-- Logs begin at Fri 2021-11-19 16:52:29 UTC, end at Fri 2021-11-19 19:14:35 UTC. -- Nov 19 17:24:12.637081 n-d-818022-2 systemd[1]: Started Devstack devstack@q-svc.service. Nov 19 17:24:15.340130 n-d-818022-2 neutron-server[103255]: INFO neutron.common.config [-] Logging enabled! Nov 19 17:24:15.340718 n-d-818022-2 neutron-server[103255]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev211 Nov 19 17:24:15.340910 n-d-818022-2 neutron-server[103255]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103255) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 19 17:24:15.344645 n-d-818022-2 neutron-server[103255]: INFO neutron.common.config [-] Logging enabled! Nov 19 17:24:15.344897 n-d-818022-2 neutron-server[103255]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev211 Nov 19 17:24:15.345207 n-d-818022-2 neutron-server[103255]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103255) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 19 17:24:15.346157 n-d-818022-2 neutron-server[103255]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 19 17:24:15.346390 n-d-818022-2 neutron-server[103255]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 19 17:24:15.346757 n-d-818022-2 neutron-server[103255]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 19 17:24:15.347002 n-d-818022-2 neutron-server[103255]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 19 17:24:15.347226 n-d-818022-2 neutron-server[103255]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 19 17:24:15.347542 n-d-818022-2 neutron-server[103255]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:15.347959 n-d-818022-2 neutron-server[103255]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Nov 19 17:24:15.348275 n-d-818022-2 neutron-server[103255]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:15.348567 n-d-818022-2 neutron-server[103255]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:15.348856 n-d-818022-2 neutron-server[103255]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:15.349147 n-d-818022-2 neutron-server[103255]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:15.349434 n-d-818022-2 neutron-server[103255]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:15.349711 n-d-818022-2 neutron-server[103255]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:15.350019 n-d-818022-2 neutron-server[103255]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:15.350317 n-d-818022-2 neutron-server[103255]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:15.350601 n-d-818022-2 neutron-server[103255]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:15.350875 n-d-818022-2 neutron-server[103255]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:15.351154 n-d-818022-2 neutron-server[103255]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:15.351441 n-d-818022-2 neutron-server[103255]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:15.351725 n-d-818022-2 neutron-server[103255]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:15.352009 n-d-818022-2 neutron-server[103255]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:15.352294 n-d-818022-2 neutron-server[103255]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:15.352573 n-d-818022-2 neutron-server[103255]: DEBUG neutron.common.config [-] debug = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:15.352854 n-d-818022-2 neutron-server[103255]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:15.353275 n-d-818022-2 neutron-server[103255]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:15.353692 n-d-818022-2 neutron-server[103255]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:15.353998 n-d-818022-2 neutron-server[103255]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:15.354284 n-d-818022-2 neutron-server[103255]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:15.354562 n-d-818022-2 neutron-server[103255]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:15.354835 n-d-818022-2 neutron-server[103255]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:15.355110 n-d-818022-2 neutron-server[103255]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:15.355392 n-d-818022-2 neutron-server[103255]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:15.355717 n-d-818022-2 neutron-server[103255]: DEBUG neutron.common.config [-] host = n-d-818022-2 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:15.356001 n-d-818022-2 neutron-server[103255]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:15.356287 n-d-818022-2 neutron-server[103255]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:15.356573 n-d-818022-2 neutron-server[103255]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:15.356858 n-d-818022-2 neutron-server[103255]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:15.357134 n-d-818022-2 neutron-server[103255]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:15.357411 n-d-818022-2 neutron-server[103255]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:15.357695 n-d-818022-2 neutron-server[103255]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:15.357996 n-d-818022-2 neutron-server[103255]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:15.358272 n-d-818022-2 neutron-server[103255]: DEBUG neutron.common.config [-] log_file = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:15.358547 n-d-818022-2 neutron-server[103255]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:15.358837 n-d-818022-2 neutron-server[103255]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:15.359123 n-d-818022-2 neutron-server[103255]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:15.359413 n-d-818022-2 neutron-server[103255]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:15.359679 n-d-818022-2 neutron-server[103255]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:15.360405 n-d-818022-2 neutron-server[103255]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:15.360696 n-d-818022-2 neutron-server[103255]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:15.360986 n-d-818022-2 neutron-server[103255]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:15.361263 n-d-818022-2 neutron-server[103255]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:15.361548 n-d-818022-2 neutron-server[103255]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:15.361843 n-d-818022-2 neutron-server[103255]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:15.362113 n-d-818022-2 neutron-server[103255]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:15.362385 n-d-818022-2 neutron-server[103255]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:15.362658 n-d-818022-2 neutron-server[103255]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:15.362944 n-d-818022-2 neutron-server[103255]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:15.363227 n-d-818022-2 neutron-server[103255]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:15.363512 n-d-818022-2 neutron-server[103255]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:15.363786 n-d-818022-2 neutron-server[103255]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:15.364060 n-d-818022-2 neutron-server[103255]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:15.364336 n-d-818022-2 neutron-server[103255]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:15.364600 n-d-818022-2 neutron-server[103255]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:15.364886 n-d-818022-2 neutron-server[103255]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:15.365159 n-d-818022-2 neutron-server[103255]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:15.365430 n-d-818022-2 neutron-server[103255]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:15.365701 n-d-818022-2 neutron-server[103255]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:15.366012 n-d-818022-2 neutron-server[103255]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:15.366283 n-d-818022-2 neutron-server[103255]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:15.366555 n-d-818022-2 neutron-server[103255]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:15.366858 n-d-818022-2 neutron-server[103255]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:15.367146 n-d-818022-2 neutron-server[103255]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:15.367429 n-d-818022-2 neutron-server[103255]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:15.367716 n-d-818022-2 neutron-server[103255]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:15.367992 n-d-818022-2 neutron-server[103255]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:15.368275 n-d-818022-2 neutron-server[103255]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:15.368548 n-d-818022-2 neutron-server[103255]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:15.368820 n-d-818022-2 neutron-server[103255]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:15.369091 n-d-818022-2 neutron-server[103255]: DEBUG neutron.common.config [-] use_json = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:15.369362 n-d-818022-2 neutron-server[103255]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:15.369632 n-d-818022-2 neutron-server[103255]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:15.369943 n-d-818022-2 neutron-server[103255]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:15.370216 n-d-818022-2 neutron-server[103255]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:15.370488 n-d-818022-2 neutron-server[103255]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:15.370761 n-d-818022-2 neutron-server[103255]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:15.371035 n-d-818022-2 neutron-server[103255]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:15.371319 n-d-818022-2 neutron-server[103255]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:15.371621 n-d-818022-2 neutron-server[103255]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:15.371917 n-d-818022-2 neutron-server[103255]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:15.372216 n-d-818022-2 neutron-server[103255]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:15.372500 n-d-818022-2 neutron-server[103255]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:15.372805 n-d-818022-2 neutron-server[103255]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:15.373083 n-d-818022-2 neutron-server[103255]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:15.373373 n-d-818022-2 neutron-server[103255]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:15.373650 n-d-818022-2 neutron-server[103255]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:15.373965 n-d-818022-2 neutron-server[103255]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:15.374256 n-d-818022-2 neutron-server[103255]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:15.374544 n-d-818022-2 neutron-server[103255]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:15.374822 n-d-818022-2 neutron-server[103255]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:15.375108 n-d-818022-2 neutron-server[103255]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:15.375409 n-d-818022-2 neutron-server[103255]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:15.375702 n-d-818022-2 neutron-server[103255]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:15.376005 n-d-818022-2 neutron-server[103255]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:15.376296 n-d-818022-2 neutron-server[103255]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:15.376585 n-d-818022-2 neutron-server[103255]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:15.376863 n-d-818022-2 neutron-server[103255]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:15.377141 n-d-818022-2 neutron-server[103255]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:15.377411 n-d-818022-2 neutron-server[103255]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:15.377687 n-d-818022-2 neutron-server[103255]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:15.377997 n-d-818022-2 neutron-server[103255]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:15.378276 n-d-818022-2 neutron-server[103255]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:15.378562 n-d-818022-2 neutron-server[103255]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:15.378849 n-d-818022-2 neutron-server[103255]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:15.379129 n-d-818022-2 neutron-server[103255]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:15.379424 n-d-818022-2 neutron-server[103255]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:15.379707 n-d-818022-2 neutron-server[103255]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:15.379996 n-d-818022-2 neutron-server[103255]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:15.380284 n-d-818022-2 neutron-server[103255]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:15.380559 n-d-818022-2 neutron-server[103255]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:15.380839 n-d-818022-2 neutron-server[103255]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:15.381132 n-d-818022-2 neutron-server[103255]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:15.381409 n-d-818022-2 neutron-server[103255]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:15.381688 n-d-818022-2 neutron-server[103255]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:15.381991 n-d-818022-2 neutron-server[103255]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:15.382283 n-d-818022-2 neutron-server[103255]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:15.382561 n-d-818022-2 neutron-server[103255]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:15.382834 n-d-818022-2 neutron-server[103255]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:15.383116 n-d-818022-2 neutron-server[103255]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:15.383392 n-d-818022-2 neutron-server[103255]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:15.383665 n-d-818022-2 neutron-server[103255]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:15.383936 n-d-818022-2 neutron-server[103255]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:15.384212 n-d-818022-2 neutron-server[103255]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:15.384497 n-d-818022-2 neutron-server[103255]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:15.384772 n-d-818022-2 neutron-server[103255]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:15.385042 n-d-818022-2 neutron-server[103255]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:15.385312 n-d-818022-2 neutron-server[103255]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:15.385586 n-d-818022-2 neutron-server[103255]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:15.385879 n-d-818022-2 neutron-server[103255]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:15.386162 n-d-818022-2 neutron-server[103255]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:15.386434 n-d-818022-2 neutron-server[103255]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:15.386706 n-d-818022-2 neutron-server[103255]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:15.386976 n-d-818022-2 neutron-server[103255]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:15.387251 n-d-818022-2 neutron-server[103255]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:15.387519 n-d-818022-2 neutron-server[103255]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:15.387791 n-d-818022-2 neutron-server[103255]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:15.388064 n-d-818022-2 neutron-server[103255]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:15.388577 n-d-818022-2 neutron-server[103255]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:15.388862 n-d-818022-2 neutron-server[103255]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:15.389133 n-d-818022-2 neutron-server[103255]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:15.389403 n-d-818022-2 neutron-server[103255]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:15.389673 n-d-818022-2 neutron-server[103255]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:15.389967 n-d-818022-2 neutron-server[103255]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:15.390236 n-d-818022-2 neutron-server[103255]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:15.390506 n-d-818022-2 neutron-server[103255]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:15.390774 n-d-818022-2 neutron-server[103255]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:15.391072 n-d-818022-2 neutron-server[103255]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:15.391341 n-d-818022-2 neutron-server[103255]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:15.391616 n-d-818022-2 neutron-server[103255]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:15.391884 n-d-818022-2 neutron-server[103255]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:15.392151 n-d-818022-2 neutron-server[103255]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:15.392420 n-d-818022-2 neutron-server[103255]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:15.392701 n-d-818022-2 neutron-server[103255]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:15.392994 n-d-818022-2 neutron-server[103255]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:15.393268 n-d-818022-2 neutron-server[103255]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:15.393541 n-d-818022-2 neutron-server[103255]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:15.393859 n-d-818022-2 neutron-server[103255]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:15.394111 n-d-818022-2 neutron-server[103255]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:15.394384 n-d-818022-2 neutron-server[103255]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:15.394656 n-d-818022-2 neutron-server[103255]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:15.394925 n-d-818022-2 neutron-server[103255]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:15.395197 n-d-818022-2 neutron-server[103255]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:15.395464 n-d-818022-2 neutron-server[103255]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:15.395747 n-d-818022-2 neutron-server[103255]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:15.396025 n-d-818022-2 neutron-server[103255]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:15.396305 n-d-818022-2 neutron-server[103255]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:15.396583 n-d-818022-2 neutron-server[103255]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:15.396886 n-d-818022-2 neutron-server[103255]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:15.397179 n-d-818022-2 neutron-server[103255]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:15.397452 n-d-818022-2 neutron-server[103255]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:15.397730 n-d-818022-2 neutron-server[103255]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:15.398027 n-d-818022-2 neutron-server[103255]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:15.398303 n-d-818022-2 neutron-server[103255]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:15.398581 n-d-818022-2 neutron-server[103255]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:15.398861 n-d-818022-2 neutron-server[103255]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:15.399150 n-d-818022-2 neutron-server[103255]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:15.399438 n-d-818022-2 neutron-server[103255]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:15.399727 n-d-818022-2 neutron-server[103255]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:15.400015 n-d-818022-2 neutron-server[103255]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:15.400304 n-d-818022-2 neutron-server[103255]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:15.400578 n-d-818022-2 neutron-server[103255]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:15.400882 n-d-818022-2 neutron-server[103255]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:15.401161 n-d-818022-2 neutron-server[103255]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:15.401376 n-d-818022-2 neutron-server[103255]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 19 17:24:15.401619 n-d-818022-2 neutron-server[103255]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103255) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Nov 19 17:24:15.825940 n-d-818022-2 neutron-server[103255]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 19 17:24:15.826219 n-d-818022-2 neutron-server[103255]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 19 17:24:15.826521 n-d-818022-2 neutron-server[103255]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 19 17:24:15.826853 n-d-818022-2 neutron-server[103255]: INFO neutron.manager [-] Loading core plugin: ml2 Nov 19 17:24:16.150579 n-d-818022-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:24:16.150880 n-d-818022-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:24:16.151148 n-d-818022-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:24:16.152316 n-d-818022-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:24:16.152585 n-d-818022-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:24:16.152846 n-d-818022-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:24:16.189442 n-d-818022-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:24:16.189721 n-d-818022-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:24:16.190027 n-d-818022-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:24:16.205059 n-d-818022-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:24:16.205401 n-d-818022-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:24:16.205677 n-d-818022-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:24:16.233749 n-d-818022-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:24:16.234060 n-d-818022-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:24:16.234330 n-d-818022-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:24:16.271810 n-d-818022-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:24:16.272085 n-d-818022-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:24:16.272348 n-d-818022-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:24:16.515436 n-d-818022-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:24:16.516574 n-d-818022-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:24:16.516574 n-d-818022-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:24:16.516767 n-d-818022-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:24:16.517464 n-d-818022-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:24:16.615832 n-d-818022-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:24:16.616156 n-d-818022-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:24:16.616437 n-d-818022-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:24:16.616706 n-d-818022-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:24:16.616971 n-d-818022-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:24:16.617277 n-d-818022-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:24:16.617533 n-d-818022-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:24:16.617787 n-d-818022-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:24:16.618062 n-d-818022-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:24:16.618342 n-d-818022-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:24:16.618597 n-d-818022-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:24:16.618862 n-d-818022-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:24:16.619113 n-d-818022-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:24:16.619360 n-d-818022-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:24:16.619611 n-d-818022-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:24:16.619869 n-d-818022-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:24:16.620122 n-d-818022-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:24:16.620386 n-d-818022-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:24:16.620654 n-d-818022-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:24:16.620911 n-d-818022-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:24:16.621177 n-d-818022-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:24:16.621426 n-d-818022-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:24:16.621700 n-d-818022-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:24:16.622098 n-d-818022-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:24:16.622347 n-d-818022-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:24:16.622591 n-d-818022-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:24:16.622986 n-d-818022-2 neutron-server[103255]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103255) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 19 17:24:16.623223 n-d-818022-2 neutron-server[103255]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103255) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 19 17:24:16.623459 n-d-818022-2 neutron-server[103255]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103255) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 19 17:24:16.623694 n-d-818022-2 neutron-server[103255]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103255) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 19 17:24:16.623927 n-d-818022-2 neutron-server[103255]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103255) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 19 17:24:16.624160 n-d-818022-2 neutron-server[103255]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103255) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 19 17:24:16.624519 n-d-818022-2 neutron-server[103255]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Nov 19 17:24:16.627806 n-d-818022-2 neutron-server[103255]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Nov 19 17:24:16.631865 n-d-818022-2 neutron-server[103255]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Nov 19 17:24:16.635732 n-d-818022-2 neutron-server[103255]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(650, 699)])]) Nov 19 17:24:16.637349 n-d-818022-2 neutron-server[103255]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Nov 19 17:24:16.637824 n-d-818022-2 neutron-server[103255]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Nov 19 17:24:16.638157 n-d-818022-2 neutron-server[103255]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Nov 19 17:24:16.638798 n-d-818022-2 neutron-server[103255]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Nov 19 17:24:16.642192 n-d-818022-2 neutron-server[103255]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Nov 19 17:24:16.642443 n-d-818022-2 neutron-server[103255]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Nov 19 17:24:16.642785 n-d-818022-2 neutron-server[103255]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Nov 19 17:24:16.648028 n-d-818022-2 neutron-server[103255]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Nov 19 17:24:16.670512 n-d-818022-2 neutron-server[103255]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Nov 19 17:24:16.670953 n-d-818022-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:24:16.671245 n-d-818022-2 neutron-server[103255]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103255) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:89}} Nov 19 17:24:16.671769 n-d-818022-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:24:16.673151 n-d-818022-2 neutron-server[103255]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103255) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Nov 19 17:24:16.673431 n-d-818022-2 neutron-server[103255]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Nov 19 17:24:16.673676 n-d-818022-2 neutron-server[103255]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Nov 19 17:24:16.676949 n-d-818022-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:24:16.677226 n-d-818022-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:24:16.740025 n-d-818022-2 neutron-server[103255]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Nov 19 17:24:16.740262 n-d-818022-2 neutron-server[103255]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Nov 19 17:24:16.740497 n-d-818022-2 neutron-server[103255]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Nov 19 17:24:16.740860 n-d-818022-2 neutron-server[103255]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Nov 19 17:24:16.761901 n-d-818022-2 neutron-server[103255]: DEBUG oslo_db.sqlalchemy.engines [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103255) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Nov 19 17:24:17.296052 n-d-818022-2 neutron-server[103255]: INFO neutron.plugins.ml2.managers [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Initializing driver for type 'gre' Nov 19 17:24:17.296568 n-d-818022-2 neutron-server[103255]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] gre ID ranges: [(1, 1000)] Nov 19 17:24:17.346074 n-d-818022-2 neutron-server[103255]: INFO neutron.plugins.ml2.managers [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Initializing driver for type 'local' Nov 19 17:24:17.346402 n-d-818022-2 neutron-server[103255]: INFO neutron.plugins.ml2.managers [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Initializing driver for type 'vlan' Nov 19 17:24:17.359179 n-d-818022-2 neutron-server[103255]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] VlanTypeDriver initialization complete Nov 19 17:24:17.360082 n-d-818022-2 neutron-server[103255]: INFO neutron.plugins.ml2.managers [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Initializing driver for type 'vxlan' Nov 19 17:24:17.360601 n-d-818022-2 neutron-server[103255]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] vxlan ID ranges: [(1, 1000)] Nov 19 17:24:17.411683 n-d-818022-2 neutron-server[103255]: INFO neutron.plugins.ml2.managers [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Initializing extension driver 'port_security' Nov 19 17:24:17.412134 n-d-818022-2 neutron-server[103255]: INFO neutron.plugins.ml2.extensions.port_security [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] PortSecurityExtensionDriver initialization complete Nov 19 17:24:17.412462 n-d-818022-2 neutron-server[103255]: INFO neutron.plugins.ml2.managers [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Initializing mechanism driver 'openvswitch' Nov 19 17:24:17.412817 n-d-818022-2 neutron-server[103255]: INFO neutron.plugins.ml2.managers [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Initializing mechanism driver 'hyperv' Nov 19 17:24:17.419508 n-d-818022-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:24:17.420351 n-d-818022-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Subscribe: > port after_create 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:24:17.420783 n-d-818022-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Subscribe: > port after_update 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:24:17.421222 n-d-818022-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Subscribe: > port after_delete 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:24:17.422490 n-d-818022-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103255) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 19 17:24:17.423065 n-d-818022-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Subscribe: > subnet after_create 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:24:17.423581 n-d-818022-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Subscribe: > subnet after_update 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:24:17.423931 n-d-818022-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:24:17.424334 n-d-818022-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103255) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 19 17:24:17.424741 n-d-818022-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Subscribe: > network after_create 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:24:17.425087 n-d-818022-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Subscribe: > network after_update 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:24:17.425428 n-d-818022-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Subscribe: > network after_delete 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:24:17.425843 n-d-818022-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103255) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 19 17:24:17.426254 n-d-818022-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Subscribe: > security_group after_create 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:24:17.426604 n-d-818022-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Subscribe: > security_group after_update 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:24:17.426951 n-d-818022-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:24:17.427350 n-d-818022-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103255) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 19 17:24:17.427753 n-d-818022-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:24:17.428099 n-d-818022-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:24:17.428515 n-d-818022-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:24:17.429065 n-d-818022-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103255) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 19 17:24:17.429551 n-d-818022-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Subscribe: > address_group after_create 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:24:17.430103 n-d-818022-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Subscribe: > address_group after_update 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:24:17.430459 n-d-818022-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:24:17.430859 n-d-818022-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103255) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 19 17:24:17.431238 n-d-818022-2 neutron-server[103255]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] ML2 OVO RPC backend initialized. {{(pid=103255) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Nov 19 17:24:17.431949 n-d-818022-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:24:17.432309 n-d-818022-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:24:17.432729 n-d-818022-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Subscribe: > network before_response 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:24:17.433079 n-d-818022-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Subscribe: > networks before_response 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:24:17.433428 n-d-818022-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Subscribe: > port before_response 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:24:17.433773 n-d-818022-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Subscribe: > ports before_response 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:24:17.434149 n-d-818022-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Subscribe: > subnet before_response 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:24:17.434493 n-d-818022-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Subscribe: > subnets before_response 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:24:17.434844 n-d-818022-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Subscribe: > network after_create 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:24:17.435295 n-d-818022-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Subscribe: > network after_update 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:24:17.435768 n-d-818022-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Subscribe: > network after_delete 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:24:17.436189 n-d-818022-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Subscribe: > port after_create 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:24:17.436701 n-d-818022-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Subscribe: > port after_update 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:24:17.437050 n-d-818022-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Subscribe: > port after_delete 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:24:17.437389 n-d-818022-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Subscribe: > subnet after_create 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:24:17.438409 n-d-818022-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Subscribe: > subnet after_update 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:24:17.438752 n-d-818022-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:24:17.439339 n-d-818022-2 neutron-server[103255]: INFO neutron.plugins.ml2.plugin [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Modular L2 Plugin initialization complete Nov 19 17:24:17.439673 n-d-818022-2 neutron-server[103255]: DEBUG neutron.manager [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Loading services supported by the core plugin {{(pid=103255) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Nov 19 17:24:17.440004 n-d-818022-2 neutron-server[103255]: INFO neutron.plugins.ml2.managers [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Got port-security extension from driver 'port_security' Nov 19 17:24:17.440479 n-d-818022-2 neutron-server[103255]: INFO neutron.extensions.vlantransparent [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Disabled vlantransparent extension. Nov 19 17:24:17.440968 n-d-818022-2 neutron-server[103255]: DEBUG neutron.manager [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103255) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Nov 19 17:24:17.441285 n-d-818022-2 neutron-server[103255]: INFO neutron.manager [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Loading Plugin: router Nov 19 17:24:17.476771 n-d-818022-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:24:17.477166 n-d-818022-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Subscribe: > router after_create 55549900 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:24:17.477536 n-d-818022-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Subscribe: > router before_create 55549900 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:24:17.477920 n-d-818022-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:24:17.478293 n-d-818022-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:24:17.478648 n-d-818022-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Subscribe: > router after_delete 55549900 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:24:17.479005 n-d-818022-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:24:17.479474 n-d-818022-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:24:17.479840 n-d-818022-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Subscribe: > router after_create 55549900 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:24:17.480189 n-d-818022-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Subscribe: > router after_update 55549900 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:24:17.480539 n-d-818022-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Subscribe: > router after_update 55549900 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:24:17.480889 n-d-818022-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:24:17.481246 n-d-818022-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Subscribe: > router after_update 55549900 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:24:17.481655 n-d-818022-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Subscribe: > router precommit_update 55549900 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:24:17.482051 n-d-818022-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Subscribe: port after_update 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:24:17.482393 n-d-818022-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Subscribe: port after_delete 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:24:17.482732 n-d-818022-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Subscribe: subnet after_update 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:24:17.483074 n-d-818022-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:24:17.483425 n-d-818022-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:24:17.483774 n-d-818022-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Subscribe: > router precommit_create 55549900 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:24:17.484121 n-d-818022-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Subscribe: port before_delete 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:24:17.484992 n-d-818022-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Subscribe: > router precommit_create 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:24:17.485374 n-d-818022-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Subscribe: > router after_update 55549900 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:24:17.485715 n-d-818022-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:24:17.486089 n-d-818022-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Subscribe: > router precommit_create 55549900 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:24:17.486455 n-d-818022-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:24:17.486799 n-d-818022-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Subscribe: > router precommit_update 55549900 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:24:17.487168 n-d-818022-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Subscribe: > agent after_create 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:24:17.487522 n-d-818022-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Subscribe: > agent after_delete 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:24:17.487869 n-d-818022-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Subscribe: > network after_delete 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:24:17.488730 n-d-818022-2 neutron-server[103255]: DEBUG neutron.quota.resource_registry [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Tracking information for resource: router configured {{(pid=103255) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 19 17:24:17.489066 n-d-818022-2 neutron-server[103255]: DEBUG neutron.quota.resource_registry [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Tracking information for resource: floatingip configured {{(pid=103255) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 19 17:24:17.493991 n-d-818022-2 neutron-server[103255]: INFO neutron.db.l3_agentschedulers_db [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Nov 19 17:24:17.494574 n-d-818022-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Subscribe: port after_update 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:24:17.494937 n-d-818022-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Subscribe: port after_create 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:24:17.495292 n-d-818022-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Subscribe: port after_delete 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:24:17.495644 n-d-818022-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Subscribe: port after_update 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:24:17.496429 n-d-818022-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Subscribe: > router before_create 55550100 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:24:17.496792 n-d-818022-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:24:17.497155 n-d-818022-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Subscribe: > router precommit_create 55550100 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:24:17.497512 n-d-818022-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Subscribe: > router precommit_update 55550100 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:24:17.503001 n-d-818022-2 neutron-server[103255]: DEBUG neutron.services.provider_configuration [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Service providers = [] {{(pid=103255) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Nov 19 17:24:17.503370 n-d-818022-2 neutron-server[103255]: DEBUG neutron.db.servicetype_db [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103255) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Nov 19 17:24:17.506342 n-d-818022-2 neutron-server[103255]: DEBUG neutron.services.service_base [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103255) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 19 17:24:17.506692 n-d-818022-2 neutron-server[103255]: DEBUG neutron.services.service_base [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103255) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 19 17:24:17.507035 n-d-818022-2 neutron-server[103255]: DEBUG neutron.services.service_base [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103255) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 19 17:24:17.507930 n-d-818022-2 neutron-server[103255]: DEBUG neutron.services.service_base [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103255) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 19 17:24:17.508300 n-d-818022-2 neutron-server[103255]: INFO neutron.services.service_base [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Default provider is not specified for service type L3_ROUTER_NAT Nov 19 17:24:17.508674 n-d-818022-2 neutron-server[103255]: DEBUG neutron.manager [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103255) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 19 17:24:17.508992 n-d-818022-2 neutron-server[103255]: INFO neutron.manager [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Nov 19 17:24:17.519902 n-d-818022-2 neutron-server[103255]: DEBUG neutron.manager [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103255) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 19 17:24:17.520420 n-d-818022-2 neutron-server[103255]: INFO neutron.manager [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Loading Plugin: auto_allocate Nov 19 17:24:17.526052 n-d-818022-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Subscribe: network precommit_update 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:24:17.526424 n-d-818022-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Subscribe: network precommit_create 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:24:17.526938 n-d-818022-2 neutron-server[103255]: DEBUG neutron.manager [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103255) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 19 17:24:17.527261 n-d-818022-2 neutron-server[103255]: INFO neutron.manager [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Loading Plugin: tag Nov 19 17:24:17.534598 n-d-818022-2 neutron-server[103255]: DEBUG neutron.manager [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103255) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 19 17:24:17.534928 n-d-818022-2 neutron-server[103255]: INFO neutron.manager [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Loading Plugin: timestamp Nov 19 17:24:17.538787 n-d-818022-2 neutron-server[103255]: DEBUG neutron.manager [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103255) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 19 17:24:17.539120 n-d-818022-2 neutron-server[103255]: INFO neutron.manager [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Loading Plugin: network_ip_availability Nov 19 17:24:17.544549 n-d-818022-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:24:17.544925 n-d-818022-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:24:17.545283 n-d-818022-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:24:17.546032 n-d-818022-2 neutron-server[103255]: DEBUG neutron.manager [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103255) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 19 17:24:17.546400 n-d-818022-2 neutron-server[103255]: INFO neutron.manager [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Loading Plugin: flavors Nov 19 17:24:17.552057 n-d-818022-2 neutron-server[103255]: DEBUG neutron.manager [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103255) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 19 17:24:17.552388 n-d-818022-2 neutron-server[103255]: INFO neutron.manager [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Loading Plugin: revisions Nov 19 17:24:17.556721 n-d-818022-2 neutron-server[103255]: DEBUG neutron.manager [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103255) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 19 17:24:17.557114 n-d-818022-2 neutron-server[103255]: DEBUG oslo_concurrency.lockutils [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.730s {{(pid=103255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 19 17:24:17.557884 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103255) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Nov 19 17:24:17.558224 n-d-818022-2 neutron-server[103255]: INFO neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Initializing extension manager. Nov 19 17:24:17.558738 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Loading extension file: __init__.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:24:17.559082 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Loading extension file: __pycache__ {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:24:17.559421 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:24:17.559755 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Loading extension file: address_group.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:24:17.560509 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 17:24:17.561073 n-d-818022-2 neutron-server[103255]: INFO neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Loaded extension: address-group Nov 19 17:24:17.561400 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Loading extension file: address_scope.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:24:17.562141 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 17:24:17.562681 n-d-818022-2 neutron-server[103255]: INFO neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Loaded extension: address-scope Nov 19 17:24:17.563009 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:24:17.563937 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 17:24:17.564455 n-d-818022-2 neutron-server[103255]: INFO neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Loaded extension: router-admin-state-down-before-update Nov 19 17:24:17.564777 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Loading extension file: agent.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:24:17.565488 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 17:24:17.566019 n-d-818022-2 neutron-server[103255]: INFO neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Loaded extension: agent Nov 19 17:24:17.566345 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Loading extension file: agent_resources_synced.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:24:17.567264 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 17:24:17.567773 n-d-818022-2 neutron-server[103255]: INFO neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Loaded extension: agent-resources-synced Nov 19 17:24:17.568098 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Loading extension file: allowedaddresspairs.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:24:17.569897 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 17:24:17.570418 n-d-818022-2 neutron-server[103255]: INFO neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Loaded extension: allowed-address-pairs Nov 19 17:24:17.570746 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Loading extension file: auto_allocated_topology.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:24:17.571832 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 17:24:17.572353 n-d-818022-2 neutron-server[103255]: INFO neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Loaded extension: auto-allocated-topology Nov 19 17:24:17.572680 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Loading extension file: availability_zone.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:24:17.573375 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 17:24:17.573906 n-d-818022-2 neutron-server[103255]: INFO neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Loaded extension: availability_zone Nov 19 17:24:17.574231 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Loading extension file: availability_zone_filter.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:24:17.575145 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 17:24:17.575654 n-d-818022-2 neutron-server[103255]: INFO neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Loaded extension: availability_zone_filter Nov 19 17:24:17.575978 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Loading extension file: data_plane_status.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:24:17.576883 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 17:24:17.577385 n-d-818022-2 neutron-server[103255]: INFO neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Extension data-plane-status not supported by any of loaded plugins Nov 19 17:24:17.577706 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Loading extension file: default_subnetpools.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:24:17.578679 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 17:24:17.579183 n-d-818022-2 neutron-server[103255]: INFO neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Loaded extension: default-subnetpools Nov 19 17:24:17.579505 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:24:17.580309 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 17:24:17.580813 n-d-818022-2 neutron-server[103255]: INFO neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Loaded extension: dhcp_agent_scheduler Nov 19 17:24:17.581136 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Loading extension file: dns.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:24:17.582076 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 17:24:17.582581 n-d-818022-2 neutron-server[103255]: INFO neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Extension dns-integration not supported by any of loaded plugins Nov 19 17:24:17.582903 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Loading extension file: dns_domain_ports.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:24:17.583818 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 17:24:17.584328 n-d-818022-2 neutron-server[103255]: INFO neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Extension dns-domain-ports not supported by any of loaded plugins Nov 19 17:24:17.584653 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:24:17.585583 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 17:24:17.586111 n-d-818022-2 neutron-server[103255]: INFO neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Nov 19 17:24:17.586438 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Loading extension file: dvr.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:24:17.587111 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 17:24:17.587620 n-d-818022-2 neutron-server[103255]: INFO neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Loaded extension: dvr Nov 19 17:24:17.587944 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Loading extension file: ecmp_routes.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:24:17.588860 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 17:24:17.589373 n-d-818022-2 neutron-server[103255]: INFO neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Extension ecmp_routes not supported by any of loaded plugins Nov 19 17:24:17.589728 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Loading extension file: empty_string_filtering.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:24:17.590642 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 17:24:17.591156 n-d-818022-2 neutron-server[103255]: INFO neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Loaded extension: empty-string-filtering Nov 19 17:24:17.591479 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:24:17.592464 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 17:24:17.592906 n-d-818022-2 neutron-server[103255]: INFO neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Nov 19 17:24:17.593230 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:24:17.594687 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 17:24:17.595247 n-d-818022-2 neutron-server[103255]: INFO neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Nov 19 17:24:17.595509 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Loading extension file: external_net.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:24:17.596437 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 17:24:17.596939 n-d-818022-2 neutron-server[103255]: INFO neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Loaded extension: external-net Nov 19 17:24:17.597547 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:24:17.598194 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 17:24:17.598701 n-d-818022-2 neutron-server[103255]: INFO neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Loaded extension: extra_dhcp_opt Nov 19 17:24:17.599022 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Loading extension file: extraroute.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:24:17.599940 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 17:24:17.600446 n-d-818022-2 neutron-server[103255]: INFO neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Loaded extension: extraroute Nov 19 17:24:17.600772 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Loading extension file: extraroute_atomic.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:24:17.602040 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 17:24:17.602556 n-d-818022-2 neutron-server[103255]: INFO neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Loaded extension: extraroute-atomic Nov 19 17:24:17.602881 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Loading extension file: filter_validation.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:24:17.603556 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 17:24:17.604058 n-d-818022-2 neutron-server[103255]: INFO neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Loaded extension: filter-validation Nov 19 17:24:17.604380 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Loading extension file: fip_pf_description.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:24:17.605290 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 17:24:17.605801 n-d-818022-2 neutron-server[103255]: INFO neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Nov 19 17:24:17.606145 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Loading extension file: fip_port_details.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:24:17.607069 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 17:24:17.607572 n-d-818022-2 neutron-server[103255]: INFO neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Loaded extension: fip-port-details Nov 19 17:24:17.607894 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Loading extension file: flavors.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:24:17.609131 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 17:24:17.610288 n-d-818022-2 neutron-server[103255]: INFO neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Loaded extension: flavors Nov 19 17:24:17.610618 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:24:17.612312 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 17:24:17.612825 n-d-818022-2 neutron-server[103255]: INFO neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Nov 19 17:24:17.613154 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Loading extension file: floatingip_pools.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:24:17.613883 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 17:24:17.614397 n-d-818022-2 neutron-server[103255]: INFO neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Loaded extension: floatingip-pools Nov 19 17:24:17.614720 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Loading extension file: ip_allocation.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:24:17.615664 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 17:24:17.616177 n-d-818022-2 neutron-server[103255]: INFO neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Extension ip_allocation not supported by any of loaded plugins Nov 19 17:24:17.616505 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:24:17.617428 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 17:24:17.617965 n-d-818022-2 neutron-server[103255]: INFO neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Loaded extension: ip-substring-filtering Nov 19 17:24:17.618294 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Loading extension file: l2_adjacency.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:24:17.619227 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 17:24:17.619731 n-d-818022-2 neutron-server[103255]: INFO neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Extension l2_adjacency not supported by any of loaded plugins Nov 19 17:24:17.620061 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Loading extension file: l3.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:24:17.621037 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 17:24:17.621552 n-d-818022-2 neutron-server[103255]: INFO neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Loaded extension: router Nov 19 17:24:17.621907 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:24:17.624173 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 17:24:17.624700 n-d-818022-2 neutron-server[103255]: INFO neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Nov 19 17:24:17.625031 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:24:17.626031 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 17:24:17.626547 n-d-818022-2 neutron-server[103255]: INFO neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Loaded extension: ext-gw-mode Nov 19 17:24:17.626875 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:24:17.627823 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 17:24:17.628338 n-d-818022-2 neutron-server[103255]: INFO neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Loaded extension: l3-ha Nov 19 17:24:17.628665 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Loading extension file: l3_flavors.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:24:17.629583 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 17:24:17.630123 n-d-818022-2 neutron-server[103255]: INFO neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Loaded extension: l3-flavors Nov 19 17:24:17.630449 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:24:17.631365 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 17:24:17.631875 n-d-818022-2 neutron-server[103255]: INFO neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Loaded extension: l3-port-ip-change-not-allowed Nov 19 17:24:17.632201 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Loading extension file: l3agentscheduler.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:24:17.633248 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 17:24:17.633763 n-d-818022-2 neutron-server[103255]: INFO neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Loaded extension: l3_agent_scheduler Nov 19 17:24:17.634118 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Loading extension file: local_ip.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:24:17.635921 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 17:24:17.636449 n-d-818022-2 neutron-server[103255]: INFO neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Extension local_ip not supported by any of loaded plugins Nov 19 17:24:17.636781 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Loading extension file: logging.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:24:17.639962 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 17:24:17.640491 n-d-818022-2 neutron-server[103255]: INFO neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Extension logging not supported by any of loaded plugins Nov 19 17:24:17.640906 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Loading extension file: metering.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:24:17.641668 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 17:24:17.642291 n-d-818022-2 neutron-server[103255]: INFO neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Loaded extension: metering Nov 19 17:24:17.642629 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:24:17.643740 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 17:24:17.644259 n-d-818022-2 neutron-server[103255]: INFO neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Loaded extension: metering_source_and_destination_fields Nov 19 17:24:17.644588 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Loading extension file: multiprovidernet.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:24:17.645524 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 17:24:17.646080 n-d-818022-2 neutron-server[103255]: INFO neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Loaded extension: multi-provider Nov 19 17:24:17.646410 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Loading extension file: netmtu.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:24:17.647339 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 17:24:17.647851 n-d-818022-2 neutron-server[103255]: INFO neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Loaded extension: net-mtu Nov 19 17:24:17.648177 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Loading extension file: netmtu_writable.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:24:17.649103 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 17:24:17.649612 n-d-818022-2 neutron-server[103255]: INFO neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Loaded extension: net-mtu-writable Nov 19 17:24:17.649974 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Loading extension file: network_availability_zone.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:24:17.650650 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 17:24:17.651156 n-d-818022-2 neutron-server[103255]: INFO neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Loaded extension: network_availability_zone Nov 19 17:24:17.651478 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Loading extension file: network_ip_availability.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:24:17.652595 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 17:24:17.653107 n-d-818022-2 neutron-server[103255]: INFO neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Loaded extension: network-ip-availability Nov 19 17:24:17.653438 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Loading extension file: network_segment_range.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:24:17.654243 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 17:24:17.654750 n-d-818022-2 neutron-server[103255]: INFO neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Extension network-segment-range not supported by any of loaded plugins Nov 19 17:24:17.655076 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Loading extension file: pagination.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:24:17.656076 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 17:24:17.656932 n-d-818022-2 neutron-server[103255]: INFO neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Loaded extension: pagination Nov 19 17:24:17.657256 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Loading extension file: port_device_profile.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:24:17.658214 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 17:24:17.658727 n-d-818022-2 neutron-server[103255]: INFO neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Loaded extension: port-device-profile Nov 19 17:24:17.659051 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:24:17.659979 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 17:24:17.660485 n-d-818022-2 neutron-server[103255]: INFO neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Loaded extension: port-mac-address-regenerate Nov 19 17:24:17.660809 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:24:17.661728 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 17:24:17.662268 n-d-818022-2 neutron-server[103255]: INFO neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Loaded extension: port-numa-affinity-policy Nov 19 17:24:17.662595 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Loading extension file: port_resource_request.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:24:17.663517 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 17:24:17.664021 n-d-818022-2 neutron-server[103255]: INFO neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Extension port-resource-request not supported by any of loaded plugins Nov 19 17:24:17.664343 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Loading extension file: port_resource_request_groups.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:24:17.665319 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 17:24:17.665861 n-d-818022-2 neutron-server[103255]: INFO neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Extension port-resource-request-groups not supported by any of loaded plugins Nov 19 17:24:17.666192 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Loading extension file: portbindings.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:24:17.667134 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 17:24:17.667650 n-d-818022-2 neutron-server[103255]: INFO neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Loaded extension: binding Nov 19 17:24:17.667976 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Loading extension file: portbindings_extended.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:24:17.669252 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 17:24:17.669768 n-d-818022-2 neutron-server[103255]: INFO neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Loaded extension: binding-extended Nov 19 17:24:17.670131 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Loading extension file: portsecurity.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:24:17.671051 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 17:24:17.671563 n-d-818022-2 neutron-server[103255]: INFO neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Loaded extension: port-security Nov 19 17:24:17.671889 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Loading extension file: project_id.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:24:17.673434 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 17:24:17.673766 n-d-818022-2 neutron-server[103255]: INFO neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Loaded extension: project-id Nov 19 17:24:17.674123 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Loading extension file: providernet.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:24:17.675056 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 17:24:17.675566 n-d-818022-2 neutron-server[103255]: INFO neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Loaded extension: provider Nov 19 17:24:17.675889 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Loading extension file: qos.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:24:17.679421 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 17:24:17.679945 n-d-818022-2 neutron-server[103255]: INFO neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Extension qos not supported by any of loaded plugins Nov 19 17:24:17.680279 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:24:17.681559 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 17:24:17.682108 n-d-818022-2 neutron-server[103255]: INFO neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Nov 19 17:24:17.682441 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:24:17.683367 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 17:24:17.683882 n-d-818022-2 neutron-server[103255]: INFO neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Nov 19 17:24:17.684211 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Loading extension file: qos_default.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:24:17.685129 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 17:24:17.685643 n-d-818022-2 neutron-server[103255]: INFO neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Extension qos-default not supported by any of loaded plugins Nov 19 17:24:17.686008 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Loading extension file: qos_fip.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:24:17.686667 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 17:24:17.687172 n-d-818022-2 neutron-server[103255]: INFO neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Extension qos-fip not supported by any of loaded plugins Nov 19 17:24:17.687499 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Loading extension file: qos_gateway_ip.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:24:17.688449 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 17:24:17.688961 n-d-818022-2 neutron-server[103255]: INFO neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Extension qos-gateway-ip not supported by any of loaded plugins Nov 19 17:24:17.689289 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Loading extension file: qos_port_network_policy.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:24:17.690227 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 17:24:17.690741 n-d-818022-2 neutron-server[103255]: INFO neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Extension qos-port-network-policy not supported by any of loaded plugins Nov 19 17:24:17.691069 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:24:17.692296 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 17:24:17.692814 n-d-818022-2 neutron-server[103255]: INFO neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Extension qos-pps-minimum not supported by any of loaded plugins Nov 19 17:24:17.693143 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Loading extension file: qos_pps_rule.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:24:17.694357 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 17:24:17.694879 n-d-818022-2 neutron-server[103255]: INFO neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Extension qos-pps not supported by any of loaded plugins Nov 19 17:24:17.695208 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Loading extension file: qos_rule_type_details.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:24:17.696146 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 17:24:17.696666 n-d-818022-2 neutron-server[103255]: INFO neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Extension qos-rule-type-details not supported by any of loaded plugins Nov 19 17:24:17.696993 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Loading extension file: qos_rules_alias.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:24:17.698063 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 17:24:17.698581 n-d-818022-2 neutron-server[103255]: INFO neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Extension qos-rules-alias not supported by any of loaded plugins Nov 19 17:24:17.698906 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Loading extension file: quota_check_limit.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:24:17.699823 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 17:24:17.700338 n-d-818022-2 neutron-server[103255]: INFO neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Loaded extension: quota-check-limit Nov 19 17:24:17.700663 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Loading extension file: quotasv2.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:24:17.701590 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 17:24:17.701954 n-d-818022-2 neutron-server[103255]: INFO neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Loaded extension: quotas Nov 19 17:24:17.702281 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Loading extension file: quotasv2_detail.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:24:17.705953 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 17:24:17.706301 n-d-818022-2 neutron-server[103255]: INFO neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Loaded extension: quota_details Nov 19 17:24:17.706629 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Loading extension file: rbac.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:24:17.707694 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 17:24:17.708216 n-d-818022-2 neutron-server[103255]: INFO neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Loaded extension: rbac-policies Nov 19 17:24:17.708550 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Loading extension file: rbac_address_group.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:24:17.709490 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 17:24:17.710042 n-d-818022-2 neutron-server[103255]: INFO neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Loaded extension: rbac-address-group Nov 19 17:24:17.710372 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Loading extension file: rbac_address_scope.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:24:17.711306 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 17:24:17.711821 n-d-818022-2 neutron-server[103255]: INFO neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Loaded extension: rbac-address-scope Nov 19 17:24:17.712148 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Loading extension file: rbac_security_groups.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:24:17.713068 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 17:24:17.713581 n-d-818022-2 neutron-server[103255]: INFO neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Loaded extension: rbac-security-groups Nov 19 17:24:17.713933 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Loading extension file: rbac_subnetpool.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:24:17.714852 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 17:24:17.715361 n-d-818022-2 neutron-server[103255]: INFO neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Loaded extension: rbac-subnetpool Nov 19 17:24:17.715685 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Loading extension file: revisionifmatch.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:24:17.716612 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 17:24:17.717120 n-d-818022-2 neutron-server[103255]: INFO neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Loaded extension: revision-if-match Nov 19 17:24:17.717443 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Loading extension file: revisions.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:24:17.718614 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 17:24:17.719668 n-d-818022-2 neutron-server[103255]: INFO neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Loaded extension: standard-attr-revisions Nov 19 17:24:17.719991 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Loading extension file: router_availability_zone.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:24:17.720672 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 17:24:17.721184 n-d-818022-2 neutron-server[103255]: INFO neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Loaded extension: router_availability_zone Nov 19 17:24:17.721510 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Loading extension file: routerservicetype.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:24:17.722475 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 17:24:17.722986 n-d-818022-2 neutron-server[103255]: INFO neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Extension router-service-type not supported by any of loaded plugins Nov 19 17:24:17.723311 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:24:17.724320 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 17:24:17.724831 n-d-818022-2 neutron-server[103255]: INFO neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Loaded extension: security-groups-normalized-cidr Nov 19 17:24:17.725156 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:24:17.726137 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 17:24:17.726652 n-d-818022-2 neutron-server[103255]: INFO neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Loaded extension: port-security-groups-filtering Nov 19 17:24:17.726980 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:24:17.727997 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 17:24:17.728521 n-d-818022-2 neutron-server[103255]: INFO neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Loaded extension: security-groups-remote-address-group Nov 19 17:24:17.728833 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:24:17.729834 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 17:24:17.730349 n-d-818022-2 neutron-server[103255]: INFO neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Loaded extension: security-groups-shared-filtering Nov 19 17:24:17.730674 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:24:17.731266 n-d-818022-2 neutron-server[103255]: WARNING neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Nov 19 17:24:17.731586 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Loading extension file: securitygroup.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:24:17.742535 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 17:24:17.743153 n-d-818022-2 neutron-server[103255]: INFO neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Loaded extension: security-group Nov 19 17:24:17.743564 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Loading extension file: segment.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:24:17.744496 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 17:24:17.745068 n-d-818022-2 neutron-server[103255]: INFO neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Extension segment not supported by any of loaded plugins Nov 19 17:24:17.745372 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:24:17.746476 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 17:24:17.747038 n-d-818022-2 neutron-server[103255]: INFO neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Nov 19 17:24:17.747420 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Loading extension file: servicetype.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:24:17.748561 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 17:24:17.749087 n-d-818022-2 neutron-server[103255]: INFO neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Loaded extension: service-type Nov 19 17:24:17.749418 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Loading extension file: sorting.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:24:17.750967 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 17:24:17.751304 n-d-818022-2 neutron-server[103255]: INFO neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Loaded extension: sorting Nov 19 17:24:17.751632 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Loading extension file: standard_attr_segment.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:24:17.752559 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 17:24:17.753076 n-d-818022-2 neutron-server[103255]: INFO neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Extension standard-attr-segment not supported by any of loaded plugins Nov 19 17:24:17.753405 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Loading extension file: standardattrdescription.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:24:17.754091 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 17:24:17.754606 n-d-818022-2 neutron-server[103255]: INFO neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Loaded extension: standard-attr-description Nov 19 17:24:17.754929 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Loading extension file: stateful_security_group.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:24:17.755868 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 17:24:17.756384 n-d-818022-2 neutron-server[103255]: INFO neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Loaded extension: stateful-security-group Nov 19 17:24:17.756714 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Loading extension file: stdattrs_common.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:24:17.757288 n-d-818022-2 neutron-server[103255]: WARNING neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Nov 19 17:24:17.757609 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:24:17.758618 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 17:24:17.759083 n-d-818022-2 neutron-server[103255]: INFO neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Nov 19 17:24:17.759406 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Loading extension file: subnet_onboard.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:24:17.760485 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 17:24:17.761000 n-d-818022-2 neutron-server[103255]: INFO neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Loaded extension: subnet_onboard Nov 19 17:24:17.761324 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:24:17.762296 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 17:24:17.763530 n-d-818022-2 neutron-server[103255]: INFO neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Nov 19 17:24:17.763530 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Loading extension file: subnet_service_types.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:24:17.764780 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 17:24:17.764780 n-d-818022-2 neutron-server[103255]: INFO neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Loaded extension: subnet-service-types Nov 19 17:24:17.765116 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Loading extension file: subnetallocation.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:24:17.766953 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 17:24:17.767466 n-d-818022-2 neutron-server[103255]: INFO neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Loaded extension: subnet_allocation Nov 19 17:24:17.767792 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:24:17.768469 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 17:24:17.768984 n-d-818022-2 neutron-server[103255]: INFO neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Loaded extension: subnetpool-prefix-ops Nov 19 17:24:17.769307 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:24:17.770272 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 17:24:17.770794 n-d-818022-2 neutron-server[103255]: INFO neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Nov 19 17:24:17.771117 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Loading extension file: tagging.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:24:17.772207 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 17:24:17.772738 n-d-818022-2 neutron-server[103255]: INFO neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Loaded extension: standard-attr-tag Nov 19 17:24:17.773065 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Loading extension file: timestamp.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:24:17.774294 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 17:24:17.774813 n-d-818022-2 neutron-server[103255]: INFO neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Loaded extension: standard-attr-timestamp Nov 19 17:24:17.775141 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Loading extension file: trunk.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:24:17.776185 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 17:24:17.776700 n-d-818022-2 neutron-server[103255]: INFO neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Extension trunk not supported by any of loaded plugins Nov 19 17:24:17.777034 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Loading extension file: trunk_details.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:24:17.778014 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 17:24:17.778530 n-d-818022-2 neutron-server[103255]: INFO neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Extension trunk-details not supported by any of loaded plugins Nov 19 17:24:17.778856 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Loading extension file: uplink_status_propagation.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:24:17.779785 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 17:24:17.780296 n-d-818022-2 neutron-server[103255]: INFO neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Extension uplink-status-propagation not supported by any of loaded plugins Nov 19 17:24:17.780621 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Loading extension file: vlantransparent.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 17:24:17.781295 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 17:24:17.781836 n-d-818022-2 neutron-server[103255]: INFO neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Extension vlan-transparent not supported by any of loaded plugins Nov 19 17:24:17.784475 n-d-818022-2 neutron-server[103255]: INFO neutron.quota.resource_registry [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Creating instance of TrackedResource for resource:network Nov 19 17:24:17.785002 n-d-818022-2 neutron-server[103255]: INFO neutron.quota.resource_registry [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Creating instance of TrackedResource for resource:subnet Nov 19 17:24:17.785403 n-d-818022-2 neutron-server[103255]: INFO neutron.quota.resource_registry [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Creating instance of TrackedResource for resource:subnetpool Nov 19 17:24:17.785793 n-d-818022-2 neutron-server[103255]: INFO neutron.quota.resource_registry [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Creating instance of TrackedResource for resource:port Nov 19 17:24:17.787047 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.v2.resource_helper [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103255) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 19 17:24:17.787489 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.v2.resource_helper [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Service FLAVORS assigned prefix: {{(pid=103255) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 19 17:24:17.788105 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.v2.resource_helper [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103255) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 19 17:24:17.788535 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.v2.resource_helper [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103255) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 19 17:24:17.788870 n-d-818022-2 neutron-server[103255]: INFO neutron.quota.resource_registry [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Creating instance of TrackedResource for resource:router Nov 19 17:24:17.789303 n-d-818022-2 neutron-server[103255]: INFO neutron.quota.resource_registry [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Creating instance of TrackedResource for resource:floatingip Nov 19 17:24:17.789788 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.v2.resource_helper [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Service METERING assigned prefix: /metering {{(pid=103255) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 19 17:24:17.791246 n-d-818022-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:24:17.791615 n-d-818022-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:24:17.791968 n-d-818022-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:24:17.792964 n-d-818022-2 neutron-server[103255]: INFO neutron.quota.resource_registry [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Creating instance of CountableResource for resource:rbac_policy Nov 19 17:24:17.793440 n-d-818022-2 neutron-server[103255]: INFO neutron.quota.resource_registry [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Creating instance of TrackedResource for resource:security_group Nov 19 17:24:17.794011 n-d-818022-2 neutron-server[103255]: INFO neutron.quota.resource_registry [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 19 17:24:17.794596 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.v2.resource_helper [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Service CORE assigned prefix: {{(pid=103255) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 19 17:24:17.794927 n-d-818022-2 neutron-server[103255]: INFO neutron.quota.resource_registry [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Creating instance of TrackedResource for resource:subnetpool Nov 19 17:24:17.795273 n-d-818022-2 neutron-server[103255]: WARNING neutron.quota.resource_registry [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] subnetpool is already registered Nov 19 17:24:17.795691 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.v2.resource_helper [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Service CORE assigned prefix: {{(pid=103255) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 19 17:24:17.796023 n-d-818022-2 neutron-server[103255]: INFO neutron.quota.resource_registry [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Creating instance of TrackedResource for resource:subnetpool Nov 19 17:24:17.796354 n-d-818022-2 neutron-server[103255]: WARNING neutron.quota.resource_registry [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] subnetpool is already registered Nov 19 17:24:17.798707 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.v2.resource_helper [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103255) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 19 17:24:17.799161 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.v2.resource_helper [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Service FLAVORS assigned prefix: {{(pid=103255) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 19 17:24:17.799750 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.v2.resource_helper [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103255) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 19 17:24:17.800173 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.v2.resource_helper [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103255) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 19 17:24:17.800508 n-d-818022-2 neutron-server[103255]: INFO neutron.quota.resource_registry [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Creating instance of TrackedResource for resource:router Nov 19 17:24:17.800849 n-d-818022-2 neutron-server[103255]: WARNING neutron.quota.resource_registry [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] router is already registered Nov 19 17:24:17.801261 n-d-818022-2 neutron-server[103255]: INFO neutron.quota.resource_registry [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Creating instance of TrackedResource for resource:floatingip Nov 19 17:24:17.801596 n-d-818022-2 neutron-server[103255]: WARNING neutron.quota.resource_registry [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] floatingip is already registered Nov 19 17:24:17.802079 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.v2.resource_helper [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Service METERING assigned prefix: /metering {{(pid=103255) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 19 17:24:17.802736 n-d-818022-2 neutron-server[103255]: INFO neutron.quota.resource_registry [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Creating instance of CountableResource for resource:rbac_policy Nov 19 17:24:17.803065 n-d-818022-2 neutron-server[103255]: WARNING neutron.quota.resource_registry [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] rbac_policy is already registered Nov 19 17:24:17.803475 n-d-818022-2 neutron-server[103255]: INFO neutron.quota.resource_registry [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Creating instance of TrackedResource for resource:security_group Nov 19 17:24:17.803819 n-d-818022-2 neutron-server[103255]: WARNING neutron.quota.resource_registry [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] security_group is already registered Nov 19 17:24:17.804224 n-d-818022-2 neutron-server[103255]: INFO neutron.quota.resource_registry [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 19 17:24:17.804556 n-d-818022-2 neutron-server[103255]: WARNING neutron.quota.resource_registry [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] security_group_rule is already registered Nov 19 17:24:17.805182 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.v2.resource_helper [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Service CORE assigned prefix: {{(pid=103255) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 19 17:24:17.805511 n-d-818022-2 neutron-server[103255]: INFO neutron.quota.resource_registry [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Creating instance of TrackedResource for resource:subnetpool Nov 19 17:24:17.805865 n-d-818022-2 neutron-server[103255]: WARNING neutron.quota.resource_registry [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] subnetpool is already registered Nov 19 17:24:17.806286 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.v2.resource_helper [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Service CORE assigned prefix: {{(pid=103255) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 19 17:24:17.806612 n-d-818022-2 neutron-server[103255]: INFO neutron.quota.resource_registry [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Creating instance of TrackedResource for resource:subnetpool Nov 19 17:24:17.806948 n-d-818022-2 neutron-server[103255]: WARNING neutron.quota.resource_registry [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] subnetpool is already registered Nov 19 17:24:17.807423 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Extended resource: extensions {{(pid=103255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 17:24:17.808891 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Extended resource: address-groups {{(pid=103255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 17:24:17.810407 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Extended resource: address-scopes {{(pid=103255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 17:24:17.811714 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Extended resource: agents {{(pid=103255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 17:24:17.813407 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Extended resource: auto-allocated-topology {{(pid=103255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 17:24:17.814734 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Extended resource: availability_zones {{(pid=103255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 17:24:17.815953 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Extended resource: dhcp-networks {{(pid=103255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 17:24:17.817464 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Extended resource: dhcp-agents {{(pid=103255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 17:24:17.818928 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Extended resource: routers {{(pid=103255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 17:24:17.821125 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Extended resource: flavors {{(pid=103255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 17:24:17.822309 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Extended resource: service_profiles {{(pid=103255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 17:24:17.823501 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Extended resource: next_providers {{(pid=103255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 17:24:17.824951 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Extended resource: service_profiles {{(pid=103255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 17:24:17.826527 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Extended resource: floatingip-pools {{(pid=103255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 17:24:17.827749 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Extended resource: routers {{(pid=103255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 17:24:17.830528 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Extended resource: floatingips {{(pid=103255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 17:24:17.832806 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Extended resource: l3-routers {{(pid=103255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 17:24:17.834303 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Extended resource: l3-agents {{(pid=103255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 17:24:17.835708 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Extended resource: metering-labels {{(pid=103255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 17:24:17.837049 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Extended resource: metering-label-rules {{(pid=103255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 17:24:17.838363 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Extended resource: network-ip-availabilities {{(pid=103255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 17:24:17.839631 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Extended resource: bindings {{(pid=103255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 17:24:17.841281 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Extended resource: quotas {{(pid=103255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 17:24:17.842857 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Extended resource: quotas {{(pid=103255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 17:24:17.844407 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Extended resource: rbac-policies {{(pid=103255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 17:24:17.845717 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Extended resource: security-groups {{(pid=103255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 17:24:17.847002 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Extended resource: security-group-rules {{(pid=103255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 17:24:17.848247 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Extended resource: service-providers {{(pid=103255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 17:24:17.849453 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Extended resource: subnetpools {{(pid=103255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 17:24:17.850891 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Extended resource: subnetpools {{(pid=103255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 17:24:17.852346 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Extended resource: tags {{(pid=103255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 17:24:17.854053 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Extended resource: tags {{(pid=103255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 17:24:17.855856 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Extended resource: tags {{(pid=103255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 17:24:17.857623 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Extended resource: tags {{(pid=103255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 17:24:17.859436 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Extended resource: tags {{(pid=103255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 17:24:17.861364 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Extended resource: tags {{(pid=103255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 17:24:17.863086 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Extended resource: tags {{(pid=103255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 17:24:17.864995 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Extended resource: tags {{(pid=103255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 17:24:17.866804 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Extended resource: tags {{(pid=103255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 17:24:17.868639 n-d-818022-2 neutron-server[103255]: DEBUG neutron.api.extensions [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Extended resource: tags {{(pid=103255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 17:24:17.874669 n-d-818022-2 neutron-server[103255]: WARNING keystonemiddleware.auth_token [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Nov 19 17:24:17.880007 n-d-818022-2 neutron-server[103255]: WARNING keystonemiddleware.auth_token [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Nov 19 17:24:17.889504 n-d-818022-2 neutron-server[103255]: DEBUG oslo_concurrency.lockutils [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Acquired lock "singleton_lock" {{(pid=103255) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Nov 19 17:24:17.890003 n-d-818022-2 neutron-server[103255]: DEBUG oslo_concurrency.lockutils [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Releasing lock "singleton_lock" {{(pid=103255) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Nov 19 17:24:17.890664 n-d-818022-2 neutron-server[103255]: INFO oslo_service.service [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Starting 2 workers Nov 19 17:24:17.896062 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Started child 103364 {{(pid=103255) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 19 17:24:17.900457 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Started child 103365 {{(pid=103255) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 19 17:24:17.901539 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:24:17.902282 n-d-818022-2 neutron-server[103255]: INFO neutron.service [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Neutron service started, listening on 0.0.0.0:9696 Nov 19 17:24:17.902662 n-d-818022-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Publish callbacks [] for process, before_spawn {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:24:17.902971 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [-] (103364) wsgi starting up on http://0.0.0.0:9696 Nov 19 17:24:17.905071 n-d-818022-2 neutron-server[103255]: INFO oslo_service.service [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Starting 1 workers Nov 19 17:24:17.905331 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:24:17.906578 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [-] (103365) wsgi starting up on http://0.0.0.0:9696 Nov 19 17:24:17.910309 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Started child 103366 {{(pid=103255) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 19 17:24:17.910882 n-d-818022-2 neutron-server[103255]: INFO oslo_service.service [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Starting 1 workers Nov 19 17:24:17.914188 n-d-818022-2 neutron-server[103366]: DEBUG neutron.service [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] calling RpcWorker wait() {{(pid=103366) _wait /opt/stack/neutron/neutron/service.py:128}} Nov 19 17:24:17.914719 n-d-818022-2 neutron-server[103366]: DEBUG neutron.service [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] returning from RpcWorker wait() {{(pid=103366) _wait /opt/stack/neutron/neutron/service.py:135}} Nov 19 17:24:17.915276 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Started child 103367 {{(pid=103255) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 19 17:24:17.916074 n-d-818022-2 neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-af300908-4473-4b34-9e2e-e10974a3b0d7 None None] Publish callbacks [] for process, after_spawn {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:24:17.916165 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:24:17.916664 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:24:17.918052 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103255) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 19 17:24:17.918257 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 19 17:24:17.918441 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 19 17:24:17.918656 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 19 17:24:17.919005 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 19 17:24:17.919192 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 19 17:24:17.919699 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:17.919970 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:17.920225 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:17.920437 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:24:17.920895 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:17.920895 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:17.921370 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:17.921499 n-d-818022-2 neutron-server[103367]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:24:17.921641 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:17.922536 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:17.922764 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:17.923007 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:17.923176 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:17.923344 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:17.923605 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:17.923884 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:17.924233 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:17.924490 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:17.924733 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:17.924967 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:17.925140 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:17.925426 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:17.925672 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:17.925933 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:17.926208 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] debug = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:17.926453 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:17.926955 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:17.927189 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:17.927433 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:17.927676 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:17.927951 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:17.928204 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:17.928466 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:17.928716 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:17.928937 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:17.929199 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:17.929469 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:17.929702 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:17.929934 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:17.930192 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:17.930427 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:17.930672 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:17.930895 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:17.931363 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] host = n-d-818022-2 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:17.931606 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:17.931825 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:17.932076 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:17.932326 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:17.932574 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:17.932792 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:17.933046 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:17.933312 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:17.933554 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:17.933779 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:17.934047 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:17.934337 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:17.934549 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:17.934786 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] log_file = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:17.934952 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] log_options = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:17.935175 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:17.935451 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:17.935807 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:17.935942 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:17.936063 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:17.936230 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:17.936490 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:17.936655 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:17.936920 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:17.937155 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:17.937372 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:17.938414 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:17.938614 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:17.938840 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:17.939126 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:17.939363 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:17.939582 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:17.939989 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:17.940139 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:17.940363 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:17.940592 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:17.940853 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:17.941105 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:17.941330 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:17.941570 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:17.941832 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:17.942086 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:17.942312 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:17.942534 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:17.942790 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:17.943028 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:17.943295 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:17.943544 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:17.943777 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:17.944042 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:17.944271 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:17.944499 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:17.944734 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:17.944997 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:17.945222 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:17.945475 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:17.945724 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:17.946046 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:17.946213 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:17.946452 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:17.946685 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:17.946921 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] use_json = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:17.947134 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:17.947380 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:17.947624 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:17.947840 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:17.948078 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:17.948296 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:17.948539 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:17.948777 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:17.949223 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:17.949523 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:17.949949 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:17.950157 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:17.950363 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:17.950636 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:17.950890 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:17.951142 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:17.951406 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:17.951639 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:17.953013 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:17.953013 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:17.953013 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:17.953013 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:17.953013 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:17.953629 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:17.953629 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:17.954783 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:17.954783 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:17.954783 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:17.954783 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:17.954783 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:17.955119 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:17.955331 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:17.955537 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:17.955771 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:17.956085 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:17.956395 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:17.956669 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:17.957011 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:17.957274 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:17.957547 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.54/identity {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:17.957840 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:17.958055 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:17.958287 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:17.958516 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:17.958755 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:17.958995 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:17.959810 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:17.959810 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:17.959810 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:17.962964 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:17.962964 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:17.962964 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:17.962964 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:17.962964 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:17.962964 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:17.962964 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:17.962964 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:17.965269 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:17.965269 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:17.965269 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:17.965269 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:17.965269 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:17.965269 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:17.965269 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:17.965269 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:17.965269 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:17.966956 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:17.966956 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:17.966956 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:17.966956 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:17.966956 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:17.966956 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:17.966956 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:17.966956 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:17.966956 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:17.967564 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:17.967564 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:17.967564 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:17.967564 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:17.967564 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:17.967564 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:17.967564 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:17.968035 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:17.968035 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:17.968176 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:17.968283 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:17.968509 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:17.968721 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:17.969020 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:17.969235 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:17.969446 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:17.969658 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:17.969890 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:17.970110 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:17.970317 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:17.970529 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:17.970739 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:17.970969 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:17.971181 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:17.971455 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:17.971754 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:17.971990 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:17.972390 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:17.972771 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:17.973184 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:17.973406 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:17.973659 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:17.973920 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:17.974159 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:17.974391 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:17.974656 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:17.974887 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:17.975141 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:17.975403 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:17.975603 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:17.975838 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:17.976053 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:17.976270 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:17.976494 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:17.976743 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:17.976967 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:17.977230 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:17.977491 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:17.977721 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:17.977988 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:17.978241 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:17.978525 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:17.978772 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:17.979041 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:17.979256 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:17.979538 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:17.979854 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:17.980112 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:17.980386 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:17.980620 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:17.980922 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:17.981184 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:17.981432 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:17.981693 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:17.981950 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:17.985855 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:17.985855 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:17.985855 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:17.985855 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:17.985855 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:17.985855 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:17.985855 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:17.985855 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:17.986415 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:17.986415 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:17.986415 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:17.986415 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:17.986415 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:17.986415 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:17.986415 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:17.986415 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:17.986883 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:17.986883 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.54/identity {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:17.987071 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:17.987300 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:17.987683 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:17.987904 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:17.988122 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:17.988373 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:17.988602 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:17.988820 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:17.989034 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:17.989273 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:17.989520 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:17.989743 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:17.990139 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:17.990525 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:17.990909 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:17.991287 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:17.991632 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:17.992007 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:17.992434 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:17.992849 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:17.993276 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:17.993441 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:17.993864 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:17.994318 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:17.994714 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:17.994997 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:17.995271 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:17.995496 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:17.995724 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:17.996120 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:17.996395 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:17.996614 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:17.996866 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:17.997092 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:17.997322 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:17.997519 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:17.997912 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:17.998159 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:17.998399 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:17.998652 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:17.998869 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:17.999150 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:17.999408 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:17.999868 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.000185 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.001003 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.001252 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.001475 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.001732 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.001984 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.002254 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.002487 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.002710 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.003623 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.003623 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.003623 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.004034 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.004179 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.004315 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.004511 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.004736 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.004972 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.005280 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.005536 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.005767 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.006047 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.006273 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.006485 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.006732 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.006946 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.007159 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.007383 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.007600 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.007834 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.008085 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.008299 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.008520 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.008765 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.008984 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.009239 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.009468 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.009678 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.009927 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.010151 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.010368 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.010584 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.010810 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.011048 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.011288 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.011511 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.011728 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.011939 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.012185 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.012397 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.012606 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.012825 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.013041 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.013500 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.013829 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.014083 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.014324 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.014623 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.014868 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.015128 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.015380 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.015706 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.015941 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.016178 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.016395 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.016611 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.016855 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.017087 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.017404 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.017746 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.018016 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.018274 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.018565 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.018841 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.019109 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.019322 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.019633 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.019959 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.020222 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.020472 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.020715 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.020989 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.021215 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.021432 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.021666 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.021937 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.022170 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.022406 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.022656 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.022902 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.023121 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.023364 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.023578 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.023820 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.024050 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.024287 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.024521 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.024678 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 19 17:24:18.025211 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103255) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 19 17:24:18.025372 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 19 17:24:18.025524 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 19 17:24:18.025711 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 19 17:24:18.025917 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 19 17:24:18.026072 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 19 17:24:18.026278 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:18.026440 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:18.026582 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:18.026729 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:18.026891 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:18.027070 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:18.027216 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:18.027378 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:18.027535 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:18.027683 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:18.027836 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:18.027992 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:18.028148 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:18.028304 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:18.028466 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:18.028645 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:18.028811 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:18.028951 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:18.029083 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:18.029219 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:18.029371 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:18.029531 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:18.029688 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] debug = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:18.029864 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:18.030054 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:18.030224 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:18.030358 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:18.030498 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:18.030651 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:18.030805 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:18.030941 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:18.031099 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:18.031256 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:18.031438 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:18.031595 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:18.031740 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:18.031920 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:18.032356 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:18.032520 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:18.032679 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:18.032837 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:18.032995 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] host = n-d-818022-2 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:18.033153 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:18.033311 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:18.033456 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:18.033614 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:18.033773 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:18.033943 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:18.034102 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:18.034259 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:18.034417 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:18.034577 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:18.034735 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:18.034879 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:18.035040 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:18.035184 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] log_file = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:18.035343 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] log_options = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:18.035504 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:18.035644 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:18.035808 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:18.035992 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:18.036155 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:18.036315 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:18.036474 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:18.036632 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:18.036776 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:18.036937 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:18.037095 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:18.037252 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:18.037410 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:18.037566 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:18.037722 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:18.037887 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:18.038033 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:18.038194 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:18.038351 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:18.038512 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:18.038668 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:18.038827 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:18.038968 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:18.039130 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:18.039287 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:18.039433 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:18.039588 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:18.039745 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:18.039903 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:18.040061 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:18.040219 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:18.040376 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:18.040534 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:18.040691 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:18.040847 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:18.040990 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:18.041150 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:18.041307 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:18.041467 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:18.041626 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:18.041782 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:18.041962 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:18.042120 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:18.042266 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:18.042422 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:18.042579 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:18.042724 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] use_json = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:18.042882 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:18.043035 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:18.043169 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:18.043329 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:18.043486 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:18.043643 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:18.043799 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:18.043944 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 17:24:18.044122 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.044265 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.044441 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.044603 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.044763 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.044924 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.045084 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.045243 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.045406 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.045565 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.045733 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.045910 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.046076 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.046234 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.046397 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.046560 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.046719 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.046879 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.047560 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.047720 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.047880 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.048039 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.048208 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.048373 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.048531 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.048690 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.048964 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.049097 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.049258 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.049434 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.049595 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.049755 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.54/identity {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.049939 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.050101 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.050261 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.050422 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.050584 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.050746 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.050908 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.051067 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.051228 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.051390 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.051550 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.051711 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.051871 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.052032 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.052193 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.052354 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.052515 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.052677 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.052838 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.052999 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.053161 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.053322 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.053483 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.053644 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.053805 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.053918 n-d-818022-2 neutron-server[103366]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:24:18.054002 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.054142 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.054302 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.054462 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.054623 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.054783 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.054949 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.055089 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.055248 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.055476 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.055574 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.055732 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.055893 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.056050 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.056210 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.056374 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.056567 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.056708 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.056842 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.056974 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.057138 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.057297 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.057457 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.057617 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.057776 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.057959 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.058119 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.058280 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.058438 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.058593 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.058752 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.058911 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.059054 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.059219 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.059386 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.059561 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.059721 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.059881 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.060039 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.060199 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.060359 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.060516 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.060651 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.060810 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.060969 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.061128 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.061287 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.061448 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.061607 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.061767 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.061939 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.062097 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.062241 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.062403 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.062609 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.063262 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.063425 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.063584 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.063743 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.063903 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.064063 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.064232 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.064395 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.064627 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.064789 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.064956 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.065126 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.065288 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.065433 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.065641 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.065773 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.065988 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.066109 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.066230 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.066371 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.066531 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.066690 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.066861 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.067022 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.067182 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.067343 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.067524 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.067684 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.067847 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.068011 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.068229 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.068337 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.068486 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.068645 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.068805 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.068964 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.069116 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.069275 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.54/identity {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.069427 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.069608 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.069805 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.070011 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.070148 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.070278 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.070407 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.070541 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.070679 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.070812 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.070945 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.071090 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.071223 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.071378 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.071539 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.071699 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.071844 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.072008 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.072167 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.072329 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.072490 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.072634 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.072798 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.072957 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.073115 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.073277 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.073437 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.073598 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.073758 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.073942 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.074103 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.074265 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.074429 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.074588 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.074749 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.074910 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.075077 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.075265 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.075422 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.075558 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.075742 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.075885 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.076013 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.076155 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.076292 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.076447 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.076608 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.076769 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.076929 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.077092 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.077251 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.077410 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.077578 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.077760 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.077953 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.078082 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.078289 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.078418 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.078558 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.078718 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.078878 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.079038 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.079210 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.079371 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.079515 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.079681 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.079840 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.080003 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.080246 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.080409 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.080570 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.080730 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.080890 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.081050 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.081220 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.081379 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.081538 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.081698 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.081880 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.082041 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.082211 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.082371 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.082531 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.082691 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.082850 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.083010 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.083180 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.083340 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.083500 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.083660 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.083819 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.083979 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.084148 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.084308 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.084468 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.084627 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.084786 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.084945 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.085115 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.085278 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.085461 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.085604 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.085763 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.085950 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.086104 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.086277 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.086437 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.086598 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.086757 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.086916 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.087075 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.087236 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.087399 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.087567 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.087732 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.087894 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.088101 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.088233 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.088395 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.088554 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.088718 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.088888 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.089046 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.089206 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.089366 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.089525 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.089684 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.089863 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.090025 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.090185 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.090343 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.090503 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.090661 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.090820 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.090980 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.091139 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.091299 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.091458 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.091617 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.091776 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.091935 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 17:24:18.092089 n-d-818022-2 neutron-server[103255]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 19 17:24:18.310867 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 36214) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:24:18.319259 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [-] 10.222.0.54 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063295 Nov 19 17:24:29.676204 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8969f317-7ec7-4d53-b790-8a43ef694c83 None None] get_active_networks_info from n-d-818022-2 {{(pid=103366) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 19 17:24:29.724166 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-066e083a-0b33-4c75-9b53-1ab79c4c487b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-768733'] for agent, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:24:29.771982 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8969f317-7ec7-4d53-b790-8a43ef694c83 None None] No non-hosted networks {{(pid=103366) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Nov 19 17:24:31.931022 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-cb833660-d133-44e4-a223-8e6d5ca3b6c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-768733'] for agent, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:24:31.959237 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-de59df01-05f3-4441-9661-670d3ac52cd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:24:32.986236 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e46ecc5a-dc14-4744-b262-3072ff2e958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-768733'] for agent, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:24:34.534793 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e013d7e6-5264-4dcc-9759-54f5fb809e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-768733'] for agent, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:24:35.032767 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-768733'] for agent, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:24:35.033917 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:24:35.034531 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:24:35.035090 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:24:35.035643 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:24:35.036163 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:24:35.036720 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:24:35.037239 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:24:35.037728 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:24:35.038273 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:24:35.038835 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:24:35.039310 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:24:35.039794 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:24:35.040415 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-818022-2', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:24:35.049206 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-818022-2', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:24:35.758046 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 36304) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:24:36.287132 n-d-818022-2 neutron-server[103365]: WARNING oslo_policy.policy [None req-06bb811f-e7aa-4aeb-9741-889568e82ceb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 19 17:24:36.287733 n-d-818022-2 neutron-server[103365]: WARNING oslo_policy.policy [None req-06bb811f-e7aa-4aeb-9741-889568e82ceb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 19 17:24:36.515447 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [None req-06bb811f-e7aa-4aeb-9741-889568e82ceb admin admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=103365) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 17:24:36.525855 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-06bb811f-e7aa-4aeb-9741-889568e82ceb admin admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7573135 Nov 19 17:24:37.471646 n-d-818022-2 neutron-server[103366]: INFO neutron.db.l3_hamode_db [None req-05c09cae-60df-4024-bc79-95ecd6be9426 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Nov 19 17:24:37.554909 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c09cae-60df-4024-bc79-95ecd6be9426 None None] Routers set() bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:24:37.555303 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c09cae-60df-4024-bc79-95ecd6be9426 None None] Router IDs set() for agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 19 17:24:39.025077 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 36320) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:24:39.332194 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-7bddb4aa-e080-4ced-b049-a13ae31f2239 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'is_default': True, 'default_prefixlen': 26, 'shared': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:24:39.426889 n-d-818022-2 neutron-server[103365]: DEBUG neutron.policy [None req-7bddb4aa-e080-4ced-b049-a13ae31f2239 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103365) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 19 17:24:39.474108 n-d-818022-2 neutron-server[103365]: WARNING oslo_policy.policy [None req-7bddb4aa-e080-4ced-b049-a13ae31f2239 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 19 17:24:39.474470 n-d-818022-2 neutron-server[103365]: WARNING oslo_policy.policy [None req-7bddb4aa-e080-4ced-b049-a13ae31f2239 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 19 17:24:39.482866 n-d-818022-2 neutron-server[103365]: INFO neutron.quota [None req-7bddb4aa-e080-4ced-b049-a13ae31f2239 admin admin] Loaded quota_driver: . Nov 19 17:24:39.571460 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7bddb4aa-e080-4ced-b049-a13ae31f2239 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742638037731', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742638037204', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742638059398', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742638056437', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742638045930', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742637807709', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3872952', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3945056', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-849497', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-925587'] for rbac-policy, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:24:39.635966 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7bddb4aa-e080-4ced-b049-a13ae31f2239 admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:24:39.637126 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-7bddb4aa-e080-4ced-b049-a13ae31f2239 admin admin] 10.222.0.54 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6110871 Nov 19 17:24:42.293944 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 36332) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:24:42.585155 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-26c23d66-9f92-40f4-846d-d3da27b0db89 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'tenant_id': '3e5ce932a9f343e095650808b81416f4', 'project_id': '3e5ce932a9f343e095650808b81416f4'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:24:42.614673 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26c23d66-9f92-40f4-846d-d3da27b0db89 admin admin] Made reservation on behalf of 3e5ce932a9f343e095650808b81416f4 for: {'network': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:24:42.617503 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-26c23d66-9f92-40f4-846d-d3da27b0db89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:24:42.633902 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-26c23d66-9f92-40f4-846d-d3da27b0db89 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:24:42.739305 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-26c23d66-9f92-40f4-846d-d3da27b0db89 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:24:42.747628 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-26c23d66-9f92-40f4-846d-d3da27b0db89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:24:42.766860 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26c23d66-9f92-40f4-846d-d3da27b0db89 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 685} {{(pid=103365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 17:24:42.795599 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-26c23d66-9f92-40f4-846d-d3da27b0db89 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8742638569575', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:24:42.796168 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-26c23d66-9f92-40f4-846d-d3da27b0db89 admin admin] Unsubscribe: segment precommit_create {{(pid=103365) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 19 17:24:42.796677 n-d-818022-2 neutron-server[103365]: INFO neutron.db.segments_db [None req-26c23d66-9f92-40f4-846d-d3da27b0db89 admin admin] Added segment da9a2dde-5169-4316-9737-4efd39511bb3 of type vlan for network 1c3362ff-db34-4276-94c1-9d6763e226a8 Nov 19 17:24:42.811833 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c23d66-9f92-40f4-846d-d3da27b0db89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f181973-fb07-4f37-a861-a4b2ce21c4b1,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:24:42.863017 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c23d66-9f92-40f4-846d-d3da27b0db89 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:24:42.863358 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c23d66-9f92-40f4-846d-d3da27b0db89 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:24:42.863695 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c23d66-9f92-40f4-846d-d3da27b0db89 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:24:42.864032 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c23d66-9f92-40f4-846d-d3da27b0db89 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:24:42.864365 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c23d66-9f92-40f4-846d-d3da27b0db89 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:24:42.864687 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c23d66-9f92-40f4-846d-d3da27b0db89 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:24:42.865011 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c23d66-9f92-40f4-846d-d3da27b0db89 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:24:42.865331 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c23d66-9f92-40f4-846d-d3da27b0db89 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:24:42.865649 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c23d66-9f92-40f4-846d-d3da27b0db89 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:24:42.865995 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c23d66-9f92-40f4-846d-d3da27b0db89 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:24:42.866312 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c23d66-9f92-40f4-846d-d3da27b0db89 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:24:42.866627 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c23d66-9f92-40f4-846d-d3da27b0db89 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:24:42.867665 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c23d66-9f92-40f4-846d-d3da27b0db89 admin admin] Tracked resource versions report: Nov 19 17:24:42.867665 n-d-818022-2 neutron-server[103365]: pushed versions: Nov 19 17:24:42.867665 n-d-818022-2 neutron-server[103365]: { 'AddressGroup': {'1.2'}, Nov 19 17:24:42.867665 n-d-818022-2 neutron-server[103365]: 'ConntrackHelper': {'1.0'}, Nov 19 17:24:42.867665 n-d-818022-2 neutron-server[103365]: 'Log': {'1.0'}, Nov 19 17:24:42.867665 n-d-818022-2 neutron-server[103365]: 'Network': {'1.1'}, Nov 19 17:24:42.867665 n-d-818022-2 neutron-server[103365]: 'Port': {'1.7'}, Nov 19 17:24:42.867665 n-d-818022-2 neutron-server[103365]: 'PortForwarding': {'1.2'}, Nov 19 17:24:42.867665 n-d-818022-2 neutron-server[103365]: 'QosPolicy': {'1.10'}, Nov 19 17:24:42.867665 n-d-818022-2 neutron-server[103365]: 'SecurityGroup': {'1.5'}, Nov 19 17:24:42.867665 n-d-818022-2 neutron-server[103365]: 'SecurityGroupRule': {'1.2'}, Nov 19 17:24:42.867665 n-d-818022-2 neutron-server[103365]: 'SubPort': {'1.0'}, Nov 19 17:24:42.867665 n-d-818022-2 neutron-server[103365]: 'Subnet': {'1.1'}, Nov 19 17:24:42.867665 n-d-818022-2 neutron-server[103365]: 'Trunk': {'1.1'}} Nov 19 17:24:42.867665 n-d-818022-2 neutron-server[103365]: consumer versions: Nov 19 17:24:42.867665 n-d-818022-2 neutron-server[103365]: { DHCP agent@n-d-818022-2: {}, Nov 19 17:24:42.867665 n-d-818022-2 neutron-server[103365]: L3 agent@n-d-818022-2: {}, Nov 19 17:24:42.867665 n-d-818022-2 neutron-server[103365]: Metadata agent@n-d-818022-2: {}, Nov 19 17:24:42.867665 n-d-818022-2 neutron-server[103365]: Metering agent@n-d-818022-2: {}, Nov 19 17:24:42.867665 n-d-818022-2 neutron-server[103365]: Open vSwitch agent@n-d-818022-2: { 'AddressGroup': '1.2', Nov 19 17:24:42.867665 n-d-818022-2 neutron-server[103365]: 'ConntrackHelper': '1.0', Nov 19 17:24:42.867665 n-d-818022-2 neutron-server[103365]: 'Log': '1.0', Nov 19 17:24:42.867665 n-d-818022-2 neutron-server[103365]: 'Network': '1.1', Nov 19 17:24:42.867665 n-d-818022-2 neutron-server[103365]: 'Port': '1.7', Nov 19 17:24:42.867665 n-d-818022-2 neutron-server[103365]: 'PortForwarding': '1.2', Nov 19 17:24:42.867665 n-d-818022-2 neutron-server[103365]: 'QosPolicy': '1.10', Nov 19 17:24:42.867665 n-d-818022-2 neutron-server[103365]: 'SecurityGroup': '1.5', Nov 19 17:24:42.867665 n-d-818022-2 neutron-server[103365]: 'SecurityGroupRule': '1.2', Nov 19 17:24:42.867665 n-d-818022-2 neutron-server[103365]: 'SubPort': '1.0', Nov 19 17:24:42.867665 n-d-818022-2 neutron-server[103365]: 'Subnet': '1.1', Nov 19 17:24:42.867665 n-d-818022-2 neutron-server[103365]: 'Trunk': '1.1'}} Nov 19 17:24:42.867665 n-d-818022-2 neutron-server[103365]: {{(pid=103365) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 19 17:24:42.909382 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-26c23d66-9f92-40f4-846d-d3da27b0db89 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:24:42.948795 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-26c23d66-9f92-40f4-846d-d3da27b0db89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:24:42.949852 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26c23d66-9f92-40f4-846d-d3da27b0db89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:24:42.950550 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-26c23d66-9f92-40f4-846d-d3da27b0db89 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:24:43.027765 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-26c23d66-9f92-40f4-846d-d3da27b0db89 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7327573 Nov 19 17:24:43.051873 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c23d66-9f92-40f4-846d-d3da27b0db89 admin admin] Pushing event updated for resources: {'Network': ['ID=1c3362ff-db34-4276-94c1-9d6763e226a8,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:24:43.067656 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network 1c3362ff-db34-4276-94c1-9d6763e226a8 details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 17:24:45.769109 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 36346) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:24:46.250549 n-d-818022-2 neutron-server[103364]: WARNING oslo_policy.policy [None req-83eee1ec-32eb-4831-af86-907a69c4b30a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 19 17:24:46.251150 n-d-818022-2 neutron-server[103364]: WARNING oslo_policy.policy [None req-83eee1ec-32eb-4831-af86-907a69c4b30a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 19 17:24:46.696105 n-d-818022-2 neutron-server[103364]: DEBUG neutron.policy [None req-83eee1ec-32eb-4831-af86-907a69c4b30a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103364) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 19 17:24:46.743255 n-d-818022-2 neutron-server[103364]: WARNING oslo_policy.policy [None req-83eee1ec-32eb-4831-af86-907a69c4b30a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 19 17:24:46.743625 n-d-818022-2 neutron-server[103364]: WARNING oslo_policy.policy [None req-83eee1ec-32eb-4831-af86-907a69c4b30a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 19 17:24:46.752318 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83eee1ec-32eb-4831-af86-907a69c4b30a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:24:46.754254 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-83eee1ec-32eb-4831-af86-907a69c4b30a admin admin] 10.222.0.54 "GET /v2.0/networks/1c3362ff-db34-4276-94c1-9d6763e226a8 HTTP/1.1" status: 200 len: 825 time: 0.9831157 Nov 19 17:24:46.793220 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-fce2aada-ef23-4a33-ad9b-4bfd5a9e7051 admin admin] 10.222.0.54 "GET /v2.0/subnetpools/56079413-8d01-44a4-9c60-2586bb97fcf7 HTTP/1.1" status: 200 len: 734 time: 0.0330050 Nov 19 17:24:46.802405 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-9851db09-aa12-4955-bea0-6ed22c9aa7d7 admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'subnetpool_id': '56079413-8d01-44a4-9c60-2586bb97fcf7', 'tenant_id': '3e5ce932a9f343e095650808b81416f4', 'network_id': '1c3362ff-db34-4276-94c1-9d6763e226a8', 'name': 'private-subnet', 'ip_version': 4}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:24:46.803963 n-d-818022-2 neutron-server[103364]: INFO neutron.quota [None req-9851db09-aa12-4955-bea0-6ed22c9aa7d7 admin admin] Loaded quota_driver: . Nov 19 17:24:46.842982 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9851db09-aa12-4955-bea0-6ed22c9aa7d7 admin admin] Made reservation on behalf of 3e5ce932a9f343e095650808b81416f4 for: {'subnet': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:24:46.845761 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9851db09-aa12-4955-bea0-6ed22c9aa7d7 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:24:47.126896 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9851db09-aa12-4955-bea0-6ed22c9aa7d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for subnet, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:24:47.192551 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9851db09-aa12-4955-bea0-6ed22c9aa7d7 admin admin] Checking segment: {'id': 'da9a2dde-5169-4316-9737-4efd39511bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '1c3362ff-db34-4276-94c1-9d6763e226a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:24:47.192940 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9851db09-aa12-4955-bea0-6ed22c9aa7d7 admin admin] Network hostable DHCP agents. Network: 1c3362ff-db34-4276-94c1-9d6763e226a8, hostable agents: ['02910ef2-0455-4aea-9f38-9a875579633f'], hosted agents: [] {{(pid=103364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 17:24:47.209834 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9851db09-aa12-4955-bea0-6ed22c9aa7d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=de01642f-e70f-4c11-8668-c974facb679f,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:24:47.224912 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9851db09-aa12-4955-bea0-6ed22c9aa7d7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:24:47.225260 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9851db09-aa12-4955-bea0-6ed22c9aa7d7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:24:47.225600 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9851db09-aa12-4955-bea0-6ed22c9aa7d7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:24:47.225970 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9851db09-aa12-4955-bea0-6ed22c9aa7d7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:24:47.226302 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9851db09-aa12-4955-bea0-6ed22c9aa7d7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:24:47.226628 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9851db09-aa12-4955-bea0-6ed22c9aa7d7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:24:47.226967 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9851db09-aa12-4955-bea0-6ed22c9aa7d7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:24:47.227277 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9851db09-aa12-4955-bea0-6ed22c9aa7d7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:24:47.227597 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9851db09-aa12-4955-bea0-6ed22c9aa7d7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:24:47.227918 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9851db09-aa12-4955-bea0-6ed22c9aa7d7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:24:47.228237 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9851db09-aa12-4955-bea0-6ed22c9aa7d7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:24:47.228554 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9851db09-aa12-4955-bea0-6ed22c9aa7d7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:24:47.229559 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9851db09-aa12-4955-bea0-6ed22c9aa7d7 admin admin] Tracked resource versions report: Nov 19 17:24:47.229559 n-d-818022-2 neutron-server[103364]: pushed versions: Nov 19 17:24:47.229559 n-d-818022-2 neutron-server[103364]: { 'AddressGroup': {'1.2'}, Nov 19 17:24:47.229559 n-d-818022-2 neutron-server[103364]: 'ConntrackHelper': {'1.0'}, Nov 19 17:24:47.229559 n-d-818022-2 neutron-server[103364]: 'Log': {'1.0'}, Nov 19 17:24:47.229559 n-d-818022-2 neutron-server[103364]: 'Network': {'1.1'}, Nov 19 17:24:47.229559 n-d-818022-2 neutron-server[103364]: 'Port': {'1.7'}, Nov 19 17:24:47.229559 n-d-818022-2 neutron-server[103364]: 'PortForwarding': {'1.2'}, Nov 19 17:24:47.229559 n-d-818022-2 neutron-server[103364]: 'QosPolicy': {'1.10'}, Nov 19 17:24:47.229559 n-d-818022-2 neutron-server[103364]: 'SecurityGroup': {'1.5'}, Nov 19 17:24:47.229559 n-d-818022-2 neutron-server[103364]: 'SecurityGroupRule': {'1.2'}, Nov 19 17:24:47.229559 n-d-818022-2 neutron-server[103364]: 'SubPort': {'1.0'}, Nov 19 17:24:47.229559 n-d-818022-2 neutron-server[103364]: 'Subnet': {'1.1'}, Nov 19 17:24:47.229559 n-d-818022-2 neutron-server[103364]: 'Trunk': {'1.1'}} Nov 19 17:24:47.229559 n-d-818022-2 neutron-server[103364]: consumer versions: Nov 19 17:24:47.229559 n-d-818022-2 neutron-server[103364]: { DHCP agent@n-d-818022-2: {}, Nov 19 17:24:47.229559 n-d-818022-2 neutron-server[103364]: L3 agent@n-d-818022-2: {}, Nov 19 17:24:47.229559 n-d-818022-2 neutron-server[103364]: Metadata agent@n-d-818022-2: {}, Nov 19 17:24:47.229559 n-d-818022-2 neutron-server[103364]: Metering agent@n-d-818022-2: {}, Nov 19 17:24:47.229559 n-d-818022-2 neutron-server[103364]: Open vSwitch agent@n-d-818022-2: { 'AddressGroup': '1.2', Nov 19 17:24:47.229559 n-d-818022-2 neutron-server[103364]: 'ConntrackHelper': '1.0', Nov 19 17:24:47.229559 n-d-818022-2 neutron-server[103364]: 'Log': '1.0', Nov 19 17:24:47.229559 n-d-818022-2 neutron-server[103364]: 'Network': '1.1', Nov 19 17:24:47.229559 n-d-818022-2 neutron-server[103364]: 'Port': '1.7', Nov 19 17:24:47.229559 n-d-818022-2 neutron-server[103364]: 'PortForwarding': '1.2', Nov 19 17:24:47.229559 n-d-818022-2 neutron-server[103364]: 'QosPolicy': '1.10', Nov 19 17:24:47.229559 n-d-818022-2 neutron-server[103364]: 'SecurityGroup': '1.5', Nov 19 17:24:47.229559 n-d-818022-2 neutron-server[103364]: 'SecurityGroupRule': '1.2', Nov 19 17:24:47.229559 n-d-818022-2 neutron-server[103364]: 'SubPort': '1.0', Nov 19 17:24:47.229559 n-d-818022-2 neutron-server[103364]: 'Subnet': '1.1', Nov 19 17:24:47.229559 n-d-818022-2 neutron-server[103364]: 'Trunk': '1.1'}} Nov 19 17:24:47.229559 n-d-818022-2 neutron-server[103364]: {{(pid=103364) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 19 17:24:47.255240 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9851db09-aa12-4955-bea0-6ed22c9aa7d7 admin admin] Network 1c3362ff-db34-4276-94c1-9d6763e226a8 is scheduled to be hosted by DHCP agent 02910ef2-0455-4aea-9f38-9a875579633f with binding_index 1 {{(pid=103364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 17:24:47.273172 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-9851db09-aa12-4955-bea0-6ed22c9aa7d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818022-2, 1c3362ff-db34-4276-94c1-9d6763e226a8) {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:24:47.277995 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9851db09-aa12-4955-bea0-6ed22c9aa7d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:24:47.278624 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9851db09-aa12-4955-bea0-6ed22c9aa7d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:24:47.284455 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33d76762-a8cf-410e-abbc-39e7f3625b0f None None] Network 1c3362ff-db34-4276-94c1-9d6763e226a8 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:24:47.303862 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-9851db09-aa12-4955-bea0-6ed22c9aa7d7 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5006979 Nov 19 17:24:47.611822 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14346ccf-bd77-4bea-8ef5-49e3c109e9ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54f44f5f-1200-574e-8740-2141911d5b73-1c3362ff-db34-4276-94c1-9d6763e226a8', 'network_id': '1c3362ff-db34-4276-94c1-9d6763e226a8', 'tenant_id': '3e5ce932a9f343e095650808b81416f4', 'fixed_ips': [{'subnet_id': 'de01642f-e70f-4c11-8668-c974facb679f'}]}} from n-d-818022-2. {{(pid=103366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 17:24:47.613281 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-14346ccf-bd77-4bea-8ef5-49e3c109e9ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:24:47.904851 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [None req-14346ccf-bd77-4bea-8ef5-49e3c109e9ee None None] Allocated IP 172.20.0.2 (1c3362ff-db34-4276-94c1-9d6763e226a8/de01642f-e70f-4c11-8668-c974facb679f/2f6a008b-00f9-486b-bf06-e8ce9882ae86) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:24:48.105856 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-14346ccf-bd77-4bea-8ef5-49e3c109e9ee None None] Publish callbacks [] for port, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:24:48.113564 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-14346ccf-bd77-4bea-8ef5-49e3c109e9ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998'] for port, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:24:48.190857 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14346ccf-bd77-4bea-8ef5-49e3c109e9ee None None] Network 1c3362ff-db34-4276-94c1-9d6763e226a8 is already hosted by enough agents. {{(pid=103366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:24:48.195517 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [None req-14346ccf-bd77-4bea-8ef5-49e3c109e9ee None None] Resources bound (agent type, host, resource id): {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:24:48.198601 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14346ccf-bd77-4bea-8ef5-49e3c109e9ee None None] Received port after_create {{(pid=103366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:24:48.205059 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14346ccf-bd77-4bea-8ef5-49e3c109e9ee None None] Pushing event updated for resources: {'Port': ['ID=2f6a008b-00f9-486b-bf06-e8ce9882ae86,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:24:48.238356 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14346ccf-bd77-4bea-8ef5-49e3c109e9ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:24:48.238356 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14346ccf-bd77-4bea-8ef5-49e3c109e9ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:24:48.238356 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14346ccf-bd77-4bea-8ef5-49e3c109e9ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:24:48.238356 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14346ccf-bd77-4bea-8ef5-49e3c109e9ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:24:48.238356 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14346ccf-bd77-4bea-8ef5-49e3c109e9ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:24:48.238878 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14346ccf-bd77-4bea-8ef5-49e3c109e9ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:24:48.238878 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14346ccf-bd77-4bea-8ef5-49e3c109e9ee None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:24:48.238878 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14346ccf-bd77-4bea-8ef5-49e3c109e9ee None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:24:48.238878 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14346ccf-bd77-4bea-8ef5-49e3c109e9ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:24:48.239190 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14346ccf-bd77-4bea-8ef5-49e3c109e9ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:24:48.239402 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14346ccf-bd77-4bea-8ef5-49e3c109e9ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:24:48.239718 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14346ccf-bd77-4bea-8ef5-49e3c109e9ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:24:48.240757 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14346ccf-bd77-4bea-8ef5-49e3c109e9ee None None] Tracked resource versions report: Nov 19 17:24:48.240757 n-d-818022-2 neutron-server[103366]: pushed versions: Nov 19 17:24:48.240757 n-d-818022-2 neutron-server[103366]: { 'AddressGroup': {'1.2'}, Nov 19 17:24:48.240757 n-d-818022-2 neutron-server[103366]: 'ConntrackHelper': {'1.0'}, Nov 19 17:24:48.240757 n-d-818022-2 neutron-server[103366]: 'Log': {'1.0'}, Nov 19 17:24:48.240757 n-d-818022-2 neutron-server[103366]: 'Network': {'1.1'}, Nov 19 17:24:48.240757 n-d-818022-2 neutron-server[103366]: 'Port': {'1.7'}, Nov 19 17:24:48.240757 n-d-818022-2 neutron-server[103366]: 'PortForwarding': {'1.2'}, Nov 19 17:24:48.240757 n-d-818022-2 neutron-server[103366]: 'QosPolicy': {'1.10'}, Nov 19 17:24:48.240757 n-d-818022-2 neutron-server[103366]: 'SecurityGroup': {'1.5'}, Nov 19 17:24:48.240757 n-d-818022-2 neutron-server[103366]: 'SecurityGroupRule': {'1.2'}, Nov 19 17:24:48.240757 n-d-818022-2 neutron-server[103366]: 'SubPort': {'1.0'}, Nov 19 17:24:48.240757 n-d-818022-2 neutron-server[103366]: 'Subnet': {'1.1'}, Nov 19 17:24:48.240757 n-d-818022-2 neutron-server[103366]: 'Trunk': {'1.1'}} Nov 19 17:24:48.240757 n-d-818022-2 neutron-server[103366]: consumer versions: Nov 19 17:24:48.240757 n-d-818022-2 neutron-server[103366]: { DHCP agent@n-d-818022-2: {}, Nov 19 17:24:48.240757 n-d-818022-2 neutron-server[103366]: L3 agent@n-d-818022-2: {}, Nov 19 17:24:48.240757 n-d-818022-2 neutron-server[103366]: Metadata agent@n-d-818022-2: {}, Nov 19 17:24:48.240757 n-d-818022-2 neutron-server[103366]: Metering agent@n-d-818022-2: {}, Nov 19 17:24:48.240757 n-d-818022-2 neutron-server[103366]: Open vSwitch agent@n-d-818022-2: { 'AddressGroup': '1.2', Nov 19 17:24:48.240757 n-d-818022-2 neutron-server[103366]: 'ConntrackHelper': '1.0', Nov 19 17:24:48.240757 n-d-818022-2 neutron-server[103366]: 'Log': '1.0', Nov 19 17:24:48.240757 n-d-818022-2 neutron-server[103366]: 'Network': '1.1', Nov 19 17:24:48.240757 n-d-818022-2 neutron-server[103366]: 'Port': '1.7', Nov 19 17:24:48.240757 n-d-818022-2 neutron-server[103366]: 'PortForwarding': '1.2', Nov 19 17:24:48.240757 n-d-818022-2 neutron-server[103366]: 'QosPolicy': '1.10', Nov 19 17:24:48.240757 n-d-818022-2 neutron-server[103366]: 'SecurityGroup': '1.5', Nov 19 17:24:48.240757 n-d-818022-2 neutron-server[103366]: 'SecurityGroupRule': '1.2', Nov 19 17:24:48.240757 n-d-818022-2 neutron-server[103366]: 'SubPort': '1.0', Nov 19 17:24:48.240757 n-d-818022-2 neutron-server[103366]: 'Subnet': '1.1', Nov 19 17:24:48.240757 n-d-818022-2 neutron-server[103366]: 'Trunk': '1.1'}} Nov 19 17:24:48.240757 n-d-818022-2 neutron-server[103366]: {{(pid=103366) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 19 17:24:48.289259 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-14346ccf-bd77-4bea-8ef5-49e3c109e9ee None None] Attempting to bind port 2f6a008b-00f9-486b-bf06-e8ce9882ae86 on host n-d-818022-2 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:24:48.289934 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-14346ccf-bd77-4bea-8ef5-49e3c109e9ee None None] Attempting to bind port 2f6a008b-00f9-486b-bf06-e8ce9882ae86 by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': 'da9a2dde-5169-4316-9737-4efd39511bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '1c3362ff-db34-4276-94c1-9d6763e226a8'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:24:48.290083 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14346ccf-bd77-4bea-8ef5-49e3c109e9ee None None] Attempting to bind port 2f6a008b-00f9-486b-bf06-e8ce9882ae86 on network 1c3362ff-db34-4276-94c1-9d6763e226a8 {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:24:48.294908 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14346ccf-bd77-4bea-8ef5-49e3c109e9ee None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 24, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:24:48.295289 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14346ccf-bd77-4bea-8ef5-49e3c109e9ee None None] Checking segment: {'id': 'da9a2dde-5169-4316-9737-4efd39511bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '1c3362ff-db34-4276-94c1-9d6763e226a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:24:48.295751 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-14346ccf-bd77-4bea-8ef5-49e3c109e9ee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:24:48.296134 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14346ccf-bd77-4bea-8ef5-49e3c109e9ee None None] Bound using segment: {'id': 'da9a2dde-5169-4316-9737-4efd39511bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '1c3362ff-db34-4276-94c1-9d6763e226a8'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:24:48.296638 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-14346ccf-bd77-4bea-8ef5-49e3c109e9ee None None] Bound port: 2f6a008b-00f9-486b-bf06-e8ce9882ae86, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da9a2dde-5169-4316-9737-4efd39511bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '1c3362ff-db34-4276-94c1-9d6763e226a8'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:24:48.297052 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-14346ccf-bd77-4bea-8ef5-49e3c109e9ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:24:48.356693 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-14346ccf-bd77-4bea-8ef5-49e3c109e9ee None None] For port 2f6a008b-00f9-486b-bf06-e8ce9882ae86, host n-d-818022-2, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:24:48.361268 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-14346ccf-bd77-4bea-8ef5-49e3c109e9ee None None] For port 2f6a008b-00f9-486b-bf06-e8ce9882ae86, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=2f6a008b-00f9-486b-bf06-e8ce9882ae86,segment=NetworkSegment(da9a2dde-5169-4316-9737-4efd39511bb3),segment_id=da9a2dde-5169-4316-9737-4efd39511bb3)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:24:48.365506 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-14346ccf-bd77-4bea-8ef5-49e3c109e9ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:24:48.433479 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14346ccf-bd77-4bea-8ef5-49e3c109e9ee None None] Pushing event updated for resources: {'Port': ['ID=2f6a008b-00f9-486b-bf06-e8ce9882ae86,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:24:49.800372 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 36366) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:24:50.111902 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [None req-d51a261c-f151-42fd-96c4-87854079edc2 admin admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=103364) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 17:24:50.112897 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-d51a261c-f151-42fd-96c4-87854079edc2 admin admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3115871 Nov 19 17:24:52.601031 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 36374) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:24:52.921888 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [None req-a269ccc2-a6f7-40a2-8fed-7339aa0fbad3 admin admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=103364) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 17:24:52.922877 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-a269ccc2-a6f7-40a2-8fed-7339aa0fbad3 admin admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3209274 Nov 19 17:24:55.635099 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 36384) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:24:55.937707 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-f2f5f77a-81c9-4f1c-b7fe-05ee931f0126 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '3e5ce932a9f343e095650808b81416f4'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:24:55.963954 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f2f5f77a-81c9-4f1c-b7fe-05ee931f0126 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9890'] for router, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:24:55.965465 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f2f5f77a-81c9-4f1c-b7fe-05ee931f0126 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671617', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-732153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4689'] for router, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:24:56.113018 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f2f5f77a-81c9-4f1c-b7fe-05ee931f0126 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:24:56.117623 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f2f5f77a-81c9-4f1c-b7fe-05ee931f0126 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671702'] for router, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:24:56.132310 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f2f5f77a-81c9-4f1c-b7fe-05ee931f0126 admin admin] Publish callbacks [] for router, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:24:56.133574 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-f2f5f77a-81c9-4f1c-b7fe-05ee931f0126 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4974489 Nov 19 17:24:56.931624 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 2f6a008b-00f9-486b-bf06-e8ce9882ae86 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:24:57.020856 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 2f6a008b-00f9-486b-bf06-e8ce9882ae86 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:24:57.021247 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:24:57.132487 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:24:57.165017 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] For port 2f6a008b-00f9-486b-bf06-e8ce9882ae86, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=2f6a008b-00f9-486b-bf06-e8ce9882ae86,segment=NetworkSegment(da9a2dde-5169-4316-9737-4efd39511bb3),segment_id=da9a2dde-5169-4316-9737-4efd39511bb3)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:24:57.170853 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:24:57.216252 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Pushing event updated for resources: {'Port': ['ID=2f6a008b-00f9-486b-bf06-e8ce9882ae86,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:24:57.426982 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2cfdb58-a15a-4ca0-88b6-59713974966a None None] Network 1c3362ff-db34-4276-94c1-9d6763e226a8 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:24:57.546286 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-e430be01-359f-4d20-96eb-ff0810b474fa None None] Provisioning complete for port 2f6a008b-00f9-486b-bf06-e8ce9882ae86 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:24:57.546646 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e430be01-359f-4d20-96eb-ff0810b474fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:24:57.783173 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4d5d151e-729c-411c-bdbe-98a3839dea28 None None] Provisioning complete for port 2f6a008b-00f9-486b-bf06-e8ce9882ae86 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:24:57.783536 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4d5d151e-729c-411c-bdbe-98a3839dea28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:24:58.632734 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 36396) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:24:58.913014 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 2f6a008b-00f9-486b-bf06-e8ce9882ae86 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:24:58.942800 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [None req-4f10ca4f-85cc-4f0a-96fb-b505e38baf85 admin admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=103364) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 17:24:58.943950 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-4f10ca4f-85cc-4f0a-96fb-b505e38baf85 admin admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3102782 Nov 19 17:24:58.959187 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 2f6a008b-00f9-486b-bf06-e8ce9882ae86 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:24:58.959559 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:24:59.552127 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-5de413b8-7947-4757-8543-dbc86d16eef2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:25:01.425110 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 36404) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:25:01.741597 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-ed36ae0d-4b07-447c-8bbf-ab4e8e283931 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'name': 'public', 'router:external': True, 'is_default': True}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:25:01.782972 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed36ae0d-4b07-447c-8bbf-ab4e8e283931 admin admin] Made reservation on behalf of 7b2e223a4a1e47a5b4bed8d5a4a5bdaf for: {'network': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:25:01.785267 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ed36ae0d-4b07-447c-8bbf-ab4e8e283931 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:25:01.800449 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ed36ae0d-4b07-447c-8bbf-ab4e8e283931 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:25:01.897548 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ed36ae0d-4b07-447c-8bbf-ab4e8e283931 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:25:01.901766 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ed36ae0d-4b07-447c-8bbf-ab4e8e283931 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:25:01.913622 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d0f69514-b468-44b1-8d40-176549c2bb0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:25:01.921153 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-ed36ae0d-4b07-447c-8bbf-ab4e8e283931 admin admin] Reserving flat network on physical network physnet1 {{(pid=103364) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Nov 19 17:25:01.938896 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed36ae0d-4b07-447c-8bbf-ab4e8e283931 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f70a1f66-0dc9-454c-8a8b-8f914c965be5,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:25:01.944858 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ed36ae0d-4b07-447c-8bbf-ab4e8e283931 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8742638569575', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:25:01.945437 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ed36ae0d-4b07-447c-8bbf-ab4e8e283931 admin admin] Unsubscribe: segment precommit_create {{(pid=103364) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 19 17:25:01.945933 n-d-818022-2 neutron-server[103364]: INFO neutron.db.segments_db [None req-ed36ae0d-4b07-447c-8bbf-ab4e8e283931 admin admin] Added segment bbe705c1-96c0-476e-8381-28227e6f0ac5 of type flat for network 645e61aa-1a6c-4e8f-857e-ab06edb4897f Nov 19 17:25:02.006307 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ed36ae0d-4b07-447c-8bbf-ab4e8e283931 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:25:02.044490 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ed36ae0d-4b07-447c-8bbf-ab4e8e283931 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:25:02.045330 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed36ae0d-4b07-447c-8bbf-ab4e8e283931 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:25:02.045921 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ed36ae0d-4b07-447c-8bbf-ab4e8e283931 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:25:02.123704 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-ed36ae0d-4b07-447c-8bbf-ab4e8e283931 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6974938 Nov 19 17:25:02.136262 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed36ae0d-4b07-447c-8bbf-ab4e8e283931 admin admin] Pushing event updated for resources: {'Network': ['ID=645e61aa-1a6c-4e8f-857e-ab06edb4897f,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:25:02.148782 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network 645e61aa-1a6c-4e8f-857e-ab06edb4897f details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 17:25:02.970787 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e46ecc5a-dc14-4744-b262-3072ff2e958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:25:04.468882 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e013d7e6-5264-4dcc-9759-54f5fb809e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:25:04.622328 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 36422) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:25:04.794702 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e601ab27-c5b6-429d-a383-2cd4c51b1aec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:25:04.795993 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-e601ab27-c5b6-429d-a383-2cd4c51b1aec admin admin] 10.222.0.54 "GET /v2.0/subnets/de01642f-e70f-4c11-8668-c974facb679f HTTP/1.1" status: 200 len: 849 time: 0.1727204 Nov 19 17:25:04.913671 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-0e3c1e0a-f37d-4e87-991d-633a126d7b3a admin admin] 10.222.0.54 "GET /v2.0/routers/93b11a89-950f-47b8-a3dd-eee9ccd1d49b HTTP/1.1" status: 200 len: 704 time: 0.1116843 Nov 19 17:25:05.031073 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:25:05.175226 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-95340910-aae7-47a5-a14f-92852b9401e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:25:05.461035 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [None req-95340910-aae7-47a5-a14f-92852b9401e6 admin admin] Allocated IP 172.20.0.1 (1c3362ff-db34-4276-94c1-9d6763e226a8/de01642f-e70f-4c11-8668-c974facb679f/0782c726-7045-42c3-92b4-7d5dc04a5e58) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:25:05.614157 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-95340910-aae7-47a5-a14f-92852b9401e6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:25:05.677212 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-95340910-aae7-47a5-a14f-92852b9401e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:25:05.793365 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95340910-aae7-47a5-a14f-92852b9401e6 admin admin] Network 1c3362ff-db34-4276-94c1-9d6763e226a8 is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:25:05.798047 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-95340910-aae7-47a5-a14f-92852b9401e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:25:05.804602 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95340910-aae7-47a5-a14f-92852b9401e6 admin admin] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:25:05.805105 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-95340910-aae7-47a5-a14f-92852b9401e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-671361'] for router_interface, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:25:05.865277 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95340910-aae7-47a5-a14f-92852b9401e6 admin admin] Pushing event updated for resources: {'Port': ['ID=0782c726-7045-42c3-92b4-7d5dc04a5e58,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:25:06.006753 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-95340910-aae7-47a5-a14f-92852b9401e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:25:06.026202 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-424894e6-0144-4351-b35d-09dbffca84a7 None None] Provisioning complete for port 0782c726-7045-42c3-92b4-7d5dc04a5e58 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:25:06.026759 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-424894e6-0144-4351-b35d-09dbffca84a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:25:06.060515 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-424894e6-0144-4351-b35d-09dbffca84a7 None None] Port 0782c726-7045-42c3-92b4-7d5dc04a5e58 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:25:06.234985 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-95340910-aae7-47a5-a14f-92852b9401e6 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:25:06.239199 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-95340910-aae7-47a5-a14f-92852b9401e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:25:06.239911 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-95340910-aae7-47a5-a14f-92852b9401e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-768529'] for router_interface, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:25:06.314645 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95340910-aae7-47a5-a14f-92852b9401e6 admin admin] Pushing event updated for resources: {'Port': ['ID=0782c726-7045-42c3-92b4-7d5dc04a5e58,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:25:06.359107 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95340910-aae7-47a5-a14f-92852b9401e6 admin admin] Network 1c3362ff-db34-4276-94c1-9d6763e226a8 is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:25:06.360357 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-95340910-aae7-47a5-a14f-92852b9401e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:25:06.516372 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95340910-aae7-47a5-a14f-92852b9401e6 admin admin] Router 93b11a89-950f-47b8-a3dd-eee9ccd1d49b is scheduled to L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 with binding_index 1 {{(pid=103364) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 17:25:06.586440 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-d3de067c-02b6-4631-a4a8-5bc6723c1525 None None] Provisioning complete for port 0782c726-7045-42c3-92b4-7d5dc04a5e58 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:25:06.586724 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d3de067c-02b6-4631-a4a8-5bc6723c1525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:25:06.604655 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95340910-aae7-47a5-a14f-92852b9401e6 admin admin] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 17:25:06.618995 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-95340910-aae7-47a5-a14f-92852b9401e6 admin admin] 10.222.0.54 "PUT /v2.0/routers/93b11a89-950f-47b8-a3dd-eee9ccd1d49b/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6912026 Nov 19 17:25:06.619096 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa433289-9092-48db-81a5-45d502ec00f0 None None] Sync routers for ids ['93b11a89-950f-47b8-a3dd-eee9ccd1d49b'] in n-d-818022-2 {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 17:25:06.627223 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa433289-9092-48db-81a5-45d502ec00f0 None None] Routers {'93b11a89-950f-47b8-a3dd-eee9ccd1d49b'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:25:06.627745 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-d3de067c-02b6-4631-a4a8-5bc6723c1525 None None] Port 0782c726-7045-42c3-92b4-7d5dc04a5e58 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:25:06.627976 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-aa433289-9092-48db-81a5-45d502ec00f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:25:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['93b11a89-950f-47b8-a3dd-eee9ccd1d49b'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:25:06.815754 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-aa433289-9092-48db-81a5-45d502ec00f0 None None] Set router 93b11a89-950f-47b8-a3dd-eee9ccd1d49b gateway port host: None {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:25:07.244428 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-aa433289-9092-48db-81a5-45d502ec00f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93b11a89-950f-47b8-a3dd-eee9ccd1d49b', 'name': 'router1', 'tenant_id': '3e5ce932a9f343e095650808b81416f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:24:55Z', 'updated_at': '2021-11-19T17:25:05Z', 'revision_number': 2, 'project_id': '3e5ce932a9f343e095650808b81416f4', 'gw_port_host': None, '_interfaces': [{'id': '0782c726-7045-42c3-92b4-7d5dc04a5e58', 'name': '', 'network_id': '1c3362ff-db34-4276-94c1-9d6763e226a8', 'tenant_id': '3e5ce932a9f343e095650808b81416f4', 'mac_address': 'fa:16:3e:b6:dc:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93b11a89-950f-47b8-a3dd-eee9ccd1d49b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'de01642f-e70f-4c11-8668-c974facb679f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:25:05Z', 'updated_at': '2021-11-19T17:25:06Z', 'revision_number': 2, 'project_id': '3e5ce932a9f343e095650808b81416f4', 'subnets': [{'id': 'de01642f-e70f-4c11-8668-c974facb679f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '56079413-8d01-44a4-9c60-2586bb97fcf7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:25:07.295431 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa433289-9092-48db-81a5-45d502ec00f0 None None] Checking router: 93b11a89-950f-47b8-a3dd-eee9ccd1d49b for host: n-d-818022-2 {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 17:25:07.295805 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa433289-9092-48db-81a5-45d502ec00f0 None None] Updating router 93b11a89-950f-47b8-a3dd-eee9ccd1d49b port 0782c726-7045-42c3-92b4-7d5dc04a5e58 binding host n-d-818022-2 {{(pid=103367) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 17:25:07.343730 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-aa433289-9092-48db-81a5-45d502ec00f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:25:07.860891 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-aa433289-9092-48db-81a5-45d502ec00f0 None None] Publish callbacks [] for port, precommit_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:25:07.867034 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-aa433289-9092-48db-81a5-45d502ec00f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:25:08.020371 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491982d0-ea10-48be-a864-b31b66643b7b None None] Pushing event updated for resources: {'Port': ['ID=0782c726-7045-42c3-92b4-7d5dc04a5e58,revision_number=3']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:25:08.036755 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-aa433289-9092-48db-81a5-45d502ec00f0 None None] Attempting to bind port 0782c726-7045-42c3-92b4-7d5dc04a5e58 on host n-d-818022-2 for vnic_type normal with profile {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:25:08.037151 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-aa433289-9092-48db-81a5-45d502ec00f0 None None] Attempting to bind port 0782c726-7045-42c3-92b4-7d5dc04a5e58 by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': 'da9a2dde-5169-4316-9737-4efd39511bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '1c3362ff-db34-4276-94c1-9d6763e226a8'}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:25:08.037608 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa433289-9092-48db-81a5-45d502ec00f0 None None] Attempting to bind port 0782c726-7045-42c3-92b4-7d5dc04a5e58 on network 1c3362ff-db34-4276-94c1-9d6763e226a8 {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:25:08.041522 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491982d0-ea10-48be-a864-b31b66643b7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:25:08.041892 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491982d0-ea10-48be-a864-b31b66643b7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:25:08.042239 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491982d0-ea10-48be-a864-b31b66643b7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:25:08.042576 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491982d0-ea10-48be-a864-b31b66643b7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:25:08.042909 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491982d0-ea10-48be-a864-b31b66643b7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:25:08.043808 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491982d0-ea10-48be-a864-b31b66643b7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:25:08.044143 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491982d0-ea10-48be-a864-b31b66643b7b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:25:08.044468 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491982d0-ea10-48be-a864-b31b66643b7b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:25:08.044797 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491982d0-ea10-48be-a864-b31b66643b7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:25:08.045123 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491982d0-ea10-48be-a864-b31b66643b7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:25:08.045449 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491982d0-ea10-48be-a864-b31b66643b7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:25:08.045769 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491982d0-ea10-48be-a864-b31b66643b7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:25:08.046828 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491982d0-ea10-48be-a864-b31b66643b7b None None] Tracked resource versions report: Nov 19 17:25:08.046828 n-d-818022-2 neutron-server[103367]: pushed versions: Nov 19 17:25:08.046828 n-d-818022-2 neutron-server[103367]: { 'AddressGroup': {'1.2'}, Nov 19 17:25:08.046828 n-d-818022-2 neutron-server[103367]: 'ConntrackHelper': {'1.0'}, Nov 19 17:25:08.046828 n-d-818022-2 neutron-server[103367]: 'Log': {'1.0'}, Nov 19 17:25:08.046828 n-d-818022-2 neutron-server[103367]: 'Network': {'1.1'}, Nov 19 17:25:08.046828 n-d-818022-2 neutron-server[103367]: 'Port': {'1.7'}, Nov 19 17:25:08.046828 n-d-818022-2 neutron-server[103367]: 'PortForwarding': {'1.2'}, Nov 19 17:25:08.046828 n-d-818022-2 neutron-server[103367]: 'QosPolicy': {'1.10'}, Nov 19 17:25:08.046828 n-d-818022-2 neutron-server[103367]: 'SecurityGroup': {'1.5'}, Nov 19 17:25:08.046828 n-d-818022-2 neutron-server[103367]: 'SecurityGroupRule': {'1.2'}, Nov 19 17:25:08.046828 n-d-818022-2 neutron-server[103367]: 'SubPort': {'1.0'}, Nov 19 17:25:08.046828 n-d-818022-2 neutron-server[103367]: 'Subnet': {'1.1'}, Nov 19 17:25:08.046828 n-d-818022-2 neutron-server[103367]: 'Trunk': {'1.1'}} Nov 19 17:25:08.046828 n-d-818022-2 neutron-server[103367]: consumer versions: Nov 19 17:25:08.046828 n-d-818022-2 neutron-server[103367]: { DHCP agent@n-d-818022-2: {}, Nov 19 17:25:08.046828 n-d-818022-2 neutron-server[103367]: L3 agent@n-d-818022-2: {}, Nov 19 17:25:08.046828 n-d-818022-2 neutron-server[103367]: Metadata agent@n-d-818022-2: {}, Nov 19 17:25:08.046828 n-d-818022-2 neutron-server[103367]: Metering agent@n-d-818022-2: {}, Nov 19 17:25:08.046828 n-d-818022-2 neutron-server[103367]: Open vSwitch agent@n-d-818022-2: { 'AddressGroup': '1.2', Nov 19 17:25:08.046828 n-d-818022-2 neutron-server[103367]: 'ConntrackHelper': '1.0', Nov 19 17:25:08.046828 n-d-818022-2 neutron-server[103367]: 'Log': '1.0', Nov 19 17:25:08.046828 n-d-818022-2 neutron-server[103367]: 'Network': '1.1', Nov 19 17:25:08.046828 n-d-818022-2 neutron-server[103367]: 'Port': '1.7', Nov 19 17:25:08.046828 n-d-818022-2 neutron-server[103367]: 'PortForwarding': '1.2', Nov 19 17:25:08.046828 n-d-818022-2 neutron-server[103367]: 'QosPolicy': '1.10', Nov 19 17:25:08.046828 n-d-818022-2 neutron-server[103367]: 'SecurityGroup': '1.5', Nov 19 17:25:08.046828 n-d-818022-2 neutron-server[103367]: 'SecurityGroupRule': '1.2', Nov 19 17:25:08.046828 n-d-818022-2 neutron-server[103367]: 'SubPort': '1.0', Nov 19 17:25:08.046828 n-d-818022-2 neutron-server[103367]: 'Subnet': '1.1', Nov 19 17:25:08.046828 n-d-818022-2 neutron-server[103367]: 'Trunk': '1.1'}} Nov 19 17:25:08.046828 n-d-818022-2 neutron-server[103367]: {{(pid=103367) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 19 17:25:08.051739 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa433289-9092-48db-81a5-45d502ec00f0 None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 25, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:25:08.052144 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa433289-9092-48db-81a5-45d502ec00f0 None None] Checking segment: {'id': 'da9a2dde-5169-4316-9737-4efd39511bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '1c3362ff-db34-4276-94c1-9d6763e226a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:25:08.052605 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-aa433289-9092-48db-81a5-45d502ec00f0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:25:08.052990 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa433289-9092-48db-81a5-45d502ec00f0 None None] Bound using segment: {'id': 'da9a2dde-5169-4316-9737-4efd39511bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '1c3362ff-db34-4276-94c1-9d6763e226a8'} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:25:08.053507 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-aa433289-9092-48db-81a5-45d502ec00f0 None None] Bound port: 0782c726-7045-42c3-92b4-7d5dc04a5e58, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da9a2dde-5169-4316-9737-4efd39511bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '1c3362ff-db34-4276-94c1-9d6763e226a8'}}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:25:08.053928 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-aa433289-9092-48db-81a5-45d502ec00f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:25:08.119528 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-aa433289-9092-48db-81a5-45d502ec00f0 None None] For port 0782c726-7045-42c3-92b4-7d5dc04a5e58, host n-d-818022-2, cleared binding levels {{(pid=103367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:25:08.139331 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-aa433289-9092-48db-81a5-45d502ec00f0 None None] For port 0782c726-7045-42c3-92b4-7d5dc04a5e58, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=0782c726-7045-42c3-92b4-7d5dc04a5e58,segment=NetworkSegment(da9a2dde-5169-4316-9737-4efd39511bb3),segment_id=da9a2dde-5169-4316-9737-4efd39511bb3)] {{(pid=103367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:25:08.144981 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-aa433289-9092-48db-81a5-45d502ec00f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:25:08.155128 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-71ecc663-eb12-4ca0-be44-6f86710d1fdf None None] Provisioning complete for port 0782c726-7045-42c3-92b4-7d5dc04a5e58 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:25:08.155675 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-71ecc663-eb12-4ca0-be44-6f86710d1fdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:25:08.205019 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491982d0-ea10-48be-a864-b31b66643b7b None None] Pushing event updated for resources: {'Port': ['ID=0782c726-7045-42c3-92b4-7d5dc04a5e58,revision_number=4']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:25:08.213406 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa433289-9092-48db-81a5-45d502ec00f0 None None] Routers {'93b11a89-950f-47b8-a3dd-eee9ccd1d49b'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:25:08.214040 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-aa433289-9092-48db-81a5-45d502ec00f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:25:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['93b11a89-950f-47b8-a3dd-eee9ccd1d49b'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:25:08.231849 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-71ecc663-eb12-4ca0-be44-6f86710d1fdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:25:08.267507 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-71ecc663-eb12-4ca0-be44-6f86710d1fdf None None] For port 0782c726-7045-42c3-92b4-7d5dc04a5e58, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=0782c726-7045-42c3-92b4-7d5dc04a5e58,segment=NetworkSegment(da9a2dde-5169-4316-9737-4efd39511bb3),segment_id=da9a2dde-5169-4316-9737-4efd39511bb3)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:25:08.278953 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-71ecc663-eb12-4ca0-be44-6f86710d1fdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:25:08.318686 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-aa433289-9092-48db-81a5-45d502ec00f0 None None] Set router 93b11a89-950f-47b8-a3dd-eee9ccd1d49b gateway port host: None {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:25:08.332574 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ecc663-eb12-4ca0-be44-6f86710d1fdf None None] Pushing event updated for resources: {'Port': ['ID=0782c726-7045-42c3-92b4-7d5dc04a5e58,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:25:08.399686 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-f003afde-d4cb-40be-a273-26453e224d56 None None] Provisioning complete for port 0782c726-7045-42c3-92b4-7d5dc04a5e58 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:25:08.400089 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f003afde-d4cb-40be-a273-26453e224d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:25:08.534172 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-aa433289-9092-48db-81a5-45d502ec00f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93b11a89-950f-47b8-a3dd-eee9ccd1d49b', 'name': 'router1', 'tenant_id': '3e5ce932a9f343e095650808b81416f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:24:55Z', 'updated_at': '2021-11-19T17:25:05Z', 'revision_number': 2, 'project_id': '3e5ce932a9f343e095650808b81416f4', 'gw_port_host': None, '_interfaces': [{'id': '0782c726-7045-42c3-92b4-7d5dc04a5e58', 'name': '', 'network_id': '1c3362ff-db34-4276-94c1-9d6763e226a8', 'tenant_id': '3e5ce932a9f343e095650808b81416f4', 'mac_address': 'fa:16:3e:b6:dc:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93b11a89-950f-47b8-a3dd-eee9ccd1d49b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'de01642f-e70f-4c11-8668-c974facb679f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:25:05Z', 'updated_at': '2021-11-19T17:25:08Z', 'revision_number': 4, 'project_id': '3e5ce932a9f343e095650808b81416f4', 'subnets': [{'id': 'de01642f-e70f-4c11-8668-c974facb679f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '56079413-8d01-44a4-9c60-2586bb97fcf7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:25:08.562781 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa433289-9092-48db-81a5-45d502ec00f0 None None] The sync data for ids ['93b11a89-950f-47b8-a3dd-eee9ccd1d49b'] in n-d-818022-2 is: [{'id': '93b11a89-950f-47b8-a3dd-eee9ccd1d49b', 'name': 'router1', 'tenant_id': '3e5ce932a9f343e095650808b81416f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:24:55Z', 'updated_at': '2021-11-19T17:25:05Z', 'revision_number': 2, 'project_id': '3e5ce932a9f343e095650808b81416f4', 'gw_port_host': None, '_interfaces': [{'id': '0782c726-7045-42c3-92b4-7d5dc04a5e58', 'name': '', 'network_id': '1c3362ff-db34-4276-94c1-9d6763e226a8', 'tenant_id': '3e5ce932a9f343e095650808b81416f4', 'mac_address': 'fa:16:3e:b6:dc:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93b11a89-950f-47b8-a3dd-eee9ccd1d49b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'de01642f-e70f-4c11-8668-c974facb679f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:25:05Z', 'updated_at': '2021-11-19T17:25:08Z', 'revision_number': 4, 'project_id': '3e5ce932a9f343e095650808b81416f4', 'subnets': [{'id': 'de01642f-e70f-4c11-8668-c974facb679f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '56079413-8d01-44a4-9c60-2586bb97fcf7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 17:25:08.934423 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 36442) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:25:09.041829 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85adeb57-5b14-4f29-9629-28556ff516ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:25:09.043824 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-85adeb57-5b14-4f29-9629-28556ff516ce admin admin] 10.222.0.54 "GET /v2.0/networks/645e61aa-1a6c-4e8f-857e-ab06edb4897f HTTP/1.1" status: 200 len: 842 time: 0.1078358 Nov 19 17:25:09.053667 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-8911d8c9-fa9a-4623-b6a9-06529a3914c3 admin admin] Request body: {'subnet': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'cidr': '172.25.7.0/24', 'enable_dhcp': False, 'ip_version': 4, 'gateway_ip': '172.25.7.1', 'name': 'public-subnet'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:25:09.075269 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8911d8c9-fa9a-4623-b6a9-06529a3914c3 admin admin] Made reservation on behalf of 7b2e223a4a1e47a5b4bed8d5a4a5bdaf for: {'subnet': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:25:09.077527 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8911d8c9-fa9a-4623-b6a9-06529a3914c3 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:25:09.352839 n-d-818022-2 neutron-server[103364]: DEBUG neutron.objects.ports [None req-8911d8c9-fa9a-4623-b6a9-06529a3914c3 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103364) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 19 17:25:09.353296 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8911d8c9-fa9a-4623-b6a9-06529a3914c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for subnet, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:25:09.416569 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8911d8c9-fa9a-4623-b6a9-06529a3914c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=88ed2d64-f56d-4f01-a468-946e01c99e82,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:25:09.420035 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8911d8c9-fa9a-4623-b6a9-06529a3914c3 admin admin] Checking segment: {'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:25:09.420398 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8911d8c9-fa9a-4623-b6a9-06529a3914c3 admin admin] Network hostable DHCP agents. Network: 645e61aa-1a6c-4e8f-857e-ab06edb4897f, hostable agents: ['02910ef2-0455-4aea-9f38-9a875579633f'], hosted agents: [] {{(pid=103364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 17:25:09.437439 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8911d8c9-fa9a-4623-b6a9-06529a3914c3 admin admin] Network 645e61aa-1a6c-4e8f-857e-ab06edb4897f is scheduled to be hosted by DHCP agent 02910ef2-0455-4aea-9f38-9a875579633f with binding_index 1 {{(pid=103364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 17:25:09.446154 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-8911d8c9-fa9a-4623-b6a9-06529a3914c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818022-2, 645e61aa-1a6c-4e8f-857e-ab06edb4897f) {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:25:09.450163 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8911d8c9-fa9a-4623-b6a9-06529a3914c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:25:09.450712 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8911d8c9-fa9a-4623-b6a9-06529a3914c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:25:09.455004 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91b9b01e-ef87-4049-9f06-0df59651119d None None] Network 645e61aa-1a6c-4e8f-857e-ab06edb4897f requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:25:09.477910 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-8911d8c9-fa9a-4623-b6a9-06529a3914c3 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4167233 Nov 19 17:25:09.625709 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ede81bef-ff48-49b9-9c46-ad18c39fdeef None None] Network 645e61aa-1a6c-4e8f-857e-ab06edb4897f requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:25:11.889831 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 36450) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:25:12.086499 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-0d21cda8-d0a0-4962-970e-da65bee245b9 admin admin] 10.222.0.54 "GET /v2.0/routers/93b11a89-950f-47b8-a3dd-eee9ccd1d49b HTTP/1.1" status: 200 len: 710 time: 0.1955392 Nov 19 17:25:12.170966 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1095f99-dd66-4668-9aa4-34d656e98e31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:25:12.172244 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-f1095f99-dd66-4668-9aa4-34d656e98e31 admin admin] 10.222.0.54 "GET /v2.0/networks/645e61aa-1a6c-4e8f-857e-ab06edb4897f HTTP/1.1" status: 200 len: 886 time: 0.0792756 Nov 19 17:25:12.181442 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-9ed1c443-181a-4e01-9dd6-eb15ea3c8aa5 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'}}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:25:12.435613 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9ed1c443-181a-4e01-9dd6-eb15ea3c8aa5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:25:12.672065 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9ed1c443-181a-4e01-9dd6-eb15ea3c8aa5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:25:12.749407 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9ed1c443-181a-4e01-9dd6-eb15ea3c8aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:25:12.857697 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [None req-9ed1c443-181a-4e01-9dd6-eb15ea3c8aa5 admin admin] Allocated IP 172.25.7.199 (645e61aa-1a6c-4e8f-857e-ab06edb4897f/88ed2d64-f56d-4f01-a468-946e01c99e82/28fec120-b5ff-4b04-8531-af4c41971fa7) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:25:12.957182 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9ed1c443-181a-4e01-9dd6-eb15ea3c8aa5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:25:12.991976 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9ed1c443-181a-4e01-9dd6-eb15ea3c8aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:25:13.031601 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ed1c443-181a-4e01-9dd6-eb15ea3c8aa5 admin admin] Network 645e61aa-1a6c-4e8f-857e-ab06edb4897f is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:25:13.034457 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-9ed1c443-181a-4e01-9dd6-eb15ea3c8aa5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:25:13.041064 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed1c443-181a-4e01-9dd6-eb15ea3c8aa5 admin admin] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:25:13.043749 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed1c443-181a-4e01-9dd6-eb15ea3c8aa5 admin admin] Pushing event updated for resources: {'Port': ['ID=28fec120-b5ff-4b04-8531-af4c41971fa7,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:25:13.285445 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9ed1c443-181a-4e01-9dd6-eb15ea3c8aa5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:25:13.564529 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9ed1c443-181a-4e01-9dd6-eb15ea3c8aa5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-671667', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4675'] for router, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:25:13.567736 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9ed1c443-181a-4e01-9dd6-eb15ea3c8aa5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-671652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-671709', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-543867'] for router, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:25:13.674172 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ed1c443-181a-4e01-9dd6-eb15ea3c8aa5 admin admin] Router 93b11a89-950f-47b8-a3dd-eee9ccd1d49b has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 17:25:13.780031 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ed1c443-181a-4e01-9dd6-eb15ea3c8aa5 admin admin] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 17:25:13.784378 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9ed1c443-181a-4e01-9dd6-eb15ea3c8aa5 admin admin] Publish callbacks [] for router, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:25:13.785443 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-9ed1c443-181a-4e01-9dd6-eb15ea3c8aa5 admin admin] 10.222.0.54 "PUT /v2.0/routers/93b11a89-950f-47b8-a3dd-eee9ccd1d49b HTTP/1.1" status: 200 len: 890 time: 1.6071188 Nov 19 17:25:14.936859 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 0782c726-7045-42c3-92b4-7d5dc04a5e58 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:25:14.988110 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 0782c726-7045-42c3-92b4-7d5dc04a5e58 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:25:14.988479 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:25:15.526372 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f20c8fc7-fd59-48dd-b0db-8a7ebbdc8668 None None] Sync routers for ids ['93b11a89-950f-47b8-a3dd-eee9ccd1d49b'] in n-d-818022-2 {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 17:25:15.537609 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f20c8fc7-fd59-48dd-b0db-8a7ebbdc8668 None None] Routers {'93b11a89-950f-47b8-a3dd-eee9ccd1d49b'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:25:15.538280 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-f20c8fc7-fd59-48dd-b0db-8a7ebbdc8668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:25:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['93b11a89-950f-47b8-a3dd-eee9ccd1d49b'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:25:15.746463 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-f20c8fc7-fd59-48dd-b0db-8a7ebbdc8668 None None] Set router 93b11a89-950f-47b8-a3dd-eee9ccd1d49b gateway port host: n-d-818022-2 {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:25:16.197303 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-f20c8fc7-fd59-48dd-b0db-8a7ebbdc8668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93b11a89-950f-47b8-a3dd-eee9ccd1d49b', 'name': 'router1', 'tenant_id': '3e5ce932a9f343e095650808b81416f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.199'}], 'enable_snat': True}, 'gw_port_id': '28fec120-b5ff-4b04-8531-af4c41971fa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:24:55Z', 'updated_at': '2021-11-19T17:25:13Z', 'revision_number': 4, 'project_id': '3e5ce932a9f343e095650808b81416f4', 'gw_port': {'id': '28fec120-b5ff-4b04-8531-af4c41971fa7', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:41:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93b11a89-950f-47b8-a3dd-eee9ccd1d49b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:25:12Z', 'updated_at': '2021-11-19T17:25:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': '0782c726-7045-42c3-92b4-7d5dc04a5e58', 'name': '', 'network_id': '1c3362ff-db34-4276-94c1-9d6763e226a8', 'tenant_id': '3e5ce932a9f343e095650808b81416f4', 'mac_address': 'fa:16:3e:b6:dc:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b11a89-950f-47b8-a3dd-eee9ccd1d49b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'de01642f-e70f-4c11-8668-c974facb679f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:25:05Z', 'updated_at': '2021-11-19T17:25:08Z', 'revision_number': 5, 'project_id': '3e5ce932a9f343e095650808b81416f4', 'subnets': [{'id': 'de01642f-e70f-4c11-8668-c974facb679f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '56079413-8d01-44a4-9c60-2586bb97fcf7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:25:16.249451 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f20c8fc7-fd59-48dd-b0db-8a7ebbdc8668 None None] Checking router: 93b11a89-950f-47b8-a3dd-eee9ccd1d49b for host: n-d-818022-2 {{(pid=103366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 17:25:16.249830 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f20c8fc7-fd59-48dd-b0db-8a7ebbdc8668 None None] Updating router 93b11a89-950f-47b8-a3dd-eee9ccd1d49b port 28fec120-b5ff-4b04-8531-af4c41971fa7 binding host n-d-818022-2 {{(pid=103366) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 17:25:16.300778 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f20c8fc7-fd59-48dd-b0db-8a7ebbdc8668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:25:16.327542 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 36462) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:25:16.441523 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-5a5f1c0a-6d8d-45f8-88fd-a2260c489b99 admin admin] 10.222.0.54 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1127675 Nov 19 17:25:16.619416 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f20c8fc7-fd59-48dd-b0db-8a7ebbdc8668 None None] Publish callbacks [] for port, precommit_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:25:16.625678 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f20c8fc7-fd59-48dd-b0db-8a7ebbdc8668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:25:16.676791 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f8bea3-6b27-4334-9cb7-3220718be2db None None] Pushing event updated for resources: {'Port': ['ID=28fec120-b5ff-4b04-8531-af4c41971fa7,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:25:16.680840 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-f20c8fc7-fd59-48dd-b0db-8a7ebbdc8668 None None] Attempting to bind port 28fec120-b5ff-4b04-8531-af4c41971fa7 on host n-d-818022-2 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:25:16.681213 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-f20c8fc7-fd59-48dd-b0db-8a7ebbdc8668 None None] Attempting to bind port 28fec120-b5ff-4b04-8531-af4c41971fa7 by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:25:16.681580 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f20c8fc7-fd59-48dd-b0db-8a7ebbdc8668 None None] Attempting to bind port 28fec120-b5ff-4b04-8531-af4c41971fa7 on network 645e61aa-1a6c-4e8f-857e-ab06edb4897f {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:25:16.686789 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f20c8fc7-fd59-48dd-b0db-8a7ebbdc8668 None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 25, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:25:16.687166 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f20c8fc7-fd59-48dd-b0db-8a7ebbdc8668 None None] Checking segment: {'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:25:16.687572 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f20c8fc7-fd59-48dd-b0db-8a7ebbdc8668 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:25:16.687961 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f20c8fc7-fd59-48dd-b0db-8a7ebbdc8668 None None] Bound using segment: {'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:25:16.688429 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-f20c8fc7-fd59-48dd-b0db-8a7ebbdc8668 None None] Bound port: 28fec120-b5ff-4b04-8531-af4c41971fa7, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:25:16.688828 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f20c8fc7-fd59-48dd-b0db-8a7ebbdc8668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:25:16.738868 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-f20c8fc7-fd59-48dd-b0db-8a7ebbdc8668 None None] For port 28fec120-b5ff-4b04-8531-af4c41971fa7, host n-d-818022-2, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:25:16.742268 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-f20c8fc7-fd59-48dd-b0db-8a7ebbdc8668 None None] For port 28fec120-b5ff-4b04-8531-af4c41971fa7, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=28fec120-b5ff-4b04-8531-af4c41971fa7,segment=NetworkSegment(bbe705c1-96c0-476e-8381-28227e6f0ac5),segment_id=bbe705c1-96c0-476e-8381-28227e6f0ac5)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:25:16.746588 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f20c8fc7-fd59-48dd-b0db-8a7ebbdc8668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:25:16.805247 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f20c8fc7-fd59-48dd-b0db-8a7ebbdc8668 None None] Routers {'93b11a89-950f-47b8-a3dd-eee9ccd1d49b'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:25:16.805872 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-f20c8fc7-fd59-48dd-b0db-8a7ebbdc8668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:25:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['93b11a89-950f-47b8-a3dd-eee9ccd1d49b'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:25:16.807543 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f8bea3-6b27-4334-9cb7-3220718be2db None None] Pushing event updated for resources: {'Port': ['ID=28fec120-b5ff-4b04-8531-af4c41971fa7,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:25:16.913536 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-f20c8fc7-fd59-48dd-b0db-8a7ebbdc8668 None None] Set router 93b11a89-950f-47b8-a3dd-eee9ccd1d49b gateway port host: n-d-818022-2 {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:25:17.125058 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-f20c8fc7-fd59-48dd-b0db-8a7ebbdc8668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93b11a89-950f-47b8-a3dd-eee9ccd1d49b', 'name': 'router1', 'tenant_id': '3e5ce932a9f343e095650808b81416f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.199'}], 'enable_snat': True}, 'gw_port_id': '28fec120-b5ff-4b04-8531-af4c41971fa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:24:55Z', 'updated_at': '2021-11-19T17:25:13Z', 'revision_number': 4, 'project_id': '3e5ce932a9f343e095650808b81416f4', 'gw_port': {'id': '28fec120-b5ff-4b04-8531-af4c41971fa7', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:41:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93b11a89-950f-47b8-a3dd-eee9ccd1d49b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:25:12Z', 'updated_at': '2021-11-19T17:25:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': '0782c726-7045-42c3-92b4-7d5dc04a5e58', 'name': '', 'network_id': '1c3362ff-db34-4276-94c1-9d6763e226a8', 'tenant_id': '3e5ce932a9f343e095650808b81416f4', 'mac_address': 'fa:16:3e:b6:dc:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b11a89-950f-47b8-a3dd-eee9ccd1d49b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'de01642f-e70f-4c11-8668-c974facb679f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:25:05Z', 'updated_at': '2021-11-19T17:25:08Z', 'revision_number': 5, 'project_id': '3e5ce932a9f343e095650808b81416f4', 'subnets': [{'id': 'de01642f-e70f-4c11-8668-c974facb679f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '56079413-8d01-44a4-9c60-2586bb97fcf7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:25:17.153697 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f20c8fc7-fd59-48dd-b0db-8a7ebbdc8668 None None] The sync data for ids ['93b11a89-950f-47b8-a3dd-eee9ccd1d49b'] in n-d-818022-2 is: [{'id': '93b11a89-950f-47b8-a3dd-eee9ccd1d49b', 'name': 'router1', 'tenant_id': '3e5ce932a9f343e095650808b81416f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.199'}], 'enable_snat': True}, 'gw_port_id': '28fec120-b5ff-4b04-8531-af4c41971fa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:24:55Z', 'updated_at': '2021-11-19T17:25:13Z', 'revision_number': 4, 'project_id': '3e5ce932a9f343e095650808b81416f4', 'gw_port': {'id': '28fec120-b5ff-4b04-8531-af4c41971fa7', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:41:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93b11a89-950f-47b8-a3dd-eee9ccd1d49b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:25:12Z', 'updated_at': '2021-11-19T17:25:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': '0782c726-7045-42c3-92b4-7d5dc04a5e58', 'name': '', 'network_id': '1c3362ff-db34-4276-94c1-9d6763e226a8', 'tenant_id': '3e5ce932a9f343e095650808b81416f4', 'mac_address': 'fa:16:3e:b6:dc:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b11a89-950f-47b8-a3dd-eee9ccd1d49b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'de01642f-e70f-4c11-8668-c974facb679f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:25:05Z', 'updated_at': '2021-11-19T17:25:08Z', 'revision_number': 5, 'project_id': '3e5ce932a9f343e095650808b81416f4', 'subnets': [{'id': 'de01642f-e70f-4c11-8668-c974facb679f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '56079413-8d01-44a4-9c60-2586bb97fcf7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 17:25:18.971064 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 28fec120-b5ff-4b04-8531-af4c41971fa7 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:25:19.036201 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 28fec120-b5ff-4b04-8531-af4c41971fa7 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:25:19.036789 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:25:19.128881 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:25:19.158792 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] For port 28fec120-b5ff-4b04-8531-af4c41971fa7, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=28fec120-b5ff-4b04-8531-af4c41971fa7,segment=NetworkSegment(bbe705c1-96c0-476e-8381-28227e6f0ac5),segment_id=bbe705c1-96c0-476e-8381-28227e6f0ac5)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:25:19.164881 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:25:19.215297 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Pushing event updated for resources: {'Port': ['ID=28fec120-b5ff-4b04-8531-af4c41971fa7,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:25:20.978726 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 28fec120-b5ff-4b04-8531-af4c41971fa7 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:25:21.044111 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 28fec120-b5ff-4b04-8531-af4c41971fa7 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:25:21.044270 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:25:24.975422 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.agents_db [None req-619e5c26-d9ed-4321-86eb-7d443bb9dfa2 None None] Agent healthcheck: found 5 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 17:25:29.556397 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-6c36decb-c41b-4443-8afc-f9550545a81e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:25:31.919105 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-c59311d0-2c5e-46f3-8b43-c940e7bd7e06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:25:32.935670 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e46ecc5a-dc14-4744-b262-3072ff2e958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:25:34.470182 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e013d7e6-5264-4dcc-9759-54f5fb809e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:25:35.034499 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:25:59.566303 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-1a4f4f2e-0e8f-4101-9671-ddcff8d80bd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:26:01.915732 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-55b90df1-e330-47cf-8c67-98cf4014d113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:26:01.974567 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.agents_db [None req-619e5c26-d9ed-4321-86eb-7d443bb9dfa2 None None] Agent healthcheck: found 5 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 17:26:02.937411 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e46ecc5a-dc14-4744-b262-3072ff2e958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:26:04.469566 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e013d7e6-5264-4dcc-9759-54f5fb809e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:26:05.035740 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:26:29.551380 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-34ad280a-bcf3-4ea7-a762-786f4458702c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:26:31.918818 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f3ab093b-bf8b-4bc8-abc8-e3e3c305cf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:26:32.939739 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e46ecc5a-dc14-4744-b262-3072ff2e958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:26:34.470336 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e013d7e6-5264-4dcc-9759-54f5fb809e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:26:35.038168 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:26:38.973444 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.agents_db [None req-619e5c26-d9ed-4321-86eb-7d443bb9dfa2 None None] Agent healthcheck: found 5 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 17:26:41.997348 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 36978) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:26:42.058543 n-d-818022-2 neutron-server[103364]: INFO neutron.pecan_wsgi.hooks.translation [None req-b83dffb2-c17c-489c-82af-8d2fa29ce34a admin admin] GET failed (client error): The resource could not be found. Nov 19 17:26:42.059822 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-b83dffb2-c17c-489c-82af-8d2fa29ce34a admin admin] 10.222.0.54 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0614927 Nov 19 17:26:42.222339 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3ac6b75-0d3c-4018-b1d2-c3e0746b7906 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:26:42.223702 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-b3ac6b75-0d3c-4018-b1d2-c3e0746b7906 admin admin] 10.222.0.54 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1591706 Nov 19 17:26:44.473968 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 36988) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:26:44.564004 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffb01343-dfbe-4fc1-9795-2bb7e968e9a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:26:44.565327 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-ffb01343-dfbe-4fc1-9795-2bb7e968e9a9 admin admin] 10.222.0.54 "GET /v2.0/subnets/de01642f-e70f-4c11-8668-c974facb679f HTTP/1.1" status: 200 len: 849 time: 0.0903721 Nov 19 17:26:44.575293 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-6b36ddb3-79ec-4b33-9ce1-690e516df41d admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:26:44.659401 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6b36ddb3-79ec-4b33-9ce1-690e516df41d admin admin] Publish callbacks [] for subnet, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:26:44.810621 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6b36ddb3-79ec-4b33-9ce1-690e516df41d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8742638481610'] for subnet, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:26:44.839237 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b36ddb3-79ec-4b33-9ce1-690e516df41d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:26:44.839514 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6b36ddb3-79ec-4b33-9ce1-690e516df41d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:26:44.841580 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-6b36ddb3-79ec-4b33-9ce1-690e516df41d admin admin] 10.222.0.54 "PUT /v2.0/subnets/de01642f-e70f-4c11-8668-c974facb679f HTTP/1.1" status: 200 len: 868 time: 0.2698586 Nov 19 17:26:44.842342 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ab76077-0344-43f4-aac0-4be9f061b3de None None] Network 1c3362ff-db34-4276-94c1-9d6763e226a8 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:26:44.864483 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b36ddb3-79ec-4b33-9ce1-690e516df41d admin admin] Pushing event updated for resources: {'Subnet': ['ID=de01642f-e70f-4c11-8668-c974facb679f,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:26:44.872602 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b36ddb3-79ec-4b33-9ce1-690e516df41d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:26:44.872955 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b36ddb3-79ec-4b33-9ce1-690e516df41d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:26:44.873288 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b36ddb3-79ec-4b33-9ce1-690e516df41d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:26:44.873623 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b36ddb3-79ec-4b33-9ce1-690e516df41d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:26:44.873991 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b36ddb3-79ec-4b33-9ce1-690e516df41d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:26:44.874325 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b36ddb3-79ec-4b33-9ce1-690e516df41d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:26:44.874659 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b36ddb3-79ec-4b33-9ce1-690e516df41d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:26:44.874985 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b36ddb3-79ec-4b33-9ce1-690e516df41d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:26:44.875310 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b36ddb3-79ec-4b33-9ce1-690e516df41d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:26:44.875646 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b36ddb3-79ec-4b33-9ce1-690e516df41d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:26:44.875954 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b36ddb3-79ec-4b33-9ce1-690e516df41d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:26:44.876277 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b36ddb3-79ec-4b33-9ce1-690e516df41d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:26:45.185331 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b1e8518-0925-41dd-b781-1d464c5bae8f None None] Provisioning complete for port 0782c726-7045-42c3-92b4-7d5dc04a5e58 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:26:45.185630 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b1e8518-0925-41dd-b781-1d464c5bae8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:26:45.268936 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b1e8518-0925-41dd-b781-1d464c5bae8f None None] Provisioning complete for port 2f6a008b-00f9-486b-bf06-e8ce9882ae86 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:26:45.269306 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b1e8518-0925-41dd-b781-1d464c5bae8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:26:47.122108 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 36996) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:26:47.332561 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49aa33ec-2130-45c4-a2b5-d0804de3a723 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:26:47.333024 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49aa33ec-2130-45c4-a2b5-d0804de3a723 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:26:47.334612 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-49aa33ec-2130-45c4-a2b5-d0804de3a723 admin admin] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2115643 Nov 19 17:26:49.578985 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 37006) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:26:49.706402 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fedd7ed3-a4a5-4851-b1f2-fde000a322fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:26:49.706866 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fedd7ed3-a4a5-4851-b1f2-fde000a322fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:26:49.708354 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-fedd7ed3-a4a5-4851-b1f2-fde000a322fe admin admin] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1284180 Nov 19 17:26:51.940884 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 37014) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:26:52.069793 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbfd539a-3b7d-4cf4-83ad-7870368ea18f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:26:52.071219 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-fbfd539a-3b7d-4cf4-83ad-7870368ea18f admin admin] 10.222.0.54 "GET /v2.0/networks/1c3362ff-db34-4276-94c1-9d6763e226a8 HTTP/1.1" status: 200 len: 869 time: 0.1293597 Nov 19 17:26:54.327533 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 37022) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:26:54.524391 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b1ed0d4-09f2-49fb-ab65-70093a55f345 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:26:54.525696 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-1b1ed0d4-09f2-49fb-ab65-70093a55f345 admin admin] 10.222.0.54 "GET /v2.0/networks/645e61aa-1a6c-4e8f-857e-ab06edb4897f HTTP/1.1" status: 200 len: 886 time: 0.1972320 Nov 19 17:26:56.786954 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 37030) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:26:56.911320 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e3bde98-a1ab-4a03-a1e7-8fd334a1d9ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:26:56.911692 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e3bde98-a1ab-4a03-a1e7-8fd334a1d9ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:26:56.913192 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-4e3bde98-a1ab-4a03-a1e7-8fd334a1d9ea admin admin] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1253083 Nov 19 17:26:59.181005 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 37038) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:26:59.304723 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e64fe234-242f-432b-a7ca-5dc48d7833e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:26:59.305170 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e64fe234-242f-432b-a7ca-5dc48d7833e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:26:59.306718 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-e64fe234-242f-432b-a7ca-5dc48d7833e3 admin admin] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1247489 Nov 19 17:26:59.552943 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-99845607-e2f2-4bea-92cb-a0d4abfd0034 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:27:01.563819 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 37046) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:27:01.648849 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4282c9bc-fc34-4fd5-b596-64ac3963386b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:27:01.650178 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-4282c9bc-fc34-4fd5-b596-64ac3963386b admin admin] 10.222.0.54 "GET /v2.0/subnets/88ed2d64-f56d-4f01-a468-946e01c99e82 HTTP/1.1" status: 200 len: 816 time: 0.0854087 Nov 19 17:27:01.921528 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-7d451d74-a4c2-4b6e-a980-05691c166109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:27:02.944216 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e46ecc5a-dc14-4744-b262-3072ff2e958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:27:03.917538 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 37054) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:27:04.008782 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-754471d3-3e52-478d-8e29-b540aedca387 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:27:04.010127 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-754471d3-3e52-478d-8e29-b540aedca387 admin admin] 10.222.0.54 "GET /v2.0/subnets/de01642f-e70f-4c11-8668-c974facb679f HTTP/1.1" status: 200 len: 868 time: 0.0916030 Nov 19 17:27:04.473103 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e013d7e6-5264-4dcc-9759-54f5fb809e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:27:05.041639 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:27:15.972326 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.agents_db [None req-619e5c26-d9ed-4321-86eb-7d443bb9dfa2 None None] Agent healthcheck: found 5 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 17:27:29.379850 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 37108) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:27:29.427654 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [None req-0fd0f308-9a2f-423e-97e2-c15950297fb4 admin admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=103364) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 17:27:29.428680 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-0fd0f308-9a2f-423e-97e2-c15950297fb4 admin admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0478914 Nov 19 17:27:29.556264 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-23c4abe8-2350-4653-a866-530c8133adff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:27:31.776331 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 37116) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:27:31.836420 n-d-818022-2 neutron-server[103364]: INFO neutron.pecan_wsgi.hooks.translation [None req-e022e604-345d-44d8-8b64-2dfc6f5b9f38 admin admin] GET failed (client error): The resource could not be found. Nov 19 17:27:31.837701 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-e022e604-345d-44d8-8b64-2dfc6f5b9f38 admin admin] 10.222.0.54 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0597787 Nov 19 17:27:31.921106 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-597e9892-f81c-421d-a2bb-5f5bda927791 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:27:31.924354 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84aa766a-902b-4cae-913a-c5131cb051dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:27:31.926072 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-84aa766a-902b-4cae-913a-c5131cb051dd admin admin] 10.222.0.54 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0833180 Nov 19 17:27:32.946929 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e46ecc5a-dc14-4744-b262-3072ff2e958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:27:34.235532 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 37124) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:27:34.282749 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-3c8067b5-386b-4d1c-9a21-d1a8946bfe46 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:27:34.302488 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c8067b5-386b-4d1c-9a21-d1a8946bfe46 admin admin] Made reservation on behalf of 7b2e223a4a1e47a5b4bed8d5a4a5bdaf for: {'network': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:27:34.304770 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3c8067b5-386b-4d1c-9a21-d1a8946bfe46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:27:34.332720 n-d-818022-2 neutron-server[103364]: WARNING neutron.services.revisions.revision_plugin [None req-3c8067b5-386b-4d1c-9a21-d1a8946bfe46 admin admin] Could not find related network for resource to bump revision. Nov 19 17:27:34.345968 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c8067b5-386b-4d1c-9a21-d1a8946bfe46 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 650} {{(pid=103364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 17:27:34.354518 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3c8067b5-386b-4d1c-9a21-d1a8946bfe46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:27:34.354848 n-d-818022-2 neutron-server[103364]: INFO neutron.db.segments_db [None req-3c8067b5-386b-4d1c-9a21-d1a8946bfe46 admin admin] Added segment 1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861 of type vlan for network 346debfa-452b-4048-abf4-8f4493625ef2 Nov 19 17:27:34.398607 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3c8067b5-386b-4d1c-9a21-d1a8946bfe46 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:27:34.420664 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3c8067b5-386b-4d1c-9a21-d1a8946bfe46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:27:34.421529 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c8067b5-386b-4d1c-9a21-d1a8946bfe46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:27:34.422186 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3c8067b5-386b-4d1c-9a21-d1a8946bfe46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:27:34.475764 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-3c8067b5-386b-4d1c-9a21-d1a8946bfe46 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2391043 Nov 19 17:27:34.477558 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e013d7e6-5264-4dcc-9759-54f5fb809e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:27:34.482371 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8067b5-386b-4d1c-9a21-d1a8946bfe46 admin admin] Pushing event updated for resources: {'Network': ['ID=346debfa-452b-4048-abf4-8f4493625ef2,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:27:34.492614 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network 346debfa-452b-4048-abf4-8f4493625ef2 details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 17:27:35.045025 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:27:36.784968 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 37132) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:27:36.845216 n-d-818022-2 neutron-server[103364]: INFO neutron.pecan_wsgi.hooks.translation [None req-30740b28-a85a-4e1d-9a0b-a3351b8ef1e0 admin admin] GET failed (client error): The resource could not be found. Nov 19 17:27:36.846530 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-30740b28-a85a-4e1d-9a0b-a3351b8ef1e0 admin admin] 10.222.0.54 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0605798 Nov 19 17:27:36.915825 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea2ab62d-992d-43d7-ba56-580e64de9e3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:27:36.917152 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-ea2ab62d-992d-43d7-ba56-580e64de9e3d admin admin] 10.222.0.54 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0661807 Nov 19 17:27:36.927220 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-261653ff-f472-4323-af91-661594fe1107 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'network_id': '346debfa-452b-4048-abf4-8f4493625ef2', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'name': 'shared-subnet'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:27:36.946153 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-261653ff-f472-4323-af91-661594fe1107 admin admin] Made reservation on behalf of 7b2e223a4a1e47a5b4bed8d5a4a5bdaf for: {'subnet': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:27:36.948542 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-261653ff-f472-4323-af91-661594fe1107 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:27:37.210477 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-261653ff-f472-4323-af91-661594fe1107 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for subnet, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:27:37.258028 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261653ff-f472-4323-af91-661594fe1107 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b3c88de-c9c2-4a20-b19e-1855c2c19035,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:27:37.267610 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-261653ff-f472-4323-af91-661594fe1107 admin admin] Checking segment: {'id': '1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '346debfa-452b-4048-abf4-8f4493625ef2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:27:37.267960 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-261653ff-f472-4323-af91-661594fe1107 admin admin] Network hostable DHCP agents. Network: 346debfa-452b-4048-abf4-8f4493625ef2, hostable agents: ['02910ef2-0455-4aea-9f38-9a875579633f'], hosted agents: [] {{(pid=103364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 17:27:37.283287 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-261653ff-f472-4323-af91-661594fe1107 admin admin] Network 346debfa-452b-4048-abf4-8f4493625ef2 is scheduled to be hosted by DHCP agent 02910ef2-0455-4aea-9f38-9a875579633f with binding_index 1 {{(pid=103364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 17:27:37.290920 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-261653ff-f472-4323-af91-661594fe1107 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818022-2, 346debfa-452b-4048-abf4-8f4493625ef2) {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:27:37.294821 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-261653ff-f472-4323-af91-661594fe1107 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:27:37.295399 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-261653ff-f472-4323-af91-661594fe1107 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:27:37.301369 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd92d221-01e4-4664-8a39-4025cb5b195e None None] Network 346debfa-452b-4048-abf4-8f4493625ef2 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:27:37.312067 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-261653ff-f472-4323-af91-661594fe1107 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3880877 Nov 19 17:27:37.543570 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-457310e8-4cfd-4e45-b6b6-2e5e5317c72f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54f44f5f-1200-574e-8740-2141911d5b73-346debfa-452b-4048-abf4-8f4493625ef2', 'network_id': '346debfa-452b-4048-abf4-8f4493625ef2', 'tenant_id': '7b2e223a4a1e47a5b4bed8d5a4a5bdaf', 'fixed_ips': [{'subnet_id': '8b3c88de-c9c2-4a20-b19e-1855c2c19035'}]}} from n-d-818022-2. {{(pid=103366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 17:27:37.544470 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-457310e8-4cfd-4e45-b6b6-2e5e5317c72f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:27:37.680615 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [None req-457310e8-4cfd-4e45-b6b6-2e5e5317c72f None None] Allocated IP 192.168.233.2 (346debfa-452b-4048-abf4-8f4493625ef2/8b3c88de-c9c2-4a20-b19e-1855c2c19035/8c64dc62-f307-441a-a621-61b1c03e4518) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:27:37.821638 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-457310e8-4cfd-4e45-b6b6-2e5e5317c72f None None] Publish callbacks [] for port, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:27:37.827194 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-457310e8-4cfd-4e45-b6b6-2e5e5317c72f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998'] for port, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:27:37.870368 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-457310e8-4cfd-4e45-b6b6-2e5e5317c72f None None] Network 346debfa-452b-4048-abf4-8f4493625ef2 is already hosted by enough agents. {{(pid=103366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:27:37.874651 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [None req-457310e8-4cfd-4e45-b6b6-2e5e5317c72f None None] Resources bound (agent type, host, resource id): {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:27:37.877126 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-457310e8-4cfd-4e45-b6b6-2e5e5317c72f None None] Received port after_create {{(pid=103366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:27:37.880364 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457310e8-4cfd-4e45-b6b6-2e5e5317c72f None None] Pushing event updated for resources: {'Port': ['ID=8c64dc62-f307-441a-a621-61b1c03e4518,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:27:37.891710 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457310e8-4cfd-4e45-b6b6-2e5e5317c72f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:27:37.892064 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457310e8-4cfd-4e45-b6b6-2e5e5317c72f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:27:37.892411 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457310e8-4cfd-4e45-b6b6-2e5e5317c72f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:27:37.892749 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457310e8-4cfd-4e45-b6b6-2e5e5317c72f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:27:37.893105 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457310e8-4cfd-4e45-b6b6-2e5e5317c72f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:27:37.893438 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457310e8-4cfd-4e45-b6b6-2e5e5317c72f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:27:37.893766 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457310e8-4cfd-4e45-b6b6-2e5e5317c72f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:27:37.894121 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457310e8-4cfd-4e45-b6b6-2e5e5317c72f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:27:37.894449 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457310e8-4cfd-4e45-b6b6-2e5e5317c72f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:27:37.894774 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457310e8-4cfd-4e45-b6b6-2e5e5317c72f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:27:37.895095 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457310e8-4cfd-4e45-b6b6-2e5e5317c72f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:27:37.895416 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457310e8-4cfd-4e45-b6b6-2e5e5317c72f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:27:37.941355 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-457310e8-4cfd-4e45-b6b6-2e5e5317c72f None None] Attempting to bind port 8c64dc62-f307-441a-a621-61b1c03e4518 on host n-d-818022-2 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:27:37.941732 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-457310e8-4cfd-4e45-b6b6-2e5e5317c72f None None] Attempting to bind port 8c64dc62-f307-441a-a621-61b1c03e4518 by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': '1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '346debfa-452b-4048-abf4-8f4493625ef2'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:27:37.942128 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-457310e8-4cfd-4e45-b6b6-2e5e5317c72f None None] Attempting to bind port 8c64dc62-f307-441a-a621-61b1c03e4518 on network 346debfa-452b-4048-abf4-8f4493625ef2 {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:27:37.947079 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-457310e8-4cfd-4e45-b6b6-2e5e5317c72f None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 27, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:27:37.947461 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-457310e8-4cfd-4e45-b6b6-2e5e5317c72f None None] Checking segment: {'id': '1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '346debfa-452b-4048-abf4-8f4493625ef2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:27:37.947863 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-457310e8-4cfd-4e45-b6b6-2e5e5317c72f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:27:37.948271 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-457310e8-4cfd-4e45-b6b6-2e5e5317c72f None None] Bound using segment: {'id': '1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '346debfa-452b-4048-abf4-8f4493625ef2'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:27:37.948732 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-457310e8-4cfd-4e45-b6b6-2e5e5317c72f None None] Bound port: 8c64dc62-f307-441a-a621-61b1c03e4518, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '346debfa-452b-4048-abf4-8f4493625ef2'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:27:37.949157 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-457310e8-4cfd-4e45-b6b6-2e5e5317c72f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:27:38.012731 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-457310e8-4cfd-4e45-b6b6-2e5e5317c72f None None] For port 8c64dc62-f307-441a-a621-61b1c03e4518, host n-d-818022-2, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:27:38.015887 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-457310e8-4cfd-4e45-b6b6-2e5e5317c72f None None] For port 8c64dc62-f307-441a-a621-61b1c03e4518, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=8c64dc62-f307-441a-a621-61b1c03e4518,segment=NetworkSegment(1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861),segment_id=1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:27:38.021524 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-457310e8-4cfd-4e45-b6b6-2e5e5317c72f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:27:38.083688 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457310e8-4cfd-4e45-b6b6-2e5e5317c72f None None] Pushing event updated for resources: {'Port': ['ID=8c64dc62-f307-441a-a621-61b1c03e4518,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:27:38.891288 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7552a7f-c163-4d23-b7f0-b98bf1b77d0f None None] Network 346debfa-452b-4048-abf4-8f4493625ef2 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:27:39.023523 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-3f9d2042-54c4-4efe-ae17-90b954051666 None None] Provisioning complete for port 8c64dc62-f307-441a-a621-61b1c03e4518 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:27:39.023895 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3f9d2042-54c4-4efe-ae17-90b954051666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:27:39.081470 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 8c64dc62-f307-441a-a621-61b1c03e4518 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:27:39.178378 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3f9d2042-54c4-4efe-ae17-90b954051666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:27:39.197070 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 8c64dc62-f307-441a-a621-61b1c03e4518 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:27:39.199698 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:27:39.248641 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-3f9d2042-54c4-4efe-ae17-90b954051666 None None] For port 8c64dc62-f307-441a-a621-61b1c03e4518, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=8c64dc62-f307-441a-a621-61b1c03e4518,segment=NetworkSegment(1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861),segment_id=1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:27:39.256403 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3f9d2042-54c4-4efe-ae17-90b954051666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:27:39.329787 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9d2042-54c4-4efe-ae17-90b954051666 None None] Pushing event updated for resources: {'Port': ['ID=8c64dc62-f307-441a-a621-61b1c03e4518,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:27:39.376330 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-8b3afb33-95aa-4c94-9e5b-4bbe7312dfa8 None None] Provisioning complete for port 8c64dc62-f307-441a-a621-61b1c03e4518 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:27:39.376615 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8b3afb33-95aa-4c94-9e5b-4bbe7312dfa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:27:41.010478 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 8c64dc62-f307-441a-a621-61b1c03e4518 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:27:41.061917 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 8c64dc62-f307-441a-a621-61b1c03e4518 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:27:41.062287 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:27:52.971250 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.agents_db [None req-619e5c26-d9ed-4321-86eb-7d443bb9dfa2 None None] Agent healthcheck: found 5 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 17:27:59.559619 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e144988b-5cde-422b-a567-effe7461ca62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:28:01.924605 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9c24a751-e3c9-42b9-9286-49055b3dbea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:28:02.949690 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e46ecc5a-dc14-4744-b262-3072ff2e958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:28:04.480126 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e013d7e6-5264-4dcc-9759-54f5fb809e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:28:05.046072 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:28:29.563567 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-5f3d0a1b-5334-46b6-8b70-d058cdf56a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:28:29.970173 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.agents_db [None req-619e5c26-d9ed-4321-86eb-7d443bb9dfa2 None None] Agent healthcheck: found 5 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 17:28:31.922151 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e379caf5-8302-405c-9d14-c3a2bafc7740 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:28:32.952674 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e46ecc5a-dc14-4744-b262-3072ff2e958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:28:34.485259 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e013d7e6-5264-4dcc-9759-54f5fb809e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:28:35.047075 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:28:48.711166 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 37178) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:28:48.717506 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [None req-d05d7710-4f8d-4673-8561-321147a4fffd tempest-verify_tempest_config-691578886 tempest-verify_tempest_config-691578886-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=103364) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 17:28:48.718595 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-d05d7710-4f8d-4673-8561-321147a4fffd tempest-verify_tempest_config-691578886 tempest-verify_tempest_config-691578886-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0063684 Nov 19 17:28:49.009538 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 37196) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:28:49.113446 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-33446e01-8c0f-4ff4-8a5e-8322793ffc59 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:28:49.186684 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-33446e01-8c0f-4ff4-8a5e-8322793ffc59 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:28:49.190110 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-33446e01-8c0f-4ff4-8a5e-8322793ffc59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:28:49.235382 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33446e01-8c0f-4ff4-8a5e-8322793ffc59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d74aa46-7b04-482d-a1d1-63b9d6a1d2b5,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:28:49.239818 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-33446e01-8c0f-4ff4-8a5e-8322793ffc59 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=111ef5297eff48f7b08f550152115a1e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2292612 Nov 19 17:28:49.242630 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 37200) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:28:49.244052 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33446e01-8c0f-4ff4-8a5e-8322793ffc59 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:28:49.244398 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33446e01-8c0f-4ff4-8a5e-8322793ffc59 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:28:49.244740 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33446e01-8c0f-4ff4-8a5e-8322793ffc59 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:28:49.245097 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33446e01-8c0f-4ff4-8a5e-8322793ffc59 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:28:49.245438 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33446e01-8c0f-4ff4-8a5e-8322793ffc59 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:28:49.245771 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33446e01-8c0f-4ff4-8a5e-8322793ffc59 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:28:49.246120 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33446e01-8c0f-4ff4-8a5e-8322793ffc59 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:28:49.246442 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33446e01-8c0f-4ff4-8a5e-8322793ffc59 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:28:49.246765 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33446e01-8c0f-4ff4-8a5e-8322793ffc59 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:28:49.247085 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33446e01-8c0f-4ff4-8a5e-8322793ffc59 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:28:49.247582 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33446e01-8c0f-4ff4-8a5e-8322793ffc59 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:28:49.247883 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33446e01-8c0f-4ff4-8a5e-8322793ffc59 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:28:49.303261 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-35ade134-fd77-47a5-958d-1d2ac8c00e29 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:28:49.323395 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-35ade134-fd77-47a5-958d-1d2ac8c00e29 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:28:49.411834 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-35ade134-fd77-47a5-958d-1d2ac8c00e29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:28:49.414906 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-35ade134-fd77-47a5-958d-1d2ac8c00e29 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:28:49.416053 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-35ade134-fd77-47a5-958d-1d2ac8c00e29 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/0d74aa46-7b04-482d-a1d1-63b9d6a1d2b5 HTTP/1.1" status: 204 len: 168 time: 0.1701643 Nov 19 17:28:49.424634 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ade134-fd77-47a5-958d-1d2ac8c00e29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d74aa46-7b04-482d-a1d1-63b9d6a1d2b5,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:28:49.431306 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ade134-fd77-47a5-958d-1d2ac8c00e29 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:28:49.431660 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ade134-fd77-47a5-958d-1d2ac8c00e29 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:28:49.432009 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ade134-fd77-47a5-958d-1d2ac8c00e29 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:28:49.432368 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ade134-fd77-47a5-958d-1d2ac8c00e29 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:28:49.432683 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ade134-fd77-47a5-958d-1d2ac8c00e29 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:28:49.433014 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ade134-fd77-47a5-958d-1d2ac8c00e29 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:28:49.433345 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ade134-fd77-47a5-958d-1d2ac8c00e29 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:28:49.433672 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ade134-fd77-47a5-958d-1d2ac8c00e29 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:28:49.434021 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ade134-fd77-47a5-958d-1d2ac8c00e29 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:28:49.434350 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ade134-fd77-47a5-958d-1d2ac8c00e29 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:28:49.434676 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ade134-fd77-47a5-958d-1d2ac8c00e29 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:28:49.435000 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ade134-fd77-47a5-958d-1d2ac8c00e29 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:28:59.564306 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-61659010-7534-4183-8886-07b8685b05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:29:01.923344 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f51dbf3e-e90f-4046-9a1a-25edbd296e7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:29:02.959162 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e46ecc5a-dc14-4744-b262-3072ff2e958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:29:04.485765 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e013d7e6-5264-4dcc-9759-54f5fb809e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:29:05.048957 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:29:06.968738 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.agents_db [None req-619e5c26-d9ed-4321-86eb-7d443bb9dfa2 None None] Agent healthcheck: found 5 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 17:29:29.565091 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b7ee5689-ba0b-4fb3-9303-bf78370d36f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:29:31.925710 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-06d5d955-7c92-49da-b06b-00ef609f0245 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:29:32.958888 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e46ecc5a-dc14-4744-b262-3072ff2e958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:29:34.488751 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e013d7e6-5264-4dcc-9759-54f5fb809e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:29:35.049930 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:29:43.968042 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.agents_db [None req-619e5c26-d9ed-4321-86eb-7d443bb9dfa2 None None] Agent healthcheck: found 5 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 17:29:59.569357 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-7436b447-3ea2-4fef-b53d-ea8e79f96b62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:30:01.927565 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-718ce974-19ed-4d7a-b1d1-f33ab00cb984 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:30:02.961764 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e46ecc5a-dc14-4744-b262-3072ff2e958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:30:04.492417 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e013d7e6-5264-4dcc-9759-54f5fb809e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:30:05.050856 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:30:20.966677 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.agents_db [None req-619e5c26-d9ed-4321-86eb-7d443bb9dfa2 None None] Agent healthcheck: found 5 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 17:30:29.571094 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ea273ed7-b13b-4c53-a868-bda85f683663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:30:31.930363 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-bf05ff73-b30f-4f91-8367-661c03e72af5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:30:32.968129 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e46ecc5a-dc14-4744-b262-3072ff2e958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:30:34.498173 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e013d7e6-5264-4dcc-9759-54f5fb809e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:30:35.057075 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:30:57.965491 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.agents_db [None req-619e5c26-d9ed-4321-86eb-7d443bb9dfa2 None None] Agent healthcheck: found 5 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 17:30:59.575132 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-fb85e741-a570-43a0-b10a-6e7d1c11f1bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:31:01.931768 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-23716474-d647-4a0b-b44b-3db5045bed56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:31:02.969546 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e46ecc5a-dc14-4744-b262-3072ff2e958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:31:04.496920 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e013d7e6-5264-4dcc-9759-54f5fb809e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:31:05.051184 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:31:29.577494 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-1869aae1-8f5b-45f5-a304-2c6c204b6ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:31:31.937980 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ed78ff02-539f-4764-a342-95ebb92d7868 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:31:32.972128 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e46ecc5a-dc14-4744-b262-3072ff2e958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:31:34.503701 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e013d7e6-5264-4dcc-9759-54f5fb809e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:31:34.964156 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.agents_db [None req-619e5c26-d9ed-4321-86eb-7d443bb9dfa2 None None] Agent healthcheck: found 5 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 17:31:35.052778 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:31:59.579652 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a40e6c7e-174e-4dc9-9bf9-5593550513a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:32:01.930726 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-7d136bd3-174b-41a8-b4b3-8ddeaaca4bb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:32:02.975977 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e46ecc5a-dc14-4744-b262-3072ff2e958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:32:03.414272 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-768733'] for agent, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:32:03.504106 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-768733'] for agent, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:32:04.506674 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e013d7e6-5264-4dcc-9759-54f5fb809e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:32:05.055367 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:32:11.964005 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.agents_db [None req-619e5c26-d9ed-4321-86eb-7d443bb9dfa2 None None] Agent healthcheck: found 7 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 17:32:29.581841 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2245c9c6-ac7a-4d52-af30-1f48dc1411b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:32:31.932181 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8b4a4715-eeb1-4742-8629-08ca8a755866 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:32:32.976985 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e46ecc5a-dc14-4744-b262-3072ff2e958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:32:33.369064 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:32:33.454840 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:32:34.508210 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e013d7e6-5264-4dcc-9759-54f5fb809e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:32:35.052866 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:32:48.963841 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.agents_db [None req-619e5c26-d9ed-4321-86eb-7d443bb9dfa2 None None] Agent healthcheck: found 7 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 17:32:48.986918 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 37260) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:32:49.092190 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-7fb8ff00-d140-412c-8f14-b072c22379c3 admin admin] 10.222.0.54 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.1034610 Nov 19 17:32:51.373315 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 37270) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:32:51.428487 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-267b9f57-7950-4b9a-9563-8fa59fa4965b admin admin] 10.222.0.54 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.0541399 Nov 19 17:32:59.583805 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ed9c14bc-ee7c-4a5e-ae9b-9fd570974aab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:33:01.933071 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-497d973e-acf7-4aaa-9186-89cef32ec42a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:33:02.979515 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e46ecc5a-dc14-4744-b262-3072ff2e958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:33:03.368201 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:33:03.469531 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:33:04.510610 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e013d7e6-5264-4dcc-9759-54f5fb809e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:33:05.058078 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:33:25.963585 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.agents_db [None req-619e5c26-d9ed-4321-86eb-7d443bb9dfa2 None None] Agent healthcheck: found 7 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 17:33:29.585277 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b14485ab-1970-4a33-adfa-d144e061fe04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:33:31.935658 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a4cfd1b5-6eb5-4396-88c9-f67b4979a515 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:33:32.983634 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e46ecc5a-dc14-4744-b262-3072ff2e958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:33:33.383616 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:33:33.470918 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:33:34.518224 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e013d7e6-5264-4dcc-9759-54f5fb809e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:33:35.065128 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:33:59.589169 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ae11efae-79e4-4c82-b67d-6cbc584a5edb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:01.938212 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8316e334-0927-47c8-a514-e072355a1c51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:02.962319 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.agents_db [None req-619e5c26-d9ed-4321-86eb-7d443bb9dfa2 None None] Agent healthcheck: found 7 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 17:34:02.986003 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e46ecc5a-dc14-4744-b262-3072ff2e958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:03.380209 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:03.482302 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:04.521094 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e013d7e6-5264-4dcc-9759-54f5fb809e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:05.061389 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:15.294912 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 37500) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:34:15.683366 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-5fd7ae58-13f8-4bcc-99a9-e4235725cdab tempest-AutoAllocateNetworkTest-200119437 tempest-AutoAllocateNetworkTest-200119437-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=d7f384736441427695f402e8a16c4cda&shared=False HTTP/1.1" status: 200 len: 208 time: 0.3871431 Nov 19 17:34:15.688943 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 37528) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:34:15.872796 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63a79cd1-d608-4a6f-a455-beca17f24e46 tempest-AutoAllocateNetworkTest-200119437 tempest-AutoAllocateNetworkTest-200119437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:34:15.874836 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-63a79cd1-d608-4a6f-a455-beca17f24e46 tempest-AutoAllocateNetworkTest-200119437 tempest-AutoAllocateNetworkTest-200119437-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1838510 Nov 19 17:34:15.878053 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 37540) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:34:15.975449 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-62ba019b-5505-4a95-8710-60d791f7543b tempest-AutoAllocateNetworkTest-200119437 tempest-AutoAllocateNetworkTest-200119437-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0938947 Nov 19 17:34:15.976229 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 37548) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:34:16.006635 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-639306a9-4df7-405c-9bad-fbeab7f9850c tempest-AutoAllocateNetworkTest-200119437 tempest-AutoAllocateNetworkTest-200119437-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=d7f384736441427695f402e8a16c4cda HTTP/1.1" status: 200 len: 208 time: 0.0293841 Nov 19 17:34:16.711105 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 37586) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:34:17.056099 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ed9ab94a-6334-4031-b61c-28bc55ae3e3b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:17.141071 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ed9ab94a-6334-4031-b61c-28bc55ae3e3b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:17.152854 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ed9ab94a-6334-4031-b61c-28bc55ae3e3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:17.202399 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-ed9ab94a-6334-4031-b61c-28bc55ae3e3b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d7f384736441427695f402e8a16c4cda&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4900827 Nov 19 17:34:17.203104 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 37620) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:34:17.204899 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9ab94a-6334-4031-b61c-28bc55ae3e3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae8afd95-2542-43d0-bbfa-3157b1404642,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:34:17.212673 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9ab94a-6334-4031-b61c-28bc55ae3e3b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:34:17.213139 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9ab94a-6334-4031-b61c-28bc55ae3e3b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:34:17.213481 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9ab94a-6334-4031-b61c-28bc55ae3e3b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:34:17.213831 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9ab94a-6334-4031-b61c-28bc55ae3e3b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:34:17.214304 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9ab94a-6334-4031-b61c-28bc55ae3e3b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:34:17.214635 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9ab94a-6334-4031-b61c-28bc55ae3e3b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:34:17.214960 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9ab94a-6334-4031-b61c-28bc55ae3e3b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:34:17.215283 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9ab94a-6334-4031-b61c-28bc55ae3e3b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:34:17.215653 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9ab94a-6334-4031-b61c-28bc55ae3e3b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:34:17.215979 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9ab94a-6334-4031-b61c-28bc55ae3e3b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:34:17.216299 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9ab94a-6334-4031-b61c-28bc55ae3e3b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:34:17.216616 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9ab94a-6334-4031-b61c-28bc55ae3e3b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:34:17.217954 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9ab94a-6334-4031-b61c-28bc55ae3e3b admin admin] Tracked resource versions report: Nov 19 17:34:17.217954 n-d-818022-2 neutron-server[103365]: pushed versions: Nov 19 17:34:17.217954 n-d-818022-2 neutron-server[103365]: { 'AddressGroup': {'1.2'}, Nov 19 17:34:17.217954 n-d-818022-2 neutron-server[103365]: 'ConntrackHelper': {'1.0'}, Nov 19 17:34:17.217954 n-d-818022-2 neutron-server[103365]: 'Log': {'1.0'}, Nov 19 17:34:17.217954 n-d-818022-2 neutron-server[103365]: 'Network': {'1.1'}, Nov 19 17:34:17.217954 n-d-818022-2 neutron-server[103365]: 'Port': {'1.7'}, Nov 19 17:34:17.217954 n-d-818022-2 neutron-server[103365]: 'PortForwarding': {'1.2'}, Nov 19 17:34:17.217954 n-d-818022-2 neutron-server[103365]: 'QosPolicy': {'1.10'}, Nov 19 17:34:17.217954 n-d-818022-2 neutron-server[103365]: 'SecurityGroup': {'1.5'}, Nov 19 17:34:17.217954 n-d-818022-2 neutron-server[103365]: 'SecurityGroupRule': {'1.2'}, Nov 19 17:34:17.217954 n-d-818022-2 neutron-server[103365]: 'SubPort': {'1.0'}, Nov 19 17:34:17.217954 n-d-818022-2 neutron-server[103365]: 'Subnet': {'1.1'}, Nov 19 17:34:17.217954 n-d-818022-2 neutron-server[103365]: 'Trunk': {'1.1'}} Nov 19 17:34:17.217954 n-d-818022-2 neutron-server[103365]: consumer versions: Nov 19 17:34:17.217954 n-d-818022-2 neutron-server[103365]: { DHCP agent@n-d-818022-2: {}, Nov 19 17:34:17.217954 n-d-818022-2 neutron-server[103365]: HyperV agent@n-h1-818022-2: {}, Nov 19 17:34:17.217954 n-d-818022-2 neutron-server[103365]: HyperV agent@n-h2-818022-2: {}, Nov 19 17:34:17.217954 n-d-818022-2 neutron-server[103365]: L3 agent@n-d-818022-2: {}, Nov 19 17:34:17.217954 n-d-818022-2 neutron-server[103365]: Metadata agent@n-d-818022-2: {}, Nov 19 17:34:17.217954 n-d-818022-2 neutron-server[103365]: Metering agent@n-d-818022-2: {}, Nov 19 17:34:17.217954 n-d-818022-2 neutron-server[103365]: Open vSwitch agent@n-d-818022-2: { 'AddressGroup': '1.2', Nov 19 17:34:17.217954 n-d-818022-2 neutron-server[103365]: 'ConntrackHelper': '1.0', Nov 19 17:34:17.217954 n-d-818022-2 neutron-server[103365]: 'Log': '1.0', Nov 19 17:34:17.217954 n-d-818022-2 neutron-server[103365]: 'Network': '1.1', Nov 19 17:34:17.217954 n-d-818022-2 neutron-server[103365]: 'Port': '1.7', Nov 19 17:34:17.217954 n-d-818022-2 neutron-server[103365]: 'PortForwarding': '1.2', Nov 19 17:34:17.217954 n-d-818022-2 neutron-server[103365]: 'QosPolicy': '1.10', Nov 19 17:34:17.217954 n-d-818022-2 neutron-server[103365]: 'SecurityGroup': '1.5', Nov 19 17:34:17.217954 n-d-818022-2 neutron-server[103365]: 'SecurityGroupRule': '1.2', Nov 19 17:34:17.217954 n-d-818022-2 neutron-server[103365]: 'SubPort': '1.0', Nov 19 17:34:17.217954 n-d-818022-2 neutron-server[103365]: 'Subnet': '1.1', Nov 19 17:34:17.217954 n-d-818022-2 neutron-server[103365]: 'Trunk': '1.1'}} Nov 19 17:34:17.217954 n-d-818022-2 neutron-server[103365]: {{(pid=103365) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 19 17:34:17.272612 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-595c9106-adf7-4bc7-a561-255b7e7b1040 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:17.295911 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-595c9106-adf7-4bc7-a561-255b7e7b1040 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:17.350631 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-595c9106-adf7-4bc7-a561-255b7e7b1040 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:17.353342 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-595c9106-adf7-4bc7-a561-255b7e7b1040 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:17.357247 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-595c9106-adf7-4bc7-a561-255b7e7b1040 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ae8afd95-2542-43d0-bbfa-3157b1404642 HTTP/1.1" status: 204 len: 168 time: 0.1526234 Nov 19 17:34:17.366206 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595c9106-adf7-4bc7-a561-255b7e7b1040 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae8afd95-2542-43d0-bbfa-3157b1404642,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:34:17.373714 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595c9106-adf7-4bc7-a561-255b7e7b1040 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:34:17.374758 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595c9106-adf7-4bc7-a561-255b7e7b1040 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:34:17.375364 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595c9106-adf7-4bc7-a561-255b7e7b1040 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:34:17.375835 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595c9106-adf7-4bc7-a561-255b7e7b1040 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:34:17.376529 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595c9106-adf7-4bc7-a561-255b7e7b1040 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:34:17.377110 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595c9106-adf7-4bc7-a561-255b7e7b1040 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:34:17.377593 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595c9106-adf7-4bc7-a561-255b7e7b1040 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:34:17.377951 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595c9106-adf7-4bc7-a561-255b7e7b1040 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:34:17.378283 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595c9106-adf7-4bc7-a561-255b7e7b1040 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:34:17.378610 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595c9106-adf7-4bc7-a561-255b7e7b1040 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:34:17.378937 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595c9106-adf7-4bc7-a561-255b7e7b1040 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:34:17.379260 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595c9106-adf7-4bc7-a561-255b7e7b1040 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:34:17.380270 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595c9106-adf7-4bc7-a561-255b7e7b1040 admin admin] Tracked resource versions report: Nov 19 17:34:17.380270 n-d-818022-2 neutron-server[103364]: pushed versions: Nov 19 17:34:17.380270 n-d-818022-2 neutron-server[103364]: { 'AddressGroup': {'1.2'}, Nov 19 17:34:17.380270 n-d-818022-2 neutron-server[103364]: 'ConntrackHelper': {'1.0'}, Nov 19 17:34:17.380270 n-d-818022-2 neutron-server[103364]: 'Log': {'1.0'}, Nov 19 17:34:17.380270 n-d-818022-2 neutron-server[103364]: 'Network': {'1.1'}, Nov 19 17:34:17.380270 n-d-818022-2 neutron-server[103364]: 'Port': {'1.7'}, Nov 19 17:34:17.380270 n-d-818022-2 neutron-server[103364]: 'PortForwarding': {'1.2'}, Nov 19 17:34:17.380270 n-d-818022-2 neutron-server[103364]: 'QosPolicy': {'1.10'}, Nov 19 17:34:17.380270 n-d-818022-2 neutron-server[103364]: 'SecurityGroup': {'1.5'}, Nov 19 17:34:17.380270 n-d-818022-2 neutron-server[103364]: 'SecurityGroupRule': {'1.2'}, Nov 19 17:34:17.380270 n-d-818022-2 neutron-server[103364]: 'SubPort': {'1.0'}, Nov 19 17:34:17.380270 n-d-818022-2 neutron-server[103364]: 'Subnet': {'1.1'}, Nov 19 17:34:17.380270 n-d-818022-2 neutron-server[103364]: 'Trunk': {'1.1'}} Nov 19 17:34:17.380270 n-d-818022-2 neutron-server[103364]: consumer versions: Nov 19 17:34:17.380270 n-d-818022-2 neutron-server[103364]: { DHCP agent@n-d-818022-2: {}, Nov 19 17:34:17.380270 n-d-818022-2 neutron-server[103364]: HyperV agent@n-h1-818022-2: {}, Nov 19 17:34:17.380270 n-d-818022-2 neutron-server[103364]: HyperV agent@n-h2-818022-2: {}, Nov 19 17:34:17.380270 n-d-818022-2 neutron-server[103364]: L3 agent@n-d-818022-2: {}, Nov 19 17:34:17.380270 n-d-818022-2 neutron-server[103364]: Metadata agent@n-d-818022-2: {}, Nov 19 17:34:17.380270 n-d-818022-2 neutron-server[103364]: Metering agent@n-d-818022-2: {}, Nov 19 17:34:17.380270 n-d-818022-2 neutron-server[103364]: Open vSwitch agent@n-d-818022-2: { 'AddressGroup': '1.2', Nov 19 17:34:17.380270 n-d-818022-2 neutron-server[103364]: 'ConntrackHelper': '1.0', Nov 19 17:34:17.380270 n-d-818022-2 neutron-server[103364]: 'Log': '1.0', Nov 19 17:34:17.380270 n-d-818022-2 neutron-server[103364]: 'Network': '1.1', Nov 19 17:34:17.380270 n-d-818022-2 neutron-server[103364]: 'Port': '1.7', Nov 19 17:34:17.380270 n-d-818022-2 neutron-server[103364]: 'PortForwarding': '1.2', Nov 19 17:34:17.380270 n-d-818022-2 neutron-server[103364]: 'QosPolicy': '1.10', Nov 19 17:34:17.380270 n-d-818022-2 neutron-server[103364]: 'SecurityGroup': '1.5', Nov 19 17:34:17.380270 n-d-818022-2 neutron-server[103364]: 'SecurityGroupRule': '1.2', Nov 19 17:34:17.380270 n-d-818022-2 neutron-server[103364]: 'SubPort': '1.0', Nov 19 17:34:17.380270 n-d-818022-2 neutron-server[103364]: 'Subnet': '1.1', Nov 19 17:34:17.380270 n-d-818022-2 neutron-server[103364]: 'Trunk': '1.1'}} Nov 19 17:34:17.380270 n-d-818022-2 neutron-server[103364]: {{(pid=103364) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 19 17:34:18.228473 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 37686) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:34:18.334305 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 37696) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:34:18.337138 n-d-818022-2 neutron-server[103364]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 19 17:34:18.365538 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d892efb6-b9bf-4596-9c14-8b4a15ebe9f0 req-936eb132-e6e5-407b-8a32-54d2ba2a52be tempest-LiveMigrationNegativeTest-1415947046 tempest-LiveMigrationNegativeTest-1415947046-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=6f42274fdc944adbad567b627e38820c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0294449 Nov 19 17:34:18.376523 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-0b843d2f-2858-41f1-b5ec-dc011ed5a407 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-516508879-network', 'tenant_id': 'bf701fa01dc443ada18661aab1d7be58'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:34:18.407759 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b843d2f-2858-41f1-b5ec-dc011ed5a407 admin admin] Made reservation on behalf of bf701fa01dc443ada18661aab1d7be58 for: {'network': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:34:18.410083 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0b843d2f-2858-41f1-b5ec-dc011ed5a407 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:18.418597 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0b843d2f-2858-41f1-b5ec-dc011ed5a407 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:18.492078 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d892efb6-b9bf-4596-9c14-8b4a15ebe9f0 req-23a7a0da-8be6-473b-a63c-899dad6239c7 tempest-LiveMigrationNegativeTest-1415947046 tempest-LiveMigrationNegativeTest-1415947046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:34:18.493552 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d892efb6-b9bf-4596-9c14-8b4a15ebe9f0 req-23a7a0da-8be6-473b-a63c-899dad6239c7 tempest-LiveMigrationNegativeTest-1415947046 tempest-LiveMigrationNegativeTest-1415947046-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1123092 Nov 19 17:34:18.502598 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0b843d2f-2858-41f1-b5ec-dc011ed5a407 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:18.507090 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0b843d2f-2858-41f1-b5ec-dc011ed5a407 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:18.517286 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d892efb6-b9bf-4596-9c14-8b4a15ebe9f0 req-012c231c-21a4-4bc2-903c-ddb9ea935d11 tempest-LiveMigrationNegativeTest-1415947046 tempest-LiveMigrationNegativeTest-1415947046-project] 10.222.0.54 "GET /v2.0/quotas/6f42274fdc944adbad567b627e38820c HTTP/1.1" status: 200 len: 375 time: 0.0167174 Nov 19 17:34:18.528901 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b843d2f-2858-41f1-b5ec-dc011ed5a407 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 654} {{(pid=103365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 17:34:18.544841 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b843d2f-2858-41f1-b5ec-dc011ed5a407 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf625a4e-ebe5-4a91-8ad4-1c5afb2ab3fc,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:34:18.548218 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0b843d2f-2858-41f1-b5ec-dc011ed5a407 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:18.548556 n-d-818022-2 neutron-server[103365]: INFO neutron.db.segments_db [None req-0b843d2f-2858-41f1-b5ec-dc011ed5a407 admin admin] Added segment e2e76166-2a11-48ad-af12-51784925425c of type vlan for network 833872e1-1a28-48e3-b9f9-d97ad690eebb Nov 19 17:34:18.581646 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d892efb6-b9bf-4596-9c14-8b4a15ebe9f0 req-b4f16b77-a7ea-40e1-8cb9-d66066660eb0 tempest-LiveMigrationNegativeTest-1415947046 tempest-LiveMigrationNegativeTest-1415947046-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=6f42274fdc944adbad567b627e38820c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0633242 Nov 19 17:34:18.591298 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0b843d2f-2858-41f1-b5ec-dc011ed5a407 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:18.624794 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0b843d2f-2858-41f1-b5ec-dc011ed5a407 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:18.625744 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b843d2f-2858-41f1-b5ec-dc011ed5a407 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:34:18.626345 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0b843d2f-2858-41f1-b5ec-dc011ed5a407 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:18.696651 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-0b843d2f-2858-41f1-b5ec-dc011ed5a407 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.4637849 Nov 19 17:34:18.696994 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 37714) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:34:18.702046 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-46603d49-d985-4636-8366-1948706b44d1 admin admin] Request body: {'subnet': {'network_id': '833872e1-1a28-48e3-b9f9-d97ad690eebb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-516508879-subnet', 'tenant_id': 'bf701fa01dc443ada18661aab1d7be58', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:34:18.705934 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b843d2f-2858-41f1-b5ec-dc011ed5a407 admin admin] Pushing event updated for resources: {'Network': ['ID=833872e1-1a28-48e3-b9f9-d97ad690eebb,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:34:18.720939 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network 833872e1-1a28-48e3-b9f9-d97ad690eebb details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 17:34:18.731014 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46603d49-d985-4636-8366-1948706b44d1 admin admin] Made reservation on behalf of bf701fa01dc443ada18661aab1d7be58 for: {'subnet': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:34:18.733280 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-46603d49-d985-4636-8366-1948706b44d1 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:18.932353 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-46603d49-d985-4636-8366-1948706b44d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for subnet, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:18.985072 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46603d49-d985-4636-8366-1948706b44d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=350b116c-50d0-4ddf-8934-2b25a4e80dab,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:34:19.012591 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46603d49-d985-4636-8366-1948706b44d1 admin admin] Checking segment: {'id': 'e2e76166-2a11-48ad-af12-51784925425c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '833872e1-1a28-48e3-b9f9-d97ad690eebb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:34:19.013043 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46603d49-d985-4636-8366-1948706b44d1 admin admin] Network hostable DHCP agents. Network: 833872e1-1a28-48e3-b9f9-d97ad690eebb, hostable agents: ['02910ef2-0455-4aea-9f38-9a875579633f'], hosted agents: [] {{(pid=103364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 17:34:19.014419 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 37742) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:34:19.033666 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46603d49-d985-4636-8366-1948706b44d1 admin admin] Network 833872e1-1a28-48e3-b9f9-d97ad690eebb is scheduled to be hosted by DHCP agent 02910ef2-0455-4aea-9f38-9a875579633f with binding_index 1 {{(pid=103364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 17:34:19.046331 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-46603d49-d985-4636-8366-1948706b44d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818022-2, 833872e1-1a28-48e3-b9f9-d97ad690eebb) {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:34:19.051544 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46603d49-d985-4636-8366-1948706b44d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:34:19.052135 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-46603d49-d985-4636-8366-1948706b44d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:19.069068 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b28edda-9752-4161-8cf6-038a0401c50b None None] Network 833872e1-1a28-48e3-b9f9-d97ad690eebb requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:34:19.080236 n-d-818022-2 neutron-server[103365]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 19 17:34:19.083239 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-46603d49-d985-4636-8366-1948706b44d1 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.3852839 Nov 19 17:34:19.088715 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 37750) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:34:19.101591 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-801f04c8-e559-47ed-a69f-9d971c5202ba admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-516508879-router', 'tenant_id': 'bf701fa01dc443ada18661aab1d7be58', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'}}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:34:19.133655 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-801f04c8-e559-47ed-a69f-9d971c5202ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9890'] for router, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:19.134737 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-801f04c8-e559-47ed-a69f-9d971c5202ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671617', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-732153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4689'] for router, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:19.175595 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ac162dbf-e0c2-45ed-9bc4-8f21cd0953d1 req-b5667fb4-5e25-41c4-81cf-c0cc3bf013fc tempest-LiveMigrationNegativeTest-1415947046 tempest-LiveMigrationNegativeTest-1415947046-project] 10.222.0.54 "GET /v2.0/ports?device_id=9eb68ada-5e0b-435b-bd4b-a788fd4751e5 HTTP/1.1" status: 200 len: 210 time: 0.1585145 Nov 19 17:34:19.217355 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-801f04c8-e559-47ed-a69f-9d971c5202ba admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:19.289040 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62473f8f-982e-401a-aa49-07283b9a5248 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54f44f5f-1200-574e-8740-2141911d5b73-833872e1-1a28-48e3-b9f9-d97ad690eebb', 'network_id': '833872e1-1a28-48e3-b9f9-d97ad690eebb', 'tenant_id': 'bf701fa01dc443ada18661aab1d7be58', 'fixed_ips': [{'subnet_id': '350b116c-50d0-4ddf-8934-2b25a4e80dab'}]}} from n-d-818022-2. {{(pid=103366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 17:34:19.290116 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-62473f8f-982e-401a-aa49-07283b9a5248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:19.400487 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-801f04c8-e559-47ed-a69f-9d971c5202ba admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:19.479293 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [None req-62473f8f-982e-401a-aa49-07283b9a5248 None None] Allocated IP 172.20.0.2 (833872e1-1a28-48e3-b9f9-d97ad690eebb/350b116c-50d0-4ddf-8934-2b25a4e80dab/f34d0cfa-aca5-49c9-a7c6-f9af590b9ed8) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:34:19.697532 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-801f04c8-e559-47ed-a69f-9d971c5202ba admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:19.728044 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-801f04c8-e559-47ed-a69f-9d971c5202ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:19.832872 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-62473f8f-982e-401a-aa49-07283b9a5248 None None] Publish callbacks [] for port, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:19.835163 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [None req-801f04c8-e559-47ed-a69f-9d971c5202ba admin admin] Allocated IP 172.25.7.147 (645e61aa-1a6c-4e8f-857e-ab06edb4897f/88ed2d64-f56d-4f01-a468-946e01c99e82/1737d4e3-5a3f-4458-a245-a1424b6b0059) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:34:19.846708 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-62473f8f-982e-401a-aa49-07283b9a5248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998'] for port, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:19.928231 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62473f8f-982e-401a-aa49-07283b9a5248 None None] Pushing event updated for resources: {'Port': ['ID=f34d0cfa-aca5-49c9-a7c6-f9af590b9ed8,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:34:19.940229 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62473f8f-982e-401a-aa49-07283b9a5248 None None] Network 833872e1-1a28-48e3-b9f9-d97ad690eebb is already hosted by enough agents. {{(pid=103366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:34:19.948358 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62473f8f-982e-401a-aa49-07283b9a5248 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:34:19.948358 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62473f8f-982e-401a-aa49-07283b9a5248 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:34:19.948358 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62473f8f-982e-401a-aa49-07283b9a5248 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:34:19.948358 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62473f8f-982e-401a-aa49-07283b9a5248 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:34:19.948637 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62473f8f-982e-401a-aa49-07283b9a5248 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:34:19.949006 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62473f8f-982e-401a-aa49-07283b9a5248 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:34:19.949385 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62473f8f-982e-401a-aa49-07283b9a5248 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:34:19.949857 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62473f8f-982e-401a-aa49-07283b9a5248 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:34:19.950208 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62473f8f-982e-401a-aa49-07283b9a5248 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:34:19.950467 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62473f8f-982e-401a-aa49-07283b9a5248 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:34:19.950804 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62473f8f-982e-401a-aa49-07283b9a5248 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:34:19.953057 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62473f8f-982e-401a-aa49-07283b9a5248 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:34:19.954220 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62473f8f-982e-401a-aa49-07283b9a5248 None None] Tracked resource versions report: Nov 19 17:34:19.954220 n-d-818022-2 neutron-server[103366]: pushed versions: Nov 19 17:34:19.954220 n-d-818022-2 neutron-server[103366]: { 'AddressGroup': {'1.2'}, Nov 19 17:34:19.954220 n-d-818022-2 neutron-server[103366]: 'ConntrackHelper': {'1.0'}, Nov 19 17:34:19.954220 n-d-818022-2 neutron-server[103366]: 'Log': {'1.0'}, Nov 19 17:34:19.954220 n-d-818022-2 neutron-server[103366]: 'Network': {'1.1'}, Nov 19 17:34:19.954220 n-d-818022-2 neutron-server[103366]: 'Port': {'1.7'}, Nov 19 17:34:19.954220 n-d-818022-2 neutron-server[103366]: 'PortForwarding': {'1.2'}, Nov 19 17:34:19.954220 n-d-818022-2 neutron-server[103366]: 'QosPolicy': {'1.10'}, Nov 19 17:34:19.954220 n-d-818022-2 neutron-server[103366]: 'SecurityGroup': {'1.5'}, Nov 19 17:34:19.954220 n-d-818022-2 neutron-server[103366]: 'SecurityGroupRule': {'1.2'}, Nov 19 17:34:19.954220 n-d-818022-2 neutron-server[103366]: 'SubPort': {'1.0'}, Nov 19 17:34:19.954220 n-d-818022-2 neutron-server[103366]: 'Subnet': {'1.1'}, Nov 19 17:34:19.954220 n-d-818022-2 neutron-server[103366]: 'Trunk': {'1.1'}} Nov 19 17:34:19.954220 n-d-818022-2 neutron-server[103366]: consumer versions: Nov 19 17:34:19.954220 n-d-818022-2 neutron-server[103366]: { DHCP agent@n-d-818022-2: {}, Nov 19 17:34:19.954220 n-d-818022-2 neutron-server[103366]: HyperV agent@n-h1-818022-2: {}, Nov 19 17:34:19.954220 n-d-818022-2 neutron-server[103366]: HyperV agent@n-h2-818022-2: {}, Nov 19 17:34:19.954220 n-d-818022-2 neutron-server[103366]: L3 agent@n-d-818022-2: {}, Nov 19 17:34:19.954220 n-d-818022-2 neutron-server[103366]: Metadata agent@n-d-818022-2: {}, Nov 19 17:34:19.954220 n-d-818022-2 neutron-server[103366]: Metering agent@n-d-818022-2: {}, Nov 19 17:34:19.954220 n-d-818022-2 neutron-server[103366]: Open vSwitch agent@n-d-818022-2: { 'AddressGroup': '1.2', Nov 19 17:34:19.954220 n-d-818022-2 neutron-server[103366]: 'ConntrackHelper': '1.0', Nov 19 17:34:19.954220 n-d-818022-2 neutron-server[103366]: 'Log': '1.0', Nov 19 17:34:19.954220 n-d-818022-2 neutron-server[103366]: 'Network': '1.1', Nov 19 17:34:19.954220 n-d-818022-2 neutron-server[103366]: 'Port': '1.7', Nov 19 17:34:19.954220 n-d-818022-2 neutron-server[103366]: 'PortForwarding': '1.2', Nov 19 17:34:19.954220 n-d-818022-2 neutron-server[103366]: 'QosPolicy': '1.10', Nov 19 17:34:19.954220 n-d-818022-2 neutron-server[103366]: 'SecurityGroup': '1.5', Nov 19 17:34:19.954220 n-d-818022-2 neutron-server[103366]: 'SecurityGroupRule': '1.2', Nov 19 17:34:19.954220 n-d-818022-2 neutron-server[103366]: 'SubPort': '1.0', Nov 19 17:34:19.954220 n-d-818022-2 neutron-server[103366]: 'Subnet': '1.1', Nov 19 17:34:19.954220 n-d-818022-2 neutron-server[103366]: 'Trunk': '1.1'}} Nov 19 17:34:19.954220 n-d-818022-2 neutron-server[103366]: {{(pid=103366) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 19 17:34:19.959714 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [None req-62473f8f-982e-401a-aa49-07283b9a5248 None None] Resources bound (agent type, host, resource id): {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:34:20.007742 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62473f8f-982e-401a-aa49-07283b9a5248 None None] Received port after_create {{(pid=103366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:34:20.112175 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-62473f8f-982e-401a-aa49-07283b9a5248 None None] Attempting to bind port f34d0cfa-aca5-49c9-a7c6-f9af590b9ed8 on host n-d-818022-2 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:34:20.119658 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-62473f8f-982e-401a-aa49-07283b9a5248 None None] Attempting to bind port f34d0cfa-aca5-49c9-a7c6-f9af590b9ed8 by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': 'e2e76166-2a11-48ad-af12-51784925425c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '833872e1-1a28-48e3-b9f9-d97ad690eebb'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:34:20.120152 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62473f8f-982e-401a-aa49-07283b9a5248 None None] Attempting to bind port f34d0cfa-aca5-49c9-a7c6-f9af590b9ed8 on network 833872e1-1a28-48e3-b9f9-d97ad690eebb {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:34:20.127755 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62473f8f-982e-401a-aa49-07283b9a5248 None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 34, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:34:20.128158 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62473f8f-982e-401a-aa49-07283b9a5248 None None] Checking segment: {'id': 'e2e76166-2a11-48ad-af12-51784925425c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '833872e1-1a28-48e3-b9f9-d97ad690eebb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:34:20.128544 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-62473f8f-982e-401a-aa49-07283b9a5248 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:20.128995 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62473f8f-982e-401a-aa49-07283b9a5248 None None] Bound using segment: {'id': 'e2e76166-2a11-48ad-af12-51784925425c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '833872e1-1a28-48e3-b9f9-d97ad690eebb'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:34:20.130205 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-62473f8f-982e-401a-aa49-07283b9a5248 None None] Bound port: f34d0cfa-aca5-49c9-a7c6-f9af590b9ed8, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2e76166-2a11-48ad-af12-51784925425c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '833872e1-1a28-48e3-b9f9-d97ad690eebb'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:34:20.130830 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-62473f8f-982e-401a-aa49-07283b9a5248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:20.157346 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-801f04c8-e559-47ed-a69f-9d971c5202ba admin admin] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:20.220766 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-801f04c8-e559-47ed-a69f-9d971c5202ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:20.230802 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-62473f8f-982e-401a-aa49-07283b9a5248 None None] For port f34d0cfa-aca5-49c9-a7c6-f9af590b9ed8, host n-d-818022-2, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:34:20.237603 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-62473f8f-982e-401a-aa49-07283b9a5248 None None] For port f34d0cfa-aca5-49c9-a7c6-f9af590b9ed8, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=f34d0cfa-aca5-49c9-a7c6-f9af590b9ed8,segment=NetworkSegment(e2e76166-2a11-48ad-af12-51784925425c),segment_id=e2e76166-2a11-48ad-af12-51784925425c)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:34:20.245744 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-62473f8f-982e-401a-aa49-07283b9a5248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:20.279188 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-801f04c8-e559-47ed-a69f-9d971c5202ba admin admin] Network 645e61aa-1a6c-4e8f-857e-ab06edb4897f is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:34:20.282786 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-801f04c8-e559-47ed-a69f-9d971c5202ba admin admin] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:34:20.292504 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-801f04c8-e559-47ed-a69f-9d971c5202ba admin admin] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:34:20.329972 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62473f8f-982e-401a-aa49-07283b9a5248 None None] Pushing event updated for resources: {'Port': ['ID=f34d0cfa-aca5-49c9-a7c6-f9af590b9ed8,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:34:20.484807 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801f04c8-e559-47ed-a69f-9d971c5202ba admin admin] Pushing event updated for resources: {'Port': ['ID=1737d4e3-5a3f-4458-a245-a1424b6b0059,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:34:20.580152 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e775d9ff-079e-4748-a94d-39270da35c69 req-b0c5dde3-9d07-4bbe-a33d-1b40764ff328 tempest-LiveMigrationNegativeTest-1415947046 tempest-LiveMigrationNegativeTest-1415947046-project] 10.222.0.54 "GET /v2.0/ports?device_id=9eb68ada-5e0b-435b-bd4b-a788fd4751e5 HTTP/1.1" status: 200 len: 210 time: 0.0360837 Nov 19 17:34:20.749699 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-801f04c8-e559-47ed-a69f-9d971c5202ba admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:21.085506 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-801f04c8-e559-47ed-a69f-9d971c5202ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671702'] for router, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:21.168482 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-94d0179a-f9ea-4aa2-bba5-916590be0142 req-8093a1f4-4824-4cd3-85fc-1d6f35ff5032 tempest-AggregatesAdminTestJSON-1425960610 tempest-AggregatesAdminTestJSON-1425960610-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=c3154079b33840a1bb2a18b4eefab4b0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0517707 Nov 19 17:34:21.331978 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device f34d0cfa-aca5-49c9-a7c6-f9af590b9ed8 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:34:21.393562 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 37930) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:34:21.399772 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.86', 54433) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:34:21.471079 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port f34d0cfa-aca5-49c9-a7c6-f9af590b9ed8 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:34:21.473491 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d892efb6-b9bf-4596-9c14-8b4a15ebe9f0 req-1caab282-0298-4f78-b96d-dfcdc14ec5b9 tempest-LiveMigrationNegativeTest-1415947046 tempest-LiveMigrationNegativeTest-1415947046-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=6f42274fdc944adbad567b627e38820c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0575840 Nov 19 17:34:21.480148 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:21.556805 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-801f04c8-e559-47ed-a69f-9d971c5202ba admin admin] Router 6d47c3b9-a5a2-4ae3-8d7b-09d7278a9b1e is scheduled to L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 with binding_index 1 {{(pid=103364) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 17:34:21.651577 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d0179a-f9ea-4aa2-bba5-916590be0142 req-0f16d3b2-7100-4e1a-a5a3-66f512f86b8a tempest-AggregatesAdminTestJSON-1425960610 tempest-AggregatesAdminTestJSON-1425960610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:34:21.662731 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-94d0179a-f9ea-4aa2-bba5-916590be0142 req-0f16d3b2-7100-4e1a-a5a3-66f512f86b8a tempest-AggregatesAdminTestJSON-1425960610 tempest-AggregatesAdminTestJSON-1425960610-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4930301 Nov 19 17:34:21.680069 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:21.689799 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-94d0179a-f9ea-4aa2-bba5-916590be0142 req-ddd9dfe7-508b-421c-92a9-2c72c6711885 tempest-AggregatesAdminTestJSON-1425960610 tempest-AggregatesAdminTestJSON-1425960610-project] 10.222.0.54 "GET /v2.0/quotas/c3154079b33840a1bb2a18b4eefab4b0 HTTP/1.1" status: 200 len: 375 time: 0.0253139 Nov 19 17:34:21.750885 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] For port f34d0cfa-aca5-49c9-a7c6-f9af590b9ed8, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=f34d0cfa-aca5-49c9-a7c6-f9af590b9ed8,segment=NetworkSegment(e2e76166-2a11-48ad-af12-51784925425c),segment_id=e2e76166-2a11-48ad-af12-51784925425c)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:34:21.761206 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:21.832900 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-94d0179a-f9ea-4aa2-bba5-916590be0142 req-9b55b873-1fa5-49b7-8797-2d7498588e4c tempest-AggregatesAdminTestJSON-1425960610 tempest-AggregatesAdminTestJSON-1425960610-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=c3154079b33840a1bb2a18b4eefab4b0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1408274 Nov 19 17:34:21.834891 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0dc4d8c5-3ae2-46e2-adf0-0f5462d26176 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:21.854271 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Pushing event updated for resources: {'Port': ['ID=f34d0cfa-aca5-49c9-a7c6-f9af590b9ed8,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:34:21.887102 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 37958) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:34:21.902218 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54fc1119-44db-41ef-9561-a728acbe163c None None] Network 833872e1-1a28-48e3-b9f9-d97ad690eebb requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:34:21.981565 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d892efb6-b9bf-4596-9c14-8b4a15ebe9f0 req-ee7fd28a-9396-4bf5-bc55-88895181e90d tempest-LiveMigrationNegativeTest-1415947046 tempest-LiveMigrationNegativeTest-1415947046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:34:21.984589 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d892efb6-b9bf-4596-9c14-8b4a15ebe9f0 req-ee7fd28a-9396-4bf5-bc55-88895181e90d tempest-LiveMigrationNegativeTest-1415947046 tempest-LiveMigrationNegativeTest-1415947046-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4964349 Nov 19 17:34:22.044518 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-801f04c8-e559-47ed-a69f-9d971c5202ba admin admin] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 17:34:22.069947 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a7ed0ef-c74a-46cb-8ff1-fab821873000 None None] Sync routers for ids ['6d47c3b9-a5a2-4ae3-8d7b-09d7278a9b1e'] in n-d-818022-2 {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 17:34:22.070548 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-b17e3dd4-0556-4eac-a3f7-8115153985f6 None None] Provisioning complete for port f34d0cfa-aca5-49c9-a7c6-f9af590b9ed8 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:34:22.070636 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b17e3dd4-0556-4eac-a3f7-8115153985f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:22.084786 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a7ed0ef-c74a-46cb-8ff1-fab821873000 None None] Routers {'6d47c3b9-a5a2-4ae3-8d7b-09d7278a9b1e'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:34:22.088608 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-1a7ed0ef-c74a-46cb-8ff1-fab821873000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:34:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['6d47c3b9-a5a2-4ae3-8d7b-09d7278a9b1e'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:34:22.109293 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-801f04c8-e559-47ed-a69f-9d971c5202ba admin admin] Publish callbacks [] for router, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:22.112103 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-801f04c8-e559-47ed-a69f-9d971c5202ba admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 3.0200076 Nov 19 17:34:22.115093 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 37972) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:34:22.129225 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-d892efb6-b9bf-4596-9c14-8b4a15ebe9f0 req-3d8593eb-e4e4-4498-8ed5-046dc2e89f68 tempest-LiveMigrationNegativeTest-1415947046 tempest-LiveMigrationNegativeTest-1415947046-project] Request body: {'port': {'device_id': '9eb68ada-5e0b-435b-bd4b-a788fd4751e5', 'network_id': '346debfa-452b-4048-abf4-8f4493625ef2', 'admin_state_up': True, 'tenant_id': '6f42274fdc944adbad567b627e38820c'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:34:22.325728 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0dc4d8c5-3ae2-46e2-adf0-0f5462d26176 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:22.405167 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0dc4d8c5-3ae2-46e2-adf0-0f5462d26176 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:22.452970 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d3348da0-bf25-4d27-b043-c760d3f4a1e4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:22.520366 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-1a7ed0ef-c74a-46cb-8ff1-fab821873000 None None] Set router 6d47c3b9-a5a2-4ae3-8d7b-09d7278a9b1e gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:34:22.544519 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-0dc4d8c5-3ae2-46e2-adf0-0f5462d26176 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=aa1947fb1a344433b9872043cd460b88&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1498773 Nov 19 17:34:22.553560 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d25e9bb2-3534-4dd0-aa86-90a57464b665 req-1fe4de87-e135-40b8-89cc-ddf31abd40db tempest-AggregatesAdminTestJSON-1425960610 tempest-AggregatesAdminTestJSON-1425960610-project] 10.222.0.54 "GET /v2.0/ports?device_id=87b4d2be-8535-4db4-ab3d-4a6dc0cf3e60 HTTP/1.1" status: 200 len: 210 time: 0.1170688 Nov 19 17:34:22.562101 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 38004) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:34:22.643036 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d3348da0-bf25-4d27-b043-c760d3f4a1e4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:22.644583 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-28724534-7645-42c9-a22d-d961cb729af8 None None] Provisioning complete for port f34d0cfa-aca5-49c9-a7c6-f9af590b9ed8 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:34:22.645309 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-28724534-7645-42c9-a22d-d961cb729af8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:22.756351 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-1a7ed0ef-c74a-46cb-8ff1-fab821873000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d47c3b9-a5a2-4ae3-8d7b-09d7278a9b1e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-516508879-router', 'tenant_id': 'bf701fa01dc443ada18661aab1d7be58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': '1737d4e3-5a3f-4458-a245-a1424b6b0059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:34:19Z', 'updated_at': '2021-11-19T17:34:20Z', 'revision_number': 3, 'project_id': 'bf701fa01dc443ada18661aab1d7be58', 'gw_port': {'id': '1737d4e3-5a3f-4458-a245-a1424b6b0059', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:f5:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d47c3b9-a5a2-4ae3-8d7b-09d7278a9b1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:34:19Z', 'updated_at': '2021-11-19T17:34:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:34:22.759825 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-31236d90-135e-4690-b7fd-b4c3ef9f6f3f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:22.792237 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a7ed0ef-c74a-46cb-8ff1-fab821873000 None None] Checking router: 6d47c3b9-a5a2-4ae3-8d7b-09d7278a9b1e for host: n-d-818022-2 {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 17:34:22.793164 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a7ed0ef-c74a-46cb-8ff1-fab821873000 None None] Updating router 6d47c3b9-a5a2-4ae3-8d7b-09d7278a9b1e port 1737d4e3-5a3f-4458-a245-a1424b6b0059 binding host n-d-818022-2 {{(pid=103367) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 17:34:22.795887 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-31236d90-135e-4690-b7fd-b4c3ef9f6f3f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:22.806758 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-aad7976c-264f-4194-a840-600748ebfc4b req-8b0e7c74-c918-476d-8aa8-119532850873 tempest-LiveMigrationNegativeTest-1415947046 tempest-LiveMigrationNegativeTest-1415947046-project] 10.222.0.54 "GET /v2.0/ports?device_id=9eb68ada-5e0b-435b-bd4b-a788fd4751e5 HTTP/1.1" status: 200 len: 210 time: 0.5901158 Nov 19 17:34:22.809060 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d3348da0-bf25-4d27-b043-c760d3f4a1e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:22.866206 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-1a7ed0ef-c74a-46cb-8ff1-fab821873000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:23.026544 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-31236d90-135e-4690-b7fd-b4c3ef9f6f3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:23.030996 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-31236d90-135e-4690-b7fd-b4c3ef9f6f3f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:23.037032 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-31236d90-135e-4690-b7fd-b4c3ef9f6f3f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e8a2e6d3-45bc-4f47-a126-6abab0c6f96d HTTP/1.1" status: 204 len: 168 time: 0.4693127 Nov 19 17:34:23.054163 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d892efb6-b9bf-4596-9c14-8b4a15ebe9f0 req-3d8593eb-e4e4-4498-8ed5-046dc2e89f68 tempest-LiveMigrationNegativeTest-1415947046 tempest-LiveMigrationNegativeTest-1415947046-project] Made reservation on behalf of 6f42274fdc944adbad567b627e38820c for: {'port': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:34:23.072707 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-d892efb6-b9bf-4596-9c14-8b4a15ebe9f0 req-3d8593eb-e4e4-4498-8ed5-046dc2e89f68 tempest-LiveMigrationNegativeTest-1415947046 tempest-LiveMigrationNegativeTest-1415947046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:23.146627 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-d892efb6-b9bf-4596-9c14-8b4a15ebe9f0 req-3d8593eb-e4e4-4498-8ed5-046dc2e89f68 tempest-LiveMigrationNegativeTest-1415947046 tempest-LiveMigrationNegativeTest-1415947046-project] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:23.152047 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-d3348da0-bf25-4d27-b043-c760d3f4a1e4 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=11166b1ea7314f95a586d1882894b565&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2638295 Nov 19 17:34:23.177190 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 38034) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:34:23.261875 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc4d8c5-3ae2-46e2-adf0-0f5462d26176 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8a2e6d3-45bc-4f47-a126-6abab0c6f96d,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:34:23.316346 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31236d90-135e-4690-b7fd-b4c3ef9f6f3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8a2e6d3-45bc-4f47-a126-6abab0c6f96d,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:34:23.390771 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3348da0-bf25-4d27-b043-c760d3f4a1e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c36afee0-bdae-4dc6-86be-1f232ca64813,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:34:23.396356 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device f34d0cfa-aca5-49c9-a7c6-f9af590b9ed8 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:34:23.469994 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-1a7ed0ef-c74a-46cb-8ff1-fab821873000 None None] Publish callbacks [] for port, precommit_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:23.487141 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-1a7ed0ef-c74a-46cb-8ff1-fab821873000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:23.493981 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-dae98a03-d0e2-4b3e-8e4a-cde030ee3fbd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:23.543164 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port f34d0cfa-aca5-49c9-a7c6-f9af590b9ed8 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:34:23.543882 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:23.585672 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32085e77-4057-439a-83b4-2365af533601 None None] Pushing event updated for resources: {'Port': ['ID=1737d4e3-5a3f-4458-a245-a1424b6b0059,revision_number=2']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:34:23.602304 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32085e77-4057-439a-83b4-2365af533601 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:34:23.602663 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32085e77-4057-439a-83b4-2365af533601 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:34:23.603012 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32085e77-4057-439a-83b4-2365af533601 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:34:23.603112 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-dae98a03-d0e2-4b3e-8e4a-cde030ee3fbd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:23.603355 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32085e77-4057-439a-83b4-2365af533601 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:34:23.604219 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32085e77-4057-439a-83b4-2365af533601 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:34:23.604219 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32085e77-4057-439a-83b4-2365af533601 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:34:23.604336 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32085e77-4057-439a-83b4-2365af533601 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:34:23.604643 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32085e77-4057-439a-83b4-2365af533601 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:34:23.604972 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32085e77-4057-439a-83b4-2365af533601 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:34:23.605299 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32085e77-4057-439a-83b4-2365af533601 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:34:23.608322 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32085e77-4057-439a-83b4-2365af533601 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:34:23.611336 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32085e77-4057-439a-83b4-2365af533601 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:34:23.612409 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32085e77-4057-439a-83b4-2365af533601 None None] Tracked resource versions report: Nov 19 17:34:23.612409 n-d-818022-2 neutron-server[103367]: pushed versions: Nov 19 17:34:23.612409 n-d-818022-2 neutron-server[103367]: { 'AddressGroup': {'1.2'}, Nov 19 17:34:23.612409 n-d-818022-2 neutron-server[103367]: 'ConntrackHelper': {'1.0'}, Nov 19 17:34:23.612409 n-d-818022-2 neutron-server[103367]: 'Log': {'1.0'}, Nov 19 17:34:23.612409 n-d-818022-2 neutron-server[103367]: 'Network': {'1.1'}, Nov 19 17:34:23.612409 n-d-818022-2 neutron-server[103367]: 'Port': {'1.7'}, Nov 19 17:34:23.612409 n-d-818022-2 neutron-server[103367]: 'PortForwarding': {'1.2'}, Nov 19 17:34:23.612409 n-d-818022-2 neutron-server[103367]: 'QosPolicy': {'1.10'}, Nov 19 17:34:23.612409 n-d-818022-2 neutron-server[103367]: 'SecurityGroup': {'1.5'}, Nov 19 17:34:23.612409 n-d-818022-2 neutron-server[103367]: 'SecurityGroupRule': {'1.2'}, Nov 19 17:34:23.612409 n-d-818022-2 neutron-server[103367]: 'SubPort': {'1.0'}, Nov 19 17:34:23.612409 n-d-818022-2 neutron-server[103367]: 'Subnet': {'1.1'}, Nov 19 17:34:23.612409 n-d-818022-2 neutron-server[103367]: 'Trunk': {'1.1'}} Nov 19 17:34:23.612409 n-d-818022-2 neutron-server[103367]: consumer versions: Nov 19 17:34:23.612409 n-d-818022-2 neutron-server[103367]: { DHCP agent@n-d-818022-2: {}, Nov 19 17:34:23.612409 n-d-818022-2 neutron-server[103367]: HyperV agent@n-h1-818022-2: {}, Nov 19 17:34:23.612409 n-d-818022-2 neutron-server[103367]: HyperV agent@n-h2-818022-2: {}, Nov 19 17:34:23.612409 n-d-818022-2 neutron-server[103367]: L3 agent@n-d-818022-2: {}, Nov 19 17:34:23.612409 n-d-818022-2 neutron-server[103367]: Metadata agent@n-d-818022-2: {}, Nov 19 17:34:23.612409 n-d-818022-2 neutron-server[103367]: Metering agent@n-d-818022-2: {}, Nov 19 17:34:23.612409 n-d-818022-2 neutron-server[103367]: Open vSwitch agent@n-d-818022-2: { 'AddressGroup': '1.2', Nov 19 17:34:23.612409 n-d-818022-2 neutron-server[103367]: 'ConntrackHelper': '1.0', Nov 19 17:34:23.612409 n-d-818022-2 neutron-server[103367]: 'Log': '1.0', Nov 19 17:34:23.612409 n-d-818022-2 neutron-server[103367]: 'Network': '1.1', Nov 19 17:34:23.612409 n-d-818022-2 neutron-server[103367]: 'Port': '1.7', Nov 19 17:34:23.612409 n-d-818022-2 neutron-server[103367]: 'PortForwarding': '1.2', Nov 19 17:34:23.612409 n-d-818022-2 neutron-server[103367]: 'QosPolicy': '1.10', Nov 19 17:34:23.612409 n-d-818022-2 neutron-server[103367]: 'SecurityGroup': '1.5', Nov 19 17:34:23.612409 n-d-818022-2 neutron-server[103367]: 'SecurityGroupRule': '1.2', Nov 19 17:34:23.612409 n-d-818022-2 neutron-server[103367]: 'SubPort': '1.0', Nov 19 17:34:23.612409 n-d-818022-2 neutron-server[103367]: 'Subnet': '1.1', Nov 19 17:34:23.612409 n-d-818022-2 neutron-server[103367]: 'Trunk': '1.1'}} Nov 19 17:34:23.612409 n-d-818022-2 neutron-server[103367]: {{(pid=103367) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 19 17:34:23.670202 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-d892efb6-b9bf-4596-9c14-8b4a15ebe9f0 req-3d8593eb-e4e4-4498-8ed5-046dc2e89f68 tempest-LiveMigrationNegativeTest-1415947046 tempest-LiveMigrationNegativeTest-1415947046-project] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:23.677443 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-d892efb6-b9bf-4596-9c14-8b4a15ebe9f0 req-3d8593eb-e4e4-4498-8ed5-046dc2e89f68 tempest-LiveMigrationNegativeTest-1415947046 tempest-LiveMigrationNegativeTest-1415947046-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:23.683577 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-1a7ed0ef-c74a-46cb-8ff1-fab821873000 None None] Attempting to bind port 1737d4e3-5a3f-4458-a245-a1424b6b0059 on host n-d-818022-2 for vnic_type normal with profile {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:34:23.684617 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-1a7ed0ef-c74a-46cb-8ff1-fab821873000 None None] Attempting to bind port 1737d4e3-5a3f-4458-a245-a1424b6b0059 by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:34:23.685126 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a7ed0ef-c74a-46cb-8ff1-fab821873000 None None] Attempting to bind port 1737d4e3-5a3f-4458-a245-a1424b6b0059 on network 645e61aa-1a6c-4e8f-857e-ab06edb4897f {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:34:23.707391 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a7ed0ef-c74a-46cb-8ff1-fab821873000 None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 34, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:34:23.709774 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a7ed0ef-c74a-46cb-8ff1-fab821873000 None None] Checking segment: {'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:34:23.710427 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-1a7ed0ef-c74a-46cb-8ff1-fab821873000 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:23.712299 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a7ed0ef-c74a-46cb-8ff1-fab821873000 None None] Bound using segment: {'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:34:23.714447 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-1a7ed0ef-c74a-46cb-8ff1-fab821873000 None None] Bound port: 1737d4e3-5a3f-4458-a245-a1424b6b0059, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'}}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:34:23.716245 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-1a7ed0ef-c74a-46cb-8ff1-fab821873000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:23.782667 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-dae98a03-d0e2-4b3e-8e4a-cde030ee3fbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:23.786382 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-dae98a03-d0e2-4b3e-8e4a-cde030ee3fbd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:23.787527 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-dae98a03-d0e2-4b3e-8e4a-cde030ee3fbd admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c36afee0-bdae-4dc6-86be-1f232ca64813 HTTP/1.1" status: 204 len: 168 time: 0.4864769 Nov 19 17:34:23.879951 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a45687eb-0998-4211-939e-bb057ed5a173 req-249d182c-d83d-4ded-a9d0-39ce4e14e3ab tempest-AggregatesAdminTestJSON-1425960610 tempest-AggregatesAdminTestJSON-1425960610-project] 10.222.0.54 "GET /v2.0/ports?device_id=87b4d2be-8535-4db4-ab3d-4a6dc0cf3e60 HTTP/1.1" status: 200 len: 210 time: 0.1491868 Nov 19 17:34:23.908194 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae98a03-d0e2-4b3e-8e4a-cde030ee3fbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c36afee0-bdae-4dc6-86be-1f232ca64813,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:34:23.926568 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-1a7ed0ef-c74a-46cb-8ff1-fab821873000 None None] For port 1737d4e3-5a3f-4458-a245-a1424b6b0059, host n-d-818022-2, cleared binding levels {{(pid=103367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:34:23.942196 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-1a7ed0ef-c74a-46cb-8ff1-fab821873000 None None] For port 1737d4e3-5a3f-4458-a245-a1424b6b0059, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=1737d4e3-5a3f-4458-a245-a1424b6b0059,segment=NetworkSegment(bbe705c1-96c0-476e-8381-28227e6f0ac5),segment_id=bbe705c1-96c0-476e-8381-28227e6f0ac5)] {{(pid=103367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:34:23.953782 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-1a7ed0ef-c74a-46cb-8ff1-fab821873000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:24.039499 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 38078) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:34:24.121353 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-230a11e4-c8fd-4aab-94e4-c0103042d6dd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:24.148380 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32085e77-4057-439a-83b4-2365af533601 None None] Pushing event updated for resources: {'Port': ['ID=1737d4e3-5a3f-4458-a245-a1424b6b0059,revision_number=3']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:34:24.206951 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a7ed0ef-c74a-46cb-8ff1-fab821873000 None None] Routers {'6d47c3b9-a5a2-4ae3-8d7b-09d7278a9b1e'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:34:24.213980 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-1a7ed0ef-c74a-46cb-8ff1-fab821873000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:34:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['6d47c3b9-a5a2-4ae3-8d7b-09d7278a9b1e'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:34:24.232918 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-cb9276d2-9f1f-4f1a-ae9d-b8049d7cf857 req-7eb692e2-a1c0-42b5-90a4-b79127088821 tempest-LiveMigrationNegativeTest-1415947046 tempest-LiveMigrationNegativeTest-1415947046-project] 10.222.0.54 "GET /v2.0/ports?device_id=9eb68ada-5e0b-435b-bd4b-a788fd4751e5 HTTP/1.1" status: 200 len: 210 time: 0.1214108 Nov 19 17:34:24.591571 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-1a7ed0ef-c74a-46cb-8ff1-fab821873000 None None] Set router 6d47c3b9-a5a2-4ae3-8d7b-09d7278a9b1e gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:34:24.652849 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [req-d892efb6-b9bf-4596-9c14-8b4a15ebe9f0 req-3d8593eb-e4e4-4498-8ed5-046dc2e89f68 tempest-LiveMigrationNegativeTest-1415947046 tempest-LiveMigrationNegativeTest-1415947046-project] Allocated IP 192.168.233.162 (346debfa-452b-4048-abf4-8f4493625ef2/8b3c88de-c9c2-4a20-b19e-1855c2c19035/9d594171-3aa2-4577-b706-2a58ee23e937) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:34:24.754421 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e34e6765-0d4a-4904-8694-2f1ae995c799 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:24.757964 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 38104) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:34:24.830506 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8593eb-e4e4-4498-8ed5-046dc2e89f68 tempest-LiveMigrationNegativeTest-1415947046 tempest-LiveMigrationNegativeTest-1415947046-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7cc520c-b1dc-4d57-b44f-99cdb95e8fa5,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:34:24.901930 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-230a11e4-c8fd-4aab-94e4-c0103042d6dd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:24.916430 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-bce03064-a637-4db6-947b-c600e61ed493 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:24.928261 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-d892efb6-b9bf-4596-9c14-8b4a15ebe9f0 req-3d8593eb-e4e4-4498-8ed5-046dc2e89f68 tempest-LiveMigrationNegativeTest-1415947046 tempest-LiveMigrationNegativeTest-1415947046-project] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:25.006838 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-d892efb6-b9bf-4596-9c14-8b4a15ebe9f0 req-3d8593eb-e4e4-4498-8ed5-046dc2e89f68 tempest-LiveMigrationNegativeTest-1415947046 tempest-LiveMigrationNegativeTest-1415947046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:25.035123 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-230a11e4-c8fd-4aab-94e4-c0103042d6dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:25.105528 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d2b2e00c-3468-46fb-8fae-3538ffdc52a9 req-5db2405f-52db-4c78-af98-af159e1b0176 tempest-AggregatesAdminTestJSON-1425960610 tempest-AggregatesAdminTestJSON-1425960610-project] 10.222.0.54 "GET /v2.0/ports?device_id=87b4d2be-8535-4db4-ab3d-4a6dc0cf3e60 HTTP/1.1" status: 200 len: 210 time: 0.0713499 Nov 19 17:34:25.179651 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d892efb6-b9bf-4596-9c14-8b4a15ebe9f0 req-3d8593eb-e4e4-4498-8ed5-046dc2e89f68 tempest-LiveMigrationNegativeTest-1415947046 tempest-LiveMigrationNegativeTest-1415947046-project] Network 346debfa-452b-4048-abf4-8f4493625ef2 is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:34:25.182655 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-1a7ed0ef-c74a-46cb-8ff1-fab821873000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d47c3b9-a5a2-4ae3-8d7b-09d7278a9b1e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-516508879-router', 'tenant_id': 'bf701fa01dc443ada18661aab1d7be58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': '1737d4e3-5a3f-4458-a245-a1424b6b0059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:34:19Z', 'updated_at': '2021-11-19T17:34:20Z', 'revision_number': 3, 'project_id': 'bf701fa01dc443ada18661aab1d7be58', 'gw_port': {'id': '1737d4e3-5a3f-4458-a245-a1424b6b0059', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:f5:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d47c3b9-a5a2-4ae3-8d7b-09d7278a9b1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:34:19Z', 'updated_at': '2021-11-19T17:34:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:34:25.188549 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [req-d892efb6-b9bf-4596-9c14-8b4a15ebe9f0 req-3d8593eb-e4e4-4498-8ed5-046dc2e89f68 tempest-LiveMigrationNegativeTest-1415947046 tempest-LiveMigrationNegativeTest-1415947046-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:34:25.218902 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [req-d892efb6-b9bf-4596-9c14-8b4a15ebe9f0 req-3d8593eb-e4e4-4498-8ed5-046dc2e89f68 tempest-LiveMigrationNegativeTest-1415947046 tempest-LiveMigrationNegativeTest-1415947046-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:34:25.227218 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d892efb6-b9bf-4596-9c14-8b4a15ebe9f0 req-3d8593eb-e4e4-4498-8ed5-046dc2e89f68 tempest-LiveMigrationNegativeTest-1415947046 tempest-LiveMigrationNegativeTest-1415947046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:34:25.228545 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-d892efb6-b9bf-4596-9c14-8b4a15ebe9f0 req-3d8593eb-e4e4-4498-8ed5-046dc2e89f68 tempest-LiveMigrationNegativeTest-1415947046 tempest-LiveMigrationNegativeTest-1415947046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:25.248499 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8593eb-e4e4-4498-8ed5-046dc2e89f68 tempest-LiveMigrationNegativeTest-1415947046 tempest-LiveMigrationNegativeTest-1415947046-project] Pushing event updated for resources: {'Port': ['ID=9d594171-3aa2-4577-b706-2a58ee23e937,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:34:25.264548 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a7ed0ef-c74a-46cb-8ff1-fab821873000 None None] The sync data for ids ['6d47c3b9-a5a2-4ae3-8d7b-09d7278a9b1e'] in n-d-818022-2 is: [{'id': '6d47c3b9-a5a2-4ae3-8d7b-09d7278a9b1e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-516508879-router', 'tenant_id': 'bf701fa01dc443ada18661aab1d7be58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': '1737d4e3-5a3f-4458-a245-a1424b6b0059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:34:19Z', 'updated_at': '2021-11-19T17:34:20Z', 'revision_number': 3, 'project_id': 'bf701fa01dc443ada18661aab1d7be58', 'gw_port': {'id': '1737d4e3-5a3f-4458-a245-a1424b6b0059', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:f5:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d47c3b9-a5a2-4ae3-8d7b-09d7278a9b1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:34:19Z', 'updated_at': '2021-11-19T17:34:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 17:34:25.291185 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d892efb6-b9bf-4596-9c14-8b4a15ebe9f0 req-3d8593eb-e4e4-4498-8ed5-046dc2e89f68 tempest-LiveMigrationNegativeTest-1415947046 tempest-LiveMigrationNegativeTest-1415947046-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1734493 Nov 19 17:34:25.309161 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230a11e4-c8fd-4aab-94e4-c0103042d6dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4cc0388-c521-4c69-aff5-e95db8644520,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:34:25.354453 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-230a11e4-c8fd-4aab-94e4-c0103042d6dd admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e5cf2301009140e88aa417bbc0a27fd2&name=default HTTP/1.1" status: 200 len: 2992 time: 1.3132734 Nov 19 17:34:25.357414 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 38124) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:34:25.448254 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d7fa5cf6-9927-4c44-8192-385ecc7431ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:25.587413 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-bce03064-a637-4db6-947b-c600e61ed493 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:25.588287 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d7fa5cf6-9927-4c44-8192-385ecc7431ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:25.611387 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-bce03064-a637-4db6-947b-c600e61ed493 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:25.629971 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [None req-e34e6765-0d4a-4904-8694-2f1ae995c799 admin admin] Allocated IP 172.20.0.1 (833872e1-1a28-48e3-b9f9-d97ad690eebb/350b116c-50d0-4ddf-8934-2b25a4e80dab/b8950024-da22-49e3-b688-380a50996259) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:34:25.683879 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-609a75c2-430d-4334-a229-4c25976b90f3 None None] Provisioning complete for port 9d594171-3aa2-4577-b706-2a58ee23e937 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:34:25.685886 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-609a75c2-430d-4334-a229-4c25976b90f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:25.707758 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-bce03064-a637-4db6-947b-c600e61ed493 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f54485723cd9468693f1abf4a57f5632&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9407291 Nov 19 17:34:25.714015 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 38128) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:34:25.772686 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158feff4-6a9e-4209-8d94-75ad13e1e6d5 req-5f27d1d4-cbb8-4e97-97c0-a66afb28c635 tempest-LiveMigrationNegativeTest-1415947046 tempest-LiveMigrationNegativeTest-1415947046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:34:25.790787 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-158feff4-6a9e-4209-8d94-75ad13e1e6d5 req-5f27d1d4-cbb8-4e97-97c0-a66afb28c635 tempest-LiveMigrationNegativeTest-1415947046 tempest-LiveMigrationNegativeTest-1415947046-project] 10.222.0.54 "GET /v2.0/ports?device_id=9eb68ada-5e0b-435b-bd4b-a788fd4751e5 HTTP/1.1" status: 200 len: 936 time: 0.2896948 Nov 19 17:34:25.797331 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-609a75c2-430d-4334-a229-4c25976b90f3 None None] Port 9d594171-3aa2-4577-b706-2a58ee23e937 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:34:25.919876 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce03064-a637-4db6-947b-c600e61ed493 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1810147f-43c3-4c86-8200-3e1545404061,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:34:25.922058 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 38130) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:34:25.938482 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d7fa5cf6-9927-4c44-8192-385ecc7431ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:25.941467 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d7fa5cf6-9927-4c44-8192-385ecc7431ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:25.945150 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-d7fa5cf6-9927-4c44-8192-385ecc7431ab admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b4cc0388-c521-4c69-aff5-e95db8644520 HTTP/1.1" status: 204 len: 168 time: 0.5837059 Nov 19 17:34:25.950556 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e34e6765-0d4a-4904-8694-2f1ae995c799 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:26.053262 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fa5cf6-9927-4c44-8192-385ecc7431ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4cc0388-c521-4c69-aff5-e95db8644520,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:34:26.141124 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e34e6765-0d4a-4904-8694-2f1ae995c799 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:26.159771 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-158feff4-6a9e-4209-8d94-75ad13e1e6d5 req-87d656e3-b556-4aeb-99d8-65b1981cec32 tempest-LiveMigrationNegativeTest-1415947046 tempest-LiveMigrationNegativeTest-1415947046-project] 10.222.0.54 "GET /v2.0/security-groups?id=a7cc520c-b1dc-4d57-b44f-99cdb95e8fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3666708 Nov 19 17:34:26.162398 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7874dd05-3b54-4e82-a958-9900e86dabe6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:26.226586 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7874dd05-3b54-4e82-a958-9900e86dabe6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:26.347748 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7874dd05-3b54-4e82-a958-9900e86dabe6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:26.351872 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7874dd05-3b54-4e82-a958-9900e86dabe6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:26.355383 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-7874dd05-3b54-4e82-a958-9900e86dabe6 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/1810147f-43c3-4c86-8200-3e1545404061 HTTP/1.1" status: 204 len: 168 time: 0.6380885 Nov 19 17:34:26.369529 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7874dd05-3b54-4e82-a958-9900e86dabe6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1810147f-43c3-4c86-8200-3e1545404061,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:34:26.370485 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e34e6765-0d4a-4904-8694-2f1ae995c799 admin admin] Network 833872e1-1a28-48e3-b9f9-d97ad690eebb is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:34:26.372707 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-dccd0620-8717-4599-9327-a444c6a21208 req-83ef2536-3907-4fe3-b98b-47c924acc0ac tempest-AggregatesAdminTestJSON-1425960610 tempest-AggregatesAdminTestJSON-1425960610-project] 10.222.0.54 "GET /v2.0/ports?device_id=87b4d2be-8535-4db4-ab3d-4a6dc0cf3e60 HTTP/1.1" status: 200 len: 210 time: 0.0929167 Nov 19 17:34:26.399993 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-e34e6765-0d4a-4904-8694-2f1ae995c799 admin admin] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:34:26.413559 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34e6765-0d4a-4904-8694-2f1ae995c799 admin admin] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:34:26.414164 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e34e6765-0d4a-4904-8694-2f1ae995c799 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-671361'] for router_interface, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:26.509945 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e1d38a7f-9db1-4ae7-8930-57502c4dd398 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:26.630380 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34e6765-0d4a-4904-8694-2f1ae995c799 admin admin] Pushing event updated for resources: {'Port': ['ID=b8950024-da22-49e3-b688-380a50996259,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:34:26.689011 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e1d38a7f-9db1-4ae7-8930-57502c4dd398 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:26.702653 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e1d38a7f-9db1-4ae7-8930-57502c4dd398 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:26.830355 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d38a7f-9db1-4ae7-8930-57502c4dd398 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1329562-ef3e-4681-8a24-0c3e08abcb02,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:34:26.835914 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-e1d38a7f-9db1-4ae7-8930-57502c4dd398 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=6d1cede046e548da9a5fcb58017fb608&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9126139 Nov 19 17:34:26.850369 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 38146) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:34:26.872074 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-68135fe1-84ea-41b7-a0dc-54fa25205663 None None] Provisioning complete for port b8950024-da22-49e3-b688-380a50996259 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:34:26.877212 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-68135fe1-84ea-41b7-a0dc-54fa25205663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:27.000787 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-68135fe1-84ea-41b7-a0dc-54fa25205663 None None] Port b8950024-da22-49e3-b688-380a50996259 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:34:27.070987 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-04ed620e-803a-4c59-9d43-714df93c0cb7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:27.127109 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-04ed620e-803a-4c59-9d43-714df93c0cb7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:27.314708 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-04ed620e-803a-4c59-9d43-714df93c0cb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:27.318466 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-04ed620e-803a-4c59-9d43-714df93c0cb7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:27.321024 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-04ed620e-803a-4c59-9d43-714df93c0cb7 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d1329562-ef3e-4681-8a24-0c3e08abcb02 HTTP/1.1" status: 204 len: 168 time: 0.4685085 Nov 19 17:34:27.350335 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ed620e-803a-4c59-9d43-714df93c0cb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1329562-ef3e-4681-8a24-0c3e08abcb02,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:34:27.361040 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e34e6765-0d4a-4904-8694-2f1ae995c799 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:27.420951 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 1737d4e3-5a3f-4458-a245-a1424b6b0059 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:34:27.510357 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [req-d892efb6-b9bf-4596-9c14-8b4a15ebe9f0 req-7640e11d-4868-43c9-b2ab-82a8674111ad tempest-LiveMigrationNegativeTest-1415947046 tempest-LiveMigrationNegativeTest-1415947046-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=103364) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 17:34:27.512727 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d892efb6-b9bf-4596-9c14-8b4a15ebe9f0 req-7640e11d-4868-43c9-b2ab-82a8674111ad tempest-LiveMigrationNegativeTest-1415947046 tempest-LiveMigrationNegativeTest-1415947046-project] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0136518 Nov 19 17:34:27.557671 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdefd0cd-e4b7-489f-b0cb-0600a8a5bc32 req-e19ce473-85b7-40ea-bee4-cda418a8c6e3 tempest-LiveMigrationNegativeTest-1415947046 tempest-LiveMigrationNegativeTest-1415947046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:34:27.565459 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-cdefd0cd-e4b7-489f-b0cb-0600a8a5bc32 req-e19ce473-85b7-40ea-bee4-cda418a8c6e3 tempest-LiveMigrationNegativeTest-1415947046 tempest-LiveMigrationNegativeTest-1415947046-project] 10.222.0.54 "GET /v2.0/ports?device_id=9eb68ada-5e0b-435b-bd4b-a788fd4751e5 HTTP/1.1" status: 200 len: 936 time: 0.1790383 Nov 19 17:34:27.640921 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 1737d4e3-5a3f-4458-a245-a1424b6b0059 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:34:27.643071 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:27.653416 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-075da6da-e56a-420a-931d-48f473bfe411 req-2603f6a9-f19e-44b7-8d3a-584fc3d3206d tempest-AggregatesAdminTestJSON-1425960610 tempest-AggregatesAdminTestJSON-1425960610-project] 10.222.0.54 "GET /v2.0/ports?device_id=87b4d2be-8535-4db4-ab3d-4a6dc0cf3e60 HTTP/1.1" status: 200 len: 210 time: 0.1247208 Nov 19 17:34:27.805567 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-cdefd0cd-e4b7-489f-b0cb-0600a8a5bc32 req-f906911e-269c-4768-acd5-0e76ae39f2a6 tempest-LiveMigrationNegativeTest-1415947046 tempest-LiveMigrationNegativeTest-1415947046-project] 10.222.0.54 "GET /v2.0/security-groups?id=a7cc520c-b1dc-4d57-b44f-99cdb95e8fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2296135 Nov 19 17:34:27.881635 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:27.938285 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] For port 1737d4e3-5a3f-4458-a245-a1424b6b0059, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=1737d4e3-5a3f-4458-a245-a1424b6b0059,segment=NetworkSegment(bbe705c1-96c0-476e-8381-28227e6f0ac5),segment_id=bbe705c1-96c0-476e-8381-28227e6f0ac5)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:34:27.947188 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:27.989092 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e34e6765-0d4a-4904-8694-2f1ae995c799 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:28.001751 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e34e6765-0d4a-4904-8694-2f1ae995c799 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:28.002736 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e34e6765-0d4a-4904-8694-2f1ae995c799 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-768529'] for router_interface, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:28.120677 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34e6765-0d4a-4904-8694-2f1ae995c799 admin admin] Pushing event updated for resources: {'Port': ['ID=b8950024-da22-49e3-b688-380a50996259,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:34:28.121559 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Pushing event updated for resources: {'Port': ['ID=1737d4e3-5a3f-4458-a245-a1424b6b0059,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:34:28.222681 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 38178) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:34:28.247761 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a2b451d3-4bdc-415c-b12c-c1ddf477d541 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:28.320936 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e34e6765-0d4a-4904-8694-2f1ae995c799 admin admin] Network 833872e1-1a28-48e3-b9f9-d97ad690eebb is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:34:28.324613 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-e34e6765-0d4a-4904-8694-2f1ae995c799 admin admin] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:34:28.500665 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a2b451d3-4bdc-415c-b12c-c1ddf477d541 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:28.510094 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a2b451d3-4bdc-415c-b12c-c1ddf477d541 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:28.560562 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e34e6765-0d4a-4904-8694-2f1ae995c799 admin admin] Router 6d47c3b9-a5a2-4ae3-8d7b-09d7278a9b1e has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 17:34:28.567230 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-a2b451d3-4bdc-415c-b12c-c1ddf477d541 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=6277fcef393649698e5108a45098da2d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3431792 Nov 19 17:34:28.570724 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 38188) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:34:28.609425 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b451d3-4bdc-415c-b12c-c1ddf477d541 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0abd70c4-cc5c-4ba1-af1e-60d1fdc1251f,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:34:28.652608 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-d892efb6-b9bf-4596-9c14-8b4a15ebe9f0 req-4b9f8322-6e7e-4863-9af7-c9e5602ecd5a service neutron] Request body: {'port': {'device_id': '9eb68ada-5e0b-435b-bd4b-a788fd4751e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818022-2'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:34:28.809207 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-d892efb6-b9bf-4596-9c14-8b4a15ebe9f0 req-4b9f8322-6e7e-4863-9af7-c9e5602ecd5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:28.858937 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-a29d6da8-a507-4572-ba1f-7238fed2476b None None] Provisioning complete for port b8950024-da22-49e3-b688-380a50996259 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:34:28.861889 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a29d6da8-a507-4572-ba1f-7238fed2476b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:28.923123 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-067c6a4a-aee7-4043-826b-a723bdf62e53 req-19f8d233-482f-48fe-ba4a-89c17c4d2e7b tempest-AggregatesAdminTestJSON-1425960610 tempest-AggregatesAdminTestJSON-1425960610-project] 10.222.0.54 "GET /v2.0/ports?device_id=87b4d2be-8535-4db4-ab3d-4a6dc0cf3e60 HTTP/1.1" status: 200 len: 210 time: 0.1213582 Nov 19 17:34:28.946254 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-a29d6da8-a507-4572-ba1f-7238fed2476b None None] Port b8950024-da22-49e3-b688-380a50996259 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:34:29.080549 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e15c7718-4caf-4838-b3e3-e8d207a63cbb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:29.141861 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e34e6765-0d4a-4904-8694-2f1ae995c799 admin admin] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 17:34:29.152562 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0806d33f-f5eb-41f5-9787-ab9fd4cea271 None None] Sync routers for ids ['6d47c3b9-a5a2-4ae3-8d7b-09d7278a9b1e'] in n-d-818022-2 {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 17:34:29.194045 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-e34e6765-0d4a-4904-8694-2f1ae995c799 admin admin] 10.222.0.54 "PUT /v2.0/routers/6d47c3b9-a5a2-4ae3-8d7b-09d7278a9b1e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0628853 Nov 19 17:34:29.194045 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.86', 54438) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:34:29.246069 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0806d33f-f5eb-41f5-9787-ab9fd4cea271 None None] Routers {'6d47c3b9-a5a2-4ae3-8d7b-09d7278a9b1e'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:34:29.249294 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-0806d33f-f5eb-41f5-9787-ab9fd4cea271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:34:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['6d47c3b9-a5a2-4ae3-8d7b-09d7278a9b1e'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:34:29.329891 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1ed4b0-a609-4d7c-98a6-529cda239770 req-66be2853-a47e-45d5-af92-3a0c12c72e06 tempest-LiveMigrationNegativeTest-1415947046 tempest-LiveMigrationNegativeTest-1415947046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:34:29.331716 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9f1ed4b0-a609-4d7c-98a6-529cda239770 req-66be2853-a47e-45d5-af92-3a0c12c72e06 tempest-LiveMigrationNegativeTest-1415947046 tempest-LiveMigrationNegativeTest-1415947046-project] 10.222.0.54 "GET /v2.0/ports?device_id=9eb68ada-5e0b-435b-bd4b-a788fd4751e5 HTTP/1.1" status: 200 len: 936 time: 0.3189080 Nov 19 17:34:29.345842 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e15c7718-4caf-4838-b3e3-e8d207a63cbb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:29.363270 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-94d0179a-f9ea-4aa2-bba5-916590be0142 req-f5f22774-3eee-411b-bc88-2399c993846c tempest-AggregatesAdminTestJSON-1425960610 tempest-AggregatesAdminTestJSON-1425960610-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=c3154079b33840a1bb2a18b4eefab4b0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1500905 Nov 19 17:34:29.483415 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9f1ed4b0-a609-4d7c-98a6-529cda239770 req-9ef20406-e7fc-4157-bde8-ff9ac5b83c45 tempest-LiveMigrationNegativeTest-1415947046 tempest-LiveMigrationNegativeTest-1415947046-project] 10.222.0.54 "GET /v2.0/security-groups?id=a7cc520c-b1dc-4d57-b44f-99cdb95e8fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196463 Nov 19 17:34:29.517013 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 1737d4e3-5a3f-4458-a245-a1424b6b0059 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:34:29.660819 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d0179a-f9ea-4aa2-bba5-916590be0142 req-7e26bdeb-91f4-40ce-8b24-ced21efd6db8 tempest-AggregatesAdminTestJSON-1425960610 tempest-AggregatesAdminTestJSON-1425960610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:34:29.664801 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-94d0179a-f9ea-4aa2-bba5-916590be0142 req-7e26bdeb-91f4-40ce-8b24-ced21efd6db8 tempest-AggregatesAdminTestJSON-1425960610 tempest-AggregatesAdminTestJSON-1425960610-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3006618 Nov 19 17:34:29.689309 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-0806d33f-f5eb-41f5-9787-ab9fd4cea271 None None] Set router 6d47c3b9-a5a2-4ae3-8d7b-09d7278a9b1e gateway port host: n-d-818022-2 {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:34:29.726052 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e5e201dd-3562-46e5-bbf8-8ab972ce63d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:29.737036 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e15c7718-4caf-4838-b3e3-e8d207a63cbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:29.741701 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e15c7718-4caf-4838-b3e3-e8d207a63cbb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:29.745379 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-e15c7718-4caf-4838-b3e3-e8d207a63cbb admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/0abd70c4-cc5c-4ba1-af1e-60d1fdc1251f HTTP/1.1" status: 204 len: 168 time: 1.1710968 Nov 19 17:34:29.763385 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 1737d4e3-5a3f-4458-a245-a1424b6b0059 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:34:29.763996 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:29.772098 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15c7718-4caf-4838-b3e3-e8d207a63cbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0abd70c4-cc5c-4ba1-af1e-60d1fdc1251f,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:34:29.870439 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [req-d892efb6-b9bf-4596-9c14-8b4a15ebe9f0 req-4b9f8322-6e7e-4863-9af7-c9e5602ecd5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d594171-3aa2-4577-b706-2a58ee23e937 {{(pid=103364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:34:29.914027 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-d892efb6-b9bf-4596-9c14-8b4a15ebe9f0 req-4b9f8322-6e7e-4863-9af7-c9e5602ecd5a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:30.018177 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.provisioning_blocks [req-d892efb6-b9bf-4596-9c14-8b4a15ebe9f0 req-4b9f8322-6e7e-4863-9af7-c9e5602ecd5a service neutron] Transition to ACTIVE for port object 9d594171-3aa2-4577-b706-2a58ee23e937 will not be triggered until provisioned by entity L2. {{(pid=103364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 17:34:30.026872 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-d892efb6-b9bf-4596-9c14-8b4a15ebe9f0 req-4b9f8322-6e7e-4863-9af7-c9e5602ecd5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:30.187006 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c804a718-0476-4c25-9055-c4fedd0257e1 req-f4789945-4246-4bb5-93b9-f659afc265c0 tempest-AggregatesAdminTestJSON-1425960610 tempest-AggregatesAdminTestJSON-1425960610-project] 10.222.0.54 "GET /v2.0/ports?device_id=87b4d2be-8535-4db4-ab3d-4a6dc0cf3e60 HTTP/1.1" status: 200 len: 210 time: 0.0881138 Nov 19 17:34:30.203410 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9f8322-6e7e-4863-9af7-c9e5602ecd5a service neutron] Pushing event updated for resources: {'Port': ['ID=9d594171-3aa2-4577-b706-2a58ee23e937,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:34:30.244323 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-d892efb6-b9bf-4596-9c14-8b4a15ebe9f0 req-4b9f8322-6e7e-4863-9af7-c9e5602ecd5a service neutron] Attempting to bind port 9d594171-3aa2-4577-b706-2a58ee23e937 on host n-h2-818022-2 for vnic_type normal with profile {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:34:30.244691 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-d892efb6-b9bf-4596-9c14-8b4a15ebe9f0 req-4b9f8322-6e7e-4863-9af7-c9e5602ecd5a service neutron] Attempting to bind port 9d594171-3aa2-4577-b706-2a58ee23e937 by drivers openvswitch,hyperv on host n-h2-818022-2 at level 0 using segments [{'id': '1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '346debfa-452b-4048-abf4-8f4493625ef2'}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:34:30.245161 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d892efb6-b9bf-4596-9c14-8b4a15ebe9f0 req-4b9f8322-6e7e-4863-9af7-c9e5602ecd5a service neutron] Attempting to bind port 9d594171-3aa2-4577-b706-2a58ee23e937 on network 346debfa-452b-4048-abf4-8f4493625ef2 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:34:30.269002 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d892efb6-b9bf-4596-9c14-8b4a15ebe9f0 req-4b9f8322-6e7e-4863-9af7-c9e5602ecd5a service neutron] Port 9d594171-3aa2-4577-b706-2a58ee23e937 on network 346debfa-452b-4048-abf4-8f4493625ef2 not bound, no agent of type Open vSwitch agent registered on host n-h2-818022-2 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 17:34:30.269688 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d892efb6-b9bf-4596-9c14-8b4a15ebe9f0 req-4b9f8322-6e7e-4863-9af7-c9e5602ecd5a service neutron] Attempting to bind port 9d594171-3aa2-4577-b706-2a58ee23e937 on network 346debfa-452b-4048-abf4-8f4493625ef2 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:34:30.287613 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d892efb6-b9bf-4596-9c14-8b4a15ebe9f0 req-4b9f8322-6e7e-4863-9af7-c9e5602ecd5a service neutron] Checking agent: {'id': '525ad2ac-c4ae-4c63-af2e-0bf8d25d0f0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'started_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 34, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:34:30.287930 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d892efb6-b9bf-4596-9c14-8b4a15ebe9f0 req-4b9f8322-6e7e-4863-9af7-c9e5602ecd5a service neutron] Checking segment: {'id': '1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '346debfa-452b-4048-abf4-8f4493625ef2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:34:30.288522 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d892efb6-b9bf-4596-9c14-8b4a15ebe9f0 req-4b9f8322-6e7e-4863-9af7-c9e5602ecd5a service neutron] Bound using segment: {'id': '1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '346debfa-452b-4048-abf4-8f4493625ef2'} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:34:30.289056 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-d892efb6-b9bf-4596-9c14-8b4a15ebe9f0 req-4b9f8322-6e7e-4863-9af7-c9e5602ecd5a service neutron] Bound port: 9d594171-3aa2-4577-b706-2a58ee23e937, host: n-h2-818022-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '346debfa-452b-4048-abf4-8f4493625ef2'}}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:34:30.289435 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-d892efb6-b9bf-4596-9c14-8b4a15ebe9f0 req-4b9f8322-6e7e-4863-9af7-c9e5602ecd5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:30.412401 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-0806d33f-f5eb-41f5-9787-ab9fd4cea271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d47c3b9-a5a2-4ae3-8d7b-09d7278a9b1e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-516508879-router', 'tenant_id': 'bf701fa01dc443ada18661aab1d7be58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': '1737d4e3-5a3f-4458-a245-a1424b6b0059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:34:19Z', 'updated_at': '2021-11-19T17:34:27Z', 'revision_number': 4, 'project_id': 'bf701fa01dc443ada18661aab1d7be58', 'gw_port': {'id': '1737d4e3-5a3f-4458-a245-a1424b6b0059', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:f5:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d47c3b9-a5a2-4ae3-8d7b-09d7278a9b1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:34:19Z', 'updated_at': '2021-11-19T17:34:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': 'b8950024-da22-49e3-b688-380a50996259', 'name': '', 'network_id': '833872e1-1a28-48e3-b9f9-d97ad690eebb', 'tenant_id': 'bf701fa01dc443ada18661aab1d7be58', 'mac_address': 'fa:16:3e:af:f8:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d47c3b9-a5a2-4ae3-8d7b-09d7278a9b1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '350b116c-50d0-4ddf-8934-2b25a4e80dab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:34:24Z', 'updated_at': '2021-11-19T17:34:27Z', 'revision_number': 2, 'project_id': 'bf701fa01dc443ada18661aab1d7be58', 'subnets': [{'id': '350b116c-50d0-4ddf-8934-2b25a4e80dab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:34:30.467199 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0806d33f-f5eb-41f5-9787-ab9fd4cea271 None None] Checking router: 6d47c3b9-a5a2-4ae3-8d7b-09d7278a9b1e for host: n-d-818022-2 {{(pid=103366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 17:34:30.468079 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0806d33f-f5eb-41f5-9787-ab9fd4cea271 None None] Updating router 6d47c3b9-a5a2-4ae3-8d7b-09d7278a9b1e port b8950024-da22-49e3-b688-380a50996259 binding host n-d-818022-2 {{(pid=103366) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 17:34:30.470098 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-d892efb6-b9bf-4596-9c14-8b4a15ebe9f0 req-4b9f8322-6e7e-4863-9af7-c9e5602ecd5a service neutron] For port 9d594171-3aa2-4577-b706-2a58ee23e937, host n-h2-818022-2, cleared binding levels {{(pid=103364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:34:30.481078 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-d892efb6-b9bf-4596-9c14-8b4a15ebe9f0 req-4b9f8322-6e7e-4863-9af7-c9e5602ecd5a service neutron] For port 9d594171-3aa2-4577-b706-2a58ee23e937, host n-h2-818022-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=9d594171-3aa2-4577-b706-2a58ee23e937,segment=NetworkSegment(1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861),segment_id=1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861)] {{(pid=103364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:34:30.499207 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-d892efb6-b9bf-4596-9c14-8b4a15ebe9f0 req-4b9f8322-6e7e-4863-9af7-c9e5602ecd5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:30.512626 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0806d33f-f5eb-41f5-9787-ab9fd4cea271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:30.526080 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d892efb6-b9bf-4596-9c14-8b4a15ebe9f0 req-4b9f8322-6e7e-4863-9af7-c9e5602ecd5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:34:30.530438 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-d892efb6-b9bf-4596-9c14-8b4a15ebe9f0 req-4b9f8322-6e7e-4863-9af7-c9e5602ecd5a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:30.538899 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d892efb6-b9bf-4596-9c14-8b4a15ebe9f0 req-4b9f8322-6e7e-4863-9af7-c9e5602ecd5a service neutron] 10.222.0.86 "PUT /v2.0/ports/9d594171-3aa2-4577-b706-2a58ee23e937 HTTP/1.1" status: 200 len: 1096 time: 2.1785123 Nov 19 17:34:30.539907 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9eb68ada-5e0b-435b-bd4b-a788fd4751e5', 'tag': '9d594171-3aa2-4577-b706-2a58ee23e937'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:34:30.911460 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9f8322-6e7e-4863-9af7-c9e5602ecd5a service neutron] Pushing event updated for resources: {'Port': ['ID=9d594171-3aa2-4577-b706-2a58ee23e937,revision_number=3']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:34:30.932176 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ce58c2-21b0-4f63-98c2-9bd426335a04 req-d16bf90a-33ff-4813-b7d1-d404694d5ed3 tempest-LiveMigrationNegativeTest-1415947046 tempest-LiveMigrationNegativeTest-1415947046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:34:30.939534 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-36ce58c2-21b0-4f63-98c2-9bd426335a04 req-d16bf90a-33ff-4813-b7d1-d404694d5ed3 tempest-LiveMigrationNegativeTest-1415947046 tempest-LiveMigrationNegativeTest-1415947046-project] 10.222.0.54 "GET /v2.0/ports?device_id=9eb68ada-5e0b-435b-bd4b-a788fd4751e5 HTTP/1.1" status: 200 len: 948 time: 0.2243783 Nov 19 17:34:31.032969 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-36ce58c2-21b0-4f63-98c2-9bd426335a04 req-24cef814-742f-4bbb-97bc-ab58353c3687 tempest-LiveMigrationNegativeTest-1415947046 tempest-LiveMigrationNegativeTest-1415947046-project] 10.222.0.54 "GET /v2.0/security-groups?id=a7cc520c-b1dc-4d57-b44f-99cdb95e8fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924737 Nov 19 17:34:31.173712 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0806d33f-f5eb-41f5-9787-ab9fd4cea271 None None] Publish callbacks [] for port, precommit_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:31.183144 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0806d33f-f5eb-41f5-9787-ab9fd4cea271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:31.348022 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a388655a-d302-46b9-81f2-bff78da637a7 None None] Pushing event updated for resources: {'Port': ['ID=b8950024-da22-49e3-b688-380a50996259,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:34:31.397857 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-82972045-9cc8-4f31-aa13-b6e48850980b req-26982b72-62bb-4ac8-9480-e7a1b2ee8a72 tempest-AggregatesAdminTestJSON-1425960610 tempest-AggregatesAdminTestJSON-1425960610-project] 10.222.0.54 "GET /v2.0/ports?device_id=87b4d2be-8535-4db4-ab3d-4a6dc0cf3e60 HTTP/1.1" status: 200 len: 210 time: 0.0677025 Nov 19 17:34:31.406937 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dd4767a008c23f8566efc82158ee1b1fff34e1a9e908d76d0b6d0ab7e350e5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4677e2c-5b90-4006-b1c2-983e69e02adb" -d '{"events": [{"name": "network-changed", "server_uuid": "9eb68ada-5e0b-435b-bd4b-a788fd4751e5", "tag": "9d594171-3aa2-4577-b706-2a58ee23e937"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:34:31.450132 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-0806d33f-f5eb-41f5-9787-ab9fd4cea271 None None] Attempting to bind port b8950024-da22-49e3-b688-380a50996259 on host n-d-818022-2 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:34:31.451603 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-0806d33f-f5eb-41f5-9787-ab9fd4cea271 None None] Attempting to bind port b8950024-da22-49e3-b688-380a50996259 by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': 'e2e76166-2a11-48ad-af12-51784925425c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '833872e1-1a28-48e3-b9f9-d97ad690eebb'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:34:31.452496 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0806d33f-f5eb-41f5-9787-ab9fd4cea271 None None] Attempting to bind port b8950024-da22-49e3-b688-380a50996259 on network 833872e1-1a28-48e3-b9f9-d97ad690eebb {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:34:31.463499 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0806d33f-f5eb-41f5-9787-ab9fd4cea271 None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 34, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:34:31.463920 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0806d33f-f5eb-41f5-9787-ab9fd4cea271 None None] Checking segment: {'id': 'e2e76166-2a11-48ad-af12-51784925425c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '833872e1-1a28-48e3-b9f9-d97ad690eebb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:34:31.464304 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0806d33f-f5eb-41f5-9787-ab9fd4cea271 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:31.464710 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0806d33f-f5eb-41f5-9787-ab9fd4cea271 None None] Bound using segment: {'id': 'e2e76166-2a11-48ad-af12-51784925425c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '833872e1-1a28-48e3-b9f9-d97ad690eebb'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:34:31.465208 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-0806d33f-f5eb-41f5-9787-ab9fd4cea271 None None] Bound port: b8950024-da22-49e3-b688-380a50996259, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2e76166-2a11-48ad-af12-51784925425c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '833872e1-1a28-48e3-b9f9-d97ad690eebb'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:34:31.468917 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0806d33f-f5eb-41f5-9787-ab9fd4cea271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:31.622079 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0806d33f-f5eb-41f5-9787-ab9fd4cea271 None None] For port b8950024-da22-49e3-b688-380a50996259, host n-d-818022-2, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:34:31.626434 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0806d33f-f5eb-41f5-9787-ab9fd4cea271 None None] For port b8950024-da22-49e3-b688-380a50996259, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=b8950024-da22-49e3-b688-380a50996259,segment=NetworkSegment(e2e76166-2a11-48ad-af12-51784925425c),segment_id=e2e76166-2a11-48ad-af12-51784925425c)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:34:31.633385 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0806d33f-f5eb-41f5-9787-ab9fd4cea271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:31.721199 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0806d33f-f5eb-41f5-9787-ab9fd4cea271 None None] Routers {'6d47c3b9-a5a2-4ae3-8d7b-09d7278a9b1e'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:34:31.721795 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-0806d33f-f5eb-41f5-9787-ab9fd4cea271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:34:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['6d47c3b9-a5a2-4ae3-8d7b-09d7278a9b1e'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:34:31.723728 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-021106fa-ef1f-4f32-a1c5-c64f2f132659 None None] Provisioning complete for port b8950024-da22-49e3-b688-380a50996259 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:34:31.724101 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-021106fa-ef1f-4f32-a1c5-c64f2f132659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:31.809146 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a388655a-d302-46b9-81f2-bff78da637a7 None None] Pushing event updated for resources: {'Port': ['ID=b8950024-da22-49e3-b688-380a50996259,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:34:31.919403 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-94d0179a-f9ea-4aa2-bba5-916590be0142 req-a6a6bfc5-7eae-4394-8e04-f5dd22b554d4 tempest-AggregatesAdminTestJSON-1425960610 tempest-AggregatesAdminTestJSON-1425960610-project] Request body: {'port': {'device_id': '87b4d2be-8535-4db4-ab3d-4a6dc0cf3e60', 'network_id': '346debfa-452b-4048-abf4-8f4493625ef2', 'admin_state_up': True, 'tenant_id': 'c3154079b33840a1bb2a18b4eefab4b0'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:34:31.943104 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 38278) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:34:31.948535 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-91fb41e6-38e0-4029-95de-6b4798fa365d admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-100236646-network', 'tenant_id': 'cb6962e3106847579ed7129072110a5c'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:34:32.004552 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-aff67f2f-2136-4542-80d4-cdcd9555755b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:32.040023 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-0806d33f-f5eb-41f5-9787-ab9fd4cea271 None None] Set router 6d47c3b9-a5a2-4ae3-8d7b-09d7278a9b1e gateway port host: n-d-818022-2 {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:34:32.160769 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-10e1ee53-99f8-495c-942e-6108bb8d8e18 req-a6f57d09-d25b-4aca-8121-5fb7e86da12c tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=0f17c2230730474889f55896d89ffdce&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2248189 Nov 19 17:34:32.174821 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 17:34:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22634cde-dd81-4d76-ae6b-f51ca302e1ff x-openstack-request-id: req-22634cde-dd81-4d76-ae6b-f51ca302e1ff {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:34:32.175891 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9eb68ada-5e0b-435b-bd4b-a788fd4751e5", "tag": "9d594171-3aa2-4577-b706-2a58ee23e937", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:34:32.176450 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-22634cde-dd81-4d76-ae6b-f51ca302e1ff {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:34:32.177269 n-d-818022-2 neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9eb68ada-5e0b-435b-bd4b-a788fd4751e5', 'tag': '9d594171-3aa2-4577-b706-2a58ee23e937', 'status': 'completed', 'code': 200} Nov 19 17:34:32.180566 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91fb41e6-38e0-4029-95de-6b4798fa365d admin admin] Made reservation on behalf of cb6962e3106847579ed7129072110a5c for: {'network': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:34:32.188328 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-91fb41e6-38e0-4029-95de-6b4798fa365d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:32.238746 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-021106fa-ef1f-4f32-a1c5-c64f2f132659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:32.554702 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-021106fa-ef1f-4f32-a1c5-c64f2f132659 None None] For port b8950024-da22-49e3-b688-380a50996259, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=b8950024-da22-49e3-b688-380a50996259,segment=NetworkSegment(e2e76166-2a11-48ad-af12-51784925425c),segment_id=e2e76166-2a11-48ad-af12-51784925425c)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:34:32.563856 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e1ee53-99f8-495c-942e-6108bb8d8e18 req-3cd041c2-d6d2-4a47-aaf2-c40ca53bf19c tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:34:32.572151 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-021106fa-ef1f-4f32-a1c5-c64f2f132659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:32.578885 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-91fb41e6-38e0-4029-95de-6b4798fa365d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:32.582418 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-10e1ee53-99f8-495c-942e-6108bb8d8e18 req-3cd041c2-d6d2-4a47-aaf2-c40ca53bf19c tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4206998 Nov 19 17:34:32.611904 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-10e1ee53-99f8-495c-942e-6108bb8d8e18 req-8790a0ab-911b-44bb-ae79-c87bf848f57f tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] 10.222.0.54 "GET /v2.0/quotas/0f17c2230730474889f55896d89ffdce HTTP/1.1" status: 200 len: 375 time: 0.0285213 Nov 19 17:34:32.614150 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94d0179a-f9ea-4aa2-bba5-916590be0142 req-a6a6bfc5-7eae-4394-8e04-f5dd22b554d4 tempest-AggregatesAdminTestJSON-1425960610 tempest-AggregatesAdminTestJSON-1425960610-project] Made reservation on behalf of c3154079b33840a1bb2a18b4eefab4b0 for: {'port': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:34:32.618051 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-94d0179a-f9ea-4aa2-bba5-916590be0142 req-a6a6bfc5-7eae-4394-8e04-f5dd22b554d4 tempest-AggregatesAdminTestJSON-1425960610 tempest-AggregatesAdminTestJSON-1425960610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:32.680395 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-94d0179a-f9ea-4aa2-bba5-916590be0142 req-a6a6bfc5-7eae-4394-8e04-f5dd22b554d4 tempest-AggregatesAdminTestJSON-1425960610 tempest-AggregatesAdminTestJSON-1425960610-project] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:32.687005 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d892efb6-b9bf-4596-9c14-8b4a15ebe9f0 req-16c327a7-442f-45d5-b952-245d7ae56676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:34:32.688549 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d892efb6-b9bf-4596-9c14-8b4a15ebe9f0 req-16c327a7-442f-45d5-b952-245d7ae56676 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=6f42274fdc944adbad567b627e38820c&device_id=9eb68ada-5e0b-435b-bd4b-a788fd4751e5 HTTP/1.1" status: 200 len: 1099 time: 0.6637864 Nov 19 17:34:32.694312 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-10e1ee53-99f8-495c-942e-6108bb8d8e18 req-42c3519a-a04c-49de-9c2d-568334a0b32b tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=0f17c2230730474889f55896d89ffdce&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0813844 Nov 19 17:34:32.887138 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021106fa-ef1f-4f32-a1c5-c64f2f132659 None None] Pushing event updated for resources: {'Port': ['ID=b8950024-da22-49e3-b688-380a50996259,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:34:32.908768 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-94d0179a-f9ea-4aa2-bba5-916590be0142 req-a6a6bfc5-7eae-4394-8e04-f5dd22b554d4 tempest-AggregatesAdminTestJSON-1425960610 tempest-AggregatesAdminTestJSON-1425960610-project] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:32.920909 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-94d0179a-f9ea-4aa2-bba5-916590be0142 req-a6a6bfc5-7eae-4394-8e04-f5dd22b554d4 tempest-AggregatesAdminTestJSON-1425960610 tempest-AggregatesAdminTestJSON-1425960610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:32.938765 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-c75000b4-5cc4-4f84-b841-5273ba13feae None None] Provisioning complete for port b8950024-da22-49e3-b688-380a50996259 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:34:32.946432 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-c75000b4-5cc4-4f84-b841-5273ba13feae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:33.063242 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d892efb6-b9bf-4596-9c14-8b4a15ebe9f0 req-16608b7f-25ca-4c5c-840c-c5acf324a982 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=9d594171-3aa2-4577-b706-2a58ee23e937 HTTP/1.1" status: 200 len: 217 time: 0.3423111 Nov 19 17:34:33.171714 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a6bfc5-7eae-4394-8e04-f5dd22b554d4 tempest-AggregatesAdminTestJSON-1425960610 tempest-AggregatesAdminTestJSON-1425960610-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d697fef-59f3-4206-acfb-8fe236d76e03,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:34:33.180732 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e46ecc5a-dc14-4744-b262-3072ff2e958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:33.230804 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-33e93823-de72-4a57-9c33-751ce719af98 req-03e72883-f814-42ad-b7fd-5b5d8cb53d71 tempest-AggregatesAdminTestJSON-1425960610 tempest-AggregatesAdminTestJSON-1425960610-project] 10.222.0.54 "GET /v2.0/ports?device_id=87b4d2be-8535-4db4-ab3d-4a6dc0cf3e60 HTTP/1.1" status: 200 len: 210 time: 0.0702059 Nov 19 17:34:33.368143 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e590ba-e6ec-4043-9e07-e0353bce6c68 req-d7376441-796e-4fd7-af2d-687dd70bb3f8 tempest-LiveMigrationNegativeTest-1415947046 tempest-LiveMigrationNegativeTest-1415947046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:34:33.370961 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-0806d33f-f5eb-41f5-9787-ab9fd4cea271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d47c3b9-a5a2-4ae3-8d7b-09d7278a9b1e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-516508879-router', 'tenant_id': 'bf701fa01dc443ada18661aab1d7be58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': '1737d4e3-5a3f-4458-a245-a1424b6b0059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:34:19Z', 'updated_at': '2021-11-19T17:34:27Z', 'revision_number': 4, 'project_id': 'bf701fa01dc443ada18661aab1d7be58', 'gw_port': {'id': '1737d4e3-5a3f-4458-a245-a1424b6b0059', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:f5:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d47c3b9-a5a2-4ae3-8d7b-09d7278a9b1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:34:19Z', 'updated_at': '2021-11-19T17:34:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': 'b8950024-da22-49e3-b688-380a50996259', 'name': '', 'network_id': '833872e1-1a28-48e3-b9f9-d97ad690eebb', 'tenant_id': 'bf701fa01dc443ada18661aab1d7be58', 'mac_address': 'fa:16:3e:af:f8:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d47c3b9-a5a2-4ae3-8d7b-09d7278a9b1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '350b116c-50d0-4ddf-8934-2b25a4e80dab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:34:24Z', 'updated_at': '2021-11-19T17:34:31Z', 'revision_number': 4, 'project_id': 'bf701fa01dc443ada18661aab1d7be58', 'subnets': [{'id': '350b116c-50d0-4ddf-8934-2b25a4e80dab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:34:33.386422 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-35e590ba-e6ec-4043-9e07-e0353bce6c68 req-d7376441-796e-4fd7-af2d-687dd70bb3f8 tempest-LiveMigrationNegativeTest-1415947046 tempest-LiveMigrationNegativeTest-1415947046-project] 10.222.0.54 "GET /v2.0/ports?device_id=9eb68ada-5e0b-435b-bd4b-a788fd4751e5 HTTP/1.1" status: 200 len: 948 time: 0.5369542 Nov 19 17:34:33.537262 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0806d33f-f5eb-41f5-9787-ab9fd4cea271 None None] The sync data for ids ['6d47c3b9-a5a2-4ae3-8d7b-09d7278a9b1e'] in n-d-818022-2 is: [{'id': '6d47c3b9-a5a2-4ae3-8d7b-09d7278a9b1e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-516508879-router', 'tenant_id': 'bf701fa01dc443ada18661aab1d7be58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': '1737d4e3-5a3f-4458-a245-a1424b6b0059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:34:19Z', 'updated_at': '2021-11-19T17:34:27Z', 'revision_number': 4, 'project_id': 'bf701fa01dc443ada18661aab1d7be58', 'gw_port': {'id': '1737d4e3-5a3f-4458-a245-a1424b6b0059', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:f5:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d47c3b9-a5a2-4ae3-8d7b-09d7278a9b1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:34:19Z', 'updated_at': '2021-11-19T17:34:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': 'b8950024-da22-49e3-b688-380a50996259', 'name': '', 'network_id': '833872e1-1a28-48e3-b9f9-d97ad690eebb', 'tenant_id': 'bf701fa01dc443ada18661aab1d7be58', 'mac_address': 'fa:16:3e:af:f8:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d47c3b9-a5a2-4ae3-8d7b-09d7278a9b1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '350b116c-50d0-4ddf-8934-2b25a4e80dab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:34:24Z', 'updated_at': '2021-11-19T17:34:31Z', 'revision_number': 4, 'project_id': 'bf701fa01dc443ada18661aab1d7be58', 'subnets': [{'id': '350b116c-50d0-4ddf-8934-2b25a4e80dab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 17:34:33.573043 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-91fb41e6-38e0-4029-95de-6b4798fa365d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:33.607446 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-91fb41e6-38e0-4029-95de-6b4798fa365d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:33.632915 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:33.649082 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:33.672629 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91fb41e6-38e0-4029-95de-6b4798fa365d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 665} {{(pid=103364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 17:34:33.719557 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-91fb41e6-38e0-4029-95de-6b4798fa365d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:33.739519 n-d-818022-2 neutron-server[103364]: INFO neutron.db.segments_db [None req-91fb41e6-38e0-4029-95de-6b4798fa365d admin admin] Added segment 8d18c7cf-cb41-433b-a3b3-0bc9a619d055 of type vlan for network 5d9a4ada-bcc7-4145-9268-e1ebc040b0ae Nov 19 17:34:33.769897 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d892efb6-b9bf-4596-9c14-8b4a15ebe9f0 req-6a16a5bc-8d33-43d1-9818-d6eea030e689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:34:33.771470 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d892efb6-b9bf-4596-9c14-8b4a15ebe9f0 req-6a16a5bc-8d33-43d1-9818-d6eea030e689 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8b3c88de-c9c2-4a20-b19e-1855c2c19035 HTTP/1.1" status: 200 len: 843 time: 0.5953379 Nov 19 17:34:33.917963 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [req-94d0179a-f9ea-4aa2-bba5-916590be0142 req-a6a6bfc5-7eae-4394-8e04-f5dd22b554d4 tempest-AggregatesAdminTestJSON-1425960610 tempest-AggregatesAdminTestJSON-1425960610-project] Allocated IP 192.168.233.185 (346debfa-452b-4048-abf4-8f4493625ef2/8b3c88de-c9c2-4a20-b19e-1855c2c19035/b26e01a2-892b-4113-a015-7aeacde769d6) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:34:33.938423 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-35e590ba-e6ec-4043-9e07-e0353bce6c68 req-58f6c3a0-ac2e-41dd-8ac8-f46a934ed80c tempest-LiveMigrationNegativeTest-1415947046 tempest-LiveMigrationNegativeTest-1415947046-project] 10.222.0.54 "GET /v2.0/security-groups?id=a7cc520c-b1dc-4d57-b44f-99cdb95e8fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5502892 Nov 19 17:34:34.271746 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fb41e6-38e0-4029-95de-6b4798fa365d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c552d76-5e41-4836-a6c2-8fbd7a9fc647,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:34:34.381461 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-48053304-39f0-4cd6-92f3-8d5919c0b7ec req-5c372e80-8edb-449a-932a-7b8106cac454 tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=0f17c2230730474889f55896d89ffdce&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1261702 Nov 19 17:34:34.386745 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d892efb6-b9bf-4596-9c14-8b4a15ebe9f0 req-c7795761-6c78-43c4-aff9-a48d4aaac730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:34:34.388376 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d892efb6-b9bf-4596-9c14-8b4a15ebe9f0 req-c7795761-6c78-43c4-aff9-a48d4aaac730 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=346debfa-452b-4048-abf4-8f4493625ef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5293353 Nov 19 17:34:34.394345 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-91fb41e6-38e0-4029-95de-6b4798fa365d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:34.473977 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-94d0179a-f9ea-4aa2-bba5-916590be0142 req-a6a6bfc5-7eae-4394-8e04-f5dd22b554d4 tempest-AggregatesAdminTestJSON-1425960610 tempest-AggregatesAdminTestJSON-1425960610-project] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:34.551918 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e013d7e6-5264-4dcc-9759-54f5fb809e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:34.566559 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-94d0179a-f9ea-4aa2-bba5-916590be0142 req-a6a6bfc5-7eae-4394-8e04-f5dd22b554d4 tempest-AggregatesAdminTestJSON-1425960610 tempest-AggregatesAdminTestJSON-1425960610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:34.579704 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48053304-39f0-4cd6-92f3-8d5919c0b7ec req-61748cee-5388-4100-8d09-98879794b53d tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:34:34.581433 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-48053304-39f0-4cd6-92f3-8d5919c0b7ec req-61748cee-5388-4100-8d09-98879794b53d tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1842070 Nov 19 17:34:34.699056 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d892efb6-b9bf-4596-9c14-8b4a15ebe9f0 req-235bb469-d2b5-4f17-89fd-b23f1b5aa9c4 service neutron] 10.222.0.86 "GET /v2.0/networks/346debfa-452b-4048-abf4-8f4493625ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279461 Nov 19 17:34:34.704376 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.db.resource_extend [None req-91fb41e6-38e0-4029-95de-6b4798fa365d admin admin] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 19 17:34:34.715285 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-48053304-39f0-4cd6-92f3-8d5919c0b7ec req-68d87b56-36c9-44fb-8bda-5bf6f5d7598e tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] 10.222.0.54 "GET /v2.0/quotas/0f17c2230730474889f55896d89ffdce HTTP/1.1" status: 200 len: 375 time: 0.0145431 Nov 19 17:34:34.747182 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a6bfc5-7eae-4394-8e04-f5dd22b554d4 tempest-AggregatesAdminTestJSON-1425960610 tempest-AggregatesAdminTestJSON-1425960610-project] Pushing event updated for resources: {'Port': ['ID=b26e01a2-892b-4113-a015-7aeacde769d6,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:34:34.781255 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94d0179a-f9ea-4aa2-bba5-916590be0142 req-a6a6bfc5-7eae-4394-8e04-f5dd22b554d4 tempest-AggregatesAdminTestJSON-1425960610 tempest-AggregatesAdminTestJSON-1425960610-project] Network 346debfa-452b-4048-abf4-8f4493625ef2 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:34:34.784658 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [req-94d0179a-f9ea-4aa2-bba5-916590be0142 req-a6a6bfc5-7eae-4394-8e04-f5dd22b554d4 tempest-AggregatesAdminTestJSON-1425960610 tempest-AggregatesAdminTestJSON-1425960610-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:34:34.804214 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-94d0179a-f9ea-4aa2-bba5-916590be0142 req-a6a6bfc5-7eae-4394-8e04-f5dd22b554d4 tempest-AggregatesAdminTestJSON-1425960610 tempest-AggregatesAdminTestJSON-1425960610-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:34:34.815139 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d0179a-f9ea-4aa2-bba5-916590be0142 req-a6a6bfc5-7eae-4394-8e04-f5dd22b554d4 tempest-AggregatesAdminTestJSON-1425960610 tempest-AggregatesAdminTestJSON-1425960610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:34:34.817006 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-94d0179a-f9ea-4aa2-bba5-916590be0142 req-a6a6bfc5-7eae-4394-8e04-f5dd22b554d4 tempest-AggregatesAdminTestJSON-1425960610 tempest-AggregatesAdminTestJSON-1425960610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:34.847534 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d892efb6-b9bf-4596-9c14-8b4a15ebe9f0 req-220580e1-e3b6-4e77-b2f7-b22fcb018122 service neutron] 10.222.0.86 "GET /v2.0/networks/346debfa-452b-4048-abf4-8f4493625ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309946 Nov 19 17:34:34.900009 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-48053304-39f0-4cd6-92f3-8d5919c0b7ec req-a1c64e9a-1a7b-4a77-ba07-c6e1a15ed69f tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=0f17c2230730474889f55896d89ffdce&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0552897 Nov 19 17:34:34.907948 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-91fb41e6-38e0-4029-95de-6b4798fa365d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:34.909061 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91fb41e6-38e0-4029-95de-6b4798fa365d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:34:34.910808 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-91fb41e6-38e0-4029-95de-6b4798fa365d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:35.004857 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe7f94a-3308-47a7-be1e-9d935fdcaa19 req-ad066c46-d386-4059-a2f7-65ec2f93d77d tempest-AggregatesAdminTestJSON-1425960610 tempest-AggregatesAdminTestJSON-1425960610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:34:35.008742 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fb41e6-38e0-4029-95de-6b4798fa365d admin admin] Pushing event updated for resources: {'Network': ['ID=5d9a4ada-bcc7-4145-9268-e1ebc040b0ae,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:34:35.011327 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-efe7f94a-3308-47a7-be1e-9d935fdcaa19 req-ad066c46-d386-4059-a2f7-65ec2f93d77d tempest-AggregatesAdminTestJSON-1425960610 tempest-AggregatesAdminTestJSON-1425960610-project] 10.222.0.54 "GET /v2.0/ports?device_id=87b4d2be-8535-4db4-ab3d-4a6dc0cf3e60 HTTP/1.1" status: 200 len: 936 time: 0.1788092 Nov 19 17:34:35.021333 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network 5d9a4ada-bcc7-4145-9268-e1ebc040b0ae details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 17:34:35.088679 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-94d0179a-f9ea-4aa2-bba5-916590be0142 req-a6a6bfc5-7eae-4394-8e04-f5dd22b554d4 tempest-AggregatesAdminTestJSON-1425960610 tempest-AggregatesAdminTestJSON-1425960610-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1733739 Nov 19 17:34:35.095333 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-91fb41e6-38e0-4029-95de-6b4798fa365d admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 3.1503837 Nov 19 17:34:35.105619 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 38368) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:34:35.128396 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-9d9eebba-9d76-4f23-8729-0896449ea74d admin admin] Request body: {'subnet': {'network_id': '5d9a4ada-bcc7-4145-9268-e1ebc040b0ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-100236646-subnet', 'tenant_id': 'cb6962e3106847579ed7129072110a5c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:34:35.137766 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-94d0179a-f9ea-4aa2-bba5-916590be0142 req-9906de1a-cdc8-482e-93b0-dda9e484a98b service neutron] Request body: {'port': {'device_id': '87b4d2be-8535-4db4-ab3d-4a6dc0cf3e60', 'device_owner': 'compute:tempest-test_az-1351977075', 'binding:host_id': 'n-h2-818022-2'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:34:35.152701 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4677e2c-5b90-4006-b1c2-983e69e02adb req-ca4345fd-4837-4a5c-a6f7-6e71bfbe63bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:34:35.156871 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a4677e2c-5b90-4006-b1c2-983e69e02adb req-ca4345fd-4837-4a5c-a6f7-6e71bfbe63bb service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=6f42274fdc944adbad567b627e38820c&device_id=9eb68ada-5e0b-435b-bd4b-a788fd4751e5 HTTP/1.1" status: 200 len: 1099 time: 0.1499684 Nov 19 17:34:35.219995 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.60', 51923) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:34:35.269681 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:35.330014 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-77bed554-009c-4fc8-992b-087452472d73 None None] Provisioning complete for port b26e01a2-892b-4113-a015-7aeacde769d6 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:34:35.332563 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-77bed554-009c-4fc8-992b-087452472d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:35.416362 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device b8950024-da22-49e3-b688-380a50996259 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:34:35.450800 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-94d0179a-f9ea-4aa2-bba5-916590be0142 req-9906de1a-cdc8-482e-93b0-dda9e484a98b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:35.460557 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-10e1ee53-99f8-495c-942e-6108bb8d8e18 req-50f07bbb-8434-48d1-98c4-6e3e91d81021 tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=0f17c2230730474889f55896d89ffdce&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2392750 Nov 19 17:34:35.470664 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-efe7f94a-3308-47a7-be1e-9d935fdcaa19 req-8ac73251-c10c-4f36-ba4f-aa8513452ff8 tempest-AggregatesAdminTestJSON-1425960610 tempest-AggregatesAdminTestJSON-1425960610-project] 10.222.0.54 "GET /v2.0/security-groups?id=0d697fef-59f3-4206-acfb-8fe236d76e03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4502985 Nov 19 17:34:35.799802 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-77bed554-009c-4fc8-992b-087452472d73 None None] Port b26e01a2-892b-4113-a015-7aeacde769d6 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:34:35.847865 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port b8950024-da22-49e3-b688-380a50996259 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:34:35.848448 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:35.861611 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d9eebba-9d76-4f23-8729-0896449ea74d admin admin] Made reservation on behalf of cb6962e3106847579ed7129072110a5c for: {'subnet': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:34:35.872232 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9d9eebba-9d76-4f23-8729-0896449ea74d admin admin] Publish callbacks [] for subnet, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:35.918449 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e1ee53-99f8-495c-942e-6108bb8d8e18 req-491a52c1-d767-4089-95e4-d82287751666 tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:34:35.923066 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-10e1ee53-99f8-495c-942e-6108bb8d8e18 req-491a52c1-d767-4089-95e4-d82287751666 tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4514120 Nov 19 17:34:35.933379 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4677e2c-5b90-4006-b1c2-983e69e02adb req-372af2b8-c3e6-4c3f-a75f-557fc7d1dcaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:34:35.934983 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a4677e2c-5b90-4006-b1c2-983e69e02adb req-372af2b8-c3e6-4c3f-a75f-557fc7d1dcaf service neutron] 10.222.0.86 "GET /v2.0/networks?id=346debfa-452b-4048-abf4-8f4493625ef2 HTTP/1.1" status: 200 len: 870 time: 0.7563434 Nov 19 17:34:35.984464 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c2bcc914-d762-4fcc-93d8-a382c63dd85b req-00605053-ee36-4a4f-9769-a7cc9ab7d474 tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] 10.222.0.54 "GET /v2.0/ports?device_id=24a99233-4744-4b19-a38f-d07aa53cd758 HTTP/1.1" status: 200 len: 210 time: 0.0468833 Nov 19 17:34:36.045214 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-10e1ee53-99f8-495c-942e-6108bb8d8e18 req-43660e26-509b-497e-b104-196995d39b95 tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] Request body: {'port': {'device_id': 'edc9d3ea-ab00-4644-b0c6-6ed9fc0ccf67', 'network_id': '346debfa-452b-4048-abf4-8f4493625ef2', 'admin_state_up': True, 'tenant_id': '0f17c2230730474889f55896d89ffdce'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:34:36.093119 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a4677e2c-5b90-4006-b1c2-983e69e02adb req-63b369b4-9b7b-48e8-afc2-bbc9ea5e6fb8 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=9d594171-3aa2-4577-b706-2a58ee23e937 HTTP/1.1" status: 200 len: 217 time: 0.0803802 Nov 19 17:34:36.120213 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da23cc52-4563-45e5-ba39-f8a813061b84 req-78bf9929-bd89-4982-9b54-1807cf2d4d90 tempest-LiveMigrationNegativeTest-1415947046 tempest-LiveMigrationNegativeTest-1415947046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:34:36.135719 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-da23cc52-4563-45e5-ba39-f8a813061b84 req-78bf9929-bd89-4982-9b54-1807cf2d4d90 tempest-LiveMigrationNegativeTest-1415947046 tempest-LiveMigrationNegativeTest-1415947046-project] 10.222.0.54 "GET /v2.0/ports?device_id=9eb68ada-5e0b-435b-bd4b-a788fd4751e5 HTTP/1.1" status: 200 len: 948 time: 0.4502988 Nov 19 17:34:36.463110 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-da23cc52-4563-45e5-ba39-f8a813061b84 req-85592928-2952-47f7-97ff-2d14ea63c401 tempest-LiveMigrationNegativeTest-1415947046 tempest-LiveMigrationNegativeTest-1415947046-project] 10.222.0.54 "GET /v2.0/security-groups?id=a7cc520c-b1dc-4d57-b44f-99cdb95e8fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3245504 Nov 19 17:34:36.471282 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9d9eebba-9d76-4f23-8729-0896449ea74d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for subnet, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:36.549718 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4677e2c-5b90-4006-b1c2-983e69e02adb req-bca9d3a4-7865-4979-b897-4fd8c00ec450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:34:36.560214 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a4677e2c-5b90-4006-b1c2-983e69e02adb req-bca9d3a4-7865-4979-b897-4fd8c00ec450 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8b3c88de-c9c2-4a20-b19e-1855c2c19035 HTTP/1.1" status: 200 len: 843 time: 0.3579021 Nov 19 17:34:36.682309 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9eebba-9d76-4f23-8729-0896449ea74d admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c0fdf15-d8a4-4e50-84be-13cc6146efd3,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:34:36.711989 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9eebba-9d76-4f23-8729-0896449ea74d admin admin] Checking segment: {'id': '8d18c7cf-cb41-433b-a3b3-0bc9a619d055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '5d9a4ada-bcc7-4145-9268-e1ebc040b0ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:34:36.712309 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d9eebba-9d76-4f23-8729-0896449ea74d admin admin] Network hostable DHCP agents. Network: 5d9a4ada-bcc7-4145-9268-e1ebc040b0ae, hostable agents: ['02910ef2-0455-4aea-9f38-9a875579633f'], hosted agents: [] {{(pid=103364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 17:34:36.773298 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10e1ee53-99f8-495c-942e-6108bb8d8e18 req-43660e26-509b-497e-b104-196995d39b95 tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] Made reservation on behalf of 0f17c2230730474889f55896d89ffdce for: {'port': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:34:36.773298 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-10e1ee53-99f8-495c-942e-6108bb8d8e18 req-43660e26-509b-497e-b104-196995d39b95 tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:36.784195 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4677e2c-5b90-4006-b1c2-983e69e02adb req-979cf966-af18-4488-86f9-6dede42bbc59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:34:36.792092 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a4677e2c-5b90-4006-b1c2-983e69e02adb req-979cf966-af18-4488-86f9-6dede42bbc59 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=346debfa-452b-4048-abf4-8f4493625ef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2229543 Nov 19 17:34:36.794073 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-10e1ee53-99f8-495c-942e-6108bb8d8e18 req-43660e26-509b-497e-b104-196995d39b95 tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:36.803727 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d9eebba-9d76-4f23-8729-0896449ea74d admin admin] Network 5d9a4ada-bcc7-4145-9268-e1ebc040b0ae is scheduled to be hosted by DHCP agent 02910ef2-0455-4aea-9f38-9a875579633f with binding_index 1 {{(pid=103364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 17:34:36.847021 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-9d9eebba-9d76-4f23-8729-0896449ea74d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818022-2, 5d9a4ada-bcc7-4145-9268-e1ebc040b0ae) {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:34:36.860543 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9958df3-baa9-4929-900a-c2f54d3b8a23 None None] Network 5d9a4ada-bcc7-4145-9268-e1ebc040b0ae requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:34:36.863040 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d9eebba-9d76-4f23-8729-0896449ea74d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:34:36.863638 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9d9eebba-9d76-4f23-8729-0896449ea74d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:36.905797 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c2e6e6-279e-44f7-b675-cab302173489 req-5eab7b26-7c58-49f9-9373-376da8c732f3 tempest-AggregatesAdminTestJSON-1425960610 tempest-AggregatesAdminTestJSON-1425960610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:34:36.914841 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b4c2e6e6-279e-44f7-b675-cab302173489 req-5eab7b26-7c58-49f9-9373-376da8c732f3 tempest-AggregatesAdminTestJSON-1425960610 tempest-AggregatesAdminTestJSON-1425960610-project] 10.222.0.54 "GET /v2.0/ports?device_id=87b4d2be-8535-4db4-ab3d-4a6dc0cf3e60 HTTP/1.1" status: 200 len: 936 time: 0.2998278 Nov 19 17:34:36.933249 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [req-94d0179a-f9ea-4aa2-bba5-916590be0142 req-9906de1a-cdc8-482e-93b0-dda9e484a98b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b26e01a2-892b-4113-a015-7aeacde769d6 {{(pid=103365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:34:36.955504 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-94d0179a-f9ea-4aa2-bba5-916590be0142 req-9906de1a-cdc8-482e-93b0-dda9e484a98b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:36.999335 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 38418) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:34:37.010436 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-9d9eebba-9d76-4f23-8729-0896449ea74d admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.8925400 Nov 19 17:34:37.013495 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 38424) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:34:37.023259 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-a90734f7-5912-4584-9c55-156e26eaefda admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-100236646-router', 'tenant_id': 'cb6962e3106847579ed7129072110a5c', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'}}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:34:37.049301 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.provisioning_blocks [req-94d0179a-f9ea-4aa2-bba5-916590be0142 req-9906de1a-cdc8-482e-93b0-dda9e484a98b service neutron] Transition to ACTIVE for port object b26e01a2-892b-4113-a015-7aeacde769d6 will not be triggered until provisioned by entity L2. {{(pid=103365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 17:34:37.078097 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a4677e2c-5b90-4006-b1c2-983e69e02adb req-ecfd8383-f527-4d0a-948b-796ce753d4b7 service neutron] 10.222.0.86 "GET /v2.0/networks/346debfa-452b-4048-abf4-8f4493625ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2613802 Nov 19 17:34:37.079676 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a90734f7-5912-4584-9c55-156e26eaefda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9890'] for router, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:37.080858 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a90734f7-5912-4584-9c55-156e26eaefda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671617', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-732153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4689'] for router, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:37.139535 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-10e1ee53-99f8-495c-942e-6108bb8d8e18 req-43660e26-509b-497e-b104-196995d39b95 tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:37.145260 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-94d0179a-f9ea-4aa2-bba5-916590be0142 req-9906de1a-cdc8-482e-93b0-dda9e484a98b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:37.153418 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a90734f7-5912-4584-9c55-156e26eaefda admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:37.153859 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-10e1ee53-99f8-495c-942e-6108bb8d8e18 req-43660e26-509b-497e-b104-196995d39b95 tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:37.238839 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61c4575f-97bd-4184-9e04-1381af3e15fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54f44f5f-1200-574e-8740-2141911d5b73-5d9a4ada-bcc7-4145-9268-e1ebc040b0ae', 'network_id': '5d9a4ada-bcc7-4145-9268-e1ebc040b0ae', 'tenant_id': 'cb6962e3106847579ed7129072110a5c', 'fixed_ips': [{'subnet_id': '6c0fdf15-d8a4-4e50-84be-13cc6146efd3'}]}} from n-d-818022-2. {{(pid=103366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 17:34:37.240097 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-61c4575f-97bd-4184-9e04-1381af3e15fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:37.243043 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b4c2e6e6-279e-44f7-b675-cab302173489 req-fca287d9-9768-4de6-87d9-772381a2123c tempest-AggregatesAdminTestJSON-1425960610 tempest-AggregatesAdminTestJSON-1425960610-project] 10.222.0.54 "GET /v2.0/security-groups?id=0d697fef-59f3-4206-acfb-8fe236d76e03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3273184 Nov 19 17:34:37.286663 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43660e26-509b-497e-b104-196995d39b95 tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c22c1cd0-07b3-4e9e-90d5-03f297ddf2e2,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:34:37.472799 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [req-10e1ee53-99f8-495c-942e-6108bb8d8e18 req-43660e26-509b-497e-b104-196995d39b95 tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] Allocated IP 192.168.233.86 (346debfa-452b-4048-abf4-8f4493625ef2/8b3c88de-c9c2-4a20-b19e-1855c2c19035/648e9924-4faf-4cc9-8364-066838855211) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:34:37.476225 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9906de1a-cdc8-482e-93b0-dda9e484a98b service neutron] Pushing event updated for resources: {'Port': ['ID=b26e01a2-892b-4113-a015-7aeacde769d6,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:34:37.576332 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-94d0179a-f9ea-4aa2-bba5-916590be0142 req-9906de1a-cdc8-482e-93b0-dda9e484a98b service neutron] Attempting to bind port b26e01a2-892b-4113-a015-7aeacde769d6 on host n-h2-818022-2 for vnic_type normal with profile {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:34:37.577319 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-94d0179a-f9ea-4aa2-bba5-916590be0142 req-9906de1a-cdc8-482e-93b0-dda9e484a98b service neutron] Attempting to bind port b26e01a2-892b-4113-a015-7aeacde769d6 by drivers openvswitch,hyperv on host n-h2-818022-2 at level 0 using segments [{'id': '1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '346debfa-452b-4048-abf4-8f4493625ef2'}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:34:37.577759 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d0179a-f9ea-4aa2-bba5-916590be0142 req-9906de1a-cdc8-482e-93b0-dda9e484a98b service neutron] Attempting to bind port b26e01a2-892b-4113-a015-7aeacde769d6 on network 346debfa-452b-4048-abf4-8f4493625ef2 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:34:37.589179 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d0179a-f9ea-4aa2-bba5-916590be0142 req-9906de1a-cdc8-482e-93b0-dda9e484a98b service neutron] Port b26e01a2-892b-4113-a015-7aeacde769d6 on network 346debfa-452b-4048-abf4-8f4493625ef2 not bound, no agent of type Open vSwitch agent registered on host n-h2-818022-2 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 17:34:37.589559 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d0179a-f9ea-4aa2-bba5-916590be0142 req-9906de1a-cdc8-482e-93b0-dda9e484a98b service neutron] Attempting to bind port b26e01a2-892b-4113-a015-7aeacde769d6 on network 346debfa-452b-4048-abf4-8f4493625ef2 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:34:37.603471 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [None req-61c4575f-97bd-4184-9e04-1381af3e15fd None None] Allocated IP 172.20.0.2 (5d9a4ada-bcc7-4145-9268-e1ebc040b0ae/6c0fdf15-d8a4-4e50-84be-13cc6146efd3/0e93d9f9-0e2f-421c-a848-4ae8ab47f4e3) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:34:37.635345 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d0179a-f9ea-4aa2-bba5-916590be0142 req-9906de1a-cdc8-482e-93b0-dda9e484a98b service neutron] Checking agent: {'id': '525ad2ac-c4ae-4c63-af2e-0bf8d25d0f0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'started_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 34, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:34:37.635707 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d0179a-f9ea-4aa2-bba5-916590be0142 req-9906de1a-cdc8-482e-93b0-dda9e484a98b service neutron] Checking segment: {'id': '1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '346debfa-452b-4048-abf4-8f4493625ef2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:34:37.636376 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d0179a-f9ea-4aa2-bba5-916590be0142 req-9906de1a-cdc8-482e-93b0-dda9e484a98b service neutron] Bound using segment: {'id': '1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '346debfa-452b-4048-abf4-8f4493625ef2'} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:34:37.636735 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-94d0179a-f9ea-4aa2-bba5-916590be0142 req-9906de1a-cdc8-482e-93b0-dda9e484a98b service neutron] Bound port: b26e01a2-892b-4113-a015-7aeacde769d6, host: n-h2-818022-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '346debfa-452b-4048-abf4-8f4493625ef2'}}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:34:37.637086 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-94d0179a-f9ea-4aa2-bba5-916590be0142 req-9906de1a-cdc8-482e-93b0-dda9e484a98b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:37.663051 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-46a8d36f-b280-4a81-98b3-da1a6994371e req-61b56525-99d8-479f-b9b6-38f075f19be8 tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] 10.222.0.54 "GET /v2.0/ports?device_id=24a99233-4744-4b19-a38f-d07aa53cd758 HTTP/1.1" status: 200 len: 210 time: 0.4978778 Nov 19 17:34:37.707301 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f56f5e37-a575-4433-a9a3-793527c45c9b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:37.861885 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a90734f7-5912-4584-9c55-156e26eaefda admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:37.955550 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-61c4575f-97bd-4184-9e04-1381af3e15fd None None] Publish callbacks [] for port, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:37.979043 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-61c4575f-97bd-4184-9e04-1381af3e15fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998'] for port, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:37.981155 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-94d0179a-f9ea-4aa2-bba5-916590be0142 req-9906de1a-cdc8-482e-93b0-dda9e484a98b service neutron] For port b26e01a2-892b-4113-a015-7aeacde769d6, host n-h2-818022-2, cleared binding levels {{(pid=103365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:34:37.987519 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-94d0179a-f9ea-4aa2-bba5-916590be0142 req-9906de1a-cdc8-482e-93b0-dda9e484a98b service neutron] For port b26e01a2-892b-4113-a015-7aeacde769d6, host n-h2-818022-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=b26e01a2-892b-4113-a015-7aeacde769d6,segment=NetworkSegment(1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861),segment_id=1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861)] {{(pid=103365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:34:38.000969 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a4677e2c-5b90-4006-b1c2-983e69e02adb req-9a9c6170-05ea-474c-b77b-4394adae0bc8 service neutron] 10.222.0.86 "GET /v2.0/networks/346debfa-452b-4048-abf4-8f4493625ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8426268 Nov 19 17:34:38.002797 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-94d0179a-f9ea-4aa2-bba5-916590be0142 req-9906de1a-cdc8-482e-93b0-dda9e484a98b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:38.039746 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61c4575f-97bd-4184-9e04-1381af3e15fd None None] Network 5d9a4ada-bcc7-4145-9268-e1ebc040b0ae is already hosted by enough agents. {{(pid=103366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:34:38.046543 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [None req-61c4575f-97bd-4184-9e04-1381af3e15fd None None] Resources bound (agent type, host, resource id): {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:34:38.055354 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c4575f-97bd-4184-9e04-1381af3e15fd None None] Received port after_create {{(pid=103366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:34:38.144975 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-61c4575f-97bd-4184-9e04-1381af3e15fd None None] Attempting to bind port 0e93d9f9-0e2f-421c-a848-4ae8ab47f4e3 on host n-d-818022-2 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:34:38.145509 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-61c4575f-97bd-4184-9e04-1381af3e15fd None None] Attempting to bind port 0e93d9f9-0e2f-421c-a848-4ae8ab47f4e3 by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': '8d18c7cf-cb41-433b-a3b3-0bc9a619d055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '5d9a4ada-bcc7-4145-9268-e1ebc040b0ae'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:34:38.146585 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c4575f-97bd-4184-9e04-1381af3e15fd None None] Attempting to bind port 0e93d9f9-0e2f-421c-a848-4ae8ab47f4e3 on network 5d9a4ada-bcc7-4145-9268-e1ebc040b0ae {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:34:38.148795 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c4575f-97bd-4184-9e04-1381af3e15fd None None] Pushing event updated for resources: {'Port': ['ID=0e93d9f9-0e2f-421c-a848-4ae8ab47f4e3,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:34:38.157041 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f56f5e37-a575-4433-a9a3-793527c45c9b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:38.157324 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c4575f-97bd-4184-9e04-1381af3e15fd None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 34, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:34:38.157784 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c4575f-97bd-4184-9e04-1381af3e15fd None None] Checking segment: {'id': '8d18c7cf-cb41-433b-a3b3-0bc9a619d055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '5d9a4ada-bcc7-4145-9268-e1ebc040b0ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:34:38.158279 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-61c4575f-97bd-4184-9e04-1381af3e15fd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:38.158924 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c4575f-97bd-4184-9e04-1381af3e15fd None None] Bound using segment: {'id': '8d18c7cf-cb41-433b-a3b3-0bc9a619d055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '5d9a4ada-bcc7-4145-9268-e1ebc040b0ae'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:34:38.159428 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-61c4575f-97bd-4184-9e04-1381af3e15fd None None] Bound port: 0e93d9f9-0e2f-421c-a848-4ae8ab47f4e3, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d18c7cf-cb41-433b-a3b3-0bc9a619d055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '5d9a4ada-bcc7-4145-9268-e1ebc040b0ae'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:34:38.160017 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-61c4575f-97bd-4184-9e04-1381af3e15fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:38.169074 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f56f5e37-a575-4433-a9a3-793527c45c9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:38.205434 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db266ece-c687-4a9d-a977-6cc9f2a08b46 req-2d55bec7-e58c-4099-860f-5164a58bc835 tempest-LiveMigrationNegativeTest-1415947046 tempest-LiveMigrationNegativeTest-1415947046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:34:38.207206 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-db266ece-c687-4a9d-a977-6cc9f2a08b46 req-2d55bec7-e58c-4099-860f-5164a58bc835 tempest-LiveMigrationNegativeTest-1415947046 tempest-LiveMigrationNegativeTest-1415947046-project] 10.222.0.54 "GET /v2.0/ports?device_id=9eb68ada-5e0b-435b-bd4b-a788fd4751e5 HTTP/1.1" status: 200 len: 948 time: 0.5451479 Nov 19 17:34:38.220737 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56f5e37-a575-4433-a9a3-793527c45c9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a9f66f3-b2e0-4e10-814d-f45530e12495,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:34:38.270401 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-f56f5e37-a575-4433-a9a3-793527c45c9b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d3f3ef7d53a5447db822a3e6f9dc4945&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2694647 Nov 19 17:34:38.270762 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d0179a-f9ea-4aa2-bba5-916590be0142 req-9906de1a-cdc8-482e-93b0-dda9e484a98b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:34:38.271531 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-94d0179a-f9ea-4aa2-bba5-916590be0142 req-9906de1a-cdc8-482e-93b0-dda9e484a98b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:38.274137 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-94d0179a-f9ea-4aa2-bba5-916590be0142 req-9906de1a-cdc8-482e-93b0-dda9e484a98b service neutron] 10.222.0.86 "PUT /v2.0/ports/b26e01a2-892b-4113-a015-7aeacde769d6 HTTP/1.1" status: 200 len: 1118 time: 3.1471150 Nov 19 17:34:38.274842 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87b4d2be-8535-4db4-ab3d-4a6dc0cf3e60', 'tag': 'b26e01a2-892b-4113-a015-7aeacde769d6'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:34:38.329833 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 38428) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:34:38.395926 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-61c4575f-97bd-4184-9e04-1381af3e15fd None None] For port 0e93d9f9-0e2f-421c-a848-4ae8ab47f4e3, host n-d-818022-2, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:34:38.399727 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-61c4575f-97bd-4184-9e04-1381af3e15fd None None] For port 0e93d9f9-0e2f-421c-a848-4ae8ab47f4e3, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=0e93d9f9-0e2f-421c-a848-4ae8ab47f4e3,segment=NetworkSegment(8d18c7cf-cb41-433b-a3b3-0bc9a619d055),segment_id=8d18c7cf-cb41-433b-a3b3-0bc9a619d055)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:34:38.410870 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-61c4575f-97bd-4184-9e04-1381af3e15fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:38.413137 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-10e1ee53-99f8-495c-942e-6108bb8d8e18 req-43660e26-509b-497e-b104-196995d39b95 tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:38.581071 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c4575f-97bd-4184-9e04-1381af3e15fd None None] Pushing event updated for resources: {'Port': ['ID=0e93d9f9-0e2f-421c-a848-4ae8ab47f4e3,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:34:38.581804 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a90734f7-5912-4584-9c55-156e26eaefda admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:38.643403 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218319d759239a7d11f1288aef37381b97754913ee9ccbfd43b51a463f801712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d7785dd-fcb7-4a15-a083-584b0406ad02" -d '{"events": [{"name": "network-changed", "server_uuid": "87b4d2be-8535-4db4-ab3d-4a6dc0cf3e60", "tag": "b26e01a2-892b-4113-a015-7aeacde769d6"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:34:38.643645 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a90734f7-5912-4584-9c55-156e26eaefda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:38.661432 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9906de1a-cdc8-482e-93b0-dda9e484a98b service neutron] Pushing event updated for resources: {'Port': ['ID=b26e01a2-892b-4113-a015-7aeacde769d6,revision_number=3']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:34:38.705023 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-db266ece-c687-4a9d-a977-6cc9f2a08b46 req-4aee8564-ed67-412b-a80b-1bc6296423f2 tempest-LiveMigrationNegativeTest-1415947046 tempest-LiveMigrationNegativeTest-1415947046-project] 10.222.0.54 "GET /v2.0/security-groups?id=a7cc520c-b1dc-4d57-b44f-99cdb95e8fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4841671 Nov 19 17:34:38.746500 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1503b7-ff36-471a-8003-1b30490b141b req-ab0a45e2-514c-4572-a023-512d987014f9 tempest-AggregatesAdminTestJSON-1425960610 tempest-AggregatesAdminTestJSON-1425960610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:34:38.754516 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-cf1503b7-ff36-471a-8003-1b30490b141b req-ab0a45e2-514c-4572-a023-512d987014f9 tempest-AggregatesAdminTestJSON-1425960610 tempest-AggregatesAdminTestJSON-1425960610-project] 10.222.0.54 "GET /v2.0/ports?device_id=87b4d2be-8535-4db4-ab3d-4a6dc0cf3e60 HTTP/1.1" status: 200 len: 970 time: 0.3521929 Nov 19 17:34:38.755416 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d0179a-f9ea-4aa2-bba5-916590be0142 req-34abdbcc-b2bb-4423-9e5b-ec5a4860400e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:34:38.757995 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-94d0179a-f9ea-4aa2-bba5-916590be0142 req-34abdbcc-b2bb-4423-9e5b-ec5a4860400e service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c3154079b33840a1bb2a18b4eefab4b0&device_id=87b4d2be-8535-4db4-ab3d-4a6dc0cf3e60 HTTP/1.1" status: 200 len: 1121 time: 0.3878915 Nov 19 17:34:38.761642 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-10e1ee53-99f8-495c-942e-6108bb8d8e18 req-43660e26-509b-497e-b104-196995d39b95 tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:38.777628 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-32f0c19d-077a-4af0-a682-29666c7bf4bd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:38.935921 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-94d0179a-f9ea-4aa2-bba5-916590be0142 req-1e75345a-951e-44ce-bfd8-7305a56ad9f0 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=b26e01a2-892b-4113-a015-7aeacde769d6 HTTP/1.1" status: 200 len: 217 time: 0.1633093 Nov 19 17:34:38.941049 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10e1ee53-99f8-495c-942e-6108bb8d8e18 req-43660e26-509b-497e-b104-196995d39b95 tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] Network 346debfa-452b-4048-abf4-8f4493625ef2 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:34:38.952103 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [None req-a90734f7-5912-4584-9c55-156e26eaefda admin admin] Allocated IP 172.25.7.251 (645e61aa-1a6c-4e8f-857e-ab06edb4897f/88ed2d64-f56d-4f01-a468-946e01c99e82/61e005d5-ad1d-4172-8264-b2b41a92f3fc) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:34:38.976764 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 17:34:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad2a53ef-899e-40b2-bb1e-01dfda49aaa5 x-openstack-request-id: req-ad2a53ef-899e-40b2-bb1e-01dfda49aaa5 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:34:38.977056 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87b4d2be-8535-4db4-ab3d-4a6dc0cf3e60", "tag": "b26e01a2-892b-4113-a015-7aeacde769d6", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:34:38.977310 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ad2a53ef-899e-40b2-bb1e-01dfda49aaa5 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:34:38.977762 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87b4d2be-8535-4db4-ab3d-4a6dc0cf3e60', 'tag': 'b26e01a2-892b-4113-a015-7aeacde769d6', 'status': 'completed', 'code': 200} Nov 19 17:34:38.979071 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [req-10e1ee53-99f8-495c-942e-6108bb8d8e18 req-43660e26-509b-497e-b104-196995d39b95 tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:34:38.981574 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-10e1ee53-99f8-495c-942e-6108bb8d8e18 req-43660e26-509b-497e-b104-196995d39b95 tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:34:38.989739 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e1ee53-99f8-495c-942e-6108bb8d8e18 req-43660e26-509b-497e-b104-196995d39b95 tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:34:38.990484 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-10e1ee53-99f8-495c-942e-6108bb8d8e18 req-43660e26-509b-497e-b104-196995d39b95 tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:39.089901 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a90734f7-5912-4584-9c55-156e26eaefda admin admin] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:39.157179 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-32f0c19d-077a-4af0-a682-29666c7bf4bd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:39.182625 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-cf1503b7-ff36-471a-8003-1b30490b141b req-dab3b718-327a-4ca7-9b12-f10f8327f87a tempest-AggregatesAdminTestJSON-1425960610 tempest-AggregatesAdminTestJSON-1425960610-project] 10.222.0.54 "GET /v2.0/security-groups?id=0d697fef-59f3-4206-acfb-8fe236d76e03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4263353 Nov 19 17:34:39.227111 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9db49edc-e3f4-408a-aa62-28b1fa46b72f req-301d79fb-c772-4497-bdbd-0b2e823c5c73 tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] 10.222.0.54 "GET /v2.0/ports?device_id=24a99233-4744-4b19-a38f-d07aa53cd758 HTTP/1.1" status: 200 len: 210 time: 0.1392019 Nov 19 17:34:39.239533 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a90734f7-5912-4584-9c55-156e26eaefda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:39.241344 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43660e26-509b-497e-b104-196995d39b95 tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] Pushing event updated for resources: {'Port': ['ID=648e9924-4faf-4cc9-8364-066838855211,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:34:39.266113 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-10e1ee53-99f8-495c-942e-6108bb8d8e18 req-43660e26-509b-497e-b104-196995d39b95 tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2302160 Nov 19 17:34:39.275355 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d0179a-f9ea-4aa2-bba5-916590be0142 req-4088d44d-919f-41f7-9b25-b197090f2604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:34:39.276812 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-94d0179a-f9ea-4aa2-bba5-916590be0142 req-4088d44d-919f-41f7-9b25-b197090f2604 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8b3c88de-c9c2-4a20-b19e-1855c2c19035 HTTP/1.1" status: 200 len: 843 time: 0.3135092 Nov 19 17:34:39.318297 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a90734f7-5912-4584-9c55-156e26eaefda admin admin] Network 645e61aa-1a6c-4e8f-857e-ab06edb4897f is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:34:39.328911 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-a90734f7-5912-4584-9c55-156e26eaefda admin admin] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:34:39.339943 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a90734f7-5912-4584-9c55-156e26eaefda admin admin] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:34:39.394927 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-9372860c-83df-4b34-bf36-9e2b417fda71 None None] Provisioning complete for port 648e9924-4faf-4cc9-8364-066838855211 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:34:39.395526 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9372860c-83df-4b34-bf36-9e2b417fda71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:39.402061 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d0179a-f9ea-4aa2-bba5-916590be0142 req-314d3bb6-7d4c-49f4-b4a7-0580618b4578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:34:39.403076 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-94d0179a-f9ea-4aa2-bba5-916590be0142 req-314d3bb6-7d4c-49f4-b4a7-0580618b4578 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=346debfa-452b-4048-abf4-8f4493625ef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1164181 Nov 19 17:34:39.447912 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-32f0c19d-077a-4af0-a682-29666c7bf4bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:39.451966 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-32f0c19d-077a-4af0-a682-29666c7bf4bd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:39.453233 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-32f0c19d-077a-4af0-a682-29666c7bf4bd admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/9a9f66f3-b2e0-4e10-814d-f45530e12495 HTTP/1.1" status: 204 len: 168 time: 1.1223505 Nov 19 17:34:39.476661 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f0c19d-077a-4af0-a682-29666c7bf4bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a9f66f3-b2e0-4e10-814d-f45530e12495,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:34:39.481226 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90734f7-5912-4584-9c55-156e26eaefda admin admin] Pushing event updated for resources: {'Port': ['ID=61e005d5-ad1d-4172-8264-b2b41a92f3fc,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:34:39.497222 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 0e93d9f9-0e2f-421c-a848-4ae8ab47f4e3 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:34:39.534210 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-94d0179a-f9ea-4aa2-bba5-916590be0142 req-280b4ef7-7155-4ccf-931c-ede60a5bd819 service neutron] 10.222.0.86 "GET /v2.0/networks/346debfa-452b-4048-abf4-8f4493625ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221399 Nov 19 17:34:39.632431 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-9372860c-83df-4b34-bf36-9e2b417fda71 None None] Port 648e9924-4faf-4cc9-8364-066838855211 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:34:39.676843 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 0e93d9f9-0e2f-421c-a848-4ae8ab47f4e3 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:34:39.677199 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:39.790064 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-94d0179a-f9ea-4aa2-bba5-916590be0142 req-e57a643c-caba-4796-84a9-b4c0350bc0e1 service neutron] 10.222.0.86 "GET /v2.0/networks/346debfa-452b-4048-abf4-8f4493625ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2361174 Nov 19 17:34:39.856572 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:39.867616 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a90734f7-5912-4584-9c55-156e26eaefda admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:39.944851 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] For port 0e93d9f9-0e2f-421c-a848-4ae8ab47f4e3, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=0e93d9f9-0e2f-421c-a848-4ae8ab47f4e3,segment=NetworkSegment(8d18c7cf-cb41-433b-a3b3-0bc9a619d055),segment_id=8d18c7cf-cb41-433b-a3b3-0bc9a619d055)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:34:39.954171 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:39.972988 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.agents_db [None req-619e5c26-d9ed-4321-86eb-7d443bb9dfa2 None None] Agent healthcheck: found 7 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 17:34:40.040604 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a0662f-9f24-440f-89e6-7edce1e2aa8d req-c2b25005-9a35-4688-9bc6-46e2f2118da5 tempest-LiveMigrationNegativeTest-1415947046 tempest-LiveMigrationNegativeTest-1415947046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:34:40.044125 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-24a0662f-9f24-440f-89e6-7edce1e2aa8d req-c2b25005-9a35-4688-9bc6-46e2f2118da5 tempest-LiveMigrationNegativeTest-1415947046 tempest-LiveMigrationNegativeTest-1415947046-project] 10.222.0.54 "GET /v2.0/ports?device_id=9eb68ada-5e0b-435b-bd4b-a788fd4751e5 HTTP/1.1" status: 200 len: 948 time: 0.1891918 Nov 19 17:34:40.063205 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7785dd-fcb7-4a15-a083-584b0406ad02 req-32e2cad9-b742-4bbc-87d2-ee118295fc21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:34:40.065661 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3d7785dd-fcb7-4a15-a083-584b0406ad02 req-32e2cad9-b742-4bbc-87d2-ee118295fc21 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c3154079b33840a1bb2a18b4eefab4b0&device_id=87b4d2be-8535-4db4-ab3d-4a6dc0cf3e60 HTTP/1.1" status: 200 len: 1121 time: 0.1697624 Nov 19 17:34:40.086645 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device 9d594171-3aa2-4577-b706-2a58ee23e937 details requested by agent hyperv_n-h2-818022-2 with host n-h2-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 17:34:40.145798 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 38452) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:34:40.168893 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-22610585-5c33-4fe6-bde7-ff1f7be68f1b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:40.287987 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-24a0662f-9f24-440f-89e6-7edce1e2aa8d req-c0f23b0f-5690-4cf8-b7bb-2c3e64cda112 tempest-LiveMigrationNegativeTest-1415947046 tempest-LiveMigrationNegativeTest-1415947046-project] 10.222.0.54 "GET /v2.0/security-groups?id=a7cc520c-b1dc-4d57-b44f-99cdb95e8fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2205064 Nov 19 17:34:40.392506 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a90734f7-5912-4584-9c55-156e26eaefda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671702'] for router, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:40.392999 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port 9d594171-3aa2-4577-b706-2a58ee23e937, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=9d594171-3aa2-4577-b706-2a58ee23e937,segment=NetworkSegment(1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861),segment_id=1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:34:40.416626 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Returning: {'device': '9d594171-3aa2-4577-b706-2a58ee23e937', 'network_id': '346debfa-452b-4048-abf4-8f4493625ef2', 'port_id': '9d594171-3aa2-4577-b706-2a58ee23e937', 'mac_address': 'fa:16:3e:4f:08:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b3c88de-c9c2-4a20-b19e-1855c2c19035', 'ip_address': '192.168.233.162'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 17:34:40.419517 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c9b92a5-6998-4a61-90cf-ce54b239f71b None None] Network 5d9a4ada-bcc7-4145-9268-e1ebc040b0ae requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:34:40.478615 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-1d33814e-4f70-4d69-86f4-cf1a0d2638ef None None] Provisioning complete for port 0e93d9f9-0e2f-421c-a848-4ae8ab47f4e3 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:34:40.479147 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-1d33814e-4f70-4d69-86f4-cf1a0d2638ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:40.499216 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7785dd-fcb7-4a15-a083-584b0406ad02 req-d1cf1d66-5463-4c21-9a60-c1a41e2bf55b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:34:40.500762 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3d7785dd-fcb7-4a15-a083-584b0406ad02 req-d1cf1d66-5463-4c21-9a60-c1a41e2bf55b service neutron] 10.222.0.86 "GET /v2.0/networks?id=346debfa-452b-4048-abf4-8f4493625ef2 HTTP/1.1" status: 200 len: 870 time: 0.4155087 Nov 19 17:34:40.503558 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2ce067c6-02d6-4c96-a639-fd129b6b7e80 req-1d4f1404-e5fb-435d-830b-1b704cf05109 tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] 10.222.0.54 "GET /v2.0/ports?device_id=24a99233-4744-4b19-a38f-d07aa53cd758 HTTP/1.1" status: 200 len: 210 time: 0.1032479 Nov 19 17:34:40.541552 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Pushing event updated for resources: {'Port': ['ID=0e93d9f9-0e2f-421c-a848-4ae8ab47f4e3,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:34:40.565753 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77040c58-9f7c-411d-bf69-058df703d3bf req-57e7834c-8a1e-4e6d-a572-daa5d7f73191 tempest-AggregatesAdminTestJSON-1425960610 tempest-AggregatesAdminTestJSON-1425960610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:34:40.568023 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-77040c58-9f7c-411d-bf69-058df703d3bf req-57e7834c-8a1e-4e6d-a572-daa5d7f73191 tempest-AggregatesAdminTestJSON-1425960610 tempest-AggregatesAdminTestJSON-1425960610-project] 10.222.0.54 "GET /v2.0/ports?device_id=87b4d2be-8535-4db4-ab3d-4a6dc0cf3e60 HTTP/1.1" status: 200 len: 970 time: 0.1301863 Nov 19 17:34:40.607747 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:40.634124 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d594171-3aa2-4577-b706-2a58ee23e937 {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:34:40.640325 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3d7785dd-fcb7-4a15-a083-584b0406ad02 req-85cf04b0-259c-43f4-af40-8317deab7917 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=b26e01a2-892b-4113-a015-7aeacde769d6 HTTP/1.1" status: 200 len: 217 time: 0.1209044 Nov 19 17:34:40.666863 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port 9d594171-3aa2-4577-b706-2a58ee23e937, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=9d594171-3aa2-4577-b706-2a58ee23e937,segment=NetworkSegment(1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861),segment_id=1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:34:40.686124 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-22610585-5c33-4fe6-bde7-ff1f7be68f1b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:40.719603 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:40.763521 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-22610585-5c33-4fe6-bde7-ff1f7be68f1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:40.845651 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7785dd-fcb7-4a15-a083-584b0406ad02 req-4c32397d-dba8-44b0-9238-3d135f221976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:34:40.847841 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3d7785dd-fcb7-4a15-a083-584b0406ad02 req-4c32397d-dba8-44b0-9238-3d135f221976 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8b3c88de-c9c2-4a20-b19e-1855c2c19035 HTTP/1.1" status: 200 len: 843 time: 0.1906233 Nov 19 17:34:40.852932 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22610585-5c33-4fe6-bde7-ff1f7be68f1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f20c5fa7-f6af-4eff-9e95-3794c82d1846,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:34:40.860282 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-77040c58-9f7c-411d-bf69-058df703d3bf req-c8067ba4-83f5-455f-97db-c89dc449b19f tempest-AggregatesAdminTestJSON-1425960610 tempest-AggregatesAdminTestJSON-1425960610-project] 10.222.0.54 "GET /v2.0/security-groups?id=0d697fef-59f3-4206-acfb-8fe236d76e03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178724 Nov 19 17:34:40.911947 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-22610585-5c33-4fe6-bde7-ff1f7be68f1b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d045c94d51034cb8846110373e977ed4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7640216 Nov 19 17:34:40.914690 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 38458) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:34:40.960505 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Pushing event updated for resources: {'Port': ['ID=9d594171-3aa2-4577-b706-2a58ee23e937,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:34:40.969643 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7785dd-fcb7-4a15-a083-584b0406ad02 req-fba78ec7-e7d7-4fde-b417-98bb648ea0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:34:40.974022 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3d7785dd-fcb7-4a15-a083-584b0406ad02 req-fba78ec7-e7d7-4fde-b417-98bb648ea0d8 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=346debfa-452b-4048-abf4-8f4493625ef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1107054 Nov 19 17:34:40.985078 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a90734f7-5912-4584-9c55-156e26eaefda admin admin] Router 1ce1daef-fdcc-4d90-afd8-fc4afa2f264f is scheduled to L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 with binding_index 1 {{(pid=103364) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 17:34:41.031067 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ec35a8ce-5355-4645-8dc6-8216cbb4ff46 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:41.145455 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3d7785dd-fcb7-4a15-a083-584b0406ad02 req-9305d74b-e6dc-44a0-8a9c-43c663ea7bd6 service neutron] 10.222.0.86 "GET /v2.0/networks/346debfa-452b-4048-abf4-8f4493625ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629260 Nov 19 17:34:41.231206 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ec35a8ce-5355-4645-8dc6-8216cbb4ff46 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:41.291553 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] get_ports_and_sgs() called for port_ids ['9d594171-3aa2-4577-b706-2a58ee23e937'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:34:41.315668 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a90734f7-5912-4584-9c55-156e26eaefda admin admin] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 17:34:41.344056 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14118762-266c-4395-9f98-7710b4df21d6 None None] Sync routers for ids ['1ce1daef-fdcc-4d90-afd8-fc4afa2f264f'] in n-d-818022-2 {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 17:34:41.361439 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14118762-266c-4395-9f98-7710b4df21d6 None None] Routers {'1ce1daef-fdcc-4d90-afd8-fc4afa2f264f'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:34:41.366067 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a90734f7-5912-4584-9c55-156e26eaefda admin admin] Publish callbacks [] for router, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:41.369427 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-a90734f7-5912-4584-9c55-156e26eaefda admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 4.3516469 Nov 19 17:34:41.369553 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 38462) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:34:41.372087 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-14118762-266c-4395-9f98-7710b4df21d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:34:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['1ce1daef-fdcc-4d90-afd8-fc4afa2f264f'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:34:41.402927 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3d7785dd-fcb7-4a15-a083-584b0406ad02 req-f674a035-7287-4bf9-ae4c-4650dc2a0bfb service neutron] 10.222.0.86 "GET /v2.0/networks/346debfa-452b-4048-abf4-8f4493625ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2486076 Nov 19 17:34:41.413044 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 0e93d9f9-0e2f-421c-a848-4ae8ab47f4e3 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:34:41.509055 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-b219062d-c336-4c5c-a9b7-9105d2c82087 None None] Provisioning complete for port 0e93d9f9-0e2f-421c-a848-4ae8ab47f4e3 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:34:41.510215 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b219062d-c336-4c5c-a9b7-9105d2c82087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:41.664590 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-14118762-266c-4395-9f98-7710b4df21d6 None None] Set router 1ce1daef-fdcc-4d90-afd8-fc4afa2f264f gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:34:41.694560 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3238bc8c-5063-4c82-8dbe-52ae12801e56 req-9fe6db20-d8f9-4608-a0c9-cca414e14938 tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] 10.222.0.54 "GET /v2.0/ports?device_id=24a99233-4744-4b19-a38f-d07aa53cd758 HTTP/1.1" status: 200 len: 210 time: 0.0448735 Nov 19 17:34:41.727805 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ec35a8ce-5355-4645-8dc6-8216cbb4ff46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:41.728610 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ec35a8ce-5355-4645-8dc6-8216cbb4ff46 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:41.729896 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-ec35a8ce-5355-4645-8dc6-8216cbb4ff46 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f20c5fa7-f6af-4eff-9e95-3794c82d1846 HTTP/1.1" status: 204 len: 168 time: 0.8141766 Nov 19 17:34:41.786605 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec35a8ce-5355-4645-8dc6-8216cbb4ff46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f20c5fa7-f6af-4eff-9e95-3794c82d1846,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:34:41.869012 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68514999-cbb8-4a92-8149-e654ad7465d1 req-29516384-e241-4baf-b982-f06c0c78dfb5 tempest-LiveMigrationNegativeTest-1415947046 tempest-LiveMigrationNegativeTest-1415947046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:34:41.878132 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-68514999-cbb8-4a92-8149-e654ad7465d1 req-29516384-e241-4baf-b982-f06c0c78dfb5 tempest-LiveMigrationNegativeTest-1415947046 tempest-LiveMigrationNegativeTest-1415947046-project] 10.222.0.54 "GET /v2.0/ports?device_id=9eb68ada-5e0b-435b-bd4b-a788fd4751e5 HTTP/1.1" status: 200 len: 949 time: 0.4188106 Nov 19 17:34:41.936706 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 0e93d9f9-0e2f-421c-a848-4ae8ab47f4e3 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:34:41.937478 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:41.945408 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-14118762-266c-4395-9f98-7710b4df21d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ce1daef-fdcc-4d90-afd8-fc4afa2f264f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-100236646-router', 'tenant_id': 'cb6962e3106847579ed7129072110a5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.251'}], 'enable_snat': True}, 'gw_port_id': '61e005d5-ad1d-4172-8264-b2b41a92f3fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:34:37Z', 'updated_at': '2021-11-19T17:34:39Z', 'revision_number': 3, 'project_id': 'cb6962e3106847579ed7129072110a5c', 'gw_port': {'id': '61e005d5-ad1d-4172-8264-b2b41a92f3fc', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:5d:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ce1daef-fdcc-4d90-afd8-fc4afa2f264f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:34:38Z', 'updated_at': '2021-11-19T17:34:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:34:41.955145 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-68514999-cbb8-4a92-8149-e654ad7465d1 req-783aa0e5-ced8-45a8-a164-e17186584058 tempest-LiveMigrationNegativeTest-1415947046 tempest-LiveMigrationNegativeTest-1415947046-project] 10.222.0.54 "GET /v2.0/security-groups?id=a7cc520c-b1dc-4d57-b44f-99cdb95e8fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758712 Nov 19 17:34:42.020165 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14118762-266c-4395-9f98-7710b4df21d6 None None] Checking router: 1ce1daef-fdcc-4d90-afd8-fc4afa2f264f for host: n-d-818022-2 {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 17:34:42.020808 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14118762-266c-4395-9f98-7710b4df21d6 None None] Updating router 1ce1daef-fdcc-4d90-afd8-fc4afa2f264f port 61e005d5-ad1d-4172-8264-b2b41a92f3fc binding host n-d-818022-2 {{(pid=103367) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 17:34:42.078245 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-14118762-266c-4395-9f98-7710b4df21d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:42.160137 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ddfe31-67da-4cf4-9582-4922e3987750 req-08555d54-405b-4aab-94ab-e91fff8981fb tempest-AggregatesAdminTestJSON-1425960610 tempest-AggregatesAdminTestJSON-1425960610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:34:42.162607 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-71ddfe31-67da-4cf4-9582-4922e3987750 req-08555d54-405b-4aab-94ab-e91fff8981fb tempest-AggregatesAdminTestJSON-1425960610 tempest-AggregatesAdminTestJSON-1425960610-project] 10.222.0.54 "GET /v2.0/ports?device_id=87b4d2be-8535-4db4-ab3d-4a6dc0cf3e60 HTTP/1.1" status: 200 len: 970 time: 0.1049423 Nov 19 17:34:42.270096 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-71ddfe31-67da-4cf4-9582-4922e3987750 req-29bb8136-16d7-4207-a1f4-a0b1dac91cd8 tempest-AggregatesAdminTestJSON-1425960610 tempest-AggregatesAdminTestJSON-1425960610-project] 10.222.0.54 "GET /v2.0/security-groups?id=0d697fef-59f3-4206-acfb-8fe236d76e03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841331 Nov 19 17:34:42.299711 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6e6e7c9d-cd8a-4d13-985c-20f151d1a441 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:42.536284 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-14118762-266c-4395-9f98-7710b4df21d6 None None] Publish callbacks [] for port, precommit_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:42.543239 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-14118762-266c-4395-9f98-7710b4df21d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:42.555701 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [None req-6e6e7c9d-cd8a-4d13-985c-20f151d1a441 admin admin] Allocated IP 172.20.0.1 (5d9a4ada-bcc7-4145-9268-e1ebc040b0ae/6c0fdf15-d8a4-4e50-84be-13cc6146efd3/62f1aa90-6bb5-4417-9f05-09ddc964643a) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:34:42.606625 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617f490c-6ddd-43cf-89de-cadf6cedef1d None None] Pushing event updated for resources: {'Port': ['ID=61e005d5-ad1d-4172-8264-b2b41a92f3fc,revision_number=2']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:34:42.613107 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-14118762-266c-4395-9f98-7710b4df21d6 None None] Attempting to bind port 61e005d5-ad1d-4172-8264-b2b41a92f3fc on host n-d-818022-2 for vnic_type normal with profile {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:34:42.613484 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-14118762-266c-4395-9f98-7710b4df21d6 None None] Attempting to bind port 61e005d5-ad1d-4172-8264-b2b41a92f3fc by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:34:42.613904 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14118762-266c-4395-9f98-7710b4df21d6 None None] Attempting to bind port 61e005d5-ad1d-4172-8264-b2b41a92f3fc on network 645e61aa-1a6c-4e8f-857e-ab06edb4897f {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:34:42.619808 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14118762-266c-4395-9f98-7710b4df21d6 None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 34, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:34:42.620187 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14118762-266c-4395-9f98-7710b4df21d6 None None] Checking segment: {'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:34:42.620599 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-14118762-266c-4395-9f98-7710b4df21d6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:42.620997 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14118762-266c-4395-9f98-7710b4df21d6 None None] Bound using segment: {'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:34:42.621481 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-14118762-266c-4395-9f98-7710b4df21d6 None None] Bound port: 61e005d5-ad1d-4172-8264-b2b41a92f3fc, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'}}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:34:42.621939 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-14118762-266c-4395-9f98-7710b4df21d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:42.712803 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-14118762-266c-4395-9f98-7710b4df21d6 None None] For port 61e005d5-ad1d-4172-8264-b2b41a92f3fc, host n-d-818022-2, cleared binding levels {{(pid=103367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:34:42.713009 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6e6e7c9d-cd8a-4d13-985c-20f151d1a441 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:42.714128 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-14118762-266c-4395-9f98-7710b4df21d6 None None] For port 61e005d5-ad1d-4172-8264-b2b41a92f3fc, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=61e005d5-ad1d-4172-8264-b2b41a92f3fc,segment=NetworkSegment(bbe705c1-96c0-476e-8381-28227e6f0ac5),segment_id=bbe705c1-96c0-476e-8381-28227e6f0ac5)] {{(pid=103367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:34:42.724916 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-14118762-266c-4395-9f98-7710b4df21d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:42.762527 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6e6e7c9d-cd8a-4d13-985c-20f151d1a441 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:42.814001 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e6e7c9d-cd8a-4d13-985c-20f151d1a441 admin admin] Network 5d9a4ada-bcc7-4145-9268-e1ebc040b0ae is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:34:42.838853 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617f490c-6ddd-43cf-89de-cadf6cedef1d None None] Pushing event updated for resources: {'Port': ['ID=61e005d5-ad1d-4172-8264-b2b41a92f3fc,revision_number=3']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:34:42.845325 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14118762-266c-4395-9f98-7710b4df21d6 None None] Routers {'1ce1daef-fdcc-4d90-afd8-fc4afa2f264f'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:34:42.846126 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-14118762-266c-4395-9f98-7710b4df21d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:34:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['1ce1daef-fdcc-4d90-afd8-fc4afa2f264f'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:34:42.870092 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-16fa4fbb-b651-46a5-940a-f55c2a974d87 req-cb1bc1f4-960c-4a20-b781-55689fa9a2cf tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] 10.222.0.54 "GET /v2.0/ports?device_id=24a99233-4744-4b19-a38f-d07aa53cd758 HTTP/1.1" status: 200 len: 210 time: 0.0618446 Nov 19 17:34:42.879514 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-6e6e7c9d-cd8a-4d13-985c-20f151d1a441 admin admin] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:34:42.885256 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e6e7c9d-cd8a-4d13-985c-20f151d1a441 admin admin] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:34:42.885832 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6e6e7c9d-cd8a-4d13-985c-20f151d1a441 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-671361'] for router_interface, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:43.015255 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-14118762-266c-4395-9f98-7710b4df21d6 None None] Set router 1ce1daef-fdcc-4d90-afd8-fc4afa2f264f gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:34:43.092997 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6e7c9d-cd8a-4d13-985c-20f151d1a441 admin admin] Pushing event updated for resources: {'Port': ['ID=62f1aa90-6bb5-4417-9f05-09ddc964643a,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:34:43.193435 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3ff37b-fe9e-476b-bbc0-42ae42e9ccd4 req-543bbfcf-7c82-44fb-bf41-cd3fced47fd4 tempest-LiveMigrationNegativeTest-1415947046 tempest-LiveMigrationNegativeTest-1415947046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:34:43.198628 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6e6e7c9d-cd8a-4d13-985c-20f151d1a441 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:43.203507 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fc3ff37b-fe9e-476b-bbc0-42ae42e9ccd4 req-543bbfcf-7c82-44fb-bf41-cd3fced47fd4 tempest-LiveMigrationNegativeTest-1415947046 tempest-LiveMigrationNegativeTest-1415947046-project] 10.222.0.54 "GET /v2.0/ports?device_id=9eb68ada-5e0b-435b-bd4b-a788fd4751e5 HTTP/1.1" status: 200 len: 949 time: 0.1349158 Nov 19 17:34:43.309312 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-b8c71d05-bd5c-49ec-83a8-0d42e5c7ba10 None None] Provisioning complete for port 62f1aa90-6bb5-4417-9f05-09ddc964643a triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:34:43.313263 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b8c71d05-bd5c-49ec-83a8-0d42e5c7ba10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:43.371966 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fc3ff37b-fe9e-476b-bbc0-42ae42e9ccd4 req-168a42a3-2b91-4f40-983f-3cacafd7c702 tempest-LiveMigrationNegativeTest-1415947046 tempest-LiveMigrationNegativeTest-1415947046-project] 10.222.0.54 "GET /v2.0/security-groups?id=a7cc520c-b1dc-4d57-b44f-99cdb95e8fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603355 Nov 19 17:34:43.382980 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-14118762-266c-4395-9f98-7710b4df21d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ce1daef-fdcc-4d90-afd8-fc4afa2f264f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-100236646-router', 'tenant_id': 'cb6962e3106847579ed7129072110a5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.251'}], 'enable_snat': True}, 'gw_port_id': '61e005d5-ad1d-4172-8264-b2b41a92f3fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:34:37Z', 'updated_at': '2021-11-19T17:34:39Z', 'revision_number': 3, 'project_id': 'cb6962e3106847579ed7129072110a5c', 'gw_port': {'id': '61e005d5-ad1d-4172-8264-b2b41a92f3fc', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:5d:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ce1daef-fdcc-4d90-afd8-fc4afa2f264f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:34:38Z', 'updated_at': '2021-11-19T17:34:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:34:43.412493 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-b8c71d05-bd5c-49ec-83a8-0d42e5c7ba10 None None] Port 62f1aa90-6bb5-4417-9f05-09ddc964643a cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:34:43.420438 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14118762-266c-4395-9f98-7710b4df21d6 None None] The sync data for ids ['1ce1daef-fdcc-4d90-afd8-fc4afa2f264f'] in n-d-818022-2 is: [{'id': '1ce1daef-fdcc-4d90-afd8-fc4afa2f264f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-100236646-router', 'tenant_id': 'cb6962e3106847579ed7129072110a5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.251'}], 'enable_snat': True}, 'gw_port_id': '61e005d5-ad1d-4172-8264-b2b41a92f3fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:34:37Z', 'updated_at': '2021-11-19T17:34:39Z', 'revision_number': 3, 'project_id': 'cb6962e3106847579ed7129072110a5c', 'gw_port': {'id': '61e005d5-ad1d-4172-8264-b2b41a92f3fc', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:5d:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ce1daef-fdcc-4d90-afd8-fc4afa2f264f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:34:38Z', 'updated_at': '2021-11-19T17:34:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 17:34:43.487013 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6e6e7c9d-cd8a-4d13-985c-20f151d1a441 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:43.505676 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1234d8c-a5d5-40d8-aa11-9926dfb27c8e req-855cb643-c54b-415e-a08f-d0e06470a076 tempest-AggregatesAdminTestJSON-1425960610 tempest-AggregatesAdminTestJSON-1425960610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:34:43.507442 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f1234d8c-a5d5-40d8-aa11-9926dfb27c8e req-855cb643-c54b-415e-a08f-d0e06470a076 tempest-AggregatesAdminTestJSON-1425960610 tempest-AggregatesAdminTestJSON-1425960610-project] 10.222.0.54 "GET /v2.0/ports?device_id=87b4d2be-8535-4db4-ab3d-4a6dc0cf3e60 HTTP/1.1" status: 200 len: 970 time: 0.1025507 Nov 19 17:34:43.508205 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6e6e7c9d-cd8a-4d13-985c-20f151d1a441 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:43.508922 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6e6e7c9d-cd8a-4d13-985c-20f151d1a441 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-768529'] for router_interface, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:43.635783 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6e7c9d-cd8a-4d13-985c-20f151d1a441 admin admin] Pushing event updated for resources: {'Port': ['ID=62f1aa90-6bb5-4417-9f05-09ddc964643a,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:34:43.667088 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f1234d8c-a5d5-40d8-aa11-9926dfb27c8e req-28a1034e-2134-4c5a-b53e-a6d22b27f078 tempest-AggregatesAdminTestJSON-1425960610 tempest-AggregatesAdminTestJSON-1425960610-project] 10.222.0.54 "GET /v2.0/security-groups?id=0d697fef-59f3-4206-acfb-8fe236d76e03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433344 Nov 19 17:34:43.736409 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e6e7c9d-cd8a-4d13-985c-20f151d1a441 admin admin] Network 5d9a4ada-bcc7-4145-9268-e1ebc040b0ae is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:34:43.738299 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-6e6e7c9d-cd8a-4d13-985c-20f151d1a441 admin admin] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:34:43.926735 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e6e7c9d-cd8a-4d13-985c-20f151d1a441 admin admin] Router 1ce1daef-fdcc-4d90-afd8-fc4afa2f264f has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 17:34:44.039433 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8c8b5bef-784b-49a1-a697-d8debacc7dc7 req-f909d7dd-91dd-42b5-9d30-a6848f2e922d tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] 10.222.0.54 "GET /v2.0/ports?device_id=24a99233-4744-4b19-a38f-d07aa53cd758 HTTP/1.1" status: 200 len: 210 time: 0.0569551 Nov 19 17:34:44.052761 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device b26e01a2-892b-4113-a015-7aeacde769d6 details requested by agent hyperv_n-h2-818022-2 with host n-h2-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 17:34:44.159190 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e6e7c9d-cd8a-4d13-985c-20f151d1a441 admin admin] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 17:34:44.171497 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device 9d594171-3aa2-4577-b706-2a58ee23e937 up at agent hyperv_n-h2-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:34:44.186508 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-6e6e7c9d-cd8a-4d13-985c-20f151d1a441 admin admin] 10.222.0.54 "PUT /v2.0/routers/1ce1daef-fdcc-4d90-afd8-fc4afa2f264f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8154285 Nov 19 17:34:44.238093 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-d2cc78bf-6199-4eda-aab8-8240a2ad4004 None None] Provisioning complete for port 62f1aa90-6bb5-4417-9f05-09ddc964643a triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:34:44.238409 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d2cc78bf-6199-4eda-aab8-8240a2ad4004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:44.366452 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port b26e01a2-892b-4113-a015-7aeacde769d6, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=b26e01a2-892b-4113-a015-7aeacde769d6,segment=NetworkSegment(1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861),segment_id=1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:34:44.381509 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-d2cc78bf-6199-4eda-aab8-8240a2ad4004 None None] Port 62f1aa90-6bb5-4417-9f05-09ddc964643a cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:34:44.394944 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Returning: {'device': 'b26e01a2-892b-4113-a015-7aeacde769d6', 'network_id': '346debfa-452b-4048-abf4-8f4493625ef2', 'port_id': 'b26e01a2-892b-4113-a015-7aeacde769d6', 'mac_address': 'fa:16:3e:28:a3:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b3c88de-c9c2-4a20-b19e-1855c2c19035', 'ip_address': '192.168.233.185'}], 'device_owner': 'compute:tempest-test_az-1351977075', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 17:34:44.453363 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Provisioning for port 9d594171-3aa2-4577-b706-2a58ee23e937 completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 17:34:44.464209 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Provisioning complete for port 9d594171-3aa2-4577-b706-2a58ee23e937 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:34:44.464583 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:44.491806 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:44.526097 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b26e01a2-892b-4113-a015-7aeacde769d6 {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:34:44.557533 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port b26e01a2-892b-4113-a015-7aeacde769d6, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=b26e01a2-892b-4113-a015-7aeacde769d6,segment=NetworkSegment(1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861),segment_id=1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:34:44.568569 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:44.668288 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:44.671569 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Pushing event updated for resources: {'Port': ['ID=b26e01a2-892b-4113-a015-7aeacde769d6,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:34:44.705765 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9eb68ada-5e0b-435b-bd4b-a788fd4751e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d594171-3aa2-4577-b706-2a58ee23e937'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:34:44.831335 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port 9d594171-3aa2-4577-b706-2a58ee23e937, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=9d594171-3aa2-4577-b706-2a58ee23e937,segment=NetworkSegment(1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861),segment_id=1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:34:44.859153 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:44.933472 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3940761bcd94e032e6960d2241bd8993c5d3a7d8dc2aca8488f3ecf1d4dd2fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e509b17-2116-4a1f-8d0f-49884d7ab069" -d '{"events": [{"server_uuid": "9eb68ada-5e0b-435b-bd4b-a788fd4751e5", "name": "network-vif-plugged", "status": "completed", "tag": "9d594171-3aa2-4577-b706-2a58ee23e937"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:34:44.946406 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5158938-638b-4390-9a65-58ecebfc4839 req-a05dd007-c65a-4b20-a109-a773b2b709de tempest-LiveMigrationNegativeTest-1415947046 tempest-LiveMigrationNegativeTest-1415947046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:34:44.954014 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b5158938-638b-4390-9a65-58ecebfc4839 req-a05dd007-c65a-4b20-a109-a773b2b709de tempest-LiveMigrationNegativeTest-1415947046 tempest-LiveMigrationNegativeTest-1415947046-project] 10.222.0.54 "GET /v2.0/ports?device_id=9eb68ada-5e0b-435b-bd4b-a788fd4751e5 HTTP/1.1" status: 200 len: 950 time: 0.0884225 Nov 19 17:34:44.970660 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] get_ports_and_sgs() called for port_ids ['b26e01a2-892b-4113-a015-7aeacde769d6'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:34:45.020381 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b5158938-638b-4390-9a65-58ecebfc4839 req-196547e0-7e1d-434f-962f-5417dab5b76d tempest-LiveMigrationNegativeTest-1415947046 tempest-LiveMigrationNegativeTest-1415947046-project] 10.222.0.54 "GET /v2.0/security-groups?id=a7cc520c-b1dc-4d57-b44f-99cdb95e8fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605762 Nov 19 17:34:45.027016 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Pushing event updated for resources: {'Port': ['ID=9d594171-3aa2-4577-b706-2a58ee23e937,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:34:45.175563 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837ee692-e624-4ccb-9d35-acafd3b06138 req-ac72334c-ac85-48d3-8b75-a836f7e9d202 tempest-AggregatesAdminTestJSON-1425960610 tempest-AggregatesAdminTestJSON-1425960610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:34:45.177494 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-837ee692-e624-4ccb-9d35-acafd3b06138 req-ac72334c-ac85-48d3-8b75-a836f7e9d202 tempest-AggregatesAdminTestJSON-1425960610 tempest-AggregatesAdminTestJSON-1425960610-project] 10.222.0.54 "GET /v2.0/ports?device_id=87b4d2be-8535-4db4-ab3d-4a6dc0cf3e60 HTTP/1.1" status: 200 len: 971 time: 0.0678546 Nov 19 17:34:45.277196 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-837ee692-e624-4ccb-9d35-acafd3b06138 req-b50d7a80-c4ec-4f93-99f0-ed9dbfb00be2 tempest-AggregatesAdminTestJSON-1425960610 tempest-AggregatesAdminTestJSON-1425960610-project] 10.222.0.54 "GET /v2.0/security-groups?id=0d697fef-59f3-4206-acfb-8fe236d76e03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908587 Nov 19 17:34:45.341252 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 61e005d5-ad1d-4172-8264-b2b41a92f3fc up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:34:45.404752 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:34:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b629e4ba-f522-480e-b972-0727677f1c4e x-openstack-request-id: req-b629e4ba-f522-480e-b972-0727677f1c4e {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:34:45.406277 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9eb68ada-5e0b-435b-bd4b-a788fd4751e5", "name": "network-vif-plugged", "status": "completed", "tag": "9d594171-3aa2-4577-b706-2a58ee23e937", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:34:45.406720 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b629e4ba-f522-480e-b972-0727677f1c4e {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:34:45.407386 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9eb68ada-5e0b-435b-bd4b-a788fd4751e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d594171-3aa2-4577-b706-2a58ee23e937', 'code': 200} Nov 19 17:34:45.442007 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 61e005d5-ad1d-4172-8264-b2b41a92f3fc triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:34:45.443640 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:45.583393 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0bc5532f-b733-42a9-bb8c-64e26fe994b0 req-b6541c75-6550-42ad-bfe7-7dfdfe28f85b tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] 10.222.0.54 "GET /v2.0/ports?device_id=24a99233-4744-4b19-a38f-d07aa53cd758 HTTP/1.1" status: 200 len: 210 time: 0.2225683 Nov 19 17:34:45.659315 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:45.699830 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] For port 61e005d5-ad1d-4172-8264-b2b41a92f3fc, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=61e005d5-ad1d-4172-8264-b2b41a92f3fc,segment=NetworkSegment(bbe705c1-96c0-476e-8381-28227e6f0ac5),segment_id=bbe705c1-96c0-476e-8381-28227e6f0ac5)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:34:45.706262 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:45.718363 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430fc4c1-a5e3-4000-a7c7-724f263d008d req-a4b42faf-ccff-4bd5-9d06-165ca1ac017b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:34:45.720385 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-430fc4c1-a5e3-4000-a7c7-724f263d008d req-a4b42faf-ccff-4bd5-9d06-165ca1ac017b service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=9eb68ada-5e0b-435b-bd4b-a788fd4751e5 HTTP/1.1" status: 200 len: 1101 time: 0.1465664 Nov 19 17:34:45.753885 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-430fc4c1-a5e3-4000-a7c7-724f263d008d req-46147f02-e617-41a1-842a-3e5790c7fd0e service neutron] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:45.767930 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Pushing event updated for resources: {'Port': ['ID=61e005d5-ad1d-4172-8264-b2b41a92f3fc,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:34:45.860295 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-430fc4c1-a5e3-4000-a7c7-724f263d008d req-46147f02-e617-41a1-842a-3e5790c7fd0e service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:45.865413 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-430fc4c1-a5e3-4000-a7c7-724f263d008d req-46147f02-e617-41a1-842a-3e5790c7fd0e service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:45.913477 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-430fc4c1-a5e3-4000-a7c7-724f263d008d req-46147f02-e617-41a1-842a-3e5790c7fd0e service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=a7cc520c-b1dc-4d57-b44f-99cdb95e8fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841066 Nov 19 17:34:45.914240 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46147f02-e617-41a1-842a-3e5790c7fd0e service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=ebbb0f07-9b7e-45aa-9566-dc2c1e172d8c,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:34:46.007949 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9fbdfdb-5f18-4351-9789-32c31fe98d3b None None] Sync routers for ids ['1ce1daef-fdcc-4d90-afd8-fc4afa2f264f'] in n-d-818022-2 {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 17:34:46.018435 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9fbdfdb-5f18-4351-9789-32c31fe98d3b None None] Routers {'1ce1daef-fdcc-4d90-afd8-fc4afa2f264f'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:34:46.019423 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-e9fbdfdb-5f18-4351-9789-32c31fe98d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:34:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['1ce1daef-fdcc-4d90-afd8-fc4afa2f264f'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:34:46.082295 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 38554) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:34:46.086847 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-746bee6a-440d-48ee-8d0a-17e2a02efd02 tempest-ServersWithSpecificFlavorTestJSON-308617854 tempest-ServersWithSpecificFlavorTestJSON-308617854-project] Request body: {'security_group': {'name': 'tempest-securitygroup--743109836', 'description': 'tempest-description--1904963408'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:34:46.117439 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-746bee6a-440d-48ee-8d0a-17e2a02efd02 tempest-ServersWithSpecificFlavorTestJSON-308617854 tempest-ServersWithSpecificFlavorTestJSON-308617854-project] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:46.136626 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device b26e01a2-892b-4113-a015-7aeacde769d6 up at agent hyperv_n-h2-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:34:46.179892 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-e9fbdfdb-5f18-4351-9789-32c31fe98d3b None None] Set router 1ce1daef-fdcc-4d90-afd8-fc4afa2f264f gateway port host: n-d-818022-2 {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:34:46.247039 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-746bee6a-440d-48ee-8d0a-17e2a02efd02 tempest-ServersWithSpecificFlavorTestJSON-308617854 tempest-ServersWithSpecificFlavorTestJSON-308617854-project] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:46.262774 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1950a8ad-16c8-44a2-b40c-d31c47218e37 req-a066e1d7-bd12-4159-b308-cc55049fa95e tempest-LiveMigrationNegativeTest-1415947046 tempest-LiveMigrationNegativeTest-1415947046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:34:46.267986 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-1950a8ad-16c8-44a2-b40c-d31c47218e37 req-a066e1d7-bd12-4159-b308-cc55049fa95e tempest-LiveMigrationNegativeTest-1415947046 tempest-LiveMigrationNegativeTest-1415947046-project] 10.222.0.54 "GET /v2.0/ports?device_id=9eb68ada-5e0b-435b-bd4b-a788fd4751e5 HTTP/1.1" status: 200 len: 950 time: 0.0915580 Nov 19 17:34:46.268635 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-746bee6a-440d-48ee-8d0a-17e2a02efd02 tempest-ServersWithSpecificFlavorTestJSON-308617854 tempest-ServersWithSpecificFlavorTestJSON-308617854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:46.323900 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Provisioning for port b26e01a2-892b-4113-a015-7aeacde769d6 completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 17:34:46.333571 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Provisioning complete for port b26e01a2-892b-4113-a015-7aeacde769d6 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:34:46.334248 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:46.364301 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [req-10e1ee53-99f8-495c-942e-6108bb8d8e18 req-17285f8e-a5bd-457b-a732-ca3442718d94 tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=103365) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 17:34:46.365376 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-10e1ee53-99f8-495c-942e-6108bb8d8e18 req-17285f8e-a5bd-457b-a732-ca3442718d94 tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0129032 Nov 19 17:34:46.370464 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-746bee6a-440d-48ee-8d0a-17e2a02efd02 tempest-ServersWithSpecificFlavorTestJSON-308617854 tempest-ServersWithSpecificFlavorTestJSON-308617854-project] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:46.371780 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-746bee6a-440d-48ee-8d0a-17e2a02efd02 tempest-ServersWithSpecificFlavorTestJSON-308617854 tempest-ServersWithSpecificFlavorTestJSON-308617854-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2878857 Nov 19 17:34:46.375201 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746bee6a-440d-48ee-8d0a-17e2a02efd02 tempest-ServersWithSpecificFlavorTestJSON-308617854 tempest-ServersWithSpecificFlavorTestJSON-308617854-project] Pushing event updated for resources: {'SecurityGroup': ['ID=348e49f2-1dcd-4cd6-9b8c-7ca0411be99d,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:34:46.376506 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 38568) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:34:46.395918 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-076e5c53-a052-4aef-b242-bca220e4f14d tempest-ServersWithSpecificFlavorTestJSON-308617854 tempest-ServersWithSpecificFlavorTestJSON-308617854-project] Request body: {'security_group_rule': {'security_group_id': '348e49f2-1dcd-4cd6-9b8c-7ca0411be99d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:34:46.476797 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-1950a8ad-16c8-44a2-b40c-d31c47218e37 req-c79636f8-b5ef-47de-b65f-1d3e5b57ac0b tempest-LiveMigrationNegativeTest-1415947046 tempest-LiveMigrationNegativeTest-1415947046-project] 10.222.0.54 "GET /v2.0/security-groups?id=a7cc520c-b1dc-4d57-b44f-99cdb95e8fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926377 Nov 19 17:34:46.506213 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68fd148-b58b-43e3-a672-f3dcb281cbd8 req-ac5b0f35-2950-470b-871a-db74472c0f8a tempest-AggregatesAdminTestJSON-1425960610 tempest-AggregatesAdminTestJSON-1425960610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:34:46.508325 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d68fd148-b58b-43e3-a672-f3dcb281cbd8 req-ac5b0f35-2950-470b-871a-db74472c0f8a tempest-AggregatesAdminTestJSON-1425960610 tempest-AggregatesAdminTestJSON-1425960610-project] 10.222.0.54 "GET /v2.0/ports?device_id=87b4d2be-8535-4db4-ab3d-4a6dc0cf3e60 HTTP/1.1" status: 200 len: 971 time: 0.0953519 Nov 19 17:34:46.535893 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:46.545964 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-076e5c53-a052-4aef-b242-bca220e4f14d tempest-ServersWithSpecificFlavorTestJSON-308617854 tempest-ServersWithSpecificFlavorTestJSON-308617854-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:46.603782 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d68fd148-b58b-43e3-a672-f3dcb281cbd8 req-947f33fc-4ca1-44d4-ad1c-7ae6d0f26251 tempest-AggregatesAdminTestJSON-1425960610 tempest-AggregatesAdminTestJSON-1425960610-project] 10.222.0.54 "GET /v2.0/security-groups?id=0d697fef-59f3-4206-acfb-8fe236d76e03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884650 Nov 19 17:34:46.639723 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port b26e01a2-892b-4113-a015-7aeacde769d6, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=b26e01a2-892b-4113-a015-7aeacde769d6,segment=NetworkSegment(1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861),segment_id=1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:34:46.654946 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:46.666971 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-e9fbdfdb-5f18-4351-9789-32c31fe98d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ce1daef-fdcc-4d90-afd8-fc4afa2f264f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-100236646-router', 'tenant_id': 'cb6962e3106847579ed7129072110a5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.251'}], 'enable_snat': True}, 'gw_port_id': '61e005d5-ad1d-4172-8264-b2b41a92f3fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:34:37Z', 'updated_at': '2021-11-19T17:34:43Z', 'revision_number': 4, 'project_id': 'cb6962e3106847579ed7129072110a5c', 'gw_port': {'id': '61e005d5-ad1d-4172-8264-b2b41a92f3fc', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:5d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce1daef-fdcc-4d90-afd8-fc4afa2f264f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:34:38Z', 'updated_at': '2021-11-19T17:34:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': '62f1aa90-6bb5-4417-9f05-09ddc964643a', 'name': '', 'network_id': '5d9a4ada-bcc7-4145-9268-e1ebc040b0ae', 'tenant_id': 'cb6962e3106847579ed7129072110a5c', 'mac_address': 'fa:16:3e:46:aa:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ce1daef-fdcc-4d90-afd8-fc4afa2f264f', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '6c0fdf15-d8a4-4e50-84be-13cc6146efd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:34:42Z', 'updated_at': '2021-11-19T17:34:43Z', 'revision_number': 2, 'project_id': 'cb6962e3106847579ed7129072110a5c', 'subnets': [{'id': '6c0fdf15-d8a4-4e50-84be-13cc6146efd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:34:46.667627 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-10e1ee53-99f8-495c-942e-6108bb8d8e18 req-c760d1e4-a415-4e1d-b288-881c8af05565 service neutron] Request body: {'port': {'device_id': 'edc9d3ea-ab00-4644-b0c6-6ed9fc0ccf67', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818022-2'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:34:46.679455 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-076e5c53-a052-4aef-b242-bca220e4f14d tempest-ServersWithSpecificFlavorTestJSON-308617854 tempest-ServersWithSpecificFlavorTestJSON-308617854-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:46.685316 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-076e5c53-a052-4aef-b242-bca220e4f14d tempest-ServersWithSpecificFlavorTestJSON-308617854 tempest-ServersWithSpecificFlavorTestJSON-308617854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735179'] for security_group_rule, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:46.711517 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076e5c53-a052-4aef-b242-bca220e4f14d tempest-ServersWithSpecificFlavorTestJSON-308617854 tempest-ServersWithSpecificFlavorTestJSON-308617854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8885e24a-dc50-4675-86cc-faa9b20ddd3d,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:34:46.734947 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-076e5c53-a052-4aef-b242-bca220e4f14d tempest-ServersWithSpecificFlavorTestJSON-308617854 tempest-ServersWithSpecificFlavorTestJSON-308617854-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:46.742721 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-076e5c53-a052-4aef-b242-bca220e4f14d tempest-ServersWithSpecificFlavorTestJSON-308617854 tempest-ServersWithSpecificFlavorTestJSON-308617854-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3497701 Nov 19 17:34:46.743562 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 38576) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:34:46.744301 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-629b3c4b-5385-406b-bfbd-a525e886f913 req-364f4069-e2f5-43fd-a636-05141a2288c2 tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] 10.222.0.54 "GET /v2.0/ports?device_id=24a99233-4744-4b19-a38f-d07aa53cd758 HTTP/1.1" status: 200 len: 210 time: 0.0702553 Nov 19 17:34:46.754110 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-a451b4ed-a0d0-4eff-8166-1cb4d3fef83c tempest-ServersWithSpecificFlavorTestJSON-308617854 tempest-ServersWithSpecificFlavorTestJSON-308617854-project] Request body: {'security_group_rule': {'security_group_id': '348e49f2-1dcd-4cd6-9b8c-7ca0411be99d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:34:46.806605 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a451b4ed-a0d0-4eff-8166-1cb4d3fef83c tempest-ServersWithSpecificFlavorTestJSON-308617854 tempest-ServersWithSpecificFlavorTestJSON-308617854-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:46.813972 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Pushing event updated for resources: {'Port': ['ID=b26e01a2-892b-4113-a015-7aeacde769d6,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:34:46.818533 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-10e1ee53-99f8-495c-942e-6108bb8d8e18 req-c760d1e4-a415-4e1d-b288-881c8af05565 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:46.820031 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9fbdfdb-5f18-4351-9789-32c31fe98d3b None None] Checking router: 1ce1daef-fdcc-4d90-afd8-fc4afa2f264f for host: n-d-818022-2 {{(pid=103366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 17:34:46.820742 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9fbdfdb-5f18-4351-9789-32c31fe98d3b None None] Updating router 1ce1daef-fdcc-4d90-afd8-fc4afa2f264f port 62f1aa90-6bb5-4417-9f05-09ddc964643a binding host n-d-818022-2 {{(pid=103366) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 17:34:46.860860 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e9fbdfdb-5f18-4351-9789-32c31fe98d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:46.894297 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.60', 51929) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:34:46.894644 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 38578) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:34:46.976215 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a451b4ed-a0d0-4eff-8166-1cb4d3fef83c tempest-ServersWithSpecificFlavorTestJSON-308617854 tempest-ServersWithSpecificFlavorTestJSON-308617854-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:46.979076 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-48053304-39f0-4cd6-92f3-8d5919c0b7ec req-a8618262-4f7c-4489-8063-176da4849707 tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=0f17c2230730474889f55896d89ffdce&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0830956 Nov 19 17:34:46.981723 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a451b4ed-a0d0-4eff-8166-1cb4d3fef83c tempest-ServersWithSpecificFlavorTestJSON-308617854 tempest-ServersWithSpecificFlavorTestJSON-308617854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735179'] for security_group_rule, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:47.071676 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a451b4ed-a0d0-4eff-8166-1cb4d3fef83c tempest-ServersWithSpecificFlavorTestJSON-308617854 tempest-ServersWithSpecificFlavorTestJSON-308617854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c84c7fb-d6b4-4de9-82aa-ed1c8c932c89,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:34:47.088374 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a451b4ed-a0d0-4eff-8166-1cb4d3fef83c tempest-ServersWithSpecificFlavorTestJSON-308617854 tempest-ServersWithSpecificFlavorTestJSON-308617854-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:47.089910 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-a451b4ed-a0d0-4eff-8166-1cb4d3fef83c tempest-ServersWithSpecificFlavorTestJSON-308617854 tempest-ServersWithSpecificFlavorTestJSON-308617854-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3453374 Nov 19 17:34:47.094210 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 38584) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:34:47.102523 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-1afbee2c-57bd-429b-b567-c6c1e9081684 tempest-ServersWithSpecificFlavorTestJSON-308617854 tempest-ServersWithSpecificFlavorTestJSON-308617854-project] Request body: {'floatingip': {'floating_network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:34:47.161851 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1afbee2c-57bd-429b-b567-c6c1e9081684 tempest-ServersWithSpecificFlavorTestJSON-308617854 tempest-ServersWithSpecificFlavorTestJSON-308617854-project] Publish callbacks [] for floatingip, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:47.203649 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [req-10e1ee53-99f8-495c-942e-6108bb8d8e18 req-c760d1e4-a415-4e1d-b288-881c8af05565 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 648e9924-4faf-4cc9-8364-066838855211 {{(pid=103365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:34:47.212034 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-10e1ee53-99f8-495c-942e-6108bb8d8e18 req-c760d1e4-a415-4e1d-b288-881c8af05565 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:47.227064 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.provisioning_blocks [req-10e1ee53-99f8-495c-942e-6108bb8d8e18 req-c760d1e4-a415-4e1d-b288-881c8af05565 service neutron] Transition to ACTIVE for port object 648e9924-4faf-4cc9-8364-066838855211 will not be triggered until provisioned by entity L2. {{(pid=103365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 17:34:47.240411 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-10e1ee53-99f8-495c-942e-6108bb8d8e18 req-c760d1e4-a415-4e1d-b288-881c8af05565 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:47.260704 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-12cf96d9-9f28-4972-8e6c-d4e819dfdcc7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:47.274551 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48053304-39f0-4cd6-92f3-8d5919c0b7ec req-98916d95-521c-4b18-b7ae-1ad4a4965f46 tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:34:47.276934 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-48053304-39f0-4cd6-92f3-8d5919c0b7ec req-98916d95-521c-4b18-b7ae-1ad4a4965f46 tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2853196 Nov 19 17:34:47.277072 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 61e005d5-ad1d-4172-8264-b2b41a92f3fc up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:34:47.294476 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-48053304-39f0-4cd6-92f3-8d5919c0b7ec req-a8ff78e9-c793-454b-8f13-99f45b849d6e tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] Request body: {'port': {'device_id': '24a99233-4744-4b19-a38f-d07aa53cd758', 'network_id': '346debfa-452b-4048-abf4-8f4493625ef2', 'admin_state_up': True, 'tenant_id': '0f17c2230730474889f55896d89ffdce'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:34:47.301390 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c760d1e4-a415-4e1d-b288-881c8af05565 service neutron] Pushing event updated for resources: {'Port': ['ID=648e9924-4faf-4cc9-8364-066838855211,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:34:47.339830 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-10e1ee53-99f8-495c-942e-6108bb8d8e18 req-c760d1e4-a415-4e1d-b288-881c8af05565 service neutron] Attempting to bind port 648e9924-4faf-4cc9-8364-066838855211 on host n-h1-818022-2 for vnic_type normal with profile {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:34:47.340300 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-10e1ee53-99f8-495c-942e-6108bb8d8e18 req-c760d1e4-a415-4e1d-b288-881c8af05565 service neutron] Attempting to bind port 648e9924-4faf-4cc9-8364-066838855211 by drivers openvswitch,hyperv on host n-h1-818022-2 at level 0 using segments [{'id': '1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '346debfa-452b-4048-abf4-8f4493625ef2'}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:34:47.340732 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e1ee53-99f8-495c-942e-6108bb8d8e18 req-c760d1e4-a415-4e1d-b288-881c8af05565 service neutron] Attempting to bind port 648e9924-4faf-4cc9-8364-066838855211 on network 346debfa-452b-4048-abf4-8f4493625ef2 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:34:47.347795 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e1ee53-99f8-495c-942e-6108bb8d8e18 req-c760d1e4-a415-4e1d-b288-881c8af05565 service neutron] Port 648e9924-4faf-4cc9-8364-066838855211 on network 346debfa-452b-4048-abf4-8f4493625ef2 not bound, no agent of type Open vSwitch agent registered on host n-h1-818022-2 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 17:34:47.348316 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e1ee53-99f8-495c-942e-6108bb8d8e18 req-c760d1e4-a415-4e1d-b288-881c8af05565 service neutron] Attempting to bind port 648e9924-4faf-4cc9-8364-066838855211 on network 346debfa-452b-4048-abf4-8f4493625ef2 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:34:47.356815 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e1ee53-99f8-495c-942e-6108bb8d8e18 req-c760d1e4-a415-4e1d-b288-881c8af05565 service neutron] Checking agent: {'id': 'a6668d96-12fa-4ec0-99ad-77eaf490dd2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'started_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 34, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:34:47.358482 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e1ee53-99f8-495c-942e-6108bb8d8e18 req-c760d1e4-a415-4e1d-b288-881c8af05565 service neutron] Checking segment: {'id': '1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '346debfa-452b-4048-abf4-8f4493625ef2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:34:47.358838 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e1ee53-99f8-495c-942e-6108bb8d8e18 req-c760d1e4-a415-4e1d-b288-881c8af05565 service neutron] Bound using segment: {'id': '1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '346debfa-452b-4048-abf4-8f4493625ef2'} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:34:47.359506 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-10e1ee53-99f8-495c-942e-6108bb8d8e18 req-c760d1e4-a415-4e1d-b288-881c8af05565 service neutron] Bound port: 648e9924-4faf-4cc9-8364-066838855211, host: n-h1-818022-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '346debfa-452b-4048-abf4-8f4493625ef2'}}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:34:47.360412 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-10e1ee53-99f8-495c-942e-6108bb8d8e18 req-c760d1e4-a415-4e1d-b288-881c8af05565 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:47.395091 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e9fbdfdb-5f18-4351-9789-32c31fe98d3b None None] Publish callbacks [] for port, precommit_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:47.404874 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 61e005d5-ad1d-4172-8264-b2b41a92f3fc triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:34:47.405256 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:47.409740 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e9fbdfdb-5f18-4351-9789-32c31fe98d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:47.412273 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87b4d2be-8535-4db4-ab3d-4a6dc0cf3e60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b26e01a2-892b-4113-a015-7aeacde769d6'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:34:47.415266 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3940761bcd94e032e6960d2241bd8993c5d3a7d8dc2aca8488f3ecf1d4dd2fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab73f923-aeea-4cce-acdd-c227a0241fe7" -d '{"events": [{"server_uuid": "87b4d2be-8535-4db4-ab3d-4a6dc0cf3e60", "name": "network-vif-plugged", "status": "completed", "tag": "b26e01a2-892b-4113-a015-7aeacde769d6"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:34:47.439605 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-10e1ee53-99f8-495c-942e-6108bb8d8e18 req-c760d1e4-a415-4e1d-b288-881c8af05565 service neutron] For port 648e9924-4faf-4cc9-8364-066838855211, host n-h1-818022-2, cleared binding levels {{(pid=103365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:34:47.444684 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-10e1ee53-99f8-495c-942e-6108bb8d8e18 req-c760d1e4-a415-4e1d-b288-881c8af05565 service neutron] For port 648e9924-4faf-4cc9-8364-066838855211, host n-h1-818022-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=648e9924-4faf-4cc9-8364-066838855211,segment=NetworkSegment(1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861),segment_id=1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861)] {{(pid=103365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:34:47.459448 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-10e1ee53-99f8-495c-942e-6108bb8d8e18 req-c760d1e4-a415-4e1d-b288-881c8af05565 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:47.519719 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:34:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f677cc48-2d70-429b-8561-628eaf7db85e x-openstack-request-id: req-f677cc48-2d70-429b-8561-628eaf7db85e {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:34:47.520035 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87b4d2be-8535-4db4-ab3d-4a6dc0cf3e60", "name": "network-vif-plugged", "status": "completed", "tag": "b26e01a2-892b-4113-a015-7aeacde769d6", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:34:47.520296 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f677cc48-2d70-429b-8561-628eaf7db85e {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:34:47.520698 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87b4d2be-8535-4db4-ab3d-4a6dc0cf3e60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b26e01a2-892b-4113-a015-7aeacde769d6', 'code': 200} Nov 19 17:34:47.552335 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e1ee53-99f8-495c-942e-6108bb8d8e18 req-c760d1e4-a415-4e1d-b288-881c8af05565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:34:47.553333 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-10e1ee53-99f8-495c-942e-6108bb8d8e18 req-c760d1e4-a415-4e1d-b288-881c8af05565 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:47.556851 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-10e1ee53-99f8-495c-942e-6108bb8d8e18 req-c760d1e4-a415-4e1d-b288-881c8af05565 service neutron] 10.222.0.60 "PUT /v2.0/ports/648e9924-4faf-4cc9-8364-066838855211 HTTP/1.1" status: 200 len: 1095 time: 0.9892023 Nov 19 17:34:47.557892 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edc9d3ea-ab00-4644-b0c6-6ed9fc0ccf67', 'tag': '648e9924-4faf-4cc9-8364-066838855211'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:34:47.570792 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218319d759239a7d11f1288aef37381b97754913ee9ccbfd43b51a463f801712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-843343d9-61fd-4230-92ca-45714262d3d8" -d '{"events": [{"name": "network-changed", "server_uuid": "edc9d3ea-ab00-4644-b0c6-6ed9fc0ccf67", "tag": "648e9924-4faf-4cc9-8364-066838855211"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:34:47.583287 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dee729-91e7-40f6-bec9-403a0b8c9c7e None None] Pushing event updated for resources: {'Port': ['ID=62f1aa90-6bb5-4417-9f05-09ddc964643a,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:34:47.692863 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-e9fbdfdb-5f18-4351-9789-32c31fe98d3b None None] Attempting to bind port 62f1aa90-6bb5-4417-9f05-09ddc964643a on host n-d-818022-2 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:34:47.693185 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-e9fbdfdb-5f18-4351-9789-32c31fe98d3b None None] Attempting to bind port 62f1aa90-6bb5-4417-9f05-09ddc964643a by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': '8d18c7cf-cb41-433b-a3b3-0bc9a619d055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '5d9a4ada-bcc7-4145-9268-e1ebc040b0ae'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:34:47.693551 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9fbdfdb-5f18-4351-9789-32c31fe98d3b None None] Attempting to bind port 62f1aa90-6bb5-4417-9f05-09ddc964643a on network 5d9a4ada-bcc7-4145-9268-e1ebc040b0ae {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:34:47.703423 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9fbdfdb-5f18-4351-9789-32c31fe98d3b None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 34, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:34:47.703850 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9fbdfdb-5f18-4351-9789-32c31fe98d3b None None] Checking segment: {'id': '8d18c7cf-cb41-433b-a3b3-0bc9a619d055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '5d9a4ada-bcc7-4145-9268-e1ebc040b0ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:34:47.704233 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e9fbdfdb-5f18-4351-9789-32c31fe98d3b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:47.704637 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9fbdfdb-5f18-4351-9789-32c31fe98d3b None None] Bound using segment: {'id': '8d18c7cf-cb41-433b-a3b3-0bc9a619d055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '5d9a4ada-bcc7-4145-9268-e1ebc040b0ae'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:34:47.705965 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-e9fbdfdb-5f18-4351-9789-32c31fe98d3b None None] Bound port: 62f1aa90-6bb5-4417-9f05-09ddc964643a, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d18c7cf-cb41-433b-a3b3-0bc9a619d055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '5d9a4ada-bcc7-4145-9268-e1ebc040b0ae'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:34:47.706317 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e9fbdfdb-5f18-4351-9789-32c31fe98d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:47.741397 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 17:34:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2477d206-5104-4fbb-bca9-57fb9458289d x-openstack-request-id: req-2477d206-5104-4fbb-bca9-57fb9458289d {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:34:47.748249 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edc9d3ea-ab00-4644-b0c6-6ed9fc0ccf67", "tag": "648e9924-4faf-4cc9-8364-066838855211", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:34:47.748904 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-2477d206-5104-4fbb-bca9-57fb9458289d {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:34:47.749758 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edc9d3ea-ab00-4644-b0c6-6ed9fc0ccf67', 'tag': '648e9924-4faf-4cc9-8364-066838855211', 'status': 'completed', 'code': 200} Nov 19 17:34:47.825148 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c760d1e4-a415-4e1d-b288-881c8af05565 service neutron] Pushing event updated for resources: {'Port': ['ID=648e9924-4faf-4cc9-8364-066838855211,revision_number=3']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:34:47.910323 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-12cf96d9-9f28-4972-8e6c-d4e819dfdcc7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:47.911683 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc74354b-bfc3-470c-8e6a-27888d02fc09 req-a915ddfd-ebc7-4f8a-8527-c27aef251340 tempest-LiveMigrationNegativeTest-1415947046 tempest-LiveMigrationNegativeTest-1415947046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:34:47.914955 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48053304-39f0-4cd6-92f3-8d5919c0b7ec req-a8ff78e9-c793-454b-8f13-99f45b849d6e tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] Made reservation on behalf of 0f17c2230730474889f55896d89ffdce for: {'port': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:34:47.918955 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-48053304-39f0-4cd6-92f3-8d5919c0b7ec req-a8ff78e9-c793-454b-8f13-99f45b849d6e tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:47.924424 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-e9fbdfdb-5f18-4351-9789-32c31fe98d3b None None] For port 62f1aa90-6bb5-4417-9f05-09ddc964643a, host n-d-818022-2, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:34:47.924814 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fc74354b-bfc3-470c-8e6a-27888d02fc09 req-a915ddfd-ebc7-4f8a-8527-c27aef251340 tempest-LiveMigrationNegativeTest-1415947046 tempest-LiveMigrationNegativeTest-1415947046-project] 10.222.0.54 "GET /v2.0/ports?device_id=9eb68ada-5e0b-435b-bd4b-a788fd4751e5 HTTP/1.1" status: 200 len: 950 time: 0.2296305 Nov 19 17:34:47.931342 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-e9fbdfdb-5f18-4351-9789-32c31fe98d3b None None] For port 62f1aa90-6bb5-4417-9f05-09ddc964643a, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=62f1aa90-6bb5-4417-9f05-09ddc964643a,segment=NetworkSegment(8d18c7cf-cb41-433b-a3b3-0bc9a619d055),segment_id=8d18c7cf-cb41-433b-a3b3-0bc9a619d055)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:34:47.938705 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e9fbdfdb-5f18-4351-9789-32c31fe98d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:47.942779 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-12cf96d9-9f28-4972-8e6c-d4e819dfdcc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:47.958952 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e1ee53-99f8-495c-942e-6108bb8d8e18 req-67e6da85-f18a-46e8-9931-93db031c2156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:34:47.960880 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-10e1ee53-99f8-495c-942e-6108bb8d8e18 req-67e6da85-f18a-46e8-9931-93db031c2156 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0f17c2230730474889f55896d89ffdce&device_id=edc9d3ea-ab00-4644-b0c6-6ed9fc0ccf67 HTTP/1.1" status: 200 len: 1098 time: 0.3259416 Nov 19 17:34:47.962717 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f598a6-3adc-4477-bf03-81f3c32ced91 req-edbe719a-ce64-4833-a1c7-e172715bfe4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:34:47.964920 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-14f598a6-3adc-4477-bf03-81f3c32ced91 req-edbe719a-ce64-4833-a1c7-e172715bfe4b service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=87b4d2be-8535-4db4-ab3d-4a6dc0cf3e60 HTTP/1.1" status: 200 len: 1123 time: 0.3000257 Nov 19 17:34:48.022247 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cf96d9-9f28-4972-8e6c-d4e819dfdcc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64b808bf-dced-4a1c-b607-f397b846c929,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:34:48.040247 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-232c907e-23cc-4e62-8783-67bcd961a5cf None None] Provisioning complete for port 62f1aa90-6bb5-4417-9f05-09ddc964643a triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:34:48.040629 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-232c907e-23cc-4e62-8783-67bcd961a5cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:48.042677 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9fbdfdb-5f18-4351-9789-32c31fe98d3b None None] Routers {'1ce1daef-fdcc-4d90-afd8-fc4afa2f264f'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:34:48.043725 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-e9fbdfdb-5f18-4351-9789-32c31fe98d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:34:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['1ce1daef-fdcc-4d90-afd8-fc4afa2f264f'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:34:48.046659 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dee729-91e7-40f6-bec9-403a0b8c9c7e None None] Pushing event updated for resources: {'Port': ['ID=62f1aa90-6bb5-4417-9f05-09ddc964643a,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:34:48.094326 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-10e1ee53-99f8-495c-942e-6108bb8d8e18 req-e4872f37-1541-4160-8fa5-9e2ab3ad4af1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=648e9924-4faf-4cc9-8364-066838855211 HTTP/1.1" status: 200 len: 217 time: 0.1243014 Nov 19 17:34:48.163871 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e1ee53-99f8-495c-942e-6108bb8d8e18 req-b9f238da-c1fc-4597-8090-58a6f941cadb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:34:48.165795 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-10e1ee53-99f8-495c-942e-6108bb8d8e18 req-b9f238da-c1fc-4597-8090-58a6f941cadb service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8b3c88de-c9c2-4a20-b19e-1855c2c19035 HTTP/1.1" status: 200 len: 843 time: 0.0553160 Nov 19 17:34:48.197329 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-14f598a6-3adc-4477-bf03-81f3c32ced91 req-ea35faac-efac-4500-829e-7ae1aec71f6f service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=0d697fef-59f3-4206-acfb-8fe236d76e03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195818 Nov 19 17:34:48.232713 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fc74354b-bfc3-470c-8e6a-27888d02fc09 req-de6acd52-068a-4b32-8d73-572cdb610d38 tempest-LiveMigrationNegativeTest-1415947046 tempest-LiveMigrationNegativeTest-1415947046-project] 10.222.0.54 "GET /v2.0/security-groups?id=a7cc520c-b1dc-4d57-b44f-99cdb95e8fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3062871 Nov 19 17:34:48.238964 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [req-48053304-39f0-4cd6-92f3-8d5919c0b7ec req-a8ff78e9-c793-454b-8f13-99f45b849d6e tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] Allocated IP 192.168.233.85 (346debfa-452b-4048-abf4-8f4493625ef2/8b3c88de-c9c2-4a20-b19e-1855c2c19035/6e33b232-f4a9-4fdd-a99f-17fe0e7b0fe7) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:34:48.275706 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e1ee53-99f8-495c-942e-6108bb8d8e18 req-39fea5da-210b-4bf8-a314-446d896cd70e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:34:48.281097 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-10e1ee53-99f8-495c-942e-6108bb8d8e18 req-39fea5da-210b-4bf8-a314-446d896cd70e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=346debfa-452b-4048-abf4-8f4493625ef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1042228 Nov 19 17:34:48.301988 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a5413c-8195-4a3b-ac5a-f34576cdb419 req-d080aca0-741b-4738-b3ac-6a50cf0f8d53 tempest-AggregatesAdminTestJSON-1425960610 tempest-AggregatesAdminTestJSON-1425960610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:34:48.311429 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-98a5413c-8195-4a3b-ac5a-f34576cdb419 req-d080aca0-741b-4738-b3ac-6a50cf0f8d53 tempest-AggregatesAdminTestJSON-1425960610 tempest-AggregatesAdminTestJSON-1425960610-project] 10.222.0.54 "GET /v2.0/ports?device_id=87b4d2be-8535-4db4-ab3d-4a6dc0cf3e60 HTTP/1.1" status: 200 len: 972 time: 0.4951177 Nov 19 17:34:48.324105 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1afbee2c-57bd-429b-b567-c6c1e9081684 tempest-ServersWithSpecificFlavorTestJSON-308617854 tempest-ServersWithSpecificFlavorTestJSON-308617854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:48.350935 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-e9fbdfdb-5f18-4351-9789-32c31fe98d3b None None] Set router 1ce1daef-fdcc-4d90-afd8-fc4afa2f264f gateway port host: n-d-818022-2 {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:34:48.362204 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-12cf96d9-9f28-4972-8e6c-d4e819dfdcc7 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b99439e0bcd0420d939e72ad463f32a7&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4648991 Nov 19 17:34:48.369296 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 38598) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:34:48.406716 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7bd2f9c3-92a8-4622-9d2b-4530a740c348 req-a9a57396-a658-4fa8-aba9-f4db64c52161 tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] 10.222.0.54 "GET /v2.0/ports?device_id=24a99233-4744-4b19-a38f-d07aa53cd758 HTTP/1.1" status: 200 len: 210 time: 0.0336156 Nov 19 17:34:48.418933 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-232c907e-23cc-4e62-8783-67bcd961a5cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:48.473475 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-10e1ee53-99f8-495c-942e-6108bb8d8e18 req-024834ad-48f4-4cc7-a514-d655e7a29679 service neutron] 10.222.0.60 "GET /v2.0/networks/346debfa-452b-4048-abf4-8f4493625ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1835158 Nov 19 17:34:48.550360 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-232c907e-23cc-4e62-8783-67bcd961a5cf None None] For port 62f1aa90-6bb5-4417-9f05-09ddc964643a, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=62f1aa90-6bb5-4417-9f05-09ddc964643a,segment=NetworkSegment(8d18c7cf-cb41-433b-a3b3-0bc9a619d055),segment_id=8d18c7cf-cb41-433b-a3b3-0bc9a619d055)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:34:48.564117 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-232c907e-23cc-4e62-8783-67bcd961a5cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:48.606200 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-98a5413c-8195-4a3b-ac5a-f34576cdb419 req-2773fee0-3632-4391-a98a-60ef19593bb1 tempest-AggregatesAdminTestJSON-1425960610 tempest-AggregatesAdminTestJSON-1425960610-project] 10.222.0.54 "GET /v2.0/security-groups?id=0d697fef-59f3-4206-acfb-8fe236d76e03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2896221 Nov 19 17:34:48.628761 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232c907e-23cc-4e62-8783-67bcd961a5cf None None] Pushing event updated for resources: {'Port': ['ID=62f1aa90-6bb5-4417-9f05-09ddc964643a,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:34:48.637860 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-10e1ee53-99f8-495c-942e-6108bb8d8e18 req-c74c6a26-881d-4c35-a169-b8c568c547e8 service neutron] 10.222.0.60 "GET /v2.0/networks/346debfa-452b-4048-abf4-8f4493625ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554742 Nov 19 17:34:48.678555 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2748b166-c452-4c8e-be0f-9ba8178bc28f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:48.692992 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [None req-1afbee2c-57bd-429b-b567-c6c1e9081684 tempest-ServersWithSpecificFlavorTestJSON-308617854 tempest-ServersWithSpecificFlavorTestJSON-308617854-project] Allocated IP 172.25.7.221 (645e61aa-1a6c-4e8f-857e-ab06edb4897f/88ed2d64-f56d-4f01-a468-946e01c99e82/f19d7bcb-7857-42aa-9051-dedb062b2551) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:34:48.739149 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-a4e5b145-74a9-4bf7-8e79-76db1ac4944c None None] Provisioning complete for port 62f1aa90-6bb5-4417-9f05-09ddc964643a triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:34:48.739438 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a4e5b145-74a9-4bf7-8e79-76db1ac4944c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:48.743428 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2748b166-c452-4c8e-be0f-9ba8178bc28f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:48.781762 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843343d9-61fd-4230-92ca-45714262d3d8 req-c103b887-c868-4d8f-bb43-24b5e9ad305d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:34:48.783978 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-e9fbdfdb-5f18-4351-9789-32c31fe98d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ce1daef-fdcc-4d90-afd8-fc4afa2f264f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-100236646-router', 'tenant_id': 'cb6962e3106847579ed7129072110a5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.251'}], 'enable_snat': True}, 'gw_port_id': '61e005d5-ad1d-4172-8264-b2b41a92f3fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:34:37Z', 'updated_at': '2021-11-19T17:34:43Z', 'revision_number': 4, 'project_id': 'cb6962e3106847579ed7129072110a5c', 'gw_port': {'id': '61e005d5-ad1d-4172-8264-b2b41a92f3fc', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:5d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce1daef-fdcc-4d90-afd8-fc4afa2f264f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:34:38Z', 'updated_at': '2021-11-19T17:34:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': '62f1aa90-6bb5-4417-9f05-09ddc964643a', 'name': '', 'network_id': '5d9a4ada-bcc7-4145-9268-e1ebc040b0ae', 'tenant_id': 'cb6962e3106847579ed7129072110a5c', 'mac_address': 'fa:16:3e:46:aa:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ce1daef-fdcc-4d90-afd8-fc4afa2f264f', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '6c0fdf15-d8a4-4e50-84be-13cc6146efd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:34:42Z', 'updated_at': '2021-11-19T17:34:47Z', 'revision_number': 4, 'project_id': 'cb6962e3106847579ed7129072110a5c', 'subnets': [{'id': '6c0fdf15-d8a4-4e50-84be-13cc6146efd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:34:48.784430 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-843343d9-61fd-4230-92ca-45714262d3d8 req-c103b887-c868-4d8f-bb43-24b5e9ad305d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0f17c2230730474889f55896d89ffdce&device_id=edc9d3ea-ab00-4644-b0c6-6ed9fc0ccf67 HTTP/1.1" status: 200 len: 1098 time: 0.0840659 Nov 19 17:34:48.824231 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9fbdfdb-5f18-4351-9789-32c31fe98d3b None None] The sync data for ids ['1ce1daef-fdcc-4d90-afd8-fc4afa2f264f'] in n-d-818022-2 is: [{'id': '1ce1daef-fdcc-4d90-afd8-fc4afa2f264f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-100236646-router', 'tenant_id': 'cb6962e3106847579ed7129072110a5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.251'}], 'enable_snat': True}, 'gw_port_id': '61e005d5-ad1d-4172-8264-b2b41a92f3fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:34:37Z', 'updated_at': '2021-11-19T17:34:43Z', 'revision_number': 4, 'project_id': 'cb6962e3106847579ed7129072110a5c', 'gw_port': {'id': '61e005d5-ad1d-4172-8264-b2b41a92f3fc', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:5d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce1daef-fdcc-4d90-afd8-fc4afa2f264f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:34:38Z', 'updated_at': '2021-11-19T17:34:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': '62f1aa90-6bb5-4417-9f05-09ddc964643a', 'name': '', 'network_id': '5d9a4ada-bcc7-4145-9268-e1ebc040b0ae', 'tenant_id': 'cb6962e3106847579ed7129072110a5c', 'mac_address': 'fa:16:3e:46:aa:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ce1daef-fdcc-4d90-afd8-fc4afa2f264f', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '6c0fdf15-d8a4-4e50-84be-13cc6146efd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:34:42Z', 'updated_at': '2021-11-19T17:34:47Z', 'revision_number': 4, 'project_id': 'cb6962e3106847579ed7129072110a5c', 'subnets': [{'id': '6c0fdf15-d8a4-4e50-84be-13cc6146efd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 17:34:48.831843 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-48053304-39f0-4cd6-92f3-8d5919c0b7ec req-a8ff78e9-c793-454b-8f13-99f45b849d6e tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:48.939997 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2748b166-c452-4c8e-be0f-9ba8178bc28f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:48.944597 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2748b166-c452-4c8e-be0f-9ba8178bc28f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:48.946415 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-2748b166-c452-4c8e-be0f-9ba8178bc28f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/64b808bf-dced-4a1c-b607-f397b846c929 HTTP/1.1" status: 204 len: 168 time: 0.5757513 Nov 19 17:34:49.007723 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843343d9-61fd-4230-92ca-45714262d3d8 req-2195b896-7002-4df9-a21e-b35f46aee9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:34:49.008784 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2748b166-c452-4c8e-be0f-9ba8178bc28f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64b808bf-dced-4a1c-b607-f397b846c929,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:34:49.010327 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-843343d9-61fd-4230-92ca-45714262d3d8 req-2195b896-7002-4df9-a21e-b35f46aee9ad service neutron] 10.222.0.60 "GET /v2.0/networks?id=346debfa-452b-4048-abf4-8f4493625ef2 HTTP/1.1" status: 200 len: 870 time: 0.2181416 Nov 19 17:34:49.019743 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-48053304-39f0-4cd6-92f3-8d5919c0b7ec req-a8ff78e9-c793-454b-8f13-99f45b849d6e tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:49.055617 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1afbee2c-57bd-429b-b567-c6c1e9081684 tempest-ServersWithSpecificFlavorTestJSON-308617854 tempest-ServersWithSpecificFlavorTestJSON-308617854-project] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:49.099536 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-843343d9-61fd-4230-92ca-45714262d3d8 req-68c2d9cf-3fc9-4998-add3-42becb207cad service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=648e9924-4faf-4cc9-8364-066838855211 HTTP/1.1" status: 200 len: 217 time: 0.0813406 Nov 19 17:34:49.132585 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48053304-39f0-4cd6-92f3-8d5919c0b7ec req-a8ff78e9-c793-454b-8f13-99f45b849d6e tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] Network 346debfa-452b-4048-abf4-8f4493625ef2 is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:34:49.143702 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [req-48053304-39f0-4cd6-92f3-8d5919c0b7ec req-a8ff78e9-c793-454b-8f13-99f45b849d6e tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:34:49.153238 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [req-48053304-39f0-4cd6-92f3-8d5919c0b7ec req-a8ff78e9-c793-454b-8f13-99f45b849d6e tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:34:49.174621 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48053304-39f0-4cd6-92f3-8d5919c0b7ec req-a8ff78e9-c793-454b-8f13-99f45b849d6e tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:34:49.175662 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-48053304-39f0-4cd6-92f3-8d5919c0b7ec req-a8ff78e9-c793-454b-8f13-99f45b849d6e tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:49.199918 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843343d9-61fd-4230-92ca-45714262d3d8 req-f0a9a8ee-f1d3-49b3-8b2d-fe0cdbcef523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:34:49.203203 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-843343d9-61fd-4230-92ca-45714262d3d8 req-f0a9a8ee-f1d3-49b3-8b2d-fe0cdbcef523 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8b3c88de-c9c2-4a20-b19e-1855c2c19035 HTTP/1.1" status: 200 len: 843 time: 0.0953000 Nov 19 17:34:49.218485 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ff78e9-c793-454b-8f13-99f45b849d6e tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] Pushing event updated for resources: {'Port': ['ID=6e33b232-f4a9-4fdd-a99f-17fe0e7b0fe7,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:34:49.256842 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-48053304-39f0-4cd6-92f3-8d5919c0b7ec req-a8ff78e9-c793-454b-8f13-99f45b849d6e tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9706116 Nov 19 17:34:49.283993 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-48053304-39f0-4cd6-92f3-8d5919c0b7ec req-34d2090f-deba-4025-9cc5-8906dd49666b service neutron] Request body: {'port': {'device_id': '24a99233-4744-4b19-a38f-d07aa53cd758', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818022-2'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:34:49.325325 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1afbee2c-57bd-429b-b567-c6c1e9081684 tempest-ServersWithSpecificFlavorTestJSON-308617854 tempest-ServersWithSpecificFlavorTestJSON-308617854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:49.332981 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843343d9-61fd-4230-92ca-45714262d3d8 req-cbf9d8a3-b9ff-487d-b6f3-1235dacd0d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:34:49.336194 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-843343d9-61fd-4230-92ca-45714262d3d8 req-cbf9d8a3-b9ff-487d-b6f3-1235dacd0d90 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=346debfa-452b-4048-abf4-8f4493625ef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1253738 Nov 19 17:34:49.439691 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-48053304-39f0-4cd6-92f3-8d5919c0b7ec req-34d2090f-deba-4025-9cc5-8906dd49666b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:49.481647 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 62f1aa90-6bb5-4417-9f05-09ddc964643a up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:34:49.588368 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1afbee2c-57bd-429b-b567-c6c1e9081684 tempest-ServersWithSpecificFlavorTestJSON-308617854 tempest-ServersWithSpecificFlavorTestJSON-308617854-project] Network 645e61aa-1a6c-4e8f-857e-ab06edb4897f is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:34:49.589754 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afbee2c-57bd-429b-b567-c6c1e9081684 tempest-ServersWithSpecificFlavorTestJSON-308617854 tempest-ServersWithSpecificFlavorTestJSON-308617854-project] Pushing event updated for resources: {'Port': ['ID=f19d7bcb-7857-42aa-9051-dedb062b2551,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:34:49.602548 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-1afbee2c-57bd-429b-b567-c6c1e9081684 tempest-ServersWithSpecificFlavorTestJSON-308617854 tempest-ServersWithSpecificFlavorTestJSON-308617854-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:34:49.623088 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1afbee2c-57bd-429b-b567-c6c1e9081684 tempest-ServersWithSpecificFlavorTestJSON-308617854 tempest-ServersWithSpecificFlavorTestJSON-308617854-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:34:49.624844 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-843343d9-61fd-4230-92ca-45714262d3d8 req-50120c0f-0c90-490b-b0b7-f0951536f970 service neutron] 10.222.0.60 "GET /v2.0/networks/346debfa-452b-4048-abf4-8f4493625ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2798824 Nov 19 17:34:49.696332 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 62f1aa90-6bb5-4417-9f05-09ddc964643a triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:34:49.697136 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:49.773998 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-ccf84039-ac26-4999-8a1e-95f650935d8a None None] Provisioning complete for port 6e33b232-f4a9-4fdd-a99f-17fe0e7b0fe7 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:34:49.774379 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ccf84039-ac26-4999-8a1e-95f650935d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:49.795490 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 38610) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:34:49.833550 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1afbee2c-57bd-429b-b567-c6c1e9081684 tempest-ServersWithSpecificFlavorTestJSON-308617854 tempest-ServersWithSpecificFlavorTestJSON-308617854-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:49.842052 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-79e03de4-e32d-4b89-b5c7-8fcc36e27ae8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:49.842918 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-ccf84039-ac26-4999-8a1e-95f650935d8a None None] Port 6e33b232-f4a9-4fdd-a99f-17fe0e7b0fe7 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:34:49.909577 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf96ac17-d462-47d4-adb6-309134b56783 req-99aa0e42-9719-4ed5-9a48-73f35cfd243d tempest-LiveMigrationNegativeTest-1415947046 tempest-LiveMigrationNegativeTest-1415947046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:34:49.912108 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-cf96ac17-d462-47d4-adb6-309134b56783 req-99aa0e42-9719-4ed5-9a48-73f35cfd243d tempest-LiveMigrationNegativeTest-1415947046 tempest-LiveMigrationNegativeTest-1415947046-project] 10.222.0.54 "GET /v2.0/ports?device_id=9eb68ada-5e0b-435b-bd4b-a788fd4751e5 HTTP/1.1" status: 200 len: 950 time: 0.2853312 Nov 19 17:34:49.999674 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-843343d9-61fd-4230-92ca-45714262d3d8 req-fc7b74c7-6663-4b72-8a29-fa9a9bf427fe service neutron] 10.222.0.60 "GET /v2.0/networks/346debfa-452b-4048-abf4-8f4493625ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3304164 Nov 19 17:34:50.034635 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1afbee2c-57bd-429b-b567-c6c1e9081684 tempest-ServersWithSpecificFlavorTestJSON-308617854 tempest-ServersWithSpecificFlavorTestJSON-308617854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:50.038853 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-cf96ac17-d462-47d4-adb6-309134b56783 req-b21b8246-f152-4e25-a825-82968debf012 tempest-LiveMigrationNegativeTest-1415947046 tempest-LiveMigrationNegativeTest-1415947046-project] 10.222.0.54 "GET /v2.0/security-groups?id=a7cc520c-b1dc-4d57-b44f-99cdb95e8fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170375 Nov 19 17:34:50.110999 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-79e03de4-e32d-4b89-b5c7-8fcc36e27ae8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:50.119065 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c74216-6dcf-466c-b3ea-648da9e155c8 req-43a9e21f-335c-46f0-9dc6-881451d0aa2a tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:34:50.120918 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-36c74216-6dcf-466c-b3ea-648da9e155c8 req-43a9e21f-335c-46f0-9dc6-881451d0aa2a tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] 10.222.0.54 "GET /v2.0/ports?device_id=24a99233-4744-4b19-a38f-d07aa53cd758 HTTP/1.1" status: 200 len: 935 time: 0.3763177 Nov 19 17:34:50.134736 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-79e03de4-e32d-4b89-b5c7-8fcc36e27ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:50.211059 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-79e03de4-e32d-4b89-b5c7-8fcc36e27ae8 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=55174b7f555c44d89f6c7694591b0112&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4110467 Nov 19 17:34:50.211059 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e03de4-e32d-4b89-b5c7-8fcc36e27ae8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dfae9cf-898f-4e0a-9e1a-dd87c18eb641,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:34:50.212090 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 38614) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:34:50.256566 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e73948-760f-4d02-a217-674e30c917d9 req-2ed65c71-0e67-4f4a-aba6-5b66a7ba06cd tempest-AggregatesAdminTestJSON-1425960610 tempest-AggregatesAdminTestJSON-1425960610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:34:50.259014 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-69e73948-760f-4d02-a217-674e30c917d9 req-2ed65c71-0e67-4f4a-aba6-5b66a7ba06cd tempest-AggregatesAdminTestJSON-1425960610 tempest-AggregatesAdminTestJSON-1425960610-project] 10.222.0.54 "GET /v2.0/ports?device_id=87b4d2be-8535-4db4-ab3d-4a6dc0cf3e60 HTTP/1.1" status: 200 len: 972 time: 0.1406970 Nov 19 17:34:50.265587 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-36c74216-6dcf-466c-b3ea-648da9e155c8 req-5dc1aabe-c57c-45a5-afb5-9fb65ff1e7b1 tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] 10.222.0.54 "GET /v2.0/security-groups?id=c22c1cd0-07b3-4e9e-90d5-03f297ddf2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375487 Nov 19 17:34:50.337380 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-63740685-cfc3-4bff-88d1-055ee0566c03 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:50.363154 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-69e73948-760f-4d02-a217-674e30c917d9 req-79a4968f-54bd-4389-9dad-2fbd62d4dda3 tempest-AggregatesAdminTestJSON-1425960610 tempest-AggregatesAdminTestJSON-1425960610-project] 10.222.0.54 "GET /v2.0/security-groups?id=0d697fef-59f3-4206-acfb-8fe236d76e03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858111 Nov 19 17:34:50.386172 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [req-48053304-39f0-4cd6-92f3-8d5919c0b7ec req-34d2090f-deba-4025-9cc5-8906dd49666b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e33b232-f4a9-4fdd-a99f-17fe0e7b0fe7 {{(pid=103364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:34:50.397114 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-48053304-39f0-4cd6-92f3-8d5919c0b7ec req-34d2090f-deba-4025-9cc5-8906dd49666b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:50.399942 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-63740685-cfc3-4bff-88d1-055ee0566c03 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:50.418715 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1afbee2c-57bd-429b-b567-c6c1e9081684 tempest-ServersWithSpecificFlavorTestJSON-308617854 tempest-ServersWithSpecificFlavorTestJSON-308617854-project] Publish callbacks [] for port, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:50.427009 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1afbee2c-57bd-429b-b567-c6c1e9081684 tempest-ServersWithSpecificFlavorTestJSON-308617854 tempest-ServersWithSpecificFlavorTestJSON-308617854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:50.433417 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.provisioning_blocks [req-48053304-39f0-4cd6-92f3-8d5919c0b7ec req-34d2090f-deba-4025-9cc5-8906dd49666b service neutron] Transition to ACTIVE for port object 6e33b232-f4a9-4fdd-a99f-17fe0e7b0fe7 will not be triggered until provisioned by entity L2. {{(pid=103364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 17:34:50.461875 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-48053304-39f0-4cd6-92f3-8d5919c0b7ec req-34d2090f-deba-4025-9cc5-8906dd49666b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:50.476920 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1afbee2c-57bd-429b-b567-c6c1e9081684 tempest-ServersWithSpecificFlavorTestJSON-308617854 tempest-ServersWithSpecificFlavorTestJSON-308617854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-671284'] for floatingip, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:50.510940 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afbee2c-57bd-429b-b567-c6c1e9081684 tempest-ServersWithSpecificFlavorTestJSON-308617854 tempest-ServersWithSpecificFlavorTestJSON-308617854-project] Pushing event updated for resources: {'Port': ['ID=f19d7bcb-7857-42aa-9051-dedb062b2551,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:34:50.521528 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1afbee2c-57bd-429b-b567-c6c1e9081684 tempest-ServersWithSpecificFlavorTestJSON-308617854 tempest-ServersWithSpecificFlavorTestJSON-308617854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for floatingip, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:50.523801 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-63740685-cfc3-4bff-88d1-055ee0566c03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:50.528711 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-63740685-cfc3-4bff-88d1-055ee0566c03 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:50.531289 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-63740685-cfc3-4bff-88d1-055ee0566c03 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/0dfae9cf-898f-4e0a-9e1a-dd87c18eb641 HTTP/1.1" status: 204 len: 168 time: 0.3177726 Nov 19 17:34:50.537572 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-1afbee2c-57bd-429b-b567-c6c1e9081684 tempest-ServersWithSpecificFlavorTestJSON-308617854 tempest-ServersWithSpecificFlavorTestJSON-308617854-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4371939 Nov 19 17:34:50.560891 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63740685-cfc3-4bff-88d1-055ee0566c03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dfae9cf-898f-4e0a-9e1a-dd87c18eb641,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:34:50.631429 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-48053304-39f0-4cd6-92f3-8d5919c0b7ec req-34d2090f-deba-4025-9cc5-8906dd49666b service neutron] Attempting to bind port 6e33b232-f4a9-4fdd-a99f-17fe0e7b0fe7 on host n-h1-818022-2 for vnic_type normal with profile {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:34:50.631764 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-48053304-39f0-4cd6-92f3-8d5919c0b7ec req-34d2090f-deba-4025-9cc5-8906dd49666b service neutron] Attempting to bind port 6e33b232-f4a9-4fdd-a99f-17fe0e7b0fe7 by drivers openvswitch,hyperv on host n-h1-818022-2 at level 0 using segments [{'id': '1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '346debfa-452b-4048-abf4-8f4493625ef2'}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:34:50.632016 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48053304-39f0-4cd6-92f3-8d5919c0b7ec req-34d2090f-deba-4025-9cc5-8906dd49666b service neutron] Attempting to bind port 6e33b232-f4a9-4fdd-a99f-17fe0e7b0fe7 on network 346debfa-452b-4048-abf4-8f4493625ef2 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:34:50.635888 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d2090f-deba-4025-9cc5-8906dd49666b service neutron] Pushing event updated for resources: {'Port': ['ID=6e33b232-f4a9-4fdd-a99f-17fe0e7b0fe7,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:34:50.649883 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48053304-39f0-4cd6-92f3-8d5919c0b7ec req-34d2090f-deba-4025-9cc5-8906dd49666b service neutron] Port 6e33b232-f4a9-4fdd-a99f-17fe0e7b0fe7 on network 346debfa-452b-4048-abf4-8f4493625ef2 not bound, no agent of type Open vSwitch agent registered on host n-h1-818022-2 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 17:34:50.650250 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48053304-39f0-4cd6-92f3-8d5919c0b7ec req-34d2090f-deba-4025-9cc5-8906dd49666b service neutron] Attempting to bind port 6e33b232-f4a9-4fdd-a99f-17fe0e7b0fe7 on network 346debfa-452b-4048-abf4-8f4493625ef2 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:34:50.656693 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48053304-39f0-4cd6-92f3-8d5919c0b7ec req-34d2090f-deba-4025-9cc5-8906dd49666b service neutron] Checking agent: {'id': 'a6668d96-12fa-4ec0-99ad-77eaf490dd2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'started_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 34, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:34:50.657048 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48053304-39f0-4cd6-92f3-8d5919c0b7ec req-34d2090f-deba-4025-9cc5-8906dd49666b service neutron] Checking segment: {'id': '1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '346debfa-452b-4048-abf4-8f4493625ef2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:34:50.657412 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48053304-39f0-4cd6-92f3-8d5919c0b7ec req-34d2090f-deba-4025-9cc5-8906dd49666b service neutron] Bound using segment: {'id': '1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '346debfa-452b-4048-abf4-8f4493625ef2'} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:34:50.657863 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-48053304-39f0-4cd6-92f3-8d5919c0b7ec req-34d2090f-deba-4025-9cc5-8906dd49666b service neutron] Bound port: 6e33b232-f4a9-4fdd-a99f-17fe0e7b0fe7, host: n-h1-818022-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '346debfa-452b-4048-abf4-8f4493625ef2'}}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:34:50.658229 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-48053304-39f0-4cd6-92f3-8d5919c0b7ec req-34d2090f-deba-4025-9cc5-8906dd49666b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:50.714594 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d035ef3e-21b9-4b59-bd15-449553084957 req-c607564e-98f1-47df-8e38-f87bc9299b18 tempest-AggregatesAdminTestJSON-49151676 tempest-AggregatesAdminTestJSON-49151676-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:34:50.724377 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d035ef3e-21b9-4b59-bd15-449553084957 req-c607564e-98f1-47df-8e38-f87bc9299b18 tempest-AggregatesAdminTestJSON-49151676 tempest-AggregatesAdminTestJSON-49151676-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=87b4d2be-8535-4db4-ab3d-4a6dc0cf3e60 HTTP/1.1" status: 200 len: 1123 time: 0.0679684 Nov 19 17:34:50.748852 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-d035ef3e-21b9-4b59-bd15-449553084957 req-97b47780-3fa8-4176-be9b-cf35d382d439 tempest-AggregatesAdminTestJSON-49151676 tempest-AggregatesAdminTestJSON-49151676-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:50.797506 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-48053304-39f0-4cd6-92f3-8d5919c0b7ec req-34d2090f-deba-4025-9cc5-8906dd49666b service neutron] For port 6e33b232-f4a9-4fdd-a99f-17fe0e7b0fe7, host n-h1-818022-2, cleared binding levels {{(pid=103364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:34:50.809626 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-48053304-39f0-4cd6-92f3-8d5919c0b7ec req-34d2090f-deba-4025-9cc5-8906dd49666b service neutron] For port 6e33b232-f4a9-4fdd-a99f-17fe0e7b0fe7, host n-h1-818022-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=6e33b232-f4a9-4fdd-a99f-17fe0e7b0fe7,segment=NetworkSegment(1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861),segment_id=1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861)] {{(pid=103364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:34:50.816523 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-48053304-39f0-4cd6-92f3-8d5919c0b7ec req-34d2090f-deba-4025-9cc5-8906dd49666b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:50.883793 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48053304-39f0-4cd6-92f3-8d5919c0b7ec req-34d2090f-deba-4025-9cc5-8906dd49666b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:34:50.885194 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-48053304-39f0-4cd6-92f3-8d5919c0b7ec req-34d2090f-deba-4025-9cc5-8906dd49666b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:50.887662 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-48053304-39f0-4cd6-92f3-8d5919c0b7ec req-34d2090f-deba-4025-9cc5-8906dd49666b service neutron] 10.222.0.60 "PUT /v2.0/ports/6e33b232-f4a9-4fdd-a99f-17fe0e7b0fe7 HTTP/1.1" status: 200 len: 1095 time: 1.6148047 Nov 19 17:34:50.888719 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24a99233-4744-4b19-a38f-d07aa53cd758', 'tag': '6e33b232-f4a9-4fdd-a99f-17fe0e7b0fe7'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:34:50.902620 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dd4767a008c23f8566efc82158ee1b1fff34e1a9e908d76d0b6d0ab7e350e5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-632b0cf0-50d2-414e-a8ef-25cb28252a6d" -d '{"events": [{"name": "network-changed", "server_uuid": "24a99233-4744-4b19-a38f-d07aa53cd758", "tag": "6e33b232-f4a9-4fdd-a99f-17fe0e7b0fe7"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:34:50.941347 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-d035ef3e-21b9-4b59-bd15-449553084957 req-97b47780-3fa8-4176-be9b-cf35d382d439 tempest-AggregatesAdminTestJSON-49151676 tempest-AggregatesAdminTestJSON-49151676-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:50.951019 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-d035ef3e-21b9-4b59-bd15-449553084957 req-97b47780-3fa8-4176-be9b-cf35d382d439 tempest-AggregatesAdminTestJSON-49151676 tempest-AggregatesAdminTestJSON-49151676-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:51.008415 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d2090f-deba-4025-9cc5-8906dd49666b service neutron] Pushing event updated for resources: {'Port': ['ID=6e33b232-f4a9-4fdd-a99f-17fe0e7b0fe7,revision_number=3']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:34:51.050670 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48053304-39f0-4cd6-92f3-8d5919c0b7ec req-d6599c36-b62f-4f47-aab4-e743df618967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:34:51.053128 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-48053304-39f0-4cd6-92f3-8d5919c0b7ec req-d6599c36-b62f-4f47-aab4-e743df618967 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0f17c2230730474889f55896d89ffdce&device_id=24a99233-4744-4b19-a38f-d07aa53cd758 HTTP/1.1" status: 200 len: 1098 time: 0.0901489 Nov 19 17:34:51.072290 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d035ef3e-21b9-4b59-bd15-449553084957 req-97b47780-3fa8-4176-be9b-cf35d382d439 tempest-AggregatesAdminTestJSON-49151676 tempest-AggregatesAdminTestJSON-49151676-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=0d697fef-59f3-4206-acfb-8fe236d76e03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3471375 Nov 19 17:34:51.072957 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b47780-3fa8-4176-be9b-cf35d382d439 tempest-AggregatesAdminTestJSON-49151676 tempest-AggregatesAdminTestJSON-49151676-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2fb10c9-6c1f-4749-8ec1-18a80a1cdf5b,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:34:51.140880 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-48053304-39f0-4cd6-92f3-8d5919c0b7ec req-08596512-d634-481f-b009-d18ffd2e01ed service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=6e33b232-f4a9-4fdd-a99f-17fe0e7b0fe7 HTTP/1.1" status: 200 len: 217 time: 0.0779467 Nov 19 17:34:51.288808 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48053304-39f0-4cd6-92f3-8d5919c0b7ec req-e2232ecc-64ab-4aea-a87d-14af341120f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:34:51.291080 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-48053304-39f0-4cd6-92f3-8d5919c0b7ec req-e2232ecc-64ab-4aea-a87d-14af341120f4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8b3c88de-c9c2-4a20-b19e-1855c2c19035 HTTP/1.1" status: 200 len: 843 time: 0.1368105 Nov 19 17:34:51.329076 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [req-82a30dfc-f638-4a53-9f2f-6b05615526b3 req-52c39a7f-9997-4114-992a-027b6ebb3377 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=103364) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 17:34:51.341445 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-82a30dfc-f638-4a53-9f2f-6b05615526b3 req-52c39a7f-9997-4114-992a-027b6ebb3377 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0950940 Nov 19 17:34:51.359812 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f2a1edaa-405a-43a6-9741-bd866b841d4b req-a9a3d22f-02b9-495b-a942-8ffde4155de9 tempest-ServersWithSpecificFlavorTestJSON-308617854 tempest-ServersWithSpecificFlavorTestJSON-308617854-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--743109836&fields=id&tenant_id=bf701fa01dc443ada18661aab1d7be58 HTTP/1.1" status: 200 len: 267 time: 0.0887296 Nov 19 17:34:51.387056 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48053304-39f0-4cd6-92f3-8d5919c0b7ec req-78400454-4bfe-48dd-9ddd-12e9330bdbb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:34:51.388846 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-48053304-39f0-4cd6-92f3-8d5919c0b7ec req-78400454-4bfe-48dd-9ddd-12e9330bdbb8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=346debfa-452b-4048-abf4-8f4493625ef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0902250 Nov 19 17:34:51.524912 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-48053304-39f0-4cd6-92f3-8d5919c0b7ec req-0a207d23-0fc8-449e-ae27-6e595073a4c8 service neutron] 10.222.0.60 "GET /v2.0/networks/346debfa-452b-4048-abf4-8f4493625ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285541 Nov 19 17:34:51.528052 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 17:34:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3574fd3-9b9c-4eac-acb7-743523e5e332 x-openstack-request-id: req-d3574fd3-9b9c-4eac-acb7-743523e5e332 {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:34:51.529239 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24a99233-4744-4b19-a38f-d07aa53cd758", "tag": "6e33b232-f4a9-4fdd-a99f-17fe0e7b0fe7", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:34:51.529703 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d3574fd3-9b9c-4eac-acb7-743523e5e332 {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:34:51.530189 n-d-818022-2 neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24a99233-4744-4b19-a38f-d07aa53cd758', 'tag': '6e33b232-f4a9-4fdd-a99f-17fe0e7b0fe7', 'status': 'completed', 'code': 200} Nov 19 17:34:51.655354 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-48053304-39f0-4cd6-92f3-8d5919c0b7ec req-7e92f302-0009-42d4-b576-1c92abd3ef07 service neutron] 10.222.0.60 "GET /v2.0/networks/346debfa-452b-4048-abf4-8f4493625ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228943 Nov 19 17:34:51.864226 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a1edaa-405a-43a6-9741-bd866b841d4b req-f3ff8db4-8b3b-4f0b-a617-ce5860d02aa0 tempest-ServersWithSpecificFlavorTestJSON-308617854 tempest-ServersWithSpecificFlavorTestJSON-308617854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:34:51.865916 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f2a1edaa-405a-43a6-9741-bd866b841d4b req-f3ff8db4-8b3b-4f0b-a617-ce5860d02aa0 tempest-ServersWithSpecificFlavorTestJSON-308617854 tempest-ServersWithSpecificFlavorTestJSON-308617854-project] 10.222.0.54 "GET /v2.0/networks?id=833872e1-1a28-48e3-b9f9-d97ad690eebb HTTP/1.1" status: 200 len: 823 time: 0.4897561 Nov 19 17:34:51.887473 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f2a1edaa-405a-43a6-9741-bd866b841d4b req-781ec7c5-4cdf-45ea-aa95-565a4b305201 tempest-ServersWithSpecificFlavorTestJSON-308617854 tempest-ServersWithSpecificFlavorTestJSON-308617854-project] 10.222.0.54 "GET /v2.0/quotas/bf701fa01dc443ada18661aab1d7be58 HTTP/1.1" status: 200 len: 375 time: 0.0120888 Nov 19 17:34:51.962775 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f2a1edaa-405a-43a6-9741-bd866b841d4b req-27679444-7788-491b-91e6-43e14871b6da tempest-ServersWithSpecificFlavorTestJSON-308617854 tempest-ServersWithSpecificFlavorTestJSON-308617854-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=bf701fa01dc443ada18661aab1d7be58&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0676963 Nov 19 17:34:52.024115 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632b0cf0-50d2-414e-a8ef-25cb28252a6d req-c38a5e40-e981-4f01-af2c-0ddd9260d50a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:34:52.026602 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-632b0cf0-50d2-414e-a8ef-25cb28252a6d req-c38a5e40-e981-4f01-af2c-0ddd9260d50a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0f17c2230730474889f55896d89ffdce&device_id=24a99233-4744-4b19-a38f-d07aa53cd758 HTTP/1.1" status: 200 len: 1098 time: 0.3158166 Nov 19 17:34:52.046800 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78505fb-b201-4649-9352-8d3836a6a2c1 req-fabfe617-fc05-44d7-83df-8c23aa305314 tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:34:52.048591 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c78505fb-b201-4649-9352-8d3836a6a2c1 req-fabfe617-fc05-44d7-83df-8c23aa305314 tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] 10.222.0.54 "GET /v2.0/ports?device_id=24a99233-4744-4b19-a38f-d07aa53cd758 HTTP/1.1" status: 200 len: 947 time: 0.3051357 Nov 19 17:34:52.191065 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c78505fb-b201-4649-9352-8d3836a6a2c1 req-64aba371-a903-447a-b050-3d6b289f14b3 tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] 10.222.0.54 "GET /v2.0/security-groups?id=c22c1cd0-07b3-4e9e-90d5-03f297ddf2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089048 Nov 19 17:34:52.207622 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632b0cf0-50d2-414e-a8ef-25cb28252a6d req-a8be5a13-18c4-46ef-b4bd-2d13278b009a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:34:52.209292 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-632b0cf0-50d2-414e-a8ef-25cb28252a6d req-a8be5a13-18c4-46ef-b4bd-2d13278b009a service neutron] 10.222.0.60 "GET /v2.0/networks?id=346debfa-452b-4048-abf4-8f4493625ef2 HTTP/1.1" status: 200 len: 870 time: 0.1743965 Nov 19 17:34:52.251166 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [req-f2a1edaa-405a-43a6-9741-bd866b841d4b req-81c4b5ba-876a-4de7-888e-1f55bb95011e service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=103365) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 17:34:52.253024 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f2a1edaa-405a-43a6-9741-bd866b841d4b req-81c4b5ba-876a-4de7-888e-1f55bb95011e service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1553111 Nov 19 17:34:52.262959 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-632b0cf0-50d2-414e-a8ef-25cb28252a6d req-2ad50f9c-cec6-44cf-8225-3ee3118807cc service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=6e33b232-f4a9-4fdd-a99f-17fe0e7b0fe7 HTTP/1.1" status: 200 len: 217 time: 0.0434947 Nov 19 17:34:52.349500 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 648e9924-4faf-4cc9-8364-066838855211 details requested by agent hyperv_n-h1-818022-2 with host n-h1-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 17:34:52.352275 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632b0cf0-50d2-414e-a8ef-25cb28252a6d req-aa25e233-3200-4db1-a6be-d9830dbcd123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:34:52.353912 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-632b0cf0-50d2-414e-a8ef-25cb28252a6d req-aa25e233-3200-4db1-a6be-d9830dbcd123 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8b3c88de-c9c2-4a20-b19e-1855c2c19035 HTTP/1.1" status: 200 len: 843 time: 0.0833311 Nov 19 17:34:52.369895 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5ff49c-6730-4969-a26e-03fcecc7a68d req-e670a127-0431-4371-ac18-86bec5869f8a tempest-LiveMigrationNegativeTest-1415947046 tempest-LiveMigrationNegativeTest-1415947046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:34:52.370815 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f2a1edaa-405a-43a6-9741-bd866b841d4b req-a5c6e27e-e4b7-4141-82be-ce44834fe204 service neutron] 10.222.0.54 "GET /v2.0/networks/833872e1-1a28-48e3-b9f9-d97ad690eebb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105654 Nov 19 17:34:52.377909 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6b5ff49c-6730-4969-a26e-03fcecc7a68d req-e670a127-0431-4371-ac18-86bec5869f8a tempest-LiveMigrationNegativeTest-1415947046 tempest-LiveMigrationNegativeTest-1415947046-project] 10.222.0.54 "GET /v2.0/ports?device_id=9eb68ada-5e0b-435b-bd4b-a788fd4751e5 HTTP/1.1" status: 200 len: 950 time: 0.0978634 Nov 19 17:34:52.467087 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6b5ff49c-6730-4969-a26e-03fcecc7a68d req-27f882cf-fab3-4760-b627-5978c924b9ca tempest-LiveMigrationNegativeTest-1415947046 tempest-LiveMigrationNegativeTest-1415947046-project] 10.222.0.54 "GET /v2.0/security-groups?id=a7cc520c-b1dc-4d57-b44f-99cdb95e8fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879378 Nov 19 17:34:52.472072 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632b0cf0-50d2-414e-a8ef-25cb28252a6d req-67836307-7dcb-4f29-a513-5ad13f596ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:34:52.473676 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-632b0cf0-50d2-414e-a8ef-25cb28252a6d req-67836307-7dcb-4f29-a513-5ad13f596ca4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=346debfa-452b-4048-abf4-8f4493625ef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0936456 Nov 19 17:34:52.478748 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f2a1edaa-405a-43a6-9741-bd866b841d4b req-712c49a4-12cf-4201-b292-c6c6a562aa94 service neutron] 10.222.0.54 "GET /v2.0/networks/833872e1-1a28-48e3-b9f9-d97ad690eebb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064401 Nov 19 17:34:52.514516 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 648e9924-4faf-4cc9-8364-066838855211, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=648e9924-4faf-4cc9-8364-066838855211,segment=NetworkSegment(1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861),segment_id=1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:34:52.546224 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Returning: {'device': '648e9924-4faf-4cc9-8364-066838855211', 'network_id': '346debfa-452b-4048-abf4-8f4493625ef2', 'port_id': '648e9924-4faf-4cc9-8364-066838855211', 'mac_address': 'fa:16:3e:e8:0a:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b3c88de-c9c2-4a20-b19e-1855c2c19035', 'ip_address': '192.168.233.86'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 17:34:52.642100 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:52.667824 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 648e9924-4faf-4cc9-8364-066838855211 {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:34:52.675162 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-632b0cf0-50d2-414e-a8ef-25cb28252a6d req-e8e844dd-b30b-4b75-b3a7-aefc2cb10844 service neutron] 10.222.0.60 "GET /v2.0/networks/346debfa-452b-4048-abf4-8f4493625ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877370 Nov 19 17:34:52.738673 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 648e9924-4faf-4cc9-8364-066838855211, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=648e9924-4faf-4cc9-8364-066838855211,segment=NetworkSegment(1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861),segment_id=1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:34:52.746261 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:52.821802 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=648e9924-4faf-4cc9-8364-066838855211,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:34:52.881650 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ee382636-177f-49b3-98c3-aeeccb8c7242 req-63d4e983-3c83-40be-9296-d1a6098d2b59 tempest-ServersWithSpecificFlavorTestJSON-308617854 tempest-ServersWithSpecificFlavorTestJSON-308617854-project] 10.222.0.54 "GET /v2.0/ports?device_id=822a3eb9-a983-41ff-b107-717d46bf5ef6 HTTP/1.1" status: 200 len: 210 time: 0.0757220 Nov 19 17:34:52.893700 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-632b0cf0-50d2-414e-a8ef-25cb28252a6d req-d2b46878-a2bb-4184-9436-899684ad308b service neutron] 10.222.0.60 "GET /v2.0/networks/346debfa-452b-4048-abf4-8f4493625ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2107377 Nov 19 17:34:53.041420 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-44e7cd03-9aae-40cc-823d-4853df1e9a5f req-89606c09-453c-452e-8613-95cbb61faa6b tempest-LiveMigrationNegativeTest-1415947046 tempest-LiveMigrationNegativeTest-1415947046-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=6f42274fdc944adbad567b627e38820c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0299885 Nov 19 17:34:53.065084 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['648e9924-4faf-4cc9-8364-066838855211'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:34:53.226660 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e7cd03-9aae-40cc-823d-4853df1e9a5f req-672c8c45-8ede-47d3-9514-8f5df6e71e1b tempest-LiveMigrationNegativeTest-1415947046 tempest-LiveMigrationNegativeTest-1415947046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:34:53.234389 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-44e7cd03-9aae-40cc-823d-4853df1e9a5f req-672c8c45-8ede-47d3-9514-8f5df6e71e1b tempest-LiveMigrationNegativeTest-1415947046 tempest-LiveMigrationNegativeTest-1415947046-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1917801 Nov 19 17:34:53.264561 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-44e7cd03-9aae-40cc-823d-4853df1e9a5f req-5829bdcb-051a-4aec-a06b-bc7571acbbfe tempest-LiveMigrationNegativeTest-1415947046 tempest-LiveMigrationNegativeTest-1415947046-project] 10.222.0.54 "GET /v2.0/quotas/6f42274fdc944adbad567b627e38820c HTTP/1.1" status: 200 len: 375 time: 0.0205829 Nov 19 17:34:53.387458 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-44e7cd03-9aae-40cc-823d-4853df1e9a5f req-fadde512-ef8e-465c-a822-9d613a7ab072 tempest-LiveMigrationNegativeTest-1415947046 tempest-LiveMigrationNegativeTest-1415947046-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=6f42274fdc944adbad567b627e38820c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1157184 Nov 19 17:34:53.397939 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1395f9c-d659-4578-9d7c-2c2b4fae760b req-672f139e-6de6-482a-b255-ae5a5a91d4e0 tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:34:53.406305 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f1395f9c-d659-4578-9d7c-2c2b4fae760b req-672f139e-6de6-482a-b255-ae5a5a91d4e0 tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] 10.222.0.54 "GET /v2.0/ports?device_id=24a99233-4744-4b19-a38f-d07aa53cd758 HTTP/1.1" status: 200 len: 947 time: 0.0901964 Nov 19 17:34:53.477423 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f1395f9c-d659-4578-9d7c-2c2b4fae760b req-c2c99eae-9fb0-46d7-8ac8-56995364e767 tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] 10.222.0.54 "GET /v2.0/security-groups?id=c22c1cd0-07b3-4e9e-90d5-03f297ddf2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653172 Nov 19 17:34:53.644141 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-df4c8f08-32db-4990-9e9c-cc271474fe50 req-15803168-a3ca-45e2-b211-feb76f679762 tempest-LiveMigrationNegativeTest-1415947046 tempest-LiveMigrationNegativeTest-1415947046-project] 10.222.0.54 "GET /v2.0/ports?device_id=02cf957d-4dab-412a-b5eb-5f08105c61e2 HTTP/1.1" status: 200 len: 210 time: 0.0455060 Nov 19 17:34:54.025966 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d7303b70-dc8e-4f8a-a332-ff3e27657bfd req-8e9720fb-bcb6-4149-9b51-410ef7ad0f0b tempest-ServersWithSpecificFlavorTestJSON-308617854 tempest-ServersWithSpecificFlavorTestJSON-308617854-project] 10.222.0.54 "GET /v2.0/ports?device_id=822a3eb9-a983-41ff-b107-717d46bf5ef6 HTTP/1.1" status: 200 len: 210 time: 0.0458052 Nov 19 17:34:54.330572 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 6e33b232-f4a9-4fdd-a99f-17fe0e7b0fe7 details requested by agent hyperv_n-h1-818022-2 with host n-h1-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 17:34:54.379094 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 648e9924-4faf-4cc9-8364-066838855211 up at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:34:54.555088 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a1edaa-405a-43a6-9741-bd866b841d4b req-ac17d6db-980e-4496-a408-149e2f7f3204 tempest-ServersWithSpecificFlavorTestJSON-308617854 tempest-ServersWithSpecificFlavorTestJSON-308617854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:34:54.557782 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f2a1edaa-405a-43a6-9741-bd866b841d4b req-ac17d6db-980e-4496-a408-149e2f7f3204 tempest-ServersWithSpecificFlavorTestJSON-308617854 tempest-ServersWithSpecificFlavorTestJSON-308617854-project] 10.222.0.86 "GET /v2.0/networks?id=833872e1-1a28-48e3-b9f9-d97ad690eebb HTTP/1.1" status: 200 len: 823 time: 0.2282400 Nov 19 17:34:54.564324 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning for port 648e9924-4faf-4cc9-8364-066838855211 completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 17:34:54.572811 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning complete for port 648e9924-4faf-4cc9-8364-066838855211 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:34:54.573316 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:54.643027 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 6e33b232-f4a9-4fdd-a99f-17fe0e7b0fe7, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=6e33b232-f4a9-4fdd-a99f-17fe0e7b0fe7,segment=NetworkSegment(1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861),segment_id=1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:34:54.660615 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Returning: {'device': '6e33b232-f4a9-4fdd-a99f-17fe0e7b0fe7', 'network_id': '346debfa-452b-4048-abf4-8f4493625ef2', 'port_id': '6e33b232-f4a9-4fdd-a99f-17fe0e7b0fe7', 'mac_address': 'fa:16:3e:48:06:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b3c88de-c9c2-4a20-b19e-1855c2c19035', 'ip_address': '192.168.233.85'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 17:34:54.671929 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3022549e-039e-49df-83ae-32c355c51e0e req-51b2484b-5e04-4216-a60b-2658c8969b2d tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:34:54.675048 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-3022549e-039e-49df-83ae-32c355c51e0e req-51b2484b-5e04-4216-a60b-2658c8969b2d tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] 10.222.0.54 "GET /v2.0/ports?device_id=24a99233-4744-4b19-a38f-d07aa53cd758 HTTP/1.1" status: 200 len: 947 time: 0.0858684 Nov 19 17:34:54.711871 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f2a1edaa-405a-43a6-9741-bd866b841d4b req-550e020e-0997-43f2-9762-f3c7106b9e24 tempest-ServersWithSpecificFlavorTestJSON-308617854 tempest-ServersWithSpecificFlavorTestJSON-308617854-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bf701fa01dc443ada18661aab1d7be58 HTTP/1.1" status: 200 len: 379 time: 0.1381726 Nov 19 17:34:54.727453 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-f2a1edaa-405a-43a6-9741-bd866b841d4b req-94de035a-5717-4234-b7af-76738d24c117 tempest-ServersWithSpecificFlavorTestJSON-308617854 tempest-ServersWithSpecificFlavorTestJSON-308617854-project] Request body: {'port': {'device_id': '822a3eb9-a983-41ff-b107-717d46bf5ef6', 'network_id': '833872e1-1a28-48e3-b9f9-d97ad690eebb', 'admin_state_up': True, 'tenant_id': 'bf701fa01dc443ada18661aab1d7be58', 'security_groups': ['348e49f2-1dcd-4cd6-9b8c-7ca0411be99d']}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:34:54.767693 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-3022549e-039e-49df-83ae-32c355c51e0e req-aed895a2-56be-41d7-8aa6-6e583e9032dc tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] 10.222.0.54 "GET /v2.0/security-groups?id=c22c1cd0-07b3-4e9e-90d5-03f297ddf2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759387 Nov 19 17:34:54.908000 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:54.926024 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e33b232-f4a9-4fdd-a99f-17fe0e7b0fe7 {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:34:54.946486 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2a1edaa-405a-43a6-9741-bd866b841d4b req-94de035a-5717-4234-b7af-76738d24c117 tempest-ServersWithSpecificFlavorTestJSON-308617854 tempest-ServersWithSpecificFlavorTestJSON-308617854-project] Made reservation on behalf of bf701fa01dc443ada18661aab1d7be58 for: {'port': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:34:54.949672 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:54.952338 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-f2a1edaa-405a-43a6-9741-bd866b841d4b req-94de035a-5717-4234-b7af-76738d24c117 tempest-ServersWithSpecificFlavorTestJSON-308617854 tempest-ServersWithSpecificFlavorTestJSON-308617854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:54.971790 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 6e33b232-f4a9-4fdd-a99f-17fe0e7b0fe7, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=6e33b232-f4a9-4fdd-a99f-17fe0e7b0fe7,segment=NetworkSegment(1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861),segment_id=1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:34:54.981778 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-bd9ac66d-91d7-4d44-80ba-d01f67e670b8 req-864ec0a8-83d6-40fa-848c-bba1923b023b tempest-LiveMigrationNegativeTest-1415947046 tempest-LiveMigrationNegativeTest-1415947046-project] 10.222.0.54 "GET /v2.0/ports?device_id=02cf957d-4dab-412a-b5eb-5f08105c61e2 HTTP/1.1" status: 200 len: 210 time: 0.0589504 Nov 19 17:34:54.989339 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:55.038375 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-44e7cd03-9aae-40cc-823d-4853df1e9a5f req-90286ae5-db64-4dac-aa4a-91e503b4d58c tempest-LiveMigrationNegativeTest-1415947046 tempest-LiveMigrationNegativeTest-1415947046-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=6f42274fdc944adbad567b627e38820c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0301216 Nov 19 17:34:55.054053 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=6e33b232-f4a9-4fdd-a99f-17fe0e7b0fe7,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:34:55.055802 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edc9d3ea-ab00-4644-b0c6-6ed9fc0ccf67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '648e9924-4faf-4cc9-8364-066838855211'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:34:55.058422 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3940761bcd94e032e6960d2241bd8993c5d3a7d8dc2aca8488f3ecf1d4dd2fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67be4b16-afd0-44f2-8f2e-2b02238040b6" -d '{"events": [{"server_uuid": "edc9d3ea-ab00-4644-b0c6-6ed9fc0ccf67", "name": "network-vif-plugged", "status": "completed", "tag": "648e9924-4faf-4cc9-8364-066838855211"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:34:55.074395 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 648e9924-4faf-4cc9-8364-066838855211, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=648e9924-4faf-4cc9-8364-066838855211,segment=NetworkSegment(1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861),segment_id=1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:34:55.081429 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:55.241366 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=648e9924-4faf-4cc9-8364-066838855211,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:34:55.246282 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [req-f2a1edaa-405a-43a6-9741-bd866b841d4b req-94de035a-5717-4234-b7af-76738d24c117 tempest-ServersWithSpecificFlavorTestJSON-308617854 tempest-ServersWithSpecificFlavorTestJSON-308617854-project] Allocated IP 172.20.0.11 (833872e1-1a28-48e3-b9f9-d97ad690eebb/350b116c-50d0-4ddf-8934-2b25a4e80dab/181d9573-30a6-4c33-b898-07ea989195c7) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:34:55.265463 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['6e33b232-f4a9-4fdd-a99f-17fe0e7b0fe7'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:34:55.301171 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b3168594-9183-423f-9b65-255d393c18b7 req-c61d35bc-e735-41b2-8e70-2db536a97133 tempest-ServersWithSpecificFlavorTestJSON-308617854 tempest-ServersWithSpecificFlavorTestJSON-308617854-project] 10.222.0.54 "GET /v2.0/ports?device_id=822a3eb9-a983-41ff-b107-717d46bf5ef6 HTTP/1.1" status: 200 len: 210 time: 0.0735450 Nov 19 17:34:55.328770 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:34:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1a1ec9c-adc0-4d6c-90d2-5fcd95817277 x-openstack-request-id: req-b1a1ec9c-adc0-4d6c-90d2-5fcd95817277 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:34:55.329341 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edc9d3ea-ab00-4644-b0c6-6ed9fc0ccf67", "name": "network-vif-plugged", "status": "completed", "tag": "648e9924-4faf-4cc9-8364-066838855211", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:34:55.329787 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b1a1ec9c-adc0-4d6c-90d2-5fcd95817277 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:34:55.330409 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edc9d3ea-ab00-4644-b0c6-6ed9fc0ccf67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '648e9924-4faf-4cc9-8364-066838855211', 'code': 200} Nov 19 17:34:55.404283 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e7cd03-9aae-40cc-823d-4853df1e9a5f req-537e239f-6fc7-43ef-8565-bc86806c2234 tempest-LiveMigrationNegativeTest-1415947046 tempest-LiveMigrationNegativeTest-1415947046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:34:55.405932 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-44e7cd03-9aae-40cc-823d-4853df1e9a5f req-537e239f-6fc7-43ef-8565-bc86806c2234 tempest-LiveMigrationNegativeTest-1415947046 tempest-LiveMigrationNegativeTest-1415947046-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3364367 Nov 19 17:34:55.480391 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-44e7cd03-9aae-40cc-823d-4853df1e9a5f req-f94f2235-2179-457d-a6b6-48d61428eb22 tempest-LiveMigrationNegativeTest-1415947046 tempest-LiveMigrationNegativeTest-1415947046-project] Request body: {'port': {'device_id': '02cf957d-4dab-412a-b5eb-5f08105c61e2', 'network_id': '346debfa-452b-4048-abf4-8f4493625ef2', 'admin_state_up': True, 'tenant_id': '6f42274fdc944adbad567b627e38820c'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:34:55.529279 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-f2a1edaa-405a-43a6-9741-bd866b841d4b req-94de035a-5717-4234-b7af-76738d24c117 tempest-ServersWithSpecificFlavorTestJSON-308617854 tempest-ServersWithSpecificFlavorTestJSON-308617854-project] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:55.601094 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-f2a1edaa-405a-43a6-9741-bd866b841d4b req-94de035a-5717-4234-b7af-76738d24c117 tempest-ServersWithSpecificFlavorTestJSON-308617854 tempest-ServersWithSpecificFlavorTestJSON-308617854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:55.626670 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cfbf4c-0c1e-4034-9e5c-56ac5d1d933b req-b41c6773-8e70-4558-94bd-429253fea99e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:34:55.631230 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d8cfbf4c-0c1e-4034-9e5c-56ac5d1d933b req-b41c6773-8e70-4558-94bd-429253fea99e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=edc9d3ea-ab00-4644-b0c6-6ed9fc0ccf67 HTTP/1.1" status: 200 len: 1100 time: 0.2174160 Nov 19 17:34:55.680418 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2a1edaa-405a-43a6-9741-bd866b841d4b req-94de035a-5717-4234-b7af-76738d24c117 tempest-ServersWithSpecificFlavorTestJSON-308617854 tempest-ServersWithSpecificFlavorTestJSON-308617854-project] Network 833872e1-1a28-48e3-b9f9-d97ad690eebb is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:34:55.685085 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [req-f2a1edaa-405a-43a6-9741-bd866b841d4b req-94de035a-5717-4234-b7af-76738d24c117 tempest-ServersWithSpecificFlavorTestJSON-308617854 tempest-ServersWithSpecificFlavorTestJSON-308617854-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:34:55.701733 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2a1edaa-405a-43a6-9741-bd866b841d4b req-94de035a-5717-4234-b7af-76738d24c117 tempest-ServersWithSpecificFlavorTestJSON-308617854 tempest-ServersWithSpecificFlavorTestJSON-308617854-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:34:55.722419 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a1edaa-405a-43a6-9741-bd866b841d4b req-94de035a-5717-4234-b7af-76738d24c117 tempest-ServersWithSpecificFlavorTestJSON-308617854 tempest-ServersWithSpecificFlavorTestJSON-308617854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:34:55.723089 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-f2a1edaa-405a-43a6-9741-bd866b841d4b req-94de035a-5717-4234-b7af-76738d24c117 tempest-ServersWithSpecificFlavorTestJSON-308617854 tempest-ServersWithSpecificFlavorTestJSON-308617854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:55.769390 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94de035a-5717-4234-b7af-76738d24c117 tempest-ServersWithSpecificFlavorTestJSON-308617854 tempest-ServersWithSpecificFlavorTestJSON-308617854-project] Pushing event updated for resources: {'Port': ['ID=181d9573-30a6-4c33-b898-07ea989195c7,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:34:55.793640 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d8cfbf4c-0c1e-4034-9e5c-56ac5d1d933b req-b3b83bb5-ffee-4315-9c3b-f564d1b10442 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=c22c1cd0-07b3-4e9e-90d5-03f297ddf2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514065 Nov 19 17:34:55.800223 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f2a1edaa-405a-43a6-9741-bd866b841d4b req-94de035a-5717-4234-b7af-76738d24c117 tempest-ServersWithSpecificFlavorTestJSON-308617854 tempest-ServersWithSpecificFlavorTestJSON-308617854-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0802188 Nov 19 17:34:55.801503 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44e7cd03-9aae-40cc-823d-4853df1e9a5f req-f94f2235-2179-457d-a6b6-48d61428eb22 tempest-LiveMigrationNegativeTest-1415947046 tempest-LiveMigrationNegativeTest-1415947046-project] Made reservation on behalf of 6f42274fdc944adbad567b627e38820c for: {'port': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:34:55.805402 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-44e7cd03-9aae-40cc-823d-4853df1e9a5f req-f94f2235-2179-457d-a6b6-48d61428eb22 tempest-LiveMigrationNegativeTest-1415947046 tempest-LiveMigrationNegativeTest-1415947046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:55.814356 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-f2a1edaa-405a-43a6-9741-bd866b841d4b req-43480e89-814f-4607-a10b-80f6bb0b71d0 service neutron] Request body: {'port': {'device_id': '822a3eb9-a983-41ff-b107-717d46bf5ef6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818022-2'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:34:55.932378 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-f2a1edaa-405a-43a6-9741-bd866b841d4b req-43480e89-814f-4607-a10b-80f6bb0b71d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:56.069860 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [req-44e7cd03-9aae-40cc-823d-4853df1e9a5f req-f94f2235-2179-457d-a6b6-48d61428eb22 tempest-LiveMigrationNegativeTest-1415947046 tempest-LiveMigrationNegativeTest-1415947046-project] Allocated IP 192.168.233.116 (346debfa-452b-4048-abf4-8f4493625ef2/8b3c88de-c9c2-4a20-b19e-1855c2c19035/b44bec35-c43f-4eaf-a93c-76d60c7184f1) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:34:56.097422 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-0b8c5781-23ac-46d3-9193-a69c92570302 None None] Provisioning complete for port 181d9573-30a6-4c33-b898-07ea989195c7 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:34:56.098231 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0b8c5781-23ac-46d3-9193-a69c92570302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:56.123293 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c65324a-4821-47f7-a8cf-cdd6aa16665d req-ab019d71-d28b-4dcc-9036-5a61cda1df76 tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:34:56.130702 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9c65324a-4821-47f7-a8cf-cdd6aa16665d req-ab019d71-d28b-4dcc-9036-5a61cda1df76 tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] 10.222.0.54 "GET /v2.0/ports?device_id=24a99233-4744-4b19-a38f-d07aa53cd758 HTTP/1.1" status: 200 len: 948 time: 0.1266413 Nov 19 17:34:56.145859 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-0b8c5781-23ac-46d3-9193-a69c92570302 None None] Port 181d9573-30a6-4c33-b898-07ea989195c7 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:34:56.176767 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 38896) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:34:56.212163 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9c65324a-4821-47f7-a8cf-cdd6aa16665d req-ecf3ed95-7d47-4beb-8176-022a1811113e tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] 10.222.0.54 "GET /v2.0/security-groups?id=c22c1cd0-07b3-4e9e-90d5-03f297ddf2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804255 Nov 19 17:34:56.316699 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 6e33b232-f4a9-4fdd-a99f-17fe0e7b0fe7 up at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:34:56.390825 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-85b7d8f9-6269-4c63-8d4f-5fd7eb0ffafb req-d4b09971-ca01-4520-91d4-3b13c1db58a0 tempest-LiveMigrationNegativeTest-1415947046 tempest-LiveMigrationNegativeTest-1415947046-project] 10.222.0.54 "GET /v2.0/ports?device_id=02cf957d-4dab-412a-b5eb-5f08105c61e2 HTTP/1.1" status: 200 len: 210 time: 0.0589185 Nov 19 17:34:56.397398 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-44e7cd03-9aae-40cc-823d-4853df1e9a5f req-f94f2235-2179-457d-a6b6-48d61428eb22 tempest-LiveMigrationNegativeTest-1415947046 tempest-LiveMigrationNegativeTest-1415947046-project] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:56.421624 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning for port 6e33b232-f4a9-4fdd-a99f-17fe0e7b0fe7 completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 17:34:56.431605 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning complete for port 6e33b232-f4a9-4fdd-a99f-17fe0e7b0fe7 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:34:56.431992 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:56.444654 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8eb77c4e-599a-4779-94aa-3efff13d42fe admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:56.447863 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-44e7cd03-9aae-40cc-823d-4853df1e9a5f req-f94f2235-2179-457d-a6b6-48d61428eb22 tempest-LiveMigrationNegativeTest-1415947046 tempest-LiveMigrationNegativeTest-1415947046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:56.452481 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [req-f2a1edaa-405a-43a6-9741-bd866b841d4b req-43480e89-814f-4607-a10b-80f6bb0b71d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 181d9573-30a6-4c33-b898-07ea989195c7 {{(pid=103365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:34:56.471605 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-f2a1edaa-405a-43a6-9741-bd866b841d4b req-43480e89-814f-4607-a10b-80f6bb0b71d0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:56.494324 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.provisioning_blocks [req-f2a1edaa-405a-43a6-9741-bd866b841d4b req-43480e89-814f-4607-a10b-80f6bb0b71d0 service neutron] Transition to ACTIVE for port object 181d9573-30a6-4c33-b898-07ea989195c7 will not be triggered until provisioned by entity L2. {{(pid=103365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 17:34:56.500785 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-f2a1edaa-405a-43a6-9741-bd866b841d4b req-43480e89-814f-4607-a10b-80f6bb0b71d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:56.520551 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44e7cd03-9aae-40cc-823d-4853df1e9a5f req-f94f2235-2179-457d-a6b6-48d61428eb22 tempest-LiveMigrationNegativeTest-1415947046 tempest-LiveMigrationNegativeTest-1415947046-project] Network 346debfa-452b-4048-abf4-8f4493625ef2 is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:34:56.524181 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] get_ports_and_sgs() called for port_ids ['9d594171-3aa2-4577-b706-2a58ee23e937'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:34:56.526283 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [req-44e7cd03-9aae-40cc-823d-4853df1e9a5f req-f94f2235-2179-457d-a6b6-48d61428eb22 tempest-LiveMigrationNegativeTest-1415947046 tempest-LiveMigrationNegativeTest-1415947046-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:34:56.531890 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [req-44e7cd03-9aae-40cc-823d-4853df1e9a5f req-f94f2235-2179-457d-a6b6-48d61428eb22 tempest-LiveMigrationNegativeTest-1415947046 tempest-LiveMigrationNegativeTest-1415947046-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:34:56.538455 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e7cd03-9aae-40cc-823d-4853df1e9a5f req-f94f2235-2179-457d-a6b6-48d61428eb22 tempest-LiveMigrationNegativeTest-1415947046 tempest-LiveMigrationNegativeTest-1415947046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:34:56.539647 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-44e7cd03-9aae-40cc-823d-4853df1e9a5f req-f94f2235-2179-457d-a6b6-48d61428eb22 tempest-LiveMigrationNegativeTest-1415947046 tempest-LiveMigrationNegativeTest-1415947046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:56.550121 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94f2235-2179-457d-a6b6-48d61428eb22 tempest-LiveMigrationNegativeTest-1415947046 tempest-LiveMigrationNegativeTest-1415947046-project] Pushing event updated for resources: {'Port': ['ID=b44bec35-c43f-4eaf-a93c-76d60c7184f1,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:34:56.571223 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-44e7cd03-9aae-40cc-823d-4853df1e9a5f req-f94f2235-2179-457d-a6b6-48d61428eb22 tempest-LiveMigrationNegativeTest-1415947046 tempest-LiveMigrationNegativeTest-1415947046-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1052649 Nov 19 17:34:56.590800 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-44e7cd03-9aae-40cc-823d-4853df1e9a5f req-066c528d-c17b-40e3-8c6a-d9f8b5050358 service neutron] Request body: {'port': {'device_id': '02cf957d-4dab-412a-b5eb-5f08105c61e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818022-2'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:34:56.717417 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-44e7cd03-9aae-40cc-823d-4853df1e9a5f req-066c528d-c17b-40e3-8c6a-d9f8b5050358 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:56.804742 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43480e89-814f-4607-a10b-80f6bb0b71d0 service neutron] Pushing event updated for resources: {'Port': ['ID=181d9573-30a6-4c33-b898-07ea989195c7,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:34:56.818496 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:56.855760 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-f2a1edaa-405a-43a6-9741-bd866b841d4b req-43480e89-814f-4607-a10b-80f6bb0b71d0 service neutron] Attempting to bind port 181d9573-30a6-4c33-b898-07ea989195c7 on host n-h2-818022-2 for vnic_type normal with profile {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:34:56.857337 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-f2a1edaa-405a-43a6-9741-bd866b841d4b req-43480e89-814f-4607-a10b-80f6bb0b71d0 service neutron] Attempting to bind port 181d9573-30a6-4c33-b898-07ea989195c7 by drivers openvswitch,hyperv on host n-h2-818022-2 at level 0 using segments [{'id': 'e2e76166-2a11-48ad-af12-51784925425c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '833872e1-1a28-48e3-b9f9-d97ad690eebb'}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:34:56.857795 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2a1edaa-405a-43a6-9741-bd866b841d4b req-43480e89-814f-4607-a10b-80f6bb0b71d0 service neutron] Attempting to bind port 181d9573-30a6-4c33-b898-07ea989195c7 on network 833872e1-1a28-48e3-b9f9-d97ad690eebb {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:34:56.902968 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fca46e-8089-45c5-bddf-7501a4f5f7da req-392f0894-b7b5-411e-bdf6-c20b47d7f101 tempest-ServersWithSpecificFlavorTestJSON-308617854 tempest-ServersWithSpecificFlavorTestJSON-308617854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:34:56.905115 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-58fca46e-8089-45c5-bddf-7501a4f5f7da req-392f0894-b7b5-411e-bdf6-c20b47d7f101 tempest-ServersWithSpecificFlavorTestJSON-308617854 tempest-ServersWithSpecificFlavorTestJSON-308617854-project] 10.222.0.54 "GET /v2.0/ports?device_id=822a3eb9-a983-41ff-b107-717d46bf5ef6 HTTP/1.1" status: 200 len: 944 time: 0.2772689 Nov 19 17:34:56.935411 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 6e33b232-f4a9-4fdd-a99f-17fe0e7b0fe7, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=6e33b232-f4a9-4fdd-a99f-17fe0e7b0fe7,segment=NetworkSegment(1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861),segment_id=1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:34:56.942168 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2a1edaa-405a-43a6-9741-bd866b841d4b req-43480e89-814f-4607-a10b-80f6bb0b71d0 service neutron] Port 181d9573-30a6-4c33-b898-07ea989195c7 on network 833872e1-1a28-48e3-b9f9-d97ad690eebb not bound, no agent of type Open vSwitch agent registered on host n-h2-818022-2 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 17:34:56.942778 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2a1edaa-405a-43a6-9741-bd866b841d4b req-43480e89-814f-4607-a10b-80f6bb0b71d0 service neutron] Attempting to bind port 181d9573-30a6-4c33-b898-07ea989195c7 on network 833872e1-1a28-48e3-b9f9-d97ad690eebb {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:34:56.952865 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2a1edaa-405a-43a6-9741-bd866b841d4b req-43480e89-814f-4607-a10b-80f6bb0b71d0 service neutron] Checking agent: {'id': '525ad2ac-c4ae-4c63-af2e-0bf8d25d0f0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'started_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 34, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:34:56.953412 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2a1edaa-405a-43a6-9741-bd866b841d4b req-43480e89-814f-4607-a10b-80f6bb0b71d0 service neutron] Checking segment: {'id': 'e2e76166-2a11-48ad-af12-51784925425c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '833872e1-1a28-48e3-b9f9-d97ad690eebb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:34:56.953942 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2a1edaa-405a-43a6-9741-bd866b841d4b req-43480e89-814f-4607-a10b-80f6bb0b71d0 service neutron] Bound using segment: {'id': 'e2e76166-2a11-48ad-af12-51784925425c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '833872e1-1a28-48e3-b9f9-d97ad690eebb'} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:34:56.954612 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-f2a1edaa-405a-43a6-9741-bd866b841d4b req-43480e89-814f-4607-a10b-80f6bb0b71d0 service neutron] Bound port: 181d9573-30a6-4c33-b898-07ea989195c7, host: n-h2-818022-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2e76166-2a11-48ad-af12-51784925425c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '833872e1-1a28-48e3-b9f9-d97ad690eebb'}}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:34:56.955254 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-f2a1edaa-405a-43a6-9741-bd866b841d4b req-43480e89-814f-4607-a10b-80f6bb0b71d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:56.957568 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:57.016696 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 38930) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:34:57.094507 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=6e33b232-f4a9-4fdd-a99f-17fe0e7b0fe7,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:34:57.110091 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-68b9c069-596d-4ac2-965d-88bc7547b02a None None] Provisioning complete for port b44bec35-c43f-4eaf-a93c-76d60c7184f1 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:34:57.114462 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-68b9c069-596d-4ac2-965d-88bc7547b02a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:57.118662 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-f2a1edaa-405a-43a6-9741-bd866b841d4b req-43480e89-814f-4607-a10b-80f6bb0b71d0 service neutron] For port 181d9573-30a6-4c33-b898-07ea989195c7, host n-h2-818022-2, cleared binding levels {{(pid=103365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:34:57.122417 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-f2a1edaa-405a-43a6-9741-bd866b841d4b req-43480e89-814f-4607-a10b-80f6bb0b71d0 service neutron] For port 181d9573-30a6-4c33-b898-07ea989195c7, host n-h2-818022-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=181d9573-30a6-4c33-b898-07ea989195c7,segment=NetworkSegment(e2e76166-2a11-48ad-af12-51784925425c),segment_id=e2e76166-2a11-48ad-af12-51784925425c)] {{(pid=103365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:34:57.144732 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8eb77c4e-599a-4779-94aa-3efff13d42fe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:57.146715 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-f2a1edaa-405a-43a6-9741-bd866b841d4b req-43480e89-814f-4607-a10b-80f6bb0b71d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:57.172162 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-68b9c069-596d-4ac2-965d-88bc7547b02a None None] Port b44bec35-c43f-4eaf-a93c-76d60c7184f1 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:34:57.213909 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8eb77c4e-599a-4779-94aa-3efff13d42fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:57.254013 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a1edaa-405a-43a6-9741-bd866b841d4b req-43480e89-814f-4607-a10b-80f6bb0b71d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:34:57.254768 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-f2a1edaa-405a-43a6-9741-bd866b841d4b req-43480e89-814f-4607-a10b-80f6bb0b71d0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:57.257572 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f2a1edaa-405a-43a6-9741-bd866b841d4b req-43480e89-814f-4607-a10b-80f6bb0b71d0 service neutron] 10.222.0.86 "PUT /v2.0/ports/181d9573-30a6-4c33-b898-07ea989195c7 HTTP/1.1" status: 200 len: 1092 time: 1.4473526 Nov 19 17:34:57.261638 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '822a3eb9-a983-41ff-b107-717d46bf5ef6', 'tag': '181d9573-30a6-4c33-b898-07ea989195c7'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:34:57.265560 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218319d759239a7d11f1288aef37381b97754913ee9ccbfd43b51a463f801712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df8e9a43-d286-45e5-b08e-559763af6c1e" -d '{"events": [{"name": "network-changed", "server_uuid": "822a3eb9-a983-41ff-b107-717d46bf5ef6", "tag": "181d9573-30a6-4c33-b898-07ea989195c7"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:34:57.332340 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24a99233-4744-4b19-a38f-d07aa53cd758', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e33b232-f4a9-4fdd-a99f-17fe0e7b0fe7'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:34:57.335212 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3940761bcd94e032e6960d2241bd8993c5d3a7d8dc2aca8488f3ecf1d4dd2fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9fa45ef-6671-4223-9e7f-30af7952d563" -d '{"events": [{"server_uuid": "24a99233-4744-4b19-a38f-d07aa53cd758", "name": "network-vif-plugged", "status": "completed", "tag": "6e33b232-f4a9-4fdd-a99f-17fe0e7b0fe7"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:34:57.337146 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [req-44e7cd03-9aae-40cc-823d-4853df1e9a5f req-066c528d-c17b-40e3-8c6a-d9f8b5050358 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b44bec35-c43f-4eaf-a93c-76d60c7184f1 {{(pid=103364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:34:57.350767 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-44e7cd03-9aae-40cc-823d-4853df1e9a5f req-066c528d-c17b-40e3-8c6a-d9f8b5050358 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:57.365129 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.provisioning_blocks [req-44e7cd03-9aae-40cc-823d-4853df1e9a5f req-066c528d-c17b-40e3-8c6a-d9f8b5050358 service neutron] Transition to ACTIVE for port object b44bec35-c43f-4eaf-a93c-76d60c7184f1 will not be triggered until provisioned by entity L2. {{(pid=103364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 17:34:57.386534 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-58fca46e-8089-45c5-bddf-7501a4f5f7da req-f77ab4ae-5f19-4b21-b582-9cc07d6f5ca3 tempest-ServersWithSpecificFlavorTestJSON-308617854 tempest-ServersWithSpecificFlavorTestJSON-308617854-project] 10.222.0.54 "GET /v2.0/security-groups?id=348e49f2-1dcd-4cd6-9b8c-7ca0411be99d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4599922 Nov 19 17:34:57.390352 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-44e7cd03-9aae-40cc-823d-4853df1e9a5f req-066c528d-c17b-40e3-8c6a-d9f8b5050358 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:57.395867 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-8eb77c4e-599a-4779-94aa-3efff13d42fe admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=47f10a9653e74b2b8d3bd36808770bbb&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2155423 Nov 19 17:34:57.417779 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 38950) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:34:57.420140 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb77c4e-599a-4779-94aa-3efff13d42fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae4e55d8-88f1-42c0-ab3a-c8d878a409ea,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:34:57.432435 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-bcec9540-4ebf-4177-b8cf-128f857913af admin admin] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:57.486469 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43480e89-814f-4607-a10b-80f6bb0b71d0 service neutron] Pushing event updated for resources: {'Port': ['ID=181d9573-30a6-4c33-b898-07ea989195c7,revision_number=3']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:34:57.567498 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-bcec9540-4ebf-4177-b8cf-128f857913af admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:57.577465 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-bcec9540-4ebf-4177-b8cf-128f857913af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:57.581468 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a1edaa-405a-43a6-9741-bd866b841d4b req-8c19d540-e384-4464-908a-484e34e27207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:34:57.587659 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f2a1edaa-405a-43a6-9741-bd866b841d4b req-8c19d540-e384-4464-908a-484e34e27207 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=bf701fa01dc443ada18661aab1d7be58&device_id=822a3eb9-a983-41ff-b107-717d46bf5ef6 HTTP/1.1" status: 200 len: 1095 time: 0.2500012 Nov 19 17:34:57.591956 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 17:34:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04a4d0bb-c991-4c62-b91c-3064edcb94c4 x-openstack-request-id: req-04a4d0bb-c991-4c62-b91c-3064edcb94c4 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:34:57.592226 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "822a3eb9-a983-41ff-b107-717d46bf5ef6", "tag": "181d9573-30a6-4c33-b898-07ea989195c7", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:34:57.593220 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-04a4d0bb-c991-4c62-b91c-3064edcb94c4 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:34:57.593624 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '822a3eb9-a983-41ff-b107-717d46bf5ef6', 'tag': '181d9573-30a6-4c33-b898-07ea989195c7', 'status': 'completed', 'code': 200} Nov 19 17:34:57.596759 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-96fb3bcf-034b-4c4a-a1da-055ce0f9dbdd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:57.618951 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dba1ff-f45a-4719-8c66-0c25d16dd1a0 req-212f10e5-2f3a-4f70-bd62-640e3e3d9452 tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:34:57.628344 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-76dba1ff-f45a-4719-8c66-0c25d16dd1a0 req-212f10e5-2f3a-4f70-bd62-640e3e3d9452 tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] 10.222.0.54 "GET /v2.0/ports?device_id=24a99233-4744-4b19-a38f-d07aa53cd758 HTTP/1.1" status: 200 len: 949 time: 0.2542028 Nov 19 17:34:57.642555 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec9540-4ebf-4177-b8cf-128f857913af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bdf3794-1662-44c9-b822-b3cfb5f71824,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:34:57.672882 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066c528d-c17b-40e3-8c6a-d9f8b5050358 service neutron] Pushing event updated for resources: {'Port': ['ID=b44bec35-c43f-4eaf-a93c-76d60c7184f1,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:34:57.694186 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f2a1edaa-405a-43a6-9741-bd866b841d4b req-fdc43ba9-5250-4197-b691-0b14955cbbe0 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=181d9573-30a6-4c33-b898-07ea989195c7 HTTP/1.1" status: 200 len: 217 time: 0.0951765 Nov 19 17:34:57.702214 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:34:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb9d8225-c614-4ff6-b68c-f94eb4724b18 x-openstack-request-id: req-cb9d8225-c614-4ff6-b68c-f94eb4724b18 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:34:57.702673 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24a99233-4744-4b19-a38f-d07aa53cd758", "name": "network-vif-plugged", "status": "completed", "tag": "6e33b232-f4a9-4fdd-a99f-17fe0e7b0fe7", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:34:57.703410 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-cb9d8225-c614-4ff6-b68c-f94eb4724b18 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:34:57.705015 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24a99233-4744-4b19-a38f-d07aa53cd758', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e33b232-f4a9-4fdd-a99f-17fe0e7b0fe7', 'code': 200} Nov 19 17:34:57.719414 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 38960) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:34:57.724553 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-44e7cd03-9aae-40cc-823d-4853df1e9a5f req-066c528d-c17b-40e3-8c6a-d9f8b5050358 service neutron] Attempting to bind port b44bec35-c43f-4eaf-a93c-76d60c7184f1 on host n-h2-818022-2 for vnic_type normal with profile {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:34:57.725123 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-44e7cd03-9aae-40cc-823d-4853df1e9a5f req-066c528d-c17b-40e3-8c6a-d9f8b5050358 service neutron] Attempting to bind port b44bec35-c43f-4eaf-a93c-76d60c7184f1 by drivers openvswitch,hyperv on host n-h2-818022-2 at level 0 using segments [{'id': '1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '346debfa-452b-4048-abf4-8f4493625ef2'}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:34:57.725615 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e7cd03-9aae-40cc-823d-4853df1e9a5f req-066c528d-c17b-40e3-8c6a-d9f8b5050358 service neutron] Attempting to bind port b44bec35-c43f-4eaf-a93c-76d60c7184f1 on network 346debfa-452b-4048-abf4-8f4493625ef2 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:34:57.761318 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-bcec9540-4ebf-4177-b8cf-128f857913af admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=a541ff994c1b417ea7caaddeab74432a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7428238 Nov 19 17:34:57.764480 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e7cd03-9aae-40cc-823d-4853df1e9a5f req-066c528d-c17b-40e3-8c6a-d9f8b5050358 service neutron] Port b44bec35-c43f-4eaf-a93c-76d60c7184f1 on network 346debfa-452b-4048-abf4-8f4493625ef2 not bound, no agent of type Open vSwitch agent registered on host n-h2-818022-2 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 17:34:57.764969 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e7cd03-9aae-40cc-823d-4853df1e9a5f req-066c528d-c17b-40e3-8c6a-d9f8b5050358 service neutron] Attempting to bind port b44bec35-c43f-4eaf-a93c-76d60c7184f1 on network 346debfa-452b-4048-abf4-8f4493625ef2 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:34:57.772090 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 38966) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:34:57.782825 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-96fb3bcf-034b-4c4a-a1da-055ce0f9dbdd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:57.833427 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e7cd03-9aae-40cc-823d-4853df1e9a5f req-066c528d-c17b-40e3-8c6a-d9f8b5050358 service neutron] Checking agent: {'id': '525ad2ac-c4ae-4c63-af2e-0bf8d25d0f0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'started_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 34, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:34:57.833768 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e7cd03-9aae-40cc-823d-4853df1e9a5f req-066c528d-c17b-40e3-8c6a-d9f8b5050358 service neutron] Checking segment: {'id': '1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '346debfa-452b-4048-abf4-8f4493625ef2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:34:57.834256 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e7cd03-9aae-40cc-823d-4853df1e9a5f req-066c528d-c17b-40e3-8c6a-d9f8b5050358 service neutron] Bound using segment: {'id': '1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '346debfa-452b-4048-abf4-8f4493625ef2'} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:34:57.834707 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-44e7cd03-9aae-40cc-823d-4853df1e9a5f req-066c528d-c17b-40e3-8c6a-d9f8b5050358 service neutron] Bound port: b44bec35-c43f-4eaf-a93c-76d60c7184f1, host: n-h2-818022-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '346debfa-452b-4048-abf4-8f4493625ef2'}}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:34:57.835065 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-44e7cd03-9aae-40cc-823d-4853df1e9a5f req-066c528d-c17b-40e3-8c6a-d9f8b5050358 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:57.868852 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-76dba1ff-f45a-4719-8c66-0c25d16dd1a0 req-e06d43a7-4e69-4472-a10c-735d2fcbe3e0 tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] 10.222.0.54 "GET /v2.0/security-groups?id=c22c1cd0-07b3-4e9e-90d5-03f297ddf2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2393796 Nov 19 17:34:57.914638 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a1edaa-405a-43a6-9741-bd866b841d4b req-95d526ff-fae5-4dcb-bb6e-2effc59616da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:34:57.916887 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f2a1edaa-405a-43a6-9741-bd866b841d4b req-95d526ff-fae5-4dcb-bb6e-2effc59616da service neutron] 10.222.0.86 "GET /v2.0/subnets?id=350b116c-50d0-4ddf-8934-2b25a4e80dab HTTP/1.1" status: 200 len: 862 time: 0.1983228 Nov 19 17:34:57.917829 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8773ffcb-5e89-4e14-b90a-6cb9b7b4ded7 req-c3ce237c-3ead-4542-8f65-032ea1624215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:34:57.919951 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8773ffcb-5e89-4e14-b90a-6cb9b7b4ded7 req-c3ce237c-3ead-4542-8f65-032ea1624215 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=24a99233-4744-4b19-a38f-d07aa53cd758 HTTP/1.1" status: 200 len: 1100 time: 0.1347883 Nov 19 17:34:57.972451 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-74a4324e-6850-42a3-8923-77c8c1869be7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:57.974897 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-44e7cd03-9aae-40cc-823d-4853df1e9a5f req-066c528d-c17b-40e3-8c6a-d9f8b5050358 service neutron] For port b44bec35-c43f-4eaf-a93c-76d60c7184f1, host n-h2-818022-2, cleared binding levels {{(pid=103364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:34:57.980906 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9003ef2a-9a13-4868-b0cb-1d457b6f0b22 req-a7143fba-d11a-40bf-b7c0-eb6beb1111e4 tempest-LiveMigrationNegativeTest-1415947046 tempest-LiveMigrationNegativeTest-1415947046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:34:57.982339 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-44e7cd03-9aae-40cc-823d-4853df1e9a5f req-066c528d-c17b-40e3-8c6a-d9f8b5050358 service neutron] For port b44bec35-c43f-4eaf-a93c-76d60c7184f1, host n-h2-818022-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=b44bec35-c43f-4eaf-a93c-76d60c7184f1,segment=NetworkSegment(1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861),segment_id=1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861)] {{(pid=103364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:34:57.983914 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9003ef2a-9a13-4868-b0cb-1d457b6f0b22 req-a7143fba-d11a-40bf-b7c0-eb6beb1111e4 tempest-LiveMigrationNegativeTest-1415947046 tempest-LiveMigrationNegativeTest-1415947046-project] 10.222.0.54 "GET /v2.0/ports?device_id=02cf957d-4dab-412a-b5eb-5f08105c61e2 HTTP/1.1" status: 200 len: 948 time: 0.1610487 Nov 19 17:34:57.985391 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a2ae8be5-1281-4122-a555-88048fc9a24a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:58.007173 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-44e7cd03-9aae-40cc-823d-4853df1e9a5f req-066c528d-c17b-40e3-8c6a-d9f8b5050358 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:58.011195 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-96fb3bcf-034b-4c4a-a1da-055ce0f9dbdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:58.014156 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-96fb3bcf-034b-4c4a-a1da-055ce0f9dbdd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:58.015254 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-96fb3bcf-034b-4c4a-a1da-055ce0f9dbdd admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ae4e55d8-88f1-42c0-ab3a-c8d878a409ea HTTP/1.1" status: 204 len: 168 time: 0.5917850 Nov 19 17:34:58.023198 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-74a4324e-6850-42a3-8923-77c8c1869be7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:58.055254 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a1edaa-405a-43a6-9741-bd866b841d4b req-e468e086-5b83-4b37-8de5-2fe8cdf98e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:34:58.056862 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f2a1edaa-405a-43a6-9741-bd866b841d4b req-e468e086-5b83-4b37-8de5-2fe8cdf98e5a service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=833872e1-1a28-48e3-b9f9-d97ad690eebb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1220093 Nov 19 17:34:58.057611 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fb3bcf-034b-4c4a-a1da-055ce0f9dbdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae4e55d8-88f1-42c0-ab3a-c8d878a409ea,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:34:58.077020 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8773ffcb-5e89-4e14-b90a-6cb9b7b4ded7 req-e092eed4-4983-4756-beec-d472a0945194 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=c22c1cd0-07b3-4e9e-90d5-03f297ddf2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466539 Nov 19 17:34:58.085030 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e7cd03-9aae-40cc-823d-4853df1e9a5f req-066c528d-c17b-40e3-8c6a-d9f8b5050358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:34:58.085969 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-44e7cd03-9aae-40cc-823d-4853df1e9a5f req-066c528d-c17b-40e3-8c6a-d9f8b5050358 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:58.087917 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-44e7cd03-9aae-40cc-823d-4853df1e9a5f req-066c528d-c17b-40e3-8c6a-d9f8b5050358 service neutron] 10.222.0.86 "PUT /v2.0/ports/b44bec35-c43f-4eaf-a93c-76d60c7184f1 HTTP/1.1" status: 200 len: 1096 time: 1.5032604 Nov 19 17:34:58.088618 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02cf957d-4dab-412a-b5eb-5f08105c61e2', 'tag': 'b44bec35-c43f-4eaf-a93c-76d60c7184f1'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:34:58.092558 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dd4767a008c23f8566efc82158ee1b1fff34e1a9e908d76d0b6d0ab7e350e5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25c903d6-a9f6-401b-8050-59d00e873708" -d '{"events": [{"name": "network-changed", "server_uuid": "02cf957d-4dab-412a-b5eb-5f08105c61e2", "tag": "b44bec35-c43f-4eaf-a93c-76d60c7184f1"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:34:58.134183 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066c528d-c17b-40e3-8c6a-d9f8b5050358 service neutron] Pushing event updated for resources: {'Port': ['ID=b44bec35-c43f-4eaf-a93c-76d60c7184f1,revision_number=3']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:34:58.168226 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-74a4324e-6850-42a3-8923-77c8c1869be7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:58.173685 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-74a4324e-6850-42a3-8923-77c8c1869be7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:58.176008 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-74a4324e-6850-42a3-8923-77c8c1869be7 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/6bdf3794-1662-44c9-b822-b3cfb5f71824 HTTP/1.1" status: 204 len: 168 time: 0.3998585 Nov 19 17:34:58.238987 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a4324e-6850-42a3-8923-77c8c1869be7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bdf3794-1662-44c9-b822-b3cfb5f71824,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:34:58.278068 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a2ae8be5-1281-4122-a555-88048fc9a24a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:58.302480 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e7cd03-9aae-40cc-823d-4853df1e9a5f req-bbdd48de-ad32-437c-bf33-93bfbd29be8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:34:58.305507 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-44e7cd03-9aae-40cc-823d-4853df1e9a5f req-bbdd48de-ad32-437c-bf33-93bfbd29be8c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=6f42274fdc944adbad567b627e38820c&device_id=02cf957d-4dab-412a-b5eb-5f08105c61e2 HTTP/1.1" status: 200 len: 1099 time: 0.1274450 Nov 19 17:34:58.325886 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a2ae8be5-1281-4122-a555-88048fc9a24a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:58.364205 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-a2ae8be5-1281-4122-a555-88048fc9a24a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f62c99ab9253480abe7c1fe983b5a4e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6394937 Nov 19 17:34:58.391080 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9003ef2a-9a13-4868-b0cb-1d457b6f0b22 req-77d70ad2-f10c-4f90-af00-6cb7f9b489fa tempest-LiveMigrationNegativeTest-1415947046 tempest-LiveMigrationNegativeTest-1415947046-project] 10.222.0.54 "GET /v2.0/security-groups?id=a7cc520c-b1dc-4d57-b44f-99cdb95e8fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3701582 Nov 19 17:34:58.409131 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 38986) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:34:58.418827 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f2a1edaa-405a-43a6-9741-bd866b841d4b req-44c6b581-e049-4d3f-bd58-51b12310dee0 service neutron] 10.222.0.86 "GET /v2.0/networks/833872e1-1a28-48e3-b9f9-d97ad690eebb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3482292 Nov 19 17:34:58.428543 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 17:34:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d1da5fb-94cc-4029-b3d3-93dda609a0f2 x-openstack-request-id: req-7d1da5fb-94cc-4029-b3d3-93dda609a0f2 {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:34:58.428775 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02cf957d-4dab-412a-b5eb-5f08105c61e2", "tag": "b44bec35-c43f-4eaf-a93c-76d60c7184f1", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:34:58.429027 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-7d1da5fb-94cc-4029-b3d3-93dda609a0f2 {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:34:58.429502 n-d-818022-2 neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02cf957d-4dab-412a-b5eb-5f08105c61e2', 'tag': 'b44bec35-c43f-4eaf-a93c-76d60c7184f1', 'status': 'completed', 'code': 200} Nov 19 17:34:58.431524 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-44e7cd03-9aae-40cc-823d-4853df1e9a5f req-deb835da-2809-4095-8675-0bb7da17d578 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=b44bec35-c43f-4eaf-a93c-76d60c7184f1 HTTP/1.1" status: 200 len: 217 time: 0.1145895 Nov 19 17:34:58.554701 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e7cd03-9aae-40cc-823d-4853df1e9a5f req-8be9d769-a540-43b3-8063-d51048c21444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:34:58.561898 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-44e7cd03-9aae-40cc-823d-4853df1e9a5f req-8be9d769-a540-43b3-8063-d51048c21444 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8b3c88de-c9c2-4a20-b19e-1855c2c19035 HTTP/1.1" status: 200 len: 843 time: 0.1166565 Nov 19 17:34:58.571963 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ae8be5-1281-4122-a555-88048fc9a24a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7a5fc6c-ea0f-4c1b-b62f-522d01dbb585,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:34:58.623177 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-cd992810-52d2-4776-94f7-36758a5888eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:58.626582 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f2a1edaa-405a-43a6-9741-bd866b841d4b req-24d9d496-b75c-41c4-a0c6-1a211986759a service neutron] 10.222.0.86 "GET /v2.0/networks/833872e1-1a28-48e3-b9f9-d97ad690eebb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1794143 Nov 19 17:34:58.716720 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-cd992810-52d2-4776-94f7-36758a5888eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:58.726195 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8867aba-0be0-4366-8447-6cb69ed6a794 req-4f8e9dc4-a413-440d-a9ba-062ca66eedb7 tempest-ServersWithSpecificFlavorTestJSON-308617854 tempest-ServersWithSpecificFlavorTestJSON-308617854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:34:58.732834 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a8867aba-0be0-4366-8447-6cb69ed6a794 req-4f8e9dc4-a413-440d-a9ba-062ca66eedb7 tempest-ServersWithSpecificFlavorTestJSON-308617854 tempest-ServersWithSpecificFlavorTestJSON-308617854-project] 10.222.0.54 "GET /v2.0/ports?device_id=822a3eb9-a983-41ff-b107-717d46bf5ef6 HTTP/1.1" status: 200 len: 944 time: 0.1792638 Nov 19 17:34:58.757598 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 39006) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:34:58.761104 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e7cd03-9aae-40cc-823d-4853df1e9a5f req-9855486b-94fb-4b31-aac2-bad7186362d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:34:58.764524 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-44e7cd03-9aae-40cc-823d-4853df1e9a5f req-9855486b-94fb-4b31-aac2-bad7186362d4 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=346debfa-452b-4048-abf4-8f4493625ef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1523645 Nov 19 17:34:58.790522 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e3210035-8ce9-4477-9dbc-d72427464e0a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:58.825585 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 39008) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:34:58.868805 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a8867aba-0be0-4366-8447-6cb69ed6a794 req-a77a6947-f30d-4a6f-8875-af1a854bfcc8 tempest-ServersWithSpecificFlavorTestJSON-308617854 tempest-ServersWithSpecificFlavorTestJSON-308617854-project] 10.222.0.54 "GET /v2.0/security-groups?id=348e49f2-1dcd-4cd6-9b8c-7ca0411be99d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1315660 Nov 19 17:34:58.889407 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8e9a43-d286-45e5-b08e-559763af6c1e req-1eb051f7-7ab8-4ac2-8d22-98915bd8a16f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:34:58.903746 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-df8e9a43-d286-45e5-b08e-559763af6c1e req-1eb051f7-7ab8-4ac2-8d22-98915bd8a16f service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=bf701fa01dc443ada18661aab1d7be58&device_id=822a3eb9-a983-41ff-b107-717d46bf5ef6 HTTP/1.1" status: 200 len: 1095 time: 0.1964388 Nov 19 17:34:58.905003 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-539421f8-af32-492e-a560-d3b0ff2ccfb7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:58.929854 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-44e7cd03-9aae-40cc-823d-4853df1e9a5f req-9ad05c33-fb95-4c65-a05f-577fa1553f1e service neutron] 10.222.0.86 "GET /v2.0/networks/346debfa-452b-4048-abf4-8f4493625ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477809 Nov 19 17:34:59.100310 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-44e7cd03-9aae-40cc-823d-4853df1e9a5f req-2d45bda6-fb70-4fc9-9fa3-32f739d5f789 service neutron] 10.222.0.86 "GET /v2.0/networks/346debfa-452b-4048-abf4-8f4493625ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630707 Nov 19 17:34:59.262103 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-cd992810-52d2-4776-94f7-36758a5888eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:59.265354 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-cd992810-52d2-4776-94f7-36758a5888eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:59.270346 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-cd992810-52d2-4776-94f7-36758a5888eb admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f7a5fc6c-ea0f-4c1b-b62f-522d01dbb585 HTTP/1.1" status: 204 len: 168 time: 0.8595917 Nov 19 17:34:59.351024 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c903d6-a9f6-401b-8050-59d00e873708 req-b2d4ef09-d0ee-4df9-a93e-cef08db3e6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:34:59.353070 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-25c903d6-a9f6-401b-8050-59d00e873708 req-b2d4ef09-d0ee-4df9-a93e-cef08db3e6c7 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=6f42274fdc944adbad567b627e38820c&device_id=02cf957d-4dab-412a-b5eb-5f08105c61e2 HTTP/1.1" status: 200 len: 1099 time: 0.1720874 Nov 19 17:34:59.384239 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd992810-52d2-4776-94f7-36758a5888eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7a5fc6c-ea0f-4c1b-b62f-522d01dbb585,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:34:59.450800 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecc05c0-fe99-4392-8774-968f567bc6f4 req-5bafcc80-d5fa-43fc-9713-298872b847bd tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:34:59.454427 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0ecc05c0-fe99-4392-8774-968f567bc6f4 req-5bafcc80-d5fa-43fc-9713-298872b847bd tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] 10.222.0.54 "GET /v2.0/ports?device_id=24a99233-4744-4b19-a38f-d07aa53cd758 HTTP/1.1" status: 200 len: 949 time: 0.4417312 Nov 19 17:34:59.475285 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8e9a43-d286-45e5-b08e-559763af6c1e req-83c92031-806c-41ec-aa35-785199e0e8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:34:59.481982 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-df8e9a43-d286-45e5-b08e-559763af6c1e req-83c92031-806c-41ec-aa35-785199e0e8cb service neutron] 10.222.0.86 "GET /v2.0/networks?id=833872e1-1a28-48e3-b9f9-d97ad690eebb HTTP/1.1" status: 200 len: 924 time: 0.5673823 Nov 19 17:34:59.509082 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e3210035-8ce9-4477-9dbc-d72427464e0a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:59.572532 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c903d6-a9f6-401b-8050-59d00e873708 req-05fd7fe5-f556-4aa9-94c7-d43c0af1c3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:34:59.575774 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-25c903d6-a9f6-401b-8050-59d00e873708 req-05fd7fe5-f556-4aa9-94c7-d43c0af1c3b8 service neutron] 10.222.0.86 "GET /v2.0/networks?id=346debfa-452b-4048-abf4-8f4493625ef2 HTTP/1.1" status: 200 len: 870 time: 0.2099342 Nov 19 17:34:59.635587 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-df8e9a43-d286-45e5-b08e-559763af6c1e req-a9b88306-d5bf-4710-a651-82aab48dc29a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=181d9573-30a6-4c33-b898-07ea989195c7 HTTP/1.1" status: 200 len: 217 time: 0.1293399 Nov 19 17:34:59.641289 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e3210035-8ce9-4477-9dbc-d72427464e0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:59.641626 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-20910d81-a586-4561-8085-74325633ecf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:59.642772 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-25c903d6-a9f6-401b-8050-59d00e873708 req-20710edb-5169-45fd-b2c8-0888612c746c service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=b44bec35-c43f-4eaf-a93c-76d60c7184f1 HTTP/1.1" status: 200 len: 217 time: 0.0563600 Nov 19 17:34:59.744572 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c903d6-a9f6-401b-8050-59d00e873708 req-79189a2b-a24e-4a08-89b3-5361cc40ad6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:34:59.748395 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-25c903d6-a9f6-401b-8050-59d00e873708 req-79189a2b-a24e-4a08-89b3-5361cc40ad6a service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8b3c88de-c9c2-4a20-b19e-1855c2c19035 HTTP/1.1" status: 200 len: 843 time: 0.0699155 Nov 19 17:34:59.795692 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-539421f8-af32-492e-a560-d3b0ff2ccfb7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:59.796957 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3210035-8ce9-4477-9dbc-d72427464e0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9629cedf-e645-4435-8836-00531306b443,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:34:59.825548 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-539421f8-af32-492e-a560-d3b0ff2ccfb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:34:59.881269 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-e3210035-8ce9-4477-9dbc-d72427464e0a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=34388a6929cf45d18390f93051f0fa46&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1164286 Nov 19 17:34:59.884666 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8e9a43-d286-45e5-b08e-559763af6c1e req-25c5e634-2bf2-469f-86cd-cbdd8e4707e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:34:59.885173 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 39044) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:34:59.886748 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-df8e9a43-d286-45e5-b08e-559763af6c1e req-25c5e634-2bf2-469f-86cd-cbdd8e4707e4 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=350b116c-50d0-4ddf-8934-2b25a4e80dab HTTP/1.1" status: 200 len: 862 time: 0.2213442 Nov 19 17:34:59.888337 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c903d6-a9f6-401b-8050-59d00e873708 req-3f3b9121-f9ae-4f9e-b0f5-a02f89b813bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:34:59.891081 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-25c903d6-a9f6-401b-8050-59d00e873708 req-3f3b9121-f9ae-4f9e-b0f5-a02f89b813bf service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=346debfa-452b-4048-abf4-8f4493625ef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1314704 Nov 19 17:34:59.929551 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0ecc05c0-fe99-4392-8774-968f567bc6f4 req-10092847-272d-49af-8097-7ea04690bfbb tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] 10.222.0.54 "GET /v2.0/security-groups?id=c22c1cd0-07b3-4e9e-90d5-03f297ddf2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4245315 Nov 19 17:35:00.030990 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 39048) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:35:00.065468 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539421f8-af32-492e-a560-d3b0ff2ccfb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=640775d3-3c6c-4b3b-a729-1abd4b8b57f0,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:35:00.078916 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-539421f8-af32-492e-a560-d3b0ff2ccfb7 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c6cc231446ff48e28d0c73354ea06aa3&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2420352 Nov 19 17:35:00.080408 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 39052) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:35:00.141258 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8e9a43-d286-45e5-b08e-559763af6c1e req-55188167-60c6-4746-9f83-9cbd2c368077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:35:00.144554 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-df8e9a43-d286-45e5-b08e-559763af6c1e req-55188167-60c6-4746-9f83-9cbd2c368077 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=833872e1-1a28-48e3-b9f9-d97ad690eebb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2013862 Nov 19 17:35:00.219981 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 39054) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:35:00.255911 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c846b22f-bab7-434f-92df-45b0da3236f8 req-1f04dffb-b052-440f-97ae-f377111359a0 tempest-LiveMigrationNegativeTest-1415947046 tempest-LiveMigrationNegativeTest-1415947046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:35:00.263957 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c846b22f-bab7-434f-92df-45b0da3236f8 req-1f04dffb-b052-440f-97ae-f377111359a0 tempest-LiveMigrationNegativeTest-1415947046 tempest-LiveMigrationNegativeTest-1415947046-project] 10.222.0.54 "GET /v2.0/ports?device_id=02cf957d-4dab-412a-b5eb-5f08105c61e2 HTTP/1.1" status: 200 len: 948 time: 0.4556336 Nov 19 17:35:00.271354 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4a828a10-a8a5-4a7f-b6f1-93a0b4a999ba admin admin] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:00.333224 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4c972d50-1015-4ef9-97b7-5ed7721c70ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:00.367713 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-dfb041bd-66e6-4dd3-8e3d-5afcb752b585 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:00.369249 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e884c1be-7e53-4195-9abd-f2af08e2a8ba req-bbc0f052-2c10-4f9f-9433-55a53a773554 tempest-AggregatesAdminTestJSON-1425960610 tempest-AggregatesAdminTestJSON-1425960610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:35:00.370832 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e884c1be-7e53-4195-9abd-f2af08e2a8ba req-bbc0f052-2c10-4f9f-9433-55a53a773554 tempest-AggregatesAdminTestJSON-1425960610 tempest-AggregatesAdminTestJSON-1425960610-project] 10.222.0.54 "GET /v2.0/ports?device_id=87b4d2be-8535-4db4-ab3d-4a6dc0cf3e60 HTTP/1.1" status: 200 len: 972 time: 0.2246776 Nov 19 17:35:00.378182 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-25c903d6-a9f6-401b-8050-59d00e873708 req-bd7a4813-c573-4e46-a166-eb4ca5efc15d service neutron] 10.222.0.86 "GET /v2.0/networks/346debfa-452b-4048-abf4-8f4493625ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4580894 Nov 19 17:35:00.393926 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c846b22f-bab7-434f-92df-45b0da3236f8 req-041fbec3-e4ee-4cbe-a477-a226f522a22a tempest-LiveMigrationNegativeTest-1415947046 tempest-LiveMigrationNegativeTest-1415947046-project] 10.222.0.54 "GET /v2.0/security-groups?id=a7cc520c-b1dc-4d57-b44f-99cdb95e8fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285486 Nov 19 17:35:00.399082 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4c972d50-1015-4ef9-97b7-5ed7721c70ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:00.435183 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-dfb041bd-66e6-4dd3-8e3d-5afcb752b585 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:00.438099 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-df8e9a43-d286-45e5-b08e-559763af6c1e req-113c7dca-b618-4316-8eda-26819400d93b service neutron] 10.222.0.86 "GET /v2.0/networks/833872e1-1a28-48e3-b9f9-d97ad690eebb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2693317 Nov 19 17:35:00.556337 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e884c1be-7e53-4195-9abd-f2af08e2a8ba req-467e889c-6eb8-46ea-8511-279c856f2fe0 tempest-AggregatesAdminTestJSON-1425960610 tempest-AggregatesAdminTestJSON-1425960610-project] 10.222.0.54 "GET /v2.0/security-groups?id=0d697fef-59f3-4206-acfb-8fe236d76e03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330905 Nov 19 17:35:00.571025 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4a828a10-a8a5-4a7f-b6f1-93a0b4a999ba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:00.582130 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4a828a10-a8a5-4a7f-b6f1-93a0b4a999ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:00.609442 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-25c903d6-a9f6-401b-8050-59d00e873708 req-12f4e493-9b01-4f9c-9061-57c0aa9938be service neutron] 10.222.0.86 "GET /v2.0/networks/346debfa-452b-4048-abf4-8f4493625ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2122622 Nov 19 17:35:00.622681 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4c972d50-1015-4ef9-97b7-5ed7721c70ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:00.625562 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4c972d50-1015-4ef9-97b7-5ed7721c70ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:00.626790 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-4c972d50-1015-4ef9-97b7-5ed7721c70ee admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/640775d3-3c6c-4b3b-a729-1abd4b8b57f0 HTTP/1.1" status: 204 len: 168 time: 0.5424366 Nov 19 17:35:00.640217 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-dfb041bd-66e6-4dd3-8e3d-5afcb752b585 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:00.642891 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-dfb041bd-66e6-4dd3-8e3d-5afcb752b585 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:00.644300 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-dfb041bd-66e6-4dd3-8e3d-5afcb752b585 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/9629cedf-e645-4435-8836-00531306b443 HTTP/1.1" status: 204 len: 168 time: 0.7518003 Nov 19 17:35:00.645341 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c6a5c77e-581f-4cc1-9508-6af8b36b1a75 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:00.666707 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c972d50-1015-4ef9-97b7-5ed7721c70ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=640775d3-3c6c-4b3b-a729-1abd4b8b57f0,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:35:00.678228 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-4a828a10-a8a5-4a7f-b6f1-93a0b4a999ba admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=8b6873f3d2844580a45d62208b7f465e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4509418 Nov 19 17:35:00.678228 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a828a10-a8a5-4a7f-b6f1-93a0b4a999ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1180553d-08c1-4850-ad37-c2a31aef4634,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:35:00.678969 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-df8e9a43-d286-45e5-b08e-559763af6c1e req-1780564c-6279-4bd0-a4c8-795a2bbb9d5d service neutron] 10.222.0.86 "GET /v2.0/networks/833872e1-1a28-48e3-b9f9-d97ad690eebb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2191393 Nov 19 17:35:00.679534 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 39060) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:35:00.699001 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb041bd-66e6-4dd3-8e3d-5afcb752b585 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9629cedf-e645-4435-8836-00531306b443,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:35:00.744430 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c8f204-5329-4f34-ac4a-7807b882e579 req-32f16679-b656-48d8-aae4-5fd2afc8d6d5 tempest-ServersWithSpecificFlavorTestJSON-308617854 tempest-ServersWithSpecificFlavorTestJSON-308617854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:35:00.746068 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-45c8f204-5329-4f34-ac4a-7807b882e579 req-32f16679-b656-48d8-aae4-5fd2afc8d6d5 tempest-ServersWithSpecificFlavorTestJSON-308617854 tempest-ServersWithSpecificFlavorTestJSON-308617854-project] 10.222.0.54 "GET /v2.0/ports?device_id=822a3eb9-a983-41ff-b107-717d46bf5ef6 HTTP/1.1" status: 200 len: 944 time: 0.1403682 Nov 19 17:35:00.791727 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-86d32a24-3ba3-4748-9a85-03aa047433e2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:00.838804 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-86d32a24-3ba3-4748-9a85-03aa047433e2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:00.850012 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-45c8f204-5329-4f34-ac4a-7807b882e579 req-3a3aaadf-82cc-4b1b-bb0b-4c40e2d5f185 tempest-ServersWithSpecificFlavorTestJSON-308617854 tempest-ServersWithSpecificFlavorTestJSON-308617854-project] 10.222.0.54 "GET /v2.0/security-groups?id=348e49f2-1dcd-4cd6-9b8c-7ca0411be99d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899003 Nov 19 17:35:00.866232 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c6a5c77e-581f-4cc1-9508-6af8b36b1a75 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:00.884026 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c6a5c77e-581f-4cc1-9508-6af8b36b1a75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:00.952510 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a5c77e-581f-4cc1-9508-6af8b36b1a75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe51e458-886f-4b7c-b435-7d80d1cde368,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:35:00.985340 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-c6a5c77e-581f-4cc1-9508-6af8b36b1a75 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=4a8699d260c04e688b408e5f6ed4056b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9476221 Nov 19 17:35:00.988997 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 39068) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:35:00.992827 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-86d32a24-3ba3-4748-9a85-03aa047433e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:01.002522 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-86d32a24-3ba3-4748-9a85-03aa047433e2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:01.009363 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-86d32a24-3ba3-4748-9a85-03aa047433e2 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/1180553d-08c1-4850-ad37-c2a31aef4634 HTTP/1.1" status: 204 len: 168 time: 0.3284245 Nov 19 17:35:01.040100 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d32a24-3ba3-4748-9a85-03aa047433e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1180553d-08c1-4850-ad37-c2a31aef4634,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:35:01.112225 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3aee329b-0e12-418a-a99c-a0b7272868f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:01.156336 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfd5495-767e-43eb-9e84-05c078435a99 req-32be010c-3230-4240-9bd4-b511e15df828 tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:35:01.158270 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6dfd5495-767e-43eb-9e84-05c078435a99 req-32be010c-3230-4240-9bd4-b511e15df828 tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] 10.222.0.54 "GET /v2.0/ports?device_id=24a99233-4744-4b19-a38f-d07aa53cd758 HTTP/1.1" status: 200 len: 949 time: 0.0668457 Nov 19 17:35:01.159460 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3aee329b-0e12-418a-a99c-a0b7272868f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:01.274242 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3aee329b-0e12-418a-a99c-a0b7272868f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:01.277243 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3aee329b-0e12-418a-a99c-a0b7272868f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:01.279657 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-3aee329b-0e12-418a-a99c-a0b7272868f7 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/fe51e458-886f-4b7c-b435-7d80d1cde368 HTTP/1.1" status: 204 len: 168 time: 0.2892911 Nov 19 17:35:01.284069 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6dfd5495-767e-43eb-9e84-05c078435a99 req-4030f505-b7f3-4a2b-859c-78b3a1148115 tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] 10.222.0.54 "GET /v2.0/security-groups?id=c22c1cd0-07b3-4e9e-90d5-03f297ddf2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988684 Nov 19 17:35:01.296711 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aee329b-0e12-418a-a99c-a0b7272868f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe51e458-886f-4b7c-b435-7d80d1cde368,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:35:01.641075 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc81e1d-042e-40e8-9208-b47123ffabea req-686f397e-c82d-449e-9d7d-e7c29a71c391 tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:35:01.642738 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9fc81e1d-042e-40e8-9208-b47123ffabea req-686f397e-c82d-449e-9d7d-e7c29a71c391 tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] 10.222.0.54 "GET /v2.0/ports?device_id=edc9d3ea-ab00-4644-b0c6-6ed9fc0ccf67 HTTP/1.1" status: 200 len: 949 time: 0.0769255 Nov 19 17:35:01.665355 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949493c3-8318-4b2d-8b54-0d5baba86442 req-3f0a9d39-808c-446d-9c09-27bbf2220335 tempest-LiveMigrationNegativeTest-1415947046 tempest-LiveMigrationNegativeTest-1415947046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:35:01.676188 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-949493c3-8318-4b2d-8b54-0d5baba86442 req-3f0a9d39-808c-446d-9c09-27bbf2220335 tempest-LiveMigrationNegativeTest-1415947046 tempest-LiveMigrationNegativeTest-1415947046-project] 10.222.0.54 "GET /v2.0/ports?device_id=02cf957d-4dab-412a-b5eb-5f08105c61e2 HTTP/1.1" status: 200 len: 948 time: 0.1026530 Nov 19 17:35:01.733096 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-949493c3-8318-4b2d-8b54-0d5baba86442 req-cdc6ccce-47e6-49e4-b0bf-b97ef3a4ee01 tempest-LiveMigrationNegativeTest-1415947046 tempest-LiveMigrationNegativeTest-1415947046-project] 10.222.0.54 "GET /v2.0/security-groups?id=a7cc520c-b1dc-4d57-b44f-99cdb95e8fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557663 Nov 19 17:35:01.735054 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9fc81e1d-042e-40e8-9208-b47123ffabea req-e7e7bed8-e306-45b7-8c31-23cd97590215 tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] 10.222.0.54 "GET /v2.0/security-groups?id=c22c1cd0-07b3-4e9e-90d5-03f297ddf2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829327 Nov 19 17:35:01.876251 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1fcce8-2259-403c-b22a-2675d5469e39 req-411a7458-02ef-4149-b7ca-80a131484740 tempest-AggregatesAdminTestJSON-1425960610 tempest-AggregatesAdminTestJSON-1425960610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:35:01.877912 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0f1fcce8-2259-403c-b22a-2675d5469e39 req-411a7458-02ef-4149-b7ca-80a131484740 tempest-AggregatesAdminTestJSON-1425960610 tempest-AggregatesAdminTestJSON-1425960610-project] 10.222.0.86 "GET /v2.0/ports?device_id=87b4d2be-8535-4db4-ab3d-4a6dc0cf3e60 HTTP/1.1" status: 200 len: 972 time: 0.0807109 Nov 19 17:35:01.886536 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85749813-9511-4852-b2ec-409b176d9713 req-5fcd8a2d-5c62-4f53-8111-76ce1860847d tempest-AggregatesAdminTestJSON-1425960610 tempest-AggregatesAdminTestJSON-1425960610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:35:01.888650 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-85749813-9511-4852-b2ec-409b176d9713 req-5fcd8a2d-5c62-4f53-8111-76ce1860847d tempest-AggregatesAdminTestJSON-1425960610 tempest-AggregatesAdminTestJSON-1425960610-project] 10.222.0.54 "GET /v2.0/ports?device_id=87b4d2be-8535-4db4-ab3d-4a6dc0cf3e60 HTTP/1.1" status: 200 len: 972 time: 0.0796785 Nov 19 17:35:01.946625 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-22ee26d6-60b3-4ef5-97d5-f7ef29c7be99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:02.011173 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a63ca8-7751-474d-b53f-d66323720b1b req-a2dc30ac-51c3-4817-9fa0-75c597e57a11 tempest-ServersWithSpecificFlavorTestJSON-308617854 tempest-ServersWithSpecificFlavorTestJSON-308617854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:35:02.012066 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-75a63ca8-7751-474d-b53f-d66323720b1b req-a2dc30ac-51c3-4817-9fa0-75c597e57a11 tempest-ServersWithSpecificFlavorTestJSON-308617854 tempest-ServersWithSpecificFlavorTestJSON-308617854-project] 10.222.0.54 "GET /v2.0/ports?device_id=822a3eb9-a983-41ff-b107-717d46bf5ef6 HTTP/1.1" status: 200 len: 944 time: 0.0666957 Nov 19 17:35:02.054014 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 39112) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:35:02.082632 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-75a63ca8-7751-474d-b53f-d66323720b1b req-be333a6e-6070-4ff4-b73d-6fb35ae3d8b2 tempest-ServersWithSpecificFlavorTestJSON-308617854 tempest-ServersWithSpecificFlavorTestJSON-308617854-project] 10.222.0.54 "GET /v2.0/security-groups?id=348e49f2-1dcd-4cd6-9b8c-7ca0411be99d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638146 Nov 19 17:35:02.131091 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-85749813-9511-4852-b2ec-409b176d9713 req-196320ce-118f-4da2-a7ca-c2d359928e78 tempest-AggregatesAdminTestJSON-1425960610 tempest-AggregatesAdminTestJSON-1425960610-project] 10.222.0.54 "GET /v2.0/security-groups?id=0d697fef-59f3-4206-acfb-8fe236d76e03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144897 Nov 19 17:35:02.132163 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1317efeb-f593-461e-b91c-c79ce3d822ff admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:02.146029 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device 181d9573-30a6-4c33-b898-07ea989195c7 details requested by agent hyperv_n-h2-818022-2 with host n-h2-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 17:35:02.204966 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-0f1fcce8-2259-403c-b22a-2675d5469e39 req-b92f478d-0c37-4b09-a2a5-7d059817b530 tempest-AggregatesAdminTestJSON-1425960610 tempest-AggregatesAdminTestJSON-1425960610-project] Deleting port b26e01a2-892b-4113-a015-7aeacde769d6 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:35:02.205303 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-0f1fcce8-2259-403c-b22a-2675d5469e39 req-b92f478d-0c37-4b09-a2a5-7d059817b530 tempest-AggregatesAdminTestJSON-1425960610 tempest-AggregatesAdminTestJSON-1425960610-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:02.238571 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-3c9fb82d-8d32-4d85-bb72-0ef4d3ded9c9 req-be176d84-788b-4671-8ecd-2cda111a6df9 tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=0f17c2230730474889f55896d89ffdce&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0513878 Nov 19 17:35:02.322919 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port 181d9573-30a6-4c33-b898-07ea989195c7, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=181d9573-30a6-4c33-b898-07ea989195c7,segment=NetworkSegment(e2e76166-2a11-48ad-af12-51784925425c),segment_id=e2e76166-2a11-48ad-af12-51784925425c)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:35:02.343295 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Returning: {'device': '181d9573-30a6-4c33-b898-07ea989195c7', 'network_id': '833872e1-1a28-48e3-b9f9-d97ad690eebb', 'port_id': '181d9573-30a6-4c33-b898-07ea989195c7', 'mac_address': 'fa:16:3e:06:55:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '350b116c-50d0-4ddf-8934-2b25a4e80dab', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 17:35:02.345929 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-0f1fcce8-2259-403c-b22a-2675d5469e39 req-b92f478d-0c37-4b09-a2a5-7d059817b530 tempest-AggregatesAdminTestJSON-1425960610 tempest-AggregatesAdminTestJSON-1425960610-project] For port b26e01a2-892b-4113-a015-7aeacde769d6, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=b26e01a2-892b-4113-a015-7aeacde769d6,segment=NetworkSegment(1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861),segment_id=1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:35:02.346623 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-0f1fcce8-2259-403c-b22a-2675d5469e39 req-b92f478d-0c37-4b09-a2a5-7d059817b530 tempest-AggregatesAdminTestJSON-1425960610 tempest-AggregatesAdminTestJSON-1425960610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:02.376999 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-0f1fcce8-2259-403c-b22a-2675d5469e39 req-b92f478d-0c37-4b09-a2a5-7d059817b530 tempest-AggregatesAdminTestJSON-1425960610 tempest-AggregatesAdminTestJSON-1425960610-project] Calling delete_port for b26e01a2-892b-4113-a015-7aeacde769d6 owned by compute:tempest-test_az-1351977075 {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:35:02.388809 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1317efeb-f593-461e-b91c-c79ce3d822ff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:02.409573 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9fb82d-8d32-4d85-bb72-0ef4d3ded9c9 req-7020f7b8-a963-4b75-bdeb-17e82b238afa tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:35:02.413634 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1317efeb-f593-461e-b91c-c79ce3d822ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:02.416912 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-3c9fb82d-8d32-4d85-bb72-0ef4d3ded9c9 req-7020f7b8-a963-4b75-bdeb-17e82b238afa tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1774497 Nov 19 17:35:02.418329 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:02.435313 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-3c9fb82d-8d32-4d85-bb72-0ef4d3ded9c9 req-f390ad72-0b33-4578-88de-a21d9b83f638 tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] 10.222.0.54 "GET /v2.0/quotas/0f17c2230730474889f55896d89ffdce HTTP/1.1" status: 200 len: 375 time: 0.0164173 Nov 19 17:35:02.437766 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 181d9573-30a6-4c33-b898-07ea989195c7 {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:35:02.461460 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port 181d9573-30a6-4c33-b898-07ea989195c7, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=181d9573-30a6-4c33-b898-07ea989195c7,segment=NetworkSegment(e2e76166-2a11-48ad-af12-51784925425c),segment_id=e2e76166-2a11-48ad-af12-51784925425c)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:35:02.469024 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:02.470659 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device b44bec35-c43f-4eaf-a93c-76d60c7184f1 details requested by agent hyperv_n-h2-818022-2 with host n-h2-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 17:35:02.485637 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-1317efeb-f593-461e-b91c-c79ce3d822ff admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=3ad4cb2e766945348aef2a8d3767b153&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4272153 Nov 19 17:35:02.488643 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 39134) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:35:02.548173 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-3c9fb82d-8d32-4d85-bb72-0ef4d3ded9c9 req-1e193903-3cbf-4c14-b24f-07139111dc50 tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=0f17c2230730474889f55896d89ffdce&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1111896 Nov 19 17:35:02.578277 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1317efeb-f593-461e-b91c-c79ce3d822ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e287350f-389b-46e6-833f-4f4077bd8411,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:35:02.630117 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b20315ae-0567-4336-b33e-117e72210f98 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:02.659162 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.db.resource_extend [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 19 17:35:02.679954 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b20315ae-0567-4336-b33e-117e72210f98 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:02.719476 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-0f1fcce8-2259-403c-b22a-2675d5469e39 req-b92f478d-0c37-4b09-a2a5-7d059817b530 tempest-AggregatesAdminTestJSON-1425960610 tempest-AggregatesAdminTestJSON-1425960610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:02.751282 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] get_ports_and_sgs() called for port_ids ['b26e01a2-892b-4113-a015-7aeacde769d6'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:35:02.753508 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Pushing event updated for resources: {'Port': ['ID=181d9573-30a6-4c33-b898-07ea989195c7,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:35:02.796042 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b20315ae-0567-4336-b33e-117e72210f98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:02.804811 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b20315ae-0567-4336-b33e-117e72210f98 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:02.810562 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-b20315ae-0567-4336-b33e-117e72210f98 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e287350f-389b-46e6-833f-4f4077bd8411 HTTP/1.1" status: 204 len: 168 time: 0.3141649 Nov 19 17:35:02.823076 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20315ae-0567-4336-b33e-117e72210f98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e287350f-389b-46e6-833f-4f4077bd8411,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:35:02.877452 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92f478d-0c37-4b09-a2a5-7d059817b530 tempest-AggregatesAdminTestJSON-1425960610 tempest-AggregatesAdminTestJSON-1425960610-project] Pushing event deleted for resources: {'Port': ['ID=b26e01a2-892b-4113-a015-7aeacde769d6,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:35:02.909387 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port b44bec35-c43f-4eaf-a93c-76d60c7184f1, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=b44bec35-c43f-4eaf-a93c-76d60c7184f1,segment=NetworkSegment(1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861),segment_id=1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:35:02.939806 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Returning: {'device': 'b44bec35-c43f-4eaf-a93c-76d60c7184f1', 'network_id': '346debfa-452b-4048-abf4-8f4493625ef2', 'port_id': 'b44bec35-c43f-4eaf-a93c-76d60c7184f1', 'mac_address': 'fa:16:3e:27:99:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b3c88de-c9c2-4a20-b19e-1855c2c19035', 'ip_address': '192.168.233.116'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 17:35:02.993244 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12e90d8-a485-4307-9790-0feeac860bf4 req-93be4b5d-e80b-4137-9cff-3423db0ace52 tempest-LiveMigrationNegativeTest-1415947046 tempest-LiveMigrationNegativeTest-1415947046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:35:03.002575 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b12e90d8-a485-4307-9790-0feeac860bf4 req-93be4b5d-e80b-4137-9cff-3423db0ace52 tempest-LiveMigrationNegativeTest-1415947046 tempest-LiveMigrationNegativeTest-1415947046-project] 10.222.0.54 "GET /v2.0/ports?device_id=02cf957d-4dab-412a-b5eb-5f08105c61e2 HTTP/1.1" status: 200 len: 948 time: 0.0920477 Nov 19 17:35:03.007944 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:03.047034 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b44bec35-c43f-4eaf-a93c-76d60c7184f1 {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:35:03.054930 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e46ecc5a-dc14-4744-b262-3072ff2e958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:03.090130 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b12e90d8-a485-4307-9790-0feeac860bf4 req-dc9c8690-576c-4dc8-ade2-297127f44513 tempest-LiveMigrationNegativeTest-1415947046 tempest-LiveMigrationNegativeTest-1415947046-project] 10.222.0.54 "GET /v2.0/security-groups?id=a7cc520c-b1dc-4d57-b44f-99cdb95e8fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862646 Nov 19 17:35:03.096555 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port b44bec35-c43f-4eaf-a93c-76d60c7184f1, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=b44bec35-c43f-4eaf-a93c-76d60c7184f1,segment=NetworkSegment(1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861),segment_id=1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:35:03.107866 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:03.131315 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f48ba443-3d74-4404-b42a-cde735baf2eb req-a1ce36a8-9755-4f96-ab8d-24e29ab5751c tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] 10.222.0.54 "GET /v2.0/ports?device_id=12f30be9-dda5-4bee-bf23-586b67590f4e HTTP/1.1" status: 200 len: 210 time: 0.2808831 Nov 19 17:35:03.230627 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f1fcce8-2259-403c-b22a-2675d5469e39 req-b92f478d-0c37-4b09-a2a5-7d059817b530 tempest-AggregatesAdminTestJSON-1425960610 tempest-AggregatesAdminTestJSON-1425960610-project] No DVR routers for this DVR port b26e01a2-892b-4113-a015-7aeacde769d6 on host n-h2-818022-2 {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:35:03.253910 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Pushing event updated for resources: {'Port': ['ID=b44bec35-c43f-4eaf-a93c-76d60c7184f1,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:35:03.261099 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-0f1fcce8-2259-403c-b22a-2675d5469e39 req-b92f478d-0c37-4b09-a2a5-7d059817b530 tempest-AggregatesAdminTestJSON-1425960610 tempest-AggregatesAdminTestJSON-1425960610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:03.275776 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0f1fcce8-2259-403c-b22a-2675d5469e39 req-b92f478d-0c37-4b09-a2a5-7d059817b530 tempest-AggregatesAdminTestJSON-1425960610 tempest-AggregatesAdminTestJSON-1425960610-project] 10.222.0.86 "DELETE /v2.0/ports/b26e01a2-892b-4113-a015-7aeacde769d6 HTTP/1.1" status: 204 len: 173 time: 1.3857865 Nov 19 17:35:03.277855 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87b4d2be-8535-4db4-ab3d-4a6dc0cf3e60', 'name': 'network-vif-deleted', 'tag': 'b26e01a2-892b-4113-a015-7aeacde769d6'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:35:03.303363 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218319d759239a7d11f1288aef37381b97754913ee9ccbfd43b51a463f801712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3af76d79-b90e-4dd8-ae91-f6045008133b" -d '{"events": [{"server_uuid": "87b4d2be-8535-4db4-ab3d-4a6dc0cf3e60", "name": "network-vif-deleted", "tag": "b26e01a2-892b-4113-a015-7aeacde769d6"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:35:03.338354 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ff4102-9a03-48ba-92bf-98841794c224 req-fbca4e17-9058-4364-821e-55c0ff86e6f7 tempest-ServersWithSpecificFlavorTestJSON-308617854 tempest-ServersWithSpecificFlavorTestJSON-308617854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:35:03.364867 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-36ff4102-9a03-48ba-92bf-98841794c224 req-fbca4e17-9058-4364-821e-55c0ff86e6f7 tempest-ServersWithSpecificFlavorTestJSON-308617854 tempest-ServersWithSpecificFlavorTestJSON-308617854-project] 10.222.0.54 "GET /v2.0/ports?device_id=822a3eb9-a983-41ff-b107-717d46bf5ef6 HTTP/1.1" status: 200 len: 945 time: 0.1524348 Nov 19 17:35:03.374037 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c344bdaf-e96f-4ac5-bf5a-4f5740e49a55 req-1b8b6302-c57d-4130-87a2-401b157c1883 tempest-AggregatesAdminTestJSON-1425960610 tempest-AggregatesAdminTestJSON-1425960610-project] 10.222.0.54 "GET /v2.0/ports?device_id=87b4d2be-8535-4db4-ab3d-4a6dc0cf3e60 HTTP/1.1" status: 200 len: 210 time: 0.0600145 Nov 19 17:35:03.420144 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:03.440047 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] get_ports_and_sgs() called for port_ids ['181d9573-30a6-4c33-b898-07ea989195c7'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:35:03.449205 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-36ff4102-9a03-48ba-92bf-98841794c224 req-e3c98d89-bd51-41a0-9740-edf1b64e9384 tempest-ServersWithSpecificFlavorTestJSON-308617854 tempest-ServersWithSpecificFlavorTestJSON-308617854-project] 10.222.0.54 "GET /v2.0/security-groups?id=348e49f2-1dcd-4cd6-9b8c-7ca0411be99d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827758 Nov 19 17:35:03.495693 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:35:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a8def2b-0b2f-4130-b138-697f52fc00bc x-openstack-request-id: req-4a8def2b-0b2f-4130-b138-697f52fc00bc {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:35:03.496155 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87b4d2be-8535-4db4-ab3d-4a6dc0cf3e60", "name": "network-vif-deleted", "tag": "b26e01a2-892b-4113-a015-7aeacde769d6", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:35:03.496450 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-4a8def2b-0b2f-4130-b138-697f52fc00bc {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:35:03.497033 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87b4d2be-8535-4db4-ab3d-4a6dc0cf3e60', 'name': 'network-vif-deleted', 'tag': 'b26e01a2-892b-4113-a015-7aeacde769d6', 'status': 'completed', 'code': 200} Nov 19 17:35:03.515538 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] get_ports_and_sgs() called for port_ids ['b44bec35-c43f-4eaf-a93c-76d60c7184f1'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:35:03.596680 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:04.161732 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device b26e01a2-892b-4113-a015-7aeacde769d6 no longer exists at agent hyperv_n-h2-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:35:04.228268 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] No Port match for: b26e01a2-892b-4113-a015-7aeacde769d6 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:35:04.228631 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device b26e01a2-892b-4113-a015-7aeacde769d6 not bound to the agent host n-h2-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:35:04.308428 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d44ec4-1046-479d-8be1-5d79ec31cfa8 req-236dd9eb-a4f2-468b-ac8b-86b998d95c94 tempest-LiveMigrationNegativeTest-1415947046 tempest-LiveMigrationNegativeTest-1415947046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:35:04.320626 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3bff424e-9988-499f-b640-cad008404288 req-3cde0485-7320-43a0-b44d-c795ba5b0c21 tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] 10.222.0.54 "GET /v2.0/ports?device_id=12f30be9-dda5-4bee-bf23-586b67590f4e HTTP/1.1" status: 200 len: 210 time: 0.0401537 Nov 19 17:35:04.322583 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-99d44ec4-1046-479d-8be1-5d79ec31cfa8 req-236dd9eb-a4f2-468b-ac8b-86b998d95c94 tempest-LiveMigrationNegativeTest-1415947046 tempest-LiveMigrationNegativeTest-1415947046-project] 10.222.0.54 "GET /v2.0/ports?device_id=02cf957d-4dab-412a-b5eb-5f08105c61e2 HTTP/1.1" status: 200 len: 949 time: 0.0887415 Nov 19 17:35:04.413649 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-99d44ec4-1046-479d-8be1-5d79ec31cfa8 req-923650f2-cf75-404b-936a-06828ec50996 tempest-LiveMigrationNegativeTest-1415947046 tempest-LiveMigrationNegativeTest-1415947046-project] 10.222.0.54 "GET /v2.0/security-groups?id=a7cc520c-b1dc-4d57-b44f-99cdb95e8fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852942 Nov 19 17:35:04.471264 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-3c9fb82d-8d32-4d85-bb72-0ef4d3ded9c9 req-4bf888c2-eae4-4c8c-b802-1c6ce7955a13 tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=0f17c2230730474889f55896d89ffdce&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0382476 Nov 19 17:35:04.547593 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e013d7e6-5264-4dcc-9759-54f5fb809e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:04.595127 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-baf5a591-258b-4b11-a7a6-f696d550ed99 req-90e2242e-b508-4481-9722-6404bc0390db service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=9eb68ada-5e0b-435b-bd4b-a788fd4751e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0889928 Nov 19 17:35:04.727780 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5844219b-fadd-49c7-8376-97e02d08ac79 req-6b791e70-daee-4900-9220-20190740b728 tempest-ServersWithSpecificFlavorTestJSON-308617854 tempest-ServersWithSpecificFlavorTestJSON-308617854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:35:04.727989 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf5a591-258b-4b11-a7a6-f696d550ed99 req-4d4afbb0-11a8-4b1c-94ac-744cdc63520d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:35:04.729471 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-5844219b-fadd-49c7-8376-97e02d08ac79 req-6b791e70-daee-4900-9220-20190740b728 tempest-ServersWithSpecificFlavorTestJSON-308617854 tempest-ServersWithSpecificFlavorTestJSON-308617854-project] 10.222.0.54 "GET /v2.0/ports?device_id=822a3eb9-a983-41ff-b107-717d46bf5ef6 HTTP/1.1" status: 200 len: 945 time: 0.1499369 Nov 19 17:35:04.737099 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9fb82d-8d32-4d85-bb72-0ef4d3ded9c9 req-c2c0f45d-7ff0-4339-b8d6-3d2e274f7789 tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:35:04.738753 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-3c9fb82d-8d32-4d85-bb72-0ef4d3ded9c9 req-c2c0f45d-7ff0-4339-b8d6-3d2e274f7789 tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2517841 Nov 19 17:35:04.742380 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-baf5a591-258b-4b11-a7a6-f696d550ed99 req-4d4afbb0-11a8-4b1c-94ac-744cdc63520d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=6f42274fdc944adbad567b627e38820c&device_id=9eb68ada-5e0b-435b-bd4b-a788fd4751e5 HTTP/1.1" status: 200 len: 1101 time: 0.0623460 Nov 19 17:35:04.755217 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-3c9fb82d-8d32-4d85-bb72-0ef4d3ded9c9 req-b26fa17a-f9c3-40ab-ac62-badd00420ce9 tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] Request body: {'port': {'device_id': '12f30be9-dda5-4bee-bf23-586b67590f4e', 'network_id': '346debfa-452b-4048-abf4-8f4493625ef2', 'admin_state_up': True, 'tenant_id': '0f17c2230730474889f55896d89ffdce'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:35:04.861853 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-5844219b-fadd-49c7-8376-97e02d08ac79 req-d698ac2b-da64-4ed8-9a64-899b61969973 tempest-ServersWithSpecificFlavorTestJSON-308617854 tempest-ServersWithSpecificFlavorTestJSON-308617854-project] 10.222.0.54 "GET /v2.0/security-groups?id=348e49f2-1dcd-4cd6-9b8c-7ca0411be99d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1186163 Nov 19 17:35:04.869734 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf5a591-258b-4b11-a7a6-f696d550ed99 req-8f9c0d87-3d9c-449a-b948-f22107b42e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:35:04.872219 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-baf5a591-258b-4b11-a7a6-f696d550ed99 req-8f9c0d87-3d9c-449a-b948-f22107b42e5b service neutron] 10.222.0.86 "GET /v2.0/networks?id=346debfa-452b-4048-abf4-8f4493625ef2 HTTP/1.1" status: 200 len: 870 time: 0.1161911 Nov 19 17:35:04.922772 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c9fb82d-8d32-4d85-bb72-0ef4d3ded9c9 req-b26fa17a-f9c3-40ab-ac62-badd00420ce9 tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] Made reservation on behalf of 0f17c2230730474889f55896d89ffdce for: {'port': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:35:04.927573 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-3c9fb82d-8d32-4d85-bb72-0ef4d3ded9c9 req-b26fa17a-f9c3-40ab-ac62-badd00420ce9 tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:04.930539 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-baf5a591-258b-4b11-a7a6-f696d550ed99 req-3c79e6bc-91cc-4fd3-9f81-885324da6cfe service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=9d594171-3aa2-4577-b706-2a58ee23e937 HTTP/1.1" status: 200 len: 217 time: 0.0455148 Nov 19 17:35:05.010136 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf5a591-258b-4b11-a7a6-f696d550ed99 req-956e5ac5-77f1-47bb-9587-21c75e5232f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:35:05.011968 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-baf5a591-258b-4b11-a7a6-f696d550ed99 req-956e5ac5-77f1-47bb-9587-21c75e5232f9 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8b3c88de-c9c2-4a20-b19e-1855c2c19035 HTTP/1.1" status: 200 len: 843 time: 0.0718253 Nov 19 17:35:05.069214 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:05.082068 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf5a591-258b-4b11-a7a6-f696d550ed99 req-bf5ee37f-d885-42d3-bf59-61375b5b0580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:35:05.082068 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-baf5a591-258b-4b11-a7a6-f696d550ed99 req-bf5ee37f-d885-42d3-bf59-61375b5b0580 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=346debfa-452b-4048-abf4-8f4493625ef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0573850 Nov 19 17:35:05.130681 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [req-3c9fb82d-8d32-4d85-bb72-0ef4d3ded9c9 req-b26fa17a-f9c3-40ab-ac62-badd00420ce9 tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] Allocated IP 192.168.233.185 (346debfa-452b-4048-abf4-8f4493625ef2/8b3c88de-c9c2-4a20-b19e-1855c2c19035/1d9bac41-fa54-4d19-9131-753429c9726e) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:35:05.195769 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-baf5a591-258b-4b11-a7a6-f696d550ed99 req-2095d331-ace3-4afc-a816-53f6e6aba059 service neutron] 10.222.0.86 "GET /v2.0/networks/346debfa-452b-4048-abf4-8f4493625ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063807 Nov 19 17:35:05.288012 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 39230) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:35:05.316231 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-baf5a591-258b-4b11-a7a6-f696d550ed99 req-9b59015c-e419-4db5-a908-7d110f392611 service neutron] 10.222.0.86 "GET /v2.0/networks/346debfa-452b-4048-abf4-8f4493625ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122992 Nov 19 17:35:05.329423 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-3c9fb82d-8d32-4d85-bb72-0ef4d3ded9c9 req-b26fa17a-f9c3-40ab-ac62-badd00420ce9 tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:05.379491 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-3c9fb82d-8d32-4d85-bb72-0ef4d3ded9c9 req-b26fa17a-f9c3-40ab-ac62-badd00420ce9 tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:05.393939 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['648e9924-4faf-4cc9-8364-066838855211', '6e33b232-f4a9-4fdd-a99f-17fe0e7b0fe7'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:35:05.433155 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c9fb82d-8d32-4d85-bb72-0ef4d3ded9c9 req-b26fa17a-f9c3-40ab-ac62-badd00420ce9 tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] Network 346debfa-452b-4048-abf4-8f4493625ef2 is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:35:05.436767 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [req-3c9fb82d-8d32-4d85-bb72-0ef4d3ded9c9 req-b26fa17a-f9c3-40ab-ac62-badd00420ce9 tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:35:05.455501 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c9fb82d-8d32-4d85-bb72-0ef4d3ded9c9 req-b26fa17a-f9c3-40ab-ac62-badd00420ce9 tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:35:05.462223 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9fb82d-8d32-4d85-bb72-0ef4d3ded9c9 req-b26fa17a-f9c3-40ab-ac62-badd00420ce9 tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:35:05.462916 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-3c9fb82d-8d32-4d85-bb72-0ef4d3ded9c9 req-b26fa17a-f9c3-40ab-ac62-badd00420ce9 tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:05.478059 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26fa17a-f9c3-40ab-ac62-badd00420ce9 tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] Pushing event updated for resources: {'Port': ['ID=1d9bac41-fa54-4d19-9131-753429c9726e,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:35:05.501672 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-3c9fb82d-8d32-4d85-bb72-0ef4d3ded9c9 req-b26fa17a-f9c3-40ab-ac62-badd00420ce9 tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7508762 Nov 19 17:35:05.528521 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-3c9fb82d-8d32-4d85-bb72-0ef4d3ded9c9 req-b5c0e2c1-7a05-4c81-8a1d-9972d7ae554d service neutron] Request body: {'port': {'device_id': '12f30be9-dda5-4bee-bf23-586b67590f4e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818022-2'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:35:05.606580 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2ab68b-c025-428d-a0cb-356de1556261 req-9bd52f69-b43f-45cc-b0c6-af08e0960d18 tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:35:05.619551 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-bc2ab68b-c025-428d-a0cb-356de1556261 req-9bd52f69-b43f-45cc-b0c6-af08e0960d18 tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] 10.222.0.54 "GET /v2.0/ports?device_id=12f30be9-dda5-4bee-bf23-586b67590f4e HTTP/1.1" status: 200 len: 936 time: 0.1367025 Nov 19 17:35:05.720074 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-bc2ab68b-c025-428d-a0cb-356de1556261 req-ce5fc8ee-a9b8-4f34-b28c-14165c34650d tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] 10.222.0.54 "GET /v2.0/security-groups?id=c22c1cd0-07b3-4e9e-90d5-03f297ddf2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993004 Nov 19 17:35:05.739281 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-3c9fb82d-8d32-4d85-bb72-0ef4d3ded9c9 req-b5c0e2c1-7a05-4c81-8a1d-9972d7ae554d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:05.854403 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982658fb-3d29-4450-bf1a-1843e5a91f76 req-a366d1b7-9802-4013-ad5f-8dd719176a76 tempest-LiveMigrationNegativeTest-1415947046 tempest-LiveMigrationNegativeTest-1415947046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:35:05.856291 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-982658fb-3d29-4450-bf1a-1843e5a91f76 req-a366d1b7-9802-4013-ad5f-8dd719176a76 tempest-LiveMigrationNegativeTest-1415947046 tempest-LiveMigrationNegativeTest-1415947046-project] 10.222.0.54 "GET /v2.0/ports?device_id=02cf957d-4dab-412a-b5eb-5f08105c61e2 HTTP/1.1" status: 200 len: 949 time: 0.2010686 Nov 19 17:35:05.873329 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-7cf172f7-6674-47fb-9be1-d3bf6e029236 None None] Provisioning complete for port 1d9bac41-fa54-4d19-9131-753429c9726e triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:35:05.873997 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-7cf172f7-6674-47fb-9be1-d3bf6e029236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:05.915041 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-7cf172f7-6674-47fb-9be1-d3bf6e029236 None None] Port 1d9bac41-fa54-4d19-9131-753429c9726e cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:35:05.992568 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-a02db59c-1c93-44a1-9868-c7ea14b49eb5 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c3154079b33840a1bb2a18b4eefab4b0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7031140 Nov 19 17:35:05.995433 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 39256) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:35:06.051697 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-982658fb-3d29-4450-bf1a-1843e5a91f76 req-6db406b7-dcf6-46b4-8811-99463610bb70 tempest-LiveMigrationNegativeTest-1415947046 tempest-LiveMigrationNegativeTest-1415947046-project] 10.222.0.54 "GET /v2.0/security-groups?id=a7cc520c-b1dc-4d57-b44f-99cdb95e8fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679442 Nov 19 17:35:06.059709 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3edb170b-f64d-4f6d-928b-b10ae03afec9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:06.094642 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3edb170b-f64d-4f6d-928b-b10ae03afec9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:06.164480 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3edb170b-f64d-4f6d-928b-b10ae03afec9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:06.164719 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device 181d9573-30a6-4c33-b898-07ea989195c7 up at agent hyperv_n-h2-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:35:06.167437 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3edb170b-f64d-4f6d-928b-b10ae03afec9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:06.172075 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-3edb170b-f64d-4f6d-928b-b10ae03afec9 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/0d697fef-59f3-4206-acfb-8fe236d76e03 HTTP/1.1" status: 204 len: 168 time: 0.1753798 Nov 19 17:35:06.180168 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edb170b-f64d-4f6d-928b-b10ae03afec9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d697fef-59f3-4206-acfb-8fe236d76e03,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:35:06.203476 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [req-3c9fb82d-8d32-4d85-bb72-0ef4d3ded9c9 req-b5c0e2c1-7a05-4c81-8a1d-9972d7ae554d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d9bac41-fa54-4d19-9131-753429c9726e {{(pid=103364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:35:06.214692 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-3c9fb82d-8d32-4d85-bb72-0ef4d3ded9c9 req-b5c0e2c1-7a05-4c81-8a1d-9972d7ae554d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:06.228992 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.provisioning_blocks [req-3c9fb82d-8d32-4d85-bb72-0ef4d3ded9c9 req-b5c0e2c1-7a05-4c81-8a1d-9972d7ae554d service neutron] Transition to ACTIVE for port object 1d9bac41-fa54-4d19-9131-753429c9726e will not be triggered until provisioned by entity L2. {{(pid=103364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 17:35:06.233618 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-3c9fb82d-8d32-4d85-bb72-0ef4d3ded9c9 req-b5c0e2c1-7a05-4c81-8a1d-9972d7ae554d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:06.306288 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c0e2c1-7a05-4c81-8a1d-9972d7ae554d service neutron] Pushing event updated for resources: {'Port': ['ID=1d9bac41-fa54-4d19-9131-753429c9726e,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:35:06.324285 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Provisioning for port 181d9573-30a6-4c33-b898-07ea989195c7 completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 17:35:06.337606 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Provisioning complete for port 181d9573-30a6-4c33-b898-07ea989195c7 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:35:06.338019 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:06.374202 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-3c9fb82d-8d32-4d85-bb72-0ef4d3ded9c9 req-b5c0e2c1-7a05-4c81-8a1d-9972d7ae554d service neutron] Attempting to bind port 1d9bac41-fa54-4d19-9131-753429c9726e on host n-h1-818022-2 for vnic_type normal with profile {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:35:06.374546 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-3c9fb82d-8d32-4d85-bb72-0ef4d3ded9c9 req-b5c0e2c1-7a05-4c81-8a1d-9972d7ae554d service neutron] Attempting to bind port 1d9bac41-fa54-4d19-9131-753429c9726e by drivers openvswitch,hyperv on host n-h1-818022-2 at level 0 using segments [{'id': '1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '346debfa-452b-4048-abf4-8f4493625ef2'}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:35:06.374878 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c9fb82d-8d32-4d85-bb72-0ef4d3ded9c9 req-b5c0e2c1-7a05-4c81-8a1d-9972d7ae554d service neutron] Attempting to bind port 1d9bac41-fa54-4d19-9131-753429c9726e on network 346debfa-452b-4048-abf4-8f4493625ef2 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:35:06.380783 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c9fb82d-8d32-4d85-bb72-0ef4d3ded9c9 req-b5c0e2c1-7a05-4c81-8a1d-9972d7ae554d service neutron] Port 1d9bac41-fa54-4d19-9131-753429c9726e on network 346debfa-452b-4048-abf4-8f4493625ef2 not bound, no agent of type Open vSwitch agent registered on host n-h1-818022-2 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 17:35:06.381225 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c9fb82d-8d32-4d85-bb72-0ef4d3ded9c9 req-b5c0e2c1-7a05-4c81-8a1d-9972d7ae554d service neutron] Attempting to bind port 1d9bac41-fa54-4d19-9131-753429c9726e on network 346debfa-452b-4048-abf4-8f4493625ef2 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:35:06.388583 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c9fb82d-8d32-4d85-bb72-0ef4d3ded9c9 req-b5c0e2c1-7a05-4c81-8a1d-9972d7ae554d service neutron] Checking agent: {'id': 'a6668d96-12fa-4ec0-99ad-77eaf490dd2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'started_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 35, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:35:06.388933 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c9fb82d-8d32-4d85-bb72-0ef4d3ded9c9 req-b5c0e2c1-7a05-4c81-8a1d-9972d7ae554d service neutron] Checking segment: {'id': '1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '346debfa-452b-4048-abf4-8f4493625ef2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:35:06.389324 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c9fb82d-8d32-4d85-bb72-0ef4d3ded9c9 req-b5c0e2c1-7a05-4c81-8a1d-9972d7ae554d service neutron] Bound using segment: {'id': '1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '346debfa-452b-4048-abf4-8f4493625ef2'} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:35:06.389761 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-3c9fb82d-8d32-4d85-bb72-0ef4d3ded9c9 req-b5c0e2c1-7a05-4c81-8a1d-9972d7ae554d service neutron] Bound port: 1d9bac41-fa54-4d19-9131-753429c9726e, host: n-h1-818022-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '346debfa-452b-4048-abf4-8f4493625ef2'}}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:35:06.390162 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-3c9fb82d-8d32-4d85-bb72-0ef4d3ded9c9 req-b5c0e2c1-7a05-4c81-8a1d-9972d7ae554d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:06.444826 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4385a8-d68a-4531-90f5-9e3c2be19c76 req-902620e6-4dd5-4a03-afae-a120f13e0bcf tempest-ServersWithSpecificFlavorTestJSON-308617854 tempest-ServersWithSpecificFlavorTestJSON-308617854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:35:06.458183 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2b4385a8-d68a-4531-90f5-9e3c2be19c76 req-902620e6-4dd5-4a03-afae-a120f13e0bcf tempest-ServersWithSpecificFlavorTestJSON-308617854 tempest-ServersWithSpecificFlavorTestJSON-308617854-project] 10.222.0.54 "GET /v2.0/ports?device_id=822a3eb9-a983-41ff-b107-717d46bf5ef6 HTTP/1.1" status: 200 len: 945 time: 0.1074178 Nov 19 17:35:06.497764 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-3c9fb82d-8d32-4d85-bb72-0ef4d3ded9c9 req-b5c0e2c1-7a05-4c81-8a1d-9972d7ae554d service neutron] For port 1d9bac41-fa54-4d19-9131-753429c9726e, host n-h1-818022-2, cleared binding levels {{(pid=103364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:35:06.505044 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-3c9fb82d-8d32-4d85-bb72-0ef4d3ded9c9 req-b5c0e2c1-7a05-4c81-8a1d-9972d7ae554d service neutron] For port 1d9bac41-fa54-4d19-9131-753429c9726e, host n-h1-818022-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=1d9bac41-fa54-4d19-9131-753429c9726e,segment=NetworkSegment(1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861),segment_id=1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861)] {{(pid=103364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:35:06.511801 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-3c9fb82d-8d32-4d85-bb72-0ef4d3ded9c9 req-b5c0e2c1-7a05-4c81-8a1d-9972d7ae554d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:06.530210 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:06.577635 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2b4385a8-d68a-4531-90f5-9e3c2be19c76 req-c00e0d9c-e5c0-494c-ad06-822bc9567809 tempest-ServersWithSpecificFlavorTestJSON-308617854 tempest-ServersWithSpecificFlavorTestJSON-308617854-project] 10.222.0.54 "GET /v2.0/security-groups?id=348e49f2-1dcd-4cd6-9b8c-7ca0411be99d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1148460 Nov 19 17:35:06.584088 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9fb82d-8d32-4d85-bb72-0ef4d3ded9c9 req-b5c0e2c1-7a05-4c81-8a1d-9972d7ae554d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:35:06.585063 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-3c9fb82d-8d32-4d85-bb72-0ef4d3ded9c9 req-b5c0e2c1-7a05-4c81-8a1d-9972d7ae554d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:06.587075 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-3c9fb82d-8d32-4d85-bb72-0ef4d3ded9c9 req-b5c0e2c1-7a05-4c81-8a1d-9972d7ae554d service neutron] 10.222.0.60 "PUT /v2.0/ports/1d9bac41-fa54-4d19-9131-753429c9726e HTTP/1.1" status: 200 len: 1096 time: 1.0724378 Nov 19 17:35:06.587935 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12f30be9-dda5-4bee-bf23-586b67590f4e', 'tag': '1d9bac41-fa54-4d19-9131-753429c9726e'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:35:06.607890 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dd4767a008c23f8566efc82158ee1b1fff34e1a9e908d76d0b6d0ab7e350e5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f07c2c7-de1b-41ea-b34b-a9c86eb6f45f" -d '{"events": [{"name": "network-changed", "server_uuid": "12f30be9-dda5-4bee-bf23-586b67590f4e", "tag": "1d9bac41-fa54-4d19-9131-753429c9726e"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:35:06.610253 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '822a3eb9-a983-41ff-b107-717d46bf5ef6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '181d9573-30a6-4c33-b898-07ea989195c7'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:35:06.624583 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3940761bcd94e032e6960d2241bd8993c5d3a7d8dc2aca8488f3ecf1d4dd2fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6592f40b-c82b-4a29-adaa-2202f032797c" -d '{"events": [{"server_uuid": "822a3eb9-a983-41ff-b107-717d46bf5ef6", "name": "network-vif-plugged", "status": "completed", "tag": "181d9573-30a6-4c33-b898-07ea989195c7"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:35:06.664558 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c0e2c1-7a05-4c81-8a1d-9972d7ae554d service neutron] Pushing event updated for resources: {'Port': ['ID=1d9bac41-fa54-4d19-9131-753429c9726e,revision_number=3']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:35:06.673618 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port 181d9573-30a6-4c33-b898-07ea989195c7, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=181d9573-30a6-4c33-b898-07ea989195c7,segment=NetworkSegment(e2e76166-2a11-48ad-af12-51784925425c),segment_id=e2e76166-2a11-48ad-af12-51784925425c)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:35:06.678620 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:06.679417 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device b44bec35-c43f-4eaf-a93c-76d60c7184f1 up at agent hyperv_n-h2-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:35:06.703646 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9fb82d-8d32-4d85-bb72-0ef4d3ded9c9 req-66c465d2-7c1a-4c82-ad70-56fc9cbc89d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:35:06.706677 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-3c9fb82d-8d32-4d85-bb72-0ef4d3ded9c9 req-66c465d2-7c1a-4c82-ad70-56fc9cbc89d3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0f17c2230730474889f55896d89ffdce&device_id=12f30be9-dda5-4bee-bf23-586b67590f4e HTTP/1.1" status: 200 len: 1099 time: 0.0547402 Nov 19 17:35:06.807944 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 17:35:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64c3669d-8cb6-44a0-b431-806088838cb0 x-openstack-request-id: req-64c3669d-8cb6-44a0-b431-806088838cb0 {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:35:06.808275 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12f30be9-dda5-4bee-bf23-586b67590f4e", "tag": "1d9bac41-fa54-4d19-9131-753429c9726e", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:35:06.808540 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-64c3669d-8cb6-44a0-b431-806088838cb0 {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:35:06.809616 n-d-818022-2 neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12f30be9-dda5-4bee-bf23-586b67590f4e', 'tag': '1d9bac41-fa54-4d19-9131-753429c9726e', 'status': 'completed', 'code': 200} Nov 19 17:35:06.818217 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-3c9fb82d-8d32-4d85-bb72-0ef4d3ded9c9 req-deb2d1f3-023a-4c9b-8d80-7238b87e2eb7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=1d9bac41-fa54-4d19-9131-753429c9726e HTTP/1.1" status: 200 len: 217 time: 0.1012652 Nov 19 17:35:06.838295 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Pushing event updated for resources: {'Port': ['ID=181d9573-30a6-4c33-b898-07ea989195c7,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:35:06.848889 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:35:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00a3ad15-d4aa-40ed-809b-e19a89a13f39 x-openstack-request-id: req-00a3ad15-d4aa-40ed-809b-e19a89a13f39 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:35:06.849483 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "822a3eb9-a983-41ff-b107-717d46bf5ef6", "name": "network-vif-plugged", "status": "completed", "tag": "181d9573-30a6-4c33-b898-07ea989195c7", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:35:06.849934 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-00a3ad15-d4aa-40ed-809b-e19a89a13f39 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:35:06.850582 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '822a3eb9-a983-41ff-b107-717d46bf5ef6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '181d9573-30a6-4c33-b898-07ea989195c7', 'code': 200} Nov 19 17:35:06.885289 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Provisioning for port b44bec35-c43f-4eaf-a93c-76d60c7184f1 completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 17:35:06.890797 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Provisioning complete for port b44bec35-c43f-4eaf-a93c-76d60c7184f1 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:35:06.891499 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:06.954534 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9fb82d-8d32-4d85-bb72-0ef4d3ded9c9 req-9ab64a5c-0235-41bb-9188-d039760512d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:35:06.957250 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-3c9fb82d-8d32-4d85-bb72-0ef4d3ded9c9 req-9ab64a5c-0235-41bb-9188-d039760512d5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8b3c88de-c9c2-4a20-b19e-1855c2c19035 HTTP/1.1" status: 200 len: 843 time: 0.1383207 Nov 19 17:35:07.005139 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6bace4-f2bc-48d4-bee0-1eeac8dd1465 req-5976906a-0b5a-4f0b-af59-179a47aefee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:35:07.009099 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ab6bace4-f2bc-48d4-bee0-1eeac8dd1465 req-5976906a-0b5a-4f0b-af59-179a47aefee7 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=822a3eb9-a983-41ff-b107-717d46bf5ef6 HTTP/1.1" status: 200 len: 1097 time: 0.1038795 Nov 19 17:35:07.061496 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:07.078558 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9fb82d-8d32-4d85-bb72-0ef4d3ded9c9 req-97bcc96e-8996-4d05-a1de-70747c9d1a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:35:07.080848 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-3c9fb82d-8d32-4d85-bb72-0ef4d3ded9c9 req-97bcc96e-8996-4d05-a1de-70747c9d1a62 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=346debfa-452b-4048-abf4-8f4493625ef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1081221 Nov 19 17:35:07.093771 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ab6bace4-f2bc-48d4-bee0-1eeac8dd1465 req-61276600-44c1-4816-95be-f51ff8e8efdf service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=348e49f2-1dcd-4cd6-9b8c-7ca0411be99d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719199 Nov 19 17:35:07.113732 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093707f0-ac6d-482e-9c25-5725fa25c2c5 req-2b560c55-1c39-4b8b-a463-93fb0407a1b3 tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:35:07.116217 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port b44bec35-c43f-4eaf-a93c-76d60c7184f1, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=b44bec35-c43f-4eaf-a93c-76d60c7184f1,segment=NetworkSegment(1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861),segment_id=1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:35:07.118503 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-093707f0-ac6d-482e-9c25-5725fa25c2c5 req-2b560c55-1c39-4b8b-a463-93fb0407a1b3 tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] 10.222.0.54 "GET /v2.0/ports?device_id=12f30be9-dda5-4bee-bf23-586b67590f4e HTTP/1.1" status: 200 len: 948 time: 0.1479504 Nov 19 17:35:07.125167 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:07.268931 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-093707f0-ac6d-482e-9c25-5725fa25c2c5 req-91ea2831-413f-448a-8324-53cb36f5cae9 tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] 10.222.0.54 "GET /v2.0/security-groups?id=c22c1cd0-07b3-4e9e-90d5-03f297ddf2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306713 Nov 19 17:35:07.270344 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Pushing event updated for resources: {'Port': ['ID=b44bec35-c43f-4eaf-a93c-76d60c7184f1,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:35:07.317693 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-3c9fb82d-8d32-4d85-bb72-0ef4d3ded9c9 req-7776a4d9-ff50-4ae3-9a07-5b28fe8fe01f service neutron] 10.222.0.60 "GET /v2.0/networks/346debfa-452b-4048-abf4-8f4493625ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2260015 Nov 19 17:35:07.345597 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c49969f-ada6-49b9-91d0-2b936e06748b req-d0157317-a35a-452d-9140-9b083f300c14 tempest-LiveMigrationNegativeTest-1415947046 tempest-LiveMigrationNegativeTest-1415947046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:35:07.359388 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3c49969f-ada6-49b9-91d0-2b936e06748b req-d0157317-a35a-452d-9140-9b083f300c14 tempest-LiveMigrationNegativeTest-1415947046 tempest-LiveMigrationNegativeTest-1415947046-project] 10.222.0.54 "GET /v2.0/ports?device_id=02cf957d-4dab-412a-b5eb-5f08105c61e2 HTTP/1.1" status: 200 len: 950 time: 0.0728860 Nov 19 17:35:07.427394 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3c49969f-ada6-49b9-91d0-2b936e06748b req-ddea844d-444f-4c96-809e-b266af4c7e14 tempest-LiveMigrationNegativeTest-1415947046 tempest-LiveMigrationNegativeTest-1415947046-project] 10.222.0.54 "GET /v2.0/security-groups?id=a7cc520c-b1dc-4d57-b44f-99cdb95e8fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641747 Nov 19 17:35:07.454914 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-3c9fb82d-8d32-4d85-bb72-0ef4d3ded9c9 req-90373356-347e-46d6-9c98-dc76318d2812 service neutron] 10.222.0.60 "GET /v2.0/networks/346debfa-452b-4048-abf4-8f4493625ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205521 Nov 19 17:35:07.490745 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 39308) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:35:07.587904 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f07c2c7-de1b-41ea-b34b-a9c86eb6f45f req-07eebe5f-f51a-45cd-b2c6-3afd05aae51d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:35:07.595751 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-1f07c2c7-de1b-41ea-b34b-a9c86eb6f45f req-07eebe5f-f51a-45cd-b2c6-3afd05aae51d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0f17c2230730474889f55896d89ffdce&device_id=12f30be9-dda5-4bee-bf23-586b67590f4e HTTP/1.1" status: 200 len: 1099 time: 0.0618272 Nov 19 17:35:07.626164 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-27185b7d-27c5-4f56-90da-8a693273943f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d1f104f9b4014039bb3594844f80ec15&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1338952 Nov 19 17:35:07.627612 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 39316) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:35:07.737713 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-34d842c3-9f42-4912-b10c-fb74364b0c47 req-51b67ccc-16b5-443d-9a11-bce35ab21392 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=edc9d3ea-ab00-4644-b0c6-6ed9fc0ccf67&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0744874 Nov 19 17:35:07.738502 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-57fa6e94-21d2-4a2f-aef6-7cb1001576f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:07.756257 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f07c2c7-de1b-41ea-b34b-a9c86eb6f45f req-f0afeebb-c653-45b7-8d58-a51266c83441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:35:07.766068 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-1f07c2c7-de1b-41ea-b34b-a9c86eb6f45f req-f0afeebb-c653-45b7-8d58-a51266c83441 service neutron] 10.222.0.60 "GET /v2.0/networks?id=346debfa-452b-4048-abf4-8f4493625ef2 HTTP/1.1" status: 200 len: 870 time: 0.1637883 Nov 19 17:35:07.773861 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-57fa6e94-21d2-4a2f-aef6-7cb1001576f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:07.837436 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-1f07c2c7-de1b-41ea-b34b-a9c86eb6f45f req-98857af4-a411-4aed-a3af-6a64170e520d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=1d9bac41-fa54-4d19-9131-753429c9726e HTTP/1.1" status: 200 len: 217 time: 0.0595212 Nov 19 17:35:07.921388 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d842c3-9f42-4912-b10c-fb74364b0c47 req-ae21b6c9-58dc-4a62-ad26-cb4759813fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:35:07.923480 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-34d842c3-9f42-4912-b10c-fb74364b0c47 req-ae21b6c9-58dc-4a62-ad26-cb4759813fe5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0f17c2230730474889f55896d89ffdce&device_id=edc9d3ea-ab00-4644-b0c6-6ed9fc0ccf67 HTTP/1.1" status: 200 len: 1100 time: 0.1225307 Nov 19 17:35:07.942136 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c0ebb9-4dff-4200-8df5-9f4ca56ed526 req-c27c2e11-281b-43e0-ae3c-38eebf73d7ca tempest-ServersWithSpecificFlavorTestJSON-308617854 tempest-ServersWithSpecificFlavorTestJSON-308617854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:35:07.943858 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-64c0ebb9-4dff-4200-8df5-9f4ca56ed526 req-c27c2e11-281b-43e0-ae3c-38eebf73d7ca tempest-ServersWithSpecificFlavorTestJSON-308617854 tempest-ServersWithSpecificFlavorTestJSON-308617854-project] 10.222.0.54 "GET /v2.0/ports?device_id=822a3eb9-a983-41ff-b107-717d46bf5ef6 HTTP/1.1" status: 200 len: 946 time: 0.1295350 Nov 19 17:35:07.944094 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f07c2c7-de1b-41ea-b34b-a9c86eb6f45f req-dbecb40b-519b-4ea5-ba7b-e37cafecd96f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:35:07.946595 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-1f07c2c7-de1b-41ea-b34b-a9c86eb6f45f req-dbecb40b-519b-4ea5-ba7b-e37cafecd96f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8b3c88de-c9c2-4a20-b19e-1855c2c19035 HTTP/1.1" status: 200 len: 843 time: 0.1014769 Nov 19 17:35:08.016930 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f07c2c7-de1b-41ea-b34b-a9c86eb6f45f req-ebf27c14-c511-4661-85a3-99ae7c24945c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:35:08.019089 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-1f07c2c7-de1b-41ea-b34b-a9c86eb6f45f req-ebf27c14-c511-4661-85a3-99ae7c24945c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=346debfa-452b-4048-abf4-8f4493625ef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0649011 Nov 19 17:35:08.024689 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-57fa6e94-21d2-4a2f-aef6-7cb1001576f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:08.031124 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-57fa6e94-21d2-4a2f-aef6-7cb1001576f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:08.033030 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-57fa6e94-21d2-4a2f-aef6-7cb1001576f7 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b2fb10c9-6c1f-4749-8ec1-18a80a1cdf5b HTTP/1.1" status: 204 len: 168 time: 0.4039409 Nov 19 17:35:08.158725 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fa6e94-21d2-4a2f-aef6-7cb1001576f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2fb10c9-6c1f-4749-8ec1-18a80a1cdf5b,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:35:08.180444 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-64c0ebb9-4dff-4200-8df5-9f4ca56ed526 req-56500e00-2614-4b37-9290-bea209270938 tempest-ServersWithSpecificFlavorTestJSON-308617854 tempest-ServersWithSpecificFlavorTestJSON-308617854-project] 10.222.0.54 "GET /v2.0/security-groups?id=348e49f2-1dcd-4cd6-9b8c-7ca0411be99d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2235997 Nov 19 17:35:08.192087 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-1f07c2c7-de1b-41ea-b34b-a9c86eb6f45f req-a7b4b1cd-e101-4ad9-bceb-9529d31d1675 service neutron] 10.222.0.60 "GET /v2.0/networks/346debfa-452b-4048-abf4-8f4493625ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577666 Nov 19 17:35:08.342645 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d842c3-9f42-4912-b10c-fb74364b0c47 req-99e85906-0760-43f9-969a-a8b6847f0482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:35:08.346728 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-34d842c3-9f42-4912-b10c-fb74364b0c47 req-99e85906-0760-43f9-969a-a8b6847f0482 service neutron] 10.222.0.60 "GET /v2.0/networks?id=346debfa-452b-4048-abf4-8f4493625ef2 HTTP/1.1" status: 200 len: 870 time: 0.3809898 Nov 19 17:35:08.350063 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-1f07c2c7-de1b-41ea-b34b-a9c86eb6f45f req-aa711871-5122-4aec-95d5-6a6389c2286d service neutron] 10.222.0.60 "GET /v2.0/networks/346debfa-452b-4048-abf4-8f4493625ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481528 Nov 19 17:35:08.636812 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-34d842c3-9f42-4912-b10c-fb74364b0c47 req-9e2d39c6-ad15-401e-b599-e2dd6e528dfa service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=648e9924-4faf-4cc9-8364-066838855211 HTTP/1.1" status: 200 len: 217 time: 0.2761374 Nov 19 17:35:08.714024 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d842c3-9f42-4912-b10c-fb74364b0c47 req-9ba68fc2-71ab-4c94-a966-96056595153a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:35:08.716023 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-34d842c3-9f42-4912-b10c-fb74364b0c47 req-9ba68fc2-71ab-4c94-a966-96056595153a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8b3c88de-c9c2-4a20-b19e-1855c2c19035 HTTP/1.1" status: 200 len: 843 time: 0.0692222 Nov 19 17:35:08.728403 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620ea365-b406-484b-97d2-a3b1690f7f6f req-5cf2db80-86cb-4668-8429-9a006173ff57 tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:35:08.729922 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-620ea365-b406-484b-97d2-a3b1690f7f6f req-5cf2db80-86cb-4668-8429-9a006173ff57 tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] 10.222.0.54 "GET /v2.0/ports?device_id=12f30be9-dda5-4bee-bf23-586b67590f4e HTTP/1.1" status: 200 len: 948 time: 0.0955777 Nov 19 17:35:08.786786 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7569279-19b3-474a-9084-6e3279319600 req-4765a962-f0b4-4812-85e0-4e717a83ecfe tempest-LiveMigrationNegativeTest-1415947046 tempest-LiveMigrationNegativeTest-1415947046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:35:08.796837 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b7569279-19b3-474a-9084-6e3279319600 req-4765a962-f0b4-4812-85e0-4e717a83ecfe tempest-LiveMigrationNegativeTest-1415947046 tempest-LiveMigrationNegativeTest-1415947046-project] 10.222.0.54 "GET /v2.0/ports?device_id=02cf957d-4dab-412a-b5eb-5f08105c61e2 HTTP/1.1" status: 200 len: 950 time: 0.0824413 Nov 19 17:35:08.821172 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d842c3-9f42-4912-b10c-fb74364b0c47 req-6682bf32-a991-443a-a133-4a6f7ca69f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:35:08.823480 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-34d842c3-9f42-4912-b10c-fb74364b0c47 req-6682bf32-a991-443a-a133-4a6f7ca69f9b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=346debfa-452b-4048-abf4-8f4493625ef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0832686 Nov 19 17:35:08.827779 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-620ea365-b406-484b-97d2-a3b1690f7f6f req-e915e908-89c0-4a88-9fb8-2353e247931f tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] 10.222.0.54 "GET /v2.0/security-groups?id=c22c1cd0-07b3-4e9e-90d5-03f297ddf2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890286 Nov 19 17:35:08.854983 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02cf957d-4dab-412a-b5eb-5f08105c61e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b44bec35-c43f-4eaf-a93c-76d60c7184f1'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:35:08.860711 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3940761bcd94e032e6960d2241bd8993c5d3a7d8dc2aca8488f3ecf1d4dd2fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22fbde8b-c7e2-4a18-8649-168dd2930b4f" -d '{"events": [{"server_uuid": "02cf957d-4dab-412a-b5eb-5f08105c61e2", "name": "network-vif-plugged", "status": "completed", "tag": "b44bec35-c43f-4eaf-a93c-76d60c7184f1"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:35:08.868338 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b7569279-19b3-474a-9084-6e3279319600 req-30f3bfcc-b018-4a9c-a74c-73fe677072bc tempest-LiveMigrationNegativeTest-1415947046 tempest-LiveMigrationNegativeTest-1415947046-project] 10.222.0.54 "GET /v2.0/security-groups?id=a7cc520c-b1dc-4d57-b44f-99cdb95e8fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704260 Nov 19 17:35:08.919683 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:35:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de085d82-a37e-4e04-83db-586e431f942c x-openstack-request-id: req-de085d82-a37e-4e04-83db-586e431f942c {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:35:08.920018 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02cf957d-4dab-412a-b5eb-5f08105c61e2", "name": "network-vif-plugged", "status": "completed", "tag": "b44bec35-c43f-4eaf-a93c-76d60c7184f1", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:35:08.920283 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-de085d82-a37e-4e04-83db-586e431f942c {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:35:08.920691 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02cf957d-4dab-412a-b5eb-5f08105c61e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b44bec35-c43f-4eaf-a93c-76d60c7184f1', 'code': 200} Nov 19 17:35:08.987322 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-34d842c3-9f42-4912-b10c-fb74364b0c47 req-d22308c5-d1bd-4804-90c2-d84c85b06ff1 service neutron] 10.222.0.60 "GET /v2.0/networks/346debfa-452b-4048-abf4-8f4493625ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373518 Nov 19 17:35:09.014788 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 39374) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:35:09.063385 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 39378) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:35:09.102806 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9889ff18-79d8-43a6-ad0f-972b60a67eed req-5a750235-eab7-4ff4-b682-42f6b52fbd92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:35:09.104304 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9889ff18-79d8-43a6-ad0f-972b60a67eed req-5a750235-eab7-4ff4-b682-42f6b52fbd92 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=02cf957d-4dab-412a-b5eb-5f08105c61e2 HTTP/1.1" status: 200 len: 1101 time: 0.1023154 Nov 19 17:35:09.144092 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-34d842c3-9f42-4912-b10c-fb74364b0c47 req-288b5b5f-5c0c-4653-80f6-dc0dab7334eb service neutron] 10.222.0.60 "GET /v2.0/networks/346debfa-452b-4048-abf4-8f4493625ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434748 Nov 19 17:35:09.167477 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9889ff18-79d8-43a6-ad0f-972b60a67eed req-7ef7dfd5-ba9d-4180-9f80-c4a2aa2cf0f1 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=a7cc520c-b1dc-4d57-b44f-99cdb95e8fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518582 Nov 19 17:35:09.321718 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-82ef70b2-998f-4735-8d65-8ac9ee42bc85 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:09.325307 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-88bccacb-baa0-4ac1-8eed-f745523fda0f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:09.460342 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bce7e7-53be-44bb-80f6-6934911b3a88 req-26ca4454-e79b-4740-b500-bb256e40a356 tempest-ServersWithSpecificFlavorTestJSON-308617854 tempest-ServersWithSpecificFlavorTestJSON-308617854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:35:09.461992 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-84bce7e7-53be-44bb-80f6-6934911b3a88 req-26ca4454-e79b-4740-b500-bb256e40a356 tempest-ServersWithSpecificFlavorTestJSON-308617854 tempest-ServersWithSpecificFlavorTestJSON-308617854-project] 10.222.0.54 "GET /v2.0/ports?device_id=822a3eb9-a983-41ff-b107-717d46bf5ef6 HTTP/1.1" status: 200 len: 946 time: 0.1344881 Nov 19 17:35:09.542246 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-88bccacb-baa0-4ac1-8eed-f745523fda0f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:09.556313 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-88bccacb-baa0-4ac1-8eed-f745523fda0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:09.559977 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-82ef70b2-998f-4735-8d65-8ac9ee42bc85 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:09.592295 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-82ef70b2-998f-4735-8d65-8ac9ee42bc85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:09.624075 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-84bce7e7-53be-44bb-80f6-6934911b3a88 req-11c50ab5-aeb3-4dd1-a8d9-aca56e82d675 tempest-ServersWithSpecificFlavorTestJSON-308617854 tempest-ServersWithSpecificFlavorTestJSON-308617854-project] 10.222.0.54 "GET /v2.0/security-groups?id=348e49f2-1dcd-4cd6-9b8c-7ca0411be99d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1501586 Nov 19 17:35:09.628437 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bccacb-baa0-4ac1-8eed-f745523fda0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ed48c2e-7766-4bcc-92d4-08bcf7c1622a,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:35:09.641257 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-88bccacb-baa0-4ac1-8eed-f745523fda0f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=dbfbaa379de34a29b11e7a91238430d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6229408 Nov 19 17:35:09.641766 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 39408) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:35:09.660606 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-82ef70b2-998f-4735-8d65-8ac9ee42bc85 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=be8cf7e7bcf44f81915b87c9597f01e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5956435 Nov 19 17:35:09.663963 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 39410) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:35:09.695270 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ef70b2-998f-4735-8d65-8ac9ee42bc85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64d915a0-79b3-4e38-a365-d76cca284fc9,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:35:09.749999 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7d2fc1c5-a086-4ce1-bcea-03cd4e9f78bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:09.750434 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0f92b95d-fe06-497b-820d-f2deb42ee9dc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:09.784253 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0f92b95d-fe06-497b-820d-f2deb42ee9dc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:09.794292 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 39416) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:35:09.801158 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7d2fc1c5-a086-4ce1-bcea-03cd4e9f78bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:09.854635 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b2d54b-fb71-4201-8abf-8b45b85e4faf req-391dbf77-525b-47df-8127-6a7eb56b2523 tempest-ServersWithSpecificFlavorTestJSON-308617854 tempest-ServersWithSpecificFlavorTestJSON-308617854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:35:09.865832 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0f92b95d-fe06-497b-820d-f2deb42ee9dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:09.866859 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-87b2d54b-fb71-4201-8abf-8b45b85e4faf req-391dbf77-525b-47df-8127-6a7eb56b2523 tempest-ServersWithSpecificFlavorTestJSON-308617854 tempest-ServersWithSpecificFlavorTestJSON-308617854-project] 10.222.0.54 "GET /v2.0/ports?device_id=822a3eb9-a983-41ff-b107-717d46bf5ef6 HTTP/1.1" status: 200 len: 946 time: 0.1059315 Nov 19 17:35:09.868278 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 39422) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:35:09.874050 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-2f20bef7-9d1e-4a76-a29e-33b87c898854 tempest-ServersWithSpecificFlavorTestJSON-308617854 tempest-ServersWithSpecificFlavorTestJSON-308617854-project] Request body: {'floatingip': {'port_id': '181d9573-30a6-4c33-b898-07ea989195c7'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:35:09.874303 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0f92b95d-fe06-497b-820d-f2deb42ee9dc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:09.875866 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-0f92b95d-fe06-497b-820d-f2deb42ee9dc admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/9ed48c2e-7766-4bcc-92d4-08bcf7c1622a HTTP/1.1" status: 204 len: 168 time: 0.2323408 Nov 19 17:35:09.889480 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f92b95d-fe06-497b-820d-f2deb42ee9dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ed48c2e-7766-4bcc-92d4-08bcf7c1622a,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:35:10.026366 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2f20bef7-9d1e-4a76-a29e-33b87c898854 tempest-ServersWithSpecificFlavorTestJSON-308617854 tempest-ServersWithSpecificFlavorTestJSON-308617854-project] Publish callbacks [] for floatingip, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:10.082782 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0f0c14e8-d0ba-4a7e-8e8f-4049f2ca6326 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:10.227557 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e3e93a-b6f4-4ddb-ac3b-952258e97c49 req-9fb771df-9b72-4d35-8547-e41529f24b72 tempest-LiveMigrationNegativeTest-1415947046 tempest-LiveMigrationNegativeTest-1415947046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:35:10.229176 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-85e3e93a-b6f4-4ddb-ac3b-952258e97c49 req-9fb771df-9b72-4d35-8547-e41529f24b72 tempest-LiveMigrationNegativeTest-1415947046 tempest-LiveMigrationNegativeTest-1415947046-project] 10.222.0.54 "GET /v2.0/ports?device_id=02cf957d-4dab-412a-b5eb-5f08105c61e2 HTTP/1.1" status: 200 len: 950 time: 0.0661294 Nov 19 17:35:10.335954 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7d2fc1c5-a086-4ce1-bcea-03cd4e9f78bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:10.339662 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7d2fc1c5-a086-4ce1-bcea-03cd4e9f78bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:10.344285 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-7d2fc1c5-a086-4ce1-bcea-03cd4e9f78bc admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/64d915a0-79b3-4e38-a365-d76cca284fc9 HTTP/1.1" status: 204 len: 168 time: 0.6790276 Nov 19 17:35:10.345967 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-85e3e93a-b6f4-4ddb-ac3b-952258e97c49 req-1ea6d244-65d9-4269-adab-89b52daf0119 tempest-LiveMigrationNegativeTest-1415947046 tempest-LiveMigrationNegativeTest-1415947046-project] 10.222.0.54 "GET /v2.0/security-groups?id=a7cc520c-b1dc-4d57-b44f-99cdb95e8fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968311 Nov 19 17:35:10.422741 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 1d9bac41-fa54-4d19-9131-753429c9726e details requested by agent hyperv_n-h1-818022-2 with host n-h1-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 17:35:10.435454 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ca0ed8-f125-49e1-915c-5663748bf9e6 req-0bde2681-1d5d-4d5e-bbce-fb8563a74665 tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:35:10.443761 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-52ca0ed8-f125-49e1-915c-5663748bf9e6 req-0bde2681-1d5d-4d5e-bbce-fb8563a74665 tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] 10.222.0.54 "GET /v2.0/ports?device_id=12f30be9-dda5-4bee-bf23-586b67590f4e HTTP/1.1" status: 200 len: 948 time: 0.4589849 Nov 19 17:35:10.443973 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0f0c14e8-d0ba-4a7e-8e8f-4049f2ca6326 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:10.449227 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2fc1c5-a086-4ce1-bcea-03cd4e9f78bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64d915a0-79b3-4e38-a365-d76cca284fc9,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:35:10.452972 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0f0c14e8-d0ba-4a7e-8e8f-4049f2ca6326 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:10.562304 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-0f0c14e8-d0ba-4a7e-8e8f-4049f2ca6326 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=5729d86b12bb4173b298fb6c49114704&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7647479 Nov 19 17:35:10.568025 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 39444) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:35:10.577118 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0c14e8-d0ba-4a7e-8e8f-4049f2ca6326 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca407194-bff6-4d8c-8edc-419895103cce,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:35:10.629234 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-52ca0ed8-f125-49e1-915c-5663748bf9e6 req-0c3ba24e-d897-4063-b8df-d3ac238ea98a tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] 10.222.0.54 "GET /v2.0/security-groups?id=c22c1cd0-07b3-4e9e-90d5-03f297ddf2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840980 Nov 19 17:35:10.660860 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 39446) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:35:10.704219 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-41bfdbfa-89ba-4440-ba44-c5d8309f6464 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:10.718041 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 1d9bac41-fa54-4d19-9131-753429c9726e, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=1d9bac41-fa54-4d19-9131-753429c9726e,segment=NetworkSegment(1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861),segment_id=1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:35:10.728666 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b23e9880-4128-423f-a6b9-8954421ac2c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:10.733538 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Returning: {'device': '1d9bac41-fa54-4d19-9131-753429c9726e', 'network_id': '346debfa-452b-4048-abf4-8f4493625ef2', 'port_id': '1d9bac41-fa54-4d19-9131-753429c9726e', 'mac_address': 'fa:16:3e:70:c7:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b3c88de-c9c2-4a20-b19e-1855c2c19035', 'ip_address': '192.168.233.185'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 17:35:10.781430 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:10.811096 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d9bac41-fa54-4d19-9131-753429c9726e {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:35:10.870065 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 1d9bac41-fa54-4d19-9131-753429c9726e, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=1d9bac41-fa54-4d19-9131-753429c9726e,segment=NetworkSegment(1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861),segment_id=1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:35:10.875120 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:10.883339 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-41bfdbfa-89ba-4440-ba44-c5d8309f6464 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:10.888845 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-41bfdbfa-89ba-4440-ba44-c5d8309f6464 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:10.946099 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-41bfdbfa-89ba-4440-ba44-c5d8309f6464 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=266a4c8d97704fc995f669c659dace7d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2840772 Nov 19 17:35:10.948920 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 39452) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:35:10.956867 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bfdbfa-89ba-4440-ba44-c5d8309f6464 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=472aa9f3-1f41-419e-961a-f6c89864aa33,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:35:10.968955 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b23e9880-4128-423f-a6b9-8954421ac2c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:10.998663 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=1d9bac41-fa54-4d19-9131-753429c9726e,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:35:11.044208 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-268e1232-871e-47c2-9321-be9addad08c9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:11.073712 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-268e1232-871e-47c2-9321-be9addad08c9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:11.104820 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['1d9bac41-fa54-4d19-9131-753429c9726e'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:35:11.153134 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-268e1232-871e-47c2-9321-be9addad08c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:11.159446 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-268e1232-871e-47c2-9321-be9addad08c9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:11.161317 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-268e1232-871e-47c2-9321-be9addad08c9 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/472aa9f3-1f41-419e-961a-f6c89864aa33 HTTP/1.1" status: 204 len: 168 time: 0.2105501 Nov 19 17:35:11.180568 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268e1232-871e-47c2-9321-be9addad08c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=472aa9f3-1f41-419e-961a-f6c89864aa33,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:35:11.188582 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b23e9880-4128-423f-a6b9-8954421ac2c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:11.192751 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b23e9880-4128-423f-a6b9-8954421ac2c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:11.197749 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-b23e9880-4128-423f-a6b9-8954421ac2c5 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ca407194-bff6-4d8c-8edc-419895103cce HTTP/1.1" status: 204 len: 168 time: 0.6229496 Nov 19 17:35:11.229073 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23e9880-4128-423f-a6b9-8954421ac2c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca407194-bff6-4d8c-8edc-419895103cce,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:35:11.366155 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 39460) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:35:11.404886 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8347f451-4fd2-47fb-83a9-7bc5ef5e0b47 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:11.427662 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2f20bef7-9d1e-4a76-a29e-33b87c898854 tempest-ServersWithSpecificFlavorTestJSON-308617854 tempest-ServersWithSpecificFlavorTestJSON-308617854-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:11.432792 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2f20bef7-9d1e-4a76-a29e-33b87c898854 tempest-ServersWithSpecificFlavorTestJSON-308617854 tempest-ServersWithSpecificFlavorTestJSON-308617854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-671284'] for floatingip, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:11.571132 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8347f451-4fd2-47fb-83a9-7bc5ef5e0b47 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:11.578762 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8347f451-4fd2-47fb-83a9-7bc5ef5e0b47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:11.591680 n-d-818022-2 neutron-server[103364]: INFO neutron.db.l3_db [None req-2f20bef7-9d1e-4a76-a29e-33b87c898854 tempest-ServersWithSpecificFlavorTestJSON-308617854 tempest-ServersWithSpecificFlavorTestJSON-308617854-project] Floating IP fc499680-112a-459b-847f-adc0789fd9be associated. External IP: 172.25.7.221, port: 181d9573-30a6-4c33-b898-07ea989195c7. Nov 19 17:35:11.654729 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-8347f451-4fd2-47fb-83a9-7bc5ef5e0b47 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=555dd3702da74b45b41427f184da99aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2874248 Nov 19 17:35:11.655688 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 39470) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:35:11.669260 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8347f451-4fd2-47fb-83a9-7bc5ef5e0b47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b889387d-c329-46d6-bb50-9437c29ee489,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:35:11.776043 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e711a4-efb1-4437-9e60-2ea8f898a16a req-91bd38d7-bfce-47fa-8abc-afafd92fc1e5 tempest-LiveMigrationNegativeTest-1415947046 tempest-LiveMigrationNegativeTest-1415947046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:35:11.784210 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-93e711a4-efb1-4437-9e60-2ea8f898a16a req-91bd38d7-bfce-47fa-8abc-afafd92fc1e5 tempest-LiveMigrationNegativeTest-1415947046 tempest-LiveMigrationNegativeTest-1415947046-project] 10.222.0.54 "GET /v2.0/ports?device_id=02cf957d-4dab-412a-b5eb-5f08105c61e2 HTTP/1.1" status: 200 len: 950 time: 0.2366214 Nov 19 17:35:11.801111 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-30dafaf5-7584-4a05-8201-4ccabd38b544 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:11.859893 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-30dafaf5-7584-4a05-8201-4ccabd38b544 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:11.888661 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-93e711a4-efb1-4437-9e60-2ea8f898a16a req-6be12522-107a-4adf-9457-48ffc3ce626e tempest-LiveMigrationNegativeTest-1415947046 tempest-LiveMigrationNegativeTest-1415947046-project] 10.222.0.54 "GET /v2.0/security-groups?id=a7cc520c-b1dc-4d57-b44f-99cdb95e8fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991848 Nov 19 17:35:11.896330 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c7d5be-14af-4834-9c57-9cb00213aae0 req-b38ac95a-76aa-4fec-9224-81b39230e727 tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:35:11.898046 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c2c7d5be-14af-4834-9c57-9cb00213aae0 req-b38ac95a-76aa-4fec-9224-81b39230e727 tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] 10.222.0.54 "GET /v2.0/ports?device_id=12f30be9-dda5-4bee-bf23-586b67590f4e HTTP/1.1" status: 200 len: 949 time: 0.1469178 Nov 19 17:35:11.998878 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c2c7d5be-14af-4834-9c57-9cb00213aae0 req-086487c3-c4a8-448f-a780-8974837f741e tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] 10.222.0.54 "GET /v2.0/security-groups?id=c22c1cd0-07b3-4e9e-90d5-03f297ddf2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931156 Nov 19 17:35:12.008661 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-30dafaf5-7584-4a05-8201-4ccabd38b544 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:12.011906 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-30dafaf5-7584-4a05-8201-4ccabd38b544 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:12.019413 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-30dafaf5-7584-4a05-8201-4ccabd38b544 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b889387d-c329-46d6-bb50-9437c29ee489 HTTP/1.1" status: 204 len: 168 time: 0.3605583 Nov 19 17:35:12.038329 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dafaf5-7584-4a05-8201-4ccabd38b544 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b889387d-c329-46d6-bb50-9437c29ee489,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:35:12.083319 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f20bef7-9d1e-4a76-a29e-33b87c898854 tempest-ServersWithSpecificFlavorTestJSON-308617854 tempest-ServersWithSpecificFlavorTestJSON-308617854-project] Router 6d47c3b9-a5a2-4ae3-8d7b-09d7278a9b1e has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 17:35:12.267034 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f20bef7-9d1e-4a76-a29e-33b87c898854 tempest-ServersWithSpecificFlavorTestJSON-308617854 tempest-ServersWithSpecificFlavorTestJSON-308617854-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 17:35:12.282090 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2f20bef7-9d1e-4a76-a29e-33b87c898854 tempest-ServersWithSpecificFlavorTestJSON-308617854 tempest-ServersWithSpecificFlavorTestJSON-308617854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for floatingip, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:12.290340 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 39488) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:35:12.310207 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-305b9946-fb43-4384-8e63-06d0c82969fa None None] Sync routers for ids ['6d47c3b9-a5a2-4ae3-8d7b-09d7278a9b1e'] in n-d-818022-2 {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 17:35:12.323994 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-23921653-b532-4bc3-bfff-03302395cae0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:12.348039 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-305b9946-fb43-4384-8e63-06d0c82969fa None None] Routers {'6d47c3b9-a5a2-4ae3-8d7b-09d7278a9b1e'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:35:12.349648 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-305b9946-fb43-4384-8e63-06d0c82969fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:35:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['6d47c3b9-a5a2-4ae3-8d7b-09d7278a9b1e'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:35:12.380451 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d852bc6b-7b77-475b-9f21-d93b0abdeae0 req-da42ca11-afc9-407f-b568-151696ec236e tempest-LiveMigrationNegativeTest-1415947046 tempest-LiveMigrationNegativeTest-1415947046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:35:12.394061 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d852bc6b-7b77-475b-9f21-d93b0abdeae0 req-da42ca11-afc9-407f-b568-151696ec236e tempest-LiveMigrationNegativeTest-1415947046 tempest-LiveMigrationNegativeTest-1415947046-project] 10.222.0.54 "GET /v2.0/ports?device_id=02cf957d-4dab-412a-b5eb-5f08105c61e2 HTTP/1.1" status: 200 len: 950 time: 0.1519001 Nov 19 17:35:12.398010 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-2f20bef7-9d1e-4a76-a29e-33b87c898854 tempest-ServersWithSpecificFlavorTestJSON-308617854 tempest-ServersWithSpecificFlavorTestJSON-308617854-project] 10.222.0.54 "PUT /v2.0/floatingips/fc499680-112a-459b-847f-adc0789fd9be HTTP/1.1" status: 200 len: 992 time: 2.5284598 Nov 19 17:35:12.401718 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '822a3eb9-a983-41ff-b107-717d46bf5ef6', 'tag': '181d9573-30a6-4c33-b898-07ea989195c7'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:35:12.414296 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dd4767a008c23f8566efc82158ee1b1fff34e1a9e908d76d0b6d0ab7e350e5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6a86c72-333f-4108-b42d-b0f2c3e8db27" -d '{"events": [{"name": "network-changed", "server_uuid": "822a3eb9-a983-41ff-b107-717d46bf5ef6", "tag": "181d9573-30a6-4c33-b898-07ea989195c7"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:35:12.446245 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 1d9bac41-fa54-4d19-9131-753429c9726e up at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:35:12.540159 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-305b9946-fb43-4384-8e63-06d0c82969fa None None] Set router 6d47c3b9-a5a2-4ae3-8d7b-09d7278a9b1e gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:35:12.630595 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d852bc6b-7b77-475b-9f21-d93b0abdeae0 req-e047e1f6-e606-4f2c-a4a0-ac35533fb917 tempest-LiveMigrationNegativeTest-1415947046 tempest-LiveMigrationNegativeTest-1415947046-project] 10.222.0.54 "GET /v2.0/security-groups?id=a7cc520c-b1dc-4d57-b44f-99cdb95e8fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347727 Nov 19 17:35:12.663557 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning for port 1d9bac41-fa54-4d19-9131-753429c9726e completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 17:35:12.669955 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning complete for port 1d9bac41-fa54-4d19-9131-753429c9726e triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:35:12.672635 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:12.764182 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 17:35:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-884fcc79-513d-436d-b3be-ca3d7a131bdb x-openstack-request-id: req-884fcc79-513d-436d-b3be-ca3d7a131bdb {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:35:12.764543 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "822a3eb9-a983-41ff-b107-717d46bf5ef6", "tag": "181d9573-30a6-4c33-b898-07ea989195c7", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:35:12.764800 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-884fcc79-513d-436d-b3be-ca3d7a131bdb {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:35:12.765221 n-d-818022-2 neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '822a3eb9-a983-41ff-b107-717d46bf5ef6', 'tag': '181d9573-30a6-4c33-b898-07ea989195c7', 'status': 'completed', 'code': 200} Nov 19 17:35:12.807432 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-23921653-b532-4bc3-bfff-03302395cae0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:12.822954 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:12.844118 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-23921653-b532-4bc3-bfff-03302395cae0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:12.894658 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 1d9bac41-fa54-4d19-9131-753429c9726e, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=1d9bac41-fa54-4d19-9131-753429c9726e,segment=NetworkSegment(1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861),segment_id=1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:35:12.896782 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12f30be9-dda5-4bee-bf23-586b67590f4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d9bac41-fa54-4d19-9131-753429c9726e'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:35:12.905331 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3940761bcd94e032e6960d2241bd8993c5d3a7d8dc2aca8488f3ecf1d4dd2fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df09920b-4be8-49ad-929f-8a8ce404aa93" -d '{"events": [{"server_uuid": "12f30be9-dda5-4bee-bf23-586b67590f4e", "name": "network-vif-plugged", "status": "completed", "tag": "1d9bac41-fa54-4d19-9131-753429c9726e"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:35:12.916861 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:12.949579 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23921653-b532-4bc3-bfff-03302395cae0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3123e56-bfa5-4609-b98d-db6464b44c3c,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:35:12.956374 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-23921653-b532-4bc3-bfff-03302395cae0 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ea96ba6b7eb74eb9892c909d0eda85ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6643641 Nov 19 17:35:12.959048 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 39506) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:35:12.965267 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a86c72-333f-4108-b42d-b0f2c3e8db27 req-043ec42a-08a6-4368-8bc9-5d340a0cf009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:35:12.968742 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f6a86c72-333f-4108-b42d-b0f2c3e8db27 req-043ec42a-08a6-4368-8bc9-5d340a0cf009 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=bf701fa01dc443ada18661aab1d7be58&device_id=822a3eb9-a983-41ff-b107-717d46bf5ef6 HTTP/1.1" status: 200 len: 1097 time: 0.1532247 Nov 19 17:35:13.020269 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=1d9bac41-fa54-4d19-9131-753429c9726e,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:35:13.037412 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-305b9946-fb43-4384-8e63-06d0c82969fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d47c3b9-a5a2-4ae3-8d7b-09d7278a9b1e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-516508879-router', 'tenant_id': 'bf701fa01dc443ada18661aab1d7be58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': '1737d4e3-5a3f-4458-a245-a1424b6b0059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:34:19Z', 'updated_at': '2021-11-19T17:34:27Z', 'revision_number': 4, 'project_id': 'bf701fa01dc443ada18661aab1d7be58', 'gw_port': {'id': '1737d4e3-5a3f-4458-a245-a1424b6b0059', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:f5:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d47c3b9-a5a2-4ae3-8d7b-09d7278a9b1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:34:19Z', 'updated_at': '2021-11-19T17:34:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_floatingips': [{'id': 'fc499680-112a-459b-847f-adc0789fd9be', 'tenant_id': 'bf701fa01dc443ada18661aab1d7be58', 'floating_ip_address': '172.25.7.221', 'floating_network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'router_id': '6d47c3b9-a5a2-4ae3-8d7b-09d7278a9b1e', 'port_id': '181d9573-30a6-4c33-b898-07ea989195c7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '833872e1-1a28-48e3-b9f9-d97ad690eebb', 'mac_address': 'fa:16:3e:06:55:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '822a3eb9-a983-41ff-b107-717d46bf5ef6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T17:34:49Z', 'updated_at': '2021-11-19T17:35:11Z', 'revision_number': 1, 'project_id': 'bf701fa01dc443ada18661aab1d7be58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8950024-da22-49e3-b688-380a50996259', 'name': '', 'network_id': '833872e1-1a28-48e3-b9f9-d97ad690eebb', 'tenant_id': 'bf701fa01dc443ada18661aab1d7be58', 'mac_address': 'fa:16:3e:af:f8:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d47c3b9-a5a2-4ae3-8d7b-09d7278a9b1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '350b116c-50d0-4ddf-8934-2b25a4e80dab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:34:24Z', 'updated_at': '2021-11-19T17:34:32Z', 'revision_number': 5, 'project_id': 'bf701fa01dc443ada18661aab1d7be58', 'subnets': [{'id': '350b116c-50d0-4ddf-8934-2b25a4e80dab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:35:13.048058 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:35:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83c715b8-7ebb-4429-98f8-5eca37b53159 x-openstack-request-id: req-83c715b8-7ebb-4429-98f8-5eca37b53159 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:35:13.049477 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12f30be9-dda5-4bee-bf23-586b67590f4e", "name": "network-vif-plugged", "status": "completed", "tag": "1d9bac41-fa54-4d19-9131-753429c9726e", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:35:13.050395 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-83c715b8-7ebb-4429-98f8-5eca37b53159 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:35:13.052537 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12f30be9-dda5-4bee-bf23-586b67590f4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d9bac41-fa54-4d19-9131-753429c9726e', 'code': 200} Nov 19 17:35:13.088034 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-25f2c360-788e-4fe2-bc91-c43bccd30b28 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:13.090868 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-305b9946-fb43-4384-8e63-06d0c82969fa None None] Checking router: 6d47c3b9-a5a2-4ae3-8d7b-09d7278a9b1e for host: n-d-818022-2 {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 17:35:13.104455 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-305b9946-fb43-4384-8e63-06d0c82969fa None None] Routers {'6d47c3b9-a5a2-4ae3-8d7b-09d7278a9b1e'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:35:13.106828 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-305b9946-fb43-4384-8e63-06d0c82969fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:35:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['6d47c3b9-a5a2-4ae3-8d7b-09d7278a9b1e'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:35:13.122649 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-25f2c360-788e-4fe2-bc91-c43bccd30b28 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:13.205543 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a86c72-333f-4108-b42d-b0f2c3e8db27 req-456e08e6-bcfb-4c47-a47e-fbbf3a3f403a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:35:13.207168 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f6a86c72-333f-4108-b42d-b0f2c3e8db27 req-456e08e6-bcfb-4c47-a47e-fbbf3a3f403a service neutron] 10.222.0.86 "GET /v2.0/networks?id=833872e1-1a28-48e3-b9f9-d97ad690eebb HTTP/1.1" status: 200 len: 924 time: 0.2281623 Nov 19 17:35:13.276508 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57b57dc-2340-4683-a209-4f49a5d24b7d req-5fa23ea0-57dd-43f7-8172-9eb60b5f3ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:35:13.278819 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d57b57dc-2340-4683-a209-4f49a5d24b7d req-5fa23ea0-57dd-43f7-8172-9eb60b5f3ab7 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=12f30be9-dda5-4bee-bf23-586b67590f4e HTTP/1.1" status: 200 len: 1101 time: 0.1124372 Nov 19 17:35:13.362360 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f6a86c72-333f-4108-b42d-b0f2c3e8db27 req-41746443-dab7-4e22-9adc-d3aec17ec1cf service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=181d9573-30a6-4c33-b898-07ea989195c7 HTTP/1.1" status: 200 len: 1000 time: 0.1417353 Nov 19 17:35:13.390561 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-305b9946-fb43-4384-8e63-06d0c82969fa None None] Set router 6d47c3b9-a5a2-4ae3-8d7b-09d7278a9b1e gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:35:13.414455 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d57b57dc-2340-4683-a209-4f49a5d24b7d req-5978b125-63a7-4842-8b38-cf6ece96148b service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=c22c1cd0-07b3-4e9e-90d5-03f297ddf2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261730 Nov 19 17:35:13.453389 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a86c72-333f-4108-b42d-b0f2c3e8db27 req-41bb7f07-e2be-437e-a21d-643fb2c61aae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:35:13.455671 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f6a86c72-333f-4108-b42d-b0f2c3e8db27 req-41bb7f07-e2be-437e-a21d-643fb2c61aae service neutron] 10.222.0.86 "GET /v2.0/subnets?id=350b116c-50d0-4ddf-8934-2b25a4e80dab HTTP/1.1" status: 200 len: 862 time: 0.0854707 Nov 19 17:35:13.520850 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62eec9a-58de-4507-a4f9-fcdc5a7cce33 req-1d252c83-bca6-48db-bb90-891f4aaca42a tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:35:13.528581 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c62eec9a-58de-4507-a4f9-fcdc5a7cce33 req-1d252c83-bca6-48db-bb90-891f4aaca42a tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] 10.222.0.54 "GET /v2.0/ports?device_id=12f30be9-dda5-4bee-bf23-586b67590f4e HTTP/1.1" status: 200 len: 950 time: 0.3781047 Nov 19 17:35:13.548801 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-25f2c360-788e-4fe2-bc91-c43bccd30b28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:13.551687 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-25f2c360-788e-4fe2-bc91-c43bccd30b28 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:13.552470 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a86c72-333f-4108-b42d-b0f2c3e8db27 req-9408b1b9-b472-46c8-9d5c-965f2f1172f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:35:13.555370 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-25f2c360-788e-4fe2-bc91-c43bccd30b28 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/a3123e56-bfa5-4609-b98d-db6464b44c3c HTTP/1.1" status: 204 len: 168 time: 0.5928831 Nov 19 17:35:13.556818 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f6a86c72-333f-4108-b42d-b0f2c3e8db27 req-9408b1b9-b472-46c8-9d5c-965f2f1172f5 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=833872e1-1a28-48e3-b9f9-d97ad690eebb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0893233 Nov 19 17:35:13.568040 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f2c360-788e-4fe2-bc91-c43bccd30b28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3123e56-bfa5-4609-b98d-db6464b44c3c,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:35:13.626170 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 39524) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:35:13.670413 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c62eec9a-58de-4507-a4f9-fcdc5a7cce33 req-05f522fc-bc4f-4cca-8b37-c376ef5e0674 tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] 10.222.0.54 "GET /v2.0/security-groups?id=c22c1cd0-07b3-4e9e-90d5-03f297ddf2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409209 Nov 19 17:35:13.784737 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f6a86c72-333f-4108-b42d-b0f2c3e8db27 req-28f4804d-50cd-4513-a042-ff488a2e08c9 service neutron] 10.222.0.86 "GET /v2.0/networks/833872e1-1a28-48e3-b9f9-d97ad690eebb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2134650 Nov 19 17:35:13.828156 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17ee4ea-7df9-4e69-b164-479365d48395 req-97b5c1aa-b7bf-4348-81e3-5337290b8420 tempest-LiveMigrationNegativeTest-1415947046 tempest-LiveMigrationNegativeTest-1415947046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:35:13.842222 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a17ee4ea-7df9-4e69-b164-479365d48395 req-97b5c1aa-b7bf-4348-81e3-5337290b8420 tempest-LiveMigrationNegativeTest-1415947046 tempest-LiveMigrationNegativeTest-1415947046-project] 10.222.0.54 "GET /v2.0/ports?device_id=02cf957d-4dab-412a-b5eb-5f08105c61e2 HTTP/1.1" status: 200 len: 950 time: 0.0900154 Nov 19 17:35:13.873233 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-305b9946-fb43-4384-8e63-06d0c82969fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d47c3b9-a5a2-4ae3-8d7b-09d7278a9b1e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-516508879-router', 'tenant_id': 'bf701fa01dc443ada18661aab1d7be58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': '1737d4e3-5a3f-4458-a245-a1424b6b0059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:34:19Z', 'updated_at': '2021-11-19T17:34:27Z', 'revision_number': 4, 'project_id': 'bf701fa01dc443ada18661aab1d7be58', 'gw_port': {'id': '1737d4e3-5a3f-4458-a245-a1424b6b0059', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:f5:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d47c3b9-a5a2-4ae3-8d7b-09d7278a9b1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:34:19Z', 'updated_at': '2021-11-19T17:34:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_floatingips': [{'id': 'fc499680-112a-459b-847f-adc0789fd9be', 'tenant_id': 'bf701fa01dc443ada18661aab1d7be58', 'floating_ip_address': '172.25.7.221', 'floating_network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'router_id': '6d47c3b9-a5a2-4ae3-8d7b-09d7278a9b1e', 'port_id': '181d9573-30a6-4c33-b898-07ea989195c7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '833872e1-1a28-48e3-b9f9-d97ad690eebb', 'mac_address': 'fa:16:3e:06:55:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '822a3eb9-a983-41ff-b107-717d46bf5ef6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T17:34:49Z', 'updated_at': '2021-11-19T17:35:11Z', 'revision_number': 1, 'project_id': 'bf701fa01dc443ada18661aab1d7be58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8950024-da22-49e3-b688-380a50996259', 'name': '', 'network_id': '833872e1-1a28-48e3-b9f9-d97ad690eebb', 'tenant_id': 'bf701fa01dc443ada18661aab1d7be58', 'mac_address': 'fa:16:3e:af:f8:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d47c3b9-a5a2-4ae3-8d7b-09d7278a9b1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '350b116c-50d0-4ddf-8934-2b25a4e80dab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:34:24Z', 'updated_at': '2021-11-19T17:34:32Z', 'revision_number': 5, 'project_id': 'bf701fa01dc443ada18661aab1d7be58', 'subnets': [{'id': '350b116c-50d0-4ddf-8934-2b25a4e80dab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:35:13.909410 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-305b9946-fb43-4384-8e63-06d0c82969fa None None] The sync data for ids ['6d47c3b9-a5a2-4ae3-8d7b-09d7278a9b1e'] in n-d-818022-2 is: [{'id': '6d47c3b9-a5a2-4ae3-8d7b-09d7278a9b1e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-516508879-router', 'tenant_id': 'bf701fa01dc443ada18661aab1d7be58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': '1737d4e3-5a3f-4458-a245-a1424b6b0059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:34:19Z', 'updated_at': '2021-11-19T17:34:27Z', 'revision_number': 4, 'project_id': 'bf701fa01dc443ada18661aab1d7be58', 'gw_port': {'id': '1737d4e3-5a3f-4458-a245-a1424b6b0059', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:f5:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d47c3b9-a5a2-4ae3-8d7b-09d7278a9b1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:34:19Z', 'updated_at': '2021-11-19T17:34:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_floatingips': [{'id': 'fc499680-112a-459b-847f-adc0789fd9be', 'tenant_id': 'bf701fa01dc443ada18661aab1d7be58', 'floating_ip_address': '172.25.7.221', 'floating_network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'router_id': '6d47c3b9-a5a2-4ae3-8d7b-09d7278a9b1e', 'port_id': '181d9573-30a6-4c33-b898-07ea989195c7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '833872e1-1a28-48e3-b9f9-d97ad690eebb', 'mac_address': 'fa:16:3e:06:55:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '822a3eb9-a983-41ff-b107-717d46bf5ef6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T17:34:49Z', 'updated_at': '2021-11-19T17:35:11Z', 'revision_number': 1, 'project_id': 'bf701fa01dc443ada18661aab1d7be58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8950024-da22-49e3-b688-380a50996259', 'name': '', 'network_id': '833872e1-1a28-48e3-b9f9-d97ad690eebb', 'tenant_id': 'bf701fa01dc443ada18661aab1d7be58', 'mac_address': 'fa:16:3e:af:f8:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d47c3b9-a5a2-4ae3-8d7b-09d7278a9b1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '350b116c-50d0-4ddf-8934-2b25a4e80dab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:34:24Z', 'updated_at': '2021-11-19T17:34:32Z', 'revision_number': 5, 'project_id': 'bf701fa01dc443ada18661aab1d7be58', 'subnets': [{'id': '350b116c-50d0-4ddf-8934-2b25a4e80dab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 17:35:13.922044 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a17ee4ea-7df9-4e69-b164-479365d48395 req-6628b18f-7054-475d-8b05-8227e0f9cd9c tempest-LiveMigrationNegativeTest-1415947046 tempest-LiveMigrationNegativeTest-1415947046-project] 10.222.0.54 "GET /v2.0/security-groups?id=a7cc520c-b1dc-4d57-b44f-99cdb95e8fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708444 Nov 19 17:35:13.946550 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f6a86c72-333f-4108-b42d-b0f2c3e8db27 req-aaca9669-86e3-4cf0-b664-d3c341edccd8 service neutron] 10.222.0.86 "GET /v2.0/networks/833872e1-1a28-48e3-b9f9-d97ad690eebb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540661 Nov 19 17:35:14.062432 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15b78d9-e85f-49fc-9fc2-7507b4acc4e7 req-c1b15505-02fc-462e-9026-0486fb9bdcca tempest-LiveMigrationNegativeTest-361593651 tempest-LiveMigrationNegativeTest-361593651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:35:14.064002 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d15b78d9-e85f-49fc-9fc2-7507b4acc4e7 req-c1b15505-02fc-462e-9026-0486fb9bdcca tempest-LiveMigrationNegativeTest-361593651 tempest-LiveMigrationNegativeTest-361593651-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=02cf957d-4dab-412a-b5eb-5f08105c61e2 HTTP/1.1" status: 200 len: 1101 time: 0.0545268 Nov 19 17:35:14.087595 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-d15b78d9-e85f-49fc-9fc2-7507b4acc4e7 req-4f3487ec-bc7b-423b-aa29-f004983e283c tempest-LiveMigrationNegativeTest-361593651 tempest-LiveMigrationNegativeTest-361593651-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:14.087840 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-003d16a5-0e90-403c-a681-4284ba1c69d9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:14.198511 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-d15b78d9-e85f-49fc-9fc2-7507b4acc4e7 req-4f3487ec-bc7b-423b-aa29-f004983e283c tempest-LiveMigrationNegativeTest-361593651 tempest-LiveMigrationNegativeTest-361593651-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:14.205106 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-d15b78d9-e85f-49fc-9fc2-7507b4acc4e7 req-4f3487ec-bc7b-423b-aa29-f004983e283c tempest-LiveMigrationNegativeTest-361593651 tempest-LiveMigrationNegativeTest-361593651-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:14.243092 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-003d16a5-0e90-403c-a681-4284ba1c69d9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:14.251226 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-003d16a5-0e90-403c-a681-4284ba1c69d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:14.259081 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f29a9d1-d6b4-4e55-8130-543dcf75e212 None None] New status for floating IP fc499680-112a-459b-847f-adc0789fd9be: ACTIVE {{(pid=103366) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 17:35:14.273571 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d15b78d9-e85f-49fc-9fc2-7507b4acc4e7 req-4f3487ec-bc7b-423b-aa29-f004983e283c tempest-LiveMigrationNegativeTest-361593651 tempest-LiveMigrationNegativeTest-361593651-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=a7cc520c-b1dc-4d57-b44f-99cdb95e8fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029796 Nov 19 17:35:14.274664 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3487ec-bc7b-423b-aa29-f004983e283c tempest-LiveMigrationNegativeTest-361593651 tempest-LiveMigrationNegativeTest-361593651-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82504ad5-f301-49c2-b312-09354902b302,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:35:14.316197 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 39552) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:35:14.316658 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-003d16a5-0e90-403c-a681-4284ba1c69d9 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=8ccb3efa4afb455b8358c102ed385adc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6893287 Nov 19 17:35:14.317331 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003d16a5-0e90-403c-a681-4284ba1c69d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18bb39f0-9659-4b8f-b5ea-fb6ac4a75e02,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:35:14.404300 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-be98c66e-bc36-44a2-9aee-9f7b076fc6ef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:14.449694 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-be98c66e-bc36-44a2-9aee-9f7b076fc6ef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:14.544155 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [req-b780d7b8-6302-4ff7-bf7c-50ad3004bdf1 req-2df42f76-1a42-48f8-b147-5195d6e725f8 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=103365) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 17:35:14.545169 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b780d7b8-6302-4ff7-bf7c-50ad3004bdf1 req-2df42f76-1a42-48f8-b147-5195d6e725f8 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0067337 Nov 19 17:35:14.556906 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-be98c66e-bc36-44a2-9aee-9f7b076fc6ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:14.560106 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-be98c66e-bc36-44a2-9aee-9f7b076fc6ef admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:14.561238 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-be98c66e-bc36-44a2-9aee-9f7b076fc6ef admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/18bb39f0-9659-4b8f-b5ea-fb6ac4a75e02 HTTP/1.1" status: 204 len: 168 time: 0.2431300 Nov 19 17:35:14.597241 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be98c66e-bc36-44a2-9aee-9f7b076fc6ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18bb39f0-9659-4b8f-b5ea-fb6ac4a75e02,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:35:14.977650 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-056a693c-50fe-4655-bcb2-711c8de1047e req-ef7b7511-a73c-4f63-bda6-5862e6517fc4 tempest-DeleteServersAdminTestJSON-215328612 tempest-DeleteServersAdminTestJSON-215328612-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=46692746d04d40a7b3fed479e2224d72&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0480025 Nov 19 17:35:15.060451 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fdc164-2dcd-4292-b74d-cde5ce29d2f3 req-df49fec4-3f3d-4246-9283-6052ada6572a tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:35:15.062045 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-49fdc164-2dcd-4292-b74d-cde5ce29d2f3 req-df49fec4-3f3d-4246-9283-6052ada6572a tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] 10.222.0.54 "GET /v2.0/ports?device_id=12f30be9-dda5-4bee-bf23-586b67590f4e HTTP/1.1" status: 200 len: 950 time: 0.0600135 Nov 19 17:35:15.130957 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056a693c-50fe-4655-bcb2-711c8de1047e req-953299e6-88e8-4f1c-a038-ea022e19736f tempest-DeleteServersAdminTestJSON-215328612 tempest-DeleteServersAdminTestJSON-215328612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:35:15.132553 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-056a693c-50fe-4655-bcb2-711c8de1047e req-953299e6-88e8-4f1c-a038-ea022e19736f tempest-DeleteServersAdminTestJSON-215328612 tempest-DeleteServersAdminTestJSON-215328612-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1487648 Nov 19 17:35:15.162262 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-056a693c-50fe-4655-bcb2-711c8de1047e req-50db7856-0799-41bc-8a53-913abd8cf04c tempest-DeleteServersAdminTestJSON-215328612 tempest-DeleteServersAdminTestJSON-215328612-project] 10.222.0.54 "GET /v2.0/quotas/46692746d04d40a7b3fed479e2224d72 HTTP/1.1" status: 200 len: 375 time: 0.0130005 Nov 19 17:35:15.170822 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-49fdc164-2dcd-4292-b74d-cde5ce29d2f3 req-37c7d6af-ad57-49a6-bcc6-2a1053193486 tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] 10.222.0.54 "GET /v2.0/security-groups?id=c22c1cd0-07b3-4e9e-90d5-03f297ddf2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022329 Nov 19 17:35:15.241903 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-056a693c-50fe-4655-bcb2-711c8de1047e req-37ac5a4e-5f2c-49ad-8c26-17226979d073 tempest-DeleteServersAdminTestJSON-215328612 tempest-DeleteServersAdminTestJSON-215328612-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=46692746d04d40a7b3fed479e2224d72&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0668702 Nov 19 17:35:15.293918 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 39598) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:35:15.311983 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f6ffdf57-3859-45e3-8fc4-67e5a1afcd8c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:15.453722 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f6ffdf57-3859-45e3-8fc4-67e5a1afcd8c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:15.459463 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f6ffdf57-3859-45e3-8fc4-67e5a1afcd8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:15.552523 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-f6ffdf57-3859-45e3-8fc4-67e5a1afcd8c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b8c9253e9d7843bb90240022d88ff5a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2574477 Nov 19 17:35:15.556137 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ffdf57-3859-45e3-8fc4-67e5a1afcd8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efdcf6a8-b837-44fc-ac7c-53ad4dcfe632,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:35:15.556775 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 39610) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:35:15.695569 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b975d680-3dc9-4109-8b57-b64782acac2d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:15.696293 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d0bb8697-60c8-4a40-baf5-470d9c96c1f3 req-0c94423c-4dff-4e9a-9d98-dbae964ca7d2 tempest-DeleteServersAdminTestJSON-215328612 tempest-DeleteServersAdminTestJSON-215328612-project] 10.222.0.54 "GET /v2.0/ports?device_id=60203f3e-6ece-44a4-925c-49e9fb5d51ab HTTP/1.1" status: 200 len: 210 time: 0.0526474 Nov 19 17:35:15.726342 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b975d680-3dc9-4109-8b57-b64782acac2d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:15.818214 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b975d680-3dc9-4109-8b57-b64782acac2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:15.822055 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b975d680-3dc9-4109-8b57-b64782acac2d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:15.823672 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-b975d680-3dc9-4109-8b57-b64782acac2d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/efdcf6a8-b837-44fc-ac7c-53ad4dcfe632 HTTP/1.1" status: 204 len: 168 time: 0.2637613 Nov 19 17:35:15.837852 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b975d680-3dc9-4109-8b57-b64782acac2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efdcf6a8-b837-44fc-ac7c-53ad4dcfe632,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:35:15.879814 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5413aa15-3438-432f-8bfa-a6337fd484f3 req-b7a88580-e7ad-4f3c-b604-e334aef81480 tempest-LiveMigrationNegativeTest-1415947046 tempest-LiveMigrationNegativeTest-1415947046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:35:15.881917 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5413aa15-3438-432f-8bfa-a6337fd484f3 req-b7a88580-e7ad-4f3c-b604-e334aef81480 tempest-LiveMigrationNegativeTest-1415947046 tempest-LiveMigrationNegativeTest-1415947046-project] 10.222.0.54 "GET /v2.0/ports?device_id=02cf957d-4dab-412a-b5eb-5f08105c61e2 HTTP/1.1" status: 200 len: 950 time: 0.1004043 Nov 19 17:35:15.957312 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5413aa15-3438-432f-8bfa-a6337fd484f3 req-f0a0883c-bbbe-4f91-84e6-98f7602ea224 tempest-LiveMigrationNegativeTest-1415947046 tempest-LiveMigrationNegativeTest-1415947046-project] 10.222.0.54 "GET /v2.0/security-groups?id=a7cc520c-b1dc-4d57-b44f-99cdb95e8fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663171 Nov 19 17:35:16.688238 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904b73c5-4a5d-40d1-8a25-f7ceec9c8c34 req-b61c86dd-19f5-4929-abb0-35369326501f tempest-ServersAdminTestJSON-654083462 tempest-ServersAdminTestJSON-654083462-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:35:16.690403 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904b73c5-4a5d-40d1-8a25-f7ceec9c8c34 req-b61c86dd-19f5-4929-abb0-35369326501f tempest-ServersAdminTestJSON-654083462 tempest-ServersAdminTestJSON-654083462-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:35:16.691352 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904b73c5-4a5d-40d1-8a25-f7ceec9c8c34 req-b61c86dd-19f5-4929-abb0-35369326501f tempest-ServersAdminTestJSON-654083462 tempest-ServersAdminTestJSON-654083462-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:35:16.692188 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904b73c5-4a5d-40d1-8a25-f7ceec9c8c34 req-b61c86dd-19f5-4929-abb0-35369326501f tempest-ServersAdminTestJSON-654083462 tempest-ServersAdminTestJSON-654083462-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:35:16.693024 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904b73c5-4a5d-40d1-8a25-f7ceec9c8c34 req-b61c86dd-19f5-4929-abb0-35369326501f tempest-ServersAdminTestJSON-654083462 tempest-ServersAdminTestJSON-654083462-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:35:16.693987 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904b73c5-4a5d-40d1-8a25-f7ceec9c8c34 req-b61c86dd-19f5-4929-abb0-35369326501f tempest-ServersAdminTestJSON-654083462 tempest-ServersAdminTestJSON-654083462-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:35:16.697212 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-904b73c5-4a5d-40d1-8a25-f7ceec9c8c34 req-b61c86dd-19f5-4929-abb0-35369326501f tempest-ServersAdminTestJSON-654083462 tempest-ServersAdminTestJSON-654083462-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=60203f3e-6ece-44a4-925c-49e9fb5d51ab&device_id=12f30be9-dda5-4bee-bf23-586b67590f4e&device_id=02cf957d-4dab-412a-b5eb-5f08105c61e2&device_id=822a3eb9-a983-41ff-b107-717d46bf5ef6&device_id=24a99233-4744-4b19-a38f-d07aa53cd758&device_id=edc9d3ea-ab00-4644-b0c6-6ed9fc0ccf67&device_id=9eb68ada-5e0b-435b-bd4b-a788fd4751e5 HTTP/1.1" status: 200 len: 5551 time: 0.0780823 Nov 19 17:35:16.733883 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-904b73c5-4a5d-40d1-8a25-f7ceec9c8c34 req-fa37fc61-8810-44d8-8178-fdf6af13169f tempest-ServersAdminTestJSON-654083462 tempest-ServersAdminTestJSON-654083462-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:16.846030 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-4cce9040-0495-4d14-9401-6349e0fe829a req-bf8e04ee-e683-4950-a213-433d9994de87 tempest-DeleteServersAdminTestJSON-215328612 tempest-DeleteServersAdminTestJSON-215328612-project] 10.222.0.54 "GET /v2.0/ports?device_id=60203f3e-6ece-44a4-925c-49e9fb5d51ab HTTP/1.1" status: 200 len: 210 time: 0.0424988 Nov 19 17:35:16.923748 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-904b73c5-4a5d-40d1-8a25-f7ceec9c8c34 req-fa37fc61-8810-44d8-8178-fdf6af13169f tempest-ServersAdminTestJSON-654083462 tempest-ServersAdminTestJSON-654083462-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:16.929525 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-904b73c5-4a5d-40d1-8a25-f7ceec9c8c34 req-fa37fc61-8810-44d8-8178-fdf6af13169f tempest-ServersAdminTestJSON-654083462 tempest-ServersAdminTestJSON-654083462-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:16.973708 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.agents_db [None req-619e5c26-d9ed-4321-86eb-7d443bb9dfa2 None None] Agent healthcheck: found 7 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 17:35:17.056517 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-056a693c-50fe-4655-bcb2-711c8de1047e req-58a4f279-a1b7-462f-8423-9ac616070069 tempest-DeleteServersAdminTestJSON-215328612 tempest-DeleteServersAdminTestJSON-215328612-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=46692746d04d40a7b3fed479e2224d72&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0752699 Nov 19 17:35:17.137301 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1313bb9f-fa3a-42e8-9475-0c23a308762e req-a4fe2de1-70e5-4365-b9ac-6ed1ad682df7 tempest-LiveMigrationNegativeTest-1415947046 tempest-LiveMigrationNegativeTest-1415947046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:35:17.137597 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa37fc61-8810-44d8-8178-fdf6af13169f tempest-ServersAdminTestJSON-654083462 tempest-ServersAdminTestJSON-654083462-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25b25411-3a47-4407-b6e9-6f4cbd48911b,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:35:17.145989 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-1313bb9f-fa3a-42e8-9475-0c23a308762e req-a4fe2de1-70e5-4365-b9ac-6ed1ad682df7 tempest-LiveMigrationNegativeTest-1415947046 tempest-LiveMigrationNegativeTest-1415947046-project] 10.222.0.54 "GET /v2.0/ports?device_id=02cf957d-4dab-412a-b5eb-5f08105c61e2 HTTP/1.1" status: 200 len: 950 time: 0.0917640 Nov 19 17:35:17.196231 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-904b73c5-4a5d-40d1-8a25-f7ceec9c8c34 req-fa37fc61-8810-44d8-8178-fdf6af13169f tempest-ServersAdminTestJSON-654083462 tempest-ServersAdminTestJSON-654083462-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=348e49f2-1dcd-4cd6-9b8c-7ca0411be99d&id=a7cc520c-b1dc-4d57-b44f-99cdb95e8fa5&id=c22c1cd0-07b3-4e9e-90d5-03f297ddf2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 446 time: 0.4870341 Nov 19 17:35:17.229551 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-1313bb9f-fa3a-42e8-9475-0c23a308762e req-8b4fda09-6f46-4ed4-b17a-c6d81bceeed7 tempest-LiveMigrationNegativeTest-1415947046 tempest-LiveMigrationNegativeTest-1415947046-project] 10.222.0.54 "GET /v2.0/security-groups?id=a7cc520c-b1dc-4d57-b44f-99cdb95e8fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824089 Nov 19 17:35:17.315494 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056a693c-50fe-4655-bcb2-711c8de1047e req-0dd27086-6a04-4d79-96b2-963f47bda9f6 tempest-DeleteServersAdminTestJSON-215328612 tempest-DeleteServersAdminTestJSON-215328612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:35:17.318494 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-056a693c-50fe-4655-bcb2-711c8de1047e req-0dd27086-6a04-4d79-96b2-963f47bda9f6 tempest-DeleteServersAdminTestJSON-215328612 tempest-DeleteServersAdminTestJSON-215328612-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2487321 Nov 19 17:35:17.337174 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-056a693c-50fe-4655-bcb2-711c8de1047e req-a59106ce-acd0-40fe-b8ef-10811cb9b73c tempest-DeleteServersAdminTestJSON-215328612 tempest-DeleteServersAdminTestJSON-215328612-project] Request body: {'port': {'device_id': '60203f3e-6ece-44a4-925c-49e9fb5d51ab', 'network_id': '346debfa-452b-4048-abf4-8f4493625ef2', 'admin_state_up': True, 'tenant_id': '46692746d04d40a7b3fed479e2224d72'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:35:17.555638 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-056a693c-50fe-4655-bcb2-711c8de1047e req-a59106ce-acd0-40fe-b8ef-10811cb9b73c tempest-DeleteServersAdminTestJSON-215328612 tempest-DeleteServersAdminTestJSON-215328612-project] Made reservation on behalf of 46692746d04d40a7b3fed479e2224d72 for: {'port': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:35:17.560440 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-056a693c-50fe-4655-bcb2-711c8de1047e req-a59106ce-acd0-40fe-b8ef-10811cb9b73c tempest-DeleteServersAdminTestJSON-215328612 tempest-DeleteServersAdminTestJSON-215328612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:17.569476 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-056a693c-50fe-4655-bcb2-711c8de1047e req-a59106ce-acd0-40fe-b8ef-10811cb9b73c tempest-DeleteServersAdminTestJSON-215328612 tempest-DeleteServersAdminTestJSON-215328612-project] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:17.757971 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d2e386-f513-4934-8e10-15dad9383ce9 req-dcf0d7bc-51fc-4968-870e-f8b783865cb9 tempest-LiveMigrationNegativeTest-1415947046 tempest-LiveMigrationNegativeTest-1415947046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:35:17.759681 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b1d2e386-f513-4934-8e10-15dad9383ce9 req-dcf0d7bc-51fc-4968-870e-f8b783865cb9 tempest-LiveMigrationNegativeTest-1415947046 tempest-LiveMigrationNegativeTest-1415947046-project] 10.222.0.86 "GET /v2.0/ports?device_id=02cf957d-4dab-412a-b5eb-5f08105c61e2 HTTP/1.1" status: 200 len: 950 time: 0.1345873 Nov 19 17:35:17.771382 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0ada03-1306-42cb-b2e5-a0a12e520b1e req-3a012eee-0350-46c4-84a1-b76c8f356d51 tempest-ServersAdminTestJSON-654083462 tempest-ServersAdminTestJSON-654083462-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:35:17.771382 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0ada03-1306-42cb-b2e5-a0a12e520b1e req-3a012eee-0350-46c4-84a1-b76c8f356d51 tempest-ServersAdminTestJSON-654083462 tempest-ServersAdminTestJSON-654083462-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:35:17.771382 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0ada03-1306-42cb-b2e5-a0a12e520b1e req-3a012eee-0350-46c4-84a1-b76c8f356d51 tempest-ServersAdminTestJSON-654083462 tempest-ServersAdminTestJSON-654083462-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:35:17.771746 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ad0ada03-1306-42cb-b2e5-a0a12e520b1e req-3a012eee-0350-46c4-84a1-b76c8f356d51 tempest-ServersAdminTestJSON-654083462 tempest-ServersAdminTestJSON-654083462-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=12f30be9-dda5-4bee-bf23-586b67590f4e&device_id=24a99233-4744-4b19-a38f-d07aa53cd758&device_id=edc9d3ea-ab00-4644-b0c6-6ed9fc0ccf67 HTTP/1.1" status: 200 len: 2882 time: 0.1323967 Nov 19 17:35:17.784856 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-056a693c-50fe-4655-bcb2-711c8de1047e req-a59106ce-acd0-40fe-b8ef-10811cb9b73c tempest-DeleteServersAdminTestJSON-215328612 tempest-DeleteServersAdminTestJSON-215328612-project] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:17.815567 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-056a693c-50fe-4655-bcb2-711c8de1047e req-a59106ce-acd0-40fe-b8ef-10811cb9b73c tempest-DeleteServersAdminTestJSON-215328612 tempest-DeleteServersAdminTestJSON-215328612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:17.943084 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59106ce-acd0-40fe-b8ef-10811cb9b73c tempest-DeleteServersAdminTestJSON-215328612 tempest-DeleteServersAdminTestJSON-215328612-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f3b8870-e12d-45b0-b47c-d53074c802b2,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:35:17.958254 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ad0ada03-1306-42cb-b2e5-a0a12e520b1e req-49a6072e-0ea4-4912-8598-a578ccf1c4f3 tempest-ServersAdminTestJSON-654083462 tempest-ServersAdminTestJSON-654083462-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=c22c1cd0-07b3-4e9e-90d5-03f297ddf2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755059 Nov 19 17:35:18.013739 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59106ce-acd0-40fe-b8ef-10811cb9b73c tempest-DeleteServersAdminTestJSON-215328612 tempest-DeleteServersAdminTestJSON-215328612-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:35:18.014290 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59106ce-acd0-40fe-b8ef-10811cb9b73c tempest-DeleteServersAdminTestJSON-215328612 tempest-DeleteServersAdminTestJSON-215328612-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:35:18.014800 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59106ce-acd0-40fe-b8ef-10811cb9b73c tempest-DeleteServersAdminTestJSON-215328612 tempest-DeleteServersAdminTestJSON-215328612-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:35:18.015275 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59106ce-acd0-40fe-b8ef-10811cb9b73c tempest-DeleteServersAdminTestJSON-215328612 tempest-DeleteServersAdminTestJSON-215328612-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:35:18.015744 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59106ce-acd0-40fe-b8ef-10811cb9b73c tempest-DeleteServersAdminTestJSON-215328612 tempest-DeleteServersAdminTestJSON-215328612-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:35:18.016227 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59106ce-acd0-40fe-b8ef-10811cb9b73c tempest-DeleteServersAdminTestJSON-215328612 tempest-DeleteServersAdminTestJSON-215328612-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:35:18.016694 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59106ce-acd0-40fe-b8ef-10811cb9b73c tempest-DeleteServersAdminTestJSON-215328612 tempest-DeleteServersAdminTestJSON-215328612-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:35:18.017173 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59106ce-acd0-40fe-b8ef-10811cb9b73c tempest-DeleteServersAdminTestJSON-215328612 tempest-DeleteServersAdminTestJSON-215328612-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:35:18.017642 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59106ce-acd0-40fe-b8ef-10811cb9b73c tempest-DeleteServersAdminTestJSON-215328612 tempest-DeleteServersAdminTestJSON-215328612-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:35:18.018140 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59106ce-acd0-40fe-b8ef-10811cb9b73c tempest-DeleteServersAdminTestJSON-215328612 tempest-DeleteServersAdminTestJSON-215328612-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:35:18.018860 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59106ce-acd0-40fe-b8ef-10811cb9b73c tempest-DeleteServersAdminTestJSON-215328612 tempest-DeleteServersAdminTestJSON-215328612-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:35:18.019338 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59106ce-acd0-40fe-b8ef-10811cb9b73c tempest-DeleteServersAdminTestJSON-215328612 tempest-DeleteServersAdminTestJSON-215328612-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:35:18.074461 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6c97e0b5-d3b9-434a-8c39-5e76ea0192a3 req-18f75f49-17b0-45fb-ab17-d70a6dee6a27 tempest-DeleteServersAdminTestJSON-215328612 tempest-DeleteServersAdminTestJSON-215328612-project] 10.222.0.54 "GET /v2.0/ports?device_id=60203f3e-6ece-44a4-925c-49e9fb5d51ab HTTP/1.1" status: 200 len: 210 time: 0.0451844 Nov 19 17:35:18.092273 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [req-056a693c-50fe-4655-bcb2-711c8de1047e req-a59106ce-acd0-40fe-b8ef-10811cb9b73c tempest-DeleteServersAdminTestJSON-215328612 tempest-DeleteServersAdminTestJSON-215328612-project] Allocated IP 192.168.233.11 (346debfa-452b-4048-abf4-8f4493625ef2/8b3c88de-c9c2-4a20-b19e-1855c2c19035/b52c9bc0-d787-4916-8d65-0a3eeca3fdb9) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:35:18.104994 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-b1d2e386-f513-4934-8e10-15dad9383ce9 req-023acc0a-09fb-4e91-8f3c-2b509e248d0c tempest-LiveMigrationNegativeTest-1415947046 tempest-LiveMigrationNegativeTest-1415947046-project] Deleting port b44bec35-c43f-4eaf-a93c-76d60c7184f1 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:35:18.106051 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-b1d2e386-f513-4934-8e10-15dad9383ce9 req-023acc0a-09fb-4e91-8f3c-2b509e248d0c tempest-LiveMigrationNegativeTest-1415947046 tempest-LiveMigrationNegativeTest-1415947046-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:18.428041 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a06a1d-be6c-415c-be2f-bcf8e3dd0734 req-3c260142-f380-46f2-bce4-bc8cbeb88774 tempest-LiveMigrationNegativeTest-1415947046 tempest-LiveMigrationNegativeTest-1415947046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:35:18.441618 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-48a06a1d-be6c-415c-be2f-bcf8e3dd0734 req-3c260142-f380-46f2-bce4-bc8cbeb88774 tempest-LiveMigrationNegativeTest-1415947046 tempest-LiveMigrationNegativeTest-1415947046-project] 10.222.0.54 "GET /v2.0/ports?device_id=02cf957d-4dab-412a-b5eb-5f08105c61e2 HTTP/1.1" status: 200 len: 950 time: 0.0885105 Nov 19 17:35:18.524442 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-48a06a1d-be6c-415c-be2f-bcf8e3dd0734 req-97b96cb7-2fd5-4db0-85f7-2195aebe2309 tempest-LiveMigrationNegativeTest-1415947046 tempest-LiveMigrationNegativeTest-1415947046-project] 10.222.0.54 "GET /v2.0/security-groups?id=a7cc520c-b1dc-4d57-b44f-99cdb95e8fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812240 Nov 19 17:35:18.549895 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-b1d2e386-f513-4934-8e10-15dad9383ce9 req-023acc0a-09fb-4e91-8f3c-2b509e248d0c tempest-LiveMigrationNegativeTest-1415947046 tempest-LiveMigrationNegativeTest-1415947046-project] For port b44bec35-c43f-4eaf-a93c-76d60c7184f1, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=b44bec35-c43f-4eaf-a93c-76d60c7184f1,segment=NetworkSegment(1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861),segment_id=1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:35:18.550303 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-b1d2e386-f513-4934-8e10-15dad9383ce9 req-023acc0a-09fb-4e91-8f3c-2b509e248d0c tempest-LiveMigrationNegativeTest-1415947046 tempest-LiveMigrationNegativeTest-1415947046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:18.583652 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-b1d2e386-f513-4934-8e10-15dad9383ce9 req-023acc0a-09fb-4e91-8f3c-2b509e248d0c tempest-LiveMigrationNegativeTest-1415947046 tempest-LiveMigrationNegativeTest-1415947046-project] Calling delete_port for b44bec35-c43f-4eaf-a93c-76d60c7184f1 owned by compute:nova {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:35:18.683261 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-056a693c-50fe-4655-bcb2-711c8de1047e req-a59106ce-acd0-40fe-b8ef-10811cb9b73c tempest-DeleteServersAdminTestJSON-215328612 tempest-DeleteServersAdminTestJSON-215328612-project] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:18.766240 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-056a693c-50fe-4655-bcb2-711c8de1047e req-a59106ce-acd0-40fe-b8ef-10811cb9b73c tempest-DeleteServersAdminTestJSON-215328612 tempest-DeleteServersAdminTestJSON-215328612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:18.837681 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-056a693c-50fe-4655-bcb2-711c8de1047e req-a59106ce-acd0-40fe-b8ef-10811cb9b73c tempest-DeleteServersAdminTestJSON-215328612 tempest-DeleteServersAdminTestJSON-215328612-project] Network 346debfa-452b-4048-abf4-8f4493625ef2 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:35:18.846359 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [req-056a693c-50fe-4655-bcb2-711c8de1047e req-a59106ce-acd0-40fe-b8ef-10811cb9b73c tempest-DeleteServersAdminTestJSON-215328612 tempest-DeleteServersAdminTestJSON-215328612-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:35:18.850186 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-056a693c-50fe-4655-bcb2-711c8de1047e req-a59106ce-acd0-40fe-b8ef-10811cb9b73c tempest-DeleteServersAdminTestJSON-215328612 tempest-DeleteServersAdminTestJSON-215328612-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:35:18.856032 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056a693c-50fe-4655-bcb2-711c8de1047e req-a59106ce-acd0-40fe-b8ef-10811cb9b73c tempest-DeleteServersAdminTestJSON-215328612 tempest-DeleteServersAdminTestJSON-215328612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:35:18.856649 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-056a693c-50fe-4655-bcb2-711c8de1047e req-a59106ce-acd0-40fe-b8ef-10811cb9b73c tempest-DeleteServersAdminTestJSON-215328612 tempest-DeleteServersAdminTestJSON-215328612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:18.859491 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59106ce-acd0-40fe-b8ef-10811cb9b73c tempest-DeleteServersAdminTestJSON-215328612 tempest-DeleteServersAdminTestJSON-215328612-project] Pushing event updated for resources: {'Port': ['ID=b52c9bc0-d787-4916-8d65-0a3eeca3fdb9,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:35:18.872119 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-b1d2e386-f513-4934-8e10-15dad9383ce9 req-023acc0a-09fb-4e91-8f3c-2b509e248d0c tempest-LiveMigrationNegativeTest-1415947046 tempest-LiveMigrationNegativeTest-1415947046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:18.887882 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-056a693c-50fe-4655-bcb2-711c8de1047e req-a59106ce-acd0-40fe-b8ef-10811cb9b73c tempest-DeleteServersAdminTestJSON-215328612 tempest-DeleteServersAdminTestJSON-215328612-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5584106 Nov 19 17:35:18.888099 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] get_ports_and_sgs() called for port_ids ['9d594171-3aa2-4577-b706-2a58ee23e937', 'b44bec35-c43f-4eaf-a93c-76d60c7184f1'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:35:18.917254 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-056a693c-50fe-4655-bcb2-711c8de1047e req-5dc1e8d0-967f-4a01-a554-393b523f5fe4 service neutron] Request body: {'port': {'device_id': '60203f3e-6ece-44a4-925c-49e9fb5d51ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818022-2'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:35:18.922314 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023acc0a-09fb-4e91-8f3c-2b509e248d0c tempest-LiveMigrationNegativeTest-1415947046 tempest-LiveMigrationNegativeTest-1415947046-project] Pushing event deleted for resources: {'Port': ['ID=b44bec35-c43f-4eaf-a93c-76d60c7184f1,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:35:19.020568 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1d2e386-f513-4934-8e10-15dad9383ce9 req-023acc0a-09fb-4e91-8f3c-2b509e248d0c tempest-LiveMigrationNegativeTest-1415947046 tempest-LiveMigrationNegativeTest-1415947046-project] No DVR routers for this DVR port b44bec35-c43f-4eaf-a93c-76d60c7184f1 on host n-h2-818022-2 {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:35:19.029591 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-b1d2e386-f513-4934-8e10-15dad9383ce9 req-023acc0a-09fb-4e91-8f3c-2b509e248d0c tempest-LiveMigrationNegativeTest-1415947046 tempest-LiveMigrationNegativeTest-1415947046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:19.037368 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b1d2e386-f513-4934-8e10-15dad9383ce9 req-023acc0a-09fb-4e91-8f3c-2b509e248d0c tempest-LiveMigrationNegativeTest-1415947046 tempest-LiveMigrationNegativeTest-1415947046-project] 10.222.0.86 "DELETE /v2.0/ports/b44bec35-c43f-4eaf-a93c-76d60c7184f1 HTTP/1.1" status: 204 len: 173 time: 1.2647808 Nov 19 17:35:19.037910 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02cf957d-4dab-412a-b5eb-5f08105c61e2', 'name': 'network-vif-deleted', 'tag': 'b44bec35-c43f-4eaf-a93c-76d60c7184f1'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:35:19.041938 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218319d759239a7d11f1288aef37381b97754913ee9ccbfd43b51a463f801712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f64d757a-7c30-4354-9854-ef7a8ec4c195" -d '{"events": [{"server_uuid": "02cf957d-4dab-412a-b5eb-5f08105c61e2", "name": "network-vif-deleted", "tag": "b44bec35-c43f-4eaf-a93c-76d60c7184f1"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:35:19.071085 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-056a693c-50fe-4655-bcb2-711c8de1047e req-5dc1e8d0-967f-4a01-a554-393b523f5fe4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:19.447059 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:35:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f06c4f59-c9c5-489c-b4e4-07966b13b8cd x-openstack-request-id: req-f06c4f59-c9c5-489c-b4e4-07966b13b8cd {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:35:19.447550 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02cf957d-4dab-412a-b5eb-5f08105c61e2", "name": "network-vif-deleted", "tag": "b44bec35-c43f-4eaf-a93c-76d60c7184f1", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:35:19.450134 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f06c4f59-c9c5-489c-b4e4-07966b13b8cd {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:35:19.450589 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02cf957d-4dab-412a-b5eb-5f08105c61e2', 'name': 'network-vif-deleted', 'tag': 'b44bec35-c43f-4eaf-a93c-76d60c7184f1', 'status': 'completed', 'code': 200} Nov 19 17:35:19.523026 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-9975a07f-347b-408c-a834-1cdf9f75dd7d None None] Provisioning complete for port b52c9bc0-d787-4916-8d65-0a3eeca3fdb9 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:35:19.523609 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9975a07f-347b-408c-a834-1cdf9f75dd7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:19.650247 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-9975a07f-347b-408c-a834-1cdf9f75dd7d None None] Port b52c9bc0-d787-4916-8d65-0a3eeca3fdb9 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:35:19.698322 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f364dbbc-291c-487e-9e66-f3f799d36523 req-dbc29b20-4dc4-41a3-a255-0c136551af49 tempest-DeleteServersAdminTestJSON-215328612 tempest-DeleteServersAdminTestJSON-215328612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:35:19.707911 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f364dbbc-291c-487e-9e66-f3f799d36523 req-dbc29b20-4dc4-41a3-a255-0c136551af49 tempest-DeleteServersAdminTestJSON-215328612 tempest-DeleteServersAdminTestJSON-215328612-project] 10.222.0.54 "GET /v2.0/ports?device_id=60203f3e-6ece-44a4-925c-49e9fb5d51ab HTTP/1.1" status: 200 len: 935 time: 0.1129298 Nov 19 17:35:19.805343 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f364dbbc-291c-487e-9e66-f3f799d36523 req-958c2fe9-f503-4452-8e42-b03a552d9728 tempest-DeleteServersAdminTestJSON-215328612 tempest-DeleteServersAdminTestJSON-215328612-project] 10.222.0.54 "GET /v2.0/security-groups?id=6f3b8870-e12d-45b0-b47c-d53074c802b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935919 Nov 19 17:35:19.825979 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [req-056a693c-50fe-4655-bcb2-711c8de1047e req-5dc1e8d0-967f-4a01-a554-393b523f5fe4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b52c9bc0-d787-4916-8d65-0a3eeca3fdb9 {{(pid=103365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:35:19.847898 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-056a693c-50fe-4655-bcb2-711c8de1047e req-5dc1e8d0-967f-4a01-a554-393b523f5fe4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:19.867135 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.provisioning_blocks [req-056a693c-50fe-4655-bcb2-711c8de1047e req-5dc1e8d0-967f-4a01-a554-393b523f5fe4 service neutron] Transition to ACTIVE for port object b52c9bc0-d787-4916-8d65-0a3eeca3fdb9 will not be triggered until provisioned by entity L2. {{(pid=103365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 17:35:19.873541 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-056a693c-50fe-4655-bcb2-711c8de1047e req-5dc1e8d0-967f-4a01-a554-393b523f5fe4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:19.962746 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 39780) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:35:20.034854 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-3bd4ebc0-837d-4afc-96a3-40008da99049 req-ea6c5d4c-5a14-4f65-be36-87688daae50a tempest-LiveMigrationNegativeTest-1415947046 tempest-LiveMigrationNegativeTest-1415947046-project] 10.222.0.54 "GET /v2.0/ports?device_id=02cf957d-4dab-412a-b5eb-5f08105c61e2 HTTP/1.1" status: 200 len: 210 time: 0.0567181 Nov 19 17:35:20.092489 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc1e8d0-967f-4a01-a554-393b523f5fe4 service neutron] Pushing event updated for resources: {'Port': ['ID=b52c9bc0-d787-4916-8d65-0a3eeca3fdb9,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:35:20.099804 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-056a693c-50fe-4655-bcb2-711c8de1047e req-5dc1e8d0-967f-4a01-a554-393b523f5fe4 service neutron] Attempting to bind port b52c9bc0-d787-4916-8d65-0a3eeca3fdb9 on host n-h1-818022-2 for vnic_type normal with profile {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:35:20.100412 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-056a693c-50fe-4655-bcb2-711c8de1047e req-5dc1e8d0-967f-4a01-a554-393b523f5fe4 service neutron] Attempting to bind port b52c9bc0-d787-4916-8d65-0a3eeca3fdb9 by drivers openvswitch,hyperv on host n-h1-818022-2 at level 0 using segments [{'id': '1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '346debfa-452b-4048-abf4-8f4493625ef2'}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:35:20.100905 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-056a693c-50fe-4655-bcb2-711c8de1047e req-5dc1e8d0-967f-4a01-a554-393b523f5fe4 service neutron] Attempting to bind port b52c9bc0-d787-4916-8d65-0a3eeca3fdb9 on network 346debfa-452b-4048-abf4-8f4493625ef2 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:35:20.108555 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-056a693c-50fe-4655-bcb2-711c8de1047e req-5dc1e8d0-967f-4a01-a554-393b523f5fe4 service neutron] Port b52c9bc0-d787-4916-8d65-0a3eeca3fdb9 on network 346debfa-452b-4048-abf4-8f4493625ef2 not bound, no agent of type Open vSwitch agent registered on host n-h1-818022-2 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 17:35:20.109278 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-056a693c-50fe-4655-bcb2-711c8de1047e req-5dc1e8d0-967f-4a01-a554-393b523f5fe4 service neutron] Attempting to bind port b52c9bc0-d787-4916-8d65-0a3eeca3fdb9 on network 346debfa-452b-4048-abf4-8f4493625ef2 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:35:20.116144 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-056a693c-50fe-4655-bcb2-711c8de1047e req-5dc1e8d0-967f-4a01-a554-393b523f5fe4 service neutron] Checking agent: {'id': 'a6668d96-12fa-4ec0-99ad-77eaf490dd2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'started_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 35, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:35:20.116918 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-056a693c-50fe-4655-bcb2-711c8de1047e req-5dc1e8d0-967f-4a01-a554-393b523f5fe4 service neutron] Checking segment: {'id': '1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '346debfa-452b-4048-abf4-8f4493625ef2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:35:20.117534 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-056a693c-50fe-4655-bcb2-711c8de1047e req-5dc1e8d0-967f-4a01-a554-393b523f5fe4 service neutron] Bound using segment: {'id': '1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '346debfa-452b-4048-abf4-8f4493625ef2'} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:35:20.118165 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-056a693c-50fe-4655-bcb2-711c8de1047e req-5dc1e8d0-967f-4a01-a554-393b523f5fe4 service neutron] Bound port: b52c9bc0-d787-4916-8d65-0a3eeca3fdb9, host: n-h1-818022-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '346debfa-452b-4048-abf4-8f4493625ef2'}}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:35:20.118728 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-056a693c-50fe-4655-bcb2-711c8de1047e req-5dc1e8d0-967f-4a01-a554-393b523f5fe4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:20.210439 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-056a693c-50fe-4655-bcb2-711c8de1047e req-5dc1e8d0-967f-4a01-a554-393b523f5fe4 service neutron] For port b52c9bc0-d787-4916-8d65-0a3eeca3fdb9, host n-h1-818022-2, cleared binding levels {{(pid=103365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:35:20.215035 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-056a693c-50fe-4655-bcb2-711c8de1047e req-5dc1e8d0-967f-4a01-a554-393b523f5fe4 service neutron] For port b52c9bc0-d787-4916-8d65-0a3eeca3fdb9, host n-h1-818022-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=b52c9bc0-d787-4916-8d65-0a3eeca3fdb9,segment=NetworkSegment(1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861),segment_id=1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861)] {{(pid=103365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:35:20.225514 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-056a693c-50fe-4655-bcb2-711c8de1047e req-5dc1e8d0-967f-4a01-a554-393b523f5fe4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:20.301123 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc1e8d0-967f-4a01-a554-393b523f5fe4 service neutron] Pushing event updated for resources: {'Port': ['ID=b52c9bc0-d787-4916-8d65-0a3eeca3fdb9,revision_number=3']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:35:20.324144 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056a693c-50fe-4655-bcb2-711c8de1047e req-5dc1e8d0-967f-4a01-a554-393b523f5fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:35:20.325116 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-056a693c-50fe-4655-bcb2-711c8de1047e req-5dc1e8d0-967f-4a01-a554-393b523f5fe4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:20.327194 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-056a693c-50fe-4655-bcb2-711c8de1047e req-5dc1e8d0-967f-4a01-a554-393b523f5fe4 service neutron] 10.222.0.60 "PUT /v2.0/ports/b52c9bc0-d787-4916-8d65-0a3eeca3fdb9 HTTP/1.1" status: 200 len: 1095 time: 1.4174204 Nov 19 17:35:20.371603 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c20891aa-8b68-4697-8249-1f8209f1afc0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:20.546279 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c20891aa-8b68-4697-8249-1f8209f1afc0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:20.553035 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c20891aa-8b68-4697-8249-1f8209f1afc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:20.627261 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dbcdf7-8772-41bb-b8ce-ef5705d9123b req-25ea3b80-b8b2-4a3a-ad64-a671064becf5 tempest-ServersAdminTestJSON-654083462 tempest-ServersAdminTestJSON-654083462-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:35:20.628859 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-51dbcdf7-8772-41bb-b8ce-ef5705d9123b req-25ea3b80-b8b2-4a3a-ad64-a671064becf5 tempest-ServersAdminTestJSON-654083462 tempest-ServersAdminTestJSON-654083462-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=edc9d3ea-ab00-4644-b0c6-6ed9fc0ccf67 HTTP/1.1" status: 200 len: 1100 time: 0.1596551 Nov 19 17:35:20.638223 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056a693c-50fe-4655-bcb2-711c8de1047e req-f132f94d-406c-47d5-899c-79eac570d918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:35:20.639937 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-056a693c-50fe-4655-bcb2-711c8de1047e req-f132f94d-406c-47d5-899c-79eac570d918 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=46692746d04d40a7b3fed479e2224d72&device_id=60203f3e-6ece-44a4-925c-49e9fb5d51ab HTTP/1.1" status: 200 len: 1098 time: 0.2588034 Nov 19 17:35:20.646882 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-c20891aa-8b68-4697-8249-1f8209f1afc0 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=4d7765e7fa6b48669e66b26de4ad5f6d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6827443 Nov 19 17:35:20.651247 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 39812) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:35:20.691107 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20891aa-8b68-4697-8249-1f8209f1afc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3588e43-3564-416d-845b-a6fabc0f4813,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:35:20.695409 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-056a693c-50fe-4655-bcb2-711c8de1047e req-26d3ef7b-5e17-4e0f-abaf-32f6ed7cd19b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=b52c9bc0-d787-4916-8d65-0a3eeca3fdb9 HTTP/1.1" status: 200 len: 217 time: 0.0454710 Nov 19 17:35:20.765952 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b6740163-0d54-4105-982c-09e20d3ec7c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:20.793638 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-51dbcdf7-8772-41bb-b8ce-ef5705d9123b req-04d10b74-df2e-4e6d-8586-ce5b62106f43 tempest-ServersAdminTestJSON-654083462 tempest-ServersAdminTestJSON-654083462-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=c22c1cd0-07b3-4e9e-90d5-03f297ddf2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523240 Nov 19 17:35:20.802265 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056a693c-50fe-4655-bcb2-711c8de1047e req-5f030719-276e-4eb5-bf4f-abe7400b854b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:35:20.809502 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b6740163-0d54-4105-982c-09e20d3ec7c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:20.815435 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-056a693c-50fe-4655-bcb2-711c8de1047e req-5f030719-276e-4eb5-bf4f-abe7400b854b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8b3c88de-c9c2-4a20-b19e-1855c2c19035 HTTP/1.1" status: 200 len: 843 time: 0.1099966 Nov 19 17:35:20.899093 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b6740163-0d54-4105-982c-09e20d3ec7c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:20.902214 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b6740163-0d54-4105-982c-09e20d3ec7c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:20.903377 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-b6740163-0d54-4105-982c-09e20d3ec7c5 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c3588e43-3564-416d-845b-a6fabc0f4813 HTTP/1.1" status: 204 len: 168 time: 0.2501357 Nov 19 17:35:20.908961 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 39836) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:35:20.924264 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 39840) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:35:20.931019 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6740163-0d54-4105-982c-09e20d3ec7c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3588e43-3564-416d-845b-a6fabc0f4813,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:35:20.948187 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056a693c-50fe-4655-bcb2-711c8de1047e req-7e8153aa-9fa5-433e-891a-05f501dda1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:35:20.951416 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-056a693c-50fe-4655-bcb2-711c8de1047e req-7e8153aa-9fa5-433e-891a-05f501dda1ba service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=346debfa-452b-4048-abf4-8f4493625ef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1265657 Nov 19 17:35:20.956182 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6740163-0d54-4105-982c-09e20d3ec7c5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:35:20.956535 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6740163-0d54-4105-982c-09e20d3ec7c5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:35:20.956878 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6740163-0d54-4105-982c-09e20d3ec7c5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:35:20.957223 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6740163-0d54-4105-982c-09e20d3ec7c5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:35:20.957554 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6740163-0d54-4105-982c-09e20d3ec7c5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:35:20.958919 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6740163-0d54-4105-982c-09e20d3ec7c5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:35:20.959413 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6740163-0d54-4105-982c-09e20d3ec7c5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:35:20.959897 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6740163-0d54-4105-982c-09e20d3ec7c5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:35:20.960407 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6740163-0d54-4105-982c-09e20d3ec7c5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:35:20.960888 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6740163-0d54-4105-982c-09e20d3ec7c5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:35:20.961377 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6740163-0d54-4105-982c-09e20d3ec7c5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:35:20.961878 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6740163-0d54-4105-982c-09e20d3ec7c5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:35:21.031309 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e1b127-4951-4905-8450-5203c7ce55a0 req-6ab48f35-4d81-4627-a4ea-cc08f15caf38 tempest-DeleteServersAdminTestJSON-215328612 tempest-DeleteServersAdminTestJSON-215328612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:35:21.040161 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-29e1b127-4951-4905-8450-5203c7ce55a0 req-6ab48f35-4d81-4627-a4ea-cc08f15caf38 tempest-DeleteServersAdminTestJSON-215328612 tempest-DeleteServersAdminTestJSON-215328612-project] 10.222.0.54 "GET /v2.0/ports?device_id=60203f3e-6ece-44a4-925c-49e9fb5d51ab HTTP/1.1" status: 200 len: 947 time: 0.0745933 Nov 19 17:35:21.061850 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-056a693c-50fe-4655-bcb2-711c8de1047e req-c3313742-8a5e-4287-9882-2c763e5118e7 service neutron] 10.222.0.60 "GET /v2.0/networks/346debfa-452b-4048-abf4-8f4493625ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027970 Nov 19 17:35:21.063852 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441528a5-8b30-4c79-87c7-a873bce04bdf req-8753f28e-036d-4a7b-8fbb-e71cfc10848a tempest-ServersAdminTestJSON-654083462 tempest-ServersAdminTestJSON-654083462-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:35:21.071139 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-441528a5-8b30-4c79-87c7-a873bce04bdf req-8753f28e-036d-4a7b-8fbb-e71cfc10848a tempest-ServersAdminTestJSON-654083462 tempest-ServersAdminTestJSON-654083462-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=edc9d3ea-ab00-4644-b0c6-6ed9fc0ccf67 HTTP/1.1" status: 200 len: 1100 time: 0.1854622 Nov 19 17:35:21.119952 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-29e1b127-4951-4905-8450-5203c7ce55a0 req-3d039fbe-17e9-4851-9a1e-9c10124f91f9 tempest-DeleteServersAdminTestJSON-215328612 tempest-DeleteServersAdminTestJSON-215328612-project] 10.222.0.54 "GET /v2.0/security-groups?id=6f3b8870-e12d-45b0-b47c-d53074c802b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727630 Nov 19 17:35:21.182596 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-441528a5-8b30-4c79-87c7-a873bce04bdf req-ba9d25e4-e163-43e4-92ea-5f6e25f6f970 tempest-ServersAdminTestJSON-654083462 tempest-ServersAdminTestJSON-654083462-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=c22c1cd0-07b3-4e9e-90d5-03f297ddf2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103246 Nov 19 17:35:21.211292 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-056a693c-50fe-4655-bcb2-711c8de1047e req-d6b01bb5-04b6-46c5-98b6-b2b9815c7da0 service neutron] 10.222.0.60 "GET /v2.0/networks/346debfa-452b-4048-abf4-8f4493625ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326368 Nov 19 17:35:21.219180 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-335db0e4-bb1d-4eb4-86e3-6cd71e7f3dd8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:21.311268 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6e2e8f29-63d8-43e3-b861-e60cb5281585 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:21.372011 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-335db0e4-bb1d-4eb4-86e3-6cd71e7f3dd8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:21.378000 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-335db0e4-bb1d-4eb4-86e3-6cd71e7f3dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:21.397459 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 39856) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:35:21.418745 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-bdccbed3-a3d6-48ad-bf01-2c37f699c1c6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:21.433947 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-335db0e4-bb1d-4eb4-86e3-6cd71e7f3dd8 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=403ffc63b4be4e1480664b18c3ee0de6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5212340 Nov 19 17:35:21.434343 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 39858) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:35:21.435494 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335db0e4-bb1d-4eb4-86e3-6cd71e7f3dd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30d3eb4c-7fa1-4696-86b7-ab4985c51dad,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:35:21.452176 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60203f3e-6ece-44a4-925c-49e9fb5d51ab', 'tag': 'b52c9bc0-d787-4916-8d65-0a3eeca3fdb9'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:35:21.454557 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218319d759239a7d11f1288aef37381b97754913ee9ccbfd43b51a463f801712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80986d29-9fd8-422b-9672-d83821c8239a" -d '{"events": [{"name": "network-changed", "server_uuid": "60203f3e-6ece-44a4-925c-49e9fb5d51ab", "tag": "b52c9bc0-d787-4916-8d65-0a3eeca3fdb9"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:35:21.523594 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6e2e8f29-63d8-43e3-b861-e60cb5281585 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:21.534899 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6e2e8f29-63d8-43e3-b861-e60cb5281585 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:21.545633 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-bdccbed3-a3d6-48ad-bf01-2c37f699c1c6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:21.551225 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-de727815-27e5-4f6d-9283-8eb82af09bfc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:21.551350 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-bdccbed3-a3d6-48ad-bf01-2c37f699c1c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:21.602067 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-6e2e8f29-63d8-43e3-b861-e60cb5281585 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=556843e4e7244ea4a0679d7ad6e3e280&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6762996 Nov 19 17:35:21.606840 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 39866) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:35:21.609981 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2e8f29-63d8-43e3-b861-e60cb5281585 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd4ded41-e101-406b-8e5c-49b3c8f869ad,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:35:21.634597 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-bdccbed3-a3d6-48ad-bf01-2c37f699c1c6 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=5c7cb328a73f4e8aaff5eb426bfb38a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2328799 Nov 19 17:35:21.635523 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdccbed3-a3d6-48ad-bf01-2c37f699c1c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccab3096-9b35-4493-87a9-fe1b64eb55b5,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:35:21.638274 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 39868) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:35:21.647327 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-de727815-27e5-4f6d-9283-8eb82af09bfc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:21.663223 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 17:35:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d176d9e-dda0-485f-b09c-3fe72c152f5a x-openstack-request-id: req-4d176d9e-dda0-485f-b09c-3fe72c152f5a {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:35:21.663514 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60203f3e-6ece-44a4-925c-49e9fb5d51ab", "tag": "b52c9bc0-d787-4916-8d65-0a3eeca3fdb9", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:35:21.663850 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-4d176d9e-dda0-485f-b09c-3fe72c152f5a {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:35:21.664295 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60203f3e-6ece-44a4-925c-49e9fb5d51ab', 'tag': 'b52c9bc0-d787-4916-8d65-0a3eeca3fdb9', 'status': 'completed', 'code': 200} Nov 19 17:35:21.731137 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-de727815-27e5-4f6d-9283-8eb82af09bfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:21.736086 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-de727815-27e5-4f6d-9283-8eb82af09bfc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:21.741270 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-de727815-27e5-4f6d-9283-8eb82af09bfc admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/30d3eb4c-7fa1-4696-86b7-ab4985c51dad HTTP/1.1" status: 204 len: 168 time: 0.3004432 Nov 19 17:35:21.755447 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de727815-27e5-4f6d-9283-8eb82af09bfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30d3eb4c-7fa1-4696-86b7-ab4985c51dad,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:35:21.809150 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c83f0308-20b4-4158-8ce4-111e88b9c4e0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:21.871420 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80986d29-9fd8-422b-9672-d83821c8239a req-22fbdef3-5011-47e7-b702-e01066e6b05b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:35:21.873046 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-80986d29-9fd8-422b-9672-d83821c8239a req-22fbdef3-5011-47e7-b702-e01066e6b05b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=46692746d04d40a7b3fed479e2224d72&device_id=60203f3e-6ece-44a4-925c-49e9fb5d51ab HTTP/1.1" status: 200 len: 1098 time: 0.1930139 Nov 19 17:35:21.877320 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c83f0308-20b4-4158-8ce4-111e88b9c4e0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:21.884980 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-912a4eec-1b91-4afd-b7e7-0770bb93f05e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:22.022296 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-912a4eec-1b91-4afd-b7e7-0770bb93f05e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:22.028192 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2082ce35-eecc-497a-8bbb-191a6ec904b7 req-35aaa04c-0ce4-432d-bfbd-cc22e06493f1 tempest-LiveMigrationNegativeTest-1415947046 tempest-LiveMigrationNegativeTest-1415947046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:35:22.032025 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2082ce35-eecc-497a-8bbb-191a6ec904b7 req-35aaa04c-0ce4-432d-bfbd-cc22e06493f1 tempest-LiveMigrationNegativeTest-1415947046 tempest-LiveMigrationNegativeTest-1415947046-project] 10.222.0.54 "GET /v2.0/ports?device_id=9eb68ada-5e0b-435b-bd4b-a788fd4751e5 HTTP/1.1" status: 200 len: 950 time: 0.1078789 Nov 19 17:35:22.094157 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80986d29-9fd8-422b-9672-d83821c8239a req-c5bd2f66-47dd-41db-b634-eb687f5e76ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:35:22.095903 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-80986d29-9fd8-422b-9672-d83821c8239a req-c5bd2f66-47dd-41db-b634-eb687f5e76ce service neutron] 10.222.0.60 "GET /v2.0/networks?id=346debfa-452b-4048-abf4-8f4493625ef2 HTTP/1.1" status: 200 len: 870 time: 0.2065377 Nov 19 17:35:22.116282 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c83f0308-20b4-4158-8ce4-111e88b9c4e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:22.119158 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c83f0308-20b4-4158-8ce4-111e88b9c4e0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:22.124195 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-c83f0308-20b4-4158-8ce4-111e88b9c4e0 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/bd4ded41-e101-406b-8e5c-49b3c8f869ad HTTP/1.1" status: 204 len: 168 time: 0.5059676 Nov 19 17:35:22.163239 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-80986d29-9fd8-422b-9672-d83821c8239a req-cbec9faf-a237-48e3-b6fc-8608fccd4105 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=b52c9bc0-d787-4916-8d65-0a3eeca3fdb9 HTTP/1.1" status: 200 len: 217 time: 0.0551856 Nov 19 17:35:22.164355 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83f0308-20b4-4158-8ce4-111e88b9c4e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd4ded41-e101-406b-8e5c-49b3c8f869ad,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:35:22.168203 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 39894) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:35:22.170677 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2082ce35-eecc-497a-8bbb-191a6ec904b7 req-666e7f2f-1b2f-48f5-93ec-dd8a8a40be64 tempest-LiveMigrationNegativeTest-1415947046 tempest-LiveMigrationNegativeTest-1415947046-project] 10.222.0.54 "GET /v2.0/security-groups?id=a7cc520c-b1dc-4d57-b44f-99cdb95e8fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261969 Nov 19 17:35:22.210400 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device b44bec35-c43f-4eaf-a93c-76d60c7184f1 no longer exists at agent hyperv_n-h2-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:35:22.239235 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80986d29-9fd8-422b-9672-d83821c8239a req-b78875e3-3521-407f-8ef4-b62965c45270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:35:22.240780 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-80986d29-9fd8-422b-9672-d83821c8239a req-b78875e3-3521-407f-8ef4-b62965c45270 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8b3c88de-c9c2-4a20-b19e-1855c2c19035 HTTP/1.1" status: 200 len: 843 time: 0.0698535 Nov 19 17:35:22.245471 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] No Port match for: b44bec35-c43f-4eaf-a93c-76d60c7184f1 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:35:22.246116 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device b44bec35-c43f-4eaf-a93c-76d60c7184f1 not bound to the agent host n-h2-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:35:22.252606 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-912a4eec-1b91-4afd-b7e7-0770bb93f05e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:22.258321 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-912a4eec-1b91-4afd-b7e7-0770bb93f05e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:22.264085 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-912a4eec-1b91-4afd-b7e7-0770bb93f05e admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ccab3096-9b35-4493-87a9-fe1b64eb55b5 HTTP/1.1" status: 204 len: 168 time: 0.6174018 Nov 19 17:35:22.307636 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912a4eec-1b91-4afd-b7e7-0770bb93f05e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccab3096-9b35-4493-87a9-fe1b64eb55b5,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:35:22.330405 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80986d29-9fd8-422b-9672-d83821c8239a req-3f28985b-4a9b-4479-900e-efae640fc243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:35:22.338079 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-80986d29-9fd8-422b-9672-d83821c8239a req-3f28985b-4a9b-4479-900e-efae640fc243 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=346debfa-452b-4048-abf4-8f4493625ef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0725036 Nov 19 17:35:22.415733 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 39902) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:35:22.443348 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ff9075e9-62f2-4f72-b8e4-9d24332ae2d0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:22.599583 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998992e1-737c-4a59-86fe-20fff024cc72 req-057acb00-0ffb-4e86-a174-41686232c6ba tempest-DeleteServersAdminTestJSON-215328612 tempest-DeleteServersAdminTestJSON-215328612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:35:22.605853 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-80986d29-9fd8-422b-9672-d83821c8239a req-fbb33c39-d54e-4cb2-9e39-af166fb01de2 service neutron] 10.222.0.60 "GET /v2.0/networks/346debfa-452b-4048-abf4-8f4493625ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2565076 Nov 19 17:35:22.620321 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-998992e1-737c-4a59-86fe-20fff024cc72 req-057acb00-0ffb-4e86-a174-41686232c6ba tempest-DeleteServersAdminTestJSON-215328612 tempest-DeleteServersAdminTestJSON-215328612-project] 10.222.0.54 "GET /v2.0/ports?device_id=60203f3e-6ece-44a4-925c-49e9fb5d51ab HTTP/1.1" status: 200 len: 947 time: 0.3061833 Nov 19 17:35:22.721686 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-cd7d8c2a-b922-4a57-8277-eefa8b52a9d0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:22.769997 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-998992e1-737c-4a59-86fe-20fff024cc72 req-4ea99e06-3dfc-4330-88a1-452cd4f6be42 tempest-DeleteServersAdminTestJSON-215328612 tempest-DeleteServersAdminTestJSON-215328612-project] 10.222.0.54 "GET /v2.0/security-groups?id=6f3b8870-e12d-45b0-b47c-d53074c802b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438792 Nov 19 17:35:22.790587 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ff9075e9-62f2-4f72-b8e4-9d24332ae2d0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:22.797115 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ff9075e9-62f2-4f72-b8e4-9d24332ae2d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:22.857071 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-ff9075e9-62f2-4f72-b8e4-9d24332ae2d0 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=2ea3e12fd3bd45ba96f9b312e578645a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4373560 Nov 19 17:35:22.858457 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 39914) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:35:22.866400 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9075e9-62f2-4f72-b8e4-9d24332ae2d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43c900a8-59e9-4687-9865-c098e6ce1d33,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:35:22.932844 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 39916) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:35:22.955454 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3367f6c7-6c8b-4d87-9a35-7635d20ec699 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:22.990740 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1d7413cf-4f24-4485-b2e4-9c0c9f408c3f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:23.006633 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-cd7d8c2a-b922-4a57-8277-eefa8b52a9d0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:23.019259 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-cd7d8c2a-b922-4a57-8277-eefa8b52a9d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:23.042170 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1d7413cf-4f24-4485-b2e4-9c0c9f408c3f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:23.051563 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa9a96e-8422-4027-a419-385de1e10544 req-578bae56-576a-4aca-8333-3fccc81a0df6 tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:35:23.060267 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8aa9a96e-8422-4027-a419-385de1e10544 req-578bae56-576a-4aca-8333-3fccc81a0df6 tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] 10.222.0.54 "GET /v2.0/ports?device_id=edc9d3ea-ab00-4644-b0c6-6ed9fc0ccf67 HTTP/1.1" status: 200 len: 949 time: 0.3345542 Nov 19 17:35:23.073784 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-80986d29-9fd8-422b-9672-d83821c8239a req-8b646152-6f7f-4947-a37a-47ae63c9727c service neutron] 10.222.0.60 "GET /v2.0/networks/346debfa-452b-4048-abf4-8f4493625ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4595506 Nov 19 17:35:23.111900 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-cd7d8c2a-b922-4a57-8277-eefa8b52a9d0 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f3d2b060eacd4637926d83a5b3a4dbd1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9424944 Nov 19 17:35:23.117114 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 39920) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:35:23.129511 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7d8c2a-b922-4a57-8277-eefa8b52a9d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de3db064-33bf-43ad-a13e-31b23523c4a9,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:35:23.168573 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8aa9a96e-8422-4027-a419-385de1e10544 req-f01e51a0-5306-4b66-8062-4406bd3f7ace tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] 10.222.0.54 "GET /v2.0/security-groups?id=c22c1cd0-07b3-4e9e-90d5-03f297ddf2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073647 Nov 19 17:35:23.182663 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1d7413cf-4f24-4485-b2e4-9c0c9f408c3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:23.187799 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1d7413cf-4f24-4485-b2e4-9c0c9f408c3f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:23.191730 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-1d7413cf-4f24-4485-b2e4-9c0c9f408c3f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/43c900a8-59e9-4687-9865-c098e6ce1d33 HTTP/1.1" status: 204 len: 168 time: 0.3295484 Nov 19 17:35:23.226258 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3367f6c7-6c8b-4d87-9a35-7635d20ec699 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:23.228901 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7413cf-4f24-4485-b2e4-9c0c9f408c3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43c900a8-59e9-4687-9865-c098e6ce1d33,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:35:23.234577 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3367f6c7-6c8b-4d87-9a35-7635d20ec699 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:23.316706 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3367f6c7-6c8b-4d87-9a35-7635d20ec699 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34d01769-9faf-4853-922a-c194076e529b,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:35:23.323244 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-3367f6c7-6c8b-4d87-9a35-7635d20ec699 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=fbe9392758314de5beb3662ab0182101&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3888822 Nov 19 17:35:23.326917 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 39932) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:35:23.340597 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-86d45208-6961-4517-88f9-d8097525af22 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:23.389492 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-86d45208-6961-4517-88f9-d8097525af22 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:23.409428 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9b70098b-e1fc-4b81-b53a-c64c11b0eb7b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:23.410852 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c380575-6a8d-4a66-a823-2ce2a897e86e req-0c60ff82-7e15-4ddf-b2ce-d0d278ea775b tempest-LiveMigrationNegativeTest-1415947046 tempest-LiveMigrationNegativeTest-1415947046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:35:23.412632 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-5c380575-6a8d-4a66-a823-2ce2a897e86e req-0c60ff82-7e15-4ddf-b2ce-d0d278ea775b tempest-LiveMigrationNegativeTest-1415947046 tempest-LiveMigrationNegativeTest-1415947046-project] 10.222.0.54 "GET /v2.0/ports?device_id=9eb68ada-5e0b-435b-bd4b-a788fd4751e5 HTTP/1.1" status: 200 len: 950 time: 0.1208415 Nov 19 17:35:23.456371 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9b70098b-e1fc-4b81-b53a-c64c11b0eb7b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:23.492253 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-5c380575-6a8d-4a66-a823-2ce2a897e86e req-5648df6b-0a74-4d00-a070-89b68b8e06e6 tempest-LiveMigrationNegativeTest-1415947046 tempest-LiveMigrationNegativeTest-1415947046-project] 10.222.0.54 "GET /v2.0/security-groups?id=a7cc520c-b1dc-4d57-b44f-99cdb95e8fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673871 Nov 19 17:35:23.507290 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-86d45208-6961-4517-88f9-d8097525af22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:23.511794 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-86d45208-6961-4517-88f9-d8097525af22 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:23.515857 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-86d45208-6961-4517-88f9-d8097525af22 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/de3db064-33bf-43ad-a13e-31b23523c4a9 HTTP/1.1" status: 204 len: 168 time: 0.3929112 Nov 19 17:35:23.533741 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d45208-6961-4517-88f9-d8097525af22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de3db064-33bf-43ad-a13e-31b23523c4a9,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:35:23.534172 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9b70098b-e1fc-4b81-b53a-c64c11b0eb7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:23.543202 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9b70098b-e1fc-4b81-b53a-c64c11b0eb7b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:23.546167 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-9b70098b-e1fc-4b81-b53a-c64c11b0eb7b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/34d01769-9faf-4853-922a-c194076e529b HTTP/1.1" status: 204 len: 168 time: 0.2179737 Nov 19 17:35:23.560679 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b70098b-e1fc-4b81-b53a-c64c11b0eb7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34d01769-9faf-4853-922a-c194076e529b,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:35:23.846638 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47820d69-8d08-41ec-9598-d0e5ca8a1250 req-6548ec12-ffcb-4a65-85e7-340aa7ece9b0 tempest-LiveMigrationNegativeTest-1415947046 tempest-LiveMigrationNegativeTest-1415947046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:35:23.848387 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-47820d69-8d08-41ec-9598-d0e5ca8a1250 req-6548ec12-ffcb-4a65-85e7-340aa7ece9b0 tempest-LiveMigrationNegativeTest-1415947046 tempest-LiveMigrationNegativeTest-1415947046-project] 10.222.0.86 "GET /v2.0/ports?device_id=9eb68ada-5e0b-435b-bd4b-a788fd4751e5 HTTP/1.1" status: 200 len: 950 time: 0.0908122 Nov 19 17:35:23.935848 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe676c3b-0efa-4ff7-b202-b1f699051dd4 req-50347c78-d0e0-409f-8892-4e5cc0fdab3a tempest-DeleteServersAdminTestJSON-215328612 tempest-DeleteServersAdminTestJSON-215328612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:35:23.936279 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-fe676c3b-0efa-4ff7-b202-b1f699051dd4 req-50347c78-d0e0-409f-8892-4e5cc0fdab3a tempest-DeleteServersAdminTestJSON-215328612 tempest-DeleteServersAdminTestJSON-215328612-project] 10.222.0.54 "GET /v2.0/ports?device_id=60203f3e-6ece-44a4-925c-49e9fb5d51ab HTTP/1.1" status: 200 len: 947 time: 0.0656300 Nov 19 17:35:23.965736 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-47820d69-8d08-41ec-9598-d0e5ca8a1250 req-6e49daa7-18a2-436b-90a3-bfdf933585fe tempest-LiveMigrationNegativeTest-1415947046 tempest-LiveMigrationNegativeTest-1415947046-project] Deleting port 9d594171-3aa2-4577-b706-2a58ee23e937 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:35:23.966409 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-47820d69-8d08-41ec-9598-d0e5ca8a1250 req-6e49daa7-18a2-436b-90a3-bfdf933585fe tempest-LiveMigrationNegativeTest-1415947046 tempest-LiveMigrationNegativeTest-1415947046-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:24.002845 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-fe676c3b-0efa-4ff7-b202-b1f699051dd4 req-13d5ce32-c21d-4521-bc10-5fff7c060518 tempest-DeleteServersAdminTestJSON-215328612 tempest-DeleteServersAdminTestJSON-215328612-project] 10.222.0.54 "GET /v2.0/security-groups?id=6f3b8870-e12d-45b0-b47c-d53074c802b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599875 Nov 19 17:35:24.085548 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-47820d69-8d08-41ec-9598-d0e5ca8a1250 req-6e49daa7-18a2-436b-90a3-bfdf933585fe tempest-LiveMigrationNegativeTest-1415947046 tempest-LiveMigrationNegativeTest-1415947046-project] For port 9d594171-3aa2-4577-b706-2a58ee23e937, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=9d594171-3aa2-4577-b706-2a58ee23e937,segment=NetworkSegment(1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861),segment_id=1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:35:24.086462 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-47820d69-8d08-41ec-9598-d0e5ca8a1250 req-6e49daa7-18a2-436b-90a3-bfdf933585fe tempest-LiveMigrationNegativeTest-1415947046 tempest-LiveMigrationNegativeTest-1415947046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:24.098024 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 39962) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:35:24.104311 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-47820d69-8d08-41ec-9598-d0e5ca8a1250 req-6e49daa7-18a2-436b-90a3-bfdf933585fe tempest-LiveMigrationNegativeTest-1415947046 tempest-LiveMigrationNegativeTest-1415947046-project] Calling delete_port for 9d594171-3aa2-4577-b706-2a58ee23e937 owned by compute:nova {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:35:24.111841 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-43568ae2-3691-47a0-9676-926bfa239441 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:24.203212 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-43568ae2-3691-47a0-9676-926bfa239441 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:24.209749 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-43568ae2-3691-47a0-9676-926bfa239441 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:24.291109 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-43568ae2-3691-47a0-9676-926bfa239441 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=1d383c196b604f33ade8c20b67870d3f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1933005 Nov 19 17:35:24.292830 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43568ae2-3691-47a0-9676-926bfa239441 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c80664f5-e835-41f6-babf-5b89d9b45209,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:35:24.299026 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 39972) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:35:24.329623 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-47820d69-8d08-41ec-9598-d0e5ca8a1250 req-6e49daa7-18a2-436b-90a3-bfdf933585fe tempest-LiveMigrationNegativeTest-1415947046 tempest-LiveMigrationNegativeTest-1415947046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:24.344607 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] get_ports_and_sgs() called for port_ids ['9d594171-3aa2-4577-b706-2a58ee23e937'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:35:24.374040 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e49daa7-18a2-436b-90a3-bfdf933585fe tempest-LiveMigrationNegativeTest-1415947046 tempest-LiveMigrationNegativeTest-1415947046-project] Pushing event deleted for resources: {'Port': ['ID=9d594171-3aa2-4577-b706-2a58ee23e937,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:35:24.379914 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7cef3058-636c-4b3f-a288-9b5060e36a5c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:24.419967 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7cef3058-636c-4b3f-a288-9b5060e36a5c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:24.425612 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d0d563-2cfa-4dfa-b27e-3523084e2655 req-d6e00a0a-c359-441c-8c76-39292b74db57 tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:35:24.433355 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e8d0d563-2cfa-4dfa-b27e-3523084e2655 req-d6e00a0a-c359-441c-8c76-39292b74db57 tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] 10.222.0.54 "GET /v2.0/ports?device_id=edc9d3ea-ab00-4644-b0c6-6ed9fc0ccf67 HTTP/1.1" status: 200 len: 949 time: 0.1443129 Nov 19 17:35:24.495858 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7cef3058-636c-4b3f-a288-9b5060e36a5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:24.500211 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7cef3058-636c-4b3f-a288-9b5060e36a5c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:24.501271 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device b52c9bc0-d787-4916-8d65-0a3eeca3fdb9 details requested by agent hyperv_n-h1-818022-2 with host n-h1-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 17:35:24.505192 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-7cef3058-636c-4b3f-a288-9b5060e36a5c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c80664f5-e835-41f6-babf-5b89d9b45209 HTTP/1.1" status: 204 len: 168 time: 0.2039523 Nov 19 17:35:24.516841 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-47820d69-8d08-41ec-9598-d0e5ca8a1250 req-6e49daa7-18a2-436b-90a3-bfdf933585fe tempest-LiveMigrationNegativeTest-1415947046 tempest-LiveMigrationNegativeTest-1415947046-project] No DVR routers for this DVR port 9d594171-3aa2-4577-b706-2a58ee23e937 on host n-h2-818022-2 {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:35:24.518560 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cef3058-636c-4b3f-a288-9b5060e36a5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c80664f5-e835-41f6-babf-5b89d9b45209,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:35:24.522020 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-47820d69-8d08-41ec-9598-d0e5ca8a1250 req-6e49daa7-18a2-436b-90a3-bfdf933585fe tempest-LiveMigrationNegativeTest-1415947046 tempest-LiveMigrationNegativeTest-1415947046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:24.525481 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-47820d69-8d08-41ec-9598-d0e5ca8a1250 req-6e49daa7-18a2-436b-90a3-bfdf933585fe tempest-LiveMigrationNegativeTest-1415947046 tempest-LiveMigrationNegativeTest-1415947046-project] 10.222.0.86 "DELETE /v2.0/ports/9d594171-3aa2-4577-b706-2a58ee23e937 HTTP/1.1" status: 204 len: 173 time: 0.6691146 Nov 19 17:35:24.566041 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9eb68ada-5e0b-435b-bd4b-a788fd4751e5', 'name': 'network-vif-deleted', 'tag': '9d594171-3aa2-4577-b706-2a58ee23e937'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:35:24.581983 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218319d759239a7d11f1288aef37381b97754913ee9ccbfd43b51a463f801712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de580557-add6-4df6-8d52-8087b553ddae" -d '{"events": [{"server_uuid": "9eb68ada-5e0b-435b-bd4b-a788fd4751e5", "name": "network-vif-deleted", "tag": "9d594171-3aa2-4577-b706-2a58ee23e937"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:35:24.658298 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e8d0d563-2cfa-4dfa-b27e-3523084e2655 req-c7b9a1a2-d864-438a-9fe5-6bb6ce46fab2 tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] 10.222.0.54 "GET /v2.0/security-groups?id=c22c1cd0-07b3-4e9e-90d5-03f297ddf2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239544 Nov 19 17:35:24.706850 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:35:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02d60e4b-220f-4a3a-b95f-ba4a7220f87f x-openstack-request-id: req-02d60e4b-220f-4a3a-b95f-ba4a7220f87f {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:35:24.707326 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9eb68ada-5e0b-435b-bd4b-a788fd4751e5", "name": "network-vif-deleted", "tag": "9d594171-3aa2-4577-b706-2a58ee23e937", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:35:24.707719 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-02d60e4b-220f-4a3a-b95f-ba4a7220f87f {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:35:24.708277 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9eb68ada-5e0b-435b-bd4b-a788fd4751e5', 'name': 'network-vif-deleted', 'tag': '9d594171-3aa2-4577-b706-2a58ee23e937', 'status': 'completed', 'code': 200} Nov 19 17:35:24.722306 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-342a76c8-c89a-4b69-8727-4669e724c173 req-104816b2-c9e6-4ce9-b1df-90332e5b0218 tempest-LiveMigrationNegativeTest-1415947046 tempest-LiveMigrationNegativeTest-1415947046-project] 10.222.0.54 "GET /v2.0/ports?device_id=9eb68ada-5e0b-435b-bd4b-a788fd4751e5 HTTP/1.1" status: 200 len: 210 time: 0.0867109 Nov 19 17:35:24.783935 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port b52c9bc0-d787-4916-8d65-0a3eeca3fdb9, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=b52c9bc0-d787-4916-8d65-0a3eeca3fdb9,segment=NetworkSegment(1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861),segment_id=1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:35:24.814313 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Returning: {'device': 'b52c9bc0-d787-4916-8d65-0a3eeca3fdb9', 'network_id': '346debfa-452b-4048-abf4-8f4493625ef2', 'port_id': 'b52c9bc0-d787-4916-8d65-0a3eeca3fdb9', 'mac_address': 'fa:16:3e:54:a2:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b3c88de-c9c2-4a20-b19e-1855c2c19035', 'ip_address': '192.168.233.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 17:35:24.871713 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:24.891719 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b52c9bc0-d787-4916-8d65-0a3eeca3fdb9 {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:35:24.925568 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port b52c9bc0-d787-4916-8d65-0a3eeca3fdb9, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=b52c9bc0-d787-4916-8d65-0a3eeca3fdb9,segment=NetworkSegment(1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861),segment_id=1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:35:24.932872 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:25.007897 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=b52c9bc0-d787-4916-8d65-0a3eeca3fdb9,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:35:25.018615 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:35:25.019051 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:35:25.019599 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:35:25.020109 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:35:25.026733 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:35:25.030179 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:35:25.032670 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:35:25.034061 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:35:25.034619 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:35:25.035712 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:35:25.036499 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:35:25.037212 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:35:25.191014 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32cccec-baca-4104-9179-3a76ccd0e926 req-5b6d9dd3-f853-4f88-bbe5-6f10f056b317 tempest-DeleteServersAdminTestJSON-215328612 tempest-DeleteServersAdminTestJSON-215328612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:35:25.191014 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a32cccec-baca-4104-9179-3a76ccd0e926 req-5b6d9dd3-f853-4f88-bbe5-6f10f056b317 tempest-DeleteServersAdminTestJSON-215328612 tempest-DeleteServersAdminTestJSON-215328612-project] 10.222.0.54 "GET /v2.0/ports?device_id=60203f3e-6ece-44a4-925c-49e9fb5d51ab HTTP/1.1" status: 200 len: 948 time: 0.0884683 Nov 19 17:35:25.197978 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['b52c9bc0-d787-4916-8d65-0a3eeca3fdb9'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:35:25.272699 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a32cccec-baca-4104-9179-3a76ccd0e926 req-a81bf7b5-4d42-4e4c-ae72-01b0d1bd60f9 tempest-DeleteServersAdminTestJSON-215328612 tempest-DeleteServersAdminTestJSON-215328612-project] 10.222.0.54 "GET /v2.0/security-groups?id=6f3b8870-e12d-45b0-b47c-d53074c802b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760770 Nov 19 17:35:25.805615 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b096b954-32f5-4e8b-ab9f-e15a48e9d6a8 req-1f147160-60bf-43db-a5d8-066460d850c4 tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:35:25.815569 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b096b954-32f5-4e8b-ab9f-e15a48e9d6a8 req-1f147160-60bf-43db-a5d8-066460d850c4 tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] 10.222.0.54 "GET /v2.0/ports?device_id=edc9d3ea-ab00-4644-b0c6-6ed9fc0ccf67 HTTP/1.1" status: 200 len: 949 time: 0.0653455 Nov 19 17:35:25.850375 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 40038) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:35:25.888312 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b096b954-32f5-4e8b-ab9f-e15a48e9d6a8 req-1eaf61ec-d4ff-48f7-938c-3d3c5af7fcf8 tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] 10.222.0.54 "GET /v2.0/security-groups?id=c22c1cd0-07b3-4e9e-90d5-03f297ddf2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715928 Nov 19 17:35:26.148510 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-a68ee3b1-c39b-490d-90f7-f211d36100f2 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1552632896-network', 'tenant_id': '0d7ccfd9bdc740e383b438cb097bfe8d'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:35:26.188470 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a68ee3b1-c39b-490d-90f7-f211d36100f2 admin admin] Made reservation on behalf of 0d7ccfd9bdc740e383b438cb097bfe8d for: {'network': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:35:26.192308 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a68ee3b1-c39b-490d-90f7-f211d36100f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:26.208282 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a68ee3b1-c39b-490d-90f7-f211d36100f2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:26.313365 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a68ee3b1-c39b-490d-90f7-f211d36100f2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:26.318715 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a68ee3b1-c39b-490d-90f7-f211d36100f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:26.359602 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 40056) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:35:26.370016 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68ee3b1-c39b-490d-90f7-f211d36100f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=740807d6-4246-4ecb-a636-49a5e5a1e11a,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:35:26.374067 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a68ee3b1-c39b-490d-90f7-f211d36100f2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 651} {{(pid=103364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 17:35:26.389705 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a68ee3b1-c39b-490d-90f7-f211d36100f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:26.390419 n-d-818022-2 neutron-server[103364]: INFO neutron.db.segments_db [None req-a68ee3b1-c39b-490d-90f7-f211d36100f2 admin admin] Added segment fa32b67e-17cc-4a5c-8764-82d3483c4272 of type vlan for network 06df44ce-7965-49c3-9334-79a80c7f7af9 Nov 19 17:35:26.492677 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4da860-5ef2-4f56-a1d3-3d40d74fc984 req-3c65359d-f07a-4996-95af-a74b5e74d63f tempest-DeleteServersAdminTestJSON-215328612 tempest-DeleteServersAdminTestJSON-215328612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:35:26.494946 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9e4da860-5ef2-4f56-a1d3-3d40d74fc984 req-3c65359d-f07a-4996-95af-a74b5e74d63f tempest-DeleteServersAdminTestJSON-215328612 tempest-DeleteServersAdminTestJSON-215328612-project] 10.222.0.54 "GET /v2.0/ports?device_id=60203f3e-6ece-44a4-925c-49e9fb5d51ab HTTP/1.1" status: 200 len: 948 time: 0.0834074 Nov 19 17:35:26.515231 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a68ee3b1-c39b-490d-90f7-f211d36100f2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:26.517177 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device b52c9bc0-d787-4916-8d65-0a3eeca3fdb9 up at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:35:26.575351 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a68ee3b1-c39b-490d-90f7-f211d36100f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:26.577069 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a68ee3b1-c39b-490d-90f7-f211d36100f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:35:26.578056 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a68ee3b1-c39b-490d-90f7-f211d36100f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:26.618158 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9e4da860-5ef2-4f56-a1d3-3d40d74fc984 req-e1a1d030-006a-4d93-9f71-96524d80e10f tempest-DeleteServersAdminTestJSON-215328612 tempest-DeleteServersAdminTestJSON-215328612-project] 10.222.0.54 "GET /v2.0/security-groups?id=6f3b8870-e12d-45b0-b47c-d53074c802b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155000 Nov 19 17:35:26.629418 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning for port b52c9bc0-d787-4916-8d65-0a3eeca3fdb9 completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 17:35:26.632798 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning complete for port b52c9bc0-d787-4916-8d65-0a3eeca3fdb9 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:35:26.633375 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:26.684734 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-5ee525e8-ec64-4128-b83e-99359653611d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=6f42274fdc944adbad567b627e38820c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3226070 Nov 19 17:35:26.685406 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 40072) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:35:26.694176 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-a68ee3b1-c39b-490d-90f7-f211d36100f2 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.8419638 Nov 19 17:35:26.707870 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 40074) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:35:26.713311 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-98a8adb1-f7b9-46e1-bc47-18e66227e199 admin admin] Request body: {'subnet': {'network_id': '06df44ce-7965-49c3-9334-79a80c7f7af9', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1552632896-subnet', 'tenant_id': '0d7ccfd9bdc740e383b438cb097bfe8d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:35:26.739785 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:26.747643 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68ee3b1-c39b-490d-90f7-f211d36100f2 admin admin] Pushing event updated for resources: {'Network': ['ID=06df44ce-7965-49c3-9334-79a80c7f7af9,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:35:26.772281 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98a8adb1-f7b9-46e1-bc47-18e66227e199 admin admin] Made reservation on behalf of 0d7ccfd9bdc740e383b438cb097bfe8d for: {'subnet': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:35:26.777564 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-98a8adb1-f7b9-46e1-bc47-18e66227e199 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:26.782546 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port b52c9bc0-d787-4916-8d65-0a3eeca3fdb9, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=b52c9bc0-d787-4916-8d65-0a3eeca3fdb9,segment=NetworkSegment(1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861),segment_id=1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:35:26.784926 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-82da0bff-ef42-4030-8e9b-ce11954919fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:26.785758 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60203f3e-6ece-44a4-925c-49e9fb5d51ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b52c9bc0-d787-4916-8d65-0a3eeca3fdb9'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:35:26.788744 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3940761bcd94e032e6960d2241bd8993c5d3a7d8dc2aca8488f3ecf1d4dd2fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26f4de59-a19e-460b-a324-40e5ec875ba7" -d '{"events": [{"server_uuid": "60203f3e-6ece-44a4-925c-49e9fb5d51ab", "name": "network-vif-plugged", "status": "completed", "tag": "b52c9bc0-d787-4916-8d65-0a3eeca3fdb9"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:35:26.793912 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network 06df44ce-7965-49c3-9334-79a80c7f7af9 details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 17:35:26.837834 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-82da0bff-ef42-4030-8e9b-ce11954919fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:26.850208 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 40080) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:35:26.887906 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:26.955991 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-82da0bff-ef42-4030-8e9b-ce11954919fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:26.959247 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-82da0bff-ef42-4030-8e9b-ce11954919fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:26.960670 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-82da0bff-ef42-4030-8e9b-ce11954919fb admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/a7cc520c-b1dc-4d57-b44f-99cdb95e8fa5 HTTP/1.1" status: 204 len: 168 time: 0.2742350 Nov 19 17:35:26.990784 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82da0bff-ef42-4030-8e9b-ce11954919fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7cc520c-b1dc-4d57-b44f-99cdb95e8fa5,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:35:26.992609 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:35:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd465fb1-ef96-4f9a-af8c-eec4ab7de11c x-openstack-request-id: req-dd465fb1-ef96-4f9a-af8c-eec4ab7de11c {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:35:26.992939 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60203f3e-6ece-44a4-925c-49e9fb5d51ab", "name": "network-vif-plugged", "status": "completed", "tag": "b52c9bc0-d787-4916-8d65-0a3eeca3fdb9", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:35:26.993206 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-dd465fb1-ef96-4f9a-af8c-eec4ab7de11c {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:35:26.993611 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60203f3e-6ece-44a4-925c-49e9fb5d51ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b52c9bc0-d787-4916-8d65-0a3eeca3fdb9', 'code': 200} Nov 19 17:35:27.063819 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=b52c9bc0-d787-4916-8d65-0a3eeca3fdb9,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:35:27.135672 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-98a8adb1-f7b9-46e1-bc47-18e66227e199 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for subnet, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:27.205338 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5717c4fa-47c6-438a-9229-38a206b1e6f2 req-605ebe1e-311a-46df-b5fb-6c11316e6dcf tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:35:27.213679 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5717c4fa-47c6-438a-9229-38a206b1e6f2 req-605ebe1e-311a-46df-b5fb-6c11316e6dcf tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] 10.222.0.54 "GET /v2.0/ports?device_id=edc9d3ea-ab00-4644-b0c6-6ed9fc0ccf67 HTTP/1.1" status: 200 len: 949 time: 0.1771996 Nov 19 17:35:27.226513 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175e29d3-bc9b-4330-92b4-476400f5aaf8 req-2c73d876-e228-4ad4-9c38-6371c20cea22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:35:27.228163 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a8adb1-f7b9-46e1-bc47-18e66227e199 admin admin] Checking segment: {'id': 'fa32b67e-17cc-4a5c-8764-82d3483c4272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '06df44ce-7965-49c3-9334-79a80c7f7af9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:35:27.228523 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98a8adb1-f7b9-46e1-bc47-18e66227e199 admin admin] Network hostable DHCP agents. Network: 06df44ce-7965-49c3-9334-79a80c7f7af9, hostable agents: ['02910ef2-0455-4aea-9f38-9a875579633f'], hosted agents: [] {{(pid=103364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 17:35:27.229062 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-175e29d3-bc9b-4330-92b4-476400f5aaf8 req-2c73d876-e228-4ad4-9c38-6371c20cea22 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=60203f3e-6ece-44a4-925c-49e9fb5d51ab HTTP/1.1" status: 200 len: 1100 time: 0.1383255 Nov 19 17:35:27.248957 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a8adb1-f7b9-46e1-bc47-18e66227e199 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e811f539-9c60-469d-a119-267f6bfeab01,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:35:27.291044 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98a8adb1-f7b9-46e1-bc47-18e66227e199 admin admin] Network 06df44ce-7965-49c3-9334-79a80c7f7af9 is scheduled to be hosted by DHCP agent 02910ef2-0455-4aea-9f38-9a875579633f with binding_index 1 {{(pid=103364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 17:35:27.307141 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-98a8adb1-f7b9-46e1-bc47-18e66227e199 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818022-2, 06df44ce-7965-49c3-9334-79a80c7f7af9) {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:35:27.316784 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98a8adb1-f7b9-46e1-bc47-18e66227e199 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:35:27.317850 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b80f50e-4876-40e6-96e1-bfaf4580c36a None None] Network 06df44ce-7965-49c3-9334-79a80c7f7af9 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:35:27.319079 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-98a8adb1-f7b9-46e1-bc47-18e66227e199 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:27.330135 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5717c4fa-47c6-438a-9229-38a206b1e6f2 req-87b80adc-ef4b-4a4d-bb4e-c35c81a4c2f1 tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] 10.222.0.54 "GET /v2.0/security-groups?id=c22c1cd0-07b3-4e9e-90d5-03f297ddf2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099260 Nov 19 17:35:27.336600 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-c19ca0cb-076d-4f6c-9773-953de57a0f2f admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1384688129-network', 'tenant_id': '0ce91d0ac5b14f9eb2e1015d958559fa'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:35:27.341860 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-98a8adb1-f7b9-46e1-bc47-18e66227e199 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.6326237 Nov 19 17:35:27.343623 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-175e29d3-bc9b-4330-92b4-476400f5aaf8 req-03e1c9ec-649a-4b1d-85d0-292c9bc5f2a8 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=6f3b8870-e12d-45b0-b47c-d53074c802b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919514 Nov 19 17:35:27.363335 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c19ca0cb-076d-4f6c-9773-953de57a0f2f admin admin] Made reservation on behalf of 0ce91d0ac5b14f9eb2e1015d958559fa for: {'network': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:35:27.365606 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c19ca0cb-076d-4f6c-9773-953de57a0f2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:27.376509 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c19ca0cb-076d-4f6c-9773-953de57a0f2f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:27.487874 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c19ca0cb-076d-4f6c-9773-953de57a0f2f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:27.494273 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c19ca0cb-076d-4f6c-9773-953de57a0f2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:27.509329 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8a6deee-1c68-48c4-9ce1-389e68ce9708 None None] Network 06df44ce-7965-49c3-9334-79a80c7f7af9 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:35:27.534072 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c19ca0cb-076d-4f6c-9773-953de57a0f2f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 670} {{(pid=103365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 17:35:27.540485 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19ca0cb-076d-4f6c-9773-953de57a0f2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0e8589e-609c-4b3c-9f62-78e2446fc7c4,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:35:27.551520 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c19ca0cb-076d-4f6c-9773-953de57a0f2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:27.551918 n-d-818022-2 neutron-server[103365]: INFO neutron.db.segments_db [None req-c19ca0cb-076d-4f6c-9773-953de57a0f2f admin admin] Added segment 1c7c713d-c942-43a4-9f8c-240d532390e1 of type vlan for network 7e956e3c-589c-4879-abd0-2ca83ee073b3 Nov 19 17:35:27.608190 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c19ca0cb-076d-4f6c-9773-953de57a0f2f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:27.644719 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c19ca0cb-076d-4f6c-9773-953de57a0f2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:27.646663 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c19ca0cb-076d-4f6c-9773-953de57a0f2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:35:27.647914 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c19ca0cb-076d-4f6c-9773-953de57a0f2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:27.758897 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19ca0cb-076d-4f6c-9773-953de57a0f2f admin admin] Pushing event updated for resources: {'Network': ['ID=7e956e3c-589c-4879-abd0-2ca83ee073b3,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:35:27.759451 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 40112) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:35:27.765517 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-c19ca0cb-076d-4f6c-9773-953de57a0f2f admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9038336 Nov 19 17:35:27.769426 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 40114) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:35:27.772145 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network 7e956e3c-589c-4879-abd0-2ca83ee073b3 details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 17:35:27.790536 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-3f32850d-54c9-480f-94c0-6861316622cd admin admin] Request body: {'subnet': {'network_id': '7e956e3c-589c-4879-abd0-2ca83ee073b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1384688129-subnet', 'tenant_id': '0ce91d0ac5b14f9eb2e1015d958559fa', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:35:27.815206 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efef8a9-83fc-4048-8c67-7dc731e6d88d req-f1cb9c55-e72e-476a-b4af-d4375bd79ae9 tempest-DeleteServersAdminTestJSON-215328612 tempest-DeleteServersAdminTestJSON-215328612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:35:27.822727 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6efef8a9-83fc-4048-8c67-7dc731e6d88d req-f1cb9c55-e72e-476a-b4af-d4375bd79ae9 tempest-DeleteServersAdminTestJSON-215328612 tempest-DeleteServersAdminTestJSON-215328612-project] 10.222.0.54 "GET /v2.0/ports?device_id=60203f3e-6ece-44a4-925c-49e9fb5d51ab HTTP/1.1" status: 200 len: 949 time: 0.1043253 Nov 19 17:35:27.848339 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f32850d-54c9-480f-94c0-6861316622cd admin admin] Made reservation on behalf of 0ce91d0ac5b14f9eb2e1015d958559fa for: {'subnet': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:35:27.851720 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3f32850d-54c9-480f-94c0-6861316622cd admin admin] Publish callbacks [] for subnet, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:27.857401 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-01937e7d-247e-4976-886c-44c468667398 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f6cd2a10376c41f4a2fe9ac9ce192b5b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0967159 Nov 19 17:35:27.860111 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 40118) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:35:27.952553 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6efef8a9-83fc-4048-8c67-7dc731e6d88d req-8075a549-fdb4-404b-872a-cc0d4be6da1b tempest-DeleteServersAdminTestJSON-215328612 tempest-DeleteServersAdminTestJSON-215328612-project] 10.222.0.54 "GET /v2.0/security-groups?id=6f3b8870-e12d-45b0-b47c-d53074c802b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289406 Nov 19 17:35:27.972222 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-86d038a3-3393-4964-808b-75e52bf9f6ef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:28.002242 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-86d038a3-3393-4964-808b-75e52bf9f6ef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:28.067497 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-86d038a3-3393-4964-808b-75e52bf9f6ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:28.070506 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-86d038a3-3393-4964-808b-75e52bf9f6ef admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:28.075308 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-86d038a3-3393-4964-808b-75e52bf9f6ef admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/82504ad5-f301-49c2-b312-09354902b302 HTTP/1.1" status: 204 len: 168 time: 0.2112114 Nov 19 17:35:28.083687 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d038a3-3393-4964-808b-75e52bf9f6ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82504ad5-f301-49c2-b312-09354902b302,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:35:28.215741 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device 9d594171-3aa2-4577-b706-2a58ee23e937 no longer exists at agent hyperv_n-h2-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:35:28.248651 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] No Port match for: 9d594171-3aa2-4577-b706-2a58ee23e937 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:35:28.249775 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device 9d594171-3aa2-4577-b706-2a58ee23e937 not bound to the agent host n-h2-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:35:28.318080 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3f32850d-54c9-480f-94c0-6861316622cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for subnet, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:28.379920 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f32850d-54c9-480f-94c0-6861316622cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=75cfd8c4-7a8b-4f0d-8c77-c2f944620c41,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:35:28.390592 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f32850d-54c9-480f-94c0-6861316622cd admin admin] Checking segment: {'id': '1c7c713d-c942-43a4-9f8c-240d532390e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '7e956e3c-589c-4879-abd0-2ca83ee073b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:35:28.390958 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f32850d-54c9-480f-94c0-6861316622cd admin admin] Network hostable DHCP agents. Network: 7e956e3c-589c-4879-abd0-2ca83ee073b3, hostable agents: ['02910ef2-0455-4aea-9f38-9a875579633f'], hosted agents: [] {{(pid=103365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 17:35:28.413393 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f32850d-54c9-480f-94c0-6861316622cd admin admin] Network 7e956e3c-589c-4879-abd0-2ca83ee073b3 is scheduled to be hosted by DHCP agent 02910ef2-0455-4aea-9f38-9a875579633f with binding_index 1 {{(pid=103365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 17:35:28.431299 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-3f32850d-54c9-480f-94c0-6861316622cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818022-2, 7e956e3c-589c-4879-abd0-2ca83ee073b3) {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:35:28.438247 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f32850d-54c9-480f-94c0-6861316622cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:35:28.439122 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3f32850d-54c9-480f-94c0-6861316622cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:28.443060 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c186e70a-eaa8-467f-aab5-d40e0361568d None None] Network 7e956e3c-589c-4879-abd0-2ca83ee073b3 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:35:28.476930 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-3f32850d-54c9-480f-94c0-6861316622cd admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6937120 Nov 19 17:35:28.479564 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 40144) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:35:28.485890 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-fd95bceb-60ff-4900-a22b-f4d356b91a56 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1384688129-router', 'tenant_id': '0ce91d0ac5b14f9eb2e1015d958559fa', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'}}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:35:28.519972 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-fd95bceb-60ff-4900-a22b-f4d356b91a56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9890'] for router, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:28.521246 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-fd95bceb-60ff-4900-a22b-f4d356b91a56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671617', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-732153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4689'] for router, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:28.667876 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae68f48d-3988-4c59-92d5-2542f49a4875 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54f44f5f-1200-574e-8740-2141911d5b73-7e956e3c-589c-4879-abd0-2ca83ee073b3', 'network_id': '7e956e3c-589c-4879-abd0-2ca83ee073b3', 'tenant_id': '0ce91d0ac5b14f9eb2e1015d958559fa', 'fixed_ips': [{'subnet_id': '75cfd8c4-7a8b-4f0d-8c77-c2f944620c41'}]}} from n-d-818022-2. {{(pid=103366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 17:35:28.669175 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ae68f48d-3988-4c59-92d5-2542f49a4875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:28.691883 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-fd95bceb-60ff-4900-a22b-f4d356b91a56 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:28.803217 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f521c5-43f1-411a-a6ae-4dd479b55cdc req-c3fd13eb-05fb-4b15-b824-6d3b35778ffb tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:35:28.806516 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-79f521c5-43f1-411a-a6ae-4dd479b55cdc req-c3fd13eb-05fb-4b15-b824-6d3b35778ffb tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] 10.222.0.54 "GET /v2.0/ports?device_id=edc9d3ea-ab00-4644-b0c6-6ed9fc0ccf67 HTTP/1.1" status: 200 len: 949 time: 0.0874701 Nov 19 17:35:28.894122 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-fd95bceb-60ff-4900-a22b-f4d356b91a56 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:28.911491 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-79f521c5-43f1-411a-a6ae-4dd479b55cdc req-9a468d9e-e8c7-4d61-9557-4a30fb43a00a tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] 10.222.0.54 "GET /v2.0/security-groups?id=c22c1cd0-07b3-4e9e-90d5-03f297ddf2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971177 Nov 19 17:35:28.946889 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [None req-ae68f48d-3988-4c59-92d5-2542f49a4875 None None] Allocated IP 172.20.0.2 (7e956e3c-589c-4879-abd0-2ca83ee073b3/75cfd8c4-7a8b-4f0d-8c77-c2f944620c41/3107277a-4586-41d9-9fcd-f12c658a17c4) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:35:28.982975 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 40166) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:35:28.988100 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-4b967a6d-cf94-4423-8a15-ed4ce97ac585 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-181763715-network', 'tenant_id': '93b0afe7712d468f95793146ef8a3795'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:35:29.029312 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b967a6d-cf94-4423-8a15-ed4ce97ac585 admin admin] Made reservation on behalf of 93b0afe7712d468f95793146ef8a3795 for: {'network': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:35:29.032842 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4b967a6d-cf94-4423-8a15-ed4ce97ac585 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:29.044608 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4b967a6d-cf94-4423-8a15-ed4ce97ac585 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:29.140033 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4b967a6d-cf94-4423-8a15-ed4ce97ac585 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:29.145405 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4b967a6d-cf94-4423-8a15-ed4ce97ac585 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:29.182398 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b967a6d-cf94-4423-8a15-ed4ce97ac585 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 680} {{(pid=103364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 17:35:29.191726 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b967a6d-cf94-4423-8a15-ed4ce97ac585 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c41bc8ef-a116-4224-976e-638642984f0c,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:35:29.199018 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4b967a6d-cf94-4423-8a15-ed4ce97ac585 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:29.199364 n-d-818022-2 neutron-server[103364]: INFO neutron.db.segments_db [None req-4b967a6d-cf94-4423-8a15-ed4ce97ac585 admin admin] Added segment fbcd4da0-97f7-4895-9267-402c50a99261 of type vlan for network 27a9c876-8442-4161-901f-a6cb135da748 Nov 19 17:35:29.218423 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-fd95bceb-60ff-4900-a22b-f4d356b91a56 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:29.243444 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ae68f48d-3988-4c59-92d5-2542f49a4875 None None] Publish callbacks [] for port, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:29.248907 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4b967a6d-cf94-4423-8a15-ed4ce97ac585 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:29.252902 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ae68f48d-3988-4c59-92d5-2542f49a4875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998'] for port, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:29.263030 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-fd95bceb-60ff-4900-a22b-f4d356b91a56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:29.311732 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae68f48d-3988-4c59-92d5-2542f49a4875 None None] Network 7e956e3c-589c-4879-abd0-2ca83ee073b3 is already hosted by enough agents. {{(pid=103366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:35:29.316751 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [None req-ae68f48d-3988-4c59-92d5-2542f49a4875 None None] Resources bound (agent type, host, resource id): {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:35:29.319592 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4b967a6d-cf94-4423-8a15-ed4ce97ac585 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:29.320672 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b967a6d-cf94-4423-8a15-ed4ce97ac585 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:35:29.321450 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae68f48d-3988-4c59-92d5-2542f49a4875 None None] Received port after_create {{(pid=103366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:35:29.321837 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4b967a6d-cf94-4423-8a15-ed4ce97ac585 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:29.331101 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae68f48d-3988-4c59-92d5-2542f49a4875 None None] Pushing event updated for resources: {'Port': ['ID=3107277a-4586-41d9-9fcd-f12c658a17c4,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:35:29.348039 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-4b967a6d-cf94-4423-8a15-ed4ce97ac585 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.3639002 Nov 19 17:35:29.352047 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 40176) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:35:29.358698 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-c11bcf17-6ab5-44c9-a73e-12b56daa369b admin admin] Request body: {'subnet': {'network_id': '27a9c876-8442-4161-901f-a6cb135da748', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-181763715-subnet', 'tenant_id': '93b0afe7712d468f95793146ef8a3795', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:35:29.429630 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c11bcf17-6ab5-44c9-a73e-12b56daa369b admin admin] Made reservation on behalf of 93b0afe7712d468f95793146ef8a3795 for: {'subnet': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:35:29.432220 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c11bcf17-6ab5-44c9-a73e-12b56daa369b admin admin] Publish callbacks [] for subnet, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:29.434415 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-ae68f48d-3988-4c59-92d5-2542f49a4875 None None] Attempting to bind port 3107277a-4586-41d9-9fcd-f12c658a17c4 on host n-d-818022-2 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:35:29.435042 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-ae68f48d-3988-4c59-92d5-2542f49a4875 None None] Attempting to bind port 3107277a-4586-41d9-9fcd-f12c658a17c4 by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': '1c7c713d-c942-43a4-9f8c-240d532390e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '7e956e3c-589c-4879-abd0-2ca83ee073b3'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:35:29.435471 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae68f48d-3988-4c59-92d5-2542f49a4875 None None] Attempting to bind port 3107277a-4586-41d9-9fcd-f12c658a17c4 on network 7e956e3c-589c-4879-abd0-2ca83ee073b3 {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:35:29.442313 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae68f48d-3988-4c59-92d5-2542f49a4875 None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 35, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:35:29.442703 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae68f48d-3988-4c59-92d5-2542f49a4875 None None] Checking segment: {'id': '1c7c713d-c942-43a4-9f8c-240d532390e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '7e956e3c-589c-4879-abd0-2ca83ee073b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:35:29.443267 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ae68f48d-3988-4c59-92d5-2542f49a4875 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:29.443713 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae68f48d-3988-4c59-92d5-2542f49a4875 None None] Bound using segment: {'id': '1c7c713d-c942-43a4-9f8c-240d532390e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '7e956e3c-589c-4879-abd0-2ca83ee073b3'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:35:29.443964 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b967a6d-cf94-4423-8a15-ed4ce97ac585 admin admin] Pushing event updated for resources: {'Network': ['ID=27a9c876-8442-4161-901f-a6cb135da748,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:35:29.444187 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-ae68f48d-3988-4c59-92d5-2542f49a4875 None None] Bound port: 3107277a-4586-41d9-9fcd-f12c658a17c4, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c7c713d-c942-43a4-9f8c-240d532390e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '7e956e3c-589c-4879-abd0-2ca83ee073b3'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:35:29.444570 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ae68f48d-3988-4c59-92d5-2542f49a4875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:29.459121 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network 27a9c876-8442-4161-901f-a6cb135da748 details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 17:35:29.564648 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [None req-fd95bceb-60ff-4900-a22b-f4d356b91a56 admin admin] Allocated IP 172.25.7.229 (645e61aa-1a6c-4e8f-857e-ab06edb4897f/88ed2d64-f56d-4f01-a468-946e01c99e82/1bf01702-afd9-4eab-8758-30f0b9b00c4d) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:35:29.648614 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c983b35-bb0f-4241-a7fd-fde7876dedca req-e5ee791d-fbe1-4031-8495-e4bc76315245 tempest-DeleteServersAdminTestJSON-215328612 tempest-DeleteServersAdminTestJSON-215328612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:35:29.650199 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3c983b35-bb0f-4241-a7fd-fde7876dedca req-e5ee791d-fbe1-4031-8495-e4bc76315245 tempest-DeleteServersAdminTestJSON-215328612 tempest-DeleteServersAdminTestJSON-215328612-project] 10.222.0.54 "GET /v2.0/ports?device_id=60203f3e-6ece-44a4-925c-49e9fb5d51ab HTTP/1.1" status: 200 len: 949 time: 0.2398829 Nov 19 17:35:29.684115 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-ae68f48d-3988-4c59-92d5-2542f49a4875 None None] For port 3107277a-4586-41d9-9fcd-f12c658a17c4, host n-d-818022-2, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:35:29.697672 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f724e3c2-0d8e-4339-8f80-380e95dbca48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:29.705795 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-ae68f48d-3988-4c59-92d5-2542f49a4875 None None] For port 3107277a-4586-41d9-9fcd-f12c658a17c4, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=3107277a-4586-41d9-9fcd-f12c658a17c4,segment=NetworkSegment(1c7c713d-c942-43a4-9f8c-240d532390e1),segment_id=1c7c713d-c942-43a4-9f8c-240d532390e1)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:35:29.713106 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ae68f48d-3988-4c59-92d5-2542f49a4875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:29.799698 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae68f48d-3988-4c59-92d5-2542f49a4875 None None] Pushing event updated for resources: {'Port': ['ID=3107277a-4586-41d9-9fcd-f12c658a17c4,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:35:29.813775 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c11bcf17-6ab5-44c9-a73e-12b56daa369b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for subnet, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:29.861345 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3c983b35-bb0f-4241-a7fd-fde7876dedca req-9714cfa2-a31f-4af7-8db9-0235bf309bf4 tempest-DeleteServersAdminTestJSON-215328612 tempest-DeleteServersAdminTestJSON-215328612-project] 10.222.0.54 "GET /v2.0/security-groups?id=6f3b8870-e12d-45b0-b47c-d53074c802b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038505 Nov 19 17:35:29.929277 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-fd95bceb-60ff-4900-a22b-f4d356b91a56 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:29.937014 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11bcf17-6ab5-44c9-a73e-12b56daa369b admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b3ec571-09f1-4cb5-8561-a183d0b05c80,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:35:29.960899 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11bcf17-6ab5-44c9-a73e-12b56daa369b admin admin] Checking segment: {'id': 'fbcd4da0-97f7-4895-9267-402c50a99261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '27a9c876-8442-4161-901f-a6cb135da748'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:35:29.961405 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c11bcf17-6ab5-44c9-a73e-12b56daa369b admin admin] Network hostable DHCP agents. Network: 27a9c876-8442-4161-901f-a6cb135da748, hostable agents: ['02910ef2-0455-4aea-9f38-9a875579633f'], hosted agents: [] {{(pid=103365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 17:35:29.995596 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c11bcf17-6ab5-44c9-a73e-12b56daa369b admin admin] Network 27a9c876-8442-4161-901f-a6cb135da748 is scheduled to be hosted by DHCP agent 02910ef2-0455-4aea-9f38-9a875579633f with binding_index 1 {{(pid=103365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 17:35:29.998950 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-fd95bceb-60ff-4900-a22b-f4d356b91a56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:30.034013 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-c11bcf17-6ab5-44c9-a73e-12b56daa369b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818022-2, 27a9c876-8442-4161-901f-a6cb135da748) {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:35:30.047948 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd95bceb-60ff-4900-a22b-f4d356b91a56 admin admin] Network 645e61aa-1a6c-4e8f-857e-ab06edb4897f is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:35:30.053323 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-fd95bceb-60ff-4900-a22b-f4d356b91a56 admin admin] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:35:30.057909 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c11bcf17-6ab5-44c9-a73e-12b56daa369b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:35:30.058503 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c11bcf17-6ab5-44c9-a73e-12b56daa369b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:30.059998 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e06b291-12cc-406c-9546-5e0ad27908d3 None None] Network 27a9c876-8442-4161-901f-a6cb135da748 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:35:30.095152 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd95bceb-60ff-4900-a22b-f4d356b91a56 admin admin] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:35:30.200831 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-c11bcf17-6ab5-44c9-a73e-12b56daa369b admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.8479688 Nov 19 17:35:30.204059 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd95bceb-60ff-4900-a22b-f4d356b91a56 admin admin] Pushing event updated for resources: {'Port': ['ID=1bf01702-afd9-4eab-8758-30f0b9b00c4d,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:35:30.420641 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-fd95bceb-60ff-4900-a22b-f4d356b91a56 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:30.498379 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc180380-a944-4054-a8c6-c9abf4fcf7f7 None None] Network 27a9c876-8442-4161-901f-a6cb135da748 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:35:30.722787 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46636c48-39d8-44e5-89a2-533dca522a7e req-4d819c6d-bf36-47ad-b16b-195430c5df55 tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:35:30.724355 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-46636c48-39d8-44e5-89a2-533dca522a7e req-4d819c6d-bf36-47ad-b16b-195430c5df55 tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] 10.222.0.54 "GET /v2.0/ports?device_id=edc9d3ea-ab00-4644-b0c6-6ed9fc0ccf67 HTTP/1.1" status: 200 len: 949 time: 0.1214926 Nov 19 17:35:30.727538 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-fd95bceb-60ff-4900-a22b-f4d356b91a56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671702'] for router, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:30.936995 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-46636c48-39d8-44e5-89a2-533dca522a7e req-efe23f34-00bf-4176-9d83-300e694baa7f tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] 10.222.0.54 "GET /v2.0/security-groups?id=c22c1cd0-07b3-4e9e-90d5-03f297ddf2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042916 Nov 19 17:35:31.087498 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd95bceb-60ff-4900-a22b-f4d356b91a56 admin admin] Router 89871ba7-969f-440a-abb1-ca58b8192cff is scheduled to L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 with binding_index 1 {{(pid=103365) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 17:35:31.102161 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e3175f-bbd7-41ce-a7cd-8d2f12fd6e52 req-5c3f2119-36be-4f22-9b0b-e9737f90bf81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:35:31.103784 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d0e3175f-bbd7-41ce-a7cd-8d2f12fd6e52 req-5c3f2119-36be-4f22-9b0b-e9737f90bf81 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=edc9d3ea-ab00-4644-b0c6-6ed9fc0ccf67 HTTP/1.1" status: 200 len: 1100 time: 0.0750895 Nov 19 17:35:31.240413 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd95bceb-60ff-4900-a22b-f4d356b91a56 admin admin] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 17:35:31.253779 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-868b79f3-daa3-4c6e-ab83-db2a54450a1c None None] Sync routers for ids ['89871ba7-969f-440a-abb1-ca58b8192cff'] in n-d-818022-2 {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 17:35:31.275601 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa3991e2-9a80-44f1-92f8-5770e12052ac None None] Network 7e956e3c-589c-4879-abd0-2ca83ee073b3 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:35:31.277794 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868b79f3-daa3-4c6e-ab83-db2a54450a1c None None] Routers {'89871ba7-969f-440a-abb1-ca58b8192cff'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:35:31.278471 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-868b79f3-daa3-4c6e-ab83-db2a54450a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:35:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['89871ba7-969f-440a-abb1-ca58b8192cff'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:35:31.327046 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-fd95bceb-60ff-4900-a22b-f4d356b91a56 admin admin] Publish callbacks [] for router, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:31.331956 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 40238) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:35:31.332520 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-fd95bceb-60ff-4900-a22b-f4d356b91a56 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.8515482 Nov 19 17:35:31.576101 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-86619758-0a1a-4212-8d63-e4158ac81d9d None None] Provisioning complete for port 3107277a-4586-41d9-9fcd-f12c658a17c4 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:35:31.576476 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-86619758-0a1a-4212-8d63-e4158ac81d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:31.629003 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-868b79f3-daa3-4c6e-ab83-db2a54450a1c None None] Set router 89871ba7-969f-440a-abb1-ca58b8192cff gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:35:31.633217 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 3107277a-4586-41d9-9fcd-f12c658a17c4 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:35:31.679565 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d0e3175f-bbd7-41ce-a7cd-8d2f12fd6e52 req-6984e5bf-0a67-4d24-b7b3-a537d2b82780 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=c22c1cd0-07b3-4e9e-90d5-03f297ddf2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4407749 Nov 19 17:35:31.802617 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6c0e48-aa41-4182-9935-f431bdf5036c req-ff5cb92a-2ba0-443f-a079-9e1725db0a26 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:35:31.812621 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6d6c0e48-aa41-4182-9935-f431bdf5036c req-ff5cb92a-2ba0-443f-a079-9e1725db0a26 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.54 "GET /v2.0/networks?id=06df44ce-7965-49c3-9334-79a80c7f7af9 HTTP/1.1" status: 200 len: 821 time: 0.1483068 Nov 19 17:35:31.829756 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f75258d-48b5-471f-86f9-63fed7d67d2f req-2f1bfc19-479e-47ba-840c-e1321717d214 tempest-DeleteServersAdminTestJSON-215328612 tempest-DeleteServersAdminTestJSON-215328612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:35:31.834279 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6d6c0e48-aa41-4182-9935-f431bdf5036c req-fb7e4df9-6bf8-43df-9ce1-936fe6b0abc3 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.54 "GET /v2.0/quotas/0d7ccfd9bdc740e383b438cb097bfe8d HTTP/1.1" status: 200 len: 375 time: 0.0206542 Nov 19 17:35:31.837777 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-1f75258d-48b5-471f-86f9-63fed7d67d2f req-2f1bfc19-479e-47ba-840c-e1321717d214 tempest-DeleteServersAdminTestJSON-215328612 tempest-DeleteServersAdminTestJSON-215328612-project] 10.222.0.54 "GET /v2.0/ports?device_id=60203f3e-6ece-44a4-925c-49e9fb5d51ab HTTP/1.1" status: 200 len: 949 time: 0.1070182 Nov 19 17:35:31.846012 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-86619758-0a1a-4212-8d63-e4158ac81d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:31.854212 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 3107277a-4586-41d9-9fcd-f12c658a17c4 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:35:31.855206 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:31.880947 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6d6c0e48-aa41-4182-9935-f431bdf5036c req-697ac511-c160-4991-ae9c-83bd79c3452d tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=0d7ccfd9bdc740e383b438cb097bfe8d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0456791 Nov 19 17:35:31.932802 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-868b79f3-daa3-4c6e-ab83-db2a54450a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89871ba7-969f-440a-abb1-ca58b8192cff', 'name': 'tempest-AttachSCSIVolumeTestJSON-1384688129-router', 'tenant_id': '0ce91d0ac5b14f9eb2e1015d958559fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': '1bf01702-afd9-4eab-8758-30f0b9b00c4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:35:28Z', 'updated_at': '2021-11-19T17:35:30Z', 'revision_number': 3, 'project_id': '0ce91d0ac5b14f9eb2e1015d958559fa', 'gw_port': {'id': '1bf01702-afd9-4eab-8758-30f0b9b00c4d', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:9f:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89871ba7-969f-440a-abb1-ca58b8192cff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:35:29Z', 'updated_at': '2021-11-19T17:35:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:35:31.950167 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-1f75258d-48b5-471f-86f9-63fed7d67d2f req-a831a7a7-1370-4d83-838b-13d3d9d99931 tempest-DeleteServersAdminTestJSON-215328612 tempest-DeleteServersAdminTestJSON-215328612-project] 10.222.0.54 "GET /v2.0/security-groups?id=6f3b8870-e12d-45b0-b47c-d53074c802b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070077 Nov 19 17:35:31.989839 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d0887274-3a03-4863-abee-002611b26045 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:32.003909 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-868b79f3-daa3-4c6e-ab83-db2a54450a1c None None] Checking router: 89871ba7-969f-440a-abb1-ca58b8192cff for host: n-d-818022-2 {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 17:35:32.004261 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-868b79f3-daa3-4c6e-ab83-db2a54450a1c None None] Updating router 89871ba7-969f-440a-abb1-ca58b8192cff port 1bf01702-afd9-4eab-8758-30f0b9b00c4d binding host n-d-818022-2 {{(pid=103367) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 17:35:32.038212 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6d6c0e48-aa41-4182-9935-f431bdf5036c req-66e97564-b867-44c2-bd91-aa5cdcae4f7c service neutron] 10.222.0.54 "GET /v2.0/networks/06df44ce-7965-49c3-9334-79a80c7f7af9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555388 Nov 19 17:35:32.072972 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-868b79f3-daa3-4c6e-ab83-db2a54450a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:32.141841 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-86619758-0a1a-4212-8d63-e4158ac81d9d None None] For port 3107277a-4586-41d9-9fcd-f12c658a17c4, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=3107277a-4586-41d9-9fcd-f12c658a17c4,segment=NetworkSegment(1c7c713d-c942-43a4-9f8c-240d532390e1),segment_id=1c7c713d-c942-43a4-9f8c-240d532390e1)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:35:32.150391 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-86619758-0a1a-4212-8d63-e4158ac81d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:32.152232 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:32.272054 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86619758-0a1a-4212-8d63-e4158ac81d9d None None] Pushing event updated for resources: {'Port': ['ID=3107277a-4586-41d9-9fcd-f12c658a17c4,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:35:32.273082 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c75a5c0a-974d-45cf-afbd-b287f0a6f28e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:32.298940 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.db.api [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103366) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 17:35:32.299943 n-d-818022-2 neutron-server[103366]: DEBUG oslo_db.api [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 17:35:32.352696 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6d6c0e48-aa41-4182-9935-f431bdf5036c req-72558ad3-f3dc-45a5-a29b-e6f7ce28308a service neutron] 10.222.0.54 "GET /v2.0/networks/06df44ce-7965-49c3-9334-79a80c7f7af9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3135898 Nov 19 17:35:32.487688 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-1457b9ff-d595-4a44-942b-df4804755211 None None] Provisioning complete for port 3107277a-4586-41d9-9fcd-f12c658a17c4 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:35:32.488234 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-1457b9ff-d595-4a44-942b-df4804755211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:32.556388 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 648e9924-4faf-4cc9-8364-066838855211 details requested by agent hyperv_n-h1-818022-2 with host n-h1-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 17:35:32.568401 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-868b79f3-daa3-4c6e-ab83-db2a54450a1c None None] Publish callbacks [] for port, precommit_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:32.577973 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-868b79f3-daa3-4c6e-ab83-db2a54450a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:32.735364 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ad7a93-dc6b-44d9-891c-282037f7c2bf None None] Pushing event updated for resources: {'Port': ['ID=1bf01702-afd9-4eab-8758-30f0b9b00c4d,revision_number=2']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:35:32.744546 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [None req-c75a5c0a-974d-45cf-afbd-b287f0a6f28e admin admin] Allocated IP 172.20.0.1 (7e956e3c-589c-4879-abd0-2ca83ee073b3/75cfd8c4-7a8b-4f0d-8c77-c2f944620c41/d9723621-5b04-4257-b155-9c5e1b30dd36) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:35:32.791298 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ad7a93-dc6b-44d9-891c-282037f7c2bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:35:32.793759 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ad7a93-dc6b-44d9-891c-282037f7c2bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:35:32.794403 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ad7a93-dc6b-44d9-891c-282037f7c2bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:35:32.795284 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ad7a93-dc6b-44d9-891c-282037f7c2bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:35:32.796955 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ad7a93-dc6b-44d9-891c-282037f7c2bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:35:32.798925 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ad7a93-dc6b-44d9-891c-282037f7c2bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:35:32.802668 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ad7a93-dc6b-44d9-891c-282037f7c2bf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:35:32.804007 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ad7a93-dc6b-44d9-891c-282037f7c2bf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:35:32.806314 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ad7a93-dc6b-44d9-891c-282037f7c2bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:35:32.806832 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ad7a93-dc6b-44d9-891c-282037f7c2bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:35:32.807301 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ad7a93-dc6b-44d9-891c-282037f7c2bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:35:32.807806 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ad7a93-dc6b-44d9-891c-282037f7c2bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:35:32.817754 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-868b79f3-daa3-4c6e-ab83-db2a54450a1c None None] Attempting to bind port 1bf01702-afd9-4eab-8758-30f0b9b00c4d on host n-d-818022-2 for vnic_type normal with profile {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:35:32.819198 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-868b79f3-daa3-4c6e-ab83-db2a54450a1c None None] Attempting to bind port 1bf01702-afd9-4eab-8758-30f0b9b00c4d by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:35:32.820134 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-868b79f3-daa3-4c6e-ab83-db2a54450a1c None None] Attempting to bind port 1bf01702-afd9-4eab-8758-30f0b9b00c4d on network 645e61aa-1a6c-4e8f-857e-ab06edb4897f {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:35:32.834388 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-868b79f3-daa3-4c6e-ab83-db2a54450a1c None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 35, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:35:32.835197 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-868b79f3-daa3-4c6e-ab83-db2a54450a1c None None] Checking segment: {'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:35:32.835759 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-868b79f3-daa3-4c6e-ab83-db2a54450a1c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:32.837725 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-868b79f3-daa3-4c6e-ab83-db2a54450a1c None None] Bound using segment: {'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:35:32.843359 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-868b79f3-daa3-4c6e-ab83-db2a54450a1c None None] Bound port: 1bf01702-afd9-4eab-8758-30f0b9b00c4d, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'}}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:35:32.843935 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-868b79f3-daa3-4c6e-ab83-db2a54450a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:32.888797 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c75a5c0a-974d-45cf-afbd-b287f0a6f28e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:32.909379 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5449901-56f8-443d-b2d7-428aaac8a165 req-650d224b-e09e-41ca-a3f3-1cec8efcf6e8 tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:35:32.920110 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d5449901-56f8-443d-b2d7-428aaac8a165 req-650d224b-e09e-41ca-a3f3-1cec8efcf6e8 tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] 10.222.0.54 "GET /v2.0/ports?device_id=edc9d3ea-ab00-4644-b0c6-6ed9fc0ccf67 HTTP/1.1" status: 200 len: 949 time: 0.2292218 Nov 19 17:35:32.970037 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-868b79f3-daa3-4c6e-ab83-db2a54450a1c None None] For port 1bf01702-afd9-4eab-8758-30f0b9b00c4d, host n-d-818022-2, cleared binding levels {{(pid=103367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:35:32.975800 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-868b79f3-daa3-4c6e-ab83-db2a54450a1c None None] For port 1bf01702-afd9-4eab-8758-30f0b9b00c4d, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=1bf01702-afd9-4eab-8758-30f0b9b00c4d,segment=NetworkSegment(bbe705c1-96c0-476e-8381-28227e6f0ac5),segment_id=bbe705c1-96c0-476e-8381-28227e6f0ac5)] {{(pid=103367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:35:32.983419 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-868b79f3-daa3-4c6e-ab83-db2a54450a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:33.021876 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5d9482-1f41-4fdc-83a4-5e7679d0b940 req-608865e2-414d-4286-af2a-7526121c9fd0 tempest-DeleteServersAdminTestJSON-1680904214 tempest-DeleteServersAdminTestJSON-1680904214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:35:33.021876 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fb5d9482-1f41-4fdc-83a4-5e7679d0b940 req-608865e2-414d-4286-af2a-7526121c9fd0 tempest-DeleteServersAdminTestJSON-1680904214 tempest-DeleteServersAdminTestJSON-1680904214-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=60203f3e-6ece-44a4-925c-49e9fb5d51ab HTTP/1.1" status: 200 len: 1100 time: 0.2659416 Nov 19 17:35:33.050174 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c75a5c0a-974d-45cf-afbd-b287f0a6f28e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:33.060781 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d5449901-56f8-443d-b2d7-428aaac8a165 req-0c592923-f397-4107-98fe-fcbc9b23eba2 tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] 10.222.0.54 "GET /v2.0/security-groups?id=c22c1cd0-07b3-4e9e-90d5-03f297ddf2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352460 Nov 19 17:35:33.067066 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 648e9924-4faf-4cc9-8364-066838855211, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=648e9924-4faf-4cc9-8364-066838855211,segment=NetworkSegment(1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861),segment_id=1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:35:33.085694 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e46ecc5a-dc14-4744-b262-3072ff2e958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:33.101334 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Returning: {'device': '648e9924-4faf-4cc9-8364-066838855211', 'network_id': '346debfa-452b-4048-abf4-8f4493625ef2', 'port_id': '648e9924-4faf-4cc9-8364-066838855211', 'mac_address': 'fa:16:3e:e8:0a:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b3c88de-c9c2-4a20-b19e-1855c2c19035', 'ip_address': '192.168.233.86'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 17:35:33.128915 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868b79f3-daa3-4c6e-ab83-db2a54450a1c None None] Routers {'89871ba7-969f-440a-abb1-ca58b8192cff'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:35:33.129546 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-868b79f3-daa3-4c6e-ab83-db2a54450a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:35:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['89871ba7-969f-440a-abb1-ca58b8192cff'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:35:33.193683 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c75a5c0a-974d-45cf-afbd-b287f0a6f28e admin admin] Network 7e956e3c-589c-4879-abd0-2ca83ee073b3 is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:35:33.217522 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-c75a5c0a-974d-45cf-afbd-b287f0a6f28e admin admin] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:35:33.242344 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c75a5c0a-974d-45cf-afbd-b287f0a6f28e admin admin] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:35:33.259978 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c75a5c0a-974d-45cf-afbd-b287f0a6f28e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-671361'] for router_interface, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:33.271658 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:33.305940 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ad7a93-dc6b-44d9-891c-282037f7c2bf None None] Pushing event updated for resources: {'Port': ['ID=1bf01702-afd9-4eab-8758-30f0b9b00c4d,revision_number=3']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:35:33.315058 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 648e9924-4faf-4cc9-8364-066838855211 {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:35:33.331787 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-65e94d21-5c42-458f-9a95-90cdb656c77e req-1ef127a5-91ed-474f-894a-5a0bf0f64820 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.54 "GET /v2.0/ports?device_id=4bc980c9-6dc9-4316-9833-f667cb62adac HTTP/1.1" status: 200 len: 210 time: 0.1470923 Nov 19 17:35:33.363658 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 648e9924-4faf-4cc9-8364-066838855211, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=648e9924-4faf-4cc9-8364-066838855211,segment=NetworkSegment(1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861),segment_id=1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:35:33.374600 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:33.394231 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-fb5d9482-1f41-4fdc-83a4-5e7679d0b940 req-e5e532d0-6533-481d-b7db-e08ac84f13d0 tempest-DeleteServersAdminTestJSON-1680904214 tempest-DeleteServersAdminTestJSON-1680904214-project-admin] Deleting port b52c9bc0-d787-4916-8d65-0a3eeca3fdb9 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:35:33.394596 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-fb5d9482-1f41-4fdc-83a4-5e7679d0b940 req-e5e532d0-6533-481d-b7db-e08ac84f13d0 tempest-DeleteServersAdminTestJSON-1680904214 tempest-DeleteServersAdminTestJSON-1680904214-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:33.423674 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75a5c0a-974d-45cf-afbd-b287f0a6f28e admin admin] Pushing event updated for resources: {'Port': ['ID=d9723621-5b04-4257-b155-9c5e1b30dd36,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:35:33.508639 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 3107277a-4586-41d9-9fcd-f12c658a17c4 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:35:33.538234 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-868b79f3-daa3-4c6e-ab83-db2a54450a1c None None] Set router 89871ba7-969f-440a-abb1-ca58b8192cff gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:35:33.724082 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-fb5d9482-1f41-4fdc-83a4-5e7679d0b940 req-e5e532d0-6533-481d-b7db-e08ac84f13d0 tempest-DeleteServersAdminTestJSON-1680904214 tempest-DeleteServersAdminTestJSON-1680904214-project-admin] For port b52c9bc0-d787-4916-8d65-0a3eeca3fdb9, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=b52c9bc0-d787-4916-8d65-0a3eeca3fdb9,segment=NetworkSegment(1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861),segment_id=1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:35:33.725482 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:33.726106 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-fb5d9482-1f41-4fdc-83a4-5e7679d0b940 req-e5e532d0-6533-481d-b7db-e08ac84f13d0 tempest-DeleteServersAdminTestJSON-1680904214 tempest-DeleteServersAdminTestJSON-1680904214-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:33.762559 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['648e9924-4faf-4cc9-8364-066838855211'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:35:33.764023 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-fb5d9482-1f41-4fdc-83a4-5e7679d0b940 req-e5e532d0-6533-481d-b7db-e08ac84f13d0 tempest-DeleteServersAdminTestJSON-1680904214 tempest-DeleteServersAdminTestJSON-1680904214-project-admin] Calling delete_port for b52c9bc0-d787-4916-8d65-0a3eeca3fdb9 owned by compute:nova {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:35:33.768690 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:33.829170 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c75a5c0a-974d-45cf-afbd-b287f0a6f28e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:33.844704 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=648e9924-4faf-4cc9-8364-066838855211,revision_number=6']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:35:33.851528 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4fabed-7514-4e62-b20e-89dad746b2d8 req-9ee88f4c-f41a-4d5a-ba27-209f39a359f1 tempest-DeleteServersAdminTestJSON-215328612 tempest-DeleteServersAdminTestJSON-215328612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:35:33.884048 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ac4fabed-7514-4e62-b20e-89dad746b2d8 req-9ee88f4c-f41a-4d5a-ba27-209f39a359f1 tempest-DeleteServersAdminTestJSON-215328612 tempest-DeleteServersAdminTestJSON-215328612-project] 10.222.0.54 "GET /v2.0/ports?device_id=60203f3e-6ece-44a4-925c-49e9fb5d51ab HTTP/1.1" status: 200 len: 949 time: 0.2338548 Nov 19 17:35:33.899728 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 3107277a-4586-41d9-9fcd-f12c658a17c4 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:35:33.900112 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:33.996583 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-b0f603e0-b79c-41b9-a034-8b6965c9c731 None None] Provisioning complete for port d9723621-5b04-4257-b155-9c5e1b30dd36 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:35:33.997228 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b0f603e0-b79c-41b9-a034-8b6965c9c731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:34.054555 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-868b79f3-daa3-4c6e-ab83-db2a54450a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89871ba7-969f-440a-abb1-ca58b8192cff', 'name': 'tempest-AttachSCSIVolumeTestJSON-1384688129-router', 'tenant_id': '0ce91d0ac5b14f9eb2e1015d958559fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': '1bf01702-afd9-4eab-8758-30f0b9b00c4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:35:28Z', 'updated_at': '2021-11-19T17:35:30Z', 'revision_number': 3, 'project_id': '0ce91d0ac5b14f9eb2e1015d958559fa', 'gw_port': {'id': '1bf01702-afd9-4eab-8758-30f0b9b00c4d', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:9f:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89871ba7-969f-440a-abb1-ca58b8192cff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:35:29Z', 'updated_at': '2021-11-19T17:35:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:35:34.082619 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-fb5d9482-1f41-4fdc-83a4-5e7679d0b940 req-e5e532d0-6533-481d-b7db-e08ac84f13d0 tempest-DeleteServersAdminTestJSON-1680904214 tempest-DeleteServersAdminTestJSON-1680904214-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:34.112068 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ac4fabed-7514-4e62-b20e-89dad746b2d8 req-4859256a-1969-49c6-ad3b-053be893322c tempest-DeleteServersAdminTestJSON-215328612 tempest-DeleteServersAdminTestJSON-215328612-project] 10.222.0.54 "GET /v2.0/security-groups?id=6f3b8870-e12d-45b0-b47c-d53074c802b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217183 Nov 19 17:35:34.122226 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-868b79f3-daa3-4c6e-ab83-db2a54450a1c None None] The sync data for ids ['89871ba7-969f-440a-abb1-ca58b8192cff'] in n-d-818022-2 is: [{'id': '89871ba7-969f-440a-abb1-ca58b8192cff', 'name': 'tempest-AttachSCSIVolumeTestJSON-1384688129-router', 'tenant_id': '0ce91d0ac5b14f9eb2e1015d958559fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': '1bf01702-afd9-4eab-8758-30f0b9b00c4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:35:28Z', 'updated_at': '2021-11-19T17:35:30Z', 'revision_number': 3, 'project_id': '0ce91d0ac5b14f9eb2e1015d958559fa', 'gw_port': {'id': '1bf01702-afd9-4eab-8758-30f0b9b00c4d', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:9f:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89871ba7-969f-440a-abb1-ca58b8192cff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:35:29Z', 'updated_at': '2021-11-19T17:35:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 17:35:34.137171 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e532d0-6533-481d-b7db-e08ac84f13d0 tempest-DeleteServersAdminTestJSON-1680904214 tempest-DeleteServersAdminTestJSON-1680904214-project-admin] Pushing event deleted for resources: {'Port': ['ID=b52c9bc0-d787-4916-8d65-0a3eeca3fdb9,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:35:34.201729 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb5d9482-1f41-4fdc-83a4-5e7679d0b940 req-e5e532d0-6533-481d-b7db-e08ac84f13d0 tempest-DeleteServersAdminTestJSON-1680904214 tempest-DeleteServersAdminTestJSON-1680904214-project-admin] No DVR routers for this DVR port b52c9bc0-d787-4916-8d65-0a3eeca3fdb9 on host n-h1-818022-2 {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:35:34.205386 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-fb5d9482-1f41-4fdc-83a4-5e7679d0b940 req-e5e532d0-6533-481d-b7db-e08ac84f13d0 tempest-DeleteServersAdminTestJSON-1680904214 tempest-DeleteServersAdminTestJSON-1680904214-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:34.210319 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fb5d9482-1f41-4fdc-83a4-5e7679d0b940 req-e5e532d0-6533-481d-b7db-e08ac84f13d0 tempest-DeleteServersAdminTestJSON-1680904214 tempest-DeleteServersAdminTestJSON-1680904214-project-admin] 10.222.0.60 "DELETE /v2.0/ports/b52c9bc0-d787-4916-8d65-0a3eeca3fdb9 HTTP/1.1" status: 204 len: 173 time: 1.1781878 Nov 19 17:35:34.214557 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60203f3e-6ece-44a4-925c-49e9fb5d51ab', 'name': 'network-vif-deleted', 'tag': 'b52c9bc0-d787-4916-8d65-0a3eeca3fdb9'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:35:34.214557 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218319d759239a7d11f1288aef37381b97754913ee9ccbfd43b51a463f801712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86dc42e1-4a94-4de8-b494-7daa831d405f" -d '{"events": [{"server_uuid": "60203f3e-6ece-44a4-925c-49e9fb5d51ab", "name": "network-vif-deleted", "tag": "b52c9bc0-d787-4916-8d65-0a3eeca3fdb9"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:35:34.346224 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-b0f603e0-b79c-41b9-a034-8b6965c9c731 None None] Port d9723621-5b04-4257-b155-9c5e1b30dd36 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:35:34.472696 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b10164-ca66-4221-a187-8446a37101b6 req-ccc7eb4c-1ebb-4665-85b9-29a77ead54f8 tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:35:34.480994 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b5b10164-ca66-4221-a187-8446a37101b6 req-ccc7eb4c-1ebb-4665-85b9-29a77ead54f8 tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] 10.222.0.54 "GET /v2.0/ports?device_id=edc9d3ea-ab00-4644-b0c6-6ed9fc0ccf67 HTTP/1.1" status: 200 len: 948 time: 0.1712260 Nov 19 17:35:34.545173 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e013d7e6-5264-4dcc-9759-54f5fb809e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:34.549426 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 648e9924-4faf-4cc9-8364-066838855211 no longer exists at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:35:34.559261 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c75a5c0a-974d-45cf-afbd-b287f0a6f28e admin admin] Publish callbacks [] for port, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:34.578830 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c75a5c0a-974d-45cf-afbd-b287f0a6f28e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:34.579713 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c75a5c0a-974d-45cf-afbd-b287f0a6f28e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-768529'] for router_interface, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:34.601771 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6f22f099-c7b3-4592-b415-804d18a293e6 req-b9f91553-4d8e-4ae2-9b2e-d5328f7cf222 tempest-QuotasAdminNegativeTest-1344165263 tempest-QuotasAdminNegativeTest-1344165263-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=a9c87b9ee0d14a369f2a97ca85c9c074&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0505764 Nov 19 17:35:34.664625 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b5b10164-ca66-4221-a187-8446a37101b6 req-74c6686b-1c63-4727-8529-d62db501dcd5 tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] 10.222.0.54 "GET /v2.0/security-groups?id=c22c1cd0-07b3-4e9e-90d5-03f297ddf2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825814 Nov 19 17:35:34.704856 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75a5c0a-974d-45cf-afbd-b287f0a6f28e admin admin] Pushing event updated for resources: {'Port': ['ID=d9723621-5b04-4257-b155-9c5e1b30dd36,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:35:34.812629 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:34.842298 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 648e9924-4faf-4cc9-8364-066838855211 {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:35:34.860591 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c75a5c0a-974d-45cf-afbd-b287f0a6f28e admin admin] Network 7e956e3c-589c-4879-abd0-2ca83ee073b3 is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:35:34.862961 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-c75a5c0a-974d-45cf-afbd-b287f0a6f28e admin admin] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:35:34.898316 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 648e9924-4faf-4cc9-8364-066838855211, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=648e9924-4faf-4cc9-8364-066838855211,segment=NetworkSegment(1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861),segment_id=1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:35:34.910919 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:34.911648 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device b52c9bc0-d787-4916-8d65-0a3eeca3fdb9 no longer exists at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:35:34.981563 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6c0e48-aa41-4182-9935-f431bdf5036c req-f1b2849c-5705-4225-8186-b387daa75d34 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:35:34.995753 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6d6c0e48-aa41-4182-9935-f431bdf5036c req-f1b2849c-5705-4225-8186-b387daa75d34 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.86 "GET /v2.0/networks?id=06df44ce-7965-49c3-9334-79a80c7f7af9 HTTP/1.1" status: 200 len: 821 time: 0.2331350 Nov 19 17:35:34.998567 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:35:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69483b39-bb10-44d5-871c-024a82f2a4d6 x-openstack-request-id: req-69483b39-bb10-44d5-871c-024a82f2a4d6 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:35:35.000443 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60203f3e-6ece-44a4-925c-49e9fb5d51ab", "name": "network-vif-deleted", "tag": "b52c9bc0-d787-4916-8d65-0a3eeca3fdb9", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:35:35.001005 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-69483b39-bb10-44d5-871c-024a82f2a4d6 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:35:35.002543 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60203f3e-6ece-44a4-925c-49e9fb5d51ab', 'name': 'network-vif-deleted', 'tag': 'b52c9bc0-d787-4916-8d65-0a3eeca3fdb9', 'status': 'completed', 'code': 200} Nov 19 17:35:35.007238 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] No Port match for: b52c9bc0-d787-4916-8d65-0a3eeca3fdb9 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:35:35.007748 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device b52c9bc0-d787-4916-8d65-0a3eeca3fdb9 not bound to the agent host n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:35:35.015426 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-6d6c0e48-aa41-4182-9935-f431bdf5036c req-fbaa4a03-2fdd-41a3-93a6-b28898c54507 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] Request body: {'port': {'device_id': '4bc980c9-6dc9-4316-9833-f667cb62adac', 'network_id': '06df44ce-7965-49c3-9334-79a80c7f7af9', 'admin_state_up': True, 'tenant_id': '0d7ccfd9bdc740e383b438cb097bfe8d'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:35:35.135417 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=648e9924-4faf-4cc9-8364-066838855211,revision_number=7']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:35:35.144485 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:35.163463 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f22f099-c7b3-4592-b415-804d18a293e6 req-1c375122-1c04-47ac-ad4c-5973b4be3fa6 tempest-QuotasAdminNegativeTest-1344165263 tempest-QuotasAdminNegativeTest-1344165263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:35:35.165225 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6f22f099-c7b3-4592-b415-804d18a293e6 req-1c375122-1c04-47ac-ad4c-5973b4be3fa6 tempest-QuotasAdminNegativeTest-1344165263 tempest-QuotasAdminNegativeTest-1344165263-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5546496 Nov 19 17:35:35.203678 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6f22f099-c7b3-4592-b415-804d18a293e6 req-b78097a8-6b7b-45a2-af9a-1a0f50f4d1fb tempest-QuotasAdminNegativeTest-1344165263 tempest-QuotasAdminNegativeTest-1344165263-project] 10.222.0.54 "GET /v2.0/quotas/a9c87b9ee0d14a369f2a97ca85c9c074 HTTP/1.1" status: 200 len: 375 time: 0.0236790 Nov 19 17:35:35.238434 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c75a5c0a-974d-45cf-afbd-b287f0a6f28e admin admin] Router 89871ba7-969f-440a-abb1-ca58b8192cff has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 17:35:35.251300 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6f22f099-c7b3-4592-b415-804d18a293e6 req-33f742e3-2c4f-490c-9510-baac6a6265c4 tempest-QuotasAdminNegativeTest-1344165263 tempest-QuotasAdminNegativeTest-1344165263-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=a9c87b9ee0d14a369f2a97ca85c9c074&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0355554 Nov 19 17:35:35.258350 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d6c0e48-aa41-4182-9935-f431bdf5036c req-fbaa4a03-2fdd-41a3-93a6-b28898c54507 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] Made reservation on behalf of 0d7ccfd9bdc740e383b438cb097bfe8d for: {'port': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:35:35.264532 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-6d6c0e48-aa41-4182-9935-f431bdf5036c req-fbaa4a03-2fdd-41a3-93a6-b28898c54507 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:35.271840 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6123b738-aa78-4d72-a743-735aff4e0794 req-99915b8c-80c6-40b3-b6ff-e2bfa807bf24 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.54 "GET /v2.0/ports?device_id=4bc980c9-6dc9-4316-9833-f667cb62adac HTTP/1.1" status: 200 len: 210 time: 0.0497611 Nov 19 17:35:35.422499 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-d3cfca7b-3332-4e04-a7eb-6306130a441c None None] Provisioning complete for port d9723621-5b04-4257-b155-9c5e1b30dd36 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:35:35.423117 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d3cfca7b-3332-4e04-a7eb-6306130a441c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:35.484724 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 1bf01702-afd9-4eab-8758-30f0b9b00c4d up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:35:35.505529 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [req-6d6c0e48-aa41-4182-9935-f431bdf5036c req-fbaa4a03-2fdd-41a3-93a6-b28898c54507 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] Allocated IP 172.20.0.3 (06df44ce-7965-49c3-9334-79a80c7f7af9/e811f539-9c60-469d-a119-267f6bfeab01/ee47d372-ad72-4981-bb3d-4ae53342d5dd) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:35:35.527700 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c75a5c0a-974d-45cf-afbd-b287f0a6f28e admin admin] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 17:35:35.535256 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-c75a5c0a-974d-45cf-afbd-b287f0a6f28e admin admin] 10.222.0.54 "PUT /v2.0/routers/89871ba7-969f-440a-abb1-ca58b8192cff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2004421 Nov 19 17:35:35.624446 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-d3cfca7b-3332-4e04-a7eb-6306130a441c None None] Port d9723621-5b04-4257-b155-9c5e1b30dd36 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:35:35.659538 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 1bf01702-afd9-4eab-8758-30f0b9b00c4d triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:35:35.660442 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:35.766056 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7499583c-dc8c-4018-ad86-4901a815adb6 req-c42ba003-ede8-46c8-b648-4aa328006d28 tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:35:35.774061 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7499583c-dc8c-4018-ad86-4901a815adb6 req-c42ba003-ede8-46c8-b648-4aa328006d28 tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] 10.222.0.54 "GET /v2.0/ports?device_id=edc9d3ea-ab00-4644-b0c6-6ed9fc0ccf67 HTTP/1.1" status: 200 len: 947 time: 0.1838360 Nov 19 17:35:35.860912 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7499583c-dc8c-4018-ad86-4901a815adb6 req-47cfb620-602a-4d3a-a620-02c14467b7de tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] 10.222.0.54 "GET /v2.0/security-groups?id=c22c1cd0-07b3-4e9e-90d5-03f297ddf2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858798 Nov 19 17:35:35.884680 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-6d6c0e48-aa41-4182-9935-f431bdf5036c req-fbaa4a03-2fdd-41a3-93a6-b28898c54507 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:35.952504 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:35.980977 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-6d6c0e48-aa41-4182-9935-f431bdf5036c req-fbaa4a03-2fdd-41a3-93a6-b28898c54507 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:35.987035 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] For port 1bf01702-afd9-4eab-8758-30f0b9b00c4d, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=1bf01702-afd9-4eab-8758-30f0b9b00c4d,segment=NetworkSegment(bbe705c1-96c0-476e-8381-28227e6f0ac5),segment_id=bbe705c1-96c0-476e-8381-28227e6f0ac5)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:35:35.993702 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:36.016007 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d6c0e48-aa41-4182-9935-f431bdf5036c req-fbaa4a03-2fdd-41a3-93a6-b28898c54507 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] Network 06df44ce-7965-49c3-9334-79a80c7f7af9 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:35:36.020751 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [req-6d6c0e48-aa41-4182-9935-f431bdf5036c req-fbaa4a03-2fdd-41a3-93a6-b28898c54507 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:35:36.025584 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d6c0e48-aa41-4182-9935-f431bdf5036c req-fbaa4a03-2fdd-41a3-93a6-b28898c54507 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:35:36.033475 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6c0e48-aa41-4182-9935-f431bdf5036c req-fbaa4a03-2fdd-41a3-93a6-b28898c54507 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:35:36.035048 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-6d6c0e48-aa41-4182-9935-f431bdf5036c req-fbaa4a03-2fdd-41a3-93a6-b28898c54507 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:36.101588 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbaa4a03-2fdd-41a3-93a6-b28898c54507 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] Pushing event updated for resources: {'Port': ['ID=ee47d372-ad72-4981-bb3d-4ae53342d5dd,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:35:36.109090 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6d6c0e48-aa41-4182-9935-f431bdf5036c req-fbaa4a03-2fdd-41a3-93a6-b28898c54507 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1028674 Nov 19 17:35:36.109222 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Pushing event updated for resources: {'Port': ['ID=1bf01702-afd9-4eab-8758-30f0b9b00c4d,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:35:36.125396 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-6d6c0e48-aa41-4182-9935-f431bdf5036c req-7c392efc-637e-4f76-bf26-62a0dddc99ac service neutron] Request body: {'port': {'device_id': '4bc980c9-6dc9-4316-9833-f667cb62adac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818022-2'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:35:36.218079 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-29256f51-8dca-47bb-9b3b-f2e2ffb6904e req-0e715dd6-8abc-4490-b4fc-9f916f5ca10d tempest-DeleteServersAdminTestJSON-215328612 tempest-DeleteServersAdminTestJSON-215328612-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=46692746d04d40a7b3fed479e2224d72&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0328720 Nov 19 17:35:36.219197 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-6d6c0e48-aa41-4182-9935-f431bdf5036c req-7c392efc-637e-4f76-bf26-62a0dddc99ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:36.437919 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29256f51-8dca-47bb-9b3b-f2e2ffb6904e req-5dbc4c65-0f93-46a0-bf0a-b3b7cbbbbada tempest-DeleteServersAdminTestJSON-215328612 tempest-DeleteServersAdminTestJSON-215328612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:35:36.439457 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-29256f51-8dca-47bb-9b3b-f2e2ffb6904e req-5dbc4c65-0f93-46a0-bf0a-b3b7cbbbbada tempest-DeleteServersAdminTestJSON-215328612 tempest-DeleteServersAdminTestJSON-215328612-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2105668 Nov 19 17:35:36.481231 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 40418) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:35:36.486303 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-7150de21-96ab-4ec0-b2e5-b18f25ee8492 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-426218198-network', 'tenant_id': '86138a848f204a4a97458e3e4a94d16b'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:35:36.501045 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-29256f51-8dca-47bb-9b3b-f2e2ffb6904e req-a575d2e4-ed4b-484c-a498-d208224b929a tempest-DeleteServersAdminTestJSON-215328612 tempest-DeleteServersAdminTestJSON-215328612-project] 10.222.0.54 "GET /v2.0/quotas/46692746d04d40a7b3fed479e2224d72 HTTP/1.1" status: 200 len: 375 time: 0.0541821 Nov 19 17:35:36.524655 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7150de21-96ab-4ec0-b2e5-b18f25ee8492 admin admin] Made reservation on behalf of 86138a848f204a4a97458e3e4a94d16b for: {'network': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:35:36.531926 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7150de21-96ab-4ec0-b2e5-b18f25ee8492 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:36.541524 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7150de21-96ab-4ec0-b2e5-b18f25ee8492 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:36.550225 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-29256f51-8dca-47bb-9b3b-f2e2ffb6904e req-7b264fa5-d155-4ee1-ab36-32730fe32664 tempest-DeleteServersAdminTestJSON-215328612 tempest-DeleteServersAdminTestJSON-215328612-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=46692746d04d40a7b3fed479e2224d72&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0370193 Nov 19 17:35:36.565317 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 648e9924-4faf-4cc9-8364-066838855211 up at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:35:36.641006 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning complete for port 648e9924-4faf-4cc9-8364-066838855211 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:35:36.641416 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:36.690202 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [req-6d6c0e48-aa41-4182-9935-f431bdf5036c req-7c392efc-637e-4f76-bf26-62a0dddc99ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee47d372-ad72-4981-bb3d-4ae53342d5dd {{(pid=103365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:35:36.707670 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-6d6c0e48-aa41-4182-9935-f431bdf5036c req-7c392efc-637e-4f76-bf26-62a0dddc99ac service neutron] Publish callbacks [] for port, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:36.723846 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7150de21-96ab-4ec0-b2e5-b18f25ee8492 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:36.742311 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.provisioning_blocks [req-6d6c0e48-aa41-4182-9935-f431bdf5036c req-7c392efc-637e-4f76-bf26-62a0dddc99ac service neutron] Transition to ACTIVE for port object ee47d372-ad72-4981-bb3d-4ae53342d5dd will not be triggered until provisioned by entity L2. {{(pid=103365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 17:35:36.743462 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7150de21-96ab-4ec0-b2e5-b18f25ee8492 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:36.747845 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-6d6c0e48-aa41-4182-9935-f431bdf5036c req-7c392efc-637e-4f76-bf26-62a0dddc99ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:36.802688 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7150de21-96ab-4ec0-b2e5-b18f25ee8492 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 693} {{(pid=103364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 17:35:36.830955 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7150de21-96ab-4ec0-b2e5-b18f25ee8492 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea3ac02d-3b83-46a8-9d49-e55ede3f8123,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:35:36.851223 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7150de21-96ab-4ec0-b2e5-b18f25ee8492 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:36.851569 n-d-818022-2 neutron-server[103364]: INFO neutron.db.segments_db [None req-7150de21-96ab-4ec0-b2e5-b18f25ee8492 admin admin] Added segment 221b13cd-82e2-47fb-81fe-35b4f3c76616 of type vlan for network 20ad9862-4d62-4404-81e0-ac5b2aa1b3ec Nov 19 17:35:36.877751 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-808c784c-966d-4365-89a3-a8b79edb853b None None] Sync routers for ids ['89871ba7-969f-440a-abb1-ca58b8192cff'] in n-d-818022-2 {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 17:35:36.911519 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-808c784c-966d-4365-89a3-a8b79edb853b None None] Routers {'89871ba7-969f-440a-abb1-ca58b8192cff'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:35:36.912093 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-808c784c-966d-4365-89a3-a8b79edb853b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:35:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['89871ba7-969f-440a-abb1-ca58b8192cff'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:35:36.922539 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7150de21-96ab-4ec0-b2e5-b18f25ee8492 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:36.968174 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7150de21-96ab-4ec0-b2e5-b18f25ee8492 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:36.969554 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7150de21-96ab-4ec0-b2e5-b18f25ee8492 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:35:36.970161 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7150de21-96ab-4ec0-b2e5-b18f25ee8492 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:37.016006 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c392efc-637e-4f76-bf26-62a0dddc99ac service neutron] Pushing event updated for resources: {'Port': ['ID=ee47d372-ad72-4981-bb3d-4ae53342d5dd,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:35:37.034277 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:37.054295 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-6d6c0e48-aa41-4182-9935-f431bdf5036c req-7c392efc-637e-4f76-bf26-62a0dddc99ac service neutron] Attempting to bind port ee47d372-ad72-4981-bb3d-4ae53342d5dd on host n-h2-818022-2 for vnic_type normal with profile {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:35:37.054644 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-6d6c0e48-aa41-4182-9935-f431bdf5036c req-7c392efc-637e-4f76-bf26-62a0dddc99ac service neutron] Attempting to bind port ee47d372-ad72-4981-bb3d-4ae53342d5dd by drivers openvswitch,hyperv on host n-h2-818022-2 at level 0 using segments [{'id': 'fa32b67e-17cc-4a5c-8764-82d3483c4272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '06df44ce-7965-49c3-9334-79a80c7f7af9'}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:35:37.055065 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d6c0e48-aa41-4182-9935-f431bdf5036c req-7c392efc-637e-4f76-bf26-62a0dddc99ac service neutron] Attempting to bind port ee47d372-ad72-4981-bb3d-4ae53342d5dd on network 06df44ce-7965-49c3-9334-79a80c7f7af9 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:35:37.066701 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d6c0e48-aa41-4182-9935-f431bdf5036c req-7c392efc-637e-4f76-bf26-62a0dddc99ac service neutron] Port ee47d372-ad72-4981-bb3d-4ae53342d5dd on network 06df44ce-7965-49c3-9334-79a80c7f7af9 not bound, no agent of type Open vSwitch agent registered on host n-h2-818022-2 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 17:35:37.067656 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d6c0e48-aa41-4182-9935-f431bdf5036c req-7c392efc-637e-4f76-bf26-62a0dddc99ac service neutron] Attempting to bind port ee47d372-ad72-4981-bb3d-4ae53342d5dd on network 06df44ce-7965-49c3-9334-79a80c7f7af9 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:35:37.078679 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d6c0e48-aa41-4182-9935-f431bdf5036c req-7c392efc-637e-4f76-bf26-62a0dddc99ac service neutron] Checking agent: {'id': '525ad2ac-c4ae-4c63-af2e-0bf8d25d0f0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'started_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 35, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:35:37.082510 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 648e9924-4faf-4cc9-8364-066838855211, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=648e9924-4faf-4cc9-8364-066838855211,segment=NetworkSegment(1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861),segment_id=1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:35:37.087640 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edc9d3ea-ab00-4644-b0c6-6ed9fc0ccf67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '648e9924-4faf-4cc9-8364-066838855211'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:35:37.091429 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3940761bcd94e032e6960d2241bd8993c5d3a7d8dc2aca8488f3ecf1d4dd2fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a26feed4-fdfe-4d68-a603-e0d3f9d52ceb" -d '{"events": [{"server_uuid": "edc9d3ea-ab00-4644-b0c6-6ed9fc0ccf67", "name": "network-vif-plugged", "status": "completed", "tag": "648e9924-4faf-4cc9-8364-066838855211"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:35:37.092143 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d6c0e48-aa41-4182-9935-f431bdf5036c req-7c392efc-637e-4f76-bf26-62a0dddc99ac service neutron] Checking segment: {'id': 'fa32b67e-17cc-4a5c-8764-82d3483c4272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '06df44ce-7965-49c3-9334-79a80c7f7af9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:35:37.094528 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d6c0e48-aa41-4182-9935-f431bdf5036c req-7c392efc-637e-4f76-bf26-62a0dddc99ac service neutron] Bound using segment: {'id': 'fa32b67e-17cc-4a5c-8764-82d3483c4272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '06df44ce-7965-49c3-9334-79a80c7f7af9'} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:35:37.096013 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-6d6c0e48-aa41-4182-9935-f431bdf5036c req-7c392efc-637e-4f76-bf26-62a0dddc99ac service neutron] Bound port: ee47d372-ad72-4981-bb3d-4ae53342d5dd, host: n-h2-818022-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa32b67e-17cc-4a5c-8764-82d3483c4272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '06df44ce-7965-49c3-9334-79a80c7f7af9'}}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:35:37.096332 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-6d6c0e48-aa41-4182-9935-f431bdf5036c req-7c392efc-637e-4f76-bf26-62a0dddc99ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:37.121927 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-7150de21-96ab-4ec0-b2e5-b18f25ee8492 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6394603 Nov 19 17:35:37.135297 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 40440) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:35:37.145301 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-ae6b7e45-7af0-450d-ade5-a1cf3241e2da admin admin] Request body: {'subnet': {'network_id': '20ad9862-4d62-4404-81e0-ac5b2aa1b3ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-426218198-subnet', 'tenant_id': '86138a848f204a4a97458e3e4a94d16b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:35:37.148987 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:37.194923 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae6b7e45-7af0-450d-ade5-a1cf3241e2da admin admin] Made reservation on behalf of 86138a848f204a4a97458e3e4a94d16b for: {'subnet': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:35:37.204721 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ae6b7e45-7af0-450d-ade5-a1cf3241e2da admin admin] Publish callbacks [] for subnet, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:37.219598 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7150de21-96ab-4ec0-b2e5-b18f25ee8492 admin admin] Pushing event updated for resources: {'Network': ['ID=20ad9862-4d62-4404-81e0-ac5b2aa1b3ec,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:35:37.241418 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network 20ad9862-4d62-4404-81e0-ac5b2aa1b3ec details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 17:35:37.316530 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-808c784c-966d-4365-89a3-a8b79edb853b None None] Set router 89871ba7-969f-440a-abb1-ca58b8192cff gateway port host: n-d-818022-2 {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:35:37.327092 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=648e9924-4faf-4cc9-8364-066838855211,revision_number=8']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:35:37.361037 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-6d6c0e48-aa41-4182-9935-f431bdf5036c req-7c392efc-637e-4f76-bf26-62a0dddc99ac service neutron] For port ee47d372-ad72-4981-bb3d-4ae53342d5dd, host n-h2-818022-2, cleared binding levels {{(pid=103365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:35:37.396072 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-6d6c0e48-aa41-4182-9935-f431bdf5036c req-7c392efc-637e-4f76-bf26-62a0dddc99ac service neutron] For port ee47d372-ad72-4981-bb3d-4ae53342d5dd, host n-h2-818022-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=ee47d372-ad72-4981-bb3d-4ae53342d5dd,segment=NetworkSegment(fa32b67e-17cc-4a5c-8764-82d3483c4272),segment_id=fa32b67e-17cc-4a5c-8764-82d3483c4272)] {{(pid=103365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:35:37.407149 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-6d6c0e48-aa41-4182-9935-f431bdf5036c req-7c392efc-637e-4f76-bf26-62a0dddc99ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:37.460902 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 1bf01702-afd9-4eab-8758-30f0b9b00c4d up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:35:37.555251 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6c0e48-aa41-4182-9935-f431bdf5036c req-7c392efc-637e-4f76-bf26-62a0dddc99ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:35:37.555569 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-6d6c0e48-aa41-4182-9935-f431bdf5036c req-7c392efc-637e-4f76-bf26-62a0dddc99ac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:37.557548 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6d6c0e48-aa41-4182-9935-f431bdf5036c req-7c392efc-637e-4f76-bf26-62a0dddc99ac service neutron] 10.222.0.86 "PUT /v2.0/ports/ee47d372-ad72-4981-bb3d-4ae53342d5dd HTTP/1.1" status: 200 len: 1091 time: 1.4392600 Nov 19 17:35:37.574097 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bc980c9-6dc9-4316-9833-f667cb62adac', 'tag': 'ee47d372-ad72-4981-bb3d-4ae53342d5dd'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:35:37.582288 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218319d759239a7d11f1288aef37381b97754913ee9ccbfd43b51a463f801712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b15ca5d-d116-475f-9cc5-7ceb5bd1c1b1" -d '{"events": [{"name": "network-changed", "server_uuid": "4bc980c9-6dc9-4316-9833-f667cb62adac", "tag": "ee47d372-ad72-4981-bb3d-4ae53342d5dd"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:35:37.613155 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c392efc-637e-4f76-bf26-62a0dddc99ac service neutron] Pushing event updated for resources: {'Port': ['ID=ee47d372-ad72-4981-bb3d-4ae53342d5dd,revision_number=3']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:35:37.642473 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158d5020-4a82-43c0-ab5b-4fc74c5cd080 req-43adf204-d724-4556-8475-9ed25201bcca tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:35:37.644919 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-158d5020-4a82-43c0-ab5b-4fc74c5cd080 req-43adf204-d724-4556-8475-9ed25201bcca tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] 10.222.0.54 "GET /v2.0/ports?device_id=edc9d3ea-ab00-4644-b0c6-6ed9fc0ccf67 HTTP/1.1" status: 200 len: 949 time: 0.1373944 Nov 19 17:35:37.652658 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 1bf01702-afd9-4eab-8758-30f0b9b00c4d triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:35:37.655721 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:37.724424 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6c0e48-aa41-4182-9935-f431bdf5036c req-7940ead0-3bfb-47d1-80a3-e4faea5bce94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:35:37.725981 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6d6c0e48-aa41-4182-9935-f431bdf5036c req-7940ead0-3bfb-47d1-80a3-e4faea5bce94 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=0d7ccfd9bdc740e383b438cb097bfe8d&device_id=4bc980c9-6dc9-4316-9833-f667cb62adac HTTP/1.1" status: 200 len: 1094 time: 0.1078684 Nov 19 17:35:37.729748 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-158d5020-4a82-43c0-ab5b-4fc74c5cd080 req-fc9bf617-6791-452a-8be6-15b8968d13d9 tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] 10.222.0.54 "GET /v2.0/security-groups?id=c22c1cd0-07b3-4e9e-90d5-03f297ddf2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636077 Nov 19 17:35:37.778016 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6d6c0e48-aa41-4182-9935-f431bdf5036c req-79269d0a-8f3e-4267-801c-19fe91de1871 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ee47d372-ad72-4981-bb3d-4ae53342d5dd HTTP/1.1" status: 200 len: 217 time: 0.0403132 Nov 19 17:35:37.784577 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-808c784c-966d-4365-89a3-a8b79edb853b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89871ba7-969f-440a-abb1-ca58b8192cff', 'name': 'tempest-AttachSCSIVolumeTestJSON-1384688129-router', 'tenant_id': '0ce91d0ac5b14f9eb2e1015d958559fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': '1bf01702-afd9-4eab-8758-30f0b9b00c4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:35:28Z', 'updated_at': '2021-11-19T17:35:33Z', 'revision_number': 4, 'project_id': '0ce91d0ac5b14f9eb2e1015d958559fa', 'gw_port': {'id': '1bf01702-afd9-4eab-8758-30f0b9b00c4d', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:9f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89871ba7-969f-440a-abb1-ca58b8192cff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:35:29Z', 'updated_at': '2021-11-19T17:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': 'd9723621-5b04-4257-b155-9c5e1b30dd36', 'name': '', 'network_id': '7e956e3c-589c-4879-abd0-2ca83ee073b3', 'tenant_id': '0ce91d0ac5b14f9eb2e1015d958559fa', 'mac_address': 'fa:16:3e:7a:1b:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89871ba7-969f-440a-abb1-ca58b8192cff', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '75cfd8c4-7a8b-4f0d-8c77-c2f944620c41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:35:32Z', 'updated_at': '2021-11-19T17:35:34Z', 'revision_number': 2, 'project_id': '0ce91d0ac5b14f9eb2e1015d958559fa', 'subnets': [{'id': '75cfd8c4-7a8b-4f0d-8c77-c2f944620c41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:35:37.825169 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-808c784c-966d-4365-89a3-a8b79edb853b None None] Checking router: 89871ba7-969f-440a-abb1-ca58b8192cff for host: n-d-818022-2 {{(pid=103366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 17:35:37.825985 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-808c784c-966d-4365-89a3-a8b79edb853b None None] Updating router 89871ba7-969f-440a-abb1-ca58b8192cff port d9723621-5b04-4257-b155-9c5e1b30dd36 binding host n-d-818022-2 {{(pid=103366) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 17:35:37.856984 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6c0e48-aa41-4182-9935-f431bdf5036c req-feac9d86-4dd8-4213-b236-2fe49749adb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:35:37.858497 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6d6c0e48-aa41-4182-9935-f431bdf5036c req-feac9d86-4dd8-4213-b236-2fe49749adb9 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=e811f539-9c60-469d-a119-267f6bfeab01 HTTP/1.1" status: 200 len: 861 time: 0.0724964 Nov 19 17:35:37.906930 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-808c784c-966d-4365-89a3-a8b79edb853b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:37.921317 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-75879c9a-6955-4f21-aa8e-e609a941552f req-3ca81e53-6536-47df-ba07-8339cdf40471 tempest-DeleteServersAdminTestJSON-215328612 tempest-DeleteServersAdminTestJSON-215328612-project] 10.222.0.54 "GET /v2.0/ports?device_id=894e0902-7d10-4af9-9e15-fc20f3db15c3 HTTP/1.1" status: 200 len: 210 time: 0.0596581 Nov 19 17:35:37.941530 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc75a54-27c8-43e8-9c7c-176df94ae09b req-a5e042f9-fabb-4ba8-b8eb-e77fcfb5fd2e tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:35:37.944137 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6d6c0e48-aa41-4182-9935-f431bdf5036c req-d8e36d5e-81bf-45e3-a011-1ac8a08c049e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=06df44ce-7965-49c3-9334-79a80c7f7af9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0712209 Nov 19 17:35:37.950073 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-3cc75a54-27c8-43e8-9c7c-176df94ae09b req-a5e042f9-fabb-4ba8-b8eb-e77fcfb5fd2e tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.54 "GET /v2.0/ports?device_id=4bc980c9-6dc9-4316-9833-f667cb62adac HTTP/1.1" status: 200 len: 943 time: 0.1812744 Nov 19 17:35:37.997399 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:35:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c276caa2-482d-4a73-ba1d-68f1fdf5a81e x-openstack-request-id: req-c276caa2-482d-4a73-ba1d-68f1fdf5a81e {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:35:37.997734 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edc9d3ea-ab00-4644-b0c6-6ed9fc0ccf67", "name": "network-vif-plugged", "status": "completed", "tag": "648e9924-4faf-4cc9-8364-066838855211", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:35:37.998157 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c276caa2-482d-4a73-ba1d-68f1fdf5a81e {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:35:37.998566 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edc9d3ea-ab00-4644-b0c6-6ed9fc0ccf67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '648e9924-4faf-4cc9-8364-066838855211', 'code': 200} Nov 19 17:35:38.032244 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-3cc75a54-27c8-43e8-9c7c-176df94ae09b req-c87b10f3-aa63-4311-8b84-c01f3206b5eb tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.54 "GET /v2.0/security-groups?id=740807d6-4246-4ecb-a636-49a5e5a1e11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811455 Nov 19 17:35:38.120546 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6d6c0e48-aa41-4182-9935-f431bdf5036c req-9f56cb05-9f34-4866-a354-fa88b6673ee0 service neutron] 10.222.0.86 "GET /v2.0/networks/06df44ce-7965-49c3-9334-79a80c7f7af9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651959 Nov 19 17:35:38.128050 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ae6b7e45-7af0-450d-ade5-a1cf3241e2da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for subnet, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:38.193727 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6b7e45-7af0-450d-ade5-a1cf3241e2da admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4d2bee8-d256-4b5f-a7ec-57407bf1b45e,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:35:38.205333 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae6b7e45-7af0-450d-ade5-a1cf3241e2da admin admin] Checking segment: {'id': '221b13cd-82e2-47fb-81fe-35b4f3c76616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '20ad9862-4d62-4404-81e0-ac5b2aa1b3ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:35:38.205796 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae6b7e45-7af0-450d-ade5-a1cf3241e2da admin admin] Network hostable DHCP agents. Network: 20ad9862-4d62-4404-81e0-ac5b2aa1b3ec, hostable agents: ['02910ef2-0455-4aea-9f38-9a875579633f'], hosted agents: [] {{(pid=103364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 17:35:38.214891 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 17:35:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9dfefdd-5313-48f6-823b-a99fdbf4700c x-openstack-request-id: req-d9dfefdd-5313-48f6-823b-a99fdbf4700c {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:35:38.215473 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bc980c9-6dc9-4316-9833-f667cb62adac", "tag": "ee47d372-ad72-4981-bb3d-4ae53342d5dd", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:35:38.216338 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d9dfefdd-5313-48f6-823b-a99fdbf4700c {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:35:38.217028 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bc980c9-6dc9-4316-9833-f667cb62adac', 'tag': 'ee47d372-ad72-4981-bb3d-4ae53342d5dd', 'status': 'completed', 'code': 200} Nov 19 17:35:38.234283 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae6b7e45-7af0-450d-ade5-a1cf3241e2da admin admin] Network 20ad9862-4d62-4404-81e0-ac5b2aa1b3ec is scheduled to be hosted by DHCP agent 02910ef2-0455-4aea-9f38-9a875579633f with binding_index 1 {{(pid=103364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 17:35:38.247538 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-ae6b7e45-7af0-450d-ade5-a1cf3241e2da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818022-2, 20ad9862-4d62-4404-81e0-ac5b2aa1b3ec) {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:35:38.254108 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae6b7e45-7af0-450d-ade5-a1cf3241e2da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:35:38.254763 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ae6b7e45-7af0-450d-ade5-a1cf3241e2da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:38.268706 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bbbcdcb-bf25-4ff3-9517-81f940a3c9a3 None None] Network 20ad9862-4d62-4404-81e0-ac5b2aa1b3ec requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:35:38.271389 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6d6c0e48-aa41-4182-9935-f431bdf5036c req-76636861-684c-44a7-89a1-b6aca27616df service neutron] 10.222.0.86 "GET /v2.0/networks/06df44ce-7965-49c3-9334-79a80c7f7af9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404271 Nov 19 17:35:38.279938 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-ae6b7e45-7af0-450d-ade5-a1cf3241e2da admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1429241 Nov 19 17:35:38.281257 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 40470) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:35:38.287381 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-fdbc3c8c-c085-4ae6-a9ef-553614cd5061 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-426218198-router', 'tenant_id': '86138a848f204a4a97458e3e4a94d16b', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'}}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:35:38.321199 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-fdbc3c8c-c085-4ae6-a9ef-553614cd5061 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9890'] for router, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:38.322403 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-fdbc3c8c-c085-4ae6-a9ef-553614cd5061 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671617', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-732153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4689'] for router, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:38.368744 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-808c784c-966d-4365-89a3-a8b79edb853b None None] Publish callbacks [] for port, precommit_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:38.383229 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-808c784c-966d-4365-89a3-a8b79edb853b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:38.398893 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-fdbc3c8c-c085-4ae6-a9ef-553614cd5061 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:38.495276 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7db6d24-b9e1-46ee-bfe7-eedfc7037485 None None] Pushing event updated for resources: {'Port': ['ID=d9723621-5b04-4257-b155-9c5e1b30dd36,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:35:38.551133 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-29256f51-8dca-47bb-9b3b-f2e2ffb6904e req-8bd806d1-eb97-4d41-8ff9-b5350ae7d0bc tempest-DeleteServersAdminTestJSON-215328612 tempest-DeleteServersAdminTestJSON-215328612-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=46692746d04d40a7b3fed479e2224d72&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0811090 Nov 19 17:35:38.573586 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b15ca5d-d116-475f-9cc5-7ceb5bd1c1b1 req-dcd21714-ac46-4eec-a398-b06580b64cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:35:38.575861 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9b15ca5d-d116-475f-9cc5-7ceb5bd1c1b1 req-dcd21714-ac46-4eec-a398-b06580b64cf8 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=0d7ccfd9bdc740e383b438cb097bfe8d&device_id=4bc980c9-6dc9-4316-9833-f667cb62adac HTTP/1.1" status: 200 len: 1094 time: 0.2129161 Nov 19 17:35:38.680145 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-fdbc3c8c-c085-4ae6-a9ef-553614cd5061 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:38.864543 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f88f4331-342c-4aa2-8777-5947b59de9c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54f44f5f-1200-574e-8740-2141911d5b73-20ad9862-4d62-4404-81e0-ac5b2aa1b3ec', 'network_id': '20ad9862-4d62-4404-81e0-ac5b2aa1b3ec', 'tenant_id': '86138a848f204a4a97458e3e4a94d16b', 'fixed_ips': [{'subnet_id': 'c4d2bee8-d256-4b5f-a7ec-57407bf1b45e'}]}} from n-d-818022-2. {{(pid=103366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 17:35:38.866499 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f88f4331-342c-4aa2-8777-5947b59de9c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:38.881102 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29256f51-8dca-47bb-9b3b-f2e2ffb6904e req-6ce420f3-de98-4243-87b7-5ba0f4a2f354 tempest-DeleteServersAdminTestJSON-215328612 tempest-DeleteServersAdminTestJSON-215328612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:35:38.882534 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-29256f51-8dca-47bb-9b3b-f2e2ffb6904e req-6ce420f3-de98-4243-87b7-5ba0f4a2f354 tempest-DeleteServersAdminTestJSON-215328612 tempest-DeleteServersAdminTestJSON-215328612-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3251643 Nov 19 17:35:38.921128 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-808c784c-966d-4365-89a3-a8b79edb853b None None] Attempting to bind port d9723621-5b04-4257-b155-9c5e1b30dd36 on host n-d-818022-2 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:35:38.921870 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-808c784c-966d-4365-89a3-a8b79edb853b None None] Attempting to bind port d9723621-5b04-4257-b155-9c5e1b30dd36 by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': '1c7c713d-c942-43a4-9f8c-240d532390e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '7e956e3c-589c-4879-abd0-2ca83ee073b3'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:35:38.922348 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808c784c-966d-4365-89a3-a8b79edb853b None None] Attempting to bind port d9723621-5b04-4257-b155-9c5e1b30dd36 on network 7e956e3c-589c-4879-abd0-2ca83ee073b3 {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:35:38.930677 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808c784c-966d-4365-89a3-a8b79edb853b None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 35, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:35:38.931232 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808c784c-966d-4365-89a3-a8b79edb853b None None] Checking segment: {'id': '1c7c713d-c942-43a4-9f8c-240d532390e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '7e956e3c-589c-4879-abd0-2ca83ee073b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:35:38.931905 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-808c784c-966d-4365-89a3-a8b79edb853b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:38.933091 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808c784c-966d-4365-89a3-a8b79edb853b None None] Bound using segment: {'id': '1c7c713d-c942-43a4-9f8c-240d532390e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '7e956e3c-589c-4879-abd0-2ca83ee073b3'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:35:38.933225 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-29256f51-8dca-47bb-9b3b-f2e2ffb6904e req-3b60bf18-72fc-44d8-a058-c8bd2e89aba4 tempest-DeleteServersAdminTestJSON-215328612 tempest-DeleteServersAdminTestJSON-215328612-project] Request body: {'port': {'device_id': '894e0902-7d10-4af9-9e15-fc20f3db15c3', 'network_id': '346debfa-452b-4048-abf4-8f4493625ef2', 'admin_state_up': True, 'tenant_id': '46692746d04d40a7b3fed479e2224d72'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:35:38.933798 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-808c784c-966d-4365-89a3-a8b79edb853b None None] Bound port: d9723621-5b04-4257-b155-9c5e1b30dd36, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c7c713d-c942-43a4-9f8c-240d532390e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '7e956e3c-589c-4879-abd0-2ca83ee073b3'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:35:38.935308 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-808c784c-966d-4365-89a3-a8b79edb853b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:39.074743 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-fdbc3c8c-c085-4ae6-a9ef-553614cd5061 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:39.100451 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-fdbc3c8c-c085-4ae6-a9ef-553614cd5061 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:39.113385 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29256f51-8dca-47bb-9b3b-f2e2ffb6904e req-3b60bf18-72fc-44d8-a058-c8bd2e89aba4 tempest-DeleteServersAdminTestJSON-215328612 tempest-DeleteServersAdminTestJSON-215328612-project] Made reservation on behalf of 46692746d04d40a7b3fed479e2224d72 for: {'port': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:35:39.120458 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-29256f51-8dca-47bb-9b3b-f2e2ffb6904e req-3b60bf18-72fc-44d8-a058-c8bd2e89aba4 tempest-DeleteServersAdminTestJSON-215328612 tempest-DeleteServersAdminTestJSON-215328612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:39.124376 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-8269dbcd-1cdc-40de-9872-4198678fc91b None None] Provisioning complete for port d9723621-5b04-4257-b155-9c5e1b30dd36 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:35:39.124836 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8269dbcd-1cdc-40de-9872-4198678fc91b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:39.188827 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b15ca5d-d116-475f-9cc5-7ceb5bd1c1b1 req-0306affc-c3e0-459e-9fb2-a465cbd5d571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:35:39.190921 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9b15ca5d-d116-475f-9cc5-7ceb5bd1c1b1 req-0306affc-c3e0-459e-9fb2-a465cbd5d571 service neutron] 10.222.0.86 "GET /v2.0/networks?id=06df44ce-7965-49c3-9334-79a80c7f7af9 HTTP/1.1" status: 200 len: 922 time: 0.5849814 Nov 19 17:35:39.199467 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-8269dbcd-1cdc-40de-9872-4198678fc91b None None] Port d9723621-5b04-4257-b155-9c5e1b30dd36 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:35:39.204007 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-de716080-2dd5-40ab-a788-632900b4d37b req-cfe5b932-983c-42fe-b62a-ff84683acda4 tempest-QuotasAdminNegativeTest-1344165263 tempest-QuotasAdminNegativeTest-1344165263-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=a9c87b9ee0d14a369f2a97ca85c9c074&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0414689 Nov 19 17:35:39.293984 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9b15ca5d-d116-475f-9cc5-7ceb5bd1c1b1 req-f9ec99b5-7fdf-47c3-892c-6d23b6696457 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ee47d372-ad72-4981-bb3d-4ae53342d5dd HTTP/1.1" status: 200 len: 217 time: 0.0564070 Nov 19 17:35:39.304096 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-808c784c-966d-4365-89a3-a8b79edb853b None None] For port d9723621-5b04-4257-b155-9c5e1b30dd36, host n-d-818022-2, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:35:39.311180 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-808c784c-966d-4365-89a3-a8b79edb853b None None] For port d9723621-5b04-4257-b155-9c5e1b30dd36, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=d9723621-5b04-4257-b155-9c5e1b30dd36,segment=NetworkSegment(1c7c713d-c942-43a4-9f8c-240d532390e1),segment_id=1c7c713d-c942-43a4-9f8c-240d532390e1)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:35:39.344848 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [None req-fdbc3c8c-c085-4ae6-a9ef-553614cd5061 admin admin] Allocated IP 172.25.7.227 (645e61aa-1a6c-4e8f-857e-ab06edb4897f/88ed2d64-f56d-4f01-a468-946e01c99e82/8f5607ec-9721-48b8-ab01-559692a36a37) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:35:39.451101 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de716080-2dd5-40ab-a788-632900b4d37b req-a7189783-664b-4ca5-8ea7-397e9438d64a tempest-QuotasAdminNegativeTest-1344165263 tempest-QuotasAdminNegativeTest-1344165263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:35:39.456438 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-de716080-2dd5-40ab-a788-632900b4d37b req-a7189783-664b-4ca5-8ea7-397e9438d64a tempest-QuotasAdminNegativeTest-1344165263 tempest-QuotasAdminNegativeTest-1344165263-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2202570 Nov 19 17:35:39.482877 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-808c784c-966d-4365-89a3-a8b79edb853b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:39.487192 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-de716080-2dd5-40ab-a788-632900b4d37b req-53f6be49-80d9-47ab-9805-e1322dd2cba1 tempest-QuotasAdminNegativeTest-1344165263 tempest-QuotasAdminNegativeTest-1344165263-project] 10.222.0.54 "GET /v2.0/quotas/a9c87b9ee0d14a369f2a97ca85c9c074 HTTP/1.1" status: 200 len: 375 time: 0.0262864 Nov 19 17:35:39.541039 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-de716080-2dd5-40ab-a788-632900b4d37b req-9b2fa266-438d-40ee-a4cc-c41e36474459 tempest-QuotasAdminNegativeTest-1344165263 tempest-QuotasAdminNegativeTest-1344165263-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=a9c87b9ee0d14a369f2a97ca85c9c074&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0398338 Nov 19 17:35:39.558758 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-fdbc3c8c-c085-4ae6-a9ef-553614cd5061 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:39.561535 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [None req-f88f4331-342c-4aa2-8777-5947b59de9c9 None None] Allocated IP 172.20.0.2 (20ad9862-4d62-4404-81e0-ac5b2aa1b3ec/c4d2bee8-d256-4b5f-a7ec-57407bf1b45e/218073dd-78f5-467c-ade4-82ff4fd6925f) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:35:39.570278 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7db6d24-b9e1-46ee-bfe7-eedfc7037485 None None] Pushing event updated for resources: {'Port': ['ID=d9723621-5b04-4257-b155-9c5e1b30dd36,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:35:39.583315 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-808c784c-966d-4365-89a3-a8b79edb853b None None] Routers {'89871ba7-969f-440a-abb1-ca58b8192cff'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:35:39.583983 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-808c784c-966d-4365-89a3-a8b79edb853b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:35:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['89871ba7-969f-440a-abb1-ca58b8192cff'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:35:39.628870 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-fdbc3c8c-c085-4ae6-a9ef-553614cd5061 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:39.644448 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b15ca5d-d116-475f-9cc5-7ceb5bd1c1b1 req-f94e6bd8-33ae-4beb-87a6-9ae7f0ddb766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:35:39.645990 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9b15ca5d-d116-475f-9cc5-7ceb5bd1c1b1 req-f94e6bd8-33ae-4beb-87a6-9ae7f0ddb766 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=e811f539-9c60-469d-a119-267f6bfeab01 HTTP/1.1" status: 200 len: 861 time: 0.3398101 Nov 19 17:35:39.699868 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [req-29256f51-8dca-47bb-9b3b-f2e2ffb6904e req-3b60bf18-72fc-44d8-a058-c8bd2e89aba4 tempest-DeleteServersAdminTestJSON-215328612 tempest-DeleteServersAdminTestJSON-215328612-project] Allocated IP 192.168.233.151 (346debfa-452b-4048-abf4-8f4493625ef2/8b3c88de-c9c2-4a20-b19e-1855c2c19035/86dd7d77-75c9-4dd4-b99c-048861135e52) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:35:39.703366 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9b15ca5d-d116-475f-9cc5-7ceb5bd1c1b1 req-af6b6f6a-943d-4d11-9ba9-188e51cebd91 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=06df44ce-7965-49c3-9334-79a80c7f7af9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433061 Nov 19 17:35:39.716695 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff4d60c-7471-48cb-a8c4-02064f8030a3 req-dff9f6a4-5b93-42e3-96a1-620531420da5 tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:35:39.718071 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3ff4d60c-7471-48cb-a8c4-02064f8030a3 req-dff9f6a4-5b93-42e3-96a1-620531420da5 tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] 10.222.0.54 "GET /v2.0/ports?device_id=edc9d3ea-ab00-4644-b0c6-6ed9fc0ccf67 HTTP/1.1" status: 200 len: 949 time: 0.3774500 Nov 19 17:35:39.731329 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdbc3c8c-c085-4ae6-a9ef-553614cd5061 admin admin] Network 645e61aa-1a6c-4e8f-857e-ab06edb4897f is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:35:39.735662 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-fdbc3c8c-c085-4ae6-a9ef-553614cd5061 admin admin] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:35:39.739286 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdbc3c8c-c085-4ae6-a9ef-553614cd5061 admin admin] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:35:39.803816 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbc3c8c-c085-4ae6-a9ef-553614cd5061 admin admin] Pushing event updated for resources: {'Port': ['ID=8f5607ec-9721-48b8-ab01-559692a36a37,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:35:39.882069 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-843fb86e-ba84-48d3-8d72-e7dd8e14fce0 req-f54fd11f-9a24-484f-bbbb-0cc8022c3382 tempest-DeleteServersAdminTestJSON-215328612 tempest-DeleteServersAdminTestJSON-215328612-project] 10.222.0.54 "GET /v2.0/ports?device_id=894e0902-7d10-4af9-9e15-fc20f3db15c3 HTTP/1.1" status: 200 len: 210 time: 0.0801766 Nov 19 17:35:39.882565 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3ff4d60c-7471-48cb-a8c4-02064f8030a3 req-70ed373a-3c23-409c-91bd-27253f505018 tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] 10.222.0.54 "GET /v2.0/security-groups?id=c22c1cd0-07b3-4e9e-90d5-03f297ddf2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489491 Nov 19 17:35:39.938610 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-808c784c-966d-4365-89a3-a8b79edb853b None None] Set router 89871ba7-969f-440a-abb1-ca58b8192cff gateway port host: n-d-818022-2 {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:35:39.987377 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9b15ca5d-d116-475f-9cc5-7ceb5bd1c1b1 req-ade05aa5-0029-4ae1-b095-72789242014e service neutron] 10.222.0.86 "GET /v2.0/networks/06df44ce-7965-49c3-9334-79a80c7f7af9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2642882 Nov 19 17:35:40.005440 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-ecc5dfbf-4ba5-4d89-b6e1-93c1afd855b3 None None] Provisioning complete for port d9723621-5b04-4257-b155-9c5e1b30dd36 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:35:40.005851 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ecc5dfbf-4ba5-4d89-b6e1-93c1afd855b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:40.050701 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f88f4331-342c-4aa2-8777-5947b59de9c9 None None] Publish callbacks [] for port, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:40.067532 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f88f4331-342c-4aa2-8777-5947b59de9c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998'] for port, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:40.130983 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eff114-52a6-411f-9ede-96a98e002657 req-9b78db29-f23a-4c1f-a659-09a9f6c6ecdb tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:35:40.132775 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-79eff114-52a6-411f-9ede-96a98e002657 req-9b78db29-f23a-4c1f-a659-09a9f6c6ecdb tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.54 "GET /v2.0/ports?device_id=4bc980c9-6dc9-4316-9833-f667cb62adac HTTP/1.1" status: 200 len: 943 time: 0.1051164 Nov 19 17:35:40.144787 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f88f4331-342c-4aa2-8777-5947b59de9c9 None None] Network 20ad9862-4d62-4404-81e0-ac5b2aa1b3ec is already hosted by enough agents. {{(pid=103366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:35:40.152928 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-fdbc3c8c-c085-4ae6-a9ef-553614cd5061 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:40.161636 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-29256f51-8dca-47bb-9b3b-f2e2ffb6904e req-3b60bf18-72fc-44d8-a058-c8bd2e89aba4 tempest-DeleteServersAdminTestJSON-215328612 tempest-DeleteServersAdminTestJSON-215328612-project] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:40.184028 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [None req-f88f4331-342c-4aa2-8777-5947b59de9c9 None None] Resources bound (agent type, host, resource id): {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:35:40.215432 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f88f4331-342c-4aa2-8777-5947b59de9c9 None None] Received port after_create {{(pid=103366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:35:40.239940 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9b15ca5d-d116-475f-9cc5-7ceb5bd1c1b1 req-7b4850f8-449d-424d-99e4-0a15fc1c43e5 service neutron] 10.222.0.86 "GET /v2.0/networks/06df44ce-7965-49c3-9334-79a80c7f7af9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2394745 Nov 19 17:35:40.258453 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-79eff114-52a6-411f-9ede-96a98e002657 req-46060a56-33ac-490a-a55c-0c3e6a456a28 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.54 "GET /v2.0/security-groups?id=740807d6-4246-4ecb-a636-49a5e5a1e11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023030 Nov 19 17:35:40.273402 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-29256f51-8dca-47bb-9b3b-f2e2ffb6904e req-3b60bf18-72fc-44d8-a058-c8bd2e89aba4 tempest-DeleteServersAdminTestJSON-215328612 tempest-DeleteServersAdminTestJSON-215328612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:40.325769 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88f4331-342c-4aa2-8777-5947b59de9c9 None None] Pushing event updated for resources: {'Port': ['ID=218073dd-78f5-467c-ade4-82ff4fd6925f,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:35:40.336413 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ecc5dfbf-4ba5-4d89-b6e1-93c1afd855b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:40.341917 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29256f51-8dca-47bb-9b3b-f2e2ffb6904e req-3b60bf18-72fc-44d8-a058-c8bd2e89aba4 tempest-DeleteServersAdminTestJSON-215328612 tempest-DeleteServersAdminTestJSON-215328612-project] Network 346debfa-452b-4048-abf4-8f4493625ef2 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:35:40.347855 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [req-29256f51-8dca-47bb-9b3b-f2e2ffb6904e req-3b60bf18-72fc-44d8-a058-c8bd2e89aba4 tempest-DeleteServersAdminTestJSON-215328612 tempest-DeleteServersAdminTestJSON-215328612-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:35:40.365065 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-29256f51-8dca-47bb-9b3b-f2e2ffb6904e req-3b60bf18-72fc-44d8-a058-c8bd2e89aba4 tempest-DeleteServersAdminTestJSON-215328612 tempest-DeleteServersAdminTestJSON-215328612-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:35:40.376521 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29256f51-8dca-47bb-9b3b-f2e2ffb6904e req-3b60bf18-72fc-44d8-a058-c8bd2e89aba4 tempest-DeleteServersAdminTestJSON-215328612 tempest-DeleteServersAdminTestJSON-215328612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:35:40.377694 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-29256f51-8dca-47bb-9b3b-f2e2ffb6904e req-3b60bf18-72fc-44d8-a058-c8bd2e89aba4 tempest-DeleteServersAdminTestJSON-215328612 tempest-DeleteServersAdminTestJSON-215328612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:40.384968 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-f88f4331-342c-4aa2-8777-5947b59de9c9 None None] Attempting to bind port 218073dd-78f5-467c-ade4-82ff4fd6925f on host n-d-818022-2 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:35:40.385367 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-f88f4331-342c-4aa2-8777-5947b59de9c9 None None] Attempting to bind port 218073dd-78f5-467c-ade4-82ff4fd6925f by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': '221b13cd-82e2-47fb-81fe-35b4f3c76616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '20ad9862-4d62-4404-81e0-ac5b2aa1b3ec'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:35:40.385737 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f88f4331-342c-4aa2-8777-5947b59de9c9 None None] Attempting to bind port 218073dd-78f5-467c-ade4-82ff4fd6925f on network 20ad9862-4d62-4404-81e0-ac5b2aa1b3ec {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:35:40.413414 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-29256f51-8dca-47bb-9b3b-f2e2ffb6904e req-3b60bf18-72fc-44d8-a058-c8bd2e89aba4 tempest-DeleteServersAdminTestJSON-215328612 tempest-DeleteServersAdminTestJSON-215328612-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4848166 Nov 19 17:35:40.415493 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f88f4331-342c-4aa2-8777-5947b59de9c9 None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 35, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:35:40.415843 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f88f4331-342c-4aa2-8777-5947b59de9c9 None None] Checking segment: {'id': '221b13cd-82e2-47fb-81fe-35b4f3c76616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '20ad9862-4d62-4404-81e0-ac5b2aa1b3ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:35:40.416370 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f88f4331-342c-4aa2-8777-5947b59de9c9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:40.417464 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f88f4331-342c-4aa2-8777-5947b59de9c9 None None] Bound using segment: {'id': '221b13cd-82e2-47fb-81fe-35b4f3c76616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '20ad9862-4d62-4404-81e0-ac5b2aa1b3ec'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:35:40.417991 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-f88f4331-342c-4aa2-8777-5947b59de9c9 None None] Bound port: 218073dd-78f5-467c-ade4-82ff4fd6925f, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '221b13cd-82e2-47fb-81fe-35b4f3c76616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '20ad9862-4d62-4404-81e0-ac5b2aa1b3ec'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:35:40.418378 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f88f4331-342c-4aa2-8777-5947b59de9c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:40.429775 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-29256f51-8dca-47bb-9b3b-f2e2ffb6904e req-6977601a-d6cc-4526-8219-d8a8f71d080c service neutron] Request body: {'port': {'device_id': '894e0902-7d10-4af9-9e15-fc20f3db15c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818022-2'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:35:40.434554 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b60bf18-72fc-44d8-a058-c8bd2e89aba4 tempest-DeleteServersAdminTestJSON-215328612 tempest-DeleteServersAdminTestJSON-215328612-project] Pushing event updated for resources: {'Port': ['ID=86dd7d77-75c9-4dd4-b99c-048861135e52,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:35:40.458930 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-ecc5dfbf-4ba5-4d89-b6e1-93c1afd855b3 None None] For port d9723621-5b04-4257-b155-9c5e1b30dd36, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=d9723621-5b04-4257-b155-9c5e1b30dd36,segment=NetworkSegment(1c7c713d-c942-43a4-9f8c-240d532390e1),segment_id=1c7c713d-c942-43a4-9f8c-240d532390e1)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:35:40.468601 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ecc5dfbf-4ba5-4d89-b6e1-93c1afd855b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:40.531998 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-29256f51-8dca-47bb-9b3b-f2e2ffb6904e req-6977601a-d6cc-4526-8219-d8a8f71d080c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:40.583228 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-fdbc3c8c-c085-4ae6-a9ef-553614cd5061 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671702'] for router, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:40.654917 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-f88f4331-342c-4aa2-8777-5947b59de9c9 None None] For port 218073dd-78f5-467c-ade4-82ff4fd6925f, host n-d-818022-2, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:35:40.660894 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-f88f4331-342c-4aa2-8777-5947b59de9c9 None None] For port 218073dd-78f5-467c-ade4-82ff4fd6925f, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=218073dd-78f5-467c-ade4-82ff4fd6925f,segment=NetworkSegment(221b13cd-82e2-47fb-81fe-35b4f3c76616),segment_id=221b13cd-82e2-47fb-81fe-35b4f3c76616)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:35:40.662972 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc5dfbf-4ba5-4d89-b6e1-93c1afd855b3 None None] Pushing event updated for resources: {'Port': ['ID=d9723621-5b04-4257-b155-9c5e1b30dd36,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:35:40.670597 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f88f4331-342c-4aa2-8777-5947b59de9c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:40.788632 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-82288fda-c610-4515-b1df-d6941c61b45c None None] Provisioning complete for port 86dd7d77-75c9-4dd4-b99c-048861135e52 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:35:40.789976 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-82288fda-c610-4515-b1df-d6941c61b45c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:40.954590 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88f4331-342c-4aa2-8777-5947b59de9c9 None None] Pushing event updated for resources: {'Port': ['ID=218073dd-78f5-467c-ade4-82ff4fd6925f,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:35:40.978570 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdbc3c8c-c085-4ae6-a9ef-553614cd5061 admin admin] Router 27f76ed7-7837-453b-b958-026bcbdbc349 is scheduled to L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 with binding_index 1 {{(pid=103364) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 17:35:40.980703 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-808c784c-966d-4365-89a3-a8b79edb853b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89871ba7-969f-440a-abb1-ca58b8192cff', 'name': 'tempest-AttachSCSIVolumeTestJSON-1384688129-router', 'tenant_id': '0ce91d0ac5b14f9eb2e1015d958559fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': '1bf01702-afd9-4eab-8758-30f0b9b00c4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:35:28Z', 'updated_at': '2021-11-19T17:35:33Z', 'revision_number': 4, 'project_id': '0ce91d0ac5b14f9eb2e1015d958559fa', 'gw_port': {'id': '1bf01702-afd9-4eab-8758-30f0b9b00c4d', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:9f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89871ba7-969f-440a-abb1-ca58b8192cff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:35:29Z', 'updated_at': '2021-11-19T17:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': 'd9723621-5b04-4257-b155-9c5e1b30dd36', 'name': '', 'network_id': '7e956e3c-589c-4879-abd0-2ca83ee073b3', 'tenant_id': '0ce91d0ac5b14f9eb2e1015d958559fa', 'mac_address': 'fa:16:3e:7a:1b:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89871ba7-969f-440a-abb1-ca58b8192cff', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '75cfd8c4-7a8b-4f0d-8c77-c2f944620c41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:35:32Z', 'updated_at': '2021-11-19T17:35:39Z', 'revision_number': 4, 'project_id': '0ce91d0ac5b14f9eb2e1015d958559fa', 'subnets': [{'id': '75cfd8c4-7a8b-4f0d-8c77-c2f944620c41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:35:40.990777 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-82288fda-c610-4515-b1df-d6941c61b45c None None] Port 86dd7d77-75c9-4dd4-b99c-048861135e52 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:35:41.037794 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-808c784c-966d-4365-89a3-a8b79edb853b None None] The sync data for ids ['89871ba7-969f-440a-abb1-ca58b8192cff'] in n-d-818022-2 is: [{'id': '89871ba7-969f-440a-abb1-ca58b8192cff', 'name': 'tempest-AttachSCSIVolumeTestJSON-1384688129-router', 'tenant_id': '0ce91d0ac5b14f9eb2e1015d958559fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': '1bf01702-afd9-4eab-8758-30f0b9b00c4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:35:28Z', 'updated_at': '2021-11-19T17:35:33Z', 'revision_number': 4, 'project_id': '0ce91d0ac5b14f9eb2e1015d958559fa', 'gw_port': {'id': '1bf01702-afd9-4eab-8758-30f0b9b00c4d', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:9f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89871ba7-969f-440a-abb1-ca58b8192cff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:35:29Z', 'updated_at': '2021-11-19T17:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': 'd9723621-5b04-4257-b155-9c5e1b30dd36', 'name': '', 'network_id': '7e956e3c-589c-4879-abd0-2ca83ee073b3', 'tenant_id': '0ce91d0ac5b14f9eb2e1015d958559fa', 'mac_address': 'fa:16:3e:7a:1b:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89871ba7-969f-440a-abb1-ca58b8192cff', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '75cfd8c4-7a8b-4f0d-8c77-c2f944620c41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:35:32Z', 'updated_at': '2021-11-19T17:35:39Z', 'revision_number': 4, 'project_id': '0ce91d0ac5b14f9eb2e1015d958559fa', 'subnets': [{'id': '75cfd8c4-7a8b-4f0d-8c77-c2f944620c41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 17:35:41.051122 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [req-29256f51-8dca-47bb-9b3b-f2e2ffb6904e req-6977601a-d6cc-4526-8219-d8a8f71d080c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86dd7d77-75c9-4dd4-b99c-048861135e52 {{(pid=103365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:35:41.064357 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-29256f51-8dca-47bb-9b3b-f2e2ffb6904e req-6977601a-d6cc-4526-8219-d8a8f71d080c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:41.082105 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.provisioning_blocks [req-29256f51-8dca-47bb-9b3b-f2e2ffb6904e req-6977601a-d6cc-4526-8219-d8a8f71d080c service neutron] Transition to ACTIVE for port object 86dd7d77-75c9-4dd4-b99c-048861135e52 will not be triggered until provisioned by entity L2. {{(pid=103365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 17:35:41.086173 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-29256f51-8dca-47bb-9b3b-f2e2ffb6904e req-6977601a-d6cc-4526-8219-d8a8f71d080c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:41.230754 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0653ad-4cb7-45d7-a1c3-74f45d271bf0 req-710be3ed-2acd-445c-9f5d-9914cea86164 tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:35:41.232434 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-fa0653ad-4cb7-45d7-a1c3-74f45d271bf0 req-710be3ed-2acd-445c-9f5d-9914cea86164 tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] 10.222.0.54 "GET /v2.0/ports?device_id=edc9d3ea-ab00-4644-b0c6-6ed9fc0ccf67 HTTP/1.1" status: 200 len: 949 time: 0.1579685 Nov 19 17:35:41.262930 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6977601a-d6cc-4526-8219-d8a8f71d080c service neutron] Pushing event updated for resources: {'Port': ['ID=86dd7d77-75c9-4dd4-b99c-048861135e52,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:35:41.277685 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 40554) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:35:41.320348 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdbc3c8c-c085-4ae6-a9ef-553614cd5061 admin admin] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 17:35:41.337798 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfdd747b-3b35-4ac3-bcf3-41f343821b29 None None] Sync routers for ids ['27f76ed7-7837-453b-b958-026bcbdbc349'] in n-d-818022-2 {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 17:35:41.363291 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-29256f51-8dca-47bb-9b3b-f2e2ffb6904e req-6977601a-d6cc-4526-8219-d8a8f71d080c service neutron] Attempting to bind port 86dd7d77-75c9-4dd4-b99c-048861135e52 on host n-h1-818022-2 for vnic_type normal with profile {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:35:41.363635 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-29256f51-8dca-47bb-9b3b-f2e2ffb6904e req-6977601a-d6cc-4526-8219-d8a8f71d080c service neutron] Attempting to bind port 86dd7d77-75c9-4dd4-b99c-048861135e52 by drivers openvswitch,hyperv on host n-h1-818022-2 at level 0 using segments [{'id': '1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '346debfa-452b-4048-abf4-8f4493625ef2'}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:35:41.363855 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29256f51-8dca-47bb-9b3b-f2e2ffb6904e req-6977601a-d6cc-4526-8219-d8a8f71d080c service neutron] Attempting to bind port 86dd7d77-75c9-4dd4-b99c-048861135e52 on network 346debfa-452b-4048-abf4-8f4493625ef2 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:35:41.369109 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29256f51-8dca-47bb-9b3b-f2e2ffb6904e req-6977601a-d6cc-4526-8219-d8a8f71d080c service neutron] Port 86dd7d77-75c9-4dd4-b99c-048861135e52 on network 346debfa-452b-4048-abf4-8f4493625ef2 not bound, no agent of type Open vSwitch agent registered on host n-h1-818022-2 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 17:35:41.369591 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29256f51-8dca-47bb-9b3b-f2e2ffb6904e req-6977601a-d6cc-4526-8219-d8a8f71d080c service neutron] Attempting to bind port 86dd7d77-75c9-4dd4-b99c-048861135e52 on network 346debfa-452b-4048-abf4-8f4493625ef2 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:35:41.374316 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfdd747b-3b35-4ac3-bcf3-41f343821b29 None None] Routers {'27f76ed7-7837-453b-b958-026bcbdbc349'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:35:41.375002 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-bfdd747b-3b35-4ac3-bcf3-41f343821b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:35:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['27f76ed7-7837-453b-b958-026bcbdbc349'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:35:41.376388 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29256f51-8dca-47bb-9b3b-f2e2ffb6904e req-6977601a-d6cc-4526-8219-d8a8f71d080c service neutron] Checking agent: {'id': 'a6668d96-12fa-4ec0-99ad-77eaf490dd2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'started_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 35, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:35:41.377114 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29256f51-8dca-47bb-9b3b-f2e2ffb6904e req-6977601a-d6cc-4526-8219-d8a8f71d080c service neutron] Checking segment: {'id': '1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '346debfa-452b-4048-abf4-8f4493625ef2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:35:41.377264 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29256f51-8dca-47bb-9b3b-f2e2ffb6904e req-6977601a-d6cc-4526-8219-d8a8f71d080c service neutron] Bound using segment: {'id': '1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '346debfa-452b-4048-abf4-8f4493625ef2'} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:35:41.378237 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-29256f51-8dca-47bb-9b3b-f2e2ffb6904e req-6977601a-d6cc-4526-8219-d8a8f71d080c service neutron] Bound port: 86dd7d77-75c9-4dd4-b99c-048861135e52, host: n-h1-818022-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '346debfa-452b-4048-abf4-8f4493625ef2'}}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:35:41.379094 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-29256f51-8dca-47bb-9b3b-f2e2ffb6904e req-6977601a-d6cc-4526-8219-d8a8f71d080c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:41.475538 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-fa0653ad-4cb7-45d7-a1c3-74f45d271bf0 req-07883b30-bc26-4290-946e-4f7c15a121ff tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] 10.222.0.54 "GET /v2.0/security-groups?id=c22c1cd0-07b3-4e9e-90d5-03f297ddf2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252147 Nov 19 17:35:41.482154 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-fdbc3c8c-c085-4ae6-a9ef-553614cd5061 admin admin] Publish callbacks [] for router, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:41.490050 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-fdbc3c8c-c085-4ae6-a9ef-553614cd5061 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.2071712 Nov 19 17:35:41.492094 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 40562) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:35:41.518993 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device d9723621-5b04-4257-b155-9c5e1b30dd36 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:35:41.532332 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-29256f51-8dca-47bb-9b3b-f2e2ffb6904e req-6977601a-d6cc-4526-8219-d8a8f71d080c service neutron] For port 86dd7d77-75c9-4dd4-b99c-048861135e52, host n-h1-818022-2, cleared binding levels {{(pid=103365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:35:41.536123 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-29256f51-8dca-47bb-9b3b-f2e2ffb6904e req-6977601a-d6cc-4526-8219-d8a8f71d080c service neutron] For port 86dd7d77-75c9-4dd4-b99c-048861135e52, host n-h1-818022-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=86dd7d77-75c9-4dd4-b99c-048861135e52,segment=NetworkSegment(1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861),segment_id=1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861)] {{(pid=103365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:35:41.548585 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-29256f51-8dca-47bb-9b3b-f2e2ffb6904e req-6977601a-d6cc-4526-8219-d8a8f71d080c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:41.700942 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port d9723621-5b04-4257-b155-9c5e1b30dd36 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:35:41.701377 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29256f51-8dca-47bb-9b3b-f2e2ffb6904e req-6977601a-d6cc-4526-8219-d8a8f71d080c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:35:41.702048 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-29256f51-8dca-47bb-9b3b-f2e2ffb6904e req-6977601a-d6cc-4526-8219-d8a8f71d080c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:41.702471 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:41.706044 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-29256f51-8dca-47bb-9b3b-f2e2ffb6904e req-6977601a-d6cc-4526-8219-d8a8f71d080c service neutron] 10.222.0.60 "PUT /v2.0/ports/86dd7d77-75c9-4dd4-b99c-048861135e52 HTTP/1.1" status: 200 len: 1096 time: 1.2797222 Nov 19 17:35:41.706532 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '894e0902-7d10-4af9-9e15-fc20f3db15c3', 'tag': '86dd7d77-75c9-4dd4-b99c-048861135e52'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:35:41.717019 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218319d759239a7d11f1288aef37381b97754913ee9ccbfd43b51a463f801712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78271041-b627-4b7e-bdab-27f72a9aac80" -d '{"events": [{"name": "network-changed", "server_uuid": "894e0902-7d10-4af9-9e15-fc20f3db15c3", "tag": "86dd7d77-75c9-4dd4-b99c-048861135e52"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:35:41.756602 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6977601a-d6cc-4526-8219-d8a8f71d080c service neutron] Pushing event updated for resources: {'Port': ['ID=86dd7d77-75c9-4dd4-b99c-048861135e52,revision_number=3']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:35:41.819668 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f0b98774-6d8d-4647-968d-1346b9003306 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:41.901582 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29256f51-8dca-47bb-9b3b-f2e2ffb6904e req-42cf0dff-fbb3-47dd-8069-d2ad838499dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:35:41.919473 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-29256f51-8dca-47bb-9b3b-f2e2ffb6904e req-42cf0dff-fbb3-47dd-8069-d2ad838499dc service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=46692746d04d40a7b3fed479e2224d72&device_id=894e0902-7d10-4af9-9e15-fc20f3db15c3 HTTP/1.1" status: 200 len: 1099 time: 0.1299162 Nov 19 17:35:42.032766 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-bfdd747b-3b35-4ac3-bcf3-41f343821b29 None None] Set router 27f76ed7-7837-453b-b958-026bcbdbc349 gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:35:42.054758 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-29256f51-8dca-47bb-9b3b-f2e2ffb6904e req-6521d62f-8fd5-46be-9f2d-b53493ad89c6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=86dd7d77-75c9-4dd4-b99c-048861135e52 HTTP/1.1" status: 200 len: 217 time: 0.1161044 Nov 19 17:35:42.193047 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad1ca46-7dc4-4ace-8629-5ed182603761 req-60b995a2-c653-4df4-9f80-3b7bcd2d600e tempest-DeleteServersAdminTestJSON-215328612 tempest-DeleteServersAdminTestJSON-215328612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:35:42.194742 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-5ad1ca46-7dc4-4ace-8629-5ed182603761 req-60b995a2-c653-4df4-9f80-3b7bcd2d600e tempest-DeleteServersAdminTestJSON-215328612 tempest-DeleteServersAdminTestJSON-215328612-project] 10.222.0.54 "GET /v2.0/ports?device_id=894e0902-7d10-4af9-9e15-fc20f3db15c3 HTTP/1.1" status: 200 len: 948 time: 0.4149184 Nov 19 17:35:42.216150 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29256f51-8dca-47bb-9b3b-f2e2ffb6904e req-e6d422ec-33db-4ba9-96c3-f6921538d08c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:35:42.217963 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-29256f51-8dca-47bb-9b3b-f2e2ffb6904e req-e6d422ec-33db-4ba9-96c3-f6921538d08c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8b3c88de-c9c2-4a20-b19e-1855c2c19035 HTTP/1.1" status: 200 len: 843 time: 0.1555626 Nov 19 17:35:42.257178 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bf5c33-1a3d-4975-b287-96ccd2a73d19 req-951f8f24-e12f-4ea4-8aac-ac70702df023 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:35:42.265945 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-06bf5c33-1a3d-4975-b287-96ccd2a73d19 req-951f8f24-e12f-4ea4-8aac-ac70702df023 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.54 "GET /v2.0/ports?device_id=4bc980c9-6dc9-4316-9833-f667cb62adac HTTP/1.1" status: 200 len: 943 time: 0.1238582 Nov 19 17:35:42.285296 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device ee47d372-ad72-4981-bb3d-4ae53342d5dd details requested by agent hyperv_n-h2-818022-2 with host n-h2-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 17:35:42.321510 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f0b98774-6d8d-4647-968d-1346b9003306 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:42.354454 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f0b98774-6d8d-4647-968d-1346b9003306 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:42.367392 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-bfdd747b-3b35-4ac3-bcf3-41f343821b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27f76ed7-7837-453b-b958-026bcbdbc349', 'name': 'tempest-AttachSCSIVolumeTestJSON-426218198-router', 'tenant_id': '86138a848f204a4a97458e3e4a94d16b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.227'}], 'enable_snat': True}, 'gw_port_id': '8f5607ec-9721-48b8-ab01-559692a36a37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:35:38Z', 'updated_at': '2021-11-19T17:35:39Z', 'revision_number': 3, 'project_id': '86138a848f204a4a97458e3e4a94d16b', 'gw_port': {'id': '8f5607ec-9721-48b8-ab01-559692a36a37', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:d1:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27f76ed7-7837-453b-b958-026bcbdbc349', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:35:39Z', 'updated_at': '2021-11-19T17:35:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:35:42.377354 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29256f51-8dca-47bb-9b3b-f2e2ffb6904e req-a7487cd9-63b6-41cd-9f4e-4567b51341d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:35:42.379752 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-29256f51-8dca-47bb-9b3b-f2e2ffb6904e req-a7487cd9-63b6-41cd-9f4e-4567b51341d9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=346debfa-452b-4048-abf4-8f4493625ef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1532722 Nov 19 17:35:42.407026 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfdd747b-3b35-4ac3-bcf3-41f343821b29 None None] Checking router: 27f76ed7-7837-453b-b958-026bcbdbc349 for host: n-d-818022-2 {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 17:35:42.407637 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfdd747b-3b35-4ac3-bcf3-41f343821b29 None None] Updating router 27f76ed7-7837-453b-b958-026bcbdbc349 port 8f5607ec-9721-48b8-ab01-559692a36a37 binding host n-d-818022-2 {{(pid=103367) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 17:35:42.415120 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-06bf5c33-1a3d-4975-b287-96ccd2a73d19 req-ffba2c64-2483-418c-b260-a0fc75bffc9a tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.54 "GET /v2.0/security-groups?id=740807d6-4246-4ecb-a636-49a5e5a1e11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477382 Nov 19 17:35:42.449680 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-bfdd747b-3b35-4ac3-bcf3-41f343821b29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:42.465629 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port ee47d372-ad72-4981-bb3d-4ae53342d5dd, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=ee47d372-ad72-4981-bb3d-4ae53342d5dd,segment=NetworkSegment(fa32b67e-17cc-4a5c-8764-82d3483c4272),segment_id=fa32b67e-17cc-4a5c-8764-82d3483c4272)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:35:42.501560 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Returning: {'device': 'ee47d372-ad72-4981-bb3d-4ae53342d5dd', 'network_id': '06df44ce-7965-49c3-9334-79a80c7f7af9', 'port_id': 'ee47d372-ad72-4981-bb3d-4ae53342d5dd', 'mac_address': 'fa:16:3e:a4:eb:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e811f539-9c60-469d-a119-267f6bfeab01', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 17:35:42.579866 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-29256f51-8dca-47bb-9b3b-f2e2ffb6904e req-13e7ab26-192f-43a3-b8da-28cd09c72786 service neutron] 10.222.0.60 "GET /v2.0/networks/346debfa-452b-4048-abf4-8f4493625ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913636 Nov 19 17:35:42.620280 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:42.637040 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee47d372-ad72-4981-bb3d-4ae53342d5dd {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:35:42.638383 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 17:35:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05f302a7-91e7-4b19-a3ac-47dff4bd5d44 x-openstack-request-id: req-05f302a7-91e7-4b19-a3ac-47dff4bd5d44 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:35:42.638778 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "894e0902-7d10-4af9-9e15-fc20f3db15c3", "tag": "86dd7d77-75c9-4dd4-b99c-048861135e52", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:35:42.639125 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-05f302a7-91e7-4b19-a3ac-47dff4bd5d44 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:35:42.639620 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '894e0902-7d10-4af9-9e15-fc20f3db15c3', 'tag': '86dd7d77-75c9-4dd4-b99c-048861135e52', 'status': 'completed', 'code': 200} Nov 19 17:35:42.683919 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port ee47d372-ad72-4981-bb3d-4ae53342d5dd, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=ee47d372-ad72-4981-bb3d-4ae53342d5dd,segment=NetworkSegment(fa32b67e-17cc-4a5c-8764-82d3483c4272),segment_id=fa32b67e-17cc-4a5c-8764-82d3483c4272)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:35:42.688666 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:42.743833 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-15b42819-4bef-437c-a842-5e5a55ef5510 req-f80d63dc-1414-4095-8617-958e1d3013e3 tempest-QuotasAdminNegativeTest-1344165263 tempest-QuotasAdminNegativeTest-1344165263-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=a9c87b9ee0d14a369f2a97ca85c9c074&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0368040 Nov 19 17:35:42.785168 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Pushing event updated for resources: {'Port': ['ID=ee47d372-ad72-4981-bb3d-4ae53342d5dd,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:35:42.854893 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-bfdd747b-3b35-4ac3-bcf3-41f343821b29 None None] Publish callbacks [] for port, precommit_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:42.864656 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-bfdd747b-3b35-4ac3-bcf3-41f343821b29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:42.894178 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fca2b074-ed03-4712-9e5b-80360882fb10 None None] Network 20ad9862-4d62-4404-81e0-ac5b2aa1b3ec requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:35:42.939674 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-bfdd747b-3b35-4ac3-bcf3-41f343821b29 None None] Attempting to bind port 8f5607ec-9721-48b8-ab01-559692a36a37 on host n-d-818022-2 for vnic_type normal with profile {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:35:42.940055 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-bfdd747b-3b35-4ac3-bcf3-41f343821b29 None None] Attempting to bind port 8f5607ec-9721-48b8-ab01-559692a36a37 by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:35:42.940424 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfdd747b-3b35-4ac3-bcf3-41f343821b29 None None] Attempting to bind port 8f5607ec-9721-48b8-ab01-559692a36a37 on network 645e61aa-1a6c-4e8f-857e-ab06edb4897f {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:35:42.948605 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfdd747b-3b35-4ac3-bcf3-41f343821b29 None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 35, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:35:42.949030 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfdd747b-3b35-4ac3-bcf3-41f343821b29 None None] Checking segment: {'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:35:42.949458 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-bfdd747b-3b35-4ac3-bcf3-41f343821b29 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:42.949882 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfdd747b-3b35-4ac3-bcf3-41f343821b29 None None] Bound using segment: {'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:35:42.950381 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-bfdd747b-3b35-4ac3-bcf3-41f343821b29 None None] Bound port: 8f5607ec-9721-48b8-ab01-559692a36a37, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'}}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:35:42.950791 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-bfdd747b-3b35-4ac3-bcf3-41f343821b29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:42.956506 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-29256f51-8dca-47bb-9b3b-f2e2ffb6904e req-3dae4d9c-267e-4a5c-b505-3a2afdf0add4 service neutron] 10.222.0.60 "GET /v2.0/networks/346debfa-452b-4048-abf4-8f4493625ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3688464 Nov 19 17:35:43.004750 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-e946eb35-09ed-4074-abb4-b19e17cdfc67 None None] Provisioning complete for port 218073dd-78f5-467c-ade4-82ff4fd6925f triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:35:43.005753 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e946eb35-09ed-4074-abb4-b19e17cdfc67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:43.014430 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-bfdd747b-3b35-4ac3-bcf3-41f343821b29 None None] For port 8f5607ec-9721-48b8-ab01-559692a36a37, host n-d-818022-2, cleared binding levels {{(pid=103367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:35:43.018799 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-bfdd747b-3b35-4ac3-bcf3-41f343821b29 None None] For port 8f5607ec-9721-48b8-ab01-559692a36a37, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=8f5607ec-9721-48b8-ab01-559692a36a37,segment=NetworkSegment(bbe705c1-96c0-476e-8381-28227e6f0ac5),segment_id=bbe705c1-96c0-476e-8381-28227e6f0ac5)] {{(pid=103367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:35:43.026598 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] get_ports_and_sgs() called for port_ids ['ee47d372-ad72-4981-bb3d-4ae53342d5dd'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:35:43.027122 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-bfdd747b-3b35-4ac3-bcf3-41f343821b29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:43.047675 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082e520b-45fb-487c-9162-3e40fc1ee011 None None] Pushing event updated for resources: {'Port': ['ID=8f5607ec-9721-48b8-ab01-559692a36a37,revision_number=2']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:35:43.080962 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-f0b98774-6d8d-4647-968d-1346b9003306 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e6e327d785cd4416adf6219f89b1d582&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7978427 Nov 19 17:35:43.085255 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 40586) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:35:43.103040 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-5ad1ca46-7dc4-4ace-8629-5ed182603761 req-6e31931a-965a-43f8-a6fd-0f5df4403dff tempest-DeleteServersAdminTestJSON-215328612 tempest-DeleteServersAdminTestJSON-215328612-project] 10.222.0.54 "GET /v2.0/security-groups?id=6f3b8870-e12d-45b0-b47c-d53074c802b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8953085 Nov 19 17:35:43.117846 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082e520b-45fb-487c-9162-3e40fc1ee011 None None] Pushing event updated for resources: {'Port': ['ID=8f5607ec-9721-48b8-ab01-559692a36a37,revision_number=3']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:35:43.124149 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfdd747b-3b35-4ac3-bcf3-41f343821b29 None None] Routers {'27f76ed7-7837-453b-b958-026bcbdbc349'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:35:43.124784 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-bfdd747b-3b35-4ac3-bcf3-41f343821b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:35:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['27f76ed7-7837-453b-b958-026bcbdbc349'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:35:43.164420 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b42819-4bef-437c-a842-5e5a55ef5510 req-e56f71be-0779-4bb9-b9cd-69101eca63bc tempest-QuotasAdminNegativeTest-1344165263 tempest-QuotasAdminNegativeTest-1344165263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:35:43.174712 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-15b42819-4bef-437c-a842-5e5a55ef5510 req-e56f71be-0779-4bb9-b9cd-69101eca63bc tempest-QuotasAdminNegativeTest-1344165263 tempest-QuotasAdminNegativeTest-1344165263-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4291480 Nov 19 17:35:43.229911 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b98774-6d8d-4647-968d-1346b9003306 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=528c9959-17e2-4cd1-b252-65bae1e813d0,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:35:43.247568 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-bfdd747b-3b35-4ac3-bcf3-41f343821b29 None None] Set router 27f76ed7-7837-453b-b958-026bcbdbc349 gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:35:43.281534 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-15b42819-4bef-437c-a842-5e5a55ef5510 req-10a7ba8a-f1e1-4f57-9280-79340d623957 tempest-QuotasAdminNegativeTest-1344165263 tempest-QuotasAdminNegativeTest-1344165263-project] 10.222.0.54 "GET /v2.0/quotas/a9c87b9ee0d14a369f2a97ca85c9c074 HTTP/1.1" status: 200 len: 375 time: 0.1056843 Nov 19 17:35:43.370993 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-15b42819-4bef-437c-a842-5e5a55ef5510 req-c5eb7177-e131-4b2f-b8d1-35fc8d15bd43 tempest-QuotasAdminNegativeTest-1344165263 tempest-QuotasAdminNegativeTest-1344165263-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=a9c87b9ee0d14a369f2a97ca85c9c074&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0884764 Nov 19 17:35:43.401676 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78271041-b627-4b7e-bdab-27f72a9aac80 req-63b0c78d-42d1-4763-82fe-f8bbe87d4995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:35:43.411915 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-78271041-b627-4b7e-bdab-27f72a9aac80 req-63b0c78d-42d1-4763-82fe-f8bbe87d4995 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=46692746d04d40a7b3fed479e2224d72&device_id=894e0902-7d10-4af9-9e15-fc20f3db15c3 HTTP/1.1" status: 200 len: 1099 time: 0.3902669 Nov 19 17:35:43.416136 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2e79dda3-b45c-4753-a48b-42d3f94d54e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:43.418070 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5e4c4892-abba-4e6c-8689-5ff183cf5cfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:43.464512 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8715e9-68e7-425d-94ed-fbe740de5492 req-268838af-c9fe-449e-a8ca-0136e781f3df tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:35:43.466452 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-1e8715e9-68e7-425d-94ed-fbe740de5492 req-268838af-c9fe-449e-a8ca-0136e781f3df tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] 10.222.0.54 "GET /v2.0/ports?device_id=edc9d3ea-ab00-4644-b0c6-6ed9fc0ccf67 HTTP/1.1" status: 200 len: 949 time: 0.1202278 Nov 19 17:35:43.545999 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-1e8715e9-68e7-425d-94ed-fbe740de5492 req-ae5669b2-c846-47b9-9ea4-f0ddf9d362ab tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] 10.222.0.54 "GET /v2.0/security-groups?id=c22c1cd0-07b3-4e9e-90d5-03f297ddf2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643327 Nov 19 17:35:43.655472 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2e79dda3-b45c-4753-a48b-42d3f94d54e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:43.694548 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78271041-b627-4b7e-bdab-27f72a9aac80 req-5feeac02-c1a0-4f39-a5f3-93d3cb40a408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:35:43.696173 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-78271041-b627-4b7e-bdab-27f72a9aac80 req-5feeac02-c1a0-4f39-a5f3-93d3cb40a408 service neutron] 10.222.0.60 "GET /v2.0/networks?id=346debfa-452b-4048-abf4-8f4493625ef2 HTTP/1.1" status: 200 len: 870 time: 0.2733712 Nov 19 17:35:43.706553 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-bfdd747b-3b35-4ac3-bcf3-41f343821b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27f76ed7-7837-453b-b958-026bcbdbc349', 'name': 'tempest-AttachSCSIVolumeTestJSON-426218198-router', 'tenant_id': '86138a848f204a4a97458e3e4a94d16b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.227'}], 'enable_snat': True}, 'gw_port_id': '8f5607ec-9721-48b8-ab01-559692a36a37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:35:38Z', 'updated_at': '2021-11-19T17:35:39Z', 'revision_number': 3, 'project_id': '86138a848f204a4a97458e3e4a94d16b', 'gw_port': {'id': '8f5607ec-9721-48b8-ab01-559692a36a37', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:d1:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27f76ed7-7837-453b-b958-026bcbdbc349', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:35:39Z', 'updated_at': '2021-11-19T17:35:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:35:43.709404 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 218073dd-78f5-467c-ade4-82ff4fd6925f up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:35:43.719807 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e946eb35-09ed-4074-abb4-b19e17cdfc67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:43.759738 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfdd747b-3b35-4ac3-bcf3-41f343821b29 None None] The sync data for ids ['27f76ed7-7837-453b-b958-026bcbdbc349'] in n-d-818022-2 is: [{'id': '27f76ed7-7837-453b-b958-026bcbdbc349', 'name': 'tempest-AttachSCSIVolumeTestJSON-426218198-router', 'tenant_id': '86138a848f204a4a97458e3e4a94d16b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.227'}], 'enable_snat': True}, 'gw_port_id': '8f5607ec-9721-48b8-ab01-559692a36a37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:35:38Z', 'updated_at': '2021-11-19T17:35:39Z', 'revision_number': 3, 'project_id': '86138a848f204a4a97458e3e4a94d16b', 'gw_port': {'id': '8f5607ec-9721-48b8-ab01-559692a36a37', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:d1:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27f76ed7-7837-453b-b958-026bcbdbc349', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:35:39Z', 'updated_at': '2021-11-19T17:35:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 17:35:43.778360 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-78271041-b627-4b7e-bdab-27f72a9aac80 req-30e730bc-4898-485e-9931-87b4efae3325 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=86dd7d77-75c9-4dd4-b99c-048861135e52 HTTP/1.1" status: 200 len: 217 time: 0.0624516 Nov 19 17:35:43.815286 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [None req-5e4c4892-abba-4e6c-8689-5ff183cf5cfb admin admin] Allocated IP 172.20.0.1 (20ad9862-4d62-4404-81e0-ac5b2aa1b3ec/c4d2bee8-d256-4b5f-a7ec-57407bf1b45e/2b50c260-990c-4cc3-95e0-5b5eaa21408c) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:35:43.875336 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60230b4e-2a2b-4613-bdd9-30a15e3a507c req-56bbbc0a-0bce-44f5-8e50-a6df6a875a8d tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:35:43.878372 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-60230b4e-2a2b-4613-bdd9-30a15e3a507c req-56bbbc0a-0bce-44f5-8e50-a6df6a875a8d tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.54 "GET /v2.0/ports?device_id=4bc980c9-6dc9-4316-9833-f667cb62adac HTTP/1.1" status: 200 len: 944 time: 0.2135489 Nov 19 17:35:43.918072 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78271041-b627-4b7e-bdab-27f72a9aac80 req-eeebc83a-9da3-41b8-b55b-c88c56fe58a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:35:43.919106 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-e946eb35-09ed-4074-abb4-b19e17cdfc67 None None] For port 218073dd-78f5-467c-ade4-82ff4fd6925f, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=218073dd-78f5-467c-ade4-82ff4fd6925f,segment=NetworkSegment(221b13cd-82e2-47fb-81fe-35b4f3c76616),segment_id=221b13cd-82e2-47fb-81fe-35b4f3c76616)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:35:43.920726 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-78271041-b627-4b7e-bdab-27f72a9aac80 req-eeebc83a-9da3-41b8-b55b-c88c56fe58a1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8b3c88de-c9c2-4a20-b19e-1855c2c19035 HTTP/1.1" status: 200 len: 843 time: 0.1315312 Nov 19 17:35:43.926980 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e946eb35-09ed-4074-abb4-b19e17cdfc67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:43.946457 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2e79dda3-b45c-4753-a48b-42d3f94d54e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:43.950635 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2e79dda3-b45c-4753-a48b-42d3f94d54e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:43.951797 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-2e79dda3-b45c-4753-a48b-42d3f94d54e6 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/528c9959-17e2-4cd1-b252-65bae1e813d0 HTTP/1.1" status: 204 len: 168 time: 0.8650889 Nov 19 17:35:44.050683 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 40608) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:35:44.052261 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e79dda3-b45c-4753-a48b-42d3f94d54e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=528c9959-17e2-4cd1-b252-65bae1e813d0,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:35:44.073260 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 218073dd-78f5-467c-ade4-82ff4fd6925f triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:35:44.073612 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:44.088608 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78271041-b627-4b7e-bdab-27f72a9aac80 req-5d1b7b27-0007-4f0c-a7b1-4d19739336d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:35:44.093192 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-78271041-b627-4b7e-bdab-27f72a9aac80 req-5d1b7b27-0007-4f0c-a7b1-4d19739336d7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=346debfa-452b-4048-abf4-8f4493625ef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1331856 Nov 19 17:35:44.105416 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-60230b4e-2a2b-4613-bdd9-30a15e3a507c req-6fef0feb-9724-478e-a043-0861a6d48c5d tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.54 "GET /v2.0/security-groups?id=740807d6-4246-4ecb-a636-49a5e5a1e11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826663 Nov 19 17:35:44.131988 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e946eb35-09ed-4074-abb4-b19e17cdfc67 None None] Pushing event updated for resources: {'Port': ['ID=218073dd-78f5-467c-ade4-82ff4fd6925f,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:35:44.300093 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5e4c4892-abba-4e6c-8689-5ff183cf5cfb admin admin] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:44.373760 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-5f90624a-b868-4c26-8e63-19e11245d309 None None] Provisioning complete for port 218073dd-78f5-467c-ade4-82ff4fd6925f triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:35:44.374383 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-5f90624a-b868-4c26-8e63-19e11245d309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:44.413967 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-78271041-b627-4b7e-bdab-27f72a9aac80 req-3260596c-0c87-4bba-affb-f4ab1f8fe366 service neutron] 10.222.0.60 "GET /v2.0/networks/346debfa-452b-4048-abf4-8f4493625ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3053126 Nov 19 17:35:44.428146 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6d4aba09-9318-47fb-99a2-56211c6c6cc6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:44.528465 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522f6230-f47b-43c5-8732-f2b043864473 req-1efc99c2-309c-45b4-985e-f024176a812e tempest-DeleteServersAdminTestJSON-215328612 tempest-DeleteServersAdminTestJSON-215328612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:35:44.530362 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-522f6230-f47b-43c5-8732-f2b043864473 req-1efc99c2-309c-45b4-985e-f024176a812e tempest-DeleteServersAdminTestJSON-215328612 tempest-DeleteServersAdminTestJSON-215328612-project] 10.222.0.54 "GET /v2.0/ports?device_id=894e0902-7d10-4af9-9e15-fc20f3db15c3 HTTP/1.1" status: 200 len: 948 time: 0.2020407 Nov 19 17:35:44.545371 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5e4c4892-abba-4e6c-8689-5ff183cf5cfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:44.596448 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-78271041-b627-4b7e-bdab-27f72a9aac80 req-6fe08d41-29df-406d-8986-aecbd232807f service neutron] 10.222.0.60 "GET /v2.0/networks/346debfa-452b-4048-abf4-8f4493625ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716650 Nov 19 17:35:44.614950 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e4c4892-abba-4e6c-8689-5ff183cf5cfb admin admin] Network 20ad9862-4d62-4404-81e0-ac5b2aa1b3ec is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:35:44.644016 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-5e4c4892-abba-4e6c-8689-5ff183cf5cfb admin admin] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:35:44.694578 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e4c4892-abba-4e6c-8689-5ff183cf5cfb admin admin] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:35:44.695047 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5e4c4892-abba-4e6c-8689-5ff183cf5cfb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-671361'] for router_interface, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:44.723044 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6d4aba09-9318-47fb-99a2-56211c6c6cc6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:44.758610 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8319bce-f2e5-4923-9b9c-13879dd7e577 req-10babd5d-f013-4338-b8da-0a234e4cf0b7 tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:35:44.767041 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d8319bce-f2e5-4923-9b9c-13879dd7e577 req-10babd5d-f013-4338-b8da-0a234e4cf0b7 tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] 10.222.0.54 "GET /v2.0/ports?device_id=edc9d3ea-ab00-4644-b0c6-6ed9fc0ccf67 HTTP/1.1" status: 200 len: 949 time: 0.1163177 Nov 19 17:35:44.846973 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d8319bce-f2e5-4923-9b9c-13879dd7e577 req-a51bfe07-4917-4f8f-b898-7f80f58f8e6a tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] 10.222.0.54 "GET /v2.0/security-groups?id=c22c1cd0-07b3-4e9e-90d5-03f297ddf2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787446 Nov 19 17:35:44.856295 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 40622) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:35:44.863628 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6d4aba09-9318-47fb-99a2-56211c6c6cc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:44.881490 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0c9e872a-c9c1-4823-9b8a-05b1b3087ed8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:44.892008 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-522f6230-f47b-43c5-8732-f2b043864473 req-acc42fb9-66b5-4381-9fd8-aeb5a3f6d98e tempest-DeleteServersAdminTestJSON-215328612 tempest-DeleteServersAdminTestJSON-215328612-project] 10.222.0.54 "GET /v2.0/security-groups?id=6f3b8870-e12d-45b0-b47c-d53074c802b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3499846 Nov 19 17:35:44.892642 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4c4892-abba-4e6c-8689-5ff183cf5cfb admin admin] Pushing event updated for resources: {'Port': ['ID=2b50c260-990c-4cc3-95e0-5b5eaa21408c,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:35:44.920646 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 40624) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:35:44.966804 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-6d4aba09-9318-47fb-99a2-56211c6c6cc6 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=75c194761e754e80952504b9367d8846&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9070079 Nov 19 17:35:44.974984 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 40628) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:35:45.012073 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4aba09-9318-47fb-99a2-56211c6c6cc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff2e57df-fc47-4274-893e-351eac398846,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:35:45.043967 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0c9e872a-c9c1-4823-9b8a-05b1b3087ed8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:45.049057 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0c9e872a-c9c1-4823-9b8a-05b1b3087ed8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:45.058882 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-7e040adf-f622-48a3-830b-5321d7bc2dc7 None None] Provisioning complete for port 2b50c260-990c-4cc3-95e0-5b5eaa21408c triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:35:45.059378 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-7e040adf-f622-48a3-830b-5321d7bc2dc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:45.092546 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9e872a-c9c1-4823-9b8a-05b1b3087ed8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cfbf1e5-24bd-45ed-9722-c2cf90d38bf8,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:35:45.145887 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-0c9e872a-c9c1-4823-9b8a-05b1b3087ed8 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f55b07bd4963482e9c9ba3d680ff3cc7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2783074 Nov 19 17:35:45.146053 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5e4c4892-abba-4e6c-8689-5ff183cf5cfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:45.146218 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 40634) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:35:45.162839 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1b4da7f8-c0b0-440d-9ac9-da2a925765df admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:45.168519 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-7e040adf-f622-48a3-830b-5321d7bc2dc7 None None] Port 2b50c260-990c-4cc3-95e0-5b5eaa21408c cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:35:45.210089 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1b4da7f8-c0b0-440d-9ac9-da2a925765df admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:45.215103 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-42350791-813e-4ede-a0d1-dcc7286740f1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:45.257724 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-42350791-813e-4ede-a0d1-dcc7286740f1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:45.321100 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-fa2f98bb-e621-4ed2-a705-4805bb9fe49e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:45.335837 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1b4da7f8-c0b0-440d-9ac9-da2a925765df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:45.339194 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1b4da7f8-c0b0-440d-9ac9-da2a925765df admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:45.343710 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-1b4da7f8-c0b0-440d-9ac9-da2a925765df admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ff2e57df-fc47-4274-893e-351eac398846 HTTP/1.1" status: 204 len: 168 time: 0.3674304 Nov 19 17:35:45.359847 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4da7f8-c0b0-440d-9ac9-da2a925765df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff2e57df-fc47-4274-893e-351eac398846,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:35:45.388962 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174e5136-26ef-46f2-9d12-07e5e5123158 req-75683052-663d-437a-942e-87984d0d5f27 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:35:45.390612 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-174e5136-26ef-46f2-9d12-07e5e5123158 req-75683052-663d-437a-942e-87984d0d5f27 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.54 "GET /v2.0/ports?device_id=4bc980c9-6dc9-4316-9833-f667cb62adac HTTP/1.1" status: 200 len: 944 time: 0.1350324 Nov 19 17:35:45.414296 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-42350791-813e-4ede-a0d1-dcc7286740f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:45.421250 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-42350791-813e-4ede-a0d1-dcc7286740f1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:45.426716 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-42350791-813e-4ede-a0d1-dcc7286740f1 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/3cfbf1e5-24bd-45ed-9722-c2cf90d38bf8 HTTP/1.1" status: 204 len: 168 time: 0.2798154 Nov 19 17:35:45.444772 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42350791-813e-4ede-a0d1-dcc7286740f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cfbf1e5-24bd-45ed-9722-c2cf90d38bf8,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:35:45.509604 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-174e5136-26ef-46f2-9d12-07e5e5123158 req-233d2a01-e0e8-42f2-a51d-1382850de02c tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.54 "GET /v2.0/security-groups?id=740807d6-4246-4ecb-a636-49a5e5a1e11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030006 Nov 19 17:35:45.533692 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 8f5607ec-9721-48b8-ab01-559692a36a37 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:35:45.552922 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-fa2f98bb-e621-4ed2-a705-4805bb9fe49e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:45.558321 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-fa2f98bb-e621-4ed2-a705-4805bb9fe49e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:45.570051 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5e4c4892-abba-4e6c-8689-5ff183cf5cfb admin admin] Publish callbacks [] for port, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:45.582634 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5e4c4892-abba-4e6c-8689-5ff183cf5cfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:45.583774 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5e4c4892-abba-4e6c-8689-5ff183cf5cfb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-768529'] for router_interface, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:45.611258 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-fa2f98bb-e621-4ed2-a705-4805bb9fe49e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=a9c87b9ee0d14a369f2a97ca85c9c074&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6892519 Nov 19 17:35:45.611734 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 40642) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:35:45.612116 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2f98bb-e621-4ed2-a705-4805bb9fe49e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1aaf672-5b02-43b8-a777-ed8d4e760cc9,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:35:45.641413 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 8f5607ec-9721-48b8-ab01-559692a36a37 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:35:45.641910 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:45.740617 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:45.756917 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4c4892-abba-4e6c-8689-5ff183cf5cfb admin admin] Pushing event updated for resources: {'Port': ['ID=2b50c260-990c-4cc3-95e0-5b5eaa21408c,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:35:45.769987 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] For port 8f5607ec-9721-48b8-ab01-559692a36a37, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=8f5607ec-9721-48b8-ab01-559692a36a37,segment=NetworkSegment(bbe705c1-96c0-476e-8381-28227e6f0ac5),segment_id=bbe705c1-96c0-476e-8381-28227e6f0ac5)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:35:45.777433 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:45.778958 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 218073dd-78f5-467c-ade4-82ff4fd6925f up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:35:45.812266 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a5602128-f7cb-4f5e-b2ac-c4ef73e97e34 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:45.843655 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e4c4892-abba-4e6c-8689-5ff183cf5cfb admin admin] Network 20ad9862-4d62-4404-81e0-ac5b2aa1b3ec is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:35:45.848417 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a5602128-f7cb-4f5e-b2ac-c4ef73e97e34 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:45.850595 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-5e4c4892-abba-4e6c-8689-5ff183cf5cfb admin admin] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:35:45.894842 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 218073dd-78f5-467c-ade4-82ff4fd6925f triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:35:45.895218 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:45.925635 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Pushing event updated for resources: {'Port': ['ID=8f5607ec-9721-48b8-ab01-559692a36a37,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:35:46.124595 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 40658) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:35:46.127828 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a5602128-f7cb-4f5e-b2ac-c4ef73e97e34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:46.130721 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a5602128-f7cb-4f5e-b2ac-c4ef73e97e34 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:46.131960 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-a5602128-f7cb-4f5e-b2ac-c4ef73e97e34 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e1aaf672-5b02-43b8-a777-ed8d4e760cc9 HTTP/1.1" status: 204 len: 168 time: 0.4925346 Nov 19 17:35:46.134262 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a26943-6d04-4063-b524-f6d287c9704e req-12d38332-c1fa-41de-aafb-2e04a741965f tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:35:46.145796 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-87a26943-6d04-4063-b524-f6d287c9704e req-12d38332-c1fa-41de-aafb-2e04a741965f tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] 10.222.0.54 "GET /v2.0/ports?device_id=edc9d3ea-ab00-4644-b0c6-6ed9fc0ccf67 HTTP/1.1" status: 200 len: 949 time: 0.0883536 Nov 19 17:35:46.172900 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-157fe35b-70ae-496b-9a2c-84755f3ae933 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:46.202608 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e4c4892-abba-4e6c-8689-5ff183cf5cfb admin admin] Router 27f76ed7-7837-453b-b958-026bcbdbc349 has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 17:35:46.215165 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5602128-f7cb-4f5e-b2ac-c4ef73e97e34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1aaf672-5b02-43b8-a777-ed8d4e760cc9,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:35:46.286294 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-87a26943-6d04-4063-b524-f6d287c9704e req-1d7ebfab-9311-419b-ad7a-6834db0658b4 tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] 10.222.0.54 "GET /v2.0/security-groups?id=c22c1cd0-07b3-4e9e-90d5-03f297ddf2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389711 Nov 19 17:35:46.318635 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device ee47d372-ad72-4981-bb3d-4ae53342d5dd up at agent hyperv_n-h2-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:35:46.327767 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-157fe35b-70ae-496b-9a2c-84755f3ae933 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:46.335312 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-157fe35b-70ae-496b-9a2c-84755f3ae933 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:46.387506 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742cc9e0-7563-4959-a615-fe06cffce3fd req-fe4ed49f-8820-4726-adad-4e0624213702 tempest-DeleteServersAdminTestJSON-215328612 tempest-DeleteServersAdminTestJSON-215328612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:35:46.391514 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-157fe35b-70ae-496b-9a2c-84755f3ae933 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=03985515473f4b83b74ffbc3c57bc9f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2407556 Nov 19 17:35:46.401483 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157fe35b-70ae-496b-9a2c-84755f3ae933 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f506be21-b9b6-4268-8b49-219ac3d0b519,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:35:46.407909 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 40664) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:35:46.411373 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-742cc9e0-7563-4959-a615-fe06cffce3fd req-fe4ed49f-8820-4726-adad-4e0624213702 tempest-DeleteServersAdminTestJSON-215328612 tempest-DeleteServersAdminTestJSON-215328612-project] 10.222.0.54 "GET /v2.0/ports?device_id=894e0902-7d10-4af9-9e15-fc20f3db15c3 HTTP/1.1" status: 200 len: 948 time: 0.3232596 Nov 19 17:35:46.457262 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-b1949447-59bf-400e-b732-e939b25637c5 None None] Provisioning complete for port 2b50c260-990c-4cc3-95e0-5b5eaa21408c triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:35:46.457637 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b1949447-59bf-400e-b732-e939b25637c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:46.510914 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f3b7f85a-9e22-4c78-bc70-7d7fbf72ed7e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:46.547274 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-742cc9e0-7563-4959-a615-fe06cffce3fd req-fb10f877-7686-4cc9-8e7f-f4d0008f0642 tempest-DeleteServersAdminTestJSON-215328612 tempest-DeleteServersAdminTestJSON-215328612-project] 10.222.0.54 "GET /v2.0/security-groups?id=6f3b8870-e12d-45b0-b47c-d53074c802b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346507 Nov 19 17:35:46.561432 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Provisioning for port ee47d372-ad72-4981-bb3d-4ae53342d5dd completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 17:35:46.570326 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f3b7f85a-9e22-4c78-bc70-7d7fbf72ed7e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:46.577644 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Provisioning complete for port ee47d372-ad72-4981-bb3d-4ae53342d5dd triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:35:46.579588 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e4c4892-abba-4e6c-8689-5ff183cf5cfb admin admin] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 17:35:46.583169 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:46.587421 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-5e4c4892-abba-4e6c-8689-5ff183cf5cfb admin admin] 10.222.0.54 "PUT /v2.0/routers/27f76ed7-7837-453b-b958-026bcbdbc349/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0919175 Nov 19 17:35:46.645067 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-b1949447-59bf-400e-b732-e939b25637c5 None None] Port 2b50c260-990c-4cc3-95e0-5b5eaa21408c cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:35:46.648765 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 86dd7d77-75c9-4dd4-b99c-048861135e52 details requested by agent hyperv_n-h1-818022-2 with host n-h1-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 17:35:46.687123 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f3b7f85a-9e22-4c78-bc70-7d7fbf72ed7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:46.691125 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f3b7f85a-9e22-4c78-bc70-7d7fbf72ed7e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:46.692638 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-f3b7f85a-9e22-4c78-bc70-7d7fbf72ed7e admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f506be21-b9b6-4268-8b49-219ac3d0b519 HTTP/1.1" status: 204 len: 168 time: 0.2836490 Nov 19 17:35:46.696357 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a53453e8-5b8f-4c0d-b042-b16d3d0ca0a5 None None] Sync routers for ids ['27f76ed7-7837-453b-b958-026bcbdbc349'] in n-d-818022-2 {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 17:35:46.707084 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b7f85a-9e22-4c78-bc70-7d7fbf72ed7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f506be21-b9b6-4268-8b49-219ac3d0b519,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:35:46.724208 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48dcf65-9e69-4c70-9aa1-4a635ea27b9a req-69ba9621-f3f0-40ff-9d5d-2c9b9079087a tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:35:46.725915 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c48dcf65-9e69-4c70-9aa1-4a635ea27b9a req-69ba9621-f3f0-40ff-9d5d-2c9b9079087a tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.54 "GET /v2.0/ports?device_id=4bc980c9-6dc9-4316-9833-f667cb62adac HTTP/1.1" status: 200 len: 944 time: 0.0811112 Nov 19 17:35:46.771045 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a53453e8-5b8f-4c0d-b042-b16d3d0ca0a5 None None] Routers {'27f76ed7-7837-453b-b958-026bcbdbc349'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:35:46.771716 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-a53453e8-5b8f-4c0d-b042-b16d3d0ca0a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:35:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['27f76ed7-7837-453b-b958-026bcbdbc349'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:35:46.782053 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 40678) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:35:46.787797 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c48dcf65-9e69-4c70-9aa1-4a635ea27b9a req-e2f4d7f9-feb8-4f85-8258-c032139f5ca4 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.54 "GET /v2.0/security-groups?id=740807d6-4246-4ecb-a636-49a5e5a1e11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539687 Nov 19 17:35:46.816116 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-afb74b77-8b3a-407e-9314-f63f90112a3f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:46.901364 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:46.917619 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-afb74b77-8b3a-407e-9314-f63f90112a3f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:46.923033 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-afb74b77-8b3a-407e-9314-f63f90112a3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:46.977846 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-afb74b77-8b3a-407e-9314-f63f90112a3f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b61c580efbdd4a6fb10a94b2054227dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1946712 Nov 19 17:35:46.980602 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb74b77-8b3a-407e-9314-f63f90112a3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69ccc88b-9547-486d-93a1-1893e5d97308,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:35:46.981605 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 40688) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:35:47.003889 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 86dd7d77-75c9-4dd4-b99c-048861135e52, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=86dd7d77-75c9-4dd4-b99c-048861135e52,segment=NetworkSegment(1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861),segment_id=1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:35:47.014814 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bc980c9-6dc9-4316-9833-f667cb62adac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee47d372-ad72-4981-bb3d-4ae53342d5dd'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:35:47.017465 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3940761bcd94e032e6960d2241bd8993c5d3a7d8dc2aca8488f3ecf1d4dd2fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc7c2390-95c5-4832-9977-5edfcd7f0bdd" -d '{"events": [{"server_uuid": "4bc980c9-6dc9-4316-9833-f667cb62adac", "name": "network-vif-plugged", "status": "completed", "tag": "ee47d372-ad72-4981-bb3d-4ae53342d5dd"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:35:47.046442 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Returning: {'device': '86dd7d77-75c9-4dd4-b99c-048861135e52', 'network_id': '346debfa-452b-4048-abf4-8f4493625ef2', 'port_id': '86dd7d77-75c9-4dd4-b99c-048861135e52', 'mac_address': 'fa:16:3e:b6:3c:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b3c88de-c9c2-4a20-b19e-1855c2c19035', 'ip_address': '192.168.233.151'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 17:35:47.049481 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port ee47d372-ad72-4981-bb3d-4ae53342d5dd, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=ee47d372-ad72-4981-bb3d-4ae53342d5dd,segment=NetworkSegment(fa32b67e-17cc-4a5c-8764-82d3483c4272),segment_id=fa32b67e-17cc-4a5c-8764-82d3483c4272)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:35:47.057799 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:47.071522 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-a53453e8-5b8f-4c0d-b042-b16d3d0ca0a5 None None] Set router 27f76ed7-7837-453b-b958-026bcbdbc349 gateway port host: n-d-818022-2 {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:35:47.080455 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-74620be4-f988-43b6-9f23-d5efcb1c41e0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:47.111098 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-74620be4-f988-43b6-9f23-d5efcb1c41e0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:47.165753 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:35:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80627383-722f-4c4c-8dbb-b22c2b5a308c x-openstack-request-id: req-80627383-722f-4c4c-8dbb-b22c2b5a308c {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:35:47.166229 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bc980c9-6dc9-4316-9833-f667cb62adac", "name": "network-vif-plugged", "status": "completed", "tag": "ee47d372-ad72-4981-bb3d-4ae53342d5dd", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:35:47.167626 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-80627383-722f-4c4c-8dbb-b22c2b5a308c {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:35:47.168029 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bc980c9-6dc9-4316-9833-f667cb62adac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee47d372-ad72-4981-bb3d-4ae53342d5dd', 'code': 200} Nov 19 17:35:47.169865 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-74620be4-f988-43b6-9f23-d5efcb1c41e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:47.173830 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-74620be4-f988-43b6-9f23-d5efcb1c41e0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:47.175552 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-74620be4-f988-43b6-9f23-d5efcb1c41e0 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/69ccc88b-9547-486d-93a1-1893e5d97308 HTTP/1.1" status: 204 len: 168 time: 0.1927211 Nov 19 17:35:47.196074 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74620be4-f988-43b6-9f23-d5efcb1c41e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69ccc88b-9547-486d-93a1-1893e5d97308,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:35:47.285111 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6d3d7b-a746-4d39-9f19-4fa9ab94d92f req-fa221292-3c1d-4527-94dc-8306148a3ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:35:47.286976 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fb6d3d7b-a746-4d39-9f19-4fa9ab94d92f req-fa221292-3c1d-4527-94dc-8306148a3ef1 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=4bc980c9-6dc9-4316-9833-f667cb62adac HTTP/1.1" status: 200 len: 1096 time: 0.1073771 Nov 19 17:35:47.319094 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:47.378146 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Pushing event updated for resources: {'Port': ['ID=ee47d372-ad72-4981-bb3d-4ae53342d5dd,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:35:47.394736 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86dd7d77-75c9-4dd4-b99c-048861135e52 {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:35:47.435491 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 86dd7d77-75c9-4dd4-b99c-048861135e52, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=86dd7d77-75c9-4dd4-b99c-048861135e52,segment=NetworkSegment(1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861),segment_id=1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:35:47.454127 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:47.565798 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=86dd7d77-75c9-4dd4-b99c-048861135e52,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:35:47.602956 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 8f5607ec-9721-48b8-ab01-559692a36a37 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:35:47.642552 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 40708) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:35:47.665875 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8b134f0e-ed4a-4689-87a0-5d75a7c89a84 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:47.684628 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fb6d3d7b-a746-4d39-9f19-4fa9ab94d92f req-f81dc19e-242d-44c8-95ca-c8e963209c82 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=740807d6-4246-4ecb-a636-49a5e5a1e11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3887522 Nov 19 17:35:47.689516 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-a53453e8-5b8f-4c0d-b042-b16d3d0ca0a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27f76ed7-7837-453b-b958-026bcbdbc349', 'name': 'tempest-AttachSCSIVolumeTestJSON-426218198-router', 'tenant_id': '86138a848f204a4a97458e3e4a94d16b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.227'}], 'enable_snat': True}, 'gw_port_id': '8f5607ec-9721-48b8-ab01-559692a36a37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:35:38Z', 'updated_at': '2021-11-19T17:35:45Z', 'revision_number': 4, 'project_id': '86138a848f204a4a97458e3e4a94d16b', 'gw_port': {'id': '8f5607ec-9721-48b8-ab01-559692a36a37', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:d1:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27f76ed7-7837-453b-b958-026bcbdbc349', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:35:39Z', 'updated_at': '2021-11-19T17:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': '2b50c260-990c-4cc3-95e0-5b5eaa21408c', 'name': '', 'network_id': '20ad9862-4d62-4404-81e0-ac5b2aa1b3ec', 'tenant_id': '86138a848f204a4a97458e3e4a94d16b', 'mac_address': 'fa:16:3e:bf:4b:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27f76ed7-7837-453b-b958-026bcbdbc349', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'c4d2bee8-d256-4b5f-a7ec-57407bf1b45e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:35:43Z', 'updated_at': '2021-11-19T17:35:45Z', 'revision_number': 2, 'project_id': '86138a848f204a4a97458e3e4a94d16b', 'subnets': [{'id': 'c4d2bee8-d256-4b5f-a7ec-57407bf1b45e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:35:47.731356 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['86dd7d77-75c9-4dd4-b99c-048861135e52'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:35:47.737094 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a53453e8-5b8f-4c0d-b042-b16d3d0ca0a5 None None] Checking router: 27f76ed7-7837-453b-b958-026bcbdbc349 for host: n-d-818022-2 {{(pid=103366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 17:35:47.737786 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a53453e8-5b8f-4c0d-b042-b16d3d0ca0a5 None None] Updating router 27f76ed7-7837-453b-b958-026bcbdbc349 port 2b50c260-990c-4cc3-95e0-5b5eaa21408c binding host n-d-818022-2 {{(pid=103366) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 17:35:47.797906 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 8f5607ec-9721-48b8-ab01-559692a36a37 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:35:47.798551 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:47.855869 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9193a70-3e6c-4768-9ef5-db9371060906 req-4952f988-6352-45b0-89ee-83503b1ef248 tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:35:47.860604 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a53453e8-5b8f-4c0d-b042-b16d3d0ca0a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:47.864244 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e9193a70-3e6c-4768-9ef5-db9371060906 req-4952f988-6352-45b0-89ee-83503b1ef248 tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] 10.222.0.54 "GET /v2.0/ports?device_id=edc9d3ea-ab00-4644-b0c6-6ed9fc0ccf67 HTTP/1.1" status: 200 len: 949 time: 0.3596733 Nov 19 17:35:47.891147 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8b134f0e-ed4a-4689-87a0-5d75a7c89a84 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:47.892492 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 40712) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:35:47.913511 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8b134f0e-ed4a-4689-87a0-5d75a7c89a84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:48.028762 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e9193a70-3e6c-4768-9ef5-db9371060906 req-864dd603-2d8a-48a4-8c4b-e9711460b47a tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] 10.222.0.54 "GET /v2.0/security-groups?id=c22c1cd0-07b3-4e9e-90d5-03f297ddf2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557915 Nov 19 17:35:48.139877 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 40718) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:35:48.141089 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-8b134f0e-ed4a-4689-87a0-5d75a7c89a84 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=6b68550aa8b14c47a1c21125e276717e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4962041 Nov 19 17:35:48.149885 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b134f0e-ed4a-4689-87a0-5d75a7c89a84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bf6189d-854e-43d5-85a4-85227ac007e4,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:35:48.173761 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b98dfc8-131c-434f-b4d8-55a61950cdf7 req-8a67dcf1-2c92-4673-8a55-f666033d1c98 tempest-DeleteServersAdminTestJSON-215328612 tempest-DeleteServersAdminTestJSON-215328612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:35:48.190633 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0b98dfc8-131c-434f-b4d8-55a61950cdf7 req-8a67dcf1-2c92-4673-8a55-f666033d1c98 tempest-DeleteServersAdminTestJSON-215328612 tempest-DeleteServersAdminTestJSON-215328612-project] 10.222.0.54 "GET /v2.0/ports?device_id=894e0902-7d10-4af9-9e15-fc20f3db15c3 HTTP/1.1" status: 200 len: 949 time: 0.2636650 Nov 19 17:35:48.293935 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c365c900-5992-4c95-9767-42f96a371608 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:48.386782 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0b98dfc8-131c-434f-b4d8-55a61950cdf7 req-eb5f94fc-1734-42b2-bb64-f58b77bd4988 tempest-DeleteServersAdminTestJSON-215328612 tempest-DeleteServersAdminTestJSON-215328612-project] 10.222.0.54 "GET /v2.0/security-groups?id=6f3b8870-e12d-45b0-b47c-d53074c802b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963389 Nov 19 17:35:48.411983 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-df21bf56-048e-4aec-8d7d-3e2a41bf0df9 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-802776427-network', 'tenant_id': '0451c16dbd91499694bb6f860678eaa9'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:35:48.414999 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c365c900-5992-4c95-9767-42f96a371608 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:48.465602 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6414fde2-b425-41cd-a865-99dba8b178d6 req-f739a1ac-7699-435f-ac08-faa21f64a58b tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:35:48.470843 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df21bf56-048e-4aec-8d7d-3e2a41bf0df9 admin admin] Made reservation on behalf of 0451c16dbd91499694bb6f860678eaa9 for: {'network': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:35:48.477245 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6414fde2-b425-41cd-a865-99dba8b178d6 req-f739a1ac-7699-435f-ac08-faa21f64a58b tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.54 "GET /v2.0/ports?device_id=4bc980c9-6dc9-4316-9833-f667cb62adac HTTP/1.1" status: 200 len: 945 time: 0.2142425 Nov 19 17:35:48.477415 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-df21bf56-048e-4aec-8d7d-3e2a41bf0df9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:48.497027 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-df21bf56-048e-4aec-8d7d-3e2a41bf0df9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:48.666766 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6414fde2-b425-41cd-a865-99dba8b178d6 req-c23cb72f-1bc1-44ec-9190-c3dec51dddb5 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.54 "GET /v2.0/security-groups?id=740807d6-4246-4ecb-a636-49a5e5a1e11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884577 Nov 19 17:35:48.696036 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c365c900-5992-4c95-9767-42f96a371608 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:48.700387 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c365c900-5992-4c95-9767-42f96a371608 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:48.701738 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-c365c900-5992-4c95-9767-42f96a371608 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/7bf6189d-854e-43d5-85a4-85227ac007e4 HTTP/1.1" status: 204 len: 168 time: 0.5607255 Nov 19 17:35:48.718828 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c365c900-5992-4c95-9767-42f96a371608 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bf6189d-854e-43d5-85a4-85227ac007e4,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:35:48.745617 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-df21bf56-048e-4aec-8d7d-3e2a41bf0df9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:48.760595 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-df21bf56-048e-4aec-8d7d-3e2a41bf0df9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:48.846101 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df21bf56-048e-4aec-8d7d-3e2a41bf0df9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 676} {{(pid=103364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 17:35:48.860597 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df21bf56-048e-4aec-8d7d-3e2a41bf0df9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bfff83b-45c8-4d9c-ba10-49566b72be4b,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:35:48.900557 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-df21bf56-048e-4aec-8d7d-3e2a41bf0df9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:48.902814 n-d-818022-2 neutron-server[103364]: INFO neutron.db.segments_db [None req-df21bf56-048e-4aec-8d7d-3e2a41bf0df9 admin admin] Added segment 31cc6645-5609-4224-bb9a-3c13df2bc7ca of type vlan for network 129a9009-9385-4250-92f4-51006107194d Nov 19 17:35:48.965052 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a53453e8-5b8f-4c0d-b042-b16d3d0ca0a5 None None] Publish callbacks [] for port, precommit_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:49.003124 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-df21bf56-048e-4aec-8d7d-3e2a41bf0df9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:49.003960 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a53453e8-5b8f-4c0d-b042-b16d3d0ca0a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:49.055255 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-df21bf56-048e-4aec-8d7d-3e2a41bf0df9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:49.060934 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df21bf56-048e-4aec-8d7d-3e2a41bf0df9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:35:49.062260 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-df21bf56-048e-4aec-8d7d-3e2a41bf0df9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:49.146429 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecb8986-8142-47a2-98d6-fad3f807214b None None] Pushing event updated for resources: {'Port': ['ID=2b50c260-990c-4cc3-95e0-5b5eaa21408c,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:35:49.304977 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-a53453e8-5b8f-4c0d-b042-b16d3d0ca0a5 None None] Attempting to bind port 2b50c260-990c-4cc3-95e0-5b5eaa21408c on host n-d-818022-2 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:35:49.311821 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-a53453e8-5b8f-4c0d-b042-b16d3d0ca0a5 None None] Attempting to bind port 2b50c260-990c-4cc3-95e0-5b5eaa21408c by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': '221b13cd-82e2-47fb-81fe-35b4f3c76616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '20ad9862-4d62-4404-81e0-ac5b2aa1b3ec'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:35:49.312442 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53453e8-5b8f-4c0d-b042-b16d3d0ca0a5 None None] Attempting to bind port 2b50c260-990c-4cc3-95e0-5b5eaa21408c on network 20ad9862-4d62-4404-81e0-ac5b2aa1b3ec {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:35:49.329206 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53453e8-5b8f-4c0d-b042-b16d3d0ca0a5 None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 35, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:35:49.331798 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53453e8-5b8f-4c0d-b042-b16d3d0ca0a5 None None] Checking segment: {'id': '221b13cd-82e2-47fb-81fe-35b4f3c76616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '20ad9862-4d62-4404-81e0-ac5b2aa1b3ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:35:49.332769 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a53453e8-5b8f-4c0d-b042-b16d3d0ca0a5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:49.334142 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53453e8-5b8f-4c0d-b042-b16d3d0ca0a5 None None] Bound using segment: {'id': '221b13cd-82e2-47fb-81fe-35b4f3c76616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '20ad9862-4d62-4404-81e0-ac5b2aa1b3ec'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:35:49.335185 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-a53453e8-5b8f-4c0d-b042-b16d3d0ca0a5 None None] Bound port: 2b50c260-990c-4cc3-95e0-5b5eaa21408c, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '221b13cd-82e2-47fb-81fe-35b4f3c76616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '20ad9862-4d62-4404-81e0-ac5b2aa1b3ec'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:35:49.337205 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a53453e8-5b8f-4c0d-b042-b16d3d0ca0a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:49.383883 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df21bf56-048e-4aec-8d7d-3e2a41bf0df9 admin admin] Pushing event updated for resources: {'Network': ['ID=129a9009-9385-4250-92f4-51006107194d,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:35:49.401083 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-df21bf56-048e-4aec-8d7d-3e2a41bf0df9 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.5063415 Nov 19 17:35:49.406439 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 40742) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:35:49.412730 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network 129a9009-9385-4250-92f4-51006107194d details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 17:35:49.423603 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-268cc6ca-5b64-4eb0-a36d-0d758dc8a099 admin admin] Request body: {'subnet': {'network_id': '129a9009-9385-4250-92f4-51006107194d', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-802776427-subnet', 'tenant_id': '0451c16dbd91499694bb6f860678eaa9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:35:49.480769 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b033beb-ad23-469a-84e1-331b83a31a18 req-553b0e8e-8ff6-40ac-abc7-d71cff992553 tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:35:49.496589 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6b033beb-ad23-469a-84e1-331b83a31a18 req-553b0e8e-8ff6-40ac-abc7-d71cff992553 tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] 10.222.0.54 "GET /v2.0/ports?device_id=edc9d3ea-ab00-4644-b0c6-6ed9fc0ccf67 HTTP/1.1" status: 200 len: 949 time: 0.1958048 Nov 19 17:35:49.500788 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-268cc6ca-5b64-4eb0-a36d-0d758dc8a099 admin admin] Made reservation on behalf of 0451c16dbd91499694bb6f860678eaa9 for: {'subnet': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:35:49.562126 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-268cc6ca-5b64-4eb0-a36d-0d758dc8a099 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:49.725867 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6b033beb-ad23-469a-84e1-331b83a31a18 req-f9794873-a808-4122-8075-134ff926596e tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] 10.222.0.54 "GET /v2.0/security-groups?id=c22c1cd0-07b3-4e9e-90d5-03f297ddf2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249436 Nov 19 17:35:49.794137 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-a53453e8-5b8f-4c0d-b042-b16d3d0ca0a5 None None] For port 2b50c260-990c-4cc3-95e0-5b5eaa21408c, host n-d-818022-2, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:35:49.807791 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-a53453e8-5b8f-4c0d-b042-b16d3d0ca0a5 None None] For port 2b50c260-990c-4cc3-95e0-5b5eaa21408c, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=2b50c260-990c-4cc3-95e0-5b5eaa21408c,segment=NetworkSegment(221b13cd-82e2-47fb-81fe-35b4f3c76616),segment_id=221b13cd-82e2-47fb-81fe-35b4f3c76616)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:35:49.824622 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-a739f5d2-f4d9-4f22-8f7e-53a82e92e81e None None] Provisioning complete for port 2b50c260-990c-4cc3-95e0-5b5eaa21408c triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:35:49.825386 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a739f5d2-f4d9-4f22-8f7e-53a82e92e81e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:49.920411 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a53453e8-5b8f-4c0d-b042-b16d3d0ca0a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:49.965719 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dfa440-3e51-4ecb-8034-419ab23e0446 req-1a86347a-523f-4041-8be3-f5cd3688b88e tempest-DeleteServersAdminTestJSON-215328612 tempest-DeleteServersAdminTestJSON-215328612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:35:49.996818 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-e3dfa440-3e51-4ecb-8034-419ab23e0446 req-1a86347a-523f-4041-8be3-f5cd3688b88e tempest-DeleteServersAdminTestJSON-215328612 tempest-DeleteServersAdminTestJSON-215328612-project] 10.222.0.54 "GET /v2.0/ports?device_id=894e0902-7d10-4af9-9e15-fc20f3db15c3 HTTP/1.1" status: 200 len: 949 time: 0.2684186 Nov 19 17:35:50.018510 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84f36f6-7db7-45c1-8efa-c636dbe96e95 req-0cc8987c-afde-447a-b127-92139833160b tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:35:50.027705 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c84f36f6-7db7-45c1-8efa-c636dbe96e95 req-0cc8987c-afde-447a-b127-92139833160b tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.54 "GET /v2.0/ports?device_id=4bc980c9-6dc9-4316-9833-f667cb62adac HTTP/1.1" status: 200 len: 945 time: 0.1353934 Nov 19 17:35:50.147726 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c84f36f6-7db7-45c1-8efa-c636dbe96e95 req-875a7c34-e618-4674-820e-83be2f742698 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.54 "GET /v2.0/security-groups?id=740807d6-4246-4ecb-a636-49a5e5a1e11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118376 Nov 19 17:35:50.182920 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-e3dfa440-3e51-4ecb-8034-419ab23e0446 req-b8466b0b-f7ed-4de0-bbb7-1a1302151d32 tempest-DeleteServersAdminTestJSON-215328612 tempest-DeleteServersAdminTestJSON-215328612-project] 10.222.0.54 "GET /v2.0/security-groups?id=6f3b8870-e12d-45b0-b47c-d53074c802b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842477 Nov 19 17:35:50.219854 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecb8986-8142-47a2-98d6-fad3f807214b None None] Pushing event updated for resources: {'Port': ['ID=2b50c260-990c-4cc3-95e0-5b5eaa21408c,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:35:50.243854 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a53453e8-5b8f-4c0d-b042-b16d3d0ca0a5 None None] Routers {'27f76ed7-7837-453b-b958-026bcbdbc349'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:35:50.245333 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-a53453e8-5b8f-4c0d-b042-b16d3d0ca0a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:35:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['27f76ed7-7837-453b-b958-026bcbdbc349'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:35:50.519782 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-268cc6ca-5b64-4eb0-a36d-0d758dc8a099 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for subnet, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:50.547338 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-a53453e8-5b8f-4c0d-b042-b16d3d0ca0a5 None None] Set router 27f76ed7-7837-453b-b958-026bcbdbc349 gateway port host: n-d-818022-2 {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:35:50.632671 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a739f5d2-f4d9-4f22-8f7e-53a82e92e81e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:50.665221 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 86dd7d77-75c9-4dd4-b99c-048861135e52 up at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:35:50.692713 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268cc6ca-5b64-4eb0-a36d-0d758dc8a099 admin admin] Pushing event updated for resources: {'Subnet': ['ID=69d79900-574d-4621-892d-3cad82947dc7,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:35:50.747700 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-a739f5d2-f4d9-4f22-8f7e-53a82e92e81e None None] For port 2b50c260-990c-4cc3-95e0-5b5eaa21408c, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=2b50c260-990c-4cc3-95e0-5b5eaa21408c,segment=NetworkSegment(221b13cd-82e2-47fb-81fe-35b4f3c76616),segment_id=221b13cd-82e2-47fb-81fe-35b4f3c76616)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:35:50.761503 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a739f5d2-f4d9-4f22-8f7e-53a82e92e81e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:50.790752 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268cc6ca-5b64-4eb0-a36d-0d758dc8a099 admin admin] Checking segment: {'id': '31cc6645-5609-4224-bb9a-3c13df2bc7ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '129a9009-9385-4250-92f4-51006107194d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:35:50.791635 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-268cc6ca-5b64-4eb0-a36d-0d758dc8a099 admin admin] Network hostable DHCP agents. Network: 129a9009-9385-4250-92f4-51006107194d, hostable agents: ['02910ef2-0455-4aea-9f38-9a875579633f'], hosted agents: [] {{(pid=103364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 17:35:50.840186 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-268cc6ca-5b64-4eb0-a36d-0d758dc8a099 admin admin] Network 129a9009-9385-4250-92f4-51006107194d is scheduled to be hosted by DHCP agent 02910ef2-0455-4aea-9f38-9a875579633f with binding_index 1 {{(pid=103364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 17:35:50.862097 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-268cc6ca-5b64-4eb0-a36d-0d758dc8a099 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818022-2, 129a9009-9385-4250-92f4-51006107194d) {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:35:50.883787 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-956178d5-8ae7-4a9d-be83-92bdab015efe None None] Network 129a9009-9385-4250-92f4-51006107194d requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:35:50.890019 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning for port 86dd7d77-75c9-4dd4-b99c-048861135e52 completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 17:35:50.892162 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-268cc6ca-5b64-4eb0-a36d-0d758dc8a099 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:35:50.893254 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-268cc6ca-5b64-4eb0-a36d-0d758dc8a099 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:50.901449 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning complete for port 86dd7d77-75c9-4dd4-b99c-048861135e52 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:35:50.901871 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:50.942702 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-268cc6ca-5b64-4eb0-a36d-0d758dc8a099 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.5307038 Nov 19 17:35:50.943881 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 40780) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:35:50.960481 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-b4f95206-bcac-4f40-8639-a3d8e4ee6163 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-802776427-router', 'tenant_id': '0451c16dbd91499694bb6f860678eaa9', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'}}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:35:50.971410 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a739f5d2-f4d9-4f22-8f7e-53a82e92e81e None None] Pushing event updated for resources: {'Port': ['ID=2b50c260-990c-4cc3-95e0-5b5eaa21408c,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:35:51.029525 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-514e3e14-aa50-4df1-9a30-66935e86d5d8 None None] Provisioning complete for port 2b50c260-990c-4cc3-95e0-5b5eaa21408c triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:35:51.029936 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-514e3e14-aa50-4df1-9a30-66935e86d5d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:51.100364 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b4f95206-bcac-4f40-8639-a3d8e4ee6163 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9890'] for router, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:51.106419 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b4f95206-bcac-4f40-8639-a3d8e4ee6163 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671617', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-732153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4689'] for router, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:51.175328 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-a53453e8-5b8f-4c0d-b042-b16d3d0ca0a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27f76ed7-7837-453b-b958-026bcbdbc349', 'name': 'tempest-AttachSCSIVolumeTestJSON-426218198-router', 'tenant_id': '86138a848f204a4a97458e3e4a94d16b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.227'}], 'enable_snat': True}, 'gw_port_id': '8f5607ec-9721-48b8-ab01-559692a36a37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:35:38Z', 'updated_at': '2021-11-19T17:35:45Z', 'revision_number': 4, 'project_id': '86138a848f204a4a97458e3e4a94d16b', 'gw_port': {'id': '8f5607ec-9721-48b8-ab01-559692a36a37', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:d1:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27f76ed7-7837-453b-b958-026bcbdbc349', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:35:39Z', 'updated_at': '2021-11-19T17:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': '2b50c260-990c-4cc3-95e0-5b5eaa21408c', 'name': '', 'network_id': '20ad9862-4d62-4404-81e0-ac5b2aa1b3ec', 'tenant_id': '86138a848f204a4a97458e3e4a94d16b', 'mac_address': 'fa:16:3e:bf:4b:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27f76ed7-7837-453b-b958-026bcbdbc349', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'c4d2bee8-d256-4b5f-a7ec-57407bf1b45e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:35:43Z', 'updated_at': '2021-11-19T17:35:49Z', 'revision_number': 4, 'project_id': '86138a848f204a4a97458e3e4a94d16b', 'subnets': [{'id': 'c4d2bee8-d256-4b5f-a7ec-57407bf1b45e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:35:51.180059 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d00e827-3aa0-4844-881c-f15f71fe08a8 req-1d0c6e0b-fca1-46c6-888c-4db06f726094 tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:35:51.194791 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-3d00e827-3aa0-4844-881c-f15f71fe08a8 req-1d0c6e0b-fca1-46c6-888c-4db06f726094 tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] 10.222.0.54 "GET /v2.0/ports?device_id=edc9d3ea-ab00-4644-b0c6-6ed9fc0ccf67 HTTP/1.1" status: 200 len: 949 time: 0.2463152 Nov 19 17:35:51.237645 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a53453e8-5b8f-4c0d-b042-b16d3d0ca0a5 None None] The sync data for ids ['27f76ed7-7837-453b-b958-026bcbdbc349'] in n-d-818022-2 is: [{'id': '27f76ed7-7837-453b-b958-026bcbdbc349', 'name': 'tempest-AttachSCSIVolumeTestJSON-426218198-router', 'tenant_id': '86138a848f204a4a97458e3e4a94d16b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.227'}], 'enable_snat': True}, 'gw_port_id': '8f5607ec-9721-48b8-ab01-559692a36a37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:35:38Z', 'updated_at': '2021-11-19T17:35:45Z', 'revision_number': 4, 'project_id': '86138a848f204a4a97458e3e4a94d16b', 'gw_port': {'id': '8f5607ec-9721-48b8-ab01-559692a36a37', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:d1:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27f76ed7-7837-453b-b958-026bcbdbc349', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:35:39Z', 'updated_at': '2021-11-19T17:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': '2b50c260-990c-4cc3-95e0-5b5eaa21408c', 'name': '', 'network_id': '20ad9862-4d62-4404-81e0-ac5b2aa1b3ec', 'tenant_id': '86138a848f204a4a97458e3e4a94d16b', 'mac_address': 'fa:16:3e:bf:4b:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27f76ed7-7837-453b-b958-026bcbdbc349', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'c4d2bee8-d256-4b5f-a7ec-57407bf1b45e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:35:43Z', 'updated_at': '2021-11-19T17:35:49Z', 'revision_number': 4, 'project_id': '86138a848f204a4a97458e3e4a94d16b', 'subnets': [{'id': 'c4d2bee8-d256-4b5f-a7ec-57407bf1b45e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 17:35:51.272273 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:51.311984 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d50a67-826e-424e-a1b4-c88e5e2e5b8d req-ba036990-8816-4850-969c-4cd87a0f786b tempest-LiveAutoBlockMigrationV225Test-71050323 tempest-LiveAutoBlockMigrationV225Test-71050323-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:35:51.345553 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-48d50a67-826e-424e-a1b4-c88e5e2e5b8d req-ba036990-8816-4850-969c-4cd87a0f786b tempest-LiveAutoBlockMigrationV225Test-71050323 tempest-LiveAutoBlockMigrationV225Test-71050323-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=4bc980c9-6dc9-4316-9833-f667cb62adac HTTP/1.1" status: 200 len: 1096 time: 0.2263560 Nov 19 17:35:51.501424 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b4f95206-bcac-4f40-8639-a3d8e4ee6163 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:51.532979 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 86dd7d77-75c9-4dd4-b99c-048861135e52, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=86dd7d77-75c9-4dd4-b99c-048861135e52,segment=NetworkSegment(1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861),segment_id=1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:35:51.535880 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-3d00e827-3aa0-4844-881c-f15f71fe08a8 req-5f1ae260-947e-4d59-9e50-36fee3798152 tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] 10.222.0.54 "GET /v2.0/security-groups?id=c22c1cd0-07b3-4e9e-90d5-03f297ddf2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3375788 Nov 19 17:35:51.546690 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '894e0902-7d10-4af9-9e15-fc20f3db15c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86dd7d77-75c9-4dd4-b99c-048861135e52'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:35:51.561518 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3940761bcd94e032e6960d2241bd8993c5d3a7d8dc2aca8488f3ecf1d4dd2fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d27f23d7-b552-475b-ae3e-62e84dc46f02" -d '{"events": [{"server_uuid": "894e0902-7d10-4af9-9e15-fc20f3db15c3", "name": "network-vif-plugged", "status": "completed", "tag": "86dd7d77-75c9-4dd4-b99c-048861135e52"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:35:51.593772 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:51.596370 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-48d50a67-826e-424e-a1b4-c88e5e2e5b8d req-0e0d14de-5ac3-4dc5-b90d-5a336d5c6344 tempest-LiveAutoBlockMigrationV225Test-71050323 tempest-LiveAutoBlockMigrationV225Test-71050323-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=740807d6-4246-4ecb-a636-49a5e5a1e11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2464859 Nov 19 17:35:51.865890 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b4f95206-bcac-4f40-8639-a3d8e4ee6163 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:51.986102 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23697ec5-bfe9-4af7-8219-acc3425cebca req-8bb5df76-8c4f-4814-a3d3-7b7f2e0bcb44 tempest-DeleteServersAdminTestJSON-215328612 tempest-DeleteServersAdminTestJSON-215328612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:35:51.994992 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-23697ec5-bfe9-4af7-8219-acc3425cebca req-8bb5df76-8c4f-4814-a3d3-7b7f2e0bcb44 tempest-DeleteServersAdminTestJSON-215328612 tempest-DeleteServersAdminTestJSON-215328612-project] 10.222.0.54 "GET /v2.0/ports?device_id=894e0902-7d10-4af9-9e15-fc20f3db15c3 HTTP/1.1" status: 200 len: 950 time: 0.2154896 Nov 19 17:35:52.021885 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=86dd7d77-75c9-4dd4-b99c-048861135e52,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:35:52.106476 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-23697ec5-bfe9-4af7-8219-acc3425cebca req-49d2a4ca-bba9-444b-82ba-f6a332c34e31 tempest-DeleteServersAdminTestJSON-215328612 tempest-DeleteServersAdminTestJSON-215328612-project] 10.222.0.54 "GET /v2.0/security-groups?id=6f3b8870-e12d-45b0-b47c-d53074c802b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093853 Nov 19 17:35:52.238932 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:35:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96e946d7-f972-4fad-8ee1-75e114eef028 x-openstack-request-id: req-96e946d7-f972-4fad-8ee1-75e114eef028 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:35:52.244955 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "894e0902-7d10-4af9-9e15-fc20f3db15c3", "name": "network-vif-plugged", "status": "completed", "tag": "86dd7d77-75c9-4dd4-b99c-048861135e52", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:35:52.245497 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-96e946d7-f972-4fad-8ee1-75e114eef028 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:35:52.246189 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '894e0902-7d10-4af9-9e15-fc20f3db15c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86dd7d77-75c9-4dd4-b99c-048861135e52', 'code': 200} Nov 19 17:35:52.255406 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10a24618-defe-40f2-a53f-03729799ca59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54f44f5f-1200-574e-8740-2141911d5b73-129a9009-9385-4250-92f4-51006107194d', 'network_id': '129a9009-9385-4250-92f4-51006107194d', 'tenant_id': '0451c16dbd91499694bb6f860678eaa9', 'fixed_ips': [{'subnet_id': '69d79900-574d-4621-892d-3cad82947dc7'}]}} from n-d-818022-2. {{(pid=103366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 17:35:52.258642 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-10a24618-defe-40f2-a53f-03729799ca59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:52.397973 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6570705b-d0bb-4bd2-8048-8f840b3253e0 req-3ce2a5fb-78a9-4361-aa4c-4e0bb0bebf89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:35:52.399393 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6570705b-d0bb-4bd2-8048-8f840b3253e0 req-3ce2a5fb-78a9-4361-aa4c-4e0bb0bebf89 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=894e0902-7d10-4af9-9e15-fc20f3db15c3 HTTP/1.1" status: 200 len: 1101 time: 0.1013017 Nov 19 17:35:52.543853 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6570705b-d0bb-4bd2-8048-8f840b3253e0 req-d115fff3-09b3-4be2-9b74-1f876e6721fc service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=6f3b8870-e12d-45b0-b47c-d53074c802b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327279 Nov 19 17:35:52.675971 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [None req-10a24618-defe-40f2-a53f-03729799ca59 None None] Allocated IP 172.20.0.2 (129a9009-9385-4250-92f4-51006107194d/69d79900-574d-4621-892d-3cad82947dc7/c2aaba3e-c835-47e7-9182-b066143efcc9) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:35:52.771432 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8022f2-5eb7-4754-8c37-80f6fcf723ef req-686aa56d-9dc9-4e28-beef-259a9045e326 tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:35:52.775004 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0a8022f2-5eb7-4754-8c37-80f6fcf723ef req-686aa56d-9dc9-4e28-beef-259a9045e326 tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] 10.222.0.54 "GET /v2.0/ports?device_id=edc9d3ea-ab00-4644-b0c6-6ed9fc0ccf67 HTTP/1.1" status: 200 len: 949 time: 0.1148999 Nov 19 17:35:52.782281 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8987dbe9-6426-43c1-b46b-3568dd64f3bd req-0b1bd201-b914-4070-9863-9dbb5a7c5a70 tempest-LiveAutoBlockMigrationV225Test-71050323 tempest-LiveAutoBlockMigrationV225Test-71050323-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:35:52.789982 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8987dbe9-6426-43c1-b46b-3568dd64f3bd req-0b1bd201-b914-4070-9863-9dbb5a7c5a70 tempest-LiveAutoBlockMigrationV225Test-71050323 tempest-LiveAutoBlockMigrationV225Test-71050323-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=4bc980c9-6dc9-4316-9833-f667cb62adac HTTP/1.1" status: 200 len: 1096 time: 0.4413753 Nov 19 17:35:52.834072 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b4f95206-bcac-4f40-8639-a3d8e4ee6163 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:52.882799 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8987dbe9-6426-43c1-b46b-3568dd64f3bd req-bb4b5212-682d-4da5-84ed-2685bcf7df7c tempest-LiveAutoBlockMigrationV225Test-71050323 tempest-LiveAutoBlockMigrationV225Test-71050323-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=740807d6-4246-4ecb-a636-49a5e5a1e11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904713 Nov 19 17:35:52.884430 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b4f95206-bcac-4f40-8639-a3d8e4ee6163 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:52.922414 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0a8022f2-5eb7-4754-8c37-80f6fcf723ef req-f8b56ab9-3a87-4122-a648-fec42d000c5b tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] 10.222.0.54 "GET /v2.0/security-groups?id=c22c1cd0-07b3-4e9e-90d5-03f297ddf2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321330 Nov 19 17:35:53.127480 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-10a24618-defe-40f2-a53f-03729799ca59 None None] Publish callbacks [] for port, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:53.137591 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-10a24618-defe-40f2-a53f-03729799ca59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998'] for port, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:53.171453 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [None req-b4f95206-bcac-4f40-8639-a3d8e4ee6163 admin admin] Allocated IP 172.25.7.195 (645e61aa-1a6c-4e8f-857e-ab06edb4897f/88ed2d64-f56d-4f01-a468-946e01c99e82/db8c5ce6-b7a1-4a96-856c-5f03b01e2388) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:35:53.272466 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10a24618-defe-40f2-a53f-03729799ca59 None None] Network 129a9009-9385-4250-92f4-51006107194d is already hosted by enough agents. {{(pid=103366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:35:53.277267 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [None req-10a24618-defe-40f2-a53f-03729799ca59 None None] Resources bound (agent type, host, resource id): {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:35:53.281304 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a24618-defe-40f2-a53f-03729799ca59 None None] Received port after_create {{(pid=103366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:35:53.302384 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a24618-defe-40f2-a53f-03729799ca59 None None] Pushing event updated for resources: {'Port': ['ID=c2aaba3e-c835-47e7-9182-b066143efcc9,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:35:53.366169 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b4f95206-bcac-4f40-8639-a3d8e4ee6163 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:53.481892 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-10a24618-defe-40f2-a53f-03729799ca59 None None] Attempting to bind port c2aaba3e-c835-47e7-9182-b066143efcc9 on host n-d-818022-2 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:35:53.483140 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-10a24618-defe-40f2-a53f-03729799ca59 None None] Attempting to bind port c2aaba3e-c835-47e7-9182-b066143efcc9 by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': '31cc6645-5609-4224-bb9a-3c13df2bc7ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '129a9009-9385-4250-92f4-51006107194d'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:35:53.484149 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a24618-defe-40f2-a53f-03729799ca59 None None] Attempting to bind port c2aaba3e-c835-47e7-9182-b066143efcc9 on network 129a9009-9385-4250-92f4-51006107194d {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:35:53.519697 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b4f95206-bcac-4f40-8639-a3d8e4ee6163 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:53.531741 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0dce58c6-1d0d-45e7-bc21-7ff2c603f917 req-3f7d779c-3b5e-40dd-bdf3-43ad286353aa tempest-ServersAdminNegativeTestJSON-105860662 tempest-ServersAdminNegativeTestJSON-105860662-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=6853c7c78a4d40ddab5857a2e712f967&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0965652 Nov 19 17:35:53.540680 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a24618-defe-40f2-a53f-03729799ca59 None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 35, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:35:53.541942 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a24618-defe-40f2-a53f-03729799ca59 None None] Checking segment: {'id': '31cc6645-5609-4224-bb9a-3c13df2bc7ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '129a9009-9385-4250-92f4-51006107194d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:35:53.542620 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-10a24618-defe-40f2-a53f-03729799ca59 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:53.543218 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a24618-defe-40f2-a53f-03729799ca59 None None] Bound using segment: {'id': '31cc6645-5609-4224-bb9a-3c13df2bc7ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '129a9009-9385-4250-92f4-51006107194d'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:35:53.543946 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-10a24618-defe-40f2-a53f-03729799ca59 None None] Bound port: c2aaba3e-c835-47e7-9182-b066143efcc9, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31cc6645-5609-4224-bb9a-3c13df2bc7ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '129a9009-9385-4250-92f4-51006107194d'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:35:53.545237 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-10a24618-defe-40f2-a53f-03729799ca59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:53.551877 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 2b50c260-990c-4cc3-95e0-5b5eaa21408c up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:35:53.654816 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4f95206-bcac-4f40-8639-a3d8e4ee6163 admin admin] Network 645e61aa-1a6c-4e8f-857e-ab06edb4897f is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:35:53.662450 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-b4f95206-bcac-4f40-8639-a3d8e4ee6163 admin admin] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:35:53.675391 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f95206-bcac-4f40-8639-a3d8e4ee6163 admin admin] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:35:53.708179 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0295d7dc-f243-434e-bc56-70a168c4c0bd req-f3c84737-83c6-4808-be78-4fb5df906704 tempest-DeleteServersAdminTestJSON-215328612 tempest-DeleteServersAdminTestJSON-215328612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:35:53.719411 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0295d7dc-f243-434e-bc56-70a168c4c0bd req-f3c84737-83c6-4808-be78-4fb5df906704 tempest-DeleteServersAdminTestJSON-215328612 tempest-DeleteServersAdminTestJSON-215328612-project] 10.222.0.54 "GET /v2.0/ports?device_id=894e0902-7d10-4af9-9e15-fc20f3db15c3 HTTP/1.1" status: 200 len: 950 time: 0.0889051 Nov 19 17:35:53.741287 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dce58c6-1d0d-45e7-bc21-7ff2c603f917 req-ebee65d7-e473-433e-8f60-84d910d6c47c tempest-ServersAdminNegativeTestJSON-105860662 tempest-ServersAdminNegativeTestJSON-105860662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:35:53.749969 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0dce58c6-1d0d-45e7-bc21-7ff2c603f917 req-ebee65d7-e473-433e-8f60-84d910d6c47c tempest-ServersAdminNegativeTestJSON-105860662 tempest-ServersAdminNegativeTestJSON-105860662-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1909308 Nov 19 17:35:53.803137 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0295d7dc-f243-434e-bc56-70a168c4c0bd req-efc4e2e5-714c-4cca-bc93-546d91cbb7eb tempest-DeleteServersAdminTestJSON-215328612 tempest-DeleteServersAdminTestJSON-215328612-project] 10.222.0.54 "GET /v2.0/security-groups?id=6f3b8870-e12d-45b0-b47c-d53074c802b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780203 Nov 19 17:35:53.881029 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f95206-bcac-4f40-8639-a3d8e4ee6163 admin admin] Pushing event updated for resources: {'Port': ['ID=db8c5ce6-b7a1-4a96-856c-5f03b01e2388,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:35:53.893603 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0dce58c6-1d0d-45e7-bc21-7ff2c603f917 req-b5847e12-806f-4ce7-8662-75124b0084cc tempest-ServersAdminNegativeTestJSON-105860662 tempest-ServersAdminNegativeTestJSON-105860662-project] 10.222.0.54 "GET /v2.0/quotas/6853c7c78a4d40ddab5857a2e712f967 HTTP/1.1" status: 200 len: 375 time: 0.1426358 Nov 19 17:35:53.958821 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0dce58c6-1d0d-45e7-bc21-7ff2c603f917 req-a136df2b-e9e8-446c-a5b3-96ea667fcaa2 tempest-ServersAdminNegativeTestJSON-105860662 tempest-ServersAdminNegativeTestJSON-105860662-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=6853c7c78a4d40ddab5857a2e712f967&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0573215 Nov 19 17:35:53.972665 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.agents_db [None req-619e5c26-d9ed-4321-86eb-7d443bb9dfa2 None None] Agent healthcheck: found 7 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 17:35:54.074395 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 2b50c260-990c-4cc3-95e0-5b5eaa21408c triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:35:54.074802 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:54.243236 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b4f95206-bcac-4f40-8639-a3d8e4ee6163 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:54.243728 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-10a24618-defe-40f2-a53f-03729799ca59 None None] For port c2aaba3e-c835-47e7-9182-b066143efcc9, host n-d-818022-2, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:35:54.291702 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-10a24618-defe-40f2-a53f-03729799ca59 None None] For port c2aaba3e-c835-47e7-9182-b066143efcc9, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=c2aaba3e-c835-47e7-9182-b066143efcc9,segment=NetworkSegment(31cc6645-5609-4224-bb9a-3c13df2bc7ca),segment_id=31cc6645-5609-4224-bb9a-3c13df2bc7ca)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:35:54.300249 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-10a24618-defe-40f2-a53f-03729799ca59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:54.405698 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a24618-defe-40f2-a53f-03729799ca59 None None] Pushing event updated for resources: {'Port': ['ID=c2aaba3e-c835-47e7-9182-b066143efcc9,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:35:54.523058 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e134b7b4-29ee-47e6-b08e-cd569ff2d43e req-17d49a7d-81e7-45d8-b844-1a2bd4d8013c tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:35:54.528559 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-e134b7b4-29ee-47e6-b08e-cd569ff2d43e req-17d49a7d-81e7-45d8-b844-1a2bd4d8013c tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] 10.222.0.54 "GET /v2.0/ports?device_id=edc9d3ea-ab00-4644-b0c6-6ed9fc0ccf67 HTTP/1.1" status: 200 len: 949 time: 0.1846106 Nov 19 17:35:54.811087 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b4f95206-bcac-4f40-8639-a3d8e4ee6163 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671702'] for router, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:54.918116 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-e134b7b4-29ee-47e6-b08e-cd569ff2d43e req-c209d847-f176-40a2-bd57-7dd2df98493b tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] 10.222.0.54 "GET /v2.0/security-groups?id=c22c1cd0-07b3-4e9e-90d5-03f297ddf2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3705082 Nov 19 17:35:55.024979 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6677eea3-d312-42b5-accf-16cbe4eb2792 req-20d9b2b6-d665-4d67-b355-77bbc10491ee tempest-ServersAdminNegativeTestJSON-105860662 tempest-ServersAdminNegativeTestJSON-105860662-project] 10.222.0.54 "GET /v2.0/ports?device_id=e6dc0506-019e-438f-8ae5-12ec867508cf HTTP/1.1" status: 200 len: 210 time: 0.0357056 Nov 19 17:35:55.147916 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4f95206-bcac-4f40-8639-a3d8e4ee6163 admin admin] Router 57ca953c-b606-4e90-9771-7e2956ae7ce9 is scheduled to L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 with binding_index 1 {{(pid=103364) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 17:35:55.456898 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device c2aaba3e-c835-47e7-9182-b066143efcc9 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:35:55.479600 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaa269e-c7c5-4ccc-b08d-e899e467abe2 req-c5771ba4-2da5-449d-854e-04a3a815a417 tempest-DeleteServersAdminTestJSON-215328612 tempest-DeleteServersAdminTestJSON-215328612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:35:55.487742 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-dbaa269e-c7c5-4ccc-b08d-e899e467abe2 req-c5771ba4-2da5-449d-854e-04a3a815a417 tempest-DeleteServersAdminTestJSON-215328612 tempest-DeleteServersAdminTestJSON-215328612-project] 10.222.0.54 "GET /v2.0/ports?device_id=894e0902-7d10-4af9-9e15-fc20f3db15c3 HTTP/1.1" status: 200 len: 950 time: 0.2029138 Nov 19 17:35:55.530377 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4f95206-bcac-4f40-8639-a3d8e4ee6163 admin admin] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 17:35:55.542521 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b18d3d0-5b26-496a-b269-ee42fb6c7e45 None None] Sync routers for ids ['57ca953c-b606-4e90-9771-7e2956ae7ce9'] in n-d-818022-2 {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 17:35:55.571919 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b18d3d0-5b26-496a-b269-ee42fb6c7e45 None None] Routers {'57ca953c-b606-4e90-9771-7e2956ae7ce9'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:35:55.572803 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-3b18d3d0-5b26-496a-b269-ee42fb6c7e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:35:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['57ca953c-b606-4e90-9771-7e2956ae7ce9'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:35:55.633413 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b4f95206-bcac-4f40-8639-a3d8e4ee6163 admin admin] Publish callbacks [] for router, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:55.634906 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-b4f95206-bcac-4f40-8639-a3d8e4ee6163 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 4.6862447 Nov 19 17:35:55.639949 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 40894) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:35:55.667077 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-dbaa269e-c7c5-4ccc-b08d-e899e467abe2 req-682b2173-953e-4975-bdee-252d80855b78 tempest-DeleteServersAdminTestJSON-215328612 tempest-DeleteServersAdminTestJSON-215328612-project] 10.222.0.54 "GET /v2.0/security-groups?id=6f3b8870-e12d-45b0-b47c-d53074c802b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782658 Nov 19 17:35:55.701909 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port c2aaba3e-c835-47e7-9182-b066143efcc9 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:35:55.702546 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:55.929348 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:56.115641 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-3b18d3d0-5b26-496a-b269-ee42fb6c7e45 None None] Set router 57ca953c-b606-4e90-9771-7e2956ae7ce9 gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:35:56.116118 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 40910) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:35:56.120955 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] For port c2aaba3e-c835-47e7-9182-b066143efcc9, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=c2aaba3e-c835-47e7-9182-b066143efcc9,segment=NetworkSegment(31cc6645-5609-4224-bb9a-3c13df2bc7ca),segment_id=31cc6645-5609-4224-bb9a-3c13df2bc7ca)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:35:56.136353 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:56.354608 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ddb93d-9ba6-4ac2-a856-a8c15c78ffef req-2e5440dc-ca65-447e-bf62-93fbb37d9df9 tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:35:56.375297 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-e9ddb93d-9ba6-4ac2-a856-a8c15c78ffef req-2e5440dc-ca65-447e-bf62-93fbb37d9df9 tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] 10.222.0.54 "GET /v2.0/ports?device_id=edc9d3ea-ab00-4644-b0c6-6ed9fc0ccf67 HTTP/1.1" status: 200 len: 949 time: 0.1718082 Nov 19 17:35:56.377636 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 40916) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:35:56.397523 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91014eb7-abcc-4fcf-b8a4-4dbb9fe7d46b None None] Network 129a9009-9385-4250-92f4-51006107194d requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:35:56.427968 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Pushing event updated for resources: {'Port': ['ID=c2aaba3e-c835-47e7-9182-b066143efcc9,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:35:56.555069 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-e9ddb93d-9ba6-4ac2-a856-a8c15c78ffef req-dda9c7fa-bb7c-4fd6-ab3e-48698a776124 tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] 10.222.0.54 "GET /v2.0/security-groups?id=c22c1cd0-07b3-4e9e-90d5-03f297ddf2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784296 Nov 19 17:35:56.561424 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [req-925579cf-ab91-4e43-a592-e92497d1398f req-fff3f078-f539-4592-91aa-25627a933dfc tempest-LiveAutoBlockMigrationV225Test-71050323 tempest-LiveAutoBlockMigrationV225Test-71050323-project-admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=103364) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 17:35:56.567103 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-925579cf-ab91-4e43-a592-e92497d1398f req-fff3f078-f539-4592-91aa-25627a933dfc tempest-LiveAutoBlockMigrationV225Test-71050323 tempest-LiveAutoBlockMigrationV225Test-71050323-project-admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1816919 Nov 19 17:35:56.605261 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-19696d2f-843d-44c0-b8d2-3042aff7bcaa admin admin] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:56.679154 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-db0453e4-3700-4a73-9606-e032fc506511 None None] Provisioning complete for port c2aaba3e-c835-47e7-9182-b066143efcc9 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:35:56.680294 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-db0453e4-3700-4a73-9606-e032fc506511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:56.852642 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-3b18d3d0-5b26-496a-b269-ee42fb6c7e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57ca953c-b606-4e90-9771-7e2956ae7ce9', 'name': 'tempest-FloatingIPsAssociationTestJSON-802776427-router', 'tenant_id': '0451c16dbd91499694bb6f860678eaa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': 'db8c5ce6-b7a1-4a96-856c-5f03b01e2388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:35:51Z', 'updated_at': '2021-11-19T17:35:53Z', 'revision_number': 3, 'project_id': '0451c16dbd91499694bb6f860678eaa9', 'gw_port': {'id': 'db8c5ce6-b7a1-4a96-856c-5f03b01e2388', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:85:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57ca953c-b606-4e90-9771-7e2956ae7ce9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:35:52Z', 'updated_at': '2021-11-19T17:35:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:35:56.907175 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-19696d2f-843d-44c0-b8d2-3042aff7bcaa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:56.919736 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56823c0c-b77c-4e2d-97a9-43f893bfda37 req-df0d0a05-4623-4c6b-a520-304ec8d0675c tempest-DeleteServersAdminTestJSON-215328612 tempest-DeleteServersAdminTestJSON-215328612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:35:56.927207 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-56823c0c-b77c-4e2d-97a9-43f893bfda37 req-df0d0a05-4623-4c6b-a520-304ec8d0675c tempest-DeleteServersAdminTestJSON-215328612 tempest-DeleteServersAdminTestJSON-215328612-project] 10.222.0.54 "GET /v2.0/ports?device_id=894e0902-7d10-4af9-9e15-fc20f3db15c3 HTTP/1.1" status: 200 len: 950 time: 0.1496611 Nov 19 17:35:56.938681 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b18d3d0-5b26-496a-b269-ee42fb6c7e45 None None] Checking router: 57ca953c-b606-4e90-9771-7e2956ae7ce9 for host: n-d-818022-2 {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 17:35:56.939042 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b18d3d0-5b26-496a-b269-ee42fb6c7e45 None None] Updating router 57ca953c-b606-4e90-9771-7e2956ae7ce9 port db8c5ce6-b7a1-4a96-856c-5f03b01e2388 binding host n-d-818022-2 {{(pid=103367) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 17:35:56.951760 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0dce58c6-1d0d-45e7-bc21-7ff2c603f917 req-2cbd84f9-1f92-49c4-8739-65d762b5d6dd tempest-ServersAdminNegativeTestJSON-105860662 tempest-ServersAdminNegativeTestJSON-105860662-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=6853c7c78a4d40ddab5857a2e712f967&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0783443 Nov 19 17:35:56.955638 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-19696d2f-843d-44c0-b8d2-3042aff7bcaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:57.001547 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-3b18d3d0-5b26-496a-b269-ee42fb6c7e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:57.003269 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925579cf-ab91-4e43-a592-e92497d1398f req-a72b1408-0a14-401c-a5e3-cab86305b2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:35:57.004649 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-925579cf-ab91-4e43-a592-e92497d1398f req-a72b1408-0a14-401c-a5e3-cab86305b2e9 service neutron] 10.222.0.54 "GET /v2.0/ports/ee47d372-ad72-4981-bb3d-4ae53342d5dd HTTP/1.1" status: 200 len: 1093 time: 0.2323723 Nov 19 17:35:57.028922 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-925579cf-ab91-4e43-a592-e92497d1398f req-a578d72c-658e-4012-bbc7-099381d7f17b service neutron] Request body: {'binding': {'host': 'n-h1-818022-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:35:57.029427 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-925579cf-ab91-4e43-a592-e92497d1398f req-a578d72c-658e-4012-bbc7-099381d7f17b service neutron] Unknown quota resources ['binding']. {{(pid=103364) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 19 17:35:57.056113 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-19696d2f-843d-44c0-b8d2-3042aff7bcaa admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=cda4e68d065944e6927741fb0a035de5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9360461 Nov 19 17:35:57.075562 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 40924) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:35:57.091476 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19696d2f-843d-44c0-b8d2-3042aff7bcaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bae697e-6d72-457e-ac1b-a1defbbb3818,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:35:57.133060 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dce58c6-1d0d-45e7-bc21-7ff2c603f917 req-0290b137-252e-41a4-9387-63d0ecd03235 tempest-ServersAdminNegativeTestJSON-105860662 tempest-ServersAdminNegativeTestJSON-105860662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:35:57.137056 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0dce58c6-1d0d-45e7-bc21-7ff2c603f917 req-0290b137-252e-41a4-9387-63d0ecd03235 tempest-ServersAdminNegativeTestJSON-105860662 tempest-ServersAdminNegativeTestJSON-105860662-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1699495 Nov 19 17:35:57.149778 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-56823c0c-b77c-4e2d-97a9-43f893bfda37 req-ae562f37-b63c-47d1-a88a-3a7531315587 tempest-DeleteServersAdminTestJSON-215328612 tempest-DeleteServersAdminTestJSON-215328612-project] 10.222.0.54 "GET /v2.0/security-groups?id=6f3b8870-e12d-45b0-b47c-d53074c802b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2216275 Nov 19 17:35:57.399275 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-260ae1f7-09d9-49fa-b775-0bf833755c77 req-63124b02-6aed-421d-b4d9-345c14545617 tempest-ServersAdminNegativeTestJSON-105860662 tempest-ServersAdminNegativeTestJSON-105860662-project] 10.222.0.54 "GET /v2.0/ports?device_id=e6dc0506-019e-438f-8ae5-12ec867508cf HTTP/1.1" status: 200 len: 210 time: 0.0713000 Nov 19 17:35:57.437152 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device c2aaba3e-c835-47e7-9182-b066143efcc9 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:35:57.445477 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-0dce58c6-1d0d-45e7-bc21-7ff2c603f917 req-de32a322-6486-46cf-99ba-761782080174 tempest-ServersAdminNegativeTestJSON-105860662 tempest-ServersAdminNegativeTestJSON-105860662-project] Request body: {'port': {'device_id': 'e6dc0506-019e-438f-8ae5-12ec867508cf', 'network_id': '346debfa-452b-4048-abf4-8f4493625ef2', 'admin_state_up': True, 'tenant_id': '6853c7c78a4d40ddab5857a2e712f967'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:35:57.530808 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e34d2b2c-060e-4778-a9d2-2bba4eec1cd2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:57.579254 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port c2aaba3e-c835-47e7-9182-b066143efcc9 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:35:57.579726 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:57.624819 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e34d2b2c-060e-4778-a9d2-2bba4eec1cd2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:57.724866 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6d02a42d-f791-4324-aa1f-0851df4d62bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:57.770830 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e34d2b2c-060e-4778-a9d2-2bba4eec1cd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:57.774068 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e34d2b2c-060e-4778-a9d2-2bba4eec1cd2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:57.787888 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-e34d2b2c-060e-4778-a9d2-2bba4eec1cd2 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/6bae697e-6d72-457e-ac1b-a1defbbb3818 HTTP/1.1" status: 204 len: 168 time: 0.6996629 Nov 19 17:35:57.840446 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34d2b2c-060e-4778-a9d2-2bba4eec1cd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bae697e-6d72-457e-ac1b-a1defbbb3818,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:35:57.848381 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-3b18d3d0-5b26-496a-b269-ee42fb6c7e45 None None] Publish callbacks [] for port, precommit_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:57.849690 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-925579cf-ab91-4e43-a592-e92497d1398f req-a578d72c-658e-4012-bbc7-099381d7f17b service neutron] Attempting to bind port ee47d372-ad72-4981-bb3d-4ae53342d5dd on host n-h1-818022-2 for vnic_type normal with profile None {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:35:57.850054 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-925579cf-ab91-4e43-a592-e92497d1398f req-a578d72c-658e-4012-bbc7-099381d7f17b service neutron] Attempting to bind port ee47d372-ad72-4981-bb3d-4ae53342d5dd by drivers openvswitch,hyperv on host n-h1-818022-2 at level 0 using segments [{'id': 'fa32b67e-17cc-4a5c-8764-82d3483c4272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '06df44ce-7965-49c3-9334-79a80c7f7af9'}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:35:57.850377 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-925579cf-ab91-4e43-a592-e92497d1398f req-a578d72c-658e-4012-bbc7-099381d7f17b service neutron] Attempting to bind port ee47d372-ad72-4981-bb3d-4ae53342d5dd on network 06df44ce-7965-49c3-9334-79a80c7f7af9 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:35:57.859492 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-3b18d3d0-5b26-496a-b269-ee42fb6c7e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:57.860476 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-925579cf-ab91-4e43-a592-e92497d1398f req-a578d72c-658e-4012-bbc7-099381d7f17b service neutron] Port ee47d372-ad72-4981-bb3d-4ae53342d5dd on network 06df44ce-7965-49c3-9334-79a80c7f7af9 not bound, no agent of type Open vSwitch agent registered on host n-h1-818022-2 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 17:35:57.861029 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-925579cf-ab91-4e43-a592-e92497d1398f req-a578d72c-658e-4012-bbc7-099381d7f17b service neutron] Attempting to bind port ee47d372-ad72-4981-bb3d-4ae53342d5dd on network 06df44ce-7965-49c3-9334-79a80c7f7af9 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:35:57.870047 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-925579cf-ab91-4e43-a592-e92497d1398f req-a578d72c-658e-4012-bbc7-099381d7f17b service neutron] Checking agent: {'id': 'a6668d96-12fa-4ec0-99ad-77eaf490dd2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'started_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 35, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:35:57.870443 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-925579cf-ab91-4e43-a592-e92497d1398f req-a578d72c-658e-4012-bbc7-099381d7f17b service neutron] Checking segment: {'id': 'fa32b67e-17cc-4a5c-8764-82d3483c4272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '06df44ce-7965-49c3-9334-79a80c7f7af9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:35:57.872771 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-925579cf-ab91-4e43-a592-e92497d1398f req-a578d72c-658e-4012-bbc7-099381d7f17b service neutron] Bound using segment: {'id': 'fa32b67e-17cc-4a5c-8764-82d3483c4272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '06df44ce-7965-49c3-9334-79a80c7f7af9'} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:35:57.877121 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-925579cf-ab91-4e43-a592-e92497d1398f req-a578d72c-658e-4012-bbc7-099381d7f17b service neutron] Bound port: ee47d372-ad72-4981-bb3d-4ae53342d5dd, host: n-h1-818022-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa32b67e-17cc-4a5c-8764-82d3483c4272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '06df44ce-7965-49c3-9334-79a80c7f7af9'}}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:35:57.933471 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-d29475aa-03a9-41c8-8b02-111e97548dde None None] Provisioning complete for port c2aaba3e-c835-47e7-9182-b066143efcc9 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:35:57.934130 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d29475aa-03a9-41c8-8b02-111e97548dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:57.940859 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a018ed-b61f-4937-8e22-8de74ce56fd0 None None] Pushing event updated for resources: {'Port': ['ID=db8c5ce6-b7a1-4a96-856c-5f03b01e2388,revision_number=2']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:35:57.976802 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-3b18d3d0-5b26-496a-b269-ee42fb6c7e45 None None] Attempting to bind port db8c5ce6-b7a1-4a96-856c-5f03b01e2388 on host n-d-818022-2 for vnic_type normal with profile {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:35:57.977666 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-3b18d3d0-5b26-496a-b269-ee42fb6c7e45 None None] Attempting to bind port db8c5ce6-b7a1-4a96-856c-5f03b01e2388 by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:35:57.979084 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b18d3d0-5b26-496a-b269-ee42fb6c7e45 None None] Attempting to bind port db8c5ce6-b7a1-4a96-856c-5f03b01e2388 on network 645e61aa-1a6c-4e8f-857e-ab06edb4897f {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:35:57.985620 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b18d3d0-5b26-496a-b269-ee42fb6c7e45 None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 35, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:35:57.986405 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b18d3d0-5b26-496a-b269-ee42fb6c7e45 None None] Checking segment: {'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:35:57.987026 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-3b18d3d0-5b26-496a-b269-ee42fb6c7e45 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:57.987805 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b18d3d0-5b26-496a-b269-ee42fb6c7e45 None None] Bound using segment: {'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:35:57.988507 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-3b18d3d0-5b26-496a-b269-ee42fb6c7e45 None None] Bound port: db8c5ce6-b7a1-4a96-856c-5f03b01e2388, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'}}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:35:57.989396 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-3b18d3d0-5b26-496a-b269-ee42fb6c7e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:58.053431 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-3b18d3d0-5b26-496a-b269-ee42fb6c7e45 None None] For port db8c5ce6-b7a1-4a96-856c-5f03b01e2388, host n-d-818022-2, cleared binding levels {{(pid=103367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:35:58.058873 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-3b18d3d0-5b26-496a-b269-ee42fb6c7e45 None None] For port db8c5ce6-b7a1-4a96-856c-5f03b01e2388, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=db8c5ce6-b7a1-4a96-856c-5f03b01e2388,segment=NetworkSegment(bbe705c1-96c0-476e-8381-28227e6f0ac5),segment_id=bbe705c1-96c0-476e-8381-28227e6f0ac5)] {{(pid=103367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:35:58.065572 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-3b18d3d0-5b26-496a-b269-ee42fb6c7e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:58.139731 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a018ed-b61f-4937-8e22-8de74ce56fd0 None None] Pushing event updated for resources: {'Port': ['ID=db8c5ce6-b7a1-4a96-856c-5f03b01e2388,revision_number=3']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:35:58.174971 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b18d3d0-5b26-496a-b269-ee42fb6c7e45 None None] Routers {'57ca953c-b606-4e90-9771-7e2956ae7ce9'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:35:58.176835 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-3b18d3d0-5b26-496a-b269-ee42fb6c7e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:35:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['57ca953c-b606-4e90-9771-7e2956ae7ce9'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:35:58.231590 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645cc463-ee5b-497a-9493-117a6e41472d req-7c8d2f11-0a3b-4f80-8929-5ea5fe711184 tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:35:58.235677 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-645cc463-ee5b-497a-9493-117a6e41472d req-7c8d2f11-0a3b-4f80-8929-5ea5fe711184 tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] 10.222.0.54 "GET /v2.0/ports?device_id=edc9d3ea-ab00-4644-b0c6-6ed9fc0ccf67 HTTP/1.1" status: 200 len: 949 time: 0.2154074 Nov 19 17:35:58.257415 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [None req-6d02a42d-f791-4324-aa1f-0851df4d62bd admin admin] Allocated IP 172.20.0.1 (129a9009-9385-4250-92f4-51006107194d/69d79900-574d-4621-892d-3cad82947dc7/f6e5a257-abf1-4f08-a5f3-908b33e3c1a3) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:35:58.265692 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-925579cf-ab91-4e43-a592-e92497d1398f req-a578d72c-658e-4012-bbc7-099381d7f17b service neutron] For port ee47d372-ad72-4981-bb3d-4ae53342d5dd, host n-h1-818022-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=ee47d372-ad72-4981-bb3d-4ae53342d5dd,segment=NetworkSegment(fa32b67e-17cc-4a5c-8764-82d3483c4272),segment_id=fa32b67e-17cc-4a5c-8764-82d3483c4272)] {{(pid=103364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:35:58.322276 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-925579cf-ab91-4e43-a592-e92497d1398f req-a578d72c-658e-4012-bbc7-099381d7f17b service neutron] Publish callbacks [] for binding, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:58.327123 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-925579cf-ab91-4e43-a592-e92497d1398f req-a578d72c-658e-4012-bbc7-099381d7f17b service neutron] 10.222.0.54 "POST /v2.0/ports/ee47d372-ad72-4981-bb3d-4ae53342d5dd/bindings HTTP/1.1" status: 201 len: 389 time: 1.3085806 Nov 19 17:35:58.422284 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-645cc463-ee5b-497a-9493-117a6e41472d req-d479b1e5-22f6-45c4-ae9e-19e05d878eef tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] 10.222.0.54 "GET /v2.0/security-groups?id=c22c1cd0-07b3-4e9e-90d5-03f297ddf2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525502 Nov 19 17:35:58.435408 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 40938) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:35:58.495546 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-09e7e414-b7a0-4cce-b9b7-8deb193eb4c6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:58.546763 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-3b18d3d0-5b26-496a-b269-ee42fb6c7e45 None None] Set router 57ca953c-b606-4e90-9771-7e2956ae7ce9 gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:35:58.652153 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-fdba6efe-ffe0-4346-8553-a9f626c0dc20 req-cf4f5230-7a79-4f25-9cbb-1b06095884c1 tempest-ServersAdminNegativeTestJSON-105860662 tempest-ServersAdminNegativeTestJSON-105860662-project] 10.222.0.54 "GET /v2.0/ports?device_id=e6dc0506-019e-438f-8ae5-12ec867508cf HTTP/1.1" status: 200 len: 210 time: 0.0806367 Nov 19 17:35:58.679837 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-09e7e414-b7a0-4cce-b9b7-8deb193eb4c6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:58.728056 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-09e7e414-b7a0-4cce-b9b7-8deb193eb4c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:58.797934 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-09e7e414-b7a0-4cce-b9b7-8deb193eb4c6 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f82ee7a79d854dabb4ea02281eff82b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3578687 Nov 19 17:35:58.802154 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c78eb2-256c-443e-94b1-164a24e3fe33 req-36a6c687-5dd2-4c12-8f7f-549e380d736e tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:35:58.813687 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-50c78eb2-256c-443e-94b1-164a24e3fe33 req-36a6c687-5dd2-4c12-8f7f-549e380d736e tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.54 "GET /v2.0/ports?device_id=4bc980c9-6dc9-4316-9833-f667cb62adac HTTP/1.1" status: 200 len: 945 time: 0.0720718 Nov 19 17:35:58.814010 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 40946) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:35:58.844653 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e7e414-b7a0-4cce-b9b7-8deb193eb4c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98cfb454-d098-42a3-add8-8c51331a31bf,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:35:58.851595 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6d02a42d-f791-4324-aa1f-0851df4d62bd admin admin] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:58.869548 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-3b18d3d0-5b26-496a-b269-ee42fb6c7e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57ca953c-b606-4e90-9771-7e2956ae7ce9', 'name': 'tempest-FloatingIPsAssociationTestJSON-802776427-router', 'tenant_id': '0451c16dbd91499694bb6f860678eaa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': 'db8c5ce6-b7a1-4a96-856c-5f03b01e2388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:35:51Z', 'updated_at': '2021-11-19T17:35:53Z', 'revision_number': 3, 'project_id': '0451c16dbd91499694bb6f860678eaa9', 'gw_port': {'id': 'db8c5ce6-b7a1-4a96-856c-5f03b01e2388', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:85:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57ca953c-b606-4e90-9771-7e2956ae7ce9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:35:52Z', 'updated_at': '2021-11-19T17:35:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:35:58.871409 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339cf9f4-4255-4c04-8125-0a0254b28480 req-130687be-c222-48d7-bfb3-a3719d6016a3 tempest-DeleteServersAdminTestJSON-215328612 tempest-DeleteServersAdminTestJSON-215328612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:35:58.878957 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-339cf9f4-4255-4c04-8125-0a0254b28480 req-130687be-c222-48d7-bfb3-a3719d6016a3 tempest-DeleteServersAdminTestJSON-215328612 tempest-DeleteServersAdminTestJSON-215328612-project] 10.222.0.54 "GET /v2.0/ports?device_id=894e0902-7d10-4af9-9e15-fc20f3db15c3 HTTP/1.1" status: 200 len: 950 time: 0.1952906 Nov 19 17:35:58.896365 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925579cf-ab91-4e43-a592-e92497d1398f req-2840eda4-fcd5-4993-bc05-1c262920ad92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:35:58.898043 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-925579cf-ab91-4e43-a592-e92497d1398f req-2840eda4-fcd5-4993-bc05-1c262920ad92 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0d7ccfd9bdc740e383b438cb097bfe8d&device_id=4bc980c9-6dc9-4316-9833-f667cb62adac HTTP/1.1" status: 200 len: 1096 time: 0.2160485 Nov 19 17:35:58.903420 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-50c78eb2-256c-443e-94b1-164a24e3fe33 req-b1719a94-3b96-43c0-ad83-4ff5133dcf96 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.54 "GET /v2.0/security-groups?id=740807d6-4246-4ecb-a636-49a5e5a1e11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780497 Nov 19 17:35:58.933598 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b18d3d0-5b26-496a-b269-ee42fb6c7e45 None None] The sync data for ids ['57ca953c-b606-4e90-9771-7e2956ae7ce9'] in n-d-818022-2 is: [{'id': '57ca953c-b606-4e90-9771-7e2956ae7ce9', 'name': 'tempest-FloatingIPsAssociationTestJSON-802776427-router', 'tenant_id': '0451c16dbd91499694bb6f860678eaa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': 'db8c5ce6-b7a1-4a96-856c-5f03b01e2388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:35:51Z', 'updated_at': '2021-11-19T17:35:53Z', 'revision_number': 3, 'project_id': '0451c16dbd91499694bb6f860678eaa9', 'gw_port': {'id': 'db8c5ce6-b7a1-4a96-856c-5f03b01e2388', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:85:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57ca953c-b606-4e90-9771-7e2956ae7ce9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:35:52Z', 'updated_at': '2021-11-19T17:35:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 17:35:58.980211 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5ba809c9-5857-465a-926d-767c98212798 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:59.033090 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5ba809c9-5857-465a-926d-767c98212798 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:59.039090 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925579cf-ab91-4e43-a592-e92497d1398f req-afe722e1-0a84-4ea8-8378-23bd2e233b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:35:59.041177 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-925579cf-ab91-4e43-a592-e92497d1398f req-afe722e1-0a84-4ea8-8378-23bd2e233b7d service neutron] 10.222.0.60 "GET /v2.0/networks?id=06df44ce-7965-49c3-9334-79a80c7f7af9 HTTP/1.1" status: 200 len: 922 time: 0.1307752 Nov 19 17:35:59.105957 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-339cf9f4-4255-4c04-8125-0a0254b28480 req-b6ab7ae8-6dc8-4b91-b888-0f4696ccca50 tempest-DeleteServersAdminTestJSON-215328612 tempest-DeleteServersAdminTestJSON-215328612-project] 10.222.0.54 "GET /v2.0/security-groups?id=6f3b8870-e12d-45b0-b47c-d53074c802b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2258327 Nov 19 17:35:59.133112 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5ba809c9-5857-465a-926d-767c98212798 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:59.137644 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5ba809c9-5857-465a-926d-767c98212798 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:59.145766 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-5ba809c9-5857-465a-926d-767c98212798 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/98cfb454-d098-42a3-add8-8c51331a31bf HTTP/1.1" status: 204 len: 168 time: 0.3286333 Nov 19 17:35:59.159159 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba809c9-5857-465a-926d-767c98212798 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98cfb454-d098-42a3-add8-8c51331a31bf,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:35:59.160749 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-925579cf-ab91-4e43-a592-e92497d1398f req-e21f1a34-186c-400c-b019-7eeb8acf981c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ee47d372-ad72-4981-bb3d-4ae53342d5dd HTTP/1.1" status: 200 len: 217 time: 0.1101284 Nov 19 17:35:59.162813 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0dce58c6-1d0d-45e7-bc21-7ff2c603f917 req-de32a322-6486-46cf-99ba-761782080174 tempest-ServersAdminNegativeTestJSON-105860662 tempest-ServersAdminNegativeTestJSON-105860662-project] Made reservation on behalf of 6853c7c78a4d40ddab5857a2e712f967 for: {'port': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:35:59.167417 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-0dce58c6-1d0d-45e7-bc21-7ff2c603f917 req-de32a322-6486-46cf-99ba-761782080174 tempest-ServersAdminNegativeTestJSON-105860662 tempest-ServersAdminNegativeTestJSON-105860662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:59.189239 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-0dce58c6-1d0d-45e7-bc21-7ff2c603f917 req-de32a322-6486-46cf-99ba-761782080174 tempest-ServersAdminNegativeTestJSON-105860662 tempest-ServersAdminNegativeTestJSON-105860662-project] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:59.250072 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6d02a42d-f791-4324-aa1f-0851df4d62bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:59.310249 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d02a42d-f791-4324-aa1f-0851df4d62bd admin admin] Pushing event updated for resources: {'Port': ['ID=f6e5a257-abf1-4f08-a5f3-908b33e3c1a3,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:35:59.331349 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925579cf-ab91-4e43-a592-e92497d1398f req-39e41431-3839-46e9-9452-dcd01f6d64b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:35:59.333746 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-925579cf-ab91-4e43-a592-e92497d1398f req-39e41431-3839-46e9-9452-dcd01f6d64b6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e811f539-9c60-469d-a119-267f6bfeab01 HTTP/1.1" status: 200 len: 861 time: 0.1540749 Nov 19 17:35:59.345182 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d02a42d-f791-4324-aa1f-0851df4d62bd admin admin] Network 129a9009-9385-4250-92f4-51006107194d is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:35:59.379750 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-925579cf-ab91-4e43-a592-e92497d1398f req-323122bc-b31a-466b-b31d-bdbf9595cbd4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=06df44ce-7965-49c3-9334-79a80c7f7af9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327754 Nov 19 17:35:59.382104 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-6d02a42d-f791-4324-aa1f-0851df4d62bd admin admin] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:35:59.390219 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d02a42d-f791-4324-aa1f-0851df4d62bd admin admin] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:35:59.391087 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6d02a42d-f791-4324-aa1f-0851df4d62bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-671361'] for router_interface, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:59.434049 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3000b0bb-eac6-4620-b080-c96acd03ff94 req-53d5fb4e-a375-41ee-90e0-117aaaaae45e tempest-DeleteServersAdminTestJSON-215328612 tempest-DeleteServersAdminTestJSON-215328612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:35:59.436604 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-3000b0bb-eac6-4620-b080-c96acd03ff94 req-53d5fb4e-a375-41ee-90e0-117aaaaae45e tempest-DeleteServersAdminTestJSON-215328612 tempest-DeleteServersAdminTestJSON-215328612-project] 10.222.0.60 "GET /v2.0/ports?device_id=894e0902-7d10-4af9-9e15-fc20f3db15c3 HTTP/1.1" status: 200 len: 950 time: 0.1587441 Nov 19 17:35:59.676560 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4661782b-4ba3-4c11-bbb2-a71740b97de8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:35:59.901746 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-ef5fb70a-c8d5-48b2-a1a8-a26c5286cb2b None None] Provisioning complete for port f6e5a257-abf1-4f08-a5f3-908b33e3c1a3 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:35:59.902433 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ef5fb70a-c8d5-48b2-a1a8-a26c5286cb2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:00.018232 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-ef5fb70a-c8d5-48b2-a1a8-a26c5286cb2b None None] Port f6e5a257-abf1-4f08-a5f3-908b33e3c1a3 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:36:00.061714 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-925579cf-ab91-4e43-a592-e92497d1398f req-e6206bef-b3a5-47f1-a6e2-782dac23fe6e service neutron] 10.222.0.60 "GET /v2.0/networks/06df44ce-7965-49c3-9334-79a80c7f7af9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6660929 Nov 19 17:36:00.064048 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-0dce58c6-1d0d-45e7-bc21-7ff2c603f917 req-de32a322-6486-46cf-99ba-761782080174 tempest-ServersAdminNegativeTestJSON-105860662 tempest-ServersAdminNegativeTestJSON-105860662-project] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:00.145312 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-0dce58c6-1d0d-45e7-bc21-7ff2c603f917 req-de32a322-6486-46cf-99ba-761782080174 tempest-ServersAdminNegativeTestJSON-105860662 tempest-ServersAdminNegativeTestJSON-105860662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:00.268037 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b6e85566-6e4a-460c-8003-ae9b4d3a7860 req-1e502bcd-9c6c-4dfc-bff2-096f7592f405 tempest-ServersAdminNegativeTestJSON-105860662 tempest-ServersAdminNegativeTestJSON-105860662-project] 10.222.0.54 "GET /v2.0/ports?device_id=e6dc0506-019e-438f-8ae5-12ec867508cf HTTP/1.1" status: 200 len: 210 time: 0.2897387 Nov 19 17:36:00.386146 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fad3782-247d-4084-9b2e-b12def90fe3d req-b6b9c580-3a00-4a21-bfae-8437d49098e5 tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:00.414081 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-1fad3782-247d-4084-9b2e-b12def90fe3d req-b6b9c580-3a00-4a21-bfae-8437d49098e5 tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] 10.222.0.54 "GET /v2.0/ports?device_id=edc9d3ea-ab00-4644-b0c6-6ed9fc0ccf67 HTTP/1.1" status: 200 len: 949 time: 0.6965528 Nov 19 17:36:00.419382 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [req-0dce58c6-1d0d-45e7-bc21-7ff2c603f917 req-de32a322-6486-46cf-99ba-761782080174 tempest-ServersAdminNegativeTestJSON-105860662 tempest-ServersAdminNegativeTestJSON-105860662-project] Allocated IP 192.168.233.162 (346debfa-452b-4048-abf4-8f4493625ef2/8b3c88de-c9c2-4a20-b19e-1855c2c19035/4ee7c234-fdc7-4d4a-ae53-082a46ad097c) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:36:00.474270 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [req-3000b0bb-eac6-4620-b080-c96acd03ff94 req-d87af8dc-f4b7-40ce-aeaa-667f61180121 tempest-DeleteServersAdminTestJSON-215328612 tempest-DeleteServersAdminTestJSON-215328612-project] Deleting port 86dd7d77-75c9-4dd4-b99c-048861135e52 {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:36:00.474833 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-3000b0bb-eac6-4620-b080-c96acd03ff94 req-d87af8dc-f4b7-40ce-aeaa-667f61180121 tempest-DeleteServersAdminTestJSON-215328612 tempest-DeleteServersAdminTestJSON-215328612-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:00.556465 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6d02a42d-f791-4324-aa1f-0851df4d62bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:00.578985 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-1fad3782-247d-4084-9b2e-b12def90fe3d req-c7a6955e-8386-4d88-a5c4-b6b05d0b6dc5 tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] 10.222.0.54 "GET /v2.0/security-groups?id=c22c1cd0-07b3-4e9e-90d5-03f297ddf2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638756 Nov 19 17:36:00.738767 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-3000b0bb-eac6-4620-b080-c96acd03ff94 req-d87af8dc-f4b7-40ce-aeaa-667f61180121 tempest-DeleteServersAdminTestJSON-215328612 tempest-DeleteServersAdminTestJSON-215328612-project] For port 86dd7d77-75c9-4dd4-b99c-048861135e52, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=86dd7d77-75c9-4dd4-b99c-048861135e52,segment=NetworkSegment(1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861),segment_id=1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:36:00.739138 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-3000b0bb-eac6-4620-b080-c96acd03ff94 req-d87af8dc-f4b7-40ce-aeaa-667f61180121 tempest-DeleteServersAdminTestJSON-215328612 tempest-DeleteServersAdminTestJSON-215328612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:00.771910 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [req-3000b0bb-eac6-4620-b080-c96acd03ff94 req-d87af8dc-f4b7-40ce-aeaa-667f61180121 tempest-DeleteServersAdminTestJSON-215328612 tempest-DeleteServersAdminTestJSON-215328612-project] Calling delete_port for 86dd7d77-75c9-4dd4-b99c-048861135e52 owned by compute:nova {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:36:00.786877 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d650f2e-bdea-4ec5-9db7-e4f85144e604 req-0abe9df5-ea0c-45d9-8881-809a58e8a8f8 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:00.796011 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3d650f2e-bdea-4ec5-9db7-e4f85144e604 req-0abe9df5-ea0c-45d9-8881-809a58e8a8f8 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.54 "GET /v2.0/ports?device_id=4bc980c9-6dc9-4316-9833-f667cb62adac HTTP/1.1" status: 200 len: 945 time: 0.3496706 Nov 19 17:36:00.824813 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de32a322-6486-46cf-99ba-761782080174 tempest-ServersAdminNegativeTestJSON-105860662 tempest-ServersAdminNegativeTestJSON-105860662-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90afa53b-d02d-4ca8-a903-31fcd7782c25,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:36:01.008183 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f28187-8a97-4459-8137-fb491796e824 req-eac897dd-a1c1-46ab-967c-0bb37a02d9c5 tempest-DeleteServersAdminTestJSON-215328612 tempest-DeleteServersAdminTestJSON-215328612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:01.009911 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-88f28187-8a97-4459-8137-fb491796e824 req-eac897dd-a1c1-46ab-967c-0bb37a02d9c5 tempest-DeleteServersAdminTestJSON-215328612 tempest-DeleteServersAdminTestJSON-215328612-project] 10.222.0.54 "GET /v2.0/ports?device_id=894e0902-7d10-4af9-9e15-fc20f3db15c3 HTTP/1.1" status: 200 len: 950 time: 0.0952125 Nov 19 17:36:01.076888 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-925579cf-ab91-4e43-a592-e92497d1398f req-5e8ddfaf-30cf-4c40-91f4-b92beded9518 service neutron] 10.222.0.60 "GET /v2.0/networks/06df44ce-7965-49c3-9334-79a80c7f7af9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0068004 Nov 19 17:36:01.084297 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3d650f2e-bdea-4ec5-9db7-e4f85144e604 req-5e92d284-5250-4b91-9be3-e70fcd502b2b tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.54 "GET /v2.0/security-groups?id=740807d6-4246-4ecb-a636-49a5e5a1e11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2694778 Nov 19 17:36:01.175386 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-0dce58c6-1d0d-45e7-bc21-7ff2c603f917 req-de32a322-6486-46cf-99ba-761782080174 tempest-ServersAdminNegativeTestJSON-105860662 tempest-ServersAdminNegativeTestJSON-105860662-project] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:01.218247 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-88f28187-8a97-4459-8137-fb491796e824 req-bb4a2d0b-c1d5-40d8-8b44-445627638009 tempest-DeleteServersAdminTestJSON-215328612 tempest-DeleteServersAdminTestJSON-215328612-project] 10.222.0.54 "GET /v2.0/security-groups?id=6f3b8870-e12d-45b0-b47c-d53074c802b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839364 Nov 19 17:36:01.226536 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-3000b0bb-eac6-4620-b080-c96acd03ff94 req-d87af8dc-f4b7-40ce-aeaa-667f61180121 tempest-DeleteServersAdminTestJSON-215328612 tempest-DeleteServersAdminTestJSON-215328612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:01.247557 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['86dd7d77-75c9-4dd4-b99c-048861135e52'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:36:01.269066 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87af8dc-f4b7-40ce-aeaa-667f61180121 tempest-DeleteServersAdminTestJSON-215328612 tempest-DeleteServersAdminTestJSON-215328612-project] Pushing event deleted for resources: {'Port': ['ID=86dd7d77-75c9-4dd4-b99c-048861135e52,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:36:01.429069 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device db8c5ce6-b7a1-4a96-856c-5f03b01e2388 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:36:01.437878 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [req-3000b0bb-eac6-4620-b080-c96acd03ff94 req-d87af8dc-f4b7-40ce-aeaa-667f61180121 tempest-DeleteServersAdminTestJSON-215328612 tempest-DeleteServersAdminTestJSON-215328612-project] No DVR routers for this DVR port 86dd7d77-75c9-4dd4-b99c-048861135e52 on host n-h1-818022-2 {{(pid=103364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:36:01.449529 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-3000b0bb-eac6-4620-b080-c96acd03ff94 req-d87af8dc-f4b7-40ce-aeaa-667f61180121 tempest-DeleteServersAdminTestJSON-215328612 tempest-DeleteServersAdminTestJSON-215328612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:01.470978 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-3000b0bb-eac6-4620-b080-c96acd03ff94 req-d87af8dc-f4b7-40ce-aeaa-667f61180121 tempest-DeleteServersAdminTestJSON-215328612 tempest-DeleteServersAdminTestJSON-215328612-project] 10.222.0.60 "DELETE /v2.0/ports/86dd7d77-75c9-4dd4-b99c-048861135e52 HTTP/1.1" status: 204 len: 173 time: 2.0253732 Nov 19 17:36:01.472194 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '894e0902-7d10-4af9-9e15-fc20f3db15c3', 'name': 'network-vif-deleted', 'tag': '86dd7d77-75c9-4dd4-b99c-048861135e52'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:36:01.491541 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dd4767a008c23f8566efc82158ee1b1fff34e1a9e908d76d0b6d0ab7e350e5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2529fb4-1975-41d8-957b-766db8249ecf" -d '{"events": [{"server_uuid": "894e0902-7d10-4af9-9e15-fc20f3db15c3", "name": "network-vif-deleted", "tag": "86dd7d77-75c9-4dd4-b99c-048861135e52"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:36:01.516881 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6d02a42d-f791-4324-aa1f-0851df4d62bd admin admin] Publish callbacks [] for port, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:01.633077 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-0dce58c6-1d0d-45e7-bc21-7ff2c603f917 req-de32a322-6486-46cf-99ba-761782080174 tempest-ServersAdminNegativeTestJSON-105860662 tempest-ServersAdminNegativeTestJSON-105860662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:01.633709 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port db8c5ce6-b7a1-4a96-856c-5f03b01e2388 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:36:01.634149 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:01.637298 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6d02a42d-f791-4324-aa1f-0851df4d62bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:01.638171 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6d02a42d-f791-4324-aa1f-0851df4d62bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-768529'] for router_interface, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:01.651199 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:36:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37cd7a0a-b6bc-46e8-ad07-48e2cf1e469d x-openstack-request-id: req-37cd7a0a-b6bc-46e8-ad07-48e2cf1e469d {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:36:01.651954 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "894e0902-7d10-4af9-9e15-fc20f3db15c3", "name": "network-vif-deleted", "tag": "86dd7d77-75c9-4dd4-b99c-048861135e52", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:36:01.652409 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-37cd7a0a-b6bc-46e8-ad07-48e2cf1e469d {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:36:01.653342 n-d-818022-2 neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '894e0902-7d10-4af9-9e15-fc20f3db15c3', 'name': 'network-vif-deleted', 'tag': '86dd7d77-75c9-4dd4-b99c-048861135e52', 'status': 'completed', 'code': 200} Nov 19 17:36:01.806304 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925579cf-ab91-4e43-a592-e92497d1398f req-64486f82-2bfd-4dfa-9aaf-84156a8c083e tempest-LiveAutoBlockMigrationV225Test-71050323 tempest-LiveAutoBlockMigrationV225Test-71050323-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:01.808017 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-925579cf-ab91-4e43-a592-e92497d1398f req-64486f82-2bfd-4dfa-9aaf-84156a8c083e tempest-LiveAutoBlockMigrationV225Test-71050323 tempest-LiveAutoBlockMigrationV225Test-71050323-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=4bc980c9-6dc9-4316-9833-f667cb62adac&tenant_id=0d7ccfd9bdc740e383b438cb097bfe8d&binding%3Ahost_id=n-h2-818022-2 HTTP/1.1" status: 200 len: 1096 time: 0.5564914 Nov 19 17:36:01.896236 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:01.898161 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0dce58c6-1d0d-45e7-bc21-7ff2c603f917 req-de32a322-6486-46cf-99ba-761782080174 tempest-ServersAdminNegativeTestJSON-105860662 tempest-ServersAdminNegativeTestJSON-105860662-project] Network 346debfa-452b-4048-abf4-8f4493625ef2 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:36:01.987227 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d879df-34ae-447e-8216-2794d79867d3 req-239bc9ad-4bf4-4b33-8032-48c3723efec7 tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:01.989617 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] For port db8c5ce6-b7a1-4a96-856c-5f03b01e2388, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=db8c5ce6-b7a1-4a96-856c-5f03b01e2388,segment=NetworkSegment(bbe705c1-96c0-476e-8381-28227e6f0ac5),segment_id=bbe705c1-96c0-476e-8381-28227e6f0ac5)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:36:01.997955 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-70d879df-34ae-447e-8216-2794d79867d3 req-239bc9ad-4bf4-4b33-8032-48c3723efec7 tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] 10.222.0.54 "GET /v2.0/ports?device_id=edc9d3ea-ab00-4644-b0c6-6ed9fc0ccf67 HTTP/1.1" status: 200 len: 949 time: 0.1342590 Nov 19 17:36:02.007915 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-925579cf-ab91-4e43-a592-e92497d1398f req-37e9cdb5-7856-4358-9824-ffcf13381c3e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-818022-2'}}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:36:02.021746 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:02.026975 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [req-0dce58c6-1d0d-45e7-bc21-7ff2c603f917 req-de32a322-6486-46cf-99ba-761782080174 tempest-ServersAdminNegativeTestJSON-105860662 tempest-ServersAdminNegativeTestJSON-105860662-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:36:02.097577 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f6ffa788-e4a5-4ecf-a0af-74ebfae15eec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:02.157417 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Pushing event updated for resources: {'Port': ['ID=db8c5ce6-b7a1-4a96-856c-5f03b01e2388,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:36:02.180364 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-70d879df-34ae-447e-8216-2794d79867d3 req-0e36e371-c9bd-4b51-9542-e50355b4d319 tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] 10.222.0.54 "GET /v2.0/security-groups?id=c22c1cd0-07b3-4e9e-90d5-03f297ddf2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814342 Nov 19 17:36:02.368557 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-f113573b-e875-456e-826b-6f12bbe4d915 None None] Provisioning complete for port 4ee7c234-fdc7-4d4a-ae53-082a46ad097c triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:36:02.369125 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f113573b-e875-456e-826b-6f12bbe4d915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:02.427844 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-f113573b-e875-456e-826b-6f12bbe4d915 None None] Port 4ee7c234-fdc7-4d4a-ae53-082a46ad097c cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:36:02.437289 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5581e004-d78b-4a12-9c6a-7d214bfde14f req-6c19831c-6cea-4ce7-acf9-b86f18a843c1 tempest-ServersAdminNegativeTestJSON-105860662 tempest-ServersAdminNegativeTestJSON-105860662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:02.439533 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5581e004-d78b-4a12-9c6a-7d214bfde14f req-6c19831c-6cea-4ce7-acf9-b86f18a843c1 tempest-ServersAdminNegativeTestJSON-105860662 tempest-ServersAdminNegativeTestJSON-105860662-project] 10.222.0.54 "GET /v2.0/ports?device_id=e6dc0506-019e-438f-8ae5-12ec867508cf HTTP/1.1" status: 200 len: 936 time: 0.9447873 Nov 19 17:36:02.442284 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d02a42d-f791-4324-aa1f-0851df4d62bd admin admin] Network 129a9009-9385-4250-92f4-51006107194d is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:36:02.450070 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dce58c6-1d0d-45e7-bc21-7ff2c603f917 req-de32a322-6486-46cf-99ba-761782080174 tempest-ServersAdminNegativeTestJSON-105860662 tempest-ServersAdminNegativeTestJSON-105860662-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:36:02.456225 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dce58c6-1d0d-45e7-bc21-7ff2c603f917 req-de32a322-6486-46cf-99ba-761782080174 tempest-ServersAdminNegativeTestJSON-105860662 tempest-ServersAdminNegativeTestJSON-105860662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:02.457219 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-0dce58c6-1d0d-45e7-bc21-7ff2c603f917 req-de32a322-6486-46cf-99ba-761782080174 tempest-ServersAdminNegativeTestJSON-105860662 tempest-ServersAdminNegativeTestJSON-105860662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:02.470961 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d02a42d-f791-4324-aa1f-0851df4d62bd admin admin] Pushing event updated for resources: {'Port': ['ID=f6e5a257-abf1-4f08-a5f3-908b33e3c1a3,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:36:02.473707 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3442a99b-a8e0-4a6d-909f-23dd9a89c85f req-6ecdfd37-bee1-4ec5-b6ba-ab386eaeff04 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:02.476170 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-3442a99b-a8e0-4a6d-909f-23dd9a89c85f req-6ecdfd37-bee1-4ec5-b6ba-ab386eaeff04 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.54 "GET /v2.0/ports?device_id=4bc980c9-6dc9-4316-9833-f667cb62adac HTTP/1.1" status: 200 len: 945 time: 0.0973854 Nov 19 17:36:02.481544 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-6d02a42d-f791-4324-aa1f-0851df4d62bd admin admin] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:36:02.523073 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0dce58c6-1d0d-45e7-bc21-7ff2c603f917 req-de32a322-6486-46cf-99ba-761782080174 tempest-ServersAdminNegativeTestJSON-105860662 tempest-ServersAdminNegativeTestJSON-105860662-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.1345320 Nov 19 17:36:02.569016 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-0dce58c6-1d0d-45e7-bc21-7ff2c603f917 req-cf94153b-5127-445e-9680-ae8b6b66ff3f service neutron] Request body: {'port': {'device_id': 'e6dc0506-019e-438f-8ae5-12ec867508cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818022-2'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:36:02.578655 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-3442a99b-a8e0-4a6d-909f-23dd9a89c85f req-7066bfee-ee2c-425f-821b-8a79ca762ff3 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.54 "GET /v2.0/security-groups?id=740807d6-4246-4ecb-a636-49a5e5a1e11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765584 Nov 19 17:36:02.695102 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-925579cf-ab91-4e43-a592-e92497d1398f req-37e9cdb5-7856-4358-9824-ffcf13381c3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:02.697483 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de32a322-6486-46cf-99ba-761782080174 tempest-ServersAdminNegativeTestJSON-105860662 tempest-ServersAdminNegativeTestJSON-105860662-project] Pushing event updated for resources: {'Port': ['ID=4ee7c234-fdc7-4d4a-ae53-082a46ad097c,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:36:02.741790 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5581e004-d78b-4a12-9c6a-7d214bfde14f req-48067f5b-64c0-4343-89bd-d8d5ebaaa9f2 tempest-ServersAdminNegativeTestJSON-105860662 tempest-ServersAdminNegativeTestJSON-105860662-project] 10.222.0.54 "GET /v2.0/security-groups?id=90afa53b-d02d-4ca8-a903-31fcd7782c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2751703 Nov 19 17:36:02.824933 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-0dce58c6-1d0d-45e7-bc21-7ff2c603f917 req-cf94153b-5127-445e-9680-ae8b6b66ff3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:02.904144 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-aaa4ad24-a1d1-461c-ac04-955afd0c17a8 None None] Provisioning complete for port f6e5a257-abf1-4f08-a5f3-908b33e3c1a3 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:36:02.905322 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-aaa4ad24-a1d1-461c-ac04-955afd0c17a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:02.999160 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d02a42d-f791-4324-aa1f-0851df4d62bd admin admin] Router 57ca953c-b606-4e90-9771-7e2956ae7ce9 has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 17:36:03.083865 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e46ecc5a-dc14-4744-b262-3072ff2e958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:03.085106 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-aaa4ad24-a1d1-461c-ac04-955afd0c17a8 None None] Port f6e5a257-abf1-4f08-a5f3-908b33e3c1a3 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:36:03.215903 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-925579cf-ab91-4e43-a592-e92497d1398f req-37e9cdb5-7856-4358-9824-ffcf13381c3e service neutron] For port ee47d372-ad72-4981-bb3d-4ae53342d5dd, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=ee47d372-ad72-4981-bb3d-4ae53342d5dd,segment=NetworkSegment(fa32b67e-17cc-4a5c-8764-82d3483c4272),segment_id=fa32b67e-17cc-4a5c-8764-82d3483c4272)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:36:03.338468 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-925579cf-ab91-4e43-a592-e92497d1398f req-37e9cdb5-7856-4358-9824-ffcf13381c3e service neutron] For port ee47d372-ad72-4981-bb3d-4ae53342d5dd, host n-h2-818022-2, cleared binding levels {{(pid=103365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:36:03.366912 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d02a42d-f791-4324-aa1f-0851df4d62bd admin admin] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 17:36:03.384674 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-6d02a42d-f791-4324-aa1f-0851df4d62bd admin admin] 10.222.0.54 "PUT /v2.0/routers/57ca953c-b606-4e90-9771-7e2956ae7ce9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7434411 Nov 19 17:36:03.385117 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e9df23c-8948-474b-be6d-7e30f9eae63e None None] Sync routers for ids ['57ca953c-b606-4e90-9771-7e2956ae7ce9'] in n-d-818022-2 {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 17:36:03.432185 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bc980c9-6dc9-4316-9833-f667cb62adac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee47d372-ad72-4981-bb3d-4ae53342d5dd'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:36:03.434651 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218319d759239a7d11f1288aef37381b97754913ee9ccbfd43b51a463f801712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82d5291f-d4c2-4094-ad2e-18acbaa6dd0d" -d '{"events": [{"server_uuid": "4bc980c9-6dc9-4316-9833-f667cb62adac", "name": "network-vif-unplugged", "status": "completed", "tag": "ee47d372-ad72-4981-bb3d-4ae53342d5dd"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:36:03.442752 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-925579cf-ab91-4e43-a592-e92497d1398f req-37e9cdb5-7856-4358-9824-ffcf13381c3e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:03.486180 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b89e831-c5aa-4874-97bf-025f9de8baef req-7270040b-dc2e-46cc-b5c7-034715ef62e9 tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:03.490095 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0b89e831-c5aa-4874-97bf-025f9de8baef req-7270040b-dc2e-46cc-b5c7-034715ef62e9 tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] 10.222.0.54 "GET /v2.0/ports?device_id=edc9d3ea-ab00-4644-b0c6-6ed9fc0ccf67 HTTP/1.1" status: 200 len: 949 time: 0.1703050 Nov 19 17:36:03.504267 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-925579cf-ab91-4e43-a592-e92497d1398f req-37e9cdb5-7856-4358-9824-ffcf13381c3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:03.525662 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e9df23c-8948-474b-be6d-7e30f9eae63e None None] Routers {'57ca953c-b606-4e90-9771-7e2956ae7ce9'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:36:03.534971 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-3e9df23c-8948-474b-be6d-7e30f9eae63e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:36:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['57ca953c-b606-4e90-9771-7e2956ae7ce9'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:36:03.573134 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device db8c5ce6-b7a1-4a96-856c-5f03b01e2388 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:36:03.631429 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [req-0dce58c6-1d0d-45e7-bc21-7ff2c603f917 req-cf94153b-5127-445e-9680-ae8b6b66ff3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ee7c234-fdc7-4d4a-ae53-082a46ad097c {{(pid=103365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:36:03.667007 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-0dce58c6-1d0d-45e7-bc21-7ff2c603f917 req-cf94153b-5127-445e-9680-ae8b6b66ff3f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:03.667369 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0b89e831-c5aa-4874-97bf-025f9de8baef req-b09f6c4d-3ae9-47f8-bd8e-85849ebcc73b tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] 10.222.0.54 "GET /v2.0/security-groups?id=c22c1cd0-07b3-4e9e-90d5-03f297ddf2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686425 Nov 19 17:36:03.679408 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 17:36:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db57cdc6-d997-4132-9483-c712eb915357 x-openstack-request-id: req-db57cdc6-d997-4132-9483-c712eb915357 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:36:03.679710 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bc980c9-6dc9-4316-9833-f667cb62adac", "name": "network-vif-unplugged", "status": "completed", "tag": "ee47d372-ad72-4981-bb3d-4ae53342d5dd", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:36:03.679974 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-db57cdc6-d997-4132-9483-c712eb915357 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:36:03.680377 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bc980c9-6dc9-4316-9833-f667cb62adac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee47d372-ad72-4981-bb3d-4ae53342d5dd', 'code': 200} Nov 19 17:36:03.758272 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.provisioning_blocks [req-0dce58c6-1d0d-45e7-bc21-7ff2c603f917 req-cf94153b-5127-445e-9680-ae8b6b66ff3f service neutron] Transition to ACTIVE for port object 4ee7c234-fdc7-4d4a-ae53-082a46ad097c will not be triggered until provisioned by entity L2. {{(pid=103365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 17:36:03.770955 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e9cdb5-7856-4358-9824-ffcf13381c3e service neutron] Pushing event updated for resources: {'Port': ['ID=ee47d372-ad72-4981-bb3d-4ae53342d5dd,revision_number=7']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:36:03.777236 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-0dce58c6-1d0d-45e7-bc21-7ff2c603f917 req-cf94153b-5127-445e-9680-ae8b6b66ff3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:03.797615 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:03.815757 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:03.840041 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port db8c5ce6-b7a1-4a96-856c-5f03b01e2388 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:36:03.840343 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:03.867341 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 41068) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:36:03.901563 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 41072) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:36:03.974518 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-3e9df23c-8948-474b-be6d-7e30f9eae63e None None] Set router 57ca953c-b606-4e90-9771-7e2956ae7ce9 gateway port host: n-d-818022-2 {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:36:03.990561 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caa6b54-abd9-42ea-a133-8b709afabecc req-06f52a36-4877-41e8-944f-75963e8cad98 tempest-ServersAdminNegativeTestJSON-105860662 tempest-ServersAdminNegativeTestJSON-105860662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:04.003451 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0caa6b54-abd9-42ea-a133-8b709afabecc req-06f52a36-4877-41e8-944f-75963e8cad98 tempest-ServersAdminNegativeTestJSON-105860662 tempest-ServersAdminNegativeTestJSON-105860662-project] 10.222.0.54 "GET /v2.0/ports?device_id=e6dc0506-019e-438f-8ae5-12ec867508cf HTTP/1.1" status: 200 len: 948 time: 0.1026058 Nov 19 17:36:04.096440 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0caa6b54-abd9-42ea-a133-8b709afabecc req-362bfb1b-ede4-4521-a268-9ad6334499b4 tempest-ServersAdminNegativeTestJSON-105860662 tempest-ServersAdminNegativeTestJSON-105860662-project] 10.222.0.54 "GET /v2.0/security-groups?id=90afa53b-d02d-4ca8-a903-31fcd7782c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918384 Nov 19 17:36:04.130565 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-925579cf-ab91-4e43-a592-e92497d1398f req-37e9cdb5-7856-4358-9824-ffcf13381c3e service neutron] Attempting to bind port ee47d372-ad72-4981-bb3d-4ae53342d5dd on host n-h2-818022-2 for vnic_type normal with profile {"migrating_to": "n-h1-818022-2"} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:36:04.130565 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-925579cf-ab91-4e43-a592-e92497d1398f req-37e9cdb5-7856-4358-9824-ffcf13381c3e service neutron] Attempting to bind port ee47d372-ad72-4981-bb3d-4ae53342d5dd by drivers openvswitch,hyperv on host n-h2-818022-2 at level 0 using segments [{'id': 'fa32b67e-17cc-4a5c-8764-82d3483c4272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '06df44ce-7965-49c3-9334-79a80c7f7af9'}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:36:04.130565 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-925579cf-ab91-4e43-a592-e92497d1398f req-37e9cdb5-7856-4358-9824-ffcf13381c3e service neutron] Attempting to bind port ee47d372-ad72-4981-bb3d-4ae53342d5dd on network 06df44ce-7965-49c3-9334-79a80c7f7af9 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:36:04.135845 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-66251535-f50e-416b-812d-077107674d24 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:04.198264 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-0dce58c6-1d0d-45e7-bc21-7ff2c603f917 req-cf94153b-5127-445e-9680-ae8b6b66ff3f service neutron] Attempting to bind port 4ee7c234-fdc7-4d4a-ae53-082a46ad097c on host n-h2-818022-2 for vnic_type normal with profile {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:36:04.198751 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-0dce58c6-1d0d-45e7-bc21-7ff2c603f917 req-cf94153b-5127-445e-9680-ae8b6b66ff3f service neutron] Attempting to bind port 4ee7c234-fdc7-4d4a-ae53-082a46ad097c by drivers openvswitch,hyperv on host n-h2-818022-2 at level 0 using segments [{'id': '1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '346debfa-452b-4048-abf4-8f4493625ef2'}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:36:04.199169 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dce58c6-1d0d-45e7-bc21-7ff2c603f917 req-cf94153b-5127-445e-9680-ae8b6b66ff3f service neutron] Attempting to bind port 4ee7c234-fdc7-4d4a-ae53-082a46ad097c on network 346debfa-452b-4048-abf4-8f4493625ef2 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:36:04.204467 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-925579cf-ab91-4e43-a592-e92497d1398f req-37e9cdb5-7856-4358-9824-ffcf13381c3e service neutron] Port ee47d372-ad72-4981-bb3d-4ae53342d5dd on network 06df44ce-7965-49c3-9334-79a80c7f7af9 not bound, no agent of type Open vSwitch agent registered on host n-h2-818022-2 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 17:36:04.205201 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-925579cf-ab91-4e43-a592-e92497d1398f req-37e9cdb5-7856-4358-9824-ffcf13381c3e service neutron] Attempting to bind port ee47d372-ad72-4981-bb3d-4ae53342d5dd on network 06df44ce-7965-49c3-9334-79a80c7f7af9 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:36:04.219469 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dce58c6-1d0d-45e7-bc21-7ff2c603f917 req-cf94153b-5127-445e-9680-ae8b6b66ff3f service neutron] Port 4ee7c234-fdc7-4d4a-ae53-082a46ad097c on network 346debfa-452b-4048-abf4-8f4493625ef2 not bound, no agent of type Open vSwitch agent registered on host n-h2-818022-2 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 17:36:04.219957 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dce58c6-1d0d-45e7-bc21-7ff2c603f917 req-cf94153b-5127-445e-9680-ae8b6b66ff3f service neutron] Attempting to bind port 4ee7c234-fdc7-4d4a-ae53-082a46ad097c on network 346debfa-452b-4048-abf4-8f4493625ef2 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:36:04.226831 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-925579cf-ab91-4e43-a592-e92497d1398f req-37e9cdb5-7856-4358-9824-ffcf13381c3e service neutron] Checking agent: {'id': '525ad2ac-c4ae-4c63-af2e-0bf8d25d0f0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'started_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:36:04.228527 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-925579cf-ab91-4e43-a592-e92497d1398f req-37e9cdb5-7856-4358-9824-ffcf13381c3e service neutron] Checking segment: {'id': 'fa32b67e-17cc-4a5c-8764-82d3483c4272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '06df44ce-7965-49c3-9334-79a80c7f7af9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:36:04.229025 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-925579cf-ab91-4e43-a592-e92497d1398f req-37e9cdb5-7856-4358-9824-ffcf13381c3e service neutron] Bound using segment: {'id': 'fa32b67e-17cc-4a5c-8764-82d3483c4272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '06df44ce-7965-49c3-9334-79a80c7f7af9'} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:36:04.230332 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-925579cf-ab91-4e43-a592-e92497d1398f req-37e9cdb5-7856-4358-9824-ffcf13381c3e service neutron] Bound port: ee47d372-ad72-4981-bb3d-4ae53342d5dd, host: n-h2-818022-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa32b67e-17cc-4a5c-8764-82d3483c4272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '06df44ce-7965-49c3-9334-79a80c7f7af9'}}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:36:04.230823 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-925579cf-ab91-4e43-a592-e92497d1398f req-37e9cdb5-7856-4358-9824-ffcf13381c3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:04.243330 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dce58c6-1d0d-45e7-bc21-7ff2c603f917 req-cf94153b-5127-445e-9680-ae8b6b66ff3f service neutron] Checking agent: {'id': '525ad2ac-c4ae-4c63-af2e-0bf8d25d0f0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'started_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:36:04.244359 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dce58c6-1d0d-45e7-bc21-7ff2c603f917 req-cf94153b-5127-445e-9680-ae8b6b66ff3f service neutron] Checking segment: {'id': '1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '346debfa-452b-4048-abf4-8f4493625ef2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:36:04.244834 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dce58c6-1d0d-45e7-bc21-7ff2c603f917 req-cf94153b-5127-445e-9680-ae8b6b66ff3f service neutron] Bound using segment: {'id': '1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '346debfa-452b-4048-abf4-8f4493625ef2'} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:36:04.245367 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-0dce58c6-1d0d-45e7-bc21-7ff2c603f917 req-cf94153b-5127-445e-9680-ae8b6b66ff3f service neutron] Bound port: 4ee7c234-fdc7-4d4a-ae53-082a46ad097c, host: n-h2-818022-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '346debfa-452b-4048-abf4-8f4493625ef2'}}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:36:04.245833 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-0dce58c6-1d0d-45e7-bc21-7ff2c603f917 req-cf94153b-5127-445e-9680-ae8b6b66ff3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:04.363729 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-55f73046-7531-4378-ade9-50ad7846f162 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=46692746d04d40a7b3fed479e2224d72&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4606855 Nov 19 17:36:04.370904 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 41080) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:36:04.410974 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-0dce58c6-1d0d-45e7-bc21-7ff2c603f917 req-cf94153b-5127-445e-9680-ae8b6b66ff3f service neutron] For port 4ee7c234-fdc7-4d4a-ae53-082a46ad097c, host n-h2-818022-2, cleared binding levels {{(pid=103365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:36:04.415165 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-0dce58c6-1d0d-45e7-bc21-7ff2c603f917 req-cf94153b-5127-445e-9680-ae8b6b66ff3f service neutron] For port 4ee7c234-fdc7-4d4a-ae53-082a46ad097c, host n-h2-818022-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=4ee7c234-fdc7-4d4a-ae53-082a46ad097c,segment=NetworkSegment(1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861),segment_id=1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861)] {{(pid=103365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:36:04.426057 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a400a4-0c18-4227-a61d-a79560e3a59a req-325d0779-908e-44f7-adf0-5cdf86b1329e tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:04.435456 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-27a400a4-0c18-4227-a61d-a79560e3a59a req-325d0779-908e-44f7-adf0-5cdf86b1329e tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.54 "GET /v2.0/ports?device_id=4bc980c9-6dc9-4316-9833-f667cb62adac HTTP/1.1" status: 200 len: 943 time: 0.6028810 Nov 19 17:36:04.486484 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf94153b-5127-445e-9680-ae8b6b66ff3f service neutron] Pushing event updated for resources: {'Port': ['ID=4ee7c234-fdc7-4d4a-ae53-082a46ad097c,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:36:04.489853 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-0dce58c6-1d0d-45e7-bc21-7ff2c603f917 req-cf94153b-5127-445e-9680-ae8b6b66ff3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:04.539002 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-66251535-f50e-416b-812d-077107674d24 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:04.577273 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-27a400a4-0c18-4227-a61d-a79560e3a59a req-1daa3e97-77f7-4e4d-81ed-1783b4a141c5 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.54 "GET /v2.0/security-groups?id=740807d6-4246-4ecb-a636-49a5e5a1e11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352344 Nov 19 17:36:04.581348 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf94153b-5127-445e-9680-ae8b6b66ff3f service neutron] Pushing event updated for resources: {'Port': ['ID=4ee7c234-fdc7-4d4a-ae53-082a46ad097c,revision_number=3']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:36:04.596677 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-66251535-f50e-416b-812d-077107674d24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:04.597042 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e013d7e6-5264-4dcc-9759-54f5fb809e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:04.628539 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dce58c6-1d0d-45e7-bc21-7ff2c603f917 req-cf94153b-5127-445e-9680-ae8b6b66ff3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:04.631070 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-0dce58c6-1d0d-45e7-bc21-7ff2c603f917 req-cf94153b-5127-445e-9680-ae8b6b66ff3f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:04.637922 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0dce58c6-1d0d-45e7-bc21-7ff2c603f917 req-cf94153b-5127-445e-9680-ae8b6b66ff3f service neutron] 10.222.0.86 "PUT /v2.0/ports/4ee7c234-fdc7-4d4a-ae53-082a46ad097c HTTP/1.1" status: 200 len: 1096 time: 2.0946090 Nov 19 17:36:04.724640 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-3e9df23c-8948-474b-be6d-7e30f9eae63e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57ca953c-b606-4e90-9771-7e2956ae7ce9', 'name': 'tempest-FloatingIPsAssociationTestJSON-802776427-router', 'tenant_id': '0451c16dbd91499694bb6f860678eaa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': 'db8c5ce6-b7a1-4a96-856c-5f03b01e2388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:35:51Z', 'updated_at': '2021-11-19T17:36:00Z', 'revision_number': 4, 'project_id': '0451c16dbd91499694bb6f860678eaa9', 'gw_port': {'id': 'db8c5ce6-b7a1-4a96-856c-5f03b01e2388', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:85:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ca953c-b606-4e90-9771-7e2956ae7ce9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:35:52Z', 'updated_at': '2021-11-19T17:36:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': 'f6e5a257-abf1-4f08-a5f3-908b33e3c1a3', 'name': '', 'network_id': '129a9009-9385-4250-92f4-51006107194d', 'tenant_id': '0451c16dbd91499694bb6f860678eaa9', 'mac_address': 'fa:16:3e:59:d3:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57ca953c-b606-4e90-9771-7e2956ae7ce9', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '69d79900-574d-4621-892d-3cad82947dc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:35:57Z', 'updated_at': '2021-11-19T17:36:00Z', 'revision_number': 2, 'project_id': '0451c16dbd91499694bb6f860678eaa9', 'subnets': [{'id': '69d79900-574d-4621-892d-3cad82947dc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:36:04.729214 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 86dd7d77-75c9-4dd4-b99c-048861135e52 no longer exists at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:36:04.832613 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e9df23c-8948-474b-be6d-7e30f9eae63e None None] Checking router: 57ca953c-b606-4e90-9771-7e2956ae7ce9 for host: n-d-818022-2 {{(pid=103366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 17:36:04.842450 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e9df23c-8948-474b-be6d-7e30f9eae63e None None] Updating router 57ca953c-b606-4e90-9771-7e2956ae7ce9 port f6e5a257-abf1-4f08-a5f3-908b33e3c1a3 binding host n-d-818022-2 {{(pid=103366) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 17:36:04.874101 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-925579cf-ab91-4e43-a592-e92497d1398f req-37e9cdb5-7856-4358-9824-ffcf13381c3e service neutron] For port ee47d372-ad72-4981-bb3d-4ae53342d5dd, host n-h2-818022-2, cleared binding levels {{(pid=103365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:36:04.879846 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-925579cf-ab91-4e43-a592-e92497d1398f req-37e9cdb5-7856-4358-9824-ffcf13381c3e service neutron] For port ee47d372-ad72-4981-bb3d-4ae53342d5dd, host n-h2-818022-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=ee47d372-ad72-4981-bb3d-4ae53342d5dd,segment=NetworkSegment(fa32b67e-17cc-4a5c-8764-82d3483c4272),segment_id=fa32b67e-17cc-4a5c-8764-82d3483c4272)] {{(pid=103365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:36:04.893952 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-925579cf-ab91-4e43-a592-e92497d1398f req-37e9cdb5-7856-4358-9824-ffcf13381c3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:04.910436 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-66251535-f50e-416b-812d-077107674d24 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=9c0ea995c6ef4e91912ad9b54a116f7c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0409906 Nov 19 17:36:04.935392 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 41096) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:36:04.936543 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66251535-f50e-416b-812d-077107674d24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66aa123b-d507-4056-8137-99ff5b6cbd2b,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:36:04.961757 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3e9df23c-8948-474b-be6d-7e30f9eae63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:04.970322 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-10544421-8be1-401d-9ef3-a746248948f6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:04.991381 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dce58c6-1d0d-45e7-bc21-7ff2c603f917 req-be7c5b50-565a-424c-aa01-5b0ddfdcded3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:04.993028 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0dce58c6-1d0d-45e7-bc21-7ff2c603f917 req-be7c5b50-565a-424c-aa01-5b0ddfdcded3 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=6853c7c78a4d40ddab5857a2e712f967&device_id=e6dc0506-019e-438f-8ae5-12ec867508cf HTTP/1.1" status: 200 len: 1099 time: 0.2609925 Nov 19 17:36:05.063187 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e0058f-dfc8-48fc-b114-4e7204b73d8b req-2ca0cf98-c991-453a-a68e-105f60caf7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:05.064789 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d4e0058f-dfc8-48fc-b114-4e7204b73d8b req-2ca0cf98-c991-453a-a68e-105f60caf7e2 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=edc9d3ea-ab00-4644-b0c6-6ed9fc0ccf67 HTTP/1.1" status: 200 len: 1100 time: 0.2843258 Nov 19 17:36:05.073525 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0dce58c6-1d0d-45e7-bc21-7ff2c603f917 req-b626b722-1a24-4d81-951f-664ef13c9dda service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=4ee7c234-fdc7-4d4a-ae53-082a46ad097c HTTP/1.1" status: 200 len: 217 time: 0.0590973 Nov 19 17:36:05.100191 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c14bd2c-aabd-4c3c-a367-5f67a1025641 req-db3928ce-6c06-4384-988a-d862911a3932 tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:05.108174 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0c14bd2c-aabd-4c3c-a367-5f67a1025641 req-db3928ce-6c06-4384-988a-d862911a3932 tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] 10.222.0.54 "GET /v2.0/ports?device_id=edc9d3ea-ab00-4644-b0c6-6ed9fc0ccf67 HTTP/1.1" status: 200 len: 949 time: 0.2102780 Nov 19 17:36:05.114909 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e9cdb5-7856-4358-9824-ffcf13381c3e service neutron] Pushing event updated for resources: {'Port': ['ID=ee47d372-ad72-4981-bb3d-4ae53342d5dd,revision_number=8']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:36:05.130229 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772a102b-0044-470e-b3f2-ac6bf074ee21 req-3c7dae85-53fe-4038-913c-8972049e8a29 tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:05.137917 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-772a102b-0044-470e-b3f2-ac6bf074ee21 req-3c7dae85-53fe-4038-913c-8972049e8a29 tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] 10.222.0.54 "GET /v2.0/networks?id=129a9009-9385-4250-92f4-51006107194d HTTP/1.1" status: 200 len: 820 time: 0.5933590 Nov 19 17:36:05.144189 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-10544421-8be1-401d-9ef3-a746248948f6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:05.170101 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-772a102b-0044-470e-b3f2-ac6bf074ee21 req-89e35d84-6593-4dc8-ac39-3df46ff995e8 tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] 10.222.0.54 "GET /v2.0/quotas/0451c16dbd91499694bb6f860678eaa9 HTTP/1.1" status: 200 len: 375 time: 0.0312235 Nov 19 17:36:05.178143 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925579cf-ab91-4e43-a592-e92497d1398f req-37e9cdb5-7856-4358-9824-ffcf13381c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:05.179231 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-925579cf-ab91-4e43-a592-e92497d1398f req-37e9cdb5-7856-4358-9824-ffcf13381c3e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:05.181785 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-925579cf-ab91-4e43-a592-e92497d1398f req-37e9cdb5-7856-4358-9824-ffcf13381c3e service neutron] 10.222.0.60 "PUT /v2.0/ports/ee47d372-ad72-4981-bb3d-4ae53342d5dd HTTP/1.1" status: 200 len: 1121 time: 3.2953184 Nov 19 17:36:05.215264 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dce58c6-1d0d-45e7-bc21-7ff2c603f917 req-a0a437be-65ae-447e-9c87-9ee18fd43791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:05.217125 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0dce58c6-1d0d-45e7-bc21-7ff2c603f917 req-a0a437be-65ae-447e-9c87-9ee18fd43791 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8b3c88de-c9c2-4a20-b19e-1855c2c19035 HTTP/1.1" status: 200 len: 843 time: 0.1324627 Nov 19 17:36:05.221859 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5c37135b-2839-4062-a13f-3f07feafd37c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:05.246644 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5c37135b-2839-4062-a13f-3f07feafd37c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:05.247893 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0c14bd2c-aabd-4c3c-a367-5f67a1025641 req-dbe8a9d6-6ab3-4f11-aa1e-7a3614e6d419 tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] 10.222.0.54 "GET /v2.0/security-groups?id=c22c1cd0-07b3-4e9e-90d5-03f297ddf2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376374 Nov 19 17:36:05.352410 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dce58c6-1d0d-45e7-bc21-7ff2c603f917 req-af675886-6ab2-43c6-9d9c-9bb8b29a3ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:05.354284 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0dce58c6-1d0d-45e7-bc21-7ff2c603f917 req-af675886-6ab2-43c6-9d9c-9bb8b29a3ade service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=346debfa-452b-4048-abf4-8f4493625ef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1005528 Nov 19 17:36:05.361335 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3e9df23c-8948-474b-be6d-7e30f9eae63e None None] Publish callbacks [] for port, precommit_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:05.365144 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] No Port match for: 86dd7d77-75c9-4dd4-b99c-048861135e52 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:36:05.366058 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 86dd7d77-75c9-4dd4-b99c-048861135e52 not bound to the agent host n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:36:05.381896 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d4e0058f-dfc8-48fc-b114-4e7204b73d8b req-81b5b820-ebbd-47f3-805f-3dee92cf682a service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=c22c1cd0-07b3-4e9e-90d5-03f297ddf2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2906709 Nov 19 17:36:05.417683 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-772a102b-0044-470e-b3f2-ac6bf074ee21 req-eb9b8abb-fb0f-418b-b184-891d16e5d0d2 tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=0451c16dbd91499694bb6f860678eaa9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2466435 Nov 19 17:36:05.418142 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3e9df23c-8948-474b-be6d-7e30f9eae63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:05.433372 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [req-772a102b-0044-470e-b3f2-ac6bf074ee21 req-12e54983-bacb-4fba-a189-6a69c01c8415 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=103364) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 17:36:05.441026 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-772a102b-0044-470e-b3f2-ac6bf074ee21 req-12e54983-bacb-4fba-a189-6a69c01c8415 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0143185 Nov 19 17:36:05.488433 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fd0766-92be-4df8-90df-ee8c54503585 None None] Pushing event updated for resources: {'Port': ['ID=f6e5a257-abf1-4f08-a5f3-908b33e3c1a3,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:36:05.503674 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] get_ports_and_sgs() called for port_ids ['ee47d372-ad72-4981-bb3d-4ae53342d5dd'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:36:05.508698 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:05.532816 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0dce58c6-1d0d-45e7-bc21-7ff2c603f917 req-e23b0864-885e-4269-b614-67921023b37e service neutron] 10.222.0.86 "GET /v2.0/networks/346debfa-452b-4048-abf4-8f4493625ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547287 Nov 19 17:36:05.566391 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6474f5f-b406-4506-b683-86a20a5149bd req-92637570-dd82-4766-9c71-2a2fbbcea768 tempest-ServersAdminNegativeTestJSON-105860662 tempest-ServersAdminNegativeTestJSON-105860662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:05.576931 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e6474f5f-b406-4506-b683-86a20a5149bd req-92637570-dd82-4766-9c71-2a2fbbcea768 tempest-ServersAdminNegativeTestJSON-105860662 tempest-ServersAdminNegativeTestJSON-105860662-project] 10.222.0.54 "GET /v2.0/ports?device_id=e6dc0506-019e-438f-8ae5-12ec867508cf HTTP/1.1" status: 200 len: 948 time: 0.2417412 Nov 19 17:36:05.644119 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-772a102b-0044-470e-b3f2-ac6bf074ee21 req-849b68c7-53fb-483a-a68a-84c9f57ec2ed service neutron] 10.222.0.54 "GET /v2.0/networks/129a9009-9385-4250-92f4-51006107194d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1986578 Nov 19 17:36:05.679190 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-3e9df23c-8948-474b-be6d-7e30f9eae63e None None] Attempting to bind port f6e5a257-abf1-4f08-a5f3-908b33e3c1a3 on host n-d-818022-2 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:36:05.679897 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-3e9df23c-8948-474b-be6d-7e30f9eae63e None None] Attempting to bind port f6e5a257-abf1-4f08-a5f3-908b33e3c1a3 by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': '31cc6645-5609-4224-bb9a-3c13df2bc7ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '129a9009-9385-4250-92f4-51006107194d'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:36:05.679897 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e9df23c-8948-474b-be6d-7e30f9eae63e None None] Attempting to bind port f6e5a257-abf1-4f08-a5f3-908b33e3c1a3 on network 129a9009-9385-4250-92f4-51006107194d {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:36:05.692408 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-10544421-8be1-401d-9ef3-a746248948f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:05.695346 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-10544421-8be1-401d-9ef3-a746248948f6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:05.697078 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-10544421-8be1-401d-9ef3-a746248948f6 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/6f3b8870-e12d-45b0-b47c-d53074c802b2 HTTP/1.1" status: 204 len: 168 time: 1.3239489 Nov 19 17:36:05.705587 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e9df23c-8948-474b-be6d-7e30f9eae63e None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 36, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:36:05.706145 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e9df23c-8948-474b-be6d-7e30f9eae63e None None] Checking segment: {'id': '31cc6645-5609-4224-bb9a-3c13df2bc7ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '129a9009-9385-4250-92f4-51006107194d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:36:05.706556 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3e9df23c-8948-474b-be6d-7e30f9eae63e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:05.709733 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e9df23c-8948-474b-be6d-7e30f9eae63e None None] Bound using segment: {'id': '31cc6645-5609-4224-bb9a-3c13df2bc7ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '129a9009-9385-4250-92f4-51006107194d'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:36:05.709733 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-3e9df23c-8948-474b-be6d-7e30f9eae63e None None] Bound port: f6e5a257-abf1-4f08-a5f3-908b33e3c1a3, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31cc6645-5609-4224-bb9a-3c13df2bc7ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '129a9009-9385-4250-92f4-51006107194d'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:36:05.709733 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3e9df23c-8948-474b-be6d-7e30f9eae63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:05.747278 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e6474f5f-b406-4506-b683-86a20a5149bd req-1a9e278d-5ce9-46ef-a3b6-ad2da73be196 tempest-ServersAdminNegativeTestJSON-105860662 tempest-ServersAdminNegativeTestJSON-105860662-project] 10.222.0.54 "GET /v2.0/security-groups?id=90afa53b-d02d-4ca8-a903-31fcd7782c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691256 Nov 19 17:36:05.747894 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6dc0506-019e-438f-8ae5-12ec867508cf', 'tag': '4ee7c234-fdc7-4d4a-ae53-082a46ad097c'}, {'name': 'network-changed', 'server_uuid': '4bc980c9-6dc9-4316-9833-f667cb62adac', 'tag': 'ee47d372-ad72-4981-bb3d-4ae53342d5dd'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:36:05.754938 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218319d759239a7d11f1288aef37381b97754913ee9ccbfd43b51a463f801712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5f514b8-7028-48b0-9e54-0c11240ebf9a" -d '{"events": [{"name": "network-changed", "server_uuid": "e6dc0506-019e-438f-8ae5-12ec867508cf", "tag": "4ee7c234-fdc7-4d4a-ae53-082a46ad097c"}, {"name": "network-changed", "server_uuid": "4bc980c9-6dc9-4316-9833-f667cb62adac", "tag": "ee47d372-ad72-4981-bb3d-4ae53342d5dd"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:36:05.779434 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10544421-8be1-401d-9ef3-a746248948f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f3b8870-e12d-45b0-b47c-d53074c802b2,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:36:05.820271 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-5c357c4b-9157-49aa-bcab-e4eb10556b44 req-29aa3ba7-b432-4c89-886c-6d92a7be9e07 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=822a3eb9-a983-41ff-b107-717d46bf5ef6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1740692 Nov 19 17:36:05.842568 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5c37135b-2839-4062-a13f-3f07feafd37c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:05.854625 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5c37135b-2839-4062-a13f-3f07feafd37c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:05.862454 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-5c37135b-2839-4062-a13f-3f07feafd37c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/66aa123b-d507-4056-8137-99ff5b6cbd2b HTTP/1.1" status: 204 len: 168 time: 0.9218338 Nov 19 17:36:05.919899 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c37135b-2839-4062-a13f-3f07feafd37c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66aa123b-d507-4056-8137-99ff5b6cbd2b,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:36:05.920068 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0dce58c6-1d0d-45e7-bc21-7ff2c603f917 req-d015398d-75ea-4a13-b4d5-b97c606e39b0 service neutron] 10.222.0.86 "GET /v2.0/networks/346debfa-452b-4048-abf4-8f4493625ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3778708 Nov 19 17:36:06.042745 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-772a102b-0044-470e-b3f2-ac6bf074ee21 req-f9cd4ebf-39cc-4650-854a-1309d9c8f4d5 service neutron] 10.222.0.54 "GET /v2.0/networks/129a9009-9385-4250-92f4-51006107194d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3973465 Nov 19 17:36:06.073077 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c357c4b-9157-49aa-bcab-e4eb10556b44 req-63846892-3c3e-447c-bd1a-5b9eafb5333f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:06.075457 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-5c357c4b-9157-49aa-bcab-e4eb10556b44 req-63846892-3c3e-447c-bd1a-5b9eafb5333f service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=bf701fa01dc443ada18661aab1d7be58&device_id=822a3eb9-a983-41ff-b107-717d46bf5ef6 HTTP/1.1" status: 200 len: 1097 time: 0.1525710 Nov 19 17:36:06.149256 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2f3d58-d688-4e12-8ae0-289eb787cda9 req-ccaa2edf-c5fc-4be1-874e-b827e53752e4 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:06.152443 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7d2f3d58-d688-4e12-8ae0-289eb787cda9 req-ccaa2edf-c5fc-4be1-874e-b827e53752e4 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.54 "GET /v2.0/ports?device_id=4bc980c9-6dc9-4316-9833-f667cb62adac HTTP/1.1" status: 200 len: 943 time: 0.2256930 Nov 19 17:36:06.153731 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-3e9df23c-8948-474b-be6d-7e30f9eae63e None None] For port f6e5a257-abf1-4f08-a5f3-908b33e3c1a3, host n-d-818022-2, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:36:06.238947 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-3e9df23c-8948-474b-be6d-7e30f9eae63e None None] For port f6e5a257-abf1-4f08-a5f3-908b33e3c1a3, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=f6e5a257-abf1-4f08-a5f3-908b33e3c1a3,segment=NetworkSegment(31cc6645-5609-4224-bb9a-3c13df2bc7ca),segment_id=31cc6645-5609-4224-bb9a-3c13df2bc7ca)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:36:06.264523 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3e9df23c-8948-474b-be6d-7e30f9eae63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:06.332075 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7d2f3d58-d688-4e12-8ae0-289eb787cda9 req-a52e1762-c29e-4a14-9f21-ca88eaed83cb tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.54 "GET /v2.0/security-groups?id=740807d6-4246-4ecb-a636-49a5e5a1e11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698349 Nov 19 17:36:06.438457 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c357c4b-9157-49aa-bcab-e4eb10556b44 req-bf8d0e1d-6587-4250-9623-c9732c1fabc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:06.442773 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-5c357c4b-9157-49aa-bcab-e4eb10556b44 req-bf8d0e1d-6587-4250-9623-c9732c1fabc0 service neutron] 10.222.0.86 "GET /v2.0/networks?id=833872e1-1a28-48e3-b9f9-d97ad690eebb HTTP/1.1" status: 200 len: 924 time: 0.3340049 Nov 19 17:36:06.495899 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 19 Nov 2021 17:36:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e374255-e285-4d75-94e0-37516545a020 x-openstack-request-id: req-9e374255-e285-4d75-94e0-37516545a020 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:36:06.496612 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6dc0506-019e-438f-8ae5-12ec867508cf", "tag": "4ee7c234-fdc7-4d4a-ae53-082a46ad097c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "4bc980c9-6dc9-4316-9833-f667cb62adac", "tag": "ee47d372-ad72-4981-bb3d-4ae53342d5dd", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:36:06.505185 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-9e374255-e285-4d75-94e0-37516545a020 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:36:06.506271 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6dc0506-019e-438f-8ae5-12ec867508cf', 'tag': '4ee7c234-fdc7-4d4a-ae53-082a46ad097c', 'status': 'completed', 'code': 200} Nov 19 17:36:06.507649 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bc980c9-6dc9-4316-9833-f667cb62adac', 'tag': 'ee47d372-ad72-4981-bb3d-4ae53342d5dd', 'status': 'completed', 'code': 200} Nov 19 17:36:06.514988 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-43bed1e9-d8ee-458c-8c7e-67c45fda7554 None None] Provisioning complete for port f6e5a257-abf1-4f08-a5f3-908b33e3c1a3 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:36:06.515389 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-43bed1e9-d8ee-458c-8c7e-67c45fda7554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:06.714005 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e9df23c-8948-474b-be6d-7e30f9eae63e None None] Routers {'57ca953c-b606-4e90-9771-7e2956ae7ce9'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:36:06.716673 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-3e9df23c-8948-474b-be6d-7e30f9eae63e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:36:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['57ca953c-b606-4e90-9771-7e2956ae7ce9'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:36:06.824769 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f514b8-7028-48b0-9e54-0c11240ebf9a req-ca9ac25b-97b5-4c76-b06d-dae7f7081c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:06.835857 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d5f514b8-7028-48b0-9e54-0c11240ebf9a req-ca9ac25b-97b5-4c76-b06d-dae7f7081c41 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=6853c7c78a4d40ddab5857a2e712f967&device_id=e6dc0506-019e-438f-8ae5-12ec867508cf HTTP/1.1" status: 200 len: 1099 time: 0.2589860 Nov 19 17:36:06.960599 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 648e9924-4faf-4cc9-8364-066838855211 details requested by agent hyperv_n-h1-818022-2 with host n-h1-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 17:36:06.971251 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 41122) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:36:07.008569 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-7a188fb4-bf0d-4061-9c09-fa08b4ec92b9 req-ff05861c-777a-4d3b-9c06-51a8fc05d722 tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] 10.222.0.54 "GET /v2.0/ports?device_id=1cad7dc2-8442-446b-94f2-51548934c3b6 HTTP/1.1" status: 200 len: 210 time: 0.1679044 Nov 19 17:36:07.010664 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-5c357c4b-9157-49aa-bcab-e4eb10556b44 req-79e31b71-c531-4e0f-a869-8a6e6805f949 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=181d9573-30a6-4c33-b898-07ea989195c7 HTTP/1.1" status: 200 len: 1002 time: 0.5472202 Nov 19 17:36:07.036650 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 41126) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:36:07.076453 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fd0766-92be-4df8-90df-ee8c54503585 None None] Pushing event updated for resources: {'Port': ['ID=f6e5a257-abf1-4f08-a5f3-908b33e3c1a3,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:36:07.135590 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f2dc1e98-2992-433c-986c-46893c1b6893 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:07.147032 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-bdf2f8f8-d5cf-4038-adf3-5eb7a8a8d6e4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:07.156468 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.db.resource_extend [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 19 17:36:07.220531 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-43bed1e9-d8ee-458c-8c7e-67c45fda7554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:07.304965 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-3e9df23c-8948-474b-be6d-7e30f9eae63e None None] Set router 57ca953c-b606-4e90-9771-7e2956ae7ce9 gateway port host: n-d-818022-2 {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:36:07.334401 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c357c4b-9157-49aa-bcab-e4eb10556b44 req-e3e3773d-5aee-42e5-af26-1aa571e3c275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:07.341218 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-5c357c4b-9157-49aa-bcab-e4eb10556b44 req-e3e3773d-5aee-42e5-af26-1aa571e3c275 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=350b116c-50d0-4ddf-8934-2b25a4e80dab HTTP/1.1" status: 200 len: 862 time: 0.2831364 Nov 19 17:36:07.501725 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61a9eba-0318-4504-96cf-f49be040c084 req-03f354c7-5d49-404d-9dc0-29e794339ad2 tempest-ServersAdminNegativeTestJSON-105860662 tempest-ServersAdminNegativeTestJSON-105860662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:07.510166 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-e61a9eba-0318-4504-96cf-f49be040c084 req-03f354c7-5d49-404d-9dc0-29e794339ad2 tempest-ServersAdminNegativeTestJSON-105860662 tempest-ServersAdminNegativeTestJSON-105860662-project] 10.222.0.54 "GET /v2.0/ports?device_id=e6dc0506-019e-438f-8ae5-12ec867508cf HTTP/1.1" status: 200 len: 948 time: 0.3699718 Nov 19 17:36:07.543157 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de9ea22-500d-4af2-8562-1db1337446ed req-92d9fc24-2792-4781-8ba5-31c7b23bb1a3 tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:07.550431 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0de9ea22-500d-4af2-8562-1db1337446ed req-92d9fc24-2792-4781-8ba5-31c7b23bb1a3 tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] 10.222.0.54 "GET /v2.0/ports?device_id=edc9d3ea-ab00-4644-b0c6-6ed9fc0ccf67 HTTP/1.1" status: 200 len: 949 time: 0.7997632 Nov 19 17:36:07.565718 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c357c4b-9157-49aa-bcab-e4eb10556b44 req-b7fb60e4-4f10-40c4-8350-48f5c9ac45a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:07.569193 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-5c357c4b-9157-49aa-bcab-e4eb10556b44 req-b7fb60e4-4f10-40c4-8350-48f5c9ac45a9 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=833872e1-1a28-48e3-b9f9-d97ad690eebb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2226238 Nov 19 17:36:07.594502 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f514b8-7028-48b0-9e54-0c11240ebf9a req-04666080-c19d-4bf1-b641-f07cdd036559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:07.596558 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d5f514b8-7028-48b0-9e54-0c11240ebf9a req-04666080-c19d-4bf1-b641-f07cdd036559 service neutron] 10.222.0.86 "GET /v2.0/networks?id=346debfa-452b-4048-abf4-8f4493625ef2 HTTP/1.1" status: 200 len: 870 time: 0.7556622 Nov 19 17:36:07.656273 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d5f514b8-7028-48b0-9e54-0c11240ebf9a req-97abcb42-202b-436d-81d2-f318644faca2 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=4ee7c234-fdc7-4d4a-ae53-082a46ad097c HTTP/1.1" status: 200 len: 217 time: 0.0497425 Nov 19 17:36:07.678703 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0de9ea22-500d-4af2-8562-1db1337446ed req-67f4ecc8-e208-4b0f-9e49-0b20221a47aa tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] 10.222.0.54 "GET /v2.0/security-groups?id=c22c1cd0-07b3-4e9e-90d5-03f297ddf2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273181 Nov 19 17:36:07.706390 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-bdf2f8f8-d5cf-4038-adf3-5eb7a8a8d6e4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:07.721971 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-43bed1e9-d8ee-458c-8c7e-67c45fda7554 None None] For port f6e5a257-abf1-4f08-a5f3-908b33e3c1a3, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=f6e5a257-abf1-4f08-a5f3-908b33e3c1a3,segment=NetworkSegment(31cc6645-5609-4224-bb9a-3c13df2bc7ca),segment_id=31cc6645-5609-4224-bb9a-3c13df2bc7ca)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:36:07.729149 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-e61a9eba-0318-4504-96cf-f49be040c084 req-2c1cd10b-f6bc-4b7e-9bea-fa1e3de8155e tempest-ServersAdminNegativeTestJSON-105860662 tempest-ServersAdminNegativeTestJSON-105860662-project] 10.222.0.54 "GET /v2.0/security-groups?id=90afa53b-d02d-4ca8-a903-31fcd7782c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114878 Nov 19 17:36:07.736124 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f2dc1e98-2992-433c-986c-46893c1b6893 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:07.738523 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-43bed1e9-d8ee-458c-8c7e-67c45fda7554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:07.744146 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-bdf2f8f8-d5cf-4038-adf3-5eb7a8a8d6e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:07.809255 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f2dc1e98-2992-433c-986c-46893c1b6893 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:07.833268 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bed1e9-d8ee-458c-8c7e-67c45fda7554 None None] Pushing event updated for resources: {'Port': ['ID=f6e5a257-abf1-4f08-a5f3-908b33e3c1a3,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:36:07.877863 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f514b8-7028-48b0-9e54-0c11240ebf9a req-40bc0f1c-6499-48e8-8293-a54f7ce1a0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:07.880540 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d5f514b8-7028-48b0-9e54-0c11240ebf9a req-40bc0f1c-6499-48e8-8293-a54f7ce1a0ac service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8b3c88de-c9c2-4a20-b19e-1855c2c19035 HTTP/1.1" status: 200 len: 843 time: 0.2006314 Nov 19 17:36:07.939845 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 648e9924-4faf-4cc9-8364-066838855211, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=648e9924-4faf-4cc9-8364-066838855211,segment=NetworkSegment(1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861),segment_id=1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:36:07.983459 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66f4b8c-a5a1-4f12-acb5-525d209018f2 req-c36c556d-9916-4ce5-8fdc-f2970a833277 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:07.985297 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c66f4b8c-a5a1-4f12-acb5-525d209018f2 req-c36c556d-9916-4ce5-8fdc-f2970a833277 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.54 "GET /v2.0/ports?device_id=4bc980c9-6dc9-4316-9833-f667cb62adac HTTP/1.1" status: 200 len: 943 time: 0.1659539 Nov 19 17:36:07.999347 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Returning: {'device': '648e9924-4faf-4cc9-8364-066838855211', 'network_id': '346debfa-452b-4048-abf4-8f4493625ef2', 'port_id': '648e9924-4faf-4cc9-8364-066838855211', 'mac_address': 'fa:16:3e:e8:0a:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b3c88de-c9c2-4a20-b19e-1855c2c19035', 'ip_address': '192.168.233.86'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 17:36:08.006258 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f514b8-7028-48b0-9e54-0c11240ebf9a req-aac8afa5-09a1-46f6-8a6a-82347f1e44e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:08.013127 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-3e9df23c-8948-474b-be6d-7e30f9eae63e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57ca953c-b606-4e90-9771-7e2956ae7ce9', 'name': 'tempest-FloatingIPsAssociationTestJSON-802776427-router', 'tenant_id': '0451c16dbd91499694bb6f860678eaa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': 'db8c5ce6-b7a1-4a96-856c-5f03b01e2388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:35:51Z', 'updated_at': '2021-11-19T17:36:00Z', 'revision_number': 4, 'project_id': '0451c16dbd91499694bb6f860678eaa9', 'gw_port': {'id': 'db8c5ce6-b7a1-4a96-856c-5f03b01e2388', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:85:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ca953c-b606-4e90-9771-7e2956ae7ce9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:35:52Z', 'updated_at': '2021-11-19T17:36:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': 'f6e5a257-abf1-4f08-a5f3-908b33e3c1a3', 'name': '', 'network_id': '129a9009-9385-4250-92f4-51006107194d', 'tenant_id': '0451c16dbd91499694bb6f860678eaa9', 'mac_address': 'fa:16:3e:59:d3:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57ca953c-b606-4e90-9771-7e2956ae7ce9', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '69d79900-574d-4621-892d-3cad82947dc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:35:57Z', 'updated_at': '2021-11-19T17:36:06Z', 'revision_number': 4, 'project_id': '0451c16dbd91499694bb6f860678eaa9', 'subnets': [{'id': '69d79900-574d-4621-892d-3cad82947dc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:36:08.015382 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d5f514b8-7028-48b0-9e54-0c11240ebf9a req-aac8afa5-09a1-46f6-8a6a-82347f1e44e4 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=346debfa-452b-4048-abf4-8f4493625ef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1086135 Nov 19 17:36:08.086045 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e9df23c-8948-474b-be6d-7e30f9eae63e None None] The sync data for ids ['57ca953c-b606-4e90-9771-7e2956ae7ce9'] in n-d-818022-2 is: [{'id': '57ca953c-b606-4e90-9771-7e2956ae7ce9', 'name': 'tempest-FloatingIPsAssociationTestJSON-802776427-router', 'tenant_id': '0451c16dbd91499694bb6f860678eaa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': 'db8c5ce6-b7a1-4a96-856c-5f03b01e2388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:35:51Z', 'updated_at': '2021-11-19T17:36:00Z', 'revision_number': 4, 'project_id': '0451c16dbd91499694bb6f860678eaa9', 'gw_port': {'id': 'db8c5ce6-b7a1-4a96-856c-5f03b01e2388', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:85:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ca953c-b606-4e90-9771-7e2956ae7ce9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:35:52Z', 'updated_at': '2021-11-19T17:36:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': 'f6e5a257-abf1-4f08-a5f3-908b33e3c1a3', 'name': '', 'network_id': '129a9009-9385-4250-92f4-51006107194d', 'tenant_id': '0451c16dbd91499694bb6f860678eaa9', 'mac_address': 'fa:16:3e:59:d3:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57ca953c-b606-4e90-9771-7e2956ae7ce9', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '69d79900-574d-4621-892d-3cad82947dc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:35:57Z', 'updated_at': '2021-11-19T17:36:06Z', 'revision_number': 4, 'project_id': '0451c16dbd91499694bb6f860678eaa9', 'subnets': [{'id': '69d79900-574d-4621-892d-3cad82947dc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 17:36:08.148654 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-472310e8-3fcb-433f-9fba-dafdd014e015 None None] Provisioning complete for port f6e5a257-abf1-4f08-a5f3-908b33e3c1a3 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:36:08.149128 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-472310e8-3fcb-433f-9fba-dafdd014e015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:08.226301 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:08.250240 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c66f4b8c-a5a1-4f12-acb5-525d209018f2 req-c661fc8d-d981-4f37-911b-d0eeac328411 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.54 "GET /v2.0/security-groups?id=740807d6-4246-4ecb-a636-49a5e5a1e11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2567945 Nov 19 17:36:08.322271 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d5f514b8-7028-48b0-9e54-0c11240ebf9a req-b4d87475-4258-4c43-8505-a2153132acbe service neutron] 10.222.0.86 "GET /v2.0/networks/346debfa-452b-4048-abf4-8f4493625ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2889960 Nov 19 17:36:08.419554 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 41142) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:36:08.420805 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-bdf2f8f8-d5cf-4038-adf3-5eb7a8a8d6e4 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=a766ef52b98e420199d6a2ad222f84bd&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3799794 Nov 19 17:36:08.440863 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-f2dc1e98-2992-433c-986c-46893c1b6893 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f6ff44d180364a32ab737092dd849d18&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4612150 Nov 19 17:36:08.495386 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device 4ee7c234-fdc7-4d4a-ae53-082a46ad097c details requested by agent hyperv_n-h2-818022-2 with host n-h2-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 17:36:08.500687 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 41144) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:36:08.505037 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf2f8f8-d5cf-4038-adf3-5eb7a8a8d6e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91de45f1-1daa-42c9-bf67-fe23a88007a8,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:36:08.518879 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 648e9924-4faf-4cc9-8364-066838855211 {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:36:08.643072 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 648e9924-4faf-4cc9-8364-066838855211, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=648e9924-4faf-4cc9-8364-066838855211,segment=NetworkSegment(1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861),segment_id=1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:36:08.644565 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-5c9e5c91-6e2e-4e89-a158-8098a4b2151e req-b5993ecf-e2aa-4280-b502-3acb93a1a9ce tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] 10.222.0.54 "GET /v2.0/ports?device_id=1cad7dc2-8442-446b-94f2-51548934c3b6 HTTP/1.1" status: 200 len: 210 time: 0.2022374 Nov 19 17:36:08.645530 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dc1e98-2992-433c-986c-46893c1b6893 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=370dfc3d-60cb-43c9-9ed6-7541ede19518,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:36:08.654977 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:08.761953 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-5c357c4b-9157-49aa-bcab-e4eb10556b44 req-dc7435eb-2186-4b81-a5bc-e444aadd9349 service neutron] 10.222.0.86 "GET /v2.0/networks/833872e1-1a28-48e3-b9f9-d97ad690eebb?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1730890 Nov 19 17:36:08.831761 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device ee47d372-ad72-4981-bb3d-4ae53342d5dd details requested by agent hyperv_n-h1-818022-2 with host n-h1-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 17:36:08.838458 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 648e9924-4faf-4cc9-8364-066838855211 no longer exists at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:36:09.034070 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfe1340-04a3-44ed-ae05-1054c4946bf6 req-a6c0ad43-c2d8-406b-b90f-fe71105d61a4 tempest-ServersAdminTestJSON-654083462 tempest-ServersAdminTestJSON-654083462-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:09.041059 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-dbfe1340-04a3-44ed-ae05-1054c4946bf6 req-a6c0ad43-c2d8-406b-b90f-fe71105d61a4 tempest-ServersAdminTestJSON-654083462 tempest-ServersAdminTestJSON-654083462-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=edc9d3ea-ab00-4644-b0c6-6ed9fc0ccf67 HTTP/1.1" status: 200 len: 1100 time: 0.6258440 Nov 19 17:36:09.049440 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d5f514b8-7028-48b0-9e54-0c11240ebf9a req-a2094285-a1ad-4115-acee-c78a634cdfd4 service neutron] 10.222.0.86 "GET /v2.0/networks/346debfa-452b-4048-abf4-8f4493625ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7169685 Nov 19 17:36:09.160976 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['648e9924-4faf-4cc9-8364-066838855211'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:36:09.204229 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772a102b-0044-470e-b3f2-ac6bf074ee21 req-52217ec5-4d6f-4766-a63a-057cb8b8cba0 tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:09.206647 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-772a102b-0044-470e-b3f2-ac6bf074ee21 req-52217ec5-4d6f-4766-a63a-057cb8b8cba0 tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] 10.222.0.60 "GET /v2.0/networks?id=129a9009-9385-4250-92f4-51006107194d HTTP/1.1" status: 200 len: 820 time: 0.7399075 Nov 19 17:36:09.229501 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6d343d50-63dd-4a67-adf3-ac447705bb9d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:09.231454 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3b24678a-951a-44e8-9fdd-75c442ad79f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:09.266668 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-772a102b-0044-470e-b3f2-ac6bf074ee21 req-a4f22d2c-b2f5-4867-93af-4e3c3176ddd7 tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] Request body: {'port': {'device_id': '1cad7dc2-8442-446b-94f2-51548934c3b6', 'network_id': '129a9009-9385-4250-92f4-51006107194d', 'admin_state_up': True, 'tenant_id': '0451c16dbd91499694bb6f860678eaa9'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:36:09.346252 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.db.resource_extend [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 19 17:36:09.375753 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port 4ee7c234-fdc7-4d4a-ae53-082a46ad097c, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=4ee7c234-fdc7-4d4a-ae53-082a46ad097c,segment=NetworkSegment(1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861),segment_id=1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:36:09.388234 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3b24678a-951a-44e8-9fdd-75c442ad79f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:09.448019 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-5c357c4b-9157-49aa-bcab-e4eb10556b44 req-d7e93d1d-5fe3-4a82-94cb-e504b02a03e7 service neutron] 10.222.0.86 "GET /v2.0/networks/833872e1-1a28-48e3-b9f9-d97ad690eebb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6665990 Nov 19 17:36:09.466042 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26e8287-af19-456c-b1b4-e50d9cdcc119 req-c16622e2-f720-44d3-9f6b-e18faf6ec62c tempest-ServersAdminNegativeTestJSON-105860662 tempest-ServersAdminNegativeTestJSON-105860662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:09.478152 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-e26e8287-af19-456c-b1b4-e50d9cdcc119 req-c16622e2-f720-44d3-9f6b-e18faf6ec62c tempest-ServersAdminNegativeTestJSON-105860662 tempest-ServersAdminNegativeTestJSON-105860662-project] 10.222.0.54 "GET /v2.0/ports?device_id=e6dc0506-019e-438f-8ae5-12ec867508cf HTTP/1.1" status: 200 len: 948 time: 0.4395320 Nov 19 17:36:09.538551 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6d343d50-63dd-4a67-adf3-ac447705bb9d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:09.542443 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f514b8-7028-48b0-9e54-0c11240ebf9a req-8d8ffa9b-4ea9-4ff3-bfae-52341c9c27c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:09.543925 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d5f514b8-7028-48b0-9e54-0c11240ebf9a req-8d8ffa9b-4ea9-4ff3-bfae-52341c9c27c0 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=0d7ccfd9bdc740e383b438cb097bfe8d&device_id=4bc980c9-6dc9-4316-9833-f667cb62adac HTTP/1.1" status: 200 len: 1124 time: 0.3831685 Nov 19 17:36:09.571283 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5289e435-d554-406a-9125-2451280a0f68 req-3661d19e-50ee-49f2-92c1-91e4804c2ba6 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=24a99233-4744-4b19-a38f-d07aa53cd758&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6410410 Nov 19 17:36:09.574105 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port ee47d372-ad72-4981-bb3d-4ae53342d5dd, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=ee47d372-ad72-4981-bb3d-4ae53342d5dd,segment=NetworkSegment(fa32b67e-17cc-4a5c-8764-82d3483c4272),segment_id=fa32b67e-17cc-4a5c-8764-82d3483c4272)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:36:09.614895 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=648e9924-4faf-4cc9-8364-066838855211,revision_number=9']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:36:09.622648 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device ee47d372-ad72-4981-bb3d-4ae53342d5dd has no active binding in host n-h1-818022-2 {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 19 17:36:09.646054 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device f6e5a257-abf1-4f08-a5f3-908b33e3c1a3 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:36:09.663691 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-772a102b-0044-470e-b3f2-ac6bf074ee21 req-a4f22d2c-b2f5-4867-93af-4e3c3176ddd7 tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] Made reservation on behalf of 0451c16dbd91499694bb6f860678eaa9 for: {'port': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:36:09.667467 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-772a102b-0044-470e-b3f2-ac6bf074ee21 req-a4f22d2c-b2f5-4867-93af-4e3c3176ddd7 tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:09.699848 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-e26e8287-af19-456c-b1b4-e50d9cdcc119 req-b6f4a6c2-9441-4f34-8621-667f747bdcc5 tempest-ServersAdminNegativeTestJSON-105860662 tempest-ServersAdminNegativeTestJSON-105860662-project] 10.222.0.54 "GET /v2.0/security-groups?id=90afa53b-d02d-4ca8-a903-31fcd7782c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207205 Nov 19 17:36:09.706215 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Returning: {'device': '4ee7c234-fdc7-4d4a-ae53-082a46ad097c', 'network_id': '346debfa-452b-4048-abf4-8f4493625ef2', 'port_id': '4ee7c234-fdc7-4d4a-ae53-082a46ad097c', 'mac_address': 'fa:16:3e:ab:4a:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b3c88de-c9c2-4a20-b19e-1855c2c19035', 'ip_address': '192.168.233.162'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 17:36:09.722778 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3b24678a-951a-44e8-9fdd-75c442ad79f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:09.726204 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3b24678a-951a-44e8-9fdd-75c442ad79f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:09.730213 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-3b24678a-951a-44e8-9fdd-75c442ad79f3 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/91de45f1-1daa-42c9-bf67-fe23a88007a8 HTTP/1.1" status: 204 len: 168 time: 1.3021414 Nov 19 17:36:09.796222 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-dbfe1340-04a3-44ed-ae05-1054c4946bf6 req-9c68d016-cf4a-4afc-9ff1-c88843e7fbbf tempest-ServersAdminTestJSON-654083462 tempest-ServersAdminTestJSON-654083462-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=c22c1cd0-07b3-4e9e-90d5-03f297ddf2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7292361 Nov 19 17:36:09.873405 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b24678a-951a-44e8-9fdd-75c442ad79f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91de45f1-1daa-42c9-bf67-fe23a88007a8,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:36:10.025523 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5289e435-d554-406a-9125-2451280a0f68 req-3b21c6f5-a5e3-44c9-80fe-3262c02edf95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:10.031572 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5289e435-d554-406a-9125-2451280a0f68 req-3b21c6f5-a5e3-44c9-80fe-3262c02edf95 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0f17c2230730474889f55896d89ffdce&device_id=24a99233-4744-4b19-a38f-d07aa53cd758 HTTP/1.1" status: 200 len: 1100 time: 0.4141490 Nov 19 17:36:10.054211 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:10.122645 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ee7c234-fdc7-4d4a-ae53-082a46ad097c {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:36:10.130601 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9aefed6e-a0af-4f06-aa59-1f02cdc26244 req-04b6330b-2d2a-4bb0-bbb5-866053559884 tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] 10.222.0.54 "GET /v2.0/ports?device_id=1cad7dc2-8442-446b-94f2-51548934c3b6 HTTP/1.1" status: 200 len: 210 time: 0.0640740 Nov 19 17:36:10.176618 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [req-772a102b-0044-470e-b3f2-ac6bf074ee21 req-a4f22d2c-b2f5-4867-93af-4e3c3176ddd7 tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] Allocated IP 172.20.0.12 (129a9009-9385-4250-92f4-51006107194d/69d79900-574d-4621-892d-3cad82947dc7/1649679b-e7c0-4ea5-9240-8fc66bbe8eb8) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:36:10.177235 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port 4ee7c234-fdc7-4d4a-ae53-082a46ad097c, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=4ee7c234-fdc7-4d4a-ae53-082a46ad097c,segment=NetworkSegment(1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861),segment_id=1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:36:10.212344 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:10.290288 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 648e9924-4faf-4cc9-8364-066838855211 {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:36:10.298651 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5289e435-d554-406a-9125-2451280a0f68 req-6e45c383-612f-414a-bb35-c601bb8edd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:10.302937 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5289e435-d554-406a-9125-2451280a0f68 req-6e45c383-612f-414a-bb35-c601bb8edd05 service neutron] 10.222.0.60 "GET /v2.0/networks?id=346debfa-452b-4048-abf4-8f4493625ef2 HTTP/1.1" status: 200 len: 870 time: 0.2400193 Nov 19 17:36:10.307007 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f514b8-7028-48b0-9e54-0c11240ebf9a req-0082d078-412b-4780-9847-12497e445dce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:10.310455 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d5f514b8-7028-48b0-9e54-0c11240ebf9a req-0082d078-412b-4780-9847-12497e445dce service neutron] 10.222.0.86 "GET /v2.0/networks?id=06df44ce-7965-49c3-9334-79a80c7f7af9 HTTP/1.1" status: 200 len: 922 time: 0.7317679 Nov 19 17:36:10.322189 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 648e9924-4faf-4cc9-8364-066838855211, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=648e9924-4faf-4cc9-8364-066838855211,segment=NetworkSegment(1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861),segment_id=1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:36:10.331797 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:10.332425 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6d343d50-63dd-4a67-adf3-ac447705bb9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:10.335567 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6d343d50-63dd-4a67-adf3-ac447705bb9d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:10.337628 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-6d343d50-63dd-4a67-adf3-ac447705bb9d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/370dfc3d-60cb-43c9-9ed6-7541ede19518 HTTP/1.1" status: 204 len: 168 time: 1.8332193 Nov 19 17:36:10.431389 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d343d50-63dd-4a67-adf3-ac447705bb9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=370dfc3d-60cb-43c9-9ed6-7541ede19518,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:36:10.486149 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5289e435-d554-406a-9125-2451280a0f68 req-9d0da241-c031-453a-8497-37431fa5c051 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=6e33b232-f4a9-4fdd-a99f-17fe0e7b0fe7 HTTP/1.1" status: 200 len: 217 time: 0.1741288 Nov 19 17:36:10.489059 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d5f514b8-7028-48b0-9e54-0c11240ebf9a req-65fa493c-ee03-40b4-8a7c-f3378e758927 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ee47d372-ad72-4981-bb3d-4ae53342d5dd HTTP/1.1" status: 200 len: 217 time: 0.1477623 Nov 19 17:36:10.493391 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:10.518684 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port f6e5a257-abf1-4f08-a5f3-908b33e3c1a3 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:36:10.522243 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:10.611747 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a403b58b-f0db-44f6-ae73-6bb15e85c8d7 req-260b0d9e-01d4-428e-8c37-2bf0335f69b8 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:10.626813 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a403b58b-f0db-44f6-ae73-6bb15e85c8d7 req-260b0d9e-01d4-428e-8c37-2bf0335f69b8 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.54 "GET /v2.0/ports?device_id=4bc980c9-6dc9-4316-9833-f667cb62adac HTTP/1.1" status: 200 len: 943 time: 0.6918457 Nov 19 17:36:10.645456 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] get_ports_and_sgs() called for port_ids ['4ee7c234-fdc7-4d4a-ae53-082a46ad097c'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:36:10.688698 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-772a102b-0044-470e-b3f2-ac6bf074ee21 req-a4f22d2c-b2f5-4867-93af-4e3c3176ddd7 tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:10.704889 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f514b8-7028-48b0-9e54-0c11240ebf9a req-450e74d5-ba8b-4fa7-84c1-0afc2b06a50c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:10.709522 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d5f514b8-7028-48b0-9e54-0c11240ebf9a req-450e74d5-ba8b-4fa7-84c1-0afc2b06a50c service neutron] 10.222.0.86 "GET /v2.0/subnets?id=e811f539-9c60-469d-a119-267f6bfeab01 HTTP/1.1" status: 200 len: 861 time: 0.2027817 Nov 19 17:36:10.770496 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-772a102b-0044-470e-b3f2-ac6bf074ee21 req-a4f22d2c-b2f5-4867-93af-4e3c3176ddd7 tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:10.812503 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d5f514b8-7028-48b0-9e54-0c11240ebf9a req-c5e5ea70-99b1-4ca6-a2e6-87fb42269a05 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=06df44ce-7965-49c3-9334-79a80c7f7af9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0769978 Nov 19 17:36:10.876606 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-772a102b-0044-470e-b3f2-ac6bf074ee21 req-a4f22d2c-b2f5-4867-93af-4e3c3176ddd7 tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] Network 129a9009-9385-4250-92f4-51006107194d is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:36:10.883422 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [req-772a102b-0044-470e-b3f2-ac6bf074ee21 req-a4f22d2c-b2f5-4867-93af-4e3c3176ddd7 tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:36:10.887769 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea6a74c-feda-43f2-a54a-4c75f9d73550 req-1311d168-bb7c-48b9-9f61-030f5aa61ed0 tempest-ServersAdminTestJSON-654083462 tempest-ServersAdminTestJSON-654083462-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:10.896894 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-5ea6a74c-feda-43f2-a54a-4c75f9d73550 req-1311d168-bb7c-48b9-9f61-030f5aa61ed0 tempest-ServersAdminTestJSON-654083462 tempest-ServersAdminTestJSON-654083462-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=edc9d3ea-ab00-4644-b0c6-6ed9fc0ccf67 HTTP/1.1" status: 200 len: 1099 time: 0.2876322 Nov 19 17:36:10.936590 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [req-772a102b-0044-470e-b3f2-ac6bf074ee21 req-a4f22d2c-b2f5-4867-93af-4e3c3176ddd7 tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:36:10.956888 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772a102b-0044-470e-b3f2-ac6bf074ee21 req-a4f22d2c-b2f5-4867-93af-4e3c3176ddd7 tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:10.958092 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-772a102b-0044-470e-b3f2-ac6bf074ee21 req-a4f22d2c-b2f5-4867-93af-4e3c3176ddd7 tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:10.992994 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f22d2c-b2f5-4867-93af-4e3c3176ddd7 tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] Pushing event updated for resources: {'Port': ['ID=1649679b-e7c0-4ea5-9240-8fc66bbe8eb8,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:36:11.009164 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-772a102b-0044-470e-b3f2-ac6bf074ee21 req-a4f22d2c-b2f5-4867-93af-4e3c3176ddd7 tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7819290 Nov 19 17:36:11.014879 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5289e435-d554-406a-9125-2451280a0f68 req-a6d13fae-95ad-4ec7-a34c-1311dd5754e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:11.020769 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5289e435-d554-406a-9125-2451280a0f68 req-a6d13fae-95ad-4ec7-a34c-1311dd5754e4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8b3c88de-c9c2-4a20-b19e-1855c2c19035 HTTP/1.1" status: 200 len: 843 time: 0.5259850 Nov 19 17:36:11.045043 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Pushing event updated for resources: {'Port': ['ID=4ee7c234-fdc7-4d4a-ae53-082a46ad097c,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:36:11.078458 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-772a102b-0044-470e-b3f2-ac6bf074ee21 req-2a75afc3-61cf-4f4e-a882-000c06683e1c service neutron] Request body: {'port': {'device_id': '1cad7dc2-8442-446b-94f2-51548934c3b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818022-2'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:36:11.096887 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a403b58b-f0db-44f6-ae73-6bb15e85c8d7 req-0e8967bd-fba4-408f-ac7e-58775735b5f1 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.54 "GET /v2.0/security-groups?id=740807d6-4246-4ecb-a636-49a5e5a1e11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4687660 Nov 19 17:36:11.220433 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=648e9924-4faf-4cc9-8364-066838855211,revision_number=10']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:36:11.240431 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-5ea6a74c-feda-43f2-a54a-4c75f9d73550 req-b3ea71ba-01b2-42f7-a622-75866ff0b751 tempest-ServersAdminTestJSON-654083462 tempest-ServersAdminTestJSON-654083462-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=c22c1cd0-07b3-4e9e-90d5-03f297ddf2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3425484 Nov 19 17:36:11.315043 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5289e435-d554-406a-9125-2451280a0f68 req-74c98cfb-cab7-4470-bd6d-64d1c9aecc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:11.320736 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5289e435-d554-406a-9125-2451280a0f68 req-74c98cfb-cab7-4470-bd6d-64d1c9aecc3b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=346debfa-452b-4048-abf4-8f4493625ef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2827687 Nov 19 17:36:11.429606 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-925579cf-ab91-4e43-a592-e92497d1398f req-dc5426d1-25f5-4b5b-8f1a-4b825c54f854 service neutron] 10.222.0.86 "GET /v2.0/ports/ee47d372-ad72-4981-bb3d-4ae53342d5dd/bindings/n-h1-818022-2 HTTP/1.1" status: 200 len: 384 time: 0.4329274 Nov 19 17:36:11.439008 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-772a102b-0044-470e-b3f2-ac6bf074ee21 req-2a75afc3-61cf-4f4e-a882-000c06683e1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:11.503258 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-f05c5fa8-218c-4834-9692-f0b79d355d84 None None] Provisioning complete for port 1649679b-e7c0-4ea5-9240-8fc66bbe8eb8 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:36:11.503802 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f05c5fa8-218c-4834-9692-f0b79d355d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:11.520580 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d5f514b8-7028-48b0-9e54-0c11240ebf9a req-b6b93bf1-81af-411a-b730-bfe08d597591 service neutron] 10.222.0.86 "GET /v2.0/networks/06df44ce-7965-49c3-9334-79a80c7f7af9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6779747 Nov 19 17:36:11.592153 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-f05c5fa8-218c-4834-9692-f0b79d355d84 None None] Port 1649679b-e7c0-4ea5-9240-8fc66bbe8eb8 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:36:11.601411 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a82c2e8-d57f-474a-80c6-c8d9253e8de2 req-384785eb-f06a-4811-a408-48327756c047 tempest-ServersAdminNegativeTestJSON-105860662 tempest-ServersAdminNegativeTestJSON-105860662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:11.610210 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4a82c2e8-d57f-474a-80c6-c8d9253e8de2 req-384785eb-f06a-4811-a408-48327756c047 tempest-ServersAdminNegativeTestJSON-105860662 tempest-ServersAdminNegativeTestJSON-105860662-project] 10.222.0.54 "GET /v2.0/ports?device_id=e6dc0506-019e-438f-8ae5-12ec867508cf HTTP/1.1" status: 200 len: 949 time: 0.3114369 Nov 19 17:36:11.705896 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4a82c2e8-d57f-474a-80c6-c8d9253e8de2 req-7b25e285-ea8f-4d55-9f3c-3952c17956dc tempest-ServersAdminNegativeTestJSON-105860662 tempest-ServersAdminNegativeTestJSON-105860662-project] 10.222.0.54 "GET /v2.0/security-groups?id=90afa53b-d02d-4ca8-a903-31fcd7782c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935571 Nov 19 17:36:11.715180 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5289e435-d554-406a-9125-2451280a0f68 req-61e56711-aae5-42b9-9833-8deabb2a4697 service neutron] 10.222.0.60 "GET /v2.0/networks/346debfa-452b-4048-abf4-8f4493625ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3491535 Nov 19 17:36:11.791933 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aac751-e0d6-4a1e-a9ea-eb0f351801c7 req-60a4accc-f362-4f61-94fa-be6e5f9aff65 tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:11.793569 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c2aac751-e0d6-4a1e-a9ea-eb0f351801c7 req-60a4accc-f362-4f61-94fa-be6e5f9aff65 tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] 10.222.0.54 "GET /v2.0/ports?device_id=1cad7dc2-8442-446b-94f2-51548934c3b6 HTTP/1.1" status: 200 len: 932 time: 0.2535193 Nov 19 17:36:11.956107 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d5f514b8-7028-48b0-9e54-0c11240ebf9a req-a5683e10-ed88-4326-9ca9-2f67bd94a2fa service neutron] 10.222.0.86 "GET /v2.0/networks/06df44ce-7965-49c3-9334-79a80c7f7af9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4249978 Nov 19 17:36:12.080722 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5289e435-d554-406a-9125-2451280a0f68 req-f5607ac1-2eae-43c5-bb88-2a9a856187fb service neutron] 10.222.0.60 "GET /v2.0/networks/346debfa-452b-4048-abf4-8f4493625ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3482056 Nov 19 17:36:12.136723 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c2aac751-e0d6-4a1e-a9ea-eb0f351801c7 req-e7b865b8-e567-41ae-bc48-a071f10e157d tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] 10.222.0.54 "GET /v2.0/security-groups?id=3bfff83b-45c8-4d9c-ba10-49566b72be4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3430817 Nov 19 17:36:12.205504 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270f5b44-3e47-4dcf-a0ec-781ee38d6266 req-0cd17d12-941f-4b75-a35c-9fcd62ceb960 tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:12.213147 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-270f5b44-3e47-4dcf-a0ec-781ee38d6266 req-0cd17d12-941f-4b75-a35c-9fcd62ceb960 tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] 10.222.0.54 "GET /v2.0/ports?device_id=12f30be9-dda5-4bee-bf23-586b67590f4e HTTP/1.1" status: 200 len: 950 time: 0.1191633 Nov 19 17:36:12.222005 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-925579cf-ab91-4e43-a592-e92497d1398f req-c8e7ce8a-8098-424c-a71a-7318bc8e5dd5 service neutron] For port ee47d372-ad72-4981-bb3d-4ae53342d5dd, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=ee47d372-ad72-4981-bb3d-4ae53342d5dd,segment=NetworkSegment(fa32b67e-17cc-4a5c-8764-82d3483c4272),segment_id=fa32b67e-17cc-4a5c-8764-82d3483c4272)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:36:12.304127 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-925579cf-ab91-4e43-a592-e92497d1398f req-c8e7ce8a-8098-424c-a71a-7318bc8e5dd5 service neutron] For port ee47d372-ad72-4981-bb3d-4ae53342d5dd, host n-h2-818022-2, cleared binding levels {{(pid=103364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:36:12.309997 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [req-772a102b-0044-470e-b3f2-ac6bf074ee21 req-2a75afc3-61cf-4f4e-a882-000c06683e1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1649679b-e7c0-4ea5-9240-8fc66bbe8eb8 {{(pid=103364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:36:12.342302 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-772a102b-0044-470e-b3f2-ac6bf074ee21 req-2a75afc3-61cf-4f4e-a882-000c06683e1c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:12.351799 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-270f5b44-3e47-4dcf-a0ec-781ee38d6266 req-4d3531d6-f730-4545-9cfa-6ad2ac2a462a tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] 10.222.0.54 "GET /v2.0/security-groups?id=c22c1cd0-07b3-4e9e-90d5-03f297ddf2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284232 Nov 19 17:36:12.364844 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [req-925579cf-ab91-4e43-a592-e92497d1398f req-c8e7ce8a-8098-424c-a71a-7318bc8e5dd5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee47d372-ad72-4981-bb3d-4ae53342d5dd {{(pid=103364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:36:12.375840 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.provisioning_blocks [req-772a102b-0044-470e-b3f2-ac6bf074ee21 req-2a75afc3-61cf-4f4e-a882-000c06683e1c service neutron] Transition to ACTIVE for port object 1649679b-e7c0-4ea5-9240-8fc66bbe8eb8 will not be triggered until provisioned by entity L2. {{(pid=103364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 17:36:12.382630 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-925579cf-ab91-4e43-a592-e92497d1398f req-c8e7ce8a-8098-424c-a71a-7318bc8e5dd5 service neutron] For port ee47d372-ad72-4981-bb3d-4ae53342d5dd, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=ee47d372-ad72-4981-bb3d-4ae53342d5dd,segment=NetworkSegment(fa32b67e-17cc-4a5c-8764-82d3483c4272),segment_id=fa32b67e-17cc-4a5c-8764-82d3483c4272)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:36:12.393070 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbae930b-e806-47f4-bb07-f9fc64dce2ad req-9b475fb7-fdba-4cb6-b915-da52de8e27e1 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:12.394734 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-cbae930b-e806-47f4-bb07-f9fc64dce2ad req-9b475fb7-fdba-4cb6-b915-da52de8e27e1 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.54 "GET /v2.0/ports?device_id=4bc980c9-6dc9-4316-9833-f667cb62adac HTTP/1.1" status: 200 len: 943 time: 0.1381953 Nov 19 17:36:12.402682 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-772a102b-0044-470e-b3f2-ac6bf074ee21 req-2a75afc3-61cf-4f4e-a882-000c06683e1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:12.424638 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device 4ee7c234-fdc7-4d4a-ae53-082a46ad097c up at agent hyperv_n-h2-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:36:12.465572 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-925579cf-ab91-4e43-a592-e92497d1398f req-c8e7ce8a-8098-424c-a71a-7318bc8e5dd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:12.554030 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a75afc3-61cf-4f4e-a882-000c06683e1c service neutron] Pushing event updated for resources: {'Port': ['ID=1649679b-e7c0-4ea5-9240-8fc66bbe8eb8,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:36:12.554404 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Provisioning for port 4ee7c234-fdc7-4d4a-ae53-082a46ad097c completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 17:36:12.574756 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Provisioning complete for port 4ee7c234-fdc7-4d4a-ae53-082a46ad097c triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:36:12.576269 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:12.611449 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-772a102b-0044-470e-b3f2-ac6bf074ee21 req-2a75afc3-61cf-4f4e-a882-000c06683e1c service neutron] Attempting to bind port 1649679b-e7c0-4ea5-9240-8fc66bbe8eb8 on host n-h1-818022-2 for vnic_type normal with profile {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:36:12.611790 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-772a102b-0044-470e-b3f2-ac6bf074ee21 req-2a75afc3-61cf-4f4e-a882-000c06683e1c service neutron] Attempting to bind port 1649679b-e7c0-4ea5-9240-8fc66bbe8eb8 by drivers openvswitch,hyperv on host n-h1-818022-2 at level 0 using segments [{'id': '31cc6645-5609-4224-bb9a-3c13df2bc7ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '129a9009-9385-4250-92f4-51006107194d'}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:36:12.612131 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-772a102b-0044-470e-b3f2-ac6bf074ee21 req-2a75afc3-61cf-4f4e-a882-000c06683e1c service neutron] Attempting to bind port 1649679b-e7c0-4ea5-9240-8fc66bbe8eb8 on network 129a9009-9385-4250-92f4-51006107194d {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:36:12.617866 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-cbae930b-e806-47f4-bb07-f9fc64dce2ad req-9a196806-a43a-457f-bce2-34419ab09188 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.54 "GET /v2.0/security-groups?id=740807d6-4246-4ecb-a636-49a5e5a1e11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128479 Nov 19 17:36:12.624222 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-772a102b-0044-470e-b3f2-ac6bf074ee21 req-2a75afc3-61cf-4f4e-a882-000c06683e1c service neutron] Port 1649679b-e7c0-4ea5-9240-8fc66bbe8eb8 on network 129a9009-9385-4250-92f4-51006107194d not bound, no agent of type Open vSwitch agent registered on host n-h1-818022-2 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 17:36:12.624567 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-772a102b-0044-470e-b3f2-ac6bf074ee21 req-2a75afc3-61cf-4f4e-a882-000c06683e1c service neutron] Attempting to bind port 1649679b-e7c0-4ea5-9240-8fc66bbe8eb8 on network 129a9009-9385-4250-92f4-51006107194d {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:36:12.648751 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-772a102b-0044-470e-b3f2-ac6bf074ee21 req-2a75afc3-61cf-4f4e-a882-000c06683e1c service neutron] Checking agent: {'id': 'a6668d96-12fa-4ec0-99ad-77eaf490dd2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'started_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:36:12.649972 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-772a102b-0044-470e-b3f2-ac6bf074ee21 req-2a75afc3-61cf-4f4e-a882-000c06683e1c service neutron] Checking segment: {'id': '31cc6645-5609-4224-bb9a-3c13df2bc7ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '129a9009-9385-4250-92f4-51006107194d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:36:12.650555 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-772a102b-0044-470e-b3f2-ac6bf074ee21 req-2a75afc3-61cf-4f4e-a882-000c06683e1c service neutron] Bound using segment: {'id': '31cc6645-5609-4224-bb9a-3c13df2bc7ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '129a9009-9385-4250-92f4-51006107194d'} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:36:12.651180 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-772a102b-0044-470e-b3f2-ac6bf074ee21 req-2a75afc3-61cf-4f4e-a882-000c06683e1c service neutron] Bound port: 1649679b-e7c0-4ea5-9240-8fc66bbe8eb8, host: n-h1-818022-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31cc6645-5609-4224-bb9a-3c13df2bc7ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '129a9009-9385-4250-92f4-51006107194d'}}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:36:12.651606 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-772a102b-0044-470e-b3f2-ac6bf074ee21 req-2a75afc3-61cf-4f4e-a882-000c06683e1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:12.697883 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.provisioning_blocks [req-925579cf-ab91-4e43-a592-e92497d1398f req-c8e7ce8a-8098-424c-a71a-7318bc8e5dd5 service neutron] Transition to ACTIVE for port object ee47d372-ad72-4981-bb3d-4ae53342d5dd will not be triggered until provisioned by entity L2. {{(pid=103364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 17:36:12.732992 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:12.787161 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-772a102b-0044-470e-b3f2-ac6bf074ee21 req-2a75afc3-61cf-4f4e-a882-000c06683e1c service neutron] For port 1649679b-e7c0-4ea5-9240-8fc66bbe8eb8, host n-h1-818022-2, cleared binding levels {{(pid=103364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:36:12.790670 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-772a102b-0044-470e-b3f2-ac6bf074ee21 req-2a75afc3-61cf-4f4e-a882-000c06683e1c service neutron] For port 1649679b-e7c0-4ea5-9240-8fc66bbe8eb8, host n-h1-818022-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=1649679b-e7c0-4ea5-9240-8fc66bbe8eb8,segment=NetworkSegment(31cc6645-5609-4224-bb9a-3c13df2bc7ca),segment_id=31cc6645-5609-4224-bb9a-3c13df2bc7ca)] {{(pid=103364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:36:12.793625 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-925579cf-ab91-4e43-a592-e92497d1398f req-c8e7ce8a-8098-424c-a71a-7318bc8e5dd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:12.801590 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 648e9924-4faf-4cc9-8364-066838855211 up at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:36:12.823089 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-772a102b-0044-470e-b3f2-ac6bf074ee21 req-2a75afc3-61cf-4f4e-a882-000c06683e1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:12.830491 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6dc0506-019e-438f-8ae5-12ec867508cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ee7c234-fdc7-4d4a-ae53-082a46ad097c'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:36:12.836044 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3940761bcd94e032e6960d2241bd8993c5d3a7d8dc2aca8488f3ecf1d4dd2fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-957a36bc-c593-4cd0-a6f4-7f38356acd5c" -d '{"events": [{"server_uuid": "e6dc0506-019e-438f-8ae5-12ec867508cf", "name": "network-vif-plugged", "status": "completed", "tag": "4ee7c234-fdc7-4d4a-ae53-082a46ad097c"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:36:12.908556 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [req-925579cf-ab91-4e43-a592-e92497d1398f req-c8e7ce8a-8098-424c-a71a-7318bc8e5dd5 service neutron] No DVR routers for this DVR port ee47d372-ad72-4981-bb3d-4ae53342d5dd on host n-h2-818022-2 {{(pid=103364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:36:12.924474 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772a102b-0044-470e-b3f2-ac6bf074ee21 req-2a75afc3-61cf-4f4e-a882-000c06683e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:12.925093 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-772a102b-0044-470e-b3f2-ac6bf074ee21 req-2a75afc3-61cf-4f4e-a882-000c06683e1c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:12.926612 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-772a102b-0044-470e-b3f2-ac6bf074ee21 req-2a75afc3-61cf-4f4e-a882-000c06683e1c service neutron] 10.222.0.60 "PUT /v2.0/ports/1649679b-e7c0-4ea5-9240-8fc66bbe8eb8 HTTP/1.1" status: 200 len: 1092 time: 1.8566215 Nov 19 17:36:12.936247 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cad7dc2-8442-446b-94f2-51548934c3b6', 'tag': '1649679b-e7c0-4ea5-9240-8fc66bbe8eb8'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:36:12.950497 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dd4767a008c23f8566efc82158ee1b1fff34e1a9e908d76d0b6d0ab7e350e5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9c665ed-b376-43d9-8bcc-7b14a4daeb40" -d '{"events": [{"name": "network-changed", "server_uuid": "1cad7dc2-8442-446b-94f2-51548934c3b6", "tag": "1649679b-e7c0-4ea5-9240-8fc66bbe8eb8"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:36:13.010364 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:36:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64ac78d7-0d53-4a1f-9ec0-a3eae3896ba9 x-openstack-request-id: req-64ac78d7-0d53-4a1f-9ec0-a3eae3896ba9 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:36:13.010685 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6dc0506-019e-438f-8ae5-12ec867508cf", "name": "network-vif-plugged", "status": "completed", "tag": "4ee7c234-fdc7-4d4a-ae53-082a46ad097c", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:36:13.010950 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-64ac78d7-0d53-4a1f-9ec0-a3eae3896ba9 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:36:13.011355 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6dc0506-019e-438f-8ae5-12ec867508cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ee7c234-fdc7-4d4a-ae53-082a46ad097c', 'code': 200} Nov 19 17:36:13.021851 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port 4ee7c234-fdc7-4d4a-ae53-082a46ad097c, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=4ee7c234-fdc7-4d4a-ae53-082a46ad097c,segment=NetworkSegment(1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861),segment_id=1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:36:13.031402 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fac269-c2fb-447e-adb6-eee3c74c06d2 req-83612503-022b-41d5-b5b9-79e65aae7a1c tempest-ServersAdminNegativeTestJSON-105860662 tempest-ServersAdminNegativeTestJSON-105860662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:13.044802 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-13fac269-c2fb-447e-adb6-eee3c74c06d2 req-83612503-022b-41d5-b5b9-79e65aae7a1c tempest-ServersAdminNegativeTestJSON-105860662 tempest-ServersAdminNegativeTestJSON-105860662-project] 10.222.0.54 "GET /v2.0/ports?device_id=e6dc0506-019e-438f-8ae5-12ec867508cf HTTP/1.1" status: 200 len: 949 time: 0.1688435 Nov 19 17:36:13.059972 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:13.060789 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device ee47d372-ad72-4981-bb3d-4ae53342d5dd no longer exists at agent hyperv_n-h2-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:36:13.109069 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 17:36:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9800689b-0e7a-4ee6-bb0b-0d64ec27cd4d x-openstack-request-id: req-9800689b-0e7a-4ee6-bb0b-0d64ec27cd4d {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:36:13.118050 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cad7dc2-8442-446b-94f2-51548934c3b6", "tag": "1649679b-e7c0-4ea5-9240-8fc66bbe8eb8", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:36:13.118481 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-9800689b-0e7a-4ee6-bb0b-0d64ec27cd4d {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:36:13.121053 n-d-818022-2 neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cad7dc2-8442-446b-94f2-51548934c3b6', 'tag': '1649679b-e7c0-4ea5-9240-8fc66bbe8eb8', 'status': 'completed', 'code': 200} Nov 19 17:36:13.125331 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e7ce8a-8098-424c-a71a-7318bc8e5dd5 service neutron] Pushing event updated for resources: {'Port': ['ID=ee47d372-ad72-4981-bb3d-4ae53342d5dd,revision_number=10']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:36:13.291602 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27937199-0da0-46b9-9ab3-39b6108d126c req-06120426-1f26-4c05-b1ab-e4fdca5834e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:13.293456 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-27937199-0da0-46b9-9ab3-39b6108d126c req-06120426-1f26-4c05-b1ab-e4fdca5834e4 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=e6dc0506-019e-438f-8ae5-12ec867508cf HTTP/1.1" status: 200 len: 1101 time: 0.2312670 Nov 19 17:36:13.324378 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a75afc3-61cf-4f4e-a882-000c06683e1c service neutron] Pushing event updated for resources: {'Port': ['ID=1649679b-e7c0-4ea5-9240-8fc66bbe8eb8,revision_number=3']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:36:13.324924 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-13fac269-c2fb-447e-adb6-eee3c74c06d2 req-20ed084a-fe02-444f-a409-68c122cf38c3 tempest-ServersAdminNegativeTestJSON-105860662 tempest-ServersAdminNegativeTestJSON-105860662-project] 10.222.0.54 "GET /v2.0/security-groups?id=90afa53b-d02d-4ca8-a903-31fcd7782c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2774322 Nov 19 17:36:13.384936 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-925579cf-ab91-4e43-a592-e92497d1398f req-c8e7ce8a-8098-424c-a71a-7318bc8e5dd5 service neutron] 10.222.0.86 "PUT /v2.0/ports/ee47d372-ad72-4981-bb3d-4ae53342d5dd/bindings/n-h1-818022-2/activate HTTP/1.1" status: 200 len: 369 time: 1.9340689 Nov 19 17:36:13.400214 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772a102b-0044-470e-b3f2-ac6bf074ee21 req-43c6c3b3-07ce-4597-a496-f20a4abf589e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:13.401699 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-772a102b-0044-470e-b3f2-ac6bf074ee21 req-43c6c3b3-07ce-4597-a496-f20a4abf589e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0451c16dbd91499694bb6f860678eaa9&device_id=1cad7dc2-8442-446b-94f2-51548934c3b6 HTTP/1.1" status: 200 len: 1095 time: 0.3731666 Nov 19 17:36:13.421416 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device ee47d372-ad72-4981-bb3d-4ae53342d5dd not bound to the agent host n-h2-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:36:13.424719 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Pushing event updated for resources: {'Port': ['ID=4ee7c234-fdc7-4d4a-ae53-082a46ad097c,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:36:13.474788 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning complete for port 648e9924-4faf-4cc9-8364-066838855211 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:36:13.477994 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:13.483288 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.60', 51954) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:36:13.521031 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9592711e-1353-49ce-8a1d-c877d1adf952 req-1460a298-82fb-4da2-b658-d4e47c243a2e tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:13.530057 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9592711e-1353-49ce-8a1d-c877d1adf952 req-1460a298-82fb-4da2-b658-d4e47c243a2e tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] 10.222.0.54 "GET /v2.0/ports?device_id=1cad7dc2-8442-446b-94f2-51548934c3b6 HTTP/1.1" status: 200 len: 944 time: 0.1961007 Nov 19 17:36:13.540325 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-772a102b-0044-470e-b3f2-ac6bf074ee21 req-2e07f616-3e88-4689-ac8b-3f4f524757b0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1649679b-e7c0-4ea5-9240-8fc66bbe8eb8 HTTP/1.1" status: 200 len: 217 time: 0.1262186 Nov 19 17:36:13.606453 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-27937199-0da0-46b9-9ab3-39b6108d126c req-fa59d579-1637-49b5-9b5e-cc2e4cec2087 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=90afa53b-d02d-4ca8-a903-31fcd7782c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3051903 Nov 19 17:36:13.609560 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772a102b-0044-470e-b3f2-ac6bf074ee21 req-5cfea937-0b03-4849-8966-48be5ade0daf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:13.611442 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-772a102b-0044-470e-b3f2-ac6bf074ee21 req-5cfea937-0b03-4849-8966-48be5ade0daf service neutron] 10.222.0.60 "GET /v2.0/subnets?id=69d79900-574d-4621-892d-3cad82947dc7 HTTP/1.1" status: 200 len: 859 time: 0.0591063 Nov 19 17:36:13.686571 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:13.689066 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9592711e-1353-49ce-8a1d-c877d1adf952 req-dfdb1868-9e64-4737-a7ea-3288326ab822 tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] 10.222.0.54 "GET /v2.0/security-groups?id=3bfff83b-45c8-4d9c-ba10-49566b72be4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580195 Nov 19 17:36:13.759300 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772a102b-0044-470e-b3f2-ac6bf074ee21 req-2016428c-d573-4ef0-b38b-9f27cfbac9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:13.763338 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-772a102b-0044-470e-b3f2-ac6bf074ee21 req-2016428c-d573-4ef0-b38b-9f27cfbac9e0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=129a9009-9385-4250-92f4-51006107194d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1406705 Nov 19 17:36:13.794800 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 648e9924-4faf-4cc9-8364-066838855211, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=648e9924-4faf-4cc9-8364-066838855211,segment=NetworkSegment(1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861),segment_id=1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:36:13.805825 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:13.829981 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8efdc2-2ecf-4eed-be65-5adb4a0915fc req-b5e7778c-bfce-4909-b425-43910200cf7f tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:13.831662 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ea8efdc2-2ecf-4eed-be65-5adb4a0915fc req-b5e7778c-bfce-4909-b425-43910200cf7f tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] 10.222.0.60 "GET /v2.0/ports?device_id=12f30be9-dda5-4bee-bf23-586b67590f4e HTTP/1.1" status: 200 len: 950 time: 0.3669357 Nov 19 17:36:13.834988 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925579cf-ab91-4e43-a592-e92497d1398f req-4ce81b37-aef6-48e3-971d-fe88a07e610a tempest-LiveAutoBlockMigrationV225Test-71050323 tempest-LiveAutoBlockMigrationV225Test-71050323-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:13.836611 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-925579cf-ab91-4e43-a592-e92497d1398f req-4ce81b37-aef6-48e3-971d-fe88a07e610a tempest-LiveAutoBlockMigrationV225Test-71050323 tempest-LiveAutoBlockMigrationV225Test-71050323-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=4bc980c9-6dc9-4316-9833-f667cb62adac&tenant_id=0d7ccfd9bdc740e383b438cb097bfe8d&binding%3Ahost_id=n-h2-818022-2 HTTP/1.1" status: 200 len: 1095 time: 0.3254662 Nov 19 17:36:13.851785 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b13e3b6-f30f-439b-b5be-380e2dbd15e4 req-de99901b-ac2d-463a-a90e-f58cfeef9409 tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:13.861789 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-1b13e3b6-f30f-439b-b5be-380e2dbd15e4 req-de99901b-ac2d-463a-a90e-f58cfeef9409 tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] 10.222.0.54 "GET /v2.0/ports?device_id=12f30be9-dda5-4bee-bf23-586b67590f4e HTTP/1.1" status: 200 len: 950 time: 0.2050626 Nov 19 17:36:13.940903 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=648e9924-4faf-4cc9-8364-066838855211,revision_number=11']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:36:14.061278 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-772a102b-0044-470e-b3f2-ac6bf074ee21 req-445a7d92-c383-4716-80cd-e09e8a280be1 service neutron] 10.222.0.60 "GET /v2.0/networks/129a9009-9385-4250-92f4-51006107194d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2870312 Nov 19 17:36:14.078225 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8c771f-395f-442a-94ea-00fb6e93cd6a req-a4c5ade0-cdf6-40b3-bedf-48085e6eb9d6 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:14.086373 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-1b13e3b6-f30f-439b-b5be-380e2dbd15e4 req-25c95b9e-0ecb-463d-b271-d694f7645392 tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] 10.222.0.54 "GET /v2.0/security-groups?id=c22c1cd0-07b3-4e9e-90d5-03f297ddf2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236283 Nov 19 17:36:14.090077 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-1a8c771f-395f-442a-94ea-00fb6e93cd6a req-a4c5ade0-cdf6-40b3-bedf-48085e6eb9d6 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.54 "GET /v2.0/ports?device_id=4bc980c9-6dc9-4316-9833-f667cb62adac HTTP/1.1" status: 200 len: 944 time: 0.1692998 Nov 19 17:36:14.092714 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 41268) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:36:14.151800 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925579cf-ab91-4e43-a592-e92497d1398f req-5cc86485-e9fb-409d-a162-a9fbad2173c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:14.153247 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-925579cf-ab91-4e43-a592-e92497d1398f req-5cc86485-e9fb-409d-a162-a9fbad2173c8 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=4bc980c9-6dc9-4316-9833-f667cb62adac&tenant_id=0d7ccfd9bdc740e383b438cb097bfe8d HTTP/1.1" status: 200 len: 1095 time: 0.2701783 Nov 19 17:36:14.254176 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-ea8efdc2-2ecf-4eed-be65-5adb4a0915fc req-a660f1c9-a397-4882-8625-f520d0cbfaec tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] Deleting port 1d9bac41-fa54-4d19-9131-753429c9726e {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:36:14.257050 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-ea8efdc2-2ecf-4eed-be65-5adb4a0915fc req-a660f1c9-a397-4882-8625-f520d0cbfaec tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:14.268994 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-1a8c771f-395f-442a-94ea-00fb6e93cd6a req-10706171-bd0a-45c8-8ff6-e82735e44390 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.54 "GET /v2.0/security-groups?id=740807d6-4246-4ecb-a636-49a5e5a1e11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775792 Nov 19 17:36:14.334496 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-772a102b-0044-470e-b3f2-ac6bf074ee21 req-2f8ac543-0270-486f-b60a-d52c10817392 service neutron] 10.222.0.60 "GET /v2.0/networks/129a9009-9385-4250-92f4-51006107194d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2419975 Nov 19 17:36:14.373739 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-88636fe8-a6b9-4484-9be9-54ae6ad420d9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:14.632907 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd0d2a1-8759-4b52-bfa5-b3fb11595119 req-e6cab3e3-7fea-4324-8811-544df424348f tempest-ServersAdminNegativeTestJSON-105860662 tempest-ServersAdminNegativeTestJSON-105860662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:14.635736 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2bd0d2a1-8759-4b52-bfa5-b3fb11595119 req-e6cab3e3-7fea-4324-8811-544df424348f tempest-ServersAdminNegativeTestJSON-105860662 tempest-ServersAdminNegativeTestJSON-105860662-project] 10.222.0.54 "GET /v2.0/ports?device_id=e6dc0506-019e-438f-8ae5-12ec867508cf HTTP/1.1" status: 200 len: 950 time: 0.1722066 Nov 19 17:36:14.678037 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c665ed-b376-43d9-8bcc-7b14a4daeb40 req-7c6ab112-1b76-4c47-935b-278d0c1fb920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:14.679961 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d9c665ed-b376-43d9-8bcc-7b14a4daeb40 req-7c6ab112-1b76-4c47-935b-278d0c1fb920 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0451c16dbd91499694bb6f860678eaa9&device_id=1cad7dc2-8442-446b-94f2-51548934c3b6 HTTP/1.1" status: 200 len: 1095 time: 0.2480524 Nov 19 17:36:14.744757 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925579cf-ab91-4e43-a592-e92497d1398f req-02892aa1-73f4-4eee-b5a6-3d6210b3fc49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:14.746387 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-925579cf-ab91-4e43-a592-e92497d1398f req-02892aa1-73f4-4eee-b5a6-3d6210b3fc49 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0d7ccfd9bdc740e383b438cb097bfe8d&device_id=4bc980c9-6dc9-4316-9833-f667cb62adac HTTP/1.1" status: 200 len: 1095 time: 0.5518382 Nov 19 17:36:14.872272 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-ea8efdc2-2ecf-4eed-be65-5adb4a0915fc req-a660f1c9-a397-4882-8625-f520d0cbfaec tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] For port 1d9bac41-fa54-4d19-9131-753429c9726e, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=1d9bac41-fa54-4d19-9131-753429c9726e,segment=NetworkSegment(1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861),segment_id=1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:36:14.872632 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-ea8efdc2-2ecf-4eed-be65-5adb4a0915fc req-a660f1c9-a397-4882-8625-f520d0cbfaec tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:14.876954 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-88636fe8-a6b9-4484-9be9-54ae6ad420d9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:14.897318 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-ea8efdc2-2ecf-4eed-be65-5adb4a0915fc req-a660f1c9-a397-4882-8625-f520d0cbfaec tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] Calling delete_port for 1d9bac41-fa54-4d19-9131-753429c9726e owned by compute:nova {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:36:14.898853 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2bd0d2a1-8759-4b52-bfa5-b3fb11595119 req-288cf1d7-3c29-40b2-abae-45b6126ba2cb tempest-ServersAdminNegativeTestJSON-105860662 tempest-ServersAdminNegativeTestJSON-105860662-project] 10.222.0.54 "GET /v2.0/security-groups?id=90afa53b-d02d-4ca8-a903-31fcd7782c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2470062 Nov 19 17:36:14.906604 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-88636fe8-a6b9-4484-9be9-54ae6ad420d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:14.944868 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-88636fe8-a6b9-4484-9be9-54ae6ad420d9 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=5406f19887074d2a9dbdd2c336a89fb5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8505573 Nov 19 17:36:14.954196 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 41288) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:36:14.979528 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c665ed-b376-43d9-8bcc-7b14a4daeb40 req-5a028040-ce05-4ae1-ac4a-c838ef514b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:14.980994 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d9c665ed-b376-43d9-8bcc-7b14a4daeb40 req-5a028040-ce05-4ae1-ac4a-c838ef514b15 service neutron] 10.222.0.60 "GET /v2.0/networks?id=129a9009-9385-4250-92f4-51006107194d HTTP/1.1" status: 200 len: 921 time: 0.2902746 Nov 19 17:36:15.012177 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edc9d3ea-ab00-4644-b0c6-6ed9fc0ccf67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '648e9924-4faf-4cc9-8364-066838855211'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:36:15.016118 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3940761bcd94e032e6960d2241bd8993c5d3a7d8dc2aca8488f3ecf1d4dd2fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4e2ac10-8ba5-45c2-90c1-ff92bde48b0e" -d '{"events": [{"server_uuid": "edc9d3ea-ab00-4644-b0c6-6ed9fc0ccf67", "name": "network-vif-plugged", "status": "completed", "tag": "648e9924-4faf-4cc9-8364-066838855211"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:36:15.046396 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88636fe8-a6b9-4484-9be9-54ae6ad420d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f47818dd-961d-492a-91d6-a7ab75f08e5c,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:36:15.052457 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925579cf-ab91-4e43-a592-e92497d1398f req-b1119964-7461-4e32-aa20-3164be5a418b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:15.054782 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-925579cf-ab91-4e43-a592-e92497d1398f req-b1119964-7461-4e32-aa20-3164be5a418b service neutron] 10.222.0.60 "GET /v2.0/networks?id=06df44ce-7965-49c3-9334-79a80c7f7af9 HTTP/1.1" status: 200 len: 922 time: 0.2719872 Nov 19 17:36:15.067317 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d9c665ed-b376-43d9-8bcc-7b14a4daeb40 req-507c9ca5-bdb5-4be4-bda6-2ed1fbdbf7e0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1649679b-e7c0-4ea5-9240-8fc66bbe8eb8 HTTP/1.1" status: 200 len: 217 time: 0.0761940 Nov 19 17:36:15.088466 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:36:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df0599c4-19a5-4efe-9450-2c3a48c00bf5 x-openstack-request-id: req-df0599c4-19a5-4efe-9450-2c3a48c00bf5 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:36:15.089523 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edc9d3ea-ab00-4644-b0c6-6ed9fc0ccf67", "name": "network-vif-plugged", "status": "completed", "tag": "648e9924-4faf-4cc9-8364-066838855211", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:36:15.089910 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-df0599c4-19a5-4efe-9450-2c3a48c00bf5 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:36:15.090379 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edc9d3ea-ab00-4644-b0c6-6ed9fc0ccf67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '648e9924-4faf-4cc9-8364-066838855211', 'code': 200} Nov 19 17:36:15.142967 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31e4e85-782f-4371-8580-3eae97ab4c34 req-8cf4cc00-74d0-4293-8b9a-3ec70905081a tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:15.143212 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-dce8272b-018d-4b0b-bf48-1fae2420b565 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:15.147283 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c665ed-b376-43d9-8bcc-7b14a4daeb40 req-2e71f624-f4b5-433c-87d0-8bdd4be6ada3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:15.148776 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d9c665ed-b376-43d9-8bcc-7b14a4daeb40 req-2e71f624-f4b5-433c-87d0-8bdd4be6ada3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=69d79900-574d-4621-892d-3cad82947dc7 HTTP/1.1" status: 200 len: 859 time: 0.0665147 Nov 19 17:36:15.154356 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c31e4e85-782f-4371-8580-3eae97ab4c34 req-8cf4cc00-74d0-4293-8b9a-3ec70905081a tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] 10.222.0.54 "GET /v2.0/ports?device_id=1cad7dc2-8442-446b-94f2-51548934c3b6 HTTP/1.1" status: 200 len: 944 time: 0.1770337 Nov 19 17:36:15.157033 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-925579cf-ab91-4e43-a592-e92497d1398f req-9cd51161-687e-499c-ad0f-22f47cce0553 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ee47d372-ad72-4981-bb3d-4ae53342d5dd HTTP/1.1" status: 200 len: 217 time: 0.0902991 Nov 19 17:36:15.202147 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-dce8272b-018d-4b0b-bf48-1fae2420b565 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:15.247250 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c665ed-b376-43d9-8bcc-7b14a4daeb40 req-ff799636-5af1-4863-ae79-d98d8a2b82dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:15.248907 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d9c665ed-b376-43d9-8bcc-7b14a4daeb40 req-ff799636-5af1-4863-ae79-d98d8a2b82dc service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=129a9009-9385-4250-92f4-51006107194d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0909083 Nov 19 17:36:15.295757 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c31e4e85-782f-4371-8580-3eae97ab4c34 req-fd91555f-7084-489b-b38c-bb9a0c8f0c1c tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] 10.222.0.54 "GET /v2.0/security-groups?id=3bfff83b-45c8-4d9c-ba10-49566b72be4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403811 Nov 19 17:36:15.325196 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-dce8272b-018d-4b0b-bf48-1fae2420b565 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:15.328543 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-dce8272b-018d-4b0b-bf48-1fae2420b565 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:15.329723 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-dce8272b-018d-4b0b-bf48-1fae2420b565 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f47818dd-961d-492a-91d6-a7ab75f08e5c HTTP/1.1" status: 204 len: 168 time: 0.3744080 Nov 19 17:36:15.368812 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce8272b-018d-4b0b-bf48-1fae2420b565 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f47818dd-961d-492a-91d6-a7ab75f08e5c,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:36:15.418719 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925579cf-ab91-4e43-a592-e92497d1398f req-384692da-9e23-43c2-bd36-c1449618ccb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:15.418995 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b645afa-18de-4226-8b14-d16dff5b7d97 req-97cda8a1-0acb-4128-8342-cece01c09052 tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:15.427394 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6b645afa-18de-4226-8b14-d16dff5b7d97 req-97cda8a1-0acb-4128-8342-cece01c09052 tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] 10.222.0.54 "GET /v2.0/ports?device_id=12f30be9-dda5-4bee-bf23-586b67590f4e HTTP/1.1" status: 200 len: 950 time: 0.1468265 Nov 19 17:36:15.429609 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-925579cf-ab91-4e43-a592-e92497d1398f req-384692da-9e23-43c2-bd36-c1449618ccb0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e811f539-9c60-469d-a119-267f6bfeab01 HTTP/1.1" status: 200 len: 861 time: 0.2420249 Nov 19 17:36:15.479106 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d9c665ed-b376-43d9-8bcc-7b14a4daeb40 req-3b04e699-6589-4f53-85ab-4c5513ccf332 service neutron] 10.222.0.60 "GET /v2.0/networks/129a9009-9385-4250-92f4-51006107194d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2217171 Nov 19 17:36:15.502048 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-925579cf-ab91-4e43-a592-e92497d1398f req-c9171adc-a698-4f36-b36b-63e6a8f34ca9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=06df44ce-7965-49c3-9334-79a80c7f7af9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539377 Nov 19 17:36:15.521666 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-ea8efdc2-2ecf-4eed-be65-5adb4a0915fc req-a660f1c9-a397-4882-8625-f520d0cbfaec tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:15.529121 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6b645afa-18de-4226-8b14-d16dff5b7d97 req-196b57d1-7a1f-4ac3-a1d9-c3abec5eefc5 tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] 10.222.0.54 "GET /v2.0/security-groups?id=c22c1cd0-07b3-4e9e-90d5-03f297ddf2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007216 Nov 19 17:36:15.557123 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['6e33b232-f4a9-4fdd-a99f-17fe0e7b0fe7', '1d9bac41-fa54-4d19-9131-753429c9726e', '648e9924-4faf-4cc9-8364-066838855211'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:36:15.617394 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a660f1c9-a397-4882-8625-f520d0cbfaec tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] Pushing event deleted for resources: {'Port': ['ID=1d9bac41-fa54-4d19-9131-753429c9726e,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:36:15.627590 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d010580-dc1e-434f-a904-0d403295f58d req-35a9fc1e-eda6-4faa-8ff2-7d4d20c19391 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:15.636140 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9d010580-dc1e-434f-a904-0d403295f58d req-35a9fc1e-eda6-4faa-8ff2-7d4d20c19391 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.54 "GET /v2.0/ports?device_id=4bc980c9-6dc9-4316-9833-f667cb62adac HTTP/1.1" status: 200 len: 944 time: 0.2029247 Nov 19 17:36:15.767224 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d9c665ed-b376-43d9-8bcc-7b14a4daeb40 req-14e87993-f966-46c0-9282-393c92ed2fc7 service neutron] 10.222.0.60 "GET /v2.0/networks/129a9009-9385-4250-92f4-51006107194d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2788613 Nov 19 17:36:15.816599 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea8efdc2-2ecf-4eed-be65-5adb4a0915fc req-a660f1c9-a397-4882-8625-f520d0cbfaec tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] No DVR routers for this DVR port 1d9bac41-fa54-4d19-9131-753429c9726e on host n-h1-818022-2 {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:36:15.841474 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-ea8efdc2-2ecf-4eed-be65-5adb4a0915fc req-a660f1c9-a397-4882-8625-f520d0cbfaec tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:15.848540 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ea8efdc2-2ecf-4eed-be65-5adb4a0915fc req-a660f1c9-a397-4882-8625-f520d0cbfaec tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] 10.222.0.60 "DELETE /v2.0/ports/1d9bac41-fa54-4d19-9131-753429c9726e HTTP/1.1" status: 204 len: 173 time: 1.9515257 Nov 19 17:36:15.849946 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12f30be9-dda5-4bee-bf23-586b67590f4e', 'name': 'network-vif-deleted', 'tag': '1d9bac41-fa54-4d19-9131-753429c9726e'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:36:15.853039 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218319d759239a7d11f1288aef37381b97754913ee9ccbfd43b51a463f801712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-722f4a4d-604a-4806-ac68-362d8df5bbeb" -d '{"events": [{"server_uuid": "12f30be9-dda5-4bee-bf23-586b67590f4e", "name": "network-vif-deleted", "tag": "1d9bac41-fa54-4d19-9131-753429c9726e"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:36:15.886537 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-925579cf-ab91-4e43-a592-e92497d1398f req-d5a8603f-7c30-4927-8b1a-af6d28c0e3c3 service neutron] 10.222.0.60 "GET /v2.0/networks/06df44ce-7965-49c3-9334-79a80c7f7af9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3738711 Nov 19 17:36:15.924147 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9d010580-dc1e-434f-a904-0d403295f58d req-47ebd58d-88b2-41c1-829a-33750748ca82 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.54 "GET /v2.0/security-groups?id=740807d6-4246-4ecb-a636-49a5e5a1e11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2630029 Nov 19 17:36:15.959147 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:36:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21cb7999-d22c-4b67-9ea0-9ae9edc19fa1 x-openstack-request-id: req-21cb7999-d22c-4b67-9ea0-9ae9edc19fa1 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:36:15.959454 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12f30be9-dda5-4bee-bf23-586b67590f4e", "name": "network-vif-deleted", "tag": "1d9bac41-fa54-4d19-9131-753429c9726e", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:36:15.959711 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-21cb7999-d22c-4b67-9ea0-9ae9edc19fa1 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:36:15.960123 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12f30be9-dda5-4bee-bf23-586b67590f4e', 'name': 'network-vif-deleted', 'tag': '1d9bac41-fa54-4d19-9131-753429c9726e', 'status': 'completed', 'code': 200} Nov 19 17:36:16.035844 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 41326) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:36:16.053945 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-057a21e4-e381-4a6a-a5df-ca2d73a3ce65 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:16.224860 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-057a21e4-e381-4a6a-a5df-ca2d73a3ce65 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:16.225489 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555efa0c-681b-461d-849f-1abf04a98c49 req-f4609888-9f0d-4910-8554-ab97f1e875c0 tempest-ServersAdminNegativeTestJSON-105860662 tempest-ServersAdminNegativeTestJSON-105860662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:16.227050 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-555efa0c-681b-461d-849f-1abf04a98c49 req-f4609888-9f0d-4910-8554-ab97f1e875c0 tempest-ServersAdminNegativeTestJSON-105860662 tempest-ServersAdminNegativeTestJSON-105860662-project] 10.222.0.54 "GET /v2.0/ports?device_id=e6dc0506-019e-438f-8ae5-12ec867508cf HTTP/1.1" status: 200 len: 950 time: 0.1508577 Nov 19 17:36:16.235063 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-057a21e4-e381-4a6a-a5df-ca2d73a3ce65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:16.304445 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-925579cf-ab91-4e43-a592-e92497d1398f req-3169cb45-342f-4fa5-96d4-c0c69a3ac507 service neutron] 10.222.0.60 "GET /v2.0/networks/06df44ce-7965-49c3-9334-79a80c7f7af9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3839407 Nov 19 17:36:16.337746 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-057a21e4-e381-4a6a-a5df-ca2d73a3ce65 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c975864d95b54bb9b7098853c6d3e41e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3003747 Nov 19 17:36:16.343073 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057a21e4-e381-4a6a-a5df-ca2d73a3ce65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18972223-d19c-4262-82f0-634b5b922f20,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:36:16.350371 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 41332) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:36:16.353158 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 41334) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:36:16.369068 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-555efa0c-681b-461d-849f-1abf04a98c49 req-6ea1d277-61b7-4a96-b0ca-6a650e058eac tempest-ServersAdminNegativeTestJSON-105860662 tempest-ServersAdminNegativeTestJSON-105860662-project] 10.222.0.54 "GET /v2.0/security-groups?id=90afa53b-d02d-4ca8-a903-31fcd7782c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192758 Nov 19 17:36:16.588909 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b64a693b-e8af-4291-a5ca-66ea5110cbef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:16.592312 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-fd253187-7324-4741-86c6-5cd0138d3b1e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:16.646060 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87e4e4d-66f9-4b61-aa40-50b3c1792eba req-2e3c05fc-ef7a-4e92-a94a-fa9575172306 tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:16.653375 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d87e4e4d-66f9-4b61-aa40-50b3c1792eba req-2e3c05fc-ef7a-4e92-a94a-fa9575172306 tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] 10.222.0.54 "GET /v2.0/ports?device_id=1cad7dc2-8442-446b-94f2-51548934c3b6 HTTP/1.1" status: 200 len: 944 time: 0.1952822 Nov 19 17:36:16.657831 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b64a693b-e8af-4291-a5ca-66ea5110cbef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:16.771955 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d87e4e4d-66f9-4b61-aa40-50b3c1792eba req-160809bb-b294-4f8c-a63c-ec463d615c0f tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] 10.222.0.54 "GET /v2.0/security-groups?id=3bfff83b-45c8-4d9c-ba10-49566b72be4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130083 Nov 19 17:36:16.793983 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b64a693b-e8af-4291-a5ca-66ea5110cbef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:16.796843 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b64a693b-e8af-4291-a5ca-66ea5110cbef admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:16.798170 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-b64a693b-e8af-4291-a5ca-66ea5110cbef admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/18972223-d19c-4262-82f0-634b5b922f20 HTTP/1.1" status: 204 len: 168 time: 0.4467874 Nov 19 17:36:16.822045 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925579cf-ab91-4e43-a592-e92497d1398f req-9129d84b-dac3-4492-910e-cdba33b6993f tempest-LiveAutoBlockMigrationV225Test-71050323 tempest-LiveAutoBlockMigrationV225Test-71050323-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:16.822045 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-925579cf-ab91-4e43-a592-e92497d1398f req-9129d84b-dac3-4492-910e-cdba33b6993f tempest-LiveAutoBlockMigrationV225Test-71050323 tempest-LiveAutoBlockMigrationV225Test-71050323-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=4bc980c9-6dc9-4316-9833-f667cb62adac&tenant_id=0d7ccfd9bdc740e383b438cb097bfe8d&binding%3Ahost_id=n-h1-818022-2 HTTP/1.1" status: 200 len: 1095 time: 0.1002738 Nov 19 17:36:16.840149 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64a693b-e8af-4291-a5ca-66ea5110cbef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18972223-d19c-4262-82f0-634b5b922f20,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:36:16.867055 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-fd253187-7324-4741-86c6-5cd0138d3b1e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:16.876477 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-fd253187-7324-4741-86c6-5cd0138d3b1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:16.989690 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd253187-7324-4741-86c6-5cd0138d3b1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c616bd3-cb01-4543-9531-d70d0fe29485,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:36:17.020122 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-fd253187-7324-4741-86c6-5cd0138d3b1e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=4c80a1c52db247cfa0c6eb8e4f08b6ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6600060 Nov 19 17:36:17.021565 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 41352) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:36:17.122546 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-925579cf-ab91-4e43-a592-e92497d1398f req-5258dec8-55d0-4c1a-82fa-c0d1d06aabd4 service neutron] For port ee47d372-ad72-4981-bb3d-4ae53342d5dd, host n-h2-818022-2, cleared binding levels {{(pid=103365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:36:17.128033 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-925579cf-ab91-4e43-a592-e92497d1398f req-5258dec8-55d0-4c1a-82fa-c0d1d06aabd4 service neutron] Publish callbacks [] for binding, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:17.129661 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-925579cf-ab91-4e43-a592-e92497d1398f req-5258dec8-55d0-4c1a-82fa-c0d1d06aabd4 service neutron] 10.222.0.60 "DELETE /v2.0/ports/ee47d372-ad72-4981-bb3d-4ae53342d5dd/bindings/n-h2-818022-2 HTTP/1.1" status: 204 len: 173 time: 0.3049026 Nov 19 17:36:17.258861 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e7df8540-8cc7-494f-858b-b1db6c67be42 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:17.294920 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7167dd-4adf-4115-adb1-e57a0fa6a041 req-d114f351-e2ce-4a20-92be-c7949a71eec9 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:17.302257 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9c7167dd-4adf-4115-adb1-e57a0fa6a041 req-d114f351-e2ce-4a20-92be-c7949a71eec9 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.54 "GET /v2.0/ports?device_id=4bc980c9-6dc9-4316-9833-f667cb62adac HTTP/1.1" status: 200 len: 944 time: 0.2525821 Nov 19 17:36:17.340050 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-bb8cd888-f8e5-4a48-9d9c-85ca104e05e1 req-6c4da223-0512-4dd2-bc4a-b88cc6723fc9 tempest-ServersAdminNegativeTestJSON-105860662 tempest-ServersAdminNegativeTestJSON-105860662-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=6853c7c78a4d40ddab5857a2e712f967&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0283439 Nov 19 17:36:17.341529 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e7df8540-8cc7-494f-858b-b1db6c67be42 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:17.424272 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9c7167dd-4adf-4115-adb1-e57a0fa6a041 req-88fc1a58-a894-4fb2-bd01-f95f5e0f77ce tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.54 "GET /v2.0/security-groups?id=740807d6-4246-4ecb-a636-49a5e5a1e11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199272 Nov 19 17:36:17.481965 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e7df8540-8cc7-494f-858b-b1db6c67be42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:17.484716 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e7df8540-8cc7-494f-858b-b1db6c67be42 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:17.485999 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-e7df8540-8cc7-494f-858b-b1db6c67be42 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/4c616bd3-cb01-4543-9531-d70d0fe29485 HTTP/1.1" status: 204 len: 168 time: 0.4618442 Nov 19 17:36:17.525713 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7df8540-8cc7-494f-858b-b1db6c67be42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c616bd3-cb01-4543-9531-d70d0fe29485,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:36:17.671856 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8cd888-f8e5-4a48-9d9c-85ca104e05e1 req-2bdbf6d0-efb4-4060-aae7-c1b6d7c8a9be tempest-ServersAdminNegativeTestJSON-105860662 tempest-ServersAdminNegativeTestJSON-105860662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:17.680949 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-bb8cd888-f8e5-4a48-9d9c-85ca104e05e1 req-2bdbf6d0-efb4-4060-aae7-c1b6d7c8a9be tempest-ServersAdminNegativeTestJSON-105860662 tempest-ServersAdminNegativeTestJSON-105860662-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3313615 Nov 19 17:36:17.695475 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-bb8cd888-f8e5-4a48-9d9c-85ca104e05e1 req-446139f8-4409-4e30-986d-62b176905650 tempest-ServersAdminNegativeTestJSON-105860662 tempest-ServersAdminNegativeTestJSON-105860662-project] 10.222.0.54 "GET /v2.0/quotas/6853c7c78a4d40ddab5857a2e712f967 HTTP/1.1" status: 200 len: 375 time: 0.0122011 Nov 19 17:36:17.736117 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6e0db9-1b55-488a-9b37-6c537b816b6a req-75da13ca-8be7-4c37-8a47-b1437628cfd5 tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:17.746880 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-dc6e0db9-1b55-488a-9b37-6c537b816b6a req-75da13ca-8be7-4c37-8a47-b1437628cfd5 tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] 10.222.0.54 "GET /v2.0/ports?device_id=24a99233-4744-4b19-a38f-d07aa53cd758 HTTP/1.1" status: 200 len: 949 time: 0.1242499 Nov 19 17:36:17.792488 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-bb8cd888-f8e5-4a48-9d9c-85ca104e05e1 req-8c2254d0-e2ca-4c55-b225-0e43098ff742 tempest-ServersAdminNegativeTestJSON-105860662 tempest-ServersAdminNegativeTestJSON-105860662-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=6853c7c78a4d40ddab5857a2e712f967&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0862970 Nov 19 17:36:17.860751 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-dc6e0db9-1b55-488a-9b37-6c537b816b6a req-ed0d82cb-6465-4414-97b3-3de400827ee6 tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] 10.222.0.54 "GET /v2.0/security-groups?id=c22c1cd0-07b3-4e9e-90d5-03f297ddf2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956972 Nov 19 17:36:18.101398 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c3baf61b-26bb-4f45-8820-ff49bb5afcde req-22e6ac2b-b0b4-4fc9-9869-e2de6cf24db8 tempest-ServersAdminNegativeTestJSON-105860662 tempest-ServersAdminNegativeTestJSON-105860662-project] 10.222.0.54 "GET /v2.0/ports?device_id=271d934b-7276-41a3-b2fe-b20c70ee5da9 HTTP/1.1" status: 200 len: 210 time: 0.0495486 Nov 19 17:36:18.222428 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e3c9f2-0ae3-4f11-81b1-50270fcc8115 req-ca343419-f171-40ee-92bf-b019d6738048 tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:18.231351 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-66e3c9f2-0ae3-4f11-81b1-50270fcc8115 req-ca343419-f171-40ee-92bf-b019d6738048 tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] 10.222.0.54 "GET /v2.0/ports?device_id=1cad7dc2-8442-446b-94f2-51548934c3b6 HTTP/1.1" status: 200 len: 944 time: 0.1523616 Nov 19 17:36:18.299719 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a1d073-3da6-491f-b0e8-3b6781d630d4 req-0d739450-a2e7-49cd-9065-2797e0113869 tempest-LiveAutoBlockMigrationV225Test-71050323 tempest-LiveAutoBlockMigrationV225Test-71050323-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:18.302807 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 41400) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:36:18.307342 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d4a1d073-3da6-491f-b0e8-3b6781d630d4 req-0d739450-a2e7-49cd-9065-2797e0113869 tempest-LiveAutoBlockMigrationV225Test-71050323 tempest-LiveAutoBlockMigrationV225Test-71050323-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=4bc980c9-6dc9-4316-9833-f667cb62adac HTTP/1.1" status: 200 len: 1095 time: 0.0756834 Nov 19 17:36:18.324771 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-66e3c9f2-0ae3-4f11-81b1-50270fcc8115 req-d5caf0ac-ce65-4bf8-8d15-f18550af9979 tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] 10.222.0.54 "GET /v2.0/security-groups?id=3bfff83b-45c8-4d9c-ba10-49566b72be4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923700 Nov 19 17:36:18.345729 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9a404e40-dbce-4307-8c89-89271a687f5c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:18.396988 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 41406) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:36:18.410361 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d4a1d073-3da6-491f-b0e8-3b6781d630d4 req-f462f590-caac-4398-8563-f412bb09f67c tempest-LiveAutoBlockMigrationV225Test-71050323 tempest-LiveAutoBlockMigrationV225Test-71050323-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=740807d6-4246-4ecb-a636-49a5e5a1e11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012535 Nov 19 17:36:18.513407 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9a404e40-dbce-4307-8c89-89271a687f5c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:18.521774 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9a404e40-dbce-4307-8c89-89271a687f5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:18.603650 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 41416) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:36:18.615171 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-9a404e40-dbce-4307-8c89-89271a687f5c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d6c066fbd0aa43d5889408a92cc7d5c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3112414 Nov 19 17:36:18.706741 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-31feb0d1-f148-45c7-94c8-5d1fc2030c37 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:18.741202 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-31feb0d1-f148-45c7-94c8-5d1fc2030c37 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:18.747670 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a404e40-dbce-4307-8c89-89271a687f5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d58ae0cc-d03b-43c7-8270-71bf0fb12dbc,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:36:18.785338 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a404e40-dbce-4307-8c89-89271a687f5c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:36:18.785688 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a404e40-dbce-4307-8c89-89271a687f5c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:36:18.786054 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a404e40-dbce-4307-8c89-89271a687f5c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:36:18.786397 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a404e40-dbce-4307-8c89-89271a687f5c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:36:18.786734 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a404e40-dbce-4307-8c89-89271a687f5c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:36:18.787101 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a404e40-dbce-4307-8c89-89271a687f5c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:36:18.787401 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a404e40-dbce-4307-8c89-89271a687f5c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:36:18.787787 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a404e40-dbce-4307-8c89-89271a687f5c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:36:18.788081 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a404e40-dbce-4307-8c89-89271a687f5c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:36:18.788387 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a404e40-dbce-4307-8c89-89271a687f5c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:36:18.788716 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a404e40-dbce-4307-8c89-89271a687f5c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:36:18.789041 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a404e40-dbce-4307-8c89-89271a687f5c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:36:18.796391 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-3ba1661b-7f11-47ae-ac33-e2c7e563df54 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1868503873-network', 'tenant_id': '21543f85dc9e402a8587774ac19495fe'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:36:18.815543 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-31feb0d1-f148-45c7-94c8-5d1fc2030c37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:18.820212 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-31feb0d1-f148-45c7-94c8-5d1fc2030c37 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:18.822059 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-31feb0d1-f148-45c7-94c8-5d1fc2030c37 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d58ae0cc-d03b-43c7-8270-71bf0fb12dbc HTTP/1.1" status: 204 len: 168 time: 0.2166586 Nov 19 17:36:18.851787 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 1649679b-e7c0-4ea5-9240-8fc66bbe8eb8 details requested by agent hyperv_n-h1-818022-2 with host n-h1-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 17:36:18.852897 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8809a2-c2a7-4a84-b1b8-4089a0f6f82f req-6edd2166-803c-4aef-afd3-a09a8e2aec49 tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:18.854095 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2a8809a2-c2a7-4a84-b1b8-4089a0f6f82f req-6edd2166-803c-4aef-afd3-a09a8e2aec49 tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] 10.222.0.60 "GET /v2.0/ports?device_id=24a99233-4744-4b19-a38f-d07aa53cd758 HTTP/1.1" status: 200 len: 949 time: 0.2378187 Nov 19 17:36:18.861623 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 1d9bac41-fa54-4d19-9131-753429c9726e no longer exists at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:36:18.888546 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31feb0d1-f148-45c7-94c8-5d1fc2030c37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d58ae0cc-d03b-43c7-8270-71bf0fb12dbc,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:36:18.935627 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] No Port match for: 1d9bac41-fa54-4d19-9131-753429c9726e {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:36:18.936309 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 1d9bac41-fa54-4d19-9131-753429c9726e not bound to the agent host n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:36:19.097861 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 1649679b-e7c0-4ea5-9240-8fc66bbe8eb8, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=1649679b-e7c0-4ea5-9240-8fc66bbe8eb8,segment=NetworkSegment(31cc6645-5609-4224-bb9a-3c13df2bc7ca),segment_id=31cc6645-5609-4224-bb9a-3c13df2bc7ca)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:36:19.097861 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Returning: {'device': '1649679b-e7c0-4ea5-9240-8fc66bbe8eb8', 'network_id': '129a9009-9385-4250-92f4-51006107194d', 'port_id': '1649679b-e7c0-4ea5-9240-8fc66bbe8eb8', 'mac_address': 'fa:16:3e:15:84:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 676, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69d79900-574d-4621-892d-3cad82947dc7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 17:36:19.130943 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b554e10-14c2-41d4-98de-cadcab017f59 req-63ac137e-f8fe-407e-8c0f-8b132398230f tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:19.140789 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-3b554e10-14c2-41d4-98de-cadcab017f59 req-63ac137e-f8fe-407e-8c0f-8b132398230f tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] 10.222.0.54 "GET /v2.0/ports?device_id=24a99233-4744-4b19-a38f-d07aa53cd758 HTTP/1.1" status: 200 len: 949 time: 0.1241150 Nov 19 17:36:19.141313 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:19.141533 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ba1661b-7f11-47ae-ac33-e2c7e563df54 admin admin] Made reservation on behalf of 21543f85dc9e402a8587774ac19495fe for: {'network': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:36:19.153048 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3ba1661b-7f11-47ae-ac33-e2c7e563df54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:19.162879 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1649679b-e7c0-4ea5-9240-8fc66bbe8eb8 {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:36:19.169626 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3ba1661b-7f11-47ae-ac33-e2c7e563df54 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:19.191649 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 1649679b-e7c0-4ea5-9240-8fc66bbe8eb8, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=1649679b-e7c0-4ea5-9240-8fc66bbe8eb8,segment=NetworkSegment(31cc6645-5609-4224-bb9a-3c13df2bc7ca),segment_id=31cc6645-5609-4224-bb9a-3c13df2bc7ca)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:36:19.197871 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:19.245159 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-3b554e10-14c2-41d4-98de-cadcab017f59 req-749899f8-4641-4684-9d19-9e41e5db8507 tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] 10.222.0.54 "GET /v2.0/security-groups?id=c22c1cd0-07b3-4e9e-90d5-03f297ddf2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788696 Nov 19 17:36:19.246665 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9799d6c-a65f-483f-8113-a7f1d39daafa req-b2e2d560-0e2a-493c-8c82-e4f64ee9d9c5 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:19.254143 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c9799d6c-a65f-483f-8113-a7f1d39daafa req-b2e2d560-0e2a-493c-8c82-e4f64ee9d9c5 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.54 "GET /v2.0/networks?id=06df44ce-7965-49c3-9334-79a80c7f7af9 HTTP/1.1" status: 200 len: 821 time: 0.5323610 Nov 19 17:36:19.280425 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=1649679b-e7c0-4ea5-9240-8fc66bbe8eb8,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:36:19.292417 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-2a8809a2-c2a7-4a84-b1b8-4089a0f6f82f req-36937329-6e6b-42e0-9656-b6dc995ffae3 tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] Deleting port 6e33b232-f4a9-4fdd-a99f-17fe0e7b0fe7 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:36:19.292766 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-2a8809a2-c2a7-4a84-b1b8-4089a0f6f82f req-36937329-6e6b-42e0-9656-b6dc995ffae3 tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:19.341337 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c9799d6c-a65f-483f-8113-a7f1d39daafa req-159199fe-7a35-4de5-aee4-c5726279357b tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.54 "GET /v2.0/quotas/0d7ccfd9bdc740e383b438cb097bfe8d HTTP/1.1" status: 200 len: 375 time: 0.0862000 Nov 19 17:36:19.444823 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['1649679b-e7c0-4ea5-9240-8fc66bbe8eb8'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:36:19.540886 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c9799d6c-a65f-483f-8113-a7f1d39daafa req-37a4fdff-da92-49bf-ac73-cfc22f6deb52 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=0d7ccfd9bdc740e383b438cb097bfe8d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1969965 Nov 19 17:36:19.814199 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3ba1661b-7f11-47ae-ac33-e2c7e563df54 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:19.841968 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-2a8809a2-c2a7-4a84-b1b8-4089a0f6f82f req-36937329-6e6b-42e0-9656-b6dc995ffae3 tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] For port 6e33b232-f4a9-4fdd-a99f-17fe0e7b0fe7, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=6e33b232-f4a9-4fdd-a99f-17fe0e7b0fe7,segment=NetworkSegment(1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861),segment_id=1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:36:19.842734 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-2a8809a2-c2a7-4a84-b1b8-4089a0f6f82f req-36937329-6e6b-42e0-9656-b6dc995ffae3 tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:19.859408 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-2a8809a2-c2a7-4a84-b1b8-4089a0f6f82f req-36937329-6e6b-42e0-9656-b6dc995ffae3 tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] Calling delete_port for 6e33b232-f4a9-4fdd-a99f-17fe0e7b0fe7 owned by compute:nova {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:36:19.870495 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-bb8cd888-f8e5-4a48-9d9c-85ca104e05e1 req-55880622-45ee-4098-98be-b32c71135113 tempest-ServersAdminNegativeTestJSON-105860662 tempest-ServersAdminNegativeTestJSON-105860662-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=6853c7c78a4d40ddab5857a2e712f967&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1960063 Nov 19 17:36:19.876817 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3ba1661b-7f11-47ae-ac33-e2c7e563df54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:19.980171 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ee99621c-f8ac-4b5d-b326-fde23c8ec948 req-c7374c5c-b38a-40e7-b0b3-db69777d412e tempest-ServersAdminNegativeTestJSON-105860662 tempest-ServersAdminNegativeTestJSON-105860662-project] 10.222.0.54 "GET /v2.0/ports?device_id=271d934b-7276-41a3-b2fe-b20c70ee5da9 HTTP/1.1" status: 200 len: 210 time: 0.4822991 Nov 19 17:36:20.034584 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ba1661b-7f11-47ae-ac33-e2c7e563df54 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 671} {{(pid=103365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 17:36:20.106229 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c9799d6c-a65f-483f-8113-a7f1d39daafa req-67b85e7b-11ab-45b8-9965-9cb1a55ce949 service neutron] 10.222.0.54 "GET /v2.0/networks/06df44ce-7965-49c3-9334-79a80c7f7af9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5633998 Nov 19 17:36:20.127888 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3ba1661b-7f11-47ae-ac33-e2c7e563df54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:20.129403 n-d-818022-2 neutron-server[103365]: INFO neutron.db.segments_db [None req-3ba1661b-7f11-47ae-ac33-e2c7e563df54 admin admin] Added segment 3937b058-45c3-4cdc-b27d-da1ca7985067 of type vlan for network c4cc9c60-be8c-4a60-be1b-a29e98302997 Nov 19 17:36:20.158333 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba1661b-7f11-47ae-ac33-e2c7e563df54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a9bb8e9-ab46-4898-9298-f60e040eb6b8,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:36:20.167607 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5a15a2-e41b-4192-a3c6-aeca71db8d57 req-5f0e86ca-0733-4c85-b17b-3fa221aa8b44 tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:20.169141 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2d5a15a2-e41b-4192-a3c6-aeca71db8d57 req-5f0e86ca-0733-4c85-b17b-3fa221aa8b44 tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] 10.222.0.54 "GET /v2.0/ports?device_id=1cad7dc2-8442-446b-94f2-51548934c3b6 HTTP/1.1" status: 200 len: 945 time: 0.0714447 Nov 19 17:36:20.263896 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2d5a15a2-e41b-4192-a3c6-aeca71db8d57 req-db52087f-10bf-48a1-9afa-9e991856b81d tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] 10.222.0.54 "GET /v2.0/security-groups?id=3bfff83b-45c8-4d9c-ba10-49566b72be4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867386 Nov 19 17:36:20.452910 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27004b19-a62b-4969-a2bd-6846e34ead4e req-af4f702f-93cd-4ff9-8768-d4445b956f8e tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:20.461891 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-27004b19-a62b-4969-a2bd-6846e34ead4e req-af4f702f-93cd-4ff9-8768-d4445b956f8e tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] 10.222.0.54 "GET /v2.0/ports?device_id=24a99233-4744-4b19-a38f-d07aa53cd758 HTTP/1.1" status: 200 len: 949 time: 0.0946887 Nov 19 17:36:20.525791 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-27004b19-a62b-4969-a2bd-6846e34ead4e req-741e906c-f9f7-4fe1-9ee7-df410ecddbc8 tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] 10.222.0.54 "GET /v2.0/security-groups?id=c22c1cd0-07b3-4e9e-90d5-03f297ddf2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627906 Nov 19 17:36:20.531569 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c9799d6c-a65f-483f-8113-a7f1d39daafa req-4c95b0ee-e334-450d-aba7-5644cc486387 service neutron] 10.222.0.54 "GET /v2.0/networks/06df44ce-7965-49c3-9334-79a80c7f7af9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3995054 Nov 19 17:36:20.567791 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3ba1661b-7f11-47ae-ac33-e2c7e563df54 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:20.601222 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8cd888-f8e5-4a48-9d9c-85ca104e05e1 req-16cc94bb-2142-46eb-b664-380f429ce5f7 tempest-ServersAdminNegativeTestJSON-105860662 tempest-ServersAdminNegativeTestJSON-105860662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:20.603356 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-bb8cd888-f8e5-4a48-9d9c-85ca104e05e1 req-16cc94bb-2142-46eb-b664-380f429ce5f7 tempest-ServersAdminNegativeTestJSON-105860662 tempest-ServersAdminNegativeTestJSON-105860662-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7218814 Nov 19 17:36:20.640785 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-bb8cd888-f8e5-4a48-9d9c-85ca104e05e1 req-ff3ea74a-cb9a-4eeb-b118-41f9f01f28bd tempest-ServersAdminNegativeTestJSON-105860662 tempest-ServersAdminNegativeTestJSON-105860662-project] Request body: {'port': {'device_id': '271d934b-7276-41a3-b2fe-b20c70ee5da9', 'network_id': '346debfa-452b-4048-abf4-8f4493625ef2', 'admin_state_up': True, 'tenant_id': '6853c7c78a4d40ddab5857a2e712f967'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:36:20.699969 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3ba1661b-7f11-47ae-ac33-e2c7e563df54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:20.701229 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ba1661b-7f11-47ae-ac33-e2c7e563df54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:20.701915 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3ba1661b-7f11-47ae-ac33-e2c7e563df54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:20.814705 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba1661b-7f11-47ae-ac33-e2c7e563df54 admin admin] Pushing event updated for resources: {'Network': ['ID=c4cc9c60-be8c-4a60-be1b-a29e98302997,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:36:20.821822 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 1649679b-e7c0-4ea5-9240-8fc66bbe8eb8 up at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:36:20.825050 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-2a8809a2-c2a7-4a84-b1b8-4089a0f6f82f req-36937329-6e6b-42e0-9656-b6dc995ffae3 tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:20.842587 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-37ddce80-5db6-412d-a863-ab4f6507de70 req-63b496af-9aac-43c9-a4c5-e0e0af951673 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.54 "GET /v2.0/ports?device_id=190b8a74-1657-4b15-9d43-f9dddedef7f2 HTTP/1.1" status: 200 len: 210 time: 0.0495298 Nov 19 17:36:20.873144 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network c4cc9c60-be8c-4a60-be1b-a29e98302997 details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 17:36:20.881213 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-3ba1661b-7f11-47ae-ac33-e2c7e563df54 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 2.4831412 Nov 19 17:36:20.884637 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 41476) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:36:20.888062 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36937329-6e6b-42e0-9656-b6dc995ffae3 tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] Pushing event deleted for resources: {'Port': ['ID=6e33b232-f4a9-4fdd-a99f-17fe0e7b0fe7,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:36:20.891969 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-e9afea6e-598d-4469-98c1-6363c5d99c32 admin admin] Request body: {'subnet': {'network_id': 'c4cc9c60-be8c-4a60-be1b-a29e98302997', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1868503873-subnet', 'tenant_id': '21543f85dc9e402a8587774ac19495fe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:36:20.936499 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9afea6e-598d-4469-98c1-6363c5d99c32 admin admin] Made reservation on behalf of 21543f85dc9e402a8587774ac19495fe for: {'subnet': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:36:20.940505 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e9afea6e-598d-4469-98c1-6363c5d99c32 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:21.010455 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a8809a2-c2a7-4a84-b1b8-4089a0f6f82f req-36937329-6e6b-42e0-9656-b6dc995ffae3 tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] No DVR routers for this DVR port 6e33b232-f4a9-4fdd-a99f-17fe0e7b0fe7 on host n-h1-818022-2 {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:36:21.014997 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-2a8809a2-c2a7-4a84-b1b8-4089a0f6f82f req-36937329-6e6b-42e0-9656-b6dc995ffae3 tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:21.022099 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2a8809a2-c2a7-4a84-b1b8-4089a0f6f82f req-36937329-6e6b-42e0-9656-b6dc995ffae3 tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] 10.222.0.60 "DELETE /v2.0/ports/6e33b232-f4a9-4fdd-a99f-17fe0e7b0fe7 HTTP/1.1" status: 204 len: 173 time: 2.1608331 Nov 19 17:36:21.022605 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24a99233-4744-4b19-a38f-d07aa53cd758', 'name': 'network-vif-deleted', 'tag': '6e33b232-f4a9-4fdd-a99f-17fe0e7b0fe7'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:36:21.025175 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218319d759239a7d11f1288aef37381b97754913ee9ccbfd43b51a463f801712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a15fe64-f68d-40f2-923d-0dd84d67fee2" -d '{"events": [{"server_uuid": "24a99233-4744-4b19-a38f-d07aa53cd758", "name": "network-vif-deleted", "tag": "6e33b232-f4a9-4fdd-a99f-17fe0e7b0fe7"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:36:21.110261 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:36:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c876efb4-4e73-450b-a85d-c4c31e479be1 x-openstack-request-id: req-c876efb4-4e73-450b-a85d-c4c31e479be1 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:36:21.110659 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24a99233-4744-4b19-a38f-d07aa53cd758", "name": "network-vif-deleted", "tag": "6e33b232-f4a9-4fdd-a99f-17fe0e7b0fe7", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:36:21.111101 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c876efb4-4e73-450b-a85d-c4c31e479be1 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:36:21.111547 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24a99233-4744-4b19-a38f-d07aa53cd758', 'name': 'network-vif-deleted', 'tag': '6e33b232-f4a9-4fdd-a99f-17fe0e7b0fe7', 'status': 'completed', 'code': 200} Nov 19 17:36:21.112919 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb8cd888-f8e5-4a48-9d9c-85ca104e05e1 req-ff3ea74a-cb9a-4eeb-b118-41f9f01f28bd tempest-ServersAdminNegativeTestJSON-105860662 tempest-ServersAdminNegativeTestJSON-105860662-project] Made reservation on behalf of 6853c7c78a4d40ddab5857a2e712f967 for: {'port': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:36:21.117124 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-bb8cd888-f8e5-4a48-9d9c-85ca104e05e1 req-ff3ea74a-cb9a-4eeb-b118-41f9f01f28bd tempest-ServersAdminNegativeTestJSON-105860662 tempest-ServersAdminNegativeTestJSON-105860662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:21.260357 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['6e33b232-f4a9-4fdd-a99f-17fe0e7b0fe7', '648e9924-4faf-4cc9-8364-066838855211'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:36:21.264005 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2c260a04-cf71-420c-8885-e58575ed0d58 req-1c015e74-9824-484b-a653-659c3c979902 tempest-ServersAdminNegativeTestJSON-105860662 tempest-ServersAdminNegativeTestJSON-105860662-project] 10.222.0.54 "GET /v2.0/ports?device_id=271d934b-7276-41a3-b2fe-b20c70ee5da9 HTTP/1.1" status: 200 len: 210 time: 0.0532565 Nov 19 17:36:21.458546 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [req-bb8cd888-f8e5-4a48-9d9c-85ca104e05e1 req-ff3ea74a-cb9a-4eeb-b118-41f9f01f28bd tempest-ServersAdminNegativeTestJSON-105860662 tempest-ServersAdminNegativeTestJSON-105860662-project] Allocated IP 192.168.233.159 (346debfa-452b-4048-abf4-8f4493625ef2/8b3c88de-c9c2-4a20-b19e-1855c2c19035/77b1ab33-58b6-40b7-b9b6-ea03f4d79755) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:36:21.603272 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2210ce7-51d3-4935-a8b6-6a1f29e87639 req-13d58048-a68c-410a-b034-8e5813027cbb tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:21.618560 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f2210ce7-51d3-4935-a8b6-6a1f29e87639 req-13d58048-a68c-410a-b034-8e5813027cbb tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] 10.222.0.54 "GET /v2.0/ports?device_id=1cad7dc2-8442-446b-94f2-51548934c3b6 HTTP/1.1" status: 200 len: 945 time: 0.2020948 Nov 19 17:36:21.718778 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning for port 1649679b-e7c0-4ea5-9240-8fc66bbe8eb8 completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 17:36:21.726825 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning complete for port 1649679b-e7c0-4ea5-9240-8fc66bbe8eb8 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:36:21.727284 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:21.735774 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3dd0664c-ef26-4b19-bc58-2de2770dc028 req-a08a34c8-71a8-4c09-a0ad-cd2f697bfa09 tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] 10.222.0.54 "GET /v2.0/ports?device_id=24a99233-4744-4b19-a38f-d07aa53cd758 HTTP/1.1" status: 200 len: 210 time: 0.0705328 Nov 19 17:36:21.826052 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e9afea6e-598d-4469-98c1-6363c5d99c32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for subnet, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:21.853065 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-bb8cd888-f8e5-4a48-9d9c-85ca104e05e1 req-ff3ea74a-cb9a-4eeb-b118-41f9f01f28bd tempest-ServersAdminNegativeTestJSON-105860662 tempest-ServersAdminNegativeTestJSON-105860662-project] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:21.933343 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-bb8cd888-f8e5-4a48-9d9c-85ca104e05e1 req-ff3ea74a-cb9a-4eeb-b118-41f9f01f28bd tempest-ServersAdminNegativeTestJSON-105860662 tempest-ServersAdminNegativeTestJSON-105860662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:21.946360 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f2210ce7-51d3-4935-a8b6-6a1f29e87639 req-68095af2-5467-427d-9a5d-6416308e8e59 tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] 10.222.0.54 "GET /v2.0/security-groups?id=3bfff83b-45c8-4d9c-ba10-49566b72be4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3172333 Nov 19 17:36:21.994909 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb8cd888-f8e5-4a48-9d9c-85ca104e05e1 req-ff3ea74a-cb9a-4eeb-b118-41f9f01f28bd tempest-ServersAdminNegativeTestJSON-105860662 tempest-ServersAdminNegativeTestJSON-105860662-project] Network 346debfa-452b-4048-abf4-8f4493625ef2 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:36:22.000871 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] get_ports_and_sgs() called for port_ids ['4ee7c234-fdc7-4d4a-ae53-082a46ad097c'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:36:22.003529 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [req-bb8cd888-f8e5-4a48-9d9c-85ca104e05e1 req-ff3ea74a-cb9a-4eeb-b118-41f9f01f28bd tempest-ServersAdminNegativeTestJSON-105860662 tempest-ServersAdminNegativeTestJSON-105860662-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:36:22.089895 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:22.098151 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9afea6e-598d-4469-98c1-6363c5d99c32 admin admin] Checking segment: {'id': '3937b058-45c3-4cdc-b27d-da1ca7985067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'c4cc9c60-be8c-4a60-be1b-a29e98302997'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:36:22.099700 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9afea6e-598d-4469-98c1-6363c5d99c32 admin admin] Network hostable DHCP agents. Network: c4cc9c60-be8c-4a60-be1b-a29e98302997, hostable agents: ['02910ef2-0455-4aea-9f38-9a875579633f'], hosted agents: [] {{(pid=103364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 17:36:22.128003 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9afea6e-598d-4469-98c1-6363c5d99c32 admin admin] Pushing event updated for resources: {'Subnet': ['ID=03fb8a38-8906-4daf-82e4-8d8788de58f6,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:36:22.146100 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3ea74a-cb9a-4eeb-b118-41f9f01f28bd tempest-ServersAdminNegativeTestJSON-105860662 tempest-ServersAdminNegativeTestJSON-105860662-project] Pushing event updated for resources: {'Port': ['ID=77b1ab33-58b6-40b7-b9b6-ea03f4d79755,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:36:22.160237 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9afea6e-598d-4469-98c1-6363c5d99c32 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:36:22.160641 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9afea6e-598d-4469-98c1-6363c5d99c32 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:36:22.161114 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9afea6e-598d-4469-98c1-6363c5d99c32 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:36:22.161467 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9afea6e-598d-4469-98c1-6363c5d99c32 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:36:22.162490 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9afea6e-598d-4469-98c1-6363c5d99c32 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:36:22.162891 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9afea6e-598d-4469-98c1-6363c5d99c32 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:36:22.163081 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb8cd888-f8e5-4a48-9d9c-85ca104e05e1 req-ff3ea74a-cb9a-4eeb-b118-41f9f01f28bd tempest-ServersAdminNegativeTestJSON-105860662 tempest-ServersAdminNegativeTestJSON-105860662-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:36:22.172018 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8cd888-f8e5-4a48-9d9c-85ca104e05e1 req-ff3ea74a-cb9a-4eeb-b118-41f9f01f28bd tempest-ServersAdminNegativeTestJSON-105860662 tempest-ServersAdminNegativeTestJSON-105860662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:22.172981 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-bb8cd888-f8e5-4a48-9d9c-85ca104e05e1 req-ff3ea74a-cb9a-4eeb-b118-41f9f01f28bd tempest-ServersAdminNegativeTestJSON-105860662 tempest-ServersAdminNegativeTestJSON-105860662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:22.177511 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9afea6e-598d-4469-98c1-6363c5d99c32 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:36:22.178261 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9afea6e-598d-4469-98c1-6363c5d99c32 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:36:22.178614 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9afea6e-598d-4469-98c1-6363c5d99c32 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:36:22.178972 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9afea6e-598d-4469-98c1-6363c5d99c32 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:36:22.179959 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9afea6e-598d-4469-98c1-6363c5d99c32 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:36:22.180273 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9afea6e-598d-4469-98c1-6363c5d99c32 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:36:22.201377 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9afea6e-598d-4469-98c1-6363c5d99c32 admin admin] Network c4cc9c60-be8c-4a60-be1b-a29e98302997 is scheduled to be hosted by DHCP agent 02910ef2-0455-4aea-9f38-9a875579633f with binding_index 1 {{(pid=103364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 17:36:22.216548 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-bb8cd888-f8e5-4a48-9d9c-85ca104e05e1 req-ff3ea74a-cb9a-4eeb-b118-41f9f01f28bd tempest-ServersAdminNegativeTestJSON-105860662 tempest-ServersAdminNegativeTestJSON-105860662-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6009080 Nov 19 17:36:22.228320 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-e9afea6e-598d-4469-98c1-6363c5d99c32 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818022-2, c4cc9c60-be8c-4a60-be1b-a29e98302997) {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:36:22.236927 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 1649679b-e7c0-4ea5-9240-8fc66bbe8eb8, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=1649679b-e7c0-4ea5-9240-8fc66bbe8eb8,segment=NetworkSegment(31cc6645-5609-4224-bb9a-3c13df2bc7ca),segment_id=31cc6645-5609-4224-bb9a-3c13df2bc7ca)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:36:22.247294 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cad7dc2-8442-446b-94f2-51548934c3b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1649679b-e7c0-4ea5-9240-8fc66bbe8eb8'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:36:22.250230 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-bb8cd888-f8e5-4a48-9d9c-85ca104e05e1 req-2325f445-fb94-4b93-8aa6-a730fd288316 service neutron] Request body: {'port': {'device_id': '271d934b-7276-41a3-b2fe-b20c70ee5da9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818022-2'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:36:22.260029 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3940761bcd94e032e6960d2241bd8993c5d3a7d8dc2aca8488f3ecf1d4dd2fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-152a8285-8734-4b5f-b353-3f66fb1da525" -d '{"events": [{"server_uuid": "1cad7dc2-8442-446b-94f2-51548934c3b6", "name": "network-vif-plugged", "status": "completed", "tag": "1649679b-e7c0-4ea5-9240-8fc66bbe8eb8"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:36:22.260273 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9afea6e-598d-4469-98c1-6363c5d99c32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:22.261547 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e9afea6e-598d-4469-98c1-6363c5d99c32 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:22.264210 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d84cc7e1-5e48-4b9d-85d8-523906f31429 None None] Network c4cc9c60-be8c-4a60-be1b-a29e98302997 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:36:22.302100 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:22.303325 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 6e33b232-f4a9-4fdd-a99f-17fe0e7b0fe7 no longer exists at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:36:22.337118 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-e9afea6e-598d-4469-98c1-6363c5d99c32 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.4492428 Nov 19 17:36:22.383239 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] No Port match for: 6e33b232-f4a9-4fdd-a99f-17fe0e7b0fe7 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:36:22.383583 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 6e33b232-f4a9-4fdd-a99f-17fe0e7b0fe7 not bound to the agent host n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:36:22.387013 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-457afea2-723b-456c-aae7-51a9037ecfcd req-70b0298a-6a4b-4de7-ad7b-cb285e323fe9 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.54 "GET /v2.0/ports?device_id=190b8a74-1657-4b15-9d43-f9dddedef7f2 HTTP/1.1" status: 200 len: 210 time: 0.0902646 Nov 19 17:36:22.447216 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-bb8cd888-f8e5-4a48-9d9c-85ca104e05e1 req-2325f445-fb94-4b93-8aa6-a730fd288316 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:22.499345 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:36:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddce978c-7474-49a3-b552-f60079562845 x-openstack-request-id: req-ddce978c-7474-49a3-b552-f60079562845 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:36:22.499647 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cad7dc2-8442-446b-94f2-51548934c3b6", "name": "network-vif-plugged", "status": "completed", "tag": "1649679b-e7c0-4ea5-9240-8fc66bbe8eb8", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:36:22.500040 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ddce978c-7474-49a3-b552-f60079562845 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:36:22.500446 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cad7dc2-8442-446b-94f2-51548934c3b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1649679b-e7c0-4ea5-9240-8fc66bbe8eb8', 'code': 200} Nov 19 17:36:22.661997 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=1649679b-e7c0-4ea5-9240-8fc66bbe8eb8,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:36:22.689136 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-8af8d64a-8deb-42ac-a33d-c7fd2975f594 None None] Provisioning complete for port 77b1ab33-58b6-40b7-b9b6-ea03f4d79755 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:36:22.689501 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8af8d64a-8deb-42ac-a33d-c7fd2975f594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:22.706027 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116b3434-061a-40d6-960c-35b1c2f627ab req-7a737ef6-9539-4495-b8d8-ca1acfc46ac4 tempest-ServersAdminNegativeTestJSON-105860662 tempest-ServersAdminNegativeTestJSON-105860662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:22.715190 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-116b3434-061a-40d6-960c-35b1c2f627ab req-7a737ef6-9539-4495-b8d8-ca1acfc46ac4 tempest-ServersAdminNegativeTestJSON-105860662 tempest-ServersAdminNegativeTestJSON-105860662-project] 10.222.0.54 "GET /v2.0/ports?device_id=271d934b-7276-41a3-b2fe-b20c70ee5da9 HTTP/1.1" status: 200 len: 936 time: 0.1107681 Nov 19 17:36:22.791150 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee16df0e-9b1f-4e84-8cbe-a8e643cbf932 req-2be876d6-4a15-480e-a861-1d8893d164ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:22.794020 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ee16df0e-9b1f-4e84-8cbe-a8e643cbf932 req-2be876d6-4a15-480e-a861-1d8893d164ad service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=1cad7dc2-8442-446b-94f2-51548934c3b6 HTTP/1.1" status: 200 len: 1097 time: 0.2389936 Nov 19 17:36:22.917081 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-116b3434-061a-40d6-960c-35b1c2f627ab req-a9a581d1-6d44-48a9-87d1-4ad7053c332d tempest-ServersAdminNegativeTestJSON-105860662 tempest-ServersAdminNegativeTestJSON-105860662-project] 10.222.0.54 "GET /v2.0/security-groups?id=90afa53b-d02d-4ca8-a903-31fcd7782c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814184 Nov 19 17:36:22.955192 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-8af8d64a-8deb-42ac-a33d-c7fd2975f594 None None] Port 77b1ab33-58b6-40b7-b9b6-ea03f4d79755 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:36:22.984273 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9799d6c-a65f-483f-8113-a7f1d39daafa req-9600b82e-8d98-405a-a785-a9341c9c35be tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:22.984273 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c9799d6c-a65f-483f-8113-a7f1d39daafa req-9600b82e-8d98-405a-a785-a9341c9c35be tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.86 "GET /v2.0/networks?id=06df44ce-7965-49c3-9334-79a80c7f7af9 HTTP/1.1" status: 200 len: 821 time: 0.2509084 Nov 19 17:36:22.999259 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-c9799d6c-a65f-483f-8113-a7f1d39daafa req-220e1888-3be6-4070-a12e-5f957d37befd tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] Request body: {'port': {'device_id': '190b8a74-1657-4b15-9d43-f9dddedef7f2', 'network_id': '06df44ce-7965-49c3-9334-79a80c7f7af9', 'admin_state_up': True, 'tenant_id': '0d7ccfd9bdc740e383b438cb097bfe8d'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:36:23.012172 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ee16df0e-9b1f-4e84-8cbe-a8e643cbf932 req-d39767bd-dcbb-45be-b9a3-6637957de02a service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=3bfff83b-45c8-4d9c-ba10-49566b72be4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066255 Nov 19 17:36:23.029560 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c938d638-efb1-4c1a-a8d2-2e701e600fe5 None None] Network c4cc9c60-be8c-4a60-be1b-a29e98302997 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:36:23.246866 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61be03d1-f499-4dff-9470-910b3cf2578c req-0cd4ed6b-2513-44bd-bda6-ec7a50e42cd7 tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:23.256251 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-61be03d1-f499-4dff-9470-910b3cf2578c req-0cd4ed6b-2513-44bd-bda6-ec7a50e42cd7 tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] 10.222.0.54 "GET /v2.0/ports?device_id=1cad7dc2-8442-446b-94f2-51548934c3b6 HTTP/1.1" status: 200 len: 946 time: 0.1072981 Nov 19 17:36:23.292031 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9799d6c-a65f-483f-8113-a7f1d39daafa req-220e1888-3be6-4070-a12e-5f957d37befd tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] Made reservation on behalf of 0d7ccfd9bdc740e383b438cb097bfe8d for: {'port': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:36:23.297196 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [req-bb8cd888-f8e5-4a48-9d9c-85ca104e05e1 req-2325f445-fb94-4b93-8aa6-a730fd288316 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77b1ab33-58b6-40b7-b9b6-ea03f4d79755 {{(pid=103365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:36:23.297392 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-c9799d6c-a65f-483f-8113-a7f1d39daafa req-220e1888-3be6-4070-a12e-5f957d37befd tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:23.308615 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000b6b1e-3cb9-463c-9bcc-6c044ac7d2ae req-71f84327-3539-4991-b74b-8e5f1a6bf66e tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:23.316619 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-000b6b1e-3cb9-463c-9bcc-6c044ac7d2ae req-71f84327-3539-4991-b74b-8e5f1a6bf66e tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] 10.222.0.54 "GET /v2.0/networks?id=c4cc9c60-be8c-4a60-be1b-a29e98302997 HTTP/1.1" status: 200 len: 805 time: 0.2210379 Nov 19 17:36:23.328058 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-bb8cd888-f8e5-4a48-9d9c-85ca104e05e1 req-2325f445-fb94-4b93-8aa6-a730fd288316 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:23.338680 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-000b6b1e-3cb9-463c-9bcc-6c044ac7d2ae req-599dfaf6-a5de-4457-a553-7902a5ab00ed tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] 10.222.0.54 "GET /v2.0/quotas/21543f85dc9e402a8587774ac19495fe HTTP/1.1" status: 200 len: 375 time: 0.0211475 Nov 19 17:36:23.345513 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.provisioning_blocks [req-bb8cd888-f8e5-4a48-9d9c-85ca104e05e1 req-2325f445-fb94-4b93-8aa6-a730fd288316 service neutron] Transition to ACTIVE for port object 77b1ab33-58b6-40b7-b9b6-ea03f4d79755 will not be triggered until provisioned by entity L2. {{(pid=103365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 17:36:23.352684 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-61be03d1-f499-4dff-9470-910b3cf2578c req-eff6e750-8181-4775-88ba-f60d0c3c2304 tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] 10.222.0.54 "GET /v2.0/security-groups?id=3bfff83b-45c8-4d9c-ba10-49566b72be4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953777 Nov 19 17:36:23.359036 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-bb8cd888-f8e5-4a48-9d9c-85ca104e05e1 req-2325f445-fb94-4b93-8aa6-a730fd288316 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:23.413380 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-000b6b1e-3cb9-463c-9bcc-6c044ac7d2ae req-ec5b890f-23f2-4a4a-a5eb-e7f25a782b21 tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=21543f85dc9e402a8587774ac19495fe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0636635 Nov 19 17:36:23.514776 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2325f445-fb94-4b93-8aa6-a730fd288316 service neutron] Pushing event updated for resources: {'Port': ['ID=77b1ab33-58b6-40b7-b9b6-ea03f4d79755,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:36:23.535574 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [req-c9799d6c-a65f-483f-8113-a7f1d39daafa req-220e1888-3be6-4070-a12e-5f957d37befd tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] Allocated IP 172.20.0.6 (06df44ce-7965-49c3-9334-79a80c7f7af9/e811f539-9c60-469d-a119-267f6bfeab01/a1fadd38-d96e-4b9d-9eb7-8fd2264a9348) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:36:23.561392 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-bb8cd888-f8e5-4a48-9d9c-85ca104e05e1 req-2325f445-fb94-4b93-8aa6-a730fd288316 service neutron] Attempting to bind port 77b1ab33-58b6-40b7-b9b6-ea03f4d79755 on host n-h2-818022-2 for vnic_type normal with profile {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:36:23.561771 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-bb8cd888-f8e5-4a48-9d9c-85ca104e05e1 req-2325f445-fb94-4b93-8aa6-a730fd288316 service neutron] Attempting to bind port 77b1ab33-58b6-40b7-b9b6-ea03f4d79755 by drivers openvswitch,hyperv on host n-h2-818022-2 at level 0 using segments [{'id': '1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '346debfa-452b-4048-abf4-8f4493625ef2'}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:36:23.563209 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb8cd888-f8e5-4a48-9d9c-85ca104e05e1 req-2325f445-fb94-4b93-8aa6-a730fd288316 service neutron] Attempting to bind port 77b1ab33-58b6-40b7-b9b6-ea03f4d79755 on network 346debfa-452b-4048-abf4-8f4493625ef2 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:36:23.603115 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb8cd888-f8e5-4a48-9d9c-85ca104e05e1 req-2325f445-fb94-4b93-8aa6-a730fd288316 service neutron] Port 77b1ab33-58b6-40b7-b9b6-ea03f4d79755 on network 346debfa-452b-4048-abf4-8f4493625ef2 not bound, no agent of type Open vSwitch agent registered on host n-h2-818022-2 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 17:36:23.603349 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb8cd888-f8e5-4a48-9d9c-85ca104e05e1 req-2325f445-fb94-4b93-8aa6-a730fd288316 service neutron] Attempting to bind port 77b1ab33-58b6-40b7-b9b6-ea03f4d79755 on network 346debfa-452b-4048-abf4-8f4493625ef2 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:36:23.622940 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb8cd888-f8e5-4a48-9d9c-85ca104e05e1 req-2325f445-fb94-4b93-8aa6-a730fd288316 service neutron] Checking agent: {'id': '525ad2ac-c4ae-4c63-af2e-0bf8d25d0f0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'started_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:36:23.623497 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb8cd888-f8e5-4a48-9d9c-85ca104e05e1 req-2325f445-fb94-4b93-8aa6-a730fd288316 service neutron] Checking segment: {'id': '1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '346debfa-452b-4048-abf4-8f4493625ef2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:36:23.623896 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb8cd888-f8e5-4a48-9d9c-85ca104e05e1 req-2325f445-fb94-4b93-8aa6-a730fd288316 service neutron] Bound using segment: {'id': '1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '346debfa-452b-4048-abf4-8f4493625ef2'} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:36:23.624570 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-bb8cd888-f8e5-4a48-9d9c-85ca104e05e1 req-2325f445-fb94-4b93-8aa6-a730fd288316 service neutron] Bound port: 77b1ab33-58b6-40b7-b9b6-ea03f4d79755, host: n-h2-818022-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '346debfa-452b-4048-abf4-8f4493625ef2'}}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:36:23.625265 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-bb8cd888-f8e5-4a48-9d9c-85ca104e05e1 req-2325f445-fb94-4b93-8aa6-a730fd288316 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:23.691907 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-000b6b1e-3cb9-463c-9bcc-6c044ac7d2ae req-52b98e23-2110-4323-b8a0-155fca3ac795 service neutron] 10.222.0.54 "GET /v2.0/networks/c4cc9c60-be8c-4a60-be1b-a29e98302997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2648072 Nov 19 17:36:23.808261 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-424386b4-7098-45b7-8b0a-890ad1a51c2b req-51d53fbf-3d20-49c6-9776-255f074e4594 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.54 "GET /v2.0/ports?device_id=190b8a74-1657-4b15-9d43-f9dddedef7f2 HTTP/1.1" status: 200 len: 210 time: 0.0390334 Nov 19 17:36:23.813139 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-bb8cd888-f8e5-4a48-9d9c-85ca104e05e1 req-2325f445-fb94-4b93-8aa6-a730fd288316 service neutron] For port 77b1ab33-58b6-40b7-b9b6-ea03f4d79755, host n-h2-818022-2, cleared binding levels {{(pid=103365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:36:23.829346 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-c9799d6c-a65f-483f-8113-a7f1d39daafa req-220e1888-3be6-4070-a12e-5f957d37befd tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:23.836280 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-bb8cd888-f8e5-4a48-9d9c-85ca104e05e1 req-2325f445-fb94-4b93-8aa6-a730fd288316 service neutron] For port 77b1ab33-58b6-40b7-b9b6-ea03f4d79755, host n-h2-818022-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=77b1ab33-58b6-40b7-b9b6-ea03f4d79755,segment=NetworkSegment(1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861),segment_id=1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861)] {{(pid=103365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:36:23.855172 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-000b6b1e-3cb9-463c-9bcc-6c044ac7d2ae req-39d52405-37f1-4fdd-a9e1-70a33d11e498 service neutron] 10.222.0.54 "GET /v2.0/networks/c4cc9c60-be8c-4a60-be1b-a29e98302997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577628 Nov 19 17:36:23.857023 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-bb8cd888-f8e5-4a48-9d9c-85ca104e05e1 req-2325f445-fb94-4b93-8aa6-a730fd288316 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:23.896609 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-c9799d6c-a65f-483f-8113-a7f1d39daafa req-220e1888-3be6-4070-a12e-5f957d37befd tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:23.937288 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8cd888-f8e5-4a48-9d9c-85ca104e05e1 req-2325f445-fb94-4b93-8aa6-a730fd288316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:23.941104 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-bb8cd888-f8e5-4a48-9d9c-85ca104e05e1 req-2325f445-fb94-4b93-8aa6-a730fd288316 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:23.944270 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-bb8cd888-f8e5-4a48-9d9c-85ca104e05e1 req-2325f445-fb94-4b93-8aa6-a730fd288316 service neutron] 10.222.0.86 "PUT /v2.0/ports/77b1ab33-58b6-40b7-b9b6-ea03f4d79755 HTTP/1.1" status: 200 len: 1096 time: 1.7103522 Nov 19 17:36:23.952700 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '271d934b-7276-41a3-b2fe-b20c70ee5da9', 'tag': '77b1ab33-58b6-40b7-b9b6-ea03f4d79755'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:36:23.954969 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218319d759239a7d11f1288aef37381b97754913ee9ccbfd43b51a463f801712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ae62e2a-736e-4280-bde9-2f56b71048fc" -d '{"events": [{"name": "network-changed", "server_uuid": "271d934b-7276-41a3-b2fe-b20c70ee5da9", "tag": "77b1ab33-58b6-40b7-b9b6-ea03f4d79755"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:36:24.035789 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9799d6c-a65f-483f-8113-a7f1d39daafa req-220e1888-3be6-4070-a12e-5f957d37befd tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] Network 06df44ce-7965-49c3-9334-79a80c7f7af9 is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:36:24.047937 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2325f445-fb94-4b93-8aa6-a730fd288316 service neutron] Pushing event updated for resources: {'Port': ['ID=77b1ab33-58b6-40b7-b9b6-ea03f4d79755,revision_number=3']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:36:24.064716 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [req-c9799d6c-a65f-483f-8113-a7f1d39daafa req-220e1888-3be6-4070-a12e-5f957d37befd tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:36:24.082407 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a363637-1d78-44da-be4c-4311b8c38304 req-f0b03204-2738-43a0-a79d-39f5bbef36de tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:24.092317 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2a363637-1d78-44da-be4c-4311b8c38304 req-f0b03204-2738-43a0-a79d-39f5bbef36de tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] 10.222.0.54 "GET /v2.0/ports?device_id=edc9d3ea-ab00-4644-b0c6-6ed9fc0ccf67 HTTP/1.1" status: 200 len: 950 time: 0.1800623 Nov 19 17:36:24.094042 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8cd888-f8e5-4a48-9d9c-85ca104e05e1 req-82e8da7e-5a94-4e3b-a573-d4f625c93c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:24.096794 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-bb8cd888-f8e5-4a48-9d9c-85ca104e05e1 req-82e8da7e-5a94-4e3b-a573-d4f625c93c1e service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=6853c7c78a4d40ddab5857a2e712f967&device_id=271d934b-7276-41a3-b2fe-b20c70ee5da9 HTTP/1.1" status: 200 len: 1099 time: 0.0928581 Nov 19 17:36:24.123848 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9799d6c-a65f-483f-8113-a7f1d39daafa req-220e1888-3be6-4070-a12e-5f957d37befd tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:36:24.131239 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9799d6c-a65f-483f-8113-a7f1d39daafa req-220e1888-3be6-4070-a12e-5f957d37befd tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:24.133285 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-c9799d6c-a65f-483f-8113-a7f1d39daafa req-220e1888-3be6-4070-a12e-5f957d37befd tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:24.187983 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-bb8cd888-f8e5-4a48-9d9c-85ca104e05e1 req-bbe8caf8-802b-4a91-9db5-4bfbfa85b0c0 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=77b1ab33-58b6-40b7-b9b6-ea03f4d79755 HTTP/1.1" status: 200 len: 217 time: 0.0781102 Nov 19 17:36:24.208342 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2a363637-1d78-44da-be4c-4311b8c38304 req-b0728fbd-1233-4ca6-afd2-6bb3ff654510 tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] 10.222.0.54 "GET /v2.0/security-groups?id=c22c1cd0-07b3-4e9e-90d5-03f297ddf2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145487 Nov 19 17:36:24.214787 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220e1888-3be6-4070-a12e-5f957d37befd tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] Pushing event updated for resources: {'Port': ['ID=a1fadd38-d96e-4b9d-9eb7-8fd2264a9348,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:36:24.244659 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c9799d6c-a65f-483f-8113-a7f1d39daafa req-220e1888-3be6-4070-a12e-5f957d37befd tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2493181 Nov 19 17:36:24.265889 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-c9799d6c-a65f-483f-8113-a7f1d39daafa req-4988464d-de83-495b-b950-2149b59d5997 service neutron] Request body: {'port': {'device_id': '190b8a74-1657-4b15-9d43-f9dddedef7f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818022-2'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:36:24.384477 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 17:36:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-147e56d4-7de5-4453-831c-fc7e1b331c67 x-openstack-request-id: req-147e56d4-7de5-4453-831c-fc7e1b331c67 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:36:24.385076 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "271d934b-7276-41a3-b2fe-b20c70ee5da9", "tag": "77b1ab33-58b6-40b7-b9b6-ea03f4d79755", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:36:24.385076 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-147e56d4-7de5-4453-831c-fc7e1b331c67 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:36:24.385669 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '271d934b-7276-41a3-b2fe-b20c70ee5da9', 'tag': '77b1ab33-58b6-40b7-b9b6-ea03f4d79755', 'status': 'completed', 'code': 200} Nov 19 17:36:24.414129 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-c9799d6c-a65f-483f-8113-a7f1d39daafa req-4988464d-de83-495b-b950-2149b59d5997 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:24.477220 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8cd888-f8e5-4a48-9d9c-85ca104e05e1 req-8551e174-bc46-48ed-a8a1-57d4f1067183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:24.478131 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-bb8cd888-f8e5-4a48-9d9c-85ca104e05e1 req-8551e174-bc46-48ed-a8a1-57d4f1067183 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8b3c88de-c9c2-4a20-b19e-1855c2c19035 HTTP/1.1" status: 200 len: 843 time: 0.2853951 Nov 19 17:36:24.500658 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b644f90-2097-4995-bea4-13c0799f1fcb req-72e82524-b45a-4547-bc8d-c028357cf3a0 tempest-ServersAdminNegativeTestJSON-105860662 tempest-ServersAdminNegativeTestJSON-105860662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:24.509438 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2b644f90-2097-4995-bea4-13c0799f1fcb req-72e82524-b45a-4547-bc8d-c028357cf3a0 tempest-ServersAdminNegativeTestJSON-105860662 tempest-ServersAdminNegativeTestJSON-105860662-project] 10.222.0.54 "GET /v2.0/ports?device_id=271d934b-7276-41a3-b2fe-b20c70ee5da9 HTTP/1.1" status: 200 len: 948 time: 0.1749401 Nov 19 17:36:24.597696 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2b644f90-2097-4995-bea4-13c0799f1fcb req-ba96cec7-9bd0-48bb-9914-d4e8ab352585 tempest-ServersAdminNegativeTestJSON-105860662 tempest-ServersAdminNegativeTestJSON-105860662-project] 10.222.0.54 "GET /v2.0/security-groups?id=90afa53b-d02d-4ca8-a903-31fcd7782c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848608 Nov 19 17:36:24.632120 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8cd888-f8e5-4a48-9d9c-85ca104e05e1 req-090c588f-7b79-43ae-945b-ed441b2ca27e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:24.636852 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-bb8cd888-f8e5-4a48-9d9c-85ca104e05e1 req-090c588f-7b79-43ae-945b-ed441b2ca27e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=346debfa-452b-4048-abf4-8f4493625ef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1184168 Nov 19 17:36:24.772050 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-726b3d4c-82a8-405d-8f1f-586bbb15f947 req-307d7879-da39-499f-b82b-8e88ccafecf6 tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] 10.222.0.54 "GET /v2.0/ports?device_id=6a17fdac-7a37-4ae0-bb36-e0d9011c4c04 HTTP/1.1" status: 200 len: 210 time: 0.0587337 Nov 19 17:36:24.800410 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-bb8cd888-f8e5-4a48-9d9c-85ca104e05e1 req-f0096cb4-cf7b-4ba5-b594-1a7deb6428de service neutron] 10.222.0.86 "GET /v2.0/networks/346debfa-452b-4048-abf4-8f4493625ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468074 Nov 19 17:36:24.843747 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 41574) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:36:24.979388 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd67154a-93b3-401b-8216-0b48e1d825d4 req-1fb7d277-439b-4c0b-ab99-0cdacd530982 tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:24.990159 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-dd67154a-93b3-401b-8216-0b48e1d825d4 req-1fb7d277-439b-4c0b-ab99-0cdacd530982 tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] 10.222.0.54 "GET /v2.0/ports?device_id=1cad7dc2-8442-446b-94f2-51548934c3b6 HTTP/1.1" status: 200 len: 946 time: 0.2112312 Nov 19 17:36:25.032586 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [req-c9799d6c-a65f-483f-8113-a7f1d39daafa req-4988464d-de83-495b-b950-2149b59d5997 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1fadd38-d96e-4b9d-9eb7-8fd2264a9348 {{(pid=103364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:36:25.042133 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-c9799d6c-a65f-483f-8113-a7f1d39daafa req-4988464d-de83-495b-b950-2149b59d5997 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:25.058183 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.provisioning_blocks [req-c9799d6c-a65f-483f-8113-a7f1d39daafa req-4988464d-de83-495b-b950-2149b59d5997 service neutron] Transition to ACTIVE for port object a1fadd38-d96e-4b9d-9eb7-8fd2264a9348 will not be triggered until provisioned by entity L2. {{(pid=103364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 17:36:25.078320 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-c9799d6c-a65f-483f-8113-a7f1d39daafa req-4988464d-de83-495b-b950-2149b59d5997 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:25.111311 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-bb8cd888-f8e5-4a48-9d9c-85ca104e05e1 req-9520d414-6a00-4997-978a-2bba9383c95c service neutron] 10.222.0.86 "GET /v2.0/networks/346debfa-452b-4048-abf4-8f4493625ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2900922 Nov 19 17:36:25.128603 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-dd67154a-93b3-401b-8216-0b48e1d825d4 req-b4384763-8be1-4f84-9d9f-446d5b7428a4 tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] 10.222.0.54 "GET /v2.0/security-groups?id=3bfff83b-45c8-4d9c-ba10-49566b72be4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332567 Nov 19 17:36:25.140555 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-284156a8-bfef-4e06-a664-5be602751b6f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:25.301970 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-284156a8-bfef-4e06-a664-5be602751b6f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:25.311667 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14204df5-5238-4898-862c-8c843c28ecb1 req-2fa10684-72b2-41ba-b03c-f29692b3bc23 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:25.319333 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-14204df5-5238-4898-862c-8c843c28ecb1 req-2fa10684-72b2-41ba-b03c-f29692b3bc23 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.54 "GET /v2.0/ports?device_id=190b8a74-1657-4b15-9d43-f9dddedef7f2 HTTP/1.1" status: 200 len: 943 time: 0.2594450 Nov 19 17:36:25.323302 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-284156a8-bfef-4e06-a664-5be602751b6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:25.325622 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4988464d-de83-495b-b950-2149b59d5997 service neutron] Pushing event updated for resources: {'Port': ['ID=a1fadd38-d96e-4b9d-9eb7-8fd2264a9348,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:36:25.421559 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284156a8-bfef-4e06-a664-5be602751b6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6cd26c8-f9fa-46b8-9407-5183a828a080,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:36:25.433745 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-284156a8-bfef-4e06-a664-5be602751b6f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=96a4689b3bc647f78bc036de43afb033&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5880475 Nov 19 17:36:25.438107 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 41584) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:36:25.445886 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a50ecf-abe7-4e5e-bc66-9498d220441c req-31106f79-d188-4bff-ae8d-b26f1571609a tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:25.448642 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-14a50ecf-abe7-4e5e-bc66-9498d220441c req-31106f79-d188-4bff-ae8d-b26f1571609a tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] 10.222.0.60 "GET /v2.0/ports?device_id=edc9d3ea-ab00-4644-b0c6-6ed9fc0ccf67 HTTP/1.1" status: 200 len: 950 time: 0.3474100 Nov 19 17:36:25.451518 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-c9799d6c-a65f-483f-8113-a7f1d39daafa req-4988464d-de83-495b-b950-2149b59d5997 service neutron] Attempting to bind port a1fadd38-d96e-4b9d-9eb7-8fd2264a9348 on host n-h2-818022-2 for vnic_type normal with profile {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:36:25.452036 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-c9799d6c-a65f-483f-8113-a7f1d39daafa req-4988464d-de83-495b-b950-2149b59d5997 service neutron] Attempting to bind port a1fadd38-d96e-4b9d-9eb7-8fd2264a9348 by drivers openvswitch,hyperv on host n-h2-818022-2 at level 0 using segments [{'id': 'fa32b67e-17cc-4a5c-8764-82d3483c4272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '06df44ce-7965-49c3-9334-79a80c7f7af9'}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:36:25.452542 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9799d6c-a65f-483f-8113-a7f1d39daafa req-4988464d-de83-495b-b950-2149b59d5997 service neutron] Attempting to bind port a1fadd38-d96e-4b9d-9eb7-8fd2264a9348 on network 06df44ce-7965-49c3-9334-79a80c7f7af9 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:36:25.491511 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-14204df5-5238-4898-862c-8c843c28ecb1 req-d279e9e9-9ff6-4462-9a43-f314876690f0 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.54 "GET /v2.0/security-groups?id=740807d6-4246-4ecb-a636-49a5e5a1e11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712472 Nov 19 17:36:25.495736 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9799d6c-a65f-483f-8113-a7f1d39daafa req-4988464d-de83-495b-b950-2149b59d5997 service neutron] Port a1fadd38-d96e-4b9d-9eb7-8fd2264a9348 on network 06df44ce-7965-49c3-9334-79a80c7f7af9 not bound, no agent of type Open vSwitch agent registered on host n-h2-818022-2 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 17:36:25.496069 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9799d6c-a65f-483f-8113-a7f1d39daafa req-4988464d-de83-495b-b950-2149b59d5997 service neutron] Attempting to bind port a1fadd38-d96e-4b9d-9eb7-8fd2264a9348 on network 06df44ce-7965-49c3-9334-79a80c7f7af9 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:36:25.522422 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9799d6c-a65f-483f-8113-a7f1d39daafa req-4988464d-de83-495b-b950-2149b59d5997 service neutron] Checking agent: {'id': '525ad2ac-c4ae-4c63-af2e-0bf8d25d0f0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'started_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:36:25.522755 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9799d6c-a65f-483f-8113-a7f1d39daafa req-4988464d-de83-495b-b950-2149b59d5997 service neutron] Checking segment: {'id': 'fa32b67e-17cc-4a5c-8764-82d3483c4272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '06df44ce-7965-49c3-9334-79a80c7f7af9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:36:25.523138 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9799d6c-a65f-483f-8113-a7f1d39daafa req-4988464d-de83-495b-b950-2149b59d5997 service neutron] Bound using segment: {'id': 'fa32b67e-17cc-4a5c-8764-82d3483c4272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '06df44ce-7965-49c3-9334-79a80c7f7af9'} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:36:25.523609 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-c9799d6c-a65f-483f-8113-a7f1d39daafa req-4988464d-de83-495b-b950-2149b59d5997 service neutron] Bound port: a1fadd38-d96e-4b9d-9eb7-8fd2264a9348, host: n-h2-818022-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa32b67e-17cc-4a5c-8764-82d3483c4272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '06df44ce-7965-49c3-9334-79a80c7f7af9'}}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:36:25.523963 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-c9799d6c-a65f-483f-8113-a7f1d39daafa req-4988464d-de83-495b-b950-2149b59d5997 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:25.605169 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4b09b14e-2471-4d40-ad18-487b28ad64d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:25.655486 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae62e2a-736e-4280-bde9-2f56b71048fc req-7d938271-a500-4dd1-b700-31ad631c36d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:25.657952 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8ae62e2a-736e-4280-bde9-2f56b71048fc req-7d938271-a500-4dd1-b700-31ad631c36d6 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=6853c7c78a4d40ddab5857a2e712f967&device_id=271d934b-7276-41a3-b2fe-b20c70ee5da9 HTTP/1.1" status: 200 len: 1099 time: 0.4603808 Nov 19 17:36:25.676214 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4b09b14e-2471-4d40-ad18-487b28ad64d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:25.721085 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-c9799d6c-a65f-483f-8113-a7f1d39daafa req-4988464d-de83-495b-b950-2149b59d5997 service neutron] For port a1fadd38-d96e-4b9d-9eb7-8fd2264a9348, host n-h2-818022-2, cleared binding levels {{(pid=103364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:36:25.769630 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-c9799d6c-a65f-483f-8113-a7f1d39daafa req-4988464d-de83-495b-b950-2149b59d5997 service neutron] For port a1fadd38-d96e-4b9d-9eb7-8fd2264a9348, host n-h2-818022-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=a1fadd38-d96e-4b9d-9eb7-8fd2264a9348,segment=NetworkSegment(fa32b67e-17cc-4a5c-8764-82d3483c4272),segment_id=fa32b67e-17cc-4a5c-8764-82d3483c4272)] {{(pid=103364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:36:25.778974 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-c9799d6c-a65f-483f-8113-a7f1d39daafa req-4988464d-de83-495b-b950-2149b59d5997 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:25.800873 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9799d6c-a65f-483f-8113-a7f1d39daafa req-4988464d-de83-495b-b950-2149b59d5997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:25.801537 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-c9799d6c-a65f-483f-8113-a7f1d39daafa req-4988464d-de83-495b-b950-2149b59d5997 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:25.803116 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c9799d6c-a65f-483f-8113-a7f1d39daafa req-4988464d-de83-495b-b950-2149b59d5997 service neutron] 10.222.0.86 "PUT /v2.0/ports/a1fadd38-d96e-4b9d-9eb7-8fd2264a9348 HTTP/1.1" status: 200 len: 1091 time: 1.5455749 Nov 19 17:36:25.806318 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '190b8a74-1657-4b15-9d43-f9dddedef7f2', 'tag': 'a1fadd38-d96e-4b9d-9eb7-8fd2264a9348'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:36:25.811879 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dd4767a008c23f8566efc82158ee1b1fff34e1a9e908d76d0b6d0ab7e350e5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9c59b56-6cb0-4498-ae2c-128345e6a2ca" -d '{"events": [{"name": "network-changed", "server_uuid": "190b8a74-1657-4b15-9d43-f9dddedef7f2", "tag": "a1fadd38-d96e-4b9d-9eb7-8fd2264a9348"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:36:25.828894 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdd9e41-2a0e-40ac-81be-bca2a3aa192c req-0239cf30-383d-46bc-b3e3-1dc49afd5fe2 tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:25.830931 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2bdd9e41-2a0e-40ac-81be-bca2a3aa192c req-0239cf30-383d-46bc-b3e3-1dc49afd5fe2 tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] 10.222.0.54 "GET /v2.0/ports?device_id=edc9d3ea-ab00-4644-b0c6-6ed9fc0ccf67 HTTP/1.1" status: 200 len: 950 time: 0.1855030 Nov 19 17:36:25.951962 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4b09b14e-2471-4d40-ad18-487b28ad64d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:25.955995 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4b09b14e-2471-4d40-ad18-487b28ad64d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:25.960503 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-4b09b14e-2471-4d40-ad18-487b28ad64d1 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e6cd26c8-f9fa-46b8-9407-5183a828a080 HTTP/1.1" status: 204 len: 168 time: 0.5211594 Nov 19 17:36:25.975596 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4988464d-de83-495b-b950-2149b59d5997 service neutron] Pushing event updated for resources: {'Port': ['ID=a1fadd38-d96e-4b9d-9eb7-8fd2264a9348,revision_number=3']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:36:25.998507 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2bdd9e41-2a0e-40ac-81be-bca2a3aa192c req-6e78a51f-941e-44b6-8a40-a4a73fe530d9 tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] 10.222.0.54 "GET /v2.0/security-groups?id=c22c1cd0-07b3-4e9e-90d5-03f297ddf2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443901 Nov 19 17:36:26.000540 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b09b14e-2471-4d40-ad18-487b28ad64d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6cd26c8-f9fa-46b8-9407-5183a828a080,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:36:26.046606 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9799d6c-a65f-483f-8113-a7f1d39daafa req-4d267212-bf6a-4b75-85cc-25c98806870d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:26.048241 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c9799d6c-a65f-483f-8113-a7f1d39daafa req-4d267212-bf6a-4b75-85cc-25c98806870d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=0d7ccfd9bdc740e383b438cb097bfe8d&device_id=190b8a74-1657-4b15-9d43-f9dddedef7f2 HTTP/1.1" status: 200 len: 1094 time: 0.1532509 Nov 19 17:36:26.104692 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c9799d6c-a65f-483f-8113-a7f1d39daafa req-bde0ad64-7e20-41a3-9bac-ebb2a05e6251 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a1fadd38-d96e-4b9d-9eb7-8fd2264a9348 HTTP/1.1" status: 200 len: 217 time: 0.0465062 Nov 19 17:36:26.171673 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9799d6c-a65f-483f-8113-a7f1d39daafa req-3b456384-b063-4aa0-9df5-a3a9017a1f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:26.173310 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c9799d6c-a65f-483f-8113-a7f1d39daafa req-3b456384-b063-4aa0-9df5-a3a9017a1f67 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=e811f539-9c60-469d-a119-267f6bfeab01 HTTP/1.1" status: 200 len: 861 time: 0.0550001 Nov 19 17:36:26.281999 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c9799d6c-a65f-483f-8113-a7f1d39daafa req-12a575ba-100b-4692-be8b-115d18d1d870 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=06df44ce-7965-49c3-9334-79a80c7f7af9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0942335 Nov 19 17:36:26.290144 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dec99e9-3798-4c20-91e0-940ff6f0a07e req-47622174-cd28-479c-a3a9-fff77e46e312 tempest-ServersAdminNegativeTestJSON-105860662 tempest-ServersAdminNegativeTestJSON-105860662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:26.291867 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-5dec99e9-3798-4c20-91e0-940ff6f0a07e req-47622174-cd28-479c-a3a9-fff77e46e312 tempest-ServersAdminNegativeTestJSON-105860662 tempest-ServersAdminNegativeTestJSON-105860662-project] 10.222.0.54 "GET /v2.0/ports?device_id=271d934b-7276-41a3-b2fe-b20c70ee5da9 HTTP/1.1" status: 200 len: 948 time: 0.1170580 Nov 19 17:36:26.413122 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3ac1f0d5-e717-49b0-b800-fbfaa7e756e6 req-5b14a1d4-5922-441f-b312-966dd727f61b tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 1.2172554 Nov 19 17:36:26.421708 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c9799d6c-a65f-483f-8113-a7f1d39daafa req-36678265-2e53-418f-892d-9fb370a33967 service neutron] 10.222.0.86 "GET /v2.0/networks/06df44ce-7965-49c3-9334-79a80c7f7af9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255856 Nov 19 17:36:26.482214 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-5dec99e9-3798-4c20-91e0-940ff6f0a07e req-8cc1eb51-1266-4485-aa0d-2a3c6b57c295 tempest-ServersAdminNegativeTestJSON-105860662 tempest-ServersAdminNegativeTestJSON-105860662-project] 10.222.0.54 "GET /v2.0/security-groups?id=90afa53b-d02d-4ca8-a903-31fcd7782c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564101 Nov 19 17:36:26.494655 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-3ac1f0d5-e717-49b0-b800-fbfaa7e756e6 req-251fb4bc-3301-469a-b37c-8ab0e18125dd tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] Request body: {'floatingip': {'floating_network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:36:26.529880 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 41598) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:36:26.588285 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae62e2a-736e-4280-bde9-2f56b71048fc req-3cd5a113-4678-47f5-9545-afb3de8b7c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:26.589945 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8ae62e2a-736e-4280-bde9-2f56b71048fc req-3cd5a113-4678-47f5-9545-afb3de8b7c5b service neutron] 10.222.0.86 "GET /v2.0/networks?id=346debfa-452b-4048-abf4-8f4493625ef2 HTTP/1.1" status: 200 len: 870 time: 0.8857980 Nov 19 17:36:26.619482 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d6849f36-1685-4378-9fb9-a77aedd586e4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:26.634023 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-14a50ecf-abe7-4e5e-bc66-9498d220441c req-8c5f1a35-0d65-459c-aa3a-f34e71e054e3 tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] Deleting port 648e9924-4faf-4cc9-8364-066838855211 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:36:26.634369 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-14a50ecf-abe7-4e5e-bc66-9498d220441c req-8c5f1a35-0d65-459c-aa3a-f34e71e054e3 tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:26.650342 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-e2fe15cc-bc1a-49a9-9ad1-4daf9b6ea100 req-2f34fa2d-8246-449a-a8b8-14c542097de8 tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] 10.222.0.54 "GET /v2.0/ports?device_id=6a17fdac-7a37-4ae0-bb36-e0d9011c4c04 HTTP/1.1" status: 200 len: 210 time: 0.0646117 Nov 19 17:36:26.666317 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c9799d6c-a65f-483f-8113-a7f1d39daafa req-6121fd0e-9d1b-40ad-a66b-8208febc14ff service neutron] 10.222.0.86 "GET /v2.0/networks/06df44ce-7965-49c3-9334-79a80c7f7af9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1978400 Nov 19 17:36:26.668462 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-3ac1f0d5-e717-49b0-b800-fbfaa7e756e6 req-251fb4bc-3301-469a-b37c-8ab0e18125dd tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] Publish callbacks [] for floatingip, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:26.718667 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8ae62e2a-736e-4280-bde9-2f56b71048fc req-6aa92acb-b407-4e33-b8c6-698adc87948b service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=77b1ab33-58b6-40b7-b9b6-ea03f4d79755 HTTP/1.1" status: 200 len: 217 time: 0.1147237 Nov 19 17:36:26.725569 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000b6b1e-3cb9-463c-9bcc-6c044ac7d2ae req-7cfa6ee3-5dfe-453e-9167-e714b7f92036 tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:26.727246 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-000b6b1e-3cb9-463c-9bcc-6c044ac7d2ae req-7cfa6ee3-5dfe-453e-9167-e714b7f92036 tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] 10.222.0.60 "GET /v2.0/networks?id=c4cc9c60-be8c-4a60-be1b-a29e98302997 HTTP/1.1" status: 200 len: 805 time: 1.1037829 Nov 19 17:36:26.755175 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-000b6b1e-3cb9-463c-9bcc-6c044ac7d2ae req-04fce906-a43d-4624-8dbb-e39f3fbae7ad tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] Request body: {'port': {'device_id': '6a17fdac-7a37-4ae0-bb36-e0d9011c4c04', 'network_id': 'c4cc9c60-be8c-4a60-be1b-a29e98302997', 'admin_state_up': True, 'tenant_id': '21543f85dc9e402a8587774ac19495fe'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:36:26.774386 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 17:36:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51a95458-ce6d-4b3a-b23f-acbd7b1b13e9 x-openstack-request-id: req-51a95458-ce6d-4b3a-b23f-acbd7b1b13e9 {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:36:26.775378 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "190b8a74-1657-4b15-9d43-f9dddedef7f2", "tag": "a1fadd38-d96e-4b9d-9eb7-8fd2264a9348", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:36:26.775897 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-51a95458-ce6d-4b3a-b23f-acbd7b1b13e9 {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:36:26.776518 n-d-818022-2 neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '190b8a74-1657-4b15-9d43-f9dddedef7f2', 'tag': 'a1fadd38-d96e-4b9d-9eb7-8fd2264a9348', 'status': 'completed', 'code': 200} Nov 19 17:36:26.875562 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c59b56-6cb0-4498-ae2c-128345e6a2ca req-d836e3eb-5fd0-4188-b150-096cd0cb4485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:26.876969 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-e9c59b56-6cb0-4498-ae2c-128345e6a2ca req-d836e3eb-5fd0-4188-b150-096cd0cb4485 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=0d7ccfd9bdc740e383b438cb097bfe8d&device_id=190b8a74-1657-4b15-9d43-f9dddedef7f2 HTTP/1.1" status: 200 len: 1094 time: 0.0773795 Nov 19 17:36:26.995020 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae62e2a-736e-4280-bde9-2f56b71048fc req-a77e6c95-5656-454b-b005-7deaed0c21c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:26.998566 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8ae62e2a-736e-4280-bde9-2f56b71048fc req-a77e6c95-5656-454b-b005-7deaed0c21c8 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8b3c88de-c9c2-4a20-b19e-1855c2c19035 HTTP/1.1" status: 200 len: 843 time: 0.2582200 Nov 19 17:36:27.074301 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c59b56-6cb0-4498-ae2c-128345e6a2ca req-2971e0d7-2202-4f98-8064-862b75455c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:27.076719 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-e9c59b56-6cb0-4498-ae2c-128345e6a2ca req-2971e0d7-2202-4f98-8064-862b75455c4e service neutron] 10.222.0.86 "GET /v2.0/networks?id=06df44ce-7965-49c3-9334-79a80c7f7af9 HTTP/1.1" status: 200 len: 922 time: 0.1833262 Nov 19 17:36:27.094864 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-14a50ecf-abe7-4e5e-bc66-9498d220441c req-8c5f1a35-0d65-459c-aa3a-f34e71e054e3 tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] For port 648e9924-4faf-4cc9-8364-066838855211, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=648e9924-4faf-4cc9-8364-066838855211,segment=NetworkSegment(1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861),segment_id=1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:36:27.095227 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-14a50ecf-abe7-4e5e-bc66-9498d220441c req-8c5f1a35-0d65-459c-aa3a-f34e71e054e3 tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:27.098089 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faae2bf-14a1-45b0-87d0-335f4deb4cc8 req-213eb6d5-c662-4710-83b4-3e8cdd1f8116 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:27.100515 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-5faae2bf-14a1-45b0-87d0-335f4deb4cc8 req-213eb6d5-c662-4710-83b4-3e8cdd1f8116 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.54 "GET /v2.0/ports?device_id=190b8a74-1657-4b15-9d43-f9dddedef7f2 HTTP/1.1" status: 200 len: 943 time: 0.1082335 Nov 19 17:36:27.127583 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-14a50ecf-abe7-4e5e-bc66-9498d220441c req-8c5f1a35-0d65-459c-aa3a-f34e71e054e3 tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] Calling delete_port for 648e9924-4faf-4cc9-8364-066838855211 owned by compute:nova {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:36:27.164387 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-e9c59b56-6cb0-4498-ae2c-128345e6a2ca req-a54e300d-bd48-4426-90ec-1fc0844eea6c service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a1fadd38-d96e-4b9d-9eb7-8fd2264a9348 HTTP/1.1" status: 200 len: 217 time: 0.0615032 Nov 19 17:36:27.219970 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae62e2a-736e-4280-bde9-2f56b71048fc req-f0c13829-0b4a-41ce-90ba-67c880c3cb92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:27.221510 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8ae62e2a-736e-4280-bde9-2f56b71048fc req-f0c13829-0b4a-41ce-90ba-67c880c3cb92 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=346debfa-452b-4048-abf4-8f4493625ef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2034819 Nov 19 17:36:27.239100 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d6849f36-1685-4378-9fb9-a77aedd586e4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:27.265459 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c59b56-6cb0-4498-ae2c-128345e6a2ca req-52055542-e6cd-4549-ad1c-a21d0751f377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:27.267708 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-e9c59b56-6cb0-4498-ae2c-128345e6a2ca req-52055542-e6cd-4549-ad1c-a21d0751f377 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=e811f539-9c60-469d-a119-267f6bfeab01 HTTP/1.1" status: 200 len: 861 time: 0.0853851 Nov 19 17:36:27.275168 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d6849f36-1685-4378-9fb9-a77aedd586e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:27.279489 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-5faae2bf-14a1-45b0-87d0-335f4deb4cc8 req-ca899804-4016-4622-92c4-7023f7671cf3 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.54 "GET /v2.0/security-groups?id=740807d6-4246-4ecb-a636-49a5e5a1e11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199646 Nov 19 17:36:27.339257 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-e9c59b56-6cb0-4498-ae2c-128345e6a2ca req-84f34672-c780-4cd9-a83e-f1a7c344448b service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=06df44ce-7965-49c3-9334-79a80c7f7af9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0572054 Nov 19 17:36:27.388332 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-000b6b1e-3cb9-463c-9bcc-6c044ac7d2ae req-04fce906-a43d-4624-8dbb-e39f3fbae7ad tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] Made reservation on behalf of 21543f85dc9e402a8587774ac19495fe for: {'port': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:36:27.391967 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-000b6b1e-3cb9-463c-9bcc-6c044ac7d2ae req-04fce906-a43d-4624-8dbb-e39f3fbae7ad tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:27.459025 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6849f36-1685-4378-9fb9-a77aedd586e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9814392-0655-4ffb-b7fa-5235e90bfe5a,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:36:27.471783 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-d6849f36-1685-4378-9fb9-a77aedd586e4 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=3b578b79a8b7463583b48b2a73884c82&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9391913 Nov 19 17:36:27.472889 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 41608) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:36:27.560871 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce12be60-3c6b-412e-970b-67178c3824a1 req-fcf7f491-52b7-4b90-96c6-422317f2fc21 tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:27.564483 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ce12be60-3c6b-412e-970b-67178c3824a1 req-fcf7f491-52b7-4b90-96c6-422317f2fc21 tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] 10.222.0.54 "GET /v2.0/ports?device_id=edc9d3ea-ab00-4644-b0c6-6ed9fc0ccf67 HTTP/1.1" status: 200 len: 950 time: 0.1770647 Nov 19 17:36:27.575622 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-e9c59b56-6cb0-4498-ae2c-128345e6a2ca req-3d1f1242-e1d8-4d8d-b78c-995655c2c756 service neutron] 10.222.0.86 "GET /v2.0/networks/06df44ce-7965-49c3-9334-79a80c7f7af9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2214911 Nov 19 17:36:27.669095 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-3ac1f0d5-e717-49b0-b800-fbfaa7e756e6 req-251fb4bc-3301-469a-b37c-8ab0e18125dd tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:27.671750 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ce12be60-3c6b-412e-970b-67178c3824a1 req-d40f1bba-527e-4e9b-8696-2093a24aa9c6 tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] 10.222.0.54 "GET /v2.0/security-groups?id=c22c1cd0-07b3-4e9e-90d5-03f297ddf2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977454 Nov 19 17:36:27.736474 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-e9c59b56-6cb0-4498-ae2c-128345e6a2ca req-27b13c82-ab8e-4520-b2e5-25c2f029bed8 service neutron] 10.222.0.86 "GET /v2.0/networks/06df44ce-7965-49c3-9334-79a80c7f7af9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382875 Nov 19 17:36:27.766582 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8ae62e2a-736e-4280-bde9-2f56b71048fc req-c025975e-7e09-498e-adb3-5f202e3e1105 service neutron] 10.222.0.86 "GET /v2.0/networks/346debfa-452b-4048-abf4-8f4493625ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5230265 Nov 19 17:36:27.811334 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-14a50ecf-abe7-4e5e-bc66-9498d220441c req-8c5f1a35-0d65-459c-aa3a-f34e71e054e3 tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:27.845444 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0585fefa-8b32-46d0-9c80-5e7824a21fa4 req-496f913d-53ca-4ac7-be99-1ec842a0dc65 tempest-ServersAdminNegativeTestJSON-105860662 tempest-ServersAdminNegativeTestJSON-105860662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:27.847103 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0585fefa-8b32-46d0-9c80-5e7824a21fa4 req-496f913d-53ca-4ac7-be99-1ec842a0dc65 tempest-ServersAdminNegativeTestJSON-105860662 tempest-ServersAdminNegativeTestJSON-105860662-project] 10.222.0.54 "GET /v2.0/ports?device_id=271d934b-7276-41a3-b2fe-b20c70ee5da9 HTTP/1.1" status: 200 len: 948 time: 0.0744691 Nov 19 17:36:27.904412 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0585fefa-8b32-46d0-9c80-5e7824a21fa4 req-0ec1aa0d-a4a1-4574-b13f-661eceae842c tempest-ServersAdminNegativeTestJSON-105860662 tempest-ServersAdminNegativeTestJSON-105860662-project] 10.222.0.54 "GET /v2.0/security-groups?id=90afa53b-d02d-4ca8-a903-31fcd7782c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505331 Nov 19 17:36:27.912157 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5f1a35-0d65-459c-aa3a-f34e71e054e3 tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] Pushing event deleted for resources: {'Port': ['ID=648e9924-4faf-4cc9-8364-066838855211,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:36:27.957791 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-57ecdd1d-e527-4ca6-a729-ba5247e34cae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:28.002388 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-15e98d74-cb4f-4361-bc7f-fbb278fa6fb0 req-1e0d3d31-aa15-46da-aeb2-b29094ab0dc7 tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] 10.222.0.54 "GET /v2.0/ports?device_id=6a17fdac-7a37-4ae0-bb36-e0d9011c4c04 HTTP/1.1" status: 200 len: 210 time: 0.0304122 Nov 19 17:36:28.062353 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [req-000b6b1e-3cb9-463c-9bcc-6c044ac7d2ae req-04fce906-a43d-4624-8dbb-e39f3fbae7ad tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] Allocated IP 172.20.0.8 (c4cc9c60-be8c-4a60-be1b-a29e98302997/03fb8a38-8906-4daf-82e4-8d8788de58f6/ee858cdd-8d37-458e-9d85-5675efd1b6ff) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:36:28.065692 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-57ecdd1d-e527-4ca6-a729-ba5247e34cae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:28.072623 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-14a50ecf-abe7-4e5e-bc66-9498d220441c req-8c5f1a35-0d65-459c-aa3a-f34e71e054e3 tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] No DVR routers for this DVR port 648e9924-4faf-4cc9-8364-066838855211 on host n-h1-818022-2 {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:36:28.096780 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-14a50ecf-abe7-4e5e-bc66-9498d220441c req-8c5f1a35-0d65-459c-aa3a-f34e71e054e3 tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:28.100393 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-14a50ecf-abe7-4e5e-bc66-9498d220441c req-8c5f1a35-0d65-459c-aa3a-f34e71e054e3 tempest-ServersAdminTestJSON-1125886131 tempest-ServersAdminTestJSON-1125886131-project] 10.222.0.60 "DELETE /v2.0/ports/648e9924-4faf-4cc9-8364-066838855211 HTTP/1.1" status: 204 len: 173 time: 2.6367233 Nov 19 17:36:28.102967 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edc9d3ea-ab00-4644-b0c6-6ed9fc0ccf67', 'name': 'network-vif-deleted', 'tag': '648e9924-4faf-4cc9-8364-066838855211'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:36:28.105239 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218319d759239a7d11f1288aef37381b97754913ee9ccbfd43b51a463f801712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e55332d-8da9-45cf-a124-940a8e02432c" -d '{"events": [{"server_uuid": "edc9d3ea-ab00-4644-b0c6-6ed9fc0ccf67", "name": "network-vif-deleted", "tag": "648e9924-4faf-4cc9-8364-066838855211"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:36:28.112559 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [req-3ac1f0d5-e717-49b0-b800-fbfaa7e756e6 req-251fb4bc-3301-469a-b37c-8ab0e18125dd tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] Allocated IP 172.25.7.191 (645e61aa-1a6c-4e8f-857e-ab06edb4897f/88ed2d64-f56d-4f01-a468-946e01c99e82/7945ef7c-1f51-45e1-9bd5-1db4787c1269) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:36:28.167341 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8ae62e2a-736e-4280-bde9-2f56b71048fc req-ceae9349-6cbd-400c-8ac2-c13b9b6ba7f5 service neutron] 10.222.0.86 "GET /v2.0/networks/346debfa-452b-4048-abf4-8f4493625ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3835292 Nov 19 17:36:28.303323 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-57ecdd1d-e527-4ca6-a729-ba5247e34cae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:28.306183 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-57ecdd1d-e527-4ca6-a729-ba5247e34cae admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:28.310936 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-57ecdd1d-e527-4ca6-a729-ba5247e34cae admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c9814392-0655-4ffb-b7fa-5235e90bfe5a HTTP/1.1" status: 204 len: 168 time: 0.8271730 Nov 19 17:36:28.339856 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ecdd1d-e527-4ca6-a729-ba5247e34cae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9814392-0655-4ffb-b7fa-5235e90bfe5a,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:36:28.374467 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-3ac1f0d5-e717-49b0-b800-fbfaa7e756e6 req-251fb4bc-3301-469a-b37c-8ab0e18125dd tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:28.441389 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-000b6b1e-3cb9-463c-9bcc-6c044ac7d2ae req-04fce906-a43d-4624-8dbb-e39f3fbae7ad tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:28.468226 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-3ac1f0d5-e717-49b0-b800-fbfaa7e756e6 req-251fb4bc-3301-469a-b37c-8ab0e18125dd tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:28.504985 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b654a800-27cc-493a-8095-b95a394915d7 req-862399e2-d96d-464c-a36d-07fd8a4fa871 tempest-AttachSCSIVolumeTestJSON-524289253 tempest-AttachSCSIVolumeTestJSON-524289253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:28.508264 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b654a800-27cc-493a-8095-b95a394915d7 req-862399e2-d96d-464c-a36d-07fd8a4fa871 tempest-AttachSCSIVolumeTestJSON-524289253 tempest-AttachSCSIVolumeTestJSON-524289253-project] 10.222.0.54 "GET /v2.0/networks?id=7e956e3c-589c-4879-abd0-2ca83ee073b3 HTTP/1.1" status: 200 len: 815 time: 0.1623023 Nov 19 17:36:28.529884 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device 77b1ab33-58b6-40b7-b9b6-ea03f4d79755 details requested by agent hyperv_n-h2-818022-2 with host n-h2-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 17:36:28.537461 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ac1f0d5-e717-49b0-b800-fbfaa7e756e6 req-251fb4bc-3301-469a-b37c-8ab0e18125dd tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] Network 645e61aa-1a6c-4e8f-857e-ab06edb4897f is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:36:28.542917 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [req-3ac1f0d5-e717-49b0-b800-fbfaa7e756e6 req-251fb4bc-3301-469a-b37c-8ab0e18125dd tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:36:28.558042 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-000b6b1e-3cb9-463c-9bcc-6c044ac7d2ae req-04fce906-a43d-4624-8dbb-e39f3fbae7ad tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:28.558275 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b654a800-27cc-493a-8095-b95a394915d7 req-3b562f6f-ab76-4f37-98a3-29e5404e1654 tempest-AttachSCSIVolumeTestJSON-524289253 tempest-AttachSCSIVolumeTestJSON-524289253-project] 10.222.0.54 "GET /v2.0/quotas/0ce91d0ac5b14f9eb2e1015d958559fa HTTP/1.1" status: 200 len: 375 time: 0.0416236 Nov 19 17:36:28.559796 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ac1f0d5-e717-49b0-b800-fbfaa7e756e6 req-251fb4bc-3301-469a-b37c-8ab0e18125dd tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:36:28.568970 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251fb4bc-3301-469a-b37c-8ab0e18125dd tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] Pushing event updated for resources: {'Port': ['ID=7945ef7c-1f51-45e1-9bd5-1db4787c1269,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:36:28.701717 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port 77b1ab33-58b6-40b7-b9b6-ea03f4d79755, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=77b1ab33-58b6-40b7-b9b6-ea03f4d79755,segment=NetworkSegment(1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861),segment_id=1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:36:28.717756 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b654a800-27cc-493a-8095-b95a394915d7 req-15a37476-6d1e-4e11-9676-73a0160a66a2 tempest-AttachSCSIVolumeTestJSON-524289253 tempest-AttachSCSIVolumeTestJSON-524289253-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=0ce91d0ac5b14f9eb2e1015d958559fa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1576984 Nov 19 17:36:28.732747 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Returning: {'device': '77b1ab33-58b6-40b7-b9b6-ea03f4d79755', 'network_id': '346debfa-452b-4048-abf4-8f4493625ef2', 'port_id': '77b1ab33-58b6-40b7-b9b6-ea03f4d79755', 'mac_address': 'fa:16:3e:87:e2:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b3c88de-c9c2-4a20-b19e-1855c2c19035', 'ip_address': '192.168.233.159'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 17:36:28.787018 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:28.802250 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77b1ab33-58b6-40b7-b9b6-ea03f4d79755 {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:36:28.827036 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port 77b1ab33-58b6-40b7-b9b6-ea03f4d79755, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=77b1ab33-58b6-40b7-b9b6-ea03f4d79755,segment=NetworkSegment(1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861),segment_id=1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:36:28.832229 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:28.833450 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b654a800-27cc-493a-8095-b95a394915d7 req-b561fb73-5db0-47a5-879f-77aaafa5a2c7 service neutron] 10.222.0.54 "GET /v2.0/networks/7e956e3c-589c-4879-abd0-2ca83ee073b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137650 Nov 19 17:36:28.886038 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 648e9924-4faf-4cc9-8364-066838855211 no longer exists at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:36:28.934352 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-000b6b1e-3cb9-463c-9bcc-6c044ac7d2ae req-04fce906-a43d-4624-8dbb-e39f3fbae7ad tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] Network c4cc9c60-be8c-4a60-be1b-a29e98302997 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:36:28.938974 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] No Port match for: 648e9924-4faf-4cc9-8364-066838855211 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:36:28.938974 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 648e9924-4faf-4cc9-8364-066838855211 not bound to the agent host n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:36:28.945927 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [req-000b6b1e-3cb9-463c-9bcc-6c044ac7d2ae req-04fce906-a43d-4624-8dbb-e39f3fbae7ad tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:36:28.946412 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Pushing event updated for resources: {'Port': ['ID=77b1ab33-58b6-40b7-b9b6-ea03f4d79755,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:36:28.954227 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-000b6b1e-3cb9-463c-9bcc-6c044ac7d2ae req-04fce906-a43d-4624-8dbb-e39f3fbae7ad tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:36:28.959240 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:36:28.959922 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:36:28.960460 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:36:28.961527 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:36:28.962143 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:36:28.962390 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000b6b1e-3cb9-463c-9bcc-6c044ac7d2ae req-04fce906-a43d-4624-8dbb-e39f3fbae7ad tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:28.962912 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:36:28.963349 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-000b6b1e-3cb9-463c-9bcc-6c044ac7d2ae req-04fce906-a43d-4624-8dbb-e39f3fbae7ad tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:28.963754 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:36:28.964328 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:36:28.964852 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:36:28.965376 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:36:28.966003 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:36:28.966554 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:36:28.981661 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-3ac1f0d5-e717-49b0-b800-fbfaa7e756e6 req-251fb4bc-3301-469a-b37c-8ab0e18125dd tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:28.983350 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b654a800-27cc-493a-8095-b95a394915d7 req-5af79b7e-f22b-4ce7-a6e9-6ee43ebb5896 service neutron] 10.222.0.54 "GET /v2.0/networks/7e956e3c-589c-4879-abd0-2ca83ee073b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425698 Nov 19 17:36:28.995408 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fce906-a43d-4624-8dbb-e39f3fbae7ad tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] Pushing event updated for resources: {'Port': ['ID=ee858cdd-8d37-458e-9d85-5675efd1b6ff,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:36:29.012418 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-000b6b1e-3cb9-463c-9bcc-6c044ac7d2ae req-04fce906-a43d-4624-8dbb-e39f3fbae7ad tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2627690 Nov 19 17:36:29.036681 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-000b6b1e-3cb9-463c-9bcc-6c044ac7d2ae req-6366a74c-c7e8-4496-8336-1805e3cda914 service neutron] Request body: {'port': {'device_id': '6a17fdac-7a37-4ae0-bb36-e0d9011c4c04', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818022-2'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:36:29.077444 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-3ac1f0d5-e717-49b0-b800-fbfaa7e756e6 req-251fb4bc-3301-469a-b37c-8ab0e18125dd tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:29.148157 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-000b6b1e-3cb9-463c-9bcc-6c044ac7d2ae req-6366a74c-c7e8-4496-8336-1805e3cda914 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:29.154818 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] get_ports_and_sgs() called for port_ids ['77b1ab33-58b6-40b7-b9b6-ea03f4d79755'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:36:29.175019 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:36:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b976fdcc-043f-46eb-b403-8193575ba5eb x-openstack-request-id: req-b976fdcc-043f-46eb-b403-8193575ba5eb {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:36:29.175266 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edc9d3ea-ab00-4644-b0c6-6ed9fc0ccf67", "name": "network-vif-deleted", "tag": "648e9924-4faf-4cc9-8364-066838855211", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:36:29.175606 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b976fdcc-043f-46eb-b403-8193575ba5eb {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:36:29.175915 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edc9d3ea-ab00-4644-b0c6-6ed9fc0ccf67', 'name': 'network-vif-deleted', 'tag': '648e9924-4faf-4cc9-8364-066838855211', 'status': 'completed', 'code': 200} Nov 19 17:36:29.373521 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2146d9db-beef-4add-b15a-94dee90e5cdb req-f1ba42cf-53b4-4db5-9943-4a0144beee37 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:29.382004 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2146d9db-beef-4add-b15a-94dee90e5cdb req-f1ba42cf-53b4-4db5-9943-4a0144beee37 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.54 "GET /v2.0/ports?device_id=190b8a74-1657-4b15-9d43-f9dddedef7f2 HTTP/1.1" status: 200 len: 943 time: 0.0929997 Nov 19 17:36:29.433975 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-3ac1f0d5-e717-49b0-b800-fbfaa7e756e6 req-251fb4bc-3301-469a-b37c-8ab0e18125dd tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] Publish callbacks [] for port, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:29.452241 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-3ac1f0d5-e717-49b0-b800-fbfaa7e756e6 req-251fb4bc-3301-469a-b37c-8ab0e18125dd tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:29.466340 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2146d9db-beef-4add-b15a-94dee90e5cdb req-3d043281-53a6-4180-b5cb-a66b675e0eb3 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.54 "GET /v2.0/security-groups?id=740807d6-4246-4ecb-a636-49a5e5a1e11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825052 Nov 19 17:36:29.472152 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-3ac1f0d5-e717-49b0-b800-fbfaa7e756e6 req-251fb4bc-3301-469a-b37c-8ab0e18125dd tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-671284'] for floatingip, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:29.541675 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-3ac1f0d5-e717-49b0-b800-fbfaa7e756e6 req-251fb4bc-3301-469a-b37c-8ab0e18125dd tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for floatingip, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:29.549776 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3ac1f0d5-e717-49b0-b800-fbfaa7e756e6 req-251fb4bc-3301-469a-b37c-8ab0e18125dd tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.1337731 Nov 19 17:36:29.571381 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 41678) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:36:29.628425 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2082c5c0-12b9-4fb8-8b58-88c342ca9a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:29.663262 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b069301e-78a5-4d9b-beda-1fdb6fe91a5f req-d315b411-42a1-4206-9dc4-55768f596856 tempest-ServersAdminNegativeTestJSON-105860662 tempest-ServersAdminNegativeTestJSON-105860662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:29.664930 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b069301e-78a5-4d9b-beda-1fdb6fe91a5f req-d315b411-42a1-4206-9dc4-55768f596856 tempest-ServersAdminNegativeTestJSON-105860662 tempest-ServersAdminNegativeTestJSON-105860662-project] 10.222.0.54 "GET /v2.0/ports?device_id=271d934b-7276-41a3-b2fe-b20c70ee5da9 HTTP/1.1" status: 200 len: 949 time: 0.0668342 Nov 19 17:36:29.668973 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3ac1f0d5-e717-49b0-b800-fbfaa7e756e6 req-9769903a-cd38-4cfe-b1d6-370306311085 tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.7.191 HTTP/1.1" status: 200 len: 696 time: 0.1181953 Nov 19 17:36:29.740890 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b069301e-78a5-4d9b-beda-1fdb6fe91a5f req-7ed07109-56eb-4475-b6fa-13e14d62e233 tempest-ServersAdminNegativeTestJSON-105860662 tempest-ServersAdminNegativeTestJSON-105860662-project] 10.222.0.54 "GET /v2.0/security-groups?id=90afa53b-d02d-4ca8-a903-31fcd7782c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645127 Nov 19 17:36:29.782518 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251fb4bc-3301-469a-b37c-8ab0e18125dd tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] Pushing event updated for resources: {'Port': ['ID=7945ef7c-1f51-45e1-9bd5-1db4787c1269,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:36:29.824256 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-7a924be5-f94e-4a62-ad91-501ccff1b61b admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1439116628-network', 'tenant_id': 'b398c6c174714877a90bb12bff501369'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:36:29.844217 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac1f0d5-e717-49b0-b800-fbfaa7e756e6 req-ac3d410d-c765-47d2-b4c2-01c327c8e229 tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:29.845667 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3ac1f0d5-e717-49b0-b800-fbfaa7e756e6 req-ac3d410d-c765-47d2-b4c2-01c327c8e229 tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] 10.222.0.54 "GET /v2.0/networks/645e61aa-1a6c-4e8f-857e-ab06edb4897f HTTP/1.1" status: 200 len: 784 time: 0.1693790 Nov 19 17:36:29.893239 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a924be5-f94e-4a62-ad91-501ccff1b61b admin admin] Made reservation on behalf of b398c6c174714877a90bb12bff501369 for: {'network': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:36:29.894504 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [req-3ac1f0d5-e717-49b0-b800-fbfaa7e756e6 req-09a5463d-024e-48d0-b386-9dd582d8b1e3 tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=103365) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 17:36:29.895646 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3ac1f0d5-e717-49b0-b800-fbfaa7e756e6 req-09a5463d-024e-48d0-b386-9dd582d8b1e3 tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0152662 Nov 19 17:36:29.897006 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7a924be5-f94e-4a62-ad91-501ccff1b61b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:29.925855 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7a924be5-f94e-4a62-ad91-501ccff1b61b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:29.934415 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [req-000b6b1e-3cb9-463c-9bcc-6c044ac7d2ae req-6366a74c-c7e8-4496-8336-1805e3cda914 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee858cdd-8d37-458e-9d85-5675efd1b6ff {{(pid=103365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:36:29.944737 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a86fce-25e1-4aa1-9422-9f225fef83af req-b65d04a7-4f49-413d-bf2f-c141e4bea2f6 tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:29.952556 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-68a86fce-25e1-4aa1-9422-9f225fef83af req-b65d04a7-4f49-413d-bf2f-c141e4bea2f6 tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] 10.222.0.54 "GET /v2.0/ports?device_id=6a17fdac-7a37-4ae0-bb36-e0d9011c4c04 HTTP/1.1" status: 200 len: 931 time: 0.0990171 Nov 19 17:36:29.977222 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-000b6b1e-3cb9-463c-9bcc-6c044ac7d2ae req-6366a74c-c7e8-4496-8336-1805e3cda914 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:30.010983 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.provisioning_blocks [req-000b6b1e-3cb9-463c-9bcc-6c044ac7d2ae req-6366a74c-c7e8-4496-8336-1805e3cda914 service neutron] Transition to ACTIVE for port object ee858cdd-8d37-458e-9d85-5675efd1b6ff will not be triggered until provisioned by entity L2. {{(pid=103365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 17:36:30.018799 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-000b6b1e-3cb9-463c-9bcc-6c044ac7d2ae req-6366a74c-c7e8-4496-8336-1805e3cda914 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:30.043712 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-68a86fce-25e1-4aa1-9422-9f225fef83af req-5db471f7-8965-478c-bede-7415b97b98bf tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a9bb8e9-ab46-4898-9298-f60e040eb6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901837 Nov 19 17:36:30.093312 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6366a74c-c7e8-4496-8336-1805e3cda914 service neutron] Pushing event updated for resources: {'Port': ['ID=ee858cdd-8d37-458e-9d85-5675efd1b6ff,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:36:30.160614 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-77dc763f-f461-4cb8-85c8-3f0e40e8c35c req-b0ae2450-000a-43a7-8475-c426714353d0 tempest-AttachSCSIVolumeTestJSON-524289253 tempest-AttachSCSIVolumeTestJSON-524289253-project] 10.222.0.54 "GET /v2.0/ports?device_id=eeecacdb-91b1-4eaf-90bc-0cbbbbe2b20c HTTP/1.1" status: 200 len: 210 time: 0.0553904 Nov 19 17:36:30.160614 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-000b6b1e-3cb9-463c-9bcc-6c044ac7d2ae req-6366a74c-c7e8-4496-8336-1805e3cda914 service neutron] Attempting to bind port ee858cdd-8d37-458e-9d85-5675efd1b6ff on host n-h1-818022-2 for vnic_type normal with profile {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:36:30.160614 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-000b6b1e-3cb9-463c-9bcc-6c044ac7d2ae req-6366a74c-c7e8-4496-8336-1805e3cda914 service neutron] Attempting to bind port ee858cdd-8d37-458e-9d85-5675efd1b6ff by drivers openvswitch,hyperv on host n-h1-818022-2 at level 0 using segments [{'id': '3937b058-45c3-4cdc-b27d-da1ca7985067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'c4cc9c60-be8c-4a60-be1b-a29e98302997'}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:36:30.160614 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-000b6b1e-3cb9-463c-9bcc-6c044ac7d2ae req-6366a74c-c7e8-4496-8336-1805e3cda914 service neutron] Attempting to bind port ee858cdd-8d37-458e-9d85-5675efd1b6ff on network c4cc9c60-be8c-4a60-be1b-a29e98302997 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:36:30.161526 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 41690) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:36:30.165522 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-000b6b1e-3cb9-463c-9bcc-6c044ac7d2ae req-6366a74c-c7e8-4496-8336-1805e3cda914 service neutron] Port ee858cdd-8d37-458e-9d85-5675efd1b6ff on network c4cc9c60-be8c-4a60-be1b-a29e98302997 not bound, no agent of type Open vSwitch agent registered on host n-h1-818022-2 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 17:36:30.165958 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-000b6b1e-3cb9-463c-9bcc-6c044ac7d2ae req-6366a74c-c7e8-4496-8336-1805e3cda914 service neutron] Attempting to bind port ee858cdd-8d37-458e-9d85-5675efd1b6ff on network c4cc9c60-be8c-4a60-be1b-a29e98302997 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:36:30.171928 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-000b6b1e-3cb9-463c-9bcc-6c044ac7d2ae req-6366a74c-c7e8-4496-8336-1805e3cda914 service neutron] Checking agent: {'id': 'a6668d96-12fa-4ec0-99ad-77eaf490dd2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'started_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:36:30.172268 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-000b6b1e-3cb9-463c-9bcc-6c044ac7d2ae req-6366a74c-c7e8-4496-8336-1805e3cda914 service neutron] Checking segment: {'id': '3937b058-45c3-4cdc-b27d-da1ca7985067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'c4cc9c60-be8c-4a60-be1b-a29e98302997'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:36:30.172657 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-000b6b1e-3cb9-463c-9bcc-6c044ac7d2ae req-6366a74c-c7e8-4496-8336-1805e3cda914 service neutron] Bound using segment: {'id': '3937b058-45c3-4cdc-b27d-da1ca7985067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'c4cc9c60-be8c-4a60-be1b-a29e98302997'} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:36:30.173085 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-000b6b1e-3cb9-463c-9bcc-6c044ac7d2ae req-6366a74c-c7e8-4496-8336-1805e3cda914 service neutron] Bound port: ee858cdd-8d37-458e-9d85-5675efd1b6ff, host: n-h1-818022-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3937b058-45c3-4cdc-b27d-da1ca7985067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'c4cc9c60-be8c-4a60-be1b-a29e98302997'}}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:36:30.173450 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-000b6b1e-3cb9-463c-9bcc-6c044ac7d2ae req-6366a74c-c7e8-4496-8336-1805e3cda914 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:30.189835 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7a924be5-f94e-4a62-ad91-501ccff1b61b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:30.195547 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7a924be5-f94e-4a62-ad91-501ccff1b61b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:30.261580 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a924be5-f94e-4a62-ad91-501ccff1b61b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 682} {{(pid=103364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 17:36:30.284160 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-000b6b1e-3cb9-463c-9bcc-6c044ac7d2ae req-6366a74c-c7e8-4496-8336-1805e3cda914 service neutron] For port ee858cdd-8d37-458e-9d85-5675efd1b6ff, host n-h1-818022-2, cleared binding levels {{(pid=103365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:36:30.288951 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-000b6b1e-3cb9-463c-9bcc-6c044ac7d2ae req-6366a74c-c7e8-4496-8336-1805e3cda914 service neutron] For port ee858cdd-8d37-458e-9d85-5675efd1b6ff, host n-h1-818022-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=ee858cdd-8d37-458e-9d85-5675efd1b6ff,segment=NetworkSegment(3937b058-45c3-4cdc-b27d-da1ca7985067),segment_id=3937b058-45c3-4cdc-b27d-da1ca7985067)] {{(pid=103365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:36:30.296302 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-000b6b1e-3cb9-463c-9bcc-6c044ac7d2ae req-6366a74c-c7e8-4496-8336-1805e3cda914 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:30.320780 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a924be5-f94e-4a62-ad91-501ccff1b61b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d855cdb2-82d9-4cc3-b590-3f8f83514f40,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:36:30.341244 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000b6b1e-3cb9-463c-9bcc-6c044ac7d2ae req-6366a74c-c7e8-4496-8336-1805e3cda914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:30.342772 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-000b6b1e-3cb9-463c-9bcc-6c044ac7d2ae req-6366a74c-c7e8-4496-8336-1805e3cda914 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:30.343684 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-000b6b1e-3cb9-463c-9bcc-6c044ac7d2ae req-6366a74c-c7e8-4496-8336-1805e3cda914 service neutron] 10.222.0.60 "PUT /v2.0/ports/ee858cdd-8d37-458e-9d85-5675efd1b6ff HTTP/1.1" status: 200 len: 1091 time: 1.3109529 Nov 19 17:36:30.358475 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7a924be5-f94e-4a62-ad91-501ccff1b61b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:30.359046 n-d-818022-2 neutron-server[103364]: INFO neutron.db.segments_db [None req-7a924be5-f94e-4a62-ad91-501ccff1b61b admin admin] Added segment 17f63ba5-8782-456a-8dec-9a9706b31824 of type vlan for network e491931f-c7f3-49ec-b435-29a1137a6137 Nov 19 17:36:30.374260 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6366a74c-c7e8-4496-8336-1805e3cda914 service neutron] Pushing event updated for resources: {'Port': ['ID=ee858cdd-8d37-458e-9d85-5675efd1b6ff,revision_number=3']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:36:30.458514 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000b6b1e-3cb9-463c-9bcc-6c044ac7d2ae req-15067682-de00-4bde-b103-4d162f7b5d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:30.460209 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-000b6b1e-3cb9-463c-9bcc-6c044ac7d2ae req-15067682-de00-4bde-b103-4d162f7b5d9c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=21543f85dc9e402a8587774ac19495fe&device_id=6a17fdac-7a37-4ae0-bb36-e0d9011c4c04 HTTP/1.1" status: 200 len: 1094 time: 0.0453882 Nov 19 17:36:30.504283 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-000b6b1e-3cb9-463c-9bcc-6c044ac7d2ae req-25014cc4-8fe8-4eec-bca9-633444aaebc1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ee858cdd-8d37-458e-9d85-5675efd1b6ff HTTP/1.1" status: 200 len: 217 time: 0.0352378 Nov 19 17:36:30.545148 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device a1fadd38-d96e-4b9d-9eb7-8fd2264a9348 details requested by agent hyperv_n-h2-818022-2 with host n-h2-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 17:36:30.549528 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device 77b1ab33-58b6-40b7-b9b6-ea03f4d79755 up at agent hyperv_n-h2-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:36:30.592409 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000b6b1e-3cb9-463c-9bcc-6c044ac7d2ae req-baa3e3bb-dc98-4116-b970-5c41135bbedc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:30.593977 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-000b6b1e-3cb9-463c-9bcc-6c044ac7d2ae req-baa3e3bb-dc98-4116-b970-5c41135bbedc service neutron] 10.222.0.60 "GET /v2.0/subnets?id=03fb8a38-8906-4daf-82e4-8d8788de58f6 HTTP/1.1" status: 200 len: 845 time: 0.0813079 Nov 19 17:36:30.623872 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe1adbd-19fc-448e-ba54-68f1958b4f02 req-cc7b5b01-c826-495b-8b0e-70861ec1b0c0 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:30.625417 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-efe1adbd-19fc-448e-ba54-68f1958b4f02 req-cc7b5b01-c826-495b-8b0e-70861ec1b0c0 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.54 "GET /v2.0/ports?device_id=190b8a74-1657-4b15-9d43-f9dddedef7f2 HTTP/1.1" status: 200 len: 943 time: 0.0839465 Nov 19 17:36:30.644493 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-000b6b1e-3cb9-463c-9bcc-6c044ac7d2ae req-0cdf8ed0-3ce0-4b70-9f00-78250e3499f6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c4cc9c60-be8c-4a60-be1b-a29e98302997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397253 Nov 19 17:36:30.681384 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7a924be5-f94e-4a62-ad91-501ccff1b61b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:30.688979 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-07ce8782-7b7a-4263-8f25-3e6d49574bed admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=0f17c2230730474889f55896d89ffdce&name=default HTTP/1.1" status: 200 len: 2995 time: 0.5229757 Nov 19 17:36:30.692275 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 41704) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:36:30.733257 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Provisioning for port 77b1ab33-58b6-40b7-b9b6-ea03f4d79755 completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 17:36:30.745351 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Provisioning complete for port 77b1ab33-58b6-40b7-b9b6-ea03f4d79755 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:36:30.746543 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:30.749826 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f3bf26-90b8-4659-96d9-3cd63794deed req-68ee8c92-d52f-4dfa-b82e-e2ff0331f6f9 tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:30.759401 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-61f3bf26-90b8-4659-96d9-3cd63794deed req-68ee8c92-d52f-4dfa-b82e-e2ff0331f6f9 tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] 10.222.0.54 "GET /v2.0/networks?id=129a9009-9385-4250-92f4-51006107194d HTTP/1.1" status: 200 len: 820 time: 0.4986429 Nov 19 17:36:30.778112 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7a924be5-f94e-4a62-ad91-501ccff1b61b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:30.779606 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a924be5-f94e-4a62-ad91-501ccff1b61b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:30.779606 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7a924be5-f94e-4a62-ad91-501ccff1b61b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:30.793189 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-61f3bf26-90b8-4659-96d9-3cd63794deed req-588384ca-15bf-44f6-9d94-82ccc4cd9975 tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] 10.222.0.54 "GET /v2.0/quotas/0451c16dbd91499694bb6f860678eaa9 HTTP/1.1" status: 200 len: 375 time: 0.0326915 Nov 19 17:36:30.817459 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-efe1adbd-19fc-448e-ba54-68f1958b4f02 req-2acdf00e-7c8c-4481-8d96-715226732b46 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.54 "GET /v2.0/security-groups?id=740807d6-4246-4ecb-a636-49a5e5a1e11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764688 Nov 19 17:36:30.829111 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port a1fadd38-d96e-4b9d-9eb7-8fd2264a9348, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=a1fadd38-d96e-4b9d-9eb7-8fd2264a9348,segment=NetworkSegment(fa32b67e-17cc-4a5c-8764-82d3483c4272),segment_id=fa32b67e-17cc-4a5c-8764-82d3483c4272)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:36:30.885708 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Returning: {'device': 'a1fadd38-d96e-4b9d-9eb7-8fd2264a9348', 'network_id': '06df44ce-7965-49c3-9334-79a80c7f7af9', 'port_id': 'a1fadd38-d96e-4b9d-9eb7-8fd2264a9348', 'mac_address': 'fa:16:3e:65:82:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e811f539-9c60-469d-a119-267f6bfeab01', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 17:36:30.905608 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-7a924be5-f94e-4a62-ad91-501ccff1b61b admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.3306699 Nov 19 17:36:30.913051 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 41708) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:36:30.922472 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-aa28e8c0-4e40-44e9-bafd-8a4699a52069 admin admin] Request body: {'subnet': {'network_id': 'e491931f-c7f3-49ec-b435-29a1137a6137', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1439116628-subnet', 'tenant_id': 'b398c6c174714877a90bb12bff501369', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:36:30.924282 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:30.927649 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-00318db2-05c2-4d5f-9c6d-601c84109093 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:30.949511 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-000b6b1e-3cb9-463c-9bcc-6c044ac7d2ae req-b7c29881-251d-444b-955a-e3ebfe91cf0a service neutron] 10.222.0.60 "GET /v2.0/networks/c4cc9c60-be8c-4a60-be1b-a29e98302997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2908580 Nov 19 17:36:30.960362 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a924be5-f94e-4a62-ad91-501ccff1b61b admin admin] Pushing event updated for resources: {'Network': ['ID=e491931f-c7f3-49ec-b435-29a1137a6137,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:36:30.969782 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.agents_db [None req-619e5c26-d9ed-4321-86eb-7d443bb9dfa2 None None] Agent healthcheck: found 7 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 17:36:30.972442 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '271d934b-7276-41a3-b2fe-b20c70ee5da9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77b1ab33-58b6-40b7-b9b6-ea03f4d79755'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:36:30.975220 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3940761bcd94e032e6960d2241bd8993c5d3a7d8dc2aca8488f3ecf1d4dd2fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cb27274-d59c-4367-827b-e4f2cce09ffa" -d '{"events": [{"server_uuid": "271d934b-7276-41a3-b2fe-b20c70ee5da9", "name": "network-vif-plugged", "status": "completed", "tag": "77b1ab33-58b6-40b7-b9b6-ea03f4d79755"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:36:30.989220 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network e491931f-c7f3-49ec-b435-29a1137a6137 details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 17:36:30.993803 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-00318db2-05c2-4d5f-9c6d-601c84109093 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:30.994269 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:31.009775 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port 77b1ab33-58b6-40b7-b9b6-ea03f4d79755, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=77b1ab33-58b6-40b7-b9b6-ea03f4d79755,segment=NetworkSegment(1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861),segment_id=1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:36:31.010888 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-61f3bf26-90b8-4659-96d9-3cd63794deed req-d17935be-3145-47a7-b4de-e197d4384255 tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=0451c16dbd91499694bb6f860678eaa9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2167871 Nov 19 17:36:31.012964 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1fadd38-d96e-4b9d-9eb7-8fd2264a9348 {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:36:31.057800 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:31.102579 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-000b6b1e-3cb9-463c-9bcc-6c044ac7d2ae req-18f42078-0be3-4640-a63d-c6e1a62ac193 service neutron] 10.222.0.60 "GET /v2.0/networks/c4cc9c60-be8c-4a60-be1b-a29e98302997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346557 Nov 19 17:36:31.143635 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port a1fadd38-d96e-4b9d-9eb7-8fd2264a9348, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=a1fadd38-d96e-4b9d-9eb7-8fd2264a9348,segment=NetworkSegment(fa32b67e-17cc-4a5c-8764-82d3483c4272),segment_id=fa32b67e-17cc-4a5c-8764-82d3483c4272)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:36:31.150766 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:31.165880 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b654a800-27cc-493a-8095-b95a394915d7 req-5c720983-004c-4b16-baf8-bae858294dff tempest-AttachSCSIVolumeTestJSON-524289253 tempest-AttachSCSIVolumeTestJSON-524289253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:31.167641 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b654a800-27cc-493a-8095-b95a394915d7 req-5c720983-004c-4b16-baf8-bae858294dff tempest-AttachSCSIVolumeTestJSON-524289253 tempest-AttachSCSIVolumeTestJSON-524289253-project] 10.222.0.60 "GET /v2.0/networks?id=7e956e3c-589c-4879-abd0-2ca83ee073b3 HTTP/1.1" status: 200 len: 815 time: 0.4415479 Nov 19 17:36:31.172834 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa28e8c0-4e40-44e9-bafd-8a4699a52069 admin admin] Made reservation on behalf of b398c6c174714877a90bb12bff501369 for: {'subnet': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:36:31.173053 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Pushing event updated for resources: {'Port': ['ID=77b1ab33-58b6-40b7-b9b6-ea03f4d79755,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:36:31.176846 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-aa28e8c0-4e40-44e9-bafd-8a4699a52069 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:31.187587 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-b654a800-27cc-493a-8095-b95a394915d7 req-dc13f842-20ff-4e7f-ab22-4fd4f70c49d3 tempest-AttachSCSIVolumeTestJSON-524289253 tempest-AttachSCSIVolumeTestJSON-524289253-project] Request body: {'port': {'device_id': 'eeecacdb-91b1-4eaf-90bc-0cbbbbe2b20c', 'network_id': '7e956e3c-589c-4879-abd0-2ca83ee073b3', 'admin_state_up': True, 'tenant_id': '0ce91d0ac5b14f9eb2e1015d958559fa'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:36:31.197146 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-61f3bf26-90b8-4659-96d9-3cd63794deed req-8a7a6372-3474-441e-8f35-c5bffa1f5255 service neutron] 10.222.0.54 "GET /v2.0/networks/129a9009-9385-4250-92f4-51006107194d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853592 Nov 19 17:36:31.253916 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Pushing event updated for resources: {'Port': ['ID=a1fadd38-d96e-4b9d-9eb7-8fd2264a9348,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:36:31.307234 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a17fdac-7a37-4ae0-bb36-e0d9011c4c04', 'tag': 'ee858cdd-8d37-458e-9d85-5675efd1b6ff'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:36:31.311618 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218319d759239a7d11f1288aef37381b97754913ee9ccbfd43b51a463f801712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-288e0576-9eb3-4a17-a734-2e04c524f96d" -d '{"events": [{"name": "network-changed", "server_uuid": "6a17fdac-7a37-4ae0-bb36-e0d9011c4c04", "tag": "ee858cdd-8d37-458e-9d85-5675efd1b6ff"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:36:31.365217 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-00318db2-05c2-4d5f-9c6d-601c84109093 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:31.368072 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-00318db2-05c2-4d5f-9c6d-601c84109093 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:31.369239 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-00318db2-05c2-4d5f-9c6d-601c84109093 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c22c1cd0-07b3-4e9e-90d5-03f297ddf2e2 HTTP/1.1" status: 204 len: 168 time: 0.6761727 Nov 19 17:36:31.373491 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-61f3bf26-90b8-4659-96d9-3cd63794deed req-b439f05e-64e1-4a7e-a253-30525374134f service neutron] 10.222.0.54 "GET /v2.0/networks/129a9009-9385-4250-92f4-51006107194d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629002 Nov 19 17:36:31.380532 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00318db2-05c2-4d5f-9c6d-601c84109093 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c22c1cd0-07b3-4e9e-90d5-03f297ddf2e2,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:36:31.471414 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d5bb91-bdf2-402a-8080-f5fa0f9e57ee req-f07e9454-1dfe-41c9-ba75-d3d14ff8a0b1 tempest-ServersAdminNegativeTestJSON-105860662 tempest-ServersAdminNegativeTestJSON-105860662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:31.480271 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-45d5bb91-bdf2-402a-8080-f5fa0f9e57ee req-f07e9454-1dfe-41c9-ba75-d3d14ff8a0b1 tempest-ServersAdminNegativeTestJSON-105860662 tempest-ServersAdminNegativeTestJSON-105860662-project] 10.222.0.54 "GET /v2.0/ports?device_id=271d934b-7276-41a3-b2fe-b20c70ee5da9 HTTP/1.1" status: 200 len: 950 time: 0.5093846 Nov 19 17:36:31.491709 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] get_ports_and_sgs() called for port_ids ['a1fadd38-d96e-4b9d-9eb7-8fd2264a9348'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:36:31.513452 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b654a800-27cc-493a-8095-b95a394915d7 req-dc13f842-20ff-4e7f-ab22-4fd4f70c49d3 tempest-AttachSCSIVolumeTestJSON-524289253 tempest-AttachSCSIVolumeTestJSON-524289253-project] Made reservation on behalf of 0ce91d0ac5b14f9eb2e1015d958559fa for: {'port': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:36:31.517874 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-b654a800-27cc-493a-8095-b95a394915d7 req-dc13f842-20ff-4e7f-ab22-4fd4f70c49d3 tempest-AttachSCSIVolumeTestJSON-524289253 tempest-AttachSCSIVolumeTestJSON-524289253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:31.749360 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:36:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-286f4be3-7e08-4df5-bcaa-262a0bad7f83 x-openstack-request-id: req-286f4be3-7e08-4df5-bcaa-262a0bad7f83 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:36:31.749904 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "271d934b-7276-41a3-b2fe-b20c70ee5da9", "name": "network-vif-plugged", "status": "completed", "tag": "77b1ab33-58b6-40b7-b9b6-ea03f4d79755", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:36:31.750345 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-286f4be3-7e08-4df5-bcaa-262a0bad7f83 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:36:31.751946 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '271d934b-7276-41a3-b2fe-b20c70ee5da9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77b1ab33-58b6-40b7-b9b6-ea03f4d79755', 'code': 200} Nov 19 17:36:31.952559 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-45d5bb91-bdf2-402a-8080-f5fa0f9e57ee req-f1fb0299-34b7-48ea-b343-6bfb513252af tempest-ServersAdminNegativeTestJSON-105860662 tempest-ServersAdminNegativeTestJSON-105860662-project] 10.222.0.54 "GET /v2.0/security-groups?id=90afa53b-d02d-4ca8-a903-31fcd7782c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4712939 Nov 19 17:36:32.009334 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-39b186f4-f30e-4a70-b6c7-3a78b8f63942 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:32.093292 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [req-b654a800-27cc-493a-8095-b95a394915d7 req-dc13f842-20ff-4e7f-ab22-4fd4f70c49d3 tempest-AttachSCSIVolumeTestJSON-524289253 tempest-AttachSCSIVolumeTestJSON-524289253-project] Allocated IP 172.20.0.7 (7e956e3c-589c-4879-abd0-2ca83ee073b3/75cfd8c4-7a8b-4f0d-8c77-c2f944620c41/06674c34-60ea-4cb6-b28d-e6090daee678) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:36:32.187297 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 41752) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:36:32.202593 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5200a032-ed4e-402a-9cab-03b95969949c req-a4e8e8ea-1d91-4f1f-aa61-df03eaba4f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:32.204516 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5200a032-ed4e-402a-9cab-03b95969949c req-a4e8e8ea-1d91-4f1f-aa61-df03eaba4f67 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=271d934b-7276-41a3-b2fe-b20c70ee5da9 HTTP/1.1" status: 200 len: 1101 time: 0.2924962 Nov 19 17:36:32.216032 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d7697c28-dde4-454e-a9ad-47c5a97c3a90 req-b8fe6bad-8c16-423b-a8c3-1f8b2c63cfe9 tempest-AttachSCSIVolumeTestJSON-524289253 tempest-AttachSCSIVolumeTestJSON-524289253-project] 10.222.0.54 "GET /v2.0/ports?device_id=eeecacdb-91b1-4eaf-90bc-0cbbbbe2b20c HTTP/1.1" status: 200 len: 210 time: 0.0817692 Nov 19 17:36:32.321781 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee10d29c-2bda-4e60-a980-400915be1e04 req-5c157fe5-db14-410d-ad34-60e9f9353174 tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:32.331801 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ee10d29c-2bda-4e60-a980-400915be1e04 req-5c157fe5-db14-410d-ad34-60e9f9353174 tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] 10.222.0.54 "GET /v2.0/ports?device_id=6a17fdac-7a37-4ae0-bb36-e0d9011c4c04 HTTP/1.1" status: 200 len: 943 time: 0.1958783 Nov 19 17:36:32.353435 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-a1dac377-e32d-4a33-bd3a-2bf687b3e9cd admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=96c5ae2d465b4ad4800a7609ba92247f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1608808 Nov 19 17:36:32.354207 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 41754) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:36:32.395557 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 17:36:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69071e46-e0e5-456c-bb32-36f2e3f78dae x-openstack-request-id: req-69071e46-e0e5-456c-bb32-36f2e3f78dae {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:36:32.395899 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a17fdac-7a37-4ae0-bb36-e0d9011c4c04", "tag": "ee858cdd-8d37-458e-9d85-5675efd1b6ff", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:36:32.396321 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-69071e46-e0e5-456c-bb32-36f2e3f78dae {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:36:32.398793 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a17fdac-7a37-4ae0-bb36-e0d9011c4c04', 'tag': 'ee858cdd-8d37-458e-9d85-5675efd1b6ff', 'status': 'completed', 'code': 200} Nov 19 17:36:32.510370 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ee10d29c-2bda-4e60-a980-400915be1e04 req-9ce5f4c2-930f-4bea-ac18-630c5fb69941 tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a9bb8e9-ab46-4898-9298-f60e040eb6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751215 Nov 19 17:36:32.550893 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-80a34c78-c548-44df-ad05-91513f2092a7 req-71471255-e50a-4ae2-ad84-144565e175fe tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] 10.222.0.54 "GET /v2.0/ports?device_id=0581bf54-51a9-41d4-a295-e6c0d3cc5e26 HTTP/1.1" status: 200 len: 210 time: 0.1033108 Nov 19 17:36:32.551608 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device a1fadd38-d96e-4b9d-9eb7-8fd2264a9348 up at agent hyperv_n-h2-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:36:32.551847 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-062960d6-3ecd-4d55-ac97-a735bef2f67d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:32.650162 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-062960d6-3ecd-4d55-ac97-a735bef2f67d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:32.680393 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Provisioning for port a1fadd38-d96e-4b9d-9eb7-8fd2264a9348 completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 17:36:32.686163 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Provisioning complete for port a1fadd38-d96e-4b9d-9eb7-8fd2264a9348 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:36:32.686998 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:32.689210 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5200a032-ed4e-402a-9cab-03b95969949c req-809bd169-ad46-47dd-b545-cc734733dd83 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=90afa53b-d02d-4ca8-a903-31fcd7782c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4659634 Nov 19 17:36:32.738371 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-062960d6-3ecd-4d55-ac97-a735bef2f67d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:32.744962 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-062960d6-3ecd-4d55-ac97-a735bef2f67d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:32.751361 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-062960d6-3ecd-4d55-ac97-a735bef2f67d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/25b25411-3a47-4407-b6e9-6f4cbd48911b HTTP/1.1" status: 204 len: 168 time: 0.3939404 Nov 19 17:36:32.775380 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062960d6-3ecd-4d55-ac97-a735bef2f67d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25b25411-3a47-4407-b6e9-6f4cbd48911b,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:36:32.860343 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:32.968037 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port a1fadd38-d96e-4b9d-9eb7-8fd2264a9348, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=a1fadd38-d96e-4b9d-9eb7-8fd2264a9348,segment=NetworkSegment(fa32b67e-17cc-4a5c-8764-82d3483c4272),segment_id=fa32b67e-17cc-4a5c-8764-82d3483c4272)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:36:32.979561 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:33.134573 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Pushing event updated for resources: {'Port': ['ID=a1fadd38-d96e-4b9d-9eb7-8fd2264a9348,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:36:33.201719 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e46ecc5a-dc14-4744-b262-3072ff2e958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:33.204210 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-aa28e8c0-4e40-44e9-bafd-8a4699a52069 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for subnet, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:33.228648 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cd152b-e0b9-40e7-b67a-4ae00ccb44b5 req-4b30e42a-d7dd-4730-9d2b-31afbf4db686 tempest-ServersAdminNegativeTestJSON-105860662 tempest-ServersAdminNegativeTestJSON-105860662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:33.242348 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-69cd152b-e0b9-40e7-b67a-4ae00ccb44b5 req-4b30e42a-d7dd-4730-9d2b-31afbf4db686 tempest-ServersAdminNegativeTestJSON-105860662 tempest-ServersAdminNegativeTestJSON-105860662-project] 10.222.0.54 "GET /v2.0/ports?device_id=271d934b-7276-41a3-b2fe-b20c70ee5da9 HTTP/1.1" status: 200 len: 950 time: 0.1274006 Nov 19 17:36:33.364238 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa28e8c0-4e40-44e9-bafd-8a4699a52069 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b63c30f8-9845-49f2-baba-980bd1de73d6,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:36:33.397011 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-69cd152b-e0b9-40e7-b67a-4ae00ccb44b5 req-54e6c64f-e505-4c53-a2b4-d4ed62278667 tempest-ServersAdminNegativeTestJSON-105860662 tempest-ServersAdminNegativeTestJSON-105860662-project] 10.222.0.54 "GET /v2.0/security-groups?id=90afa53b-d02d-4ca8-a903-31fcd7782c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526594 Nov 19 17:36:33.478081 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:33.482157 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288e0576-9eb3-4a17-a734-2e04c524f96d req-dc51c849-a74c-49ac-b3b3-c30467c02e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:33.483932 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-288e0576-9eb3-4a17-a734-2e04c524f96d req-dc51c849-a74c-49ac-b3b3-c30467c02e34 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=21543f85dc9e402a8587774ac19495fe&device_id=6a17fdac-7a37-4ae0-bb36-e0d9011c4c04 HTTP/1.1" status: 200 len: 1094 time: 1.0129108 Nov 19 17:36:33.506888 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:33.527878 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481bad5c-4a9d-4bdd-ab69-32a7f432ec6d req-284fe9b2-d65e-4c7e-8240-5bafe3cd1ff5 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:33.529221 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-481bad5c-4a9d-4bdd-ab69-32a7f432ec6d req-284fe9b2-d65e-4c7e-8240-5bafe3cd1ff5 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.54 "GET /v2.0/ports?device_id=190b8a74-1657-4b15-9d43-f9dddedef7f2 HTTP/1.1" status: 200 len: 944 time: 0.8225989 Nov 19 17:36:33.692621 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-b654a800-27cc-493a-8095-b95a394915d7 req-dc13f842-20ff-4e7f-ab22-4fd4f70c49d3 tempest-AttachSCSIVolumeTestJSON-524289253 tempest-AttachSCSIVolumeTestJSON-524289253-project] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:33.704536 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa28e8c0-4e40-44e9-bafd-8a4699a52069 admin admin] Checking segment: {'id': '17f63ba5-8782-456a-8dec-9a9706b31824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'e491931f-c7f3-49ec-b435-29a1137a6137'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:36:33.705093 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa28e8c0-4e40-44e9-bafd-8a4699a52069 admin admin] Network hostable DHCP agents. Network: e491931f-c7f3-49ec-b435-29a1137a6137, hostable agents: ['02910ef2-0455-4aea-9f38-9a875579633f'], hosted agents: [] {{(pid=103365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 17:36:33.731652 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-481bad5c-4a9d-4bdd-ab69-32a7f432ec6d req-fa10a950-13fc-4c15-a9db-0dfbff37beb5 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.54 "GET /v2.0/security-groups?id=740807d6-4246-4ecb-a636-49a5e5a1e11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559653 Nov 19 17:36:33.753408 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '190b8a74-1657-4b15-9d43-f9dddedef7f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1fadd38-d96e-4b9d-9eb7-8fd2264a9348'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:36:33.755875 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3940761bcd94e032e6960d2241bd8993c5d3a7d8dc2aca8488f3ecf1d4dd2fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b821a4fb-4dab-4683-8c4a-037082efddb4" -d '{"events": [{"server_uuid": "190b8a74-1657-4b15-9d43-f9dddedef7f2", "name": "network-vif-plugged", "status": "completed", "tag": "a1fadd38-d96e-4b9d-9eb7-8fd2264a9348"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:36:33.774025 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa28e8c0-4e40-44e9-bafd-8a4699a52069 admin admin] Network e491931f-c7f3-49ec-b435-29a1137a6137 is scheduled to be hosted by DHCP agent 02910ef2-0455-4aea-9f38-9a875579633f with binding_index 1 {{(pid=103365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 17:36:33.863796 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-881819fa-7531-449e-b5f2-11675fcbcb45 req-6a807a66-4afd-4a4b-8cc2-54b86e949894 tempest-AttachSCSIVolumeTestJSON-524289253 tempest-AttachSCSIVolumeTestJSON-524289253-project] 10.222.0.54 "GET /v2.0/ports?device_id=eeecacdb-91b1-4eaf-90bc-0cbbbbe2b20c HTTP/1.1" status: 200 len: 210 time: 0.1916876 Nov 19 17:36:33.872995 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-aa28e8c0-4e40-44e9-bafd-8a4699a52069 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818022-2, e491931f-c7f3-49ec-b435-29a1137a6137) {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:36:33.896300 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa28e8c0-4e40-44e9-bafd-8a4699a52069 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:33.897273 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-aa28e8c0-4e40-44e9-bafd-8a4699a52069 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:33.901159 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f2511af-cb03-4260-b7b0-3355742ea93a None None] Network e491931f-c7f3-49ec-b435-29a1137a6137 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:36:33.911475 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-b654a800-27cc-493a-8095-b95a394915d7 req-dc13f842-20ff-4e7f-ab22-4fd4f70c49d3 tempest-AttachSCSIVolumeTestJSON-524289253 tempest-AttachSCSIVolumeTestJSON-524289253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:34.177564 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0e3017f2-75a0-490a-836b-52f0ac7e9e9b req-7c2fd55c-9be2-4da0-abaa-d0a2deb4b4cd tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] 10.222.0.54 "GET /v2.0/ports?device_id=0581bf54-51a9-41d4-a295-e6c0d3cc5e26 HTTP/1.1" status: 200 len: 210 time: 0.1262817 Nov 19 17:36:34.199452 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-393487b0-0000-4759-8e7a-e394aca16865 None None] Network e491931f-c7f3-49ec-b435-29a1137a6137 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:36:34.394125 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:36:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acced733-9639-4b66-8053-b76510cee2a2 x-openstack-request-id: req-acced733-9639-4b66-8053-b76510cee2a2 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:36:34.394951 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "190b8a74-1657-4b15-9d43-f9dddedef7f2", "name": "network-vif-plugged", "status": "completed", "tag": "a1fadd38-d96e-4b9d-9eb7-8fd2264a9348", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:36:34.395350 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-acced733-9639-4b66-8053-b76510cee2a2 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:36:34.396044 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '190b8a74-1657-4b15-9d43-f9dddedef7f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1fadd38-d96e-4b9d-9eb7-8fd2264a9348', 'code': 200} Nov 19 17:36:34.661766 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba228fe-0820-40c6-beca-eb9a4536fa8d req-2543e0d7-7869-4778-9263-d904e2c11d86 tempest-ServersAdminNegativeTestJSON-105860662 tempest-ServersAdminNegativeTestJSON-105860662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:34.671554 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-eba228fe-0820-40c6-beca-eb9a4536fa8d req-2543e0d7-7869-4778-9263-d904e2c11d86 tempest-ServersAdminNegativeTestJSON-105860662 tempest-ServersAdminNegativeTestJSON-105860662-project] 10.222.0.54 "GET /v2.0/ports?device_id=271d934b-7276-41a3-b2fe-b20c70ee5da9 HTTP/1.1" status: 200 len: 950 time: 0.1615710 Nov 19 17:36:34.694587 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e013d7e6-5264-4dcc-9759-54f5fb809e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:34.713835 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6794818-0e13-41e2-80b4-1b522f7a4373 req-2be89db8-5cfc-4994-9318-14127915aeea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:34.715684 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f6794818-0e13-41e2-80b4-1b522f7a4373 req-2be89db8-5cfc-4994-9318-14127915aeea service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=190b8a74-1657-4b15-9d43-f9dddedef7f2 HTTP/1.1" status: 200 len: 1096 time: 0.1283662 Nov 19 17:36:34.769495 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-eba228fe-0820-40c6-beca-eb9a4536fa8d req-cd045625-d845-46d5-9965-c66be2085bdd tempest-ServersAdminNegativeTestJSON-105860662 tempest-ServersAdminNegativeTestJSON-105860662-project] 10.222.0.54 "GET /v2.0/security-groups?id=90afa53b-d02d-4ca8-a903-31fcd7782c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964351 Nov 19 17:36:34.900771 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f6794818-0e13-41e2-80b4-1b522f7a4373 req-8a358cab-e953-4ef0-907c-b22d11214490 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=740807d6-4246-4ecb-a636-49a5e5a1e11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445603 Nov 19 17:36:34.931009 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device ee858cdd-8d37-458e-9d85-5675efd1b6ff details requested by agent hyperv_n-h1-818022-2 with host n-h1-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 17:36:34.950477 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-aa28e8c0-4e40-44e9-bafd-8a4699a52069 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 4.0349095 Nov 19 17:36:35.060809 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b654a800-27cc-493a-8095-b95a394915d7 req-dc13f842-20ff-4e7f-ab22-4fd4f70c49d3 tempest-AttachSCSIVolumeTestJSON-524289253 tempest-AttachSCSIVolumeTestJSON-524289253-project] Network 7e956e3c-589c-4879-abd0-2ca83ee073b3 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:36:35.096525 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [req-b654a800-27cc-493a-8095-b95a394915d7 req-dc13f842-20ff-4e7f-ab22-4fd4f70c49d3 tempest-AttachSCSIVolumeTestJSON-524289253 tempest-AttachSCSIVolumeTestJSON-524289253-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:36:35.134983 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-b654a800-27cc-493a-8095-b95a394915d7 req-dc13f842-20ff-4e7f-ab22-4fd4f70c49d3 tempest-AttachSCSIVolumeTestJSON-524289253 tempest-AttachSCSIVolumeTestJSON-524289253-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:36:35.149503 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b654a800-27cc-493a-8095-b95a394915d7 req-dc13f842-20ff-4e7f-ab22-4fd4f70c49d3 tempest-AttachSCSIVolumeTestJSON-524289253 tempest-AttachSCSIVolumeTestJSON-524289253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:35.151119 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-b654a800-27cc-493a-8095-b95a394915d7 req-dc13f842-20ff-4e7f-ab22-4fd4f70c49d3 tempest-AttachSCSIVolumeTestJSON-524289253 tempest-AttachSCSIVolumeTestJSON-524289253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:35.168891 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc13f842-20ff-4e7f-ab22-4fd4f70c49d3 tempest-AttachSCSIVolumeTestJSON-524289253 tempest-AttachSCSIVolumeTestJSON-524289253-project] Pushing event updated for resources: {'Port': ['ID=06674c34-60ea-4cb6-b28d-e6090daee678,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:36:35.209233 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a98c8ae-9a98-414e-85fd-d39273ae8915 req-b36f2c7e-740c-4c91-a067-b65e0265bb96 tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:35.222816 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4a98c8ae-9a98-414e-85fd-d39273ae8915 req-b36f2c7e-740c-4c91-a067-b65e0265bb96 tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] 10.222.0.54 "GET /v2.0/ports?device_id=6a17fdac-7a37-4ae0-bb36-e0d9011c4c04 HTTP/1.1" status: 200 len: 943 time: 1.3072622 Nov 19 17:36:35.242301 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b654a800-27cc-493a-8095-b95a394915d7 req-dc13f842-20ff-4e7f-ab22-4fd4f70c49d3 tempest-AttachSCSIVolumeTestJSON-524289253 tempest-AttachSCSIVolumeTestJSON-524289253-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0607572 Nov 19 17:36:35.248917 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:35.373451 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port ee858cdd-8d37-458e-9d85-5675efd1b6ff, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=ee858cdd-8d37-458e-9d85-5675efd1b6ff,segment=NetworkSegment(3937b058-45c3-4cdc-b27d-da1ca7985067),segment_id=3937b058-45c3-4cdc-b27d-da1ca7985067)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:36:35.420020 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Returning: {'device': 'ee858cdd-8d37-458e-9d85-5675efd1b6ff', 'network_id': 'c4cc9c60-be8c-4a60-be1b-a29e98302997', 'port_id': 'ee858cdd-8d37-458e-9d85-5675efd1b6ff', 'mac_address': 'fa:16:3e:27:4e:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 671, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03fb8a38-8906-4daf-82e4-8d8788de58f6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 17:36:35.508420 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93faaf9e-49ec-430a-b109-e24e33e741f7 req-6cb929ec-f20a-4dc3-bb4d-2edd75a02dbd tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:35.526857 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-93faaf9e-49ec-430a-b109-e24e33e741f7 req-6cb929ec-f20a-4dc3-bb4d-2edd75a02dbd tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.54 "GET /v2.0/ports?device_id=190b8a74-1657-4b15-9d43-f9dddedef7f2 HTTP/1.1" status: 200 len: 945 time: 0.1823566 Nov 19 17:36:35.586589 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4a98c8ae-9a98-414e-85fd-d39273ae8915 req-c588e3ee-a35c-4b3c-b637-d35fbf7595c2 tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a9bb8e9-ab46-4898-9298-f60e040eb6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3586152 Nov 19 17:36:35.635667 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288e0576-9eb3-4a17-a734-2e04c524f96d req-aaae15e7-4a38-4b42-bdf0-34d492d9d3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:35.640715 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-288e0576-9eb3-4a17-a734-2e04c524f96d req-aaae15e7-4a38-4b42-bdf0-34d492d9d3f3 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c4cc9c60-be8c-4a60-be1b-a29e98302997 HTTP/1.1" status: 200 len: 906 time: 1.6736150 Nov 19 17:36:35.684144 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f3bf26-90b8-4659-96d9-3cd63794deed req-0dd4552f-12fc-463a-b7ac-492e2dc6d1dd tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:35.689142 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-61f3bf26-90b8-4659-96d9-3cd63794deed req-0dd4552f-12fc-463a-b7ac-492e2dc6d1dd tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] 10.222.0.86 "GET /v2.0/networks?id=129a9009-9385-4250-92f4-51006107194d HTTP/1.1" status: 200 len: 820 time: 1.7231793 Nov 19 17:36:35.708700 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-61f3bf26-90b8-4659-96d9-3cd63794deed req-06fd916f-9241-40bc-a6b8-7034c3d83e6e tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] Request body: {'port': {'device_id': '0581bf54-51a9-41d4-a295-e6c0d3cc5e26', 'network_id': '129a9009-9385-4250-92f4-51006107194d', 'admin_state_up': True, 'tenant_id': '0451c16dbd91499694bb6f860678eaa9'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:36:35.727481 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-93faaf9e-49ec-430a-b109-e24e33e741f7 req-d39ed0ff-17c8-49c1-ad7c-b953a958ba5b tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.54 "GET /v2.0/security-groups?id=740807d6-4246-4ecb-a636-49a5e5a1e11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987336 Nov 19 17:36:35.764920 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:35.783459 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee858cdd-8d37-458e-9d85-5675efd1b6ff {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:36:35.812133 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-e540c730-b583-4572-bf62-8857ab0fc297 None None] Provisioning complete for port 06674c34-60ea-4cb6-b28d-e6090daee678 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:36:35.812853 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e540c730-b583-4572-bf62-8857ab0fc297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:35.864092 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-e540c730-b583-4572-bf62-8857ab0fc297 None None] Port 06674c34-60ea-4cb6-b28d-e6090daee678 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:36:35.869797 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port ee858cdd-8d37-458e-9d85-5675efd1b6ff, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=ee858cdd-8d37-458e-9d85-5675efd1b6ff,segment=NetworkSegment(3937b058-45c3-4cdc-b27d-da1ca7985067),segment_id=3937b058-45c3-4cdc-b27d-da1ca7985067)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:36:35.877079 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:36.109045 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=ee858cdd-8d37-458e-9d85-5675efd1b6ff,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:36:36.145606 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['ee858cdd-8d37-458e-9d85-5675efd1b6ff'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:36:36.184295 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-b654a800-27cc-493a-8095-b95a394915d7 req-80d2a716-78b1-4f5a-9a47-d094cfcb4bb3 service neutron] Request body: {'port': {'device_id': 'eeecacdb-91b1-4eaf-90bc-0cbbbbe2b20c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818022-2'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:36:36.215440 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4ac28c-c7b7-449f-b83c-6cbe41a3e650 req-620bf6e3-50b2-4b62-98de-121cf33678b6 tempest-AttachSCSIVolumeTestJSON-524289253 tempest-AttachSCSIVolumeTestJSON-524289253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:36.226630 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-3e4ac28c-c7b7-449f-b83c-6cbe41a3e650 req-620bf6e3-50b2-4b62-98de-121cf33678b6 tempest-AttachSCSIVolumeTestJSON-524289253 tempest-AttachSCSIVolumeTestJSON-524289253-project] 10.222.0.54 "GET /v2.0/ports?device_id=eeecacdb-91b1-4eaf-90bc-0cbbbbe2b20c HTTP/1.1" status: 200 len: 931 time: 0.2460978 Nov 19 17:36:36.475409 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-3e4ac28c-c7b7-449f-b83c-6cbe41a3e650 req-4ff488f1-765a-42df-8241-cb7772b97aa1 tempest-AttachSCSIVolumeTestJSON-524289253 tempest-AttachSCSIVolumeTestJSON-524289253-project] 10.222.0.54 "GET /v2.0/security-groups?id=b0e8589e-609c-4b3c-9f62-78e2446fc7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2395849 Nov 19 17:36:36.659178 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-288e0576-9eb3-4a17-a734-2e04c524f96d req-5ceffbd8-e179-4ccd-aa50-4bf4680a5d30 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ee858cdd-8d37-458e-9d85-5675efd1b6ff HTTP/1.1" status: 200 len: 217 time: 0.3283412 Nov 19 17:36:36.705494 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-b654a800-27cc-493a-8095-b95a394915d7 req-80d2a716-78b1-4f5a-9a47-d094cfcb4bb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:36.809274 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebc0518-7fea-495e-8bde-a3f4b6fd28f1 req-cd687d9f-49fe-44bb-87e5-0773fbcd6331 tempest-ServersAdminNegativeTestJSON-1561611894 tempest-ServersAdminNegativeTestJSON-1561611894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:36.825417 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-4ebc0518-7fea-495e-8bde-a3f4b6fd28f1 req-cd687d9f-49fe-44bb-87e5-0773fbcd6331 tempest-ServersAdminNegativeTestJSON-1561611894 tempest-ServersAdminNegativeTestJSON-1561611894-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=271d934b-7276-41a3-b2fe-b20c70ee5da9 HTTP/1.1" status: 200 len: 1101 time: 0.1490405 Nov 19 17:36:36.852852 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-4ebc0518-7fea-495e-8bde-a3f4b6fd28f1 req-c913fa92-98d2-4a4c-95af-ff94e83f9e14 tempest-ServersAdminNegativeTestJSON-1561611894 tempest-ServersAdminNegativeTestJSON-1561611894-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:36.958601 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 41842) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:36:36.967343 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-7af2ad00-aae3-4b77-9f93-52cd03a40cc8 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-303092800-network', 'tenant_id': '9c5376cbecff452bb91f9777c268a5ee'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:36:37.021207 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2cbb951e-de39-4f22-90c0-f5873036ddda req-142716ba-2003-423c-aeb4-e88c59a908ad tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] 10.222.0.54 "GET /v2.0/ports?device_id=0581bf54-51a9-41d4-a295-e6c0d3cc5e26 HTTP/1.1" status: 200 len: 210 time: 0.3570526 Nov 19 17:36:37.029841 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-4ebc0518-7fea-495e-8bde-a3f4b6fd28f1 req-c913fa92-98d2-4a4c-95af-ff94e83f9e14 tempest-ServersAdminNegativeTestJSON-1561611894 tempest-ServersAdminNegativeTestJSON-1561611894-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:37.054132 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7af2ad00-aae3-4b77-9f93-52cd03a40cc8 admin admin] Made reservation on behalf of 9c5376cbecff452bb91f9777c268a5ee for: {'network': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:36:37.059533 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7af2ad00-aae3-4b77-9f93-52cd03a40cc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:37.074867 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7af2ad00-aae3-4b77-9f93-52cd03a40cc8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:37.108688 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-4ebc0518-7fea-495e-8bde-a3f4b6fd28f1 req-c913fa92-98d2-4a4c-95af-ff94e83f9e14 tempest-ServersAdminNegativeTestJSON-1561611894 tempest-ServersAdminNegativeTestJSON-1561611894-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:37.156868 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288e0576-9eb3-4a17-a734-2e04c524f96d req-cd1e7216-9b60-4e2f-b1c3-4f6112abdfe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:37.159094 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-288e0576-9eb3-4a17-a734-2e04c524f96d req-cd1e7216-9b60-4e2f-b1c3-4f6112abdfe1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=03fb8a38-8906-4daf-82e4-8d8788de58f6 HTTP/1.1" status: 200 len: 845 time: 0.4464746 Nov 19 17:36:37.191673 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61f3bf26-90b8-4659-96d9-3cd63794deed req-06fd916f-9241-40bc-a6b8-7034c3d83e6e tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] Made reservation on behalf of 0451c16dbd91499694bb6f860678eaa9 for: {'port': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:36:37.205605 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-61f3bf26-90b8-4659-96d9-3cd63794deed req-06fd916f-9241-40bc-a6b8-7034c3d83e6e tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:37.289347 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-4ebc0518-7fea-495e-8bde-a3f4b6fd28f1 req-c913fa92-98d2-4a4c-95af-ff94e83f9e14 tempest-ServersAdminNegativeTestJSON-1561611894 tempest-ServersAdminNegativeTestJSON-1561611894-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=90afa53b-d02d-4ca8-a903-31fcd7782c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4628787 Nov 19 17:36:37.295774 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c913fa92-98d2-4a4c-95af-ff94e83f9e14 tempest-ServersAdminNegativeTestJSON-1561611894 tempest-ServersAdminNegativeTestJSON-1561611894-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b47846f-607f-47eb-b6a4-6492a29993cf,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:36:37.441203 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7af2ad00-aae3-4b77-9f93-52cd03a40cc8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:37.449038 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7af2ad00-aae3-4b77-9f93-52cd03a40cc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:37.467849 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7af2ad00-aae3-4b77-9f93-52cd03a40cc8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 652} {{(pid=103364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 17:36:37.488848 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7af2ad00-aae3-4b77-9f93-52cd03a40cc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:37.489475 n-d-818022-2 neutron-server[103364]: INFO neutron.db.segments_db [None req-7af2ad00-aae3-4b77-9f93-52cd03a40cc8 admin admin] Added segment 68bfcd28-ddb9-4d31-bcd7-e00cbe469fab of type vlan for network bc46211c-6ccc-419a-ad84-8a96ce612a26 Nov 19 17:36:37.501749 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [req-b654a800-27cc-493a-8095-b95a394915d7 req-80d2a716-78b1-4f5a-9a47-d094cfcb4bb3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06674c34-60ea-4cb6-b28d-e6090daee678 {{(pid=103365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:36:37.511672 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-b654a800-27cc-493a-8095-b95a394915d7 req-80d2a716-78b1-4f5a-9a47-d094cfcb4bb3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:37.530846 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.provisioning_blocks [req-b654a800-27cc-493a-8095-b95a394915d7 req-80d2a716-78b1-4f5a-9a47-d094cfcb4bb3 service neutron] Transition to ACTIVE for port object 06674c34-60ea-4cb6-b28d-e6090daee678 will not be triggered until provisioned by entity L2. {{(pid=103365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 17:36:37.539493 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-b654a800-27cc-493a-8095-b95a394915d7 req-80d2a716-78b1-4f5a-9a47-d094cfcb4bb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:37.564063 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7af2ad00-aae3-4b77-9f93-52cd03a40cc8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:37.597488 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7af2ad00-aae3-4b77-9f93-52cd03a40cc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:37.598888 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7af2ad00-aae3-4b77-9f93-52cd03a40cc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:37.599887 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7af2ad00-aae3-4b77-9f93-52cd03a40cc8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:37.669747 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-7af2ad00-aae3-4b77-9f93-52cd03a40cc8 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7088497 Nov 19 17:36:37.679407 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 41848) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:36:37.689473 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-cd251061-d565-4b5a-b0b7-bb2353e7ff25 admin admin] Request body: {'subnet': {'network_id': 'bc46211c-6ccc-419a-ad84-8a96ce612a26', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-303092800-subnet', 'tenant_id': '9c5376cbecff452bb91f9777c268a5ee', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:36:37.748507 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d2a716-78b1-4f5a-9a47-d094cfcb4bb3 service neutron] Pushing event updated for resources: {'Port': ['ID=06674c34-60ea-4cb6-b28d-e6090daee678,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:36:37.752977 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-288e0576-9eb3-4a17-a734-2e04c524f96d req-d39566bf-dff0-4b67-93f0-a92ac3c03600 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c4cc9c60-be8c-4a60-be1b-a29e98302997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0753853 Nov 19 17:36:37.772128 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5409a436-5ea1-4caa-86d7-54082a8d7535 req-0ff926a8-bece-4213-863c-d2f61478f171 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:37.784040 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-5409a436-5ea1-4caa-86d7-54082a8d7535 req-0ff926a8-bece-4213-863c-d2f61478f171 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.54 "GET /v2.0/ports?device_id=190b8a74-1657-4b15-9d43-f9dddedef7f2 HTTP/1.1" status: 200 len: 945 time: 0.1919100 Nov 19 17:36:37.789405 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af2ad00-aae3-4b77-9f93-52cd03a40cc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bf25dc4-f5a5-46d6-8d71-63e3b26ec102,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:36:37.833229 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af2ad00-aae3-4b77-9f93-52cd03a40cc8 admin admin] Pushing event updated for resources: {'Network': ['ID=bc46211c-6ccc-419a-ad84-8a96ce612a26,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:36:37.851705 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network bc46211c-6ccc-419a-ad84-8a96ce612a26 details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 17:36:37.875898 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7cc833-dc58-44cb-b369-32fe5c91ab8a req-5326372a-19f2-4351-9c8d-738ff380d11b tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:37.888939 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3c7cc833-dc58-44cb-b369-32fe5c91ab8a req-5326372a-19f2-4351-9c8d-738ff380d11b tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] 10.222.0.54 "GET /v2.0/ports?device_id=6a17fdac-7a37-4ae0-bb36-e0d9011c4c04 HTTP/1.1" status: 200 len: 944 time: 0.3511825 Nov 19 17:36:37.899787 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd251061-d565-4b5a-b0b7-bb2353e7ff25 admin admin] Made reservation on behalf of 9c5376cbecff452bb91f9777c268a5ee for: {'subnet': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:36:37.902779 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-cd251061-d565-4b5a-b0b7-bb2353e7ff25 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:37.914690 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-5409a436-5ea1-4caa-86d7-54082a8d7535 req-c94622de-0b75-47a5-aafb-15bf6861fc4b tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.54 "GET /v2.0/security-groups?id=740807d6-4246-4ecb-a636-49a5e5a1e11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296380 Nov 19 17:36:37.993128 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-b654a800-27cc-493a-8095-b95a394915d7 req-80d2a716-78b1-4f5a-9a47-d094cfcb4bb3 service neutron] Attempting to bind port 06674c34-60ea-4cb6-b28d-e6090daee678 on host n-h1-818022-2 for vnic_type normal with profile {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:36:37.993763 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-b654a800-27cc-493a-8095-b95a394915d7 req-80d2a716-78b1-4f5a-9a47-d094cfcb4bb3 service neutron] Attempting to bind port 06674c34-60ea-4cb6-b28d-e6090daee678 by drivers openvswitch,hyperv on host n-h1-818022-2 at level 0 using segments [{'id': '1c7c713d-c942-43a4-9f8c-240d532390e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '7e956e3c-589c-4879-abd0-2ca83ee073b3'}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:36:37.994376 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b654a800-27cc-493a-8095-b95a394915d7 req-80d2a716-78b1-4f5a-9a47-d094cfcb4bb3 service neutron] Attempting to bind port 06674c34-60ea-4cb6-b28d-e6090daee678 on network 7e956e3c-589c-4879-abd0-2ca83ee073b3 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:36:38.057861 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b654a800-27cc-493a-8095-b95a394915d7 req-80d2a716-78b1-4f5a-9a47-d094cfcb4bb3 service neutron] Port 06674c34-60ea-4cb6-b28d-e6090daee678 on network 7e956e3c-589c-4879-abd0-2ca83ee073b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-818022-2 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 17:36:38.058494 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b654a800-27cc-493a-8095-b95a394915d7 req-80d2a716-78b1-4f5a-9a47-d094cfcb4bb3 service neutron] Attempting to bind port 06674c34-60ea-4cb6-b28d-e6090daee678 on network 7e956e3c-589c-4879-abd0-2ca83ee073b3 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:36:38.077204 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [req-61f3bf26-90b8-4659-96d9-3cd63794deed req-06fd916f-9241-40bc-a6b8-7034c3d83e6e tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] Allocated IP 172.20.0.4 (129a9009-9385-4250-92f4-51006107194d/69d79900-574d-4621-892d-3cad82947dc7/c053efc6-7749-4914-ac16-a61339b0f34c) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:36:38.080361 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b654a800-27cc-493a-8095-b95a394915d7 req-80d2a716-78b1-4f5a-9a47-d094cfcb4bb3 service neutron] Checking agent: {'id': 'a6668d96-12fa-4ec0-99ad-77eaf490dd2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'started_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 36, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:36:38.081082 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b654a800-27cc-493a-8095-b95a394915d7 req-80d2a716-78b1-4f5a-9a47-d094cfcb4bb3 service neutron] Checking segment: {'id': '1c7c713d-c942-43a4-9f8c-240d532390e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '7e956e3c-589c-4879-abd0-2ca83ee073b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:36:38.081846 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b654a800-27cc-493a-8095-b95a394915d7 req-80d2a716-78b1-4f5a-9a47-d094cfcb4bb3 service neutron] Bound using segment: {'id': '1c7c713d-c942-43a4-9f8c-240d532390e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '7e956e3c-589c-4879-abd0-2ca83ee073b3'} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:36:38.082578 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-b654a800-27cc-493a-8095-b95a394915d7 req-80d2a716-78b1-4f5a-9a47-d094cfcb4bb3 service neutron] Bound port: 06674c34-60ea-4cb6-b28d-e6090daee678, host: n-h1-818022-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c7c713d-c942-43a4-9f8c-240d532390e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '7e956e3c-589c-4879-abd0-2ca83ee073b3'}}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:36:38.083248 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-b654a800-27cc-493a-8095-b95a394915d7 req-80d2a716-78b1-4f5a-9a47-d094cfcb4bb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:38.303941 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3c7cc833-dc58-44cb-b369-32fe5c91ab8a req-457b707e-e308-4769-825e-bca6aa4505a0 tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a9bb8e9-ab46-4898-9298-f60e040eb6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4136074 Nov 19 17:36:38.437022 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-66b36b2b-0cd6-43b4-9c44-7f240a55f55a req-6f877d27-0574-4862-8b1c-851b383b4f82 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=51cd71aac4854a038486be6b92d13068&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0639753 Nov 19 17:36:38.447250 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-b654a800-27cc-493a-8095-b95a394915d7 req-80d2a716-78b1-4f5a-9a47-d094cfcb4bb3 service neutron] For port 06674c34-60ea-4cb6-b28d-e6090daee678, host n-h1-818022-2, cleared binding levels {{(pid=103365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:36:38.451111 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-b654a800-27cc-493a-8095-b95a394915d7 req-80d2a716-78b1-4f5a-9a47-d094cfcb4bb3 service neutron] For port 06674c34-60ea-4cb6-b28d-e6090daee678, host n-h1-818022-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=06674c34-60ea-4cb6-b28d-e6090daee678,segment=NetworkSegment(1c7c713d-c942-43a4-9f8c-240d532390e1),segment_id=1c7c713d-c942-43a4-9f8c-240d532390e1)] {{(pid=103365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:36:38.479874 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-b654a800-27cc-493a-8095-b95a394915d7 req-80d2a716-78b1-4f5a-9a47-d094cfcb4bb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:38.583676 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b36b2b-0cd6-43b4-9c44-7f240a55f55a req-92f7b2bc-52f4-46d3-9704-fd9c2710c78b tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:38.585937 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-66b36b2b-0cd6-43b4-9c44-7f240a55f55a req-92f7b2bc-52f4-46d3-9704-fd9c2710c78b tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1423814 Nov 19 17:36:38.629477 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-61f3bf26-90b8-4659-96d9-3cd63794deed req-06fd916f-9241-40bc-a6b8-7034c3d83e6e tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:38.636924 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-66b36b2b-0cd6-43b4-9c44-7f240a55f55a req-d0b0dc7d-9127-496e-ace0-0f6888db02d8 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] 10.222.0.54 "GET /v2.0/quotas/51cd71aac4854a038486be6b92d13068 HTTP/1.1" status: 200 len: 375 time: 0.0251436 Nov 19 17:36:38.639749 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b654a800-27cc-493a-8095-b95a394915d7 req-80d2a716-78b1-4f5a-9a47-d094cfcb4bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:38.640828 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-b654a800-27cc-493a-8095-b95a394915d7 req-80d2a716-78b1-4f5a-9a47-d094cfcb4bb3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:38.643058 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b654a800-27cc-493a-8095-b95a394915d7 req-80d2a716-78b1-4f5a-9a47-d094cfcb4bb3 service neutron] 10.222.0.60 "PUT /v2.0/ports/06674c34-60ea-4cb6-b28d-e6090daee678 HTTP/1.1" status: 200 len: 1091 time: 2.4861374 Nov 19 17:36:38.653601 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eeecacdb-91b1-4eaf-90bc-0cbbbbe2b20c', 'tag': '06674c34-60ea-4cb6-b28d-e6090daee678'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:36:38.661842 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218319d759239a7d11f1288aef37381b97754913ee9ccbfd43b51a463f801712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc4ff3a0-8e8a-453b-b052-a89b95cb88fb" -d '{"events": [{"name": "network-changed", "server_uuid": "eeecacdb-91b1-4eaf-90bc-0cbbbbe2b20c", "tag": "06674c34-60ea-4cb6-b28d-e6090daee678"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:36:38.701879 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-66b36b2b-0cd6-43b4-9c44-7f240a55f55a req-8e04333f-fd18-485c-b6ec-7597834b2d7d tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=51cd71aac4854a038486be6b92d13068&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0530896 Nov 19 17:36:38.758761 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-61f3bf26-90b8-4659-96d9-3cd63794deed req-06fd916f-9241-40bc-a6b8-7034c3d83e6e tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:38.771163 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['1649679b-e7c0-4ea5-9240-8fc66bbe8eb8'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:36:38.791319 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a73315-4043-4692-b8d2-3cbb74c86c44 req-ed5e69bb-6747-487a-9dfc-fab3baf86235 tempest-AttachSCSIVolumeTestJSON-524289253 tempest-AttachSCSIVolumeTestJSON-524289253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:38.796582 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b2a73315-4043-4692-b8d2-3cbb74c86c44 req-ed5e69bb-6747-487a-9dfc-fab3baf86235 tempest-AttachSCSIVolumeTestJSON-524289253 tempest-AttachSCSIVolumeTestJSON-524289253-project] 10.222.0.54 "GET /v2.0/ports?device_id=eeecacdb-91b1-4eaf-90bc-0cbbbbe2b20c HTTP/1.1" status: 200 len: 943 time: 0.3228967 Nov 19 17:36:38.829620 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-cd251061-d565-4b5a-b0b7-bb2353e7ff25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for subnet, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:38.913649 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d2a716-78b1-4f5a-9a47-d094cfcb4bb3 service neutron] Pushing event updated for resources: {'Port': ['ID=06674c34-60ea-4cb6-b28d-e6090daee678,revision_number=3']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:36:38.968934 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61f3bf26-90b8-4659-96d9-3cd63794deed req-06fd916f-9241-40bc-a6b8-7034c3d83e6e tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] Network 129a9009-9385-4250-92f4-51006107194d is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:36:38.999242 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [req-61f3bf26-90b8-4659-96d9-3cd63794deed req-06fd916f-9241-40bc-a6b8-7034c3d83e6e tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:36:39.026647 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device ee858cdd-8d37-458e-9d85-5675efd1b6ff up at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:36:39.099432 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299b7af6-a431-4a6f-9a2e-22edf0b12604 req-48db798e-2d64-4b6d-9294-85f26b98d4aa tempest-LiveAutoBlockMigrationV225Test-71050323 tempest-LiveAutoBlockMigrationV225Test-71050323-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:39.112322 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-299b7af6-a431-4a6f-9a2e-22edf0b12604 req-48db798e-2d64-4b6d-9294-85f26b98d4aa tempest-LiveAutoBlockMigrationV225Test-71050323 tempest-LiveAutoBlockMigrationV225Test-71050323-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=190b8a74-1657-4b15-9d43-f9dddedef7f2 HTTP/1.1" status: 200 len: 1096 time: 0.0870016 Nov 19 17:36:39.206129 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-299b7af6-a431-4a6f-9a2e-22edf0b12604 req-c92c5716-1267-41c0-b481-86c45fd2e3ac tempest-LiveAutoBlockMigrationV225Test-71050323 tempest-LiveAutoBlockMigrationV225Test-71050323-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=740807d6-4246-4ecb-a636-49a5e5a1e11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871301 Nov 19 17:36:39.207435 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-61f3bf26-90b8-4659-96d9-3cd63794deed req-06fd916f-9241-40bc-a6b8-7034c3d83e6e tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:36:39.220647 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning for port ee858cdd-8d37-458e-9d85-5675efd1b6ff completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 17:36:39.226160 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f3bf26-90b8-4659-96d9-3cd63794deed req-06fd916f-9241-40bc-a6b8-7034c3d83e6e tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:39.238917 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-61f3bf26-90b8-4659-96d9-3cd63794deed req-06fd916f-9241-40bc-a6b8-7034c3d83e6e tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:39.244266 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning complete for port ee858cdd-8d37-458e-9d85-5675efd1b6ff triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:36:39.244655 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:39.259625 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd251061-d565-4b5a-b0b7-bb2353e7ff25 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1d74adf-1251-4e94-b42e-2300ee3f8122,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:36:39.347641 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fd916f-9241-40bc-a6b8-7034c3d83e6e tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] Pushing event updated for resources: {'Port': ['ID=c053efc6-7749-4914-ac16-a61339b0f34c,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:36:39.375530 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-61f3bf26-90b8-4659-96d9-3cd63794deed req-06fd916f-9241-40bc-a6b8-7034c3d83e6e tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6751773 Nov 19 17:36:39.394462 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b2a73315-4043-4692-b8d2-3cbb74c86c44 req-304026ab-84ec-4ce9-bab7-72ddecab2f14 tempest-AttachSCSIVolumeTestJSON-524289253 tempest-AttachSCSIVolumeTestJSON-524289253-project] 10.222.0.54 "GET /v2.0/security-groups?id=b0e8589e-609c-4b3c-9f62-78e2446fc7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5682149 Nov 19 17:36:39.423704 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-61f3bf26-90b8-4659-96d9-3cd63794deed req-471ad7c2-14a5-4fe2-b2ac-d903cf247dac service neutron] Request body: {'port': {'device_id': '0581bf54-51a9-41d4-a295-e6c0d3cc5e26', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818022-2'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:36:39.489683 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd251061-d565-4b5a-b0b7-bb2353e7ff25 admin admin] Checking segment: {'id': '68bfcd28-ddb9-4d31-bcd7-e00cbe469fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'bc46211c-6ccc-419a-ad84-8a96ce612a26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:36:39.490393 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd251061-d565-4b5a-b0b7-bb2353e7ff25 admin admin] Network hostable DHCP agents. Network: bc46211c-6ccc-419a-ad84-8a96ce612a26, hostable agents: ['02910ef2-0455-4aea-9f38-9a875579633f'], hosted agents: [] {{(pid=103365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 17:36:39.495286 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8343265-3b42-4065-916f-6ba2a04c8fad req-daa160a5-5bc2-4ec0-bba2-356a28e2c727 tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:39.496959 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d8343265-3b42-4065-916f-6ba2a04c8fad req-daa160a5-5bc2-4ec0-bba2-356a28e2c727 tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] 10.222.0.54 "GET /v2.0/ports?device_id=0581bf54-51a9-41d4-a295-e6c0d3cc5e26 HTTP/1.1" status: 200 len: 931 time: 0.1324596 Nov 19 17:36:39.536049 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:39.579357 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-61f3bf26-90b8-4659-96d9-3cd63794deed req-471ad7c2-14a5-4fe2-b2ac-d903cf247dac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:39.633462 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-555be4e1-c849-4af7-a2b8-7a5a4a8af922 None None] Provisioning complete for port c053efc6-7749-4914-ac16-a61339b0f34c triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:36:39.633915 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-555be4e1-c849-4af7-a2b8-7a5a4a8af922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:39.634143 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd251061-d565-4b5a-b0b7-bb2353e7ff25 admin admin] Network bc46211c-6ccc-419a-ad84-8a96ce612a26 is scheduled to be hosted by DHCP agent 02910ef2-0455-4aea-9f38-9a875579633f with binding_index 1 {{(pid=103365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 17:36:39.642311 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a17fdac-7a37-4ae0-bb36-e0d9011c4c04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee858cdd-8d37-458e-9d85-5675efd1b6ff'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:36:39.644616 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3940761bcd94e032e6960d2241bd8993c5d3a7d8dc2aca8488f3ecf1d4dd2fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db58ef4a-646b-4cda-af7e-1cbac94e5ddf" -d '{"events": [{"server_uuid": "6a17fdac-7a37-4ae0-bb36-e0d9011c4c04", "name": "network-vif-plugged", "status": "completed", "tag": "ee858cdd-8d37-458e-9d85-5675efd1b6ff"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:36:39.658540 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-cd251061-d565-4b5a-b0b7-bb2353e7ff25 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818022-2, bc46211c-6ccc-419a-ad84-8a96ce612a26) {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:36:39.679880 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd251061-d565-4b5a-b0b7-bb2353e7ff25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:39.681189 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-cd251061-d565-4b5a-b0b7-bb2353e7ff25 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:39.714894 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d8343265-3b42-4065-916f-6ba2a04c8fad req-e96f51c6-ac8d-41bc-a8c3-4c553cccc03b tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] 10.222.0.54 "GET /v2.0/security-groups?id=3bfff83b-45c8-4d9c-ba10-49566b72be4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873186 Nov 19 17:36:39.743660 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42878ecb-3435-4031-a6a9-ede28de2c2f0 None None] Network bc46211c-6ccc-419a-ad84-8a96ce612a26 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:36:39.765461 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port ee858cdd-8d37-458e-9d85-5675efd1b6ff, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=ee858cdd-8d37-458e-9d85-5675efd1b6ff,segment=NetworkSegment(3937b058-45c3-4cdc-b27d-da1ca7985067),segment_id=3937b058-45c3-4cdc-b27d-da1ca7985067)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:36:39.849461 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:39.870080 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-555be4e1-c849-4af7-a2b8-7a5a4a8af922 None None] Port c053efc6-7749-4914-ac16-a61339b0f34c cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:36:39.899504 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 17:36:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47eb41c6-8cbe-4f68-a6f0-bc7818e69d8e x-openstack-request-id: req-47eb41c6-8cbe-4f68-a6f0-bc7818e69d8e {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:36:39.900032 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eeecacdb-91b1-4eaf-90bc-0cbbbbe2b20c", "tag": "06674c34-60ea-4cb6-b28d-e6090daee678", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:36:39.900394 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-47eb41c6-8cbe-4f68-a6f0-bc7818e69d8e {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:36:39.901011 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eeecacdb-91b1-4eaf-90bc-0cbbbbe2b20c', 'tag': '06674c34-60ea-4cb6-b28d-e6090daee678', 'status': 'completed', 'code': 200} Nov 19 17:36:39.933755 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-cd251061-d565-4b5a-b0b7-bb2353e7ff25 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.2522099 Nov 19 17:36:39.977798 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=ee858cdd-8d37-458e-9d85-5675efd1b6ff,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:36:39.988110 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8eecfaa-3d46-429a-a481-8f206e7c173f req-54f58d03-966f-4ddf-9dc4-756c64c8a063 tempest-ServersAdminNegativeTestJSON-1561611894 tempest-ServersAdminNegativeTestJSON-1561611894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:39.989829 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a8eecfaa-3d46-429a-a481-8f206e7c173f req-54f58d03-966f-4ddf-9dc4-756c64c8a063 tempest-ServersAdminNegativeTestJSON-1561611894 tempest-ServersAdminNegativeTestJSON-1561611894-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=271d934b-7276-41a3-b2fe-b20c70ee5da9 HTTP/1.1" status: 200 len: 1101 time: 0.1814256 Nov 19 17:36:40.044309 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aca0b49-f634-4270-b0cf-3ceee2f1276d None None] Network bc46211c-6ccc-419a-ad84-8a96ce612a26 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:36:40.056077 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-27da5243-aa92-4328-a6d9-c1d227f37358 req-c34753b2-13fc-4d38-b16e-dde7d7636634 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] 10.222.0.54 "GET /v2.0/ports?device_id=035acc51-44f3-499f-90fe-45b4ce53c7ae HTTP/1.1" status: 200 len: 210 time: 0.0785372 Nov 19 17:36:40.078695 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a8eecfaa-3d46-429a-a481-8f206e7c173f req-442a5b1a-6306-4d83-9d38-e4fc80a25506 tempest-ServersAdminNegativeTestJSON-1561611894 tempest-ServersAdminNegativeTestJSON-1561611894-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=90afa53b-d02d-4ca8-a903-31fcd7782c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619996 Nov 19 17:36:40.204501 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 41892) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:36:40.317051 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [req-61f3bf26-90b8-4659-96d9-3cd63794deed req-471ad7c2-14a5-4fe2-b2ac-d903cf247dac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c053efc6-7749-4914-ac16-a61339b0f34c {{(pid=103365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:36:40.328672 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-61f3bf26-90b8-4659-96d9-3cd63794deed req-471ad7c2-14a5-4fe2-b2ac-d903cf247dac service neutron] Publish callbacks [] for port, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:40.340922 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31bc75d-10e3-4ed1-9e31-5e063fcfea49 req-1975e83b-311f-4bdd-8fde-92b5a610e3ce tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:40.342305 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_v2 [None req-61ae05f7-c281-4a96-8049-7d768e5c7ba1 admin admin] Deleting subnet b63c30f8-9845-49f2-baba-980bd1de73d6 {{(pid=103364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 17:36:40.351170 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b31bc75d-10e3-4ed1-9e31-5e063fcfea49 req-1975e83b-311f-4bdd-8fde-92b5a610e3ce tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] 10.222.0.54 "GET /v2.0/ports?device_id=6a17fdac-7a37-4ae0-bb36-e0d9011c4c04 HTTP/1.1" status: 200 len: 945 time: 0.1372695 Nov 19 17:36:40.361613 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-61ae05f7-c281-4a96-8049-7d768e5c7ba1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:40.381603 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.provisioning_blocks [req-61f3bf26-90b8-4659-96d9-3cd63794deed req-471ad7c2-14a5-4fe2-b2ac-d903cf247dac service neutron] Transition to ACTIVE for port object c053efc6-7749-4914-ac16-a61339b0f34c will not be triggered until provisioned by entity L2. {{(pid=103365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 17:36:40.425484 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b31bc75d-10e3-4ed1-9e31-5e063fcfea49 req-a4acd12e-3ad9-4a6c-9546-4ec8e88c9060 tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a9bb8e9-ab46-4898-9298-f60e040eb6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733225 Nov 19 17:36:40.426661 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-61f3bf26-90b8-4659-96d9-3cd63794deed req-471ad7c2-14a5-4fe2-b2ac-d903cf247dac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:40.432665 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8d5672-e8d5-4e99-8d9c-3823c4e666c6 req-ce5e05d8-8bb5-47fa-9d30-86d04b4f2684 tempest-LiveAutoBlockMigrationV225Test-71050323 tempest-LiveAutoBlockMigrationV225Test-71050323-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:40.444374 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-db8d5672-e8d5-4e99-8d9c-3823c4e666c6 req-ce5e05d8-8bb5-47fa-9d30-86d04b4f2684 tempest-LiveAutoBlockMigrationV225Test-71050323 tempest-LiveAutoBlockMigrationV225Test-71050323-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=190b8a74-1657-4b15-9d43-f9dddedef7f2 HTTP/1.1" status: 200 len: 1096 time: 0.2537773 Nov 19 17:36:40.485402 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-61ae05f7-c281-4a96-8049-7d768e5c7ba1 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:40.524209 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-db8d5672-e8d5-4e99-8d9c-3823c4e666c6 req-16a40201-3498-43cb-8424-56696681823d tempest-LiveAutoBlockMigrationV225Test-71050323 tempest-LiveAutoBlockMigrationV225Test-71050323-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=740807d6-4246-4ecb-a636-49a5e5a1e11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781655 Nov 19 17:36:40.525614 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-61ae05f7-c281-4a96-8049-7d768e5c7ba1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:40.531641 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:36:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e6824c9-edcb-47ca-b2e3-e8d1c9121904 x-openstack-request-id: req-2e6824c9-edcb-47ca-b2e3-e8d1c9121904 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:36:40.531958 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a17fdac-7a37-4ae0-bb36-e0d9011c4c04", "name": "network-vif-plugged", "status": "completed", "tag": "ee858cdd-8d37-458e-9d85-5675efd1b6ff", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:36:40.532218 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-2e6824c9-edcb-47ca-b2e3-e8d1c9121904 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:36:40.532659 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a17fdac-7a37-4ae0-bb36-e0d9011c4c04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee858cdd-8d37-458e-9d85-5675efd1b6ff', 'code': 200} Nov 19 17:36:40.558015 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-61f3bf26-90b8-4659-96d9-3cd63794deed req-471ad7c2-14a5-4fe2-b2ac-d903cf247dac service neutron] Attempting to bind port c053efc6-7749-4914-ac16-a61339b0f34c on host n-h2-818022-2 for vnic_type normal with profile {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:36:40.558352 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-61f3bf26-90b8-4659-96d9-3cd63794deed req-471ad7c2-14a5-4fe2-b2ac-d903cf247dac service neutron] Attempting to bind port c053efc6-7749-4914-ac16-a61339b0f34c by drivers openvswitch,hyperv on host n-h2-818022-2 at level 0 using segments [{'id': '31cc6645-5609-4224-bb9a-3c13df2bc7ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '129a9009-9385-4250-92f4-51006107194d'}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:36:40.558657 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f3bf26-90b8-4659-96d9-3cd63794deed req-471ad7c2-14a5-4fe2-b2ac-d903cf247dac service neutron] Attempting to bind port c053efc6-7749-4914-ac16-a61339b0f34c on network 129a9009-9385-4250-92f4-51006107194d {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:36:40.560644 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471ad7c2-14a5-4fe2-b2ac-d903cf247dac service neutron] Pushing event updated for resources: {'Port': ['ID=c053efc6-7749-4914-ac16-a61339b0f34c,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:36:40.577922 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f3bf26-90b8-4659-96d9-3cd63794deed req-471ad7c2-14a5-4fe2-b2ac-d903cf247dac service neutron] Port c053efc6-7749-4914-ac16-a61339b0f34c on network 129a9009-9385-4250-92f4-51006107194d not bound, no agent of type Open vSwitch agent registered on host n-h2-818022-2 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 17:36:40.588639 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f3bf26-90b8-4659-96d9-3cd63794deed req-471ad7c2-14a5-4fe2-b2ac-d903cf247dac service neutron] Attempting to bind port c053efc6-7749-4914-ac16-a61339b0f34c on network 129a9009-9385-4250-92f4-51006107194d {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:36:40.608227 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f3bf26-90b8-4659-96d9-3cd63794deed req-471ad7c2-14a5-4fe2-b2ac-d903cf247dac service neutron] Checking agent: {'id': '525ad2ac-c4ae-4c63-af2e-0bf8d25d0f0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'started_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 36, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:36:40.608671 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f3bf26-90b8-4659-96d9-3cd63794deed req-471ad7c2-14a5-4fe2-b2ac-d903cf247dac service neutron] Checking segment: {'id': '31cc6645-5609-4224-bb9a-3c13df2bc7ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '129a9009-9385-4250-92f4-51006107194d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:36:40.609136 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f3bf26-90b8-4659-96d9-3cd63794deed req-471ad7c2-14a5-4fe2-b2ac-d903cf247dac service neutron] Bound using segment: {'id': '31cc6645-5609-4224-bb9a-3c13df2bc7ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '129a9009-9385-4250-92f4-51006107194d'} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:36:40.609679 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-61f3bf26-90b8-4659-96d9-3cd63794deed req-471ad7c2-14a5-4fe2-b2ac-d903cf247dac service neutron] Bound port: c053efc6-7749-4914-ac16-a61339b0f34c, host: n-h2-818022-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31cc6645-5609-4224-bb9a-3c13df2bc7ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '129a9009-9385-4250-92f4-51006107194d'}}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:36:40.610077 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-61f3bf26-90b8-4659-96d9-3cd63794deed req-471ad7c2-14a5-4fe2-b2ac-d903cf247dac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:40.734235 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-61ae05f7-c281-4a96-8049-7d768e5c7ba1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for subnet, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:40.794158 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-61f3bf26-90b8-4659-96d9-3cd63794deed req-471ad7c2-14a5-4fe2-b2ac-d903cf247dac service neutron] For port c053efc6-7749-4914-ac16-a61339b0f34c, host n-h2-818022-2, cleared binding levels {{(pid=103365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:36:40.801985 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-61f3bf26-90b8-4659-96d9-3cd63794deed req-471ad7c2-14a5-4fe2-b2ac-d903cf247dac service neutron] For port c053efc6-7749-4914-ac16-a61339b0f34c, host n-h2-818022-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=c053efc6-7749-4914-ac16-a61339b0f34c,segment=NetworkSegment(31cc6645-5609-4224-bb9a-3c13df2bc7ca),segment_id=31cc6645-5609-4224-bb9a-3c13df2bc7ca)] {{(pid=103365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:36:40.805567 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ae05f7-c281-4a96-8049-7d768e5c7ba1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b63c30f8-9845-49f2-baba-980bd1de73d6,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:36:40.810840 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-61f3bf26-90b8-4659-96d9-3cd63794deed req-471ad7c2-14a5-4fe2-b2ac-d903cf247dac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:40.823139 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-61ae05f7-c281-4a96-8049-7d768e5c7ba1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:40.829516 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-61ae05f7-c281-4a96-8049-7d768e5c7ba1 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/b63c30f8-9845-49f2-baba-980bd1de73d6 HTTP/1.1" status: 204 len: 168 time: 0.6167054 Nov 19 17:36:40.833237 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 41906) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:36:40.889051 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f3bf26-90b8-4659-96d9-3cd63794deed req-471ad7c2-14a5-4fe2-b2ac-d903cf247dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:40.890411 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-61f3bf26-90b8-4659-96d9-3cd63794deed req-471ad7c2-14a5-4fe2-b2ac-d903cf247dac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:40.893202 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-61f3bf26-90b8-4659-96d9-3cd63794deed req-471ad7c2-14a5-4fe2-b2ac-d903cf247dac service neutron] 10.222.0.86 "PUT /v2.0/ports/c053efc6-7749-4914-ac16-a61339b0f34c HTTP/1.1" status: 200 len: 1091 time: 1.4972050 Nov 19 17:36:40.979795 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471ad7c2-14a5-4fe2-b2ac-d903cf247dac service neutron] Pushing event updated for resources: {'Port': ['ID=c053efc6-7749-4914-ac16-a61339b0f34c,revision_number=3']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:36:41.030073 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d3070b-3dd5-4a6e-b02a-2ba66139c2aa req-cd61e9e8-5c6f-4e4f-abbc-0482e8bcb03e tempest-AttachSCSIVolumeTestJSON-524289253 tempest-AttachSCSIVolumeTestJSON-524289253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:41.042152 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c4d3070b-3dd5-4a6e-b02a-2ba66139c2aa req-cd61e9e8-5c6f-4e4f-abbc-0482e8bcb03e tempest-AttachSCSIVolumeTestJSON-524289253 tempest-AttachSCSIVolumeTestJSON-524289253-project] 10.222.0.54 "GET /v2.0/ports?device_id=eeecacdb-91b1-4eaf-90bc-0cbbbbe2b20c HTTP/1.1" status: 200 len: 943 time: 0.3858349 Nov 19 17:36:41.099907 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5fe3bd49-0c7a-42ad-8fa3-0e1104b225e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:41.120615 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f3bf26-90b8-4659-96d9-3cd63794deed req-6a56d988-4c8a-45d1-a6b1-dce8f06b226b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:41.122509 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-61f3bf26-90b8-4659-96d9-3cd63794deed req-6a56d988-4c8a-45d1-a6b1-dce8f06b226b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=0451c16dbd91499694bb6f860678eaa9&device_id=0581bf54-51a9-41d4-a295-e6c0d3cc5e26 HTTP/1.1" status: 200 len: 1094 time: 0.1007833 Nov 19 17:36:41.239450 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c4d3070b-3dd5-4a6e-b02a-2ba66139c2aa req-50520829-1b92-46c0-ae0c-d7ad9e972d79 tempest-AttachSCSIVolumeTestJSON-524289253 tempest-AttachSCSIVolumeTestJSON-524289253-project] 10.222.0.54 "GET /v2.0/security-groups?id=b0e8589e-609c-4b3c-9f62-78e2446fc7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946237 Nov 19 17:36:41.244289 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-61f3bf26-90b8-4659-96d9-3cd63794deed req-e7e3019a-abc0-4030-85d8-a64e5da3a8f3 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c053efc6-7749-4914-ac16-a61339b0f34c HTTP/1.1" status: 200 len: 217 time: 0.1059139 Nov 19 17:36:41.324328 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5fe3bd49-0c7a-42ad-8fa3-0e1104b225e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:41.366933 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f3bf26-90b8-4659-96d9-3cd63794deed req-984c0917-cc15-4913-a9a4-8c8f39433f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:41.369080 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-61f3bf26-90b8-4659-96d9-3cd63794deed req-984c0917-cc15-4913-a9a4-8c8f39433f76 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=69d79900-574d-4621-892d-3cad82947dc7 HTTP/1.1" status: 200 len: 859 time: 0.1123919 Nov 19 17:36:41.396618 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57609f22-f053-4fa7-9924-4d65d2c39eea req-06285dd2-ce69-43dc-99bc-efd8ada138a2 tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:41.400901 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5fe3bd49-0c7a-42ad-8fa3-0e1104b225e9 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:36:41.401252 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5fe3bd49-0c7a-42ad-8fa3-0e1104b225e9 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:36:41.402025 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5fe3bd49-0c7a-42ad-8fa3-0e1104b225e9 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:36:41.402376 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5fe3bd49-0c7a-42ad-8fa3-0e1104b225e9 admin admin] Subscribe: > port after_create 55550000 {{(pid=103364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:36:41.402727 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5fe3bd49-0c7a-42ad-8fa3-0e1104b225e9 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:36:41.406014 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5fe3bd49-0c7a-42ad-8fa3-0e1104b225e9 admin admin] Subscribe: > port after_update 55550000 {{(pid=103364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:36:41.406014 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5fe3bd49-0c7a-42ad-8fa3-0e1104b225e9 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:36:41.406014 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5fe3bd49-0c7a-42ad-8fa3-0e1104b225e9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:36:41.406014 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5fe3bd49-0c7a-42ad-8fa3-0e1104b225e9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:36:41.406014 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5fe3bd49-0c7a-42ad-8fa3-0e1104b225e9 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:36:41.406906 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-57609f22-f053-4fa7-9924-4d65d2c39eea req-06285dd2-ce69-43dc-99bc-efd8ada138a2 tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] 10.222.0.54 "GET /v2.0/ports?device_id=0581bf54-51a9-41d4-a295-e6c0d3cc5e26 HTTP/1.1" status: 200 len: 943 time: 0.1995072 Nov 19 17:36:41.502817 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f3bf26-90b8-4659-96d9-3cd63794deed req-238a4d09-e216-4f29-89e2-70926b50010b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:41.511243 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-61f3bf26-90b8-4659-96d9-3cd63794deed req-238a4d09-e216-4f29-89e2-70926b50010b service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=129a9009-9385-4250-92f4-51006107194d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0964584 Nov 19 17:36:41.530380 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-57609f22-f053-4fa7-9924-4d65d2c39eea req-6ac971d6-d25b-4b7a-8989-1e38de3f1b7a tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] 10.222.0.54 "GET /v2.0/security-groups?id=3bfff83b-45c8-4d9c-ba10-49566b72be4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045699 Nov 19 17:36:41.600958 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5fe3bd49-0c7a-42ad-8fa3-0e1104b225e9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:36:41.601412 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5fe3bd49-0c7a-42ad-8fa3-0e1104b225e9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:36:41.601861 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5fe3bd49-0c7a-42ad-8fa3-0e1104b225e9 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:36:41.602294 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5fe3bd49-0c7a-42ad-8fa3-0e1104b225e9 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:36:41.602768 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-5fe3bd49-0c7a-42ad-8fa3-0e1104b225e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e491931f-c7f3-49ec-b435-29a1137a6137']}} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:36:41.637598 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-5fe3bd49-0c7a-42ad-8fa3-0e1104b225e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17f63ba5-8782-456a-8dec-9a9706b31824') {'for_net_delete': True} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:36:41.638409 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-5fe3bd49-0c7a-42ad-8fa3-0e1104b225e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17f63ba5-8782-456a-8dec-9a9706b31824') {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:36:41.651065 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-61f3bf26-90b8-4659-96d9-3cd63794deed req-1a3b43b7-9c85-427f-91ee-0af5bba33dd9 service neutron] 10.222.0.86 "GET /v2.0/networks/129a9009-9385-4250-92f4-51006107194d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349723 Nov 19 17:36:41.673787 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4008e22-ad72-4eb9-b086-70f9326fa708 req-651fd3b6-0bcc-42ed-aa2d-5caf8ef3f677 tempest-LiveAutoBlockMigrationV225Test-71050323 tempest-LiveAutoBlockMigrationV225Test-71050323-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:41.674888 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c4008e22-ad72-4eb9-b086-70f9326fa708 req-651fd3b6-0bcc-42ed-aa2d-5caf8ef3f677 tempest-LiveAutoBlockMigrationV225Test-71050323 tempest-LiveAutoBlockMigrationV225Test-71050323-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=190b8a74-1657-4b15-9d43-f9dddedef7f2 HTTP/1.1" status: 200 len: 1096 time: 0.0736434 Nov 19 17:36:41.682590 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5fe3bd49-0c7a-42ad-8fa3-0e1104b225e9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417396'] for segment, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:41.723018 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-68d4f26d-0d90-4556-a2a8-cff7365e11e4 req-f6ff00fd-d9af-4bec-81e4-c570255a7ce8 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] 10.222.0.54 "GET /v2.0/ports?device_id=035acc51-44f3-499f-90fe-45b4ce53c7ae HTTP/1.1" status: 200 len: 210 time: 0.1149888 Nov 19 17:36:41.759793 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5fe3bd49-0c7a-42ad-8fa3-0e1104b225e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:41.778013 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fe3bd49-0c7a-42ad-8fa3-0e1104b225e9 admin admin] Releasing vlan 682 on physical network physnet1 to pool {{(pid=103364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 17:36:41.780329 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5fe3bd49-0c7a-42ad-8fa3-0e1104b225e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12425183'] for segment, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:41.810596 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c4008e22-ad72-4eb9-b086-70f9326fa708 req-3d8207ef-77af-4bdb-a862-5481225e43b4 tempest-LiveAutoBlockMigrationV225Test-71050323 tempest-LiveAutoBlockMigrationV225Test-71050323-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=740807d6-4246-4ecb-a636-49a5e5a1e11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892608 Nov 19 17:36:41.820728 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-61f3bf26-90b8-4659-96d9-3cd63794deed req-003622bb-2a66-4257-8b87-750561abdbf2 service neutron] 10.222.0.86 "GET /v2.0/networks/129a9009-9385-4250-92f4-51006107194d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559925 Nov 19 17:36:41.897987 n-d-818022-2 neutron-server[103364]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 19 17:36:41.897987 n-d-818022-2 neutron-server[103364]: from cryptography.utils import int_from_bytes Nov 19 17:36:41.897987 n-d-818022-2 neutron-server[103364]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 19 17:36:41.897987 n-d-818022-2 neutron-server[103364]: from cryptography.utils import int_from_bytes Nov 19 17:36:41.897987 n-d-818022-2 neutron-server[103364]: Traceback (most recent call last): Nov 19 17:36:41.897987 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 17:36:41.897987 n-d-818022-2 neutron-server[103364]: timer() Nov 19 17:36:41.897987 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 17:36:41.897987 n-d-818022-2 neutron-server[103364]: cb(*args, **kw) Nov 19 17:36:41.897987 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 17:36:41.897987 n-d-818022-2 neutron-server[103364]: return func(*args, **kwargs) Nov 19 17:36:41.897987 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 17:36:41.897987 n-d-818022-2 neutron-server[103364]: self._notify() Nov 19 17:36:41.897987 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 17:36:41.897987 n-d-818022-2 neutron-server[103364]: self.callback(batched_events) Nov 19 17:36:41.897987 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 17:36:41.897987 n-d-818022-2 neutron-server[103364]: event.method(event) Nov 19 17:36:41.897987 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 17:36:41.897987 n-d-818022-2 neutron-server[103364]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 17:36:41.897987 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 17:36:41.897987 n-d-818022-2 neutron-server[103364]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 17:36:41.897987 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 17:36:41.897987 n-d-818022-2 neutron-server[103364]: return f(self, *a, **k) Nov 19 17:36:41.897987 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 17:36:41.897987 n-d-818022-2 neutron-server[103364]: return self._get(url).json() Nov 19 17:36:41.897987 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 17:36:41.897987 n-d-818022-2 neutron-server[103364]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 17:36:41.897987 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 17:36:41.897987 n-d-818022-2 neutron-server[103364]: return self.request(url, 'GET', **kwargs) Nov 19 17:36:41.897987 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 17:36:41.897987 n-d-818022-2 neutron-server[103364]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 17:36:41.897987 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 17:36:41.897987 n-d-818022-2 neutron-server[103364]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 17:36:41.897987 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 17:36:41.897987 n-d-818022-2 neutron-server[103364]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 17:36:41.897987 n-d-818022-2 neutron-server[103364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 17:36:41.902089 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0581bf54-51a9-41d4-a295-e6c0d3cc5e26', 'tag': 'c053efc6-7749-4914-ac16-a61339b0f34c'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:36:41.902619 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5fe3bd49-0c7a-42ad-8fa3-0e1104b225e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671242'] for network, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:41.904665 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218319d759239a7d11f1288aef37381b97754913ee9ccbfd43b51a463f801712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fe4cca9-494e-423a-8ded-64f0ea153088" -d '{"events": [{"name": "network-changed", "server_uuid": "0581bf54-51a9-41d4-a295-e6c0d3cc5e26", "tag": "c053efc6-7749-4914-ac16-a61339b0f34c"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:36:41.980072 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5fe3bd49-0c7a-42ad-8fa3-0e1104b225e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:41.983394 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-5fe3bd49-0c7a-42ad-8fa3-0e1104b225e9 admin admin] 10.222.0.54 "DELETE /v2.0/networks/e491931f-c7f3-49ec-b435-29a1137a6137 HTTP/1.1" status: 204 len: 168 time: 1.1390626 Nov 19 17:36:41.986445 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 41924) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:36:42.015597 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe3bd49-0c7a-42ad-8fa3-0e1104b225e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=e491931f-c7f3-49ec-b435-29a1137a6137,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:36:42.049759 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce090136-cfc3-4616-a98b-fae50d8dcd58 req-8b0649d8-c215-4ac7-a62f-e2063c72519d tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:42.051519 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ce090136-cfc3-4616-a98b-fae50d8dcd58 req-8b0649d8-c215-4ac7-a62f-e2063c72519d tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] 10.222.0.54 "GET /v2.0/ports?device_id=6a17fdac-7a37-4ae0-bb36-e0d9011c4c04 HTTP/1.1" status: 200 len: 945 time: 0.1520870 Nov 19 17:36:42.057940 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4b21694-6d8f-4c79-98d0-6fbb6f410d4c admin admin] Deleting subnet a1d74adf-1251-4e94-b42e-2300ee3f8122 {{(pid=103365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 17:36:42.062889 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d4b21694-6d8f-4c79-98d0-6fbb6f410d4c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:42.131759 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d4b21694-6d8f-4c79-98d0-6fbb6f410d4c admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:42.143657 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ce090136-cfc3-4616-a98b-fae50d8dcd58 req-97fd6f07-9624-49a9-8f66-6ee869fce596 tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a9bb8e9-ab46-4898-9298-f60e040eb6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821352 Nov 19 17:36:42.143883 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d4b21694-6d8f-4c79-98d0-6fbb6f410d4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:42.180712 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 17:36:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb4de5f4-94bb-467f-8627-3e795cccc55a x-openstack-request-id: req-eb4de5f4-94bb-467f-8627-3e795cccc55a {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:36:42.181325 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0581bf54-51a9-41d4-a295-e6c0d3cc5e26", "tag": "c053efc6-7749-4914-ac16-a61339b0f34c", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:36:42.181721 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-eb4de5f4-94bb-467f-8627-3e795cccc55a {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:36:42.183587 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0581bf54-51a9-41d4-a295-e6c0d3cc5e26', 'tag': 'c053efc6-7749-4914-ac16-a61339b0f34c', 'status': 'completed', 'code': 200} Nov 19 17:36:42.245316 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d4b21694-6d8f-4c79-98d0-6fbb6f410d4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for subnet, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:42.309865 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b21694-6d8f-4c79-98d0-6fbb6f410d4c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1d74adf-1251-4e94-b42e-2300ee3f8122,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:36:42.489095 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bd8bb2-cbe7-4cf0-9c94-cdfd34c3b8ce req-20c78bf1-0377-4082-9f91-bf71f6e8c55f tempest-AttachSCSIVolumeTestJSON-524289253 tempest-AttachSCSIVolumeTestJSON-524289253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:42.490824 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-29bd8bb2-cbe7-4cf0-9c94-cdfd34c3b8ce req-20c78bf1-0377-4082-9f91-bf71f6e8c55f tempest-AttachSCSIVolumeTestJSON-524289253 tempest-AttachSCSIVolumeTestJSON-524289253-project] 10.222.0.54 "GET /v2.0/ports?device_id=eeecacdb-91b1-4eaf-90bc-0cbbbbe2b20c HTTP/1.1" status: 200 len: 943 time: 0.0943644 Nov 19 17:36:42.564457 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-29bd8bb2-cbe7-4cf0-9c94-cdfd34c3b8ce req-34e835c3-3f24-4b84-86ee-96dcd06d57ca tempest-AttachSCSIVolumeTestJSON-524289253 tempest-AttachSCSIVolumeTestJSON-524289253-project] 10.222.0.54 "GET /v2.0/security-groups?id=b0e8589e-609c-4b3c-9f62-78e2446fc7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665588 Nov 19 17:36:42.645760 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d4b21694-6d8f-4c79-98d0-6fbb6f410d4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:42.649031 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-d4b21694-6d8f-4c79-98d0-6fbb6f410d4c admin admin] 10.222.0.54 "DELETE /v2.0/subnets/a1d74adf-1251-4e94-b42e-2300ee3f8122 HTTP/1.1" status: 204 len: 168 time: 0.6615429 Nov 19 17:36:42.654662 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 41934) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:36:42.669158 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe4cca9-494e-423a-8ded-64f0ea153088 req-abddbd02-f599-40b2-be12-f1fd6207a61c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:42.670735 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8fe4cca9-494e-423a-8ded-64f0ea153088 req-abddbd02-f599-40b2-be12-f1fd6207a61c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=0451c16dbd91499694bb6f860678eaa9&device_id=0581bf54-51a9-41d4-a295-e6c0d3cc5e26 HTTP/1.1" status: 200 len: 1094 time: 0.4385114 Nov 19 17:36:42.750891 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efcd9e3-fdf7-43e2-a8e1-21b733192636 req-040d773c-fb50-4137-8b9c-9ef3d058c5f3 tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:42.764630 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-4efcd9e3-fdf7-43e2-a8e1-21b733192636 req-040d773c-fb50-4137-8b9c-9ef3d058c5f3 tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] 10.222.0.54 "GET /v2.0/ports?device_id=0581bf54-51a9-41d4-a295-e6c0d3cc5e26 HTTP/1.1" status: 200 len: 943 time: 0.1307318 Nov 19 17:36:42.806483 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6859ff6-ea43-49f9-96e3-29f32ba78fa8 req-a835fa88-d203-43d7-a68e-dcccc8edaf69 tempest-ServersAdminNegativeTestJSON-105860662 tempest-ServersAdminNegativeTestJSON-105860662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:42.820693 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a6859ff6-ea43-49f9-96e3-29f32ba78fa8 req-a835fa88-d203-43d7-a68e-dcccc8edaf69 tempest-ServersAdminNegativeTestJSON-105860662 tempest-ServersAdminNegativeTestJSON-105860662-project] 10.222.0.54 "GET /v2.0/ports?device_id=271d934b-7276-41a3-b2fe-b20c70ee5da9 HTTP/1.1" status: 200 len: 950 time: 0.5153027 Nov 19 17:36:42.857330 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-4efcd9e3-fdf7-43e2-a8e1-21b733192636 req-49dae9da-7445-4653-96c5-87338af8e81f tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] 10.222.0.54 "GET /v2.0/security-groups?id=3bfff83b-45c8-4d9c-ba10-49566b72be4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911715 Nov 19 17:36:42.887406 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3eb05e1a-c6e7-4d59-987b-e9d6bf86d71e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:42.954509 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a6859ff6-ea43-49f9-96e3-29f32ba78fa8 req-f617e290-52a1-44f1-b015-d889b1f5f7e5 tempest-ServersAdminNegativeTestJSON-105860662 tempest-ServersAdminNegativeTestJSON-105860662-project] 10.222.0.54 "GET /v2.0/security-groups?id=90afa53b-d02d-4ca8-a903-31fcd7782c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325705 Nov 19 17:36:42.980652 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9c8ee888-8fe7-49aa-90b9-82c74a6d25df req-d952c3f0-27b7-4c4b-8b47-fc38a2f18e6d tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] 10.222.0.54 "GET /v2.0/ports?device_id=035acc51-44f3-499f-90fe-45b4ce53c7ae HTTP/1.1" status: 200 len: 210 time: 0.0421867 Nov 19 17:36:43.043261 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe4cca9-494e-423a-8ded-64f0ea153088 req-5ff22867-178e-4fde-820f-1934ff000e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:43.044672 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8fe4cca9-494e-423a-8ded-64f0ea153088 req-5ff22867-178e-4fde-820f-1934ff000e99 service neutron] 10.222.0.86 "GET /v2.0/networks?id=129a9009-9385-4250-92f4-51006107194d HTTP/1.1" status: 200 len: 921 time: 0.3299794 Nov 19 17:36:43.157911 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8fe4cca9-494e-423a-8ded-64f0ea153088 req-7e695227-7b7b-46c3-b45d-b93831e3ac55 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c053efc6-7749-4914-ac16-a61339b0f34c HTTP/1.1" status: 200 len: 217 time: 0.0692775 Nov 19 17:36:43.160478 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3eb05e1a-c6e7-4d59-987b-e9d6bf86d71e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:43.217540 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3eb05e1a-c6e7-4d59-987b-e9d6bf86d71e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:36:43.217890 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3eb05e1a-c6e7-4d59-987b-e9d6bf86d71e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:36:43.219476 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3eb05e1a-c6e7-4d59-987b-e9d6bf86d71e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:36:43.219476 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3eb05e1a-c6e7-4d59-987b-e9d6bf86d71e admin admin] Subscribe: > port after_create 55550000 {{(pid=103365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:36:43.219476 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3eb05e1a-c6e7-4d59-987b-e9d6bf86d71e admin admin] Subscribe: > port after_delete 55550000 {{(pid=103365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:36:43.219880 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3eb05e1a-c6e7-4d59-987b-e9d6bf86d71e admin admin] Subscribe: > port after_update 55550000 {{(pid=103365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:36:43.219970 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3eb05e1a-c6e7-4d59-987b-e9d6bf86d71e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:36:43.220250 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3eb05e1a-c6e7-4d59-987b-e9d6bf86d71e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:36:43.220558 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3eb05e1a-c6e7-4d59-987b-e9d6bf86d71e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:36:43.220895 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3eb05e1a-c6e7-4d59-987b-e9d6bf86d71e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:36:43.305614 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38554c8d-d1bc-4cc0-9a5b-837b425bf808 req-c23d4eb1-a31b-4a68-a0c2-a872b189a55c tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:43.307276 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-38554c8d-d1bc-4cc0-9a5b-837b425bf808 req-c23d4eb1-a31b-4a68-a0c2-a872b189a55c tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] 10.222.0.54 "GET /v2.0/ports?device_id=6a17fdac-7a37-4ae0-bb36-e0d9011c4c04 HTTP/1.1" status: 200 len: 945 time: 0.0526655 Nov 19 17:36:43.313498 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3eb05e1a-c6e7-4d59-987b-e9d6bf86d71e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:36:43.313874 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3eb05e1a-c6e7-4d59-987b-e9d6bf86d71e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:36:43.314206 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3eb05e1a-c6e7-4d59-987b-e9d6bf86d71e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:36:43.314532 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3eb05e1a-c6e7-4d59-987b-e9d6bf86d71e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 17:36:43.315013 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-3eb05e1a-c6e7-4d59-987b-e9d6bf86d71e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc46211c-6ccc-419a-ad84-8a96ce612a26']}} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:36:43.347314 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-3eb05e1a-c6e7-4d59-987b-e9d6bf86d71e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68bfcd28-ddb9-4d31-bcd7-e00cbe469fab') {'for_net_delete': True} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:36:43.347627 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-3eb05e1a-c6e7-4d59-987b-e9d6bf86d71e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68bfcd28-ddb9-4d31-bcd7-e00cbe469fab') {} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:36:43.357460 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf997076-7946-4b4d-8080-d0e19db5e31b req-44c40313-3cd6-4372-b8cb-6dbdc852dbf6 tempest-LiveAutoBlockMigrationV225Test-71050323 tempest-LiveAutoBlockMigrationV225Test-71050323-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:43.367211 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-38554c8d-d1bc-4cc0-9a5b-837b425bf808 req-d7428732-60fc-42c1-aa75-4a268ec3332a tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a9bb8e9-ab46-4898-9298-f60e040eb6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534890 Nov 19 17:36:43.368701 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-bf997076-7946-4b4d-8080-d0e19db5e31b req-44c40313-3cd6-4372-b8cb-6dbdc852dbf6 tempest-LiveAutoBlockMigrationV225Test-71050323 tempest-LiveAutoBlockMigrationV225Test-71050323-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=190b8a74-1657-4b15-9d43-f9dddedef7f2 HTTP/1.1" status: 200 len: 1096 time: 0.3470745 Nov 19 17:36:43.412960 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3eb05e1a-c6e7-4d59-987b-e9d6bf86d71e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12545382'] for segment, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:43.440377 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe4cca9-494e-423a-8ded-64f0ea153088 req-ffaff99f-84fe-4536-9fb0-a5fee5407939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:43.441967 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8fe4cca9-494e-423a-8ded-64f0ea153088 req-ffaff99f-84fe-4536-9fb0-a5fee5407939 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=69d79900-574d-4621-892d-3cad82947dc7 HTTP/1.1" status: 200 len: 859 time: 0.2681024 Nov 19 17:36:43.456296 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3eb05e1a-c6e7-4d59-987b-e9d6bf86d71e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:43.512166 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3eb05e1a-c6e7-4d59-987b-e9d6bf86d71e admin admin] Releasing vlan 652 on physical network physnet1 to pool {{(pid=103365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 17:36:43.512596 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3eb05e1a-c6e7-4d59-987b-e9d6bf86d71e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12282953'] for segment, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:43.517295 n-d-818022-2 neutron-server[103365]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 19 17:36:43.517295 n-d-818022-2 neutron-server[103365]: from cryptography.utils import int_from_bytes Nov 19 17:36:43.517295 n-d-818022-2 neutron-server[103365]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 19 17:36:43.517295 n-d-818022-2 neutron-server[103365]: from cryptography.utils import int_from_bytes Nov 19 17:36:43.517295 n-d-818022-2 neutron-server[103365]: Traceback (most recent call last): Nov 19 17:36:43.517295 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 17:36:43.517295 n-d-818022-2 neutron-server[103365]: timer() Nov 19 17:36:43.517295 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 17:36:43.517295 n-d-818022-2 neutron-server[103365]: cb(*args, **kw) Nov 19 17:36:43.517295 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 17:36:43.517295 n-d-818022-2 neutron-server[103365]: return func(*args, **kwargs) Nov 19 17:36:43.517295 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 17:36:43.517295 n-d-818022-2 neutron-server[103365]: self._notify() Nov 19 17:36:43.517295 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 17:36:43.517295 n-d-818022-2 neutron-server[103365]: self.callback(batched_events) Nov 19 17:36:43.517295 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 17:36:43.517295 n-d-818022-2 neutron-server[103365]: event.method(event) Nov 19 17:36:43.517295 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 17:36:43.517295 n-d-818022-2 neutron-server[103365]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 17:36:43.517295 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 17:36:43.517295 n-d-818022-2 neutron-server[103365]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 17:36:43.517295 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 17:36:43.517295 n-d-818022-2 neutron-server[103365]: return f(self, *a, **k) Nov 19 17:36:43.517295 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 17:36:43.517295 n-d-818022-2 neutron-server[103365]: return self._get(url).json() Nov 19 17:36:43.517295 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 17:36:43.517295 n-d-818022-2 neutron-server[103365]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 17:36:43.517295 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 17:36:43.517295 n-d-818022-2 neutron-server[103365]: return self.request(url, 'GET', **kwargs) Nov 19 17:36:43.517295 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 17:36:43.517295 n-d-818022-2 neutron-server[103365]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 17:36:43.517295 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 17:36:43.517295 n-d-818022-2 neutron-server[103365]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 17:36:43.517295 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 17:36:43.517295 n-d-818022-2 neutron-server[103365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 17:36:43.517295 n-d-818022-2 neutron-server[103365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 17:36:43.557131 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-bf997076-7946-4b4d-8080-d0e19db5e31b req-7ffe6ef7-6c15-4542-82b4-2da0d3511c25 tempest-LiveAutoBlockMigrationV225Test-71050323 tempest-LiveAutoBlockMigrationV225Test-71050323-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=740807d6-4246-4ecb-a636-49a5e5a1e11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875038 Nov 19 17:36:43.582986 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe4cca9-494e-423a-8ded-64f0ea153088 req-d8985439-a389-4385-8798-e15cb5785684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:43.584591 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8fe4cca9-494e-423a-8ded-64f0ea153088 req-d8985439-a389-4385-8798-e15cb5785684 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=129a9009-9385-4250-92f4-51006107194d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1299264 Nov 19 17:36:43.585690 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3eb05e1a-c6e7-4d59-987b-e9d6bf86d71e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671242'] for network, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:43.616346 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3eb05e1a-c6e7-4d59-987b-e9d6bf86d71e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:43.626527 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-3eb05e1a-c6e7-4d59-987b-e9d6bf86d71e admin admin] 10.222.0.54 "DELETE /v2.0/networks/bc46211c-6ccc-419a-ad84-8a96ce612a26 HTTP/1.1" status: 204 len: 168 time: 0.9698560 Nov 19 17:36:43.685252 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb05e1a-c6e7-4d59-987b-e9d6bf86d71e admin admin] Pushing event deleted for resources: {'Network': ['ID=bc46211c-6ccc-419a-ad84-8a96ce612a26,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:36:43.786301 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f198fd1-20e8-468e-ac89-1ca94c3a0772 req-68cb5ec9-192b-41de-910e-f992a5e24251 tempest-AttachSCSIVolumeTestJSON-524289253 tempest-AttachSCSIVolumeTestJSON-524289253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:43.797793 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6f198fd1-20e8-468e-ac89-1ca94c3a0772 req-68cb5ec9-192b-41de-910e-f992a5e24251 tempest-AttachSCSIVolumeTestJSON-524289253 tempest-AttachSCSIVolumeTestJSON-524289253-project] 10.222.0.54 "GET /v2.0/ports?device_id=eeecacdb-91b1-4eaf-90bc-0cbbbbe2b20c HTTP/1.1" status: 200 len: 943 time: 0.1137271 Nov 19 17:36:43.822834 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8fe4cca9-494e-423a-8ded-64f0ea153088 req-9b51e567-1327-4d03-829d-a5a5b2b5c779 service neutron] 10.222.0.86 "GET /v2.0/networks/129a9009-9385-4250-92f4-51006107194d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2277644 Nov 19 17:36:43.929768 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 41956) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:36:43.946213 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6f198fd1-20e8-468e-ac89-1ca94c3a0772 req-027ec57c-aed5-4bbe-be26-477b2f58a2ce tempest-AttachSCSIVolumeTestJSON-524289253 tempest-AttachSCSIVolumeTestJSON-524289253-project] 10.222.0.54 "GET /v2.0/security-groups?id=b0e8589e-609c-4b3c-9f62-78e2446fc7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470082 Nov 19 17:36:44.003218 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8fe4cca9-494e-423a-8ded-64f0ea153088 req-95025001-3a4e-4b54-87bf-c1a1edbb17f5 service neutron] 10.222.0.86 "GET /v2.0/networks/129a9009-9385-4250-92f4-51006107194d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665037 Nov 19 17:36:44.026482 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-5d7d8b59-1136-42c7-85a7-ea89f1550717 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b398c6c174714877a90bb12bff501369&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0930154 Nov 19 17:36:44.030002 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 41966) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:36:44.089317 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-80bb2a1f-0a85-4918-b1dc-fecfab84f931 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:44.109988 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbafa8ee-95ee-4d09-bd21-e3b872ca11f2 req-f17ecdf3-1b61-4f11-b4fc-101a29a4c375 tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:44.111499 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-dbafa8ee-95ee-4d09-bd21-e3b872ca11f2 req-f17ecdf3-1b61-4f11-b4fc-101a29a4c375 tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] 10.222.0.54 "GET /v2.0/ports?device_id=0581bf54-51a9-41d4-a295-e6c0d3cc5e26 HTTP/1.1" status: 200 len: 943 time: 0.0516458 Nov 19 17:36:44.113066 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-80bb2a1f-0a85-4918-b1dc-fecfab84f931 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:44.166693 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-dbafa8ee-95ee-4d09-bd21-e3b872ca11f2 req-e13e6bae-1050-4ca7-986b-ab6a715b7cf6 tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] 10.222.0.54 "GET /v2.0/security-groups?id=3bfff83b-45c8-4d9c-ba10-49566b72be4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478332 Nov 19 17:36:44.174672 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-80bb2a1f-0a85-4918-b1dc-fecfab84f931 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:44.177781 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-80bb2a1f-0a85-4918-b1dc-fecfab84f931 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:44.179726 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-80bb2a1f-0a85-4918-b1dc-fecfab84f931 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d855cdb2-82d9-4cc3-b590-3f8f83514f40 HTTP/1.1" status: 204 len: 168 time: 0.1483505 Nov 19 17:36:44.190605 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bb2a1f-0a85-4918-b1dc-fecfab84f931 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d855cdb2-82d9-4cc3-b590-3f8f83514f40,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:36:44.251683 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6f6fa7-f64e-4095-8c49-c629f1da9604 req-49959779-339f-460a-8b52-dd6813efc417 tempest-ServersAdminNegativeTestJSON-105860662 tempest-ServersAdminNegativeTestJSON-105860662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:44.253362 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8a6f6fa7-f64e-4095-8c49-c629f1da9604 req-49959779-339f-460a-8b52-dd6813efc417 tempest-ServersAdminNegativeTestJSON-105860662 tempest-ServersAdminNegativeTestJSON-105860662-project] 10.222.0.86 "GET /v2.0/ports?device_id=271d934b-7276-41a3-b2fe-b20c70ee5da9 HTTP/1.1" status: 200 len: 950 time: 0.0631404 Nov 19 17:36:44.399379 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfe7b4e-bcac-46f6-a487-0d3b77bed4bd req-f7ae6756-2817-4f55-a8f2-80a14f4f27c5 tempest-ServersAdminNegativeTestJSON-105860662 tempest-ServersAdminNegativeTestJSON-105860662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:44.401001 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2cfe7b4e-bcac-46f6-a487-0d3b77bed4bd req-f7ae6756-2817-4f55-a8f2-80a14f4f27c5 tempest-ServersAdminNegativeTestJSON-105860662 tempest-ServersAdminNegativeTestJSON-105860662-project] 10.222.0.54 "GET /v2.0/ports?device_id=271d934b-7276-41a3-b2fe-b20c70ee5da9 HTTP/1.1" status: 200 len: 950 time: 0.1003602 Nov 19 17:36:44.422038 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-8a6f6fa7-f64e-4095-8c49-c629f1da9604 req-da3692ae-979b-4e31-aa3c-8667c3e11f23 tempest-ServersAdminNegativeTestJSON-105860662 tempest-ServersAdminNegativeTestJSON-105860662-project] Deleting port 77b1ab33-58b6-40b7-b9b6-ea03f4d79755 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:36:44.422477 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-8a6f6fa7-f64e-4095-8c49-c629f1da9604 req-da3692ae-979b-4e31-aa3c-8667c3e11f23 tempest-ServersAdminNegativeTestJSON-105860662 tempest-ServersAdminNegativeTestJSON-105860662-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:44.534065 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2cfe7b4e-bcac-46f6-a487-0d3b77bed4bd req-e7af7be6-c557-489a-a8ef-cde485f69d74 tempest-ServersAdminNegativeTestJSON-105860662 tempest-ServersAdminNegativeTestJSON-105860662-project] 10.222.0.54 "GET /v2.0/security-groups?id=90afa53b-d02d-4ca8-a903-31fcd7782c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233840 Nov 19 17:36:44.566837 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-8a6f6fa7-f64e-4095-8c49-c629f1da9604 req-da3692ae-979b-4e31-aa3c-8667c3e11f23 tempest-ServersAdminNegativeTestJSON-105860662 tempest-ServersAdminNegativeTestJSON-105860662-project] For port 77b1ab33-58b6-40b7-b9b6-ea03f4d79755, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=77b1ab33-58b6-40b7-b9b6-ea03f4d79755,segment=NetworkSegment(1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861),segment_id=1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:36:44.567222 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-8a6f6fa7-f64e-4095-8c49-c629f1da9604 req-da3692ae-979b-4e31-aa3c-8667c3e11f23 tempest-ServersAdminNegativeTestJSON-105860662 tempest-ServersAdminNegativeTestJSON-105860662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:44.582195 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-8a6f6fa7-f64e-4095-8c49-c629f1da9604 req-da3692ae-979b-4e31-aa3c-8667c3e11f23 tempest-ServersAdminNegativeTestJSON-105860662 tempest-ServersAdminNegativeTestJSON-105860662-project] Calling delete_port for 77b1ab33-58b6-40b7-b9b6-ea03f4d79755 owned by compute:nova {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:36:44.608767 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device c053efc6-7749-4914-ac16-a61339b0f34c details requested by agent hyperv_n-h2-818022-2 with host n-h2-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 17:36:44.684624 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8e0bcd43-33f3-46f3-af4f-2323ea0bef7f req-b6dc073a-fa28-40c0-baf6-bc97a3e50d1d tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] 10.222.0.54 "GET /v2.0/ports?device_id=035acc51-44f3-499f-90fe-45b4ce53c7ae HTTP/1.1" status: 200 len: 210 time: 0.0327835 Nov 19 17:36:44.708942 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 41994) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:36:44.737769 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port c053efc6-7749-4914-ac16-a61339b0f34c, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=c053efc6-7749-4914-ac16-a61339b0f34c,segment=NetworkSegment(31cc6645-5609-4224-bb9a-3c13df2bc7ca),segment_id=31cc6645-5609-4224-bb9a-3c13df2bc7ca)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:36:44.750430 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Returning: {'device': 'c053efc6-7749-4914-ac16-a61339b0f34c', 'network_id': '129a9009-9385-4250-92f4-51006107194d', 'port_id': 'c053efc6-7749-4914-ac16-a61339b0f34c', 'mac_address': 'fa:16:3e:4b:e7:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 676, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69d79900-574d-4621-892d-3cad82947dc7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 17:36:44.790511 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:44.804494 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c053efc6-7749-4914-ac16-a61339b0f34c {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:36:44.816207 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-2d351471-5ab4-4ea4-b8cf-97d10488e14e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=9c5376cbecff452bb91f9777c268a5ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1052277 Nov 19 17:36:44.819893 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 41996) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:36:44.827493 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-8a6f6fa7-f64e-4095-8c49-c629f1da9604 req-da3692ae-979b-4e31-aa3c-8667c3e11f23 tempest-ServersAdminNegativeTestJSON-105860662 tempest-ServersAdminNegativeTestJSON-105860662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:44.831748 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port c053efc6-7749-4914-ac16-a61339b0f34c, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=c053efc6-7749-4914-ac16-a61339b0f34c,segment=NetworkSegment(31cc6645-5609-4224-bb9a-3c13df2bc7ca),segment_id=31cc6645-5609-4224-bb9a-3c13df2bc7ca)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:36:44.837376 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:44.850003 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] get_ports_and_sgs() called for port_ids ['4ee7c234-fdc7-4d4a-ae53-082a46ad097c', '77b1ab33-58b6-40b7-b9b6-ea03f4d79755'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:36:44.871784 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e109dcb0-529d-4c4a-85cb-70c07b166fdf req-67ab1844-8bb2-40db-9c82-443017eaf487 tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:44.873337 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e109dcb0-529d-4c4a-85cb-70c07b166fdf req-67ab1844-8bb2-40db-9c82-443017eaf487 tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] 10.222.0.54 "GET /v2.0/ports?device_id=6a17fdac-7a37-4ae0-bb36-e0d9011c4c04 HTTP/1.1" status: 200 len: 945 time: 0.1086652 Nov 19 17:36:44.875153 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3692ae-979b-4e31-aa3c-8667c3e11f23 tempest-ServersAdminNegativeTestJSON-105860662 tempest-ServersAdminNegativeTestJSON-105860662-project] Pushing event deleted for resources: {'Port': ['ID=77b1ab33-58b6-40b7-b9b6-ea03f4d79755,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:36:44.910890 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-dab3c5a6-f34d-407a-8fba-4afe950a40ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:44.939437 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-dab3c5a6-f34d-407a-8fba-4afe950a40ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:44.954074 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Pushing event updated for resources: {'Port': ['ID=c053efc6-7749-4914-ac16-a61339b0f34c,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:36:44.962434 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a6f6fa7-f64e-4095-8c49-c629f1da9604 req-da3692ae-979b-4e31-aa3c-8667c3e11f23 tempest-ServersAdminNegativeTestJSON-105860662 tempest-ServersAdminNegativeTestJSON-105860662-project] No DVR routers for this DVR port 77b1ab33-58b6-40b7-b9b6-ea03f4d79755 on host n-h2-818022-2 {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:36:44.968396 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-8a6f6fa7-f64e-4095-8c49-c629f1da9604 req-da3692ae-979b-4e31-aa3c-8667c3e11f23 tempest-ServersAdminNegativeTestJSON-105860662 tempest-ServersAdminNegativeTestJSON-105860662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:44.972274 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8a6f6fa7-f64e-4095-8c49-c629f1da9604 req-da3692ae-979b-4e31-aa3c-8667c3e11f23 tempest-ServersAdminNegativeTestJSON-105860662 tempest-ServersAdminNegativeTestJSON-105860662-project] 10.222.0.86 "DELETE /v2.0/ports/77b1ab33-58b6-40b7-b9b6-ea03f4d79755 HTTP/1.1" status: 204 len: 173 time: 0.7111290 Nov 19 17:36:44.972717 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '271d934b-7276-41a3-b2fe-b20c70ee5da9', 'name': 'network-vif-deleted', 'tag': '77b1ab33-58b6-40b7-b9b6-ea03f4d79755'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:36:44.977148 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218319d759239a7d11f1288aef37381b97754913ee9ccbfd43b51a463f801712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e0bc3b5-11a8-4b15-ae66-5901d31a4885" -d '{"events": [{"server_uuid": "271d934b-7276-41a3-b2fe-b20c70ee5da9", "name": "network-vif-deleted", "tag": "77b1ab33-58b6-40b7-b9b6-ea03f4d79755"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:36:45.006435 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e109dcb0-529d-4c4a-85cb-70c07b166fdf req-26164c82-d66c-48be-bb03-d2702fda6de8 tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a9bb8e9-ab46-4898-9298-f60e040eb6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193409 Nov 19 17:36:45.035910 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-dab3c5a6-f34d-407a-8fba-4afe950a40ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:45.039121 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-dab3c5a6-f34d-407a-8fba-4afe950a40ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:45.040316 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-dab3c5a6-f34d-407a-8fba-4afe950a40ee admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/1bf25dc4-f5a5-46d6-8d71-63e3b26ec102 HTTP/1.1" status: 204 len: 168 time: 0.2190192 Nov 19 17:36:45.067117 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab3c5a6-f34d-407a-8fba-4afe950a40ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bf25dc4-f5a5-46d6-8d71-63e3b26ec102,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:36:45.176988 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] get_ports_and_sgs() called for port_ids ['c053efc6-7749-4914-ac16-a61339b0f34c'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:36:45.298569 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:36:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b10c10bc-e7d0-45c9-a107-59fec6480996 x-openstack-request-id: req-b10c10bc-e7d0-45c9-a107-59fec6480996 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:36:45.299297 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "271d934b-7276-41a3-b2fe-b20c70ee5da9", "name": "network-vif-deleted", "tag": "77b1ab33-58b6-40b7-b9b6-ea03f4d79755", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:36:45.299724 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b10c10bc-e7d0-45c9-a107-59fec6480996 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:36:45.300396 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '271d934b-7276-41a3-b2fe-b20c70ee5da9', 'name': 'network-vif-deleted', 'tag': '77b1ab33-58b6-40b7-b9b6-ea03f4d79755', 'status': 'completed', 'code': 200} Nov 19 17:36:45.373131 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4ff3a0-8e8a-453b-b052-a89b95cb88fb req-047caf53-5dfc-4826-bfd6-ee2304f5c51f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:45.375549 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-bc4ff3a0-8e8a-453b-b052-a89b95cb88fb req-047caf53-5dfc-4826-bfd6-ee2304f5c51f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0ce91d0ac5b14f9eb2e1015d958559fa&device_id=eeecacdb-91b1-4eaf-90bc-0cbbbbe2b20c HTTP/1.1" status: 200 len: 1094 time: 0.1695399 Nov 19 17:36:45.424298 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0461a6-0e45-4a57-94ba-cea2f5c754fc req-ce09db9e-ecd8-4149-8167-3c313356cd11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:45.428164 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-cf0461a6-0e45-4a57-94ba-cea2f5c754fc req-ce09db9e-ecd8-4149-8167-3c313356cd11 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=6a17fdac-7a37-4ae0-bb36-e0d9011c4c04 HTTP/1.1" status: 200 len: 1096 time: 0.0990551 Nov 19 17:36:45.523161 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-288e0576-9eb3-4a17-a734-2e04c524f96d req-b6601fc3-b700-47ec-9675-4b4b4b785f14 service neutron] 10.222.0.60 "GET /v2.0/networks/c4cc9c60-be8c-4a60-be1b-a29e98302997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4472940 Nov 19 17:36:45.565349 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-cf0461a6-0e45-4a57-94ba-cea2f5c754fc req-19947e67-ae1a-4f8f-b0ec-91e6588d5f4a service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=7a9bb8e9-ab46-4898-9298-f60e040eb6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245923 Nov 19 17:36:45.654369 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cb0f02-2879-4645-aff2-584f69fbbd29 req-2423bf68-8f66-4a70-967f-9a10cff2cc6c tempest-AttachSCSIVolumeTestJSON-524289253 tempest-AttachSCSIVolumeTestJSON-524289253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:45.658815 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-28cb0f02-2879-4645-aff2-584f69fbbd29 req-2423bf68-8f66-4a70-967f-9a10cff2cc6c tempest-AttachSCSIVolumeTestJSON-524289253 tempest-AttachSCSIVolumeTestJSON-524289253-project] 10.222.0.54 "GET /v2.0/ports?device_id=eeecacdb-91b1-4eaf-90bc-0cbbbbe2b20c HTTP/1.1" status: 200 len: 943 time: 0.2877700 Nov 19 17:36:45.784537 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4ff3a0-8e8a-453b-b052-a89b95cb88fb req-20299023-cb04-4169-a429-77ab46c48404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:45.785445 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-bc4ff3a0-8e8a-453b-b052-a89b95cb88fb req-20299023-cb04-4169-a429-77ab46c48404 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=0ce91d0ac5b14f9eb2e1015d958559fa&shared=False HTTP/1.1" status: 200 len: 916 time: 0.3755863 Nov 19 17:36:45.827421 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-28cb0f02-2879-4645-aff2-584f69fbbd29 req-2c200ff6-22cf-41e8-b7af-0b7b0d2e0aac tempest-AttachSCSIVolumeTestJSON-524289253 tempest-AttachSCSIVolumeTestJSON-524289253-project] 10.222.0.54 "GET /v2.0/security-groups?id=b0e8589e-609c-4b3c-9f62-78e2446fc7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598308 Nov 19 17:36:45.848621 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-288e0576-9eb3-4a17-a734-2e04c524f96d req-0d88c482-1124-49ab-a5e4-a3299b771a3c service neutron] 10.222.0.60 "GET /v2.0/networks/c4cc9c60-be8c-4a60-be1b-a29e98302997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3151567 Nov 19 17:36:46.024315 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 42032) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:36:46.273245 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-66b36b2b-0cd6-43b4-9c44-7f240a55f55a req-05d456f7-6474-4c10-9fe8-713fb93f64d8 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=51cd71aac4854a038486be6b92d13068&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0361736 Nov 19 17:36:46.276023 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4ff3a0-8e8a-453b-b052-a89b95cb88fb req-d993a76d-8fb0-43e6-96bd-825a5af7a944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:46.277143 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-bc4ff3a0-8e8a-453b-b052-a89b95cb88fb req-d993a76d-8fb0-43e6-96bd-825a5af7a944 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4778328 Nov 19 17:36:46.327551 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [req-5d87a8d2-adcf-4722-8f7d-62ae7e44c935 req-a386bf83-13a4-40eb-ad6a-8f14c6a0f76e tempest-LiveAutoBlockMigrationV225Test-71050323 tempest-LiveAutoBlockMigrationV225Test-71050323-project-admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=103364) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 17:36:46.340650 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-5d87a8d2-adcf-4722-8f7d-62ae7e44c935 req-a386bf83-13a4-40eb-ad6a-8f14c6a0f76e tempest-LiveAutoBlockMigrationV225Test-71050323 tempest-LiveAutoBlockMigrationV225Test-71050323-project-admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3138788 Nov 19 17:36:46.342951 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6aa5d0-65ee-4651-8d8d-482283f9e86c req-58eff155-2dc4-4594-96c5-116afcf53f9e tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:46.350977 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7c6aa5d0-65ee-4651-8d8d-482283f9e86c req-58eff155-2dc4-4594-96c5-116afcf53f9e tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] 10.222.0.54 "GET /v2.0/ports?device_id=0581bf54-51a9-41d4-a295-e6c0d3cc5e26 HTTP/1.1" status: 200 len: 944 time: 0.3757093 Nov 19 17:36:46.468071 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7c6aa5d0-65ee-4651-8d8d-482283f9e86c req-d76db8f9-e57b-4ec2-a2e8-e7de254ce7d4 tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] 10.222.0.54 "GET /v2.0/security-groups?id=3bfff83b-45c8-4d9c-ba10-49566b72be4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158862 Nov 19 17:36:46.486481 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b36b2b-0cd6-43b4-9c44-7f240a55f55a req-b4ca5099-6efd-42e1-beeb-c106f72f1266 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:46.486481 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-66b36b2b-0cd6-43b4-9c44-7f240a55f55a req-b4ca5099-6efd-42e1-beeb-c106f72f1266 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2047911 Nov 19 17:36:46.495196 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b654a800-27cc-493a-8095-b95a394915d7 req-504ba59c-40cf-410d-8f12-56a394f93ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:46.496722 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b654a800-27cc-493a-8095-b95a394915d7 req-504ba59c-40cf-410d-8f12-56a394f93ff7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0ce91d0ac5b14f9eb2e1015d958559fa&device_id=eeecacdb-91b1-4eaf-90bc-0cbbbbe2b20c HTTP/1.1" status: 200 len: 1094 time: 0.1176002 Nov 19 17:36:46.502075 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-66b36b2b-0cd6-43b4-9c44-7f240a55f55a req-45bd32e4-b337-4468-9251-f903d6be8045 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Request body: {'port': {'device_id': '035acc51-44f3-499f-90fe-45b4ce53c7ae', 'network_id': '346debfa-452b-4048-abf4-8f4493625ef2', 'admin_state_up': True, 'tenant_id': '51cd71aac4854a038486be6b92d13068'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:36:46.529108 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d87a8d2-adcf-4722-8f7d-62ae7e44c935 req-d62a06ef-38f2-44f4-961f-25c1329a458e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:46.536177 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-5d87a8d2-adcf-4722-8f7d-62ae7e44c935 req-d62a06ef-38f2-44f4-961f-25c1329a458e service neutron] 10.222.0.54 "GET /v2.0/ports/a1fadd38-d96e-4b9d-9eb7-8fd2264a9348 HTTP/1.1" status: 200 len: 1093 time: 0.1390035 Nov 19 17:36:46.540909 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-5d87a8d2-adcf-4722-8f7d-62ae7e44c935 req-0d01812c-408c-4545-b6df-d46a01f142d2 service neutron] Request body: {'binding': {'host': 'n-h1-818022-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:36:46.541367 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-5d87a8d2-adcf-4722-8f7d-62ae7e44c935 req-0d01812c-408c-4545-b6df-d46a01f142d2 service neutron] Unknown quota resources ['binding']. {{(pid=103364) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 19 17:36:46.581903 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b654a800-27cc-493a-8095-b95a394915d7 req-cf456545-db77-4a08-afb9-c7e3d8fb9fee service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=06674c34-60ea-4cb6-b28d-e6090daee678 HTTP/1.1" status: 200 len: 217 time: 0.0733604 Nov 19 17:36:46.611331 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device c053efc6-7749-4914-ac16-a61339b0f34c up at agent hyperv_n-h2-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:36:46.645209 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0e716e86-932f-40e2-ae62-cf67d2906efc req-8cc3973a-470f-44be-8edd-87518ac3d9f9 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] 10.222.0.54 "GET /v2.0/ports?device_id=035acc51-44f3-499f-90fe-45b4ce53c7ae HTTP/1.1" status: 200 len: 210 time: 0.0622878 Nov 19 17:36:46.677651 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Provisioning for port c053efc6-7749-4914-ac16-a61339b0f34c completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 17:36:46.695398 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Provisioning complete for port c053efc6-7749-4914-ac16-a61339b0f34c triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:36:46.695398 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:46.695733 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b654a800-27cc-493a-8095-b95a394915d7 req-f89bea92-8a66-498f-b9fc-55b0c9c92365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:46.695733 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b654a800-27cc-493a-8095-b95a394915d7 req-f89bea92-8a66-498f-b9fc-55b0c9c92365 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=75cfd8c4-7a8b-4f0d-8c77-c2f944620c41 HTTP/1.1" status: 200 len: 854 time: 0.0917988 Nov 19 17:36:46.786457 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-5d87a8d2-adcf-4722-8f7d-62ae7e44c935 req-0d01812c-408c-4545-b6df-d46a01f142d2 service neutron] Attempting to bind port a1fadd38-d96e-4b9d-9eb7-8fd2264a9348 on host n-h1-818022-2 for vnic_type normal with profile None {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:36:46.786929 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-5d87a8d2-adcf-4722-8f7d-62ae7e44c935 req-0d01812c-408c-4545-b6df-d46a01f142d2 service neutron] Attempting to bind port a1fadd38-d96e-4b9d-9eb7-8fd2264a9348 by drivers openvswitch,hyperv on host n-h1-818022-2 at level 0 using segments [{'id': 'fa32b67e-17cc-4a5c-8764-82d3483c4272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '06df44ce-7965-49c3-9334-79a80c7f7af9'}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:36:46.787520 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d87a8d2-adcf-4722-8f7d-62ae7e44c935 req-0d01812c-408c-4545-b6df-d46a01f142d2 service neutron] Attempting to bind port a1fadd38-d96e-4b9d-9eb7-8fd2264a9348 on network 06df44ce-7965-49c3-9334-79a80c7f7af9 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:36:46.800235 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66b36b2b-0cd6-43b4-9c44-7f240a55f55a req-45bd32e4-b337-4468-9251-f903d6be8045 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Made reservation on behalf of 51cd71aac4854a038486be6b92d13068 for: {'port': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:36:46.803756 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-66b36b2b-0cd6-43b4-9c44-7f240a55f55a req-45bd32e4-b337-4468-9251-f903d6be8045 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:46.805966 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d87a8d2-adcf-4722-8f7d-62ae7e44c935 req-0d01812c-408c-4545-b6df-d46a01f142d2 service neutron] Port a1fadd38-d96e-4b9d-9eb7-8fd2264a9348 on network 06df44ce-7965-49c3-9334-79a80c7f7af9 not bound, no agent of type Open vSwitch agent registered on host n-h1-818022-2 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 17:36:46.806698 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d87a8d2-adcf-4722-8f7d-62ae7e44c935 req-0d01812c-408c-4545-b6df-d46a01f142d2 service neutron] Attempting to bind port a1fadd38-d96e-4b9d-9eb7-8fd2264a9348 on network 06df44ce-7965-49c3-9334-79a80c7f7af9 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:36:46.817258 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d87a8d2-adcf-4722-8f7d-62ae7e44c935 req-0d01812c-408c-4545-b6df-d46a01f142d2 service neutron] Checking agent: {'id': 'a6668d96-12fa-4ec0-99ad-77eaf490dd2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'started_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 36, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:36:46.818429 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d87a8d2-adcf-4722-8f7d-62ae7e44c935 req-0d01812c-408c-4545-b6df-d46a01f142d2 service neutron] Checking segment: {'id': 'fa32b67e-17cc-4a5c-8764-82d3483c4272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '06df44ce-7965-49c3-9334-79a80c7f7af9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:36:46.819763 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d87a8d2-adcf-4722-8f7d-62ae7e44c935 req-0d01812c-408c-4545-b6df-d46a01f142d2 service neutron] Bound using segment: {'id': 'fa32b67e-17cc-4a5c-8764-82d3483c4272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '06df44ce-7965-49c3-9334-79a80c7f7af9'} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:36:46.820726 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-5d87a8d2-adcf-4722-8f7d-62ae7e44c935 req-0d01812c-408c-4545-b6df-d46a01f142d2 service neutron] Bound port: a1fadd38-d96e-4b9d-9eb7-8fd2264a9348, host: n-h1-818022-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa32b67e-17cc-4a5c-8764-82d3483c4272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '06df44ce-7965-49c3-9334-79a80c7f7af9'}}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:36:46.830252 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-66b36b2b-0cd6-43b4-9c44-7f240a55f55a req-45bd32e4-b337-4468-9251-f903d6be8045 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:46.844611 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:46.854543 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b654a800-27cc-493a-8095-b95a394915d7 req-b8343346-d9dd-4c02-b979-b05d6b0c9ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:46.856072 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b654a800-27cc-493a-8095-b95a394915d7 req-b8343346-d9dd-4c02-b979-b05d6b0c9ca4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7e956e3c-589c-4879-abd0-2ca83ee073b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1497726 Nov 19 17:36:46.883234 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0581bf54-51a9-41d4-a295-e6c0d3cc5e26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c053efc6-7749-4914-ac16-a61339b0f34c'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:36:46.886887 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3940761bcd94e032e6960d2241bd8993c5d3a7d8dc2aca8488f3ecf1d4dd2fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dee03be-46a5-42b4-9aca-9199b064a9f0" -d '{"events": [{"server_uuid": "0581bf54-51a9-41d4-a295-e6c0d3cc5e26", "name": "network-vif-plugged", "status": "completed", "tag": "c053efc6-7749-4914-ac16-a61339b0f34c"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:36:46.906074 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-5d87a8d2-adcf-4722-8f7d-62ae7e44c935 req-0d01812c-408c-4545-b6df-d46a01f142d2 service neutron] For port a1fadd38-d96e-4b9d-9eb7-8fd2264a9348, host n-h1-818022-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=a1fadd38-d96e-4b9d-9eb7-8fd2264a9348,segment=NetworkSegment(fa32b67e-17cc-4a5c-8764-82d3483c4272),segment_id=fa32b67e-17cc-4a5c-8764-82d3483c4272)] {{(pid=103364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:36:46.907788 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port c053efc6-7749-4914-ac16-a61339b0f34c, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=c053efc6-7749-4914-ac16-a61339b0f34c,segment=NetworkSegment(31cc6645-5609-4224-bb9a-3c13df2bc7ca),segment_id=31cc6645-5609-4224-bb9a-3c13df2bc7ca)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:36:46.912154 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:46.913523 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device 77b1ab33-58b6-40b7-b9b6-ea03f4d79755 no longer exists at agent hyperv_n-h2-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:36:46.914958 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-5d87a8d2-adcf-4722-8f7d-62ae7e44c935 req-0d01812c-408c-4545-b6df-d46a01f142d2 service neutron] Publish callbacks [] for binding, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:46.916814 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-5d87a8d2-adcf-4722-8f7d-62ae7e44c935 req-0d01812c-408c-4545-b6df-d46a01f142d2 service neutron] 10.222.0.54 "POST /v2.0/ports/a1fadd38-d96e-4b9d-9eb7-8fd2264a9348/bindings HTTP/1.1" status: 201 len: 389 time: 0.3796644 Nov 19 17:36:46.959794 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] No Port match for: 77b1ab33-58b6-40b7-b9b6-ea03f4d79755 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:36:46.960542 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device 77b1ab33-58b6-40b7-b9b6-ea03f4d79755 not bound to the agent host n-h2-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:36:47.002763 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497e0dd9-dbcc-4b52-a0e5-e43955cc3dc5 req-b1f9d5f4-1d57-4470-8b3d-d48dff5eeb90 tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:47.013713 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-497e0dd9-dbcc-4b52-a0e5-e43955cc3dc5 req-b1f9d5f4-1d57-4470-8b3d-d48dff5eeb90 tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] 10.222.0.54 "GET /v2.0/ports?device_id=6a17fdac-7a37-4ae0-bb36-e0d9011c4c04 HTTP/1.1" status: 200 len: 945 time: 0.2031443 Nov 19 17:36:47.016331 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Pushing event updated for resources: {'Port': ['ID=c053efc6-7749-4914-ac16-a61339b0f34c,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:36:47.113944 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b654a800-27cc-493a-8095-b95a394915d7 req-fea2c44a-aed7-4dd6-94ab-e0b73ea8ed77 service neutron] 10.222.0.60 "GET /v2.0/networks/7e956e3c-589c-4879-abd0-2ca83ee073b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2411346 Nov 19 17:36:47.129825 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-497e0dd9-dbcc-4b52-a0e5-e43955cc3dc5 req-b145216d-a8d9-4dcc-b943-42afee53af49 tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a9bb8e9-ab46-4898-9298-f60e040eb6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149917 Nov 19 17:36:47.219094 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-66b36b2b-0cd6-43b4-9c44-7f240a55f55a req-45bd32e4-b337-4468-9251-f903d6be8045 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:47.226655 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-66b36b2b-0cd6-43b4-9c44-7f240a55f55a req-45bd32e4-b337-4468-9251-f903d6be8045 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:47.310008 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d87a8d2-adcf-4722-8f7d-62ae7e44c935 req-c0924694-8f9e-4e4b-94be-d734e426078a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:47.312857 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-5d87a8d2-adcf-4722-8f7d-62ae7e44c935 req-c0924694-8f9e-4e4b-94be-d734e426078a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0d7ccfd9bdc740e383b438cb097bfe8d&device_id=190b8a74-1657-4b15-9d43-f9dddedef7f2 HTTP/1.1" status: 200 len: 1096 time: 0.0706782 Nov 19 17:36:47.340365 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:36:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fe46866-0b47-4ed4-9c14-06ba4f3dccc3 x-openstack-request-id: req-1fe46866-0b47-4ed4-9c14-06ba4f3dccc3 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:36:47.340699 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0581bf54-51a9-41d4-a295-e6c0d3cc5e26", "name": "network-vif-plugged", "status": "completed", "tag": "c053efc6-7749-4914-ac16-a61339b0f34c", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:36:47.341008 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-1fe46866-0b47-4ed4-9c14-06ba4f3dccc3 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:36:47.341419 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0581bf54-51a9-41d4-a295-e6c0d3cc5e26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c053efc6-7749-4914-ac16-a61339b0f34c', 'code': 200} Nov 19 17:36:47.393425 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bd32e4-b337-4468-9251-f903d6be8045 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01d035e7-47ed-4912-a186-53ea419ecd96,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:36:47.413638 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b654a800-27cc-493a-8095-b95a394915d7 req-65e790bc-bcf4-4b43-b4ea-131fcf1fab1c service neutron] 10.222.0.60 "GET /v2.0/networks/7e956e3c-589c-4879-abd0-2ca83ee073b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2901387 Nov 19 17:36:47.489679 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d87a8d2-adcf-4722-8f7d-62ae7e44c935 req-49a2a047-fae8-4a07-8425-26aab83826c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:47.491331 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-5d87a8d2-adcf-4722-8f7d-62ae7e44c935 req-49a2a047-fae8-4a07-8425-26aab83826c0 service neutron] 10.222.0.60 "GET /v2.0/networks?id=06df44ce-7965-49c3-9334-79a80c7f7af9 HTTP/1.1" status: 200 len: 922 time: 0.1707337 Nov 19 17:36:47.495339 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3887bfea-d367-4f74-ad2f-0af0afebc321 req-ef3b8ec5-7a92-4832-94ac-cc8d54ae00ad tempest-AttachSCSIVolumeTestJSON-524289253 tempest-AttachSCSIVolumeTestJSON-524289253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:47.496447 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3887bfea-d367-4f74-ad2f-0af0afebc321 req-ef3b8ec5-7a92-4832-94ac-cc8d54ae00ad tempest-AttachSCSIVolumeTestJSON-524289253 tempest-AttachSCSIVolumeTestJSON-524289253-project] 10.222.0.54 "GET /v2.0/ports?device_id=eeecacdb-91b1-4eaf-90bc-0cbbbbe2b20c HTTP/1.1" status: 200 len: 943 time: 0.2518532 Nov 19 17:36:47.505924 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183174d7-300c-4f9a-b2b0-e018ffdf7596 req-8962c586-6c03-47a7-98c6-ddfe9e4e7b6a tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:47.508118 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-183174d7-300c-4f9a-b2b0-e018ffdf7596 req-8962c586-6c03-47a7-98c6-ddfe9e4e7b6a tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.54 "GET /v2.0/ports?device_id=190b8a74-1657-4b15-9d43-f9dddedef7f2 HTTP/1.1" status: 200 len: 945 time: 0.0830956 Nov 19 17:36:47.539272 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [req-66b36b2b-0cd6-43b4-9c44-7f240a55f55a req-45bd32e4-b337-4468-9251-f903d6be8045 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Allocated IP 192.168.233.150 (346debfa-452b-4048-abf4-8f4493625ef2/8b3c88de-c9c2-4a20-b19e-1855c2c19035/1ab892c9-0f24-4863-9fe2-85db9a8344ed) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:36:47.553864 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-5d87a8d2-adcf-4722-8f7d-62ae7e44c935 req-38e155ad-a24d-4f23-b772-b7dd83f92d33 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a1fadd38-d96e-4b9d-9eb7-8fd2264a9348 HTTP/1.1" status: 200 len: 217 time: 0.0445170 Nov 19 17:36:47.565102 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd3483c-6ede-4af7-8d72-09c329949d88 req-25f290fb-71ba-405f-b021-859a74fab13d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:47.566670 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fdd3483c-6ede-4af7-8d72-09c329949d88 req-25f290fb-71ba-405f-b021-859a74fab13d service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=0581bf54-51a9-41d4-a295-e6c0d3cc5e26 HTTP/1.1" status: 200 len: 1096 time: 0.1148686 Nov 19 17:36:47.623135 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3887bfea-d367-4f74-ad2f-0af0afebc321 req-cab1b29d-204b-430b-b8c7-00eddcbb75fb tempest-AttachSCSIVolumeTestJSON-524289253 tempest-AttachSCSIVolumeTestJSON-524289253-project] 10.222.0.54 "GET /v2.0/security-groups?id=b0e8589e-609c-4b3c-9f62-78e2446fc7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167107 Nov 19 17:36:47.640048 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d87a8d2-adcf-4722-8f7d-62ae7e44c935 req-7ccd9ea8-307e-4d06-847a-feaa120633fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:47.641572 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-5d87a8d2-adcf-4722-8f7d-62ae7e44c935 req-7ccd9ea8-307e-4d06-847a-feaa120633fc service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e811f539-9c60-469d-a119-267f6bfeab01 HTTP/1.1" status: 200 len: 861 time: 0.0803511 Nov 19 17:36:47.654528 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-183174d7-300c-4f9a-b2b0-e018ffdf7596 req-752eef2c-5780-4bb5-a9f4-01929eea6695 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.54 "GET /v2.0/security-groups?id=740807d6-4246-4ecb-a636-49a5e5a1e11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026468 Nov 19 17:36:47.698201 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-5d87a8d2-adcf-4722-8f7d-62ae7e44c935 req-dad1b2af-a4bb-45a9-bab9-d500b8d9a043 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=06df44ce-7965-49c3-9334-79a80c7f7af9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412195 Nov 19 17:36:47.718298 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fdd3483c-6ede-4af7-8d72-09c329949d88 req-e6d377a1-1f6a-433b-b28e-4ad1a739c4be service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=3bfff83b-45c8-4d9c-ba10-49566b72be4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359529 Nov 19 17:36:47.811986 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee9c7e6-ef59-4dc6-b849-d0a23f4f01f9 req-3991efc6-c94f-4e2b-a259-63a4e00443b9 tempest-ServersAdminNegativeTestJSON-105860662 tempest-ServersAdminNegativeTestJSON-105860662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:47.813071 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-5d87a8d2-adcf-4722-8f7d-62ae7e44c935 req-d6b60fd6-db32-4d13-9db1-e38ef9a79833 service neutron] 10.222.0.60 "GET /v2.0/networks/06df44ce-7965-49c3-9334-79a80c7f7af9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054039 Nov 19 17:36:47.815126 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fee9c7e6-ef59-4dc6-b849-d0a23f4f01f9 req-3991efc6-c94f-4e2b-a259-63a4e00443b9 tempest-ServersAdminNegativeTestJSON-105860662 tempest-ServersAdminNegativeTestJSON-105860662-project] 10.222.0.54 "GET /v2.0/ports?device_id=e6dc0506-019e-438f-8ae5-12ec867508cf HTTP/1.1" status: 200 len: 950 time: 0.0930982 Nov 19 17:36:47.834605 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-66b36b2b-0cd6-43b4-9c44-7f240a55f55a req-45bd32e4-b337-4468-9251-f903d6be8045 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:47.891214 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fee9c7e6-ef59-4dc6-b849-d0a23f4f01f9 req-1d5ab11f-c385-46ac-9ae0-f31ed5b83e82 tempest-ServersAdminNegativeTestJSON-105860662 tempest-ServersAdminNegativeTestJSON-105860662-project] 10.222.0.54 "GET /v2.0/security-groups?id=90afa53b-d02d-4ca8-a903-31fcd7782c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683582 Nov 19 17:36:47.903593 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-66b36b2b-0cd6-43b4-9c44-7f240a55f55a req-45bd32e4-b337-4468-9251-f903d6be8045 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:47.957463 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66b36b2b-0cd6-43b4-9c44-7f240a55f55a req-45bd32e4-b337-4468-9251-f903d6be8045 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Network 346debfa-452b-4048-abf4-8f4493625ef2 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:36:47.960993 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [req-66b36b2b-0cd6-43b4-9c44-7f240a55f55a req-45bd32e4-b337-4468-9251-f903d6be8045 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:36:47.967550 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-66b36b2b-0cd6-43b4-9c44-7f240a55f55a req-45bd32e4-b337-4468-9251-f903d6be8045 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:36:48.029494 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-5d87a8d2-adcf-4722-8f7d-62ae7e44c935 req-a48db118-b638-4ad7-821e-3a9bfeb90c0d service neutron] 10.222.0.60 "GET /v2.0/networks/06df44ce-7965-49c3-9334-79a80c7f7af9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2086978 Nov 19 17:36:48.051787 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bd32e4-b337-4468-9251-f903d6be8045 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Pushing event updated for resources: {'Port': ['ID=1ab892c9-0f24-4863-9fe2-85db9a8344ed,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:36:48.072845 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb971868-becd-4e0a-b2ef-ccf4e095d5ef req-d9807905-c059-46b0-9af4-1cc7bdc36ee7 tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:48.080050 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-eb971868-becd-4e0a-b2ef-ccf4e095d5ef req-d9807905-c059-46b0-9af4-1cc7bdc36ee7 tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] 10.222.0.54 "GET /v2.0/ports?device_id=0581bf54-51a9-41d4-a295-e6c0d3cc5e26 HTTP/1.1" status: 200 len: 945 time: 0.1094279 Nov 19 17:36:48.094277 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b36b2b-0cd6-43b4-9c44-7f240a55f55a req-45bd32e4-b337-4468-9251-f903d6be8045 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:48.095148 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-66b36b2b-0cd6-43b4-9c44-7f240a55f55a req-45bd32e4-b337-4468-9251-f903d6be8045 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:48.128201 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-66b36b2b-0cd6-43b4-9c44-7f240a55f55a req-45bd32e4-b337-4468-9251-f903d6be8045 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6302741 Nov 19 17:36:48.143183 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-66b36b2b-0cd6-43b4-9c44-7f240a55f55a req-e15e794f-b075-40d5-94c1-8bb3472117a3 service neutron] Request body: {'port': {'device_id': '035acc51-44f3-499f-90fe-45b4ce53c7ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818022-2'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:36:48.174692 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e52ef8-2bd0-4b31-8d0a-012dc75fa342 req-d5804d6d-9952-4845-a0cd-5406b8ba9a04 tempest-NetworksTest-302735489 tempest-NetworksTest-302735489-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:48.175149 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e52ef8-2bd0-4b31-8d0a-012dc75fa342 req-d5804d6d-9952-4845-a0cd-5406b8ba9a04 tempest-NetworksTest-302735489 tempest-NetworksTest-302735489-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:48.175627 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e52ef8-2bd0-4b31-8d0a-012dc75fa342 req-d5804d6d-9952-4845-a0cd-5406b8ba9a04 tempest-NetworksTest-302735489 tempest-NetworksTest-302735489-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:48.176138 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e52ef8-2bd0-4b31-8d0a-012dc75fa342 req-d5804d6d-9952-4845-a0cd-5406b8ba9a04 tempest-NetworksTest-302735489 tempest-NetworksTest-302735489-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:48.176589 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e52ef8-2bd0-4b31-8d0a-012dc75fa342 req-d5804d6d-9952-4845-a0cd-5406b8ba9a04 tempest-NetworksTest-302735489 tempest-NetworksTest-302735489-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:48.177226 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e52ef8-2bd0-4b31-8d0a-012dc75fa342 req-d5804d6d-9952-4845-a0cd-5406b8ba9a04 tempest-NetworksTest-302735489 tempest-NetworksTest-302735489-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:48.177775 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e52ef8-2bd0-4b31-8d0a-012dc75fa342 req-d5804d6d-9952-4845-a0cd-5406b8ba9a04 tempest-NetworksTest-302735489 tempest-NetworksTest-302735489-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:48.178305 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e52ef8-2bd0-4b31-8d0a-012dc75fa342 req-d5804d6d-9952-4845-a0cd-5406b8ba9a04 tempest-NetworksTest-302735489 tempest-NetworksTest-302735489-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:48.179452 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e52ef8-2bd0-4b31-8d0a-012dc75fa342 req-d5804d6d-9952-4845-a0cd-5406b8ba9a04 tempest-NetworksTest-302735489 tempest-NetworksTest-302735489-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:48.180045 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e52ef8-2bd0-4b31-8d0a-012dc75fa342 req-d5804d6d-9952-4845-a0cd-5406b8ba9a04 tempest-NetworksTest-302735489 tempest-NetworksTest-302735489-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:48.180664 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e52ef8-2bd0-4b31-8d0a-012dc75fa342 req-d5804d6d-9952-4845-a0cd-5406b8ba9a04 tempest-NetworksTest-302735489 tempest-NetworksTest-302735489-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:48.182820 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-50e52ef8-2bd0-4b31-8d0a-012dc75fa342 req-d5804d6d-9952-4845-a0cd-5406b8ba9a04 tempest-NetworksTest-302735489 tempest-NetworksTest-302735489-project-admin] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7851 time: 0.3037541 Nov 19 17:36:48.196737 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-eb971868-becd-4e0a-b2ef-ccf4e095d5ef req-4eb403aa-d37a-4e0e-8fa0-9f0ecec1b186 tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] 10.222.0.54 "GET /v2.0/security-groups?id=3bfff83b-45c8-4d9c-ba10-49566b72be4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146443 Nov 19 17:36:48.230530 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d87a8d2-adcf-4722-8f7d-62ae7e44c935 req-a2bcee04-127d-4cd3-b901-e6545727662e tempest-LiveAutoBlockMigrationV225Test-71050323 tempest-LiveAutoBlockMigrationV225Test-71050323-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:48.232168 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-5d87a8d2-adcf-4722-8f7d-62ae7e44c935 req-a2bcee04-127d-4cd3-b901-e6545727662e tempest-LiveAutoBlockMigrationV225Test-71050323 tempest-LiveAutoBlockMigrationV225Test-71050323-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=190b8a74-1657-4b15-9d43-f9dddedef7f2&tenant_id=0d7ccfd9bdc740e383b438cb097bfe8d&binding%3Ahost_id=n-h2-818022-2 HTTP/1.1" status: 200 len: 1096 time: 0.1165719 Nov 19 17:36:48.246517 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-5d87a8d2-adcf-4722-8f7d-62ae7e44c935 req-8529860e-aa9f-4cd5-b083-46439a2e58be service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-818022-2'}}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:36:48.263197 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-66b36b2b-0cd6-43b4-9c44-7f240a55f55a req-e15e794f-b075-40d5-94c1-8bb3472117a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:48.283578 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-e6d3aec9-d96b-4fe6-9fa4-f16ca78f847c None None] Provisioning complete for port 1ab892c9-0f24-4863-9fe2-85db9a8344ed triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:36:48.288894 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e6d3aec9-d96b-4fe6-9fa4-f16ca78f847c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:48.347854 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-e6d3aec9-d96b-4fe6-9fa4-f16ca78f847c None None] Port 1ab892c9-0f24-4863-9fe2-85db9a8344ed cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:36:48.369263 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ab2988-575a-4e18-b22b-597846cc8331 req-8f19a616-5d46-4936-bdcf-d85f00bb2b28 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:48.371602 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-46ab2988-575a-4e18-b22b-597846cc8331 req-8f19a616-5d46-4936-bdcf-d85f00bb2b28 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] 10.222.0.54 "GET /v2.0/ports?device_id=035acc51-44f3-499f-90fe-45b4ce53c7ae HTTP/1.1" status: 200 len: 936 time: 0.0896890 Nov 19 17:36:48.381242 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-5d87a8d2-adcf-4722-8f7d-62ae7e44c935 req-8529860e-aa9f-4cd5-b083-46439a2e58be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:48.542243 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde67f03-439a-4d1f-832b-b77fb2cf061a req-27ce2a6f-4853-4b13-96f8-c025ceee4421 tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:48.543843 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-dde67f03-439a-4d1f-832b-b77fb2cf061a req-27ce2a6f-4853-4b13-96f8-c025ceee4421 tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] 10.222.0.54 "GET /v2.0/ports?device_id=6a17fdac-7a37-4ae0-bb36-e0d9011c4c04 HTTP/1.1" status: 200 len: 945 time: 0.1580775 Nov 19 17:36:48.661101 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-dde67f03-439a-4d1f-832b-b77fb2cf061a req-66f08904-caaa-4477-91d2-09850b46fce7 tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a9bb8e9-ab46-4898-9298-f60e040eb6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065028 Nov 19 17:36:48.771203 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-46ab2988-575a-4e18-b22b-597846cc8331 req-3cd3e90e-04d1-44cd-9106-ec04f1de7f4d tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] 10.222.0.54 "GET /v2.0/security-groups?id=01d035e7-47ed-4912-a186-53ea419ecd96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3680310 Nov 19 17:36:48.830132 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [req-66b36b2b-0cd6-43b4-9c44-7f240a55f55a req-e15e794f-b075-40d5-94c1-8bb3472117a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ab892c9-0f24-4863-9fe2-85db9a8344ed {{(pid=103365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:36:48.848921 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-66b36b2b-0cd6-43b4-9c44-7f240a55f55a req-e15e794f-b075-40d5-94c1-8bb3472117a3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:48.859707 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236cf753-b386-4538-9053-bccb51c64bf1 req-32f71152-4fb4-4d06-8577-45331ef9dfd4 tempest-NetworksTest-302735489 tempest-NetworksTest-302735489-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:48.861020 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-236cf753-b386-4538-9053-bccb51c64bf1 req-32f71152-4fb4-4d06-8577-45331ef9dfd4 tempest-NetworksTest-302735489 tempest-NetworksTest-302735489-project-admin] 10.222.0.54 "GET /v2.0/networks/645e61aa-1a6c-4e8f-857e-ab06edb4897f HTTP/1.1" status: 200 len: 886 time: 0.1607628 Nov 19 17:36:48.875159 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.provisioning_blocks [req-66b36b2b-0cd6-43b4-9c44-7f240a55f55a req-e15e794f-b075-40d5-94c1-8bb3472117a3 service neutron] Transition to ACTIVE for port object 1ab892c9-0f24-4863-9fe2-85db9a8344ed will not be triggered until provisioned by entity L2. {{(pid=103365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 17:36:48.881042 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-66b36b2b-0cd6-43b4-9c44-7f240a55f55a req-e15e794f-b075-40d5-94c1-8bb3472117a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:48.924200 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-5d87a8d2-adcf-4722-8f7d-62ae7e44c935 req-8529860e-aa9f-4cd5-b083-46439a2e58be service neutron] For port a1fadd38-d96e-4b9d-9eb7-8fd2264a9348, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=a1fadd38-d96e-4b9d-9eb7-8fd2264a9348,segment=NetworkSegment(fa32b67e-17cc-4a5c-8764-82d3483c4272),segment_id=fa32b67e-17cc-4a5c-8764-82d3483c4272)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:36:48.934426 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b825d6-092c-4c47-a9ab-56f47d8c60e5 req-9c92d517-710e-4f2b-a6b8-0f3b7705c268 tempest-AttachSCSIVolumeTestJSON-524289253 tempest-AttachSCSIVolumeTestJSON-524289253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:48.936075 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f9b825d6-092c-4c47-a9ab-56f47d8c60e5 req-9c92d517-710e-4f2b-a6b8-0f3b7705c268 tempest-AttachSCSIVolumeTestJSON-524289253 tempest-AttachSCSIVolumeTestJSON-524289253-project] 10.222.0.54 "GET /v2.0/ports?device_id=eeecacdb-91b1-4eaf-90bc-0cbbbbe2b20c HTTP/1.1" status: 200 len: 943 time: 0.0893791 Nov 19 17:36:48.964439 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15e794f-b075-40d5-94c1-8bb3472117a3 service neutron] Pushing event updated for resources: {'Port': ['ID=1ab892c9-0f24-4863-9fe2-85db9a8344ed,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:36:49.013998 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-5d87a8d2-adcf-4722-8f7d-62ae7e44c935 req-8529860e-aa9f-4cd5-b083-46439a2e58be service neutron] For port a1fadd38-d96e-4b9d-9eb7-8fd2264a9348, host n-h2-818022-2, cleared binding levels {{(pid=103364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:36:49.019896 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f9b825d6-092c-4c47-a9ab-56f47d8c60e5 req-caa2df2a-4b49-4ff6-bbbf-b3724a41594d tempest-AttachSCSIVolumeTestJSON-524289253 tempest-AttachSCSIVolumeTestJSON-524289253-project] 10.222.0.54 "GET /v2.0/security-groups?id=b0e8589e-609c-4b3c-9f62-78e2446fc7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739264 Nov 19 17:36:49.086700 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '190b8a74-1657-4b15-9d43-f9dddedef7f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1fadd38-d96e-4b9d-9eb7-8fd2264a9348'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:36:49.090231 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dd4767a008c23f8566efc82158ee1b1fff34e1a9e908d76d0b6d0ab7e350e5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-467f6978-194c-4cac-a030-702b7c8e245d" -d '{"events": [{"server_uuid": "190b8a74-1657-4b15-9d43-f9dddedef7f2", "name": "network-vif-unplugged", "status": "completed", "tag": "a1fadd38-d96e-4b9d-9eb7-8fd2264a9348"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:36:49.093352 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2767d0-f71d-4024-b1cc-aa4a9b68fca4 req-d3bcafdf-b8c7-44d7-8667-7ac4fc755f8a tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:49.095102 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6b2767d0-f71d-4024-b1cc-aa4a9b68fca4 req-d3bcafdf-b8c7-44d7-8667-7ac4fc755f8a tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.54 "GET /v2.0/ports?device_id=190b8a74-1657-4b15-9d43-f9dddedef7f2 HTTP/1.1" status: 200 len: 945 time: 0.1280475 Nov 19 17:36:49.097883 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-5d87a8d2-adcf-4722-8f7d-62ae7e44c935 req-8529860e-aa9f-4cd5-b083-46439a2e58be service neutron] Publish callbacks [] for port, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:49.098561 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-66b36b2b-0cd6-43b4-9c44-7f240a55f55a req-e15e794f-b075-40d5-94c1-8bb3472117a3 service neutron] Attempting to bind port 1ab892c9-0f24-4863-9fe2-85db9a8344ed on host n-h1-818022-2 for vnic_type normal with profile {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:36:49.098902 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-66b36b2b-0cd6-43b4-9c44-7f240a55f55a req-e15e794f-b075-40d5-94c1-8bb3472117a3 service neutron] Attempting to bind port 1ab892c9-0f24-4863-9fe2-85db9a8344ed by drivers openvswitch,hyperv on host n-h1-818022-2 at level 0 using segments [{'id': '1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '346debfa-452b-4048-abf4-8f4493625ef2'}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:36:49.099230 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b36b2b-0cd6-43b4-9c44-7f240a55f55a req-e15e794f-b075-40d5-94c1-8bb3472117a3 service neutron] Attempting to bind port 1ab892c9-0f24-4863-9fe2-85db9a8344ed on network 346debfa-452b-4048-abf4-8f4493625ef2 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:36:49.105220 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b36b2b-0cd6-43b4-9c44-7f240a55f55a req-e15e794f-b075-40d5-94c1-8bb3472117a3 service neutron] Port 1ab892c9-0f24-4863-9fe2-85db9a8344ed on network 346debfa-452b-4048-abf4-8f4493625ef2 not bound, no agent of type Open vSwitch agent registered on host n-h1-818022-2 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 17:36:49.106005 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b36b2b-0cd6-43b4-9c44-7f240a55f55a req-e15e794f-b075-40d5-94c1-8bb3472117a3 service neutron] Attempting to bind port 1ab892c9-0f24-4863-9fe2-85db9a8344ed on network 346debfa-452b-4048-abf4-8f4493625ef2 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:36:49.119021 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-5d87a8d2-adcf-4722-8f7d-62ae7e44c935 req-8529860e-aa9f-4cd5-b083-46439a2e58be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:49.122636 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b36b2b-0cd6-43b4-9c44-7f240a55f55a req-e15e794f-b075-40d5-94c1-8bb3472117a3 service neutron] Checking agent: {'id': 'a6668d96-12fa-4ec0-99ad-77eaf490dd2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'started_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 36, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:36:49.122977 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b36b2b-0cd6-43b4-9c44-7f240a55f55a req-e15e794f-b075-40d5-94c1-8bb3472117a3 service neutron] Checking segment: {'id': '1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '346debfa-452b-4048-abf4-8f4493625ef2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:36:49.123362 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b36b2b-0cd6-43b4-9c44-7f240a55f55a req-e15e794f-b075-40d5-94c1-8bb3472117a3 service neutron] Bound using segment: {'id': '1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '346debfa-452b-4048-abf4-8f4493625ef2'} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:36:49.123883 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-66b36b2b-0cd6-43b4-9c44-7f240a55f55a req-e15e794f-b075-40d5-94c1-8bb3472117a3 service neutron] Bound port: 1ab892c9-0f24-4863-9fe2-85db9a8344ed, host: n-h1-818022-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '346debfa-452b-4048-abf4-8f4493625ef2'}}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:36:49.124404 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-66b36b2b-0cd6-43b4-9c44-7f240a55f55a req-e15e794f-b075-40d5-94c1-8bb3472117a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:49.222446 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8529860e-aa9f-4cd5-b083-46439a2e58be service neutron] Pushing event updated for resources: {'Port': ['ID=a1fadd38-d96e-4b9d-9eb7-8fd2264a9348,revision_number=7']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:36:49.234592 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6b2767d0-f71d-4024-b1cc-aa4a9b68fca4 req-dffd9260-0462-46af-9124-f4d10cbe6b14 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.54 "GET /v2.0/security-groups?id=740807d6-4246-4ecb-a636-49a5e5a1e11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237891 Nov 19 17:36:49.280310 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-5d87a8d2-adcf-4722-8f7d-62ae7e44c935 req-8529860e-aa9f-4cd5-b083-46439a2e58be service neutron] Attempting to bind port a1fadd38-d96e-4b9d-9eb7-8fd2264a9348 on host n-h2-818022-2 for vnic_type normal with profile {"migrating_to": "n-h1-818022-2"} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:36:49.281222 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-5d87a8d2-adcf-4722-8f7d-62ae7e44c935 req-8529860e-aa9f-4cd5-b083-46439a2e58be service neutron] Attempting to bind port a1fadd38-d96e-4b9d-9eb7-8fd2264a9348 by drivers openvswitch,hyperv on host n-h2-818022-2 at level 0 using segments [{'id': 'fa32b67e-17cc-4a5c-8764-82d3483c4272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '06df44ce-7965-49c3-9334-79a80c7f7af9'}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:36:49.281931 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d87a8d2-adcf-4722-8f7d-62ae7e44c935 req-8529860e-aa9f-4cd5-b083-46439a2e58be service neutron] Attempting to bind port a1fadd38-d96e-4b9d-9eb7-8fd2264a9348 on network 06df44ce-7965-49c3-9334-79a80c7f7af9 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:36:49.289113 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d87a8d2-adcf-4722-8f7d-62ae7e44c935 req-8529860e-aa9f-4cd5-b083-46439a2e58be service neutron] Port a1fadd38-d96e-4b9d-9eb7-8fd2264a9348 on network 06df44ce-7965-49c3-9334-79a80c7f7af9 not bound, no agent of type Open vSwitch agent registered on host n-h2-818022-2 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 17:36:49.289615 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d87a8d2-adcf-4722-8f7d-62ae7e44c935 req-8529860e-aa9f-4cd5-b083-46439a2e58be service neutron] Attempting to bind port a1fadd38-d96e-4b9d-9eb7-8fd2264a9348 on network 06df44ce-7965-49c3-9334-79a80c7f7af9 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:36:49.297738 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d87a8d2-adcf-4722-8f7d-62ae7e44c935 req-8529860e-aa9f-4cd5-b083-46439a2e58be service neutron] Checking agent: {'id': '525ad2ac-c4ae-4c63-af2e-0bf8d25d0f0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'started_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 36, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:36:49.298271 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d87a8d2-adcf-4722-8f7d-62ae7e44c935 req-8529860e-aa9f-4cd5-b083-46439a2e58be service neutron] Checking segment: {'id': 'fa32b67e-17cc-4a5c-8764-82d3483c4272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '06df44ce-7965-49c3-9334-79a80c7f7af9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:36:49.298694 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-66b36b2b-0cd6-43b4-9c44-7f240a55f55a req-e15e794f-b075-40d5-94c1-8bb3472117a3 service neutron] For port 1ab892c9-0f24-4863-9fe2-85db9a8344ed, host n-h1-818022-2, cleared binding levels {{(pid=103365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:36:49.298817 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d87a8d2-adcf-4722-8f7d-62ae7e44c935 req-8529860e-aa9f-4cd5-b083-46439a2e58be service neutron] Bound using segment: {'id': 'fa32b67e-17cc-4a5c-8764-82d3483c4272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '06df44ce-7965-49c3-9334-79a80c7f7af9'} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:36:49.299411 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-5d87a8d2-adcf-4722-8f7d-62ae7e44c935 req-8529860e-aa9f-4cd5-b083-46439a2e58be service neutron] Bound port: a1fadd38-d96e-4b9d-9eb7-8fd2264a9348, host: n-h2-818022-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa32b67e-17cc-4a5c-8764-82d3483c4272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '06df44ce-7965-49c3-9334-79a80c7f7af9'}}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:36:49.299865 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-5d87a8d2-adcf-4722-8f7d-62ae7e44c935 req-8529860e-aa9f-4cd5-b083-46439a2e58be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:49.352034 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-66b36b2b-0cd6-43b4-9c44-7f240a55f55a req-e15e794f-b075-40d5-94c1-8bb3472117a3 service neutron] For port 1ab892c9-0f24-4863-9fe2-85db9a8344ed, host n-h1-818022-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=1ab892c9-0f24-4863-9fe2-85db9a8344ed,segment=NetworkSegment(1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861),segment_id=1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861)] {{(pid=103365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:36:49.361136 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-66b36b2b-0cd6-43b4-9c44-7f240a55f55a req-e15e794f-b075-40d5-94c1-8bb3472117a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:49.406803 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-5d87a8d2-adcf-4722-8f7d-62ae7e44c935 req-8529860e-aa9f-4cd5-b083-46439a2e58be service neutron] For port a1fadd38-d96e-4b9d-9eb7-8fd2264a9348, host n-h2-818022-2, cleared binding levels {{(pid=103364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:36:49.410274 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-5d87a8d2-adcf-4722-8f7d-62ae7e44c935 req-8529860e-aa9f-4cd5-b083-46439a2e58be service neutron] For port a1fadd38-d96e-4b9d-9eb7-8fd2264a9348, host n-h2-818022-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=a1fadd38-d96e-4b9d-9eb7-8fd2264a9348,segment=NetworkSegment(fa32b67e-17cc-4a5c-8764-82d3483c4272),segment_id=fa32b67e-17cc-4a5c-8764-82d3483c4272)] {{(pid=103364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:36:49.419211 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-5d87a8d2-adcf-4722-8f7d-62ae7e44c935 req-8529860e-aa9f-4cd5-b083-46439a2e58be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:49.469687 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b36b2b-0cd6-43b4-9c44-7f240a55f55a req-e15e794f-b075-40d5-94c1-8bb3472117a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:49.470478 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-66b36b2b-0cd6-43b4-9c44-7f240a55f55a req-e15e794f-b075-40d5-94c1-8bb3472117a3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:49.473335 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-66b36b2b-0cd6-43b4-9c44-7f240a55f55a req-e15e794f-b075-40d5-94c1-8bb3472117a3 service neutron] 10.222.0.60 "PUT /v2.0/ports/1ab892c9-0f24-4863-9fe2-85db9a8344ed HTTP/1.1" status: 200 len: 1096 time: 1.3340261 Nov 19 17:36:49.473335 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '035acc51-44f3-499f-90fe-45b4ce53c7ae', 'tag': '1ab892c9-0f24-4863-9fe2-85db9a8344ed'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:36:49.476176 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218319d759239a7d11f1288aef37381b97754913ee9ccbfd43b51a463f801712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6cc67a0-9b90-42d8-88f6-f0f2fd971d2f" -d '{"events": [{"name": "network-changed", "server_uuid": "035acc51-44f3-499f-90fe-45b4ce53c7ae", "tag": "1ab892c9-0f24-4863-9fe2-85db9a8344ed"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:36:49.528362 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15e794f-b075-40d5-94c1-8bb3472117a3 service neutron] Pushing event updated for resources: {'Port': ['ID=1ab892c9-0f24-4863-9fe2-85db9a8344ed,revision_number=3']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:36:49.551362 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec155435-e679-4469-9473-de4fc65cfbb9 req-8857c360-75fe-45f0-9400-c6e08de9e98b tempest-NetworksTest-302735489 tempest-NetworksTest-302735489-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:49.551833 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec155435-e679-4469-9473-de4fc65cfbb9 req-8857c360-75fe-45f0-9400-c6e08de9e98b tempest-NetworksTest-302735489 tempest-NetworksTest-302735489-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:49.552293 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec155435-e679-4469-9473-de4fc65cfbb9 req-8857c360-75fe-45f0-9400-c6e08de9e98b tempest-NetworksTest-302735489 tempest-NetworksTest-302735489-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:49.552757 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec155435-e679-4469-9473-de4fc65cfbb9 req-8857c360-75fe-45f0-9400-c6e08de9e98b tempest-NetworksTest-302735489 tempest-NetworksTest-302735489-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:49.553290 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec155435-e679-4469-9473-de4fc65cfbb9 req-8857c360-75fe-45f0-9400-c6e08de9e98b tempest-NetworksTest-302735489 tempest-NetworksTest-302735489-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:49.553748 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec155435-e679-4469-9473-de4fc65cfbb9 req-8857c360-75fe-45f0-9400-c6e08de9e98b tempest-NetworksTest-302735489 tempest-NetworksTest-302735489-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:49.554225 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec155435-e679-4469-9473-de4fc65cfbb9 req-8857c360-75fe-45f0-9400-c6e08de9e98b tempest-NetworksTest-302735489 tempest-NetworksTest-302735489-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:49.554683 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec155435-e679-4469-9473-de4fc65cfbb9 req-8857c360-75fe-45f0-9400-c6e08de9e98b tempest-NetworksTest-302735489 tempest-NetworksTest-302735489-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:49.555132 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec155435-e679-4469-9473-de4fc65cfbb9 req-8857c360-75fe-45f0-9400-c6e08de9e98b tempest-NetworksTest-302735489 tempest-NetworksTest-302735489-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:49.555587 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec155435-e679-4469-9473-de4fc65cfbb9 req-8857c360-75fe-45f0-9400-c6e08de9e98b tempest-NetworksTest-302735489 tempest-NetworksTest-302735489-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:49.556037 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec155435-e679-4469-9473-de4fc65cfbb9 req-8857c360-75fe-45f0-9400-c6e08de9e98b tempest-NetworksTest-302735489 tempest-NetworksTest-302735489-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:49.558036 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ec155435-e679-4469-9473-de4fc65cfbb9 req-8857c360-75fe-45f0-9400-c6e08de9e98b tempest-NetworksTest-302735489 tempest-NetworksTest-302735489-project-admin] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7851 time: 0.2861774 Nov 19 17:36:49.563647 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8529860e-aa9f-4cd5-b083-46439a2e58be service neutron] Pushing event updated for resources: {'Port': ['ID=a1fadd38-d96e-4b9d-9eb7-8fd2264a9348,revision_number=8']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:36:49.592435 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f115cc1-f96a-43d1-ac54-2b99f9a0a62d req-85915d85-7330-4969-9449-5a0868879ea6 tempest-ServersAdminNegativeTestJSON-105860662 tempest-ServersAdminNegativeTestJSON-105860662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:49.593988 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4f115cc1-f96a-43d1-ac54-2b99f9a0a62d req-85915d85-7330-4969-9449-5a0868879ea6 tempest-ServersAdminNegativeTestJSON-105860662 tempest-ServersAdminNegativeTestJSON-105860662-project] 10.222.0.86 "GET /v2.0/ports?device_id=e6dc0506-019e-438f-8ae5-12ec867508cf HTTP/1.1" status: 200 len: 950 time: 0.1783645 Nov 19 17:36:49.638534 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d87a8d2-adcf-4722-8f7d-62ae7e44c935 req-8529860e-aa9f-4cd5-b083-46439a2e58be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:49.640822 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-5d87a8d2-adcf-4722-8f7d-62ae7e44c935 req-8529860e-aa9f-4cd5-b083-46439a2e58be service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:49.642700 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-5d87a8d2-adcf-4722-8f7d-62ae7e44c935 req-8529860e-aa9f-4cd5-b083-46439a2e58be service neutron] 10.222.0.60 "PUT /v2.0/ports/a1fadd38-d96e-4b9d-9eb7-8fd2264a9348 HTTP/1.1" status: 200 len: 1121 time: 1.4005578 Nov 19 17:36:49.668176 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b36b2b-0cd6-43b4-9c44-7f240a55f55a req-f5b3b515-1a1a-47b4-984f-27ce70fd7f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:49.673494 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c04f30c-16e5-4515-9fa6-802c48b4e065 req-3ad6c4f7-e5d0-4c1d-bcaa-7a62e463dfc4 tempest-ServersAdminNegativeTestJSON-105860662 tempest-ServersAdminNegativeTestJSON-105860662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:49.674077 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-66b36b2b-0cd6-43b4-9c44-7f240a55f55a req-f5b3b515-1a1a-47b4-984f-27ce70fd7f4a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=51cd71aac4854a038486be6b92d13068&device_id=035acc51-44f3-499f-90fe-45b4ce53c7ae HTTP/1.1" status: 200 len: 1099 time: 0.1399536 Nov 19 17:36:49.695088 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-1c04f30c-16e5-4515-9fa6-802c48b4e065 req-3ad6c4f7-e5d0-4c1d-bcaa-7a62e463dfc4 tempest-ServersAdminNegativeTestJSON-105860662 tempest-ServersAdminNegativeTestJSON-105860662-project] 10.222.0.54 "GET /v2.0/ports?device_id=e6dc0506-019e-438f-8ae5-12ec867508cf HTTP/1.1" status: 200 len: 950 time: 0.2144222 Nov 19 17:36:49.739230 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] get_ports_and_sgs() called for port_ids ['a1fadd38-d96e-4b9d-9eb7-8fd2264a9348'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:36:49.747835 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 17:36:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d09f411-9fb1-4d84-a590-86827c86c6b3 x-openstack-request-id: req-7d09f411-9fb1-4d84-a590-86827c86c6b3 {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:36:49.748176 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "190b8a74-1657-4b15-9d43-f9dddedef7f2", "name": "network-vif-unplugged", "status": "completed", "tag": "a1fadd38-d96e-4b9d-9eb7-8fd2264a9348", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:36:49.748605 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-7d09f411-9fb1-4d84-a590-86827c86c6b3 {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:36:49.749016 n-d-818022-2 neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '190b8a74-1657-4b15-9d43-f9dddedef7f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1fadd38-d96e-4b9d-9eb7-8fd2264a9348', 'code': 200} Nov 19 17:36:49.769759 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-66b36b2b-0cd6-43b4-9c44-7f240a55f55a req-ceef228d-3821-48fd-a674-c173020a2f50 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=1ab892c9-0f24-4863-9fe2-85db9a8344ed HTTP/1.1" status: 200 len: 217 time: 0.0644722 Nov 19 17:36:49.832615 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-1c04f30c-16e5-4515-9fa6-802c48b4e065 req-039a512c-f45b-40c6-8901-209e491fd221 tempest-ServersAdminNegativeTestJSON-105860662 tempest-ServersAdminNegativeTestJSON-105860662-project] 10.222.0.54 "GET /v2.0/security-groups?id=90afa53b-d02d-4ca8-a903-31fcd7782c25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365230 Nov 19 17:36:49.909080 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-4f115cc1-f96a-43d1-ac54-2b99f9a0a62d req-c1f251ef-9337-4548-b84d-ddea3b280c6b tempest-ServersAdminNegativeTestJSON-105860662 tempest-ServersAdminNegativeTestJSON-105860662-project] Deleting port 4ee7c234-fdc7-4d4a-ae53-082a46ad097c {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:36:49.909840 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-4f115cc1-f96a-43d1-ac54-2b99f9a0a62d req-c1f251ef-9337-4548-b84d-ddea3b280c6b tempest-ServersAdminNegativeTestJSON-105860662 tempest-ServersAdminNegativeTestJSON-105860662-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:49.915177 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b36b2b-0cd6-43b4-9c44-7f240a55f55a req-2ababe78-9cda-468a-b28a-d7f210d07554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:49.916623 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-66b36b2b-0cd6-43b4-9c44-7f240a55f55a req-2ababe78-9cda-468a-b28a-d7f210d07554 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8b3c88de-c9c2-4a20-b19e-1855c2c19035 HTTP/1.1" status: 200 len: 843 time: 0.1386533 Nov 19 17:36:50.060788 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6f463e-70b9-4be4-b07b-b0fece407128 req-738cc7e8-d4fe-4a4c-9090-87dcc7991729 tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:50.061667 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-3b6f463e-70b9-4be4-b07b-b0fece407128 req-738cc7e8-d4fe-4a4c-9090-87dcc7991729 tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] 10.222.0.54 "GET /v2.0/ports?device_id=6a17fdac-7a37-4ae0-bb36-e0d9011c4c04 HTTP/1.1" status: 200 len: 945 time: 0.0662224 Nov 19 17:36:50.062293 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 42114) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:36:50.126105 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-3b6f463e-70b9-4be4-b07b-b0fece407128 req-cb42200d-c4c9-4aa0-a1f1-1a4e263ed0b0 tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a9bb8e9-ab46-4898-9298-f60e040eb6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574825 Nov 19 17:36:50.199070 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4704634d-c2f9-45aa-bda4-4503937bb693 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:50.246583 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 17:36:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b6adb91-e3b6-4cb0-8116-2746ac53c0ea x-openstack-request-id: req-7b6adb91-e3b6-4cb0-8116-2746ac53c0ea {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:36:50.246872 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "035acc51-44f3-499f-90fe-45b4ce53c7ae", "tag": "1ab892c9-0f24-4863-9fe2-85db9a8344ed", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:36:50.247123 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-7b6adb91-e3b6-4cb0-8116-2746ac53c0ea {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:36:50.247516 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '035acc51-44f3-499f-90fe-45b4ce53c7ae', 'tag': '1ab892c9-0f24-4863-9fe2-85db9a8344ed', 'status': 'completed', 'code': 200} Nov 19 17:36:50.271498 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d54791-d303-4935-8670-a6d861b2ace2 req-7ad2a030-085b-40de-8001-b67e0082a4ea tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:50.278437 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c0d54791-d303-4935-8670-a6d861b2ace2 req-7ad2a030-085b-40de-8001-b67e0082a4ea tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] 10.222.0.54 "GET /v2.0/ports?device_id=0581bf54-51a9-41d4-a295-e6c0d3cc5e26 HTTP/1.1" status: 200 len: 945 time: 0.4391236 Nov 19 17:36:50.302072 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde71fc4-1fd2-415a-a011-31f8fc0cd08a req-2fc39108-1974-4f99-8fe4-22c1791ce6f8 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:50.304196 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-fde71fc4-1fd2-415a-a011-31f8fc0cd08a req-2fc39108-1974-4f99-8fe4-22c1791ce6f8 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] 10.222.0.54 "GET /v2.0/ports?device_id=035acc51-44f3-499f-90fe-45b4ce53c7ae HTTP/1.1" status: 200 len: 948 time: 0.0772722 Nov 19 17:36:50.331318 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b36b2b-0cd6-43b4-9c44-7f240a55f55a req-ef815373-e970-44b5-a85a-3330932366e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:50.332867 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-66b36b2b-0cd6-43b4-9c44-7f240a55f55a req-ef815373-e970-44b5-a85a-3330932366e0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=346debfa-452b-4048-abf4-8f4493625ef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3985682 Nov 19 17:36:50.343748 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4704634d-c2f9-45aa-bda4-4503937bb693 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:50.350235 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4704634d-c2f9-45aa-bda4-4503937bb693 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:50.357789 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-4f115cc1-f96a-43d1-ac54-2b99f9a0a62d req-c1f251ef-9337-4548-b84d-ddea3b280c6b tempest-ServersAdminNegativeTestJSON-105860662 tempest-ServersAdminNegativeTestJSON-105860662-project] For port 4ee7c234-fdc7-4d4a-ae53-082a46ad097c, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=4ee7c234-fdc7-4d4a-ae53-082a46ad097c,segment=NetworkSegment(1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861),segment_id=1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:36:50.358148 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-4f115cc1-f96a-43d1-ac54-2b99f9a0a62d req-c1f251ef-9337-4548-b84d-ddea3b280c6b tempest-ServersAdminNegativeTestJSON-105860662 tempest-ServersAdminNegativeTestJSON-105860662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:50.409946 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-4704634d-c2f9-45aa-bda4-4503937bb693 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=1493007a4ec7458289c6dc6ad5f7934f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3463883 Nov 19 17:36:50.415099 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 42124) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:36:50.415984 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-4f115cc1-f96a-43d1-ac54-2b99f9a0a62d req-c1f251ef-9337-4548-b84d-ddea3b280c6b tempest-ServersAdminNegativeTestJSON-105860662 tempest-ServersAdminNegativeTestJSON-105860662-project] Calling delete_port for 4ee7c234-fdc7-4d4a-ae53-082a46ad097c owned by compute:nova {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:36:50.417945 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-fde71fc4-1fd2-415a-a011-31f8fc0cd08a req-6e3144ba-c1f8-43f4-a766-551a4f30cab2 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] 10.222.0.54 "GET /v2.0/security-groups?id=01d035e7-47ed-4912-a186-53ea419ecd96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015964 Nov 19 17:36:50.421557 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4704634d-c2f9-45aa-bda4-4503937bb693 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9fb5673-f714-4f9f-9fce-ce3201fcc40b,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:36:50.432915 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c0d54791-d303-4935-8670-a6d861b2ace2 req-5f3ecbdd-67a0-4809-ac0b-945c0b2c65ff tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] 10.222.0.54 "GET /v2.0/security-groups?id=3bfff83b-45c8-4d9c-ba10-49566b72be4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499569 Nov 19 17:36:50.558594 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-66b36b2b-0cd6-43b4-9c44-7f240a55f55a req-c2f00999-954a-489c-b561-4b99ef94e3c2 service neutron] 10.222.0.60 "GET /v2.0/networks/346debfa-452b-4048-abf4-8f4493625ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2090123 Nov 19 17:36:50.565570 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c133f9eb-594b-4f0d-9209-66c91981d05e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:50.590289 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d21816-5a46-48bd-9072-aa9118f90f74 req-1d69c869-f506-4e26-8d88-e5eb9dfd674e tempest-AttachSCSIVolumeTestJSON-524289253 tempest-AttachSCSIVolumeTestJSON-524289253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:50.592763 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-08d21816-5a46-48bd-9072-aa9118f90f74 req-1d69c869-f506-4e26-8d88-e5eb9dfd674e tempest-AttachSCSIVolumeTestJSON-524289253 tempest-AttachSCSIVolumeTestJSON-524289253-project] 10.222.0.54 "GET /v2.0/ports?device_id=eeecacdb-91b1-4eaf-90bc-0cbbbbe2b20c HTTP/1.1" status: 200 len: 943 time: 0.0630026 Nov 19 17:36:50.651984 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c133f9eb-594b-4f0d-9209-66c91981d05e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:50.659634 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-08d21816-5a46-48bd-9072-aa9118f90f74 req-0c9e8b5a-f803-4a0b-82f9-84535c64079a tempest-AttachSCSIVolumeTestJSON-524289253 tempest-AttachSCSIVolumeTestJSON-524289253-project] 10.222.0.54 "GET /v2.0/security-groups?id=b0e8589e-609c-4b3c-9f62-78e2446fc7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539558 Nov 19 17:36:50.750837 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-66b36b2b-0cd6-43b4-9c44-7f240a55f55a req-539c08a8-56c1-4c03-ab51-ced28eea1035 service neutron] 10.222.0.60 "GET /v2.0/networks/346debfa-452b-4048-abf4-8f4493625ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1822422 Nov 19 17:36:50.766940 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-4f115cc1-f96a-43d1-ac54-2b99f9a0a62d req-c1f251ef-9337-4548-b84d-ddea3b280c6b tempest-ServersAdminNegativeTestJSON-105860662 tempest-ServersAdminNegativeTestJSON-105860662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:50.785302 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229af3fc-7fa4-4213-8187-ed0244ff6e77 req-f6bc0e7f-c7ab-45ac-a83a-5646538e14ae tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:50.786902 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-229af3fc-7fa4-4213-8187-ed0244ff6e77 req-f6bc0e7f-c7ab-45ac-a83a-5646538e14ae tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.54 "GET /v2.0/ports?device_id=190b8a74-1657-4b15-9d43-f9dddedef7f2 HTTP/1.1" status: 200 len: 943 time: 0.0608823 Nov 19 17:36:50.800649 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f251ef-9337-4548-b84d-ddea3b280c6b tempest-ServersAdminNegativeTestJSON-105860662 tempest-ServersAdminNegativeTestJSON-105860662-project] Pushing event deleted for resources: {'Port': ['ID=4ee7c234-fdc7-4d4a-ae53-082a46ad097c,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:36:50.804834 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c133f9eb-594b-4f0d-9209-66c91981d05e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:50.808177 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c133f9eb-594b-4f0d-9209-66c91981d05e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:50.809434 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-c133f9eb-594b-4f0d-9209-66c91981d05e admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c9fb5673-f714-4f9f-9fce-ce3201fcc40b HTTP/1.1" status: 204 len: 168 time: 0.3912940 Nov 19 17:36:50.880729 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-229af3fc-7fa4-4213-8187-ed0244ff6e77 req-9f74668d-38a9-4f3d-9072-c72bd6b6eebd tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.54 "GET /v2.0/security-groups?id=740807d6-4246-4ecb-a636-49a5e5a1e11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864756 Nov 19 17:36:50.891267 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f115cc1-f96a-43d1-ac54-2b99f9a0a62d req-c1f251ef-9337-4548-b84d-ddea3b280c6b tempest-ServersAdminNegativeTestJSON-105860662 tempest-ServersAdminNegativeTestJSON-105860662-project] No DVR routers for this DVR port 4ee7c234-fdc7-4d4a-ae53-082a46ad097c on host n-h2-818022-2 {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:36:50.893518 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c133f9eb-594b-4f0d-9209-66c91981d05e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9fb5673-f714-4f9f-9fce-ce3201fcc40b,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:36:50.897151 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-4f115cc1-f96a-43d1-ac54-2b99f9a0a62d req-c1f251ef-9337-4548-b84d-ddea3b280c6b tempest-ServersAdminNegativeTestJSON-105860662 tempest-ServersAdminNegativeTestJSON-105860662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:50.910624 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4f115cc1-f96a-43d1-ac54-2b99f9a0a62d req-c1f251ef-9337-4548-b84d-ddea3b280c6b tempest-ServersAdminNegativeTestJSON-105860662 tempest-ServersAdminNegativeTestJSON-105860662-project] 10.222.0.86 "DELETE /v2.0/ports/4ee7c234-fdc7-4d4a-ae53-082a46ad097c HTTP/1.1" status: 204 len: 173 time: 1.3076799 Nov 19 17:36:50.941177 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cc67a0-9b90-42d8-88f6-f0f2fd971d2f req-c0f0365a-af06-4306-accf-47db98707295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:50.946422 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d6cc67a0-9b90-42d8-88f6-f0f2fd971d2f req-c0f0365a-af06-4306-accf-47db98707295 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=51cd71aac4854a038486be6b92d13068&device_id=035acc51-44f3-499f-90fe-45b4ce53c7ae HTTP/1.1" status: 200 len: 1099 time: 0.1171782 Nov 19 17:36:50.980455 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 06674c34-60ea-4cb6-b28d-e6090daee678 details requested by agent hyperv_n-h1-818022-2 with host n-h1-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 17:36:51.110081 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cc67a0-9b90-42d8-88f6-f0f2fd971d2f req-0a7b487b-a7b3-45e0-b3fa-183e0305c4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:51.121551 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d6cc67a0-9b90-42d8-88f6-f0f2fd971d2f req-0a7b487b-a7b3-45e0-b3fa-183e0305c4a7 service neutron] 10.222.0.60 "GET /v2.0/networks?id=346debfa-452b-4048-abf4-8f4493625ef2 HTTP/1.1" status: 200 len: 870 time: 0.1603975 Nov 19 17:36:51.145340 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b8269d-0f0f-40a5-85fd-964fc7e40eae req-38118427-4dfb-4a76-8a7b-1c9225594c8a tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:51.147430 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-22b8269d-0f0f-40a5-85fd-964fc7e40eae req-38118427-4dfb-4a76-8a7b-1c9225594c8a tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] 10.222.0.54 "GET /v2.0/ports?device_id=1cad7dc2-8442-446b-94f2-51548934c3b6&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1157892 Nov 19 17:36:51.193852 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 06674c34-60ea-4cb6-b28d-e6090daee678, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=06674c34-60ea-4cb6-b28d-e6090daee678,segment=NetworkSegment(1c7c713d-c942-43a4-9f8c-240d532390e1),segment_id=1c7c713d-c942-43a4-9f8c-240d532390e1)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:36:51.219044 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Returning: {'device': '06674c34-60ea-4cb6-b28d-e6090daee678', 'network_id': '7e956e3c-589c-4879-abd0-2ca83ee073b3', 'port_id': '06674c34-60ea-4cb6-b28d-e6090daee678', 'mac_address': 'fa:16:3e:89:29:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75cfd8c4-7a8b-4f0d-8c77-c2f944620c41', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 17:36:51.237068 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0c1b5999-ea52-4126-aeaf-0c7ee686af03 req-d492371c-afa1-4797-aa27-5601a3dd94f0 tempest-ServersAdminNegativeTestJSON-105860662 tempest-ServersAdminNegativeTestJSON-105860662-project] 10.222.0.54 "GET /v2.0/ports?device_id=e6dc0506-019e-438f-8ae5-12ec867508cf HTTP/1.1" status: 200 len: 210 time: 0.1740532 Nov 19 17:36:51.243491 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d6cc67a0-9b90-42d8-88f6-f0f2fd971d2f req-a410d0d7-a3f4-4d84-aa10-a7f6b4942bc1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=1ab892c9-0f24-4863-9fe2-85db9a8344ed HTTP/1.1" status: 200 len: 217 time: 0.1065361 Nov 19 17:36:51.289664 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-22b8269d-0f0f-40a5-85fd-964fc7e40eae req-347b81e8-e964-4775-b96a-09a4c94e90d8 tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.7.191 HTTP/1.1" status: 200 len: 696 time: 0.1344359 Nov 19 17:36:51.297163 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-22b8269d-0f0f-40a5-85fd-964fc7e40eae req-26805dc6-3c1d-494a-8f1a-b84c76d8297c tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] Request body: {'floatingip': {'port_id': '1649679b-e7c0-4ea5-9240-8fc66bbe8eb8', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:36:51.318791 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:51.346296 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06674c34-60ea-4cb6-b28d-e6090daee678 {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:36:51.356240 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cc67a0-9b90-42d8-88f6-f0f2fd971d2f req-b148c2aa-ecf2-4ecb-bb25-1c8cf780cb41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:51.357743 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d6cc67a0-9b90-42d8-88f6-f0f2fd971d2f req-b148c2aa-ecf2-4ecb-bb25-1c8cf780cb41 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8b3c88de-c9c2-4a20-b19e-1855c2c19035 HTTP/1.1" status: 200 len: 843 time: 0.1066337 Nov 19 17:36:51.376396 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 42156) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:36:51.388001 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 06674c34-60ea-4cb6-b28d-e6090daee678, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=06674c34-60ea-4cb6-b28d-e6090daee678,segment=NetworkSegment(1c7c713d-c942-43a4-9f8c-240d532390e1),segment_id=1c7c713d-c942-43a4-9f8c-240d532390e1)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:36:51.395959 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:51.406734 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-22b8269d-0f0f-40a5-85fd-964fc7e40eae req-26805dc6-3c1d-494a-8f1a-b84c76d8297c tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] Publish callbacks [] for floatingip, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:51.420091 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ace0a64f-9b08-4ede-84e8-c00286b21aff admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:51.472252 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cc67a0-9b90-42d8-88f6-f0f2fd971d2f req-0acccac0-5d8b-42ac-91a5-461dd81066cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:51.474471 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d6cc67a0-9b90-42d8-88f6-f0f2fd971d2f req-0acccac0-5d8b-42ac-91a5-461dd81066cc service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=346debfa-452b-4048-abf4-8f4493625ef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1077483 Nov 19 17:36:51.476721 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=06674c34-60ea-4cb6-b28d-e6090daee678,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:36:51.667669 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ace0a64f-9b08-4ede-84e8-c00286b21aff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:51.674501 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d6cc67a0-9b90-42d8-88f6-f0f2fd971d2f req-27d669d0-222d-4586-beae-85333f839893 service neutron] 10.222.0.60 "GET /v2.0/networks/346debfa-452b-4048-abf4-8f4493625ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785800 Nov 19 17:36:51.686125 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc43299f-0678-49af-a238-5145dd8d4d84 req-165bca90-3e64-49d2-9353-3a467d454d50 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:51.687599 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-dc43299f-0678-49af-a238-5145dd8d4d84 req-165bca90-3e64-49d2-9353-3a467d454d50 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] 10.222.0.54 "GET /v2.0/ports?device_id=035acc51-44f3-499f-90fe-45b4ce53c7ae HTTP/1.1" status: 200 len: 948 time: 0.1308031 Nov 19 17:36:51.688223 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ace0a64f-9b08-4ede-84e8-c00286b21aff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:51.750246 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '190b8a74-1657-4b15-9d43-f9dddedef7f2', 'tag': 'a1fadd38-d96e-4b9d-9eb7-8fd2264a9348'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:36:51.752474 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dd4767a008c23f8566efc82158ee1b1fff34e1a9e908d76d0b6d0ab7e350e5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95a949a2-66b7-4e2b-b2c1-d9f62ea788be" -d '{"events": [{"name": "network-changed", "server_uuid": "190b8a74-1657-4b15-9d43-f9dddedef7f2", "tag": "a1fadd38-d96e-4b9d-9eb7-8fd2264a9348"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:36:51.799391 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-ace0a64f-9b08-4ede-84e8-c00286b21aff admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=84df092c5e2b443a980b4cdce126481b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4181688 Nov 19 17:36:51.803243 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace0a64f-9b08-4ede-84e8-c00286b21aff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bd7e4b0-1e61-4485-adb4-def5a18acc5b,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:36:51.803588 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 42164) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:36:51.843204 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-dc43299f-0678-49af-a238-5145dd8d4d84 req-5a2a099b-642b-4079-9b8f-867a80350bec tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] 10.222.0.54 "GET /v2.0/security-groups?id=01d035e7-47ed-4912-a186-53ea419ecd96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365449 Nov 19 17:36:51.864965 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d6cc67a0-9b90-42d8-88f6-f0f2fd971d2f req-2eb1f1cf-d47d-4749-9242-36d7c79414ab service neutron] 10.222.0.60 "GET /v2.0/networks/346debfa-452b-4048-abf4-8f4493625ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698456 Nov 19 17:36:51.865110 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['06674c34-60ea-4cb6-b28d-e6090daee678'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:36:51.914400 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8b6960a1-2e6f-438e-8199-6e1543550123 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:51.967062 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8b6960a1-2e6f-438e-8199-6e1543550123 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:51.975287 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6084f9e7-c6a8-40ee-9b56-873857218404 req-ee2ea400-5817-45bf-80bb-c8ce8d5dc7c0 tempest-AttachSCSIVolumeTestJSON-524289253 tempest-AttachSCSIVolumeTestJSON-524289253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:51.976907 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6084f9e7-c6a8-40ee-9b56-873857218404 req-ee2ea400-5817-45bf-80bb-c8ce8d5dc7c0 tempest-AttachSCSIVolumeTestJSON-524289253 tempest-AttachSCSIVolumeTestJSON-524289253-project] 10.222.0.54 "GET /v2.0/ports?device_id=eeecacdb-91b1-4eaf-90bc-0cbbbbe2b20c HTTP/1.1" status: 200 len: 944 time: 0.0541184 Nov 19 17:36:52.033409 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6084f9e7-c6a8-40ee-9b56-873857218404 req-815343e3-6ac9-4801-9583-4fb9646eb323 tempest-AttachSCSIVolumeTestJSON-524289253 tempest-AttachSCSIVolumeTestJSON-524289253-project] 10.222.0.54 "GET /v2.0/security-groups?id=b0e8589e-609c-4b3c-9f62-78e2446fc7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485008 Nov 19 17:36:52.054216 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-22b8269d-0f0f-40a5-85fd-964fc7e40eae req-26805dc6-3c1d-494a-8f1a-b84c76d8297c tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:52.060691 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-22b8269d-0f0f-40a5-85fd-964fc7e40eae req-26805dc6-3c1d-494a-8f1a-b84c76d8297c tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-671284'] for floatingip, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:52.102055 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 17:36:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e93d7ae1-246d-4678-8857-39738e3e9030 x-openstack-request-id: req-e93d7ae1-246d-4678-8857-39738e3e9030 {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:36:52.102414 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "190b8a74-1657-4b15-9d43-f9dddedef7f2", "tag": "a1fadd38-d96e-4b9d-9eb7-8fd2264a9348", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:36:52.102710 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e93d7ae1-246d-4678-8857-39738e3e9030 {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:36:52.103205 n-d-818022-2 neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '190b8a74-1657-4b15-9d43-f9dddedef7f2', 'tag': 'a1fadd38-d96e-4b9d-9eb7-8fd2264a9348', 'status': 'completed', 'code': 200} Nov 19 17:36:52.106781 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8b6960a1-2e6f-438e-8199-6e1543550123 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:52.109448 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8b6960a1-2e6f-438e-8199-6e1543550123 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:52.110627 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-8b6960a1-2e6f-438e-8199-6e1543550123 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/9bd7e4b0-1e61-4485-adb4-def5a18acc5b HTTP/1.1" status: 204 len: 168 time: 0.3058918 Nov 19 17:36:52.130313 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6960a1-2e6f-438e-8199-6e1543550123 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bd7e4b0-1e61-4485-adb4-def5a18acc5b,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:36:52.222228 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a949a2-66b7-4e2b-b2c1-d9f62ea788be req-0f956576-1322-47f5-b79e-1c653f909601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:52.223241 n-d-818022-2 neutron-server[103364]: INFO neutron.db.l3_db [req-22b8269d-0f0f-40a5-85fd-964fc7e40eae req-26805dc6-3c1d-494a-8f1a-b84c76d8297c tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] Floating IP 0e845b61-f17e-4055-94ea-331199f7fc82 associated. External IP: 172.25.7.191, port: 1649679b-e7c0-4ea5-9240-8fc66bbe8eb8. Nov 19 17:36:52.223952 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-95a949a2-66b7-4e2b-b2c1-d9f62ea788be req-0f956576-1322-47f5-b79e-1c653f909601 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=0d7ccfd9bdc740e383b438cb097bfe8d&device_id=190b8a74-1657-4b15-9d43-f9dddedef7f2 HTTP/1.1" status: 200 len: 1124 time: 0.1053221 Nov 19 17:36:52.242855 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f5b466-688a-4f55-bea4-6dfd2284d636 req-a406d8c5-57fa-4ab3-8cf8-df40c5df5289 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:52.244456 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-14f5b466-688a-4f55-bea4-6dfd2284d636 req-a406d8c5-57fa-4ab3-8cf8-df40c5df5289 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.54 "GET /v2.0/ports?device_id=190b8a74-1657-4b15-9d43-f9dddedef7f2 HTTP/1.1" status: 200 len: 943 time: 0.0750518 Nov 19 17:36:52.252808 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6dc0506-019e-438f-8ae5-12ec867508cf', 'name': 'network-vif-deleted', 'tag': '4ee7c234-fdc7-4d4a-ae53-082a46ad097c'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:36:52.256830 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218319d759239a7d11f1288aef37381b97754913ee9ccbfd43b51a463f801712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0b78b30-2c59-4262-8e5d-1a660cf9c4ba" -d '{"events": [{"server_uuid": "e6dc0506-019e-438f-8ae5-12ec867508cf", "name": "network-vif-deleted", "tag": "4ee7c234-fdc7-4d4a-ae53-082a46ad097c"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:36:52.365500 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-14f5b466-688a-4f55-bea4-6dfd2284d636 req-2b342fc1-9f8c-4f28-a2cc-3e3ae2c35af5 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.54 "GET /v2.0/security-groups?id=740807d6-4246-4ecb-a636-49a5e5a1e11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067681 Nov 19 17:36:52.385107 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a949a2-66b7-4e2b-b2c1-d9f62ea788be req-3008613c-77c0-4092-8fa9-277189afe7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:52.399651 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-95a949a2-66b7-4e2b-b2c1-d9f62ea788be req-3008613c-77c0-4092-8fa9-277189afe7b8 service neutron] 10.222.0.86 "GET /v2.0/networks?id=06df44ce-7965-49c3-9334-79a80c7f7af9 HTTP/1.1" status: 200 len: 922 time: 0.1437573 Nov 19 17:36:52.474638 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-95a949a2-66b7-4e2b-b2c1-d9f62ea788be req-1e0ae6c7-4e72-4291-a489-11bf8241ae0f service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a1fadd38-d96e-4b9d-9eb7-8fd2264a9348 HTTP/1.1" status: 200 len: 217 time: 0.0704520 Nov 19 17:36:52.487693 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [req-22b8269d-0f0f-40a5-85fd-964fc7e40eae req-26805dc6-3c1d-494a-8f1a-b84c76d8297c tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] Router 57ca953c-b606-4e90-9771-7e2956ae7ce9 has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 17:36:52.529714 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:36:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3969887d-90d2-4000-971d-953e789185ba x-openstack-request-id: req-3969887d-90d2-4000-971d-953e789185ba {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:36:52.530091 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6dc0506-019e-438f-8ae5-12ec867508cf", "name": "network-vif-deleted", "tag": "4ee7c234-fdc7-4d4a-ae53-082a46ad097c", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:36:52.530363 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-3969887d-90d2-4000-971d-953e789185ba {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:36:52.530765 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6dc0506-019e-438f-8ae5-12ec867508cf', 'name': 'network-vif-deleted', 'tag': '4ee7c234-fdc7-4d4a-ae53-082a46ad097c', 'status': 'completed', 'code': 200} Nov 19 17:36:52.591785 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a949a2-66b7-4e2b-b2c1-d9f62ea788be req-17f52818-a721-41d2-a200-19abde2faf01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:52.593371 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-95a949a2-66b7-4e2b-b2c1-d9f62ea788be req-17f52818-a721-41d2-a200-19abde2faf01 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=e811f539-9c60-469d-a119-267f6bfeab01 HTTP/1.1" status: 200 len: 861 time: 0.1003208 Nov 19 17:36:52.645569 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-95a949a2-66b7-4e2b-b2c1-d9f62ea788be req-3dd543b9-a852-47ed-8190-1a7be56af1e1 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=06df44ce-7965-49c3-9334-79a80c7f7af9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408664 Nov 19 17:36:52.657670 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device 4ee7c234-fdc7-4d4a-ae53-082a46ad097c no longer exists at agent hyperv_n-h2-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:36:52.660677 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-22b8269d-0f0f-40a5-85fd-964fc7e40eae req-26805dc6-3c1d-494a-8f1a-b84c76d8297c tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 17:36:52.668960 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-22b8269d-0f0f-40a5-85fd-964fc7e40eae req-26805dc6-3c1d-494a-8f1a-b84c76d8297c tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for floatingip, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:52.676035 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c7c75b-f01d-4b6f-9529-aa138c1f0b13 None None] Sync routers for ids ['57ca953c-b606-4e90-9771-7e2956ae7ce9'] in n-d-818022-2 {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 17:36:52.695519 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c7c75b-f01d-4b6f-9529-aa138c1f0b13 None None] Routers {'57ca953c-b606-4e90-9771-7e2956ae7ce9'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:36:52.696190 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-c5c7c75b-f01d-4b6f-9529-aa138c1f0b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:36:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['57ca953c-b606-4e90-9771-7e2956ae7ce9'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:36:52.720875 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] No Port match for: 4ee7c234-fdc7-4d4a-ae53-082a46ad097c {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:36:52.721926 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device 4ee7c234-fdc7-4d4a-ae53-082a46ad097c not bound to the agent host n-h2-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:36:52.749120 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-22b8269d-0f0f-40a5-85fd-964fc7e40eae req-26805dc6-3c1d-494a-8f1a-b84c76d8297c tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] 10.222.0.54 "PUT /v2.0/floatingips/0e845b61-f17e-4055-94ea-331199f7fc82 HTTP/1.1" status: 200 len: 997 time: 1.4525247 Nov 19 17:36:52.825795 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-95a949a2-66b7-4e2b-b2c1-d9f62ea788be req-72c204b6-29c1-426e-b28d-6de451ce807d service neutron] 10.222.0.86 "GET /v2.0/networks/06df44ce-7965-49c3-9334-79a80c7f7af9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605458 Nov 19 17:36:52.843428 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b8269d-0f0f-40a5-85fd-964fc7e40eae req-51041f27-de6b-47fa-948f-6334e8c96ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:52.848052 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-22b8269d-0f0f-40a5-85fd-964fc7e40eae req-51041f27-de6b-47fa-948f-6334e8c96ebb service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0451c16dbd91499694bb6f860678eaa9&device_id=1cad7dc2-8442-446b-94f2-51548934c3b6 HTTP/1.1" status: 200 len: 1097 time: 0.0863633 Nov 19 17:36:53.012750 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device a1fadd38-d96e-4b9d-9eb7-8fd2264a9348 details requested by agent hyperv_n-h1-818022-2 with host n-h1-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 17:36:53.017914 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 06674c34-60ea-4cb6-b28d-e6090daee678 up at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:36:53.069350 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-c5c7c75b-f01d-4b6f-9529-aa138c1f0b13 None None] Set router 57ca953c-b606-4e90-9771-7e2956ae7ce9 gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:36:53.134436 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b8269d-0f0f-40a5-85fd-964fc7e40eae req-72648df2-3c1c-4ff1-83be-c86dd3622cad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:53.137643 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-22b8269d-0f0f-40a5-85fd-964fc7e40eae req-72648df2-3c1c-4ff1-83be-c86dd3622cad service neutron] 10.222.0.54 "GET /v2.0/networks?id=129a9009-9385-4250-92f4-51006107194d HTTP/1.1" status: 200 len: 921 time: 0.2477934 Nov 19 17:36:53.138691 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 42204) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:36:53.284704 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631c5fa8-1ac1-4321-b2c1-c94ce277f9e9 req-4a385e5b-b797-4648-ae95-ede4834a447c tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:53.301483 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-631c5fa8-1ac1-4321-b2c1-c94ce277f9e9 req-4a385e5b-b797-4648-ae95-ede4834a447c tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] 10.222.0.54 "GET /v2.0/ports?device_id=035acc51-44f3-499f-90fe-45b4ce53c7ae HTTP/1.1" status: 200 len: 948 time: 0.2361505 Nov 19 17:36:53.338885 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning for port 06674c34-60ea-4cb6-b28d-e6090daee678 completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 17:36:53.375577 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-22b8269d-0f0f-40a5-85fd-964fc7e40eae req-e2102eb9-afb2-41a0-8b2f-c6832578c82b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1649679b-e7c0-4ea5-9240-8fc66bbe8eb8 HTTP/1.1" status: 200 len: 1000 time: 0.2234614 Nov 19 17:36:53.418222 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-631c5fa8-1ac1-4321-b2c1-c94ce277f9e9 req-c24ff0cb-7ae1-430a-a1e7-388b37ec40d1 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] 10.222.0.54 "GET /v2.0/security-groups?id=01d035e7-47ed-4912-a186-53ea419ecd96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132481 Nov 19 17:36:53.457679 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-95a949a2-66b7-4e2b-b2c1-d9f62ea788be req-61e8dfc4-a4cd-43fc-bcdf-f1e67499afc2 service neutron] 10.222.0.86 "GET /v2.0/networks/06df44ce-7965-49c3-9334-79a80c7f7af9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6056643 Nov 19 17:36:53.512130 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b8269d-0f0f-40a5-85fd-964fc7e40eae req-f5c4c28d-6942-4bed-a697-205a37e4db6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:53.526784 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-22b8269d-0f0f-40a5-85fd-964fc7e40eae req-f5c4c28d-6942-4bed-a697-205a37e4db6d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=69d79900-574d-4621-892d-3cad82947dc7 HTTP/1.1" status: 200 len: 859 time: 0.1469865 Nov 19 17:36:53.599335 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning complete for port 06674c34-60ea-4cb6-b28d-e6090daee678 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:36:53.600398 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:53.677359 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0ea514-bd6f-430e-9e73-37b83df77e0b req-3ec0bce0-db9d-43bc-baa0-c13e9ec811f0 tempest-AttachSCSIVolumeTestJSON-524289253 tempest-AttachSCSIVolumeTestJSON-524289253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:53.679953 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-cb0ea514-bd6f-430e-9e73-37b83df77e0b req-3ec0bce0-db9d-43bc-baa0-c13e9ec811f0 tempest-AttachSCSIVolumeTestJSON-524289253 tempest-AttachSCSIVolumeTestJSON-524289253-project] 10.222.0.54 "GET /v2.0/ports?device_id=eeecacdb-91b1-4eaf-90bc-0cbbbbe2b20c HTTP/1.1" status: 200 len: 944 time: 0.1320686 Nov 19 17:36:53.682305 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-c5c7c75b-f01d-4b6f-9529-aa138c1f0b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57ca953c-b606-4e90-9771-7e2956ae7ce9', 'name': 'tempest-FloatingIPsAssociationTestJSON-802776427-router', 'tenant_id': '0451c16dbd91499694bb6f860678eaa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': 'db8c5ce6-b7a1-4a96-856c-5f03b01e2388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:35:51Z', 'updated_at': '2021-11-19T17:36:00Z', 'revision_number': 4, 'project_id': '0451c16dbd91499694bb6f860678eaa9', 'gw_port': {'id': 'db8c5ce6-b7a1-4a96-856c-5f03b01e2388', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:85:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ca953c-b606-4e90-9771-7e2956ae7ce9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:35:52Z', 'updated_at': '2021-11-19T17:36:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_floatingips': [{'id': '0e845b61-f17e-4055-94ea-331199f7fc82', 'tenant_id': '0451c16dbd91499694bb6f860678eaa9', 'floating_ip_address': '172.25.7.191', 'floating_network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'router_id': '57ca953c-b606-4e90-9771-7e2956ae7ce9', 'port_id': '1649679b-e7c0-4ea5-9240-8fc66bbe8eb8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 448, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '129a9009-9385-4250-92f4-51006107194d', 'mac_address': 'fa:16:3e:15:84:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cad7dc2-8442-446b-94f2-51548934c3b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T17:36:28Z', 'updated_at': '2021-11-19T17:36:51Z', 'revision_number': 1, 'project_id': '0451c16dbd91499694bb6f860678eaa9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6e5a257-abf1-4f08-a5f3-908b33e3c1a3', 'name': '', 'network_id': '129a9009-9385-4250-92f4-51006107194d', 'tenant_id': '0451c16dbd91499694bb6f860678eaa9', 'mac_address': 'fa:16:3e:59:d3:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ca953c-b606-4e90-9771-7e2956ae7ce9', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '69d79900-574d-4621-892d-3cad82947dc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:35:57Z', 'updated_at': '2021-11-19T17:36:07Z', 'revision_number': 5, 'project_id': '0451c16dbd91499694bb6f860678eaa9', 'subnets': [{'id': '69d79900-574d-4621-892d-3cad82947dc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:36:53.690008 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b8269d-0f0f-40a5-85fd-964fc7e40eae req-91084b68-1b81-4b1f-a90b-fd104d5be0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:53.692491 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-22b8269d-0f0f-40a5-85fd-964fc7e40eae req-91084b68-1b81-4b1f-a90b-fd104d5be0f9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=129a9009-9385-4250-92f4-51006107194d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1507382 Nov 19 17:36:53.698221 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-5202c09b-f195-42db-b86d-f96b93e764a9 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=6853c7c78a4d40ddab5857a2e712f967&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5565839 Nov 19 17:36:53.702065 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 42218) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:36:53.772539 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [req-22b8269d-0f0f-40a5-85fd-964fc7e40eae req-bc161819-4595-4f1c-8fd8-0e065341a54e service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=103364) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 17:36:53.774027 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-22b8269d-0f0f-40a5-85fd-964fc7e40eae req-bc161819-4595-4f1c-8fd8-0e065341a54e service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0592122 Nov 19 17:36:53.776829 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port a1fadd38-d96e-4b9d-9eb7-8fd2264a9348, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=a1fadd38-d96e-4b9d-9eb7-8fd2264a9348,segment=NetworkSegment(fa32b67e-17cc-4a5c-8764-82d3483c4272),segment_id=fa32b67e-17cc-4a5c-8764-82d3483c4272)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:36:53.784501 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c7c75b-f01d-4b6f-9529-aa138c1f0b13 None None] Checking router: 57ca953c-b606-4e90-9771-7e2956ae7ce9 for host: n-d-818022-2 {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 17:36:53.796374 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-cb0ea514-bd6f-430e-9e73-37b83df77e0b req-36fe2d22-5c74-4d8a-88b9-5aa5c5f8ab50 tempest-AttachSCSIVolumeTestJSON-524289253 tempest-AttachSCSIVolumeTestJSON-524289253-project] 10.222.0.54 "GET /v2.0/security-groups?id=b0e8589e-609c-4b3c-9f62-78e2446fc7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062901 Nov 19 17:36:53.827587 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c7c75b-f01d-4b6f-9529-aa138c1f0b13 None None] Routers {'57ca953c-b606-4e90-9771-7e2956ae7ce9'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:36:53.829579 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-c5c7c75b-f01d-4b6f-9529-aa138c1f0b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:36:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['57ca953c-b606-4e90-9771-7e2956ae7ce9'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:36:53.939263 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d64add37-3671-44c3-825a-2b6f168eebe6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:53.995578 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 42224) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:36:54.023851 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d64add37-3671-44c3-825a-2b6f168eebe6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:54.039785 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-22b8269d-0f0f-40a5-85fd-964fc7e40eae req-19c7e352-f33e-46fb-be5d-1ae1269b3ea2 service neutron] 10.222.0.54 "GET /v2.0/networks/129a9009-9385-4250-92f4-51006107194d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2574413 Nov 19 17:36:54.056770 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device a1fadd38-d96e-4b9d-9eb7-8fd2264a9348 has no active binding in host n-h1-818022-2 {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 19 17:36:54.086312 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-c5c7c75b-f01d-4b6f-9529-aa138c1f0b13 None None] Set router 57ca953c-b606-4e90-9771-7e2956ae7ce9 gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:36:54.090656 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:54.109857 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e460bf-9dba-4152-900b-dd8e78f88fac req-1ffd47e4-412f-4862-a26e-da7e0bb9b3b8 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:54.125366 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c5e460bf-9dba-4152-900b-dd8e78f88fac req-1ffd47e4-412f-4862-a26e-da7e0bb9b3b8 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.54 "GET /v2.0/ports?device_id=190b8a74-1657-4b15-9d43-f9dddedef7f2 HTTP/1.1" status: 200 len: 943 time: 0.1831057 Nov 19 17:36:54.146468 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cad7dc2-8442-446b-94f2-51548934c3b6', 'tag': '1649679b-e7c0-4ea5-9240-8fc66bbe8eb8'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:36:54.149361 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dd4767a008c23f8566efc82158ee1b1fff34e1a9e908d76d0b6d0ab7e350e5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21e1b6ad-e1ce-47e5-bf59-0ca01f7df9b7" -d '{"events": [{"name": "network-changed", "server_uuid": "1cad7dc2-8442-446b-94f2-51548934c3b6", "tag": "1649679b-e7c0-4ea5-9240-8fc66bbe8eb8"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:36:54.150321 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eeecacdb-91b1-4eaf-90bc-0cbbbbe2b20c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06674c34-60ea-4cb6-b28d-e6090daee678'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:36:54.155606 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3940761bcd94e032e6960d2241bd8993c5d3a7d8dc2aca8488f3ecf1d4dd2fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53062038-00a6-4b3a-8613-78aa78437dfe" -d '{"events": [{"server_uuid": "eeecacdb-91b1-4eaf-90bc-0cbbbbe2b20c", "name": "network-vif-plugged", "status": "completed", "tag": "06674c34-60ea-4cb6-b28d-e6090daee678"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:36:54.161832 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-22b8269d-0f0f-40a5-85fd-964fc7e40eae req-1d2d0dde-6568-49ab-9ef6-644f8c3a9b30 service neutron] 10.222.0.54 "GET /v2.0/networks/129a9009-9385-4250-92f4-51006107194d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187789 Nov 19 17:36:54.219144 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5d87a8d2-adcf-4722-8f7d-62ae7e44c935 req-3b5f039a-6b4d-44f2-875a-0b06c2ec4d93 service neutron] 10.222.0.86 "GET /v2.0/ports/a1fadd38-d96e-4b9d-9eb7-8fd2264a9348/bindings/n-h1-818022-2 HTTP/1.1" status: 200 len: 384 time: 0.3463762 Nov 19 17:36:54.231368 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 06674c34-60ea-4cb6-b28d-e6090daee678, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=06674c34-60ea-4cb6-b28d-e6090daee678,segment=NetworkSegment(1c7c713d-c942-43a4-9f8c-240d532390e1),segment_id=1c7c713d-c942-43a4-9f8c-240d532390e1)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:36:54.246108 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:54.256863 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d64add37-3671-44c3-825a-2b6f168eebe6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:54.263822 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d64add37-3671-44c3-825a-2b6f168eebe6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:54.269262 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-d64add37-3671-44c3-825a-2b6f168eebe6 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/90afa53b-d02d-4ca8-a903-31fcd7782c25 HTTP/1.1" status: 204 len: 168 time: 0.5631874 Nov 19 17:36:54.284435 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-0bf37e33-e2be-4d37-94c3-3c005e2b7bfd admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1914012707-network', 'tenant_id': '8bb26e662dc04141965dbd1042ecc85e'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:36:54.290406 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64add37-3671-44c3-825a-2b6f168eebe6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90afa53b-d02d-4ca8-a903-31fcd7782c25,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:36:54.394203 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c5e460bf-9dba-4152-900b-dd8e78f88fac req-d14b2d03-3437-4db0-b5d7-ae16a7fa744a tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.54 "GET /v2.0/security-groups?id=740807d6-4246-4ecb-a636-49a5e5a1e11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2662728 Nov 19 17:36:54.403606 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bf37e33-e2be-4d37-94c3-3c005e2b7bfd admin admin] Made reservation on behalf of 8bb26e662dc04141965dbd1042ecc85e for: {'network': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:36:54.408098 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0bf37e33-e2be-4d37-94c3-3c005e2b7bfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:54.435936 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0bf37e33-e2be-4d37-94c3-3c005e2b7bfd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:54.464703 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 17:36:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-151099c2-cefb-4b7d-9349-368f2dd05584 x-openstack-request-id: req-151099c2-cefb-4b7d-9349-368f2dd05584 {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:36:54.465089 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cad7dc2-8442-446b-94f2-51548934c3b6", "tag": "1649679b-e7c0-4ea5-9240-8fc66bbe8eb8", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:36:54.465443 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-151099c2-cefb-4b7d-9349-368f2dd05584 {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:36:54.465976 n-d-818022-2 neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cad7dc2-8442-446b-94f2-51548934c3b6', 'tag': '1649679b-e7c0-4ea5-9240-8fc66bbe8eb8', 'status': 'completed', 'code': 200} Nov 19 17:36:54.484027 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=06674c34-60ea-4cb6-b28d-e6090daee678,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:36:54.517311 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:36:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b4aad4e-0182-46a2-99be-3939fec9ebd1 x-openstack-request-id: req-0b4aad4e-0182-46a2-99be-3939fec9ebd1 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:36:54.517757 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eeecacdb-91b1-4eaf-90bc-0cbbbbe2b20c", "name": "network-vif-plugged", "status": "completed", "tag": "06674c34-60ea-4cb6-b28d-e6090daee678", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:36:54.518166 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-0b4aad4e-0182-46a2-99be-3939fec9ebd1 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:36:54.518752 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eeecacdb-91b1-4eaf-90bc-0cbbbbe2b20c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06674c34-60ea-4cb6-b28d-e6090daee678', 'code': 200} Nov 19 17:36:54.789635 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-c5c7c75b-f01d-4b6f-9529-aa138c1f0b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57ca953c-b606-4e90-9771-7e2956ae7ce9', 'name': 'tempest-FloatingIPsAssociationTestJSON-802776427-router', 'tenant_id': '0451c16dbd91499694bb6f860678eaa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': 'db8c5ce6-b7a1-4a96-856c-5f03b01e2388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:35:51Z', 'updated_at': '2021-11-19T17:36:00Z', 'revision_number': 4, 'project_id': '0451c16dbd91499694bb6f860678eaa9', 'gw_port': {'id': 'db8c5ce6-b7a1-4a96-856c-5f03b01e2388', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:85:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ca953c-b606-4e90-9771-7e2956ae7ce9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:35:52Z', 'updated_at': '2021-11-19T17:36:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_floatingips': [{'id': '0e845b61-f17e-4055-94ea-331199f7fc82', 'tenant_id': '0451c16dbd91499694bb6f860678eaa9', 'floating_ip_address': '172.25.7.191', 'floating_network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'router_id': '57ca953c-b606-4e90-9771-7e2956ae7ce9', 'port_id': '1649679b-e7c0-4ea5-9240-8fc66bbe8eb8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 448, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '129a9009-9385-4250-92f4-51006107194d', 'mac_address': 'fa:16:3e:15:84:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cad7dc2-8442-446b-94f2-51548934c3b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T17:36:28Z', 'updated_at': '2021-11-19T17:36:51Z', 'revision_number': 1, 'project_id': '0451c16dbd91499694bb6f860678eaa9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6e5a257-abf1-4f08-a5f3-908b33e3c1a3', 'name': '', 'network_id': '129a9009-9385-4250-92f4-51006107194d', 'tenant_id': '0451c16dbd91499694bb6f860678eaa9', 'mac_address': 'fa:16:3e:59:d3:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ca953c-b606-4e90-9771-7e2956ae7ce9', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '69d79900-574d-4621-892d-3cad82947dc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:35:57Z', 'updated_at': '2021-11-19T17:36:07Z', 'revision_number': 5, 'project_id': '0451c16dbd91499694bb6f860678eaa9', 'subnets': [{'id': '69d79900-574d-4621-892d-3cad82947dc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:36:54.794567 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e1b6ad-e1ce-47e5-bf59-0ca01f7df9b7 req-f699c63f-f6e5-4c6b-b22c-b3bd4561c68f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:54.796280 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-21e1b6ad-e1ce-47e5-bf59-0ca01f7df9b7 req-f699c63f-f6e5-4c6b-b22c-b3bd4561c68f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0451c16dbd91499694bb6f860678eaa9&device_id=1cad7dc2-8442-446b-94f2-51548934c3b6 HTTP/1.1" status: 200 len: 1097 time: 0.2977781 Nov 19 17:36:54.800891 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974ff263-0f06-47bf-9507-2bd4aecde76a req-5a8cae6c-1d92-4219-bc13-b3b24987226c tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:54.814039 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-974ff263-0f06-47bf-9507-2bd4aecde76a req-5a8cae6c-1d92-4219-bc13-b3b24987226c tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] 10.222.0.54 "GET /v2.0/ports?device_id=0581bf54-51a9-41d4-a295-e6c0d3cc5e26&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1945484 Nov 19 17:36:54.841134 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9d9504-9509-489b-8fb0-714810905221 req-39f3d275-40ed-4d31-9834-2af0292dbe68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:54.844050 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-be9d9504-9509-489b-8fb0-714810905221 req-39f3d275-40ed-4d31-9834-2af0292dbe68 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=eeecacdb-91b1-4eaf-90bc-0cbbbbe2b20c HTTP/1.1" status: 200 len: 1096 time: 0.1612258 Nov 19 17:36:54.856633 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c7c75b-f01d-4b6f-9529-aa138c1f0b13 None None] The sync data for ids ['57ca953c-b606-4e90-9771-7e2956ae7ce9'] in n-d-818022-2 is: [{'id': '57ca953c-b606-4e90-9771-7e2956ae7ce9', 'name': 'tempest-FloatingIPsAssociationTestJSON-802776427-router', 'tenant_id': '0451c16dbd91499694bb6f860678eaa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': 'db8c5ce6-b7a1-4a96-856c-5f03b01e2388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:35:51Z', 'updated_at': '2021-11-19T17:36:00Z', 'revision_number': 4, 'project_id': '0451c16dbd91499694bb6f860678eaa9', 'gw_port': {'id': 'db8c5ce6-b7a1-4a96-856c-5f03b01e2388', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:85:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ca953c-b606-4e90-9771-7e2956ae7ce9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:35:52Z', 'updated_at': '2021-11-19T17:36:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_floatingips': [{'id': '0e845b61-f17e-4055-94ea-331199f7fc82', 'tenant_id': '0451c16dbd91499694bb6f860678eaa9', 'floating_ip_address': '172.25.7.191', 'floating_network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'router_id': '57ca953c-b606-4e90-9771-7e2956ae7ce9', 'port_id': '1649679b-e7c0-4ea5-9240-8fc66bbe8eb8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 448, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '129a9009-9385-4250-92f4-51006107194d', 'mac_address': 'fa:16:3e:15:84:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cad7dc2-8442-446b-94f2-51548934c3b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T17:36:28Z', 'updated_at': '2021-11-19T17:36:51Z', 'revision_number': 1, 'project_id': '0451c16dbd91499694bb6f860678eaa9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6e5a257-abf1-4f08-a5f3-908b33e3c1a3', 'name': '', 'network_id': '129a9009-9385-4250-92f4-51006107194d', 'tenant_id': '0451c16dbd91499694bb6f860678eaa9', 'mac_address': 'fa:16:3e:59:d3:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ca953c-b606-4e90-9771-7e2956ae7ce9', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '69d79900-574d-4621-892d-3cad82947dc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:35:57Z', 'updated_at': '2021-11-19T17:36:07Z', 'revision_number': 5, 'project_id': '0451c16dbd91499694bb6f860678eaa9', 'subnets': [{'id': '69d79900-574d-4621-892d-3cad82947dc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 17:36:54.992881 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dce592b-1459-4a92-a09f-c4b7403f8731 req-58be6724-1012-47c4-b639-c56d197c7076 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:55.002082 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0dce592b-1459-4a92-a09f-c4b7403f8731 req-58be6724-1012-47c4-b639-c56d197c7076 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] 10.222.0.54 "GET /v2.0/ports?device_id=035acc51-44f3-499f-90fe-45b4ce53c7ae HTTP/1.1" status: 200 len: 948 time: 0.3666916 Nov 19 17:36:55.025034 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 1ab892c9-0f24-4863-9fe2-85db9a8344ed details requested by agent hyperv_n-h1-818022-2 with host n-h1-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 17:36:55.071296 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-974ff263-0f06-47bf-9507-2bd4aecde76a req-90fc583c-2e45-4306-b472-bfc5fa69a09c tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.7.191 HTTP/1.1" status: 200 len: 1000 time: 0.2503645 Nov 19 17:36:55.072162 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 42268) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:36:55.077100 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-974ff263-0f06-47bf-9507-2bd4aecde76a req-102d8c37-b5db-44b3-a103-fe5ed2ea26bf tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] Request body: {'floatingip': {'port_id': 'c053efc6-7749-4914-ac16-a61339b0f34c', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:36:55.147979 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0dce592b-1459-4a92-a09f-c4b7403f8731 req-5bee3548-ce56-41ad-b799-2d9662f01ab3 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] 10.222.0.54 "GET /v2.0/security-groups?id=01d035e7-47ed-4912-a186-53ea419ecd96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437657 Nov 19 17:36:55.159022 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-be9d9504-9509-489b-8fb0-714810905221 req-fce29cb7-8e90-446b-8eb8-7d8cae08ddcd service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=b0e8589e-609c-4b3c-9f62-78e2446fc7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2491105 Nov 19 17:36:55.172919 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-974ff263-0f06-47bf-9507-2bd4aecde76a req-102d8c37-b5db-44b3-a103-fe5ed2ea26bf tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] Publish callbacks [] for floatingip, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:55.217577 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 1ab892c9-0f24-4863-9fe2-85db9a8344ed, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=1ab892c9-0f24-4863-9fe2-85db9a8344ed,segment=NetworkSegment(1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861),segment_id=1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:36:55.231681 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Returning: {'device': '1ab892c9-0f24-4863-9fe2-85db9a8344ed', 'network_id': '346debfa-452b-4048-abf4-8f4493625ef2', 'port_id': '1ab892c9-0f24-4863-9fe2-85db9a8344ed', 'mac_address': 'fa:16:3e:4d:3b:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b3c88de-c9c2-4a20-b19e-1855c2c19035', 'ip_address': '192.168.233.150'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 17:36:55.243588 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0bf37e33-e2be-4d37-94c3-3c005e2b7bfd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:55.249532 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-5d87a8d2-adcf-4722-8f7d-62ae7e44c935 req-8bb2adb5-0e06-4bcd-b1e2-fc86fb8093b1 service neutron] For port a1fadd38-d96e-4b9d-9eb7-8fd2264a9348, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=a1fadd38-d96e-4b9d-9eb7-8fd2264a9348,segment=NetworkSegment(fa32b67e-17cc-4a5c-8764-82d3483c4272),segment_id=fa32b67e-17cc-4a5c-8764-82d3483c4272)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:36:55.288146 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0bf37e33-e2be-4d37-94c3-3c005e2b7bfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:55.290100 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7695428-42af-4ab2-94d0-9f6ae65cde91 None None] New status for floating IP 0e845b61-f17e-4055-94ea-331199f7fc82: ACTIVE {{(pid=103366) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 17:36:55.340868 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf37e33-e2be-4d37-94c3-3c005e2b7bfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df201946-eaa6-4ac7-aad2-a181245e6bda,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:36:55.374015 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:55.398293 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ab892c9-0f24-4863-9fe2-85db9a8344ed {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:36:55.402070 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e1b6ad-e1ce-47e5-bf59-0ca01f7df9b7 req-e16642aa-d199-4acf-8928-7e7c9a5bc105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:55.404144 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-21e1b6ad-e1ce-47e5-bf59-0ca01f7df9b7 req-e16642aa-d199-4acf-8928-7e7c9a5bc105 service neutron] 10.222.0.60 "GET /v2.0/networks?id=129a9009-9385-4250-92f4-51006107194d HTTP/1.1" status: 200 len: 921 time: 0.5964370 Nov 19 17:36:55.415479 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-5d87a8d2-adcf-4722-8f7d-62ae7e44c935 req-8bb2adb5-0e06-4bcd-b1e2-fc86fb8093b1 service neutron] For port a1fadd38-d96e-4b9d-9eb7-8fd2264a9348, host n-h2-818022-2, cleared binding levels {{(pid=103365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:36:55.484193 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 1ab892c9-0f24-4863-9fe2-85db9a8344ed, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=1ab892c9-0f24-4863-9fe2-85db9a8344ed,segment=NetworkSegment(1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861),segment_id=1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:36:55.489767 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:55.491173 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device ee858cdd-8d37-458e-9d85-5675efd1b6ff details requested by agent hyperv_n-h1-818022-2 with host n-h1-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 17:36:55.509863 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [req-5d87a8d2-adcf-4722-8f7d-62ae7e44c935 req-8bb2adb5-0e06-4bcd-b1e2-fc86fb8093b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1fadd38-d96e-4b9d-9eb7-8fd2264a9348 {{(pid=103365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:36:55.523218 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-5d87a8d2-adcf-4722-8f7d-62ae7e44c935 req-8bb2adb5-0e06-4bcd-b1e2-fc86fb8093b1 service neutron] For port a1fadd38-d96e-4b9d-9eb7-8fd2264a9348, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=a1fadd38-d96e-4b9d-9eb7-8fd2264a9348,segment=NetworkSegment(fa32b67e-17cc-4a5c-8764-82d3483c4272),segment_id=fa32b67e-17cc-4a5c-8764-82d3483c4272)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:36:55.543071 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bf37e33-e2be-4d37-94c3-3c005e2b7bfd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 661} {{(pid=103365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 17:36:55.557551 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0bf37e33-e2be-4d37-94c3-3c005e2b7bfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:55.557922 n-d-818022-2 neutron-server[103365]: INFO neutron.db.segments_db [None req-0bf37e33-e2be-4d37-94c3-3c005e2b7bfd admin admin] Added segment 14c5d391-9845-4512-97da-480cae9dda64 of type vlan for network 848c0e57-dcd4-4037-9fd3-fb8d9181ff53 Nov 19 17:36:55.597380 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port ee858cdd-8d37-458e-9d85-5675efd1b6ff, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=ee858cdd-8d37-458e-9d85-5675efd1b6ff,segment=NetworkSegment(3937b058-45c3-4cdc-b27d-da1ca7985067),segment_id=3937b058-45c3-4cdc-b27d-da1ca7985067)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:36:55.613150 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0bf37e33-e2be-4d37-94c3-3c005e2b7bfd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:55.618918 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Returning: {'device': 'ee858cdd-8d37-458e-9d85-5675efd1b6ff', 'network_id': 'c4cc9c60-be8c-4a60-be1b-a29e98302997', 'port_id': 'ee858cdd-8d37-458e-9d85-5675efd1b6ff', 'mac_address': 'fa:16:3e:27:4e:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 671, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03fb8a38-8906-4daf-82e4-8d8788de58f6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 17:36:55.651854 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-51091cf0-172b-45b0-9600-d8373f113717 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e29b4543df094b158365216843c63160&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5503519 Nov 19 17:36:55.657004 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0bf37e33-e2be-4d37-94c3-3c005e2b7bfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:55.658261 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bf37e33-e2be-4d37-94c3-3c005e2b7bfd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:55.659036 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0bf37e33-e2be-4d37-94c3-3c005e2b7bfd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:55.676401 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 42280) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:36:55.689377 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-5d87a8d2-adcf-4722-8f7d-62ae7e44c935 req-8bb2adb5-0e06-4bcd-b1e2-fc86fb8093b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:55.761654 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=1ab892c9-0f24-4863-9fe2-85db9a8344ed,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:36:55.768026 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:55.783437 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ee858cdd-8d37-458e-9d85-5675efd1b6ff {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:36:55.826050 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port ee858cdd-8d37-458e-9d85-5675efd1b6ff, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=ee858cdd-8d37-458e-9d85-5675efd1b6ff,segment=NetworkSegment(3937b058-45c3-4cdc-b27d-da1ca7985067),segment_id=3937b058-45c3-4cdc-b27d-da1ca7985067)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:36:55.831273 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:55.845588 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-0bf37e33-e2be-4d37-94c3-3c005e2b7bfd admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 1.8440681 Nov 19 17:36:55.866877 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 42282) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:36:55.880671 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-0c979668-3a47-4bb0-99d0-2c97877a52c0 admin admin] Request body: {'subnet': {'network_id': '848c0e57-dcd4-4037-9fd3-fb8d9181ff53', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1914012707-subnet', 'tenant_id': '8bb26e662dc04141965dbd1042ecc85e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:36:55.892908 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=ee858cdd-8d37-458e-9d85-5675efd1b6ff,revision_number=6']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:36:55.954808 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['ee858cdd-8d37-458e-9d85-5675efd1b6ff'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:36:56.015374 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.db.api [req-974ff263-0f06-47bf-9507-2bd4aecde76a req-102d8c37-b5db-44b3-a103-fe5ed2ea26bf tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103364) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 17:36:56.016372 n-d-818022-2 neutron-server[103364]: DEBUG oslo_db.api [req-974ff263-0f06-47bf-9507-2bd4aecde76a req-102d8c37-b5db-44b3-a103-fe5ed2ea26bf tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 17:36:56.118997 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['1ab892c9-0f24-4863-9fe2-85db9a8344ed'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:36:56.325949 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90aebbf4-e7e5-4ff6-b87e-ba659e69cd04 req-74ecb7cb-9e09-4b8b-bf31-26cf3fa260fb tempest-AttachSCSIVolumeTestJSON-524289253 tempest-AttachSCSIVolumeTestJSON-524289253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:56.327572 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-90aebbf4-e7e5-4ff6-b87e-ba659e69cd04 req-74ecb7cb-9e09-4b8b-bf31-26cf3fa260fb tempest-AttachSCSIVolumeTestJSON-524289253 tempest-AttachSCSIVolumeTestJSON-524289253-project] 10.222.0.54 "GET /v2.0/ports?device_id=eeecacdb-91b1-4eaf-90bc-0cbbbbe2b20c HTTP/1.1" status: 200 len: 945 time: 1.0487337 Nov 19 17:36:56.329444 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-21e1b6ad-e1ce-47e5-bf59-0ca01f7df9b7 req-26789918-4e8d-4748-ae42-4350572a19a7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1649679b-e7c0-4ea5-9240-8fc66bbe8eb8 HTTP/1.1" status: 200 len: 1000 time: 0.9153368 Nov 19 17:36:56.332602 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.provisioning_blocks [req-5d87a8d2-adcf-4722-8f7d-62ae7e44c935 req-8bb2adb5-0e06-4bcd-b1e2-fc86fb8093b1 service neutron] Transition to ACTIVE for port object a1fadd38-d96e-4b9d-9eb7-8fd2264a9348 will not be triggered until provisioned by entity L2. {{(pid=103365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 17:36:56.345175 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ccd8d299-8a52-4dac-8a03-3d083a4ff075 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:56.361978 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-5d87a8d2-adcf-4722-8f7d-62ae7e44c935 req-8bb2adb5-0e06-4bcd-b1e2-fc86fb8093b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:56.369907 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf37e33-e2be-4d37-94c3-3c005e2b7bfd admin admin] Pushing event updated for resources: {'Network': ['ID=848c0e57-dcd4-4037-9fd3-fb8d9181ff53,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:36:56.385549 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network 848c0e57-dcd4-4037-9fd3-fb8d9181ff53 details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 17:36:56.473867 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c979668-3a47-4bb0-99d0-2c97877a52c0 admin admin] Made reservation on behalf of 8bb26e662dc04141965dbd1042ecc85e for: {'subnet': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:36:56.477910 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0c979668-3a47-4bb0-99d0-2c97877a52c0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8731248'] for subnet, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:56.517968 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-974ff263-0f06-47bf-9507-2bd4aecde76a req-102d8c37-b5db-44b3-a103-fe5ed2ea26bf tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] Publish callbacks [] for floatingip, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:56.563239 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ccd8d299-8a52-4dac-8a03-3d083a4ff075 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:56.707606 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device a1fadd38-d96e-4b9d-9eb7-8fd2264a9348 no longer exists at agent hyperv_n-h2-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:36:56.712151 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e1b6ad-e1ce-47e5-bf59-0ca01f7df9b7 req-77331d5d-e1af-4b1b-9884-5f4e39cf2d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:56.723417 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-21e1b6ad-e1ce-47e5-bf59-0ca01f7df9b7 req-77331d5d-e1af-4b1b-9884-5f4e39cf2d75 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=69d79900-574d-4621-892d-3cad82947dc7 HTTP/1.1" status: 200 len: 859 time: 0.3790078 Nov 19 17:36:56.806828 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device a1fadd38-d96e-4b9d-9eb7-8fd2264a9348 not bound to the agent host n-h2-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:36:56.812612 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d87a8d2-adcf-4722-8f7d-62ae7e44c935 req-8bb2adb5-0e06-4bcd-b1e2-fc86fb8093b1 service neutron] No DVR routers for this DVR port a1fadd38-d96e-4b9d-9eb7-8fd2264a9348 on host n-h2-818022-2 {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:36:56.844286 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb2adb5-0e06-4bcd-b1e2-fc86fb8093b1 service neutron] Pushing event updated for resources: {'Port': ['ID=a1fadd38-d96e-4b9d-9eb7-8fd2264a9348,revision_number=10']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:36:56.891754 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-90aebbf4-e7e5-4ff6-b87e-ba659e69cd04 req-a1621f4f-96f7-4d27-9ea8-6e6cd61834c6 tempest-AttachSCSIVolumeTestJSON-524289253 tempest-AttachSCSIVolumeTestJSON-524289253-project] 10.222.0.54 "GET /v2.0/security-groups?id=b0e8589e-609c-4b3c-9f62-78e2446fc7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5531580 Nov 19 17:36:57.006878 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5d87a8d2-adcf-4722-8f7d-62ae7e44c935 req-8bb2adb5-0e06-4bcd-b1e2-fc86fb8093b1 service neutron] 10.222.0.86 "PUT /v2.0/ports/a1fadd38-d96e-4b9d-9eb7-8fd2264a9348/bindings/n-h1-818022-2/activate HTTP/1.1" status: 200 len: 369 time: 2.7778924 Nov 19 17:36:57.028858 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 1ab892c9-0f24-4863-9fe2-85db9a8344ed up at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:36:57.033945 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ccd8d299-8a52-4dac-8a03-3d083a4ff075 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:57.036688 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ccd8d299-8a52-4dac-8a03-3d083a4ff075 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:57.050654 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-ccd8d299-8a52-4dac-8a03-3d083a4ff075 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/4b47846f-607f-47eb-b6a4-6492a29993cf HTTP/1.1" status: 204 len: 168 time: 1.3441193 Nov 19 17:36:57.074480 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e1b6ad-e1ce-47e5-bf59-0ca01f7df9b7 req-7ef709e1-dbb1-495a-b3c7-850c8ee61a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:57.076853 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-21e1b6ad-e1ce-47e5-bf59-0ca01f7df9b7 req-7ef709e1-dbb1-495a-b3c7-850c8ee61a73 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=129a9009-9385-4250-92f4-51006107194d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2670932 Nov 19 17:36:57.164736 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning for port 1ab892c9-0f24-4863-9fe2-85db9a8344ed completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 17:36:57.172378 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning complete for port 1ab892c9-0f24-4863-9fe2-85db9a8344ed triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:36:57.175524 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:57.196973 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd8d299-8a52-4dac-8a03-3d083a4ff075 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b47846f-607f-47eb-b6a4-6492a29993cf,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:36:57.320413 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-974ff263-0f06-47bf-9507-2bd4aecde76a req-102d8c37-b5db-44b3-a103-fe5ed2ea26bf tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:57.325487 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:57.372451 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 1ab892c9-0f24-4863-9fe2-85db9a8344ed, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=1ab892c9-0f24-4863-9fe2-85db9a8344ed,segment=NetworkSegment(1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861),segment_id=1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:36:57.373960 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '035acc51-44f3-499f-90fe-45b4ce53c7ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ab892c9-0f24-4863-9fe2-85db9a8344ed'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:36:57.375475 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-974ff263-0f06-47bf-9507-2bd4aecde76a req-102d8c37-b5db-44b3-a103-fe5ed2ea26bf tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-671284'] for floatingip, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:57.377636 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3940761bcd94e032e6960d2241bd8993c5d3a7d8dc2aca8488f3ecf1d4dd2fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9b65b00-654f-4769-933a-797dc9eec5ea" -d '{"events": [{"server_uuid": "035acc51-44f3-499f-90fe-45b4ce53c7ae", "name": "network-vif-plugged", "status": "completed", "tag": "1ab892c9-0f24-4863-9fe2-85db9a8344ed"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:36:57.384664 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:57.385089 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device ee858cdd-8d37-458e-9d85-5675efd1b6ff up at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:36:57.401396 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0c979668-3a47-4bb0-99d0-2c97877a52c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12283104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8731234'] for subnet, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:57.416488 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11f0652-7c6c-4909-945b-074a3f52a3dd req-1b9f3bb7-a734-4377-a86c-5848ac26674c tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:57.424556 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d11f0652-7c6c-4909-945b-074a3f52a3dd req-1b9f3bb7-a734-4377-a86c-5848ac26674c tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.54 "GET /v2.0/ports?device_id=190b8a74-1657-4b15-9d43-f9dddedef7f2 HTTP/1.1" status: 200 len: 944 time: 0.1650145 Nov 19 17:36:57.435231 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-21e1b6ad-e1ce-47e5-bf59-0ca01f7df9b7 req-8867d2f2-521d-4ee1-a640-9183b70e0281 service neutron] 10.222.0.60 "GET /v2.0/networks/129a9009-9385-4250-92f4-51006107194d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3068228 Nov 19 17:36:57.449833 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d87a8d2-adcf-4722-8f7d-62ae7e44c935 req-13e9b096-c530-44ad-9291-70bf2c31ab64 tempest-LiveAutoBlockMigrationV225Test-71050323 tempest-LiveAutoBlockMigrationV225Test-71050323-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:57.451602 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-5d87a8d2-adcf-4722-8f7d-62ae7e44c935 req-13e9b096-c530-44ad-9291-70bf2c31ab64 tempest-LiveAutoBlockMigrationV225Test-71050323 tempest-LiveAutoBlockMigrationV225Test-71050323-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=190b8a74-1657-4b15-9d43-f9dddedef7f2&tenant_id=0d7ccfd9bdc740e383b438cb097bfe8d&binding%3Ahost_id=n-h2-818022-2 HTTP/1.1" status: 200 len: 1095 time: 0.1294341 Nov 19 17:36:57.500514 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=1ab892c9-0f24-4863-9fe2-85db9a8344ed,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:36:57.557538 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c979668-3a47-4bb0-99d0-2c97877a52c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4cf25a17-adae-4720-b4f1-7f8604b69898,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:36:57.571274 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning complete for port ee858cdd-8d37-458e-9d85-5675efd1b6ff triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:36:57.571889 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:57.623079 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d87a8d2-adcf-4722-8f7d-62ae7e44c935 req-b1000e26-b715-47a0-8da5-6ad3c8513849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:57.624214 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-5d87a8d2-adcf-4722-8f7d-62ae7e44c935 req-b1000e26-b715-47a0-8da5-6ad3c8513849 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=190b8a74-1657-4b15-9d43-f9dddedef7f2&tenant_id=0d7ccfd9bdc740e383b438cb097bfe8d HTTP/1.1" status: 200 len: 1095 time: 0.1637607 Nov 19 17:36:57.683738 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c979668-3a47-4bb0-99d0-2c97877a52c0 admin admin] Checking segment: {'id': '14c5d391-9845-4512-97da-480cae9dda64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '848c0e57-dcd4-4037-9fd3-fb8d9181ff53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:36:57.684630 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c979668-3a47-4bb0-99d0-2c97877a52c0 admin admin] Network hostable DHCP agents. Network: 848c0e57-dcd4-4037-9fd3-fb8d9181ff53, hostable agents: ['02910ef2-0455-4aea-9f38-9a875579633f'], hosted agents: [] {{(pid=103365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 17:36:57.696194 n-d-818022-2 neutron-server[103364]: INFO neutron.db.l3_db [req-974ff263-0f06-47bf-9507-2bd4aecde76a req-102d8c37-b5db-44b3-a103-fe5ed2ea26bf tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] Floating IP 0e845b61-f17e-4055-94ea-331199f7fc82 associated. External IP: 172.25.7.191, port: 1649679b-e7c0-4ea5-9240-8fc66bbe8eb8. Nov 19 17:36:57.731469 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c979668-3a47-4bb0-99d0-2c97877a52c0 admin admin] Network 848c0e57-dcd4-4037-9fd3-fb8d9181ff53 is scheduled to be hosted by DHCP agent 02910ef2-0455-4aea-9f38-9a875579633f with binding_index 1 {{(pid=103365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 17:36:57.740683 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d11f0652-7c6c-4909-945b-074a3f52a3dd req-90372523-8803-4bff-a045-2a54bb7896fc tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.54 "GET /v2.0/security-groups?id=740807d6-4246-4ecb-a636-49a5e5a1e11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3146689 Nov 19 17:36:57.741001 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:57.761692 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-0c979668-3a47-4bb0-99d0-2c97877a52c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818022-2, 848c0e57-dcd4-4037-9fd3-fb8d9181ff53) {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:36:57.769137 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c979668-3a47-4bb0-99d0-2c97877a52c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:57.770254 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0c979668-3a47-4bb0-99d0-2c97877a52c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:57.782111 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da1a2304-d80f-4c64-b831-1b103806b6e6 None None] Network 848c0e57-dcd4-4037-9fd3-fb8d9181ff53 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:36:57.782876 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-21e1b6ad-e1ce-47e5-bf59-0ca01f7df9b7 req-8070d417-65f6-4096-a6fa-cca2bf84dc51 service neutron] 10.222.0.60 "GET /v2.0/networks/129a9009-9385-4250-92f4-51006107194d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2912621 Nov 19 17:36:57.784612 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d87a8d2-adcf-4722-8f7d-62ae7e44c935 req-3c11471a-1722-486e-938d-80940295d8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:57.788680 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-5d87a8d2-adcf-4722-8f7d-62ae7e44c935 req-3c11471a-1722-486e-938d-80940295d8a2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0d7ccfd9bdc740e383b438cb097bfe8d&device_id=190b8a74-1657-4b15-9d43-f9dddedef7f2 HTTP/1.1" status: 200 len: 1095 time: 0.1367443 Nov 19 17:36:57.801421 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-0c979668-3a47-4bb0-99d0-2c97877a52c0 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.9285858 Nov 19 17:36:57.803824 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 42302) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:36:57.829873 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-3055229f-276b-4128-8287-171b92d21737 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1914012707-router', 'tenant_id': '8bb26e662dc04141965dbd1042ecc85e', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'}}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:36:57.848847 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port ee858cdd-8d37-458e-9d85-5675efd1b6ff, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=ee858cdd-8d37-458e-9d85-5675efd1b6ff,segment=NetworkSegment(3937b058-45c3-4cdc-b27d-da1ca7985067),segment_id=3937b058-45c3-4cdc-b27d-da1ca7985067)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:36:57.857509 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:57.858514 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device a1fadd38-d96e-4b9d-9eb7-8fd2264a9348 no longer exists at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:36:57.867671 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3055229f-276b-4128-8287-171b92d21737 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9890'] for router, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:57.869252 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3055229f-276b-4128-8287-171b92d21737 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671617', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-732153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4689'] for router, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:58.002339 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3055229f-276b-4128-8287-171b92d21737 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:58.093822 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13beb99e-e9fa-4297-a43b-88ee463c46b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54f44f5f-1200-574e-8740-2141911d5b73-848c0e57-dcd4-4037-9fd3-fb8d9181ff53', 'network_id': '848c0e57-dcd4-4037-9fd3-fb8d9181ff53', 'tenant_id': '8bb26e662dc04141965dbd1042ecc85e', 'fixed_ips': [{'subnet_id': '4cf25a17-adae-4720-b4f1-7f8604b69898'}]}} from n-d-818022-2. {{(pid=103366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 17:36:58.094902 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-13beb99e-e9fa-4297-a43b-88ee463c46b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:58.148855 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=ee858cdd-8d37-458e-9d85-5675efd1b6ff,revision_number=7']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:36:58.257939 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d87a8d2-adcf-4722-8f7d-62ae7e44c935 req-c80804a9-df71-47aa-b8c2-c88f1ba15f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:58.259459 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-5d87a8d2-adcf-4722-8f7d-62ae7e44c935 req-c80804a9-df71-47aa-b8c2-c88f1ba15f8f service neutron] 10.222.0.60 "GET /v2.0/networks?id=06df44ce-7965-49c3-9334-79a80c7f7af9 HTTP/1.1" status: 200 len: 922 time: 0.2944903 Nov 19 17:36:58.270758 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3055229f-276b-4128-8287-171b92d21737 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:58.270973 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [req-974ff263-0f06-47bf-9507-2bd4aecde76a req-102d8c37-b5db-44b3-a103-fe5ed2ea26bf tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] Router 57ca953c-b606-4e90-9771-7e2956ae7ce9 has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 17:36:58.288991 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75496e2-0849-469e-b1a6-9f5f050a6258 req-774c49f8-aed4-4062-8306-c1d5d677ca0e tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:58.290915 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a75496e2-0849-469e-b1a6-9f5f050a6258 req-774c49f8-aed4-4062-8306-c1d5d677ca0e tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] 10.222.0.54 "GET /v2.0/ports?device_id=035acc51-44f3-499f-90fe-45b4ce53c7ae HTTP/1.1" status: 200 len: 950 time: 0.3574209 Nov 19 17:36:58.327735 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-5d87a8d2-adcf-4722-8f7d-62ae7e44c935 req-ecfc0577-be4e-4037-aadc-7c92a8e51313 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a1fadd38-d96e-4b9d-9eb7-8fd2264a9348 HTTP/1.1" status: 200 len: 217 time: 0.0554862 Nov 19 17:36:58.373270 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [None req-13beb99e-e9fa-4297-a43b-88ee463c46b9 None None] Allocated IP 172.20.0.2 (848c0e57-dcd4-4037-9fd3-fb8d9181ff53/4cf25a17-adae-4720-b4f1-7f8604b69898/07761ff3-1e71-4f98-9cb2-202dba2770af) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:36:58.409425 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a75496e2-0849-469e-b1a6-9f5f050a6258 req-5f3199c9-1cb4-4075-8eb3-d7212d5297da tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] 10.222.0.54 "GET /v2.0/security-groups?id=01d035e7-47ed-4912-a186-53ea419ecd96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046236 Nov 19 17:36:58.459495 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d87a8d2-adcf-4722-8f7d-62ae7e44c935 req-78b195f8-36ff-4450-81a7-7b6aa561dddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:58.460967 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-5d87a8d2-adcf-4722-8f7d-62ae7e44c935 req-78b195f8-36ff-4450-81a7-7b6aa561dddd service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e811f539-9c60-469d-a119-267f6bfeab01 HTTP/1.1" status: 200 len: 861 time: 0.1252978 Nov 19 17:36:58.547137 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-5d87a8d2-adcf-4722-8f7d-62ae7e44c935 req-12cba0bf-de93-426b-b790-c39b8d1b38c3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=06df44ce-7965-49c3-9334-79a80c7f7af9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0710239 Nov 19 17:36:58.661173 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-13beb99e-e9fa-4297-a43b-88ee463c46b9 None None] Publish callbacks [] for port, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:58.671289 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-13beb99e-e9fa-4297-a43b-88ee463c46b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998'] for port, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:58.671624 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-974ff263-0f06-47bf-9507-2bd4aecde76a req-102d8c37-b5db-44b3-a103-fe5ed2ea26bf tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 17:36:58.736688 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f2d2dac-01b3-4aff-931f-716163a697cd None None] Sync routers for ids ['57ca953c-b606-4e90-9771-7e2956ae7ce9'] in n-d-818022-2 {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 17:36:58.760137 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f2d2dac-01b3-4aff-931f-716163a697cd None None] Routers {'57ca953c-b606-4e90-9771-7e2956ae7ce9'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:36:58.761181 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-2f2d2dac-01b3-4aff-931f-716163a697cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:36:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['57ca953c-b606-4e90-9771-7e2956ae7ce9'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:36:58.781538 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13beb99e-e9fa-4297-a43b-88ee463c46b9 None None] Network 848c0e57-dcd4-4037-9fd3-fb8d9181ff53 is already hosted by enough agents. {{(pid=103366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:36:58.782880 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13beb99e-e9fa-4297-a43b-88ee463c46b9 None None] Pushing event updated for resources: {'Port': ['ID=07761ff3-1e71-4f98-9cb2-202dba2770af,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:36:58.793332 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [None req-13beb99e-e9fa-4297-a43b-88ee463c46b9 None None] Resources bound (agent type, host, resource id): {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:36:58.801629 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13beb99e-e9fa-4297-a43b-88ee463c46b9 None None] Received port after_create {{(pid=103366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:36:58.805654 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-5d87a8d2-adcf-4722-8f7d-62ae7e44c935 req-9f721350-236a-44a3-b366-abc70e5eb920 service neutron] 10.222.0.60 "GET /v2.0/networks/06df44ce-7965-49c3-9334-79a80c7f7af9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2454636 Nov 19 17:36:58.893354 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-13beb99e-e9fa-4297-a43b-88ee463c46b9 None None] Attempting to bind port 07761ff3-1e71-4f98-9cb2-202dba2770af on host n-d-818022-2 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:36:58.893717 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-13beb99e-e9fa-4297-a43b-88ee463c46b9 None None] Attempting to bind port 07761ff3-1e71-4f98-9cb2-202dba2770af by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': '14c5d391-9845-4512-97da-480cae9dda64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '848c0e57-dcd4-4037-9fd3-fb8d9181ff53'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:36:58.894229 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13beb99e-e9fa-4297-a43b-88ee463c46b9 None None] Attempting to bind port 07761ff3-1e71-4f98-9cb2-202dba2770af on network 848c0e57-dcd4-4037-9fd3-fb8d9181ff53 {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:36:58.902938 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13beb99e-e9fa-4297-a43b-88ee463c46b9 None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 36, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:36:58.903616 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13beb99e-e9fa-4297-a43b-88ee463c46b9 None None] Checking segment: {'id': '14c5d391-9845-4512-97da-480cae9dda64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '848c0e57-dcd4-4037-9fd3-fb8d9181ff53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:36:58.903765 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a98969-2c61-4f04-afe0-eb9c290c5eff req-61f4eeb2-b6a2-4113-ac5e-0108b3680159 tempest-ServersWithSpecificFlavorTestJSON-308617854 tempest-ServersWithSpecificFlavorTestJSON-308617854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:58.904217 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-13beb99e-e9fa-4297-a43b-88ee463c46b9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:58.904605 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13beb99e-e9fa-4297-a43b-88ee463c46b9 None None] Bound using segment: {'id': '14c5d391-9845-4512-97da-480cae9dda64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '848c0e57-dcd4-4037-9fd3-fb8d9181ff53'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:36:58.905505 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-13beb99e-e9fa-4297-a43b-88ee463c46b9 None None] Bound port: 07761ff3-1e71-4f98-9cb2-202dba2770af, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14c5d391-9845-4512-97da-480cae9dda64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '848c0e57-dcd4-4037-9fd3-fb8d9181ff53'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:36:58.906096 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-13beb99e-e9fa-4297-a43b-88ee463c46b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:58.906230 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d5a98969-2c61-4f04-afe0-eb9c290c5eff req-61f4eeb2-b6a2-4113-ac5e-0108b3680159 tempest-ServersWithSpecificFlavorTestJSON-308617854 tempest-ServersWithSpecificFlavorTestJSON-308617854-project] 10.222.0.54 "GET /v2.0/ports?device_id=822a3eb9-a983-41ff-b107-717d46bf5ef6 HTTP/1.1" status: 200 len: 946 time: 0.3063939 Nov 19 17:36:58.915304 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3055229f-276b-4128-8287-171b92d21737 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:58.939692 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-2f2d2dac-01b3-4aff-931f-716163a697cd None None] Set router 57ca953c-b606-4e90-9771-7e2956ae7ce9 gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:36:59.020438 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3055229f-276b-4128-8287-171b92d21737 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:59.040603 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-13beb99e-e9fa-4297-a43b-88ee463c46b9 None None] For port 07761ff3-1e71-4f98-9cb2-202dba2770af, host n-d-818022-2, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:36:59.048571 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-13beb99e-e9fa-4297-a43b-88ee463c46b9 None None] For port 07761ff3-1e71-4f98-9cb2-202dba2770af, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=07761ff3-1e71-4f98-9cb2-202dba2770af,segment=NetworkSegment(14c5d391-9845-4512-97da-480cae9dda64),segment_id=14c5d391-9845-4512-97da-480cae9dda64)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:36:59.059811 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-13beb99e-e9fa-4297-a43b-88ee463c46b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:59.174497 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13beb99e-e9fa-4297-a43b-88ee463c46b9 None None] Pushing event updated for resources: {'Port': ['ID=07761ff3-1e71-4f98-9cb2-202dba2770af,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:36:59.175844 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d5a98969-2c61-4f04-afe0-eb9c290c5eff req-a5604bc4-3824-4d62-8c2c-ca3c41c2a103 tempest-ServersWithSpecificFlavorTestJSON-308617854 tempest-ServersWithSpecificFlavorTestJSON-308617854-project] 10.222.0.54 "GET /v2.0/security-groups?id=348e49f2-1dcd-4cd6-9b8c-7ca0411be99d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2585671 Nov 19 17:36:59.324092 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:36:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2edfbe1-4bed-47b8-90d0-062d1a7c82e5 x-openstack-request-id: req-d2edfbe1-4bed-47b8-90d0-062d1a7c82e5 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:36:59.325481 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "035acc51-44f3-499f-90fe-45b4ce53c7ae", "name": "network-vif-plugged", "status": "completed", "tag": "1ab892c9-0f24-4863-9fe2-85db9a8344ed", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:36:59.326038 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d2edfbe1-4bed-47b8-90d0-062d1a7c82e5 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:36:59.326704 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '035acc51-44f3-499f-90fe-45b4ce53c7ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ab892c9-0f24-4863-9fe2-85db9a8344ed', 'code': 200} Nov 19 17:36:59.398049 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-5d87a8d2-adcf-4722-8f7d-62ae7e44c935 req-b48529e8-1731-4b1c-8c8d-a5c4b368ef4a service neutron] 10.222.0.60 "GET /v2.0/networks/06df44ce-7965-49c3-9334-79a80c7f7af9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4970255 Nov 19 17:36:59.407161 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [None req-3055229f-276b-4128-8287-171b92d21737 admin admin] Allocated IP 172.25.7.212 (645e61aa-1a6c-4e8f-857e-ab06edb4897f/88ed2d64-f56d-4f01-a468-946e01c99e82/30ce165c-1bf8-49b0-acce-2fb7f991b115) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:36:59.634662 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e03b8ce-890c-4e16-b20b-efb9e56d3b1d req-af1196d1-ce30-42f2-9127-a11731e06c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:59.636812 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-4e03b8ce-890c-4e16-b20b-efb9e56d3b1d req-af1196d1-ce30-42f2-9127-a11731e06c30 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=035acc51-44f3-499f-90fe-45b4ce53c7ae HTTP/1.1" status: 200 len: 1101 time: 0.2040288 Nov 19 17:36:59.645252 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [req-974ff263-0f06-47bf-9507-2bd4aecde76a req-102d8c37-b5db-44b3-a103-fe5ed2ea26bf tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] Router 57ca953c-b606-4e90-9771-7e2956ae7ce9 has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 17:36:59.679254 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-35bfad3b-b67c-4e5e-9f76-8cde44ab75e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:59.682310 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-2f2d2dac-01b3-4aff-931f-716163a697cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57ca953c-b606-4e90-9771-7e2956ae7ce9', 'name': 'tempest-FloatingIPsAssociationTestJSON-802776427-router', 'tenant_id': '0451c16dbd91499694bb6f860678eaa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': 'db8c5ce6-b7a1-4a96-856c-5f03b01e2388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:35:51Z', 'updated_at': '2021-11-19T17:36:00Z', 'revision_number': 4, 'project_id': '0451c16dbd91499694bb6f860678eaa9', 'gw_port': {'id': 'db8c5ce6-b7a1-4a96-856c-5f03b01e2388', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:85:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ca953c-b606-4e90-9771-7e2956ae7ce9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:35:52Z', 'updated_at': '2021-11-19T17:36:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_floatingips': [{'id': '0e845b61-f17e-4055-94ea-331199f7fc82', 'tenant_id': '0451c16dbd91499694bb6f860678eaa9', 'floating_ip_address': '172.25.7.191', 'floating_network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'router_id': '57ca953c-b606-4e90-9771-7e2956ae7ce9', 'port_id': 'c053efc6-7749-4914-ac16-a61339b0f34c', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 448, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '129a9009-9385-4250-92f4-51006107194d', 'mac_address': 'fa:16:3e:4b:e7:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0581bf54-51a9-41d4-a295-e6c0d3cc5e26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T17:36:28Z', 'updated_at': '2021-11-19T17:36:57Z', 'revision_number': 3, 'project_id': '0451c16dbd91499694bb6f860678eaa9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6e5a257-abf1-4f08-a5f3-908b33e3c1a3', 'name': '', 'network_id': '129a9009-9385-4250-92f4-51006107194d', 'tenant_id': '0451c16dbd91499694bb6f860678eaa9', 'mac_address': 'fa:16:3e:59:d3:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ca953c-b606-4e90-9771-7e2956ae7ce9', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '69d79900-574d-4621-892d-3cad82947dc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:35:57Z', 'updated_at': '2021-11-19T17:36:07Z', 'revision_number': 5, 'project_id': '0451c16dbd91499694bb6f860678eaa9', 'subnets': [{'id': '69d79900-574d-4621-892d-3cad82947dc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:36:59.707932 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3055229f-276b-4128-8287-171b92d21737 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:59.753883 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f2d2dac-01b3-4aff-931f-716163a697cd None None] Checking router: 57ca953c-b606-4e90-9771-7e2956ae7ce9 for host: n-d-818022-2 {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 17:36:59.772056 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f2d2dac-01b3-4aff-931f-716163a697cd None None] Routers {'57ca953c-b606-4e90-9771-7e2956ae7ce9'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:36:59.773261 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-2f2d2dac-01b3-4aff-931f-716163a697cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:36:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['57ca953c-b606-4e90-9771-7e2956ae7ce9'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:36:59.832345 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167f9377-b77a-4358-9d04-ebf87591e3ed req-afa1c191-1964-4e8a-9ad5-68487f027e11 tempest-AttachSCSIVolumeTestJSON-524289253 tempest-AttachSCSIVolumeTestJSON-524289253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:36:59.834372 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-974ff263-0f06-47bf-9507-2bd4aecde76a req-102d8c37-b5db-44b3-a103-fe5ed2ea26bf tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 17:36:59.837796 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-167f9377-b77a-4358-9d04-ebf87591e3ed req-afa1c191-1964-4e8a-9ad5-68487f027e11 tempest-AttachSCSIVolumeTestJSON-524289253 tempest-AttachSCSIVolumeTestJSON-524289253-project] 10.222.0.54 "GET /v2.0/ports?device_id=eeecacdb-91b1-4eaf-90bc-0cbbbbe2b20c HTTP/1.1" status: 200 len: 945 time: 0.3579319 Nov 19 17:36:59.842675 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3055229f-276b-4128-8287-171b92d21737 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:59.846656 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-974ff263-0f06-47bf-9507-2bd4aecde76a req-102d8c37-b5db-44b3-a103-fe5ed2ea26bf tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for floatingip, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:36:59.911777 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cad7dc2-8442-446b-94f2-51548934c3b6', 'tag': '1649679b-e7c0-4ea5-9240-8fc66bbe8eb8'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:36:59.916523 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dd4767a008c23f8566efc82158ee1b1fff34e1a9e908d76d0b6d0ab7e350e5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf523a2e-81be-4cbf-9f89-f48bdce7d5f6" -d '{"events": [{"name": "network-changed", "server_uuid": "1cad7dc2-8442-446b-94f2-51548934c3b6", "tag": "1649679b-e7c0-4ea5-9240-8fc66bbe8eb8"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:36:59.962922 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3055229f-276b-4128-8287-171b92d21737 admin admin] Network 645e61aa-1a6c-4e8f-857e-ab06edb4897f is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:36:59.984881 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-3055229f-276b-4128-8287-171b92d21737 admin admin] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:36:59.985875 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-974ff263-0f06-47bf-9507-2bd4aecde76a req-102d8c37-b5db-44b3-a103-fe5ed2ea26bf tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] 10.222.0.54 "PUT /v2.0/floatingips/0e845b61-f17e-4055-94ea-331199f7fc82 HTTP/1.1" status: 200 len: 998 time: 4.9127491 Nov 19 17:36:59.987445 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3055229f-276b-4128-8287-171b92d21737 admin admin] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:36:59.994023 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-4e03b8ce-890c-4e16-b20b-efb9e56d3b1d req-8c3a177e-a7a7-4fea-84d6-80d651a3af61 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=01d035e7-47ed-4912-a186-53ea419ecd96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3465474 Nov 19 17:37:00.041329 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3055229f-276b-4128-8287-171b92d21737 admin admin] Pushing event updated for resources: {'Port': ['ID=30ce165c-1bf8-49b0-acce-2fb7f991b115,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:37:00.055032 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d87a8d2-adcf-4722-8f7d-62ae7e44c935 req-8d88469a-a1b4-48e2-afae-b83fc81fa2df tempest-LiveAutoBlockMigrationV225Test-71050323 tempest-LiveAutoBlockMigrationV225Test-71050323-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:00.056910 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5d87a8d2-adcf-4722-8f7d-62ae7e44c935 req-8d88469a-a1b4-48e2-afae-b83fc81fa2df tempest-LiveAutoBlockMigrationV225Test-71050323 tempest-LiveAutoBlockMigrationV225Test-71050323-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=190b8a74-1657-4b15-9d43-f9dddedef7f2&tenant_id=0d7ccfd9bdc740e383b438cb097bfe8d&binding%3Ahost_id=n-h1-818022-2 HTTP/1.1" status: 200 len: 1095 time: 0.2180345 Nov 19 17:37:00.065116 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-2f2d2dac-01b3-4aff-931f-716163a697cd None None] Set router 57ca953c-b606-4e90-9771-7e2956ae7ce9 gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:37:00.074372 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974ff263-0f06-47bf-9507-2bd4aecde76a req-86a8b601-3885-4b12-8b86-cfbc693fdc04 tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:00.089655 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-974ff263-0f06-47bf-9507-2bd4aecde76a req-86a8b601-3885-4b12-8b86-cfbc693fdc04 tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] 10.222.0.54 "GET /v2.0/ports/1649679b-e7c0-4ea5-9240-8fc66bbe8eb8 HTTP/1.1" status: 200 len: 943 time: 0.0941892 Nov 19 17:37:00.251505 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-167f9377-b77a-4358-9d04-ebf87591e3ed req-fe779e7d-c317-49b7-be40-35ca9e3f977b tempest-AttachSCSIVolumeTestJSON-524289253 tempest-AttachSCSIVolumeTestJSON-524289253-project] 10.222.0.54 "GET /v2.0/security-groups?id=b0e8589e-609c-4b3c-9f62-78e2446fc7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3960991 Nov 19 17:37:00.414810 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974ff263-0f06-47bf-9507-2bd4aecde76a req-b80366e4-7c31-4234-8826-9f654251deec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:00.414810 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-974ff263-0f06-47bf-9507-2bd4aecde76a req-b80366e4-7c31-4234-8826-9f654251deec service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0451c16dbd91499694bb6f860678eaa9&device_id=1cad7dc2-8442-446b-94f2-51548934c3b6 HTTP/1.1" status: 200 len: 1097 time: 0.1733363 Nov 19 17:37:00.683278 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-2f2d2dac-01b3-4aff-931f-716163a697cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57ca953c-b606-4e90-9771-7e2956ae7ce9', 'name': 'tempest-FloatingIPsAssociationTestJSON-802776427-router', 'tenant_id': '0451c16dbd91499694bb6f860678eaa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': 'db8c5ce6-b7a1-4a96-856c-5f03b01e2388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:35:51Z', 'updated_at': '2021-11-19T17:36:00Z', 'revision_number': 4, 'project_id': '0451c16dbd91499694bb6f860678eaa9', 'gw_port': {'id': 'db8c5ce6-b7a1-4a96-856c-5f03b01e2388', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:85:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ca953c-b606-4e90-9771-7e2956ae7ce9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:35:52Z', 'updated_at': '2021-11-19T17:36:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_floatingips': [{'id': '0e845b61-f17e-4055-94ea-331199f7fc82', 'tenant_id': '0451c16dbd91499694bb6f860678eaa9', 'floating_ip_address': '172.25.7.191', 'floating_network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'router_id': '57ca953c-b606-4e90-9771-7e2956ae7ce9', 'port_id': 'c053efc6-7749-4914-ac16-a61339b0f34c', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 448, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '129a9009-9385-4250-92f4-51006107194d', 'mac_address': 'fa:16:3e:4b:e7:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0581bf54-51a9-41d4-a295-e6c0d3cc5e26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T17:36:28Z', 'updated_at': '2021-11-19T17:36:57Z', 'revision_number': 3, 'project_id': '0451c16dbd91499694bb6f860678eaa9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6e5a257-abf1-4f08-a5f3-908b33e3c1a3', 'name': '', 'network_id': '129a9009-9385-4250-92f4-51006107194d', 'tenant_id': '0451c16dbd91499694bb6f860678eaa9', 'mac_address': 'fa:16:3e:59:d3:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ca953c-b606-4e90-9771-7e2956ae7ce9', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '69d79900-574d-4621-892d-3cad82947dc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:35:57Z', 'updated_at': '2021-11-19T17:36:07Z', 'revision_number': 5, 'project_id': '0451c16dbd91499694bb6f860678eaa9', 'subnets': [{'id': '69d79900-574d-4621-892d-3cad82947dc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:37:00.706249 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974ff263-0f06-47bf-9507-2bd4aecde76a req-7d8b3e48-5361-47a1-96be-84a49fad25e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:00.707951 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-974ff263-0f06-47bf-9507-2bd4aecde76a req-7d8b3e48-5361-47a1-96be-84a49fad25e3 service neutron] 10.222.0.54 "GET /v2.0/networks?id=129a9009-9385-4250-92f4-51006107194d HTTP/1.1" status: 200 len: 921 time: 0.2837291 Nov 19 17:37:00.737329 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-5d87a8d2-adcf-4722-8f7d-62ae7e44c935 req-4238eaed-ba41-4806-a173-973d24ef1e21 service neutron] For port a1fadd38-d96e-4b9d-9eb7-8fd2264a9348, host n-h2-818022-2, cleared binding levels {{(pid=103365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:37:00.745694 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-5d87a8d2-adcf-4722-8f7d-62ae7e44c935 req-4238eaed-ba41-4806-a173-973d24ef1e21 service neutron] Publish callbacks [] for binding, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:00.747117 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5d87a8d2-adcf-4722-8f7d-62ae7e44c935 req-4238eaed-ba41-4806-a173-973d24ef1e21 service neutron] 10.222.0.60 "DELETE /v2.0/ports/a1fadd38-d96e-4b9d-9eb7-8fd2264a9348/bindings/n-h2-818022-2 HTTP/1.1" status: 204 len: 173 time: 0.5211976 Nov 19 17:37:00.752370 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3055229f-276b-4128-8287-171b92d21737 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:00.762524 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f2d2dac-01b3-4aff-931f-716163a697cd None None] The sync data for ids ['57ca953c-b606-4e90-9771-7e2956ae7ce9'] in n-d-818022-2 is: [{'id': '57ca953c-b606-4e90-9771-7e2956ae7ce9', 'name': 'tempest-FloatingIPsAssociationTestJSON-802776427-router', 'tenant_id': '0451c16dbd91499694bb6f860678eaa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': 'db8c5ce6-b7a1-4a96-856c-5f03b01e2388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:35:51Z', 'updated_at': '2021-11-19T17:36:00Z', 'revision_number': 4, 'project_id': '0451c16dbd91499694bb6f860678eaa9', 'gw_port': {'id': 'db8c5ce6-b7a1-4a96-856c-5f03b01e2388', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:85:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ca953c-b606-4e90-9771-7e2956ae7ce9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:35:52Z', 'updated_at': '2021-11-19T17:36:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_floatingips': [{'id': '0e845b61-f17e-4055-94ea-331199f7fc82', 'tenant_id': '0451c16dbd91499694bb6f860678eaa9', 'floating_ip_address': '172.25.7.191', 'floating_network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'router_id': '57ca953c-b606-4e90-9771-7e2956ae7ce9', 'port_id': 'c053efc6-7749-4914-ac16-a61339b0f34c', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 448, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '129a9009-9385-4250-92f4-51006107194d', 'mac_address': 'fa:16:3e:4b:e7:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0581bf54-51a9-41d4-a295-e6c0d3cc5e26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T17:36:28Z', 'updated_at': '2021-11-19T17:36:57Z', 'revision_number': 3, 'project_id': '0451c16dbd91499694bb6f860678eaa9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6e5a257-abf1-4f08-a5f3-908b33e3c1a3', 'name': '', 'network_id': '129a9009-9385-4250-92f4-51006107194d', 'tenant_id': '0451c16dbd91499694bb6f860678eaa9', 'mac_address': 'fa:16:3e:59:d3:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ca953c-b606-4e90-9771-7e2956ae7ce9', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '69d79900-574d-4621-892d-3cad82947dc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:35:57Z', 'updated_at': '2021-11-19T17:36:07Z', 'revision_number': 5, 'project_id': '0451c16dbd91499694bb6f860678eaa9', 'subnets': [{'id': '69d79900-574d-4621-892d-3cad82947dc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 17:37:00.808551 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-974ff263-0f06-47bf-9507-2bd4aecde76a req-e12c6179-4ac6-418c-a99a-d4475ac874ed service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1649679b-e7c0-4ea5-9240-8fc66bbe8eb8 HTTP/1.1" status: 200 len: 217 time: 0.0928755 Nov 19 17:37:00.894655 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41ea990-32bc-4ff5-90da-eb35529c8b49 req-d5227d71-99b3-4ec0-97e5-c92ab386e03e tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:00.910760 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e41ea990-32bc-4ff5-90da-eb35529c8b49 req-d5227d71-99b3-4ec0-97e5-c92ab386e03e tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.54 "GET /v2.0/ports?device_id=190b8a74-1657-4b15-9d43-f9dddedef7f2 HTTP/1.1" status: 200 len: 944 time: 0.3336186 Nov 19 17:37:00.952366 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974ff263-0f06-47bf-9507-2bd4aecde76a req-50f1e1d8-b9a9-49f6-b132-404bd3fe2e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:00.963548 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-974ff263-0f06-47bf-9507-2bd4aecde76a req-50f1e1d8-b9a9-49f6-b132-404bd3fe2e59 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=69d79900-574d-4621-892d-3cad82947dc7 HTTP/1.1" status: 200 len: 859 time: 0.1480403 Nov 19 17:37:01.072916 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974ff263-0f06-47bf-9507-2bd4aecde76a req-36a01838-b1e0-4483-9edd-4046427a392a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:01.079959 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-974ff263-0f06-47bf-9507-2bd4aecde76a req-36a01838-b1e0-4483-9edd-4046427a392a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=129a9009-9385-4250-92f4-51006107194d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1011398 Nov 19 17:37:01.151284 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2f9152e-a6a0-4543-bf8e-baca6fb5793a None None] Network 848c0e57-dcd4-4037-9fd3-fb8d9181ff53 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:37:01.241225 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-974ff263-0f06-47bf-9507-2bd4aecde76a req-a1347dc5-ceca-4010-bbaf-a6a06f973503 service neutron] 10.222.0.54 "GET /v2.0/networks/129a9009-9385-4250-92f4-51006107194d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574960 Nov 19 17:37:01.325749 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed4d6f3-bdb8-42b8-a060-da80c26bfec1 None None] New status for floating IP 0e845b61-f17e-4055-94ea-331199f7fc82: ACTIVE {{(pid=103366) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 17:37:01.346392 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a17fdac-7a37-4ae0-bb36-e0d9011c4c04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee858cdd-8d37-458e-9d85-5675efd1b6ff'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:37:01.355908 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3940761bcd94e032e6960d2241bd8993c5d3a7d8dc2aca8488f3ecf1d4dd2fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c50ffd9-d4b2-43b0-a71b-25ca783b739f" -d '{"events": [{"server_uuid": "6a17fdac-7a37-4ae0-bb36-e0d9011c4c04", "name": "network-vif-plugged", "status": "completed", "tag": "ee858cdd-8d37-458e-9d85-5675efd1b6ff"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:37:01.371737 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-974ff263-0f06-47bf-9507-2bd4aecde76a req-9b0de34a-f694-429a-86a9-19e43aa05150 service neutron] 10.222.0.54 "GET /v2.0/networks/129a9009-9385-4250-92f4-51006107194d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246870 Nov 19 17:37:01.551862 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e41ea990-32bc-4ff5-90da-eb35529c8b49 req-f00bebcd-ad23-4502-8a73-0d6ba03e5472 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.54 "GET /v2.0/security-groups?id=740807d6-4246-4ecb-a636-49a5e5a1e11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6397812 Nov 19 17:37:01.649514 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974ff263-0f06-47bf-9507-2bd4aecde76a req-93280970-b833-455f-ba13-0462b88b2d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:01.673070 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-974ff263-0f06-47bf-9507-2bd4aecde76a req-93280970-b833-455f-ba13-0462b88b2d03 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0451c16dbd91499694bb6f860678eaa9&device_id=0581bf54-51a9-41d4-a295-e6c0d3cc5e26 HTTP/1.1" status: 200 len: 1096 time: 0.2104948 Nov 19 17:37:01.682043 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-333f7587-decf-430b-9fec-535e973677bc None None] Provisioning complete for port 07761ff3-1e71-4f98-9cb2-202dba2770af triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:37:01.682462 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-333f7587-decf-430b-9fec-535e973677bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:01.801949 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974ff263-0f06-47bf-9507-2bd4aecde76a req-d762d3b2-85a7-402d-8fc0-67312e295fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:01.815639 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 07761ff3-1e71-4f98-9cb2-202dba2770af up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:37:01.816064 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-974ff263-0f06-47bf-9507-2bd4aecde76a req-d762d3b2-85a7-402d-8fc0-67312e295fdc service neutron] 10.222.0.54 "GET /v2.0/networks?id=129a9009-9385-4250-92f4-51006107194d HTTP/1.1" status: 200 len: 921 time: 0.1420162 Nov 19 17:37:01.882537 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44a5500-4a28-42ca-b3f6-e3640efa4ef0 req-29856160-46ef-4187-812b-fddd4e4be039 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:01.890095 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f44a5500-4a28-42ca-b3f6-e3640efa4ef0 req-29856160-46ef-4187-812b-fddd4e4be039 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] 10.222.0.54 "GET /v2.0/ports?device_id=035acc51-44f3-499f-90fe-45b4ce53c7ae HTTP/1.1" status: 200 len: 950 time: 0.1457522 Nov 19 17:37:01.909193 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-974ff263-0f06-47bf-9507-2bd4aecde76a req-a593991a-8b6c-442c-8b78-586adb98a8cd service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c053efc6-7749-4914-ac16-a61339b0f34c HTTP/1.1" status: 200 len: 1001 time: 0.0917449 Nov 19 17:37:01.925128 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3055229f-276b-4128-8287-171b92d21737 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671702'] for router, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:02.007814 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974ff263-0f06-47bf-9507-2bd4aecde76a req-4249b96f-52c3-4564-931c-a34ebee9069d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:02.015422 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-974ff263-0f06-47bf-9507-2bd4aecde76a req-4249b96f-52c3-4564-931c-a34ebee9069d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=69d79900-574d-4621-892d-3cad82947dc7 HTTP/1.1" status: 200 len: 859 time: 0.1053109 Nov 19 17:37:02.054332 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f44a5500-4a28-42ca-b3f6-e3640efa4ef0 req-2b422a35-b7b3-4688-8ad1-c9102e0959a3 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] 10.222.0.54 "GET /v2.0/security-groups?id=01d035e7-47ed-4912-a186-53ea419ecd96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609395 Nov 19 17:37:02.104112 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974ff263-0f06-47bf-9507-2bd4aecde76a req-603dbd0f-9320-42ff-821c-c556c53958b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:02.113579 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-974ff263-0f06-47bf-9507-2bd4aecde76a req-603dbd0f-9320-42ff-821c-c556c53958b3 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=129a9009-9385-4250-92f4-51006107194d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0844676 Nov 19 17:37:02.160422 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 17:36:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bcf1dc7-7f89-4531-a65c-67f572990d99 x-openstack-request-id: req-1bcf1dc7-7f89-4531-a65c-67f572990d99 {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:37:02.160725 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cad7dc2-8442-446b-94f2-51548934c3b6", "tag": "1649679b-e7c0-4ea5-9240-8fc66bbe8eb8", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:37:02.161586 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-1bcf1dc7-7f89-4531-a65c-67f572990d99 {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:37:02.165944 n-d-818022-2 neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cad7dc2-8442-446b-94f2-51548934c3b6', 'tag': '1649679b-e7c0-4ea5-9240-8fc66bbe8eb8', 'status': 'completed', 'code': 200} Nov 19 17:37:02.366460 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf523a2e-81be-4cbf-9f89-f48bdce7d5f6 req-e1b58212-ad1d-4984-a53d-d4810a67fb3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:02.370741 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-cf523a2e-81be-4cbf-9f89-f48bdce7d5f6 req-e1b58212-ad1d-4984-a53d-d4810a67fb3e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0451c16dbd91499694bb6f860678eaa9&device_id=1cad7dc2-8442-446b-94f2-51548934c3b6 HTTP/1.1" status: 200 len: 1097 time: 0.1779957 Nov 19 17:37:02.693225 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 07761ff3-1e71-4f98-9cb2-202dba2770af triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:37:02.693876 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:02.770821 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-001ca9aa-4cff-47fd-98e9-f91cd37c83c7 None None] Sync routers for ids ['57ca953c-b606-4e90-9771-7e2956ae7ce9'] in n-d-818022-2 {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 17:37:02.803710 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-001ca9aa-4cff-47fd-98e9-f91cd37c83c7 None None] Routers {'57ca953c-b606-4e90-9771-7e2956ae7ce9'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:37:02.808922 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-001ca9aa-4cff-47fd-98e9-f91cd37c83c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:36:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['57ca953c-b606-4e90-9771-7e2956ae7ce9'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:37:02.811760 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf523a2e-81be-4cbf-9f89-f48bdce7d5f6 req-439854f8-a33e-485e-9aba-a727193a1c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:02.813285 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-cf523a2e-81be-4cbf-9f89-f48bdce7d5f6 req-439854f8-a33e-485e-9aba-a727193a1c0c service neutron] 10.222.0.60 "GET /v2.0/networks?id=129a9009-9385-4250-92f4-51006107194d HTTP/1.1" status: 200 len: 921 time: 0.4264424 Nov 19 17:37:02.857409 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-333f7587-decf-430b-9fec-535e973677bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:02.860595 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-974ff263-0f06-47bf-9507-2bd4aecde76a req-abeb78f0-de93-42a7-aa8d-9f6a2b4073af service neutron] 10.222.0.54 "GET /v2.0/networks/129a9009-9385-4250-92f4-51006107194d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7459633 Nov 19 17:37:02.882485 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3055229f-276b-4128-8287-171b92d21737 admin admin] Router 408af3ea-ecbd-4821-8616-fbe1e78fecee is scheduled to L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 with binding_index 1 {{(pid=103365) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 17:37:02.941841 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f8630df3-9936-41e2-a3e6-c6361e971705 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:02.979787 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-cf523a2e-81be-4cbf-9f89-f48bdce7d5f6 req-37178583-c2cd-4683-99b2-f4909bcac225 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1649679b-e7c0-4ea5-9240-8fc66bbe8eb8 HTTP/1.1" status: 200 len: 217 time: 0.1473298 Nov 19 17:37:03.122932 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-974ff263-0f06-47bf-9507-2bd4aecde76a req-5c2cec90-2641-4b18-97f2-f80876142760 service neutron] 10.222.0.54 "GET /v2.0/networks/129a9009-9385-4250-92f4-51006107194d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2550042 Nov 19 17:37:03.132775 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-333f7587-decf-430b-9fec-535e973677bc None None] For port 07761ff3-1e71-4f98-9cb2-202dba2770af, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=07761ff3-1e71-4f98-9cb2-202dba2770af,segment=NetworkSegment(14c5d391-9845-4512-97da-480cae9dda64),segment_id=14c5d391-9845-4512-97da-480cae9dda64)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:37:03.200254 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-001ca9aa-4cff-47fd-98e9-f91cd37c83c7 None None] Set router 57ca953c-b606-4e90-9771-7e2956ae7ce9 gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:37:03.203522 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e46ecc5a-dc14-4744-b262-3072ff2e958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:03.225698 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-333f7587-decf-430b-9fec-535e973677bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:03.263656 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:37:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35250cb8-99b8-4314-996d-ec3a552416fe x-openstack-request-id: req-35250cb8-99b8-4314-996d-ec3a552416fe {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:37:03.264174 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a17fdac-7a37-4ae0-bb36-e0d9011c4c04", "name": "network-vif-plugged", "status": "completed", "tag": "ee858cdd-8d37-458e-9d85-5675efd1b6ff", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:37:03.264503 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-35250cb8-99b8-4314-996d-ec3a552416fe {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:37:03.265111 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a17fdac-7a37-4ae0-bb36-e0d9011c4c04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee858cdd-8d37-458e-9d85-5675efd1b6ff', 'code': 200} Nov 19 17:37:03.305425 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf523a2e-81be-4cbf-9f89-f48bdce7d5f6 req-9967d616-2ec8-4b27-a806-f27809adca76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:03.307053 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-cf523a2e-81be-4cbf-9f89-f48bdce7d5f6 req-9967d616-2ec8-4b27-a806-f27809adca76 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=69d79900-574d-4621-892d-3cad82947dc7 HTTP/1.1" status: 200 len: 859 time: 0.3240669 Nov 19 17:37:03.308972 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d832a1e4-59a9-4006-80fa-1c8eeef9284f req-3d5badec-c670-4da8-9988-67aed5859a3d tempest-TenantUsagesTestJSON-1177720949 tempest-TenantUsagesTestJSON-1177720949-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=8cfc3d817901452492c5b5b90d48327d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2214401 Nov 19 17:37:03.316538 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:03.424014 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333f7587-decf-430b-9fec-535e973677bc None None] Pushing event updated for resources: {'Port': ['ID=07761ff3-1e71-4f98-9cb2-202dba2770af,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:37:03.709550 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:03.711620 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf523a2e-81be-4cbf-9f89-f48bdce7d5f6 req-69ad338f-29e6-43d0-9549-b8c7e35b04a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:03.714704 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-cf523a2e-81be-4cbf-9f89-f48bdce7d5f6 req-69ad338f-29e6-43d0-9549-b8c7e35b04a8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=129a9009-9385-4250-92f4-51006107194d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3914881 Nov 19 17:37:03.726886 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:03.728207 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.db.api [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103366) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 17:37:03.728799 n-d-818022-2 neutron-server[103366]: DEBUG oslo_db.api [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 17:37:03.752860 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-a571fd63-e4e9-4491-a959-06edab2e143c None None] Provisioning complete for port 07761ff3-1e71-4f98-9cb2-202dba2770af triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:37:03.753802 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a571fd63-e4e9-4491-a959-06edab2e143c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:03.755192 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-001ca9aa-4cff-47fd-98e9-f91cd37c83c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57ca953c-b606-4e90-9771-7e2956ae7ce9', 'name': 'tempest-FloatingIPsAssociationTestJSON-802776427-router', 'tenant_id': '0451c16dbd91499694bb6f860678eaa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': 'db8c5ce6-b7a1-4a96-856c-5f03b01e2388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:35:51Z', 'updated_at': '2021-11-19T17:36:00Z', 'revision_number': 4, 'project_id': '0451c16dbd91499694bb6f860678eaa9', 'gw_port': {'id': 'db8c5ce6-b7a1-4a96-856c-5f03b01e2388', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:85:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ca953c-b606-4e90-9771-7e2956ae7ce9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:35:52Z', 'updated_at': '2021-11-19T17:36:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_floatingips': [{'id': '0e845b61-f17e-4055-94ea-331199f7fc82', 'tenant_id': '0451c16dbd91499694bb6f860678eaa9', 'floating_ip_address': '172.25.7.191', 'floating_network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'router_id': '57ca953c-b606-4e90-9771-7e2956ae7ce9', 'port_id': 'c053efc6-7749-4914-ac16-a61339b0f34c', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 448, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '129a9009-9385-4250-92f4-51006107194d', 'mac_address': 'fa:16:3e:4b:e7:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0581bf54-51a9-41d4-a295-e6c0d3cc5e26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T17:36:28Z', 'updated_at': '2021-11-19T17:37:02Z', 'revision_number': 4, 'project_id': '0451c16dbd91499694bb6f860678eaa9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6e5a257-abf1-4f08-a5f3-908b33e3c1a3', 'name': '', 'network_id': '129a9009-9385-4250-92f4-51006107194d', 'tenant_id': '0451c16dbd91499694bb6f860678eaa9', 'mac_address': 'fa:16:3e:59:d3:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ca953c-b606-4e90-9771-7e2956ae7ce9', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '69d79900-574d-4621-892d-3cad82947dc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:35:57Z', 'updated_at': '2021-11-19T17:36:07Z', 'revision_number': 5, 'project_id': '0451c16dbd91499694bb6f860678eaa9', 'subnets': [{'id': '69d79900-574d-4621-892d-3cad82947dc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:37:03.800433 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3055229f-276b-4128-8287-171b92d21737 admin admin] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 17:37:03.840372 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-001ca9aa-4cff-47fd-98e9-f91cd37c83c7 None None] Checking router: 57ca953c-b606-4e90-9771-7e2956ae7ce9 for host: n-d-818022-2 {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 17:37:03.853341 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c8da6b-2f85-4366-b90d-5bc04ba216a9 None None] Sync routers for ids ['408af3ea-ecbd-4821-8616-fbe1e78fecee'] in n-d-818022-2 {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 17:37:03.862357 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-001ca9aa-4cff-47fd-98e9-f91cd37c83c7 None None] Routers {'57ca953c-b606-4e90-9771-7e2956ae7ce9'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:37:03.863012 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-001ca9aa-4cff-47fd-98e9-f91cd37c83c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:37:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['57ca953c-b606-4e90-9771-7e2956ae7ce9'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:37:03.935890 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c8da6b-2f85-4366-b90d-5bc04ba216a9 None None] Routers {'408af3ea-ecbd-4821-8616-fbe1e78fecee'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:37:03.936830 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-25c8da6b-2f85-4366-b90d-5bc04ba216a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:37:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['408af3ea-ecbd-4821-8616-fbe1e78fecee'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:37:04.088685 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3055229f-276b-4128-8287-171b92d21737 admin admin] Publish callbacks [] for router, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:04.093545 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-3055229f-276b-4128-8287-171b92d21737 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 6.2873726 Nov 19 17:37:04.097875 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 42422) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:37:04.203921 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0581bf54-51a9-41d4-a295-e6c0d3cc5e26', 'tag': 'c053efc6-7749-4914-ac16-a61339b0f34c'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:37:04.211974 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dd4767a008c23f8566efc82158ee1b1fff34e1a9e908d76d0b6d0ab7e350e5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e38198a-2765-4b42-b166-eb30908bb806" -d '{"events": [{"name": "network-changed", "server_uuid": "0581bf54-51a9-41d4-a295-e6c0d3cc5e26", "tag": "c053efc6-7749-4914-ac16-a61339b0f34c"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:37:04.244332 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-001ca9aa-4cff-47fd-98e9-f91cd37c83c7 None None] Set router 57ca953c-b606-4e90-9771-7e2956ae7ce9 gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:37:04.284775 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d832a1e4-59a9-4006-80fa-1c8eeef9284f req-2c9ddac7-afdc-46a6-9cc3-0edc76984125 tempest-TenantUsagesTestJSON-1177720949 tempest-TenantUsagesTestJSON-1177720949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:04.298222 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d832a1e4-59a9-4006-80fa-1c8eeef9284f req-2c9ddac7-afdc-46a6-9cc3-0edc76984125 tempest-TenantUsagesTestJSON-1177720949 tempest-TenantUsagesTestJSON-1177720949-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9707623 Nov 19 17:37:04.370130 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0e2bdb-6059-434d-ab73-5a7a534e3606 req-0b56e1de-8eb7-4441-afb6-806af6f6337f tempest-ServersOnMultiNodesTest-944546281 tempest-ServersOnMultiNodesTest-944546281-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:04.375214 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9c0e2bdb-6059-434d-ab73-5a7a534e3606 req-0b56e1de-8eb7-4441-afb6-806af6f6337f tempest-ServersOnMultiNodesTest-944546281 tempest-ServersOnMultiNodesTest-944546281-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=035acc51-44f3-499f-90fe-45b4ce53c7ae HTTP/1.1" status: 200 len: 1101 time: 0.2823956 Nov 19 17:37:04.452925 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-9c0e2bdb-6059-434d-ab73-5a7a534e3606 req-53fc69b7-75c9-44c2-a512-91a4f82e08ed tempest-ServersOnMultiNodesTest-944546281 tempest-ServersOnMultiNodesTest-944546281-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:04.512815 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-cf523a2e-81be-4cbf-9f89-f48bdce7d5f6 req-9b7542d9-c421-418c-8c40-5e0076625a88 service neutron] 10.222.0.60 "GET /v2.0/networks/129a9009-9385-4250-92f4-51006107194d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7773476 Nov 19 17:37:04.611325 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d832a1e4-59a9-4006-80fa-1c8eeef9284f req-1908221a-cf2b-44ee-91f2-1a2ca48bbb70 tempest-TenantUsagesTestJSON-1177720949 tempest-TenantUsagesTestJSON-1177720949-project] 10.222.0.54 "GET /v2.0/quotas/8cfc3d817901452492c5b5b90d48327d HTTP/1.1" status: 200 len: 375 time: 0.2699547 Nov 19 17:37:04.744963 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e013d7e6-5264-4dcc-9759-54f5fb809e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:04.759895 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d832a1e4-59a9-4006-80fa-1c8eeef9284f req-a1a87bb8-9e41-46d5-bbd2-c929798c46ad tempest-TenantUsagesTestJSON-1177720949 tempest-TenantUsagesTestJSON-1177720949-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=8cfc3d817901452492c5b5b90d48327d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0683272 Nov 19 17:37:04.781103 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38d2882-0011-4902-8cd6-5ee1b8517a0c req-37b59005-5488-4a45-802a-646c3fba739b tempest-ServersWithSpecificFlavorTestJSON-308617854 tempest-ServersWithSpecificFlavorTestJSON-308617854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:04.785364 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d38d2882-0011-4902-8cd6-5ee1b8517a0c req-37b59005-5488-4a45-802a-646c3fba739b tempest-ServersWithSpecificFlavorTestJSON-308617854 tempest-ServersWithSpecificFlavorTestJSON-308617854-project] 10.222.0.86 "GET /v2.0/ports?device_id=822a3eb9-a983-41ff-b107-717d46bf5ef6 HTTP/1.1" status: 200 len: 946 time: 0.2654011 Nov 19 17:37:04.796277 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-25c8da6b-2f85-4366-b90d-5bc04ba216a9 None None] Set router 408af3ea-ecbd-4821-8616-fbe1e78fecee gateway port host: n-d-818022-2 {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:37:04.922912 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-cf523a2e-81be-4cbf-9f89-f48bdce7d5f6 req-06cc1e2a-8bb3-4826-9c62-f738a0a3b2c8 service neutron] 10.222.0.60 "GET /v2.0/networks/129a9009-9385-4250-92f4-51006107194d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3663478 Nov 19 17:37:04.923483 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 07761ff3-1e71-4f98-9cb2-202dba2770af up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:37:04.935712 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-001ca9aa-4cff-47fd-98e9-f91cd37c83c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57ca953c-b606-4e90-9771-7e2956ae7ce9', 'name': 'tempest-FloatingIPsAssociationTestJSON-802776427-router', 'tenant_id': '0451c16dbd91499694bb6f860678eaa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': 'db8c5ce6-b7a1-4a96-856c-5f03b01e2388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:35:51Z', 'updated_at': '2021-11-19T17:36:00Z', 'revision_number': 4, 'project_id': '0451c16dbd91499694bb6f860678eaa9', 'gw_port': {'id': 'db8c5ce6-b7a1-4a96-856c-5f03b01e2388', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:85:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ca953c-b606-4e90-9771-7e2956ae7ce9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:35:52Z', 'updated_at': '2021-11-19T17:36:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_floatingips': [{'id': '0e845b61-f17e-4055-94ea-331199f7fc82', 'tenant_id': '0451c16dbd91499694bb6f860678eaa9', 'floating_ip_address': '172.25.7.191', 'floating_network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'router_id': '57ca953c-b606-4e90-9771-7e2956ae7ce9', 'port_id': 'c053efc6-7749-4914-ac16-a61339b0f34c', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 448, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '129a9009-9385-4250-92f4-51006107194d', 'mac_address': 'fa:16:3e:4b:e7:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0581bf54-51a9-41d4-a295-e6c0d3cc5e26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T17:36:28Z', 'updated_at': '2021-11-19T17:37:02Z', 'revision_number': 4, 'project_id': '0451c16dbd91499694bb6f860678eaa9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6e5a257-abf1-4f08-a5f3-908b33e3c1a3', 'name': '', 'network_id': '129a9009-9385-4250-92f4-51006107194d', 'tenant_id': '0451c16dbd91499694bb6f860678eaa9', 'mac_address': 'fa:16:3e:59:d3:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ca953c-b606-4e90-9771-7e2956ae7ce9', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '69d79900-574d-4621-892d-3cad82947dc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:35:57Z', 'updated_at': '2021-11-19T17:36:07Z', 'revision_number': 5, 'project_id': '0451c16dbd91499694bb6f860678eaa9', 'subnets': [{'id': '69d79900-574d-4621-892d-3cad82947dc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:37:04.993740 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-001ca9aa-4cff-47fd-98e9-f91cd37c83c7 None None] The sync data for ids ['57ca953c-b606-4e90-9771-7e2956ae7ce9'] in n-d-818022-2 is: [{'id': '57ca953c-b606-4e90-9771-7e2956ae7ce9', 'name': 'tempest-FloatingIPsAssociationTestJSON-802776427-router', 'tenant_id': '0451c16dbd91499694bb6f860678eaa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': 'db8c5ce6-b7a1-4a96-856c-5f03b01e2388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:35:51Z', 'updated_at': '2021-11-19T17:36:00Z', 'revision_number': 4, 'project_id': '0451c16dbd91499694bb6f860678eaa9', 'gw_port': {'id': 'db8c5ce6-b7a1-4a96-856c-5f03b01e2388', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:85:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ca953c-b606-4e90-9771-7e2956ae7ce9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:35:52Z', 'updated_at': '2021-11-19T17:36:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_floatingips': [{'id': '0e845b61-f17e-4055-94ea-331199f7fc82', 'tenant_id': '0451c16dbd91499694bb6f860678eaa9', 'floating_ip_address': '172.25.7.191', 'floating_network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'router_id': '57ca953c-b606-4e90-9771-7e2956ae7ce9', 'port_id': 'c053efc6-7749-4914-ac16-a61339b0f34c', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 448, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '129a9009-9385-4250-92f4-51006107194d', 'mac_address': 'fa:16:3e:4b:e7:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0581bf54-51a9-41d4-a295-e6c0d3cc5e26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T17:36:28Z', 'updated_at': '2021-11-19T17:37:02Z', 'revision_number': 4, 'project_id': '0451c16dbd91499694bb6f860678eaa9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6e5a257-abf1-4f08-a5f3-908b33e3c1a3', 'name': '', 'network_id': '129a9009-9385-4250-92f4-51006107194d', 'tenant_id': '0451c16dbd91499694bb6f860678eaa9', 'mac_address': 'fa:16:3e:59:d3:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ca953c-b606-4e90-9771-7e2956ae7ce9', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '69d79900-574d-4621-892d-3cad82947dc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:35:57Z', 'updated_at': '2021-11-19T17:36:07Z', 'revision_number': 5, 'project_id': '0451c16dbd91499694bb6f860678eaa9', 'subnets': [{'id': '69d79900-574d-4621-892d-3cad82947dc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 17:37:05.132775 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-d38d2882-0011-4902-8cd6-5ee1b8517a0c req-c6587356-c856-4f3d-ba37-0d7a2785c013 tempest-ServersWithSpecificFlavorTestJSON-308617854 tempest-ServersWithSpecificFlavorTestJSON-308617854-project] Deleting port 181d9573-30a6-4c33-b898-07ea989195c7 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:37:05.133285 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-d38d2882-0011-4902-8cd6-5ee1b8517a0c req-c6587356-c856-4f3d-ba37-0d7a2785c013 tempest-ServersWithSpecificFlavorTestJSON-308617854 tempest-ServersWithSpecificFlavorTestJSON-308617854-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:05.178574 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:05.259863 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 07761ff3-1e71-4f98-9cb2-202dba2770af triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:37:05.260379 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:05.435223 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-9c0e2bdb-6059-434d-ab73-5a7a534e3606 req-53fc69b7-75c9-44c2-a512-91a4f82e08ed tempest-ServersOnMultiNodesTest-944546281 tempest-ServersOnMultiNodesTest-944546281-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:05.466491 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-9c0e2bdb-6059-434d-ab73-5a7a534e3606 req-53fc69b7-75c9-44c2-a512-91a4f82e08ed tempest-ServersOnMultiNodesTest-944546281 tempest-ServersOnMultiNodesTest-944546281-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:05.468116 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-19d865c6-0b78-4f2a-8ce5-2b01dbc14d14 req-d3af1b82-176f-40c8-94a5-8874e319de45 tempest-ServersWithSpecificFlavorTestJSON-308617854 tempest-ServersWithSpecificFlavorTestJSON-308617854-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--743109836&fields=id&tenant_id=bf701fa01dc443ada18661aab1d7be58 HTTP/1.1" status: 200 len: 267 time: 0.3217974 Nov 19 17:37:05.493025 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-25c8da6b-2f85-4366-b90d-5bc04ba216a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '408af3ea-ecbd-4821-8616-fbe1e78fecee', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1914012707-router', 'tenant_id': '8bb26e662dc04141965dbd1042ecc85e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.212'}], 'enable_snat': True}, 'gw_port_id': '30ce165c-1bf8-49b0-acce-2fb7f991b115', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:36:57Z', 'updated_at': '2021-11-19T17:37:00Z', 'revision_number': 3, 'project_id': '8bb26e662dc04141965dbd1042ecc85e', 'gw_port': {'id': '30ce165c-1bf8-49b0-acce-2fb7f991b115', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:ca:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '408af3ea-ecbd-4821-8616-fbe1e78fecee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:36:59Z', 'updated_at': '2021-11-19T17:36:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:37:05.534673 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fc69b7-75c9-44c2-a512-91a4f82e08ed tempest-ServersOnMultiNodesTest-944546281 tempest-ServersOnMultiNodesTest-944546281-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaaa63b2-769f-4e93-b43c-2b686aa4caea,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:37:05.541606 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-71a7b922-d975-4981-aeb2-0d2b74c01f37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:05.560430 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-d38d2882-0011-4902-8cd6-5ee1b8517a0c req-c6587356-c856-4f3d-ba37-0d7a2785c013 tempest-ServersWithSpecificFlavorTestJSON-308617854 tempest-ServersWithSpecificFlavorTestJSON-308617854-project] For port 181d9573-30a6-4c33-b898-07ea989195c7, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=181d9573-30a6-4c33-b898-07ea989195c7,segment=NetworkSegment(e2e76166-2a11-48ad-af12-51784925425c),segment_id=e2e76166-2a11-48ad-af12-51784925425c)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:37:05.562263 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-d38d2882-0011-4902-8cd6-5ee1b8517a0c req-c6587356-c856-4f3d-ba37-0d7a2785c013 tempest-ServersWithSpecificFlavorTestJSON-308617854 tempest-ServersWithSpecificFlavorTestJSON-308617854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:05.600468 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9c0e2bdb-6059-434d-ab73-5a7a534e3606 req-53fc69b7-75c9-44c2-a512-91a4f82e08ed tempest-ServersOnMultiNodesTest-944546281 tempest-ServersOnMultiNodesTest-944546281-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=01d035e7-47ed-4912-a186-53ea419ecd96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2063947 Nov 19 17:37:05.661405 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c8da6b-2f85-4366-b90d-5bc04ba216a9 None None] Checking router: 408af3ea-ecbd-4821-8616-fbe1e78fecee for host: n-d-818022-2 {{(pid=103366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 17:37:05.666418 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c8da6b-2f85-4366-b90d-5bc04ba216a9 None None] Updating router 408af3ea-ecbd-4821-8616-fbe1e78fecee port 30ce165c-1bf8-49b0-acce-2fb7f991b115 binding host n-d-818022-2 {{(pid=103366) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 17:37:05.776249 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-25c8da6b-2f85-4366-b90d-5bc04ba216a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:05.807946 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d865c6-0b78-4f2a-8ce5-2b01dbc14d14 req-fc84fc8e-4b78-4eb1-90ef-9c532a37cc04 tempest-ServersWithSpecificFlavorTestJSON-308617854 tempest-ServersWithSpecificFlavorTestJSON-308617854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:05.817587 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-19d865c6-0b78-4f2a-8ce5-2b01dbc14d14 req-fc84fc8e-4b78-4eb1-90ef-9c532a37cc04 tempest-ServersWithSpecificFlavorTestJSON-308617854 tempest-ServersWithSpecificFlavorTestJSON-308617854-project] 10.222.0.54 "GET /v2.0/networks?id=833872e1-1a28-48e3-b9f9-d97ad690eebb HTTP/1.1" status: 200 len: 823 time: 0.3472841 Nov 19 17:37:05.848144 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-19d865c6-0b78-4f2a-8ce5-2b01dbc14d14 req-9c78fb90-9272-493e-8b59-1a82953b5497 tempest-ServersWithSpecificFlavorTestJSON-308617854 tempest-ServersWithSpecificFlavorTestJSON-308617854-project] 10.222.0.54 "GET /v2.0/quotas/bf701fa01dc443ada18661aab1d7be58 HTTP/1.1" status: 200 len: 375 time: 0.0287263 Nov 19 17:37:05.881535 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6f20124f-479a-4697-acb5-659feec64548 req-24d3dc95-2cbd-40f8-b5e9-a82ac32441f4 tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.7.191 HTTP/1.1" status: 200 len: 1001 time: 0.2174428 Nov 19 17:37:05.962292 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [None req-71a7b922-d975-4981-aeb2-0d2b74c01f37 admin admin] Allocated IP 172.20.0.1 (848c0e57-dcd4-4037-9fd3-fb8d9181ff53/4cf25a17-adae-4720-b4f1-7f8604b69898/569158a1-eae3-4618-8819-27fd998b4209) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:37:06.110166 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f20124f-479a-4697-acb5-659feec64548 req-f0da0252-2b43-4fb7-ae87-41413a518acf tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:06.123021 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6f20124f-479a-4697-acb5-659feec64548 req-f0da0252-2b43-4fb7-ae87-41413a518acf tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] 10.222.0.54 "GET /v2.0/ports/c053efc6-7749-4914-ac16-a61339b0f34c HTTP/1.1" status: 200 len: 942 time: 0.1445737 Nov 19 17:37:06.251783 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-25c8da6b-2f85-4366-b90d-5bc04ba216a9 None None] Publish callbacks [] for port, precommit_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:06.277236 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-25c8da6b-2f85-4366-b90d-5bc04ba216a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:06.328408 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-71a7b922-d975-4981-aeb2-0d2b74c01f37 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:06.341373 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-25c8da6b-2f85-4366-b90d-5bc04ba216a9 None None] Attempting to bind port 30ce165c-1bf8-49b0-acce-2fb7f991b115 on host n-d-818022-2 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:37:06.341758 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-25c8da6b-2f85-4366-b90d-5bc04ba216a9 None None] Attempting to bind port 30ce165c-1bf8-49b0-acce-2fb7f991b115 by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:37:06.342226 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c8da6b-2f85-4366-b90d-5bc04ba216a9 None None] Attempting to bind port 30ce165c-1bf8-49b0-acce-2fb7f991b115 on network 645e61aa-1a6c-4e8f-857e-ab06edb4897f {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:37:06.373256 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c8da6b-2f85-4366-b90d-5bc04ba216a9 None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 37, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:37:06.373568 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c8da6b-2f85-4366-b90d-5bc04ba216a9 None None] Checking segment: {'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:37:06.374029 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-25c8da6b-2f85-4366-b90d-5bc04ba216a9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:06.375161 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c8da6b-2f85-4366-b90d-5bc04ba216a9 None None] Bound using segment: {'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:37:06.375932 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-25c8da6b-2f85-4366-b90d-5bc04ba216a9 None None] Bound port: 30ce165c-1bf8-49b0-acce-2fb7f991b115, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:37:06.376328 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-25c8da6b-2f85-4366-b90d-5bc04ba216a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:06.393601 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-19d865c6-0b78-4f2a-8ce5-2b01dbc14d14 req-947b5302-d45a-4054-aae2-f8544cdd2e77 tempest-ServersWithSpecificFlavorTestJSON-308617854 tempest-ServersWithSpecificFlavorTestJSON-308617854-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=bf701fa01dc443ada18661aab1d7be58&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5444720 Nov 19 17:37:06.407843 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6f20124f-479a-4697-acb5-659feec64548 req-a0a39a9b-fa1e-4af6-8d78-652dcecf6207 tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.7.191 HTTP/1.1" status: 200 len: 1001 time: 0.2066877 Nov 19 17:37:06.499007 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-d38d2882-0011-4902-8cd6-5ee1b8517a0c req-c6587356-c856-4f3d-ba37-0d7a2785c013 tempest-ServersWithSpecificFlavorTestJSON-308617854 tempest-ServersWithSpecificFlavorTestJSON-308617854-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:06.499390 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-d38d2882-0011-4902-8cd6-5ee1b8517a0c req-c6587356-c856-4f3d-ba37-0d7a2785c013 tempest-ServersWithSpecificFlavorTestJSON-308617854 tempest-ServersWithSpecificFlavorTestJSON-308617854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-671284'] for floatingip, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:06.499772 n-d-818022-2 neutron-server[103365]: INFO neutron.db.l3_db [req-d38d2882-0011-4902-8cd6-5ee1b8517a0c req-c6587356-c856-4f3d-ba37-0d7a2785c013 tempest-ServersWithSpecificFlavorTestJSON-308617854 tempest-ServersWithSpecificFlavorTestJSON-308617854-project] Floating IP fc499680-112a-459b-847f-adc0789fd9be disassociated. External IP: 172.25.7.221, port: 181d9573-30a6-4c33-b898-07ea989195c7. Nov 19 17:37:06.500122 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-d38d2882-0011-4902-8cd6-5ee1b8517a0c req-c6587356-c856-4f3d-ba37-0d7a2785c013 tempest-ServersWithSpecificFlavorTestJSON-308617854 tempest-ServersWithSpecificFlavorTestJSON-308617854-project] Calling delete_port for 181d9573-30a6-4c33-b898-07ea989195c7 owned by compute:nova {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:37:06.544052 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-71a7b922-d975-4981-aeb2-0d2b74c01f37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:06.629360 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7694c4-e426-489b-b8ed-4a20387f616d None None] Pushing event updated for resources: {'Port': ['ID=30ce165c-1bf8-49b0-acce-2fb7f991b115,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:37:06.657322 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71a7b922-d975-4981-aeb2-0d2b74c01f37 admin admin] Network 848c0e57-dcd4-4037-9fd3-fb8d9181ff53 is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:37:06.663327 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-71a7b922-d975-4981-aeb2-0d2b74c01f37 admin admin] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:37:06.676909 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-19d865c6-0b78-4f2a-8ce5-2b01dbc14d14 req-56b296f3-211a-4a6e-9ea9-48dbf0ae1fdd service neutron] 10.222.0.54 "GET /v2.0/networks/833872e1-1a28-48e3-b9f9-d97ad690eebb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2732151 Nov 19 17:37:06.681161 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a7b922-d975-4981-aeb2-0d2b74c01f37 admin admin] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:37:06.688766 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-25c8da6b-2f85-4366-b90d-5bc04ba216a9 None None] For port 30ce165c-1bf8-49b0-acce-2fb7f991b115, host n-d-818022-2, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:37:06.692931 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-25c8da6b-2f85-4366-b90d-5bc04ba216a9 None None] For port 30ce165c-1bf8-49b0-acce-2fb7f991b115, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=30ce165c-1bf8-49b0-acce-2fb7f991b115,segment=NetworkSegment(bbe705c1-96c0-476e-8381-28227e6f0ac5),segment_id=bbe705c1-96c0-476e-8381-28227e6f0ac5)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:37:06.694372 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f20124f-479a-4697-acb5-659feec64548 req-dcd685fa-a9e3-4d63-a295-e26fdb8bc9d9 tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:06.700193 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-25c8da6b-2f85-4366-b90d-5bc04ba216a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:06.713577 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6f20124f-479a-4697-acb5-659feec64548 req-dcd685fa-a9e3-4d63-a295-e26fdb8bc9d9 tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] 10.222.0.54 "GET /v2.0/networks/645e61aa-1a6c-4e8f-857e-ab06edb4897f HTTP/1.1" status: 200 len: 784 time: 0.3038301 Nov 19 17:37:06.716441 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a7b922-d975-4981-aeb2-0d2b74c01f37 admin admin] Pushing event updated for resources: {'Port': ['ID=569158a1-eae3-4618-8819-27fd998b4209,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:37:06.903471 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c8da6b-2f85-4366-b90d-5bc04ba216a9 None None] Routers {'408af3ea-ecbd-4821-8616-fbe1e78fecee'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:37:06.904248 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-25c8da6b-2f85-4366-b90d-5bc04ba216a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:37:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['408af3ea-ecbd-4821-8616-fbe1e78fecee'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:37:06.905787 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-71a7b922-d975-4981-aeb2-0d2b74c01f37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-671361'] for router_interface, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:06.907453 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7694c4-e426-489b-b8ed-4a20387f616d None None] Pushing event updated for resources: {'Port': ['ID=30ce165c-1bf8-49b0-acce-2fb7f991b115,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:37:06.907815 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-19d865c6-0b78-4f2a-8ce5-2b01dbc14d14 req-b03660ba-b320-4c31-98cd-266cc9ab20d0 service neutron] 10.222.0.54 "GET /v2.0/networks/833872e1-1a28-48e3-b9f9-d97ad690eebb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2157793 Nov 19 17:37:06.946786 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-d38d2882-0011-4902-8cd6-5ee1b8517a0c req-c6587356-c856-4f3d-ba37-0d7a2785c013 tempest-ServersWithSpecificFlavorTestJSON-308617854 tempest-ServersWithSpecificFlavorTestJSON-308617854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:07.016237 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6587356-c856-4f3d-ba37-0d7a2785c013 tempest-ServersWithSpecificFlavorTestJSON-308617854 tempest-ServersWithSpecificFlavorTestJSON-308617854-project] Pushing event deleted for resources: {'Port': ['ID=181d9573-30a6-4c33-b898-07ea989195c7,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:37:07.041190 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d832a1e4-59a9-4006-80fa-1c8eeef9284f req-4f8758e3-0495-4755-bdee-a81c6dae9751 tempest-TenantUsagesTestJSON-1177720949 tempest-TenantUsagesTestJSON-1177720949-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=8cfc3d817901452492c5b5b90d48327d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1299446 Nov 19 17:37:07.139986 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bad84c-4efd-4324-a11b-2e963826c842 req-38b07b8c-ac1a-4119-91ce-48cc491058d9 tempest-LiveAutoBlockMigrationV225Test-71050323 tempest-LiveAutoBlockMigrationV225Test-71050323-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:07.151554 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-71bad84c-4efd-4324-a11b-2e963826c842 req-38b07b8c-ac1a-4119-91ce-48cc491058d9 tempest-LiveAutoBlockMigrationV225Test-71050323 tempest-LiveAutoBlockMigrationV225Test-71050323-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=190b8a74-1657-4b15-9d43-f9dddedef7f2 HTTP/1.1" status: 200 len: 1095 time: 0.3023121 Nov 19 17:37:07.230172 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-06e01768-18ad-4334-83ac-586d630d9228 None None] Provisioning complete for port 569158a1-eae3-4618-8819-27fd998b4209 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:37:07.231677 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-06e01768-18ad-4334-83ac-586d630d9228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:07.288130 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 17:37:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93cf5690-43d4-4df4-bb6d-7a09b538ae22 x-openstack-request-id: req-93cf5690-43d4-4df4-bb6d-7a09b538ae22 {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:37:07.288578 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0581bf54-51a9-41d4-a295-e6c0d3cc5e26", "tag": "c053efc6-7749-4914-ac16-a61339b0f34c", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:37:07.288928 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-93cf5690-43d4-4df4-bb6d-7a09b538ae22 {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:37:07.289752 n-d-818022-2 neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0581bf54-51a9-41d4-a295-e6c0d3cc5e26', 'tag': 'c053efc6-7749-4914-ac16-a61339b0f34c', 'status': 'completed', 'code': 200} Nov 19 17:37:07.290584 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-25c8da6b-2f85-4366-b90d-5bc04ba216a9 None None] Set router 408af3ea-ecbd-4821-8616-fbe1e78fecee gateway port host: n-d-818022-2 {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:37:07.301216 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.86', 54499) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:37:07.404219 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d38d2882-0011-4902-8cd6-5ee1b8517a0c req-c6587356-c856-4f3d-ba37-0d7a2785c013 tempest-ServersWithSpecificFlavorTestJSON-308617854 tempest-ServersWithSpecificFlavorTestJSON-308617854-project] Router 6d47c3b9-a5a2-4ae3-8d7b-09d7278a9b1e has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 17:37:07.414110 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-06e01768-18ad-4334-83ac-586d630d9228 None None] Port 569158a1-eae3-4618-8819-27fd998b4209 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:37:07.508323 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-71bad84c-4efd-4324-a11b-2e963826c842 req-7f095795-ce88-42a9-a336-ae2be4beae87 tempest-LiveAutoBlockMigrationV225Test-71050323 tempest-LiveAutoBlockMigrationV225Test-71050323-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=740807d6-4246-4ecb-a636-49a5e5a1e11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3570728 Nov 19 17:37:07.545603 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e38198a-2765-4b42-b166-eb30908bb806 req-2691aa22-d130-45c4-b34c-d204cdf9ec5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:07.547729 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2e38198a-2765-4b42-b166-eb30908bb806 req-2691aa22-d130-45c4-b34c-d204cdf9ec5d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=0451c16dbd91499694bb6f860678eaa9&device_id=0581bf54-51a9-41d4-a295-e6c0d3cc5e26 HTTP/1.1" status: 200 len: 1096 time: 0.2435503 Nov 19 17:37:07.576373 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d832a1e4-59a9-4006-80fa-1c8eeef9284f req-f3b2f11c-581a-4eef-b662-44b0a78763ae tempest-TenantUsagesTestJSON-1177720949 tempest-TenantUsagesTestJSON-1177720949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:07.578242 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d832a1e4-59a9-4006-80fa-1c8eeef9284f req-f3b2f11c-581a-4eef-b662-44b0a78763ae tempest-TenantUsagesTestJSON-1177720949 tempest-TenantUsagesTestJSON-1177720949-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5162454 Nov 19 17:37:07.595943 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-238e1a40-f58d-4447-9b4d-8c1cfe2d8f3a req-0de22356-5cf8-474d-8a38-f378638c747e tempest-TenantUsagesTestJSON-1177720949 tempest-TenantUsagesTestJSON-1177720949-project] 10.222.0.54 "GET /v2.0/ports?device_id=9262d4fb-6924-452e-b4ca-9f16aab1c22a HTTP/1.1" status: 200 len: 210 time: 0.0538046 Nov 19 17:37:07.609218 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-71a7b922-d975-4981-aeb2-0d2b74c01f37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:07.663209 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-d832a1e4-59a9-4006-80fa-1c8eeef9284f req-db7ef7d0-3a83-494f-8f20-39895e1c22b7 tempest-TenantUsagesTestJSON-1177720949 tempest-TenantUsagesTestJSON-1177720949-project] Request body: {'port': {'device_id': '9262d4fb-6924-452e-b4ca-9f16aab1c22a', 'network_id': '346debfa-452b-4048-abf4-8f4493625ef2', 'admin_state_up': True, 'tenant_id': '8cfc3d817901452492c5b5b90d48327d'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:37:07.779494 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d38d2882-0011-4902-8cd6-5ee1b8517a0c req-c6587356-c856-4f3d-ba37-0d7a2785c013 tempest-ServersWithSpecificFlavorTestJSON-308617854 tempest-ServersWithSpecificFlavorTestJSON-308617854-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 17:37:07.789974 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-339238b6-1eb8-425b-bc05-853502d34aa2 None None] Sync routers for ids ['6d47c3b9-a5a2-4ae3-8d7b-09d7278a9b1e'] in n-d-818022-2 {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 17:37:07.835144 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-339238b6-1eb8-425b-bc05-853502d34aa2 None None] Routers {'6d47c3b9-a5a2-4ae3-8d7b-09d7278a9b1e'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:37:07.835700 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-339238b6-1eb8-425b-bc05-853502d34aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:37:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['6d47c3b9-a5a2-4ae3-8d7b-09d7278a9b1e'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:37:07.934807 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-d38d2882-0011-4902-8cd6-5ee1b8517a0c req-c6587356-c856-4f3d-ba37-0d7a2785c013 tempest-ServersWithSpecificFlavorTestJSON-308617854 tempest-ServersWithSpecificFlavorTestJSON-308617854-project] No DVR routers for this DVR port 181d9573-30a6-4c33-b898-07ea989195c7 on host n-h2-818022-2 {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:37:07.950192 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-d38d2882-0011-4902-8cd6-5ee1b8517a0c req-c6587356-c856-4f3d-ba37-0d7a2785c013 tempest-ServersWithSpecificFlavorTestJSON-308617854 tempest-ServersWithSpecificFlavorTestJSON-308617854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:07.954918 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d38d2882-0011-4902-8cd6-5ee1b8517a0c req-c6587356-c856-4f3d-ba37-0d7a2785c013 tempest-ServersWithSpecificFlavorTestJSON-308617854 tempest-ServersWithSpecificFlavorTestJSON-308617854-project] 10.222.0.86 "DELETE /v2.0/ports/181d9573-30a6-4c33-b898-07ea989195c7 HTTP/1.1" status: 204 len: 173 time: 3.1539316 Nov 19 17:37:07.967518 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '822a3eb9-a983-41ff-b107-717d46bf5ef6', 'name': 'network-vif-deleted', 'tag': '181d9573-30a6-4c33-b898-07ea989195c7'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:37:07.975244 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218319d759239a7d11f1288aef37381b97754913ee9ccbfd43b51a463f801712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13caaa57-1ca6-4072-bbb9-b9fa30401ef6" -d '{"events": [{"server_uuid": "822a3eb9-a983-41ff-b107-717d46bf5ef6", "name": "network-vif-deleted", "tag": "181d9573-30a6-4c33-b898-07ea989195c7"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:37:08.082390 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-71a7b922-d975-4981-aeb2-0d2b74c01f37 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:08.094269 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-71a7b922-d975-4981-aeb2-0d2b74c01f37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:08.178614 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-25c8da6b-2f85-4366-b90d-5bc04ba216a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '408af3ea-ecbd-4821-8616-fbe1e78fecee', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1914012707-router', 'tenant_id': '8bb26e662dc04141965dbd1042ecc85e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.212'}], 'enable_snat': True}, 'gw_port_id': '30ce165c-1bf8-49b0-acce-2fb7f991b115', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:36:57Z', 'updated_at': '2021-11-19T17:37:00Z', 'revision_number': 3, 'project_id': '8bb26e662dc04141965dbd1042ecc85e', 'gw_port': {'id': '30ce165c-1bf8-49b0-acce-2fb7f991b115', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:ca:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '408af3ea-ecbd-4821-8616-fbe1e78fecee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:36:59Z', 'updated_at': '2021-11-19T17:37:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:37:08.310054 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-71a7b922-d975-4981-aeb2-0d2b74c01f37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-768529'] for router_interface, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:08.330605 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a7b922-d975-4981-aeb2-0d2b74c01f37 admin admin] Pushing event updated for resources: {'Port': ['ID=569158a1-eae3-4618-8819-27fd998b4209,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:37:08.367537 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-64283cfc-b552-4a2f-a885-c141944cb94c req-a134ce7f-483a-45ea-b5c1-68becba33848 tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.7.191 HTTP/1.1" status: 200 len: 1001 time: 0.2799389 Nov 19 17:37:08.371051 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e38198a-2765-4b42-b166-eb30908bb806 req-45096f5d-cfcd-4bf7-aff1-04155a2419eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:08.375758 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c8da6b-2f85-4366-b90d-5bc04ba216a9 None None] The sync data for ids ['408af3ea-ecbd-4821-8616-fbe1e78fecee'] in n-d-818022-2 is: [{'id': '408af3ea-ecbd-4821-8616-fbe1e78fecee', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1914012707-router', 'tenant_id': '8bb26e662dc04141965dbd1042ecc85e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.212'}], 'enable_snat': True}, 'gw_port_id': '30ce165c-1bf8-49b0-acce-2fb7f991b115', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:36:57Z', 'updated_at': '2021-11-19T17:37:00Z', 'revision_number': 3, 'project_id': '8bb26e662dc04141965dbd1042ecc85e', 'gw_port': {'id': '30ce165c-1bf8-49b0-acce-2fb7f991b115', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:ca:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '408af3ea-ecbd-4821-8616-fbe1e78fecee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:36:59Z', 'updated_at': '2021-11-19T17:37:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 17:37:08.376149 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2e38198a-2765-4b42-b166-eb30908bb806 req-45096f5d-cfcd-4bf7-aff1-04155a2419eb service neutron] 10.222.0.86 "GET /v2.0/networks?id=129a9009-9385-4250-92f4-51006107194d HTTP/1.1" status: 200 len: 921 time: 0.7962661 Nov 19 17:37:08.418361 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-339238b6-1eb8-425b-bc05-853502d34aa2 None None] Set router 6d47c3b9-a5a2-4ae3-8d7b-09d7278a9b1e gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:37:08.661852 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.agents_db [None req-619e5c26-d9ed-4321-86eb-7d443bb9dfa2 None None] Agent healthcheck: found 7 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 17:37:08.679596 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64283cfc-b552-4a2f-a885-c141944cb94c req-a4907428-59ed-4d4c-baef-070dc9069b7b tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:08.696642 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-64283cfc-b552-4a2f-a885-c141944cb94c req-a4907428-59ed-4d4c-baef-070dc9069b7b tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] 10.222.0.54 "GET /v2.0/ports/c053efc6-7749-4914-ac16-a61339b0f34c HTTP/1.1" status: 200 len: 942 time: 0.3280592 Nov 19 17:37:08.760163 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device 181d9573-30a6-4c33-b898-07ea989195c7 no longer exists at agent hyperv_n-h2-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:37:08.837169 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f0e9373c-0185-4215-b5b1-6d59111f6361 req-6674e79c-5985-44bc-baa4-0c1da6dc436d tempest-ServersWithSpecificFlavorTestJSON-308617854 tempest-ServersWithSpecificFlavorTestJSON-308617854-project] 10.222.0.54 "GET /v2.0/ports?device_id=4b3aa343-7b61-4d1e-b719-83afff257d2e HTTP/1.1" status: 200 len: 210 time: 0.1140685 Nov 19 17:37:08.857471 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] No Port match for: 181d9573-30a6-4c33-b898-07ea989195c7 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:37:08.858032 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device 181d9573-30a6-4c33-b898-07ea989195c7 not bound to the agent host n-h2-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:37:09.293026 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7369170f-58ba-4507-8483-fe027d44008e req-0512846b-7c81-4bbc-ac51-086ee0cced4f tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:09.307889 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7369170f-58ba-4507-8483-fe027d44008e req-0512846b-7c81-4bbc-ac51-086ee0cced4f tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.54 "GET /v2.0/networks?id=06df44ce-7965-49c3-9334-79a80c7f7af9 HTTP/1.1" status: 200 len: 821 time: 0.2814922 Nov 19 17:37:09.334062 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7369170f-58ba-4507-8483-fe027d44008e req-cafa00eb-0e8e-4c0d-987f-9f05f8891965 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.54 "GET /v2.0/quotas/0d7ccfd9bdc740e383b438cb097bfe8d HTTP/1.1" status: 200 len: 375 time: 0.0232058 Nov 19 17:37:09.437785 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2e38198a-2765-4b42-b166-eb30908bb806 req-fb13428f-65be-4a30-b029-25e66c46adae service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c053efc6-7749-4914-ac16-a61339b0f34c HTTP/1.1" status: 200 len: 1001 time: 1.0070646 Nov 19 17:37:09.443953 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d832a1e4-59a9-4006-80fa-1c8eeef9284f req-db7ef7d0-3a83-494f-8f20-39895e1c22b7 tempest-TenantUsagesTestJSON-1177720949 tempest-TenantUsagesTestJSON-1177720949-project] Made reservation on behalf of 8cfc3d817901452492c5b5b90d48327d for: {'port': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:37:09.448199 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-d832a1e4-59a9-4006-80fa-1c8eeef9284f req-db7ef7d0-3a83-494f-8f20-39895e1c22b7 tempest-TenantUsagesTestJSON-1177720949 tempest-TenantUsagesTestJSON-1177720949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:09.455193 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-339238b6-1eb8-425b-bc05-853502d34aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d47c3b9-a5a2-4ae3-8d7b-09d7278a9b1e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-516508879-router', 'tenant_id': 'bf701fa01dc443ada18661aab1d7be58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': '1737d4e3-5a3f-4458-a245-a1424b6b0059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:34:19Z', 'updated_at': '2021-11-19T17:34:27Z', 'revision_number': 4, 'project_id': 'bf701fa01dc443ada18661aab1d7be58', 'gw_port': {'id': '1737d4e3-5a3f-4458-a245-a1424b6b0059', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:f5:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d47c3b9-a5a2-4ae3-8d7b-09d7278a9b1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:34:19Z', 'updated_at': '2021-11-19T17:34:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': 'b8950024-da22-49e3-b688-380a50996259', 'name': '', 'network_id': '833872e1-1a28-48e3-b9f9-d97ad690eebb', 'tenant_id': 'bf701fa01dc443ada18661aab1d7be58', 'mac_address': 'fa:16:3e:af:f8:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d47c3b9-a5a2-4ae3-8d7b-09d7278a9b1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '350b116c-50d0-4ddf-8934-2b25a4e80dab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:34:24Z', 'updated_at': '2021-11-19T17:34:32Z', 'revision_number': 5, 'project_id': 'bf701fa01dc443ada18661aab1d7be58', 'subnets': [{'id': '350b116c-50d0-4ddf-8934-2b25a4e80dab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:37:09.478554 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7369170f-58ba-4507-8483-fe027d44008e req-501c8d20-f234-45da-b7d7-5a1079248758 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=0d7ccfd9bdc740e383b438cb097bfe8d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1367478 Nov 19 17:37:09.491959 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-339238b6-1eb8-425b-bc05-853502d34aa2 None None] Checking router: 6d47c3b9-a5a2-4ae3-8d7b-09d7278a9b1e for host: n-d-818022-2 {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 17:37:09.504252 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-339238b6-1eb8-425b-bc05-853502d34aa2 None None] Routers {'6d47c3b9-a5a2-4ae3-8d7b-09d7278a9b1e'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:37:09.504882 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-339238b6-1eb8-425b-bc05-853502d34aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:37:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['6d47c3b9-a5a2-4ae3-8d7b-09d7278a9b1e'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:37:09.617767 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-d832a1e4-59a9-4006-80fa-1c8eeef9284f req-db7ef7d0-3a83-494f-8f20-39895e1c22b7 tempest-TenantUsagesTestJSON-1177720949 tempest-TenantUsagesTestJSON-1177720949-project] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:09.687590 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e38198a-2765-4b42-b166-eb30908bb806 req-9ea6940c-e2ab-4d0c-9cd0-65aee473ea2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:09.692588 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2e38198a-2765-4b42-b166-eb30908bb806 req-9ea6940c-e2ab-4d0c-9cd0-65aee473ea2d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=69d79900-574d-4621-892d-3cad82947dc7 HTTP/1.1" status: 200 len: 859 time: 0.2395461 Nov 19 17:37:09.892482 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-339238b6-1eb8-425b-bc05-853502d34aa2 None None] Set router 6d47c3b9-a5a2-4ae3-8d7b-09d7278a9b1e gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:37:09.903470 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7369170f-58ba-4507-8483-fe027d44008e req-8ec2e7f4-3b76-4ddf-ae04-40681d60df9a service neutron] 10.222.0.54 "GET /v2.0/networks/06df44ce-7965-49c3-9334-79a80c7f7af9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4037840 Nov 19 17:37:09.904483 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-64283cfc-b552-4a2f-a885-c141944cb94c req-b258720a-717e-4492-9da9-9414f97f9789 tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.7.191 HTTP/1.1" status: 200 len: 1001 time: 0.4633443 Nov 19 17:37:10.136479 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7369170f-58ba-4507-8483-fe027d44008e req-fca20780-2d43-4107-8510-ceeee341d5e4 service neutron] 10.222.0.54 "GET /v2.0/networks/06df44ce-7965-49c3-9334-79a80c7f7af9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2320306 Nov 19 17:37:10.198437 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-d832a1e4-59a9-4006-80fa-1c8eeef9284f req-db7ef7d0-3a83-494f-8f20-39895e1c22b7 tempest-TenantUsagesTestJSON-1177720949 tempest-TenantUsagesTestJSON-1177720949-project] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:10.254938 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71a7b922-d975-4981-aeb2-0d2b74c01f37 admin admin] Network 848c0e57-dcd4-4037-9fd3-fb8d9181ff53 is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:37:10.262973 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-d832a1e4-59a9-4006-80fa-1c8eeef9284f req-db7ef7d0-3a83-494f-8f20-39895e1c22b7 tempest-TenantUsagesTestJSON-1177720949 tempest-TenantUsagesTestJSON-1177720949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:10.307364 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7ef7d0-3a83-494f-8f20-39895e1c22b7 tempest-TenantUsagesTestJSON-1177720949 tempest-TenantUsagesTestJSON-1177720949-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8352645-72b7-4f9d-8931-27b14f267271,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:37:10.312116 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-71a7b922-d975-4981-aeb2-0d2b74c01f37 admin admin] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:37:10.360352 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e38198a-2765-4b42-b166-eb30908bb806 req-b2a4d1f3-8498-4665-b4d5-132554fe1f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:10.362239 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2e38198a-2765-4b42-b166-eb30908bb806 req-b2a4d1f3-8498-4665-b4d5-132554fe1f95 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=129a9009-9385-4250-92f4-51006107194d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4743621 Nov 19 17:37:10.390522 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-339238b6-1eb8-425b-bc05-853502d34aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d47c3b9-a5a2-4ae3-8d7b-09d7278a9b1e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-516508879-router', 'tenant_id': 'bf701fa01dc443ada18661aab1d7be58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': '1737d4e3-5a3f-4458-a245-a1424b6b0059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:34:19Z', 'updated_at': '2021-11-19T17:34:27Z', 'revision_number': 4, 'project_id': 'bf701fa01dc443ada18661aab1d7be58', 'gw_port': {'id': '1737d4e3-5a3f-4458-a245-a1424b6b0059', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:f5:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d47c3b9-a5a2-4ae3-8d7b-09d7278a9b1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:34:19Z', 'updated_at': '2021-11-19T17:34:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': 'b8950024-da22-49e3-b688-380a50996259', 'name': '', 'network_id': '833872e1-1a28-48e3-b9f9-d97ad690eebb', 'tenant_id': 'bf701fa01dc443ada18661aab1d7be58', 'mac_address': 'fa:16:3e:af:f8:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d47c3b9-a5a2-4ae3-8d7b-09d7278a9b1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '350b116c-50d0-4ddf-8934-2b25a4e80dab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:34:24Z', 'updated_at': '2021-11-19T17:34:32Z', 'revision_number': 5, 'project_id': 'bf701fa01dc443ada18661aab1d7be58', 'subnets': [{'id': '350b116c-50d0-4ddf-8934-2b25a4e80dab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:37:10.474312 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-339238b6-1eb8-425b-bc05-853502d34aa2 None None] The sync data for ids ['6d47c3b9-a5a2-4ae3-8d7b-09d7278a9b1e'] in n-d-818022-2 is: [{'id': '6d47c3b9-a5a2-4ae3-8d7b-09d7278a9b1e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-516508879-router', 'tenant_id': 'bf701fa01dc443ada18661aab1d7be58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': '1737d4e3-5a3f-4458-a245-a1424b6b0059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:34:19Z', 'updated_at': '2021-11-19T17:34:27Z', 'revision_number': 4, 'project_id': 'bf701fa01dc443ada18661aab1d7be58', 'gw_port': {'id': '1737d4e3-5a3f-4458-a245-a1424b6b0059', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:f5:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d47c3b9-a5a2-4ae3-8d7b-09d7278a9b1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:34:19Z', 'updated_at': '2021-11-19T17:34:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': 'b8950024-da22-49e3-b688-380a50996259', 'name': '', 'network_id': '833872e1-1a28-48e3-b9f9-d97ad690eebb', 'tenant_id': 'bf701fa01dc443ada18661aab1d7be58', 'mac_address': 'fa:16:3e:af:f8:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d47c3b9-a5a2-4ae3-8d7b-09d7278a9b1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '350b116c-50d0-4ddf-8934-2b25a4e80dab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:34:24Z', 'updated_at': '2021-11-19T17:34:32Z', 'revision_number': 5, 'project_id': 'bf701fa01dc443ada18661aab1d7be58', 'subnets': [{'id': '350b116c-50d0-4ddf-8934-2b25a4e80dab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 17:37:10.543632 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:37:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4bfc970-bcc0-4543-8143-e3e04f29e3f2 x-openstack-request-id: req-f4bfc970-bcc0-4543-8143-e3e04f29e3f2 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:37:10.546551 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "822a3eb9-a983-41ff-b107-717d46bf5ef6", "name": "network-vif-deleted", "tag": "181d9573-30a6-4c33-b898-07ea989195c7", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:37:10.546551 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f4bfc970-bcc0-4543-8143-e3e04f29e3f2 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:37:10.547008 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '822a3eb9-a983-41ff-b107-717d46bf5ef6', 'name': 'network-vif-deleted', 'tag': '181d9573-30a6-4c33-b898-07ea989195c7', 'status': 'completed', 'code': 200} Nov 19 17:37:10.876891 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d865c6-0b78-4f2a-8ce5-2b01dbc14d14 req-31bd0338-3e7a-4df2-b1bd-aa89f240a395 tempest-ServersWithSpecificFlavorTestJSON-308617854 tempest-ServersWithSpecificFlavorTestJSON-308617854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:10.887597 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-19d865c6-0b78-4f2a-8ce5-2b01dbc14d14 req-31bd0338-3e7a-4df2-b1bd-aa89f240a395 tempest-ServersWithSpecificFlavorTestJSON-308617854 tempest-ServersWithSpecificFlavorTestJSON-308617854-project] 10.222.0.86 "GET /v2.0/networks?id=833872e1-1a28-48e3-b9f9-d97ad690eebb HTTP/1.1" status: 200 len: 823 time: 0.4314547 Nov 19 17:37:10.898380 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-eb2b7f06-485e-4b28-8aac-a95c494adfdd None None] Provisioning complete for port 569158a1-eae3-4618-8819-27fd998b4209 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:37:10.898847 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-eb2b7f06-485e-4b28-8aac-a95c494adfdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:11.025207 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-747413e1-409e-4beb-a71a-3a4c771d0020 req-3d2e7130-30c9-4880-a7ba-cb130838a465 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=4bc980c9-6dc9-4316-9833-f667cb62adac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3353462 Nov 19 17:37:11.054030 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 30ce165c-1bf8-49b0-acce-2fb7f991b115 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:37:11.100643 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d821e9fe-4ed5-4996-8d0a-5035e616b265 req-9b44e2cd-9f1e-411d-b46b-100cefc5d179 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=51cd71aac4854a038486be6b92d13068&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1740806 Nov 19 17:37:11.113175 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [req-d832a1e4-59a9-4006-80fa-1c8eeef9284f req-db7ef7d0-3a83-494f-8f20-39895e1c22b7 tempest-TenantUsagesTestJSON-1177720949 tempest-TenantUsagesTestJSON-1177720949-project] Allocated IP 192.168.233.15 (346debfa-452b-4048-abf4-8f4493625ef2/8b3c88de-c9c2-4a20-b19e-1855c2c19035/3684f296-c50a-415a-8153-734b8df9944f) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:37:11.116152 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-eb2b7f06-485e-4b28-8aac-a95c494adfdd None None] Port 569158a1-eae3-4618-8819-27fd998b4209 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:37:11.196851 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 30ce165c-1bf8-49b0-acce-2fb7f991b115 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:37:11.197363 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:11.407640 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80224025-0af4-4882-969b-854387b7aaae None None] New status for floating IP fc499680-112a-459b-847f-adc0789fd9be: DOWN {{(pid=103366) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 17:37:11.418687 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d821e9fe-4ed5-4996-8d0a-5035e616b265 req-3e54b72b-abda-4895-9c00-fda4b79b6825 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:11.430620 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d821e9fe-4ed5-4996-8d0a-5035e616b265 req-3e54b72b-abda-4895-9c00-fda4b79b6825 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3285606 Nov 19 17:37:11.462611 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d821e9fe-4ed5-4996-8d0a-5035e616b265 req-95846334-01fc-40d5-b643-b453b4a94f99 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] 10.222.0.54 "GET /v2.0/quotas/51cd71aac4854a038486be6b92d13068 HTTP/1.1" status: 200 len: 375 time: 0.0285366 Nov 19 17:37:11.551508 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-d832a1e4-59a9-4006-80fa-1c8eeef9284f req-db7ef7d0-3a83-494f-8f20-39895e1c22b7 tempest-TenantUsagesTestJSON-1177720949 tempest-TenantUsagesTestJSON-1177720949-project] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:11.625468 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:11.633619 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d821e9fe-4ed5-4996-8d0a-5035e616b265 req-b2214d47-2772-47cb-90c3-a4f5c1102717 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=51cd71aac4854a038486be6b92d13068&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1697526 Nov 19 17:37:11.665845 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-19d865c6-0b78-4f2a-8ce5-2b01dbc14d14 req-05ef60d0-209b-48db-a5ac-b7d8429c3a02 tempest-ServersWithSpecificFlavorTestJSON-308617854 tempest-ServersWithSpecificFlavorTestJSON-308617854-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bf701fa01dc443ada18661aab1d7be58 HTTP/1.1" status: 200 len: 379 time: 0.6789014 Nov 19 17:37:11.670117 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747413e1-409e-4beb-a71a-3a4c771d0020 req-cae912f1-f7e7-4e6a-89d0-1bd02a0f3456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:11.676599 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-747413e1-409e-4beb-a71a-3a4c771d0020 req-cae912f1-f7e7-4e6a-89d0-1bd02a0f3456 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0d7ccfd9bdc740e383b438cb097bfe8d&device_id=4bc980c9-6dc9-4316-9833-f667cb62adac HTTP/1.1" status: 200 len: 1095 time: 0.5286062 Nov 19 17:37:11.690623 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-19d865c6-0b78-4f2a-8ce5-2b01dbc14d14 req-e0f94577-f6de-4d4f-99ba-be833395a007 tempest-ServersWithSpecificFlavorTestJSON-308617854 tempest-ServersWithSpecificFlavorTestJSON-308617854-project] Request body: {'port': {'device_id': '4b3aa343-7b61-4d1e-b719-83afff257d2e', 'network_id': '833872e1-1a28-48e3-b9f9-d97ad690eebb', 'admin_state_up': True, 'tenant_id': 'bf701fa01dc443ada18661aab1d7be58', 'security_groups': ['348e49f2-1dcd-4cd6-9b8c-7ca0411be99d']}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:37:11.800745 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] For port 30ce165c-1bf8-49b0-acce-2fb7f991b115, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=30ce165c-1bf8-49b0-acce-2fb7f991b115,segment=NetworkSegment(bbe705c1-96c0-476e-8381-28227e6f0ac5),segment_id=bbe705c1-96c0-476e-8381-28227e6f0ac5)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:37:11.807707 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:11.811858 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-d832a1e4-59a9-4006-80fa-1c8eeef9284f req-db7ef7d0-3a83-494f-8f20-39895e1c22b7 tempest-TenantUsagesTestJSON-1177720949 tempest-TenantUsagesTestJSON-1177720949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:11.831253 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71a7b922-d975-4981-aeb2-0d2b74c01f37 admin admin] Router 408af3ea-ecbd-4821-8616-fbe1e78fecee has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 17:37:11.937551 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Pushing event updated for resources: {'Port': ['ID=30ce165c-1bf8-49b0-acce-2fb7f991b115,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:37:11.957746 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7ef7d0-3a83-494f-8f20-39895e1c22b7 tempest-TenantUsagesTestJSON-1177720949 tempest-TenantUsagesTestJSON-1177720949-project] Pushing event updated for resources: {'Port': ['ID=3684f296-c50a-415a-8153-734b8df9944f,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:37:11.979296 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64283cfc-b552-4a2f-a885-c141944cb94c req-8e624233-8299-433f-a21c-50d147566e22 tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:11.985184 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-64283cfc-b552-4a2f-a885-c141944cb94c req-8e624233-8299-433f-a21c-50d147566e22 tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] 10.222.0.54 "GET /v2.0/networks/645e61aa-1a6c-4e8f-857e-ab06edb4897f HTTP/1.1" status: 200 len: 784 time: 2.0792854 Nov 19 17:37:12.013780 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747413e1-409e-4beb-a71a-3a4c771d0020 req-f41589a3-929f-492d-a716-cccba23b3003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:12.015690 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-747413e1-409e-4beb-a71a-3a4c771d0020 req-f41589a3-929f-492d-a716-cccba23b3003 service neutron] 10.222.0.60 "GET /v2.0/networks?id=06df44ce-7965-49c3-9334-79a80c7f7af9 HTTP/1.1" status: 200 len: 922 time: 0.3185315 Nov 19 17:37:12.082458 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d832a1e4-59a9-4006-80fa-1c8eeef9284f req-db7ef7d0-3a83-494f-8f20-39895e1c22b7 tempest-TenantUsagesTestJSON-1177720949 tempest-TenantUsagesTestJSON-1177720949-project] Network 346debfa-452b-4048-abf4-8f4493625ef2 is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:37:12.091933 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [req-d832a1e4-59a9-4006-80fa-1c8eeef9284f req-db7ef7d0-3a83-494f-8f20-39895e1c22b7 tempest-TenantUsagesTestJSON-1177720949 tempest-TenantUsagesTestJSON-1177720949-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:37:12.171041 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-747413e1-409e-4beb-a71a-3a4c771d0020 req-d43a1484-3f2a-4a5a-bc62-0c1aaa556160 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ee47d372-ad72-4981-bb3d-4ae53342d5dd HTTP/1.1" status: 200 len: 217 time: 0.1337883 Nov 19 17:37:12.245551 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19d865c6-0b78-4f2a-8ce5-2b01dbc14d14 req-e0f94577-f6de-4d4f-99ba-be833395a007 tempest-ServersWithSpecificFlavorTestJSON-308617854 tempest-ServersWithSpecificFlavorTestJSON-308617854-project] Made reservation on behalf of bf701fa01dc443ada18661aab1d7be58 for: {'port': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:37:12.250855 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-19d865c6-0b78-4f2a-8ce5-2b01dbc14d14 req-e0f94577-f6de-4d4f-99ba-be833395a007 tempest-ServersWithSpecificFlavorTestJSON-308617854 tempest-ServersWithSpecificFlavorTestJSON-308617854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:12.280357 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747413e1-409e-4beb-a71a-3a4c771d0020 req-3036e4b8-3fe0-452a-a2fc-32265807305b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:12.285276 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-747413e1-409e-4beb-a71a-3a4c771d0020 req-3036e4b8-3fe0-452a-a2fc-32265807305b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e811f539-9c60-469d-a119-267f6bfeab01 HTTP/1.1" status: 200 len: 861 time: 0.1043248 Nov 19 17:37:12.322855 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [req-d832a1e4-59a9-4006-80fa-1c8eeef9284f req-db7ef7d0-3a83-494f-8f20-39895e1c22b7 tempest-TenantUsagesTestJSON-1177720949 tempest-TenantUsagesTestJSON-1177720949-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:37:12.366115 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-747413e1-409e-4beb-a71a-3a4c771d0020 req-eea43095-8787-4845-b3db-c64a4e96d60e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=06df44ce-7965-49c3-9334-79a80c7f7af9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0705361 Nov 19 17:37:12.445624 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d832a1e4-59a9-4006-80fa-1c8eeef9284f req-db7ef7d0-3a83-494f-8f20-39895e1c22b7 tempest-TenantUsagesTestJSON-1177720949 tempest-TenantUsagesTestJSON-1177720949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:12.447516 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-d832a1e4-59a9-4006-80fa-1c8eeef9284f req-db7ef7d0-3a83-494f-8f20-39895e1c22b7 tempest-TenantUsagesTestJSON-1177720949 tempest-TenantUsagesTestJSON-1177720949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:12.569726 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-7d4aad37-8a76-4dc6-b2ea-3f1592cebb8b None None] Provisioning complete for port 3684f296-c50a-415a-8153-734b8df9944f triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:37:12.570302 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-7d4aad37-8a76-4dc6-b2ea-3f1592cebb8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:12.653580 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [req-19d865c6-0b78-4f2a-8ce5-2b01dbc14d14 req-e0f94577-f6de-4d4f-99ba-be833395a007 tempest-ServersWithSpecificFlavorTestJSON-308617854 tempest-ServersWithSpecificFlavorTestJSON-308617854-project] Allocated IP 172.20.0.10 (833872e1-1a28-48e3-b9f9-d97ad690eebb/350b116c-50d0-4ddf-8934-2b25a4e80dab/3e75f519-649c-4dfd-8f93-40f44e4e68ff) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:37:12.660048 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-747413e1-409e-4beb-a71a-3a4c771d0020 req-85a64456-02fc-4d18-bb74-01cc4f90fbd6 service neutron] 10.222.0.60 "GET /v2.0/networks/06df44ce-7965-49c3-9334-79a80c7f7af9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2856493 Nov 19 17:37:12.715889 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71a7b922-d975-4981-aeb2-0d2b74c01f37 admin admin] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 17:37:12.731569 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20817e02-cbf9-40dd-b5f1-8ca3501869d1 None None] Sync routers for ids ['408af3ea-ecbd-4821-8616-fbe1e78fecee'] in n-d-818022-2 {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 17:37:12.762541 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-71a7b922-d975-4981-aeb2-0d2b74c01f37 admin admin] 10.222.0.54 "PUT /v2.0/routers/408af3ea-ecbd-4821-8616-fbe1e78fecee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6576412 Nov 19 17:37:12.762768 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20817e02-cbf9-40dd-b5f1-8ca3501869d1 None None] Routers {'408af3ea-ecbd-4821-8616-fbe1e78fecee'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:37:12.762768 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-20817e02-cbf9-40dd-b5f1-8ca3501869d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:37:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['408af3ea-ecbd-4821-8616-fbe1e78fecee'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:37:12.764130 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-7d4aad37-8a76-4dc6-b2ea-3f1592cebb8b None None] Port 3684f296-c50a-415a-8153-734b8df9944f cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:37:12.780697 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d832a1e4-59a9-4006-80fa-1c8eeef9284f req-db7ef7d0-3a83-494f-8f20-39895e1c22b7 tempest-TenantUsagesTestJSON-1177720949 tempest-TenantUsagesTestJSON-1177720949-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.1735401 Nov 19 17:37:12.854350 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-d832a1e4-59a9-4006-80fa-1c8eeef9284f req-89029f65-351c-4849-a8d4-5231ffcb8aff service neutron] Request body: {'port': {'device_id': '9262d4fb-6924-452e-b4ca-9f16aab1c22a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818022-2'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:37:12.869724 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2e38198a-2765-4b42-b166-eb30908bb806 req-3d0c422e-19e0-4a08-8299-34f0b083bf4c service neutron] 10.222.0.86 "GET /v2.0/networks/129a9009-9385-4250-92f4-51006107194d?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.4762056 Nov 19 17:37:12.937405 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-747413e1-409e-4beb-a71a-3a4c771d0020 req-19afd549-6200-4440-a36d-7fae6bb601df service neutron] 10.222.0.60 "GET /v2.0/networks/06df44ce-7965-49c3-9334-79a80c7f7af9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2584014 Nov 19 17:37:12.939863 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 30ce165c-1bf8-49b0-acce-2fb7f991b115 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:37:13.135731 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-20817e02-cbf9-40dd-b5f1-8ca3501869d1 None None] Set router 408af3ea-ecbd-4821-8616-fbe1e78fecee gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:37:13.255185 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-64283cfc-b552-4a2f-a885-c141944cb94c req-9c60098d-2799-405e-9d8d-3048e2490b3d tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.7.191 HTTP/1.1" status: 200 len: 1001 time: 1.2360504 Nov 19 17:37:13.275371 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2e38198a-2765-4b42-b166-eb30908bb806 req-43f1f9c7-590d-4d6e-9f8a-f47f17e6c777 service neutron] 10.222.0.86 "GET /v2.0/networks/129a9009-9385-4250-92f4-51006107194d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3893409 Nov 19 17:37:13.287696 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 30ce165c-1bf8-49b0-acce-2fb7f991b115 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:37:13.293637 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:13.299130 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-64283cfc-b552-4a2f-a885-c141944cb94c req-e0f0d0b1-24ff-4a1a-b749-c07d2ec91d57 tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:37:13.409279 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2819173-1d60-4db6-b2ea-f13ca43c114a req-de593ea9-0959-4cd7-a3bd-7d3298a350be tempest-TenantUsagesTestJSON-1177720949 tempest-TenantUsagesTestJSON-1177720949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:13.413475 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b2819173-1d60-4db6-b2ea-f13ca43c114a req-de593ea9-0959-4cd7-a3bd-7d3298a350be tempest-TenantUsagesTestJSON-1177720949 tempest-TenantUsagesTestJSON-1177720949-project] 10.222.0.54 "GET /v2.0/ports?device_id=9262d4fb-6924-452e-b4ca-9f16aab1c22a HTTP/1.1" status: 200 len: 935 time: 0.2632828 Nov 19 17:37:13.564430 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-19d865c6-0b78-4f2a-8ce5-2b01dbc14d14 req-e0f94577-f6de-4d4f-99ba-be833395a007 tempest-ServersWithSpecificFlavorTestJSON-308617854 tempest-ServersWithSpecificFlavorTestJSON-308617854-project] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:13.606736 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7369170f-58ba-4507-8483-fe027d44008e req-1747a636-b287-4f2c-982a-9336fc441aa3 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:13.610663 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-7369170f-58ba-4507-8483-fe027d44008e req-1747a636-b287-4f2c-982a-9336fc441aa3 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.60 "GET /v2.0/networks?id=06df44ce-7965-49c3-9334-79a80c7f7af9 HTTP/1.1" status: 200 len: 821 time: 0.8903432 Nov 19 17:37:13.634758 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b2819173-1d60-4db6-b2ea-f13ca43c114a req-cd21dddb-a4ab-4626-a48a-3c9c67ee1b85 tempest-TenantUsagesTestJSON-1177720949 tempest-TenantUsagesTestJSON-1177720949-project] 10.222.0.54 "GET /v2.0/security-groups?id=b8352645-72b7-4f9d-8931-27b14f267271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880746 Nov 19 17:37:13.647570 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-7369170f-58ba-4507-8483-fe027d44008e req-b257d0ca-d1a5-4b18-9f0a-48d248426775 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] Request body: {'port': {'device_id': '3964468e-e495-4f24-b06e-7e621567361a', 'network_id': '06df44ce-7965-49c3-9334-79a80c7f7af9', 'admin_state_up': True, 'tenant_id': '0d7ccfd9bdc740e383b438cb097bfe8d'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:37:13.699151 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-d832a1e4-59a9-4006-80fa-1c8eeef9284f req-89029f65-351c-4849-a8d4-5231ffcb8aff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:13.713532 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-19d865c6-0b78-4f2a-8ce5-2b01dbc14d14 req-e0f94577-f6de-4d4f-99ba-be833395a007 tempest-ServersWithSpecificFlavorTestJSON-308617854 tempest-ServersWithSpecificFlavorTestJSON-308617854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:13.722145 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-20817e02-cbf9-40dd-b5f1-8ca3501869d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '408af3ea-ecbd-4821-8616-fbe1e78fecee', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1914012707-router', 'tenant_id': '8bb26e662dc04141965dbd1042ecc85e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.212'}], 'enable_snat': True}, 'gw_port_id': '30ce165c-1bf8-49b0-acce-2fb7f991b115', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:36:57Z', 'updated_at': '2021-11-19T17:37:07Z', 'revision_number': 4, 'project_id': '8bb26e662dc04141965dbd1042ecc85e', 'gw_port': {'id': '30ce165c-1bf8-49b0-acce-2fb7f991b115', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:ca:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '408af3ea-ecbd-4821-8616-fbe1e78fecee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:36:59Z', 'updated_at': '2021-11-19T17:37:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': '569158a1-eae3-4618-8819-27fd998b4209', 'name': '', 'network_id': '848c0e57-dcd4-4037-9fd3-fb8d9181ff53', 'tenant_id': '8bb26e662dc04141965dbd1042ecc85e', 'mac_address': 'fa:16:3e:fd:4a:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '408af3ea-ecbd-4821-8616-fbe1e78fecee', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '4cf25a17-adae-4720-b4f1-7f8604b69898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:37:05Z', 'updated_at': '2021-11-19T17:37:07Z', 'revision_number': 2, 'project_id': '8bb26e662dc04141965dbd1042ecc85e', 'subnets': [{'id': '4cf25a17-adae-4720-b4f1-7f8604b69898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:37:13.765527 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19d865c6-0b78-4f2a-8ce5-2b01dbc14d14 req-e0f94577-f6de-4d4f-99ba-be833395a007 tempest-ServersWithSpecificFlavorTestJSON-308617854 tempest-ServersWithSpecificFlavorTestJSON-308617854-project] Network 833872e1-1a28-48e3-b9f9-d97ad690eebb is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:37:13.771840 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [req-19d865c6-0b78-4f2a-8ce5-2b01dbc14d14 req-e0f94577-f6de-4d4f-99ba-be833395a007 tempest-ServersWithSpecificFlavorTestJSON-308617854 tempest-ServersWithSpecificFlavorTestJSON-308617854-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:37:13.808050 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20817e02-cbf9-40dd-b5f1-8ca3501869d1 None None] Checking router: 408af3ea-ecbd-4821-8616-fbe1e78fecee for host: n-d-818022-2 {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 17:37:13.809006 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20817e02-cbf9-40dd-b5f1-8ca3501869d1 None None] Updating router 408af3ea-ecbd-4821-8616-fbe1e78fecee port 569158a1-eae3-4618-8819-27fd998b4209 binding host n-d-818022-2 {{(pid=103367) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 17:37:13.830060 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-64283cfc-b552-4a2f-a885-c141944cb94c req-e0f0d0b1-24ff-4a1a-b749-c07d2ec91d57 tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] Publish callbacks [] for floatingip, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:13.840604 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-19d865c6-0b78-4f2a-8ce5-2b01dbc14d14 req-e0f94577-f6de-4d4f-99ba-be833395a007 tempest-ServersWithSpecificFlavorTestJSON-308617854 tempest-ServersWithSpecificFlavorTestJSON-308617854-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:37:13.870997 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-20817e02-cbf9-40dd-b5f1-8ca3501869d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:14.044658 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f94577-f6de-4d4f-99ba-be833395a007 tempest-ServersWithSpecificFlavorTestJSON-308617854 tempest-ServersWithSpecificFlavorTestJSON-308617854-project] Pushing event updated for resources: {'Port': ['ID=3e75f519-649c-4dfd-8f93-40f44e4e68ff,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:37:14.054434 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d865c6-0b78-4f2a-8ce5-2b01dbc14d14 req-e0f94577-f6de-4d4f-99ba-be833395a007 tempest-ServersWithSpecificFlavorTestJSON-308617854 tempest-ServersWithSpecificFlavorTestJSON-308617854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:14.055959 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-19d865c6-0b78-4f2a-8ce5-2b01dbc14d14 req-e0f94577-f6de-4d4f-99ba-be833395a007 tempest-ServersWithSpecificFlavorTestJSON-308617854 tempest-ServersWithSpecificFlavorTestJSON-308617854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:14.115273 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a116c15f-6658-487d-8865-1bf77ac30f6d req-141ea8df-c1ea-4c35-8b4b-943c2b478454 tempest-ServersWithSpecificFlavorTestJSON-308617854 tempest-ServersWithSpecificFlavorTestJSON-308617854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:14.126396 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a116c15f-6658-487d-8865-1bf77ac30f6d req-141ea8df-c1ea-4c35-8b4b-943c2b478454 tempest-ServersWithSpecificFlavorTestJSON-308617854 tempest-ServersWithSpecificFlavorTestJSON-308617854-project] 10.222.0.54 "GET /v2.0/ports?device_id=4b3aa343-7b61-4d1e-b719-83afff257d2e HTTP/1.1" status: 200 len: 932 time: 0.3486245 Nov 19 17:37:14.160375 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-19d865c6-0b78-4f2a-8ce5-2b01dbc14d14 req-e0f94577-f6de-4d4f-99ba-be833395a007 tempest-ServersWithSpecificFlavorTestJSON-308617854 tempest-ServersWithSpecificFlavorTestJSON-308617854-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4826522 Nov 19 17:37:14.192410 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-19d865c6-0b78-4f2a-8ce5-2b01dbc14d14 req-158b74a8-5af9-4fc9-91de-eb5507eec954 service neutron] Request body: {'port': {'device_id': '4b3aa343-7b61-4d1e-b719-83afff257d2e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818022-2'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:37:14.342616 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-19d865c6-0b78-4f2a-8ce5-2b01dbc14d14 req-158b74a8-5af9-4fc9-91de-eb5507eec954 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:14.418544 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a116c15f-6658-487d-8865-1bf77ac30f6d req-f0f6877b-4209-49ba-a71c-51d69f1eb9dd tempest-ServersWithSpecificFlavorTestJSON-308617854 tempest-ServersWithSpecificFlavorTestJSON-308617854-project] 10.222.0.54 "GET /v2.0/security-groups?id=348e49f2-1dcd-4cd6-9b8c-7ca0411be99d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2909219 Nov 19 17:37:14.508023 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-a4acec3c-d94d-4ef2-bd22-83a873e2cf93 None None] Provisioning complete for port 3e75f519-649c-4dfd-8f93-40f44e4e68ff triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:37:14.517677 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a4acec3c-d94d-4ef2-bd22-83a873e2cf93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:14.631229 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-a4acec3c-d94d-4ef2-bd22-83a873e2cf93 None None] Port 3e75f519-649c-4dfd-8f93-40f44e4e68ff cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:37:14.655259 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-20817e02-cbf9-40dd-b5f1-8ca3501869d1 None None] Publish callbacks [] for port, precommit_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:14.657436 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-64283cfc-b552-4a2f-a885-c141944cb94c req-e0f0d0b1-24ff-4a1a-b749-c07d2ec91d57 tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:14.670822 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-20817e02-cbf9-40dd-b5f1-8ca3501869d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:14.763137 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a72a95-44cd-4406-9b5c-c467e8f5adff None None] Pushing event updated for resources: {'Port': ['ID=569158a1-eae3-4618-8819-27fd998b4209,revision_number=3']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:37:14.770820 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-64283cfc-b552-4a2f-a885-c141944cb94c req-e0f0d0b1-24ff-4a1a-b749-c07d2ec91d57 tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-671284'] for floatingip, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:14.771679 n-d-818022-2 neutron-server[103364]: INFO neutron.db.l3_db [req-64283cfc-b552-4a2f-a885-c141944cb94c req-e0f0d0b1-24ff-4a1a-b749-c07d2ec91d57 tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] Floating IP 0e845b61-f17e-4055-94ea-331199f7fc82 disassociated. External IP: 172.25.7.191, port: c053efc6-7749-4914-ac16-a61339b0f34c. Nov 19 17:37:14.775331 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a72a95-44cd-4406-9b5c-c467e8f5adff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:37:14.776010 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a72a95-44cd-4406-9b5c-c467e8f5adff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:37:14.776608 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a72a95-44cd-4406-9b5c-c467e8f5adff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:37:14.777172 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a72a95-44cd-4406-9b5c-c467e8f5adff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:37:14.777736 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a72a95-44cd-4406-9b5c-c467e8f5adff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:37:14.778330 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a72a95-44cd-4406-9b5c-c467e8f5adff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:37:14.778900 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a72a95-44cd-4406-9b5c-c467e8f5adff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:37:14.779460 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a72a95-44cd-4406-9b5c-c467e8f5adff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:37:14.780016 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a72a95-44cd-4406-9b5c-c467e8f5adff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:37:14.780563 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a72a95-44cd-4406-9b5c-c467e8f5adff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:37:14.781114 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a72a95-44cd-4406-9b5c-c467e8f5adff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:37:14.781693 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a72a95-44cd-4406-9b5c-c467e8f5adff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:37:14.903652 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-20817e02-cbf9-40dd-b5f1-8ca3501869d1 None None] Attempting to bind port 569158a1-eae3-4618-8819-27fd998b4209 on host n-d-818022-2 for vnic_type normal with profile {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:37:14.905919 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-20817e02-cbf9-40dd-b5f1-8ca3501869d1 None None] Attempting to bind port 569158a1-eae3-4618-8819-27fd998b4209 by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': '14c5d391-9845-4512-97da-480cae9dda64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '848c0e57-dcd4-4037-9fd3-fb8d9181ff53'}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:37:14.906471 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20817e02-cbf9-40dd-b5f1-8ca3501869d1 None None] Attempting to bind port 569158a1-eae3-4618-8819-27fd998b4209 on network 848c0e57-dcd4-4037-9fd3-fb8d9181ff53 {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:37:14.915290 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20817e02-cbf9-40dd-b5f1-8ca3501869d1 None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 37, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:37:14.916451 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20817e02-cbf9-40dd-b5f1-8ca3501869d1 None None] Checking segment: {'id': '14c5d391-9845-4512-97da-480cae9dda64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '848c0e57-dcd4-4037-9fd3-fb8d9181ff53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:37:14.917048 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-20817e02-cbf9-40dd-b5f1-8ca3501869d1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:14.917760 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20817e02-cbf9-40dd-b5f1-8ca3501869d1 None None] Bound using segment: {'id': '14c5d391-9845-4512-97da-480cae9dda64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '848c0e57-dcd4-4037-9fd3-fb8d9181ff53'} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:37:14.918556 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-20817e02-cbf9-40dd-b5f1-8ca3501869d1 None None] Bound port: 569158a1-eae3-4618-8819-27fd998b4209, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14c5d391-9845-4512-97da-480cae9dda64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '848c0e57-dcd4-4037-9fd3-fb8d9181ff53'}}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:37:14.919348 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-20817e02-cbf9-40dd-b5f1-8ca3501869d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:15.047786 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-20817e02-cbf9-40dd-b5f1-8ca3501869d1 None None] For port 569158a1-eae3-4618-8819-27fd998b4209, host n-d-818022-2, cleared binding levels {{(pid=103367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:37:15.051244 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-20817e02-cbf9-40dd-b5f1-8ca3501869d1 None None] For port 569158a1-eae3-4618-8819-27fd998b4209, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=569158a1-eae3-4618-8819-27fd998b4209,segment=NetworkSegment(14c5d391-9845-4512-97da-480cae9dda64),segment_id=14c5d391-9845-4512-97da-480cae9dda64)] {{(pid=103367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:37:15.059462 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-20817e02-cbf9-40dd-b5f1-8ca3501869d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:15.174059 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ad6fede0-3117-4c37-b8b8-b4fd4036e9ae req-28e0c98b-64dd-4fc6-9001-e4b8cc88f826 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.54 "GET /v2.0/ports?device_id=3964468e-e495-4f24-b06e-7e621567361a HTTP/1.1" status: 200 len: 210 time: 0.0695410 Nov 19 17:37:15.193639 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20817e02-cbf9-40dd-b5f1-8ca3501869d1 None None] Routers {'408af3ea-ecbd-4821-8616-fbe1e78fecee'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:37:15.196759 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-20817e02-cbf9-40dd-b5f1-8ca3501869d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:37:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['408af3ea-ecbd-4821-8616-fbe1e78fecee'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:37:15.376762 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7369170f-58ba-4507-8483-fe027d44008e req-b257d0ca-d1a5-4b18-9f0a-48d248426775 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] Made reservation on behalf of 0d7ccfd9bdc740e383b438cb097bfe8d for: {'port': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:37:15.384466 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-7369170f-58ba-4507-8483-fe027d44008e req-b257d0ca-d1a5-4b18-9f0a-48d248426775 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:15.402481 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-b8a35bb8-85ea-49c7-9fe8-be9357a42d8c None None] Provisioning complete for port 569158a1-eae3-4618-8819-27fd998b4209 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:37:15.408776 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b8a35bb8-85ea-49c7-9fe8-be9357a42d8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:15.722699 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [req-d832a1e4-59a9-4006-80fa-1c8eeef9284f req-89029f65-351c-4849-a8d4-5231ffcb8aff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3684f296-c50a-415a-8153-734b8df9944f {{(pid=103364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:37:15.737339 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b8a35bb8-85ea-49c7-9fe8-be9357a42d8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:15.760446 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-20817e02-cbf9-40dd-b5f1-8ca3501869d1 None None] Set router 408af3ea-ecbd-4821-8616-fbe1e78fecee gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:37:15.764948 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-d832a1e4-59a9-4006-80fa-1c8eeef9284f req-89029f65-351c-4849-a8d4-5231ffcb8aff service neutron] Publish callbacks [] for port, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:15.851218 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-b8a35bb8-85ea-49c7-9fe8-be9357a42d8c None None] For port 569158a1-eae3-4618-8819-27fd998b4209, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=569158a1-eae3-4618-8819-27fd998b4209,segment=NetworkSegment(14c5d391-9845-4512-97da-480cae9dda64),segment_id=14c5d391-9845-4512-97da-480cae9dda64)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:37:15.857016 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b8a35bb8-85ea-49c7-9fe8-be9357a42d8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:15.894207 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d821e9fe-4ed5-4996-8d0a-5035e616b265 req-59739f71-c81f-4b3d-a7eb-0a298fb6426c tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=51cd71aac4854a038486be6b92d13068&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1005354 Nov 19 17:37:16.045957 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a35bb8-85ea-49c7-9fe8-be9357a42d8c None None] Pushing event updated for resources: {'Port': ['ID=569158a1-eae3-4618-8819-27fd998b4209,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:37:16.120071 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-55d8ef82-b2e5-4e89-aaae-5624f529a01d None None] Provisioning complete for port 569158a1-eae3-4618-8819-27fd998b4209 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:37:16.123197 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-55d8ef82-b2e5-4e89-aaae-5624f529a01d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:16.209598 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d821e9fe-4ed5-4996-8d0a-5035e616b265 req-8a857e27-d155-4597-b404-8933dfa27ef9 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:16.211343 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d821e9fe-4ed5-4996-8d0a-5035e616b265 req-8a857e27-d155-4597-b404-8933dfa27ef9 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2981119 Nov 19 17:37:16.238398 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a72a95-44cd-4406-9b5c-c467e8f5adff None None] Pushing event updated for resources: {'Port': ['ID=569158a1-eae3-4618-8819-27fd998b4209,revision_number=4']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:37:16.320084 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [req-19d865c6-0b78-4f2a-8ce5-2b01dbc14d14 req-158b74a8-5af9-4fc9-91de-eb5507eec954 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e75f519-649c-4dfd-8f93-40f44e4e68ff {{(pid=103365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:37:16.342246 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-19d865c6-0b78-4f2a-8ce5-2b01dbc14d14 req-158b74a8-5af9-4fc9-91de-eb5507eec954 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:16.358137 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.provisioning_blocks [req-19d865c6-0b78-4f2a-8ce5-2b01dbc14d14 req-158b74a8-5af9-4fc9-91de-eb5507eec954 service neutron] Transition to ACTIVE for port object 3e75f519-649c-4dfd-8f93-40f44e4e68ff will not be triggered until provisioned by entity L2. {{(pid=103365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 17:37:16.456213 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-20817e02-cbf9-40dd-b5f1-8ca3501869d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '408af3ea-ecbd-4821-8616-fbe1e78fecee', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1914012707-router', 'tenant_id': '8bb26e662dc04141965dbd1042ecc85e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.212'}], 'enable_snat': True}, 'gw_port_id': '30ce165c-1bf8-49b0-acce-2fb7f991b115', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:36:57Z', 'updated_at': '2021-11-19T17:37:07Z', 'revision_number': 4, 'project_id': '8bb26e662dc04141965dbd1042ecc85e', 'gw_port': {'id': '30ce165c-1bf8-49b0-acce-2fb7f991b115', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:ca:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '408af3ea-ecbd-4821-8616-fbe1e78fecee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:36:59Z', 'updated_at': '2021-11-19T17:37:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': '569158a1-eae3-4618-8819-27fd998b4209', 'name': '', 'network_id': '848c0e57-dcd4-4037-9fd3-fb8d9181ff53', 'tenant_id': '8bb26e662dc04141965dbd1042ecc85e', 'mac_address': 'fa:16:3e:fd:4a:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '408af3ea-ecbd-4821-8616-fbe1e78fecee', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '4cf25a17-adae-4720-b4f1-7f8604b69898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:37:05Z', 'updated_at': '2021-11-19T17:37:15Z', 'revision_number': 4, 'project_id': '8bb26e662dc04141965dbd1042ecc85e', 'subnets': [{'id': '4cf25a17-adae-4720-b4f1-7f8604b69898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:37:16.541200 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20817e02-cbf9-40dd-b5f1-8ca3501869d1 None None] The sync data for ids ['408af3ea-ecbd-4821-8616-fbe1e78fecee'] in n-d-818022-2 is: [{'id': '408af3ea-ecbd-4821-8616-fbe1e78fecee', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1914012707-router', 'tenant_id': '8bb26e662dc04141965dbd1042ecc85e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.212'}], 'enable_snat': True}, 'gw_port_id': '30ce165c-1bf8-49b0-acce-2fb7f991b115', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:36:57Z', 'updated_at': '2021-11-19T17:37:07Z', 'revision_number': 4, 'project_id': '8bb26e662dc04141965dbd1042ecc85e', 'gw_port': {'id': '30ce165c-1bf8-49b0-acce-2fb7f991b115', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:ca:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '408af3ea-ecbd-4821-8616-fbe1e78fecee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:36:59Z', 'updated_at': '2021-11-19T17:37:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': '569158a1-eae3-4618-8819-27fd998b4209', 'name': '', 'network_id': '848c0e57-dcd4-4037-9fd3-fb8d9181ff53', 'tenant_id': '8bb26e662dc04141965dbd1042ecc85e', 'mac_address': 'fa:16:3e:fd:4a:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '408af3ea-ecbd-4821-8616-fbe1e78fecee', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '4cf25a17-adae-4720-b4f1-7f8604b69898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:37:05Z', 'updated_at': '2021-11-19T17:37:15Z', 'revision_number': 4, 'project_id': '8bb26e662dc04141965dbd1042ecc85e', 'subnets': [{'id': '4cf25a17-adae-4720-b4f1-7f8604b69898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 17:37:16.566902 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-d821e9fe-4ed5-4996-8d0a-5035e616b265 req-ea713baf-c20d-4d96-889f-76ba9dcbb0c5 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Request body: {'port': {'device_id': '6dcd0be3-f9d8-4c83-a7be-2601c2b0e54d', 'network_id': '346debfa-452b-4048-abf4-8f4493625ef2', 'admin_state_up': True, 'tenant_id': '51cd71aac4854a038486be6b92d13068'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:37:16.590175 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d215f1-b369-490a-8d29-70a56446e8fe req-afad50d5-8f86-4ee7-9b4c-4ec049da5aa8 tempest-FloatingIPsAssociationNegativeTestJSON-628748915 tempest-FloatingIPsAssociationNegativeTestJSON-628748915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:16.591755 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-97d215f1-b369-490a-8d29-70a56446e8fe req-afad50d5-8f86-4ee7-9b4c-4ec049da5aa8 tempest-FloatingIPsAssociationNegativeTestJSON-628748915 tempest-FloatingIPsAssociationNegativeTestJSON-628748915-project] 10.222.0.54 "GET /v2.0/networks?id=848c0e57-dcd4-4037-9fd3-fb8d9181ff53 HTTP/1.1" status: 200 len: 829 time: 0.2323275 Nov 19 17:37:16.667228 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-19d865c6-0b78-4f2a-8ce5-2b01dbc14d14 req-158b74a8-5af9-4fc9-91de-eb5507eec954 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:16.797601 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.provisioning_blocks [req-d832a1e4-59a9-4006-80fa-1c8eeef9284f req-89029f65-351c-4849-a8d4-5231ffcb8aff service neutron] Transition to ACTIVE for port object 3684f296-c50a-415a-8153-734b8df9944f will not be triggered until provisioned by entity L2. {{(pid=103364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 17:37:16.827438 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-d832a1e4-59a9-4006-80fa-1c8eeef9284f req-89029f65-351c-4849-a8d4-5231ffcb8aff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:16.892825 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d821e9fe-4ed5-4996-8d0a-5035e616b265 req-ea713baf-c20d-4d96-889f-76ba9dcbb0c5 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Made reservation on behalf of 51cd71aac4854a038486be6b92d13068 for: {'port': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:37:16.900679 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-d821e9fe-4ed5-4996-8d0a-5035e616b265 req-ea713baf-c20d-4d96-889f-76ba9dcbb0c5 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:16.961600 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 569158a1-eae3-4618-8819-27fd998b4209 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:37:16.964059 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d821e9fe-4ed5-4996-8d0a-5035e616b265 req-ca17bbc9-c6d6-4c26-9a33-9eda4b7becb9 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=51cd71aac4854a038486be6b92d13068&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3696694 Nov 19 17:37:16.988708 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-97d215f1-b369-490a-8d29-70a56446e8fe req-175963dc-4866-4db3-82db-966dbccb66a2 tempest-FloatingIPsAssociationNegativeTestJSON-628748915 tempest-FloatingIPsAssociationNegativeTestJSON-628748915-project] 10.222.0.54 "GET /v2.0/quotas/8bb26e662dc04141965dbd1042ecc85e HTTP/1.1" status: 200 len: 375 time: 0.3178799 Nov 19 17:37:17.119739 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 569158a1-eae3-4618-8819-27fd998b4209 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:37:17.120362 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:17.189750 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [req-7369170f-58ba-4507-8483-fe027d44008e req-b257d0ca-d1a5-4b18-9f0a-48d248426775 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] Allocated IP 172.20.0.12 (06df44ce-7965-49c3-9334-79a80c7f7af9/e811f539-9c60-469d-a119-267f6bfeab01/d3151510-34cd-407a-b000-6f802dd5765c) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:37:17.226760 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89029f65-351c-4849-a8d4-5231ffcb8aff service neutron] Pushing event updated for resources: {'Port': ['ID=3684f296-c50a-415a-8153-734b8df9944f,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:37:17.276589 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [req-64283cfc-b552-4a2f-a885-c141944cb94c req-e0f0d0b1-24ff-4a1a-b749-c07d2ec91d57 tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] Router 57ca953c-b606-4e90-9771-7e2956ae7ce9 has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 17:37:17.438242 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-97d215f1-b369-490a-8d29-70a56446e8fe req-e31ce9e3-9f34-4d11-b444-a50ee7c6f481 tempest-FloatingIPsAssociationNegativeTestJSON-628748915 tempest-FloatingIPsAssociationNegativeTestJSON-628748915-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=8bb26e662dc04141965dbd1042ecc85e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4479713 Nov 19 17:37:17.439505 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158b74a8-5af9-4fc9-91de-eb5507eec954 service neutron] Pushing event updated for resources: {'Port': ['ID=3e75f519-649c-4dfd-8f93-40f44e4e68ff,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:37:17.605064 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-64283cfc-b552-4a2f-a885-c141944cb94c req-e0f0d0b1-24ff-4a1a-b749-c07d2ec91d57 tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 17:37:17.618200 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a41d5374-7749-407e-a81a-77e7ce9a1213 None None] Sync routers for ids ['57ca953c-b606-4e90-9771-7e2956ae7ce9'] in n-d-818022-2 {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 17:37:17.634305 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-97d215f1-b369-490a-8d29-70a56446e8fe req-50285643-afc6-42cd-8da4-ef53b4b51d9f service neutron] 10.222.0.54 "GET /v2.0/networks/848c0e57-dcd4-4037-9fd3-fb8d9181ff53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544042 Nov 19 17:37:17.647080 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-64283cfc-b552-4a2f-a885-c141944cb94c req-e0f0d0b1-24ff-4a1a-b749-c07d2ec91d57 tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for floatingip, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:17.685309 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a41d5374-7749-407e-a81a-77e7ce9a1213 None None] Routers {'57ca953c-b606-4e90-9771-7e2956ae7ce9'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:37:17.686339 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-a41d5374-7749-407e-a81a-77e7ce9a1213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:37:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['57ca953c-b606-4e90-9771-7e2956ae7ce9'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:37:17.691898 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-19d865c6-0b78-4f2a-8ce5-2b01dbc14d14 req-158b74a8-5af9-4fc9-91de-eb5507eec954 service neutron] Attempting to bind port 3e75f519-649c-4dfd-8f93-40f44e4e68ff on host n-h2-818022-2 for vnic_type normal with profile {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:37:17.692957 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-19d865c6-0b78-4f2a-8ce5-2b01dbc14d14 req-158b74a8-5af9-4fc9-91de-eb5507eec954 service neutron] Attempting to bind port 3e75f519-649c-4dfd-8f93-40f44e4e68ff by drivers openvswitch,hyperv on host n-h2-818022-2 at level 0 using segments [{'id': 'e2e76166-2a11-48ad-af12-51784925425c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '833872e1-1a28-48e3-b9f9-d97ad690eebb'}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:37:17.693367 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19d865c6-0b78-4f2a-8ce5-2b01dbc14d14 req-158b74a8-5af9-4fc9-91de-eb5507eec954 service neutron] Attempting to bind port 3e75f519-649c-4dfd-8f93-40f44e4e68ff on network 833872e1-1a28-48e3-b9f9-d97ad690eebb {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:37:17.752905 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19d865c6-0b78-4f2a-8ce5-2b01dbc14d14 req-158b74a8-5af9-4fc9-91de-eb5507eec954 service neutron] Port 3e75f519-649c-4dfd-8f93-40f44e4e68ff on network 833872e1-1a28-48e3-b9f9-d97ad690eebb not bound, no agent of type Open vSwitch agent registered on host n-h2-818022-2 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 17:37:17.753229 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19d865c6-0b78-4f2a-8ce5-2b01dbc14d14 req-158b74a8-5af9-4fc9-91de-eb5507eec954 service neutron] Attempting to bind port 3e75f519-649c-4dfd-8f93-40f44e4e68ff on network 833872e1-1a28-48e3-b9f9-d97ad690eebb {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:37:17.759050 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-64283cfc-b552-4a2f-a885-c141944cb94c req-e0f0d0b1-24ff-4a1a-b749-c07d2ec91d57 tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] 10.222.0.54 "PUT /v2.0/floatingips/0e845b61-f17e-4055-94ea-331199f7fc82 HTTP/1.1" status: 200 len: 695 time: 4.4923744 Nov 19 17:37:17.760088 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-d832a1e4-59a9-4006-80fa-1c8eeef9284f req-89029f65-351c-4849-a8d4-5231ffcb8aff service neutron] Attempting to bind port 3684f296-c50a-415a-8153-734b8df9944f on host n-h2-818022-2 for vnic_type normal with profile {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:37:17.760602 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-d832a1e4-59a9-4006-80fa-1c8eeef9284f req-89029f65-351c-4849-a8d4-5231ffcb8aff service neutron] Attempting to bind port 3684f296-c50a-415a-8153-734b8df9944f by drivers openvswitch,hyperv on host n-h2-818022-2 at level 0 using segments [{'id': '1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '346debfa-452b-4048-abf4-8f4493625ef2'}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:37:17.761086 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d832a1e4-59a9-4006-80fa-1c8eeef9284f req-89029f65-351c-4849-a8d4-5231ffcb8aff service neutron] Attempting to bind port 3684f296-c50a-415a-8153-734b8df9944f on network 346debfa-452b-4048-abf4-8f4493625ef2 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:37:17.799655 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0581bf54-51a9-41d4-a295-e6c0d3cc5e26', 'tag': 'c053efc6-7749-4914-ac16-a61339b0f34c'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:37:17.804592 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dd4767a008c23f8566efc82158ee1b1fff34e1a9e908d76d0b6d0ab7e350e5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-606e07f5-9745-421e-944d-8239ddd20ab4" -d '{"events": [{"name": "network-changed", "server_uuid": "0581bf54-51a9-41d4-a295-e6c0d3cc5e26", "tag": "c053efc6-7749-4914-ac16-a61339b0f34c"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:37:17.861327 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d832a1e4-59a9-4006-80fa-1c8eeef9284f req-89029f65-351c-4849-a8d4-5231ffcb8aff service neutron] Port 3684f296-c50a-415a-8153-734b8df9944f on network 346debfa-452b-4048-abf4-8f4493625ef2 not bound, no agent of type Open vSwitch agent registered on host n-h2-818022-2 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 17:37:17.861917 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d832a1e4-59a9-4006-80fa-1c8eeef9284f req-89029f65-351c-4849-a8d4-5231ffcb8aff service neutron] Attempting to bind port 3684f296-c50a-415a-8153-734b8df9944f on network 346debfa-452b-4048-abf4-8f4493625ef2 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:37:17.868730 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19d865c6-0b78-4f2a-8ce5-2b01dbc14d14 req-158b74a8-5af9-4fc9-91de-eb5507eec954 service neutron] Checking agent: {'id': '525ad2ac-c4ae-4c63-af2e-0bf8d25d0f0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'started_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 37, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:37:17.869068 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19d865c6-0b78-4f2a-8ce5-2b01dbc14d14 req-158b74a8-5af9-4fc9-91de-eb5507eec954 service neutron] Checking segment: {'id': 'e2e76166-2a11-48ad-af12-51784925425c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '833872e1-1a28-48e3-b9f9-d97ad690eebb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:37:17.869448 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19d865c6-0b78-4f2a-8ce5-2b01dbc14d14 req-158b74a8-5af9-4fc9-91de-eb5507eec954 service neutron] Bound using segment: {'id': 'e2e76166-2a11-48ad-af12-51784925425c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '833872e1-1a28-48e3-b9f9-d97ad690eebb'} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:37:17.884793 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-19d865c6-0b78-4f2a-8ce5-2b01dbc14d14 req-158b74a8-5af9-4fc9-91de-eb5507eec954 service neutron] Bound port: 3e75f519-649c-4dfd-8f93-40f44e4e68ff, host: n-h2-818022-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2e76166-2a11-48ad-af12-51784925425c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '833872e1-1a28-48e3-b9f9-d97ad690eebb'}}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:37:17.885056 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64283cfc-b552-4a2f-a885-c141944cb94c req-fd08a99a-d7f7-4b5e-bf77-52d7459af3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:17.885157 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-19d865c6-0b78-4f2a-8ce5-2b01dbc14d14 req-158b74a8-5af9-4fc9-91de-eb5507eec954 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:17.886814 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-64283cfc-b552-4a2f-a885-c141944cb94c req-fd08a99a-d7f7-4b5e-bf77-52d7459af3b3 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0451c16dbd91499694bb6f860678eaa9&device_id=0581bf54-51a9-41d4-a295-e6c0d3cc5e26 HTTP/1.1" status: 200 len: 1096 time: 0.1170170 Nov 19 17:37:17.887811 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d832a1e4-59a9-4006-80fa-1c8eeef9284f req-89029f65-351c-4849-a8d4-5231ffcb8aff service neutron] Checking agent: {'id': '525ad2ac-c4ae-4c63-af2e-0bf8d25d0f0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'started_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 37, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:37:17.888535 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d832a1e4-59a9-4006-80fa-1c8eeef9284f req-89029f65-351c-4849-a8d4-5231ffcb8aff service neutron] Checking segment: {'id': '1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '346debfa-452b-4048-abf4-8f4493625ef2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:37:17.889101 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d832a1e4-59a9-4006-80fa-1c8eeef9284f req-89029f65-351c-4849-a8d4-5231ffcb8aff service neutron] Bound using segment: {'id': '1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '346debfa-452b-4048-abf4-8f4493625ef2'} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:37:17.889718 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-d832a1e4-59a9-4006-80fa-1c8eeef9284f req-89029f65-351c-4849-a8d4-5231ffcb8aff service neutron] Bound port: 3684f296-c50a-415a-8153-734b8df9944f, host: n-h2-818022-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '346debfa-452b-4048-abf4-8f4493625ef2'}}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:37:17.890412 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-d832a1e4-59a9-4006-80fa-1c8eeef9284f req-89029f65-351c-4849-a8d4-5231ffcb8aff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:17.958033 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-a41d5374-7749-407e-a81a-77e7ce9a1213 None None] Set router 57ca953c-b606-4e90-9771-7e2956ae7ce9 gateway port host: n-d-818022-2 {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:37:18.007292 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [req-d821e9fe-4ed5-4996-8d0a-5035e616b265 req-ea713baf-c20d-4d96-889f-76ba9dcbb0c5 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Allocated IP 192.168.233.204 (346debfa-452b-4048-abf4-8f4493625ef2/8b3c88de-c9c2-4a20-b19e-1855c2c19035/94256cd8-44d3-4041-8131-77ccb8f7301f) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:37:18.242991 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-d821e9fe-4ed5-4996-8d0a-5035e616b265 req-ea713baf-c20d-4d96-889f-76ba9dcbb0c5 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:18.245386 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64283cfc-b552-4a2f-a885-c141944cb94c req-f0266792-bf69-4b81-973a-ece1a3f111b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:18.258225 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-64283cfc-b552-4a2f-a885-c141944cb94c req-f0266792-bf69-4b81-973a-ece1a3f111b9 service neutron] 10.222.0.54 "GET /v2.0/networks?id=129a9009-9385-4250-92f4-51006107194d HTTP/1.1" status: 200 len: 921 time: 0.3488188 Nov 19 17:37:18.262359 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d821e9fe-4ed5-4996-8d0a-5035e616b265 req-e9d7a2f7-dc99-478c-b20d-e1d7e722592c tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:18.265357 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d821e9fe-4ed5-4996-8d0a-5035e616b265 req-e9d7a2f7-dc99-478c-b20d-e1d7e722592c tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.2626097 Nov 19 17:37:18.288132 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-d821e9fe-4ed5-4996-8d0a-5035e616b265 req-1a231c4f-cb9d-4718-bf0f-a13f35595863 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Request body: {'port': {'device_id': 'ee31f147-3633-427f-aa83-85fa54d9d6e6', 'network_id': '346debfa-452b-4048-abf4-8f4493625ef2', 'admin_state_up': True, 'tenant_id': '51cd71aac4854a038486be6b92d13068'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:37:18.380702 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-a41d5374-7749-407e-a81a-77e7ce9a1213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57ca953c-b606-4e90-9771-7e2956ae7ce9', 'name': 'tempest-FloatingIPsAssociationTestJSON-802776427-router', 'tenant_id': '0451c16dbd91499694bb6f860678eaa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': 'db8c5ce6-b7a1-4a96-856c-5f03b01e2388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:35:51Z', 'updated_at': '2021-11-19T17:36:00Z', 'revision_number': 4, 'project_id': '0451c16dbd91499694bb6f860678eaa9', 'gw_port': {'id': 'db8c5ce6-b7a1-4a96-856c-5f03b01e2388', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:85:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ca953c-b606-4e90-9771-7e2956ae7ce9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:35:52Z', 'updated_at': '2021-11-19T17:36:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': 'f6e5a257-abf1-4f08-a5f3-908b33e3c1a3', 'name': '', 'network_id': '129a9009-9385-4250-92f4-51006107194d', 'tenant_id': '0451c16dbd91499694bb6f860678eaa9', 'mac_address': 'fa:16:3e:59:d3:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ca953c-b606-4e90-9771-7e2956ae7ce9', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '69d79900-574d-4621-892d-3cad82947dc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:35:57Z', 'updated_at': '2021-11-19T17:36:07Z', 'revision_number': 5, 'project_id': '0451c16dbd91499694bb6f860678eaa9', 'subnets': [{'id': '69d79900-574d-4621-892d-3cad82947dc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:37:18.388454 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-64283cfc-b552-4a2f-a885-c141944cb94c req-d70ef517-0fcf-4597-bcb8-1412da64d3e5 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c053efc6-7749-4914-ac16-a61339b0f34c HTTP/1.1" status: 200 len: 217 time: 0.1291063 Nov 19 17:37:18.464992 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-d832a1e4-59a9-4006-80fa-1c8eeef9284f req-89029f65-351c-4849-a8d4-5231ffcb8aff service neutron] For port 3684f296-c50a-415a-8153-734b8df9944f, host n-h2-818022-2, cleared binding levels {{(pid=103364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:37:18.538396 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-d832a1e4-59a9-4006-80fa-1c8eeef9284f req-89029f65-351c-4849-a8d4-5231ffcb8aff service neutron] For port 3684f296-c50a-415a-8153-734b8df9944f, host n-h2-818022-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=3684f296-c50a-415a-8153-734b8df9944f,segment=NetworkSegment(1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861),segment_id=1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861)] {{(pid=103364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:37:18.540405 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-97d215f1-b369-490a-8d29-70a56446e8fe req-f7dc6824-b3b3-4be9-85f4-d3613358ae2e service neutron] 10.222.0.54 "GET /v2.0/networks/848c0e57-dcd4-4037-9fd3-fb8d9181ff53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8929410 Nov 19 17:37:18.578719 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-d832a1e4-59a9-4006-80fa-1c8eeef9284f req-89029f65-351c-4849-a8d4-5231ffcb8aff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:18.602045 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-d821e9fe-4ed5-4996-8d0a-5035e616b265 req-ea713baf-c20d-4d96-889f-76ba9dcbb0c5 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:18.634145 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64283cfc-b552-4a2f-a885-c141944cb94c req-0d849b1d-07d6-4294-af1b-47a6be5e8d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:18.635936 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['1ab892c9-0f24-4863-9fe2-85db9a8344ed'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:37:18.640415 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a41d5374-7749-407e-a81a-77e7ce9a1213 None None] Checking router: 57ca953c-b606-4e90-9771-7e2956ae7ce9 for host: n-d-818022-2 {{(pid=103366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 17:37:18.654499 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-64283cfc-b552-4a2f-a885-c141944cb94c req-0d849b1d-07d6-4294-af1b-47a6be5e8d44 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=69d79900-574d-4621-892d-3cad82947dc7 HTTP/1.1" status: 200 len: 859 time: 0.2494743 Nov 19 17:37:18.718080 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a41d5374-7749-407e-a81a-77e7ce9a1213 None None] Routers {'57ca953c-b606-4e90-9771-7e2956ae7ce9'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:37:18.725075 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-a41d5374-7749-407e-a81a-77e7ce9a1213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:37:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['57ca953c-b606-4e90-9771-7e2956ae7ce9'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:37:18.780223 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-7369170f-58ba-4507-8483-fe027d44008e req-b257d0ca-d1a5-4b18-9f0a-48d248426775 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:18.788489 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d832a1e4-59a9-4006-80fa-1c8eeef9284f req-89029f65-351c-4849-a8d4-5231ffcb8aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:18.789100 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-d832a1e4-59a9-4006-80fa-1c8eeef9284f req-89029f65-351c-4849-a8d4-5231ffcb8aff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:18.790591 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d832a1e4-59a9-4006-80fa-1c8eeef9284f req-89029f65-351c-4849-a8d4-5231ffcb8aff service neutron] 10.222.0.86 "PUT /v2.0/ports/3684f296-c50a-415a-8153-734b8df9944f HTTP/1.1" status: 200 len: 1095 time: 5.9454787 Nov 19 17:37:18.904651 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea713baf-c20d-4d96-889f-76ba9dcbb0c5 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Pushing event updated for resources: {'Port': ['ID=94256cd8-44d3-4041-8131-77ccb8f7301f,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:37:18.992849 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89029f65-351c-4849-a8d4-5231ffcb8aff service neutron] Pushing event updated for resources: {'Port': ['ID=3684f296-c50a-415a-8153-734b8df9944f,revision_number=3']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:37:19.001757 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d821e9fe-4ed5-4996-8d0a-5035e616b265 req-ea713baf-c20d-4d96-889f-76ba9dcbb0c5 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Network 346debfa-452b-4048-abf4-8f4493625ef2 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:37:19.035209 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [req-d821e9fe-4ed5-4996-8d0a-5035e616b265 req-ea713baf-c20d-4d96-889f-76ba9dcbb0c5 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:37:19.049584 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64283cfc-b552-4a2f-a885-c141944cb94c req-8ad92940-8d46-4fb4-852f-749ed062dcd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:19.051192 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-64283cfc-b552-4a2f-a885-c141944cb94c req-8ad92940-8d46-4fb4-852f-749ed062dcd4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=129a9009-9385-4250-92f4-51006107194d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3956337 Nov 19 17:37:19.064327 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea713baf-c20d-4d96-889f-76ba9dcbb0c5 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:37:19.064754 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea713baf-c20d-4d96-889f-76ba9dcbb0c5 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:37:19.065110 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea713baf-c20d-4d96-889f-76ba9dcbb0c5 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:37:19.065456 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea713baf-c20d-4d96-889f-76ba9dcbb0c5 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:37:19.065792 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea713baf-c20d-4d96-889f-76ba9dcbb0c5 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:37:19.066161 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea713baf-c20d-4d96-889f-76ba9dcbb0c5 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:37:19.066494 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea713baf-c20d-4d96-889f-76ba9dcbb0c5 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:37:19.066823 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea713baf-c20d-4d96-889f-76ba9dcbb0c5 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:37:19.067564 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea713baf-c20d-4d96-889f-76ba9dcbb0c5 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:37:19.067564 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea713baf-c20d-4d96-889f-76ba9dcbb0c5 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:37:19.067823 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea713baf-c20d-4d96-889f-76ba9dcbb0c5 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:37:19.068151 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea713baf-c20d-4d96-889f-76ba9dcbb0c5 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:37:19.094064 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-d821e9fe-4ed5-4996-8d0a-5035e616b265 req-ea713baf-c20d-4d96-889f-76ba9dcbb0c5 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:37:19.135283 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-a41d5374-7749-407e-a81a-77e7ce9a1213 None None] Set router 57ca953c-b606-4e90-9771-7e2956ae7ce9 gateway port host: n-d-818022-2 {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:37:19.152848 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-19d865c6-0b78-4f2a-8ce5-2b01dbc14d14 req-158b74a8-5af9-4fc9-91de-eb5507eec954 service neutron] For port 3e75f519-649c-4dfd-8f93-40f44e4e68ff, host n-h2-818022-2, cleared binding levels {{(pid=103365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:37:19.227848 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-7369170f-58ba-4507-8483-fe027d44008e req-b257d0ca-d1a5-4b18-9f0a-48d248426775 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:19.280984 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-19d865c6-0b78-4f2a-8ce5-2b01dbc14d14 req-158b74a8-5af9-4fc9-91de-eb5507eec954 service neutron] For port 3e75f519-649c-4dfd-8f93-40f44e4e68ff, host n-h2-818022-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=3e75f519-649c-4dfd-8f93-40f44e4e68ff,segment=NetworkSegment(e2e76166-2a11-48ad-af12-51784925425c),segment_id=e2e76166-2a11-48ad-af12-51784925425c)] {{(pid=103365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:37:19.379083 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-19d865c6-0b78-4f2a-8ce5-2b01dbc14d14 req-158b74a8-5af9-4fc9-91de-eb5507eec954 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:19.455864 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b257d0ca-d1a5-4b18-9f0a-48d248426775 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] Pushing event updated for resources: {'Port': ['ID=d3151510-34cd-407a-b000-6f802dd5765c,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:37:19.487928 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d832a1e4-59a9-4006-80fa-1c8eeef9284f req-502f52b9-0f3a-415f-9627-cf0dae23d855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:19.493016 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d832a1e4-59a9-4006-80fa-1c8eeef9284f req-502f52b9-0f3a-415f-9627-cf0dae23d855 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=8cfc3d817901452492c5b5b90d48327d&device_id=9262d4fb-6924-452e-b4ca-9f16aab1c22a HTTP/1.1" status: 200 len: 1098 time: 0.6297209 Nov 19 17:37:19.526796 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d821e9fe-4ed5-4996-8d0a-5035e616b265 req-ea713baf-c20d-4d96-889f-76ba9dcbb0c5 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:19.526796 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-d821e9fe-4ed5-4996-8d0a-5035e616b265 req-ea713baf-c20d-4d96-889f-76ba9dcbb0c5 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:19.533256 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d865c6-0b78-4f2a-8ce5-2b01dbc14d14 req-158b74a8-5af9-4fc9-91de-eb5507eec954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:19.533917 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-19d865c6-0b78-4f2a-8ce5-2b01dbc14d14 req-158b74a8-5af9-4fc9-91de-eb5507eec954 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:19.535324 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-19d865c6-0b78-4f2a-8ce5-2b01dbc14d14 req-158b74a8-5af9-4fc9-91de-eb5507eec954 service neutron] 10.222.0.86 "PUT /v2.0/ports/3e75f519-649c-4dfd-8f93-40f44e4e68ff HTTP/1.1" status: 200 len: 1092 time: 5.3472426 Nov 19 17:37:19.625999 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b3aa343-7b61-4d1e-b719-83afff257d2e', 'tag': '3e75f519-649c-4dfd-8f93-40f44e4e68ff'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:37:19.628707 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218319d759239a7d11f1288aef37381b97754913ee9ccbfd43b51a463f801712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a98e60f-eddd-421f-9724-372abd072b0a" -d '{"events": [{"name": "network-changed", "server_uuid": "4b3aa343-7b61-4d1e-b719-83afff257d2e", "tag": "3e75f519-649c-4dfd-8f93-40f44e4e68ff"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:37:19.650441 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7369170f-58ba-4507-8483-fe027d44008e req-b257d0ca-d1a5-4b18-9f0a-48d248426775 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] Network 06df44ce-7965-49c3-9334-79a80c7f7af9 is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:37:19.708725 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [req-7369170f-58ba-4507-8483-fe027d44008e req-b257d0ca-d1a5-4b18-9f0a-48d248426775 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:37:19.847046 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372e4f8d-3aba-4643-88f5-9fad856a2383 req-1b037694-f5ff-42fa-b4f0-3a062dd75417 tempest-TenantUsagesTestJSON-1177720949 tempest-TenantUsagesTestJSON-1177720949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:19.851866 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-372e4f8d-3aba-4643-88f5-9fad856a2383 req-1b037694-f5ff-42fa-b4f0-3a062dd75417 tempest-TenantUsagesTestJSON-1177720949 tempest-TenantUsagesTestJSON-1177720949-project] 10.222.0.54 "GET /v2.0/ports?device_id=9262d4fb-6924-452e-b4ca-9f16aab1c22a HTTP/1.1" status: 200 len: 947 time: 0.7289963 Nov 19 17:37:19.858490 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [req-7369170f-58ba-4507-8483-fe027d44008e req-b257d0ca-d1a5-4b18-9f0a-48d248426775 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:37:19.885104 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d832a1e4-59a9-4006-80fa-1c8eeef9284f req-0d99adc7-fe0c-4d2b-bef8-ac2a65c1e439 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=3684f296-c50a-415a-8153-734b8df9944f HTTP/1.1" status: 200 len: 217 time: 0.3345292 Nov 19 17:37:19.961454 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d821e9fe-4ed5-4996-8d0a-5035e616b265 req-1a231c4f-cb9d-4718-bf0f-a13f35595863 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Made reservation on behalf of 51cd71aac4854a038486be6b92d13068 for: {'port': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:37:19.965375 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-d821e9fe-4ed5-4996-8d0a-5035e616b265 req-1a231c4f-cb9d-4718-bf0f-a13f35595863 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:19.986198 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-372e4f8d-3aba-4643-88f5-9fad856a2383 req-1e9fef98-3346-4914-8f0e-beea2493d390 tempest-TenantUsagesTestJSON-1177720949 tempest-TenantUsagesTestJSON-1177720949-project] 10.222.0.54 "GET /v2.0/security-groups?id=b8352645-72b7-4f9d-8931-27b14f267271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989780 Nov 19 17:37:20.007720 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d821e9fe-4ed5-4996-8d0a-5035e616b265 req-ea713baf-c20d-4d96-889f-76ba9dcbb0c5 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.4582789 Nov 19 17:37:20.048423 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-d821e9fe-4ed5-4996-8d0a-5035e616b265 req-c9bc39a5-057d-4489-b06d-e840dd6a5447 service neutron] Request body: {'port': {'device_id': '6dcd0be3-f9d8-4c83-a7be-2601c2b0e54d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818022-2'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:37:20.090870 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d865c6-0b78-4f2a-8ce5-2b01dbc14d14 req-2fd223ce-aa09-462c-b5a4-0c2fdda76770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:20.095367 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-19d865c6-0b78-4f2a-8ce5-2b01dbc14d14 req-2fd223ce-aa09-462c-b5a4-0c2fdda76770 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=bf701fa01dc443ada18661aab1d7be58&device_id=4b3aa343-7b61-4d1e-b719-83afff257d2e HTTP/1.1" status: 200 len: 1095 time: 0.4453273 Nov 19 17:37:20.136149 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158b74a8-5af9-4fc9-91de-eb5507eec954 service neutron] Pushing event updated for resources: {'Port': ['ID=3e75f519-649c-4dfd-8f93-40f44e4e68ff,revision_number=3']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:37:20.166962 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-8585416f-40a1-4838-b2de-1b4c6b7f1f5e None None] Provisioning complete for port 94256cd8-44d3-4041-8131-77ccb8f7301f triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:37:20.167838 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8585416f-40a1-4838-b2de-1b4c6b7f1f5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:20.250977 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-64283cfc-b552-4a2f-a885-c141944cb94c req-30103e2d-1490-42d2-b0be-1601b31182c9 service neutron] 10.222.0.54 "GET /v2.0/networks/129a9009-9385-4250-92f4-51006107194d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1665242 Nov 19 17:37:20.266322 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-19d865c6-0b78-4f2a-8ce5-2b01dbc14d14 req-ee71c614-24f2-4843-9cd7-5545eaa29df6 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3e75f519-649c-4dfd-8f93-40f44e4e68ff HTTP/1.1" status: 200 len: 217 time: 0.1231074 Nov 19 17:37:20.333488 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-8585416f-40a1-4838-b2de-1b4c6b7f1f5e None None] Port 94256cd8-44d3-4041-8131-77ccb8f7301f cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:37:20.383264 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-a41d5374-7749-407e-a81a-77e7ce9a1213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57ca953c-b606-4e90-9771-7e2956ae7ce9', 'name': 'tempest-FloatingIPsAssociationTestJSON-802776427-router', 'tenant_id': '0451c16dbd91499694bb6f860678eaa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': 'db8c5ce6-b7a1-4a96-856c-5f03b01e2388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:35:51Z', 'updated_at': '2021-11-19T17:36:00Z', 'revision_number': 4, 'project_id': '0451c16dbd91499694bb6f860678eaa9', 'gw_port': {'id': 'db8c5ce6-b7a1-4a96-856c-5f03b01e2388', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:85:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ca953c-b606-4e90-9771-7e2956ae7ce9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:35:52Z', 'updated_at': '2021-11-19T17:36:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': 'f6e5a257-abf1-4f08-a5f3-908b33e3c1a3', 'name': '', 'network_id': '129a9009-9385-4250-92f4-51006107194d', 'tenant_id': '0451c16dbd91499694bb6f860678eaa9', 'mac_address': 'fa:16:3e:59:d3:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ca953c-b606-4e90-9771-7e2956ae7ce9', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '69d79900-574d-4621-892d-3cad82947dc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:35:57Z', 'updated_at': '2021-11-19T17:36:07Z', 'revision_number': 5, 'project_id': '0451c16dbd91499694bb6f860678eaa9', 'subnets': [{'id': '69d79900-574d-4621-892d-3cad82947dc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:37:20.393750 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d832a1e4-59a9-4006-80fa-1c8eeef9284f req-d0d40558-e3f3-42e7-a1e1-7639ed8ec2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:20.395327 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d832a1e4-59a9-4006-80fa-1c8eeef9284f req-d0d40558-e3f3-42e7-a1e1-7639ed8ec2d7 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8b3c88de-c9c2-4a20-b19e-1855c2c19035 HTTP/1.1" status: 200 len: 843 time: 0.3658931 Nov 19 17:37:20.413437 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7369170f-58ba-4507-8483-fe027d44008e req-b257d0ca-d1a5-4b18-9f0a-48d248426775 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:20.414163 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-7369170f-58ba-4507-8483-fe027d44008e req-b257d0ca-d1a5-4b18-9f0a-48d248426775 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:20.455744 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a41d5374-7749-407e-a81a-77e7ce9a1213 None None] The sync data for ids ['57ca953c-b606-4e90-9771-7e2956ae7ce9'] in n-d-818022-2 is: [{'id': '57ca953c-b606-4e90-9771-7e2956ae7ce9', 'name': 'tempest-FloatingIPsAssociationTestJSON-802776427-router', 'tenant_id': '0451c16dbd91499694bb6f860678eaa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': 'db8c5ce6-b7a1-4a96-856c-5f03b01e2388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:35:51Z', 'updated_at': '2021-11-19T17:36:00Z', 'revision_number': 4, 'project_id': '0451c16dbd91499694bb6f860678eaa9', 'gw_port': {'id': 'db8c5ce6-b7a1-4a96-856c-5f03b01e2388', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:85:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ca953c-b606-4e90-9771-7e2956ae7ce9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:35:52Z', 'updated_at': '2021-11-19T17:36:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': 'f6e5a257-abf1-4f08-a5f3-908b33e3c1a3', 'name': '', 'network_id': '129a9009-9385-4250-92f4-51006107194d', 'tenant_id': '0451c16dbd91499694bb6f860678eaa9', 'mac_address': 'fa:16:3e:59:d3:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ca953c-b606-4e90-9771-7e2956ae7ce9', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '69d79900-574d-4621-892d-3cad82947dc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:35:57Z', 'updated_at': '2021-11-19T17:36:07Z', 'revision_number': 5, 'project_id': '0451c16dbd91499694bb6f860678eaa9', 'subnets': [{'id': '69d79900-574d-4621-892d-3cad82947dc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 17:37:20.478033 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-d821e9fe-4ed5-4996-8d0a-5035e616b265 req-c9bc39a5-057d-4489-b06d-e840dd6a5447 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:20.549999 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d865c6-0b78-4f2a-8ce5-2b01dbc14d14 req-36878172-fac5-4960-b6d5-8207839d19ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:20.552182 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-19d865c6-0b78-4f2a-8ce5-2b01dbc14d14 req-36878172-fac5-4960-b6d5-8207839d19ed service neutron] 10.222.0.86 "GET /v2.0/subnets?id=350b116c-50d0-4ddf-8934-2b25a4e80dab HTTP/1.1" status: 200 len: 862 time: 0.2645385 Nov 19 17:37:20.557954 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-7369170f-58ba-4507-8483-fe027d44008e req-b257d0ca-d1a5-4b18-9f0a-48d248426775 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.9260170 Nov 19 17:37:20.571565 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e4b5fc-1f11-4464-a786-6cfb46376843 req-8ff56229-41d7-418c-ac29-93c7a26b02f2 tempest-ServersWithSpecificFlavorTestJSON-308617854 tempest-ServersWithSpecificFlavorTestJSON-308617854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:20.580257 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-27e4b5fc-1f11-4464-a786-6cfb46376843 req-8ff56229-41d7-418c-ac29-93c7a26b02f2 tempest-ServersWithSpecificFlavorTestJSON-308617854 tempest-ServersWithSpecificFlavorTestJSON-308617854-project] 10.222.0.54 "GET /v2.0/ports?device_id=4b3aa343-7b61-4d1e-b719-83afff257d2e HTTP/1.1" status: 200 len: 944 time: 0.4285078 Nov 19 17:37:20.583390 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-7369170f-58ba-4507-8483-fe027d44008e req-b75dacb1-5963-4aa4-b5aa-1908c4e14bb8 service neutron] Request body: {'port': {'device_id': '3964468e-e495-4f24-b06e-7e621567361a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818022-2'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:37:20.637748 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d832a1e4-59a9-4006-80fa-1c8eeef9284f req-9b824aa5-79c6-467f-b3e7-f5a928c23598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:20.640263 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d832a1e4-59a9-4006-80fa-1c8eeef9284f req-9b824aa5-79c6-467f-b3e7-f5a928c23598 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=346debfa-452b-4048-abf4-8f4493625ef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2233772 Nov 19 17:37:20.642725 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-64283cfc-b552-4a2f-a885-c141944cb94c req-d50552ec-c975-4990-8ec9-024007030bf6 service neutron] 10.222.0.54 "GET /v2.0/networks/129a9009-9385-4250-92f4-51006107194d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3898277 Nov 19 17:37:20.816429 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-7369170f-58ba-4507-8483-fe027d44008e req-b75dacb1-5963-4aa4-b5aa-1908c4e14bb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:20.982047 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [req-d821e9fe-4ed5-4996-8d0a-5035e616b265 req-1a231c4f-cb9d-4718-bf0f-a13f35595863 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Allocated IP 192.168.233.252 (346debfa-452b-4048-abf4-8f4493625ef2/8b3c88de-c9c2-4a20-b19e-1855c2c19035/ad90d0c6-b21a-4322-9ec7-d3571b6fdbd7) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:37:21.008016 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-27e4b5fc-1f11-4464-a786-6cfb46376843 req-4ee19803-6369-42f0-b880-230e994a0987 tempest-ServersWithSpecificFlavorTestJSON-308617854 tempest-ServersWithSpecificFlavorTestJSON-308617854-project] 10.222.0.54 "GET /v2.0/security-groups?id=348e49f2-1dcd-4cd6-9b8c-7ca0411be99d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4242463 Nov 19 17:37:21.025883 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d865c6-0b78-4f2a-8ce5-2b01dbc14d14 req-cfa3ed8b-2274-48da-adcf-36aa5e46a58e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:21.033040 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-19d865c6-0b78-4f2a-8ce5-2b01dbc14d14 req-cfa3ed8b-2274-48da-adcf-36aa5e46a58e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=833872e1-1a28-48e3-b9f9-d97ad690eebb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4267020 Nov 19 17:37:21.047221 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe148fee-7731-4ff4-894c-2544bd63a98b None None] New status for floating IP 0e845b61-f17e-4055-94ea-331199f7fc82: DOWN {{(pid=103367) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 17:37:21.057510 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d832a1e4-59a9-4006-80fa-1c8eeef9284f req-ef837aa0-d14f-4c0e-b484-0fba8d309406 service neutron] 10.222.0.86 "GET /v2.0/networks/346debfa-452b-4048-abf4-8f4493625ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3993394 Nov 19 17:37:21.197297 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d832a1e4-59a9-4006-80fa-1c8eeef9284f req-4b74fb2f-47ea-475f-a307-a17ae9116e57 service neutron] 10.222.0.86 "GET /v2.0/networks/346debfa-452b-4048-abf4-8f4493625ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259711 Nov 19 17:37:21.393770 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6184571-3125-48e4-a59d-611c6d5bcb9f req-9e017e92-db46-4703-8582-e36df97fd59c tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:21.413473 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b6184571-3125-48e4-a59d-611c6d5bcb9f req-9e017e92-db46-4703-8582-e36df97fd59c tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] 10.222.0.54 "GET /v2.0/ports?device_id=6dcd0be3-f9d8-4c83-a7be-2601c2b0e54d HTTP/1.1" status: 200 len: 936 time: 0.5581141 Nov 19 17:37:21.657850 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d215f1-b369-490a-8d29-70a56446e8fe req-73ed165c-9334-4fa3-8684-f3bc9e0a252d tempest-FloatingIPsAssociationNegativeTestJSON-628748915 tempest-FloatingIPsAssociationNegativeTestJSON-628748915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:21.661538 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-97d215f1-b369-490a-8d29-70a56446e8fe req-73ed165c-9334-4fa3-8684-f3bc9e0a252d tempest-FloatingIPsAssociationNegativeTestJSON-628748915 tempest-FloatingIPsAssociationNegativeTestJSON-628748915-project] 10.222.0.86 "GET /v2.0/networks?id=848c0e57-dcd4-4037-9fd3-fb8d9181ff53 HTTP/1.1" status: 200 len: 829 time: 0.7190588 Nov 19 17:37:21.671643 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-d821e9fe-4ed5-4996-8d0a-5035e616b265 req-1a231c4f-cb9d-4718-bf0f-a13f35595863 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:21.711369 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b6184571-3125-48e4-a59d-611c6d5bcb9f req-d54c271b-7e54-4f99-9a8b-e507dbbfe6f9 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] 10.222.0.54 "GET /v2.0/security-groups?id=01d035e7-47ed-4912-a186-53ea419ecd96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2852385 Nov 19 17:37:21.741001 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-97d215f1-b369-490a-8d29-70a56446e8fe req-78fb7af8-7bbc-4f1c-8b59-7c08f6752a97 tempest-FloatingIPsAssociationNegativeTestJSON-628748915 tempest-FloatingIPsAssociationNegativeTestJSON-628748915-project] Request body: {'port': {'device_id': '68b9b110-600e-4d53-a392-86b58ec07516', 'network_id': '848c0e57-dcd4-4037-9fd3-fb8d9181ff53', 'admin_state_up': True, 'tenant_id': '8bb26e662dc04141965dbd1042ecc85e'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:37:21.747753 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-19d865c6-0b78-4f2a-8ce5-2b01dbc14d14 req-022cb4dd-0b2b-46fa-93a2-1c6dabe466cb service neutron] 10.222.0.86 "GET /v2.0/networks/833872e1-1a28-48e3-b9f9-d97ad690eebb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6957304 Nov 19 17:37:21.758144 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e93e546-43dd-4f13-8a71-9fd770286e36 req-6911121a-c2d3-48c6-a2eb-27accca7d04d tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:21.760182 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9e93e546-43dd-4f13-8a71-9fd770286e36 req-6911121a-c2d3-48c6-a2eb-27accca7d04d tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.54 "GET /v2.0/ports?device_id=3964468e-e495-4f24-b06e-7e621567361a HTTP/1.1" status: 200 len: 932 time: 0.4270811 Nov 19 17:37:21.872018 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-d821e9fe-4ed5-4996-8d0a-5035e616b265 req-1a231c4f-cb9d-4718-bf0f-a13f35595863 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:21.884442 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['1ab892c9-0f24-4863-9fe2-85db9a8344ed'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:37:21.926792 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 17:37:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99bcd7c2-84d5-4a2a-a096-1c32c3b262db x-openstack-request-id: req-99bcd7c2-84d5-4a2a-a096-1c32c3b262db {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:37:21.927093 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0581bf54-51a9-41d4-a295-e6c0d3cc5e26", "tag": "c053efc6-7749-4914-ac16-a61339b0f34c", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:37:21.927405 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-99bcd7c2-84d5-4a2a-a096-1c32c3b262db {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:37:21.927877 n-d-818022-2 neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0581bf54-51a9-41d4-a295-e6c0d3cc5e26', 'tag': 'c053efc6-7749-4914-ac16-a61339b0f34c', 'status': 'completed', 'code': 200} Nov 19 17:37:22.476803 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0ab24681-bbd7-42d5-804d-7a235590daf4 req-b6e152a6-25ae-4561-b69f-7ea62415fde8 tempest-FloatingIPsAssociationNegativeTestJSON-628748915 tempest-FloatingIPsAssociationNegativeTestJSON-628748915-project] 10.222.0.54 "GET /v2.0/ports?device_id=68b9b110-600e-4d53-a392-86b58ec07516 HTTP/1.1" status: 200 len: 210 time: 0.0326021 Nov 19 17:37:22.522409 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d821e9fe-4ed5-4996-8d0a-5035e616b265 req-1a231c4f-cb9d-4718-bf0f-a13f35595863 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Network 346debfa-452b-4048-abf4-8f4493625ef2 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:37:22.545118 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [req-d821e9fe-4ed5-4996-8d0a-5035e616b265 req-1a231c4f-cb9d-4718-bf0f-a13f35595863 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:37:22.563405 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-d821e9fe-4ed5-4996-8d0a-5035e616b265 req-1a231c4f-cb9d-4718-bf0f-a13f35595863 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:37:22.574166 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 17:37:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf90e7fa-a31a-4b98-a0be-e144e13ad714 x-openstack-request-id: req-bf90e7fa-a31a-4b98-a0be-e144e13ad714 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:37:22.574428 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b3aa343-7b61-4d1e-b719-83afff257d2e", "tag": "3e75f519-649c-4dfd-8f93-40f44e4e68ff", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:37:22.574702 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-bf90e7fa-a31a-4b98-a0be-e144e13ad714 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:37:22.575084 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b3aa343-7b61-4d1e-b719-83afff257d2e', 'tag': '3e75f519-649c-4dfd-8f93-40f44e4e68ff', 'status': 'completed', 'code': 200} Nov 19 17:37:22.584732 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97d215f1-b369-490a-8d29-70a56446e8fe req-78fb7af8-7bbc-4f1c-8b59-7c08f6752a97 tempest-FloatingIPsAssociationNegativeTestJSON-628748915 tempest-FloatingIPsAssociationNegativeTestJSON-628748915-project] Made reservation on behalf of 8bb26e662dc04141965dbd1042ecc85e for: {'port': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:37:22.588390 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-97d215f1-b369-490a-8d29-70a56446e8fe req-78fb7af8-7bbc-4f1c-8b59-7c08f6752a97 tempest-FloatingIPsAssociationNegativeTestJSON-628748915 tempest-FloatingIPsAssociationNegativeTestJSON-628748915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:22.602665 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [req-7369170f-58ba-4507-8483-fe027d44008e req-b75dacb1-5963-4aa4-b5aa-1908c4e14bb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3151510-34cd-407a-b000-6f802dd5765c {{(pid=103364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:37:22.625327 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-7369170f-58ba-4507-8483-fe027d44008e req-b75dacb1-5963-4aa4-b5aa-1908c4e14bb8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:22.642431 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9e93e546-43dd-4f13-8a71-9fd770286e36 req-77e93300-f886-4431-9fed-532823bda5fb tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.54 "GET /v2.0/security-groups?id=740807d6-4246-4ecb-a636-49a5e5a1e11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7722805 Nov 19 17:37:22.643133 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a231c4f-cb9d-4718-bf0f-a13f35595863 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Pushing event updated for resources: {'Port': ['ID=ad90d0c6-b21a-4322-9ec7-d3571b6fdbd7,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:37:22.644151 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606e07f5-9745-421e-944d-8239ddd20ab4 req-fc0e4594-0aba-4588-b508-f60ea5775b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:22.645915 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-606e07f5-9745-421e-944d-8239ddd20ab4 req-fc0e4594-0aba-4588-b508-f60ea5775b76 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=0451c16dbd91499694bb6f860678eaa9&device_id=0581bf54-51a9-41d4-a295-e6c0d3cc5e26 HTTP/1.1" status: 200 len: 1096 time: 0.2105899 Nov 19 17:37:22.677553 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-19d865c6-0b78-4f2a-8ce5-2b01dbc14d14 req-5dfec3af-51de-470a-9160-5f880a3386f4 service neutron] 10.222.0.86 "GET /v2.0/networks/833872e1-1a28-48e3-b9f9-d97ad690eebb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9160712 Nov 19 17:37:22.842711 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606e07f5-9745-421e-944d-8239ddd20ab4 req-51c9f802-8a04-4a84-9814-f650cb291f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:22.844367 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-606e07f5-9745-421e-944d-8239ddd20ab4 req-51c9f802-8a04-4a84-9814-f650cb291f98 service neutron] 10.222.0.86 "GET /v2.0/networks?id=129a9009-9385-4250-92f4-51006107194d HTTP/1.1" status: 200 len: 921 time: 0.1850867 Nov 19 17:37:22.846208 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.provisioning_blocks [req-7369170f-58ba-4507-8483-fe027d44008e req-b75dacb1-5963-4aa4-b5aa-1908c4e14bb8 service neutron] Transition to ACTIVE for port object d3151510-34cd-407a-b000-6f802dd5765c will not be triggered until provisioned by entity L2. {{(pid=103364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 17:37:22.871264 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-7369170f-58ba-4507-8483-fe027d44008e req-b75dacb1-5963-4aa4-b5aa-1908c4e14bb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:22.897542 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [req-d821e9fe-4ed5-4996-8d0a-5035e616b265 req-c9bc39a5-057d-4489-b06d-e840dd6a5447 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94256cd8-44d3-4041-8131-77ccb8f7301f {{(pid=103365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:37:22.912192 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-d821e9fe-4ed5-4996-8d0a-5035e616b265 req-c9bc39a5-057d-4489-b06d-e840dd6a5447 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:22.930166 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.provisioning_blocks [req-d821e9fe-4ed5-4996-8d0a-5035e616b265 req-c9bc39a5-057d-4489-b06d-e840dd6a5447 service neutron] Transition to ACTIVE for port object 94256cd8-44d3-4041-8131-77ccb8f7301f will not be triggered until provisioned by entity L2. {{(pid=103365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 17:37:22.987814 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-b2c8246a-a6be-41b4-b123-0e39a1329aac None None] Provisioning complete for port ad90d0c6-b21a-4322-9ec7-d3571b6fdbd7 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:37:22.988395 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b2c8246a-a6be-41b4-b123-0e39a1329aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:23.017410 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-d821e9fe-4ed5-4996-8d0a-5035e616b265 req-c9bc39a5-057d-4489-b06d-e840dd6a5447 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:23.022644 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-606e07f5-9745-421e-944d-8239ddd20ab4 req-591dacaa-bf08-471e-92a3-4c2085937657 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c053efc6-7749-4914-ac16-a61339b0f34c HTTP/1.1" status: 200 len: 217 time: 0.1656270 Nov 19 17:37:23.095138 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d821e9fe-4ed5-4996-8d0a-5035e616b265 req-1a231c4f-cb9d-4718-bf0f-a13f35595863 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:23.099710 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-d821e9fe-4ed5-4996-8d0a-5035e616b265 req-1a231c4f-cb9d-4718-bf0f-a13f35595863 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:23.103314 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606e07f5-9745-421e-944d-8239ddd20ab4 req-afc343c6-a736-41f1-a85b-527d5e73a461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:23.104931 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-606e07f5-9745-421e-944d-8239ddd20ab4 req-afc343c6-a736-41f1-a85b-527d5e73a461 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=69d79900-574d-4621-892d-3cad82947dc7 HTTP/1.1" status: 200 len: 859 time: 0.0590398 Nov 19 17:37:23.111059 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-b2c8246a-a6be-41b4-b123-0e39a1329aac None None] Port ad90d0c6-b21a-4322-9ec7-d3571b6fdbd7 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:37:23.155393 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75dacb1-5963-4aa4-b5aa-1908c4e14bb8 service neutron] Pushing event updated for resources: {'Port': ['ID=d3151510-34cd-407a-b000-6f802dd5765c,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:37:23.171009 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d821e9fe-4ed5-4996-8d0a-5035e616b265 req-1a231c4f-cb9d-4718-bf0f-a13f35595863 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.8865886 Nov 19 17:37:23.197522 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-d821e9fe-4ed5-4996-8d0a-5035e616b265 req-4414b77e-b99e-45b0-8527-aaf16e983c98 service neutron] Request body: {'port': {'device_id': 'ee31f147-3633-427f-aa83-85fa54d9d6e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818022-2'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:37:23.253177 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a98e60f-eddd-421f-9724-372abd072b0a req-4ddf842e-0eaf-4dec-a2c2-41381d768341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:23.256033 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2a98e60f-eddd-421f-9724-372abd072b0a req-4ddf842e-0eaf-4dec-a2c2-41381d768341 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=bf701fa01dc443ada18661aab1d7be58&device_id=4b3aa343-7b61-4d1e-b719-83afff257d2e HTTP/1.1" status: 200 len: 1095 time: 0.4825017 Nov 19 17:37:23.276090 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90fc551-7e19-46a8-9960-a4c9ce7c4f4e req-4133dea0-0bbd-4583-af24-02efb10b050f tempest-TenantUsagesTestJSON-1177720949 tempest-TenantUsagesTestJSON-1177720949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:23.278362 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e90fc551-7e19-46a8-9960-a4c9ce7c4f4e req-4133dea0-0bbd-4583-af24-02efb10b050f tempest-TenantUsagesTestJSON-1177720949 tempest-TenantUsagesTestJSON-1177720949-project] 10.222.0.54 "GET /v2.0/ports?device_id=9262d4fb-6924-452e-b4ca-9f16aab1c22a HTTP/1.1" status: 200 len: 947 time: 0.4399333 Nov 19 17:37:23.291556 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [req-97d215f1-b369-490a-8d29-70a56446e8fe req-78fb7af8-7bbc-4f1c-8b59-7c08f6752a97 tempest-FloatingIPsAssociationNegativeTestJSON-628748915 tempest-FloatingIPsAssociationNegativeTestJSON-628748915-project] Allocated IP 172.20.0.11 (848c0e57-dcd4-4037-9fd3-fb8d9181ff53/4cf25a17-adae-4720-b4f1-7f8604b69898/d599098f-98e8-4746-9e46-4040050c6241) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:37:23.316414 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bc39a5-057d-4489-b06d-e840dd6a5447 service neutron] Pushing event updated for resources: {'Port': ['ID=94256cd8-44d3-4041-8131-77ccb8f7301f,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:37:23.442892 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75dacb1-5963-4aa4-b5aa-1908c4e14bb8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:37:23.443214 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75dacb1-5963-4aa4-b5aa-1908c4e14bb8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:37:23.443556 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75dacb1-5963-4aa4-b5aa-1908c4e14bb8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:37:23.443958 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75dacb1-5963-4aa4-b5aa-1908c4e14bb8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:37:23.444215 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75dacb1-5963-4aa4-b5aa-1908c4e14bb8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:37:23.444548 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75dacb1-5963-4aa4-b5aa-1908c4e14bb8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:37:23.444877 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75dacb1-5963-4aa4-b5aa-1908c4e14bb8 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:37:23.445205 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75dacb1-5963-4aa4-b5aa-1908c4e14bb8 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:37:23.445534 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75dacb1-5963-4aa4-b5aa-1908c4e14bb8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:37:23.447224 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75dacb1-5963-4aa4-b5aa-1908c4e14bb8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:37:23.447948 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75dacb1-5963-4aa4-b5aa-1908c4e14bb8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:37:23.448513 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75dacb1-5963-4aa4-b5aa-1908c4e14bb8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:37:23.500862 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-d821e9fe-4ed5-4996-8d0a-5035e616b265 req-4414b77e-b99e-45b0-8527-aaf16e983c98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:23.556200 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a98e60f-eddd-421f-9724-372abd072b0a req-90629bea-2a15-4540-8c57-0b7909824919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:23.558192 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2a98e60f-eddd-421f-9724-372abd072b0a req-90629bea-2a15-4540-8c57-0b7909824919 service neutron] 10.222.0.86 "GET /v2.0/networks?id=833872e1-1a28-48e3-b9f9-d97ad690eebb HTTP/1.1" status: 200 len: 924 time: 0.2761383 Nov 19 17:37:23.634640 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-97d215f1-b369-490a-8d29-70a56446e8fe req-78fb7af8-7bbc-4f1c-8b59-7c08f6752a97 tempest-FloatingIPsAssociationNegativeTestJSON-628748915 tempest-FloatingIPsAssociationNegativeTestJSON-628748915-project] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:23.637518 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606e07f5-9745-421e-944d-8239ddd20ab4 req-a6a3e6f3-56ad-44b0-a854-ebb19cef12ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:23.639103 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-606e07f5-9745-421e-944d-8239ddd20ab4 req-a6a3e6f3-56ad-44b0-a854-ebb19cef12ff service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=129a9009-9385-4250-92f4-51006107194d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5066206 Nov 19 17:37:23.691028 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2a98e60f-eddd-421f-9724-372abd072b0a req-1378705e-104a-474c-b1e4-bd6053684397 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3e75f519-649c-4dfd-8f93-40f44e4e68ff HTTP/1.1" status: 200 len: 217 time: 0.1158302 Nov 19 17:37:23.734959 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a5e28f-e409-4961-ae92-6ccb0f7a30bc req-9177c828-d27c-491e-a63c-a23e13e9effb tempest-ServersWithSpecificFlavorTestJSON-308617854 tempest-ServersWithSpecificFlavorTestJSON-308617854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:23.743049 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d5a5e28f-e409-4961-ae92-6ccb0f7a30bc req-9177c828-d27c-491e-a63c-a23e13e9effb tempest-ServersWithSpecificFlavorTestJSON-308617854 tempest-ServersWithSpecificFlavorTestJSON-308617854-project] 10.222.0.54 "GET /v2.0/ports?device_id=4b3aa343-7b61-4d1e-b719-83afff257d2e HTTP/1.1" status: 200 len: 944 time: 0.3048055 Nov 19 17:37:23.787658 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e90fc551-7e19-46a8-9960-a4c9ce7c4f4e req-08f0c549-1bd9-40ad-87d6-6a58a4bebe92 tempest-TenantUsagesTestJSON-1177720949 tempest-TenantUsagesTestJSON-1177720949-project] 10.222.0.54 "GET /v2.0/security-groups?id=b8352645-72b7-4f9d-8931-27b14f267271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2974713 Nov 19 17:37:23.824838 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-d821e9fe-4ed5-4996-8d0a-5035e616b265 req-c9bc39a5-057d-4489-b06d-e840dd6a5447 service neutron] Attempting to bind port 94256cd8-44d3-4041-8131-77ccb8f7301f on host n-h1-818022-2 for vnic_type normal with profile {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:37:23.826041 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-d821e9fe-4ed5-4996-8d0a-5035e616b265 req-c9bc39a5-057d-4489-b06d-e840dd6a5447 service neutron] Attempting to bind port 94256cd8-44d3-4041-8131-77ccb8f7301f by drivers openvswitch,hyperv on host n-h1-818022-2 at level 0 using segments [{'id': '1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '346debfa-452b-4048-abf4-8f4493625ef2'}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:37:23.826041 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d821e9fe-4ed5-4996-8d0a-5035e616b265 req-c9bc39a5-057d-4489-b06d-e840dd6a5447 service neutron] Attempting to bind port 94256cd8-44d3-4041-8131-77ccb8f7301f on network 346debfa-452b-4048-abf4-8f4493625ef2 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:37:23.891725 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-7369170f-58ba-4507-8483-fe027d44008e req-b75dacb1-5963-4aa4-b5aa-1908c4e14bb8 service neutron] Attempting to bind port d3151510-34cd-407a-b000-6f802dd5765c on host n-h1-818022-2 for vnic_type normal with profile {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:37:23.891725 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-7369170f-58ba-4507-8483-fe027d44008e req-b75dacb1-5963-4aa4-b5aa-1908c4e14bb8 service neutron] Attempting to bind port d3151510-34cd-407a-b000-6f802dd5765c by drivers openvswitch,hyperv on host n-h1-818022-2 at level 0 using segments [{'id': 'fa32b67e-17cc-4a5c-8764-82d3483c4272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '06df44ce-7965-49c3-9334-79a80c7f7af9'}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:37:23.891725 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7369170f-58ba-4507-8483-fe027d44008e req-b75dacb1-5963-4aa4-b5aa-1908c4e14bb8 service neutron] Attempting to bind port d3151510-34cd-407a-b000-6f802dd5765c on network 06df44ce-7965-49c3-9334-79a80c7f7af9 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:37:23.891725 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7369170f-58ba-4507-8483-fe027d44008e req-b75dacb1-5963-4aa4-b5aa-1908c4e14bb8 service neutron] Port d3151510-34cd-407a-b000-6f802dd5765c on network 06df44ce-7965-49c3-9334-79a80c7f7af9 not bound, no agent of type Open vSwitch agent registered on host n-h1-818022-2 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 17:37:23.891725 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7369170f-58ba-4507-8483-fe027d44008e req-b75dacb1-5963-4aa4-b5aa-1908c4e14bb8 service neutron] Attempting to bind port d3151510-34cd-407a-b000-6f802dd5765c on network 06df44ce-7965-49c3-9334-79a80c7f7af9 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:37:23.899976 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d821e9fe-4ed5-4996-8d0a-5035e616b265 req-c9bc39a5-057d-4489-b06d-e840dd6a5447 service neutron] Port 94256cd8-44d3-4041-8131-77ccb8f7301f on network 346debfa-452b-4048-abf4-8f4493625ef2 not bound, no agent of type Open vSwitch agent registered on host n-h1-818022-2 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 17:37:23.899976 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d821e9fe-4ed5-4996-8d0a-5035e616b265 req-c9bc39a5-057d-4489-b06d-e840dd6a5447 service neutron] Attempting to bind port 94256cd8-44d3-4041-8131-77ccb8f7301f on network 346debfa-452b-4048-abf4-8f4493625ef2 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:37:23.912064 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7369170f-58ba-4507-8483-fe027d44008e req-b75dacb1-5963-4aa4-b5aa-1908c4e14bb8 service neutron] Checking agent: {'id': 'a6668d96-12fa-4ec0-99ad-77eaf490dd2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'started_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 37, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:37:23.912064 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7369170f-58ba-4507-8483-fe027d44008e req-b75dacb1-5963-4aa4-b5aa-1908c4e14bb8 service neutron] Checking segment: {'id': 'fa32b67e-17cc-4a5c-8764-82d3483c4272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '06df44ce-7965-49c3-9334-79a80c7f7af9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:37:23.912064 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7369170f-58ba-4507-8483-fe027d44008e req-b75dacb1-5963-4aa4-b5aa-1908c4e14bb8 service neutron] Bound using segment: {'id': 'fa32b67e-17cc-4a5c-8764-82d3483c4272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '06df44ce-7965-49c3-9334-79a80c7f7af9'} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:37:23.912064 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-7369170f-58ba-4507-8483-fe027d44008e req-b75dacb1-5963-4aa4-b5aa-1908c4e14bb8 service neutron] Bound port: d3151510-34cd-407a-b000-6f802dd5765c, host: n-h1-818022-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa32b67e-17cc-4a5c-8764-82d3483c4272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '06df44ce-7965-49c3-9334-79a80c7f7af9'}}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:37:23.912064 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-7369170f-58ba-4507-8483-fe027d44008e req-b75dacb1-5963-4aa4-b5aa-1908c4e14bb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:23.912064 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d5a5e28f-e409-4961-ae92-6ccb0f7a30bc req-c13bed61-e616-4430-b43e-de6d526fd63b tempest-ServersWithSpecificFlavorTestJSON-308617854 tempest-ServersWithSpecificFlavorTestJSON-308617854-project] 10.222.0.54 "GET /v2.0/security-groups?id=348e49f2-1dcd-4cd6-9b8c-7ca0411be99d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1665592 Nov 19 17:37:23.927320 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-97d215f1-b369-490a-8d29-70a56446e8fe req-78fb7af8-7bbc-4f1c-8b59-7c08f6752a97 tempest-FloatingIPsAssociationNegativeTestJSON-628748915 tempest-FloatingIPsAssociationNegativeTestJSON-628748915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:23.930814 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-606e07f5-9745-421e-944d-8239ddd20ab4 req-031091c7-abc2-424d-9c07-bdfdbfa985e6 service neutron] 10.222.0.86 "GET /v2.0/networks/129a9009-9385-4250-92f4-51006107194d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2812254 Nov 19 17:37:23.944157 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d821e9fe-4ed5-4996-8d0a-5035e616b265 req-c9bc39a5-057d-4489-b06d-e840dd6a5447 service neutron] Checking agent: {'id': 'a6668d96-12fa-4ec0-99ad-77eaf490dd2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'started_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 37, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:37:23.944500 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d821e9fe-4ed5-4996-8d0a-5035e616b265 req-c9bc39a5-057d-4489-b06d-e840dd6a5447 service neutron] Checking segment: {'id': '1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '346debfa-452b-4048-abf4-8f4493625ef2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:37:23.944924 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d821e9fe-4ed5-4996-8d0a-5035e616b265 req-c9bc39a5-057d-4489-b06d-e840dd6a5447 service neutron] Bound using segment: {'id': '1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '346debfa-452b-4048-abf4-8f4493625ef2'} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:37:23.945588 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-d821e9fe-4ed5-4996-8d0a-5035e616b265 req-c9bc39a5-057d-4489-b06d-e840dd6a5447 service neutron] Bound port: 94256cd8-44d3-4041-8131-77ccb8f7301f, host: n-h1-818022-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '346debfa-452b-4048-abf4-8f4493625ef2'}}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:37:23.945972 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-d821e9fe-4ed5-4996-8d0a-5035e616b265 req-c9bc39a5-057d-4489-b06d-e840dd6a5447 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:23.946877 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9262d4fb-6924-452e-b4ca-9f16aab1c22a', 'tag': '3684f296-c50a-415a-8153-734b8df9944f'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:37:23.949279 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dd4767a008c23f8566efc82158ee1b1fff34e1a9e908d76d0b6d0ab7e350e5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9059cc31-36f8-48b7-84e9-5778f1b5b07f" -d '{"events": [{"name": "network-changed", "server_uuid": "9262d4fb-6924-452e-b4ca-9f16aab1c22a", "tag": "3684f296-c50a-415a-8153-734b8df9944f"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:37:23.981288 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a98e60f-eddd-421f-9724-372abd072b0a req-adb8a0db-6ec2-4667-842b-021c29733d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:23.983266 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2a98e60f-eddd-421f-9724-372abd072b0a req-adb8a0db-6ec2-4667-842b-021c29733d21 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=350b116c-50d0-4ddf-8934-2b25a4e80dab HTTP/1.1" status: 200 len: 862 time: 0.2819064 Nov 19 17:37:24.156704 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9762d438-ec23-4b36-a3f5-cfc71806ac6f req-52106ec4-c637-4526-bdcd-5e92e7fb5f6a tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:24.158206 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9762d438-ec23-4b36-a3f5-cfc71806ac6f req-52106ec4-c637-4526-bdcd-5e92e7fb5f6a tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] 10.222.0.54 "GET /v2.0/ports?device_id=6dcd0be3-f9d8-4c83-a7be-2601c2b0e54d HTTP/1.1" status: 200 len: 948 time: 0.2707288 Nov 19 17:37:24.170958 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fb7af8-7bbc-4f1c-8b59-7c08f6752a97 tempest-FloatingIPsAssociationNegativeTestJSON-628748915 tempest-FloatingIPsAssociationNegativeTestJSON-628748915-project] Pushing event updated for resources: {'Port': ['ID=d599098f-98e8-4746-9e46-4040050c6241,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:37:24.217631 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-d821e9fe-4ed5-4996-8d0a-5035e616b265 req-c9bc39a5-057d-4489-b06d-e840dd6a5447 service neutron] For port 94256cd8-44d3-4041-8131-77ccb8f7301f, host n-h1-818022-2, cleared binding levels {{(pid=103365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:37:24.224152 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-d821e9fe-4ed5-4996-8d0a-5035e616b265 req-c9bc39a5-057d-4489-b06d-e840dd6a5447 service neutron] For port 94256cd8-44d3-4041-8131-77ccb8f7301f, host n-h1-818022-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=94256cd8-44d3-4041-8131-77ccb8f7301f,segment=NetworkSegment(1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861),segment_id=1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861)] {{(pid=103365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:37:24.238022 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-d821e9fe-4ed5-4996-8d0a-5035e616b265 req-c9bc39a5-057d-4489-b06d-e840dd6a5447 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:24.257323 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97d215f1-b369-490a-8d29-70a56446e8fe req-78fb7af8-7bbc-4f1c-8b59-7c08f6752a97 tempest-FloatingIPsAssociationNegativeTestJSON-628748915 tempest-FloatingIPsAssociationNegativeTestJSON-628748915-project] Network 848c0e57-dcd4-4037-9fd3-fb8d9181ff53 is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:37:24.270513 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [req-97d215f1-b369-490a-8d29-70a56446e8fe req-78fb7af8-7bbc-4f1c-8b59-7c08f6752a97 tempest-FloatingIPsAssociationNegativeTestJSON-628748915 tempest-FloatingIPsAssociationNegativeTestJSON-628748915-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:37:24.276280 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [req-97d215f1-b369-490a-8d29-70a56446e8fe req-78fb7af8-7bbc-4f1c-8b59-7c08f6752a97 tempest-FloatingIPsAssociationNegativeTestJSON-628748915 tempest-FloatingIPsAssociationNegativeTestJSON-628748915-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:37:24.282125 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-7369170f-58ba-4507-8483-fe027d44008e req-b75dacb1-5963-4aa4-b5aa-1908c4e14bb8 service neutron] For port d3151510-34cd-407a-b000-6f802dd5765c, host n-h1-818022-2, cleared binding levels {{(pid=103364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:37:24.313408 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bc39a5-057d-4489-b06d-e840dd6a5447 service neutron] Pushing event updated for resources: {'Port': ['ID=94256cd8-44d3-4041-8131-77ccb8f7301f,revision_number=3']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:37:24.357788 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-7369170f-58ba-4507-8483-fe027d44008e req-b75dacb1-5963-4aa4-b5aa-1908c4e14bb8 service neutron] For port d3151510-34cd-407a-b000-6f802dd5765c, host n-h1-818022-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=d3151510-34cd-407a-b000-6f802dd5765c,segment=NetworkSegment(fa32b67e-17cc-4a5c-8764-82d3483c4272),segment_id=fa32b67e-17cc-4a5c-8764-82d3483c4272)] {{(pid=103364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:37:24.371513 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a98e60f-eddd-421f-9724-372abd072b0a req-2420a7b2-664f-493e-98f6-b129dbea51bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:24.378253 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2a98e60f-eddd-421f-9724-372abd072b0a req-2420a7b2-664f-493e-98f6-b129dbea51bd service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=833872e1-1a28-48e3-b9f9-d97ad690eebb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3702326 Nov 19 17:37:24.381064 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-606e07f5-9745-421e-944d-8239ddd20ab4 req-ab8d8565-30f4-45ac-b707-9ddea67c9eb8 service neutron] 10.222.0.86 "GET /v2.0/networks/129a9009-9385-4250-92f4-51006107194d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4180462 Nov 19 17:37:24.383076 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-7369170f-58ba-4507-8483-fe027d44008e req-b75dacb1-5963-4aa4-b5aa-1908c4e14bb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:24.435064 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d280ed1-8d95-45ea-94e7-75ae167e7d6e req-05d419cf-3110-4599-8e98-91ef2c37bd32 tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:24.436917 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8d280ed1-8d95-45ea-94e7-75ae167e7d6e req-05d419cf-3110-4599-8e98-91ef2c37bd32 tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] 10.222.0.54 "GET /v2.0/ports?device_id=1cad7dc2-8442-446b-94f2-51548934c3b6&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2454467 Nov 19 17:37:24.448596 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d215f1-b369-490a-8d29-70a56446e8fe req-78fb7af8-7bbc-4f1c-8b59-7c08f6752a97 tempest-FloatingIPsAssociationNegativeTestJSON-628748915 tempest-FloatingIPsAssociationNegativeTestJSON-628748915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:24.449340 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-97d215f1-b369-490a-8d29-70a56446e8fe req-78fb7af8-7bbc-4f1c-8b59-7c08f6752a97 tempest-FloatingIPsAssociationNegativeTestJSON-628748915 tempest-FloatingIPsAssociationNegativeTestJSON-628748915-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:24.516413 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7369170f-58ba-4507-8483-fe027d44008e req-b75dacb1-5963-4aa4-b5aa-1908c4e14bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:24.523358 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-7369170f-58ba-4507-8483-fe027d44008e req-b75dacb1-5963-4aa4-b5aa-1908c4e14bb8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:24.545749 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-7369170f-58ba-4507-8483-fe027d44008e req-b75dacb1-5963-4aa4-b5aa-1908c4e14bb8 service neutron] 10.222.0.60 "PUT /v2.0/ports/d3151510-34cd-407a-b000-6f802dd5765c HTTP/1.1" status: 200 len: 1092 time: 3.9671400 Nov 19 17:37:24.552593 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2a98e60f-eddd-421f-9724-372abd072b0a req-16fc64a7-a11d-4f1d-9508-bd759ee61a84 service neutron] 10.222.0.86 "GET /v2.0/networks/833872e1-1a28-48e3-b9f9-d97ad690eebb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524444 Nov 19 17:37:24.554714 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d821e9fe-4ed5-4996-8d0a-5035e616b265 req-c9bc39a5-057d-4489-b06d-e840dd6a5447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:24.555539 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-d821e9fe-4ed5-4996-8d0a-5035e616b265 req-c9bc39a5-057d-4489-b06d-e840dd6a5447 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:24.557674 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d821e9fe-4ed5-4996-8d0a-5035e616b265 req-c9bc39a5-057d-4489-b06d-e840dd6a5447 service neutron] 10.222.0.60 "PUT /v2.0/ports/94256cd8-44d3-4041-8131-77ccb8f7301f HTTP/1.1" status: 200 len: 1096 time: 4.5269377 Nov 19 17:37:24.586304 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9762d438-ec23-4b36-a3f5-cfc71806ac6f req-b910eb01-a53d-4d48-9e05-d28cdf1d933c tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] 10.222.0.54 "GET /v2.0/security-groups?id=01d035e7-47ed-4912-a186-53ea419ecd96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4138818 Nov 19 17:37:24.664962 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-97d215f1-b369-490a-8d29-70a56446e8fe req-78fb7af8-7bbc-4f1c-8b59-7c08f6752a97 tempest-FloatingIPsAssociationNegativeTestJSON-628748915 tempest-FloatingIPsAssociationNegativeTestJSON-628748915-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9421515 Nov 19 17:37:24.688927 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-97d215f1-b369-490a-8d29-70a56446e8fe req-f545f365-ad21-4a4f-bd41-d0a2c6565989 service neutron] Request body: {'port': {'device_id': '68b9b110-600e-4d53-a392-86b58ec07516', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818022-2'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:37:24.717700 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8d280ed1-8d95-45ea-94e7-75ae167e7d6e req-5c127478-8a10-45f2-b1b6-24f91c2e8b14 tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.7.191 HTTP/1.1" status: 200 len: 696 time: 0.2389886 Nov 19 17:37:24.722431 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-8d280ed1-8d95-45ea-94e7-75ae167e7d6e req-0bb331a9-814b-455d-95e4-746228fedc4c tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] Request body: {'floatingip': {'port_id': '1649679b-e7c0-4ea5-9240-8fc66bbe8eb8', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:37:24.802162 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dcd0be3-f9d8-4c83-a7be-2601c2b0e54d', 'tag': '94256cd8-44d3-4041-8131-77ccb8f7301f'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:37:24.804696 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218319d759239a7d11f1288aef37381b97754913ee9ccbfd43b51a463f801712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8722679e-2f31-4955-bcec-7a4d6b2a8e0e" -d '{"events": [{"name": "network-changed", "server_uuid": "6dcd0be3-f9d8-4c83-a7be-2601c2b0e54d", "tag": "94256cd8-44d3-4041-8131-77ccb8f7301f"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:37:24.816791 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2a98e60f-eddd-421f-9724-372abd072b0a req-8d946b39-5946-46cb-b501-8bf1a51e5c89 service neutron] 10.222.0.86 "GET /v2.0/networks/833872e1-1a28-48e3-b9f9-d97ad690eebb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2195961 Nov 19 17:37:24.834246 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device 3684f296-c50a-415a-8153-734b8df9944f details requested by agent hyperv_n-h2-818022-2 with host n-h2-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 17:37:24.869376 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-8d280ed1-8d95-45ea-94e7-75ae167e7d6e req-0bb331a9-814b-455d-95e4-746228fedc4c tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] Publish callbacks [] for floatingip, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:24.912793 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75dacb1-5963-4aa4-b5aa-1908c4e14bb8 service neutron] Pushing event updated for resources: {'Port': ['ID=d3151510-34cd-407a-b000-6f802dd5765c,revision_number=3']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:37:24.952565 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7369170f-58ba-4507-8483-fe027d44008e req-85ed0a01-28a7-44eb-ab8b-319e20099ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:24.954510 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7369170f-58ba-4507-8483-fe027d44008e req-85ed0a01-28a7-44eb-ab8b-319e20099ffc service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0d7ccfd9bdc740e383b438cb097bfe8d&device_id=3964468e-e495-4f24-b06e-7e621567361a HTTP/1.1" status: 200 len: 1095 time: 0.1252155 Nov 19 17:37:24.969784 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d821e9fe-4ed5-4996-8d0a-5035e616b265 req-d91b97fb-a4ec-4bbc-92e6-5a213994642b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:24.972071 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d821e9fe-4ed5-4996-8d0a-5035e616b265 req-d91b97fb-a4ec-4bbc-92e6-5a213994642b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=51cd71aac4854a038486be6b92d13068&device_id=6dcd0be3-f9d8-4c83-a7be-2601c2b0e54d HTTP/1.1" status: 200 len: 1099 time: 0.3061979 Nov 19 17:37:24.980763 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-97d215f1-b369-490a-8d29-70a56446e8fe req-f545f365-ad21-4a4f-bd41-d0a2c6565989 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:25.013251 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7369170f-58ba-4507-8483-fe027d44008e req-51bf5edd-ea1c-4c9d-b362-48d5f2676469 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d3151510-34cd-407a-b000-6f802dd5765c HTTP/1.1" status: 200 len: 217 time: 0.0484891 Nov 19 17:37:25.027601 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-c53f1e60-afb5-4b10-a2bc-a84a211590cc None None] Provisioning complete for port d599098f-98e8-4746-9e46-4040050c6241 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:37:25.028210 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-c53f1e60-afb5-4b10-a2bc-a84a211590cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:25.043434 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d821e9fe-4ed5-4996-8d0a-5035e616b265 req-d4d60932-9763-4e4d-b352-dd8900b7fee7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=94256cd8-44d3-4041-8131-77ccb8f7301f HTTP/1.1" status: 200 len: 217 time: 0.0502708 Nov 19 17:37:25.051993 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb60d7c8-8407-4bfc-bfbc-353ce909f6a8 req-505b30ed-053c-459e-a184-0aed9d125813 tempest-FloatingIPsAssociationNegativeTestJSON-628748915 tempest-FloatingIPsAssociationNegativeTestJSON-628748915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:25.053800 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fb60d7c8-8407-4bfc-bfbc-353ce909f6a8 req-505b30ed-053c-459e-a184-0aed9d125813 tempest-FloatingIPsAssociationNegativeTestJSON-628748915 tempest-FloatingIPsAssociationNegativeTestJSON-628748915-project] 10.222.0.54 "GET /v2.0/ports?device_id=68b9b110-600e-4d53-a392-86b58ec07516 HTTP/1.1" status: 200 len: 932 time: 0.2338781 Nov 19 17:37:25.070448 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [req-d821e9fe-4ed5-4996-8d0a-5035e616b265 req-4414b77e-b99e-45b0-8527-aaf16e983c98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad90d0c6-b21a-4322-9ec7-d3571b6fdbd7 {{(pid=103365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:37:25.119098 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port 3684f296-c50a-415a-8153-734b8df9944f, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=3684f296-c50a-415a-8153-734b8df9944f,segment=NetworkSegment(1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861),segment_id=1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:37:25.140413 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Returning: {'device': '3684f296-c50a-415a-8153-734b8df9944f', 'network_id': '346debfa-452b-4048-abf4-8f4493625ef2', 'port_id': '3684f296-c50a-415a-8153-734b8df9944f', 'mac_address': 'fa:16:3e:d7:e7:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b3c88de-c9c2-4a20-b19e-1855c2c19035', 'ip_address': '192.168.233.15'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 17:37:25.146501 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-d821e9fe-4ed5-4996-8d0a-5035e616b265 req-4414b77e-b99e-45b0-8527-aaf16e983c98 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:25.154411 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-c53f1e60-afb5-4b10-a2bc-a84a211590cc None None] Port d599098f-98e8-4746-9e46-4040050c6241 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:37:25.190495 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fb60d7c8-8407-4bfc-bfbc-353ce909f6a8 req-02094620-c062-4848-b489-70d9fae928db tempest-FloatingIPsAssociationNegativeTestJSON-628748915 tempest-FloatingIPsAssociationNegativeTestJSON-628748915-project] 10.222.0.54 "GET /v2.0/security-groups?id=df201946-eaa6-4ac7-aad2-a181245e6bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150653 Nov 19 17:37:25.200809 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.provisioning_blocks [req-d821e9fe-4ed5-4996-8d0a-5035e616b265 req-4414b77e-b99e-45b0-8527-aaf16e983c98 service neutron] Transition to ACTIVE for port object ad90d0c6-b21a-4322-9ec7-d3571b6fdbd7 will not be triggered until provisioned by entity L2. {{(pid=103365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 17:37:25.202551 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7369170f-58ba-4507-8483-fe027d44008e req-112fd3e4-d695-475d-9f0e-62572cacc94d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:25.204578 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7369170f-58ba-4507-8483-fe027d44008e req-112fd3e4-d695-475d-9f0e-62572cacc94d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e811f539-9c60-469d-a119-267f6bfeab01 HTTP/1.1" status: 200 len: 861 time: 0.1687739 Nov 19 17:37:25.222824 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43966cfa-9bbb-43db-b441-72659af8b1b0 req-39b7edd9-95f8-4551-87da-8641bc6857af tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:25.224229 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:25.224610 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-43966cfa-9bbb-43db-b441-72659af8b1b0 req-39b7edd9-95f8-4551-87da-8641bc6857af tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] 10.222.0.86 "GET /v2.0/ports?device_id=0581bf54-51a9-41d4-a295-e6c0d3cc5e26 HTTP/1.1" status: 200 len: 945 time: 0.2020497 Nov 19 17:37:25.243748 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-d821e9fe-4ed5-4996-8d0a-5035e616b265 req-4414b77e-b99e-45b0-8527-aaf16e983c98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:25.250270 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3684f296-c50a-415a-8153-734b8df9944f {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:37:25.280805 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7369170f-58ba-4507-8483-fe027d44008e req-54392dc0-2e57-4f9d-89c9-b8fcb1e8fca1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=06df44ce-7965-49c3-9334-79a80c7f7af9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551283 Nov 19 17:37:25.283632 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port 3684f296-c50a-415a-8153-734b8df9944f, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=3684f296-c50a-415a-8153-734b8df9944f,segment=NetworkSegment(1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861),segment_id=1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:37:25.291264 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d821e9fe-4ed5-4996-8d0a-5035e616b265 req-d6025464-f326-4bd3-88ed-43359a3deb88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:25.291507 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:25.293197 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d821e9fe-4ed5-4996-8d0a-5035e616b265 req-d6025464-f326-4bd3-88ed-43359a3deb88 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8b3c88de-c9c2-4a20-b19e-1855c2c19035 HTTP/1.1" status: 200 len: 843 time: 0.2286785 Nov 19 17:37:25.354461 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Pushing event updated for resources: {'Port': ['ID=3684f296-c50a-415a-8153-734b8df9944f,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:37:25.472908 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d821e9fe-4ed5-4996-8d0a-5035e616b265 req-649409f2-6aea-40a8-9511-57e37188e5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:25.474683 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d821e9fe-4ed5-4996-8d0a-5035e616b265 req-649409f2-6aea-40a8-9511-57e37188e5ea service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=346debfa-452b-4048-abf4-8f4493625ef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1705689 Nov 19 17:37:25.518030 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] get_ports_and_sgs() called for port_ids ['3684f296-c50a-415a-8153-734b8df9944f'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:37:25.708179 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4414b77e-b99e-45b0-8527-aaf16e983c98 service neutron] Pushing event updated for resources: {'Port': ['ID=ad90d0c6-b21a-4322-9ec7-d3571b6fdbd7,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:37:25.787083 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b67b9b-7d8d-4618-8130-3e18df21732a req-9a82daef-f322-4fe4-b3db-ad7f0153b75a tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:25.788735 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-65b67b9b-7d8d-4618-8130-3e18df21732a req-9a82daef-f322-4fe4-b3db-ad7f0153b75a tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.54 "GET /v2.0/ports?device_id=3964468e-e495-4f24-b06e-7e621567361a HTTP/1.1" status: 200 len: 944 time: 0.5017164 Nov 19 17:37:25.794902 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [req-97d215f1-b369-490a-8d29-70a56446e8fe req-f545f365-ad21-4a4f-bd41-d0a2c6565989 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d599098f-98e8-4746-9e46-4040050c6241 {{(pid=103364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:37:25.809230 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-97d215f1-b369-490a-8d29-70a56446e8fe req-f545f365-ad21-4a4f-bd41-d0a2c6565989 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:25.828050 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d821e9fe-4ed5-4996-8d0a-5035e616b265 req-9866bb88-1958-4949-a79a-a415913261e5 service neutron] 10.222.0.60 "GET /v2.0/networks/346debfa-452b-4048-abf4-8f4493625ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2726328 Nov 19 17:37:25.829345 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7369170f-58ba-4507-8483-fe027d44008e req-2894a2f9-3e64-4009-b10b-23498cdb9917 service neutron] 10.222.0.60 "GET /v2.0/networks/06df44ce-7965-49c3-9334-79a80c7f7af9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5187750 Nov 19 17:37:25.873472 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-d821e9fe-4ed5-4996-8d0a-5035e616b265 req-4414b77e-b99e-45b0-8527-aaf16e983c98 service neutron] Attempting to bind port ad90d0c6-b21a-4322-9ec7-d3571b6fdbd7 on host n-h1-818022-2 for vnic_type normal with profile {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:37:25.873828 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-d821e9fe-4ed5-4996-8d0a-5035e616b265 req-4414b77e-b99e-45b0-8527-aaf16e983c98 service neutron] Attempting to bind port ad90d0c6-b21a-4322-9ec7-d3571b6fdbd7 by drivers openvswitch,hyperv on host n-h1-818022-2 at level 0 using segments [{'id': '1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '346debfa-452b-4048-abf4-8f4493625ef2'}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:37:25.874163 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d821e9fe-4ed5-4996-8d0a-5035e616b265 req-4414b77e-b99e-45b0-8527-aaf16e983c98 service neutron] Attempting to bind port ad90d0c6-b21a-4322-9ec7-d3571b6fdbd7 on network 346debfa-452b-4048-abf4-8f4493625ef2 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:37:25.894664 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-43966cfa-9bbb-43db-b441-72659af8b1b0 req-9954b73b-9b5b-4ab3-8070-97d10825d305 tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] Deleting port c053efc6-7749-4914-ac16-a61339b0f34c {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:37:25.895038 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-43966cfa-9bbb-43db-b441-72659af8b1b0 req-9954b73b-9b5b-4ab3-8070-97d10825d305 tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:25.971038 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d821e9fe-4ed5-4996-8d0a-5035e616b265 req-4414b77e-b99e-45b0-8527-aaf16e983c98 service neutron] Port ad90d0c6-b21a-4322-9ec7-d3571b6fdbd7 on network 346debfa-452b-4048-abf4-8f4493625ef2 not bound, no agent of type Open vSwitch agent registered on host n-h1-818022-2 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 17:37:25.971272 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d821e9fe-4ed5-4996-8d0a-5035e616b265 req-4414b77e-b99e-45b0-8527-aaf16e983c98 service neutron] Attempting to bind port ad90d0c6-b21a-4322-9ec7-d3571b6fdbd7 on network 346debfa-452b-4048-abf4-8f4493625ef2 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:37:25.985266 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-65b67b9b-7d8d-4618-8130-3e18df21732a req-f418bb98-cacb-4382-99f8-f2a37fd5a16f tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.54 "GET /v2.0/security-groups?id=740807d6-4246-4ecb-a636-49a5e5a1e11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857007 Nov 19 17:37:25.992494 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d821e9fe-4ed5-4996-8d0a-5035e616b265 req-4414b77e-b99e-45b0-8527-aaf16e983c98 service neutron] Checking agent: {'id': 'a6668d96-12fa-4ec0-99ad-77eaf490dd2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'started_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 37, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:37:25.992856 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d821e9fe-4ed5-4996-8d0a-5035e616b265 req-4414b77e-b99e-45b0-8527-aaf16e983c98 service neutron] Checking segment: {'id': '1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '346debfa-452b-4048-abf4-8f4493625ef2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:37:25.993238 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d821e9fe-4ed5-4996-8d0a-5035e616b265 req-4414b77e-b99e-45b0-8527-aaf16e983c98 service neutron] Bound using segment: {'id': '1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '346debfa-452b-4048-abf4-8f4493625ef2'} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:37:25.993705 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-d821e9fe-4ed5-4996-8d0a-5035e616b265 req-4414b77e-b99e-45b0-8527-aaf16e983c98 service neutron] Bound port: ad90d0c6-b21a-4322-9ec7-d3571b6fdbd7, host: n-h1-818022-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '346debfa-452b-4048-abf4-8f4493625ef2'}}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:37:25.994098 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-d821e9fe-4ed5-4996-8d0a-5035e616b265 req-4414b77e-b99e-45b0-8527-aaf16e983c98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:26.117597 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7369170f-58ba-4507-8483-fe027d44008e req-371680b4-9832-4c75-984a-f472ab2b9e9a service neutron] 10.222.0.60 "GET /v2.0/networks/06df44ce-7965-49c3-9334-79a80c7f7af9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2703683 Nov 19 17:37:26.119456 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-43966cfa-9bbb-43db-b441-72659af8b1b0 req-9954b73b-9b5b-4ab3-8070-97d10825d305 tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] For port c053efc6-7749-4914-ac16-a61339b0f34c, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=c053efc6-7749-4914-ac16-a61339b0f34c,segment=NetworkSegment(31cc6645-5609-4224-bb9a-3c13df2bc7ca),segment_id=31cc6645-5609-4224-bb9a-3c13df2bc7ca)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:37:26.119822 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-43966cfa-9bbb-43db-b441-72659af8b1b0 req-9954b73b-9b5b-4ab3-8070-97d10825d305 tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:26.146012 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 17:37:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bfbf803-7ee7-40c5-94ce-b407b54f7f06 x-openstack-request-id: req-9bfbf803-7ee7-40c5-94ce-b407b54f7f06 {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:37:26.146976 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9262d4fb-6924-452e-b4ca-9f16aab1c22a", "tag": "3684f296-c50a-415a-8153-734b8df9944f", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:37:26.146976 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-9bfbf803-7ee7-40c5-94ce-b407b54f7f06 {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:37:26.147596 n-d-818022-2 neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9262d4fb-6924-452e-b4ca-9f16aab1c22a', 'tag': '3684f296-c50a-415a-8153-734b8df9944f', 'status': 'completed', 'code': 200} Nov 19 17:37:26.165504 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-43966cfa-9bbb-43db-b441-72659af8b1b0 req-9954b73b-9b5b-4ab3-8070-97d10825d305 tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] Calling delete_port for c053efc6-7749-4914-ac16-a61339b0f34c owned by compute:nova {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:37:26.185328 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-d821e9fe-4ed5-4996-8d0a-5035e616b265 req-4414b77e-b99e-45b0-8527-aaf16e983c98 service neutron] For port ad90d0c6-b21a-4322-9ec7-d3571b6fdbd7, host n-h1-818022-2, cleared binding levels {{(pid=103365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:37:26.189096 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.provisioning_blocks [req-97d215f1-b369-490a-8d29-70a56446e8fe req-f545f365-ad21-4a4f-bd41-d0a2c6565989 service neutron] Transition to ACTIVE for port object d599098f-98e8-4746-9e46-4040050c6241 will not be triggered until provisioned by entity L2. {{(pid=103364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 17:37:26.190593 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-d821e9fe-4ed5-4996-8d0a-5035e616b265 req-4414b77e-b99e-45b0-8527-aaf16e983c98 service neutron] For port ad90d0c6-b21a-4322-9ec7-d3571b6fdbd7, host n-h1-818022-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=ad90d0c6-b21a-4322-9ec7-d3571b6fdbd7,segment=NetworkSegment(1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861),segment_id=1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861)] {{(pid=103365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:37:26.228547 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-d821e9fe-4ed5-4996-8d0a-5035e616b265 req-4414b77e-b99e-45b0-8527-aaf16e983c98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:26.235205 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-97d215f1-b369-490a-8d29-70a56446e8fe req-f545f365-ad21-4a4f-bd41-d0a2c6565989 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:26.253238 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.db.resource_extend [req-8d280ed1-8d95-45ea-94e7-75ae167e7d6e req-0bb331a9-814b-455d-95e4-746228fedc4c tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] It took 0.42 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 19 17:37:26.291482 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c985b34-3bdb-4b5a-b926-6b0f76a03d50 req-53ce6bb5-394e-4286-848d-2c3abf0b511a tempest-TenantUsagesTestJSON-1177720949 tempest-TenantUsagesTestJSON-1177720949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:26.293046 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5c985b34-3bdb-4b5a-b926-6b0f76a03d50 req-53ce6bb5-394e-4286-848d-2c3abf0b511a tempest-TenantUsagesTestJSON-1177720949 tempest-TenantUsagesTestJSON-1177720949-project] 10.222.0.54 "GET /v2.0/ports?device_id=9262d4fb-6924-452e-b4ca-9f16aab1c22a HTTP/1.1" status: 200 len: 948 time: 0.1623790 Nov 19 17:37:26.295950 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d821e9fe-4ed5-4996-8d0a-5035e616b265 req-4414b77e-b99e-45b0-8527-aaf16e983c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:26.296556 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-d821e9fe-4ed5-4996-8d0a-5035e616b265 req-4414b77e-b99e-45b0-8527-aaf16e983c98 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:26.297917 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d821e9fe-4ed5-4996-8d0a-5035e616b265 req-4414b77e-b99e-45b0-8527-aaf16e983c98 service neutron] 10.222.0.60 "PUT /v2.0/ports/ad90d0c6-b21a-4322-9ec7-d3571b6fdbd7 HTTP/1.1" status: 200 len: 1096 time: 3.1062312 Nov 19 17:37:26.358026 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4414b77e-b99e-45b0-8527-aaf16e983c98 service neutron] Pushing event updated for resources: {'Port': ['ID=ad90d0c6-b21a-4322-9ec7-d3571b6fdbd7,revision_number=3']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:37:26.383023 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f545f365-ad21-4a4f-bd41-d0a2c6565989 service neutron] Pushing event updated for resources: {'Port': ['ID=d599098f-98e8-4746-9e46-4040050c6241,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:37:26.393673 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9059cc31-36f8-48b7-84e9-5778f1b5b07f req-aaceb8b1-ce07-4d66-92dc-eff6b95735e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:26.394972 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9059cc31-36f8-48b7-84e9-5778f1b5b07f req-aaceb8b1-ce07-4d66-92dc-eff6b95735e3 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=8cfc3d817901452492c5b5b90d48327d&device_id=9262d4fb-6924-452e-b4ca-9f16aab1c22a HTTP/1.1" status: 200 len: 1099 time: 0.2329609 Nov 19 17:37:26.420317 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-8d280ed1-8d95-45ea-94e7-75ae167e7d6e req-0bb331a9-814b-455d-95e4-746228fedc4c tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:26.435959 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5c985b34-3bdb-4b5a-b926-6b0f76a03d50 req-833b160f-3930-4754-b6a9-743d1ad3dc19 tempest-TenantUsagesTestJSON-1177720949 tempest-TenantUsagesTestJSON-1177720949-project] 10.222.0.54 "GET /v2.0/security-groups?id=b8352645-72b7-4f9d-8931-27b14f267271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316726 Nov 19 17:37:26.466671 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d821e9fe-4ed5-4996-8d0a-5035e616b265 req-869bd6b5-302b-4ab5-98ea-ebee233e29cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:26.468207 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d821e9fe-4ed5-4996-8d0a-5035e616b265 req-869bd6b5-302b-4ab5-98ea-ebee233e29cd service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=51cd71aac4854a038486be6b92d13068&device_id=ee31f147-3633-427f-aa83-85fa54d9d6e6 HTTP/1.1" status: 200 len: 1099 time: 0.1035523 Nov 19 17:37:26.476817 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-43966cfa-9bbb-43db-b441-72659af8b1b0 req-9954b73b-9b5b-4ab3-8070-97d10825d305 tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:26.485802 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-8d280ed1-8d95-45ea-94e7-75ae167e7d6e req-0bb331a9-814b-455d-95e4-746228fedc4c tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-671284'] for floatingip, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:26.494756 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d821e9fe-4ed5-4996-8d0a-5035e616b265 req-4fd3f308-940e-439e-a675-3069ad35af56 service neutron] 10.222.0.60 "GET /v2.0/networks/346debfa-452b-4048-abf4-8f4493625ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3461628 Nov 19 17:37:26.496383 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] get_ports_and_sgs() called for port_ids ['c053efc6-7749-4914-ac16-a61339b0f34c'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:37:26.551699 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9954b73b-9b5b-4ab3-8070-97d10825d305 tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] Pushing event deleted for resources: {'Port': ['ID=c053efc6-7749-4914-ac16-a61339b0f34c,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:37:26.556320 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d821e9fe-4ed5-4996-8d0a-5035e616b265 req-255a4cf6-d42e-4eb0-ab5a-eecd131491a1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=ad90d0c6-b21a-4322-9ec7-d3571b6fdbd7 HTTP/1.1" status: 200 len: 217 time: 0.0709674 Nov 19 17:37:26.562820 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 17:37:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a8a90c1-efde-411c-ace9-b27bf69c0113 x-openstack-request-id: req-6a8a90c1-efde-411c-ace9-b27bf69c0113 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:37:26.563191 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6dcd0be3-f9d8-4c83-a7be-2601c2b0e54d", "tag": "94256cd8-44d3-4041-8131-77ccb8f7301f", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:37:26.563456 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-6a8a90c1-efde-411c-ace9-b27bf69c0113 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:37:26.563874 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6dcd0be3-f9d8-4c83-a7be-2601c2b0e54d', 'tag': '94256cd8-44d3-4041-8131-77ccb8f7301f', 'status': 'completed', 'code': 200} Nov 19 17:37:26.584369 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['1649679b-e7c0-4ea5-9240-8fc66bbe8eb8'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:37:26.698746 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-43966cfa-9bbb-43db-b441-72659af8b1b0 req-9954b73b-9b5b-4ab3-8070-97d10825d305 tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] No DVR routers for this DVR port c053efc6-7749-4914-ac16-a61339b0f34c on host n-h2-818022-2 {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:37:26.705424 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-43966cfa-9bbb-43db-b441-72659af8b1b0 req-9954b73b-9b5b-4ab3-8070-97d10825d305 tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:26.709261 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-43966cfa-9bbb-43db-b441-72659af8b1b0 req-9954b73b-9b5b-4ab3-8070-97d10825d305 tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] 10.222.0.86 "DELETE /v2.0/ports/c053efc6-7749-4914-ac16-a61339b0f34c HTTP/1.1" status: 204 len: 173 time: 1.4731054 Nov 19 17:37:26.747948 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d821e9fe-4ed5-4996-8d0a-5035e616b265 req-1369d561-04ee-480e-8f5f-04a37b16a57d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:26.751713 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-97d215f1-b369-490a-8d29-70a56446e8fe req-f545f365-ad21-4a4f-bd41-d0a2c6565989 service neutron] Attempting to bind port d599098f-98e8-4746-9e46-4040050c6241 on host n-h2-818022-2 for vnic_type normal with profile {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:37:26.752133 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-97d215f1-b369-490a-8d29-70a56446e8fe req-f545f365-ad21-4a4f-bd41-d0a2c6565989 service neutron] Attempting to bind port d599098f-98e8-4746-9e46-4040050c6241 by drivers openvswitch,hyperv on host n-h2-818022-2 at level 0 using segments [{'id': '14c5d391-9845-4512-97da-480cae9dda64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '848c0e57-dcd4-4037-9fd3-fb8d9181ff53'}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:37:26.752377 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d215f1-b369-490a-8d29-70a56446e8fe req-f545f365-ad21-4a4f-bd41-d0a2c6565989 service neutron] Attempting to bind port d599098f-98e8-4746-9e46-4040050c6241 on network 848c0e57-dcd4-4037-9fd3-fb8d9181ff53 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:37:26.755460 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d821e9fe-4ed5-4996-8d0a-5035e616b265 req-1369d561-04ee-480e-8f5f-04a37b16a57d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8b3c88de-c9c2-4a20-b19e-1855c2c19035 HTTP/1.1" status: 200 len: 843 time: 0.1893203 Nov 19 17:37:26.767009 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8722679e-2f31-4955-bcec-7a4d6b2a8e0e req-7f5c1ff7-de5b-4da9-91c4-cdce4d5646f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:26.768866 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8722679e-2f31-4955-bcec-7a4d6b2a8e0e req-7f5c1ff7-de5b-4da9-91c4-cdce4d5646f0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=51cd71aac4854a038486be6b92d13068&device_id=6dcd0be3-f9d8-4c83-a7be-2601c2b0e54d HTTP/1.1" status: 200 len: 1099 time: 0.1905439 Nov 19 17:37:26.773647 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9059cc31-36f8-48b7-84e9-5778f1b5b07f req-5e864e18-3db0-426c-98a3-1c66a2e5faa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:26.775700 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9059cc31-36f8-48b7-84e9-5778f1b5b07f req-5e864e18-3db0-426c-98a3-1c66a2e5faa9 service neutron] 10.222.0.86 "GET /v2.0/networks?id=346debfa-452b-4048-abf4-8f4493625ef2 HTTP/1.1" status: 200 len: 870 time: 0.3702364 Nov 19 17:37:26.778665 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d215f1-b369-490a-8d29-70a56446e8fe req-f545f365-ad21-4a4f-bd41-d0a2c6565989 service neutron] Port d599098f-98e8-4746-9e46-4040050c6241 on network 848c0e57-dcd4-4037-9fd3-fb8d9181ff53 not bound, no agent of type Open vSwitch agent registered on host n-h2-818022-2 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 17:37:26.779043 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d215f1-b369-490a-8d29-70a56446e8fe req-f545f365-ad21-4a4f-bd41-d0a2c6565989 service neutron] Attempting to bind port d599098f-98e8-4746-9e46-4040050c6241 on network 848c0e57-dcd4-4037-9fd3-fb8d9181ff53 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:37:26.805739 n-d-818022-2 neutron-server[103364]: INFO neutron.db.l3_db [req-8d280ed1-8d95-45ea-94e7-75ae167e7d6e req-0bb331a9-814b-455d-95e4-746228fedc4c tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] Floating IP 0e845b61-f17e-4055-94ea-331199f7fc82 associated. External IP: 172.25.7.191, port: 1649679b-e7c0-4ea5-9240-8fc66bbe8eb8. Nov 19 17:37:26.822203 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61e73d4-b6b0-40b0-98ae-37245ed611b9 req-58c9c37d-6fe1-46cb-abc8-13778a53c22f tempest-ServersWithSpecificFlavorTestJSON-308617854 tempest-ServersWithSpecificFlavorTestJSON-308617854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:26.830162 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f61e73d4-b6b0-40b0-98ae-37245ed611b9 req-58c9c37d-6fe1-46cb-abc8-13778a53c22f tempest-ServersWithSpecificFlavorTestJSON-308617854 tempest-ServersWithSpecificFlavorTestJSON-308617854-project] 10.222.0.54 "GET /v2.0/ports?device_id=4b3aa343-7b61-4d1e-b719-83afff257d2e HTTP/1.1" status: 200 len: 944 time: 0.1420367 Nov 19 17:37:26.850783 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d215f1-b369-490a-8d29-70a56446e8fe req-f545f365-ad21-4a4f-bd41-d0a2c6565989 service neutron] Checking agent: {'id': '525ad2ac-c4ae-4c63-af2e-0bf8d25d0f0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'started_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 37, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:37:26.851151 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d215f1-b369-490a-8d29-70a56446e8fe req-f545f365-ad21-4a4f-bd41-d0a2c6565989 service neutron] Checking segment: {'id': '14c5d391-9845-4512-97da-480cae9dda64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '848c0e57-dcd4-4037-9fd3-fb8d9181ff53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:37:26.851455 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d215f1-b369-490a-8d29-70a56446e8fe req-f545f365-ad21-4a4f-bd41-d0a2c6565989 service neutron] Bound using segment: {'id': '14c5d391-9845-4512-97da-480cae9dda64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '848c0e57-dcd4-4037-9fd3-fb8d9181ff53'} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:37:26.851920 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-97d215f1-b369-490a-8d29-70a56446e8fe req-f545f365-ad21-4a4f-bd41-d0a2c6565989 service neutron] Bound port: d599098f-98e8-4746-9e46-4040050c6241, host: n-h2-818022-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14c5d391-9845-4512-97da-480cae9dda64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '848c0e57-dcd4-4037-9fd3-fb8d9181ff53'}}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:37:26.852281 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-97d215f1-b369-490a-8d29-70a56446e8fe req-f545f365-ad21-4a4f-bd41-d0a2c6565989 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:26.857050 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device 3e75f519-649c-4dfd-8f93-40f44e4e68ff details requested by agent hyperv_n-h2-818022-2 with host n-h2-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 17:37:26.860310 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d821e9fe-4ed5-4996-8d0a-5035e616b265 req-7b0ded4d-fe15-4318-ae2f-d9975529320c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:26.862010 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d821e9fe-4ed5-4996-8d0a-5035e616b265 req-7b0ded4d-fe15-4318-ae2f-d9975529320c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=346debfa-452b-4048-abf4-8f4493625ef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0918105 Nov 19 17:37:26.862972 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device 3684f296-c50a-415a-8153-734b8df9944f up at agent hyperv_n-h2-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:37:26.930067 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9059cc31-36f8-48b7-84e9-5778f1b5b07f req-2e597747-b977-4121-b534-4e826dd43404 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=3684f296-c50a-415a-8153-734b8df9944f HTTP/1.1" status: 200 len: 217 time: 0.1349938 Nov 19 17:37:26.949715 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f61e73d4-b6b0-40b0-98ae-37245ed611b9 req-738b0329-0220-4d72-8444-634d2bf2810b tempest-ServersWithSpecificFlavorTestJSON-308617854 tempest-ServersWithSpecificFlavorTestJSON-308617854-project] 10.222.0.54 "GET /v2.0/security-groups?id=348e49f2-1dcd-4cd6-9b8c-7ca0411be99d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1186011 Nov 19 17:37:27.009205 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d821e9fe-4ed5-4996-8d0a-5035e616b265 req-c5fc0b78-81d5-4529-a669-f8a0286e4b15 service neutron] 10.222.0.60 "GET /v2.0/networks/346debfa-452b-4048-abf4-8f4493625ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366479 Nov 19 17:37:27.087648 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-97d215f1-b369-490a-8d29-70a56446e8fe req-f545f365-ad21-4a4f-bd41-d0a2c6565989 service neutron] For port d599098f-98e8-4746-9e46-4040050c6241, host n-h2-818022-2, cleared binding levels {{(pid=103364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:37:27.092858 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-97d215f1-b369-490a-8d29-70a56446e8fe req-f545f365-ad21-4a4f-bd41-d0a2c6565989 service neutron] For port d599098f-98e8-4746-9e46-4040050c6241, host n-h2-818022-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=d599098f-98e8-4746-9e46-4040050c6241,segment=NetworkSegment(14c5d391-9845-4512-97da-480cae9dda64),segment_id=14c5d391-9845-4512-97da-480cae9dda64)] {{(pid=103364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:37:27.125480 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Provisioning for port 3684f296-c50a-415a-8153-734b8df9944f completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 17:37:27.149033 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Provisioning complete for port 3684f296-c50a-415a-8153-734b8df9944f triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:37:27.149719 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:27.204907 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-97d215f1-b369-490a-8d29-70a56446e8fe req-f545f365-ad21-4a4f-bd41-d0a2c6565989 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:27.216712 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port 3e75f519-649c-4dfd-8f93-40f44e4e68ff, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=3e75f519-649c-4dfd-8f93-40f44e4e68ff,segment=NetworkSegment(e2e76166-2a11-48ad-af12-51784925425c),segment_id=e2e76166-2a11-48ad-af12-51784925425c)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:37:27.217247 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d821e9fe-4ed5-4996-8d0a-5035e616b265 req-3f23669b-188a-40c6-b3b4-789843291b65 service neutron] 10.222.0.60 "GET /v2.0/networks/346debfa-452b-4048-abf4-8f4493625ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1982899 Nov 19 17:37:27.247827 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0839738f-f686-40d9-a8c9-2d7b13d5a604 req-b347d6eb-5629-435d-8969-0909235fa0a1 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:27.256988 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0839738f-f686-40d9-a8c9-2d7b13d5a604 req-b347d6eb-5629-435d-8969-0909235fa0a1 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] 10.222.0.54 "GET /v2.0/ports?device_id=6dcd0be3-f9d8-4c83-a7be-2601c2b0e54d HTTP/1.1" status: 200 len: 948 time: 0.0946405 Nov 19 17:37:27.268711 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Returning: {'device': '3e75f519-649c-4dfd-8f93-40f44e4e68ff', 'network_id': '833872e1-1a28-48e3-b9f9-d97ad690eebb', 'port_id': '3e75f519-649c-4dfd-8f93-40f44e4e68ff', 'mac_address': 'fa:16:3e:08:07:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '350b116c-50d0-4ddf-8934-2b25a4e80dab', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 17:37:27.322316 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0839738f-f686-40d9-a8c9-2d7b13d5a604 req-ee4e60b8-514e-42fc-8b86-b742b0dba522 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] 10.222.0.54 "GET /v2.0/security-groups?id=01d035e7-47ed-4912-a186-53ea419ecd96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618927 Nov 19 17:37:27.348049 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d215f1-b369-490a-8d29-70a56446e8fe req-f545f365-ad21-4a4f-bd41-d0a2c6565989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:27.349019 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-97d215f1-b369-490a-8d29-70a56446e8fe req-f545f365-ad21-4a4f-bd41-d0a2c6565989 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:27.351386 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-97d215f1-b369-490a-8d29-70a56446e8fe req-f545f365-ad21-4a4f-bd41-d0a2c6565989 service neutron] 10.222.0.86 "PUT /v2.0/ports/d599098f-98e8-4746-9e46-4040050c6241 HTTP/1.1" status: 200 len: 1092 time: 2.6673174 Nov 19 17:37:27.360335 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9059cc31-36f8-48b7-84e9-5778f1b5b07f req-2dbaa422-66ce-4d07-abf2-b2b1092ab532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:27.361876 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9059cc31-36f8-48b7-84e9-5778f1b5b07f req-2dbaa422-66ce-4d07-abf2-b2b1092ab532 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8b3c88de-c9c2-4a20-b19e-1855c2c19035 HTTP/1.1" status: 200 len: 843 time: 0.4011011 Nov 19 17:37:27.373473 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8722679e-2f31-4955-bcec-7a4d6b2a8e0e req-a4464a41-85e9-4c26-bfbd-9afb04526e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:27.374991 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8722679e-2f31-4955-bcec-7a4d6b2a8e0e req-a4464a41-85e9-4c26-bfbd-9afb04526e8d service neutron] 10.222.0.60 "GET /v2.0/networks?id=346debfa-452b-4048-abf4-8f4493625ef2 HTTP/1.1" status: 200 len: 870 time: 0.5912182 Nov 19 17:37:27.375706 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:27.411267 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:27.423218 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9262d4fb-6924-452e-b4ca-9f16aab1c22a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3684f296-c50a-415a-8153-734b8df9944f'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:37:27.427020 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3940761bcd94e032e6960d2241bd8993c5d3a7d8dc2aca8488f3ecf1d4dd2fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-665e9b41-d413-4b5d-adff-e46f7e0d8093" -d '{"events": [{"server_uuid": "9262d4fb-6924-452e-b4ca-9f16aab1c22a", "name": "network-vif-plugged", "status": "completed", "tag": "3684f296-c50a-415a-8153-734b8df9944f"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:37:27.448484 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port 3684f296-c50a-415a-8153-734b8df9944f, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=3684f296-c50a-415a-8153-734b8df9944f,segment=NetworkSegment(1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861),segment_id=1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:37:27.460089 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:27.469661 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e75f519-649c-4dfd-8f93-40f44e4e68ff {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:37:27.491463 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port 3e75f519-649c-4dfd-8f93-40f44e4e68ff, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=3e75f519-649c-4dfd-8f93-40f44e4e68ff,segment=NetworkSegment(e2e76166-2a11-48ad-af12-51784925425c),segment_id=e2e76166-2a11-48ad-af12-51784925425c)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:37:27.505882 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fd3af1-cf66-4696-b388-edad9c0335f1 req-4fee15fa-8e04-4dfa-8cbf-7e9040935bcb tempest-FloatingIPsAssociationNegativeTestJSON-628748915 tempest-FloatingIPsAssociationNegativeTestJSON-628748915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:27.508315 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-04fd3af1-cf66-4696-b388-edad9c0335f1 req-4fee15fa-8e04-4dfa-8cbf-7e9040935bcb tempest-FloatingIPsAssociationNegativeTestJSON-628748915 tempest-FloatingIPsAssociationNegativeTestJSON-628748915-project] 10.222.0.54 "GET /v2.0/ports?device_id=68b9b110-600e-4d53-a392-86b58ec07516 HTTP/1.1" status: 200 len: 944 time: 0.0663276 Nov 19 17:37:27.514460 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:27.517703 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f545f365-ad21-4a4f-bd41-d0a2c6565989 service neutron] Pushing event updated for resources: {'Port': ['ID=d599098f-98e8-4746-9e46-4040050c6241,revision_number=3']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:37:27.525040 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8722679e-2f31-4955-bcec-7a4d6b2a8e0e req-34ada9e3-3e5b-4181-bdb8-f57c16e8ed3e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=94256cd8-44d3-4041-8131-77ccb8f7301f HTTP/1.1" status: 200 len: 217 time: 0.1362135 Nov 19 17:37:27.549450 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Pushing event updated for resources: {'Port': ['ID=3684f296-c50a-415a-8153-734b8df9944f,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:37:27.593385 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-04fd3af1-cf66-4696-b388-edad9c0335f1 req-2924f71b-e3e4-45e8-9b28-aaa5f20ad800 tempest-FloatingIPsAssociationNegativeTestJSON-628748915 tempest-FloatingIPsAssociationNegativeTestJSON-628748915-project] 10.222.0.54 "GET /v2.0/security-groups?id=df201946-eaa6-4ac7-aad2-a181245e6bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730743 Nov 19 17:37:27.620466 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8722679e-2f31-4955-bcec-7a4d6b2a8e0e req-6c9885e1-e7de-4b94-9bac-0a2bef1ebcf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:27.622020 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8722679e-2f31-4955-bcec-7a4d6b2a8e0e req-6c9885e1-e7de-4b94-9bac-0a2bef1ebcf5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8b3c88de-c9c2-4a20-b19e-1855c2c19035 HTTP/1.1" status: 200 len: 843 time: 0.0687346 Nov 19 17:37:27.637536 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Pushing event updated for resources: {'Port': ['ID=3e75f519-649c-4dfd-8f93-40f44e4e68ff,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:37:27.649681 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9059cc31-36f8-48b7-84e9-5778f1b5b07f req-280ef0b6-2937-40a8-80a9-ead33b8a2fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:27.652788 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9059cc31-36f8-48b7-84e9-5778f1b5b07f req-280ef0b6-2937-40a8-80a9-ead33b8a2fc5 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=346debfa-452b-4048-abf4-8f4493625ef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2761004 Nov 19 17:37:27.701934 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d215f1-b369-490a-8d29-70a56446e8fe req-123e5ec4-4889-4831-8847-ad536cd3957c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:27.703921 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-97d215f1-b369-490a-8d29-70a56446e8fe req-123e5ec4-4889-4831-8847-ad536cd3957c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=8bb26e662dc04141965dbd1042ecc85e&device_id=68b9b110-600e-4d53-a392-86b58ec07516 HTTP/1.1" status: 200 len: 1095 time: 0.2132401 Nov 19 17:37:27.730967 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6e43fe-5a9b-4463-92b2-a48674dba567 req-cf03b3c6-ab36-448a-889e-ce752f3142ef tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:27.732639 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-dc6e43fe-5a9b-4463-92b2-a48674dba567 req-cf03b3c6-ab36-448a-889e-ce752f3142ef tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.54 "GET /v2.0/ports?device_id=3964468e-e495-4f24-b06e-7e621567361a HTTP/1.1" status: 200 len: 944 time: 0.0627410 Nov 19 17:37:27.736033 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8d280ed1-8d95-45ea-94e7-75ae167e7d6e req-0bb331a9-814b-455d-95e4-746228fedc4c tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] Router 57ca953c-b606-4e90-9771-7e2956ae7ce9 has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 17:37:27.753522 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] get_ports_and_sgs() called for port_ids ['3e75f519-649c-4dfd-8f93-40f44e4e68ff'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:37:27.784091 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-dc6e43fe-5a9b-4463-92b2-a48674dba567 req-92e93060-2210-4470-9fa2-a142805f475d tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.54 "GET /v2.0/security-groups?id=740807d6-4246-4ecb-a636-49a5e5a1e11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427637 Nov 19 17:37:27.786335 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-97d215f1-b369-490a-8d29-70a56446e8fe req-300dfffa-d159-4e98-8617-85f9b7d1b4c1 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d599098f-98e8-4746-9e46-4040050c6241 HTTP/1.1" status: 200 len: 217 time: 0.0477293 Nov 19 17:37:27.813946 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8722679e-2f31-4955-bcec-7a4d6b2a8e0e req-a262260c-909c-45be-aa35-9635f4916206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:27.815630 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8722679e-2f31-4955-bcec-7a4d6b2a8e0e req-a262260c-909c-45be-aa35-9635f4916206 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=346debfa-452b-4048-abf4-8f4493625ef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1814201 Nov 19 17:37:27.908278 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:37:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3c96e11-4a66-4f58-a249-7b46990472bb x-openstack-request-id: req-f3c96e11-4a66-4f58-a249-7b46990472bb {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:37:27.908650 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9262d4fb-6924-452e-b4ca-9f16aab1c22a", "name": "network-vif-plugged", "status": "completed", "tag": "3684f296-c50a-415a-8153-734b8df9944f", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:37:27.908992 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f3c96e11-4a66-4f58-a249-7b46990472bb {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:37:27.909453 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9262d4fb-6924-452e-b4ca-9f16aab1c22a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3684f296-c50a-415a-8153-734b8df9944f', 'code': 200} Nov 19 17:37:27.979351 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d215f1-b369-490a-8d29-70a56446e8fe req-c8ef927f-5cf6-4485-ad7d-47d025f280b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:27.980921 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-97d215f1-b369-490a-8d29-70a56446e8fe req-c8ef927f-5cf6-4485-ad7d-47d025f280b0 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=4cf25a17-adae-4720-b4f1-7f8604b69898 HTTP/1.1" status: 200 len: 868 time: 0.1872270 Nov 19 17:37:27.988282 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9059cc31-36f8-48b7-84e9-5778f1b5b07f req-36c0287d-fc89-496a-bff9-5bc467d89c52 service neutron] 10.222.0.86 "GET /v2.0/networks/346debfa-452b-4048-abf4-8f4493625ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3136873 Nov 19 17:37:28.020439 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e49e43-2051-479e-bc80-867aa9af8379 req-80aa1535-ecf4-490f-a48e-a25f79edb198 tempest-TenantUsagesTestJSON-1177720949 tempest-TenantUsagesTestJSON-1177720949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:28.022183 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-51e49e43-2051-479e-bc80-867aa9af8379 req-80aa1535-ecf4-490f-a48e-a25f79edb198 tempest-TenantUsagesTestJSON-1177720949 tempest-TenantUsagesTestJSON-1177720949-project] 10.222.0.54 "GET /v2.0/ports?device_id=9262d4fb-6924-452e-b4ca-9f16aab1c22a HTTP/1.1" status: 200 len: 949 time: 0.0660927 Nov 19 17:37:28.103205 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-51e49e43-2051-479e-bc80-867aa9af8379 req-e91217c5-6914-44b0-9158-c3b27a634ebf tempest-TenantUsagesTestJSON-1177720949 tempest-TenantUsagesTestJSON-1177720949-project] 10.222.0.54 "GET /v2.0/security-groups?id=b8352645-72b7-4f9d-8931-27b14f267271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717804 Nov 19 17:37:28.106489 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdbf695-09f1-4cd0-83a8-46d34b0e2bc5 req-b56d3146-506b-4d13-b021-ca493789537d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:28.108240 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-dbdbf695-09f1-4cd0-83a8-46d34b0e2bc5 req-b56d3146-506b-4d13-b021-ca493789537d service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=9262d4fb-6924-452e-b4ca-9f16aab1c22a HTTP/1.1" status: 200 len: 1100 time: 0.0850723 Nov 19 17:37:28.181776 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-dbdbf695-09f1-4cd0-83a8-46d34b0e2bc5 req-9cced534-ae47-437f-9681-1f14033a2ab3 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=b8352645-72b7-4f9d-8931-27b14f267271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639703 Nov 19 17:37:28.355231 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3964468e-e495-4f24-b06e-7e621567361a', 'tag': 'd3151510-34cd-407a-b000-6f802dd5765c'}, {'name': 'network-changed', 'server_uuid': '68b9b110-600e-4d53-a392-86b58ec07516', 'tag': 'd599098f-98e8-4746-9e46-4040050c6241'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:37:28.357743 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dd4767a008c23f8566efc82158ee1b1fff34e1a9e908d76d0b6d0ab7e350e5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-750eb7d2-dd43-454e-89e1-ccf81be9509f" -d '{"events": [{"name": "network-changed", "server_uuid": "3964468e-e495-4f24-b06e-7e621567361a", "tag": "d3151510-34cd-407a-b000-6f802dd5765c"}, {"name": "network-changed", "server_uuid": "68b9b110-600e-4d53-a392-86b58ec07516", "tag": "d599098f-98e8-4746-9e46-4040050c6241"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:37:28.409648 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8d280ed1-8d95-45ea-94e7-75ae167e7d6e req-0bb331a9-814b-455d-95e4-746228fedc4c tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 17:37:28.416158 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8722679e-2f31-4955-bcec-7a4d6b2a8e0e req-379c73db-4e20-4cb7-a158-9d7654a90df0 service neutron] 10.222.0.60 "GET /v2.0/networks/346debfa-452b-4048-abf4-8f4493625ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5771286 Nov 19 17:37:28.420955 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d01650-29b2-4431-ac54-15a2f2c252a7 None None] Sync routers for ids ['57ca953c-b606-4e90-9771-7e2956ae7ce9'] in n-d-818022-2 {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 17:37:28.421350 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-8d280ed1-8d95-45ea-94e7-75ae167e7d6e req-0bb331a9-814b-455d-95e4-746228fedc4c tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for floatingip, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:28.437639 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d01650-29b2-4431-ac54-15a2f2c252a7 None None] Routers {'57ca953c-b606-4e90-9771-7e2956ae7ce9'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:37:28.438315 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-84d01650-29b2-4431-ac54-15a2f2c252a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:37:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['57ca953c-b606-4e90-9771-7e2956ae7ce9'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:37:28.459173 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d215f1-b369-490a-8d29-70a56446e8fe req-b33feccc-61d5-4949-aee5-97d1bb3a69d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:28.460682 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-97d215f1-b369-490a-8d29-70a56446e8fe req-b33feccc-61d5-4949-aee5-97d1bb3a69d1 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=848c0e57-dcd4-4037-9fd3-fb8d9181ff53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4384153 Nov 19 17:37:28.565512 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee31f147-3633-427f-aa83-85fa54d9d6e6', 'tag': 'ad90d0c6-b21a-4322-9ec7-d3571b6fdbd7'}, {'server_uuid': '0581bf54-51a9-41d4-a295-e6c0d3cc5e26', 'name': 'network-vif-deleted', 'tag': 'c053efc6-7749-4914-ac16-a61339b0f34c'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:37:28.567239 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-84d01650-29b2-4431-ac54-15a2f2c252a7 None None] Set router 57ca953c-b606-4e90-9771-7e2956ae7ce9 gateway port host: n-d-818022-2 {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:37:28.572236 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218319d759239a7d11f1288aef37381b97754913ee9ccbfd43b51a463f801712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e860d5f-2532-420b-83a8-b5db39a90702" -d '{"events": [{"name": "network-changed", "server_uuid": "ee31f147-3633-427f-aa83-85fa54d9d6e6", "tag": "ad90d0c6-b21a-4322-9ec7-d3571b6fdbd7"}, {"server_uuid": "0581bf54-51a9-41d4-a295-e6c0d3cc5e26", "name": "network-vif-deleted", "tag": "c053efc6-7749-4914-ac16-a61339b0f34c"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:37:28.578977 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8d280ed1-8d95-45ea-94e7-75ae167e7d6e req-0bb331a9-814b-455d-95e4-746228fedc4c tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] 10.222.0.54 "PUT /v2.0/floatingips/0e845b61-f17e-4055-94ea-331199f7fc82 HTTP/1.1" status: 200 len: 997 time: 3.8602767 Nov 19 17:37:28.599145 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9059cc31-36f8-48b7-84e9-5778f1b5b07f req-e38bb67e-e05d-4271-a2c1-d55d760b7d2d service neutron] 10.222.0.86 "GET /v2.0/networks/346debfa-452b-4048-abf4-8f4493625ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5794852 Nov 19 17:37:28.713753 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8722679e-2f31-4955-bcec-7a4d6b2a8e0e req-4094514a-6f2f-4643-8060-54726fd56e1a service neutron] 10.222.0.60 "GET /v2.0/networks/346debfa-452b-4048-abf4-8f4493625ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2862778 Nov 19 17:37:28.724059 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-97d215f1-b369-490a-8d29-70a56446e8fe req-01024429-74e6-4e91-9a8a-8d4d6f7d9e91 service neutron] 10.222.0.86 "GET /v2.0/networks/848c0e57-dcd4-4037-9fd3-fb8d9181ff53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2349319 Nov 19 17:37:28.732015 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d280ed1-8d95-45ea-94e7-75ae167e7d6e req-b6f7b736-b8f8-4a66-a09c-1faf1b77000b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:28.733632 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8d280ed1-8d95-45ea-94e7-75ae167e7d6e req-b6f7b736-b8f8-4a66-a09c-1faf1b77000b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0451c16dbd91499694bb6f860678eaa9&device_id=1cad7dc2-8442-446b-94f2-51548934c3b6 HTTP/1.1" status: 200 len: 1097 time: 0.1209083 Nov 19 17:37:28.872520 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device 3e75f519-649c-4dfd-8f93-40f44e4e68ff up at agent hyperv_n-h2-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:37:28.933646 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d280ed1-8d95-45ea-94e7-75ae167e7d6e req-20880c8f-0cab-43be-a0c3-1520e6b93342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:28.946492 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8d280ed1-8d95-45ea-94e7-75ae167e7d6e req-20880c8f-0cab-43be-a0c3-1520e6b93342 service neutron] 10.222.0.54 "GET /v2.0/networks?id=129a9009-9385-4250-92f4-51006107194d HTTP/1.1" status: 200 len: 921 time: 0.1863689 Nov 19 17:37:28.955535 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-97d215f1-b369-490a-8d29-70a56446e8fe req-f2fcd977-ea46-4ef1-9e90-22b919ddd548 service neutron] 10.222.0.86 "GET /v2.0/networks/848c0e57-dcd4-4037-9fd3-fb8d9181ff53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2178235 Nov 19 17:37:29.054412 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dcbdfd-4104-45cf-9476-69f9d69d644a req-09745b1b-8d37-4078-9fa1-5516e95b5332 tempest-ServersWithSpecificFlavorTestJSON-308617854 tempest-ServersWithSpecificFlavorTestJSON-308617854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:29.067051 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8d280ed1-8d95-45ea-94e7-75ae167e7d6e req-4ed52426-48d1-4c31-99e0-cbb3198eeca5 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1649679b-e7c0-4ea5-9240-8fc66bbe8eb8 HTTP/1.1" status: 200 len: 1000 time: 0.0977001 Nov 19 17:37:29.070872 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a8dcbdfd-4104-45cf-9476-69f9d69d644a req-09745b1b-8d37-4078-9fa1-5516e95b5332 tempest-ServersWithSpecificFlavorTestJSON-308617854 tempest-ServersWithSpecificFlavorTestJSON-308617854-project] 10.222.0.54 "GET /v2.0/ports?device_id=4b3aa343-7b61-4d1e-b719-83afff257d2e HTTP/1.1" status: 200 len: 945 time: 0.1189802 Nov 19 17:37:29.109877 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Provisioning for port 3e75f519-649c-4dfd-8f93-40f44e4e68ff completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 17:37:29.118066 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Provisioning complete for port 3e75f519-649c-4dfd-8f93-40f44e4e68ff triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:37:29.118284 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:29.142362 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a8dcbdfd-4104-45cf-9476-69f9d69d644a req-df973df6-355c-44e2-8f1f-90e0efaf547f tempest-ServersWithSpecificFlavorTestJSON-308617854 tempest-ServersWithSpecificFlavorTestJSON-308617854-project] 10.222.0.54 "GET /v2.0/security-groups?id=348e49f2-1dcd-4cd6-9b8c-7ca0411be99d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698748 Nov 19 17:37:29.160792 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d280ed1-8d95-45ea-94e7-75ae167e7d6e req-968e5f99-6e95-48d0-bff7-d25dce8504eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:29.162478 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8d280ed1-8d95-45ea-94e7-75ae167e7d6e req-968e5f99-6e95-48d0-bff7-d25dce8504eb service neutron] 10.222.0.54 "GET /v2.0/subnets?id=69d79900-574d-4621-892d-3cad82947dc7 HTTP/1.1" status: 200 len: 859 time: 0.0853114 Nov 19 17:37:29.178544 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 94256cd8-44d3-4041-8131-77ccb8f7301f details requested by agent hyperv_n-h1-818022-2 with host n-h1-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 17:37:29.181892 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device ee858cdd-8d37-458e-9d85-5675efd1b6ff no longer exists at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:37:29.221552 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d280ed1-8d95-45ea-94e7-75ae167e7d6e req-6014c06b-6c1a-49d4-86ca-5ef8d41f84d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:29.226260 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8d280ed1-8d95-45ea-94e7-75ae167e7d6e req-6014c06b-6c1a-49d4-86ca-5ef8d41f84d9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=129a9009-9385-4250-92f4-51006107194d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0564919 Nov 19 17:37:29.259195 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdad3f04-ce22-4bce-95ad-0cab1ea64917 req-b9e0fd77-3f64-405a-ab1c-b6a01ef47420 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:29.261471 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-bdad3f04-ce22-4bce-95ad-0cab1ea64917 req-b9e0fd77-3f64-405a-ab1c-b6a01ef47420 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] 10.222.0.54 "GET /v2.0/ports?device_id=6dcd0be3-f9d8-4c83-a7be-2601c2b0e54d HTTP/1.1" status: 200 len: 948 time: 0.0680785 Nov 19 17:37:29.324438 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-84d01650-29b2-4431-ac54-15a2f2c252a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57ca953c-b606-4e90-9771-7e2956ae7ce9', 'name': 'tempest-FloatingIPsAssociationTestJSON-802776427-router', 'tenant_id': '0451c16dbd91499694bb6f860678eaa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': 'db8c5ce6-b7a1-4a96-856c-5f03b01e2388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:35:51Z', 'updated_at': '2021-11-19T17:36:00Z', 'revision_number': 4, 'project_id': '0451c16dbd91499694bb6f860678eaa9', 'gw_port': {'id': 'db8c5ce6-b7a1-4a96-856c-5f03b01e2388', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:85:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ca953c-b606-4e90-9771-7e2956ae7ce9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:35:52Z', 'updated_at': '2021-11-19T17:36:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_floatingips': [{'id': '0e845b61-f17e-4055-94ea-331199f7fc82', 'tenant_id': '0451c16dbd91499694bb6f860678eaa9', 'floating_ip_address': '172.25.7.191', 'floating_network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'router_id': '57ca953c-b606-4e90-9771-7e2956ae7ce9', 'port_id': '1649679b-e7c0-4ea5-9240-8fc66bbe8eb8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 448, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '129a9009-9385-4250-92f4-51006107194d', 'mac_address': 'fa:16:3e:15:84:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cad7dc2-8442-446b-94f2-51548934c3b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T17:36:28Z', 'updated_at': '2021-11-19T17:37:25Z', 'revision_number': 8, 'project_id': '0451c16dbd91499694bb6f860678eaa9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6e5a257-abf1-4f08-a5f3-908b33e3c1a3', 'name': '', 'network_id': '129a9009-9385-4250-92f4-51006107194d', 'tenant_id': '0451c16dbd91499694bb6f860678eaa9', 'mac_address': 'fa:16:3e:59:d3:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ca953c-b606-4e90-9771-7e2956ae7ce9', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '69d79900-574d-4621-892d-3cad82947dc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:35:57Z', 'updated_at': '2021-11-19T17:36:07Z', 'revision_number': 5, 'project_id': '0451c16dbd91499694bb6f860678eaa9', 'subnets': [{'id': '69d79900-574d-4621-892d-3cad82947dc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:37:29.356656 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-bdad3f04-ce22-4bce-95ad-0cab1ea64917 req-cdf9c5a5-9881-498a-922b-aeed51227dde tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] 10.222.0.54 "GET /v2.0/security-groups?id=01d035e7-47ed-4912-a186-53ea419ecd96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798931 Nov 19 17:37:29.376719 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8d280ed1-8d95-45ea-94e7-75ae167e7d6e req-e7378391-6ce9-47d0-8b7a-60a9245e8719 service neutron] 10.222.0.54 "GET /v2.0/networks/129a9009-9385-4250-92f4-51006107194d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330645 Nov 19 17:37:29.404750 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d01650-29b2-4431-ac54-15a2f2c252a7 None None] Checking router: 57ca953c-b606-4e90-9771-7e2956ae7ce9 for host: n-d-818022-2 {{(pid=103366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 17:37:29.482303 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 19 Nov 2021 17:37:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea43b895-b051-44ce-bd47-3f48c8c958dd x-openstack-request-id: req-ea43b895-b051-44ce-bd47-3f48c8c958dd {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:37:29.483337 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3964468e-e495-4f24-b06e-7e621567361a", "tag": "d3151510-34cd-407a-b000-6f802dd5765c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "68b9b110-600e-4d53-a392-86b58ec07516", "tag": "d599098f-98e8-4746-9e46-4040050c6241", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:37:29.483490 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:29.483940 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ea43b895-b051-44ce-bd47-3f48c8c958dd {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:37:29.484523 n-d-818022-2 neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3964468e-e495-4f24-b06e-7e621567361a', 'tag': 'd3151510-34cd-407a-b000-6f802dd5765c', 'status': 'completed', 'code': 200} Nov 19 17:37:29.484974 n-d-818022-2 neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68b9b110-600e-4d53-a392-86b58ec07516', 'tag': 'd599098f-98e8-4746-9e46-4040050c6241', 'status': 'completed', 'code': 200} Nov 19 17:37:29.485297 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:29.489592 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 94256cd8-44d3-4041-8131-77ccb8f7301f, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=94256cd8-44d3-4041-8131-77ccb8f7301f,segment=NetworkSegment(1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861),segment_id=1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:37:29.492104 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d01650-29b2-4431-ac54-15a2f2c252a7 None None] Routers {'57ca953c-b606-4e90-9771-7e2956ae7ce9'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:37:29.492720 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-84d01650-29b2-4431-ac54-15a2f2c252a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:37:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['57ca953c-b606-4e90-9771-7e2956ae7ce9'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:37:29.530874 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8d280ed1-8d95-45ea-94e7-75ae167e7d6e req-6299c555-738d-471f-9312-5071a7a37c8b service neutron] 10.222.0.54 "GET /v2.0/networks/129a9009-9385-4250-92f4-51006107194d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439378 Nov 19 17:37:29.567322 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 19 Nov 2021 17:37:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a50baf49-3dac-4fca-a448-cf072d9095a4 x-openstack-request-id: req-a50baf49-3dac-4fca-a448-cf072d9095a4 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:37:29.567659 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee31f147-3633-427f-aa83-85fa54d9d6e6", "tag": "ad90d0c6-b21a-4322-9ec7-d3571b6fdbd7", "status": "completed", "code": 200}, {"server_uuid": "0581bf54-51a9-41d4-a295-e6c0d3cc5e26", "name": "network-vif-deleted", "tag": "c053efc6-7749-4914-ac16-a61339b0f34c", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:37:29.567879 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a50baf49-3dac-4fca-a448-cf072d9095a4 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:37:29.568266 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee31f147-3633-427f-aa83-85fa54d9d6e6', 'tag': 'ad90d0c6-b21a-4322-9ec7-d3571b6fdbd7', 'status': 'completed', 'code': 200} Nov 19 17:37:29.569446 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0581bf54-51a9-41d4-a295-e6c0d3cc5e26', 'name': 'network-vif-deleted', 'tag': 'c053efc6-7749-4914-ac16-a61339b0f34c', 'status': 'completed', 'code': 200} Nov 19 17:37:29.600745 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Returning: {'device': '94256cd8-44d3-4041-8131-77ccb8f7301f', 'network_id': '346debfa-452b-4048-abf4-8f4493625ef2', 'port_id': '94256cd8-44d3-4041-8131-77ccb8f7301f', 'mac_address': 'fa:16:3e:d7:78:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b3c88de-c9c2-4a20-b19e-1855c2c19035', 'ip_address': '192.168.233.204'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 17:37:29.643051 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750eb7d2-dd43-454e-89e1-ccf81be9509f req-7d52165d-2716-4bb0-a827-0e015d0b8928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:29.644460 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-750eb7d2-dd43-454e-89e1-ccf81be9509f req-7d52165d-2716-4bb0-a827-0e015d0b8928 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=8bb26e662dc04141965dbd1042ecc85e&device_id=68b9b110-600e-4d53-a392-86b58ec07516 HTTP/1.1" status: 200 len: 1095 time: 0.1174920 Nov 19 17:37:29.654444 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750eb7d2-dd43-454e-89e1-ccf81be9509f req-20967d5a-f39d-4fc7-9790-8f87fbb3a613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:29.655962 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-750eb7d2-dd43-454e-89e1-ccf81be9509f req-20967d5a-f39d-4fc7-9790-8f87fbb3a613 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0d7ccfd9bdc740e383b438cb097bfe8d&device_id=3964468e-e495-4f24-b06e-7e621567361a HTTP/1.1" status: 200 len: 1095 time: 0.1392906 Nov 19 17:37:29.697131 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port ee858cdd-8d37-458e-9d85-5675efd1b6ff, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=ee858cdd-8d37-458e-9d85-5675efd1b6ff,segment=NetworkSegment(3937b058-45c3-4cdc-b27d-da1ca7985067),segment_id=3937b058-45c3-4cdc-b27d-da1ca7985067)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:37:29.701370 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e860d5f-2532-420b-83a8-b5db39a90702 req-806da845-3aef-4b6e-bf86-21569b6e4652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:29.703560 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5e860d5f-2532-420b-83a8-b5db39a90702 req-806da845-3aef-4b6e-bf86-21569b6e4652 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=51cd71aac4854a038486be6b92d13068&device_id=ee31f147-3633-427f-aa83-85fa54d9d6e6 HTTP/1.1" status: 200 len: 1099 time: 0.1099319 Nov 19 17:37:29.720242 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port 3e75f519-649c-4dfd-8f93-40f44e4e68ff, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=3e75f519-649c-4dfd-8f93-40f44e4e68ff,segment=NetworkSegment(e2e76166-2a11-48ad-af12-51784925425c),segment_id=e2e76166-2a11-48ad-af12-51784925425c)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:37:29.732686 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:29.739776 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:29.740548 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device c053efc6-7749-4914-ac16-a61339b0f34c no longer exists at agent hyperv_n-h2-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:37:29.783442 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4a544594-b7d1-41df-83a7-a489dff29f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:29.785173 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2e2ba6-4fa1-4e39-9a1c-66f9c16e7370 req-6169442a-ed77-4236-b38e-814a20fad4cc tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:29.786810 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7d2e2ba6-4fa1-4e39-9a1c-66f9c16e7370 req-6169442a-ed77-4236-b38e-814a20fad4cc tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.54 "GET /v2.0/ports?device_id=3964468e-e495-4f24-b06e-7e621567361a HTTP/1.1" status: 200 len: 944 time: 0.1251042 Nov 19 17:37:29.795687 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] No Port match for: c053efc6-7749-4914-ac16-a61339b0f34c {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:37:29.796030 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device c053efc6-7749-4914-ac16-a61339b0f34c not bound to the agent host n-h2-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:37:29.808682 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:29.815855 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-84d01650-29b2-4431-ac54-15a2f2c252a7 None None] Set router 57ca953c-b606-4e90-9771-7e2956ae7ce9 gateway port host: n-d-818022-2 {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:37:29.867199 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=ee858cdd-8d37-458e-9d85-5675efd1b6ff,revision_number=8']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:37:29.872508 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7d2e2ba6-4fa1-4e39-9a1c-66f9c16e7370 req-063ee386-d06b-4f84-b6a7-6db22dc8a7f9 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.54 "GET /v2.0/security-groups?id=740807d6-4246-4ecb-a636-49a5e5a1e11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792701 Nov 19 17:37:29.874229 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94256cd8-44d3-4041-8131-77ccb8f7301f {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:37:29.874535 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e860d5f-2532-420b-83a8-b5db39a90702 req-1363f2c1-c1fa-4ac6-ac80-985b0deb10cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:29.876115 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5e860d5f-2532-420b-83a8-b5db39a90702 req-1363f2c1-c1fa-4ac6-ac80-985b0deb10cf service neutron] 10.222.0.60 "GET /v2.0/networks?id=346debfa-452b-4048-abf4-8f4493625ef2 HTTP/1.1" status: 200 len: 870 time: 0.1632574 Nov 19 17:37:29.901784 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcfdca2-75da-4605-907a-6e299f4244fa req-8c2e3b7a-e7a9-45f7-ba03-463519f0c6f2 tempest-FloatingIPsAssociationNegativeTestJSON-628748915 tempest-FloatingIPsAssociationNegativeTestJSON-628748915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:29.903730 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-bfcfdca2-75da-4605-907a-6e299f4244fa req-8c2e3b7a-e7a9-45f7-ba03-463519f0c6f2 tempest-FloatingIPsAssociationNegativeTestJSON-628748915 tempest-FloatingIPsAssociationNegativeTestJSON-628748915-project] 10.222.0.54 "GET /v2.0/ports?device_id=68b9b110-600e-4d53-a392-86b58ec07516 HTTP/1.1" status: 200 len: 944 time: 0.2151134 Nov 19 17:37:29.911966 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:37:29.912636 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:37:29.913284 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:37:29.913952 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:37:29.915369 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:37:29.915525 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:37:29.916107 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:37:29.918101 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:37:29.918492 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:37:29.918842 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:37:29.919188 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:37:29.928138 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:37:29.933245 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a17fdac-7a37-4ae0-bb36-e0d9011c4c04', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee858cdd-8d37-458e-9d85-5675efd1b6ff'}, {'server_uuid': '4b3aa343-7b61-4d1e-b719-83afff257d2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e75f519-649c-4dfd-8f93-40f44e4e68ff'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:37:29.935539 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3940761bcd94e032e6960d2241bd8993c5d3a7d8dc2aca8488f3ecf1d4dd2fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86dc1423-17a3-4e81-b31e-f54fe909d56f" -d '{"events": [{"server_uuid": "6a17fdac-7a37-4ae0-bb36-e0d9011c4c04", "name": "network-vif-unplugged", "status": "completed", "tag": "ee858cdd-8d37-458e-9d85-5675efd1b6ff"}, {"server_uuid": "4b3aa343-7b61-4d1e-b719-83afff257d2e", "name": "network-vif-plugged", "status": "completed", "tag": "3e75f519-649c-4dfd-8f93-40f44e4e68ff"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:37:29.935752 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5e860d5f-2532-420b-83a8-b5db39a90702 req-2f309443-14cd-4ce5-a6b5-8c1991ae2c8f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=ad90d0c6-b21a-4322-9ec7-d3571b6fdbd7 HTTP/1.1" status: 200 len: 217 time: 0.0516601 Nov 19 17:37:29.956802 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750eb7d2-dd43-454e-89e1-ccf81be9509f req-818d9bc6-0e22-46c1-b40d-692651fa75b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:29.959722 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-750eb7d2-dd43-454e-89e1-ccf81be9509f req-818d9bc6-0e22-46c1-b40d-692651fa75b5 service neutron] 10.222.0.86 "GET /v2.0/networks?id=848c0e57-dcd4-4037-9fd3-fb8d9181ff53 HTTP/1.1" status: 200 len: 930 time: 0.2994726 Nov 19 17:37:29.964143 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750eb7d2-dd43-454e-89e1-ccf81be9509f req-014d1b18-9e57-495f-b4c1-e6d7a93e7991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:29.966842 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-750eb7d2-dd43-454e-89e1-ccf81be9509f req-014d1b18-9e57-495f-b4c1-e6d7a93e7991 service neutron] 10.222.0.60 "GET /v2.0/networks?id=06df44ce-7965-49c3-9334-79a80c7f7af9 HTTP/1.1" status: 200 len: 922 time: 0.2952116 Nov 19 17:37:30.004390 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e860d5f-2532-420b-83a8-b5db39a90702 req-8405f776-51fc-42c1-9663-e6a9eb538573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:30.006733 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5e860d5f-2532-420b-83a8-b5db39a90702 req-8405f776-51fc-42c1-9663-e6a9eb538573 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8b3c88de-c9c2-4a20-b19e-1855c2c19035 HTTP/1.1" status: 200 len: 843 time: 0.0618806 Nov 19 17:37:30.017621 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 94256cd8-44d3-4041-8131-77ccb8f7301f, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=94256cd8-44d3-4041-8131-77ccb8f7301f,segment=NetworkSegment(1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861),segment_id=1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:37:30.031851 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:30.033416 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device d3151510-34cd-407a-b000-6f802dd5765c details requested by agent hyperv_n-h1-818022-2 with host n-h1-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 17:37:30.075559 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-750eb7d2-dd43-454e-89e1-ccf81be9509f req-2cbf4eb5-5829-48dc-82c1-b7a43df40a5b service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d599098f-98e8-4746-9e46-4040050c6241 HTTP/1.1" status: 200 len: 217 time: 0.1003625 Nov 19 17:37:30.078230 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-750eb7d2-dd43-454e-89e1-ccf81be9509f req-f72de604-1a68-4a67-a3fd-0fdf007149e3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d3151510-34cd-407a-b000-6f802dd5765c HTTP/1.1" status: 200 len: 217 time: 0.0959098 Nov 19 17:37:30.084523 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Pushing event updated for resources: {'Port': ['ID=3e75f519-649c-4dfd-8f93-40f44e4e68ff,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:37:30.094148 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-bfcfdca2-75da-4605-907a-6e299f4244fa req-c7285d0d-9518-4de2-86cd-a089e124046a tempest-FloatingIPsAssociationNegativeTestJSON-628748915 tempest-FloatingIPsAssociationNegativeTestJSON-628748915-project] 10.222.0.54 "GET /v2.0/security-groups?id=df201946-eaa6-4ac7-aad2-a181245e6bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722732 Nov 19 17:37:30.095571 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e860d5f-2532-420b-83a8-b5db39a90702 req-36b939cb-4ff7-4002-9339-14dd4ba743b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:30.100013 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5e860d5f-2532-420b-83a8-b5db39a90702 req-36b939cb-4ff7-4002-9339-14dd4ba743b3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=346debfa-452b-4048-abf4-8f4493625ef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0841942 Nov 19 17:37:30.253884 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=94256cd8-44d3-4041-8131-77ccb8f7301f,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:37:30.262763 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750eb7d2-dd43-454e-89e1-ccf81be9509f req-fa69c000-2ded-4b83-901b-e7217cf99a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:30.264333 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-750eb7d2-dd43-454e-89e1-ccf81be9509f req-fa69c000-2ded-4b83-901b-e7217cf99a10 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e811f539-9c60-469d-a119-267f6bfeab01 HTTP/1.1" status: 200 len: 861 time: 0.1686966 Nov 19 17:37:30.267094 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750eb7d2-dd43-454e-89e1-ccf81be9509f req-4308c86c-96a2-4f71-8e19-c3bf5a281b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:30.268484 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-750eb7d2-dd43-454e-89e1-ccf81be9509f req-4308c86c-96a2-4f71-8e19-c3bf5a281b57 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=4cf25a17-adae-4720-b4f1-7f8604b69898 HTTP/1.1" status: 200 len: 868 time: 0.1616497 Nov 19 17:37:30.280120 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port d3151510-34cd-407a-b000-6f802dd5765c, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=d3151510-34cd-407a-b000-6f802dd5765c,segment=NetworkSegment(fa32b67e-17cc-4a5c-8764-82d3483c4272),segment_id=fa32b67e-17cc-4a5c-8764-82d3483c4272)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:37:30.313082 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Returning: {'device': 'd3151510-34cd-407a-b000-6f802dd5765c', 'network_id': '06df44ce-7965-49c3-9334-79a80c7f7af9', 'port_id': 'd3151510-34cd-407a-b000-6f802dd5765c', 'mac_address': 'fa:16:3e:8f:80:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e811f539-9c60-469d-a119-267f6bfeab01', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 17:37:30.318237 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5978a128-eec6-4898-8ea8-552074110603 req-76231b17-913e-4048-9da1-4eece3993b85 tempest-TenantUsagesTestJSON-1177720949 tempest-TenantUsagesTestJSON-1177720949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:30.325672 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-5978a128-eec6-4898-8ea8-552074110603 req-76231b17-913e-4048-9da1-4eece3993b85 tempest-TenantUsagesTestJSON-1177720949 tempest-TenantUsagesTestJSON-1177720949-project] 10.222.0.54 "GET /v2.0/ports?device_id=9262d4fb-6924-452e-b4ca-9f16aab1c22a HTTP/1.1" status: 200 len: 949 time: 0.1199956 Nov 19 17:37:30.328889 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-750eb7d2-dd43-454e-89e1-ccf81be9509f req-e9508ebc-9b7c-4bfc-b3dd-3646ddf76bb2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=06df44ce-7965-49c3-9334-79a80c7f7af9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556526 Nov 19 17:37:30.362578 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5e860d5f-2532-420b-83a8-b5db39a90702 req-850019aa-ce52-48b0-b128-0093395570cc service neutron] 10.222.0.60 "GET /v2.0/networks/346debfa-452b-4048-abf4-8f4493625ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2451198 Nov 19 17:37:30.367907 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:30.388053 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-84d01650-29b2-4431-ac54-15a2f2c252a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57ca953c-b606-4e90-9771-7e2956ae7ce9', 'name': 'tempest-FloatingIPsAssociationTestJSON-802776427-router', 'tenant_id': '0451c16dbd91499694bb6f860678eaa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': 'db8c5ce6-b7a1-4a96-856c-5f03b01e2388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:35:51Z', 'updated_at': '2021-11-19T17:36:00Z', 'revision_number': 4, 'project_id': '0451c16dbd91499694bb6f860678eaa9', 'gw_port': {'id': 'db8c5ce6-b7a1-4a96-856c-5f03b01e2388', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:85:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ca953c-b606-4e90-9771-7e2956ae7ce9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:35:52Z', 'updated_at': '2021-11-19T17:36:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_floatingips': [{'id': '0e845b61-f17e-4055-94ea-331199f7fc82', 'tenant_id': '0451c16dbd91499694bb6f860678eaa9', 'floating_ip_address': '172.25.7.191', 'floating_network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'router_id': '57ca953c-b606-4e90-9771-7e2956ae7ce9', 'port_id': '1649679b-e7c0-4ea5-9240-8fc66bbe8eb8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 448, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '129a9009-9385-4250-92f4-51006107194d', 'mac_address': 'fa:16:3e:15:84:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cad7dc2-8442-446b-94f2-51548934c3b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T17:36:28Z', 'updated_at': '2021-11-19T17:37:25Z', 'revision_number': 8, 'project_id': '0451c16dbd91499694bb6f860678eaa9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6e5a257-abf1-4f08-a5f3-908b33e3c1a3', 'name': '', 'network_id': '129a9009-9385-4250-92f4-51006107194d', 'tenant_id': '0451c16dbd91499694bb6f860678eaa9', 'mac_address': 'fa:16:3e:59:d3:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ca953c-b606-4e90-9771-7e2956ae7ce9', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '69d79900-574d-4621-892d-3cad82947dc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:35:57Z', 'updated_at': '2021-11-19T17:36:07Z', 'revision_number': 5, 'project_id': '0451c16dbd91499694bb6f860678eaa9', 'subnets': [{'id': '69d79900-574d-4621-892d-3cad82947dc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:37:30.393668 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3151510-34cd-407a-b000-6f802dd5765c {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:37:30.419583 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d9728995-f06f-4f82-bf3d-38a1fc87234f req-4bf32473-325d-4551-b8e3-60185a64b9c0 tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] 10.222.0.54 "GET /v2.0/floatingips/0e845b61-f17e-4055-94ea-331199f7fc82 HTTP/1.1" status: 200 len: 997 time: 0.1388381 Nov 19 17:37:30.422487 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d01650-29b2-4431-ac54-15a2f2c252a7 None None] The sync data for ids ['57ca953c-b606-4e90-9771-7e2956ae7ce9'] in n-d-818022-2 is: [{'id': '57ca953c-b606-4e90-9771-7e2956ae7ce9', 'name': 'tempest-FloatingIPsAssociationTestJSON-802776427-router', 'tenant_id': '0451c16dbd91499694bb6f860678eaa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': 'db8c5ce6-b7a1-4a96-856c-5f03b01e2388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:35:51Z', 'updated_at': '2021-11-19T17:36:00Z', 'revision_number': 4, 'project_id': '0451c16dbd91499694bb6f860678eaa9', 'gw_port': {'id': 'db8c5ce6-b7a1-4a96-856c-5f03b01e2388', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:85:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ca953c-b606-4e90-9771-7e2956ae7ce9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:35:52Z', 'updated_at': '2021-11-19T17:36:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_floatingips': [{'id': '0e845b61-f17e-4055-94ea-331199f7fc82', 'tenant_id': '0451c16dbd91499694bb6f860678eaa9', 'floating_ip_address': '172.25.7.191', 'floating_network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'router_id': '57ca953c-b606-4e90-9771-7e2956ae7ce9', 'port_id': '1649679b-e7c0-4ea5-9240-8fc66bbe8eb8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 448, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '129a9009-9385-4250-92f4-51006107194d', 'mac_address': 'fa:16:3e:15:84:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cad7dc2-8442-446b-94f2-51548934c3b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T17:36:28Z', 'updated_at': '2021-11-19T17:37:25Z', 'revision_number': 8, 'project_id': '0451c16dbd91499694bb6f860678eaa9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6e5a257-abf1-4f08-a5f3-908b33e3c1a3', 'name': '', 'network_id': '129a9009-9385-4250-92f4-51006107194d', 'tenant_id': '0451c16dbd91499694bb6f860678eaa9', 'mac_address': 'fa:16:3e:59:d3:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ca953c-b606-4e90-9771-7e2956ae7ce9', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '69d79900-574d-4621-892d-3cad82947dc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:35:57Z', 'updated_at': '2021-11-19T17:36:07Z', 'revision_number': 5, 'project_id': '0451c16dbd91499694bb6f860678eaa9', 'subnets': [{'id': '69d79900-574d-4621-892d-3cad82947dc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 17:37:30.444402 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750eb7d2-dd43-454e-89e1-ccf81be9509f req-1a90d513-e9d1-4669-98cb-6fd72409c932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:30.446004 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-750eb7d2-dd43-454e-89e1-ccf81be9509f req-1a90d513-e9d1-4669-98cb-6fd72409c932 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=848c0e57-dcd4-4037-9fd3-fb8d9181ff53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1627529 Nov 19 17:37:30.451624 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port d3151510-34cd-407a-b000-6f802dd5765c, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=d3151510-34cd-407a-b000-6f802dd5765c,segment=NetworkSegment(fa32b67e-17cc-4a5c-8764-82d3483c4272),segment_id=fa32b67e-17cc-4a5c-8764-82d3483c4272)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:37:30.456442 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:30.466707 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-5978a128-eec6-4898-8ea8-552074110603 req-1a79f70b-909c-4a25-b558-835f09674ae8 tempest-TenantUsagesTestJSON-1177720949 tempest-TenantUsagesTestJSON-1177720949-project] 10.222.0.54 "GET /v2.0/security-groups?id=b8352645-72b7-4f9d-8931-27b14f267271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339548 Nov 19 17:37:30.514741 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=d3151510-34cd-407a-b000-6f802dd5765c,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:37:30.542345 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Fri, 19 Nov 2021 17:37:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9379a273-1c84-40e7-a7fc-440e6b82f99c x-openstack-request-id: req-9379a273-1c84-40e7-a7fc-440e6b82f99c {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:37:30.542896 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a17fdac-7a37-4ae0-bb36-e0d9011c4c04", "name": "network-vif-unplugged", "status": "completed", "tag": "ee858cdd-8d37-458e-9d85-5675efd1b6ff", "code": 200}, {"server_uuid": "4b3aa343-7b61-4d1e-b719-83afff257d2e", "name": "network-vif-plugged", "status": "completed", "tag": "3e75f519-649c-4dfd-8f93-40f44e4e68ff", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:37:30.543432 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-9379a273-1c84-40e7-a7fc-440e6b82f99c {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:37:30.543889 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a17fdac-7a37-4ae0-bb36-e0d9011c4c04', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee858cdd-8d37-458e-9d85-5675efd1b6ff', 'code': 200} Nov 19 17:37:30.544148 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b3aa343-7b61-4d1e-b719-83afff257d2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e75f519-649c-4dfd-8f93-40f44e4e68ff', 'code': 200} Nov 19 17:37:30.558925 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5e860d5f-2532-420b-83a8-b5db39a90702 req-3d205c2a-e09f-4781-8638-eb8516ec96b3 service neutron] 10.222.0.60 "GET /v2.0/networks/346debfa-452b-4048-abf4-8f4493625ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1859417 Nov 19 17:37:30.619206 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9728995-f06f-4f82-bf3d-38a1fc87234f req-c558fc85-6192-4a40-b7d4-e69dd3095e86 tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:30.620748 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d9728995-f06f-4f82-bf3d-38a1fc87234f req-c558fc85-6192-4a40-b7d4-e69dd3095e86 tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] 10.222.0.54 "GET /v2.0/networks/645e61aa-1a6c-4e8f-857e-ab06edb4897f HTTP/1.1" status: 200 len: 784 time: 0.1798966 Nov 19 17:37:30.632408 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [req-d9728995-f06f-4f82-bf3d-38a1fc87234f req-fed4c70f-bf27-46ca-9097-26cea4f73587 tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=103365) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 17:37:30.633649 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d9728995-f06f-4f82-bf3d-38a1fc87234f req-fed4c70f-bf27-46ca-9097-26cea4f73587 tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0067093 Nov 19 17:37:30.659555 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-750eb7d2-dd43-454e-89e1-ccf81be9509f req-d3ac50cd-b253-4ebd-87f2-ee1114aa37ee service neutron] 10.222.0.60 "GET /v2.0/networks/06df44ce-7965-49c3-9334-79a80c7f7af9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3118412 Nov 19 17:37:30.729507 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf96787d-0aa4-4c79-b684-42084efff432 None None] New status for floating IP 0e845b61-f17e-4055-94ea-331199f7fc82: ACTIVE {{(pid=103367) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 17:37:30.795730 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['d3151510-34cd-407a-b000-6f802dd5765c'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:37:30.828150 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7099881a-8700-4d09-af9f-238fc0b60ab9 req-d462f3e1-a787-4735-ab49-c38529c7c75e tempest-ServersWithSpecificFlavorTestJSON-308617854 tempest-ServersWithSpecificFlavorTestJSON-308617854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:30.830076 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-7099881a-8700-4d09-af9f-238fc0b60ab9 req-d462f3e1-a787-4735-ab49-c38529c7c75e tempest-ServersWithSpecificFlavorTestJSON-308617854 tempest-ServersWithSpecificFlavorTestJSON-308617854-project] 10.222.0.54 "GET /v2.0/ports?device_id=4b3aa343-7b61-4d1e-b719-83afff257d2e HTTP/1.1" status: 200 len: 946 time: 0.2189956 Nov 19 17:37:30.836380 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e180a6-5031-4cc2-b3cb-ee6427e50d29 req-4f31f845-abbd-4cf0-a68c-6c1a4c0bc8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:30.837894 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-81e180a6-5031-4cc2-b3cb-ee6427e50d29 req-4f31f845-abbd-4cf0-a68c-6c1a4c0bc8b1 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=4b3aa343-7b61-4d1e-b719-83afff257d2e HTTP/1.1" status: 200 len: 1097 time: 0.1937213 Nov 19 17:37:30.847885 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-750eb7d2-dd43-454e-89e1-ccf81be9509f req-404b0b95-0114-43ba-800c-d88e78f6fd61 service neutron] 10.222.0.86 "GET /v2.0/networks/848c0e57-dcd4-4037-9fd3-fb8d9181ff53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3800836 Nov 19 17:37:30.966838 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-750eb7d2-dd43-454e-89e1-ccf81be9509f req-f04faeef-2d55-4d2d-b1d6-7b127ab0e0bf service neutron] 10.222.0.60 "GET /v2.0/networks/06df44ce-7965-49c3-9334-79a80c7f7af9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2835872 Nov 19 17:37:31.055968 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-81e180a6-5031-4cc2-b3cb-ee6427e50d29 req-be571921-f65f-45d5-b572-bb9a62a8efdd service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=348e49f2-1dcd-4cd6-9b8c-7ca0411be99d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2061918 Nov 19 17:37:31.073570 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-7099881a-8700-4d09-af9f-238fc0b60ab9 req-570962e6-2034-48f1-9b2f-11c57d312253 tempest-ServersWithSpecificFlavorTestJSON-308617854 tempest-ServersWithSpecificFlavorTestJSON-308617854-project] 10.222.0.54 "GET /v2.0/security-groups?id=348e49f2-1dcd-4cd6-9b8c-7ca0411be99d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2344911 Nov 19 17:37:31.121662 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-750eb7d2-dd43-454e-89e1-ccf81be9509f req-75749432-98a8-44df-9b0d-993e6dbc1cd3 service neutron] 10.222.0.86 "GET /v2.0/networks/848c0e57-dcd4-4037-9fd3-fb8d9181ff53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2625923 Nov 19 17:37:31.126694 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['94256cd8-44d3-4041-8131-77ccb8f7301f'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:37:31.129765 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device d599098f-98e8-4746-9e46-4040050c6241 details requested by agent hyperv_n-h2-818022-2 with host n-h2-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 17:37:31.189459 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device ad90d0c6-b21a-4322-9ec7-d3571b6fdbd7 details requested by agent hyperv_n-h1-818022-2 with host n-h1-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 17:37:31.216976 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e00185-086e-4fd1-b67b-4fb328ba98e5 req-264986cd-a3f5-46cf-be62-968397907368 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:31.226188 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-e8e00185-086e-4fd1-b67b-4fb328ba98e5 req-264986cd-a3f5-46cf-be62-968397907368 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] 10.222.0.54 "GET /v2.0/ports?device_id=6dcd0be3-f9d8-4c83-a7be-2601c2b0e54d HTTP/1.1" status: 200 len: 949 time: 0.0694444 Nov 19 17:37:31.236057 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7406ea9-1994-46e5-abe7-7bacb8cce516 req-f1906d76-72e2-4f95-a80c-4999435b2ffa tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:31.245258 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c7406ea9-1994-46e5-abe7-7bacb8cce516 req-f1906d76-72e2-4f95-a80c-4999435b2ffa tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] 10.222.0.54 "GET /v2.0/networks?id=c4cc9c60-be8c-4a60-be1b-a29e98302997 HTTP/1.1" status: 200 len: 805 time: 0.1621940 Nov 19 17:37:31.264602 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c7406ea9-1994-46e5-abe7-7bacb8cce516 req-f9af5193-a923-474e-9aef-60003ef551f7 tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] 10.222.0.54 "GET /v2.0/quotas/21543f85dc9e402a8587774ac19495fe HTTP/1.1" status: 200 len: 375 time: 0.0180132 Nov 19 17:37:31.298903 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-e8e00185-086e-4fd1-b67b-4fb328ba98e5 req-e5708364-9c8f-47af-bc6a-737ef1bc2b15 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] 10.222.0.54 "GET /v2.0/security-groups?id=01d035e7-47ed-4912-a186-53ea419ecd96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695014 Nov 19 17:37:31.350669 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c7406ea9-1994-46e5-abe7-7bacb8cce516 req-e6fd325f-80bb-4281-a24e-47e6e1713f01 tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=21543f85dc9e402a8587774ac19495fe&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0847437 Nov 19 17:37:31.489761 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c7406ea9-1994-46e5-abe7-7bacb8cce516 req-cfa5a043-60cf-421e-bf5b-f1fa4fce464b service neutron] 10.222.0.54 "GET /v2.0/networks/c4cc9c60-be8c-4a60-be1b-a29e98302997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378608 Nov 19 17:37:31.523906 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cad7dc2-8442-446b-94f2-51548934c3b6', 'tag': '1649679b-e7c0-4ea5-9240-8fc66bbe8eb8'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:37:31.526518 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dd4767a008c23f8566efc82158ee1b1fff34e1a9e908d76d0b6d0ab7e350e5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ee550ac-0c59-488d-b1c4-95cf3428fb19" -d '{"events": [{"name": "network-changed", "server_uuid": "1cad7dc2-8442-446b-94f2-51548934c3b6", "tag": "1649679b-e7c0-4ea5-9240-8fc66bbe8eb8"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:37:31.549870 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port d599098f-98e8-4746-9e46-4040050c6241, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=d599098f-98e8-4746-9e46-4040050c6241,segment=NetworkSegment(14c5d391-9845-4512-97da-480cae9dda64),segment_id=14c5d391-9845-4512-97da-480cae9dda64)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:37:31.562708 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-588c165c-456c-4d06-8b50-7d58c89cbfc3 req-f3231796-e48e-4074-b5f0-c5c084973116 tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.7.191 HTTP/1.1" status: 200 len: 1002 time: 0.0930641 Nov 19 17:37:31.599090 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port ad90d0c6-b21a-4322-9ec7-d3571b6fdbd7, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=ad90d0c6-b21a-4322-9ec7-d3571b6fdbd7,segment=NetworkSegment(1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861),segment_id=1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:37:31.602997 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Returning: {'device': 'd599098f-98e8-4746-9e46-4040050c6241', 'network_id': '848c0e57-dcd4-4037-9fd3-fb8d9181ff53', 'port_id': 'd599098f-98e8-4746-9e46-4040050c6241', 'mac_address': 'fa:16:3e:9d:07:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 661, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cf25a17-adae-4720-b4f1-7f8604b69898', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 17:37:31.605288 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c7406ea9-1994-46e5-abe7-7bacb8cce516 req-39aa4e0f-97a6-4b9b-b92a-add11ce55574 service neutron] 10.222.0.54 "GET /v2.0/networks/c4cc9c60-be8c-4a60-be1b-a29e98302997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146383 Nov 19 17:37:31.625081 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588c165c-456c-4d06-8b50-7d58c89cbfc3 req-7e48abda-3b25-4038-a4b1-d720c10cc091 tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:31.626592 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-588c165c-456c-4d06-8b50-7d58c89cbfc3 req-7e48abda-3b25-4038-a4b1-d720c10cc091 tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] 10.222.0.54 "GET /v2.0/ports/1649679b-e7c0-4ea5-9240-8fc66bbe8eb8 HTTP/1.1" status: 200 len: 943 time: 0.0573976 Nov 19 17:37:31.640284 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Returning: {'device': 'ad90d0c6-b21a-4322-9ec7-d3571b6fdbd7', 'network_id': '346debfa-452b-4048-abf4-8f4493625ef2', 'port_id': 'ad90d0c6-b21a-4322-9ec7-d3571b6fdbd7', 'mac_address': 'fa:16:3e:b1:9f:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b3c88de-c9c2-4a20-b19e-1855c2c19035', 'ip_address': '192.168.233.252'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 17:37:31.759939 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:31.779364 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:31.783514 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-588c165c-456c-4d06-8b50-7d58c89cbfc3 req-bbc4f2d7-1f22-4337-a80a-703a332e0d48 tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.7.191 HTTP/1.1" status: 200 len: 1002 time: 0.0881560 Nov 19 17:37:31.807912 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d599098f-98e8-4746-9e46-4040050c6241 {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:37:31.840435 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad90d0c6-b21a-4322-9ec7-d3571b6fdbd7 {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:37:31.878802 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port d599098f-98e8-4746-9e46-4040050c6241, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=d599098f-98e8-4746-9e46-4040050c6241,segment=NetworkSegment(14c5d391-9845-4512-97da-480cae9dda64),segment_id=14c5d391-9845-4512-97da-480cae9dda64)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:37:31.900128 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:31.956855 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588c165c-456c-4d06-8b50-7d58c89cbfc3 req-28898ed4-9dec-48a4-8860-2203e666bb32 tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:31.960987 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-588c165c-456c-4d06-8b50-7d58c89cbfc3 req-28898ed4-9dec-48a4-8860-2203e666bb32 tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] 10.222.0.54 "GET /v2.0/networks/645e61aa-1a6c-4e8f-857e-ab06edb4897f HTTP/1.1" status: 200 len: 784 time: 0.1706183 Nov 19 17:37:31.988026 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228785d9-54d4-4e66-9146-db393d497a91 req-4a622192-f919-415f-bd21-b135b3b6577d tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:32.001189 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-228785d9-54d4-4e66-9146-db393d497a91 req-4a622192-f919-415f-bd21-b135b3b6577d tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.54 "GET /v2.0/ports?device_id=3964468e-e495-4f24-b06e-7e621567361a HTTP/1.1" status: 200 len: 945 time: 0.1182787 Nov 19 17:37:32.009346 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port ad90d0c6-b21a-4322-9ec7-d3571b6fdbd7, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=ad90d0c6-b21a-4322-9ec7-d3571b6fdbd7,segment=NetworkSegment(1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861),segment_id=1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:37:32.031280 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:32.108122 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-228785d9-54d4-4e66-9146-db393d497a91 req-e6f9f469-acf8-4c5d-8456-61c65f24837a tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.54 "GET /v2.0/security-groups?id=740807d6-4246-4ecb-a636-49a5e5a1e11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051438 Nov 19 17:37:32.138777 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-588c165c-456c-4d06-8b50-7d58c89cbfc3 req-cacc2e4d-fab5-480d-b675-b839aec976f2 tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.7.191 HTTP/1.1" status: 200 len: 1002 time: 0.1633003 Nov 19 17:37:32.147590 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-588c165c-456c-4d06-8b50-7d58c89cbfc3 req-8c4297ee-cc82-48e2-bcbb-774972429180 tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:37:32.185201 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-c61175c2-e0f6-4188-8ce3-a18c7fa920d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:32.254689 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Pushing event updated for resources: {'Port': ['ID=d599098f-98e8-4746-9e46-4040050c6241,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:37:32.321112 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-588c165c-456c-4d06-8b50-7d58c89cbfc3 req-8c4297ee-cc82-48e2-bcbb-774972429180 tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] Publish callbacks [] for floatingip, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:32.336129 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] get_ports_and_sgs() called for port_ids ['d599098f-98e8-4746-9e46-4040050c6241'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:37:32.375525 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d732d38-4a8e-45cd-9cb8-ad3081f1db36 req-5f3f3cca-4b11-4ec1-a1d8-7dbe8b4b7bb3 tempest-FloatingIPsAssociationNegativeTestJSON-628748915 tempest-FloatingIPsAssociationNegativeTestJSON-628748915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:32.382665 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3d732d38-4a8e-45cd-9cb8-ad3081f1db36 req-5f3f3cca-4b11-4ec1-a1d8-7dbe8b4b7bb3 tempest-FloatingIPsAssociationNegativeTestJSON-628748915 tempest-FloatingIPsAssociationNegativeTestJSON-628748915-project] 10.222.0.54 "GET /v2.0/ports?device_id=68b9b110-600e-4d53-a392-86b58ec07516 HTTP/1.1" status: 200 len: 945 time: 0.1442795 Nov 19 17:37:32.398271 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=ad90d0c6-b21a-4322-9ec7-d3571b6fdbd7,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:37:32.492771 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['ad90d0c6-b21a-4322-9ec7-d3571b6fdbd7'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:37:32.556612 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3d732d38-4a8e-45cd-9cb8-ad3081f1db36 req-3a13a3ba-451e-4060-ada0-cbd48a1618dc tempest-FloatingIPsAssociationNegativeTestJSON-628748915 tempest-FloatingIPsAssociationNegativeTestJSON-628748915-project] 10.222.0.54 "GET /v2.0/security-groups?id=df201946-eaa6-4ac7-aad2-a181245e6bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650090 Nov 19 17:37:32.579638 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99ac1a6-63ff-4fac-8174-ede16fb5bf46 req-c9ea9ff9-fe26-4434-a35d-4ce908c4f0eb tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:32.587143 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f99ac1a6-63ff-4fac-8174-ede16fb5bf46 req-c9ea9ff9-fe26-4434-a35d-4ce908c4f0eb tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a17fdac-7a37-4ae0-bb36-e0d9011c4c04 HTTP/1.1" status: 200 len: 943 time: 0.3536723 Nov 19 17:37:32.769190 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 17:37:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99b21793-5e9d-42ca-819d-5bea2e555e0b x-openstack-request-id: req-99b21793-5e9d-42ca-819d-5bea2e555e0b {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:37:32.769560 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cad7dc2-8442-446b-94f2-51548934c3b6", "tag": "1649679b-e7c0-4ea5-9240-8fc66bbe8eb8", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:37:32.769769 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-99b21793-5e9d-42ca-819d-5bea2e555e0b {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:37:32.770761 n-d-818022-2 neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cad7dc2-8442-446b-94f2-51548934c3b6', 'tag': '1649679b-e7c0-4ea5-9240-8fc66bbe8eb8', 'status': 'completed', 'code': 200} Nov 19 17:37:32.806505 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-588c165c-456c-4d06-8b50-7d58c89cbfc3 req-8c4297ee-cc82-48e2-bcbb-774972429180 tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:32.871669 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-588c165c-456c-4d06-8b50-7d58c89cbfc3 req-8c4297ee-cc82-48e2-bcbb-774972429180 tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-671284'] for floatingip, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:32.876030 n-d-818022-2 neutron-server[103364]: INFO neutron.db.l3_db [req-588c165c-456c-4d06-8b50-7d58c89cbfc3 req-8c4297ee-cc82-48e2-bcbb-774972429180 tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] Floating IP 0e845b61-f17e-4055-94ea-331199f7fc82 disassociated. External IP: 172.25.7.191, port: 1649679b-e7c0-4ea5-9240-8fc66bbe8eb8. Nov 19 17:37:32.920214 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a5491f5f-6db4-47ef-8378-5f807cd5f82c req-60d2cb24-0b62-48d4-93f8-09609188534c tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] 10.222.0.54 "GET /v2.0/ports?device_id=28bbee57-0a4b-4ac2-b952-d2d4ec1af0f7 HTTP/1.1" status: 200 len: 210 time: 0.0649779 Nov 19 17:37:32.955050 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee550ac-0c59-488d-b1c4-95cf3428fb19 req-1a3a6250-08b3-4c72-b31b-6b0fb1c3c225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:32.955050 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7ee550ac-0c59-488d-b1c4-95cf3428fb19 req-1a3a6250-08b3-4c72-b31b-6b0fb1c3c225 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0451c16dbd91499694bb6f860678eaa9&device_id=1cad7dc2-8442-446b-94f2-51548934c3b6 HTTP/1.1" status: 200 len: 1097 time: 0.1722541 Nov 19 17:37:33.042200 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e46ecc5a-dc14-4744-b262-3072ff2e958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:33.188439 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device d3151510-34cd-407a-b000-6f802dd5765c up at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:37:33.205692 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13deaa4-5a7a-4d2e-b4b7-d9d79f784602 req-dc08ceab-7d13-4361-8999-83b48c0b9cb3 tempest-ServersWithSpecificFlavorTestJSON-308617854 tempest-ServersWithSpecificFlavorTestJSON-308617854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:33.207917 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e13deaa4-5a7a-4d2e-b4b7-d9d79f784602 req-dc08ceab-7d13-4361-8999-83b48c0b9cb3 tempest-ServersWithSpecificFlavorTestJSON-308617854 tempest-ServersWithSpecificFlavorTestJSON-308617854-project] 10.222.0.54 "GET /v2.0/ports?device_id=4b3aa343-7b61-4d1e-b719-83afff257d2e HTTP/1.1" status: 200 len: 946 time: 0.1203771 Nov 19 17:37:33.209638 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee550ac-0c59-488d-b1c4-95cf3428fb19 req-35fdee44-1bb8-4c3a-bc16-8f7b2075ec08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:33.211987 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7ee550ac-0c59-488d-b1c4-95cf3428fb19 req-35fdee44-1bb8-4c3a-bc16-8f7b2075ec08 service neutron] 10.222.0.60 "GET /v2.0/networks?id=129a9009-9385-4250-92f4-51006107194d HTTP/1.1" status: 200 len: 921 time: 0.2506375 Nov 19 17:37:33.281669 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning for port d3151510-34cd-407a-b000-6f802dd5765c completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 17:37:33.286922 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning complete for port d3151510-34cd-407a-b000-6f802dd5765c triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:37:33.287207 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:33.327015 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7ee550ac-0c59-488d-b1c4-95cf3428fb19 req-62c12159-41c3-4029-af2a-7f97e395b092 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1649679b-e7c0-4ea5-9240-8fc66bbe8eb8 HTTP/1.1" status: 200 len: 217 time: 0.0987570 Nov 19 17:37:33.386303 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:33.424653 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port d3151510-34cd-407a-b000-6f802dd5765c, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=d3151510-34cd-407a-b000-6f802dd5765c,segment=NetworkSegment(fa32b67e-17cc-4a5c-8764-82d3483c4272),segment_id=fa32b67e-17cc-4a5c-8764-82d3483c4272)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:37:33.426523 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3964468e-e495-4f24-b06e-7e621567361a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3151510-34cd-407a-b000-6f802dd5765c'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:37:33.429605 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3940761bcd94e032e6960d2241bd8993c5d3a7d8dc2aca8488f3ecf1d4dd2fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf8fab57-8bb0-4a0c-85ee-c38d8cefbda3" -d '{"events": [{"server_uuid": "3964468e-e495-4f24-b06e-7e621567361a", "name": "network-vif-plugged", "status": "completed", "tag": "d3151510-34cd-407a-b000-6f802dd5765c"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:37:33.434156 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:33.435024 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 94256cd8-44d3-4041-8131-77ccb8f7301f up at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:37:33.479871 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e13deaa4-5a7a-4d2e-b4b7-d9d79f784602 req-b175c5b6-304d-45cb-adc1-1c004afbc5a7 tempest-ServersWithSpecificFlavorTestJSON-308617854 tempest-ServersWithSpecificFlavorTestJSON-308617854-project] 10.222.0.54 "GET /v2.0/security-groups?id=348e49f2-1dcd-4cd6-9b8c-7ca0411be99d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2631493 Nov 19 17:37:33.503534 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee550ac-0c59-488d-b1c4-95cf3428fb19 req-9df44deb-ef30-4b32-9e1b-a17c74a2d1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:33.503534 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7ee550ac-0c59-488d-b1c4-95cf3428fb19 req-9df44deb-ef30-4b32-9e1b-a17c74a2d1ec service neutron] 10.222.0.60 "GET /v2.0/subnets?id=69d79900-574d-4621-892d-3cad82947dc7 HTTP/1.1" status: 200 len: 859 time: 0.1617000 Nov 19 17:37:33.590581 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee550ac-0c59-488d-b1c4-95cf3428fb19 req-be003adb-40a6-47c4-8728-c396c91777f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:33.592547 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7ee550ac-0c59-488d-b1c4-95cf3428fb19 req-be003adb-40a6-47c4-8728-c396c91777f6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=129a9009-9385-4250-92f4-51006107194d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0790293 Nov 19 17:37:33.595502 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:33.605255 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning for port 94256cd8-44d3-4041-8131-77ccb8f7301f completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 17:37:33.614768 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:33.621562 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning complete for port 94256cd8-44d3-4041-8131-77ccb8f7301f triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:37:33.621969 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:33.623470 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=d3151510-34cd-407a-b000-6f802dd5765c,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:37:33.734717 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4cf5e7-4b37-4104-a1d6-5a6fad9d1065 req-7f17ec0d-7f9f-4eb4-bdf0-eaefb25a6e0a tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:33.736692 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8c4cf5e7-4b37-4104-a1d6-5a6fad9d1065 req-7f17ec0d-7f9f-4eb4-bdf0-eaefb25a6e0a tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] 10.222.0.54 "GET /v2.0/ports?device_id=6dcd0be3-f9d8-4c83-a7be-2601c2b0e54d HTTP/1.1" status: 200 len: 949 time: 0.1232443 Nov 19 17:37:33.752263 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:33.773542 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7ee550ac-0c59-488d-b1c4-95cf3428fb19 req-8b886ef7-c6c1-4f64-bce4-7868d8872beb service neutron] 10.222.0.60 "GET /v2.0/networks/129a9009-9385-4250-92f4-51006107194d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727178 Nov 19 17:37:33.774126 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [req-f99ac1a6-63ff-4fac-8174-ede16fb5bf46 req-4fd6b6bf-968c-4b8f-8cb5-cf5b6ba09d5d tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] Deleting port ee858cdd-8d37-458e-9d85-5675efd1b6ff {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:37:33.774614 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-f99ac1a6-63ff-4fac-8174-ede16fb5bf46 req-4fd6b6bf-968c-4b8f-8cb5-cf5b6ba09d5d tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:33.826974 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 94256cd8-44d3-4041-8131-77ccb8f7301f, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=94256cd8-44d3-4041-8131-77ccb8f7301f,segment=NetworkSegment(1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861),segment_id=1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:37:33.836314 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:33.881654 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8c4cf5e7-4b37-4104-a1d6-5a6fad9d1065 req-6febcb27-643b-47b2-a97d-1ea61c9b4e88 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] 10.222.0.54 "GET /v2.0/security-groups?id=01d035e7-47ed-4912-a186-53ea419ecd96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373024 Nov 19 17:37:33.922923 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=94256cd8-44d3-4041-8131-77ccb8f7301f,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:37:33.926514 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7ee550ac-0c59-488d-b1c4-95cf3428fb19 req-1577ecad-d749-409c-98c8-1df8ef91f8f5 service neutron] 10.222.0.60 "GET /v2.0/networks/129a9009-9385-4250-92f4-51006107194d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397228 Nov 19 17:37:33.954190 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7406ea9-1994-46e5-abe7-7bacb8cce516 req-9119d3ac-adbe-416f-809d-4f5795827f4b tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:33.955672 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c7406ea9-1994-46e5-abe7-7bacb8cce516 req-9119d3ac-adbe-416f-809d-4f5795827f4b tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] 10.222.0.86 "GET /v2.0/networks?id=c4cc9c60-be8c-4a60-be1b-a29e98302997 HTTP/1.1" status: 200 len: 805 time: 0.4364312 Nov 19 17:37:33.980826 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-c7406ea9-1994-46e5-abe7-7bacb8cce516 req-6eb075fd-50fc-434e-aad2-dd16a18be1b4 tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] Request body: {'port': {'device_id': '28bbee57-0a4b-4ac2-b952-d2d4ec1af0f7', 'network_id': 'c4cc9c60-be8c-4a60-be1b-a29e98302997', 'admin_state_up': True, 'tenant_id': '21543f85dc9e402a8587774ac19495fe'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:37:34.037708 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [req-588c165c-456c-4d06-8b50-7d58c89cbfc3 req-8c4297ee-cc82-48e2-bcbb-774972429180 tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] Router 57ca953c-b606-4e90-9771-7e2956ae7ce9 has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 17:37:34.050248 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-f99ac1a6-63ff-4fac-8174-ede16fb5bf46 req-4fd6b6bf-968c-4b8f-8cb5-cf5b6ba09d5d tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] For port ee858cdd-8d37-458e-9d85-5675efd1b6ff, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=ee858cdd-8d37-458e-9d85-5675efd1b6ff,segment=NetworkSegment(3937b058-45c3-4cdc-b27d-da1ca7985067),segment_id=3937b058-45c3-4cdc-b27d-da1ca7985067)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:37:34.051241 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-f99ac1a6-63ff-4fac-8174-ede16fb5bf46 req-4fd6b6bf-968c-4b8f-8cb5-cf5b6ba09d5d tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:34.079708 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [req-f99ac1a6-63ff-4fac-8174-ede16fb5bf46 req-4fd6b6bf-968c-4b8f-8cb5-cf5b6ba09d5d tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] Calling delete_port for ee858cdd-8d37-458e-9d85-5675efd1b6ff owned by compute:nova {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:37:34.121534 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6b0c64-7c4c-4210-ac90-d2f3f6bf2d0f req-e239a85d-63e9-4972-a10b-b81a67a3fa50 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:34.123426 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8d6b0c64-7c4c-4210-ac90-d2f3f6bf2d0f req-e239a85d-63e9-4972-a10b-b81a67a3fa50 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.54 "GET /v2.0/ports?device_id=3964468e-e495-4f24-b06e-7e621567361a HTTP/1.1" status: 200 len: 946 time: 0.0576165 Nov 19 17:37:34.176442 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8d6b0c64-7c4c-4210-ac90-d2f3f6bf2d0f req-8dad5947-90ed-42c4-a3a5-649637368dc9 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.54 "GET /v2.0/security-groups?id=740807d6-4246-4ecb-a636-49a5e5a1e11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461631 Nov 19 17:37:34.230902 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:37:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a453182-75a4-46e8-ac51-ce0a96bab8f4 x-openstack-request-id: req-7a453182-75a4-46e8-ac51-ce0a96bab8f4 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:37:34.231430 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3964468e-e495-4f24-b06e-7e621567361a", "name": "network-vif-plugged", "status": "completed", "tag": "d3151510-34cd-407a-b000-6f802dd5765c", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:37:34.231530 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-7a453182-75a4-46e8-ac51-ce0a96bab8f4 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:37:34.231848 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3964468e-e495-4f24-b06e-7e621567361a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3151510-34cd-407a-b000-6f802dd5765c', 'code': 200} Nov 19 17:37:34.295665 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-588c165c-456c-4d06-8b50-7d58c89cbfc3 req-8c4297ee-cc82-48e2-bcbb-774972429180 tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 17:37:34.306128 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-588c165c-456c-4d06-8b50-7d58c89cbfc3 req-8c4297ee-cc82-48e2-bcbb-774972429180 tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for floatingip, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:34.325536 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf022dc-8821-44fd-a45a-f4d59536505d None None] Sync routers for ids ['57ca953c-b606-4e90-9771-7e2956ae7ce9'] in n-d-818022-2 {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 17:37:34.328384 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7406ea9-1994-46e5-abe7-7bacb8cce516 req-6eb075fd-50fc-434e-aad2-dd16a18be1b4 tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] Made reservation on behalf of 21543f85dc9e402a8587774ac19495fe for: {'port': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:37:34.336048 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-c7406ea9-1994-46e5-abe7-7bacb8cce516 req-6eb075fd-50fc-434e-aad2-dd16a18be1b4 tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:34.339656 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf022dc-8821-44fd-a45a-f4d59536505d None None] Routers {'57ca953c-b606-4e90-9771-7e2956ae7ce9'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:37:34.340474 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-edf022dc-8821-44fd-a45a-f4d59536505d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:37:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['57ca953c-b606-4e90-9771-7e2956ae7ce9'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:37:34.371914 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-588c165c-456c-4d06-8b50-7d58c89cbfc3 req-8c4297ee-cc82-48e2-bcbb-774972429180 tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] 10.222.0.54 "PUT /v2.0/floatingips/0e845b61-f17e-4055-94ea-331199f7fc82 HTTP/1.1" status: 200 len: 696 time: 2.2321212 Nov 19 17:37:34.465525 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1034dd7f-a952-436c-bb14-d000511605cb req-b4f8ab4e-3f57-43f1-a3df-3a0ed23177e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:34.466975 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-1034dd7f-a952-436c-bb14-d000511605cb req-b4f8ab4e-3f57-43f1-a3df-3a0ed23177e5 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=3964468e-e495-4f24-b06e-7e621567361a HTTP/1.1" status: 200 len: 1097 time: 0.1623878 Nov 19 17:37:34.493458 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b03c262-264f-452e-8288-bf1ab10e3401 req-3797c578-6def-49cd-b541-073843cb6a12 tempest-ServersWithSpecificFlavorTestJSON-308617854 tempest-ServersWithSpecificFlavorTestJSON-308617854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:34.497570 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-edf022dc-8821-44fd-a45a-f4d59536505d None None] Set router 57ca953c-b606-4e90-9771-7e2956ae7ce9 gateway port host: n-d-818022-2 {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:37:34.503327 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4b03c262-264f-452e-8288-bf1ab10e3401 req-3797c578-6def-49cd-b541-073843cb6a12 tempest-ServersWithSpecificFlavorTestJSON-308617854 tempest-ServersWithSpecificFlavorTestJSON-308617854-project] 10.222.0.54 "GET /v2.0/ports?device_id=4b3aa343-7b61-4d1e-b719-83afff257d2e HTTP/1.1" status: 200 len: 946 time: 0.2183416 Nov 19 17:37:34.510627 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588c165c-456c-4d06-8b50-7d58c89cbfc3 req-181675c4-8b88-43d5-9c28-32441968c0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:34.521338 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-588c165c-456c-4d06-8b50-7d58c89cbfc3 req-181675c4-8b88-43d5-9c28-32441968c0b6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0451c16dbd91499694bb6f860678eaa9&device_id=1cad7dc2-8442-446b-94f2-51548934c3b6 HTTP/1.1" status: 200 len: 1097 time: 0.1179118 Nov 19 17:37:34.523740 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 42868) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:37:34.549151 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-e1038352-55fa-4582-abbe-33d05e018593 tempest-ServersWithSpecificFlavorTestJSON-308617854 tempest-ServersWithSpecificFlavorTestJSON-308617854-project] Request body: {'floatingip': {'port_id': '3e75f519-649c-4dfd-8f93-40f44e4e68ff'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:37:34.557561 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-f99ac1a6-63ff-4fac-8174-ede16fb5bf46 req-4fd6b6bf-968c-4b8f-8cb5-cf5b6ba09d5d tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:34.620203 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e013d7e6-5264-4dcc-9759-54f5fb809e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:34.623185 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-1034dd7f-a952-436c-bb14-d000511605cb req-2e4c1d5a-0411-451d-b163-707a748cb39f service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=740807d6-4246-4ecb-a636-49a5e5a1e11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171768 Nov 19 17:37:34.708822 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8976fbd6-b87a-46ae-8ba3-d7fe69955187 req-a61bbeb3-68e6-4f2a-8a35-4008c82caec6 tempest-FloatingIPsAssociationNegativeTestJSON-628748915 tempest-FloatingIPsAssociationNegativeTestJSON-628748915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:34.711086 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8976fbd6-b87a-46ae-8ba3-d7fe69955187 req-a61bbeb3-68e6-4f2a-8a35-4008c82caec6 tempest-FloatingIPsAssociationNegativeTestJSON-628748915 tempest-FloatingIPsAssociationNegativeTestJSON-628748915-project] 10.222.0.54 "GET /v2.0/ports?device_id=68b9b110-600e-4d53-a392-86b58ec07516 HTTP/1.1" status: 200 len: 945 time: 0.0854406 Nov 19 17:37:34.719749 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e1038352-55fa-4582-abbe-33d05e018593 tempest-ServersWithSpecificFlavorTestJSON-308617854 tempest-ServersWithSpecificFlavorTestJSON-308617854-project] Publish callbacks [] for floatingip, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:34.762609 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-edf022dc-8821-44fd-a45a-f4d59536505d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57ca953c-b606-4e90-9771-7e2956ae7ce9', 'name': 'tempest-FloatingIPsAssociationTestJSON-802776427-router', 'tenant_id': '0451c16dbd91499694bb6f860678eaa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': 'db8c5ce6-b7a1-4a96-856c-5f03b01e2388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:35:51Z', 'updated_at': '2021-11-19T17:36:00Z', 'revision_number': 4, 'project_id': '0451c16dbd91499694bb6f860678eaa9', 'gw_port': {'id': 'db8c5ce6-b7a1-4a96-856c-5f03b01e2388', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:85:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ca953c-b606-4e90-9771-7e2956ae7ce9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:35:52Z', 'updated_at': '2021-11-19T17:36:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': 'f6e5a257-abf1-4f08-a5f3-908b33e3c1a3', 'name': '', 'network_id': '129a9009-9385-4250-92f4-51006107194d', 'tenant_id': '0451c16dbd91499694bb6f860678eaa9', 'mac_address': 'fa:16:3e:59:d3:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ca953c-b606-4e90-9771-7e2956ae7ce9', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '69d79900-574d-4621-892d-3cad82947dc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:35:57Z', 'updated_at': '2021-11-19T17:36:07Z', 'revision_number': 5, 'project_id': '0451c16dbd91499694bb6f860678eaa9', 'subnets': [{'id': '69d79900-574d-4621-892d-3cad82947dc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:37:34.772115 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [req-c7406ea9-1994-46e5-abe7-7bacb8cce516 req-6eb075fd-50fc-434e-aad2-dd16a18be1b4 tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] Allocated IP 172.20.0.10 (c4cc9c60-be8c-4a60-be1b-a29e98302997/03fb8a38-8906-4daf-82e4-8d8788de58f6/fe1cd51d-0a17-48c8-b57e-9d40dcf9b505) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:37:34.792113 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8976fbd6-b87a-46ae-8ba3-d7fe69955187 req-84af3fbf-d67b-4f18-b423-30bfd6d9595f tempest-FloatingIPsAssociationNegativeTestJSON-628748915 tempest-FloatingIPsAssociationNegativeTestJSON-628748915-project] 10.222.0.54 "GET /v2.0/security-groups?id=df201946-eaa6-4ac7-aad2-a181245e6bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697372 Nov 19 17:37:34.799297 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cad7dc2-8442-446b-94f2-51548934c3b6', 'tag': '1649679b-e7c0-4ea5-9240-8fc66bbe8eb8'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:37:34.800401 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf022dc-8821-44fd-a45a-f4d59536505d None None] Checking router: 57ca953c-b606-4e90-9771-7e2956ae7ce9 for host: n-d-818022-2 {{(pid=103366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 17:37:34.801678 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dd4767a008c23f8566efc82158ee1b1fff34e1a9e908d76d0b6d0ab7e350e5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ef2fc3d-8287-46ba-88e2-37a511d79004" -d '{"events": [{"name": "network-changed", "server_uuid": "1cad7dc2-8442-446b-94f2-51548934c3b6", "tag": "1649679b-e7c0-4ea5-9240-8fc66bbe8eb8"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:37:34.818078 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf022dc-8821-44fd-a45a-f4d59536505d None None] Routers {'57ca953c-b606-4e90-9771-7e2956ae7ce9'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:37:34.818078 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-edf022dc-8821-44fd-a45a-f4d59536505d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:37:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['57ca953c-b606-4e90-9771-7e2956ae7ce9'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:37:34.845461 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd6b6bf-968c-4b8f-8cb5-cf5b6ba09d5d tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] Pushing event deleted for resources: {'Port': ['ID=ee858cdd-8d37-458e-9d85-5675efd1b6ff,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:37:34.883035 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [req-f99ac1a6-63ff-4fac-8174-ede16fb5bf46 req-4fd6b6bf-968c-4b8f-8cb5-cf5b6ba09d5d tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] No DVR routers for this DVR port ee858cdd-8d37-458e-9d85-5675efd1b6ff on host n-h1-818022-2 {{(pid=103364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:37:34.911946 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0562ef15-c99d-4099-aa33-d10e13a9b5ed req-b1b02f32-be3b-4a33-a413-e2df49cc9a98 tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] 10.222.0.54 "GET /v2.0/ports?device_id=28bbee57-0a4b-4ac2-b952-d2d4ec1af0f7 HTTP/1.1" status: 200 len: 210 time: 0.0308096 Nov 19 17:37:34.918892 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-f99ac1a6-63ff-4fac-8174-ede16fb5bf46 req-4fd6b6bf-968c-4b8f-8cb5-cf5b6ba09d5d tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:34.922335 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f99ac1a6-63ff-4fac-8174-ede16fb5bf46 req-4fd6b6bf-968c-4b8f-8cb5-cf5b6ba09d5d tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] 10.222.0.60 "DELETE /v2.0/ports/ee858cdd-8d37-458e-9d85-5675efd1b6ff HTTP/1.1" status: 204 len: 173 time: 2.1548643 Nov 19 17:37:34.992914 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-edf022dc-8821-44fd-a45a-f4d59536505d None None] Set router 57ca953c-b606-4e90-9771-7e2956ae7ce9 gateway port host: n-d-818022-2 {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:37:35.005895 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588c165c-456c-4d06-8b50-7d58c89cbfc3 req-9d6193bc-444e-42db-bbeb-99fb27457235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:35.007404 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-588c165c-456c-4d06-8b50-7d58c89cbfc3 req-9d6193bc-444e-42db-bbeb-99fb27457235 service neutron] 10.222.0.54 "GET /v2.0/networks?id=129a9009-9385-4250-92f4-51006107194d HTTP/1.1" status: 200 len: 921 time: 0.4850466 Nov 19 17:37:35.061423 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device d599098f-98e8-4746-9e46-4040050c6241 up at agent hyperv_n-h2-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:37:35.104849 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-588c165c-456c-4d06-8b50-7d58c89cbfc3 req-d8b7d1d5-124a-482c-8af7-fe667d6e5020 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1649679b-e7c0-4ea5-9240-8fc66bbe8eb8 HTTP/1.1" status: 200 len: 217 time: 0.0887091 Nov 19 17:37:35.237204 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device ad90d0c6-b21a-4322-9ec7-d3571b6fdbd7 up at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:37:35.240891 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588c165c-456c-4d06-8b50-7d58c89cbfc3 req-5fb0ab3a-0be0-4876-8566-09f9dbd51590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:35.243546 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-588c165c-456c-4d06-8b50-7d58c89cbfc3 req-5fb0ab3a-0be0-4876-8566-09f9dbd51590 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=69d79900-574d-4621-892d-3cad82947dc7 HTTP/1.1" status: 200 len: 859 time: 0.1307380 Nov 19 17:37:35.248567 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Provisioning for port d599098f-98e8-4746-9e46-4040050c6241 completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 17:37:35.276848 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Provisioning complete for port d599098f-98e8-4746-9e46-4040050c6241 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:37:35.277716 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:35.315084 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 17:37:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e459e95d-85d7-4dc7-9edb-02d40fe0927d x-openstack-request-id: req-e459e95d-85d7-4dc7-9edb-02d40fe0927d {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:37:35.315914 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cad7dc2-8442-446b-94f2-51548934c3b6", "tag": "1649679b-e7c0-4ea5-9240-8fc66bbe8eb8", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:37:35.316910 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e459e95d-85d7-4dc7-9edb-02d40fe0927d {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:37:35.317561 n-d-818022-2 neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cad7dc2-8442-446b-94f2-51548934c3b6', 'tag': '1649679b-e7c0-4ea5-9240-8fc66bbe8eb8', 'status': 'completed', 'code': 200} Nov 19 17:37:35.387733 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a553775f-8faf-4f74-962e-2e0608839cb8 req-75aba1b6-c408-428e-aa39-cb61b4809389 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:35.389368 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a553775f-8faf-4f74-962e-2e0608839cb8 req-75aba1b6-c408-428e-aa39-cb61b4809389 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] 10.222.0.54 "GET /v2.0/ports?device_id=6dcd0be3-f9d8-4c83-a7be-2601c2b0e54d HTTP/1.1" status: 200 len: 950 time: 0.0733516 Nov 19 17:37:35.435045 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-c7406ea9-1994-46e5-abe7-7bacb8cce516 req-6eb075fd-50fc-434e-aad2-dd16a18be1b4 tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:35.471644 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a553775f-8faf-4f74-962e-2e0608839cb8 req-dc4b2bf0-2b90-427a-9214-f04dd59d6f0f tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] 10.222.0.54 "GET /v2.0/security-groups?id=01d035e7-47ed-4912-a186-53ea419ecd96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694659 Nov 19 17:37:35.537326 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588c165c-456c-4d06-8b50-7d58c89cbfc3 req-3d464a6f-eb8b-4301-89a2-cc22f64d9dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:35.540618 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-588c165c-456c-4d06-8b50-7d58c89cbfc3 req-3d464a6f-eb8b-4301-89a2-cc22f64d9dab service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=129a9009-9385-4250-92f4-51006107194d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1747324 Nov 19 17:37:35.576395 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:35.668882 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:35.705244 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454cc0a4-6013-48db-89d5-df9ff1580a4a req-da9b1c93-3b4d-49db-8090-cf2226a3990a tempest-TenantUsagesTestJSON-1177720949 tempest-TenantUsagesTestJSON-1177720949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:35.723449 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-454cc0a4-6013-48db-89d5-df9ff1580a4a req-da9b1c93-3b4d-49db-8090-cf2226a3990a tempest-TenantUsagesTestJSON-1177720949 tempest-TenantUsagesTestJSON-1177720949-project] 10.222.0.54 "GET /v2.0/ports?device_id=9262d4fb-6924-452e-b4ca-9f16aab1c22a HTTP/1.1" status: 200 len: 949 time: 0.1206281 Nov 19 17:37:35.741210 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port d599098f-98e8-4746-9e46-4040050c6241, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=d599098f-98e8-4746-9e46-4040050c6241,segment=NetworkSegment(14c5d391-9845-4512-97da-480cae9dda64),segment_id=14c5d391-9845-4512-97da-480cae9dda64)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:37:35.781667 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:35.784760 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning for port ad90d0c6-b21a-4322-9ec7-d3571b6fdbd7 completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 17:37:35.808677 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-454cc0a4-6013-48db-89d5-df9ff1580a4a req-77457af9-b63d-4d9c-a499-698681f86e9e tempest-TenantUsagesTestJSON-1177720949 tempest-TenantUsagesTestJSON-1177720949-project] 10.222.0.54 "GET /v2.0/security-groups?id=b8352645-72b7-4f9d-8931-27b14f267271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841951 Nov 19 17:37:35.863557 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Pushing event updated for resources: {'Port': ['ID=d599098f-98e8-4746-9e46-4040050c6241,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:37:35.879600 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning complete for port ad90d0c6-b21a-4322-9ec7-d3571b6fdbd7 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:37:35.880327 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:35.986317 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef2fc3d-8287-46ba-88e2-37a511d79004 req-3dd0e43e-0558-4b03-be3d-3082153fa867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:35.987088 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8ef2fc3d-8287-46ba-88e2-37a511d79004 req-3dd0e43e-0558-4b03-be3d-3082153fa867 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0451c16dbd91499694bb6f860678eaa9&device_id=1cad7dc2-8442-446b-94f2-51548934c3b6 HTTP/1.1" status: 200 len: 1097 time: 0.6631336 Nov 19 17:37:35.998581 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-edf022dc-8821-44fd-a45a-f4d59536505d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57ca953c-b606-4e90-9771-7e2956ae7ce9', 'name': 'tempest-FloatingIPsAssociationTestJSON-802776427-router', 'tenant_id': '0451c16dbd91499694bb6f860678eaa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': 'db8c5ce6-b7a1-4a96-856c-5f03b01e2388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:35:51Z', 'updated_at': '2021-11-19T17:36:00Z', 'revision_number': 4, 'project_id': '0451c16dbd91499694bb6f860678eaa9', 'gw_port': {'id': 'db8c5ce6-b7a1-4a96-856c-5f03b01e2388', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:85:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ca953c-b606-4e90-9771-7e2956ae7ce9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:35:52Z', 'updated_at': '2021-11-19T17:36:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': 'f6e5a257-abf1-4f08-a5f3-908b33e3c1a3', 'name': '', 'network_id': '129a9009-9385-4250-92f4-51006107194d', 'tenant_id': '0451c16dbd91499694bb6f860678eaa9', 'mac_address': 'fa:16:3e:59:d3:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ca953c-b606-4e90-9771-7e2956ae7ce9', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '69d79900-574d-4621-892d-3cad82947dc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:35:57Z', 'updated_at': '2021-11-19T17:36:07Z', 'revision_number': 5, 'project_id': '0451c16dbd91499694bb6f860678eaa9', 'subnets': [{'id': '69d79900-574d-4621-892d-3cad82947dc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:37:36.076046 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b0a028-dd50-4a3c-b447-993950b5ad14 req-693de193-bf82-4d89-920d-d2a679412308 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:36.077497 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-07b0a028-dd50-4a3c-b447-993950b5ad14 req-693de193-bf82-4d89-920d-d2a679412308 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.54 "GET /v2.0/ports?device_id=3964468e-e495-4f24-b06e-7e621567361a HTTP/1.1" status: 200 len: 946 time: 0.1343997 Nov 19 17:37:36.117430 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf022dc-8821-44fd-a45a-f4d59536505d None None] The sync data for ids ['57ca953c-b606-4e90-9771-7e2956ae7ce9'] in n-d-818022-2 is: [{'id': '57ca953c-b606-4e90-9771-7e2956ae7ce9', 'name': 'tempest-FloatingIPsAssociationTestJSON-802776427-router', 'tenant_id': '0451c16dbd91499694bb6f860678eaa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': 'db8c5ce6-b7a1-4a96-856c-5f03b01e2388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:35:51Z', 'updated_at': '2021-11-19T17:36:00Z', 'revision_number': 4, 'project_id': '0451c16dbd91499694bb6f860678eaa9', 'gw_port': {'id': 'db8c5ce6-b7a1-4a96-856c-5f03b01e2388', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:85:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ca953c-b606-4e90-9771-7e2956ae7ce9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:35:52Z', 'updated_at': '2021-11-19T17:36:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': 'f6e5a257-abf1-4f08-a5f3-908b33e3c1a3', 'name': '', 'network_id': '129a9009-9385-4250-92f4-51006107194d', 'tenant_id': '0451c16dbd91499694bb6f860678eaa9', 'mac_address': 'fa:16:3e:59:d3:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ca953c-b606-4e90-9771-7e2956ae7ce9', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '69d79900-574d-4621-892d-3cad82947dc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:35:57Z', 'updated_at': '2021-11-19T17:36:07Z', 'revision_number': 5, 'project_id': '0451c16dbd91499694bb6f860678eaa9', 'subnets': [{'id': '69d79900-574d-4621-892d-3cad82947dc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 17:37:36.121323 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef2fc3d-8287-46ba-88e2-37a511d79004 req-3dd68e8a-8da8-4d5a-83da-ba4c083b7112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:36.123843 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8ef2fc3d-8287-46ba-88e2-37a511d79004 req-3dd68e8a-8da8-4d5a-83da-ba4c083b7112 service neutron] 10.222.0.60 "GET /v2.0/networks?id=129a9009-9385-4250-92f4-51006107194d HTTP/1.1" status: 200 len: 921 time: 0.1029632 Nov 19 17:37:36.140551 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:36.185303 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-07b0a028-dd50-4a3c-b447-993950b5ad14 req-8016b2a7-863f-4492-88a3-5c26abcd7f01 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.54 "GET /v2.0/security-groups?id=740807d6-4246-4ecb-a636-49a5e5a1e11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817714 Nov 19 17:37:36.198708 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port ad90d0c6-b21a-4322-9ec7-d3571b6fdbd7, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=ad90d0c6-b21a-4322-9ec7-d3571b6fdbd7,segment=NetworkSegment(1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861),segment_id=1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:37:36.214675 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:36.214675 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device ee858cdd-8d37-458e-9d85-5675efd1b6ff no longer exists at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:37:36.251980 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8ef2fc3d-8287-46ba-88e2-37a511d79004 req-6fc5ac4e-abdc-445f-96cb-51c009b72d02 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1649679b-e7c0-4ea5-9240-8fc66bbe8eb8 HTTP/1.1" status: 200 len: 217 time: 0.1133194 Nov 19 17:37:36.271023 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-c7406ea9-1994-46e5-abe7-7bacb8cce516 req-6eb075fd-50fc-434e-aad2-dd16a18be1b4 tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:36.285155 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.db.resource_extend [None req-e1038352-55fa-4582-abbe-33d05e018593 tempest-ServersWithSpecificFlavorTestJSON-308617854 tempest-ServersWithSpecificFlavorTestJSON-308617854-project] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 19 17:37:36.289026 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dcd0be3-f9d8-4c83-a7be-2601c2b0e54d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94256cd8-44d3-4041-8131-77ccb8f7301f'}, {'server_uuid': '68b9b110-600e-4d53-a392-86b58ec07516', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd599098f-98e8-4746-9e46-4040050c6241'}, {'server_uuid': 'ee31f147-3633-427f-aa83-85fa54d9d6e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad90d0c6-b21a-4322-9ec7-d3571b6fdbd7'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:37:36.291392 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3940761bcd94e032e6960d2241bd8993c5d3a7d8dc2aca8488f3ecf1d4dd2fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8453b644-165b-4f3f-9cca-926e18da513e" -d '{"events": [{"server_uuid": "6dcd0be3-f9d8-4c83-a7be-2601c2b0e54d", "name": "network-vif-plugged", "status": "completed", "tag": "94256cd8-44d3-4041-8131-77ccb8f7301f"}, {"server_uuid": "68b9b110-600e-4d53-a392-86b58ec07516", "name": "network-vif-plugged", "status": "completed", "tag": "d599098f-98e8-4746-9e46-4040050c6241"}, {"server_uuid": "ee31f147-3633-427f-aa83-85fa54d9d6e6", "name": "network-vif-plugged", "status": "completed", "tag": "ad90d0c6-b21a-4322-9ec7-d3571b6fdbd7"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:37:36.297686 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] No Port match for: ee858cdd-8d37-458e-9d85-5675efd1b6ff {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:37:36.300956 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device ee858cdd-8d37-458e-9d85-5675efd1b6ff not bound to the agent host n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:37:36.331762 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0604e310-27f5-4857-9842-e848bb2477ca req-f1056d9e-b90e-4448-9dcf-c99073dc12a9 tempest-FloatingIPsAssociationNegativeTestJSON-628748915 tempest-FloatingIPsAssociationNegativeTestJSON-628748915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:36.334382 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0604e310-27f5-4857-9842-e848bb2477ca req-f1056d9e-b90e-4448-9dcf-c99073dc12a9 tempest-FloatingIPsAssociationNegativeTestJSON-628748915 tempest-FloatingIPsAssociationNegativeTestJSON-628748915-project] 10.222.0.54 "GET /v2.0/ports?device_id=68b9b110-600e-4d53-a392-86b58ec07516 HTTP/1.1" status: 200 len: 946 time: 0.0630047 Nov 19 17:37:36.335855 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=ad90d0c6-b21a-4322-9ec7-d3571b6fdbd7,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:37:36.397951 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0604e310-27f5-4857-9842-e848bb2477ca req-9b1a34a7-277e-46b5-bf09-bbc1020a5374 tempest-FloatingIPsAssociationNegativeTestJSON-628748915 tempest-FloatingIPsAssociationNegativeTestJSON-628748915-project] 10.222.0.54 "GET /v2.0/security-groups?id=df201946-eaa6-4ac7-aad2-a181245e6bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570173 Nov 19 17:37:36.456016 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-588c165c-456c-4d06-8b50-7d58c89cbfc3 req-0c42b419-b55d-49a2-9226-744d12d3f56c service neutron] 10.222.0.54 "GET /v2.0/networks/129a9009-9385-4250-92f4-51006107194d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8988454 Nov 19 17:37:36.476149 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7406ea9-1994-46e5-abe7-7bacb8cce516 req-6eb075fd-50fc-434e-aad2-dd16a18be1b4 tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] Network c4cc9c60-be8c-4a60-be1b-a29e98302997 is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:37:36.486862 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [req-c7406ea9-1994-46e5-abe7-7bacb8cce516 req-6eb075fd-50fc-434e-aad2-dd16a18be1b4 tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:37:36.492941 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7406ea9-1994-46e5-abe7-7bacb8cce516 req-6eb075fd-50fc-434e-aad2-dd16a18be1b4 tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:37:36.560466 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580a4e05-f955-40ce-9388-cc5cd01a247c req-015250c8-02cf-4665-8289-041dc0500369 tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:36.587173 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-580a4e05-f955-40ce-9388-cc5cd01a247c req-015250c8-02cf-4665-8289-041dc0500369 tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] 10.222.0.54 "GET /v2.0/ports?device_id=28bbee57-0a4b-4ac2-b952-d2d4ec1af0f7 HTTP/1.1" status: 200 len: 932 time: 0.1076930 Nov 19 17:37:36.623606 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c37685ce-9a17-4020-b0a9-18708c797ff6 None None] New status for floating IP 0e845b61-f17e-4055-94ea-331199f7fc82: DOWN {{(pid=103367) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 17:37:36.679774 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-580a4e05-f955-40ce-9388-cc5cd01a247c req-6c8c6c54-d371-41d0-8571-6290d7c027d7 tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a9bb8e9-ab46-4898-9298-f60e040eb6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770028 Nov 19 17:37:36.741485 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 19 Nov 2021 17:37:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28f7dc83-9ea8-4ff5-87bb-724e2ca19f57 x-openstack-request-id: req-28f7dc83-9ea8-4ff5-87bb-724e2ca19f57 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:37:36.742941 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dcd0be3-f9d8-4c83-a7be-2601c2b0e54d", "name": "network-vif-plugged", "status": "completed", "tag": "94256cd8-44d3-4041-8131-77ccb8f7301f", "code": 200}, {"server_uuid": "68b9b110-600e-4d53-a392-86b58ec07516", "name": "network-vif-plugged", "status": "completed", "tag": "d599098f-98e8-4746-9e46-4040050c6241", "code": 200}, {"server_uuid": "ee31f147-3633-427f-aa83-85fa54d9d6e6", "name": "network-vif-plugged", "status": "completed", "tag": "ad90d0c6-b21a-4322-9ec7-d3571b6fdbd7", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:37:36.744296 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-28f7dc83-9ea8-4ff5-87bb-724e2ca19f57 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:37:36.745443 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dcd0be3-f9d8-4c83-a7be-2601c2b0e54d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94256cd8-44d3-4041-8131-77ccb8f7301f', 'code': 200} Nov 19 17:37:36.746655 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68b9b110-600e-4d53-a392-86b58ec07516', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd599098f-98e8-4746-9e46-4040050c6241', 'code': 200} Nov 19 17:37:36.747366 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee31f147-3633-427f-aa83-85fa54d9d6e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad90d0c6-b21a-4322-9ec7-d3571b6fdbd7', 'code': 200} Nov 19 17:37:36.990379 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e1038352-55fa-4582-abbe-33d05e018593 tempest-ServersWithSpecificFlavorTestJSON-308617854 tempest-ServersWithSpecificFlavorTestJSON-308617854-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:37.038387 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef2fc3d-8287-46ba-88e2-37a511d79004 req-ca3b6266-0208-4ffb-98bb-e5dc9447f8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:37.039845 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8ef2fc3d-8287-46ba-88e2-37a511d79004 req-ca3b6266-0208-4ffb-98bb-e5dc9447f8f6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=69d79900-574d-4621-892d-3cad82947dc7 HTTP/1.1" status: 200 len: 859 time: 0.7457163 Nov 19 17:37:37.040555 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb075fd-50fc-434e-aad2-dd16a18be1b4 tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] Pushing event updated for resources: {'Port': ['ID=fe1cd51d-0a17-48c8-b57e-9d40dcf9b505,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:37:37.061243 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203adc18-9359-4cdd-924e-28253176a33e req-b7e03b1c-2f92-4aae-879a-b47221a6e9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:37.063383 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-203adc18-9359-4cdd-924e-28253176a33e req-b7e03b1c-2f92-4aae-879a-b47221a6e9a1 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=6dcd0be3-f9d8-4c83-a7be-2601c2b0e54d HTTP/1.1" status: 200 len: 1101 time: 0.1649094 Nov 19 17:37:37.066494 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e1038352-55fa-4582-abbe-33d05e018593 tempest-ServersWithSpecificFlavorTestJSON-308617854 tempest-ServersWithSpecificFlavorTestJSON-308617854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-671284'] for floatingip, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:37.075927 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dcfb43-ae43-4c9d-8fed-b2ef425ef10c req-7be99710-cd87-47ee-82c6-acc58c9d6cf7 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:37.077418 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d2dcfb43-ae43-4c9d-8fed-b2ef425ef10c req-7be99710-cd87-47ee-82c6-acc58c9d6cf7 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] 10.222.0.54 "GET /v2.0/ports?device_id=6dcd0be3-f9d8-4c83-a7be-2601c2b0e54d HTTP/1.1" status: 200 len: 950 time: 0.1996915 Nov 19 17:37:37.085614 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe118a0b-be16-49ab-b7ff-9b285419972d req-e7749b7d-f1c2-460a-b4a8-0d1e509ceedf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:37.087077 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fe118a0b-be16-49ab-b7ff-9b285419972d req-e7749b7d-f1c2-460a-b4a8-0d1e509ceedf service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ee31f147-3633-427f-aa83-85fa54d9d6e6 HTTP/1.1" status: 200 len: 1101 time: 0.1029446 Nov 19 17:37:37.167414 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7406ea9-1994-46e5-abe7-7bacb8cce516 req-6eb075fd-50fc-434e-aad2-dd16a18be1b4 tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:37.168035 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-c7406ea9-1994-46e5-abe7-7bacb8cce516 req-6eb075fd-50fc-434e-aad2-dd16a18be1b4 tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:37.201227 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-203adc18-9359-4cdd-924e-28253176a33e req-c9ed1bf6-e783-46c5-9fc8-cd54779ab608 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=01d035e7-47ed-4912-a186-53ea419ecd96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225488 Nov 19 17:37:37.220401 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fe118a0b-be16-49ab-b7ff-9b285419972d req-b873b1cd-10db-4904-8e89-a4d2ee7e876c service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=01d035e7-47ed-4912-a186-53ea419ecd96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238432 Nov 19 17:37:37.234210 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d2dcfb43-ae43-4c9d-8fed-b2ef425ef10c req-0ad6a694-b0bf-4202-a180-7cb8388e4d52 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] 10.222.0.54 "GET /v2.0/security-groups?id=01d035e7-47ed-4912-a186-53ea419ecd96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406059 Nov 19 17:37:37.241953 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fad5df-71f1-4cc5-aaea-47c61e30715c req-7d52b1ff-8a8f-4fb8-8065-b9b4b2df59e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:37.243605 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-98fad5df-71f1-4cc5-aaea-47c61e30715c req-7d52b1ff-8a8f-4fb8-8065-b9b4b2df59e3 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=68b9b110-600e-4d53-a392-86b58ec07516 HTTP/1.1" status: 200 len: 1097 time: 0.2515831 Nov 19 17:37:37.264216 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c7406ea9-1994-46e5-abe7-7bacb8cce516 req-6eb075fd-50fc-434e-aad2-dd16a18be1b4 tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2891099 Nov 19 17:37:37.266369 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc146c89-50c1-4955-bc9c-171bc9bbae67 req-1ff71236-b575-434b-95a5-bd1f4c31cbb1 tempest-TenantUsagesTestJSON-1177720949 tempest-TenantUsagesTestJSON-1177720949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:37.268855 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fc146c89-50c1-4955-bc9c-171bc9bbae67 req-1ff71236-b575-434b-95a5-bd1f4c31cbb1 tempest-TenantUsagesTestJSON-1177720949 tempest-TenantUsagesTestJSON-1177720949-project] 10.222.0.86 "GET /v2.0/ports?device_id=9262d4fb-6924-452e-b4ca-9f16aab1c22a HTTP/1.1" status: 200 len: 949 time: 0.1265538 Nov 19 17:37:37.288146 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-c7406ea9-1994-46e5-abe7-7bacb8cce516 req-c9111e22-2921-4f91-9834-959d639aa718 service neutron] Request body: {'port': {'device_id': '28bbee57-0a4b-4ac2-b952-d2d4ec1af0f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818022-2'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:37:37.296709 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef2fc3d-8287-46ba-88e2-37a511d79004 req-cb540c62-b6ec-43dd-898e-8d9ac7b6a234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:37.298193 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8ef2fc3d-8287-46ba-88e2-37a511d79004 req-cb540c62-b6ec-43dd-898e-8d9ac7b6a234 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=129a9009-9385-4250-92f4-51006107194d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2347798 Nov 19 17:37:37.321841 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a17fdac-7a37-4ae0-bb36-e0d9011c4c04', 'name': 'network-vif-deleted', 'tag': 'ee858cdd-8d37-458e-9d85-5675efd1b6ff'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:37:37.323588 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dd4767a008c23f8566efc82158ee1b1fff34e1a9e908d76d0b6d0ab7e350e5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eabf385-cd74-43bb-86dd-9ea662bcd0d7" -d '{"events": [{"server_uuid": "6a17fdac-7a37-4ae0-bb36-e0d9011c4c04", "name": "network-vif-deleted", "tag": "ee858cdd-8d37-458e-9d85-5675efd1b6ff"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:37:37.332377 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-588c165c-456c-4d06-8b50-7d58c89cbfc3 req-89cee308-e41f-4501-897f-94f0df150fb6 service neutron] 10.222.0.54 "GET /v2.0/networks/129a9009-9385-4250-92f4-51006107194d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8482869 Nov 19 17:37:37.361858 n-d-818022-2 neutron-server[103364]: INFO neutron.db.l3_db [None req-e1038352-55fa-4582-abbe-33d05e018593 tempest-ServersWithSpecificFlavorTestJSON-308617854 tempest-ServersWithSpecificFlavorTestJSON-308617854-project] Floating IP fc499680-112a-459b-847f-adc0789fd9be associated. External IP: 172.25.7.221, port: 3e75f519-649c-4dfd-8f93-40f44e4e68ff. Nov 19 17:37:37.406515 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08f29fc-5ef9-4448-8239-7d417413b57c req-7dc3112b-5214-4e2f-af87-cb5d81901713 tempest-TenantUsagesTestJSON-1177720949 tempest-TenantUsagesTestJSON-1177720949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:37.414379 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d08f29fc-5ef9-4448-8239-7d417413b57c req-7dc3112b-5214-4e2f-af87-cb5d81901713 tempest-TenantUsagesTestJSON-1177720949 tempest-TenantUsagesTestJSON-1177720949-project] 10.222.0.54 "GET /v2.0/ports?device_id=9262d4fb-6924-452e-b4ca-9f16aab1c22a HTTP/1.1" status: 200 len: 949 time: 0.1092117 Nov 19 17:37:37.430053 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-98fad5df-71f1-4cc5-aaea-47c61e30715c req-269d84cd-f7d9-4f3a-979c-c693478e05c2 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=df201946-eaa6-4ac7-aad2-a181245e6bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731365 Nov 19 17:37:37.478651 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-c7406ea9-1994-46e5-abe7-7bacb8cce516 req-c9111e22-2921-4f91-9834-959d639aa718 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:37.508166 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d08f29fc-5ef9-4448-8239-7d417413b57c req-bbc97952-5e0f-4196-94df-6f898e9e2bba tempest-TenantUsagesTestJSON-1177720949 tempest-TenantUsagesTestJSON-1177720949-project] 10.222.0.54 "GET /v2.0/security-groups?id=b8352645-72b7-4f9d-8931-27b14f267271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927370 Nov 19 17:37:37.521865 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-fc146c89-50c1-4955-bc9c-171bc9bbae67 req-fa03edae-01a8-4679-aac2-a40bef34737b tempest-TenantUsagesTestJSON-1177720949 tempest-TenantUsagesTestJSON-1177720949-project] Deleting port 3684f296-c50a-415a-8153-734b8df9944f {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:37:37.522358 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-fc146c89-50c1-4955-bc9c-171bc9bbae67 req-fa03edae-01a8-4679-aac2-a40bef34737b tempest-TenantUsagesTestJSON-1177720949 tempest-TenantUsagesTestJSON-1177720949-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:37.583164 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:37:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4d92cc2-8e1b-4b3a-9ad4-26eda17e3df4 x-openstack-request-id: req-d4d92cc2-8e1b-4b3a-9ad4-26eda17e3df4 {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:37:37.583867 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a17fdac-7a37-4ae0-bb36-e0d9011c4c04", "name": "network-vif-deleted", "tag": "ee858cdd-8d37-458e-9d85-5675efd1b6ff", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:37:37.584125 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d4d92cc2-8e1b-4b3a-9ad4-26eda17e3df4 {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:37:37.584779 n-d-818022-2 neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a17fdac-7a37-4ae0-bb36-e0d9011c4c04', 'name': 'network-vif-deleted', 'tag': 'ee858cdd-8d37-458e-9d85-5675efd1b6ff', 'status': 'completed', 'code': 200} Nov 19 17:37:37.656271 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34494089-0b33-4744-afd3-64372c47eea8 req-c51da567-a688-4bec-a8e8-19e9cbd7bc66 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:37.657887 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-34494089-0b33-4744-afd3-64372c47eea8 req-c51da567-a688-4bec-a8e8-19e9cbd7bc66 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.54 "GET /v2.0/ports?device_id=3964468e-e495-4f24-b06e-7e621567361a HTTP/1.1" status: 200 len: 946 time: 0.2357907 Nov 19 17:37:37.941478 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef92d048-02e2-4efb-ad39-8df017927f77 req-51ef8211-26ec-4dff-afd8-0b74d4cca554 tempest-FloatingIPsAssociationNegativeTestJSON-628748915 tempest-FloatingIPsAssociationNegativeTestJSON-628748915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:37.943218 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ef92d048-02e2-4efb-ad39-8df017927f77 req-51ef8211-26ec-4dff-afd8-0b74d4cca554 tempest-FloatingIPsAssociationNegativeTestJSON-628748915 tempest-FloatingIPsAssociationNegativeTestJSON-628748915-project] 10.222.0.54 "GET /v2.0/ports?device_id=68b9b110-600e-4d53-a392-86b58ec07516 HTTP/1.1" status: 200 len: 946 time: 0.0758708 Nov 19 17:37:37.964008 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8ef2fc3d-8287-46ba-88e2-37a511d79004 req-d592116b-0934-4dde-a1c3-ebfa52ea3531 service neutron] 10.222.0.60 "GET /v2.0/networks/129a9009-9385-4250-92f4-51006107194d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3492260 Nov 19 17:37:37.969079 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-34494089-0b33-4744-afd3-64372c47eea8 req-c911799f-3466-4416-a951-d97095c3c479 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.54 "GET /v2.0/security-groups?id=740807d6-4246-4ecb-a636-49a5e5a1e11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2381971 Nov 19 17:37:37.973125 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-fc146c89-50c1-4955-bc9c-171bc9bbae67 req-fa03edae-01a8-4679-aac2-a40bef34737b tempest-TenantUsagesTestJSON-1177720949 tempest-TenantUsagesTestJSON-1177720949-project] For port 3684f296-c50a-415a-8153-734b8df9944f, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=3684f296-c50a-415a-8153-734b8df9944f,segment=NetworkSegment(1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861),segment_id=1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:37:37.973485 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-fc146c89-50c1-4955-bc9c-171bc9bbae67 req-fa03edae-01a8-4679-aac2-a40bef34737b tempest-TenantUsagesTestJSON-1177720949 tempest-TenantUsagesTestJSON-1177720949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:38.008248 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-fc146c89-50c1-4955-bc9c-171bc9bbae67 req-fa03edae-01a8-4679-aac2-a40bef34737b tempest-TenantUsagesTestJSON-1177720949 tempest-TenantUsagesTestJSON-1177720949-project] Calling delete_port for 3684f296-c50a-415a-8153-734b8df9944f owned by compute:nova {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:37:38.035150 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ef92d048-02e2-4efb-ad39-8df017927f77 req-5b4e14b9-461d-4668-9040-2302a7752578 tempest-FloatingIPsAssociationNegativeTestJSON-628748915 tempest-FloatingIPsAssociationNegativeTestJSON-628748915-project] 10.222.0.54 "GET /v2.0/security-groups?id=df201946-eaa6-4ac7-aad2-a181245e6bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803394 Nov 19 17:37:38.047420 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1038352-55fa-4582-abbe-33d05e018593 tempest-ServersWithSpecificFlavorTestJSON-308617854 tempest-ServersWithSpecificFlavorTestJSON-308617854-project] Router 6d47c3b9-a5a2-4ae3-8d7b-09d7278a9b1e has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 17:37:38.184273 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8ef2fc3d-8287-46ba-88e2-37a511d79004 req-3882d19c-340d-4069-83a4-37fd0df613ef service neutron] 10.222.0.60 "GET /v2.0/networks/129a9009-9385-4250-92f4-51006107194d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2065704 Nov 19 17:37:38.184899 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-fc146c89-50c1-4955-bc9c-171bc9bbae67 req-fa03edae-01a8-4679-aac2-a40bef34737b tempest-TenantUsagesTestJSON-1177720949 tempest-TenantUsagesTestJSON-1177720949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:38.205695 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] get_ports_and_sgs() called for port_ids ['3684f296-c50a-415a-8153-734b8df9944f'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:37:38.263757 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa03edae-01a8-4679-aac2-a40bef34737b tempest-TenantUsagesTestJSON-1177720949 tempest-TenantUsagesTestJSON-1177720949-project] Pushing event deleted for resources: {'Port': ['ID=3684f296-c50a-415a-8153-734b8df9944f,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:37:38.311504 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f4d2e2-fc72-4632-9480-bce318356e89 req-37e03340-63e7-48c6-85d3-6a141d8ec2c6 tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:38.313088 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-88f4d2e2-fc72-4632-9480-bce318356e89 req-37e03340-63e7-48c6-85d3-6a141d8ec2c6 tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] 10.222.0.54 "GET /v2.0/ports?device_id=28bbee57-0a4b-4ac2-b952-d2d4ec1af0f7 HTTP/1.1" status: 200 len: 932 time: 0.1964357 Nov 19 17:37:38.349897 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc146c89-50c1-4955-bc9c-171bc9bbae67 req-fa03edae-01a8-4679-aac2-a40bef34737b tempest-TenantUsagesTestJSON-1177720949 tempest-TenantUsagesTestJSON-1177720949-project] No DVR routers for this DVR port 3684f296-c50a-415a-8153-734b8df9944f on host n-h2-818022-2 {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:37:38.353398 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-fc146c89-50c1-4955-bc9c-171bc9bbae67 req-fa03edae-01a8-4679-aac2-a40bef34737b tempest-TenantUsagesTestJSON-1177720949 tempest-TenantUsagesTestJSON-1177720949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:38.358530 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fc146c89-50c1-4955-bc9c-171bc9bbae67 req-fa03edae-01a8-4679-aac2-a40bef34737b tempest-TenantUsagesTestJSON-1177720949 tempest-TenantUsagesTestJSON-1177720949-project] 10.222.0.86 "DELETE /v2.0/ports/3684f296-c50a-415a-8153-734b8df9944f HTTP/1.1" status: 204 len: 173 time: 1.0788882 Nov 19 17:37:38.359081 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9262d4fb-6924-452e-b4ca-9f16aab1c22a', 'name': 'network-vif-deleted', 'tag': '3684f296-c50a-415a-8153-734b8df9944f'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:37:38.362035 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218319d759239a7d11f1288aef37381b97754913ee9ccbfd43b51a463f801712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44f16e85-85e9-4f5b-b464-7ac87073de31" -d '{"events": [{"server_uuid": "9262d4fb-6924-452e-b4ca-9f16aab1c22a", "name": "network-vif-deleted", "tag": "3684f296-c50a-415a-8153-734b8df9944f"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:37:38.379276 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [req-c7406ea9-1994-46e5-abe7-7bacb8cce516 req-c9111e22-2921-4f91-9834-959d639aa718 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe1cd51d-0a17-48c8-b57e-9d40dcf9b505 {{(pid=103364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:37:38.389974 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88a9467-c9e7-40e4-bccf-925669f44ad6 req-81605fd1-ec16-4f7c-b341-05a1089820e1 tempest-LiveAutoBlockMigrationV225Test-71050323 tempest-LiveAutoBlockMigrationV225Test-71050323-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:38.392340 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-c7406ea9-1994-46e5-abe7-7bacb8cce516 req-c9111e22-2921-4f91-9834-959d639aa718 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:38.402214 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e88a9467-c9e7-40e4-bccf-925669f44ad6 req-81605fd1-ec16-4f7c-b341-05a1089820e1 tempest-LiveAutoBlockMigrationV225Test-71050323 tempest-LiveAutoBlockMigrationV225Test-71050323-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=3964468e-e495-4f24-b06e-7e621567361a HTTP/1.1" status: 200 len: 1097 time: 0.2056220 Nov 19 17:37:38.418079 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1038352-55fa-4582-abbe-33d05e018593 tempest-ServersWithSpecificFlavorTestJSON-308617854 tempest-ServersWithSpecificFlavorTestJSON-308617854-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 17:37:38.427147 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.provisioning_blocks [req-c7406ea9-1994-46e5-abe7-7bacb8cce516 req-c9111e22-2921-4f91-9834-959d639aa718 service neutron] Transition to ACTIVE for port object fe1cd51d-0a17-48c8-b57e-9d40dcf9b505 will not be triggered until provisioned by entity L2. {{(pid=103364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 17:37:38.430634 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e1038352-55fa-4582-abbe-33d05e018593 tempest-ServersWithSpecificFlavorTestJSON-308617854 tempest-ServersWithSpecificFlavorTestJSON-308617854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for floatingip, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:38.436747 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-c7406ea9-1994-46e5-abe7-7bacb8cce516 req-c9111e22-2921-4f91-9834-959d639aa718 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:38.444826 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4352c5-c1e2-4f6a-b106-8ff3699f13d3 None None] Sync routers for ids ['6d47c3b9-a5a2-4ae3-8d7b-09d7278a9b1e'] in n-d-818022-2 {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 17:37:38.464597 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-88f4d2e2-fc72-4632-9480-bce318356e89 req-de15ff49-4faa-4ca2-a7eb-9abda5d1a83a tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a9bb8e9-ab46-4898-9298-f60e040eb6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274910 Nov 19 17:37:38.475316 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4352c5-c1e2-4f6a-b106-8ff3699f13d3 None None] Routers {'6d47c3b9-a5a2-4ae3-8d7b-09d7278a9b1e'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:37:38.476702 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-3d4352c5-c1e2-4f6a-b106-8ff3699f13d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:37:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['6d47c3b9-a5a2-4ae3-8d7b-09d7278a9b1e'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:37:38.505099 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-e1038352-55fa-4582-abbe-33d05e018593 tempest-ServersWithSpecificFlavorTestJSON-308617854 tempest-ServersWithSpecificFlavorTestJSON-308617854-project] 10.222.0.54 "PUT /v2.0/floatingips/fc499680-112a-459b-847f-adc0789fd9be HTTP/1.1" status: 200 len: 992 time: 3.9594924 Nov 19 17:37:38.512937 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e88a9467-c9e7-40e4-bccf-925669f44ad6 req-c45793eb-1b72-4844-87d5-ec260f00d31f tempest-LiveAutoBlockMigrationV225Test-71050323 tempest-LiveAutoBlockMigrationV225Test-71050323-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=740807d6-4246-4ecb-a636-49a5e5a1e11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088853 Nov 19 17:37:38.537903 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9111e22-2921-4f91-9834-959d639aa718 service neutron] Pushing event updated for resources: {'Port': ['ID=fe1cd51d-0a17-48c8-b57e-9d40dcf9b505,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:37:38.649194 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a628b9dc-0e01-48bf-a2f6-359d11e547fa req-c799a622-0363-4a85-b7c4-a1a729a02589 tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] 10.222.0.54 "GET /v2.0/floatingips/0e845b61-f17e-4055-94ea-331199f7fc82 HTTP/1.1" status: 200 len: 694 time: 0.1046052 Nov 19 17:37:38.744627 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-3d4352c5-c1e2-4f6a-b106-8ff3699f13d3 None None] Set router 6d47c3b9-a5a2-4ae3-8d7b-09d7278a9b1e gateway port host: n-d-818022-2 {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:37:38.851005 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a628b9dc-0e01-48bf-a2f6-359d11e547fa req-f5296e5c-a057-4a8c-89ab-86b3f143e967 tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:38.852481 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a628b9dc-0e01-48bf-a2f6-359d11e547fa req-f5296e5c-a057-4a8c-89ab-86b3f143e967 tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] 10.222.0.54 "GET /v2.0/networks/645e61aa-1a6c-4e8f-857e-ab06edb4897f HTTP/1.1" status: 200 len: 784 time: 0.1798854 Nov 19 17:37:38.886264 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [req-a628b9dc-0e01-48bf-a2f6-359d11e547fa req-8c0f145c-2be5-42c7-b29b-b0b2fb6a28d4 tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=103364) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 17:37:38.887386 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a628b9dc-0e01-48bf-a2f6-359d11e547fa req-8c0f145c-2be5-42c7-b29b-b0b2fb6a28d4 tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0089912 Nov 19 17:37:38.888606 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-c7406ea9-1994-46e5-abe7-7bacb8cce516 req-c9111e22-2921-4f91-9834-959d639aa718 service neutron] Attempting to bind port fe1cd51d-0a17-48c8-b57e-9d40dcf9b505 on host n-h2-818022-2 for vnic_type normal with profile {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:37:38.888999 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-c7406ea9-1994-46e5-abe7-7bacb8cce516 req-c9111e22-2921-4f91-9834-959d639aa718 service neutron] Attempting to bind port fe1cd51d-0a17-48c8-b57e-9d40dcf9b505 by drivers openvswitch,hyperv on host n-h2-818022-2 at level 0 using segments [{'id': '3937b058-45c3-4cdc-b27d-da1ca7985067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'c4cc9c60-be8c-4a60-be1b-a29e98302997'}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:37:38.889394 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7406ea9-1994-46e5-abe7-7bacb8cce516 req-c9111e22-2921-4f91-9834-959d639aa718 service neutron] Attempting to bind port fe1cd51d-0a17-48c8-b57e-9d40dcf9b505 on network c4cc9c60-be8c-4a60-be1b-a29e98302997 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:37:38.898693 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377fb99d-8bfa-4a5f-bb9b-33353e00459e req-1237d873-bbe2-426c-926e-8302a3539814 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:38.900557 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-377fb99d-8bfa-4a5f-bb9b-33353e00459e req-1237d873-bbe2-426c-926e-8302a3539814 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] 10.222.0.54 "GET /v2.0/ports?device_id=6dcd0be3-f9d8-4c83-a7be-2601c2b0e54d HTTP/1.1" status: 200 len: 950 time: 0.0888648 Nov 19 17:37:38.910110 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7406ea9-1994-46e5-abe7-7bacb8cce516 req-c9111e22-2921-4f91-9834-959d639aa718 service neutron] Port fe1cd51d-0a17-48c8-b57e-9d40dcf9b505 on network c4cc9c60-be8c-4a60-be1b-a29e98302997 not bound, no agent of type Open vSwitch agent registered on host n-h2-818022-2 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 17:37:38.910522 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7406ea9-1994-46e5-abe7-7bacb8cce516 req-c9111e22-2921-4f91-9834-959d639aa718 service neutron] Attempting to bind port fe1cd51d-0a17-48c8-b57e-9d40dcf9b505 on network c4cc9c60-be8c-4a60-be1b-a29e98302997 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:37:38.924347 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7406ea9-1994-46e5-abe7-7bacb8cce516 req-c9111e22-2921-4f91-9834-959d639aa718 service neutron] Checking agent: {'id': '525ad2ac-c4ae-4c63-af2e-0bf8d25d0f0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'started_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 37, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:37:38.924598 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7406ea9-1994-46e5-abe7-7bacb8cce516 req-c9111e22-2921-4f91-9834-959d639aa718 service neutron] Checking segment: {'id': '3937b058-45c3-4cdc-b27d-da1ca7985067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'c4cc9c60-be8c-4a60-be1b-a29e98302997'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:37:38.924834 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7406ea9-1994-46e5-abe7-7bacb8cce516 req-c9111e22-2921-4f91-9834-959d639aa718 service neutron] Bound using segment: {'id': '3937b058-45c3-4cdc-b27d-da1ca7985067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'c4cc9c60-be8c-4a60-be1b-a29e98302997'} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:37:38.925283 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-c7406ea9-1994-46e5-abe7-7bacb8cce516 req-c9111e22-2921-4f91-9834-959d639aa718 service neutron] Bound port: fe1cd51d-0a17-48c8-b57e-9d40dcf9b505, host: n-h2-818022-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3937b058-45c3-4cdc-b27d-da1ca7985067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'c4cc9c60-be8c-4a60-be1b-a29e98302997'}}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:37:38.925634 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-c7406ea9-1994-46e5-abe7-7bacb8cce516 req-c9111e22-2921-4f91-9834-959d639aa718 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:38.996730 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-377fb99d-8bfa-4a5f-bb9b-33353e00459e req-f89deffc-fbe9-4959-bd43-f7f78b322866 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] 10.222.0.54 "GET /v2.0/security-groups?id=01d035e7-47ed-4912-a186-53ea419ecd96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857513 Nov 19 17:37:39.010080 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a628b9dc-0e01-48bf-a2f6-359d11e547fa req-be3fafab-7e76-4794-a7db-52a82c227cd3 tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.7.191 HTTP/1.1" status: 200 len: 697 time: 0.0969341 Nov 19 17:37:39.060103 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:37:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df29a620-b39f-4b5c-8ff2-f001f85f9c4d x-openstack-request-id: req-df29a620-b39f-4b5c-8ff2-f001f85f9c4d {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:37:39.060416 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9262d4fb-6924-452e-b4ca-9f16aab1c22a", "name": "network-vif-deleted", "tag": "3684f296-c50a-415a-8153-734b8df9944f", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:37:39.060672 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-df29a620-b39f-4b5c-8ff2-f001f85f9c4d {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:37:39.061065 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9262d4fb-6924-452e-b4ca-9f16aab1c22a', 'name': 'network-vif-deleted', 'tag': '3684f296-c50a-415a-8153-734b8df9944f', 'status': 'completed', 'code': 200} Nov 19 17:37:39.166737 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-3d4352c5-c1e2-4f6a-b106-8ff3699f13d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d47c3b9-a5a2-4ae3-8d7b-09d7278a9b1e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-516508879-router', 'tenant_id': 'bf701fa01dc443ada18661aab1d7be58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': '1737d4e3-5a3f-4458-a245-a1424b6b0059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:34:19Z', 'updated_at': '2021-11-19T17:34:27Z', 'revision_number': 4, 'project_id': 'bf701fa01dc443ada18661aab1d7be58', 'gw_port': {'id': '1737d4e3-5a3f-4458-a245-a1424b6b0059', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:f5:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d47c3b9-a5a2-4ae3-8d7b-09d7278a9b1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:34:19Z', 'updated_at': '2021-11-19T17:34:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_floatingips': [{'id': 'fc499680-112a-459b-847f-adc0789fd9be', 'tenant_id': 'bf701fa01dc443ada18661aab1d7be58', 'floating_ip_address': '172.25.7.221', 'floating_network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'router_id': '6d47c3b9-a5a2-4ae3-8d7b-09d7278a9b1e', 'port_id': '3e75f519-649c-4dfd-8f93-40f44e4e68ff', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '833872e1-1a28-48e3-b9f9-d97ad690eebb', 'mac_address': 'fa:16:3e:08:07:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3aa343-7b61-4d1e-b719-83afff257d2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T17:34:49Z', 'updated_at': '2021-11-19T17:37:35Z', 'revision_number': 5, 'project_id': 'bf701fa01dc443ada18661aab1d7be58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8950024-da22-49e3-b688-380a50996259', 'name': '', 'network_id': '833872e1-1a28-48e3-b9f9-d97ad690eebb', 'tenant_id': 'bf701fa01dc443ada18661aab1d7be58', 'mac_address': 'fa:16:3e:af:f8:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d47c3b9-a5a2-4ae3-8d7b-09d7278a9b1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '350b116c-50d0-4ddf-8934-2b25a4e80dab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:34:24Z', 'updated_at': '2021-11-19T17:34:32Z', 'revision_number': 5, 'project_id': 'bf701fa01dc443ada18661aab1d7be58', 'subnets': [{'id': '350b116c-50d0-4ddf-8934-2b25a4e80dab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:37:39.222316 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4352c5-c1e2-4f6a-b106-8ff3699f13d3 None None] Checking router: 6d47c3b9-a5a2-4ae3-8d7b-09d7278a9b1e for host: n-d-818022-2 {{(pid=103366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 17:37:39.235712 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4352c5-c1e2-4f6a-b106-8ff3699f13d3 None None] Routers {'6d47c3b9-a5a2-4ae3-8d7b-09d7278a9b1e'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:37:39.236344 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-3d4352c5-c1e2-4f6a-b106-8ff3699f13d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:37:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['6d47c3b9-a5a2-4ae3-8d7b-09d7278a9b1e'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:37:39.263403 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-17d96e89-27a4-4ef3-8f23-1f03ef90056c req-1e061e11-7d80-40b3-b5a1-d56cc1148a15 tempest-TenantUsagesTestJSON-1177720949 tempest-TenantUsagesTestJSON-1177720949-project] 10.222.0.54 "GET /v2.0/ports?device_id=9262d4fb-6924-452e-b4ca-9f16aab1c22a HTTP/1.1" status: 200 len: 210 time: 0.0493081 Nov 19 17:37:39.354469 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a628b9dc-0e01-48bf-a2f6-359d11e547fa req-94b3002f-8b13-41f0-86a6-58ad479525c3 tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.7.191 HTTP/1.1" status: 200 len: 697 time: 0.3340802 Nov 19 17:37:39.389794 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-3d4352c5-c1e2-4f6a-b106-8ff3699f13d3 None None] Set router 6d47c3b9-a5a2-4ae3-8d7b-09d7278a9b1e gateway port host: n-d-818022-2 {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:37:39.458767 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-c7406ea9-1994-46e5-abe7-7bacb8cce516 req-c9111e22-2921-4f91-9834-959d639aa718 service neutron] For port fe1cd51d-0a17-48c8-b57e-9d40dcf9b505, host n-h2-818022-2, cleared binding levels {{(pid=103364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:37:39.473768 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-c7406ea9-1994-46e5-abe7-7bacb8cce516 req-c9111e22-2921-4f91-9834-959d639aa718 service neutron] For port fe1cd51d-0a17-48c8-b57e-9d40dcf9b505, host n-h2-818022-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=fe1cd51d-0a17-48c8-b57e-9d40dcf9b505,segment=NetworkSegment(3937b058-45c3-4cdc-b27d-da1ca7985067),segment_id=3937b058-45c3-4cdc-b27d-da1ca7985067)] {{(pid=103364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:37:39.499027 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-c7406ea9-1994-46e5-abe7-7bacb8cce516 req-c9111e22-2921-4f91-9834-959d639aa718 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:39.554517 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7406ea9-1994-46e5-abe7-7bacb8cce516 req-c9111e22-2921-4f91-9834-959d639aa718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:39.555258 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-c7406ea9-1994-46e5-abe7-7bacb8cce516 req-c9111e22-2921-4f91-9834-959d639aa718 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:39.557565 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c7406ea9-1994-46e5-abe7-7bacb8cce516 req-c9111e22-2921-4f91-9834-959d639aa718 service neutron] 10.222.0.86 "PUT /v2.0/ports/fe1cd51d-0a17-48c8-b57e-9d40dcf9b505 HTTP/1.1" status: 200 len: 1092 time: 2.2733061 Nov 19 17:37:39.584663 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9111e22-2921-4f91-9834-959d639aa718 service neutron] Pushing event updated for resources: {'Port': ['ID=fe1cd51d-0a17-48c8-b57e-9d40dcf9b505,revision_number=3']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:37:39.588240 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b3aa343-7b61-4d1e-b719-83afff257d2e', 'tag': '3e75f519-649c-4dfd-8f93-40f44e4e68ff'}, {'name': 'network-changed', 'server_uuid': '28bbee57-0a4b-4ac2-b952-d2d4ec1af0f7', 'tag': 'fe1cd51d-0a17-48c8-b57e-9d40dcf9b505'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:37:39.590553 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dd4767a008c23f8566efc82158ee1b1fff34e1a9e908d76d0b6d0ab7e350e5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4df3d29-98f0-41b4-a493-78fac53bfd0c" -d '{"events": [{"name": "network-changed", "server_uuid": "4b3aa343-7b61-4d1e-b719-83afff257d2e", "tag": "3e75f519-649c-4dfd-8f93-40f44e4e68ff"}, {"name": "network-changed", "server_uuid": "28bbee57-0a4b-4ac2-b952-d2d4ec1af0f7", "tag": "fe1cd51d-0a17-48c8-b57e-9d40dcf9b505"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:37:39.601061 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [req-a628b9dc-0e01-48bf-a2f6-359d11e547fa req-bdca40ca-c1b6-4c83-b6be-0fa8e3c6e84b tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] Deleting port 7945ef7c-1f51-45e1-9bd5-1db4787c1269 {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:37:39.601413 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-a628b9dc-0e01-48bf-a2f6-359d11e547fa req-bdca40ca-c1b6-4c83-b6be-0fa8e3c6e84b tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:39.705031 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edafd359-360c-4718-a63d-1d8c317964b0 req-e3c6a077-bbe9-4f2b-9bd9-941677a3b09e tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:39.707700 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-edafd359-360c-4718-a63d-1d8c317964b0 req-e3c6a077-bbe9-4f2b-9bd9-941677a3b09e tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] 10.222.0.54 "GET /v2.0/ports?device_id=ee31f147-3633-427f-aa83-85fa54d9d6e6 HTTP/1.1" status: 200 len: 950 time: 0.0740633 Nov 19 17:37:39.723607 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7406ea9-1994-46e5-abe7-7bacb8cce516 req-2799deb4-fb10-44d3-8fcc-d59cea4f3e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:39.723607 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c7406ea9-1994-46e5-abe7-7bacb8cce516 req-2799deb4-fb10-44d3-8fcc-d59cea4f3e2a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=21543f85dc9e402a8587774ac19495fe&device_id=28bbee57-0a4b-4ac2-b952-d2d4ec1af0f7 HTTP/1.1" status: 200 len: 1095 time: 0.1044097 Nov 19 17:37:39.727766 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-a628b9dc-0e01-48bf-a2f6-359d11e547fa req-bdca40ca-c1b6-4c83-b6be-0fa8e3c6e84b tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:39.728146 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-a628b9dc-0e01-48bf-a2f6-359d11e547fa req-bdca40ca-c1b6-4c83-b6be-0fa8e3c6e84b tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:39.775435 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-edafd359-360c-4718-a63d-1d8c317964b0 req-64bb7aae-1bbd-4cd2-aee4-5f77df51f437 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] 10.222.0.54 "GET /v2.0/security-groups?id=01d035e7-47ed-4912-a186-53ea419ecd96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600700 Nov 19 17:37:39.779110 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [req-a628b9dc-0e01-48bf-a2f6-359d11e547fa req-bdca40ca-c1b6-4c83-b6be-0fa8e3c6e84b tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] Calling delete_port for 7945ef7c-1f51-45e1-9bd5-1db4787c1269 owned by network:floatingip {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:37:39.782815 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-3d4352c5-c1e2-4f6a-b106-8ff3699f13d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d47c3b9-a5a2-4ae3-8d7b-09d7278a9b1e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-516508879-router', 'tenant_id': 'bf701fa01dc443ada18661aab1d7be58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': '1737d4e3-5a3f-4458-a245-a1424b6b0059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:34:19Z', 'updated_at': '2021-11-19T17:34:27Z', 'revision_number': 4, 'project_id': 'bf701fa01dc443ada18661aab1d7be58', 'gw_port': {'id': '1737d4e3-5a3f-4458-a245-a1424b6b0059', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:f5:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d47c3b9-a5a2-4ae3-8d7b-09d7278a9b1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:34:19Z', 'updated_at': '2021-11-19T17:34:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_floatingips': [{'id': 'fc499680-112a-459b-847f-adc0789fd9be', 'tenant_id': 'bf701fa01dc443ada18661aab1d7be58', 'floating_ip_address': '172.25.7.221', 'floating_network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'router_id': '6d47c3b9-a5a2-4ae3-8d7b-09d7278a9b1e', 'port_id': '3e75f519-649c-4dfd-8f93-40f44e4e68ff', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '833872e1-1a28-48e3-b9f9-d97ad690eebb', 'mac_address': 'fa:16:3e:08:07:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3aa343-7b61-4d1e-b719-83afff257d2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T17:34:49Z', 'updated_at': '2021-11-19T17:37:35Z', 'revision_number': 5, 'project_id': 'bf701fa01dc443ada18661aab1d7be58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8950024-da22-49e3-b688-380a50996259', 'name': '', 'network_id': '833872e1-1a28-48e3-b9f9-d97ad690eebb', 'tenant_id': 'bf701fa01dc443ada18661aab1d7be58', 'mac_address': 'fa:16:3e:af:f8:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d47c3b9-a5a2-4ae3-8d7b-09d7278a9b1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '350b116c-50d0-4ddf-8934-2b25a4e80dab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:34:24Z', 'updated_at': '2021-11-19T17:34:32Z', 'revision_number': 5, 'project_id': 'bf701fa01dc443ada18661aab1d7be58', 'subnets': [{'id': '350b116c-50d0-4ddf-8934-2b25a4e80dab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:37:39.783575 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c7406ea9-1994-46e5-abe7-7bacb8cce516 req-f0f6edd1-aa74-4ac5-9ad7-b8b246d94688 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fe1cd51d-0a17-48c8-b57e-9d40dcf9b505 HTTP/1.1" status: 200 len: 217 time: 0.0459676 Nov 19 17:37:39.833405 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4352c5-c1e2-4f6a-b106-8ff3699f13d3 None None] The sync data for ids ['6d47c3b9-a5a2-4ae3-8d7b-09d7278a9b1e'] in n-d-818022-2 is: [{'id': '6d47c3b9-a5a2-4ae3-8d7b-09d7278a9b1e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-516508879-router', 'tenant_id': 'bf701fa01dc443ada18661aab1d7be58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': '1737d4e3-5a3f-4458-a245-a1424b6b0059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:34:19Z', 'updated_at': '2021-11-19T17:34:27Z', 'revision_number': 4, 'project_id': 'bf701fa01dc443ada18661aab1d7be58', 'gw_port': {'id': '1737d4e3-5a3f-4458-a245-a1424b6b0059', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:f5:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d47c3b9-a5a2-4ae3-8d7b-09d7278a9b1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:34:19Z', 'updated_at': '2021-11-19T17:34:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_floatingips': [{'id': 'fc499680-112a-459b-847f-adc0789fd9be', 'tenant_id': 'bf701fa01dc443ada18661aab1d7be58', 'floating_ip_address': '172.25.7.221', 'floating_network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'router_id': '6d47c3b9-a5a2-4ae3-8d7b-09d7278a9b1e', 'port_id': '3e75f519-649c-4dfd-8f93-40f44e4e68ff', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '833872e1-1a28-48e3-b9f9-d97ad690eebb', 'mac_address': 'fa:16:3e:08:07:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3aa343-7b61-4d1e-b719-83afff257d2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T17:34:49Z', 'updated_at': '2021-11-19T17:37:35Z', 'revision_number': 5, 'project_id': 'bf701fa01dc443ada18661aab1d7be58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8950024-da22-49e3-b688-380a50996259', 'name': '', 'network_id': '833872e1-1a28-48e3-b9f9-d97ad690eebb', 'tenant_id': 'bf701fa01dc443ada18661aab1d7be58', 'mac_address': 'fa:16:3e:af:f8:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d47c3b9-a5a2-4ae3-8d7b-09d7278a9b1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '350b116c-50d0-4ddf-8934-2b25a4e80dab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:34:24Z', 'updated_at': '2021-11-19T17:34:32Z', 'revision_number': 5, 'project_id': 'bf701fa01dc443ada18661aab1d7be58', 'subnets': [{'id': '350b116c-50d0-4ddf-8934-2b25a4e80dab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 17:37:39.899189 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7406ea9-1994-46e5-abe7-7bacb8cce516 req-d290fdc7-bca3-47ff-a20b-47462bf723a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:39.900724 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c7406ea9-1994-46e5-abe7-7bacb8cce516 req-d290fdc7-bca3-47ff-a20b-47462bf723a2 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=03fb8a38-8906-4daf-82e4-8d8788de58f6 HTTP/1.1" status: 200 len: 845 time: 0.1069031 Nov 19 17:37:39.913609 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07dfc2d-546f-497a-9153-2f23c40a89eb req-5189b313-f037-490a-a876-cc11de201a64 tempest-FloatingIPsAssociationNegativeTestJSON-628748915 tempest-FloatingIPsAssociationNegativeTestJSON-628748915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:39.923571 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c07dfc2d-546f-497a-9153-2f23c40a89eb req-5189b313-f037-490a-a876-cc11de201a64 tempest-FloatingIPsAssociationNegativeTestJSON-628748915 tempest-FloatingIPsAssociationNegativeTestJSON-628748915-project] 10.222.0.54 "GET /v2.0/ports?device_id=68b9b110-600e-4d53-a392-86b58ec07516 HTTP/1.1" status: 200 len: 946 time: 0.0740769 Nov 19 17:37:39.950605 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c7406ea9-1994-46e5-abe7-7bacb8cce516 req-ad29f687-c32d-4969-9b64-612a8f2df96b service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c4cc9c60-be8c-4a60-be1b-a29e98302997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384367 Nov 19 17:37:39.976314 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c07dfc2d-546f-497a-9153-2f23c40a89eb req-efd327d7-b8c8-484d-8e3f-dc4340083f5a tempest-FloatingIPsAssociationNegativeTestJSON-628748915 tempest-FloatingIPsAssociationNegativeTestJSON-628748915-project] 10.222.0.54 "GET /v2.0/security-groups?id=df201946-eaa6-4ac7-aad2-a181245e6bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518577 Nov 19 17:37:40.093982 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-a628b9dc-0e01-48bf-a2f6-359d11e547fa req-bdca40ca-c1b6-4c83-b6be-0fa8e3c6e84b tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:40.141244 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1138887f-cf71-4010-a7b9-02d03fbfda77 req-c893abde-ea74-497a-8bfd-2096373775c8 tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:40.150515 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c1ccc98-eb13-4bb6-98fe-d97c647cb544 None None] New status for floating IP fc499680-112a-459b-847f-adc0789fd9be: ACTIVE {{(pid=103367) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 17:37:40.153806 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-1138887f-cf71-4010-a7b9-02d03fbfda77 req-c893abde-ea74-497a-8bfd-2096373775c8 tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] 10.222.0.54 "GET /v2.0/ports?device_id=28bbee57-0a4b-4ac2-b952-d2d4ec1af0f7 HTTP/1.1" status: 200 len: 944 time: 0.0886583 Nov 19 17:37:40.170708 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdca40ca-c1b6-4c83-b6be-0fa8e3c6e84b tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] Pushing event deleted for resources: {'Port': ['ID=7945ef7c-1f51-45e1-9bd5-1db4787c1269,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:37:40.223521 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-a628b9dc-0e01-48bf-a2f6-359d11e547fa req-bdca40ca-c1b6-4c83-b6be-0fa8e3c6e84b tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] Publish callbacks [] for floatingip, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:40.226671 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-a628b9dc-0e01-48bf-a2f6-359d11e547fa req-bdca40ca-c1b6-4c83-b6be-0fa8e3c6e84b tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for floatingip, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:40.227053 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-1138887f-cf71-4010-a7b9-02d03fbfda77 req-9fd27005-8ba7-4214-be3f-cff71156ba5a tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a9bb8e9-ab46-4898-9298-f60e040eb6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718625 Nov 19 17:37:40.227814 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a628b9dc-0e01-48bf-a2f6-359d11e547fa req-bdca40ca-c1b6-4c83-b6be-0fa8e3c6e84b tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] 10.222.0.54 "DELETE /v2.0/floatingips/0e845b61-f17e-4055-94ea-331199f7fc82 HTTP/1.1" status: 204 len: 173 time: 0.8640864 Nov 19 17:37:40.231854 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c7406ea9-1994-46e5-abe7-7bacb8cce516 req-7585079b-0e57-4b52-9d9e-f8e7462c7f87 service neutron] 10.222.0.86 "GET /v2.0/networks/c4cc9c60-be8c-4a60-be1b-a29e98302997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2676992 Nov 19 17:37:40.328811 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 19 Nov 2021 17:37:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dab1b49-78e5-48b1-930a-c4b8dfe22398 x-openstack-request-id: req-2dab1b49-78e5-48b1-930a-c4b8dfe22398 {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:37:40.329183 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b3aa343-7b61-4d1e-b719-83afff257d2e", "tag": "3e75f519-649c-4dfd-8f93-40f44e4e68ff", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "28bbee57-0a4b-4ac2-b952-d2d4ec1af0f7", "tag": "fe1cd51d-0a17-48c8-b57e-9d40dcf9b505", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:37:40.329566 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-2dab1b49-78e5-48b1-930a-c4b8dfe22398 {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:37:40.330053 n-d-818022-2 neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b3aa343-7b61-4d1e-b719-83afff257d2e', 'tag': '3e75f519-649c-4dfd-8f93-40f44e4e68ff', 'status': 'completed', 'code': 200} Nov 19 17:37:40.330381 n-d-818022-2 neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28bbee57-0a4b-4ac2-b952-d2d4ec1af0f7', 'tag': 'fe1cd51d-0a17-48c8-b57e-9d40dcf9b505', 'status': 'completed', 'code': 200} Nov 19 17:37:40.427965 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4df3d29-98f0-41b4-a493-78fac53bfd0c req-cf26091e-808c-44a7-8a3c-a0df7aaaf925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:40.429605 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e4df3d29-98f0-41b4-a493-78fac53bfd0c req-cf26091e-808c-44a7-8a3c-a0df7aaaf925 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=bf701fa01dc443ada18661aab1d7be58&device_id=4b3aa343-7b61-4d1e-b719-83afff257d2e HTTP/1.1" status: 200 len: 1097 time: 0.0652783 Nov 19 17:37:40.458832 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d24334-44c7-4661-98c8-16e2d82d783c req-e25b201f-509e-4dc0-8dec-c93bf2f390db tempest-AttachSCSIVolumeTestJSON-524289253 tempest-AttachSCSIVolumeTestJSON-524289253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:40.461776 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-e0d24334-44c7-4661-98c8-16e2d82d783c req-e25b201f-509e-4dc0-8dec-c93bf2f390db tempest-AttachSCSIVolumeTestJSON-524289253 tempest-AttachSCSIVolumeTestJSON-524289253-project] 10.222.0.54 "GET /v2.0/ports?device_id=eeecacdb-91b1-4eaf-90bc-0cbbbbe2b20c HTTP/1.1" status: 200 len: 945 time: 0.1464367 Nov 19 17:37:40.464476 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c7406ea9-1994-46e5-abe7-7bacb8cce516 req-3395678e-23e3-4a30-a2e4-2d0ebba63de8 service neutron] 10.222.0.86 "GET /v2.0/networks/c4cc9c60-be8c-4a60-be1b-a29e98302997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2198658 Nov 19 17:37:40.548519 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4df3d29-98f0-41b4-a493-78fac53bfd0c req-80e4aa33-299b-440a-a398-8a9932ffd863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:40.549952 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e4df3d29-98f0-41b4-a493-78fac53bfd0c req-80e4aa33-299b-440a-a398-8a9932ffd863 service neutron] 10.222.0.86 "GET /v2.0/networks?id=833872e1-1a28-48e3-b9f9-d97ad690eebb HTTP/1.1" status: 200 len: 924 time: 0.1056082 Nov 19 17:37:40.561930 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-e0d24334-44c7-4661-98c8-16e2d82d783c req-6ffb6c62-b365-4509-b4fe-d6d853ccaf38 tempest-AttachSCSIVolumeTestJSON-524289253 tempest-AttachSCSIVolumeTestJSON-524289253-project] 10.222.0.54 "GET /v2.0/security-groups?id=b0e8589e-609c-4b3c-9f62-78e2446fc7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848920 Nov 19 17:37:40.680459 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e4df3d29-98f0-41b4-a493-78fac53bfd0c req-335ee2c1-cc0b-45ac-bb20-a2f5bbf76238 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3e75f519-649c-4dfd-8f93-40f44e4e68ff HTTP/1.1" status: 200 len: 1002 time: 0.1182210 Nov 19 17:37:40.782670 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf9e0d3-acfc-450e-a1b9-610505383578 req-b46fbae9-b05f-4e3a-b63d-6b52c2072d5d tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:40.789354 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf9e0d3-acfc-450e-a1b9-610505383578 req-b46fbae9-b05f-4e3a-b63d-6b52c2072d5d tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:40.791063 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0bf9e0d3-acfc-450e-a1b9-610505383578 req-b46fbae9-b05f-4e3a-b63d-6b52c2072d5d tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] 10.222.0.54 "GET /v2.0/ports?device_id=6dcd0be3-f9d8-4c83-a7be-2601c2b0e54d&device_id=ee31f147-3633-427f-aa83-85fa54d9d6e6 HTTP/1.1" status: 200 len: 1691 time: 0.1052678 Nov 19 17:37:40.797458 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4df3d29-98f0-41b4-a493-78fac53bfd0c req-675863c9-3293-4a9d-b3ca-423156d1782e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:40.799031 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e4df3d29-98f0-41b4-a493-78fac53bfd0c req-675863c9-3293-4a9d-b3ca-423156d1782e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=350b116c-50d0-4ddf-8934-2b25a4e80dab HTTP/1.1" status: 200 len: 862 time: 0.1030657 Nov 19 17:37:40.895396 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a4867fbb-9afa-4c36-b958-1f251cf54a59 req-656641f4-6ca4-48d1-a98d-0e79abb02c64 tempest-FloatingIPsAssociationNegativeTestJSON-628748915 tempest-FloatingIPsAssociationNegativeTestJSON-628748915-project] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=645e61aa-1a6c-4e8f-857e-ab06edb4897f HTTP/1.1" status: 200 len: 258 time: 0.2727823 Nov 19 17:37:40.907966 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0bf9e0d3-acfc-450e-a1b9-610505383578 req-18865b64-2fb1-4492-b45e-f505cf8132e3 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] 10.222.0.54 "GET /v2.0/security-groups?id=01d035e7-47ed-4912-a186-53ea419ecd96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947444 Nov 19 17:37:40.909410 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-a4867fbb-9afa-4c36-b958-1f251cf54a59 req-7500e79c-e016-434c-b225-12ef1a9d2103 tempest-FloatingIPsAssociationNegativeTestJSON-628748915 tempest-FloatingIPsAssociationNegativeTestJSON-628748915-project] Request body: {'floatingip': {'floating_network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:37:40.918298 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4df3d29-98f0-41b4-a493-78fac53bfd0c req-a9d487a5-308b-4929-b303-452a83f94e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:40.923505 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device 3684f296-c50a-415a-8153-734b8df9944f no longer exists at agent hyperv_n-h2-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:37:40.924516 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e4df3d29-98f0-41b4-a493-78fac53bfd0c req-a9d487a5-308b-4929-b303-452a83f94e03 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=833872e1-1a28-48e3-b9f9-d97ad690eebb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1134682 Nov 19 17:37:40.947724 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-a4867fbb-9afa-4c36-b958-1f251cf54a59 req-7500e79c-e016-434c-b225-12ef1a9d2103 tempest-FloatingIPsAssociationNegativeTestJSON-628748915 tempest-FloatingIPsAssociationNegativeTestJSON-628748915-project] Publish callbacks [] for floatingip, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:40.949211 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] No Port match for: 3684f296-c50a-415a-8153-734b8df9944f {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:37:40.950026 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device 3684f296-c50a-415a-8153-734b8df9944f not bound to the agent host n-h2-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:37:41.064232 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-a4867fbb-9afa-4c36-b958-1f251cf54a59 req-7500e79c-e016-434c-b225-12ef1a9d2103 tempest-FloatingIPsAssociationNegativeTestJSON-628748915 tempest-FloatingIPsAssociationNegativeTestJSON-628748915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:41.086710 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e4df3d29-98f0-41b4-a493-78fac53bfd0c req-bbdd97e8-89c9-4094-822e-5db6bacf8bd8 service neutron] 10.222.0.86 "GET /v2.0/networks/833872e1-1a28-48e3-b9f9-d97ad690eebb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424608 Nov 19 17:37:41.183351 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [req-a4867fbb-9afa-4c36-b958-1f251cf54a59 req-7500e79c-e016-434c-b225-12ef1a9d2103 tempest-FloatingIPsAssociationNegativeTestJSON-628748915 tempest-FloatingIPsAssociationNegativeTestJSON-628748915-project] Allocated IP 172.25.7.172 (645e61aa-1a6c-4e8f-857e-ab06edb4897f/88ed2d64-f56d-4f01-a468-946e01c99e82/93b4550a-b4f5-447e-aca8-7d696f544647) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:37:41.203795 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e4df3d29-98f0-41b4-a493-78fac53bfd0c req-7e2776e6-a243-48d4-a77a-b367f637b886 service neutron] 10.222.0.86 "GET /v2.0/networks/833872e1-1a28-48e3-b9f9-d97ad690eebb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143892 Nov 19 17:37:41.344927 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-a4867fbb-9afa-4c36-b958-1f251cf54a59 req-7500e79c-e016-434c-b225-12ef1a9d2103 tempest-FloatingIPsAssociationNegativeTestJSON-628748915 tempest-FloatingIPsAssociationNegativeTestJSON-628748915-project] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:41.372619 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4df3d29-98f0-41b4-a493-78fac53bfd0c req-30416b28-5302-4571-98f6-75f6c4838e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:41.375042 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e4df3d29-98f0-41b4-a493-78fac53bfd0c req-30416b28-5302-4571-98f6-75f6c4838e2e service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=21543f85dc9e402a8587774ac19495fe&device_id=28bbee57-0a4b-4ac2-b952-d2d4ec1af0f7 HTTP/1.1" status: 200 len: 1095 time: 0.1022167 Nov 19 17:37:41.386229 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-a4867fbb-9afa-4c36-b958-1f251cf54a59 req-7500e79c-e016-434c-b225-12ef1a9d2103 tempest-FloatingIPsAssociationNegativeTestJSON-628748915 tempest-FloatingIPsAssociationNegativeTestJSON-628748915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:41.429476 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4867fbb-9afa-4c36-b958-1f251cf54a59 req-7500e79c-e016-434c-b225-12ef1a9d2103 tempest-FloatingIPsAssociationNegativeTestJSON-628748915 tempest-FloatingIPsAssociationNegativeTestJSON-628748915-project] Network 645e61aa-1a6c-4e8f-857e-ab06edb4897f is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:37:41.434692 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [req-a4867fbb-9afa-4c36-b958-1f251cf54a59 req-7500e79c-e016-434c-b225-12ef1a9d2103 tempest-FloatingIPsAssociationNegativeTestJSON-628748915 tempest-FloatingIPsAssociationNegativeTestJSON-628748915-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:37:41.437718 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4867fbb-9afa-4c36-b958-1f251cf54a59 req-7500e79c-e016-434c-b225-12ef1a9d2103 tempest-FloatingIPsAssociationNegativeTestJSON-628748915 tempest-FloatingIPsAssociationNegativeTestJSON-628748915-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:37:41.453973 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5b4216-b8e3-4b64-9dab-2781b9f87c92 req-495fbc3f-3d4f-4ec5-a3a9-3e7002c5b269 tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:41.456126 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-af5b4216-b8e3-4b64-9dab-2781b9f87c92 req-495fbc3f-3d4f-4ec5-a3a9-3e7002c5b269 tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] 10.222.0.54 "GET /v2.0/ports?device_id=1cad7dc2-8442-446b-94f2-51548934c3b6 HTTP/1.1" status: 200 len: 946 time: 0.1365705 Nov 19 17:37:41.467167 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7500e79c-e016-434c-b225-12ef1a9d2103 tempest-FloatingIPsAssociationNegativeTestJSON-628748915 tempest-FloatingIPsAssociationNegativeTestJSON-628748915-project] Pushing event updated for resources: {'Port': ['ID=93b4550a-b4f5-447e-aca8-7d696f544647,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:37:41.561625 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7733ec5f-3823-4521-a249-73a7b7b73c61 req-6495ee5c-75ba-4792-8969-09b15074bf52 tempest-AttachSCSIVolumeTestJSON-524289253 tempest-AttachSCSIVolumeTestJSON-524289253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:41.563142 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-7733ec5f-3823-4521-a249-73a7b7b73c61 req-6495ee5c-75ba-4792-8969-09b15074bf52 tempest-AttachSCSIVolumeTestJSON-524289253 tempest-AttachSCSIVolumeTestJSON-524289253-project] 10.222.0.60 "GET /v2.0/ports?device_id=eeecacdb-91b1-4eaf-90bc-0cbbbbe2b20c HTTP/1.1" status: 200 len: 945 time: 0.1000514 Nov 19 17:37:41.571401 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4df3d29-98f0-41b4-a493-78fac53bfd0c req-4e9a0d3e-7c98-4d34-baaf-c16ed968da3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:41.573707 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e4df3d29-98f0-41b4-a493-78fac53bfd0c req-4e9a0d3e-7c98-4d34-baaf-c16ed968da3e service neutron] 10.222.0.86 "GET /v2.0/networks?id=c4cc9c60-be8c-4a60-be1b-a29e98302997 HTTP/1.1" status: 200 len: 906 time: 0.1872132 Nov 19 17:37:41.605467 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-a4867fbb-9afa-4c36-b958-1f251cf54a59 req-7500e79c-e016-434c-b225-12ef1a9d2103 tempest-FloatingIPsAssociationNegativeTestJSON-628748915 tempest-FloatingIPsAssociationNegativeTestJSON-628748915-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:41.606593 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 42976) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:37:41.660959 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-af5b4216-b8e3-4b64-9dab-2781b9f87c92 req-d88d7d57-eecd-4289-98b8-64b11c985c22 tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] 10.222.0.54 "GET /v2.0/security-groups?id=3bfff83b-45c8-4d9c-ba10-49566b72be4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665277 Nov 19 17:37:41.662494 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e4df3d29-98f0-41b4-a493-78fac53bfd0c req-96db3ce5-31ba-4b2c-a8a1-d291c2e5228e service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fe1cd51d-0a17-48c8-b57e-9d40dcf9b505 HTTP/1.1" status: 200 len: 217 time: 0.0729425 Nov 19 17:37:41.692251 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-a4867fbb-9afa-4c36-b958-1f251cf54a59 req-7500e79c-e016-434c-b225-12ef1a9d2103 tempest-FloatingIPsAssociationNegativeTestJSON-628748915 tempest-FloatingIPsAssociationNegativeTestJSON-628748915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:41.752145 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4df3d29-98f0-41b4-a493-78fac53bfd0c req-8ae84e0c-09dc-4a41-9ea8-8ab4fa07dd37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:41.757591 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e4df3d29-98f0-41b4-a493-78fac53bfd0c req-8ae84e0c-09dc-4a41-9ea8-8ab4fa07dd37 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=03fb8a38-8906-4daf-82e4-8d8788de58f6 HTTP/1.1" status: 200 len: 845 time: 0.0810823 Nov 19 17:37:41.761596 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [req-7733ec5f-3823-4521-a249-73a7b7b73c61 req-7049d2d7-b4db-4b4a-91f9-e0772327ae9e tempest-AttachSCSIVolumeTestJSON-524289253 tempest-AttachSCSIVolumeTestJSON-524289253-project] Deleting port 06674c34-60ea-4cb6-b28d-e6090daee678 {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:37:41.761964 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-7733ec5f-3823-4521-a249-73a7b7b73c61 req-7049d2d7-b4db-4b4a-91f9-e0772327ae9e tempest-AttachSCSIVolumeTestJSON-524289253 tempest-AttachSCSIVolumeTestJSON-524289253-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:41.823737 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e4df3d29-98f0-41b4-a493-78fac53bfd0c req-95680e6e-3480-4067-aa70-4ffdd21c0ffc service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c4cc9c60-be8c-4a60-be1b-a29e98302997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0547409 Nov 19 17:37:41.851369 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56bc432-5d84-461c-a7fd-a789ab99fea6 req-a782c633-7e0f-49d5-bece-93ea66b4f526 tempest-ServersOnMultiNodesTest-944546281 tempest-ServersOnMultiNodesTest-944546281-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:41.852755 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d56bc432-5d84-461c-a7fd-a789ab99fea6 req-a782c633-7e0f-49d5-bece-93ea66b4f526 tempest-ServersOnMultiNodesTest-944546281 tempest-ServersOnMultiNodesTest-944546281-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=6dcd0be3-f9d8-4c83-a7be-2601c2b0e54d HTTP/1.1" status: 200 len: 1101 time: 0.1162913 Nov 19 17:37:41.864027 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-640f2101-09a3-4740-98f5-65f2190c747d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=8cfc3d817901452492c5b5b90d48327d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2562475 Nov 19 17:37:41.866794 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 42982) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:37:41.954252 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-7733ec5f-3823-4521-a249-73a7b7b73c61 req-7049d2d7-b4db-4b4a-91f9-e0772327ae9e tempest-AttachSCSIVolumeTestJSON-524289253 tempest-AttachSCSIVolumeTestJSON-524289253-project] For port 06674c34-60ea-4cb6-b28d-e6090daee678, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=06674c34-60ea-4cb6-b28d-e6090daee678,segment=NetworkSegment(1c7c713d-c942-43a4-9f8c-240d532390e1),segment_id=1c7c713d-c942-43a4-9f8c-240d532390e1)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:37:41.954612 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-7733ec5f-3823-4521-a249-73a7b7b73c61 req-7049d2d7-b4db-4b4a-91f9-e0772327ae9e tempest-AttachSCSIVolumeTestJSON-524289253 tempest-AttachSCSIVolumeTestJSON-524289253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:41.955521 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d56bc432-5d84-461c-a7fd-a789ab99fea6 req-8b9da495-5248-47f1-b5c3-b80b7e0b8c67 tempest-ServersOnMultiNodesTest-944546281 tempest-ServersOnMultiNodesTest-944546281-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=01d035e7-47ed-4912-a186-53ea419ecd96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670075 Nov 19 17:37:41.961584 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e4df3d29-98f0-41b4-a493-78fac53bfd0c req-b0129a73-2fa3-475c-9dd5-6a932339c876 service neutron] 10.222.0.86 "GET /v2.0/networks/c4cc9c60-be8c-4a60-be1b-a29e98302997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224082 Nov 19 17:37:41.991240 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [req-7733ec5f-3823-4521-a249-73a7b7b73c61 req-7049d2d7-b4db-4b4a-91f9-e0772327ae9e tempest-AttachSCSIVolumeTestJSON-524289253 tempest-AttachSCSIVolumeTestJSON-524289253-project] Calling delete_port for 06674c34-60ea-4cb6-b28d-e6090daee678 owned by compute:nova {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:37:42.001783 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f37a37e3-d960-406f-978f-f10d9a07e689 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:42.022617 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-a4867fbb-9afa-4c36-b958-1f251cf54a59 req-7500e79c-e016-434c-b225-12ef1a9d2103 tempest-FloatingIPsAssociationNegativeTestJSON-628748915 tempest-FloatingIPsAssociationNegativeTestJSON-628748915-project] Publish callbacks [] for port, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:42.057190 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-a4867fbb-9afa-4c36-b958-1f251cf54a59 req-7500e79c-e016-434c-b225-12ef1a9d2103 tempest-FloatingIPsAssociationNegativeTestJSON-628748915 tempest-FloatingIPsAssociationNegativeTestJSON-628748915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:42.074971 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f37a37e3-d960-406f-978f-f10d9a07e689 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:42.103908 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aeaafd-147c-411d-ba83-6cc4a8fc27ca req-189cb605-80e8-4fcf-bc29-09d7b47d099e tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:42.105259 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f0aeaafd-147c-411d-ba83-6cc4a8fc27ca req-189cb605-80e8-4fcf-bc29-09d7b47d099e tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] 10.222.0.54 "GET /v2.0/ports?device_id=28bbee57-0a4b-4ac2-b952-d2d4ec1af0f7 HTTP/1.1" status: 200 len: 944 time: 0.0787008 Nov 19 17:37:42.109754 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e4df3d29-98f0-41b4-a493-78fac53bfd0c req-9f6eccd9-1cd2-4a83-b817-69076b87dc36 service neutron] 10.222.0.86 "GET /v2.0/networks/c4cc9c60-be8c-4a60-be1b-a29e98302997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380291 Nov 19 17:37:42.155398 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f0aeaafd-147c-411d-ba83-6cc4a8fc27ca req-28c0ce76-7f94-4061-86a6-07011a53e3c4 tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a9bb8e9-ab46-4898-9298-f60e040eb6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433400 Nov 19 17:37:42.199176 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7500e79c-e016-434c-b225-12ef1a9d2103 tempest-FloatingIPsAssociationNegativeTestJSON-628748915 tempest-FloatingIPsAssociationNegativeTestJSON-628748915-project] Pushing event updated for resources: {'Port': ['ID=93b4550a-b4f5-447e-aca8-7d696f544647,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:37:42.224274 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-a4867fbb-9afa-4c36-b958-1f251cf54a59 req-7500e79c-e016-434c-b225-12ef1a9d2103 tempest-FloatingIPsAssociationNegativeTestJSON-628748915 tempest-FloatingIPsAssociationNegativeTestJSON-628748915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-671284'] for floatingip, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:42.259250 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-a4867fbb-9afa-4c36-b958-1f251cf54a59 req-7500e79c-e016-434c-b225-12ef1a9d2103 tempest-FloatingIPsAssociationNegativeTestJSON-628748915 tempest-FloatingIPsAssociationNegativeTestJSON-628748915-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for floatingip, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:42.260477 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a4867fbb-9afa-4c36-b958-1f251cf54a59 req-7500e79c-e016-434c-b225-12ef1a9d2103 tempest-FloatingIPsAssociationNegativeTestJSON-628748915 tempest-FloatingIPsAssociationNegativeTestJSON-628748915-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.3570559 Nov 19 17:37:42.264052 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0808242-df01-4109-bd17-de295a577f38 req-d0c7c8c1-fd0e-4431-aa3b-8022481563c2 tempest-AttachSCSIVolumeTestJSON-524289253 tempest-AttachSCSIVolumeTestJSON-524289253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:42.267275 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a0808242-df01-4109-bd17-de295a577f38 req-d0c7c8c1-fd0e-4431-aa3b-8022481563c2 tempest-AttachSCSIVolumeTestJSON-524289253 tempest-AttachSCSIVolumeTestJSON-524289253-project] 10.222.0.54 "GET /v2.0/ports?device_id=eeecacdb-91b1-4eaf-90bc-0cbbbbe2b20c HTTP/1.1" status: 200 len: 945 time: 0.0553241 Nov 19 17:37:42.278349 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f37a37e3-d960-406f-978f-f10d9a07e689 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:42.280886 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f37a37e3-d960-406f-978f-f10d9a07e689 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:42.281991 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-f37a37e3-d960-406f-978f-f10d9a07e689 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b8352645-72b7-4f9d-8931-27b14f267271 HTTP/1.1" status: 204 len: 168 time: 0.4143078 Nov 19 17:37:42.318505 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a0808242-df01-4109-bd17-de295a577f38 req-740c3fb5-9e21-4dcb-9594-224c6d0fb028 tempest-AttachSCSIVolumeTestJSON-524289253 tempest-AttachSCSIVolumeTestJSON-524289253-project] 10.222.0.54 "GET /v2.0/security-groups?id=b0e8589e-609c-4b3c-9f62-78e2446fc7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450950 Nov 19 17:37:42.339207 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37a37e3-d960-406f-978f-f10d9a07e689 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8352645-72b7-4f9d-8931-27b14f267271,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:37:42.346460 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a4867fbb-9afa-4c36-b958-1f251cf54a59 req-395f4b98-dda5-48a8-9ed6-5fd0c92d0736 tempest-FloatingIPsAssociationNegativeTestJSON-628748915 tempest-FloatingIPsAssociationNegativeTestJSON-628748915-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.7.172 HTTP/1.1" status: 200 len: 696 time: 0.0775676 Nov 19 17:37:42.363416 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-7733ec5f-3823-4521-a249-73a7b7b73c61 req-7049d2d7-b4db-4b4a-91f9-e0772327ae9e tempest-AttachSCSIVolumeTestJSON-524289253 tempest-AttachSCSIVolumeTestJSON-524289253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:42.377427 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['06674c34-60ea-4cb6-b28d-e6090daee678'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:37:42.441957 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7049d2d7-b4db-4b4a-91f9-e0772327ae9e tempest-AttachSCSIVolumeTestJSON-524289253 tempest-AttachSCSIVolumeTestJSON-524289253-project] Pushing event deleted for resources: {'Port': ['ID=06674c34-60ea-4cb6-b28d-e6090daee678,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:37:42.506447 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [req-7733ec5f-3823-4521-a249-73a7b7b73c61 req-7049d2d7-b4db-4b4a-91f9-e0772327ae9e tempest-AttachSCSIVolumeTestJSON-524289253 tempest-AttachSCSIVolumeTestJSON-524289253-project] No DVR routers for this DVR port 06674c34-60ea-4cb6-b28d-e6090daee678 on host n-h1-818022-2 {{(pid=103364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:37:42.517936 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-7733ec5f-3823-4521-a249-73a7b7b73c61 req-7049d2d7-b4db-4b4a-91f9-e0772327ae9e tempest-AttachSCSIVolumeTestJSON-524289253 tempest-AttachSCSIVolumeTestJSON-524289253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:42.522131 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-7733ec5f-3823-4521-a249-73a7b7b73c61 req-7049d2d7-b4db-4b4a-91f9-e0772327ae9e tempest-AttachSCSIVolumeTestJSON-524289253 tempest-AttachSCSIVolumeTestJSON-524289253-project] 10.222.0.60 "DELETE /v2.0/ports/06674c34-60ea-4cb6-b28d-e6090daee678 HTTP/1.1" status: 204 len: 173 time: 0.9512508 Nov 19 17:37:42.522637 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eeecacdb-91b1-4eaf-90bc-0cbbbbe2b20c', 'name': 'network-vif-deleted', 'tag': '06674c34-60ea-4cb6-b28d-e6090daee678'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:37:42.525192 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dd4767a008c23f8566efc82158ee1b1fff34e1a9e908d76d0b6d0ab7e350e5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2069af78-b1ef-471b-9afe-743ae22c6806" -d '{"events": [{"server_uuid": "eeecacdb-91b1-4eaf-90bc-0cbbbbe2b20c", "name": "network-vif-deleted", "tag": "06674c34-60ea-4cb6-b28d-e6090daee678"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:37:42.554068 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4867fbb-9afa-4c36-b958-1f251cf54a59 req-8d9a1b2a-3c6c-4f5e-b48a-724e74bcb58e tempest-FloatingIPsAssociationNegativeTestJSON-628748915 tempest-FloatingIPsAssociationNegativeTestJSON-628748915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:42.556061 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a4867fbb-9afa-4c36-b958-1f251cf54a59 req-8d9a1b2a-3c6c-4f5e-b48a-724e74bcb58e tempest-FloatingIPsAssociationNegativeTestJSON-628748915 tempest-FloatingIPsAssociationNegativeTestJSON-628748915-project] 10.222.0.54 "GET /v2.0/networks/645e61aa-1a6c-4e8f-857e-ab06edb4897f HTTP/1.1" status: 200 len: 784 time: 0.2021711 Nov 19 17:37:42.571571 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [req-a4867fbb-9afa-4c36-b958-1f251cf54a59 req-89f8f49c-1d2c-4504-9c2e-75b214610f37 tempest-FloatingIPsAssociationNegativeTestJSON-628748915 tempest-FloatingIPsAssociationNegativeTestJSON-628748915-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=103364) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 17:37:42.572995 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a4867fbb-9afa-4c36-b958-1f251cf54a59 req-89f8f49c-1d2c-4504-9c2e-75b214610f37 tempest-FloatingIPsAssociationNegativeTestJSON-628748915 tempest-FloatingIPsAssociationNegativeTestJSON-628748915-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064936 Nov 19 17:37:42.680749 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 43004) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:37:42.689961 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b43cb43-bbdc-4749-9ca6-15b872f717f2 req-b83e4a58-b14e-4550-93fa-55bbb251d8d8 tempest-ServersOnMultiNodesTest-944546281 tempest-ServersOnMultiNodesTest-944546281-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:42.693303 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8b43cb43-bbdc-4749-9ca6-15b872f717f2 req-b83e4a58-b14e-4550-93fa-55bbb251d8d8 tempest-ServersOnMultiNodesTest-944546281 tempest-ServersOnMultiNodesTest-944546281-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=ee31f147-3633-427f-aa83-85fa54d9d6e6 HTTP/1.1" status: 200 len: 1101 time: 0.0609822 Nov 19 17:37:42.696185 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1e578fb2-be18-4e44-b91e-d9b8b7e4d9de admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:42.784205 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8b43cb43-bbdc-4749-9ca6-15b872f717f2 req-d8ea4017-b851-44af-943b-a6fe84fcf991 tempest-ServersOnMultiNodesTest-944546281 tempest-ServersOnMultiNodesTest-944546281-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=01d035e7-47ed-4912-a186-53ea419ecd96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838132 Nov 19 17:37:42.829717 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1e578fb2-be18-4e44-b91e-d9b8b7e4d9de admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:42.836286 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1e578fb2-be18-4e44-b91e-d9b8b7e4d9de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:42.847174 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:37:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3bfc479-f47e-4fa9-bc2d-e6c447c125a9 x-openstack-request-id: req-e3bfc479-f47e-4fa9-bc2d-e6c447c125a9 {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:37:42.847963 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eeecacdb-91b1-4eaf-90bc-0cbbbbe2b20c", "name": "network-vif-deleted", "tag": "06674c34-60ea-4cb6-b28d-e6090daee678", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:37:42.848494 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e3bfc479-f47e-4fa9-bc2d-e6c447c125a9 {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:37:42.848772 n-d-818022-2 neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eeecacdb-91b1-4eaf-90bc-0cbbbbe2b20c', 'name': 'network-vif-deleted', 'tag': '06674c34-60ea-4cb6-b28d-e6090daee678', 'status': 'completed', 'code': 200} Nov 19 17:37:42.904940 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e578fb2-be18-4e44-b91e-d9b8b7e4d9de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7db2221-7cf7-4f7a-9544-ba03e92715b1,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:37:42.929510 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device fe1cd51d-0a17-48c8-b57e-9d40dcf9b505 details requested by agent hyperv_n-h2-818022-2 with host n-h2-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 17:37:42.941748 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-1e578fb2-be18-4e44-b91e-d9b8b7e4d9de admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b8ad651b753849baae307cc89b7e8a78&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2602160 Nov 19 17:37:42.943672 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 43012) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:37:42.971814 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e81fdc-7cbb-4cfe-a1a2-35b676494de1 req-2cab5a7e-09e6-4b5c-baed-6521e13e3abc tempest-FloatingIPsAssociationNegativeTestJSON-628748915 tempest-FloatingIPsAssociationNegativeTestJSON-628748915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:42.980384 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-00e81fdc-7cbb-4cfe-a1a2-35b676494de1 req-2cab5a7e-09e6-4b5c-baed-6521e13e3abc tempest-FloatingIPsAssociationNegativeTestJSON-628748915 tempest-FloatingIPsAssociationNegativeTestJSON-628748915-project] 10.222.0.54 "GET /v2.0/ports?device_id=68b9b110-600e-4d53-a392-86b58ec07516&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1071904 Nov 19 17:37:43.074578 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port fe1cd51d-0a17-48c8-b57e-9d40dcf9b505, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=fe1cd51d-0a17-48c8-b57e-9d40dcf9b505,segment=NetworkSegment(3937b058-45c3-4cdc-b27d-da1ca7985067),segment_id=3937b058-45c3-4cdc-b27d-da1ca7985067)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:37:43.098176 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Returning: {'device': 'fe1cd51d-0a17-48c8-b57e-9d40dcf9b505', 'network_id': 'c4cc9c60-be8c-4a60-be1b-a29e98302997', 'port_id': 'fe1cd51d-0a17-48c8-b57e-9d40dcf9b505', 'mac_address': 'fa:16:3e:e6:c4:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 671, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03fb8a38-8906-4daf-82e4-8d8788de58f6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 17:37:43.108064 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00ee8d1-4fa6-4085-b3d8-2c973227eeae req-fc502d1a-04e2-4be5-967e-9225869a00f8 tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:43.114032 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da724451-dffb-4f03-8a9e-5fa025bea56f req-5527d7f9-69b6-44b1-9742-951a92441528 tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:43.115997 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d00ee8d1-4fa6-4085-b3d8-2c973227eeae req-fc502d1a-04e2-4be5-967e-9225869a00f8 tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] 10.222.0.54 "GET /v2.0/ports?device_id=1cad7dc2-8442-446b-94f2-51548934c3b6 HTTP/1.1" status: 200 len: 946 time: 0.1688895 Nov 19 17:37:43.117891 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-da724451-dffb-4f03-8a9e-5fa025bea56f req-5527d7f9-69b6-44b1-9742-951a92441528 tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] 10.222.0.60 "GET /v2.0/ports?device_id=1cad7dc2-8442-446b-94f2-51548934c3b6 HTTP/1.1" status: 200 len: 946 time: 0.2112536 Nov 19 17:37:43.126462 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-60bf9677-2c64-464f-87ba-e1cf1aeb0c8c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:43.126772 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-00e81fdc-7cbb-4cfe-a1a2-35b676494de1 req-4b4b5c3f-b90e-4bd7-b702-ab74fe43c7a5 tempest-FloatingIPsAssociationNegativeTestJSON-628748915 tempest-FloatingIPsAssociationNegativeTestJSON-628748915-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.7.172 HTTP/1.1" status: 200 len: 696 time: 0.1442897 Nov 19 17:37:43.153590 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-00e81fdc-7cbb-4cfe-a1a2-35b676494de1 req-6789f106-95e3-4eb0-a796-9911712f80e2 tempest-FloatingIPsAssociationNegativeTestJSON-628748915 tempest-FloatingIPsAssociationNegativeTestJSON-628748915-project] Request body: {'floatingip': {'port_id': 'd599098f-98e8-4746-9e46-4040050c6241', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:37:43.193282 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-60bf9677-2c64-464f-87ba-e1cf1aeb0c8c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:43.205789 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:43.239632 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-00e81fdc-7cbb-4cfe-a1a2-35b676494de1 req-6789f106-95e3-4eb0-a796-9911712f80e2 tempest-FloatingIPsAssociationNegativeTestJSON-628748915 tempest-FloatingIPsAssociationNegativeTestJSON-628748915-project] Publish callbacks [] for floatingip, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:43.244608 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe1cd51d-0a17-48c8-b57e-9d40dcf9b505 {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:37:43.251300 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d00ee8d1-4fa6-4085-b3d8-2c973227eeae req-91f9b068-1aea-4701-bf27-1c2e6a84f764 tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] 10.222.0.54 "GET /v2.0/security-groups?id=3bfff83b-45c8-4d9c-ba10-49566b72be4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333377 Nov 19 17:37:43.294535 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port fe1cd51d-0a17-48c8-b57e-9d40dcf9b505, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=fe1cd51d-0a17-48c8-b57e-9d40dcf9b505,segment=NetworkSegment(3937b058-45c3-4cdc-b27d-da1ca7985067),segment_id=3937b058-45c3-4cdc-b27d-da1ca7985067)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:37:43.299476 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:43.342285 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-60bf9677-2c64-464f-87ba-e1cf1aeb0c8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:43.348249 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-60bf9677-2c64-464f-87ba-e1cf1aeb0c8c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:43.368718 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-60bf9677-2c64-464f-87ba-e1cf1aeb0c8c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b7db2221-7cf7-4f7a-9544-ba03e92715b1 HTTP/1.1" status: 204 len: 168 time: 0.4166014 Nov 19 17:37:43.393253 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bf9677-2c64-464f-87ba-e1cf1aeb0c8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7db2221-7cf7-4f7a-9544-ba03e92715b1,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:37:43.403249 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Pushing event updated for resources: {'Port': ['ID=fe1cd51d-0a17-48c8-b57e-9d40dcf9b505,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:37:43.641256 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] get_ports_and_sgs() called for port_ids ['fe1cd51d-0a17-48c8-b57e-9d40dcf9b505'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:37:43.715330 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ab52ef-308a-44d6-800a-1db964bf85ae req-919cd864-0b5b-4e0d-838f-517ee0a8f977 tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:43.717145 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-70ab52ef-308a-44d6-800a-1db964bf85ae req-919cd864-0b5b-4e0d-838f-517ee0a8f977 tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] 10.222.0.54 "GET /v2.0/ports?device_id=28bbee57-0a4b-4ac2-b952-d2d4ec1af0f7 HTTP/1.1" status: 200 len: 945 time: 0.0943687 Nov 19 17:37:43.784000 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-70ab52ef-308a-44d6-800a-1db964bf85ae req-addbbf9d-96d2-41f1-854d-a3a1af652ddc tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a9bb8e9-ab46-4898-9298-f60e040eb6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580423 Nov 19 17:37:44.010747 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8836e7fc-8f6a-4adb-bf7b-6d59b9043863 req-cf302399-01d1-407e-b835-e1016aa2251a tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=51cd71aac4854a038486be6b92d13068&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0327492 Nov 19 17:37:44.069045 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [req-da724451-dffb-4f03-8a9e-5fa025bea56f req-0f6ea866-dbdf-47e6-8307-46dffaf0d7bd tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] Deleting port 1649679b-e7c0-4ea5-9240-8fc66bbe8eb8 {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:37:44.070145 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-da724451-dffb-4f03-8a9e-5fa025bea56f req-0f6ea866-dbdf-47e6-8307-46dffaf0d7bd tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:44.233237 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-da724451-dffb-4f03-8a9e-5fa025bea56f req-0f6ea866-dbdf-47e6-8307-46dffaf0d7bd tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] For port 1649679b-e7c0-4ea5-9240-8fc66bbe8eb8, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=1649679b-e7c0-4ea5-9240-8fc66bbe8eb8,segment=NetworkSegment(31cc6645-5609-4224-bb9a-3c13df2bc7ca),segment_id=31cc6645-5609-4224-bb9a-3c13df2bc7ca)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:37:44.233655 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-da724451-dffb-4f03-8a9e-5fa025bea56f req-0f6ea866-dbdf-47e6-8307-46dffaf0d7bd tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:44.258081 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [req-da724451-dffb-4f03-8a9e-5fa025bea56f req-0f6ea866-dbdf-47e6-8307-46dffaf0d7bd tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] Calling delete_port for 1649679b-e7c0-4ea5-9240-8fc66bbe8eb8 owned by compute:nova {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:37:44.279464 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8836e7fc-8f6a-4adb-bf7b-6d59b9043863 req-fd97d880-1bd7-4c8a-8615-1b53b8e685c7 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:44.292653 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8836e7fc-8f6a-4adb-bf7b-6d59b9043863 req-fd97d880-1bd7-4c8a-8615-1b53b8e685c7 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2753258 Nov 19 17:37:44.319626 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8836e7fc-8f6a-4adb-bf7b-6d59b9043863 req-2fe55675-ca21-43c2-8961-0b40f7dd44cb tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] 10.222.0.54 "GET /v2.0/quotas/51cd71aac4854a038486be6b92d13068 HTTP/1.1" status: 200 len: 375 time: 0.0255427 Nov 19 17:37:44.461048 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8836e7fc-8f6a-4adb-bf7b-6d59b9043863 req-e72acded-796a-47e7-b9a1-1c87e0d2dfa1 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=51cd71aac4854a038486be6b92d13068&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1400547 Nov 19 17:37:44.586613 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 43080) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:37:44.752011 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-da724451-dffb-4f03-8a9e-5fa025bea56f req-0f6ea866-dbdf-47e6-8307-46dffaf0d7bd tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:44.772316 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['1649679b-e7c0-4ea5-9240-8fc66bbe8eb8'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:37:44.792204 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-00e81fdc-7cbb-4cfe-a1a2-35b676494de1 req-6789f106-95e3-4eb0-a796-9911712f80e2 tempest-FloatingIPsAssociationNegativeTestJSON-628748915 tempest-FloatingIPsAssociationNegativeTestJSON-628748915-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:44.838826 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6ea866-dbdf-47e6-8307-46dffaf0d7bd tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] Pushing event deleted for resources: {'Port': ['ID=1649679b-e7c0-4ea5-9240-8fc66bbe8eb8,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:37:44.843972 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-00e81fdc-7cbb-4cfe-a1a2-35b676494de1 req-6789f106-95e3-4eb0-a796-9911712f80e2 tempest-FloatingIPsAssociationNegativeTestJSON-628748915 tempest-FloatingIPsAssociationNegativeTestJSON-628748915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-671284'] for floatingip, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:44.936100 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device fe1cd51d-0a17-48c8-b57e-9d40dcf9b505 up at agent hyperv_n-h2-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:37:44.955506 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-30a21c0a-1cd6-4b45-ba17-76fbb9ec7e94 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-103384747-network', 'tenant_id': 'd7cb83cfc44f4017abb2ec41b71725ec'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:37:45.012167 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30a21c0a-1cd6-4b45-ba17-76fbb9ec7e94 admin admin] Made reservation on behalf of d7cb83cfc44f4017abb2ec41b71725ec for: {'network': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:37:45.019362 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-30a21c0a-1cd6-4b45-ba17-76fbb9ec7e94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:45.040373 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-30a21c0a-1cd6-4b45-ba17-76fbb9ec7e94 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:45.081499 n-d-818022-2 neutron-server[103364]: INFO neutron.db.l3_db [req-00e81fdc-7cbb-4cfe-a1a2-35b676494de1 req-6789f106-95e3-4eb0-a796-9911712f80e2 tempest-FloatingIPsAssociationNegativeTestJSON-628748915 tempest-FloatingIPsAssociationNegativeTestJSON-628748915-project] Floating IP 86f3e228-e6a3-45e4-805c-0ac1b434939a associated. External IP: 172.25.7.172, port: d599098f-98e8-4746-9e46-4040050c6241. Nov 19 17:37:45.122492 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Provisioning for port fe1cd51d-0a17-48c8-b57e-9d40dcf9b505 completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 17:37:45.145138 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Provisioning complete for port fe1cd51d-0a17-48c8-b57e-9d40dcf9b505 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:37:45.148258 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:45.239592 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [req-da724451-dffb-4f03-8a9e-5fa025bea56f req-0f6ea866-dbdf-47e6-8307-46dffaf0d7bd tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] No DVR routers for this DVR port 1649679b-e7c0-4ea5-9240-8fc66bbe8eb8 on host n-h1-818022-2 {{(pid=103364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:37:45.244226 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-da724451-dffb-4f03-8a9e-5fa025bea56f req-0f6ea866-dbdf-47e6-8307-46dffaf0d7bd tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:45.249117 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-da724451-dffb-4f03-8a9e-5fa025bea56f req-0f6ea866-dbdf-47e6-8307-46dffaf0d7bd tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] 10.222.0.60 "DELETE /v2.0/ports/1649679b-e7c0-4ea5-9240-8fc66bbe8eb8 HTTP/1.1" status: 204 len: 173 time: 2.1193864 Nov 19 17:37:45.254368 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cad7dc2-8442-446b-94f2-51548934c3b6', 'name': 'network-vif-deleted', 'tag': '1649679b-e7c0-4ea5-9240-8fc66bbe8eb8'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:37:45.258785 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dd4767a008c23f8566efc82158ee1b1fff34e1a9e908d76d0b6d0ab7e350e5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c35f66a-22f0-4c1d-bbf5-ba58fec3f3a5" -d '{"events": [{"server_uuid": "1cad7dc2-8442-446b-94f2-51548934c3b6", "name": "network-vif-deleted", "tag": "1649679b-e7c0-4ea5-9240-8fc66bbe8eb8"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:37:45.287324 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 06674c34-60ea-4cb6-b28d-e6090daee678 no longer exists at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:37:45.327710 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-30a21c0a-1cd6-4b45-ba17-76fbb9ec7e94 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:45.335660 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-30a21c0a-1cd6-4b45-ba17-76fbb9ec7e94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:45.361495 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] No Port match for: 06674c34-60ea-4cb6-b28d-e6090daee678 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:37:45.363356 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 06674c34-60ea-4cb6-b28d-e6090daee678 not bound to the agent host n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:37:45.423394 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a21c0a-1cd6-4b45-ba17-76fbb9ec7e94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41db6e14-5eaa-41ca-8b4d-c7e38991d89c,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:37:45.480651 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30a21c0a-1cd6-4b45-ba17-76fbb9ec7e94 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 669} {{(pid=103365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 17:37:45.485699 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-79755477-b4a9-4961-8f60-22e3671668b7 req-6064b699-40bb-4b43-b342-ffb02edb1071 tempest-FloatingIPsAssociationTestJSON-2403728 tempest-FloatingIPsAssociationTestJSON-2403728-project] 10.222.0.54 "GET /v2.0/ports?device_id=1cad7dc2-8442-446b-94f2-51548934c3b6 HTTP/1.1" status: 200 len: 210 time: 0.0891008 Nov 19 17:37:45.495980 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:45.513350 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-30a21c0a-1cd6-4b45-ba17-76fbb9ec7e94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:45.513999 n-d-818022-2 neutron-server[103365]: INFO neutron.db.segments_db [None req-30a21c0a-1cd6-4b45-ba17-76fbb9ec7e94 admin admin] Added segment bc06b822-5652-4d81-ae2d-19304060c643 of type vlan for network 35897683-37d6-4b38-91d8-c844adae692d Nov 19 17:37:45.572889 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port fe1cd51d-0a17-48c8-b57e-9d40dcf9b505, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=fe1cd51d-0a17-48c8-b57e-9d40dcf9b505,segment=NetworkSegment(3937b058-45c3-4cdc-b27d-da1ca7985067),segment_id=3937b058-45c3-4cdc-b27d-da1ca7985067)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:37:45.574600 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28bbee57-0a4b-4ac2-b952-d2d4ec1af0f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe1cd51d-0a17-48c8-b57e-9d40dcf9b505'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:37:45.580223 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3940761bcd94e032e6960d2241bd8993c5d3a7d8dc2aca8488f3ecf1d4dd2fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a7fcb1d-c475-466b-afa6-f615ed2f1673" -d '{"events": [{"server_uuid": "28bbee57-0a4b-4ac2-b952-d2d4ec1af0f7", "name": "network-vif-plugged", "status": "completed", "tag": "fe1cd51d-0a17-48c8-b57e-9d40dcf9b505"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:37:45.581500 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.agents_db [None req-619e5c26-d9ed-4321-86eb-7d443bb9dfa2 None None] Agent healthcheck: found 7 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 17:37:45.587710 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:45.611900 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-30a21c0a-1cd6-4b45-ba17-76fbb9ec7e94 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:45.684647 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Pushing event updated for resources: {'Port': ['ID=fe1cd51d-0a17-48c8-b57e-9d40dcf9b505,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:37:45.710556 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-30a21c0a-1cd6-4b45-ba17-76fbb9ec7e94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:45.711533 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30a21c0a-1cd6-4b45-ba17-76fbb9ec7e94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:45.712201 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-30a21c0a-1cd6-4b45-ba17-76fbb9ec7e94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:45.725309 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67b1f70-b614-43f3-a977-dd696eb43f65 req-3faad343-1545-4155-bfe3-3150e7613333 tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:45.731160 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d67b1f70-b614-43f3-a977-dd696eb43f65 req-3faad343-1545-4155-bfe3-3150e7613333 tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] 10.222.0.54 "GET /v2.0/ports?device_id=28bbee57-0a4b-4ac2-b952-d2d4ec1af0f7 HTTP/1.1" status: 200 len: 946 time: 0.0850389 Nov 19 17:37:45.803499 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [req-00e81fdc-7cbb-4cfe-a1a2-35b676494de1 req-6789f106-95e3-4eb0-a796-9911712f80e2 tempest-FloatingIPsAssociationNegativeTestJSON-628748915 tempest-FloatingIPsAssociationNegativeTestJSON-628748915-project] Router 408af3ea-ecbd-4821-8616-fbe1e78fecee has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 17:37:45.816186 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-30a21c0a-1cd6-4b45-ba17-76fbb9ec7e94 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.2282832 Nov 19 17:37:45.823068 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a21c0a-1cd6-4b45-ba17-76fbb9ec7e94 admin admin] Pushing event updated for resources: {'Network': ['ID=35897683-37d6-4b38-91d8-c844adae692d,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:37:45.827876 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 43124) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:37:45.835004 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-351dfbad-42eb-4ecf-9174-bd0ffdef0d5f admin admin] Request body: {'subnet': {'network_id': '35897683-37d6-4b38-91d8-c844adae692d', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-103384747-subnet', 'tenant_id': 'd7cb83cfc44f4017abb2ec41b71725ec', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:37:45.835493 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network 35897683-37d6-4b38-91d8-c844adae692d details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 17:37:45.886073 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d67b1f70-b614-43f3-a977-dd696eb43f65 req-63cc47d7-b348-4232-95d3-b1c1afd60546 tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a9bb8e9-ab46-4898-9298-f60e040eb6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403389 Nov 19 17:37:45.900452 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-351dfbad-42eb-4ecf-9174-bd0ffdef0d5f admin admin] Made reservation on behalf of d7cb83cfc44f4017abb2ec41b71725ec for: {'subnet': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:37:45.902824 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-351dfbad-42eb-4ecf-9174-bd0ffdef0d5f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8731248'] for subnet, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:46.052283 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-00e81fdc-7cbb-4cfe-a1a2-35b676494de1 req-6789f106-95e3-4eb0-a796-9911712f80e2 tempest-FloatingIPsAssociationNegativeTestJSON-628748915 tempest-FloatingIPsAssociationNegativeTestJSON-628748915-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 17:37:46.062348 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-00e81fdc-7cbb-4cfe-a1a2-35b676494de1 req-6789f106-95e3-4eb0-a796-9911712f80e2 tempest-FloatingIPsAssociationNegativeTestJSON-628748915 tempest-FloatingIPsAssociationNegativeTestJSON-628748915-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for floatingip, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:46.064016 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5769f158-6d97-43e6-b16a-179c13cb2879 None None] Sync routers for ids ['408af3ea-ecbd-4821-8616-fbe1e78fecee'] in n-d-818022-2 {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 17:37:46.082651 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5769f158-6d97-43e6-b16a-179c13cb2879 None None] Routers {'408af3ea-ecbd-4821-8616-fbe1e78fecee'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:37:46.085118 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-5769f158-6d97-43e6-b16a-179c13cb2879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:37:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['408af3ea-ecbd-4821-8616-fbe1e78fecee'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:37:46.140856 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-00e81fdc-7cbb-4cfe-a1a2-35b676494de1 req-6789f106-95e3-4eb0-a796-9911712f80e2 tempest-FloatingIPsAssociationNegativeTestJSON-628748915 tempest-FloatingIPsAssociationNegativeTestJSON-628748915-project] 10.222.0.54 "PUT /v2.0/floatingips/86f3e228-e6a3-45e4-805c-0ac1b434939a HTTP/1.1" status: 200 len: 997 time: 2.9965603 Nov 19 17:37:46.222166 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-351dfbad-42eb-4ecf-9174-bd0ffdef0d5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12283104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8731234'] for subnet, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:46.256126 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e81fdc-7cbb-4cfe-a1a2-35b676494de1 req-c74568f9-80c8-4bb2-8765-654f98e574c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:46.270235 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-00e81fdc-7cbb-4cfe-a1a2-35b676494de1 req-c74568f9-80c8-4bb2-8765-654f98e574c4 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8bb26e662dc04141965dbd1042ecc85e&device_id=68b9b110-600e-4d53-a392-86b58ec07516 HTTP/1.1" status: 200 len: 1097 time: 0.1096430 Nov 19 17:37:46.286130 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fc71e11-620b-4980-bd96-62171fdeb43c x-openstack-request-id: req-6fc71e11-620b-4980-bd96-62171fdeb43c {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:37:46.286660 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cad7dc2-8442-446b-94f2-51548934c3b6", "name": "network-vif-deleted", "tag": "1649679b-e7c0-4ea5-9240-8fc66bbe8eb8", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:37:46.287204 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-6fc71e11-620b-4980-bd96-62171fdeb43c {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:37:46.287762 n-d-818022-2 neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cad7dc2-8442-446b-94f2-51548934c3b6', 'name': 'network-vif-deleted', 'tag': '1649679b-e7c0-4ea5-9240-8fc66bbe8eb8', 'status': 'completed', 'code': 200} Nov 19 17:37:46.323582 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351dfbad-42eb-4ecf-9174-bd0ffdef0d5f admin admin] Pushing event updated for resources: {'Subnet': ['ID=ddce3b4f-a4d3-40aa-afb5-9a0a72a92763,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:37:46.386744 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12f8abe0-d605-43e3-a89b-fa5528a2725c x-openstack-request-id: req-12f8abe0-d605-43e3-a89b-fa5528a2725c {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:37:46.387928 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28bbee57-0a4b-4ac2-b952-d2d4ec1af0f7", "name": "network-vif-plugged", "status": "completed", "tag": "fe1cd51d-0a17-48c8-b57e-9d40dcf9b505", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:37:46.388644 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-12f8abe0-d605-43e3-a89b-fa5528a2725c {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:37:46.390188 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28bbee57-0a4b-4ac2-b952-d2d4ec1af0f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe1cd51d-0a17-48c8-b57e-9d40dcf9b505', 'code': 200} Nov 19 17:37:46.395386 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-5769f158-6d97-43e6-b16a-179c13cb2879 None None] Set router 408af3ea-ecbd-4821-8616-fbe1e78fecee gateway port host: n-d-818022-2 {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:37:46.398362 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-351dfbad-42eb-4ecf-9174-bd0ffdef0d5f admin admin] Checking segment: {'id': 'bc06b822-5652-4d81-ae2d-19304060c643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '35897683-37d6-4b38-91d8-c844adae692d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:37:46.398711 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-351dfbad-42eb-4ecf-9174-bd0ffdef0d5f admin admin] Network hostable DHCP agents. Network: 35897683-37d6-4b38-91d8-c844adae692d, hostable agents: ['02910ef2-0455-4aea-9f38-9a875579633f'], hosted agents: [] {{(pid=103365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 17:37:46.434172 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e81fdc-7cbb-4cfe-a1a2-35b676494de1 req-01b3e617-0476-4f8b-860e-ac2e40cde6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:46.440955 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-351dfbad-42eb-4ecf-9174-bd0ffdef0d5f admin admin] Network 35897683-37d6-4b38-91d8-c844adae692d is scheduled to be hosted by DHCP agent 02910ef2-0455-4aea-9f38-9a875579633f with binding_index 1 {{(pid=103365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 17:37:46.442858 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-00e81fdc-7cbb-4cfe-a1a2-35b676494de1 req-01b3e617-0476-4f8b-860e-ac2e40cde6f8 service neutron] 10.222.0.54 "GET /v2.0/networks?id=848c0e57-dcd4-4037-9fd3-fb8d9181ff53 HTTP/1.1" status: 200 len: 930 time: 0.1712794 Nov 19 17:37:46.460992 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-351dfbad-42eb-4ecf-9174-bd0ffdef0d5f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818022-2, 35897683-37d6-4b38-91d8-c844adae692d) {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:37:46.473243 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-351dfbad-42eb-4ecf-9174-bd0ffdef0d5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:46.476184 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-351dfbad-42eb-4ecf-9174-bd0ffdef0d5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:46.547692 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d0bdea1-ec02-4a54-9927-e5292bd7a317 None None] Network 35897683-37d6-4b38-91d8-c844adae692d requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:37:46.582292 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-00e81fdc-7cbb-4cfe-a1a2-35b676494de1 req-b902e3c6-307c-42d9-9273-d46b0ddc613e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d599098f-98e8-4746-9e46-4040050c6241 HTTP/1.1" status: 200 len: 1000 time: 0.1344903 Nov 19 17:37:46.628064 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-43ffb991-292f-4148-8b6c-fb9ce27229d9 req-c402b909-246d-4883-be3a-e5ba24b2ac24 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] 10.222.0.54 "GET /v2.0/ports?device_id=0b21b2e0-3f84-4439-b115-e4cb8765ca94 HTTP/1.1" status: 200 len: 210 time: 0.0727561 Nov 19 17:37:46.646823 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-351dfbad-42eb-4ecf-9174-bd0ffdef0d5f admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8160906 Nov 19 17:37:46.649387 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 43138) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:37:46.668835 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-561ae6b2-264c-460b-adf0-32e77b36fa48 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-103384747-router', 'tenant_id': 'd7cb83cfc44f4017abb2ec41b71725ec', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'}}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:37:46.686219 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb87f24f-9e3f-4532-9768-4345027eb3d9 req-8e17e554-d289-4140-969a-88000db651da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:46.688104 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-cb87f24f-9e3f-4532-9768-4345027eb3d9 req-8e17e554-d289-4140-969a-88000db651da service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=28bbee57-0a4b-4ac2-b952-d2d4ec1af0f7 HTTP/1.1" status: 200 len: 1097 time: 0.1966820 Nov 19 17:37:46.688642 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e81fdc-7cbb-4cfe-a1a2-35b676494de1 req-9e90cdba-6643-414d-9fb7-5c69f121c556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:46.691075 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-00e81fdc-7cbb-4cfe-a1a2-35b676494de1 req-9e90cdba-6643-414d-9fb7-5c69f121c556 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4cf25a17-adae-4720-b4f1-7f8604b69898 HTTP/1.1" status: 200 len: 868 time: 0.1075959 Nov 19 17:37:46.699049 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 43140) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:37:46.771930 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e81fdc-7cbb-4cfe-a1a2-35b676494de1 req-e39fa262-8d46-45d8-a350-305fb85578fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:46.777104 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-00e81fdc-7cbb-4cfe-a1a2-35b676494de1 req-e39fa262-8d46-45d8-a350-305fb85578fc service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=848c0e57-dcd4-4037-9fd3-fb8d9181ff53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0782120 Nov 19 17:37:47.043696 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-561ae6b2-264c-460b-adf0-32e77b36fa48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9890'] for router, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:47.045371 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-561ae6b2-264c-460b-adf0-32e77b36fa48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671617', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-732153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4689'] for router, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:47.062219 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-00e81fdc-7cbb-4cfe-a1a2-35b676494de1 req-31070839-1095-464e-a355-d0e3b44fd235 service neutron] 10.222.0.54 "GET /v2.0/networks/848c0e57-dcd4-4037-9fd3-fb8d9181ff53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2692809 Nov 19 17:37:47.110077 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-cb87f24f-9e3f-4532-9768-4345027eb3d9 req-102d0b58-d526-4dfc-8f9e-10054b46de68 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=7a9bb8e9-ab46-4898-9298-f60e040eb6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610930 Nov 19 17:37:47.260526 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaf7f6a-3f76-43c2-9c13-62b729b7ede8 req-a78522fe-6fe8-4c38-8140-0b312ec0e846 tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:47.269645 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-bfaf7f6a-3f76-43c2-9c13-62b729b7ede8 req-a78522fe-6fe8-4c38-8140-0b312ec0e846 tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] 10.222.0.54 "GET /v2.0/ports?device_id=28bbee57-0a4b-4ac2-b952-d2d4ec1af0f7 HTTP/1.1" status: 200 len: 946 time: 0.2362039 Nov 19 17:37:47.271172 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-00e81fdc-7cbb-4cfe-a1a2-35b676494de1 req-90c93392-3e48-4e4d-b017-52fd1db45209 service neutron] 10.222.0.54 "GET /v2.0/networks/848c0e57-dcd4-4037-9fd3-fb8d9181ff53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1944582 Nov 19 17:37:47.279756 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-561ae6b2-264c-460b-adf0-32e77b36fa48 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:47.338679 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 1649679b-e7c0-4ea5-9240-8fc66bbe8eb8 no longer exists at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:37:47.418658 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] No Port match for: 1649679b-e7c0-4ea5-9240-8fc66bbe8eb8 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:37:47.419012 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 1649679b-e7c0-4ea5-9240-8fc66bbe8eb8 not bound to the agent host n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:37:47.441955 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23e3e5be-5949-4194-b1e5-89d954160175 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54f44f5f-1200-574e-8740-2141911d5b73-35897683-37d6-4b38-91d8-c844adae692d', 'network_id': '35897683-37d6-4b38-91d8-c844adae692d', 'tenant_id': 'd7cb83cfc44f4017abb2ec41b71725ec', 'fixed_ips': [{'subnet_id': 'ddce3b4f-a4d3-40aa-afb5-9a0a72a92763'}]}} from n-d-818022-2. {{(pid=103366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 17:37:47.443048 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-23e3e5be-5949-4194-b1e5-89d954160175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:47.749031 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-dbf12018-26df-42bd-b5dd-d4c54276aace req-e2e210bb-aabf-4426-9932-f211cbb1bee6 tempest-FloatingIPsAssociationNegativeTestJSON-628748915 tempest-FloatingIPsAssociationNegativeTestJSON-628748915-project] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=645e61aa-1a6c-4e8f-857e-ab06edb4897f HTTP/1.1" status: 200 len: 258 time: 0.4104443 Nov 19 17:37:47.755291 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-dbf12018-26df-42bd-b5dd-d4c54276aace req-1986fb51-4e19-4946-9d3c-3745ce430fb0 tempest-FloatingIPsAssociationNegativeTestJSON-628748915 tempest-FloatingIPsAssociationNegativeTestJSON-628748915-project] Request body: {'floatingip': {'floating_network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:37:47.805528 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-dbf12018-26df-42bd-b5dd-d4c54276aace req-1986fb51-4e19-4946-9d3c-3745ce430fb0 tempest-FloatingIPsAssociationNegativeTestJSON-628748915 tempest-FloatingIPsAssociationNegativeTestJSON-628748915-project] Publish callbacks [] for floatingip, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:47.872078 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-bfaf7f6a-3f76-43c2-9c13-62b729b7ede8 req-99b01de3-2c45-4882-999c-9ce624ff3717 tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a9bb8e9-ab46-4898-9298-f60e040eb6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5914030 Nov 19 17:37:47.883824 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [None req-23e3e5be-5949-4194-b1e5-89d954160175 None None] Allocated IP 172.20.0.2 (35897683-37d6-4b38-91d8-c844adae692d/ddce3b4f-a4d3-40aa-afb5-9a0a72a92763/e6b6cc5b-8a61-4183-83a5-793cb7db7da7) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:37:48.019276 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-561ae6b2-264c-460b-adf0-32e77b36fa48 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:48.030123 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8836e7fc-8f6a-4adb-bf7b-6d59b9043863 req-84b712cf-6bb3-48ea-b11a-2287a32bd823 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=51cd71aac4854a038486be6b92d13068&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0627098 Nov 19 17:37:48.031467 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8836e7fc-8f6a-4adb-bf7b-6d59b9043863 req-cc0ca5b3-ae19-4b4b-b2e0-66cc752eee61 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=51cd71aac4854a038486be6b92d13068&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0760581 Nov 19 17:37:48.068090 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-5769f158-6d97-43e6-b16a-179c13cb2879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '408af3ea-ecbd-4821-8616-fbe1e78fecee', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1914012707-router', 'tenant_id': '8bb26e662dc04141965dbd1042ecc85e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.212'}], 'enable_snat': True}, 'gw_port_id': '30ce165c-1bf8-49b0-acce-2fb7f991b115', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:36:57Z', 'updated_at': '2021-11-19T17:37:07Z', 'revision_number': 4, 'project_id': '8bb26e662dc04141965dbd1042ecc85e', 'gw_port': {'id': '30ce165c-1bf8-49b0-acce-2fb7f991b115', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:ca:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '408af3ea-ecbd-4821-8616-fbe1e78fecee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:36:59Z', 'updated_at': '2021-11-19T17:37:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_floatingips': [{'id': '86f3e228-e6a3-45e4-805c-0ac1b434939a', 'tenant_id': '8bb26e662dc04141965dbd1042ecc85e', 'floating_ip_address': '172.25.7.172', 'floating_network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'router_id': '408af3ea-ecbd-4821-8616-fbe1e78fecee', 'port_id': 'd599098f-98e8-4746-9e46-4040050c6241', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '848c0e57-dcd4-4037-9fd3-fb8d9181ff53', 'mac_address': 'fa:16:3e:9d:07:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b9b110-600e-4d53-a392-86b58ec07516', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T17:37:41Z', 'updated_at': '2021-11-19T17:37:44Z', 'revision_number': 1, 'project_id': '8bb26e662dc04141965dbd1042ecc85e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '569158a1-eae3-4618-8819-27fd998b4209', 'name': '', 'network_id': '848c0e57-dcd4-4037-9fd3-fb8d9181ff53', 'tenant_id': '8bb26e662dc04141965dbd1042ecc85e', 'mac_address': 'fa:16:3e:fd:4a:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '408af3ea-ecbd-4821-8616-fbe1e78fecee', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '4cf25a17-adae-4720-b4f1-7f8604b69898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:37:05Z', 'updated_at': '2021-11-19T17:37:15Z', 'revision_number': 5, 'project_id': '8bb26e662dc04141965dbd1042ecc85e', 'subnets': [{'id': '4cf25a17-adae-4720-b4f1-7f8604b69898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:37:48.201518 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5769f158-6d97-43e6-b16a-179c13cb2879 None None] Checking router: 408af3ea-ecbd-4821-8616-fbe1e78fecee for host: n-d-818022-2 {{(pid=103366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 17:37:48.254815 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5769f158-6d97-43e6-b16a-179c13cb2879 None None] Routers {'408af3ea-ecbd-4821-8616-fbe1e78fecee'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:37:48.256109 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-5769f158-6d97-43e6-b16a-179c13cb2879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:37:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['408af3ea-ecbd-4821-8616-fbe1e78fecee'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:37:48.294461 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68b9b110-600e-4d53-a392-86b58ec07516', 'tag': 'd599098f-98e8-4746-9e46-4040050c6241'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:37:48.299246 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dd4767a008c23f8566efc82158ee1b1fff34e1a9e908d76d0b6d0ab7e350e5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af3d4021-1c1b-4a84-888f-e5d19690862c" -d '{"events": [{"name": "network-changed", "server_uuid": "68b9b110-600e-4d53-a392-86b58ec07516", "tag": "d599098f-98e8-4746-9e46-4040050c6241"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:37:48.327768 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-dbf12018-26df-42bd-b5dd-d4c54276aace req-1986fb51-4e19-4946-9d3c-3745ce430fb0 tempest-FloatingIPsAssociationNegativeTestJSON-628748915 tempest-FloatingIPsAssociationNegativeTestJSON-628748915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:48.363137 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8836e7fc-8f6a-4adb-bf7b-6d59b9043863 req-d61dc848-dca8-491a-8a32-49697042c7ed tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:48.377600 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ef7bae84-dd08-445f-a512-a14dbaaf42af req-d453ef93-2381-4849-97cd-12a295f8d155 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] 10.222.0.54 "GET /v2.0/ports?device_id=0b21b2e0-3f84-4439-b115-e4cb8765ca94 HTTP/1.1" status: 200 len: 210 time: 0.1482100 Nov 19 17:37:48.381492 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8836e7fc-8f6a-4adb-bf7b-6d59b9043863 req-d61dc848-dca8-491a-8a32-49697042c7ed tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3221970 Nov 19 17:37:48.406617 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-8836e7fc-8f6a-4adb-bf7b-6d59b9043863 req-4d612c84-f91c-408e-a756-fbf7a92471b4 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Request body: {'port': {'device_id': '0b21b2e0-3f84-4439-b115-e4cb8765ca94', 'network_id': '346debfa-452b-4048-abf4-8f4493625ef2', 'admin_state_up': True, 'tenant_id': '51cd71aac4854a038486be6b92d13068'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:37:48.489708 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8836e7fc-8f6a-4adb-bf7b-6d59b9043863 req-38091139-4f9f-4ce9-8e84-5c91eaf64579 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:48.491620 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8836e7fc-8f6a-4adb-bf7b-6d59b9043863 req-38091139-4f9f-4ce9-8e84-5c91eaf64579 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4542723 Nov 19 17:37:48.520779 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-21a3d146-bff2-4d61-a809-3bd66782071b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-768564'] for router_interface, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:48.532068 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-23e3e5be-5949-4194-b1e5-89d954160175 None None] Publish callbacks [] for port, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:48.543084 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-5769f158-6d97-43e6-b16a-179c13cb2879 None None] Set router 408af3ea-ecbd-4821-8616-fbe1e78fecee gateway port host: n-d-818022-2 {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:37:48.549069 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-23e3e5be-5949-4194-b1e5-89d954160175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998'] for port, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:48.561724 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-8836e7fc-8f6a-4adb-bf7b-6d59b9043863 req-2edbb231-0324-4d22-9e70-84b2d1d0df4f tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Request body: {'port': {'device_id': '33b7f368-0977-4f75-bb1f-c9dc76462d25', 'network_id': '346debfa-452b-4048-abf4-8f4493625ef2', 'admin_state_up': True, 'tenant_id': '51cd71aac4854a038486be6b92d13068'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:37:48.744087 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 17:37:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c4d85bc-5499-4cfc-9d81-93d9716c138e x-openstack-request-id: req-0c4d85bc-5499-4cfc-9d81-93d9716c138e {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:37:48.744087 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68b9b110-600e-4d53-a392-86b58ec07516", "tag": "d599098f-98e8-4746-9e46-4040050c6241", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:37:48.744479 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-0c4d85bc-5499-4cfc-9d81-93d9716c138e {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:37:48.745013 n-d-818022-2 neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68b9b110-600e-4d53-a392-86b58ec07516', 'tag': 'd599098f-98e8-4746-9e46-4040050c6241', 'status': 'completed', 'code': 200} Nov 19 17:37:48.768473 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23e3e5be-5949-4194-b1e5-89d954160175 None None] Network 35897683-37d6-4b38-91d8-c844adae692d is already hosted by enough agents. {{(pid=103366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:37:48.782387 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [None req-23e3e5be-5949-4194-b1e5-89d954160175 None None] Resources bound (agent type, host, resource id): {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:37:48.796762 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e3e5be-5949-4194-b1e5-89d954160175 None None] Received port after_create {{(pid=103366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:37:48.803706 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e3e5be-5949-4194-b1e5-89d954160175 None None] Pushing event updated for resources: {'Port': ['ID=e6b6cc5b-8a61-4183-83a5-793cb7db7da7,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:37:48.806284 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8836e7fc-8f6a-4adb-bf7b-6d59b9043863 req-4d612c84-f91c-408e-a756-fbf7a92471b4 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Made reservation on behalf of 51cd71aac4854a038486be6b92d13068 for: {'port': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:37:48.818146 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-8836e7fc-8f6a-4adb-bf7b-6d59b9043863 req-4d612c84-f91c-408e-a756-fbf7a92471b4 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:49.024633 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-23e3e5be-5949-4194-b1e5-89d954160175 None None] Attempting to bind port e6b6cc5b-8a61-4183-83a5-793cb7db7da7 on host n-d-818022-2 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:37:49.024965 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-23e3e5be-5949-4194-b1e5-89d954160175 None None] Attempting to bind port e6b6cc5b-8a61-4183-83a5-793cb7db7da7 by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': 'bc06b822-5652-4d81-ae2d-19304060c643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '35897683-37d6-4b38-91d8-c844adae692d'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:37:49.025324 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e3e5be-5949-4194-b1e5-89d954160175 None None] Attempting to bind port e6b6cc5b-8a61-4183-83a5-793cb7db7da7 on network 35897683-37d6-4b38-91d8-c844adae692d {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:37:49.034756 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e3e5be-5949-4194-b1e5-89d954160175 None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 37, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:37:49.035177 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e3e5be-5949-4194-b1e5-89d954160175 None None] Checking segment: {'id': 'bc06b822-5652-4d81-ae2d-19304060c643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '35897683-37d6-4b38-91d8-c844adae692d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:37:49.035537 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-23e3e5be-5949-4194-b1e5-89d954160175 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:49.036104 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e3e5be-5949-4194-b1e5-89d954160175 None None] Bound using segment: {'id': 'bc06b822-5652-4d81-ae2d-19304060c643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '35897683-37d6-4b38-91d8-c844adae692d'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:37:49.036594 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-23e3e5be-5949-4194-b1e5-89d954160175 None None] Bound port: e6b6cc5b-8a61-4183-83a5-793cb7db7da7, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc06b822-5652-4d81-ae2d-19304060c643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '35897683-37d6-4b38-91d8-c844adae692d'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:37:49.036979 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-23e3e5be-5949-4194-b1e5-89d954160175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:49.047078 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8836e7fc-8f6a-4adb-bf7b-6d59b9043863 req-2edbb231-0324-4d22-9e70-84b2d1d0df4f tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Made reservation on behalf of 51cd71aac4854a038486be6b92d13068 for: {'port': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:37:49.051582 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-8836e7fc-8f6a-4adb-bf7b-6d59b9043863 req-2edbb231-0324-4d22-9e70-84b2d1d0df4f tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:49.172685 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [req-8836e7fc-8f6a-4adb-bf7b-6d59b9043863 req-4d612c84-f91c-408e-a756-fbf7a92471b4 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Allocated IP 192.168.233.172 (346debfa-452b-4048-abf4-8f4493625ef2/8b3c88de-c9c2-4a20-b19e-1855c2c19035/1748dc5b-17aa-48d9-b8f9-86128f76a16a) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:37:49.198186 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-23e3e5be-5949-4194-b1e5-89d954160175 None None] For port e6b6cc5b-8a61-4183-83a5-793cb7db7da7, host n-d-818022-2, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:37:49.203425 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-23e3e5be-5949-4194-b1e5-89d954160175 None None] For port e6b6cc5b-8a61-4183-83a5-793cb7db7da7, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=e6b6cc5b-8a61-4183-83a5-793cb7db7da7,segment=NetworkSegment(bc06b822-5652-4d81-ae2d-19304060c643),segment_id=bc06b822-5652-4d81-ae2d-19304060c643)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:37:49.210230 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-23e3e5be-5949-4194-b1e5-89d954160175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:49.307004 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bd12b5-c315-4d5d-b552-44f877ab9964 req-7cd5ea42-903c-4d25-ab6d-b70e4ca18390 tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:49.310129 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-77bd12b5-c315-4d5d-b552-44f877ab9964 req-7cd5ea42-903c-4d25-ab6d-b70e4ca18390 tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] 10.222.0.54 "GET /v2.0/ports?device_id=28bbee57-0a4b-4ac2-b952-d2d4ec1af0f7 HTTP/1.1" status: 200 len: 946 time: 0.2933633 Nov 19 17:37:49.313349 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-561ae6b2-264c-460b-adf0-32e77b36fa48 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:49.322369 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e3e5be-5949-4194-b1e5-89d954160175 None None] Pushing event updated for resources: {'Port': ['ID=e6b6cc5b-8a61-4183-83a5-793cb7db7da7,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:37:49.355351 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-5769f158-6d97-43e6-b16a-179c13cb2879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '408af3ea-ecbd-4821-8616-fbe1e78fecee', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1914012707-router', 'tenant_id': '8bb26e662dc04141965dbd1042ecc85e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.212'}], 'enable_snat': True}, 'gw_port_id': '30ce165c-1bf8-49b0-acce-2fb7f991b115', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:36:57Z', 'updated_at': '2021-11-19T17:37:07Z', 'revision_number': 4, 'project_id': '8bb26e662dc04141965dbd1042ecc85e', 'gw_port': {'id': '30ce165c-1bf8-49b0-acce-2fb7f991b115', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:ca:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '408af3ea-ecbd-4821-8616-fbe1e78fecee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:36:59Z', 'updated_at': '2021-11-19T17:37:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_floatingips': [{'id': '86f3e228-e6a3-45e4-805c-0ac1b434939a', 'tenant_id': '8bb26e662dc04141965dbd1042ecc85e', 'floating_ip_address': '172.25.7.172', 'floating_network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'router_id': '408af3ea-ecbd-4821-8616-fbe1e78fecee', 'port_id': 'd599098f-98e8-4746-9e46-4040050c6241', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '848c0e57-dcd4-4037-9fd3-fb8d9181ff53', 'mac_address': 'fa:16:3e:9d:07:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b9b110-600e-4d53-a392-86b58ec07516', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T17:37:41Z', 'updated_at': '2021-11-19T17:37:44Z', 'revision_number': 1, 'project_id': '8bb26e662dc04141965dbd1042ecc85e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '569158a1-eae3-4618-8819-27fd998b4209', 'name': '', 'network_id': '848c0e57-dcd4-4037-9fd3-fb8d9181ff53', 'tenant_id': '8bb26e662dc04141965dbd1042ecc85e', 'mac_address': 'fa:16:3e:fd:4a:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '408af3ea-ecbd-4821-8616-fbe1e78fecee', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '4cf25a17-adae-4720-b4f1-7f8604b69898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:37:05Z', 'updated_at': '2021-11-19T17:37:15Z', 'revision_number': 5, 'project_id': '8bb26e662dc04141965dbd1042ecc85e', 'subnets': [{'id': '4cf25a17-adae-4720-b4f1-7f8604b69898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:37:49.374012 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-561ae6b2-264c-460b-adf0-32e77b36fa48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:49.461447 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5769f158-6d97-43e6-b16a-179c13cb2879 None None] The sync data for ids ['408af3ea-ecbd-4821-8616-fbe1e78fecee'] in n-d-818022-2 is: [{'id': '408af3ea-ecbd-4821-8616-fbe1e78fecee', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1914012707-router', 'tenant_id': '8bb26e662dc04141965dbd1042ecc85e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.212'}], 'enable_snat': True}, 'gw_port_id': '30ce165c-1bf8-49b0-acce-2fb7f991b115', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:36:57Z', 'updated_at': '2021-11-19T17:37:07Z', 'revision_number': 4, 'project_id': '8bb26e662dc04141965dbd1042ecc85e', 'gw_port': {'id': '30ce165c-1bf8-49b0-acce-2fb7f991b115', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:ca:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '408af3ea-ecbd-4821-8616-fbe1e78fecee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:36:59Z', 'updated_at': '2021-11-19T17:37:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_floatingips': [{'id': '86f3e228-e6a3-45e4-805c-0ac1b434939a', 'tenant_id': '8bb26e662dc04141965dbd1042ecc85e', 'floating_ip_address': '172.25.7.172', 'floating_network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'router_id': '408af3ea-ecbd-4821-8616-fbe1e78fecee', 'port_id': 'd599098f-98e8-4746-9e46-4040050c6241', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '848c0e57-dcd4-4037-9fd3-fb8d9181ff53', 'mac_address': 'fa:16:3e:9d:07:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b9b110-600e-4d53-a392-86b58ec07516', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T17:37:41Z', 'updated_at': '2021-11-19T17:37:44Z', 'revision_number': 1, 'project_id': '8bb26e662dc04141965dbd1042ecc85e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '569158a1-eae3-4618-8819-27fd998b4209', 'name': '', 'network_id': '848c0e57-dcd4-4037-9fd3-fb8d9181ff53', 'tenant_id': '8bb26e662dc04141965dbd1042ecc85e', 'mac_address': 'fa:16:3e:fd:4a:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '408af3ea-ecbd-4821-8616-fbe1e78fecee', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '4cf25a17-adae-4720-b4f1-7f8604b69898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:37:05Z', 'updated_at': '2021-11-19T17:37:15Z', 'revision_number': 5, 'project_id': '8bb26e662dc04141965dbd1042ecc85e', 'subnets': [{'id': '4cf25a17-adae-4720-b4f1-7f8604b69898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 17:37:49.524566 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-8836e7fc-8f6a-4adb-bf7b-6d59b9043863 req-4d612c84-f91c-408e-a756-fbf7a92471b4 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:49.563574 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3d4021-1c1b-4a84-888f-e5d19690862c req-ded12e55-5ba0-463b-a7bf-1e5673d3d570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:49.565961 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-af3d4021-1c1b-4a84-888f-e5d19690862c req-ded12e55-5ba0-463b-a7bf-1e5673d3d570 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=8bb26e662dc04141965dbd1042ecc85e&device_id=68b9b110-600e-4d53-a392-86b58ec07516 HTTP/1.1" status: 200 len: 1097 time: 0.8259454 Nov 19 17:37:49.598762 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-77bd12b5-c315-4d5d-b552-44f877ab9964 req-b766acf1-9685-4662-bd5a-e467495dc4ec tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a9bb8e9-ab46-4898-9298-f60e040eb6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2272482 Nov 19 17:37:49.621771 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [req-dbf12018-26df-42bd-b5dd-d4c54276aace req-1986fb51-4e19-4946-9d3c-3745ce430fb0 tempest-FloatingIPsAssociationNegativeTestJSON-628748915 tempest-FloatingIPsAssociationNegativeTestJSON-628748915-project] Allocated IP 172.25.7.160 (645e61aa-1a6c-4e8f-857e-ab06edb4897f/88ed2d64-f56d-4f01-a468-946e01c99e82/73f507d1-1fa0-45be-9a0c-c82ebd9c7790) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:37:49.744283 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-21a3d146-bff2-4d61-a809-3bd66782071b admin admin] Deleting port f6e5a257-abf1-4f08-a5f3-908b33e3c1a3 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:37:49.744619 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-21a3d146-bff2-4d61-a809-3bd66782071b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:49.838850 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-8836e7fc-8f6a-4adb-bf7b-6d59b9043863 req-4d612c84-f91c-408e-a756-fbf7a92471b4 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:49.857906 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['1ab892c9-0f24-4863-9fe2-85db9a8344ed', '94256cd8-44d3-4041-8131-77ccb8f7301f', 'ad90d0c6-b21a-4322-9ec7-d3571b6fdbd7'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:37:49.916152 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01fa7ca1-38ec-407d-b7ad-20cb0ef51fa4 None None] New status for floating IP 86f3e228-e6a3-45e4-805c-0ac1b434939a: ACTIVE {{(pid=103367) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 17:37:50.033521 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [req-8836e7fc-8f6a-4adb-bf7b-6d59b9043863 req-2edbb231-0324-4d22-9e70-84b2d1d0df4f tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Allocated IP 192.168.233.48 (346debfa-452b-4048-abf4-8f4493625ef2/8b3c88de-c9c2-4a20-b19e-1855c2c19035/cb80555f-29e3-4743-a119-594c380126fc) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:37:50.046493 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8836e7fc-8f6a-4adb-bf7b-6d59b9043863 req-4d612c84-f91c-408e-a756-fbf7a92471b4 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Network 346debfa-452b-4048-abf4-8f4493625ef2 is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:37:50.050497 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3d4021-1c1b-4a84-888f-e5d19690862c req-dcb3adb0-e913-4031-9d6c-29f5effe0d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:50.052031 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-af3d4021-1c1b-4a84-888f-e5d19690862c req-dcb3adb0-e913-4031-9d6c-29f5effe0d65 service neutron] 10.222.0.86 "GET /v2.0/networks?id=848c0e57-dcd4-4037-9fd3-fb8d9181ff53 HTTP/1.1" status: 200 len: 930 time: 0.4629476 Nov 19 17:37:50.052978 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [req-8836e7fc-8f6a-4adb-bf7b-6d59b9043863 req-4d612c84-f91c-408e-a756-fbf7a92471b4 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:37:50.062458 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [req-8836e7fc-8f6a-4adb-bf7b-6d59b9043863 req-4d612c84-f91c-408e-a756-fbf7a92471b4 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:37:50.184955 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d612c84-f91c-408e-a756-fbf7a92471b4 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Pushing event updated for resources: {'Port': ['ID=1748dc5b-17aa-48d9-b8f9-86128f76a16a,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:37:50.253850 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-dbf12018-26df-42bd-b5dd-d4c54276aace req-1986fb51-4e19-4946-9d3c-3745ce430fb0 tempest-FloatingIPsAssociationNegativeTestJSON-628748915 tempest-FloatingIPsAssociationNegativeTestJSON-628748915-project] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:50.272047 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8836e7fc-8f6a-4adb-bf7b-6d59b9043863 req-4d612c84-f91c-408e-a756-fbf7a92471b4 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:50.272686 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-8836e7fc-8f6a-4adb-bf7b-6d59b9043863 req-4d612c84-f91c-408e-a756-fbf7a92471b4 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:50.303938 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8836e7fc-8f6a-4adb-bf7b-6d59b9043863 req-4d612c84-f91c-408e-a756-fbf7a92471b4 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9144146 Nov 19 17:37:50.312362 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-af3d4021-1c1b-4a84-888f-e5d19690862c req-72fcc76a-e9d8-4724-b2c0-57338e2dc99c service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d599098f-98e8-4746-9e46-4040050c6241 HTTP/1.1" status: 200 len: 1000 time: 0.2365646 Nov 19 17:37:50.323244 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-8836e7fc-8f6a-4adb-bf7b-6d59b9043863 req-5c59f53c-7f3a-4608-a8e4-f83f2e3da2e5 service neutron] Request body: {'port': {'device_id': '0b21b2e0-3f84-4439-b115-e4cb8765ca94', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818022-2'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:37:50.385936 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46685d48-d6d1-405c-a087-1425123eec3d req-c435692f-faa7-4ee1-969b-462339d0498f tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:50.396168 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-46685d48-d6d1-405c-a087-1425123eec3d req-c435692f-faa7-4ee1-969b-462339d0498f tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] 10.222.0.54 "GET /v2.0/ports?device_id=0b21b2e0-3f84-4439-b115-e4cb8765ca94 HTTP/1.1" status: 200 len: 936 time: 0.5532904 Nov 19 17:37:50.472891 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [None req-21a3d146-bff2-4d61-a809-3bd66782071b admin admin] For port f6e5a257-abf1-4f08-a5f3-908b33e3c1a3, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=f6e5a257-abf1-4f08-a5f3-908b33e3c1a3,segment=NetworkSegment(31cc6645-5609-4224-bb9a-3c13df2bc7ca),segment_id=31cc6645-5609-4224-bb9a-3c13df2bc7ca)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:37:50.474061 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-21a3d146-bff2-4d61-a809-3bd66782071b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:50.548492 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-21a3d146-bff2-4d61-a809-3bd66782071b admin admin] Calling delete_port for f6e5a257-abf1-4f08-a5f3-908b33e3c1a3 owned by network:router_interface {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:37:50.590520 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3d4021-1c1b-4a84-888f-e5d19690862c req-929793aa-8d84-4fe5-bae3-96f326a963bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:50.592968 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-af3d4021-1c1b-4a84-888f-e5d19690862c req-929793aa-8d84-4fe5-bae3-96f326a963bc service neutron] 10.222.0.86 "GET /v2.0/subnets?id=4cf25a17-adae-4720-b4f1-7f8604b69898 HTTP/1.1" status: 200 len: 868 time: 0.2623272 Nov 19 17:37:50.645088 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-46685d48-d6d1-405c-a087-1425123eec3d req-ea4bfa14-6101-433e-a606-3dbf1cefeb78 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] 10.222.0.54 "GET /v2.0/security-groups?id=01d035e7-47ed-4912-a186-53ea419ecd96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2472644 Nov 19 17:37:50.705015 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-8836e7fc-8f6a-4adb-bf7b-6d59b9043863 req-5c59f53c-7f3a-4608-a8e4-f83f2e3da2e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:50.753473 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-8836e7fc-8f6a-4adb-bf7b-6d59b9043863 req-2edbb231-0324-4d22-9e70-84b2d1d0df4f tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:50.814338 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-9559703f-4e91-47f2-80fe-d5343db532a8 None None] Provisioning complete for port 1748dc5b-17aa-48d9-b8f9-86128f76a16a triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:37:50.814709 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9559703f-4e91-47f2-80fe-d5343db532a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:50.933582 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-9559703f-4e91-47f2-80fe-d5343db532a8 None None] Port 1748dc5b-17aa-48d9-b8f9-86128f76a16a cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:37:51.051743 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [None req-561ae6b2-264c-460b-adf0-32e77b36fa48 admin admin] Allocated IP 172.25.7.110 (645e61aa-1a6c-4e8f-857e-ab06edb4897f/88ed2d64-f56d-4f01-a468-946e01c99e82/ff6f5976-46c5-4ffc-af47-f6274adb68ad) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:37:51.105176 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device e6b6cc5b-8a61-4183-83a5-793cb7db7da7 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:37:51.264856 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b505fd13-a000-4ad3-aad9-ca026b38124c None None] Network 35897683-37d6-4b38-91d8-c844adae692d requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:37:51.350857 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-dbf12018-26df-42bd-b5dd-d4c54276aace req-1986fb51-4e19-4946-9d3c-3745ce430fb0 tempest-FloatingIPsAssociationNegativeTestJSON-628748915 tempest-FloatingIPsAssociationNegativeTestJSON-628748915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:51.432092 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbf12018-26df-42bd-b5dd-d4c54276aace req-1986fb51-4e19-4946-9d3c-3745ce430fb0 tempest-FloatingIPsAssociationNegativeTestJSON-628748915 tempest-FloatingIPsAssociationNegativeTestJSON-628748915-project] Network 645e61aa-1a6c-4e8f-857e-ab06edb4897f is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:37:51.440557 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [req-dbf12018-26df-42bd-b5dd-d4c54276aace req-1986fb51-4e19-4946-9d3c-3745ce430fb0 tempest-FloatingIPsAssociationNegativeTestJSON-628748915 tempest-FloatingIPsAssociationNegativeTestJSON-628748915-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:37:51.450745 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1986fb51-4e19-4946-9d3c-3745ce430fb0 tempest-FloatingIPsAssociationNegativeTestJSON-628748915 tempest-FloatingIPsAssociationNegativeTestJSON-628748915-project] Pushing event updated for resources: {'Port': ['ID=73f507d1-1fa0-45be-9a0c-c82ebd9c7790,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:37:51.457208 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbf12018-26df-42bd-b5dd-d4c54276aace req-1986fb51-4e19-4946-9d3c-3745ce430fb0 tempest-FloatingIPsAssociationNegativeTestJSON-628748915 tempest-FloatingIPsAssociationNegativeTestJSON-628748915-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:37:51.460036 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-8836e7fc-8f6a-4adb-bf7b-6d59b9043863 req-2edbb231-0324-4d22-9e70-84b2d1d0df4f tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:51.490292 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port e6b6cc5b-8a61-4183-83a5-793cb7db7da7 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:37:51.490822 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:51.507385 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-85d50db5-6e16-4106-9506-a6d28855b5ae None None] Provisioning complete for port e6b6cc5b-8a61-4183-83a5-793cb7db7da7 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:37:51.507837 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-85d50db5-6e16-4106-9506-a6d28855b5ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:51.555614 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edbb231-0324-4d22-9e70-84b2d1d0df4f tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Pushing event updated for resources: {'Port': ['ID=cb80555f-29e3-4743-a119-594c380126fc,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:37:51.586863 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dce8b5a-dd8d-44ad-8322-c59b1b52c6a0 req-2d150f85-49e0-4c09-8aef-d0017d8097c4 tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:51.588409 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4dce8b5a-dd8d-44ad-8322-c59b1b52c6a0 req-2d150f85-49e0-4c09-8aef-d0017d8097c4 tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] 10.222.0.54 "GET /v2.0/ports?device_id=28bbee57-0a4b-4ac2-b952-d2d4ec1af0f7 HTTP/1.1" status: 200 len: 946 time: 0.1837175 Nov 19 17:37:51.619124 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8836e7fc-8f6a-4adb-bf7b-6d59b9043863 req-2edbb231-0324-4d22-9e70-84b2d1d0df4f tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Network 346debfa-452b-4048-abf4-8f4493625ef2 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:37:51.621025 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['1ab892c9-0f24-4863-9fe2-85db9a8344ed', '94256cd8-44d3-4041-8131-77ccb8f7301f', 'ad90d0c6-b21a-4322-9ec7-d3571b6fdbd7'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:37:51.628843 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3d4021-1c1b-4a84-888f-e5d19690862c req-154a8e16-e70e-4b52-8b6a-8c2fc04407c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:51.632889 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-af3d4021-1c1b-4a84-888f-e5d19690862c req-154a8e16-e70e-4b52-8b6a-8c2fc04407c1 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=848c0e57-dcd4-4037-9fd3-fb8d9181ff53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0154109 Nov 19 17:37:51.702438 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-561ae6b2-264c-460b-adf0-32e77b36fa48 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:51.882455 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [req-8836e7fc-8f6a-4adb-bf7b-6d59b9043863 req-2edbb231-0324-4d22-9e70-84b2d1d0df4f tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:37:51.887000 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-8836e7fc-8f6a-4adb-bf7b-6d59b9043863 req-2edbb231-0324-4d22-9e70-84b2d1d0df4f tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:37:51.897563 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-561ae6b2-264c-460b-adf0-32e77b36fa48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:52.174764 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [req-8836e7fc-8f6a-4adb-bf7b-6d59b9043863 req-5c59f53c-7f3a-4608-a8e4-f83f2e3da2e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1748dc5b-17aa-48d9-b8f9-86128f76a16a {{(pid=103364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:37:52.191994 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-8836e7fc-8f6a-4adb-bf7b-6d59b9043863 req-5c59f53c-7f3a-4608-a8e4-f83f2e3da2e5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:52.248232 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.provisioning_blocks [req-8836e7fc-8f6a-4adb-bf7b-6d59b9043863 req-5c59f53c-7f3a-4608-a8e4-f83f2e3da2e5 service neutron] Transition to ACTIVE for port object 1748dc5b-17aa-48d9-b8f9-86128f76a16a will not be triggered until provisioned by entity L2. {{(pid=103364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 17:37:52.296606 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:52.306520 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-85d50db5-6e16-4106-9506-a6d28855b5ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:52.307806 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-dbf12018-26df-42bd-b5dd-d4c54276aace req-1986fb51-4e19-4946-9d3c-3745ce430fb0 tempest-FloatingIPsAssociationNegativeTestJSON-628748915 tempest-FloatingIPsAssociationNegativeTestJSON-628748915-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:52.315775 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-8836e7fc-8f6a-4adb-bf7b-6d59b9043863 req-5c59f53c-7f3a-4608-a8e4-f83f2e3da2e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:52.397355 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-af3d4021-1c1b-4a84-888f-e5d19690862c req-bb917413-70a1-4101-a838-bf6d2a4ebfc5 service neutron] 10.222.0.86 "GET /v2.0/networks/848c0e57-dcd4-4037-9fd3-fb8d9181ff53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7487435 Nov 19 17:37:52.402489 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] For port e6b6cc5b-8a61-4183-83a5-793cb7db7da7, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=e6b6cc5b-8a61-4183-83a5-793cb7db7da7,segment=NetworkSegment(bc06b822-5652-4d81-ae2d-19304060c643),segment_id=bc06b822-5652-4d81-ae2d-19304060c643)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:37:52.468920 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:52.533348 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-21a3d146-bff2-4d61-a809-3bd66782071b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:52.533688 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c59f53c-7f3a-4608-a8e4-f83f2e3da2e5 service neutron] Pushing event updated for resources: {'Port': ['ID=1748dc5b-17aa-48d9-b8f9-86128f76a16a,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:37:52.638062 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-dbf12018-26df-42bd-b5dd-d4c54276aace req-1986fb51-4e19-4946-9d3c-3745ce430fb0 tempest-FloatingIPsAssociationNegativeTestJSON-628748915 tempest-FloatingIPsAssociationNegativeTestJSON-628748915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:52.667394 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Pushing event updated for resources: {'Port': ['ID=e6b6cc5b-8a61-4183-83a5-793cb7db7da7,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:37:52.687342 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561ae6b2-264c-460b-adf0-32e77b36fa48 admin admin] Pushing event updated for resources: {'Port': ['ID=ff6f5976-46c5-4ffc-af47-f6274adb68ad,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:37:52.709679 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-561ae6b2-264c-460b-adf0-32e77b36fa48 admin admin] Network 645e61aa-1a6c-4e8f-857e-ab06edb4897f is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:37:52.786616 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-561ae6b2-264c-460b-adf0-32e77b36fa48 admin admin] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:37:52.800327 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-561ae6b2-264c-460b-adf0-32e77b36fa48 admin admin] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:37:52.835341 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8836e7fc-8f6a-4adb-bf7b-6d59b9043863 req-2edbb231-0324-4d22-9e70-84b2d1d0df4f tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:52.836268 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-8836e7fc-8f6a-4adb-bf7b-6d59b9043863 req-2edbb231-0324-4d22-9e70-84b2d1d0df4f tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:52.992869 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a3d146-bff2-4d61-a809-3bd66782071b admin admin] Pushing event deleted for resources: {'Port': ['ID=f6e5a257-abf1-4f08-a5f3-908b33e3c1a3,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:37:52.997802 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4dce8b5a-dd8d-44ad-8322-c59b1b52c6a0 req-5e0ba535-f535-4c80-a14f-00f78c5f84d9 tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a9bb8e9-ab46-4898-9298-f60e040eb6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1273634 Nov 19 17:37:53.066910 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.db.api [None req-85d50db5-6e16-4106-9506-a6d28855b5ae None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103366) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 17:37:53.068141 n-d-818022-2 neutron-server[103366]: DEBUG oslo_db.api [None req-85d50db5-6e16-4106-9506-a6d28855b5ae None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 17:37:53.075600 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8836e7fc-8f6a-4adb-bf7b-6d59b9043863 req-2edbb231-0324-4d22-9e70-84b2d1d0df4f tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.5509315 Nov 19 17:37:53.147690 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-8836e7fc-8f6a-4adb-bf7b-6d59b9043863 req-dacfacb4-f78b-4934-8f83-b60a2a485404 service neutron] Request body: {'port': {'device_id': '33b7f368-0977-4f75-bb1f-c9dc76462d25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818022-2'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:37:53.148579 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device e6b6cc5b-8a61-4183-83a5-793cb7db7da7 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:37:53.421095 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port e6b6cc5b-8a61-4183-83a5-793cb7db7da7 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:37:53.421664 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:53.432805 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-dbf12018-26df-42bd-b5dd-d4c54276aace req-1986fb51-4e19-4946-9d3c-3745ce430fb0 tempest-FloatingIPsAssociationNegativeTestJSON-628748915 tempest-FloatingIPsAssociationNegativeTestJSON-628748915-project] Publish callbacks [] for port, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:53.435692 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-8836e7fc-8f6a-4adb-bf7b-6d59b9043863 req-5c59f53c-7f3a-4608-a8e4-f83f2e3da2e5 service neutron] Attempting to bind port 1748dc5b-17aa-48d9-b8f9-86128f76a16a on host n-h1-818022-2 for vnic_type normal with profile {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:37:53.436315 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-8836e7fc-8f6a-4adb-bf7b-6d59b9043863 req-5c59f53c-7f3a-4608-a8e4-f83f2e3da2e5 service neutron] Attempting to bind port 1748dc5b-17aa-48d9-b8f9-86128f76a16a by drivers openvswitch,hyperv on host n-h1-818022-2 at level 0 using segments [{'id': '1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '346debfa-452b-4048-abf4-8f4493625ef2'}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:37:53.436724 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8836e7fc-8f6a-4adb-bf7b-6d59b9043863 req-5c59f53c-7f3a-4608-a8e4-f83f2e3da2e5 service neutron] Attempting to bind port 1748dc5b-17aa-48d9-b8f9-86128f76a16a on network 346debfa-452b-4048-abf4-8f4493625ef2 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:37:53.442629 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864c24c3-5d3c-411b-a55b-40693e599c00 req-cc721dab-d43a-42cf-975e-6fff046baf5b tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:53.443622 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8836e7fc-8f6a-4adb-bf7b-6d59b9043863 req-5c59f53c-7f3a-4608-a8e4-f83f2e3da2e5 service neutron] Port 1748dc5b-17aa-48d9-b8f9-86128f76a16a on network 346debfa-452b-4048-abf4-8f4493625ef2 not bound, no agent of type Open vSwitch agent registered on host n-h1-818022-2 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 17:37:53.444189 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8836e7fc-8f6a-4adb-bf7b-6d59b9043863 req-5c59f53c-7f3a-4608-a8e4-f83f2e3da2e5 service neutron] Attempting to bind port 1748dc5b-17aa-48d9-b8f9-86128f76a16a on network 346debfa-452b-4048-abf4-8f4493625ef2 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:37:53.444987 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-864c24c3-5d3c-411b-a55b-40693e599c00 req-cc721dab-d43a-42cf-975e-6fff046baf5b tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] 10.222.0.54 "GET /v2.0/ports?device_id=0b21b2e0-3f84-4439-b115-e4cb8765ca94 HTTP/1.1" status: 200 len: 948 time: 0.2599287 Nov 19 17:37:53.450116 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-af3d4021-1c1b-4a84-888f-e5d19690862c req-2622649f-0afe-46cf-b3e7-fc3f9b1d0b60 service neutron] 10.222.0.86 "GET /v2.0/networks/848c0e57-dcd4-4037-9fd3-fb8d9181ff53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9673622 Nov 19 17:37:53.451162 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-dbf12018-26df-42bd-b5dd-d4c54276aace req-1986fb51-4e19-4946-9d3c-3745ce430fb0 tempest-FloatingIPsAssociationNegativeTestJSON-628748915 tempest-FloatingIPsAssociationNegativeTestJSON-628748915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:53.452096 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-8836e7fc-8f6a-4adb-bf7b-6d59b9043863 req-dacfacb4-f78b-4934-8f83-b60a2a485404 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:53.536403 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1986fb51-4e19-4946-9d3c-3745ce430fb0 tempest-FloatingIPsAssociationNegativeTestJSON-628748915 tempest-FloatingIPsAssociationNegativeTestJSON-628748915-project] Pushing event updated for resources: {'Port': ['ID=73f507d1-1fa0-45be-9a0c-c82ebd9c7790,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:37:53.574973 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8836e7fc-8f6a-4adb-bf7b-6d59b9043863 req-5c59f53c-7f3a-4608-a8e4-f83f2e3da2e5 service neutron] Checking agent: {'id': 'a6668d96-12fa-4ec0-99ad-77eaf490dd2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'started_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 37, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:37:53.575643 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8836e7fc-8f6a-4adb-bf7b-6d59b9043863 req-5c59f53c-7f3a-4608-a8e4-f83f2e3da2e5 service neutron] Checking segment: {'id': '1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '346debfa-452b-4048-abf4-8f4493625ef2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:37:53.576330 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8836e7fc-8f6a-4adb-bf7b-6d59b9043863 req-5c59f53c-7f3a-4608-a8e4-f83f2e3da2e5 service neutron] Bound using segment: {'id': '1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '346debfa-452b-4048-abf4-8f4493625ef2'} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:37:53.577105 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-8836e7fc-8f6a-4adb-bf7b-6d59b9043863 req-5c59f53c-7f3a-4608-a8e4-f83f2e3da2e5 service neutron] Bound port: 1748dc5b-17aa-48d9-b8f9-86128f76a16a, host: n-h1-818022-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '346debfa-452b-4048-abf4-8f4493625ef2'}}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:37:53.577878 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-8836e7fc-8f6a-4adb-bf7b-6d59b9043863 req-5c59f53c-7f3a-4608-a8e4-f83f2e3da2e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:53.751082 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-8836e7fc-8f6a-4adb-bf7b-6d59b9043863 req-5c59f53c-7f3a-4608-a8e4-f83f2e3da2e5 service neutron] For port 1748dc5b-17aa-48d9-b8f9-86128f76a16a, host n-h1-818022-2, cleared binding levels {{(pid=103364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:37:53.758289 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-8836e7fc-8f6a-4adb-bf7b-6d59b9043863 req-5c59f53c-7f3a-4608-a8e4-f83f2e3da2e5 service neutron] For port 1748dc5b-17aa-48d9-b8f9-86128f76a16a, host n-h1-818022-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=1748dc5b-17aa-48d9-b8f9-86128f76a16a,segment=NetworkSegment(1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861),segment_id=1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861)] {{(pid=103364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:37:53.760742 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-dbf12018-26df-42bd-b5dd-d4c54276aace req-1986fb51-4e19-4946-9d3c-3745ce430fb0 tempest-FloatingIPsAssociationNegativeTestJSON-628748915 tempest-FloatingIPsAssociationNegativeTestJSON-628748915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-671284'] for floatingip, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:53.781454 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-8836e7fc-8f6a-4adb-bf7b-6d59b9043863 req-5c59f53c-7f3a-4608-a8e4-f83f2e3da2e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:53.807370 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8836e7fc-8f6a-4adb-bf7b-6d59b9043863 req-5c59f53c-7f3a-4608-a8e4-f83f2e3da2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:53.808215 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-8836e7fc-8f6a-4adb-bf7b-6d59b9043863 req-5c59f53c-7f3a-4608-a8e4-f83f2e3da2e5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:53.810994 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8836e7fc-8f6a-4adb-bf7b-6d59b9043863 req-5c59f53c-7f3a-4608-a8e4-f83f2e3da2e5 service neutron] 10.222.0.60 "PUT /v2.0/ports/1748dc5b-17aa-48d9-b8f9-86128f76a16a HTTP/1.1" status: 200 len: 1096 time: 3.4970911 Nov 19 17:37:53.816738 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-dbf12018-26df-42bd-b5dd-d4c54276aace req-1986fb51-4e19-4946-9d3c-3745ce430fb0 tempest-FloatingIPsAssociationNegativeTestJSON-628748915 tempest-FloatingIPsAssociationNegativeTestJSON-628748915-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for floatingip, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:53.819066 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-dbf12018-26df-42bd-b5dd-d4c54276aace req-1986fb51-4e19-4946-9d3c-3745ce430fb0 tempest-FloatingIPsAssociationNegativeTestJSON-628748915 tempest-FloatingIPsAssociationNegativeTestJSON-628748915-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 6.0689731 Nov 19 17:37:53.822555 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b21b2e0-3f84-4439-b115-e4cb8765ca94', 'tag': '1748dc5b-17aa-48d9-b8f9-86128f76a16a'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:37:53.831670 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dd4767a008c23f8566efc82158ee1b1fff34e1a9e908d76d0b6d0ab7e350e5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-195d07b1-3afa-4b43-b803-8e44c531e659" -d '{"events": [{"name": "network-changed", "server_uuid": "0b21b2e0-3f84-4439-b115-e4cb8765ca94", "tag": "1748dc5b-17aa-48d9-b8f9-86128f76a16a"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:37:53.875114 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-2e5dacb3-6ba9-46f0-a02e-60acbe4e4e24 None None] Provisioning complete for port e6b6cc5b-8a61-4183-83a5-793cb7db7da7 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:37:53.875876 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2e5dacb3-6ba9-46f0-a02e-60acbe4e4e24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:53.888776 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-864c24c3-5d3c-411b-a55b-40693e599c00 req-96c91ba1-fadd-450b-8844-56f4e1a67b35 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] 10.222.0.54 "GET /v2.0/security-groups?id=01d035e7-47ed-4912-a186-53ea419ecd96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4145253 Nov 19 17:37:53.902388 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-21a3d146-bff2-4d61-a809-3bd66782071b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-768648'] for router_interface, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:54.115752 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-2e5dacb3-6ba9-46f0-a02e-60acbe4e4e24 None None] Provisioning complete for port cb80555f-29e3-4743-a119-594c380126fc triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:37:54.116177 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2e5dacb3-6ba9-46f0-a02e-60acbe4e4e24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:54.139168 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-dbf12018-26df-42bd-b5dd-d4c54276aace req-c4dbff30-fc58-4c2e-8fb9-bc466fb7cebb tempest-FloatingIPsAssociationNegativeTestJSON-628748915 tempest-FloatingIPsAssociationNegativeTestJSON-628748915-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.7.160 HTTP/1.1" status: 200 len: 696 time: 0.2897110 Nov 19 17:37:54.143924 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 17:37:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b17dc70-08ea-403b-82df-41c70a1df1ad x-openstack-request-id: req-1b17dc70-08ea-403b-82df-41c70a1df1ad {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:37:54.144275 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b21b2e0-3f84-4439-b115-e4cb8765ca94", "tag": "1748dc5b-17aa-48d9-b8f9-86128f76a16a", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:37:54.144863 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-1b17dc70-08ea-403b-82df-41c70a1df1ad {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:37:54.145515 n-d-818022-2 neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b21b2e0-3f84-4439-b115-e4cb8765ca94', 'tag': '1748dc5b-17aa-48d9-b8f9-86128f76a16a', 'status': 'completed', 'code': 200} Nov 19 17:37:54.233353 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-2e5dacb3-6ba9-46f0-a02e-60acbe4e4e24 None None] Port cb80555f-29e3-4743-a119-594c380126fc cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:37:54.371280 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf12018-26df-42bd-b5dd-d4c54276aace req-9c3d072e-a452-4262-8606-64063169aa35 tempest-FloatingIPsAssociationNegativeTestJSON-628748915 tempest-FloatingIPsAssociationNegativeTestJSON-628748915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:54.373681 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-dbf12018-26df-42bd-b5dd-d4c54276aace req-9c3d072e-a452-4262-8606-64063169aa35 tempest-FloatingIPsAssociationNegativeTestJSON-628748915 tempest-FloatingIPsAssociationNegativeTestJSON-628748915-project] 10.222.0.54 "GET /v2.0/networks/645e61aa-1a6c-4e8f-857e-ab06edb4897f HTTP/1.1" status: 200 len: 784 time: 0.2329452 Nov 19 17:37:54.405523 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8836e7fc-8f6a-4adb-bf7b-6d59b9043863 req-c032f2bd-144d-4052-849f-ea945eaa6180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:54.407529 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8836e7fc-8f6a-4adb-bf7b-6d59b9043863 req-c032f2bd-144d-4052-849f-ea945eaa6180 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=51cd71aac4854a038486be6b92d13068&device_id=0b21b2e0-3f84-4439-b115-e4cb8765ca94 HTTP/1.1" status: 200 len: 1099 time: 0.5021112 Nov 19 17:37:54.509391 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c59f53c-7f3a-4608-a8e4-f83f2e3da2e5 service neutron] Pushing event updated for resources: {'Port': ['ID=1748dc5b-17aa-48d9-b8f9-86128f76a16a,revision_number=3']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:37:54.516441 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8836e7fc-8f6a-4adb-bf7b-6d59b9043863 req-86d50d04-9021-41c9-b32c-2a7f7c68a2ed service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=1748dc5b-17aa-48d9-b8f9-86128f76a16a HTTP/1.1" status: 200 len: 217 time: 0.0922089 Nov 19 17:37:54.582668 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8804f30-b72f-40b5-89ea-887274ffc69e req-c7be2a9b-efb0-42a1-9eda-2657e8efb3b5 tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:54.584354 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f8804f30-b72f-40b5-89ea-887274ffc69e req-c7be2a9b-efb0-42a1-9eda-2657e8efb3b5 tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] 10.222.0.54 "GET /v2.0/ports?device_id=28bbee57-0a4b-4ac2-b952-d2d4ec1af0f7 HTTP/1.1" status: 200 len: 946 time: 0.2769554 Nov 19 17:37:54.597941 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [req-8836e7fc-8f6a-4adb-bf7b-6d59b9043863 req-dacfacb4-f78b-4934-8f83-b60a2a485404 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb80555f-29e3-4743-a119-594c380126fc {{(pid=103365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:37:54.603472 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-561ae6b2-264c-460b-adf0-32e77b36fa48 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:54.634842 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8836e7fc-8f6a-4adb-bf7b-6d59b9043863 req-70d1e990-94a5-407c-a778-6e676c4e1c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:54.636792 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8836e7fc-8f6a-4adb-bf7b-6d59b9043863 req-70d1e990-94a5-407c-a778-6e676c4e1c2b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8b3c88de-c9c2-4a20-b19e-1855c2c19035 HTTP/1.1" status: 200 len: 843 time: 0.1055002 Nov 19 17:37:54.649894 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04401a93-69d6-4261-89c4-0645204ddaca req-36c790eb-68af-40b3-8922-8df87258b2c6 tempest-FloatingIPsAssociationNegativeTestJSON-628748915 tempest-FloatingIPsAssociationNegativeTestJSON-628748915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:54.651426 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-04401a93-69d6-4261-89c4-0645204ddaca req-36c790eb-68af-40b3-8922-8df87258b2c6 tempest-FloatingIPsAssociationNegativeTestJSON-628748915 tempest-FloatingIPsAssociationNegativeTestJSON-628748915-project] 10.222.0.54 "GET /v2.0/ports?device_id=68b9b110-600e-4d53-a392-86b58ec07516&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1456697 Nov 19 17:37:54.654204 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-8836e7fc-8f6a-4adb-bf7b-6d59b9043863 req-dacfacb4-f78b-4934-8f83-b60a2a485404 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:54.699768 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.provisioning_blocks [req-8836e7fc-8f6a-4adb-bf7b-6d59b9043863 req-dacfacb4-f78b-4934-8f83-b60a2a485404 service neutron] Transition to ACTIVE for port object cb80555f-29e3-4743-a119-594c380126fc will not be triggered until provisioned by entity L2. {{(pid=103365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 17:37:54.744051 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-04401a93-69d6-4261-89c4-0645204ddaca req-13df529c-0942-455c-93dc-9f3cbdb07e6c tempest-FloatingIPsAssociationNegativeTestJSON-628748915 tempest-FloatingIPsAssociationNegativeTestJSON-628748915-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.7.160 HTTP/1.1" status: 200 len: 696 time: 0.0801818 Nov 19 17:37:54.755667 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8836e7fc-8f6a-4adb-bf7b-6d59b9043863 req-e14fba3e-91f8-402c-ace6-c75962a24bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:54.757326 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8836e7fc-8f6a-4adb-bf7b-6d59b9043863 req-e14fba3e-91f8-402c-ace6-c75962a24bb1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=346debfa-452b-4048-abf4-8f4493625ef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1050158 Nov 19 17:37:54.762204 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-04401a93-69d6-4261-89c4-0645204ddaca req-eabc7752-95b1-4df8-aa38-4c384b76ccfa tempest-FloatingIPsAssociationNegativeTestJSON-628748915 tempest-FloatingIPsAssociationNegativeTestJSON-628748915-project] Request body: {'floatingip': {'port_id': 'd599098f-98e8-4746-9e46-4040050c6241', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:37:54.770033 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-8836e7fc-8f6a-4adb-bf7b-6d59b9043863 req-dacfacb4-f78b-4934-8f83-b60a2a485404 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:54.822634 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-04401a93-69d6-4261-89c4-0645204ddaca req-eabc7752-95b1-4df8-aa38-4c384b76ccfa tempest-FloatingIPsAssociationNegativeTestJSON-628748915 tempest-FloatingIPsAssociationNegativeTestJSON-628748915-project] Publish callbacks [] for floatingip, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:54.830509 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacfacb4-f78b-4934-8f83-b60a2a485404 service neutron] Pushing event updated for resources: {'Port': ['ID=cb80555f-29e3-4743-a119-594c380126fc,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:37:54.867086 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f8804f30-b72f-40b5-89ea-887274ffc69e req-2f258c41-2b34-43f0-98ba-0c9d6cbe5ad4 tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a9bb8e9-ab46-4898-9298-f60e040eb6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2586844 Nov 19 17:37:55.015645 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8836e7fc-8f6a-4adb-bf7b-6d59b9043863 req-4f5f239d-1279-4c79-86bb-b87dd7a8b608 service neutron] 10.222.0.60 "GET /v2.0/networks/346debfa-452b-4048-abf4-8f4493625ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2188256 Nov 19 17:37:55.135222 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21a3d146-bff2-4d61-a809-3bd66782071b admin admin] Router 57ca953c-b606-4e90-9771-7e2956ae7ce9 has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 17:37:55.167278 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-561ae6b2-264c-460b-adf0-32e77b36fa48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671702'] for router, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:55.201357 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4044b8f8-258d-4528-9b71-9306562c4c39 req-8c309822-7935-44c0-996d-60c7fed7b373 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:55.202586 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4044b8f8-258d-4528-9b71-9306562c4c39 req-8c309822-7935-44c0-996d-60c7fed7b373 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] 10.222.0.54 "GET /v2.0/ports?device_id=0b21b2e0-3f84-4439-b115-e4cb8765ca94 HTTP/1.1" status: 200 len: 948 time: 0.1542909 Nov 19 17:37:55.246966 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-8836e7fc-8f6a-4adb-bf7b-6d59b9043863 req-dacfacb4-f78b-4934-8f83-b60a2a485404 service neutron] Attempting to bind port cb80555f-29e3-4743-a119-594c380126fc on host n-h2-818022-2 for vnic_type normal with profile {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:37:55.247308 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-8836e7fc-8f6a-4adb-bf7b-6d59b9043863 req-dacfacb4-f78b-4934-8f83-b60a2a485404 service neutron] Attempting to bind port cb80555f-29e3-4743-a119-594c380126fc by drivers openvswitch,hyperv on host n-h2-818022-2 at level 0 using segments [{'id': '1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '346debfa-452b-4048-abf4-8f4493625ef2'}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:37:55.247620 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8836e7fc-8f6a-4adb-bf7b-6d59b9043863 req-dacfacb4-f78b-4934-8f83-b60a2a485404 service neutron] Attempting to bind port cb80555f-29e3-4743-a119-594c380126fc on network 346debfa-452b-4048-abf4-8f4493625ef2 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:37:55.319819 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8836e7fc-8f6a-4adb-bf7b-6d59b9043863 req-dacfacb4-f78b-4934-8f83-b60a2a485404 service neutron] Port cb80555f-29e3-4743-a119-594c380126fc on network 346debfa-452b-4048-abf4-8f4493625ef2 not bound, no agent of type Open vSwitch agent registered on host n-h2-818022-2 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 17:37:55.320474 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8836e7fc-8f6a-4adb-bf7b-6d59b9043863 req-dacfacb4-f78b-4934-8f83-b60a2a485404 service neutron] Attempting to bind port cb80555f-29e3-4743-a119-594c380126fc on network 346debfa-452b-4048-abf4-8f4493625ef2 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:37:55.360421 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8836e7fc-8f6a-4adb-bf7b-6d59b9043863 req-14120452-ff96-4ded-894b-276f0c6a3925 service neutron] 10.222.0.60 "GET /v2.0/networks/346debfa-452b-4048-abf4-8f4493625ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3328717 Nov 19 17:37:55.394254 n-d-818022-2 neutron-server[103364]: INFO neutron.api.v2.resource [req-04401a93-69d6-4261-89c4-0645204ddaca req-eabc7752-95b1-4df8-aa38-4c384b76ccfa tempest-FloatingIPsAssociationNegativeTestJSON-628748915 tempest-FloatingIPsAssociationNegativeTestJSON-628748915-project] update failed (client error): There was a conflict when trying to complete your request. Nov 19 17:37:55.395930 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-04401a93-69d6-4261-89c4-0645204ddaca req-eabc7752-95b1-4df8-aa38-4c384b76ccfa tempest-FloatingIPsAssociationNegativeTestJSON-628748915 tempest-FloatingIPsAssociationNegativeTestJSON-628748915-project] 10.222.0.54 "PUT /v2.0/floatingips/5e4e05ff-3459-4c9a-8ef1-86940ab399d7 HTTP/1.1" status: 409 len: 551 time: 0.6374528 Nov 19 17:37:55.473654 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 43214) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:37:55.616821 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195d07b1-3afa-4b43-b803-8e44c531e659 req-86915ceb-1170-462f-a026-ee48762283bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:55.618496 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-195d07b1-3afa-4b43-b803-8e44c531e659 req-86915ceb-1170-462f-a026-ee48762283bc service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=51cd71aac4854a038486be6b92d13068&device_id=0b21b2e0-3f84-4439-b115-e4cb8765ca94 HTTP/1.1" status: 200 len: 1099 time: 0.1548724 Nov 19 17:37:55.745204 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8836e7fc-8f6a-4adb-bf7b-6d59b9043863 req-dacfacb4-f78b-4934-8f83-b60a2a485404 service neutron] Checking agent: {'id': '525ad2ac-c4ae-4c63-af2e-0bf8d25d0f0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'started_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 37, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:37:55.745580 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8836e7fc-8f6a-4adb-bf7b-6d59b9043863 req-dacfacb4-f78b-4934-8f83-b60a2a485404 service neutron] Checking segment: {'id': '1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '346debfa-452b-4048-abf4-8f4493625ef2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:37:55.746091 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8836e7fc-8f6a-4adb-bf7b-6d59b9043863 req-dacfacb4-f78b-4934-8f83-b60a2a485404 service neutron] Bound using segment: {'id': '1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '346debfa-452b-4048-abf4-8f4493625ef2'} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:37:55.746684 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-8836e7fc-8f6a-4adb-bf7b-6d59b9043863 req-dacfacb4-f78b-4934-8f83-b60a2a485404 service neutron] Bound port: cb80555f-29e3-4743-a119-594c380126fc, host: n-h2-818022-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '346debfa-452b-4048-abf4-8f4493625ef2'}}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:37:55.747041 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-8836e7fc-8f6a-4adb-bf7b-6d59b9043863 req-dacfacb4-f78b-4934-8f83-b60a2a485404 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:55.770762 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-70525b11-00fb-4dcd-955e-de3a8d8db547 req-1cabee87-6155-400c-81b8-f02eb3e11e41 tempest-FloatingIPsAssociationNegativeTestJSON-628748915 tempest-FloatingIPsAssociationNegativeTestJSON-628748915-project] 10.222.0.54 "GET /v2.0/floatingips/5e4e05ff-3459-4c9a-8ef1-86940ab399d7 HTTP/1.1" status: 200 len: 693 time: 0.1062102 Nov 19 17:37:55.858923 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21a3d146-bff2-4d61-a809-3bd66782071b admin admin] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 17:37:55.877261 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc7e57ec-d007-4c62-8021-75e58769a213 None None] Sync routers for ids ['57ca953c-b606-4e90-9771-7e2956ae7ce9'] in n-d-818022-2 {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 17:37:55.878694 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-21a3d146-bff2-4d61-a809-3bd66782071b admin admin] 10.222.0.54 "PUT /v2.0/routers/57ca953c-b606-4e90-9771-7e2956ae7ce9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1733403 Nov 19 17:37:55.882464 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4044b8f8-258d-4528-9b71-9306562c4c39 req-284ff5a4-29a5-40ab-839d-e58f2a919537 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] 10.222.0.54 "GET /v2.0/security-groups?id=01d035e7-47ed-4912-a186-53ea419ecd96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6410379 Nov 19 17:37:55.885528 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 43216) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:37:55.888938 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc7e57ec-d007-4c62-8021-75e58769a213 None None] Routers {'57ca953c-b606-4e90-9771-7e2956ae7ce9'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:37:55.889652 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-cc7e57ec-d007-4c62-8021-75e58769a213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:37:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['57ca953c-b606-4e90-9771-7e2956ae7ce9'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:37:55.992651 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70525b11-00fb-4dcd-955e-de3a8d8db547 req-782fd4a1-a523-4ec3-8cef-63176895961e tempest-FloatingIPsAssociationNegativeTestJSON-628748915 tempest-FloatingIPsAssociationNegativeTestJSON-628748915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:56.000033 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-70525b11-00fb-4dcd-955e-de3a8d8db547 req-782fd4a1-a523-4ec3-8cef-63176895961e tempest-FloatingIPsAssociationNegativeTestJSON-628748915 tempest-FloatingIPsAssociationNegativeTestJSON-628748915-project] 10.222.0.54 "GET /v2.0/networks/645e61aa-1a6c-4e8f-857e-ab06edb4897f HTTP/1.1" status: 200 len: 784 time: 0.1894712 Nov 19 17:37:56.062075 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-cc7e57ec-d007-4c62-8021-75e58769a213 None None] Set router 57ca953c-b606-4e90-9771-7e2956ae7ce9 gateway port host: n-d-818022-2 {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:37:56.093690 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195d07b1-3afa-4b43-b803-8e44c531e659 req-eb7f33b7-a2c1-4bd4-ad0b-ee53c9edce1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:56.095344 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-195d07b1-3afa-4b43-b803-8e44c531e659 req-eb7f33b7-a2c1-4bd4-ad0b-ee53c9edce1e service neutron] 10.222.0.60 "GET /v2.0/networks?id=346debfa-452b-4048-abf4-8f4493625ef2 HTTP/1.1" status: 200 len: 870 time: 0.4622912 Nov 19 17:37:56.107993 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-70525b11-00fb-4dcd-955e-de3a8d8db547 req-cdf0d373-0da9-405a-a6cb-9b4d670053a3 tempest-FloatingIPsAssociationNegativeTestJSON-628748915 tempest-FloatingIPsAssociationNegativeTestJSON-628748915-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.7.160 HTTP/1.1" status: 200 len: 696 time: 0.1055522 Nov 19 17:37:56.109746 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-8836e7fc-8f6a-4adb-bf7b-6d59b9043863 req-dacfacb4-f78b-4934-8f83-b60a2a485404 service neutron] For port cb80555f-29e3-4743-a119-594c380126fc, host n-h2-818022-2, cleared binding levels {{(pid=103365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:37:56.143815 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-8836e7fc-8f6a-4adb-bf7b-6d59b9043863 req-dacfacb4-f78b-4934-8f83-b60a2a485404 service neutron] For port cb80555f-29e3-4743-a119-594c380126fc, host n-h2-818022-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=cb80555f-29e3-4743-a119-594c380126fc,segment=NetworkSegment(1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861),segment_id=1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861)] {{(pid=103365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:37:56.150542 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-90ca72c9-5078-49b2-8e97-bae9aa8f5dd2 admin admin] Publish callbacks [] for router, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:56.156066 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-8836e7fc-8f6a-4adb-bf7b-6d59b9043863 req-dacfacb4-f78b-4934-8f83-b60a2a485404 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:56.217848 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-195d07b1-3afa-4b43-b803-8e44c531e659 req-b9ce24de-7646-496d-9459-ee98e7bf713e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=1748dc5b-17aa-48d9-b8f9-86128f76a16a HTTP/1.1" status: 200 len: 217 time: 0.0952806 Nov 19 17:37:56.221251 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baa0903-0908-4131-a11d-813ed91e55d7 req-1dfb7ee5-2def-4ab5-9855-7719fdb9936a tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:56.222735 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8baa0903-0908-4131-a11d-813ed91e55d7 req-1dfb7ee5-2def-4ab5-9855-7719fdb9936a tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] 10.222.0.54 "GET /v2.0/ports?device_id=28bbee57-0a4b-4ac2-b952-d2d4ec1af0f7 HTTP/1.1" status: 200 len: 946 time: 0.2018516 Nov 19 17:37:56.225146 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-70525b11-00fb-4dcd-955e-de3a8d8db547 req-da8bf0c8-7ba1-4727-b6cf-2327a75ed8f3 tempest-FloatingIPsAssociationNegativeTestJSON-628748915 tempest-FloatingIPsAssociationNegativeTestJSON-628748915-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.7.160 HTTP/1.1" status: 200 len: 696 time: 0.1153882 Nov 19 17:37:56.291987 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8836e7fc-8f6a-4adb-bf7b-6d59b9043863 req-dacfacb4-f78b-4934-8f83-b60a2a485404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:56.292599 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-8836e7fc-8f6a-4adb-bf7b-6d59b9043863 req-dacfacb4-f78b-4934-8f83-b60a2a485404 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:56.294054 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8836e7fc-8f6a-4adb-bf7b-6d59b9043863 req-dacfacb4-f78b-4934-8f83-b60a2a485404 service neutron] 10.222.0.86 "PUT /v2.0/ports/cb80555f-29e3-4743-a119-594c380126fc HTTP/1.1" status: 200 len: 1095 time: 3.1592014 Nov 19 17:37:56.301300 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33b7f368-0977-4f75-bb1f-c9dc76462d25', 'tag': 'cb80555f-29e3-4743-a119-594c380126fc'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:37:56.305415 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218319d759239a7d11f1288aef37381b97754913ee9ccbfd43b51a463f801712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19c4f230-d185-4850-a5f8-94ae318c3e80" -d '{"events": [{"name": "network-changed", "server_uuid": "33b7f368-0977-4f75-bb1f-c9dc76462d25", "tag": "cb80555f-29e3-4743-a119-594c380126fc"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:37:56.314418 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-cc7e57ec-d007-4c62-8021-75e58769a213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57ca953c-b606-4e90-9771-7e2956ae7ce9', 'name': 'tempest-FloatingIPsAssociationTestJSON-802776427-router', 'tenant_id': '0451c16dbd91499694bb6f860678eaa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': 'db8c5ce6-b7a1-4a96-856c-5f03b01e2388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:35:51Z', 'updated_at': '2021-11-19T17:37:51Z', 'revision_number': 5, 'project_id': '0451c16dbd91499694bb6f860678eaa9', 'gw_port': {'id': 'db8c5ce6-b7a1-4a96-856c-5f03b01e2388', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:85:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ca953c-b606-4e90-9771-7e2956ae7ce9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:35:52Z', 'updated_at': '2021-11-19T17:36:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:37:56.347310 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc7e57ec-d007-4c62-8021-75e58769a213 None None] Checking router: 57ca953c-b606-4e90-9771-7e2956ae7ce9 for host: n-d-818022-2 {{(pid=103366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 17:37:56.360152 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc7e57ec-d007-4c62-8021-75e58769a213 None None] Routers {'57ca953c-b606-4e90-9771-7e2956ae7ce9'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:37:56.360873 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-cc7e57ec-d007-4c62-8021-75e58769a213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:37:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['57ca953c-b606-4e90-9771-7e2956ae7ce9'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:37:56.499122 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-90ca72c9-5078-49b2-8e97-bae9aa8f5dd2 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:56.529148 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-cc7e57ec-d007-4c62-8021-75e58769a213 None None] Set router 57ca953c-b606-4e90-9771-7e2956ae7ce9 gateway port host: n-d-818022-2 {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:37:56.562283 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-561ae6b2-264c-460b-adf0-32e77b36fa48 admin admin] Router c48e6f47-8865-496b-8cee-911b1864d833 is scheduled to L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 with binding_index 1 {{(pid=103365) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 17:37:56.568986 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8baa0903-0908-4131-a11d-813ed91e55d7 req-1a36a147-ff24-4d65-a2b9-a083ed36d2f6 tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a9bb8e9-ab46-4898-9298-f60e040eb6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3196440 Nov 19 17:37:56.570749 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacfacb4-f78b-4934-8f83-b60a2a485404 service neutron] Pushing event updated for resources: {'Port': ['ID=cb80555f-29e3-4743-a119-594c380126fc,revision_number=3']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:37:56.694522 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 17:37:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2395247e-903b-452f-adc1-9645152344b1 x-openstack-request-id: req-2395247e-903b-452f-adc1-9645152344b1 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:37:56.694835 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33b7f368-0977-4f75-bb1f-c9dc76462d25", "tag": "cb80555f-29e3-4743-a119-594c380126fc", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:37:56.695059 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-2395247e-903b-452f-adc1-9645152344b1 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:37:56.695467 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33b7f368-0977-4f75-bb1f-c9dc76462d25', 'tag': 'cb80555f-29e3-4743-a119-594c380126fc', 'status': 'completed', 'code': 200} Nov 19 17:37:56.750064 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8836e7fc-8f6a-4adb-bf7b-6d59b9043863 req-b245ea3b-8978-45d8-ab27-359357ba5ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:56.751979 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8836e7fc-8f6a-4adb-bf7b-6d59b9043863 req-b245ea3b-8978-45d8-ab27-359357ba5ce4 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=51cd71aac4854a038486be6b92d13068&device_id=33b7f368-0977-4f75-bb1f-c9dc76462d25 HTTP/1.1" status: 200 len: 1098 time: 0.3768008 Nov 19 17:37:56.767120 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195d07b1-3afa-4b43-b803-8e44c531e659 req-3efaaf24-148a-431f-9c60-0cdab4e5f2de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:56.769669 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-195d07b1-3afa-4b43-b803-8e44c531e659 req-3efaaf24-148a-431f-9c60-0cdab4e5f2de service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8b3c88de-c9c2-4a20-b19e-1855c2c19035 HTTP/1.1" status: 200 len: 843 time: 0.5416965 Nov 19 17:37:56.820064 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8836e7fc-8f6a-4adb-bf7b-6d59b9043863 req-6f14add3-cea3-4b15-b5fc-9dbaff8963d4 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=cb80555f-29e3-4743-a119-594c380126fc HTTP/1.1" status: 200 len: 217 time: 0.0443120 Nov 19 17:37:56.913243 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-90ca72c9-5078-49b2-8e97-bae9aa8f5dd2 admin admin] Deleting port db8c5ce6-b7a1-4a96-856c-5f03b01e2388 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:37:56.913570 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-90ca72c9-5078-49b2-8e97-bae9aa8f5dd2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:56.918037 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-cc7e57ec-d007-4c62-8021-75e58769a213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57ca953c-b606-4e90-9771-7e2956ae7ce9', 'name': 'tempest-FloatingIPsAssociationTestJSON-802776427-router', 'tenant_id': '0451c16dbd91499694bb6f860678eaa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': 'db8c5ce6-b7a1-4a96-856c-5f03b01e2388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:35:51Z', 'updated_at': '2021-11-19T17:37:51Z', 'revision_number': 5, 'project_id': '0451c16dbd91499694bb6f860678eaa9', 'gw_port': {'id': 'db8c5ce6-b7a1-4a96-856c-5f03b01e2388', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:85:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ca953c-b606-4e90-9771-7e2956ae7ce9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:35:52Z', 'updated_at': '2021-11-19T17:36:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:37:56.950054 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195d07b1-3afa-4b43-b803-8e44c531e659 req-71bb2a9e-6899-4a51-9a1c-44c075fc5bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:56.951558 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-195d07b1-3afa-4b43-b803-8e44c531e659 req-71bb2a9e-6899-4a51-9a1c-44c075fc5bef service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=346debfa-452b-4048-abf4-8f4493625ef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1423664 Nov 19 17:37:56.973842 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8836e7fc-8f6a-4adb-bf7b-6d59b9043863 req-fa63d070-d4f5-4ede-b011-745ea54a0ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:56.975306 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8836e7fc-8f6a-4adb-bf7b-6d59b9043863 req-fa63d070-d4f5-4ede-b011-745ea54a0ac1 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8b3c88de-c9c2-4a20-b19e-1855c2c19035 HTTP/1.1" status: 200 len: 843 time: 0.1475949 Nov 19 17:37:56.980995 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-561ae6b2-264c-460b-adf0-32e77b36fa48 admin admin] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 17:37:56.991527 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc7e57ec-d007-4c62-8021-75e58769a213 None None] The sync data for ids ['57ca953c-b606-4e90-9771-7e2956ae7ce9'] in n-d-818022-2 is: [{'id': '57ca953c-b606-4e90-9771-7e2956ae7ce9', 'name': 'tempest-FloatingIPsAssociationTestJSON-802776427-router', 'tenant_id': '0451c16dbd91499694bb6f860678eaa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': 'db8c5ce6-b7a1-4a96-856c-5f03b01e2388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:35:51Z', 'updated_at': '2021-11-19T17:37:51Z', 'revision_number': 5, 'project_id': '0451c16dbd91499694bb6f860678eaa9', 'gw_port': {'id': 'db8c5ce6-b7a1-4a96-856c-5f03b01e2388', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:85:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ca953c-b606-4e90-9771-7e2956ae7ce9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:35:52Z', 'updated_at': '2021-11-19T17:36:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 17:37:56.998109 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd52b53-4cd5-4861-acff-bd14bfdfe5cf None None] Sync routers for ids ['c48e6f47-8865-496b-8cee-911b1864d833'] in n-d-818022-2 {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 17:37:57.022261 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd52b53-4cd5-4861-acff-bd14bfdfe5cf None None] Routers {'c48e6f47-8865-496b-8cee-911b1864d833'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:37:57.023610 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-5cd52b53-4cd5-4861-acff-bd14bfdfe5cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:37:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['c48e6f47-8865-496b-8cee-911b1864d833'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:37:57.092501 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [req-70525b11-00fb-4dcd-955e-de3a8d8db547 req-8a5be531-04c2-4aa1-ae96-c0054a50aa47 tempest-FloatingIPsAssociationNegativeTestJSON-628748915 tempest-FloatingIPsAssociationNegativeTestJSON-628748915-project] Deleting port 73f507d1-1fa0-45be-9a0c-c82ebd9c7790 {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:37:57.093940 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-70525b11-00fb-4dcd-955e-de3a8d8db547 req-8a5be531-04c2-4aa1-ae96-c0054a50aa47 tempest-FloatingIPsAssociationNegativeTestJSON-628748915 tempest-FloatingIPsAssociationNegativeTestJSON-628748915-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:57.132222 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-561ae6b2-264c-460b-adf0-32e77b36fa48 admin admin] Publish callbacks [] for router, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:57.136693 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-561ae6b2-264c-460b-adf0-32e77b36fa48 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 10.4862618 Nov 19 17:37:57.144289 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 43228) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:37:57.171614 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-5cd52b53-4cd5-4861-acff-bd14bfdfe5cf None None] Set router c48e6f47-8865-496b-8cee-911b1864d833 gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:37:57.225002 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-70525b11-00fb-4dcd-955e-de3a8d8db547 req-8a5be531-04c2-4aa1-ae96-c0054a50aa47 tempest-FloatingIPsAssociationNegativeTestJSON-628748915 tempest-FloatingIPsAssociationNegativeTestJSON-628748915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:57.225467 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-70525b11-00fb-4dcd-955e-de3a8d8db547 req-8a5be531-04c2-4aa1-ae96-c0054a50aa47 tempest-FloatingIPsAssociationNegativeTestJSON-628748915 tempest-FloatingIPsAssociationNegativeTestJSON-628748915-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:57.227464 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [None req-90ca72c9-5078-49b2-8e97-bae9aa8f5dd2 admin admin] For port db8c5ce6-b7a1-4a96-856c-5f03b01e2388, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=db8c5ce6-b7a1-4a96-856c-5f03b01e2388,segment=NetworkSegment(bbe705c1-96c0-476e-8381-28227e6f0ac5),segment_id=bbe705c1-96c0-476e-8381-28227e6f0ac5)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:37:57.227861 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-90ca72c9-5078-49b2-8e97-bae9aa8f5dd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:57.240647 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [req-70525b11-00fb-4dcd-955e-de3a8d8db547 req-8a5be531-04c2-4aa1-ae96-c0054a50aa47 tempest-FloatingIPsAssociationNegativeTestJSON-628748915 tempest-FloatingIPsAssociationNegativeTestJSON-628748915-project] Calling delete_port for 73f507d1-1fa0-45be-9a0c-c82ebd9c7790 owned by network:floatingip {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:37:57.258217 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8836e7fc-8f6a-4adb-bf7b-6d59b9043863 req-929dbf38-d63d-432e-8533-2433fade38ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:57.260542 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8836e7fc-8f6a-4adb-bf7b-6d59b9043863 req-929dbf38-d63d-432e-8533-2433fade38ea service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=346debfa-452b-4048-abf4-8f4493625ef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2714422 Nov 19 17:37:57.268606 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-90ca72c9-5078-49b2-8e97-bae9aa8f5dd2 admin admin] Calling delete_port for db8c5ce6-b7a1-4a96-856c-5f03b01e2388 owned by network:router_gateway {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:37:57.320933 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76abf7e-a234-411b-9c50-c3aedac67909 req-d5f772f0-d993-4340-8d43-07dbd938e100 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:57.322444 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b76abf7e-a234-411b-9c50-c3aedac67909 req-d5f772f0-d993-4340-8d43-07dbd938e100 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] 10.222.0.54 "GET /v2.0/ports?device_id=0b21b2e0-3f84-4439-b115-e4cb8765ca94 HTTP/1.1" status: 200 len: 948 time: 0.2503083 Nov 19 17:37:57.501195 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-5cd52b53-4cd5-4861-acff-bd14bfdfe5cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c48e6f47-8865-496b-8cee-911b1864d833', 'name': 'tempest-FloatingIPsNegativeTestJSON-103384747-router', 'tenant_id': 'd7cb83cfc44f4017abb2ec41b71725ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': 'ff6f5976-46c5-4ffc-af47-f6274adb68ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:37:47Z', 'updated_at': '2021-11-19T17:37:53Z', 'revision_number': 3, 'project_id': 'd7cb83cfc44f4017abb2ec41b71725ec', 'gw_port': {'id': 'ff6f5976-46c5-4ffc-af47-f6274adb68ad', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:9d:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c48e6f47-8865-496b-8cee-911b1864d833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:37:49Z', 'updated_at': '2021-11-19T17:37:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:37:57.505628 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-195d07b1-3afa-4b43-b803-8e44c531e659 req-156f2cbe-e3e9-4e46-b89b-c81a2b893c6d service neutron] 10.222.0.60 "GET /v2.0/networks/346debfa-452b-4048-abf4-8f4493625ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5429275 Nov 19 17:37:57.507780 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-70525b11-00fb-4dcd-955e-de3a8d8db547 req-8a5be531-04c2-4aa1-ae96-c0054a50aa47 tempest-FloatingIPsAssociationNegativeTestJSON-628748915 tempest-FloatingIPsAssociationNegativeTestJSON-628748915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:57.528120 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b76abf7e-a234-411b-9c50-c3aedac67909 req-0c8bb987-1958-491e-9561-7704613d7f59 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] 10.222.0.54 "GET /v2.0/security-groups?id=01d035e7-47ed-4912-a186-53ea419ecd96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611640 Nov 19 17:37:57.534121 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd52b53-4cd5-4861-acff-bd14bfdfe5cf None None] Checking router: c48e6f47-8865-496b-8cee-911b1864d833 for host: n-d-818022-2 {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 17:37:57.534479 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd52b53-4cd5-4861-acff-bd14bfdfe5cf None None] Updating router c48e6f47-8865-496b-8cee-911b1864d833 port ff6f5976-46c5-4ffc-af47-f6274adb68ad binding host n-d-818022-2 {{(pid=103367) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 17:37:57.569183 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-5cd52b53-4cd5-4861-acff-bd14bfdfe5cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:57.576068 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5be531-04c2-4aa1-ae96-c0054a50aa47 tempest-FloatingIPsAssociationNegativeTestJSON-628748915 tempest-FloatingIPsAssociationNegativeTestJSON-628748915-project] Pushing event deleted for resources: {'Port': ['ID=73f507d1-1fa0-45be-9a0c-c82ebd9c7790,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:37:57.659158 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8836e7fc-8f6a-4adb-bf7b-6d59b9043863 req-520f3ee2-b927-46b4-a8ce-89b96359f357 service neutron] 10.222.0.86 "GET /v2.0/networks/346debfa-452b-4048-abf4-8f4493625ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3826401 Nov 19 17:37:57.756888 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-195d07b1-3afa-4b43-b803-8e44c531e659 req-8b9564e2-35b9-4ce7-9ced-57be5bb9f478 service neutron] 10.222.0.60 "GET /v2.0/networks/346debfa-452b-4048-abf4-8f4493625ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2087393 Nov 19 17:37:57.776160 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-483cb2e2-eb47-4a8f-8489-df70e1afc788 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-768564'] for router_interface, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:57.780294 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-70525b11-00fb-4dcd-955e-de3a8d8db547 req-8a5be531-04c2-4aa1-ae96-c0054a50aa47 tempest-FloatingIPsAssociationNegativeTestJSON-628748915 tempest-FloatingIPsAssociationNegativeTestJSON-628748915-project] Publish callbacks [] for floatingip, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:57.783669 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-70525b11-00fb-4dcd-955e-de3a8d8db547 req-8a5be531-04c2-4aa1-ae96-c0054a50aa47 tempest-FloatingIPsAssociationNegativeTestJSON-628748915 tempest-FloatingIPsAssociationNegativeTestJSON-628748915-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for floatingip, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:57.784841 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-70525b11-00fb-4dcd-955e-de3a8d8db547 req-8a5be531-04c2-4aa1-ae96-c0054a50aa47 tempest-FloatingIPsAssociationNegativeTestJSON-628748915 tempest-FloatingIPsAssociationNegativeTestJSON-628748915-project] 10.222.0.54 "DELETE /v2.0/floatingips/5e4e05ff-3459-4c9a-8ef1-86940ab399d7 HTTP/1.1" status: 204 len: 173 time: 1.5272341 Nov 19 17:37:57.907430 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2afcca-057c-4fe1-a342-3d221ec3ac01 req-1d42a12f-954c-4ab7-b3e7-36826e95949e tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:57.909010 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fa2afcca-057c-4fe1-a342-3d221ec3ac01 req-1d42a12f-954c-4ab7-b3e7-36826e95949e tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] 10.222.0.54 "GET /v2.0/ports?device_id=28bbee57-0a4b-4ac2-b952-d2d4ec1af0f7 HTTP/1.1" status: 200 len: 946 time: 0.2102535 Nov 19 17:37:57.948871 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-5cd52b53-4cd5-4861-acff-bd14bfdfe5cf None None] Publish callbacks [] for port, precommit_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:57.958028 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-5cd52b53-4cd5-4861-acff-bd14bfdfe5cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:58.027068 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0820b97e-0add-439b-9257-bba52cc32546 None None] Pushing event updated for resources: {'Port': ['ID=ff6f5976-46c5-4ffc-af47-f6274adb68ad,revision_number=2']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:37:58.039272 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-5cd52b53-4cd5-4861-acff-bd14bfdfe5cf None None] Attempting to bind port ff6f5976-46c5-4ffc-af47-f6274adb68ad on host n-d-818022-2 for vnic_type normal with profile {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:37:58.039844 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-5cd52b53-4cd5-4861-acff-bd14bfdfe5cf None None] Attempting to bind port ff6f5976-46c5-4ffc-af47-f6274adb68ad by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:37:58.040356 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd52b53-4cd5-4861-acff-bd14bfdfe5cf None None] Attempting to bind port ff6f5976-46c5-4ffc-af47-f6274adb68ad on network 645e61aa-1a6c-4e8f-857e-ab06edb4897f {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:37:58.052282 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd52b53-4cd5-4861-acff-bd14bfdfe5cf None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 37, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:37:58.054114 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd52b53-4cd5-4861-acff-bd14bfdfe5cf None None] Checking segment: {'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:37:58.054731 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-5cd52b53-4cd5-4861-acff-bd14bfdfe5cf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:58.055508 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd52b53-4cd5-4861-acff-bd14bfdfe5cf None None] Bound using segment: {'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:37:58.057067 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-5cd52b53-4cd5-4861-acff-bd14bfdfe5cf None None] Bound port: ff6f5976-46c5-4ffc-af47-f6274adb68ad, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'}}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:37:58.057728 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-5cd52b53-4cd5-4861-acff-bd14bfdfe5cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:58.074398 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ce14d8c9-a578-4bdd-a12a-eb02424ed56d req-920c7d37-2941-4959-83b5-eb86acfd708d tempest-FloatingIPsAssociationNegativeTestJSON-628748915 tempest-FloatingIPsAssociationNegativeTestJSON-628748915-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.7.172 HTTP/1.1" status: 200 len: 1002 time: 0.1726158 Nov 19 17:37:58.138081 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-5cd52b53-4cd5-4861-acff-bd14bfdfe5cf None None] For port ff6f5976-46c5-4ffc-af47-f6274adb68ad, host n-d-818022-2, cleared binding levels {{(pid=103367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:37:58.144448 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce14d8c9-a578-4bdd-a12a-eb02424ed56d req-a8913c69-4157-4327-b90d-4e4ba482db52 tempest-FloatingIPsAssociationNegativeTestJSON-628748915 tempest-FloatingIPsAssociationNegativeTestJSON-628748915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:58.144758 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-5cd52b53-4cd5-4861-acff-bd14bfdfe5cf None None] For port ff6f5976-46c5-4ffc-af47-f6274adb68ad, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=ff6f5976-46c5-4ffc-af47-f6274adb68ad,segment=NetworkSegment(bbe705c1-96c0-476e-8381-28227e6f0ac5),segment_id=bbe705c1-96c0-476e-8381-28227e6f0ac5)] {{(pid=103367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:37:58.144932 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ce14d8c9-a578-4bdd-a12a-eb02424ed56d req-a8913c69-4157-4327-b90d-4e4ba482db52 tempest-FloatingIPsAssociationNegativeTestJSON-628748915 tempest-FloatingIPsAssociationNegativeTestJSON-628748915-project] 10.222.0.54 "GET /v2.0/ports/d599098f-98e8-4746-9e46-4040050c6241 HTTP/1.1" status: 200 len: 943 time: 0.0597210 Nov 19 17:37:58.160956 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-5cd52b53-4cd5-4861-acff-bd14bfdfe5cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:58.273256 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd52b53-4cd5-4861-acff-bd14bfdfe5cf None None] Routers {'c48e6f47-8865-496b-8cee-911b1864d833'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:37:58.273938 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-5cd52b53-4cd5-4861-acff-bd14bfdfe5cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:37:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['c48e6f47-8865-496b-8cee-911b1864d833'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:37:58.300080 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-483cb2e2-eb47-4a8f-8489-df70e1afc788 admin admin] Deleting port d9723621-5b04-4257-b155-9c5e1b30dd36 {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:37:58.300472 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-483cb2e2-eb47-4a8f-8489-df70e1afc788 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:58.307012 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ce14d8c9-a578-4bdd-a12a-eb02424ed56d req-ec8bc2cb-f61f-409e-abaf-272ae25af70b tempest-FloatingIPsAssociationNegativeTestJSON-628748915 tempest-FloatingIPsAssociationNegativeTestJSON-628748915-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.7.172 HTTP/1.1" status: 200 len: 1002 time: 0.0883200 Nov 19 17:37:58.327217 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0820b97e-0add-439b-9257-bba52cc32546 None None] Pushing event updated for resources: {'Port': ['ID=ff6f5976-46c5-4ffc-af47-f6274adb68ad,revision_number=3']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:37:58.337187 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8836e7fc-8f6a-4adb-bf7b-6d59b9043863 req-f6f81bb8-d807-44b6-9996-8e45bfb81c9a service neutron] 10.222.0.86 "GET /v2.0/networks/346debfa-452b-4048-abf4-8f4493625ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6295834 Nov 19 17:37:58.372475 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-90ca72c9-5078-49b2-8e97-bae9aa8f5dd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:58.422073 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ca72c9-5078-49b2-8e97-bae9aa8f5dd2 admin admin] Pushing event deleted for resources: {'Port': ['ID=db8c5ce6-b7a1-4a96-856c-5f03b01e2388,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:37:58.462505 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-5cd52b53-4cd5-4861-acff-bd14bfdfe5cf None None] Set router c48e6f47-8865-496b-8cee-911b1864d833 gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:37:58.480287 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fa2afcca-057c-4fe1-a342-3d221ec3ac01 req-ec65cd54-4435-424d-a0fc-713e8d9402d1 tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a9bb8e9-ab46-4898-9298-f60e040eb6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006161 Nov 19 17:37:58.500608 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [None req-483cb2e2-eb47-4a8f-8489-df70e1afc788 admin admin] For port d9723621-5b04-4257-b155-9c5e1b30dd36, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=d9723621-5b04-4257-b155-9c5e1b30dd36,segment=NetworkSegment(1c7c713d-c942-43a4-9f8c-240d532390e1),segment_id=1c7c713d-c942-43a4-9f8c-240d532390e1)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:37:58.501021 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-483cb2e2-eb47-4a8f-8489-df70e1afc788 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:58.531933 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce14d8c9-a578-4bdd-a12a-eb02424ed56d req-e3700e21-63f8-42c4-a2b6-b53a553f75f1 tempest-FloatingIPsAssociationNegativeTestJSON-628748915 tempest-FloatingIPsAssociationNegativeTestJSON-628748915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:58.533476 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ce14d8c9-a578-4bdd-a12a-eb02424ed56d req-e3700e21-63f8-42c4-a2b6-b53a553f75f1 tempest-FloatingIPsAssociationNegativeTestJSON-628748915 tempest-FloatingIPsAssociationNegativeTestJSON-628748915-project] 10.222.0.54 "GET /v2.0/networks/645e61aa-1a6c-4e8f-857e-ab06edb4897f HTTP/1.1" status: 200 len: 784 time: 0.2124538 Nov 19 17:37:58.534566 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-483cb2e2-eb47-4a8f-8489-df70e1afc788 admin admin] Calling delete_port for d9723621-5b04-4257-b155-9c5e1b30dd36 owned by network:router_interface {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:37:58.655682 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c4f230-d185-4850-a5f8-94ae318c3e80 req-d459c036-ad4d-415c-bfd7-0fae5271cdab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:58.658918 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-19c4f230-d185-4850-a5f8-94ae318c3e80 req-d459c036-ad4d-415c-bfd7-0fae5271cdab service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=51cd71aac4854a038486be6b92d13068&device_id=33b7f368-0977-4f75-bb1f-c9dc76462d25 HTTP/1.1" status: 200 len: 1098 time: 0.2378476 Nov 19 17:37:58.682866 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-90ca72c9-5078-49b2-8e97-bae9aa8f5dd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-671730'] for router_gateway, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:58.694851 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ce14d8c9-a578-4bdd-a12a-eb02424ed56d req-173a5d30-bb65-4f77-945d-f61fa0e7e204 tempest-FloatingIPsAssociationNegativeTestJSON-628748915 tempest-FloatingIPsAssociationNegativeTestJSON-628748915-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.7.172 HTTP/1.1" status: 200 len: 1002 time: 0.1505444 Nov 19 17:37:58.754035 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-5cd52b53-4cd5-4861-acff-bd14bfdfe5cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c48e6f47-8865-496b-8cee-911b1864d833', 'name': 'tempest-FloatingIPsNegativeTestJSON-103384747-router', 'tenant_id': 'd7cb83cfc44f4017abb2ec41b71725ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': 'ff6f5976-46c5-4ffc-af47-f6274adb68ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:37:47Z', 'updated_at': '2021-11-19T17:37:53Z', 'revision_number': 3, 'project_id': 'd7cb83cfc44f4017abb2ec41b71725ec', 'gw_port': {'id': 'ff6f5976-46c5-4ffc-af47-f6274adb68ad', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:9d:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c48e6f47-8865-496b-8cee-911b1864d833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:37:49Z', 'updated_at': '2021-11-19T17:37:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:37:58.758560 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-ce14d8c9-a578-4bdd-a12a-eb02424ed56d req-4dfc50c7-4fe2-49c9-8025-4848811fa082 tempest-FloatingIPsAssociationNegativeTestJSON-628748915 tempest-FloatingIPsAssociationNegativeTestJSON-628748915-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:37:58.797238 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd52b53-4cd5-4861-acff-bd14bfdfe5cf None None] The sync data for ids ['c48e6f47-8865-496b-8cee-911b1864d833'] in n-d-818022-2 is: [{'id': 'c48e6f47-8865-496b-8cee-911b1864d833', 'name': 'tempest-FloatingIPsNegativeTestJSON-103384747-router', 'tenant_id': 'd7cb83cfc44f4017abb2ec41b71725ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': 'ff6f5976-46c5-4ffc-af47-f6274adb68ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:37:47Z', 'updated_at': '2021-11-19T17:37:53Z', 'revision_number': 3, 'project_id': 'd7cb83cfc44f4017abb2ec41b71725ec', 'gw_port': {'id': 'ff6f5976-46c5-4ffc-af47-f6274adb68ad', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:9d:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c48e6f47-8865-496b-8cee-911b1864d833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:37:49Z', 'updated_at': '2021-11-19T17:37:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 17:37:58.875932 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-ce14d8c9-a578-4bdd-a12a-eb02424ed56d req-4dfc50c7-4fe2-49c9-8025-4848811fa082 tempest-FloatingIPsAssociationNegativeTestJSON-628748915 tempest-FloatingIPsAssociationNegativeTestJSON-628748915-project] Publish callbacks [] for floatingip, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:58.927769 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device f6e5a257-abf1-4f08-a5f3-908b33e3c1a3 no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:37:58.943159 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-90ca72c9-5078-49b2-8e97-bae9aa8f5dd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4696'] for router, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:58.948579 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-90ca72c9-5078-49b2-8e97-bae9aa8f5dd2 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:58.971733 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: f6e5a257-abf1-4f08-a5f3-908b33e3c1a3 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:37:58.972334 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device f6e5a257-abf1-4f08-a5f3-908b33e3c1a3 not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:37:59.004833 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23829cf8-db8f-489a-b5fa-2bd40de97534 req-6ed2cd07-18eb-4939-b7f6-60a6e1c8ea45 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:59.007049 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-23829cf8-db8f-489a-b5fa-2bd40de97534 req-6ed2cd07-18eb-4939-b7f6-60a6e1c8ea45 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] 10.222.0.54 "GET /v2.0/ports?device_id=0b21b2e0-3f84-4439-b115-e4cb8765ca94 HTTP/1.1" status: 200 len: 948 time: 0.3626206 Nov 19 17:37:59.078412 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-483cb2e2-eb47-4a8f-8489-df70e1afc788 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:59.127062 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-90ca72c9-5078-49b2-8e97-bae9aa8f5dd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-543895'] for router, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:59.127518 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90ca72c9-5078-49b2-8e97-bae9aa8f5dd2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 57ca953c-b606-4e90-9771-7e2956ae7ce9 {{(pid=103365) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 17:37:59.132990 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c4f230-d185-4850-a5f8-94ae318c3e80 req-0598eb5e-8991-43d0-84c8-9a38d6d7edf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:59.135196 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-19c4f230-d185-4850-a5f8-94ae318c3e80 req-0598eb5e-8991-43d0-84c8-9a38d6d7edf3 service neutron] 10.222.0.86 "GET /v2.0/networks?id=346debfa-452b-4048-abf4-8f4493625ef2 HTTP/1.1" status: 200 len: 870 time: 0.4592266 Nov 19 17:37:59.143589 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-90ca72c9-5078-49b2-8e97-bae9aa8f5dd2 admin admin] Publish callbacks [] for router, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:59.147527 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-90ca72c9-5078-49b2-8e97-bae9aa8f5dd2 admin admin] 10.222.0.54 "DELETE /v2.0/routers/57ca953c-b606-4e90-9771-7e2956ae7ce9 HTTP/1.1" status: 204 len: 168 time: 3.2560515 Nov 19 17:37:59.147956 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 43244) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:37:59.311197 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 1748dc5b-17aa-48d9-b8f9-86128f76a16a details requested by agent hyperv_n-h1-818022-2 with host n-h1-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 17:37:59.398976 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-23829cf8-db8f-489a-b5fa-2bd40de97534 req-254450d7-aa7a-4ef1-9e68-4df3d3aa0399 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] 10.222.0.54 "GET /v2.0/security-groups?id=01d035e7-47ed-4912-a186-53ea419ecd96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3610027 Nov 19 17:37:59.423689 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-19c4f230-d185-4850-a5f8-94ae318c3e80 req-824e6ad0-f140-4c70-8692-0156aa2c4c7f service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=cb80555f-29e3-4743-a119-594c380126fc HTTP/1.1" status: 200 len: 217 time: 0.2707875 Nov 19 17:37:59.497947 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_v2 [None req-c333bbe8-fdb1-47e7-9443-9d8d73029064 admin admin] Deleting subnet 69d79900-574d-4621-892d-3cad82947dc7 {{(pid=103365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 17:37:59.505527 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d844470e-40cd-4d85-a711-446b5a26d1bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:59.557987 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c333bbe8-fdb1-47e7-9443-9d8d73029064 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:59.592933 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483cb2e2-eb47-4a8f-8489-df70e1afc788 admin admin] Pushing event deleted for resources: {'Port': ['ID=d9723621-5b04-4257-b155-9c5e1b30dd36,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:37:59.608029 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-ce14d8c9-a578-4bdd-a12a-eb02424ed56d req-4dfc50c7-4fe2-49c9-8025-4848811fa082 tempest-FloatingIPsAssociationNegativeTestJSON-628748915 tempest-FloatingIPsAssociationNegativeTestJSON-628748915-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:59.746744 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-ce14d8c9-a578-4bdd-a12a-eb02424ed56d req-4dfc50c7-4fe2-49c9-8025-4848811fa082 tempest-FloatingIPsAssociationNegativeTestJSON-628748915 tempest-FloatingIPsAssociationNegativeTestJSON-628748915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-671284'] for floatingip, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:59.747680 n-d-818022-2 neutron-server[103364]: INFO neutron.db.l3_db [req-ce14d8c9-a578-4bdd-a12a-eb02424ed56d req-4dfc50c7-4fe2-49c9-8025-4848811fa082 tempest-FloatingIPsAssociationNegativeTestJSON-628748915 tempest-FloatingIPsAssociationNegativeTestJSON-628748915-project] Floating IP 86f3e228-e6a3-45e4-805c-0ac1b434939a disassociated. External IP: 172.25.7.172, port: d599098f-98e8-4746-9e46-4040050c6241. Nov 19 17:37:59.747859 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c4f230-d185-4850-a5f8-94ae318c3e80 req-32d828a4-547f-40f1-b26d-de6a7c2ba9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:37:59.751102 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-19c4f230-d185-4850-a5f8-94ae318c3e80 req-32d828a4-547f-40f1-b26d-de6a7c2ba9dc service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8b3c88de-c9c2-4a20-b19e-1855c2c19035 HTTP/1.1" status: 200 len: 843 time: 0.3022864 Nov 19 17:37:59.783342 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b20d5a55-7841-4684-9e33-f909bd4300b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:59.790006 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c333bbe8-fdb1-47e7-9443-9d8d73029064 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12546453'] for subnet, precommit_delete_associations {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:59.832591 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 1748dc5b-17aa-48d9-b8f9-86128f76a16a, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=1748dc5b-17aa-48d9-b8f9-86128f76a16a,segment=NetworkSegment(1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861),segment_id=1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:37:59.850153 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Returning: {'device': '1748dc5b-17aa-48d9-b8f9-86128f76a16a', 'network_id': '346debfa-452b-4048-abf4-8f4493625ef2', 'port_id': '1748dc5b-17aa-48d9-b8f9-86128f76a16a', 'mac_address': 'fa:16:3e:40:eb:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b3c88de-c9c2-4a20-b19e-1855c2c19035', 'ip_address': '192.168.233.172'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 17:37:59.951091 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:37:59.981405 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1748dc5b-17aa-48d9-b8f9-86128f76a16a {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:38:00.008277 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c333bbe8-fdb1-47e7-9443-9d8d73029064 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:00.048710 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 1748dc5b-17aa-48d9-b8f9-86128f76a16a, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=1748dc5b-17aa-48d9-b8f9-86128f76a16a,segment=NetworkSegment(1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861),segment_id=1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:38:00.060009 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:00.073356 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ef9447-f851-4ce0-9f37-cb1453457679 req-d4f97d3e-12ab-41c9-8c7e-3612e26780f9 tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:38:00.087811 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-88ef9447-f851-4ce0-9f37-cb1453457679 req-d4f97d3e-12ab-41c9-8c7e-3612e26780f9 tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] 10.222.0.54 "GET /v2.0/ports?device_id=28bbee57-0a4b-4ac2-b952-d2d4ec1af0f7 HTTP/1.1" status: 200 len: 946 time: 0.4290879 Nov 19 17:38:00.103985 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-483cb2e2-eb47-4a8f-8489-df70e1afc788 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-768648'] for router_interface, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:00.168634 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c4f230-d185-4850-a5f8-94ae318c3e80 req-23e9fbe1-343b-40fd-bc8b-7935d79d9d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:38:00.170548 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-19c4f230-d185-4850-a5f8-94ae318c3e80 req-23e9fbe1-343b-40fd-bc8b-7935d79d9d2e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=346debfa-452b-4048-abf4-8f4493625ef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4032025 Nov 19 17:38:00.182321 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=1748dc5b-17aa-48d9-b8f9-86128f76a16a,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:38:00.276375 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c333bbe8-fdb1-47e7-9443-9d8d73029064 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12282919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8731163'] for subnet, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:00.345546 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-88ef9447-f851-4ce0-9f37-cb1453457679 req-9f6951ce-f28b-4381-8967-8e44cdda4dfb tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a9bb8e9-ab46-4898-9298-f60e040eb6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2568345 Nov 19 17:38:00.348690 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c333bbe8-fdb1-47e7-9443-9d8d73029064 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:00.352120 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-c333bbe8-fdb1-47e7-9443-9d8d73029064 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/69d79900-574d-4621-892d-3cad82947dc7 HTTP/1.1" status: 204 len: 168 time: 1.2003317 Nov 19 17:38:00.356802 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 43250) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:38:00.357012 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c333bbe8-fdb1-47e7-9443-9d8d73029064 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69d79900-574d-4621-892d-3cad82947dc7,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:38:00.370934 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5ef3f7b-6d85-498b-b79c-634693425371 None None] Network 129a9009-9385-4250-92f4-51006107194d requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:38:00.402022 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [None req-d844470e-40cd-4d85-a711-446b5a26d1bc admin admin] Allocated IP 172.20.0.1 (35897683-37d6-4b38-91d8-c844adae692d/ddce3b4f-a4d3-40aa-afb5-9a0a72a92763/f6811f5b-52fe-42ee-9ae0-5c64f7e892d2) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:38:00.421096 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-19c4f230-d185-4850-a5f8-94ae318c3e80 req-25df1c2b-6a7b-4a48-9f54-9c6ee93bf623 service neutron] 10.222.0.86 "GET /v2.0/networks/346debfa-452b-4048-abf4-8f4493625ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2273560 Nov 19 17:38:00.440082 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['1748dc5b-17aa-48d9-b8f9-86128f76a16a'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:38:00.488584 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8cee1927-751e-4939-b068-9293b254f9fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:00.560405 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ce14d8c9-a578-4bdd-a12a-eb02424ed56d req-4dfc50c7-4fe2-49c9-8025-4848811fa082 tempest-FloatingIPsAssociationNegativeTestJSON-628748915 tempest-FloatingIPsAssociationNegativeTestJSON-628748915-project] Router 408af3ea-ecbd-4821-8616-fbe1e78fecee has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 17:38:00.669182 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e61d7ef-a1bd-4e92-8ee4-725b5f64ee3f req-e9208ea9-5035-4fdb-a5a3-de4b47f5d2d6 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:38:00.677010 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5e61d7ef-a1bd-4e92-8ee4-725b5f64ee3f req-e9208ea9-5035-4fdb-a5a3-de4b47f5d2d6 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] 10.222.0.54 "GET /v2.0/ports?device_id=0b21b2e0-3f84-4439-b115-e4cb8765ca94 HTTP/1.1" status: 200 len: 949 time: 0.1433976 Nov 19 17:38:00.753854 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42dc9644-01b1-4581-9f43-f0feadaac99b None None] DHCP port deletion for 129a9009-9385-4250-92f4-51006107194d request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 17:38:00.772259 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-8cee1927-751e-4939-b068-9293b254f9fd admin admin] Deleting port c2aaba3e-c835-47e7-9182-b066143efcc9 {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:38:00.772612 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8cee1927-751e-4939-b068-9293b254f9fd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:00.791727 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5e61d7ef-a1bd-4e92-8ee4-725b5f64ee3f req-18038cc5-aba1-4506-934a-e3ea1199f51f tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] 10.222.0.54 "GET /v2.0/security-groups?id=01d035e7-47ed-4912-a186-53ea419ecd96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137080 Nov 19 17:38:00.836191 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d844470e-40cd-4d85-a711-446b5a26d1bc admin admin] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:00.870175 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-42dc9644-01b1-4581-9f43-f0feadaac99b None None] Deleting port c2aaba3e-c835-47e7-9182-b066143efcc9 {{(pid=103366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:38:00.870175 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-42dc9644-01b1-4581-9f43-f0feadaac99b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:00.870505 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-19c4f230-d185-4850-a5f8-94ae318c3e80 req-a7fe8275-7867-482a-864d-86c639413a05 service neutron] 10.222.0.86 "GET /v2.0/networks/346debfa-452b-4048-abf4-8f4493625ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4239712 Nov 19 17:38:00.924575 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [None req-8cee1927-751e-4939-b068-9293b254f9fd admin admin] For port c2aaba3e-c835-47e7-9182-b066143efcc9, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=c2aaba3e-c835-47e7-9182-b066143efcc9,segment=NetworkSegment(31cc6645-5609-4224-bb9a-3c13df2bc7ca),segment_id=31cc6645-5609-4224-bb9a-3c13df2bc7ca)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:38:00.925267 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8cee1927-751e-4939-b068-9293b254f9fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:00.944390 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d844470e-40cd-4d85-a711-446b5a26d1bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:00.969243 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device cb80555f-29e3-4743-a119-594c380126fc details requested by agent hyperv_n-h2-818022-2 with host n-h2-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 17:38:00.982074 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-483cb2e2-eb47-4a8f-8489-df70e1afc788 admin admin] Router 89871ba7-969f-440a-abb1-ca58b8192cff has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 17:38:00.989414 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-8cee1927-751e-4939-b068-9293b254f9fd admin admin] Calling delete_port for c2aaba3e-c835-47e7-9182-b066143efcc9 owned by network:dhcp {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:38:01.036973 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ce14d8c9-a578-4bdd-a12a-eb02424ed56d req-4dfc50c7-4fe2-49c9-8025-4848811fa082 tempest-FloatingIPsAssociationNegativeTestJSON-628748915 tempest-FloatingIPsAssociationNegativeTestJSON-628748915-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 17:38:01.050534 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-ce14d8c9-a578-4bdd-a12a-eb02424ed56d req-4dfc50c7-4fe2-49c9-8025-4848811fa082 tempest-FloatingIPsAssociationNegativeTestJSON-628748915 tempest-FloatingIPsAssociationNegativeTestJSON-628748915-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for floatingip, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:01.063781 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d844470e-40cd-4d85-a711-446b5a26d1bc admin admin] Network 35897683-37d6-4b38-91d8-c844adae692d is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:38:01.112305 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-d844470e-40cd-4d85-a711-446b5a26d1bc admin admin] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:38:01.114644 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f15ef9-f456-4f49-9dca-9b5f9f32c960 None None] Sync routers for ids ['408af3ea-ecbd-4821-8616-fbe1e78fecee'] in n-d-818022-2 {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 17:38:01.117962 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d844470e-40cd-4d85-a711-446b5a26d1bc admin admin] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:38:01.118359 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device ff6f5976-46c5-4ffc-af47-f6274adb68ad up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:38:01.168956 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-42dc9644-01b1-4581-9f43-f0feadaac99b None None] For port c2aaba3e-c835-47e7-9182-b066143efcc9, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=c2aaba3e-c835-47e7-9182-b066143efcc9,segment=NetworkSegment(31cc6645-5609-4224-bb9a-3c13df2bc7ca),segment_id=31cc6645-5609-4224-bb9a-3c13df2bc7ca)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:38:01.168956 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-42dc9644-01b1-4581-9f43-f0feadaac99b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:01.170658 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d844470e-40cd-4d85-a711-446b5a26d1bc admin admin] Pushing event updated for resources: {'Port': ['ID=f6811f5b-52fe-42ee-9ae0-5c64f7e892d2,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:38:01.184044 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ce14d8c9-a578-4bdd-a12a-eb02424ed56d req-4dfc50c7-4fe2-49c9-8025-4848811fa082 tempest-FloatingIPsAssociationNegativeTestJSON-628748915 tempest-FloatingIPsAssociationNegativeTestJSON-628748915-project] 10.222.0.54 "PUT /v2.0/floatingips/86f3e228-e6a3-45e4-805c-0ac1b434939a HTTP/1.1" status: 200 len: 695 time: 2.4764903 Nov 19 17:38:01.195141 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68b9b110-600e-4d53-a392-86b58ec07516', 'tag': 'd599098f-98e8-4746-9e46-4040050c6241'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:38:01.197270 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dd4767a008c23f8566efc82158ee1b1fff34e1a9e908d76d0b6d0ab7e350e5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84c66b1a-0347-4e8c-bc14-943de4570ee1" -d '{"events": [{"name": "network-changed", "server_uuid": "68b9b110-600e-4d53-a392-86b58ec07516", "tag": "d599098f-98e8-4746-9e46-4040050c6241"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:38:01.208146 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port cb80555f-29e3-4743-a119-594c380126fc, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=cb80555f-29e3-4743-a119-594c380126fc,segment=NetworkSegment(1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861),segment_id=1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:38:01.211719 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f15ef9-f456-4f49-9dca-9b5f9f32c960 None None] Routers {'408af3ea-ecbd-4821-8616-fbe1e78fecee'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:38:01.211719 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-b0f15ef9-f456-4f49-9dca-9b5f9f32c960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:37:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['408af3ea-ecbd-4821-8616-fbe1e78fecee'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:38:01.213305 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d17509-2c09-4d27-8a2e-75a7a9614979 req-a7fc7148-6dbe-4b9f-ae7c-c633c9068dcb tempest-LiveAutoBlockMigrationV225Test-71050323 tempest-LiveAutoBlockMigrationV225Test-71050323-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:38:01.218798 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-42dc9644-01b1-4581-9f43-f0feadaac99b None None] Calling delete_port for c2aaba3e-c835-47e7-9182-b066143efcc9 owned by network:dhcp {{(pid=103366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:38:01.222383 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-22d17509-2c09-4d27-8a2e-75a7a9614979 req-a7fc7148-6dbe-4b9f-ae7c-c633c9068dcb tempest-LiveAutoBlockMigrationV225Test-71050323 tempest-LiveAutoBlockMigrationV225Test-71050323-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=3964468e-e495-4f24-b06e-7e621567361a HTTP/1.1" status: 200 len: 1097 time: 0.1380506 Nov 19 17:38:01.247997 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d844470e-40cd-4d85-a711-446b5a26d1bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-671361'] for router_interface, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:01.337482 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8cee1927-751e-4939-b068-9293b254f9fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:01.363850 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Returning: {'device': 'cb80555f-29e3-4743-a119-594c380126fc', 'network_id': '346debfa-452b-4048-abf4-8f4493625ef2', 'port_id': 'cb80555f-29e3-4743-a119-594c380126fc', 'mac_address': 'fa:16:3e:03:f8:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b3c88de-c9c2-4a20-b19e-1855c2c19035', 'ip_address': '192.168.233.48'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 17:38:01.381083 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cee1927-751e-4939-b068-9293b254f9fd admin admin] Pushing event deleted for resources: {'Port': ['ID=c2aaba3e-c835-47e7-9182-b066143efcc9,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:38:01.396757 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cee1927-751e-4939-b068-9293b254f9fd admin admin] No DVR routers for this DVR port c2aaba3e-c835-47e7-9182-b066143efcc9 on host n-d-818022-2 {{(pid=103364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:38:01.402842 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-483cb2e2-eb47-4a8f-8489-df70e1afc788 admin admin] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 17:38:01.412993 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-483cb2e2-eb47-4a8f-8489-df70e1afc788 admin admin] 10.222.0.54 "PUT /v2.0/routers/89871ba7-969f-440a-abb1-ca58b8192cff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9334803 Nov 19 17:38:01.413281 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-22d17509-2c09-4d27-8a2e-75a7a9614979 req-5e50e6d0-29f9-4ef3-8c85-60773d31be88 tempest-LiveAutoBlockMigrationV225Test-71050323 tempest-LiveAutoBlockMigrationV225Test-71050323-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=740807d6-4246-4ecb-a636-49a5e5a1e11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886551 Nov 19 17:38:01.413281 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 43266) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:38:01.440690 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd5aa10-4529-4905-b497-01c3e0ec509b None None] Sync routers for ids ['89871ba7-969f-440a-abb1-ca58b8192cff'] in n-d-818022-2 {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 17:38:01.452125 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce14d8c9-a578-4bdd-a12a-eb02424ed56d req-063bf248-9888-464f-a1b6-b8ed34a92ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:38:01.454196 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ce14d8c9-a578-4bdd-a12a-eb02424ed56d req-063bf248-9888-464f-a1b6-b8ed34a92ff4 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8bb26e662dc04141965dbd1042ecc85e&device_id=68b9b110-600e-4d53-a392-86b58ec07516 HTTP/1.1" status: 200 len: 1097 time: 0.2177572 Nov 19 17:38:01.486589 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd5aa10-4529-4905-b497-01c3e0ec509b None None] Routers {'89871ba7-969f-440a-abb1-ca58b8192cff'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:38:01.487609 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-6fd5aa10-4529-4905-b497-01c3e0ec509b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:37:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['89871ba7-969f-440a-abb1-ca58b8192cff'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:38:01.577092 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 17:38:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01487f5c-f93a-485d-9ee0-11fb21987d1f x-openstack-request-id: req-01487f5c-f93a-485d-9ee0-11fb21987d1f {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:38:01.577684 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68b9b110-600e-4d53-a392-86b58ec07516", "tag": "d599098f-98e8-4746-9e46-4040050c6241", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:38:01.578133 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-01487f5c-f93a-485d-9ee0-11fb21987d1f {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:38:01.578718 n-d-818022-2 neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68b9b110-600e-4d53-a392-86b58ec07516', 'tag': 'd599098f-98e8-4746-9e46-4040050c6241', 'status': 'completed', 'code': 200} Nov 19 17:38:01.651888 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c92d8133-d10f-4882-96a0-dfc440ce24fb admin admin] Publish callbacks [] for router, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:01.674289 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8cee1927-751e-4939-b068-9293b254f9fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:01.677803 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce14d8c9-a578-4bdd-a12a-eb02424ed56d req-fad23a80-1df9-44be-887b-81b996bf7414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:38:01.679401 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ce14d8c9-a578-4bdd-a12a-eb02424ed56d req-fad23a80-1df9-44be-887b-81b996bf7414 service neutron] 10.222.0.54 "GET /v2.0/networks?id=848c0e57-dcd4-4037-9fd3-fb8d9181ff53 HTTP/1.1" status: 200 len: 930 time: 0.2090580 Nov 19 17:38:01.723094 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-6fd5aa10-4529-4905-b497-01c3e0ec509b None None] Set router 89871ba7-969f-440a-abb1-ca58b8192cff gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:38:01.755895 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ce14d8c9-a578-4bdd-a12a-eb02424ed56d req-0d1ce390-bf40-4dc8-bbcf-fbc8565dd88f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d599098f-98e8-4746-9e46-4040050c6241 HTTP/1.1" status: 200 len: 217 time: 0.0693107 Nov 19 17:38:01.761959 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port ff6f5976-46c5-4ffc-af47-f6274adb68ad triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:38:01.762874 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:01.765846 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-8cee1927-751e-4939-b068-9293b254f9fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['129a9009-9385-4250-92f4-51006107194d']}} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:38:01.825238 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-8cee1927-751e-4939-b068-9293b254f9fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31cc6645-5609-4224-bb9a-3c13df2bc7ca') {'for_net_delete': True} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:38:01.825524 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-8cee1927-751e-4939-b068-9293b254f9fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31cc6645-5609-4224-bb9a-3c13df2bc7ca') {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:38:01.841736 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8cee1927-751e-4939-b068-9293b254f9fd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417396'] for segment, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:01.876055 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce14d8c9-a578-4bdd-a12a-eb02424ed56d req-a92c6cf1-c11b-48c5-8189-a656c8aed6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:38:01.876435 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ce14d8c9-a578-4bdd-a12a-eb02424ed56d req-a92c6cf1-c11b-48c5-8189-a656c8aed6fb service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4cf25a17-adae-4720-b4f1-7f8604b69898 HTTP/1.1" status: 200 len: 868 time: 0.1071627 Nov 19 17:38:01.879182 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8cee1927-751e-4939-b068-9293b254f9fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:01.886985 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-b0f15ef9-f456-4f49-9dca-9b5f9f32c960 None None] Set router 408af3ea-ecbd-4821-8616-fbe1e78fecee gateway port host: n-d-818022-2 {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:38:01.888891 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-42dc9644-01b1-4581-9f43-f0feadaac99b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007'] for port, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:01.896791 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cee1927-751e-4939-b068-9293b254f9fd admin admin] Releasing vlan 676 on physical network physnet1 to pool {{(pid=103364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 17:38:01.898234 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8cee1927-751e-4939-b068-9293b254f9fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12425183'] for segment, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:01.958131 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dc9644-01b1-4581-9f43-f0feadaac99b None None] Pushing event deleted for resources: {'Port': ['ID=c2aaba3e-c835-47e7-9182-b066143efcc9,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:38:01.996824 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:02.007341 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:02.028834 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-a7d44297-dd67-47a1-95ba-a3b86ee91e63 None None] Provisioning complete for port f6811f5b-52fe-42ee-9ae0-5c64f7e892d2 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:38:02.029136 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a7d44297-dd67-47a1-95ba-a3b86ee91e63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:02.070635 n-d-818022-2 neutron-server[103364]: Traceback (most recent call last): Nov 19 17:38:02.070635 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 17:38:02.070635 n-d-818022-2 neutron-server[103364]: timer() Nov 19 17:38:02.070635 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 17:38:02.070635 n-d-818022-2 neutron-server[103364]: cb(*args, **kw) Nov 19 17:38:02.070635 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 17:38:02.070635 n-d-818022-2 neutron-server[103364]: return func(*args, **kwargs) Nov 19 17:38:02.070635 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 17:38:02.070635 n-d-818022-2 neutron-server[103364]: self._notify() Nov 19 17:38:02.070635 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 17:38:02.070635 n-d-818022-2 neutron-server[103364]: self.callback(batched_events) Nov 19 17:38:02.070635 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 17:38:02.070635 n-d-818022-2 neutron-server[103364]: event.method(event) Nov 19 17:38:02.070635 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 17:38:02.070635 n-d-818022-2 neutron-server[103364]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 17:38:02.070635 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 17:38:02.070635 n-d-818022-2 neutron-server[103364]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 17:38:02.070635 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 17:38:02.070635 n-d-818022-2 neutron-server[103364]: return f(self, *a, **k) Nov 19 17:38:02.070635 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 17:38:02.070635 n-d-818022-2 neutron-server[103364]: return self._get(url).json() Nov 19 17:38:02.070635 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 17:38:02.070635 n-d-818022-2 neutron-server[103364]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 17:38:02.070635 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 17:38:02.070635 n-d-818022-2 neutron-server[103364]: return self.request(url, 'GET', **kwargs) Nov 19 17:38:02.070635 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 17:38:02.070635 n-d-818022-2 neutron-server[103364]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 17:38:02.070635 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 17:38:02.070635 n-d-818022-2 neutron-server[103364]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 17:38:02.070635 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 17:38:02.070635 n-d-818022-2 neutron-server[103364]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 17:38:02.070635 n-d-818022-2 neutron-server[103364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 17:38:02.074724 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42dc9644-01b1-4581-9f43-f0feadaac99b None None] No DVR routers for this DVR port c2aaba3e-c835-47e7-9182-b066143efcc9 on host n-d-818022-2 {{(pid=103366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:38:02.079963 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-85d375f9-0997-404d-8a59-72942e7b1619 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:02.088338 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8cee1927-751e-4939-b068-9293b254f9fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671242'] for network, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:02.100957 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8cee1927-751e-4939-b068-9293b254f9fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:02.104209 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb80555f-29e3-4743-a119-594c380126fc {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:38:02.112301 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-8cee1927-751e-4939-b068-9293b254f9fd admin admin] 10.222.0.54 "DELETE /v2.0/networks/129a9009-9385-4250-92f4-51006107194d HTTP/1.1" status: 204 len: 168 time: 1.7501838 Nov 19 17:38:02.112788 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] For port ff6f5976-46c5-4ffc-af47-f6274adb68ad, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=ff6f5976-46c5-4ffc-af47-f6274adb68ad,segment=NetworkSegment(bbe705c1-96c0-476e-8381-28227e6f0ac5),segment_id=bbe705c1-96c0-476e-8381-28227e6f0ac5)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:38:02.179172 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cee1927-751e-4939-b068-9293b254f9fd admin admin] Pushing event deleted for resources: {'Network': ['ID=129a9009-9385-4250-92f4-51006107194d,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:38:02.219104 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b44cde1-2924-4d2e-b9ed-2aba234ada5c req-ab162cb5-ef04-4006-8636-43ccb59bc4af tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:38:02.224483 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce14d8c9-a578-4bdd-a12a-eb02424ed56d req-26cc7ea8-fb68-43ae-b42b-7604824f1abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:38:02.225286 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:02.230088 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-1b44cde1-2924-4d2e-b9ed-2aba234ada5c req-ab162cb5-ef04-4006-8636-43ccb59bc4af tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] 10.222.0.54 "GET /v2.0/ports?device_id=28bbee57-0a4b-4ac2-b952-d2d4ec1af0f7 HTTP/1.1" status: 200 len: 946 time: 0.5990741 Nov 19 17:38:02.256144 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ce14d8c9-a578-4bdd-a12a-eb02424ed56d req-26cc7ea8-fb68-43ae-b42b-7604824f1abf service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=848c0e57-dcd4-4037-9fd3-fb8d9181ff53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2440655 Nov 19 17:38:02.313208 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c66b1a-0347-4e8c-bc14-943de4570ee1 req-f2ebbb8b-3789-42c4-96ad-0648ad103923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:38:02.315000 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-84c66b1a-0347-4e8c-bc14-943de4570ee1 req-f2ebbb8b-3789-42c4-96ad-0648ad103923 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=8bb26e662dc04141965dbd1042ecc85e&device_id=68b9b110-600e-4d53-a392-86b58ec07516 HTTP/1.1" status: 200 len: 1097 time: 0.6753652 Nov 19 17:38:02.329414 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d844470e-40cd-4d85-a711-446b5a26d1bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:02.337922 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-6fd5aa10-4529-4905-b497-01c3e0ec509b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89871ba7-969f-440a-abb1-ca58b8192cff', 'name': 'tempest-AttachSCSIVolumeTestJSON-1384688129-router', 'tenant_id': '0ce91d0ac5b14f9eb2e1015d958559fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': '1bf01702-afd9-4eab-8758-30f0b9b00c4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:35:28Z', 'updated_at': '2021-11-19T17:37:58Z', 'revision_number': 5, 'project_id': '0ce91d0ac5b14f9eb2e1015d958559fa', 'gw_port': {'id': '1bf01702-afd9-4eab-8758-30f0b9b00c4d', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:9f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89871ba7-969f-440a-abb1-ca58b8192cff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:35:29Z', 'updated_at': '2021-11-19T17:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:38:02.364054 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Pushing event updated for resources: {'Port': ['ID=ff6f5976-46c5-4ffc-af47-f6274adb68ad,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:38:02.372326 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-a7d44297-dd67-47a1-95ba-a3b86ee91e63 None None] Port f6811f5b-52fe-42ee-9ae0-5c64f7e892d2 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:38:02.384854 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port cb80555f-29e3-4743-a119-594c380126fc, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=cb80555f-29e3-4743-a119-594c380126fc,segment=NetworkSegment(1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861),segment_id=1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:38:02.406905 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd5aa10-4529-4905-b497-01c3e0ec509b None None] Checking router: 89871ba7-969f-440a-abb1-ca58b8192cff for host: n-d-818022-2 {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 17:38:02.411351 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device c2aaba3e-c835-47e7-9182-b066143efcc9 no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:38:02.411670 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c92d8133-d10f-4882-96a0-dfc440ce24fb admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:02.427613 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd5aa10-4529-4905-b497-01c3e0ec509b None None] Routers {'89871ba7-969f-440a-abb1-ca58b8192cff'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:38:02.428966 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-6fd5aa10-4529-4905-b497-01c3e0ec509b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:38:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['89871ba7-969f-440a-abb1-ca58b8192cff'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:38:02.432088 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-1b44cde1-2924-4d2e-b9ed-2aba234ada5c req-d504ff28-5a94-4dda-8122-76310f96734b tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a9bb8e9-ab46-4898-9298-f60e040eb6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009575 Nov 19 17:38:02.474608 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:02.515900 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 43278) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:38:02.541905 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ce14d8c9-a578-4bdd-a12a-eb02424ed56d req-7549c855-71bc-40d1-b1df-f987e256bdc2 service neutron] 10.222.0.54 "GET /v2.0/networks/848c0e57-dcd4-4037-9fd3-fb8d9181ff53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2806499 Nov 19 17:38:02.564085 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: c2aaba3e-c835-47e7-9182-b066143efcc9 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:38:02.565121 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device c2aaba3e-c835-47e7-9182-b066143efcc9 not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:38:02.565993 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device db8c5ce6-b7a1-4a96-856c-5f03b01e2388 no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:38:02.593498 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: db8c5ce6-b7a1-4a96-856c-5f03b01e2388 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:38:02.593876 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device db8c5ce6-b7a1-4a96-856c-5f03b01e2388 not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:38:02.712785 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Pushing event updated for resources: {'Port': ['ID=cb80555f-29e3-4743-a119-594c380126fc,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:38:02.714249 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-6fd5aa10-4529-4905-b497-01c3e0ec509b None None] Set router 89871ba7-969f-440a-abb1-ca58b8192cff gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:38:02.863904 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] get_ports_and_sgs() called for port_ids ['cb80555f-29e3-4743-a119-594c380126fc'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:38:02.886446 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-216b13de-746e-402e-bc91-f46ed1e7ddbf admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=0451c16dbd91499694bb6f860678eaa9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3689258 Nov 19 17:38:02.894183 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 43282) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:38:02.925036 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c66b1a-0347-4e8c-bc14-943de4570ee1 req-b853ff27-bb5d-4376-bce5-54b628785d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:38:02.926696 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-84c66b1a-0347-4e8c-bc14-943de4570ee1 req-b853ff27-bb5d-4376-bce5-54b628785d3f service neutron] 10.222.0.86 "GET /v2.0/networks?id=848c0e57-dcd4-4037-9fd3-fb8d9181ff53 HTTP/1.1" status: 200 len: 930 time: 0.5896218 Nov 19 17:38:03.000076 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ce14d8c9-a578-4bdd-a12a-eb02424ed56d req-8c393c81-6875-42ba-bab0-0e564a01452c service neutron] 10.222.0.54 "GET /v2.0/networks/848c0e57-dcd4-4037-9fd3-fb8d9181ff53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4503913 Nov 19 17:38:03.055586 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-84c66b1a-0347-4e8c-bc14-943de4570ee1 req-e31edd8a-e686-4931-91c6-182031940b03 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d599098f-98e8-4746-9e46-4040050c6241 HTTP/1.1" status: 200 len: 217 time: 0.0849800 Nov 19 17:38:03.125117 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-c92d8133-d10f-4882-96a0-dfc440ce24fb admin admin] Deleting port 1bf01702-afd9-4eab-8758-30f0b9b00c4d {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:38:03.126105 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c92d8133-d10f-4882-96a0-dfc440ce24fb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:03.233113 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device ff6f5976-46c5-4ffc-af47-f6274adb68ad up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:38:03.248010 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-bbe9ebba-45e0-47a9-93f2-e3d149a079a5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:03.250284 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f952f90-aedd-4159-bc9f-11fed4091d84 req-9af5aa61-655d-428e-9293-1f4e15af3f8d tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:38:03.253467 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-3f952f90-aedd-4159-bc9f-11fed4091d84 req-9af5aa61-655d-428e-9293-1f4e15af3f8d tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] 10.222.0.54 "GET /v2.0/ports?device_id=0b21b2e0-3f84-4439-b115-e4cb8765ca94 HTTP/1.1" status: 200 len: 949 time: 0.1240814 Nov 19 17:38:03.274363 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c66b1a-0347-4e8c-bc14-943de4570ee1 req-84a3af76-a172-47fc-a5a1-676e8df92ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:38:03.276215 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-84c66b1a-0347-4e8c-bc14-943de4570ee1 req-84a3af76-a172-47fc-a5a1-676e8df92ed7 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=4cf25a17-adae-4720-b4f1-7f8604b69898 HTTP/1.1" status: 200 len: 868 time: 0.1975451 Nov 19 17:38:03.301229 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-b0f15ef9-f456-4f49-9dca-9b5f9f32c960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '408af3ea-ecbd-4821-8616-fbe1e78fecee', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1914012707-router', 'tenant_id': '8bb26e662dc04141965dbd1042ecc85e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.212'}], 'enable_snat': True}, 'gw_port_id': '30ce165c-1bf8-49b0-acce-2fb7f991b115', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:36:57Z', 'updated_at': '2021-11-19T17:37:07Z', 'revision_number': 4, 'project_id': '8bb26e662dc04141965dbd1042ecc85e', 'gw_port': {'id': '30ce165c-1bf8-49b0-acce-2fb7f991b115', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:ca:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '408af3ea-ecbd-4821-8616-fbe1e78fecee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:36:59Z', 'updated_at': '2021-11-19T17:37:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': '569158a1-eae3-4618-8819-27fd998b4209', 'name': '', 'network_id': '848c0e57-dcd4-4037-9fd3-fb8d9181ff53', 'tenant_id': '8bb26e662dc04141965dbd1042ecc85e', 'mac_address': 'fa:16:3e:fd:4a:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '408af3ea-ecbd-4821-8616-fbe1e78fecee', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '4cf25a17-adae-4720-b4f1-7f8604b69898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:37:05Z', 'updated_at': '2021-11-19T17:37:15Z', 'revision_number': 5, 'project_id': '8bb26e662dc04141965dbd1042ecc85e', 'subnets': [{'id': '4cf25a17-adae-4720-b4f1-7f8604b69898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:38:03.348116 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f15ef9-f456-4f49-9dca-9b5f9f32c960 None None] Checking router: 408af3ea-ecbd-4821-8616-fbe1e78fecee for host: n-d-818022-2 {{(pid=103366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 17:38:03.353722 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-bbe9ebba-45e0-47a9-93f2-e3d149a079a5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:03.364774 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-6fd5aa10-4529-4905-b497-01c3e0ec509b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89871ba7-969f-440a-abb1-ca58b8192cff', 'name': 'tempest-AttachSCSIVolumeTestJSON-1384688129-router', 'tenant_id': '0ce91d0ac5b14f9eb2e1015d958559fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': '1bf01702-afd9-4eab-8758-30f0b9b00c4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:35:28Z', 'updated_at': '2021-11-19T17:37:58Z', 'revision_number': 5, 'project_id': '0ce91d0ac5b14f9eb2e1015d958559fa', 'gw_port': {'id': '1bf01702-afd9-4eab-8758-30f0b9b00c4d', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:9f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89871ba7-969f-440a-abb1-ca58b8192cff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:35:29Z', 'updated_at': '2021-11-19T17:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:38:03.382363 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-3f952f90-aedd-4159-bc9f-11fed4091d84 req-47066093-be98-43c9-8f54-bb8cad172742 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] 10.222.0.54 "GET /v2.0/security-groups?id=01d035e7-47ed-4912-a186-53ea419ecd96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196952 Nov 19 17:38:03.393665 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 1748dc5b-17aa-48d9-b8f9-86128f76a16a up at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:38:03.404392 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd5aa10-4529-4905-b497-01c3e0ec509b None None] The sync data for ids ['89871ba7-969f-440a-abb1-ca58b8192cff'] in n-d-818022-2 is: [{'id': '89871ba7-969f-440a-abb1-ca58b8192cff', 'name': 'tempest-AttachSCSIVolumeTestJSON-1384688129-router', 'tenant_id': '0ce91d0ac5b14f9eb2e1015d958559fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': '1bf01702-afd9-4eab-8758-30f0b9b00c4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:35:28Z', 'updated_at': '2021-11-19T17:37:58Z', 'revision_number': 5, 'project_id': '0ce91d0ac5b14f9eb2e1015d958559fa', 'gw_port': {'id': '1bf01702-afd9-4eab-8758-30f0b9b00c4d', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:9f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89871ba7-969f-440a-abb1-ca58b8192cff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:35:29Z', 'updated_at': '2021-11-19T17:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 17:38:03.408737 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e46ecc5a-dc14-4744-b262-3072ff2e958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:03.415836 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d844470e-40cd-4d85-a711-446b5a26d1bc admin admin] Publish callbacks [] for port, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:03.416546 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f15ef9-f456-4f49-9dca-9b5f9f32c960 None None] Routers {'408af3ea-ecbd-4821-8616-fbe1e78fecee'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:38:03.417504 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-b0f15ef9-f456-4f49-9dca-9b5f9f32c960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:38:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['408af3ea-ecbd-4821-8616-fbe1e78fecee'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:38:03.442802 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port ff6f5976-46c5-4ffc-af47-f6274adb68ad triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:38:03.443003 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:03.452698 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d844470e-40cd-4d85-a711-446b5a26d1bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:03.561668 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [None req-c92d8133-d10f-4882-96a0-dfc440ce24fb admin admin] For port 1bf01702-afd9-4eab-8758-30f0b9b00c4d, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=1bf01702-afd9-4eab-8758-30f0b9b00c4d,segment=NetworkSegment(bbe705c1-96c0-476e-8381-28227e6f0ac5),segment_id=bbe705c1-96c0-476e-8381-28227e6f0ac5)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:38:03.562359 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c92d8133-d10f-4882-96a0-dfc440ce24fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:03.579635 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:03.629650 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c66b1a-0347-4e8c-bc14-943de4570ee1 req-fe94e7ea-217d-4c3d-8485-26017ec80e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:38:03.632101 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-84c66b1a-0347-4e8c-bc14-943de4570ee1 req-fe94e7ea-217d-4c3d-8485-26017ec80e80 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=848c0e57-dcd4-4037-9fd3-fb8d9181ff53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3439047 Nov 19 17:38:03.636585 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0dec11c5-a6b4-4ddc-9285-1b0ca670b4ef req-f08e7611-9df9-40a4-a96c-4980e768a113 tempest-FloatingIPsAssociationNegativeTestJSON-628748915 tempest-FloatingIPsAssociationNegativeTestJSON-628748915-project] 10.222.0.54 "GET /v2.0/floatingips/86f3e228-e6a3-45e4-805c-0ac1b434939a HTTP/1.1" status: 200 len: 695 time: 0.0741603 Nov 19 17:38:03.649269 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:03.657552 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-c92d8133-d10f-4882-96a0-dfc440ce24fb admin admin] Calling delete_port for 1bf01702-afd9-4eab-8758-30f0b9b00c4d owned by network:router_gateway {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:38:03.753841 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning for port 1748dc5b-17aa-48d9-b8f9-86128f76a16a completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 17:38:03.776886 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dec11c5-a6b4-4ddc-9285-1b0ca670b4ef req-78c59184-7415-4cfd-a601-4192ab11b014 tempest-FloatingIPsAssociationNegativeTestJSON-628748915 tempest-FloatingIPsAssociationNegativeTestJSON-628748915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:38:03.778365 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0dec11c5-a6b4-4ddc-9285-1b0ca670b4ef req-78c59184-7415-4cfd-a601-4192ab11b014 tempest-FloatingIPsAssociationNegativeTestJSON-628748915 tempest-FloatingIPsAssociationNegativeTestJSON-628748915-project] 10.222.0.54 "GET /v2.0/networks/645e61aa-1a6c-4e8f-857e-ab06edb4897f HTTP/1.1" status: 200 len: 784 time: 0.1280823 Nov 19 17:38:03.791588 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-b0f15ef9-f456-4f49-9dca-9b5f9f32c960 None None] Set router 408af3ea-ecbd-4821-8616-fbe1e78fecee gateway port host: n-d-818022-2 {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:38:03.795818 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning complete for port 1748dc5b-17aa-48d9-b8f9-86128f76a16a triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:38:03.795818 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:03.825390 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d844470e-40cd-4d85-a711-446b5a26d1bc admin admin] Pushing event updated for resources: {'Port': ['ID=f6811f5b-52fe-42ee-9ae0-5c64f7e892d2,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:38:03.859643 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d844470e-40cd-4d85-a711-446b5a26d1bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-768529'] for router_interface, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:03.873922 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0dec11c5-a6b4-4ddc-9285-1b0ca670b4ef req-e58fa0b2-8d0f-49fd-ace1-f8f6f2196dbf tempest-FloatingIPsAssociationNegativeTestJSON-628748915 tempest-FloatingIPsAssociationNegativeTestJSON-628748915-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.7.172 HTTP/1.1" status: 200 len: 698 time: 0.0873644 Nov 19 17:38:03.915227 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-bbe9ebba-45e0-47a9-93f2-e3d149a079a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:03.918390 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-bbe9ebba-45e0-47a9-93f2-e3d149a079a5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:03.919588 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-bbe9ebba-45e0-47a9-93f2-e3d149a079a5 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/3bfff83b-45c8-4d9c-ba10-49566b72be4b HTTP/1.1" status: 204 len: 168 time: 1.0127773 Nov 19 17:38:03.935605 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe9ebba-45e0-47a9-93f2-e3d149a079a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bfff83b-45c8-4d9c-ba10-49566b72be4b,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:38:03.959275 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0dec11c5-a6b4-4ddc-9285-1b0ca670b4ef req-f02643e6-499e-49f3-ab7b-0de1f92ccb62 tempest-FloatingIPsAssociationNegativeTestJSON-628748915 tempest-FloatingIPsAssociationNegativeTestJSON-628748915-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.7.172 HTTP/1.1" status: 200 len: 698 time: 0.0840104 Nov 19 17:38:04.157134 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [req-457058ca-b5fa-4c75-9afb-ed4a3599a04e req-6d8e3e08-d6c4-4918-b6b1-09b34505ef69 tempest-LiveAutoBlockMigrationV225Test-71050323 tempest-LiveAutoBlockMigrationV225Test-71050323-project-admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=103364) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 17:38:04.158949 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-457058ca-b5fa-4c75-9afb-ed4a3599a04e req-6d8e3e08-d6c4-4918-b6b1-09b34505ef69 tempest-LiveAutoBlockMigrationV225Test-71050323 tempest-LiveAutoBlockMigrationV225Test-71050323-project-admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0115099 Nov 19 17:38:04.178768 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-84c66b1a-0347-4e8c-bc14-943de4570ee1 req-08b4a979-98ee-46e4-8caf-6e9b2031fdce service neutron] 10.222.0.86 "GET /v2.0/networks/848c0e57-dcd4-4037-9fd3-fb8d9181ff53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3470960 Nov 19 17:38:04.227050 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [req-0dec11c5-a6b4-4ddc-9285-1b0ca670b4ef req-ab9e9407-6491-4a1d-a531-c5be84391f0f tempest-FloatingIPsAssociationNegativeTestJSON-628748915 tempest-FloatingIPsAssociationNegativeTestJSON-628748915-project] Deleting port 93b4550a-b4f5-447e-aca8-7d696f544647 {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:38:04.227918 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-0dec11c5-a6b4-4ddc-9285-1b0ca670b4ef req-ab9e9407-6491-4a1d-a531-c5be84391f0f tempest-FloatingIPsAssociationNegativeTestJSON-628748915 tempest-FloatingIPsAssociationNegativeTestJSON-628748915-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:04.310668 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c92d8133-d10f-4882-96a0-dfc440ce24fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:04.347032 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:04.366521 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92d8133-d10f-4882-96a0-dfc440ce24fb admin admin] Pushing event deleted for resources: {'Port': ['ID=1bf01702-afd9-4eab-8758-30f0b9b00c4d,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:38:04.391732 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b21b2e0-3f84-4439-b115-e4cb8765ca94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1748dc5b-17aa-48d9-b8f9-86128f76a16a'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:38:04.394192 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3940761bcd94e032e6960d2241bd8993c5d3a7d8dc2aca8488f3ecf1d4dd2fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac911a91-dd1d-47be-9fde-73c8093f5479" -d '{"events": [{"server_uuid": "0b21b2e0-3f84-4439-b115-e4cb8765ca94", "name": "network-vif-plugged", "status": "completed", "tag": "1748dc5b-17aa-48d9-b8f9-86128f76a16a"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:38:04.404246 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d844470e-40cd-4d85-a711-446b5a26d1bc admin admin] Network 35897683-37d6-4b38-91d8-c844adae692d is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:38:04.412098 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 1748dc5b-17aa-48d9-b8f9-86128f76a16a, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=1748dc5b-17aa-48d9-b8f9-86128f76a16a,segment=NetworkSegment(1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861),segment_id=1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:38:04.418608 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-b0f15ef9-f456-4f49-9dca-9b5f9f32c960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '408af3ea-ecbd-4821-8616-fbe1e78fecee', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1914012707-router', 'tenant_id': '8bb26e662dc04141965dbd1042ecc85e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.212'}], 'enable_snat': True}, 'gw_port_id': '30ce165c-1bf8-49b0-acce-2fb7f991b115', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:36:57Z', 'updated_at': '2021-11-19T17:37:07Z', 'revision_number': 4, 'project_id': '8bb26e662dc04141965dbd1042ecc85e', 'gw_port': {'id': '30ce165c-1bf8-49b0-acce-2fb7f991b115', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:ca:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '408af3ea-ecbd-4821-8616-fbe1e78fecee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:36:59Z', 'updated_at': '2021-11-19T17:37:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': '569158a1-eae3-4618-8819-27fd998b4209', 'name': '', 'network_id': '848c0e57-dcd4-4037-9fd3-fb8d9181ff53', 'tenant_id': '8bb26e662dc04141965dbd1042ecc85e', 'mac_address': 'fa:16:3e:fd:4a:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '408af3ea-ecbd-4821-8616-fbe1e78fecee', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '4cf25a17-adae-4720-b4f1-7f8604b69898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:37:05Z', 'updated_at': '2021-11-19T17:37:15Z', 'revision_number': 5, 'project_id': '8bb26e662dc04141965dbd1042ecc85e', 'subnets': [{'id': '4cf25a17-adae-4720-b4f1-7f8604b69898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:38:04.422536 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:04.440947 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-d844470e-40cd-4d85-a711-446b5a26d1bc admin admin] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:38:04.515595 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=1748dc5b-17aa-48d9-b8f9-86128f76a16a,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:38:04.519337 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f15ef9-f456-4f49-9dca-9b5f9f32c960 None None] The sync data for ids ['408af3ea-ecbd-4821-8616-fbe1e78fecee'] in n-d-818022-2 is: [{'id': '408af3ea-ecbd-4821-8616-fbe1e78fecee', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1914012707-router', 'tenant_id': '8bb26e662dc04141965dbd1042ecc85e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.212'}], 'enable_snat': True}, 'gw_port_id': '30ce165c-1bf8-49b0-acce-2fb7f991b115', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:36:57Z', 'updated_at': '2021-11-19T17:37:07Z', 'revision_number': 4, 'project_id': '8bb26e662dc04141965dbd1042ecc85e', 'gw_port': {'id': '30ce165c-1bf8-49b0-acce-2fb7f991b115', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:ca:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '408af3ea-ecbd-4821-8616-fbe1e78fecee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:36:59Z', 'updated_at': '2021-11-19T17:37:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': '569158a1-eae3-4618-8819-27fd998b4209', 'name': '', 'network_id': '848c0e57-dcd4-4037-9fd3-fb8d9181ff53', 'tenant_id': '8bb26e662dc04141965dbd1042ecc85e', 'mac_address': 'fa:16:3e:fd:4a:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '408af3ea-ecbd-4821-8616-fbe1e78fecee', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '4cf25a17-adae-4720-b4f1-7f8604b69898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:37:05Z', 'updated_at': '2021-11-19T17:37:15Z', 'revision_number': 5, 'project_id': '8bb26e662dc04141965dbd1042ecc85e', 'subnets': [{'id': '4cf25a17-adae-4720-b4f1-7f8604b69898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 17:38:04.577633 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e013d7e6-5264-4dcc-9759-54f5fb809e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:04.651716 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-84c66b1a-0347-4e8c-bc14-943de4570ee1 req-2ad5eb31-3d1f-4394-a247-24518b84b91d service neutron] 10.222.0.86 "GET /v2.0/networks/848c0e57-dcd4-4037-9fd3-fb8d9181ff53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4608102 Nov 19 17:38:04.666106 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c92d8133-d10f-4882-96a0-dfc440ce24fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-671730'] for router_gateway, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:04.841899 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c92d8133-d10f-4882-96a0-dfc440ce24fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4696'] for router, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:04.846664 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c92d8133-d10f-4882-96a0-dfc440ce24fb admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:04.907379 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457058ca-b5fa-4c75-9afb-ed4a3599a04e req-ed939b63-fa0c-43c2-8eb1-9eff4586f661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:38:04.916399 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-457058ca-b5fa-4c75-9afb-ed4a3599a04e req-ed939b63-fa0c-43c2-8eb1-9eff4586f661 service neutron] 10.222.0.54 "GET /v2.0/ports/d3151510-34cd-407a-b000-6f802dd5765c HTTP/1.1" status: 200 len: 1094 time: 0.7386956 Nov 19 17:38:04.931529 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-457058ca-b5fa-4c75-9afb-ed4a3599a04e req-6a2ace6f-0a26-46c2-8bf2-db87cf783c13 service neutron] Request body: {'binding': {'host': 'n-h2-818022-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:38:04.932111 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-457058ca-b5fa-4c75-9afb-ed4a3599a04e req-6a2ace6f-0a26-46c2-8bf2-db87cf783c13 service neutron] Unknown quota resources ['binding']. {{(pid=103364) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 19 17:38:04.932935 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d844470e-40cd-4d85-a711-446b5a26d1bc admin admin] Router c48e6f47-8865-496b-8cee-911b1864d833 has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 17:38:04.940154 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c92d8133-d10f-4882-96a0-dfc440ce24fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-543895'] for router, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:04.942420 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c92d8133-d10f-4882-96a0-dfc440ce24fb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 89871ba7-969f-440a-abb1-ca58b8192cff {{(pid=103365) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 17:38:04.949229 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c92d8133-d10f-4882-96a0-dfc440ce24fb admin admin] Publish callbacks [] for router, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:04.951080 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-c92d8133-d10f-4882-96a0-dfc440ce24fb admin admin] 10.222.0.54 "DELETE /v2.0/routers/89871ba7-969f-440a-abb1-ca58b8192cff HTTP/1.1" status: 204 len: 168 time: 3.5273097 Nov 19 17:38:04.955119 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 43324) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:38:04.963209 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-1217158f-fbf8-4e26-95b0-2550f9e8754f None None] Provisioning complete for port f6811f5b-52fe-42ee-9ae0-5c64f7e892d2 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:38:04.963592 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-1217158f-fbf8-4e26-95b0-2550f9e8754f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:05.014811 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device d9723621-5b04-4257-b155-9c5e1b30dd36 no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:38:05.051490 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: d9723621-5b04-4257-b155-9c5e1b30dd36 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:38:05.052077 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device d9723621-5b04-4257-b155-9c5e1b30dd36 not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:38:05.055482 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b96037b-921f-4ad1-b4f9-4d09c18f63c7 None None] New status for floating IP 86f3e228-e6a3-45e4-805c-0ac1b434939a: DOWN {{(pid=103366) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 17:38:05.086043 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-0dec11c5-a6b4-4ddc-9285-1b0ca670b4ef req-ab9e9407-6491-4a1d-a531-c5be84391f0f tempest-FloatingIPsAssociationNegativeTestJSON-628748915 tempest-FloatingIPsAssociationNegativeTestJSON-628748915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:05.086591 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-0dec11c5-a6b4-4ddc-9285-1b0ca670b4ef req-ab9e9407-6491-4a1d-a531-c5be84391f0f tempest-FloatingIPsAssociationNegativeTestJSON-628748915 tempest-FloatingIPsAssociationNegativeTestJSON-628748915-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:05.110506 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [req-0dec11c5-a6b4-4ddc-9285-1b0ca670b4ef req-ab9e9407-6491-4a1d-a531-c5be84391f0f tempest-FloatingIPsAssociationNegativeTestJSON-628748915 tempest-FloatingIPsAssociationNegativeTestJSON-628748915-project] Calling delete_port for 93b4550a-b4f5-447e-aca8-7d696f544647 owned by network:floatingip {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:38:05.223376 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb4d0a12-ad7a-4588-8a8b-8a76a5275348 admin admin] Deleting subnet 75cfd8c4-7a8b-4f0d-8c77-c2f944620c41 {{(pid=103365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 17:38:05.229573 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-eb4d0a12-ad7a-4588-8a8b-8a76a5275348 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:05.238480 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-1217158f-fbf8-4e26-95b0-2550f9e8754f None None] Port f6811f5b-52fe-42ee-9ae0-5c64f7e892d2 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:38:05.247669 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:05.263050 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d844470e-40cd-4d85-a711-446b5a26d1bc admin admin] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 17:38:05.273113 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-d844470e-40cd-4d85-a711-446b5a26d1bc admin admin] 10.222.0.54 "PUT /v2.0/routers/c48e6f47-8865-496b-8cee-911b1864d833/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1277521 Nov 19 17:38:05.273892 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88691bb-7d19-441c-82ac-01f9cd8a4948 None None] Sync routers for ids ['c48e6f47-8865-496b-8cee-911b1864d833'] in n-d-818022-2 {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 17:38:05.287193 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-457058ca-b5fa-4c75-9afb-ed4a3599a04e req-6a2ace6f-0a26-46c2-8bf2-db87cf783c13 service neutron] Attempting to bind port d3151510-34cd-407a-b000-6f802dd5765c on host n-h2-818022-2 for vnic_type normal with profile None {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:38:05.287961 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d88691bb-7d19-441c-82ac-01f9cd8a4948 None None] Routers {'c48e6f47-8865-496b-8cee-911b1864d833'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:38:05.290314 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-457058ca-b5fa-4c75-9afb-ed4a3599a04e req-6a2ace6f-0a26-46c2-8bf2-db87cf783c13 service neutron] Attempting to bind port d3151510-34cd-407a-b000-6f802dd5765c by drivers openvswitch,hyperv on host n-h2-818022-2 at level 0 using segments [{'id': 'fa32b67e-17cc-4a5c-8764-82d3483c4272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '06df44ce-7965-49c3-9334-79a80c7f7af9'}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:38:05.290538 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-d88691bb-7d19-441c-82ac-01f9cd8a4948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:38:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['c48e6f47-8865-496b-8cee-911b1864d833'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:38:05.290662 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-457058ca-b5fa-4c75-9afb-ed4a3599a04e req-6a2ace6f-0a26-46c2-8bf2-db87cf783c13 service neutron] Attempting to bind port d3151510-34cd-407a-b000-6f802dd5765c on network 06df44ce-7965-49c3-9334-79a80c7f7af9 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:38:05.305378 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-eb4d0a12-ad7a-4588-8a8b-8a76a5275348 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12546453'] for subnet, precommit_delete_associations {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:05.328109 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-457058ca-b5fa-4c75-9afb-ed4a3599a04e req-6a2ace6f-0a26-46c2-8bf2-db87cf783c13 service neutron] Port d3151510-34cd-407a-b000-6f802dd5765c on network 06df44ce-7965-49c3-9334-79a80c7f7af9 not bound, no agent of type Open vSwitch agent registered on host n-h2-818022-2 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 17:38:05.328109 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-457058ca-b5fa-4c75-9afb-ed4a3599a04e req-6a2ace6f-0a26-46c2-8bf2-db87cf783c13 service neutron] Attempting to bind port d3151510-34cd-407a-b000-6f802dd5765c on network 06df44ce-7965-49c3-9334-79a80c7f7af9 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:38:05.349848 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-457058ca-b5fa-4c75-9afb-ed4a3599a04e req-6a2ace6f-0a26-46c2-8bf2-db87cf783c13 service neutron] Checking agent: {'id': '525ad2ac-c4ae-4c63-af2e-0bf8d25d0f0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'started_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 38, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:38:05.352086 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-457058ca-b5fa-4c75-9afb-ed4a3599a04e req-6a2ace6f-0a26-46c2-8bf2-db87cf783c13 service neutron] Checking segment: {'id': 'fa32b67e-17cc-4a5c-8764-82d3483c4272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '06df44ce-7965-49c3-9334-79a80c7f7af9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:38:05.352494 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-457058ca-b5fa-4c75-9afb-ed4a3599a04e req-6a2ace6f-0a26-46c2-8bf2-db87cf783c13 service neutron] Bound using segment: {'id': 'fa32b67e-17cc-4a5c-8764-82d3483c4272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '06df44ce-7965-49c3-9334-79a80c7f7af9'} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:38:05.352959 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-457058ca-b5fa-4c75-9afb-ed4a3599a04e req-6a2ace6f-0a26-46c2-8bf2-db87cf783c13 service neutron] Bound port: d3151510-34cd-407a-b000-6f802dd5765c, host: n-h2-818022-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa32b67e-17cc-4a5c-8764-82d3483c4272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '06df44ce-7965-49c3-9334-79a80c7f7af9'}}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:38:05.460209 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-457058ca-b5fa-4c75-9afb-ed4a3599a04e req-6a2ace6f-0a26-46c2-8bf2-db87cf783c13 service neutron] For port d3151510-34cd-407a-b000-6f802dd5765c, host n-h2-818022-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=d3151510-34cd-407a-b000-6f802dd5765c,segment=NetworkSegment(fa32b67e-17cc-4a5c-8764-82d3483c4272),segment_id=fa32b67e-17cc-4a5c-8764-82d3483c4272)] {{(pid=103364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:38:05.472940 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-457058ca-b5fa-4c75-9afb-ed4a3599a04e req-6a2ace6f-0a26-46c2-8bf2-db87cf783c13 service neutron] Publish callbacks [] for binding, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:05.474110 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-457058ca-b5fa-4c75-9afb-ed4a3599a04e req-6a2ace6f-0a26-46c2-8bf2-db87cf783c13 service neutron] 10.222.0.54 "POST /v2.0/ports/d3151510-34cd-407a-b000-6f802dd5765c/bindings HTTP/1.1" status: 201 len: 389 time: 0.5563540 Nov 19 17:38:05.474371 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-eb4d0a12-ad7a-4588-8a8b-8a76a5275348 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:05.578792 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-d88691bb-7d19-441c-82ac-01f9cd8a4948 None None] Set router c48e6f47-8865-496b-8cee-911b1864d833 gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:38:05.584254 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-0dec11c5-a6b4-4ddc-9285-1b0ca670b4ef req-ab9e9407-6491-4a1d-a531-c5be84391f0f tempest-FloatingIPsAssociationNegativeTestJSON-628748915 tempest-FloatingIPsAssociationNegativeTestJSON-628748915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:05.614551 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-eb4d0a12-ad7a-4588-8a8b-8a76a5275348 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12282919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8731163'] for subnet, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:05.672164 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9e9407-6491-4a1d-a531-c5be84391f0f tempest-FloatingIPsAssociationNegativeTestJSON-628748915 tempest-FloatingIPsAssociationNegativeTestJSON-628748915-project] Pushing event deleted for resources: {'Port': ['ID=93b4550a-b4f5-447e-aca8-7d696f544647,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:38:05.686240 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4d0a12-ad7a-4588-8a8b-8a76a5275348 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75cfd8c4-7a8b-4f0d-8c77-c2f944620c41,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:38:05.704028 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-eb4d0a12-ad7a-4588-8a8b-8a76a5275348 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:05.719010 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18b85aa8-55ac-4b69-b6d8-bcdeae4543ce None None] Network 7e956e3c-589c-4879-abd0-2ca83ee073b3 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:38:05.725593 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-eb4d0a12-ad7a-4588-8a8b-8a76a5275348 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/75cfd8c4-7a8b-4f0d-8c77-c2f944620c41 HTTP/1.1" status: 204 len: 168 time: 0.7689567 Nov 19 17:38:05.729924 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 43340) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:38:05.915409 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8e1d08f6-6907-441f-9904-504b618c57f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:05.927659 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51445fc3-237f-41d2-a781-0d7628ebbe1c req-421358a1-0d2f-4472-b42c-ef5373d28c10 tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:38:05.938163 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-51445fc3-237f-41d2-a781-0d7628ebbe1c req-421358a1-0d2f-4472-b42c-ef5373d28c10 tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] 10.222.0.54 "GET /v2.0/ports?device_id=28bbee57-0a4b-4ac2-b952-d2d4ec1af0f7 HTTP/1.1" status: 200 len: 946 time: 0.1334050 Nov 19 17:38:05.957142 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-0dec11c5-a6b4-4ddc-9285-1b0ca670b4ef req-ab9e9407-6491-4a1d-a531-c5be84391f0f tempest-FloatingIPsAssociationNegativeTestJSON-628748915 tempest-FloatingIPsAssociationNegativeTestJSON-628748915-project] Publish callbacks [] for floatingip, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:05.961617 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-0dec11c5-a6b4-4ddc-9285-1b0ca670b4ef req-ab9e9407-6491-4a1d-a531-c5be84391f0f tempest-FloatingIPsAssociationNegativeTestJSON-628748915 tempest-FloatingIPsAssociationNegativeTestJSON-628748915-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for floatingip, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:05.987981 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0dec11c5-a6b4-4ddc-9285-1b0ca670b4ef req-ab9e9407-6491-4a1d-a531-c5be84391f0f tempest-FloatingIPsAssociationNegativeTestJSON-628748915 tempest-FloatingIPsAssociationNegativeTestJSON-628748915-project] 10.222.0.54 "DELETE /v2.0/floatingips/86f3e228-e6a3-45e4-805c-0ac1b434939a HTTP/1.1" status: 204 len: 173 time: 2.0215409 Nov 19 17:38:06.029661 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:38:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e381401-5d9a-469c-91b3-738711b809e8 x-openstack-request-id: req-3e381401-5d9a-469c-91b3-738711b809e8 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:38:06.030176 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b21b2e0-3f84-4439-b115-e4cb8765ca94", "name": "network-vif-plugged", "status": "completed", "tag": "1748dc5b-17aa-48d9-b8f9-86128f76a16a", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:38:06.030500 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-3e381401-5d9a-469c-91b3-738711b809e8 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:38:06.030959 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b21b2e0-3f84-4439-b115-e4cb8765ca94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1748dc5b-17aa-48d9-b8f9-86128f76a16a', 'code': 200} Nov 19 17:38:06.056639 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-51445fc3-237f-41d2-a781-0d7628ebbe1c req-727218f3-49fd-494d-907b-4a7a5ff27262 tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a9bb8e9-ab46-4898-9298-f60e040eb6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176291 Nov 19 17:38:06.119286 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457058ca-b5fa-4c75-9afb-ed4a3599a04e req-bc421744-c353-4990-9616-d667d0b1e25f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:38:06.120810 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-457058ca-b5fa-4c75-9afb-ed4a3599a04e req-bc421744-c353-4990-9616-d667d0b1e25f service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=0d7ccfd9bdc740e383b438cb097bfe8d&device_id=3964468e-e495-4f24-b06e-7e621567361a HTTP/1.1" status: 200 len: 1097 time: 0.1149149 Nov 19 17:38:06.155396 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9237796a-e03e-40c7-8c4d-b97a54cfaa53 None None] DHCP port deletion for 7e956e3c-589c-4879-abd0-2ca83ee073b3 request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 17:38:06.225083 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-8e1d08f6-6907-441f-9904-504b618c57f2 admin admin] Deleting port 3107277a-4586-41d9-9fcd-f12c658a17c4 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:38:06.225441 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8e1d08f6-6907-441f-9904-504b618c57f2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:06.244229 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d257ddd-ea21-4f36-8dd1-c2300599f8b3 req-991cebf6-1720-4191-9c27-15cb6051139d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:38:06.248169 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-4d257ddd-ea21-4f36-8dd1-c2300599f8b3 req-991cebf6-1720-4191-9c27-15cb6051139d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=0b21b2e0-3f84-4439-b115-e4cb8765ca94 HTTP/1.1" status: 200 len: 1101 time: 0.1180754 Nov 19 17:38:06.250186 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-d88691bb-7d19-441c-82ac-01f9cd8a4948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c48e6f47-8865-496b-8cee-911b1864d833', 'name': 'tempest-FloatingIPsNegativeTestJSON-103384747-router', 'tenant_id': 'd7cb83cfc44f4017abb2ec41b71725ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': 'ff6f5976-46c5-4ffc-af47-f6274adb68ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:37:47Z', 'updated_at': '2021-11-19T17:38:02Z', 'revision_number': 4, 'project_id': 'd7cb83cfc44f4017abb2ec41b71725ec', 'gw_port': {'id': 'ff6f5976-46c5-4ffc-af47-f6274adb68ad', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:9d:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c48e6f47-8865-496b-8cee-911b1864d833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:37:49Z', 'updated_at': '2021-11-19T17:38:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': 'f6811f5b-52fe-42ee-9ae0-5c64f7e892d2', 'name': '', 'network_id': '35897683-37d6-4b38-91d8-c844adae692d', 'tenant_id': 'd7cb83cfc44f4017abb2ec41b71725ec', 'mac_address': 'fa:16:3e:0e:6c:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c48e6f47-8865-496b-8cee-911b1864d833', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'ddce3b4f-a4d3-40aa-afb5-9a0a72a92763', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:37:59Z', 'updated_at': '2021-11-19T17:38:02Z', 'revision_number': 2, 'project_id': 'd7cb83cfc44f4017abb2ec41b71725ec', 'subnets': [{'id': 'ddce3b4f-a4d3-40aa-afb5-9a0a72a92763', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:38:06.259181 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-9237796a-e03e-40c7-8c4d-b97a54cfaa53 None None] Deleting port 3107277a-4586-41d9-9fcd-f12c658a17c4 {{(pid=103366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:38:06.259698 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9237796a-e03e-40c7-8c4d-b97a54cfaa53 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:06.291285 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88691bb-7d19-441c-82ac-01f9cd8a4948 None None] Checking router: c48e6f47-8865-496b-8cee-911b1864d833 for host: n-d-818022-2 {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 17:38:06.291913 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88691bb-7d19-441c-82ac-01f9cd8a4948 None None] Updating router c48e6f47-8865-496b-8cee-911b1864d833 port f6811f5b-52fe-42ee-9ae0-5c64f7e892d2 binding host n-d-818022-2 {{(pid=103367) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 17:38:06.310436 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-4d257ddd-ea21-4f36-8dd1-c2300599f8b3 req-a684d81e-600a-4a69-8f77-5b1e7f1931cc service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=01d035e7-47ed-4912-a186-53ea419ecd96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520179 Nov 19 17:38:06.324537 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df97f187-e6c1-4948-a2eb-ecf200e93d76 req-07ceee0a-d022-4277-ac88-4a4349d7637b tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:38:06.325155 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-d88691bb-7d19-441c-82ac-01f9cd8a4948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:06.326911 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-df97f187-e6c1-4948-a2eb-ecf200e93d76 req-07ceee0a-d022-4277-ac88-4a4349d7637b tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] 10.222.0.54 "GET /v2.0/ports?device_id=0b21b2e0-3f84-4439-b115-e4cb8765ca94 HTTP/1.1" status: 200 len: 950 time: 0.1522160 Nov 19 17:38:06.344985 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-9237796a-e03e-40c7-8c4d-b97a54cfaa53 None None] For port 3107277a-4586-41d9-9fcd-f12c658a17c4, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=3107277a-4586-41d9-9fcd-f12c658a17c4,segment=NetworkSegment(1c7c713d-c942-43a4-9f8c-240d532390e1),segment_id=1c7c713d-c942-43a4-9f8c-240d532390e1)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:38:06.345933 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9237796a-e03e-40c7-8c4d-b97a54cfaa53 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:06.397193 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-9237796a-e03e-40c7-8c4d-b97a54cfaa53 None None] Calling delete_port for 3107277a-4586-41d9-9fcd-f12c658a17c4 owned by network:dhcp {{(pid=103366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:38:06.398028 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [None req-8e1d08f6-6907-441f-9904-504b618c57f2 admin admin] For port 3107277a-4586-41d9-9fcd-f12c658a17c4, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=3107277a-4586-41d9-9fcd-f12c658a17c4,segment=NetworkSegment(1c7c713d-c942-43a4-9f8c-240d532390e1),segment_id=1c7c713d-c942-43a4-9f8c-240d532390e1)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:38:06.399041 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8e1d08f6-6907-441f-9904-504b618c57f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:06.414193 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457058ca-b5fa-4c75-9afb-ed4a3599a04e req-1c6204c8-ff6d-48d2-a920-8cb64375156c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:38:06.416007 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-457058ca-b5fa-4c75-9afb-ed4a3599a04e req-1c6204c8-ff6d-48d2-a920-8cb64375156c service neutron] 10.222.0.86 "GET /v2.0/networks?id=06df44ce-7965-49c3-9334-79a80c7f7af9 HTTP/1.1" status: 200 len: 922 time: 0.2739842 Nov 19 17:38:06.421689 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-8e1d08f6-6907-441f-9904-504b618c57f2 admin admin] Calling delete_port for 3107277a-4586-41d9-9fcd-f12c658a17c4 owned by network:dhcp {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:38:06.452819 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-df97f187-e6c1-4948-a2eb-ecf200e93d76 req-732cf62a-ee2d-42c1-9445-bd8a694a9a63 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] 10.222.0.54 "GET /v2.0/security-groups?id=01d035e7-47ed-4912-a186-53ea419ecd96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194825 Nov 19 17:38:06.481426 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-457058ca-b5fa-4c75-9afb-ed4a3599a04e req-018a050f-e477-40f3-adca-53fc62cedb3c service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d3151510-34cd-407a-b000-6f802dd5765c HTTP/1.1" status: 200 len: 217 time: 0.0517454 Nov 19 17:38:06.651768 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c9df40e7-830d-4d85-833e-950593e145e6 req-09d7750b-cf38-438d-935c-8da7eaf839df service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=4b3aa343-7b61-4d1e-b719-83afff257d2e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1295402 Nov 19 17:38:06.675238 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06986d08-170e-4e17-8ea4-4926ff24f652 req-1ed2c206-3ecd-48af-ad41-fd955237769a tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:38:06.688118 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-eefe28c6-c125-49c0-8eb4-bbd2bcccb5a3 req-8cb0aaed-5d37-4f49-bf8b-1d6f7a6aa774 tempest-FloatingIPsNegativeTestJSON-386520178 tempest-FloatingIPsNegativeTestJSON-386520178-project] 10.222.0.54 "GET /v2.0/floatingips?tenant_id=d7cb83cfc44f4017abb2ec41b71725ec HTTP/1.1" status: 200 len: 217 time: 0.1522682 Nov 19 17:38:06.690072 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-06986d08-170e-4e17-8ea4-4926ff24f652 req-1ed2c206-3ecd-48af-ad41-fd955237769a tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.54 "GET /v2.0/ports?device_id=3964468e-e495-4f24-b06e-7e621567361a HTTP/1.1" status: 200 len: 946 time: 0.1061819 Nov 19 17:38:06.776985 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457058ca-b5fa-4c75-9afb-ed4a3599a04e req-f810b1e3-51ca-444d-b4a9-5d366c5fe89f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:38:06.778383 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-457058ca-b5fa-4c75-9afb-ed4a3599a04e req-f810b1e3-51ca-444d-b4a9-5d366c5fe89f service neutron] 10.222.0.86 "GET /v2.0/subnets?id=e811f539-9c60-469d-a119-267f6bfeab01 HTTP/1.1" status: 200 len: 861 time: 0.2436640 Nov 19 17:38:06.787112 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9237796a-e03e-40c7-8c4d-b97a54cfaa53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007'] for port, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:06.833534 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-06986d08-170e-4e17-8ea4-4926ff24f652 req-3740f460-f303-421b-8f93-3ae1e3bef397 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.54 "GET /v2.0/security-groups?id=740807d6-4246-4ecb-a636-49a5e5a1e11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412833 Nov 19 17:38:06.835942 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-d88691bb-7d19-441c-82ac-01f9cd8a4948 None None] Publish callbacks [] for port, precommit_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:06.841045 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9df40e7-830d-4d85-833e-950593e145e6 req-28f4815b-cc6d-47b9-9dfb-334135097099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:38:06.842957 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-d88691bb-7d19-441c-82ac-01f9cd8a4948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:06.847191 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8e1d08f6-6907-441f-9904-504b618c57f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:06.853307 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9237796a-e03e-40c7-8c4d-b97a54cfaa53 None None] No DVR routers for this DVR port 3107277a-4586-41d9-9fcd-f12c658a17c4 on host n-d-818022-2 {{(pid=103366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:38:06.856492 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c9df40e7-830d-4d85-833e-950593e145e6 req-28f4815b-cc6d-47b9-9dfb-334135097099 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=bf701fa01dc443ada18661aab1d7be58&device_id=4b3aa343-7b61-4d1e-b719-83afff257d2e HTTP/1.1" status: 200 len: 1097 time: 0.1325941 Nov 19 17:38:06.865606 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9237796a-e03e-40c7-8c4d-b97a54cfaa53 None None] Pushing event deleted for resources: {'Port': ['ID=3107277a-4586-41d9-9fcd-f12c658a17c4,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:38:06.944367 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e759cd-f391-46aa-a7c8-7b8c2908c12c None None] Pushing event updated for resources: {'Port': ['ID=f6811f5b-52fe-42ee-9ae0-5c64f7e892d2,revision_number=3']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:38:06.948103 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 1bf01702-afd9-4eab-8758-30f0b9b00c4d no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:38:06.951312 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e1d08f6-6907-441f-9904-504b618c57f2 admin admin] No DVR routers for this DVR port 3107277a-4586-41d9-9fcd-f12c658a17c4 on host n-d-818022-2 {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:38:06.970575 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-457058ca-b5fa-4c75-9afb-ed4a3599a04e req-e9f47c31-7571-495f-879d-57b855a36b0e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=06df44ce-7965-49c3-9334-79a80c7f7af9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1764572 Nov 19 17:38:06.990146 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device cb80555f-29e3-4743-a119-594c380126fc up at agent hyperv_n-h2-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:38:06.992594 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: 1bf01702-afd9-4eab-8758-30f0b9b00c4d {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:38:06.992936 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 1bf01702-afd9-4eab-8758-30f0b9b00c4d not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:38:06.993415 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 3107277a-4586-41d9-9fcd-f12c658a17c4 no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:38:07.004831 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1d08f6-6907-441f-9904-504b618c57f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=3107277a-4586-41d9-9fcd-f12c658a17c4,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:38:07.042191 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: 3107277a-4586-41d9-9fcd-f12c658a17c4 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:38:07.042774 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 3107277a-4586-41d9-9fcd-f12c658a17c4 not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:38:07.053993 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-d88691bb-7d19-441c-82ac-01f9cd8a4948 None None] Attempting to bind port f6811f5b-52fe-42ee-9ae0-5c64f7e892d2 on host n-d-818022-2 for vnic_type normal with profile {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:38:07.054945 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-d88691bb-7d19-441c-82ac-01f9cd8a4948 None None] Attempting to bind port f6811f5b-52fe-42ee-9ae0-5c64f7e892d2 by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': 'bc06b822-5652-4d81-ae2d-19304060c643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '35897683-37d6-4b38-91d8-c844adae692d'}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:38:07.055207 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d88691bb-7d19-441c-82ac-01f9cd8a4948 None None] Attempting to bind port f6811f5b-52fe-42ee-9ae0-5c64f7e892d2 on network 35897683-37d6-4b38-91d8-c844adae692d {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:38:07.061022 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d88691bb-7d19-441c-82ac-01f9cd8a4948 None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 38, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:38:07.061400 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d88691bb-7d19-441c-82ac-01f9cd8a4948 None None] Checking segment: {'id': 'bc06b822-5652-4d81-ae2d-19304060c643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '35897683-37d6-4b38-91d8-c844adae692d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:38:07.061847 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-d88691bb-7d19-441c-82ac-01f9cd8a4948 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:07.062245 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d88691bb-7d19-441c-82ac-01f9cd8a4948 None None] Bound using segment: {'id': 'bc06b822-5652-4d81-ae2d-19304060c643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '35897683-37d6-4b38-91d8-c844adae692d'} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:38:07.062734 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-d88691bb-7d19-441c-82ac-01f9cd8a4948 None None] Bound port: f6811f5b-52fe-42ee-9ae0-5c64f7e892d2, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc06b822-5652-4d81-ae2d-19304060c643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '35897683-37d6-4b38-91d8-c844adae692d'}}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:38:07.063143 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-d88691bb-7d19-441c-82ac-01f9cd8a4948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:07.116845 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Provisioning for port cb80555f-29e3-4743-a119-594c380126fc completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 17:38:07.127781 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Provisioning complete for port cb80555f-29e3-4743-a119-594c380126fc triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:38:07.128386 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:07.141801 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9df40e7-830d-4d85-833e-950593e145e6 req-cd790573-2efb-48fa-a72a-7ce5f4a0a109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:38:07.144634 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c9df40e7-830d-4d85-833e-950593e145e6 req-cd790573-2efb-48fa-a72a-7ce5f4a0a109 service neutron] 10.222.0.86 "GET /v2.0/networks?id=833872e1-1a28-48e3-b9f9-d97ad690eebb HTTP/1.1" status: 200 len: 924 time: 0.2281659 Nov 19 17:38:07.148224 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-e4d30420-9409-4ec5-9cd7-1f273474532d req-4b680b87-a02c-4995-ab8e-fa115bc08ba2 tempest-FloatingIPsNegativeTestJSON-386520178 tempest-FloatingIPsNegativeTestJSON-386520178-project] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.2196572 Nov 19 17:38:07.184989 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-d88691bb-7d19-441c-82ac-01f9cd8a4948 None None] For port f6811f5b-52fe-42ee-9ae0-5c64f7e892d2, host n-d-818022-2, cleared binding levels {{(pid=103367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:38:07.194752 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-d88691bb-7d19-441c-82ac-01f9cd8a4948 None None] For port f6811f5b-52fe-42ee-9ae0-5c64f7e892d2, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=f6811f5b-52fe-42ee-9ae0-5c64f7e892d2,segment=NetworkSegment(bc06b822-5652-4d81-ae2d-19304060c643),segment_id=bc06b822-5652-4d81-ae2d-19304060c643)] {{(pid=103367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:38:07.208851 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-d88691bb-7d19-441c-82ac-01f9cd8a4948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:07.297766 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c9df40e7-830d-4d85-833e-950593e145e6 req-84baa1d3-1340-49b7-8df1-303f8c83b8c2 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3e75f519-649c-4dfd-8f93-40f44e4e68ff HTTP/1.1" status: 200 len: 1002 time: 0.1437960 Nov 19 17:38:07.341290 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:07.383027 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e759cd-f391-46aa-a7c8-7b8c2908c12c None None] Pushing event updated for resources: {'Port': ['ID=f6811f5b-52fe-42ee-9ae0-5c64f7e892d2,revision_number=4']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:38:07.410479 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58958424-bf3a-4d3f-be69-349d847bee4a req-78915790-ef4f-4b93-9aa6-6e624f20c4e6 tempest-FloatingIPsAssociationNegativeTestJSON-628748915 tempest-FloatingIPsAssociationNegativeTestJSON-628748915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:38:07.413254 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d88691bb-7d19-441c-82ac-01f9cd8a4948 None None] Routers {'c48e6f47-8865-496b-8cee-911b1864d833'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:38:07.414347 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-d88691bb-7d19-441c-82ac-01f9cd8a4948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:38:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['c48e6f47-8865-496b-8cee-911b1864d833'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:38:07.418070 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port cb80555f-29e3-4743-a119-594c380126fc, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=cb80555f-29e3-4743-a119-594c380126fc,segment=NetworkSegment(1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861),segment_id=1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:38:07.424642 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-58958424-bf3a-4d3f-be69-349d847bee4a req-78915790-ef4f-4b93-9aa6-6e624f20c4e6 tempest-FloatingIPsAssociationNegativeTestJSON-628748915 tempest-FloatingIPsAssociationNegativeTestJSON-628748915-project] 10.222.0.54 "GET /v2.0/ports?device_id=68b9b110-600e-4d53-a392-86b58ec07516&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1314540 Nov 19 17:38:07.428306 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9df40e7-830d-4d85-833e-950593e145e6 req-8aca0d95-d6e0-40a8-9334-d47b72ba4cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:38:07.430025 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c9df40e7-830d-4d85-833e-950593e145e6 req-8aca0d95-d6e0-40a8-9334-d47b72ba4cb6 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=350b116c-50d0-4ddf-8934-2b25a4e80dab HTTP/1.1" status: 200 len: 862 time: 0.0986638 Nov 19 17:38:07.435988 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-731482b1-428a-4446-9afa-58997319192c None None] Provisioning complete for port f6811f5b-52fe-42ee-9ae0-5c64f7e892d2 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:38:07.436370 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-731482b1-428a-4446-9afa-58997319192c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:07.438428 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-93739ab3-e057-4221-9dd2-789e927fbe50 req-aa8e83d0-2d00-4f0b-bb25-07329556336c tempest-ImagesNegativeTestJSON-22376563 tempest-ImagesNegativeTestJSON-22376563-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=9e4b4d8417e049c2a50402a0a77de22c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4364626 Nov 19 17:38:07.443172 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:07.468306 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8e1d08f6-6907-441f-9904-504b618c57f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:07.515331 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-8e1d08f6-6907-441f-9904-504b618c57f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e956e3c-589c-4879-abd0-2ca83ee073b3']}} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:38:07.551291 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-58958424-bf3a-4d3f-be69-349d847bee4a req-eb7e92e3-eaac-4d62-9751-5aec922187c3 tempest-FloatingIPsAssociationNegativeTestJSON-628748915 tempest-FloatingIPsAssociationNegativeTestJSON-628748915-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1251180 Nov 19 17:38:07.568585 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-8e1d08f6-6907-441f-9904-504b618c57f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c7c713d-c942-43a4-9f8c-240d532390e1') {'for_net_delete': True} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:38:07.568857 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-8e1d08f6-6907-441f-9904-504b618c57f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c7c713d-c942-43a4-9f8c-240d532390e1') {} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:38:07.629664 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9df40e7-830d-4d85-833e-950593e145e6 req-e8b853fb-b400-497a-ae70-d2d42431fa32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:38:07.631236 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c9df40e7-830d-4d85-833e-950593e145e6 req-e8b853fb-b400-497a-ae70-d2d42431fa32 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=833872e1-1a28-48e3-b9f9-d97ad690eebb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1110730 Nov 19 17:38:07.635417 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8e1d08f6-6907-441f-9904-504b618c57f2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12545382'] for segment, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:07.675909 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Pushing event updated for resources: {'Port': ['ID=cb80555f-29e3-4743-a119-594c380126fc,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:38:07.758667 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8e1d08f6-6907-441f-9904-504b618c57f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:07.762863 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-731482b1-428a-4446-9afa-58997319192c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:07.819068 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-731482b1-428a-4446-9afa-58997319192c None None] For port f6811f5b-52fe-42ee-9ae0-5c64f7e892d2, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=f6811f5b-52fe-42ee-9ae0-5c64f7e892d2,segment=NetworkSegment(bc06b822-5652-4d81-ae2d-19304060c643),segment_id=bc06b822-5652-4d81-ae2d-19304060c643)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:38:07.827111 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-731482b1-428a-4446-9afa-58997319192c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:07.846766 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e004e9-7fb1-4b4b-a414-d9b9a778fdbb req-d9eb7c0d-c281-46eb-b253-661f8ced138d tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:38:07.847581 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-05e004e9-7fb1-4b4b-a414-d9b9a778fdbb req-d9eb7c0d-c281-46eb-b253-661f8ced138d tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] 10.222.0.54 "GET /v2.0/ports?device_id=28bbee57-0a4b-4ac2-b952-d2d4ec1af0f7 HTTP/1.1" status: 200 len: 946 time: 0.1744525 Nov 19 17:38:07.852224 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c9df40e7-830d-4d85-833e-950593e145e6 req-5837b9e3-57f1-4773-9a2f-243d455f9f60 service neutron] 10.222.0.86 "GET /v2.0/networks/833872e1-1a28-48e3-b9f9-d97ad690eebb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2076378 Nov 19 17:38:07.855172 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-457058ca-b5fa-4c75-9afb-ed4a3599a04e req-d1634157-1a02-4d21-bdb3-1afe1508710d service neutron] 10.222.0.86 "GET /v2.0/networks/06df44ce-7965-49c3-9334-79a80c7f7af9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8547854 Nov 19 17:38:07.860172 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e1d08f6-6907-441f-9904-504b618c57f2 admin admin] Releasing vlan 670 on physical network physnet1 to pool {{(pid=103365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 17:38:07.860172 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8e1d08f6-6907-441f-9904-504b618c57f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12282953'] for segment, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:07.897365 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-d88691bb-7d19-441c-82ac-01f9cd8a4948 None None] Set router c48e6f47-8865-496b-8cee-911b1864d833 gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:38:07.912157 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731482b1-428a-4446-9afa-58997319192c None None] Pushing event updated for resources: {'Port': ['ID=f6811f5b-52fe-42ee-9ae0-5c64f7e892d2,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:38:07.938013 n-d-818022-2 neutron-server[103365]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 17:38:07.938013 n-d-818022-2 neutron-server[103365]: self.session.flush() Nov 19 17:38:07.938013 n-d-818022-2 neutron-server[103365]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 17:38:07.938013 n-d-818022-2 neutron-server[103365]: self.session.flush() Nov 19 17:38:07.938013 n-d-818022-2 neutron-server[103365]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 17:38:07.938013 n-d-818022-2 neutron-server[103365]: self.session.flush() Nov 19 17:38:07.938013 n-d-818022-2 neutron-server[103365]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 17:38:07.938013 n-d-818022-2 neutron-server[103365]: self.session.flush() Nov 19 17:38:07.938013 n-d-818022-2 neutron-server[103365]: Traceback (most recent call last): Nov 19 17:38:07.938013 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 17:38:07.938013 n-d-818022-2 neutron-server[103365]: timer() Nov 19 17:38:07.938013 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 17:38:07.938013 n-d-818022-2 neutron-server[103365]: cb(*args, **kw) Nov 19 17:38:07.938013 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 17:38:07.938013 n-d-818022-2 neutron-server[103365]: return func(*args, **kwargs) Nov 19 17:38:07.938013 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 17:38:07.938013 n-d-818022-2 neutron-server[103365]: self._notify() Nov 19 17:38:07.938013 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 17:38:07.938013 n-d-818022-2 neutron-server[103365]: self.callback(batched_events) Nov 19 17:38:07.938013 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 17:38:07.938013 n-d-818022-2 neutron-server[103365]: event.method(event) Nov 19 17:38:07.938013 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 17:38:07.938013 n-d-818022-2 neutron-server[103365]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 17:38:07.938013 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 17:38:07.938013 n-d-818022-2 neutron-server[103365]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 17:38:07.938013 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 17:38:07.938013 n-d-818022-2 neutron-server[103365]: return f(self, *a, **k) Nov 19 17:38:07.938013 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 17:38:07.938013 n-d-818022-2 neutron-server[103365]: return self._get(url).json() Nov 19 17:38:07.938013 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 17:38:07.938013 n-d-818022-2 neutron-server[103365]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 17:38:07.938013 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 17:38:07.938013 n-d-818022-2 neutron-server[103365]: return self.request(url, 'GET', **kwargs) Nov 19 17:38:07.938013 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 17:38:07.938013 n-d-818022-2 neutron-server[103365]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 17:38:07.938013 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 17:38:07.938013 n-d-818022-2 neutron-server[103365]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 17:38:07.938013 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 17:38:07.938013 n-d-818022-2 neutron-server[103365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 17:38:07.938013 n-d-818022-2 neutron-server[103365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 17:38:07.954742 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8e1d08f6-6907-441f-9904-504b618c57f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671242'] for network, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:07.960386 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8e1d08f6-6907-441f-9904-504b618c57f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:07.965642 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-8e1d08f6-6907-441f-9904-504b618c57f2 admin admin] 10.222.0.54 "DELETE /v2.0/networks/7e956e3c-589c-4879-abd0-2ca83ee073b3 HTTP/1.1" status: 204 len: 168 time: 2.2323041 Nov 19 17:38:07.976421 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 43376) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:38:07.984836 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-8159e9ff-2a50-451d-973a-dcff1cc4f16b None None] Provisioning complete for port f6811f5b-52fe-42ee-9ae0-5c64f7e892d2 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:38:07.985635 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8159e9ff-2a50-451d-973a-dcff1cc4f16b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:08.032138 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33b7f368-0977-4f75-bb1f-c9dc76462d25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb80555f-29e3-4743-a119-594c380126fc'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:38:08.035045 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3940761bcd94e032e6960d2241bd8993c5d3a7d8dc2aca8488f3ecf1d4dd2fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1f97dfd-37f1-48b1-b01b-017270abbd40" -d '{"events": [{"server_uuid": "33b7f368-0977-4f75-bb1f-c9dc76462d25", "name": "network-vif-plugged", "status": "completed", "tag": "cb80555f-29e3-4743-a119-594c380126fc"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:38:08.037886 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-05e004e9-7fb1-4b4b-a414-d9b9a778fdbb req-c5c7bcd4-ad43-472e-ab6e-8426c9ca1fb8 tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a9bb8e9-ab46-4898-9298-f60e040eb6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740222 Nov 19 17:38:08.061362 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1d08f6-6907-441f-9904-504b618c57f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=7e956e3c-589c-4879-abd0-2ca83ee073b3,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:38:08.067577 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c9df40e7-830d-4d85-833e-950593e145e6 req-9df47107-e48c-4e69-8e20-4ffd4cad5e6d service neutron] 10.222.0.86 "GET /v2.0/networks/833872e1-1a28-48e3-b9f9-d97ad690eebb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2007926 Nov 19 17:38:08.104190 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93739ab3-e057-4221-9dd2-789e927fbe50 req-a6ca61a1-28a1-4117-82ec-92fab80f6b6e tempest-ImagesNegativeTestJSON-22376563 tempest-ImagesNegativeTestJSON-22376563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:38:08.116895 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-93739ab3-e057-4221-9dd2-789e927fbe50 req-a6ca61a1-28a1-4117-82ec-92fab80f6b6e tempest-ImagesNegativeTestJSON-22376563 tempest-ImagesNegativeTestJSON-22376563-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5871155 Nov 19 17:38:08.162510 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-93739ab3-e057-4221-9dd2-789e927fbe50 req-0fc04734-ddeb-43eb-80dd-bed23261e0c2 tempest-ImagesNegativeTestJSON-22376563 tempest-ImagesNegativeTestJSON-22376563-project] 10.222.0.54 "GET /v2.0/quotas/9e4b4d8417e049c2a50402a0a77de22c HTTP/1.1" status: 200 len: 375 time: 0.0313923 Nov 19 17:38:08.171967 n-d-818022-2 neutron-server[103364]: INFO neutron.api.v2.resource [req-cbc4d427-2580-4246-8712-6cdad0a0d6f4 req-b24b6a40-778d-4c75-bc44-a89485a328bb tempest-FloatingIPsNegativeTestJSON-386520178 tempest-FloatingIPsNegativeTestJSON-386520178-project] show failed (client error): The resource could not be found. Nov 19 17:38:08.174968 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-457058ca-b5fa-4c75-9afb-ed4a3599a04e req-d4e4708c-f36b-45f6-b609-eb4e1ae0c0aa service neutron] 10.222.0.86 "GET /v2.0/networks/06df44ce-7965-49c3-9334-79a80c7f7af9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2352858 Nov 19 17:38:08.185949 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-cbc4d427-2580-4246-8712-6cdad0a0d6f4 req-b24b6a40-778d-4c75-bc44-a89485a328bb tempest-FloatingIPsNegativeTestJSON-386520178 tempest-FloatingIPsNegativeTestJSON-386520178-project] 10.222.0.54 "GET /v2.0/floatingips/ccd94989-60a1-453f-af1e-132da075392d HTTP/1.1" status: 404 len: 350 time: 0.0600688 Nov 19 17:38:08.187695 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 43380) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:38:08.266758 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-d88691bb-7d19-441c-82ac-01f9cd8a4948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c48e6f47-8865-496b-8cee-911b1864d833', 'name': 'tempest-FloatingIPsNegativeTestJSON-103384747-router', 'tenant_id': 'd7cb83cfc44f4017abb2ec41b71725ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': 'ff6f5976-46c5-4ffc-af47-f6274adb68ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:37:47Z', 'updated_at': '2021-11-19T17:38:02Z', 'revision_number': 4, 'project_id': 'd7cb83cfc44f4017abb2ec41b71725ec', 'gw_port': {'id': 'ff6f5976-46c5-4ffc-af47-f6274adb68ad', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:9d:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c48e6f47-8865-496b-8cee-911b1864d833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:37:49Z', 'updated_at': '2021-11-19T17:38:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': 'f6811f5b-52fe-42ee-9ae0-5c64f7e892d2', 'name': '', 'network_id': '35897683-37d6-4b38-91d8-c844adae692d', 'tenant_id': 'd7cb83cfc44f4017abb2ec41b71725ec', 'mac_address': 'fa:16:3e:0e:6c:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c48e6f47-8865-496b-8cee-911b1864d833', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'ddce3b4f-a4d3-40aa-afb5-9a0a72a92763', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:37:59Z', 'updated_at': '2021-11-19T17:38:07Z', 'revision_number': 4, 'project_id': 'd7cb83cfc44f4017abb2ec41b71725ec', 'subnets': [{'id': 'ddce3b4f-a4d3-40aa-afb5-9a0a72a92763', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:38:08.303378 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88691bb-7d19-441c-82ac-01f9cd8a4948 None None] The sync data for ids ['c48e6f47-8865-496b-8cee-911b1864d833'] in n-d-818022-2 is: [{'id': 'c48e6f47-8865-496b-8cee-911b1864d833', 'name': 'tempest-FloatingIPsNegativeTestJSON-103384747-router', 'tenant_id': 'd7cb83cfc44f4017abb2ec41b71725ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': 'ff6f5976-46c5-4ffc-af47-f6274adb68ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:37:47Z', 'updated_at': '2021-11-19T17:38:02Z', 'revision_number': 4, 'project_id': 'd7cb83cfc44f4017abb2ec41b71725ec', 'gw_port': {'id': 'ff6f5976-46c5-4ffc-af47-f6274adb68ad', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:9d:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c48e6f47-8865-496b-8cee-911b1864d833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:37:49Z', 'updated_at': '2021-11-19T17:38:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': 'f6811f5b-52fe-42ee-9ae0-5c64f7e892d2', 'name': '', 'network_id': '35897683-37d6-4b38-91d8-c844adae692d', 'tenant_id': 'd7cb83cfc44f4017abb2ec41b71725ec', 'mac_address': 'fa:16:3e:0e:6c:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c48e6f47-8865-496b-8cee-911b1864d833', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'ddce3b4f-a4d3-40aa-afb5-9a0a72a92763', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:37:59Z', 'updated_at': '2021-11-19T17:38:07Z', 'revision_number': 4, 'project_id': 'd7cb83cfc44f4017abb2ec41b71725ec', 'subnets': [{'id': 'ddce3b4f-a4d3-40aa-afb5-9a0a72a92763', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 17:38:08.526744 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ee440f-0a9d-451c-b062-4579ab355839 req-5d7eb257-c669-4f12-9910-a508c3023301 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:38:08.533499 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-84ee440f-0a9d-451c-b062-4579ab355839 req-5d7eb257-c669-4f12-9910-a508c3023301 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] 10.222.0.54 "GET /v2.0/ports?device_id=0b21b2e0-3f84-4439-b115-e4cb8765ca94 HTTP/1.1" status: 200 len: 950 time: 0.1790905 Nov 19 17:38:08.609658 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-93739ab3-e057-4221-9dd2-789e927fbe50 req-e74da533-63cd-41c9-ba26-f1a9253c9200 tempest-ImagesNegativeTestJSON-22376563 tempest-ImagesNegativeTestJSON-22376563-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=9e4b4d8417e049c2a50402a0a77de22c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4338617 Nov 19 17:38:08.676532 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-84ee440f-0a9d-451c-b062-4579ab355839 req-85931348-a6ad-48c2-bc59-459cd4b15a6b tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] 10.222.0.54 "GET /v2.0/security-groups?id=01d035e7-47ed-4912-a186-53ea419ecd96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394083 Nov 19 17:38:08.786455 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2e9e2e52-7f82-4ba1-8a10-44af819e09da req-36dd07bb-6031-4a0e-b88e-32f4a9bf29d3 tempest-FloatingIPsAssociationNegativeTestJSON-628748915 tempest-FloatingIPsAssociationNegativeTestJSON-628748915-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0629556 Nov 19 17:38:08.965117 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device f6811f5b-52fe-42ee-9ae0-5c64f7e892d2 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:38:09.055980 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:38:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4824e038-e5a3-48b7-a134-50eca4d0da16 x-openstack-request-id: req-4824e038-e5a3-48b7-a134-50eca4d0da16 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:38:09.056853 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33b7f368-0977-4f75-bb1f-c9dc76462d25", "name": "network-vif-plugged", "status": "completed", "tag": "cb80555f-29e3-4743-a119-594c380126fc", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:38:09.057307 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-4824e038-e5a3-48b7-a134-50eca4d0da16 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:38:09.057421 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-975acb7a-0b22-4bbe-b67d-5c40d4d0c95e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-768564'] for router_interface, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:09.058462 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33b7f368-0977-4f75-bb1f-c9dc76462d25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb80555f-29e3-4743-a119-594c380126fc', 'code': 200} Nov 19 17:38:09.146637 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port f6811f5b-52fe-42ee-9ae0-5c64f7e892d2 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:38:09.147076 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:09.222324 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494a4958-0dc9-4869-9341-3367690815f1 req-8d13ab59-1ad3-4f39-bbc0-4651eed858b1 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:38:09.234716 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-494a4958-0dc9-4869-9341-3367690815f1 req-8d13ab59-1ad3-4f39-bbc0-4651eed858b1 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.54 "GET /v2.0/ports?device_id=3964468e-e495-4f24-b06e-7e621567361a HTTP/1.1" status: 200 len: 946 time: 0.3139906 Nov 19 17:38:09.312921 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2c4f8e-ec60-4bb4-bfb2-dcd1028a4dbd req-57972eca-d7d4-49e2-870d-b38a332b56b6 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:38:09.325558 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2a2c4f8e-ec60-4bb4-bfb2-dcd1028a4dbd req-57972eca-d7d4-49e2-870d-b38a332b56b6 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] 10.222.0.54 "GET /v2.0/ports?device_id=33b7f368-0977-4f75-bb1f-c9dc76462d25 HTTP/1.1" status: 200 len: 949 time: 0.1310120 Nov 19 17:38:09.336775 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-494a4958-0dc9-4869-9341-3367690815f1 req-1e93d651-3c4d-42e7-96f0-840b30b1ba10 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.54 "GET /v2.0/security-groups?id=740807d6-4246-4ecb-a636-49a5e5a1e11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010623 Nov 19 17:38:09.410557 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2a2c4f8e-ec60-4bb4-bfb2-dcd1028a4dbd req-13b024a5-36fd-4c68-9952-abc02cf50aee tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] 10.222.0.54 "GET /v2.0/security-groups?id=01d035e7-47ed-4912-a186-53ea419ecd96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822771 Nov 19 17:38:09.552172 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-25735133-138a-4c11-b122-759f47496c44 req-10f7f3f5-24b6-4aec-b588-971feae0b829 tempest-ImagesNegativeTestJSON-22376563 tempest-ImagesNegativeTestJSON-22376563-project] 10.222.0.54 "GET /v2.0/ports?device_id=0cafb5a3-5ec7-45e2-9203-50687a38bf8f HTTP/1.1" status: 200 len: 210 time: 0.0555158 Nov 19 17:38:09.618599 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e489e58-5a24-49d7-a744-a3276ec9288c req-a11a437c-077d-408d-b2b2-fb71bcc7cd16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:38:09.620119 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7e489e58-5a24-49d7-a744-a3276ec9288c req-a11a437c-077d-408d-b2b2-fb71bcc7cd16 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=33b7f368-0977-4f75-bb1f-c9dc76462d25 HTTP/1.1" status: 200 len: 1100 time: 0.2327213 Nov 19 17:38:09.867233 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-580751a8-8349-4b4f-b1ab-43b6b54d9c1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-768564'] for router_interface, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:09.939400 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32abb47d-6def-49e1-9362-e444b4b50d61 req-41832a3a-e9ad-4844-ab52-4ba8e9727398 tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:38:09.951184 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-32abb47d-6def-49e1-9362-e444b4b50d61 req-41832a3a-e9ad-4844-ab52-4ba8e9727398 tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] 10.222.0.54 "GET /v2.0/ports?device_id=28bbee57-0a4b-4ac2-b952-d2d4ec1af0f7 HTTP/1.1" status: 200 len: 946 time: 0.2262011 Nov 19 17:38:09.967524 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7e489e58-5a24-49d7-a744-a3276ec9288c req-20268597-cfae-4c6d-b14c-a380192cc42c service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=01d035e7-47ed-4912-a186-53ea419ecd96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2806432 Nov 19 17:38:10.064965 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-975acb7a-0b22-4bbe-b67d-5c40d4d0c95e admin admin] Deleting port 2b50c260-990c-4cc3-95e0-5b5eaa21408c {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:38:10.069990 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-975acb7a-0b22-4bbe-b67d-5c40d4d0c95e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:10.103909 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-32abb47d-6def-49e1-9362-e444b4b50d61 req-d61fdf5a-dada-47de-8307-54d4ded1c324 tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a9bb8e9-ab46-4898-9298-f60e040eb6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513112 Nov 19 17:38:10.186180 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e45eb6-4bfd-435e-8190-891f43fbc2ad req-ff05b952-53fc-45c1-92fe-743783f74076 tempest-FloatingIPsAssociationNegativeTestJSON-628748915 tempest-FloatingIPsAssociationNegativeTestJSON-628748915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:38:10.187484 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-54e45eb6-4bfd-435e-8190-891f43fbc2ad req-ff05b952-53fc-45c1-92fe-743783f74076 tempest-FloatingIPsAssociationNegativeTestJSON-628748915 tempest-FloatingIPsAssociationNegativeTestJSON-628748915-project] 10.222.0.54 "GET /v2.0/ports?device_id=68b9b110-600e-4d53-a392-86b58ec07516 HTTP/1.1" status: 200 len: 946 time: 0.1136999 Nov 19 17:38:10.233528 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [None req-975acb7a-0b22-4bbe-b67d-5c40d4d0c95e admin admin] For port 2b50c260-990c-4cc3-95e0-5b5eaa21408c, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=2b50c260-990c-4cc3-95e0-5b5eaa21408c,segment=NetworkSegment(221b13cd-82e2-47fb-81fe-35b4f3c76616),segment_id=221b13cd-82e2-47fb-81fe-35b4f3c76616)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:38:10.234148 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-975acb7a-0b22-4bbe-b67d-5c40d4d0c95e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:10.259843 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-975acb7a-0b22-4bbe-b67d-5c40d4d0c95e admin admin] Calling delete_port for 2b50c260-990c-4cc3-95e0-5b5eaa21408c owned by network:router_interface {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:38:10.293657 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-54e45eb6-4bfd-435e-8190-891f43fbc2ad req-d8bc3260-a5ef-4142-8a5f-496267341087 tempest-FloatingIPsAssociationNegativeTestJSON-628748915 tempest-FloatingIPsAssociationNegativeTestJSON-628748915-project] 10.222.0.54 "GET /v2.0/security-groups?id=df201946-eaa6-4ac7-aad2-a181245e6bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967791 Nov 19 17:38:10.360461 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-580751a8-8349-4b4f-b1ab-43b6b54d9c1f admin admin] Deleting port f6811f5b-52fe-42ee-9ae0-5c64f7e892d2 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:38:10.367678 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-580751a8-8349-4b4f-b1ab-43b6b54d9c1f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:10.599706 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [None req-580751a8-8349-4b4f-b1ab-43b6b54d9c1f admin admin] For port f6811f5b-52fe-42ee-9ae0-5c64f7e892d2, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=f6811f5b-52fe-42ee-9ae0-5c64f7e892d2,segment=NetworkSegment(bc06b822-5652-4d81-ae2d-19304060c643),segment_id=bc06b822-5652-4d81-ae2d-19304060c643)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:38:10.600220 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-580751a8-8349-4b4f-b1ab-43b6b54d9c1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:10.627092 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-580751a8-8349-4b4f-b1ab-43b6b54d9c1f admin admin] Calling delete_port for f6811f5b-52fe-42ee-9ae0-5c64f7e892d2 owned by network:router_interface {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:38:10.656539 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770e9da2-83fe-4dc1-83c1-7412f1cb67f7 req-f0586591-8805-4acb-af90-358281865473 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:38:10.664245 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-770e9da2-83fe-4dc1-83c1-7412f1cb67f7 req-f0586591-8805-4acb-af90-358281865473 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.54 "GET /v2.0/ports?device_id=3964468e-e495-4f24-b06e-7e621567361a HTTP/1.1" status: 200 len: 946 time: 0.1246030 Nov 19 17:38:10.769245 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-975acb7a-0b22-4bbe-b67d-5c40d4d0c95e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:10.846664 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975acb7a-0b22-4bbe-b67d-5c40d4d0c95e admin admin] Pushing event deleted for resources: {'Port': ['ID=2b50c260-990c-4cc3-95e0-5b5eaa21408c,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:38:11.031211 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfd2713-68b8-4482-90d5-e78b0982de12 req-1b4fae9e-50e2-4b7c-b4d8-3bbbe4b63718 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:38:11.035077 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-3dfd2713-68b8-4482-90d5-e78b0982de12 req-1b4fae9e-50e2-4b7c-b4d8-3bbbe4b63718 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] 10.222.0.54 "GET /v2.0/ports?device_id=33b7f368-0977-4f75-bb1f-c9dc76462d25 HTTP/1.1" status: 200 len: 949 time: 0.3836741 Nov 19 17:38:11.142498 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-770e9da2-83fe-4dc1-83c1-7412f1cb67f7 req-b2b89515-4253-419a-87a6-ad16ed100373 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.54 "GET /v2.0/security-groups?id=740807d6-4246-4ecb-a636-49a5e5a1e11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4772201 Nov 19 17:38:11.201876 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-1ebde25f-7c2c-416c-accb-4cd6cfe03927 req-d1a54f78-a3d8-4071-b3f9-98a68a30d71d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=190b8a74-1657-4b15-9d43-f9dddedef7f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2086470 Nov 19 17:38:11.235545 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-3dfd2713-68b8-4482-90d5-e78b0982de12 req-ff19e3b5-8c48-43fb-8466-65ca0c774801 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] 10.222.0.54 "GET /v2.0/security-groups?id=01d035e7-47ed-4912-a186-53ea419ecd96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576605 Nov 19 17:38:11.263447 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-580751a8-8349-4b4f-b1ab-43b6b54d9c1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:11.358172 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580751a8-8349-4b4f-b1ab-43b6b54d9c1f admin admin] Pushing event deleted for resources: {'Port': ['ID=f6811f5b-52fe-42ee-9ae0-5c64f7e892d2,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:38:11.433754 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fea3f795-faf4-4757-9298-094be113fd24 req-c46064bf-07f3-4874-abbc-ca565b83b0b0 tempest-ImagesNegativeTestJSON-22376563 tempest-ImagesNegativeTestJSON-22376563-project] 10.222.0.54 "GET /v2.0/ports?device_id=0cafb5a3-5ec7-45e2-9203-50687a38bf8f HTTP/1.1" status: 200 len: 210 time: 0.0941737 Nov 19 17:38:11.474891 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-975acb7a-0b22-4bbe-b67d-5c40d4d0c95e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-768648'] for router_interface, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:11.498979 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebde25f-7c2c-416c-accb-4cd6cfe03927 req-305db157-f5fd-4635-b583-caf66d4fb89d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:38:11.501561 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-1ebde25f-7c2c-416c-accb-4cd6cfe03927 req-305db157-f5fd-4635-b583-caf66d4fb89d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0d7ccfd9bdc740e383b438cb097bfe8d&device_id=190b8a74-1657-4b15-9d43-f9dddedef7f2 HTTP/1.1" status: 200 len: 1095 time: 0.2643454 Nov 19 17:38:11.674012 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-93739ab3-e057-4221-9dd2-789e927fbe50 req-adf85edd-e486-4d53-b8f5-8f32dcefd9a0 tempest-ImagesNegativeTestJSON-22376563 tempest-ImagesNegativeTestJSON-22376563-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=9e4b4d8417e049c2a50402a0a77de22c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2671812 Nov 19 17:38:11.933498 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e399ccd5-615e-40a0-bf37-9dd9b93888d4 req-a76052da-4145-46a5-a212-9681441e2659 tempest-FloatingIPsAssociationNegativeTestJSON-628748915 tempest-FloatingIPsAssociationNegativeTestJSON-628748915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:38:11.936627 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e399ccd5-615e-40a0-bf37-9dd9b93888d4 req-a76052da-4145-46a5-a212-9681441e2659 tempest-FloatingIPsAssociationNegativeTestJSON-628748915 tempest-FloatingIPsAssociationNegativeTestJSON-628748915-project] 10.222.0.54 "GET /v2.0/ports?device_id=68b9b110-600e-4d53-a392-86b58ec07516 HTTP/1.1" status: 200 len: 946 time: 0.2669811 Nov 19 17:38:11.948313 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5025bc-f0d1-410f-8ac4-2d72bc954657 req-6b7119d9-c064-4506-b6b9-e6111937af46 tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:38:11.951186 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0a5025bc-f0d1-410f-8ac4-2d72bc954657 req-6b7119d9-c064-4506-b6b9-e6111937af46 tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] 10.222.0.54 "GET /v2.0/ports?device_id=28bbee57-0a4b-4ac2-b952-d2d4ec1af0f7 HTTP/1.1" status: 200 len: 946 time: 0.2374802 Nov 19 17:38:11.961449 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebde25f-7c2c-416c-accb-4cd6cfe03927 req-f5345550-7689-47d1-833c-1847d00484d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:38:11.963715 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-1ebde25f-7c2c-416c-accb-4cd6cfe03927 req-f5345550-7689-47d1-833c-1847d00484d6 service neutron] 10.222.0.60 "GET /v2.0/networks?id=06df44ce-7965-49c3-9334-79a80c7f7af9 HTTP/1.1" status: 200 len: 922 time: 0.4272511 Nov 19 17:38:12.053481 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-1ebde25f-7c2c-416c-accb-4cd6cfe03927 req-d6404c84-70fd-4c32-b1d6-771a65d969a8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a1fadd38-d96e-4b9d-9eb7-8fd2264a9348 HTTP/1.1" status: 200 len: 217 time: 0.0754197 Nov 19 17:38:12.094069 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93739ab3-e057-4221-9dd2-789e927fbe50 req-18a785bf-1d15-4de7-9f26-01d0709368cb tempest-ImagesNegativeTestJSON-22376563 tempest-ImagesNegativeTestJSON-22376563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:38:12.096423 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-93739ab3-e057-4221-9dd2-789e927fbe50 req-18a785bf-1d15-4de7-9f26-01d0709368cb tempest-ImagesNegativeTestJSON-22376563 tempest-ImagesNegativeTestJSON-22376563-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3448482 Nov 19 17:38:12.131063 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-93739ab3-e057-4221-9dd2-789e927fbe50 req-c2685ecd-c248-4875-aead-ebc5c26b9452 tempest-ImagesNegativeTestJSON-22376563 tempest-ImagesNegativeTestJSON-22376563-project] Request body: {'port': {'device_id': '0cafb5a3-5ec7-45e2-9203-50687a38bf8f', 'network_id': '346debfa-452b-4048-abf4-8f4493625ef2', 'admin_state_up': True, 'tenant_id': '9e4b4d8417e049c2a50402a0a77de22c'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:38:12.211656 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e399ccd5-615e-40a0-bf37-9dd9b93888d4 req-b9397d03-d5ce-4b4b-999e-5c88a7907dc0 tempest-FloatingIPsAssociationNegativeTestJSON-628748915 tempest-FloatingIPsAssociationNegativeTestJSON-628748915-project] 10.222.0.54 "GET /v2.0/security-groups?id=df201946-eaa6-4ac7-aad2-a181245e6bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2371130 Nov 19 17:38:12.306189 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-580751a8-8349-4b4f-b1ab-43b6b54d9c1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-768648'] for router_interface, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:12.360541 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93739ab3-e057-4221-9dd2-789e927fbe50 req-c2685ecd-c248-4875-aead-ebc5c26b9452 tempest-ImagesNegativeTestJSON-22376563 tempest-ImagesNegativeTestJSON-22376563-project] Made reservation on behalf of 9e4b4d8417e049c2a50402a0a77de22c for: {'port': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:38:12.371288 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-93739ab3-e057-4221-9dd2-789e927fbe50 req-c2685ecd-c248-4875-aead-ebc5c26b9452 tempest-ImagesNegativeTestJSON-22376563 tempest-ImagesNegativeTestJSON-22376563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:12.445648 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-93739ab3-e057-4221-9dd2-789e927fbe50 req-c2685ecd-c248-4875-aead-ebc5c26b9452 tempest-ImagesNegativeTestJSON-22376563 tempest-ImagesNegativeTestJSON-22376563-project] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:12.576121 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702b5032-d1f2-49ef-b5e6-6e1a1422a5d3 req-b180d395-b39b-4246-b6e9-f6ceca9d70ba tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:38:12.577357 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-702b5032-d1f2-49ef-b5e6-6e1a1422a5d3 req-b180d395-b39b-4246-b6e9-f6ceca9d70ba tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.54 "GET /v2.0/ports?device_id=3964468e-e495-4f24-b06e-7e621567361a HTTP/1.1" status: 200 len: 946 time: 0.2328014 Nov 19 17:38:12.651539 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebde25f-7c2c-416c-accb-4cd6cfe03927 req-f715a62a-1d9f-4503-8b8a-3ca0b74d8854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:38:12.652992 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-1ebde25f-7c2c-416c-accb-4cd6cfe03927 req-f715a62a-1d9f-4503-8b8a-3ca0b74d8854 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e811f539-9c60-469d-a119-267f6bfeab01 HTTP/1.1" status: 200 len: 861 time: 0.5894253 Nov 19 17:38:12.662053 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0a5025bc-f0d1-410f-8ac4-2d72bc954657 req-b928c35f-4da8-43e3-9a9d-09da840c3464 tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a9bb8e9-ab46-4898-9298-f60e040eb6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6970720 Nov 19 17:38:12.705862 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-1ebde25f-7c2c-416c-accb-4cd6cfe03927 req-25bb240e-32de-48f9-8855-f045508cc479 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=06df44ce-7965-49c3-9334-79a80c7f7af9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378466 Nov 19 17:38:12.789395 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-702b5032-d1f2-49ef-b5e6-6e1a1422a5d3 req-bfe1ef75-a01b-4191-92b4-989485d56bb7 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.54 "GET /v2.0/security-groups?id=740807d6-4246-4ecb-a636-49a5e5a1e11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842837 Nov 19 17:38:12.791623 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-93739ab3-e057-4221-9dd2-789e927fbe50 req-c2685ecd-c248-4875-aead-ebc5c26b9452 tempest-ImagesNegativeTestJSON-22376563 tempest-ImagesNegativeTestJSON-22376563-project] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:12.802432 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-93739ab3-e057-4221-9dd2-789e927fbe50 req-c2685ecd-c248-4875-aead-ebc5c26b9452 tempest-ImagesNegativeTestJSON-22376563 tempest-ImagesNegativeTestJSON-22376563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:12.845606 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2685ecd-c248-4875-aead-ebc5c26b9452 tempest-ImagesNegativeTestJSON-22376563 tempest-ImagesNegativeTestJSON-22376563-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7f20dbb-e3ba-4a2c-a9af-f3f9295336aa,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:38:12.859040 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445ce481-8e9e-4a6e-8a94-b41fb14d994a req-23c266af-b998-416f-8c43-6f1732cae386 tempest-FloatingIPsAssociationNegativeTestJSON-628748915 tempest-FloatingIPsAssociationNegativeTestJSON-628748915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:38:12.860601 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-445ce481-8e9e-4a6e-8a94-b41fb14d994a req-23c266af-b998-416f-8c43-6f1732cae386 tempest-FloatingIPsAssociationNegativeTestJSON-628748915 tempest-FloatingIPsAssociationNegativeTestJSON-628748915-project] 10.222.0.86 "GET /v2.0/ports?device_id=68b9b110-600e-4d53-a392-86b58ec07516 HTTP/1.1" status: 200 len: 946 time: 0.2499774 Nov 19 17:38:13.014092 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d79510-1188-400e-bf58-aa9617223e5b req-88c1550b-84df-478e-9f27-aca2b5489ad8 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:38:13.015938 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b2d79510-1188-400e-bf58-aa9617223e5b req-88c1550b-84df-478e-9f27-aca2b5489ad8 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] 10.222.0.54 "GET /v2.0/ports?device_id=33b7f368-0977-4f75-bb1f-c9dc76462d25 HTTP/1.1" status: 200 len: 949 time: 0.2041395 Nov 19 17:38:13.021065 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-975acb7a-0b22-4bbe-b67d-5c40d4d0c95e admin admin] Router 27f76ed7-7837-453b-b958-026bcbdbc349 has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 17:38:13.052312 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [req-93739ab3-e057-4221-9dd2-789e927fbe50 req-c2685ecd-c248-4875-aead-ebc5c26b9452 tempest-ImagesNegativeTestJSON-22376563 tempest-ImagesNegativeTestJSON-22376563-project] Allocated IP 192.168.233.25 (346debfa-452b-4048-abf4-8f4493625ef2/8b3c88de-c9c2-4a20-b19e-1855c2c19035/53674ccc-c2ec-41a3-af73-d5a5722f9869) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:38:13.061210 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-1ebde25f-7c2c-416c-accb-4cd6cfe03927 req-06e178b8-7cd4-4a31-94ad-3a74d5fa0da5 service neutron] 10.222.0.60 "GET /v2.0/networks/06df44ce-7965-49c3-9334-79a80c7f7af9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3159277 Nov 19 17:38:13.131644 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8368af9f-cb21-45b9-b209-fcdf7040477f req-9f2b04ed-e6c3-4cd7-927b-533e9a80dd60 tempest-ImagesNegativeTestJSON-22376563 tempest-ImagesNegativeTestJSON-22376563-project] 10.222.0.54 "GET /v2.0/ports?device_id=0cafb5a3-5ec7-45e2-9203-50687a38bf8f HTTP/1.1" status: 200 len: 210 time: 0.0337281 Nov 19 17:38:13.149347 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-580751a8-8349-4b4f-b1ab-43b6b54d9c1f admin admin] Router c48e6f47-8865-496b-8cee-911b1864d833 has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 17:38:13.303118 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b2d79510-1188-400e-bf58-aa9617223e5b req-3177e268-7212-47f7-96a9-c1a54caf3c6b tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] 10.222.0.54 "GET /v2.0/security-groups?id=01d035e7-47ed-4912-a186-53ea419ecd96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2743101 Nov 19 17:38:13.320320 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [req-445ce481-8e9e-4a6e-8a94-b41fb14d994a req-82b0f81e-0ff2-4c04-a0b7-03a8d3dcd7a5 tempest-FloatingIPsAssociationNegativeTestJSON-628748915 tempest-FloatingIPsAssociationNegativeTestJSON-628748915-project] Deleting port d599098f-98e8-4746-9e46-4040050c6241 {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:38:13.321005 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-445ce481-8e9e-4a6e-8a94-b41fb14d994a req-82b0f81e-0ff2-4c04-a0b7-03a8d3dcd7a5 tempest-FloatingIPsAssociationNegativeTestJSON-628748915 tempest-FloatingIPsAssociationNegativeTestJSON-628748915-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:13.354840 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-93739ab3-e057-4221-9dd2-789e927fbe50 req-c2685ecd-c248-4875-aead-ebc5c26b9452 tempest-ImagesNegativeTestJSON-22376563 tempest-ImagesNegativeTestJSON-22376563-project] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:13.403675 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-93739ab3-e057-4221-9dd2-789e927fbe50 req-c2685ecd-c248-4875-aead-ebc5c26b9452 tempest-ImagesNegativeTestJSON-22376563 tempest-ImagesNegativeTestJSON-22376563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:13.417603 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-1ebde25f-7c2c-416c-accb-4cd6cfe03927 req-97111008-dfad-4322-a6e4-13a0df546a1d service neutron] 10.222.0.60 "GET /v2.0/networks/06df44ce-7965-49c3-9334-79a80c7f7af9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3431821 Nov 19 17:38:13.453471 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-975acb7a-0b22-4bbe-b67d-5c40d4d0c95e admin admin] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 17:38:13.466486 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-975acb7a-0b22-4bbe-b67d-5c40d4d0c95e admin admin] 10.222.0.54 "PUT /v2.0/routers/27f76ed7-7837-453b-b958-026bcbdbc349/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4885986 Nov 19 17:38:13.469924 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 43426) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:38:13.471840 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e00d11-0f29-44e7-b7aa-8506547774c2 None None] Sync routers for ids ['27f76ed7-7837-453b-b958-026bcbdbc349'] in n-d-818022-2 {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 17:38:13.492328 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e00d11-0f29-44e7-b7aa-8506547774c2 None None] Routers {'27f76ed7-7837-453b-b958-026bcbdbc349'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:38:13.493028 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-c1e00d11-0f29-44e7-b7aa-8506547774c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:38:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['27f76ed7-7837-453b-b958-026bcbdbc349'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:38:13.586529 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-445ce481-8e9e-4a6e-8a94-b41fb14d994a req-82b0f81e-0ff2-4c04-a0b7-03a8d3dcd7a5 tempest-FloatingIPsAssociationNegativeTestJSON-628748915 tempest-FloatingIPsAssociationNegativeTestJSON-628748915-project] For port d599098f-98e8-4746-9e46-4040050c6241, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=d599098f-98e8-4746-9e46-4040050c6241,segment=NetworkSegment(14c5d391-9845-4512-97da-480cae9dda64),segment_id=14c5d391-9845-4512-97da-480cae9dda64)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:38:13.587327 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-445ce481-8e9e-4a6e-8a94-b41fb14d994a req-82b0f81e-0ff2-4c04-a0b7-03a8d3dcd7a5 tempest-FloatingIPsAssociationNegativeTestJSON-628748915 tempest-FloatingIPsAssociationNegativeTestJSON-628748915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:13.609105 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93739ab3-e057-4221-9dd2-789e927fbe50 req-c2685ecd-c248-4875-aead-ebc5c26b9452 tempest-ImagesNegativeTestJSON-22376563 tempest-ImagesNegativeTestJSON-22376563-project] Network 346debfa-452b-4048-abf4-8f4493625ef2 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:38:13.619671 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [req-93739ab3-e057-4221-9dd2-789e927fbe50 req-c2685ecd-c248-4875-aead-ebc5c26b9452 tempest-ImagesNegativeTestJSON-22376563 tempest-ImagesNegativeTestJSON-22376563-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:38:13.622663 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-93739ab3-e057-4221-9dd2-789e927fbe50 req-c2685ecd-c248-4875-aead-ebc5c26b9452 tempest-ImagesNegativeTestJSON-22376563 tempest-ImagesNegativeTestJSON-22376563-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:38:13.658817 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [req-445ce481-8e9e-4a6e-8a94-b41fb14d994a req-82b0f81e-0ff2-4c04-a0b7-03a8d3dcd7a5 tempest-FloatingIPsAssociationNegativeTestJSON-628748915 tempest-FloatingIPsAssociationNegativeTestJSON-628748915-project] Calling delete_port for d599098f-98e8-4746-9e46-4040050c6241 owned by compute:nova {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:38:13.708956 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-c1e00d11-0f29-44e7-b7aa-8506547774c2 None None] Set router 27f76ed7-7837-453b-b958-026bcbdbc349 gateway port host: n-d-818022-2 {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:38:13.712013 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93739ab3-e057-4221-9dd2-789e927fbe50 req-c2685ecd-c248-4875-aead-ebc5c26b9452 tempest-ImagesNegativeTestJSON-22376563 tempest-ImagesNegativeTestJSON-22376563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:38:13.712837 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-93739ab3-e057-4221-9dd2-789e927fbe50 req-c2685ecd-c248-4875-aead-ebc5c26b9452 tempest-ImagesNegativeTestJSON-22376563 tempest-ImagesNegativeTestJSON-22376563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:13.745328 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a767981-4935-438e-8bb4-5a5169ccd984 req-5d8cd3fc-94a4-47d6-849d-4439d2068d85 tempest-FloatingIPsAssociationNegativeTestJSON-628748915 tempest-FloatingIPsAssociationNegativeTestJSON-628748915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:38:13.754842 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0a767981-4935-438e-8bb4-5a5169ccd984 req-5d8cd3fc-94a4-47d6-849d-4439d2068d85 tempest-FloatingIPsAssociationNegativeTestJSON-628748915 tempest-FloatingIPsAssociationNegativeTestJSON-628748915-project] 10.222.0.54 "GET /v2.0/ports?device_id=68b9b110-600e-4d53-a392-86b58ec07516 HTTP/1.1" status: 200 len: 946 time: 0.3537867 Nov 19 17:38:13.757438 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-fb61fdcb-7f12-443d-baae-181d8b1f3b23 admin admin] Publish callbacks [] for router, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:13.792811 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2685ecd-c248-4875-aead-ebc5c26b9452 tempest-ImagesNegativeTestJSON-22376563 tempest-ImagesNegativeTestJSON-22376563-project] Pushing event updated for resources: {'Port': ['ID=53674ccc-c2ec-41a3-af73-d5a5722f9869,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:38:13.881865 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0a767981-4935-438e-8bb4-5a5169ccd984 req-ef1daad8-cce0-4215-a0a6-5117a118b61b tempest-FloatingIPsAssociationNegativeTestJSON-628748915 tempest-FloatingIPsAssociationNegativeTestJSON-628748915-project] 10.222.0.54 "GET /v2.0/security-groups?id=df201946-eaa6-4ac7-aad2-a181245e6bda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204343 Nov 19 17:38:13.895817 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c750028-2f5b-47ca-b2b6-5e349eb09812 req-bfd03092-ef69-4ab2-b93e-41601804ad9b tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:38:13.896492 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-93739ab3-e057-4221-9dd2-789e927fbe50 req-c2685ecd-c248-4875-aead-ebc5c26b9452 tempest-ImagesNegativeTestJSON-22376563 tempest-ImagesNegativeTestJSON-22376563-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7741277 Nov 19 17:38:13.899046 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-580751a8-8349-4b4f-b1ab-43b6b54d9c1f admin admin] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 17:38:13.910947 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf215e69-24ff-45aa-8d84-7de2418a0ce4 None None] Sync routers for ids ['c48e6f47-8865-496b-8cee-911b1864d833'] in n-d-818022-2 {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 17:38:13.913713 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-580751a8-8349-4b4f-b1ab-43b6b54d9c1f admin admin] 10.222.0.54 "PUT /v2.0/routers/c48e6f47-8865-496b-8cee-911b1864d833/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7245426 Nov 19 17:38:13.928882 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf215e69-24ff-45aa-8d84-7de2418a0ce4 None None] Routers {'c48e6f47-8865-496b-8cee-911b1864d833'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:38:13.929022 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-93739ab3-e057-4221-9dd2-789e927fbe50 req-9fc0c848-d3bc-4d41-9285-c4852968dd1e service neutron] Request body: {'port': {'device_id': '0cafb5a3-5ec7-45e2-9203-50687a38bf8f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818022-2'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:38:13.929914 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c750028-2f5b-47ca-b2b6-5e349eb09812 req-bfd03092-ef69-4ab2-b93e-41601804ad9b tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:38:13.939793 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-bf215e69-24ff-45aa-8d84-7de2418a0ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:38:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['c48e6f47-8865-496b-8cee-911b1864d833'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:38:13.941904 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-5c750028-2f5b-47ca-b2b6-5e349eb09812 req-bfd03092-ef69-4ab2-b93e-41601804ad9b tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] 10.222.0.54 "GET /v2.0/ports?device_id=0b21b2e0-3f84-4439-b115-e4cb8765ca94&device_id=33b7f368-0977-4f75-bb1f-c9dc76462d25 HTTP/1.1" status: 200 len: 1690 time: 0.2410934 Nov 19 17:38:13.964229 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 43432) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:38:14.046324 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-93739ab3-e057-4221-9dd2-789e927fbe50 req-9fc0c848-d3bc-4d41-9285-c4852968dd1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:14.089999 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-a39fa88c-8139-44dd-b59c-cc9417d3c1d3 None None] Provisioning complete for port 53674ccc-c2ec-41a3-af73-d5a5722f9869 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:38:14.090776 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a39fa88c-8139-44dd-b59c-cc9417d3c1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:14.128816 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-bf215e69-24ff-45aa-8d84-7de2418a0ce4 None None] Set router c48e6f47-8865-496b-8cee-911b1864d833 gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:38:14.156615 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-c1e00d11-0f29-44e7-b7aa-8506547774c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27f76ed7-7837-453b-b958-026bcbdbc349', 'name': 'tempest-AttachSCSIVolumeTestJSON-426218198-router', 'tenant_id': '86138a848f204a4a97458e3e4a94d16b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.227'}], 'enable_snat': True}, 'gw_port_id': '8f5607ec-9721-48b8-ab01-559692a36a37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:35:38Z', 'updated_at': '2021-11-19T17:38:10Z', 'revision_number': 5, 'project_id': '86138a848f204a4a97458e3e4a94d16b', 'gw_port': {'id': '8f5607ec-9721-48b8-ab01-559692a36a37', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:d1:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27f76ed7-7837-453b-b958-026bcbdbc349', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:35:39Z', 'updated_at': '2021-11-19T17:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:38:14.175698 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078fd7c9-071b-48a4-bb9c-b8ed2cb838d2 req-08ca5d9b-44ae-4dfc-b51d-e7fdd5fdcc06 tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:38:14.191958 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-078fd7c9-071b-48a4-bb9c-b8ed2cb838d2 req-08ca5d9b-44ae-4dfc-b51d-e7fdd5fdcc06 tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] 10.222.0.54 "GET /v2.0/ports?device_id=28bbee57-0a4b-4ac2-b952-d2d4ec1af0f7 HTTP/1.1" status: 200 len: 946 time: 0.1645439 Nov 19 17:38:14.214265 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-a39fa88c-8139-44dd-b59c-cc9417d3c1d3 None None] Port 53674ccc-c2ec-41a3-af73-d5a5722f9869 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:38:14.217183 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e00d11-0f29-44e7-b7aa-8506547774c2 None None] Checking router: 27f76ed7-7837-453b-b958-026bcbdbc349 for host: n-d-818022-2 {{(pid=103366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 17:38:14.234378 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-5c750028-2f5b-47ca-b2b6-5e349eb09812 req-108a02e2-61f7-4d64-ab09-8195201220a6 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] 10.222.0.54 "GET /v2.0/security-groups?id=01d035e7-47ed-4912-a186-53ea419ecd96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2843051 Nov 19 17:38:14.246545 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e00d11-0f29-44e7-b7aa-8506547774c2 None None] Routers {'27f76ed7-7837-453b-b958-026bcbdbc349'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:38:14.251046 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-c1e00d11-0f29-44e7-b7aa-8506547774c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:38:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['27f76ed7-7837-453b-b958-026bcbdbc349'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:38:14.324907 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-fb61fdcb-7f12-443d-baae-181d8b1f3b23 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:14.361595 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-05047d32-676f-4abe-9c75-b879eb8d57a9 admin admin] Publish callbacks [] for router, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:14.383632 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-078fd7c9-071b-48a4-bb9c-b8ed2cb838d2 req-866d0816-0ee1-4819-8a47-a2268c27477e tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a9bb8e9-ab46-4898-9298-f60e040eb6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904576 Nov 19 17:38:14.473347 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-c1e00d11-0f29-44e7-b7aa-8506547774c2 None None] Set router 27f76ed7-7837-453b-b958-026bcbdbc349 gateway port host: n-d-818022-2 {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:38:14.504102 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-bf215e69-24ff-45aa-8d84-7de2418a0ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c48e6f47-8865-496b-8cee-911b1864d833', 'name': 'tempest-FloatingIPsNegativeTestJSON-103384747-router', 'tenant_id': 'd7cb83cfc44f4017abb2ec41b71725ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': 'ff6f5976-46c5-4ffc-af47-f6274adb68ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:37:47Z', 'updated_at': '2021-11-19T17:38:11Z', 'revision_number': 5, 'project_id': 'd7cb83cfc44f4017abb2ec41b71725ec', 'gw_port': {'id': 'ff6f5976-46c5-4ffc-af47-f6274adb68ad', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:9d:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c48e6f47-8865-496b-8cee-911b1864d833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:37:49Z', 'updated_at': '2021-11-19T17:38:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:38:14.541012 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf215e69-24ff-45aa-8d84-7de2418a0ce4 None None] Checking router: c48e6f47-8865-496b-8cee-911b1864d833 for host: n-d-818022-2 {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 17:38:14.546725 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4eca8a-ef26-4570-b8ed-5b19e25b964d req-a70f5950-68a6-4210-8b1a-ba83c12a552d tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:38:14.553713 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf215e69-24ff-45aa-8d84-7de2418a0ce4 None None] Routers {'c48e6f47-8865-496b-8cee-911b1864d833'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:38:14.554662 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-bf215e69-24ff-45aa-8d84-7de2418a0ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:38:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['c48e6f47-8865-496b-8cee-911b1864d833'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:38:14.555252 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ae4eca8a-ef26-4570-b8ed-5b19e25b964d req-a70f5950-68a6-4210-8b1a-ba83c12a552d tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.54 "GET /v2.0/ports?device_id=3964468e-e495-4f24-b06e-7e621567361a HTTP/1.1" status: 200 len: 946 time: 0.2256854 Nov 19 17:38:14.596020 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-445ce481-8e9e-4a6e-8a94-b41fb14d994a req-82b0f81e-0ff2-4c04-a0b7-03a8d3dcd7a5 tempest-FloatingIPsAssociationNegativeTestJSON-628748915 tempest-FloatingIPsAssociationNegativeTestJSON-628748915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:14.749650 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-fb61fdcb-7f12-443d-baae-181d8b1f3b23 admin admin] Deleting port 8f5607ec-9721-48b8-ab01-559692a36a37 {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:38:14.750350 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-fb61fdcb-7f12-443d-baae-181d8b1f3b23 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:14.842771 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [req-93739ab3-e057-4221-9dd2-789e927fbe50 req-9fc0c848-d3bc-4d41-9285-c4852968dd1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53674ccc-c2ec-41a3-af73-d5a5722f9869 {{(pid=103365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:38:14.847245 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-bf215e69-24ff-45aa-8d84-7de2418a0ce4 None None] Set router c48e6f47-8865-496b-8cee-911b1864d833 gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:38:14.882378 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-93739ab3-e057-4221-9dd2-789e927fbe50 req-9fc0c848-d3bc-4d41-9285-c4852968dd1e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:14.923512 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-c1e00d11-0f29-44e7-b7aa-8506547774c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27f76ed7-7837-453b-b958-026bcbdbc349', 'name': 'tempest-AttachSCSIVolumeTestJSON-426218198-router', 'tenant_id': '86138a848f204a4a97458e3e4a94d16b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.227'}], 'enable_snat': True}, 'gw_port_id': '8f5607ec-9721-48b8-ab01-559692a36a37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:35:38Z', 'updated_at': '2021-11-19T17:38:10Z', 'revision_number': 5, 'project_id': '86138a848f204a4a97458e3e4a94d16b', 'gw_port': {'id': '8f5607ec-9721-48b8-ab01-559692a36a37', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:d1:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27f76ed7-7837-453b-b958-026bcbdbc349', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:35:39Z', 'updated_at': '2021-11-19T17:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:38:14.932263 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [None req-fb61fdcb-7f12-443d-baae-181d8b1f3b23 admin admin] For port 8f5607ec-9721-48b8-ab01-559692a36a37, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=8f5607ec-9721-48b8-ab01-559692a36a37,segment=NetworkSegment(bbe705c1-96c0-476e-8381-28227e6f0ac5),segment_id=bbe705c1-96c0-476e-8381-28227e6f0ac5)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:38:14.934828 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.provisioning_blocks [req-93739ab3-e057-4221-9dd2-789e927fbe50 req-9fc0c848-d3bc-4d41-9285-c4852968dd1e service neutron] Transition to ACTIVE for port object 53674ccc-c2ec-41a3-af73-d5a5722f9869 will not be triggered until provisioned by entity L2. {{(pid=103365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 17:38:14.937117 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-fb61fdcb-7f12-443d-baae-181d8b1f3b23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:14.947783 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-93739ab3-e057-4221-9dd2-789e927fbe50 req-9fc0c848-d3bc-4d41-9285-c4852968dd1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:14.974410 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1847612c-c61e-46f0-8d54-092784b5ef71 req-bb85417e-9a02-4eb0-999f-59325dfdbcb3 tempest-ImagesNegativeTestJSON-22376563 tempest-ImagesNegativeTestJSON-22376563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:38:14.976077 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-1847612c-c61e-46f0-8d54-092784b5ef71 req-bb85417e-9a02-4eb0-999f-59325dfdbcb3 tempest-ImagesNegativeTestJSON-22376563 tempest-ImagesNegativeTestJSON-22376563-project] 10.222.0.54 "GET /v2.0/ports?device_id=0cafb5a3-5ec7-45e2-9203-50687a38bf8f HTTP/1.1" status: 200 len: 935 time: 0.1867774 Nov 19 17:38:14.990003 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e00d11-0f29-44e7-b7aa-8506547774c2 None None] The sync data for ids ['27f76ed7-7837-453b-b958-026bcbdbc349'] in n-d-818022-2 is: [{'id': '27f76ed7-7837-453b-b958-026bcbdbc349', 'name': 'tempest-AttachSCSIVolumeTestJSON-426218198-router', 'tenant_id': '86138a848f204a4a97458e3e4a94d16b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.227'}], 'enable_snat': True}, 'gw_port_id': '8f5607ec-9721-48b8-ab01-559692a36a37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:35:38Z', 'updated_at': '2021-11-19T17:38:10Z', 'revision_number': 5, 'project_id': '86138a848f204a4a97458e3e4a94d16b', 'gw_port': {'id': '8f5607ec-9721-48b8-ab01-559692a36a37', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:d1:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27f76ed7-7837-453b-b958-026bcbdbc349', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:35:39Z', 'updated_at': '2021-11-19T17:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 17:38:15.009523 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device d599098f-98e8-4746-9e46-4040050c6241 no longer exists at agent hyperv_n-h2-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:38:15.012878 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [req-445ce481-8e9e-4a6e-8a94-b41fb14d994a req-82b0f81e-0ff2-4c04-a0b7-03a8d3dcd7a5 tempest-FloatingIPsAssociationNegativeTestJSON-628748915 tempest-FloatingIPsAssociationNegativeTestJSON-628748915-project] No DVR routers for this DVR port d599098f-98e8-4746-9e46-4040050c6241 on host n-h2-818022-2 {{(pid=103364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:38:15.021701 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-445ce481-8e9e-4a6e-8a94-b41fb14d994a req-82b0f81e-0ff2-4c04-a0b7-03a8d3dcd7a5 tempest-FloatingIPsAssociationNegativeTestJSON-628748915 tempest-FloatingIPsAssociationNegativeTestJSON-628748915-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:15.025886 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-445ce481-8e9e-4a6e-8a94-b41fb14d994a req-82b0f81e-0ff2-4c04-a0b7-03a8d3dcd7a5 tempest-FloatingIPsAssociationNegativeTestJSON-628748915 tempest-FloatingIPsAssociationNegativeTestJSON-628748915-project] 10.222.0.86 "DELETE /v2.0/ports/d599098f-98e8-4746-9e46-4040050c6241 HTTP/1.1" status: 204 len: 173 time: 2.1527584 Nov 19 17:38:15.028541 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68b9b110-600e-4d53-a392-86b58ec07516', 'name': 'network-vif-deleted', 'tag': 'd599098f-98e8-4746-9e46-4040050c6241'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:38:15.031423 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dd4767a008c23f8566efc82158ee1b1fff34e1a9e908d76d0b6d0ab7e350e5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8f64a72-9f39-4ee1-acd9-be70a577f5c9" -d '{"events": [{"server_uuid": "68b9b110-600e-4d53-a392-86b58ec07516", "name": "network-vif-deleted", "tag": "d599098f-98e8-4746-9e46-4040050c6241"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:38:15.046079 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b0f81e-0ff2-4c04-a0b7-03a8d3dcd7a5 tempest-FloatingIPsAssociationNegativeTestJSON-628748915 tempest-FloatingIPsAssociationNegativeTestJSON-628748915-project] Pushing event deleted for resources: {'Port': ['ID=d599098f-98e8-4746-9e46-4040050c6241,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:38:15.067699 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-fb61fdcb-7f12-443d-baae-181d8b1f3b23 admin admin] Calling delete_port for 8f5607ec-9721-48b8-ab01-559692a36a37 owned by network:router_gateway {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:38:15.083439 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] No Port match for: d599098f-98e8-4746-9e46-4040050c6241 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:38:15.083797 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device d599098f-98e8-4746-9e46-4040050c6241 not bound to the agent host n-h2-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:38:15.194466 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc0c848-d3bc-4d41-9285-c4852968dd1e service neutron] Pushing event updated for resources: {'Port': ['ID=53674ccc-c2ec-41a3-af73-d5a5722f9869,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:38:15.233065 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-bf215e69-24ff-45aa-8d84-7de2418a0ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c48e6f47-8865-496b-8cee-911b1864d833', 'name': 'tempest-FloatingIPsNegativeTestJSON-103384747-router', 'tenant_id': 'd7cb83cfc44f4017abb2ec41b71725ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': 'ff6f5976-46c5-4ffc-af47-f6274adb68ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:37:47Z', 'updated_at': '2021-11-19T17:38:11Z', 'revision_number': 5, 'project_id': 'd7cb83cfc44f4017abb2ec41b71725ec', 'gw_port': {'id': 'ff6f5976-46c5-4ffc-af47-f6274adb68ad', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:9d:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c48e6f47-8865-496b-8cee-911b1864d833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:37:49Z', 'updated_at': '2021-11-19T17:38:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:38:15.315502 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf215e69-24ff-45aa-8d84-7de2418a0ce4 None None] The sync data for ids ['c48e6f47-8865-496b-8cee-911b1864d833'] in n-d-818022-2 is: [{'id': 'c48e6f47-8865-496b-8cee-911b1864d833', 'name': 'tempest-FloatingIPsNegativeTestJSON-103384747-router', 'tenant_id': 'd7cb83cfc44f4017abb2ec41b71725ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': 'ff6f5976-46c5-4ffc-af47-f6274adb68ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:37:47Z', 'updated_at': '2021-11-19T17:38:11Z', 'revision_number': 5, 'project_id': 'd7cb83cfc44f4017abb2ec41b71725ec', 'gw_port': {'id': 'ff6f5976-46c5-4ffc-af47-f6274adb68ad', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:9d:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c48e6f47-8865-496b-8cee-911b1864d833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:37:49Z', 'updated_at': '2021-11-19T17:38:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 17:38:15.608270 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-1847612c-c61e-46f0-8d54-092784b5ef71 req-140d9067-b758-447b-bcb7-0ce37f26de9b tempest-ImagesNegativeTestJSON-22376563 tempest-ImagesNegativeTestJSON-22376563-project] 10.222.0.54 "GET /v2.0/security-groups?id=e7f20dbb-e3ba-4a2c-a9af-f3f9295336aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5617995 Nov 19 17:38:15.697254 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-93739ab3-e057-4221-9dd2-789e927fbe50 req-9fc0c848-d3bc-4d41-9285-c4852968dd1e service neutron] Attempting to bind port 53674ccc-c2ec-41a3-af73-d5a5722f9869 on host n-h2-818022-2 for vnic_type normal with profile {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:38:15.698059 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-93739ab3-e057-4221-9dd2-789e927fbe50 req-9fc0c848-d3bc-4d41-9285-c4852968dd1e service neutron] Attempting to bind port 53674ccc-c2ec-41a3-af73-d5a5722f9869 by drivers openvswitch,hyperv on host n-h2-818022-2 at level 0 using segments [{'id': '1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '346debfa-452b-4048-abf4-8f4493625ef2'}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:38:15.698563 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93739ab3-e057-4221-9dd2-789e927fbe50 req-9fc0c848-d3bc-4d41-9285-c4852968dd1e service neutron] Attempting to bind port 53674ccc-c2ec-41a3-af73-d5a5722f9869 on network 346debfa-452b-4048-abf4-8f4493625ef2 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:38:15.704421 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93739ab3-e057-4221-9dd2-789e927fbe50 req-9fc0c848-d3bc-4d41-9285-c4852968dd1e service neutron] Port 53674ccc-c2ec-41a3-af73-d5a5722f9869 on network 346debfa-452b-4048-abf4-8f4493625ef2 not bound, no agent of type Open vSwitch agent registered on host n-h2-818022-2 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 17:38:15.705522 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93739ab3-e057-4221-9dd2-789e927fbe50 req-9fc0c848-d3bc-4d41-9285-c4852968dd1e service neutron] Attempting to bind port 53674ccc-c2ec-41a3-af73-d5a5722f9869 on network 346debfa-452b-4048-abf4-8f4493625ef2 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:38:15.713085 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93739ab3-e057-4221-9dd2-789e927fbe50 req-9fc0c848-d3bc-4d41-9285-c4852968dd1e service neutron] Checking agent: {'id': '525ad2ac-c4ae-4c63-af2e-0bf8d25d0f0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'started_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 38, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:38:15.713681 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93739ab3-e057-4221-9dd2-789e927fbe50 req-9fc0c848-d3bc-4d41-9285-c4852968dd1e service neutron] Checking segment: {'id': '1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '346debfa-452b-4048-abf4-8f4493625ef2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:38:15.714250 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93739ab3-e057-4221-9dd2-789e927fbe50 req-9fc0c848-d3bc-4d41-9285-c4852968dd1e service neutron] Bound using segment: {'id': '1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '346debfa-452b-4048-abf4-8f4493625ef2'} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:38:15.714856 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-93739ab3-e057-4221-9dd2-789e927fbe50 req-9fc0c848-d3bc-4d41-9285-c4852968dd1e service neutron] Bound port: 53674ccc-c2ec-41a3-af73-d5a5722f9869, host: n-h2-818022-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '346debfa-452b-4048-abf4-8f4493625ef2'}}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:38:15.715392 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-93739ab3-e057-4221-9dd2-789e927fbe50 req-9fc0c848-d3bc-4d41-9285-c4852968dd1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:15.739922 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ae4eca8a-ef26-4570-b8ed-5b19e25b964d req-bd102927-d0ab-49c8-9850-d077456bc517 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.54 "GET /v2.0/security-groups?id=740807d6-4246-4ecb-a636-49a5e5a1e11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1831498 Nov 19 17:38:15.839860 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-05047d32-676f-4abe-9c75-b879eb8d57a9 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:15.904887 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:38:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fde960d-0fc5-4c7d-9506-2b134e2f1a5b x-openstack-request-id: req-1fde960d-0fc5-4c7d-9506-2b134e2f1a5b {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:38:15.905358 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68b9b110-600e-4d53-a392-86b58ec07516", "name": "network-vif-deleted", "tag": "d599098f-98e8-4746-9e46-4040050c6241", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:38:15.905773 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-1fde960d-0fc5-4c7d-9506-2b134e2f1a5b {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:38:15.906429 n-d-818022-2 neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68b9b110-600e-4d53-a392-86b58ec07516', 'name': 'network-vif-deleted', 'tag': 'd599098f-98e8-4746-9e46-4040050c6241', 'status': 'completed', 'code': 200} Nov 19 17:38:15.983469 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b5209fe4-0598-4fb5-a023-14fb1812bdd7 req-2a4dc522-2f23-44c9-a906-1901eaf3df6f tempest-FloatingIPsAssociationNegativeTestJSON-628748915 tempest-FloatingIPsAssociationNegativeTestJSON-628748915-project] 10.222.0.54 "GET /v2.0/ports?device_id=68b9b110-600e-4d53-a392-86b58ec07516 HTTP/1.1" status: 200 len: 210 time: 0.0921564 Nov 19 17:38:16.062089 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-93739ab3-e057-4221-9dd2-789e927fbe50 req-9fc0c848-d3bc-4d41-9285-c4852968dd1e service neutron] For port 53674ccc-c2ec-41a3-af73-d5a5722f9869, host n-h2-818022-2, cleared binding levels {{(pid=103365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:38:16.073066 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-93739ab3-e057-4221-9dd2-789e927fbe50 req-9fc0c848-d3bc-4d41-9285-c4852968dd1e service neutron] For port 53674ccc-c2ec-41a3-af73-d5a5722f9869, host n-h2-818022-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=53674ccc-c2ec-41a3-af73-d5a5722f9869,segment=NetworkSegment(1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861),segment_id=1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861)] {{(pid=103365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:38:16.081392 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-93739ab3-e057-4221-9dd2-789e927fbe50 req-9fc0c848-d3bc-4d41-9285-c4852968dd1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:16.102632 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-05047d32-676f-4abe-9c75-b879eb8d57a9 admin admin] Deleting port ff6f5976-46c5-4ffc-af47-f6274adb68ad {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:38:16.103187 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-05047d32-676f-4abe-9c75-b879eb8d57a9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:16.154092 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93739ab3-e057-4221-9dd2-789e927fbe50 req-9fc0c848-d3bc-4d41-9285-c4852968dd1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:38:16.155779 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-93739ab3-e057-4221-9dd2-789e927fbe50 req-9fc0c848-d3bc-4d41-9285-c4852968dd1e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:16.158883 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-93739ab3-e057-4221-9dd2-789e927fbe50 req-9fc0c848-d3bc-4d41-9285-c4852968dd1e service neutron] 10.222.0.86 "PUT /v2.0/ports/53674ccc-c2ec-41a3-af73-d5a5722f9869 HTTP/1.1" status: 200 len: 1095 time: 2.2414141 Nov 19 17:38:16.159703 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cafb5a3-5ec7-45e2-9203-50687a38bf8f', 'tag': '53674ccc-c2ec-41a3-af73-d5a5722f9869'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:38:16.162618 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218319d759239a7d11f1288aef37381b97754913ee9ccbfd43b51a463f801712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42fca9c7-3788-42d2-a0db-b8983e1fde92" -d '{"events": [{"name": "network-changed", "server_uuid": "0cafb5a3-5ec7-45e2-9203-50687a38bf8f", "tag": "53674ccc-c2ec-41a3-af73-d5a5722f9869"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:38:16.252516 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa84ffa-1f68-4a26-9ad1-2f95a6fdd1bc req-8eb275ed-e7c7-44c0-a319-6a63d0bf58e3 tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:38:16.255210 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-5aa84ffa-1f68-4a26-9ad1-2f95a6fdd1bc req-8eb275ed-e7c7-44c0-a319-6a63d0bf58e3 tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] 10.222.0.54 "GET /v2.0/ports?device_id=28bbee57-0a4b-4ac2-b952-d2d4ec1af0f7 HTTP/1.1" status: 200 len: 946 time: 0.2378523 Nov 19 17:38:16.340386 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc0c848-d3bc-4d41-9285-c4852968dd1e service neutron] Pushing event updated for resources: {'Port': ['ID=53674ccc-c2ec-41a3-af73-d5a5722f9869,revision_number=3']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:38:16.362854 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-fb61fdcb-7f12-443d-baae-181d8b1f3b23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:16.372589 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93739ab3-e057-4221-9dd2-789e927fbe50 req-43811459-45ff-4f96-9b9e-e787086b5a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:38:16.375696 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-93739ab3-e057-4221-9dd2-789e927fbe50 req-43811459-45ff-4f96-9b9e-e787086b5a84 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=9e4b4d8417e049c2a50402a0a77de22c&device_id=0cafb5a3-5ec7-45e2-9203-50687a38bf8f HTTP/1.1" status: 200 len: 1098 time: 0.1473954 Nov 19 17:38:16.384935 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [None req-05047d32-676f-4abe-9c75-b879eb8d57a9 admin admin] For port ff6f5976-46c5-4ffc-af47-f6274adb68ad, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=ff6f5976-46c5-4ffc-af47-f6274adb68ad,segment=NetworkSegment(bbe705c1-96c0-476e-8381-28227e6f0ac5),segment_id=bbe705c1-96c0-476e-8381-28227e6f0ac5)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:38:16.385291 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-05047d32-676f-4abe-9c75-b879eb8d57a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:16.385523 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c313dae3-dc25-47a5-844c-baac27c2819c req-6170a6af-8b2c-4910-b0bb-7494aa016f5c tempest-ServersOnMultiNodesTest-944546281 tempest-ServersOnMultiNodesTest-944546281-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:38:16.387810 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c313dae3-dc25-47a5-844c-baac27c2819c req-6170a6af-8b2c-4910-b0bb-7494aa016f5c tempest-ServersOnMultiNodesTest-944546281 tempest-ServersOnMultiNodesTest-944546281-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=0b21b2e0-3f84-4439-b115-e4cb8765ca94 HTTP/1.1" status: 200 len: 1101 time: 0.1849940 Nov 19 17:38:16.457124 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-05047d32-676f-4abe-9c75-b879eb8d57a9 admin admin] Calling delete_port for ff6f5976-46c5-4ffc-af47-f6274adb68ad owned by network:router_gateway {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:38:16.464146 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb61fdcb-7f12-443d-baae-181d8b1f3b23 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f5607ec-9721-48b8-ab01-559692a36a37,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:38:16.482808 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-93739ab3-e057-4221-9dd2-789e927fbe50 req-b6b794f1-548c-4635-aea3-50e05bfdac78 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=53674ccc-c2ec-41a3-af73-d5a5722f9869 HTTP/1.1" status: 200 len: 217 time: 0.0871761 Nov 19 17:38:16.554463 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c313dae3-dc25-47a5-844c-baac27c2819c req-ed29f528-b901-4d46-80b6-ab2517c42d56 tempest-ServersOnMultiNodesTest-944546281 tempest-ServersOnMultiNodesTest-944546281-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=01d035e7-47ed-4912-a186-53ea419ecd96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465857 Nov 19 17:38:16.577455 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93739ab3-e057-4221-9dd2-789e927fbe50 req-d4ea7254-cb29-4d92-bc5b-dd11a6eeab5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:38:16.579276 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-93739ab3-e057-4221-9dd2-789e927fbe50 req-d4ea7254-cb29-4d92-bc5b-dd11a6eeab5a service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8b3c88de-c9c2-4a20-b19e-1855c2c19035 HTTP/1.1" status: 200 len: 843 time: 0.0856664 Nov 19 17:38:16.621931 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-5aa84ffa-1f68-4a26-9ad1-2f95a6fdd1bc req-a06b8817-1958-4edf-8cb1-32d13ef7685d tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a9bb8e9-ab46-4898-9298-f60e040eb6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3529139 Nov 19 17:38:16.658961 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93739ab3-e057-4221-9dd2-789e927fbe50 req-584112fe-84e3-41f1-a0f5-7dbd8d8d66d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:38:16.658961 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-93739ab3-e057-4221-9dd2-789e927fbe50 req-584112fe-84e3-41f1-a0f5-7dbd8d8d66d8 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=346debfa-452b-4048-abf4-8f4493625ef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0639706 Nov 19 17:38:16.671102 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-fb61fdcb-7f12-443d-baae-181d8b1f3b23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-671730'] for router_gateway, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:16.759305 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 17:38:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65385eb1-c6e6-4e97-9511-6428c61058b0 x-openstack-request-id: req-65385eb1-c6e6-4e97-9511-6428c61058b0 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:38:16.760204 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cafb5a3-5ec7-45e2-9203-50687a38bf8f", "tag": "53674ccc-c2ec-41a3-af73-d5a5722f9869", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:38:16.762067 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-65385eb1-c6e6-4e97-9511-6428c61058b0 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:38:16.762949 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cafb5a3-5ec7-45e2-9203-50687a38bf8f', 'tag': '53674ccc-c2ec-41a3-af73-d5a5722f9869', 'status': 'completed', 'code': 200} Nov 19 17:38:16.821362 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-fb61fdcb-7f12-443d-baae-181d8b1f3b23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4696'] for router, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:16.826013 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-fb61fdcb-7f12-443d-baae-181d8b1f3b23 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:16.865006 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-93739ab3-e057-4221-9dd2-789e927fbe50 req-acf29ccd-3d77-4463-8cea-869511fd4270 service neutron] 10.222.0.86 "GET /v2.0/networks/346debfa-452b-4048-abf4-8f4493625ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2000942 Nov 19 17:38:16.945085 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-fb61fdcb-7f12-443d-baae-181d8b1f3b23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-543895'] for router, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:16.945920 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb61fdcb-7f12-443d-baae-181d8b1f3b23 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 27f76ed7-7837-453b-b958-026bcbdbc349 {{(pid=103364) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 17:38:16.950535 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device f6811f5b-52fe-42ee-9ae0-5c64f7e892d2 no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:38:16.952990 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-fb61fdcb-7f12-443d-baae-181d8b1f3b23 admin admin] Publish callbacks [] for router, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:16.958441 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-fb61fdcb-7f12-443d-baae-181d8b1f3b23 admin admin] 10.222.0.54 "DELETE /v2.0/routers/27f76ed7-7837-453b-b958-026bcbdbc349 HTTP/1.1" status: 204 len: 168 time: 3.4821730 Nov 19 17:38:16.958441 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 43458) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:38:17.003531 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: f6811f5b-52fe-42ee-9ae0-5c64f7e892d2 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:38:17.004589 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device f6811f5b-52fe-42ee-9ae0-5c64f7e892d2 not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:38:17.005505 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 2b50c260-990c-4cc3-95e0-5b5eaa21408c no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:38:17.042179 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: 2b50c260-990c-4cc3-95e0-5b5eaa21408c {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:38:17.042974 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 2b50c260-990c-4cc3-95e0-5b5eaa21408c not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:38:17.089383 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-93739ab3-e057-4221-9dd2-789e927fbe50 req-ad60bca1-808d-4b47-b262-c0b662e4ff60 service neutron] 10.222.0.86 "GET /v2.0/networks/346debfa-452b-4048-abf4-8f4493625ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1967394 Nov 19 17:38:17.100904 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_v2 [None req-deaaa61e-2f2b-40e9-adb5-af5d3920643d admin admin] Deleting subnet c4d2bee8-d256-4b5f-a7ec-57407bf1b45e {{(pid=103364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 17:38:17.111676 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b520ae-d37a-4645-b2b1-f8bb03bbc2b8 req-8a4b0b53-6708-4fb0-9c22-0c88d4ae6cee tempest-ServersOnMultiNodesTest-944546281 tempest-ServersOnMultiNodesTest-944546281-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:38:17.115495 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-35b520ae-d37a-4645-b2b1-f8bb03bbc2b8 req-8a4b0b53-6708-4fb0-9c22-0c88d4ae6cee tempest-ServersOnMultiNodesTest-944546281 tempest-ServersOnMultiNodesTest-944546281-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=33b7f368-0977-4f75-bb1f-c9dc76462d25 HTTP/1.1" status: 200 len: 1100 time: 0.2144566 Nov 19 17:38:17.116790 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-deaaa61e-2f2b-40e9-adb5-af5d3920643d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:17.131969 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6b13f2-1426-4f60-a86c-18873e4b4362 req-b97e5939-91bc-4ad7-a3d8-59ff92a5e76d tempest-ImagesNegativeTestJSON-22376563 tempest-ImagesNegativeTestJSON-22376563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:38:17.143025 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0f6b13f2-1426-4f60-a86c-18873e4b4362 req-b97e5939-91bc-4ad7-a3d8-59ff92a5e76d tempest-ImagesNegativeTestJSON-22376563 tempest-ImagesNegativeTestJSON-22376563-project] 10.222.0.54 "GET /v2.0/ports?device_id=0cafb5a3-5ec7-45e2-9203-50687a38bf8f HTTP/1.1" status: 200 len: 947 time: 0.2673275 Nov 19 17:38:17.205102 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-deaaa61e-2f2b-40e9-adb5-af5d3920643d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9416263'] for subnet, precommit_delete_associations {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:17.245612 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0f6b13f2-1426-4f60-a86c-18873e4b4362 req-27ae8adb-a428-4d5d-aa3b-b3558ffdd6d6 tempest-ImagesNegativeTestJSON-22376563 tempest-ImagesNegativeTestJSON-22376563-project] 10.222.0.54 "GET /v2.0/security-groups?id=e7f20dbb-e3ba-4a2c-a9af-f3f9295336aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013701 Nov 19 17:38:17.301368 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fca9c7-3788-42d2-a0db-b8983e1fde92 req-27276ba1-a5e5-47e1-abc7-61ba285102ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:38:17.303115 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-42fca9c7-3788-42d2-a0db-b8983e1fde92 req-27276ba1-a5e5-47e1-abc7-61ba285102ca service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=9e4b4d8417e049c2a50402a0a77de22c&device_id=0cafb5a3-5ec7-45e2-9203-50687a38bf8f HTTP/1.1" status: 200 len: 1098 time: 0.1308444 Nov 19 17:38:17.362463 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-35b520ae-d37a-4645-b2b1-f8bb03bbc2b8 req-ebdb3da4-4ca8-4412-a07b-748b662ddc40 tempest-ServersOnMultiNodesTest-944546281 tempest-ServersOnMultiNodesTest-944546281-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=01d035e7-47ed-4912-a186-53ea419ecd96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2402518 Nov 19 17:38:17.363241 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-05047d32-676f-4abe-9c75-b879eb8d57a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:17.449148 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-deaaa61e-2f2b-40e9-adb5-af5d3920643d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:17.526573 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fca9c7-3788-42d2-a0db-b8983e1fde92 req-c683b3dc-299b-4fbf-b864-821c71effe08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:38:17.528997 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-42fca9c7-3788-42d2-a0db-b8983e1fde92 req-c683b3dc-299b-4fbf-b864-821c71effe08 service neutron] 10.222.0.86 "GET /v2.0/networks?id=346debfa-452b-4048-abf4-8f4493625ef2 HTTP/1.1" status: 200 len: 870 time: 0.2088034 Nov 19 17:38:17.530931 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 43466) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:38:17.624663 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05047d32-676f-4abe-9c75-b879eb8d57a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff6f5976-46c5-4ffc-af47-f6274adb68ad,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:38:17.624937 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-42fca9c7-3788-42d2-a0db-b8983e1fde92 req-0e67ac14-2059-4247-ad9f-14708207f871 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=53674ccc-c2ec-41a3-af73-d5a5722f9869 HTTP/1.1" status: 200 len: 217 time: 0.0546596 Nov 19 17:38:17.696646 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-05047d32-676f-4abe-9c75-b879eb8d57a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-671730'] for router_gateway, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:17.718769 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-deaaa61e-2f2b-40e9-adb5-af5d3920643d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12425137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8983934'] for subnet, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:17.849889 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fca9c7-3788-42d2-a0db-b8983e1fde92 req-5f6b462b-3712-4226-83a4-4634cb340328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:38:17.855073 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-42fca9c7-3788-42d2-a0db-b8983e1fde92 req-5f6b462b-3712-4226-83a4-4634cb340328 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8b3c88de-c9c2-4a20-b19e-1855c2c19035 HTTP/1.1" status: 200 len: 843 time: 0.1508720 Nov 19 17:38:17.859322 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d980067-0ca2-4ffa-bdda-b8d5714d86d8 req-b01d539a-06a2-4de2-96ca-04b9093b3f70 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:38:17.860924 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2d980067-0ca2-4ffa-bdda-b8d5714d86d8 req-b01d539a-06a2-4de2-96ca-04b9093b3f70 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.54 "GET /v2.0/ports?device_id=3964468e-e495-4f24-b06e-7e621567361a HTTP/1.1" status: 200 len: 946 time: 0.3406937 Nov 19 17:38:17.904467 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaaa61e-2f2b-40e9-adb5-af5d3920643d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4d2bee8-d256-4b5f-a7ec-57407bf1b45e,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:38:17.907369 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-05047d32-676f-4abe-9c75-b879eb8d57a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4696'] for router, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:17.920428 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-05047d32-676f-4abe-9c75-b879eb8d57a9 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:17.924008 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-deaaa61e-2f2b-40e9-adb5-af5d3920643d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:17.929411 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-deaaa61e-2f2b-40e9-adb5-af5d3920643d admin admin] 10.222.0.54 "DELETE /v2.0/subnets/c4d2bee8-d256-4b5f-a7ec-57407bf1b45e HTTP/1.1" status: 204 len: 168 time: 0.9670506 Nov 19 17:38:17.929411 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-cf887c7f-444a-45a9-aeff-6a26f33770d9 req-0d402ad7-a4ff-455f-8ced-1d8464372842 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=51cd71aac4854a038486be6b92d13068&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0662928 Nov 19 17:38:17.931132 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 43480) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:38:17.937509 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b308a87c-1b3b-4661-bf8c-ba1a3cac9847 None None] Network 20ad9862-4d62-4404-81e0-ac5b2aa1b3ec requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:38:18.106283 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fca9c7-3788-42d2-a0db-b8983e1fde92 req-aac63c73-3382-4c3c-86f4-2bc8ef411811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:38:18.108135 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-42fca9c7-3788-42d2-a0db-b8983e1fde92 req-aac63c73-3382-4c3c-86f4-2bc8ef411811 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=346debfa-452b-4048-abf4-8f4493625ef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2391615 Nov 19 17:38:18.120577 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2d980067-0ca2-4ffa-bdda-b8d5714d86d8 req-1ea9f9ed-8b5f-4df2-a2d8-8e5ba199f248 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.54 "GET /v2.0/security-groups?id=740807d6-4246-4ecb-a636-49a5e5a1e11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2393942 Nov 19 17:38:18.185947 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-05047d32-676f-4abe-9c75-b879eb8d57a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-543895'] for router, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:18.186778 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05047d32-676f-4abe-9c75-b879eb8d57a9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c48e6f47-8865-496b-8cee-911b1864d833 {{(pid=103364) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 17:38:18.193151 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-05047d32-676f-4abe-9c75-b879eb8d57a9 admin admin] Publish callbacks [] for router, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:18.194914 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-05047d32-676f-4abe-9c75-b879eb8d57a9 admin admin] 10.222.0.54 "DELETE /v2.0/routers/c48e6f47-8865-496b-8cee-911b1864d833 HTTP/1.1" status: 204 len: 168 time: 4.2099357 Nov 19 17:38:18.206053 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 43482) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:38:18.262887 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-860b030a-290b-472d-ac29-522495ed2a37 None None] DHCP port deletion for 20ad9862-4d62-4404-81e0-ac5b2aa1b3ec request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 17:38:18.306754 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e3a3d4fb-ea43-4eb1-819a-889bc5f3771d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:18.332046 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-42fca9c7-3788-42d2-a0db-b8983e1fde92 req-4edcaf88-910e-46df-8da4-d5481444cf6a service neutron] 10.222.0.86 "GET /v2.0/networks/346debfa-452b-4048-abf4-8f4493625ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815801 Nov 19 17:38:18.348977 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf887c7f-444a-45a9-aeff-6a26f33770d9 req-787519cb-29bf-481b-93fd-273fab7146be tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:38:18.356430 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-cf887c7f-444a-45a9-aeff-6a26f33770d9 req-787519cb-29bf-481b-93fd-273fab7146be tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3679538 Nov 19 17:38:18.369558 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-860b030a-290b-472d-ac29-522495ed2a37 None None] Deleting port 218073dd-78f5-467c-ade4-82ff4fd6925f {{(pid=103366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:38:18.370260 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-860b030a-290b-472d-ac29-522495ed2a37 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:18.377169 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b3d547d-047c-4d86-b9f3-9222a9493167 admin admin] Deleting subnet ddce3b4f-a4d3-40aa-afb5-9a0a72a92763 {{(pid=103364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 17:38:18.386832 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-cf887c7f-444a-45a9-aeff-6a26f33770d9 req-da601e90-09f7-43dc-b674-288d77c8d41f tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] 10.222.0.54 "GET /v2.0/quotas/51cd71aac4854a038486be6b92d13068 HTTP/1.1" status: 200 len: 375 time: 0.0293295 Nov 19 17:38:18.440172 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8b3d547d-047c-4d86-b9f3-9222a9493167 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:18.479232 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-860b030a-290b-472d-ac29-522495ed2a37 None None] For port 218073dd-78f5-467c-ade4-82ff4fd6925f, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=218073dd-78f5-467c-ade4-82ff4fd6925f,segment=NetworkSegment(221b13cd-82e2-47fb-81fe-35b4f3c76616),segment_id=221b13cd-82e2-47fb-81fe-35b4f3c76616)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:38:18.479688 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-860b030a-290b-472d-ac29-522495ed2a37 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:18.497097 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-860b030a-290b-472d-ac29-522495ed2a37 None None] Calling delete_port for 218073dd-78f5-467c-ade4-82ff4fd6925f owned by network:dhcp {{(pid=103366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:38:18.543209 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8b3d547d-047c-4d86-b9f3-9222a9493167 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9416263'] for subnet, precommit_delete_associations {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:18.563119 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db6211c-e217-4c20-80a5-2d507ede4470 req-36453fb3-24ac-42f8-88ea-deda66a12292 tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:38:18.566302 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-1db6211c-e217-4c20-80a5-2d507ede4470 req-36453fb3-24ac-42f8-88ea-deda66a12292 tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] 10.222.0.54 "GET /v2.0/ports?device_id=28bbee57-0a4b-4ac2-b952-d2d4ec1af0f7 HTTP/1.1" status: 200 len: 946 time: 0.2383316 Nov 19 17:38:18.622647 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-860b030a-290b-472d-ac29-522495ed2a37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007'] for port, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:18.636154 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-cf887c7f-444a-45a9-aeff-6a26f33770d9 req-d06c56bc-a0a1-4425-aad7-6bfcf136db33 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=51cd71aac4854a038486be6b92d13068&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2480741 Nov 19 17:38:18.643819 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-42fca9c7-3788-42d2-a0db-b8983e1fde92 req-ad78a979-d5c8-40b7-a6a0-36dee2e70bb0 service neutron] 10.222.0.86 "GET /v2.0/networks/346debfa-452b-4048-abf4-8f4493625ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2467287 Nov 19 17:38:18.676823 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860b030a-290b-472d-ac29-522495ed2a37 None None] Pushing event deleted for resources: {'Port': ['ID=218073dd-78f5-467c-ade4-82ff4fd6925f,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:38:18.692939 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-860b030a-290b-472d-ac29-522495ed2a37 None None] No DVR routers for this DVR port 218073dd-78f5-467c-ade4-82ff4fd6925f on host n-d-818022-2 {{(pid=103366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:38:18.695243 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-1db6211c-e217-4c20-80a5-2d507ede4470 req-0e329886-683a-4e73-be8b-da663f9e9a76 tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a9bb8e9-ab46-4898-9298-f60e040eb6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133900 Nov 19 17:38:18.731704 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8b3d547d-047c-4d86-b9f3-9222a9493167 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:18.746126 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2f2b72b2-7385-426b-9492-02860bde19c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-768564'] for router_interface, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:18.800375 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-e3a3d4fb-ea43-4eb1-819a-889bc5f3771d admin admin] Deleting port 218073dd-78f5-467c-ade4-82ff4fd6925f {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:38:18.800956 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e3a3d4fb-ea43-4eb1-819a-889bc5f3771d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:18.933019 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [None req-e3a3d4fb-ea43-4eb1-819a-889bc5f3771d admin admin] For port 218073dd-78f5-467c-ade4-82ff4fd6925f, host n-d-818022-2, got binding levels [] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:38:18.933453 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e3a3d4fb-ea43-4eb1-819a-889bc5f3771d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:18.953054 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-e3a3d4fb-ea43-4eb1-819a-889bc5f3771d admin admin] Calling delete_port for 218073dd-78f5-467c-ade4-82ff4fd6925f owned by network:dhcp {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:38:18.958337 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.ipam_backend_mixin [None req-e3a3d4fb-ea43-4eb1-819a-889bc5f3771d admin admin] Port 218073dd-78f5-467c-ade4-82ff4fd6925f was not found and therefore no delete operation was performed {{(pid=103364) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 19 17:38:18.959888 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e3a3d4fb-ea43-4eb1-819a-889bc5f3771d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:18.972323 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8b3d547d-047c-4d86-b9f3-9222a9493167 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12425137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8983934'] for subnet, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:18.984705 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bf0a5c-9d28-4819-90b1-dc6c78a6bdc8 req-a872d175-66ba-410a-8d0f-2e9188529a0c tempest-ImagesNegativeTestJSON-22376563 tempest-ImagesNegativeTestJSON-22376563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:38:18.986441 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b5bf0a5c-9d28-4819-90b1-dc6c78a6bdc8 req-a872d175-66ba-410a-8d0f-2e9188529a0c tempest-ImagesNegativeTestJSON-22376563 tempest-ImagesNegativeTestJSON-22376563-project] 10.222.0.54 "GET /v2.0/ports?device_id=0cafb5a3-5ec7-45e2-9203-50687a38bf8f HTTP/1.1" status: 200 len: 947 time: 0.1701176 Nov 19 17:38:19.013725 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device ff6f5976-46c5-4ffc-af47-f6274adb68ad no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:38:19.026606 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a3d4fb-ea43-4eb1-819a-889bc5f3771d admin admin] Pushing event deleted for resources: {'Port': ['ID=218073dd-78f5-467c-ade4-82ff4fd6925f,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:38:19.054670 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device 53674ccc-c2ec-41a3-af73-d5a5722f9869 details requested by agent hyperv_n-h2-818022-2 with host n-h2-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 17:38:19.060373 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: ff6f5976-46c5-4ffc-af47-f6274adb68ad {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:38:19.061328 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device ff6f5976-46c5-4ffc-af47-f6274adb68ad not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:38:19.062350 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 8f5607ec-9721-48b8-ab01-559692a36a37 no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:38:19.082217 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8b3d547d-047c-4d86-b9f3-9222a9493167 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:19.085566 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-8b3d547d-047c-4d86-b9f3-9222a9493167 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/ddce3b4f-a4d3-40aa-afb5-9a0a72a92763 HTTP/1.1" status: 204 len: 168 time: 0.8622513 Nov 19 17:38:19.088044 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a3d4fb-ea43-4eb1-819a-889bc5f3771d admin admin] No DVR routers for this DVR port 218073dd-78f5-467c-ade4-82ff4fd6925f on host n-d-818022-2 {{(pid=103364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:38:19.099558 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3d547d-047c-4d86-b9f3-9222a9493167 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ddce3b4f-a4d3-40aa-afb5-9a0a72a92763,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:38:19.101448 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 43492) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:38:19.164500 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-5ce7cea0-f282-4cca-8861-34fcc5b3abe6 req-96a83cb8-3dc0-46f8-851e-916b7873056a tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] 10.222.0.54 "GET /v2.0/ports?device_id=8d5d9328-4371-4a75-8e40-684b5fed4412 HTTP/1.1" status: 200 len: 210 time: 0.0745349 Nov 19 17:38:19.230399 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b5bf0a5c-9d28-4819-90b1-dc6c78a6bdc8 req-e43dc145-7515-4981-ae31-7d66ca144920 tempest-ImagesNegativeTestJSON-22376563 tempest-ImagesNegativeTestJSON-22376563-project] 10.222.0.54 "GET /v2.0/security-groups?id=e7f20dbb-e3ba-4a2c-a9af-f3f9295336aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2348526 Nov 19 17:38:19.269221 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port 53674ccc-c2ec-41a3-af73-d5a5722f9869, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=53674ccc-c2ec-41a3-af73-d5a5722f9869,segment=NetworkSegment(1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861),segment_id=1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:38:19.290778 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Returning: {'device': '53674ccc-c2ec-41a3-af73-d5a5722f9869', 'network_id': '346debfa-452b-4048-abf4-8f4493625ef2', 'port_id': '53674ccc-c2ec-41a3-af73-d5a5722f9869', 'mac_address': 'fa:16:3e:a8:77:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b3c88de-c9c2-4a20-b19e-1855c2c19035', 'ip_address': '192.168.233.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 17:38:19.293148 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d19e61ae-bd36-47dd-a80c-f9fa45da97ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:19.293359 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-057377fb-e6c2-4c81-a973-5fbc5cc687a5 None None] Network 35897683-37d6-4b38-91d8-c844adae692d requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:38:19.329705 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e3a3d4fb-ea43-4eb1-819a-889bc5f3771d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:19.367649 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-e3a3d4fb-ea43-4eb1-819a-889bc5f3771d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20ad9862-4d62-4404-81e0-ac5b2aa1b3ec']}} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:38:19.387762 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-e3a3d4fb-ea43-4eb1-819a-889bc5f3771d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '221b13cd-82e2-47fb-81fe-35b4f3c76616') {'for_net_delete': True} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:38:19.388371 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-e3a3d4fb-ea43-4eb1-819a-889bc5f3771d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '221b13cd-82e2-47fb-81fe-35b4f3c76616') {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:38:19.436085 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e3a3d4fb-ea43-4eb1-819a-889bc5f3771d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417396'] for segment, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:19.463192 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e3a3d4fb-ea43-4eb1-819a-889bc5f3771d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:19.486391 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364c002f-5d71-44d4-aff9-c7f758e4d216 req-cf02361b-96ea-4d00-83ce-492ac123f2b5 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:38:19.497736 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-d19e61ae-bd36-47dd-a80c-f9fa45da97ad admin admin] Deleting port e6b6cc5b-8a61-4183-83a5-793cb7db7da7 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:38:19.498196 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d19e61ae-bd36-47dd-a80c-f9fa45da97ad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:19.501731 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-364c002f-5d71-44d4-aff9-c7f758e4d216 req-cf02361b-96ea-4d00-83ce-492ac123f2b5 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.54 "GET /v2.0/ports?device_id=3964468e-e495-4f24-b06e-7e621567361a HTTP/1.1" status: 200 len: 946 time: 0.2204599 Nov 19 17:38:19.551256 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-2f2b72b2-7385-426b-9492-02860bde19c6 admin admin] Deleting port 569158a1-eae3-4618-8819-27fd998b4209 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:38:19.551687 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2f2b72b2-7385-426b-9492-02860bde19c6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:19.553995 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3a3d4fb-ea43-4eb1-819a-889bc5f3771d admin admin] Releasing vlan 693 on physical network physnet1 to pool {{(pid=103364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 17:38:19.554417 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e3a3d4fb-ea43-4eb1-819a-889bc5f3771d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12425183'] for segment, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:19.557478 n-d-818022-2 neutron-server[103364]: Traceback (most recent call last): Nov 19 17:38:19.557478 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 17:38:19.557478 n-d-818022-2 neutron-server[103364]: timer() Nov 19 17:38:19.557478 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 17:38:19.557478 n-d-818022-2 neutron-server[103364]: cb(*args, **kw) Nov 19 17:38:19.557478 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 17:38:19.557478 n-d-818022-2 neutron-server[103364]: return func(*args, **kwargs) Nov 19 17:38:19.557478 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 17:38:19.557478 n-d-818022-2 neutron-server[103364]: self._notify() Nov 19 17:38:19.557478 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 17:38:19.557478 n-d-818022-2 neutron-server[103364]: self.callback(batched_events) Nov 19 17:38:19.557478 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 17:38:19.557478 n-d-818022-2 neutron-server[103364]: event.method(event) Nov 19 17:38:19.557478 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 17:38:19.557478 n-d-818022-2 neutron-server[103364]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 17:38:19.557478 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 17:38:19.557478 n-d-818022-2 neutron-server[103364]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 17:38:19.557478 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 17:38:19.557478 n-d-818022-2 neutron-server[103364]: return f(self, *a, **k) Nov 19 17:38:19.557478 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 17:38:19.557478 n-d-818022-2 neutron-server[103364]: return self._get(url).json() Nov 19 17:38:19.557478 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 17:38:19.557478 n-d-818022-2 neutron-server[103364]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 17:38:19.557478 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 17:38:19.557478 n-d-818022-2 neutron-server[103364]: return self.request(url, 'GET', **kwargs) Nov 19 17:38:19.557478 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 17:38:19.557478 n-d-818022-2 neutron-server[103364]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 17:38:19.557478 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 17:38:19.557478 n-d-818022-2 neutron-server[103364]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 17:38:19.557478 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 17:38:19.557478 n-d-818022-2 neutron-server[103364]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 17:38:19.557478 n-d-818022-2 neutron-server[103364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 17:38:19.622482 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: 8f5607ec-9721-48b8-ab01-559692a36a37 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:38:19.623130 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 8f5607ec-9721-48b8-ab01-559692a36a37 not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:38:19.624252 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 218073dd-78f5-467c-ade4-82ff4fd6925f no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:38:19.654445 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [None req-d19e61ae-bd36-47dd-a80c-f9fa45da97ad admin admin] For port e6b6cc5b-8a61-4183-83a5-793cb7db7da7, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=e6b6cc5b-8a61-4183-83a5-793cb7db7da7,segment=NetworkSegment(bc06b822-5652-4d81-ae2d-19304060c643),segment_id=bc06b822-5652-4d81-ae2d-19304060c643)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:38:19.655150 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d19e61ae-bd36-47dd-a80c-f9fa45da97ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:19.673433 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: 218073dd-78f5-467c-ade4-82ff4fd6925f {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:38:19.673766 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 218073dd-78f5-467c-ade4-82ff4fd6925f not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:38:19.680779 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-d19e61ae-bd36-47dd-a80c-f9fa45da97ad admin admin] Calling delete_port for e6b6cc5b-8a61-4183-83a5-793cb7db7da7 owned by network:dhcp {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:38:19.710909 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-364c002f-5d71-44d4-aff9-c7f758e4d216 req-60689a49-04dc-4c87-83a0-88095874ee73 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.54 "GET /v2.0/security-groups?id=740807d6-4246-4ecb-a636-49a5e5a1e11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995466 Nov 19 17:38:19.723404 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:19.740639 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e3a3d4fb-ea43-4eb1-819a-889bc5f3771d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671242'] for network, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:19.762426 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53674ccc-c2ec-41a3-af73-d5a5722f9869 {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:38:19.780561 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a3d4fb-ea43-4eb1-819a-889bc5f3771d admin admin] Pushing event deleted for resources: {'Network': ['ID=20ad9862-4d62-4404-81e0-ac5b2aa1b3ec,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:38:19.786309 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e3a3d4fb-ea43-4eb1-819a-889bc5f3771d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:19.792741 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-e3a3d4fb-ea43-4eb1-819a-889bc5f3771d admin admin] 10.222.0.54 "DELETE /v2.0/networks/20ad9862-4d62-4404-81e0-ac5b2aa1b3ec HTTP/1.1" status: 204 len: 168 time: 1.8602681 Nov 19 17:38:19.821777 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [None req-2f2b72b2-7385-426b-9492-02860bde19c6 admin admin] For port 569158a1-eae3-4618-8819-27fd998b4209, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=569158a1-eae3-4618-8819-27fd998b4209,segment=NetworkSegment(14c5d391-9845-4512-97da-480cae9dda64),segment_id=14c5d391-9845-4512-97da-480cae9dda64)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:38:19.822162 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2f2b72b2-7385-426b-9492-02860bde19c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:19.847766 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeed1d41-c87f-4900-a720-7afb85d5de6f None None] DHCP port deletion for 35897683-37d6-4b38-91d8-c844adae692d request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 17:38:19.858400 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port 53674ccc-c2ec-41a3-af73-d5a5722f9869, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=53674ccc-c2ec-41a3-af73-d5a5722f9869,segment=NetworkSegment(1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861),segment_id=1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:38:19.877664 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-2f2b72b2-7385-426b-9492-02860bde19c6 admin admin] Calling delete_port for 569158a1-eae3-4618-8819-27fd998b4209 owned by network:router_interface {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:38:19.888129 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:19.976235 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Pushing event updated for resources: {'Port': ['ID=53674ccc-c2ec-41a3-af73-d5a5722f9869,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:38:19.981516 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-aeed1d41-c87f-4900-a720-7afb85d5de6f None None] Deleting port e6b6cc5b-8a61-4183-83a5-793cb7db7da7 {{(pid=103366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:38:19.981992 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-aeed1d41-c87f-4900-a720-7afb85d5de6f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:20.086127 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-aeed1d41-c87f-4900-a720-7afb85d5de6f None None] For port e6b6cc5b-8a61-4183-83a5-793cb7db7da7, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=e6b6cc5b-8a61-4183-83a5-793cb7db7da7,segment=NetworkSegment(bc06b822-5652-4d81-ae2d-19304060c643),segment_id=bc06b822-5652-4d81-ae2d-19304060c643)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:38:20.086450 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-aeed1d41-c87f-4900-a720-7afb85d5de6f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:20.114461 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-aeed1d41-c87f-4900-a720-7afb85d5de6f None None] Calling delete_port for e6b6cc5b-8a61-4183-83a5-793cb7db7da7 owned by network:dhcp {{(pid=103366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:38:20.196346 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 43510) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:38:20.259283 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-aeed1d41-c87f-4900-a720-7afb85d5de6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007'] for port, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:20.292758 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-3b1eb8e9-374f-49bd-b79a-02851e105077 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=0ce91d0ac5b14f9eb2e1015d958559fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0946667 Nov 19 17:38:20.293705 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 43514) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:38:20.310060 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] get_ports_and_sgs() called for port_ids ['53674ccc-c2ec-41a3-af73-d5a5722f9869'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:38:20.318514 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeed1d41-c87f-4900-a720-7afb85d5de6f None None] Pushing event deleted for resources: {'Port': ['ID=e6b6cc5b-8a61-4183-83a5-793cb7db7da7,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:38:20.321320 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-778b5057-616c-4cf8-9e9f-f6f17681a4a8 req-dabcbddc-d0fb-437d-9ea2-1254b3ddad45 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] 10.222.0.54 "GET /v2.0/ports?device_id=8d5d9328-4371-4a75-8e40-684b5fed4412 HTTP/1.1" status: 200 len: 210 time: 0.0450685 Nov 19 17:38:20.351186 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeed1d41-c87f-4900-a720-7afb85d5de6f None None] No DVR routers for this DVR port e6b6cc5b-8a61-4183-83a5-793cb7db7da7 on host n-d-818022-2 {{(pid=103366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:38:20.392350 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d19e61ae-bd36-47dd-a80c-f9fa45da97ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:20.424581 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e625f899-d2a9-4fe9-b95a-23a36679ce1c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:20.449944 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fc2ee7-4080-4947-97ac-da34ea3878d5 req-0616590a-f865-4970-9c39-9c4db682a5a3 tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:38:20.463165 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e7fc2ee7-4080-4947-97ac-da34ea3878d5 req-0616590a-f865-4970-9c39-9c4db682a5a3 tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] 10.222.0.54 "GET /v2.0/ports?device_id=28bbee57-0a4b-4ac2-b952-d2d4ec1af0f7 HTTP/1.1" status: 200 len: 946 time: 0.5908556 Nov 19 17:38:20.464523 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e625f899-d2a9-4fe9-b95a-23a36679ce1c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:20.473107 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19e61ae-bd36-47dd-a80c-f9fa45da97ad admin admin] Pushing event deleted for resources: {'Port': ['ID=e6b6cc5b-8a61-4183-83a5-793cb7db7da7,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:38:20.479835 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d19e61ae-bd36-47dd-a80c-f9fa45da97ad admin admin] No DVR routers for this DVR port e6b6cc5b-8a61-4183-83a5-793cb7db7da7 on host n-d-818022-2 {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:38:20.540056 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19e61ae-bd36-47dd-a80c-f9fa45da97ad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:38:20.540517 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19e61ae-bd36-47dd-a80c-f9fa45da97ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:38:20.540826 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19e61ae-bd36-47dd-a80c-f9fa45da97ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:38:20.541260 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19e61ae-bd36-47dd-a80c-f9fa45da97ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:38:20.541712 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19e61ae-bd36-47dd-a80c-f9fa45da97ad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:38:20.542115 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19e61ae-bd36-47dd-a80c-f9fa45da97ad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:38:20.542444 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19e61ae-bd36-47dd-a80c-f9fa45da97ad admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:38:20.542769 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19e61ae-bd36-47dd-a80c-f9fa45da97ad admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:38:20.543094 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19e61ae-bd36-47dd-a80c-f9fa45da97ad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:38:20.543415 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19e61ae-bd36-47dd-a80c-f9fa45da97ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:38:20.543737 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19e61ae-bd36-47dd-a80c-f9fa45da97ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:38:20.544061 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19e61ae-bd36-47dd-a80c-f9fa45da97ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:38:20.579157 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2324f7b7-23ec-4aa9-8d6c-ef1fde05861d req-6df238c4-05db-4ab2-b36f-e009a7631e94 tempest-ImagesNegativeTestJSON-22376563 tempest-ImagesNegativeTestJSON-22376563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:38:20.581717 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2324f7b7-23ec-4aa9-8d6c-ef1fde05861d req-6df238c4-05db-4ab2-b36f-e009a7631e94 tempest-ImagesNegativeTestJSON-22376563 tempest-ImagesNegativeTestJSON-22376563-project] 10.222.0.54 "GET /v2.0/ports?device_id=0cafb5a3-5ec7-45e2-9203-50687a38bf8f HTTP/1.1" status: 200 len: 948 time: 0.1141102 Nov 19 17:38:20.655110 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e625f899-d2a9-4fe9-b95a-23a36679ce1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:20.660743 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e625f899-d2a9-4fe9-b95a-23a36679ce1c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:20.667165 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-e625f899-d2a9-4fe9-b95a-23a36679ce1c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b0e8589e-609c-4b3c-9f62-78e2446fc7c4 HTTP/1.1" status: 204 len: 168 time: 0.3536143 Nov 19 17:38:20.697150 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e625f899-d2a9-4fe9-b95a-23a36679ce1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0e8589e-609c-4b3c-9f62-78e2446fc7c4,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:38:20.710124 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2324f7b7-23ec-4aa9-8d6c-ef1fde05861d req-76ff4279-6752-470a-95a9-2a72b4fca43a tempest-ImagesNegativeTestJSON-22376563 tempest-ImagesNegativeTestJSON-22376563-project] 10.222.0.54 "GET /v2.0/security-groups?id=e7f20dbb-e3ba-4a2c-a9af-f3f9295336aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083107 Nov 19 17:38:20.712311 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-cf887c7f-444a-45a9-aeff-6a26f33770d9 req-ec4a3606-761e-479a-8428-19975d527d25 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=51cd71aac4854a038486be6b92d13068&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1110473 Nov 19 17:38:20.776168 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e7fc2ee7-4080-4947-97ac-da34ea3878d5 req-7df55dff-5dc1-471a-add4-a98a8bdda060 tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a9bb8e9-ab46-4898-9298-f60e040eb6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3116598 Nov 19 17:38:20.814541 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d19e61ae-bd36-47dd-a80c-f9fa45da97ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:20.894532 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-d19e61ae-bd36-47dd-a80c-f9fa45da97ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35897683-37d6-4b38-91d8-c844adae692d']}} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:38:20.925784 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device e6b6cc5b-8a61-4183-83a5-793cb7db7da7 no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:38:20.947244 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b2caa8-36a3-486b-bd3b-7ff031d7f7c5 req-354bed2d-cb09-48b6-901b-c1c9c4039bd4 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:38:20.949689 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-74b2caa8-36a3-486b-bd3b-7ff031d7f7c5 req-354bed2d-cb09-48b6-901b-c1c9c4039bd4 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.54 "GET /v2.0/ports?device_id=3964468e-e495-4f24-b06e-7e621567361a HTTP/1.1" status: 200 len: 946 time: 0.1051040 Nov 19 17:38:20.955591 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-d19e61ae-bd36-47dd-a80c-f9fa45da97ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc06b822-5652-4d81-ae2d-19304060c643') {'for_net_delete': True} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:38:20.955884 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-d19e61ae-bd36-47dd-a80c-f9fa45da97ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc06b822-5652-4d81-ae2d-19304060c643') {} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:38:20.974914 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: e6b6cc5b-8a61-4183-83a5-793cb7db7da7 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:38:20.975550 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device e6b6cc5b-8a61-4183-83a5-793cb7db7da7 not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:38:20.988771 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d19e61ae-bd36-47dd-a80c-f9fa45da97ad admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12545382'] for segment, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:21.027000 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d19e61ae-bd36-47dd-a80c-f9fa45da97ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:21.033482 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-74b2caa8-36a3-486b-bd3b-7ff031d7f7c5 req-f2f1ea4b-2087-435c-891e-b5085b696c53 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.54 "GET /v2.0/security-groups?id=740807d6-4246-4ecb-a636-49a5e5a1e11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744703 Nov 19 17:38:21.046412 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf887c7f-444a-45a9-aeff-6a26f33770d9 req-e931a9ed-182b-45a9-8a68-b61d22e2a069 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:38:21.048515 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-cf887c7f-444a-45a9-aeff-6a26f33770d9 req-e931a9ed-182b-45a9-8a68-b61d22e2a069 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3103869 Nov 19 17:38:21.053752 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d19e61ae-bd36-47dd-a80c-f9fa45da97ad admin admin] Releasing vlan 669 on physical network physnet1 to pool {{(pid=103365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 17:38:21.054198 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d19e61ae-bd36-47dd-a80c-f9fa45da97ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12282953'] for segment, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:21.056478 n-d-818022-2 neutron-server[103365]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 17:38:21.056478 n-d-818022-2 neutron-server[103365]: self.session.flush() Nov 19 17:38:21.056478 n-d-818022-2 neutron-server[103365]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 17:38:21.056478 n-d-818022-2 neutron-server[103365]: self.session.flush() Nov 19 17:38:21.056478 n-d-818022-2 neutron-server[103365]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 17:38:21.056478 n-d-818022-2 neutron-server[103365]: self.session.flush() Nov 19 17:38:21.056478 n-d-818022-2 neutron-server[103365]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 17:38:21.056478 n-d-818022-2 neutron-server[103365]: self.session.flush() Nov 19 17:38:21.056478 n-d-818022-2 neutron-server[103365]: Traceback (most recent call last): Nov 19 17:38:21.056478 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 17:38:21.056478 n-d-818022-2 neutron-server[103365]: timer() Nov 19 17:38:21.056478 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 17:38:21.056478 n-d-818022-2 neutron-server[103365]: cb(*args, **kw) Nov 19 17:38:21.056478 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 17:38:21.056478 n-d-818022-2 neutron-server[103365]: return func(*args, **kwargs) Nov 19 17:38:21.056478 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 17:38:21.056478 n-d-818022-2 neutron-server[103365]: self._notify() Nov 19 17:38:21.056478 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 17:38:21.056478 n-d-818022-2 neutron-server[103365]: self.callback(batched_events) Nov 19 17:38:21.056478 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 17:38:21.056478 n-d-818022-2 neutron-server[103365]: event.method(event) Nov 19 17:38:21.056478 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 17:38:21.056478 n-d-818022-2 neutron-server[103365]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 17:38:21.056478 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 17:38:21.056478 n-d-818022-2 neutron-server[103365]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 17:38:21.056478 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 17:38:21.056478 n-d-818022-2 neutron-server[103365]: return f(self, *a, **k) Nov 19 17:38:21.056478 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 17:38:21.056478 n-d-818022-2 neutron-server[103365]: return self._get(url).json() Nov 19 17:38:21.056478 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 17:38:21.056478 n-d-818022-2 neutron-server[103365]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 17:38:21.056478 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 17:38:21.056478 n-d-818022-2 neutron-server[103365]: return self.request(url, 'GET', **kwargs) Nov 19 17:38:21.056478 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 17:38:21.056478 n-d-818022-2 neutron-server[103365]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 17:38:21.056478 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 17:38:21.056478 n-d-818022-2 neutron-server[103365]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 17:38:21.056478 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 17:38:21.056478 n-d-818022-2 neutron-server[103365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 17:38:21.056478 n-d-818022-2 neutron-server[103365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 17:38:21.071109 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-cf887c7f-444a-45a9-aeff-6a26f33770d9 req-6c06d122-01a8-41a1-abb1-632eeca1f6e6 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Request body: {'port': {'device_id': '8d5d9328-4371-4a75-8e40-684b5fed4412', 'network_id': '346debfa-452b-4048-abf4-8f4493625ef2', 'admin_state_up': True, 'tenant_id': '51cd71aac4854a038486be6b92d13068'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:38:21.100172 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2f2b72b2-7385-426b-9492-02860bde19c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:21.234834 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2b72b2-7385-426b-9492-02860bde19c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=569158a1-eae3-4618-8819-27fd998b4209,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:38:21.272562 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 43524) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:38:21.310245 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d19e61ae-bd36-47dd-a80c-f9fa45da97ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671242'] for network, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:21.335051 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d19e61ae-bd36-47dd-a80c-f9fa45da97ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:21.338574 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-d19e61ae-bd36-47dd-a80c-f9fa45da97ad admin admin] 10.222.0.54 "DELETE /v2.0/networks/35897683-37d6-4b38-91d8-c844adae692d HTTP/1.1" status: 204 len: 168 time: 2.2324898 Nov 19 17:38:21.351828 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-98123d61-73b7-4839-a5a0-bd4de2ba9382 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=86138a848f204a4a97458e3e4a94d16b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0759430 Nov 19 17:38:21.354164 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 43528) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:38:21.371058 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19e61ae-bd36-47dd-a80c-f9fa45da97ad admin admin] Pushing event deleted for resources: {'Network': ['ID=35897683-37d6-4b38-91d8-c844adae692d,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:38:21.483870 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2166b5de-eb8d-4bd1-8c8a-7979f1744bb0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:21.502298 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf887c7f-444a-45a9-aeff-6a26f33770d9 req-6c06d122-01a8-41a1-abb1-632eeca1f6e6 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Made reservation on behalf of 51cd71aac4854a038486be6b92d13068 for: {'port': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:38:21.511151 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-cf887c7f-444a-45a9-aeff-6a26f33770d9 req-6c06d122-01a8-41a1-abb1-632eeca1f6e6 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:21.519913 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0e36e60c-bfbf-4a64-ae5e-0c626c9cb8c1 req-393597b0-030d-4404-8508-3b70b9cf304b tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] 10.222.0.54 "GET /v2.0/ports?device_id=8d5d9328-4371-4a75-8e40-684b5fed4412 HTTP/1.1" status: 200 len: 210 time: 0.0590973 Nov 19 17:38:21.564660 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2166b5de-eb8d-4bd1-8c8a-7979f1744bb0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:21.645180 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2166b5de-eb8d-4bd1-8c8a-7979f1744bb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:21.650284 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2166b5de-eb8d-4bd1-8c8a-7979f1744bb0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:21.652241 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-2166b5de-eb8d-4bd1-8c8a-7979f1744bb0 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ea3ac02d-3b83-46a8-9d49-e55ede3f8123 HTTP/1.1" status: 204 len: 168 time: 0.2962358 Nov 19 17:38:21.661352 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2166b5de-eb8d-4bd1-8c8a-7979f1744bb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea3ac02d-3b83-46a8-9d49-e55ede3f8123,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:38:21.721437 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 43534) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:38:21.747025 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2f2b72b2-7385-426b-9492-02860bde19c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-768648'] for router_interface, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:21.785220 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-14035a05-c3b6-4009-8788-5bef695c615a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d7cb83cfc44f4017abb2ec41b71725ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0618641 Nov 19 17:38:21.789698 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 43538) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:38:21.857122 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2456d753-c81a-4394-86bb-8363e3ff551e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:21.884056 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2456d753-c81a-4394-86bb-8363e3ff551e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:21.961300 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [req-cf887c7f-444a-45a9-aeff-6a26f33770d9 req-6c06d122-01a8-41a1-abb1-632eeca1f6e6 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Allocated IP 192.168.233.85 (346debfa-452b-4048-abf4-8f4493625ef2/8b3c88de-c9c2-4a20-b19e-1855c2c19035/58a0edee-3616-4ec1-b798-872bebf02dcb) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:38:21.966781 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2456d753-c81a-4394-86bb-8363e3ff551e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:21.970543 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2456d753-c81a-4394-86bb-8363e3ff551e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:21.973769 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-2456d753-c81a-4394-86bb-8363e3ff551e admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/41db6e14-5eaa-41ca-8b4d-c7e38991d89c HTTP/1.1" status: 204 len: 168 time: 0.1829405 Nov 19 17:38:21.983644 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2456d753-c81a-4394-86bb-8363e3ff551e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41db6e14-5eaa-41ca-8b4d-c7e38991d89c,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:38:22.018483 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7363ae1-de24-4933-b90f-a716b5f37f63 req-1549a9b7-fa61-4e8c-904d-aecd78742a59 tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:38:22.020327 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a7363ae1-de24-4933-b90f-a716b5f37f63 req-1549a9b7-fa61-4e8c-904d-aecd78742a59 tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] 10.222.0.54 "GET /v2.0/ports?device_id=28bbee57-0a4b-4ac2-b952-d2d4ec1af0f7 HTTP/1.1" status: 200 len: 946 time: 0.1024289 Nov 19 17:38:22.043001 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08884ff5-c47e-4eeb-8f06-fcd3923403f4 req-6fd69cdc-8caa-4415-a041-7502a7dab1a5 tempest-ImagesNegativeTestJSON-22376563 tempest-ImagesNegativeTestJSON-22376563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:38:22.044991 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-08884ff5-c47e-4eeb-8f06-fcd3923403f4 req-6fd69cdc-8caa-4415-a041-7502a7dab1a5 tempest-ImagesNegativeTestJSON-22376563 tempest-ImagesNegativeTestJSON-22376563-project] 10.222.0.54 "GET /v2.0/ports?device_id=0cafb5a3-5ec7-45e2-9203-50687a38bf8f HTTP/1.1" status: 200 len: 948 time: 0.1618054 Nov 19 17:38:22.146758 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a7363ae1-de24-4933-b90f-a716b5f37f63 req-c7319d29-807b-4e44-b1d9-6d7284b67604 tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a9bb8e9-ab46-4898-9298-f60e040eb6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157990 Nov 19 17:38:22.322179 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-08884ff5-c47e-4eeb-8f06-fcd3923403f4 req-76038161-16d1-4eae-b29f-c3752771fd22 tempest-ImagesNegativeTestJSON-22376563 tempest-ImagesNegativeTestJSON-22376563-project] 10.222.0.54 "GET /v2.0/security-groups?id=e7f20dbb-e3ba-4a2c-a9af-f3f9295336aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2697103 Nov 19 17:38:22.414048 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452202a5-8ee2-449f-86fe-aa9af8a8f09b req-6fc790df-5404-4138-b273-511d6930a1bd tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:38:22.416721 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-452202a5-8ee2-449f-86fe-aa9af8a8f09b req-6fc790df-5404-4138-b273-511d6930a1bd tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.54 "GET /v2.0/ports?device_id=3964468e-e495-4f24-b06e-7e621567361a HTTP/1.1" status: 200 len: 946 time: 0.1315024 Nov 19 17:38:22.428559 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-cf887c7f-444a-45a9-aeff-6a26f33770d9 req-6c06d122-01a8-41a1-abb1-632eeca1f6e6 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:22.522178 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-cf887c7f-444a-45a9-aeff-6a26f33770d9 req-6c06d122-01a8-41a1-abb1-632eeca1f6e6 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:22.543737 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['1ab892c9-0f24-4863-9fe2-85db9a8344ed', '94256cd8-44d3-4041-8131-77ccb8f7301f', 'ad90d0c6-b21a-4322-9ec7-d3571b6fdbd7', '1748dc5b-17aa-48d9-b8f9-86128f76a16a'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:38:22.543737 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] get_ports_and_sgs() called for port_ids ['cb80555f-29e3-4743-a119-594c380126fc'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:38:22.582866 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.agents_db [None req-619e5c26-d9ed-4321-86eb-7d443bb9dfa2 None None] Agent healthcheck: found 7 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 17:38:22.607364 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-452202a5-8ee2-449f-86fe-aa9af8a8f09b req-52d5ff91-8f2f-4d56-b4d4-5f0b920c5250 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.54 "GET /v2.0/security-groups?id=740807d6-4246-4ecb-a636-49a5e5a1e11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760149 Nov 19 17:38:22.737201 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf887c7f-444a-45a9-aeff-6a26f33770d9 req-6c06d122-01a8-41a1-abb1-632eeca1f6e6 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Network 346debfa-452b-4048-abf4-8f4493625ef2 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:38:22.741934 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [req-cf887c7f-444a-45a9-aeff-6a26f33770d9 req-6c06d122-01a8-41a1-abb1-632eeca1f6e6 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:38:22.746059 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf887c7f-444a-45a9-aeff-6a26f33770d9 req-6c06d122-01a8-41a1-abb1-632eeca1f6e6 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:38:22.798583 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f2b72b2-7385-426b-9492-02860bde19c6 admin admin] Router 408af3ea-ecbd-4821-8616-fbe1e78fecee has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 17:38:22.803802 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c06d122-01a8-41a1-abb1-632eeca1f6e6 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Pushing event updated for resources: {'Port': ['ID=58a0edee-3616-4ec1-b798-872bebf02dcb,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:38:22.876657 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5072c100-78ff-4abc-83c5-08005c64a237 req-540a61fa-1e01-4c19-8f8b-566c5a6e4d6d tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:38:22.878280 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5072c100-78ff-4abc-83c5-08005c64a237 req-540a61fa-1e01-4c19-8f8b-566c5a6e4d6d tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] 10.222.0.54 "GET /v2.0/ports?device_id=8d5d9328-4371-4a75-8e40-684b5fed4412 HTTP/1.1" status: 200 len: 935 time: 0.2201655 Nov 19 17:38:22.981616 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf887c7f-444a-45a9-aeff-6a26f33770d9 req-6c06d122-01a8-41a1-abb1-632eeca1f6e6 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:38:22.982323 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-cf887c7f-444a-45a9-aeff-6a26f33770d9 req-6c06d122-01a8-41a1-abb1-632eeca1f6e6 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:23.076228 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device 53674ccc-c2ec-41a3-af73-d5a5722f9869 up at agent hyperv_n-h2-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:38:23.144973 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-cf887c7f-444a-45a9-aeff-6a26f33770d9 req-6c06d122-01a8-41a1-abb1-632eeca1f6e6 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0722983 Nov 19 17:38:23.207376 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-cf887c7f-444a-45a9-aeff-6a26f33770d9 req-96831dfe-4414-4bc5-9bd5-aedc8587d9cb service neutron] Request body: {'port': {'device_id': '8d5d9328-4371-4a75-8e40-684b5fed4412', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818022-2'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:38:23.237144 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Provisioning for port 53674ccc-c2ec-41a3-af73-d5a5722f9869 completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 17:38:23.262173 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5072c100-78ff-4abc-83c5-08005c64a237 req-7185d786-54e3-4385-a0bb-617ade403c76 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] 10.222.0.54 "GET /v2.0/security-groups?id=01d035e7-47ed-4912-a186-53ea419ecd96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2946470 Nov 19 17:38:23.312331 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Provisioning complete for port 53674ccc-c2ec-41a3-af73-d5a5722f9869 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:38:23.313406 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:23.317700 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f2b72b2-7385-426b-9492-02860bde19c6 admin admin] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 17:38:23.346329 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-2f2b72b2-7385-426b-9492-02860bde19c6 admin admin] 10.222.0.54 "PUT /v2.0/routers/408af3ea-ecbd-4821-8616-fbe1e78fecee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8120992 Nov 19 17:38:23.356784 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 43592) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:38:23.371831 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-cf887c7f-444a-45a9-aeff-6a26f33770d9 req-96831dfe-4414-4bc5-9bd5-aedc8587d9cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:23.392371 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a310f7-7da3-41e4-8ca4-b261440b7580 None None] Sync routers for ids ['408af3ea-ecbd-4821-8616-fbe1e78fecee'] in n-d-818022-2 {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 17:38:23.436392 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-558dcba3-12b5-4702-bf7a-5311170b14f8 None None] Provisioning complete for port 58a0edee-3616-4ec1-b798-872bebf02dcb triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:38:23.437321 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-558dcba3-12b5-4702-bf7a-5311170b14f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:23.513435 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-558dcba3-12b5-4702-bf7a-5311170b14f8 None None] Port 58a0edee-3616-4ec1-b798-872bebf02dcb cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:38:23.550465 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a310f7-7da3-41e4-8ca4-b261440b7580 None None] Routers {'408af3ea-ecbd-4821-8616-fbe1e78fecee'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:38:23.551508 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-19a310f7-7da3-41e4-8ca4-b261440b7580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:38:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['408af3ea-ecbd-4821-8616-fbe1e78fecee'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:38:23.585841 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd7ee72-2f54-404f-8841-2486e6ae6f92 req-5394369a-1836-4868-b7f4-2ee8fa66a812 tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:38:23.589907 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8fd7ee72-2f54-404f-8841-2486e6ae6f92 req-5394369a-1836-4868-b7f4-2ee8fa66a812 tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] 10.222.0.54 "GET /v2.0/ports?device_id=28bbee57-0a4b-4ac2-b952-d2d4ec1af0f7 HTTP/1.1" status: 200 len: 946 time: 0.0961986 Nov 19 17:38:23.662798 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-fc0b96d5-dcdb-406c-8483-e35cf3b374cb admin admin] Publish callbacks [] for router, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:23.862266 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8fd7ee72-2f54-404f-8841-2486e6ae6f92 req-121c01b4-dce7-4d73-91f6-6ea8426a5e31 tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a9bb8e9-ab46-4898-9298-f60e040eb6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730093 Nov 19 17:38:24.010606 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:24.037374 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-19a310f7-7da3-41e4-8ca4-b261440b7580 None None] Set router 408af3ea-ecbd-4821-8616-fbe1e78fecee gateway port host: n-d-818022-2 {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:38:24.233473 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [req-cf887c7f-444a-45a9-aeff-6a26f33770d9 req-96831dfe-4414-4bc5-9bd5-aedc8587d9cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58a0edee-3616-4ec1-b798-872bebf02dcb {{(pid=103365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:38:24.256111 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94acd447-13e7-4403-9662-91cc0defbbd0 req-769f932c-e6f8-4ba5-8073-35186a23e195 tempest-ImagesNegativeTestJSON-22376563 tempest-ImagesNegativeTestJSON-22376563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:38:24.257166 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cafb5a3-5ec7-45e2-9203-50687a38bf8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53674ccc-c2ec-41a3-af73-d5a5722f9869'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:38:24.259534 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3940761bcd94e032e6960d2241bd8993c5d3a7d8dc2aca8488f3ecf1d4dd2fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fea3847d-a256-4620-9d71-d4816fce983f" -d '{"events": [{"server_uuid": "0cafb5a3-5ec7-45e2-9203-50687a38bf8f", "name": "network-vif-plugged", "status": "completed", "tag": "53674ccc-c2ec-41a3-af73-d5a5722f9869"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:38:24.264938 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-94acd447-13e7-4403-9662-91cc0defbbd0 req-769f932c-e6f8-4ba5-8073-35186a23e195 tempest-ImagesNegativeTestJSON-22376563 tempest-ImagesNegativeTestJSON-22376563-project] 10.222.0.54 "GET /v2.0/ports?device_id=0cafb5a3-5ec7-45e2-9203-50687a38bf8f HTTP/1.1" status: 200 len: 948 time: 0.1833787 Nov 19 17:38:24.275750 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-cf887c7f-444a-45a9-aeff-6a26f33770d9 req-96831dfe-4414-4bc5-9bd5-aedc8587d9cb service neutron] Publish callbacks [] for port, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:24.306671 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.provisioning_blocks [req-cf887c7f-444a-45a9-aeff-6a26f33770d9 req-96831dfe-4414-4bc5-9bd5-aedc8587d9cb service neutron] Transition to ACTIVE for port object 58a0edee-3616-4ec1-b798-872bebf02dcb will not be triggered until provisioned by entity L2. {{(pid=103365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 17:38:24.307826 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port 53674ccc-c2ec-41a3-af73-d5a5722f9869, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=53674ccc-c2ec-41a3-af73-d5a5722f9869,segment=NetworkSegment(1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861),segment_id=1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:38:24.333444 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:24.356699 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-94acd447-13e7-4403-9662-91cc0defbbd0 req-9c0ab218-d72c-426c-86fa-bf76846773d1 tempest-ImagesNegativeTestJSON-22376563 tempest-ImagesNegativeTestJSON-22376563-project] 10.222.0.54 "GET /v2.0/security-groups?id=e7f20dbb-e3ba-4a2c-a9af-f3f9295336aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906734 Nov 19 17:38:24.357772 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-cf887c7f-444a-45a9-aeff-6a26f33770d9 req-96831dfe-4414-4bc5-9bd5-aedc8587d9cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:24.484264 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96831dfe-4414-4bc5-9bd5-aedc8587d9cb service neutron] Pushing event updated for resources: {'Port': ['ID=58a0edee-3616-4ec1-b798-872bebf02dcb,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:38:24.493550 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:38:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16dcba3f-8461-494d-89e2-aebf06b3e93c x-openstack-request-id: req-16dcba3f-8461-494d-89e2-aebf06b3e93c {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:38:24.493891 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cafb5a3-5ec7-45e2-9203-50687a38bf8f", "name": "network-vif-plugged", "status": "completed", "tag": "53674ccc-c2ec-41a3-af73-d5a5722f9869", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:38:24.494153 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-16dcba3f-8461-494d-89e2-aebf06b3e93c {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:38:24.494552 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cafb5a3-5ec7-45e2-9203-50687a38bf8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53674ccc-c2ec-41a3-af73-d5a5722f9869', 'code': 200} Nov 19 17:38:24.520818 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Pushing event updated for resources: {'Port': ['ID=53674ccc-c2ec-41a3-af73-d5a5722f9869,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:38:24.723566 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-19a310f7-7da3-41e4-8ca4-b261440b7580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '408af3ea-ecbd-4821-8616-fbe1e78fecee', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1914012707-router', 'tenant_id': '8bb26e662dc04141965dbd1042ecc85e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.212'}], 'enable_snat': True}, 'gw_port_id': '30ce165c-1bf8-49b0-acce-2fb7f991b115', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:36:57Z', 'updated_at': '2021-11-19T17:38:20Z', 'revision_number': 5, 'project_id': '8bb26e662dc04141965dbd1042ecc85e', 'gw_port': {'id': '30ce165c-1bf8-49b0-acce-2fb7f991b115', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:ca:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '408af3ea-ecbd-4821-8616-fbe1e78fecee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:36:59Z', 'updated_at': '2021-11-19T17:37:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:38:24.819512 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b64b33-b9de-412d-b4a2-7182fda6fbdc req-332ef2a6-7e4b-47a9-a79e-aee6c24277d7 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:38:24.827148 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-27b64b33-b9de-412d-b4a2-7182fda6fbdc req-332ef2a6-7e4b-47a9-a79e-aee6c24277d7 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.54 "GET /v2.0/ports?device_id=3964468e-e495-4f24-b06e-7e621567361a HTTP/1.1" status: 200 len: 946 time: 0.3206849 Nov 19 17:38:24.829209 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-cf887c7f-444a-45a9-aeff-6a26f33770d9 req-96831dfe-4414-4bc5-9bd5-aedc8587d9cb service neutron] Attempting to bind port 58a0edee-3616-4ec1-b798-872bebf02dcb on host n-h2-818022-2 for vnic_type normal with profile {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:38:24.830212 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-cf887c7f-444a-45a9-aeff-6a26f33770d9 req-96831dfe-4414-4bc5-9bd5-aedc8587d9cb service neutron] Attempting to bind port 58a0edee-3616-4ec1-b798-872bebf02dcb by drivers openvswitch,hyperv on host n-h2-818022-2 at level 0 using segments [{'id': '1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '346debfa-452b-4048-abf4-8f4493625ef2'}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:38:24.832358 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf887c7f-444a-45a9-aeff-6a26f33770d9 req-96831dfe-4414-4bc5-9bd5-aedc8587d9cb service neutron] Attempting to bind port 58a0edee-3616-4ec1-b798-872bebf02dcb on network 346debfa-452b-4048-abf4-8f4493625ef2 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:38:24.835798 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a310f7-7da3-41e4-8ca4-b261440b7580 None None] Checking router: 408af3ea-ecbd-4821-8616-fbe1e78fecee for host: n-d-818022-2 {{(pid=103366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 17:38:24.857363 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf887c7f-444a-45a9-aeff-6a26f33770d9 req-96831dfe-4414-4bc5-9bd5-aedc8587d9cb service neutron] Port 58a0edee-3616-4ec1-b798-872bebf02dcb on network 346debfa-452b-4048-abf4-8f4493625ef2 not bound, no agent of type Open vSwitch agent registered on host n-h2-818022-2 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 17:38:24.857878 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf887c7f-444a-45a9-aeff-6a26f33770d9 req-96831dfe-4414-4bc5-9bd5-aedc8587d9cb service neutron] Attempting to bind port 58a0edee-3616-4ec1-b798-872bebf02dcb on network 346debfa-452b-4048-abf4-8f4493625ef2 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:38:24.869364 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a310f7-7da3-41e4-8ca4-b261440b7580 None None] Routers {'408af3ea-ecbd-4821-8616-fbe1e78fecee'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:38:24.870306 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-19a310f7-7da3-41e4-8ca4-b261440b7580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:38:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['408af3ea-ecbd-4821-8616-fbe1e78fecee'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:38:24.877692 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9355e2-0bf6-49f0-b286-529429dddab4 req-fced9c9a-84b8-4595-afe1-9cd0b9cd13b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:38:24.879774 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-bb9355e2-0bf6-49f0-b286-529429dddab4 req-fced9c9a-84b8-4595-afe1-9cd0b9cd13b1 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=0cafb5a3-5ec7-45e2-9203-50687a38bf8f HTTP/1.1" status: 200 len: 1100 time: 0.2106841 Nov 19 17:38:24.880609 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-fc0b96d5-dcdb-406c-8483-e35cf3b374cb admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:24.888163 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf887c7f-444a-45a9-aeff-6a26f33770d9 req-96831dfe-4414-4bc5-9bd5-aedc8587d9cb service neutron] Checking agent: {'id': '525ad2ac-c4ae-4c63-af2e-0bf8d25d0f0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'started_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 38, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:38:24.888796 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf887c7f-444a-45a9-aeff-6a26f33770d9 req-96831dfe-4414-4bc5-9bd5-aedc8587d9cb service neutron] Checking segment: {'id': '1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '346debfa-452b-4048-abf4-8f4493625ef2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:38:24.892495 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf887c7f-444a-45a9-aeff-6a26f33770d9 req-96831dfe-4414-4bc5-9bd5-aedc8587d9cb service neutron] Bound using segment: {'id': '1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '346debfa-452b-4048-abf4-8f4493625ef2'} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:38:24.900004 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-cf887c7f-444a-45a9-aeff-6a26f33770d9 req-96831dfe-4414-4bc5-9bd5-aedc8587d9cb service neutron] Bound port: 58a0edee-3616-4ec1-b798-872bebf02dcb, host: n-h2-818022-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '346debfa-452b-4048-abf4-8f4493625ef2'}}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:38:24.900608 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-cf887c7f-444a-45a9-aeff-6a26f33770d9 req-96831dfe-4414-4bc5-9bd5-aedc8587d9cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:24.932679 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c10e77-5ec8-4c1d-803e-7267148ee9ee req-9ac7d629-02d5-4fc1-940d-043921a99391 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:38:24.943795 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-20c10e77-5ec8-4c1d-803e-7267148ee9ee req-9ac7d629-02d5-4fc1-940d-043921a99391 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] 10.222.0.54 "GET /v2.0/ports?device_id=8d5d9328-4371-4a75-8e40-684b5fed4412 HTTP/1.1" status: 200 len: 947 time: 0.2696385 Nov 19 17:38:25.003143 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-27b64b33-b9de-412d-b4a2-7182fda6fbdc req-d8aeee69-261a-48b3-955b-a94dfd1fb243 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.54 "GET /v2.0/security-groups?id=740807d6-4246-4ecb-a636-49a5e5a1e11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750164 Nov 19 17:38:25.119682 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-19a310f7-7da3-41e4-8ca4-b261440b7580 None None] Set router 408af3ea-ecbd-4821-8616-fbe1e78fecee gateway port host: n-d-818022-2 {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:38:25.135030 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-bb9355e2-0bf6-49f0-b286-529429dddab4 req-eeb81f79-5bf4-4653-beb0-74ad22c504be service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=e7f20dbb-e3ba-4a2c-a9af-f3f9295336aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2371528 Nov 19 17:38:25.154762 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-fc0b96d5-dcdb-406c-8483-e35cf3b374cb admin admin] Deleting port 30ce165c-1bf8-49b0-acce-2fb7f991b115 {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:38:25.155328 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-fc0b96d5-dcdb-406c-8483-e35cf3b374cb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:25.225642 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-20c10e77-5ec8-4c1d-803e-7267148ee9ee req-a13dac18-6a3a-443b-88e4-6cd1d1feb52c tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] 10.222.0.54 "GET /v2.0/security-groups?id=01d035e7-47ed-4912-a186-53ea419ecd96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2504749 Nov 19 17:38:25.236219 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-cf887c7f-444a-45a9-aeff-6a26f33770d9 req-96831dfe-4414-4bc5-9bd5-aedc8587d9cb service neutron] For port 58a0edee-3616-4ec1-b798-872bebf02dcb, host n-h2-818022-2, cleared binding levels {{(pid=103365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:38:25.243041 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-cf887c7f-444a-45a9-aeff-6a26f33770d9 req-96831dfe-4414-4bc5-9bd5-aedc8587d9cb service neutron] For port 58a0edee-3616-4ec1-b798-872bebf02dcb, host n-h2-818022-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=58a0edee-3616-4ec1-b798-872bebf02dcb,segment=NetworkSegment(1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861),segment_id=1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861)] {{(pid=103365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:38:25.269389 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-cf887c7f-444a-45a9-aeff-6a26f33770d9 req-96831dfe-4414-4bc5-9bd5-aedc8587d9cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:25.281434 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c0b94f-3dd2-4111-8020-134d2db54611 req-5cf6b02f-229f-4b22-9aae-ffd5f870ec25 tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:38:25.286423 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f2c0b94f-3dd2-4111-8020-134d2db54611 req-5cf6b02f-229f-4b22-9aae-ffd5f870ec25 tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] 10.222.0.54 "GET /v2.0/ports?device_id=28bbee57-0a4b-4ac2-b952-d2d4ec1af0f7 HTTP/1.1" status: 200 len: 946 time: 0.1143341 Nov 19 17:38:25.338342 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf887c7f-444a-45a9-aeff-6a26f33770d9 req-96831dfe-4414-4bc5-9bd5-aedc8587d9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:38:25.339371 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-cf887c7f-444a-45a9-aeff-6a26f33770d9 req-96831dfe-4414-4bc5-9bd5-aedc8587d9cb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:25.341600 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-cf887c7f-444a-45a9-aeff-6a26f33770d9 req-96831dfe-4414-4bc5-9bd5-aedc8587d9cb service neutron] 10.222.0.86 "PUT /v2.0/ports/58a0edee-3616-4ec1-b798-872bebf02dcb HTTP/1.1" status: 200 len: 1095 time: 2.1544366 Nov 19 17:38:25.342450 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d5d9328-4371-4a75-8e40-684b5fed4412', 'tag': '58a0edee-3616-4ec1-b798-872bebf02dcb'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:38:25.347395 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218319d759239a7d11f1288aef37381b97754913ee9ccbfd43b51a463f801712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a76d82a-d2b8-4ac8-b34a-7333e8a81fc4" -d '{"events": [{"name": "network-changed", "server_uuid": "8d5d9328-4371-4a75-8e40-684b5fed4412", "tag": "58a0edee-3616-4ec1-b798-872bebf02dcb"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:38:25.380622 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96831dfe-4414-4bc5-9bd5-aedc8587d9cb service neutron] Pushing event updated for resources: {'Port': ['ID=58a0edee-3616-4ec1-b798-872bebf02dcb,revision_number=3']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:38:25.382498 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [None req-fc0b96d5-dcdb-406c-8483-e35cf3b374cb admin admin] For port 30ce165c-1bf8-49b0-acce-2fb7f991b115, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=30ce165c-1bf8-49b0-acce-2fb7f991b115,segment=NetworkSegment(bbe705c1-96c0-476e-8381-28227e6f0ac5),segment_id=bbe705c1-96c0-476e-8381-28227e6f0ac5)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:38:25.383105 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-fc0b96d5-dcdb-406c-8483-e35cf3b374cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:25.436458 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-fc0b96d5-dcdb-406c-8483-e35cf3b374cb admin admin] Calling delete_port for 30ce165c-1bf8-49b0-acce-2fb7f991b115 owned by network:router_gateway {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:38:25.450061 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f2c0b94f-3dd2-4111-8020-134d2db54611 req-ba09c735-5c2b-4d72-bf1d-f2711cbb0f6a tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a9bb8e9-ab46-4898-9298-f60e040eb6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536524 Nov 19 17:38:25.561292 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-19a310f7-7da3-41e4-8ca4-b261440b7580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '408af3ea-ecbd-4821-8616-fbe1e78fecee', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1914012707-router', 'tenant_id': '8bb26e662dc04141965dbd1042ecc85e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.212'}], 'enable_snat': True}, 'gw_port_id': '30ce165c-1bf8-49b0-acce-2fb7f991b115', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:36:57Z', 'updated_at': '2021-11-19T17:38:20Z', 'revision_number': 5, 'project_id': '8bb26e662dc04141965dbd1042ecc85e', 'gw_port': {'id': '30ce165c-1bf8-49b0-acce-2fb7f991b115', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:ca:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '408af3ea-ecbd-4821-8616-fbe1e78fecee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:36:59Z', 'updated_at': '2021-11-19T17:37:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:38:25.577170 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf887c7f-444a-45a9-aeff-6a26f33770d9 req-87ad9901-d879-463e-833c-7a33f76de31a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:38:25.580053 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-cf887c7f-444a-45a9-aeff-6a26f33770d9 req-87ad9901-d879-463e-833c-7a33f76de31a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=51cd71aac4854a038486be6b92d13068&device_id=8d5d9328-4371-4a75-8e40-684b5fed4412 HTTP/1.1" status: 200 len: 1098 time: 0.1137440 Nov 19 17:38:25.630510 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a310f7-7da3-41e4-8ca4-b261440b7580 None None] The sync data for ids ['408af3ea-ecbd-4821-8616-fbe1e78fecee'] in n-d-818022-2 is: [{'id': '408af3ea-ecbd-4821-8616-fbe1e78fecee', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1914012707-router', 'tenant_id': '8bb26e662dc04141965dbd1042ecc85e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.212'}], 'enable_snat': True}, 'gw_port_id': '30ce165c-1bf8-49b0-acce-2fb7f991b115', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:36:57Z', 'updated_at': '2021-11-19T17:38:20Z', 'revision_number': 5, 'project_id': '8bb26e662dc04141965dbd1042ecc85e', 'gw_port': {'id': '30ce165c-1bf8-49b0-acce-2fb7f991b115', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:ca:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '408af3ea-ecbd-4821-8616-fbe1e78fecee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:36:59Z', 'updated_at': '2021-11-19T17:37:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 17:38:25.659594 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 17:38:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d5fc51f-1b6f-4203-ae05-7b3b3ba10590 x-openstack-request-id: req-8d5fc51f-1b6f-4203-ae05-7b3b3ba10590 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:38:25.659990 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d5d9328-4371-4a75-8e40-684b5fed4412", "tag": "58a0edee-3616-4ec1-b798-872bebf02dcb", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:38:25.660324 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-8d5fc51f-1b6f-4203-ae05-7b3b3ba10590 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:38:25.660815 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d5d9328-4371-4a75-8e40-684b5fed4412', 'tag': '58a0edee-3616-4ec1-b798-872bebf02dcb', 'status': 'completed', 'code': 200} Nov 19 17:38:25.663359 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-cf887c7f-444a-45a9-aeff-6a26f33770d9 req-de19e351-1fa6-43a9-93da-d7f7a36f97e5 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=58a0edee-3616-4ec1-b798-872bebf02dcb HTTP/1.1" status: 200 len: 217 time: 0.0674372 Nov 19 17:38:25.777577 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a1d0d341-ee41-4e91-9d7f-af89831deadd req-7706c5e4-ad78-4600-9dc3-4adb2f40b7ad tempest-FlavorsV2NegativeTest-722897567 tempest-FlavorsV2NegativeTest-722897567-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=85b2dac1b7164033aa32d21a06eabd51&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0966370 Nov 19 17:38:25.895848 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf887c7f-444a-45a9-aeff-6a26f33770d9 req-b6b6bd93-d5e1-4d63-966f-50d3f507378b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:38:25.897788 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457058ca-b5fa-4c75-9afb-ed4a3599a04e req-8c210599-5955-44c1-b8c5-10052e5632ff tempest-LiveAutoBlockMigrationV225Test-71050323 tempest-LiveAutoBlockMigrationV225Test-71050323-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:38:25.898566 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-cf887c7f-444a-45a9-aeff-6a26f33770d9 req-b6b6bd93-d5e1-4d63-966f-50d3f507378b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8b3c88de-c9c2-4a20-b19e-1855c2c19035 HTTP/1.1" status: 200 len: 843 time: 0.1842670 Nov 19 17:38:25.899969 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-457058ca-b5fa-4c75-9afb-ed4a3599a04e req-8c210599-5955-44c1-b8c5-10052e5632ff tempest-LiveAutoBlockMigrationV225Test-71050323 tempest-LiveAutoBlockMigrationV225Test-71050323-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=3964468e-e495-4f24-b06e-7e621567361a&tenant_id=0d7ccfd9bdc740e383b438cb097bfe8d&binding%3Ahost_id=n-h1-818022-2 HTTP/1.1" status: 200 len: 1097 time: 0.1234665 Nov 19 17:38:25.908992 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-fc0b96d5-dcdb-406c-8483-e35cf3b374cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:25.967983 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-457058ca-b5fa-4c75-9afb-ed4a3599a04e req-84f11351-f95c-4635-bb0c-86251ef55a6b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-818022-2'}}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:38:25.970543 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0b96d5-dcdb-406c-8483-e35cf3b374cb admin admin] Pushing event deleted for resources: {'Port': ['ID=30ce165c-1bf8-49b0-acce-2fb7f991b115,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:38:25.992568 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d0d341-ee41-4e91-9d7f-af89831deadd req-357f7e04-bdd4-4e7f-941c-045d34d5e3cd tempest-FlavorsV2NegativeTest-722897567 tempest-FlavorsV2NegativeTest-722897567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:38:25.994183 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a1d0d341-ee41-4e91-9d7f-af89831deadd req-357f7e04-bdd4-4e7f-941c-045d34d5e3cd tempest-FlavorsV2NegativeTest-722897567 tempest-FlavorsV2NegativeTest-722897567-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2059877 Nov 19 17:38:26.019506 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf887c7f-444a-45a9-aeff-6a26f33770d9 req-50da88a3-25d2-4b34-bf97-22454649dbc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:38:26.020721 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-cf887c7f-444a-45a9-aeff-6a26f33770d9 req-50da88a3-25d2-4b34-bf97-22454649dbc4 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=346debfa-452b-4048-abf4-8f4493625ef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0795135 Nov 19 17:38:26.022033 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a1d0d341-ee41-4e91-9d7f-af89831deadd req-e90f712f-0914-4d48-952b-8a1e2141c52f tempest-FlavorsV2NegativeTest-722897567 tempest-FlavorsV2NegativeTest-722897567-project] 10.222.0.54 "GET /v2.0/quotas/85b2dac1b7164033aa32d21a06eabd51 HTTP/1.1" status: 200 len: 375 time: 0.0170810 Nov 19 17:38:26.067560 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0b96d5-dcdb-406c-8483-e35cf3b374cb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:38:26.067999 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0b96d5-dcdb-406c-8483-e35cf3b374cb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:38:26.068287 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0b96d5-dcdb-406c-8483-e35cf3b374cb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:38:26.068593 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0b96d5-dcdb-406c-8483-e35cf3b374cb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:38:26.068934 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0b96d5-dcdb-406c-8483-e35cf3b374cb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:38:26.069275 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0b96d5-dcdb-406c-8483-e35cf3b374cb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:38:26.069607 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0b96d5-dcdb-406c-8483-e35cf3b374cb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:38:26.069986 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0b96d5-dcdb-406c-8483-e35cf3b374cb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:38:26.070322 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0b96d5-dcdb-406c-8483-e35cf3b374cb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:38:26.070652 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0b96d5-dcdb-406c-8483-e35cf3b374cb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:38:26.070982 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0b96d5-dcdb-406c-8483-e35cf3b374cb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:38:26.071308 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0b96d5-dcdb-406c-8483-e35cf3b374cb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:38:26.140889 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a1d0d341-ee41-4e91-9d7f-af89831deadd req-9aa45794-5eac-4013-add5-e0bb33fc947e tempest-FlavorsV2NegativeTest-722897567 tempest-FlavorsV2NegativeTest-722897567-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=85b2dac1b7164033aa32d21a06eabd51&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1118343 Nov 19 17:38:26.151100 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-fc0b96d5-dcdb-406c-8483-e35cf3b374cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-671730'] for router_gateway, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:26.158178 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-457058ca-b5fa-4c75-9afb-ed4a3599a04e req-84f11351-f95c-4635-bb0c-86251ef55a6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:26.299797 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-cf887c7f-444a-45a9-aeff-6a26f33770d9 req-369149c9-8725-400a-af75-d6cbfb8fdd55 service neutron] 10.222.0.86 "GET /v2.0/networks/346debfa-452b-4048-abf4-8f4493625ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2607648 Nov 19 17:38:26.366469 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f18fa5-7977-499b-bef0-bd711e2fe90c req-1381bdda-4d7a-4cd3-9233-9e47f61e5d52 tempest-ImagesNegativeTestJSON-22376563 tempest-ImagesNegativeTestJSON-22376563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:38:26.368919 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-97f18fa5-7977-499b-bef0-bd711e2fe90c req-1381bdda-4d7a-4cd3-9233-9e47f61e5d52 tempest-ImagesNegativeTestJSON-22376563 tempest-ImagesNegativeTestJSON-22376563-project] 10.222.0.54 "GET /v2.0/ports?device_id=0cafb5a3-5ec7-45e2-9203-50687a38bf8f HTTP/1.1" status: 200 len: 949 time: 0.1186845 Nov 19 17:38:26.370961 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-fc0b96d5-dcdb-406c-8483-e35cf3b374cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4696'] for router, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:26.379112 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-fc0b96d5-dcdb-406c-8483-e35cf3b374cb admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:26.501504 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-fc0b96d5-dcdb-406c-8483-e35cf3b374cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-543895'] for router, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:26.502416 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc0b96d5-dcdb-406c-8483-e35cf3b374cb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 408af3ea-ecbd-4821-8616-fbe1e78fecee {{(pid=103364) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 17:38:26.508180 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-97f18fa5-7977-499b-bef0-bd711e2fe90c req-48ff47fb-a2c6-4533-9bbd-4ca2fe0b2ac1 tempest-ImagesNegativeTestJSON-22376563 tempest-ImagesNegativeTestJSON-22376563-project] 10.222.0.54 "GET /v2.0/security-groups?id=e7f20dbb-e3ba-4a2c-a9af-f3f9295336aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008925 Nov 19 17:38:26.516227 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-cf887c7f-444a-45a9-aeff-6a26f33770d9 req-6f7bc555-a2fd-404e-821d-df1bf9a35ea0 service neutron] 10.222.0.86 "GET /v2.0/networks/346debfa-452b-4048-abf4-8f4493625ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1938553 Nov 19 17:38:26.517676 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-fc0b96d5-dcdb-406c-8483-e35cf3b374cb admin admin] Publish callbacks [] for router, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:26.519723 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-fc0b96d5-dcdb-406c-8483-e35cf3b374cb admin admin] 10.222.0.54 "DELETE /v2.0/routers/408af3ea-ecbd-4821-8616-fbe1e78fecee HTTP/1.1" status: 204 len: 168 time: 3.1613355 Nov 19 17:38:26.525627 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 43744) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:38:26.628184 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130286a8-56e2-46c3-9e28-a429185cba66 req-c395424f-3ca3-4c54-86cb-f704d8db2962 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:38:26.636199 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-130286a8-56e2-46c3-9e28-a429185cba66 req-c395424f-3ca3-4c54-86cb-f704d8db2962 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.54 "GET /v2.0/ports?device_id=3964468e-e495-4f24-b06e-7e621567361a HTTP/1.1" status: 200 len: 946 time: 0.2813873 Nov 19 17:38:26.652120 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_v2 [None req-892d2d1c-0775-4f35-9869-34854b409f07 admin admin] Deleting subnet 4cf25a17-adae-4720-b4f1-7f8604b69898 {{(pid=103365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 17:38:26.702726 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-892d2d1c-0775-4f35-9869-34854b409f07 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:26.726487 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-130286a8-56e2-46c3-9e28-a429185cba66 req-7e982e44-8a59-4269-988b-bfc549030f0f tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.54 "GET /v2.0/security-groups?id=740807d6-4246-4ecb-a636-49a5e5a1e11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892920 Nov 19 17:38:26.773558 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-892d2d1c-0775-4f35-9869-34854b409f07 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12546453'] for subnet, precommit_delete_associations {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:26.776357 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-457058ca-b5fa-4c75-9afb-ed4a3599a04e req-84f11351-f95c-4635-bb0c-86251ef55a6b service neutron] For port d3151510-34cd-407a-b000-6f802dd5765c, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=d3151510-34cd-407a-b000-6f802dd5765c,segment=NetworkSegment(fa32b67e-17cc-4a5c-8764-82d3483c4272),segment_id=fa32b67e-17cc-4a5c-8764-82d3483c4272)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:38:26.838268 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a76d82a-d2b8-4ac8-b34a-7333e8a81fc4 req-9207565b-8066-47b0-8a98-d4ac643c0439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:38:26.839989 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7a76d82a-d2b8-4ac8-b34a-7333e8a81fc4 req-9207565b-8066-47b0-8a98-d4ac643c0439 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=51cd71aac4854a038486be6b92d13068&device_id=8d5d9328-4371-4a75-8e40-684b5fed4412 HTTP/1.1" status: 200 len: 1098 time: 0.1772051 Nov 19 17:38:26.995586 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-457058ca-b5fa-4c75-9afb-ed4a3599a04e req-84f11351-f95c-4635-bb0c-86251ef55a6b service neutron] For port d3151510-34cd-407a-b000-6f802dd5765c, host n-h1-818022-2, cleared binding levels {{(pid=103364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:38:27.055499 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565297fa-e7e0-4492-9e75-da752943fb66 req-36790bd5-3ef3-47aa-a74d-5e03de023209 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:38:27.057125 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-565297fa-e7e0-4492-9e75-da752943fb66 req-36790bd5-3ef3-47aa-a74d-5e03de023209 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] 10.222.0.54 "GET /v2.0/ports?device_id=8d5d9328-4371-4a75-8e40-684b5fed4412 HTTP/1.1" status: 200 len: 947 time: 0.1774130 Nov 19 17:38:27.075970 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3964468e-e495-4f24-b06e-7e621567361a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3151510-34cd-407a-b000-6f802dd5765c'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:38:27.079896 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device d3151510-34cd-407a-b000-6f802dd5765c details requested by agent hyperv_n-h2-818022-2 with host n-h2-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 17:38:27.080701 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dd4767a008c23f8566efc82158ee1b1fff34e1a9e908d76d0b6d0ab7e350e5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01fdb25b-efa6-4d54-ac6f-c29990c21584" -d '{"events": [{"server_uuid": "3964468e-e495-4f24-b06e-7e621567361a", "name": "network-vif-unplugged", "status": "completed", "tag": "d3151510-34cd-407a-b000-6f802dd5765c"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:38:27.087304 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-457058ca-b5fa-4c75-9afb-ed4a3599a04e req-84f11351-f95c-4635-bb0c-86251ef55a6b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:27.100547 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-457058ca-b5fa-4c75-9afb-ed4a3599a04e req-84f11351-f95c-4635-bb0c-86251ef55a6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:27.191660 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-565297fa-e7e0-4492-9e75-da752943fb66 req-5154e5e6-ce51-40f8-b2b6-479441cdcb76 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] 10.222.0.54 "GET /v2.0/security-groups?id=01d035e7-47ed-4912-a186-53ea419ecd96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019397 Nov 19 17:38:27.317888 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 569158a1-eae3-4618-8819-27fd998b4209 no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:38:27.342723 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f11351-f95c-4635-bb0c-86251ef55a6b service neutron] Pushing event updated for resources: {'Port': ['ID=d3151510-34cd-407a-b000-6f802dd5765c,revision_number=7']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:38:27.367317 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: 569158a1-eae3-4618-8819-27fd998b4209 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:38:27.367673 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 569158a1-eae3-4618-8819-27fd998b4209 not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:38:27.430634 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port d3151510-34cd-407a-b000-6f802dd5765c, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=d3151510-34cd-407a-b000-6f802dd5765c,segment=NetworkSegment(fa32b67e-17cc-4a5c-8764-82d3483c4272),segment_id=fa32b67e-17cc-4a5c-8764-82d3483c4272)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:38:27.450090 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 43784) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:38:27.458087 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-457058ca-b5fa-4c75-9afb-ed4a3599a04e req-84f11351-f95c-4635-bb0c-86251ef55a6b service neutron] Attempting to bind port d3151510-34cd-407a-b000-6f802dd5765c on host n-h1-818022-2 for vnic_type normal with profile {"migrating_to": "n-h2-818022-2"} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:38:27.458087 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-457058ca-b5fa-4c75-9afb-ed4a3599a04e req-84f11351-f95c-4635-bb0c-86251ef55a6b service neutron] Attempting to bind port d3151510-34cd-407a-b000-6f802dd5765c by drivers openvswitch,hyperv on host n-h1-818022-2 at level 0 using segments [{'id': 'fa32b67e-17cc-4a5c-8764-82d3483c4272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '06df44ce-7965-49c3-9334-79a80c7f7af9'}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:38:27.458087 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-457058ca-b5fa-4c75-9afb-ed4a3599a04e req-84f11351-f95c-4635-bb0c-86251ef55a6b service neutron] Attempting to bind port d3151510-34cd-407a-b000-6f802dd5765c on network 06df44ce-7965-49c3-9334-79a80c7f7af9 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:38:27.475130 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-457058ca-b5fa-4c75-9afb-ed4a3599a04e req-84f11351-f95c-4635-bb0c-86251ef55a6b service neutron] Port d3151510-34cd-407a-b000-6f802dd5765c on network 06df44ce-7965-49c3-9334-79a80c7f7af9 not bound, no agent of type Open vSwitch agent registered on host n-h1-818022-2 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 17:38:27.475466 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-457058ca-b5fa-4c75-9afb-ed4a3599a04e req-84f11351-f95c-4635-bb0c-86251ef55a6b service neutron] Attempting to bind port d3151510-34cd-407a-b000-6f802dd5765c on network 06df44ce-7965-49c3-9334-79a80c7f7af9 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:38:27.478969 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device d3151510-34cd-407a-b000-6f802dd5765c has no active binding in host n-h2-818022-2 {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 19 17:38:27.493430 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-457058ca-b5fa-4c75-9afb-ed4a3599a04e req-84f11351-f95c-4635-bb0c-86251ef55a6b service neutron] Checking agent: {'id': 'a6668d96-12fa-4ec0-99ad-77eaf490dd2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'started_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 38, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:38:27.493860 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-457058ca-b5fa-4c75-9afb-ed4a3599a04e req-84f11351-f95c-4635-bb0c-86251ef55a6b service neutron] Checking segment: {'id': 'fa32b67e-17cc-4a5c-8764-82d3483c4272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '06df44ce-7965-49c3-9334-79a80c7f7af9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:38:27.495910 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-457058ca-b5fa-4c75-9afb-ed4a3599a04e req-84f11351-f95c-4635-bb0c-86251ef55a6b service neutron] Bound using segment: {'id': 'fa32b67e-17cc-4a5c-8764-82d3483c4272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '06df44ce-7965-49c3-9334-79a80c7f7af9'} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:38:27.496390 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-457058ca-b5fa-4c75-9afb-ed4a3599a04e req-84f11351-f95c-4635-bb0c-86251ef55a6b service neutron] Bound port: d3151510-34cd-407a-b000-6f802dd5765c, host: n-h1-818022-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa32b67e-17cc-4a5c-8764-82d3483c4272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '06df44ce-7965-49c3-9334-79a80c7f7af9'}}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:38:27.498069 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-457058ca-b5fa-4c75-9afb-ed4a3599a04e req-84f11351-f95c-4635-bb0c-86251ef55a6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:27.589708 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 17:38:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57ba39fc-525c-4ce3-a3c8-1a165c71d0b7 x-openstack-request-id: req-57ba39fc-525c-4ce3-a3c8-1a165c71d0b7 {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:38:27.590050 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3964468e-e495-4f24-b06e-7e621567361a", "name": "network-vif-unplugged", "status": "completed", "tag": "d3151510-34cd-407a-b000-6f802dd5765c", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:38:27.590516 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-57ba39fc-525c-4ce3-a3c8-1a165c71d0b7 {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:38:27.591080 n-d-818022-2 neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3964468e-e495-4f24-b06e-7e621567361a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3151510-34cd-407a-b000-6f802dd5765c', 'code': 200} Nov 19 17:38:27.635394 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-457058ca-b5fa-4c75-9afb-ed4a3599a04e req-84f11351-f95c-4635-bb0c-86251ef55a6b service neutron] For port d3151510-34cd-407a-b000-6f802dd5765c, host n-h1-818022-2, cleared binding levels {{(pid=103364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:38:27.646073 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba2255e-97e0-4145-ac67-a57f6a18dcd1 req-891eb8cb-3c22-4257-9be4-86142d1077af tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:38:27.654130 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-3ba2255e-97e0-4145-ac67-a57f6a18dcd1 req-891eb8cb-3c22-4257-9be4-86142d1077af tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] 10.222.0.54 "GET /v2.0/ports?device_id=28bbee57-0a4b-4ac2-b952-d2d4ec1af0f7 HTTP/1.1" status: 200 len: 946 time: 0.1256561 Nov 19 17:38:27.685026 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-457058ca-b5fa-4c75-9afb-ed4a3599a04e req-84f11351-f95c-4635-bb0c-86251ef55a6b service neutron] For port d3151510-34cd-407a-b000-6f802dd5765c, host n-h1-818022-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=d3151510-34cd-407a-b000-6f802dd5765c,segment=NetworkSegment(fa32b67e-17cc-4a5c-8764-82d3483c4272),segment_id=fa32b67e-17cc-4a5c-8764-82d3483c4272)] {{(pid=103364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:38:27.709090 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-457058ca-b5fa-4c75-9afb-ed4a3599a04e req-84f11351-f95c-4635-bb0c-86251ef55a6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:27.723614 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8e6b986c-4a0a-4e60-9494-032e5a2df5f3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:27.729739 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a76d82a-d2b8-4ac8-b34a-7333e8a81fc4 req-d979f03a-e94f-44ef-8d8e-d486337635c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:38:27.731312 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7a76d82a-d2b8-4ac8-b34a-7333e8a81fc4 req-d979f03a-e94f-44ef-8d8e-d486337635c4 service neutron] 10.222.0.86 "GET /v2.0/networks?id=346debfa-452b-4048-abf4-8f4493625ef2 HTTP/1.1" status: 200 len: 870 time: 0.8662450 Nov 19 17:38:27.754027 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-892d2d1c-0775-4f35-9869-34854b409f07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:27.822660 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7a76d82a-d2b8-4ac8-b34a-7333e8a81fc4 req-71042ed6-4102-41f9-ada3-9e5d7061efdd service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=58a0edee-3616-4ec1-b798-872bebf02dcb HTTP/1.1" status: 200 len: 217 time: 0.0807049 Nov 19 17:38:27.843729 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-3ba2255e-97e0-4145-ac67-a57f6a18dcd1 req-44a01202-a2ce-4bec-9382-f2e20ff8074f tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a9bb8e9-ab46-4898-9298-f60e040eb6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886606 Nov 19 17:38:27.890790 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457058ca-b5fa-4c75-9afb-ed4a3599a04e req-84f11351-f95c-4635-bb0c-86251ef55a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:38:27.891972 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-457058ca-b5fa-4c75-9afb-ed4a3599a04e req-84f11351-f95c-4635-bb0c-86251ef55a6b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:27.894041 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-457058ca-b5fa-4c75-9afb-ed4a3599a04e req-84f11351-f95c-4635-bb0c-86251ef55a6b service neutron] 10.222.0.86 "PUT /v2.0/ports/d3151510-34cd-407a-b000-6f802dd5765c HTTP/1.1" status: 200 len: 1122 time: 1.9330077 Nov 19 17:38:27.900271 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f11351-f95c-4635-bb0c-86251ef55a6b service neutron] Pushing event updated for resources: {'Port': ['ID=d3151510-34cd-407a-b000-6f802dd5765c,revision_number=8']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:38:27.993310 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-892d2d1c-0775-4f35-9869-34854b409f07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12282919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8731163'] for subnet, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:28.004753 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a76d82a-d2b8-4ac8-b34a-7333e8a81fc4 req-c7ab910a-31c5-4879-bf77-93e97743283f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:38:28.006143 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['d3151510-34cd-407a-b000-6f802dd5765c'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:38:28.007246 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7a76d82a-d2b8-4ac8-b34a-7333e8a81fc4 req-c7ab910a-31c5-4879-bf77-93e97743283f service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8b3c88de-c9c2-4a20-b19e-1855c2c19035 HTTP/1.1" status: 200 len: 843 time: 0.1557953 Nov 19 17:38:28.007986 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8e6b986c-4a0a-4e60-9494-032e5a2df5f3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:28.014805 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8e6b986c-4a0a-4e60-9494-032e5a2df5f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:28.028678 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3173c466-7cdd-485a-98ed-af0deb33394a req-2a5b3739-f542-4e6b-9194-6ff4391edc12 tempest-ImagesNegativeTestJSON-22376563 tempest-ImagesNegativeTestJSON-22376563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:38:28.031455 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3173c466-7cdd-485a-98ed-af0deb33394a req-2a5b3739-f542-4e6b-9194-6ff4391edc12 tempest-ImagesNegativeTestJSON-22376563 tempest-ImagesNegativeTestJSON-22376563-project] 10.222.0.54 "GET /v2.0/ports?device_id=0cafb5a3-5ec7-45e2-9203-50687a38bf8f HTTP/1.1" status: 200 len: 949 time: 0.2141981 Nov 19 17:38:28.078456 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892d2d1c-0775-4f35-9869-34854b409f07 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4cf25a17-adae-4720-b4f1-7f8604b69898,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:38:28.109351 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] get_ports_and_sgs() called for port_ids ['d3151510-34cd-407a-b000-6f802dd5765c'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:38:28.113044 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-8e6b986c-4a0a-4e60-9494-032e5a2df5f3 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=85b2dac1b7164033aa32d21a06eabd51&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6615770 Nov 19 17:38:28.115215 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6b986c-4a0a-4e60-9494-032e5a2df5f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16c58177-cd04-4ed4-b087-042204c49c8a,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:38:28.121333 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01b43287-5231-4b4e-8d17-5e4fabcb5aca None None] Network 848c0e57-dcd4-4037-9fd3-fb8d9181ff53 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:38:28.126233 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-892d2d1c-0775-4f35-9869-34854b409f07 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:28.132797 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 43820) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:38:28.133244 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-892d2d1c-0775-4f35-9869-34854b409f07 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/4cf25a17-adae-4720-b4f1-7f8604b69898 HTTP/1.1" status: 204 len: 168 time: 1.6060100 Nov 19 17:38:28.156065 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 43826) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:38:28.318944 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a76d82a-d2b8-4ac8-b34a-7333e8a81fc4 req-f6abab28-23ee-4e49-89ff-c36af1bdc3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:38:28.321328 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7a76d82a-d2b8-4ac8-b34a-7333e8a81fc4 req-f6abab28-23ee-4e49-89ff-c36af1bdc3bf service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=346debfa-452b-4048-abf4-8f4493625ef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2642186 Nov 19 17:38:28.326053 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ffbc8b8b-6bcf-4fb2-b38c-96d7f1e196ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:28.346597 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3173c466-7cdd-485a-98ed-af0deb33394a req-60f5429d-9af2-4962-aad7-dbf0cd1cb77a tempest-ImagesNegativeTestJSON-22376563 tempest-ImagesNegativeTestJSON-22376563-project] 10.222.0.54 "GET /v2.0/security-groups?id=e7f20dbb-e3ba-4a2c-a9af-f3f9295336aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2847011 Nov 19 17:38:28.363568 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-32ab9b6f-c6be-4598-8944-1c1db4b0eb01 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:28.450560 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-32ab9b6f-c6be-4598-8944-1c1db4b0eb01 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:28.600796 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-32ab9b6f-c6be-4598-8944-1c1db4b0eb01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:28.603666 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-32ab9b6f-c6be-4598-8944-1c1db4b0eb01 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:28.604877 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-32ab9b6f-c6be-4598-8944-1c1db4b0eb01 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/16c58177-cd04-4ed4-b087-042204c49c8a HTTP/1.1" status: 204 len: 168 time: 0.4703333 Nov 19 17:38:28.622409 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ab9b6f-c6be-4598-8944-1c1db4b0eb01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16c58177-cd04-4ed4-b087-042204c49c8a,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:38:28.722719 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ed5610-86bf-4c81-96df-6a6855248728 req-d8878965-d220-471a-82fa-748f5f6a777d tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:38:28.730853 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a8ed5610-86bf-4c81-96df-6a6855248728 req-d8878965-d220-471a-82fa-748f5f6a777d tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.54 "GET /v2.0/ports?device_id=3964468e-e495-4f24-b06e-7e621567361a HTTP/1.1" status: 200 len: 944 time: 0.1993322 Nov 19 17:38:28.764274 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7a76d82a-d2b8-4ac8-b34a-7333e8a81fc4 req-5574a7ce-7ab7-4931-a576-bd2eb4c03956 service neutron] 10.222.0.86 "GET /v2.0/networks/346debfa-452b-4048-abf4-8f4493625ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4335427 Nov 19 17:38:28.790237 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-ffbc8b8b-6bcf-4fb2-b38c-96d7f1e196ca admin admin] Deleting port 07761ff3-1e71-4f98-9cb2-202dba2770af {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:38:28.791325 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ffbc8b8b-6bcf-4fb2-b38c-96d7f1e196ca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:28.871452 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 30ce165c-1bf8-49b0-acce-2fb7f991b115 no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:38:28.874029 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f32a0223-7b27-47ff-95f5-830acc1ae470 None None] DHCP port deletion for 848c0e57-dcd4-4037-9fd3-fb8d9181ff53 request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 17:38:28.910059 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: 30ce165c-1bf8-49b0-acce-2fb7f991b115 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:38:28.910409 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 30ce165c-1bf8-49b0-acce-2fb7f991b115 not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:38:28.933228 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2c15af-eace-4957-a7a7-c6387226145a req-6f4f3376-a454-4571-930b-0163d7f35a9f tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:38:28.935601 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9a2c15af-eace-4957-a7a7-c6387226145a req-6f4f3376-a454-4571-930b-0163d7f35a9f tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] 10.222.0.54 "GET /v2.0/ports?device_id=8d5d9328-4371-4a75-8e40-684b5fed4412 HTTP/1.1" status: 200 len: 947 time: 0.1109951 Nov 19 17:38:28.978218 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a8ed5610-86bf-4c81-96df-6a6855248728 req-66fceb34-7c7a-4c93-897c-72fe86076b10 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.54 "GET /v2.0/security-groups?id=740807d6-4246-4ecb-a636-49a5e5a1e11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2463355 Nov 19 17:38:29.028677 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-f32a0223-7b27-47ff-95f5-830acc1ae470 None None] Deleting port 07761ff3-1e71-4f98-9cb2-202dba2770af {{(pid=103366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:38:29.029416 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f32a0223-7b27-47ff-95f5-830acc1ae470 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:29.044965 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [None req-ffbc8b8b-6bcf-4fb2-b38c-96d7f1e196ca admin admin] For port 07761ff3-1e71-4f98-9cb2-202dba2770af, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=07761ff3-1e71-4f98-9cb2-202dba2770af,segment=NetworkSegment(14c5d391-9845-4512-97da-480cae9dda64),segment_id=14c5d391-9845-4512-97da-480cae9dda64)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:38:29.045405 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ffbc8b8b-6bcf-4fb2-b38c-96d7f1e196ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:29.045704 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9a2c15af-eace-4957-a7a7-c6387226145a req-4523ae01-8c39-4f5b-b7a6-dd2875bd2b33 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] 10.222.0.54 "GET /v2.0/security-groups?id=01d035e7-47ed-4912-a186-53ea419ecd96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980573 Nov 19 17:38:29.081640 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-ffbc8b8b-6bcf-4fb2-b38c-96d7f1e196ca admin admin] Calling delete_port for 07761ff3-1e71-4f98-9cb2-202dba2770af owned by network:dhcp {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:38:29.122912 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7a76d82a-d2b8-4ac8-b34a-7333e8a81fc4 req-48bcf681-55cf-4189-9435-dd53acdb8fdb service neutron] 10.222.0.86 "GET /v2.0/networks/346debfa-452b-4048-abf4-8f4493625ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3378747 Nov 19 17:38:29.143839 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-f32a0223-7b27-47ff-95f5-830acc1ae470 None None] For port 07761ff3-1e71-4f98-9cb2-202dba2770af, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=07761ff3-1e71-4f98-9cb2-202dba2770af,segment=NetworkSegment(14c5d391-9845-4512-97da-480cae9dda64),segment_id=14c5d391-9845-4512-97da-480cae9dda64)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:38:29.144527 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f32a0223-7b27-47ff-95f5-830acc1ae470 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:29.173174 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-f32a0223-7b27-47ff-95f5-830acc1ae470 None None] Calling delete_port for 07761ff3-1e71-4f98-9cb2-202dba2770af owned by network:dhcp {{(pid=103366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:38:29.192071 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device 58a0edee-3616-4ec1-b798-872bebf02dcb details requested by agent hyperv_n-h2-818022-2 with host n-h2-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 17:38:29.220169 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ffbc8b8b-6bcf-4fb2-b38c-96d7f1e196ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:29.251260 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffbc8b8b-6bcf-4fb2-b38c-96d7f1e196ca admin admin] No DVR routers for this DVR port 07761ff3-1e71-4f98-9cb2-202dba2770af on host n-d-818022-2 {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:38:29.331786 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc8b8b-6bcf-4fb2-b38c-96d7f1e196ca admin admin] Pushing event deleted for resources: {'Port': ['ID=07761ff3-1e71-4f98-9cb2-202dba2770af,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:38:29.449724 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f32a0223-7b27-47ff-95f5-830acc1ae470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007'] for port, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:29.501694 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32a0223-7b27-47ff-95f5-830acc1ae470 None None] Pushing event deleted for resources: {'Port': ['ID=07761ff3-1e71-4f98-9cb2-202dba2770af,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:38:29.517052 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f32a0223-7b27-47ff-95f5-830acc1ae470 None None] No DVR routers for this DVR port 07761ff3-1e71-4f98-9cb2-202dba2770af on host n-d-818022-2 {{(pid=103366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:38:29.525319 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port 58a0edee-3616-4ec1-b798-872bebf02dcb, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=58a0edee-3616-4ec1-b798-872bebf02dcb,segment=NetworkSegment(1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861),segment_id=1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:38:29.541651 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ffbc8b8b-6bcf-4fb2-b38c-96d7f1e196ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:29.553761 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Returning: {'device': '58a0edee-3616-4ec1-b798-872bebf02dcb', 'network_id': '346debfa-452b-4048-abf4-8f4493625ef2', 'port_id': '58a0edee-3616-4ec1-b798-872bebf02dcb', 'mac_address': 'fa:16:3e:b9:50:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b3c88de-c9c2-4a20-b19e-1855c2c19035', 'ip_address': '192.168.233.85'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 17:38:29.592534 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3964468e-e495-4f24-b06e-7e621567361a', 'tag': 'd3151510-34cd-407a-b000-6f802dd5765c'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:38:29.597918 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dd4767a008c23f8566efc82158ee1b1fff34e1a9e908d76d0b6d0ab7e350e5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c37047d1-339f-4b29-b8f2-ed95fcc51d82" -d '{"events": [{"name": "network-changed", "server_uuid": "3964468e-e495-4f24-b06e-7e621567361a", "tag": "d3151510-34cd-407a-b000-6f802dd5765c"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:38:29.616440 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-ffbc8b8b-6bcf-4fb2-b38c-96d7f1e196ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['848c0e57-dcd4-4037-9fd3-fb8d9181ff53']}} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:38:29.628069 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:29.631959 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-ffbc8b8b-6bcf-4fb2-b38c-96d7f1e196ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14c5d391-9845-4512-97da-480cae9dda64') {'for_net_delete': True} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:38:29.632200 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-ffbc8b8b-6bcf-4fb2-b38c-96d7f1e196ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14c5d391-9845-4512-97da-480cae9dda64') {} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:38:29.638998 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdb8434-f6ed-4f97-8bf3-8208d450f68a req-45f2fc4f-1764-42fe-855c-4f15f4195ae9 tempest-ImagesNegativeTestJSON-22376563 tempest-ImagesNegativeTestJSON-22376563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:38:29.651137 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-dfdb8434-f6ed-4f97-8bf3-8208d450f68a req-45f2fc4f-1764-42fe-855c-4f15f4195ae9 tempest-ImagesNegativeTestJSON-22376563 tempest-ImagesNegativeTestJSON-22376563-project] 10.222.0.54 "GET /v2.0/ports?device_id=0cafb5a3-5ec7-45e2-9203-50687a38bf8f HTTP/1.1" status: 200 len: 949 time: 0.1312242 Nov 19 17:38:29.655086 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58a0edee-3616-4ec1-b798-872bebf02dcb {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:38:29.655290 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3c5d2f-91c7-41c7-9440-4b36bf55e5a0 req-33190f6d-4dcc-4940-8949-fb9366cc44b9 tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:38:29.670447 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8b3c5d2f-91c7-41c7-9440-4b36bf55e5a0 req-33190f6d-4dcc-4940-8949-fb9366cc44b9 tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] 10.222.0.54 "GET /v2.0/ports?device_id=28bbee57-0a4b-4ac2-b952-d2d4ec1af0f7 HTTP/1.1" status: 200 len: 946 time: 0.2092931 Nov 19 17:38:29.675214 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ffbc8b8b-6bcf-4fb2-b38c-96d7f1e196ca admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12545382'] for segment, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:29.707680 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3e5a63e2-1f35-49c9-80b8-b77a95d1f09a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:29.723161 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port 58a0edee-3616-4ec1-b798-872bebf02dcb, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=58a0edee-3616-4ec1-b798-872bebf02dcb,segment=NetworkSegment(1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861),segment_id=1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:38:29.728283 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:29.743073 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-dfdb8434-f6ed-4f97-8bf3-8208d450f68a req-dff40f1f-e992-43f4-a415-65d5e733df55 tempest-ImagesNegativeTestJSON-22376563 tempest-ImagesNegativeTestJSON-22376563-project] 10.222.0.54 "GET /v2.0/security-groups?id=e7f20dbb-e3ba-4a2c-a9af-f3f9295336aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899529 Nov 19 17:38:29.749249 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ffbc8b8b-6bcf-4fb2-b38c-96d7f1e196ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:29.782993 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffbc8b8b-6bcf-4fb2-b38c-96d7f1e196ca admin admin] Releasing vlan 661 on physical network physnet1 to pool {{(pid=103365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 17:38:29.783701 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ffbc8b8b-6bcf-4fb2-b38c-96d7f1e196ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12282953'] for segment, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:29.823595 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Pushing event updated for resources: {'Port': ['ID=58a0edee-3616-4ec1-b798-872bebf02dcb,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:38:29.863025 n-d-818022-2 neutron-server[103365]: Traceback (most recent call last): Nov 19 17:38:29.863025 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 17:38:29.863025 n-d-818022-2 neutron-server[103365]: timer() Nov 19 17:38:29.863025 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 17:38:29.863025 n-d-818022-2 neutron-server[103365]: cb(*args, **kw) Nov 19 17:38:29.863025 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 17:38:29.863025 n-d-818022-2 neutron-server[103365]: return func(*args, **kwargs) Nov 19 17:38:29.863025 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 17:38:29.863025 n-d-818022-2 neutron-server[103365]: self._notify() Nov 19 17:38:29.863025 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 17:38:29.863025 n-d-818022-2 neutron-server[103365]: self.callback(batched_events) Nov 19 17:38:29.863025 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 17:38:29.863025 n-d-818022-2 neutron-server[103365]: event.method(event) Nov 19 17:38:29.863025 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 17:38:29.863025 n-d-818022-2 neutron-server[103365]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 17:38:29.863025 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 17:38:29.863025 n-d-818022-2 neutron-server[103365]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 17:38:29.863025 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 17:38:29.863025 n-d-818022-2 neutron-server[103365]: return f(self, *a, **k) Nov 19 17:38:29.863025 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 17:38:29.863025 n-d-818022-2 neutron-server[103365]: return self._get(url).json() Nov 19 17:38:29.863025 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 17:38:29.863025 n-d-818022-2 neutron-server[103365]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 17:38:29.863025 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 17:38:29.863025 n-d-818022-2 neutron-server[103365]: return self.request(url, 'GET', **kwargs) Nov 19 17:38:29.863025 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 17:38:29.863025 n-d-818022-2 neutron-server[103365]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 17:38:29.863025 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 17:38:29.863025 n-d-818022-2 neutron-server[103365]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 17:38:29.863025 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 17:38:29.863025 n-d-818022-2 neutron-server[103365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 17:38:29.863025 n-d-818022-2 neutron-server[103365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 17:38:29.874163 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8b3c5d2f-91c7-41c7-9440-4b36bf55e5a0 req-6784c41e-cd7b-4a81-af3b-4fbe0d0072d1 tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a9bb8e9-ab46-4898-9298-f60e040eb6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026489 Nov 19 17:38:29.925568 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ffbc8b8b-6bcf-4fb2-b38c-96d7f1e196ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671242'] for network, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:29.936321 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ffbc8b8b-6bcf-4fb2-b38c-96d7f1e196ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:29.940293 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-ffbc8b8b-6bcf-4fb2-b38c-96d7f1e196ca admin admin] 10.222.0.54 "DELETE /v2.0/networks/848c0e57-dcd4-4037-9fd3-fb8d9181ff53 HTTP/1.1" status: 204 len: 168 time: 1.7774270 Nov 19 17:38:29.952922 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc8b8b-6bcf-4fb2-b38c-96d7f1e196ca admin admin] Pushing event deleted for resources: {'Network': ['ID=848c0e57-dcd4-4037-9fd3-fb8d9181ff53,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:38:29.988893 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 17:38:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4e5a970-f4dc-438f-950e-d2d8933c0dd4 x-openstack-request-id: req-a4e5a970-f4dc-438f-950e-d2d8933c0dd4 {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:38:29.989265 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3964468e-e495-4f24-b06e-7e621567361a", "tag": "d3151510-34cd-407a-b000-6f802dd5765c", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:38:29.989584 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a4e5a970-f4dc-438f-950e-d2d8933c0dd4 {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:38:29.990086 n-d-818022-2 neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3964468e-e495-4f24-b06e-7e621567361a', 'tag': 'd3151510-34cd-407a-b000-6f802dd5765c', 'status': 'completed', 'code': 200} Nov 19 17:38:30.138939 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37047d1-339f-4b29-b8f2-ed95fcc51d82 req-805e271b-8aed-4f5e-94dc-882758ede844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:38:30.145287 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c37047d1-339f-4b29-b8f2-ed95fcc51d82 req-805e271b-8aed-4f5e-94dc-882758ede844 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0d7ccfd9bdc740e383b438cb097bfe8d&device_id=3964468e-e495-4f24-b06e-7e621567361a HTTP/1.1" status: 200 len: 1125 time: 0.1338754 Nov 19 17:38:30.181626 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 43926) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:38:30.199696 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e965003a-387a-4c8b-8a72-b426d10c4be9 req-83fec004-2343-44e4-b25e-a3bbc2e1c172 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:38:30.201308 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e965003a-387a-4c8b-8a72-b426d10c4be9 req-83fec004-2343-44e4-b25e-a3bbc2e1c172 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.54 "GET /v2.0/ports?device_id=3964468e-e495-4f24-b06e-7e621567361a HTTP/1.1" status: 200 len: 944 time: 0.0883374 Nov 19 17:38:30.306437 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e965003a-387a-4c8b-8a72-b426d10c4be9 req-901e065b-bc17-4636-902f-91ef6ea20899 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.54 "GET /v2.0/security-groups?id=740807d6-4246-4ecb-a636-49a5e5a1e11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841324 Nov 19 17:38:30.317018 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 43934) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:38:30.317343 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37047d1-339f-4b29-b8f2-ed95fcc51d82 req-e52bb087-1bcb-43bb-aafa-9c15921a13df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:38:30.321767 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c37047d1-339f-4b29-b8f2-ed95fcc51d82 req-e52bb087-1bcb-43bb-aafa-9c15921a13df service neutron] 10.222.0.60 "GET /v2.0/networks?id=06df44ce-7965-49c3-9334-79a80c7f7af9 HTTP/1.1" status: 200 len: 922 time: 0.1679015 Nov 19 17:38:30.326743 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] get_ports_and_sgs() called for port_ids ['58a0edee-3616-4ec1-b798-872bebf02dcb'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:38:30.414553 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c37047d1-339f-4b29-b8f2-ed95fcc51d82 req-6bb36166-aa52-4386-a059-a1270d95f5bd service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d3151510-34cd-407a-b000-6f802dd5765c HTTP/1.1" status: 200 len: 217 time: 0.0790465 Nov 19 17:38:30.426113 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-5315ee4d-2fe9-430a-9af8-ec51ca23f88e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=8bb26e662dc04141965dbd1042ecc85e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1027174 Nov 19 17:38:30.433710 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 43944) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:38:30.513580 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37047d1-339f-4b29-b8f2-ed95fcc51d82 req-97c4f4df-bec2-4d66-9eb9-773147d72abc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:38:30.516703 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c37047d1-339f-4b29-b8f2-ed95fcc51d82 req-97c4f4df-bec2-4d66-9eb9-773147d72abc service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e811f539-9c60-469d-a119-267f6bfeab01 HTTP/1.1" status: 200 len: 861 time: 0.0897248 Nov 19 17:38:30.589614 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c37047d1-339f-4b29-b8f2-ed95fcc51d82 req-ac775399-c3d2-4aa2-9036-9a67988c2494 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=06df44ce-7965-49c3-9334-79a80c7f7af9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0650415 Nov 19 17:38:30.622787 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027ad8d0-c7b4-4542-b60f-d227c05e7932 req-b5d4688c-fd2c-4dd3-a9d4-da991b493b55 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:38:30.630788 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-027ad8d0-c7b4-4542-b60f-d227c05e7932 req-b5d4688c-fd2c-4dd3-a9d4-da991b493b55 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] 10.222.0.54 "GET /v2.0/ports?device_id=8d5d9328-4371-4a75-8e40-684b5fed4412 HTTP/1.1" status: 200 len: 948 time: 0.2106984 Nov 19 17:38:30.653757 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d3f9caf6-5ad0-49fd-8124-edeb862296b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:30.695689 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-ce8177cc-d499-4b49-b0f8-59cce9340571 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1696855387-network', 'tenant_id': '22219c6d457f40a09ffa18f912155177'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:38:30.739474 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d3f9caf6-5ad0-49fd-8124-edeb862296b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:30.774407 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c37047d1-339f-4b29-b8f2-ed95fcc51d82 req-28f2423f-aecd-4684-b4ec-ff0d341067c6 service neutron] 10.222.0.60 "GET /v2.0/networks/06df44ce-7965-49c3-9334-79a80c7f7af9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716969 Nov 19 17:38:30.850517 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce8177cc-d499-4b49-b0f8-59cce9340571 admin admin] Made reservation on behalf of 22219c6d457f40a09ffa18f912155177 for: {'network': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:38:30.853760 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ce8177cc-d499-4b49-b0f8-59cce9340571 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:30.865266 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ce8177cc-d499-4b49-b0f8-59cce9340571 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:30.901529 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-027ad8d0-c7b4-4542-b60f-d227c05e7932 req-463899a2-1a6e-4bd4-8d51-463b35334353 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] 10.222.0.54 "GET /v2.0/security-groups?id=01d035e7-47ed-4912-a186-53ea419ecd96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256396 Nov 19 17:38:30.953973 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 07761ff3-1e71-4f98-9cb2-202dba2770af no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:38:31.020111 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: 07761ff3-1e71-4f98-9cb2-202dba2770af {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:38:31.020455 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 07761ff3-1e71-4f98-9cb2-202dba2770af not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:38:31.033674 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ce8177cc-d499-4b49-b0f8-59cce9340571 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:31.036680 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c37047d1-339f-4b29-b8f2-ed95fcc51d82 req-7036b54e-e677-4905-abf5-56a535bc338a service neutron] 10.222.0.60 "GET /v2.0/networks/06df44ce-7965-49c3-9334-79a80c7f7af9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2533886 Nov 19 17:38:31.039014 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ce8177cc-d499-4b49-b0f8-59cce9340571 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:31.124147 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d3f9caf6-5ad0-49fd-8124-edeb862296b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:31.126765 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d3f9caf6-5ad0-49fd-8124-edeb862296b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:31.129900 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-d3f9caf6-5ad0-49fd-8124-edeb862296b4 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/df201946-eaa6-4ac7-aad2-a181245e6bda HTTP/1.1" status: 204 len: 168 time: 0.6757405 Nov 19 17:38:31.134599 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce8177cc-d499-4b49-b0f8-59cce9340571 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 658} {{(pid=103365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 17:38:31.145911 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8177cc-d499-4b49-b0f8-59cce9340571 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44aaec3e-5ac1-4db0-be63-299c7d2d92d8,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:38:31.162284 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ce8177cc-d499-4b49-b0f8-59cce9340571 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:31.162628 n-d-818022-2 neutron-server[103365]: INFO neutron.db.segments_db [None req-ce8177cc-d499-4b49-b0f8-59cce9340571 admin admin] Added segment 4516fb64-891f-4c76-a470-4325b9e3e649 of type vlan for network d3ecd66d-63c1-40f8-8436-1e3c0b8f6fd2 Nov 19 17:38:31.183258 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f9caf6-5ad0-49fd-8124-edeb862296b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df201946-eaa6-4ac7-aad2-a181245e6bda,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:38:31.223187 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9998b78-8760-4ee6-9a38-5b73b4d6e772 req-3adbb82d-17d4-456e-8353-5038abcbc05e tempest-ImagesNegativeTestJSON-22376563 tempest-ImagesNegativeTestJSON-22376563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:38:31.225494 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a9998b78-8760-4ee6-9a38-5b73b4d6e772 req-3adbb82d-17d4-456e-8353-5038abcbc05e tempest-ImagesNegativeTestJSON-22376563 tempest-ImagesNegativeTestJSON-22376563-project] 10.222.0.54 "GET /v2.0/ports?device_id=0cafb5a3-5ec7-45e2-9203-50687a38bf8f HTTP/1.1" status: 200 len: 949 time: 0.1555963 Nov 19 17:38:31.267361 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ce8177cc-d499-4b49-b0f8-59cce9340571 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:31.324964 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ce8177cc-d499-4b49-b0f8-59cce9340571 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:31.326156 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce8177cc-d499-4b49-b0f8-59cce9340571 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:38:31.326891 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ce8177cc-d499-4b49-b0f8-59cce9340571 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:31.350978 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a9998b78-8760-4ee6-9a38-5b73b4d6e772 req-29303d1e-0b4c-47cd-8832-324acf40afa3 tempest-ImagesNegativeTestJSON-22376563 tempest-ImagesNegativeTestJSON-22376563-project] 10.222.0.54 "GET /v2.0/security-groups?id=e7f20dbb-e3ba-4a2c-a9af-f3f9295336aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023777 Nov 19 17:38:31.368201 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 43996) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:38:31.371113 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-ce8177cc-d499-4b49-b0f8-59cce9340571 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1862650 Nov 19 17:38:31.393889 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-9db11afe-33d0-4b9d-9bf7-2f6e0be891e9 admin admin] Request body: {'subnet': {'network_id': 'd3ecd66d-63c1-40f8-8436-1e3c0b8f6fd2', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1696855387-subnet', 'tenant_id': '22219c6d457f40a09ffa18f912155177', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:38:31.459177 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9db11afe-33d0-4b9d-9bf7-2f6e0be891e9 admin admin] Made reservation on behalf of 22219c6d457f40a09ffa18f912155177 for: {'subnet': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:38:31.462782 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9db11afe-33d0-4b9d-9bf7-2f6e0be891e9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8983829'] for subnet, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:31.548959 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8177cc-d499-4b49-b0f8-59cce9340571 admin admin] Pushing event updated for resources: {'Network': ['ID=d3ecd66d-63c1-40f8-8436-1e3c0b8f6fd2,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:38:31.567359 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network d3ecd66d-63c1-40f8-8436-1e3c0b8f6fd2 details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 17:38:31.709687 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f43d7e1-cbc9-47cd-9733-21cec038c617 req-fb9c3f5c-7555-451a-a692-727e6a1b4ecf tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:38:31.714548 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9f43d7e1-cbc9-47cd-9733-21cec038c617 req-fb9c3f5c-7555-451a-a692-727e6a1b4ecf tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] 10.222.0.54 "GET /v2.0/ports?device_id=28bbee57-0a4b-4ac2-b952-d2d4ec1af0f7 HTTP/1.1" status: 200 len: 946 time: 0.2074053 Nov 19 17:38:31.796570 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9f43d7e1-cbc9-47cd-9733-21cec038c617 req-5a6ad770-f7e5-4e75-990e-4b8d93dcdfe5 tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a9bb8e9-ab46-4898-9298-f60e040eb6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780165 Nov 19 17:38:31.827410 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f42c3e5-9b9f-4994-aeff-ce42c3fd9ccc req-fa8b35c8-8078-4b0b-97e1-a6299a816f29 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:38:31.830379 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8f42c3e5-9b9f-4994-aeff-ce42c3fd9ccc req-fa8b35c8-8078-4b0b-97e1-a6299a816f29 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.54 "GET /v2.0/ports?device_id=3964468e-e495-4f24-b06e-7e621567361a HTTP/1.1" status: 200 len: 944 time: 0.2062743 Nov 19 17:38:31.973418 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3a8aed8f-59ad-45d7-a092-f300ca1fc690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:32.012207 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9db11afe-33d0-4b9d-9bf7-2f6e0be891e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12425078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8983815'] for subnet, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:32.110769 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8f42c3e5-9b9f-4994-aeff-ce42c3fd9ccc req-cd314b95-0334-4c48-8a4d-faedb81fac0d tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.54 "GET /v2.0/security-groups?id=740807d6-4246-4ecb-a636-49a5e5a1e11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2656748 Nov 19 17:38:32.177638 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db11afe-33d0-4b9d-9bf7-2f6e0be891e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=65a0f3ce-a73e-49df-89cb-a90ab4f7d915,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:38:32.229474 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db11afe-33d0-4b9d-9bf7-2f6e0be891e9 admin admin] Checking segment: {'id': '4516fb64-891f-4c76-a470-4325b9e3e649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'd3ecd66d-63c1-40f8-8436-1e3c0b8f6fd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:38:32.229985 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9db11afe-33d0-4b9d-9bf7-2f6e0be891e9 admin admin] Network hostable DHCP agents. Network: d3ecd66d-63c1-40f8-8436-1e3c0b8f6fd2, hostable agents: ['02910ef2-0455-4aea-9f38-9a875579633f'], hosted agents: [] {{(pid=103364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 17:38:32.283556 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9db11afe-33d0-4b9d-9bf7-2f6e0be891e9 admin admin] Network d3ecd66d-63c1-40f8-8436-1e3c0b8f6fd2 is scheduled to be hosted by DHCP agent 02910ef2-0455-4aea-9f38-9a875579633f with binding_index 1 {{(pid=103364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 17:38:32.307739 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-9db11afe-33d0-4b9d-9bf7-2f6e0be891e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818022-2, d3ecd66d-63c1-40f8-8436-1e3c0b8f6fd2) {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:38:32.320471 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db11afe-33d0-4b9d-9bf7-2f6e0be891e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:38:32.325364 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dca6d86-7ad1-433e-9a60-c12ee461e330 None None] Network d3ecd66d-63c1-40f8-8436-1e3c0b8f6fd2 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:38:32.327181 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9db11afe-33d0-4b9d-9bf7-2f6e0be891e9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:32.383060 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-9db11afe-33d0-4b9d-9bf7-2f6e0be891e9 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0129414 Nov 19 17:38:32.390786 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 44054) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:38:32.396869 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-c5fb984b-5d0f-424a-8695-874c23617a10 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1696855387-router', 'tenant_id': '22219c6d457f40a09ffa18f912155177', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'}}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:38:32.401730 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31000b1b-b211-427d-935d-67f747b84e05 req-a56af328-e338-4f49-a804-d6204a7b3068 tempest-ImagesNegativeTestJSON-22376563 tempest-ImagesNegativeTestJSON-22376563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:38:32.412767 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-31000b1b-b211-427d-935d-67f747b84e05 req-a56af328-e338-4f49-a804-d6204a7b3068 tempest-ImagesNegativeTestJSON-22376563 tempest-ImagesNegativeTestJSON-22376563-project] 10.222.0.86 "GET /v2.0/ports?device_id=0cafb5a3-5ec7-45e2-9203-50687a38bf8f HTTP/1.1" status: 200 len: 949 time: 0.1729441 Nov 19 17:38:32.474780 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c5fb984b-5d0f-424a-8695-874c23617a10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9890'] for router, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:32.477746 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c5fb984b-5d0f-424a-8695-874c23617a10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671617', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-732153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4689'] for router, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:32.682549 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c5fb984b-5d0f-424a-8695-874c23617a10 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:32.683684 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-31000b1b-b211-427d-935d-67f747b84e05 req-975edd4c-04a2-48bd-a8f1-fb913f404845 tempest-ImagesNegativeTestJSON-22376563 tempest-ImagesNegativeTestJSON-22376563-project] Deleting port 53674ccc-c2ec-41a3-af73-d5a5722f9869 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:38:32.684172 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-31000b1b-b211-427d-935d-67f747b84e05 req-975edd4c-04a2-48bd-a8f1-fb913f404845 tempest-ImagesNegativeTestJSON-22376563 tempest-ImagesNegativeTestJSON-22376563-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:32.848256 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3db9776d-2283-4b57-8282-6232e80ed6d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54f44f5f-1200-574e-8740-2141911d5b73-d3ecd66d-63c1-40f8-8436-1e3c0b8f6fd2', 'network_id': 'd3ecd66d-63c1-40f8-8436-1e3c0b8f6fd2', 'tenant_id': '22219c6d457f40a09ffa18f912155177', 'fixed_ips': [{'subnet_id': '65a0f3ce-a73e-49df-89cb-a90ab4f7d915'}]}} from n-d-818022-2. {{(pid=103366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 17:38:32.851737 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3db9776d-2283-4b57-8282-6232e80ed6d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:32.901946 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2056ad56-3f03-4051-af2b-6a8e6ebdb70b req-44f5d783-2132-4e69-bdc0-3521b87d8af8 tempest-ImagesNegativeTestJSON-22376563 tempest-ImagesNegativeTestJSON-22376563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:38:32.903711 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2056ad56-3f03-4051-af2b-6a8e6ebdb70b req-44f5d783-2132-4e69-bdc0-3521b87d8af8 tempest-ImagesNegativeTestJSON-22376563 tempest-ImagesNegativeTestJSON-22376563-project] 10.222.0.54 "GET /v2.0/ports?device_id=0cafb5a3-5ec7-45e2-9203-50687a38bf8f HTTP/1.1" status: 200 len: 949 time: 0.1115065 Nov 19 17:38:32.963636 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c5fb984b-5d0f-424a-8695-874c23617a10 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:32.988242 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2056ad56-3f03-4051-af2b-6a8e6ebdb70b req-01402369-39a0-40c8-90ec-538301b15b4c tempest-ImagesNegativeTestJSON-22376563 tempest-ImagesNegativeTestJSON-22376563-project] 10.222.0.54 "GET /v2.0/security-groups?id=e7f20dbb-e3ba-4a2c-a9af-f3f9295336aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695729 Nov 19 17:38:33.018567 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-31000b1b-b211-427d-935d-67f747b84e05 req-975edd4c-04a2-48bd-a8f1-fb913f404845 tempest-ImagesNegativeTestJSON-22376563 tempest-ImagesNegativeTestJSON-22376563-project] For port 53674ccc-c2ec-41a3-af73-d5a5722f9869, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=53674ccc-c2ec-41a3-af73-d5a5722f9869,segment=NetworkSegment(1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861),segment_id=1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:38:33.019478 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-31000b1b-b211-427d-935d-67f747b84e05 req-975edd4c-04a2-48bd-a8f1-fb913f404845 tempest-ImagesNegativeTestJSON-22376563 tempest-ImagesNegativeTestJSON-22376563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:33.047866 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703b02aa-0ad1-43b1-8969-403ae4f67ae2 req-c0f18707-abc0-4b6d-b577-54f6ac91d7f5 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:38:33.058104 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-703b02aa-0ad1-43b1-8969-403ae4f67ae2 req-c0f18707-abc0-4b6d-b577-54f6ac91d7f5 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] 10.222.0.54 "GET /v2.0/ports?device_id=8d5d9328-4371-4a75-8e40-684b5fed4412 HTTP/1.1" status: 200 len: 948 time: 0.3718932 Nov 19 17:38:33.064824 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-31000b1b-b211-427d-935d-67f747b84e05 req-975edd4c-04a2-48bd-a8f1-fb913f404845 tempest-ImagesNegativeTestJSON-22376563 tempest-ImagesNegativeTestJSON-22376563-project] Calling delete_port for 53674ccc-c2ec-41a3-af73-d5a5722f9869 owned by compute:nova {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:38:33.127183 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-703b02aa-0ad1-43b1-8969-403ae4f67ae2 req-e2855a90-5d73-4de4-8576-fdf0c9cde3c3 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] 10.222.0.54 "GET /v2.0/security-groups?id=01d035e7-47ed-4912-a186-53ea419ecd96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678048 Nov 19 17:38:33.144236 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [None req-3db9776d-2283-4b57-8282-6232e80ed6d6 None None] Allocated IP 172.20.0.2 (d3ecd66d-63c1-40f8-8436-1e3c0b8f6fd2/65a0f3ce-a73e-49df-89cb-a90ab4f7d915/37dae931-43a6-4746-8bd5-c02144f249ca) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:38:33.167114 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device 58a0edee-3616-4ec1-b798-872bebf02dcb up at agent hyperv_n-h2-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:38:33.243504 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e46ecc5a-dc14-4744-b262-3072ff2e958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:33.345024 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-31000b1b-b211-427d-935d-67f747b84e05 req-975edd4c-04a2-48bd-a8f1-fb913f404845 tempest-ImagesNegativeTestJSON-22376563 tempest-ImagesNegativeTestJSON-22376563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:33.409470 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Provisioning for port 58a0edee-3616-4ec1-b798-872bebf02dcb completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 17:38:33.416445 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975edd4c-04a2-48bd-a8f1-fb913f404845 tempest-ImagesNegativeTestJSON-22376563 tempest-ImagesNegativeTestJSON-22376563-project] Pushing event deleted for resources: {'Port': ['ID=53674ccc-c2ec-41a3-af73-d5a5722f9869,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:38:33.482020 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Provisioning complete for port 58a0edee-3616-4ec1-b798-872bebf02dcb triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:38:33.482621 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:33.487967 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d5eb0b-bdf7-4da5-8cc2-60e669f6177e req-f6980dde-2681-48ed-a6e4-6eda72d2a45f tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:38:33.496904 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-75d5eb0b-bdf7-4da5-8cc2-60e669f6177e req-f6980dde-2681-48ed-a6e4-6eda72d2a45f tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] 10.222.0.54 "GET /v2.0/ports?device_id=28bbee57-0a4b-4ac2-b952-d2d4ec1af0f7 HTTP/1.1" status: 200 len: 946 time: 0.2491229 Nov 19 17:38:33.497167 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c5fb984b-5d0f-424a-8695-874c23617a10 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:33.527580 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-31000b1b-b211-427d-935d-67f747b84e05 req-975edd4c-04a2-48bd-a8f1-fb913f404845 tempest-ImagesNegativeTestJSON-22376563 tempest-ImagesNegativeTestJSON-22376563-project] No DVR routers for this DVR port 53674ccc-c2ec-41a3-af73-d5a5722f9869 on host n-h2-818022-2 {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:38:33.546442 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-31000b1b-b211-427d-935d-67f747b84e05 req-975edd4c-04a2-48bd-a8f1-fb913f404845 tempest-ImagesNegativeTestJSON-22376563 tempest-ImagesNegativeTestJSON-22376563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:33.548585 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c5fb984b-5d0f-424a-8695-874c23617a10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:33.555470 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-31000b1b-b211-427d-935d-67f747b84e05 req-975edd4c-04a2-48bd-a8f1-fb913f404845 tempest-ImagesNegativeTestJSON-22376563 tempest-ImagesNegativeTestJSON-22376563-project] 10.222.0.86 "DELETE /v2.0/ports/53674ccc-c2ec-41a3-af73-d5a5722f9869 HTTP/1.1" status: 204 len: 173 time: 1.1361201 Nov 19 17:38:33.555720 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cafb5a3-5ec7-45e2-9203-50687a38bf8f', 'name': 'network-vif-deleted', 'tag': '53674ccc-c2ec-41a3-af73-d5a5722f9869'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:38:33.558574 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218319d759239a7d11f1288aef37381b97754913ee9ccbfd43b51a463f801712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91b9ddc6-994e-47f0-929b-ec3ad1956343" -d '{"events": [{"server_uuid": "0cafb5a3-5ec7-45e2-9203-50687a38bf8f", "name": "network-vif-deleted", "tag": "53674ccc-c2ec-41a3-af73-d5a5722f9869"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:38:33.615808 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-75d5eb0b-bdf7-4da5-8cc2-60e669f6177e req-092863a9-dabf-473b-b833-abd49a696336 tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a9bb8e9-ab46-4898-9298-f60e040eb6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176376 Nov 19 17:38:33.622509 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3db9776d-2283-4b57-8282-6232e80ed6d6 None None] Publish callbacks [] for port, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:33.645362 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:33.655411 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3db9776d-2283-4b57-8282-6232e80ed6d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998'] for port, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:33.671307 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:33.772004 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3db9776d-2283-4b57-8282-6232e80ed6d6 None None] Network d3ecd66d-63c1-40f8-8436-1e3c0b8f6fd2 is already hosted by enough agents. {{(pid=103366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:38:33.786599 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [None req-3db9776d-2283-4b57-8282-6232e80ed6d6 None None] Resources bound (agent type, host, resource id): {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:38:33.790875 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [None req-c5fb984b-5d0f-424a-8695-874c23617a10 admin admin] Allocated IP 172.25.7.4 (645e61aa-1a6c-4e8f-857e-ab06edb4897f/88ed2d64-f56d-4f01-a468-946e01c99e82/961bbade-c48a-4bb5-8ba2-4057bf3a0e07) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:38:33.794345 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db9776d-2283-4b57-8282-6232e80ed6d6 None None] Received port after_create {{(pid=103366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:38:33.798148 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9776d-2283-4b57-8282-6232e80ed6d6 None None] Pushing event updated for resources: {'Port': ['ID=37dae931-43a6-4746-8bd5-c02144f249ca,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:38:33.881286 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9776d-2283-4b57-8282-6232e80ed6d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:38:33.882055 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9776d-2283-4b57-8282-6232e80ed6d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:38:33.882364 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9776d-2283-4b57-8282-6232e80ed6d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:38:33.882912 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9776d-2283-4b57-8282-6232e80ed6d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:38:33.883420 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9776d-2283-4b57-8282-6232e80ed6d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:38:33.883846 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d603eb71-e9ec-420c-b46d-ff5818f77527 req-efd9b29e-ae07-48e8-934a-ac4745d10ce2 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:38:33.894472 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9776d-2283-4b57-8282-6232e80ed6d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:38:33.894831 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9776d-2283-4b57-8282-6232e80ed6d6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:38:33.895178 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9776d-2283-4b57-8282-6232e80ed6d6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:38:33.895317 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d603eb71-e9ec-420c-b46d-ff5818f77527 req-efd9b29e-ae07-48e8-934a-ac4745d10ce2 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.54 "GET /v2.0/ports?device_id=3964468e-e495-4f24-b06e-7e621567361a HTTP/1.1" status: 200 len: 944 time: 0.1382616 Nov 19 17:38:33.895508 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9776d-2283-4b57-8282-6232e80ed6d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:38:33.895844 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9776d-2283-4b57-8282-6232e80ed6d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:38:33.896173 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9776d-2283-4b57-8282-6232e80ed6d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:38:33.896501 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db9776d-2283-4b57-8282-6232e80ed6d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:38:33.971976 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:33.993622 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c5fb984b-5d0f-424a-8695-874c23617a10 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:34.006270 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d603eb71-e9ec-420c-b46d-ff5818f77527 req-cf8d79c8-8ee7-41d0-be2e-93c7d419df50 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.54 "GET /v2.0/security-groups?id=740807d6-4246-4ecb-a636-49a5e5a1e11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061049 Nov 19 17:38:34.012955 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port 58a0edee-3616-4ec1-b798-872bebf02dcb, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=58a0edee-3616-4ec1-b798-872bebf02dcb,segment=NetworkSegment(1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861),segment_id=1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:38:34.019267 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d5d9328-4371-4a75-8e40-684b5fed4412', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58a0edee-3616-4ec1-b798-872bebf02dcb'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:38:34.024140 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3940761bcd94e032e6960d2241bd8993c5d3a7d8dc2aca8488f3ecf1d4dd2fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1290e649-b66d-4862-9add-bbeecc076563" -d '{"events": [{"server_uuid": "8d5d9328-4371-4a75-8e40-684b5fed4412", "name": "network-vif-plugged", "status": "completed", "tag": "58a0edee-3616-4ec1-b798-872bebf02dcb"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:38:34.028766 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-3db9776d-2283-4b57-8282-6232e80ed6d6 None None] Attempting to bind port 37dae931-43a6-4746-8bd5-c02144f249ca on host n-d-818022-2 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:38:34.029183 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-3db9776d-2283-4b57-8282-6232e80ed6d6 None None] Attempting to bind port 37dae931-43a6-4746-8bd5-c02144f249ca by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': '4516fb64-891f-4c76-a470-4325b9e3e649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'd3ecd66d-63c1-40f8-8436-1e3c0b8f6fd2'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:38:34.029704 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db9776d-2283-4b57-8282-6232e80ed6d6 None None] Attempting to bind port 37dae931-43a6-4746-8bd5-c02144f249ca on network d3ecd66d-63c1-40f8-8436-1e3c0b8f6fd2 {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:38:34.033862 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:34.041771 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db9776d-2283-4b57-8282-6232e80ed6d6 None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 38, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:38:34.042342 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db9776d-2283-4b57-8282-6232e80ed6d6 None None] Checking segment: {'id': '4516fb64-891f-4c76-a470-4325b9e3e649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'd3ecd66d-63c1-40f8-8436-1e3c0b8f6fd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:38:34.042868 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3db9776d-2283-4b57-8282-6232e80ed6d6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:34.043863 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db9776d-2283-4b57-8282-6232e80ed6d6 None None] Bound using segment: {'id': '4516fb64-891f-4c76-a470-4325b9e3e649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'd3ecd66d-63c1-40f8-8436-1e3c0b8f6fd2'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:38:34.044105 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-3db9776d-2283-4b57-8282-6232e80ed6d6 None None] Bound port: 37dae931-43a6-4746-8bd5-c02144f249ca, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4516fb64-891f-4c76-a470-4325b9e3e649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'd3ecd66d-63c1-40f8-8436-1e3c0b8f6fd2'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:38:34.044599 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3db9776d-2283-4b57-8282-6232e80ed6d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:34.062868 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c5fb984b-5d0f-424a-8695-874c23617a10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:34.141198 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Pushing event updated for resources: {'Port': ['ID=58a0edee-3616-4ec1-b798-872bebf02dcb,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:38:34.162663 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5fb984b-5d0f-424a-8695-874c23617a10 admin admin] Network 645e61aa-1a6c-4e8f-857e-ab06edb4897f is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:38:34.166116 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-c5fb984b-5d0f-424a-8695-874c23617a10 admin admin] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:38:34.170149 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5fb984b-5d0f-424a-8695-874c23617a10 admin admin] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:38:34.193143 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-3db9776d-2283-4b57-8282-6232e80ed6d6 None None] For port 37dae931-43a6-4746-8bd5-c02144f249ca, host n-d-818022-2, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:38:34.198336 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fb984b-5d0f-424a-8695-874c23617a10 admin admin] Pushing event updated for resources: {'Port': ['ID=961bbade-c48a-4bb5-8ba2-4057bf3a0e07,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:38:34.202212 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-3db9776d-2283-4b57-8282-6232e80ed6d6 None None] For port 37dae931-43a6-4746-8bd5-c02144f249ca, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=37dae931-43a6-4746-8bd5-c02144f249ca,segment=NetworkSegment(4516fb64-891f-4c76-a470-4325b9e3e649),segment_id=4516fb64-891f-4c76-a470-4325b9e3e649)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:38:34.216737 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3db9776d-2283-4b57-8282-6232e80ed6d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:34.369771 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:38:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22dcff21-e6c5-45e1-aeea-d45a7b6396cb x-openstack-request-id: req-22dcff21-e6c5-45e1-aeea-d45a7b6396cb {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:38:34.369997 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9776d-2283-4b57-8282-6232e80ed6d6 None None] Pushing event updated for resources: {'Port': ['ID=37dae931-43a6-4746-8bd5-c02144f249ca,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:38:34.370104 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cafb5a3-5ec7-45e2-9203-50687a38bf8f", "name": "network-vif-deleted", "tag": "53674ccc-c2ec-41a3-af73-d5a5722f9869", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:38:34.370104 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-22dcff21-e6c5-45e1-aeea-d45a7b6396cb {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:38:34.370768 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cafb5a3-5ec7-45e2-9203-50687a38bf8f', 'name': 'network-vif-deleted', 'tag': '53674ccc-c2ec-41a3-af73-d5a5722f9869', 'status': 'completed', 'code': 200} Nov 19 17:38:34.456611 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:38:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b75ee49-2462-435b-8af6-7991056cb6d8 x-openstack-request-id: req-8b75ee49-2462-435b-8af6-7991056cb6d8 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:38:34.457174 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d5d9328-4371-4a75-8e40-684b5fed4412", "name": "network-vif-plugged", "status": "completed", "tag": "58a0edee-3616-4ec1-b798-872bebf02dcb", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:38:34.457174 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-8b75ee49-2462-435b-8af6-7991056cb6d8 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:38:34.457623 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d5d9328-4371-4a75-8e40-684b5fed4412', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58a0edee-3616-4ec1-b798-872bebf02dcb', 'code': 200} Nov 19 17:38:34.542352 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8474a576-f3f5-4980-8922-76a09067e1c2 req-e9dff6c3-50bd-4c44-8b3e-f294bca18108 tempest-ImagesNegativeTestJSON-22376563 tempest-ImagesNegativeTestJSON-22376563-project] 10.222.0.54 "GET /v2.0/ports?device_id=0cafb5a3-5ec7-45e2-9203-50687a38bf8f HTTP/1.1" status: 200 len: 210 time: 0.0683568 Nov 19 17:38:34.591800 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e013d7e6-5264-4dcc-9759-54f5fb809e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:34.648178 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c5fb984b-5d0f-424a-8695-874c23617a10 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:34.654991 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d195b0de-5783-4da7-b7a7-fc53142ad62c req-3a1f308b-2fa9-4624-99c8-22065cd3b79e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:38:34.657480 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d195b0de-5783-4da7-b7a7-fc53142ad62c req-3a1f308b-2fa9-4624-99c8-22065cd3b79e service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=8d5d9328-4371-4a75-8e40-684b5fed4412 HTTP/1.1" status: 200 len: 1100 time: 0.0904214 Nov 19 17:38:34.657698 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f324bcec-ad7d-488d-ad8a-295bbe3c4fa3 req-49613f52-f2e4-4dfd-9382-bb267502c32c tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:38:34.659262 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f324bcec-ad7d-488d-ad8a-295bbe3c4fa3 req-49613f52-f2e4-4dfd-9382-bb267502c32c tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] 10.222.0.54 "GET /v2.0/ports?device_id=8d5d9328-4371-4a75-8e40-684b5fed4412 HTTP/1.1" status: 200 len: 949 time: 0.1198871 Nov 19 17:38:34.775080 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d195b0de-5783-4da7-b7a7-fc53142ad62c req-2b7eddd4-c7f9-4340-be7a-f4fe73106f5d service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=01d035e7-47ed-4912-a186-53ea419ecd96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959938 Nov 19 17:38:34.841168 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f324bcec-ad7d-488d-ad8a-295bbe3c4fa3 req-b3804ccf-9242-4ac2-a68d-683b5a05b23d tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] 10.222.0.54 "GET /v2.0/security-groups?id=01d035e7-47ed-4912-a186-53ea419ecd96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347842 Nov 19 17:38:35.012061 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 37dae931-43a6-4746-8bd5-c02144f249ca up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:38:35.129744 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device 53674ccc-c2ec-41a3-af73-d5a5722f9869 no longer exists at agent hyperv_n-h2-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:38:35.191939 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:35.194920 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] No Port match for: 53674ccc-c2ec-41a3-af73-d5a5722f9869 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:38:35.195520 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device 53674ccc-c2ec-41a3-af73-d5a5722f9869 not bound to the agent host n-h2-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:38:35.208647 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 37dae931-43a6-4746-8bd5-c02144f249ca triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:38:35.209326 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:35.420424 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:35.491110 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b81429-7d82-47cc-834e-80bdcb2add53 req-b2f848e8-3298-45b7-89e5-99f6a626a22e tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:38:35.492692 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d9b81429-7d82-47cc-834e-80bdcb2add53 req-b2f848e8-3298-45b7-89e5-99f6a626a22e tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.54 "GET /v2.0/ports?device_id=3964468e-e495-4f24-b06e-7e621567361a HTTP/1.1" status: 200 len: 944 time: 0.1037264 Nov 19 17:38:35.503233 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] For port 37dae931-43a6-4746-8bd5-c02144f249ca, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=37dae931-43a6-4746-8bd5-c02144f249ca,segment=NetworkSegment(4516fb64-891f-4c76-a470-4325b9e3e649),segment_id=4516fb64-891f-4c76-a470-4325b9e3e649)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:38:35.511576 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:35.626809 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d9b81429-7d82-47cc-834e-80bdcb2add53 req-873bcd2b-cdf3-4862-81e8-1a6259d61c97 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.54 "GET /v2.0/security-groups?id=740807d6-4246-4ecb-a636-49a5e5a1e11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253192 Nov 19 17:38:35.638124 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Pushing event updated for resources: {'Port': ['ID=37dae931-43a6-4746-8bd5-c02144f249ca,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:38:35.668804 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929d9a5b-9803-49f9-95c1-1f3cedab3042 req-dd74f400-686b-4781-8d01-a7a2867fe2c9 tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:38:35.677016 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-929d9a5b-9803-49f9-95c1-1f3cedab3042 req-dd74f400-686b-4781-8d01-a7a2867fe2c9 tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] 10.222.0.54 "GET /v2.0/ports?device_id=28bbee57-0a4b-4ac2-b952-d2d4ec1af0f7 HTTP/1.1" status: 200 len: 946 time: 0.1630054 Nov 19 17:38:35.683831 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 44212) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:38:35.698558 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c5fb984b-5d0f-424a-8695-874c23617a10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671702'] for router, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:35.855709 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-929d9a5b-9803-49f9-95c1-1f3cedab3042 req-51e8dff7-0af4-4444-80a4-7a50872ca65f tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a9bb8e9-ab46-4898-9298-f60e040eb6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776726 Nov 19 17:38:35.901597 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8d391f50-f9b0-4611-8327-b7c55ec27739 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:36.020874 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5fb984b-5d0f-424a-8695-874c23617a10 admin admin] Router 4d983c78-5f99-4087-b225-935c574010a7 is scheduled to L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 with binding_index 1 {{(pid=103364) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 17:38:36.124554 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e91f8d41-3b7b-424d-a87c-6feef18f14ac None None] Network d3ecd66d-63c1-40f8-8436-1e3c0b8f6fd2 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:38:36.199005 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8d391f50-f9b0-4611-8327-b7c55ec27739 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:36.208851 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8d391f50-f9b0-4611-8327-b7c55ec27739 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:36.228934 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5fb984b-5d0f-424a-8695-874c23617a10 admin admin] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 17:38:36.245009 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b301bf99-930c-47a8-85a0-5ded4c9505c2 None None] Sync routers for ids ['4d983c78-5f99-4087-b225-935c574010a7'] in n-d-818022-2 {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 17:38:36.254355 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c5fb984b-5d0f-424a-8695-874c23617a10 admin admin] Publish callbacks [] for router, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:36.256429 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-c5fb984b-5d0f-424a-8695-874c23617a10 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.8633022 Nov 19 17:38:36.259142 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 44258) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:38:36.268817 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cb5eaf-4502-44fd-8ac2-28e777b844dd req-554e73e2-b862-4107-b37f-ebd97569273e tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:38:36.270118 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b301bf99-930c-47a8-85a0-5ded4c9505c2 None None] Routers {'4d983c78-5f99-4087-b225-935c574010a7'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:38:36.270840 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-33cb5eaf-4502-44fd-8ac2-28e777b844dd req-554e73e2-b862-4107-b37f-ebd97569273e tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] 10.222.0.54 "GET /v2.0/ports?device_id=8d5d9328-4371-4a75-8e40-684b5fed4412 HTTP/1.1" status: 200 len: 949 time: 0.1304677 Nov 19 17:38:36.272061 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-b301bf99-930c-47a8-85a0-5ded4c9505c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:38:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['4d983c78-5f99-4087-b225-935c574010a7'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:38:36.345662 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-8d391f50-f9b0-4611-8327-b7c55ec27739 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=35fcd4786eb04fffb5a19f96b9334719&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6602662 Nov 19 17:38:36.346426 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 44264) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:38:36.354569 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d391f50-f9b0-4611-8327-b7c55ec27739 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a688ea6c-8535-408f-bbfb-75262174099a,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:38:36.357780 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-d37bdabc-f5de-47a1-b393-9e2aa2c8992d None None] Provisioning complete for port 37dae931-43a6-4746-8bd5-c02144f249ca triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:38:36.364601 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d37bdabc-f5de-47a1-b393-9e2aa2c8992d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:36.477403 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-33cb5eaf-4502-44fd-8ac2-28e777b844dd req-c1de7c0b-6e34-4e29-84e6-200c90f35479 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] 10.222.0.54 "GET /v2.0/security-groups?id=01d035e7-47ed-4912-a186-53ea419ecd96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913838 Nov 19 17:38:36.541648 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-b301bf99-930c-47a8-85a0-5ded4c9505c2 None None] Set router 4d983c78-5f99-4087-b225-935c574010a7 gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:38:36.547523 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2934a0ab-1164-4faa-a22b-6da2d32af92b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:36.666030 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2934a0ab-1164-4faa-a22b-6da2d32af92b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:36.988473 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 37dae931-43a6-4746-8bd5-c02144f249ca up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:38:37.012215 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-b301bf99-930c-47a8-85a0-5ded4c9505c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d983c78-5f99-4087-b225-935c574010a7', 'name': 'tempest-FloatingIPsTestJSON-1696855387-router', 'tenant_id': '22219c6d457f40a09ffa18f912155177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': '961bbade-c48a-4bb5-8ba2-4057bf3a0e07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:38:32Z', 'updated_at': '2021-11-19T17:38:34Z', 'revision_number': 3, 'project_id': '22219c6d457f40a09ffa18f912155177', 'gw_port': {'id': '961bbade-c48a-4bb5-8ba2-4057bf3a0e07', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:f5:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d983c78-5f99-4087-b225-935c574010a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:38:33Z', 'updated_at': '2021-11-19T17:38:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:38:37.026021 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6c3715-5a90-41a7-87e9-ff01b5dc21b6 req-48f54880-2471-4d83-90e4-33f7c751cb9d tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:38:37.027647 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fd6c3715-5a90-41a7-87e9-ff01b5dc21b6 req-48f54880-2471-4d83-90e4-33f7c751cb9d tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.54 "GET /v2.0/ports?device_id=3964468e-e495-4f24-b06e-7e621567361a HTTP/1.1" status: 200 len: 944 time: 0.2638109 Nov 19 17:38:37.108904 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2934a0ab-1164-4faa-a22b-6da2d32af92b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:37.114575 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2934a0ab-1164-4faa-a22b-6da2d32af92b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:37.115823 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b301bf99-930c-47a8-85a0-5ded4c9505c2 None None] Checking router: 4d983c78-5f99-4087-b225-935c574010a7 for host: n-d-818022-2 {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 17:38:37.116185 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b301bf99-930c-47a8-85a0-5ded4c9505c2 None None] Updating router 4d983c78-5f99-4087-b225-935c574010a7 port 961bbade-c48a-4bb5-8ba2-4057bf3a0e07 binding host n-d-818022-2 {{(pid=103367) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 17:38:37.116391 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-2934a0ab-1164-4faa-a22b-6da2d32af92b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/a688ea6c-8535-408f-bbfb-75262174099a HTTP/1.1" status: 204 len: 168 time: 0.7673779 Nov 19 17:38:37.157279 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-28b4ed30-b13c-4caa-be08-21e5f2453260 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:37.182057 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-b301bf99-930c-47a8-85a0-5ded4c9505c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:37.196731 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2934a0ab-1164-4faa-a22b-6da2d32af92b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a688ea6c-8535-408f-bbfb-75262174099a,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:38:37.290622 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 37dae931-43a6-4746-8bd5-c02144f249ca triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:38:37.291287 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:37.332893 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fd6c3715-5a90-41a7-87e9-ff01b5dc21b6 req-d94a7262-4cef-488d-a4df-62a831aa06cf tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.54 "GET /v2.0/security-groups?id=740807d6-4246-4ecb-a636-49a5e5a1e11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2963600 Nov 19 17:38:37.750930 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [None req-28b4ed30-b13c-4caa-be08-21e5f2453260 admin admin] Allocated IP 172.20.0.1 (d3ecd66d-63c1-40f8-8436-1e3c0b8f6fd2/65a0f3ce-a73e-49df-89cb-a90ab4f7d915/eb70648d-51e3-42f8-833b-df4439cb102a) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:38:37.818985 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c114cb-4b13-489c-b45c-8fb3f6f07780 req-6be9ffeb-e841-4276-bedb-0b064ac05f98 tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:38:37.827094 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-95c114cb-4b13-489c-b45c-8fb3f6f07780 req-6be9ffeb-e841-4276-bedb-0b064ac05f98 tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] 10.222.0.54 "GET /v2.0/ports?device_id=28bbee57-0a4b-4ac2-b952-d2d4ec1af0f7 HTTP/1.1" status: 200 len: 946 time: 0.0945485 Nov 19 17:38:37.830524 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-b301bf99-930c-47a8-85a0-5ded4c9505c2 None None] Publish callbacks [] for port, precommit_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:37.846022 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-b301bf99-930c-47a8-85a0-5ded4c9505c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:37.898071 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-95c114cb-4b13-489c-b45c-8fb3f6f07780 req-e2197a36-963e-4f04-814e-5af2663778a3 tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a9bb8e9-ab46-4898-9298-f60e040eb6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673082 Nov 19 17:38:37.976177 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f727f9e-2d5d-474c-a555-1ea0505d7235 None None] Pushing event updated for resources: {'Port': ['ID=961bbade-c48a-4bb5-8ba2-4057bf3a0e07,revision_number=2']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:38:37.982885 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-b301bf99-930c-47a8-85a0-5ded4c9505c2 None None] Attempting to bind port 961bbade-c48a-4bb5-8ba2-4057bf3a0e07 on host n-d-818022-2 for vnic_type normal with profile {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:38:37.988095 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-b301bf99-930c-47a8-85a0-5ded4c9505c2 None None] Attempting to bind port 961bbade-c48a-4bb5-8ba2-4057bf3a0e07 by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:38:37.988516 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b301bf99-930c-47a8-85a0-5ded4c9505c2 None None] Attempting to bind port 961bbade-c48a-4bb5-8ba2-4057bf3a0e07 on network 645e61aa-1a6c-4e8f-857e-ab06edb4897f {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:38:38.001359 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-28b4ed30-b13c-4caa-be08-21e5f2453260 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:38.010059 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f727f9e-2d5d-474c-a555-1ea0505d7235 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:38:38.010575 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f727f9e-2d5d-474c-a555-1ea0505d7235 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:38:38.010913 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f727f9e-2d5d-474c-a555-1ea0505d7235 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:38:38.011252 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f727f9e-2d5d-474c-a555-1ea0505d7235 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:38:38.011661 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f727f9e-2d5d-474c-a555-1ea0505d7235 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:38:38.011898 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f727f9e-2d5d-474c-a555-1ea0505d7235 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:38:38.012223 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f727f9e-2d5d-474c-a555-1ea0505d7235 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:38:38.012545 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f727f9e-2d5d-474c-a555-1ea0505d7235 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:38:38.012866 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f727f9e-2d5d-474c-a555-1ea0505d7235 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:38:38.013184 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f727f9e-2d5d-474c-a555-1ea0505d7235 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:38:38.013508 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f727f9e-2d5d-474c-a555-1ea0505d7235 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:38:38.013940 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f727f9e-2d5d-474c-a555-1ea0505d7235 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:38:38.030069 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b301bf99-930c-47a8-85a0-5ded4c9505c2 None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 38, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:38:38.036965 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b301bf99-930c-47a8-85a0-5ded4c9505c2 None None] Checking segment: {'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:38:38.040499 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-b301bf99-930c-47a8-85a0-5ded4c9505c2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:38.040920 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b301bf99-930c-47a8-85a0-5ded4c9505c2 None None] Bound using segment: {'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:38:38.041425 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-b301bf99-930c-47a8-85a0-5ded4c9505c2 None None] Bound port: 961bbade-c48a-4bb5-8ba2-4057bf3a0e07, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'}}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:38:38.041734 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device d3151510-34cd-407a-b000-6f802dd5765c no longer exists at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:38:38.041873 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-b301bf99-930c-47a8-85a0-5ded4c9505c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:38.069406 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42cffeb-c05a-40a9-a00f-c804a5bc7398 req-cc04024b-cc3b-48ac-8494-5649252cc35a tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:38:38.072982 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b42cffeb-c05a-40a9-a00f-c804a5bc7398 req-cc04024b-cc3b-48ac-8494-5649252cc35a tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] 10.222.0.54 "GET /v2.0/ports?device_id=8d5d9328-4371-4a75-8e40-684b5fed4412 HTTP/1.1" status: 200 len: 949 time: 0.2010055 Nov 19 17:38:38.104827 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-ab96bea3-137b-4ba3-9df1-273ad1461b34 None None] Provisioning complete for port 37dae931-43a6-4746-8bd5-c02144f249ca triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:38:38.106130 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ab96bea3-137b-4ba3-9df1-273ad1461b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:38.151007 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-b301bf99-930c-47a8-85a0-5ded4c9505c2 None None] For port 961bbade-c48a-4bb5-8ba2-4057bf3a0e07, host n-d-818022-2, cleared binding levels {{(pid=103367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:38:38.164017 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-b301bf99-930c-47a8-85a0-5ded4c9505c2 None None] For port 961bbade-c48a-4bb5-8ba2-4057bf3a0e07, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=961bbade-c48a-4bb5-8ba2-4057bf3a0e07,segment=NetworkSegment(bbe705c1-96c0-476e-8381-28227e6f0ac5),segment_id=bbe705c1-96c0-476e-8381-28227e6f0ac5)] {{(pid=103367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:38:38.169984 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-b301bf99-930c-47a8-85a0-5ded4c9505c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:38.196073 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-28b4ed30-b13c-4caa-be08-21e5f2453260 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:38.262142 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b42cffeb-c05a-40a9-a00f-c804a5bc7398 req-a0ec2684-7dbf-4065-9fd0-22bd6e1a274f tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] 10.222.0.54 "GET /v2.0/security-groups?id=01d035e7-47ed-4912-a186-53ea419ecd96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652498 Nov 19 17:38:38.270052 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28b4ed30-b13c-4caa-be08-21e5f2453260 admin admin] Network d3ecd66d-63c1-40f8-8436-1e3c0b8f6fd2 is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:38:38.273266 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-28b4ed30-b13c-4caa-be08-21e5f2453260 admin admin] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:38:38.277439 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b4ed30-b13c-4caa-be08-21e5f2453260 admin admin] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:38:38.296296 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b301bf99-930c-47a8-85a0-5ded4c9505c2 None None] Routers {'4d983c78-5f99-4087-b225-935c574010a7'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:38:38.298230 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-b301bf99-930c-47a8-85a0-5ded4c9505c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:38:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['4d983c78-5f99-4087-b225-935c574010a7'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:38:38.332333 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b4ed30-b13c-4caa-be08-21e5f2453260 admin admin] Pushing event updated for resources: {'Port': ['ID=eb70648d-51e3-42f8-833b-df4439cb102a,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:38:38.372295 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f727f9e-2d5d-474c-a555-1ea0505d7235 None None] Pushing event updated for resources: {'Port': ['ID=961bbade-c48a-4bb5-8ba2-4057bf3a0e07,revision_number=3']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:38:38.406452 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-28b4ed30-b13c-4caa-be08-21e5f2453260 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-671361'] for router_interface, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:38.574684 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-b301bf99-930c-47a8-85a0-5ded4c9505c2 None None] Set router 4d983c78-5f99-4087-b225-935c574010a7 gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:38:38.675540 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43247cb-4247-44ad-929b-5cf3be6e223d req-23b1072e-a53b-459a-a0e3-f8dcb44bf0b0 tempest-ServersOnMultiNodesTest-944546281 tempest-ServersOnMultiNodesTest-944546281-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:38:38.689328 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f43247cb-4247-44ad-929b-5cf3be6e223d req-23b1072e-a53b-459a-a0e3-f8dcb44bf0b0 tempest-ServersOnMultiNodesTest-944546281 tempest-ServersOnMultiNodesTest-944546281-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=8d5d9328-4371-4a75-8e40-684b5fed4412 HTTP/1.1" status: 200 len: 1100 time: 0.1692731 Nov 19 17:38:38.769652 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-b0f113f5-f997-4081-a8b6-56faadc337b3 None None] Provisioning complete for port eb70648d-51e3-42f8-833b-df4439cb102a triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:38:38.770442 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b0f113f5-f997-4081-a8b6-56faadc337b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:38.803576 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f43247cb-4247-44ad-929b-5cf3be6e223d req-702963a3-ab50-4825-9351-ccef472258c4 tempest-ServersOnMultiNodesTest-944546281 tempest-ServersOnMultiNodesTest-944546281-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=01d035e7-47ed-4912-a186-53ea419ecd96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119885 Nov 19 17:38:38.852594 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-b0f113f5-f997-4081-a8b6-56faadc337b3 None None] Port eb70648d-51e3-42f8-833b-df4439cb102a cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:38:38.981857 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-457058ca-b5fa-4c75-9afb-ed4a3599a04e req-f59e2044-be40-4155-820f-c8dd6322d3ad service neutron] 10.222.0.60 "GET /v2.0/ports/d3151510-34cd-407a-b000-6f802dd5765c/bindings/n-h2-818022-2 HTTP/1.1" status: 200 len: 384 time: 0.1847911 Nov 19 17:38:39.069633 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-28b4ed30-b13c-4caa-be08-21e5f2453260 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:39.115783 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 44400) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:38:39.117947 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-b301bf99-930c-47a8-85a0-5ded4c9505c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d983c78-5f99-4087-b225-935c574010a7', 'name': 'tempest-FloatingIPsTestJSON-1696855387-router', 'tenant_id': '22219c6d457f40a09ffa18f912155177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': '961bbade-c48a-4bb5-8ba2-4057bf3a0e07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:38:32Z', 'updated_at': '2021-11-19T17:38:34Z', 'revision_number': 3, 'project_id': '22219c6d457f40a09ffa18f912155177', 'gw_port': {'id': '961bbade-c48a-4bb5-8ba2-4057bf3a0e07', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:f5:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d983c78-5f99-4087-b225-935c574010a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:38:33Z', 'updated_at': '2021-11-19T17:38:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:38:39.143086 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403e52cc-abb9-486c-b31b-6cda312b3513 req-1505bfc6-ffa8-4731-a46c-a078ed009a88 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:38:39.144598 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-403e52cc-abb9-486c-b31b-6cda312b3513 req-1505bfc6-ffa8-4731-a46c-a078ed009a88 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.54 "GET /v2.0/ports?device_id=3964468e-e495-4f24-b06e-7e621567361a HTTP/1.1" status: 200 len: 944 time: 0.1691906 Nov 19 17:38:39.186270 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b301bf99-930c-47a8-85a0-5ded4c9505c2 None None] The sync data for ids ['4d983c78-5f99-4087-b225-935c574010a7'] in n-d-818022-2 is: [{'id': '4d983c78-5f99-4087-b225-935c574010a7', 'name': 'tempest-FloatingIPsTestJSON-1696855387-router', 'tenant_id': '22219c6d457f40a09ffa18f912155177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': '961bbade-c48a-4bb5-8ba2-4057bf3a0e07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:38:32Z', 'updated_at': '2021-11-19T17:38:34Z', 'revision_number': 3, 'project_id': '22219c6d457f40a09ffa18f912155177', 'gw_port': {'id': '961bbade-c48a-4bb5-8ba2-4057bf3a0e07', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:f5:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d983c78-5f99-4087-b225-935c574010a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:38:33Z', 'updated_at': '2021-11-19T17:38:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 17:38:39.193502 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 44408) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:38:39.227641 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-403e52cc-abb9-486c-b31b-6cda312b3513 req-b41da0ac-b119-4a46-b536-b525db1bb095 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.54 "GET /v2.0/security-groups?id=740807d6-4246-4ecb-a636-49a5e5a1e11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738916 Nov 19 17:38:39.438270 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-05188437-3fe5-4882-a31e-3b78184a5c41 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-315673636-network', 'tenant_id': 'aa6bfdb2e4e84a97af4ff8dde15de4b1'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:38:39.493905 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-457058ca-b5fa-4c75-9afb-ed4a3599a04e req-1867b60d-6795-424b-8993-bd63875a7842 service neutron] For port d3151510-34cd-407a-b000-6f802dd5765c, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=d3151510-34cd-407a-b000-6f802dd5765c,segment=NetworkSegment(fa32b67e-17cc-4a5c-8764-82d3483c4272),segment_id=fa32b67e-17cc-4a5c-8764-82d3483c4272)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:38:39.505958 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-28b4ed30-b13c-4caa-be08-21e5f2453260 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:39.521117 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-28b4ed30-b13c-4caa-be08-21e5f2453260 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:39.529977 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ff70e8b8-5516-476b-b1e4-e3310b45552c req-b5e1ccb7-2188-4102-9a86-6b0c6ba1167f tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=51cd71aac4854a038486be6b92d13068&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1415095 Nov 19 17:38:39.626798 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b4ed30-b13c-4caa-be08-21e5f2453260 admin admin] Pushing event updated for resources: {'Port': ['ID=eb70648d-51e3-42f8-833b-df4439cb102a,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:38:39.665359 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-28b4ed30-b13c-4caa-be08-21e5f2453260 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-768529'] for router_interface, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:39.670533 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-457058ca-b5fa-4c75-9afb-ed4a3599a04e req-1867b60d-6795-424b-8993-bd63875a7842 service neutron] For port d3151510-34cd-407a-b000-6f802dd5765c, host n-h1-818022-2, cleared binding levels {{(pid=103364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:38:39.681682 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05188437-3fe5-4882-a31e-3b78184a5c41 admin admin] Made reservation on behalf of aa6bfdb2e4e84a97af4ff8dde15de4b1 for: {'network': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:38:39.684506 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-05188437-3fe5-4882-a31e-3b78184a5c41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:39.725109 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-2656ed19-4560-48d7-8e43-16634e821d2a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=9e4b4d8417e049c2a50402a0a77de22c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5304291 Nov 19 17:38:39.728820 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 44426) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:38:39.731645 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-05188437-3fe5-4882-a31e-3b78184a5c41 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:39.770524 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [req-457058ca-b5fa-4c75-9afb-ed4a3599a04e req-1867b60d-6795-424b-8993-bd63875a7842 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3151510-34cd-407a-b000-6f802dd5765c {{(pid=103364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:38:39.779199 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 44428) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:38:39.791732 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-457058ca-b5fa-4c75-9afb-ed4a3599a04e req-1867b60d-6795-424b-8993-bd63875a7842 service neutron] For port d3151510-34cd-407a-b000-6f802dd5765c, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=d3151510-34cd-407a-b000-6f802dd5765c,segment=NetworkSegment(fa32b67e-17cc-4a5c-8764-82d3483c4272),segment_id=fa32b67e-17cc-4a5c-8764-82d3483c4272)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:38:39.823269 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-457058ca-b5fa-4c75-9afb-ed4a3599a04e req-1867b60d-6795-424b-8993-bd63875a7842 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:39.857318 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff70e8b8-5516-476b-b1e4-e3310b45552c req-3f69aedb-3874-470c-9279-b7d7aee86865 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:38:39.861876 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ff70e8b8-5516-476b-b1e4-e3310b45552c req-3f69aedb-3874-470c-9279-b7d7aee86865 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3304822 Nov 19 17:38:39.914551 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28b4ed30-b13c-4caa-be08-21e5f2453260 admin admin] Network d3ecd66d-63c1-40f8-8436-1e3c0b8f6fd2 is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:38:39.917745 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-28b4ed30-b13c-4caa-be08-21e5f2453260 admin admin] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:38:39.921232 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ff70e8b8-5516-476b-b1e4-e3310b45552c req-b1fece0e-6eb1-4331-ba68-5eaafb95b3fc tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] 10.222.0.54 "GET /v2.0/quotas/51cd71aac4854a038486be6b92d13068 HTTP/1.1" status: 200 len: 375 time: 0.0485380 Nov 19 17:38:39.924991 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c2c2c803-adfd-4a7f-a18e-c1a9c13b910b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:40.028565 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c2c2c803-adfd-4a7f-a18e-c1a9c13b910b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:40.034414 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.provisioning_blocks [req-457058ca-b5fa-4c75-9afb-ed4a3599a04e req-1867b60d-6795-424b-8993-bd63875a7842 service neutron] Transition to ACTIVE for port object d3151510-34cd-407a-b000-6f802dd5765c will not be triggered until provisioned by entity L2. {{(pid=103364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 17:38:40.042402 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6f225348-c124-4b44-92b1-23e27180e5f4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:40.073959 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-457058ca-b5fa-4c75-9afb-ed4a3599a04e req-1867b60d-6795-424b-8993-bd63875a7842 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:40.150179 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ff70e8b8-5516-476b-b1e4-e3310b45552c req-0a0de499-9999-4ec0-b307-da1c90aa75cb tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=51cd71aac4854a038486be6b92d13068&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2173345 Nov 19 17:38:40.159215 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1867b60d-6795-424b-8993-bd63875a7842 service neutron] Pushing event updated for resources: {'Port': ['ID=d3151510-34cd-407a-b000-6f802dd5765c,revision_number=10']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:38:40.204464 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-05188437-3fe5-4882-a31e-3b78184a5c41 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:40.237239 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [req-457058ca-b5fa-4c75-9afb-ed4a3599a04e req-1867b60d-6795-424b-8993-bd63875a7842 service neutron] No DVR routers for this DVR port d3151510-34cd-407a-b000-6f802dd5765c on host n-h1-818022-2 {{(pid=103364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:38:40.252029 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28b4ed30-b13c-4caa-be08-21e5f2453260 admin admin] Router 4d983c78-5f99-4087-b225-935c574010a7 has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 17:38:40.261766 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-05188437-3fe5-4882-a31e-3b78184a5c41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:40.311492 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-14fc1602-0a80-44d8-9f64-f03aba0d920f None None] Provisioning complete for port eb70648d-51e3-42f8-833b-df4439cb102a triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:38:40.313150 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-14fc1602-0a80-44d8-9f64-f03aba0d920f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:40.334046 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-457058ca-b5fa-4c75-9afb-ed4a3599a04e req-1867b60d-6795-424b-8993-bd63875a7842 service neutron] 10.222.0.60 "PUT /v2.0/ports/d3151510-34cd-407a-b000-6f802dd5765c/bindings/n-h2-818022-2/activate HTTP/1.1" status: 200 len: 369 time: 1.3350449 Nov 19 17:38:40.348447 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05188437-3fe5-4882-a31e-3b78184a5c41 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 652} {{(pid=103365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 17:38:40.459615 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-14fc1602-0a80-44d8-9f64-f03aba0d920f None None] Port eb70648d-51e3-42f8-833b-df4439cb102a cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:38:40.495208 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-05188437-3fe5-4882-a31e-3b78184a5c41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:40.495618 n-d-818022-2 neutron-server[103365]: INFO neutron.db.segments_db [None req-05188437-3fe5-4882-a31e-3b78184a5c41 admin admin] Added segment 0ac777a1-c4c8-45a0-ab3a-a39a2e751c1c of type vlan for network 7e029ed7-b5cd-4053-ad1c-c9609755154e Nov 19 17:38:40.515377 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05188437-3fe5-4882-a31e-3b78184a5c41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dde0d2c-0217-4d21-b3ac-f8a8f3f1c24a,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:38:40.595415 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161123ee-ecc6-421d-9878-56fd36184b80 req-a58c3986-22fe-4dd6-a494-0456663dc4c0 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:38:40.595415 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-161123ee-ecc6-421d-9878-56fd36184b80 req-a58c3986-22fe-4dd6-a494-0456663dc4c0 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.54 "GET /v2.0/ports?device_id=3964468e-e495-4f24-b06e-7e621567361a HTTP/1.1" status: 200 len: 945 time: 0.1282938 Nov 19 17:38:40.608215 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28b4ed30-b13c-4caa-be08-21e5f2453260 admin admin] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 17:38:40.628014 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-28b4ed30-b13c-4caa-be08-21e5f2453260 admin admin] 10.222.0.54 "PUT /v2.0/routers/4d983c78-5f99-4087-b225-935c574010a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3676519 Nov 19 17:38:40.656536 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-05188437-3fe5-4882-a31e-3b78184a5c41 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:40.663203 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-266b70bf-70b5-4b4e-9621-4cbcc0ae1b6e req-9677894d-8a40-4d33-a0b2-f32cfed8cc71 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] 10.222.0.54 "GET /v2.0/ports?device_id=f79f870e-8765-4434-88f5-a982ef36251f HTTP/1.1" status: 200 len: 210 time: 0.1708617 Nov 19 17:38:40.672428 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c2c2c803-adfd-4a7f-a18e-c1a9c13b910b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:40.675073 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c2c2c803-adfd-4a7f-a18e-c1a9c13b910b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:40.677853 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-c2c2c803-adfd-4a7f-a18e-c1a9c13b910b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e7f20dbb-e3ba-4a2c-a9af-f3f9295336aa HTTP/1.1" status: 204 len: 168 time: 0.9458883 Nov 19 17:38:40.695062 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c2c803-adfd-4a7f-a18e-c1a9c13b910b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7f20dbb-e3ba-4a2c-a9af-f3f9295336aa,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:38:40.705074 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-161123ee-ecc6-421d-9878-56fd36184b80 req-798fd86a-c92a-413a-ac03-5f4716d7889f tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.54 "GET /v2.0/security-groups?id=740807d6-4246-4ecb-a636-49a5e5a1e11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975952 Nov 19 17:38:40.721784 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457058ca-b5fa-4c75-9afb-ed4a3599a04e req-6fc4460b-844f-4bbf-8101-53648b8c00c4 tempest-LiveAutoBlockMigrationV225Test-71050323 tempest-LiveAutoBlockMigrationV225Test-71050323-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:38:40.723526 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-457058ca-b5fa-4c75-9afb-ed4a3599a04e req-6fc4460b-844f-4bbf-8101-53648b8c00c4 tempest-LiveAutoBlockMigrationV225Test-71050323 tempest-LiveAutoBlockMigrationV225Test-71050323-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=3964468e-e495-4f24-b06e-7e621567361a&tenant_id=0d7ccfd9bdc740e383b438cb097bfe8d&binding%3Ahost_id=n-h1-818022-2 HTTP/1.1" status: 200 len: 1096 time: 0.2950199 Nov 19 17:38:40.791767 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-05188437-3fe5-4882-a31e-3b78184a5c41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:40.792741 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05188437-3fe5-4882-a31e-3b78184a5c41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:38:40.793315 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-05188437-3fe5-4882-a31e-3b78184a5c41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:40.800076 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6f225348-c124-4b44-92b1-23e27180e5f4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:40.888883 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05188437-3fe5-4882-a31e-3b78184a5c41 admin admin] Pushing event updated for resources: {'Network': ['ID=7e029ed7-b5cd-4053-ad1c-c9609755154e,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:38:40.903453 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network 7e029ed7-b5cd-4053-ad1c-c9609755154e details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 17:38:40.925464 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6f225348-c124-4b44-92b1-23e27180e5f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:41.017089 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 961bbade-c48a-4bb5-8ba2-4057bf3a0e07 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:38:41.076026 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-6f225348-c124-4b44-92b1-23e27180e5f4 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f3930a5c187e4c70aa8f4a48c11814a1&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2937558 Nov 19 17:38:41.076679 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 44466) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:38:41.078265 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f225348-c124-4b44-92b1-23e27180e5f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76e43bc9-989b-4210-80bf-bd04d8dd79e3,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:38:41.090532 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-05188437-3fe5-4882-a31e-3b78184a5c41 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.9698520 Nov 19 17:38:41.094603 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 44468) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:38:41.101978 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-8fb75aab-f249-4c89-9c3b-de0eacc6c172 admin admin] Request body: {'subnet': {'network_id': '7e029ed7-b5cd-4053-ad1c-c9609755154e', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-315673636-subnet', 'tenant_id': 'aa6bfdb2e4e84a97af4ff8dde15de4b1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:38:41.115863 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457058ca-b5fa-4c75-9afb-ed4a3599a04e req-f0911b4f-5202-4619-9413-9cdeb0d69302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:38:41.117948 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-457058ca-b5fa-4c75-9afb-ed4a3599a04e req-f0911b4f-5202-4619-9413-9cdeb0d69302 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=3964468e-e495-4f24-b06e-7e621567361a&tenant_id=0d7ccfd9bdc740e383b438cb097bfe8d HTTP/1.1" status: 200 len: 1096 time: 0.3829725 Nov 19 17:38:41.124828 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 961bbade-c48a-4bb5-8ba2-4057bf3a0e07 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:38:41.127001 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:41.161387 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fb75aab-f249-4c89-9c3b-de0eacc6c172 admin admin] Made reservation on behalf of aa6bfdb2e4e84a97af4ff8dde15de4b1 for: {'subnet': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:38:41.169139 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8fb75aab-f249-4c89-9c3b-de0eacc6c172 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8731248'] for subnet, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:41.255266 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device fe1cd51d-0a17-48c8-b57e-9d40dcf9b505 details requested by agent hyperv_n-h2-818022-2 with host n-h2-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 17:38:41.296384 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-949dd060-2e4f-43ea-b5af-220bacfc0700 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:41.368292 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-949dd060-2e4f-43ea-b5af-220bacfc0700 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:41.497908 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-949dd060-2e4f-43ea-b5af-220bacfc0700 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:41.501666 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-949dd060-2e4f-43ea-b5af-220bacfc0700 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:41.503119 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-949dd060-2e4f-43ea-b5af-220bacfc0700 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/76e43bc9-989b-4210-80bf-bd04d8dd79e3 HTTP/1.1" status: 204 len: 168 time: 0.4235065 Nov 19 17:38:41.522325 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949dd060-2e4f-43ea-b5af-220bacfc0700 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76e43bc9-989b-4210-80bf-bd04d8dd79e3,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:38:41.536665 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:41.600960 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] For port 961bbade-c48a-4bb5-8ba2-4057bf3a0e07, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=961bbade-c48a-4bb5-8ba2-4057bf3a0e07,segment=NetworkSegment(bbe705c1-96c0-476e-8381-28227e6f0ac5),segment_id=bbe705c1-96c0-476e-8381-28227e6f0ac5)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:38:41.616376 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457058ca-b5fa-4c75-9afb-ed4a3599a04e req-9be214b4-241e-496d-90dc-465eab1511d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:38:41.618764 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-457058ca-b5fa-4c75-9afb-ed4a3599a04e req-9be214b4-241e-496d-90dc-465eab1511d3 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=0d7ccfd9bdc740e383b438cb097bfe8d&device_id=3964468e-e495-4f24-b06e-7e621567361a HTTP/1.1" status: 200 len: 1096 time: 0.2557518 Nov 19 17:38:41.646487 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port fe1cd51d-0a17-48c8-b57e-9d40dcf9b505, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=fe1cd51d-0a17-48c8-b57e-9d40dcf9b505,segment=NetworkSegment(3937b058-45c3-4cdc-b27d-da1ca7985067),segment_id=3937b058-45c3-4cdc-b27d-da1ca7985067)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:38:41.651018 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:41.745198 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Returning: {'device': 'fe1cd51d-0a17-48c8-b57e-9d40dcf9b505', 'network_id': 'c4cc9c60-be8c-4a60-be1b-a29e98302997', 'port_id': 'fe1cd51d-0a17-48c8-b57e-9d40dcf9b505', 'mac_address': 'fa:16:3e:e6:c4:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 671, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03fb8a38-8906-4daf-82e4-8d8788de58f6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 17:38:41.763481 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457058ca-b5fa-4c75-9afb-ed4a3599a04e req-8a7072c7-1c99-42a6-a0fa-cf0714480c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:38:41.766767 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-457058ca-b5fa-4c75-9afb-ed4a3599a04e req-8a7072c7-1c99-42a6-a0fa-cf0714480c35 service neutron] 10.222.0.86 "GET /v2.0/networks?id=06df44ce-7965-49c3-9334-79a80c7f7af9 HTTP/1.1" status: 200 len: 922 time: 0.1283598 Nov 19 17:38:41.862710 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-457058ca-b5fa-4c75-9afb-ed4a3599a04e req-9d77ebc8-68cd-4f1b-9561-bcf1a28dadaa service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d3151510-34cd-407a-b000-6f802dd5765c HTTP/1.1" status: 200 len: 217 time: 0.0678611 Nov 19 17:38:41.866504 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:41.895888 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fe1cd51d-0a17-48c8-b57e-9d40dcf9b505 {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:38:41.911348 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-3e8c9ebf-3004-4025-b002-dd760aa6845d req-94338c78-17de-47a6-9f68-4f20ed2a94b1 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] 10.222.0.54 "GET /v2.0/ports?device_id=f79f870e-8765-4434-88f5-a982ef36251f HTTP/1.1" status: 200 len: 210 time: 0.0889497 Nov 19 17:38:41.981718 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Pushing event updated for resources: {'Port': ['ID=961bbade-c48a-4bb5-8ba2-4057bf3a0e07,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:38:41.989021 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8fb75aab-f249-4c89-9c3b-de0eacc6c172 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12283104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8731234'] for subnet, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:42.002602 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036017f1-9175-4031-81cb-cdf65898af2d None None] Sync routers for ids ['4d983c78-5f99-4087-b225-935c574010a7'] in n-d-818022-2 {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 17:38:42.012012 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-920a2230-676e-4860-9780-1a7567b7a4a9 req-d3088d57-3f80-41cd-a905-c0256af0e3bb tempest-FloatingIPsTestJSON-232312244 tempest-FloatingIPsTestJSON-232312244-project] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6126492 Nov 19 17:38:42.038025 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port fe1cd51d-0a17-48c8-b57e-9d40dcf9b505, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=fe1cd51d-0a17-48c8-b57e-9d40dcf9b505,segment=NetworkSegment(3937b058-45c3-4cdc-b27d-da1ca7985067),segment_id=3937b058-45c3-4cdc-b27d-da1ca7985067)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:38:42.046070 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:42.050020 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036017f1-9175-4031-81cb-cdf65898af2d None None] Routers {'4d983c78-5f99-4087-b225-935c574010a7'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:38:42.051614 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-036017f1-9175-4031-81cb-cdf65898af2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:38:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['4d983c78-5f99-4087-b225-935c574010a7'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:38:42.070711 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-920a2230-676e-4860-9780-1a7567b7a4a9 req-a8d8d7b1-48b1-485b-9854-2be1c8acb0d4 tempest-FloatingIPsTestJSON-232312244 tempest-FloatingIPsTestJSON-232312244-project] Request body: {'floatingip': {'floating_network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:38:42.100021 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457058ca-b5fa-4c75-9afb-ed4a3599a04e req-3aefa33b-14fc-46cb-bb79-cd80cccc8db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:38:42.102596 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-457058ca-b5fa-4c75-9afb-ed4a3599a04e req-3aefa33b-14fc-46cb-bb79-cd80cccc8db1 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=e811f539-9c60-469d-a119-267f6bfeab01 HTTP/1.1" status: 200 len: 861 time: 0.2120819 Nov 19 17:38:42.103862 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-920a2230-676e-4860-9780-1a7567b7a4a9 req-a8d8d7b1-48b1-485b-9854-2be1c8acb0d4 tempest-FloatingIPsTestJSON-232312244 tempest-FloatingIPsTestJSON-232312244-project] Publish callbacks [] for floatingip, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:42.194882 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb75aab-f249-4c89-9c3b-de0eacc6c172 admin admin] Pushing event updated for resources: {'Subnet': ['ID=27fb8644-3462-4c7a-9b34-2af0c9cf5674,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:38:42.254149 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-457058ca-b5fa-4c75-9afb-ed4a3599a04e req-39ad663b-d0d3-4ecc-ad87-460b6c002f43 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=06df44ce-7965-49c3-9334-79a80c7f7af9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1248765 Nov 19 17:38:42.287680 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb75aab-f249-4c89-9c3b-de0eacc6c172 admin admin] Checking segment: {'id': '0ac777a1-c4c8-45a0-ab3a-a39a2e751c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '7e029ed7-b5cd-4053-ad1c-c9609755154e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:38:42.288492 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fb75aab-f249-4c89-9c3b-de0eacc6c172 admin admin] Network hostable DHCP agents. Network: 7e029ed7-b5cd-4053-ad1c-c9609755154e, hostable agents: ['02910ef2-0455-4aea-9f38-9a875579633f'], hosted agents: [] {{(pid=103365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 17:38:42.311655 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ff70e8b8-5516-476b-b1e4-e3310b45552c req-e1e1cc48-bfdd-48ff-8846-ebaf39a33db8 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=51cd71aac4854a038486be6b92d13068&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0424159 Nov 19 17:38:42.313782 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] get_ports_and_sgs() called for port_ids ['fe1cd51d-0a17-48c8-b57e-9d40dcf9b505'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:38:42.357469 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Pushing event updated for resources: {'Port': ['ID=fe1cd51d-0a17-48c8-b57e-9d40dcf9b505,revision_number=6']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:38:42.405466 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-036017f1-9175-4031-81cb-cdf65898af2d None None] Set router 4d983c78-5f99-4087-b225-935c574010a7 gateway port host: n-d-818022-2 {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:38:42.504449 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fb75aab-f249-4c89-9c3b-de0eacc6c172 admin admin] Network 7e029ed7-b5cd-4053-ad1c-c9609755154e is scheduled to be hosted by DHCP agent 02910ef2-0455-4aea-9f38-9a875579633f with binding_index 1 {{(pid=103365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 17:38:42.508556 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ca8be9-9f43-4018-a950-cb21ab09e878 req-83260575-e82d-4451-aa57-5514f3fb40ab tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:38:42.527399 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-38ca8be9-9f43-4018-a950-cb21ab09e878 req-83260575-e82d-4451-aa57-5514f3fb40ab tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.54 "GET /v2.0/ports?device_id=3964468e-e495-4f24-b06e-7e621567361a HTTP/1.1" status: 200 len: 945 time: 0.3750165 Nov 19 17:38:42.529930 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-8fb75aab-f249-4c89-9c3b-de0eacc6c172 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818022-2, 7e029ed7-b5cd-4053-ad1c-c9609755154e) {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:38:42.539135 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fb75aab-f249-4c89-9c3b-de0eacc6c172 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:38:42.539933 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8fb75aab-f249-4c89-9c3b-de0eacc6c172 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:42.553124 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f12f664-3d67-4ff5-9ce6-621a06e8bb31 None None] Network 7e029ed7-b5cd-4053-ad1c-c9609755154e requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:38:42.574564 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-457058ca-b5fa-4c75-9afb-ed4a3599a04e req-004fd26b-443f-4beb-99cc-f3e1659cfe75 service neutron] 10.222.0.86 "GET /v2.0/networks/06df44ce-7965-49c3-9334-79a80c7f7af9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2822149 Nov 19 17:38:42.582323 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-8fb75aab-f249-4c89-9c3b-de0eacc6c172 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.4863126 Nov 19 17:38:42.690215 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff70e8b8-5516-476b-b1e4-e3310b45552c req-477c7d19-086d-428f-9b4b-472ad9da9990 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:38:42.699306 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ff70e8b8-5516-476b-b1e4-e3310b45552c req-477c7d19-086d-428f-9b4b-472ad9da9990 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3708086 Nov 19 17:38:42.717249 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-ff70e8b8-5516-476b-b1e4-e3310b45552c req-bf930b1d-46a4-4253-8c25-09fd6e5a82f8 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Request body: {'port': {'device_id': 'f79f870e-8765-4434-88f5-a982ef36251f', 'network_id': '346debfa-452b-4048-abf4-8f4493625ef2', 'admin_state_up': True, 'tenant_id': '51cd71aac4854a038486be6b92d13068'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:38:42.780631 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-920a2230-676e-4860-9780-1a7567b7a4a9 req-a8d8d7b1-48b1-485b-9854-2be1c8acb0d4 tempest-FloatingIPsTestJSON-232312244 tempest-FloatingIPsTestJSON-232312244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:42.919213 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15979c04-fa4d-460a-a0e1-680c140520a9 None None] Network 7e029ed7-b5cd-4053-ad1c-c9609755154e requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:38:42.984050 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-457058ca-b5fa-4c75-9afb-ed4a3599a04e req-c232eb88-59a8-473c-97fb-168313a4ecc8 service neutron] 10.222.0.86 "GET /v2.0/networks/06df44ce-7965-49c3-9334-79a80c7f7af9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3948934 Nov 19 17:38:43.042992 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-38ca8be9-9f43-4018-a950-cb21ab09e878 req-bfb572bd-4709-4738-bfbe-f6baa9acc96e tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.54 "GET /v2.0/security-groups?id=740807d6-4246-4ecb-a636-49a5e5a1e11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3403218 Nov 19 17:38:43.060646 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 961bbade-c48a-4bb5-8ba2-4057bf3a0e07 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:38:43.134545 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [req-920a2230-676e-4860-9780-1a7567b7a4a9 req-a8d8d7b1-48b1-485b-9854-2be1c8acb0d4 tempest-FloatingIPsTestJSON-232312244 tempest-FloatingIPsTestJSON-232312244-project] Allocated IP 172.25.7.149 (645e61aa-1a6c-4e8f-857e-ab06edb4897f/88ed2d64-f56d-4f01-a468-946e01c99e82/8507a11c-93b0-4ef0-9d1e-5a591670117d) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:38:43.143497 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff70e8b8-5516-476b-b1e4-e3310b45552c req-bf930b1d-46a4-4253-8c25-09fd6e5a82f8 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Made reservation on behalf of 51cd71aac4854a038486be6b92d13068 for: {'port': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:38:43.159010 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device fe1cd51d-0a17-48c8-b57e-9d40dcf9b505 up at agent hyperv_n-h2-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:38:43.159856 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-ff70e8b8-5516-476b-b1e4-e3310b45552c req-bf930b1d-46a4-4253-8c25-09fd6e5a82f8 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:43.415438 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [req-ff70e8b8-5516-476b-b1e4-e3310b45552c req-bf930b1d-46a4-4253-8c25-09fd6e5a82f8 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Allocated IP 192.168.233.56 (346debfa-452b-4048-abf4-8f4493625ef2/8b3c88de-c9c2-4a20-b19e-1855c2c19035/3bc4d5ed-cb08-4bba-98be-5765a7f5ad0b) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:38:43.434904 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-920a2230-676e-4860-9780-1a7567b7a4a9 req-a8d8d7b1-48b1-485b-9854-2be1c8acb0d4 tempest-FloatingIPsTestJSON-232312244 tempest-FloatingIPsTestJSON-232312244-project] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:43.446955 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-036017f1-9175-4031-81cb-cdf65898af2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d983c78-5f99-4087-b225-935c574010a7', 'name': 'tempest-FloatingIPsTestJSON-1696855387-router', 'tenant_id': '22219c6d457f40a09ffa18f912155177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': '961bbade-c48a-4bb5-8ba2-4057bf3a0e07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:38:32Z', 'updated_at': '2021-11-19T17:38:38Z', 'revision_number': 4, 'project_id': '22219c6d457f40a09ffa18f912155177', 'gw_port': {'id': '961bbade-c48a-4bb5-8ba2-4057bf3a0e07', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:f5:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d983c78-5f99-4087-b225-935c574010a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:38:33Z', 'updated_at': '2021-11-19T17:38:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': 'eb70648d-51e3-42f8-833b-df4439cb102a', 'name': '', 'network_id': 'd3ecd66d-63c1-40f8-8436-1e3c0b8f6fd2', 'tenant_id': '22219c6d457f40a09ffa18f912155177', 'mac_address': 'fa:16:3e:57:4f:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d983c78-5f99-4087-b225-935c574010a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '65a0f3ce-a73e-49df-89cb-a90ab4f7d915', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:38:37Z', 'updated_at': '2021-11-19T17:38:39Z', 'revision_number': 2, 'project_id': '22219c6d457f40a09ffa18f912155177', 'subnets': [{'id': '65a0f3ce-a73e-49df-89cb-a90ab4f7d915', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:38:43.456562 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457058ca-b5fa-4c75-9afb-ed4a3599a04e req-1c21e496-e8d5-4405-ba74-6cf7c9848611 tempest-LiveAutoBlockMigrationV225Test-71050323 tempest-LiveAutoBlockMigrationV225Test-71050323-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:38:43.458672 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-457058ca-b5fa-4c75-9afb-ed4a3599a04e req-1c21e496-e8d5-4405-ba74-6cf7c9848611 tempest-LiveAutoBlockMigrationV225Test-71050323 tempest-LiveAutoBlockMigrationV225Test-71050323-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=3964468e-e495-4f24-b06e-7e621567361a&tenant_id=0d7ccfd9bdc740e383b438cb097bfe8d&binding%3Ahost_id=n-h2-818022-2 HTTP/1.1" status: 200 len: 1096 time: 0.1077998 Nov 19 17:38:43.506738 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036017f1-9175-4031-81cb-cdf65898af2d None None] Checking router: 4d983c78-5f99-4087-b225-935c574010a7 for host: n-d-818022-2 {{(pid=103366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 17:38:43.507101 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036017f1-9175-4031-81cb-cdf65898af2d None None] Updating router 4d983c78-5f99-4087-b225-935c574010a7 port eb70648d-51e3-42f8-833b-df4439cb102a binding host n-d-818022-2 {{(pid=103366) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 17:38:43.536778 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 961bbade-c48a-4bb5-8ba2-4057bf3a0e07 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:38:43.537752 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:43.617769 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-036017f1-9175-4031-81cb-cdf65898af2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:43.635813 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Provisioning complete for port fe1cd51d-0a17-48c8-b57e-9d40dcf9b505 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:38:43.636657 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:43.816614 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-ff70e8b8-5516-476b-b1e4-e3310b45552c req-bf930b1d-46a4-4253-8c25-09fd6e5a82f8 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:43.916041 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-ff70e8b8-5516-476b-b1e4-e3310b45552c req-bf930b1d-46a4-4253-8c25-09fd6e5a82f8 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:43.997912 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-920a2230-676e-4860-9780-1a7567b7a4a9 req-a8d8d7b1-48b1-485b-9854-2be1c8acb0d4 tempest-FloatingIPsTestJSON-232312244 tempest-FloatingIPsTestJSON-232312244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:44.044822 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-920a2230-676e-4860-9780-1a7567b7a4a9 req-a8d8d7b1-48b1-485b-9854-2be1c8acb0d4 tempest-FloatingIPsTestJSON-232312244 tempest-FloatingIPsTestJSON-232312244-project] Network 645e61aa-1a6c-4e8f-857e-ab06edb4897f is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:38:44.049264 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [req-920a2230-676e-4860-9780-1a7567b7a4a9 req-a8d8d7b1-48b1-485b-9854-2be1c8acb0d4 tempest-FloatingIPsTestJSON-232312244 tempest-FloatingIPsTestJSON-232312244-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:38:44.049883 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['1ab892c9-0f24-4863-9fe2-85db9a8344ed', '94256cd8-44d3-4041-8131-77ccb8f7301f', 'ad90d0c6-b21a-4322-9ec7-d3571b6fdbd7', '1748dc5b-17aa-48d9-b8f9-86128f76a16a'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:38:44.057097 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff70e8b8-5516-476b-b1e4-e3310b45552c req-bf930b1d-46a4-4253-8c25-09fd6e5a82f8 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Network 346debfa-452b-4048-abf4-8f4493625ef2 is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:38:44.061261 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-920a2230-676e-4860-9780-1a7567b7a4a9 req-a8d8d7b1-48b1-485b-9854-2be1c8acb0d4 tempest-FloatingIPsTestJSON-232312244 tempest-FloatingIPsTestJSON-232312244-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:38:44.061725 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [req-ff70e8b8-5516-476b-b1e4-e3310b45552c req-bf930b1d-46a4-4253-8c25-09fd6e5a82f8 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:38:44.067504 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] get_ports_and_sgs() called for port_ids ['cb80555f-29e3-4743-a119-594c380126fc', '58a0edee-3616-4ec1-b798-872bebf02dcb'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:38:44.069877 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff70e8b8-5516-476b-b1e4-e3310b45552c req-bf930b1d-46a4-4253-8c25-09fd6e5a82f8 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:38:44.075511 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:44.139019 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf930b1d-46a4-4253-8c25-09fd6e5a82f8 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Pushing event updated for resources: {'Port': ['ID=3bc4d5ed-cb08-4bba-98be-5765a7f5ad0b,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:38:44.179385 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff70e8b8-5516-476b-b1e4-e3310b45552c req-bf930b1d-46a4-4253-8c25-09fd6e5a82f8 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:38:44.180042 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-ff70e8b8-5516-476b-b1e4-e3310b45552c req-bf930b1d-46a4-4253-8c25-09fd6e5a82f8 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:44.204731 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d8d7b1-48b1-485b-9854-2be1c8acb0d4 tempest-FloatingIPsTestJSON-232312244 tempest-FloatingIPsTestJSON-232312244-project] Pushing event updated for resources: {'Port': ['ID=8507a11c-93b0-4ef0-9d1e-5a591670117d,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:38:44.207021 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ff70e8b8-5516-476b-b1e4-e3310b45552c req-bf930b1d-46a4-4253-8c25-09fd6e5a82f8 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4960930 Nov 19 17:38:44.226387 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-ff70e8b8-5516-476b-b1e4-e3310b45552c req-ed995330-7aba-4d24-bfb2-ed410e7712af service neutron] Request body: {'port': {'device_id': 'f79f870e-8765-4434-88f5-a982ef36251f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818022-2'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:38:44.310871 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-920a2230-676e-4860-9780-1a7567b7a4a9 req-a8d8d7b1-48b1-485b-9854-2be1c8acb0d4 tempest-FloatingIPsTestJSON-232312244 tempest-FloatingIPsTestJSON-232312244-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:44.334626 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28bbee57-0a4b-4ac2-b952-d2d4ec1af0f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe1cd51d-0a17-48c8-b57e-9d40dcf9b505'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:38:44.336897 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3940761bcd94e032e6960d2241bd8993c5d3a7d8dc2aca8488f3ecf1d4dd2fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb0f51c7-bb18-4caa-bfe6-e55febd8a8ce" -d '{"events": [{"server_uuid": "28bbee57-0a4b-4ac2-b952-d2d4ec1af0f7", "name": "network-vif-plugged", "status": "completed", "tag": "fe1cd51d-0a17-48c8-b57e-9d40dcf9b505"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:38:44.337698 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-1fd001c9-51f5-4429-9276-5bc8e1e53f1e req-fc6a3924-3e84-4059-b91e-ba89d8a936bd tempest-SecurityGroupRulesTestJSON-602859038 tempest-SecurityGroupRulesTestJSON-602859038-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-453869130', 'description': 'tempest-description-994938867'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:38:44.376420 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-920a2230-676e-4860-9780-1a7567b7a4a9 req-a8d8d7b1-48b1-485b-9854-2be1c8acb0d4 tempest-FloatingIPsTestJSON-232312244 tempest-FloatingIPsTestJSON-232312244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:44.406032 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-457058ca-b5fa-4c75-9afb-ed4a3599a04e req-17a0687f-32dd-4518-93e4-e48dd3d4162b service neutron] For port d3151510-34cd-407a-b000-6f802dd5765c, host n-h1-818022-2, cleared binding levels {{(pid=103365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:38:44.411840 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-457058ca-b5fa-4c75-9afb-ed4a3599a04e req-17a0687f-32dd-4518-93e4-e48dd3d4162b service neutron] Publish callbacks [] for binding, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:44.413044 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-457058ca-b5fa-4c75-9afb-ed4a3599a04e req-17a0687f-32dd-4518-93e4-e48dd3d4162b service neutron] 10.222.0.86 "DELETE /v2.0/ports/d3151510-34cd-407a-b000-6f802dd5765c/bindings/n-h1-818022-2 HTTP/1.1" status: 204 len: 173 time: 0.9389186 Nov 19 17:38:44.436558 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port fe1cd51d-0a17-48c8-b57e-9d40dcf9b505, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=fe1cd51d-0a17-48c8-b57e-9d40dcf9b505,segment=NetworkSegment(3937b058-45c3-4cdc-b27d-da1ca7985067),segment_id=3937b058-45c3-4cdc-b27d-da1ca7985067)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:38:44.460101 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-ff70e8b8-5516-476b-b1e4-e3310b45552c req-ed995330-7aba-4d24-bfb2-ed410e7712af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:44.475816 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-1fd001c9-51f5-4429-9276-5bc8e1e53f1e req-fc6a3924-3e84-4059-b91e-ba89d8a936bd tempest-SecurityGroupRulesTestJSON-602859038 tempest-SecurityGroupRulesTestJSON-602859038-project] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:44.489446 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:44.552563 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 44580) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:38:44.697411 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-665f2c2a-fcdc-4e94-8300-f2f6c79d024a None None] Provisioning complete for port 3bc4d5ed-cb08-4bba-98be-5765a7f5ad0b triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:38:44.698002 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-665f2c2a-fcdc-4e94-8300-f2f6c79d024a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:44.715097 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-920a2230-676e-4860-9780-1a7567b7a4a9 req-a8d8d7b1-48b1-485b-9854-2be1c8acb0d4 tempest-FloatingIPsTestJSON-232312244 tempest-FloatingIPsTestJSON-232312244-project] Publish callbacks [] for port, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:44.731674 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-920a2230-676e-4860-9780-1a7567b7a4a9 req-a8d8d7b1-48b1-485b-9854-2be1c8acb0d4 tempest-FloatingIPsTestJSON-232312244 tempest-FloatingIPsTestJSON-232312244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:44.756387 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Pushing event updated for resources: {'Port': ['ID=fe1cd51d-0a17-48c8-b57e-9d40dcf9b505,revision_number=7']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:38:44.851005 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d8d7b1-48b1-485b-9854-2be1c8acb0d4 tempest-FloatingIPsTestJSON-232312244 tempest-FloatingIPsTestJSON-232312244-project] Pushing event updated for resources: {'Port': ['ID=8507a11c-93b0-4ef0-9d1e-5a591670117d,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:38:44.882849 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-665f2c2a-fcdc-4e94-8300-f2f6c79d024a None None] Port 3bc4d5ed-cb08-4bba-98be-5765a7f5ad0b cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:38:44.891126 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-036017f1-9175-4031-81cb-cdf65898af2d None None] Publish callbacks [] for port, precommit_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:44.892002 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6a81f0aa-571f-4675-a7d6-ad4cb8422700 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:44.913649 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-036017f1-9175-4031-81cb-cdf65898af2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:44.914135 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-1fd001c9-51f5-4429-9276-5bc8e1e53f1e req-fc6a3924-3e84-4059-b91e-ba89d8a936bd tempest-SecurityGroupRulesTestJSON-602859038 tempest-SecurityGroupRulesTestJSON-602859038-project] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:44.920508 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-1fd001c9-51f5-4429-9276-5bc8e1e53f1e req-fc6a3924-3e84-4059-b91e-ba89d8a936bd tempest-SecurityGroupRulesTestJSON-602859038 tempest-SecurityGroupRulesTestJSON-602859038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:45.000577 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-1fd001c9-51f5-4429-9276-5bc8e1e53f1e req-fc6a3924-3e84-4059-b91e-ba89d8a936bd tempest-SecurityGroupRulesTestJSON-602859038 tempest-SecurityGroupRulesTestJSON-602859038-project] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:45.002534 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-920a2230-676e-4860-9780-1a7567b7a4a9 req-a8d8d7b1-48b1-485b-9854-2be1c8acb0d4 tempest-FloatingIPsTestJSON-232312244 tempest-FloatingIPsTestJSON-232312244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-671284'] for floatingip, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:45.026127 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-1fd001c9-51f5-4429-9276-5bc8e1e53f1e req-fc6a3924-3e84-4059-b91e-ba89d8a936bd tempest-SecurityGroupRulesTestJSON-602859038 tempest-SecurityGroupRulesTestJSON-602859038-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.7114363 Nov 19 17:38:45.041317 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-920a2230-676e-4860-9780-1a7567b7a4a9 req-a8d8d7b1-48b1-485b-9854-2be1c8acb0d4 tempest-FloatingIPsTestJSON-232312244 tempest-FloatingIPsTestJSON-232312244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for floatingip, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:45.050409 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-920a2230-676e-4860-9780-1a7567b7a4a9 req-a8d8d7b1-48b1-485b-9854-2be1c8acb0d4 tempest-FloatingIPsTestJSON-232312244 tempest-FloatingIPsTestJSON-232312244-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.0182121 Nov 19 17:38:45.059184 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6a3924-3e84-4059-b91e-ba89d8a936bd tempest-SecurityGroupRulesTestJSON-602859038 tempest-SecurityGroupRulesTestJSON-602859038-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87ea397e-41cf-4371-b66a-8555a018146d,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:38:45.172041 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-920a2230-676e-4860-9780-1a7567b7a4a9 req-0152f878-d117-493e-b7f0-235158458422 tempest-FloatingIPsTestJSON-232312244 tempest-FloatingIPsTestJSON-232312244-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.7.149 HTTP/1.1" status: 200 len: 696 time: 0.1124554 Nov 19 17:38:45.212740 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d51fc47-1d94-47b6-81c9-4d7dd22551e3 req-d8d0fabb-b357-438c-8332-93e4be006f68 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:38:45.215737 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2d51fc47-1d94-47b6-81c9-4d7dd22551e3 req-d8d0fabb-b357-438c-8332-93e4be006f68 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] 10.222.0.54 "GET /v2.0/ports?device_id=f79f870e-8765-4434-88f5-a982ef36251f HTTP/1.1" status: 200 len: 935 time: 0.0894821 Nov 19 17:38:45.250118 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411ffc15-0653-49bd-b147-34df2df2212e None None] Pushing event updated for resources: {'Port': ['ID=eb70648d-51e3-42f8-833b-df4439cb102a,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:38:45.323319 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [req-ff70e8b8-5516-476b-b1e4-e3310b45552c req-ed995330-7aba-4d24-bfb2-ed410e7712af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3bc4d5ed-cb08-4bba-98be-5765a7f5ad0b {{(pid=103364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:38:45.336492 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-ff70e8b8-5516-476b-b1e4-e3310b45552c req-ed995330-7aba-4d24-bfb2-ed410e7712af service neutron] Publish callbacks [] for port, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:45.373990 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-036017f1-9175-4031-81cb-cdf65898af2d None None] Attempting to bind port eb70648d-51e3-42f8-833b-df4439cb102a on host n-d-818022-2 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:38:45.373990 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-036017f1-9175-4031-81cb-cdf65898af2d None None] Attempting to bind port eb70648d-51e3-42f8-833b-df4439cb102a by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': '4516fb64-891f-4c76-a470-4325b9e3e649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'd3ecd66d-63c1-40f8-8436-1e3c0b8f6fd2'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:38:45.373990 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036017f1-9175-4031-81cb-cdf65898af2d None None] Attempting to bind port eb70648d-51e3-42f8-833b-df4439cb102a on network d3ecd66d-63c1-40f8-8436-1e3c0b8f6fd2 {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:38:45.389482 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036017f1-9175-4031-81cb-cdf65898af2d None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 38, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:38:45.389714 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036017f1-9175-4031-81cb-cdf65898af2d None None] Checking segment: {'id': '4516fb64-891f-4c76-a470-4325b9e3e649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'd3ecd66d-63c1-40f8-8436-1e3c0b8f6fd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:38:45.390546 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-036017f1-9175-4031-81cb-cdf65898af2d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:45.391046 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036017f1-9175-4031-81cb-cdf65898af2d None None] Bound using segment: {'id': '4516fb64-891f-4c76-a470-4325b9e3e649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'd3ecd66d-63c1-40f8-8436-1e3c0b8f6fd2'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:38:45.391741 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-036017f1-9175-4031-81cb-cdf65898af2d None None] Bound port: eb70648d-51e3-42f8-833b-df4439cb102a, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4516fb64-891f-4c76-a470-4325b9e3e649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'd3ecd66d-63c1-40f8-8436-1e3c0b8f6fd2'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:38:45.391940 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-036017f1-9175-4031-81cb-cdf65898af2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:45.418943 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.provisioning_blocks [req-ff70e8b8-5516-476b-b1e4-e3310b45552c req-ed995330-7aba-4d24-bfb2-ed410e7712af service neutron] Transition to ACTIVE for port object 3bc4d5ed-cb08-4bba-98be-5765a7f5ad0b will not be triggered until provisioned by entity L2. {{(pid=103364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 17:38:45.447026 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-ff70e8b8-5516-476b-b1e4-e3310b45552c req-ed995330-7aba-4d24-bfb2-ed410e7712af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:45.511740 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed995330-7aba-4d24-bfb2-ed410e7712af service neutron] Pushing event updated for resources: {'Port': ['ID=3bc4d5ed-cb08-4bba-98be-5765a7f5ad0b,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:38:45.566365 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-036017f1-9175-4031-81cb-cdf65898af2d None None] For port eb70648d-51e3-42f8-833b-df4439cb102a, host n-d-818022-2, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:38:45.569095 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2d51fc47-1d94-47b6-81c9-4d7dd22551e3 req-b208632c-a47d-4a82-bb64-7bc939900a22 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] 10.222.0.54 "GET /v2.0/security-groups?id=01d035e7-47ed-4912-a186-53ea419ecd96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3319247 Nov 19 17:38:45.577091 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6a81f0aa-571f-4675-a7d6-ad4cb8422700 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:45.588947 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6a81f0aa-571f-4675-a7d6-ad4cb8422700 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:45.638619 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920a2230-676e-4860-9780-1a7567b7a4a9 req-2d62c706-9e46-4245-9ea3-83ba1e5af526 tempest-FloatingIPsTestJSON-232312244 tempest-FloatingIPsTestJSON-232312244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:38:45.645545 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-036017f1-9175-4031-81cb-cdf65898af2d None None] For port eb70648d-51e3-42f8-833b-df4439cb102a, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=eb70648d-51e3-42f8-833b-df4439cb102a,segment=NetworkSegment(4516fb64-891f-4c76-a470-4325b9e3e649),segment_id=4516fb64-891f-4c76-a470-4325b9e3e649)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:38:45.652142 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-920a2230-676e-4860-9780-1a7567b7a4a9 req-2d62c706-9e46-4245-9ea3-83ba1e5af526 tempest-FloatingIPsTestJSON-232312244 tempest-FloatingIPsTestJSON-232312244-project] 10.222.0.54 "GET /v2.0/networks/645e61aa-1a6c-4e8f-857e-ab06edb4897f HTTP/1.1" status: 200 len: 784 time: 0.4698753 Nov 19 17:38:45.656851 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-036017f1-9175-4031-81cb-cdf65898af2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:45.803606 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-6a81f0aa-571f-4675-a7d6-ad4cb8422700 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=63ca16d74fc244cc8d1ec4ccc8bb85fc&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2494500 Nov 19 17:38:45.804831 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a81f0aa-571f-4675-a7d6-ad4cb8422700 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a2bdd40-eb46-4d42-b0a5-83543792ab5b,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:38:45.805581 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411ffc15-0653-49bd-b147-34df2df2212e None None] Pushing event updated for resources: {'Port': ['ID=eb70648d-51e3-42f8-833b-df4439cb102a,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:38:45.807663 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 44594) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:38:45.825748 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-ff70e8b8-5516-476b-b1e4-e3310b45552c req-ed995330-7aba-4d24-bfb2-ed410e7712af service neutron] Attempting to bind port 3bc4d5ed-cb08-4bba-98be-5765a7f5ad0b on host n-h2-818022-2 for vnic_type normal with profile {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:38:45.826131 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-ff70e8b8-5516-476b-b1e4-e3310b45552c req-ed995330-7aba-4d24-bfb2-ed410e7712af service neutron] Attempting to bind port 3bc4d5ed-cb08-4bba-98be-5765a7f5ad0b by drivers openvswitch,hyperv on host n-h2-818022-2 at level 0 using segments [{'id': '1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '346debfa-452b-4048-abf4-8f4493625ef2'}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:38:45.826450 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff70e8b8-5516-476b-b1e4-e3310b45552c req-ed995330-7aba-4d24-bfb2-ed410e7712af service neutron] Attempting to bind port 3bc4d5ed-cb08-4bba-98be-5765a7f5ad0b on network 346debfa-452b-4048-abf4-8f4493625ef2 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:38:45.861126 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff70e8b8-5516-476b-b1e4-e3310b45552c req-ed995330-7aba-4d24-bfb2-ed410e7712af service neutron] Port 3bc4d5ed-cb08-4bba-98be-5765a7f5ad0b on network 346debfa-452b-4048-abf4-8f4493625ef2 not bound, no agent of type Open vSwitch agent registered on host n-h2-818022-2 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 17:38:45.861386 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff70e8b8-5516-476b-b1e4-e3310b45552c req-ed995330-7aba-4d24-bfb2-ed410e7712af service neutron] Attempting to bind port 3bc4d5ed-cb08-4bba-98be-5765a7f5ad0b on network 346debfa-452b-4048-abf4-8f4493625ef2 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:38:45.887411 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dda5665f-32ca-4f19-8d52-2830a66d2d39 None None] Provisioning complete for port eb70648d-51e3-42f8-833b-df4439cb102a triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:38:45.887411 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dda5665f-32ca-4f19-8d52-2830a66d2d39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:45.894123 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff70e8b8-5516-476b-b1e4-e3310b45552c req-ed995330-7aba-4d24-bfb2-ed410e7712af service neutron] Checking agent: {'id': '525ad2ac-c4ae-4c63-af2e-0bf8d25d0f0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'started_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 38, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:38:45.894470 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff70e8b8-5516-476b-b1e4-e3310b45552c req-ed995330-7aba-4d24-bfb2-ed410e7712af service neutron] Checking segment: {'id': '1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '346debfa-452b-4048-abf4-8f4493625ef2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:38:45.894851 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff70e8b8-5516-476b-b1e4-e3310b45552c req-ed995330-7aba-4d24-bfb2-ed410e7712af service neutron] Bound using segment: {'id': '1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '346debfa-452b-4048-abf4-8f4493625ef2'} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:38:45.895306 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-ff70e8b8-5516-476b-b1e4-e3310b45552c req-ed995330-7aba-4d24-bfb2-ed410e7712af service neutron] Bound port: 3bc4d5ed-cb08-4bba-98be-5765a7f5ad0b, host: n-h2-818022-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '346debfa-452b-4048-abf4-8f4493625ef2'}}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:38:45.895717 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-ff70e8b8-5516-476b-b1e4-e3310b45552c req-ed995330-7aba-4d24-bfb2-ed410e7712af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:45.918449 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-02312c68-f59d-4dea-a82a-89f086ba3ee4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:46.064105 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036017f1-9175-4031-81cb-cdf65898af2d None None] Routers {'4d983c78-5f99-4087-b225-935c574010a7'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:38:46.064626 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-ff70e8b8-5516-476b-b1e4-e3310b45552c req-ed995330-7aba-4d24-bfb2-ed410e7712af service neutron] For port 3bc4d5ed-cb08-4bba-98be-5765a7f5ad0b, host n-h2-818022-2, cleared binding levels {{(pid=103364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:38:46.067126 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-036017f1-9175-4031-81cb-cdf65898af2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:38:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['4d983c78-5f99-4087-b225-935c574010a7'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:38:46.073138 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-ff70e8b8-5516-476b-b1e4-e3310b45552c req-ed995330-7aba-4d24-bfb2-ed410e7712af service neutron] For port 3bc4d5ed-cb08-4bba-98be-5765a7f5ad0b, host n-h2-818022-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=3bc4d5ed-cb08-4bba-98be-5765a7f5ad0b,segment=NetworkSegment(1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861),segment_id=1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861)] {{(pid=103364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:38:46.073858 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d986100-e6a4-4950-b312-adab5a7027ad req-cef1d298-d776-4e34-86f2-27169bce7507 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:38:46.089936 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-ff70e8b8-5516-476b-b1e4-e3310b45552c req-ed995330-7aba-4d24-bfb2-ed410e7712af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:46.099041 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0d986100-e6a4-4950-b312-adab5a7027ad req-cef1d298-d776-4e34-86f2-27169bce7507 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.54 "GET /v2.0/ports?device_id=3964468e-e495-4f24-b06e-7e621567361a HTTP/1.1" status: 200 len: 945 time: 0.2411215 Nov 19 17:38:46.186383 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0d986100-e6a4-4950-b312-adab5a7027ad req-b384449e-31f6-487d-9fbd-5d820ca1da7f tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.54 "GET /v2.0/security-groups?id=740807d6-4246-4ecb-a636-49a5e5a1e11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831687 Nov 19 17:38:46.316164 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff70e8b8-5516-476b-b1e4-e3310b45552c req-ed995330-7aba-4d24-bfb2-ed410e7712af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:38:46.316796 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-ff70e8b8-5516-476b-b1e4-e3310b45552c req-ed995330-7aba-4d24-bfb2-ed410e7712af service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:46.318312 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ff70e8b8-5516-476b-b1e4-e3310b45552c req-ed995330-7aba-4d24-bfb2-ed410e7712af service neutron] 10.222.0.86 "PUT /v2.0/ports/3bc4d5ed-cb08-4bba-98be-5765a7f5ad0b HTTP/1.1" status: 200 len: 1095 time: 2.0980291 Nov 19 17:38:46.318799 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f79f870e-8765-4434-88f5-a982ef36251f', 'tag': '3bc4d5ed-cb08-4bba-98be-5765a7f5ad0b'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:38:46.322499 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dd4767a008c23f8566efc82158ee1b1fff34e1a9e908d76d0b6d0ab7e350e5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83587a03-63ef-4bc8-9f7e-56a55fa04d0d" -d '{"events": [{"name": "network-changed", "server_uuid": "f79f870e-8765-4434-88f5-a982ef36251f", "tag": "3bc4d5ed-cb08-4bba-98be-5765a7f5ad0b"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:38:46.336667 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-02312c68-f59d-4dea-a82a-89f086ba3ee4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:46.374198 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:38:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f9ff37d-334e-4f77-81c8-3b0249c72d13 x-openstack-request-id: req-9f9ff37d-334e-4f77-81c8-3b0249c72d13 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:38:46.375266 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28bbee57-0a4b-4ac2-b952-d2d4ec1af0f7", "name": "network-vif-plugged", "status": "completed", "tag": "fe1cd51d-0a17-48c8-b57e-9d40dcf9b505", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:38:46.375712 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-9f9ff37d-334e-4f77-81c8-3b0249c72d13 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:38:46.376357 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28bbee57-0a4b-4ac2-b952-d2d4ec1af0f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe1cd51d-0a17-48c8-b57e-9d40dcf9b505', 'code': 200} Nov 19 17:38:46.451286 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed995330-7aba-4d24-bfb2-ed410e7712af service neutron] Pushing event updated for resources: {'Port': ['ID=3bc4d5ed-cb08-4bba-98be-5765a7f5ad0b,revision_number=3']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:38:46.537022 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4a350ceb-d344-4574-b6d4-fd995cc8cd4c req-dcfbf290-9989-4d5e-bb0b-9e693d10fd5a tempest-FloatingIPsTestJSON-232312244 tempest-FloatingIPsTestJSON-232312244-project] 10.222.0.54 "GET /v2.0/floatingips/dc779b8d-2a55-4eaa-aa39-9a3c49341e57 HTTP/1.1" status: 200 len: 693 time: 0.0781648 Nov 19 17:38:46.666551 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-036017f1-9175-4031-81cb-cdf65898af2d None None] Set router 4d983c78-5f99-4087-b225-935c574010a7 gateway port host: n-d-818022-2 {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:38:46.754883 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 44618) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:38:46.792649 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a350ceb-d344-4574-b6d4-fd995cc8cd4c req-98dab35c-c142-43a9-a20f-ae2f61d98196 tempest-FloatingIPsTestJSON-232312244 tempest-FloatingIPsTestJSON-232312244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:38:46.806337 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4a350ceb-d344-4574-b6d4-fd995cc8cd4c req-98dab35c-c142-43a9-a20f-ae2f61d98196 tempest-FloatingIPsTestJSON-232312244 tempest-FloatingIPsTestJSON-232312244-project] 10.222.0.54 "GET /v2.0/networks/645e61aa-1a6c-4e8f-857e-ab06edb4897f HTTP/1.1" status: 200 len: 784 time: 0.2676306 Nov 19 17:38:46.955814 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4b607099-b128-4c5d-b08b-52f0e6240523 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:47.135537 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ade2abf-3970-47d0-b661-985380bc3c5e req-a393f8fd-5450-490b-974d-85715f115c1b tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:38:47.135903 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 17:38:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06bdfcd9-ede3-423f-8129-c0fcc6557e53 x-openstack-request-id: req-06bdfcd9-ede3-423f-8129-c0fcc6557e53 {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:38:47.137051 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4ade2abf-3970-47d0-b661-985380bc3c5e req-a393f8fd-5450-490b-974d-85715f115c1b tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] 10.222.0.54 "GET /v2.0/ports?device_id=f79f870e-8765-4434-88f5-a982ef36251f HTTP/1.1" status: 200 len: 947 time: 0.0902436 Nov 19 17:38:47.142163 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f79f870e-8765-4434-88f5-a982ef36251f", "tag": "3bc4d5ed-cb08-4bba-98be-5765a7f5ad0b", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:38:47.142463 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-06bdfcd9-ede3-423f-8129-c0fcc6557e53 {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:38:47.142871 n-d-818022-2 neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f79f870e-8765-4434-88f5-a982ef36251f', 'tag': '3bc4d5ed-cb08-4bba-98be-5765a7f5ad0b', 'status': 'completed', 'code': 200} Nov 19 17:38:47.175333 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-02312c68-f59d-4dea-a82a-89f086ba3ee4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:47.179331 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-02312c68-f59d-4dea-a82a-89f086ba3ee4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:47.180681 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-02312c68-f59d-4dea-a82a-89f086ba3ee4 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/5a2bdd40-eb46-4d42-b0a5-83543792ab5b HTTP/1.1" status: 204 len: 168 time: 1.3720121 Nov 19 17:38:47.204993 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02312c68-f59d-4dea-a82a-89f086ba3ee4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a2bdd40-eb46-4d42-b0a5-83543792ab5b,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:38:47.210531 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff70e8b8-5516-476b-b1e4-e3310b45552c req-07d86c35-1b4f-4e77-b253-8c9689851e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:38:47.212337 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ff70e8b8-5516-476b-b1e4-e3310b45552c req-07d86c35-1b4f-4e77-b253-8c9689851e1d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=51cd71aac4854a038486be6b92d13068&device_id=f79f870e-8765-4434-88f5-a982ef36251f HTTP/1.1" status: 200 len: 1098 time: 0.7931762 Nov 19 17:38:47.231587 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-5424882a-a09e-469f-b248-9870d16be872 req-b8882cad-0e68-4d6e-a1ed-a4f1169cae92 tempest-SecurityGroupRulesTestJSON-602859038 tempest-SecurityGroupRulesTestJSON-602859038-project] 10.222.0.54 "GET /v2.0/security-groups/87ea397e-41cf-4371-b66a-8555a018146d HTTP/1.1" status: 200 len: 1820 time: 0.7978134 Nov 19 17:38:47.238566 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-5424882a-a09e-469f-b248-9870d16be872 req-8e9b1e85-bd7b-40a9-b2b2-6ef3ab6e7cce tempest-SecurityGroupRulesTestJSON-602859038 tempest-SecurityGroupRulesTestJSON-602859038-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '87ea397e-41cf-4371-b66a-8555a018146d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:38:47.238890 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-5424882a-a09e-469f-b248-9870d16be872 req-8e9b1e85-bd7b-40a9-b2b2-6ef3ab6e7cce tempest-SecurityGroupRulesTestJSON-602859038 tempest-SecurityGroupRulesTestJSON-602859038-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '87ea397e-41cf-4371-b66a-8555a018146d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:38:47.239868 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dda5665f-32ca-4f19-8d52-2830a66d2d39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:47.242997 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4b607099-b128-4c5d-b08b-52f0e6240523 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:47.271774 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4b607099-b128-4c5d-b08b-52f0e6240523 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:47.314033 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ff70e8b8-5516-476b-b1e4-e3310b45552c req-261d1bfc-9fac-488f-b597-023ca9ad0590 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=3bc4d5ed-cb08-4bba-98be-5765a7f5ad0b HTTP/1.1" status: 200 len: 217 time: 0.0792861 Nov 19 17:38:47.326792 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-036017f1-9175-4031-81cb-cdf65898af2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d983c78-5f99-4087-b225-935c574010a7', 'name': 'tempest-FloatingIPsTestJSON-1696855387-router', 'tenant_id': '22219c6d457f40a09ffa18f912155177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': '961bbade-c48a-4bb5-8ba2-4057bf3a0e07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:38:32Z', 'updated_at': '2021-11-19T17:38:38Z', 'revision_number': 4, 'project_id': '22219c6d457f40a09ffa18f912155177', 'gw_port': {'id': '961bbade-c48a-4bb5-8ba2-4057bf3a0e07', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:f5:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d983c78-5f99-4087-b225-935c574010a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:38:33Z', 'updated_at': '2021-11-19T17:38:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': 'eb70648d-51e3-42f8-833b-df4439cb102a', 'name': '', 'network_id': 'd3ecd66d-63c1-40f8-8436-1e3c0b8f6fd2', 'tenant_id': '22219c6d457f40a09ffa18f912155177', 'mac_address': 'fa:16:3e:57:4f:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d983c78-5f99-4087-b225-935c574010a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '65a0f3ce-a73e-49df-89cb-a90ab4f7d915', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:38:37Z', 'updated_at': '2021-11-19T17:38:45Z', 'revision_number': 4, 'project_id': '22219c6d457f40a09ffa18f912155177', 'subnets': [{'id': '65a0f3ce-a73e-49df-89cb-a90ab4f7d915', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:38:47.330137 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dda5665f-32ca-4f19-8d52-2830a66d2d39 None None] For port eb70648d-51e3-42f8-833b-df4439cb102a, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=eb70648d-51e3-42f8-833b-df4439cb102a,segment=NetworkSegment(4516fb64-891f-4c76-a470-4325b9e3e649),segment_id=4516fb64-891f-4c76-a470-4325b9e3e649)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:38:47.394157 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-4b607099-b128-4c5d-b08b-52f0e6240523 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d4df593256654cd09fc14bf21dd7b746&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6376400 Nov 19 17:38:47.395251 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 44630) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:38:47.395393 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036017f1-9175-4031-81cb-cdf65898af2d None None] The sync data for ids ['4d983c78-5f99-4087-b225-935c574010a7'] in n-d-818022-2 is: [{'id': '4d983c78-5f99-4087-b225-935c574010a7', 'name': 'tempest-FloatingIPsTestJSON-1696855387-router', 'tenant_id': '22219c6d457f40a09ffa18f912155177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': '961bbade-c48a-4bb5-8ba2-4057bf3a0e07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:38:32Z', 'updated_at': '2021-11-19T17:38:38Z', 'revision_number': 4, 'project_id': '22219c6d457f40a09ffa18f912155177', 'gw_port': {'id': '961bbade-c48a-4bb5-8ba2-4057bf3a0e07', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:f5:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d983c78-5f99-4087-b225-935c574010a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:38:33Z', 'updated_at': '2021-11-19T17:38:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': 'eb70648d-51e3-42f8-833b-df4439cb102a', 'name': '', 'network_id': 'd3ecd66d-63c1-40f8-8436-1e3c0b8f6fd2', 'tenant_id': '22219c6d457f40a09ffa18f912155177', 'mac_address': 'fa:16:3e:57:4f:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d983c78-5f99-4087-b225-935c574010a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '65a0f3ce-a73e-49df-89cb-a90ab4f7d915', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:38:37Z', 'updated_at': '2021-11-19T17:38:45Z', 'revision_number': 4, 'project_id': '22219c6d457f40a09ffa18f912155177', 'subnets': [{'id': '65a0f3ce-a73e-49df-89cb-a90ab4f7d915', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 17:38:47.399894 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dda5665f-32ca-4f19-8d52-2830a66d2d39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:47.515200 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4ade2abf-3970-47d0-b661-985380bc3c5e req-4ce1d146-84ba-472e-8949-74ec38ae443a tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] 10.222.0.54 "GET /v2.0/security-groups?id=01d035e7-47ed-4912-a186-53ea419ecd96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3605778 Nov 19 17:38:47.536988 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b607099-b128-4c5d-b08b-52f0e6240523 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9734a12c-4473-42a5-b162-0eec2668cb80,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:38:47.590768 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff70e8b8-5516-476b-b1e4-e3310b45552c req-6d029884-791a-4619-a655-718a956c3f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:38:47.592568 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ff70e8b8-5516-476b-b1e4-e3310b45552c req-6d029884-791a-4619-a655-718a956c3f70 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8b3c88de-c9c2-4a20-b19e-1855c2c19035 HTTP/1.1" status: 200 len: 843 time: 0.2447915 Nov 19 17:38:47.595300 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-5424882a-a09e-469f-b248-9870d16be872 req-8e9b1e85-bd7b-40a9-b2b2-6ef3ab6e7cce tempest-SecurityGroupRulesTestJSON-602859038 tempest-SecurityGroupRulesTestJSON-602859038-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:47.617457 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda5665f-32ca-4f19-8d52-2830a66d2d39 None None] Pushing event updated for resources: {'Port': ['ID=eb70648d-51e3-42f8-833b-df4439cb102a,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:38:47.665585 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-f0158a2f-938d-4805-8ba6-d016a43339dc None None] Provisioning complete for port eb70648d-51e3-42f8-833b-df4439cb102a triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:38:47.666203 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f0158a2f-938d-4805-8ba6-d016a43339dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:47.679404 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-5424882a-a09e-469f-b248-9870d16be872 req-8e9b1e85-bd7b-40a9-b2b2-6ef3ab6e7cce tempest-SecurityGroupRulesTestJSON-602859038 tempest-SecurityGroupRulesTestJSON-602859038-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:47.687774 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-5424882a-a09e-469f-b248-9870d16be872 req-8e9b1e85-bd7b-40a9-b2b2-6ef3ab6e7cce tempest-SecurityGroupRulesTestJSON-602859038 tempest-SecurityGroupRulesTestJSON-602859038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735179'] for security_group_rule, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:47.715006 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-5424882a-a09e-469f-b248-9870d16be872 req-8e9b1e85-bd7b-40a9-b2b2-6ef3ab6e7cce tempest-SecurityGroupRulesTestJSON-602859038 tempest-SecurityGroupRulesTestJSON-602859038-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:47.716333 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-5424882a-a09e-469f-b248-9870d16be872 req-8e9b1e85-bd7b-40a9-b2b2-6ef3ab6e7cce tempest-SecurityGroupRulesTestJSON-602859038 tempest-SecurityGroupRulesTestJSON-602859038-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4838996 Nov 19 17:38:47.720376 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff70e8b8-5516-476b-b1e4-e3310b45552c req-78598549-c62a-4419-a0af-13c9cb4b7f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:38:47.722048 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ff70e8b8-5516-476b-b1e4-e3310b45552c req-78598549-c62a-4419-a0af-13c9cb4b7f18 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=346debfa-452b-4048-abf4-8f4493625ef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1083322 Nov 19 17:38:47.723778 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2f55ea99-e0bf-4c01-91fc-4d5ccb0ee23f req-e168fbec-e369-44f0-9f8c-97580ddc5cab tempest-FloatingIPsTestJSON-232312244 tempest-FloatingIPsTestJSON-232312244-project] 10.222.0.54 "GET /v2.0/floatingips?tenant_id=22219c6d457f40a09ffa18f912155177 HTTP/1.1" status: 200 len: 696 time: 0.1347151 Nov 19 17:38:47.731202 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b1e85-bd7b-40a9-b2b2-6ef3ab6e7cce tempest-SecurityGroupRulesTestJSON-602859038 tempest-SecurityGroupRulesTestJSON-602859038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=894c6c0e-ec90-4100-85dc-9f5bd537267f,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:38:47.894260 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ff70e8b8-5516-476b-b1e4-e3310b45552c req-512387f0-9525-4d30-9f23-3b3e86f7f26c service neutron] 10.222.0.86 "GET /v2.0/networks/346debfa-452b-4048-abf4-8f4493625ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509728 Nov 19 17:38:47.993838 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-83e1a167-b9e3-49c8-a488-2fc1db15014a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:48.037098 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f55ea99-e0bf-4c01-91fc-4d5ccb0ee23f req-5ed9dcce-9576-48be-9f01-34807a7ab260 tempest-FloatingIPsTestJSON-232312244 tempest-FloatingIPsTestJSON-232312244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:38:48.046909 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2f55ea99-e0bf-4c01-91fc-4d5ccb0ee23f req-5ed9dcce-9576-48be-9f01-34807a7ab260 tempest-FloatingIPsTestJSON-232312244 tempest-FloatingIPsTestJSON-232312244-project] 10.222.0.54 "GET /v2.0/networks?id=645e61aa-1a6c-4e8f-857e-ab06edb4897f HTTP/1.1" status: 200 len: 787 time: 0.3210909 Nov 19 17:38:48.053080 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [req-2f55ea99-e0bf-4c01-91fc-4d5ccb0ee23f req-1200f44a-4969-463f-9609-7b78b6a3a8bf tempest-FloatingIPsTestJSON-232312244 tempest-FloatingIPsTestJSON-232312244-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=103365) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 17:38:48.065448 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2f55ea99-e0bf-4c01-91fc-4d5ccb0ee23f req-1200f44a-4969-463f-9609-7b78b6a3a8bf tempest-FloatingIPsTestJSON-232312244 tempest-FloatingIPsTestJSON-232312244-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0175297 Nov 19 17:38:48.109849 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78589eac-a585-4498-8d95-ba9322237686 req-6051b59f-391c-45d6-b152-a19be744703d tempest-LiveAutoBlockMigrationV225Test-71050323 tempest-LiveAutoBlockMigrationV225Test-71050323-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:38:48.111470 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-78589eac-a585-4498-8d95-ba9322237686 req-6051b59f-391c-45d6-b152-a19be744703d tempest-LiveAutoBlockMigrationV225Test-71050323 tempest-LiveAutoBlockMigrationV225Test-71050323-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=3964468e-e495-4f24-b06e-7e621567361a HTTP/1.1" status: 200 len: 1096 time: 0.2648067 Nov 19 17:38:48.117527 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-83e1a167-b9e3-49c8-a488-2fc1db15014a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:48.284600 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-83e1a167-b9e3-49c8-a488-2fc1db15014a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:48.288737 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ff70e8b8-5516-476b-b1e4-e3310b45552c req-0d06053d-6915-471d-bd2b-95cb0adc3a21 service neutron] 10.222.0.86 "GET /v2.0/networks/346debfa-452b-4048-abf4-8f4493625ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3724630 Nov 19 17:38:48.289334 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-83e1a167-b9e3-49c8-a488-2fc1db15014a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:48.291080 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-83e1a167-b9e3-49c8-a488-2fc1db15014a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/9734a12c-4473-42a5-b162-0eec2668cb80 HTTP/1.1" status: 204 len: 168 time: 0.8615766 Nov 19 17:38:48.321056 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e1a167-b9e3-49c8-a488-2fc1db15014a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9734a12c-4473-42a5-b162-0eec2668cb80,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:38:48.424643 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-6dfef858-d1c5-4a10-909b-d1830681fae5 req-bfebea68-4ab9-4311-bc40-d06ebe8e0e1f tempest-SecurityGroupRulesTestJSON-602859038 tempest-SecurityGroupRulesTestJSON-602859038-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1031583596', 'description': 'tempest-description-925480168'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:38:48.437472 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-78589eac-a585-4498-8d95-ba9322237686 req-a7085b33-9886-4da4-855c-85a2b7cc5d27 tempest-LiveAutoBlockMigrationV225Test-71050323 tempest-LiveAutoBlockMigrationV225Test-71050323-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=740807d6-4246-4ecb-a636-49a5e5a1e11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2958033 Nov 19 17:38:48.482593 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83587a03-63ef-4bc8-9f7e-56a55fa04d0d req-aff28679-699f-4d8d-9da9-a1fa40f0decc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:38:48.485705 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-83587a03-63ef-4bc8-9f7e-56a55fa04d0d req-aff28679-699f-4d8d-9da9-a1fa40f0decc service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=51cd71aac4854a038486be6b92d13068&device_id=f79f870e-8765-4434-88f5-a982ef36251f HTTP/1.1" status: 200 len: 1098 time: 0.0934463 Nov 19 17:38:48.502021 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-6dfef858-d1c5-4a10-909b-d1830681fae5 req-bfebea68-4ab9-4311-bc40-d06ebe8e0e1f tempest-SecurityGroupRulesTestJSON-602859038 tempest-SecurityGroupRulesTestJSON-602859038-project] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:48.734761 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-603e513c-95b2-4267-84bf-4bfc6c269148 req-5ebd91a4-1bb9-491b-9994-8d4b1047578d tempest-FloatingIPsTestJSON-232312244 tempest-FloatingIPsTestJSON-232312244-project] 10.222.0.54 "GET /v2.0/floatingips/dc779b8d-2a55-4eaa-aa39-9a3c49341e57 HTTP/1.1" status: 200 len: 693 time: 0.1015246 Nov 19 17:38:48.789024 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-6dfef858-d1c5-4a10-909b-d1830681fae5 req-bfebea68-4ab9-4311-bc40-d06ebe8e0e1f tempest-SecurityGroupRulesTestJSON-602859038 tempest-SecurityGroupRulesTestJSON-602859038-project] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:48.800036 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-6dfef858-d1c5-4a10-909b-d1830681fae5 req-bfebea68-4ab9-4311-bc40-d06ebe8e0e1f tempest-SecurityGroupRulesTestJSON-602859038 tempest-SecurityGroupRulesTestJSON-602859038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:48.943520 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfebea68-4ab9-4311-bc40-d06ebe8e0e1f tempest-SecurityGroupRulesTestJSON-602859038 tempest-SecurityGroupRulesTestJSON-602859038-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff6de6a2-ec2c-42f6-b0ae-15a583ab4f7c,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:38:48.970096 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83587a03-63ef-4bc8-9f7e-56a55fa04d0d req-c7d8b1d1-6d79-41d2-a440-647620c37b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:38:48.972790 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-83587a03-63ef-4bc8-9f7e-56a55fa04d0d req-c7d8b1d1-6d79-41d2-a440-647620c37b7e service neutron] 10.222.0.86 "GET /v2.0/networks?id=346debfa-452b-4048-abf4-8f4493625ef2 HTTP/1.1" status: 200 len: 870 time: 0.4751484 Nov 19 17:38:48.995707 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-6dfef858-d1c5-4a10-909b-d1830681fae5 req-bfebea68-4ab9-4311-bc40-d06ebe8e0e1f tempest-SecurityGroupRulesTestJSON-602859038 tempest-SecurityGroupRulesTestJSON-602859038-project] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:49.013453 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6dfef858-d1c5-4a10-909b-d1830681fae5 req-bfebea68-4ab9-4311-bc40-d06ebe8e0e1f tempest-SecurityGroupRulesTestJSON-602859038 tempest-SecurityGroupRulesTestJSON-602859038-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.5943036 Nov 19 17:38:49.047851 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device eb70648d-51e3-42f8-833b-df4439cb102a up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:38:49.090126 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-83587a03-63ef-4bc8-9f7e-56a55fa04d0d req-ce21415d-a352-4336-843c-a2fd10fd1d71 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=3bc4d5ed-cb08-4bba-98be-5765a7f5ad0b HTTP/1.1" status: 200 len: 217 time: 0.0961514 Nov 19 17:38:49.203145 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port eb70648d-51e3-42f8-833b-df4439cb102a triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:38:49.204337 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:49.262766 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a55bcb-8f04-4e1f-a17f-3efcad026dc0 req-c6f01814-32fd-4399-beb5-4928268a0193 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:38:49.265030 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-48a55bcb-8f04-4e1f-a17f-3efcad026dc0 req-c6f01814-32fd-4399-beb5-4928268a0193 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] 10.222.0.54 "GET /v2.0/ports?device_id=f79f870e-8765-4434-88f5-a982ef36251f HTTP/1.1" status: 200 len: 947 time: 0.1418569 Nov 19 17:38:49.276958 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 44680) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:38:49.325426 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603e513c-95b2-4267-84bf-4bfc6c269148 req-625b3d6d-5450-4e24-af50-91c93b449f91 tempest-FloatingIPsTestJSON-232312244 tempest-FloatingIPsTestJSON-232312244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:38:49.325426 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-603e513c-95b2-4267-84bf-4bfc6c269148 req-625b3d6d-5450-4e24-af50-91c93b449f91 tempest-FloatingIPsTestJSON-232312244 tempest-FloatingIPsTestJSON-232312244-project] 10.222.0.54 "GET /v2.0/networks/645e61aa-1a6c-4e8f-857e-ab06edb4897f HTTP/1.1" status: 200 len: 784 time: 0.5581212 Nov 19 17:38:49.369266 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83587a03-63ef-4bc8-9f7e-56a55fa04d0d req-f40f2313-a67b-4737-b82b-c900646451c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:38:49.370997 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-83587a03-63ef-4bc8-9f7e-56a55fa04d0d req-f40f2313-a67b-4737-b82b-c900646451c3 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8b3c88de-c9c2-4a20-b19e-1855c2c19035 HTTP/1.1" status: 200 len: 843 time: 0.2705276 Nov 19 17:38:49.492767 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-48a55bcb-8f04-4e1f-a17f-3efcad026dc0 req-e3d125a6-02d2-4cbc-9b7b-abbd9de0b27c tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] 10.222.0.54 "GET /v2.0/security-groups?id=01d035e7-47ed-4912-a186-53ea419ecd96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132587 Nov 19 17:38:49.508969 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-603e513c-95b2-4267-84bf-4bfc6c269148 req-9fa98db1-8365-4b42-ba75-7abbee2d1a6a tempest-FloatingIPsTestJSON-232312244 tempest-FloatingIPsTestJSON-232312244-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.7.149 HTTP/1.1" status: 200 len: 696 time: 0.1594491 Nov 19 17:38:49.599602 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-603e513c-95b2-4267-84bf-4bfc6c269148 req-bafbc1a8-0a17-4efd-97f5-cd40008a7b2a tempest-FloatingIPsTestJSON-232312244 tempest-FloatingIPsTestJSON-232312244-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.7.149 HTTP/1.1" status: 200 len: 696 time: 0.0844994 Nov 19 17:38:49.605696 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83587a03-63ef-4bc8-9f7e-56a55fa04d0d req-ee0e24f2-555c-4107-a06f-6cd4008c659a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:38:49.609735 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-83587a03-63ef-4bc8-9f7e-56a55fa04d0d req-ee0e24f2-555c-4107-a06f-6cd4008c659a service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=346debfa-452b-4048-abf4-8f4493625ef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1476243 Nov 19 17:38:49.746587 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-56a06de2-b347-41fb-b8ca-09b21e60fe3a admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1029117165-network', 'tenant_id': '1a0c23896b6a426c9d6f99a1e9d93ea5'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:38:49.782704 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22eddebd-f236-4a0c-8cc5-7a78ce8d9052 req-712c632b-2196-471d-9180-e47547b46e7c tempest-LiveAutoBlockMigrationV225Test-71050323 tempest-LiveAutoBlockMigrationV225Test-71050323-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:38:49.802253 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-22eddebd-f236-4a0c-8cc5-7a78ce8d9052 req-712c632b-2196-471d-9180-e47547b46e7c tempest-LiveAutoBlockMigrationV225Test-71050323 tempest-LiveAutoBlockMigrationV225Test-71050323-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=3964468e-e495-4f24-b06e-7e621567361a HTTP/1.1" status: 200 len: 1096 time: 0.1390984 Nov 19 17:38:49.834602 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56a06de2-b347-41fb-b8ca-09b21e60fe3a admin admin] Made reservation on behalf of 1a0c23896b6a426c9d6f99a1e9d93ea5 for: {'network': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:38:49.839136 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-56a06de2-b347-41fb-b8ca-09b21e60fe3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:49.852400 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-56a06de2-b347-41fb-b8ca-09b21e60fe3a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:49.938378 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-22eddebd-f236-4a0c-8cc5-7a78ce8d9052 req-ee2f7b8a-2b7b-4217-b991-7ad898763c35 tempest-LiveAutoBlockMigrationV225Test-71050323 tempest-LiveAutoBlockMigrationV225Test-71050323-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=740807d6-4246-4ecb-a636-49a5e5a1e11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292188 Nov 19 17:38:49.946486 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-83587a03-63ef-4bc8-9f7e-56a55fa04d0d req-e423acbf-d924-47a2-a0b8-876eb9787d0a service neutron] 10.222.0.86 "GET /v2.0/networks/346debfa-452b-4048-abf4-8f4493625ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3200448 Nov 19 17:38:49.989093 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [req-603e513c-95b2-4267-84bf-4bfc6c269148 req-bd4a569e-071d-496d-a1b7-07df3a441089 tempest-FloatingIPsTestJSON-232312244 tempest-FloatingIPsTestJSON-232312244-project] Deleting port 8507a11c-93b0-4ef0-9d1e-5a591670117d {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:38:49.989435 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-603e513c-95b2-4267-84bf-4bfc6c269148 req-bd4a569e-071d-496d-a1b7-07df3a441089 tempest-FloatingIPsTestJSON-232312244 tempest-FloatingIPsTestJSON-232312244-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:50.141995 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-56a06de2-b347-41fb-b8ca-09b21e60fe3a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:50.167076 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-83587a03-63ef-4bc8-9f7e-56a55fa04d0d req-ecdd4a9d-d595-4e89-9d92-c43708824786 service neutron] 10.222.0.86 "GET /v2.0/networks/346debfa-452b-4048-abf4-8f4493625ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2109261 Nov 19 17:38:50.169210 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-56a06de2-b347-41fb-b8ca-09b21e60fe3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:50.178382 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-603e513c-95b2-4267-84bf-4bfc6c269148 req-bd4a569e-071d-496d-a1b7-07df3a441089 tempest-FloatingIPsTestJSON-232312244 tempest-FloatingIPsTestJSON-232312244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:50.178740 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-603e513c-95b2-4267-84bf-4bfc6c269148 req-bd4a569e-071d-496d-a1b7-07df3a441089 tempest-FloatingIPsTestJSON-232312244 tempest-FloatingIPsTestJSON-232312244-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:50.192350 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56a06de2-b347-41fb-b8ca-09b21e60fe3a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 666} {{(pid=103365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 17:38:50.194484 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [req-603e513c-95b2-4267-84bf-4bfc6c269148 req-bd4a569e-071d-496d-a1b7-07df3a441089 tempest-FloatingIPsTestJSON-232312244 tempest-FloatingIPsTestJSON-232312244-project] Calling delete_port for 8507a11c-93b0-4ef0-9d1e-5a591670117d owned by network:floatingip {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:38:50.206535 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-56a06de2-b347-41fb-b8ca-09b21e60fe3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:50.207051 n-d-818022-2 neutron-server[103365]: INFO neutron.db.segments_db [None req-56a06de2-b347-41fb-b8ca-09b21e60fe3a admin admin] Added segment 40d32ec7-e595-476a-9722-bb02a34db7ea of type vlan for network e1ecc51a-8714-4d29-83bc-1c35092d97e3 Nov 19 17:38:50.256247 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 44702) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:38:50.273984 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-baba6851-d242-44ed-a762-f840296ecdb5 req-8291996b-67b6-40dc-9035-0d5eb7fb605e tempest-SecurityGroupRulesTestJSON-602859038 tempest-SecurityGroupRulesTestJSON-602859038-project] 10.222.0.54 "GET /v2.0/security-groups/ff6de6a2-ec2c-42f6-b0ae-15a583ab4f7c HTTP/1.1" status: 200 len: 1821 time: 0.2019846 Nov 19 17:38:50.304282 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-baba6851-d242-44ed-a762-f840296ecdb5 req-857e68df-b0dd-4948-bc09-336d83d2f9bb tempest-SecurityGroupRulesTestJSON-602859038 tempest-SecurityGroupRulesTestJSON-602859038-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'ff6de6a2-ec2c-42f6-b0ae-15a583ab4f7c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:38:50.304748 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-baba6851-d242-44ed-a762-f840296ecdb5 req-857e68df-b0dd-4948-bc09-336d83d2f9bb tempest-SecurityGroupRulesTestJSON-602859038 tempest-SecurityGroupRulesTestJSON-602859038-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'ff6de6a2-ec2c-42f6-b0ae-15a583ab4f7c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:38:50.310169 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-56a06de2-b347-41fb-b8ca-09b21e60fe3a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:50.336163 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a06de2-b347-41fb-b8ca-09b21e60fe3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2d42000-c475-4f47-81a1-d381635bd450,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:38:50.422069 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-56a06de2-b347-41fb-b8ca-09b21e60fe3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:50.423891 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56a06de2-b347-41fb-b8ca-09b21e60fe3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:38:50.424906 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-56a06de2-b347-41fb-b8ca-09b21e60fe3a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:50.426736 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-603e513c-95b2-4267-84bf-4bfc6c269148 req-bd4a569e-071d-496d-a1b7-07df3a441089 tempest-FloatingIPsTestJSON-232312244 tempest-FloatingIPsTestJSON-232312244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:50.432972 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-61cfbcd0-2669-4fee-8ecc-6fd60bae93c0 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1193158978-network', 'tenant_id': 'dc7ce1e4ff7747b99247f6b026a294f4'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:38:50.443939 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-baba6851-d242-44ed-a762-f840296ecdb5 req-857e68df-b0dd-4948-bc09-336d83d2f9bb tempest-SecurityGroupRulesTestJSON-602859038 tempest-SecurityGroupRulesTestJSON-602859038-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:50.465747 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4a569e-071d-496d-a1b7-07df3a441089 tempest-FloatingIPsTestJSON-232312244 tempest-FloatingIPsTestJSON-232312244-project] Pushing event deleted for resources: {'Port': ['ID=8507a11c-93b0-4ef0-9d1e-5a591670117d,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:38:50.577854 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-baba6851-d242-44ed-a762-f840296ecdb5 req-857e68df-b0dd-4948-bc09-336d83d2f9bb tempest-SecurityGroupRulesTestJSON-602859038 tempest-SecurityGroupRulesTestJSON-602859038-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:50.579614 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-603e513c-95b2-4267-84bf-4bfc6c269148 req-bd4a569e-071d-496d-a1b7-07df3a441089 tempest-FloatingIPsTestJSON-232312244 tempest-FloatingIPsTestJSON-232312244-project] Publish callbacks [] for floatingip, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:50.582648 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-603e513c-95b2-4267-84bf-4bfc6c269148 req-bd4a569e-071d-496d-a1b7-07df3a441089 tempest-FloatingIPsTestJSON-232312244 tempest-FloatingIPsTestJSON-232312244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for floatingip, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:50.582889 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61cfbcd0-2669-4fee-8ecc-6fd60bae93c0 admin admin] Made reservation on behalf of dc7ce1e4ff7747b99247f6b026a294f4 for: {'network': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:38:50.586247 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-61cfbcd0-2669-4fee-8ecc-6fd60bae93c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:50.587308 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-603e513c-95b2-4267-84bf-4bfc6c269148 req-bd4a569e-071d-496d-a1b7-07df3a441089 tempest-FloatingIPsTestJSON-232312244 tempest-FloatingIPsTestJSON-232312244-project] 10.222.0.54 "DELETE /v2.0/floatingips/dc779b8d-2a55-4eaa-aa39-9a3c49341e57 HTTP/1.1" status: 204 len: 173 time: 0.9723976 Nov 19 17:38:50.614190 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-61cfbcd0-2669-4fee-8ecc-6fd60bae93c0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:50.619656 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-56a06de2-b347-41fb-b8ca-09b21e60fe3a admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.3415275 Nov 19 17:38:50.620491 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-baba6851-d242-44ed-a762-f840296ecdb5 req-857e68df-b0dd-4948-bc09-336d83d2f9bb tempest-SecurityGroupRulesTestJSON-602859038 tempest-SecurityGroupRulesTestJSON-602859038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735179'] for security_group_rule, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:50.623263 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 44710) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:38:50.629128 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-8d776ca0-19fc-4fae-843e-eda5a23fd986 admin admin] Request body: {'subnet': {'network_id': 'e1ecc51a-8714-4d29-83bc-1c35092d97e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1029117165-subnet', 'tenant_id': '1a0c23896b6a426c9d6f99a1e9d93ea5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:38:50.636877 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a06de2-b347-41fb-b8ca-09b21e60fe3a admin admin] Pushing event updated for resources: {'Network': ['ID=e1ecc51a-8714-4d29-83bc-1c35092d97e3,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:38:50.649364 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network e1ecc51a-8714-4d29-83bc-1c35092d97e3 details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 17:38:50.649950 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857e68df-b0dd-4948-bc09-336d83d2f9bb tempest-SecurityGroupRulesTestJSON-602859038 tempest-SecurityGroupRulesTestJSON-602859038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=508b8509-99ff-46a0-ad21-f3243223b30a,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:38:50.664633 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d776ca0-19fc-4fae-843e-eda5a23fd986 admin admin] Made reservation on behalf of 1a0c23896b6a426c9d6f99a1e9d93ea5 for: {'subnet': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:38:50.668977 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8d776ca0-19fc-4fae-843e-eda5a23fd986 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8983829'] for subnet, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:50.710214 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-baba6851-d242-44ed-a762-f840296ecdb5 req-857e68df-b0dd-4948-bc09-336d83d2f9bb tempest-SecurityGroupRulesTestJSON-602859038 tempest-SecurityGroupRulesTestJSON-602859038-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:50.711585 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-baba6851-d242-44ed-a762-f840296ecdb5 req-857e68df-b0dd-4948-bc09-336d83d2f9bb tempest-SecurityGroupRulesTestJSON-602859038 tempest-SecurityGroupRulesTestJSON-602859038-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.4211516 Nov 19 17:38:50.810081 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-61cfbcd0-2669-4fee-8ecc-6fd60bae93c0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:50.817050 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-61cfbcd0-2669-4fee-8ecc-6fd60bae93c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:50.896740 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61cfbcd0-2669-4fee-8ecc-6fd60bae93c0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 696} {{(pid=103365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 17:38:50.918748 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cfbcd0-2669-4fee-8ecc-6fd60bae93c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f8fa5aa-3fdb-4fcd-8ada-ab8ce6c9a4ff,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:38:50.924362 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-61cfbcd0-2669-4fee-8ecc-6fd60bae93c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:50.924724 n-d-818022-2 neutron-server[103365]: INFO neutron.db.segments_db [None req-61cfbcd0-2669-4fee-8ecc-6fd60bae93c0 admin admin] Added segment ea5a0e2b-3fad-4153-8514-d7f5d8ae4073 of type vlan for network 54cb42e3-21bb-4900-9add-de52f53a9c78 Nov 19 17:38:51.030831 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8d776ca0-19fc-4fae-843e-eda5a23fd986 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12425078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8983815'] for subnet, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:51.042783 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-61cfbcd0-2669-4fee-8ecc-6fd60bae93c0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:51.103880 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-61cfbcd0-2669-4fee-8ecc-6fd60bae93c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:51.105856 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61cfbcd0-2669-4fee-8ecc-6fd60bae93c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:38:51.109309 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-61cfbcd0-2669-4fee-8ecc-6fd60bae93c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:51.156790 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272cb9a9-dd63-47a1-99c3-9ce9d6672c2a req-5383b6ac-2260-43fe-a8b9-d7e9205d2c84 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:38:51.165973 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-272cb9a9-dd63-47a1-99c3-9ce9d6672c2a req-5383b6ac-2260-43fe-a8b9-d7e9205d2c84 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] 10.222.0.54 "GET /v2.0/ports?device_id=f79f870e-8765-4434-88f5-a982ef36251f HTTP/1.1" status: 200 len: 947 time: 0.1672800 Nov 19 17:38:51.187874 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d776ca0-19fc-4fae-843e-eda5a23fd986 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd5d68c6-ff4b-4884-b87d-c73797caa136,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:38:51.194036 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device 3bc4d5ed-cb08-4bba-98be-5765a7f5ad0b details requested by agent hyperv_n-h2-818022-2 with host n-h2-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 17:38:51.194824 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d776ca0-19fc-4fae-843e-eda5a23fd986 admin admin] Checking segment: {'id': '40d32ec7-e595-476a-9722-bb02a34db7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'e1ecc51a-8714-4d29-83bc-1c35092d97e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:38:51.195277 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d776ca0-19fc-4fae-843e-eda5a23fd986 admin admin] Network hostable DHCP agents. Network: e1ecc51a-8714-4d29-83bc-1c35092d97e3, hostable agents: ['02910ef2-0455-4aea-9f38-9a875579633f'], hosted agents: [] {{(pid=103364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 17:38:51.252949 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-272cb9a9-dd63-47a1-99c3-9ce9d6672c2a req-266f38cc-6a8e-4bd6-8e41-3117fd364742 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] 10.222.0.54 "GET /v2.0/security-groups?id=01d035e7-47ed-4912-a186-53ea419ecd96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855179 Nov 19 17:38:51.254553 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d776ca0-19fc-4fae-843e-eda5a23fd986 admin admin] Network e1ecc51a-8714-4d29-83bc-1c35092d97e3 is scheduled to be hosted by DHCP agent 02910ef2-0455-4aea-9f38-9a875579633f with binding_index 1 {{(pid=103364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 17:38:51.287607 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-01d47c39-a47b-4ce1-bf87-fbfd930288ac req-d0e86f7b-4de7-4987-a22e-dfad91856e6e tempest-SecurityGroupRulesTestJSON-602859038 tempest-SecurityGroupRulesTestJSON-602859038-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-691446474', 'description': 'tempest-description-1061996968'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:38:51.312086 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-61cfbcd0-2669-4fee-8ecc-6fd60bae93c0 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0523784 Nov 19 17:38:51.317981 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 44728) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:38:51.323518 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-8d776ca0-19fc-4fae-843e-eda5a23fd986 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818022-2, e1ecc51a-8714-4d29-83bc-1c35092d97e3) {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:38:51.331026 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-13460928-03a8-4149-827e-d0498cd8be3e admin admin] Request body: {'subnet': {'network_id': '54cb42e3-21bb-4900-9add-de52f53a9c78', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1193158978-subnet', 'tenant_id': 'dc7ce1e4ff7747b99247f6b026a294f4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:38:51.334475 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d776ca0-19fc-4fae-843e-eda5a23fd986 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:38:51.335670 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8d776ca0-19fc-4fae-843e-eda5a23fd986 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:51.340242 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-421852b5-fc02-4607-bb16-8684ef99364a None None] Network e1ecc51a-8714-4d29-83bc-1c35092d97e3 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:38:51.341831 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cfbcd0-2669-4fee-8ecc-6fd60bae93c0 admin admin] Pushing event updated for resources: {'Network': ['ID=54cb42e3-21bb-4900-9add-de52f53a9c78,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:38:51.357066 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-01d47c39-a47b-4ce1-bf87-fbfd930288ac req-d0e86f7b-4de7-4987-a22e-dfad91856e6e tempest-SecurityGroupRulesTestJSON-602859038 tempest-SecurityGroupRulesTestJSON-602859038-project] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:51.398761 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network 54cb42e3-21bb-4900-9add-de52f53a9c78 details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 17:38:51.415204 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13460928-03a8-4149-827e-d0498cd8be3e admin admin] Made reservation on behalf of dc7ce1e4ff7747b99247f6b026a294f4 for: {'subnet': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:38:51.417614 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-8d776ca0-19fc-4fae-843e-eda5a23fd986 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7929831 Nov 19 17:38:51.418448 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-13460928-03a8-4149-827e-d0498cd8be3e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8731248'] for subnet, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:51.423681 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 44730) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:38:51.428712 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-a6ecd91f-4207-4481-b8cd-69b0917fccb0 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1029117165-router', 'tenant_id': '1a0c23896b6a426c9d6f99a1e9d93ea5', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'}}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:38:51.488204 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a6ecd91f-4207-4481-b8cd-69b0917fccb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9890'] for router, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:51.489322 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a6ecd91f-4207-4481-b8cd-69b0917fccb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671617', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-732153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4689'] for router, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:51.522922 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-01d47c39-a47b-4ce1-bf87-fbfd930288ac req-d0e86f7b-4de7-4987-a22e-dfad91856e6e tempest-SecurityGroupRulesTestJSON-602859038 tempest-SecurityGroupRulesTestJSON-602859038-project] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:51.536135 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-01d47c39-a47b-4ce1-bf87-fbfd930288ac req-d0e86f7b-4de7-4987-a22e-dfad91856e6e tempest-SecurityGroupRulesTestJSON-602859038 tempest-SecurityGroupRulesTestJSON-602859038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:51.595299 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e86f7b-4de7-4987-a22e-dfad91856e6e tempest-SecurityGroupRulesTestJSON-602859038 tempest-SecurityGroupRulesTestJSON-602859038-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f815d91-0a1c-4128-b37a-6d0fa490bbf7,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:38:51.635129 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port 3bc4d5ed-cb08-4bba-98be-5765a7f5ad0b, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=3bc4d5ed-cb08-4bba-98be-5765a7f5ad0b,segment=NetworkSegment(1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861),segment_id=1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:38:51.658358 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-01d47c39-a47b-4ce1-bf87-fbfd930288ac req-d0e86f7b-4de7-4987-a22e-dfad91856e6e tempest-SecurityGroupRulesTestJSON-602859038 tempest-SecurityGroupRulesTestJSON-602859038-project] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:51.659977 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-01d47c39-a47b-4ce1-bf87-fbfd930288ac req-d0e86f7b-4de7-4987-a22e-dfad91856e6e tempest-SecurityGroupRulesTestJSON-602859038 tempest-SecurityGroupRulesTestJSON-602859038-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.3789959 Nov 19 17:38:51.674962 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a6ecd91f-4207-4481-b8cd-69b0917fccb0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:51.690954 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Returning: {'device': '3bc4d5ed-cb08-4bba-98be-5765a7f5ad0b', 'network_id': '346debfa-452b-4048-abf4-8f4493625ef2', 'port_id': '3bc4d5ed-cb08-4bba-98be-5765a7f5ad0b', 'mac_address': 'fa:16:3e:f5:02:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b3c88de-c9c2-4a20-b19e-1855c2c19035', 'ip_address': '192.168.233.56'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 17:38:51.700365 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f7c78cd9-09b7-4bcd-86ed-622f1500dc68 req-66885489-0a27-4a23-b322-b466876c9294 tempest-FloatingIPsTestJSON-232312244 tempest-FloatingIPsTestJSON-232312244-project] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5758681 Nov 19 17:38:51.706944 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-13460928-03a8-4149-827e-d0498cd8be3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12283104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8731234'] for subnet, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:51.725872 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-f7c78cd9-09b7-4bcd-86ed-622f1500dc68 req-de88a77d-61f8-4b5e-a27c-2f69c0062332 tempest-FloatingIPsTestJSON-232312244 tempest-FloatingIPsTestJSON-232312244-project] Request body: {'floatingip': {'floating_network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:38:51.871919 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13460928-03a8-4149-827e-d0498cd8be3e admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce5e5572-06fa-407a-98f7-553783ad7f2f,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:38:51.875146 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-f7c78cd9-09b7-4bcd-86ed-622f1500dc68 req-de88a77d-61f8-4b5e-a27c-2f69c0062332 tempest-FloatingIPsTestJSON-232312244 tempest-FloatingIPsTestJSON-232312244-project] Publish callbacks [] for floatingip, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:51.894201 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba6ef7c2-b68c-4f09-8d9d-0ffff65da78a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54f44f5f-1200-574e-8740-2141911d5b73-e1ecc51a-8714-4d29-83bc-1c35092d97e3', 'network_id': 'e1ecc51a-8714-4d29-83bc-1c35092d97e3', 'tenant_id': '1a0c23896b6a426c9d6f99a1e9d93ea5', 'fixed_ips': [{'subnet_id': 'cd5d68c6-ff4b-4884-b87d-c73797caa136'}]}} from n-d-818022-2. {{(pid=103366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 17:38:51.897430 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ba6ef7c2-b68c-4f09-8d9d-0ffff65da78a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:51.900143 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:51.924196 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-33717ee7-ac1f-4457-b994-9ec547939922 req-5a131325-d331-41ad-8993-710c1b321e9a tempest-SecurityGroupRulesTestJSON-602859038 tempest-SecurityGroupRulesTestJSON-602859038-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1146427848', 'description': 'tempest-description-911706139'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:38:51.931331 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bc4d5ed-cb08-4bba-98be-5765a7f5ad0b {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:38:51.946909 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13460928-03a8-4149-827e-d0498cd8be3e admin admin] Checking segment: {'id': 'ea5a0e2b-3fad-4153-8514-d7f5d8ae4073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '54cb42e3-21bb-4900-9add-de52f53a9c78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:38:51.949957 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13460928-03a8-4149-827e-d0498cd8be3e admin admin] Network hostable DHCP agents. Network: 54cb42e3-21bb-4900-9add-de52f53a9c78, hostable agents: ['02910ef2-0455-4aea-9f38-9a875579633f'], hosted agents: [] {{(pid=103365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 17:38:51.960481 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port 3bc4d5ed-cb08-4bba-98be-5765a7f5ad0b, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=3bc4d5ed-cb08-4bba-98be-5765a7f5ad0b,segment=NetworkSegment(1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861),segment_id=1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:38:51.974985 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:51.975485 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-33717ee7-ac1f-4457-b994-9ec547939922 req-5a131325-d331-41ad-8993-710c1b321e9a tempest-SecurityGroupRulesTestJSON-602859038 tempest-SecurityGroupRulesTestJSON-602859038-project] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:52.008441 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a6ecd91f-4207-4481-b8cd-69b0917fccb0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:52.014501 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13460928-03a8-4149-827e-d0498cd8be3e admin admin] Network 54cb42e3-21bb-4900-9add-de52f53a9c78 is scheduled to be hosted by DHCP agent 02910ef2-0455-4aea-9f38-9a875579633f with binding_index 1 {{(pid=103365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 17:38:52.042289 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-13460928-03a8-4149-827e-d0498cd8be3e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818022-2, 54cb42e3-21bb-4900-9add-de52f53a9c78) {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:38:52.048909 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13460928-03a8-4149-827e-d0498cd8be3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:38:52.049843 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-13460928-03a8-4149-827e-d0498cd8be3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:52.097462 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-13460928-03a8-4149-827e-d0498cd8be3e admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7783570 Nov 19 17:38:52.110044 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 44738) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:38:52.120844 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-4ed505e8-780b-4b5d-a1ee-81a0411c6450 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1193158978-router', 'tenant_id': 'dc7ce1e4ff7747b99247f6b026a294f4', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'}}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:38:52.158092 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-f7c78cd9-09b7-4bcd-86ed-622f1500dc68 req-de88a77d-61f8-4b5e-a27c-2f69c0062332 tempest-FloatingIPsTestJSON-232312244 tempest-FloatingIPsTestJSON-232312244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:52.176888 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4ed505e8-780b-4b5d-a1ee-81a0411c6450 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9890'] for router, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:52.178337 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4ed505e8-780b-4b5d-a1ee-81a0411c6450 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671617', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-732153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4689'] for router, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:52.285758 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [None req-ba6ef7c2-b68c-4f09-8d9d-0ffff65da78a None None] Allocated IP 172.20.0.2 (e1ecc51a-8714-4d29-83bc-1c35092d97e3/cd5d68c6-ff4b-4884-b87d-c73797caa136/933d6cb6-fa02-4423-9f7d-b1b9c5b39924) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:38:52.433180 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [req-f7c78cd9-09b7-4bcd-86ed-622f1500dc68 req-de88a77d-61f8-4b5e-a27c-2f69c0062332 tempest-FloatingIPsTestJSON-232312244 tempest-FloatingIPsTestJSON-232312244-project] Allocated IP 172.25.7.116 (645e61aa-1a6c-4e8f-857e-ab06edb4897f/88ed2d64-f56d-4f01-a468-946e01c99e82/151b09c1-92cc-4c16-b063-cde16f75b71c) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:38:52.445792 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ba6ef7c2-b68c-4f09-8d9d-0ffff65da78a None None] Publish callbacks [] for port, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:52.452108 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5371e61f-bc2c-47f2-bf66-5c607ccbfeee None None] Network 54cb42e3-21bb-4900-9add-de52f53a9c78 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:38:52.464406 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ba6ef7c2-b68c-4f09-8d9d-0ffff65da78a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998'] for port, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:52.505873 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a6ecd91f-4207-4481-b8cd-69b0917fccb0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:52.536062 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba6ef7c2-b68c-4f09-8d9d-0ffff65da78a None None] Network e1ecc51a-8714-4d29-83bc-1c35092d97e3 is already hosted by enough agents. {{(pid=103366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:38:52.544924 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [None req-ba6ef7c2-b68c-4f09-8d9d-0ffff65da78a None None] Resources bound (agent type, host, resource id): {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:38:52.551785 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6ef7c2-b68c-4f09-8d9d-0ffff65da78a None None] Received port after_create {{(pid=103366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:38:52.566641 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Pushing event updated for resources: {'Port': ['ID=3bc4d5ed-cb08-4bba-98be-5765a7f5ad0b,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:38:52.594033 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a6ecd91f-4207-4481-b8cd-69b0917fccb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:52.616485 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6ef7c2-b68c-4f09-8d9d-0ffff65da78a None None] Pushing event updated for resources: {'Port': ['ID=933d6cb6-fa02-4423-9f7d-b1b9c5b39924,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:38:52.692978 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] get_ports_and_sgs() called for port_ids ['3bc4d5ed-cb08-4bba-98be-5765a7f5ad0b'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:38:52.737490 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-33717ee7-ac1f-4457-b994-9ec547939922 req-5a131325-d331-41ad-8993-710c1b321e9a tempest-SecurityGroupRulesTestJSON-602859038 tempest-SecurityGroupRulesTestJSON-602859038-project] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:52.742934 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-33717ee7-ac1f-4457-b994-9ec547939922 req-5a131325-d331-41ad-8993-710c1b321e9a tempest-SecurityGroupRulesTestJSON-602859038 tempest-SecurityGroupRulesTestJSON-602859038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:52.750084 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-ba6ef7c2-b68c-4f09-8d9d-0ffff65da78a None None] Attempting to bind port 933d6cb6-fa02-4423-9f7d-b1b9c5b39924 on host n-d-818022-2 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:38:52.750543 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-ba6ef7c2-b68c-4f09-8d9d-0ffff65da78a None None] Attempting to bind port 933d6cb6-fa02-4423-9f7d-b1b9c5b39924 by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': '40d32ec7-e595-476a-9722-bb02a34db7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'e1ecc51a-8714-4d29-83bc-1c35092d97e3'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:38:52.750971 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6ef7c2-b68c-4f09-8d9d-0ffff65da78a None None] Attempting to bind port 933d6cb6-fa02-4423-9f7d-b1b9c5b39924 on network e1ecc51a-8714-4d29-83bc-1c35092d97e3 {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:38:52.763127 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-f7c78cd9-09b7-4bcd-86ed-622f1500dc68 req-de88a77d-61f8-4b5e-a27c-2f69c0062332 tempest-FloatingIPsTestJSON-232312244 tempest-FloatingIPsTestJSON-232312244-project] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:52.766384 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6ef7c2-b68c-4f09-8d9d-0ffff65da78a None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 38, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:38:52.767234 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6ef7c2-b68c-4f09-8d9d-0ffff65da78a None None] Checking segment: {'id': '40d32ec7-e595-476a-9722-bb02a34db7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'e1ecc51a-8714-4d29-83bc-1c35092d97e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:38:52.767459 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ba6ef7c2-b68c-4f09-8d9d-0ffff65da78a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:52.768023 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6ef7c2-b68c-4f09-8d9d-0ffff65da78a None None] Bound using segment: {'id': '40d32ec7-e595-476a-9722-bb02a34db7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'e1ecc51a-8714-4d29-83bc-1c35092d97e3'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:38:52.768601 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-ba6ef7c2-b68c-4f09-8d9d-0ffff65da78a None None] Bound port: 933d6cb6-fa02-4423-9f7d-b1b9c5b39924, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40d32ec7-e595-476a-9722-bb02a34db7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'e1ecc51a-8714-4d29-83bc-1c35092d97e3'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:38:52.769077 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ba6ef7c2-b68c-4f09-8d9d-0ffff65da78a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:52.806685 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a131325-d331-41ad-8993-710c1b321e9a tempest-SecurityGroupRulesTestJSON-602859038 tempest-SecurityGroupRulesTestJSON-602859038-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c6990c1-87b0-491c-a66a-0aaacca1e86e,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:38:52.826343 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-33717ee7-ac1f-4457-b994-9ec547939922 req-5a131325-d331-41ad-8993-710c1b321e9a tempest-SecurityGroupRulesTestJSON-602859038 tempest-SecurityGroupRulesTestJSON-602859038-project] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:52.833242 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-33717ee7-ac1f-4457-b994-9ec547939922 req-5a131325-d331-41ad-8993-710c1b321e9a tempest-SecurityGroupRulesTestJSON-602859038 tempest-SecurityGroupRulesTestJSON-602859038-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.9787230 Nov 19 17:38:52.885050 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4ed505e8-780b-4b5d-a1ee-81a0411c6450 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:52.991395 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9013591a-9901-4c58-baf3-e50024654dd7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54f44f5f-1200-574e-8740-2141911d5b73-54cb42e3-21bb-4900-9add-de52f53a9c78', 'network_id': '54cb42e3-21bb-4900-9add-de52f53a9c78', 'tenant_id': 'dc7ce1e4ff7747b99247f6b026a294f4', 'fixed_ips': [{'subnet_id': 'ce5e5572-06fa-407a-98f7-553783ad7f2f'}]}} from n-d-818022-2. {{(pid=103366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 17:38:52.992524 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9013591a-9901-4c58-baf3-e50024654dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:53.008390 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-ba6ef7c2-b68c-4f09-8d9d-0ffff65da78a None None] For port 933d6cb6-fa02-4423-9f7d-b1b9c5b39924, host n-d-818022-2, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:38:53.056780 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-ba6ef7c2-b68c-4f09-8d9d-0ffff65da78a None None] For port 933d6cb6-fa02-4423-9f7d-b1b9c5b39924, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=933d6cb6-fa02-4423-9f7d-b1b9c5b39924,segment=NetworkSegment(40d32ec7-e595-476a-9722-bb02a34db7ea),segment_id=40d32ec7-e595-476a-9722-bb02a34db7ea)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:38:53.140810 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [None req-a6ecd91f-4207-4481-b8cd-69b0917fccb0 admin admin] Allocated IP 172.25.7.78 (645e61aa-1a6c-4e8f-857e-ab06edb4897f/88ed2d64-f56d-4f01-a468-946e01c99e82/ef29ff01-741a-4135-8fd8-7b24c52ae677) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:38:53.144339 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ba6ef7c2-b68c-4f09-8d9d-0ffff65da78a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:53.266932 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-f7c78cd9-09b7-4bcd-86ed-622f1500dc68 req-de88a77d-61f8-4b5e-a27c-2f69c0062332 tempest-FloatingIPsTestJSON-232312244 tempest-FloatingIPsTestJSON-232312244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:53.320163 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4ed505e8-780b-4b5d-a1ee-81a0411c6450 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:53.343241 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [None req-9013591a-9901-4c58-baf3-e50024654dd7 None None] Allocated IP 172.20.0.2 (54cb42e3-21bb-4900-9add-de52f53a9c78/ce5e5572-06fa-407a-98f7-553783ad7f2f/3ffd6cc4-a1ae-4f27-822d-26a605a90bb9) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:38:53.448651 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7c78cd9-09b7-4bcd-86ed-622f1500dc68 req-de88a77d-61f8-4b5e-a27c-2f69c0062332 tempest-FloatingIPsTestJSON-232312244 tempest-FloatingIPsTestJSON-232312244-project] Network 645e61aa-1a6c-4e8f-857e-ab06edb4897f is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:38:53.467330 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a6ecd91f-4207-4481-b8cd-69b0917fccb0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:53.486279 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [req-f7c78cd9-09b7-4bcd-86ed-622f1500dc68 req-de88a77d-61f8-4b5e-a27c-2f69c0062332 tempest-FloatingIPsTestJSON-232312244 tempest-FloatingIPsTestJSON-232312244-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:38:53.564959 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6ef7c2-b68c-4f09-8d9d-0ffff65da78a None None] Pushing event updated for resources: {'Port': ['ID=933d6cb6-fa02-4423-9f7d-b1b9c5b39924,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:38:53.591090 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7c78cd9-09b7-4bcd-86ed-622f1500dc68 req-de88a77d-61f8-4b5e-a27c-2f69c0062332 tempest-FloatingIPsTestJSON-232312244 tempest-FloatingIPsTestJSON-232312244-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:38:53.621667 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de88a77d-61f8-4b5e-a27c-2f69c0062332 tempest-FloatingIPsTestJSON-232312244 tempest-FloatingIPsTestJSON-232312244-project] Pushing event updated for resources: {'Port': ['ID=151b09c1-92cc-4c16-b063-cde16f75b71c,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:38:53.671814 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a6ecd91f-4207-4481-b8cd-69b0917fccb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:53.680377 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9013591a-9901-4c58-baf3-e50024654dd7 None None] Publish callbacks [] for port, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:53.697665 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9013591a-9901-4c58-baf3-e50024654dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998'] for port, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:53.829689 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6da40fc-24bf-4334-9f4d-9d9944c06cdb req-84f6143c-e065-47b4-b11d-c10332a8c7e4 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:38:53.841274 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9013591a-9901-4c58-baf3-e50024654dd7 None None] Pushing event updated for resources: {'Port': ['ID=3ffd6cc4-a1ae-4f27-822d-26a605a90bb9,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:38:53.843126 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f6da40fc-24bf-4334-9f4d-9d9944c06cdb req-84f6143c-e065-47b4-b11d-c10332a8c7e4 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] 10.222.0.54 "GET /v2.0/ports?device_id=f79f870e-8765-4434-88f5-a982ef36251f HTTP/1.1" status: 200 len: 948 time: 0.2857547 Nov 19 17:38:53.862561 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9013591a-9901-4c58-baf3-e50024654dd7 None None] Network 54cb42e3-21bb-4900-9add-de52f53a9c78 is already hosted by enough agents. {{(pid=103366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:38:53.864099 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [None req-9013591a-9901-4c58-baf3-e50024654dd7 None None] Resources bound (agent type, host, resource id): {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:38:53.867154 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9013591a-9901-4c58-baf3-e50024654dd7 None None] Received port after_create {{(pid=103366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:38:53.945836 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6ecd91f-4207-4481-b8cd-69b0917fccb0 admin admin] Network 645e61aa-1a6c-4e8f-857e-ab06edb4897f is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:38:53.965411 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-f7c78cd9-09b7-4bcd-86ed-622f1500dc68 req-de88a77d-61f8-4b5e-a27c-2f69c0062332 tempest-FloatingIPsTestJSON-232312244 tempest-FloatingIPsTestJSON-232312244-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:53.980018 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-a6ecd91f-4207-4481-b8cd-69b0917fccb0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:38:53.986717 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ecd91f-4207-4481-b8cd-69b0917fccb0 admin admin] Pushing event updated for resources: {'Port': ['ID=ef29ff01-741a-4135-8fd8-7b24c52ae677,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:38:53.999842 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ecd91f-4207-4481-b8cd-69b0917fccb0 admin admin] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:38:54.007149 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-9013591a-9901-4c58-baf3-e50024654dd7 None None] Attempting to bind port 3ffd6cc4-a1ae-4f27-822d-26a605a90bb9 on host n-d-818022-2 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:38:54.010215 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-9013591a-9901-4c58-baf3-e50024654dd7 None None] Attempting to bind port 3ffd6cc4-a1ae-4f27-822d-26a605a90bb9 by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': 'ea5a0e2b-3fad-4153-8514-d7f5d8ae4073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '54cb42e3-21bb-4900-9add-de52f53a9c78'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:38:54.010583 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9013591a-9901-4c58-baf3-e50024654dd7 None None] Attempting to bind port 3ffd6cc4-a1ae-4f27-822d-26a605a90bb9 on network 54cb42e3-21bb-4900-9add-de52f53a9c78 {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:38:54.027289 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9013591a-9901-4c58-baf3-e50024654dd7 None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 38, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:38:54.027741 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9013591a-9901-4c58-baf3-e50024654dd7 None None] Checking segment: {'id': 'ea5a0e2b-3fad-4153-8514-d7f5d8ae4073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '54cb42e3-21bb-4900-9add-de52f53a9c78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:38:54.028659 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9013591a-9901-4c58-baf3-e50024654dd7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:54.028804 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9013591a-9901-4c58-baf3-e50024654dd7 None None] Bound using segment: {'id': 'ea5a0e2b-3fad-4153-8514-d7f5d8ae4073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '54cb42e3-21bb-4900-9add-de52f53a9c78'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:38:54.029587 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-9013591a-9901-4c58-baf3-e50024654dd7 None None] Bound port: 3ffd6cc4-a1ae-4f27-822d-26a605a90bb9, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea5a0e2b-3fad-4153-8514-d7f5d8ae4073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '54cb42e3-21bb-4900-9add-de52f53a9c78'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:38:54.031691 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9013591a-9901-4c58-baf3-e50024654dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:54.035635 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f6da40fc-24bf-4334-9f4d-9d9944c06cdb req-bd3d7c36-a441-499e-b7dc-d68bc98e57d8 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] 10.222.0.54 "GET /v2.0/security-groups?id=01d035e7-47ed-4912-a186-53ea419ecd96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912749 Nov 19 17:38:54.189841 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-f7c78cd9-09b7-4bcd-86ed-622f1500dc68 req-de88a77d-61f8-4b5e-a27c-2f69c0062332 tempest-FloatingIPsTestJSON-232312244 tempest-FloatingIPsTestJSON-232312244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:54.286979 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4ed505e8-780b-4b5d-a1ee-81a0411c6450 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:54.322463 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4ed505e8-780b-4b5d-a1ee-81a0411c6450 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:54.648802 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-9013591a-9901-4c58-baf3-e50024654dd7 None None] For port 3ffd6cc4-a1ae-4f27-822d-26a605a90bb9, host n-d-818022-2, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:38:54.670695 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-f7c78cd9-09b7-4bcd-86ed-622f1500dc68 req-de88a77d-61f8-4b5e-a27c-2f69c0062332 tempest-FloatingIPsTestJSON-232312244 tempest-FloatingIPsTestJSON-232312244-project] Publish callbacks [] for port, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:54.671988 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-9013591a-9901-4c58-baf3-e50024654dd7 None None] For port 3ffd6cc4-a1ae-4f27-822d-26a605a90bb9, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=3ffd6cc4-a1ae-4f27-822d-26a605a90bb9,segment=NetworkSegment(ea5a0e2b-3fad-4153-8514-d7f5d8ae4073),segment_id=ea5a0e2b-3fad-4153-8514-d7f5d8ae4073)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:38:54.678399 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-f7c78cd9-09b7-4bcd-86ed-622f1500dc68 req-de88a77d-61f8-4b5e-a27c-2f69c0062332 tempest-FloatingIPsTestJSON-232312244 tempest-FloatingIPsTestJSON-232312244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:54.680522 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9013591a-9901-4c58-baf3-e50024654dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:54.760612 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-43133573-ec79-4635-b586-418e2f0915ed req-e93bccd2-fa0d-47a5-89be-a193bb06c7e9 tempest-SecurityGroupRulesTestJSON-602859038 tempest-SecurityGroupRulesTestJSON-602859038-project] 10.222.0.54 "GET /v2.0/security-groups/9f815d91-0a1c-4128-b37a-6d0fa490bbf7 HTTP/1.1" status: 200 len: 1821 time: 0.5030251 Nov 19 17:38:54.809499 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de88a77d-61f8-4b5e-a27c-2f69c0062332 tempest-FloatingIPsTestJSON-232312244 tempest-FloatingIPsTestJSON-232312244-project] Pushing event updated for resources: {'Port': ['ID=151b09c1-92cc-4c16-b063-cde16f75b71c,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:38:54.893076 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-f7c78cd9-09b7-4bcd-86ed-622f1500dc68 req-de88a77d-61f8-4b5e-a27c-2f69c0062332 tempest-FloatingIPsTestJSON-232312244 tempest-FloatingIPsTestJSON-232312244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-671284'] for floatingip, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:54.894883 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9013591a-9901-4c58-baf3-e50024654dd7 None None] Pushing event updated for resources: {'Port': ['ID=3ffd6cc4-a1ae-4f27-822d-26a605a90bb9,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:38:54.922770 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-f7c78cd9-09b7-4bcd-86ed-622f1500dc68 req-de88a77d-61f8-4b5e-a27c-2f69c0062332 tempest-FloatingIPsTestJSON-232312244 tempest-FloatingIPsTestJSON-232312244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for floatingip, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:54.924130 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f7c78cd9-09b7-4bcd-86ed-622f1500dc68 req-de88a77d-61f8-4b5e-a27c-2f69c0062332 tempest-FloatingIPsTestJSON-232312244 tempest-FloatingIPsTestJSON-232312244-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.2229223 Nov 19 17:38:55.029311 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f7c78cd9-09b7-4bcd-86ed-622f1500dc68 req-d9624fbb-9963-4e3b-823b-f805073810a8 tempest-FloatingIPsTestJSON-232312244 tempest-FloatingIPsTestJSON-232312244-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.7.116 HTTP/1.1" status: 200 len: 696 time: 0.0952647 Nov 19 17:38:55.072788 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a6ecd91f-4207-4481-b8cd-69b0917fccb0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:55.131576 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 933d6cb6-fa02-4423-9f7d-b1b9c5b39924 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:38:55.202564 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-43133573-ec79-4635-b586-418e2f0915ed req-c81b47dc-9821-41f8-8008-4d0615a1add9 tempest-SecurityGroupRulesTestJSON-602859038 tempest-SecurityGroupRulesTestJSON-602859038-project] 10.222.0.54 "GET /v2.0/security-groups/4c6990c1-87b0-491c-a66a-0aaacca1e86e HTTP/1.1" status: 200 len: 1821 time: 0.4410567 Nov 19 17:38:55.291761 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-43133573-ec79-4635-b586-418e2f0915ed req-aa47d32f-882e-41cf-848c-713c957efcfc tempest-SecurityGroupRulesTestJSON-602859038 tempest-SecurityGroupRulesTestJSON-602859038-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '9f815d91-0a1c-4128-b37a-6d0fa490bbf7', 'remote_group_id': '4c6990c1-87b0-491c-a66a-0aaacca1e86e', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:38:55.292352 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-43133573-ec79-4635-b586-418e2f0915ed req-aa47d32f-882e-41cf-848c-713c957efcfc tempest-SecurityGroupRulesTestJSON-602859038 tempest-SecurityGroupRulesTestJSON-602859038-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '9f815d91-0a1c-4128-b37a-6d0fa490bbf7', 'remote_group_id': '4c6990c1-87b0-491c-a66a-0aaacca1e86e', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:38:55.320695 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device 3bc4d5ed-cb08-4bba-98be-5765a7f5ad0b up at agent hyperv_n-h2-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:38:55.335274 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e745765c-661b-47f0-a169-1757a2de29b7 None None] Network e1ecc51a-8714-4d29-83bc-1c35092d97e3 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:38:55.566151 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-e0b23909-bd37-4417-b784-b85cd7f342c6 None None] Provisioning complete for port 933d6cb6-fa02-4423-9f7d-b1b9c5b39924 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:38:55.566681 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e0b23909-bd37-4417-b784-b85cd7f342c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:55.618371 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 933d6cb6-fa02-4423-9f7d-b1b9c5b39924 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:38:55.630366 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:55.709240 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-43133573-ec79-4635-b586-418e2f0915ed req-aa47d32f-882e-41cf-848c-713c957efcfc tempest-SecurityGroupRulesTestJSON-602859038 tempest-SecurityGroupRulesTestJSON-602859038-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:55.841492 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-43133573-ec79-4635-b586-418e2f0915ed req-aa47d32f-882e-41cf-848c-713c957efcfc tempest-SecurityGroupRulesTestJSON-602859038 tempest-SecurityGroupRulesTestJSON-602859038-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:55.851092 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-43133573-ec79-4635-b586-418e2f0915ed req-aa47d32f-882e-41cf-848c-713c957efcfc tempest-SecurityGroupRulesTestJSON-602859038 tempest-SecurityGroupRulesTestJSON-602859038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735179'] for security_group_rule, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:55.859749 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a6ecd91f-4207-4481-b8cd-69b0917fccb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671702'] for router, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:55.870961 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [None req-4ed505e8-780b-4b5d-a1ee-81a0411c6450 admin admin] Allocated IP 172.25.7.131 (645e61aa-1a6c-4e8f-857e-ab06edb4897f/88ed2d64-f56d-4f01-a468-946e01c99e82/e76245cb-899b-495b-bb81-81190cadba3e) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:38:55.885371 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa47d32f-882e-41cf-848c-713c957efcfc tempest-SecurityGroupRulesTestJSON-602859038 tempest-SecurityGroupRulesTestJSON-602859038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29e0dabe-103f-4145-a288-bded87216df3,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:38:55.912243 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Provisioning for port 3bc4d5ed-cb08-4bba-98be-5765a7f5ad0b completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 17:38:55.933782 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Provisioning complete for port 3bc4d5ed-cb08-4bba-98be-5765a7f5ad0b triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:38:55.934202 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:55.944757 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-43133573-ec79-4635-b586-418e2f0915ed req-aa47d32f-882e-41cf-848c-713c957efcfc tempest-SecurityGroupRulesTestJSON-602859038 tempest-SecurityGroupRulesTestJSON-602859038-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:55.946055 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-43133573-ec79-4635-b586-418e2f0915ed req-aa47d32f-882e-41cf-848c-713c957efcfc tempest-SecurityGroupRulesTestJSON-602859038 tempest-SecurityGroupRulesTestJSON-602859038-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.7018728 Nov 19 17:38:56.062623 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c78cd9-09b7-4bcd-86ed-622f1500dc68 req-29a6ee52-2e40-48de-bac1-50fb859e68f8 tempest-FloatingIPsTestJSON-232312244 tempest-FloatingIPsTestJSON-232312244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:38:56.065229 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f7c78cd9-09b7-4bcd-86ed-622f1500dc68 req-29a6ee52-2e40-48de-bac1-50fb859e68f8 tempest-FloatingIPsTestJSON-232312244 tempest-FloatingIPsTestJSON-232312244-project] 10.222.0.54 "GET /v2.0/networks/645e61aa-1a6c-4e8f-857e-ab06edb4897f HTTP/1.1" status: 200 len: 784 time: 1.0159423 Nov 19 17:38:56.169533 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4ed505e8-780b-4b5d-a1ee-81a0411c6450 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:56.262412 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6ecd91f-4207-4481-b8cd-69b0917fccb0 admin admin] Router c7016ef8-e850-416d-b5f1-c79c536340c7 is scheduled to L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 with binding_index 1 {{(pid=103364) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 17:38:56.280297 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e0b23909-bd37-4417-b784-b85cd7f342c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:56.342477 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-e0b23909-bd37-4417-b784-b85cd7f342c6 None None] For port 933d6cb6-fa02-4423-9f7d-b1b9c5b39924, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=933d6cb6-fa02-4423-9f7d-b1b9c5b39924,segment=NetworkSegment(40d32ec7-e595-476a-9722-bb02a34db7ea),segment_id=40d32ec7-e595-476a-9722-bb02a34db7ea)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:38:56.367601 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf309ff-18b8-4975-91b2-b650f8bd8b3c req-bb46804c-2bbd-497e-a127-5f237645fe85 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:38:56.370264 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-edf309ff-18b8-4975-91b2-b650f8bd8b3c req-bb46804c-2bbd-497e-a127-5f237645fe85 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] 10.222.0.54 "GET /v2.0/ports?device_id=f79f870e-8765-4434-88f5-a982ef36251f HTTP/1.1" status: 200 len: 948 time: 0.1376889 Nov 19 17:38:56.379130 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e0b23909-bd37-4417-b784-b85cd7f342c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:56.400619 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4ed505e8-780b-4b5d-a1ee-81a0411c6450 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:56.419916 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-3ada3292-cc67-4759-b25d-39281a3fc0c5 req-68457b94-d3f7-4342-adb5-749a605c09ec tempest-SecurityGroupRulesTestJSON-602859038 tempest-SecurityGroupRulesTestJSON-602859038-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1169113336', 'description': 'tempest-description-708431571'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:38:56.488232 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ed505e8-780b-4b5d-a1ee-81a0411c6450 admin admin] Network 645e61aa-1a6c-4e8f-857e-ab06edb4897f is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:38:56.491050 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed505e8-780b-4b5d-a1ee-81a0411c6450 admin admin] Pushing event updated for resources: {'Port': ['ID=e76245cb-899b-495b-bb81-81190cadba3e,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:38:56.493683 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-4ed505e8-780b-4b5d-a1ee-81a0411c6450 admin admin] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:38:56.496219 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed505e8-780b-4b5d-a1ee-81a0411c6450 admin admin] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:38:56.555254 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-3ada3292-cc67-4759-b25d-39281a3fc0c5 req-68457b94-d3f7-4342-adb5-749a605c09ec tempest-SecurityGroupRulesTestJSON-602859038 tempest-SecurityGroupRulesTestJSON-602859038-project] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:56.562838 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b23909-bd37-4417-b784-b85cd7f342c6 None None] Pushing event updated for resources: {'Port': ['ID=933d6cb6-fa02-4423-9f7d-b1b9c5b39924,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:38:56.663428 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6ecd91f-4207-4481-b8cd-69b0917fccb0 admin admin] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 17:38:56.677113 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6957c8b6-5685-4441-a224-c706edd95dd9 None None] Sync routers for ids ['c7016ef8-e850-416d-b5f1-c79c536340c7'] in n-d-818022-2 {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 17:38:56.700424 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6957c8b6-5685-4441-a224-c706edd95dd9 None None] Routers {'c7016ef8-e850-416d-b5f1-c79c536340c7'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:38:56.708494 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-6957c8b6-5685-4441-a224-c706edd95dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:38:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['c7016ef8-e850-416d-b5f1-c79c536340c7'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:38:56.717202 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a6ecd91f-4207-4481-b8cd-69b0917fccb0 admin admin] Publish callbacks [] for router, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:56.728753 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-a6ecd91f-4207-4481-b8cd-69b0917fccb0 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.2945230 Nov 19 17:38:56.734274 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 44778) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:38:56.746645 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:56.852252 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f79f870e-8765-4434-88f5-a982ef36251f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bc4d5ed-cb08-4bba-98be-5765a7f5ad0b'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:38:56.859862 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3940761bcd94e032e6960d2241bd8993c5d3a7d8dc2aca8488f3ecf1d4dd2fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d463f2c-9f56-4471-9cfb-f85f5784b3f4" -d '{"events": [{"server_uuid": "f79f870e-8765-4434-88f5-a982ef36251f", "name": "network-vif-plugged", "status": "completed", "tag": "3bc4d5ed-cb08-4bba-98be-5765a7f5ad0b"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:38:56.867329 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4651b8f7-66ff-4ff9-8489-4ab1df00548a None None] Network 54cb42e3-21bb-4900-9add-de52f53a9c78 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:38:56.891278 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-3ada3292-cc67-4759-b25d-39281a3fc0c5 req-68457b94-d3f7-4342-adb5-749a605c09ec tempest-SecurityGroupRulesTestJSON-602859038 tempest-SecurityGroupRulesTestJSON-602859038-project] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:56.897143 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:56.985951 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-3ada3292-cc67-4759-b25d-39281a3fc0c5 req-68457b94-d3f7-4342-adb5-749a605c09ec tempest-SecurityGroupRulesTestJSON-602859038 tempest-SecurityGroupRulesTestJSON-602859038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:56.987759 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port 3bc4d5ed-cb08-4bba-98be-5765a7f5ad0b, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=3bc4d5ed-cb08-4bba-98be-5765a7f5ad0b,segment=NetworkSegment(1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861),segment_id=1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:38:57.005205 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4ed505e8-780b-4b5d-a1ee-81a0411c6450 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:57.057081 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-6957c8b6-5685-4441-a224-c706edd95dd9 None None] Set router c7016ef8-e850-416d-b5f1-c79c536340c7 gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:38:57.107661 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-3ada3292-cc67-4759-b25d-39281a3fc0c5 req-68457b94-d3f7-4342-adb5-749a605c09ec tempest-SecurityGroupRulesTestJSON-602859038 tempest-SecurityGroupRulesTestJSON-602859038-project] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:57.111118 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:57.125846 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-3ada3292-cc67-4759-b25d-39281a3fc0c5 req-68457b94-d3f7-4342-adb5-749a605c09ec tempest-SecurityGroupRulesTestJSON-602859038 tempest-SecurityGroupRulesTestJSON-602859038-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.7137930 Nov 19 17:38:57.168247 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68457b94-d3f7-4342-adb5-749a605c09ec tempest-SecurityGroupRulesTestJSON-602859038 tempest-SecurityGroupRulesTestJSON-602859038-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2e2bb71-332d-46a3-b162-3061af613662,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:38:57.349989 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Pushing event updated for resources: {'Port': ['ID=3bc4d5ed-cb08-4bba-98be-5765a7f5ad0b,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:38:57.437406 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-edf309ff-18b8-4975-91b2-b650f8bd8b3c req-3629891d-3b65-4b64-ac46-6597b81582a2 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] 10.222.0.54 "GET /v2.0/security-groups?id=01d035e7-47ed-4912-a186-53ea419ecd96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0573134 Nov 19 17:38:57.484167 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.db.api [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103366) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 17:38:57.484562 n-d-818022-2 neutron-server[103366]: DEBUG oslo_db.api [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 17:38:57.487255 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-873228c1-8114-448a-b43b-7323d8a633c0 None None] Provisioning complete for port 3ffd6cc4-a1ae-4f27-822d-26a605a90bb9 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:38:57.487892 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-873228c1-8114-448a-b43b-7323d8a633c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:57.530693 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-6957c8b6-5685-4441-a224-c706edd95dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7016ef8-e850-416d-b5f1-c79c536340c7', 'name': 'tempest-ServersTestMultiNic-1029117165-router', 'tenant_id': '1a0c23896b6a426c9d6f99a1e9d93ea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': 'ef29ff01-741a-4135-8fd8-7b24c52ae677', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:38:51Z', 'updated_at': '2021-11-19T17:38:54Z', 'revision_number': 3, 'project_id': '1a0c23896b6a426c9d6f99a1e9d93ea5', 'gw_port': {'id': 'ef29ff01-741a-4135-8fd8-7b24c52ae677', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:a0:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7016ef8-e850-416d-b5f1-c79c536340c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:38:52Z', 'updated_at': '2021-11-19T17:38:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:38:57.605456 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6957c8b6-5685-4441-a224-c706edd95dd9 None None] Checking router: c7016ef8-e850-416d-b5f1-c79c536340c7 for host: n-d-818022-2 {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 17:38:57.611560 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6957c8b6-5685-4441-a224-c706edd95dd9 None None] Updating router c7016ef8-e850-416d-b5f1-c79c536340c7 port ef29ff01-741a-4135-8fd8-7b24c52ae677 binding host n-d-818022-2 {{(pid=103367) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 17:38:57.674292 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:38:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62b7ff0a-0c49-43db-9008-b395a2f71bd1 x-openstack-request-id: req-62b7ff0a-0c49-43db-9008-b395a2f71bd1 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:38:57.674799 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f79f870e-8765-4434-88f5-a982ef36251f", "name": "network-vif-plugged", "status": "completed", "tag": "3bc4d5ed-cb08-4bba-98be-5765a7f5ad0b", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:38:57.675226 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-62b7ff0a-0c49-43db-9008-b395a2f71bd1 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:38:57.675876 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f79f870e-8765-4434-88f5-a982ef36251f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bc4d5ed-cb08-4bba-98be-5765a7f5ad0b', 'code': 200} Nov 19 17:38:57.714923 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-6957c8b6-5685-4441-a224-c706edd95dd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:57.772519 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4ed505e8-780b-4b5d-a1ee-81a0411c6450 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671702'] for router, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:57.798995 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-9a845846-3980-4ab9-8553-ad1056dd6976 req-ecaee509-dcb3-4a48-becc-0192b50f22b4 tempest-SecurityGroupRulesTestJSON-602859038 tempest-SecurityGroupRulesTestJSON-602859038-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-768096310', 'description': 'tempest-description-962667448'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:38:57.969484 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-873228c1-8114-448a-b43b-7323d8a633c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:58.035272 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-9a845846-3980-4ab9-8553-ad1056dd6976 req-ecaee509-dcb3-4a48-becc-0192b50f22b4 tempest-SecurityGroupRulesTestJSON-602859038 tempest-SecurityGroupRulesTestJSON-602859038-project] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:58.110522 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-873228c1-8114-448a-b43b-7323d8a633c0 None None] For port 3ffd6cc4-a1ae-4f27-822d-26a605a90bb9, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=3ffd6cc4-a1ae-4f27-822d-26a605a90bb9,segment=NetworkSegment(ea5a0e2b-3fad-4153-8514-d7f5d8ae4073),segment_id=ea5a0e2b-3fad-4153-8514-d7f5d8ae4073)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:38:58.128503 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-873228c1-8114-448a-b43b-7323d8a633c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:58.259828 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ae9fac5b-f8dc-443d-990f-89f61456e006 req-4745b8ff-3e24-42f1-b727-85c2e6fabc9d tempest-FloatingIPsTestJSON-232312244 tempest-FloatingIPsTestJSON-232312244-project] 10.222.0.54 "GET /v2.0/floatingips/eab03029-0e81-4835-b27b-246ebda222c4 HTTP/1.1" status: 200 len: 693 time: 1.1055183 Nov 19 17:38:58.342733 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873228c1-8114-448a-b43b-7323d8a633c0 None None] Pushing event updated for resources: {'Port': ['ID=3ffd6cc4-a1ae-4f27-822d-26a605a90bb9,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:38:58.393120 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-9a845846-3980-4ab9-8553-ad1056dd6976 req-ecaee509-dcb3-4a48-becc-0192b50f22b4 tempest-SecurityGroupRulesTestJSON-602859038 tempest-SecurityGroupRulesTestJSON-602859038-project] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:58.397207 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-623f4e75-6dab-44c6-b8a1-82797988292d None None] Provisioning complete for port 933d6cb6-fa02-4423-9f7d-b1b9c5b39924 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:38:58.399572 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-9a845846-3980-4ab9-8553-ad1056dd6976 req-ecaee509-dcb3-4a48-becc-0192b50f22b4 tempest-SecurityGroupRulesTestJSON-602859038 tempest-SecurityGroupRulesTestJSON-602859038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:58.399805 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-623f4e75-6dab-44c6-b8a1-82797988292d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:58.408492 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ed505e8-780b-4b5d-a1ee-81a0411c6450 admin admin] Router 075d51b3-1611-42ff-aac0-9dbe86f3e575 is scheduled to L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 with binding_index 1 {{(pid=103365) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 17:38:58.531770 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-6957c8b6-5685-4441-a224-c706edd95dd9 None None] Publish callbacks [] for port, precommit_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:58.545066 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-6957c8b6-5685-4441-a224-c706edd95dd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:58.565903 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ed69e7-3102-4726-ad0e-f93de0c5ff6c req-6ffa3562-98fd-4286-9e82-af41baf739c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:38:58.572031 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-83ed69e7-3102-4726-ad0e-f93de0c5ff6c req-6ffa3562-98fd-4286-9e82-af41baf739c4 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=f79f870e-8765-4434-88f5-a982ef36251f HTTP/1.1" status: 200 len: 1100 time: 0.7908854 Nov 19 17:38:58.592593 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-9a845846-3980-4ab9-8553-ad1056dd6976 req-ecaee509-dcb3-4a48-becc-0192b50f22b4 tempest-SecurityGroupRulesTestJSON-602859038 tempest-SecurityGroupRulesTestJSON-602859038-project] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:58.594683 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9a845846-3980-4ab9-8553-ad1056dd6976 req-ecaee509-dcb3-4a48-becc-0192b50f22b4 tempest-SecurityGroupRulesTestJSON-602859038 tempest-SecurityGroupRulesTestJSON-602859038-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.8078303 Nov 19 17:38:58.612725 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecaee509-dcb3-4a48-becc-0192b50f22b4 tempest-SecurityGroupRulesTestJSON-602859038 tempest-SecurityGroupRulesTestJSON-602859038-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9668e5f5-391a-4cce-82e1-cb89968cfd20,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:38:58.713333 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091b09b9-e5ab-4a48-9ce6-68f11ca4c5bd None None] Pushing event updated for resources: {'Port': ['ID=ef29ff01-741a-4135-8fd8-7b24c52ae677,revision_number=2']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:38:58.716196 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ed505e8-780b-4b5d-a1ee-81a0411c6450 admin admin] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 17:38:58.733170 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-6957c8b6-5685-4441-a224-c706edd95dd9 None None] Attempting to bind port ef29ff01-741a-4135-8fd8-7b24c52ae677 on host n-d-818022-2 for vnic_type normal with profile {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:38:58.733847 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-6957c8b6-5685-4441-a224-c706edd95dd9 None None] Attempting to bind port ef29ff01-741a-4135-8fd8-7b24c52ae677 by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:38:58.734212 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6957c8b6-5685-4441-a224-c706edd95dd9 None None] Attempting to bind port ef29ff01-741a-4135-8fd8-7b24c52ae677 on network 645e61aa-1a6c-4e8f-857e-ab06edb4897f {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:38:58.742693 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4ed505e8-780b-4b5d-a1ee-81a0411c6450 admin admin] Publish callbacks [] for router, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:58.744228 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-4ed505e8-780b-4b5d-a1ee-81a0411c6450 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.6312654 Nov 19 17:38:58.747649 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 44802) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:38:58.750036 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ccc034-0b61-4742-9b74-e9d98ae61206 None None] Sync routers for ids ['075d51b3-1611-42ff-aac0-9dbe86f3e575'] in n-d-818022-2 {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 17:38:58.751825 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6957c8b6-5685-4441-a224-c706edd95dd9 None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 38, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:38:58.752218 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6957c8b6-5685-4441-a224-c706edd95dd9 None None] Checking segment: {'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:38:58.752631 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-6957c8b6-5685-4441-a224-c706edd95dd9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:58.758087 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6957c8b6-5685-4441-a224-c706edd95dd9 None None] Bound using segment: {'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:38:58.758631 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-6957c8b6-5685-4441-a224-c706edd95dd9 None None] Bound port: ef29ff01-741a-4135-8fd8-7b24c52ae677, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'}}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:38:58.759035 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-6957c8b6-5685-4441-a224-c706edd95dd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:58.866290 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 3ffd6cc4-a1ae-4f27-822d-26a605a90bb9 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:38:58.915790 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-83ed69e7-3102-4726-ad0e-f93de0c5ff6c req-a0f21756-c83d-4fb7-b1d7-74755c774e56 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=01d035e7-47ed-4912-a186-53ea419ecd96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2973292 Nov 19 17:38:58.922080 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-6957c8b6-5685-4441-a224-c706edd95dd9 None None] For port ef29ff01-741a-4135-8fd8-7b24c52ae677, host n-d-818022-2, cleared binding levels {{(pid=103367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:38:58.935187 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-6957c8b6-5685-4441-a224-c706edd95dd9 None None] For port ef29ff01-741a-4135-8fd8-7b24c52ae677, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=ef29ff01-741a-4135-8fd8-7b24c52ae677,segment=NetworkSegment(bbe705c1-96c0-476e-8381-28227e6f0ac5),segment_id=bbe705c1-96c0-476e-8381-28227e6f0ac5)] {{(pid=103367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:38:58.944159 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-6957c8b6-5685-4441-a224-c706edd95dd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:58.992936 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ccc034-0b61-4742-9b74-e9d98ae61206 None None] Routers {'075d51b3-1611-42ff-aac0-9dbe86f3e575'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:38:58.999220 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-c1ccc034-0b61-4742-9b74-e9d98ae61206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:38:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['075d51b3-1611-42ff-aac0-9dbe86f3e575'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:38:59.133320 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9fac5b-f8dc-443d-990f-89f61456e006 req-cc23b26e-fab1-48a6-8048-b24876889f69 tempest-FloatingIPsTestJSON-232312244 tempest-FloatingIPsTestJSON-232312244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:38:59.134991 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ae9fac5b-f8dc-443d-990f-89f61456e006 req-cc23b26e-fab1-48a6-8048-b24876889f69 tempest-FloatingIPsTestJSON-232312244 tempest-FloatingIPsTestJSON-232312244-project] 10.222.0.54 "GET /v2.0/networks/645e61aa-1a6c-4e8f-857e-ab06edb4897f HTTP/1.1" status: 200 len: 784 time: 0.7826242 Nov 19 17:38:59.146766 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091b09b9-e5ab-4a48-9ce6-68f11ca4c5bd None None] Pushing event updated for resources: {'Port': ['ID=ef29ff01-741a-4135-8fd8-7b24c52ae677,revision_number=3']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:38:59.195187 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6957c8b6-5685-4441-a224-c706edd95dd9 None None] Routers {'c7016ef8-e850-416d-b5f1-c79c536340c7'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:38:59.195840 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-6957c8b6-5685-4441-a224-c706edd95dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:38:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['c7016ef8-e850-416d-b5f1-c79c536340c7'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:38:59.206683 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a296066a-e617-4d13-a685-c2826042eb30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:59.341497 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-96adb14b-7104-4c60-89e7-6cd70833a27b None None] Provisioning complete for port 3ffd6cc4-a1ae-4f27-822d-26a605a90bb9 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:38:59.342070 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-96adb14b-7104-4c60-89e7-6cd70833a27b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:59.347308 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0295562f-bff3-41cb-b7f5-b8fab8c4dd74 req-ba90ff41-0a51-466d-ba85-ba3c17f2fee5 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:38:59.357669 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0295562f-bff3-41cb-b7f5-b8fab8c4dd74 req-ba90ff41-0a51-466d-ba85-ba3c17f2fee5 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] 10.222.0.54 "GET /v2.0/ports?device_id=f79f870e-8765-4434-88f5-a982ef36251f HTTP/1.1" status: 200 len: 949 time: 0.1534743 Nov 19 17:38:59.366693 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ae9fac5b-f8dc-443d-990f-89f61456e006 req-7b740239-ad2f-417a-b30e-da47470b2b36 tempest-FloatingIPsTestJSON-232312244 tempest-FloatingIPsTestJSON-232312244-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.7.116 HTTP/1.1" status: 200 len: 696 time: 0.2002594 Nov 19 17:38:59.460448 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 3ffd6cc4-a1ae-4f27-822d-26a605a90bb9 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:38:59.460880 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:38:59.464867 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-c1ccc034-0b61-4742-9b74-e9d98ae61206 None None] Set router 075d51b3-1611-42ff-aac0-9dbe86f3e575 gateway port host: n-d-818022-2 {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:38:59.519193 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-6957c8b6-5685-4441-a224-c706edd95dd9 None None] Set router c7016ef8-e850-416d-b5f1-c79c536340c7 gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:38:59.549149 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0295562f-bff3-41cb-b7f5-b8fab8c4dd74 req-d6f0c54e-c67e-4d3b-9dcb-f28e5cf0da98 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] 10.222.0.54 "GET /v2.0/security-groups?id=01d035e7-47ed-4912-a186-53ea419ecd96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864679 Nov 19 17:38:59.649913 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.agents_db [None req-619e5c26-d9ed-4321-86eb-7d443bb9dfa2 None None] Agent healthcheck: found 7 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 17:38:59.724475 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b0114002-b890-47a9-ab8c-d6dd33467136 req-06742a6c-94b1-4559-a249-9ec4ce3bffc3 tempest-SecurityGroupRulesTestJSON-602859038 tempest-SecurityGroupRulesTestJSON-602859038-project] 10.222.0.54 "GET /v2.0/security-groups/d2e2bb71-332d-46a3-b162-3061af613662 HTTP/1.1" status: 200 len: 1821 time: 0.0966847 Nov 19 17:38:59.804003 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ae9fac5b-f8dc-443d-990f-89f61456e006 req-694d041c-921a-422f-ad67-8c350a2eb93d tempest-FloatingIPsTestJSON-232312244 tempest-FloatingIPsTestJSON-232312244-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.7.116 HTTP/1.1" status: 200 len: 696 time: 0.2427149 Nov 19 17:38:59.896893 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b0114002-b890-47a9-ab8c-d6dd33467136 req-379ee79f-7f44-4279-8eec-72ff184bf9b0 tempest-SecurityGroupRulesTestJSON-602859038 tempest-SecurityGroupRulesTestJSON-602859038-project] 10.222.0.54 "GET /v2.0/security-groups/9668e5f5-391a-4cce-82e1-cb89968cfd20 HTTP/1.1" status: 200 len: 1820 time: 0.1702962 Nov 19 17:38:59.900151 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-6957c8b6-5685-4441-a224-c706edd95dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7016ef8-e850-416d-b5f1-c79c536340c7', 'name': 'tempest-ServersTestMultiNic-1029117165-router', 'tenant_id': '1a0c23896b6a426c9d6f99a1e9d93ea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': 'ef29ff01-741a-4135-8fd8-7b24c52ae677', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:38:51Z', 'updated_at': '2021-11-19T17:38:54Z', 'revision_number': 3, 'project_id': '1a0c23896b6a426c9d6f99a1e9d93ea5', 'gw_port': {'id': 'ef29ff01-741a-4135-8fd8-7b24c52ae677', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:a0:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7016ef8-e850-416d-b5f1-c79c536340c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:38:52Z', 'updated_at': '2021-11-19T17:38:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:38:59.912220 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-b0114002-b890-47a9-ab8c-d6dd33467136 req-dbdeefb2-3584-42d0-a7b1-cf216a1cd933 tempest-SecurityGroupRulesTestJSON-602859038 tempest-SecurityGroupRulesTestJSON-602859038-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'd2e2bb71-332d-46a3-b162-3061af613662', 'remote_group_id': '9668e5f5-391a-4cce-82e1-cb89968cfd20', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:38:59.913178 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-b0114002-b890-47a9-ab8c-d6dd33467136 req-dbdeefb2-3584-42d0-a7b1-cf216a1cd933 tempest-SecurityGroupRulesTestJSON-602859038 tempest-SecurityGroupRulesTestJSON-602859038-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'd2e2bb71-332d-46a3-b162-3061af613662', 'remote_group_id': '9668e5f5-391a-4cce-82e1-cb89968cfd20', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:38:59.968305 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6957c8b6-5685-4441-a224-c706edd95dd9 None None] The sync data for ids ['c7016ef8-e850-416d-b5f1-c79c536340c7'] in n-d-818022-2 is: [{'id': 'c7016ef8-e850-416d-b5f1-c79c536340c7', 'name': 'tempest-ServersTestMultiNic-1029117165-router', 'tenant_id': '1a0c23896b6a426c9d6f99a1e9d93ea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': 'ef29ff01-741a-4135-8fd8-7b24c52ae677', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:38:51Z', 'updated_at': '2021-11-19T17:38:54Z', 'revision_number': 3, 'project_id': '1a0c23896b6a426c9d6f99a1e9d93ea5', 'gw_port': {'id': 'ef29ff01-741a-4135-8fd8-7b24c52ae677', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:a0:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7016ef8-e850-416d-b5f1-c79c536340c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:38:52Z', 'updated_at': '2021-11-19T17:38:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 17:39:00.118864 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [None req-a296066a-e617-4d13-a685-c2826042eb30 admin admin] Allocated IP 172.20.0.1 (e1ecc51a-8714-4d29-83bc-1c35092d97e3/cd5d68c6-ff4b-4884-b87d-c73797caa136/733a1590-e33a-47de-99cb-0979106fcf6b) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:39:00.144802 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-363d84a4-ab7e-4791-9e20-29bda9b4eaaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:00.224626 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 933d6cb6-fa02-4423-9f7d-b1b9c5b39924 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:39:00.368017 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a296066a-e617-4d13-a685-c2826042eb30 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:00.379342 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9a0a8b43-1e23-4ad0-8727-745bd2715747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:00.411384 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [req-ae9fac5b-f8dc-443d-990f-89f61456e006 req-e2461ff8-afdb-43eb-abbf-d5b80b843218 tempest-FloatingIPsTestJSON-232312244 tempest-FloatingIPsTestJSON-232312244-project] Deleting port 151b09c1-92cc-4c16-b063-cde16f75b71c {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:39:00.411384 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-ae9fac5b-f8dc-443d-990f-89f61456e006 req-e2461ff8-afdb-43eb-abbf-d5b80b843218 tempest-FloatingIPsTestJSON-232312244 tempest-FloatingIPsTestJSON-232312244-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:00.421761 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a296066a-e617-4d13-a685-c2826042eb30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:00.542792 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-b0114002-b890-47a9-ab8c-d6dd33467136 req-dbdeefb2-3584-42d0-a7b1-cf216a1cd933 tempest-SecurityGroupRulesTestJSON-602859038 tempest-SecurityGroupRulesTestJSON-602859038-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:00.639584 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 933d6cb6-fa02-4423-9f7d-b1b9c5b39924 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:39:00.640219 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:00.689727 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a296066a-e617-4d13-a685-c2826042eb30 admin admin] Network e1ecc51a-8714-4d29-83bc-1c35092d97e3 is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:39:00.724929 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-b0114002-b890-47a9-ab8c-d6dd33467136 req-dbdeefb2-3584-42d0-a7b1-cf216a1cd933 tempest-SecurityGroupRulesTestJSON-602859038 tempest-SecurityGroupRulesTestJSON-602859038-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:00.740852 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-b0114002-b890-47a9-ab8c-d6dd33467136 req-dbdeefb2-3584-42d0-a7b1-cf216a1cd933 tempest-SecurityGroupRulesTestJSON-602859038 tempest-SecurityGroupRulesTestJSON-602859038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735179'] for security_group_rule, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:00.747285 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-a296066a-e617-4d13-a685-c2826042eb30 admin admin] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:39:00.773500 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a296066a-e617-4d13-a685-c2826042eb30 admin admin] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:39:00.808104 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-c1ccc034-0b61-4742-9b74-e9d98ae61206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '075d51b3-1611-42ff-aac0-9dbe86f3e575', 'name': 'tempest-AttachVolumeTestJSON-1193158978-router', 'tenant_id': 'dc7ce1e4ff7747b99247f6b026a294f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': 'e76245cb-899b-495b-bb81-81190cadba3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:38:52Z', 'updated_at': '2021-11-19T17:38:56Z', 'revision_number': 3, 'project_id': 'dc7ce1e4ff7747b99247f6b026a294f4', 'gw_port': {'id': 'e76245cb-899b-495b-bb81-81190cadba3e', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ea:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '075d51b3-1611-42ff-aac0-9dbe86f3e575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:38:54Z', 'updated_at': '2021-11-19T17:38:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:39:00.823760 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [None req-363d84a4-ab7e-4791-9e20-29bda9b4eaaa admin admin] Allocated IP 172.20.0.1 (54cb42e3-21bb-4900-9add-de52f53a9c78/ce5e5572-06fa-407a-98f7-553783ad7f2f/40893073-89f5-4c57-8e8a-314b872654c5) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:39:00.827899 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdeefb2-3584-42d0-a7b1-cf216a1cd933 tempest-SecurityGroupRulesTestJSON-602859038 tempest-SecurityGroupRulesTestJSON-602859038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27ee1d36-7ab9-4628-8ad9-346d28d2554c,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:39:00.838381 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-b0114002-b890-47a9-ab8c-d6dd33467136 req-dbdeefb2-3584-42d0-a7b1-cf216a1cd933 tempest-SecurityGroupRulesTestJSON-602859038 tempest-SecurityGroupRulesTestJSON-602859038-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:00.856970 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b0114002-b890-47a9-ab8c-d6dd33467136 req-dbdeefb2-3584-42d0-a7b1-cf216a1cd933 tempest-SecurityGroupRulesTestJSON-602859038 tempest-SecurityGroupRulesTestJSON-602859038-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.9573905 Nov 19 17:39:00.923720 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ccc034-0b61-4742-9b74-e9d98ae61206 None None] Checking router: 075d51b3-1611-42ff-aac0-9dbe86f3e575 for host: n-d-818022-2 {{(pid=103366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 17:39:00.924070 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ccc034-0b61-4742-9b74-e9d98ae61206 None None] Updating router 075d51b3-1611-42ff-aac0-9dbe86f3e575 port e76245cb-899b-495b-bb81-81190cadba3e binding host n-d-818022-2 {{(pid=103366) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 17:39:00.977674 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a296066a-e617-4d13-a685-c2826042eb30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-671361'] for router_interface, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:01.004153 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-c1ccc034-0b61-4742-9b74-e9d98ae61206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:01.013147 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a296066a-e617-4d13-a685-c2826042eb30 admin admin] Pushing event updated for resources: {'Port': ['ID=733a1590-e33a-47de-99cb-0979106fcf6b,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:39:01.189058 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-ae9fac5b-f8dc-443d-990f-89f61456e006 req-e2461ff8-afdb-43eb-abbf-d5b80b843218 tempest-FloatingIPsTestJSON-232312244 tempest-FloatingIPsTestJSON-232312244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:01.189634 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-ae9fac5b-f8dc-443d-990f-89f61456e006 req-e2461ff8-afdb-43eb-abbf-d5b80b843218 tempest-FloatingIPsTestJSON-232312244 tempest-FloatingIPsTestJSON-232312244-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:01.194149 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-363d84a4-ab7e-4791-9e20-29bda9b4eaaa admin admin] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:01.217170 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [req-ae9fac5b-f8dc-443d-990f-89f61456e006 req-e2461ff8-afdb-43eb-abbf-d5b80b843218 tempest-FloatingIPsTestJSON-232312244 tempest-FloatingIPsTestJSON-232312244-project] Calling delete_port for 151b09c1-92cc-4c16-b063-cde16f75b71c owned by network:floatingip {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:39:01.331076 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-363d84a4-ab7e-4791-9e20-29bda9b4eaaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:01.442165 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-363d84a4-ab7e-4791-9e20-29bda9b4eaaa admin admin] Network 54cb42e3-21bb-4900-9add-de52f53a9c78 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:39:01.449610 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-363d84a4-ab7e-4791-9e20-29bda9b4eaaa admin admin] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:39:01.457835 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-363d84a4-ab7e-4791-9e20-29bda9b4eaaa admin admin] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:39:01.551060 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-363d84a4-ab7e-4791-9e20-29bda9b4eaaa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-671361'] for router_interface, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:01.592817 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-e8a6338a-8624-412e-9cc3-077684870087 None None] Provisioning complete for port 733a1590-e33a-47de-99cb-0979106fcf6b triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:39:01.593854 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e8a6338a-8624-412e-9cc3-077684870087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:01.693539 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-ae9fac5b-f8dc-443d-990f-89f61456e006 req-e2461ff8-afdb-43eb-abbf-d5b80b843218 tempest-FloatingIPsTestJSON-232312244 tempest-FloatingIPsTestJSON-232312244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:01.844560 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2461ff8-afdb-43eb-abbf-d5b80b843218 tempest-FloatingIPsTestJSON-232312244 tempest-FloatingIPsTestJSON-232312244-project] Pushing event deleted for resources: {'Port': ['ID=151b09c1-92cc-4c16-b063-cde16f75b71c,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:39:01.979417 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-e8a6338a-8624-412e-9cc3-077684870087 None None] Port 733a1590-e33a-47de-99cb-0979106fcf6b cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:39:02.006711 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 3ffd6cc4-a1ae-4f27-822d-26a605a90bb9 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:39:02.020599 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a296066a-e617-4d13-a685-c2826042eb30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:02.044168 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363d84a4-ab7e-4791-9e20-29bda9b4eaaa admin admin] Pushing event updated for resources: {'Port': ['ID=40893073-89f5-4c57-8e8a-314b872654c5,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:39:02.068299 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ef83c06c-6883-477b-b29a-5b48fb4160e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:02.192290 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8d5067-8f49-4544-960e-160962b5533e req-82e19889-8408-4858-8884-8d5d1b32ee39 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:02.201263 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7a8d5067-8f49-4544-960e-160962b5533e req-82e19889-8408-4858-8884-8d5d1b32ee39 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] 10.222.0.54 "GET /v2.0/ports?device_id=f79f870e-8765-4434-88f5-a982ef36251f HTTP/1.1" status: 200 len: 949 time: 0.6645505 Nov 19 17:39:02.221985 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-0c75fe48-684a-45a7-936c-e4c28b966d9d None None] Provisioning complete for port 40893073-89f5-4c57-8e8a-314b872654c5 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:39:02.222608 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0c75fe48-684a-45a7-936c-e4c28b966d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:02.234012 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-ae9fac5b-f8dc-443d-990f-89f61456e006 req-e2461ff8-afdb-43eb-abbf-d5b80b843218 tempest-FloatingIPsTestJSON-232312244 tempest-FloatingIPsTestJSON-232312244-project] Publish callbacks [] for floatingip, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:02.239759 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-ae9fac5b-f8dc-443d-990f-89f61456e006 req-e2461ff8-afdb-43eb-abbf-d5b80b843218 tempest-FloatingIPsTestJSON-232312244 tempest-FloatingIPsTestJSON-232312244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for floatingip, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:02.242128 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ae9fac5b-f8dc-443d-990f-89f61456e006 req-e2461ff8-afdb-43eb-abbf-d5b80b843218 tempest-FloatingIPsTestJSON-232312244 tempest-FloatingIPsTestJSON-232312244-project] 10.222.0.54 "DELETE /v2.0/floatingips/eab03029-0e81-4835-b27b-246ebda222c4 HTTP/1.1" status: 204 len: 173 time: 2.4228048 Nov 19 17:39:02.314009 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 3ffd6cc4-a1ae-4f27-822d-26a605a90bb9 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:39:02.314535 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:02.322853 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-c1ccc034-0b61-4742-9b74-e9d98ae61206 None None] Publish callbacks [] for port, precommit_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:02.351021 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-0c75fe48-684a-45a7-936c-e4c28b966d9d None None] Port 40893073-89f5-4c57-8e8a-314b872654c5 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:39:02.385539 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-c1ccc034-0b61-4742-9b74-e9d98ae61206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:02.449482 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-374b5093-1354-4036-9b32-927b3f5d6981 req-ad3e6fab-8a83-4edf-bef1-33d67a7b7e75 tempest-SecurityGroupRulesTestJSON-602859038 tempest-SecurityGroupRulesTestJSON-602859038-project] 10.222.0.54 "GET /v2.0/security-groups/9668e5f5-391a-4cce-82e1-cb89968cfd20 HTTP/1.1" status: 200 len: 1820 time: 0.1719561 Nov 19 17:39:02.479227 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c22cc3c-d47f-4421-9713-3a915b72cdd8 None None] Pushing event updated for resources: {'Port': ['ID=e76245cb-899b-495b-bb81-81190cadba3e,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:39:02.501271 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7a8d5067-8f49-4544-960e-160962b5533e req-d0095183-11cc-48e0-a9a4-15e216abc4ee tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] 10.222.0.54 "GET /v2.0/security-groups?id=01d035e7-47ed-4912-a186-53ea419ecd96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2985632 Nov 19 17:39:02.508601 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-c1ccc034-0b61-4742-9b74-e9d98ae61206 None None] Attempting to bind port e76245cb-899b-495b-bb81-81190cadba3e on host n-d-818022-2 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:39:02.509353 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-c1ccc034-0b61-4742-9b74-e9d98ae61206 None None] Attempting to bind port e76245cb-899b-495b-bb81-81190cadba3e by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:39:02.510012 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ccc034-0b61-4742-9b74-e9d98ae61206 None None] Attempting to bind port e76245cb-899b-495b-bb81-81190cadba3e on network 645e61aa-1a6c-4e8f-857e-ab06edb4897f {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:39:02.516677 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ccc034-0b61-4742-9b74-e9d98ae61206 None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 38, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:39:02.517458 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ccc034-0b61-4742-9b74-e9d98ae61206 None None] Checking segment: {'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:39:02.518164 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-c1ccc034-0b61-4742-9b74-e9d98ae61206 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:02.518893 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ccc034-0b61-4742-9b74-e9d98ae61206 None None] Bound using segment: {'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:39:02.519650 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-c1ccc034-0b61-4742-9b74-e9d98ae61206 None None] Bound port: e76245cb-899b-495b-bb81-81190cadba3e, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:39:02.520301 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-c1ccc034-0b61-4742-9b74-e9d98ae61206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:02.522456 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-363d84a4-ab7e-4791-9e20-29bda9b4eaaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:02.613150 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a296066a-e617-4d13-a685-c2826042eb30 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:02.615891 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-374b5093-1354-4036-9b32-927b3f5d6981 req-9c2de318-af02-4470-8e52-639ecf70d6b1 tempest-SecurityGroupRulesTestJSON-602859038 tempest-SecurityGroupRulesTestJSON-602859038-project] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:02.643531 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a296066a-e617-4d13-a685-c2826042eb30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:02.646020 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-c1ccc034-0b61-4742-9b74-e9d98ae61206 None None] For port e76245cb-899b-495b-bb81-81190cadba3e, host n-d-818022-2, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:39:02.651487 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-c1ccc034-0b61-4742-9b74-e9d98ae61206 None None] For port e76245cb-899b-495b-bb81-81190cadba3e, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=e76245cb-899b-495b-bb81-81190cadba3e,segment=NetworkSegment(bbe705c1-96c0-476e-8381-28227e6f0ac5),segment_id=bbe705c1-96c0-476e-8381-28227e6f0ac5)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:39:02.692554 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-374b5093-1354-4036-9b32-927b3f5d6981 req-9c2de318-af02-4470-8e52-639ecf70d6b1 tempest-SecurityGroupRulesTestJSON-602859038 tempest-SecurityGroupRulesTestJSON-602859038-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:02.758799 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-c1ccc034-0b61-4742-9b74-e9d98ae61206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:02.892881 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a296066a-e617-4d13-a685-c2826042eb30 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-768529'] for router_interface, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:02.910389 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c22cc3c-d47f-4421-9713-3a915b72cdd8 None None] Pushing event updated for resources: {'Port': ['ID=e76245cb-899b-495b-bb81-81190cadba3e,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:39:02.965883 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device ef29ff01-741a-4135-8fd8-7b24c52ae677 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:39:03.043159 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-374b5093-1354-4036-9b32-927b3f5d6981 req-9c2de318-af02-4470-8e52-639ecf70d6b1 tempest-SecurityGroupRulesTestJSON-602859038 tempest-SecurityGroupRulesTestJSON-602859038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:03.046765 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-374b5093-1354-4036-9b32-927b3f5d6981 req-9c2de318-af02-4470-8e52-639ecf70d6b1 tempest-SecurityGroupRulesTestJSON-602859038 tempest-SecurityGroupRulesTestJSON-602859038-project] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:03.048090 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-374b5093-1354-4036-9b32-927b3f5d6981 req-9c2de318-af02-4470-8e52-639ecf70d6b1 tempest-SecurityGroupRulesTestJSON-602859038 tempest-SecurityGroupRulesTestJSON-602859038-project] 10.222.0.54 "DELETE /v2.0/security-groups/9668e5f5-391a-4cce-82e1-cb89968cfd20 HTTP/1.1" status: 204 len: 173 time: 0.5891771 Nov 19 17:39:03.074514 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ccc034-0b61-4742-9b74-e9d98ae61206 None None] Routers {'075d51b3-1611-42ff-aac0-9dbe86f3e575'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:39:03.076397 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-c1ccc034-0b61-4742-9b74-e9d98ae61206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:39:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['075d51b3-1611-42ff-aac0-9dbe86f3e575'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:39:03.085057 n-d-818022-2 neutron-server[103365]: INFO neutron.api.v2.resource [req-b8210be3-b1cd-4b0c-9bda-d88a26271a81 req-89329c37-ecdd-4ff4-8a0d-1659b179c823 tempest-FloatingIPsTestJSON-232312244 tempest-FloatingIPsTestJSON-232312244-project] show failed (client error): The resource could not be found. Nov 19 17:39:03.085644 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e46ecc5a-dc14-4744-b262-3072ff2e958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:03.086256 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b8210be3-b1cd-4b0c-9bda-d88a26271a81 req-89329c37-ecdd-4ff4-8a0d-1659b179c823 tempest-FloatingIPsTestJSON-232312244 tempest-FloatingIPsTestJSON-232312244-project] 10.222.0.54 "GET /v2.0/floatingips/eab03029-0e81-4835-b27b-246ebda222c4 HTTP/1.1" status: 404 len: 350 time: 0.1257148 Nov 19 17:39:03.134777 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2de318-af02-4470-8e52-639ecf70d6b1 tempest-SecurityGroupRulesTestJSON-602859038 tempest-SecurityGroupRulesTestJSON-602859038-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9668e5f5-391a-4cce-82e1-cb89968cfd20,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:39:03.172526 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a296066a-e617-4d13-a685-c2826042eb30 admin admin] Pushing event updated for resources: {'Port': ['ID=733a1590-e33a-47de-99cb-0979106fcf6b,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:39:03.289090 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a296066a-e617-4d13-a685-c2826042eb30 admin admin] Network e1ecc51a-8714-4d29-83bc-1c35092d97e3 is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:39:03.295917 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-a296066a-e617-4d13-a685-c2826042eb30 admin admin] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:39:03.306776 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-363d84a4-ab7e-4791-9e20-29bda9b4eaaa admin admin] Publish callbacks [] for port, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:03.314427 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-363d84a4-ab7e-4791-9e20-29bda9b4eaaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:03.526256 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-c1ccc034-0b61-4742-9b74-e9d98ae61206 None None] Set router 075d51b3-1611-42ff-aac0-9dbe86f3e575 gateway port host: n-d-818022-2 {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:39:03.566645 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-363d84a4-ab7e-4791-9e20-29bda9b4eaaa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-768529'] for router_interface, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:03.579035 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363d84a4-ab7e-4791-9e20-29bda9b4eaaa admin admin] Pushing event updated for resources: {'Port': ['ID=40893073-89f5-4c57-8e8a-314b872654c5,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:39:03.644513 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-4708c491-8dae-47d6-a50a-f0c3e3a27636 req-f2722cd5-90e0-45d4-bbb5-2100226393d7 tempest-SecurityGroupRulesTestJSON-602859038 tempest-SecurityGroupRulesTestJSON-602859038-project] 10.222.0.54 "GET /v2.0/security-groups/d2e2bb71-332d-46a3-b162-3061af613662 HTTP/1.1" status: 200 len: 1821 time: 0.1171939 Nov 19 17:39:03.769467 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a296066a-e617-4d13-a685-c2826042eb30 admin admin] Router c7016ef8-e850-416d-b5f1-c79c536340c7 has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 17:39:03.798654 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-363d84a4-ab7e-4791-9e20-29bda9b4eaaa admin admin] Network 54cb42e3-21bb-4900-9add-de52f53a9c78 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:39:03.807444 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-363d84a4-ab7e-4791-9e20-29bda9b4eaaa admin admin] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:39:03.813336 n-d-818022-2 neutron-server[103364]: INFO neutron.api.v2.resource [req-443bf462-9a1d-4707-99c6-4b269da92378 req-8893e100-4fe0-4084-9de6-c43fe0e4f518 tempest-FloatingIPsTestJSON-232312244 tempest-FloatingIPsTestJSON-232312244-project] show failed (client error): The resource could not be found. Nov 19 17:39:03.815557 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-443bf462-9a1d-4707-99c6-4b269da92378 req-8893e100-4fe0-4084-9de6-c43fe0e4f518 tempest-FloatingIPsTestJSON-232312244 tempest-FloatingIPsTestJSON-232312244-project] 10.222.0.54 "GET /v2.0/floatingips/eab03029-0e81-4835-b27b-246ebda222c4 HTTP/1.1" status: 404 len: 350 time: 0.0790493 Nov 19 17:39:03.824146 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec4a9eb-f337-4b39-8bfd-73582a6fea43 req-f7e696b2-dfab-4d07-9f8a-9d4c1fc8f14a tempest-ServersOnMultiNodesTest-944546281 tempest-ServersOnMultiNodesTest-944546281-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:03.825898 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5ec4a9eb-f337-4b39-8bfd-73582a6fea43 req-f7e696b2-dfab-4d07-9f8a-9d4c1fc8f14a tempest-ServersOnMultiNodesTest-944546281 tempest-ServersOnMultiNodesTest-944546281-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=f79f870e-8765-4434-88f5-a982ef36251f HTTP/1.1" status: 200 len: 1100 time: 0.4764514 Nov 19 17:39:03.835035 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 44848) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:39:04.049999 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:04.061683 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port ef29ff01-741a-4135-8fd8-7b24c52ae677 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:39:04.062229 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:04.078282 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-7249eb45-335d-4a07-bf0a-18fd53bd7673 req-100f35f5-fc43-4b15-9c0a-a81ab46260d8 tempest-SecurityGroupRulesTestJSON-602859038 tempest-SecurityGroupRulesTestJSON-602859038-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-198678587', 'description': 'tempest-description-367899986'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:39:04.083128 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a296066a-e617-4d13-a685-c2826042eb30 admin admin] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 17:39:04.098243 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-a296066a-e617-4d13-a685-c2826042eb30 admin admin] 10.222.0.54 "PUT /v2.0/routers/c7016ef8-e850-416d-b5f1-c79c536340c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3623791 Nov 19 17:39:04.101929 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5e12d4-f21a-44cc-9b7e-bb293b11aa67 None None] Sync routers for ids ['c7016ef8-e850-416d-b5f1-c79c536340c7'] in n-d-818022-2 {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 17:39:04.123668 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-c6125296-857d-44d9-9587-30feff14c7cb None None] Provisioning complete for port 733a1590-e33a-47de-99cb-0979106fcf6b triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:39:04.124046 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-c6125296-857d-44d9-9587-30feff14c7cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:04.132857 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be5e12d4-f21a-44cc-9b7e-bb293b11aa67 None None] Routers {'c7016ef8-e850-416d-b5f1-c79c536340c7'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:39:04.137572 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-be5e12d4-f21a-44cc-9b7e-bb293b11aa67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:39:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['c7016ef8-e850-416d-b5f1-c79c536340c7'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:39:04.140743 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-7249eb45-335d-4a07-bf0a-18fd53bd7673 req-100f35f5-fc43-4b15-9c0a-a81ab46260d8 tempest-SecurityGroupRulesTestJSON-602859038 tempest-SecurityGroupRulesTestJSON-602859038-project] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:04.198259 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:04.305655 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-7249eb45-335d-4a07-bf0a-18fd53bd7673 req-100f35f5-fc43-4b15-9c0a-a81ab46260d8 tempest-SecurityGroupRulesTestJSON-602859038 tempest-SecurityGroupRulesTestJSON-602859038-project] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:04.312299 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-7249eb45-335d-4a07-bf0a-18fd53bd7673 req-100f35f5-fc43-4b15-9c0a-a81ab46260d8 tempest-SecurityGroupRulesTestJSON-602859038 tempest-SecurityGroupRulesTestJSON-602859038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:04.343360 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-c6125296-857d-44d9-9587-30feff14c7cb None None] Port 733a1590-e33a-47de-99cb-0979106fcf6b cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:39:04.375724 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-7249eb45-335d-4a07-bf0a-18fd53bd7673 req-100f35f5-fc43-4b15-9c0a-a81ab46260d8 tempest-SecurityGroupRulesTestJSON-602859038 tempest-SecurityGroupRulesTestJSON-602859038-project] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:04.377000 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-7249eb45-335d-4a07-bf0a-18fd53bd7673 req-100f35f5-fc43-4b15-9c0a-a81ab46260d8 tempest-SecurityGroupRulesTestJSON-602859038 tempest-SecurityGroupRulesTestJSON-602859038-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.3034885 Nov 19 17:39:04.392248 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100f35f5-fc43-4b15-9c0a-a81ab46260d8 tempest-SecurityGroupRulesTestJSON-602859038 tempest-SecurityGroupRulesTestJSON-602859038-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03acb441-9c4e-40d3-9c1f-c35bfc4789e4,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:39:04.436207 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:04.449106 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5ec4a9eb-f337-4b39-8bfd-73582a6fea43 req-6297bde8-2362-4236-8197-e749c053f192 tempest-ServersOnMultiNodesTest-944546281 tempest-ServersOnMultiNodesTest-944546281-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=01d035e7-47ed-4912-a186-53ea419ecd96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4291675 Nov 19 17:39:04.489013 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-be5e12d4-f21a-44cc-9b7e-bb293b11aa67 None None] Set router c7016ef8-e850-416d-b5f1-c79c536340c7 gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:39:04.502373 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 44864) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:39:04.576455 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-c1ccc034-0b61-4742-9b74-e9d98ae61206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '075d51b3-1611-42ff-aac0-9dbe86f3e575', 'name': 'tempest-AttachVolumeTestJSON-1193158978-router', 'tenant_id': 'dc7ce1e4ff7747b99247f6b026a294f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': 'e76245cb-899b-495b-bb81-81190cadba3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:38:52Z', 'updated_at': '2021-11-19T17:39:02Z', 'revision_number': 4, 'project_id': 'dc7ce1e4ff7747b99247f6b026a294f4', 'gw_port': {'id': 'e76245cb-899b-495b-bb81-81190cadba3e', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ea:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '075d51b3-1611-42ff-aac0-9dbe86f3e575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:38:54Z', 'updated_at': '2021-11-19T17:39:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': '40893073-89f5-4c57-8e8a-314b872654c5', 'name': '', 'network_id': '54cb42e3-21bb-4900-9add-de52f53a9c78', 'tenant_id': 'dc7ce1e4ff7747b99247f6b026a294f4', 'mac_address': 'fa:16:3e:ae:16:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '075d51b3-1611-42ff-aac0-9dbe86f3e575', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'ce5e5572-06fa-407a-98f7-553783ad7f2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:39:00Z', 'updated_at': '2021-11-19T17:39:00Z', 'revision_number': 1, 'project_id': 'dc7ce1e4ff7747b99247f6b026a294f4', 'subnets': [{'id': 'ce5e5572-06fa-407a-98f7-553783ad7f2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:39:04.577185 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-363d84a4-ab7e-4791-9e20-29bda9b4eaaa admin admin] Router 075d51b3-1611-42ff-aac0-9dbe86f3e575 has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 17:39:04.583524 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-5d2adaf6-9378-491a-a746-6aee93eb871e tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2129210791'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:39:04.611705 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] For port ef29ff01-741a-4135-8fd8-7b24c52ae677, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=ef29ff01-741a-4135-8fd8-7b24c52ae677,segment=NetworkSegment(bbe705c1-96c0-476e-8381-28227e6f0ac5),segment_id=bbe705c1-96c0-476e-8381-28227e6f0ac5)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:39:04.626824 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d2adaf6-9378-491a-a746-6aee93eb871e tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Made reservation on behalf of 1a0c23896b6a426c9d6f99a1e9d93ea5 for: {'network': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:39:04.643299 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5d2adaf6-9378-491a-a746-6aee93eb871e tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:04.656434 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:04.659490 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ccc034-0b61-4742-9b74-e9d98ae61206 None None] The sync data for ids ['075d51b3-1611-42ff-aac0-9dbe86f3e575'] in n-d-818022-2 is: [{'id': '075d51b3-1611-42ff-aac0-9dbe86f3e575', 'name': 'tempest-AttachVolumeTestJSON-1193158978-router', 'tenant_id': 'dc7ce1e4ff7747b99247f6b026a294f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': 'e76245cb-899b-495b-bb81-81190cadba3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:38:52Z', 'updated_at': '2021-11-19T17:39:02Z', 'revision_number': 4, 'project_id': 'dc7ce1e4ff7747b99247f6b026a294f4', 'gw_port': {'id': 'e76245cb-899b-495b-bb81-81190cadba3e', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ea:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '075d51b3-1611-42ff-aac0-9dbe86f3e575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:38:54Z', 'updated_at': '2021-11-19T17:39:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': '40893073-89f5-4c57-8e8a-314b872654c5', 'name': '', 'network_id': '54cb42e3-21bb-4900-9add-de52f53a9c78', 'tenant_id': 'dc7ce1e4ff7747b99247f6b026a294f4', 'mac_address': 'fa:16:3e:ae:16:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '075d51b3-1611-42ff-aac0-9dbe86f3e575', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'ce5e5572-06fa-407a-98f7-553783ad7f2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:39:00Z', 'updated_at': '2021-11-19T17:39:00Z', 'revision_number': 1, 'project_id': 'dc7ce1e4ff7747b99247f6b026a294f4', 'subnets': [{'id': 'ce5e5572-06fa-407a-98f7-553783ad7f2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 17:39:04.670879 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4c7f3883-e783-4387-96aa-bf9282831e19 None None] Provisioning complete for port 40893073-89f5-4c57-8e8a-314b872654c5 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:39:04.671265 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4c7f3883-e783-4387-96aa-bf9282831e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:04.719710 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d2adaf6-9378-491a-a746-6aee93eb871e tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 687} {{(pid=103364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 17:39:04.763299 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5d2adaf6-9378-491a-a746-6aee93eb871e tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:04.763534 n-d-818022-2 neutron-server[103364]: INFO neutron.db.segments_db [None req-5d2adaf6-9378-491a-a746-6aee93eb871e tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Added segment 83d3f836-b8a3-4635-9bf8-5c6a6277bf52 of type vlan for network 9754504b-f0c6-4188-aa5e-37bce596ef3a Nov 19 17:39:04.814807 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4c7f3883-e783-4387-96aa-bf9282831e19 None None] Port 40893073-89f5-4c57-8e8a-314b872654c5 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:39:04.816533 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e013d7e6-5264-4dcc-9759-54f5fb809e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:04.870385 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Pushing event updated for resources: {'Port': ['ID=ef29ff01-741a-4135-8fd8-7b24c52ae677,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:39:04.999422 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5d2adaf6-9378-491a-a746-6aee93eb871e tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:05.070236 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5d2adaf6-9378-491a-a746-6aee93eb871e tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:05.078719 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d2adaf6-9378-491a-a746-6aee93eb871e tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:05.079675 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5d2adaf6-9378-491a-a746-6aee93eb871e tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:05.087305 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:05.263486 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2adaf6-9378-491a-a746-6aee93eb871e tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Pushing event updated for resources: {'Network': ['ID=9754504b-f0c6-4188-aa5e-37bce596ef3a,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:39:05.278665 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-68e8c54a-c380-47c0-a0e6-d48f8b70c023 req-8eaf8d9a-35eb-43a2-8b94-5bded06ed441 tempest-SecurityGroupRulesTestJSON-602859038 tempest-SecurityGroupRulesTestJSON-602859038-project] 10.222.0.54 "GET /v2.0/security-groups/03acb441-9c4e-40d3-9c1f-c35bfc4789e4 HTTP/1.1" status: 200 len: 1820 time: 0.4968326 Nov 19 17:39:05.281304 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network 9754504b-f0c6-4188-aa5e-37bce596ef3a details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 17:39:05.311650 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-68e8c54a-c380-47c0-a0e6-d48f8b70c023 req-02038c3b-2428-4f85-8f0d-b9a8df7afe57 tempest-SecurityGroupRulesTestJSON-602859038 tempest-SecurityGroupRulesTestJSON-602859038-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '03acb441-9c4e-40d3-9c1f-c35bfc4789e4', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:39:05.312258 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-68e8c54a-c380-47c0-a0e6-d48f8b70c023 req-02038c3b-2428-4f85-8f0d-b9a8df7afe57 tempest-SecurityGroupRulesTestJSON-602859038 tempest-SecurityGroupRulesTestJSON-602859038-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '03acb441-9c4e-40d3-9c1f-c35bfc4789e4', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:39:05.318414 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-363d84a4-ab7e-4791-9e20-29bda9b4eaaa admin admin] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 17:39:05.338252 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-74bfad9c-1d1a-4712-b215-41b724e721a2 req-2485989f-335a-4755-9082-c7ab33ef0984 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=51cd71aac4854a038486be6b92d13068&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0780830 Nov 19 17:39:05.347610 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-5d2adaf6-9378-491a-a746-6aee93eb871e tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8437102 Nov 19 17:39:05.351538 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 44896) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:39:05.363537 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-363d84a4-ab7e-4791-9e20-29bda9b4eaaa admin admin] 10.222.0.54 "PUT /v2.0/routers/075d51b3-1611-42ff-aac0-9dbe86f3e575/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6066287 Nov 19 17:39:05.363797 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-3b51e3cf-a889-48db-80f6-b35ff1ddd4cf tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Request body: {'subnet': {'network_id': '9754504b-f0c6-4188-aa5e-37bce596ef3a', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:39:05.514043 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-68e8c54a-c380-47c0-a0e6-d48f8b70c023 req-02038c3b-2428-4f85-8f0d-b9a8df7afe57 tempest-SecurityGroupRulesTestJSON-602859038 tempest-SecurityGroupRulesTestJSON-602859038-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:05.583859 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-be5e12d4-f21a-44cc-9b7e-bb293b11aa67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7016ef8-e850-416d-b5f1-c79c536340c7', 'name': 'tempest-ServersTestMultiNic-1029117165-router', 'tenant_id': '1a0c23896b6a426c9d6f99a1e9d93ea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': 'ef29ff01-741a-4135-8fd8-7b24c52ae677', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:38:51Z', 'updated_at': '2021-11-19T17:39:01Z', 'revision_number': 4, 'project_id': '1a0c23896b6a426c9d6f99a1e9d93ea5', 'gw_port': {'id': 'ef29ff01-741a-4135-8fd8-7b24c52ae677', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:a0:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7016ef8-e850-416d-b5f1-c79c536340c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:38:52Z', 'updated_at': '2021-11-19T17:38:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': '733a1590-e33a-47de-99cb-0979106fcf6b', 'name': '', 'network_id': 'e1ecc51a-8714-4d29-83bc-1c35092d97e3', 'tenant_id': '1a0c23896b6a426c9d6f99a1e9d93ea5', 'mac_address': 'fa:16:3e:aa:3a:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7016ef8-e850-416d-b5f1-c79c536340c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'cd5d68c6-ff4b-4884-b87d-c73797caa136', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:38:59Z', 'updated_at': '2021-11-19T17:39:02Z', 'revision_number': 2, 'project_id': '1a0c23896b6a426c9d6f99a1e9d93ea5', 'subnets': [{'id': 'cd5d68c6-ff4b-4884-b87d-c73797caa136', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:39:05.687918 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5e12d4-f21a-44cc-9b7e-bb293b11aa67 None None] Checking router: c7016ef8-e850-416d-b5f1-c79c536340c7 for host: n-d-818022-2 {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 17:39:05.698430 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5e12d4-f21a-44cc-9b7e-bb293b11aa67 None None] Updating router c7016ef8-e850-416d-b5f1-c79c536340c7 port 733a1590-e33a-47de-99cb-0979106fcf6b binding host n-d-818022-2 {{(pid=103367) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 17:39:05.708331 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-68e8c54a-c380-47c0-a0e6-d48f8b70c023 req-02038c3b-2428-4f85-8f0d-b9a8df7afe57 tempest-SecurityGroupRulesTestJSON-602859038 tempest-SecurityGroupRulesTestJSON-602859038-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:05.731520 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-68e8c54a-c380-47c0-a0e6-d48f8b70c023 req-02038c3b-2428-4f85-8f0d-b9a8df7afe57 tempest-SecurityGroupRulesTestJSON-602859038 tempest-SecurityGroupRulesTestJSON-602859038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735179'] for security_group_rule, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:05.761579 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bfad9c-1d1a-4712-b215-41b724e721a2 req-c421868b-334d-448d-b7b1-0d1b3a481605 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:05.765847 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-74bfad9c-1d1a-4712-b215-41b724e721a2 req-c421868b-334d-448d-b7b1-0d1b3a481605 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4142132 Nov 19 17:39:05.787983 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-be5e12d4-f21a-44cc-9b7e-bb293b11aa67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:05.788967 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-74bfad9c-1d1a-4712-b215-41b724e721a2 req-6c8c7846-7ff1-4f1b-a5d0-6d1b635a99a4 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] 10.222.0.54 "GET /v2.0/quotas/51cd71aac4854a038486be6b92d13068 HTTP/1.1" status: 200 len: 375 time: 0.0162466 Nov 19 17:39:05.830157 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b51e3cf-a889-48db-80f6-b35ff1ddd4cf tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Made reservation on behalf of 1a0c23896b6a426c9d6f99a1e9d93ea5 for: {'subnet': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:39:05.837014 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3b51e3cf-a889-48db-80f6-b35ff1ddd4cf tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8983829'] for subnet, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:05.919539 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02038c3b-2428-4f85-8f0d-b9a8df7afe57 tempest-SecurityGroupRulesTestJSON-602859038 tempest-SecurityGroupRulesTestJSON-602859038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c409746-3348-4cb1-bc1c-537a8e46c6aa,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:39:05.995339 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-68e8c54a-c380-47c0-a0e6-d48f8b70c023 req-02038c3b-2428-4f85-8f0d-b9a8df7afe57 tempest-SecurityGroupRulesTestJSON-602859038 tempest-SecurityGroupRulesTestJSON-602859038-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:05.999980 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-68e8c54a-c380-47c0-a0e6-d48f8b70c023 req-02038c3b-2428-4f85-8f0d-b9a8df7afe57 tempest-SecurityGroupRulesTestJSON-602859038 tempest-SecurityGroupRulesTestJSON-602859038-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.7202981 Nov 19 17:39:06.070326 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d29a5bb7-2408-40b5-bcca-c4450f47064c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-768564'] for router_interface, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:06.184420 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-74bfad9c-1d1a-4712-b215-41b724e721a2 req-e3880a3d-9ac4-4cb4-8f35-8cb5168f9e00 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=51cd71aac4854a038486be6b92d13068&fields=id HTTP/1.1" status: 200 len: 532 time: 0.3597076 Nov 19 17:39:06.437595 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3b51e3cf-a889-48db-80f6-b35ff1ddd4cf tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12425078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8983815'] for subnet, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:06.549745 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b51e3cf-a889-48db-80f6-b35ff1ddd4cf tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Pushing event updated for resources: {'Subnet': ['ID=a3bd4b0f-08f3-4585-ae5f-2dda8eb5e013,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:39:06.572416 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b51e3cf-a889-48db-80f6-b35ff1ddd4cf tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Checking segment: {'id': '83d3f836-b8a3-4635-9bf8-5c6a6277bf52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '9754504b-f0c6-4188-aa5e-37bce596ef3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:39:06.575780 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b51e3cf-a889-48db-80f6-b35ff1ddd4cf tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Network hostable DHCP agents. Network: 9754504b-f0c6-4188-aa5e-37bce596ef3a, hostable agents: ['02910ef2-0455-4aea-9f38-9a875579633f'], hosted agents: [] {{(pid=103364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 17:39:06.679171 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b51e3cf-a889-48db-80f6-b35ff1ddd4cf tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Network 9754504b-f0c6-4188-aa5e-37bce596ef3a is scheduled to be hosted by DHCP agent 02910ef2-0455-4aea-9f38-9a875579633f with binding_index 1 {{(pid=103364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 17:39:06.745604 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-3b51e3cf-a889-48db-80f6-b35ff1ddd4cf tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818022-2, 9754504b-f0c6-4188-aa5e-37bce596ef3a) {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:39:06.751569 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b51e3cf-a889-48db-80f6-b35ff1ddd4cf tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:06.752166 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3b51e3cf-a889-48db-80f6-b35ff1ddd4cf tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:06.760032 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03735444-c66a-4929-8418-1c50108f2de7 None None] Network 9754504b-f0c6-4188-aa5e-37bce596ef3a requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:39:06.769333 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-be5e12d4-f21a-44cc-9b7e-bb293b11aa67 None None] Publish callbacks [] for port, precommit_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:06.787012 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-be5e12d4-f21a-44cc-9b7e-bb293b11aa67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:06.832328 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-3b51e3cf-a889-48db-80f6-b35ff1ddd4cf tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.4792047 Nov 19 17:39:06.842598 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 44954) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:39:06.877217 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-09c36842-6c49-418c-bc92-61b4b392ca06 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-677563473'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:39:07.131295 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00a1c8d-4397-4ef5-ab8c-79a59b457c2f None None] Pushing event updated for resources: {'Port': ['ID=733a1590-e33a-47de-99cb-0979106fcf6b,revision_number=3']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:39:07.225084 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09c36842-6c49-418c-bc92-61b4b392ca06 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Made reservation on behalf of 1a0c23896b6a426c9d6f99a1e9d93ea5 for: {'network': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:39:07.238173 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-09c36842-6c49-418c-bc92-61b4b392ca06 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:07.397495 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device ef29ff01-741a-4135-8fd8-7b24c52ae677 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:39:07.461051 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84289f5-d9d6-4732-8684-535858f81e35 req-cbcd4605-8917-4f27-abf1-6529ccac0d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:07.471587 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b84289f5-d9d6-4732-8684-535858f81e35 req-cbcd4605-8917-4f27-abf1-6529ccac0d4c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=21543f85dc9e402a8587774ac19495fe&device_id=28bbee57-0a4b-4ac2-b952-d2d4ec1af0f7 HTTP/1.1" status: 200 len: 1097 time: 0.5463529 Nov 19 17:39:07.493626 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-be5e12d4-f21a-44cc-9b7e-bb293b11aa67 None None] Attempting to bind port 733a1590-e33a-47de-99cb-0979106fcf6b on host n-d-818022-2 for vnic_type normal with profile {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:39:07.498720 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-be5e12d4-f21a-44cc-9b7e-bb293b11aa67 None None] Attempting to bind port 733a1590-e33a-47de-99cb-0979106fcf6b by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': '40d32ec7-e595-476a-9722-bb02a34db7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'e1ecc51a-8714-4d29-83bc-1c35092d97e3'}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:39:07.502721 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be5e12d4-f21a-44cc-9b7e-bb293b11aa67 None None] Attempting to bind port 733a1590-e33a-47de-99cb-0979106fcf6b on network e1ecc51a-8714-4d29-83bc-1c35092d97e3 {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:39:07.536031 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be5e12d4-f21a-44cc-9b7e-bb293b11aa67 None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 39, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:39:07.537320 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be5e12d4-f21a-44cc-9b7e-bb293b11aa67 None None] Checking segment: {'id': '40d32ec7-e595-476a-9722-bb02a34db7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'e1ecc51a-8714-4d29-83bc-1c35092d97e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:39:07.538529 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-be5e12d4-f21a-44cc-9b7e-bb293b11aa67 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:07.539780 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be5e12d4-f21a-44cc-9b7e-bb293b11aa67 None None] Bound using segment: {'id': '40d32ec7-e595-476a-9722-bb02a34db7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'e1ecc51a-8714-4d29-83bc-1c35092d97e3'} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:39:07.541516 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-be5e12d4-f21a-44cc-9b7e-bb293b11aa67 None None] Bound port: 733a1590-e33a-47de-99cb-0979106fcf6b, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40d32ec7-e595-476a-9722-bb02a34db7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'e1ecc51a-8714-4d29-83bc-1c35092d97e3'}}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:39:07.543490 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-be5e12d4-f21a-44cc-9b7e-bb293b11aa67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:07.619323 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09c36842-6c49-418c-bc92-61b4b392ca06 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 677} {{(pid=103364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 17:39:07.649327 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-09c36842-6c49-418c-bc92-61b4b392ca06 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:07.650718 n-d-818022-2 neutron-server[103364]: INFO neutron.db.segments_db [None req-09c36842-6c49-418c-bc92-61b4b392ca06 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Added segment b2886bb0-acac-450f-a655-b3b2dd40f95d of type vlan for network 05fbfb15-2eee-4537-ab72-3e0ae106251b Nov 19 17:39:07.682756 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-d29a5bb7-2408-40b5-bcca-c4450f47064c admin admin] Deleting port eb70648d-51e3-42f8-833b-df4439cb102a {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:39:07.683346 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d29a5bb7-2408-40b5-bcca-c4450f47064c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:07.723424 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 44992) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:39:07.772497 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-4f31cbe7-c9fa-46bb-aa1f-07021fe12a7a tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] Request body: {'security_group': {'name': 'tempest-securitygroup--45405757', 'description': 'tempest-description--2089666084'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:39:07.810395 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-be5e12d4-f21a-44cc-9b7e-bb293b11aa67 None None] For port 733a1590-e33a-47de-99cb-0979106fcf6b, host n-d-818022-2, cleared binding levels {{(pid=103367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:39:07.823935 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-be5e12d4-f21a-44cc-9b7e-bb293b11aa67 None None] For port 733a1590-e33a-47de-99cb-0979106fcf6b, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=733a1590-e33a-47de-99cb-0979106fcf6b,segment=NetworkSegment(40d32ec7-e595-476a-9722-bb02a34db7ea),segment_id=40d32ec7-e595-476a-9722-bb02a34db7ea)] {{(pid=103367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:39:07.832850 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-be5e12d4-f21a-44cc-9b7e-bb293b11aa67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:07.987796 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cb5aa61-b3f0-43bb-959f-59a9b489e761 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54f44f5f-1200-574e-8740-2141911d5b73-9754504b-f0c6-4188-aa5e-37bce596ef3a', 'network_id': '9754504b-f0c6-4188-aa5e-37bce596ef3a', 'tenant_id': '1a0c23896b6a426c9d6f99a1e9d93ea5', 'fixed_ips': [{'subnet_id': 'a3bd4b0f-08f3-4585-ae5f-2dda8eb5e013'}]}} from n-d-818022-2. {{(pid=103366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 17:39:07.991898 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0cb5aa61-b3f0-43bb-959f-59a9b489e761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:08.066710 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-aae57021-b8b2-426a-8a27-86291c12f259 req-f07089a7-f00e-417a-ba5f-7c3095ae1fb4 tempest-SecurityGroupRulesTestJSON-602859038 tempest-SecurityGroupRulesTestJSON-602859038-project] 10.222.0.54 "GET /v2.0/security-groups/03acb441-9c4e-40d3-9c1f-c35bfc4789e4 HTTP/1.1" status: 200 len: 2413 time: 0.7990792 Nov 19 17:39:08.113291 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-038d3787-e656-47d0-8e60-607a96dcd39f None None] Provisioning complete for port 733a1590-e33a-47de-99cb-0979106fcf6b triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:39:08.113615 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-038d3787-e656-47d0-8e60-607a96dcd39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:08.124752 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be5e12d4-f21a-44cc-9b7e-bb293b11aa67 None None] Routers {'c7016ef8-e850-416d-b5f1-c79c536340c7'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:39:08.125695 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-be5e12d4-f21a-44cc-9b7e-bb293b11aa67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:39:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['c7016ef8-e850-416d-b5f1-c79c536340c7'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:39:08.144549 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-aae57021-b8b2-426a-8a27-86291c12f259 req-f6f892e9-ff5f-4e45-8ebd-392664e38922 tempest-SecurityGroupRulesTestJSON-602859038 tempest-SecurityGroupRulesTestJSON-602859038-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '03acb441-9c4e-40d3-9c1f-c35bfc4789e4', 'remote_group_id': None}]} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:39:08.144999 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-aae57021-b8b2-426a-8a27-86291c12f259 req-f6f892e9-ff5f-4e45-8ebd-392664e38922 tempest-SecurityGroupRulesTestJSON-602859038 tempest-SecurityGroupRulesTestJSON-602859038-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '03acb441-9c4e-40d3-9c1f-c35bfc4789e4', 'remote_group_id': None}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:39:08.179490 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-09c36842-6c49-418c-bc92-61b4b392ca06 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:08.188736 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5c41b590-d430-474d-ab03-cba807a4e7bc req-53ff3eb2-14e1-468a-a460-1574466fd25b tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] 10.222.0.54 "GET /v2.0/ports?device_id=ab8d4b78-8316-4926-9bd2-a6ede3b456c8 HTTP/1.1" status: 200 len: 210 time: 0.1779506 Nov 19 17:39:08.272723 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [None req-d29a5bb7-2408-40b5-bcca-c4450f47064c admin admin] For port eb70648d-51e3-42f8-833b-df4439cb102a, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=eb70648d-51e3-42f8-833b-df4439cb102a,segment=NetworkSegment(4516fb64-891f-4c76-a470-4325b9e3e649),segment_id=4516fb64-891f-4c76-a470-4325b9e3e649)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:39:08.273326 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d29a5bb7-2408-40b5-bcca-c4450f47064c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:08.339883 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port ef29ff01-741a-4135-8fd8-7b24c52ae677 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:39:08.340406 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:08.364083 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-d29a5bb7-2408-40b5-bcca-c4450f47064c admin admin] Calling delete_port for eb70648d-51e3-42f8-833b-df4439cb102a owned by network:router_interface {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:39:08.468846 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4f31cbe7-c9fa-46bb-aa1f-07021fe12a7a tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:08.529144 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-be5e12d4-f21a-44cc-9b7e-bb293b11aa67 None None] Set router c7016ef8-e850-416d-b5f1-c79c536340c7 gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:39:08.590882 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-09c36842-6c49-418c-bc92-61b4b392ca06 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:08.596515 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09c36842-6c49-418c-bc92-61b4b392ca06 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:08.597156 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-09c36842-6c49-418c-bc92-61b4b392ca06 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:08.664035 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84289f5-d9d6-4732-8684-535858f81e35 req-39886041-eaf7-477d-a27e-a692e9abd267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:08.665450 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b84289f5-d9d6-4732-8684-535858f81e35 req-39886041-eaf7-477d-a27e-a692e9abd267 service neutron] 10.222.0.86 "GET /v2.0/networks?id=c4cc9c60-be8c-4a60-be1b-a29e98302997 HTTP/1.1" status: 200 len: 906 time: 1.1430073 Nov 19 17:39:08.909835 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d29a5bb7-2408-40b5-bcca-c4450f47064c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:08.931241 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b84289f5-d9d6-4732-8684-535858f81e35 req-0b124bb1-a82c-41df-ac04-7cb9448ea991 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fe1cd51d-0a17-48c8-b57e-9d40dcf9b505 HTTP/1.1" status: 200 len: 217 time: 0.1967583 Nov 19 17:39:08.931784 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00a1c8d-4397-4ef5-ab8c-79a59b457c2f None None] Pushing event updated for resources: {'Port': ['ID=733a1590-e33a-47de-99cb-0979106fcf6b,revision_number=4']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:39:08.963514 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-09c36842-6c49-418c-bc92-61b4b392ca06 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 2.1170559 Nov 19 17:39:08.966187 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 45010) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:39:08.970603 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29a5bb7-2408-40b5-bcca-c4450f47064c admin admin] Pushing event deleted for resources: {'Port': ['ID=eb70648d-51e3-42f8-833b-df4439cb102a,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:39:08.994400 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-c7ec2c61-9359-4ea3-a99c-e54041294cf6 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Request body: {'subnet': {'network_id': '05fbfb15-2eee-4537-ab72-3e0ae106251b', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:39:09.084259 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c36842-6c49-418c-bc92-61b4b392ca06 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Pushing event updated for resources: {'Network': ['ID=05fbfb15-2eee-4537-ab72-3e0ae106251b,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:39:09.141387 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network 05fbfb15-2eee-4537-ab72-3e0ae106251b details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 17:39:09.254238 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-be5e12d4-f21a-44cc-9b7e-bb293b11aa67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7016ef8-e850-416d-b5f1-c79c536340c7', 'name': 'tempest-ServersTestMultiNic-1029117165-router', 'tenant_id': '1a0c23896b6a426c9d6f99a1e9d93ea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': 'ef29ff01-741a-4135-8fd8-7b24c52ae677', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:38:51Z', 'updated_at': '2021-11-19T17:39:01Z', 'revision_number': 4, 'project_id': '1a0c23896b6a426c9d6f99a1e9d93ea5', 'gw_port': {'id': 'ef29ff01-741a-4135-8fd8-7b24c52ae677', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:a0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7016ef8-e850-416d-b5f1-c79c536340c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:38:52Z', 'updated_at': '2021-11-19T17:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': '733a1590-e33a-47de-99cb-0979106fcf6b', 'name': '', 'network_id': 'e1ecc51a-8714-4d29-83bc-1c35092d97e3', 'tenant_id': '1a0c23896b6a426c9d6f99a1e9d93ea5', 'mac_address': 'fa:16:3e:aa:3a:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7016ef8-e850-416d-b5f1-c79c536340c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'cd5d68c6-ff4b-4884-b87d-c73797caa136', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:38:59Z', 'updated_at': '2021-11-19T17:39:07Z', 'revision_number': 4, 'project_id': '1a0c23896b6a426c9d6f99a1e9d93ea5', 'subnets': [{'id': 'cd5d68c6-ff4b-4884-b87d-c73797caa136', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:39:09.269039 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-038d3787-e656-47d0-8e60-607a96dcd39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:09.334564 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5e12d4-f21a-44cc-9b7e-bb293b11aa67 None None] The sync data for ids ['c7016ef8-e850-416d-b5f1-c79c536340c7'] in n-d-818022-2 is: [{'id': 'c7016ef8-e850-416d-b5f1-c79c536340c7', 'name': 'tempest-ServersTestMultiNic-1029117165-router', 'tenant_id': '1a0c23896b6a426c9d6f99a1e9d93ea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': 'ef29ff01-741a-4135-8fd8-7b24c52ae677', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:38:51Z', 'updated_at': '2021-11-19T17:39:01Z', 'revision_number': 4, 'project_id': '1a0c23896b6a426c9d6f99a1e9d93ea5', 'gw_port': {'id': 'ef29ff01-741a-4135-8fd8-7b24c52ae677', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:a0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7016ef8-e850-416d-b5f1-c79c536340c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:38:52Z', 'updated_at': '2021-11-19T17:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': '733a1590-e33a-47de-99cb-0979106fcf6b', 'name': '', 'network_id': 'e1ecc51a-8714-4d29-83bc-1c35092d97e3', 'tenant_id': '1a0c23896b6a426c9d6f99a1e9d93ea5', 'mac_address': 'fa:16:3e:aa:3a:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7016ef8-e850-416d-b5f1-c79c536340c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'cd5d68c6-ff4b-4884-b87d-c73797caa136', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:38:59Z', 'updated_at': '2021-11-19T17:39:07Z', 'revision_number': 4, 'project_id': '1a0c23896b6a426c9d6f99a1e9d93ea5', 'subnets': [{'id': 'cd5d68c6-ff4b-4884-b87d-c73797caa136', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 17:39:09.345264 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-aae57021-b8b2-426a-8a27-86291c12f259 req-f6f892e9-ff5f-4e45-8ebd-392664e38922 tempest-SecurityGroupRulesTestJSON-602859038 tempest-SecurityGroupRulesTestJSON-602859038-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:09.369897 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-74bfad9c-1d1a-4712-b215-41b724e721a2 req-545cd78b-702f-4c1c-a6a2-7079c2783a9f tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=51cd71aac4854a038486be6b92d13068&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1717680 Nov 19 17:39:09.542032 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [None req-0cb5aa61-b3f0-43bb-959f-59a9b489e761 None None] Allocated IP 19.80.0.2 (9754504b-f0c6-4188-aa5e-37bce596ef3a/a3bd4b0f-08f3-4585-ae5f-2dda8eb5e013/4edd0ff5-f838-4aef-ba8d-67b1eefe93a6) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:39:09.854374 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-038d3787-e656-47d0-8e60-607a96dcd39f None None] For port 733a1590-e33a-47de-99cb-0979106fcf6b, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=733a1590-e33a-47de-99cb-0979106fcf6b,segment=NetworkSegment(40d32ec7-e595-476a-9722-bb02a34db7ea),segment_id=40d32ec7-e595-476a-9722-bb02a34db7ea)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:39:09.895637 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-038d3787-e656-47d0-8e60-607a96dcd39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:09.992618 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7ec2c61-9359-4ea3-a99c-e54041294cf6 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Made reservation on behalf of 1a0c23896b6a426c9d6f99a1e9d93ea5 for: {'subnet': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:39:09.996685 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c7ec2c61-9359-4ea3-a99c-e54041294cf6 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8731248'] for subnet, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:10.033438 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31468c62-f84b-4dbc-a43c-570bcd059c92 None None] Sync routers for ids ['075d51b3-1611-42ff-aac0-9dbe86f3e575'] in n-d-818022-2 {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 17:39:10.098285 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d29a5bb7-2408-40b5-bcca-c4450f47064c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-768648'] for router_interface, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:10.119942 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device e76245cb-899b-495b-bb81-81190cadba3e up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:39:10.149484 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-aae57021-b8b2-426a-8a27-86291c12f259 req-f6f892e9-ff5f-4e45-8ebd-392664e38922 tempest-SecurityGroupRulesTestJSON-602859038 tempest-SecurityGroupRulesTestJSON-602859038-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:10.166176 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4f31cbe7-c9fa-46bb-aa1f-07021fe12a7a tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:10.176879 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-aae57021-b8b2-426a-8a27-86291c12f259 req-f6f892e9-ff5f-4e45-8ebd-392664e38922 tempest-SecurityGroupRulesTestJSON-602859038 tempest-SecurityGroupRulesTestJSON-602859038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735179'] for security_group_rule, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:10.179202 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4f31cbe7-c9fa-46bb-aa1f-07021fe12a7a tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:10.238758 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31468c62-f84b-4dbc-a43c-570bcd059c92 None None] Routers {'075d51b3-1611-42ff-aac0-9dbe86f3e575'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:39:10.240245 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-31468c62-f84b-4dbc-a43c-570bcd059c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:39:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['075d51b3-1611-42ff-aac0-9dbe86f3e575'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:39:10.251085 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f892e9-ff5f-4e45-8ebd-392664e38922 tempest-SecurityGroupRulesTestJSON-602859038 tempest-SecurityGroupRulesTestJSON-602859038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1a35dbc-3ea1-4488-8471-f4e58254e73f,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:39:10.251085 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84289f5-d9d6-4732-8684-535858f81e35 req-ea76166e-8a10-4741-aac4-cda904629562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:10.251085 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b84289f5-d9d6-4732-8684-535858f81e35 req-ea76166e-8a10-4741-aac4-cda904629562 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=03fb8a38-8906-4daf-82e4-8d8788de58f6 HTTP/1.1" status: 200 len: 845 time: 1.2667410 Nov 19 17:39:10.265905 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-aae57021-b8b2-426a-8a27-86291c12f259 req-f6f892e9-ff5f-4e45-8ebd-392664e38922 tempest-SecurityGroupRulesTestJSON-602859038 tempest-SecurityGroupRulesTestJSON-602859038-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:10.267496 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-aae57021-b8b2-426a-8a27-86291c12f259 req-f6f892e9-ff5f-4e45-8ebd-392664e38922 tempest-SecurityGroupRulesTestJSON-602859038 tempest-SecurityGroupRulesTestJSON-602859038-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 2.1677980 Nov 19 17:39:10.326108 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f31cbe7-c9fa-46bb-aa1f-07021fe12a7a tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50a0c454-55dd-48da-a67f-9bb1b9eaa61f,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:39:10.352620 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b84289f5-d9d6-4732-8684-535858f81e35 req-4d1917fb-c6a6-454c-b1d0-aaa150fa62fc service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c4cc9c60-be8c-4a60-be1b-a29e98302997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0708182 Nov 19 17:39:10.360344 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4f31cbe7-c9fa-46bb-aa1f-07021fe12a7a tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:10.361573 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-4f31cbe7-c9fa-46bb-aa1f-07021fe12a7a tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 2.6002302 Nov 19 17:39:10.366675 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 45020) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:39:10.378314 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-1456fa0f-abcb-461c-83f5-fb6cb516a559 tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] Request body: {'security_group_rule': {'security_group_id': '50a0c454-55dd-48da-a67f-9bb1b9eaa61f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:39:10.414548 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038d3787-e656-47d0-8e60-607a96dcd39f None None] Pushing event updated for resources: {'Port': ['ID=733a1590-e33a-47de-99cb-0979106fcf6b,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:39:10.436454 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-da267c6e-cba2-4cdc-84c6-08caa6915576 None None] Provisioning complete for port 733a1590-e33a-47de-99cb-0979106fcf6b triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:39:10.436989 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-da267c6e-cba2-4cdc-84c6-08caa6915576 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:10.649117 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port e76245cb-899b-495b-bb81-81190cadba3e triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:39:10.649533 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:10.660791 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bfad9c-1d1a-4712-b215-41b724e721a2 req-6c36cade-5cad-4adc-a168-158503219a30 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:10.668446 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-74bfad9c-1d1a-4712-b215-41b724e721a2 req-6c36cade-5cad-4adc-a168-158503219a30 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.2843704 Nov 19 17:39:10.679673 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-31468c62-f84b-4dbc-a43c-570bcd059c92 None None] Set router 075d51b3-1611-42ff-aac0-9dbe86f3e575 gateway port host: n-d-818022-2 {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:39:10.719943 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-74bfad9c-1d1a-4712-b215-41b724e721a2 req-35a60140-06e1-4e6c-9cd3-b8652b638e43 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Request body: {'port': {'device_id': 'ab8d4b78-8316-4926-9bd2-a6ede3b456c8', 'network_id': '346debfa-452b-4048-abf4-8f4493625ef2', 'admin_state_up': True, 'tenant_id': '51cd71aac4854a038486be6b92d13068'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:39:10.801455 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0cb5aa61-b3f0-43bb-959f-59a9b489e761 None None] Publish callbacks [] for port, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:10.807803 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1456fa0f-abcb-461c-83f5-fb6cb516a559 tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:10.827323 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-100418a0-f32c-4204-a9c6-af87291a77cc req-6c346e8c-f379-4d0c-bb88-ccf510816720 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] 10.222.0.54 "GET /v2.0/ports?device_id=ab8d4b78-8316-4926-9bd2-a6ede3b456c8 HTTP/1.1" status: 200 len: 210 time: 0.1538174 Nov 19 17:39:10.997220 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b84289f5-d9d6-4732-8684-535858f81e35 req-9dbb7261-e264-4fff-a53f-3b8cacf447b2 service neutron] 10.222.0.86 "GET /v2.0/networks/c4cc9c60-be8c-4a60-be1b-a29e98302997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6132188 Nov 19 17:39:11.050243 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0cb5aa61-b3f0-43bb-959f-59a9b489e761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998'] for port, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:11.140978 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f4a4f150-cb8f-4259-bf08-fbcf97e8e3fc req-6036a234-198f-451a-90bd-7f686543d8b8 tempest-SecurityGroupRulesTestJSON-602859038 tempest-SecurityGroupRulesTestJSON-602859038-project] 10.222.0.54 "GET /v2.0/security-groups/03acb441-9c4e-40d3-9c1f-c35bfc4789e4 HTTP/1.1" status: 200 len: 3011 time: 0.2369204 Nov 19 17:39:11.250454 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f2c0b1f4-fb07-4871-84d6-6af204a57dd0 req-d3ed90e2-eb10-4ecd-9f89-e69577888c36 tempest-SecurityGroupRulesTestJSON-602859038 tempest-SecurityGroupRulesTestJSON-602859038-project] 10.222.0.54 "GET /v2.0/security-group-rules/a1a35dbc-3ea1-4488-8471-f4e58254e73f HTTP/1.1" status: 200 len: 783 time: 0.0468333 Nov 19 17:39:11.256282 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1456fa0f-abcb-461c-83f5-fb6cb516a559 tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:11.281151 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1456fa0f-abcb-461c-83f5-fb6cb516a559 tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735179'] for security_group_rule, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:11.346294 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1456fa0f-abcb-461c-83f5-fb6cb516a559 tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:11.351981 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-1456fa0f-abcb-461c-83f5-fb6cb516a559 tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9787292 Nov 19 17:39:11.364825 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 45026) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:39:11.369678 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74bfad9c-1d1a-4712-b215-41b724e721a2 req-35a60140-06e1-4e6c-9cd3-b8652b638e43 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Made reservation on behalf of 51cd71aac4854a038486be6b92d13068 for: {'port': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:39:11.376387 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-74bfad9c-1d1a-4712-b215-41b724e721a2 req-35a60140-06e1-4e6c-9cd3-b8652b638e43 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:11.400794 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cb5aa61-b3f0-43bb-959f-59a9b489e761 None None] Network 9754504b-f0c6-4188-aa5e-37bce596ef3a is already hosted by enough agents. {{(pid=103366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:39:11.431894 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-3de676c2-25f0-42f6-814d-581bd7637fba tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] Request body: {'security_group_rule': {'security_group_id': '50a0c454-55dd-48da-a67f-9bb1b9eaa61f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:39:11.556894 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb5aa61-b3f0-43bb-959f-59a9b489e761 None None] Pushing event updated for resources: {'Port': ['ID=4edd0ff5-f838-4aef-ba8d-67b1eefe93a6,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:39:11.559099 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [None req-0cb5aa61-b3f0-43bb-959f-59a9b489e761 None None] Resources bound (agent type, host, resource id): {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:39:11.576288 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3de676c2-25f0-42f6-814d-581bd7637fba tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:11.619017 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c7ec2c61-9359-4ea3-a99c-e54041294cf6 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12283104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8731234'] for subnet, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:11.624990 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1456fa0f-abcb-461c-83f5-fb6cb516a559 tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a849470c-ce48-4571-b8ee-43830fe4593f,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:39:11.708005 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b84289f5-d9d6-4732-8684-535858f81e35 req-345d4dea-2655-471b-a53b-c8fe36e47504 service neutron] 10.222.0.86 "GET /v2.0/networks/c4cc9c60-be8c-4a60-be1b-a29e98302997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6906033 Nov 19 17:39:11.736326 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f2c0b1f4-fb07-4871-84d6-6af204a57dd0 req-04f7b27a-e5e9-49cc-91c5-58a7b3d85b92 tempest-SecurityGroupRulesTestJSON-602859038 tempest-SecurityGroupRulesTestJSON-602859038-project] 10.222.0.54 "GET /v2.0/security-groups/03acb441-9c4e-40d3-9c1f-c35bfc4789e4 HTTP/1.1" status: 200 len: 3011 time: 0.4665804 Nov 19 17:39:11.814648 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3de676c2-25f0-42f6-814d-581bd7637fba tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:11.819944 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:11.843016 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3de676c2-25f0-42f6-814d-581bd7637fba tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735179'] for security_group_rule, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:11.881531 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb5aa61-b3f0-43bb-959f-59a9b489e761 None None] Received port after_create {{(pid=103366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:39:11.890534 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-f2c0b1f4-fb07-4871-84d6-6af204a57dd0 req-9f5468e3-897d-4965-9595-f59bbb8b6982 tempest-SecurityGroupRulesTestJSON-602859038 tempest-SecurityGroupRulesTestJSON-602859038-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:11.902095 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-f2c0b1f4-fb07-4871-84d6-6af204a57dd0 req-9f5468e3-897d-4965-9595-f59bbb8b6982 tempest-SecurityGroupRulesTestJSON-602859038 tempest-SecurityGroupRulesTestJSON-602859038-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:11.951465 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de676c2-25f0-42f6-814d-581bd7637fba tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c791b2f3-afb2-4338-af2f-85145b0d5439,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:39:11.961382 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-f2c0b1f4-fb07-4871-84d6-6af204a57dd0 req-9f5468e3-897d-4965-9595-f59bbb8b6982 tempest-SecurityGroupRulesTestJSON-602859038 tempest-SecurityGroupRulesTestJSON-602859038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735179'] for security_group_rule, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:11.966697 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ec2c61-9359-4ea3-a99c-e54041294cf6 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Pushing event updated for resources: {'Subnet': ['ID=4716d5b9-5f9a-4f7d-86ee-a0bc3761699d,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:39:11.984333 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-f2c0b1f4-fb07-4871-84d6-6af204a57dd0 req-9f5468e3-897d-4965-9595-f59bbb8b6982 tempest-SecurityGroupRulesTestJSON-602859038 tempest-SecurityGroupRulesTestJSON-602859038-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:11.987103 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f2c0b1f4-fb07-4871-84d6-6af204a57dd0 req-9f5468e3-897d-4965-9595-f59bbb8b6982 tempest-SecurityGroupRulesTestJSON-602859038 tempest-SecurityGroupRulesTestJSON-602859038-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/a1a35dbc-3ea1-4488-8471-f4e58254e73f HTTP/1.1" status: 204 len: 173 time: 0.2498698 Nov 19 17:39:11.994874 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ec2c61-9359-4ea3-a99c-e54041294cf6 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Checking segment: {'id': 'b2886bb0-acac-450f-a655-b3b2dd40f95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '05fbfb15-2eee-4537-ab72-3e0ae106251b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:39:11.995252 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7ec2c61-9359-4ea3-a99c-e54041294cf6 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Network hostable DHCP agents. Network: 05fbfb15-2eee-4537-ab72-3e0ae106251b, hostable agents: ['02910ef2-0455-4aea-9f38-9a875579633f'], hosted agents: [] {{(pid=103365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 17:39:11.999518 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d29a5bb7-2408-40b5-bcca-c4450f47064c admin admin] Router 4d983c78-5f99-4087-b225-935c574010a7 has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 17:39:12.005844 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5468e3-897d-4965-9595-f59bbb8b6982 tempest-SecurityGroupRulesTestJSON-602859038 tempest-SecurityGroupRulesTestJSON-602859038-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a1a35dbc-3ea1-4488-8471-f4e58254e73f,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:39:12.007118 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] For port e76245cb-899b-495b-bb81-81190cadba3e, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=e76245cb-899b-495b-bb81-81190cadba3e,segment=NetworkSegment(bbe705c1-96c0-476e-8381-28227e6f0ac5),segment_id=bbe705c1-96c0-476e-8381-28227e6f0ac5)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:39:12.015816 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3de676c2-25f0-42f6-814d-581bd7637fba tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:12.021047 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-3de676c2-25f0-42f6-814d-581bd7637fba tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5982525 Nov 19 17:39:12.024647 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 45036) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:39:12.028709 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [req-74bfad9c-1d1a-4712-b215-41b724e721a2 req-35a60140-06e1-4e6c-9cd3-b8652b638e43 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Allocated IP 192.168.233.143 (346debfa-452b-4048-abf4-8f4493625ef2/8b3c88de-c9c2-4a20-b19e-1855c2c19035/51f71a81-a366-4b26-82da-99e22dfbe836) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:39:12.031836 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-6c85fa36-afd4-4bd9-8cc0-0873c2349b95 tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] Request body: {'floatingip': {'floating_network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:39:12.110122 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:12.372466 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d29a5bb7-2408-40b5-bcca-c4450f47064c admin admin] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 17:39:12.378824 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6c85fa36-afd4-4bd9-8cc0-0873c2349b95 tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] Publish callbacks [] for floatingip, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:12.387017 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7ec2c61-9359-4ea3-a99c-e54041294cf6 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Network 05fbfb15-2eee-4537-ab72-3e0ae106251b is scheduled to be hosted by DHCP agent 02910ef2-0455-4aea-9f38-9a875579633f with binding_index 1 {{(pid=103365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 17:39:12.390138 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aa1ae86-c1c2-42fb-8e86-7697f23eb823 None None] Sync routers for ids ['4d983c78-5f99-4087-b225-935c574010a7'] in n-d-818022-2 {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 17:39:12.418932 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aa1ae86-c1c2-42fb-8e86-7697f23eb823 None None] Routers {'4d983c78-5f99-4087-b225-935c574010a7'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:39:12.420481 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-2aa1ae86-c1c2-42fb-8e86-7697f23eb823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:39:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['4d983c78-5f99-4087-b225-935c574010a7'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:39:12.422763 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Pushing event updated for resources: {'Port': ['ID=e76245cb-899b-495b-bb81-81190cadba3e,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:39:12.441733 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-d29a5bb7-2408-40b5-bcca-c4450f47064c admin admin] 10.222.0.54 "PUT /v2.0/routers/4d983c78-5f99-4087-b225-935c574010a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6007516 Nov 19 17:39:12.456819 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 45040) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:39:12.478003 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-c7ec2c61-9359-4ea3-a99c-e54041294cf6 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818022-2, 05fbfb15-2eee-4537-ab72-3e0ae106251b) {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:39:12.528924 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-669a9d81-7249-43c1-a3d6-54d01b9ea967 None None] Network 05fbfb15-2eee-4537-ab72-3e0ae106251b requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:39:12.529722 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-1ab871b8-ebab-4b52-a9f2-50843a4cba43 req-3c92b371-495d-4b36-ad5e-609b3fa7732b tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] 10.222.0.54 "GET /v2.0/ports?device_id=ab8d4b78-8316-4926-9bd2-a6ede3b456c8 HTTP/1.1" status: 200 len: 210 time: 0.1631835 Nov 19 17:39:12.719651 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-2aa1ae86-c1c2-42fb-8e86-7697f23eb823 None None] Set router 4d983c78-5f99-4087-b225-935c574010a7 gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:39:12.768200 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7ec2c61-9359-4ea3-a99c-e54041294cf6 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:12.780759 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c7ec2c61-9359-4ea3-a99c-e54041294cf6 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:12.814255 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 733a1590-e33a-47de-99cb-0979106fcf6b up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:39:12.918740 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-0cb5aa61-b3f0-43bb-959f-59a9b489e761 None None] Attempting to bind port 4edd0ff5-f838-4aef-ba8d-67b1eefe93a6 on host n-d-818022-2 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:39:12.919047 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-0cb5aa61-b3f0-43bb-959f-59a9b489e761 None None] Attempting to bind port 4edd0ff5-f838-4aef-ba8d-67b1eefe93a6 by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': '83d3f836-b8a3-4635-9bf8-5c6a6277bf52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '9754504b-f0c6-4188-aa5e-37bce596ef3a'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:39:12.919445 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb5aa61-b3f0-43bb-959f-59a9b489e761 None None] Attempting to bind port 4edd0ff5-f838-4aef-ba8d-67b1eefe93a6 on network 9754504b-f0c6-4188-aa5e-37bce596ef3a {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:39:12.937132 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-c7ec2c61-9359-4ea3-a99c-e54041294cf6 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 3.9531357 Nov 19 17:39:13.000868 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb5aa61-b3f0-43bb-959f-59a9b489e761 None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 39, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:39:13.001254 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb5aa61-b3f0-43bb-959f-59a9b489e761 None None] Checking segment: {'id': '83d3f836-b8a3-4635-9bf8-5c6a6277bf52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '9754504b-f0c6-4188-aa5e-37bce596ef3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:39:13.001668 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0cb5aa61-b3f0-43bb-959f-59a9b489e761 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:13.010397 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb5aa61-b3f0-43bb-959f-59a9b489e761 None None] Bound using segment: {'id': '83d3f836-b8a3-4635-9bf8-5c6a6277bf52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '9754504b-f0c6-4188-aa5e-37bce596ef3a'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:39:13.010966 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-0cb5aa61-b3f0-43bb-959f-59a9b489e761 None None] Bound port: 4edd0ff5-f838-4aef-ba8d-67b1eefe93a6, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83d3f836-b8a3-4635-9bf8-5c6a6277bf52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '9754504b-f0c6-4188-aa5e-37bce596ef3a'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:39:13.011381 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0cb5aa61-b3f0-43bb-959f-59a9b489e761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:13.018403 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-785f9d5e-3b02-45f0-b311-d04d42ab60b9 req-ea51b6ad-6298-487b-87c3-f8e369bb4f3c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=035acc51-44f3-499f-90fe-45b4ce53c7ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2557590 Nov 19 17:39:13.166124 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785f9d5e-3b02-45f0-b311-d04d42ab60b9 req-3a5d87f4-8524-4710-b13d-04b2880e8d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:13.167886 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-785f9d5e-3b02-45f0-b311-d04d42ab60b9 req-3a5d87f4-8524-4710-b13d-04b2880e8d5a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=51cd71aac4854a038486be6b92d13068&device_id=035acc51-44f3-499f-90fe-45b4ce53c7ae HTTP/1.1" status: 200 len: 1101 time: 0.1152833 Nov 19 17:39:13.168279 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-2aa1ae86-c1c2-42fb-8e86-7697f23eb823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d983c78-5f99-4087-b225-935c574010a7', 'name': 'tempest-FloatingIPsTestJSON-1696855387-router', 'tenant_id': '22219c6d457f40a09ffa18f912155177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': '961bbade-c48a-4bb5-8ba2-4057bf3a0e07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:38:32Z', 'updated_at': '2021-11-19T17:39:08Z', 'revision_number': 5, 'project_id': '22219c6d457f40a09ffa18f912155177', 'gw_port': {'id': '961bbade-c48a-4bb5-8ba2-4057bf3a0e07', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:f5:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d983c78-5f99-4087-b225-935c574010a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:38:33Z', 'updated_at': '2021-11-19T17:38:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:39:13.181049 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6c85fa36-afd4-4bd9-8cc0-0873c2349b95 tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:13.229604 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-31468c62-f84b-4dbc-a43c-570bcd059c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '075d51b3-1611-42ff-aac0-9dbe86f3e575', 'name': 'tempest-AttachVolumeTestJSON-1193158978-router', 'tenant_id': 'dc7ce1e4ff7747b99247f6b026a294f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': 'e76245cb-899b-495b-bb81-81190cadba3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:38:52Z', 'updated_at': '2021-11-19T17:39:02Z', 'revision_number': 4, 'project_id': 'dc7ce1e4ff7747b99247f6b026a294f4', 'gw_port': {'id': 'e76245cb-899b-495b-bb81-81190cadba3e', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ea:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '075d51b3-1611-42ff-aac0-9dbe86f3e575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:38:54Z', 'updated_at': '2021-11-19T17:39:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': '40893073-89f5-4c57-8e8a-314b872654c5', 'name': '', 'network_id': '54cb42e3-21bb-4900-9add-de52f53a9c78', 'tenant_id': 'dc7ce1e4ff7747b99247f6b026a294f4', 'mac_address': 'fa:16:3e:ae:16:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '075d51b3-1611-42ff-aac0-9dbe86f3e575', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'ce5e5572-06fa-407a-98f7-553783ad7f2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:39:00Z', 'updated_at': '2021-11-19T17:39:02Z', 'revision_number': 2, 'project_id': 'dc7ce1e4ff7747b99247f6b026a294f4', 'subnets': [{'id': 'ce5e5572-06fa-407a-98f7-553783ad7f2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:39:13.242012 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aa1ae86-c1c2-42fb-8e86-7697f23eb823 None None] Checking router: 4d983c78-5f99-4087-b225-935c574010a7 for host: n-d-818022-2 {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 17:39:13.256067 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aa1ae86-c1c2-42fb-8e86-7697f23eb823 None None] Routers {'4d983c78-5f99-4087-b225-935c574010a7'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:39:13.257775 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-2aa1ae86-c1c2-42fb-8e86-7697f23eb823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:39:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['4d983c78-5f99-4087-b225-935c574010a7'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:39:13.270277 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31468c62-f84b-4dbc-a43c-570bcd059c92 None None] Checking router: 075d51b3-1611-42ff-aac0-9dbe86f3e575 for host: n-d-818022-2 {{(pid=103366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 17:39:13.270643 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31468c62-f84b-4dbc-a43c-570bcd059c92 None None] Updating router 075d51b3-1611-42ff-aac0-9dbe86f3e575 port 40893073-89f5-4c57-8e8a-314b872654c5 binding host n-d-818022-2 {{(pid=103366) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 17:39:13.303932 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-fcf99293-1faa-4361-8077-839c605723da admin admin] Publish callbacks [] for router, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:13.311856 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-74bfad9c-1d1a-4712-b215-41b724e721a2 req-35a60140-06e1-4e6c-9cd3-b8652b638e43 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:13.362254 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b75e5c43-6ca2-4e85-b03c-043695f84755 req-8cec5670-00b1-4f8f-80dc-3a208dab4937 tempest-SecurityGroupRulesTestJSON-602859038 tempest-SecurityGroupRulesTestJSON-602859038-project] 10.222.0.54 "GET /v2.0/security-groups/03acb441-9c4e-40d3-9c1f-c35bfc4789e4 HTTP/1.1" status: 200 len: 2413 time: 0.4938078 Nov 19 17:39:13.367107 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-74bfad9c-1d1a-4712-b215-41b724e721a2 req-35a60140-06e1-4e6c-9cd3-b8652b638e43 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:13.443704 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['1ab892c9-0f24-4863-9fe2-85db9a8344ed', '94256cd8-44d3-4041-8131-77ccb8f7301f', 'ad90d0c6-b21a-4322-9ec7-d3571b6fdbd7', '1748dc5b-17aa-48d9-b8f9-86128f76a16a'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:39:13.509432 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] get_ports_and_sgs() called for port_ids ['cb80555f-29e3-4743-a119-594c380126fc', '58a0edee-3616-4ec1-b798-872bebf02dcb', '3bc4d5ed-cb08-4bba-98be-5765a7f5ad0b'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:39:13.531403 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 733a1590-e33a-47de-99cb-0979106fcf6b triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:39:13.533161 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:13.537093 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74bfad9c-1d1a-4712-b215-41b724e721a2 req-35a60140-06e1-4e6c-9cd3-b8652b638e43 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Network 346debfa-452b-4048-abf4-8f4493625ef2 is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:39:13.546916 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a60140-06e1-4e6c-9cd3-b8652b638e43 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Pushing event updated for resources: {'Port': ['ID=51f71a81-a366-4b26-82da-99e22dfbe836,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:39:13.551424 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [req-74bfad9c-1d1a-4712-b215-41b724e721a2 req-35a60140-06e1-4e6c-9cd3-b8652b638e43 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:39:13.583741 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [req-74bfad9c-1d1a-4712-b215-41b724e721a2 req-35a60140-06e1-4e6c-9cd3-b8652b638e43 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:39:13.610810 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785f9d5e-3b02-45f0-b311-d04d42ab60b9 req-11718cae-cd66-4b85-91f0-469eafeca850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:13.612295 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-785f9d5e-3b02-45f0-b311-d04d42ab60b9 req-11718cae-cd66-4b85-91f0-469eafeca850 service neutron] 10.222.0.60 "GET /v2.0/networks?id=346debfa-452b-4048-abf4-8f4493625ef2 HTTP/1.1" status: 200 len: 870 time: 0.4144659 Nov 19 17:39:13.767964 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bfad9c-1d1a-4712-b215-41b724e721a2 req-35a60140-06e1-4e6c-9cd3-b8652b638e43 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:13.773862 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-74bfad9c-1d1a-4712-b215-41b724e721a2 req-35a60140-06e1-4e6c-9cd3-b8652b638e43 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:13.782991 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-785f9d5e-3b02-45f0-b311-d04d42ab60b9 req-fc4d56be-d356-4898-8a77-e78050530c93 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=1ab892c9-0f24-4863-9fe2-85db9a8344ed HTTP/1.1" status: 200 len: 217 time: 0.1525307 Nov 19 17:39:13.831421 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-2aa1ae86-c1c2-42fb-8e86-7697f23eb823 None None] Set router 4d983c78-5f99-4087-b225-935c574010a7 gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:39:13.846759 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-74bfad9c-1d1a-4712-b215-41b724e721a2 req-35a60140-06e1-4e6c-9cd3-b8652b638e43 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1483395 Nov 19 17:39:13.905503 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-74bfad9c-1d1a-4712-b215-41b724e721a2 req-fba9c9ab-9f4a-4bb2-b66a-189b2614094c service neutron] Request body: {'port': {'device_id': 'ab8d4b78-8316-4926-9bd2-a6ede3b456c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818022-2'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:39:13.956052 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [None req-6c85fa36-afd4-4bd9-8cc0-0873c2349b95 tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] Allocated IP 172.25.7.79 (645e61aa-1a6c-4e8f-857e-ab06edb4897f/88ed2d64-f56d-4f01-a468-946e01c99e82/ded1c12c-523e-41e5-9e09-a614782f7eb9) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:39:14.001763 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785f9d5e-3b02-45f0-b311-d04d42ab60b9 req-3bd4867e-5ed6-40e3-b1b2-03d42a3679a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:14.003308 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-785f9d5e-3b02-45f0-b311-d04d42ab60b9 req-3bd4867e-5ed6-40e3-b1b2-03d42a3679a7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8b3c88de-c9c2-4a20-b19e-1855c2c19035 HTTP/1.1" status: 200 len: 843 time: 0.2096679 Nov 19 17:39:14.137023 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-b75e5c43-6ca2-4e85-b03c-043695f84755 req-22074444-3d1e-4cd6-808d-740bf63e11c7 tempest-SecurityGroupRulesTestJSON-602859038 tempest-SecurityGroupRulesTestJSON-602859038-project] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:14.196066 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-b75e5c43-6ca2-4e85-b03c-043695f84755 req-22074444-3d1e-4cd6-808d-740bf63e11c7 tempest-SecurityGroupRulesTestJSON-602859038 tempest-SecurityGroupRulesTestJSON-602859038-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:14.216794 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785f9d5e-3b02-45f0-b311-d04d42ab60b9 req-61b20318-7d15-4c8f-a671-0065576851f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:14.218341 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-785f9d5e-3b02-45f0-b311-d04d42ab60b9 req-61b20318-7d15-4c8f-a671-0065576851f8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=346debfa-452b-4048-abf4-8f4493625ef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1991928 Nov 19 17:39:14.220145 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-31468c62-f84b-4dbc-a43c-570bcd059c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:14.268390 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5661c8d2-26c2-4be4-a0f1-d444a0efa0f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54f44f5f-1200-574e-8740-2141911d5b73-05fbfb15-2eee-4537-ab72-3e0ae106251b', 'network_id': '05fbfb15-2eee-4537-ab72-3e0ae106251b', 'tenant_id': '1a0c23896b6a426c9d6f99a1e9d93ea5', 'fixed_ips': [{'subnet_id': '4716d5b9-5f9a-4f7d-86ee-a0bc3761699d'}]}} from n-d-818022-2. {{(pid=103366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 17:39:14.271061 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-5661c8d2-26c2-4be4-a0f1-d444a0efa0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:14.301254 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-b75e5c43-6ca2-4e85-b03c-043695f84755 req-22074444-3d1e-4cd6-808d-740bf63e11c7 tempest-SecurityGroupRulesTestJSON-602859038 tempest-SecurityGroupRulesTestJSON-602859038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:14.308442 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-b75e5c43-6ca2-4e85-b03c-043695f84755 req-22074444-3d1e-4cd6-808d-740bf63e11c7 tempest-SecurityGroupRulesTestJSON-602859038 tempest-SecurityGroupRulesTestJSON-602859038-project] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:14.328307 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b75e5c43-6ca2-4e85-b03c-043695f84755 req-22074444-3d1e-4cd6-808d-740bf63e11c7 tempest-SecurityGroupRulesTestJSON-602859038 tempest-SecurityGroupRulesTestJSON-602859038-project] 10.222.0.54 "DELETE /v2.0/security-groups/03acb441-9c4e-40d3-9c1f-c35bfc4789e4 HTTP/1.1" status: 204 len: 173 time: 0.9650731 Nov 19 17:39:14.371362 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22074444-3d1e-4cd6-808d-740bf63e11c7 tempest-SecurityGroupRulesTestJSON-602859038 tempest-SecurityGroupRulesTestJSON-602859038-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03acb441-9c4e-40d3-9c1f-c35bfc4789e4,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:39:14.376558 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-2aa1ae86-c1c2-42fb-8e86-7697f23eb823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d983c78-5f99-4087-b225-935c574010a7', 'name': 'tempest-FloatingIPsTestJSON-1696855387-router', 'tenant_id': '22219c6d457f40a09ffa18f912155177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': '961bbade-c48a-4bb5-8ba2-4057bf3a0e07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:38:32Z', 'updated_at': '2021-11-19T17:39:08Z', 'revision_number': 5, 'project_id': '22219c6d457f40a09ffa18f912155177', 'gw_port': {'id': '961bbade-c48a-4bb5-8ba2-4057bf3a0e07', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:f5:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d983c78-5f99-4087-b225-935c574010a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:38:33Z', 'updated_at': '2021-11-19T17:38:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:39:14.427889 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6c85fa36-afd4-4bd9-8cc0-0873c2349b95 tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:14.447592 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aa1ae86-c1c2-42fb-8e86-7697f23eb823 None None] The sync data for ids ['4d983c78-5f99-4087-b225-935c574010a7'] in n-d-818022-2 is: [{'id': '4d983c78-5f99-4087-b225-935c574010a7', 'name': 'tempest-FloatingIPsTestJSON-1696855387-router', 'tenant_id': '22219c6d457f40a09ffa18f912155177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': '961bbade-c48a-4bb5-8ba2-4057bf3a0e07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:38:32Z', 'updated_at': '2021-11-19T17:39:08Z', 'revision_number': 5, 'project_id': '22219c6d457f40a09ffa18f912155177', 'gw_port': {'id': '961bbade-c48a-4bb5-8ba2-4057bf3a0e07', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:f5:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d983c78-5f99-4087-b225-935c574010a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:38:33Z', 'updated_at': '2021-11-19T17:38:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 17:39:14.497856 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-74bfad9c-1d1a-4712-b215-41b724e721a2 req-fba9c9ab-9f4a-4bb2-b66a-189b2614094c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:14.521320 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-785f9d5e-3b02-45f0-b311-d04d42ab60b9 req-892876fa-eee1-406f-a152-71d603e9edc1 service neutron] 10.222.0.60 "GET /v2.0/networks/346debfa-452b-4048-abf4-8f4493625ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2920110 Nov 19 17:39:14.568935 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-fcf99293-1faa-4361-8077-839c605723da admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:14.613836 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0cb5aa61-b3f0-43bb-959f-59a9b489e761 None None] For port 4edd0ff5-f838-4aef-ba8d-67b1eefe93a6, host n-d-818022-2, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:39:14.743732 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6c85fa36-afd4-4bd9-8cc0-0873c2349b95 tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:14.823044 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c85fa36-afd4-4bd9-8cc0-0873c2349b95 tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] Network 645e61aa-1a6c-4e8f-857e-ab06edb4897f is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:39:14.828700 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-fcf99293-1faa-4361-8077-839c605723da admin admin] Deleting port 961bbade-c48a-4bb5-8ba2-4057bf3a0e07 {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:39:14.829404 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-fcf99293-1faa-4361-8077-839c605723da admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:14.829579 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-6c85fa36-afd4-4bd9-8cc0-0873c2349b95 tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:39:14.839865 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-785f9d5e-3b02-45f0-b311-d04d42ab60b9 req-808ff90f-6c2e-46e5-bef4-63fc567b50e4 service neutron] 10.222.0.60 "GET /v2.0/networks/346debfa-452b-4048-abf4-8f4493625ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3031778 Nov 19 17:39:14.840742 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c85fa36-afd4-4bd9-8cc0-0873c2349b95 tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:39:14.844682 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c85fa36-afd4-4bd9-8cc0-0873c2349b95 tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] Pushing event updated for resources: {'Port': ['ID=ded1c12c-523e-41e5-9e09-a614782f7eb9,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:39:15.053352 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6c85fa36-afd4-4bd9-8cc0-0873c2349b95 tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:15.147245 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6c85fa36-afd4-4bd9-8cc0-0873c2349b95 tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:15.160669 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [None req-fcf99293-1faa-4361-8077-839c605723da admin admin] For port 961bbade-c48a-4bb5-8ba2-4057bf3a0e07, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=961bbade-c48a-4bb5-8ba2-4057bf3a0e07,segment=NetworkSegment(bbe705c1-96c0-476e-8381-28227e6f0ac5),segment_id=bbe705c1-96c0-476e-8381-28227e6f0ac5)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:39:15.161069 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-fcf99293-1faa-4361-8077-839c605723da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:15.207350 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-fcf99293-1faa-4361-8077-839c605723da admin admin] Calling delete_port for 961bbade-c48a-4bb5-8ba2-4057bf3a0e07 owned by network:router_gateway {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:39:15.448804 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0cb5aa61-b3f0-43bb-959f-59a9b489e761 None None] For port 4edd0ff5-f838-4aef-ba8d-67b1eefe93a6, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=4edd0ff5-f838-4aef-ba8d-67b1eefe93a6,segment=NetworkSegment(83d3f836-b8a3-4635-9bf8-5c6a6277bf52),segment_id=83d3f836-b8a3-4635-9bf8-5c6a6277bf52)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:39:15.458069 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6c85fa36-afd4-4bd9-8cc0-0873c2349b95 tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] Publish callbacks [] for port, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:15.464480 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6c85fa36-afd4-4bd9-8cc0-0873c2349b95 tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:15.563443 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0cb5aa61-b3f0-43bb-959f-59a9b489e761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:15.568293 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [req-74bfad9c-1d1a-4712-b215-41b724e721a2 req-fba9c9ab-9f4a-4bb2-b66a-189b2614094c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51f71a81-a366-4b26-82da-99e22dfbe836 {{(pid=103364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:39:15.594937 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-74bfad9c-1d1a-4712-b215-41b724e721a2 req-fba9c9ab-9f4a-4bb2-b66a-189b2614094c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:15.613091 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd00f071-28ce-4a63-b3cb-b1dd267dc104 None None] Provisioning complete for port 51f71a81-a366-4b26-82da-99e22dfbe836 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:39:15.613733 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd00f071-28ce-4a63-b3cb-b1dd267dc104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:15.623037 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c85fa36-afd4-4bd9-8cc0-0873c2349b95 tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] Pushing event updated for resources: {'Port': ['ID=ded1c12c-523e-41e5-9e09-a614782f7eb9,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:39:15.633055 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.provisioning_blocks [req-74bfad9c-1d1a-4712-b215-41b724e721a2 req-fba9c9ab-9f4a-4bb2-b66a-189b2614094c service neutron] Transition to ACTIVE for port object 51f71a81-a366-4b26-82da-99e22dfbe836 will not be triggered until provisioned by entity L2. {{(pid=103364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 17:39:15.637471 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6c85fa36-afd4-4bd9-8cc0-0873c2349b95 tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-671284'] for floatingip, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:15.641101 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-74bfad9c-1d1a-4712-b215-41b724e721a2 req-fba9c9ab-9f4a-4bb2-b66a-189b2614094c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:15.674827 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6c85fa36-afd4-4bd9-8cc0-0873c2349b95 tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for floatingip, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:15.676172 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-6c85fa36-afd4-4bd9-8cc0-0873c2349b95 tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.6494033 Nov 19 17:39:15.777203 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba9c9ab-9f4a-4bb2-b66a-189b2614094c service neutron] Pushing event updated for resources: {'Port': ['ID=51f71a81-a366-4b26-82da-99e22dfbe836,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:39:15.799098 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-fcf99293-1faa-4361-8077-839c605723da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:15.973143 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf99293-1faa-4361-8077-839c605723da admin admin] Pushing event deleted for resources: {'Port': ['ID=961bbade-c48a-4bb5-8ba2-4057bf3a0e07,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:39:16.069380 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device e76245cb-899b-495b-bb81-81190cadba3e up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:39:16.136773 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [None req-5661c8d2-26c2-4be4-a0f1-d444a0efa0f6 None None] Allocated IP 19.86.0.2 (05fbfb15-2eee-4537-ab72-3e0ae106251b/4716d5b9-5f9a-4f7d-86ee-a0bc3761699d/4b8a4e96-b6df-41a0-be2a-014fba674cde) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:39:16.182063 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-fcf99293-1faa-4361-8077-839c605723da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-671730'] for router_gateway, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:16.203368 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-31468c62-f84b-4dbc-a43c-570bcd059c92 None None] Publish callbacks [] for port, precommit_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:16.327788 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-dd00f071-28ce-4a63-b3cb-b1dd267dc104 None None] Port 51f71a81-a366-4b26-82da-99e22dfbe836 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:39:16.331373 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-31468c62-f84b-4dbc-a43c-570bcd059c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:16.373219 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb5aa61-b3f0-43bb-959f-59a9b489e761 None None] Pushing event updated for resources: {'Port': ['ID=4edd0ff5-f838-4aef-ba8d-67b1eefe93a6,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:39:16.488377 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-fcf99293-1faa-4361-8077-839c605723da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4696'] for router, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:16.497577 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-fcf99293-1faa-4361-8077-839c605723da admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:16.508804 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-74bfad9c-1d1a-4712-b215-41b724e721a2 req-fba9c9ab-9f4a-4bb2-b66a-189b2614094c service neutron] Attempting to bind port 51f71a81-a366-4b26-82da-99e22dfbe836 on host n-h1-818022-2 for vnic_type normal with profile {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:39:16.509889 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-74bfad9c-1d1a-4712-b215-41b724e721a2 req-fba9c9ab-9f4a-4bb2-b66a-189b2614094c service neutron] Attempting to bind port 51f71a81-a366-4b26-82da-99e22dfbe836 by drivers openvswitch,hyperv on host n-h1-818022-2 at level 0 using segments [{'id': '1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '346debfa-452b-4048-abf4-8f4493625ef2'}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:39:16.511914 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74bfad9c-1d1a-4712-b215-41b724e721a2 req-fba9c9ab-9f4a-4bb2-b66a-189b2614094c service neutron] Attempting to bind port 51f71a81-a366-4b26-82da-99e22dfbe836 on network 346debfa-452b-4048-abf4-8f4493625ef2 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:39:16.669506 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74bfad9c-1d1a-4712-b215-41b724e721a2 req-fba9c9ab-9f4a-4bb2-b66a-189b2614094c service neutron] Port 51f71a81-a366-4b26-82da-99e22dfbe836 on network 346debfa-452b-4048-abf4-8f4493625ef2 not bound, no agent of type Open vSwitch agent registered on host n-h1-818022-2 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 17:39:16.671753 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74bfad9c-1d1a-4712-b215-41b724e721a2 req-fba9c9ab-9f4a-4bb2-b66a-189b2614094c service neutron] Attempting to bind port 51f71a81-a366-4b26-82da-99e22dfbe836 on network 346debfa-452b-4048-abf4-8f4493625ef2 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:39:16.683538 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74bfad9c-1d1a-4712-b215-41b724e721a2 req-fba9c9ab-9f4a-4bb2-b66a-189b2614094c service neutron] Checking agent: {'id': 'a6668d96-12fa-4ec0-99ad-77eaf490dd2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'started_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 39, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:39:16.685104 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74bfad9c-1d1a-4712-b215-41b724e721a2 req-fba9c9ab-9f4a-4bb2-b66a-189b2614094c service neutron] Checking segment: {'id': '1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '346debfa-452b-4048-abf4-8f4493625ef2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:39:16.685642 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74bfad9c-1d1a-4712-b215-41b724e721a2 req-fba9c9ab-9f4a-4bb2-b66a-189b2614094c service neutron] Bound using segment: {'id': '1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '346debfa-452b-4048-abf4-8f4493625ef2'} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:39:16.686254 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-74bfad9c-1d1a-4712-b215-41b724e721a2 req-fba9c9ab-9f4a-4bb2-b66a-189b2614094c service neutron] Bound port: 51f71a81-a366-4b26-82da-99e22dfbe836, host: n-h1-818022-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '346debfa-452b-4048-abf4-8f4493625ef2'}}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:39:16.686730 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-74bfad9c-1d1a-4712-b215-41b724e721a2 req-fba9c9ab-9f4a-4bb2-b66a-189b2614094c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:16.751940 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68f7e63-7ff5-4080-b156-af2dca4db89c None None] Pushing event updated for resources: {'Port': ['ID=40893073-89f5-4c57-8e8a-314b872654c5,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:39:16.798512 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-74bfad9c-1d1a-4712-b215-41b724e721a2 req-fba9c9ab-9f4a-4bb2-b66a-189b2614094c service neutron] For port 51f71a81-a366-4b26-82da-99e22dfbe836, host n-h1-818022-2, cleared binding levels {{(pid=103364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:39:16.807953 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-74bfad9c-1d1a-4712-b215-41b724e721a2 req-fba9c9ab-9f4a-4bb2-b66a-189b2614094c service neutron] For port 51f71a81-a366-4b26-82da-99e22dfbe836, host n-h1-818022-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=51f71a81-a366-4b26-82da-99e22dfbe836,segment=NetworkSegment(1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861),segment_id=1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861)] {{(pid=103364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:39:16.809656 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-fcf99293-1faa-4361-8077-839c605723da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-543895'] for router, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:16.810865 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcf99293-1faa-4361-8077-839c605723da admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4d983c78-5f99-4087-b225-935c574010a7 {{(pid=103364) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 17:39:16.817990 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-74bfad9c-1d1a-4712-b215-41b724e721a2 req-fba9c9ab-9f4a-4bb2-b66a-189b2614094c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:16.824256 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-fcf99293-1faa-4361-8077-839c605723da admin admin] Publish callbacks [] for router, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:16.827496 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-fcf99293-1faa-4361-8077-839c605723da admin admin] 10.222.0.54 "DELETE /v2.0/routers/4d983c78-5f99-4087-b225-935c574010a7 HTTP/1.1" status: 204 len: 168 time: 4.2966115 Nov 19 17:39:16.831472 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 45074) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:39:17.023794 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_v2 [None req-daff8ff7-9065-4a46-9f12-89eb326d4771 admin admin] Deleting subnet 65a0f3ce-a73e-49df-89cb-a90ab4f7d915 {{(pid=103365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 17:39:17.029234 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-daff8ff7-9065-4a46-9f12-89eb326d4771 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:17.133127 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba9c9ab-9f4a-4bb2-b66a-189b2614094c service neutron] Pushing event updated for resources: {'Port': ['ID=51f71a81-a366-4b26-82da-99e22dfbe836,revision_number=3']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:39:17.137553 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-daff8ff7-9065-4a46-9f12-89eb326d4771 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12546453'] for subnet, precommit_delete_associations {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:17.190087 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bfad9c-1d1a-4712-b215-41b724e721a2 req-fba9c9ab-9f4a-4bb2-b66a-189b2614094c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:17.191516 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-74bfad9c-1d1a-4712-b215-41b724e721a2 req-fba9c9ab-9f4a-4bb2-b66a-189b2614094c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:17.202799 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-74bfad9c-1d1a-4712-b215-41b724e721a2 req-fba9c9ab-9f4a-4bb2-b66a-189b2614094c service neutron] 10.222.0.60 "PUT /v2.0/ports/51f71a81-a366-4b26-82da-99e22dfbe836 HTTP/1.1" status: 200 len: 1096 time: 3.3324006 Nov 19 17:39:17.207275 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab8d4b78-8316-4926-9bd2-a6ede3b456c8', 'tag': '51f71a81-a366-4b26-82da-99e22dfbe836'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:39:17.210452 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dd4767a008c23f8566efc82158ee1b1fff34e1a9e908d76d0b6d0ab7e350e5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4d949f6-710c-4290-b322-de342399bb2b" -d '{"events": [{"name": "network-changed", "server_uuid": "ab8d4b78-8316-4926-9bd2-a6ede3b456c8", "tag": "51f71a81-a366-4b26-82da-99e22dfbe836"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:39:17.367280 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-daff8ff7-9065-4a46-9f12-89eb326d4771 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:17.454970 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bfad9c-1d1a-4712-b215-41b724e721a2 req-6d5875a6-23d2-4e67-aef0-bd26f8ec414b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:17.457465 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-74bfad9c-1d1a-4712-b215-41b724e721a2 req-6d5875a6-23d2-4e67-aef0-bd26f8ec414b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=51cd71aac4854a038486be6b92d13068&device_id=ab8d4b78-8316-4926-9bd2-a6ede3b456c8 HTTP/1.1" status: 200 len: 1099 time: 0.1794162 Nov 19 17:39:17.466118 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port e76245cb-899b-495b-bb81-81190cadba3e triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:39:17.467342 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:17.516624 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-daff8ff7-9065-4a46-9f12-89eb326d4771 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12282919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8731163'] for subnet, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:17.566875 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-daff8ff7-9065-4a46-9f12-89eb326d4771 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:17.572780 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-74bfad9c-1d1a-4712-b215-41b724e721a2 req-a71d460c-84bd-412f-8273-606b6b596b91 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=51f71a81-a366-4b26-82da-99e22dfbe836 HTTP/1.1" status: 200 len: 217 time: 0.1011806 Nov 19 17:39:17.576410 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-daff8ff7-9065-4a46-9f12-89eb326d4771 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/65a0f3ce-a73e-49df-89cb-a90ab4f7d915 HTTP/1.1" status: 204 len: 168 time: 0.7431045 Nov 19 17:39:17.579358 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 45080) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:39:17.635554 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daff8ff7-9065-4a46-9f12-89eb326d4771 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65a0f3ce-a73e-49df-89cb-a90ab4f7d915,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:39:17.745087 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9014d228-1d1d-40f7-89dc-43378b5c8b4f None None] Network d3ecd66d-63c1-40f8-8436-1e3c0b8f6fd2 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:39:17.772784 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-31468c62-f84b-4dbc-a43c-570bcd059c92 None None] Attempting to bind port 40893073-89f5-4c57-8e8a-314b872654c5 on host n-d-818022-2 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:39:17.779431 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-31468c62-f84b-4dbc-a43c-570bcd059c92 None None] Attempting to bind port 40893073-89f5-4c57-8e8a-314b872654c5 by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': 'ea5a0e2b-3fad-4153-8514-d7f5d8ae4073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '54cb42e3-21bb-4900-9add-de52f53a9c78'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:39:17.780438 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31468c62-f84b-4dbc-a43c-570bcd059c92 None None] Attempting to bind port 40893073-89f5-4c57-8e8a-314b872654c5 on network 54cb42e3-21bb-4900-9add-de52f53a9c78 {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:39:17.836567 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-5661c8d2-26c2-4be4-a0f1-d444a0efa0f6 None None] Publish callbacks [] for port, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:17.848276 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a14fb193-6826-41cc-bdb7-071446137275 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:17.874405 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bfad9c-1d1a-4712-b215-41b724e721a2 req-93ac74fb-5213-4891-8afd-6de7210b745a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:17.876491 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-74bfad9c-1d1a-4712-b215-41b724e721a2 req-93ac74fb-5213-4891-8afd-6de7210b745a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8b3c88de-c9c2-4a20-b19e-1855c2c19035 HTTP/1.1" status: 200 len: 843 time: 0.2960792 Nov 19 17:39:17.927231 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-0811e207-796e-46ad-9802-aef64e28ced5 None None] Provisioning complete for port 40893073-89f5-4c57-8e8a-314b872654c5 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:39:17.927670 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0811e207-796e-46ad-9802-aef64e28ced5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:17.971762 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bfad9c-1d1a-4712-b215-41b724e721a2 req-2f8c89e4-d746-4f95-95cc-8ff072b1e5df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:17.973588 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-74bfad9c-1d1a-4712-b215-41b724e721a2 req-2f8c89e4-d746-4f95-95cc-8ff072b1e5df service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=346debfa-452b-4048-abf4-8f4493625ef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0887797 Nov 19 17:39:17.981098 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31468c62-f84b-4dbc-a43c-570bcd059c92 None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 39, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:39:17.995542 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31468c62-f84b-4dbc-a43c-570bcd059c92 None None] Checking segment: {'id': 'ea5a0e2b-3fad-4153-8514-d7f5d8ae4073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '54cb42e3-21bb-4900-9add-de52f53a9c78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:39:17.997373 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-31468c62-f84b-4dbc-a43c-570bcd059c92 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:17.998834 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31468c62-f84b-4dbc-a43c-570bcd059c92 None None] Bound using segment: {'id': 'ea5a0e2b-3fad-4153-8514-d7f5d8ae4073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '54cb42e3-21bb-4900-9add-de52f53a9c78'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:39:17.999429 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-31468c62-f84b-4dbc-a43c-570bcd059c92 None None] Bound port: 40893073-89f5-4c57-8e8a-314b872654c5, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea5a0e2b-3fad-4153-8514-d7f5d8ae4073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '54cb42e3-21bb-4900-9add-de52f53a9c78'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:39:17.999916 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-31468c62-f84b-4dbc-a43c-570bcd059c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:18.068198 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-5661c8d2-26c2-4be4-a0f1-d444a0efa0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998'] for port, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:18.084996 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-a14fb193-6826-41cc-bdb7-071446137275 admin admin] Deleting port 37dae931-43a6-4746-8bd5-c02144f249ca {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:39:18.085321 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a14fb193-6826-41cc-bdb7-071446137275 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:18.191680 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74aec717-d843-4ee8-9882-5c50956ad225 None None] Network 9754504b-f0c6-4188-aa5e-37bce596ef3a requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:39:18.194823 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-74bfad9c-1d1a-4712-b215-41b724e721a2 req-5fc64aec-b9c2-4f11-9e36-cd13b97ccbc0 service neutron] 10.222.0.60 "GET /v2.0/networks/346debfa-452b-4048-abf4-8f4493625ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2091537 Nov 19 17:39:18.203759 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [None req-a14fb193-6826-41cc-bdb7-071446137275 admin admin] For port 37dae931-43a6-4746-8bd5-c02144f249ca, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=37dae931-43a6-4746-8bd5-c02144f249ca,segment=NetworkSegment(4516fb64-891f-4c76-a470-4325b9e3e649),segment_id=4516fb64-891f-4c76-a470-4325b9e3e649)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:39:18.204220 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a14fb193-6826-41cc-bdb7-071446137275 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:18.267451 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-a14fb193-6826-41cc-bdb7-071446137275 admin admin] Calling delete_port for 37dae931-43a6-4746-8bd5-c02144f249ca owned by network:dhcp {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:39:18.378404 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-74bfad9c-1d1a-4712-b215-41b724e721a2 req-06fa63e0-191e-4b3e-aa4c-8bb843f04034 service neutron] 10.222.0.60 "GET /v2.0/networks/346debfa-452b-4048-abf4-8f4493625ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708984 Nov 19 17:39:18.415907 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a14fb193-6826-41cc-bdb7-071446137275 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:18.471213 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5661c8d2-26c2-4be4-a0f1-d444a0efa0f6 None None] Network 05fbfb15-2eee-4537-ab72-3e0ae106251b is already hosted by enough agents. {{(pid=103366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:39:18.489871 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14fb193-6826-41cc-bdb7-071446137275 admin admin] Pushing event deleted for resources: {'Port': ['ID=37dae931-43a6-4746-8bd5-c02144f249ca,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:39:18.495188 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14fb193-6826-41cc-bdb7-071446137275 admin admin] No DVR routers for this DVR port 37dae931-43a6-4746-8bd5-c02144f249ca on host n-d-818022-2 {{(pid=103364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:39:18.529605 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-0811e207-796e-46ad-9802-aef64e28ced5 None None] Port 40893073-89f5-4c57-8e8a-314b872654c5 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:39:18.553549 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5661c8d2-26c2-4be4-a0f1-d444a0efa0f6 None None] Pushing event updated for resources: {'Port': ['ID=4b8a4e96-b6df-41a0-be2a-014fba674cde,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:39:18.558732 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [None req-5661c8d2-26c2-4be4-a0f1-d444a0efa0f6 None None] Resources bound (agent type, host, resource id): {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:39:18.562560 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5661c8d2-26c2-4be4-a0f1-d444a0efa0f6 None None] Received port after_create {{(pid=103366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:39:18.664376 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a14fb193-6826-41cc-bdb7-071446137275 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:18.711386 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-a14fb193-6826-41cc-bdb7-071446137275 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3ecd66d-63c1-40f8-8436-1e3c0b8f6fd2']}} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:39:18.762299 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-a14fb193-6826-41cc-bdb7-071446137275 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4516fb64-891f-4c76-a470-4325b9e3e649') {'for_net_delete': True} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:39:18.763563 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-a14fb193-6826-41cc-bdb7-071446137275 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4516fb64-891f-4c76-a470-4325b9e3e649') {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:39:18.799053 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-31468c62-f84b-4dbc-a43c-570bcd059c92 None None] For port 40893073-89f5-4c57-8e8a-314b872654c5, host n-d-818022-2, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:39:18.810502 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ecfde7c-37a7-443a-afec-7dcdb737c9bb None None] DHCP port deletion for d3ecd66d-63c1-40f8-8436-1e3c0b8f6fd2 request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 17:39:18.836412 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a14fb193-6826-41cc-bdb7-071446137275 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417396'] for segment, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:18.871440 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a14fb193-6826-41cc-bdb7-071446137275 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:18.898885 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a14fb193-6826-41cc-bdb7-071446137275 admin admin] Releasing vlan 658 on physical network physnet1 to pool {{(pid=103364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 17:39:18.898885 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a14fb193-6826-41cc-bdb7-071446137275 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12425183'] for segment, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:18.901180 n-d-818022-2 neutron-server[103364]: Traceback (most recent call last): Nov 19 17:39:18.901180 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 17:39:18.901180 n-d-818022-2 neutron-server[103364]: timer() Nov 19 17:39:18.901180 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 17:39:18.901180 n-d-818022-2 neutron-server[103364]: cb(*args, **kw) Nov 19 17:39:18.901180 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 17:39:18.901180 n-d-818022-2 neutron-server[103364]: return func(*args, **kwargs) Nov 19 17:39:18.901180 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 17:39:18.901180 n-d-818022-2 neutron-server[103364]: self._notify() Nov 19 17:39:18.901180 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 17:39:18.901180 n-d-818022-2 neutron-server[103364]: self.callback(batched_events) Nov 19 17:39:18.901180 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 17:39:18.901180 n-d-818022-2 neutron-server[103364]: event.method(event) Nov 19 17:39:18.901180 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 17:39:18.901180 n-d-818022-2 neutron-server[103364]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 17:39:18.901180 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 17:39:18.901180 n-d-818022-2 neutron-server[103364]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 17:39:18.901180 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 17:39:18.901180 n-d-818022-2 neutron-server[103364]: return f(self, *a, **k) Nov 19 17:39:18.901180 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 17:39:18.901180 n-d-818022-2 neutron-server[103364]: return self._get(url).json() Nov 19 17:39:18.901180 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 17:39:18.901180 n-d-818022-2 neutron-server[103364]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 17:39:18.901180 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 17:39:18.901180 n-d-818022-2 neutron-server[103364]: return self.request(url, 'GET', **kwargs) Nov 19 17:39:18.901180 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 17:39:18.901180 n-d-818022-2 neutron-server[103364]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 17:39:18.901180 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 17:39:18.901180 n-d-818022-2 neutron-server[103364]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 17:39:18.901180 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 17:39:18.901180 n-d-818022-2 neutron-server[103364]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 17:39:18.901180 n-d-818022-2 neutron-server[103364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 17:39:19.010522 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857177c3-4ef1-4ebc-ba1e-1d93e93e8e57 req-fb75be8e-b12d-4c86-b4f0-6bf6a3a05bb9 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:19.020815 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857177c3-4ef1-4ebc-ba1e-1d93e93e8e57 req-fb75be8e-b12d-4c86-b4f0-6bf6a3a05bb9 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:19.032458 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-857177c3-4ef1-4ebc-ba1e-1d93e93e8e57 req-fb75be8e-b12d-4c86-b4f0-6bf6a3a05bb9 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] 10.222.0.54 "GET /v2.0/networks?id=9754504b-f0c6-4188-aa5e-37bce596ef3a&id=05fbfb15-2eee-4537-ab72-3e0ae106251b&id=9754504b-f0c6-4188-aa5e-37bce596ef3a HTTP/1.1" status: 200 len: 1391 time: 0.2910130 Nov 19 17:39:19.058945 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-857177c3-4ef1-4ebc-ba1e-1d93e93e8e57 req-32e9419c-f930-4aad-96d8-4c0f0e4b212b tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] 10.222.0.54 "GET /v2.0/quotas/1a0c23896b6a426c9d6f99a1e9d93ea5 HTTP/1.1" status: 200 len: 375 time: 0.0249822 Nov 19 17:39:19.073856 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a14fb193-6826-41cc-bdb7-071446137275 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671242'] for network, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:19.132472 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a14fb193-6826-41cc-bdb7-071446137275 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:19.141146 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-a14fb193-6826-41cc-bdb7-071446137275 admin admin] 10.222.0.54 "DELETE /v2.0/networks/d3ecd66d-63c1-40f8-8436-1e3c0b8f6fd2 HTTP/1.1" status: 204 len: 168 time: 1.5369818 Nov 19 17:39:19.142245 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14fb193-6826-41cc-bdb7-071446137275 admin admin] Pushing event deleted for resources: {'Network': ['ID=d3ecd66d-63c1-40f8-8436-1e3c0b8f6fd2,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:39:19.159481 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2f4ff7-4418-4bfd-9073-f949883d10b9 req-eb3c1dbf-6aa5-4e24-a1dd-e7dde3d00b2a tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:19.161093 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3e2f4ff7-4418-4bfd-9073-f949883d10b9 req-eb3c1dbf-6aa5-4e24-a1dd-e7dde3d00b2a tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] 10.222.0.54 "GET /v2.0/ports?device_id=ab8d4b78-8316-4926-9bd2-a6ede3b456c8 HTTP/1.1" status: 200 len: 948 time: 0.1827793 Nov 19 17:39:19.182462 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-31468c62-f84b-4dbc-a43c-570bcd059c92 None None] For port 40893073-89f5-4c57-8e8a-314b872654c5, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=40893073-89f5-4c57-8e8a-314b872654c5,segment=NetworkSegment(ea5a0e2b-3fad-4153-8514-d7f5d8ae4073),segment_id=ea5a0e2b-3fad-4153-8514-d7f5d8ae4073)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:39:19.190619 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-857177c3-4ef1-4ebc-ba1e-1d93e93e8e57 req-8e901d15-a0d1-4d85-8970-c6cda316f292 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=1a0c23896b6a426c9d6f99a1e9d93ea5&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1305866 Nov 19 17:39:19.220970 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-31468c62-f84b-4dbc-a43c-570bcd059c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:19.242704 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-5c4ada27-3a67-4696-86cf-befe7957b6b0 None None] Provisioning complete for port 4edd0ff5-f838-4aef-ba8d-67b1eefe93a6 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:39:19.243405 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-5c4ada27-3a67-4696-86cf-befe7957b6b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:19.273896 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3e2f4ff7-4418-4bfd-9073-f949883d10b9 req-95b99851-75e2-459d-8755-faaae56007ab tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] 10.222.0.54 "GET /v2.0/security-groups?id=01d035e7-47ed-4912-a186-53ea419ecd96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052771 Nov 19 17:39:19.317744 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device eb70648d-51e3-42f8-833b-df4439cb102a no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:39:19.379582 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: eb70648d-51e3-42f8-833b-df4439cb102a {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:39:19.379930 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device eb70648d-51e3-42f8-833b-df4439cb102a not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:39:19.381937 n-d-818022-2 neutron-server[103365]: INFO neutron.api.v2.resource [req-ed19bf0b-8558-4b45-8af4-77da78873258 req-8435ddf8-4623-4de0-93e9-0abf742c0cd2 tempest-SecurityGroupRulesTestJSON-602859038 tempest-SecurityGroupRulesTestJSON-602859038-project] show failed (client error): The resource could not be found. Nov 19 17:39:19.383776 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ed19bf0b-8558-4b45-8af4-77da78873258 req-8435ddf8-4623-4de0-93e9-0abf742c0cd2 tempest-SecurityGroupRulesTestJSON-602859038 tempest-SecurityGroupRulesTestJSON-602859038-project] 10.222.0.54 "GET /v2.0/security-groups/9668e5f5-391a-4cce-82e1-cb89968cfd20 HTTP/1.1" status: 404 len: 352 time: 0.0243516 Nov 19 17:39:19.410860 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-857177c3-4ef1-4ebc-ba1e-1d93e93e8e57 req-402ee4bc-c925-4a06-a5e5-b03f3e9d8902 service neutron] 10.222.0.54 "GET /v2.0/networks/9754504b-f0c6-4188-aa5e-37bce596ef3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2192516 Nov 19 17:39:19.419711 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 45118) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:39:19.524674 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-572f8132-6109-476e-ad7c-bfdd09317c70 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=22219c6d457f40a09ffa18f912155177&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1029344 Nov 19 17:39:19.530869 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 45124) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:39:19.549974 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-5661c8d2-26c2-4be4-a0f1-d444a0efa0f6 None None] Attempting to bind port 4b8a4e96-b6df-41a0-be2a-014fba674cde on host n-d-818022-2 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:39:19.550577 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-5661c8d2-26c2-4be4-a0f1-d444a0efa0f6 None None] Attempting to bind port 4b8a4e96-b6df-41a0-be2a-014fba674cde by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': 'b2886bb0-acac-450f-a655-b3b2dd40f95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '05fbfb15-2eee-4537-ab72-3e0ae106251b'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:39:19.550845 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5661c8d2-26c2-4be4-a0f1-d444a0efa0f6 None None] Attempting to bind port 4b8a4e96-b6df-41a0-be2a-014fba674cde on network 05fbfb15-2eee-4537-ab72-3e0ae106251b {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:39:19.642372 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-314b6970-10f5-4430-86b3-7e24b775b2de req-f378ebf6-7ab3-48d0-b4b8-cfd461791159 tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--45405757&fields=id&tenant_id=dc7ce1e4ff7747b99247f6b026a294f4 HTTP/1.1" status: 200 len: 267 time: 0.0878851 Nov 19 17:39:19.678468 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-857177c3-4ef1-4ebc-ba1e-1d93e93e8e57 req-c28acb44-d112-4380-843e-0cb2abc5f22b service neutron] 10.222.0.54 "GET /v2.0/networks/9754504b-f0c6-4188-aa5e-37bce596ef3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2666299 Nov 19 17:39:19.680469 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5661c8d2-26c2-4be4-a0f1-d444a0efa0f6 None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 39, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:39:19.681104 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5661c8d2-26c2-4be4-a0f1-d444a0efa0f6 None None] Checking segment: {'id': 'b2886bb0-acac-450f-a655-b3b2dd40f95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '05fbfb15-2eee-4537-ab72-3e0ae106251b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:39:19.681768 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-5661c8d2-26c2-4be4-a0f1-d444a0efa0f6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:19.682461 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5661c8d2-26c2-4be4-a0f1-d444a0efa0f6 None None] Bound using segment: {'id': 'b2886bb0-acac-450f-a655-b3b2dd40f95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '05fbfb15-2eee-4537-ab72-3e0ae106251b'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:39:19.683265 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-5661c8d2-26c2-4be4-a0f1-d444a0efa0f6 None None] Bound port: 4b8a4e96-b6df-41a0-be2a-014fba674cde, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2886bb0-acac-450f-a655-b3b2dd40f95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '05fbfb15-2eee-4537-ab72-3e0ae106251b'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:39:19.683899 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-5661c8d2-26c2-4be4-a0f1-d444a0efa0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:19.714185 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 4edd0ff5-f838-4aef-ba8d-67b1eefe93a6 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:39:19.918407 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-025332d9-033d-4c46-bfbd-720aa9759052 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:19.919127 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314b6970-10f5-4430-86b3-7e24b775b2de req-263aceb7-342d-4b07-9148-750d913f70e0 tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:19.928134 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-314b6970-10f5-4430-86b3-7e24b775b2de req-263aceb7-342d-4b07-9148-750d913f70e0 tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] 10.222.0.54 "GET /v2.0/networks?id=54cb42e3-21bb-4900-9add-de52f53a9c78 HTTP/1.1" status: 200 len: 811 time: 0.2743921 Nov 19 17:39:19.947977 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-5c4ada27-3a67-4696-86cf-befe7957b6b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:19.953997 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-314b6970-10f5-4430-86b3-7e24b775b2de req-31f8e001-fde9-4d3c-ac21-55dd3d67c975 tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] 10.222.0.54 "GET /v2.0/quotas/dc7ce1e4ff7747b99247f6b026a294f4 HTTP/1.1" status: 200 len: 375 time: 0.0239089 Nov 19 17:39:19.974853 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31468c62-f84b-4dbc-a43c-570bcd059c92 None None] Routers {'075d51b3-1611-42ff-aac0-9dbe86f3e575'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:39:19.975513 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-31468c62-f84b-4dbc-a43c-570bcd059c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:39:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['075d51b3-1611-42ff-aac0-9dbe86f3e575'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:39:20.053866 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68f7e63-7ff5-4080-b156-af2dca4db89c None None] Pushing event updated for resources: {'Port': ['ID=40893073-89f5-4c57-8e8a-314b872654c5,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:39:20.078785 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-314b6970-10f5-4430-86b3-7e24b775b2de req-4e6312b3-3c81-43a5-a092-6e05401fc5b8 tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=dc7ce1e4ff7747b99247f6b026a294f4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1173363 Nov 19 17:39:20.194576 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-5c4ada27-3a67-4696-86cf-befe7957b6b0 None None] For port 4edd0ff5-f838-4aef-ba8d-67b1eefe93a6, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=4edd0ff5-f838-4aef-ba8d-67b1eefe93a6,segment=NetworkSegment(83d3f836-b8a3-4635-9bf8-5c6a6277bf52),segment_id=83d3f836-b8a3-4635-9bf8-5c6a6277bf52)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:39:20.214063 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-5c4ada27-3a67-4696-86cf-befe7957b6b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:20.271236 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-314b6970-10f5-4430-86b3-7e24b775b2de req-5356f3cd-524c-4ed6-9eab-8cf8ed9904aa service neutron] 10.222.0.54 "GET /v2.0/networks/54cb42e3-21bb-4900-9add-de52f53a9c78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832221 Nov 19 17:39:20.295101 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-5661c8d2-26c2-4be4-a0f1-d444a0efa0f6 None None] For port 4b8a4e96-b6df-41a0-be2a-014fba674cde, host n-d-818022-2, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:39:20.316164 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 4edd0ff5-f838-4aef-ba8d-67b1eefe93a6 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:39:20.316540 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:20.345607 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-5661c8d2-26c2-4be4-a0f1-d444a0efa0f6 None None] For port 4b8a4e96-b6df-41a0-be2a-014fba674cde, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=4b8a4e96-b6df-41a0-be2a-014fba674cde,segment=NetworkSegment(b2886bb0-acac-450f-a655-b3b2dd40f95d),segment_id=b2886bb0-acac-450f-a655-b3b2dd40f95d)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:39:20.382429 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4ada27-3a67-4696-86cf-befe7957b6b0 None None] Pushing event updated for resources: {'Port': ['ID=4edd0ff5-f838-4aef-ba8d-67b1eefe93a6,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:39:20.402312 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-5661c8d2-26c2-4be4-a0f1-d444a0efa0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:20.429890 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-025332d9-033d-4c46-bfbd-720aa9759052 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:20.454655 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-314b6970-10f5-4430-86b3-7e24b775b2de req-1430ae3d-6b19-429d-ae14-85e0bc38cc65 service neutron] 10.222.0.54 "GET /v2.0/networks/54cb42e3-21bb-4900-9add-de52f53a9c78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733108 Nov 19 17:39:20.469724 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-31468c62-f84b-4dbc-a43c-570bcd059c92 None None] Set router 075d51b3-1611-42ff-aac0-9dbe86f3e575 gateway port host: n-d-818022-2 {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:39:20.474453 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-857177c3-4ef1-4ebc-ba1e-1d93e93e8e57 req-b5ca6a39-6a36-4787-a56f-e9ca2a382cec service neutron] 10.222.0.54 "GET /v2.0/networks/05fbfb15-2eee-4537-ab72-3e0ae106251b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7949297 Nov 19 17:39:20.649827 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-beaa3b99-2c87-4013-a5a9-59d2586bf53c None None] Provisioning complete for port 4edd0ff5-f838-4aef-ba8d-67b1eefe93a6 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:39:20.650424 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-beaa3b99-2c87-4013-a5a9-59d2586bf53c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:20.651760 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5661c8d2-26c2-4be4-a0f1-d444a0efa0f6 None None] Pushing event updated for resources: {'Port': ['ID=4b8a4e96-b6df-41a0-be2a-014fba674cde,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:39:20.719088 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 17:39:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35531860-3df1-40fc-981c-9da0caf95f78 x-openstack-request-id: req-35531860-3df1-40fc-981c-9da0caf95f78 {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:39:20.719478 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab8d4b78-8316-4926-9bd2-a6ede3b456c8", "tag": "51f71a81-a366-4b26-82da-99e22dfbe836", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:39:20.720488 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-35531860-3df1-40fc-981c-9da0caf95f78 {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:39:20.721360 n-d-818022-2 neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab8d4b78-8316-4926-9bd2-a6ede3b456c8', 'tag': '51f71a81-a366-4b26-82da-99e22dfbe836', 'status': 'completed', 'code': 200} Nov 19 17:39:20.728236 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-025332d9-033d-4c46-bfbd-720aa9759052 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:20.732291 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-025332d9-033d-4c46-bfbd-720aa9759052 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:20.733623 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-025332d9-033d-4c46-bfbd-720aa9759052 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/44aaec3e-5ac1-4db0-be63-299c7d2d92d8 HTTP/1.1" status: 204 len: 168 time: 1.2011042 Nov 19 17:39:20.805672 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025332d9-033d-4c46-bfbd-720aa9759052 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44aaec3e-5ac1-4db0-be63-299c7d2d92d8,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:39:20.812211 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-857177c3-4ef1-4ebc-ba1e-1d93e93e8e57 req-dc5602e3-428d-4881-85f0-3ae487045652 service neutron] 10.222.0.54 "GET /v2.0/networks/05fbfb15-2eee-4537-ab72-3e0ae106251b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3044322 Nov 19 17:39:20.973003 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d949f6-710c-4290-b322-de342399bb2b req-3eb70179-3686-41fb-8578-d331a94820d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:20.989460 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d4d949f6-710c-4290-b322-de342399bb2b req-3eb70179-3686-41fb-8578-d331a94820d9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=51cd71aac4854a038486be6b92d13068&device_id=ab8d4b78-8316-4926-9bd2-a6ede3b456c8 HTTP/1.1" status: 200 len: 1099 time: 0.2453268 Nov 19 17:39:20.994556 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e56c5a43-49ad-4050-bf6b-b762dd42aa73 req-7308b0d7-70c4-45c5-9ca0-5e6eebd64ad3 tempest-SecurityGroupRulesTestJSON-602859038 tempest-SecurityGroupRulesTestJSON-602859038-project] 10.222.0.54 "GET /v2.0/security-groups/d2e2bb71-332d-46a3-b162-3061af613662 HTTP/1.1" status: 200 len: 1821 time: 0.1554720 Nov 19 17:39:21.138618 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-857177c3-4ef1-4ebc-ba1e-1d93e93e8e57 req-dfa09cf3-702c-4d69-a408-ee2ea4fcf5e3 service neutron] 10.222.0.54 "GET /v2.0/networks/9754504b-f0c6-4188-aa5e-37bce596ef3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3110116 Nov 19 17:39:21.205774 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 37dae931-43a6-4746-8bd5-c02144f249ca no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:39:21.220822 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-e56c5a43-49ad-4050-bf6b-b762dd42aa73 req-88cbef43-fd4d-4901-b158-ff6f15a5462b tempest-SecurityGroupRulesTestJSON-602859038 tempest-SecurityGroupRulesTestJSON-602859038-project] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:21.298809 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: 37dae931-43a6-4746-8bd5-c02144f249ca {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:39:21.299376 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 37dae931-43a6-4746-8bd5-c02144f249ca not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:39:21.299922 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 961bbade-c48a-4bb5-8ba2-4057bf3a0e07 no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:39:21.307271 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-e56c5a43-49ad-4050-bf6b-b762dd42aa73 req-88cbef43-fd4d-4901-b158-ff6f15a5462b tempest-SecurityGroupRulesTestJSON-602859038 tempest-SecurityGroupRulesTestJSON-602859038-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:21.359271 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: 961bbade-c48a-4bb5-8ba2-4057bf3a0e07 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:39:21.360250 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 961bbade-c48a-4bb5-8ba2-4057bf3a0e07 not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:39:21.363537 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device fe1cd51d-0a17-48c8-b57e-9d40dcf9b505 no longer exists at agent hyperv_n-h2-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:39:21.382077 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d949f6-710c-4290-b322-de342399bb2b req-bba788f6-0a8b-43b2-9b76-89489fb255aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:21.387230 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d4d949f6-710c-4290-b322-de342399bb2b req-bba788f6-0a8b-43b2-9b76-89489fb255aa service neutron] 10.222.0.60 "GET /v2.0/networks?id=346debfa-452b-4048-abf4-8f4493625ef2 HTTP/1.1" status: 200 len: 870 time: 0.3824656 Nov 19 17:39:21.457663 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-e56c5a43-49ad-4050-bf6b-b762dd42aa73 req-88cbef43-fd4d-4901-b158-ff6f15a5462b tempest-SecurityGroupRulesTestJSON-602859038 tempest-SecurityGroupRulesTestJSON-602859038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:21.462821 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-e56c5a43-49ad-4050-bf6b-b762dd42aa73 req-88cbef43-fd4d-4901-b158-ff6f15a5462b tempest-SecurityGroupRulesTestJSON-602859038 tempest-SecurityGroupRulesTestJSON-602859038-project] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:21.468878 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-beaa3b99-2c87-4013-a5a9-59d2586bf53c None None] Provisioning complete for port 40893073-89f5-4c57-8e8a-314b872654c5 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:39:21.469315 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-beaa3b99-2c87-4013-a5a9-59d2586bf53c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:21.487503 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e56c5a43-49ad-4050-bf6b-b762dd42aa73 req-88cbef43-fd4d-4901-b158-ff6f15a5462b tempest-SecurityGroupRulesTestJSON-602859038 tempest-SecurityGroupRulesTestJSON-602859038-project] 10.222.0.54 "DELETE /v2.0/security-groups/d2e2bb71-332d-46a3-b162-3061af613662 HTTP/1.1" status: 204 len: 173 time: 0.4849877 Nov 19 17:39:21.517317 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d4d949f6-710c-4290-b322-de342399bb2b req-dd993066-34e8-4423-ab4b-a9561c442e68 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=51f71a81-a366-4b26-82da-99e22dfbe836 HTTP/1.1" status: 200 len: 217 time: 0.1210260 Nov 19 17:39:21.523344 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-857177c3-4ef1-4ebc-ba1e-1d93e93e8e57 req-ac5df8e7-9f88-4146-a6ea-445d07271da7 service neutron] 10.222.0.54 "GET /v2.0/networks/9754504b-f0c6-4188-aa5e-37bce596ef3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3810487 Nov 19 17:39:21.557656 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cbef43-fd4d-4901-b158-ff6f15a5462b tempest-SecurityGroupRulesTestJSON-602859038 tempest-SecurityGroupRulesTestJSON-602859038-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2e2bb71-332d-46a3-b162-3061af613662,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:39:21.599740 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cbef43-fd4d-4901-b158-ff6f15a5462b tempest-SecurityGroupRulesTestJSON-602859038 tempest-SecurityGroupRulesTestJSON-602859038-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:39:21.600106 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cbef43-fd4d-4901-b158-ff6f15a5462b tempest-SecurityGroupRulesTestJSON-602859038 tempest-SecurityGroupRulesTestJSON-602859038-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:39:21.600459 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cbef43-fd4d-4901-b158-ff6f15a5462b tempest-SecurityGroupRulesTestJSON-602859038 tempest-SecurityGroupRulesTestJSON-602859038-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:39:21.600805 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cbef43-fd4d-4901-b158-ff6f15a5462b tempest-SecurityGroupRulesTestJSON-602859038 tempest-SecurityGroupRulesTestJSON-602859038-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:39:21.601155 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cbef43-fd4d-4901-b158-ff6f15a5462b tempest-SecurityGroupRulesTestJSON-602859038 tempest-SecurityGroupRulesTestJSON-602859038-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:39:21.601498 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cbef43-fd4d-4901-b158-ff6f15a5462b tempest-SecurityGroupRulesTestJSON-602859038 tempest-SecurityGroupRulesTestJSON-602859038-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:39:21.612926 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cbef43-fd4d-4901-b158-ff6f15a5462b tempest-SecurityGroupRulesTestJSON-602859038 tempest-SecurityGroupRulesTestJSON-602859038-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:39:21.614532 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cbef43-fd4d-4901-b158-ff6f15a5462b tempest-SecurityGroupRulesTestJSON-602859038 tempest-SecurityGroupRulesTestJSON-602859038-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:39:21.614532 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cbef43-fd4d-4901-b158-ff6f15a5462b tempest-SecurityGroupRulesTestJSON-602859038 tempest-SecurityGroupRulesTestJSON-602859038-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:39:21.618185 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cbef43-fd4d-4901-b158-ff6f15a5462b tempest-SecurityGroupRulesTestJSON-602859038 tempest-SecurityGroupRulesTestJSON-602859038-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:39:21.618565 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cbef43-fd4d-4901-b158-ff6f15a5462b tempest-SecurityGroupRulesTestJSON-602859038 tempest-SecurityGroupRulesTestJSON-602859038-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:39:21.618916 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cbef43-fd4d-4901-b158-ff6f15a5462b tempest-SecurityGroupRulesTestJSON-602859038 tempest-SecurityGroupRulesTestJSON-602859038-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:39:21.658942 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d949f6-710c-4290-b322-de342399bb2b req-e2e018bb-b780-4324-b97c-a8ec89c188f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:21.660805 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d4d949f6-710c-4290-b322-de342399bb2b req-e2e018bb-b780-4324-b97c-a8ec89c188f4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8b3c88de-c9c2-4a20-b19e-1855c2c19035 HTTP/1.1" status: 200 len: 843 time: 0.1359620 Nov 19 17:39:21.740709 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d949f6-710c-4290-b322-de342399bb2b req-6ef79822-373f-4a3f-a6e4-76a5b4773101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:21.742879 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d4d949f6-710c-4290-b322-de342399bb2b req-6ef79822-373f-4a3f-a6e4-76a5b4773101 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=346debfa-452b-4048-abf4-8f4493625ef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0749490 Nov 19 17:39:21.828052 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 51f71a81-a366-4b26-82da-99e22dfbe836 details requested by agent hyperv_n-h1-818022-2 with host n-h1-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 17:39:21.950109 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-31468c62-f84b-4dbc-a43c-570bcd059c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '075d51b3-1611-42ff-aac0-9dbe86f3e575', 'name': 'tempest-AttachVolumeTestJSON-1193158978-router', 'tenant_id': 'dc7ce1e4ff7747b99247f6b026a294f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': 'e76245cb-899b-495b-bb81-81190cadba3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:38:52Z', 'updated_at': '2021-11-19T17:39:02Z', 'revision_number': 4, 'project_id': 'dc7ce1e4ff7747b99247f6b026a294f4', 'gw_port': {'id': 'e76245cb-899b-495b-bb81-81190cadba3e', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ea:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '075d51b3-1611-42ff-aac0-9dbe86f3e575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:38:54Z', 'updated_at': '2021-11-19T17:39:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': '40893073-89f5-4c57-8e8a-314b872654c5', 'name': '', 'network_id': '54cb42e3-21bb-4900-9add-de52f53a9c78', 'tenant_id': 'dc7ce1e4ff7747b99247f6b026a294f4', 'mac_address': 'fa:16:3e:ae:16:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '075d51b3-1611-42ff-aac0-9dbe86f3e575', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'ce5e5572-06fa-407a-98f7-553783ad7f2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:39:00Z', 'updated_at': '2021-11-19T17:39:18Z', 'revision_number': 4, 'project_id': 'dc7ce1e4ff7747b99247f6b026a294f4', 'subnets': [{'id': 'ce5e5572-06fa-407a-98f7-553783ad7f2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:39:21.952716 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:21.980612 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 40893073-89f5-4c57-8e8a-314b872654c5 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:39:22.027064 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30c5f94-40a5-4c35-a539-6bdda05e7d7c req-c1b7036f-3621-4b4d-9792-18d6858b2e21 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:22.034232 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b30c5f94-40a5-4c35-a539-6bdda05e7d7c req-c1b7036f-3621-4b4d-9792-18d6858b2e21 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] 10.222.0.54 "GET /v2.0/ports?device_id=ab8d4b78-8316-4926-9bd2-a6ede3b456c8 HTTP/1.1" status: 200 len: 948 time: 0.1668396 Nov 19 17:39:22.045568 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d4d949f6-710c-4290-b322-de342399bb2b req-9a7eef72-c5b6-4e41-b1d2-e7de364ed8a2 service neutron] 10.222.0.60 "GET /v2.0/networks/346debfa-452b-4048-abf4-8f4493625ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2936697 Nov 19 17:39:22.198957 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b30c5f94-40a5-4c35-a539-6bdda05e7d7c req-22a1d11a-0a03-44c2-8b2f-605377646f23 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] 10.222.0.54 "GET /v2.0/security-groups?id=01d035e7-47ed-4912-a186-53ea419ecd96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504252 Nov 19 17:39:22.199510 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31468c62-f84b-4dbc-a43c-570bcd059c92 None None] The sync data for ids ['075d51b3-1611-42ff-aac0-9dbe86f3e575'] in n-d-818022-2 is: [{'id': '075d51b3-1611-42ff-aac0-9dbe86f3e575', 'name': 'tempest-AttachVolumeTestJSON-1193158978-router', 'tenant_id': 'dc7ce1e4ff7747b99247f6b026a294f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': 'e76245cb-899b-495b-bb81-81190cadba3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:38:52Z', 'updated_at': '2021-11-19T17:39:02Z', 'revision_number': 4, 'project_id': 'dc7ce1e4ff7747b99247f6b026a294f4', 'gw_port': {'id': 'e76245cb-899b-495b-bb81-81190cadba3e', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ea:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '075d51b3-1611-42ff-aac0-9dbe86f3e575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:38:54Z', 'updated_at': '2021-11-19T17:39:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': '40893073-89f5-4c57-8e8a-314b872654c5', 'name': '', 'network_id': '54cb42e3-21bb-4900-9add-de52f53a9c78', 'tenant_id': 'dc7ce1e4ff7747b99247f6b026a294f4', 'mac_address': 'fa:16:3e:ae:16:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '075d51b3-1611-42ff-aac0-9dbe86f3e575', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'ce5e5572-06fa-407a-98f7-553783ad7f2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:39:00Z', 'updated_at': '2021-11-19T17:39:18Z', 'revision_number': 4, 'project_id': 'dc7ce1e4ff7747b99247f6b026a294f4', 'subnets': [{'id': 'ce5e5572-06fa-407a-98f7-553783ad7f2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 17:39:22.209178 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.db.resource_extend [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 19 17:39:22.383009 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-59934dee-c1ed-4f5c-a30c-5e5a280e8456 req-124c0e07-3166-44f9-8eb4-f8c9e2eed833 tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] 10.222.0.54 "GET /v2.0/ports?device_id=ccff1488-85ea-43ae-bf94-c62226a4f4bf HTTP/1.1" status: 200 len: 210 time: 0.2704399 Nov 19 17:39:22.569086 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a752aa70-8ff3-4959-a6c3-2080842b13c1 req-9bb885b1-5e04-4e55-b7ef-c4d2fd8fdab3 tempest-SecurityGroupRulesTestJSON-602859038 tempest-SecurityGroupRulesTestJSON-602859038-project] 10.222.0.54 "GET /v2.0/security-groups/4c6990c1-87b0-491c-a66a-0aaacca1e86e HTTP/1.1" status: 200 len: 1821 time: 0.1378574 Nov 19 17:39:22.601941 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 51f71a81-a366-4b26-82da-99e22dfbe836, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=51f71a81-a366-4b26-82da-99e22dfbe836,segment=NetworkSegment(1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861),segment_id=1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:39:22.634697 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Returning: {'device': '51f71a81-a366-4b26-82da-99e22dfbe836', 'network_id': '346debfa-452b-4048-abf4-8f4493625ef2', 'port_id': '51f71a81-a366-4b26-82da-99e22dfbe836', 'mac_address': 'fa:16:3e:03:36:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b3c88de-c9c2-4a20-b19e-1855c2c19035', 'ip_address': '192.168.233.143'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 17:39:22.667984 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28bbee57-0a4b-4ac2-b952-d2d4ec1af0f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe1cd51d-0a17-48c8-b57e-9d40dcf9b505'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:39:22.674490 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3940761bcd94e032e6960d2241bd8993c5d3a7d8dc2aca8488f3ecf1d4dd2fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8986726-8967-4318-911e-63a6a49872c2" -d '{"events": [{"server_uuid": "28bbee57-0a4b-4ac2-b952-d2d4ec1af0f7", "name": "network-vif-unplugged", "status": "completed", "tag": "fe1cd51d-0a17-48c8-b57e-9d40dcf9b505"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:39:22.679776 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-beaa3b99-2c87-4013-a5a9-59d2586bf53c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:22.711966 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port fe1cd51d-0a17-48c8-b57e-9d40dcf9b505, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=fe1cd51d-0a17-48c8-b57e-9d40dcf9b505,segment=NetworkSegment(3937b058-45c3-4cdc-b27d-da1ca7985067),segment_id=3937b058-45c3-4cdc-b27d-da1ca7985067)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:39:22.713520 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b03466e-9112-4153-bae6-24f1c4318988 None None] Network 05fbfb15-2eee-4537-ab72-3e0ae106251b requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:39:22.733263 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d4d949f6-710c-4290-b322-de342399bb2b req-299ec37e-a708-4641-be64-9a58c60bc42c service neutron] 10.222.0.60 "GET /v2.0/networks/346debfa-452b-4048-abf4-8f4493625ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6577086 Nov 19 17:39:22.781940 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-a752aa70-8ff3-4959-a6c3-2080842b13c1 req-41f6170a-9891-452a-b7e7-5c9a597ddd20 tempest-SecurityGroupRulesTestJSON-602859038 tempest-SecurityGroupRulesTestJSON-602859038-project] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:22.811955 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-a752aa70-8ff3-4959-a6c3-2080842b13c1 req-41f6170a-9891-452a-b7e7-5c9a597ddd20 tempest-SecurityGroupRulesTestJSON-602859038 tempest-SecurityGroupRulesTestJSON-602859038-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:22.962101 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:22.969627 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:22.980784 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-a752aa70-8ff3-4959-a6c3-2080842b13c1 req-41f6170a-9891-452a-b7e7-5c9a597ddd20 tempest-SecurityGroupRulesTestJSON-602859038 tempest-SecurityGroupRulesTestJSON-602859038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:22.984890 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-a752aa70-8ff3-4959-a6c3-2080842b13c1 req-41f6170a-9891-452a-b7e7-5c9a597ddd20 tempest-SecurityGroupRulesTestJSON-602859038 tempest-SecurityGroupRulesTestJSON-602859038-project] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:22.986709 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a752aa70-8ff3-4959-a6c3-2080842b13c1 req-41f6170a-9891-452a-b7e7-5c9a597ddd20 tempest-SecurityGroupRulesTestJSON-602859038 tempest-SecurityGroupRulesTestJSON-602859038-project] 10.222.0.54 "DELETE /v2.0/security-groups/4c6990c1-87b0-491c-a66a-0aaacca1e86e HTTP/1.1" status: 204 len: 173 time: 0.4054208 Nov 19 17:39:23.005774 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f6170a-9891-452a-b7e7-5c9a597ddd20 tempest-SecurityGroupRulesTestJSON-602859038 tempest-SecurityGroupRulesTestJSON-602859038-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c6990c1-87b0-491c-a66a-0aaacca1e86e,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:39:23.025434 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-beaa3b99-2c87-4013-a5a9-59d2586bf53c None None] For port 40893073-89f5-4c57-8e8a-314b872654c5, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=40893073-89f5-4c57-8e8a-314b872654c5,segment=NetworkSegment(ea5a0e2b-3fad-4153-8514-d7f5d8ae4073),segment_id=ea5a0e2b-3fad-4153-8514-d7f5d8ae4073)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:39:23.225062 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-26f17188-79ed-433f-84a3-868f432eed4a req-6a4b40a2-96fa-4f5b-b64e-e7fb423048e2 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] 10.222.0.54 "GET /v2.0/ports?device_id=477a3615-027a-4fb0-a22c-229eb9ec726c HTTP/1.1" status: 200 len: 210 time: 0.1106608 Nov 19 17:39:23.287829 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-beaa3b99-2c87-4013-a5a9-59d2586bf53c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:23.303918 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51f71a81-a366-4b26-82da-99e22dfbe836 {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:39:23.428055 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 51f71a81-a366-4b26-82da-99e22dfbe836, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=51f71a81-a366-4b26-82da-99e22dfbe836,segment=NetworkSegment(1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861),segment_id=1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:39:23.429310 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 40893073-89f5-4c57-8e8a-314b872654c5 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:39:23.430615 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:23.463121 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:23.515997 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Pushing event updated for resources: {'Port': ['ID=fe1cd51d-0a17-48c8-b57e-9d40dcf9b505,revision_number=8']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:39:23.565010 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-e6101151-cb88-4b7b-aba6-838203d55608 None None] Provisioning complete for port 4b8a4e96-b6df-41a0-be2a-014fba674cde triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:39:23.565382 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e6101151-cb88-4b7b-aba6-838203d55608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:23.763543 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 17:39:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dcbe0d2-db18-4e74-b6ca-7e5955d7e800 x-openstack-request-id: req-3dcbe0d2-db18-4e74-b6ca-7e5955d7e800 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:39:23.763884 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28bbee57-0a4b-4ac2-b952-d2d4ec1af0f7", "name": "network-vif-unplugged", "status": "completed", "tag": "fe1cd51d-0a17-48c8-b57e-9d40dcf9b505", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:39:23.764111 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-3dcbe0d2-db18-4e74-b6ca-7e5955d7e800 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:39:23.764511 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28bbee57-0a4b-4ac2-b952-d2d4ec1af0f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe1cd51d-0a17-48c8-b57e-9d40dcf9b505', 'code': 200} Nov 19 17:39:23.870727 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['51f71a81-a366-4b26-82da-99e22dfbe836'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:39:24.173122 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 4edd0ff5-f838-4aef-ba8d-67b1eefe93a6 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:39:24.198015 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b34cc082-52b3-4413-bd83-19437c5028bd req-9f91c6e4-2a23-44d1-9202-0751f5ba384e tempest-SecurityGroupRulesTestJSON-602859038 tempest-SecurityGroupRulesTestJSON-602859038-project] 10.222.0.54 "GET /v2.0/security-groups/9f815d91-0a1c-4128-b37a-6d0fa490bbf7 HTTP/1.1" status: 200 len: 1821 time: 0.3468232 Nov 19 17:39:24.262439 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beaa3b99-2c87-4013-a5a9-59d2586bf53c None None] Pushing event updated for resources: {'Port': ['ID=40893073-89f5-4c57-8e8a-314b872654c5,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:39:24.290049 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314b6970-10f5-4430-86b3-7e24b775b2de req-2dde7ec3-615c-428a-9ed2-595e1df7d66a tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:24.292656 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-314b6970-10f5-4430-86b3-7e24b775b2de req-2dde7ec3-615c-428a-9ed2-595e1df7d66a tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] 10.222.0.86 "GET /v2.0/networks?id=54cb42e3-21bb-4900-9add-de52f53a9c78 HTTP/1.1" status: 200 len: 811 time: 0.5194664 Nov 19 17:39:24.424635 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-b34cc082-52b3-4413-bd83-19437c5028bd req-56a59ace-8ad4-4240-8022-26b3d01d6418 tempest-SecurityGroupRulesTestJSON-602859038 tempest-SecurityGroupRulesTestJSON-602859038-project] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:24.487766 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e6101151-cb88-4b7b-aba6-838203d55608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:24.489369 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a7fd05-7979-4bd3-b5b7-e4e9ed9d88b0 req-3e44b4dd-d079-4c28-a383-a1ab877f6b50 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:24.500321 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a5a7fd05-7979-4bd3-b5b7-e4e9ed9d88b0 req-3e44b4dd-d079-4c28-a383-a1ab877f6b50 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] 10.222.0.54 "GET /v2.0/ports?device_id=ab8d4b78-8316-4926-9bd2-a6ede3b456c8 HTTP/1.1" status: 200 len: 949 time: 0.0865097 Nov 19 17:39:24.505116 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-b34cc082-52b3-4413-bd83-19437c5028bd req-56a59ace-8ad4-4240-8022-26b3d01d6418 tempest-SecurityGroupRulesTestJSON-602859038 tempest-SecurityGroupRulesTestJSON-602859038-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:24.526338 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-314b6970-10f5-4430-86b3-7e24b775b2de req-b5b58d4b-3b4c-43f5-8697-ffaec63b5543 tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dc7ce1e4ff7747b99247f6b026a294f4 HTTP/1.1" status: 200 len: 378 time: 0.2200997 Nov 19 17:39:24.557005 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-314b6970-10f5-4430-86b3-7e24b775b2de req-196e48b9-4c48-4a98-af1b-c5fb510bac76 tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] Request body: {'port': {'device_id': 'ccff1488-85ea-43ae-bf94-c62226a4f4bf', 'network_id': '54cb42e3-21bb-4900-9add-de52f53a9c78', 'admin_state_up': True, 'tenant_id': 'dc7ce1e4ff7747b99247f6b026a294f4', 'security_groups': ['50a0c454-55dd-48da-a67f-9bb1b9eaa61f']}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:39:24.593069 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a5a7fd05-7979-4bd3-b5b7-e4e9ed9d88b0 req-55a2c7f2-3e7f-4584-8712-c357d9769da0 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] 10.222.0.54 "GET /v2.0/security-groups?id=01d035e7-47ed-4912-a186-53ea419ecd96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910833 Nov 19 17:39:24.635336 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=51f71a81-a366-4b26-82da-99e22dfbe836,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:39:24.659562 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 4edd0ff5-f838-4aef-ba8d-67b1eefe93a6 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:39:24.660487 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:24.728520 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-b34cc082-52b3-4413-bd83-19437c5028bd req-56a59ace-8ad4-4240-8022-26b3d01d6418 tempest-SecurityGroupRulesTestJSON-602859038 tempest-SecurityGroupRulesTestJSON-602859038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:24.728961 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-e6101151-cb88-4b7b-aba6-838203d55608 None None] For port 4b8a4e96-b6df-41a0-be2a-014fba674cde, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=4b8a4e96-b6df-41a0-be2a-014fba674cde,segment=NetworkSegment(b2886bb0-acac-450f-a655-b3b2dd40f95d),segment_id=b2886bb0-acac-450f-a655-b3b2dd40f95d)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:39:24.731355 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-b34cc082-52b3-4413-bd83-19437c5028bd req-56a59ace-8ad4-4240-8022-26b3d01d6418 tempest-SecurityGroupRulesTestJSON-602859038 tempest-SecurityGroupRulesTestJSON-602859038-project] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:24.732715 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b34cc082-52b3-4413-bd83-19437c5028bd req-56a59ace-8ad4-4240-8022-26b3d01d6418 tempest-SecurityGroupRulesTestJSON-602859038 tempest-SecurityGroupRulesTestJSON-602859038-project] 10.222.0.54 "DELETE /v2.0/security-groups/9f815d91-0a1c-4128-b37a-6d0fa490bbf7 HTTP/1.1" status: 204 len: 173 time: 0.5309508 Nov 19 17:39:24.767873 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e6101151-cb88-4b7b-aba6-838203d55608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:24.794862 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-52dcc49c-0623-4027-9484-c220ba2cd3a6 req-e35beb2c-0841-4922-be6b-185d277da97d tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] 10.222.0.54 "GET /v2.0/ports?device_id=ccff1488-85ea-43ae-bf94-c62226a4f4bf HTTP/1.1" status: 200 len: 210 time: 0.0469277 Nov 19 17:39:24.906336 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a59ace-8ad4-4240-8022-26b3d01d6418 tempest-SecurityGroupRulesTestJSON-602859038 tempest-SecurityGroupRulesTestJSON-602859038-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f815d91-0a1c-4128-b37a-6d0fa490bbf7,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:39:24.912208 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857177c3-4ef1-4ebc-ba1e-1d93e93e8e57 req-fe6f03b0-3167-4a3b-ae9d-1b3e1586caaf tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:24.938802 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857177c3-4ef1-4ebc-ba1e-1d93e93e8e57 req-fe6f03b0-3167-4a3b-ae9d-1b3e1586caaf tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:24.948211 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-857177c3-4ef1-4ebc-ba1e-1d93e93e8e57 req-fe6f03b0-3167-4a3b-ae9d-1b3e1586caaf tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] 10.222.0.86 "GET /v2.0/networks?id=9754504b-f0c6-4188-aa5e-37bce596ef3a&id=05fbfb15-2eee-4537-ab72-3e0ae106251b&id=9754504b-f0c6-4188-aa5e-37bce596ef3a HTTP/1.1" status: 200 len: 1391 time: 0.2911117 Nov 19 17:39:24.971064 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-857177c3-4ef1-4ebc-ba1e-1d93e93e8e57 req-a33fe6d7-f029-4bf8-897a-ada7ba6e27c4 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Request body: {'port': {'device_id': '477a3615-027a-4fb0-a22c-229eb9ec726c', 'network_id': '9754504b-f0c6-4188-aa5e-37bce596ef3a', 'admin_state_up': True, 'tenant_id': '1a0c23896b6a426c9d6f99a1e9d93ea5'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:39:24.979807 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-314b6970-10f5-4430-86b3-7e24b775b2de req-196e48b9-4c48-4a98-af1b-c5fb510bac76 tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] Made reservation on behalf of dc7ce1e4ff7747b99247f6b026a294f4 for: {'port': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:39:24.991932 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-314b6970-10f5-4430-86b3-7e24b775b2de req-196e48b9-4c48-4a98-af1b-c5fb510bac76 tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:25.040095 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6101151-cb88-4b7b-aba6-838203d55608 None None] Pushing event updated for resources: {'Port': ['ID=4b8a4e96-b6df-41a0-be2a-014fba674cde,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:39:25.087431 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-00672394-63c6-441d-baf3-c28a4885fdc4 req-e79ce05e-9863-4c1e-b0ea-1f687e81236c tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] 10.222.0.54 "GET /v2.0/ports?device_id=477a3615-027a-4fb0-a22c-229eb9ec726c HTTP/1.1" status: 200 len: 210 time: 0.0776279 Nov 19 17:39:25.117305 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 4b8a4e96-b6df-41a0-be2a-014fba674cde up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:39:25.128299 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-19a5be3c-e3d5-4972-9151-c02deb2e445a None None] Provisioning complete for port 4b8a4e96-b6df-41a0-be2a-014fba674cde triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:39:25.128835 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-19a5be3c-e3d5-4972-9151-c02deb2e445a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:25.209972 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [req-314b6970-10f5-4430-86b3-7e24b775b2de req-196e48b9-4c48-4a98-af1b-c5fb510bac76 tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] Allocated IP 172.20.0.11 (54cb42e3-21bb-4900-9add-de52f53a9c78/ce5e5572-06fa-407a-98f7-553783ad7f2f/e5476d89-23c6-405d-8ad8-c9f3d21a8ff2) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:39:25.227551 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-857177c3-4ef1-4ebc-ba1e-1d93e93e8e57 req-a33fe6d7-f029-4bf8-897a-ada7ba6e27c4 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Made reservation on behalf of 1a0c23896b6a426c9d6f99a1e9d93ea5 for: {'port': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:39:25.237514 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-857177c3-4ef1-4ebc-ba1e-1d93e93e8e57 req-a33fe6d7-f029-4bf8-897a-ada7ba6e27c4 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:25.266346 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 4b8a4e96-b6df-41a0-be2a-014fba674cde triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:39:25.267016 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:25.465177 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-40977ab6-1fd2-4081-932f-487a0c5cc78d req-6677b426-9db5-4aaa-bd91-e0e1f4665df8 tempest-SecurityGroupRulesTestJSON-602859038 tempest-SecurityGroupRulesTestJSON-602859038-project] 10.222.0.54 "GET /v2.0/security-groups/ff6de6a2-ec2c-42f6-b0ae-15a583ab4f7c HTTP/1.1" status: 200 len: 2420 time: 0.0978346 Nov 19 17:39:25.549628 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-314b6970-10f5-4430-86b3-7e24b775b2de req-196e48b9-4c48-4a98-af1b-c5fb510bac76 tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:25.617784 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-40977ab6-1fd2-4081-932f-487a0c5cc78d req-ea47d2e5-6149-468e-a385-7f10c0c386ad tempest-SecurityGroupRulesTestJSON-602859038 tempest-SecurityGroupRulesTestJSON-602859038-project] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:25.642143 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 40893073-89f5-4c57-8e8a-314b872654c5 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:39:25.685700 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-40977ab6-1fd2-4081-932f-487a0c5cc78d req-ea47d2e5-6149-468e-a385-7f10c0c386ad tempest-SecurityGroupRulesTestJSON-602859038 tempest-SecurityGroupRulesTestJSON-602859038-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:25.689038 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-314b6970-10f5-4430-86b3-7e24b775b2de req-196e48b9-4c48-4a98-af1b-c5fb510bac76 tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:25.696371 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [req-857177c3-4ef1-4ebc-ba1e-1d93e93e8e57 req-a33fe6d7-f029-4bf8-897a-ada7ba6e27c4 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Allocated IP 19.80.0.179 (9754504b-f0c6-4188-aa5e-37bce596ef3a/a3bd4b0f-08f3-4585-ae5f-2dda8eb5e013/13e16a64-d226-4cdc-9b9b-c726dac28292) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:39:25.749877 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 40893073-89f5-4c57-8e8a-314b872654c5 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:39:25.750699 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:25.824183 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-314b6970-10f5-4430-86b3-7e24b775b2de req-196e48b9-4c48-4a98-af1b-c5fb510bac76 tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] Network 54cb42e3-21bb-4900-9add-de52f53a9c78 is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:39:25.826849 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149d1fcb-cd0f-406d-97e8-83978661fe71 req-ceb4f8e6-e710-463c-861d-16dcb082897d tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:25.828817 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-149d1fcb-cd0f-406d-97e8-83978661fe71 req-ceb4f8e6-e710-463c-861d-16dcb082897d tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] 10.222.0.54 "GET /v2.0/ports?device_id=ab8d4b78-8316-4926-9bd2-a6ede3b456c8 HTTP/1.1" status: 200 len: 949 time: 0.0989766 Nov 19 17:39:25.830016 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [req-314b6970-10f5-4430-86b3-7e24b775b2de req-196e48b9-4c48-4a98-af1b-c5fb510bac76 tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:39:25.837747 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [req-314b6970-10f5-4430-86b3-7e24b775b2de req-196e48b9-4c48-4a98-af1b-c5fb510bac76 tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:39:25.850928 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196e48b9-4c48-4a98-af1b-c5fb510bac76 tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] Pushing event updated for resources: {'Port': ['ID=e5476d89-23c6-405d-8ad8-c9f3d21a8ff2,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:39:25.883682 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-40977ab6-1fd2-4081-932f-487a0c5cc78d req-ea47d2e5-6149-468e-a385-7f10c0c386ad tempest-SecurityGroupRulesTestJSON-602859038 tempest-SecurityGroupRulesTestJSON-602859038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:25.886858 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-40977ab6-1fd2-4081-932f-487a0c5cc78d req-ea47d2e5-6149-468e-a385-7f10c0c386ad tempest-SecurityGroupRulesTestJSON-602859038 tempest-SecurityGroupRulesTestJSON-602859038-project] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:25.888955 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-40977ab6-1fd2-4081-932f-487a0c5cc78d req-ea47d2e5-6149-468e-a385-7f10c0c386ad tempest-SecurityGroupRulesTestJSON-602859038 tempest-SecurityGroupRulesTestJSON-602859038-project] 10.222.0.54 "DELETE /v2.0/security-groups/ff6de6a2-ec2c-42f6-b0ae-15a583ab4f7c HTTP/1.1" status: 204 len: 173 time: 0.4058430 Nov 19 17:39:25.906205 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea47d2e5-6149-468e-a385-7f10c0c386ad tempest-SecurityGroupRulesTestJSON-602859038 tempest-SecurityGroupRulesTestJSON-602859038-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff6de6a2-ec2c-42f6-b0ae-15a583ab4f7c,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:39:25.975403 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314b6970-10f5-4430-86b3-7e24b775b2de req-196e48b9-4c48-4a98-af1b-c5fb510bac76 tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:25.976113 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-314b6970-10f5-4430-86b3-7e24b775b2de req-196e48b9-4c48-4a98-af1b-c5fb510bac76 tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:26.004787 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-149d1fcb-cd0f-406d-97e8-83978661fe71 req-79c28a15-57a1-4e12-b1ce-1a57ccc41520 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] 10.222.0.54 "GET /v2.0/security-groups?id=01d035e7-47ed-4912-a186-53ea419ecd96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541440 Nov 19 17:39:26.016258 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-314b6970-10f5-4430-86b3-7e24b775b2de req-196e48b9-4c48-4a98-af1b-c5fb510bac76 tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4659414 Nov 19 17:39:26.060394 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-314b6970-10f5-4430-86b3-7e24b775b2de req-59e2cefe-1940-49ed-b281-43820c1aacac service neutron] Request body: {'port': {'device_id': 'ccff1488-85ea-43ae-bf94-c62226a4f4bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818022-2'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:39:26.081329 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 4b8a4e96-b6df-41a0-be2a-014fba674cde up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:39:26.182332 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-314b6970-10f5-4430-86b3-7e24b775b2de req-59e2cefe-1940-49ed-b281-43820c1aacac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:26.203700 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 4b8a4e96-b6df-41a0-be2a-014fba674cde triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:39:26.204084 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:26.221955 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-857177c3-4ef1-4ebc-ba1e-1d93e93e8e57 req-a33fe6d7-f029-4bf8-897a-ada7ba6e27c4 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:26.263796 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-857177c3-4ef1-4ebc-ba1e-1d93e93e8e57 req-a33fe6d7-f029-4bf8-897a-ada7ba6e27c4 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:26.334160 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-8250b9ee-7a91-410d-a85b-a10bed28a56a None None] Provisioning complete for port e5476d89-23c6-405d-8ad8-c9f3d21a8ff2 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:39:26.334781 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8250b9ee-7a91-410d-a85b-a10bed28a56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:26.339580 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33fe6d7-f029-4bf8-897a-ada7ba6e27c4 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Pushing event updated for resources: {'Port': ['ID=13e16a64-d226-4cdc-9b9b-c726dac28292,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:39:26.366825 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-857177c3-4ef1-4ebc-ba1e-1d93e93e8e57 req-a33fe6d7-f029-4bf8-897a-ada7ba6e27c4 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Network 9754504b-f0c6-4188-aa5e-37bce596ef3a is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:39:26.370237 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [req-857177c3-4ef1-4ebc-ba1e-1d93e93e8e57 req-a33fe6d7-f029-4bf8-897a-ada7ba6e27c4 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:39:26.382341 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112cff83-f7f6-4f38-ad29-0c17b97264d3 req-763c53ac-43c1-4ae0-82a0-45c7553608a0 tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:26.384627 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-112cff83-f7f6-4f38-ad29-0c17b97264d3 req-763c53ac-43c1-4ae0-82a0-45c7553608a0 tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] 10.222.0.54 "GET /v2.0/networks?id=c4cc9c60-be8c-4a60-be1b-a29e98302997 HTTP/1.1" status: 200 len: 805 time: 0.2317550 Nov 19 17:39:26.386878 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-857177c3-4ef1-4ebc-ba1e-1d93e93e8e57 req-a33fe6d7-f029-4bf8-897a-ada7ba6e27c4 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:39:26.399527 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-8250b9ee-7a91-410d-a85b-a10bed28a56a None None] Port e5476d89-23c6-405d-8ad8-c9f3d21a8ff2 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:39:26.444966 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad764927-3294-47d3-abdd-a07a4eb73f88 req-0e2a4dea-5609-41e5-bd6c-b75d773bc631 tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:26.454134 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ad764927-3294-47d3-abdd-a07a4eb73f88 req-0e2a4dea-5609-41e5-bd6c-b75d773bc631 tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] 10.222.0.54 "GET /v2.0/ports?device_id=ccff1488-85ea-43ae-bf94-c62226a4f4bf HTTP/1.1" status: 200 len: 932 time: 0.3418593 Nov 19 17:39:26.480919 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-112cff83-f7f6-4f38-ad29-0c17b97264d3 req-93dce08b-1c85-493d-a0d5-621e93eced0d tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] 10.222.0.54 "GET /v2.0/quotas/21543f85dc9e402a8587774ac19495fe HTTP/1.1" status: 200 len: 375 time: 0.0227256 Nov 19 17:39:26.504278 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857177c3-4ef1-4ebc-ba1e-1d93e93e8e57 req-a33fe6d7-f029-4bf8-897a-ada7ba6e27c4 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:26.504945 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-857177c3-4ef1-4ebc-ba1e-1d93e93e8e57 req-a33fe6d7-f029-4bf8-897a-ada7ba6e27c4 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:26.562211 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ad764927-3294-47d3-abdd-a07a4eb73f88 req-f472de3b-3037-4b76-b1e8-9a7f6ed841ac tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] 10.222.0.54 "GET /v2.0/security-groups?id=50a0c454-55dd-48da-a67f-9bb1b9eaa61f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1066701 Nov 19 17:39:26.574348 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-857177c3-4ef1-4ebc-ba1e-1d93e93e8e57 req-a33fe6d7-f029-4bf8-897a-ada7ba6e27c4 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6088789 Nov 19 17:39:26.605056 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-857177c3-4ef1-4ebc-ba1e-1d93e93e8e57 req-84d6b1a2-d284-44f7-8aab-ad845213099c tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Request body: {'port': {'device_id': '477a3615-027a-4fb0-a22c-229eb9ec726c', 'network_id': '05fbfb15-2eee-4537-ab72-3e0ae106251b', 'admin_state_up': True, 'tenant_id': '1a0c23896b6a426c9d6f99a1e9d93ea5'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:39:26.642541 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-112cff83-f7f6-4f38-ad29-0c17b97264d3 req-6cf33d2e-82b8-4652-b467-6ef863e5bf5f tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=21543f85dc9e402a8587774ac19495fe&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1495616 Nov 19 17:39:26.740546 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-d05f2366-c3dd-4c94-92e6-3fb6cb8d87c5 None None] Provisioning complete for port 13e16a64-d226-4cdc-9b9b-c726dac28292 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:39:26.741347 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d05f2366-c3dd-4c94-92e6-3fb6cb8d87c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:26.782486 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c9302be5-e973-4a63-b2ed-adbaa5112dcc req-fd40d0b8-becf-41c4-b8de-fe91bea3410c tempest-SecurityGroupRulesTestJSON-602859038 tempest-SecurityGroupRulesTestJSON-602859038-project] 10.222.0.54 "GET /v2.0/security-groups/87ea397e-41cf-4371-b66a-8555a018146d HTTP/1.1" status: 200 len: 2413 time: 0.0834856 Nov 19 17:39:26.810418 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-d05f2366-c3dd-4c94-92e6-3fb6cb8d87c5 None None] Port 13e16a64-d226-4cdc-9b9b-c726dac28292 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:39:26.826335 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-857177c3-4ef1-4ebc-ba1e-1d93e93e8e57 req-84d6b1a2-d284-44f7-8aab-ad845213099c tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Made reservation on behalf of 1a0c23896b6a426c9d6f99a1e9d93ea5 for: {'port': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:39:26.830603 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-857177c3-4ef1-4ebc-ba1e-1d93e93e8e57 req-84d6b1a2-d284-44f7-8aab-ad845213099c tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:26.858448 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-112cff83-f7f6-4f38-ad29-0c17b97264d3 req-43e44a92-7bfd-483c-a814-e0aa610300be service neutron] 10.222.0.54 "GET /v2.0/networks/c4cc9c60-be8c-4a60-be1b-a29e98302997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1966650 Nov 19 17:39:26.869675 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [req-314b6970-10f5-4430-86b3-7e24b775b2de req-59e2cefe-1940-49ed-b281-43820c1aacac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5476d89-23c6-405d-8ad8-c9f3d21a8ff2 {{(pid=103364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:39:26.891961 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-314b6970-10f5-4430-86b3-7e24b775b2de req-59e2cefe-1940-49ed-b281-43820c1aacac service neutron] Publish callbacks [] for port, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:26.936091 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-c9302be5-e973-4a63-b2ed-adbaa5112dcc req-a674a51c-2f66-45d9-ad0d-239c7bd46310 tempest-SecurityGroupRulesTestJSON-602859038 tempest-SecurityGroupRulesTestJSON-602859038-project] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:26.946315 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.provisioning_blocks [req-314b6970-10f5-4430-86b3-7e24b775b2de req-59e2cefe-1940-49ed-b281-43820c1aacac service neutron] Transition to ACTIVE for port object e5476d89-23c6-405d-8ad8-c9f3d21a8ff2 will not be triggered until provisioned by entity L2. {{(pid=103364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 17:39:26.954809 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-314b6970-10f5-4430-86b3-7e24b775b2de req-59e2cefe-1940-49ed-b281-43820c1aacac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:26.981125 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-c9302be5-e973-4a63-b2ed-adbaa5112dcc req-a674a51c-2f66-45d9-ad0d-239c7bd46310 tempest-SecurityGroupRulesTestJSON-602859038 tempest-SecurityGroupRulesTestJSON-602859038-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:27.046532 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e2cefe-1940-49ed-b281-43820c1aacac service neutron] Pushing event updated for resources: {'Port': ['ID=e5476d89-23c6-405d-8ad8-c9f3d21a8ff2,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:39:27.076540 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e2cefe-1940-49ed-b281-43820c1aacac service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:39:27.076953 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e2cefe-1940-49ed-b281-43820c1aacac service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:39:27.077436 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e2cefe-1940-49ed-b281-43820c1aacac service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:39:27.077781 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e2cefe-1940-49ed-b281-43820c1aacac service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:39:27.078148 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e2cefe-1940-49ed-b281-43820c1aacac service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:39:27.078481 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e2cefe-1940-49ed-b281-43820c1aacac service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:39:27.078814 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e2cefe-1940-49ed-b281-43820c1aacac service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:39:27.079222 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e2cefe-1940-49ed-b281-43820c1aacac service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:39:27.079591 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e2cefe-1940-49ed-b281-43820c1aacac service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:39:27.079929 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e2cefe-1940-49ed-b281-43820c1aacac service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:39:27.080259 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e2cefe-1940-49ed-b281-43820c1aacac service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:39:27.080582 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e2cefe-1940-49ed-b281-43820c1aacac service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:39:27.098317 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [req-857177c3-4ef1-4ebc-ba1e-1d93e93e8e57 req-84d6b1a2-d284-44f7-8aab-ad845213099c tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Allocated IP 19.86.0.207 (05fbfb15-2eee-4537-ab72-3e0ae106251b/4716d5b9-5f9a-4f7d-86ee-a0bc3761699d/e4368372-ea3c-4d4d-831e-5249daaf590b) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:39:27.158476 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-112cff83-f7f6-4f38-ad29-0c17b97264d3 req-eac0f9a2-ff9b-4483-8093-945ee6cbd870 service neutron] 10.222.0.54 "GET /v2.0/networks/c4cc9c60-be8c-4a60-be1b-a29e98302997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2803626 Nov 19 17:39:27.171025 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-c9302be5-e973-4a63-b2ed-adbaa5112dcc req-a674a51c-2f66-45d9-ad0d-239c7bd46310 tempest-SecurityGroupRulesTestJSON-602859038 tempest-SecurityGroupRulesTestJSON-602859038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:27.176027 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-c9302be5-e973-4a63-b2ed-adbaa5112dcc req-a674a51c-2f66-45d9-ad0d-239c7bd46310 tempest-SecurityGroupRulesTestJSON-602859038 tempest-SecurityGroupRulesTestJSON-602859038-project] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:27.178009 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c9302be5-e973-4a63-b2ed-adbaa5112dcc req-a674a51c-2f66-45d9-ad0d-239c7bd46310 tempest-SecurityGroupRulesTestJSON-602859038 tempest-SecurityGroupRulesTestJSON-602859038-project] 10.222.0.54 "DELETE /v2.0/security-groups/87ea397e-41cf-4371-b66a-8555a018146d HTTP/1.1" status: 204 len: 173 time: 0.3867686 Nov 19 17:39:27.186606 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 45312) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:39:27.248722 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a674a51c-2f66-45d9-ad0d-239c7bd46310 tempest-SecurityGroupRulesTestJSON-602859038 tempest-SecurityGroupRulesTestJSON-602859038-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87ea397e-41cf-4371-b66a-8555a018146d,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:39:27.456377 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-314b6970-10f5-4430-86b3-7e24b775b2de req-59e2cefe-1940-49ed-b281-43820c1aacac service neutron] Attempting to bind port e5476d89-23c6-405d-8ad8-c9f3d21a8ff2 on host n-h2-818022-2 for vnic_type normal with profile {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:39:27.456377 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-314b6970-10f5-4430-86b3-7e24b775b2de req-59e2cefe-1940-49ed-b281-43820c1aacac service neutron] Attempting to bind port e5476d89-23c6-405d-8ad8-c9f3d21a8ff2 by drivers openvswitch,hyperv on host n-h2-818022-2 at level 0 using segments [{'id': 'ea5a0e2b-3fad-4153-8514-d7f5d8ae4073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '54cb42e3-21bb-4900-9add-de52f53a9c78'}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:39:27.456377 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-314b6970-10f5-4430-86b3-7e24b775b2de req-59e2cefe-1940-49ed-b281-43820c1aacac service neutron] Attempting to bind port e5476d89-23c6-405d-8ad8-c9f3d21a8ff2 on network 54cb42e3-21bb-4900-9add-de52f53a9c78 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:39:27.500531 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_v2 [None req-974434ca-5600-45e6-9fe2-f951a1f7b8ec admin admin] Deleting subnet 27fb8644-3462-4c7a-9b34-2af0c9cf5674 {{(pid=103364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 17:39:27.530053 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-974434ca-5600-45e6-9fe2-f951a1f7b8ec admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:27.533424 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-314b6970-10f5-4430-86b3-7e24b775b2de req-59e2cefe-1940-49ed-b281-43820c1aacac service neutron] Port e5476d89-23c6-405d-8ad8-c9f3d21a8ff2 on network 54cb42e3-21bb-4900-9add-de52f53a9c78 not bound, no agent of type Open vSwitch agent registered on host n-h2-818022-2 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 17:39:27.533867 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-314b6970-10f5-4430-86b3-7e24b775b2de req-59e2cefe-1940-49ed-b281-43820c1aacac service neutron] Attempting to bind port e5476d89-23c6-405d-8ad8-c9f3d21a8ff2 on network 54cb42e3-21bb-4900-9add-de52f53a9c78 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:39:27.572502 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-314b6970-10f5-4430-86b3-7e24b775b2de req-59e2cefe-1940-49ed-b281-43820c1aacac service neutron] Checking agent: {'id': '525ad2ac-c4ae-4c63-af2e-0bf8d25d0f0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'started_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 39, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:39:27.572907 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-314b6970-10f5-4430-86b3-7e24b775b2de req-59e2cefe-1940-49ed-b281-43820c1aacac service neutron] Checking segment: {'id': 'ea5a0e2b-3fad-4153-8514-d7f5d8ae4073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '54cb42e3-21bb-4900-9add-de52f53a9c78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:39:27.573265 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-314b6970-10f5-4430-86b3-7e24b775b2de req-59e2cefe-1940-49ed-b281-43820c1aacac service neutron] Bound using segment: {'id': 'ea5a0e2b-3fad-4153-8514-d7f5d8ae4073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '54cb42e3-21bb-4900-9add-de52f53a9c78'} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:39:27.573709 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-314b6970-10f5-4430-86b3-7e24b775b2de req-59e2cefe-1940-49ed-b281-43820c1aacac service neutron] Bound port: e5476d89-23c6-405d-8ad8-c9f3d21a8ff2, host: n-h2-818022-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea5a0e2b-3fad-4153-8514-d7f5d8ae4073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '54cb42e3-21bb-4900-9add-de52f53a9c78'}}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:39:27.574097 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-314b6970-10f5-4430-86b3-7e24b775b2de req-59e2cefe-1940-49ed-b281-43820c1aacac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:27.655114 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-974434ca-5600-45e6-9fe2-f951a1f7b8ec admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9416263'] for subnet, precommit_delete_associations {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:27.761699 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-857177c3-4ef1-4ebc-ba1e-1d93e93e8e57 req-84d6b1a2-d284-44f7-8aab-ad845213099c tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:27.773270 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-314b6970-10f5-4430-86b3-7e24b775b2de req-59e2cefe-1940-49ed-b281-43820c1aacac service neutron] For port e5476d89-23c6-405d-8ad8-c9f3d21a8ff2, host n-h2-818022-2, cleared binding levels {{(pid=103364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:39:27.779430 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-314b6970-10f5-4430-86b3-7e24b775b2de req-59e2cefe-1940-49ed-b281-43820c1aacac service neutron] For port e5476d89-23c6-405d-8ad8-c9f3d21a8ff2, host n-h2-818022-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=e5476d89-23c6-405d-8ad8-c9f3d21a8ff2,segment=NetworkSegment(ea5a0e2b-3fad-4153-8514-d7f5d8ae4073),segment_id=ea5a0e2b-3fad-4153-8514-d7f5d8ae4073)] {{(pid=103364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:39:27.789428 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a51eb85-cfef-4b1f-a67e-8ac92a52e7b0 req-ce53778c-85c2-4eca-83f3-271e3a99949d tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:27.799365 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9a51eb85-cfef-4b1f-a67e-8ac92a52e7b0 req-ce53778c-85c2-4eca-83f3-271e3a99949d tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] 10.222.0.54 "GET /v2.0/ports?device_id=477a3615-027a-4fb0-a22c-229eb9ec726c HTTP/1.1" status: 200 len: 932 time: 0.2866118 Nov 19 17:39:27.802243 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-314b6970-10f5-4430-86b3-7e24b775b2de req-59e2cefe-1940-49ed-b281-43820c1aacac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:27.804468 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-974434ca-5600-45e6-9fe2-f951a1f7b8ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:27.812504 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 51f71a81-a366-4b26-82da-99e22dfbe836 up at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:39:27.911868 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning for port 51f71a81-a366-4b26-82da-99e22dfbe836 completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 17:39:27.919287 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning complete for port 51f71a81-a366-4b26-82da-99e22dfbe836 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:39:27.920159 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:27.941332 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9a51eb85-cfef-4b1f-a67e-8ac92a52e7b0 req-3346e4a0-d225-48a6-9827-ad41e6592946 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2d42000-c475-4f47-81a1-d381635bd450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410279 Nov 19 17:39:27.942700 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-857177c3-4ef1-4ebc-ba1e-1d93e93e8e57 req-84d6b1a2-d284-44f7-8aab-ad845213099c tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:27.987561 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 45332) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:39:28.036595 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-857177c3-4ef1-4ebc-ba1e-1d93e93e8e57 req-84d6b1a2-d284-44f7-8aab-ad845213099c tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Network 05fbfb15-2eee-4537-ab72-3e0ae106251b is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:39:28.083859 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [req-857177c3-4ef1-4ebc-ba1e-1d93e93e8e57 req-84d6b1a2-d284-44f7-8aab-ad845213099c tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:39:28.086138 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314b6970-10f5-4430-86b3-7e24b775b2de req-59e2cefe-1940-49ed-b281-43820c1aacac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:28.087191 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-314b6970-10f5-4430-86b3-7e24b775b2de req-59e2cefe-1940-49ed-b281-43820c1aacac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:28.088297 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-314b6970-10f5-4430-86b3-7e24b775b2de req-59e2cefe-1940-49ed-b281-43820c1aacac service neutron] 10.222.0.86 "PUT /v2.0/ports/e5476d89-23c6-405d-8ad8-c9f3d21a8ff2 HTTP/1.1" status: 200 len: 1092 time: 2.0562572 Nov 19 17:39:28.088794 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccff1488-85ea-43ae-bf94-c62226a4f4bf', 'tag': 'e5476d89-23c6-405d-8ad8-c9f3d21a8ff2'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:39:28.093530 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-857177c3-4ef1-4ebc-ba1e-1d93e93e8e57 req-84d6b1a2-d284-44f7-8aab-ad845213099c tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:39:28.097894 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dd4767a008c23f8566efc82158ee1b1fff34e1a9e908d76d0b6d0ab7e350e5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c82f8ffb-17ab-4614-9807-97679d896644" -d '{"events": [{"name": "network-changed", "server_uuid": "ccff1488-85ea-43ae-bf94-c62226a4f4bf", "tag": "e5476d89-23c6-405d-8ad8-c9f3d21a8ff2"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:39:28.128791 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:28.129989 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-88fc0936-7e05-4f45-9429-69dffecf3f1c req-57b9ad58-11ce-43a8-b703-f30eda82f879 tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] 10.222.0.54 "GET /v2.0/ports?device_id=120e2f87-809d-4c7b-9bfb-c9a7531a950b HTTP/1.1" status: 200 len: 210 time: 0.1197851 Nov 19 17:39:28.136268 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d6b1a2-d284-44f7-8aab-ad845213099c tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Pushing event updated for resources: {'Port': ['ID=e4368372-ea3c-4d4d-831e-5249daaf590b,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:39:28.198079 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92df82e7-4784-481c-8c51-4107a03b0bbb req-97210f54-970e-411c-b054-6abfdb052d7d tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:28.201304 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-92df82e7-4784-481c-8c51-4107a03b0bbb req-97210f54-970e-411c-b054-6abfdb052d7d tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] 10.222.0.86 "GET /v2.0/ports?device_id=28bbee57-0a4b-4ac2-b952-d2d4ec1af0f7 HTTP/1.1" status: 200 len: 944 time: 0.4962239 Nov 19 17:39:28.203556 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-974434ca-5600-45e6-9fe2-f951a1f7b8ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12425137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8983934'] for subnet, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:28.212023 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab8d4b78-8316-4926-9bd2-a6ede3b456c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51f71a81-a366-4b26-82da-99e22dfbe836'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:39:28.223087 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3940761bcd94e032e6960d2241bd8993c5d3a7d8dc2aca8488f3ecf1d4dd2fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-895e6336-cc92-454b-a9b2-4d69a8c3298a" -d '{"events": [{"server_uuid": "ab8d4b78-8316-4926-9bd2-a6ede3b456c8", "name": "network-vif-plugged", "status": "completed", "tag": "51f71a81-a366-4b26-82da-99e22dfbe836"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:39:28.285479 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 51f71a81-a366-4b26-82da-99e22dfbe836, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=51f71a81-a366-4b26-82da-99e22dfbe836,segment=NetworkSegment(1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861),segment_id=1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:39:28.295168 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:28.343850 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-da04608c-d70e-47bb-a59c-1e089fe3cc68 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:28.378668 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=51f71a81-a366-4b26-82da-99e22dfbe836,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:39:28.397381 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974434ca-5600-45e6-9fe2-f951a1f7b8ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27fb8644-3462-4c7a-9b34-2af0c9cf5674,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:39:28.446752 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e2cefe-1940-49ed-b281-43820c1aacac service neutron] Pushing event updated for resources: {'Port': ['ID=e5476d89-23c6-405d-8ad8-c9f3d21a8ff2,revision_number=3']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:39:28.459123 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6ea8f8-5edf-40b6-ab9c-47a10686214b req-8b349a21-73b3-473a-b913-d1dfd45d7f09 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:28.468688 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-1f6ea8f8-5edf-40b6-ab9c-47a10686214b req-8b349a21-73b3-473a-b913-d1dfd45d7f09 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] 10.222.0.54 "GET /v2.0/ports?device_id=ab8d4b78-8316-4926-9bd2-a6ede3b456c8 HTTP/1.1" status: 200 len: 949 time: 0.7078936 Nov 19 17:39:28.483742 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-974434ca-5600-45e6-9fe2-f951a1f7b8ec admin admin] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:28.489782 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-974434ca-5600-45e6-9fe2-f951a1f7b8ec admin admin] 10.222.0.54 "DELETE /v2.0/subnets/27fb8644-3462-4c7a-9b34-2af0c9cf5674 HTTP/1.1" status: 204 len: 168 time: 1.3021150 Nov 19 17:39:28.491476 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857177c3-4ef1-4ebc-ba1e-1d93e93e8e57 req-84d6b1a2-d284-44f7-8aab-ad845213099c tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:28.498069 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 45346) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:39:28.501306 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-857177c3-4ef1-4ebc-ba1e-1d93e93e8e57 req-84d6b1a2-d284-44f7-8aab-ad845213099c tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:28.578671 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-857177c3-4ef1-4ebc-ba1e-1d93e93e8e57 req-84d6b1a2-d284-44f7-8aab-ad845213099c tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9793954 Nov 19 17:39:28.595317 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-857177c3-4ef1-4ebc-ba1e-1d93e93e8e57 req-272a08ec-7670-4c93-9ce0-59a6eefbcbcb tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Request body: {'port': {'device_id': '477a3615-027a-4fb0-a22c-229eb9ec726c', 'network_id': '9754504b-f0c6-4188-aa5e-37bce596ef3a', 'admin_state_up': True, 'tenant_id': '1a0c23896b6a426c9d6f99a1e9d93ea5'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:39:28.620922 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c289808e-af68-4555-8601-b239305beb7e req-f56f4c28-2159-41e5-9e0a-015c9814fda5 tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:28.623488 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c289808e-af68-4555-8601-b239305beb7e req-f56f4c28-2159-41e5-9e0a-015c9814fda5 tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] 10.222.0.54 "GET /v2.0/ports?device_id=ccff1488-85ea-43ae-bf94-c62226a4f4bf HTTP/1.1" status: 200 len: 944 time: 0.2672617 Nov 19 17:39:28.715874 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8955531e-7778-46e8-8204-0e3543c4e144 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:28.718881 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314b6970-10f5-4430-86b3-7e24b775b2de req-0d754cfc-e17a-4daa-b92d-2e77505cb1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:28.720954 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-314b6970-10f5-4430-86b3-7e24b775b2de req-0d754cfc-e17a-4daa-b92d-2e77505cb1e1 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=dc7ce1e4ff7747b99247f6b026a294f4&device_id=ccff1488-85ea-43ae-bf94-c62226a4f4bf HTTP/1.1" status: 200 len: 1095 time: 0.5076716 Nov 19 17:39:28.732834 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-1f6ea8f8-5edf-40b6-ab9c-47a10686214b req-8ba60c59-3f59-44af-bf52-d41e87f5180e tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] 10.222.0.54 "GET /v2.0/security-groups?id=01d035e7-47ed-4912-a186-53ea419ecd96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2628729 Nov 19 17:39:28.798278 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-da04608c-d70e-47bb-a59c-1e089fe3cc68 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:28.811268 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c289808e-af68-4555-8601-b239305beb7e req-8c099708-39c2-40f1-89d6-ae51333867f1 tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] 10.222.0.54 "GET /v2.0/security-groups?id=50a0c454-55dd-48da-a67f-9bb1b9eaa61f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1730819 Nov 19 17:39:28.828582 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-da04608c-d70e-47bb-a59c-1e089fe3cc68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:28.841475 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 17:39:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d353a9e-e8ef-4da4-8b6b-1336ef6ee08c x-openstack-request-id: req-6d353a9e-e8ef-4da4-8b6b-1336ef6ee08c {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:39:28.841839 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccff1488-85ea-43ae-bf94-c62226a4f4bf", "tag": "e5476d89-23c6-405d-8ad8-c9f3d21a8ff2", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:39:28.841957 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-90ebbd42-a165-44e3-8463-62ead6cfaec2 None None] Provisioning complete for port e4368372-ea3c-4d4d-831e-5249daaf590b triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:39:28.842856 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-90ebbd42-a165-44e3-8463-62ead6cfaec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:28.843693 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-6d353a9e-e8ef-4da4-8b6b-1336ef6ee08c {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:39:28.843693 n-d-818022-2 neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccff1488-85ea-43ae-bf94-c62226a4f4bf', 'tag': 'e5476d89-23c6-405d-8ad8-c9f3d21a8ff2', 'status': 'completed', 'code': 200} Nov 19 17:39:28.857324 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-314b6970-10f5-4430-86b3-7e24b775b2de req-ffa4cb84-47a9-4de0-9931-69260f7c2d05 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e5476d89-23c6-405d-8ad8-c9f3d21a8ff2 HTTP/1.1" status: 200 len: 217 time: 0.1234274 Nov 19 17:39:28.913465 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:39:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dfcc3f4-1af8-42c8-90b3-5cb058c3f9c8 x-openstack-request-id: req-7dfcc3f4-1af8-42c8-90b3-5cb058c3f9c8 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:39:28.913775 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab8d4b78-8316-4926-9bd2-a6ede3b456c8", "name": "network-vif-plugged", "status": "completed", "tag": "51f71a81-a366-4b26-82da-99e22dfbe836", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:39:28.914065 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-7dfcc3f4-1af8-42c8-90b3-5cb058c3f9c8 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:39:28.914465 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab8d4b78-8316-4926-9bd2-a6ede3b456c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51f71a81-a366-4b26-82da-99e22dfbe836', 'code': 200} Nov 19 17:39:28.915514 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-da04608c-d70e-47bb-a59c-1e089fe3cc68 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=1ac2f060d1884a1a9798967f25b6e97b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9252665 Nov 19 17:39:28.916794 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 45350) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:39:28.922673 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da04608c-d70e-47bb-a59c-1e089fe3cc68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af3acb64-8363-4f30-8ce3-8496bb9eeee1,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:39:28.952539 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-90ebbd42-a165-44e3-8463-62ead6cfaec2 None None] Port e4368372-ea3c-4d4d-831e-5249daaf590b cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:39:28.953886 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [req-92df82e7-4784-481c-8c51-4107a03b0bbb req-1c25c717-f980-4d12-99e3-ebf76003f684 tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] Deleting port fe1cd51d-0a17-48c8-b57e-9d40dcf9b505 {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:39:28.954446 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-92df82e7-4784-481c-8c51-4107a03b0bbb req-1c25c717-f980-4d12-99e3-ebf76003f684 tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:28.975226 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-857177c3-4ef1-4ebc-ba1e-1d93e93e8e57 req-272a08ec-7670-4c93-9ce0-59a6eefbcbcb tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Made reservation on behalf of 1a0c23896b6a426c9d6f99a1e9d93ea5 for: {'port': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:39:28.979097 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-857177c3-4ef1-4ebc-ba1e-1d93e93e8e57 req-272a08ec-7670-4c93-9ce0-59a6eefbcbcb tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:29.146058 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-864f3e1d-347e-469d-8d89-1318709e0e38 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:29.185307 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [req-857177c3-4ef1-4ebc-ba1e-1d93e93e8e57 req-272a08ec-7670-4c93-9ce0-59a6eefbcbcb tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Allocated IP 19.80.0.77 (9754504b-f0c6-4188-aa5e-37bce596ef3a/a3bd4b0f-08f3-4585-ae5f-2dda8eb5e013/ad09ff0f-c382-4155-b7e9-69144a2e6e9d) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:39:29.188710 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-864f3e1d-347e-469d-8d89-1318709e0e38 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:29.320851 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-864f3e1d-347e-469d-8d89-1318709e0e38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:29.323939 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-864f3e1d-347e-469d-8d89-1318709e0e38 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:29.325776 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8955531e-7778-46e8-8204-0e3543c4e144 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:29.326127 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-864f3e1d-347e-469d-8d89-1318709e0e38 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/af3acb64-8363-4f30-8ce3-8496bb9eeee1 HTTP/1.1" status: 204 len: 168 time: 0.3933659 Nov 19 17:39:29.336749 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314b6970-10f5-4430-86b3-7e24b775b2de req-7d32dc29-8f68-4b14-a4f3-a160eb5a1164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:29.340216 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-314b6970-10f5-4430-86b3-7e24b775b2de req-7d32dc29-8f68-4b14-a4f3-a160eb5a1164 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ce5e5572-06fa-407a-98f7-553783ad7f2f HTTP/1.1" status: 200 len: 850 time: 0.4639409 Nov 19 17:39:29.382239 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-92df82e7-4784-481c-8c51-4107a03b0bbb req-1c25c717-f980-4d12-99e3-ebf76003f684 tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] For port fe1cd51d-0a17-48c8-b57e-9d40dcf9b505, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=fe1cd51d-0a17-48c8-b57e-9d40dcf9b505,segment=NetworkSegment(3937b058-45c3-4cdc-b27d-da1ca7985067),segment_id=3937b058-45c3-4cdc-b27d-da1ca7985067)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:39:29.382824 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-92df82e7-4784-481c-8c51-4107a03b0bbb req-1c25c717-f980-4d12-99e3-ebf76003f684 tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:29.439228 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-8955531e-7778-46e8-8204-0e3543c4e144 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e029ed7-b5cd-4053-ad1c-c9609755154e']}} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:39:29.452994 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f041b94a-d8d4-46f5-8c46-e306a251da68 req-4b7817fa-3d5f-44d2-a465-b51ed75354a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:29.455198 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f041b94a-d8d4-46f5-8c46-e306a251da68 req-4b7817fa-3d5f-44d2-a465-b51ed75354a3 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ab8d4b78-8316-4926-9bd2-a6ede3b456c8 HTTP/1.1" status: 200 len: 1101 time: 0.3933461 Nov 19 17:39:29.458055 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [req-92df82e7-4784-481c-8c51-4107a03b0bbb req-1c25c717-f980-4d12-99e3-ebf76003f684 tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] Calling delete_port for fe1cd51d-0a17-48c8-b57e-9d40dcf9b505 owned by compute:nova {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:39:29.483097 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-8955531e-7778-46e8-8204-0e3543c4e144 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ac777a1-c4c8-45a0-ab3a-a39a2e751c1c') {'for_net_delete': True} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:39:29.484070 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-8955531e-7778-46e8-8204-0e3543c4e144 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ac777a1-c4c8-45a0-ab3a-a39a2e751c1c') {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:39:29.508653 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115d3fc3-d98d-40d0-84fe-d6474565c92f req-13ffc54f-e65d-420e-86ec-fc12ced0c23f tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:29.517417 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115d3fc3-d98d-40d0-84fe-d6474565c92f req-13ffc54f-e65d-420e-86ec-fc12ced0c23f tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:29.529720 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-115d3fc3-d98d-40d0-84fe-d6474565c92f req-13ffc54f-e65d-420e-86ec-fc12ced0c23f tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] 10.222.0.54 "GET /v2.0/ports?device_id=477a3615-027a-4fb0-a22c-229eb9ec726c HTTP/1.1" status: 200 len: 1655 time: 0.4191589 Nov 19 17:39:29.617662 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8955531e-7778-46e8-8204-0e3543c4e144 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417396'] for segment, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:29.656128 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d029b801-5e03-4a01-b509-d1979e136d52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:29.699740 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8955531e-7778-46e8-8204-0e3543c4e144 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:29.718069 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314b6970-10f5-4430-86b3-7e24b775b2de req-509ac17f-cf5a-48bf-b1a6-b136f177c635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:29.719971 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-314b6970-10f5-4430-86b3-7e24b775b2de req-509ac17f-cf5a-48bf-b1a6-b136f177c635 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=54cb42e3-21bb-4900-9add-de52f53a9c78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3582158 Nov 19 17:39:29.736820 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8955531e-7778-46e8-8204-0e3543c4e144 admin admin] Releasing vlan 652 on physical network physnet1 to pool {{(pid=103364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 17:39:29.737500 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8955531e-7778-46e8-8204-0e3543c4e144 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12425183'] for segment, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:29.745163 n-d-818022-2 neutron-server[103364]: Traceback (most recent call last): Nov 19 17:39:29.745163 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 17:39:29.745163 n-d-818022-2 neutron-server[103364]: timer() Nov 19 17:39:29.745163 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 17:39:29.745163 n-d-818022-2 neutron-server[103364]: cb(*args, **kw) Nov 19 17:39:29.745163 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 17:39:29.745163 n-d-818022-2 neutron-server[103364]: return func(*args, **kwargs) Nov 19 17:39:29.745163 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 17:39:29.745163 n-d-818022-2 neutron-server[103364]: self._notify() Nov 19 17:39:29.745163 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 17:39:29.745163 n-d-818022-2 neutron-server[103364]: self.callback(batched_events) Nov 19 17:39:29.745163 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 17:39:29.745163 n-d-818022-2 neutron-server[103364]: event.method(event) Nov 19 17:39:29.745163 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 17:39:29.745163 n-d-818022-2 neutron-server[103364]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 17:39:29.745163 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 17:39:29.745163 n-d-818022-2 neutron-server[103364]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 17:39:29.745163 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 17:39:29.745163 n-d-818022-2 neutron-server[103364]: return f(self, *a, **k) Nov 19 17:39:29.745163 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 17:39:29.745163 n-d-818022-2 neutron-server[103364]: return self._get(url).json() Nov 19 17:39:29.745163 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 17:39:29.745163 n-d-818022-2 neutron-server[103364]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 17:39:29.745163 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 17:39:29.745163 n-d-818022-2 neutron-server[103364]: return self.request(url, 'GET', **kwargs) Nov 19 17:39:29.745163 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 17:39:29.745163 n-d-818022-2 neutron-server[103364]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 17:39:29.745163 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 17:39:29.745163 n-d-818022-2 neutron-server[103364]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 17:39:29.745163 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 17:39:29.745163 n-d-818022-2 neutron-server[103364]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 17:39:29.745163 n-d-818022-2 neutron-server[103364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 17:39:29.774977 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f041b94a-d8d4-46f5-8c46-e306a251da68 req-6b735a63-59f8-4a21-b7b5-064abc70be25 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=01d035e7-47ed-4912-a186-53ea419ecd96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2989616 Nov 19 17:39:29.817844 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5bf61640-226e-417c-8fb7-f2fd3f30b00a req-0887c987-7b13-4a19-abad-9b09b19975cd tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] 10.222.0.54 "GET /v2.0/ports?device_id=120e2f87-809d-4c7b-9bfb-c9a7531a950b HTTP/1.1" status: 200 len: 210 time: 0.5251698 Nov 19 17:39:29.838084 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-115d3fc3-d98d-40d0-84fe-d6474565c92f req-896d7bc9-a7a9-4ddb-afce-7a6fd7febf80 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2d42000-c475-4f47-81a1-d381635bd450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3041472 Nov 19 17:39:29.913026 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864f3e1d-347e-469d-8d89-1318709e0e38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af3acb64-8363-4f30-8ce3-8496bb9eeee1,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:39:29.989500 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8955531e-7778-46e8-8204-0e3543c4e144 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671242'] for network, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:29.994499 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8955531e-7778-46e8-8204-0e3543c4e144 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:30.003889 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-8955531e-7778-46e8-8204-0e3543c4e144 admin admin] 10.222.0.54 "DELETE /v2.0/networks/7e029ed7-b5cd-4053-ad1c-c9609755154e HTTP/1.1" status: 204 len: 168 time: 1.4987323 Nov 19 17:39:30.041025 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8955531e-7778-46e8-8204-0e3543c4e144 admin admin] Pushing event deleted for resources: {'Network': ['ID=7e029ed7-b5cd-4053-ad1c-c9609755154e,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:39:30.114003 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfeaa074-2b48-4706-baf3-e9cee30b4ae3 req-80ddfea5-aad4-4275-9efe-8d2f65da6b6e tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:30.124408 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-bfeaa074-2b48-4706-baf3-e9cee30b4ae3 req-80ddfea5-aad4-4275-9efe-8d2f65da6b6e tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] 10.222.0.54 "GET /v2.0/ports?device_id=ab8d4b78-8316-4926-9bd2-a6ede3b456c8 HTTP/1.1" status: 200 len: 950 time: 0.2062018 Nov 19 17:39:30.156642 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-314b6970-10f5-4430-86b3-7e24b775b2de req-fed682e5-b916-4381-a1f7-08b4bfc86012 service neutron] 10.222.0.86 "GET /v2.0/networks/54cb42e3-21bb-4900-9add-de52f53a9c78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4169493 Nov 19 17:39:30.175560 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c58cc41-4b27-40b4-af79-0a9d5774e3de req-feb98bf6-c4d1-42df-9f38-cfbc97cb6600 tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:30.187419 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-1c58cc41-4b27-40b4-af79-0a9d5774e3de req-feb98bf6-c4d1-42df-9f38-cfbc97cb6600 tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] 10.222.0.54 "GET /v2.0/ports?device_id=ccff1488-85ea-43ae-bf94-c62226a4f4bf HTTP/1.1" status: 200 len: 944 time: 0.1796465 Nov 19 17:39:30.208603 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-857177c3-4ef1-4ebc-ba1e-1d93e93e8e57 req-272a08ec-7670-4c93-9ce0-59a6eefbcbcb tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:30.255724 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 45380) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:39:30.280707 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112cff83-f7f6-4f38-ad29-0c17b97264d3 req-8a797b64-ff71-4287-9c08-74a22d8bb093 tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:30.283748 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-112cff83-f7f6-4f38-ad29-0c17b97264d3 req-8a797b64-ff71-4287-9c08-74a22d8bb093 tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] 10.222.0.60 "GET /v2.0/networks?id=c4cc9c60-be8c-4a60-be1b-a29e98302997 HTTP/1.1" status: 200 len: 805 time: 0.4953253 Nov 19 17:39:30.306956 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-112cff83-f7f6-4f38-ad29-0c17b97264d3 req-053c2608-a643-41d7-a2f8-2e5777220b5c tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] Request body: {'port': {'device_id': '120e2f87-809d-4c7b-9bfb-c9a7531a950b', 'network_id': 'c4cc9c60-be8c-4a60-be1b-a29e98302997', 'admin_state_up': True, 'tenant_id': '21543f85dc9e402a8587774ac19495fe'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:39:30.322917 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-bfeaa074-2b48-4706-baf3-e9cee30b4ae3 req-dd4b9b65-a3d3-41f6-9aa6-2fb53de27b2e tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] 10.222.0.54 "GET /v2.0/security-groups?id=01d035e7-47ed-4912-a186-53ea419ecd96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969523 Nov 19 17:39:30.503574 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-b03a5b98-2538-4a39-a529-539cd4296aa4 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=aa6bfdb2e4e84a97af4ff8dde15de4b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2429364 Nov 19 17:39:30.504865 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 45388) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:39:30.535936 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-857177c3-4ef1-4ebc-ba1e-1d93e93e8e57 req-272a08ec-7670-4c93-9ce0-59a6eefbcbcb tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:30.614942 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-857177c3-4ef1-4ebc-ba1e-1d93e93e8e57 req-272a08ec-7670-4c93-9ce0-59a6eefbcbcb tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Network 9754504b-f0c6-4188-aa5e-37bce596ef3a is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:39:30.628804 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [req-857177c3-4ef1-4ebc-ba1e-1d93e93e8e57 req-272a08ec-7670-4c93-9ce0-59a6eefbcbcb tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:39:30.635671 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-857177c3-4ef1-4ebc-ba1e-1d93e93e8e57 req-272a08ec-7670-4c93-9ce0-59a6eefbcbcb tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:39:30.657776 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-92df82e7-4784-481c-8c51-4107a03b0bbb req-1c25c717-f980-4d12-99e3-ebf76003f684 tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:30.692866 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272a08ec-7670-4c93-9ce0-59a6eefbcbcb tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Pushing event updated for resources: {'Port': ['ID=ad09ff0f-c382-4155-b7e9-69144a2e6e9d,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:39:30.695267 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-672a283d-f348-42c1-9acf-b2c1cca811da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:30.750081 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c25c717-f980-4d12-99e3-ebf76003f684 tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] Pushing event deleted for resources: {'Port': ['ID=fe1cd51d-0a17-48c8-b57e-9d40dcf9b505,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:39:30.754338 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857177c3-4ef1-4ebc-ba1e-1d93e93e8e57 req-272a08ec-7670-4c93-9ce0-59a6eefbcbcb tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:30.755017 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-857177c3-4ef1-4ebc-ba1e-1d93e93e8e57 req-272a08ec-7670-4c93-9ce0-59a6eefbcbcb tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:30.774849 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-112cff83-f7f6-4f38-ad29-0c17b97264d3 req-053c2608-a643-41d7-a2f8-2e5777220b5c tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] Made reservation on behalf of 21543f85dc9e402a8587774ac19495fe for: {'port': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:39:30.781479 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-112cff83-f7f6-4f38-ad29-0c17b97264d3 req-053c2608-a643-41d7-a2f8-2e5777220b5c tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:30.816576 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-672a283d-f348-42c1-9acf-b2c1cca811da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:30.867040 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [req-92df82e7-4784-481c-8c51-4107a03b0bbb req-1c25c717-f980-4d12-99e3-ebf76003f684 tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] No DVR routers for this DVR port fe1cd51d-0a17-48c8-b57e-9d40dcf9b505 on host n-h2-818022-2 {{(pid=103364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:39:30.875031 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-92df82e7-4784-481c-8c51-4107a03b0bbb req-1c25c717-f980-4d12-99e3-ebf76003f684 tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:30.880404 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-857177c3-4ef1-4ebc-ba1e-1d93e93e8e57 req-272a08ec-7670-4c93-9ce0-59a6eefbcbcb tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2857437 Nov 19 17:39:30.885494 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-92df82e7-4784-481c-8c51-4107a03b0bbb req-1c25c717-f980-4d12-99e3-ebf76003f684 tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] 10.222.0.86 "DELETE /v2.0/ports/fe1cd51d-0a17-48c8-b57e-9d40dcf9b505 HTTP/1.1" status: 204 len: 173 time: 2.6507394 Nov 19 17:39:30.902998 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-857177c3-4ef1-4ebc-ba1e-1d93e93e8e57 req-1ae4239b-1037-4c2e-9c30-02599c4291b0 service neutron] Request body: {'port': {'device_id': '477a3615-027a-4fb0-a22c-229eb9ec726c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818022-2'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:39:30.917571 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28bbee57-0a4b-4ac2-b952-d2d4ec1af0f7', 'name': 'network-vif-deleted', 'tag': 'fe1cd51d-0a17-48c8-b57e-9d40dcf9b505'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:39:30.927657 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dd4767a008c23f8566efc82158ee1b1fff34e1a9e908d76d0b6d0ab7e350e5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68e01503-50d8-4778-aece-bf79931d5863" -d '{"events": [{"server_uuid": "28bbee57-0a4b-4ac2-b952-d2d4ec1af0f7", "name": "network-vif-deleted", "tag": "fe1cd51d-0a17-48c8-b57e-9d40dcf9b505"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:39:30.932630 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-314b6970-10f5-4430-86b3-7e24b775b2de req-dd879563-ff8a-4a08-bf72-def98b13277b service neutron] 10.222.0.86 "GET /v2.0/networks/54cb42e3-21bb-4900-9add-de52f53a9c78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7386553 Nov 19 17:39:30.970111 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-1c58cc41-4b27-40b4-af79-0a9d5774e3de req-88c57cd9-d7ca-42cc-91b5-eeddb4d53c48 tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] 10.222.0.54 "GET /v2.0/security-groups?id=50a0c454-55dd-48da-a67f-9bb1b9eaa61f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.7814877 Nov 19 17:39:31.125115 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-72565777-ce09-4d60-b95e-2c10f5271d56 None None] Provisioning complete for port ad09ff0f-c382-4155-b7e9-69144a2e6e9d triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:39:31.127658 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-72565777-ce09-4d60-b95e-2c10f5271d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:31.132893 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82f8ffb-17ab-4614-9807-97679d896644 req-63898aae-3cbf-4b29-93bb-349b4e674974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:31.135993 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c82f8ffb-17ab-4614-9807-97679d896644 req-63898aae-3cbf-4b29-93bb-349b4e674974 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=dc7ce1e4ff7747b99247f6b026a294f4&device_id=ccff1488-85ea-43ae-bf94-c62226a4f4bf HTTP/1.1" status: 200 len: 1095 time: 0.1190865 Nov 19 17:39:31.204115 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d2b5b6c7-8a4e-402a-b986-b0f77166122c req-74715ac1-b2b4-4912-8ce6-edd6dd64134d tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] 10.222.0.54 "GET /v2.0/ports?device_id=120e2f87-809d-4c7b-9bfb-c9a7531a950b HTTP/1.1" status: 200 len: 210 time: 0.0657952 Nov 19 17:39:31.254669 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-672a283d-f348-42c1-9acf-b2c1cca811da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:31.256925 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-72565777-ce09-4d60-b95e-2c10f5271d56 None None] Port ad09ff0f-c382-4155-b7e9-69144a2e6e9d cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:39:31.264188 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-672a283d-f348-42c1-9acf-b2c1cca811da admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:31.266520 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-672a283d-f348-42c1-9acf-b2c1cca811da admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/5dde0d2c-0217-4d21-b3ac-f8a8f3f1c24a HTTP/1.1" status: 204 len: 168 time: 0.7604401 Nov 19 17:39:31.290564 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-857177c3-4ef1-4ebc-ba1e-1d93e93e8e57 req-1ae4239b-1037-4c2e-9c30-02599c4291b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:31.335474 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672a283d-f348-42c1-9acf-b2c1cca811da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dde0d2c-0217-4d21-b3ac-f8a8f3f1c24a,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:39:31.389656 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [req-112cff83-f7f6-4f38-ad29-0c17b97264d3 req-053c2608-a643-41d7-a2f8-2e5777220b5c tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] Allocated IP 172.20.0.7 (c4cc9c60-be8c-4a60-be1b-a29e98302997/03fb8a38-8906-4daf-82e4-8d8788de58f6/a55f2ca5-5fcf-4f47-8385-e8d8ea577dac) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:39:31.516706 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-addfdf45-85b5-49f9-9577-c37a5ce7192c req-7b0f8541-2212-4151-918f-48e68aad7f26 tempest-ImagesOneServerTestJSON-318007829 tempest-ImagesOneServerTestJSON-318007829-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=f3ffe27ae882461eb1f9833f2213f541&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0982649 Nov 19 17:39:31.553692 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82f8ffb-17ab-4614-9807-97679d896644 req-e2000c25-a5a8-4829-b826-a825ee91bb60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:31.557976 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c82f8ffb-17ab-4614-9807-97679d896644 req-e2000c25-a5a8-4829-b826-a825ee91bb60 service neutron] 10.222.0.86 "GET /v2.0/networks?id=54cb42e3-21bb-4900-9add-de52f53a9c78 HTTP/1.1" status: 200 len: 912 time: 0.3525534 Nov 19 17:39:31.731613 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c82f8ffb-17ab-4614-9807-97679d896644 req-d1587038-1e93-4c61-807f-5bc32e6481b6 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e5476d89-23c6-405d-8ad8-c9f3d21a8ff2 HTTP/1.1" status: 200 len: 217 time: 0.1534119 Nov 19 17:39:31.861197 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82f8ffb-17ab-4614-9807-97679d896644 req-f6348f20-b867-4af2-a03f-592dd3285bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:31.862781 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c82f8ffb-17ab-4614-9807-97679d896644 req-f6348f20-b867-4af2-a03f-592dd3285bc7 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ce5e5572-06fa-407a-98f7-553783ad7f2f HTTP/1.1" status: 200 len: 850 time: 0.1198919 Nov 19 17:39:31.879994 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d95ee54-8ad3-4412-85f6-5096f86bfe7d req-2410673d-3bb9-4391-827d-5bcdd4530927 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:31.893424 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d95ee54-8ad3-4412-85f6-5096f86bfe7d req-2410673d-3bb9-4391-827d-5bcdd4530927 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:31.905302 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d95ee54-8ad3-4412-85f6-5096f86bfe7d req-2410673d-3bb9-4391-827d-5bcdd4530927 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:31.915301 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2d95ee54-8ad3-4412-85f6-5096f86bfe7d req-2410673d-3bb9-4391-827d-5bcdd4530927 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] 10.222.0.54 "GET /v2.0/ports?device_id=477a3615-027a-4fb0-a22c-229eb9ec726c HTTP/1.1" status: 200 len: 2376 time: 0.5297263 Nov 19 17:39:31.978691 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-c9243c19-247e-4898-91a5-8ef6f6d63594 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:31.992221 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2d95ee54-8ad3-4412-85f6-5096f86bfe7d req-ae287f39-d10c-4704-b179-b07763911aca tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2d42000-c475-4f47-81a1-d381635bd450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757277 Nov 19 17:39:32.084157 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82f8ffb-17ab-4614-9807-97679d896644 req-1338ff9d-b710-4363-9931-9f8ac4433879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:32.092082 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c82f8ffb-17ab-4614-9807-97679d896644 req-1338ff9d-b710-4363-9931-9f8ac4433879 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=54cb42e3-21bb-4900-9add-de52f53a9c78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1673374 Nov 19 17:39:32.205561 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c82f8ffb-17ab-4614-9807-97679d896644 req-e88045d3-d15b-48d9-827d-28d30d3c30f2 service neutron] 10.222.0.86 "GET /v2.0/networks/54cb42e3-21bb-4900-9add-de52f53a9c78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069062 Nov 19 17:39:32.230992 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [req-857177c3-4ef1-4ebc-ba1e-1d93e93e8e57 req-1ae4239b-1037-4c2e-9c30-02599c4291b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13e16a64-d226-4cdc-9b9b-c726dac28292 {{(pid=103365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:39:32.242260 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-857177c3-4ef1-4ebc-ba1e-1d93e93e8e57 req-1ae4239b-1037-4c2e-9c30-02599c4291b0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:32.259323 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.provisioning_blocks [req-857177c3-4ef1-4ebc-ba1e-1d93e93e8e57 req-1ae4239b-1037-4c2e-9c30-02599c4291b0 service neutron] Transition to ACTIVE for port object 13e16a64-d226-4cdc-9b9b-c726dac28292 will not be triggered until provisioned by entity L2. {{(pid=103365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 17:39:32.294682 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-857177c3-4ef1-4ebc-ba1e-1d93e93e8e57 req-1ae4239b-1037-4c2e-9c30-02599c4291b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:32.354616 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae4239b-1037-4c2e-9c30-02599c4291b0 service neutron] Pushing event updated for resources: {'Port': ['ID=13e16a64-d226-4cdc-9b9b-c726dac28292,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:39:32.387839 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c82f8ffb-17ab-4614-9807-97679d896644 req-a030b195-afe7-4c8b-a681-f61228680303 service neutron] 10.222.0.86 "GET /v2.0/networks/54cb42e3-21bb-4900-9add-de52f53a9c78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743667 Nov 19 17:39:32.411195 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:39:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fb1abb3-fa9a-4805-a76c-67a2be4e551e x-openstack-request-id: req-8fb1abb3-fa9a-4805-a76c-67a2be4e551e {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:39:32.411556 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28bbee57-0a4b-4ac2-b952-d2d4ec1af0f7", "name": "network-vif-deleted", "tag": "fe1cd51d-0a17-48c8-b57e-9d40dcf9b505", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:39:32.411950 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-8fb1abb3-fa9a-4805-a76c-67a2be4e551e {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:39:32.412781 n-d-818022-2 neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28bbee57-0a4b-4ac2-b952-d2d4ec1af0f7', 'name': 'network-vif-deleted', 'tag': 'fe1cd51d-0a17-48c8-b57e-9d40dcf9b505', 'status': 'completed', 'code': 200} Nov 19 17:39:32.445777 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addfdf45-85b5-49f9-9577-c37a5ce7192c req-1e6b3d5f-f466-4ed3-b431-573f56b284e8 tempest-ImagesOneServerTestJSON-318007829 tempest-ImagesOneServerTestJSON-318007829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:32.447877 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-addfdf45-85b5-49f9-9577-c37a5ce7192c req-1e6b3d5f-f466-4ed3-b431-573f56b284e8 tempest-ImagesOneServerTestJSON-318007829 tempest-ImagesOneServerTestJSON-318007829-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9164231 Nov 19 17:39:32.505611 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-addfdf45-85b5-49f9-9577-c37a5ce7192c req-c612d9d4-f585-48c8-bed0-be1093c4728c tempest-ImagesOneServerTestJSON-318007829 tempest-ImagesOneServerTestJSON-318007829-project] 10.222.0.54 "GET /v2.0/quotas/f3ffe27ae882461eb1f9833f2213f541 HTTP/1.1" status: 200 len: 375 time: 0.0508704 Nov 19 17:39:32.640812 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d159be-73bd-44f4-bf95-9e5951c9d55b req-1389eab9-ae79-4a88-8bfd-faf22f55a844 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:32.642759 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-61d159be-73bd-44f4-bf95-9e5951c9d55b req-1389eab9-ae79-4a88-8bfd-faf22f55a844 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] 10.222.0.54 "GET /v2.0/ports?device_id=ab8d4b78-8316-4926-9bd2-a6ede3b456c8 HTTP/1.1" status: 200 len: 950 time: 0.1056557 Nov 19 17:39:32.675022 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-addfdf45-85b5-49f9-9577-c37a5ce7192c req-276a6168-3ee5-4313-968e-2c372381e8bd tempest-ImagesOneServerTestJSON-318007829 tempest-ImagesOneServerTestJSON-318007829-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=f3ffe27ae882461eb1f9833f2213f541&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1078665 Nov 19 17:39:32.712343 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-112cff83-f7f6-4f38-ad29-0c17b97264d3 req-053c2608-a643-41d7-a2f8-2e5777220b5c tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:32.719714 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-857177c3-4ef1-4ebc-ba1e-1d93e93e8e57 req-1ae4239b-1037-4c2e-9c30-02599c4291b0 service neutron] Attempting to bind port 13e16a64-d226-4cdc-9b9b-c726dac28292 on host n-h2-818022-2 for vnic_type normal with profile {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:39:32.720057 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-857177c3-4ef1-4ebc-ba1e-1d93e93e8e57 req-1ae4239b-1037-4c2e-9c30-02599c4291b0 service neutron] Attempting to bind port 13e16a64-d226-4cdc-9b9b-c726dac28292 by drivers openvswitch,hyperv on host n-h2-818022-2 at level 0 using segments [{'id': '83d3f836-b8a3-4635-9bf8-5c6a6277bf52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '9754504b-f0c6-4188-aa5e-37bce596ef3a'}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:39:32.720390 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-857177c3-4ef1-4ebc-ba1e-1d93e93e8e57 req-1ae4239b-1037-4c2e-9c30-02599c4291b0 service neutron] Attempting to bind port 13e16a64-d226-4cdc-9b9b-c726dac28292 on network 9754504b-f0c6-4188-aa5e-37bce596ef3a {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:39:32.728888 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-61d159be-73bd-44f4-bf95-9e5951c9d55b req-eeea089a-2dbe-4548-984a-5481f050f59d tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] 10.222.0.54 "GET /v2.0/security-groups?id=01d035e7-47ed-4912-a186-53ea419ecd96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774138 Nov 19 17:39:32.729109 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-857177c3-4ef1-4ebc-ba1e-1d93e93e8e57 req-1ae4239b-1037-4c2e-9c30-02599c4291b0 service neutron] Port 13e16a64-d226-4cdc-9b9b-c726dac28292 on network 9754504b-f0c6-4188-aa5e-37bce596ef3a not bound, no agent of type Open vSwitch agent registered on host n-h2-818022-2 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 17:39:32.729428 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-857177c3-4ef1-4ebc-ba1e-1d93e93e8e57 req-1ae4239b-1037-4c2e-9c30-02599c4291b0 service neutron] Attempting to bind port 13e16a64-d226-4cdc-9b9b-c726dac28292 on network 9754504b-f0c6-4188-aa5e-37bce596ef3a {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:39:32.744007 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-857177c3-4ef1-4ebc-ba1e-1d93e93e8e57 req-1ae4239b-1037-4c2e-9c30-02599c4291b0 service neutron] Checking agent: {'id': '525ad2ac-c4ae-4c63-af2e-0bf8d25d0f0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'started_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 39, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:39:32.744481 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-857177c3-4ef1-4ebc-ba1e-1d93e93e8e57 req-1ae4239b-1037-4c2e-9c30-02599c4291b0 service neutron] Checking segment: {'id': '83d3f836-b8a3-4635-9bf8-5c6a6277bf52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '9754504b-f0c6-4188-aa5e-37bce596ef3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:39:32.745153 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-857177c3-4ef1-4ebc-ba1e-1d93e93e8e57 req-1ae4239b-1037-4c2e-9c30-02599c4291b0 service neutron] Bound using segment: {'id': '83d3f836-b8a3-4635-9bf8-5c6a6277bf52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '9754504b-f0c6-4188-aa5e-37bce596ef3a'} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:39:32.745605 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-857177c3-4ef1-4ebc-ba1e-1d93e93e8e57 req-1ae4239b-1037-4c2e-9c30-02599c4291b0 service neutron] Bound port: 13e16a64-d226-4cdc-9b9b-c726dac28292, host: n-h2-818022-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83d3f836-b8a3-4635-9bf8-5c6a6277bf52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '9754504b-f0c6-4188-aa5e-37bce596ef3a'}}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:39:32.745997 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-857177c3-4ef1-4ebc-ba1e-1d93e93e8e57 req-1ae4239b-1037-4c2e-9c30-02599c4291b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:32.924564 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-857177c3-4ef1-4ebc-ba1e-1d93e93e8e57 req-1ae4239b-1037-4c2e-9c30-02599c4291b0 service neutron] For port 13e16a64-d226-4cdc-9b9b-c726dac28292, host n-h2-818022-2, cleared binding levels {{(pid=103365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:39:32.930680 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 45466) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:39:32.934464 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-857177c3-4ef1-4ebc-ba1e-1d93e93e8e57 req-1ae4239b-1037-4c2e-9c30-02599c4291b0 service neutron] For port 13e16a64-d226-4cdc-9b9b-c726dac28292, host n-h2-818022-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=13e16a64-d226-4cdc-9b9b-c726dac28292,segment=NetworkSegment(83d3f836-b8a3-4635-9bf8-5c6a6277bf52),segment_id=83d3f836-b8a3-4635-9bf8-5c6a6277bf52)] {{(pid=103365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:39:32.961936 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-857177c3-4ef1-4ebc-ba1e-1d93e93e8e57 req-1ae4239b-1037-4c2e-9c30-02599c4291b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:32.991497 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-112cff83-f7f6-4f38-ad29-0c17b97264d3 req-053c2608-a643-41d7-a2f8-2e5777220b5c tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:33.048762 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e46ecc5a-dc14-4744-b262-3072ff2e958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:33.118653 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b488c930-1294-4025-baee-cba709bd03f1 req-c134b6a2-90ef-4c98-afa5-19ab4b41da5b tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:33.129523 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b488c930-1294-4025-baee-cba709bd03f1 req-c134b6a2-90ef-4c98-afa5-19ab4b41da5b tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] 10.222.0.54 "GET /v2.0/ports?device_id=ccff1488-85ea-43ae-bf94-c62226a4f4bf HTTP/1.1" status: 200 len: 944 time: 0.1319900 Nov 19 17:39:33.193883 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857177c3-4ef1-4ebc-ba1e-1d93e93e8e57 req-1ae4239b-1037-4c2e-9c30-02599c4291b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:33.194837 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-857177c3-4ef1-4ebc-ba1e-1d93e93e8e57 req-1ae4239b-1037-4c2e-9c30-02599c4291b0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:33.196406 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-857177c3-4ef1-4ebc-ba1e-1d93e93e8e57 req-1ae4239b-1037-4c2e-9c30-02599c4291b0 service neutron] 10.222.0.86 "PUT /v2.0/ports/13e16a64-d226-4cdc-9b9b-c726dac28292 HTTP/1.1" status: 200 len: 1092 time: 2.3050549 Nov 19 17:39:33.203731 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '477a3615-027a-4fb0-a22c-229eb9ec726c', 'tag': '13e16a64-d226-4cdc-9b9b-c726dac28292'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:39:33.206672 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218319d759239a7d11f1288aef37381b97754913ee9ccbfd43b51a463f801712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b1a32fe-0c29-452d-8fcc-4a525cab8834" -d '{"events": [{"name": "network-changed", "server_uuid": "477a3615-027a-4fb0-a22c-229eb9ec726c", "tag": "13e16a64-d226-4cdc-9b9b-c726dac28292"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:39:33.218138 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b488c930-1294-4025-baee-cba709bd03f1 req-1e9c3b73-593f-4501-b2b8-b637e45d6c1e tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] 10.222.0.54 "GET /v2.0/security-groups?id=50a0c454-55dd-48da-a67f-9bb1b9eaa61f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0876272 Nov 19 17:39:33.226356 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-ccab6893-054f-4b5d-aded-350c7c6b16ca admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1876117359-network', 'tenant_id': 'b8c60bab74c54015ac32bea34f9f4169'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:39:33.260949 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccab6893-054f-4b5d-aded-350c7c6b16ca admin admin] Made reservation on behalf of b8c60bab74c54015ac32bea34f9f4169 for: {'network': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:39:33.265780 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ccab6893-054f-4b5d-aded-350c7c6b16ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:33.285406 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ccab6893-054f-4b5d-aded-350c7c6b16ca admin admin] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:33.316895 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device fe1cd51d-0a17-48c8-b57e-9d40dcf9b505 no longer exists at agent hyperv_n-h2-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:39:33.331347 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-857177c3-4ef1-4ebc-ba1e-1d93e93e8e57 req-db07fe6f-bd3e-4860-bcb8-3de655115e21 service neutron] Request body: {'port': {'device_id': '477a3615-027a-4fb0-a22c-229eb9ec726c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818022-2'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:39:33.365581 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] No Port match for: fe1cd51d-0a17-48c8-b57e-9d40dcf9b505 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:39:33.366336 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device fe1cd51d-0a17-48c8-b57e-9d40dcf9b505 not bound to the agent host n-h2-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:39:33.411014 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae4239b-1037-4c2e-9c30-02599c4291b0 service neutron] Pushing event updated for resources: {'Port': ['ID=13e16a64-d226-4cdc-9b9b-c726dac28292,revision_number=3']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:39:33.441644 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-112cff83-f7f6-4f38-ad29-0c17b97264d3 req-053c2608-a643-41d7-a2f8-2e5777220b5c tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] Network c4cc9c60-be8c-4a60-be1b-a29e98302997 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:39:33.454358 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ccab6893-054f-4b5d-aded-350c7c6b16ca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:33.464690 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [req-112cff83-f7f6-4f38-ad29-0c17b97264d3 req-053c2608-a643-41d7-a2f8-2e5777220b5c tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:39:33.485133 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-112cff83-f7f6-4f38-ad29-0c17b97264d3 req-053c2608-a643-41d7-a2f8-2e5777220b5c tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:39:33.509170 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:33.526015 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ccab6893-054f-4b5d-aded-350c7c6b16ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:33.542695 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:33.578844 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3d9dc8-df0b-4f57-b43c-34f69f65d879 req-d8e74a95-c669-4590-9fa4-6c1d5b9fb56f tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:33.587636 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fa3d9dc8-df0b-4f57-b43c-34f69f65d879 req-d8e74a95-c669-4590-9fa4-6c1d5b9fb56f tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] 10.222.0.54 "GET /v2.0/ports?device_id=120e2f87-809d-4c7b-9bfb-c9a7531a950b HTTP/1.1" status: 200 len: 931 time: 0.6166296 Nov 19 17:39:33.602329 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccab6893-054f-4b5d-aded-350c7c6b16ca admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 669} {{(pid=103364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 17:39:33.614237 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccab6893-054f-4b5d-aded-350c7c6b16ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a714cc3-3866-44f4-9c08-f84743b98855,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:39:33.650548 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ccab6893-054f-4b5d-aded-350c7c6b16ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:33.651616 n-d-818022-2 neutron-server[103364]: INFO neutron.db.segments_db [None req-ccab6893-054f-4b5d-aded-350c7c6b16ca admin admin] Added segment 79d5be89-daf8-443f-b5a8-76740534eee6 of type vlan for network 863c027e-f5c8-4c1f-9037-bbf48b2f132c Nov 19 17:39:33.670371 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d483f5a1-15cb-474d-babc-e912938deadf req-b2d6cf30-fea9-4327-bd42-9975e48c9724 tempest-ServersOnMultiNodesTest-944546281 tempest-ServersOnMultiNodesTest-944546281-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:33.674031 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d483f5a1-15cb-474d-babc-e912938deadf req-b2d6cf30-fea9-4327-bd42-9975e48c9724 tempest-ServersOnMultiNodesTest-944546281 tempest-ServersOnMultiNodesTest-944546281-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=ab8d4b78-8316-4926-9bd2-a6ede3b456c8 HTTP/1.1" status: 200 len: 1101 time: 0.2132378 Nov 19 17:39:33.678622 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053c2608-a643-41d7-a2f8-2e5777220b5c tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] Pushing event updated for resources: {'Port': ['ID=a55f2ca5-5fcf-4f47-8385-e8d8ea577dac,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:39:33.705097 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112cff83-f7f6-4f38-ad29-0c17b97264d3 req-053c2608-a643-41d7-a2f8-2e5777220b5c tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:33.706099 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-112cff83-f7f6-4f38-ad29-0c17b97264d3 req-053c2608-a643-41d7-a2f8-2e5777220b5c tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:33.724053 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-857177c3-4ef1-4ebc-ba1e-1d93e93e8e57 req-db07fe6f-bd3e-4860-bcb8-3de655115e21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:33.745691 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ccab6893-054f-4b5d-aded-350c7c6b16ca admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:33.792209 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fa3d9dc8-df0b-4f57-b43c-34f69f65d879 req-ce87722e-eb62-4552-a5fa-8c0da58148c0 tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a9bb8e9-ab46-4898-9298-f60e040eb6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035520 Nov 19 17:39:33.801426 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-112cff83-f7f6-4f38-ad29-0c17b97264d3 req-053c2608-a643-41d7-a2f8-2e5777220b5c tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5058475 Nov 19 17:39:33.801566 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d483f5a1-15cb-474d-babc-e912938deadf req-99db706a-c732-4bfc-9a44-6afc99851dec tempest-ServersOnMultiNodesTest-944546281 tempest-ServersOnMultiNodesTest-944546281-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=01d035e7-47ed-4912-a186-53ea419ecd96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183064 Nov 19 17:39:33.827972 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ccab6893-054f-4b5d-aded-350c7c6b16ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:33.828983 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccab6893-054f-4b5d-aded-350c7c6b16ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:33.829602 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ccab6893-054f-4b5d-aded-350c7c6b16ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:33.832690 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-112cff83-f7f6-4f38-ad29-0c17b97264d3 req-b7057ba2-0e28-42eb-b19c-7f032444d764 service neutron] Request body: {'port': {'device_id': '120e2f87-809d-4c7b-9bfb-c9a7531a950b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818022-2'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:39:33.974630 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-ccab6893-054f-4b5d-aded-350c7c6b16ca admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.0416522 Nov 19 17:39:33.999993 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 45486) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:39:34.005163 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-c2595420-5013-484a-8417-e03530dddcb9 admin admin] Request body: {'subnet': {'network_id': '863c027e-f5c8-4c1f-9037-bbf48b2f132c', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1876117359-subnet', 'tenant_id': 'b8c60bab74c54015ac32bea34f9f4169', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:39:34.022956 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-5bee2672-6be2-465a-b143-908d9e96a278 req-06a3d1c0-4246-4295-bb22-04c0417c0e02 tempest-ImagesOneServerTestJSON-318007829 tempest-ImagesOneServerTestJSON-318007829-project] 10.222.0.54 "GET /v2.0/ports?device_id=d13d0796-c1c1-4adb-a331-414002742097 HTTP/1.1" status: 200 len: 210 time: 0.0743506 Nov 19 17:39:34.025885 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-112cff83-f7f6-4f38-ad29-0c17b97264d3 req-b7057ba2-0e28-42eb-b19c-7f032444d764 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:34.054419 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccab6893-054f-4b5d-aded-350c7c6b16ca admin admin] Pushing event updated for resources: {'Network': ['ID=863c027e-f5c8-4c1f-9037-bbf48b2f132c,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:39:34.065426 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network 863c027e-f5c8-4c1f-9037-bbf48b2f132c details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 17:39:34.088852 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2595420-5013-484a-8417-e03530dddcb9 admin admin] Made reservation on behalf of b8c60bab74c54015ac32bea34f9f4169 for: {'subnet': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:39:34.095529 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c2595420-5013-484a-8417-e03530dddcb9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8983829'] for subnet, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:34.236123 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 17:39:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8112841-0eb2-49ab-bae9-876421c1f1fb x-openstack-request-id: req-b8112841-0eb2-49ab-bae9-876421c1f1fb {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:39:34.236446 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "477a3615-027a-4fb0-a22c-229eb9ec726c", "tag": "13e16a64-d226-4cdc-9b9b-c726dac28292", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:39:34.236832 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b8112841-0eb2-49ab-bae9-876421c1f1fb {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:39:34.237431 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '477a3615-027a-4fb0-a22c-229eb9ec726c', 'tag': '13e16a64-d226-4cdc-9b9b-c726dac28292', 'status': 'completed', 'code': 200} Nov 19 17:39:34.283312 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1a32fe-0c29-452d-8fcc-4a525cab8834 req-dbc53b34-dd73-436d-a76a-0d8914c9ffe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:34.283979 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1a32fe-0c29-452d-8fcc-4a525cab8834 req-dbc53b34-dd73-436d-a76a-0d8914c9ffe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:34.284609 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1a32fe-0c29-452d-8fcc-4a525cab8834 req-dbc53b34-dd73-436d-a76a-0d8914c9ffe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:34.286473 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-4b1a32fe-0c29-452d-8fcc-4a525cab8834 req-dbc53b34-dd73-436d-a76a-0d8914c9ffe4 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=1a0c23896b6a426c9d6f99a1e9d93ea5&device_id=477a3615-027a-4fb0-a22c-229eb9ec726c HTTP/1.1" status: 200 len: 2731 time: 0.1133428 Nov 19 17:39:34.364383 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a8dec1-5e20-4097-a053-a5e991794486 req-24c5507f-d7d1-4017-acc3-212577a777c1 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:34.386141 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a8dec1-5e20-4097-a053-a5e991794486 req-24c5507f-d7d1-4017-acc3-212577a777c1 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:34.397482 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a8dec1-5e20-4097-a053-a5e991794486 req-24c5507f-d7d1-4017-acc3-212577a777c1 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:34.397799 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-94a8dec1-5e20-4097-a053-a5e991794486 req-24c5507f-d7d1-4017-acc3-212577a777c1 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] 10.222.0.54 "GET /v2.0/ports?device_id=477a3615-027a-4fb0-a22c-229eb9ec726c HTTP/1.1" status: 200 len: 2388 time: 0.3880332 Nov 19 17:39:34.511577 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [req-857177c3-4ef1-4ebc-ba1e-1d93e93e8e57 req-db07fe6f-bd3e-4860-bcb8-3de655115e21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4368372-ea3c-4d4d-831e-5249daaf590b {{(pid=103365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:39:34.526173 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-857177c3-4ef1-4ebc-ba1e-1d93e93e8e57 req-db07fe6f-bd3e-4860-bcb8-3de655115e21 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:34.610191 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e013d7e6-5264-4dcc-9759-54f5fb809e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:34.629619 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.provisioning_blocks [req-857177c3-4ef1-4ebc-ba1e-1d93e93e8e57 req-db07fe6f-bd3e-4860-bcb8-3de655115e21 service neutron] Transition to ACTIVE for port object e4368372-ea3c-4d4d-831e-5249daaf590b will not be triggered until provisioned by entity L2. {{(pid=103365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 17:39:34.640984 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-94a8dec1-5e20-4097-a053-a5e991794486 req-60a07384-0cce-4608-b85f-e03cf143496d tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2d42000-c475-4f47-81a1-d381635bd450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164319 Nov 19 17:39:34.644024 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-857177c3-4ef1-4ebc-ba1e-1d93e93e8e57 req-db07fe6f-bd3e-4860-bcb8-3de655115e21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:34.704896 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db07fe6f-bd3e-4860-bcb8-3de655115e21 service neutron] Pushing event updated for resources: {'Port': ['ID=e4368372-ea3c-4d4d-831e-5249daaf590b,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:39:34.723805 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-addfdf45-85b5-49f9-9577-c37a5ce7192c req-95731840-dc8f-4ae5-b522-a3390b1b9b45 tempest-ImagesOneServerTestJSON-318007829 tempest-ImagesOneServerTestJSON-318007829-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=f3ffe27ae882461eb1f9833f2213f541&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1664414 Nov 19 17:39:34.827229 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1a32fe-0c29-452d-8fcc-4a525cab8834 req-7db71532-294a-4a2d-bd13-2e4976c076f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:34.827941 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1a32fe-0c29-452d-8fcc-4a525cab8834 req-7db71532-294a-4a2d-bd13-2e4976c076f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:34.828466 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1a32fe-0c29-452d-8fcc-4a525cab8834 req-7db71532-294a-4a2d-bd13-2e4976c076f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:34.830611 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-4b1a32fe-0c29-452d-8fcc-4a525cab8834 req-7db71532-294a-4a2d-bd13-2e4976c076f5 service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=1a0c23896b6a426c9d6f99a1e9d93ea5&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.5233598 Nov 19 17:39:34.951772 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-857177c3-4ef1-4ebc-ba1e-1d93e93e8e57 req-db07fe6f-bd3e-4860-bcb8-3de655115e21 service neutron] Attempting to bind port e4368372-ea3c-4d4d-831e-5249daaf590b on host n-h2-818022-2 for vnic_type normal with profile {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:39:34.951997 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-857177c3-4ef1-4ebc-ba1e-1d93e93e8e57 req-db07fe6f-bd3e-4860-bcb8-3de655115e21 service neutron] Attempting to bind port e4368372-ea3c-4d4d-831e-5249daaf590b by drivers openvswitch,hyperv on host n-h2-818022-2 at level 0 using segments [{'id': 'b2886bb0-acac-450f-a655-b3b2dd40f95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '05fbfb15-2eee-4537-ab72-3e0ae106251b'}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:39:34.952127 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-857177c3-4ef1-4ebc-ba1e-1d93e93e8e57 req-db07fe6f-bd3e-4860-bcb8-3de655115e21 service neutron] Attempting to bind port e4368372-ea3c-4d4d-831e-5249daaf590b on network 05fbfb15-2eee-4537-ab72-3e0ae106251b {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:39:34.956758 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [req-112cff83-f7f6-4f38-ad29-0c17b97264d3 req-b7057ba2-0e28-42eb-b19c-7f032444d764 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a55f2ca5-5fcf-4f47-8385-e8d8ea577dac {{(pid=103365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:39:34.975520 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e57acc9-9678-415c-b980-f5b477a423f1 req-069c7eaf-3359-4b73-8a2b-3a4c9899d51e tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:34.978685 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4e57acc9-9678-415c-b980-f5b477a423f1 req-069c7eaf-3359-4b73-8a2b-3a4c9899d51e tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] 10.222.0.54 "GET /v2.0/ports?device_id=ab8d4b78-8316-4926-9bd2-a6ede3b456c8 HTTP/1.1" status: 200 len: 950 time: 0.1837423 Nov 19 17:39:34.982764 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-112cff83-f7f6-4f38-ad29-0c17b97264d3 req-b7057ba2-0e28-42eb-b19c-7f032444d764 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:34.985988 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-857177c3-4ef1-4ebc-ba1e-1d93e93e8e57 req-db07fe6f-bd3e-4860-bcb8-3de655115e21 service neutron] Port e4368372-ea3c-4d4d-831e-5249daaf590b on network 05fbfb15-2eee-4537-ab72-3e0ae106251b not bound, no agent of type Open vSwitch agent registered on host n-h2-818022-2 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 17:39:34.987141 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-857177c3-4ef1-4ebc-ba1e-1d93e93e8e57 req-db07fe6f-bd3e-4860-bcb8-3de655115e21 service neutron] Attempting to bind port e4368372-ea3c-4d4d-831e-5249daaf590b on network 05fbfb15-2eee-4537-ab72-3e0ae106251b {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:39:35.032476 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-857177c3-4ef1-4ebc-ba1e-1d93e93e8e57 req-db07fe6f-bd3e-4860-bcb8-3de655115e21 service neutron] Checking agent: {'id': '525ad2ac-c4ae-4c63-af2e-0bf8d25d0f0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'started_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 39, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:39:35.032904 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-857177c3-4ef1-4ebc-ba1e-1d93e93e8e57 req-db07fe6f-bd3e-4860-bcb8-3de655115e21 service neutron] Checking segment: {'id': 'b2886bb0-acac-450f-a655-b3b2dd40f95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '05fbfb15-2eee-4537-ab72-3e0ae106251b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:39:35.033388 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-857177c3-4ef1-4ebc-ba1e-1d93e93e8e57 req-db07fe6f-bd3e-4860-bcb8-3de655115e21 service neutron] Bound using segment: {'id': 'b2886bb0-acac-450f-a655-b3b2dd40f95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '05fbfb15-2eee-4537-ab72-3e0ae106251b'} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:39:35.033955 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-857177c3-4ef1-4ebc-ba1e-1d93e93e8e57 req-db07fe6f-bd3e-4860-bcb8-3de655115e21 service neutron] Bound port: e4368372-ea3c-4d4d-831e-5249daaf590b, host: n-h2-818022-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2886bb0-acac-450f-a655-b3b2dd40f95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '05fbfb15-2eee-4537-ab72-3e0ae106251b'}}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:39:35.034378 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-857177c3-4ef1-4ebc-ba1e-1d93e93e8e57 req-db07fe6f-bd3e-4860-bcb8-3de655115e21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:35.041465 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec06c08f-baae-457c-a366-0b79d826bdcd req-f127db60-ebb9-4a3a-be94-c1934dc45035 tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:35.052908 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.provisioning_blocks [req-112cff83-f7f6-4f38-ad29-0c17b97264d3 req-b7057ba2-0e28-42eb-b19c-7f032444d764 service neutron] Transition to ACTIVE for port object a55f2ca5-5fcf-4f47-8385-e8d8ea577dac will not be triggered until provisioned by entity L2. {{(pid=103365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 17:39:35.063354 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ec06c08f-baae-457c-a366-0b79d826bdcd req-f127db60-ebb9-4a3a-be94-c1934dc45035 tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] 10.222.0.54 "GET /v2.0/ports?device_id=ccff1488-85ea-43ae-bf94-c62226a4f4bf HTTP/1.1" status: 200 len: 944 time: 0.4444370 Nov 19 17:39:35.067393 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-112cff83-f7f6-4f38-ad29-0c17b97264d3 req-b7057ba2-0e28-42eb-b19c-7f032444d764 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:35.070601 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c2595420-5013-484a-8417-e03530dddcb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12425078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8983815'] for subnet, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:35.112197 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:35.161118 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4e57acc9-9678-415c-b980-f5b477a423f1 req-c810ac14-6d43-49b5-be67-7d6a1afaafee tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] 10.222.0.54 "GET /v2.0/security-groups?id=01d035e7-47ed-4912-a186-53ea419ecd96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481593 Nov 19 17:39:35.183371 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7057ba2-0e28-42eb-b19c-7f032444d764 service neutron] Pushing event updated for resources: {'Port': ['ID=a55f2ca5-5fcf-4f47-8385-e8d8ea577dac,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:39:35.228137 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-857177c3-4ef1-4ebc-ba1e-1d93e93e8e57 req-db07fe6f-bd3e-4860-bcb8-3de655115e21 service neutron] For port e4368372-ea3c-4d4d-831e-5249daaf590b, host n-h2-818022-2, cleared binding levels {{(pid=103365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:39:35.235334 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-857177c3-4ef1-4ebc-ba1e-1d93e93e8e57 req-db07fe6f-bd3e-4860-bcb8-3de655115e21 service neutron] For port e4368372-ea3c-4d4d-831e-5249daaf590b, host n-h2-818022-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=e4368372-ea3c-4d4d-831e-5249daaf590b,segment=NetworkSegment(b2886bb0-acac-450f-a655-b3b2dd40f95d),segment_id=b2886bb0-acac-450f-a655-b3b2dd40f95d)] {{(pid=103365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:39:35.277545 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-857177c3-4ef1-4ebc-ba1e-1d93e93e8e57 req-db07fe6f-bd3e-4860-bcb8-3de655115e21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:35.306565 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1a32fe-0c29-452d-8fcc-4a525cab8834 req-1650c54d-6410-44b5-99ee-09178d8deab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:35.308350 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-4b1a32fe-0c29-452d-8fcc-4a525cab8834 req-1650c54d-6410-44b5-99ee-09178d8deab5 service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4075592 Nov 19 17:39:35.340231 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device e5476d89-23c6-405d-8ad8-c9f3d21a8ff2 details requested by agent hyperv_n-h2-818022-2 with host n-h2-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 17:39:35.396709 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addfdf45-85b5-49f9-9577-c37a5ce7192c req-4a4cc513-5f94-490c-9b9a-df0f70624364 tempest-ImagesOneServerTestJSON-318007829 tempest-ImagesOneServerTestJSON-318007829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:35.398359 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-addfdf45-85b5-49f9-9577-c37a5ce7192c req-4a4cc513-5f94-490c-9b9a-df0f70624364 tempest-ImagesOneServerTestJSON-318007829 tempest-ImagesOneServerTestJSON-318007829-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6547532 Nov 19 17:39:35.417381 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ec06c08f-baae-457c-a366-0b79d826bdcd req-00f00111-c9ea-4b2f-8884-44e917065bcd tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] 10.222.0.54 "GET /v2.0/security-groups?id=50a0c454-55dd-48da-a67f-9bb1b9eaa61f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3536100 Nov 19 17:39:35.421057 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2595420-5013-484a-8417-e03530dddcb9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb362553-25a2-4a18-9848-8c1ec4336c40,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:39:35.441343 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db07fe6f-bd3e-4860-bcb8-3de655115e21 service neutron] Pushing event updated for resources: {'Port': ['ID=e4368372-ea3c-4d4d-831e-5249daaf590b,revision_number=3']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:39:35.448679 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-addfdf45-85b5-49f9-9577-c37a5ce7192c req-bbf811b3-f87b-43fc-8344-27b74fd1269e tempest-ImagesOneServerTestJSON-318007829 tempest-ImagesOneServerTestJSON-318007829-project] Request body: {'port': {'device_id': 'd13d0796-c1c1-4adb-a331-414002742097', 'network_id': '346debfa-452b-4048-abf4-8f4493625ef2', 'admin_state_up': True, 'tenant_id': 'f3ffe27ae882461eb1f9833f2213f541'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:39:35.454294 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857177c3-4ef1-4ebc-ba1e-1d93e93e8e57 req-db07fe6f-bd3e-4860-bcb8-3de655115e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:35.455684 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-857177c3-4ef1-4ebc-ba1e-1d93e93e8e57 req-db07fe6f-bd3e-4860-bcb8-3de655115e21 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:35.457232 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-857177c3-4ef1-4ebc-ba1e-1d93e93e8e57 req-db07fe6f-bd3e-4860-bcb8-3de655115e21 service neutron] 10.222.0.86 "PUT /v2.0/ports/e4368372-ea3c-4d4d-831e-5249daaf590b HTTP/1.1" status: 200 len: 1092 time: 2.1735921 Nov 19 17:39:35.482551 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c185edc7-e2f9-4803-833c-d56c40ff276e req-aca8aab1-873f-45a8-9d7d-656ab20393bf tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:35.490390 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c185edc7-e2f9-4803-833c-d56c40ff276e req-aca8aab1-873f-45a8-9d7d-656ab20393bf tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] 10.222.0.54 "GET /v2.0/ports?device_id=120e2f87-809d-4c7b-9bfb-c9a7531a950b HTTP/1.1" status: 200 len: 943 time: 0.2170877 Nov 19 17:39:35.534668 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port e5476d89-23c6-405d-8ad8-c9f3d21a8ff2, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=e5476d89-23c6-405d-8ad8-c9f3d21a8ff2,segment=NetworkSegment(ea5a0e2b-3fad-4153-8514-d7f5d8ae4073),segment_id=ea5a0e2b-3fad-4153-8514-d7f5d8ae4073)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:39:35.535544 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-112cff83-f7f6-4f38-ad29-0c17b97264d3 req-b7057ba2-0e28-42eb-b19c-7f032444d764 service neutron] Attempting to bind port a55f2ca5-5fcf-4f47-8385-e8d8ea577dac on host n-h1-818022-2 for vnic_type normal with profile {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:39:35.535883 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-112cff83-f7f6-4f38-ad29-0c17b97264d3 req-b7057ba2-0e28-42eb-b19c-7f032444d764 service neutron] Attempting to bind port a55f2ca5-5fcf-4f47-8385-e8d8ea577dac by drivers openvswitch,hyperv on host n-h1-818022-2 at level 0 using segments [{'id': '3937b058-45c3-4cdc-b27d-da1ca7985067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'c4cc9c60-be8c-4a60-be1b-a29e98302997'}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:39:35.536210 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-112cff83-f7f6-4f38-ad29-0c17b97264d3 req-b7057ba2-0e28-42eb-b19c-7f032444d764 service neutron] Attempting to bind port a55f2ca5-5fcf-4f47-8385-e8d8ea577dac on network c4cc9c60-be8c-4a60-be1b-a29e98302997 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:39:35.554480 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Returning: {'device': 'e5476d89-23c6-405d-8ad8-c9f3d21a8ff2', 'network_id': '54cb42e3-21bb-4900-9add-de52f53a9c78', 'port_id': 'e5476d89-23c6-405d-8ad8-c9f3d21a8ff2', 'mac_address': 'fa:16:3e:79:7d:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce5e5572-06fa-407a-98f7-553783ad7f2f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 17:39:35.556150 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-857177c3-4ef1-4ebc-ba1e-1d93e93e8e57 req-43b3b6dc-736b-4cf1-99df-b82c20edb9bf service neutron] Request body: {'port': {'device_id': '477a3615-027a-4fb0-a22c-229eb9ec726c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818022-2'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:39:35.620041 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:35.625295 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-112cff83-f7f6-4f38-ad29-0c17b97264d3 req-b7057ba2-0e28-42eb-b19c-7f032444d764 service neutron] Port a55f2ca5-5fcf-4f47-8385-e8d8ea577dac on network c4cc9c60-be8c-4a60-be1b-a29e98302997 not bound, no agent of type Open vSwitch agent registered on host n-h1-818022-2 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 17:39:35.625793 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-112cff83-f7f6-4f38-ad29-0c17b97264d3 req-b7057ba2-0e28-42eb-b19c-7f032444d764 service neutron] Attempting to bind port a55f2ca5-5fcf-4f47-8385-e8d8ea577dac on network c4cc9c60-be8c-4a60-be1b-a29e98302997 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:39:35.639544 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5476d89-23c6-405d-8ad8-c9f3d21a8ff2 {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:39:35.660552 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-112cff83-f7f6-4f38-ad29-0c17b97264d3 req-b7057ba2-0e28-42eb-b19c-7f032444d764 service neutron] Checking agent: {'id': 'a6668d96-12fa-4ec0-99ad-77eaf490dd2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'started_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 39, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:39:35.661177 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-112cff83-f7f6-4f38-ad29-0c17b97264d3 req-b7057ba2-0e28-42eb-b19c-7f032444d764 service neutron] Checking segment: {'id': '3937b058-45c3-4cdc-b27d-da1ca7985067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'c4cc9c60-be8c-4a60-be1b-a29e98302997'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:39:35.661663 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-112cff83-f7f6-4f38-ad29-0c17b97264d3 req-b7057ba2-0e28-42eb-b19c-7f032444d764 service neutron] Bound using segment: {'id': '3937b058-45c3-4cdc-b27d-da1ca7985067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'c4cc9c60-be8c-4a60-be1b-a29e98302997'} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:39:35.662286 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-112cff83-f7f6-4f38-ad29-0c17b97264d3 req-b7057ba2-0e28-42eb-b19c-7f032444d764 service neutron] Bound port: a55f2ca5-5fcf-4f47-8385-e8d8ea577dac, host: n-h1-818022-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3937b058-45c3-4cdc-b27d-da1ca7985067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'c4cc9c60-be8c-4a60-be1b-a29e98302997'}}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:39:35.662746 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-112cff83-f7f6-4f38-ad29-0c17b97264d3 req-b7057ba2-0e28-42eb-b19c-7f032444d764 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:35.670536 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port e5476d89-23c6-405d-8ad8-c9f3d21a8ff2, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=e5476d89-23c6-405d-8ad8-c9f3d21a8ff2,segment=NetworkSegment(ea5a0e2b-3fad-4153-8514-d7f5d8ae4073),segment_id=ea5a0e2b-3fad-4153-8514-d7f5d8ae4073)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:39:35.673932 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b8a3f135-4955-469a-adcc-c36edcde484d req-3ddfb0da-a655-438f-998e-f5c636496bbe tempest-ImagesOneServerTestJSON-318007829 tempest-ImagesOneServerTestJSON-318007829-project] 10.222.0.54 "GET /v2.0/ports?device_id=d13d0796-c1c1-4adb-a331-414002742097 HTTP/1.1" status: 200 len: 210 time: 0.0650737 Nov 19 17:39:35.678934 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2595420-5013-484a-8417-e03530dddcb9 admin admin] Checking segment: {'id': '79d5be89-daf8-443f-b5a8-76740534eee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '863c027e-f5c8-4c1f-9037-bbf48b2f132c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:39:35.688866 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:35.689132 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2595420-5013-484a-8417-e03530dddcb9 admin admin] Network hostable DHCP agents. Network: 863c027e-f5c8-4c1f-9037-bbf48b2f132c, hostable agents: ['02910ef2-0455-4aea-9f38-9a875579633f'], hosted agents: [] {{(pid=103364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 17:39:35.736703 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c185edc7-e2f9-4803-833c-d56c40ff276e req-18fc9cd4-ab7b-453e-90d6-d719bc284a51 tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a9bb8e9-ab46-4898-9298-f60e040eb6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2453878 Nov 19 17:39:35.775189 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Pushing event updated for resources: {'Port': ['ID=e5476d89-23c6-405d-8ad8-c9f3d21a8ff2,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:39:35.792577 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:39:35.792925 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:39:35.794303 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:39:35.796167 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:39:35.796743 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:39:35.797613 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:39:35.798694 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:39:35.799624 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:39:35.803200 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:39:35.805145 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:39:35.805515 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:39:35.807105 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:39:35.827821 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-addfdf45-85b5-49f9-9577-c37a5ce7192c req-bbf811b3-f87b-43fc-8344-27b74fd1269e tempest-ImagesOneServerTestJSON-318007829 tempest-ImagesOneServerTestJSON-318007829-project] Made reservation on behalf of f3ffe27ae882461eb1f9833f2213f541 for: {'port': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:39:35.831595 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-addfdf45-85b5-49f9-9577-c37a5ce7192c req-bbf811b3-f87b-43fc-8344-27b74fd1269e tempest-ImagesOneServerTestJSON-318007829 tempest-ImagesOneServerTestJSON-318007829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:35.844389 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-857177c3-4ef1-4ebc-ba1e-1d93e93e8e57 req-43b3b6dc-736b-4cf1-99df-b82c20edb9bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:35.860496 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2595420-5013-484a-8417-e03530dddcb9 admin admin] Network 863c027e-f5c8-4c1f-9037-bbf48b2f132c is scheduled to be hosted by DHCP agent 02910ef2-0455-4aea-9f38-9a875579633f with binding_index 1 {{(pid=103364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 17:39:35.863487 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-addfdf45-85b5-49f9-9577-c37a5ce7192c req-bbf811b3-f87b-43fc-8344-27b74fd1269e tempest-ImagesOneServerTestJSON-318007829 tempest-ImagesOneServerTestJSON-318007829-project] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:35.890539 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-c2595420-5013-484a-8417-e03530dddcb9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818022-2, 863c027e-f5c8-4c1f-9037-bbf48b2f132c) {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:39:35.902833 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cee663a-2c88-48b6-9491-c22818982ea9 None None] Network 863c027e-f5c8-4c1f-9037-bbf48b2f132c requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:39:35.909084 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515052fa-cb0e-4d3a-9027-cf1adbb40384 req-39f56776-2696-4116-a6e5-ccf61c5af471 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:35.910752 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-515052fa-cb0e-4d3a-9027-cf1adbb40384 req-39f56776-2696-4116-a6e5-ccf61c5af471 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab8d4b78-8316-4926-9bd2-a6ede3b456c8 HTTP/1.1" status: 200 len: 950 time: 0.2330701 Nov 19 17:39:35.922255 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2595420-5013-484a-8417-e03530dddcb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:35.923045 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c2595420-5013-484a-8417-e03530dddcb9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:36.025613 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d9b78f-ca92-4ecf-b800-57a4764980f1 req-38a6fba2-24ce-4299-bd7d-b7f990d6f3af tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:36.032258 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d9b78f-ca92-4ecf-b800-57a4764980f1 req-38a6fba2-24ce-4299-bd7d-b7f990d6f3af tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:36.039107 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d9b78f-ca92-4ecf-b800-57a4764980f1 req-38a6fba2-24ce-4299-bd7d-b7f990d6f3af tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:36.040793 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b2d9b78f-ca92-4ecf-b800-57a4764980f1 req-38a6fba2-24ce-4299-bd7d-b7f990d6f3af tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] 10.222.0.54 "GET /v2.0/ports?device_id=477a3615-027a-4fb0-a22c-229eb9ec726c HTTP/1.1" status: 200 len: 2400 time: 0.1651864 Nov 19 17:39:36.044250 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-112cff83-f7f6-4f38-ad29-0c17b97264d3 req-b7057ba2-0e28-42eb-b19c-7f032444d764 service neutron] For port a55f2ca5-5fcf-4f47-8385-e8d8ea577dac, host n-h1-818022-2, cleared binding levels {{(pid=103365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:39:36.044633 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-c2595420-5013-484a-8417-e03530dddcb9 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.0433640 Nov 19 17:39:36.122508 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [req-515052fa-cb0e-4d3a-9027-cf1adbb40384 req-48d08a45-0ebc-44ff-83c5-29b1bc4ae6e3 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Deleting port 51f71a81-a366-4b26-82da-99e22dfbe836 {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:39:36.122723 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-515052fa-cb0e-4d3a-9027-cf1adbb40384 req-48d08a45-0ebc-44ff-83c5-29b1bc4ae6e3 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:36.129459 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8388cb42-e29a-430e-a624-63301abd9d35 None None] Network 863c027e-f5c8-4c1f-9037-bbf48b2f132c requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:39:36.141668 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-112cff83-f7f6-4f38-ad29-0c17b97264d3 req-b7057ba2-0e28-42eb-b19c-7f032444d764 service neutron] For port a55f2ca5-5fcf-4f47-8385-e8d8ea577dac, host n-h1-818022-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=a55f2ca5-5fcf-4f47-8385-e8d8ea577dac,segment=NetworkSegment(3937b058-45c3-4cdc-b27d-da1ca7985067),segment_id=3937b058-45c3-4cdc-b27d-da1ca7985067)] {{(pid=103365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:39:36.161850 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-112cff83-f7f6-4f38-ad29-0c17b97264d3 req-b7057ba2-0e28-42eb-b19c-7f032444d764 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:36.245040 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-515052fa-cb0e-4d3a-9027-cf1adbb40384 req-48d08a45-0ebc-44ff-83c5-29b1bc4ae6e3 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] For port 51f71a81-a366-4b26-82da-99e22dfbe836, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=51f71a81-a366-4b26-82da-99e22dfbe836,segment=NetworkSegment(1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861),segment_id=1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:39:36.245040 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-515052fa-cb0e-4d3a-9027-cf1adbb40384 req-48d08a45-0ebc-44ff-83c5-29b1bc4ae6e3 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:36.253096 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '477a3615-027a-4fb0-a22c-229eb9ec726c', 'tag': 'e4368372-ea3c-4d4d-831e-5249daaf590b'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:39:36.255897 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218319d759239a7d11f1288aef37381b97754913ee9ccbfd43b51a463f801712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48daee53-b6c4-4b03-9db4-bde32754f086" -d '{"events": [{"name": "network-changed", "server_uuid": "477a3615-027a-4fb0-a22c-229eb9ec726c", "tag": "e4368372-ea3c-4d4d-831e-5249daaf590b"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:39:36.258227 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [req-515052fa-cb0e-4d3a-9027-cf1adbb40384 req-48d08a45-0ebc-44ff-83c5-29b1bc4ae6e3 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Calling delete_port for 51f71a81-a366-4b26-82da-99e22dfbe836 owned by compute:nova {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:39:36.429339 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112cff83-f7f6-4f38-ad29-0c17b97264d3 req-b7057ba2-0e28-42eb-b19c-7f032444d764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:36.429997 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-112cff83-f7f6-4f38-ad29-0c17b97264d3 req-b7057ba2-0e28-42eb-b19c-7f032444d764 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:36.431601 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-112cff83-f7f6-4f38-ad29-0c17b97264d3 req-b7057ba2-0e28-42eb-b19c-7f032444d764 service neutron] 10.222.0.60 "PUT /v2.0/ports/a55f2ca5-5fcf-4f47-8385-e8d8ea577dac HTTP/1.1" status: 200 len: 1091 time: 2.6182985 Nov 19 17:39:36.482157 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b2d9b78f-ca92-4ecf-b800-57a4764980f1 req-042dc303-2702-4cfc-93a5-e97ff7486b78 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2d42000-c475-4f47-81a1-d381635bd450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4263167 Nov 19 17:39:36.511597 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-515052fa-cb0e-4d3a-9027-cf1adbb40384 req-48d08a45-0ebc-44ff-83c5-29b1bc4ae6e3 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:36.538690 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7057ba2-0e28-42eb-b19c-7f032444d764 service neutron] Pushing event updated for resources: {'Port': ['ID=a55f2ca5-5fcf-4f47-8385-e8d8ea577dac,revision_number=3']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:39:36.564929 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] get_ports_and_sgs() called for port_ids ['e5476d89-23c6-405d-8ad8-c9f3d21a8ff2'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:39:36.565533 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-addfdf45-85b5-49f9-9577-c37a5ce7192c req-bbf811b3-f87b-43fc-8344-27b74fd1269e tempest-ImagesOneServerTestJSON-318007829 tempest-ImagesOneServerTestJSON-318007829-project] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:36.567475 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d08a45-0ebc-44ff-83c5-29b1bc4ae6e3 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Pushing event deleted for resources: {'Port': ['ID=51f71a81-a366-4b26-82da-99e22dfbe836,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:39:36.568190 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['1ab892c9-0f24-4863-9fe2-85db9a8344ed', '94256cd8-44d3-4041-8131-77ccb8f7301f', 'ad90d0c6-b21a-4322-9ec7-d3571b6fdbd7', '1748dc5b-17aa-48d9-b8f9-86128f76a16a', '51f71a81-a366-4b26-82da-99e22dfbe836'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:39:36.582835 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-7d2a27c2-5381-478c-8850-56838407a308 req-41c73d08-a7d6-4f52-9ca3-cbe4869630f0 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] 10.222.0.54 "GET /v2.0/ports?device_id=ab8d4b78-8316-4926-9bd2-a6ede3b456c8 HTTP/1.1" status: 200 len: 210 time: 0.0881202 Nov 19 17:39:36.601842 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-addfdf45-85b5-49f9-9577-c37a5ce7192c req-bbf811b3-f87b-43fc-8344-27b74fd1269e tempest-ImagesOneServerTestJSON-318007829 tempest-ImagesOneServerTestJSON-318007829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:36.612262 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 17:39:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd5f1f50-57b7-465c-b6b4-82c72231ae01 x-openstack-request-id: req-fd5f1f50-57b7-465c-b6b4-82c72231ae01 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:39:36.612557 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "477a3615-027a-4fb0-a22c-229eb9ec726c", "tag": "e4368372-ea3c-4d4d-831e-5249daaf590b", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:39:36.612814 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-fd5f1f50-57b7-465c-b6b4-82c72231ae01 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:39:36.613216 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '477a3615-027a-4fb0-a22c-229eb9ec726c', 'tag': 'e4368372-ea3c-4d4d-831e-5249daaf590b', 'status': 'completed', 'code': 200} Nov 19 17:39:36.617721 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112cff83-f7f6-4f38-ad29-0c17b97264d3 req-52cf4835-b5da-4320-96e3-abe4fadc2fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:36.623130 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-112cff83-f7f6-4f38-ad29-0c17b97264d3 req-52cf4835-b5da-4320-96e3-abe4fadc2fd7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=21543f85dc9e402a8587774ac19495fe&device_id=120e2f87-809d-4c7b-9bfb-c9a7531a950b HTTP/1.1" status: 200 len: 1094 time: 0.1231496 Nov 19 17:39:36.647841 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [req-857177c3-4ef1-4ebc-ba1e-1d93e93e8e57 req-43b3b6dc-736b-4cf1-99df-b82c20edb9bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad09ff0f-c382-4155-b7e9-69144a2e6e9d {{(pid=103365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:39:36.651158 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.agents_db [None req-619e5c26-d9ed-4321-86eb-7d443bb9dfa2 None None] Agent healthcheck: found 7 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 17:39:36.657385 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf811b3-f87b-43fc-8344-27b74fd1269e tempest-ImagesOneServerTestJSON-318007829 tempest-ImagesOneServerTestJSON-318007829-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b53c3dc0-f806-4920-bfc2-1b7796f8cf08,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:39:36.673189 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-857177c3-4ef1-4ebc-ba1e-1d93e93e8e57 req-43b3b6dc-736b-4cf1-99df-b82c20edb9bf service neutron] Publish callbacks [] for port, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:36.825100 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [req-515052fa-cb0e-4d3a-9027-cf1adbb40384 req-48d08a45-0ebc-44ff-83c5-29b1bc4ae6e3 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] No DVR routers for this DVR port 51f71a81-a366-4b26-82da-99e22dfbe836 on host n-h1-818022-2 {{(pid=103364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:39:36.828173 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-515052fa-cb0e-4d3a-9027-cf1adbb40384 req-48d08a45-0ebc-44ff-83c5-29b1bc4ae6e3 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:36.832946 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-515052fa-cb0e-4d3a-9027-cf1adbb40384 req-48d08a45-0ebc-44ff-83c5-29b1bc4ae6e3 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] 10.222.0.60 "DELETE /v2.0/ports/51f71a81-a366-4b26-82da-99e22dfbe836 HTTP/1.1" status: 204 len: 173 time: 0.9062989 Nov 19 17:39:36.840821 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab8d4b78-8316-4926-9bd2-a6ede3b456c8', 'name': 'network-vif-deleted', 'tag': '51f71a81-a366-4b26-82da-99e22dfbe836'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:39:36.852142 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dd4767a008c23f8566efc82158ee1b1fff34e1a9e908d76d0b6d0ab7e350e5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49763dce-52e8-4952-bca9-d1a24b84d29e" -d '{"events": [{"server_uuid": "ab8d4b78-8316-4926-9bd2-a6ede3b456c8", "name": "network-vif-deleted", "tag": "51f71a81-a366-4b26-82da-99e22dfbe836"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:39:36.910107 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48daee53-b6c4-4b03-9db4-bde32754f086 req-7f61c24f-c33a-48f8-a44f-1f1b4206c9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:36.913982 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48daee53-b6c4-4b03-9db4-bde32754f086 req-7f61c24f-c33a-48f8-a44f-1f1b4206c9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:36.923339 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48daee53-b6c4-4b03-9db4-bde32754f086 req-7f61c24f-c33a-48f8-a44f-1f1b4206c9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:36.932607 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-48daee53-b6c4-4b03-9db4-bde32754f086 req-7f61c24f-c33a-48f8-a44f-1f1b4206c9ad service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=1a0c23896b6a426c9d6f99a1e9d93ea5&device_id=477a3615-027a-4fb0-a22c-229eb9ec726c HTTP/1.1" status: 200 len: 2798 time: 0.2167802 Nov 19 17:39:37.210356 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-112cff83-f7f6-4f38-ad29-0c17b97264d3 req-bda65778-14a0-4536-ac14-e3d67c1a7b35 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a55f2ca5-5fcf-4f47-8385-e8d8ea577dac HTTP/1.1" status: 200 len: 217 time: 0.5775073 Nov 19 17:39:37.280896 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48daee53-b6c4-4b03-9db4-bde32754f086 req-3fb92771-c0d5-4956-abcd-d26f59eccf6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:37.282972 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48daee53-b6c4-4b03-9db4-bde32754f086 req-3fb92771-c0d5-4956-abcd-d26f59eccf6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:37.285034 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48daee53-b6c4-4b03-9db4-bde32754f086 req-3fb92771-c0d5-4956-abcd-d26f59eccf6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:37.286839 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.provisioning_blocks [req-857177c3-4ef1-4ebc-ba1e-1d93e93e8e57 req-43b3b6dc-736b-4cf1-99df-b82c20edb9bf service neutron] Transition to ACTIVE for port object ad09ff0f-c382-4155-b7e9-69144a2e6e9d will not be triggered until provisioned by entity L2. {{(pid=103365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 17:39:37.289048 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-48daee53-b6c4-4b03-9db4-bde32754f086 req-3fb92771-c0d5-4956-abcd-d26f59eccf6f service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=1a0c23896b6a426c9d6f99a1e9d93ea5&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.3407750 Nov 19 17:39:37.300478 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-857177c3-4ef1-4ebc-ba1e-1d93e93e8e57 req-43b3b6dc-736b-4cf1-99df-b82c20edb9bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:37.377111 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019a698d-56f4-4994-8dff-7c1e2fbb51a7 req-3c676e3a-11d1-4b25-bf31-8309182f39ee tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:37.384596 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-019a698d-56f4-4994-8dff-7c1e2fbb51a7 req-3c676e3a-11d1-4b25-bf31-8309182f39ee tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] 10.222.0.54 "GET /v2.0/ports?device_id=ccff1488-85ea-43ae-bf94-c62226a4f4bf HTTP/1.1" status: 200 len: 945 time: 0.1869221 Nov 19 17:39:37.397613 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112cff83-f7f6-4f38-ad29-0c17b97264d3 req-6fa14fdb-c3b0-4838-801c-58a8b870a64d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:37.399298 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-112cff83-f7f6-4f38-ad29-0c17b97264d3 req-6fa14fdb-c3b0-4838-801c-58a8b870a64d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=03fb8a38-8906-4daf-82e4-8d8788de58f6 HTTP/1.1" status: 200 len: 845 time: 0.1702173 Nov 19 17:39:37.510944 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-112cff83-f7f6-4f38-ad29-0c17b97264d3 req-859eca90-a91a-49b3-a7a2-aa536a182fa2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c4cc9c60-be8c-4a60-be1b-a29e98302997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1012833 Nov 19 17:39:37.515303 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b3b6dc-736b-4cf1-99df-b82c20edb9bf service neutron] Pushing event updated for resources: {'Port': ['ID=ad09ff0f-c382-4155-b7e9-69144a2e6e9d,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:39:37.661122 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [req-addfdf45-85b5-49f9-9577-c37a5ce7192c req-bbf811b3-f87b-43fc-8344-27b74fd1269e tempest-ImagesOneServerTestJSON-318007829 tempest-ImagesOneServerTestJSON-318007829-project] Allocated IP 192.168.233.233 (346debfa-452b-4048-abf4-8f4493625ef2/8b3c88de-c9c2-4a20-b19e-1855c2c19035/65e64630-d319-432f-8e00-a188681e8b44) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:39:37.718685 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-019a698d-56f4-4994-8dff-7c1e2fbb51a7 req-ebb4276d-0c27-40b4-a218-e0d737f2d982 tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] 10.222.0.54 "GET /v2.0/security-groups?id=50a0c454-55dd-48da-a67f-9bb1b9eaa61f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3328714 Nov 19 17:39:37.805714 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48daee53-b6c4-4b03-9db4-bde32754f086 req-2fd3cd44-f458-4846-9138-b5d3de0b55fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:37.810638 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-48daee53-b6c4-4b03-9db4-bde32754f086 req-2fd3cd44-f458-4846-9138-b5d3de0b55fd service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4852538 Nov 19 17:39:37.834020 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-857177c3-4ef1-4ebc-ba1e-1d93e93e8e57 req-43b3b6dc-736b-4cf1-99df-b82c20edb9bf service neutron] Attempting to bind port ad09ff0f-c382-4155-b7e9-69144a2e6e9d on host n-h2-818022-2 for vnic_type normal with profile {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:39:37.834895 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-857177c3-4ef1-4ebc-ba1e-1d93e93e8e57 req-43b3b6dc-736b-4cf1-99df-b82c20edb9bf service neutron] Attempting to bind port ad09ff0f-c382-4155-b7e9-69144a2e6e9d by drivers openvswitch,hyperv on host n-h2-818022-2 at level 0 using segments [{'id': '83d3f836-b8a3-4635-9bf8-5c6a6277bf52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '9754504b-f0c6-4188-aa5e-37bce596ef3a'}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:39:37.835471 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-857177c3-4ef1-4ebc-ba1e-1d93e93e8e57 req-43b3b6dc-736b-4cf1-99df-b82c20edb9bf service neutron] Attempting to bind port ad09ff0f-c382-4155-b7e9-69144a2e6e9d on network 9754504b-f0c6-4188-aa5e-37bce596ef3a {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:39:37.847632 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-857177c3-4ef1-4ebc-ba1e-1d93e93e8e57 req-43b3b6dc-736b-4cf1-99df-b82c20edb9bf service neutron] Port ad09ff0f-c382-4155-b7e9-69144a2e6e9d on network 9754504b-f0c6-4188-aa5e-37bce596ef3a not bound, no agent of type Open vSwitch agent registered on host n-h2-818022-2 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 17:39:37.848561 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-857177c3-4ef1-4ebc-ba1e-1d93e93e8e57 req-43b3b6dc-736b-4cf1-99df-b82c20edb9bf service neutron] Attempting to bind port ad09ff0f-c382-4155-b7e9-69144a2e6e9d on network 9754504b-f0c6-4188-aa5e-37bce596ef3a {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:39:37.854638 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-112cff83-f7f6-4f38-ad29-0c17b97264d3 req-edd81c05-7b8f-4620-b74d-23440026b955 service neutron] 10.222.0.60 "GET /v2.0/networks/c4cc9c60-be8c-4a60-be1b-a29e98302997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3321502 Nov 19 17:39:37.869574 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1f0022-00d9-4197-9880-51a351ce1efb req-b071b1cc-563a-43d1-bbd5-516f93f9866f tempest-InstanceActionsV221TestJSON-2138317510 tempest-InstanceActionsV221TestJSON-2138317510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:37.871235 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-5c1f0022-00d9-4197-9880-51a351ce1efb req-b071b1cc-563a-43d1-bbd5-516f93f9866f tempest-InstanceActionsV221TestJSON-2138317510 tempest-InstanceActionsV221TestJSON-2138317510-project] 10.222.0.54 "GET /v2.0/networks?id=863c027e-f5c8-4c1f-9037-bbf48b2f132c HTTP/1.1" status: 200 len: 818 time: 0.5743382 Nov 19 17:39:37.893335 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-857177c3-4ef1-4ebc-ba1e-1d93e93e8e57 req-43b3b6dc-736b-4cf1-99df-b82c20edb9bf service neutron] Checking agent: {'id': '525ad2ac-c4ae-4c63-af2e-0bf8d25d0f0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'started_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 39, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:39:37.896063 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-857177c3-4ef1-4ebc-ba1e-1d93e93e8e57 req-43b3b6dc-736b-4cf1-99df-b82c20edb9bf service neutron] Checking segment: {'id': '83d3f836-b8a3-4635-9bf8-5c6a6277bf52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '9754504b-f0c6-4188-aa5e-37bce596ef3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:39:37.896063 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-857177c3-4ef1-4ebc-ba1e-1d93e93e8e57 req-43b3b6dc-736b-4cf1-99df-b82c20edb9bf service neutron] Bound using segment: {'id': '83d3f836-b8a3-4635-9bf8-5c6a6277bf52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '9754504b-f0c6-4188-aa5e-37bce596ef3a'} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:39:37.896063 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-857177c3-4ef1-4ebc-ba1e-1d93e93e8e57 req-43b3b6dc-736b-4cf1-99df-b82c20edb9bf service neutron] Bound port: ad09ff0f-c382-4155-b7e9-69144a2e6e9d, host: n-h2-818022-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83d3f836-b8a3-4635-9bf8-5c6a6277bf52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '9754504b-f0c6-4188-aa5e-37bce596ef3a'}}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:39:37.896063 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-857177c3-4ef1-4ebc-ba1e-1d93e93e8e57 req-43b3b6dc-736b-4cf1-99df-b82c20edb9bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:37.941455 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e043f86c-bdf7-42af-8984-8b75d8576e54 req-8d31f6a2-5e00-4120-8de1-45d77fc194e5 tempest-ImagesOneServerTestJSON-318007829 tempest-ImagesOneServerTestJSON-318007829-project] 10.222.0.54 "GET /v2.0/ports?device_id=d13d0796-c1c1-4adb-a331-414002742097 HTTP/1.1" status: 200 len: 210 time: 0.0836868 Nov 19 17:39:37.965846 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-5c1f0022-00d9-4197-9880-51a351ce1efb req-73fc9247-1185-4e7e-96f5-dd97dcc9e716 tempest-InstanceActionsV221TestJSON-2138317510 tempest-InstanceActionsV221TestJSON-2138317510-project] 10.222.0.54 "GET /v2.0/quotas/b8c60bab74c54015ac32bea34f9f4169 HTTP/1.1" status: 200 len: 375 time: 0.0636826 Nov 19 17:39:38.025906 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-5c1f0022-00d9-4197-9880-51a351ce1efb req-0ea07ce4-3e75-44c6-acd3-517fce461812 tempest-InstanceActionsV221TestJSON-2138317510 tempest-InstanceActionsV221TestJSON-2138317510-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=b8c60bab74c54015ac32bea34f9f4169&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0420470 Nov 19 17:39:38.034258 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] get_ports_and_sgs() called for port_ids ['cb80555f-29e3-4743-a119-594c380126fc', '58a0edee-3616-4ec1-b798-872bebf02dcb', '3bc4d5ed-cb08-4bba-98be-5765a7f5ad0b'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:39:38.088108 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-112cff83-f7f6-4f38-ad29-0c17b97264d3 req-ad597139-5123-4d9c-8283-2c1ee5969e0a service neutron] 10.222.0.60 "GET /v2.0/networks/c4cc9c60-be8c-4a60-be1b-a29e98302997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2243850 Nov 19 17:39:38.092384 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-857177c3-4ef1-4ebc-ba1e-1d93e93e8e57 req-43b3b6dc-736b-4cf1-99df-b82c20edb9bf service neutron] For port ad09ff0f-c382-4155-b7e9-69144a2e6e9d, host n-h2-818022-2, cleared binding levels {{(pid=103365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:39:38.098381 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-857177c3-4ef1-4ebc-ba1e-1d93e93e8e57 req-43b3b6dc-736b-4cf1-99df-b82c20edb9bf service neutron] For port ad09ff0f-c382-4155-b7e9-69144a2e6e9d, host n-h2-818022-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=ad09ff0f-c382-4155-b7e9-69144a2e6e9d,segment=NetworkSegment(83d3f836-b8a3-4635-9bf8-5c6a6277bf52),segment_id=83d3f836-b8a3-4635-9bf8-5c6a6277bf52)] {{(pid=103365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:39:38.107094 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-857177c3-4ef1-4ebc-ba1e-1d93e93e8e57 req-43b3b6dc-736b-4cf1-99df-b82c20edb9bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:38.170515 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-addfdf45-85b5-49f9-9577-c37a5ce7192c req-bbf811b3-f87b-43fc-8344-27b74fd1269e tempest-ImagesOneServerTestJSON-318007829 tempest-ImagesOneServerTestJSON-318007829-project] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:38.241249 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857177c3-4ef1-4ebc-ba1e-1d93e93e8e57 req-43b3b6dc-736b-4cf1-99df-b82c20edb9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:38.242441 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-857177c3-4ef1-4ebc-ba1e-1d93e93e8e57 req-43b3b6dc-736b-4cf1-99df-b82c20edb9bf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:38.245015 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-857177c3-4ef1-4ebc-ba1e-1d93e93e8e57 req-43b3b6dc-736b-4cf1-99df-b82c20edb9bf service neutron] 10.222.0.86 "PUT /v2.0/ports/ad09ff0f-c382-4155-b7e9-69144a2e6e9d HTTP/1.1" status: 200 len: 1091 time: 2.7109938 Nov 19 17:39:38.257051 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-addfdf45-85b5-49f9-9577-c37a5ce7192c req-bbf811b3-f87b-43fc-8344-27b74fd1269e tempest-ImagesOneServerTestJSON-318007829 tempest-ImagesOneServerTestJSON-318007829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:38.294348 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b3b6dc-736b-4cf1-99df-b82c20edb9bf service neutron] Pushing event updated for resources: {'Port': ['ID=ad09ff0f-c382-4155-b7e9-69144a2e6e9d,revision_number=3']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:39:38.329677 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c025c7ce-d239-4496-b56c-214accc0aaee req-cbf35a62-633a-4b96-b428-5103d5a97cad tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:38.332510 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c025c7ce-d239-4496-b56c-214accc0aaee req-cbf35a62-633a-4b96-b428-5103d5a97cad tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] 10.222.0.54 "GET /v2.0/ports?device_id=120e2f87-809d-4c7b-9bfb-c9a7531a950b HTTP/1.1" status: 200 len: 943 time: 0.2064972 Nov 19 17:39:38.425597 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857177c3-4ef1-4ebc-ba1e-1d93e93e8e57 req-08cd0446-223b-4856-9d68-af19e47640a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:38.426233 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857177c3-4ef1-4ebc-ba1e-1d93e93e8e57 req-08cd0446-223b-4856-9d68-af19e47640a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:38.426815 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857177c3-4ef1-4ebc-ba1e-1d93e93e8e57 req-08cd0446-223b-4856-9d68-af19e47640a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:38.428460 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-857177c3-4ef1-4ebc-ba1e-1d93e93e8e57 req-08cd0446-223b-4856-9d68-af19e47640a1 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=1a0c23896b6a426c9d6f99a1e9d93ea5&device_id=477a3615-027a-4fb0-a22c-229eb9ec726c HTTP/1.1" status: 200 len: 2865 time: 0.0945966 Nov 19 17:39:38.432414 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c025c7ce-d239-4496-b56c-214accc0aaee req-71457e1f-7716-4642-bc23-499541d112db tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a9bb8e9-ab46-4898-9298-f60e040eb6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820794 Nov 19 17:39:38.499550 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-857177c3-4ef1-4ebc-ba1e-1d93e93e8e57 req-b491dddf-cfb6-449d-8e61-8210fb70cf0a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.179&port_id=13e16a64-d226-4cdc-9b9b-c726dac28292 HTTP/1.1" status: 200 len: 217 time: 0.0594187 Nov 19 17:39:38.637778 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '120e2f87-809d-4c7b-9bfb-c9a7531a950b', 'tag': 'a55f2ca5-5fcf-4f47-8385-e8d8ea577dac'}, {'name': 'network-changed', 'server_uuid': '477a3615-027a-4fb0-a22c-229eb9ec726c', 'tag': 'ad09ff0f-c382-4155-b7e9-69144a2e6e9d'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:39:38.642154 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218319d759239a7d11f1288aef37381b97754913ee9ccbfd43b51a463f801712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1464e3de-6cea-406d-9f8d-d7b22785cfc5" -d '{"events": [{"name": "network-changed", "server_uuid": "120e2f87-809d-4c7b-9bfb-c9a7531a950b", "tag": "a55f2ca5-5fcf-4f47-8385-e8d8ea577dac"}, {"name": "network-changed", "server_uuid": "477a3615-027a-4fb0-a22c-229eb9ec726c", "tag": "ad09ff0f-c382-4155-b7e9-69144a2e6e9d"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:39:38.647922 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857177c3-4ef1-4ebc-ba1e-1d93e93e8e57 req-6ef5724f-5a73-466a-9e10-d2c089d62ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:38.649445 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-857177c3-4ef1-4ebc-ba1e-1d93e93e8e57 req-6ef5724f-5a73-466a-9e10-d2c089d62ebc service neutron] 10.222.0.86 "GET /v2.0/subnets?id=a3bd4b0f-08f3-4585-ae5f-2dda8eb5e013 HTTP/1.1" status: 200 len: 801 time: 0.1407731 Nov 19 17:39:38.745017 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857177c3-4ef1-4ebc-ba1e-1d93e93e8e57 req-65729c0b-2c5e-4506-8a87-211739cc9f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:38.746682 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-857177c3-4ef1-4ebc-ba1e-1d93e93e8e57 req-65729c0b-2c5e-4506-8a87-211739cc9f27 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=9754504b-f0c6-4188-aa5e-37bce596ef3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0839524 Nov 19 17:39:38.787864 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:39:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c43a1fc6-d3ad-48c2-bc88-38fb95f996fa x-openstack-request-id: req-c43a1fc6-d3ad-48c2-bc88-38fb95f996fa {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:39:38.788458 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab8d4b78-8316-4926-9bd2-a6ede3b456c8", "name": "network-vif-deleted", "tag": "51f71a81-a366-4b26-82da-99e22dfbe836", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:39:38.788458 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c43a1fc6-d3ad-48c2-bc88-38fb95f996fa {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:39:38.788776 n-d-818022-2 neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab8d4b78-8316-4926-9bd2-a6ede3b456c8', 'name': 'network-vif-deleted', 'tag': '51f71a81-a366-4b26-82da-99e22dfbe836', 'status': 'completed', 'code': 200} Nov 19 17:39:38.824412 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-addfdf45-85b5-49f9-9577-c37a5ce7192c req-bbf811b3-f87b-43fc-8344-27b74fd1269e tempest-ImagesOneServerTestJSON-318007829 tempest-ImagesOneServerTestJSON-318007829-project] Network 346debfa-452b-4048-abf4-8f4493625ef2 is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:39:38.832580 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [req-addfdf45-85b5-49f9-9577-c37a5ce7192c req-bbf811b3-f87b-43fc-8344-27b74fd1269e tempest-ImagesOneServerTestJSON-318007829 tempest-ImagesOneServerTestJSON-318007829-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:39:38.836256 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [req-addfdf45-85b5-49f9-9577-c37a5ce7192c req-bbf811b3-f87b-43fc-8344-27b74fd1269e tempest-ImagesOneServerTestJSON-318007829 tempest-ImagesOneServerTestJSON-318007829-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:39:38.838277 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f58e8d-e4b1-44fa-bd58-6a283f511803 req-bba9b3d2-a511-4edc-ab6c-e51677e31617 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:38.845403 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f58e8d-e4b1-44fa-bd58-6a283f511803 req-bba9b3d2-a511-4edc-ab6c-e51677e31617 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:38.851726 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f58e8d-e4b1-44fa-bd58-6a283f511803 req-bba9b3d2-a511-4edc-ab6c-e51677e31617 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:38.853854 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-70f58e8d-e4b1-44fa-bd58-6a283f511803 req-bba9b3d2-a511-4edc-ab6c-e51677e31617 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] 10.222.0.54 "GET /v2.0/ports?device_id=477a3615-027a-4fb0-a22c-229eb9ec726c HTTP/1.1" status: 200 len: 2412 time: 0.1488388 Nov 19 17:39:38.891894 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addfdf45-85b5-49f9-9577-c37a5ce7192c req-bbf811b3-f87b-43fc-8344-27b74fd1269e tempest-ImagesOneServerTestJSON-318007829 tempest-ImagesOneServerTestJSON-318007829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:38.892593 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-addfdf45-85b5-49f9-9577-c37a5ce7192c req-bbf811b3-f87b-43fc-8344-27b74fd1269e tempest-ImagesOneServerTestJSON-318007829 tempest-ImagesOneServerTestJSON-318007829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:38.896076 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf811b3-f87b-43fc-8344-27b74fd1269e tempest-ImagesOneServerTestJSON-318007829 tempest-ImagesOneServerTestJSON-318007829-project] Pushing event updated for resources: {'Port': ['ID=65e64630-d319-432f-8e00-a188681e8b44,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:39:38.900408 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-5c1f0022-00d9-4197-9880-51a351ce1efb req-ca8aed04-a0ef-4118-9f46-ae8c601095be service neutron] 10.222.0.54 "GET /v2.0/networks/863c027e-f5c8-4c1f-9037-bbf48b2f132c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8635364 Nov 19 17:39:38.942481 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-addfdf45-85b5-49f9-9577-c37a5ce7192c req-bbf811b3-f87b-43fc-8344-27b74fd1269e tempest-ImagesOneServerTestJSON-318007829 tempest-ImagesOneServerTestJSON-318007829-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.5130186 Nov 19 17:39:38.949375 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-70f58e8d-e4b1-44fa-bd58-6a283f511803 req-987b234d-a5f6-48cc-9065-f6ed216b9d4c tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2d42000-c475-4f47-81a1-d381635bd450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797517 Nov 19 17:39:38.979978 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-857177c3-4ef1-4ebc-ba1e-1d93e93e8e57 req-559f4237-5477-4e2f-a5a2-06e189bf8c80 service neutron] 10.222.0.86 "GET /v2.0/networks/9754504b-f0c6-4188-aa5e-37bce596ef3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2184639 Nov 19 17:39:38.982072 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-addfdf45-85b5-49f9-9577-c37a5ce7192c req-ec766e93-6853-4139-a285-4cd0a17b9060 service neutron] Request body: {'port': {'device_id': 'd13d0796-c1c1-4adb-a331-414002742097', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818022-2'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:39:39.100874 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-addfdf45-85b5-49f9-9577-c37a5ce7192c req-ec766e93-6853-4139-a285-4cd0a17b9060 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:39.157157 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-5c1f0022-00d9-4197-9880-51a351ce1efb req-479bd9cf-bc50-4c63-90a1-ae74bcb70d36 service neutron] 10.222.0.54 "GET /v2.0/networks/863c027e-f5c8-4c1f-9037-bbf48b2f132c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2447281 Nov 19 17:39:39.191586 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-857177c3-4ef1-4ebc-ba1e-1d93e93e8e57 req-dfd84b6d-ff5e-4728-ae90-adc2afbcd9c8 service neutron] 10.222.0.86 "GET /v2.0/networks/9754504b-f0c6-4188-aa5e-37bce596ef3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2085478 Nov 19 17:39:39.203483 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438eb858-68b5-4e71-96c2-3710e19bf761 req-4ab50cd0-a367-42d2-be0a-37b4afedb6e5 tempest-ServersWithSpecificFlavorTestJSON-308617854 tempest-ServersWithSpecificFlavorTestJSON-308617854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:39.205715 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-438eb858-68b5-4e71-96c2-3710e19bf761 req-4ab50cd0-a367-42d2-be0a-37b4afedb6e5 tempest-ServersWithSpecificFlavorTestJSON-308617854 tempest-ServersWithSpecificFlavorTestJSON-308617854-project] 10.222.0.54 "GET /v2.0/ports?device_id=4b3aa343-7b61-4d1e-b719-83afff257d2e HTTP/1.1" status: 200 len: 946 time: 0.0939875 Nov 19 17:39:39.265578 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-de3a4dff-1337-4ff8-875a-47a667bf0853 None None] Provisioning complete for port 65e64630-d319-432f-8e00-a188681e8b44 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:39:39.266314 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-de3a4dff-1337-4ff8-875a-47a667bf0853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:39.320563 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-857177c3-4ef1-4ebc-ba1e-1d93e93e8e57 req-f85fd83a-1664-4ab5-a5ad-f00b95e8fb10 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.207&port_id=e4368372-ea3c-4d4d-831e-5249daaf590b HTTP/1.1" status: 200 len: 217 time: 0.1084342 Nov 19 17:39:39.349640 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-de3a4dff-1337-4ff8-875a-47a667bf0853 None None] Port 65e64630-d319-432f-8e00-a188681e8b44 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:39:39.396695 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device e5476d89-23c6-405d-8ad8-c9f3d21a8ff2 up at agent hyperv_n-h2-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:39:39.407777 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-438eb858-68b5-4e71-96c2-3710e19bf761 req-e12294be-fa25-4114-8cae-71ab6efee78c tempest-ServersWithSpecificFlavorTestJSON-308617854 tempest-ServersWithSpecificFlavorTestJSON-308617854-project] 10.222.0.54 "GET /v2.0/security-groups?id=348e49f2-1dcd-4cd6-9b8c-7ca0411be99d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1851459 Nov 19 17:39:39.479776 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857177c3-4ef1-4ebc-ba1e-1d93e93e8e57 req-0f2f54f6-22a8-4128-b8d1-df4ddb921c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:39.494650 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-857177c3-4ef1-4ebc-ba1e-1d93e93e8e57 req-0f2f54f6-22a8-4128-b8d1-df4ddb921c77 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=4716d5b9-5f9a-4f7d-86ee-a0bc3761699d HTTP/1.1" status: 200 len: 801 time: 0.1503215 Nov 19 17:39:39.612108 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 19 Nov 2021 17:39:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-279884be-4702-4a58-8db1-2564856b2dcd x-openstack-request-id: req-279884be-4702-4a58-8db1-2564856b2dcd {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:39:39.612525 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "120e2f87-809d-4c7b-9bfb-c9a7531a950b", "tag": "a55f2ca5-5fcf-4f47-8385-e8d8ea577dac", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "477a3615-027a-4fb0-a22c-229eb9ec726c", "tag": "ad09ff0f-c382-4155-b7e9-69144a2e6e9d", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:39:39.613871 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-279884be-4702-4a58-8db1-2564856b2dcd {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:39:39.614461 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '120e2f87-809d-4c7b-9bfb-c9a7531a950b', 'tag': 'a55f2ca5-5fcf-4f47-8385-e8d8ea577dac', 'status': 'completed', 'code': 200} Nov 19 17:39:39.614702 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '477a3615-027a-4fb0-a22c-229eb9ec726c', 'tag': 'ad09ff0f-c382-4155-b7e9-69144a2e6e9d', 'status': 'completed', 'code': 200} Nov 19 17:39:39.634656 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857177c3-4ef1-4ebc-ba1e-1d93e93e8e57 req-f2d949fb-10d9-42d4-b8ba-518d715ccad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:39.635231 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Provisioning for port e5476d89-23c6-405d-8ad8-c9f3d21a8ff2 completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 17:39:39.636372 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-857177c3-4ef1-4ebc-ba1e-1d93e93e8e57 req-f2d949fb-10d9-42d4-b8ba-518d715ccad2 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=05fbfb15-2eee-4537-ab72-3e0ae106251b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1408668 Nov 19 17:39:39.643256 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Provisioning complete for port e5476d89-23c6-405d-8ad8-c9f3d21a8ff2 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:39:39.643791 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:39.725487 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628b6180-3a24-4fc3-8e76-079048a01fb1 req-a3b4c5c7-48a1-4a41-8b5e-f36d6ed5d637 tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:39.733793 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-628b6180-3a24-4fc3-8e76-079048a01fb1 req-a3b4c5c7-48a1-4a41-8b5e-f36d6ed5d637 tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] 10.222.0.54 "GET /v2.0/ports?device_id=ccff1488-85ea-43ae-bf94-c62226a4f4bf HTTP/1.1" status: 200 len: 945 time: 0.1971436 Nov 19 17:39:39.843619 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [req-addfdf45-85b5-49f9-9577-c37a5ce7192c req-ec766e93-6853-4139-a285-4cd0a17b9060 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65e64630-d319-432f-8e00-a188681e8b44 {{(pid=103364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:39:39.854426 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-addfdf45-85b5-49f9-9577-c37a5ce7192c req-ec766e93-6853-4139-a285-4cd0a17b9060 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:39.865692 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6f2328-f65f-4264-8ffa-adde3a57b5df req-798d6034-6fd3-4b4b-885e-16c06c581f6c tempest-ImagesOneServerTestJSON-318007829 tempest-ImagesOneServerTestJSON-318007829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:39.874090 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-3e6f2328-f65f-4264-8ffa-adde3a57b5df req-798d6034-6fd3-4b4b-885e-16c06c581f6c tempest-ImagesOneServerTestJSON-318007829 tempest-ImagesOneServerTestJSON-318007829-project] 10.222.0.54 "GET /v2.0/ports?device_id=d13d0796-c1c1-4adb-a331-414002742097 HTTP/1.1" status: 200 len: 936 time: 0.1724114 Nov 19 17:39:39.900053 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:39.902476 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device a55f2ca5-5fcf-4f47-8385-e8d8ea577dac details requested by agent hyperv_n-h1-818022-2 with host n-h1-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 17:39:39.909904 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.provisioning_blocks [req-addfdf45-85b5-49f9-9577-c37a5ce7192c req-ec766e93-6853-4139-a285-4cd0a17b9060 service neutron] Transition to ACTIVE for port object 65e64630-d319-432f-8e00-a188681e8b44 will not be triggered until provisioned by entity L2. {{(pid=103364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 17:39:39.925114 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-857177c3-4ef1-4ebc-ba1e-1d93e93e8e57 req-d921df52-491c-4a6c-af22-cddca715a705 service neutron] 10.222.0.86 "GET /v2.0/networks/05fbfb15-2eee-4537-ab72-3e0ae106251b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2449777 Nov 19 17:39:39.930743 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-628b6180-3a24-4fc3-8e76-079048a01fb1 req-ae5e5077-f61c-45a9-9cdd-201414f71d67 tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] 10.222.0.54 "GET /v2.0/security-groups?id=50a0c454-55dd-48da-a67f-9bb1b9eaa61f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1959424 Nov 19 17:39:39.941036 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-addfdf45-85b5-49f9-9577-c37a5ce7192c req-ec766e93-6853-4139-a285-4cd0a17b9060 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:39.946724 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1464e3de-6cea-406d-9f8d-d7b22785cfc5 req-34304d04-c4e5-4e1d-bef4-704204401d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:39.949198 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-1464e3de-6cea-406d-9f8d-d7b22785cfc5 req-34304d04-c4e5-4e1d-bef4-704204401d25 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=21543f85dc9e402a8587774ac19495fe&device_id=120e2f87-809d-4c7b-9bfb-c9a7531a950b HTTP/1.1" status: 200 len: 1094 time: 0.3087382 Nov 19 17:39:39.970673 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-3e6f2328-f65f-4264-8ffa-adde3a57b5df req-7e486f9c-466d-4ab3-b6d5-931bd6e06f0a tempest-ImagesOneServerTestJSON-318007829 tempest-ImagesOneServerTestJSON-318007829-project] 10.222.0.54 "GET /v2.0/security-groups?id=b53c3dc0-f806-4920-bfc2-1b7796f8cf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953331 Nov 19 17:39:40.079184 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 51f71a81-a366-4b26-82da-99e22dfbe836 no longer exists at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:39:40.187844 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] No Port match for: 51f71a81-a366-4b26-82da-99e22dfbe836 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:39:40.190874 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 51f71a81-a366-4b26-82da-99e22dfbe836 not bound to the agent host n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:39:40.191880 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a91061a6-c1f7-4f22-9458-f3bc3b1f3623 req-8ba2aecc-10f3-4538-97e6-a3e93be92dbb tempest-InstanceActionsV221TestJSON-2138317510 tempest-InstanceActionsV221TestJSON-2138317510-project] 10.222.0.54 "GET /v2.0/ports?device_id=d9b5b9aa-3d2d-45ea-9e60-b45e5957c91a HTTP/1.1" status: 200 len: 210 time: 0.0961993 Nov 19 17:39:40.250498 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-857177c3-4ef1-4ebc-ba1e-1d93e93e8e57 req-d6d62a32-02dc-4ffb-8e97-820f485495b1 service neutron] 10.222.0.86 "GET /v2.0/networks/05fbfb15-2eee-4537-ab72-3e0ae106251b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3151891 Nov 19 17:39:40.258799 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1464e3de-6cea-406d-9f8d-d7b22785cfc5 req-84930602-5553-4cd7-9fc3-f8f46c75515a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:40.261366 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-1464e3de-6cea-406d-9f8d-d7b22785cfc5 req-84930602-5553-4cd7-9fc3-f8f46c75515a service neutron] 10.222.0.60 "GET /v2.0/networks?id=c4cc9c60-be8c-4a60-be1b-a29e98302997 HTTP/1.1" status: 200 len: 906 time: 0.2963951 Nov 19 17:39:40.269934 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccff1488-85ea-43ae-bf94-c62226a4f4bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5476d89-23c6-405d-8ad8-c9f3d21a8ff2'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:39:40.276482 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3940761bcd94e032e6960d2241bd8993c5d3a7d8dc2aca8488f3ecf1d4dd2fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c667ed3e-f903-403b-97fb-3195f26c45ab" -d '{"events": [{"server_uuid": "ccff1488-85ea-43ae-bf94-c62226a4f4bf", "name": "network-vif-plugged", "status": "completed", "tag": "e5476d89-23c6-405d-8ad8-c9f3d21a8ff2"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:39:40.290020 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec766e93-6853-4139-a285-4cd0a17b9060 service neutron] Pushing event updated for resources: {'Port': ['ID=65e64630-d319-432f-8e00-a188681e8b44,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:39:40.365488 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port e5476d89-23c6-405d-8ad8-c9f3d21a8ff2, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=e5476d89-23c6-405d-8ad8-c9f3d21a8ff2,segment=NetworkSegment(ea5a0e2b-3fad-4153-8514-d7f5d8ae4073),segment_id=ea5a0e2b-3fad-4153-8514-d7f5d8ae4073)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:39:40.392972 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port a55f2ca5-5fcf-4f47-8385-e8d8ea577dac, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=a55f2ca5-5fcf-4f47-8385-e8d8ea577dac,segment=NetworkSegment(3937b058-45c3-4cdc-b27d-da1ca7985067),segment_id=3937b058-45c3-4cdc-b27d-da1ca7985067)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:39:40.408554 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:40.432550 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-857177c3-4ef1-4ebc-ba1e-1d93e93e8e57 req-f9f465a6-e88e-4f19-aa0d-a68d587c8cc4 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.77&port_id=ad09ff0f-c382-4155-b7e9-69144a2e6e9d HTTP/1.1" status: 200 len: 217 time: 0.1683593 Nov 19 17:39:40.437256 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-1464e3de-6cea-406d-9f8d-d7b22785cfc5 req-5dca7d0e-0296-4619-81bf-6a545f2d8063 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a55f2ca5-5fcf-4f47-8385-e8d8ea577dac HTTP/1.1" status: 200 len: 217 time: 0.1535335 Nov 19 17:39:40.488803 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Returning: {'device': 'a55f2ca5-5fcf-4f47-8385-e8d8ea577dac', 'network_id': 'c4cc9c60-be8c-4a60-be1b-a29e98302997', 'port_id': 'a55f2ca5-5fcf-4f47-8385-e8d8ea577dac', 'mac_address': 'fa:16:3e:d6:ea:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 671, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03fb8a38-8906-4daf-82e4-8d8788de58f6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 17:39:40.556685 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-addfdf45-85b5-49f9-9577-c37a5ce7192c req-ec766e93-6853-4139-a285-4cd0a17b9060 service neutron] Attempting to bind port 65e64630-d319-432f-8e00-a188681e8b44 on host n-h2-818022-2 for vnic_type normal with profile {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:39:40.556944 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-addfdf45-85b5-49f9-9577-c37a5ce7192c req-ec766e93-6853-4139-a285-4cd0a17b9060 service neutron] Attempting to bind port 65e64630-d319-432f-8e00-a188681e8b44 by drivers openvswitch,hyperv on host n-h2-818022-2 at level 0 using segments [{'id': '1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '346debfa-452b-4048-abf4-8f4493625ef2'}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:39:40.557288 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-addfdf45-85b5-49f9-9577-c37a5ce7192c req-ec766e93-6853-4139-a285-4cd0a17b9060 service neutron] Attempting to bind port 65e64630-d319-432f-8e00-a188681e8b44 on network 346debfa-452b-4048-abf4-8f4493625ef2 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:39:40.570285 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Pushing event updated for resources: {'Port': ['ID=e5476d89-23c6-405d-8ad8-c9f3d21a8ff2,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:39:40.573003 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93274847-1c2d-4cf3-a6b3-671faeb0a473 req-cb8abbab-e573-4a0b-acf2-e201ce003bee tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:40.575132 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-93274847-1c2d-4cf3-a6b3-671faeb0a473 req-cb8abbab-e573-4a0b-acf2-e201ce003bee tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] 10.222.0.54 "GET /v2.0/ports?device_id=120e2f87-809d-4c7b-9bfb-c9a7531a950b HTTP/1.1" status: 200 len: 943 time: 0.1767936 Nov 19 17:39:40.575957 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-addfdf45-85b5-49f9-9577-c37a5ce7192c req-ec766e93-6853-4139-a285-4cd0a17b9060 service neutron] Port 65e64630-d319-432f-8e00-a188681e8b44 on network 346debfa-452b-4048-abf4-8f4493625ef2 not bound, no agent of type Open vSwitch agent registered on host n-h2-818022-2 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 17:39:40.576281 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-addfdf45-85b5-49f9-9577-c37a5ce7192c req-ec766e93-6853-4139-a285-4cd0a17b9060 service neutron] Attempting to bind port 65e64630-d319-432f-8e00-a188681e8b44 on network 346debfa-452b-4048-abf4-8f4493625ef2 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:39:40.582344 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-addfdf45-85b5-49f9-9577-c37a5ce7192c req-ec766e93-6853-4139-a285-4cd0a17b9060 service neutron] Checking agent: {'id': '525ad2ac-c4ae-4c63-af2e-0bf8d25d0f0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'started_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 39, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:39:40.582685 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-addfdf45-85b5-49f9-9577-c37a5ce7192c req-ec766e93-6853-4139-a285-4cd0a17b9060 service neutron] Checking segment: {'id': '1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '346debfa-452b-4048-abf4-8f4493625ef2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:39:40.583076 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-addfdf45-85b5-49f9-9577-c37a5ce7192c req-ec766e93-6853-4139-a285-4cd0a17b9060 service neutron] Bound using segment: {'id': '1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '346debfa-452b-4048-abf4-8f4493625ef2'} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:39:40.583511 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-addfdf45-85b5-49f9-9577-c37a5ce7192c req-ec766e93-6853-4139-a285-4cd0a17b9060 service neutron] Bound port: 65e64630-d319-432f-8e00-a188681e8b44, host: n-h2-818022-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '346debfa-452b-4048-abf4-8f4493625ef2'}}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:39:40.583871 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-addfdf45-85b5-49f9-9577-c37a5ce7192c req-ec766e93-6853-4139-a285-4cd0a17b9060 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:40.654758 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:40.683313 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a55f2ca5-5fcf-4f47-8385-e8d8ea577dac {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:39:40.724964 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port a55f2ca5-5fcf-4f47-8385-e8d8ea577dac, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=a55f2ca5-5fcf-4f47-8385-e8d8ea577dac,segment=NetworkSegment(3937b058-45c3-4cdc-b27d-da1ca7985067),segment_id=3937b058-45c3-4cdc-b27d-da1ca7985067)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:39:40.734480 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:40.746262 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857177c3-4ef1-4ebc-ba1e-1d93e93e8e57 req-0504cb58-bcc1-4573-ac98-d07152646134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:40.747779 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-857177c3-4ef1-4ebc-ba1e-1d93e93e8e57 req-0504cb58-bcc1-4573-ac98-d07152646134 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=a3bd4b0f-08f3-4585-ae5f-2dda8eb5e013 HTTP/1.1" status: 200 len: 801 time: 0.2961674 Nov 19 17:39:40.757227 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1464e3de-6cea-406d-9f8d-d7b22785cfc5 req-2faf7494-8524-4a46-8aaa-f7546ab88467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:40.758628 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-1464e3de-6cea-406d-9f8d-d7b22785cfc5 req-2faf7494-8524-4a46-8aaa-f7546ab88467 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=03fb8a38-8906-4daf-82e4-8d8788de58f6 HTTP/1.1" status: 200 len: 845 time: 0.3056602 Nov 19 17:39:40.779638 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08af4f43-b3f0-48e9-bc96-6f69595e2109 req-466e883c-4dad-4eaa-a50e-a21e88c7815c tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:40.785676 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08af4f43-b3f0-48e9-bc96-6f69595e2109 req-466e883c-4dad-4eaa-a50e-a21e88c7815c tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:40.791980 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08af4f43-b3f0-48e9-bc96-6f69595e2109 req-466e883c-4dad-4eaa-a50e-a21e88c7815c tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:40.800565 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-08af4f43-b3f0-48e9-bc96-6f69595e2109 req-466e883c-4dad-4eaa-a50e-a21e88c7815c tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] 10.222.0.54 "GET /v2.0/ports?device_id=477a3615-027a-4fb0-a22c-229eb9ec726c HTTP/1.1" status: 200 len: 2412 time: 0.3080969 Nov 19 17:39:40.816233 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-93274847-1c2d-4cf3-a6b3-671faeb0a473 req-aafacd1a-16ba-42f9-b943-4c70d6da115e tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a9bb8e9-ab46-4898-9298-f60e040eb6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029870 Nov 19 17:39:40.818136 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-addfdf45-85b5-49f9-9577-c37a5ce7192c req-ec766e93-6853-4139-a285-4cd0a17b9060 service neutron] For port 65e64630-d319-432f-8e00-a188681e8b44, host n-h2-818022-2, cleared binding levels {{(pid=103364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:39:40.834888 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-addfdf45-85b5-49f9-9577-c37a5ce7192c req-ec766e93-6853-4139-a285-4cd0a17b9060 service neutron] For port 65e64630-d319-432f-8e00-a188681e8b44, host n-h2-818022-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=65e64630-d319-432f-8e00-a188681e8b44,segment=NetworkSegment(1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861),segment_id=1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861)] {{(pid=103364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:39:40.842114 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-addfdf45-85b5-49f9-9577-c37a5ce7192c req-ec766e93-6853-4139-a285-4cd0a17b9060 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:40.853576 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=a55f2ca5-5fcf-4f47-8385-e8d8ea577dac,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:39:40.868550 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-1464e3de-6cea-406d-9f8d-d7b22785cfc5 req-728f3ded-6c26-4452-9670-4e9fb9320841 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c4cc9c60-be8c-4a60-be1b-a29e98302997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457840 Nov 19 17:39:40.912501 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:39:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d9e2098-6c22-47ad-86b0-d2b6134eb3f2 x-openstack-request-id: req-0d9e2098-6c22-47ad-86b0-d2b6134eb3f2 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:39:40.913273 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccff1488-85ea-43ae-bf94-c62226a4f4bf", "name": "network-vif-plugged", "status": "completed", "tag": "e5476d89-23c6-405d-8ad8-c9f3d21a8ff2", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:39:40.914050 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-0d9e2098-6c22-47ad-86b0-d2b6134eb3f2 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:39:40.914902 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccff1488-85ea-43ae-bf94-c62226a4f4bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5476d89-23c6-405d-8ad8-c9f3d21a8ff2', 'code': 200} Nov 19 17:39:40.940670 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addfdf45-85b5-49f9-9577-c37a5ce7192c req-ec766e93-6853-4139-a285-4cd0a17b9060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:40.941465 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-addfdf45-85b5-49f9-9577-c37a5ce7192c req-ec766e93-6853-4139-a285-4cd0a17b9060 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:40.943716 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-addfdf45-85b5-49f9-9577-c37a5ce7192c req-ec766e93-6853-4139-a285-4cd0a17b9060 service neutron] 10.222.0.86 "PUT /v2.0/ports/65e64630-d319-432f-8e00-a188681e8b44 HTTP/1.1" status: 200 len: 1096 time: 1.9671333 Nov 19 17:39:40.944301 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd13d0796-c1c1-4adb-a331-414002742097', 'tag': '65e64630-d319-432f-8e00-a188681e8b44'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:39:40.946801 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dd4767a008c23f8566efc82158ee1b1fff34e1a9e908d76d0b6d0ab7e350e5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9abbfbe-dd88-4061-b4ea-b5906395007d" -d '{"events": [{"name": "network-changed", "server_uuid": "d13d0796-c1c1-4adb-a331-414002742097", "tag": "65e64630-d319-432f-8e00-a188681e8b44"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:39:40.979640 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-08af4f43-b3f0-48e9-bc96-6f69595e2109 req-48992db3-e002-46fc-87b0-d3cc20433007 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2d42000-c475-4f47-81a1-d381635bd450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750078 Nov 19 17:39:40.997263 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857177c3-4ef1-4ebc-ba1e-1d93e93e8e57 req-8f394591-f2f5-4d0d-bb1a-9a2e319562c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:40.999227 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-857177c3-4ef1-4ebc-ba1e-1d93e93e8e57 req-8f394591-f2f5-4d0d-bb1a-9a2e319562c6 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=9754504b-f0c6-4188-aa5e-37bce596ef3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2385707 Nov 19 17:39:41.015725 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['a55f2ca5-5fcf-4f47-8385-e8d8ea577dac'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:39:41.112573 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec766e93-6853-4139-a285-4cd0a17b9060 service neutron] Pushing event updated for resources: {'Port': ['ID=65e64630-d319-432f-8e00-a188681e8b44,revision_number=3']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:39:41.220972 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-1464e3de-6cea-406d-9f8d-d7b22785cfc5 req-4fe99369-de15-4d1e-9e9b-b0eb19892c6a service neutron] 10.222.0.60 "GET /v2.0/networks/c4cc9c60-be8c-4a60-be1b-a29e98302997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3435719 Nov 19 17:39:41.428784 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 17:39:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08b7695b-eaa9-4f25-921a-01069dd291c5 x-openstack-request-id: req-08b7695b-eaa9-4f25-921a-01069dd291c5 {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:39:41.429180 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d13d0796-c1c1-4adb-a331-414002742097", "tag": "65e64630-d319-432f-8e00-a188681e8b44", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:39:41.429443 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-08b7695b-eaa9-4f25-921a-01069dd291c5 {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:39:41.429891 n-d-818022-2 neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd13d0796-c1c1-4adb-a331-414002742097', 'tag': '65e64630-d319-432f-8e00-a188681e8b44', 'status': 'completed', 'code': 200} Nov 19 17:39:41.488136 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afa9dfd-f8a9-4409-8eef-a62031fa361a req-598e2b0d-582f-459b-b3f8-b56653a11aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:41.490091 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6afa9dfd-f8a9-4409-8eef-a62031fa361a req-598e2b0d-582f-459b-b3f8-b56653a11aae service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=ccff1488-85ea-43ae-bf94-c62226a4f4bf HTTP/1.1" status: 200 len: 1097 time: 0.4594140 Nov 19 17:39:41.501298 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-857177c3-4ef1-4ebc-ba1e-1d93e93e8e57 req-d61824c2-93b3-4d3b-a40d-7c64a54a0b59 service neutron] 10.222.0.86 "GET /v2.0/networks/9754504b-f0c6-4188-aa5e-37bce596ef3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4856226 Nov 19 17:39:41.556110 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addfdf45-85b5-49f9-9577-c37a5ce7192c req-4c1ee51b-bb92-4666-80e7-f5d5e5662112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:41.558130 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-addfdf45-85b5-49f9-9577-c37a5ce7192c req-4c1ee51b-bb92-4666-80e7-f5d5e5662112 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=f3ffe27ae882461eb1f9833f2213f541&device_id=d13d0796-c1c1-4adb-a331-414002742097 HTTP/1.1" status: 200 len: 1099 time: 0.4249249 Nov 19 17:39:41.567823 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89fa5ae-4e06-4db1-896f-1e9522a78a14 req-e593601b-fbf4-4288-9850-6fb8e50665e5 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:41.576457 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-e89fa5ae-4e06-4db1-896f-1e9522a78a14 req-e593601b-fbf4-4288-9850-6fb8e50665e5 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] 10.222.0.54 "GET /v2.0/ports?device_id=f79f870e-8765-4434-88f5-a982ef36251f HTTP/1.1" status: 200 len: 949 time: 0.4059422 Nov 19 17:39:41.637030 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-addfdf45-85b5-49f9-9577-c37a5ce7192c req-62e1fbbf-75b9-45b2-8bad-0cbe4946fea8 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=65e64630-d319-432f-8e00-a188681e8b44 HTTP/1.1" status: 200 len: 217 time: 0.0583255 Nov 19 17:39:41.669298 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-1464e3de-6cea-406d-9f8d-d7b22785cfc5 req-7c1cb3c2-9092-4111-b78f-3e15fb493bce service neutron] 10.222.0.60 "GET /v2.0/networks/c4cc9c60-be8c-4a60-be1b-a29e98302997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4377689 Nov 19 17:39:41.685249 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f34153-3934-4d45-9c4e-b8f76ede7255 req-e008a54a-2fa5-4eb6-9f0d-3a2590b78027 tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:41.688079 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e0f34153-3934-4d45-9c4e-b8f76ede7255 req-e008a54a-2fa5-4eb6-9f0d-3a2590b78027 tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] 10.222.0.54 "GET /v2.0/ports?device_id=ccff1488-85ea-43ae-bf94-c62226a4f4bf HTTP/1.1" status: 200 len: 946 time: 0.1744106 Nov 19 17:39:41.731645 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6afa9dfd-f8a9-4409-8eef-a62031fa361a req-d44533e1-6258-40f1-b1e7-9c92f32e33e7 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=50a0c454-55dd-48da-a67f-9bb1b9eaa61f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2108760 Nov 19 17:39:41.765967 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-857177c3-4ef1-4ebc-ba1e-1d93e93e8e57 req-e34b0c78-2b88-454c-bc17-a5288433801a service neutron] 10.222.0.86 "GET /v2.0/networks/9754504b-f0c6-4188-aa5e-37bce596ef3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2426629 Nov 19 17:39:41.780376 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1f0022-00d9-4197-9880-51a351ce1efb req-2ba160aa-889c-4841-b3d1-cdcaf08ca17f tempest-InstanceActionsV221TestJSON-2138317510 tempest-InstanceActionsV221TestJSON-2138317510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:41.782114 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-5c1f0022-00d9-4197-9880-51a351ce1efb req-2ba160aa-889c-4841-b3d1-cdcaf08ca17f tempest-InstanceActionsV221TestJSON-2138317510 tempest-InstanceActionsV221TestJSON-2138317510-project] 10.222.0.60 "GET /v2.0/networks?id=863c027e-f5c8-4c1f-9037-bbf48b2f132c HTTP/1.1" status: 200 len: 818 time: 0.5004289 Nov 19 17:39:41.786583 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e0f34153-3934-4d45-9c4e-b8f76ede7255 req-b00ac5ef-f155-4e30-8b7d-994908f01852 tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] 10.222.0.54 "GET /v2.0/security-groups?id=50a0c454-55dd-48da-a67f-9bb1b9eaa61f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0909996 Nov 19 17:39:41.790195 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addfdf45-85b5-49f9-9577-c37a5ce7192c req-44ea6623-adcf-48fc-9d4d-7610049f297d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:41.791728 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-addfdf45-85b5-49f9-9577-c37a5ce7192c req-44ea6623-adcf-48fc-9d4d-7610049f297d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8b3c88de-c9c2-4a20-b19e-1855c2c19035 HTTP/1.1" status: 200 len: 843 time: 0.1383948 Nov 19 17:39:41.797027 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-5c1f0022-00d9-4197-9880-51a351ce1efb req-2f3f1c95-2d71-4018-82c5-9bcf03926b29 tempest-InstanceActionsV221TestJSON-2138317510 tempest-InstanceActionsV221TestJSON-2138317510-project] Request body: {'port': {'device_id': 'd9b5b9aa-3d2d-45ea-9e60-b45e5957c91a', 'network_id': '863c027e-f5c8-4c1f-9037-bbf48b2f132c', 'admin_state_up': True, 'tenant_id': 'b8c60bab74c54015ac32bea34f9f4169'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:39:41.803735 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-e89fa5ae-4e06-4db1-896f-1e9522a78a14 req-cbc91523-c336-45c6-8315-8af4666f4779 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] 10.222.0.54 "GET /v2.0/security-groups?id=01d035e7-47ed-4912-a186-53ea419ecd96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264109 Nov 19 17:39:41.935066 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac2489d-2936-487c-9762-84510edf2309 req-34653085-50b4-4387-98a6-fc52f732743d tempest-ImagesOneServerTestJSON-318007829 tempest-ImagesOneServerTestJSON-318007829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:41.937022 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-aac2489d-2936-487c-9762-84510edf2309 req-34653085-50b4-4387-98a6-fc52f732743d tempest-ImagesOneServerTestJSON-318007829 tempest-ImagesOneServerTestJSON-318007829-project] 10.222.0.54 "GET /v2.0/ports?device_id=d13d0796-c1c1-4adb-a331-414002742097 HTTP/1.1" status: 200 len: 948 time: 0.0564258 Nov 19 17:39:41.937580 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-3890dd98-ad02-4e3e-95f1-02a6c630bc6c req-178d55e6-4ad8-4f75-b42e-55b426a68059 tempest-InstanceActionsV221TestJSON-2138317510 tempest-InstanceActionsV221TestJSON-2138317510-project] 10.222.0.54 "GET /v2.0/ports?device_id=d9b5b9aa-3d2d-45ea-9e60-b45e5957c91a HTTP/1.1" status: 200 len: 210 time: 0.0388727 Nov 19 17:39:42.030478 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-aac2489d-2936-487c-9762-84510edf2309 req-992e5708-3b25-4760-b438-ed2c73213364 tempest-ImagesOneServerTestJSON-318007829 tempest-ImagesOneServerTestJSON-318007829-project] 10.222.0.54 "GET /v2.0/security-groups?id=b53c3dc0-f806-4920-bfc2-1b7796f8cf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798175 Nov 19 17:39:42.084492 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c1f0022-00d9-4197-9880-51a351ce1efb req-2f3f1c95-2d71-4018-82c5-9bcf03926b29 tempest-InstanceActionsV221TestJSON-2138317510 tempest-InstanceActionsV221TestJSON-2138317510-project] Made reservation on behalf of b8c60bab74c54015ac32bea34f9f4169 for: {'port': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:39:42.090305 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-5c1f0022-00d9-4197-9880-51a351ce1efb req-2f3f1c95-2d71-4018-82c5-9bcf03926b29 tempest-InstanceActionsV221TestJSON-2138317510 tempest-InstanceActionsV221TestJSON-2138317510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:42.172912 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addfdf45-85b5-49f9-9577-c37a5ce7192c req-b676a190-d19e-4b7c-b35a-25ff9ab86ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:42.174482 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-addfdf45-85b5-49f9-9577-c37a5ce7192c req-b676a190-d19e-4b7c-b35a-25ff9ab86ed6 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=346debfa-452b-4048-abf4-8f4493625ef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1701519 Nov 19 17:39:42.204638 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb96d695-209a-4b0c-a17d-dee61fde1067 req-39295501-f73b-482d-904b-6d2761324fa9 tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:42.206302 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-cb96d695-209a-4b0c-a17d-dee61fde1067 req-39295501-f73b-482d-904b-6d2761324fa9 tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] 10.222.0.54 "GET /v2.0/ports?device_id=120e2f87-809d-4c7b-9bfb-c9a7531a950b HTTP/1.1" status: 200 len: 944 time: 0.1209965 Nov 19 17:39:42.214987 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1464e3de-6cea-406d-9f8d-d7b22785cfc5 req-283edf60-2690-4ec9-a97c-cfe878ed764f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:42.215455 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1464e3de-6cea-406d-9f8d-d7b22785cfc5 req-283edf60-2690-4ec9-a97c-cfe878ed764f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:42.215918 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1464e3de-6cea-406d-9f8d-d7b22785cfc5 req-283edf60-2690-4ec9-a97c-cfe878ed764f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:42.217591 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-1464e3de-6cea-406d-9f8d-d7b22785cfc5 req-283edf60-2690-4ec9-a97c-cfe878ed764f service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=1a0c23896b6a426c9d6f99a1e9d93ea5&device_id=477a3615-027a-4fb0-a22c-229eb9ec726c HTTP/1.1" status: 200 len: 2865 time: 0.0896254 Nov 19 17:39:42.249633 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db106490-7c2b-4523-9dc9-580d9af53cbf req-9fa60883-a4a6-4b1e-a992-81d2b39ca48f tempest-ServersWithSpecificFlavorTestJSON-308617854 tempest-ServersWithSpecificFlavorTestJSON-308617854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:42.251225 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-db106490-7c2b-4523-9dc9-580d9af53cbf req-9fa60883-a4a6-4b1e-a992-81d2b39ca48f tempest-ServersWithSpecificFlavorTestJSON-308617854 tempest-ServersWithSpecificFlavorTestJSON-308617854-project] 10.222.0.54 "GET /v2.0/ports?device_id=4b3aa343-7b61-4d1e-b719-83afff257d2e HTTP/1.1" status: 200 len: 946 time: 0.1708350 Nov 19 17:39:42.366055 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-cb96d695-209a-4b0c-a17d-dee61fde1067 req-e0397009-3366-4020-972c-90091024363c tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a9bb8e9-ab46-4898-9298-f60e040eb6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471286 Nov 19 17:39:42.411892 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1464e3de-6cea-406d-9f8d-d7b22785cfc5 req-f7fad597-1b86-4c8f-a7f9-4f8bff96c5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:42.413705 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-1464e3de-6cea-406d-9f8d-d7b22785cfc5 req-f7fad597-1b86-4c8f-a7f9-4f8bff96c5f0 service neutron] 10.222.0.86 "GET /v2.0/networks?id=9754504b-f0c6-4188-aa5e-37bce596ef3a HTTP/1.1" status: 200 len: 903 time: 0.1800485 Nov 19 17:39:42.441536 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-db106490-7c2b-4523-9dc9-580d9af53cbf req-f3f334da-5a83-4065-bbb1-6dd86c84318f tempest-ServersWithSpecificFlavorTestJSON-308617854 tempest-ServersWithSpecificFlavorTestJSON-308617854-project] 10.222.0.54 "GET /v2.0/security-groups?id=348e49f2-1dcd-4cd6-9b8c-7ca0411be99d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1549788 Nov 19 17:39:42.465514 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [req-5c1f0022-00d9-4197-9880-51a351ce1efb req-2f3f1c95-2d71-4018-82c5-9bcf03926b29 tempest-InstanceActionsV221TestJSON-2138317510 tempest-InstanceActionsV221TestJSON-2138317510-project] Allocated IP 172.20.0.8 (863c027e-f5c8-4c1f-9037-bbf48b2f132c/cb362553-25a2-4a18-9848-8c1ec4336c40/b22c3c4a-4ed7-4b46-9837-9a43ad458e8c) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:39:42.474100 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-addfdf45-85b5-49f9-9577-c37a5ce7192c req-e83ac344-136a-4f4e-9831-371126a4080b service neutron] 10.222.0.86 "GET /v2.0/networks/346debfa-452b-4048-abf4-8f4493625ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2641356 Nov 19 17:39:42.505156 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-1464e3de-6cea-406d-9f8d-d7b22785cfc5 req-554b3614-8636-4631-a872-3ba5d3134808 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.77&port_id=ad09ff0f-c382-4155-b7e9-69144a2e6e9d HTTP/1.1" status: 200 len: 217 time: 0.0763028 Nov 19 17:39:42.611604 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1464e3de-6cea-406d-9f8d-d7b22785cfc5 req-d7d3af0f-70b7-4351-a3e8-dade649ad1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:42.613130 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-1464e3de-6cea-406d-9f8d-d7b22785cfc5 req-d7d3af0f-70b7-4351-a3e8-dade649ad1c5 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=a3bd4b0f-08f3-4585-ae5f-2dda8eb5e013 HTTP/1.1" status: 200 len: 801 time: 0.0941517 Nov 19 17:39:42.623811 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf01ce9-2eda-4422-a766-8016ab93fddc req-c70f5d51-d15d-400a-a984-500942cfce6e tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:42.629845 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf01ce9-2eda-4422-a766-8016ab93fddc req-c70f5d51-d15d-400a-a984-500942cfce6e tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:42.635810 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf01ce9-2eda-4422-a766-8016ab93fddc req-c70f5d51-d15d-400a-a984-500942cfce6e tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:42.638369 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-1cf01ce9-2eda-4422-a766-8016ab93fddc req-c70f5d51-d15d-400a-a984-500942cfce6e tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] 10.222.0.54 "GET /v2.0/ports?device_id=477a3615-027a-4fb0-a22c-229eb9ec726c HTTP/1.1" status: 200 len: 2412 time: 0.1375475 Nov 19 17:39:42.733903 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1464e3de-6cea-406d-9f8d-d7b22785cfc5 req-36b4a9c8-0fe9-477e-b192-68c426cf0c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:42.735621 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-1464e3de-6cea-406d-9f8d-d7b22785cfc5 req-36b4a9c8-0fe9-477e-b192-68c426cf0c81 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=9754504b-f0c6-4188-aa5e-37bce596ef3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0962405 Nov 19 17:39:42.760921 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-1cf01ce9-2eda-4422-a766-8016ab93fddc req-254f5f88-a86e-4436-80a8-885bce2df96e tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2d42000-c475-4f47-81a1-d381635bd450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950942 Nov 19 17:39:42.831216 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-addfdf45-85b5-49f9-9577-c37a5ce7192c req-c474fa07-fea0-4e71-9fba-367559355eef service neutron] 10.222.0.86 "GET /v2.0/networks/346debfa-452b-4048-abf4-8f4493625ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3385692 Nov 19 17:39:42.864284 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-1464e3de-6cea-406d-9f8d-d7b22785cfc5 req-273a84ca-8ca0-49cf-b2de-f471c5372955 service neutron] 10.222.0.86 "GET /v2.0/networks/9754504b-f0c6-4188-aa5e-37bce596ef3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203182 Nov 19 17:39:42.976325 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f044b22-293f-4664-ad04-c9f915f0a826 req-d3abfb74-6910-4848-a32d-e4eb41b0859c tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:42.978950 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-1f044b22-293f-4664-ad04-c9f915f0a826 req-d3abfb74-6910-4848-a32d-e4eb41b0859c tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] 10.222.0.86 "GET /v2.0/ports?device_id=f79f870e-8765-4434-88f5-a982ef36251f HTTP/1.1" status: 200 len: 949 time: 0.2386425 Nov 19 17:39:43.067509 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-5c1f0022-00d9-4197-9880-51a351ce1efb req-2f3f1c95-2d71-4018-82c5-9bcf03926b29 tempest-InstanceActionsV221TestJSON-2138317510 tempest-InstanceActionsV221TestJSON-2138317510-project] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:43.086498 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf781b7-b2ea-43a9-ad4a-faa47ffe5167 req-b935f64d-0c26-4a8f-8f1a-4376798477a7 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:43.089136 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-3bf781b7-b2ea-43a9-ad4a-faa47ffe5167 req-b935f64d-0c26-4a8f-8f1a-4376798477a7 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.54 "GET /v2.0/networks?id=06df44ce-7965-49c3-9334-79a80c7f7af9 HTTP/1.1" status: 200 len: 821 time: 0.4126163 Nov 19 17:39:43.164143 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-3bf781b7-b2ea-43a9-ad4a-faa47ffe5167 req-f3192de5-e2fe-4d19-88ea-9b41ed1740dd tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.54 "GET /v2.0/quotas/0d7ccfd9bdc740e383b438cb097bfe8d HTTP/1.1" status: 200 len: 375 time: 0.0611238 Nov 19 17:39:43.173353 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9abbfbe-dd88-4061-b4ea-b5906395007d req-f9acbd16-16ee-46b9-93a7-17e249697d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:43.175910 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f9abbfbe-dd88-4061-b4ea-b5906395007d req-f9acbd16-16ee-46b9-93a7-17e249697d53 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=f3ffe27ae882461eb1f9833f2213f541&device_id=d13d0796-c1c1-4adb-a331-414002742097 HTTP/1.1" status: 200 len: 1099 time: 0.2537541 Nov 19 17:39:43.279694 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d625e9f-7c89-4cd6-98ac-8cd8c16b4720 req-45b43f76-5d89-4862-9166-60073543e3d9 tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:43.281259 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9d625e9f-7c89-4cd6-98ac-8cd8c16b4720 req-45b43f76-5d89-4862-9166-60073543e3d9 tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] 10.222.0.54 "GET /v2.0/ports?device_id=ccff1488-85ea-43ae-bf94-c62226a4f4bf HTTP/1.1" status: 200 len: 946 time: 0.4046254 Nov 19 17:39:43.308340 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-1464e3de-6cea-406d-9f8d-d7b22785cfc5 req-03342f50-544c-4d01-82d1-4c508752f438 service neutron] 10.222.0.86 "GET /v2.0/networks/9754504b-f0c6-4188-aa5e-37bce596ef3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4220822 Nov 19 17:39:43.347206 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-5c1f0022-00d9-4197-9880-51a351ce1efb req-2f3f1c95-2d71-4018-82c5-9bcf03926b29 tempest-InstanceActionsV221TestJSON-2138317510 tempest-InstanceActionsV221TestJSON-2138317510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:43.372788 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9d625e9f-7c89-4cd6-98ac-8cd8c16b4720 req-25c93410-d68e-4812-a60b-8452970907da tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] 10.222.0.54 "GET /v2.0/security-groups?id=50a0c454-55dd-48da-a67f-9bb1b9eaa61f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0762651 Nov 19 17:39:43.454554 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c1f0022-00d9-4197-9880-51a351ce1efb req-2f3f1c95-2d71-4018-82c5-9bcf03926b29 tempest-InstanceActionsV221TestJSON-2138317510 tempest-InstanceActionsV221TestJSON-2138317510-project] Network 863c027e-f5c8-4c1f-9037-bbf48b2f132c is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:39:43.458246 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [req-1f044b22-293f-4664-ad04-c9f915f0a826 req-e644a3b9-46a8-4d37-b166-0b0b897d82c3 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Deleting port 3bc4d5ed-cb08-4bba-98be-5765a7f5ad0b {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:39:43.458246 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-1f044b22-293f-4664-ad04-c9f915f0a826 req-e644a3b9-46a8-4d37-b166-0b0b897d82c3 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:43.473234 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-3bf781b7-b2ea-43a9-ad4a-faa47ffe5167 req-761958e0-9130-47be-b7e2-7d6203b0925e tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=0d7ccfd9bdc740e383b438cb097bfe8d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2874486 Nov 19 17:39:43.482720 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [req-5c1f0022-00d9-4197-9880-51a351ce1efb req-2f3f1c95-2d71-4018-82c5-9bcf03926b29 tempest-InstanceActionsV221TestJSON-2138317510 tempest-InstanceActionsV221TestJSON-2138317510-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:39:43.504290 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c1f0022-00d9-4197-9880-51a351ce1efb req-2f3f1c95-2d71-4018-82c5-9bcf03926b29 tempest-InstanceActionsV221TestJSON-2138317510 tempest-InstanceActionsV221TestJSON-2138317510-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:39:43.540859 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3f1c95-2d71-4018-82c5-9bcf03926b29 tempest-InstanceActionsV221TestJSON-2138317510 tempest-InstanceActionsV221TestJSON-2138317510-project] Pushing event updated for resources: {'Port': ['ID=b22c3c4a-4ed7-4b46-9837-9a43ad458e8c,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:39:43.542162 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143d82ef-97e0-46d5-be82-9746491e89f4 req-6c0e8c7d-2ea3-4cea-a231-4828b0bfe6cc tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:43.545324 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-143d82ef-97e0-46d5-be82-9746491e89f4 req-6c0e8c7d-2ea3-4cea-a231-4828b0bfe6cc tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] 10.222.0.54 "GET /v2.0/ports?device_id=f79f870e-8765-4434-88f5-a982ef36251f HTTP/1.1" status: 200 len: 949 time: 0.0827150 Nov 19 17:39:43.578265 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9abbfbe-dd88-4061-b4ea-b5906395007d req-82bb659a-4128-43a9-9751-a7cf1fc84ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:43.580106 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f9abbfbe-dd88-4061-b4ea-b5906395007d req-82bb659a-4128-43a9-9751-a7cf1fc84ea4 service neutron] 10.222.0.86 "GET /v2.0/networks?id=346debfa-452b-4048-abf4-8f4493625ef2 HTTP/1.1" status: 200 len: 870 time: 0.3914289 Nov 19 17:39:43.619207 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-143d82ef-97e0-46d5-be82-9746491e89f4 req-d778a58e-531c-4138-b705-5fe8efb3e4ba tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] 10.222.0.54 "GET /v2.0/security-groups?id=01d035e7-47ed-4912-a186-53ea419ecd96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596089 Nov 19 17:39:43.749725 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f9abbfbe-dd88-4061-b4ea-b5906395007d req-0c91d063-8c20-4286-a522-89d12820a9e0 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=65e64630-d319-432f-8e00-a188681e8b44 HTTP/1.1" status: 200 len: 217 time: 0.1227996 Nov 19 17:39:43.754918 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b90718c-518a-4a00-9e0c-64decd92d327 req-8fb7d57a-d7e1-47f2-b834-10c8f7da7410 tempest-InstanceActionsV221TestJSON-2138317510 tempest-InstanceActionsV221TestJSON-2138317510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:43.758568 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2b90718c-518a-4a00-9e0c-64decd92d327 req-8fb7d57a-d7e1-47f2-b834-10c8f7da7410 tempest-InstanceActionsV221TestJSON-2138317510 tempest-InstanceActionsV221TestJSON-2138317510-project] 10.222.0.54 "GET /v2.0/ports?device_id=d9b5b9aa-3d2d-45ea-9e60-b45e5957c91a HTTP/1.1" status: 200 len: 931 time: 0.0638559 Nov 19 17:39:43.764437 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1f0022-00d9-4197-9880-51a351ce1efb req-2f3f1c95-2d71-4018-82c5-9bcf03926b29 tempest-InstanceActionsV221TestJSON-2138317510 tempest-InstanceActionsV221TestJSON-2138317510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:43.765171 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-5c1f0022-00d9-4197-9880-51a351ce1efb req-2f3f1c95-2d71-4018-82c5-9bcf03926b29 tempest-InstanceActionsV221TestJSON-2138317510 tempest-InstanceActionsV221TestJSON-2138317510-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:43.833869 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2b90718c-518a-4a00-9e0c-64decd92d327 req-a805faef-e03e-47cc-a87d-4b8c93e91e48 tempest-InstanceActionsV221TestJSON-2138317510 tempest-InstanceActionsV221TestJSON-2138317510-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a714cc3-3866-44f4-9c08-f84743b98855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644076 Nov 19 17:39:43.846702 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-5c1f0022-00d9-4197-9880-51a351ce1efb req-2f3f1c95-2d71-4018-82c5-9bcf03926b29 tempest-InstanceActionsV221TestJSON-2138317510 tempest-InstanceActionsV221TestJSON-2138317510-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0539496 Nov 19 17:39:43.858404 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-1f044b22-293f-4664-ad04-c9f915f0a826 req-e644a3b9-46a8-4d37-b166-0b0b897d82c3 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] For port 3bc4d5ed-cb08-4bba-98be-5765a7f5ad0b, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=3bc4d5ed-cb08-4bba-98be-5765a7f5ad0b,segment=NetworkSegment(1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861),segment_id=1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:39:43.859052 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-1f044b22-293f-4664-ad04-c9f915f0a826 req-e644a3b9-46a8-4d37-b166-0b0b897d82c3 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:43.875272 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-5c1f0022-00d9-4197-9880-51a351ce1efb req-7d18034f-8405-47e7-9ba7-6396201b64f4 service neutron] Request body: {'port': {'device_id': 'd9b5b9aa-3d2d-45ea-9e60-b45e5957c91a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818022-2'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:39:43.889451 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-3bf781b7-b2ea-43a9-ad4a-faa47ffe5167 req-b1319246-4a81-4464-b85e-7885c39413dc service neutron] 10.222.0.54 "GET /v2.0/networks/06df44ce-7965-49c3-9334-79a80c7f7af9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4016955 Nov 19 17:39:43.892070 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [req-1f044b22-293f-4664-ad04-c9f915f0a826 req-e644a3b9-46a8-4d37-b166-0b0b897d82c3 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Calling delete_port for 3bc4d5ed-cb08-4bba-98be-5765a7f5ad0b owned by compute:nova {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:39:43.901607 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device a55f2ca5-5fcf-4f47-8385-e8d8ea577dac up at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:39:43.927587 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9abbfbe-dd88-4061-b4ea-b5906395007d req-f2fdb37c-f745-4cd7-94f8-624f1143f29f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:43.928831 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f9abbfbe-dd88-4061-b4ea-b5906395007d req-f2fdb37c-f745-4cd7-94f8-624f1143f29f service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8b3c88de-c9c2-4a20-b19e-1855c2c19035 HTTP/1.1" status: 200 len: 843 time: 0.1590433 Nov 19 17:39:43.966733 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning for port a55f2ca5-5fcf-4f47-8385-e8d8ea577dac completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 17:39:43.974109 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning complete for port a55f2ca5-5fcf-4f47-8385-e8d8ea577dac triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:39:43.974652 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:43.981223 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6669494-f312-4a77-babb-efd471276def req-ee5f1b3f-f00a-4cd3-ac1f-7c70bab6a2bd tempest-ServersWithSpecificFlavorTestJSON-308617854 tempest-ServersWithSpecificFlavorTestJSON-308617854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:43.982726 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b6669494-f312-4a77-babb-efd471276def req-ee5f1b3f-f00a-4cd3-ac1f-7c70bab6a2bd tempest-ServersWithSpecificFlavorTestJSON-308617854 tempest-ServersWithSpecificFlavorTestJSON-308617854-project] 10.222.0.86 "GET /v2.0/ports?device_id=4b3aa343-7b61-4d1e-b719-83afff257d2e HTTP/1.1" status: 200 len: 946 time: 0.0843074 Nov 19 17:39:43.994012 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6ce8bf-a25b-4c27-8f1a-6c2290de6b60 req-b4f559ed-cf0d-42fb-a09f-0fd2ad66b5c0 tempest-ImagesOneServerTestJSON-318007829 tempest-ImagesOneServerTestJSON-318007829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:43.996212 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2d6ce8bf-a25b-4c27-8f1a-6c2290de6b60 req-b4f559ed-cf0d-42fb-a09f-0fd2ad66b5c0 tempest-ImagesOneServerTestJSON-318007829 tempest-ImagesOneServerTestJSON-318007829-project] 10.222.0.54 "GET /v2.0/ports?device_id=d13d0796-c1c1-4adb-a331-414002742097 HTTP/1.1" status: 200 len: 948 time: 0.0831621 Nov 19 17:39:44.093906 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:44.114858 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2d6ce8bf-a25b-4c27-8f1a-6c2290de6b60 req-1ef0f850-a8a7-4f14-a761-949c67d37c54 tempest-ImagesOneServerTestJSON-318007829 tempest-ImagesOneServerTestJSON-318007829-project] 10.222.0.54 "GET /v2.0/security-groups?id=b53c3dc0-f806-4920-bfc2-1b7796f8cf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091285 Nov 19 17:39:44.124422 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '120e2f87-809d-4c7b-9bfb-c9a7531a950b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a55f2ca5-5fcf-4f47-8385-e8d8ea577dac'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:39:44.127292 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3940761bcd94e032e6960d2241bd8993c5d3a7d8dc2aca8488f3ecf1d4dd2fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b4f9c24-db56-48e5-9a30-1b7b141d9e42" -d '{"events": [{"server_uuid": "120e2f87-809d-4c7b-9bfb-c9a7531a950b", "name": "network-vif-plugged", "status": "completed", "tag": "a55f2ca5-5fcf-4f47-8385-e8d8ea577dac"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:39:44.142936 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port a55f2ca5-5fcf-4f47-8385-e8d8ea577dac, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=a55f2ca5-5fcf-4f47-8385-e8d8ea577dac,segment=NetworkSegment(3937b058-45c3-4cdc-b27d-da1ca7985067),segment_id=3937b058-45c3-4cdc-b27d-da1ca7985067)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:39:44.148755 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-b6669494-f312-4a77-babb-efd471276def req-500170f8-b3cd-4fcb-a68f-abe869aaad0c tempest-ServersWithSpecificFlavorTestJSON-308617854 tempest-ServersWithSpecificFlavorTestJSON-308617854-project] Deleting port 3e75f519-649c-4dfd-8f93-40f44e4e68ff {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:39:44.150128 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-b6669494-f312-4a77-babb-efd471276def req-500170f8-b3cd-4fcb-a68f-abe869aaad0c tempest-ServersWithSpecificFlavorTestJSON-308617854 tempest-ServersWithSpecificFlavorTestJSON-308617854-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:44.160647 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:44.239085 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=a55f2ca5-5fcf-4f47-8385-e8d8ea577dac,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:39:44.296656 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23a9713-be6b-49a8-8478-9a12a6c748aa req-57fce067-fb29-4156-a49e-8a358f3cc70d tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:44.298552 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a23a9713-be6b-49a8-8478-9a12a6c748aa req-57fce067-fb29-4156-a49e-8a358f3cc70d tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] 10.222.0.54 "GET /v2.0/ports?device_id=120e2f87-809d-4c7b-9bfb-c9a7531a950b HTTP/1.1" status: 200 len: 945 time: 0.0980682 Nov 19 17:39:44.312381 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-b6669494-f312-4a77-babb-efd471276def req-500170f8-b3cd-4fcb-a68f-abe869aaad0c tempest-ServersWithSpecificFlavorTestJSON-308617854 tempest-ServersWithSpecificFlavorTestJSON-308617854-project] For port 3e75f519-649c-4dfd-8f93-40f44e4e68ff, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=3e75f519-649c-4dfd-8f93-40f44e4e68ff,segment=NetworkSegment(e2e76166-2a11-48ad-af12-51784925425c),segment_id=e2e76166-2a11-48ad-af12-51784925425c)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:39:44.312748 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-b6669494-f312-4a77-babb-efd471276def req-500170f8-b3cd-4fcb-a68f-abe869aaad0c tempest-ServersWithSpecificFlavorTestJSON-308617854 tempest-ServersWithSpecificFlavorTestJSON-308617854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:44.395979 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-5c1f0022-00d9-4197-9880-51a351ce1efb req-7d18034f-8405-47e7-9ba7-6396201b64f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:44.409999 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a23a9713-be6b-49a8-8478-9a12a6c748aa req-8274baf5-4f80-45f9-8567-475787a12af9 tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a9bb8e9-ab46-4898-9298-f60e040eb6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995564 Nov 19 17:39:44.444990 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9abbfbe-dd88-4061-b4ea-b5906395007d req-d1023d36-8e4e-48ae-a198-b37382d1eb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:44.446629 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f9abbfbe-dd88-4061-b4ea-b5906395007d req-d1023d36-8e4e-48ae-a198-b37382d1eb8a service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=346debfa-452b-4048-abf4-8f4493625ef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4941406 Nov 19 17:39:44.473845 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-3bf781b7-b2ea-43a9-ad4a-faa47ffe5167 req-8f7a5746-b131-4a5e-9833-fbc6d9385857 service neutron] 10.222.0.54 "GET /v2.0/networks/06df44ce-7965-49c3-9334-79a80c7f7af9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5650907 Nov 19 17:39:44.576094 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d948b67-da2e-4145-82b4-96ee78dec973 req-e0ff6015-7b10-414a-b470-870c09397b76 tempest-ServersWithSpecificFlavorTestJSON-308617854 tempest-ServersWithSpecificFlavorTestJSON-308617854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:44.577793 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9d948b67-da2e-4145-82b4-96ee78dec973 req-e0ff6015-7b10-414a-b470-870c09397b76 tempest-ServersWithSpecificFlavorTestJSON-308617854 tempest-ServersWithSpecificFlavorTestJSON-308617854-project] 10.222.0.54 "GET /v2.0/ports?device_id=4b3aa343-7b61-4d1e-b719-83afff257d2e HTTP/1.1" status: 200 len: 946 time: 0.1047871 Nov 19 17:39:44.631470 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9d948b67-da2e-4145-82b4-96ee78dec973 req-3addb962-3d34-4617-9792-18b5de0835a1 tempest-ServersWithSpecificFlavorTestJSON-308617854 tempest-ServersWithSpecificFlavorTestJSON-308617854-project] 10.222.0.54 "GET /v2.0/security-groups?id=348e49f2-1dcd-4cd6-9b8c-7ca0411be99d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444212 Nov 19 17:39:44.716969 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f9abbfbe-dd88-4061-b4ea-b5906395007d req-04435088-791c-45fb-8f06-652568628e9d service neutron] 10.222.0.86 "GET /v2.0/networks/346debfa-452b-4048-abf4-8f4493625ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2455971 Nov 19 17:39:44.732868 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-b6669494-f312-4a77-babb-efd471276def req-500170f8-b3cd-4fcb-a68f-abe869aaad0c tempest-ServersWithSpecificFlavorTestJSON-308617854 tempest-ServersWithSpecificFlavorTestJSON-308617854-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:44.733244 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-b6669494-f312-4a77-babb-efd471276def req-500170f8-b3cd-4fcb-a68f-abe869aaad0c tempest-ServersWithSpecificFlavorTestJSON-308617854 tempest-ServersWithSpecificFlavorTestJSON-308617854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-671284'] for floatingip, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:44.733544 n-d-818022-2 neutron-server[103365]: INFO neutron.db.l3_db [req-b6669494-f312-4a77-babb-efd471276def req-500170f8-b3cd-4fcb-a68f-abe869aaad0c tempest-ServersWithSpecificFlavorTestJSON-308617854 tempest-ServersWithSpecificFlavorTestJSON-308617854-project] Floating IP fc499680-112a-459b-847f-adc0789fd9be disassociated. External IP: 172.25.7.221, port: 3e75f519-649c-4dfd-8f93-40f44e4e68ff. Nov 19 17:39:44.733948 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-b6669494-f312-4a77-babb-efd471276def req-500170f8-b3cd-4fcb-a68f-abe869aaad0c tempest-ServersWithSpecificFlavorTestJSON-308617854 tempest-ServersWithSpecificFlavorTestJSON-308617854-project] Calling delete_port for 3e75f519-649c-4dfd-8f93-40f44e4e68ff owned by compute:nova {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:39:44.751598 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-1f044b22-293f-4664-ad04-c9f915f0a826 req-e644a3b9-46a8-4d37-b166-0b0b897d82c3 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:44.766582 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['1ab892c9-0f24-4863-9fe2-85db9a8344ed', '94256cd8-44d3-4041-8131-77ccb8f7301f', 'ad90d0c6-b21a-4322-9ec7-d3571b6fdbd7', '1748dc5b-17aa-48d9-b8f9-86128f76a16a'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:39:44.778347 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] get_ports_and_sgs() called for port_ids ['cb80555f-29e3-4743-a119-594c380126fc', '58a0edee-3616-4ec1-b798-872bebf02dcb', '3bc4d5ed-cb08-4bba-98be-5765a7f5ad0b'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:39:44.821093 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be1dc90-fb04-498f-8bef-9f5fcce36f87 req-82b73c0b-c34a-44d6-adff-7af0bf63458a tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:44.829169 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be1dc90-fb04-498f-8bef-9f5fcce36f87 req-82b73c0b-c34a-44d6-adff-7af0bf63458a tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:44.836335 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be1dc90-fb04-498f-8bef-9f5fcce36f87 req-82b73c0b-c34a-44d6-adff-7af0bf63458a tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:44.840585 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:39:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa17ad80-397b-4b7f-8cb4-7be0ca8156bc x-openstack-request-id: req-aa17ad80-397b-4b7f-8cb4-7be0ca8156bc {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:39:44.843811 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3be1dc90-fb04-498f-8bef-9f5fcce36f87 req-82b73c0b-c34a-44d6-adff-7af0bf63458a tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] 10.222.0.54 "GET /v2.0/ports?device_id=477a3615-027a-4fb0-a22c-229eb9ec726c HTTP/1.1" status: 200 len: 2412 time: 0.1414678 Nov 19 17:39:44.846621 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "120e2f87-809d-4c7b-9bfb-c9a7531a950b", "name": "network-vif-plugged", "status": "completed", "tag": "a55f2ca5-5fcf-4f47-8385-e8d8ea577dac", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:39:44.846621 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-aa17ad80-397b-4b7f-8cb4-7be0ca8156bc {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:39:44.847015 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '120e2f87-809d-4c7b-9bfb-c9a7531a950b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a55f2ca5-5fcf-4f47-8385-e8d8ea577dac', 'code': 200} Nov 19 17:39:44.989221 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3be1dc90-fb04-498f-8bef-9f5fcce36f87 req-305ab655-361f-456a-b981-8340db7b19a1 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2d42000-c475-4f47-81a1-d381635bd450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444490 Nov 19 17:39:45.004415 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21afb837-9dc9-49d3-bde6-8061fe81e2d7 req-8e19a84a-ede6-46c9-845a-2be01e03b7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:45.005961 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-21afb837-9dc9-49d3-bde6-8061fe81e2d7 req-8e19a84a-ede6-46c9-845a-2be01e03b7ba service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=120e2f87-809d-4c7b-9bfb-c9a7531a950b HTTP/1.1" status: 200 len: 1096 time: 0.1201944 Nov 19 17:39:45.069764 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [req-5c1f0022-00d9-4197-9880-51a351ce1efb req-7d18034f-8405-47e7-9ba7-6396201b64f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b22c3c4a-4ed7-4b46-9837-9a43ad458e8c {{(pid=103364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:39:45.085582 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-5c1f0022-00d9-4197-9880-51a351ce1efb req-7d18034f-8405-47e7-9ba7-6396201b64f4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:45.106229 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.provisioning_blocks [req-5c1f0022-00d9-4197-9880-51a351ce1efb req-7d18034f-8405-47e7-9ba7-6396201b64f4 service neutron] Transition to ACTIVE for port object b22c3c4a-4ed7-4b46-9837-9a43ad458e8c will not be triggered until provisioned by entity L2. {{(pid=103364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 17:39:45.148847 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b0551be1-be99-4f64-b642-69fde472caa9 req-2539408f-8d06-49e8-8948-23e76579984b tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] 10.222.0.54 "GET /v2.0/ports?device_id=f79f870e-8765-4434-88f5-a982ef36251f HTTP/1.1" status: 200 len: 210 time: 0.0437224 Nov 19 17:39:45.181060 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e644a3b9-46a8-4d37-b166-0b0b897d82c3 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Pushing event deleted for resources: {'Port': ['ID=3bc4d5ed-cb08-4bba-98be-5765a7f5ad0b,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:39:45.183930 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-b6669494-f312-4a77-babb-efd471276def req-500170f8-b3cd-4fcb-a68f-abe869aaad0c tempest-ServersWithSpecificFlavorTestJSON-308617854 tempest-ServersWithSpecificFlavorTestJSON-308617854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:45.195886 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-5c1f0022-00d9-4197-9880-51a351ce1efb req-7d18034f-8405-47e7-9ba7-6396201b64f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:45.215377 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-21afb837-9dc9-49d3-bde6-8061fe81e2d7 req-9a301d86-1754-4bd6-a55b-5d86dd051d4d service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=7a9bb8e9-ab46-4898-9298-f60e040eb6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951625 Nov 19 17:39:45.231380 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500170f8-b3cd-4fcb-a68f-abe869aaad0c tempest-ServersWithSpecificFlavorTestJSON-308617854 tempest-ServersWithSpecificFlavorTestJSON-308617854-project] Pushing event deleted for resources: {'Port': ['ID=3e75f519-649c-4dfd-8f93-40f44e4e68ff,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:39:45.252553 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-94357b7c-fc7f-4044-bbf2-da8d82fed625 req-6d2bc98e-e7be-4421-94ad-36a68cfcbf57 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.54 "GET /v2.0/ports?device_id=58455846-60e7-4f61-974f-dffca721866e HTTP/1.1" status: 200 len: 210 time: 0.0361896 Nov 19 17:39:45.334103 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f044b22-293f-4664-ad04-c9f915f0a826 req-e644a3b9-46a8-4d37-b166-0b0b897d82c3 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] No DVR routers for this DVR port 3bc4d5ed-cb08-4bba-98be-5765a7f5ad0b on host n-h2-818022-2 {{(pid=103364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:39:45.342931 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-1f044b22-293f-4664-ad04-c9f915f0a826 req-e644a3b9-46a8-4d37-b166-0b0b897d82c3 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:45.346789 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-1f044b22-293f-4664-ad04-c9f915f0a826 req-e644a3b9-46a8-4d37-b166-0b0b897d82c3 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] 10.222.0.86 "DELETE /v2.0/ports/3bc4d5ed-cb08-4bba-98be-5765a7f5ad0b HTTP/1.1" status: 204 len: 173 time: 2.3283863 Nov 19 17:39:45.351950 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f79f870e-8765-4434-88f5-a982ef36251f', 'name': 'network-vif-deleted', 'tag': '3bc4d5ed-cb08-4bba-98be-5765a7f5ad0b'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:39:45.354376 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dd4767a008c23f8566efc82158ee1b1fff34e1a9e908d76d0b6d0ab7e350e5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e5bbcb8-fde7-464d-bcf3-6f369d79b1bd" -d '{"events": [{"server_uuid": "f79f870e-8765-4434-88f5-a982ef36251f", "name": "network-vif-deleted", "tag": "3bc4d5ed-cb08-4bba-98be-5765a7f5ad0b"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:39:45.361558 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d18034f-8405-47e7-9ba7-6396201b64f4 service neutron] Pushing event updated for resources: {'Port': ['ID=b22c3c4a-4ed7-4b46-9837-9a43ad458e8c,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:39:45.372157 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f9abbfbe-dd88-4061-b4ea-b5906395007d req-f9f611ba-0c9e-4d8e-b24a-3b4198fcfad5 service neutron] 10.222.0.86 "GET /v2.0/networks/346debfa-452b-4048-abf4-8f4493625ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6301439 Nov 19 17:39:45.389243 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcba8162-7adf-49a1-9d51-c6d24c3d1b56 req-1a29fb32-55dd-4096-94f6-14f3ce90a6ba tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:45.397310 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-fcba8162-7adf-49a1-9d51-c6d24c3d1b56 req-1a29fb32-55dd-4096-94f6-14f3ce90a6ba tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] 10.222.0.54 "GET /v2.0/ports?device_id=ccff1488-85ea-43ae-bf94-c62226a4f4bf HTTP/1.1" status: 200 len: 946 time: 0.4923828 Nov 19 17:39:45.429869 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device ad09ff0f-c382-4155-b7e9-69144a2e6e9d details requested by agent hyperv_n-h2-818022-2 with host n-h2-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 17:39:45.502539 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-fcba8162-7adf-49a1-9d51-c6d24c3d1b56 req-b02276da-c25e-41f1-b7e8-be1c735ccbe3 tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] 10.222.0.54 "GET /v2.0/security-groups?id=50a0c454-55dd-48da-a67f-9bb1b9eaa61f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1042309 Nov 19 17:39:45.544028 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-5c1f0022-00d9-4197-9880-51a351ce1efb req-7d18034f-8405-47e7-9ba7-6396201b64f4 service neutron] Attempting to bind port b22c3c4a-4ed7-4b46-9837-9a43ad458e8c on host n-h1-818022-2 for vnic_type normal with profile {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:39:45.544820 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b6669494-f312-4a77-babb-efd471276def req-500170f8-b3cd-4fcb-a68f-abe869aaad0c tempest-ServersWithSpecificFlavorTestJSON-308617854 tempest-ServersWithSpecificFlavorTestJSON-308617854-project] Router 6d47c3b9-a5a2-4ae3-8d7b-09d7278a9b1e has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 17:39:45.555308 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-5c1f0022-00d9-4197-9880-51a351ce1efb req-7d18034f-8405-47e7-9ba7-6396201b64f4 service neutron] Attempting to bind port b22c3c4a-4ed7-4b46-9837-9a43ad458e8c by drivers openvswitch,hyperv on host n-h1-818022-2 at level 0 using segments [{'id': '79d5be89-daf8-443f-b5a8-76740534eee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '863c027e-f5c8-4c1f-9037-bbf48b2f132c'}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:39:45.555657 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c1f0022-00d9-4197-9880-51a351ce1efb req-7d18034f-8405-47e7-9ba7-6396201b64f4 service neutron] Attempting to bind port b22c3c4a-4ed7-4b46-9837-9a43ad458e8c on network 863c027e-f5c8-4c1f-9037-bbf48b2f132c {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:39:45.576578 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c1f0022-00d9-4197-9880-51a351ce1efb req-7d18034f-8405-47e7-9ba7-6396201b64f4 service neutron] Port b22c3c4a-4ed7-4b46-9837-9a43ad458e8c on network 863c027e-f5c8-4c1f-9037-bbf48b2f132c not bound, no agent of type Open vSwitch agent registered on host n-h1-818022-2 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 17:39:45.579432 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c1f0022-00d9-4197-9880-51a351ce1efb req-7d18034f-8405-47e7-9ba7-6396201b64f4 service neutron] Attempting to bind port b22c3c4a-4ed7-4b46-9837-9a43ad458e8c on network 863c027e-f5c8-4c1f-9037-bbf48b2f132c {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:39:45.613643 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c1f0022-00d9-4197-9880-51a351ce1efb req-7d18034f-8405-47e7-9ba7-6396201b64f4 service neutron] Checking agent: {'id': 'a6668d96-12fa-4ec0-99ad-77eaf490dd2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'started_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 39, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:39:45.615368 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c1f0022-00d9-4197-9880-51a351ce1efb req-7d18034f-8405-47e7-9ba7-6396201b64f4 service neutron] Checking segment: {'id': '79d5be89-daf8-443f-b5a8-76740534eee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '863c027e-f5c8-4c1f-9037-bbf48b2f132c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:39:45.615768 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c1f0022-00d9-4197-9880-51a351ce1efb req-7d18034f-8405-47e7-9ba7-6396201b64f4 service neutron] Bound using segment: {'id': '79d5be89-daf8-443f-b5a8-76740534eee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '863c027e-f5c8-4c1f-9037-bbf48b2f132c'} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:39:45.616673 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-5c1f0022-00d9-4197-9880-51a351ce1efb req-7d18034f-8405-47e7-9ba7-6396201b64f4 service neutron] Bound port: b22c3c4a-4ed7-4b46-9837-9a43ad458e8c, host: n-h1-818022-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79d5be89-daf8-443f-b5a8-76740534eee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '863c027e-f5c8-4c1f-9037-bbf48b2f132c'}}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:39:45.617040 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-5c1f0022-00d9-4197-9880-51a351ce1efb req-7d18034f-8405-47e7-9ba7-6396201b64f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:45.665929 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b9a306-3b4a-4709-b71e-222c66945e38 req-4d3b500e-dee0-4186-ac42-ceca9275d069 tempest-InstanceActionsV221TestJSON-2138317510 tempest-InstanceActionsV221TestJSON-2138317510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:45.676605 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a6b9a306-3b4a-4709-b71e-222c66945e38 req-4d3b500e-dee0-4186-ac42-ceca9275d069 tempest-InstanceActionsV221TestJSON-2138317510 tempest-InstanceActionsV221TestJSON-2138317510-project] 10.222.0.54 "GET /v2.0/ports?device_id=d9b5b9aa-3d2d-45ea-9e60-b45e5957c91a HTTP/1.1" status: 200 len: 943 time: 0.3217697 Nov 19 17:39:45.754606 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port ad09ff0f-c382-4155-b7e9-69144a2e6e9d, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=ad09ff0f-c382-4155-b7e9-69144a2e6e9d,segment=NetworkSegment(83d3f836-b8a3-4635-9bf8-5c6a6277bf52),segment_id=83d3f836-b8a3-4635-9bf8-5c6a6277bf52)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:39:45.778205 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Returning: {'device': 'ad09ff0f-c382-4155-b7e9-69144a2e6e9d', 'network_id': '9754504b-f0c6-4188-aa5e-37bce596ef3a', 'port_id': 'ad09ff0f-c382-4155-b7e9-69144a2e6e9d', 'mac_address': 'fa:16:3e:22:01:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3bd4b0f-08f3-4585-ae5f-2dda8eb5e013', 'ip_address': '19.80.0.77'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 17:39:45.791815 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a6b9a306-3b4a-4709-b71e-222c66945e38 req-0b95303b-165f-43b5-9007-219ab17806ba tempest-InstanceActionsV221TestJSON-2138317510 tempest-InstanceActionsV221TestJSON-2138317510-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a714cc3-3866-44f4-9c08-f84743b98855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133559 Nov 19 17:39:45.833643 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-5c1f0022-00d9-4197-9880-51a351ce1efb req-7d18034f-8405-47e7-9ba7-6396201b64f4 service neutron] For port b22c3c4a-4ed7-4b46-9837-9a43ad458e8c, host n-h1-818022-2, cleared binding levels {{(pid=103364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:39:45.837351 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-5c1f0022-00d9-4197-9880-51a351ce1efb req-7d18034f-8405-47e7-9ba7-6396201b64f4 service neutron] For port b22c3c4a-4ed7-4b46-9837-9a43ad458e8c, host n-h1-818022-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=b22c3c4a-4ed7-4b46-9837-9a43ad458e8c,segment=NetworkSegment(79d5be89-daf8-443f-b5a8-76740534eee6),segment_id=79d5be89-daf8-443f-b5a8-76740534eee6)] {{(pid=103364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:39:45.845342 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-5c1f0022-00d9-4197-9880-51a351ce1efb req-7d18034f-8405-47e7-9ba7-6396201b64f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:45.906473 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b6669494-f312-4a77-babb-efd471276def req-500170f8-b3cd-4fcb-a68f-abe869aaad0c tempest-ServersWithSpecificFlavorTestJSON-308617854 tempest-ServersWithSpecificFlavorTestJSON-308617854-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 17:39:45.913458 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c32d345-8c26-49ba-9438-c0d83b4f3836 req-9cbf4e9d-1131-4bf3-a977-e4b253cba44b tempest-ImagesOneServerTestJSON-318007829 tempest-ImagesOneServerTestJSON-318007829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:45.924619 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0c32d345-8c26-49ba-9438-c0d83b4f3836 req-9cbf4e9d-1131-4bf3-a977-e4b253cba44b tempest-ImagesOneServerTestJSON-318007829 tempest-ImagesOneServerTestJSON-318007829-project] 10.222.0.54 "GET /v2.0/ports?device_id=d13d0796-c1c1-4adb-a331-414002742097 HTTP/1.1" status: 200 len: 948 time: 0.3122692 Nov 19 17:39:45.935982 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb70e39-d532-48ab-b6e3-eb987f972666 None None] Sync routers for ids ['6d47c3b9-a5a2-4ae3-8d7b-09d7278a9b1e'] in n-d-818022-2 {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 17:39:45.944705 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:39:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80eb5516-5727-4a15-b0da-4e874251b268 x-openstack-request-id: req-80eb5516-5727-4a15-b0da-4e874251b268 {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:39:45.944949 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f79f870e-8765-4434-88f5-a982ef36251f", "name": "network-vif-deleted", "tag": "3bc4d5ed-cb08-4bba-98be-5765a7f5ad0b", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:39:45.945041 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-80eb5516-5727-4a15-b0da-4e874251b268 {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:39:45.945640 n-d-818022-2 neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f79f870e-8765-4434-88f5-a982ef36251f', 'name': 'network-vif-deleted', 'tag': '3bc4d5ed-cb08-4bba-98be-5765a7f5ad0b', 'status': 'completed', 'code': 200} Nov 19 17:39:45.967402 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:46.011812 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb70e39-d532-48ab-b6e3-eb987f972666 None None] Routers {'6d47c3b9-a5a2-4ae3-8d7b-09d7278a9b1e'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:39:46.013308 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-8fb70e39-d532-48ab-b6e3-eb987f972666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:39:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['6d47c3b9-a5a2-4ae3-8d7b-09d7278a9b1e'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:39:46.014194 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1f0022-00d9-4197-9880-51a351ce1efb req-7d18034f-8405-47e7-9ba7-6396201b64f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:46.017639 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-5c1f0022-00d9-4197-9880-51a351ce1efb req-7d18034f-8405-47e7-9ba7-6396201b64f4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:46.020040 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-5c1f0022-00d9-4197-9880-51a351ce1efb req-7d18034f-8405-47e7-9ba7-6396201b64f4 service neutron] 10.222.0.60 "PUT /v2.0/ports/b22c3c4a-4ed7-4b46-9837-9a43ad458e8c HTTP/1.1" status: 200 len: 1091 time: 2.1568441 Nov 19 17:39:46.024322 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6669494-f312-4a77-babb-efd471276def req-500170f8-b3cd-4fcb-a68f-abe869aaad0c tempest-ServersWithSpecificFlavorTestJSON-308617854 tempest-ServersWithSpecificFlavorTestJSON-308617854-project] No DVR routers for this DVR port 3e75f519-649c-4dfd-8f93-40f44e4e68ff on host n-h2-818022-2 {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:39:46.032486 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-b6669494-f312-4a77-babb-efd471276def req-500170f8-b3cd-4fcb-a68f-abe869aaad0c tempest-ServersWithSpecificFlavorTestJSON-308617854 tempest-ServersWithSpecificFlavorTestJSON-308617854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:46.043258 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b6669494-f312-4a77-babb-efd471276def req-500170f8-b3cd-4fcb-a68f-abe869aaad0c tempest-ServersWithSpecificFlavorTestJSON-308617854 tempest-ServersWithSpecificFlavorTestJSON-308617854-project] 10.222.0.86 "DELETE /v2.0/ports/3e75f519-649c-4dfd-8f93-40f44e4e68ff HTTP/1.1" status: 204 len: 173 time: 2.0454876 Nov 19 17:39:46.045890 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b3aa343-7b61-4d1e-b719-83afff257d2e', 'name': 'network-vif-deleted', 'tag': '3e75f519-649c-4dfd-8f93-40f44e4e68ff'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:39:46.051994 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218319d759239a7d11f1288aef37381b97754913ee9ccbfd43b51a463f801712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52fc2b5b-caaa-41a2-8894-845c4a65dcae" -d '{"events": [{"server_uuid": "4b3aa343-7b61-4d1e-b719-83afff257d2e", "name": "network-vif-deleted", "tag": "3e75f519-649c-4dfd-8f93-40f44e4e68ff"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:39:46.095836 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0c32d345-8c26-49ba-9438-c0d83b4f3836 req-dc4a542e-d071-47fb-ad0e-dd96f108ff35 tempest-ImagesOneServerTestJSON-318007829 tempest-ImagesOneServerTestJSON-318007829-project] 10.222.0.54 "GET /v2.0/security-groups?id=b53c3dc0-f806-4920-bfc2-1b7796f8cf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701975 Nov 19 17:39:46.106818 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d18034f-8405-47e7-9ba7-6396201b64f4 service neutron] Pushing event updated for resources: {'Port': ['ID=b22c3c4a-4ed7-4b46-9837-9a43ad458e8c,revision_number=3']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:39:46.130521 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad09ff0f-c382-4155-b7e9-69144a2e6e9d {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:39:46.177721 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d010fac8-e3d1-432d-8d96-5a268a1c2c9b req-94536b86-2ca5-438a-a149-9d661f60af13 tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:46.179358 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d010fac8-e3d1-432d-8d96-5a268a1c2c9b req-94536b86-2ca5-438a-a149-9d661f60af13 tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] 10.222.0.54 "GET /v2.0/ports?device_id=120e2f87-809d-4c7b-9bfb-c9a7531a950b HTTP/1.1" status: 200 len: 945 time: 0.1097596 Nov 19 17:39:46.281746 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d010fac8-e3d1-432d-8d96-5a268a1c2c9b req-9571c087-db36-4ab2-ab90-16c22fafefb1 tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a9bb8e9-ab46-4898-9298-f60e040eb6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884037 Nov 19 17:39:46.336123 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1f0022-00d9-4197-9880-51a351ce1efb req-99401217-6563-4bf2-826f-63e526110040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:46.352862 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-5c1f0022-00d9-4197-9880-51a351ce1efb req-99401217-6563-4bf2-826f-63e526110040 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b8c60bab74c54015ac32bea34f9f4169&device_id=d9b5b9aa-3d2d-45ea-9e60-b45e5957c91a HTTP/1.1" status: 200 len: 1094 time: 0.1950140 Nov 19 17:39:46.478818 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-5c1f0022-00d9-4197-9880-51a351ce1efb req-41fa6b56-f0a5-45a7-abea-fd78dde4c867 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b22c3c4a-4ed7-4b46-9837-9a43ad458e8c HTTP/1.1" status: 200 len: 217 time: 0.1247513 Nov 19 17:39:46.518003 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port ad09ff0f-c382-4155-b7e9-69144a2e6e9d, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=ad09ff0f-c382-4155-b7e9-69144a2e6e9d,segment=NetworkSegment(83d3f836-b8a3-4635-9bf8-5c6a6277bf52),segment_id=83d3f836-b8a3-4635-9bf8-5c6a6277bf52)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:39:46.526316 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:46.527088 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device e4368372-ea3c-4d4d-831e-5249daaf590b details requested by agent hyperv_n-h2-818022-2 with host n-h2-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 17:39:46.587114 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Pushing event updated for resources: {'Port': ['ID=ad09ff0f-c382-4155-b7e9-69144a2e6e9d,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:39:46.605519 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1f0022-00d9-4197-9880-51a351ce1efb req-d1053015-8f36-4117-97c5-0b0ddf2207c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:46.607349 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-5c1f0022-00d9-4197-9880-51a351ce1efb req-d1053015-8f36-4117-97c5-0b0ddf2207c2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=cb362553-25a2-4a18-9848-8c1ec4336c40 HTTP/1.1" status: 200 len: 858 time: 0.0533447 Nov 19 17:39:46.608857 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-8fb70e39-d532-48ab-b6e3-eb987f972666 None None] Set router 6d47c3b9-a5a2-4ae3-8d7b-09d7278a9b1e gateway port host: n-d-818022-2 {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:39:46.652462 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf781b7-b2ea-43a9-ad4a-faa47ffe5167 req-cadba4bd-1902-4bb7-b26a-b35e4cfbf49f tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:46.654159 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3bf781b7-b2ea-43a9-ad4a-faa47ffe5167 req-cadba4bd-1902-4bb7-b26a-b35e4cfbf49f tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.60 "GET /v2.0/networks?id=06df44ce-7965-49c3-9334-79a80c7f7af9 HTTP/1.1" status: 200 len: 821 time: 0.3437963 Nov 19 17:39:46.659325 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-5c1f0022-00d9-4197-9880-51a351ce1efb req-0d7f2176-390b-46f7-89e3-23283ca1e0fc service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=863c027e-f5c8-4c1f-9037-bbf48b2f132c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399475 Nov 19 17:39:46.668417 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c6a052-ebd4-4183-9203-73212de66277 req-53dbc4f5-ea75-4a9a-84d6-df7952ed3810 tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:46.671189 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c5c6a052-ebd4-4183-9203-73212de66277 req-53dbc4f5-ea75-4a9a-84d6-df7952ed3810 tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] 10.222.0.54 "GET /v2.0/ports?device_id=ccff1488-85ea-43ae-bf94-c62226a4f4bf HTTP/1.1" status: 200 len: 946 time: 0.3377390 Nov 19 17:39:46.675381 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-3bf781b7-b2ea-43a9-ad4a-faa47ffe5167 req-5e873b60-cb90-448e-bd91-729598a09079 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] Request body: {'port': {'device_id': '58455846-60e7-4f61-974f-dffca721866e', 'network_id': '06df44ce-7965-49c3-9334-79a80c7f7af9', 'admin_state_up': True, 'tenant_id': '0d7ccfd9bdc740e383b438cb097bfe8d'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:39:46.684798 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 45672) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:39:46.707526 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-76449065-71ec-430d-aeb3-0ace76e4ea07 tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] Request body: {'floatingip': {'port_id': 'e5476d89-23c6-405d-8ad8-c9f3d21a8ff2'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:39:46.744464 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.db.resource_extend [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 19 17:39:46.791712 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-28143e0c-3fa1-4338-8c7e-f3a76bfe0a54 req-51ea14f3-0d52-41a3-af33-45a793e2fe90 tempest-ServersWithSpecificFlavorTestJSON-308617854 tempest-ServersWithSpecificFlavorTestJSON-308617854-project] 10.222.0.54 "GET /v2.0/ports?device_id=4b3aa343-7b61-4d1e-b719-83afff257d2e HTTP/1.1" status: 200 len: 210 time: 0.0359879 Nov 19 17:39:46.858924 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-76449065-71ec-430d-aeb3-0ace76e4ea07 tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] Publish callbacks [] for floatingip, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:46.880318 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-5c1f0022-00d9-4197-9880-51a351ce1efb req-31b61f36-2189-4fd6-b59e-75fb05f72778 service neutron] 10.222.0.60 "GET /v2.0/networks/863c027e-f5c8-4c1f-9037-bbf48b2f132c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2078414 Nov 19 17:39:46.958110 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:39:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-674ce43c-c2ca-47e1-9de5-bc06d75e7130 x-openstack-request-id: req-674ce43c-c2ca-47e1-9de5-bc06d75e7130 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:39:46.958702 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b3aa343-7b61-4d1e-b719-83afff257d2e", "name": "network-vif-deleted", "tag": "3e75f519-649c-4dfd-8f93-40f44e4e68ff", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:39:46.959173 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-674ce43c-c2ca-47e1-9de5-bc06d75e7130 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:39:46.959966 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b3aa343-7b61-4d1e-b719-83afff257d2e', 'name': 'network-vif-deleted', 'tag': '3e75f519-649c-4dfd-8f93-40f44e4e68ff', 'status': 'completed', 'code': 200} Nov 19 17:39:47.006892 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port e4368372-ea3c-4d4d-831e-5249daaf590b, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=e4368372-ea3c-4d4d-831e-5249daaf590b,segment=NetworkSegment(b2886bb0-acac-450f-a655-b3b2dd40f95d),segment_id=b2886bb0-acac-450f-a655-b3b2dd40f95d)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:39:47.019234 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-5c1f0022-00d9-4197-9880-51a351ce1efb req-b1544361-13f3-4170-ba92-66fd14400130 service neutron] 10.222.0.60 "GET /v2.0/networks/863c027e-f5c8-4c1f-9037-bbf48b2f132c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301904 Nov 19 17:39:47.032536 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Returning: {'device': 'e4368372-ea3c-4d4d-831e-5249daaf590b', 'network_id': '05fbfb15-2eee-4537-ab72-3e0ae106251b', 'port_id': 'e4368372-ea3c-4d4d-831e-5249daaf590b', 'mac_address': 'fa:16:3e:50:58:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 677, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4716d5b9-5f9a-4f7d-86ee-a0bc3761699d', 'ip_address': '19.86.0.207'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 17:39:47.034046 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fae170-c44e-4236-a956-9e231ed97c47 req-1a7f8011-987c-4606-9079-11c76a4cf752 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:47.040672 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fae170-c44e-4236-a956-9e231ed97c47 req-1a7f8011-987c-4606-9079-11c76a4cf752 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:47.047385 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fae170-c44e-4236-a956-9e231ed97c47 req-1a7f8011-987c-4606-9079-11c76a4cf752 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:47.049305 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-68fae170-c44e-4236-a956-9e231ed97c47 req-1a7f8011-987c-4606-9079-11c76a4cf752 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] 10.222.0.54 "GET /v2.0/ports?device_id=477a3615-027a-4fb0-a22c-229eb9ec726c HTTP/1.1" status: 200 len: 2413 time: 0.2745740 Nov 19 17:39:47.139550 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-68fae170-c44e-4236-a956-9e231ed97c47 req-5a77b5b1-3e1c-4d56-a919-5439f4c6c0e9 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2d42000-c475-4f47-81a1-d381635bd450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823576 Nov 19 17:39:47.149328 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:47.161762 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4368372-ea3c-4d4d-831e-5249daaf590b {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:39:47.185408 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b8709836-5d34-4c20-9062-5ab3c16b4be7 req-18771997-9599-4de0-8124-85ce1895be0b tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.54 "GET /v2.0/ports?device_id=58455846-60e7-4f61-974f-dffca721866e HTTP/1.1" status: 200 len: 210 time: 0.0570021 Nov 19 17:39:47.188968 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port e4368372-ea3c-4d4d-831e-5249daaf590b, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=e4368372-ea3c-4d4d-831e-5249daaf590b,segment=NetworkSegment(b2886bb0-acac-450f-a655-b3b2dd40f95d),segment_id=b2886bb0-acac-450f-a655-b3b2dd40f95d)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:39:47.196236 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:47.197243 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device 13e16a64-d226-4cdc-9b9b-c726dac28292 details requested by agent hyperv_n-h2-818022-2 with host n-h2-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 17:39:47.265107 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7731f48-834d-4b50-8196-0832bcce4368 req-3b57f0e2-c9ae-4e48-a8c5-2ec9860c2c9b tempest-InstanceActionsV221TestJSON-2138317510 tempest-InstanceActionsV221TestJSON-2138317510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:47.267782 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port 13e16a64-d226-4cdc-9b9b-c726dac28292, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=13e16a64-d226-4cdc-9b9b-c726dac28292,segment=NetworkSegment(83d3f836-b8a3-4635-9bf8-5c6a6277bf52),segment_id=83d3f836-b8a3-4635-9bf8-5c6a6277bf52)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:39:47.276233 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a7731f48-834d-4b50-8196-0832bcce4368 req-3b57f0e2-c9ae-4e48-a8c5-2ec9860c2c9b tempest-InstanceActionsV221TestJSON-2138317510 tempest-InstanceActionsV221TestJSON-2138317510-project] 10.222.0.54 "GET /v2.0/ports?device_id=d9b5b9aa-3d2d-45ea-9e60-b45e5957c91a HTTP/1.1" status: 200 len: 943 time: 0.0706878 Nov 19 17:39:47.291967 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-8fb70e39-d532-48ab-b6e3-eb987f972666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d47c3b9-a5a2-4ae3-8d7b-09d7278a9b1e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-516508879-router', 'tenant_id': 'bf701fa01dc443ada18661aab1d7be58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': '1737d4e3-5a3f-4458-a245-a1424b6b0059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:34:19Z', 'updated_at': '2021-11-19T17:34:27Z', 'revision_number': 4, 'project_id': 'bf701fa01dc443ada18661aab1d7be58', 'gw_port': {'id': '1737d4e3-5a3f-4458-a245-a1424b6b0059', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:f5:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d47c3b9-a5a2-4ae3-8d7b-09d7278a9b1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:34:19Z', 'updated_at': '2021-11-19T17:34:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': 'b8950024-da22-49e3-b688-380a50996259', 'name': '', 'network_id': '833872e1-1a28-48e3-b9f9-d97ad690eebb', 'tenant_id': 'bf701fa01dc443ada18661aab1d7be58', 'mac_address': 'fa:16:3e:af:f8:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d47c3b9-a5a2-4ae3-8d7b-09d7278a9b1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '350b116c-50d0-4ddf-8934-2b25a4e80dab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:34:24Z', 'updated_at': '2021-11-19T17:34:32Z', 'revision_number': 5, 'project_id': 'bf701fa01dc443ada18661aab1d7be58', 'subnets': [{'id': '350b116c-50d0-4ddf-8934-2b25a4e80dab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:39:47.324493 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb70e39-d532-48ab-b6e3-eb987f972666 None None] Checking router: 6d47c3b9-a5a2-4ae3-8d7b-09d7278a9b1e for host: n-d-818022-2 {{(pid=103366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 17:39:47.328009 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Returning: {'device': '13e16a64-d226-4cdc-9b9b-c726dac28292', 'network_id': '9754504b-f0c6-4188-aa5e-37bce596ef3a', 'port_id': '13e16a64-d226-4cdc-9b9b-c726dac28292', 'mac_address': 'fa:16:3e:75:14:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3bd4b0f-08f3-4585-ae5f-2dda8eb5e013', 'ip_address': '19.80.0.179'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 17:39:47.342125 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a7731f48-834d-4b50-8196-0832bcce4368 req-6e0a7055-35e4-44b4-b5bf-d629620830a8 tempest-InstanceActionsV221TestJSON-2138317510 tempest-InstanceActionsV221TestJSON-2138317510-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a714cc3-3866-44f4-9c08-f84743b98855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647619 Nov 19 17:39:47.383025 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Pushing event updated for resources: {'Port': ['ID=e4368372-ea3c-4d4d-831e-5249daaf590b,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:39:47.396019 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb70e39-d532-48ab-b6e3-eb987f972666 None None] Routers {'6d47c3b9-a5a2-4ae3-8d7b-09d7278a9b1e'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:39:47.396854 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-8fb70e39-d532-48ab-b6e3-eb987f972666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:39:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['6d47c3b9-a5a2-4ae3-8d7b-09d7278a9b1e'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:39:47.468520 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:47.498565 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d675d09-c54d-40c8-92a8-ee94118d8258 req-23f7ddd9-84b3-434c-9be4-c44d1c0dbcf1 tempest-ImagesOneServerTestJSON-318007829 tempest-ImagesOneServerTestJSON-318007829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:47.500133 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2d675d09-c54d-40c8-92a8-ee94118d8258 req-23f7ddd9-84b3-434c-9be4-c44d1c0dbcf1 tempest-ImagesOneServerTestJSON-318007829 tempest-ImagesOneServerTestJSON-318007829-project] 10.222.0.54 "GET /v2.0/ports?device_id=d13d0796-c1c1-4adb-a331-414002742097 HTTP/1.1" status: 200 len: 948 time: 0.0818100 Nov 19 17:39:47.533033 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bf781b7-b2ea-43a9-ad4a-faa47ffe5167 req-5e873b60-cb90-448e-bd91-729598a09079 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] Made reservation on behalf of 0d7ccfd9bdc740e383b438cb097bfe8d for: {'port': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:39:47.536739 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-3bf781b7-b2ea-43a9-ad4a-faa47ffe5167 req-5e873b60-cb90-448e-bd91-729598a09079 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:47.569785 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2d675d09-c54d-40c8-92a8-ee94118d8258 req-93a373c7-e58b-4891-9877-99f61ce71ddd tempest-ImagesOneServerTestJSON-318007829 tempest-ImagesOneServerTestJSON-318007829-project] 10.222.0.54 "GET /v2.0/security-groups?id=b53c3dc0-f806-4920-bfc2-1b7796f8cf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603735 Nov 19 17:39:47.576165 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13e16a64-d226-4cdc-9b9b-c726dac28292 {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:39:47.603657 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port 13e16a64-d226-4cdc-9b9b-c726dac28292, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=13e16a64-d226-4cdc-9b9b-c726dac28292,segment=NetworkSegment(83d3f836-b8a3-4635-9bf8-5c6a6277bf52),segment_id=83d3f836-b8a3-4635-9bf8-5c6a6277bf52)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:39:47.613600 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:47.624728 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-8fb70e39-d532-48ab-b6e3-eb987f972666 None None] Set router 6d47c3b9-a5a2-4ae3-8d7b-09d7278a9b1e gateway port host: n-d-818022-2 {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:39:47.701805 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device 65e64630-d319-432f-8e00-a188681e8b44 details requested by agent hyperv_n-h2-818022-2 with host n-h2-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 17:39:47.765080 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12208c44-5bba-4a09-90ab-c44169f2a341 req-c3f7c7d0-61aa-4f6f-a953-8fbbf7de3cf9 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:47.780824 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-12208c44-5bba-4a09-90ab-c44169f2a341 req-c3f7c7d0-61aa-4f6f-a953-8fbbf7de3cf9 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] 10.222.0.54 "GET /v2.0/ports?device_id=8d5d9328-4371-4a75-8e40-684b5fed4412 HTTP/1.1" status: 200 len: 949 time: 0.1262879 Nov 19 17:39:47.855619 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-12208c44-5bba-4a09-90ab-c44169f2a341 req-0299bfee-78df-4528-bb7a-402359f3da24 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] 10.222.0.54 "GET /v2.0/security-groups?id=01d035e7-47ed-4912-a186-53ea419ecd96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692251 Nov 19 17:39:47.898365 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b13f414-e5fb-40a7-8abf-cf4052e6ce97 req-0574c9d0-bf1a-4264-937e-0d891733b54e tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:47.900508 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7b13f414-e5fb-40a7-8abf-cf4052e6ce97 req-0574c9d0-bf1a-4264-937e-0d891733b54e tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] 10.222.0.54 "GET /v2.0/ports?device_id=120e2f87-809d-4c7b-9bfb-c9a7531a950b HTTP/1.1" status: 200 len: 945 time: 0.3283994 Nov 19 17:39:47.926194 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port 65e64630-d319-432f-8e00-a188681e8b44, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=65e64630-d319-432f-8e00-a188681e8b44,segment=NetworkSegment(1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861),segment_id=1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:39:47.946437 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Returning: {'device': '65e64630-d319-432f-8e00-a188681e8b44', 'network_id': '346debfa-452b-4048-abf4-8f4493625ef2', 'port_id': '65e64630-d319-432f-8e00-a188681e8b44', 'mac_address': 'fa:16:3e:7e:3a:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b3c88de-c9c2-4a20-b19e-1855c2c19035', 'ip_address': '192.168.233.233'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 17:39:47.947407 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9b5b9aa-3d2d-45ea-9e60-b45e5957c91a', 'tag': 'b22c3c4a-4ed7-4b46-9837-9a43ad458e8c'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:39:47.948264 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Pushing event updated for resources: {'Port': ['ID=13e16a64-d226-4cdc-9b9b-c726dac28292,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:39:47.952576 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dd4767a008c23f8566efc82158ee1b1fff34e1a9e908d76d0b6d0ab7e350e5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d8ff898-b93d-4d28-bc4b-6583af8e0d2e" -d '{"events": [{"name": "network-changed", "server_uuid": "d9b5b9aa-3d2d-45ea-9e60-b45e5957c91a", "tag": "b22c3c4a-4ed7-4b46-9837-9a43ad458e8c"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:39:48.040498 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 17:39:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d9fee1e-0c6b-4c7b-8acf-bfcf204da9a2 x-openstack-request-id: req-8d9fee1e-0c6b-4c7b-8acf-bfcf204da9a2 {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:39:48.040984 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9b5b9aa-3d2d-45ea-9e60-b45e5957c91a", "tag": "b22c3c4a-4ed7-4b46-9837-9a43ad458e8c", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:39:48.041405 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-8d9fee1e-0c6b-4c7b-8acf-bfcf204da9a2 {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:39:48.042068 n-d-818022-2 neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9b5b9aa-3d2d-45ea-9e60-b45e5957c91a', 'tag': 'b22c3c4a-4ed7-4b46-9837-9a43ad458e8c', 'status': 'completed', 'code': 200} Nov 19 17:39:48.128911 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:48.154322 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65e64630-d319-432f-8e00-a188681e8b44 {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:39:48.164629 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] get_ports_and_sgs() called for port_ids ['ad09ff0f-c382-4155-b7e9-69144a2e6e9d'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:39:48.184643 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8ff898-b93d-4d28-bc4b-6583af8e0d2e req-f7f1e791-29e0-4c66-a948-23228ab040a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:48.189382 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-4d8ff898-b93d-4d28-bc4b-6583af8e0d2e req-f7f1e791-29e0-4c66-a948-23228ab040a0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b8c60bab74c54015ac32bea34f9f4169&device_id=d9b5b9aa-3d2d-45ea-9e60-b45e5957c91a HTTP/1.1" status: 200 len: 1094 time: 0.1163580 Nov 19 17:39:48.190089 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 45696) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:39:48.236120 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7b13f414-e5fb-40a7-8abf-cf4052e6ce97 req-df85db7c-431d-4f86-beae-7c90966bf728 tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a9bb8e9-ab46-4898-9298-f60e040eb6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2936289 Nov 19 17:39:48.240161 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [req-3bf781b7-b2ea-43a9-ad4a-faa47ffe5167 req-5e873b60-cb90-448e-bd91-729598a09079 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] Allocated IP 172.20.0.10 (06df44ce-7965-49c3-9334-79a80c7f7af9/e811f539-9c60-469d-a119-267f6bfeab01/a8f2c8e4-bede-4c8e-8ed6-ea2657b609e4) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:39:48.263639 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] get_ports_and_sgs() called for port_ids ['e4368372-ea3c-4d4d-831e-5249daaf590b'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:39:48.274165 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] get_ports_and_sgs() called for port_ids ['13e16a64-d226-4cdc-9b9b-c726dac28292'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:39:48.312067 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port 65e64630-d319-432f-8e00-a188681e8b44, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=65e64630-d319-432f-8e00-a188681e8b44,segment=NetworkSegment(1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861),segment_id=1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:39:48.342841 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8ff898-b93d-4d28-bc4b-6583af8e0d2e req-372e9c9e-ef26-4c03-a370-be18d04625d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:48.344547 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-4d8ff898-b93d-4d28-bc4b-6583af8e0d2e req-372e9c9e-ef26-4c03-a370-be18d04625d6 service neutron] 10.222.0.60 "GET /v2.0/networks?id=863c027e-f5c8-4c1f-9037-bbf48b2f132c HTTP/1.1" status: 200 len: 919 time: 0.1476779 Nov 19 17:39:48.378855 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:48.423994 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2fa55e61-152e-4422-b6d7-ba007181fff2 req-167e0ee8-b46b-47f3-85ff-9eca14c9e086 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.54 "GET /v2.0/ports?device_id=58455846-60e7-4f61-974f-dffca721866e HTTP/1.1" status: 200 len: 210 time: 0.0710232 Nov 19 17:39:48.454546 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-4d8ff898-b93d-4d28-bc4b-6583af8e0d2e req-bb32867f-d4fb-468d-9ad1-aed746710e0e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b22c3c4a-4ed7-4b46-9837-9a43ad458e8c HTTP/1.1" status: 200 len: 217 time: 0.1016355 Nov 19 17:39:48.534488 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.db.resource_extend [None req-76449065-71ec-430d-aeb3-0ace76e4ea07 tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 19 17:39:48.559809 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8ff898-b93d-4d28-bc4b-6583af8e0d2e req-c1b135ab-d41a-4a19-9c3c-cc2fddfdbd83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:48.563389 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-4d8ff898-b93d-4d28-bc4b-6583af8e0d2e req-c1b135ab-d41a-4a19-9c3c-cc2fddfdbd83 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=cb362553-25a2-4a18-9848-8c1ec4336c40 HTTP/1.1" status: 200 len: 858 time: 0.0900416 Nov 19 17:39:48.628562 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-4d8ff898-b93d-4d28-bc4b-6583af8e0d2e req-8977e320-93b5-4069-8033-041c2fedbfc1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=863c027e-f5c8-4c1f-9037-bbf48b2f132c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520439 Nov 19 17:39:48.660408 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Pushing event updated for resources: {'Port': ['ID=65e64630-d319-432f-8e00-a188681e8b44,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:39:48.661952 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-948e7cb5-25e6-4ab9-835d-63c990c80ce8 tempest-ServersWithSpecificFlavorTestJSON-308617854 tempest-ServersWithSpecificFlavorTestJSON-308617854-project] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:48.708628 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-948e7cb5-25e6-4ab9-835d-63c990c80ce8 tempest-ServersWithSpecificFlavorTestJSON-308617854 tempest-ServersWithSpecificFlavorTestJSON-308617854-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:48.778524 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] get_ports_and_sgs() called for port_ids ['65e64630-d319-432f-8e00-a188681e8b44'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:39:48.795797 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-8fb70e39-d532-48ab-b6e3-eb987f972666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d47c3b9-a5a2-4ae3-8d7b-09d7278a9b1e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-516508879-router', 'tenant_id': 'bf701fa01dc443ada18661aab1d7be58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': '1737d4e3-5a3f-4458-a245-a1424b6b0059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:34:19Z', 'updated_at': '2021-11-19T17:34:27Z', 'revision_number': 4, 'project_id': 'bf701fa01dc443ada18661aab1d7be58', 'gw_port': {'id': '1737d4e3-5a3f-4458-a245-a1424b6b0059', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:f5:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d47c3b9-a5a2-4ae3-8d7b-09d7278a9b1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:34:19Z', 'updated_at': '2021-11-19T17:34:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': 'b8950024-da22-49e3-b688-380a50996259', 'name': '', 'network_id': '833872e1-1a28-48e3-b9f9-d97ad690eebb', 'tenant_id': 'bf701fa01dc443ada18661aab1d7be58', 'mac_address': 'fa:16:3e:af:f8:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d47c3b9-a5a2-4ae3-8d7b-09d7278a9b1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '350b116c-50d0-4ddf-8934-2b25a4e80dab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:34:24Z', 'updated_at': '2021-11-19T17:34:32Z', 'revision_number': 5, 'project_id': 'bf701fa01dc443ada18661aab1d7be58', 'subnets': [{'id': '350b116c-50d0-4ddf-8934-2b25a4e80dab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:39:48.828715 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-948e7cb5-25e6-4ab9-835d-63c990c80ce8 tempest-ServersWithSpecificFlavorTestJSON-308617854 tempest-ServersWithSpecificFlavorTestJSON-308617854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:48.831630 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-948e7cb5-25e6-4ab9-835d-63c990c80ce8 tempest-ServersWithSpecificFlavorTestJSON-308617854 tempest-ServersWithSpecificFlavorTestJSON-308617854-project] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:48.835766 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-948e7cb5-25e6-4ab9-835d-63c990c80ce8 tempest-ServersWithSpecificFlavorTestJSON-308617854 tempest-ServersWithSpecificFlavorTestJSON-308617854-project] 10.222.0.54 "DELETE /v2.0/security-groups/348e49f2-1dcd-4cd6-9b8c-7ca0411be99d HTTP/1.1" status: 204 len: 168 time: 0.6422341 Nov 19 17:39:48.880311 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 45708) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:39:48.892725 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999814e3-a348-4e2b-ad54-341952ca2da3 req-4ba69252-31a0-4510-8ab7-a889f0b5ad0e tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:48.899835 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999814e3-a348-4e2b-ad54-341952ca2da3 req-4ba69252-31a0-4510-8ab7-a889f0b5ad0e tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:48.906799 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999814e3-a348-4e2b-ad54-341952ca2da3 req-4ba69252-31a0-4510-8ab7-a889f0b5ad0e tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:48.915855 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-999814e3-a348-4e2b-ad54-341952ca2da3 req-4ba69252-31a0-4510-8ab7-a889f0b5ad0e tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] 10.222.0.54 "GET /v2.0/ports?device_id=477a3615-027a-4fb0-a22c-229eb9ec726c HTTP/1.1" status: 200 len: 2415 time: 0.5694995 Nov 19 17:39:48.933430 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb70e39-d532-48ab-b6e3-eb987f972666 None None] The sync data for ids ['6d47c3b9-a5a2-4ae3-8d7b-09d7278a9b1e'] in n-d-818022-2 is: [{'id': '6d47c3b9-a5a2-4ae3-8d7b-09d7278a9b1e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-516508879-router', 'tenant_id': 'bf701fa01dc443ada18661aab1d7be58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': '1737d4e3-5a3f-4458-a245-a1424b6b0059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:34:19Z', 'updated_at': '2021-11-19T17:34:27Z', 'revision_number': 4, 'project_id': 'bf701fa01dc443ada18661aab1d7be58', 'gw_port': {'id': '1737d4e3-5a3f-4458-a245-a1424b6b0059', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:f5:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d47c3b9-a5a2-4ae3-8d7b-09d7278a9b1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:34:19Z', 'updated_at': '2021-11-19T17:34:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': 'b8950024-da22-49e3-b688-380a50996259', 'name': '', 'network_id': '833872e1-1a28-48e3-b9f9-d97ad690eebb', 'tenant_id': 'bf701fa01dc443ada18661aab1d7be58', 'mac_address': 'fa:16:3e:af:f8:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d47c3b9-a5a2-4ae3-8d7b-09d7278a9b1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '350b116c-50d0-4ddf-8934-2b25a4e80dab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:34:24Z', 'updated_at': '2021-11-19T17:34:32Z', 'revision_number': 5, 'project_id': 'bf701fa01dc443ada18661aab1d7be58', 'subnets': [{'id': '350b116c-50d0-4ddf-8934-2b25a4e80dab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 17:39:48.940826 n-d-818022-2 neutron-server[103364]: INFO neutron.api.v2.resource [None req-813676d7-2cb5-49fb-8e67-44a0a418b915 tempest-ServersWithSpecificFlavorTestJSON-308617854 tempest-ServersWithSpecificFlavorTestJSON-308617854-project] show failed (client error): The resource could not be found. Nov 19 17:39:48.944461 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-813676d7-2cb5-49fb-8e67-44a0a418b915 tempest-ServersWithSpecificFlavorTestJSON-308617854 tempest-ServersWithSpecificFlavorTestJSON-308617854-project] 10.222.0.54 "GET /v2.0/security-groups/348e49f2-1dcd-4cd6-9b8c-7ca0411be99d HTTP/1.1" status: 404 len: 347 time: 0.0236514 Nov 19 17:39:48.958167 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 45712) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:39:48.960630 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948e7cb5-25e6-4ab9-835d-63c990c80ce8 tempest-ServersWithSpecificFlavorTestJSON-308617854 tempest-ServersWithSpecificFlavorTestJSON-308617854-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=348e49f2-1dcd-4cd6-9b8c-7ca0411be99d,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:39:49.144189 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-999814e3-a348-4e2b-ad54-341952ca2da3 req-a49f2d18-5b6e-4815-8174-ed71cc6a205b tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2d42000-c475-4f47-81a1-d381635bd450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2270277 Nov 19 17:39:49.256603 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-3bf781b7-b2ea-43a9-ad4a-faa47ffe5167 req-5e873b60-cb90-448e-bd91-729598a09079 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:49.270410 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-4d8ff898-b93d-4d28-bc4b-6583af8e0d2e req-1502097a-2a6e-4dd8-aa41-4f2226cff9cd service neutron] 10.222.0.60 "GET /v2.0/networks/863c027e-f5c8-4c1f-9037-bbf48b2f132c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6228757 Nov 19 17:39:49.342991 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-3bf781b7-b2ea-43a9-ad4a-faa47ffe5167 req-5e873b60-cb90-448e-bd91-729598a09079 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:49.417963 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-40aa2fb2-9d9d-496e-b12f-ac1ea3510035 tempest-ServersWithSpecificFlavorTestJSON-308617854 tempest-ServersWithSpecificFlavorTestJSON-308617854-project] Deleting port f19d7bcb-7857-42aa-9051-dedb062b2551 {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:39:49.418162 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-40aa2fb2-9d9d-496e-b12f-ac1ea3510035 tempest-ServersWithSpecificFlavorTestJSON-308617854 tempest-ServersWithSpecificFlavorTestJSON-308617854-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:49.475392 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a523880-acb6-42c7-823d-3bdba9da3d83 None None] New status for floating IP fc499680-112a-459b-847f-adc0789fd9be: DOWN {{(pid=103367) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 17:39:49.483189 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-76449065-71ec-430d-aeb3-0ace76e4ea07 tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:49.496061 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bf781b7-b2ea-43a9-ad4a-faa47ffe5167 req-5e873b60-cb90-448e-bd91-729598a09079 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] Network 06df44ce-7965-49c3-9334-79a80c7f7af9 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:39:49.503504 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [req-3bf781b7-b2ea-43a9-ad4a-faa47ffe5167 req-5e873b60-cb90-448e-bd91-729598a09079 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:39:49.506102 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bf781b7-b2ea-43a9-ad4a-faa47ffe5167 req-5e873b60-cb90-448e-bd91-729598a09079 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:39:49.508984 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-76449065-71ec-430d-aeb3-0ace76e4ea07 tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-671284'] for floatingip, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:49.612155 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-40aa2fb2-9d9d-496e-b12f-ac1ea3510035 tempest-ServersWithSpecificFlavorTestJSON-308617854 tempest-ServersWithSpecificFlavorTestJSON-308617854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:49.613045 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-40aa2fb2-9d9d-496e-b12f-ac1ea3510035 tempest-ServersWithSpecificFlavorTestJSON-308617854 tempest-ServersWithSpecificFlavorTestJSON-308617854-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:49.618250 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d068ec4e-92f0-454d-aaeb-39e3381075b3 req-3b4479b5-35d4-4b90-a5bf-8162c515de6b tempest-InstanceActionsV221TestJSON-2138317510 tempest-InstanceActionsV221TestJSON-2138317510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:49.626356 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d068ec4e-92f0-454d-aaeb-39e3381075b3 req-3b4479b5-35d4-4b90-a5bf-8162c515de6b tempest-InstanceActionsV221TestJSON-2138317510 tempest-InstanceActionsV221TestJSON-2138317510-project] 10.222.0.54 "GET /v2.0/ports?device_id=d9b5b9aa-3d2d-45ea-9e60-b45e5957c91a HTTP/1.1" status: 200 len: 943 time: 0.5345235 Nov 19 17:39:49.638214 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-40aa2fb2-9d9d-496e-b12f-ac1ea3510035 tempest-ServersWithSpecificFlavorTestJSON-308617854 tempest-ServersWithSpecificFlavorTestJSON-308617854-project] Calling delete_port for f19d7bcb-7857-42aa-9051-dedb062b2551 owned by network:floatingip {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:39:49.649948 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3396d07-e4d8-433a-836c-a2d6d51ebfe5 req-3b2dec25-e61e-4982-b2f1-64e18170c8c3 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:49.651510 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a3396d07-e4d8-433a-836c-a2d6d51ebfe5 req-3b2dec25-e61e-4982-b2f1-64e18170c8c3 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] 10.222.0.86 "GET /v2.0/ports?device_id=8d5d9328-4371-4a75-8e40-684b5fed4412 HTTP/1.1" status: 200 len: 949 time: 0.3061311 Nov 19 17:39:49.653034 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device 3bc4d5ed-cb08-4bba-98be-5765a7f5ad0b no longer exists at agent hyperv_n-h2-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:39:49.668457 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e873b60-cb90-448e-bd91-729598a09079 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] Pushing event updated for resources: {'Port': ['ID=a8f2c8e4-bede-4c8e-8ed6-ea2657b609e4,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:39:49.722876 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] No Port match for: 3bc4d5ed-cb08-4bba-98be-5765a7f5ad0b {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:39:49.723466 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device 3bc4d5ed-cb08-4bba-98be-5765a7f5ad0b not bound to the agent host n-h2-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:39:49.723704 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device 3e75f519-649c-4dfd-8f93-40f44e4e68ff no longer exists at agent hyperv_n-h2-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:39:49.768170 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] No Port match for: 3e75f519-649c-4dfd-8f93-40f44e4e68ff {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:39:49.768585 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device 3e75f519-649c-4dfd-8f93-40f44e4e68ff not bound to the agent host n-h2-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:39:49.839872 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d068ec4e-92f0-454d-aaeb-39e3381075b3 req-59781ee3-bb68-46c5-aaa8-9e0467cc9926 tempest-InstanceActionsV221TestJSON-2138317510 tempest-InstanceActionsV221TestJSON-2138317510-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a714cc3-3866-44f4-9c08-f84743b98855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095582 Nov 19 17:39:49.896350 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-4d8ff898-b93d-4d28-bc4b-6583af8e0d2e req-29da72f0-eb62-4c29-b191-34859ca6b7b2 service neutron] 10.222.0.60 "GET /v2.0/networks/863c027e-f5c8-4c1f-9037-bbf48b2f132c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6174128 Nov 19 17:39:49.912903 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3c6445-ad7c-40d6-bc8c-8e091c47319a req-4e7c66a2-c563-4462-bc72-9692c1247e27 tempest-ImagesOneServerTestJSON-318007829 tempest-ImagesOneServerTestJSON-318007829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:49.914523 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-1c3c6445-ad7c-40d6-bc8c-8e091c47319a req-4e7c66a2-c563-4462-bc72-9692c1247e27 tempest-ImagesOneServerTestJSON-318007829 tempest-ImagesOneServerTestJSON-318007829-project] 10.222.0.54 "GET /v2.0/ports?device_id=d13d0796-c1c1-4adb-a331-414002742097 HTTP/1.1" status: 200 len: 949 time: 0.5379677 Nov 19 17:39:49.922172 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device b22c3c4a-4ed7-4b46-9837-9a43ad458e8c details requested by agent hyperv_n-h1-818022-2 with host n-h1-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 17:39:49.975413 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf781b7-b2ea-43a9-ad4a-faa47ffe5167 req-5e873b60-cb90-448e-bd91-729598a09079 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:49.976060 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-3bf781b7-b2ea-43a9-ad4a-faa47ffe5167 req-5e873b60-cb90-448e-bd91-729598a09079 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:50.035209 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-1c3c6445-ad7c-40d6-bc8c-8e091c47319a req-fc81ae5e-c9c3-4420-81b5-c5144526b5fd tempest-ImagesOneServerTestJSON-318007829 tempest-ImagesOneServerTestJSON-318007829-project] 10.222.0.54 "GET /v2.0/security-groups?id=b53c3dc0-f806-4920-bfc2-1b7796f8cf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056888 Nov 19 17:39:50.038828 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-40aa2fb2-9d9d-496e-b12f-ac1ea3510035 tempest-ServersWithSpecificFlavorTestJSON-308617854 tempest-ServersWithSpecificFlavorTestJSON-308617854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:50.039097 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3bf781b7-b2ea-43a9-ad4a-faa47ffe5167 req-5e873b60-cb90-448e-bd91-729598a09079 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3694389 Nov 19 17:39:50.065947 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-3bf781b7-b2ea-43a9-ad4a-faa47ffe5167 req-a72baf9f-f86b-4ccf-b542-0dd1d3781e52 service neutron] Request body: {'port': {'device_id': '58455846-60e7-4f61-974f-dffca721866e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818022-2'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:39:50.079078 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port b22c3c4a-4ed7-4b46-9837-9a43ad458e8c, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=b22c3c4a-4ed7-4b46-9837-9a43ad458e8c,segment=NetworkSegment(79d5be89-daf8-443f-b5a8-76740534eee6),segment_id=79d5be89-daf8-443f-b5a8-76740534eee6)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:39:50.097241 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Returning: {'device': 'b22c3c4a-4ed7-4b46-9837-9a43ad458e8c', 'network_id': '863c027e-f5c8-4c1f-9037-bbf48b2f132c', 'port_id': 'b22c3c4a-4ed7-4b46-9837-9a43ad458e8c', 'mac_address': 'fa:16:3e:26:a8:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 669, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb362553-25a2-4a18-9848-8c1ec4336c40', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 17:39:50.113662 n-d-818022-2 neutron-server[103365]: INFO neutron.db.l3_db [None req-76449065-71ec-430d-aeb3-0ace76e4ea07 tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] Floating IP d17eb1a2-4afd-45cd-a658-3006fe93daef associated. External IP: 172.25.7.79, port: e5476d89-23c6-405d-8ad8-c9f3d21a8ff2. Nov 19 17:39:50.134415 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40aa2fb2-9d9d-496e-b12f-ac1ea3510035 tempest-ServersWithSpecificFlavorTestJSON-308617854 tempest-ServersWithSpecificFlavorTestJSON-308617854-project] Pushing event deleted for resources: {'Port': ['ID=f19d7bcb-7857-42aa-9051-dedb062b2551,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:39:50.173860 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:50.193601 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b22c3c4a-4ed7-4b46-9837-9a43ad458e8c {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:39:50.194636 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-a3396d07-e4d8-433a-836c-a2d6d51ebfe5 req-24dd6450-7512-4e1e-b7f3-5e5d751bd030 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Deleting port 58a0edee-3616-4ec1-b798-872bebf02dcb {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:39:50.195816 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-a3396d07-e4d8-433a-836c-a2d6d51ebfe5 req-24dd6450-7512-4e1e-b7f3-5e5d751bd030 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:50.226902 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port b22c3c4a-4ed7-4b46-9837-9a43ad458e8c, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=b22c3c4a-4ed7-4b46-9837-9a43ad458e8c,segment=NetworkSegment(79d5be89-daf8-443f-b5a8-76740534eee6),segment_id=79d5be89-daf8-443f-b5a8-76740534eee6)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:39:50.236536 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:50.257352 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a110ab40-5b41-4809-b1d8-99b021e85820 req-e58bf032-dcff-484f-9f27-884bed1af5f9 tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:50.258706 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6de6944-a2ea-42d1-a80b-812c108e571e req-cc31d423-bda4-41cb-a94f-c253da781c4a tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:50.260328 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d6de6944-a2ea-42d1-a80b-812c108e571e req-cc31d423-bda4-41cb-a94f-c253da781c4a tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] 10.222.0.54 "GET /v2.0/ports?device_id=8d5d9328-4371-4a75-8e40-684b5fed4412 HTTP/1.1" status: 200 len: 949 time: 0.1164401 Nov 19 17:39:50.260578 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a110ab40-5b41-4809-b1d8-99b021e85820 req-e58bf032-dcff-484f-9f27-884bed1af5f9 tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] 10.222.0.54 "GET /v2.0/ports?device_id=120e2f87-809d-4c7b-9bfb-c9a7531a950b HTTP/1.1" status: 200 len: 945 time: 0.3060467 Nov 19 17:39:50.266773 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-40aa2fb2-9d9d-496e-b12f-ac1ea3510035 tempest-ServersWithSpecificFlavorTestJSON-308617854 tempest-ServersWithSpecificFlavorTestJSON-308617854-project] Publish callbacks [] for floatingip, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:50.269477 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-40aa2fb2-9d9d-496e-b12f-ac1ea3510035 tempest-ServersWithSpecificFlavorTestJSON-308617854 tempest-ServersWithSpecificFlavorTestJSON-308617854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for floatingip, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:50.270811 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-40aa2fb2-9d9d-496e-b12f-ac1ea3510035 tempest-ServersWithSpecificFlavorTestJSON-308617854 tempest-ServersWithSpecificFlavorTestJSON-308617854-project] 10.222.0.54 "DELETE /v2.0/floatingips/fc499680-112a-459b-847f-adc0789fd9be HTTP/1.1" status: 204 len: 168 time: 1.3114712 Nov 19 17:39:50.320176 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-3bf781b7-b2ea-43a9-ad4a-faa47ffe5167 req-a72baf9f-f86b-4ccf-b542-0dd1d3781e52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:50.323225 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=b22c3c4a-4ed7-4b46-9837-9a43ad458e8c,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:39:50.360884 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d6de6944-a2ea-42d1-a80b-812c108e571e req-12582969-38a1-47e4-9648-91217a20b2d3 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] 10.222.0.54 "GET /v2.0/security-groups?id=01d035e7-47ed-4912-a186-53ea419ecd96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888617 Nov 19 17:39:50.508693 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d292ba-1f8a-40cd-9cb1-f98b741b95bb req-45e0d7e1-9f10-4fcf-933d-86ba7f90bfc8 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:50.510589 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-29d292ba-1f8a-40cd-9cb1-f98b741b95bb req-45e0d7e1-9f10-4fcf-933d-86ba7f90bfc8 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.54 "GET /v2.0/ports?device_id=58455846-60e7-4f61-974f-dffca721866e HTTP/1.1" status: 200 len: 932 time: 0.0688539 Nov 19 17:39:50.525457 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['b22c3c4a-4ed7-4b46-9837-9a43ad458e8c'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:39:50.563491 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-a3396d07-e4d8-433a-836c-a2d6d51ebfe5 req-24dd6450-7512-4e1e-b7f3-5e5d751bd030 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] For port 58a0edee-3616-4ec1-b798-872bebf02dcb, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=58a0edee-3616-4ec1-b798-872bebf02dcb,segment=NetworkSegment(1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861),segment_id=1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:39:50.564067 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-a3396d07-e4d8-433a-836c-a2d6d51ebfe5 req-24dd6450-7512-4e1e-b7f3-5e5d751bd030 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:50.610290 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-29d292ba-1f8a-40cd-9cb1-f98b741b95bb req-3c7f76b0-c16f-4027-b334-4a75743c13e0 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.54 "GET /v2.0/security-groups?id=740807d6-4246-4ecb-a636-49a5e5a1e11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846469 Nov 19 17:39:50.660076 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a110ab40-5b41-4809-b1d8-99b021e85820 req-d28be8fd-36e6-4ccf-a8c8-3b58c5225231 tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a9bb8e9-ab46-4898-9298-f60e040eb6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3407781 Nov 19 17:39:50.669642 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-a3396d07-e4d8-433a-836c-a2d6d51ebfe5 req-24dd6450-7512-4e1e-b7f3-5e5d751bd030 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Calling delete_port for 58a0edee-3616-4ec1-b798-872bebf02dcb owned by compute:nova {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:39:50.770825 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eff27ff-c89a-43ac-ae04-063726da95ed req-e50b8854-1fdf-4a40-b8b0-733bd3e1dc64 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:50.777795 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eff27ff-c89a-43ac-ae04-063726da95ed req-e50b8854-1fdf-4a40-b8b0-733bd3e1dc64 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:50.785328 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eff27ff-c89a-43ac-ae04-063726da95ed req-e50b8854-1fdf-4a40-b8b0-733bd3e1dc64 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:50.795607 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6eff27ff-c89a-43ac-ae04-063726da95ed req-e50b8854-1fdf-4a40-b8b0-733bd3e1dc64 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] 10.222.0.54 "GET /v2.0/ports?device_id=477a3615-027a-4fb0-a22c-229eb9ec726c HTTP/1.1" status: 200 len: 2415 time: 0.0936325 Nov 19 17:39:50.867255 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6eff27ff-c89a-43ac-ae04-063726da95ed req-85035060-65ff-487e-9119-7ff73898f556 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2d42000-c475-4f47-81a1-d381635bd450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701423 Nov 19 17:39:51.004488 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76449065-71ec-430d-aeb3-0ace76e4ea07 tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] Router 075d51b3-1611-42ff-aac0-9dbe86f3e575 has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 17:39:51.098221 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [req-3bf781b7-b2ea-43a9-ad4a-faa47ffe5167 req-a72baf9f-f86b-4ccf-b542-0dd1d3781e52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8f2c8e4-bede-4c8e-8ed6-ea2657b609e4 {{(pid=103365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:39:51.115095 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] get_ports_and_sgs() called for port_ids ['d3151510-34cd-407a-b000-6f802dd5765c'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:39:51.279207 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76449065-71ec-430d-aeb3-0ace76e4ea07 tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 17:39:51.289788 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-3bf781b7-b2ea-43a9-ad4a-faa47ffe5167 req-a72baf9f-f86b-4ccf-b542-0dd1d3781e52 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:51.305209 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.provisioning_blocks [req-3bf781b7-b2ea-43a9-ad4a-faa47ffe5167 req-a72baf9f-f86b-4ccf-b542-0dd1d3781e52 service neutron] Transition to ACTIVE for port object a8f2c8e4-bede-4c8e-8ed6-ea2657b609e4 will not be triggered until provisioned by entity L2. {{(pid=103365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 17:39:51.318533 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c688fda5-9599-4a44-aa66-7796f5ceedfb None None] Sync routers for ids ['075d51b3-1611-42ff-aac0-9dbe86f3e575'] in n-d-818022-2 {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 17:39:51.333190 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c688fda5-9599-4a44-aa66-7796f5ceedfb None None] Routers {'075d51b3-1611-42ff-aac0-9dbe86f3e575'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:39:51.334196 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-c688fda5-9599-4a44-aa66-7796f5ceedfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:39:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['075d51b3-1611-42ff-aac0-9dbe86f3e575'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:39:51.349267 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-76449065-71ec-430d-aeb3-0ace76e4ea07 tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for floatingip, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:51.352965 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-3bf781b7-b2ea-43a9-ad4a-faa47ffe5167 req-a72baf9f-f86b-4ccf-b542-0dd1d3781e52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:51.358311 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-a3396d07-e4d8-433a-836c-a2d6d51ebfe5 req-24dd6450-7512-4e1e-b7f3-5e5d751bd030 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:51.446170 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['1ab892c9-0f24-4863-9fe2-85db9a8344ed', '94256cd8-44d3-4041-8131-77ccb8f7301f', 'ad90d0c6-b21a-4322-9ec7-d3571b6fdbd7', '1748dc5b-17aa-48d9-b8f9-86128f76a16a'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:39:51.475484 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-76449065-71ec-430d-aeb3-0ace76e4ea07 tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] 10.222.0.54 "PUT /v2.0/floatingips/d17eb1a2-4afd-45cd-a658-3006fe93daef HTTP/1.1" status: 200 len: 991 time: 4.7722089 Nov 19 17:39:51.497276 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccff1488-85ea-43ae-bf94-c62226a4f4bf', 'tag': 'e5476d89-23c6-405d-8ad8-c9f3d21a8ff2'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:39:51.501732 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218319d759239a7d11f1288aef37381b97754913ee9ccbfd43b51a463f801712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5695b101-1df8-4781-bef2-e1460bb11fff" -d '{"events": [{"name": "network-changed", "server_uuid": "ccff1488-85ea-43ae-bf94-c62226a4f4bf", "tag": "e5476d89-23c6-405d-8ad8-c9f3d21a8ff2"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:39:51.515671 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab543815-a1a1-4b97-864a-5a97e339f849 req-498415e4-27be-4ac7-b6b0-4407d2030e81 tempest-ImagesOneServerTestJSON-318007829 tempest-ImagesOneServerTestJSON-318007829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:51.517953 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ab543815-a1a1-4b97-864a-5a97e339f849 req-498415e4-27be-4ac7-b6b0-4407d2030e81 tempest-ImagesOneServerTestJSON-318007829 tempest-ImagesOneServerTestJSON-318007829-project] 10.222.0.54 "GET /v2.0/ports?device_id=d13d0796-c1c1-4adb-a331-414002742097 HTTP/1.1" status: 200 len: 949 time: 0.1270051 Nov 19 17:39:51.531161 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-c688fda5-9599-4a44-aa66-7796f5ceedfb None None] Set router 075d51b3-1611-42ff-aac0-9dbe86f3e575 gateway port host: n-d-818022-2 {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:39:51.562117 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c468e6cd-23af-4c5e-b18a-adedd55ae740 req-bb413b57-c909-4d8a-973a-2160cdaf6a8d tempest-InstanceActionsV221TestJSON-2138317510 tempest-InstanceActionsV221TestJSON-2138317510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:51.564134 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c468e6cd-23af-4c5e-b18a-adedd55ae740 req-bb413b57-c909-4d8a-973a-2160cdaf6a8d tempest-InstanceActionsV221TestJSON-2138317510 tempest-InstanceActionsV221TestJSON-2138317510-project] 10.222.0.54 "GET /v2.0/ports?device_id=d9b5b9aa-3d2d-45ea-9e60-b45e5957c91a HTTP/1.1" status: 200 len: 944 time: 0.4723642 Nov 19 17:39:51.604479 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72baf9f-f86b-4ccf-b542-0dd1d3781e52 service neutron] Pushing event updated for resources: {'Port': ['ID=a8f2c8e4-bede-4c8e-8ed6-ea2657b609e4,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:39:51.610971 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ab543815-a1a1-4b97-864a-5a97e339f849 req-b08209db-fb33-4dea-92c3-c5732cfc73b5 tempest-ImagesOneServerTestJSON-318007829 tempest-ImagesOneServerTestJSON-318007829-project] 10.222.0.54 "GET /v2.0/security-groups?id=b53c3dc0-f806-4920-bfc2-1b7796f8cf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839069 Nov 19 17:39:51.645226 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3396d07-e4d8-433a-836c-a2d6d51ebfe5 req-24dd6450-7512-4e1e-b7f3-5e5d751bd030 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] No DVR routers for this DVR port 58a0edee-3616-4ec1-b798-872bebf02dcb on host n-h2-818022-2 {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:39:51.652709 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device e4368372-ea3c-4d4d-831e-5249daaf590b up at agent hyperv_n-h2-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:39:51.664990 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-a3396d07-e4d8-433a-836c-a2d6d51ebfe5 req-24dd6450-7512-4e1e-b7f3-5e5d751bd030 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:51.672129 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a3396d07-e4d8-433a-836c-a2d6d51ebfe5 req-24dd6450-7512-4e1e-b7f3-5e5d751bd030 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] 10.222.0.86 "DELETE /v2.0/ports/58a0edee-3616-4ec1-b798-872bebf02dcb HTTP/1.1" status: 204 len: 173 time: 1.9945762 Nov 19 17:39:51.731459 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24dd6450-7512-4e1e-b7f3-5e5d751bd030 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Pushing event deleted for resources: {'Port': ['ID=58a0edee-3616-4ec1-b798-872bebf02dcb,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:39:51.757247 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c468e6cd-23af-4c5e-b18a-adedd55ae740 req-ddb3681d-e7c9-4d9c-995e-bf1b65890749 tempest-InstanceActionsV221TestJSON-2138317510 tempest-InstanceActionsV221TestJSON-2138317510-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a714cc3-3866-44f4-9c08-f84743b98855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834240 Nov 19 17:39:51.811667 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] get_ports_and_sgs() called for port_ids ['cb80555f-29e3-4743-a119-594c380126fc'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:39:51.921873 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-3bf781b7-b2ea-43a9-ad4a-faa47ffe5167 req-a72baf9f-f86b-4ccf-b542-0dd1d3781e52 service neutron] Attempting to bind port a8f2c8e4-bede-4c8e-8ed6-ea2657b609e4 on host n-h1-818022-2 for vnic_type normal with profile {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:39:51.922243 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-3bf781b7-b2ea-43a9-ad4a-faa47ffe5167 req-a72baf9f-f86b-4ccf-b542-0dd1d3781e52 service neutron] Attempting to bind port a8f2c8e4-bede-4c8e-8ed6-ea2657b609e4 by drivers openvswitch,hyperv on host n-h1-818022-2 at level 0 using segments [{'id': 'fa32b67e-17cc-4a5c-8764-82d3483c4272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '06df44ce-7965-49c3-9334-79a80c7f7af9'}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:39:51.927009 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bf781b7-b2ea-43a9-ad4a-faa47ffe5167 req-a72baf9f-f86b-4ccf-b542-0dd1d3781e52 service neutron] Attempting to bind port a8f2c8e4-bede-4c8e-8ed6-ea2657b609e4 on network 06df44ce-7965-49c3-9334-79a80c7f7af9 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:39:51.936299 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Provisioning for port e4368372-ea3c-4d4d-831e-5249daaf590b completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 17:39:51.943196 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bf781b7-b2ea-43a9-ad4a-faa47ffe5167 req-a72baf9f-f86b-4ccf-b542-0dd1d3781e52 service neutron] Port a8f2c8e4-bede-4c8e-8ed6-ea2657b609e4 on network 06df44ce-7965-49c3-9334-79a80c7f7af9 not bound, no agent of type Open vSwitch agent registered on host n-h1-818022-2 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 17:39:51.946462 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bf781b7-b2ea-43a9-ad4a-faa47ffe5167 req-a72baf9f-f86b-4ccf-b542-0dd1d3781e52 service neutron] Attempting to bind port a8f2c8e4-bede-4c8e-8ed6-ea2657b609e4 on network 06df44ce-7965-49c3-9334-79a80c7f7af9 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:39:51.952695 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bf781b7-b2ea-43a9-ad4a-faa47ffe5167 req-a72baf9f-f86b-4ccf-b542-0dd1d3781e52 service neutron] Checking agent: {'id': 'a6668d96-12fa-4ec0-99ad-77eaf490dd2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'started_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 39, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:39:51.953042 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bf781b7-b2ea-43a9-ad4a-faa47ffe5167 req-a72baf9f-f86b-4ccf-b542-0dd1d3781e52 service neutron] Checking segment: {'id': 'fa32b67e-17cc-4a5c-8764-82d3483c4272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '06df44ce-7965-49c3-9334-79a80c7f7af9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:39:51.953411 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bf781b7-b2ea-43a9-ad4a-faa47ffe5167 req-a72baf9f-f86b-4ccf-b542-0dd1d3781e52 service neutron] Bound using segment: {'id': 'fa32b67e-17cc-4a5c-8764-82d3483c4272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '06df44ce-7965-49c3-9334-79a80c7f7af9'} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:39:51.953926 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-3bf781b7-b2ea-43a9-ad4a-faa47ffe5167 req-a72baf9f-f86b-4ccf-b542-0dd1d3781e52 service neutron] Bound port: a8f2c8e4-bede-4c8e-8ed6-ea2657b609e4, host: n-h1-818022-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa32b67e-17cc-4a5c-8764-82d3483c4272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '06df44ce-7965-49c3-9334-79a80c7f7af9'}}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:39:51.954220 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-3bf781b7-b2ea-43a9-ad4a-faa47ffe5167 req-a72baf9f-f86b-4ccf-b542-0dd1d3781e52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:51.962140 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Provisioning complete for port e4368372-ea3c-4d4d-831e-5249daaf590b triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:39:51.962484 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:52.003345 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 17:39:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a871af6-8416-415e-ac6b-e6c873366d80 x-openstack-request-id: req-9a871af6-8416-415e-ac6b-e6c873366d80 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:39:52.003616 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccff1488-85ea-43ae-bf94-c62226a4f4bf", "tag": "e5476d89-23c6-405d-8ad8-c9f3d21a8ff2", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:39:52.003930 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-9a871af6-8416-415e-ac6b-e6c873366d80 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:39:52.004276 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccff1488-85ea-43ae-bf94-c62226a4f4bf', 'tag': 'e5476d89-23c6-405d-8ad8-c9f3d21a8ff2', 'status': 'completed', 'code': 200} Nov 19 17:39:52.034775 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device b22c3c4a-4ed7-4b46-9837-9a43ad458e8c up at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:39:52.066572 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e5d525a3-9e5a-4de0-bf75-d33d65b87adf req-1ff773fe-fdf0-4751-a1ee-ac5a7f51e23c tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] 10.222.0.54 "GET /v2.0/ports?device_id=8d5d9328-4371-4a75-8e40-684b5fed4412 HTTP/1.1" status: 200 len: 210 time: 0.0867190 Nov 19 17:39:52.248884 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:52.263494 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5695b101-1df8-4781-bef2-e1460bb11fff req-baf6aba5-002a-4ad1-a69c-5a16ab39b3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:52.265150 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5695b101-1df8-4781-bef2-e1460bb11fff req-baf6aba5-002a-4ad1-a69c-5a16ab39b3d4 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=dc7ce1e4ff7747b99247f6b026a294f4&device_id=ccff1488-85ea-43ae-bf94-c62226a4f4bf HTTP/1.1" status: 200 len: 1097 time: 0.2124448 Nov 19 17:39:52.280103 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-3bf781b7-b2ea-43a9-ad4a-faa47ffe5167 req-a72baf9f-f86b-4ccf-b542-0dd1d3781e52 service neutron] For port a8f2c8e4-bede-4c8e-8ed6-ea2657b609e4, host n-h1-818022-2, cleared binding levels {{(pid=103365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:39:52.285114 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-3bf781b7-b2ea-43a9-ad4a-faa47ffe5167 req-a72baf9f-f86b-4ccf-b542-0dd1d3781e52 service neutron] For port a8f2c8e4-bede-4c8e-8ed6-ea2657b609e4, host n-h1-818022-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=a8f2c8e4-bede-4c8e-8ed6-ea2657b609e4,segment=NetworkSegment(fa32b67e-17cc-4a5c-8764-82d3483c4272),segment_id=fa32b67e-17cc-4a5c-8764-82d3483c4272)] {{(pid=103365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:39:52.300284 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-3bf781b7-b2ea-43a9-ad4a-faa47ffe5167 req-a72baf9f-f86b-4ccf-b542-0dd1d3781e52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:52.311101 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bb16eb-d8b4-4e42-8dd0-d15fd81fea16 req-79780aad-174b-49f8-a447-1126c940963e tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:52.327032 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-12bb16eb-d8b4-4e42-8dd0-d15fd81fea16 req-79780aad-174b-49f8-a447-1126c940963e tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.54 "GET /v2.0/ports?device_id=58455846-60e7-4f61-974f-dffca721866e HTTP/1.1" status: 200 len: 944 time: 0.2063575 Nov 19 17:39:52.389019 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-12bb16eb-d8b4-4e42-8dd0-d15fd81fea16 req-8a57dd34-59f5-4f34-a32a-7f261dc2de47 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.54 "GET /v2.0/security-groups?id=740807d6-4246-4ecb-a636-49a5e5a1e11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610232 Nov 19 17:39:52.418145 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '477a3615-027a-4fb0-a22c-229eb9ec726c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4368372-ea3c-4d4d-831e-5249daaf590b'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:39:52.421153 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3940761bcd94e032e6960d2241bd8993c5d3a7d8dc2aca8488f3ecf1d4dd2fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbf683a3-8cc6-49c4-b36c-fc02ed4161c0" -d '{"events": [{"server_uuid": "477a3615-027a-4fb0-a22c-229eb9ec726c", "name": "network-vif-plugged", "status": "completed", "tag": "e4368372-ea3c-4d4d-831e-5249daaf590b"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:39:52.426291 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf781b7-b2ea-43a9-ad4a-faa47ffe5167 req-a72baf9f-f86b-4ccf-b542-0dd1d3781e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:52.426928 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-3bf781b7-b2ea-43a9-ad4a-faa47ffe5167 req-a72baf9f-f86b-4ccf-b542-0dd1d3781e52 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:52.428536 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3bf781b7-b2ea-43a9-ad4a-faa47ffe5167 req-a72baf9f-f86b-4ccf-b542-0dd1d3781e52 service neutron] 10.222.0.60 "PUT /v2.0/ports/a8f2c8e4-bede-4c8e-8ed6-ea2657b609e4 HTTP/1.1" status: 200 len: 1092 time: 2.3788767 Nov 19 17:39:52.485974 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port e4368372-ea3c-4d4d-831e-5249daaf590b, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=e4368372-ea3c-4d4d-831e-5249daaf590b,segment=NetworkSegment(b2886bb0-acac-450f-a655-b3b2dd40f95d),segment_id=b2886bb0-acac-450f-a655-b3b2dd40f95d)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:39:52.504153 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning for port b22c3c4a-4ed7-4b46-9837-9a43ad458e8c completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 17:39:52.509542 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-c688fda5-9599-4a44-aa66-7796f5ceedfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '075d51b3-1611-42ff-aac0-9dbe86f3e575', 'name': 'tempest-AttachVolumeTestJSON-1193158978-router', 'tenant_id': 'dc7ce1e4ff7747b99247f6b026a294f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': 'e76245cb-899b-495b-bb81-81190cadba3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:38:52Z', 'updated_at': '2021-11-19T17:39:02Z', 'revision_number': 4, 'project_id': 'dc7ce1e4ff7747b99247f6b026a294f4', 'gw_port': {'id': 'e76245cb-899b-495b-bb81-81190cadba3e', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ea:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '075d51b3-1611-42ff-aac0-9dbe86f3e575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:38:54Z', 'updated_at': '2021-11-19T17:39:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_floatingips': [{'id': 'd17eb1a2-4afd-45cd-a658-3006fe93daef', 'tenant_id': 'dc7ce1e4ff7747b99247f6b026a294f4', 'floating_ip_address': '172.25.7.79', 'floating_network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'router_id': '075d51b3-1611-42ff-aac0-9dbe86f3e575', 'port_id': 'e5476d89-23c6-405d-8ad8-c9f3d21a8ff2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54cb42e3-21bb-4900-9add-de52f53a9c78', 'mac_address': 'fa:16:3e:79:7d:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccff1488-85ea-43ae-bf94-c62226a4f4bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T17:39:14Z', 'updated_at': '2021-11-19T17:39:48Z', 'revision_number': 1, 'project_id': 'dc7ce1e4ff7747b99247f6b026a294f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40893073-89f5-4c57-8e8a-314b872654c5', 'name': '', 'network_id': '54cb42e3-21bb-4900-9add-de52f53a9c78', 'tenant_id': 'dc7ce1e4ff7747b99247f6b026a294f4', 'mac_address': 'fa:16:3e:ae:16:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '075d51b3-1611-42ff-aac0-9dbe86f3e575', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'ce5e5572-06fa-407a-98f7-553783ad7f2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:39:00Z', 'updated_at': '2021-11-19T17:39:22Z', 'revision_number': 5, 'project_id': 'dc7ce1e4ff7747b99247f6b026a294f4', 'subnets': [{'id': 'ce5e5572-06fa-407a-98f7-553783ad7f2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:39:52.539284 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48a4db2-3643-4134-9582-4f70549cce15 req-f021872b-2c32-47ea-9264-ed17f64e5424 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:52.540599 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:52.541406 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device ad09ff0f-c382-4155-b7e9-69144a2e6e9d up at agent hyperv_n-h2-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:39:52.547099 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48a4db2-3643-4134-9582-4f70549cce15 req-f021872b-2c32-47ea-9264-ed17f64e5424 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:52.549500 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning complete for port b22c3c4a-4ed7-4b46-9837-9a43ad458e8c triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:39:52.549500 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:52.550814 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c688fda5-9599-4a44-aa66-7796f5ceedfb None None] Checking router: 075d51b3-1611-42ff-aac0-9dbe86f3e575 for host: n-d-818022-2 {{(pid=103366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 17:39:52.554070 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48a4db2-3643-4134-9582-4f70549cce15 req-f021872b-2c32-47ea-9264-ed17f64e5424 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:52.557583 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d48a4db2-3643-4134-9582-4f70549cce15 req-f021872b-2c32-47ea-9264-ed17f64e5424 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] 10.222.0.54 "GET /v2.0/ports?device_id=477a3615-027a-4fb0-a22c-229eb9ec726c HTTP/1.1" status: 200 len: 2415 time: 0.2063107 Nov 19 17:39:52.589032 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72baf9f-f86b-4ccf-b542-0dd1d3781e52 service neutron] Pushing event updated for resources: {'Port': ['ID=a8f2c8e4-bede-4c8e-8ed6-ea2657b609e4,revision_number=3']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:39:52.641170 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:39:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30c43525-2899-46fc-88d8-c6adc89c4ec2 x-openstack-request-id: req-30c43525-2899-46fc-88d8-c6adc89c4ec2 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:39:52.641866 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "477a3615-027a-4fb0-a22c-229eb9ec726c", "name": "network-vif-plugged", "status": "completed", "tag": "e4368372-ea3c-4d4d-831e-5249daaf590b", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:39:52.641866 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-30c43525-2899-46fc-88d8-c6adc89c4ec2 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:39:52.642249 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '477a3615-027a-4fb0-a22c-229eb9ec726c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4368372-ea3c-4d4d-831e-5249daaf590b', 'code': 200} Nov 19 17:39:52.658403 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5695b101-1df8-4781-bef2-e1460bb11fff req-8c02b1b5-4b65-4de9-bbb4-18b8746f3b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:52.659893 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5695b101-1df8-4781-bef2-e1460bb11fff req-8c02b1b5-4b65-4de9-bbb4-18b8746f3b87 service neutron] 10.222.0.86 "GET /v2.0/networks?id=54cb42e3-21bb-4900-9add-de52f53a9c78 HTTP/1.1" status: 200 len: 912 time: 0.3727186 Nov 19 17:39:52.709011 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c688fda5-9599-4a44-aa66-7796f5ceedfb None None] Routers {'075d51b3-1611-42ff-aac0-9dbe86f3e575'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:39:52.709660 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-c688fda5-9599-4a44-aa66-7796f5ceedfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:39:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['075d51b3-1611-42ff-aac0-9dbe86f3e575'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:39:52.805042 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Pushing event updated for resources: {'Port': ['ID=e4368372-ea3c-4d4d-831e-5249daaf590b,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:39:52.813733 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1721279b-e309-48e1-a0af-8a149cbbe768 req-c12685ea-7e90-4e45-bdbd-0b2274d987d7 tempest-ImagesOneServerTestJSON-318007829 tempest-ImagesOneServerTestJSON-318007829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:52.821518 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-1721279b-e309-48e1-a0af-8a149cbbe768 req-c12685ea-7e90-4e45-bdbd-0b2274d987d7 tempest-ImagesOneServerTestJSON-318007829 tempest-ImagesOneServerTestJSON-318007829-project] 10.222.0.54 "GET /v2.0/ports?device_id=d13d0796-c1c1-4adb-a331-414002742097 HTTP/1.1" status: 200 len: 949 time: 0.0696630 Nov 19 17:39:52.889882 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-1721279b-e309-48e1-a0af-8a149cbbe768 req-40a71880-65d2-41be-a1a1-51715b14ba57 tempest-ImagesOneServerTestJSON-318007829 tempest-ImagesOneServerTestJSON-318007829-project] 10.222.0.54 "GET /v2.0/security-groups?id=b53c3dc0-f806-4920-bfc2-1b7796f8cf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589464 Nov 19 17:39:53.056836 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Provisioning for port ad09ff0f-c382-4155-b7e9-69144a2e6e9d completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 17:39:53.075601 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Provisioning complete for port ad09ff0f-c382-4155-b7e9-69144a2e6e9d triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:39:53.075981 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:53.130925 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:53.133749 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-c688fda5-9599-4a44-aa66-7796f5ceedfb None None] Set router 075d51b3-1611-42ff-aac0-9dbe86f3e575 gateway port host: n-d-818022-2 {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:39:53.146079 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d48a4db2-3643-4134-9582-4f70549cce15 req-0ecd0965-5548-42c8-ab9e-0682d85b086f tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2d42000-c475-4f47-81a1-d381635bd450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5244670 Nov 19 17:39:53.177458 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf781b7-b2ea-43a9-ad4a-faa47ffe5167 req-01064b56-dbf5-4498-907b-74a5675a19c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:53.179105 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3bf781b7-b2ea-43a9-ad4a-faa47ffe5167 req-01064b56-dbf5-4498-907b-74a5675a19c7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0d7ccfd9bdc740e383b438cb097bfe8d&device_id=58455846-60e7-4f61-974f-dffca721866e HTTP/1.1" status: 200 len: 1095 time: 0.6491950 Nov 19 17:39:53.180922 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5695b101-1df8-4781-bef2-e1460bb11fff req-06b95e82-a65d-4db5-bfea-ec1002c86bfa service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e5476d89-23c6-405d-8ad8-c9f3d21a8ff2 HTTP/1.1" status: 200 len: 999 time: 0.5076466 Nov 19 17:39:53.183498 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2f7aef-28a8-4d4a-95c7-eefadb4709c7 req-7fab8f59-f105-4e56-ad28-b7088a9a5e9f tempest-InstanceActionsV221TestJSON-2138317510 tempest-InstanceActionsV221TestJSON-2138317510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:53.197874 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-7e2f7aef-28a8-4d4a-95c7-eefadb4709c7 req-7fab8f59-f105-4e56-ad28-b7088a9a5e9f tempest-InstanceActionsV221TestJSON-2138317510 tempest-InstanceActionsV221TestJSON-2138317510-project] 10.222.0.54 "GET /v2.0/ports?device_id=d9b5b9aa-3d2d-45ea-9e60-b45e5957c91a HTTP/1.1" status: 200 len: 944 time: 0.1062233 Nov 19 17:39:53.265509 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3bf781b7-b2ea-43a9-ad4a-faa47ffe5167 req-f4c4dc58-0d28-43d2-8ca5-493e09e4961e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a8f2c8e4-bede-4c8e-8ed6-ea2657b609e4 HTTP/1.1" status: 200 len: 217 time: 0.0768962 Nov 19 17:39:53.282856 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-7e2f7aef-28a8-4d4a-95c7-eefadb4709c7 req-2892cd0f-aca5-41b9-9777-2de79267841b tempest-InstanceActionsV221TestJSON-2138317510 tempest-InstanceActionsV221TestJSON-2138317510-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a714cc3-3866-44f4-9c08-f84743b98855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814683 Nov 19 17:39:53.329380 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port b22c3c4a-4ed7-4b46-9837-9a43ad458e8c, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=b22c3c4a-4ed7-4b46-9837-9a43ad458e8c,segment=NetworkSegment(79d5be89-daf8-443f-b5a8-76740534eee6),segment_id=79d5be89-daf8-443f-b5a8-76740534eee6)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:39:53.342393 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:53.367520 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf781b7-b2ea-43a9-ad4a-faa47ffe5167 req-f74bfaab-c792-4828-b81c-fc7216aa2f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:53.369106 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3bf781b7-b2ea-43a9-ad4a-faa47ffe5167 req-f74bfaab-c792-4828-b81c-fc7216aa2f39 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e811f539-9c60-469d-a119-267f6bfeab01 HTTP/1.1" status: 200 len: 861 time: 0.0619004 Nov 19 17:39:53.383643 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 45792) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:39:53.429849 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5695b101-1df8-4781-bef2-e1460bb11fff req-cc2f69d1-ea1f-4339-a243-12893d75edd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:53.433580 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5695b101-1df8-4781-bef2-e1460bb11fff req-cc2f69d1-ea1f-4339-a243-12893d75edd0 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ce5e5572-06fa-407a-98f7-553783ad7f2f HTTP/1.1" status: 200 len: 850 time: 0.1661444 Nov 19 17:39:53.516734 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3bf781b7-b2ea-43a9-ad4a-faa47ffe5167 req-11e0006d-b16e-494b-8ec3-701c771bf0c5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=06df44ce-7965-49c3-9334-79a80c7f7af9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0776613 Nov 19 17:39:53.538943 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=b22c3c4a-4ed7-4b46-9837-9a43ad458e8c,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:39:53.542623 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:53.647933 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port ad09ff0f-c382-4155-b7e9-69144a2e6e9d, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=ad09ff0f-c382-4155-b7e9-69144a2e6e9d,segment=NetworkSegment(83d3f836-b8a3-4635-9bf8-5c6a6277bf52),segment_id=83d3f836-b8a3-4635-9bf8-5c6a6277bf52)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:39:53.655366 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:53.656399 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device 65e64630-d319-432f-8e00-a188681e8b44 up at agent hyperv_n-h2-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:39:53.719255 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5695b101-1df8-4781-bef2-e1460bb11fff req-f78e2671-38a7-492b-aad6-794031f61cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:53.720967 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5695b101-1df8-4781-bef2-e1460bb11fff req-f78e2671-38a7-492b-aad6-794031f61cb8 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=54cb42e3-21bb-4900-9add-de52f53a9c78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2032189 Nov 19 17:39:53.763616 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e24fff3-0957-456a-ac40-37b7da720d42 req-f91e7bad-1a54-47d7-983f-ad5891ff4f32 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:53.774173 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0e24fff3-0957-456a-ac40-37b7da720d42 req-f91e7bad-1a54-47d7-983f-ad5891ff4f32 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.54 "GET /v2.0/ports?device_id=58455846-60e7-4f61-974f-dffca721866e HTTP/1.1" status: 200 len: 944 time: 0.2081413 Nov 19 17:39:53.778790 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Pushing event updated for resources: {'Port': ['ID=ad09ff0f-c382-4155-b7e9-69144a2e6e9d,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:39:53.800780 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3bf781b7-b2ea-43a9-ad4a-faa47ffe5167 req-5f292d71-3f58-4626-b2f9-9f33c53bee7f service neutron] 10.222.0.60 "GET /v2.0/networks/06df44ce-7965-49c3-9334-79a80c7f7af9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2642982 Nov 19 17:39:53.912971 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-c688fda5-9599-4a44-aa66-7796f5ceedfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '075d51b3-1611-42ff-aac0-9dbe86f3e575', 'name': 'tempest-AttachVolumeTestJSON-1193158978-router', 'tenant_id': 'dc7ce1e4ff7747b99247f6b026a294f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': 'e76245cb-899b-495b-bb81-81190cadba3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:38:52Z', 'updated_at': '2021-11-19T17:39:02Z', 'revision_number': 4, 'project_id': 'dc7ce1e4ff7747b99247f6b026a294f4', 'gw_port': {'id': 'e76245cb-899b-495b-bb81-81190cadba3e', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ea:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '075d51b3-1611-42ff-aac0-9dbe86f3e575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:38:54Z', 'updated_at': '2021-11-19T17:39:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_floatingips': [{'id': 'd17eb1a2-4afd-45cd-a658-3006fe93daef', 'tenant_id': 'dc7ce1e4ff7747b99247f6b026a294f4', 'floating_ip_address': '172.25.7.79', 'floating_network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'router_id': '075d51b3-1611-42ff-aac0-9dbe86f3e575', 'port_id': 'e5476d89-23c6-405d-8ad8-c9f3d21a8ff2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54cb42e3-21bb-4900-9add-de52f53a9c78', 'mac_address': 'fa:16:3e:79:7d:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccff1488-85ea-43ae-bf94-c62226a4f4bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T17:39:14Z', 'updated_at': '2021-11-19T17:39:48Z', 'revision_number': 1, 'project_id': 'dc7ce1e4ff7747b99247f6b026a294f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40893073-89f5-4c57-8e8a-314b872654c5', 'name': '', 'network_id': '54cb42e3-21bb-4900-9add-de52f53a9c78', 'tenant_id': 'dc7ce1e4ff7747b99247f6b026a294f4', 'mac_address': 'fa:16:3e:ae:16:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '075d51b3-1611-42ff-aac0-9dbe86f3e575', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'ce5e5572-06fa-407a-98f7-553783ad7f2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:39:00Z', 'updated_at': '2021-11-19T17:39:22Z', 'revision_number': 5, 'project_id': 'dc7ce1e4ff7747b99247f6b026a294f4', 'subnets': [{'id': 'ce5e5572-06fa-407a-98f7-553783ad7f2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:39:53.915009 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0e24fff3-0957-456a-ac40-37b7da720d42 req-655d2176-900d-452e-9e4f-b105faf7b74c tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.54 "GET /v2.0/security-groups?id=740807d6-4246-4ecb-a636-49a5e5a1e11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373742 Nov 19 17:39:53.931302 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5695b101-1df8-4781-bef2-e1460bb11fff req-9d3c437f-1e94-459a-a232-044ffb64c5dd service neutron] 10.222.0.86 "GET /v2.0/networks/54cb42e3-21bb-4900-9add-de52f53a9c78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2004406 Nov 19 17:39:53.991161 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Provisioning for port 65e64630-d319-432f-8e00-a188681e8b44 completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 17:39:54.005198 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Provisioning complete for port 65e64630-d319-432f-8e00-a188681e8b44 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:39:54.005628 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:54.018073 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d5d9328-4371-4a75-8e40-684b5fed4412', 'name': 'network-vif-deleted', 'tag': '58a0edee-3616-4ec1-b798-872bebf02dcb'}, {'name': 'network-changed', 'server_uuid': '58455846-60e7-4f61-974f-dffca721866e', 'tag': 'a8f2c8e4-bede-4c8e-8ed6-ea2657b609e4'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:39:54.020477 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218319d759239a7d11f1288aef37381b97754913ee9ccbfd43b51a463f801712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0e8b40f-0ceb-4d21-870b-ba92d8566652" -d '{"events": [{"server_uuid": "8d5d9328-4371-4a75-8e40-684b5fed4412", "name": "network-vif-deleted", "tag": "58a0edee-3616-4ec1-b798-872bebf02dcb"}, {"name": "network-changed", "server_uuid": "58455846-60e7-4f61-974f-dffca721866e", "tag": "a8f2c8e4-bede-4c8e-8ed6-ea2657b609e4"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:39:54.065429 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device a55f2ca5-5fcf-4f47-8385-e8d8ea577dac details requested by agent hyperv_n-h1-818022-2 with host n-h1-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 17:39:54.073842 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c688fda5-9599-4a44-aa66-7796f5ceedfb None None] The sync data for ids ['075d51b3-1611-42ff-aac0-9dbe86f3e575'] in n-d-818022-2 is: [{'id': '075d51b3-1611-42ff-aac0-9dbe86f3e575', 'name': 'tempest-AttachVolumeTestJSON-1193158978-router', 'tenant_id': 'dc7ce1e4ff7747b99247f6b026a294f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': 'e76245cb-899b-495b-bb81-81190cadba3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:38:52Z', 'updated_at': '2021-11-19T17:39:02Z', 'revision_number': 4, 'project_id': 'dc7ce1e4ff7747b99247f6b026a294f4', 'gw_port': {'id': 'e76245cb-899b-495b-bb81-81190cadba3e', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ea:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '075d51b3-1611-42ff-aac0-9dbe86f3e575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:38:54Z', 'updated_at': '2021-11-19T17:39:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_floatingips': [{'id': 'd17eb1a2-4afd-45cd-a658-3006fe93daef', 'tenant_id': 'dc7ce1e4ff7747b99247f6b026a294f4', 'floating_ip_address': '172.25.7.79', 'floating_network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'router_id': '075d51b3-1611-42ff-aac0-9dbe86f3e575', 'port_id': 'e5476d89-23c6-405d-8ad8-c9f3d21a8ff2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54cb42e3-21bb-4900-9add-de52f53a9c78', 'mac_address': 'fa:16:3e:79:7d:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccff1488-85ea-43ae-bf94-c62226a4f4bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T17:39:14Z', 'updated_at': '2021-11-19T17:39:48Z', 'revision_number': 1, 'project_id': 'dc7ce1e4ff7747b99247f6b026a294f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40893073-89f5-4c57-8e8a-314b872654c5', 'name': '', 'network_id': '54cb42e3-21bb-4900-9add-de52f53a9c78', 'tenant_id': 'dc7ce1e4ff7747b99247f6b026a294f4', 'mac_address': 'fa:16:3e:ae:16:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '075d51b3-1611-42ff-aac0-9dbe86f3e575', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'ce5e5572-06fa-407a-98f7-553783ad7f2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:39:00Z', 'updated_at': '2021-11-19T17:39:22Z', 'revision_number': 5, 'project_id': 'dc7ce1e4ff7747b99247f6b026a294f4', 'subnets': [{'id': 'ce5e5572-06fa-407a-98f7-553783ad7f2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 17:39:54.088300 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3bf781b7-b2ea-43a9-ad4a-faa47ffe5167 req-468c5a9a-39ce-4b85-836d-426aa7130eea service neutron] 10.222.0.60 "GET /v2.0/networks/06df44ce-7965-49c3-9334-79a80c7f7af9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2731693 Nov 19 17:39:54.173192 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebd1a9c-bea4-4f96-866b-1a1cdef21478 req-704c538f-32dc-46aa-a26a-fded6a5fd337 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:54.177178 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0ebd1a9c-bea4-4f96-866b-1a1cdef21478 req-704c538f-32dc-46aa-a26a-fded6a5fd337 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] 10.222.0.54 "GET /v2.0/ports?device_id=33b7f368-0977-4f75-bb1f-c9dc76462d25 HTTP/1.1" status: 200 len: 949 time: 0.1436105 Nov 19 17:39:54.201016 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de785e3a-1c5e-46f8-90a1-d6cd17505cb9 req-34248535-5f96-4c60-a9e5-1691e510c395 tempest-ImagesOneServerTestJSON-318007829 tempest-ImagesOneServerTestJSON-318007829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:54.209507 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-de785e3a-1c5e-46f8-90a1-d6cd17505cb9 req-34248535-5f96-4c60-a9e5-1691e510c395 tempest-ImagesOneServerTestJSON-318007829 tempest-ImagesOneServerTestJSON-318007829-project] 10.222.0.54 "GET /v2.0/ports?device_id=d13d0796-c1c1-4adb-a331-414002742097 HTTP/1.1" status: 200 len: 949 time: 0.1435525 Nov 19 17:39:54.272206 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5695b101-1df8-4781-bef2-e1460bb11fff req-4155c670-1348-4bfa-a57e-033416bb687c service neutron] 10.222.0.86 "GET /v2.0/networks/54cb42e3-21bb-4900-9add-de52f53a9c78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3217049 Nov 19 17:39:54.282204 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-de785e3a-1c5e-46f8-90a1-d6cd17505cb9 req-dc8e8961-c764-4e7f-bf46-937b66f02e31 tempest-ImagesOneServerTestJSON-318007829 tempest-ImagesOneServerTestJSON-318007829-project] 10.222.0.54 "GET /v2.0/security-groups?id=b53c3dc0-f806-4920-bfc2-1b7796f8cf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715313 Nov 19 17:39:54.294689 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:54.360827 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port 65e64630-d319-432f-8e00-a188681e8b44, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=65e64630-d319-432f-8e00-a188681e8b44,segment=NetworkSegment(1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861),segment_id=1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:39:54.370993 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0ebd1a9c-bea4-4f96-866b-1a1cdef21478 req-692228bf-31b5-491b-9b49-f5d746487daa tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] 10.222.0.54 "GET /v2.0/security-groups?id=01d035e7-47ed-4912-a186-53ea419ecd96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717191 Nov 19 17:39:54.387394 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:54.394144 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device 13e16a64-d226-4cdc-9b9b-c726dac28292 up at agent hyperv_n-h2-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:39:54.531785 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 19 Nov 2021 17:39:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-901fe65d-7d35-434d-b0fa-882c7a54ea61 x-openstack-request-id: req-901fe65d-7d35-434d-b0fa-882c7a54ea61 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:39:54.532589 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d5d9328-4371-4a75-8e40-684b5fed4412", "name": "network-vif-deleted", "tag": "58a0edee-3616-4ec1-b798-872bebf02dcb", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "58455846-60e7-4f61-974f-dffca721866e", "tag": "a8f2c8e4-bede-4c8e-8ed6-ea2657b609e4", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:39:54.533036 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-901fe65d-7d35-434d-b0fa-882c7a54ea61 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:39:54.533761 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d5d9328-4371-4a75-8e40-684b5fed4412', 'name': 'network-vif-deleted', 'tag': '58a0edee-3616-4ec1-b798-872bebf02dcb', 'status': 'completed', 'code': 200} Nov 19 17:39:54.534213 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58455846-60e7-4f61-974f-dffca721866e', 'tag': 'a8f2c8e4-bede-4c8e-8ed6-ea2657b609e4', 'status': 'completed', 'code': 200} Nov 19 17:39:54.547625 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aeea6af-2263-48a1-a3fc-0b9a50c372b2 None None] New status for floating IP d17eb1a2-4afd-45cd-a658-3006fe93daef: ACTIVE {{(pid=103367) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 17:39:54.553307 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port a55f2ca5-5fcf-4f47-8385-e8d8ea577dac, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=a55f2ca5-5fcf-4f47-8385-e8d8ea577dac,segment=NetworkSegment(3937b058-45c3-4cdc-b27d-da1ca7985067),segment_id=3937b058-45c3-4cdc-b27d-da1ca7985067)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:39:54.597953 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Returning: {'device': 'a55f2ca5-5fcf-4f47-8385-e8d8ea577dac', 'network_id': 'c4cc9c60-be8c-4a60-be1b-a29e98302997', 'port_id': 'a55f2ca5-5fcf-4f47-8385-e8d8ea577dac', 'mac_address': 'fa:16:3e:d6:ea:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 671, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03fb8a38-8906-4daf-82e4-8d8788de58f6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 17:39:54.650557 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9b5b9aa-3d2d-45ea-9e60-b45e5957c91a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b22c3c4a-4ed7-4b46-9837-9a43ad458e8c'}, {'server_uuid': '477a3615-027a-4fb0-a22c-229eb9ec726c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad09ff0f-c382-4155-b7e9-69144a2e6e9d'}, {'server_uuid': 'd13d0796-c1c1-4adb-a331-414002742097', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65e64630-d319-432f-8e00-a188681e8b44'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:39:54.654191 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3940761bcd94e032e6960d2241bd8993c5d3a7d8dc2aca8488f3ecf1d4dd2fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc5bf5d3-1b66-4e69-a582-1e0067ef051a" -d '{"events": [{"server_uuid": "d9b5b9aa-3d2d-45ea-9e60-b45e5957c91a", "name": "network-vif-plugged", "status": "completed", "tag": "b22c3c4a-4ed7-4b46-9837-9a43ad458e8c"}, {"server_uuid": "477a3615-027a-4fb0-a22c-229eb9ec726c", "name": "network-vif-plugged", "status": "completed", "tag": "ad09ff0f-c382-4155-b7e9-69144a2e6e9d"}, {"server_uuid": "d13d0796-c1c1-4adb-a331-414002742097", "name": "network-vif-plugged", "status": "completed", "tag": "65e64630-d319-432f-8e00-a188681e8b44"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:39:54.672821 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e8b40f-0ceb-4d21-870b-ba92d8566652 req-64db391b-cca2-4153-844b-ea3afa00eb8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:54.674842 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c0e8b40f-0ceb-4d21-870b-ba92d8566652 req-64db391b-cca2-4153-844b-ea3afa00eb8b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0d7ccfd9bdc740e383b438cb097bfe8d&device_id=58455846-60e7-4f61-974f-dffca721866e HTTP/1.1" status: 200 len: 1095 time: 0.0986547 Nov 19 17:39:54.714052 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Pushing event updated for resources: {'Port': ['ID=65e64630-d319-432f-8e00-a188681e8b44,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:39:54.735518 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Provisioning for port 13e16a64-d226-4cdc-9b9b-c726dac28292 completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 17:39:54.757754 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:54.765672 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Provisioning complete for port 13e16a64-d226-4cdc-9b9b-c726dac28292 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:39:54.767182 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:54.800816 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0bc844-6a1a-4a6c-9a6a-558544d494fc req-29a2ab5e-b258-4177-9a13-b1d95b6ed7de tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:54.814910 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0bc844-6a1a-4a6c-9a6a-558544d494fc req-29a2ab5e-b258-4177-9a13-b1d95b6ed7de tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:54.818219 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a55f2ca5-5fcf-4f47-8385-e8d8ea577dac {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:39:54.822097 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0bc844-6a1a-4a6c-9a6a-558544d494fc req-29a2ab5e-b258-4177-9a13-b1d95b6ed7de tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:54.847220 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ca0bc844-6a1a-4a6c-9a6a-558544d494fc req-29a2ab5e-b258-4177-9a13-b1d95b6ed7de tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] 10.222.0.54 "GET /v2.0/ports?device_id=477a3615-027a-4fb0-a22c-229eb9ec726c HTTP/1.1" status: 200 len: 2417 time: 0.3242471 Nov 19 17:39:54.858991 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port a55f2ca5-5fcf-4f47-8385-e8d8ea577dac, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=a55f2ca5-5fcf-4f47-8385-e8d8ea577dac,segment=NetworkSegment(3937b058-45c3-4cdc-b27d-da1ca7985067),segment_id=3937b058-45c3-4cdc-b27d-da1ca7985067)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:39:54.873215 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:54.942798 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f068b6d1-0b62-4b21-8ac6-9052e191722d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-768564'] for router_interface, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:54.956289 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ca0bc844-6a1a-4a6c-9a6a-558544d494fc req-7f6f9c12-a0df-471b-890d-646f9846c1bf tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2d42000-c475-4f47-81a1-d381635bd450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055310 Nov 19 17:39:55.004179 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:55.041180 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec46d1c6-0c9b-42f1-9d27-b8be7f630072 req-b79c2ccc-c180-4d17-9671-051fc116df86 tempest-InstanceActionsV221TestJSON-2138317510 tempest-InstanceActionsV221TestJSON-2138317510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:55.049196 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ec46d1c6-0c9b-42f1-9d27-b8be7f630072 req-b79c2ccc-c180-4d17-9671-051fc116df86 tempest-InstanceActionsV221TestJSON-2138317510 tempest-InstanceActionsV221TestJSON-2138317510-project] 10.222.0.54 "GET /v2.0/ports?device_id=d9b5b9aa-3d2d-45ea-9e60-b45e5957c91a HTTP/1.1" status: 200 len: 945 time: 0.2036717 Nov 19 17:39:55.093760 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port 13e16a64-d226-4cdc-9b9b-c726dac28292, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=13e16a64-d226-4cdc-9b9b-c726dac28292,segment=NetworkSegment(83d3f836-b8a3-4635-9bf8-5c6a6277bf52),segment_id=83d3f836-b8a3-4635-9bf8-5c6a6277bf52)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:39:55.095083 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=a55f2ca5-5fcf-4f47-8385-e8d8ea577dac,revision_number=6']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:39:55.107198 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e8b40f-0ceb-4d21-870b-ba92d8566652 req-7d131d8c-40b6-4ebe-9143-ebe50c1e194c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:55.108465 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c0e8b40f-0ceb-4d21-870b-ba92d8566652 req-7d131d8c-40b6-4ebe-9143-ebe50c1e194c service neutron] 10.222.0.60 "GET /v2.0/networks?id=06df44ce-7965-49c3-9334-79a80c7f7af9 HTTP/1.1" status: 200 len: 922 time: 0.4230475 Nov 19 17:39:55.124100 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 19 Nov 2021 17:39:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afb91a01-57d3-4a8e-8f07-0d8d0bacccc5 x-openstack-request-id: req-afb91a01-57d3-4a8e-8f07-0d8d0bacccc5 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:39:55.124560 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9b5b9aa-3d2d-45ea-9e60-b45e5957c91a", "name": "network-vif-plugged", "status": "completed", "tag": "b22c3c4a-4ed7-4b46-9837-9a43ad458e8c", "code": 200}, {"server_uuid": "477a3615-027a-4fb0-a22c-229eb9ec726c", "name": "network-vif-plugged", "status": "completed", "tag": "ad09ff0f-c382-4155-b7e9-69144a2e6e9d", "code": 200}, {"server_uuid": "d13d0796-c1c1-4adb-a331-414002742097", "name": "network-vif-plugged", "status": "completed", "tag": "65e64630-d319-432f-8e00-a188681e8b44", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:39:55.126883 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-afb91a01-57d3-4a8e-8f07-0d8d0bacccc5 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:39:55.127585 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9b5b9aa-3d2d-45ea-9e60-b45e5957c91a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b22c3c4a-4ed7-4b46-9837-9a43ad458e8c', 'code': 200} Nov 19 17:39:55.128612 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '477a3615-027a-4fb0-a22c-229eb9ec726c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad09ff0f-c382-4155-b7e9-69144a2e6e9d', 'code': 200} Nov 19 17:39:55.129491 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd13d0796-c1c1-4adb-a331-414002742097', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65e64630-d319-432f-8e00-a188681e8b44', 'code': 200} Nov 19 17:39:55.131657 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['a55f2ca5-5fcf-4f47-8385-e8d8ea577dac'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:39:55.220377 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:55.230614 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c0e8b40f-0ceb-4d21-870b-ba92d8566652 req-5f6574e5-a9e9-415c-99a9-277b44be358c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a8f2c8e4-bede-4c8e-8ed6-ea2657b609e4 HTTP/1.1" status: 200 len: 217 time: 0.1106355 Nov 19 17:39:55.249107 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device 58a0edee-3616-4ec1-b798-872bebf02dcb no longer exists at agent hyperv_n-h2-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:39:55.320985 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ec46d1c6-0c9b-42f1-9d27-b8be7f630072 req-46160b11-20d9-4edd-ac5b-906ae155a49c tempest-InstanceActionsV221TestJSON-2138317510 tempest-InstanceActionsV221TestJSON-2138317510-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a714cc3-3866-44f4-9c08-f84743b98855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2685130 Nov 19 17:39:55.334524 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] No Port match for: 58a0edee-3616-4ec1-b798-872bebf02dcb {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:39:55.335010 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device 58a0edee-3616-4ec1-b798-872bebf02dcb not bound to the agent host n-h2-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:39:55.364197 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Pushing event updated for resources: {'Port': ['ID=13e16a64-d226-4cdc-9b9b-c726dac28292,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:39:55.508474 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e8b40f-0ceb-4d21-870b-ba92d8566652 req-00008f44-22fa-4e29-942a-6abf723ec965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:55.523571 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c0e8b40f-0ceb-4d21-870b-ba92d8566652 req-00008f44-22fa-4e29-942a-6abf723ec965 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e811f539-9c60-469d-a119-267f6bfeab01 HTTP/1.1" status: 200 len: 861 time: 0.2674003 Nov 19 17:39:55.546918 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fff930a-90d8-4caf-96b8-153c60e76cc2 req-b85ebe6b-7478-4863-8e1c-e5b554fa157d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:55.548759 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3fff930a-90d8-4caf-96b8-153c60e76cc2 req-b85ebe6b-7478-4863-8e1c-e5b554fa157d service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=d13d0796-c1c1-4adb-a331-414002742097 HTTP/1.1" status: 200 len: 1101 time: 0.3094835 Nov 19 17:39:55.624232 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c0e8b40f-0ceb-4d21-870b-ba92d8566652 req-92993dcb-a1d2-4d38-81fa-0a27cbf280fd service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=06df44ce-7965-49c3-9334-79a80c7f7af9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0903721 Nov 19 17:39:55.769233 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3fff930a-90d8-4caf-96b8-153c60e76cc2 req-3f980fdd-ed61-478e-8172-a8f96a74bab6 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=b53c3dc0-f806-4920-bfc2-1b7796f8cf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772029 Nov 19 17:39:55.786024 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c04c9e5-fb5b-46e3-92c9-3e9d85f508be req-f108e955-b097-4fb1-8b66-bd9f4f23afa5 tempest-ImagesOneServerTestJSON-318007829 tempest-ImagesOneServerTestJSON-318007829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:55.800482 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2c04c9e5-fb5b-46e3-92c9-3e9d85f508be req-f108e955-b097-4fb1-8b66-bd9f4f23afa5 tempest-ImagesOneServerTestJSON-318007829 tempest-ImagesOneServerTestJSON-318007829-project] 10.222.0.54 "GET /v2.0/ports?device_id=d13d0796-c1c1-4adb-a331-414002742097 HTTP/1.1" status: 200 len: 950 time: 0.2739744 Nov 19 17:39:55.821988 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54883a52-8cc2-432c-8f71-1b2d5ad0e29f req-6eb11beb-d062-44ae-9352-89f2911b1311 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:55.824486 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-54883a52-8cc2-432c-8f71-1b2d5ad0e29f req-6eb11beb-d062-44ae-9352-89f2911b1311 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] 10.222.0.60 "GET /v2.0/ports?device_id=0b21b2e0-3f84-4439-b115-e4cb8765ca94 HTTP/1.1" status: 200 len: 950 time: 0.4974205 Nov 19 17:39:55.862569 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751912e8-fe5d-450f-834d-bde41aa714a1 req-ecc5c5ac-40bd-45d6-837e-bbfaded4efaa tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:55.864338 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-751912e8-fe5d-450f-834d-bde41aa714a1 req-ecc5c5ac-40bd-45d6-837e-bbfaded4efaa tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] 10.222.0.86 "GET /v2.0/ports?device_id=33b7f368-0977-4f75-bb1f-c9dc76462d25 HTTP/1.1" status: 200 len: 949 time: 0.1535745 Nov 19 17:39:55.884039 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d88053-fc71-4140-9170-82ee644dedb6 req-f981aa39-1c67-491c-b8f0-ed078ac19d32 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:55.889036 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a5d88053-fc71-4140-9170-82ee644dedb6 req-f981aa39-1c67-491c-b8f0-ed078ac19d32 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.54 "GET /v2.0/ports?device_id=58455846-60e7-4f61-974f-dffca721866e HTTP/1.1" status: 200 len: 944 time: 0.2377989 Nov 19 17:39:55.895726 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14777ce2-900a-408d-9292-a22326415cee req-738b0b3e-668f-426e-8edb-df310075cd29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:55.899327 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-14777ce2-900a-408d-9292-a22326415cee req-738b0b3e-668f-426e-8edb-df310075cd29 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=d9b5b9aa-3d2d-45ea-9e60-b45e5957c91a HTTP/1.1" status: 200 len: 1096 time: 0.2597551 Nov 19 17:39:55.950312 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c0e8b40f-0ceb-4d21-870b-ba92d8566652 req-800ff1f4-8c4a-4cc2-9c16-ae2a8d7eeca9 service neutron] 10.222.0.60 "GET /v2.0/networks/06df44ce-7965-49c3-9334-79a80c7f7af9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3056877 Nov 19 17:39:55.965180 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device a55f2ca5-5fcf-4f47-8385-e8d8ea577dac up at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:39:56.010439 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2c04c9e5-fb5b-46e3-92c9-3e9d85f508be req-8cf8fcd8-98bd-492d-87fa-3bb36f8fa156 tempest-ImagesOneServerTestJSON-318007829 tempest-ImagesOneServerTestJSON-318007829-project] 10.222.0.54 "GET /v2.0/security-groups?id=b53c3dc0-f806-4920-bfc2-1b7796f8cf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083275 Nov 19 17:39:56.019632 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-14777ce2-900a-408d-9292-a22326415cee req-ab9433da-eac5-465b-b13a-1ba817e6ffcb service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=7a714cc3-3866-44f4-9c08-f84743b98855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063201 Nov 19 17:39:56.110767 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning complete for port a55f2ca5-5fcf-4f47-8385-e8d8ea577dac triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:39:56.111433 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:56.118752 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a5d88053-fc71-4140-9170-82ee644dedb6 req-953276d6-9f97-4315-8301-8b4a341b5dc7 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.54 "GET /v2.0/security-groups?id=740807d6-4246-4ecb-a636-49a5e5a1e11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088475 Nov 19 17:39:56.147270 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-54883a52-8cc2-432c-8f71-1b2d5ad0e29f req-e4cfd199-5e1e-4c6e-8230-b5d924d8b502 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Deleting port 1748dc5b-17aa-48d9-b8f9-86128f76a16a {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:39:56.148058 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-54883a52-8cc2-432c-8f71-1b2d5ad0e29f req-e4cfd199-5e1e-4c6e-8230-b5d924d8b502 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:56.277146 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:56.349531 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-f068b6d1-0b62-4b21-8ac6-9052e191722d admin admin] Deleting port b8950024-da22-49e3-b688-380a50996259 {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:39:56.349962 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f068b6d1-0b62-4b21-8ac6-9052e191722d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:56.353956 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [req-751912e8-fe5d-450f-834d-bde41aa714a1 req-72a2ff7e-19e8-4b4f-adfc-0d82ce4ac3f1 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Deleting port cb80555f-29e3-4743-a119-594c380126fc {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:39:56.356966 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-751912e8-fe5d-450f-834d-bde41aa714a1 req-72a2ff7e-19e8-4b4f-adfc-0d82ce4ac3f1 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:56.360753 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e895a3-501a-49fe-9132-8c6aaa8427db req-34eea1e4-b71e-4916-8c3c-57e6c2aea68d tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:56.362861 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c1e895a3-501a-49fe-9132-8c6aaa8427db req-34eea1e4-b71e-4916-8c3c-57e6c2aea68d tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] 10.222.0.54 "GET /v2.0/ports?device_id=33b7f368-0977-4f75-bb1f-c9dc76462d25 HTTP/1.1" status: 200 len: 949 time: 0.2314496 Nov 19 17:39:56.372391 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c0e8b40f-0ceb-4d21-870b-ba92d8566652 req-321286b7-a711-454b-ae14-f9136e9e88df service neutron] 10.222.0.60 "GET /v2.0/networks/06df44ce-7965-49c3-9334-79a80c7f7af9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4148629 Nov 19 17:39:56.395029 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port a55f2ca5-5fcf-4f47-8385-e8d8ea577dac, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=a55f2ca5-5fcf-4f47-8385-e8d8ea577dac,segment=NetworkSegment(3937b058-45c3-4cdc-b27d-da1ca7985067),segment_id=3937b058-45c3-4cdc-b27d-da1ca7985067)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:39:56.401530 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:56.485370 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-54883a52-8cc2-432c-8f71-1b2d5ad0e29f req-e4cfd199-5e1e-4c6e-8230-b5d924d8b502 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] For port 1748dc5b-17aa-48d9-b8f9-86128f76a16a, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=1748dc5b-17aa-48d9-b8f9-86128f76a16a,segment=NetworkSegment(1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861),segment_id=1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:39:56.485764 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-54883a52-8cc2-432c-8f71-1b2d5ad0e29f req-e4cfd199-5e1e-4c6e-8230-b5d924d8b502 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:56.500753 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c1e895a3-501a-49fe-9132-8c6aaa8427db req-84d5f53e-52ba-4c6a-861d-733937be2063 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] 10.222.0.54 "GET /v2.0/security-groups?id=01d035e7-47ed-4912-a186-53ea419ecd96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237614 Nov 19 17:39:56.505271 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-54883a52-8cc2-432c-8f71-1b2d5ad0e29f req-e4cfd199-5e1e-4c6e-8230-b5d924d8b502 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Calling delete_port for 1748dc5b-17aa-48d9-b8f9-86128f76a16a owned by compute:nova {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:39:56.602013 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-751912e8-fe5d-450f-834d-bde41aa714a1 req-72a2ff7e-19e8-4b4f-adfc-0d82ce4ac3f1 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] For port cb80555f-29e3-4743-a119-594c380126fc, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=cb80555f-29e3-4743-a119-594c380126fc,segment=NetworkSegment(1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861),segment_id=1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:39:56.602509 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-751912e8-fe5d-450f-834d-bde41aa714a1 req-72a2ff7e-19e8-4b4f-adfc-0d82ce4ac3f1 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:56.622295 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=a55f2ca5-5fcf-4f47-8385-e8d8ea577dac,revision_number=7']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:39:56.701519 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [None req-f068b6d1-0b62-4b21-8ac6-9052e191722d admin admin] For port b8950024-da22-49e3-b688-380a50996259, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=b8950024-da22-49e3-b688-380a50996259,segment=NetworkSegment(e2e76166-2a11-48ad-af12-51784925425c),segment_id=e2e76166-2a11-48ad-af12-51784925425c)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:39:56.702216 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f068b6d1-0b62-4b21-8ac6-9052e191722d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:56.722748 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-f068b6d1-0b62-4b21-8ac6-9052e191722d admin admin] Calling delete_port for b8950024-da22-49e3-b688-380a50996259 owned by network:router_interface {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:39:56.763071 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-54883a52-8cc2-432c-8f71-1b2d5ad0e29f req-e4cfd199-5e1e-4c6e-8230-b5d924d8b502 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:56.785368 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['1ab892c9-0f24-4863-9fe2-85db9a8344ed', '94256cd8-44d3-4041-8131-77ccb8f7301f', 'ad90d0c6-b21a-4322-9ec7-d3571b6fdbd7', '1748dc5b-17aa-48d9-b8f9-86128f76a16a'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:39:56.788331 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] get_ports_and_sgs() called for port_ids ['cb80555f-29e3-4743-a119-594c380126fc'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:39:56.806262 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cfd199-5e1e-4c6e-8230-b5d924d8b502 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Pushing event deleted for resources: {'Port': ['ID=1748dc5b-17aa-48d9-b8f9-86128f76a16a,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:39:56.887091 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36325c2-f526-4f4a-bee8-941015e3e937 req-af8ad330-f484-43e2-909c-ba321a912f8b tempest-InstanceActionsV221TestJSON-2138317510 tempest-InstanceActionsV221TestJSON-2138317510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:56.897290 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c36325c2-f526-4f4a-bee8-941015e3e937 req-af8ad330-f484-43e2-909c-ba321a912f8b tempest-InstanceActionsV221TestJSON-2138317510 tempest-InstanceActionsV221TestJSON-2138317510-project] 10.222.0.54 "GET /v2.0/ports?device_id=d9b5b9aa-3d2d-45ea-9e60-b45e5957c91a HTTP/1.1" status: 200 len: 945 time: 0.1664083 Nov 19 17:39:56.981717 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c36325c2-f526-4f4a-bee8-941015e3e937 req-09e6d807-2379-40d5-8eba-201660dcbbcc tempest-InstanceActionsV221TestJSON-2138317510 tempest-InstanceActionsV221TestJSON-2138317510-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a714cc3-3866-44f4-9c08-f84743b98855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820475 Nov 19 17:39:56.988800 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-54883a52-8cc2-432c-8f71-1b2d5ad0e29f req-e4cfd199-5e1e-4c6e-8230-b5d924d8b502 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] No DVR routers for this DVR port 1748dc5b-17aa-48d9-b8f9-86128f76a16a on host n-h1-818022-2 {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:39:56.993747 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-54883a52-8cc2-432c-8f71-1b2d5ad0e29f req-e4cfd199-5e1e-4c6e-8230-b5d924d8b502 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:56.998232 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-54883a52-8cc2-432c-8f71-1b2d5ad0e29f req-e4cfd199-5e1e-4c6e-8230-b5d924d8b502 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] 10.222.0.60 "DELETE /v2.0/ports/1748dc5b-17aa-48d9-b8f9-86128f76a16a HTTP/1.1" status: 204 len: 173 time: 1.1623566 Nov 19 17:39:57.003083 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b21b2e0-3f84-4439-b115-e4cb8765ca94', 'name': 'network-vif-deleted', 'tag': '1748dc5b-17aa-48d9-b8f9-86128f76a16a'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:39:57.006406 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218319d759239a7d11f1288aef37381b97754913ee9ccbfd43b51a463f801712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d28a76a4-c768-49e9-bbe9-0bf9cefc2626" -d '{"events": [{"server_uuid": "0b21b2e0-3f84-4439-b115-e4cb8765ca94", "name": "network-vif-deleted", "tag": "1748dc5b-17aa-48d9-b8f9-86128f76a16a"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:39:57.152012 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:39:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1fc07d1-293e-43c9-ab56-d75912d12d23 x-openstack-request-id: req-a1fc07d1-293e-43c9-ab56-d75912d12d23 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:39:57.152401 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b21b2e0-3f84-4439-b115-e4cb8765ca94", "name": "network-vif-deleted", "tag": "1748dc5b-17aa-48d9-b8f9-86128f76a16a", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:39:57.152806 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a1fc07d1-293e-43c9-ab56-d75912d12d23 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:39:57.153460 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b21b2e0-3f84-4439-b115-e4cb8765ca94', 'name': 'network-vif-deleted', 'tag': '1748dc5b-17aa-48d9-b8f9-86128f76a16a', 'status': 'completed', 'code': 200} Nov 19 17:39:57.184679 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [req-751912e8-fe5d-450f-834d-bde41aa714a1 req-72a2ff7e-19e8-4b4f-adfc-0d82ce4ac3f1 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Calling delete_port for cb80555f-29e3-4743-a119-594c380126fc owned by compute:nova {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:39:57.302900 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '477a3615-027a-4fb0-a22c-229eb9ec726c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13e16a64-d226-4cdc-9b9b-c726dac28292'}, {'server_uuid': '120e2f87-809d-4c7b-9bfb-c9a7531a950b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a55f2ca5-5fcf-4f47-8385-e8d8ea577dac'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:39:57.305305 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3940761bcd94e032e6960d2241bd8993c5d3a7d8dc2aca8488f3ecf1d4dd2fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c774e5a-39d5-42ea-9f9c-e637fa953f58" -d '{"events": [{"server_uuid": "477a3615-027a-4fb0-a22c-229eb9ec726c", "name": "network-vif-plugged", "status": "completed", "tag": "13e16a64-d226-4cdc-9b9b-c726dac28292"}, {"server_uuid": "120e2f87-809d-4c7b-9bfb-c9a7531a950b", "name": "network-vif-plugged", "status": "completed", "tag": "a55f2ca5-5fcf-4f47-8385-e8d8ea577dac"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:39:57.414456 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ffb215-d021-4207-b95a-1a5368d329fe req-e2e852c6-0887-4afb-87a6-da49be6cd957 tempest-ImagesOneServerTestJSON-318007829 tempest-ImagesOneServerTestJSON-318007829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:57.422201 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-27ffb215-d021-4207-b95a-1a5368d329fe req-e2e852c6-0887-4afb-87a6-da49be6cd957 tempest-ImagesOneServerTestJSON-318007829 tempest-ImagesOneServerTestJSON-318007829-project] 10.222.0.54 "GET /v2.0/ports?device_id=d13d0796-c1c1-4adb-a331-414002742097 HTTP/1.1" status: 200 len: 950 time: 0.1209853 Nov 19 17:39:57.529342 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-27ffb215-d021-4207-b95a-1a5368d329fe req-85bdd740-2368-473b-aae8-0048f104b2e5 tempest-ImagesOneServerTestJSON-318007829 tempest-ImagesOneServerTestJSON-318007829-project] 10.222.0.54 "GET /v2.0/security-groups?id=b53c3dc0-f806-4920-bfc2-1b7796f8cf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994611 Nov 19 17:39:57.603149 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649f8ca7-e007-4ee1-92f0-c03f91ccdf9e req-a6d0bff1-9a8b-4674-809f-5c2d46c32eb4 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:57.609898 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649f8ca7-e007-4ee1-92f0-c03f91ccdf9e req-a6d0bff1-9a8b-4674-809f-5c2d46c32eb4 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:57.616678 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649f8ca7-e007-4ee1-92f0-c03f91ccdf9e req-a6d0bff1-9a8b-4674-809f-5c2d46c32eb4 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:57.618900 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-649f8ca7-e007-4ee1-92f0-c03f91ccdf9e req-a6d0bff1-9a8b-4674-809f-5c2d46c32eb4 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] 10.222.0.54 "GET /v2.0/ports?device_id=477a3615-027a-4fb0-a22c-229eb9ec726c HTTP/1.1" status: 200 len: 2418 time: 0.9998586 Nov 19 17:39:57.621424 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f068b6d1-0b62-4b21-8ac6-9052e191722d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:57.682916 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f068b6d1-0b62-4b21-8ac6-9052e191722d admin admin] Pushing event deleted for resources: {'Port': ['ID=b8950024-da22-49e3-b688-380a50996259,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:39:57.685702 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-751912e8-fe5d-450f-834d-bde41aa714a1 req-72a2ff7e-19e8-4b4f-adfc-0d82ce4ac3f1 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:57.776967 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55008d74-d47f-4256-ba7b-9f42a1f90cac req-7b6d69c8-c720-4dd4-a59c-7b286fd922b9 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:57.784898 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-55008d74-d47f-4256-ba7b-9f42a1f90cac req-7b6d69c8-c720-4dd4-a59c-7b286fd922b9 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.54 "GET /v2.0/ports?device_id=58455846-60e7-4f61-974f-dffca721866e HTTP/1.1" status: 200 len: 944 time: 0.1268415 Nov 19 17:39:57.798047 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a2ff7e-19e8-4b4f-adfc-0d82ce4ac3f1 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Pushing event deleted for resources: {'Port': ['ID=cb80555f-29e3-4743-a119-594c380126fc,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:39:57.866748 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [req-751912e8-fe5d-450f-834d-bde41aa714a1 req-72a2ff7e-19e8-4b4f-adfc-0d82ce4ac3f1 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] No DVR routers for this DVR port cb80555f-29e3-4743-a119-594c380126fc on host n-h2-818022-2 {{(pid=103364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:39:57.878764 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-751912e8-fe5d-450f-834d-bde41aa714a1 req-72a2ff7e-19e8-4b4f-adfc-0d82ce4ac3f1 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:57.884696 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-751912e8-fe5d-450f-834d-bde41aa714a1 req-72a2ff7e-19e8-4b4f-adfc-0d82ce4ac3f1 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] 10.222.0.86 "DELETE /v2.0/ports/cb80555f-29e3-4743-a119-594c380126fc HTTP/1.1" status: 204 len: 173 time: 1.8477297 Nov 19 17:39:57.884696 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33b7f368-0977-4f75-bb1f-c9dc76462d25', 'name': 'network-vif-deleted', 'tag': 'cb80555f-29e3-4743-a119-594c380126fc'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:39:57.888773 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dd4767a008c23f8566efc82158ee1b1fff34e1a9e908d76d0b6d0ab7e350e5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3fe6d45-a764-4f5c-8f89-991cfab77d4b" -d '{"events": [{"server_uuid": "33b7f368-0977-4f75-bb1f-c9dc76462d25", "name": "network-vif-deleted", "tag": "cb80555f-29e3-4743-a119-594c380126fc"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:39:57.904461 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-649f8ca7-e007-4ee1-92f0-c03f91ccdf9e req-b9b9fe5d-06a3-4d4c-91a7-464c0ca8f437 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2d42000-c475-4f47-81a1-d381635bd450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2760646 Nov 19 17:39:57.963027 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-55008d74-d47f-4256-ba7b-9f42a1f90cac req-4f60e923-7abb-4b3e-a35b-5c23072767c3 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.54 "GET /v2.0/security-groups?id=740807d6-4246-4ecb-a636-49a5e5a1e11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771338 Nov 19 17:39:58.147942 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 19 Nov 2021 17:39:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b09378c-52be-47d3-849a-ca51c259848f x-openstack-request-id: req-1b09378c-52be-47d3-849a-ca51c259848f {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:39:58.148457 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "477a3615-027a-4fb0-a22c-229eb9ec726c", "name": "network-vif-plugged", "status": "completed", "tag": "13e16a64-d226-4cdc-9b9b-c726dac28292", "code": 200}, {"server_uuid": "120e2f87-809d-4c7b-9bfb-c9a7531a950b", "name": "network-vif-plugged", "status": "completed", "tag": "a55f2ca5-5fcf-4f47-8385-e8d8ea577dac", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:39:58.148775 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-1b09378c-52be-47d3-849a-ca51c259848f {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:39:58.149364 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '477a3615-027a-4fb0-a22c-229eb9ec726c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13e16a64-d226-4cdc-9b9b-c726dac28292', 'code': 200} Nov 19 17:39:58.149761 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '120e2f87-809d-4c7b-9bfb-c9a7531a950b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a55f2ca5-5fcf-4f47-8385-e8d8ea577dac', 'code': 200} Nov 19 17:39:58.153831 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f068b6d1-0b62-4b21-8ac6-9052e191722d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-768648'] for router_interface, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:58.331252 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:39:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56a1eb49-265b-4218-87ad-0d50035c95dc x-openstack-request-id: req-56a1eb49-265b-4218-87ad-0d50035c95dc {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:39:58.332334 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33b7f368-0977-4f75-bb1f-c9dc76462d25", "name": "network-vif-deleted", "tag": "cb80555f-29e3-4743-a119-594c380126fc", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:39:58.332334 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-56a1eb49-265b-4218-87ad-0d50035c95dc {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:39:58.332771 n-d-818022-2 neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33b7f368-0977-4f75-bb1f-c9dc76462d25', 'name': 'network-vif-deleted', 'tag': 'cb80555f-29e3-4743-a119-594c380126fc', 'status': 'completed', 'code': 200} Nov 19 17:39:58.427811 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-e1c51964-a362-4a27-a536-0c64805646ad req-a25474d5-25e8-4933-8482-053fb7d1a12c tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] 10.222.0.54 "GET /v2.0/ports?device_id=33b7f368-0977-4f75-bb1f-c9dc76462d25 HTTP/1.1" status: 200 len: 210 time: 0.0483754 Nov 19 17:39:58.490161 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d046b9a6-6036-4670-b647-1381c9497ff8 req-dc6abcc8-23ef-44ca-839f-46f7db7f0bec tempest-InstanceActionsV221TestJSON-2138317510 tempest-InstanceActionsV221TestJSON-2138317510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:58.499392 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d046b9a6-6036-4670-b647-1381c9497ff8 req-dc6abcc8-23ef-44ca-839f-46f7db7f0bec tempest-InstanceActionsV221TestJSON-2138317510 tempest-InstanceActionsV221TestJSON-2138317510-project] 10.222.0.54 "GET /v2.0/ports?device_id=d9b5b9aa-3d2d-45ea-9e60-b45e5957c91a HTTP/1.1" status: 200 len: 945 time: 0.1019690 Nov 19 17:39:58.534761 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d94a82-d122-4de7-a2ac-406a410ee3d3 req-39337bef-a263-46db-a412-66d75ebac1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:58.535386 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d94a82-d122-4de7-a2ac-406a410ee3d3 req-39337bef-a263-46db-a412-66d75ebac1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:58.536583 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d94a82-d122-4de7-a2ac-406a410ee3d3 req-39337bef-a263-46db-a412-66d75ebac1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:58.538333 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a8d94a82-d122-4de7-a2ac-406a410ee3d3 req-39337bef-a263-46db-a412-66d75ebac1bf service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=477a3615-027a-4fb0-a22c-229eb9ec726c HTTP/1.1" status: 200 len: 2871 time: 0.2244277 Nov 19 17:39:58.628202 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d046b9a6-6036-4670-b647-1381c9497ff8 req-a9bb4643-21e8-4d5c-88c9-be73c6b59830 tempest-InstanceActionsV221TestJSON-2138317510 tempest-InstanceActionsV221TestJSON-2138317510-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a714cc3-3866-44f4-9c08-f84743b98855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275432 Nov 19 17:39:58.821366 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a8d94a82-d122-4de7-a2ac-406a410ee3d3 req-7e0ec5bf-7d5c-4fcf-af06-32e3b3d80f99 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=c2d42000-c475-4f47-81a1-d381635bd450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253404 Nov 19 17:39:58.845861 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f068b6d1-0b62-4b21-8ac6-9052e191722d admin admin] Router 6d47c3b9-a5a2-4ae3-8d7b-09d7278a9b1e has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 17:39:58.892629 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9208e789-923f-4f5e-837a-ccef13659bb1 req-4bcbda6b-2d1c-4b6b-963c-920d75f1c40c tempest-ImagesOneServerTestJSON-318007829 tempest-ImagesOneServerTestJSON-318007829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:58.901889 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9208e789-923f-4f5e-837a-ccef13659bb1 req-4bcbda6b-2d1c-4b6b-963c-920d75f1c40c tempest-ImagesOneServerTestJSON-318007829 tempest-ImagesOneServerTestJSON-318007829-project] 10.222.0.54 "GET /v2.0/ports?device_id=d13d0796-c1c1-4adb-a331-414002742097 HTTP/1.1" status: 200 len: 950 time: 0.1448317 Nov 19 17:39:59.057359 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9208e789-923f-4f5e-837a-ccef13659bb1 req-740df959-25ee-4d64-b1d2-a08c3cac9004 tempest-ImagesOneServerTestJSON-318007829 tempest-ImagesOneServerTestJSON-318007829-project] 10.222.0.54 "GET /v2.0/security-groups?id=b53c3dc0-f806-4920-bfc2-1b7796f8cf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549265 Nov 19 17:39:59.064745 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a63e18-001b-45be-bf02-1e9188326522 req-92c469d3-00df-49c9-a1fd-7afe9a7b77b9 tempest-InstanceActionsV221TestJSON-2138317510 tempest-InstanceActionsV221TestJSON-2138317510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:59.067972 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-18a63e18-001b-45be-bf02-1e9188326522 req-92c469d3-00df-49c9-a1fd-7afe9a7b77b9 tempest-InstanceActionsV221TestJSON-2138317510 tempest-InstanceActionsV221TestJSON-2138317510-project] 10.222.0.54 "GET /v2.0/ports?device_id=d9b5b9aa-3d2d-45ea-9e60-b45e5957c91a HTTP/1.1" status: 200 len: 945 time: 0.0931025 Nov 19 17:39:59.115929 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f068b6d1-0b62-4b21-8ac6-9052e191722d admin admin] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 17:39:59.127242 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-f068b6d1-0b62-4b21-8ac6-9052e191722d admin admin] 10.222.0.54 "PUT /v2.0/routers/6d47c3b9-a5a2-4ae3-8d7b-09d7278a9b1e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7413981 Nov 19 17:39:59.132777 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 45912) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:39:59.134478 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d23e4cf-4d30-4889-b22f-6eda27352a1a None None] Sync routers for ids ['6d47c3b9-a5a2-4ae3-8d7b-09d7278a9b1e'] in n-d-818022-2 {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 17:39:59.159389 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-18a63e18-001b-45be-bf02-1e9188326522 req-9e847784-7568-413d-b782-f9c0c56d289b tempest-InstanceActionsV221TestJSON-2138317510 tempest-InstanceActionsV221TestJSON-2138317510-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a714cc3-3866-44f4-9c08-f84743b98855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821831 Nov 19 17:39:59.163424 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d23e4cf-4d30-4889-b22f-6eda27352a1a None None] Routers {'6d47c3b9-a5a2-4ae3-8d7b-09d7278a9b1e'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:39:59.169237 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-6d23e4cf-4d30-4889-b22f-6eda27352a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:39:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['6d47c3b9-a5a2-4ae3-8d7b-09d7278a9b1e'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:39:59.293548 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['1ab892c9-0f24-4863-9fe2-85db9a8344ed', '94256cd8-44d3-4041-8131-77ccb8f7301f', 'ad90d0c6-b21a-4322-9ec7-d3571b6fdbd7'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:39:59.311041 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e709ef9-3616-4dca-96ad-35a1291ea17a req-78f2c5ea-e6e1-44cd-851b-c7f3d778aac7 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:59.323453 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e709ef9-3616-4dca-96ad-35a1291ea17a req-78f2c5ea-e6e1-44cd-851b-c7f3d778aac7 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:59.334373 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e709ef9-3616-4dca-96ad-35a1291ea17a req-78f2c5ea-e6e1-44cd-851b-c7f3d778aac7 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:59.357478 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1c0bf043-82c3-48ef-b30d-eb6f8370caf8 admin admin] Publish callbacks [] for router, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:59.362086 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8e709ef9-3616-4dca-96ad-35a1291ea17a req-78f2c5ea-e6e1-44cd-851b-c7f3d778aac7 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] 10.222.0.54 "GET /v2.0/ports?device_id=477a3615-027a-4fb0-a22c-229eb9ec726c HTTP/1.1" status: 200 len: 2418 time: 0.1550062 Nov 19 17:39:59.448446 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8e709ef9-3616-4dca-96ad-35a1291ea17a req-14db203a-f355-4e72-84b3-c270711f1926 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2d42000-c475-4f47-81a1-d381635bd450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773718 Nov 19 17:39:59.453454 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-6d23e4cf-4d30-4889-b22f-6eda27352a1a None None] Set router 6d47c3b9-a5a2-4ae3-8d7b-09d7278a9b1e gateway port host: n-d-818022-2 {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:39:59.519854 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6787146-59d5-408d-98eb-7b0243a463dc req-983249a0-1af5-4eaa-bc7c-cc51f010c5c2 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:39:59.521873 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c6787146-59d5-408d-98eb-7b0243a463dc req-983249a0-1af5-4eaa-bc7c-cc51f010c5c2 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.54 "GET /v2.0/ports?device_id=58455846-60e7-4f61-974f-dffca721866e HTTP/1.1" status: 200 len: 944 time: 0.2281868 Nov 19 17:39:59.664669 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device cb80555f-29e3-4743-a119-594c380126fc no longer exists at agent hyperv_n-h2-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:39:59.708447 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] No Port match for: cb80555f-29e3-4743-a119-594c380126fc {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:39:59.709028 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device cb80555f-29e3-4743-a119-594c380126fc not bound to the agent host n-h2-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:39:59.716552 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-072a105b-185b-44d7-add6-cc613aa08ba8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:59.723860 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c6787146-59d5-408d-98eb-7b0243a463dc req-98284ba1-2580-4e5a-b3df-9f820016bc05 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.54 "GET /v2.0/security-groups?id=740807d6-4246-4ecb-a636-49a5e5a1e11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892693 Nov 19 17:39:59.766796 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1c0bf043-82c3-48ef-b30d-eb6f8370caf8 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:59.886391 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-1c0bf043-82c3-48ef-b30d-eb6f8370caf8 admin admin] Deleting port 1737d4e3-5a3f-4458-a245-a1424b6b0059 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:39:59.887194 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1c0bf043-82c3-48ef-b30d-eb6f8370caf8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:39:59.961150 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-6d23e4cf-4d30-4889-b22f-6eda27352a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d47c3b9-a5a2-4ae3-8d7b-09d7278a9b1e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-516508879-router', 'tenant_id': 'bf701fa01dc443ada18661aab1d7be58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': '1737d4e3-5a3f-4458-a245-a1424b6b0059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:34:19Z', 'updated_at': '2021-11-19T17:39:56Z', 'revision_number': 5, 'project_id': 'bf701fa01dc443ada18661aab1d7be58', 'gw_port': {'id': '1737d4e3-5a3f-4458-a245-a1424b6b0059', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:f5:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d47c3b9-a5a2-4ae3-8d7b-09d7278a9b1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:34:19Z', 'updated_at': '2021-11-19T17:34:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:40:00.006538 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 1748dc5b-17aa-48d9-b8f9-86128f76a16a no longer exists at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:40:00.011854 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d23e4cf-4d30-4889-b22f-6eda27352a1a None None] Checking router: 6d47c3b9-a5a2-4ae3-8d7b-09d7278a9b1e for host: n-d-818022-2 {{(pid=103366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 17:40:00.112977 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] No Port match for: 1748dc5b-17aa-48d9-b8f9-86128f76a16a {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:40:00.114139 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 1748dc5b-17aa-48d9-b8f9-86128f76a16a not bound to the agent host n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:40:00.132800 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d23e4cf-4d30-4889-b22f-6eda27352a1a None None] Routers {'6d47c3b9-a5a2-4ae3-8d7b-09d7278a9b1e'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:40:00.134257 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-6d23e4cf-4d30-4889-b22f-6eda27352a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:39:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['6d47c3b9-a5a2-4ae3-8d7b-09d7278a9b1e'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:40:00.271330 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-6d23e4cf-4d30-4889-b22f-6eda27352a1a None None] Set router 6d47c3b9-a5a2-4ae3-8d7b-09d7278a9b1e gateway port host: None {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:40:00.288999 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [None req-1c0bf043-82c3-48ef-b30d-eb6f8370caf8 admin admin] For port 1737d4e3-5a3f-4458-a245-a1424b6b0059, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=1737d4e3-5a3f-4458-a245-a1424b6b0059,segment=NetworkSegment(bbe705c1-96c0-476e-8381-28227e6f0ac5),segment_id=bbe705c1-96c0-476e-8381-28227e6f0ac5)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:40:00.289996 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1c0bf043-82c3-48ef-b30d-eb6f8370caf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:00.329049 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-1c0bf043-82c3-48ef-b30d-eb6f8370caf8 admin admin] Calling delete_port for 1737d4e3-5a3f-4458-a245-a1424b6b0059 owned by network:router_gateway {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:40:00.374254 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-6d23e4cf-4d30-4889-b22f-6eda27352a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d47c3b9-a5a2-4ae3-8d7b-09d7278a9b1e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-516508879-router', 'tenant_id': 'bf701fa01dc443ada18661aab1d7be58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:34:19Z', 'updated_at': '2021-11-19T17:39:59Z', 'revision_number': 6, 'project_id': 'bf701fa01dc443ada18661aab1d7be58', 'gw_port_host': None}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:40:00.377211 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a2fc70-787f-4735-94d3-10ea3affbf0e req-d47befd3-dec1-42bf-8eb2-212806232c10 tempest-InstanceActionsV221TestJSON-2138317510 tempest-InstanceActionsV221TestJSON-2138317510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:40:00.380562 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-80a2fc70-787f-4735-94d3-10ea3affbf0e req-d47befd3-dec1-42bf-8eb2-212806232c10 tempest-InstanceActionsV221TestJSON-2138317510 tempest-InstanceActionsV221TestJSON-2138317510-project] 10.222.0.60 "GET /v2.0/ports?device_id=d9b5b9aa-3d2d-45ea-9e60-b45e5957c91a HTTP/1.1" status: 200 len: 945 time: 0.1765871 Nov 19 17:40:00.423716 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d23e4cf-4d30-4889-b22f-6eda27352a1a None None] The sync data for ids ['6d47c3b9-a5a2-4ae3-8d7b-09d7278a9b1e'] in n-d-818022-2 is: [{'id': '6d47c3b9-a5a2-4ae3-8d7b-09d7278a9b1e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-516508879-router', 'tenant_id': 'bf701fa01dc443ada18661aab1d7be58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:34:19Z', 'updated_at': '2021-11-19T17:39:59Z', 'revision_number': 6, 'project_id': 'bf701fa01dc443ada18661aab1d7be58', 'gw_port_host': None}] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 17:40:00.771550 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc9f157-a364-435e-94db-b8dab350b360 req-fb99d2e2-9460-473b-bb4a-0b97df21430b tempest-InstanceActionsV221TestJSON-2138317510 tempest-InstanceActionsV221TestJSON-2138317510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:40:00.774264 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-cfc9f157-a364-435e-94db-b8dab350b360 req-fb99d2e2-9460-473b-bb4a-0b97df21430b tempest-InstanceActionsV221TestJSON-2138317510 tempest-InstanceActionsV221TestJSON-2138317510-project] 10.222.0.54 "GET /v2.0/ports?device_id=d9b5b9aa-3d2d-45ea-9e60-b45e5957c91a HTTP/1.1" status: 200 len: 945 time: 0.1634736 Nov 19 17:40:00.791635 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-80a2fc70-787f-4735-94d3-10ea3affbf0e req-eb1dd812-027d-4261-87c9-049a0dc1ebbd tempest-InstanceActionsV221TestJSON-2138317510 tempest-InstanceActionsV221TestJSON-2138317510-project] Deleting port b22c3c4a-4ed7-4b46-9837-9a43ad458e8c {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:40:00.792721 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-80a2fc70-787f-4735-94d3-10ea3affbf0e req-eb1dd812-027d-4261-87c9-049a0dc1ebbd tempest-InstanceActionsV221TestJSON-2138317510 tempest-InstanceActionsV221TestJSON-2138317510-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:00.981299 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-cfc9f157-a364-435e-94db-b8dab350b360 req-8d1c1a8b-7762-432d-bcaf-0f7fa4ef3f40 tempest-InstanceActionsV221TestJSON-2138317510 tempest-InstanceActionsV221TestJSON-2138317510-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a714cc3-3866-44f4-9c08-f84743b98855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676323 Nov 19 17:40:01.133651 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1c0bf043-82c3-48ef-b30d-eb6f8370caf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:01.159844 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-80a2fc70-787f-4735-94d3-10ea3affbf0e req-eb1dd812-027d-4261-87c9-049a0dc1ebbd tempest-InstanceActionsV221TestJSON-2138317510 tempest-InstanceActionsV221TestJSON-2138317510-project] For port b22c3c4a-4ed7-4b46-9837-9a43ad458e8c, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=b22c3c4a-4ed7-4b46-9837-9a43ad458e8c,segment=NetworkSegment(79d5be89-daf8-443f-b5a8-76740534eee6),segment_id=79d5be89-daf8-443f-b5a8-76740534eee6)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:40:01.160283 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-80a2fc70-787f-4735-94d3-10ea3affbf0e req-eb1dd812-027d-4261-87c9-049a0dc1ebbd tempest-InstanceActionsV221TestJSON-2138317510 tempest-InstanceActionsV221TestJSON-2138317510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:01.177417 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-80a2fc70-787f-4735-94d3-10ea3affbf0e req-eb1dd812-027d-4261-87c9-049a0dc1ebbd tempest-InstanceActionsV221TestJSON-2138317510 tempest-InstanceActionsV221TestJSON-2138317510-project] Calling delete_port for b22c3c4a-4ed7-4b46-9837-9a43ad458e8c owned by compute:nova {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:40:01.280098 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fcea38-29e2-48d0-9c16-96222a1f815c req-06738e4a-7ece-4557-b68b-68061d65c45a tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:40:01.286648 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-28fcea38-29e2-48d0-9c16-96222a1f815c req-06738e4a-7ece-4557-b68b-68061d65c45a tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.54 "GET /v2.0/ports?device_id=58455846-60e7-4f61-974f-dffca721866e HTTP/1.1" status: 200 len: 944 time: 0.0628097 Nov 19 17:40:01.372523 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0bf043-82c3-48ef-b30d-eb6f8370caf8 admin admin] Pushing event deleted for resources: {'Port': ['ID=1737d4e3-5a3f-4458-a245-a1424b6b0059,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:40:01.408711 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-28fcea38-29e2-48d0-9c16-96222a1f815c req-656f3d13-bc75-406d-8fad-3092badd8af2 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.54 "GET /v2.0/security-groups?id=740807d6-4246-4ecb-a636-49a5e5a1e11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173851 Nov 19 17:40:01.465779 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1c0bf043-82c3-48ef-b30d-eb6f8370caf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-671730'] for router_gateway, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:01.618080 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device b8950024-da22-49e3-b688-380a50996259 no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:40:01.661796 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: b8950024-da22-49e3-b688-380a50996259 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:40:01.662325 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device b8950024-da22-49e3-b688-380a50996259 not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:40:01.662601 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 1737d4e3-5a3f-4458-a245-a1424b6b0059 no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:40:01.704195 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: 1737d4e3-5a3f-4458-a245-a1424b6b0059 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:40:01.704812 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 1737d4e3-5a3f-4458-a245-a1424b6b0059 not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:40:01.964993 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-c301b448-ee80-4fed-b449-021362f4441e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:02.055439 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb24b6a-213c-48ce-b58b-77fc0ca1967b req-81b36636-65b2-4fdd-bd0a-7c117e7658dd tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:40:02.062814 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb24b6a-213c-48ce-b58b-77fc0ca1967b req-81b36636-65b2-4fdd-bd0a-7c117e7658dd tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:40:02.068074 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb24b6a-213c-48ce-b58b-77fc0ca1967b req-81b36636-65b2-4fdd-bd0a-7c117e7658dd tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:40:02.084195 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3eb24b6a-213c-48ce-b58b-77fc0ca1967b req-81b36636-65b2-4fdd-bd0a-7c117e7658dd tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] 10.222.0.54 "GET /v2.0/ports?device_id=477a3615-027a-4fb0-a22c-229eb9ec726c HTTP/1.1" status: 200 len: 2418 time: 0.8156567 Nov 19 17:40:02.090450 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1c0bf043-82c3-48ef-b30d-eb6f8370caf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4696'] for router, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:02.118533 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1c0bf043-82c3-48ef-b30d-eb6f8370caf8 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:02.147629 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5315aab-9fe4-4702-988d-fdb4ea2610b6 req-3bd953f9-ac25-46c8-a524-1c229537acf0 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:40:02.154711 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c5315aab-9fe4-4702-988d-fdb4ea2610b6 req-3bd953f9-ac25-46c8-a524-1c229537acf0 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] 10.222.0.54 "GET /v2.0/ports?device_id=ee31f147-3633-427f-aa83-85fa54d9d6e6 HTTP/1.1" status: 200 len: 950 time: 0.0783336 Nov 19 17:40:02.207419 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-80a2fc70-787f-4735-94d3-10ea3affbf0e req-eb1dd812-027d-4261-87c9-049a0dc1ebbd tempest-InstanceActionsV221TestJSON-2138317510 tempest-InstanceActionsV221TestJSON-2138317510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:02.235974 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3eb24b6a-213c-48ce-b58b-77fc0ca1967b req-e769a4fa-b01d-4fe5-b081-2044f576bd89 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2d42000-c475-4f47-81a1-d381635bd450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489060 Nov 19 17:40:02.236181 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1c0bf043-82c3-48ef-b30d-eb6f8370caf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-543895'] for router, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:02.236646 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c0bf043-82c3-48ef-b30d-eb6f8370caf8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6d47c3b9-a5a2-4ae3-8d7b-09d7278a9b1e {{(pid=103365) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 17:40:02.248080 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c5315aab-9fe4-4702-988d-fdb4ea2610b6 req-d023b111-eb6e-4324-a5a2-48fd55245c18 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] 10.222.0.54 "GET /v2.0/security-groups?id=01d035e7-47ed-4912-a186-53ea419ecd96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873837 Nov 19 17:40:02.299669 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1c0bf043-82c3-48ef-b30d-eb6f8370caf8 admin admin] Publish callbacks [] for router, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:02.305460 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-1c0bf043-82c3-48ef-b30d-eb6f8370caf8 admin admin] 10.222.0.54 "DELETE /v2.0/routers/6d47c3b9-a5a2-4ae3-8d7b-09d7278a9b1e HTTP/1.1" status: 204 len: 168 time: 3.1674674 Nov 19 17:40:02.305460 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1dd812-027d-4261-87c9-049a0dc1ebbd tempest-InstanceActionsV221TestJSON-2138317510 tempest-InstanceActionsV221TestJSON-2138317510-project] Pushing event deleted for resources: {'Port': ['ID=b22c3c4a-4ed7-4b46-9837-9a43ad458e8c,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:40:02.306006 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 45982) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:40:02.501315 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-80a2fc70-787f-4735-94d3-10ea3affbf0e req-eb1dd812-027d-4261-87c9-049a0dc1ebbd tempest-InstanceActionsV221TestJSON-2138317510 tempest-InstanceActionsV221TestJSON-2138317510-project] No DVR routers for this DVR port b22c3c4a-4ed7-4b46-9837-9a43ad458e8c on host n-h1-818022-2 {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:40:02.504278 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-7748d4fb-bcf8-4f70-adc1-e592ace115a6 req-2b5bcd66-11ff-4778-8bec-8370798bdd1b tempest-InstanceActionsV221TestJSON-2138317510 tempest-InstanceActionsV221TestJSON-2138317510-project] 10.222.0.54 "GET /v2.0/ports?device_id=d9b5b9aa-3d2d-45ea-9e60-b45e5957c91a HTTP/1.1" status: 200 len: 210 time: 0.1040857 Nov 19 17:40:02.539509 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-80a2fc70-787f-4735-94d3-10ea3affbf0e req-eb1dd812-027d-4261-87c9-049a0dc1ebbd tempest-InstanceActionsV221TestJSON-2138317510 tempest-InstanceActionsV221TestJSON-2138317510-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:02.547304 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-80a2fc70-787f-4735-94d3-10ea3affbf0e req-eb1dd812-027d-4261-87c9-049a0dc1ebbd tempest-InstanceActionsV221TestJSON-2138317510 tempest-InstanceActionsV221TestJSON-2138317510-project] 10.222.0.60 "DELETE /v2.0/ports/b22c3c4a-4ed7-4b46-9837-9a43ad458e8c HTTP/1.1" status: 204 len: 173 time: 2.1584740 Nov 19 17:40:02.548065 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9b5b9aa-3d2d-45ea-9e60-b45e5957c91a', 'name': 'network-vif-deleted', 'tag': 'b22c3c4a-4ed7-4b46-9837-9a43ad458e8c'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:40:02.551381 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218319d759239a7d11f1288aef37381b97754913ee9ccbfd43b51a463f801712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d970c05-44d8-4c89-8a02-6c74ddb54945" -d '{"events": [{"server_uuid": "d9b5b9aa-3d2d-45ea-9e60-b45e5957c91a", "name": "network-vif-deleted", "tag": "b22c3c4a-4ed7-4b46-9837-9a43ad458e8c"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:40:02.595907 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_v2 [None req-59e8005f-36ff-49ad-a505-b8805928693d admin admin] Deleting subnet 350b116c-50d0-4ddf-8934-2b25a4e80dab {{(pid=103364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 17:40:02.615365 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-59e8005f-36ff-49ad-a505-b8805928693d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:02.624464 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c0aea9-a709-42c2-ad2c-6884ff58c890 req-670fd400-0e00-4571-80e3-447c938402b9 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:40:02.626998 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e3c0aea9-a709-42c2-ad2c-6884ff58c890 req-670fd400-0e00-4571-80e3-447c938402b9 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] 10.222.0.60 "GET /v2.0/ports?device_id=ee31f147-3633-427f-aa83-85fa54d9d6e6 HTTP/1.1" status: 200 len: 950 time: 0.2103353 Nov 19 17:40:02.755364 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-59e8005f-36ff-49ad-a505-b8805928693d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9416263'] for subnet, precommit_delete_associations {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:02.839572 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:40:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b72c9585-9236-435c-89d4-b93b07e290c8 x-openstack-request-id: req-b72c9585-9236-435c-89d4-b93b07e290c8 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:40:02.840052 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9b5b9aa-3d2d-45ea-9e60-b45e5957c91a", "name": "network-vif-deleted", "tag": "b22c3c4a-4ed7-4b46-9837-9a43ad458e8c", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:40:02.840527 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b72c9585-9236-435c-89d4-b93b07e290c8 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:40:02.841217 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9b5b9aa-3d2d-45ea-9e60-b45e5957c91a', 'name': 'network-vif-deleted', 'tag': 'b22c3c4a-4ed7-4b46-9837-9a43ad458e8c', 'status': 'completed', 'code': 200} Nov 19 17:40:02.927249 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-e3c0aea9-a709-42c2-ad2c-6884ff58c890 req-ef450028-6dd5-449a-8a2c-237f1e760517 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Deleting port ad90d0c6-b21a-4322-9ec7-d3571b6fdbd7 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:40:02.927796 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-e3c0aea9-a709-42c2-ad2c-6884ff58c890 req-ef450028-6dd5-449a-8a2c-237f1e760517 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:03.007657 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a487177-d66d-4d4a-bd9e-8729ef948f4f req-8ce83e2b-9d01-41e7-b354-2b41d35655bf tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:40:03.025947 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-5a487177-d66d-4d4a-bd9e-8729ef948f4f req-8ce83e2b-9d01-41e7-b354-2b41d35655bf tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.54 "GET /v2.0/ports?device_id=58455846-60e7-4f61-974f-dffca721866e HTTP/1.1" status: 200 len: 944 time: 0.2669601 Nov 19 17:40:03.066289 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e46ecc5a-dc14-4744-b262-3072ff2e958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:03.082694 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-59e8005f-36ff-49ad-a505-b8805928693d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:03.162237 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-e3c0aea9-a709-42c2-ad2c-6884ff58c890 req-ef450028-6dd5-449a-8a2c-237f1e760517 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] For port ad90d0c6-b21a-4322-9ec7-d3571b6fdbd7, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=ad90d0c6-b21a-4322-9ec7-d3571b6fdbd7,segment=NetworkSegment(1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861),segment_id=1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:40:03.162898 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-e3c0aea9-a709-42c2-ad2c-6884ff58c890 req-ef450028-6dd5-449a-8a2c-237f1e760517 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:03.171357 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-5a487177-d66d-4d4a-bd9e-8729ef948f4f req-505a1b9c-1eec-49ca-987d-c76afdf981d9 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.54 "GET /v2.0/security-groups?id=740807d6-4246-4ecb-a636-49a5e5a1e11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424003 Nov 19 17:40:03.229395 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-e3c0aea9-a709-42c2-ad2c-6884ff58c890 req-ef450028-6dd5-449a-8a2c-237f1e760517 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Calling delete_port for ad90d0c6-b21a-4322-9ec7-d3571b6fdbd7 owned by compute:nova {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:40:03.330677 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-59e8005f-36ff-49ad-a505-b8805928693d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12425137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8983934'] for subnet, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:03.498968 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-59e8005f-36ff-49ad-a505-b8805928693d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:03.520440 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-59e8005f-36ff-49ad-a505-b8805928693d admin admin] 10.222.0.54 "DELETE /v2.0/subnets/350b116c-50d0-4ddf-8934-2b25a4e80dab HTTP/1.1" status: 204 len: 168 time: 1.2133396 Nov 19 17:40:03.525160 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9696d296-de74-4d4c-9c60-8ecc26053419 None None] Network 833872e1-1a28-48e3-b9f9-d97ad690eebb requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:40:03.526692 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 46014) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:40:03.572238 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e8005f-36ff-49ad-a505-b8805928693d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=350b116c-50d0-4ddf-8934-2b25a4e80dab,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:40:03.651227 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c89842-3132-403c-81b4-186494e23d46 req-d1e13aa8-7aa9-4751-b60a-b1be1f728e1a tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:40:03.654020 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-67c89842-3132-403c-81b4-186494e23d46 req-d1e13aa8-7aa9-4751-b60a-b1be1f728e1a tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] 10.222.0.54 "GET /v2.0/ports?device_id=ee31f147-3633-427f-aa83-85fa54d9d6e6 HTTP/1.1" status: 200 len: 950 time: 0.1993442 Nov 19 17:40:03.676055 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df8a087-05aa-439a-8c97-633e46669a44 req-530313fd-5af4-4aa8-9860-29f772d8ffc5 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:40:03.679049 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5df8a087-05aa-439a-8c97-633e46669a44 req-530313fd-5af4-4aa8-9860-29f772d8ffc5 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] 10.222.0.60 "GET /v2.0/ports?device_id=6dcd0be3-f9d8-4c83-a7be-2601c2b0e54d HTTP/1.1" status: 200 len: 950 time: 0.2694635 Nov 19 17:40:03.804482 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1feb61d5-a900-43e9-8696-ab89d7b4486a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:03.836888 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-67c89842-3132-403c-81b4-186494e23d46 req-2684955e-908b-4732-80e3-dfff86f90b7f tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] 10.222.0.54 "GET /v2.0/security-groups?id=01d035e7-47ed-4912-a186-53ea419ecd96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647344 Nov 19 17:40:03.841005 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:03.844512 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:04.005363 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device a8f2c8e4-bede-4c8e-8ed6-ea2657b609e4 details requested by agent hyperv_n-h1-818022-2 with host n-h1-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 17:40:04.170690 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-e3c0aea9-a709-42c2-ad2c-6884ff58c890 req-ef450028-6dd5-449a-8a2c-237f1e760517 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:04.181095 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port a8f2c8e4-bede-4c8e-8ed6-ea2657b609e4, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=a8f2c8e4-bede-4c8e-8ed6-ea2657b609e4,segment=NetworkSegment(fa32b67e-17cc-4a5c-8764-82d3483c4272),segment_id=fa32b67e-17cc-4a5c-8764-82d3483c4272)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:40:04.196946 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device b22c3c4a-4ed7-4b46-9837-9a43ad458e8c no longer exists at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:40:04.201519 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Returning: {'device': 'a8f2c8e4-bede-4c8e-8ed6-ea2657b609e4', 'network_id': '06df44ce-7965-49c3-9334-79a80c7f7af9', 'port_id': 'a8f2c8e4-bede-4c8e-8ed6-ea2657b609e4', 'mac_address': 'fa:16:3e:f9:50:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e811f539-9c60-469d-a119-267f6bfeab01', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 17:40:04.206935 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac86c1ee-3804-4c01-a1b7-4a657c2ee3c6 None None] DHCP port deletion for 833872e1-1a28-48e3-b9f9-d97ad690eebb request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 17:40:04.211133 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['1ab892c9-0f24-4863-9fe2-85db9a8344ed', '94256cd8-44d3-4041-8131-77ccb8f7301f', 'ad90d0c6-b21a-4322-9ec7-d3571b6fdbd7'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:40:04.364044 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] No Port match for: b22c3c4a-4ed7-4b46-9837-9a43ad458e8c {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:40:04.364318 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device b22c3c4a-4ed7-4b46-9837-9a43ad458e8c not bound to the agent host n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:40:04.370707 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef450028-6dd5-449a-8a2c-237f1e760517 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Pushing event deleted for resources: {'Port': ['ID=ad90d0c6-b21a-4322-9ec7-d3571b6fdbd7,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:40:04.442277 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3c0aea9-a709-42c2-ad2c-6884ff58c890 req-ef450028-6dd5-449a-8a2c-237f1e760517 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] No DVR routers for this DVR port ad90d0c6-b21a-4322-9ec7-d3571b6fdbd7 on host n-h1-818022-2 {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:40:04.452224 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:04.473183 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-e3c0aea9-a709-42c2-ad2c-6884ff58c890 req-ef450028-6dd5-449a-8a2c-237f1e760517 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:04.488656 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e3c0aea9-a709-42c2-ad2c-6884ff58c890 req-ef450028-6dd5-449a-8a2c-237f1e760517 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] 10.222.0.60 "DELETE /v2.0/ports/ad90d0c6-b21a-4322-9ec7-d3571b6fdbd7 HTTP/1.1" status: 204 len: 173 time: 1.8509641 Nov 19 17:40:04.521105 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8f2c8e4-bede-4c8e-8ed6-ea2657b609e4 {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:40:04.554566 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port a8f2c8e4-bede-4c8e-8ed6-ea2657b609e4, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=a8f2c8e4-bede-4c8e-8ed6-ea2657b609e4,segment=NetworkSegment(fa32b67e-17cc-4a5c-8764-82d3483c4272),segment_id=fa32b67e-17cc-4a5c-8764-82d3483c4272)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:40:04.556557 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-ac86c1ee-3804-4c01-a1b7-4a657c2ee3c6 None None] Deleting port f34d0cfa-aca5-49c9-a7c6-f9af590b9ed8 {{(pid=103366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:40:04.557541 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ac86c1ee-3804-4c01-a1b7-4a657c2ee3c6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:04.594045 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9024b360-b0a1-4edc-b177-ea7126ca320e req-677efab6-64c0-4f0c-a402-c3133614affc tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:40:04.606842 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9024b360-b0a1-4edc-b177-ea7126ca320e req-677efab6-64c0-4f0c-a402-c3133614affc tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:40:04.618538 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9024b360-b0a1-4edc-b177-ea7126ca320e req-677efab6-64c0-4f0c-a402-c3133614affc tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:40:04.621929 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9024b360-b0a1-4edc-b177-ea7126ca320e req-677efab6-64c0-4f0c-a402-c3133614affc tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] 10.222.0.54 "GET /v2.0/ports?device_id=477a3615-027a-4fb0-a22c-229eb9ec726c HTTP/1.1" status: 200 len: 2418 time: 0.6488187 Nov 19 17:40:04.630175 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-1feb61d5-a900-43e9-8696-ab89d7b4486a admin admin] Deleting port f34d0cfa-aca5-49c9-a7c6-f9af590b9ed8 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:40:04.631796 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1feb61d5-a900-43e9-8696-ab89d7b4486a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:04.748834 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:04.818740 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-ac86c1ee-3804-4c01-a1b7-4a657c2ee3c6 None None] For port f34d0cfa-aca5-49c9-a7c6-f9af590b9ed8, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=f34d0cfa-aca5-49c9-a7c6-f9af590b9ed8,segment=NetworkSegment(e2e76166-2a11-48ad-af12-51784925425c),segment_id=e2e76166-2a11-48ad-af12-51784925425c)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:40:04.819639 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ac86c1ee-3804-4c01-a1b7-4a657c2ee3c6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:04.862315 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b857dc-168f-4f3a-be74-24ed32343211 req-dc609819-61ee-44d5-a6d7-17fd62074247 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:40:04.886758 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-e2b857dc-168f-4f3a-be74-24ed32343211 req-dc609819-61ee-44d5-a6d7-17fd62074247 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.54 "GET /v2.0/ports?device_id=58455846-60e7-4f61-974f-dffca721866e HTTP/1.1" status: 200 len: 945 time: 0.1569464 Nov 19 17:40:04.890564 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee31f147-3633-427f-aa83-85fa54d9d6e6', 'name': 'network-vif-deleted', 'tag': 'ad90d0c6-b21a-4322-9ec7-d3571b6fdbd7'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:40:04.899253 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218319d759239a7d11f1288aef37381b97754913ee9ccbfd43b51a463f801712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7744c3ac-effd-4209-acb7-6646572b4912" -d '{"events": [{"server_uuid": "ee31f147-3633-427f-aa83-85fa54d9d6e6", "name": "network-vif-deleted", "tag": "ad90d0c6-b21a-4322-9ec7-d3571b6fdbd7"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:40:04.967175 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-5df8a087-05aa-439a-8c97-633e46669a44 req-54e5260c-54c6-45a9-9302-826b2a65ac6a tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Deleting port 94256cd8-44d3-4041-8131-77ccb8f7301f {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:40:04.967599 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-5df8a087-05aa-439a-8c97-633e46669a44 req-54e5260c-54c6-45a9-9302-826b2a65ac6a tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:05.000437 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-ac86c1ee-3804-4c01-a1b7-4a657c2ee3c6 None None] Calling delete_port for f34d0cfa-aca5-49c9-a7c6-f9af590b9ed8 owned by network:dhcp {{(pid=103366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:40:05.005562 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e013d7e6-5264-4dcc-9759-54f5fb809e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:05.047176 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-e2b857dc-168f-4f3a-be74-24ed32343211 req-eb16c302-40df-4f07-b94d-ed8e5dbc0145 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.54 "GET /v2.0/security-groups?id=740807d6-4246-4ecb-a636-49a5e5a1e11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574814 Nov 19 17:40:05.202818 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['a8f2c8e4-bede-4c8e-8ed6-ea2657b609e4'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:40:05.216953 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9024b360-b0a1-4edc-b177-ea7126ca320e req-45911bf0-5650-4e56-8bcf-1e31f76b5d55 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2d42000-c475-4f47-81a1-d381635bd450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5784874 Nov 19 17:40:05.320799 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [None req-1feb61d5-a900-43e9-8696-ab89d7b4486a admin admin] For port f34d0cfa-aca5-49c9-a7c6-f9af590b9ed8, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=f34d0cfa-aca5-49c9-a7c6-f9af590b9ed8,segment=NetworkSegment(e2e76166-2a11-48ad-af12-51784925425c),segment_id=e2e76166-2a11-48ad-af12-51784925425c)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:40:05.321405 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1feb61d5-a900-43e9-8696-ab89d7b4486a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:05.337900 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=a8f2c8e4-bede-4c8e-8ed6-ea2657b609e4,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:40:05.451098 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-1feb61d5-a900-43e9-8696-ab89d7b4486a admin admin] Calling delete_port for f34d0cfa-aca5-49c9-a7c6-f9af590b9ed8 owned by network:dhcp {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:40:05.719666 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:05.727233 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device f34d0cfa-aca5-49c9-a7c6-f9af590b9ed8 no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:40:05.739014 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device 65e64630-d319-432f-8e00-a188681e8b44 details requested by agent hyperv_n-h2-818022-2 with host n-h2-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 17:40:05.773683 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1feb61d5-a900-43e9-8696-ab89d7b4486a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:05.788485 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-5df8a087-05aa-439a-8c97-633e46669a44 req-54e5260c-54c6-45a9-9302-826b2a65ac6a tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] For port 94256cd8-44d3-4041-8131-77ccb8f7301f, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=94256cd8-44d3-4041-8131-77ccb8f7301f,segment=NetworkSegment(1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861),segment_id=1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:40:05.789373 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-5df8a087-05aa-439a-8c97-633e46669a44 req-54e5260c-54c6-45a9-9302-826b2a65ac6a tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:05.795957 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ac86c1ee-3804-4c01-a1b7-4a657c2ee3c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007'] for port, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:05.801510 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-68514fa9-83b3-4f93-90f9-9b13ddad2542 req-835ecfc0-b886-4b3c-b80a-09da56527d09 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] 10.222.0.54 "GET /v2.0/ports?device_id=ee31f147-3633-427f-aa83-85fa54d9d6e6 HTTP/1.1" status: 200 len: 210 time: 0.0978427 Nov 19 17:40:05.881348 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1feb61d5-a900-43e9-8696-ab89d7b4486a admin admin] Pushing event deleted for resources: {'Port': ['ID=f34d0cfa-aca5-49c9-a7c6-f9af590b9ed8,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:40:05.885720 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-5df8a087-05aa-439a-8c97-633e46669a44 req-54e5260c-54c6-45a9-9302-826b2a65ac6a tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Calling delete_port for 94256cd8-44d3-4041-8131-77ccb8f7301f owned by compute:nova {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:40:05.891938 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1feb61d5-a900-43e9-8696-ab89d7b4486a admin admin] No DVR routers for this DVR port f34d0cfa-aca5-49c9-a7c6-f9af590b9ed8 on host n-d-818022-2 {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:40:05.939870 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:40:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0fcafd1-e6ea-4774-8985-ea7dece58c0d x-openstack-request-id: req-a0fcafd1-e6ea-4774-8985-ea7dece58c0d {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:40:05.947273 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee31f147-3633-427f-aa83-85fa54d9d6e6", "name": "network-vif-deleted", "tag": "ad90d0c6-b21a-4322-9ec7-d3571b6fdbd7", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:40:05.948872 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a0fcafd1-e6ea-4774-8985-ea7dece58c0d {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:40:05.951210 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee31f147-3633-427f-aa83-85fa54d9d6e6', 'name': 'network-vif-deleted', 'tag': 'ad90d0c6-b21a-4322-9ec7-d3571b6fdbd7', 'status': 'completed', 'code': 200} Nov 19 17:40:06.050414 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1feb61d5-a900-43e9-8696-ab89d7b4486a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:06.079305 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-1feb61d5-a900-43e9-8696-ab89d7b4486a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['833872e1-1a28-48e3-b9f9-d97ad690eebb']}} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:40:06.097043 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-1feb61d5-a900-43e9-8696-ab89d7b4486a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2e76166-2a11-48ad-af12-51784925425c') {'for_net_delete': True} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:40:06.097650 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-1feb61d5-a900-43e9-8696-ab89d7b4486a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2e76166-2a11-48ad-af12-51784925425c') {} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:40:06.116146 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1feb61d5-a900-43e9-8696-ab89d7b4486a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12545382'] for segment, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:06.132249 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1feb61d5-a900-43e9-8696-ab89d7b4486a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:06.134680 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdc5fa8-d498-48b9-91a1-e7df1844a4d3 req-eb78886b-4de8-4f2a-86e7-f9f886bda210 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:40:06.140592 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1feb61d5-a900-43e9-8696-ab89d7b4486a admin admin] Releasing vlan 654 on physical network physnet1 to pool {{(pid=103365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 17:40:06.141301 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1feb61d5-a900-43e9-8696-ab89d7b4486a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12282953'] for segment, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:06.141635 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdc5fa8-d498-48b9-91a1-e7df1844a4d3 req-eb78886b-4de8-4f2a-86e7-f9f886bda210 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:40:06.160721 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdc5fa8-d498-48b9-91a1-e7df1844a4d3 req-eb78886b-4de8-4f2a-86e7-f9f886bda210 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:40:06.162718 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-dbdc5fa8-d498-48b9-91a1-e7df1844a4d3 req-eb78886b-4de8-4f2a-86e7-f9f886bda210 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] 10.222.0.86 "GET /v2.0/ports?device_id=477a3615-027a-4fb0-a22c-229eb9ec726c HTTP/1.1" status: 200 len: 2418 time: 0.1512587 Nov 19 17:40:06.221220 n-d-818022-2 neutron-server[103365]: Traceback (most recent call last): Nov 19 17:40:06.221220 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 17:40:06.221220 n-d-818022-2 neutron-server[103365]: timer() Nov 19 17:40:06.221220 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 17:40:06.221220 n-d-818022-2 neutron-server[103365]: cb(*args, **kw) Nov 19 17:40:06.221220 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 17:40:06.221220 n-d-818022-2 neutron-server[103365]: return func(*args, **kwargs) Nov 19 17:40:06.221220 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 17:40:06.221220 n-d-818022-2 neutron-server[103365]: self._notify() Nov 19 17:40:06.221220 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 17:40:06.221220 n-d-818022-2 neutron-server[103365]: self.callback(batched_events) Nov 19 17:40:06.221220 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 17:40:06.221220 n-d-818022-2 neutron-server[103365]: event.method(event) Nov 19 17:40:06.221220 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 17:40:06.221220 n-d-818022-2 neutron-server[103365]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 17:40:06.221220 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 17:40:06.221220 n-d-818022-2 neutron-server[103365]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 17:40:06.221220 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 17:40:06.221220 n-d-818022-2 neutron-server[103365]: return f(self, *a, **k) Nov 19 17:40:06.221220 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 17:40:06.221220 n-d-818022-2 neutron-server[103365]: return self._get(url).json() Nov 19 17:40:06.221220 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 17:40:06.221220 n-d-818022-2 neutron-server[103365]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 17:40:06.221220 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 17:40:06.221220 n-d-818022-2 neutron-server[103365]: return self.request(url, 'GET', **kwargs) Nov 19 17:40:06.221220 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 17:40:06.221220 n-d-818022-2 neutron-server[103365]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 17:40:06.221220 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 17:40:06.221220 n-d-818022-2 neutron-server[103365]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 17:40:06.221220 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 17:40:06.221220 n-d-818022-2 neutron-server[103365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 17:40:06.221220 n-d-818022-2 neutron-server[103365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 17:40:06.229083 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1feb61d5-a900-43e9-8696-ab89d7b4486a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671242'] for network, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:06.235073 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1feb61d5-a900-43e9-8696-ab89d7b4486a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:06.238931 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-1feb61d5-a900-43e9-8696-ab89d7b4486a admin admin] 10.222.0.54 "DELETE /v2.0/networks/833872e1-1a28-48e3-b9f9-d97ad690eebb HTTP/1.1" status: 204 len: 168 time: 2.7112377 Nov 19 17:40:06.243084 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 46086) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:40:06.319413 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device ad90d0c6-b21a-4322-9ec7-d3571b6fdbd7 no longer exists at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:40:06.352371 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1feb61d5-a900-43e9-8696-ab89d7b4486a admin admin] Pushing event deleted for resources: {'Network': ['ID=833872e1-1a28-48e3-b9f9-d97ad690eebb,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:40:06.369937 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [req-dbdc5fa8-d498-48b9-91a1-e7df1844a4d3 req-e03c1aca-64cc-4a3b-bc9d-d2c61b9981cf tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Deleting port e4368372-ea3c-4d4d-831e-5249daaf590b {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:40:06.370285 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-dbdc5fa8-d498-48b9-91a1-e7df1844a4d3 req-e03c1aca-64cc-4a3b-bc9d-d2c61b9981cf tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:06.395072 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: f34d0cfa-aca5-49c9-a7c6-f9af590b9ed8 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:40:06.396614 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device f34d0cfa-aca5-49c9-a7c6-f9af590b9ed8 not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:40:06.555826 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac86c1ee-3804-4c01-a1b7-4a657c2ee3c6 None None] Pushing event deleted for resources: {'Port': ['ID=f34d0cfa-aca5-49c9-a7c6-f9af590b9ed8,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:40:06.562981 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-dbdc5fa8-d498-48b9-91a1-e7df1844a4d3 req-e03c1aca-64cc-4a3b-bc9d-d2c61b9981cf tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] For port e4368372-ea3c-4d4d-831e-5249daaf590b, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=e4368372-ea3c-4d4d-831e-5249daaf590b,segment=NetworkSegment(b2886bb0-acac-450f-a655-b3b2dd40f95d),segment_id=b2886bb0-acac-450f-a655-b3b2dd40f95d)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:40:06.563209 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-dbdc5fa8-d498-48b9-91a1-e7df1844a4d3 req-e03c1aca-64cc-4a3b-bc9d-d2c61b9981cf tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:06.563585 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac86c1ee-3804-4c01-a1b7-4a657c2ee3c6 None None] No DVR routers for this DVR port f34d0cfa-aca5-49c9-a7c6-f9af590b9ed8 on host n-d-818022-2 {{(pid=103366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:40:06.595233 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] No Port match for: ad90d0c6-b21a-4322-9ec7-d3571b6fdbd7 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:40:06.595516 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [req-dbdc5fa8-d498-48b9-91a1-e7df1844a4d3 req-e03c1aca-64cc-4a3b-bc9d-d2c61b9981cf tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Calling delete_port for e4368372-ea3c-4d4d-831e-5249daaf590b owned by compute:nova {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:40:06.596365 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device ad90d0c6-b21a-4322-9ec7-d3571b6fdbd7 not bound to the agent host n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:40:06.603790 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.db.resource_extend [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 19 17:40:06.821448 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port 65e64630-d319-432f-8e00-a188681e8b44, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=65e64630-d319-432f-8e00-a188681e8b44,segment=NetworkSegment(1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861),segment_id=1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:40:06.867388 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Returning: {'device': '65e64630-d319-432f-8e00-a188681e8b44', 'network_id': '346debfa-452b-4048-abf4-8f4493625ef2', 'port_id': '65e64630-d319-432f-8e00-a188681e8b44', 'mac_address': 'fa:16:3e:7e:3a:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b3c88de-c9c2-4a20-b19e-1855c2c19035', 'ip_address': '192.168.233.233'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 17:40:06.958671 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:06.988762 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 65e64630-d319-432f-8e00-a188681e8b44 {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:40:07.016514 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-dbdc5fa8-d498-48b9-91a1-e7df1844a4d3 req-e03c1aca-64cc-4a3b-bc9d-d2c61b9981cf tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:07.021554 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-5df8a087-05aa-439a-8c97-633e46669a44 req-54e5260c-54c6-45a9-9302-826b2a65ac6a tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:07.049662 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] get_ports_and_sgs() called for port_ids ['ad09ff0f-c382-4155-b7e9-69144a2e6e9d', 'e4368372-ea3c-4d4d-831e-5249daaf590b', '13e16a64-d226-4cdc-9b9b-c726dac28292'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:40:07.100640 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03c1aca-64cc-4a3b-bc9d-d2c61b9981cf tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Pushing event deleted for resources: {'Port': ['ID=e4368372-ea3c-4d4d-831e-5249daaf590b,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:40:07.188812 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port 65e64630-d319-432f-8e00-a188681e8b44, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=65e64630-d319-432f-8e00-a188681e8b44,segment=NetworkSegment(1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861),segment_id=1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:40:07.195362 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['1ab892c9-0f24-4863-9fe2-85db9a8344ed'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:40:07.201727 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:07.241964 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e5260c-54c6-45a9-9302-826b2a65ac6a tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Pushing event deleted for resources: {'Port': ['ID=94256cd8-44d3-4041-8131-77ccb8f7301f,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:40:07.271714 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbdc5fa8-d498-48b9-91a1-e7df1844a4d3 req-e03c1aca-64cc-4a3b-bc9d-d2c61b9981cf tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] No DVR routers for this DVR port e4368372-ea3c-4d4d-831e-5249daaf590b on host n-h2-818022-2 {{(pid=103364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:40:07.274612 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-dbdc5fa8-d498-48b9-91a1-e7df1844a4d3 req-e03c1aca-64cc-4a3b-bc9d-d2c61b9981cf tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:07.279375 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-dbdc5fa8-d498-48b9-91a1-e7df1844a4d3 req-e03c1aca-64cc-4a3b-bc9d-d2c61b9981cf tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] 10.222.0.86 "DELETE /v2.0/ports/e4368372-ea3c-4d4d-831e-5249daaf590b HTTP/1.1" status: 204 len: 173 time: 1.1037939 Nov 19 17:40:07.292843 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '477a3615-027a-4fb0-a22c-229eb9ec726c', 'name': 'network-vif-deleted', 'tag': 'e4368372-ea3c-4d4d-831e-5249daaf590b'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:40:07.295347 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dd4767a008c23f8566efc82158ee1b1fff34e1a9e908d76d0b6d0ab7e350e5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5114f1c-9c09-406e-a26b-1703cf364a72" -d '{"events": [{"server_uuid": "477a3615-027a-4fb0-a22c-229eb9ec726c", "name": "network-vif-deleted", "tag": "e4368372-ea3c-4d4d-831e-5249daaf590b"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:40:07.397601 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-5df8a087-05aa-439a-8c97-633e46669a44 req-54e5260c-54c6-45a9-9302-826b2a65ac6a tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] No DVR routers for this DVR port 94256cd8-44d3-4041-8131-77ccb8f7301f on host n-h1-818022-2 {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:40:07.412266 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-5df8a087-05aa-439a-8c97-633e46669a44 req-54e5260c-54c6-45a9-9302-826b2a65ac6a tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:07.431290 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5df8a087-05aa-439a-8c97-633e46669a44 req-54e5260c-54c6-45a9-9302-826b2a65ac6a tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] 10.222.0.60 "DELETE /v2.0/ports/94256cd8-44d3-4041-8131-77ccb8f7301f HTTP/1.1" status: 204 len: 173 time: 3.7392440 Nov 19 17:40:07.445574 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] get_ports_and_sgs() called for port_ids ['65e64630-d319-432f-8e00-a188681e8b44'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:40:07.662410 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [req-dbdc5fa8-d498-48b9-91a1-e7df1844a4d3 req-c3f1b5e1-c983-4b0c-8b41-013cd828af18 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Deleting port ad09ff0f-c382-4155-b7e9-69144a2e6e9d {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:40:07.662833 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-dbdc5fa8-d498-48b9-91a1-e7df1844a4d3 req-c3f1b5e1-c983-4b0c-8b41-013cd828af18 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:07.783529 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Pushing event updated for resources: {'Port': ['ID=65e64630-d319-432f-8e00-a188681e8b44,revision_number=6']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:40:07.849362 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9a4c24b3-9dee-4217-9312-3d9549dfedd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-768564'] for router_interface, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:07.966750 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-dbdc5fa8-d498-48b9-91a1-e7df1844a4d3 req-c3f1b5e1-c983-4b0c-8b41-013cd828af18 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] For port ad09ff0f-c382-4155-b7e9-69144a2e6e9d, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=ad09ff0f-c382-4155-b7e9-69144a2e6e9d,segment=NetworkSegment(83d3f836-b8a3-4635-9bf8-5c6a6277bf52),segment_id=83d3f836-b8a3-4635-9bf8-5c6a6277bf52)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:40:07.985316 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-dbdc5fa8-d498-48b9-91a1-e7df1844a4d3 req-c3f1b5e1-c983-4b0c-8b41-013cd828af18 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:08.031039 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [req-dbdc5fa8-d498-48b9-91a1-e7df1844a4d3 req-c3f1b5e1-c983-4b0c-8b41-013cd828af18 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Calling delete_port for ad09ff0f-c382-4155-b7e9-69144a2e6e9d owned by compute:nova {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:40:08.051524 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dcd0be3-f9d8-4c83-a7be-2601c2b0e54d', 'name': 'network-vif-deleted', 'tag': '94256cd8-44d3-4041-8131-77ccb8f7301f'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:40:08.055264 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218319d759239a7d11f1288aef37381b97754913ee9ccbfd43b51a463f801712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1de4212b-a489-420f-9566-9893b3364c73" -d '{"events": [{"server_uuid": "6dcd0be3-f9d8-4c83-a7be-2601c2b0e54d", "name": "network-vif-deleted", "tag": "94256cd8-44d3-4041-8131-77ccb8f7301f"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:40:08.078504 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device a8f2c8e4-bede-4c8e-8ed6-ea2657b609e4 up at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:40:08.335320 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-dbdc5fa8-d498-48b9-91a1-e7df1844a4d3 req-c3f1b5e1-c983-4b0c-8b41-013cd828af18 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:08.410007 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f1b5e1-c983-4b0c-8b41-013cd828af18 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Pushing event deleted for resources: {'Port': ['ID=ad09ff0f-c382-4155-b7e9-69144a2e6e9d,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:40:08.484120 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-9a4c24b3-9dee-4217-9312-3d9549dfedd5 admin admin] Deleting port 62f1aa90-6bb5-4417-9f05-09ddc964643a {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:40:08.489781 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9a4c24b3-9dee-4217-9312-3d9549dfedd5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:08.523590 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning for port a8f2c8e4-bede-4c8e-8ed6-ea2657b609e4 completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 17:40:08.526715 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbdc5fa8-d498-48b9-91a1-e7df1844a4d3 req-c3f1b5e1-c983-4b0c-8b41-013cd828af18 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] No DVR routers for this DVR port ad09ff0f-c382-4155-b7e9-69144a2e6e9d on host n-h2-818022-2 {{(pid=103364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:40:08.535267 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-dbdc5fa8-d498-48b9-91a1-e7df1844a4d3 req-c3f1b5e1-c983-4b0c-8b41-013cd828af18 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:08.539037 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-dbdc5fa8-d498-48b9-91a1-e7df1844a4d3 req-c3f1b5e1-c983-4b0c-8b41-013cd828af18 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] 10.222.0.86 "DELETE /v2.0/ports/ad09ff0f-c382-4155-b7e9-69144a2e6e9d HTTP/1.1" status: 204 len: 173 time: 1.2291040 Nov 19 17:40:08.540877 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning complete for port a8f2c8e4-bede-4c8e-8ed6-ea2657b609e4 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:40:08.541286 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:08.701789 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] get_ports_and_sgs() called for port_ids ['e4368372-ea3c-4d4d-831e-5249daaf590b'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:40:08.883385 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [req-dbdc5fa8-d498-48b9-91a1-e7df1844a4d3 req-22fa1ab6-5567-4157-921b-a600a88dbac9 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Deleting port 13e16a64-d226-4cdc-9b9b-c726dac28292 {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:40:08.883970 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-dbdc5fa8-d498-48b9-91a1-e7df1844a4d3 req-22fa1ab6-5567-4157-921b-a600a88dbac9 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:08.915411 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3d1b165d-f173-44d9-8e20-74f4a38ab14f req-ea64e0a9-05db-4da6-91f9-ce836ee6c701 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=3964468e-e495-4f24-b06e-7e621567361a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2678976 Nov 19 17:40:08.934261 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:08.945084 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [None req-9a4c24b3-9dee-4217-9312-3d9549dfedd5 admin admin] For port 62f1aa90-6bb5-4417-9f05-09ddc964643a, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=62f1aa90-6bb5-4417-9f05-09ddc964643a,segment=NetworkSegment(8d18c7cf-cb41-433b-a3b3-0bc9a619d055),segment_id=8d18c7cf-cb41-433b-a3b3-0bc9a619d055)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:40:08.945713 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9a4c24b3-9dee-4217-9312-3d9549dfedd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:08.978462 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-9a4c24b3-9dee-4217-9312-3d9549dfedd5 admin admin] Calling delete_port for 62f1aa90-6bb5-4417-9f05-09ddc964643a owned by network:router_interface {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:40:09.007849 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58455846-60e7-4f61-974f-dffca721866e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8f2c8e4-bede-4c8e-8ed6-ea2657b609e4'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:40:09.016082 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3940761bcd94e032e6960d2241bd8993c5d3a7d8dc2aca8488f3ecf1d4dd2fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91299a08-fcba-47ca-928c-cd045c8e5f2e" -d '{"events": [{"server_uuid": "58455846-60e7-4f61-974f-dffca721866e", "name": "network-vif-plugged", "status": "completed", "tag": "a8f2c8e4-bede-4c8e-8ed6-ea2657b609e4"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:40:09.039919 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port a8f2c8e4-bede-4c8e-8ed6-ea2657b609e4, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=a8f2c8e4-bede-4c8e-8ed6-ea2657b609e4,segment=NetworkSegment(fa32b67e-17cc-4a5c-8764-82d3483c4272),segment_id=fa32b67e-17cc-4a5c-8764-82d3483c4272)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:40:09.048025 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:09.049085 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 94256cd8-44d3-4041-8131-77ccb8f7301f no longer exists at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:40:09.103770 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] No Port match for: 94256cd8-44d3-4041-8131-77ccb8f7301f {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:40:09.104295 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 94256cd8-44d3-4041-8131-77ccb8f7301f not bound to the agent host n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:40:09.126461 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-dbdc5fa8-d498-48b9-91a1-e7df1844a4d3 req-22fa1ab6-5567-4157-921b-a600a88dbac9 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] For port 13e16a64-d226-4cdc-9b9b-c726dac28292, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=13e16a64-d226-4cdc-9b9b-c726dac28292,segment=NetworkSegment(83d3f836-b8a3-4635-9bf8-5c6a6277bf52),segment_id=83d3f836-b8a3-4635-9bf8-5c6a6277bf52)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:40:09.126829 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-dbdc5fa8-d498-48b9-91a1-e7df1844a4d3 req-22fa1ab6-5567-4157-921b-a600a88dbac9 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:09.161883 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [req-dbdc5fa8-d498-48b9-91a1-e7df1844a4d3 req-22fa1ab6-5567-4157-921b-a600a88dbac9 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Calling delete_port for 13e16a64-d226-4cdc-9b9b-c726dac28292 owned by compute:nova {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:40:09.235000 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=a8f2c8e4-bede-4c8e-8ed6-ea2657b609e4,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:40:09.279012 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1b165d-f173-44d9-8e20-74f4a38ab14f req-1851aff8-bab0-4ee4-a295-8a30fad8ced8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:40:09.281110 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3d1b165d-f173-44d9-8e20-74f4a38ab14f req-1851aff8-bab0-4ee4-a295-8a30fad8ced8 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=0d7ccfd9bdc740e383b438cb097bfe8d&device_id=3964468e-e495-4f24-b06e-7e621567361a HTTP/1.1" status: 200 len: 1096 time: 0.1827564 Nov 19 17:40:09.550344 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-dbdc5fa8-d498-48b9-91a1-e7df1844a4d3 req-22fa1ab6-5567-4157-921b-a600a88dbac9 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:09.643501 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] get_ports_and_sgs() called for port_ids ['e4368372-ea3c-4d4d-831e-5249daaf590b'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:40:09.685878 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1b165d-f173-44d9-8e20-74f4a38ab14f req-92936f1d-b4c2-418d-9d69-75670e9089b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:40:09.686684 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fa1ab6-5567-4157-921b-a600a88dbac9 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Pushing event deleted for resources: {'Port': ['ID=13e16a64-d226-4cdc-9b9b-c726dac28292,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:40:09.687920 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3d1b165d-f173-44d9-8e20-74f4a38ab14f req-92936f1d-b4c2-418d-9d69-75670e9089b7 service neutron] 10.222.0.86 "GET /v2.0/networks?id=06df44ce-7965-49c3-9334-79a80c7f7af9 HTTP/1.1" status: 200 len: 922 time: 0.3338137 Nov 19 17:40:09.706361 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device 65e64630-d319-432f-8e00-a188681e8b44 up at agent hyperv_n-h2-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:40:09.770135 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3d1b165d-f173-44d9-8e20-74f4a38ab14f req-cd335301-a817-43d7-807a-852f4da59d6e service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d3151510-34cd-407a-b000-6f802dd5765c HTTP/1.1" status: 200 len: 217 time: 0.0497901 Nov 19 17:40:09.819943 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbdc5fa8-d498-48b9-91a1-e7df1844a4d3 req-22fa1ab6-5567-4157-921b-a600a88dbac9 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] No DVR routers for this DVR port 13e16a64-d226-4cdc-9b9b-c726dac28292 on host n-h2-818022-2 {{(pid=103364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:40:09.826566 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-dbdc5fa8-d498-48b9-91a1-e7df1844a4d3 req-22fa1ab6-5567-4157-921b-a600a88dbac9 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:09.838259 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-dbdc5fa8-d498-48b9-91a1-e7df1844a4d3 req-22fa1ab6-5567-4157-921b-a600a88dbac9 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] 10.222.0.86 "DELETE /v2.0/ports/13e16a64-d226-4cdc-9b9b-c726dac28292 HTTP/1.1" status: 204 len: 173 time: 1.2762866 Nov 19 17:40:09.865373 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Provisioning complete for port 65e64630-d319-432f-8e00-a188681e8b44 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:40:09.865924 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:09.910477 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9a4c24b3-9dee-4217-9312-3d9549dfedd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:09.976031 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4c24b3-9dee-4217-9312-3d9549dfedd5 admin admin] Pushing event deleted for resources: {'Port': ['ID=62f1aa90-6bb5-4417-9f05-09ddc964643a,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:40:10.006273 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1b165d-f173-44d9-8e20-74f4a38ab14f req-61fc6a3e-4650-4a98-8aa5-639f199f7844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:40:10.007905 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3d1b165d-f173-44d9-8e20-74f4a38ab14f req-61fc6a3e-4650-4a98-8aa5-639f199f7844 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=e811f539-9c60-469d-a119-267f6bfeab01 HTTP/1.1" status: 200 len: 861 time: 0.2280192 Nov 19 17:40:10.090111 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:10.172923 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3d1b165d-f173-44d9-8e20-74f4a38ab14f req-f2fa3892-e973-4628-8e18-4e638c5e903f service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=06df44ce-7965-49c3-9334-79a80c7f7af9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1500590 Nov 19 17:40:10.209847 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port 65e64630-d319-432f-8e00-a188681e8b44, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=65e64630-d319-432f-8e00-a188681e8b44,segment=NetworkSegment(1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861),segment_id=1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:40:10.223353 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:10.224515 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device e4368372-ea3c-4d4d-831e-5249daaf590b no longer exists at agent hyperv_n-h2-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:40:10.366711 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Pushing event updated for resources: {'Port': ['ID=65e64630-d319-432f-8e00-a188681e8b44,revision_number=7']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:40:10.410652 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] No Port match for: e4368372-ea3c-4d4d-831e-5249daaf590b {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:40:10.410652 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device e4368372-ea3c-4d4d-831e-5249daaf590b not bound to the agent host n-h2-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:40:10.410652 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device ad09ff0f-c382-4155-b7e9-69144a2e6e9d no longer exists at agent hyperv_n-h2-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:40:10.443968 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] No Port match for: ad09ff0f-c382-4155-b7e9-69144a2e6e9d {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:40:10.444541 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device ad09ff0f-c382-4155-b7e9-69144a2e6e9d not bound to the agent host n-h2-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:40:10.445253 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device 13e16a64-d226-4cdc-9b9b-c726dac28292 no longer exists at agent hyperv_n-h2-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:40:10.477990 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] No Port match for: 13e16a64-d226-4cdc-9b9b-c726dac28292 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:40:10.478614 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device 13e16a64-d226-4cdc-9b9b-c726dac28292 not bound to the agent host n-h2-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:40:10.631359 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9a4c24b3-9dee-4217-9312-3d9549dfedd5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-768648'] for router_interface, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:10.753842 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3d1b165d-f173-44d9-8e20-74f4a38ab14f req-090b9a2c-f611-44c5-a05b-154b2a1da420 service neutron] 10.222.0.86 "GET /v2.0/networks/06df44ce-7965-49c3-9334-79a80c7f7af9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5655706 Nov 19 17:40:11.458345 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3d1b165d-f173-44d9-8e20-74f4a38ab14f req-6d242e53-61f4-420a-a10a-d2291888124b service neutron] 10.222.0.86 "GET /v2.0/networks/06df44ce-7965-49c3-9334-79a80c7f7af9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6897228 Nov 19 17:40:11.656645 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a4c24b3-9dee-4217-9312-3d9549dfedd5 admin admin] Router 1ce1daef-fdcc-4d90-afd8-fc4afa2f264f has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 17:40:11.804650 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-10f4eb06-eb28-41aa-844c-1bdace768db1 req-3eaf7ba3-f147-42df-bd30-a7a2884607f4 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=4bc980c9-6dc9-4316-9833-f667cb62adac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1458225 Nov 19 17:40:12.037602 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f4eb06-eb28-41aa-844c-1bdace768db1 req-4c5f25b7-7395-4b91-9e4d-f3b3a801f68e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:40:12.039168 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-10f4eb06-eb28-41aa-844c-1bdace768db1 req-4c5f25b7-7395-4b91-9e4d-f3b3a801f68e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0d7ccfd9bdc740e383b438cb097bfe8d&device_id=4bc980c9-6dc9-4316-9833-f667cb62adac HTTP/1.1" status: 200 len: 1095 time: 0.1168690 Nov 19 17:40:12.052506 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a4c24b3-9dee-4217-9312-3d9549dfedd5 admin admin] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 17:40:12.070384 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5551d14-fd53-4656-92de-2004bed61bc1 None None] Sync routers for ids ['1ce1daef-fdcc-4d90-afd8-fc4afa2f264f'] in n-d-818022-2 {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 17:40:12.085874 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-9a4c24b3-9dee-4217-9312-3d9549dfedd5 admin admin] 10.222.0.54 "PUT /v2.0/routers/1ce1daef-fdcc-4d90-afd8-fc4afa2f264f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8414829 Nov 19 17:40:12.091179 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 46106) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:40:12.105660 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5551d14-fd53-4656-92de-2004bed61bc1 None None] Routers {'1ce1daef-fdcc-4d90-afd8-fc4afa2f264f'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:40:12.107551 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-f5551d14-fd53-4656-92de-2004bed61bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:40:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['1ce1daef-fdcc-4d90-afd8-fc4afa2f264f'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:40:12.380939 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-be51d107-23a1-4591-b89a-6c4c97d859f0 admin admin] Publish callbacks [] for router, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:12.411950 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f4eb06-eb28-41aa-844c-1bdace768db1 req-e549952d-9b0c-4bdc-9957-fe39292bc3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:40:12.424635 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-10f4eb06-eb28-41aa-844c-1bdace768db1 req-e549952d-9b0c-4bdc-9957-fe39292bc3ee service neutron] 10.222.0.60 "GET /v2.0/networks?id=06df44ce-7965-49c3-9334-79a80c7f7af9 HTTP/1.1" status: 200 len: 922 time: 0.3168721 Nov 19 17:40:12.487366 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-f5551d14-fd53-4656-92de-2004bed61bc1 None None] Set router 1ce1daef-fdcc-4d90-afd8-fc4afa2f264f gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:40:12.621307 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-10f4eb06-eb28-41aa-844c-1bdace768db1 req-cf2ab004-8ac3-4022-8847-d4f4d8085008 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ee47d372-ad72-4981-bb3d-4ae53342d5dd HTTP/1.1" status: 200 len: 217 time: 0.1953948 Nov 19 17:40:12.667460 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-be51d107-23a1-4591-b89a-6c4c97d859f0 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:12.739358 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f4eb06-eb28-41aa-844c-1bdace768db1 req-bba99886-f016-4e10-971b-97fbf3aadc2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:40:12.741462 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-10f4eb06-eb28-41aa-844c-1bdace768db1 req-bba99886-f016-4e10-971b-97fbf3aadc2c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e811f539-9c60-469d-a119-267f6bfeab01 HTTP/1.1" status: 200 len: 861 time: 0.1133468 Nov 19 17:40:12.812385 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-10f4eb06-eb28-41aa-844c-1bdace768db1 req-561c5dd3-2d9e-4ec0-9852-76be91b6bee5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=06df44ce-7965-49c3-9334-79a80c7f7af9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0635769 Nov 19 17:40:12.978483 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-f5551d14-fd53-4656-92de-2004bed61bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ce1daef-fdcc-4d90-afd8-fc4afa2f264f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-100236646-router', 'tenant_id': 'cb6962e3106847579ed7129072110a5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.251'}], 'enable_snat': True}, 'gw_port_id': '61e005d5-ad1d-4172-8264-b2b41a92f3fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:34:37Z', 'updated_at': '2021-11-19T17:40:09Z', 'revision_number': 5, 'project_id': 'cb6962e3106847579ed7129072110a5c', 'gw_port': {'id': '61e005d5-ad1d-4172-8264-b2b41a92f3fc', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:5d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce1daef-fdcc-4d90-afd8-fc4afa2f264f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:34:38Z', 'updated_at': '2021-11-19T17:34:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:40:13.014641 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-10f4eb06-eb28-41aa-844c-1bdace768db1 req-7bf282e5-573a-4475-90e9-b9913fa626b2 service neutron] 10.222.0.60 "GET /v2.0/networks/06df44ce-7965-49c3-9334-79a80c7f7af9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1947432 Nov 19 17:40:13.026194 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5551d14-fd53-4656-92de-2004bed61bc1 None None] Checking router: 1ce1daef-fdcc-4d90-afd8-fc4afa2f264f for host: n-d-818022-2 {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 17:40:13.040182 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5551d14-fd53-4656-92de-2004bed61bc1 None None] Routers {'1ce1daef-fdcc-4d90-afd8-fc4afa2f264f'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:40:13.041533 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-f5551d14-fd53-4656-92de-2004bed61bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:40:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['1ce1daef-fdcc-4d90-afd8-fc4afa2f264f'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:40:13.180740 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-10f4eb06-eb28-41aa-844c-1bdace768db1 req-2ca5b7c9-b8e7-4dad-97e8-4c9461215e6e service neutron] 10.222.0.60 "GET /v2.0/networks/06df44ce-7965-49c3-9334-79a80c7f7af9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586230 Nov 19 17:40:13.228160 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-f5551d14-fd53-4656-92de-2004bed61bc1 None None] Set router 1ce1daef-fdcc-4d90-afd8-fc4afa2f264f gateway port host: None {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:40:13.329500 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-f5551d14-fd53-4656-92de-2004bed61bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ce1daef-fdcc-4d90-afd8-fc4afa2f264f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-100236646-router', 'tenant_id': 'cb6962e3106847579ed7129072110a5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:34:37Z', 'updated_at': '2021-11-19T17:40:12Z', 'revision_number': 6, 'project_id': 'cb6962e3106847579ed7129072110a5c', 'gw_port_host': None}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:40:13.447705 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-be51d107-23a1-4591-b89a-6c4c97d859f0 admin admin] Deleting port 61e005d5-ad1d-4172-8264-b2b41a92f3fc {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:40:13.448461 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-be51d107-23a1-4591-b89a-6c4c97d859f0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:13.565249 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5551d14-fd53-4656-92de-2004bed61bc1 None None] The sync data for ids ['1ce1daef-fdcc-4d90-afd8-fc4afa2f264f'] in n-d-818022-2 is: [{'id': '1ce1daef-fdcc-4d90-afd8-fc4afa2f264f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-100236646-router', 'tenant_id': 'cb6962e3106847579ed7129072110a5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:34:37Z', 'updated_at': '2021-11-19T17:40:12Z', 'revision_number': 6, 'project_id': 'cb6962e3106847579ed7129072110a5c', 'gw_port_host': None}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 17:40:13.651737 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.agents_db [None req-619e5c26-d9ed-4321-86eb-7d443bb9dfa2 None None] Agent healthcheck: found 7 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 17:40:13.751661 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [None req-be51d107-23a1-4591-b89a-6c4c97d859f0 admin admin] For port 61e005d5-ad1d-4172-8264-b2b41a92f3fc, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=61e005d5-ad1d-4172-8264-b2b41a92f3fc,segment=NetworkSegment(bbe705c1-96c0-476e-8381-28227e6f0ac5),segment_id=bbe705c1-96c0-476e-8381-28227e6f0ac5)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:40:13.752331 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-be51d107-23a1-4591-b89a-6c4c97d859f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:13.769243 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-be51d107-23a1-4591-b89a-6c4c97d859f0 admin admin] Calling delete_port for 61e005d5-ad1d-4172-8264-b2b41a92f3fc owned by network:router_gateway {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:40:14.068644 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-be51d107-23a1-4591-b89a-6c4c97d859f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:14.140962 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be51d107-23a1-4591-b89a-6c4c97d859f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=61e005d5-ad1d-4172-8264-b2b41a92f3fc,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:40:14.310297 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-be51d107-23a1-4591-b89a-6c4c97d859f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-671730'] for router_gateway, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:14.469777 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-be51d107-23a1-4591-b89a-6c4c97d859f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4696'] for router, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:14.472285 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-be51d107-23a1-4591-b89a-6c4c97d859f0 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:14.546690 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-be51d107-23a1-4591-b89a-6c4c97d859f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-543895'] for router, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:14.547385 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be51d107-23a1-4591-b89a-6c4c97d859f0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1ce1daef-fdcc-4d90-afd8-fc4afa2f264f {{(pid=103364) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 17:40:14.554844 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-be51d107-23a1-4591-b89a-6c4c97d859f0 admin admin] Publish callbacks [] for router, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:14.557863 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-be51d107-23a1-4591-b89a-6c4c97d859f0 admin admin] 10.222.0.54 "DELETE /v2.0/routers/1ce1daef-fdcc-4d90-afd8-fc4afa2f264f HTTP/1.1" status: 204 len: 168 time: 2.4667127 Nov 19 17:40:14.559972 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 46108) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:40:14.670705 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6640867-0439-4283-94a9-97aa7345000d admin admin] Deleting subnet 6c0fdf15-d8a4-4e50-84be-13cc6146efd3 {{(pid=103365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 17:40:14.685528 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c6640867-0439-4283-94a9-97aa7345000d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:14.795623 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c6640867-0439-4283-94a9-97aa7345000d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12546453'] for subnet, precommit_delete_associations {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:14.987472 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c6640867-0439-4283-94a9-97aa7345000d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:15.126841 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c6640867-0439-4283-94a9-97aa7345000d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12282919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8731163'] for subnet, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:15.168199 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6640867-0439-4283-94a9-97aa7345000d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c0fdf15-d8a4-4e50-84be-13cc6146efd3,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:40:15.179484 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c6640867-0439-4283-94a9-97aa7345000d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:15.189733 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cbaa6b4-cb48-41db-841b-33ea0270f80b None None] Network 5d9a4ada-bcc7-4145-9268-e1ebc040b0ae requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:40:15.196612 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 46114) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:40:15.197013 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-c6640867-0439-4283-94a9-97aa7345000d admin admin] 10.222.0.54 "DELETE /v2.0/subnets/6c0fdf15-d8a4-4e50-84be-13cc6146efd3 HTTP/1.1" status: 204 len: 168 time: 0.6319411 Nov 19 17:40:15.361716 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6c108d57-7894-409f-be0d-9413ae917e3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:15.496287 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-6c108d57-7894-409f-be0d-9413ae917e3c admin admin] Deleting port 0e93d9f9-0e2f-421c-a848-4ae8ab47f4e3 {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:40:15.497111 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6c108d57-7894-409f-be0d-9413ae917e3c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:15.568070 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d658c27-84a2-4eb2-818a-767033bb144d None None] DHCP port deletion for 5d9a4ada-bcc7-4145-9268-e1ebc040b0ae request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 17:40:15.614139 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [None req-6c108d57-7894-409f-be0d-9413ae917e3c admin admin] For port 0e93d9f9-0e2f-421c-a848-4ae8ab47f4e3, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=0e93d9f9-0e2f-421c-a848-4ae8ab47f4e3,segment=NetworkSegment(8d18c7cf-cb41-433b-a3b3-0bc9a619d055),segment_id=8d18c7cf-cb41-433b-a3b3-0bc9a619d055)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:40:15.614438 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6c108d57-7894-409f-be0d-9413ae917e3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:15.640758 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 61e005d5-ad1d-4172-8264-b2b41a92f3fc no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:40:15.650979 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-0d658c27-84a2-4eb2-818a-767033bb144d None None] Deleting port 0e93d9f9-0e2f-421c-a848-4ae8ab47f4e3 {{(pid=103366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:40:15.651684 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-6c108d57-7894-409f-be0d-9413ae917e3c admin admin] Calling delete_port for 0e93d9f9-0e2f-421c-a848-4ae8ab47f4e3 owned by network:dhcp {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:40:15.652048 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0d658c27-84a2-4eb2-818a-767033bb144d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:15.731630 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0d658c27-84a2-4eb2-818a-767033bb144d None None] For port 0e93d9f9-0e2f-421c-a848-4ae8ab47f4e3, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=0e93d9f9-0e2f-421c-a848-4ae8ab47f4e3,segment=NetworkSegment(8d18c7cf-cb41-433b-a3b3-0bc9a619d055),segment_id=8d18c7cf-cb41-433b-a3b3-0bc9a619d055)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:40:15.732353 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0d658c27-84a2-4eb2-818a-767033bb144d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:15.748483 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-0d658c27-84a2-4eb2-818a-767033bb144d None None] Calling delete_port for 0e93d9f9-0e2f-421c-a848-4ae8ab47f4e3 owned by network:dhcp {{(pid=103366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:40:15.846375 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6c108d57-7894-409f-be0d-9413ae917e3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:15.878461 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0d658c27-84a2-4eb2-818a-767033bb144d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007'] for port, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:15.911592 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c108d57-7894-409f-be0d-9413ae917e3c admin admin] Pushing event deleted for resources: {'Port': ['ID=0e93d9f9-0e2f-421c-a848-4ae8ab47f4e3,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:40:15.930143 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c108d57-7894-409f-be0d-9413ae917e3c admin admin] No DVR routers for this DVR port 0e93d9f9-0e2f-421c-a848-4ae8ab47f4e3 on host n-d-818022-2 {{(pid=103364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:40:15.934110 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: 61e005d5-ad1d-4172-8264-b2b41a92f3fc {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:40:15.934538 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 61e005d5-ad1d-4172-8264-b2b41a92f3fc not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:40:15.934947 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 62f1aa90-6bb5-4417-9f05-09ddc964643a no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:40:15.943579 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d658c27-84a2-4eb2-818a-767033bb144d None None] No DVR routers for this DVR port 0e93d9f9-0e2f-421c-a848-4ae8ab47f4e3 on host n-d-818022-2 {{(pid=103366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:40:15.978798 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d658c27-84a2-4eb2-818a-767033bb144d None None] Pushing event deleted for resources: {'Port': ['ID=0e93d9f9-0e2f-421c-a848-4ae8ab47f4e3,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:40:15.984775 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: 62f1aa90-6bb5-4417-9f05-09ddc964643a {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:40:15.985331 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 62f1aa90-6bb5-4417-9f05-09ddc964643a not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:40:16.060909 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6c108d57-7894-409f-be0d-9413ae917e3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:16.084307 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-6c108d57-7894-409f-be0d-9413ae917e3c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d9a4ada-bcc7-4145-9268-e1ebc040b0ae']}} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:40:16.101939 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-6c108d57-7894-409f-be0d-9413ae917e3c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d18c7cf-cb41-433b-a3b3-0bc9a619d055') {'for_net_delete': True} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:40:16.101939 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-6c108d57-7894-409f-be0d-9413ae917e3c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d18c7cf-cb41-433b-a3b3-0bc9a619d055') {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:40:16.112978 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6c108d57-7894-409f-be0d-9413ae917e3c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417396'] for segment, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:16.138729 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6c108d57-7894-409f-be0d-9413ae917e3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:16.151572 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c108d57-7894-409f-be0d-9413ae917e3c admin admin] Releasing vlan 665 on physical network physnet1 to pool {{(pid=103364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 17:40:16.152229 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6c108d57-7894-409f-be0d-9413ae917e3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12425183'] for segment, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:16.154362 n-d-818022-2 neutron-server[103364]: Traceback (most recent call last): Nov 19 17:40:16.154362 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 17:40:16.154362 n-d-818022-2 neutron-server[103364]: timer() Nov 19 17:40:16.154362 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 17:40:16.154362 n-d-818022-2 neutron-server[103364]: cb(*args, **kw) Nov 19 17:40:16.154362 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 17:40:16.154362 n-d-818022-2 neutron-server[103364]: return func(*args, **kwargs) Nov 19 17:40:16.154362 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 17:40:16.154362 n-d-818022-2 neutron-server[103364]: self._notify() Nov 19 17:40:16.154362 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 17:40:16.154362 n-d-818022-2 neutron-server[103364]: self.callback(batched_events) Nov 19 17:40:16.154362 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 17:40:16.154362 n-d-818022-2 neutron-server[103364]: event.method(event) Nov 19 17:40:16.154362 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 17:40:16.154362 n-d-818022-2 neutron-server[103364]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 17:40:16.154362 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 17:40:16.154362 n-d-818022-2 neutron-server[103364]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 17:40:16.154362 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 17:40:16.154362 n-d-818022-2 neutron-server[103364]: return f(self, *a, **k) Nov 19 17:40:16.154362 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 17:40:16.154362 n-d-818022-2 neutron-server[103364]: return self._get(url).json() Nov 19 17:40:16.154362 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 17:40:16.154362 n-d-818022-2 neutron-server[103364]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 17:40:16.154362 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 17:40:16.154362 n-d-818022-2 neutron-server[103364]: return self.request(url, 'GET', **kwargs) Nov 19 17:40:16.154362 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 17:40:16.154362 n-d-818022-2 neutron-server[103364]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 17:40:16.154362 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 17:40:16.154362 n-d-818022-2 neutron-server[103364]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 17:40:16.154362 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 17:40:16.154362 n-d-818022-2 neutron-server[103364]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 17:40:16.154362 n-d-818022-2 neutron-server[103364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 17:40:16.250617 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6c108d57-7894-409f-be0d-9413ae917e3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671242'] for network, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:16.264975 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6c108d57-7894-409f-be0d-9413ae917e3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:16.290128 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-6c108d57-7894-409f-be0d-9413ae917e3c admin admin] 10.222.0.54 "DELETE /v2.0/networks/5d9a4ada-bcc7-4145-9268-e1ebc040b0ae HTTP/1.1" status: 204 len: 168 time: 1.0895631 Nov 19 17:40:16.321431 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c108d57-7894-409f-be0d-9413ae917e3c admin admin] Pushing event deleted for resources: {'Network': ['ID=5d9a4ada-bcc7-4145-9268-e1ebc040b0ae,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:40:16.461268 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 46144) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:40:16.544022 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 46146) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:40:16.551500 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-022191d9-7e3a-4016-93e0-f41695379032 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=bf701fa01dc443ada18661aab1d7be58&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0885444 Nov 19 17:40:16.578080 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 46148) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:40:16.645190 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd2de04-a669-4be4-9461-4c7f70df1815 req-e8e182e1-1296-4041-bac5-fd0de20115de tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:40:16.647370 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2bd2de04-a669-4be4-9461-4c7f70df1815 req-e8e182e1-1296-4041-bac5-fd0de20115de tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.54 "GET /v2.0/ports?device_id=58455846-60e7-4f61-974f-dffca721866e HTTP/1.1" status: 200 len: 946 time: 0.1248131 Nov 19 17:40:16.651850 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_v2 [None req-e983ecdf-2b7d-451e-a124-f352ea982faf tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Deleting subnet 4716d5b9-5f9a-4f7d-86ee-a0bc3761699d {{(pid=103364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 17:40:16.673970 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:40:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4c05ef2-e6b4-4e4f-87ae-a220a5d63e08 x-openstack-request-id: req-a4c05ef2-e6b4-4e4f-87ae-a220a5d63e08 {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:40:16.674448 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "477a3615-027a-4fb0-a22c-229eb9ec726c", "name": "network-vif-deleted", "tag": "e4368372-ea3c-4d4d-831e-5249daaf590b", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:40:16.674586 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a4c05ef2-e6b4-4e4f-87ae-a220a5d63e08 {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:40:16.674973 n-d-818022-2 neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '477a3615-027a-4fb0-a22c-229eb9ec726c', 'name': 'network-vif-deleted', 'tag': 'e4368372-ea3c-4d4d-831e-5249daaf590b', 'status': 'completed', 'code': 200} Nov 19 17:40:16.675659 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e983ecdf-2b7d-451e-a124-f352ea982faf tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Publish callbacks [] for subnet, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:16.722793 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:40:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-681f9c80-bf3e-44a9-8dc9-9f693418606b x-openstack-request-id: req-681f9c80-bf3e-44a9-8dc9-9f693418606b {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:40:16.723126 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dcd0be3-f9d8-4c83-a7be-2601c2b0e54d", "name": "network-vif-deleted", "tag": "94256cd8-44d3-4041-8131-77ccb8f7301f", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:40:16.723656 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-681f9c80-bf3e-44a9-8dc9-9f693418606b {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:40:16.726183 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dcd0be3-f9d8-4c83-a7be-2601c2b0e54d', 'name': 'network-vif-deleted', 'tag': '94256cd8-44d3-4041-8131-77ccb8f7301f', 'status': 'completed', 'code': 200} Nov 19 17:40:16.741859 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6b7802c8-b4bb-448a-ba10-91e1efcd24bd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:16.767518 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:40:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04ed3595-cae5-4136-b6be-ddc0046ec6f6 x-openstack-request-id: req-04ed3595-cae5-4136-b6be-ddc0046ec6f6 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:40:16.768109 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58455846-60e7-4f61-974f-dffca721866e", "name": "network-vif-plugged", "status": "completed", "tag": "a8f2c8e4-bede-4c8e-8ed6-ea2657b609e4", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:40:16.768202 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e983ecdf-2b7d-451e-a124-f352ea982faf tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9416263'] for subnet, precommit_delete_associations {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:16.768308 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-04ed3595-cae5-4136-b6be-ddc0046ec6f6 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:40:16.768732 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58455846-60e7-4f61-974f-dffca721866e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8f2c8e4-bede-4c8e-8ed6-ea2657b609e4', 'code': 200} Nov 19 17:40:16.769466 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2bd2de04-a669-4be4-9461-4c7f70df1815 req-0b24bec3-66c9-4565-9f9f-39ce658f08b0 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.54 "GET /v2.0/security-groups?id=740807d6-4246-4ecb-a636-49a5e5a1e11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088567 Nov 19 17:40:16.841879 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6b7802c8-b4bb-448a-ba10-91e1efcd24bd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:16.867387 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 46160) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:40:16.998388 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e983ecdf-2b7d-451e-a124-f352ea982faf tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:17.051941 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6b7802c8-b4bb-448a-ba10-91e1efcd24bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:17.054776 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6b7802c8-b4bb-448a-ba10-91e1efcd24bd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:17.056054 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-6b7802c8-b4bb-448a-ba10-91e1efcd24bd admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/bf625a4e-ebe5-4a91-8ad4-1c5afb2ab3fc HTTP/1.1" status: 204 len: 168 time: 0.5109725 Nov 19 17:40:17.075461 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7802c8-b4bb-448a-ba10-91e1efcd24bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf625a4e-ebe5-4a91-8ad4-1c5afb2ab3fc,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:40:17.102248 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e204519-ecea-4d1f-aec4-5683e3eef649 admin admin] Deleting subnet cb362553-25a2-4a18-9848-8c1ec4336c40 {{(pid=103365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 17:40:17.120748 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0e204519-ecea-4d1f-aec4-5683e3eef649 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:17.124978 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e983ecdf-2b7d-451e-a124-f352ea982faf tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12425137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8983934'] for subnet, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:17.171869 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aec45cd-b42a-4e7b-80d6-f33d277ca37c req-781e9c9d-9b28-4c6f-a68a-43478ae99ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:40:17.182635 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5aec45cd-b42a-4e7b-80d6-f33d277ca37c req-781e9c9d-9b28-4c6f-a68a-43478ae99ae9 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=58455846-60e7-4f61-974f-dffca721866e HTTP/1.1" status: 200 len: 1097 time: 0.2915368 Nov 19 17:40:17.194881 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e983ecdf-2b7d-451e-a124-f352ea982faf tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Pushing event deleted for resources: {'Subnet': ['ID=4716d5b9-5f9a-4f7d-86ee-a0bc3761699d,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:40:17.201392 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e983ecdf-2b7d-451e-a124-f352ea982faf tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:17.210471 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-e983ecdf-2b7d-451e-a124-f352ea982faf tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] 10.222.0.54 "DELETE /v2.0/subnets/4716d5b9-5f9a-4f7d-86ee-a0bc3761699d HTTP/1.1" status: 204 len: 168 time: 0.6311922 Nov 19 17:40:17.214514 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 46176) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:40:17.214738 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee62dfba-fb2f-4243-aeef-4a5efbfc7a3c None None] Network 05fbfb15-2eee-4537-ab72-3e0ae106251b requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:40:17.302722 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0e204519-ecea-4d1f-aec4-5683e3eef649 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12546453'] for subnet, precommit_delete_associations {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:17.308017 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5aec45cd-b42a-4e7b-80d6-f33d277ca37c req-568bb0c0-80b1-4c52-af38-ec8943096c29 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=740807d6-4246-4ecb-a636-49a5e5a1e11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204097 Nov 19 17:40:17.377010 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0e204519-ecea-4d1f-aec4-5683e3eef649 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:17.418715 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-19472a13-845e-4032-9c9e-85e9fb3b4e1c tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:17.513206 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-19472a13-845e-4032-9c9e-85e9fb3b4e1c tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Deleting port 4b8a4e96-b6df-41a0-be2a-014fba674cde {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:40:17.513678 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-19472a13-845e-4032-9c9e-85e9fb3b4e1c tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:17.535656 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0e204519-ecea-4d1f-aec4-5683e3eef649 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12282919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8731163'] for subnet, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:17.626621 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e204519-ecea-4d1f-aec4-5683e3eef649 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb362553-25a2-4a18-9848-8c1ec4336c40,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:40:17.628628 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0e204519-ecea-4d1f-aec4-5683e3eef649 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:17.629424 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 0e93d9f9-0e2f-421c-a848-4ae8ab47f4e3 no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:40:17.640423 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-0e204519-ecea-4d1f-aec4-5683e3eef649 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/cb362553-25a2-4a18-9848-8c1ec4336c40 HTTP/1.1" status: 204 len: 168 time: 0.7706413 Nov 19 17:40:17.646069 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 46194) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:40:17.686201 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: 0e93d9f9-0e2f-421c-a848-4ae8ab47f4e3 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:40:17.688290 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 0e93d9f9-0e2f-421c-a848-4ae8ab47f4e3 not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:40:17.738674 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c9b5c00-be04-40e3-81bb-5e378920c1f0 None None] DHCP port deletion for 05fbfb15-2eee-4537-ab72-3e0ae106251b request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 17:40:17.778742 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4ffe5210-a698-4a27-a54e-ec89d2e5b258 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:17.785671 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [None req-19472a13-845e-4032-9c9e-85e9fb3b4e1c tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] For port 4b8a4e96-b6df-41a0-be2a-014fba674cde, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=4b8a4e96-b6df-41a0-be2a-014fba674cde,segment=NetworkSegment(b2886bb0-acac-450f-a655-b3b2dd40f95d),segment_id=b2886bb0-acac-450f-a655-b3b2dd40f95d)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:40:17.786084 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-19472a13-845e-4032-9c9e-85e9fb3b4e1c tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:17.806757 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-19472a13-845e-4032-9c9e-85e9fb3b4e1c tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Calling delete_port for 4b8a4e96-b6df-41a0-be2a-014fba674cde owned by network:dhcp {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:40:17.946801 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4ffe5210-a698-4a27-a54e-ec89d2e5b258 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:17.976321 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-9c9b5c00-be04-40e3-81bb-5e378920c1f0 None None] Deleting port 4b8a4e96-b6df-41a0-be2a-014fba674cde {{(pid=103366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:40:17.978698 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9c9b5c00-be04-40e3-81bb-5e378920c1f0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:17.982902 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-4ffe5210-a698-4a27-a54e-ec89d2e5b258 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['863c027e-f5c8-4c1f-9037-bbf48b2f132c']}} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:40:18.004852 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-4ffe5210-a698-4a27-a54e-ec89d2e5b258 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79d5be89-daf8-443f-b5a8-76740534eee6') {'for_net_delete': True} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:40:18.004852 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-4ffe5210-a698-4a27-a54e-ec89d2e5b258 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79d5be89-daf8-443f-b5a8-76740534eee6') {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:40:18.026484 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4ffe5210-a698-4a27-a54e-ec89d2e5b258 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417396'] for segment, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:18.060231 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4ffe5210-a698-4a27-a54e-ec89d2e5b258 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:18.064798 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-19472a13-845e-4032-9c9e-85e9fb3b4e1c tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:18.096345 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 46206) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:40:18.113554 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ffe5210-a698-4a27-a54e-ec89d2e5b258 admin admin] Releasing vlan 669 on physical network physnet1 to pool {{(pid=103364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 17:40:18.113998 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4ffe5210-a698-4a27-a54e-ec89d2e5b258 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12425183'] for segment, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:18.116092 n-d-818022-2 neutron-server[103364]: Traceback (most recent call last): Nov 19 17:40:18.116092 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 17:40:18.116092 n-d-818022-2 neutron-server[103364]: timer() Nov 19 17:40:18.116092 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 17:40:18.116092 n-d-818022-2 neutron-server[103364]: cb(*args, **kw) Nov 19 17:40:18.116092 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 17:40:18.116092 n-d-818022-2 neutron-server[103364]: return func(*args, **kwargs) Nov 19 17:40:18.116092 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 17:40:18.116092 n-d-818022-2 neutron-server[103364]: self._notify() Nov 19 17:40:18.116092 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 17:40:18.116092 n-d-818022-2 neutron-server[103364]: self.callback(batched_events) Nov 19 17:40:18.116092 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 17:40:18.116092 n-d-818022-2 neutron-server[103364]: event.method(event) Nov 19 17:40:18.116092 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 17:40:18.116092 n-d-818022-2 neutron-server[103364]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 17:40:18.116092 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 17:40:18.116092 n-d-818022-2 neutron-server[103364]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 17:40:18.116092 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 17:40:18.116092 n-d-818022-2 neutron-server[103364]: return f(self, *a, **k) Nov 19 17:40:18.116092 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 17:40:18.116092 n-d-818022-2 neutron-server[103364]: return self._get(url).json() Nov 19 17:40:18.116092 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 17:40:18.116092 n-d-818022-2 neutron-server[103364]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 17:40:18.116092 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 17:40:18.116092 n-d-818022-2 neutron-server[103364]: return self.request(url, 'GET', **kwargs) Nov 19 17:40:18.116092 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 17:40:18.116092 n-d-818022-2 neutron-server[103364]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 17:40:18.116092 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 17:40:18.116092 n-d-818022-2 neutron-server[103364]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 17:40:18.116092 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 17:40:18.116092 n-d-818022-2 neutron-server[103364]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 17:40:18.116092 n-d-818022-2 neutron-server[103364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 17:40:18.130607 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19472a13-845e-4032-9c9e-85e9fb3b4e1c tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Pushing event deleted for resources: {'Port': ['ID=4b8a4e96-b6df-41a0-be2a-014fba674cde,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:40:18.173702 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19472a13-845e-4032-9c9e-85e9fb3b4e1c tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] No DVR routers for this DVR port 4b8a4e96-b6df-41a0-be2a-014fba674cde on host n-d-818022-2 {{(pid=103364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:40:18.176408 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-4a924c69-3d60-46c1-848c-3fdce5afb038 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=cb6962e3106847579ed7129072110a5c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0788357 Nov 19 17:40:18.182020 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 46214) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:40:18.188015 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-9c9b5c00-be04-40e3-81bb-5e378920c1f0 None None] For port 4b8a4e96-b6df-41a0-be2a-014fba674cde, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=4b8a4e96-b6df-41a0-be2a-014fba674cde,segment=NetworkSegment(b2886bb0-acac-450f-a655-b3b2dd40f95d),segment_id=b2886bb0-acac-450f-a655-b3b2dd40f95d)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:40:18.188639 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9c9b5c00-be04-40e3-81bb-5e378920c1f0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:18.215732 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-9c9b5c00-be04-40e3-81bb-5e378920c1f0 None None] Calling delete_port for 4b8a4e96-b6df-41a0-be2a-014fba674cde owned by network:dhcp {{(pid=103366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:40:18.242466 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-caa86a54-cac8-41c7-afcb-bd95ef7e235c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:18.284033 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-caa86a54-cac8-41c7-afcb-bd95ef7e235c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:18.341585 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9c9b5c00-be04-40e3-81bb-5e378920c1f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007'] for port, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:18.375528 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-caa86a54-cac8-41c7-afcb-bd95ef7e235c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:18.378912 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-caa86a54-cac8-41c7-afcb-bd95ef7e235c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:18.386028 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-caa86a54-cac8-41c7-afcb-bd95ef7e235c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/5c552d76-5e41-4836-a6c2-8fbd7a9fc647 HTTP/1.1" status: 204 len: 168 time: 0.1968429 Nov 19 17:40:18.393660 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-19472a13-845e-4032-9c9e-85e9fb3b4e1c tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:18.416158 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa86a54-cac8-41c7-afcb-bd95ef7e235c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c552d76-5e41-4836-a6c2-8fbd7a9fc647,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:40:18.427401 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9b5c00-be04-40e3-81bb-5e378920c1f0 None None] Pushing event deleted for resources: {'Port': ['ID=4b8a4e96-b6df-41a0-be2a-014fba674cde,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:40:18.440565 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-19472a13-845e-4032-9c9e-85e9fb3b4e1c tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05fbfb15-2eee-4537-ab72-3e0ae106251b']}} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:40:18.449239 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c9b5c00-be04-40e3-81bb-5e378920c1f0 None None] No DVR routers for this DVR port 4b8a4e96-b6df-41a0-be2a-014fba674cde on host n-d-818022-2 {{(pid=103366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:40:18.460497 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-19472a13-845e-4032-9c9e-85e9fb3b4e1c tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2886bb0-acac-450f-a655-b3b2dd40f95d') {'for_net_delete': True} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:40:18.460796 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-19472a13-845e-4032-9c9e-85e9fb3b4e1c tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2886bb0-acac-450f-a655-b3b2dd40f95d') {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:40:18.498414 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-19472a13-845e-4032-9c9e-85e9fb3b4e1c tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417396'] for segment, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:18.521444 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-19472a13-845e-4032-9c9e-85e9fb3b4e1c tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:18.530468 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19472a13-845e-4032-9c9e-85e9fb3b4e1c tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Releasing vlan 677 on physical network physnet1 to pool {{(pid=103364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 17:40:18.531350 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-19472a13-845e-4032-9c9e-85e9fb3b4e1c tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12425183'] for segment, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:18.617038 n-d-818022-2 neutron-server[103364]: Traceback (most recent call last): Nov 19 17:40:18.617038 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 17:40:18.617038 n-d-818022-2 neutron-server[103364]: timer() Nov 19 17:40:18.617038 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 17:40:18.617038 n-d-818022-2 neutron-server[103364]: cb(*args, **kw) Nov 19 17:40:18.617038 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 17:40:18.617038 n-d-818022-2 neutron-server[103364]: return func(*args, **kwargs) Nov 19 17:40:18.617038 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 17:40:18.617038 n-d-818022-2 neutron-server[103364]: self._notify() Nov 19 17:40:18.617038 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 17:40:18.617038 n-d-818022-2 neutron-server[103364]: self.callback(batched_events) Nov 19 17:40:18.617038 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 17:40:18.617038 n-d-818022-2 neutron-server[103364]: event.method(event) Nov 19 17:40:18.617038 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 17:40:18.617038 n-d-818022-2 neutron-server[103364]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 17:40:18.617038 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 17:40:18.617038 n-d-818022-2 neutron-server[103364]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 17:40:18.617038 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 17:40:18.617038 n-d-818022-2 neutron-server[103364]: return f(self, *a, **k) Nov 19 17:40:18.617038 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 17:40:18.617038 n-d-818022-2 neutron-server[103364]: return self._get(url).json() Nov 19 17:40:18.617038 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 17:40:18.617038 n-d-818022-2 neutron-server[103364]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 17:40:18.617038 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 17:40:18.617038 n-d-818022-2 neutron-server[103364]: return self.request(url, 'GET', **kwargs) Nov 19 17:40:18.617038 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 17:40:18.617038 n-d-818022-2 neutron-server[103364]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 17:40:18.617038 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 17:40:18.617038 n-d-818022-2 neutron-server[103364]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 17:40:18.617038 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 17:40:18.617038 n-d-818022-2 neutron-server[103364]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 17:40:18.617038 n-d-818022-2 neutron-server[103364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 17:40:18.621358 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-19472a13-845e-4032-9c9e-85e9fb3b4e1c tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671242'] for network, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:18.624803 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4ffe5210-a698-4a27-a54e-ec89d2e5b258 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671242'] for network, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:18.641165 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-19472a13-845e-4032-9c9e-85e9fb3b4e1c tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:18.648848 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 46230) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:40:18.649641 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-19472a13-845e-4032-9c9e-85e9fb3b4e1c tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] 10.222.0.54 "DELETE /v2.0/networks/05fbfb15-2eee-4537-ab72-3e0ae106251b HTTP/1.1" status: 204 len: 168 time: 1.4327874 Nov 19 17:40:18.662924 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4ffe5210-a698-4a27-a54e-ec89d2e5b258 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:18.669248 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-4ffe5210-a698-4a27-a54e-ec89d2e5b258 admin admin] 10.222.0.54 "DELETE /v2.0/networks/863c027e-f5c8-4c1f-9037-bbf48b2f132c HTTP/1.1" status: 204 len: 168 time: 1.0198975 Nov 19 17:40:18.670646 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19472a13-845e-4032-9c9e-85e9fb3b4e1c tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Pushing event deleted for resources: {'Network': ['ID=05fbfb15-2eee-4537-ab72-3e0ae106251b,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:40:18.694200 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '477a3615-027a-4fb0-a22c-229eb9ec726c', 'name': 'network-vif-deleted', 'tag': 'ad09ff0f-c382-4155-b7e9-69144a2e6e9d'}, {'server_uuid': '477a3615-027a-4fb0-a22c-229eb9ec726c', 'name': 'network-vif-deleted', 'tag': '13e16a64-d226-4cdc-9b9b-c726dac28292'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:40:18.698109 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dd4767a008c23f8566efc82158ee1b1fff34e1a9e908d76d0b6d0ab7e350e5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96c5e468-f5b5-44ce-b31e-2bbd43ba28f2" -d '{"events": [{"server_uuid": "477a3615-027a-4fb0-a22c-229eb9ec726c", "name": "network-vif-deleted", "tag": "ad09ff0f-c382-4155-b7e9-69144a2e6e9d"}, {"server_uuid": "477a3615-027a-4fb0-a22c-229eb9ec726c", "name": "network-vif-deleted", "tag": "13e16a64-d226-4cdc-9b9b-c726dac28292"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:40:18.701763 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffe5210-a698-4a27-a54e-ec89d2e5b258 admin admin] Pushing event deleted for resources: {'Network': ['ID=863c027e-f5c8-4c1f-9037-bbf48b2f132c,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:40:18.770067 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd13d0796-c1c1-4adb-a331-414002742097', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65e64630-d319-432f-8e00-a188681e8b44'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:40:18.777401 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3940761bcd94e032e6960d2241bd8993c5d3a7d8dc2aca8488f3ecf1d4dd2fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04aebf86-1e37-4377-a530-93fc8e6e3366" -d '{"events": [{"server_uuid": "d13d0796-c1c1-4adb-a331-414002742097", "name": "network-vif-plugged", "status": "completed", "tag": "65e64630-d319-432f-8e00-a188681e8b44"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:40:18.805659 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_v2 [None req-59fd3e9c-64e9-441e-8433-222a1f175e7e tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Deleting subnet a3bd4b0f-08f3-4585-ae5f-2dda8eb5e013 {{(pid=103365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 17:40:18.812042 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-59fd3e9c-64e9-441e-8433-222a1f175e7e tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Publish callbacks [] for subnet, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:18.934840 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 46246) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:40:19.007534 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-59fd3e9c-64e9-441e-8433-222a1f175e7e tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12546453'] for subnet, precommit_delete_associations {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:19.135773 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-649cf149-dddf-4abd-a246-ca5df95cc63b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b8c60bab74c54015ac32bea34f9f4169&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1958036 Nov 19 17:40:19.138254 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 46250) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:40:19.163434 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eac85be-7155-4ad6-8efe-62f5b8759cb4 req-aaa17e6c-69be-4477-81b0-e6079c0fcbd6 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:40:19.166334 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9eac85be-7155-4ad6-8efe-62f5b8759cb4 req-aaa17e6c-69be-4477-81b0-e6079c0fcbd6 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] 10.222.0.60 "GET /v2.0/ports?device_id=035acc51-44f3-499f-90fe-45b4ce53c7ae HTTP/1.1" status: 200 len: 950 time: 0.2959483 Nov 19 17:40:19.183992 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8a2754-8055-49b2-8b82-9f661c5db334 req-dd77c892-b3b0-4bf3-a043-443113c7c74e tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:40:19.187177 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9e8a2754-8055-49b2-8b82-9f661c5db334 req-dd77c892-b3b0-4bf3-a043-443113c7c74e tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.54 "GET /v2.0/ports?device_id=58455846-60e7-4f61-974f-dffca721866e HTTP/1.1" status: 200 len: 946 time: 0.1309111 Nov 19 17:40:19.295118 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d4f94a-ef38-4bfe-89cd-d6616f7638f3 req-4e3f9c61-50bf-4388-910e-7d9170ca093e tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:40:19.296922 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-84d4f94a-ef38-4bfe-89cd-d6616f7638f3 req-4e3f9c61-50bf-4388-910e-7d9170ca093e tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] 10.222.0.54 "GET /v2.0/ports?device_id=035acc51-44f3-499f-90fe-45b4ce53c7ae HTTP/1.1" status: 200 len: 950 time: 0.3534930 Nov 19 17:40:19.311682 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9e8a2754-8055-49b2-8b82-9f661c5db334 req-2d1cfcf9-5369-48a6-b4bd-c1ae82af5ba9 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.54 "GET /v2.0/security-groups?id=740807d6-4246-4ecb-a636-49a5e5a1e11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103840 Nov 19 17:40:19.388610 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 19 Nov 2021 17:40:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85f2612a-4ed6-4af2-a005-8b1cc3cbfad8 x-openstack-request-id: req-85f2612a-4ed6-4af2-a005-8b1cc3cbfad8 {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:40:19.388918 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "477a3615-027a-4fb0-a22c-229eb9ec726c", "name": "network-vif-deleted", "tag": "ad09ff0f-c382-4155-b7e9-69144a2e6e9d", "status": "completed", "code": 200}, {"server_uuid": "477a3615-027a-4fb0-a22c-229eb9ec726c", "name": "network-vif-deleted", "tag": "13e16a64-d226-4cdc-9b9b-c726dac28292", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:40:19.390012 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-85f2612a-4ed6-4af2-a005-8b1cc3cbfad8 {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:40:19.390448 n-d-818022-2 neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '477a3615-027a-4fb0-a22c-229eb9ec726c', 'name': 'network-vif-deleted', 'tag': 'ad09ff0f-c382-4155-b7e9-69144a2e6e9d', 'status': 'completed', 'code': 200} Nov 19 17:40:19.390710 n-d-818022-2 neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '477a3615-027a-4fb0-a22c-229eb9ec726c', 'name': 'network-vif-deleted', 'tag': '13e16a64-d226-4cdc-9b9b-c726dac28292', 'status': 'completed', 'code': 200} Nov 19 17:40:19.436172 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ad1e5d83-f52a-4fb6-9acb-4c6fb466d3f2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:19.477373 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-59fd3e9c-64e9-441e-8433-222a1f175e7e tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:19.543262 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ad1e5d83-f52a-4fb6-9acb-4c6fb466d3f2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:19.562636 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-84d4f94a-ef38-4bfe-89cd-d6616f7638f3 req-8ab1a45a-d5bd-47f2-b24a-52581ea4a741 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] 10.222.0.54 "GET /v2.0/security-groups?id=01d035e7-47ed-4912-a186-53ea419ecd96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972799 Nov 19 17:40:19.567694 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-9eac85be-7155-4ad6-8efe-62f5b8759cb4 req-4967485f-f5a1-4576-8a5e-23ad2b3dcd09 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Deleting port 1ab892c9-0f24-4863-9fe2-85db9a8344ed {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:40:19.568224 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-9eac85be-7155-4ad6-8efe-62f5b8759cb4 req-4967485f-f5a1-4576-8a5e-23ad2b3dcd09 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:19.637885 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 4b8a4e96-b6df-41a0-be2a-014fba674cde no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:40:19.682827 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:40:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46b76fbc-0db5-411e-a9c3-0de6cdb48e7b x-openstack-request-id: req-46b76fbc-0db5-411e-a9c3-0de6cdb48e7b {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:40:19.683123 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d13d0796-c1c1-4adb-a331-414002742097", "name": "network-vif-plugged", "status": "completed", "tag": "65e64630-d319-432f-8e00-a188681e8b44", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:40:19.683616 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-46b76fbc-0db5-411e-a9c3-0de6cdb48e7b {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:40:19.684301 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd13d0796-c1c1-4adb-a331-414002742097', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65e64630-d319-432f-8e00-a188681e8b44', 'code': 200} Nov 19 17:40:19.685870 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: 4b8a4e96-b6df-41a0-be2a-014fba674cde {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:40:19.687545 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 4b8a4e96-b6df-41a0-be2a-014fba674cde not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:40:19.846704 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-59fd3e9c-64e9-441e-8433-222a1f175e7e tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12282919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8731163'] for subnet, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:19.900685 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ad1e5d83-f52a-4fb6-9acb-4c6fb466d3f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:19.903707 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ad1e5d83-f52a-4fb6-9acb-4c6fb466d3f2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:19.908133 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-ad1e5d83-f52a-4fb6-9acb-4c6fb466d3f2 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/7a714cc3-3866-44f4-9c08-f84743b98855 HTTP/1.1" status: 204 len: 168 time: 0.7680523 Nov 19 17:40:19.909779 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-9eac85be-7155-4ad6-8efe-62f5b8759cb4 req-4967485f-f5a1-4576-8a5e-23ad2b3dcd09 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] For port 1ab892c9-0f24-4863-9fe2-85db9a8344ed, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=1ab892c9-0f24-4863-9fe2-85db9a8344ed,segment=NetworkSegment(1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861),segment_id=1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:40:19.910264 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-9eac85be-7155-4ad6-8efe-62f5b8759cb4 req-4967485f-f5a1-4576-8a5e-23ad2b3dcd09 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:19.916619 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fd3e9c-64e9-441e-8433-222a1f175e7e tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Pushing event deleted for resources: {'Subnet': ['ID=a3bd4b0f-08f3-4585-ae5f-2dda8eb5e013,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:40:19.917721 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d82a2fd6-65c8-47cc-ac9a-30f3409c116a None None] Network 9754504b-f0c6-4188-aa5e-37bce596ef3a requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:40:19.933641 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-59fd3e9c-64e9-441e-8433-222a1f175e7e tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:19.940096 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-59fd3e9c-64e9-441e-8433-222a1f175e7e tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] 10.222.0.54 "DELETE /v2.0/subnets/a3bd4b0f-08f3-4585-ae5f-2dda8eb5e013 HTTP/1.1" status: 204 len: 168 time: 1.2851138 Nov 19 17:40:19.940096 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 46284) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:40:19.962613 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-9eac85be-7155-4ad6-8efe-62f5b8759cb4 req-4967485f-f5a1-4576-8a5e-23ad2b3dcd09 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Calling delete_port for 1ab892c9-0f24-4863-9fe2-85db9a8344ed owned by compute:nova {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:40:19.978312 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1e5d83-f52a-4fb6-9acb-4c6fb466d3f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a714cc3-3866-44f4-9c08-f84743b98855,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:40:20.044829 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09039fa-1d52-4541-87c1-051d762cdfb6 req-a6cf0f06-07f0-42ee-8edf-ecca970c07c8 tempest-LiveAutoBlockMigrationV225Test-71050323 tempest-LiveAutoBlockMigrationV225Test-71050323-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:40:20.047570 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a09039fa-1d52-4541-87c1-051d762cdfb6 req-a6cf0f06-07f0-42ee-8edf-ecca970c07c8 tempest-LiveAutoBlockMigrationV225Test-71050323 tempest-LiveAutoBlockMigrationV225Test-71050323-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=58455846-60e7-4f61-974f-dffca721866e HTTP/1.1" status: 200 len: 1097 time: 0.2490509 Nov 19 17:40:20.141657 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device a55f2ca5-5fcf-4f47-8385-e8d8ea577dac no longer exists at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:40:20.189399 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c9b2ef-1ab8-465d-9e00-bd1971daa3a0 req-10d5a476-b194-4494-8619-9b2c77b35d1a tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:40:20.204991 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-77c9b2ef-1ab8-465d-9e00-bd1971daa3a0 req-10d5a476-b194-4494-8619-9b2c77b35d1a tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] 10.222.0.54 "GET /v2.0/networks?id=c4cc9c60-be8c-4a60-be1b-a29e98302997 HTTP/1.1" status: 200 len: 805 time: 0.3138731 Nov 19 17:40:20.234116 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a545758-80b8-4daa-81c2-0af143d1c65e None None] DHCP port deletion for 9754504b-f0c6-4188-aa5e-37bce596ef3a request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 17:40:20.244475 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-77c9b2ef-1ab8-465d-9e00-bd1971daa3a0 req-1d637dd9-7234-4575-80d8-015c0f647963 tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] 10.222.0.54 "GET /v2.0/quotas/21543f85dc9e402a8587774ac19495fe HTTP/1.1" status: 200 len: 375 time: 0.0365615 Nov 19 17:40:20.252962 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-72678e7c-a439-473a-a623-1d9a77c722ca tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:20.306010 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:20.327774 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a09039fa-1d52-4541-87c1-051d762cdfb6 req-9d837f71-ac03-4d99-a6bf-83f1d7551ef2 tempest-LiveAutoBlockMigrationV225Test-71050323 tempest-LiveAutoBlockMigrationV225Test-71050323-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=740807d6-4246-4ecb-a636-49a5e5a1e11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924474 Nov 19 17:40:20.443345 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-77c9b2ef-1ab8-465d-9e00-bd1971daa3a0 req-2b12989e-edb4-4285-8940-fdaee68f9e97 tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=21543f85dc9e402a8587774ac19495fe&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1971042 Nov 19 17:40:20.444436 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port a55f2ca5-5fcf-4f47-8385-e8d8ea577dac, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=a55f2ca5-5fcf-4f47-8385-e8d8ea577dac,segment=NetworkSegment(3937b058-45c3-4cdc-b27d-da1ca7985067),segment_id=3937b058-45c3-4cdc-b27d-da1ca7985067)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:40:20.473282 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:20.499973 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-72678e7c-a439-473a-a623-1d9a77c722ca tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Deleting port 4edd0ff5-f838-4aef-ba8d-67b1eefe93a6 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:40:20.500338 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-72678e7c-a439-473a-a623-1d9a77c722ca tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:20.634573 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=a55f2ca5-5fcf-4f47-8385-e8d8ea577dac,revision_number=8']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:40:20.648306 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-1a545758-80b8-4daa-81c2-0af143d1c65e None None] Deleting port 4edd0ff5-f838-4aef-ba8d-67b1eefe93a6 {{(pid=103366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:40:20.650641 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-1a545758-80b8-4daa-81c2-0af143d1c65e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:20.661784 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [None req-72678e7c-a439-473a-a623-1d9a77c722ca tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] For port 4edd0ff5-f838-4aef-ba8d-67b1eefe93a6, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=4edd0ff5-f838-4aef-ba8d-67b1eefe93a6,segment=NetworkSegment(83d3f836-b8a3-4635-9bf8-5c6a6277bf52),segment_id=83d3f836-b8a3-4635-9bf8-5c6a6277bf52)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:40:20.662319 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-72678e7c-a439-473a-a623-1d9a77c722ca tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:20.680178 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-72678e7c-a439-473a-a623-1d9a77c722ca tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Calling delete_port for 4edd0ff5-f838-4aef-ba8d-67b1eefe93a6 owned by network:dhcp {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:40:20.815086 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-1a545758-80b8-4daa-81c2-0af143d1c65e None None] For port 4edd0ff5-f838-4aef-ba8d-67b1eefe93a6, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=4edd0ff5-f838-4aef-ba8d-67b1eefe93a6,segment=NetworkSegment(83d3f836-b8a3-4635-9bf8-5c6a6277bf52),segment_id=83d3f836-b8a3-4635-9bf8-5c6a6277bf52)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:40:20.815904 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-1a545758-80b8-4daa-81c2-0af143d1c65e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:20.839461 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-1a545758-80b8-4daa-81c2-0af143d1c65e None None] Calling delete_port for 4edd0ff5-f838-4aef-ba8d-67b1eefe93a6 owned by network:dhcp {{(pid=103366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:40:20.855775 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-9eac85be-7155-4ad6-8efe-62f5b8759cb4 req-4967485f-f5a1-4576-8a5e-23ad2b3dcd09 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:20.870819 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-72678e7c-a439-473a-a623-1d9a77c722ca tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:20.975399 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72678e7c-a439-473a-a623-1d9a77c722ca tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] No DVR routers for this DVR port 4edd0ff5-f838-4aef-ba8d-67b1eefe93a6 on host n-d-818022-2 {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:40:21.031776 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-1a545758-80b8-4daa-81c2-0af143d1c65e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007'] for port, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:21.036535 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-77c9b2ef-1ab8-465d-9e00-bd1971daa3a0 req-84b1b7db-b0f4-4159-a38c-7d20ee2f5d3c service neutron] 10.222.0.54 "GET /v2.0/networks/c4cc9c60-be8c-4a60-be1b-a29e98302997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5921385 Nov 19 17:40:21.054158 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72678e7c-a439-473a-a623-1d9a77c722ca tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Pushing event deleted for resources: {'Port': ['ID=4edd0ff5-f838-4aef-ba8d-67b1eefe93a6,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:40:21.111683 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a545758-80b8-4daa-81c2-0af143d1c65e None None] Pushing event deleted for resources: {'Port': ['ID=4edd0ff5-f838-4aef-ba8d-67b1eefe93a6,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:40:21.124549 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a545758-80b8-4daa-81c2-0af143d1c65e None None] No DVR routers for this DVR port 4edd0ff5-f838-4aef-ba8d-67b1eefe93a6 on host n-d-818022-2 {{(pid=103366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:40:21.151817 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4967485f-f5a1-4576-8a5e-23ad2b3dcd09 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Pushing event deleted for resources: {'Port': ['ID=1ab892c9-0f24-4863-9fe2-85db9a8344ed,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:40:21.215744 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-77c9b2ef-1ab8-465d-9e00-bd1971daa3a0 req-79bb06dd-97c5-41c2-8d14-6b813856a2f9 service neutron] 10.222.0.54 "GET /v2.0/networks/c4cc9c60-be8c-4a60-be1b-a29e98302997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673446 Nov 19 17:40:21.273880 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-72678e7c-a439-473a-a623-1d9a77c722ca tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:21.334418 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-72678e7c-a439-473a-a623-1d9a77c722ca tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9754504b-f0c6-4188-aa5e-37bce596ef3a']}} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:40:21.356233 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-72678e7c-a439-473a-a623-1d9a77c722ca tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83d3f836-b8a3-4635-9bf8-5c6a6277bf52') {'for_net_delete': True} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:40:21.356589 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-72678e7c-a439-473a-a623-1d9a77c722ca tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83d3f836-b8a3-4635-9bf8-5c6a6277bf52') {} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:40:21.374509 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-72678e7c-a439-473a-a623-1d9a77c722ca tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12545382'] for segment, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:21.405311 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-72678e7c-a439-473a-a623-1d9a77c722ca tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:21.412842 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72678e7c-a439-473a-a623-1d9a77c722ca tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Releasing vlan 687 on physical network physnet1 to pool {{(pid=103365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 17:40:21.413613 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-72678e7c-a439-473a-a623-1d9a77c722ca tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12282953'] for segment, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:21.676763 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-55d288f7-6e96-4657-a814-16b7ff036fb7 req-be1ebfa0-b638-4e54-82b8-c60bc14ddbda tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] 10.222.0.54 "GET /v2.0/ports?device_id=035acc51-44f3-499f-90fe-45b4ce53c7ae HTTP/1.1" status: 200 len: 210 time: 0.1169446 Nov 19 17:40:21.686250 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '120e2f87-809d-4c7b-9bfb-c9a7531a950b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a55f2ca5-5fcf-4f47-8385-e8d8ea577dac'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:40:21.692166 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3940761bcd94e032e6960d2241bd8993c5d3a7d8dc2aca8488f3ecf1d4dd2fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b795a09-82b1-43b5-b204-bb5ca11d9e4f" -d '{"events": [{"server_uuid": "120e2f87-809d-4c7b-9bfb-c9a7531a950b", "name": "network-vif-unplugged", "status": "completed", "tag": "a55f2ca5-5fcf-4f47-8385-e8d8ea577dac"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:40:21.735405 n-d-818022-2 neutron-server[103365]: Traceback (most recent call last): Nov 19 17:40:21.735405 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 17:40:21.735405 n-d-818022-2 neutron-server[103365]: timer() Nov 19 17:40:21.735405 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 17:40:21.735405 n-d-818022-2 neutron-server[103365]: cb(*args, **kw) Nov 19 17:40:21.735405 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 17:40:21.735405 n-d-818022-2 neutron-server[103365]: return func(*args, **kwargs) Nov 19 17:40:21.735405 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 17:40:21.735405 n-d-818022-2 neutron-server[103365]: self._notify() Nov 19 17:40:21.735405 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 17:40:21.735405 n-d-818022-2 neutron-server[103365]: self.callback(batched_events) Nov 19 17:40:21.735405 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 17:40:21.735405 n-d-818022-2 neutron-server[103365]: event.method(event) Nov 19 17:40:21.735405 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 17:40:21.735405 n-d-818022-2 neutron-server[103365]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 17:40:21.735405 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 17:40:21.735405 n-d-818022-2 neutron-server[103365]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 17:40:21.735405 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 17:40:21.735405 n-d-818022-2 neutron-server[103365]: return f(self, *a, **k) Nov 19 17:40:21.735405 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 17:40:21.735405 n-d-818022-2 neutron-server[103365]: return self._get(url).json() Nov 19 17:40:21.735405 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 17:40:21.735405 n-d-818022-2 neutron-server[103365]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 17:40:21.735405 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 17:40:21.735405 n-d-818022-2 neutron-server[103365]: return self.request(url, 'GET', **kwargs) Nov 19 17:40:21.735405 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 17:40:21.735405 n-d-818022-2 neutron-server[103365]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 17:40:21.735405 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 17:40:21.735405 n-d-818022-2 neutron-server[103365]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 17:40:21.735405 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 17:40:21.735405 n-d-818022-2 neutron-server[103365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 17:40:21.735405 n-d-818022-2 neutron-server[103365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 17:40:21.738018 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-9eac85be-7155-4ad6-8efe-62f5b8759cb4 req-4967485f-f5a1-4576-8a5e-23ad2b3dcd09 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] No DVR routers for this DVR port 1ab892c9-0f24-4863-9fe2-85db9a8344ed on host n-h1-818022-2 {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:40:21.740204 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-9eac85be-7155-4ad6-8efe-62f5b8759cb4 req-4967485f-f5a1-4576-8a5e-23ad2b3dcd09 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:21.741356 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 4edd0ff5-f838-4aef-ba8d-67b1eefe93a6 no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:40:21.744622 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9eac85be-7155-4ad6-8efe-62f5b8759cb4 req-4967485f-f5a1-4576-8a5e-23ad2b3dcd09 tempest-ServersOnMultiNodesTest-64139360 tempest-ServersOnMultiNodesTest-64139360-project] 10.222.0.60 "DELETE /v2.0/ports/1ab892c9-0f24-4863-9fe2-85db9a8344ed HTTP/1.1" status: 204 len: 173 time: 2.5360525 Nov 19 17:40:21.755169 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '035acc51-44f3-499f-90fe-45b4ce53c7ae', 'name': 'network-vif-deleted', 'tag': '1ab892c9-0f24-4863-9fe2-85db9a8344ed'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:40:21.763341 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218319d759239a7d11f1288aef37381b97754913ee9ccbfd43b51a463f801712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9488c1c-6e08-40f4-b8ad-9b2f951352cb" -d '{"events": [{"server_uuid": "035acc51-44f3-499f-90fe-45b4ce53c7ae", "name": "network-vif-deleted", "tag": "1ab892c9-0f24-4863-9fe2-85db9a8344ed"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:40:21.767039 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-72678e7c-a439-473a-a623-1d9a77c722ca tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671242'] for network, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:21.777270 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-72678e7c-a439-473a-a623-1d9a77c722ca tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:21.802836 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-72678e7c-a439-473a-a623-1d9a77c722ca tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] 10.222.0.54 "DELETE /v2.0/networks/9754504b-f0c6-4188-aa5e-37bce596ef3a HTTP/1.1" status: 204 len: 168 time: 1.8595262 Nov 19 17:40:21.810097 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f47e630c-7281-40f3-8675-cd91db7a1c9d req-9ac70c5b-acbf-4c3e-909e-7c0c50029dd5 tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] 10.222.0.54 "GET /v2.0/ports?device_id=43bb0a48-531d-435f-ae5b-d961d64a3ca7 HTTP/1.1" status: 200 len: 210 time: 0.0646260 Nov 19 17:40:21.824071 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 46348) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:40:21.839271 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-e6d6a567-05d2-49ae-84d2-0e575b0a9066 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-421832935'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:40:21.863774 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: 4edd0ff5-f838-4aef-ba8d-67b1eefe93a6 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:40:21.867084 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 4edd0ff5-f838-4aef-ba8d-67b1eefe93a6 not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:40:21.902138 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72678e7c-a439-473a-a623-1d9a77c722ca tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Pushing event deleted for resources: {'Network': ['ID=9754504b-f0c6-4188-aa5e-37bce596ef3a,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:40:21.917937 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6480962-facc-4edd-b668-5b6fd465bfc3 req-30e5b8a2-e230-4e31-80a4-7c45122be7b5 tempest-LiveAutoBlockMigrationV225Test-71050323 tempest-LiveAutoBlockMigrationV225Test-71050323-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:40:21.919820 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b6480962-facc-4edd-b668-5b6fd465bfc3 req-30e5b8a2-e230-4e31-80a4-7c45122be7b5 tempest-LiveAutoBlockMigrationV225Test-71050323 tempest-LiveAutoBlockMigrationV225Test-71050323-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=58455846-60e7-4f61-974f-dffca721866e HTTP/1.1" status: 200 len: 1097 time: 1.0988939 Nov 19 17:40:21.923295 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72678e7c-a439-473a-a623-1d9a77c722ca tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:40:21.924134 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72678e7c-a439-473a-a623-1d9a77c722ca tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:40:21.924134 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72678e7c-a439-473a-a623-1d9a77c722ca tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:40:21.924473 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72678e7c-a439-473a-a623-1d9a77c722ca tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:40:21.924859 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72678e7c-a439-473a-a623-1d9a77c722ca tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:40:21.925230 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72678e7c-a439-473a-a623-1d9a77c722ca tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:40:21.925751 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72678e7c-a439-473a-a623-1d9a77c722ca tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:40:21.926136 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72678e7c-a439-473a-a623-1d9a77c722ca tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:40:21.926464 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72678e7c-a439-473a-a623-1d9a77c722ca tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:40:21.926858 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72678e7c-a439-473a-a623-1d9a77c722ca tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:40:21.927274 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72678e7c-a439-473a-a623-1d9a77c722ca tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:40:21.927601 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72678e7c-a439-473a-a623-1d9a77c722ca tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:40:21.967301 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6d6a567-05d2-49ae-84d2-0e575b0a9066 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Made reservation on behalf of 1a0c23896b6a426c9d6f99a1e9d93ea5 for: {'network': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:40:21.982876 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e6d6a567-05d2-49ae-84d2-0e575b0a9066 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:22.029891 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634a0ad8-ce7a-464d-8430-fad75bebeb08 req-cf597710-bacf-427f-9c6e-51a0f3535480 tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:40:22.031625 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-634a0ad8-ce7a-464d-8430-fad75bebeb08 req-cf597710-bacf-427f-9c6e-51a0f3535480 tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] 10.222.0.60 "GET /v2.0/ports?device_id=120e2f87-809d-4c7b-9bfb-c9a7531a950b HTTP/1.1" status: 200 len: 943 time: 0.3114028 Nov 19 17:40:22.074157 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 17:40:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e96e9cd-a8ff-4d6c-bb26-beb067615be2 x-openstack-request-id: req-5e96e9cd-a8ff-4d6c-bb26-beb067615be2 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:40:22.074551 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "120e2f87-809d-4c7b-9bfb-c9a7531a950b", "name": "network-vif-unplugged", "status": "completed", "tag": "a55f2ca5-5fcf-4f47-8385-e8d8ea577dac", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:40:22.074915 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-5e96e9cd-a8ff-4d6c-bb26-beb067615be2 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:40:22.075490 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '120e2f87-809d-4c7b-9bfb-c9a7531a950b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a55f2ca5-5fcf-4f47-8385-e8d8ea577dac', 'code': 200} Nov 19 17:40:22.096204 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6d6a567-05d2-49ae-84d2-0e575b0a9066 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 697} {{(pid=103364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 17:40:22.116958 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e6d6a567-05d2-49ae-84d2-0e575b0a9066 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:22.117335 n-d-818022-2 neutron-server[103364]: INFO neutron.db.segments_db [None req-e6d6a567-05d2-49ae-84d2-0e575b0a9066 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Added segment aa0cff57-bbc2-410b-bc12-1e622c1a6b93 of type vlan for network fdafa3f4-e774-4760-b725-0b22212747aa Nov 19 17:40:22.157839 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 46364) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:40:22.223248 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e6d6a567-05d2-49ae-84d2-0e575b0a9066 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:22.262296 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b6480962-facc-4edd-b668-5b6fd465bfc3 req-a818a6e8-1353-4406-be83-eafaf7b3bc7b tempest-LiveAutoBlockMigrationV225Test-71050323 tempest-LiveAutoBlockMigrationV225Test-71050323-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=740807d6-4246-4ecb-a636-49a5e5a1e11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3096988 Nov 19 17:40:22.328384 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e6d6a567-05d2-49ae-84d2-0e575b0a9066 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:22.331661 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 1ab892c9-0f24-4863-9fe2-85db9a8344ed no longer exists at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:40:22.335782 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-634a0ad8-ce7a-464d-8430-fad75bebeb08 req-b6d57e4b-486d-4333-97c0-4258742f32a0 tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] Deleting port a55f2ca5-5fcf-4f47-8385-e8d8ea577dac {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:40:22.336494 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-634a0ad8-ce7a-464d-8430-fad75bebeb08 req-b6d57e4b-486d-4333-97c0-4258742f32a0 tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:22.345855 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d6a567-05d2-49ae-84d2-0e575b0a9066 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:40:22.359325 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e6d6a567-05d2-49ae-84d2-0e575b0a9066 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:22.417910 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] No Port match for: 1ab892c9-0f24-4863-9fe2-85db9a8344ed {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:40:22.420751 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 1ab892c9-0f24-4863-9fe2-85db9a8344ed not bound to the agent host n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:40:22.451223 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-e6d6a567-05d2-49ae-84d2-0e575b0a9066 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6244209 Nov 19 17:40:22.511540 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 46372) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:40:22.520210 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-04cc9836-7778-456a-bba0-4a75ada91553 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Request body: {'subnet': {'network_id': 'fdafa3f4-e774-4760-b725-0b22212747aa', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:40:22.631043 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-634a0ad8-ce7a-464d-8430-fad75bebeb08 req-b6d57e4b-486d-4333-97c0-4258742f32a0 tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] For port a55f2ca5-5fcf-4f47-8385-e8d8ea577dac, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=a55f2ca5-5fcf-4f47-8385-e8d8ea577dac,segment=NetworkSegment(3937b058-45c3-4cdc-b27d-da1ca7985067),segment_id=3937b058-45c3-4cdc-b27d-da1ca7985067)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:40:22.631454 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-634a0ad8-ce7a-464d-8430-fad75bebeb08 req-b6d57e4b-486d-4333-97c0-4258742f32a0 tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:22.684783 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-634a0ad8-ce7a-464d-8430-fad75bebeb08 req-b6d57e4b-486d-4333-97c0-4258742f32a0 tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] Calling delete_port for a55f2ca5-5fcf-4f47-8385-e8d8ea577dac owned by compute:nova {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:40:22.693742 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d6a567-05d2-49ae-84d2-0e575b0a9066 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Pushing event updated for resources: {'Network': ['ID=fdafa3f4-e774-4760-b725-0b22212747aa,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:40:22.706081 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network fdafa3f4-e774-4760-b725-0b22212747aa details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 17:40:22.717860 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04cc9836-7778-456a-bba0-4a75ada91553 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Made reservation on behalf of 1a0c23896b6a426c9d6f99a1e9d93ea5 for: {'subnet': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:40:22.730874 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-04cc9836-7778-456a-bba0-4a75ada91553 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8983829'] for subnet, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:22.741151 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 46386) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:40:23.043864 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:40:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b2e9c64-ef60-466e-99c6-3165744cae73 x-openstack-request-id: req-6b2e9c64-ef60-466e-99c6-3165744cae73 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:40:23.044554 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "035acc51-44f3-499f-90fe-45b4ce53c7ae", "name": "network-vif-deleted", "tag": "1ab892c9-0f24-4863-9fe2-85db9a8344ed", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:40:23.044554 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-6b2e9c64-ef60-466e-99c6-3165744cae73 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:40:23.045451 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '035acc51-44f3-499f-90fe-45b4ce53c7ae', 'name': 'network-vif-deleted', 'tag': '1ab892c9-0f24-4863-9fe2-85db9a8344ed', 'status': 'completed', 'code': 200} Nov 19 17:40:23.170778 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-fe7f0efb-5c68-46d9-bc07-52e8a2358a96 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1060547818-network', 'tenant_id': 'f694e5a1ab0b49dab7049feda0edb62a'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:40:23.177200 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a6b41eee-f0a7-43af-8b0d-5c6a25022fa9 req-3ba3303e-de4f-4c0b-8761-c921ee7209de tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] 10.222.0.54 "GET /v2.0/ports?device_id=43bb0a48-531d-435f-ae5b-d961d64a3ca7 HTTP/1.1" status: 200 len: 210 time: 0.0990698 Nov 19 17:40:23.177449 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-634a0ad8-ce7a-464d-8430-fad75bebeb08 req-b6d57e4b-486d-4333-97c0-4258742f32a0 tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:23.186801 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-cd64a96a-59eb-4707-bf2d-11bfb703b4cb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:23.291031 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d57e4b-486d-4333-97c0-4258742f32a0 tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] Pushing event deleted for resources: {'Port': ['ID=a55f2ca5-5fcf-4f47-8385-e8d8ea577dac,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:40:23.296811 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-634a0ad8-ce7a-464d-8430-fad75bebeb08 req-b6d57e4b-486d-4333-97c0-4258742f32a0 tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] No DVR routers for this DVR port a55f2ca5-5fcf-4f47-8385-e8d8ea577dac on host n-h1-818022-2 {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:40:23.322324 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-634a0ad8-ce7a-464d-8430-fad75bebeb08 req-b6d57e4b-486d-4333-97c0-4258742f32a0 tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:23.328082 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-634a0ad8-ce7a-464d-8430-fad75bebeb08 req-b6d57e4b-486d-4333-97c0-4258742f32a0 tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] 10.222.0.60 "DELETE /v2.0/ports/a55f2ca5-5fcf-4f47-8385-e8d8ea577dac HTTP/1.1" status: 204 len: 173 time: 1.2793031 Nov 19 17:40:23.338228 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe7f0efb-5c68-46d9-bc07-52e8a2358a96 admin admin] Made reservation on behalf of f694e5a1ab0b49dab7049feda0edb62a for: {'network': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:40:23.345264 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 46410) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:40:23.350939 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-fe7f0efb-5c68-46d9-bc07-52e8a2358a96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:23.390716 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-fe7f0efb-5c68-46d9-bc07-52e8a2358a96 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:23.533656 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-04cc9836-7778-456a-bba0-4a75ada91553 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12425078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8983815'] for subnet, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:23.623624 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-cd64a96a-59eb-4707-bf2d-11bfb703b4cb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:23.642202 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-cd64a96a-59eb-4707-bf2d-11bfb703b4cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:23.671302 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-fe7f0efb-5c68-46d9-bc07-52e8a2358a96 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:23.685516 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-fe7f0efb-5c68-46d9-bc07-52e8a2358a96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:23.720286 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe7f0efb-5c68-46d9-bc07-52e8a2358a96 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 668} {{(pid=103365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 17:40:23.730638 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cc9836-7778-456a-bba0-4a75ada91553 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Pushing event updated for resources: {'Subnet': ['ID=9b62f006-1ac6-440d-a1ab-0a94a78edac6,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:40:23.764778 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-cfb9ee9f-5191-4342-94d5-f59493ed9f1e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=51cd71aac4854a038486be6b92d13068&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4173112 Nov 19 17:40:23.765382 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 46426) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:40:23.769656 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd64a96a-59eb-4707-bf2d-11bfb703b4cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f4a04c4-1cc6-46c8-8dfb-e67810373b0f,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:40:23.777264 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-cd64a96a-59eb-4707-bf2d-11bfb703b4cb admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=8e13738ec5d7491ebb2af5bc0cf14ef0&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0290043 Nov 19 17:40:23.788276 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 46428) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:40:23.807407 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04cc9836-7778-456a-bba0-4a75ada91553 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Checking segment: {'id': 'aa0cff57-bbc2-410b-bc12-1e622c1a6b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'fdafa3f4-e774-4760-b725-0b22212747aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:40:23.807848 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04cc9836-7778-456a-bba0-4a75ada91553 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Network hostable DHCP agents. Network: fdafa3f4-e774-4760-b725-0b22212747aa, hostable agents: ['02910ef2-0455-4aea-9f38-9a875579633f'], hosted agents: [] {{(pid=103364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 17:40:23.858152 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04cc9836-7778-456a-bba0-4a75ada91553 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Network fdafa3f4-e774-4760-b725-0b22212747aa is scheduled to be hosted by DHCP agent 02910ef2-0455-4aea-9f38-9a875579633f with binding_index 1 {{(pid=103364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 17:40:23.860836 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-388665b2-74e4-43ee-845b-46a7b9442bd7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:23.891291 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-04cc9836-7778-456a-bba0-4a75ada91553 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818022-2, fdafa3f4-e774-4760-b725-0b22212747aa) {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:40:23.897225 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-388665b2-74e4-43ee-845b-46a7b9442bd7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:23.904944 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1aa8c03-5fea-4932-af71-bdc346adac07 None None] Network fdafa3f4-e774-4760-b725-0b22212747aa requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:40:23.909443 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-fe7f0efb-5c68-46d9-bc07-52e8a2358a96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:23.910927 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04cc9836-7778-456a-bba0-4a75ada91553 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:40:23.911904 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-04cc9836-7778-456a-bba0-4a75ada91553 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:23.912605 n-d-818022-2 neutron-server[103365]: INFO neutron.db.segments_db [None req-fe7f0efb-5c68-46d9-bc07-52e8a2358a96 admin admin] Added segment d1128686-9c81-4811-a31a-43d98b347bb6 of type vlan for network 308435d2-ca75-4a63-8e9e-4876a68c0fb9 Nov 19 17:40:23.987837 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7f0efb-5c68-46d9-bc07-52e8a2358a96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=144b99fe-6f19-47a4-90ef-47228a8ac1b9,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:40:24.019731 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8b3339b4-2aa1-4e75-9ac5-28a495900d24 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:24.034127 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-fe7f0efb-5c68-46d9-bc07-52e8a2358a96 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:24.070446 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8b3339b4-2aa1-4e75-9ac5-28a495900d24 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:24.094551 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-04cc9836-7778-456a-bba0-4a75ada91553 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.5763803 Nov 19 17:40:24.095803 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 46436) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:40:24.112100 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-02a47e46-840b-4770-a805-efc271828e01 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-51076265'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:40:24.140735 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device a55f2ca5-5fcf-4f47-8385-e8d8ea577dac no longer exists at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:40:24.154331 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-388665b2-74e4-43ee-845b-46a7b9442bd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:24.157656 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-388665b2-74e4-43ee-845b-46a7b9442bd7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:24.160064 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-388665b2-74e4-43ee-845b-46a7b9442bd7 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/01d035e7-47ed-4912-a186-53ea419ecd96 HTTP/1.1" status: 204 len: 168 time: 0.3913078 Nov 19 17:40:24.163022 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02a47e46-840b-4770-a805-efc271828e01 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Made reservation on behalf of 1a0c23896b6a426c9d6f99a1e9d93ea5 for: {'network': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:40:24.167717 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-02a47e46-840b-4770-a805-efc271828e01 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:24.190537 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388665b2-74e4-43ee-845b-46a7b9442bd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01d035e7-47ed-4912-a186-53ea419ecd96,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:40:24.240166 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02a47e46-840b-4770-a805-efc271828e01 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 669} {{(pid=103364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 17:40:24.256860 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] No Port match for: a55f2ca5-5fcf-4f47-8385-e8d8ea577dac {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:40:24.257328 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device a55f2ca5-5fcf-4f47-8385-e8d8ea577dac not bound to the agent host n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:40:24.265295 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-02a47e46-840b-4770-a805-efc271828e01 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:24.267207 n-d-818022-2 neutron-server[103364]: INFO neutron.db.segments_db [None req-02a47e46-840b-4770-a805-efc271828e01 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Added segment 4f83a1bc-68d2-4dd7-9679-2c68027dd123 of type vlan for network efabcfe7-9f26-4ed2-9373-bb8ee539b6e8 Nov 19 17:40:24.353952 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-02a47e46-840b-4770-a805-efc271828e01 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:24.377081 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-fe7f0efb-5c68-46d9-bc07-52e8a2358a96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:24.380995 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe7f0efb-5c68-46d9-bc07-52e8a2358a96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:40:24.382553 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-fe7f0efb-5c68-46d9-bc07-52e8a2358a96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:24.452607 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-99dbcbcc-c239-4303-9355-1088aa6930b4 req-3e653602-0e18-4bff-8d32-4c032173d08d tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] 10.222.0.54 "GET /v2.0/ports?device_id=43bb0a48-531d-435f-ae5b-d961d64a3ca7 HTTP/1.1" status: 200 len: 210 time: 0.0798507 Nov 19 17:40:24.501070 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-02a47e46-840b-4770-a805-efc271828e01 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:24.512933 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02a47e46-840b-4770-a805-efc271828e01 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:40:24.523579 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-02a47e46-840b-4770-a805-efc271828e01 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:24.562173 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-02a47e46-840b-4770-a805-efc271828e01 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4573510 Nov 19 17:40:24.567852 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 46460) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:40:24.573978 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-67e5ff9f-66e3-4860-85c7-99c4b213f5cf tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Request body: {'subnet': {'network_id': 'efabcfe7-9f26-4ed2-9373-bb8ee539b6e8', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:40:24.580940 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bce3afbc-ba93-4910-bc03-0e708a437d1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54f44f5f-1200-574e-8740-2141911d5b73-fdafa3f4-e774-4760-b725-0b22212747aa', 'network_id': 'fdafa3f4-e774-4760-b725-0b22212747aa', 'tenant_id': '1a0c23896b6a426c9d6f99a1e9d93ea5', 'fixed_ips': [{'subnet_id': '9b62f006-1ac6-440d-a1ab-0a94a78edac6'}]}} from n-d-818022-2. {{(pid=103366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 17:40:24.594459 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-bce3afbc-ba93-4910-bc03-0e708a437d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:24.600328 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-fe7f0efb-5c68-46d9-bc07-52e8a2358a96 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.4370348 Nov 19 17:40:24.601274 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 46462) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:40:24.626530 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-3ea2c67a-d211-45bd-be33-50a95ae6c8ae admin admin] Request body: {'subnet': {'network_id': '308435d2-ca75-4a63-8e9e-4876a68c0fb9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1060547818-subnet', 'tenant_id': 'f694e5a1ab0b49dab7049feda0edb62a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:40:24.652323 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7f0efb-5c68-46d9-bc07-52e8a2358a96 admin admin] Pushing event updated for resources: {'Network': ['ID=308435d2-ca75-4a63-8e9e-4876a68c0fb9,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:40:24.695627 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8b3339b4-2aa1-4e75-9ac5-28a495900d24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:24.701425 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8b3339b4-2aa1-4e75-9ac5-28a495900d24 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:24.702002 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network 308435d2-ca75-4a63-8e9e-4876a68c0fb9 details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 17:40:24.703822 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-8b3339b4-2aa1-4e75-9ac5-28a495900d24 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/0f4a04c4-1cc6-46c8-8dfb-e67810373b0f HTTP/1.1" status: 204 len: 168 time: 0.9119010 Nov 19 17:40:24.733028 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a47e46-840b-4770-a805-efc271828e01 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Pushing event updated for resources: {'Network': ['ID=efabcfe7-9f26-4ed2-9373-bb8ee539b6e8,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:40:24.795907 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3339b4-2aa1-4e75-9ac5-28a495900d24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f4a04c4-1cc6-46c8-8dfb-e67810373b0f,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:40:24.811634 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ea2c67a-d211-45bd-be33-50a95ae6c8ae admin admin] Made reservation on behalf of f694e5a1ab0b49dab7049feda0edb62a for: {'subnet': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:40:24.818381 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67e5ff9f-66e3-4860-85c7-99c4b213f5cf tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Made reservation on behalf of 1a0c23896b6a426c9d6f99a1e9d93ea5 for: {'subnet': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:40:24.820370 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3ea2c67a-d211-45bd-be33-50a95ae6c8ae admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8731248'] for subnet, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:24.833048 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-67e5ff9f-66e3-4860-85c7-99c4b213f5cf tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8983829'] for subnet, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:24.844321 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c9b2ef-1ab8-465d-9e00-bd1971daa3a0 req-f2ae110a-916d-4068-9f1c-4db7c4c9b1eb tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:40:24.846116 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-77c9b2ef-1ab8-465d-9e00-bd1971daa3a0 req-f2ae110a-916d-4068-9f1c-4db7c4c9b1eb tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] 10.222.0.86 "GET /v2.0/networks?id=c4cc9c60-be8c-4a60-be1b-a29e98302997 HTTP/1.1" status: 200 len: 805 time: 0.5767388 Nov 19 17:40:24.943978 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network efabcfe7-9f26-4ed2-9373-bb8ee539b6e8 details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 17:40:25.012904 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-77c9b2ef-1ab8-465d-9e00-bd1971daa3a0 req-02b6138a-19a0-4d37-ad3a-e88552e67034 tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] Request body: {'port': {'device_id': '43bb0a48-531d-435f-ae5b-d961d64a3ca7', 'network_id': 'c4cc9c60-be8c-4a60-be1b-a29e98302997', 'admin_state_up': True, 'tenant_id': '21543f85dc9e402a8587774ac19495fe'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:40:25.081692 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 46478) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:40:25.107668 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [req-ff4c59ae-2afa-4185-9949-c4156b45dcfe req-8a7a1cb1-8ab5-42a8-ae89-c8ff4d438ffc tempest-LiveAutoBlockMigrationV225Test-71050323 tempest-LiveAutoBlockMigrationV225Test-71050323-project-admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=103364) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 17:40:25.108717 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ff4c59ae-2afa-4185-9949-c4156b45dcfe req-8a7a1cb1-8ab5-42a8-ae89-c8ff4d438ffc tempest-LiveAutoBlockMigrationV225Test-71050323 tempest-LiveAutoBlockMigrationV225Test-71050323-project-admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0271463 Nov 19 17:40:25.271204 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-72a9822a-fcf1-4613-badd-6e960278e7fa admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=3a0557211b6a4da4a94467168485f443&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1878381 Nov 19 17:40:25.272494 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4c59ae-2afa-4185-9949-c4156b45dcfe req-78dace2e-13b7-4dd5-9261-9a5609b2a99b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:40:25.273895 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ff4c59ae-2afa-4185-9949-c4156b45dcfe req-78dace2e-13b7-4dd5-9261-9a5609b2a99b service neutron] 10.222.0.54 "GET /v2.0/ports/a8f2c8e4-bede-4c8e-8ed6-ea2657b609e4 HTTP/1.1" status: 200 len: 1094 time: 0.1467786 Nov 19 17:40:25.276124 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 46488) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:40:25.290959 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-67e5ff9f-66e3-4860-85c7-99c4b213f5cf tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12425078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8983815'] for subnet, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:25.300694 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [None req-bce3afbc-ba93-4910-bc03-0e708a437d1d None None] Allocated IP 19.80.0.2 (fdafa3f4-e774-4760-b725-0b22212747aa/9b62f006-1ac6-440d-a1ab-0a94a78edac6/e77ca6b7-bd0c-45d9-abdf-69f167dafe1a) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:40:25.322960 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '120e2f87-809d-4c7b-9bfb-c9a7531a950b', 'name': 'network-vif-deleted', 'tag': 'a55f2ca5-5fcf-4f47-8385-e8d8ea577dac'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:40:25.326112 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218319d759239a7d11f1288aef37381b97754913ee9ccbfd43b51a463f801712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eafbabec-ecab-477b-8ae7-1cd8f9c0be2e" -d '{"events": [{"server_uuid": "120e2f87-809d-4c7b-9bfb-c9a7531a950b", "name": "network-vif-deleted", "tag": "a55f2ca5-5fcf-4f47-8385-e8d8ea577dac"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:40:25.340200 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-ff4c59ae-2afa-4185-9949-c4156b45dcfe req-0d165494-6323-4dd1-9862-d8a2465cd0a3 service neutron] Request body: {'binding': {'host': 'n-h2-818022-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:40:25.340669 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-ff4c59ae-2afa-4185-9949-c4156b45dcfe req-0d165494-6323-4dd1-9862-d8a2465cd0a3 service neutron] Unknown quota resources ['binding']. {{(pid=103364) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 19 17:40:25.356156 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77c9b2ef-1ab8-465d-9e00-bd1971daa3a0 req-02b6138a-19a0-4d37-ad3a-e88552e67034 tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] Made reservation on behalf of 21543f85dc9e402a8587774ac19495fe for: {'port': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:40:25.360518 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-77c9b2ef-1ab8-465d-9e00-bd1971daa3a0 req-02b6138a-19a0-4d37-ad3a-e88552e67034 tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:25.490107 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e5ff9f-66e3-4860-85c7-99c4b213f5cf tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Pushing event updated for resources: {'Subnet': ['ID=bc33e4f3-1d04-4025-b8f1-8320a0f78c6e,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:40:25.513065 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-bce3afbc-ba93-4910-bc03-0e708a437d1d None None] Publish callbacks [] for port, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:25.522687 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-bce3afbc-ba93-4910-bc03-0e708a437d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998'] for port, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:25.567916 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3ea2c67a-d211-45bd-be33-50a95ae6c8ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12283104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8731234'] for subnet, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:25.572384 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bce3afbc-ba93-4910-bc03-0e708a437d1d None None] Network fdafa3f4-e774-4760-b725-0b22212747aa is already hosted by enough agents. {{(pid=103366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:40:25.582281 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [None req-bce3afbc-ba93-4910-bc03-0e708a437d1d None None] Resources bound (agent type, host, resource id): {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:40:25.588756 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce3afbc-ba93-4910-bc03-0e708a437d1d None None] Received port after_create {{(pid=103366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:40:25.616909 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43228da9-7bd1-420e-885c-9b4a15b245e2 req-e633148c-a9d6-4af1-8f06-b2d2969eb3f0 tempest-ImagesOneServerTestJSON-318007829 tempest-ImagesOneServerTestJSON-318007829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:40:25.622982 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce3afbc-ba93-4910-bc03-0e708a437d1d None None] Pushing event updated for resources: {'Port': ['ID=e77ca6b7-bd0c-45d9-abdf-69f167dafe1a,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:40:25.628542 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-43228da9-7bd1-420e-885c-9b4a15b245e2 req-e633148c-a9d6-4af1-8f06-b2d2969eb3f0 tempest-ImagesOneServerTestJSON-318007829 tempest-ImagesOneServerTestJSON-318007829-project] 10.222.0.54 "GET /v2.0/ports?device_id=d13d0796-c1c1-4adb-a331-414002742097 HTTP/1.1" status: 200 len: 950 time: 0.3528473 Nov 19 17:40:25.658672 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [req-77c9b2ef-1ab8-465d-9e00-bd1971daa3a0 req-02b6138a-19a0-4d37-ad3a-e88552e67034 tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] Allocated IP 172.20.0.2 (c4cc9c60-be8c-4a60-be1b-a29e98302997/03fb8a38-8906-4daf-82e4-8d8788de58f6/897d271d-3b82-4bc8-8528-1ac5b52b6d9b) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:40:25.669288 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea2c67a-d211-45bd-be33-50a95ae6c8ae admin admin] Checking segment: {'id': 'd1128686-9c81-4811-a31a-43d98b347bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '308435d2-ca75-4a63-8e9e-4876a68c0fb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:40:25.669800 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea2c67a-d211-45bd-be33-50a95ae6c8ae admin admin] Network hostable DHCP agents. Network: 308435d2-ca75-4a63-8e9e-4876a68c0fb9, hostable agents: ['02910ef2-0455-4aea-9f38-9a875579633f'], hosted agents: [] {{(pid=103365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 17:40:25.678880 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d7beee61-36f0-4bcf-9eda-7be691f691f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:25.682423 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2c67a-d211-45bd-be33-50a95ae6c8ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=01355f6c-4af7-4e94-9f36-e51b690370b3,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:40:25.686276 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e5ff9f-66e3-4860-85c7-99c4b213f5cf tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Checking segment: {'id': '4f83a1bc-68d2-4dd7-9679-2c68027dd123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'efabcfe7-9f26-4ed2-9373-bb8ee539b6e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:40:25.686646 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67e5ff9f-66e3-4860-85c7-99c4b213f5cf tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Network hostable DHCP agents. Network: efabcfe7-9f26-4ed2-9373-bb8ee539b6e8, hostable agents: ['02910ef2-0455-4aea-9f38-9a875579633f'], hosted agents: [] {{(pid=103364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 17:40:25.703600 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-bce3afbc-ba93-4910-bc03-0e708a437d1d None None] Attempting to bind port e77ca6b7-bd0c-45d9-abdf-69f167dafe1a on host n-d-818022-2 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:40:25.704702 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-bce3afbc-ba93-4910-bc03-0e708a437d1d None None] Attempting to bind port e77ca6b7-bd0c-45d9-abdf-69f167dafe1a by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': 'aa0cff57-bbc2-410b-bc12-1e622c1a6b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'fdafa3f4-e774-4760-b725-0b22212747aa'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:40:25.705483 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce3afbc-ba93-4910-bc03-0e708a437d1d None None] Attempting to bind port e77ca6b7-bd0c-45d9-abdf-69f167dafe1a on network fdafa3f4-e774-4760-b725-0b22212747aa {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:40:25.713879 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce3afbc-ba93-4910-bc03-0e708a437d1d None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 40, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:40:25.715466 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea2c67a-d211-45bd-be33-50a95ae6c8ae admin admin] Network 308435d2-ca75-4a63-8e9e-4876a68c0fb9 is scheduled to be hosted by DHCP agent 02910ef2-0455-4aea-9f38-9a875579633f with binding_index 1 {{(pid=103365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 17:40:25.716223 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce3afbc-ba93-4910-bc03-0e708a437d1d None None] Checking segment: {'id': 'aa0cff57-bbc2-410b-bc12-1e622c1a6b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'fdafa3f4-e774-4760-b725-0b22212747aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:40:25.716919 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-bce3afbc-ba93-4910-bc03-0e708a437d1d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:25.717482 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce3afbc-ba93-4910-bc03-0e708a437d1d None None] Bound using segment: {'id': 'aa0cff57-bbc2-410b-bc12-1e622c1a6b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'fdafa3f4-e774-4760-b725-0b22212747aa'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:40:25.718200 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-bce3afbc-ba93-4910-bc03-0e708a437d1d None None] Bound port: e77ca6b7-bd0c-45d9-abdf-69f167dafe1a, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa0cff57-bbc2-410b-bc12-1e622c1a6b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'fdafa3f4-e774-4760-b725-0b22212747aa'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:40:25.718758 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-bce3afbc-ba93-4910-bc03-0e708a437d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:25.730868 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-3ea2c67a-d211-45bd-be33-50a95ae6c8ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818022-2, 308435d2-ca75-4a63-8e9e-4876a68c0fb9) {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:40:25.741626 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ea2c67a-d211-45bd-be33-50a95ae6c8ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:40:25.742438 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3ea2c67a-d211-45bd-be33-50a95ae6c8ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:25.744624 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09d3f447-c7d5-46ce-a9fb-958b1bcbd8cd None None] Network 308435d2-ca75-4a63-8e9e-4876a68c0fb9 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:40:25.779401 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d7beee61-36f0-4bcf-9eda-7be691f691f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:25.780476 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-3ea2c67a-d211-45bd-be33-50a95ae6c8ae admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.1629229 Nov 19 17:40:25.807077 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 46496) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:40:25.833002 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-26c82270-b29c-441f-a693-1375fc69a90e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:25.872168 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-43228da9-7bd1-420e-885c-9b4a15b245e2 req-ae00c31c-77e6-4cfc-99cc-6aa8b70f6eb4 tempest-ImagesOneServerTestJSON-318007829 tempest-ImagesOneServerTestJSON-318007829-project] 10.222.0.54 "GET /v2.0/security-groups?id=b53c3dc0-f806-4920-bfc2-1b7796f8cf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2384119 Nov 19 17:40:25.885545 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67e5ff9f-66e3-4860-85c7-99c4b213f5cf tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Network efabcfe7-9f26-4ed2-9373-bb8ee539b6e8 is scheduled to be hosted by DHCP agent 02910ef2-0455-4aea-9f38-9a875579633f with binding_index 1 {{(pid=103364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 17:40:25.914462 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-67e5ff9f-66e3-4860-85c7-99c4b213f5cf tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818022-2, efabcfe7-9f26-4ed2-9373-bb8ee539b6e8) {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:40:25.926090 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67e5ff9f-66e3-4860-85c7-99c4b213f5cf tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:40:25.927306 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-67e5ff9f-66e3-4860-85c7-99c4b213f5cf tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:25.934160 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6d55920-984f-4242-a257-fe367f128cc9 None None] Network efabcfe7-9f26-4ed2-9373-bb8ee539b6e8 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:40:26.021859 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-bce3afbc-ba93-4910-bc03-0e708a437d1d None None] For port e77ca6b7-bd0c-45d9-abdf-69f167dafe1a, host n-d-818022-2, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:40:26.031336 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-ff4c59ae-2afa-4185-9949-c4156b45dcfe req-0d165494-6323-4dd1-9862-d8a2465cd0a3 service neutron] Attempting to bind port a8f2c8e4-bede-4c8e-8ed6-ea2657b609e4 on host n-h2-818022-2 for vnic_type normal with profile None {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:40:26.034557 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-ff4c59ae-2afa-4185-9949-c4156b45dcfe req-0d165494-6323-4dd1-9862-d8a2465cd0a3 service neutron] Attempting to bind port a8f2c8e4-bede-4c8e-8ed6-ea2657b609e4 by drivers openvswitch,hyperv on host n-h2-818022-2 at level 0 using segments [{'id': 'fa32b67e-17cc-4a5c-8764-82d3483c4272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '06df44ce-7965-49c3-9334-79a80c7f7af9'}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:40:26.038619 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff4c59ae-2afa-4185-9949-c4156b45dcfe req-0d165494-6323-4dd1-9862-d8a2465cd0a3 service neutron] Attempting to bind port a8f2c8e4-bede-4c8e-8ed6-ea2657b609e4 on network 06df44ce-7965-49c3-9334-79a80c7f7af9 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:40:26.066843 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff4c59ae-2afa-4185-9949-c4156b45dcfe req-0d165494-6323-4dd1-9862-d8a2465cd0a3 service neutron] Port a8f2c8e4-bede-4c8e-8ed6-ea2657b609e4 on network 06df44ce-7965-49c3-9334-79a80c7f7af9 not bound, no agent of type Open vSwitch agent registered on host n-h2-818022-2 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 17:40:26.067201 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff4c59ae-2afa-4185-9949-c4156b45dcfe req-0d165494-6323-4dd1-9862-d8a2465cd0a3 service neutron] Attempting to bind port a8f2c8e4-bede-4c8e-8ed6-ea2657b609e4 on network 06df44ce-7965-49c3-9334-79a80c7f7af9 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:40:26.067596 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-bce3afbc-ba93-4910-bc03-0e708a437d1d None None] For port e77ca6b7-bd0c-45d9-abdf-69f167dafe1a, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=e77ca6b7-bd0c-45d9-abdf-69f167dafe1a,segment=NetworkSegment(aa0cff57-bbc2-410b-bc12-1e622c1a6b93),segment_id=aa0cff57-bbc2-410b-bc12-1e622c1a6b93)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:40:26.093541 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-bce3afbc-ba93-4910-bc03-0e708a437d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:26.125619 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-67e5ff9f-66e3-4860-85c7-99c4b213f5cf tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.5554328 Nov 19 17:40:26.176122 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dae998d6-dfdc-4fa3-96d8-544e8925cb4e None None] Network 308435d2-ca75-4a63-8e9e-4876a68c0fb9 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:40:26.177412 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d7beee61-36f0-4bcf-9eda-7be691f691f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:26.180168 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d7beee61-36f0-4bcf-9eda-7be691f691f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:26.181634 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-d7beee61-36f0-4bcf-9eda-7be691f691f0 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/aaaa63b2-769f-4e93-b43c-2b686aa4caea HTTP/1.1" status: 204 len: 168 time: 0.8980305 Nov 19 17:40:26.182678 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff4c59ae-2afa-4185-9949-c4156b45dcfe req-0d165494-6323-4dd1-9862-d8a2465cd0a3 service neutron] Checking agent: {'id': '525ad2ac-c4ae-4c63-af2e-0bf8d25d0f0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'started_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 40, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:40:26.183019 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff4c59ae-2afa-4185-9949-c4156b45dcfe req-0d165494-6323-4dd1-9862-d8a2465cd0a3 service neutron] Checking segment: {'id': 'fa32b67e-17cc-4a5c-8764-82d3483c4272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '06df44ce-7965-49c3-9334-79a80c7f7af9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:40:26.183403 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff4c59ae-2afa-4185-9949-c4156b45dcfe req-0d165494-6323-4dd1-9862-d8a2465cd0a3 service neutron] Bound using segment: {'id': 'fa32b67e-17cc-4a5c-8764-82d3483c4272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '06df44ce-7965-49c3-9334-79a80c7f7af9'} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:40:26.183855 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-ff4c59ae-2afa-4185-9949-c4156b45dcfe req-0d165494-6323-4dd1-9862-d8a2465cd0a3 service neutron] Bound port: a8f2c8e4-bede-4c8e-8ed6-ea2657b609e4, host: n-h2-818022-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa32b67e-17cc-4a5c-8764-82d3483c4272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '06df44ce-7965-49c3-9334-79a80c7f7af9'}}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:40:26.188252 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a66030b2-d7e6-4bb9-bb74-d3a654df4289 req-f0f9fe56-3ba5-4f0c-844e-3ddc88b73d7c tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] 10.222.0.54 "GET /v2.0/ports?device_id=43bb0a48-531d-435f-ae5b-d961d64a3ca7 HTTP/1.1" status: 200 len: 210 time: 0.0718160 Nov 19 17:40:26.237931 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7beee61-36f0-4bcf-9eda-7be691f691f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaaa63b2-769f-4e93-b43c-2b686aa4caea,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:40:26.306480 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce3afbc-ba93-4910-bc03-0e708a437d1d None None] Pushing event updated for resources: {'Port': ['ID=e77ca6b7-bd0c-45d9-abdf-69f167dafe1a,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:40:26.308111 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-ff4c59ae-2afa-4185-9949-c4156b45dcfe req-0d165494-6323-4dd1-9862-d8a2465cd0a3 service neutron] For port a8f2c8e4-bede-4c8e-8ed6-ea2657b609e4, host n-h2-818022-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=a8f2c8e4-bede-4c8e-8ed6-ea2657b609e4,segment=NetworkSegment(fa32b67e-17cc-4a5c-8764-82d3483c4272),segment_id=fa32b67e-17cc-4a5c-8764-82d3483c4272)] {{(pid=103364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:40:26.316810 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-ff4c59ae-2afa-4185-9949-c4156b45dcfe req-0d165494-6323-4dd1-9862-d8a2465cd0a3 service neutron] Publish callbacks [] for binding, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:26.324186 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:40:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5e9029a-ed0c-43d5-9144-cc2a7938a71e x-openstack-request-id: req-e5e9029a-ed0c-43d5-9144-cc2a7938a71e {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:40:26.324803 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "120e2f87-809d-4c7b-9bfb-c9a7531a950b", "name": "network-vif-deleted", "tag": "a55f2ca5-5fcf-4f47-8385-e8d8ea577dac", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:40:26.325983 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e5e9029a-ed0c-43d5-9144-cc2a7938a71e {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:40:26.326598 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '120e2f87-809d-4c7b-9bfb-c9a7531a950b', 'name': 'network-vif-deleted', 'tag': 'a55f2ca5-5fcf-4f47-8385-e8d8ea577dac', 'status': 'completed', 'code': 200} Nov 19 17:40:26.329634 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ff4c59ae-2afa-4185-9949-c4156b45dcfe req-0d165494-6323-4dd1-9862-d8a2465cd0a3 service neutron] 10.222.0.54 "POST /v2.0/ports/a8f2c8e4-bede-4c8e-8ed6-ea2657b609e4/bindings HTTP/1.1" status: 201 len: 389 time: 1.0356429 Nov 19 17:40:26.437760 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-77c9b2ef-1ab8-465d-9e00-bd1971daa3a0 req-02b6138a-19a0-4d37-ad3a-e88552e67034 tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:26.533460 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-26c82270-b29c-441f-a693-1375fc69a90e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:26.545867 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-26c82270-b29c-441f-a693-1375fc69a90e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:26.577291 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-77c9b2ef-1ab8-465d-9e00-bd1971daa3a0 req-02b6138a-19a0-4d37-ad3a-e88552e67034 tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:26.585727 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d344e4b-ad2a-4cf3-b49c-4d74df0ab26c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54f44f5f-1200-574e-8740-2141911d5b73-efabcfe7-9f26-4ed2-9373-bb8ee539b6e8', 'network_id': 'efabcfe7-9f26-4ed2-9373-bb8ee539b6e8', 'tenant_id': '1a0c23896b6a426c9d6f99a1e9d93ea5', 'fixed_ips': [{'subnet_id': 'bc33e4f3-1d04-4025-b8f1-8320a0f78c6e'}]}} from n-d-818022-2. {{(pid=103366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 17:40:26.591228 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-1d344e4b-ad2a-4cf3-b49c-4d74df0ab26c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:26.780052 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-26c82270-b29c-441f-a693-1375fc69a90e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=9c6773a42ab34adf9fc928834583d7f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9686046 Nov 19 17:40:26.780052 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c82270-b29c-441f-a693-1375fc69a90e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9601ce5-27bf-4810-abf3-b8876993eb71,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:40:26.780826 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 46538) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:40:26.849957 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b6138a-19a0-4d37-ad3a-e88552e67034 tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] Pushing event updated for resources: {'Port': ['ID=897d271d-3b82-4bc8-8528-1ac5b52b6d9b,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:40:26.862374 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77c9b2ef-1ab8-465d-9e00-bd1971daa3a0 req-02b6138a-19a0-4d37-ad3a-e88552e67034 tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] Network c4cc9c60-be8c-4a60-be1b-a29e98302997 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:40:26.864827 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [req-77c9b2ef-1ab8-465d-9e00-bd1971daa3a0 req-02b6138a-19a0-4d37-ad3a-e88552e67034 tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:40:26.871553 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-77c9b2ef-1ab8-465d-9e00-bd1971daa3a0 req-02b6138a-19a0-4d37-ad3a-e88552e67034 tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:40:26.998373 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c9b2ef-1ab8-465d-9e00-bd1971daa3a0 req-02b6138a-19a0-4d37-ad3a-e88552e67034 tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:40:26.999040 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-77c9b2ef-1ab8-465d-9e00-bd1971daa3a0 req-02b6138a-19a0-4d37-ad3a-e88552e67034 tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:27.007991 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [None req-1d344e4b-ad2a-4cf3-b49c-4d74df0ab26c None None] Allocated IP 19.86.0.2 (efabcfe7-9f26-4ed2-9373-bb8ee539b6e8/bc33e4f3-1d04-4025-b8f1-8320a0f78c6e/5feb1e08-f212-4480-8e83-c025b6f0b5b6) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:40:27.019986 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4c59ae-2afa-4185-9949-c4156b45dcfe req-01f925db-7a9d-4fca-939a-72787d7d622f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:40:27.021797 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ff4c59ae-2afa-4185-9949-c4156b45dcfe req-01f925db-7a9d-4fca-939a-72787d7d622f service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=0d7ccfd9bdc740e383b438cb097bfe8d&device_id=58455846-60e7-4f61-974f-dffca721866e HTTP/1.1" status: 200 len: 1097 time: 0.2536058 Nov 19 17:40:27.022597 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4a3c3f5e-4d6a-49ae-9004-30cf5717693a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:27.046324 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-77c9b2ef-1ab8-465d-9e00-bd1971daa3a0 req-02b6138a-19a0-4d37-ad3a-e88552e67034 tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0479264 Nov 19 17:40:27.069874 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-77c9b2ef-1ab8-465d-9e00-bd1971daa3a0 req-98e14e8a-14f8-46d8-999a-e5a4ec024bf5 service neutron] Request body: {'port': {'device_id': '43bb0a48-531d-435f-ae5b-d961d64a3ca7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818022-2'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:40:27.194922 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4a3c3f5e-4d6a-49ae-9004-30cf5717693a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:27.197589 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4c59ae-2afa-4185-9949-c4156b45dcfe req-11936aeb-ae62-490b-9b34-6d2db6ec5e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:40:27.199278 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ff4c59ae-2afa-4185-9949-c4156b45dcfe req-11936aeb-ae62-490b-9b34-6d2db6ec5e9d service neutron] 10.222.0.86 "GET /v2.0/networks?id=06df44ce-7965-49c3-9334-79a80c7f7af9 HTTP/1.1" status: 200 len: 922 time: 0.1626840 Nov 19 17:40:27.285059 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ff4c59ae-2afa-4185-9949-c4156b45dcfe req-d6100ec5-00c4-4890-96c0-ec91c8c39ecd service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a8f2c8e4-bede-4c8e-8ed6-ea2657b609e4 HTTP/1.1" status: 200 len: 217 time: 0.0701420 Nov 19 17:40:27.305277 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f968af9-c4fe-4b06-975e-02a284b022d4 req-8ce5594b-3d7e-48b4-9912-debc599c3132 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:40:27.319072 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f968af9-c4fe-4b06-975e-02a284b022d4 req-8ce5594b-3d7e-48b4-9912-debc599c3132 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:40:27.333363 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-4f968af9-c4fe-4b06-975e-02a284b022d4 req-8ce5594b-3d7e-48b4-9912-debc599c3132 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] 10.222.0.54 "GET /v2.0/networks?id=fdafa3f4-e774-4760-b725-0b22212747aa&id=efabcfe7-9f26-4ed2-9373-bb8ee539b6e8 HTTP/1.1" status: 200 len: 1389 time: 0.5301113 Nov 19 17:40:27.371497 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-1d344e4b-ad2a-4cf3-b49c-4d74df0ab26c None None] Publish callbacks [] for port, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:27.378268 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-77c9b2ef-1ab8-465d-9e00-bd1971daa3a0 req-98e14e8a-14f8-46d8-999a-e5a4ec024bf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:27.400476 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-1d344e4b-ad2a-4cf3-b49c-4d74df0ab26c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998'] for port, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:27.411785 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-4f968af9-c4fe-4b06-975e-02a284b022d4 req-fb2418c0-fc1b-4982-9977-7ffca6bc923c tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] 10.222.0.54 "GET /v2.0/quotas/1a0c23896b6a426c9d6f99a1e9d93ea5 HTTP/1.1" status: 200 len: 375 time: 0.0773041 Nov 19 17:40:27.468262 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4c59ae-2afa-4185-9949-c4156b45dcfe req-613101d3-920f-4d86-8254-3a2a22d7ccf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:40:27.469299 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ff4c59ae-2afa-4185-9949-c4156b45dcfe req-613101d3-920f-4d86-8254-3a2a22d7ccf3 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=e811f539-9c60-469d-a119-267f6bfeab01 HTTP/1.1" status: 200 len: 861 time: 0.1718092 Nov 19 17:40:27.518008 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4a3c3f5e-4d6a-49ae-9004-30cf5717693a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:27.527558 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4a3c3f5e-4d6a-49ae-9004-30cf5717693a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:27.528983 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-4a3c3f5e-4d6a-49ae-9004-30cf5717693a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c9601ce5-27bf-4810-abf3-b8876993eb71 HTTP/1.1" status: 204 len: 168 time: 0.7472303 Nov 19 17:40:27.533294 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d344e4b-ad2a-4cf3-b49c-4d74df0ab26c None None] Pushing event updated for resources: {'Port': ['ID=5feb1e08-f212-4480-8e83-c025b6f0b5b6,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:40:27.560959 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d344e4b-ad2a-4cf3-b49c-4d74df0ab26c None None] Network efabcfe7-9f26-4ed2-9373-bb8ee539b6e8 is already hosted by enough agents. {{(pid=103366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:40:27.566632 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [None req-1d344e4b-ad2a-4cf3-b49c-4d74df0ab26c None None] Resources bound (agent type, host, resource id): {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:40:27.568598 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90bd01c-060e-46a6-b5c5-e015f756d8be req-ed65b62c-78f7-47ec-89c9-8e214b625f0b tempest-ListServersNegativeTestJSON-1861778447 tempest-ListServersNegativeTestJSON-1861778447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:40:27.571194 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b90bd01c-060e-46a6-b5c5-e015f756d8be req-ed65b62c-78f7-47ec-89c9-8e214b625f0b tempest-ListServersNegativeTestJSON-1861778447 tempest-ListServersNegativeTestJSON-1861778447-project] 10.222.0.54 "GET /v2.0/networks?id=308435d2-ca75-4a63-8e9e-4876a68c0fb9 HTTP/1.1" status: 200 len: 818 time: 0.4128828 Nov 19 17:40:27.579795 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d344e4b-ad2a-4cf3-b49c-4d74df0ab26c None None] Received port after_create {{(pid=103366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:40:27.601842 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ff4c59ae-2afa-4185-9949-c4156b45dcfe req-21ff0e19-e253-4903-95fa-7516aabe536a service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=06df44ce-7965-49c3-9334-79a80c7f7af9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1194947 Nov 19 17:40:27.660220 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b90bd01c-060e-46a6-b5c5-e015f756d8be req-cd9cf678-b3e6-41e3-84e8-2c93e746accc tempest-ListServersNegativeTestJSON-1861778447 tempest-ListServersNegativeTestJSON-1861778447-project] 10.222.0.54 "GET /v2.0/quotas/f694e5a1ab0b49dab7049feda0edb62a HTTP/1.1" status: 200 len: 375 time: 0.0695705 Nov 19 17:40:27.683325 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-1d344e4b-ad2a-4cf3-b49c-4d74df0ab26c None None] Attempting to bind port 5feb1e08-f212-4480-8e83-c025b6f0b5b6 on host n-d-818022-2 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:40:27.683947 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-1d344e4b-ad2a-4cf3-b49c-4d74df0ab26c None None] Attempting to bind port 5feb1e08-f212-4480-8e83-c025b6f0b5b6 by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': '4f83a1bc-68d2-4dd7-9679-2c68027dd123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'efabcfe7-9f26-4ed2-9373-bb8ee539b6e8'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:40:27.684542 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d344e4b-ad2a-4cf3-b49c-4d74df0ab26c None None] Attempting to bind port 5feb1e08-f212-4480-8e83-c025b6f0b5b6 on network efabcfe7-9f26-4ed2-9373-bb8ee539b6e8 {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:40:27.691535 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d344e4b-ad2a-4cf3-b49c-4d74df0ab26c None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 40, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:40:27.691995 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d344e4b-ad2a-4cf3-b49c-4d74df0ab26c None None] Checking segment: {'id': '4f83a1bc-68d2-4dd7-9679-2c68027dd123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'efabcfe7-9f26-4ed2-9373-bb8ee539b6e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:40:27.692519 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-1d344e4b-ad2a-4cf3-b49c-4d74df0ab26c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:27.693461 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d344e4b-ad2a-4cf3-b49c-4d74df0ab26c None None] Bound using segment: {'id': '4f83a1bc-68d2-4dd7-9679-2c68027dd123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'efabcfe7-9f26-4ed2-9373-bb8ee539b6e8'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:40:27.694197 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-1d344e4b-ad2a-4cf3-b49c-4d74df0ab26c None None] Bound port: 5feb1e08-f212-4480-8e83-c025b6f0b5b6, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f83a1bc-68d2-4dd7-9679-2c68027dd123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'efabcfe7-9f26-4ed2-9373-bb8ee539b6e8'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:40:27.694821 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-1d344e4b-ad2a-4cf3-b49c-4d74df0ab26c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:27.730811 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-4f968af9-c4fe-4b06-975e-02a284b022d4 req-e86a38d5-0c1f-40b0-b9c0-86de5973a268 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=1a0c23896b6a426c9d6f99a1e9d93ea5&fields=id HTTP/1.1" status: 200 len: 394 time: 0.3170021 Nov 19 17:40:27.733118 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3c3f5e-4d6a-49ae-9004-30cf5717693a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9601ce5-27bf-4810-abf3-b8876993eb71,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:40:27.737596 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device e77ca6b7-bd0c-45d9-abdf-69f167dafe1a up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:40:27.784729 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b90bd01c-060e-46a6-b5c5-e015f756d8be req-1412c830-08c2-46a2-ad0b-06343bdcc24d tempest-ListServersNegativeTestJSON-1861778447 tempest-ListServersNegativeTestJSON-1861778447-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=f694e5a1ab0b49dab7049feda0edb62a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1087582 Nov 19 17:40:27.877379 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-1d344e4b-ad2a-4cf3-b49c-4d74df0ab26c None None] For port 5feb1e08-f212-4480-8e83-c025b6f0b5b6, host n-d-818022-2, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:40:27.884213 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-1d344e4b-ad2a-4cf3-b49c-4d74df0ab26c None None] For port 5feb1e08-f212-4480-8e83-c025b6f0b5b6, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=5feb1e08-f212-4480-8e83-c025b6f0b5b6,segment=NetworkSegment(4f83a1bc-68d2-4dd7-9679-2c68027dd123),segment_id=4f83a1bc-68d2-4dd7-9679-2c68027dd123)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:40:27.893195 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-1d344e4b-ad2a-4cf3-b49c-4d74df0ab26c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:27.939403 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port e77ca6b7-bd0c-45d9-abdf-69f167dafe1a triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:40:27.939899 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:28.066261 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d344e4b-ad2a-4cf3-b49c-4d74df0ab26c None None] Pushing event updated for resources: {'Port': ['ID=5feb1e08-f212-4480-8e83-c025b6f0b5b6,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:40:28.187250 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-235e0953-5d8a-4e31-87a5-b03f491474ce None None] Network fdafa3f4-e774-4760-b725-0b22212747aa requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:40:28.321195 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:28.426071 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-53e33e90-024c-4573-adb8-0a9d9b3f9374 None None] Provisioning complete for port e77ca6b7-bd0c-45d9-abdf-69f167dafe1a triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:40:28.427313 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-53e33e90-024c-4573-adb8-0a9d9b3f9374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:28.454467 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3c3f5e-4d6a-49ae-9004-30cf5717693a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:40:28.455227 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3c3f5e-4d6a-49ae-9004-30cf5717693a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:40:28.455227 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3c3f5e-4d6a-49ae-9004-30cf5717693a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:40:28.455639 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3c3f5e-4d6a-49ae-9004-30cf5717693a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:40:28.456012 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3c3f5e-4d6a-49ae-9004-30cf5717693a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:40:28.456405 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3c3f5e-4d6a-49ae-9004-30cf5717693a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:40:28.456741 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3c3f5e-4d6a-49ae-9004-30cf5717693a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:40:28.457072 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3c3f5e-4d6a-49ae-9004-30cf5717693a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:40:28.457401 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3c3f5e-4d6a-49ae-9004-30cf5717693a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:40:28.457783 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3c3f5e-4d6a-49ae-9004-30cf5717693a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:40:28.458132 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3c3f5e-4d6a-49ae-9004-30cf5717693a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:40:28.458459 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3c3f5e-4d6a-49ae-9004-30cf5717693a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:40:28.520804 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] For port e77ca6b7-bd0c-45d9-abdf-69f167dafe1a, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=e77ca6b7-bd0c-45d9-abdf-69f167dafe1a,segment=NetworkSegment(aa0cff57-bbc2-410b-bc12-1e622c1a6b93),segment_id=aa0cff57-bbc2-410b-bc12-1e622c1a6b93)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:40:28.562557 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:28.625068 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ff4c59ae-2afa-4185-9949-c4156b45dcfe req-fed9cc7b-84d2-45fc-9f4a-b15b0153ef17 service neutron] 10.222.0.86 "GET /v2.0/networks/06df44ce-7965-49c3-9334-79a80c7f7af9?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0021958 Nov 19 17:40:28.693387 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [req-77c9b2ef-1ab8-465d-9e00-bd1971daa3a0 req-98e14e8a-14f8-46d8-999a-e5a4ec024bf5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 897d271d-3b82-4bc8-8528-1ac5b52b6d9b {{(pid=103365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:40:28.730589 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-77c9b2ef-1ab8-465d-9e00-bd1971daa3a0 req-98e14e8a-14f8-46d8-999a-e5a4ec024bf5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:28.790414 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.provisioning_blocks [req-77c9b2ef-1ab8-465d-9e00-bd1971daa3a0 req-98e14e8a-14f8-46d8-999a-e5a4ec024bf5 service neutron] Transition to ACTIVE for port object 897d271d-3b82-4bc8-8528-1ac5b52b6d9b will not be triggered until provisioned by entity L2. {{(pid=103365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 17:40:28.799880 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-77c9b2ef-1ab8-465d-9e00-bd1971daa3a0 req-98e14e8a-14f8-46d8-999a-e5a4ec024bf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:28.829100 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-4f968af9-c4fe-4b06-975e-02a284b022d4 req-9c8cd450-2db0-487a-a424-ec150bff2edb service neutron] 10.222.0.54 "GET /v2.0/networks/fdafa3f4-e774-4760-b725-0b22212747aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0654790 Nov 19 17:40:28.874123 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Pushing event updated for resources: {'Port': ['ID=e77ca6b7-bd0c-45d9-abdf-69f167dafe1a,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:40:28.945287 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e14e8a-14f8-46d8-999a-e5a4ec024bf5 service neutron] Pushing event updated for resources: {'Port': ['ID=897d271d-3b82-4bc8-8528-1ac5b52b6d9b,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:40:28.954986 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b90bd01c-060e-46a6-b5c5-e015f756d8be req-51f3ae59-1d94-4d3b-b085-5691236be4c1 service neutron] 10.222.0.54 "GET /v2.0/networks/308435d2-ca75-4a63-8e9e-4876a68c0fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9411030 Nov 19 17:40:29.093565 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ff4c59ae-2afa-4185-9949-c4156b45dcfe req-59cdbe98-55fe-4ba2-af45-75a2f6782e26 service neutron] 10.222.0.86 "GET /v2.0/networks/06df44ce-7965-49c3-9334-79a80c7f7af9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4527702 Nov 19 17:40:29.111093 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-4f968af9-c4fe-4b06-975e-02a284b022d4 req-adc0de7c-622b-4d17-905f-6a6f990882f8 service neutron] 10.222.0.54 "GET /v2.0/networks/fdafa3f4-e774-4760-b725-0b22212747aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2809601 Nov 19 17:40:29.290960 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-77c9b2ef-1ab8-465d-9e00-bd1971daa3a0 req-98e14e8a-14f8-46d8-999a-e5a4ec024bf5 service neutron] Attempting to bind port 897d271d-3b82-4bc8-8528-1ac5b52b6d9b on host n-h2-818022-2 for vnic_type normal with profile {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:40:29.291372 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-77c9b2ef-1ab8-465d-9e00-bd1971daa3a0 req-98e14e8a-14f8-46d8-999a-e5a4ec024bf5 service neutron] Attempting to bind port 897d271d-3b82-4bc8-8528-1ac5b52b6d9b by drivers openvswitch,hyperv on host n-h2-818022-2 at level 0 using segments [{'id': '3937b058-45c3-4cdc-b27d-da1ca7985067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'c4cc9c60-be8c-4a60-be1b-a29e98302997'}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:40:29.291703 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77c9b2ef-1ab8-465d-9e00-bd1971daa3a0 req-98e14e8a-14f8-46d8-999a-e5a4ec024bf5 service neutron] Attempting to bind port 897d271d-3b82-4bc8-8528-1ac5b52b6d9b on network c4cc9c60-be8c-4a60-be1b-a29e98302997 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:40:29.307068 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b90bd01c-060e-46a6-b5c5-e015f756d8be req-4f415bb1-c11d-4cdc-8af3-4748eb27d27e service neutron] 10.222.0.54 "GET /v2.0/networks/308435d2-ca75-4a63-8e9e-4876a68c0fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3401709 Nov 19 17:40:29.317848 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77c9b2ef-1ab8-465d-9e00-bd1971daa3a0 req-98e14e8a-14f8-46d8-999a-e5a4ec024bf5 service neutron] Port 897d271d-3b82-4bc8-8528-1ac5b52b6d9b on network c4cc9c60-be8c-4a60-be1b-a29e98302997 not bound, no agent of type Open vSwitch agent registered on host n-h2-818022-2 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 17:40:29.321062 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77c9b2ef-1ab8-465d-9e00-bd1971daa3a0 req-98e14e8a-14f8-46d8-999a-e5a4ec024bf5 service neutron] Attempting to bind port 897d271d-3b82-4bc8-8528-1ac5b52b6d9b on network c4cc9c60-be8c-4a60-be1b-a29e98302997 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:40:29.343995 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77c9b2ef-1ab8-465d-9e00-bd1971daa3a0 req-98e14e8a-14f8-46d8-999a-e5a4ec024bf5 service neutron] Checking agent: {'id': '525ad2ac-c4ae-4c63-af2e-0bf8d25d0f0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'started_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 40, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:40:29.344699 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77c9b2ef-1ab8-465d-9e00-bd1971daa3a0 req-98e14e8a-14f8-46d8-999a-e5a4ec024bf5 service neutron] Checking segment: {'id': '3937b058-45c3-4cdc-b27d-da1ca7985067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'c4cc9c60-be8c-4a60-be1b-a29e98302997'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:40:29.345461 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77c9b2ef-1ab8-465d-9e00-bd1971daa3a0 req-98e14e8a-14f8-46d8-999a-e5a4ec024bf5 service neutron] Bound using segment: {'id': '3937b058-45c3-4cdc-b27d-da1ca7985067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'c4cc9c60-be8c-4a60-be1b-a29e98302997'} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:40:29.346128 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-77c9b2ef-1ab8-465d-9e00-bd1971daa3a0 req-98e14e8a-14f8-46d8-999a-e5a4ec024bf5 service neutron] Bound port: 897d271d-3b82-4bc8-8528-1ac5b52b6d9b, host: n-h2-818022-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3937b058-45c3-4cdc-b27d-da1ca7985067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'c4cc9c60-be8c-4a60-be1b-a29e98302997'}}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:40:29.346737 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-77c9b2ef-1ab8-465d-9e00-bd1971daa3a0 req-98e14e8a-14f8-46d8-999a-e5a4ec024bf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:29.443289 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-4f968af9-c4fe-4b06-975e-02a284b022d4 req-66d1e736-3814-404e-9d68-6f7deb635324 service neutron] 10.222.0.54 "GET /v2.0/networks/efabcfe7-9f26-4ed2-9373-bb8ee539b6e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3102605 Nov 19 17:40:29.451534 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-5c84d1ac-6527-4fe3-8dbe-01b4a831192c None None] Provisioning complete for port e77ca6b7-bd0c-45d9-abdf-69f167dafe1a triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:40:29.452668 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-5c84d1ac-6527-4fe3-8dbe-01b4a831192c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:29.568165 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-77c9b2ef-1ab8-465d-9e00-bd1971daa3a0 req-98e14e8a-14f8-46d8-999a-e5a4ec024bf5 service neutron] For port 897d271d-3b82-4bc8-8528-1ac5b52b6d9b, host n-h2-818022-2, cleared binding levels {{(pid=103365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:40:29.584776 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-77c9b2ef-1ab8-465d-9e00-bd1971daa3a0 req-98e14e8a-14f8-46d8-999a-e5a4ec024bf5 service neutron] For port 897d271d-3b82-4bc8-8528-1ac5b52b6d9b, host n-h2-818022-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=897d271d-3b82-4bc8-8528-1ac5b52b6d9b,segment=NetworkSegment(3937b058-45c3-4cdc-b27d-da1ca7985067),segment_id=3937b058-45c3-4cdc-b27d-da1ca7985067)] {{(pid=103365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:40:29.601153 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-77c9b2ef-1ab8-465d-9e00-bd1971daa3a0 req-98e14e8a-14f8-46d8-999a-e5a4ec024bf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:29.725375 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c9b2ef-1ab8-465d-9e00-bd1971daa3a0 req-98e14e8a-14f8-46d8-999a-e5a4ec024bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:40:29.725375 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-77c9b2ef-1ab8-465d-9e00-bd1971daa3a0 req-98e14e8a-14f8-46d8-999a-e5a4ec024bf5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:29.725375 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-77c9b2ef-1ab8-465d-9e00-bd1971daa3a0 req-98e14e8a-14f8-46d8-999a-e5a4ec024bf5 service neutron] 10.222.0.86 "PUT /v2.0/ports/897d271d-3b82-4bc8-8528-1ac5b52b6d9b HTTP/1.1" status: 200 len: 1091 time: 2.6632459 Nov 19 17:40:29.738522 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43bb0a48-531d-435f-ae5b-d961d64a3ca7', 'tag': '897d271d-3b82-4bc8-8528-1ac5b52b6d9b'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:40:29.741728 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218319d759239a7d11f1288aef37381b97754913ee9ccbfd43b51a463f801712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-719d933b-eaef-45a1-bcf6-11c0049c4067" -d '{"events": [{"name": "network-changed", "server_uuid": "43bb0a48-531d-435f-ae5b-d961d64a3ca7", "tag": "897d271d-3b82-4bc8-8528-1ac5b52b6d9b"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:40:29.824487 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e14e8a-14f8-46d8-999a-e5a4ec024bf5 service neutron] Pushing event updated for resources: {'Port': ['ID=897d271d-3b82-4bc8-8528-1ac5b52b6d9b,revision_number=3']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:40:29.872848 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-4f968af9-c4fe-4b06-975e-02a284b022d4 req-8001b31e-b6a6-4e59-a73c-525eb31fc139 service neutron] 10.222.0.54 "GET /v2.0/networks/efabcfe7-9f26-4ed2-9373-bb8ee539b6e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3888760 Nov 19 17:40:29.927422 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c9b2ef-1ab8-465d-9e00-bd1971daa3a0 req-2eaf6a1b-c227-4172-8487-7afab12917af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:40:29.934834 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-77c9b2ef-1ab8-465d-9e00-bd1971daa3a0 req-2eaf6a1b-c227-4172-8487-7afab12917af service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=21543f85dc9e402a8587774ac19495fe&device_id=43bb0a48-531d-435f-ae5b-d961d64a3ca7 HTTP/1.1" status: 200 len: 1094 time: 0.1299014 Nov 19 17:40:30.049530 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-77c9b2ef-1ab8-465d-9e00-bd1971daa3a0 req-2dc7c2aa-23ee-4903-86f0-ceea7e4fabd5 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=897d271d-3b82-4bc8-8528-1ac5b52b6d9b HTTP/1.1" status: 200 len: 217 time: 0.0992982 Nov 19 17:40:30.189999 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c9b2ef-1ab8-465d-9e00-bd1971daa3a0 req-fe2d80dc-471a-4616-bc1e-28f873bff38c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:40:30.191946 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-77c9b2ef-1ab8-465d-9e00-bd1971daa3a0 req-fe2d80dc-471a-4616-bc1e-28f873bff38c service neutron] 10.222.0.86 "GET /v2.0/subnets?id=03fb8a38-8906-4daf-82e4-8d8788de58f6 HTTP/1.1" status: 200 len: 845 time: 0.1331124 Nov 19 17:40:30.214112 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device 65e64630-d319-432f-8e00-a188681e8b44 no longer exists at agent hyperv_n-h2-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:40:30.219948 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 5feb1e08-f212-4480-8e83-c025b6f0b5b6 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:40:30.223684 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce8cbd1b-c8ed-4eec-b441-2e8881531913 None None] Network efabcfe7-9f26-4ed2-9373-bb8ee539b6e8 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:40:30.281220 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-77c9b2ef-1ab8-465d-9e00-bd1971daa3a0 req-cd74c2df-a60b-448e-b002-059aaed7863c service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c4cc9c60-be8c-4a60-be1b-a29e98302997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0773785 Nov 19 17:40:30.488084 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ede3417-e6be-40f3-8ccd-2b3db81f4166 req-1f503fbb-2f9d-4429-9c27-df009b7f5f18 tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:40:30.498142 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-1ede3417-e6be-40f3-8ccd-2b3db81f4166 req-1f503fbb-2f9d-4429-9c27-df009b7f5f18 tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] 10.222.0.54 "GET /v2.0/ports?device_id=43bb0a48-531d-435f-ae5b-d961d64a3ca7 HTTP/1.1" status: 200 len: 943 time: 0.1345224 Nov 19 17:40:30.575375 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-77c9b2ef-1ab8-465d-9e00-bd1971daa3a0 req-d3461f8f-2c11-4d0c-ab28-fd57a33bf721 service neutron] 10.222.0.86 "GET /v2.0/networks/c4cc9c60-be8c-4a60-be1b-a29e98302997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2812760 Nov 19 17:40:30.585788 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-1ede3417-e6be-40f3-8ccd-2b3db81f4166 req-ef1354a1-1eee-4911-be05-4e6687b0debb tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a9bb8e9-ab46-4898-9298-f60e040eb6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864582 Nov 19 17:40:30.721526 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772dfe3c-b615-47dc-af5e-3b1f7a62ccc3 req-7002edc5-a822-487e-8fa7-b9e33bf0b36b tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:40:30.723213 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-772dfe3c-b615-47dc-af5e-3b1f7a62ccc3 req-7002edc5-a822-487e-8fa7-b9e33bf0b36b tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.54 "GET /v2.0/ports?device_id=58455846-60e7-4f61-974f-dffca721866e HTTP/1.1" status: 200 len: 946 time: 0.5631988 Nov 19 17:40:30.746635 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4c7b3495-ac98-4a6e-a353-4b0fda1ce7f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:30.896835 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-772dfe3c-b615-47dc-af5e-3b1f7a62ccc3 req-072f4f8c-3b24-4ff6-a455-26b247cb8e83 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.54 "GET /v2.0/security-groups?id=740807d6-4246-4ecb-a636-49a5e5a1e11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629961 Nov 19 17:40:30.940904 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-77c9b2ef-1ab8-465d-9e00-bd1971daa3a0 req-be1f3564-d835-4cf4-9a64-e293950c41a2 service neutron] 10.222.0.86 "GET /v2.0/networks/c4cc9c60-be8c-4a60-be1b-a29e98302997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3525527 Nov 19 17:40:31.061655 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 17:40:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6342f19d-358e-4ab2-b62b-973bc224b49d x-openstack-request-id: req-6342f19d-358e-4ab2-b62b-973bc224b49d {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:40:31.062142 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43bb0a48-531d-435f-ae5b-d961d64a3ca7", "tag": "897d271d-3b82-4bc8-8528-1ac5b52b6d9b", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:40:31.062536 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-6342f19d-358e-4ab2-b62b-973bc224b49d {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:40:31.063166 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43bb0a48-531d-435f-ae5b-d961d64a3ca7', 'tag': '897d271d-3b82-4bc8-8528-1ac5b52b6d9b', 'status': 'completed', 'code': 200} Nov 19 17:40:31.133103 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 5feb1e08-f212-4480-8e83-c025b6f0b5b6 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:40:31.133522 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:31.243669 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719d933b-eaef-45a1-bcf6-11c0049c4067 req-f90c3d5d-dcdc-4cc2-bfc3-67d78133c5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:40:31.247328 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-719d933b-eaef-45a1-bcf6-11c0049c4067 req-f90c3d5d-dcdc-4cc2-bfc3-67d78133c5fa service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=21543f85dc9e402a8587774ac19495fe&device_id=43bb0a48-531d-435f-ae5b-d961d64a3ca7 HTTP/1.1" status: 200 len: 1094 time: 0.1540720 Nov 19 17:40:31.353230 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-38b175d1-72a1-44c6-bfd9-de7d65e4dfaa None None] Provisioning complete for port 5feb1e08-f212-4480-8e83-c025b6f0b5b6 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:40:31.353616 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-38b175d1-72a1-44c6-bfd9-de7d65e4dfaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:31.499882 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719d933b-eaef-45a1-bcf6-11c0049c4067 req-26f52562-0244-41b1-a601-642372e4ff21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:40:31.504562 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-719d933b-eaef-45a1-bcf6-11c0049c4067 req-26f52562-0244-41b1-a601-642372e4ff21 service neutron] 10.222.0.86 "GET /v2.0/networks?id=c4cc9c60-be8c-4a60-be1b-a29e98302997 HTTP/1.1" status: 200 len: 906 time: 0.2456746 Nov 19 17:40:31.571825 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:31.679685 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-719d933b-eaef-45a1-bcf6-11c0049c4067 req-7740d56d-17f5-4e6b-adb5-4af459b1e85e service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=897d271d-3b82-4bc8-8528-1ac5b52b6d9b HTTP/1.1" status: 200 len: 217 time: 0.1649945 Nov 19 17:40:31.789022 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:31.791913 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd13d0796-c1c1-4adb-a331-414002742097', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65e64630-d319-432f-8e00-a188681e8b44'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:40:31.795282 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3940761bcd94e032e6960d2241bd8993c5d3a7d8dc2aca8488f3ecf1d4dd2fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0da35994-3621-4396-b845-2aee637f683d" -d '{"events": [{"server_uuid": "d13d0796-c1c1-4adb-a331-414002742097", "name": "network-vif-unplugged", "status": "completed", "tag": "65e64630-d319-432f-8e00-a188681e8b44"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:40:31.810342 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-3307d5e2-bd2e-4c76-abc1-a2ae165c928e req-5df37c56-790f-4cd9-9c14-a13be07253a2 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] 10.222.0.54 "GET /v2.0/ports?device_id=8a7d746f-14f5-40c4-925c-fda57f0dbcac HTTP/1.1" status: 200 len: 210 time: 0.0841844 Nov 19 17:40:31.877866 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719d933b-eaef-45a1-bcf6-11c0049c4067 req-8bf97787-1012-4b52-862d-04550e721f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:40:31.884606 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port 65e64630-d319-432f-8e00-a188681e8b44, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=65e64630-d319-432f-8e00-a188681e8b44,segment=NetworkSegment(1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861),segment_id=1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:40:31.886786 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-719d933b-eaef-45a1-bcf6-11c0049c4067 req-8bf97787-1012-4b52-862d-04550e721f42 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=03fb8a38-8906-4daf-82e4-8d8788de58f6 HTTP/1.1" status: 200 len: 845 time: 0.1937945 Nov 19 17:40:31.908659 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:31.964635 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-719d933b-eaef-45a1-bcf6-11c0049c4067 req-673099a1-4b75-49f2-82b9-98002c5e3b04 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c4cc9c60-be8c-4a60-be1b-a29e98302997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0657914 Nov 19 17:40:31.984916 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-3d861af5-624e-4b04-8548-b08a003b2bf4 req-4c39f309-c66f-4b20-bce6-8cd271749991 tempest-ListServersNegativeTestJSON-1861778447 tempest-ListServersNegativeTestJSON-1861778447-project] 10.222.0.54 "GET /v2.0/ports?device_id=12d0c6c1-218d-4330-aaf3-235f90914fdd HTTP/1.1" status: 200 len: 210 time: 0.0716815 Nov 19 17:40:32.012759 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] For port 5feb1e08-f212-4480-8e83-c025b6f0b5b6, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=5feb1e08-f212-4480-8e83-c025b6f0b5b6,segment=NetworkSegment(4f83a1bc-68d2-4dd7-9679-2c68027dd123),segment_id=4f83a1bc-68d2-4dd7-9679-2c68027dd123)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:40:32.150973 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:32.154602 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device e77ca6b7-bd0c-45d9-abdf-69f167dafe1a up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:40:32.304513 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-719d933b-eaef-45a1-bcf6-11c0049c4067 req-c28e76c6-fe3f-437d-9555-3b803a0f4ba2 service neutron] 10.222.0.86 "GET /v2.0/networks/c4cc9c60-be8c-4a60-be1b-a29e98302997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3089192 Nov 19 17:40:32.402027 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d0163c9c-039a-412f-8ec2-057a8f3c5d05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:32.413522 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-38b175d1-72a1-44c6-bfd9-de7d65e4dfaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:32.444384 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455ccbe9-400a-456d-8f32-22bd55437833 req-bcbc42bb-d33c-4bc6-b66d-b77eaa70e814 tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:40:32.452650 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-455ccbe9-400a-456d-8f32-22bd55437833 req-bcbc42bb-d33c-4bc6-b66d-b77eaa70e814 tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] 10.222.0.54 "GET /v2.0/ports?device_id=43bb0a48-531d-435f-ae5b-d961d64a3ca7 HTTP/1.1" status: 200 len: 943 time: 0.1832006 Nov 19 17:40:32.508536 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Pushing event updated for resources: {'Port': ['ID=65e64630-d319-432f-8e00-a188681e8b44,revision_number=8']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:40:32.593645 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Pushing event updated for resources: {'Port': ['ID=5feb1e08-f212-4480-8e83-c025b6f0b5b6,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:40:32.621843 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-719d933b-eaef-45a1-bcf6-11c0049c4067 req-97b6ac32-6d81-4266-90ed-838195987947 service neutron] 10.222.0.86 "GET /v2.0/networks/c4cc9c60-be8c-4a60-be1b-a29e98302997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3038762 Nov 19 17:40:32.628458 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-455ccbe9-400a-456d-8f32-22bd55437833 req-1f4309c9-2104-4b0e-8628-a7babfd2edd7 tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a9bb8e9-ab46-4898-9298-f60e040eb6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607380 Nov 19 17:40:32.720640 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port e77ca6b7-bd0c-45d9-abdf-69f167dafe1a triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:40:32.721026 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:32.822144 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.db.api [None req-38b175d1-72a1-44c6-bfd9-de7d65e4dfaa None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103366) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 17:40:32.822869 n-d-818022-2 neutron-server[103366]: DEBUG oslo_db.api [None req-38b175d1-72a1-44c6-bfd9-de7d65e4dfaa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 17:40:32.915294 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f968af9-c4fe-4b06-975e-02a284b022d4 req-4e44cc45-db85-43a6-b9d3-8eebcbf4f00e tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:40:32.930324 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f968af9-c4fe-4b06-975e-02a284b022d4 req-4e44cc45-db85-43a6-b9d3-8eebcbf4f00e tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:40:32.932146 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4f968af9-c4fe-4b06-975e-02a284b022d4 req-4e44cc45-db85-43a6-b9d3-8eebcbf4f00e tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] 10.222.0.60 "GET /v2.0/networks?id=fdafa3f4-e774-4760-b725-0b22212747aa&id=efabcfe7-9f26-4ed2-9373-bb8ee539b6e8 HTTP/1.1" status: 200 len: 1389 time: 0.3090875 Nov 19 17:40:32.948353 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-4f968af9-c4fe-4b06-975e-02a284b022d4 req-d61f1b7a-83f1-42d5-a8b2-2440c76bf08a tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Request body: {'port': {'device_id': '8a7d746f-14f5-40c4-925c-fda57f0dbcac', 'network_id': 'fdafa3f4-e774-4760-b725-0b22212747aa', 'admin_state_up': True, 'tenant_id': '1a0c23896b6a426c9d6f99a1e9d93ea5'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:40:32.966461 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 17:40:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75cc97f0-779a-4902-b7b6-797d026f96a4 x-openstack-request-id: req-75cc97f0-779a-4902-b7b6-797d026f96a4 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:40:32.966758 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d13d0796-c1c1-4adb-a331-414002742097", "name": "network-vif-unplugged", "status": "completed", "tag": "65e64630-d319-432f-8e00-a188681e8b44", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:40:32.967014 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-75cc97f0-779a-4902-b7b6-797d026f96a4 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:40:32.967417 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd13d0796-c1c1-4adb-a331-414002742097', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65e64630-d319-432f-8e00-a188681e8b44', 'code': 200} Nov 19 17:40:33.043645 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e46ecc5a-dc14-4744-b262-3072ff2e958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:33.139658 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979b035a-8174-4fce-af1e-68df8a12065a req-2328e731-19c1-4842-bad9-c282c67e49a6 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:40:33.141254 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-979b035a-8174-4fce-af1e-68df8a12065a req-2328e731-19c1-4842-bad9-c282c67e49a6 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.54 "GET /v2.0/ports?device_id=58455846-60e7-4f61-974f-dffca721866e HTTP/1.1" status: 200 len: 946 time: 0.1183202 Nov 19 17:40:33.163874 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 5feb1e08-f212-4480-8e83-c025b6f0b5b6 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:40:33.196700 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f968af9-c4fe-4b06-975e-02a284b022d4 req-d61f1b7a-83f1-42d5-a8b2-2440c76bf08a tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Made reservation on behalf of 1a0c23896b6a426c9d6f99a1e9d93ea5 for: {'port': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:40:33.200747 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-4f968af9-c4fe-4b06-975e-02a284b022d4 req-d61f1b7a-83f1-42d5-a8b2-2440c76bf08a tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:33.289045 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-979b035a-8174-4fce-af1e-68df8a12065a req-d0f25fdd-19ea-40d9-8ab5-a14d27413e89 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.54 "GET /v2.0/security-groups?id=740807d6-4246-4ecb-a636-49a5e5a1e11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328411 Nov 19 17:40:33.465684 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 5feb1e08-f212-4480-8e83-c025b6f0b5b6 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:40:33.465993 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:33.552849 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-28ec5444-2288-4a31-8cbc-078aa5744e34 req-804fc56a-0c2d-4dd7-8a9f-6551b0490443 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] 10.222.0.54 "GET /v2.0/ports?device_id=8a7d746f-14f5-40c4-925c-fda57f0dbcac HTTP/1.1" status: 200 len: 210 time: 0.0926449 Nov 19 17:40:33.623253 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:33.648657 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:33.760116 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-9b62f089-d583-4adf-b206-5dd77e96426a None None] Provisioning complete for port 5feb1e08-f212-4480-8e83-c025b6f0b5b6 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:40:33.760538 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9b62f089-d583-4adf-b206-5dd77e96426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:33.832123 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90bd01c-060e-46a6-b5c5-e015f756d8be req-3b8499d1-693b-4ea4-bdec-14134453ea1c tempest-ListServersNegativeTestJSON-1861778447 tempest-ListServersNegativeTestJSON-1861778447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:40:33.833740 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b90bd01c-060e-46a6-b5c5-e015f756d8be req-3b8499d1-693b-4ea4-bdec-14134453ea1c tempest-ListServersNegativeTestJSON-1861778447 tempest-ListServersNegativeTestJSON-1861778447-project] 10.222.0.60 "GET /v2.0/networks?id=308435d2-ca75-4a63-8e9e-4876a68c0fb9 HTTP/1.1" status: 200 len: 818 time: 0.4180210 Nov 19 17:40:33.848521 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device 897d271d-3b82-4bc8-8528-1ac5b52b6d9b details requested by agent hyperv_n-h2-818022-2 with host n-h2-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 17:40:33.914460 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-b90bd01c-060e-46a6-b5c5-e015f756d8be req-86203cde-19e1-49eb-8fea-fe56a0716ff3 tempest-ListServersNegativeTestJSON-1861778447 tempest-ListServersNegativeTestJSON-1861778447-project] Request body: {'port': {'device_id': 'f9815b8a-c971-4219-8e57-77bbd440c34f', 'network_id': '308435d2-ca75-4a63-8e9e-4876a68c0fb9', 'admin_state_up': True, 'tenant_id': 'f694e5a1ab0b49dab7049feda0edb62a'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:40:34.044173 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-147b1ec3-b95b-4214-ac29-b0d5f5d9e6ea req-c0ae06dd-c7b8-4f95-aa5b-98f90e1568ba tempest-ListServersNegativeTestJSON-1861778447 tempest-ListServersNegativeTestJSON-1861778447-project] 10.222.0.54 "GET /v2.0/ports?device_id=12d0c6c1-218d-4330-aaf3-235f90914fdd HTTP/1.1" status: 200 len: 210 time: 0.2176998 Nov 19 17:40:34.135297 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [req-4f968af9-c4fe-4b06-975e-02a284b022d4 req-d61f1b7a-83f1-42d5-a8b2-2440c76bf08a tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Allocated IP 19.80.0.249 (fdafa3f4-e774-4760-b725-0b22212747aa/9b62f006-1ac6-440d-a1ab-0a94a78edac6/960ff6b6-f04b-4ce5-b9e6-3685d448ebfd) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:40:34.247028 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port 897d271d-3b82-4bc8-8528-1ac5b52b6d9b, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=897d271d-3b82-4bc8-8528-1ac5b52b6d9b,segment=NetworkSegment(3937b058-45c3-4cdc-b27d-da1ca7985067),segment_id=3937b058-45c3-4cdc-b27d-da1ca7985067)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:40:34.247815 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90bd01c-060e-46a6-b5c5-e015f756d8be req-dd1197ae-7252-4e26-b7b5-7aae01a8d53d tempest-ListServersNegativeTestJSON-1861778447 tempest-ListServersNegativeTestJSON-1861778447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:40:34.252298 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b90bd01c-060e-46a6-b5c5-e015f756d8be req-dd1197ae-7252-4e26-b7b5-7aae01a8d53d tempest-ListServersNegativeTestJSON-1861778447 tempest-ListServersNegativeTestJSON-1861778447-project] 10.222.0.60 "GET /v2.0/networks?id=308435d2-ca75-4a63-8e9e-4876a68c0fb9 HTTP/1.1" status: 200 len: 818 time: 0.3963406 Nov 19 17:40:34.295271 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-b90bd01c-060e-46a6-b5c5-e015f756d8be req-5acab8c9-f8eb-45f9-b420-113851501585 tempest-ListServersNegativeTestJSON-1861778447 tempest-ListServersNegativeTestJSON-1861778447-project] Request body: {'port': {'device_id': '12d0c6c1-218d-4330-aaf3-235f90914fdd', 'network_id': '308435d2-ca75-4a63-8e9e-4876a68c0fb9', 'admin_state_up': True, 'tenant_id': 'f694e5a1ab0b49dab7049feda0edb62a'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:40:34.309204 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Returning: {'device': '897d271d-3b82-4bc8-8528-1ac5b52b6d9b', 'network_id': 'c4cc9c60-be8c-4a60-be1b-a29e98302997', 'port_id': '897d271d-3b82-4bc8-8528-1ac5b52b6d9b', 'mac_address': 'fa:16:3e:e0:8e:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 671, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03fb8a38-8906-4daf-82e4-8d8788de58f6', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 17:40:34.379206 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90bd01c-060e-46a6-b5c5-e015f756d8be req-778262ec-3e7c-45a0-82b8-07ec4fc3f1ee tempest-ListServersNegativeTestJSON-1861778447 tempest-ListServersNegativeTestJSON-1861778447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:40:34.381339 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b90bd01c-060e-46a6-b5c5-e015f756d8be req-778262ec-3e7c-45a0-82b8-07ec4fc3f1ee tempest-ListServersNegativeTestJSON-1861778447 tempest-ListServersNegativeTestJSON-1861778447-project] 10.222.0.86 "GET /v2.0/networks?id=308435d2-ca75-4a63-8e9e-4876a68c0fb9 HTTP/1.1" status: 200 len: 818 time: 0.6690142 Nov 19 17:40:34.411957 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-b90bd01c-060e-46a6-b5c5-e015f756d8be req-2636e047-1438-4e15-9536-3be5da7a8b6b tempest-ListServersNegativeTestJSON-1861778447 tempest-ListServersNegativeTestJSON-1861778447-project] Request body: {'port': {'device_id': '90b9f751-a497-48e1-b0d0-647964d8b2b6', 'network_id': '308435d2-ca75-4a63-8e9e-4876a68c0fb9', 'admin_state_up': True, 'tenant_id': 'f694e5a1ab0b49dab7049feda0edb62a'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:40:34.480403 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 46750) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:40:34.542629 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:34.604941 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 897d271d-3b82-4bc8-8528-1ac5b52b6d9b {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:40:34.684762 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b90bd01c-060e-46a6-b5c5-e015f756d8be req-86203cde-19e1-49eb-8fea-fe56a0716ff3 tempest-ListServersNegativeTestJSON-1861778447 tempest-ListServersNegativeTestJSON-1861778447-project] Made reservation on behalf of f694e5a1ab0b49dab7049feda0edb62a for: {'port': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:40:34.690403 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-b90bd01c-060e-46a6-b5c5-e015f756d8be req-86203cde-19e1-49eb-8fea-fe56a0716ff3 tempest-ListServersNegativeTestJSON-1861778447 tempest-ListServersNegativeTestJSON-1861778447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:34.690619 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e013d7e6-5264-4dcc-9759-54f5fb809e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:34.728027 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940d62c7-9ee5-4a05-9d67-c5ed3c171037 req-ff2927c5-e389-48b0-9e22-406d4a65af96 tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:40:34.730016 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-940d62c7-9ee5-4a05-9d67-c5ed3c171037 req-ff2927c5-e389-48b0-9e22-406d4a65af96 tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] 10.222.0.54 "GET /v2.0/ports?device_id=43bb0a48-531d-435f-ae5b-d961d64a3ca7 HTTP/1.1" status: 200 len: 943 time: 0.4764054 Nov 19 17:40:34.776259 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port 897d271d-3b82-4bc8-8528-1ac5b52b6d9b, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=897d271d-3b82-4bc8-8528-1ac5b52b6d9b,segment=NetworkSegment(3937b058-45c3-4cdc-b27d-da1ca7985067),segment_id=3937b058-45c3-4cdc-b27d-da1ca7985067)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:40:34.798655 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:34.816108 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b90bd01c-060e-46a6-b5c5-e015f756d8be req-5acab8c9-f8eb-45f9-b420-113851501585 tempest-ListServersNegativeTestJSON-1861778447 tempest-ListServersNegativeTestJSON-1861778447-project] Made reservation on behalf of f694e5a1ab0b49dab7049feda0edb62a for: {'port': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:40:34.822997 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-b90bd01c-060e-46a6-b5c5-e015f756d8be req-5acab8c9-f8eb-45f9-b420-113851501585 tempest-ListServersNegativeTestJSON-1861778447 tempest-ListServersNegativeTestJSON-1861778447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:34.871434 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 46762) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:40:34.906511 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-940d62c7-9ee5-4a05-9d67-c5ed3c171037 req-2a54be10-0d81-4dda-9ee8-b99258b46e61 tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a9bb8e9-ab46-4898-9298-f60e040eb6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600425 Nov 19 17:40:35.030305 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Pushing event updated for resources: {'Port': ['ID=897d271d-3b82-4bc8-8528-1ac5b52b6d9b,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:40:35.065838 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-4f968af9-c4fe-4b06-975e-02a284b022d4 req-d61f1b7a-83f1-42d5-a8b2-2440c76bf08a tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:35.132730 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:35.208948 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] get_ports_and_sgs() called for port_ids ['897d271d-3b82-4bc8-8528-1ac5b52b6d9b'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:40:35.210172 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-4f968af9-c4fe-4b06-975e-02a284b022d4 req-d61f1b7a-83f1-42d5-a8b2-2440c76bf08a tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:35.224398 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a7f32c99-60d6-408d-8a67-3f5ce0223880 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:35.250273 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-291a67f9-e1a5-4cf1-bc5e-4f04a9fcae5a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:35.357784 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [req-b90bd01c-060e-46a6-b5c5-e015f756d8be req-5acab8c9-f8eb-45f9-b420-113851501585 tempest-ListServersNegativeTestJSON-1861778447 tempest-ListServersNegativeTestJSON-1861778447-project] Allocated IP 172.20.0.4 (308435d2-ca75-4a63-8e9e-4876a68c0fb9/01355f6c-4af7-4e94-9f36-e51b690370b3/1efe99da-cc25-46ab-862e-27c7cbbf2682) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:40:35.390649 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61f1b7a-83f1-42d5-a8b2-2440c76bf08a tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Pushing event updated for resources: {'Port': ['ID=960ff6b6-f04b-4ce5-b9e6-3685d448ebfd,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:40:35.404590 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f968af9-c4fe-4b06-975e-02a284b022d4 req-d61f1b7a-83f1-42d5-a8b2-2440c76bf08a tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Network fdafa3f4-e774-4760-b725-0b22212747aa is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:40:35.420213 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [req-4f968af9-c4fe-4b06-975e-02a284b022d4 req-d61f1b7a-83f1-42d5-a8b2-2440c76bf08a tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:40:35.429557 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b90bd01c-060e-46a6-b5c5-e015f756d8be req-2636e047-1438-4e15-9536-3be5da7a8b6b tempest-ListServersNegativeTestJSON-1861778447 tempest-ListServersNegativeTestJSON-1861778447-project] Made reservation on behalf of f694e5a1ab0b49dab7049feda0edb62a for: {'port': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:40:35.434410 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-b90bd01c-060e-46a6-b5c5-e015f756d8be req-2636e047-1438-4e15-9536-3be5da7a8b6b tempest-ListServersNegativeTestJSON-1861778447 tempest-ListServersNegativeTestJSON-1861778447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:35.437123 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f968af9-c4fe-4b06-975e-02a284b022d4 req-d61f1b7a-83f1-42d5-a8b2-2440c76bf08a tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:40:35.588682 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa66ca2e-e05f-45c4-b97a-eb6a8ccf1225 req-7e96eefe-58be-40db-a737-116a804a398b tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:40:35.593881 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fa66ca2e-e05f-45c4-b97a-eb6a8ccf1225 req-7e96eefe-58be-40db-a737-116a804a398b tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] 10.222.0.54 "GET /v2.0/ports?device_id=8a7d746f-14f5-40c4-925c-fda57f0dbcac HTTP/1.1" status: 200 len: 932 time: 0.2800174 Nov 19 17:40:35.650799 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f968af9-c4fe-4b06-975e-02a284b022d4 req-d61f1b7a-83f1-42d5-a8b2-2440c76bf08a tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:40:35.651603 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-4f968af9-c4fe-4b06-975e-02a284b022d4 req-d61f1b7a-83f1-42d5-a8b2-2440c76bf08a tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:35.676031 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6a15b1-3cf9-458d-93ac-940d7a555af4 req-13aa6b9f-c26d-4215-8972-ca66e48d2730 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:40:35.688957 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-db6a15b1-3cf9-458d-93ac-940d7a555af4 req-13aa6b9f-c26d-4215-8972-ca66e48d2730 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.54 "GET /v2.0/ports?device_id=58455846-60e7-4f61-974f-dffca721866e HTTP/1.1" status: 200 len: 946 time: 0.4698629 Nov 19 17:40:35.794234 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4f968af9-c4fe-4b06-975e-02a284b022d4 req-d61f1b7a-83f1-42d5-a8b2-2440c76bf08a tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8519247 Nov 19 17:40:35.795445 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4f08d945-6711-4c60-b293-b9bcd502f0a2 None None] Provisioning complete for port 960ff6b6-f04b-4ce5-b9e6-3685d448ebfd triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:40:35.796084 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4f08d945-6711-4c60-b293-b9bcd502f0a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:35.826268 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-db6a15b1-3cf9-458d-93ac-940d7a555af4 req-e2ac19f6-1fcd-4446-b5fd-a9ef9719728d tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.54 "GET /v2.0/security-groups?id=740807d6-4246-4ecb-a636-49a5e5a1e11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358981 Nov 19 17:40:35.830914 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-4f968af9-c4fe-4b06-975e-02a284b022d4 req-66abb14f-901b-48c6-a36e-cda8ae142cc1 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Request body: {'port': {'device_id': '8a7d746f-14f5-40c4-925c-fda57f0dbcac', 'network_id': 'efabcfe7-9f26-4ed2-9373-bb8ee539b6e8', 'admin_state_up': True, 'tenant_id': '1a0c23896b6a426c9d6f99a1e9d93ea5'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:40:35.900880 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4f08d945-6711-4c60-b293-b9bcd502f0a2 None None] Port 960ff6b6-f04b-4ce5-b9e6-3685d448ebfd cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:40:35.927523 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-b90bd01c-060e-46a6-b5c5-e015f756d8be req-5acab8c9-f8eb-45f9-b420-113851501585 tempest-ListServersNegativeTestJSON-1861778447 tempest-ListServersNegativeTestJSON-1861778447-project] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:35.951108 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a7f32c99-60d6-408d-8a67-3f5ce0223880 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:35.964905 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fa66ca2e-e05f-45c4-b97a-eb6a8ccf1225 req-204e64a2-a92d-43ef-9525-93027a4515fa tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2d42000-c475-4f47-81a1-d381635bd450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3432183 Nov 19 17:40:36.024639 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a7f32c99-60d6-408d-8a67-3f5ce0223880 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:36.130248 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-291a67f9-e1a5-4cf1-bc5e-4f04a9fcae5a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:36.134847 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-b90bd01c-060e-46a6-b5c5-e015f756d8be req-5acab8c9-f8eb-45f9-b420-113851501585 tempest-ListServersNegativeTestJSON-1861778447 tempest-ListServersNegativeTestJSON-1861778447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:36.186100 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-291a67f9-e1a5-4cf1-bc5e-4f04a9fcae5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:36.235488 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f32c99-60d6-408d-8a67-3f5ce0223880 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae083b33-d99d-4689-a740-74c0d5874c8a,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:40:36.279606 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-a7f32c99-60d6-408d-8a67-3f5ce0223880 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=aedb3fc4efdb49548b070c0c30d003d6&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7769225 Nov 19 17:40:36.287201 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 46782) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:40:36.322469 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b90bd01c-060e-46a6-b5c5-e015f756d8be req-5acab8c9-f8eb-45f9-b420-113851501585 tempest-ListServersNegativeTestJSON-1861778447 tempest-ListServersNegativeTestJSON-1861778447-project] Network 308435d2-ca75-4a63-8e9e-4876a68c0fb9 is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:40:36.331484 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acab8c9-f8eb-45f9-b420-113851501585 tempest-ListServersNegativeTestJSON-1861778447 tempest-ListServersNegativeTestJSON-1861778447-project] Pushing event updated for resources: {'Port': ['ID=1efe99da-cc25-46ab-862e-27c7cbbf2682,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:40:36.355542 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7f521b-151a-4164-ae89-83389baf8a99 req-788bfc08-5ae1-4a5a-8427-b04ed7c70392 tempest-ListServersNegativeTestJSON-1861778447 tempest-ListServersNegativeTestJSON-1861778447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:40:36.360884 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6d7f521b-151a-4164-ae89-83389baf8a99 req-788bfc08-5ae1-4a5a-8427-b04ed7c70392 tempest-ListServersNegativeTestJSON-1861778447 tempest-ListServersNegativeTestJSON-1861778447-project] 10.222.0.54 "GET /v2.0/ports?device_id=12d0c6c1-218d-4330-aaf3-235f90914fdd HTTP/1.1" status: 200 len: 931 time: 0.3396027 Nov 19 17:40:36.367189 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [req-b90bd01c-060e-46a6-b5c5-e015f756d8be req-86203cde-19e1-49eb-8fea-fe56a0716ff3 tempest-ListServersNegativeTestJSON-1861778447 tempest-ListServersNegativeTestJSON-1861778447-project] Allocated IP 172.20.0.5 (308435d2-ca75-4a63-8e9e-4876a68c0fb9/01355f6c-4af7-4e94-9f36-e51b690370b3/4e9cea17-6e2e-4698-993c-a68c5b8f30f2) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:40:36.375882 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [req-b90bd01c-060e-46a6-b5c5-e015f756d8be req-5acab8c9-f8eb-45f9-b420-113851501585 tempest-ListServersNegativeTestJSON-1861778447 tempest-ListServersNegativeTestJSON-1861778447-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:40:36.380014 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-291a67f9-e1a5-4cf1-bc5e-4f04a9fcae5a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ceb271952e0149f69016d78f5ecf5f94&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4979737 Nov 19 17:40:36.391346 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 46784) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:40:36.435229 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [req-b90bd01c-060e-46a6-b5c5-e015f756d8be req-5acab8c9-f8eb-45f9-b420-113851501585 tempest-ListServersNegativeTestJSON-1861778447 tempest-ListServersNegativeTestJSON-1861778447-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:40:36.438256 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291a67f9-e1a5-4cf1-bc5e-4f04a9fcae5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42b5cf85-ea3b-467f-9c0c-033381b6b866,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:40:36.473905 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd17d375-6b20-413a-95bf-bedac7919d58 req-87ee6fbc-89f1-4b7f-999e-3d9d21f3c8ca tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:40:36.482201 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-cd17d375-6b20-413a-95bf-bedac7919d58 req-87ee6fbc-89f1-4b7f-999e-3d9d21f3c8ca tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] 10.222.0.54 "GET /v2.0/ports?device_id=43bb0a48-531d-435f-ae5b-d961d64a3ca7 HTTP/1.1" status: 200 len: 944 time: 0.3026335 Nov 19 17:40:36.568472 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f968af9-c4fe-4b06-975e-02a284b022d4 req-66abb14f-901b-48c6-a36e-cda8ae142cc1 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Made reservation on behalf of 1a0c23896b6a426c9d6f99a1e9d93ea5 for: {'port': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:40:36.574126 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-4f968af9-c4fe-4b06-975e-02a284b022d4 req-66abb14f-901b-48c6-a36e-cda8ae142cc1 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:36.615190 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90bd01c-060e-46a6-b5c5-e015f756d8be req-5acab8c9-f8eb-45f9-b420-113851501585 tempest-ListServersNegativeTestJSON-1861778447 tempest-ListServersNegativeTestJSON-1861778447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:40:36.615875 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-b90bd01c-060e-46a6-b5c5-e015f756d8be req-5acab8c9-f8eb-45f9-b420-113851501585 tempest-ListServersNegativeTestJSON-1861778447 tempest-ListServersNegativeTestJSON-1861778447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:36.665751 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0ee1f974-57db-4890-bc52-9a49bf53ab4e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:36.681569 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b90bd01c-060e-46a6-b5c5-e015f756d8be req-5acab8c9-f8eb-45f9-b420-113851501585 tempest-ListServersNegativeTestJSON-1861778447 tempest-ListServersNegativeTestJSON-1861778447-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3983450 Nov 19 17:40:36.707337 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-b90bd01c-060e-46a6-b5c5-e015f756d8be req-53c9d066-458e-446b-bb5d-c01221e29e1a service neutron] Request body: {'port': {'device_id': '12d0c6c1-218d-4330-aaf3-235f90914fdd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818022-2'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:40:36.716108 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6d7f521b-151a-4164-ae89-83389baf8a99 req-4cbdb218-460e-4ad1-95ac-378e0d8275ed tempest-ListServersNegativeTestJSON-1861778447 tempest-ListServersNegativeTestJSON-1861778447-project] 10.222.0.54 "GET /v2.0/security-groups?id=144b99fe-6f19-47a4-90ef-47228a8ac1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2929304 Nov 19 17:40:36.720982 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6b6c4a2e-43ce-4312-be28-f6be6fd50873 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:36.833435 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0ee1f974-57db-4890-bc52-9a49bf53ab4e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:36.870060 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-b90bd01c-060e-46a6-b5c5-e015f756d8be req-53c9d066-458e-446b-bb5d-c01221e29e1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:36.876715 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6b6c4a2e-43ce-4312-be28-f6be6fd50873 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:36.991628 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0ee1f974-57db-4890-bc52-9a49bf53ab4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:36.996452 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0ee1f974-57db-4890-bc52-9a49bf53ab4e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:37.001029 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-0ee1f974-57db-4890-bc52-9a49bf53ab4e admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ae083b33-d99d-4689-a740-74c0d5874c8a HTTP/1.1" status: 204 len: 168 time: 0.7049825 Nov 19 17:40:37.060391 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee1f974-57db-4890-bc52-9a49bf53ab4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae083b33-d99d-4689-a740-74c0d5874c8a,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:40:37.180517 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6b6c4a2e-43ce-4312-be28-f6be6fd50873 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:37.183929 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6b6c4a2e-43ce-4312-be28-f6be6fd50873 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:37.188548 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-6b6c4a2e-43ce-4312-be28-f6be6fd50873 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/42b5cf85-ea3b-467f-9c0c-033381b6b866 HTTP/1.1" status: 204 len: 168 time: 0.7916684 Nov 19 17:40:37.271964 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-cd17d375-6b20-413a-95bf-bedac7919d58 req-f2a5b274-e021-4cbb-9ab3-80d6a7df4fda tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a9bb8e9-ab46-4898-9298-f60e040eb6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7867498 Nov 19 17:40:37.309791 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6c4a2e-43ce-4312-be28-f6be6fd50873 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42b5cf85-ea3b-467f-9c0c-033381b6b866,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:40:37.391764 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-b90bd01c-060e-46a6-b5c5-e015f756d8be req-86203cde-19e1-49eb-8fea-fe56a0716ff3 tempest-ListServersNegativeTestJSON-1861778447 tempest-ListServersNegativeTestJSON-1861778447-project] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:37.415174 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [req-4f968af9-c4fe-4b06-975e-02a284b022d4 req-66abb14f-901b-48c6-a36e-cda8ae142cc1 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Allocated IP 19.86.0.98 (efabcfe7-9f26-4ed2-9373-bb8ee539b6e8/bc33e4f3-1d04-4025-b8f1-8320a0f78c6e/575f075c-2797-4b8e-a85c-28f5a1830034) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:40:37.466164 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e54c754-fae6-42f4-8105-fe933fb4929a req-f95f8f87-c303-4826-8467-34657b258305 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:40:37.480661 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0e54c754-fae6-42f4-8105-fe933fb4929a req-f95f8f87-c303-4826-8467-34657b258305 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.54 "GET /v2.0/ports?device_id=58455846-60e7-4f61-974f-dffca721866e HTTP/1.1" status: 200 len: 946 time: 0.3831854 Nov 19 17:40:37.503357 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b4af82-1c0e-4e1b-b5b6-9fc0eb576270 req-1ae220c0-e7c7-4c43-86ed-16a536fd900b tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:40:37.510933 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-11b4af82-1c0e-4e1b-b5b6-9fc0eb576270 req-1ae220c0-e7c7-4c43-86ed-16a536fd900b tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] 10.222.0.54 "GET /v2.0/ports?device_id=8a7d746f-14f5-40c4-925c-fda57f0dbcac HTTP/1.1" status: 200 len: 932 time: 0.1016366 Nov 19 17:40:37.548336 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0e54c754-fae6-42f4-8105-fe933fb4929a req-32e2f32c-e983-4dfe-be15-9928c04095bc tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.54 "GET /v2.0/security-groups?id=740807d6-4246-4ecb-a636-49a5e5a1e11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667262 Nov 19 17:40:37.564318 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-b90bd01c-060e-46a6-b5c5-e015f756d8be req-86203cde-19e1-49eb-8fea-fe56a0716ff3 tempest-ListServersNegativeTestJSON-1861778447 tempest-ListServersNegativeTestJSON-1861778447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:37.625644 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b90bd01c-060e-46a6-b5c5-e015f756d8be req-86203cde-19e1-49eb-8fea-fe56a0716ff3 tempest-ListServersNegativeTestJSON-1861778447 tempest-ListServersNegativeTestJSON-1861778447-project] Network 308435d2-ca75-4a63-8e9e-4876a68c0fb9 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:40:37.644261 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [req-b90bd01c-060e-46a6-b5c5-e015f756d8be req-86203cde-19e1-49eb-8fea-fe56a0716ff3 tempest-ListServersNegativeTestJSON-1861778447 tempest-ListServersNegativeTestJSON-1861778447-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:40:37.708029 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-11b4af82-1c0e-4e1b-b5b6-9fc0eb576270 req-26016505-d65b-40b4-ab07-4254fdf8f672 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2d42000-c475-4f47-81a1-d381635bd450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955950 Nov 19 17:40:37.746122 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-b90bd01c-060e-46a6-b5c5-e015f756d8be req-86203cde-19e1-49eb-8fea-fe56a0716ff3 tempest-ListServersNegativeTestJSON-1861778447 tempest-ListServersNegativeTestJSON-1861778447-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:40:37.758648 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [req-b90bd01c-060e-46a6-b5c5-e015f756d8be req-2636e047-1438-4e15-9536-3be5da7a8b6b tempest-ListServersNegativeTestJSON-1861778447 tempest-ListServersNegativeTestJSON-1861778447-project] Allocated IP 172.20.0.9 (308435d2-ca75-4a63-8e9e-4876a68c0fb9/01355f6c-4af7-4e94-9f36-e51b690370b3/4126ab63-1000-43c6-8a9d-efbe4f07b4ab) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:40:37.838784 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 46810) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:40:37.866168 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device 897d271d-3b82-4bc8-8528-1ac5b52b6d9b up at agent hyperv_n-h2-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:40:37.881062 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 46812) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:40:37.895499 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-73d9d967-8856-460c-ba61-35ef98982bb2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:37.909617 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86203cde-19e1-49eb-8fea-fe56a0716ff3 tempest-ListServersNegativeTestJSON-1861778447 tempest-ListServersNegativeTestJSON-1861778447-project] Pushing event updated for resources: {'Port': ['ID=4e9cea17-6e2e-4698-993c-a68c5b8f30f2,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:40:37.939253 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c2211a1a-71fc-4a1f-8625-54055dd11481 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:37.976358 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82502355-8290-4394-9d23-52ed12b85aad req-fe7f4c69-31eb-46a3-8a8c-844b2f1bd7cc tempest-ListServersNegativeTestJSON-1861778447 tempest-ListServersNegativeTestJSON-1861778447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:40:37.977116 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90bd01c-060e-46a6-b5c5-e015f756d8be req-86203cde-19e1-49eb-8fea-fe56a0716ff3 tempest-ListServersNegativeTestJSON-1861778447 tempest-ListServersNegativeTestJSON-1861778447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:40:37.977968 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-b90bd01c-060e-46a6-b5c5-e015f756d8be req-86203cde-19e1-49eb-8fea-fe56a0716ff3 tempest-ListServersNegativeTestJSON-1861778447 tempest-ListServersNegativeTestJSON-1861778447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:37.985751 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-82502355-8290-4394-9d23-52ed12b85aad req-fe7f4c69-31eb-46a3-8a8c-844b2f1bd7cc tempest-ListServersNegativeTestJSON-1861778447 tempest-ListServersNegativeTestJSON-1861778447-project] 10.222.0.54 "GET /v2.0/ports?device_id=12d0c6c1-218d-4330-aaf3-235f90914fdd HTTP/1.1" status: 200 len: 931 time: 0.1013165 Nov 19 17:40:37.999470 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Provisioning for port 897d271d-3b82-4bc8-8528-1ac5b52b6d9b completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 17:40:38.007284 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b90bd01c-060e-46a6-b5c5-e015f756d8be req-86203cde-19e1-49eb-8fea-fe56a0716ff3 tempest-ListServersNegativeTestJSON-1861778447 tempest-ListServersNegativeTestJSON-1861778447-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1029892 Nov 19 17:40:38.013954 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Provisioning complete for port 897d271d-3b82-4bc8-8528-1ac5b52b6d9b triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:40:38.014316 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:38.038415 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-b90bd01c-060e-46a6-b5c5-e015f756d8be req-ea5be837-6e32-45af-a5ef-d9d522e5c359 service neutron] Request body: {'port': {'device_id': 'f9815b8a-c971-4219-8e57-77bbd440c34f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818022-2'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:40:38.099430 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-82502355-8290-4394-9d23-52ed12b85aad req-5756ad0d-99a0-4825-9a52-75e87fd5268a tempest-ListServersNegativeTestJSON-1861778447 tempest-ListServersNegativeTestJSON-1861778447-project] 10.222.0.54 "GET /v2.0/security-groups?id=144b99fe-6f19-47a4-90ef-47228a8ac1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121452 Nov 19 17:40:38.125370 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-73d9d967-8856-460c-ba61-35ef98982bb2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:38.130664 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-73d9d967-8856-460c-ba61-35ef98982bb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:38.159528 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:38.180244 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d9d967-8856-460c-ba61-35ef98982bb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1529ca66-806e-4280-83df-aa4ee10da08a,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:40:38.184930 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-73d9d967-8856-460c-ba61-35ef98982bb2 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f91beceecc6e4fceb97214884ae59a11&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3440707 Nov 19 17:40:38.190356 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 46816) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:40:38.215302 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port 897d271d-3b82-4bc8-8528-1ac5b52b6d9b, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=897d271d-3b82-4bc8-8528-1ac5b52b6d9b,segment=NetworkSegment(3937b058-45c3-4cdc-b27d-da1ca7985067),segment_id=3937b058-45c3-4cdc-b27d-da1ca7985067)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:40:38.217673 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43bb0a48-531d-435f-ae5b-d961d64a3ca7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '897d271d-3b82-4bc8-8528-1ac5b52b6d9b'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:40:38.221383 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3940761bcd94e032e6960d2241bd8993c5d3a7d8dc2aca8488f3ecf1d4dd2fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee70cecf-c765-494c-8bbe-85231b58bce0" -d '{"events": [{"server_uuid": "43bb0a48-531d-435f-ae5b-d961d64a3ca7", "name": "network-vif-plugged", "status": "completed", "tag": "897d271d-3b82-4bc8-8528-1ac5b52b6d9b"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:40:38.227827 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:38.252384 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-4f968af9-c4fe-4b06-975e-02a284b022d4 req-66abb14f-901b-48c6-a36e-cda8ae142cc1 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:38.300185 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3eeecb02-c818-427e-a6cc-fc546257c026 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:38.330194 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:40:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c11cb4c3-d28f-436a-a30a-c2bf36ebadea x-openstack-request-id: req-c11cb4c3-d28f-436a-a30a-c2bf36ebadea {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:40:38.331869 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43bb0a48-531d-435f-ae5b-d961d64a3ca7", "name": "network-vif-plugged", "status": "completed", "tag": "897d271d-3b82-4bc8-8528-1ac5b52b6d9b", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:40:38.333680 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c11cb4c3-d28f-436a-a30a-c2bf36ebadea {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:40:38.334311 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43bb0a48-531d-435f-ae5b-d961d64a3ca7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '897d271d-3b82-4bc8-8528-1ac5b52b6d9b', 'code': 200} Nov 19 17:40:38.340105 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3eeecb02-c818-427e-a6cc-fc546257c026 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:38.345781 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Pushing event updated for resources: {'Port': ['ID=897d271d-3b82-4bc8-8528-1ac5b52b6d9b,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:40:38.375021 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:40:38.376996 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:40:38.377464 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:40:38.378003 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:40:38.380852 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:40:38.381599 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:40:38.382346 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:40:38.384136 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:40:38.386128 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:40:38.388044 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:40:38.388753 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:40:38.390805 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:40:38.394968 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-b90bd01c-060e-46a6-b5c5-e015f756d8be req-ea5be837-6e32-45af-a5ef-d9d522e5c359 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:38.496823 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c2211a1a-71fc-4a1f-8625-54055dd11481 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:38.503651 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-b90bd01c-060e-46a6-b5c5-e015f756d8be req-2636e047-1438-4e15-9536-3be5da7a8b6b tempest-ListServersNegativeTestJSON-1861778447 tempest-ListServersNegativeTestJSON-1861778447-project] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:38.504478 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3eeecb02-c818-427e-a6cc-fc546257c026 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:38.507145 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3eeecb02-c818-427e-a6cc-fc546257c026 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:38.508985 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-3eeecb02-c818-427e-a6cc-fc546257c026 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/1529ca66-806e-4280-83df-aa4ee10da08a HTTP/1.1" status: 204 len: 168 time: 0.3174038 Nov 19 17:40:38.530597 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c2211a1a-71fc-4a1f-8625-54055dd11481 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:38.533179 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eeecb02-c818-427e-a6cc-fc546257c026 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1529ca66-806e-4280-83df-aa4ee10da08a,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:40:38.540353 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57bd381-d863-467f-ba97-da967177fd65 req-609ba038-0faf-4c0b-a4b3-9747caf5d22d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:40:38.543128 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c57bd381-d863-467f-ba97-da967177fd65 req-609ba038-0faf-4c0b-a4b3-9747caf5d22d service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=43bb0a48-531d-435f-ae5b-d961d64a3ca7 HTTP/1.1" status: 200 len: 1096 time: 0.1298306 Nov 19 17:40:38.552417 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-4f968af9-c4fe-4b06-975e-02a284b022d4 req-66abb14f-901b-48c6-a36e-cda8ae142cc1 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:38.564059 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e14be65-42cd-4820-a22a-80d0a9d4d318 req-3d53c225-c96a-45b8-b3fb-177c3faadf9f tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:40:38.566037 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8e14be65-42cd-4820-a22a-80d0a9d4d318 req-3d53c225-c96a-45b8-b3fb-177c3faadf9f tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] 10.222.0.54 "GET /v2.0/ports?device_id=43bb0a48-531d-435f-ae5b-d961d64a3ca7 HTTP/1.1" status: 200 len: 945 time: 0.1173544 Nov 19 17:40:38.691763 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c57bd381-d863-467f-ba97-da967177fd65 req-4429af5f-ba85-450f-b08a-bd04b941f628 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=7a9bb8e9-ab46-4898-9298-f60e040eb6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243887 Nov 19 17:40:38.718722 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8e14be65-42cd-4820-a22a-80d0a9d4d318 req-62c621bb-c429-4668-b374-791ac73583f7 tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a9bb8e9-ab46-4898-9298-f60e040eb6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396353 Nov 19 17:40:38.760140 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-c2211a1a-71fc-4a1f-8625-54055dd11481 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=235df6db5ab44ddea93de656fe8e7c31&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8702347 Nov 19 17:40:38.772280 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 46834) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:40:38.825403 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f968af9-c4fe-4b06-975e-02a284b022d4 req-66abb14f-901b-48c6-a36e-cda8ae142cc1 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Network efabcfe7-9f26-4ed2-9373-bb8ee539b6e8 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:40:38.826713 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2211a1a-71fc-4a1f-8625-54055dd11481 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ee13f72-a5ae-4d62-813a-2af6d5567dc9,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:40:38.870787 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [req-4f968af9-c4fe-4b06-975e-02a284b022d4 req-66abb14f-901b-48c6-a36e-cda8ae142cc1 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:40:38.874103 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f968af9-c4fe-4b06-975e-02a284b022d4 req-66abb14f-901b-48c6-a36e-cda8ae142cc1 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:40:38.885629 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66abb14f-901b-48c6-a36e-cda8ae142cc1 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Pushing event updated for resources: {'Port': ['ID=575f075c-2797-4b8e-a85c-28f5a1830034,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:40:38.948551 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-b90bd01c-060e-46a6-b5c5-e015f756d8be req-2636e047-1438-4e15-9536-3be5da7a8b6b tempest-ListServersNegativeTestJSON-1861778447 tempest-ListServersNegativeTestJSON-1861778447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:39.031743 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f968af9-c4fe-4b06-975e-02a284b022d4 req-66abb14f-901b-48c6-a36e-cda8ae142cc1 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:40:39.034286 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-4f968af9-c4fe-4b06-975e-02a284b022d4 req-66abb14f-901b-48c6-a36e-cda8ae142cc1 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:39.097999 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cce447-db50-435c-b1ac-b0f233411764 req-80450213-afb7-4aa0-930a-9d690baeed14 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:40:39.106523 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b6cce447-db50-435c-b1ac-b0f233411764 req-80450213-afb7-4aa0-930a-9d690baeed14 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.54 "GET /v2.0/ports?device_id=58455846-60e7-4f61-974f-dffca721866e HTTP/1.1" status: 200 len: 946 time: 0.3929670 Nov 19 17:40:39.110009 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b90bd01c-060e-46a6-b5c5-e015f756d8be req-2636e047-1438-4e15-9536-3be5da7a8b6b tempest-ListServersNegativeTestJSON-1861778447 tempest-ListServersNegativeTestJSON-1861778447-project] Network 308435d2-ca75-4a63-8e9e-4876a68c0fb9 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:40:39.127382 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2636e047-1438-4e15-9536-3be5da7a8b6b tempest-ListServersNegativeTestJSON-1861778447 tempest-ListServersNegativeTestJSON-1861778447-project] Pushing event updated for resources: {'Port': ['ID=4126ab63-1000-43c6-8a9d-efbe4f07b4ab,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:40:39.135249 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [req-b90bd01c-060e-46a6-b5c5-e015f756d8be req-2636e047-1438-4e15-9536-3be5da7a8b6b tempest-ListServersNegativeTestJSON-1861778447 tempest-ListServersNegativeTestJSON-1861778447-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:40:39.141827 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-b90bd01c-060e-46a6-b5c5-e015f756d8be req-2636e047-1438-4e15-9536-3be5da7a8b6b tempest-ListServersNegativeTestJSON-1861778447 tempest-ListServersNegativeTestJSON-1861778447-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:40:39.171582 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4f968af9-c4fe-4b06-975e-02a284b022d4 req-66abb14f-901b-48c6-a36e-cda8ae142cc1 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3687918 Nov 19 17:40:39.219095 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-4f968af9-c4fe-4b06-975e-02a284b022d4 req-f9af5a79-2276-4fbc-90d7-23363a98b9dc service neutron] Request body: {'port': {'device_id': '8a7d746f-14f5-40c4-925c-fda57f0dbcac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818022-2'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:40:39.413965 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [req-b90bd01c-060e-46a6-b5c5-e015f756d8be req-53c9d066-458e-446b-bb5d-c01221e29e1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1efe99da-cc25-46ab-862e-27c7cbbf2682 {{(pid=103364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:40:39.415275 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90bd01c-060e-46a6-b5c5-e015f756d8be req-2636e047-1438-4e15-9536-3be5da7a8b6b tempest-ListServersNegativeTestJSON-1861778447 tempest-ListServersNegativeTestJSON-1861778447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:40:39.416190 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-b90bd01c-060e-46a6-b5c5-e015f756d8be req-2636e047-1438-4e15-9536-3be5da7a8b6b tempest-ListServersNegativeTestJSON-1861778447 tempest-ListServersNegativeTestJSON-1861778447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:39.433248 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-b90bd01c-060e-46a6-b5c5-e015f756d8be req-53c9d066-458e-446b-bb5d-c01221e29e1a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:39.450913 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b6cce447-db50-435c-b1ac-b0f233411764 req-c05195de-ec90-468b-a383-64924122ee09 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.54 "GET /v2.0/security-groups?id=740807d6-4246-4ecb-a636-49a5e5a1e11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3434064 Nov 19 17:40:39.456894 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.provisioning_blocks [req-b90bd01c-060e-46a6-b5c5-e015f756d8be req-53c9d066-458e-446b-bb5d-c01221e29e1a service neutron] Transition to ACTIVE for port object 1efe99da-cc25-46ab-862e-27c7cbbf2682 will not be triggered until provisioned by entity L2. {{(pid=103364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 17:40:39.464233 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d5749bbf-e666-471d-bb14-78e3b3805843 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:39.503823 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-5e9198b8-eba6-41db-a544-f02d349b3a0e None None] Provisioning complete for port 575f075c-2797-4b8e-a85c-28f5a1830034 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:40:39.503823 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-5e9198b8-eba6-41db-a544-f02d349b3a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:39.515693 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d5749bbf-e666-471d-bb14-78e3b3805843 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:39.547471 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-4f968af9-c4fe-4b06-975e-02a284b022d4 req-f9af5a79-2276-4fbc-90d7-23363a98b9dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:39.559314 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b90bd01c-060e-46a6-b5c5-e015f756d8be req-2636e047-1438-4e15-9536-3be5da7a8b6b tempest-ListServersNegativeTestJSON-1861778447 tempest-ListServersNegativeTestJSON-1861778447-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.1550736 Nov 19 17:40:39.584760 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-b90bd01c-060e-46a6-b5c5-e015f756d8be req-9ad5ae96-6968-4d13-9680-67f254306eae service neutron] Request body: {'port': {'device_id': '90b9f751-a497-48e1-b0d0-647964d8b2b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818022-2'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:40:39.703861 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-b90bd01c-060e-46a6-b5c5-e015f756d8be req-53c9d066-458e-446b-bb5d-c01221e29e1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:39.735737 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-5e9198b8-eba6-41db-a544-f02d349b3a0e None None] Port 575f075c-2797-4b8e-a85c-28f5a1830034 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:40:39.795562 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c9d066-458e-446b-bb5d-c01221e29e1a service neutron] Pushing event updated for resources: {'Port': ['ID=1efe99da-cc25-46ab-862e-27c7cbbf2682,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:40:39.798867 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d5749bbf-e666-471d-bb14-78e3b3805843 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:39.801694 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d5749bbf-e666-471d-bb14-78e3b3805843 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:39.804238 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-d5749bbf-e666-471d-bb14-78e3b3805843 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/6ee13f72-a5ae-4d62-813a-2af6d5567dc9 HTTP/1.1" status: 204 len: 168 time: 1.0306709 Nov 19 17:40:39.855209 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5749bbf-e666-471d-bb14-78e3b3805843 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ee13f72-a5ae-4d62-813a-2af6d5567dc9,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:40:39.864159 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device 65e64630-d319-432f-8e00-a188681e8b44 details requested by agent hyperv_n-h2-818022-2 with host n-h2-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 17:40:39.901425 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-b90bd01c-060e-46a6-b5c5-e015f756d8be req-9ad5ae96-6968-4d13-9680-67f254306eae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:39.922142 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48847de0-bdc2-4410-88c6-b3b3e556e9d0 req-e3ae7778-2930-409c-b50f-b30fdde5fba5 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:40:39.938801 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48847de0-bdc2-4410-88c6-b3b3e556e9d0 req-e3ae7778-2930-409c-b50f-b30fdde5fba5 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:40:39.958076 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-48847de0-bdc2-4410-88c6-b3b3e556e9d0 req-e3ae7778-2930-409c-b50f-b30fdde5fba5 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] 10.222.0.54 "GET /v2.0/ports?device_id=8a7d746f-14f5-40c4-925c-fda57f0dbcac HTTP/1.1" status: 200 len: 1654 time: 0.8134873 Nov 19 17:40:40.088517 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8156b34f-d5a7-4d6f-a08e-2340ae77b415 req-2b9126b4-6770-4909-a7ab-18cbbcdd031a tempest-ListServersNegativeTestJSON-1861778447 tempest-ListServersNegativeTestJSON-1861778447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:40:40.097849 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8156b34f-d5a7-4d6f-a08e-2340ae77b415 req-2b9126b4-6770-4909-a7ab-18cbbcdd031a tempest-ListServersNegativeTestJSON-1861778447 tempest-ListServersNegativeTestJSON-1861778447-project] 10.222.0.54 "GET /v2.0/ports?device_id=12d0c6c1-218d-4330-aaf3-235f90914fdd HTTP/1.1" status: 200 len: 943 time: 0.3217268 Nov 19 17:40:40.214559 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port 65e64630-d319-432f-8e00-a188681e8b44, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=65e64630-d319-432f-8e00-a188681e8b44,segment=NetworkSegment(1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861),segment_id=1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:40:40.263904 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Returning: {'device': '65e64630-d319-432f-8e00-a188681e8b44', 'network_id': '346debfa-452b-4048-abf4-8f4493625ef2', 'port_id': '65e64630-d319-432f-8e00-a188681e8b44', 'mac_address': 'fa:16:3e:7e:3a:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b3c88de-c9c2-4a20-b19e-1855c2c19035', 'ip_address': '192.168.233.233'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 17:40:40.342396 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8156b34f-d5a7-4d6f-a08e-2340ae77b415 req-68eb1650-eb4e-40a4-a8bd-0b8c0d7c413a tempest-ListServersNegativeTestJSON-1861778447 tempest-ListServersNegativeTestJSON-1861778447-project] 10.222.0.54 "GET /v2.0/security-groups?id=144b99fe-6f19-47a4-90ef-47228a8ac1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2388427 Nov 19 17:40:40.346023 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-48847de0-bdc2-4410-88c6-b3b3e556e9d0 req-cfb49e6a-477f-4094-8fbe-10135e9e6bcc tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2d42000-c475-4f47-81a1-d381635bd450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3839276 Nov 19 17:40:40.368226 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:40.403427 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65e64630-d319-432f-8e00-a188681e8b44 {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:40:40.447609 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port 65e64630-d319-432f-8e00-a188681e8b44, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=65e64630-d319-432f-8e00-a188681e8b44,segment=NetworkSegment(1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861),segment_id=1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:40:40.453251 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:40.477055 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-b90bd01c-060e-46a6-b5c5-e015f756d8be req-53c9d066-458e-446b-bb5d-c01221e29e1a service neutron] Attempting to bind port 1efe99da-cc25-46ab-862e-27c7cbbf2682 on host n-h1-818022-2 for vnic_type normal with profile {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:40:40.477055 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-b90bd01c-060e-46a6-b5c5-e015f756d8be req-53c9d066-458e-446b-bb5d-c01221e29e1a service neutron] Attempting to bind port 1efe99da-cc25-46ab-862e-27c7cbbf2682 by drivers openvswitch,hyperv on host n-h1-818022-2 at level 0 using segments [{'id': 'd1128686-9c81-4811-a31a-43d98b347bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '308435d2-ca75-4a63-8e9e-4876a68c0fb9'}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:40:40.477413 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b90bd01c-060e-46a6-b5c5-e015f756d8be req-53c9d066-458e-446b-bb5d-c01221e29e1a service neutron] Attempting to bind port 1efe99da-cc25-46ab-862e-27c7cbbf2682 on network 308435d2-ca75-4a63-8e9e-4876a68c0fb9 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:40:40.503303 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b90bd01c-060e-46a6-b5c5-e015f756d8be req-53c9d066-458e-446b-bb5d-c01221e29e1a service neutron] Port 1efe99da-cc25-46ab-862e-27c7cbbf2682 on network 308435d2-ca75-4a63-8e9e-4876a68c0fb9 not bound, no agent of type Open vSwitch agent registered on host n-h1-818022-2 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 17:40:40.503527 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b90bd01c-060e-46a6-b5c5-e015f756d8be req-53c9d066-458e-446b-bb5d-c01221e29e1a service neutron] Attempting to bind port 1efe99da-cc25-46ab-862e-27c7cbbf2682 on network 308435d2-ca75-4a63-8e9e-4876a68c0fb9 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:40:40.529272 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b90bd01c-060e-46a6-b5c5-e015f756d8be req-53c9d066-458e-446b-bb5d-c01221e29e1a service neutron] Checking agent: {'id': 'a6668d96-12fa-4ec0-99ad-77eaf490dd2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'started_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 40, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:40:40.534652 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b90bd01c-060e-46a6-b5c5-e015f756d8be req-53c9d066-458e-446b-bb5d-c01221e29e1a service neutron] Checking segment: {'id': 'd1128686-9c81-4811-a31a-43d98b347bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '308435d2-ca75-4a63-8e9e-4876a68c0fb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:40:40.535316 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b90bd01c-060e-46a6-b5c5-e015f756d8be req-53c9d066-458e-446b-bb5d-c01221e29e1a service neutron] Bound using segment: {'id': 'd1128686-9c81-4811-a31a-43d98b347bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '308435d2-ca75-4a63-8e9e-4876a68c0fb9'} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:40:40.536094 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-b90bd01c-060e-46a6-b5c5-e015f756d8be req-53c9d066-458e-446b-bb5d-c01221e29e1a service neutron] Bound port: 1efe99da-cc25-46ab-862e-27c7cbbf2682, host: n-h1-818022-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1128686-9c81-4811-a31a-43d98b347bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '308435d2-ca75-4a63-8e9e-4876a68c0fb9'}}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:40:40.536628 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-b90bd01c-060e-46a6-b5c5-e015f756d8be req-53c9d066-458e-446b-bb5d-c01221e29e1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:40.607685 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [req-b90bd01c-060e-46a6-b5c5-e015f756d8be req-ea5be837-6e32-45af-a5ef-d9d522e5c359 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e9cea17-6e2e-4698-993c-a68c5b8f30f2 {{(pid=103365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:40:40.637918 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Pushing event updated for resources: {'Port': ['ID=65e64630-d319-432f-8e00-a188681e8b44,revision_number=9']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:40:40.657113 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-b90bd01c-060e-46a6-b5c5-e015f756d8be req-ea5be837-6e32-45af-a5ef-d9d522e5c359 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:40.733703 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] get_ports_and_sgs() called for port_ids ['65e64630-d319-432f-8e00-a188681e8b44'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:40:40.745892 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.provisioning_blocks [req-b90bd01c-060e-46a6-b5c5-e015f756d8be req-ea5be837-6e32-45af-a5ef-d9d522e5c359 service neutron] Transition to ACTIVE for port object 4e9cea17-6e2e-4698-993c-a68c5b8f30f2 will not be triggered until provisioned by entity L2. {{(pid=103365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 17:40:40.767864 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-b90bd01c-060e-46a6-b5c5-e015f756d8be req-ea5be837-6e32-45af-a5ef-d9d522e5c359 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:40.779852 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5519d07-14ba-42bb-a3c9-5442625dbdbf req-2dbae34b-133e-49ed-8621-ab955b9afa55 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:40:40.791082 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f5519d07-14ba-42bb-a3c9-5442625dbdbf req-2dbae34b-133e-49ed-8621-ab955b9afa55 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.54 "GET /v2.0/ports?device_id=58455846-60e7-4f61-974f-dffca721866e HTTP/1.1" status: 200 len: 946 time: 0.1233599 Nov 19 17:40:40.796306 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-b90bd01c-060e-46a6-b5c5-e015f756d8be req-53c9d066-458e-446b-bb5d-c01221e29e1a service neutron] For port 1efe99da-cc25-46ab-862e-27c7cbbf2682, host n-h1-818022-2, cleared binding levels {{(pid=103364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:40:40.808223 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-b90bd01c-060e-46a6-b5c5-e015f756d8be req-53c9d066-458e-446b-bb5d-c01221e29e1a service neutron] For port 1efe99da-cc25-46ab-862e-27c7cbbf2682, host n-h1-818022-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=1efe99da-cc25-46ab-862e-27c7cbbf2682,segment=NetworkSegment(d1128686-9c81-4811-a31a-43d98b347bb6),segment_id=d1128686-9c81-4811-a31a-43d98b347bb6)] {{(pid=103364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:40:40.821856 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-b90bd01c-060e-46a6-b5c5-e015f756d8be req-53c9d066-458e-446b-bb5d-c01221e29e1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:40.862487 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cef9166-cd49-4ef8-8a9b-d0455c380205 req-c1915992-305e-46aa-8204-b9d14ee06534 tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:40:40.871767 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5cef9166-cd49-4ef8-8a9b-d0455c380205 req-c1915992-305e-46aa-8204-b9d14ee06534 tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] 10.222.0.54 "GET /v2.0/ports?device_id=43bb0a48-531d-435f-ae5b-d961d64a3ca7 HTTP/1.1" status: 200 len: 945 time: 0.2833433 Nov 19 17:40:40.898125 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c9d066-458e-446b-bb5d-c01221e29e1a service neutron] Pushing event updated for resources: {'Port': ['ID=1efe99da-cc25-46ab-862e-27c7cbbf2682,revision_number=3']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:40:40.944407 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90bd01c-060e-46a6-b5c5-e015f756d8be req-53c9d066-458e-446b-bb5d-c01221e29e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:40:40.945069 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-b90bd01c-060e-46a6-b5c5-e015f756d8be req-53c9d066-458e-446b-bb5d-c01221e29e1a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:40.955033 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b90bd01c-060e-46a6-b5c5-e015f756d8be req-53c9d066-458e-446b-bb5d-c01221e29e1a service neutron] 10.222.0.60 "PUT /v2.0/ports/1efe99da-cc25-46ab-862e-27c7cbbf2682 HTTP/1.1" status: 200 len: 1091 time: 4.2597930 Nov 19 17:40:40.957394 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12d0c6c1-218d-4330-aaf3-235f90914fdd', 'tag': '1efe99da-cc25-46ab-862e-27c7cbbf2682'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:40:40.977845 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dd4767a008c23f8566efc82158ee1b1fff34e1a9e908d76d0b6d0ab7e350e5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-859292e6-5706-4e88-9268-9e09ca408f12" -d '{"events": [{"name": "network-changed", "server_uuid": "12d0c6c1-218d-4330-aaf3-235f90914fdd", "tag": "1efe99da-cc25-46ab-862e-27c7cbbf2682"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:40:41.152126 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [req-4f968af9-c4fe-4b06-975e-02a284b022d4 req-f9af5a79-2276-4fbc-90d7-23363a98b9dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 960ff6b6-f04b-4ce5-b9e6-3685d448ebfd {{(pid=103365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:40:41.160539 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f5519d07-14ba-42bb-a3c9-5442625dbdbf req-845d2cf0-3e1d-473a-91b2-a4a6054abdc2 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.54 "GET /v2.0/security-groups?id=740807d6-4246-4ecb-a636-49a5e5a1e11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3683162 Nov 19 17:40:41.177785 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5be837-6e32-45af-a5ef-d9d522e5c359 service neutron] Pushing event updated for resources: {'Port': ['ID=4e9cea17-6e2e-4698-993c-a68c5b8f30f2,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:40:41.215919 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90bd01c-060e-46a6-b5c5-e015f756d8be req-9cde87b7-a43b-4bc4-8473-448fb0a986ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:40:41.225561 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b90bd01c-060e-46a6-b5c5-e015f756d8be req-9cde87b7-a43b-4bc4-8473-448fb0a986ed service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f694e5a1ab0b49dab7049feda0edb62a&device_id=12d0c6c1-218d-4330-aaf3-235f90914fdd HTTP/1.1" status: 200 len: 1094 time: 0.2220581 Nov 19 17:40:41.241196 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5cef9166-cd49-4ef8-8a9b-d0455c380205 req-f00fb22b-b351-4686-a9cc-e1339eda28fb tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a9bb8e9-ab46-4898-9298-f60e040eb6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3684125 Nov 19 17:40:41.251965 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-4f968af9-c4fe-4b06-975e-02a284b022d4 req-f9af5a79-2276-4fbc-90d7-23363a98b9dc service neutron] Publish callbacks [] for port, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:41.364111 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.provisioning_blocks [req-4f968af9-c4fe-4b06-975e-02a284b022d4 req-f9af5a79-2276-4fbc-90d7-23363a98b9dc service neutron] Transition to ACTIVE for port object 960ff6b6-f04b-4ce5-b9e6-3685d448ebfd will not be triggered until provisioned by entity L2. {{(pid=103365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 17:40:41.381801 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-4f968af9-c4fe-4b06-975e-02a284b022d4 req-f9af5a79-2276-4fbc-90d7-23363a98b9dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:41.439009 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-b90bd01c-060e-46a6-b5c5-e015f756d8be req-ea5be837-6e32-45af-a5ef-d9d522e5c359 service neutron] Attempting to bind port 4e9cea17-6e2e-4698-993c-a68c5b8f30f2 on host n-h1-818022-2 for vnic_type normal with profile {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:40:41.439679 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-b90bd01c-060e-46a6-b5c5-e015f756d8be req-ea5be837-6e32-45af-a5ef-d9d522e5c359 service neutron] Attempting to bind port 4e9cea17-6e2e-4698-993c-a68c5b8f30f2 by drivers openvswitch,hyperv on host n-h1-818022-2 at level 0 using segments [{'id': 'd1128686-9c81-4811-a31a-43d98b347bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '308435d2-ca75-4a63-8e9e-4876a68c0fb9'}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:40:41.440227 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b90bd01c-060e-46a6-b5c5-e015f756d8be req-ea5be837-6e32-45af-a5ef-d9d522e5c359 service neutron] Attempting to bind port 4e9cea17-6e2e-4698-993c-a68c5b8f30f2 on network 308435d2-ca75-4a63-8e9e-4876a68c0fb9 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:40:41.475501 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 17:40:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dd264b3-5a8a-467e-89c4-36d7dd9804b2 x-openstack-request-id: req-6dd264b3-5a8a-467e-89c4-36d7dd9804b2 {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:40:41.476081 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12d0c6c1-218d-4330-aaf3-235f90914fdd", "tag": "1efe99da-cc25-46ab-862e-27c7cbbf2682", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:40:41.477413 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-6dd264b3-5a8a-467e-89c4-36d7dd9804b2 {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:40:41.477716 n-d-818022-2 neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12d0c6c1-218d-4330-aaf3-235f90914fdd', 'tag': '1efe99da-cc25-46ab-862e-27c7cbbf2682', 'status': 'completed', 'code': 200} Nov 19 17:40:41.482766 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b90bd01c-060e-46a6-b5c5-e015f756d8be req-099b9e53-51a7-4d2e-8fca-0a25b0625f98 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1efe99da-cc25-46ab-862e-27c7cbbf2682 HTTP/1.1" status: 200 len: 217 time: 0.2485316 Nov 19 17:40:41.579294 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90bd01c-060e-46a6-b5c5-e015f756d8be req-fca96497-31c5-4b5a-806f-ae6d1c968a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:40:41.581875 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b90bd01c-060e-46a6-b5c5-e015f756d8be req-fca96497-31c5-4b5a-806f-ae6d1c968a09 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=01355f6c-4af7-4e94-9f36-e51b690370b3 HTTP/1.1" status: 200 len: 858 time: 0.0916858 Nov 19 17:40:41.620590 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b90bd01c-060e-46a6-b5c5-e015f756d8be req-ea5be837-6e32-45af-a5ef-d9d522e5c359 service neutron] Port 4e9cea17-6e2e-4698-993c-a68c5b8f30f2 on network 308435d2-ca75-4a63-8e9e-4876a68c0fb9 not bound, no agent of type Open vSwitch agent registered on host n-h1-818022-2 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 17:40:41.621470 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b90bd01c-060e-46a6-b5c5-e015f756d8be req-ea5be837-6e32-45af-a5ef-d9d522e5c359 service neutron] Attempting to bind port 4e9cea17-6e2e-4698-993c-a68c5b8f30f2 on network 308435d2-ca75-4a63-8e9e-4876a68c0fb9 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:40:41.699400 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b90bd01c-060e-46a6-b5c5-e015f756d8be req-ea5be837-6e32-45af-a5ef-d9d522e5c359 service neutron] Checking agent: {'id': 'a6668d96-12fa-4ec0-99ad-77eaf490dd2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'started_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 40, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:40:41.699797 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b90bd01c-060e-46a6-b5c5-e015f756d8be req-ea5be837-6e32-45af-a5ef-d9d522e5c359 service neutron] Checking segment: {'id': 'd1128686-9c81-4811-a31a-43d98b347bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '308435d2-ca75-4a63-8e9e-4876a68c0fb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:40:41.700378 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b90bd01c-060e-46a6-b5c5-e015f756d8be req-ea5be837-6e32-45af-a5ef-d9d522e5c359 service neutron] Bound using segment: {'id': 'd1128686-9c81-4811-a31a-43d98b347bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '308435d2-ca75-4a63-8e9e-4876a68c0fb9'} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:40:41.701014 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-b90bd01c-060e-46a6-b5c5-e015f756d8be req-ea5be837-6e32-45af-a5ef-d9d522e5c359 service neutron] Bound port: 4e9cea17-6e2e-4698-993c-a68c5b8f30f2, host: n-h1-818022-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1128686-9c81-4811-a31a-43d98b347bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '308435d2-ca75-4a63-8e9e-4876a68c0fb9'}}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:40:41.701547 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-b90bd01c-060e-46a6-b5c5-e015f756d8be req-ea5be837-6e32-45af-a5ef-d9d522e5c359 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:41.713453 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9af5a79-2276-4fbc-90d7-23363a98b9dc service neutron] Pushing event updated for resources: {'Port': ['ID=960ff6b6-f04b-4ce5-b9e6-3685d448ebfd,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:40:41.714072 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b90bd01c-060e-46a6-b5c5-e015f756d8be req-7bb13fde-0fb9-42dc-b6ad-990dea10addb service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=308435d2-ca75-4a63-8e9e-4876a68c0fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1137531 Nov 19 17:40:41.747093 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [req-b90bd01c-060e-46a6-b5c5-e015f756d8be req-9ad5ae96-6968-4d13-9680-67f254306eae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4126ab63-1000-43c6-8a9d-efbe4f07b4ab {{(pid=103365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:40:41.762106 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-b90bd01c-060e-46a6-b5c5-e015f756d8be req-9ad5ae96-6968-4d13-9680-67f254306eae service neutron] Publish callbacks [] for port, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:41.828713 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.provisioning_blocks [req-b90bd01c-060e-46a6-b5c5-e015f756d8be req-9ad5ae96-6968-4d13-9680-67f254306eae service neutron] Transition to ACTIVE for port object 4126ab63-1000-43c6-8a9d-efbe4f07b4ab will not be triggered until provisioned by entity L2. {{(pid=103365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 17:40:41.876779 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device 65e64630-d319-432f-8e00-a188681e8b44 up at agent hyperv_n-h2-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:40:41.999623 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b90bd01c-060e-46a6-b5c5-e015f756d8be req-e9849033-1bb7-471a-a278-d745baf34c35 service neutron] 10.222.0.60 "GET /v2.0/networks/308435d2-ca75-4a63-8e9e-4876a68c0fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2592125 Nov 19 17:40:42.001999 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Provisioning complete for port 65e64630-d319-432f-8e00-a188681e8b44 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:40:42.002384 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:42.161855 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08c19bf-fa7d-4231-8f58-434dbcce22e0 req-db812dc2-c94e-482c-8dbb-051a84527692 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:40:42.174980 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08c19bf-fa7d-4231-8f58-434dbcce22e0 req-db812dc2-c94e-482c-8dbb-051a84527692 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:40:42.192929 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c08c19bf-fa7d-4231-8f58-434dbcce22e0 req-db812dc2-c94e-482c-8dbb-051a84527692 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] 10.222.0.54 "GET /v2.0/ports?device_id=8a7d746f-14f5-40c4-925c-fda57f0dbcac HTTP/1.1" status: 200 len: 1666 time: 0.6089232 Nov 19 17:40:42.227429 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:42.298709 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port 65e64630-d319-432f-8e00-a188681e8b44, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=65e64630-d319-432f-8e00-a188681e8b44,segment=NetworkSegment(1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861),segment_id=1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:40:42.305157 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd13d0796-c1c1-4adb-a331-414002742097', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65e64630-d319-432f-8e00-a188681e8b44'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:40:42.312343 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3940761bcd94e032e6960d2241bd8993c5d3a7d8dc2aca8488f3ecf1d4dd2fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-264b4904-b714-4336-bf64-dce31351bc06" -d '{"events": [{"server_uuid": "d13d0796-c1c1-4adb-a331-414002742097", "name": "network-vif-plugged", "status": "completed", "tag": "65e64630-d319-432f-8e00-a188681e8b44"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:40:42.320712 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:42.374483 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c08c19bf-fa7d-4231-8f58-434dbcce22e0 req-e6614474-cedf-4bff-bef8-4a5e3e2f0523 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2d42000-c475-4f47-81a1-d381635bd450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766191 Nov 19 17:40:42.410109 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b90bd01c-060e-46a6-b5c5-e015f756d8be req-fd2a26ad-ce13-4cab-85ca-faba3ad17833 service neutron] 10.222.0.60 "GET /v2.0/networks/308435d2-ca75-4a63-8e9e-4876a68c0fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3888226 Nov 19 17:40:42.436615 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Pushing event updated for resources: {'Port': ['ID=65e64630-d319-432f-8e00-a188681e8b44,revision_number=10']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:40:42.447934 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c423d4da-dd41-4e2a-93b8-af70f74a8a93 req-396f39c1-619b-44b6-873f-b2cf8469de44 tempest-ListServersNegativeTestJSON-1861778447 tempest-ListServersNegativeTestJSON-1861778447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:40:42.449888 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c423d4da-dd41-4e2a-93b8-af70f74a8a93 req-396f39c1-619b-44b6-873f-b2cf8469de44 tempest-ListServersNegativeTestJSON-1861778447 tempest-ListServersNegativeTestJSON-1861778447-project] 10.222.0.54 "GET /v2.0/ports?device_id=12d0c6c1-218d-4330-aaf3-235f90914fdd HTTP/1.1" status: 200 len: 943 time: 0.8621120 Nov 19 17:40:42.455061 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-b90bd01c-060e-46a6-b5c5-e015f756d8be req-9ad5ae96-6968-4d13-9680-67f254306eae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:42.551281 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-b90bd01c-060e-46a6-b5c5-e015f756d8be req-ea5be837-6e32-45af-a5ef-d9d522e5c359 service neutron] For port 4e9cea17-6e2e-4698-993c-a68c5b8f30f2, host n-h1-818022-2, cleared binding levels {{(pid=103365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:40:42.579915 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad5ae96-6968-4d13-9680-67f254306eae service neutron] Pushing event updated for resources: {'Port': ['ID=4126ab63-1000-43c6-8a9d-efbe4f07b4ab,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:40:42.594801 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-b90bd01c-060e-46a6-b5c5-e015f756d8be req-ea5be837-6e32-45af-a5ef-d9d522e5c359 service neutron] For port 4e9cea17-6e2e-4698-993c-a68c5b8f30f2, host n-h1-818022-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=4e9cea17-6e2e-4698-993c-a68c5b8f30f2,segment=NetworkSegment(d1128686-9c81-4811-a31a-43d98b347bb6),segment_id=d1128686-9c81-4811-a31a-43d98b347bb6)] {{(pid=103365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:40:42.608359 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-4f968af9-c4fe-4b06-975e-02a284b022d4 req-f9af5a79-2276-4fbc-90d7-23363a98b9dc service neutron] Attempting to bind port 960ff6b6-f04b-4ce5-b9e6-3685d448ebfd on host n-h1-818022-2 for vnic_type normal with profile {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:40:42.608690 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-4f968af9-c4fe-4b06-975e-02a284b022d4 req-f9af5a79-2276-4fbc-90d7-23363a98b9dc service neutron] Attempting to bind port 960ff6b6-f04b-4ce5-b9e6-3685d448ebfd by drivers openvswitch,hyperv on host n-h1-818022-2 at level 0 using segments [{'id': 'aa0cff57-bbc2-410b-bc12-1e622c1a6b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'fdafa3f4-e774-4760-b725-0b22212747aa'}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:40:42.609204 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f968af9-c4fe-4b06-975e-02a284b022d4 req-f9af5a79-2276-4fbc-90d7-23363a98b9dc service neutron] Attempting to bind port 960ff6b6-f04b-4ce5-b9e6-3685d448ebfd on network fdafa3f4-e774-4760-b725-0b22212747aa {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:40:42.633926 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-b90bd01c-060e-46a6-b5c5-e015f756d8be req-ea5be837-6e32-45af-a5ef-d9d522e5c359 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:42.681092 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f968af9-c4fe-4b06-975e-02a284b022d4 req-f9af5a79-2276-4fbc-90d7-23363a98b9dc service neutron] Port 960ff6b6-f04b-4ce5-b9e6-3685d448ebfd on network fdafa3f4-e774-4760-b725-0b22212747aa not bound, no agent of type Open vSwitch agent registered on host n-h1-818022-2 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 17:40:42.681473 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f968af9-c4fe-4b06-975e-02a284b022d4 req-f9af5a79-2276-4fbc-90d7-23363a98b9dc service neutron] Attempting to bind port 960ff6b6-f04b-4ce5-b9e6-3685d448ebfd on network fdafa3f4-e774-4760-b725-0b22212747aa {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:40:42.723850 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c423d4da-dd41-4e2a-93b8-af70f74a8a93 req-f6aa47f9-62a5-4ac7-a74a-3d8744bf521f tempest-ListServersNegativeTestJSON-1861778447 tempest-ListServersNegativeTestJSON-1861778447-project] 10.222.0.54 "GET /v2.0/security-groups?id=144b99fe-6f19-47a4-90ef-47228a8ac1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235692 Nov 19 17:40:42.735524 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90bd01c-060e-46a6-b5c5-e015f756d8be req-ea5be837-6e32-45af-a5ef-d9d522e5c359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:40:42.735524 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-b90bd01c-060e-46a6-b5c5-e015f756d8be req-ea5be837-6e32-45af-a5ef-d9d522e5c359 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:42.735524 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b90bd01c-060e-46a6-b5c5-e015f756d8be req-ea5be837-6e32-45af-a5ef-d9d522e5c359 service neutron] 10.222.0.60 "PUT /v2.0/ports/4e9cea17-6e2e-4698-993c-a68c5b8f30f2 HTTP/1.1" status: 200 len: 1091 time: 4.7154315 Nov 19 17:40:42.737265 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9815b8a-c971-4219-8e57-77bbd440c34f', 'tag': '4e9cea17-6e2e-4698-993c-a68c5b8f30f2'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:40:42.739790 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218319d759239a7d11f1288aef37381b97754913ee9ccbfd43b51a463f801712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fefaa5d-2f21-4e57-b2b4-9bf9f2f97708" -d '{"events": [{"name": "network-changed", "server_uuid": "f9815b8a-c971-4219-8e57-77bbd440c34f", "tag": "4e9cea17-6e2e-4698-993c-a68c5b8f30f2"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:40:42.743088 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f968af9-c4fe-4b06-975e-02a284b022d4 req-f9af5a79-2276-4fbc-90d7-23363a98b9dc service neutron] Checking agent: {'id': 'a6668d96-12fa-4ec0-99ad-77eaf490dd2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'started_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 40, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:40:42.743473 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f968af9-c4fe-4b06-975e-02a284b022d4 req-f9af5a79-2276-4fbc-90d7-23363a98b9dc service neutron] Checking segment: {'id': 'aa0cff57-bbc2-410b-bc12-1e622c1a6b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'fdafa3f4-e774-4760-b725-0b22212747aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:40:42.743857 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f968af9-c4fe-4b06-975e-02a284b022d4 req-f9af5a79-2276-4fbc-90d7-23363a98b9dc service neutron] Bound using segment: {'id': 'aa0cff57-bbc2-410b-bc12-1e622c1a6b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'fdafa3f4-e774-4760-b725-0b22212747aa'} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:40:42.744311 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-4f968af9-c4fe-4b06-975e-02a284b022d4 req-f9af5a79-2276-4fbc-90d7-23363a98b9dc service neutron] Bound port: 960ff6b6-f04b-4ce5-b9e6-3685d448ebfd, host: n-h1-818022-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa0cff57-bbc2-410b-bc12-1e622c1a6b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'fdafa3f4-e774-4760-b725-0b22212747aa'}}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:40:42.744677 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-4f968af9-c4fe-4b06-975e-02a284b022d4 req-f9af5a79-2276-4fbc-90d7-23363a98b9dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:42.751451 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859292e6-5706-4e88-9268-9e09ca408f12 req-b239f08a-ced5-4634-9786-67eeb8d3c01c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:40:42.780873 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-859292e6-5706-4e88-9268-9e09ca408f12 req-b239f08a-ced5-4634-9786-67eeb8d3c01c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f694e5a1ab0b49dab7049feda0edb62a&device_id=12d0c6c1-218d-4330-aaf3-235f90914fdd HTTP/1.1" status: 200 len: 1094 time: 0.2830493 Nov 19 17:40:42.879052 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5be837-6e32-45af-a5ef-d9d522e5c359 service neutron] Pushing event updated for resources: {'Port': ['ID=4e9cea17-6e2e-4698-993c-a68c5b8f30f2,revision_number=3']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:40:42.934812 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-b90bd01c-060e-46a6-b5c5-e015f756d8be req-9ad5ae96-6968-4d13-9680-67f254306eae service neutron] Attempting to bind port 4126ab63-1000-43c6-8a9d-efbe4f07b4ab on host n-h2-818022-2 for vnic_type normal with profile {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:40:42.935274 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-b90bd01c-060e-46a6-b5c5-e015f756d8be req-9ad5ae96-6968-4d13-9680-67f254306eae service neutron] Attempting to bind port 4126ab63-1000-43c6-8a9d-efbe4f07b4ab by drivers openvswitch,hyperv on host n-h2-818022-2 at level 0 using segments [{'id': 'd1128686-9c81-4811-a31a-43d98b347bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '308435d2-ca75-4a63-8e9e-4876a68c0fb9'}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:40:42.935710 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b90bd01c-060e-46a6-b5c5-e015f756d8be req-9ad5ae96-6968-4d13-9680-67f254306eae service neutron] Attempting to bind port 4126ab63-1000-43c6-8a9d-efbe4f07b4ab on network 308435d2-ca75-4a63-8e9e-4876a68c0fb9 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:40:42.958034 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b90bd01c-060e-46a6-b5c5-e015f756d8be req-9ad5ae96-6968-4d13-9680-67f254306eae service neutron] Port 4126ab63-1000-43c6-8a9d-efbe4f07b4ab on network 308435d2-ca75-4a63-8e9e-4876a68c0fb9 not bound, no agent of type Open vSwitch agent registered on host n-h2-818022-2 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 17:40:42.958034 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b90bd01c-060e-46a6-b5c5-e015f756d8be req-9ad5ae96-6968-4d13-9680-67f254306eae service neutron] Attempting to bind port 4126ab63-1000-43c6-8a9d-efbe4f07b4ab on network 308435d2-ca75-4a63-8e9e-4876a68c0fb9 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:40:42.972125 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-4f968af9-c4fe-4b06-975e-02a284b022d4 req-f9af5a79-2276-4fbc-90d7-23363a98b9dc service neutron] For port 960ff6b6-f04b-4ce5-b9e6-3685d448ebfd, host n-h1-818022-2, cleared binding levels {{(pid=103365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:40:42.980093 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-4f968af9-c4fe-4b06-975e-02a284b022d4 req-f9af5a79-2276-4fbc-90d7-23363a98b9dc service neutron] For port 960ff6b6-f04b-4ce5-b9e6-3685d448ebfd, host n-h1-818022-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=960ff6b6-f04b-4ce5-b9e6-3685d448ebfd,segment=NetworkSegment(aa0cff57-bbc2-410b-bc12-1e622c1a6b93),segment_id=aa0cff57-bbc2-410b-bc12-1e622c1a6b93)] {{(pid=103365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:40:42.982750 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b90bd01c-060e-46a6-b5c5-e015f756d8be req-9ad5ae96-6968-4d13-9680-67f254306eae service neutron] Checking agent: {'id': '525ad2ac-c4ae-4c63-af2e-0bf8d25d0f0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'started_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 40, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:40:42.983371 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b90bd01c-060e-46a6-b5c5-e015f756d8be req-9ad5ae96-6968-4d13-9680-67f254306eae service neutron] Checking segment: {'id': 'd1128686-9c81-4811-a31a-43d98b347bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '308435d2-ca75-4a63-8e9e-4876a68c0fb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:40:42.984035 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b90bd01c-060e-46a6-b5c5-e015f756d8be req-9ad5ae96-6968-4d13-9680-67f254306eae service neutron] Bound using segment: {'id': 'd1128686-9c81-4811-a31a-43d98b347bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '308435d2-ca75-4a63-8e9e-4876a68c0fb9'} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:40:42.984581 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-b90bd01c-060e-46a6-b5c5-e015f756d8be req-9ad5ae96-6968-4d13-9680-67f254306eae service neutron] Bound port: 4126ab63-1000-43c6-8a9d-efbe4f07b4ab, host: n-h2-818022-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1128686-9c81-4811-a31a-43d98b347bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '308435d2-ca75-4a63-8e9e-4876a68c0fb9'}}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:40:42.984950 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-b90bd01c-060e-46a6-b5c5-e015f756d8be req-9ad5ae96-6968-4d13-9680-67f254306eae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:42.992614 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-4f968af9-c4fe-4b06-975e-02a284b022d4 req-f9af5a79-2276-4fbc-90d7-23363a98b9dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:43.013840 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90bd01c-060e-46a6-b5c5-e015f756d8be req-f56bc487-5b1e-4f98-ba72-b4f00bb0daf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:40:43.015984 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b90bd01c-060e-46a6-b5c5-e015f756d8be req-f56bc487-5b1e-4f98-ba72-b4f00bb0daf6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f694e5a1ab0b49dab7049feda0edb62a&device_id=f9815b8a-c971-4219-8e57-77bbd440c34f HTTP/1.1" status: 200 len: 1094 time: 0.2022872 Nov 19 17:40:43.053405 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859292e6-5706-4e88-9268-9e09ca408f12 req-e5dc7279-feed-4eeb-b708-7bc96249ee2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:40:43.059850 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-859292e6-5706-4e88-9268-9e09ca408f12 req-e5dc7279-feed-4eeb-b708-7bc96249ee2e service neutron] 10.222.0.60 "GET /v2.0/networks?id=308435d2-ca75-4a63-8e9e-4876a68c0fb9 HTTP/1.1" status: 200 len: 919 time: 0.2712357 Nov 19 17:40:43.090868 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f968af9-c4fe-4b06-975e-02a284b022d4 req-f9af5a79-2276-4fbc-90d7-23363a98b9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:40:43.091465 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-4f968af9-c4fe-4b06-975e-02a284b022d4 req-f9af5a79-2276-4fbc-90d7-23363a98b9dc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:43.092896 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4f968af9-c4fe-4b06-975e-02a284b022d4 req-f9af5a79-2276-4fbc-90d7-23363a98b9dc service neutron] 10.222.0.60 "PUT /v2.0/ports/960ff6b6-f04b-4ce5-b9e6-3685d448ebfd HTTP/1.1" status: 200 len: 1092 time: 3.8816977 Nov 19 17:40:43.160719 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-859292e6-5706-4e88-9268-9e09ca408f12 req-083f8643-a7e9-4569-8e25-3a7962e13bd2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1efe99da-cc25-46ab-862e-27c7cbbf2682 HTTP/1.1" status: 200 len: 217 time: 0.0954020 Nov 19 17:40:43.177498 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-4f968af9-c4fe-4b06-975e-02a284b022d4 req-0356c627-1871-4d5a-9719-115621c04b37 service neutron] Request body: {'port': {'device_id': '8a7d746f-14f5-40c4-925c-fda57f0dbcac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818022-2'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:40:43.186702 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b90bd01c-060e-46a6-b5c5-e015f756d8be req-1ad71e2a-04e7-41f3-a0bd-8958bbb16bd7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4e9cea17-6e2e-4698-993c-a68c5b8f30f2 HTTP/1.1" status: 200 len: 217 time: 0.1390500 Nov 19 17:40:43.276814 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859292e6-5706-4e88-9268-9e09ca408f12 req-f38ae952-9a25-45f3-aa1f-7198baf01606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:40:43.279017 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-859292e6-5706-4e88-9268-9e09ca408f12 req-f38ae952-9a25-45f3-aa1f-7198baf01606 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=01355f6c-4af7-4e94-9f36-e51b690370b3 HTTP/1.1" status: 200 len: 858 time: 0.1104548 Nov 19 17:40:43.331406 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9af5a79-2276-4fbc-90d7-23363a98b9dc service neutron] Pushing event updated for resources: {'Port': ['ID=960ff6b6-f04b-4ce5-b9e6-3685d448ebfd,revision_number=3']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:40:43.436645 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-859292e6-5706-4e88-9268-9e09ca408f12 req-8eaef56b-92bb-4dd7-a50e-99e1711ca26a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=308435d2-ca75-4a63-8e9e-4876a68c0fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1016138 Nov 19 17:40:43.444035 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeface0-8a34-4128-af7e-67e886370c6e req-c989dd24-53cd-433c-ba76-91f224d7f1ff tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:40:43.453397 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fdeface0-8a34-4128-af7e-67e886370c6e req-c989dd24-53cd-433c-ba76-91f224d7f1ff tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.54 "GET /v2.0/ports?device_id=58455846-60e7-4f61-974f-dffca721866e HTTP/1.1" status: 200 len: 946 time: 0.4494853 Nov 19 17:40:43.489647 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-b90bd01c-060e-46a6-b5c5-e015f756d8be req-9ad5ae96-6968-4d13-9680-67f254306eae service neutron] For port 4126ab63-1000-43c6-8a9d-efbe4f07b4ab, host n-h2-818022-2, cleared binding levels {{(pid=103365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:40:43.520707 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90bd01c-060e-46a6-b5c5-e015f756d8be req-7730c55e-0249-42ad-ae0e-dbb2be9ff431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:40:43.522329 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b90bd01c-060e-46a6-b5c5-e015f756d8be req-7730c55e-0249-42ad-ae0e-dbb2be9ff431 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=01355f6c-4af7-4e94-9f36-e51b690370b3 HTTP/1.1" status: 200 len: 858 time: 0.3087580 Nov 19 17:40:43.530034 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-b90bd01c-060e-46a6-b5c5-e015f756d8be req-9ad5ae96-6968-4d13-9680-67f254306eae service neutron] For port 4126ab63-1000-43c6-8a9d-efbe4f07b4ab, host n-h2-818022-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=4126ab63-1000-43c6-8a9d-efbe4f07b4ab,segment=NetworkSegment(d1128686-9c81-4811-a31a-43d98b347bb6),segment_id=d1128686-9c81-4811-a31a-43d98b347bb6)] {{(pid=103365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:40:43.535730 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-4f968af9-c4fe-4b06-975e-02a284b022d4 req-0356c627-1871-4d5a-9719-115621c04b37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:43.575047 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-b90bd01c-060e-46a6-b5c5-e015f756d8be req-9ad5ae96-6968-4d13-9680-67f254306eae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:43.642378 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b90bd01c-060e-46a6-b5c5-e015f756d8be req-edf3f719-c08a-407b-9924-338a66379c37 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=308435d2-ca75-4a63-8e9e-4876a68c0fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1102941 Nov 19 17:40:43.682784 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90bd01c-060e-46a6-b5c5-e015f756d8be req-9ad5ae96-6968-4d13-9680-67f254306eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:40:43.683479 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-b90bd01c-060e-46a6-b5c5-e015f756d8be req-9ad5ae96-6968-4d13-9680-67f254306eae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:43.684925 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b90bd01c-060e-46a6-b5c5-e015f756d8be req-9ad5ae96-6968-4d13-9680-67f254306eae service neutron] 10.222.0.86 "PUT /v2.0/ports/4126ab63-1000-43c6-8a9d-efbe4f07b4ab HTTP/1.1" status: 200 len: 1091 time: 4.1083074 Nov 19 17:40:43.725317 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fdeface0-8a34-4128-af7e-67e886370c6e req-3288913c-8e81-42fd-877f-fd98c7732fc7 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.54 "GET /v2.0/security-groups?id=740807d6-4246-4ecb-a636-49a5e5a1e11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2708044 Nov 19 17:40:43.822164 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16f7721-1c15-40c9-9a2b-eff1df5da90c req-100e5389-ae7e-48a1-a296-3eb955438495 tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:40:43.826199 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad5ae96-6968-4d13-9680-67f254306eae service neutron] Pushing event updated for resources: {'Port': ['ID=4126ab63-1000-43c6-8a9d-efbe4f07b4ab,revision_number=3']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:40:43.832304 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-e16f7721-1c15-40c9-9a2b-eff1df5da90c req-100e5389-ae7e-48a1-a296-3eb955438495 tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] 10.222.0.54 "GET /v2.0/ports?device_id=43bb0a48-531d-435f-ae5b-d961d64a3ca7 HTTP/1.1" status: 200 len: 945 time: 0.2003138 Nov 19 17:40:43.897398 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:40:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d8880bd-621a-4f19-bdae-cd6f8883812f x-openstack-request-id: req-0d8880bd-621a-4f19-bdae-cd6f8883812f {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:40:43.897950 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d13d0796-c1c1-4adb-a331-414002742097", "name": "network-vif-plugged", "status": "completed", "tag": "65e64630-d319-432f-8e00-a188681e8b44", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:40:43.898055 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-0d8880bd-621a-4f19-bdae-cd6f8883812f {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:40:43.899010 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd13d0796-c1c1-4adb-a331-414002742097', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65e64630-d319-432f-8e00-a188681e8b44', 'code': 200} Nov 19 17:40:43.944385 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-859292e6-5706-4e88-9268-9e09ca408f12 req-29cf0a1a-47f7-49a8-8563-19b7d4d0dd70 service neutron] 10.222.0.60 "GET /v2.0/networks/308435d2-ca75-4a63-8e9e-4876a68c0fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4971662 Nov 19 17:40:44.001627 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90bd01c-060e-46a6-b5c5-e015f756d8be req-027564e7-35ba-4e83-bcd1-b57b5f046c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:40:44.003592 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b90bd01c-060e-46a6-b5c5-e015f756d8be req-027564e7-35ba-4e83-bcd1-b57b5f046c5d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=f694e5a1ab0b49dab7049feda0edb62a&device_id=90b9f751-a497-48e1-b0d0-647964d8b2b6 HTTP/1.1" status: 200 len: 1094 time: 0.2402363 Nov 19 17:40:44.076320 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-e16f7721-1c15-40c9-9a2b-eff1df5da90c req-5e351560-d8b4-4714-90b3-543781ede500 tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a9bb8e9-ab46-4898-9298-f60e040eb6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213535 Nov 19 17:40:44.111889 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b90bd01c-060e-46a6-b5c5-e015f756d8be req-9bf884da-5d7f-4ad7-a9cd-715c3f859515 service neutron] 10.222.0.60 "GET /v2.0/networks/308435d2-ca75-4a63-8e9e-4876a68c0fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4514565 Nov 19 17:40:44.115218 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 17:40:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-681b71cc-2ed1-42e6-bfb8-4227a7b45c43 x-openstack-request-id: req-681b71cc-2ed1-42e6-bfb8-4227a7b45c43 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:40:44.115522 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9815b8a-c971-4219-8e57-77bbd440c34f", "tag": "4e9cea17-6e2e-4698-993c-a68c5b8f30f2", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:40:44.115770 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-681b71cc-2ed1-42e6-bfb8-4227a7b45c43 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:40:44.116175 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9815b8a-c971-4219-8e57-77bbd440c34f', 'tag': '4e9cea17-6e2e-4698-993c-a68c5b8f30f2', 'status': 'completed', 'code': 200} Nov 19 17:40:44.120949 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b90bd01c-060e-46a6-b5c5-e015f756d8be req-cc69f54c-541f-4068-9870-a1b346643c7c service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4126ab63-1000-43c6-8a9d-efbe4f07b4ab HTTP/1.1" status: 200 len: 217 time: 0.0976572 Nov 19 17:40:44.201704 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 1efe99da-cc25-46ab-862e-27c7cbbf2682 details requested by agent hyperv_n-h1-818022-2 with host n-h1-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 17:40:44.255086 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-859292e6-5706-4e88-9268-9e09ca408f12 req-52c2f6a5-5b12-43e9-b661-047f827631c2 service neutron] 10.222.0.60 "GET /v2.0/networks/308435d2-ca75-4a63-8e9e-4876a68c0fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2949321 Nov 19 17:40:44.359051 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90bd01c-060e-46a6-b5c5-e015f756d8be req-7c31ae0e-7816-458e-8690-ae188e77272b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:40:44.360555 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b90bd01c-060e-46a6-b5c5-e015f756d8be req-7c31ae0e-7816-458e-8690-ae188e77272b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=01355f6c-4af7-4e94-9f36-e51b690370b3 HTTP/1.1" status: 200 len: 858 time: 0.2288826 Nov 19 17:40:44.388598 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b90bd01c-060e-46a6-b5c5-e015f756d8be req-1c18ee24-3cbc-4bc9-9394-65911f0bae6a service neutron] 10.222.0.60 "GET /v2.0/networks/308435d2-ca75-4a63-8e9e-4876a68c0fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2694952 Nov 19 17:40:44.413126 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b90bd01c-060e-46a6-b5c5-e015f756d8be req-59e10bcf-8387-4ec8-9d0a-0900d928d133 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=308435d2-ca75-4a63-8e9e-4876a68c0fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395980 Nov 19 17:40:44.413350 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 1efe99da-cc25-46ab-862e-27c7cbbf2682, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=1efe99da-cc25-46ab-862e-27c7cbbf2682,segment=NetworkSegment(d1128686-9c81-4811-a31a-43d98b347bb6),segment_id=d1128686-9c81-4811-a31a-43d98b347bb6)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:40:44.440214 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Returning: {'device': '1efe99da-cc25-46ab-862e-27c7cbbf2682', 'network_id': '308435d2-ca75-4a63-8e9e-4876a68c0fb9', 'port_id': '1efe99da-cc25-46ab-862e-27c7cbbf2682', 'mac_address': 'fa:16:3e:76:43:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 668, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01355f6c-4af7-4e94-9f36-e51b690370b3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 17:40:44.454357 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a319cb-4286-4900-b1f0-9feb6993885c req-55d6c017-3b49-44df-a8e9-4510381915aa tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:40:44.461544 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a319cb-4286-4900-b1f0-9feb6993885c req-55d6c017-3b49-44df-a8e9-4510381915aa tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:40:44.470162 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-29a319cb-4286-4900-b1f0-9feb6993885c req-55d6c017-3b49-44df-a8e9-4510381915aa tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] 10.222.0.54 "GET /v2.0/ports?device_id=8a7d746f-14f5-40c4-925c-fda57f0dbcac HTTP/1.1" status: 200 len: 1666 time: 0.1655872 Nov 19 17:40:44.514598 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:44.607120 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [req-4f968af9-c4fe-4b06-975e-02a284b022d4 req-0356c627-1871-4d5a-9719-115621c04b37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 575f075c-2797-4b8e-a85c-28f5a1830034 {{(pid=103365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:40:44.616141 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-4f968af9-c4fe-4b06-975e-02a284b022d4 req-0356c627-1871-4d5a-9719-115621c04b37 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:44.634761 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.provisioning_blocks [req-4f968af9-c4fe-4b06-975e-02a284b022d4 req-0356c627-1871-4d5a-9719-115621c04b37 service neutron] Transition to ACTIVE for port object 575f075c-2797-4b8e-a85c-28f5a1830034 will not be triggered until provisioned by entity L2. {{(pid=103365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 17:40:44.681117 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b90bd01c-060e-46a6-b5c5-e015f756d8be req-571bdad0-926b-4024-bd41-11f7afa8605e service neutron] 10.222.0.86 "GET /v2.0/networks/308435d2-ca75-4a63-8e9e-4876a68c0fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2512708 Nov 19 17:40:44.687273 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-4f968af9-c4fe-4b06-975e-02a284b022d4 req-0356c627-1871-4d5a-9719-115621c04b37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:44.729420 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1efe99da-cc25-46ab-862e-27c7cbbf2682 {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:40:44.755172 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0356c627-1871-4d5a-9719-115621c04b37 service neutron] Pushing event updated for resources: {'Port': ['ID=575f075c-2797-4b8e-a85c-28f5a1830034,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:40:44.755952 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 1efe99da-cc25-46ab-862e-27c7cbbf2682, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=1efe99da-cc25-46ab-862e-27c7cbbf2682,segment=NetworkSegment(d1128686-9c81-4811-a31a-43d98b347bb6),segment_id=d1128686-9c81-4811-a31a-43d98b347bb6)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:40:44.771211 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:44.804061 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf103d5-48e1-45e5-81e4-6f5f86ff794f req-97be99cf-285c-4ff7-ad28-4c49dcb6091e tempest-ListServersNegativeTestJSON-1861778447 tempest-ListServersNegativeTestJSON-1861778447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:40:44.812387 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ccf103d5-48e1-45e5-81e4-6f5f86ff794f req-97be99cf-285c-4ff7-ad28-4c49dcb6091e tempest-ListServersNegativeTestJSON-1861778447 tempest-ListServersNegativeTestJSON-1861778447-project] 10.222.0.54 "GET /v2.0/ports?device_id=12d0c6c1-218d-4330-aaf3-235f90914fdd HTTP/1.1" status: 200 len: 943 time: 0.0926666 Nov 19 17:40:44.839542 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=1efe99da-cc25-46ab-862e-27c7cbbf2682,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:40:44.853782 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fefaa5d-2f21-4e57-b2b4-9bf9f2f97708 req-5246107e-ab53-43ef-b16a-e0018d237f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:40:44.855611 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4fefaa5d-2f21-4e57-b2b4-9bf9f2f97708 req-5246107e-ab53-43ef-b16a-e0018d237f5f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f694e5a1ab0b49dab7049feda0edb62a&device_id=f9815b8a-c971-4219-8e57-77bbd440c34f HTTP/1.1" status: 200 len: 1094 time: 0.3823886 Nov 19 17:40:44.877533 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-29a319cb-4286-4900-b1f0-9feb6993885c req-0cf1c208-885e-4f96-b991-2667d94687bd tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2d42000-c475-4f47-81a1-d381635bd450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4044905 Nov 19 17:40:44.884173 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ccf103d5-48e1-45e5-81e4-6f5f86ff794f req-21050f66-d95c-439a-a9d9-094909780845 tempest-ListServersNegativeTestJSON-1861778447 tempest-ListServersNegativeTestJSON-1861778447-project] 10.222.0.54 "GET /v2.0/security-groups?id=144b99fe-6f19-47a4-90ef-47228a8ac1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703559 Nov 19 17:40:45.050892 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b90bd01c-060e-46a6-b5c5-e015f756d8be req-037c6cd7-5c0f-453f-badb-720e8a24bc8d service neutron] 10.222.0.86 "GET /v2.0/networks/308435d2-ca75-4a63-8e9e-4876a68c0fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3176866 Nov 19 17:40:45.073929 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['1efe99da-cc25-46ab-862e-27c7cbbf2682'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:40:45.301536 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-4f968af9-c4fe-4b06-975e-02a284b022d4 req-0356c627-1871-4d5a-9719-115621c04b37 service neutron] Attempting to bind port 575f075c-2797-4b8e-a85c-28f5a1830034 on host n-h1-818022-2 for vnic_type normal with profile {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:40:45.302991 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-4f968af9-c4fe-4b06-975e-02a284b022d4 req-0356c627-1871-4d5a-9719-115621c04b37 service neutron] Attempting to bind port 575f075c-2797-4b8e-a85c-28f5a1830034 by drivers openvswitch,hyperv on host n-h1-818022-2 at level 0 using segments [{'id': '4f83a1bc-68d2-4dd7-9679-2c68027dd123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'efabcfe7-9f26-4ed2-9373-bb8ee539b6e8'}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:40:45.303221 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f968af9-c4fe-4b06-975e-02a284b022d4 req-0356c627-1871-4d5a-9719-115621c04b37 service neutron] Attempting to bind port 575f075c-2797-4b8e-a85c-28f5a1830034 on network efabcfe7-9f26-4ed2-9373-bb8ee539b6e8 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:40:45.331797 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f968af9-c4fe-4b06-975e-02a284b022d4 req-0356c627-1871-4d5a-9719-115621c04b37 service neutron] Port 575f075c-2797-4b8e-a85c-28f5a1830034 on network efabcfe7-9f26-4ed2-9373-bb8ee539b6e8 not bound, no agent of type Open vSwitch agent registered on host n-h1-818022-2 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 17:40:45.332134 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f968af9-c4fe-4b06-975e-02a284b022d4 req-0356c627-1871-4d5a-9719-115621c04b37 service neutron] Attempting to bind port 575f075c-2797-4b8e-a85c-28f5a1830034 on network efabcfe7-9f26-4ed2-9373-bb8ee539b6e8 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:40:45.350626 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fefaa5d-2f21-4e57-b2b4-9bf9f2f97708 req-c9f74697-77b4-4ab5-b5c1-b16a5c067b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:40:45.354056 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4fefaa5d-2f21-4e57-b2b4-9bf9f2f97708 req-c9f74697-77b4-4ab5-b5c1-b16a5c067b6e service neutron] 10.222.0.60 "GET /v2.0/networks?id=308435d2-ca75-4a63-8e9e-4876a68c0fb9 HTTP/1.1" status: 200 len: 919 time: 0.4717555 Nov 19 17:40:45.356872 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f968af9-c4fe-4b06-975e-02a284b022d4 req-0356c627-1871-4d5a-9719-115621c04b37 service neutron] Checking agent: {'id': 'a6668d96-12fa-4ec0-99ad-77eaf490dd2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'started_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 40, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:40:45.356872 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f968af9-c4fe-4b06-975e-02a284b022d4 req-0356c627-1871-4d5a-9719-115621c04b37 service neutron] Checking segment: {'id': '4f83a1bc-68d2-4dd7-9679-2c68027dd123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'efabcfe7-9f26-4ed2-9373-bb8ee539b6e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:40:45.357352 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f968af9-c4fe-4b06-975e-02a284b022d4 req-0356c627-1871-4d5a-9719-115621c04b37 service neutron] Bound using segment: {'id': '4f83a1bc-68d2-4dd7-9679-2c68027dd123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'efabcfe7-9f26-4ed2-9373-bb8ee539b6e8'} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:40:45.357844 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-4f968af9-c4fe-4b06-975e-02a284b022d4 req-0356c627-1871-4d5a-9719-115621c04b37 service neutron] Bound port: 575f075c-2797-4b8e-a85c-28f5a1830034, host: n-h1-818022-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f83a1bc-68d2-4dd7-9679-2c68027dd123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'efabcfe7-9f26-4ed2-9373-bb8ee539b6e8'}}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:40:45.358289 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-4f968af9-c4fe-4b06-975e-02a284b022d4 req-0356c627-1871-4d5a-9719-115621c04b37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:45.396133 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f022b9d7-bf7c-471c-9ee2-cec547317495 req-02826ca4-d0a2-4c0b-98cb-79a98cad02bf tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:40:45.406518 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f022b9d7-bf7c-471c-9ee2-cec547317495 req-02826ca4-d0a2-4c0b-98cb-79a98cad02bf tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.54 "GET /v2.0/ports?device_id=58455846-60e7-4f61-974f-dffca721866e HTTP/1.1" status: 200 len: 946 time: 0.3754697 Nov 19 17:40:45.497060 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4fefaa5d-2f21-4e57-b2b4-9bf9f2f97708 req-99aade36-32a3-48dd-9550-547f3e14149e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4e9cea17-6e2e-4698-993c-a68c5b8f30f2 HTTP/1.1" status: 200 len: 217 time: 0.1196635 Nov 19 17:40:45.711881 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f022b9d7-bf7c-471c-9ee2-cec547317495 req-a3b9d426-5aed-46d0-8533-8c61469bc534 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.54 "GET /v2.0/security-groups?id=740807d6-4246-4ecb-a636-49a5e5a1e11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2937732 Nov 19 17:40:45.718725 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 47014) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:40:45.725753 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fefaa5d-2f21-4e57-b2b4-9bf9f2f97708 req-2fb876a4-280a-420b-b03c-387bdd47ad22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:40:45.731738 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4fefaa5d-2f21-4e57-b2b4-9bf9f2f97708 req-2fb876a4-280a-420b-b03c-387bdd47ad22 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=01355f6c-4af7-4e94-9f36-e51b690370b3 HTTP/1.1" status: 200 len: 858 time: 0.1992831 Nov 19 17:40:45.848304 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4fefaa5d-2f21-4e57-b2b4-9bf9f2f97708 req-483d37d4-7e7e-4cd5-83e9-766842aea494 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=308435d2-ca75-4a63-8e9e-4876a68c0fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0982203 Nov 19 17:40:45.851100 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-4f968af9-c4fe-4b06-975e-02a284b022d4 req-0356c627-1871-4d5a-9719-115621c04b37 service neutron] For port 575f075c-2797-4b8e-a85c-28f5a1830034, host n-h1-818022-2, cleared binding levels {{(pid=103365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:40:45.934860 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-4f968af9-c4fe-4b06-975e-02a284b022d4 req-0356c627-1871-4d5a-9719-115621c04b37 service neutron] For port 575f075c-2797-4b8e-a85c-28f5a1830034, host n-h1-818022-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=575f075c-2797-4b8e-a85c-28f5a1830034,segment=NetworkSegment(4f83a1bc-68d2-4dd7-9679-2c68027dd123),segment_id=4f83a1bc-68d2-4dd7-9679-2c68027dd123)] {{(pid=103365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:40:45.944353 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-4f968af9-c4fe-4b06-975e-02a284b022d4 req-0356c627-1871-4d5a-9719-115621c04b37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:46.024719 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f968af9-c4fe-4b06-975e-02a284b022d4 req-0356c627-1871-4d5a-9719-115621c04b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:40:46.026144 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-4f968af9-c4fe-4b06-975e-02a284b022d4 req-0356c627-1871-4d5a-9719-115621c04b37 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:46.028377 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4f968af9-c4fe-4b06-975e-02a284b022d4 req-0356c627-1871-4d5a-9719-115621c04b37 service neutron] 10.222.0.60 "PUT /v2.0/ports/575f075c-2797-4b8e-a85c-28f5a1830034 HTTP/1.1" status: 200 len: 1091 time: 2.8579733 Nov 19 17:40:46.078066 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0356c627-1871-4d5a-9719-115621c04b37 service neutron] Pushing event updated for resources: {'Port': ['ID=575f075c-2797-4b8e-a85c-28f5a1830034,revision_number=3']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:40:46.085211 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4fefaa5d-2f21-4e57-b2b4-9bf9f2f97708 req-73e186b5-b6a6-40ea-8755-9211e6af95f7 service neutron] 10.222.0.60 "GET /v2.0/networks/308435d2-ca75-4a63-8e9e-4876a68c0fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2357538 Nov 19 17:40:46.148964 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a7d746f-14f5-40c4-925c-fda57f0dbcac', 'tag': '960ff6b6-f04b-4ce5-b9e6-3685d448ebfd'}, {'name': 'network-changed', 'server_uuid': '90b9f751-a497-48e1-b0d0-647964d8b2b6', 'tag': '4126ab63-1000-43c6-8a9d-efbe4f07b4ab'}, {'name': 'network-changed', 'server_uuid': '8a7d746f-14f5-40c4-925c-fda57f0dbcac', 'tag': '575f075c-2797-4b8e-a85c-28f5a1830034'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:40:46.152635 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218319d759239a7d11f1288aef37381b97754913ee9ccbfd43b51a463f801712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccfd1994-5607-469f-a267-d25e5938d0d1" -d '{"events": [{"name": "network-changed", "server_uuid": "8a7d746f-14f5-40c4-925c-fda57f0dbcac", "tag": "960ff6b6-f04b-4ce5-b9e6-3685d448ebfd"}, {"name": "network-changed", "server_uuid": "90b9f751-a497-48e1-b0d0-647964d8b2b6", "tag": "4126ab63-1000-43c6-8a9d-efbe4f07b4ab"}, {"name": "network-changed", "server_uuid": "8a7d746f-14f5-40c4-925c-fda57f0dbcac", "tag": "575f075c-2797-4b8e-a85c-28f5a1830034"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:40:46.165159 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-dfef0804-9a8c-40a5-80b9-b8c35fd53aa7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:46.216234 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 4e9cea17-6e2e-4698-993c-a68c5b8f30f2 details requested by agent hyperv_n-h1-818022-2 with host n-h1-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 17:40:46.221977 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 1efe99da-cc25-46ab-862e-27c7cbbf2682 up at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:40:46.380275 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f968af9-c4fe-4b06-975e-02a284b022d4 req-dfc5a421-4936-402f-b865-4886e58b6e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:40:46.380785 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f968af9-c4fe-4b06-975e-02a284b022d4 req-dfc5a421-4936-402f-b865-4886e58b6e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:40:46.383854 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4f968af9-c4fe-4b06-975e-02a284b022d4 req-dfc5a421-4936-402f-b865-4886e58b6e36 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1a0c23896b6a426c9d6f99a1e9d93ea5&device_id=8a7d746f-14f5-40c4-925c-fda57f0dbcac HTTP/1.1" status: 200 len: 1980 time: 0.2277243 Nov 19 17:40:46.402263 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7cf9b1-f399-4543-b835-2cad09411458 req-6e8fa7cc-5a43-4195-bc64-86114f661bb6 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:40:46.408313 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9efb3a-b34e-475a-b066-118b506509bc req-7ec62c6b-2ad1-4e15-adcb-9835d9d9cfb4 tempest-ListServersNegativeTestJSON-1861778447 tempest-ListServersNegativeTestJSON-1861778447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:40:46.412519 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7cf9b1-f399-4543-b835-2cad09411458 req-6e8fa7cc-5a43-4195-bc64-86114f661bb6 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:40:46.415097 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ff7cf9b1-f399-4543-b835-2cad09411458 req-6e8fa7cc-5a43-4195-bc64-86114f661bb6 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] 10.222.0.54 "GET /v2.0/ports?device_id=8a7d746f-14f5-40c4-925c-fda57f0dbcac HTTP/1.1" status: 200 len: 1678 time: 0.2572024 Nov 19 17:40:46.419858 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6a9efb3a-b34e-475a-b066-118b506509bc req-7ec62c6b-2ad1-4e15-adcb-9835d9d9cfb4 tempest-ListServersNegativeTestJSON-1861778447 tempest-ListServersNegativeTestJSON-1861778447-project] 10.222.0.54 "GET /v2.0/ports?device_id=12d0c6c1-218d-4330-aaf3-235f90914fdd HTTP/1.1" status: 200 len: 944 time: 0.1586673 Nov 19 17:40:46.501520 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-dfef0804-9a8c-40a5-80b9-b8c35fd53aa7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:46.513227 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-dfef0804-9a8c-40a5-80b9-b8c35fd53aa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:46.526443 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning for port 1efe99da-cc25-46ab-862e-27c7cbbf2682 completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 17:40:46.535834 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning complete for port 1efe99da-cc25-46ab-862e-27c7cbbf2682 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:40:46.536586 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:46.544568 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4f968af9-c4fe-4b06-975e-02a284b022d4 req-8fcb3d92-7168-4304-b87b-575a61582014 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.249&port_id=960ff6b6-f04b-4ce5-b9e6-3685d448ebfd HTTP/1.1" status: 200 len: 217 time: 0.1224976 Nov 19 17:40:46.552080 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4fefaa5d-2f21-4e57-b2b4-9bf9f2f97708 req-71d7de5b-9f12-4c6f-bf4d-04e45d7f5c6e service neutron] 10.222.0.60 "GET /v2.0/networks/308435d2-ca75-4a63-8e9e-4876a68c0fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4583972 Nov 19 17:40:46.611865 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfef0804-9a8c-40a5-80b9-b8c35fd53aa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f33c3e60-f517-4973-b7e3-c2f6fcac08e2,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:40:46.618964 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ff7cf9b1-f399-4543-b835-2cad09411458 req-6906447a-4f9f-49be-b316-ea265110a17e tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2d42000-c475-4f47-81a1-d381635bd450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946311 Nov 19 17:40:46.690181 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f968af9-c4fe-4b06-975e-02a284b022d4 req-a7300e30-a5cb-49fa-ac6d-88b590379598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:40:46.691373 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6a9efb3a-b34e-475a-b066-118b506509bc req-7bfc04e9-50a6-48e0-a6ef-2d3b7c08c033 tempest-ListServersNegativeTestJSON-1861778447 tempest-ListServersNegativeTestJSON-1861778447-project] 10.222.0.54 "GET /v2.0/security-groups?id=144b99fe-6f19-47a4-90ef-47228a8ac1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2684982 Nov 19 17:40:46.695467 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4f968af9-c4fe-4b06-975e-02a284b022d4 req-a7300e30-a5cb-49fa-ac6d-88b590379598 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9b62f006-1ac6-440d-a1ab-0a94a78edac6 HTTP/1.1" status: 200 len: 801 time: 0.1350362 Nov 19 17:40:46.705227 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-dfef0804-9a8c-40a5-80b9-b8c35fd53aa7 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=654f457fa4f747ca819791f0751d629e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9747510 Nov 19 17:40:46.706505 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 47054) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:40:46.732158 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 4e9cea17-6e2e-4698-993c-a68c5b8f30f2, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=4e9cea17-6e2e-4698-993c-a68c5b8f30f2,segment=NetworkSegment(d1128686-9c81-4811-a31a-43d98b347bb6),segment_id=d1128686-9c81-4811-a31a-43d98b347bb6)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:40:46.783852 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Returning: {'device': '4e9cea17-6e2e-4698-993c-a68c5b8f30f2', 'network_id': '308435d2-ca75-4a63-8e9e-4876a68c0fb9', 'port_id': '4e9cea17-6e2e-4698-993c-a68c5b8f30f2', 'mac_address': 'fa:16:3e:d6:bd:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 668, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01355f6c-4af7-4e94-9f36-e51b690370b3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 17:40:46.855439 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c501b811-dc77-4ad7-bcab-ea2163f5cd4b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:46.885719 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f968af9-c4fe-4b06-975e-02a284b022d4 req-40a6a93a-228b-4ad9-bcfd-0799634dc635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:40:46.888671 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4f968af9-c4fe-4b06-975e-02a284b022d4 req-40a6a93a-228b-4ad9-bcfd-0799634dc635 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fdafa3f4-e774-4760-b725-0b22212747aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1853185 Nov 19 17:40:46.922909 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c501b811-dc77-4ad7-bcab-ea2163f5cd4b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:46.939871 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Fri, 19 Nov 2021 17:40:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc5332d3-e18b-4e8d-8ab1-837010ae67ef x-openstack-request-id: req-bc5332d3-e18b-4e8d-8ab1-837010ae67ef {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:40:46.940464 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a7d746f-14f5-40c4-925c-fda57f0dbcac", "tag": "960ff6b6-f04b-4ce5-b9e6-3685d448ebfd", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "90b9f751-a497-48e1-b0d0-647964d8b2b6", "tag": "4126ab63-1000-43c6-8a9d-efbe4f07b4ab", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "8a7d746f-14f5-40c4-925c-fda57f0dbcac", "tag": "575f075c-2797-4b8e-a85c-28f5a1830034", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:40:46.940853 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-bc5332d3-e18b-4e8d-8ab1-837010ae67ef {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:40:46.941507 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a7d746f-14f5-40c4-925c-fda57f0dbcac', 'tag': '960ff6b6-f04b-4ce5-b9e6-3685d448ebfd', 'status': 'completed', 'code': 200} Nov 19 17:40:46.951476 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90b9f751-a497-48e1-b0d0-647964d8b2b6', 'tag': '4126ab63-1000-43c6-8a9d-efbe4f07b4ab', 'status': 'completed', 'code': 200} Nov 19 17:40:46.952394 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a7d746f-14f5-40c4-925c-fda57f0dbcac', 'tag': '575f075c-2797-4b8e-a85c-28f5a1830034', 'status': 'completed', 'code': 200} Nov 19 17:40:47.023981 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:47.047754 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:47.079545 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e9cea17-6e2e-4698-993c-a68c5b8f30f2 {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:40:47.149282 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c501b811-dc77-4ad7-bcab-ea2163f5cd4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:47.152782 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c501b811-dc77-4ad7-bcab-ea2163f5cd4b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:47.159833 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-c501b811-dc77-4ad7-bcab-ea2163f5cd4b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f33c3e60-f517-4973-b7e3-c2f6fcac08e2 HTTP/1.1" status: 204 len: 168 time: 0.4493313 Nov 19 17:40:47.191585 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c501b811-dc77-4ad7-bcab-ea2163f5cd4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f33c3e60-f517-4973-b7e3-c2f6fcac08e2,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:40:47.208960 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 1efe99da-cc25-46ab-862e-27c7cbbf2682, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=1efe99da-cc25-46ab-862e-27c7cbbf2682,segment=NetworkSegment(d1128686-9c81-4811-a31a-43d98b347bb6),segment_id=d1128686-9c81-4811-a31a-43d98b347bb6)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:40:47.215484 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12d0c6c1-218d-4330-aaf3-235f90914fdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1efe99da-cc25-46ab-862e-27c7cbbf2682'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:40:47.218814 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3940761bcd94e032e6960d2241bd8993c5d3a7d8dc2aca8488f3ecf1d4dd2fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5142c274-3851-4423-899d-2db2b9aab6a5" -d '{"events": [{"server_uuid": "12d0c6c1-218d-4330-aaf3-235f90914fdd", "name": "network-vif-plugged", "status": "completed", "tag": "1efe99da-cc25-46ab-862e-27c7cbbf2682"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:40:47.237008 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:47.267328 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 4e9cea17-6e2e-4698-993c-a68c5b8f30f2, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=4e9cea17-6e2e-4698-993c-a68c5b8f30f2,segment=NetworkSegment(d1128686-9c81-4811-a31a-43d98b347bb6),segment_id=d1128686-9c81-4811-a31a-43d98b347bb6)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:40:47.299303 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:47.355091 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=1efe99da-cc25-46ab-862e-27c7cbbf2682,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:40:47.409427 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4f968af9-c4fe-4b06-975e-02a284b022d4 req-7ad6b8fe-1429-43cd-b6df-fa155e665bb3 service neutron] 10.222.0.60 "GET /v2.0/networks/fdafa3f4-e774-4760-b725-0b22212747aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5107865 Nov 19 17:40:47.612600 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=4e9cea17-6e2e-4698-993c-a68c5b8f30f2,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:40:47.643645 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4c59ae-2afa-4185-9949-c4156b45dcfe req-f10d17db-d284-412b-baf1-2577441e073c tempest-LiveAutoBlockMigrationV225Test-71050323 tempest-LiveAutoBlockMigrationV225Test-71050323-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:40:47.645237 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ff4c59ae-2afa-4185-9949-c4156b45dcfe req-f10d17db-d284-412b-baf1-2577441e073c tempest-LiveAutoBlockMigrationV225Test-71050323 tempest-LiveAutoBlockMigrationV225Test-71050323-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=58455846-60e7-4f61-974f-dffca721866e&tenant_id=0d7ccfd9bdc740e383b438cb097bfe8d&binding%3Ahost_id=n-h1-818022-2 HTTP/1.1" status: 200 len: 1097 time: 0.1769660 Nov 19 17:40:47.663890 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-ff4c59ae-2afa-4185-9949-c4156b45dcfe req-e27702e6-91a8-4b76-8f37-c16e667611dc service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-818022-2'}}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:40:47.719297 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['4e9cea17-6e2e-4698-993c-a68c5b8f30f2'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:40:47.878762 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-ff4c59ae-2afa-4185-9949-c4156b45dcfe req-e27702e6-91a8-4b76-8f37-c16e667611dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:47.887788 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:40:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bac1cd71-15c1-4c03-91b7-2311ab30a47c x-openstack-request-id: req-bac1cd71-15c1-4c03-91b7-2311ab30a47c {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:40:47.888181 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12d0c6c1-218d-4330-aaf3-235f90914fdd", "name": "network-vif-plugged", "status": "completed", "tag": "1efe99da-cc25-46ab-862e-27c7cbbf2682", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:40:47.890395 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-bac1cd71-15c1-4c03-91b7-2311ab30a47c {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:40:47.893673 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12d0c6c1-218d-4330-aaf3-235f90914fdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1efe99da-cc25-46ab-862e-27c7cbbf2682', 'code': 200} Nov 19 17:40:47.912582 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 47098) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:40:48.095174 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a836f131-3379-4f31-995a-74925adc2564 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:48.217315 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2859bd-e6fa-49c1-ad39-090862e662c3 req-13c46c8a-de0e-4a8b-bc96-13945ed1872d tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:40:48.226631 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9d2859bd-e6fa-49c1-ad39-090862e662c3 req-13c46c8a-de0e-4a8b-bc96-13945ed1872d tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] 10.222.0.54 "GET /v2.0/ports?device_id=43bb0a48-531d-435f-ae5b-d961d64a3ca7 HTTP/1.1" status: 200 len: 945 time: 0.2438116 Nov 19 17:40:48.375367 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9d2859bd-e6fa-49c1-ad39-090862e662c3 req-f66ceb1c-1738-4ae9-a19b-bc441c5aef4e tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a9bb8e9-ab46-4898-9298-f60e040eb6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476538 Nov 19 17:40:48.430390 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-ff4c59ae-2afa-4185-9949-c4156b45dcfe req-e27702e6-91a8-4b76-8f37-c16e667611dc service neutron] For port a8f2c8e4-bede-4c8e-8ed6-ea2657b609e4, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=a8f2c8e4-bede-4c8e-8ed6-ea2657b609e4,segment=NetworkSegment(fa32b67e-17cc-4a5c-8764-82d3483c4272),segment_id=fa32b67e-17cc-4a5c-8764-82d3483c4272)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:40:48.471097 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a836f131-3379-4f31-995a-74925adc2564 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:48.478011 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a836f131-3379-4f31-995a-74925adc2564 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:48.519453 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfd1994-5607-469f-a267-d25e5938d0d1 req-ffcef1db-6bd3-4877-b761-6d6a5a4a583d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:40:48.524404 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ccfd1994-5607-469f-a267-d25e5938d0d1 req-ffcef1db-6bd3-4877-b761-6d6a5a4a583d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=f694e5a1ab0b49dab7049feda0edb62a&device_id=90b9f751-a497-48e1-b0d0-647964d8b2b6 HTTP/1.1" status: 200 len: 1094 time: 1.5176611 Nov 19 17:40:48.569111 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-ff4c59ae-2afa-4185-9949-c4156b45dcfe req-e27702e6-91a8-4b76-8f37-c16e667611dc service neutron] For port a8f2c8e4-bede-4c8e-8ed6-ea2657b609e4, host n-h1-818022-2, cleared binding levels {{(pid=103364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:40:48.573141 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a836f131-3379-4f31-995a-74925adc2564 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e52a485f-928b-46f6-964f-ef3b3a1a327b,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:40:48.623690 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-a836f131-3379-4f31-995a-74925adc2564 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=467f40bb055c4c618c061ac7a3d76e0e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6445410 Nov 19 17:40:48.628539 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 47104) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:40:48.686179 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfd1994-5607-469f-a267-d25e5938d0d1 req-788194b1-9c04-47e4-99c1-1de79d61893c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:40:48.689706 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ccfd1994-5607-469f-a267-d25e5938d0d1 req-788194b1-9c04-47e4-99c1-1de79d61893c service neutron] 10.222.0.86 "GET /v2.0/networks?id=308435d2-ca75-4a63-8e9e-4876a68c0fb9 HTTP/1.1" status: 200 len: 919 time: 0.1450968 Nov 19 17:40:48.702074 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58455846-60e7-4f61-974f-dffca721866e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8f2c8e4-bede-4c8e-8ed6-ea2657b609e4'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:40:48.704335 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dd4767a008c23f8566efc82158ee1b1fff34e1a9e908d76d0b6d0ab7e350e5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c0c4d81-60dc-4c02-83a9-26e4b81fcf97" -d '{"events": [{"server_uuid": "58455846-60e7-4f61-974f-dffca721866e", "name": "network-vif-unplugged", "status": "completed", "tag": "a8f2c8e4-bede-4c8e-8ed6-ea2657b609e4"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:40:48.709336 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-ff4c59ae-2afa-4185-9949-c4156b45dcfe req-e27702e6-91a8-4b76-8f37-c16e667611dc service neutron] Publish callbacks [] for port, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:48.713165 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df801594-11b6-4695-b20d-4c50496f7002 req-c37be9fd-479b-4664-8812-25b7c214e4bd tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:40:48.715508 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-df801594-11b6-4695-b20d-4c50496f7002 req-c37be9fd-479b-4664-8812-25b7c214e4bd tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.54 "GET /v2.0/ports?device_id=58455846-60e7-4f61-974f-dffca721866e HTTP/1.1" status: 200 len: 946 time: 1.2689776 Nov 19 17:40:48.722534 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4f968af9-c4fe-4b06-975e-02a284b022d4 req-edbc0569-5dd8-413f-b90f-a9fc32a7718e service neutron] 10.222.0.60 "GET /v2.0/networks/fdafa3f4-e774-4760-b725-0b22212747aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2668245 Nov 19 17:40:48.757951 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f058c8e1-592c-4636-b3c3-394abb31e94f req-f8f9af22-888e-4b95-850d-d61673a71e1f tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:40:48.768047 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f058c8e1-592c-4636-b3c3-394abb31e94f req-f8f9af22-888e-4b95-850d-d61673a71e1f tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:40:48.770595 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f058c8e1-592c-4636-b3c3-394abb31e94f req-f8f9af22-888e-4b95-850d-d61673a71e1f tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] 10.222.0.54 "GET /v2.0/ports?device_id=8a7d746f-14f5-40c4-925c-fda57f0dbcac HTTP/1.1" status: 200 len: 1678 time: 0.2398343 Nov 19 17:40:48.771412 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-ff4c59ae-2afa-4185-9949-c4156b45dcfe req-e27702e6-91a8-4b76-8f37-c16e667611dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:48.794765 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ccfd1994-5607-469f-a267-d25e5938d0d1 req-b694d656-09cf-48e0-840f-1c651a5fb9fb service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4126ab63-1000-43c6-8a9d-efbe4f07b4ab HTTP/1.1" status: 200 len: 217 time: 0.0779290 Nov 19 17:40:48.804924 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d9268f-d157-4c6a-a3b3-c823a1704cf1 req-e2a6c8db-bd81-431f-b41f-bdd41d9a01ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:40:48.806555 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e3d9268f-d157-4c6a-a3b3-c823a1704cf1 req-e2a6c8db-bd81-431f-b41f-bdd41d9a01ae service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=12d0c6c1-218d-4330-aaf3-235f90914fdd HTTP/1.1" status: 200 len: 1096 time: 0.3758864 Nov 19 17:40:48.898573 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b39e22d6-15eb-4a06-877d-af8de0cf5c3c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:48.917876 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4f968af9-c4fe-4b06-975e-02a284b022d4 req-c5f771df-2580-4063-9c14-7329810c2554 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.98&port_id=575f075c-2797-4b8e-a85c-28f5a1830034 HTTP/1.1" status: 200 len: 217 time: 0.1160088 Nov 19 17:40:48.941431 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-df801594-11b6-4695-b20d-4c50496f7002 req-7e1bf951-ef8a-49e8-99b2-2bfc341cb829 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.54 "GET /v2.0/security-groups?id=740807d6-4246-4ecb-a636-49a5e5a1e11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176802 Nov 19 17:40:48.943503 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e3d9268f-d157-4c6a-a3b3-c823a1704cf1 req-ac44c1dd-c5c1-48df-9d37-f80d3c21c430 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=144b99fe-6f19-47a4-90ef-47228a8ac1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107161 Nov 19 17:40:48.995191 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfd1994-5607-469f-a267-d25e5938d0d1 req-f0aae594-205d-4002-ac7d-cb6749ed39f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:40:49.001555 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ccfd1994-5607-469f-a267-d25e5938d0d1 req-f0aae594-205d-4002-ac7d-cb6749ed39f3 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=01355f6c-4af7-4e94-9f36-e51b690370b3 HTTP/1.1" status: 200 len: 858 time: 0.1880705 Nov 19 17:40:49.017493 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27702e6-91a8-4b76-8f37-c16e667611dc service neutron] Pushing event updated for resources: {'Port': ['ID=a8f2c8e4-bede-4c8e-8ed6-ea2657b609e4,revision_number=7']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:40:49.031929 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b39e22d6-15eb-4a06-877d-af8de0cf5c3c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:49.052185 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-ff4c59ae-2afa-4185-9949-c4156b45dcfe req-e27702e6-91a8-4b76-8f37-c16e667611dc service neutron] Attempting to bind port a8f2c8e4-bede-4c8e-8ed6-ea2657b609e4 on host n-h1-818022-2 for vnic_type normal with profile {"migrating_to": "n-h2-818022-2"} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:40:49.052669 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-ff4c59ae-2afa-4185-9949-c4156b45dcfe req-e27702e6-91a8-4b76-8f37-c16e667611dc service neutron] Attempting to bind port a8f2c8e4-bede-4c8e-8ed6-ea2657b609e4 by drivers openvswitch,hyperv on host n-h1-818022-2 at level 0 using segments [{'id': 'fa32b67e-17cc-4a5c-8764-82d3483c4272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '06df44ce-7965-49c3-9334-79a80c7f7af9'}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:40:49.053117 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff4c59ae-2afa-4185-9949-c4156b45dcfe req-e27702e6-91a8-4b76-8f37-c16e667611dc service neutron] Attempting to bind port a8f2c8e4-bede-4c8e-8ed6-ea2657b609e4 on network 06df44ce-7965-49c3-9334-79a80c7f7af9 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:40:49.065745 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f968af9-c4fe-4b06-975e-02a284b022d4 req-671b8030-dfcf-466b-8d90-9f0f1382d430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:40:49.067818 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4f968af9-c4fe-4b06-975e-02a284b022d4 req-671b8030-dfcf-466b-8d90-9f0f1382d430 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=bc33e4f3-1d04-4025-b8f1-8320a0f78c6e HTTP/1.1" status: 200 len: 801 time: 0.1234574 Nov 19 17:40:49.072124 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f058c8e1-592c-4636-b3c3-394abb31e94f req-4a330a45-41ce-4379-a7ff-1439ba91b333 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2d42000-c475-4f47-81a1-d381635bd450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2702081 Nov 19 17:40:49.091283 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ccfd1994-5607-469f-a267-d25e5938d0d1 req-415ca729-d54b-4b5b-bd0f-2a50c9532d4b service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=308435d2-ca75-4a63-8e9e-4876a68c0fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0692439 Nov 19 17:40:49.095677 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff4c59ae-2afa-4185-9949-c4156b45dcfe req-e27702e6-91a8-4b76-8f37-c16e667611dc service neutron] Port a8f2c8e4-bede-4c8e-8ed6-ea2657b609e4 on network 06df44ce-7965-49c3-9334-79a80c7f7af9 not bound, no agent of type Open vSwitch agent registered on host n-h1-818022-2 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 17:40:49.096155 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff4c59ae-2afa-4185-9949-c4156b45dcfe req-e27702e6-91a8-4b76-8f37-c16e667611dc service neutron] Attempting to bind port a8f2c8e4-bede-4c8e-8ed6-ea2657b609e4 on network 06df44ce-7965-49c3-9334-79a80c7f7af9 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:40:49.125297 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff4c59ae-2afa-4185-9949-c4156b45dcfe req-e27702e6-91a8-4b76-8f37-c16e667611dc service neutron] Checking agent: {'id': 'a6668d96-12fa-4ec0-99ad-77eaf490dd2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'started_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 40, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:40:49.125721 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff4c59ae-2afa-4185-9949-c4156b45dcfe req-e27702e6-91a8-4b76-8f37-c16e667611dc service neutron] Checking segment: {'id': 'fa32b67e-17cc-4a5c-8764-82d3483c4272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '06df44ce-7965-49c3-9334-79a80c7f7af9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:40:49.126058 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff4c59ae-2afa-4185-9949-c4156b45dcfe req-e27702e6-91a8-4b76-8f37-c16e667611dc service neutron] Bound using segment: {'id': 'fa32b67e-17cc-4a5c-8764-82d3483c4272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '06df44ce-7965-49c3-9334-79a80c7f7af9'} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:40:49.126531 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-ff4c59ae-2afa-4185-9949-c4156b45dcfe req-e27702e6-91a8-4b76-8f37-c16e667611dc service neutron] Bound port: a8f2c8e4-bede-4c8e-8ed6-ea2657b609e4, host: n-h1-818022-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa32b67e-17cc-4a5c-8764-82d3483c4272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '06df44ce-7965-49c3-9334-79a80c7f7af9'}}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:40:49.126900 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-ff4c59ae-2afa-4185-9949-c4156b45dcfe req-e27702e6-91a8-4b76-8f37-c16e667611dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:49.212901 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b39e22d6-15eb-4a06-877d-af8de0cf5c3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:49.217419 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b39e22d6-15eb-4a06-877d-af8de0cf5c3c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:49.223739 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-b39e22d6-15eb-4a06-877d-af8de0cf5c3c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e52a485f-928b-46f6-964f-ef3b3a1a327b HTTP/1.1" status: 204 len: 168 time: 0.5912533 Nov 19 17:40:49.255896 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39e22d6-15eb-4a06-877d-af8de0cf5c3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e52a485f-928b-46f6-964f-ef3b3a1a327b,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:40:49.341867 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-ff4c59ae-2afa-4185-9949-c4156b45dcfe req-e27702e6-91a8-4b76-8f37-c16e667611dc service neutron] For port a8f2c8e4-bede-4c8e-8ed6-ea2657b609e4, host n-h1-818022-2, cleared binding levels {{(pid=103364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:40:49.348440 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f968af9-c4fe-4b06-975e-02a284b022d4 req-142613d4-a05a-4fe2-8e2e-80a8974a9519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:40:49.351157 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4f968af9-c4fe-4b06-975e-02a284b022d4 req-142613d4-a05a-4fe2-8e2e-80a8974a9519 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=efabcfe7-9f26-4ed2-9373-bb8ee539b6e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2138119 Nov 19 17:40:49.353244 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-ff4c59ae-2afa-4185-9949-c4156b45dcfe req-e27702e6-91a8-4b76-8f37-c16e667611dc service neutron] For port a8f2c8e4-bede-4c8e-8ed6-ea2657b609e4, host n-h1-818022-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=a8f2c8e4-bede-4c8e-8ed6-ea2657b609e4,segment=NetworkSegment(fa32b67e-17cc-4a5c-8764-82d3483c4272),segment_id=fa32b67e-17cc-4a5c-8764-82d3483c4272)] {{(pid=103364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:40:49.363386 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838c9bce-7756-40eb-b179-ce4813adfe86 req-511207e3-2b26-4947-9311-a973fa52414e tempest-ListServersNegativeTestJSON-1861778447 tempest-ListServersNegativeTestJSON-1861778447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:40:49.365054 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-838c9bce-7756-40eb-b179-ce4813adfe86 req-511207e3-2b26-4947-9311-a973fa52414e tempest-ListServersNegativeTestJSON-1861778447 tempest-ListServersNegativeTestJSON-1861778447-project] 10.222.0.54 "GET /v2.0/ports?device_id=12d0c6c1-218d-4330-aaf3-235f90914fdd HTTP/1.1" status: 200 len: 945 time: 0.2724984 Nov 19 17:40:49.384629 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-ff4c59ae-2afa-4185-9949-c4156b45dcfe req-e27702e6-91a8-4b76-8f37-c16e667611dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:49.464658 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 17:40:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aee8bf39-95c5-443f-a968-cece64e51579 x-openstack-request-id: req-aee8bf39-95c5-443f-a968-cece64e51579 {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:40:49.465144 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58455846-60e7-4f61-974f-dffca721866e", "name": "network-vif-unplugged", "status": "completed", "tag": "a8f2c8e4-bede-4c8e-8ed6-ea2657b609e4", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:40:49.465686 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-aee8bf39-95c5-443f-a968-cece64e51579 {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:40:49.466376 n-d-818022-2 neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58455846-60e7-4f61-974f-dffca721866e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8f2c8e4-bede-4c8e-8ed6-ea2657b609e4', 'code': 200} Nov 19 17:40:49.605482 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ccfd1994-5607-469f-a267-d25e5938d0d1 req-a64d5d86-aed3-40ab-91ba-6c5db5294107 service neutron] 10.222.0.86 "GET /v2.0/networks/308435d2-ca75-4a63-8e9e-4876a68c0fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4983373 Nov 19 17:40:49.875118 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-838c9bce-7756-40eb-b179-ce4813adfe86 req-dc30c024-def9-4992-ae28-9bac045b3b65 tempest-ListServersNegativeTestJSON-1861778447 tempest-ListServersNegativeTestJSON-1861778447-project] 10.222.0.54 "GET /v2.0/security-groups?id=144b99fe-6f19-47a4-90ef-47228a8ac1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3832099 Nov 19 17:40:49.932291 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device 897d271d-3b82-4bc8-8528-1ac5b52b6d9b details requested by agent hyperv_n-h2-818022-2 with host n-h2-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 17:40:49.937951 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4c59ae-2afa-4185-9949-c4156b45dcfe req-e27702e6-91a8-4b76-8f37-c16e667611dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:40:49.939188 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-ff4c59ae-2afa-4185-9949-c4156b45dcfe req-e27702e6-91a8-4b76-8f37-c16e667611dc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:49.940914 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ff4c59ae-2afa-4185-9949-c4156b45dcfe req-e27702e6-91a8-4b76-8f37-c16e667611dc service neutron] 10.222.0.86 "PUT /v2.0/ports/a8f2c8e4-bede-4c8e-8ed6-ea2657b609e4 HTTP/1.1" status: 200 len: 1122 time: 2.2828476 Nov 19 17:40:49.961640 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27702e6-91a8-4b76-8f37-c16e667611dc service neutron] Pushing event updated for resources: {'Port': ['ID=a8f2c8e4-bede-4c8e-8ed6-ea2657b609e4,revision_number=8']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:40:50.043606 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5343fc-b77e-46ef-b6dd-aeaba49c685d req-33bfddd3-e4a0-4580-b530-be7ed38c8038 tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:40:50.051524 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-4b5343fc-b77e-46ef-b6dd-aeaba49c685d req-33bfddd3-e4a0-4580-b530-be7ed38c8038 tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] 10.222.0.54 "GET /v2.0/ports?device_id=43bb0a48-531d-435f-ae5b-d961d64a3ca7 HTTP/1.1" status: 200 len: 945 time: 0.1247861 Nov 19 17:40:50.105505 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4f968af9-c4fe-4b06-975e-02a284b022d4 req-a2b1751d-a92f-4410-b028-cd462642c8f7 service neutron] 10.222.0.60 "GET /v2.0/networks/efabcfe7-9f26-4ed2-9373-bb8ee539b6e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7340360 Nov 19 17:40:50.192089 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-4b5343fc-b77e-46ef-b6dd-aeaba49c685d req-608e2628-3a05-416d-9258-daf0db203bd4 tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a9bb8e9-ab46-4898-9298-f60e040eb6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392996 Nov 19 17:40:50.211344 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ccfd1994-5607-469f-a267-d25e5938d0d1 req-74fc8802-d7be-4b97-8538-544b16f159ff service neutron] 10.222.0.86 "GET /v2.0/networks/308435d2-ca75-4a63-8e9e-4876a68c0fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5906253 Nov 19 17:40:50.314143 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port 897d271d-3b82-4bc8-8528-1ac5b52b6d9b, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=897d271d-3b82-4bc8-8528-1ac5b52b6d9b,segment=NetworkSegment(3937b058-45c3-4cdc-b27d-da1ca7985067),segment_id=3937b058-45c3-4cdc-b27d-da1ca7985067)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:40:50.364708 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['a8f2c8e4-bede-4c8e-8ed6-ea2657b609e4'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:40:50.441756 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47a29e9-7f15-48c8-8c5c-dd5ce60afdc8 req-0d174c38-a7da-4579-9b3f-c30c8087e32f tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:40:50.443388 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c47a29e9-7f15-48c8-8c5c-dd5ce60afdc8 req-0d174c38-a7da-4579-9b3f-c30c8087e32f tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.54 "GET /v2.0/ports?device_id=58455846-60e7-4f61-974f-dffca721866e HTTP/1.1" status: 200 len: 944 time: 0.2297797 Nov 19 17:40:50.461246 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] get_ports_and_sgs() called for port_ids ['a8f2c8e4-bede-4c8e-8ed6-ea2657b609e4'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:40:50.510624 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 4e9cea17-6e2e-4698-993c-a68c5b8f30f2 up at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:40:50.536698 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee72d5d-0c2b-4db9-859b-2c2968c7cd0e req-431df0ab-b376-4407-807e-ee964e3db742 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:40:50.558733 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee72d5d-0c2b-4db9-859b-2c2968c7cd0e req-431df0ab-b376-4407-807e-ee964e3db742 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:40:50.564197 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-aee72d5d-0c2b-4db9-859b-2c2968c7cd0e req-431df0ab-b376-4407-807e-ee964e3db742 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] 10.222.0.54 "GET /v2.0/ports?device_id=8a7d746f-14f5-40c4-925c-fda57f0dbcac HTTP/1.1" status: 200 len: 1678 time: 0.1467156 Nov 19 17:40:50.639589 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c47a29e9-7f15-48c8-8c5c-dd5ce60afdc8 req-ac1f92f3-1647-4564-bbd6-567b0217ef67 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.54 "GET /v2.0/security-groups?id=740807d6-4246-4ecb-a636-49a5e5a1e11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864574 Nov 19 17:40:50.675293 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Returning: {'device': '897d271d-3b82-4bc8-8528-1ac5b52b6d9b', 'network_id': 'c4cc9c60-be8c-4a60-be1b-a29e98302997', 'port_id': '897d271d-3b82-4bc8-8528-1ac5b52b6d9b', 'mac_address': 'fa:16:3e:e0:8e:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 671, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03fb8a38-8906-4daf-82e4-8d8788de58f6', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 17:40:50.675533 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.agents_db [None req-619e5c26-d9ed-4321-86eb-7d443bb9dfa2 None None] Agent healthcheck: found 7 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 17:40:50.687886 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-aee72d5d-0c2b-4db9-859b-2c2968c7cd0e req-6e75cf0b-8202-44e9-ad2d-4acf0c8ac193 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2d42000-c475-4f47-81a1-d381635bd450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152709 Nov 19 17:40:50.707701 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4f968af9-c4fe-4b06-975e-02a284b022d4 req-d9d7af29-5156-4ea5-89cb-e77892705f16 service neutron] 10.222.0.60 "GET /v2.0/networks/efabcfe7-9f26-4ed2-9373-bb8ee539b6e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5978665 Nov 19 17:40:50.818359 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:50.854239 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfd1994-5607-469f-a267-d25e5938d0d1 req-bbe0678c-ee22-4c51-a64a-9bd47f73ce9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:40:50.854776 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfd1994-5607-469f-a267-d25e5938d0d1 req-bbe0678c-ee22-4c51-a64a-9bd47f73ce9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:40:50.857561 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ccfd1994-5607-469f-a267-d25e5938d0d1 req-bbe0678c-ee22-4c51-a64a-9bd47f73ce9d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1a0c23896b6a426c9d6f99a1e9d93ea5&device_id=8a7d746f-14f5-40c4-925c-fda57f0dbcac HTTP/1.1" status: 200 len: 1980 time: 0.0808923 Nov 19 17:40:50.867842 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning for port 4e9cea17-6e2e-4698-993c-a68c5b8f30f2 completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 17:40:50.873520 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 897d271d-3b82-4bc8-8528-1ac5b52b6d9b {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:40:50.889203 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning complete for port 4e9cea17-6e2e-4698-993c-a68c5b8f30f2 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:40:50.889570 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:51.002884 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port 897d271d-3b82-4bc8-8528-1ac5b52b6d9b, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=897d271d-3b82-4bc8-8528-1ac5b52b6d9b,segment=NetworkSegment(3937b058-45c3-4cdc-b27d-da1ca7985067),segment_id=3937b058-45c3-4cdc-b27d-da1ca7985067)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:40:51.045980 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:51.052103 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device 4126ab63-1000-43c6-8a9d-efbe4f07b4ab details requested by agent hyperv_n-h2-818022-2 with host n-h2-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 17:40:51.137644 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfd1994-5607-469f-a267-d25e5938d0d1 req-47f568c9-599f-44d6-9b9f-4effc0d40f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:40:51.145439 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ccfd1994-5607-469f-a267-d25e5938d0d1 req-47f568c9-599f-44d6-9b9f-4effc0d40f83 service neutron] 10.222.0.60 "GET /v2.0/networks?id=fdafa3f4-e774-4760-b725-0b22212747aa HTTP/1.1" status: 200 len: 902 time: 0.2800789 Nov 19 17:40:51.167333 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 47178) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:40:51.275409 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ccfd1994-5607-469f-a267-d25e5938d0d1 req-73cede0d-d98d-49b8-8144-449c7adc0163 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.249&port_id=960ff6b6-f04b-4ce5-b9e6-3685d448ebfd HTTP/1.1" status: 200 len: 217 time: 0.1225753 Nov 19 17:40:51.292808 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c929117a-f761-4d19-b335-8a7f96da18e8 req-8f1603a7-06d6-40ea-8efb-e528dbea7b59 tempest-ListServersNegativeTestJSON-1861778447 tempest-ListServersNegativeTestJSON-1861778447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:40:51.298306 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c929117a-f761-4d19-b335-8a7f96da18e8 req-8f1603a7-06d6-40ea-8efb-e528dbea7b59 tempest-ListServersNegativeTestJSON-1861778447 tempest-ListServersNegativeTestJSON-1861778447-project] 10.222.0.54 "GET /v2.0/ports?device_id=12d0c6c1-218d-4330-aaf3-235f90914fdd HTTP/1.1" status: 200 len: 945 time: 0.1696546 Nov 19 17:40:51.392906 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Pushing event updated for resources: {'Port': ['ID=897d271d-3b82-4bc8-8528-1ac5b52b6d9b,revision_number=6']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:40:51.394541 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-61ac6037-13f8-47b9-9a22-a4b7927470e2 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-853754258-network', 'tenant_id': 'de10e7e0e3ea4ce28d84ef76e9c1ec3a'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:40:51.413864 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c929117a-f761-4d19-b335-8a7f96da18e8 req-dde5e668-e3d3-41f1-ab74-3f11c95a117b tempest-ListServersNegativeTestJSON-1861778447 tempest-ListServersNegativeTestJSON-1861778447-project] 10.222.0.54 "GET /v2.0/security-groups?id=144b99fe-6f19-47a4-90ef-47228a8ac1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087053 Nov 19 17:40:51.467900 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58455846-60e7-4f61-974f-dffca721866e', 'tag': 'a8f2c8e4-bede-4c8e-8ed6-ea2657b609e4'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:40:51.472366 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dd4767a008c23f8566efc82158ee1b1fff34e1a9e908d76d0b6d0ab7e350e5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d10f2f3-a460-4b16-83ae-35161f6e446d" -d '{"events": [{"name": "network-changed", "server_uuid": "58455846-60e7-4f61-974f-dffca721866e", "tag": "a8f2c8e4-bede-4c8e-8ed6-ea2657b609e4"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:40:51.479450 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfd1994-5607-469f-a267-d25e5938d0d1 req-1af5cc3b-3f62-448d-af33-2a2e93d4fe58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:40:51.481222 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ccfd1994-5607-469f-a267-d25e5938d0d1 req-1af5cc3b-3f62-448d-af33-2a2e93d4fe58 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9b62f006-1ac6-440d-a1ab-0a94a78edac6 HTTP/1.1" status: 200 len: 801 time: 0.1914508 Nov 19 17:40:51.555468 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:51.563027 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61ac6037-13f8-47b9-9a22-a4b7927470e2 admin admin] Made reservation on behalf of de10e7e0e3ea4ce28d84ef76e9c1ec3a for: {'network': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:40:51.567174 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-61ac6037-13f8-47b9-9a22-a4b7927470e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:51.593478 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77646b4-fe31-4c88-aaf2-0a1d3c38d545 req-a4ede352-ec08-49a3-a943-4ce832253d01 tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:40:51.596406 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b77646b4-fe31-4c88-aaf2-0a1d3c38d545 req-a4ede352-ec08-49a3-a943-4ce832253d01 tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] 10.222.0.54 "GET /v2.0/ports?device_id=43bb0a48-531d-435f-ae5b-d961d64a3ca7 HTTP/1.1" status: 200 len: 944 time: 0.1929476 Nov 19 17:40:51.622785 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-61ac6037-13f8-47b9-9a22-a4b7927470e2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:51.648277 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9815b8a-c971-4219-8e57-77bbd440c34f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e9cea17-6e2e-4698-993c-a68c5b8f30f2'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:40:51.652450 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3940761bcd94e032e6960d2241bd8993c5d3a7d8dc2aca8488f3ecf1d4dd2fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab6856b9-db44-48bf-bf07-c6e78dd38149" -d '{"events": [{"server_uuid": "f9815b8a-c971-4219-8e57-77bbd440c34f", "name": "network-vif-plugged", "status": "completed", "tag": "4e9cea17-6e2e-4698-993c-a68c5b8f30f2"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:40:51.705087 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 4e9cea17-6e2e-4698-993c-a68c5b8f30f2, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=4e9cea17-6e2e-4698-993c-a68c5b8f30f2,segment=NetworkSegment(d1128686-9c81-4811-a31a-43d98b347bb6),segment_id=d1128686-9c81-4811-a31a-43d98b347bb6)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:40:51.707061 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfd1994-5607-469f-a267-d25e5938d0d1 req-317739eb-86f2-4fcf-b518-425bbb405b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:40:51.710327 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port 4126ab63-1000-43c6-8a9d-efbe4f07b4ab, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=4126ab63-1000-43c6-8a9d-efbe4f07b4ab,segment=NetworkSegment(d1128686-9c81-4811-a31a-43d98b347bb6),segment_id=d1128686-9c81-4811-a31a-43d98b347bb6)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:40:51.710731 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ccfd1994-5607-469f-a267-d25e5938d0d1 req-317739eb-86f2-4fcf-b518-425bbb405b56 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fdafa3f4-e774-4760-b725-0b22212747aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2111676 Nov 19 17:40:51.729962 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:51.754139 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Returning: {'device': '4126ab63-1000-43c6-8a9d-efbe4f07b4ab', 'network_id': '308435d2-ca75-4a63-8e9e-4876a68c0fb9', 'port_id': '4126ab63-1000-43c6-8a9d-efbe4f07b4ab', 'mac_address': 'fa:16:3e:b7:1f:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 668, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01355f6c-4af7-4e94-9f36-e51b690370b3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 17:40:51.781375 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0478a545-ffc9-44af-aa03-d3508ff2984b req-162d3f0f-be20-429c-970a-86a618b96f2a tempest-ListServersNegativeTestJSON-1861778447 tempest-ListServersNegativeTestJSON-1861778447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:40:51.794835 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0478a545-ffc9-44af-aa03-d3508ff2984b req-162d3f0f-be20-429c-970a-86a618b96f2a tempest-ListServersNegativeTestJSON-1861778447 tempest-ListServersNegativeTestJSON-1861778447-project] 10.222.0.54 "GET /v2.0/ports?device_id=90b9f751-a497-48e1-b0d0-647964d8b2b6 HTTP/1.1" status: 200 len: 943 time: 0.1259236 Nov 19 17:40:51.904993 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:51.907870 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0478a545-ffc9-44af-aa03-d3508ff2984b req-6cf56b81-0fc4-4844-901d-e99eda20cfc4 tempest-ListServersNegativeTestJSON-1861778447 tempest-ListServersNegativeTestJSON-1861778447-project] 10.222.0.54 "GET /v2.0/security-groups?id=144b99fe-6f19-47a4-90ef-47228a8ac1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036353 Nov 19 17:40:51.928720 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=4e9cea17-6e2e-4698-993c-a68c5b8f30f2,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:40:51.936902 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4126ab63-1000-43c6-8a9d-efbe4f07b4ab {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:40:51.965720 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ccfd1994-5607-469f-a267-d25e5938d0d1 req-aa833d23-dc1d-4cac-8980-ff44d496e89a service neutron] 10.222.0.60 "GET /v2.0/networks/fdafa3f4-e774-4760-b725-0b22212747aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2465816 Nov 19 17:40:51.974292 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port 4126ab63-1000-43c6-8a9d-efbe4f07b4ab, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=4126ab63-1000-43c6-8a9d-efbe4f07b4ab,segment=NetworkSegment(d1128686-9c81-4811-a31a-43d98b347bb6),segment_id=d1128686-9c81-4811-a31a-43d98b347bb6)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:40:51.982244 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:51.983789 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device a8f2c8e4-bede-4c8e-8ed6-ea2657b609e4 details requested by agent hyperv_n-h2-818022-2 with host n-h2-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 17:40:51.995051 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b77646b4-fe31-4c88-aaf2-0a1d3c38d545 req-6a67143e-1717-4ebf-9831-5a218d75e3a7 tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a9bb8e9-ab46-4898-9298-f60e040eb6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3662844 Nov 19 17:40:52.013269 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 17:40:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed0853c9-753f-4a6d-8844-90f67c3ed8d9 x-openstack-request-id: req-ed0853c9-753f-4a6d-8844-90f67c3ed8d9 {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:40:52.014054 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58455846-60e7-4f61-974f-dffca721866e", "tag": "a8f2c8e4-bede-4c8e-8ed6-ea2657b609e4", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:40:52.014419 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ed0853c9-753f-4a6d-8844-90f67c3ed8d9 {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:40:52.014961 n-d-818022-2 neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58455846-60e7-4f61-974f-dffca721866e', 'tag': 'a8f2c8e4-bede-4c8e-8ed6-ea2657b609e4', 'status': 'completed', 'code': 200} Nov 19 17:40:52.101727 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Pushing event updated for resources: {'Port': ['ID=4126ab63-1000-43c6-8a9d-efbe4f07b4ab,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:40:52.117585 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:40:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11674efb-61aa-4a4d-9b61-ff2f745f162b x-openstack-request-id: req-11674efb-61aa-4a4d-9b61-ff2f745f162b {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:40:52.117585 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9815b8a-c971-4219-8e57-77bbd440c34f", "name": "network-vif-plugged", "status": "completed", "tag": "4e9cea17-6e2e-4698-993c-a68c5b8f30f2", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:40:52.117971 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-11674efb-61aa-4a4d-9b61-ff2f745f162b {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:40:52.118253 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9815b8a-c971-4219-8e57-77bbd440c34f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e9cea17-6e2e-4698-993c-a68c5b8f30f2', 'code': 200} Nov 19 17:40:52.126693 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-61ac6037-13f8-47b9-9a22-a4b7927470e2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:52.220875 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-61ac6037-13f8-47b9-9a22-a4b7927470e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:52.353786 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port a8f2c8e4-bede-4c8e-8ed6-ea2657b609e4, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=a8f2c8e4-bede-4c8e-8ed6-ea2657b609e4,segment=NetworkSegment(fa32b67e-17cc-4a5c-8764-82d3483c4272),segment_id=fa32b67e-17cc-4a5c-8764-82d3483c4272)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:40:52.399337 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61ac6037-13f8-47b9-9a22-a4b7927470e2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 665} {{(pid=103365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 17:40:52.405073 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943aa31f-9e58-4c33-97c1-3efff9662fa6 req-546900a2-c02e-4cf7-8167-438cce83df4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:40:52.405674 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device a8f2c8e4-bede-4c8e-8ed6-ea2657b609e4 has no active binding in host n-h2-818022-2 {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 19 17:40:52.407375 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-943aa31f-9e58-4c33-97c1-3efff9662fa6 req-546900a2-c02e-4cf7-8167-438cce83df4c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f9815b8a-c971-4219-8e57-77bbd440c34f HTTP/1.1" status: 200 len: 1096 time: 0.1479852 Nov 19 17:40:52.426850 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fa54f5-c765-4cb6-813a-67f5ae6ccb12 req-9e1612a9-bb8b-407b-b11a-842ea1835dca tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:40:52.437496 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-34fa54f5-c765-4cb6-813a-67f5ae6ccb12 req-9e1612a9-bb8b-407b-b11a-842ea1835dca tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.54 "GET /v2.0/ports?device_id=58455846-60e7-4f61-974f-dffca721866e HTTP/1.1" status: 200 len: 944 time: 0.1626875 Nov 19 17:40:52.472446 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ac6037-13f8-47b9-9a22-a4b7927470e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12d5dc08-1d9f-41c6-b52c-304239ec8b9a,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:40:52.494904 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-61ac6037-13f8-47b9-9a22-a4b7927470e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:52.495911 n-d-818022-2 neutron-server[103365]: INFO neutron.db.segments_db [None req-61ac6037-13f8-47b9-9a22-a4b7927470e2 admin admin] Added segment 68be9c2e-9e68-489a-becd-67ff095c4169 of type vlan for network c7b257b3-f66e-4846-9861-5f47f21f4188 Nov 19 17:40:52.501757 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d10f2f3-a460-4b16-83ae-35161f6e446d req-f1b73952-7f26-452f-878b-6d542d88286a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:40:52.504657 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6d10f2f3-a460-4b16-83ae-35161f6e446d req-f1b73952-7f26-452f-878b-6d542d88286a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0d7ccfd9bdc740e383b438cb097bfe8d&device_id=58455846-60e7-4f61-974f-dffca721866e HTTP/1.1" status: 200 len: 1125 time: 0.3749771 Nov 19 17:40:52.557588 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-34fa54f5-c765-4cb6-813a-67f5ae6ccb12 req-9dc724c2-4a4e-4cd4-9216-e2cf5ffa30c5 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.54 "GET /v2.0/security-groups?id=740807d6-4246-4ecb-a636-49a5e5a1e11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163154 Nov 19 17:40:52.608761 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-943aa31f-9e58-4c33-97c1-3efff9662fa6 req-e7c075cd-6c13-4d91-abbf-7b7d60985bf4 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=144b99fe-6f19-47a4-90ef-47228a8ac1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688938 Nov 19 17:40:52.669769 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ccfd1994-5607-469f-a267-d25e5938d0d1 req-58c31524-4f40-4ba9-8cc1-105fa50f7a92 service neutron] 10.222.0.60 "GET /v2.0/networks/fdafa3f4-e774-4760-b725-0b22212747aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6699235 Nov 19 17:40:52.671989 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] get_ports_and_sgs() called for port_ids ['897d271d-3b82-4bc8-8528-1ac5b52b6d9b'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:40:52.721621 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 47208) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:40:52.929534 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d10f2f3-a460-4b16-83ae-35161f6e446d req-946897fd-a7a4-4727-9748-9714a1eca37f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:40:52.932386 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6d10f2f3-a460-4b16-83ae-35161f6e446d req-946897fd-a7a4-4727-9748-9714a1eca37f service neutron] 10.222.0.60 "GET /v2.0/networks?id=06df44ce-7965-49c3-9334-79a80c7f7af9 HTTP/1.1" status: 200 len: 922 time: 0.3960264 Nov 19 17:40:52.973488 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79387024-305b-4835-9bca-f93b6382ec48 req-51802b7f-9112-4bee-8959-be6379ffe2d3 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:40:52.989760 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79387024-305b-4835-9bca-f93b6382ec48 req-51802b7f-9112-4bee-8959-be6379ffe2d3 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:40:53.006694 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-79387024-305b-4835-9bca-f93b6382ec48 req-51802b7f-9112-4bee-8959-be6379ffe2d3 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] 10.222.0.54 "GET /v2.0/ports?device_id=8a7d746f-14f5-40c4-925c-fda57f0dbcac HTTP/1.1" status: 200 len: 1678 time: 0.6904943 Nov 19 17:40:53.082667 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-61ac6037-13f8-47b9-9a22-a4b7927470e2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:53.084891 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] get_ports_and_sgs() called for port_ids ['4126ab63-1000-43c6-8a9d-efbe4f07b4ab'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:40:53.146131 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-219368de-67f4-41dd-a4ea-60e67b8be587 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:53.161543 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6d10f2f3-a460-4b16-83ae-35161f6e446d req-8815e53f-60d8-4d43-a0cb-0c1b16f8d833 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a8f2c8e4-bede-4c8e-8ed6-ea2657b609e4 HTTP/1.1" status: 200 len: 217 time: 0.1370404 Nov 19 17:40:53.291441 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-61ac6037-13f8-47b9-9a22-a4b7927470e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:53.292655 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61ac6037-13f8-47b9-9a22-a4b7927470e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:40:53.293422 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-61ac6037-13f8-47b9-9a22-a4b7927470e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:53.337178 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-79387024-305b-4835-9bca-f93b6382ec48 req-4223265c-3215-46b4-a60a-12eac4de0886 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2d42000-c475-4f47-81a1-d381635bd450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3060288 Nov 19 17:40:53.388771 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfd1994-5607-469f-a267-d25e5938d0d1 req-1a619ef5-e70b-415a-ac21-49ee7b015d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:40:53.390433 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfd1994-5607-469f-a267-d25e5938d0d1 req-1a619ef5-e70b-415a-ac21-49ee7b015d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:40:53.393329 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ccfd1994-5607-469f-a267-d25e5938d0d1 req-1a619ef5-e70b-415a-ac21-49ee7b015d1a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1a0c23896b6a426c9d6f99a1e9d93ea5&device_id=8a7d746f-14f5-40c4-925c-fda57f0dbcac HTTP/1.1" status: 200 len: 1980 time: 0.4690924 Nov 19 17:40:53.449931 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-219368de-67f4-41dd-a4ea-60e67b8be587 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:53.459209 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-219368de-67f4-41dd-a4ea-60e67b8be587 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:53.556464 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219368de-67f4-41dd-a4ea-60e67b8be587 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=195fa97c-5c88-4b66-92cc-c8aa9be07d9d,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:40:53.589681 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d10f2f3-a460-4b16-83ae-35161f6e446d req-e2e22f38-f325-4905-836e-a606e533c741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:40:53.617019 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6d10f2f3-a460-4b16-83ae-35161f6e446d req-e2e22f38-f325-4905-836e-a606e533c741 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e811f539-9c60-469d-a119-267f6bfeab01 HTTP/1.1" status: 200 len: 861 time: 0.4303160 Nov 19 17:40:53.619060 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ac6037-13f8-47b9-9a22-a4b7927470e2 admin admin] Pushing event updated for resources: {'Network': ['ID=c7b257b3-f66e-4846-9861-5f47f21f4188,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:40:53.637770 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network c7b257b3-f66e-4846-9861-5f47f21f4188 details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 17:40:53.673514 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-219368de-67f4-41dd-a4ea-60e67b8be587 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=dfbc7518cb614765a9f3190717c1c815&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9500470 Nov 19 17:40:53.683935 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 47232) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:40:53.694022 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6d10f2f3-a460-4b16-83ae-35161f6e446d req-d49ef1b1-c56e-41ad-b821-b007d81ab2f2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=06df44ce-7965-49c3-9334-79a80c7f7af9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0671968 Nov 19 17:40:53.701059 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-61ac6037-13f8-47b9-9a22-a4b7927470e2 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 2.5234594 Nov 19 17:40:53.706943 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 47234) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:40:53.721667 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-1af98d2f-3889-4a18-8879-875204f47b98 admin admin] Request body: {'subnet': {'network_id': 'c7b257b3-f66e-4846-9861-5f47f21f4188', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-853754258-subnet', 'tenant_id': 'de10e7e0e3ea4ce28d84ef76e9c1ec3a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:40:53.755186 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1661669d-a202-4fa6-977e-713e71c036b1 req-0506f7a5-bbc5-46a9-b809-c3b946e495a4 tempest-ListServersNegativeTestJSON-1861778447 tempest-ListServersNegativeTestJSON-1861778447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:40:53.774682 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-1661669d-a202-4fa6-977e-713e71c036b1 req-0506f7a5-bbc5-46a9-b809-c3b946e495a4 tempest-ListServersNegativeTestJSON-1861778447 tempest-ListServersNegativeTestJSON-1861778447-project] 10.222.0.54 "GET /v2.0/ports?device_id=90b9f751-a497-48e1-b0d0-647964d8b2b6 HTTP/1.1" status: 200 len: 944 time: 0.2380736 Nov 19 17:40:53.933189 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1af98d2f-3889-4a18-8879-875204f47b98 admin admin] Made reservation on behalf of de10e7e0e3ea4ce28d84ef76e9c1ec3a for: {'subnet': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:40:53.938504 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1af98d2f-3889-4a18-8879-875204f47b98 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8983829'] for subnet, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:54.091110 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ab2c944a-6468-4abc-9752-f4fe0bef0833 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:54.118637 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-1661669d-a202-4fa6-977e-713e71c036b1 req-a0df259b-2960-46f2-b5ed-5b44036f207a tempest-ListServersNegativeTestJSON-1861778447 tempest-ListServersNegativeTestJSON-1861778447-project] 10.222.0.54 "GET /v2.0/security-groups?id=144b99fe-6f19-47a4-90ef-47228a8ac1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3421326 Nov 19 17:40:54.184955 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6d10f2f3-a460-4b16-83ae-35161f6e446d req-64b211da-6639-47c1-b193-94c8dd6c237f service neutron] 10.222.0.60 "GET /v2.0/networks/06df44ce-7965-49c3-9334-79a80c7f7af9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4798748 Nov 19 17:40:54.222186 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ab2c944a-6468-4abc-9752-f4fe0bef0833 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:54.247563 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 575f075c-2797-4b8e-a85c-28f5a1830034 details requested by agent hyperv_n-h1-818022-2 with host n-h1-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 17:40:54.360475 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ab2c944a-6468-4abc-9752-f4fe0bef0833 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:54.363811 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ab2c944a-6468-4abc-9752-f4fe0bef0833 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:54.369331 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-ab2c944a-6468-4abc-9752-f4fe0bef0833 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/195fa97c-5c88-4b66-92cc-c8aa9be07d9d HTTP/1.1" status: 204 len: 168 time: 0.6772015 Nov 19 17:40:54.428420 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2c944a-6468-4abc-9752-f4fe0bef0833 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=195fa97c-5c88-4b66-92cc-c8aa9be07d9d,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:40:54.499989 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6d10f2f3-a460-4b16-83ae-35161f6e446d req-f06c8641-cb75-4333-878c-f291b3a39aa8 service neutron] 10.222.0.60 "GET /v2.0/networks/06df44ce-7965-49c3-9334-79a80c7f7af9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2804058 Nov 19 17:40:54.562783 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b717dc-88c1-40bc-9232-f62c69fb33db req-6f403403-f73a-4b4e-8d72-c2654fee03e6 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:40:54.573960 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-25b717dc-88c1-40bc-9232-f62c69fb33db req-6f403403-f73a-4b4e-8d72-c2654fee03e6 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.54 "GET /v2.0/ports?device_id=58455846-60e7-4f61-974f-dffca721866e HTTP/1.1" status: 200 len: 944 time: 0.5868015 Nov 19 17:40:54.580258 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfd1994-5607-469f-a267-d25e5938d0d1 req-e90d7036-4f12-44d2-84a5-f136305c4a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:40:54.585112 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ccfd1994-5607-469f-a267-d25e5938d0d1 req-e90d7036-4f12-44d2-84a5-f136305c4a82 service neutron] 10.222.0.60 "GET /v2.0/networks?id=efabcfe7-9f26-4ed2-9373-bb8ee539b6e8 HTTP/1.1" status: 200 len: 901 time: 0.9618552 Nov 19 17:40:54.724093 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ccfd1994-5607-469f-a267-d25e5938d0d1 req-110ee40c-7008-4863-9c49-3b732de75016 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.98&port_id=575f075c-2797-4b8e-a85c-28f5a1830034 HTTP/1.1" status: 200 len: 217 time: 0.1311324 Nov 19 17:40:54.728227 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1af98d2f-3889-4a18-8879-875204f47b98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12425078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8983815'] for subnet, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:54.782754 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device 897d271d-3b82-4bc8-8528-1ac5b52b6d9b up at agent hyperv_n-h2-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:40:54.792790 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfd1994-5607-469f-a267-d25e5938d0d1 req-fd4739f2-eabe-4989-b704-bb8b495f8436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:40:54.794532 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ccfd1994-5607-469f-a267-d25e5938d0d1 req-fd4739f2-eabe-4989-b704-bb8b495f8436 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=bc33e4f3-1d04-4025-b8f1-8320a0f78c6e HTTP/1.1" status: 200 len: 801 time: 0.0629475 Nov 19 17:40:54.845544 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d054019-ed10-45f6-af93-5c3efe68b1e9 req-c4cde5f8-85c0-46d0-a9df-dd987317dc0d tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:40:54.853016 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-1d054019-ed10-45f6-af93-5c3efe68b1e9 req-c4cde5f8-85c0-46d0-a9df-dd987317dc0d tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] 10.222.0.54 "GET /v2.0/ports?device_id=43bb0a48-531d-435f-ae5b-d961d64a3ca7 HTTP/1.1" status: 200 len: 944 time: 0.3257492 Nov 19 17:40:54.861440 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-25b717dc-88c1-40bc-9232-f62c69fb33db req-cf6170ae-7d85-4760-bc7a-86f75f709eb0 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.54 "GET /v2.0/security-groups?id=740807d6-4246-4ecb-a636-49a5e5a1e11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2704515 Nov 19 17:40:54.873139 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af98d2f-3889-4a18-8879-875204f47b98 admin admin] Pushing event updated for resources: {'Subnet': ['ID=df2b5fb0-4ad7-475f-930a-bdefef26bd76,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:40:54.958203 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-1d054019-ed10-45f6-af93-5c3efe68b1e9 req-692e45b6-60dd-4ffd-ac02-e15200bdd37c tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a9bb8e9-ab46-4898-9298-f60e040eb6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038818 Nov 19 17:40:54.959792 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af98d2f-3889-4a18-8879-875204f47b98 admin admin] Checking segment: {'id': '68be9c2e-9e68-489a-becd-67ff095c4169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'c7b257b3-f66e-4846-9861-5f47f21f4188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:40:54.960894 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfd1994-5607-469f-a267-d25e5938d0d1 req-f0cd4eae-9afa-4004-87a0-3961b6696cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:40:54.961119 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1af98d2f-3889-4a18-8879-875204f47b98 admin admin] Network hostable DHCP agents. Network: c7b257b3-f66e-4846-9861-5f47f21f4188, hostable agents: ['02910ef2-0455-4aea-9f38-9a875579633f'], hosted agents: [] {{(pid=103364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 17:40:54.963666 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ccfd1994-5607-469f-a267-d25e5938d0d1 req-f0cd4eae-9afa-4004-87a0-3961b6696cf0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=efabcfe7-9f26-4ed2-9373-bb8ee539b6e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1329830 Nov 19 17:40:55.010131 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 575f075c-2797-4b8e-a85c-28f5a1830034, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=575f075c-2797-4b8e-a85c-28f5a1830034,segment=NetworkSegment(4f83a1bc-68d2-4dd7-9679-2c68027dd123),segment_id=4f83a1bc-68d2-4dd7-9679-2c68027dd123)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:40:55.065691 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1af98d2f-3889-4a18-8879-875204f47b98 admin admin] Network c7b257b3-f66e-4846-9861-5f47f21f4188 is scheduled to be hosted by DHCP agent 02910ef2-0455-4aea-9f38-9a875579633f with binding_index 1 {{(pid=103364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 17:40:55.083325 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-1af98d2f-3889-4a18-8879-875204f47b98 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818022-2, c7b257b3-f66e-4846-9861-5f47f21f4188) {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:40:55.099008 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1af98d2f-3889-4a18-8879-875204f47b98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:40:55.101344 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1af98d2f-3889-4a18-8879-875204f47b98 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:55.109167 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Returning: {'device': '575f075c-2797-4b8e-a85c-28f5a1830034', 'network_id': 'efabcfe7-9f26-4ed2-9373-bb8ee539b6e8', 'port_id': '575f075c-2797-4b8e-a85c-28f5a1830034', 'mac_address': 'fa:16:3e:f6:96:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 669, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc33e4f3-1d04-4025-b8f1-8320a0f78c6e', 'ip_address': '19.86.0.98'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 17:40:55.129600 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-1af98d2f-3889-4a18-8879-875204f47b98 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.4157557 Nov 19 17:40:55.149609 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e3487b8-2a71-43a1-b5ab-b5569b8c7749 None None] Network c7b257b3-f66e-4846-9861-5f47f21f4188 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:40:55.160000 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Provisioning complete for port 897d271d-3b82-4bc8-8528-1ac5b52b6d9b triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:40:55.161840 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:55.342808 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ccfd1994-5607-469f-a267-d25e5938d0d1 req-0d0efbd8-d1ec-4c91-8dba-e1a367a8d027 service neutron] 10.222.0.60 "GET /v2.0/networks/efabcfe7-9f26-4ed2-9373-bb8ee539b6e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3590677 Nov 19 17:40:55.402196 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c51faf1-df67-49d9-aa09-2a056a72479f req-2de3e020-4eb2-44ed-962c-fefcd9ddeafa tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:40:55.409536 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c51faf1-df67-49d9-aa09-2a056a72479f req-2de3e020-4eb2-44ed-962c-fefcd9ddeafa tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:40:55.411542 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2c51faf1-df67-49d9-aa09-2a056a72479f req-2de3e020-4eb2-44ed-962c-fefcd9ddeafa tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] 10.222.0.54 "GET /v2.0/ports?device_id=8a7d746f-14f5-40c4-925c-fda57f0dbcac HTTP/1.1" status: 200 len: 1678 time: 0.2493756 Nov 19 17:40:55.606874 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2c51faf1-df67-49d9-aa09-2a056a72479f req-8a3e4539-330c-4108-bff9-a2df62807dfd tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2d42000-c475-4f47-81a1-d381635bd450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817536 Nov 19 17:40:55.684703 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1715b3af-4b42-4a1d-b0c9-64c052f60198 req-23b69785-f83f-48e8-92ea-8418d35d3b3a tempest-ListServersNegativeTestJSON-1861778447 tempest-ListServersNegativeTestJSON-1861778447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:40:55.704580 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-1715b3af-4b42-4a1d-b0c9-64c052f60198 req-23b69785-f83f-48e8-92ea-8418d35d3b3a tempest-ListServersNegativeTestJSON-1861778447 tempest-ListServersNegativeTestJSON-1861778447-project] 10.222.0.54 "GET /v2.0/ports?device_id=90b9f751-a497-48e1-b0d0-647964d8b2b6 HTTP/1.1" status: 200 len: 944 time: 0.3931034 Nov 19 17:40:55.839328 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ccfd1994-5607-469f-a267-d25e5938d0d1 req-10717b8b-87e5-46e7-88d6-a1c054ae3a9a service neutron] 10.222.0.60 "GET /v2.0/networks/efabcfe7-9f26-4ed2-9373-bb8ee539b6e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4657636 Nov 19 17:40:55.928156 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:55.976569 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56e2245b-a29e-4e8d-bc8c-88151990ad19 None None] Network c7b257b3-f66e-4846-9861-5f47f21f4188 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:40:56.066807 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-1715b3af-4b42-4a1d-b0c9-64c052f60198 req-e1bff418-5dae-4b4d-9977-2ab5dc84f2e2 tempest-ListServersNegativeTestJSON-1861778447 tempest-ListServersNegativeTestJSON-1861778447-project] 10.222.0.54 "GET /v2.0/security-groups?id=144b99fe-6f19-47a4-90ef-47228a8ac1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3594902 Nov 19 17:40:56.143804 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 575f075c-2797-4b8e-a85c-28f5a1830034 {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:40:56.326808 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 575f075c-2797-4b8e-a85c-28f5a1830034, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=575f075c-2797-4b8e-a85c-28f5a1830034,segment=NetworkSegment(4f83a1bc-68d2-4dd7-9679-2c68027dd123),segment_id=4f83a1bc-68d2-4dd7-9679-2c68027dd123)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:40:56.368853 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:56.376602 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 960ff6b6-f04b-4ce5-b9e6-3685d448ebfd details requested by agent hyperv_n-h1-818022-2 with host n-h1-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 17:40:56.387238 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a526c1-f032-4475-ac37-15a236aa715a req-8c827e56-e0e6-4388-86dd-d340020c0ece tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:40:56.400442 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-49a526c1-f032-4475-ac37-15a236aa715a req-8c827e56-e0e6-4388-86dd-d340020c0ece tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] 10.222.0.86 "GET /v2.0/ports?device_id=43bb0a48-531d-435f-ae5b-d961d64a3ca7 HTTP/1.1" status: 200 len: 944 time: 0.2450149 Nov 19 17:40:56.493777 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127e78d3-1a80-4b37-9143-99a6828e403d req-b01b1678-0e2c-4f05-a1e8-f698ae4c072f tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:40:56.511294 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-127e78d3-1a80-4b37-9143-99a6828e403d req-b01b1678-0e2c-4f05-a1e8-f698ae4c072f tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.54 "GET /v2.0/ports?device_id=58455846-60e7-4f61-974f-dffca721866e HTTP/1.1" status: 200 len: 944 time: 0.2465959 Nov 19 17:40:56.514793 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:56.707914 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 47296) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:40:56.773562 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-127e78d3-1a80-4b37-9143-99a6828e403d req-66d1bc0a-e322-488a-95f8-7cd890207cf7 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.54 "GET /v2.0/security-groups?id=740807d6-4246-4ecb-a636-49a5e5a1e11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2548337 Nov 19 17:40:56.787718 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43bb0a48-531d-435f-ae5b-d961d64a3ca7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '897d271d-3b82-4bc8-8528-1ac5b52b6d9b'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:40:56.790132 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4925f9c1-789e-4d0d-8fc9-f9c9918403c0 req-592e44cd-1170-43b3-bcc7-54e95cc67417 tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:40:56.794379 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3940761bcd94e032e6960d2241bd8993c5d3a7d8dc2aca8488f3ecf1d4dd2fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24b1ff19-ffd8-47f2-b2c9-30c0c86737aa" -d '{"events": [{"server_uuid": "43bb0a48-531d-435f-ae5b-d961d64a3ca7", "name": "network-vif-plugged", "status": "completed", "tag": "897d271d-3b82-4bc8-8528-1ac5b52b6d9b"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:40:56.814896 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4925f9c1-789e-4d0d-8fc9-f9c9918403c0 req-592e44cd-1170-43b3-bcc7-54e95cc67417 tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] 10.222.0.54 "GET /v2.0/ports?device_id=43bb0a48-531d-435f-ae5b-d961d64a3ca7 HTTP/1.1" status: 200 len: 944 time: 0.3953519 Nov 19 17:40:56.848348 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=575f075c-2797-4b8e-a85c-28f5a1830034,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:40:56.901607 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port 897d271d-3b82-4bc8-8528-1ac5b52b6d9b, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=897d271d-3b82-4bc8-8528-1ac5b52b6d9b,segment=NetworkSegment(3937b058-45c3-4cdc-b27d-da1ca7985067),segment_id=3937b058-45c3-4cdc-b27d-da1ca7985067)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:40:56.914203 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:56.934683 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device 4126ab63-1000-43c6-8a9d-efbe4f07b4ab up at agent hyperv_n-h2-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:40:56.994870 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-46ed330c-8e7c-4f6b-a569-446900a50501 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1926283433-network', 'tenant_id': '576a71c59b264606ae89f9c57a18124b'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:40:57.055047 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4925f9c1-789e-4d0d-8fc9-f9c9918403c0 req-536366b4-49f9-4d5f-b2a8-3a9d6b8db617 tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a9bb8e9-ab46-4898-9298-f60e040eb6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2316244 Nov 19 17:40:57.092535 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-49a526c1-f032-4475-ac37-15a236aa715a req-299db1c5-b3b4-4a4e-9830-3161cf9a963c tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] Deleting port 897d271d-3b82-4bc8-8528-1ac5b52b6d9b {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:40:57.093105 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-49a526c1-f032-4475-ac37-15a236aa715a req-299db1c5-b3b4-4a4e-9830-3161cf9a963c tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:57.093495 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 960ff6b6-f04b-4ce5-b9e6-3685d448ebfd, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=960ff6b6-f04b-4ce5-b9e6-3685d448ebfd,segment=NetworkSegment(aa0cff57-bbc2-410b-bc12-1e622c1a6b93),segment_id=aa0cff57-bbc2-410b-bc12-1e622c1a6b93)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:40:57.150091 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5944e275-24ac-426b-807e-b452c1061f29 req-d130d3b2-9941-4cb1-899e-c76b76cfcaa1 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:40:57.179140 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46ed330c-8e7c-4f6b-a569-446900a50501 admin admin] Made reservation on behalf of 576a71c59b264606ae89f9c57a18124b for: {'network': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:40:57.179396 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5944e275-24ac-426b-807e-b452c1061f29 req-d130d3b2-9941-4cb1-899e-c76b76cfcaa1 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:40:57.181999 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-46ed330c-8e7c-4f6b-a569-446900a50501 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:57.186051 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Returning: {'device': '960ff6b6-f04b-4ce5-b9e6-3685d448ebfd', 'network_id': 'fdafa3f4-e774-4760-b725-0b22212747aa', 'port_id': '960ff6b6-f04b-4ce5-b9e6-3685d448ebfd', 'mac_address': 'fa:16:3e:8e:2a:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 697, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b62f006-1ac6-440d-a1ab-0a94a78edac6', 'ip_address': '19.80.0.249'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 17:40:57.186687 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-5944e275-24ac-426b-807e-b452c1061f29 req-d130d3b2-9941-4cb1-899e-c76b76cfcaa1 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] 10.222.0.54 "GET /v2.0/ports?device_id=8a7d746f-14f5-40c4-925c-fda57f0dbcac HTTP/1.1" status: 200 len: 1679 time: 0.1289213 Nov 19 17:40:57.195485 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Pushing event updated for resources: {'Port': ['ID=897d271d-3b82-4bc8-8528-1ac5b52b6d9b,revision_number=7']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:40:57.196607 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-46ed330c-8e7c-4f6b-a569-446900a50501 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:57.246131 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Provisioning for port 4126ab63-1000-43c6-8a9d-efbe4f07b4ab completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 17:40:57.257793 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Provisioning complete for port 4126ab63-1000-43c6-8a9d-efbe4f07b4ab triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:40:57.258351 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:57.298777 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:57.320045 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 47318) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:40:57.329200 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-d4c16208-13bd-4742-a073-debbdb894f57 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-724687321-network', 'tenant_id': 'e8e969e743cc4973a769e48f77a5a5f3'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:40:57.331974 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 960ff6b6-f04b-4ce5-b9e6-3685d448ebfd {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:40:57.352720 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-5944e275-24ac-426b-807e-b452c1061f29 req-051e8be0-1cf0-4b91-a571-41bc4e856d13 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2d42000-c475-4f47-81a1-d381635bd450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597705 Nov 19 17:40:57.356401 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-46ed330c-8e7c-4f6b-a569-446900a50501 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:57.372375 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-46ed330c-8e7c-4f6b-a569-446900a50501 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:57.387670 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4c16208-13bd-4742-a073-debbdb894f57 admin admin] Made reservation on behalf of e8e969e743cc4973a769e48f77a5a5f3 for: {'network': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:40:57.390443 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d4c16208-13bd-4742-a073-debbdb894f57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:57.403738 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 960ff6b6-f04b-4ce5-b9e6-3685d448ebfd, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=960ff6b6-f04b-4ce5-b9e6-3685d448ebfd,segment=NetworkSegment(aa0cff57-bbc2-410b-bc12-1e622c1a6b93),segment_id=aa0cff57-bbc2-410b-bc12-1e622c1a6b93)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:40:57.411409 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d4c16208-13bd-4742-a073-debbdb894f57 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:57.418901 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:57.469356 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:40:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5ea6efc-dffc-4984-a3b9-78e6dd81441b x-openstack-request-id: req-f5ea6efc-dffc-4984-a3b9-78e6dd81441b {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:40:57.470350 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43bb0a48-531d-435f-ae5b-d961d64a3ca7", "name": "network-vif-plugged", "status": "completed", "tag": "897d271d-3b82-4bc8-8528-1ac5b52b6d9b", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:40:57.470653 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f5ea6efc-dffc-4984-a3b9-78e6dd81441b {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:40:57.471697 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43bb0a48-531d-435f-ae5b-d961d64a3ca7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '897d271d-3b82-4bc8-8528-1ac5b52b6d9b', 'code': 200} Nov 19 17:40:57.479684 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ed330c-8e7c-4f6b-a569-446900a50501 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f99f604-6f0b-4d70-a060-9760f7a44891,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:40:57.518737 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46ed330c-8e7c-4f6b-a569-446900a50501 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 653} {{(pid=103365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 17:40:57.538197 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-49a526c1-f032-4475-ac37-15a236aa715a req-299db1c5-b3b4-4a4e-9830-3161cf9a963c tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] For port 897d271d-3b82-4bc8-8528-1ac5b52b6d9b, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=897d271d-3b82-4bc8-8528-1ac5b52b6d9b,segment=NetworkSegment(3937b058-45c3-4cdc-b27d-da1ca7985067),segment_id=3937b058-45c3-4cdc-b27d-da1ca7985067)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:40:57.538755 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-49a526c1-f032-4475-ac37-15a236aa715a req-299db1c5-b3b4-4a4e-9830-3161cf9a963c tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:57.554455 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63939c6-dda9-4d85-92d3-97e2621c48ae req-49e4f967-33a5-4b54-a533-6e3ee2f0ab0a tempest-ListServersNegativeTestJSON-1861778447 tempest-ListServersNegativeTestJSON-1861778447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:40:57.556381 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-46ed330c-8e7c-4f6b-a569-446900a50501 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:57.556992 n-d-818022-2 neutron-server[103365]: INFO neutron.db.segments_db [None req-46ed330c-8e7c-4f6b-a569-446900a50501 admin admin] Added segment c31acd2b-c8ca-42f4-93eb-b63a267c0a37 of type vlan for network 682f8625-2da0-4277-9298-7e9926949c04 Nov 19 17:40:57.562402 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f63939c6-dda9-4d85-92d3-97e2621c48ae req-49e4f967-33a5-4b54-a533-6e3ee2f0ab0a tempest-ListServersNegativeTestJSON-1861778447 tempest-ListServersNegativeTestJSON-1861778447-project] 10.222.0.54 "GET /v2.0/ports?device_id=90b9f751-a497-48e1-b0d0-647964d8b2b6 HTTP/1.1" status: 200 len: 944 time: 0.1007714 Nov 19 17:40:57.572120 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=960ff6b6-f04b-4ce5-b9e6-3685d448ebfd,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:40:57.575060 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-49a526c1-f032-4475-ac37-15a236aa715a req-299db1c5-b3b4-4a4e-9830-3161cf9a963c tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] Calling delete_port for 897d271d-3b82-4bc8-8528-1ac5b52b6d9b owned by compute:nova {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:40:57.586827 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:57.639489 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f63939c6-dda9-4d85-92d3-97e2621c48ae req-7d95a528-56ad-4ad5-a5e0-a19954585227 tempest-ListServersNegativeTestJSON-1861778447 tempest-ListServersNegativeTestJSON-1861778447-project] 10.222.0.54 "GET /v2.0/security-groups?id=144b99fe-6f19-47a4-90ef-47228a8ac1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761828 Nov 19 17:40:57.662537 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-46ed330c-8e7c-4f6b-a569-446900a50501 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:57.666425 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d4c16208-13bd-4742-a073-debbdb894f57 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:57.680300 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d4c16208-13bd-4742-a073-debbdb894f57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:57.699624 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port 4126ab63-1000-43c6-8a9d-efbe4f07b4ab, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=4126ab63-1000-43c6-8a9d-efbe4f07b4ab,segment=NetworkSegment(d1128686-9c81-4811-a31a-43d98b347bb6),segment_id=d1128686-9c81-4811-a31a-43d98b347bb6)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:40:57.711844 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:57.753176 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4c16208-13bd-4742-a073-debbdb894f57 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 676} {{(pid=103364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 17:40:57.766710 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c16208-13bd-4742-a073-debbdb894f57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8ad38b3-2e55-48da-bd5e-6d99e1465712,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:40:57.773017 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-46ed330c-8e7c-4f6b-a569-446900a50501 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:57.776737 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46ed330c-8e7c-4f6b-a569-446900a50501 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:40:57.777375 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-46ed330c-8e7c-4f6b-a569-446900a50501 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:57.781573 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d4c16208-13bd-4742-a073-debbdb894f57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:57.781968 n-d-818022-2 neutron-server[103364]: INFO neutron.db.segments_db [None req-d4c16208-13bd-4742-a073-debbdb894f57 admin admin] Added segment 12b8b899-7c75-48e2-8ba9-00e269c0d06d of type vlan for network 4e707b2d-53f1-41a4-a321-6d26fc071c22 Nov 19 17:40:57.841988 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['960ff6b6-f04b-4ce5-b9e6-3685d448ebfd'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:40:57.846005 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Pushing event updated for resources: {'Port': ['ID=4126ab63-1000-43c6-8a9d-efbe4f07b4ab,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:40:57.852201 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d4c16208-13bd-4742-a073-debbdb894f57 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:57.910124 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d4c16208-13bd-4742-a073-debbdb894f57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:57.912582 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4c16208-13bd-4742-a073-debbdb894f57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:40:57.914068 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d4c16208-13bd-4742-a073-debbdb894f57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:57.923224 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-46ed330c-8e7c-4f6b-a569-446900a50501 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2059560 Nov 19 17:40:57.932540 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 47322) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:40:57.950408 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-39fc8e55-4191-497d-8bae-88bb35477e67 admin admin] Request body: {'subnet': {'network_id': '682f8625-2da0-4277-9298-7e9926949c04', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1926283433-subnet', 'tenant_id': '576a71c59b264606ae89f9c57a18124b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:40:58.003897 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c16208-13bd-4742-a073-debbdb894f57 admin admin] Pushing event updated for resources: {'Network': ['ID=4e707b2d-53f1-41a4-a321-6d26fc071c22,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:40:58.021781 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network 4e707b2d-53f1-41a4-a321-6d26fc071c22 details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 17:40:58.024222 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-d4c16208-13bd-4742-a073-debbdb894f57 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.7018414 Nov 19 17:40:58.024876 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 47330) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:40:58.025542 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ed330c-8e7c-4f6b-a569-446900a50501 admin admin] Pushing event updated for resources: {'Network': ['ID=682f8625-2da0-4277-9298-7e9926949c04,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:40:58.046841 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-06bb1e98-c115-4385-a925-943c6f1dcc94 admin admin] Request body: {'subnet': {'network_id': '4e707b2d-53f1-41a4-a321-6d26fc071c22', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-724687321-subnet', 'tenant_id': 'e8e969e743cc4973a769e48f77a5a5f3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:40:58.102876 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network 682f8625-2da0-4277-9298-7e9926949c04 details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 17:40:58.205344 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39fc8e55-4191-497d-8bae-88bb35477e67 admin admin] Made reservation on behalf of 576a71c59b264606ae89f9c57a18124b for: {'subnet': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:40:58.220565 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-39fc8e55-4191-497d-8bae-88bb35477e67 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8731248'] for subnet, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:58.239376 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06bb1e98-c115-4385-a925-943c6f1dcc94 admin admin] Made reservation on behalf of e8e969e743cc4973a769e48f77a5a5f3 for: {'subnet': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:40:58.241900 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-06bb1e98-c115-4385-a925-943c6f1dcc94 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8983829'] for subnet, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:58.268907 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f24e099-6bb2-4794-af03-6f6cf1fbef64 req-84fd6e9f-96ab-4b3a-a114-a67388f75929 tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:40:58.277647 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8f24e099-6bb2-4794-af03-6f6cf1fbef64 req-84fd6e9f-96ab-4b3a-a114-a67388f75929 tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] 10.222.0.54 "GET /v2.0/ports?device_id=43bb0a48-531d-435f-ae5b-d961d64a3ca7 HTTP/1.1" status: 200 len: 945 time: 0.1282701 Nov 19 17:40:58.316592 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2135b0f9-c663-40e2-b7c5-b33f0d45e057 req-49ebc0ac-f59c-4d8d-820f-368f0565a5c4 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:40:58.324913 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2135b0f9-c663-40e2-b7c5-b33f0d45e057 req-49ebc0ac-f59c-4d8d-820f-368f0565a5c4 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.54 "GET /v2.0/ports?device_id=58455846-60e7-4f61-974f-dffca721866e HTTP/1.1" status: 200 len: 944 time: 0.3547947 Nov 19 17:40:58.353540 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-49a526c1-f032-4475-ac37-15a236aa715a req-299db1c5-b3b4-4a4e-9830-3161cf9a963c tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:58.369649 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] get_ports_and_sgs() called for port_ids ['897d271d-3b82-4bc8-8528-1ac5b52b6d9b'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:40:58.413795 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8f24e099-6bb2-4794-af03-6f6cf1fbef64 req-caef7ba4-d5d7-44a0-b206-923113548a41 tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a9bb8e9-ab46-4898-9298-f60e040eb6b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344509 Nov 19 17:40:58.718277 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-06bb1e98-c115-4385-a925-943c6f1dcc94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12425078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8983815'] for subnet, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:58.764780 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['575f075c-2797-4b8e-a85c-28f5a1830034'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:40:58.800679 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f77ea92-48f1-4989-bf5c-117084042155 req-b2c1161b-ba54-4845-825c-7364d0956ad1 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:40:58.808413 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f77ea92-48f1-4989-bf5c-117084042155 req-b2c1161b-ba54-4845-825c-7364d0956ad1 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:40:58.817675 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2f77ea92-48f1-4989-bf5c-117084042155 req-b2c1161b-ba54-4845-825c-7364d0956ad1 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] 10.222.0.54 "GET /v2.0/ports?device_id=8a7d746f-14f5-40c4-925c-fda57f0dbcac HTTP/1.1" status: 200 len: 1680 time: 0.1582191 Nov 19 17:40:58.883927 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bb1e98-c115-4385-a925-943c6f1dcc94 admin admin] Pushing event updated for resources: {'Subnet': ['ID=94d095c0-8c7a-4f81-afb0-3af4829cfafd,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:40:58.899078 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299db1c5-b3b4-4a4e-9830-3161cf9a963c tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] Pushing event deleted for resources: {'Port': ['ID=897d271d-3b82-4bc8-8528-1ac5b52b6d9b,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:40:58.911724 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06bb1e98-c115-4385-a925-943c6f1dcc94 admin admin] Checking segment: {'id': '12b8b899-7c75-48e2-8ba9-00e269c0d06d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '4e707b2d-53f1-41a4-a321-6d26fc071c22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:40:58.912354 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06bb1e98-c115-4385-a925-943c6f1dcc94 admin admin] Network hostable DHCP agents. Network: 4e707b2d-53f1-41a4-a321-6d26fc071c22, hostable agents: ['02910ef2-0455-4aea-9f38-9a875579633f'], hosted agents: [] {{(pid=103364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 17:40:58.949985 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2f77ea92-48f1-4989-bf5c-117084042155 req-4c1d0ee8-6a1d-4c1d-8552-3af713661911 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2d42000-c475-4f47-81a1-d381635bd450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236067 Nov 19 17:40:58.981597 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06bb1e98-c115-4385-a925-943c6f1dcc94 admin admin] Network 4e707b2d-53f1-41a4-a321-6d26fc071c22 is scheduled to be hosted by DHCP agent 02910ef2-0455-4aea-9f38-9a875579633f with binding_index 1 {{(pid=103364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 17:40:58.998731 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-06bb1e98-c115-4385-a925-943c6f1dcc94 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818022-2, 4e707b2d-53f1-41a4-a321-6d26fc071c22) {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:40:59.004881 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06bb1e98-c115-4385-a925-943c6f1dcc94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:40:59.008199 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-06bb1e98-c115-4385-a925-943c6f1dcc94 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:59.012445 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cad0679-55d0-4e5d-9123-9dc7e3ee9c5f None None] Network 4e707b2d-53f1-41a4-a321-6d26fc071c22 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:40:59.033291 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2135b0f9-c663-40e2-b7c5-b33f0d45e057 req-3ee96717-c309-40fa-9659-33a9f1c057d4 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.54 "GET /v2.0/security-groups?id=740807d6-4246-4ecb-a636-49a5e5a1e11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7072122 Nov 19 17:40:59.047566 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-06bb1e98-c115-4385-a925-943c6f1dcc94 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.0213747 Nov 19 17:40:59.083559 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-49a526c1-f032-4475-ac37-15a236aa715a req-299db1c5-b3b4-4a4e-9830-3161cf9a963c tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] No DVR routers for this DVR port 897d271d-3b82-4bc8-8528-1ac5b52b6d9b on host n-h2-818022-2 {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:40:59.095847 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-49a526c1-f032-4475-ac37-15a236aa715a req-299db1c5-b3b4-4a4e-9830-3161cf9a963c tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:59.099645 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-49a526c1-f032-4475-ac37-15a236aa715a req-299db1c5-b3b4-4a4e-9830-3161cf9a963c tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] 10.222.0.86 "DELETE /v2.0/ports/897d271d-3b82-4bc8-8528-1ac5b52b6d9b HTTP/1.1" status: 204 len: 173 time: 2.6454449 Nov 19 17:40:59.100121 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43bb0a48-531d-435f-ae5b-d961d64a3ca7', 'name': 'network-vif-deleted', 'tag': '897d271d-3b82-4bc8-8528-1ac5b52b6d9b'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:40:59.102668 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218319d759239a7d11f1288aef37381b97754913ee9ccbfd43b51a463f801712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b41c6837-6812-4b34-894c-04c582659802" -d '{"events": [{"server_uuid": "43bb0a48-531d-435f-ae5b-d961d64a3ca7", "name": "network-vif-deleted", "tag": "897d271d-3b82-4bc8-8528-1ac5b52b6d9b"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:40:59.239923 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a658192-b737-4165-9a33-ce3c42142321 req-57152dc0-72c0-4283-8c3a-5050272c66f2 tempest-ListServersNegativeTestJSON-1861778447 tempest-ListServersNegativeTestJSON-1861778447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:40:59.249165 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9a658192-b737-4165-9a33-ce3c42142321 req-57152dc0-72c0-4283-8c3a-5050272c66f2 tempest-ListServersNegativeTestJSON-1861778447 tempest-ListServersNegativeTestJSON-1861778447-project] 10.222.0.54 "GET /v2.0/ports?device_id=90b9f751-a497-48e1-b0d0-647964d8b2b6 HTTP/1.1" status: 200 len: 945 time: 0.1403635 Nov 19 17:40:59.382118 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:40:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f84e4ae-8b92-492c-9b8a-45a424fa0aa4 x-openstack-request-id: req-0f84e4ae-8b92-492c-9b8a-45a424fa0aa4 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:40:59.382377 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43bb0a48-531d-435f-ae5b-d961d64a3ca7", "name": "network-vif-deleted", "tag": "897d271d-3b82-4bc8-8528-1ac5b52b6d9b", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:40:59.382494 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-0f84e4ae-8b92-492c-9b8a-45a424fa0aa4 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:40:59.383696 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43bb0a48-531d-435f-ae5b-d961d64a3ca7', 'name': 'network-vif-deleted', 'tag': '897d271d-3b82-4bc8-8528-1ac5b52b6d9b', 'status': 'completed', 'code': 200} Nov 19 17:40:59.404188 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-39fc8e55-4191-497d-8bae-88bb35477e67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12283104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8731234'] for subnet, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:59.416797 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9a658192-b737-4165-9a33-ce3c42142321 req-9977d22c-6813-4289-8c11-e7cf721f5f79 tempest-ListServersNegativeTestJSON-1861778447 tempest-ListServersNegativeTestJSON-1861778447-project] 10.222.0.54 "GET /v2.0/security-groups?id=144b99fe-6f19-47a4-90ef-47228a8ac1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613305 Nov 19 17:40:59.480391 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90b9f751-a497-48e1-b0d0-647964d8b2b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4126ab63-1000-43c6-8a9d-efbe4f07b4ab'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:40:59.485465 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3940761bcd94e032e6960d2241bd8993c5d3a7d8dc2aca8488f3ecf1d4dd2fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0d7fb76-038a-415d-b79d-4b5d7c23b0df" -d '{"events": [{"server_uuid": "90b9f751-a497-48e1-b0d0-647964d8b2b6", "name": "network-vif-plugged", "status": "completed", "tag": "4126ab63-1000-43c6-8a9d-efbe4f07b4ab"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:40:59.489048 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 960ff6b6-f04b-4ce5-b9e6-3685d448ebfd up at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:40:59.508685 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34827eba-ed20-4a13-9f25-9d478b94923c None None] Network 4e707b2d-53f1-41a4-a321-6d26fc071c22 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:40:59.652750 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e9df311c-8ebe-4558-9811-7f19da33f30f req-a7c37b99-71da-4013-98a0-e23f7e814289 tempest-ImagesTestJSON-678078382 tempest-ImagesTestJSON-678078382-project] 10.222.0.54 "GET /v2.0/ports?device_id=43bb0a48-531d-435f-ae5b-d961d64a3ca7 HTTP/1.1" status: 200 len: 210 time: 0.0591202 Nov 19 17:40:59.658261 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:40:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-997ce4a3-6769-442e-ae2e-97f59032ccd9 x-openstack-request-id: req-997ce4a3-6769-442e-ae2e-97f59032ccd9 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:40:59.658631 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90b9f751-a497-48e1-b0d0-647964d8b2b6", "name": "network-vif-plugged", "status": "completed", "tag": "4126ab63-1000-43c6-8a9d-efbe4f07b4ab", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:40:59.658911 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-997ce4a3-6769-442e-ae2e-97f59032ccd9 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:40:59.659453 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90b9f751-a497-48e1-b0d0-647964d8b2b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4126ab63-1000-43c6-8a9d-efbe4f07b4ab', 'code': 200} Nov 19 17:40:59.673221 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2f922119-271e-4910-97ed-e31d1def05c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:59.704843 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39fc8e55-4191-497d-8bae-88bb35477e67 admin admin] Checking segment: {'id': 'c31acd2b-c8ca-42f4-93eb-b63a267c0a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '682f8625-2da0-4277-9298-7e9926949c04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:40:59.711062 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39fc8e55-4191-497d-8bae-88bb35477e67 admin admin] Network hostable DHCP agents. Network: 682f8625-2da0-4277-9298-7e9926949c04, hostable agents: ['02910ef2-0455-4aea-9f38-9a875579633f'], hosted agents: [] {{(pid=103365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 17:40:59.746645 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning for port 960ff6b6-f04b-4ce5-b9e6-3685d448ebfd completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 17:40:59.762571 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning complete for port 960ff6b6-f04b-4ce5-b9e6-3685d448ebfd triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:40:59.762571 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:59.785687 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fc8e55-4191-497d-8bae-88bb35477e67 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f5c6a62-0950-471c-b23c-a773ab4433a6,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:40:59.823119 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ff4c59ae-2afa-4185-9949-c4156b45dcfe req-6ebbed03-0f0d-4ead-be82-bf7f3a78d11d service neutron] 10.222.0.60 "GET /v2.0/ports/a8f2c8e4-bede-4c8e-8ed6-ea2657b609e4/bindings/n-h2-818022-2 HTTP/1.1" status: 200 len: 384 time: 0.4453652 Nov 19 17:40:59.843307 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39fc8e55-4191-497d-8bae-88bb35477e67 admin admin] Network 682f8625-2da0-4277-9298-7e9926949c04 is scheduled to be hosted by DHCP agent 02910ef2-0455-4aea-9f38-9a875579633f with binding_index 1 {{(pid=103365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 17:40:59.852924 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf26ddf-9053-42ff-bb66-2fb37e98227a req-3c45dfe8-a133-42d6-b562-0894a0cf46a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:40:59.863732 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9cf26ddf-9053-42ff-bb66-2fb37e98227a req-3c45dfe8-a133-42d6-b562-0894a0cf46a5 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=90b9f751-a497-48e1-b0d0-647964d8b2b6 HTTP/1.1" status: 200 len: 1096 time: 0.1344197 Nov 19 17:40:59.932474 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:40:59.995661 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 960ff6b6-f04b-4ce5-b9e6-3685d448ebfd, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=960ff6b6-f04b-4ce5-b9e6-3685d448ebfd,segment=NetworkSegment(aa0cff57-bbc2-410b-bc12-1e622c1a6b93),segment_id=aa0cff57-bbc2-410b-bc12-1e622c1a6b93)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:41:00.000623 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:00.001442 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device a8f2c8e4-bede-4c8e-8ed6-ea2657b609e4 no longer exists at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:41:00.006626 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-39fc8e55-4191-497d-8bae-88bb35477e67 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818022-2, 682f8625-2da0-4277-9298-7e9926949c04) {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:41:00.036720 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39fc8e55-4191-497d-8bae-88bb35477e67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:00.040026 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-39fc8e55-4191-497d-8bae-88bb35477e67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:00.105067 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=960ff6b6-f04b-4ce5-b9e6-3685d448ebfd,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:41:00.108286 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c6365cc-bd45-4226-99e6-d09d91be8abc None None] Network 682f8625-2da0-4277-9298-7e9926949c04 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:41:00.267906 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42320ba-c66e-4f05-b420-3ce3ce2010e9 req-5306724d-bf1e-437a-8b86-05efcd56b3cf tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:00.277188 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42320ba-c66e-4f05-b420-3ce3ce2010e9 req-5306724d-bf1e-437a-8b86-05efcd56b3cf tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:00.278944 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b42320ba-c66e-4f05-b420-3ce3ce2010e9 req-5306724d-bf1e-437a-8b86-05efcd56b3cf tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] 10.222.0.54 "GET /v2.0/ports?device_id=8a7d746f-14f5-40c4-925c-fda57f0dbcac HTTP/1.1" status: 200 len: 1681 time: 0.1585722 Nov 19 17:41:00.307715 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-39fc8e55-4191-497d-8bae-88bb35477e67 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.3647366 Nov 19 17:41:00.312173 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9cf26ddf-9053-42ff-bb66-2fb37e98227a req-2ebf2e61-2e58-4225-8213-14b35e7c7a3b service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=144b99fe-6f19-47a4-90ef-47228a8ac1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4304328 Nov 19 17:41:00.318433 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 47388) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:41:00.334427 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-5736e8e5-8e82-4b46-b17b-748986b37dd2 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1926283433-router', 'tenant_id': '576a71c59b264606ae89f9c57a18124b', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'}}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:41:00.347998 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b42320ba-c66e-4f05-b420-3ce3ce2010e9 req-f7f0bf7a-48bd-4bb0-a6f9-acf545a78dba tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2d42000-c475-4f47-81a1-d381635bd450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626676 Nov 19 17:41:00.364207 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5736e8e5-8e82-4b46-b17b-748986b37dd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9890'] for router, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:00.365792 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5736e8e5-8e82-4b46-b17b-748986b37dd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671617', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-732153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4689'] for router, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:00.395108 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad6df69e-2500-41e1-9c81-c77e0fabb6c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54f44f5f-1200-574e-8740-2141911d5b73-682f8625-2da0-4277-9298-7e9926949c04', 'network_id': '682f8625-2da0-4277-9298-7e9926949c04', 'tenant_id': '576a71c59b264606ae89f9c57a18124b', 'fixed_ips': [{'subnet_id': '6f5c6a62-0950-471c-b23c-a773ab4433a6'}]}} from n-d-818022-2. {{(pid=103366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 17:41:00.395974 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ad6df69e-2500-41e1-9c81-c77e0fabb6c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:00.466522 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b4708e-1f28-4c2e-a148-272ad1afed65 req-1bbaf5c7-082e-4de6-9e1f-884612b7e07c tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:00.468536 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-38b4708e-1f28-4c2e-a148-272ad1afed65 req-1bbaf5c7-082e-4de6-9e1f-884612b7e07c tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/networks?id=c7b257b3-f66e-4846-9861-5f47f21f4188 HTTP/1.1" status: 200 len: 807 time: 0.3534307 Nov 19 17:41:00.514337 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device 897d271d-3b82-4bc8-8528-1ac5b52b6d9b no longer exists at agent hyperv_n-h2-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:41:00.552858 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] No Port match for: 897d271d-3b82-4bc8-8528-1ac5b52b6d9b {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:41:00.554113 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device 897d271d-3b82-4bc8-8528-1ac5b52b6d9b not bound to the agent host n-h2-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:41:00.555091 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad66407f-7746-467d-b740-6f9b4f35547d req-4b55b24d-6656-49f9-bc83-9bc0142ffdfd tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:00.564491 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ad66407f-7746-467d-b740-6f9b4f35547d req-4b55b24d-6656-49f9-bc83-9bc0142ffdfd tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.54 "GET /v2.0/ports?device_id=58455846-60e7-4f61-974f-dffca721866e HTTP/1.1" status: 200 len: 944 time: 0.0918267 Nov 19 17:41:00.593727 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5736e8e5-8e82-4b46-b17b-748986b37dd2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:00.598141 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-38b4708e-1f28-4c2e-a148-272ad1afed65 req-89e9ab61-1d1f-449a-a005-7c2e5d1a95bb tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/quotas/de10e7e0e3ea4ce28d84ef76e9c1ec3a HTTP/1.1" status: 200 len: 375 time: 0.1121535 Nov 19 17:41:00.671068 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ad66407f-7746-467d-b740-6f9b4f35547d req-3ac0aea0-efee-402d-9802-4c8d73ba38fb tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.54 "GET /v2.0/security-groups?id=740807d6-4246-4ecb-a636-49a5e5a1e11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031673 Nov 19 17:41:00.726083 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [None req-ad6df69e-2500-41e1-9c81-c77e0fabb6c5 None None] Allocated IP 172.20.0.2 (682f8625-2da0-4277-9298-7e9926949c04/6f5c6a62-0950-471c-b23c-a773ab4433a6/1793723a-24e0-467c-bf6b-4a3fbd3dc870) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:41:00.736230 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-38b4708e-1f28-4c2e-a148-272ad1afed65 req-72d6edec-b167-4e5a-a43f-7712dece8493 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=de10e7e0e3ea4ce28d84ef76e9c1ec3a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0812964 Nov 19 17:41:00.915345 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5736e8e5-8e82-4b46-b17b-748986b37dd2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:00.933083 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-ff4c59ae-2afa-4185-9949-c4156b45dcfe req-eea3f05a-8faa-45fc-9825-8ef6e3868c1b service neutron] For port a8f2c8e4-bede-4c8e-8ed6-ea2657b609e4, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=a8f2c8e4-bede-4c8e-8ed6-ea2657b609e4,segment=NetworkSegment(fa32b67e-17cc-4a5c-8764-82d3483c4272),segment_id=fa32b67e-17cc-4a5c-8764-82d3483c4272)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:41:01.036416 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc49e26-30bd-4148-be03-ceef200443e7 req-f8b13192-3aac-482c-a3a7-328ee4fd9a1d tempest-ListServersNegativeTestJSON-1861778447 tempest-ListServersNegativeTestJSON-1861778447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:01.045125 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ad6df69e-2500-41e1-9c81-c77e0fabb6c5 None None] Publish callbacks [] for port, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:01.052784 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2cc49e26-30bd-4148-be03-ceef200443e7 req-f8b13192-3aac-482c-a3a7-328ee4fd9a1d tempest-ListServersNegativeTestJSON-1861778447 tempest-ListServersNegativeTestJSON-1861778447-project] 10.222.0.54 "GET /v2.0/ports?device_id=90b9f751-a497-48e1-b0d0-647964d8b2b6 HTTP/1.1" status: 200 len: 945 time: 0.1585953 Nov 19 17:41:01.060858 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ad6df69e-2500-41e1-9c81-c77e0fabb6c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998'] for port, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:01.061209 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-ff4c59ae-2afa-4185-9949-c4156b45dcfe req-eea3f05a-8faa-45fc-9825-8ef6e3868c1b service neutron] For port a8f2c8e4-bede-4c8e-8ed6-ea2657b609e4, host n-h1-818022-2, cleared binding levels {{(pid=103365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:41:01.118307 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [req-ff4c59ae-2afa-4185-9949-c4156b45dcfe req-eea3f05a-8faa-45fc-9825-8ef6e3868c1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8f2c8e4-bede-4c8e-8ed6-ea2657b609e4 {{(pid=103365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:41:01.118590 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad6df69e-2500-41e1-9c81-c77e0fabb6c5 None None] Network 682f8625-2da0-4277-9298-7e9926949c04 is already hosted by enough agents. {{(pid=103366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:41:01.124404 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [None req-ad6df69e-2500-41e1-9c81-c77e0fabb6c5 None None] Resources bound (agent type, host, resource id): {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:41:01.134370 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-ff4c59ae-2afa-4185-9949-c4156b45dcfe req-eea3f05a-8faa-45fc-9825-8ef6e3868c1b service neutron] For port a8f2c8e4-bede-4c8e-8ed6-ea2657b609e4, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=a8f2c8e4-bede-4c8e-8ed6-ea2657b609e4,segment=NetworkSegment(fa32b67e-17cc-4a5c-8764-82d3483c4272),segment_id=fa32b67e-17cc-4a5c-8764-82d3483c4272)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:41:01.135178 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2cc49e26-30bd-4148-be03-ceef200443e7 req-590da865-4202-4fa8-a7a0-fcc8a9de48d4 tempest-ListServersNegativeTestJSON-1861778447 tempest-ListServersNegativeTestJSON-1861778447-project] 10.222.0.54 "GET /v2.0/security-groups?id=144b99fe-6f19-47a4-90ef-47228a8ac1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808916 Nov 19 17:41:01.135381 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad6df69e-2500-41e1-9c81-c77e0fabb6c5 None None] Received port after_create {{(pid=103366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:41:01.161105 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-ff4c59ae-2afa-4185-9949-c4156b45dcfe req-eea3f05a-8faa-45fc-9825-8ef6e3868c1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:01.206386 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-38b4708e-1f28-4c2e-a148-272ad1afed65 req-af1a0e49-a717-4858-89c0-c5e7dceecb26 service neutron] 10.222.0.54 "GET /v2.0/networks/c7b257b3-f66e-4846-9861-5f47f21f4188?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4081855 Nov 19 17:41:01.239074 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6df69e-2500-41e1-9c81-c77e0fabb6c5 None None] Pushing event updated for resources: {'Port': ['ID=1793723a-24e0-467c-bf6b-4a3fbd3dc870,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:41:01.265599 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-ad6df69e-2500-41e1-9c81-c77e0fabb6c5 None None] Attempting to bind port 1793723a-24e0-467c-bf6b-4a3fbd3dc870 on host n-d-818022-2 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:41:01.266164 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-ad6df69e-2500-41e1-9c81-c77e0fabb6c5 None None] Attempting to bind port 1793723a-24e0-467c-bf6b-4a3fbd3dc870 by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': 'c31acd2b-c8ca-42f4-93eb-b63a267c0a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '682f8625-2da0-4277-9298-7e9926949c04'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:41:01.266644 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad6df69e-2500-41e1-9c81-c77e0fabb6c5 None None] Attempting to bind port 1793723a-24e0-467c-bf6b-4a3fbd3dc870 on network 682f8625-2da0-4277-9298-7e9926949c04 {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:41:01.278905 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad6df69e-2500-41e1-9c81-c77e0fabb6c5 None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 40, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:41:01.281988 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad6df69e-2500-41e1-9c81-c77e0fabb6c5 None None] Checking segment: {'id': 'c31acd2b-c8ca-42f4-93eb-b63a267c0a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '682f8625-2da0-4277-9298-7e9926949c04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:41:01.282548 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ad6df69e-2500-41e1-9c81-c77e0fabb6c5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:01.283647 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad6df69e-2500-41e1-9c81-c77e0fabb6c5 None None] Bound using segment: {'id': 'c31acd2b-c8ca-42f4-93eb-b63a267c0a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '682f8625-2da0-4277-9298-7e9926949c04'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:41:01.284387 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-ad6df69e-2500-41e1-9c81-c77e0fabb6c5 None None] Bound port: 1793723a-24e0-467c-bf6b-4a3fbd3dc870, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c31acd2b-c8ca-42f4-93eb-b63a267c0a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '682f8625-2da0-4277-9298-7e9926949c04'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:41:01.284888 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ad6df69e-2500-41e1-9c81-c77e0fabb6c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:01.404546 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.provisioning_blocks [req-ff4c59ae-2afa-4185-9949-c4156b45dcfe req-eea3f05a-8faa-45fc-9825-8ef6e3868c1b service neutron] Transition to ACTIVE for port object a8f2c8e4-bede-4c8e-8ed6-ea2657b609e4 will not be triggered until provisioned by entity L2. {{(pid=103365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 17:41:01.427981 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-ff4c59ae-2afa-4185-9949-c4156b45dcfe req-eea3f05a-8faa-45fc-9825-8ef6e3868c1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:01.476258 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 575f075c-2797-4b8e-a85c-28f5a1830034 up at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:41:01.556536 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-38b4708e-1f28-4c2e-a148-272ad1afed65 req-cc7cd0b3-12d9-4f74-9919-7647f78ef7fe service neutron] 10.222.0.54 "GET /v2.0/networks/c7b257b3-f66e-4846-9861-5f47f21f4188?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2712045 Nov 19 17:41:01.575806 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-ad6df69e-2500-41e1-9c81-c77e0fabb6c5 None None] For port 1793723a-24e0-467c-bf6b-4a3fbd3dc870, host n-d-818022-2, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:41:01.590906 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning for port 575f075c-2797-4b8e-a85c-28f5a1830034 completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 17:41:01.595530 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-ad6df69e-2500-41e1-9c81-c77e0fabb6c5 None None] For port 1793723a-24e0-467c-bf6b-4a3fbd3dc870, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=1793723a-24e0-467c-bf6b-4a3fbd3dc870,segment=NetworkSegment(c31acd2b-c8ca-42f4-93eb-b63a267c0a37),segment_id=c31acd2b-c8ca-42f4-93eb-b63a267c0a37)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:41:01.600528 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning complete for port 575f075c-2797-4b8e-a85c-28f5a1830034 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:41:01.600929 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:01.649764 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30e92f4-3ac7-4762-9a93-98cceefa19cd req-cbf57e08-4047-4b46-bca0-5589aaaeed88 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:01.669090 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30e92f4-3ac7-4762-9a93-98cceefa19cd req-cbf57e08-4047-4b46-bca0-5589aaaeed88 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:01.679517 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-e30e92f4-3ac7-4762-9a93-98cceefa19cd req-cbf57e08-4047-4b46-bca0-5589aaaeed88 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] 10.222.0.54 "GET /v2.0/ports?device_id=8a7d746f-14f5-40c4-925c-fda57f0dbcac HTTP/1.1" status: 200 len: 1681 time: 0.1672540 Nov 19 17:41:01.700299 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a7d746f-14f5-40c4-925c-fda57f0dbcac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '960ff6b6-f04b-4ce5-b9e6-3685d448ebfd'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:41:01.704616 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3940761bcd94e032e6960d2241bd8993c5d3a7d8dc2aca8488f3ecf1d4dd2fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00356718-7882-4305-b630-18b995133ed8" -d '{"events": [{"server_uuid": "8a7d746f-14f5-40c4-925c-fda57f0dbcac", "name": "network-vif-plugged", "status": "completed", "tag": "960ff6b6-f04b-4ce5-b9e6-3685d448ebfd"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:41:01.713613 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ad6df69e-2500-41e1-9c81-c77e0fabb6c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:01.777024 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-e30e92f4-3ac7-4762-9a93-98cceefa19cd req-33a993f8-b929-48cd-915b-8c7fb8991489 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2d42000-c475-4f47-81a1-d381635bd450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932198 Nov 19 17:41:01.788783 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff4c59ae-2afa-4185-9949-c4156b45dcfe req-eea3f05a-8faa-45fc-9825-8ef6e3868c1b service neutron] No DVR routers for this DVR port a8f2c8e4-bede-4c8e-8ed6-ea2657b609e4 on host n-h1-818022-2 {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:41:01.806779 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea3f05a-8faa-45fc-9825-8ef6e3868c1b service neutron] Pushing event updated for resources: {'Port': ['ID=a8f2c8e4-bede-4c8e-8ed6-ea2657b609e4,revision_number=10']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:41:01.880969 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ff4c59ae-2afa-4185-9949-c4156b45dcfe req-eea3f05a-8faa-45fc-9825-8ef6e3868c1b service neutron] 10.222.0.60 "PUT /v2.0/ports/a8f2c8e4-bede-4c8e-8ed6-ea2657b609e4/bindings/n-h2-818022-2/activate HTTP/1.1" status: 200 len: 369 time: 2.0469408 Nov 19 17:41:02.024631 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5736e8e5-8e82-4b46-b17b-748986b37dd2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:02.117454 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:41:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85f947f6-a21c-441b-abcc-4d5dc553a50c x-openstack-request-id: req-85f947f6-a21c-441b-abcc-4d5dc553a50c {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:41:02.117839 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a7d746f-14f5-40c4-925c-fda57f0dbcac", "name": "network-vif-plugged", "status": "completed", "tag": "960ff6b6-f04b-4ce5-b9e6-3685d448ebfd", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:41:02.118039 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-85f947f6-a21c-441b-abcc-4d5dc553a50c {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:41:02.118501 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a7d746f-14f5-40c4-925c-fda57f0dbcac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '960ff6b6-f04b-4ce5-b9e6-3685d448ebfd', 'code': 200} Nov 19 17:41:02.143147 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c071004e-03d2-48e7-959c-1c56eb16ab9b req-73eaf2f2-d73c-4a8a-adbd-60c8c4d20416 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/ports?device_id=6f9814ff-8e64-48d8-9f39-139a5f0b0dbe HTTP/1.1" status: 200 len: 210 time: 0.0461144 Nov 19 17:41:02.144075 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5736e8e5-8e82-4b46-b17b-748986b37dd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:02.158105 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2171e723-a7f7-4029-8194-c4594bb11eb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:02.230167 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6df69e-2500-41e1-9c81-c77e0fabb6c5 None None] Pushing event updated for resources: {'Port': ['ID=1793723a-24e0-467c-bf6b-4a3fbd3dc870,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:41:02.255269 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:02.292786 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f950536a-c887-4c98-9ffd-455d94c864ec req-1c2ecdbb-fa64-4e5b-a25d-a29d1b210b61 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:02.294864 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f950536a-c887-4c98-9ffd-455d94c864ec req-1c2ecdbb-fa64-4e5b-a25d-a29d1b210b61 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.54 "GET /v2.0/ports?device_id=58455846-60e7-4f61-974f-dffca721866e HTTP/1.1" status: 200 len: 945 time: 0.3579307 Nov 19 17:41:02.342091 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 575f075c-2797-4b8e-a85c-28f5a1830034, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=575f075c-2797-4b8e-a85c-28f5a1830034,segment=NetworkSegment(4f83a1bc-68d2-4dd7-9679-2c68027dd123),segment_id=4f83a1bc-68d2-4dd7-9679-2c68027dd123)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:41:02.347965 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:02.376710 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4c59ae-2afa-4185-9949-c4156b45dcfe req-b5148429-5d55-4750-9445-3c44ed20b2d7 tempest-LiveAutoBlockMigrationV225Test-71050323 tempest-LiveAutoBlockMigrationV225Test-71050323-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:02.382326 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ff4c59ae-2afa-4185-9949-c4156b45dcfe req-b5148429-5d55-4750-9445-3c44ed20b2d7 tempest-LiveAutoBlockMigrationV225Test-71050323 tempest-LiveAutoBlockMigrationV225Test-71050323-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=58455846-60e7-4f61-974f-dffca721866e&tenant_id=0d7ccfd9bdc740e383b438cb097bfe8d&binding%3Ahost_id=n-h1-818022-2 HTTP/1.1" status: 200 len: 1096 time: 0.2799275 Nov 19 17:41:02.457841 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f950536a-c887-4c98-9ffd-455d94c864ec req-fff0011a-574c-4d1f-a47b-7ec80d3abab9 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.54 "GET /v2.0/security-groups?id=740807d6-4246-4ecb-a636-49a5e5a1e11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084445 Nov 19 17:41:02.482282 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc8f313-51f7-42de-9170-ee1e4e5c447d req-a17f5d9a-4adc-425d-a305-cfe58f60b0ae tempest-ListServersNegativeTestJSON-1861778447 tempest-ListServersNegativeTestJSON-1861778447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:02.483918 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-7bc8f313-51f7-42de-9170-ee1e4e5c447d req-a17f5d9a-4adc-425d-a305-cfe58f60b0ae tempest-ListServersNegativeTestJSON-1861778447 tempest-ListServersNegativeTestJSON-1861778447-project] 10.222.0.54 "GET /v2.0/ports?device_id=90b9f751-a497-48e1-b0d0-647964d8b2b6 HTTP/1.1" status: 200 len: 945 time: 0.1120105 Nov 19 17:41:02.484584 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=575f075c-2797-4b8e-a85c-28f5a1830034,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:41:02.636131 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [None req-5736e8e5-8e82-4b46-b17b-748986b37dd2 admin admin] Allocated IP 172.25.7.244 (645e61aa-1a6c-4e8f-857e-ab06edb4897f/88ed2d64-f56d-4f01-a468-946e01c99e82/4cef4a93-8cd8-4b50-a707-9a3592a87b4d) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:41:02.667917 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-7bc8f313-51f7-42de-9170-ee1e4e5c447d req-18cf9bfc-d30d-4ee4-bdec-ac5ab5d6f6ca tempest-ListServersNegativeTestJSON-1861778447 tempest-ListServersNegativeTestJSON-1861778447-project] 10.222.0.54 "GET /v2.0/security-groups?id=144b99fe-6f19-47a4-90ef-47228a8ac1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680412 Nov 19 17:41:02.914660 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5736e8e5-8e82-4b46-b17b-748986b37dd2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:02.942998 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4c59ae-2afa-4185-9949-c4156b45dcfe req-083bbf5e-089d-4d9a-b807-53bca5b67677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:02.944743 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ff4c59ae-2afa-4185-9949-c4156b45dcfe req-083bbf5e-089d-4d9a-b807-53bca5b67677 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=58455846-60e7-4f61-974f-dffca721866e&tenant_id=0d7ccfd9bdc740e383b438cb097bfe8d HTTP/1.1" status: 200 len: 1096 time: 0.5484824 Nov 19 17:41:02.956433 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7861596-b81e-4d7e-87fa-2ca6fe9fce45 req-60d69e3a-1111-46b6-9bef-72d93bad7a3f tempest-ListServersNegativeTestJSON-1861778447 tempest-ListServersNegativeTestJSON-1861778447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:02.976835 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f7861596-b81e-4d7e-87fa-2ca6fe9fce45 req-60d69e3a-1111-46b6-9bef-72d93bad7a3f tempest-ListServersNegativeTestJSON-1861778447 tempest-ListServersNegativeTestJSON-1861778447-project] 10.222.0.54 "GET /v2.0/ports?device_id=f9815b8a-c971-4219-8e57-77bbd440c34f HTTP/1.1" status: 200 len: 945 time: 0.1289485 Nov 19 17:41:03.039266 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e46ecc5a-dc14-4744-b262-3072ff2e958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:03.043758 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fde066-1ae8-4314-ab84-764c6e85edbc req-e205f627-a73e-41d1-aade-3fb8882eb117 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:03.050932 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fde066-1ae8-4314-ab84-764c6e85edbc req-e205f627-a73e-41d1-aade-3fb8882eb117 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:03.061871 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b5fde066-1ae8-4314-ab84-764c6e85edbc req-e205f627-a73e-41d1-aade-3fb8882eb117 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] 10.222.0.54 "GET /v2.0/ports?device_id=8a7d746f-14f5-40c4-925c-fda57f0dbcac HTTP/1.1" status: 200 len: 1682 time: 0.1095686 Nov 19 17:41:03.144336 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f7861596-b81e-4d7e-87fa-2ca6fe9fce45 req-e831ce10-0ee3-464e-82eb-60e03bbf7e16 tempest-ListServersNegativeTestJSON-1861778447 tempest-ListServersNegativeTestJSON-1861778447-project] 10.222.0.54 "GET /v2.0/security-groups?id=144b99fe-6f19-47a4-90ef-47228a8ac1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667023 Nov 19 17:41:03.145922 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b5fde066-1ae8-4314-ab84-764c6e85edbc req-2e989210-64f2-4f1a-b911-08987cdc277b tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2d42000-c475-4f47-81a1-d381635bd450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766828 Nov 19 17:41:03.159020 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5736e8e5-8e82-4b46-b17b-748986b37dd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:03.219103 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4c59ae-2afa-4185-9949-c4156b45dcfe req-e5ca6789-6d44-477f-9937-d57cfc0011f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:03.220597 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ff4c59ae-2afa-4185-9949-c4156b45dcfe req-e5ca6789-6d44-477f-9937-d57cfc0011f7 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=0d7ccfd9bdc740e383b438cb097bfe8d&device_id=58455846-60e7-4f61-974f-dffca721866e HTTP/1.1" status: 200 len: 1096 time: 0.2264853 Nov 19 17:41:03.232643 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5736e8e5-8e82-4b46-b17b-748986b37dd2 admin admin] Network 645e61aa-1a6c-4e8f-857e-ab06edb4897f is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:41:03.244492 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-5736e8e5-8e82-4b46-b17b-748986b37dd2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:41:03.250962 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5736e8e5-8e82-4b46-b17b-748986b37dd2 admin admin] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:41:03.278234 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 1793723a-24e0-467c-bf6b-4a3fbd3dc870 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:41:03.370123 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5736e8e5-8e82-4b46-b17b-748986b37dd2 admin admin] Pushing event updated for resources: {'Port': ['ID=4cef4a93-8cd8-4b50-a707-9a3592a87b4d,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:41:03.435257 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-49a03d6f-b8a7-40b5-bbbd-b9a2a2c4de55 req-0a6e174e-f3db-4f78-9211-5054d720948c tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/ports?device_id=6f9814ff-8e64-48d8-9f39-139a5f0b0dbe HTTP/1.1" status: 200 len: 210 time: 0.0927958 Nov 19 17:41:03.444764 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 1793723a-24e0-467c-bf6b-4a3fbd3dc870 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:41:03.445626 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:03.546112 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:03.555488 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4c59ae-2afa-4185-9949-c4156b45dcfe req-e42ce788-a894-44a7-9b7e-886db1264c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:03.556995 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ff4c59ae-2afa-4185-9949-c4156b45dcfe req-e42ce788-a894-44a7-9b7e-886db1264c8b service neutron] 10.222.0.86 "GET /v2.0/networks?id=06df44ce-7965-49c3-9334-79a80c7f7af9 HTTP/1.1" status: 200 len: 922 time: 0.3230071 Nov 19 17:41:03.581681 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 47484) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:41:03.648948 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:03.688539 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:03.714964 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] For port 1793723a-24e0-467c-bf6b-4a3fbd3dc870, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=1793723a-24e0-467c-bf6b-4a3fbd3dc870,segment=NetworkSegment(c31acd2b-c8ca-42f4-93eb-b63a267c0a37),segment_id=c31acd2b-c8ca-42f4-93eb-b63a267c0a37)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:41:03.723064 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:03.766419 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ff4c59ae-2afa-4185-9949-c4156b45dcfe req-c20857b9-a34b-433c-b573-4fd371bc5c2b service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a8f2c8e4-bede-4c8e-8ed6-ea2657b609e4 HTTP/1.1" status: 200 len: 217 time: 0.1778269 Nov 19 17:41:03.883719 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Pushing event updated for resources: {'Port': ['ID=1793723a-24e0-467c-bf6b-4a3fbd3dc870,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:41:03.953887 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1be4778-7996-48f0-839f-8a0e5a224598 admin admin] Deleting subnet 03fb8a38-8906-4daf-82e4-8d8788de58f6 {{(pid=103364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 17:41:03.966809 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5736e8e5-8e82-4b46-b17b-748986b37dd2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:03.967735 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a1be4778-7996-48f0-839f-8a0e5a224598 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:04.039182 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770aaa41-7474-403c-b14c-1a9fdf10a13f req-32c2ae9c-9233-444f-bc72-d1a2d71d9b78 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:04.047393 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-770aaa41-7474-403c-b14c-1a9fdf10a13f req-32c2ae9c-9233-444f-bc72-d1a2d71d9b78 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.54 "GET /v2.0/ports?device_id=58455846-60e7-4f61-974f-dffca721866e HTTP/1.1" status: 200 len: 945 time: 0.1905601 Nov 19 17:41:04.063168 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b4708e-1f28-4c2e-a148-272ad1afed65 req-fcbfa304-f08f-480a-a2f5-9f6f004d2f4e tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:04.065104 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-38b4708e-1f28-4c2e-a148-272ad1afed65 req-fcbfa304-f08f-480a-a2f5-9f6f004d2f4e tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.86 "GET /v2.0/networks?id=c7b257b3-f66e-4846-9861-5f47f21f4188 HTTP/1.1" status: 200 len: 807 time: 0.3726645 Nov 19 17:41:04.113185 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-38b4708e-1f28-4c2e-a148-272ad1afed65 req-ead7aef5-8446-4f5c-8cce-a7b5078a7ed2 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Request body: {'port': {'device_id': '6f9814ff-8e64-48d8-9f39-139a5f0b0dbe', 'network_id': 'c7b257b3-f66e-4846-9861-5f47f21f4188', 'admin_state_up': True, 'tenant_id': 'de10e7e0e3ea4ce28d84ef76e9c1ec3a'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:41:04.119302 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a7d746f-14f5-40c4-925c-fda57f0dbcac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '575f075c-2797-4b8e-a85c-28f5a1830034'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:41:04.121766 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3940761bcd94e032e6960d2241bd8993c5d3a7d8dc2aca8488f3ecf1d4dd2fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d35beb7-89c2-4158-9947-8b7dc875340c" -d '{"events": [{"server_uuid": "8a7d746f-14f5-40c4-925c-fda57f0dbcac", "name": "network-vif-plugged", "status": "completed", "tag": "575f075c-2797-4b8e-a85c-28f5a1830034"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:41:04.149056 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49825f77-37a9-4766-9580-312420e7f325 None None] Network 682f8625-2da0-4277-9298-7e9926949c04 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:41:04.159056 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a1be4778-7996-48f0-839f-8a0e5a224598 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9416263'] for subnet, precommit_delete_associations {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:04.267744 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-55cd5e95-afb4-4c3b-911b-1ec427dbc51f None None] Provisioning complete for port 1793723a-24e0-467c-bf6b-4a3fbd3dc870 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:41:04.268640 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-55cd5e95-afb4-4c3b-911b-1ec427dbc51f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:04.308198 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-770aaa41-7474-403c-b14c-1a9fdf10a13f req-02e27b7c-adde-48b0-8846-09b305b306d8 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.54 "GET /v2.0/security-groups?id=740807d6-4246-4ecb-a636-49a5e5a1e11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2594426 Nov 19 17:41:04.326196 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82060f8-11b0-422c-9b85-1c214c788b90 req-bb8ce752-9a35-4f6a-bb98-7a902583bade tempest-ListServersNegativeTestJSON-1861778447 tempest-ListServersNegativeTestJSON-1861778447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:04.330929 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a1be4778-7996-48f0-839f-8a0e5a224598 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:04.338590 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e82060f8-11b0-422c-9b85-1c214c788b90 req-bb8ce752-9a35-4f6a-bb98-7a902583bade tempest-ListServersNegativeTestJSON-1861778447 tempest-ListServersNegativeTestJSON-1861778447-project] 10.222.0.54 "GET /v2.0/ports?device_id=f9815b8a-c971-4219-8e57-77bbd440c34f HTTP/1.1" status: 200 len: 945 time: 0.5689175 Nov 19 17:41:04.422199 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4c59ae-2afa-4185-9949-c4156b45dcfe req-52319640-7d2b-4de7-b8d1-d481cecf57fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:04.425630 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ff4c59ae-2afa-4185-9949-c4156b45dcfe req-52319640-7d2b-4de7-b8d1-d481cecf57fe service neutron] 10.222.0.86 "GET /v2.0/subnets?id=e811f539-9c60-469d-a119-267f6bfeab01 HTTP/1.1" status: 200 len: 861 time: 0.4602249 Nov 19 17:41:04.476263 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ff4c59ae-2afa-4185-9949-c4156b45dcfe req-5a649768-93a9-435d-98bf-7a1e6daf9891 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=06df44ce-7965-49c3-9334-79a80c7f7af9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301881 Nov 19 17:41:04.533299 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:41:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47a90ddd-f774-4b61-894d-bbd24a9462f7 x-openstack-request-id: req-47a90ddd-f774-4b61-894d-bbd24a9462f7 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:41:04.533879 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a7d746f-14f5-40c4-925c-fda57f0dbcac", "name": "network-vif-plugged", "status": "completed", "tag": "575f075c-2797-4b8e-a85c-28f5a1830034", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:41:04.534374 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-47a90ddd-f774-4b61-894d-bbd24a9462f7 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:41:04.535592 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a7d746f-14f5-40c4-925c-fda57f0dbcac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '575f075c-2797-4b8e-a85c-28f5a1830034', 'code': 200} Nov 19 17:41:04.551261 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38b4708e-1f28-4c2e-a148-272ad1afed65 req-ead7aef5-8446-4f5c-8cce-a7b5078a7ed2 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Made reservation on behalf of de10e7e0e3ea4ce28d84ef76e9c1ec3a for: {'port': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:41:04.556030 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-38b4708e-1f28-4c2e-a148-272ad1afed65 req-ead7aef5-8446-4f5c-8cce-a7b5078a7ed2 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:04.579213 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a1be4778-7996-48f0-839f-8a0e5a224598 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12425137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8983934'] for subnet, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:04.625155 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e013d7e6-5264-4dcc-9759-54f5fb809e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:04.646624 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5736e8e5-8e82-4b46-b17b-748986b37dd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671702'] for router, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:04.704795 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1be4778-7996-48f0-839f-8a0e5a224598 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03fb8a38-8906-4daf-82e4-8d8788de58f6,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:41:04.779116 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a1be4778-7996-48f0-839f-8a0e5a224598 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:04.783888 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-a1be4778-7996-48f0-839f-8a0e5a224598 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/03fb8a38-8906-4daf-82e4-8d8788de58f6 HTTP/1.1" status: 204 len: 168 time: 1.2009802 Nov 19 17:41:04.789499 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 47498) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:41:04.984863 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b422cd-b3a7-4756-9117-8066f5443f4c req-5a828520-e489-4b01-82c0-691eeaa22958 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:05.011791 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b422cd-b3a7-4756-9117-8066f5443f4c req-5a828520-e489-4b01-82c0-691eeaa22958 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:05.023497 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-84b422cd-b3a7-4756-9117-8066f5443f4c req-5a828520-e489-4b01-82c0-691eeaa22958 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] 10.222.0.54 "GET /v2.0/ports?device_id=8a7d746f-14f5-40c4-925c-fda57f0dbcac HTTP/1.1" status: 200 len: 1682 time: 0.3302653 Nov 19 17:41:05.058908 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-da38b755-7129-498f-892b-c70fba609e1f None None] Provisioning complete for port 1793723a-24e0-467c-bf6b-4a3fbd3dc870 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:41:05.059268 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-da38b755-7129-498f-892b-c70fba609e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:05.133725 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-84b422cd-b3a7-4756-9117-8066f5443f4c req-57e4694d-8a5a-439a-a434-c42fe3a3512c tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2d42000-c475-4f47-81a1-d381635bd450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997727 Nov 19 17:41:05.194384 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 1793723a-24e0-467c-bf6b-4a3fbd3dc870 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:41:05.195427 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e82060f8-11b0-422c-9b85-1c214c788b90 req-24f94723-4f90-4b10-b5d0-c0a55e8d9aa7 tempest-ListServersNegativeTestJSON-1861778447 tempest-ListServersNegativeTestJSON-1861778447-project] 10.222.0.54 "GET /v2.0/security-groups?id=144b99fe-6f19-47a4-90ef-47228a8ac1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8353043 Nov 19 17:41:05.197785 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-063d309f-6221-4359-a500-afaf9e55dd9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:05.261977 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [req-38b4708e-1f28-4c2e-a148-272ad1afed65 req-ead7aef5-8446-4f5c-8cce-a7b5078a7ed2 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Allocated IP 172.20.0.6 (c7b257b3-f66e-4846-9861-5f47f21f4188/df2b5fb0-4ad7-475f-930a-bdefef26bd76/fe5b02dd-74e9-432a-8ab4-84e77d94cb3b) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:41:05.273303 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:05.284986 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 1793723a-24e0-467c-bf6b-4a3fbd3dc870 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:41:05.285605 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:05.321275 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-063d309f-6221-4359-a500-afaf9e55dd9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:05.368666 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-063d309f-6221-4359-a500-afaf9e55dd9d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4cc9c60-be8c-4a60-be1b-a29e98302997']}} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:41:05.391901 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-063d309f-6221-4359-a500-afaf9e55dd9d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3937b058-45c3-4cdc-b27d-da1ca7985067') {'for_net_delete': True} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:41:05.392339 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-063d309f-6221-4359-a500-afaf9e55dd9d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3937b058-45c3-4cdc-b27d-da1ca7985067') {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:41:05.395248 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ff4c59ae-2afa-4185-9949-c4156b45dcfe req-d4bec507-4419-4ebf-b61a-b9f7cbc7150d service neutron] 10.222.0.86 "GET /v2.0/networks/06df44ce-7965-49c3-9334-79a80c7f7af9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9057949 Nov 19 17:41:05.415977 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-063d309f-6221-4359-a500-afaf9e55dd9d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417396'] for segment, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:05.434669 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-063d309f-6221-4359-a500-afaf9e55dd9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:05.442066 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-063d309f-6221-4359-a500-afaf9e55dd9d admin admin] Releasing vlan 671 on physical network physnet1 to pool {{(pid=103364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 17:41:05.442588 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-063d309f-6221-4359-a500-afaf9e55dd9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12425183'] for segment, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:05.444307 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-69944fe4-cdee-41f3-bb6a-1116107ac9db req-e0b48b88-997a-4245-b4e7-99b72ebc4178 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/ports?device_id=6f9814ff-8e64-48d8-9f39-139a5f0b0dbe HTTP/1.1" status: 200 len: 210 time: 0.0728362 Nov 19 17:41:05.511566 n-d-818022-2 neutron-server[103364]: Traceback (most recent call last): Nov 19 17:41:05.511566 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 17:41:05.511566 n-d-818022-2 neutron-server[103364]: timer() Nov 19 17:41:05.511566 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 17:41:05.511566 n-d-818022-2 neutron-server[103364]: cb(*args, **kw) Nov 19 17:41:05.511566 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 17:41:05.511566 n-d-818022-2 neutron-server[103364]: return func(*args, **kwargs) Nov 19 17:41:05.511566 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 17:41:05.511566 n-d-818022-2 neutron-server[103364]: self._notify() Nov 19 17:41:05.511566 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 17:41:05.511566 n-d-818022-2 neutron-server[103364]: self.callback(batched_events) Nov 19 17:41:05.511566 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 17:41:05.511566 n-d-818022-2 neutron-server[103364]: event.method(event) Nov 19 17:41:05.511566 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 17:41:05.511566 n-d-818022-2 neutron-server[103364]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 17:41:05.511566 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 17:41:05.511566 n-d-818022-2 neutron-server[103364]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 17:41:05.511566 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 17:41:05.511566 n-d-818022-2 neutron-server[103364]: return f(self, *a, **k) Nov 19 17:41:05.511566 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 17:41:05.511566 n-d-818022-2 neutron-server[103364]: return self._get(url).json() Nov 19 17:41:05.511566 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 17:41:05.511566 n-d-818022-2 neutron-server[103364]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 17:41:05.511566 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 17:41:05.511566 n-d-818022-2 neutron-server[103364]: return self.request(url, 'GET', **kwargs) Nov 19 17:41:05.511566 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 17:41:05.511566 n-d-818022-2 neutron-server[103364]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 17:41:05.511566 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 17:41:05.511566 n-d-818022-2 neutron-server[103364]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 17:41:05.511566 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 17:41:05.511566 n-d-818022-2 neutron-server[103364]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 17:41:05.511566 n-d-818022-2 neutron-server[103364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 17:41:05.544356 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045411b4-bab2-41b0-9ecc-844df01183c3 req-497da552-dec4-4c0f-b6e2-c5aed5dbf2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:05.544757 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045411b4-bab2-41b0-9ecc-844df01183c3 req-497da552-dec4-4c0f-b6e2-c5aed5dbf2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:05.546415 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-045411b4-bab2-41b0-9ecc-844df01183c3 req-497da552-dec4-4c0f-b6e2-c5aed5dbf2ba service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=8a7d746f-14f5-40c4-925c-fda57f0dbcac HTTP/1.1" status: 200 len: 1984 time: 0.9107316 Nov 19 17:41:05.562892 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-063d309f-6221-4359-a500-afaf9e55dd9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671242'] for network, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:05.573839 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-063d309f-6221-4359-a500-afaf9e55dd9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:05.575607 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd968a6e-9660-4f75-8de8-a8a5e12d5579 req-5daab743-00bc-4e1a-9b2b-7540dd1b5224 tempest-ListServersNegativeTestJSON-1861778447 tempest-ListServersNegativeTestJSON-1861778447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:05.577196 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-dd968a6e-9660-4f75-8de8-a8a5e12d5579 req-5daab743-00bc-4e1a-9b2b-7540dd1b5224 tempest-ListServersNegativeTestJSON-1861778447 tempest-ListServersNegativeTestJSON-1861778447-project] 10.222.0.60 "GET /v2.0/ports?device_id=f9815b8a-c971-4219-8e57-77bbd440c34f HTTP/1.1" status: 200 len: 945 time: 0.3473825 Nov 19 17:41:05.580232 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-063d309f-6221-4359-a500-afaf9e55dd9d admin admin] 10.222.0.54 "DELETE /v2.0/networks/c4cc9c60-be8c-4a60-be1b-a29e98302997 HTTP/1.1" status: 204 len: 168 time: 0.7844276 Nov 19 17:41:05.618551 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063d309f-6221-4359-a500-afaf9e55dd9d admin admin] Pushing event deleted for resources: {'Network': ['ID=c4cc9c60-be8c-4a60-be1b-a29e98302997,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:41:05.638487 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bd9ef9-72e1-4dd8-9208-b5b5026b9444 req-06b477fa-2a7e-4608-8f88-4c3cd65eebb7 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:05.646430 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-31bd9ef9-72e1-4dd8-9208-b5b5026b9444 req-06b477fa-2a7e-4608-8f88-4c3cd65eebb7 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.54 "GET /v2.0/ports?device_id=58455846-60e7-4f61-974f-dffca721866e HTTP/1.1" status: 200 len: 945 time: 0.1382854 Nov 19 17:41:05.726119 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ff4c59ae-2afa-4185-9949-c4156b45dcfe req-58ab6d20-4f7e-46fa-aab4-380f8c701e56 service neutron] 10.222.0.86 "GET /v2.0/networks/06df44ce-7965-49c3-9334-79a80c7f7af9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3220913 Nov 19 17:41:05.728508 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-045411b4-bab2-41b0-9ecc-844df01183c3 req-4c17cbfb-7457-4700-83b1-4022f0506077 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=c2d42000-c475-4f47-81a1-d381635bd450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698339 Nov 19 17:41:05.808828 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5736e8e5-8e82-4b46-b17b-748986b37dd2 admin admin] Router c5d2b315-fd4e-4d4b-8994-d6437e7ea63d is scheduled to L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 with binding_index 1 {{(pid=103365) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 17:41:05.823604 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-38b4708e-1f28-4c2e-a148-272ad1afed65 req-ead7aef5-8446-4f5c-8cce-a7b5078a7ed2 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:05.825144 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-dd968a6e-9660-4f75-8de8-a8a5e12d5579 req-51ac3882-55a9-446c-bad9-fe5a7a6688e3 tempest-ListServersNegativeTestJSON-1861778447 tempest-ListServersNegativeTestJSON-1861778447-project] Deleting port 4e9cea17-6e2e-4698-993c-a68c5b8f30f2 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:41:05.825634 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-dd968a6e-9660-4f75-8de8-a8a5e12d5579 req-51ac3882-55a9-446c-bad9-fe5a7a6688e3 tempest-ListServersNegativeTestJSON-1861778447 tempest-ListServersNegativeTestJSON-1861778447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:05.900126 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-31bd9ef9-72e1-4dd8-9208-b5b5026b9444 req-3dfd1f51-35d1-43f6-a57e-1e9f7b0dfe29 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.54 "GET /v2.0/security-groups?id=740807d6-4246-4ecb-a636-49a5e5a1e11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2484193 Nov 19 17:41:05.921030 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-38b4708e-1f28-4c2e-a148-272ad1afed65 req-ead7aef5-8446-4f5c-8cce-a7b5078a7ed2 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:05.958998 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 47514) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:41:05.998555 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38b4708e-1f28-4c2e-a148-272ad1afed65 req-ead7aef5-8446-4f5c-8cce-a7b5078a7ed2 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Network c7b257b3-f66e-4846-9861-5f47f21f4188 is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:41:06.037034 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [req-38b4708e-1f28-4c2e-a148-272ad1afed65 req-ead7aef5-8446-4f5c-8cce-a7b5078a7ed2 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:41:06.043414 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-90a670d4-5215-49f3-a2f7-7c394e388fea admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=21543f85dc9e402a8587774ac19495fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0826392 Nov 19 17:41:06.045010 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [req-38b4708e-1f28-4c2e-a148-272ad1afed65 req-ead7aef5-8446-4f5c-8cce-a7b5078a7ed2 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:41:06.047959 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead7aef5-8446-4f5c-8cce-a7b5078a7ed2 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Pushing event updated for resources: {'Port': ['ID=fe5b02dd-74e9-432a-8ab4-84e77d94cb3b,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:41:06.048897 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 47516) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:41:06.103429 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b4708e-1f28-4c2e-a148-272ad1afed65 req-ead7aef5-8446-4f5c-8cce-a7b5078a7ed2 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:06.104251 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-38b4708e-1f28-4c2e-a148-272ad1afed65 req-ead7aef5-8446-4f5c-8cce-a7b5078a7ed2 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:06.113565 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5736e8e5-8e82-4b46-b17b-748986b37dd2 admin admin] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 17:41:06.132638 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a672fbb0-7e24-4e62-88f4-b66f554129b3 None None] Sync routers for ids ['c5d2b315-fd4e-4d4b-8994-d6437e7ea63d'] in n-d-818022-2 {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 17:41:06.139056 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-38b4708e-1f28-4c2e-a148-272ad1afed65 req-ead7aef5-8446-4f5c-8cce-a7b5078a7ed2 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0224595 Nov 19 17:41:06.150999 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-dd968a6e-9660-4f75-8de8-a8a5e12d5579 req-51ac3882-55a9-446c-bad9-fe5a7a6688e3 tempest-ListServersNegativeTestJSON-1861778447 tempest-ListServersNegativeTestJSON-1861778447-project] For port 4e9cea17-6e2e-4698-993c-a68c5b8f30f2, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=4e9cea17-6e2e-4698-993c-a68c5b8f30f2,segment=NetworkSegment(d1128686-9c81-4811-a31a-43d98b347bb6),segment_id=d1128686-9c81-4811-a31a-43d98b347bb6)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:41:06.151311 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-dd968a6e-9660-4f75-8de8-a8a5e12d5579 req-51ac3882-55a9-446c-bad9-fe5a7a6688e3 tempest-ListServersNegativeTestJSON-1861778447 tempest-ListServersNegativeTestJSON-1861778447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:06.156856 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5736e8e5-8e82-4b46-b17b-748986b37dd2 admin admin] Publish callbacks [] for router, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:06.160673 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-5736e8e5-8e82-4b46-b17b-748986b37dd2 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.8378935 Nov 19 17:41:06.166450 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-38b4708e-1f28-4c2e-a148-272ad1afed65 req-519fa666-05f6-4f84-8e1d-0b2b5a0dd687 service neutron] Request body: {'port': {'device_id': '6f9814ff-8e64-48d8-9f39-139a5f0b0dbe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818022-2'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:41:06.171567 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 47520) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:41:06.171780 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a672fbb0-7e24-4e62-88f4-b66f554129b3 None None] Routers {'c5d2b315-fd4e-4d4b-8994-d6437e7ea63d'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:41:06.179771 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-a672fbb0-7e24-4e62-88f4-b66f554129b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:41:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['c5d2b315-fd4e-4d4b-8994-d6437e7ea63d'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:41:06.189119 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-dd968a6e-9660-4f75-8de8-a8a5e12d5579 req-51ac3882-55a9-446c-bad9-fe5a7a6688e3 tempest-ListServersNegativeTestJSON-1861778447 tempest-ListServersNegativeTestJSON-1861778447-project] Calling delete_port for 4e9cea17-6e2e-4698-993c-a68c5b8f30f2 owned by compute:nova {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:41:06.273988 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-38b4708e-1f28-4c2e-a148-272ad1afed65 req-519fa666-05f6-4f84-8e1d-0b2b5a0dd687 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:06.321751 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-33336d4d-72ce-4738-92c4-3848a8767506 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:06.349468 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-a672fbb0-7e24-4e62-88f4-b66f554129b3 None None] Set router c5d2b315-fd4e-4d4b-8994-d6437e7ea63d gateway port host: n-d-818022-2 {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:41:06.353444 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4c59ae-2afa-4185-9949-c4156b45dcfe req-7c571917-3793-4348-8efd-9894168c3fa5 tempest-LiveAutoBlockMigrationV225Test-71050323 tempest-LiveAutoBlockMigrationV225Test-71050323-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:06.355077 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ff4c59ae-2afa-4185-9949-c4156b45dcfe req-7c571917-3793-4348-8efd-9894168c3fa5 tempest-LiveAutoBlockMigrationV225Test-71050323 tempest-LiveAutoBlockMigrationV225Test-71050323-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=58455846-60e7-4f61-974f-dffca721866e&tenant_id=0d7ccfd9bdc740e383b438cb097bfe8d&binding%3Ahost_id=n-h2-818022-2 HTTP/1.1" status: 200 len: 1096 time: 0.2853844 Nov 19 17:41:06.462002 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-33336d4d-72ce-4738-92c4-3848a8767506 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:06.588415 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b677b1-1e24-4565-a0b9-8323c1014efc req-e9688c87-43ad-46c6-b8b0-f0f9c6c23fe3 tempest-ListServersNegativeTestJSON-1861778447 tempest-ListServersNegativeTestJSON-1861778447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:06.593869 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-29b677b1-1e24-4565-a0b9-8323c1014efc req-e9688c87-43ad-46c6-b8b0-f0f9c6c23fe3 tempest-ListServersNegativeTestJSON-1861778447 tempest-ListServersNegativeTestJSON-1861778447-project] 10.222.0.54 "GET /v2.0/ports?device_id=f9815b8a-c971-4219-8e57-77bbd440c34f HTTP/1.1" status: 200 len: 945 time: 0.1142023 Nov 19 17:41:06.602529 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-a672fbb0-7e24-4e62-88f4-b66f554129b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5d2b315-fd4e-4d4b-8994-d6437e7ea63d', 'name': 'tempest-FloatingIPDetailsTestJSON-1926283433-router', 'tenant_id': '576a71c59b264606ae89f9c57a18124b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.244'}], 'enable_snat': True}, 'gw_port_id': '4cef4a93-8cd8-4b50-a707-9a3592a87b4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:41:00Z', 'updated_at': '2021-11-19T17:41:03Z', 'revision_number': 3, 'project_id': '576a71c59b264606ae89f9c57a18124b', 'gw_port': {'id': '4cef4a93-8cd8-4b50-a707-9a3592a87b4d', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:16:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5d2b315-fd4e-4d4b-8994-d6437e7ea63d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:41:02Z', 'updated_at': '2021-11-19T17:41:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:41:06.639417 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a672fbb0-7e24-4e62-88f4-b66f554129b3 None None] Checking router: c5d2b315-fd4e-4d4b-8994-d6437e7ea63d for host: n-d-818022-2 {{(pid=103366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 17:41:06.639914 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a672fbb0-7e24-4e62-88f4-b66f554129b3 None None] Updating router c5d2b315-fd4e-4d4b-8994-d6437e7ea63d port 4cef4a93-8cd8-4b50-a707-9a3592a87b4d binding host n-d-818022-2 {{(pid=103366) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 17:41:06.670258 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a672fbb0-7e24-4e62-88f4-b66f554129b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:06.676124 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c68ebf-1fa5-4640-865d-df0475905700 req-b0708c21-48a2-467a-8191-04428926ed6a tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:06.684812 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c68ebf-1fa5-4640-865d-df0475905700 req-b0708c21-48a2-467a-8191-04428926ed6a tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:06.693279 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-29b677b1-1e24-4565-a0b9-8323c1014efc req-1f6e9fa6-d2ff-4f78-9526-f515b1c0509f tempest-ListServersNegativeTestJSON-1861778447 tempest-ListServersNegativeTestJSON-1861778447-project] 10.222.0.54 "GET /v2.0/security-groups?id=144b99fe-6f19-47a4-90ef-47228a8ac1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865068 Nov 19 17:41:06.695137 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-28c68ebf-1fa5-4640-865d-df0475905700 req-b0708c21-48a2-467a-8191-04428926ed6a tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] 10.222.0.54 "GET /v2.0/ports?device_id=8a7d746f-14f5-40c4-925c-fda57f0dbcac HTTP/1.1" status: 200 len: 1682 time: 0.3857193 Nov 19 17:41:06.781612 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [req-38b4708e-1f28-4c2e-a148-272ad1afed65 req-519fa666-05f6-4f84-8e1d-0b2b5a0dd687 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe5b02dd-74e9-432a-8ab4-84e77d94cb3b {{(pid=103364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:41:06.791995 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-38b4708e-1f28-4c2e-a148-272ad1afed65 req-519fa666-05f6-4f84-8e1d-0b2b5a0dd687 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:06.795990 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-33336d4d-72ce-4738-92c4-3848a8767506 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:06.804485 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-33336d4d-72ce-4738-92c4-3848a8767506 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:06.805933 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.provisioning_blocks [req-38b4708e-1f28-4c2e-a148-272ad1afed65 req-519fa666-05f6-4f84-8e1d-0b2b5a0dd687 service neutron] Transition to ACTIVE for port object fe5b02dd-74e9-432a-8ab4-84e77d94cb3b will not be triggered until provisioned by entity L2. {{(pid=103364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 17:41:06.809616 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-33336d4d-72ce-4738-92c4-3848a8767506 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/7a9bb8e9-ab46-4898-9298-f60e040eb6b8 HTTP/1.1" status: 204 len: 168 time: 0.7576067 Nov 19 17:41:06.848771 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-38b4708e-1f28-4c2e-a148-272ad1afed65 req-519fa666-05f6-4f84-8e1d-0b2b5a0dd687 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:06.915337 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-28c68ebf-1fa5-4640-865d-df0475905700 req-5f9a5525-af4a-44b0-be02-05fc2d72c0da tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2d42000-c475-4f47-81a1-d381635bd450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136705 Nov 19 17:41:06.917274 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-ff4c59ae-2afa-4185-9949-c4156b45dcfe req-c794174a-0f29-447f-95c5-1894fbb0e628 service neutron] For port a8f2c8e4-bede-4c8e-8ed6-ea2657b609e4, host n-h1-818022-2, cleared binding levels {{(pid=103365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:41:07.083205 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519fa666-05f6-4f84-8e1d-0b2b5a0dd687 service neutron] Pushing event updated for resources: {'Port': ['ID=fe5b02dd-74e9-432a-8ab4-84e77d94cb3b,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:41:07.102199 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33336d4d-72ce-4738-92c4-3848a8767506 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a9bb8e9-ab46-4898-9298-f60e040eb6b8,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:41:07.117509 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-ff4c59ae-2afa-4185-9949-c4156b45dcfe req-c794174a-0f29-447f-95c5-1894fbb0e628 service neutron] Publish callbacks [] for binding, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:07.118757 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ff4c59ae-2afa-4185-9949-c4156b45dcfe req-c794174a-0f29-447f-95c5-1894fbb0e628 service neutron] 10.222.0.86 "DELETE /v2.0/ports/a8f2c8e4-bede-4c8e-8ed6-ea2657b609e4/bindings/n-h1-818022-2 HTTP/1.1" status: 204 len: 173 time: 0.7158012 Nov 19 17:41:07.124406 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-dd968a6e-9660-4f75-8de8-a8a5e12d5579 req-51ac3882-55a9-446c-bad9-fe5a7a6688e3 tempest-ListServersNegativeTestJSON-1861778447 tempest-ListServersNegativeTestJSON-1861778447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:07.171738 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20ebe55-ef93-47d8-b213-48ef46b36bb7 req-5f3657ca-49ad-4e42-becb-7a975ff883d4 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:07.173761 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c20ebe55-ef93-47d8-b213-48ef46b36bb7 req-5f3657ca-49ad-4e42-becb-7a975ff883d4 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/ports?device_id=6f9814ff-8e64-48d8-9f39-139a5f0b0dbe HTTP/1.1" status: 200 len: 943 time: 0.1749539 Nov 19 17:41:07.189118 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['1efe99da-cc25-46ab-862e-27c7cbbf2682', '4e9cea17-6e2e-4698-993c-a68c5b8f30f2'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:41:07.242753 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ac3882-55a9-446c-bad9-fe5a7a6688e3 tempest-ListServersNegativeTestJSON-1861778447 tempest-ListServersNegativeTestJSON-1861778447-project] Pushing event deleted for resources: {'Port': ['ID=4e9cea17-6e2e-4698-993c-a68c5b8f30f2,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:41:07.265014 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] get_ports_and_sgs() called for port_ids ['4126ab63-1000-43c6-8a9d-efbe4f07b4ab'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:41:07.279043 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c20ebe55-ef93-47d8-b213-48ef46b36bb7 req-3b1e2aad-3659-4e7b-ba21-97c48ca11917 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/security-groups?id=12d5dc08-1d9f-41c6-b52c-304239ec8b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925674 Nov 19 17:41:07.279909 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-38b4708e-1f28-4c2e-a148-272ad1afed65 req-519fa666-05f6-4f84-8e1d-0b2b5a0dd687 service neutron] Attempting to bind port fe5b02dd-74e9-432a-8ab4-84e77d94cb3b on host n-h2-818022-2 for vnic_type normal with profile {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:41:07.280384 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-38b4708e-1f28-4c2e-a148-272ad1afed65 req-519fa666-05f6-4f84-8e1d-0b2b5a0dd687 service neutron] Attempting to bind port fe5b02dd-74e9-432a-8ab4-84e77d94cb3b by drivers openvswitch,hyperv on host n-h2-818022-2 at level 0 using segments [{'id': '68be9c2e-9e68-489a-becd-67ff095c4169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'c7b257b3-f66e-4846-9861-5f47f21f4188'}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:41:07.280764 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b4708e-1f28-4c2e-a148-272ad1afed65 req-519fa666-05f6-4f84-8e1d-0b2b5a0dd687 service neutron] Attempting to bind port fe5b02dd-74e9-432a-8ab4-84e77d94cb3b on network c7b257b3-f66e-4846-9861-5f47f21f4188 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:41:07.286972 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b4708e-1f28-4c2e-a148-272ad1afed65 req-519fa666-05f6-4f84-8e1d-0b2b5a0dd687 service neutron] Port fe5b02dd-74e9-432a-8ab4-84e77d94cb3b on network c7b257b3-f66e-4846-9861-5f47f21f4188 not bound, no agent of type Open vSwitch agent registered on host n-h2-818022-2 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 17:41:07.288055 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b4708e-1f28-4c2e-a148-272ad1afed65 req-519fa666-05f6-4f84-8e1d-0b2b5a0dd687 service neutron] Attempting to bind port fe5b02dd-74e9-432a-8ab4-84e77d94cb3b on network c7b257b3-f66e-4846-9861-5f47f21f4188 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:41:07.293657 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b4708e-1f28-4c2e-a148-272ad1afed65 req-519fa666-05f6-4f84-8e1d-0b2b5a0dd687 service neutron] Checking agent: {'id': '525ad2ac-c4ae-4c63-af2e-0bf8d25d0f0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'started_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 41, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:41:07.294173 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b4708e-1f28-4c2e-a148-272ad1afed65 req-519fa666-05f6-4f84-8e1d-0b2b5a0dd687 service neutron] Checking segment: {'id': '68be9c2e-9e68-489a-becd-67ff095c4169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'c7b257b3-f66e-4846-9861-5f47f21f4188'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:41:07.294677 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b4708e-1f28-4c2e-a148-272ad1afed65 req-519fa666-05f6-4f84-8e1d-0b2b5a0dd687 service neutron] Bound using segment: {'id': '68be9c2e-9e68-489a-becd-67ff095c4169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'c7b257b3-f66e-4846-9861-5f47f21f4188'} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:41:07.295214 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-38b4708e-1f28-4c2e-a148-272ad1afed65 req-519fa666-05f6-4f84-8e1d-0b2b5a0dd687 service neutron] Bound port: fe5b02dd-74e9-432a-8ab4-84e77d94cb3b, host: n-h2-818022-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68be9c2e-9e68-489a-becd-67ff095c4169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'c7b257b3-f66e-4846-9861-5f47f21f4188'}}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:41:07.295674 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-38b4708e-1f28-4c2e-a148-272ad1afed65 req-519fa666-05f6-4f84-8e1d-0b2b5a0dd687 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:07.399703 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd968a6e-9660-4f75-8de8-a8a5e12d5579 req-51ac3882-55a9-446c-bad9-fe5a7a6688e3 tempest-ListServersNegativeTestJSON-1861778447 tempest-ListServersNegativeTestJSON-1861778447-project] No DVR routers for this DVR port 4e9cea17-6e2e-4698-993c-a68c5b8f30f2 on host n-h1-818022-2 {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:41:07.403467 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-dd968a6e-9660-4f75-8de8-a8a5e12d5579 req-51ac3882-55a9-446c-bad9-fe5a7a6688e3 tempest-ListServersNegativeTestJSON-1861778447 tempest-ListServersNegativeTestJSON-1861778447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:07.414707 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-dd968a6e-9660-4f75-8de8-a8a5e12d5579 req-51ac3882-55a9-446c-bad9-fe5a7a6688e3 tempest-ListServersNegativeTestJSON-1861778447 tempest-ListServersNegativeTestJSON-1861778447-project] 10.222.0.60 "DELETE /v2.0/ports/4e9cea17-6e2e-4698-993c-a68c5b8f30f2 HTTP/1.1" status: 204 len: 173 time: 1.8189054 Nov 19 17:41:07.422994 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9815b8a-c971-4219-8e57-77bbd440c34f', 'name': 'network-vif-deleted', 'tag': '4e9cea17-6e2e-4698-993c-a68c5b8f30f2'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:41:07.430344 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218319d759239a7d11f1288aef37381b97754913ee9ccbfd43b51a463f801712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a028b5b7-6e84-4593-a416-e9b2384cbfd1" -d '{"events": [{"server_uuid": "f9815b8a-c971-4219-8e57-77bbd440c34f", "name": "network-vif-deleted", "tag": "4e9cea17-6e2e-4698-993c-a68c5b8f30f2"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:41:07.489379 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-38b4708e-1f28-4c2e-a148-272ad1afed65 req-519fa666-05f6-4f84-8e1d-0b2b5a0dd687 service neutron] For port fe5b02dd-74e9-432a-8ab4-84e77d94cb3b, host n-h2-818022-2, cleared binding levels {{(pid=103364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:41:07.498596 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-38b4708e-1f28-4c2e-a148-272ad1afed65 req-519fa666-05f6-4f84-8e1d-0b2b5a0dd687 service neutron] For port fe5b02dd-74e9-432a-8ab4-84e77d94cb3b, host n-h2-818022-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=fe5b02dd-74e9-432a-8ab4-84e77d94cb3b,segment=NetworkSegment(68be9c2e-9e68-489a-becd-67ff095c4169),segment_id=68be9c2e-9e68-489a-becd-67ff095c4169)] {{(pid=103364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:41:07.505896 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-38b4708e-1f28-4c2e-a148-272ad1afed65 req-519fa666-05f6-4f84-8e1d-0b2b5a0dd687 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:07.571892 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:41:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feea91b0-b4a7-42fd-8a01-f54c57d2ede5 x-openstack-request-id: req-feea91b0-b4a7-42fd-8a01-f54c57d2ede5 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:41:07.572528 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9815b8a-c971-4219-8e57-77bbd440c34f", "name": "network-vif-deleted", "tag": "4e9cea17-6e2e-4698-993c-a68c5b8f30f2", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:41:07.572528 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-feea91b0-b4a7-42fd-8a01-f54c57d2ede5 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:41:07.574495 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9815b8a-c971-4219-8e57-77bbd440c34f', 'name': 'network-vif-deleted', 'tag': '4e9cea17-6e2e-4698-993c-a68c5b8f30f2', 'status': 'completed', 'code': 200} Nov 19 17:41:07.611529 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b4708e-1f28-4c2e-a148-272ad1afed65 req-519fa666-05f6-4f84-8e1d-0b2b5a0dd687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:07.614064 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-38b4708e-1f28-4c2e-a148-272ad1afed65 req-519fa666-05f6-4f84-8e1d-0b2b5a0dd687 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:07.618908 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-38b4708e-1f28-4c2e-a148-272ad1afed65 req-519fa666-05f6-4f84-8e1d-0b2b5a0dd687 service neutron] 10.222.0.86 "PUT /v2.0/ports/fe5b02dd-74e9-432a-8ab4-84e77d94cb3b HTTP/1.1" status: 200 len: 1091 time: 1.4756582 Nov 19 17:41:07.619442 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f9814ff-8e64-48d8-9f39-139a5f0b0dbe', 'tag': 'fe5b02dd-74e9-432a-8ab4-84e77d94cb3b'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:41:07.625477 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dd4767a008c23f8566efc82158ee1b1fff34e1a9e908d76d0b6d0ab7e350e5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1baa8bea-3328-4023-8454-d0c8333c8ba4" -d '{"events": [{"name": "network-changed", "server_uuid": "6f9814ff-8e64-48d8-9f39-139a5f0b0dbe", "tag": "fe5b02dd-74e9-432a-8ab4-84e77d94cb3b"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:41:07.636526 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ec3902-7cb3-40b6-87c0-d4ebe7471d49 req-ee726bc4-22f2-44fc-9b60-92350b09881b tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:07.642602 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a8ec3902-7cb3-40b6-87c0-d4ebe7471d49 req-ee726bc4-22f2-44fc-9b60-92350b09881b tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.54 "GET /v2.0/ports?device_id=58455846-60e7-4f61-974f-dffca721866e HTTP/1.1" status: 200 len: 945 time: 0.4410667 Nov 19 17:41:07.700482 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519fa666-05f6-4f84-8e1d-0b2b5a0dd687 service neutron] Pushing event updated for resources: {'Port': ['ID=fe5b02dd-74e9-432a-8ab4-84e77d94cb3b,revision_number=3']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:41:07.773675 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 17:41:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-743c0a7b-f6e3-480b-8004-d8c1c303eddc x-openstack-request-id: req-743c0a7b-f6e3-480b-8004-d8c1c303eddc {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:41:07.774064 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f9814ff-8e64-48d8-9f39-139a5f0b0dbe", "tag": "fe5b02dd-74e9-432a-8ab4-84e77d94cb3b", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:41:07.775695 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-743c0a7b-f6e3-480b-8004-d8c1c303eddc {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:41:07.776159 n-d-818022-2 neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f9814ff-8e64-48d8-9f39-139a5f0b0dbe', 'tag': 'fe5b02dd-74e9-432a-8ab4-84e77d94cb3b', 'status': 'completed', 'code': 200} Nov 19 17:41:07.794193 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b4708e-1f28-4c2e-a148-272ad1afed65 req-91fb534d-ff39-41e7-ba9c-d4b1ecba1dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:07.795778 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-38b4708e-1f28-4c2e-a148-272ad1afed65 req-91fb534d-ff39-41e7-ba9c-d4b1ecba1dc0 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=de10e7e0e3ea4ce28d84ef76e9c1ec3a&device_id=6f9814ff-8e64-48d8-9f39-139a5f0b0dbe HTTP/1.1" status: 200 len: 1094 time: 0.0802360 Nov 19 17:41:07.867759 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a8ec3902-7cb3-40b6-87c0-d4ebe7471d49 req-fd166f75-6a69-4ef2-97b9-60af6a4e4508 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.54 "GET /v2.0/security-groups?id=740807d6-4246-4ecb-a636-49a5e5a1e11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460392 Nov 19 17:41:07.903699 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-38b4708e-1f28-4c2e-a148-272ad1afed65 req-754adfc9-b2f0-4620-a8b8-49d007f158c9 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fe5b02dd-74e9-432a-8ab4-84e77d94cb3b HTTP/1.1" status: 200 len: 217 time: 0.0941501 Nov 19 17:41:07.953557 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a672fbb0-7e24-4e62-88f4-b66f554129b3 None None] Publish callbacks [] for port, precommit_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:07.979797 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a672fbb0-7e24-4e62-88f4-b66f554129b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:08.067273 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-97f43f8a-d03d-4035-8a28-bdc157db9efa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:08.102559 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6cd0d4f6-3ba6-451b-bd8f-cd1169f8225b req-a815a0e6-1dd7-4169-82d5-7db1dc7b0462 tempest-ListServersNegativeTestJSON-1861778447 tempest-ListServersNegativeTestJSON-1861778447-project] 10.222.0.54 "GET /v2.0/ports?device_id=f9815b8a-c971-4219-8e57-77bbd440c34f HTTP/1.1" status: 200 len: 210 time: 0.1276107 Nov 19 17:41:08.162722 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b4708e-1f28-4c2e-a148-272ad1afed65 req-3e24c0a6-1be8-4a19-968d-fc95f1d0c492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:08.180313 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-38b4708e-1f28-4c2e-a148-272ad1afed65 req-3e24c0a6-1be8-4a19-968d-fc95f1d0c492 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=df2b5fb0-4ad7-475f-930a-bdefef26bd76 HTTP/1.1" status: 200 len: 847 time: 0.2679918 Nov 19 17:41:08.247665 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec467ad-4ad8-4d0f-bf27-d4b72cf01498 None None] Pushing event updated for resources: {'Port': ['ID=4cef4a93-8cd8-4b50-a707-9a3592a87b4d,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:41:08.263251 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-38b4708e-1f28-4c2e-a148-272ad1afed65 req-972825f7-70ed-4435-841c-bbe3ae7891d0 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c7b257b3-f66e-4846-9861-5f47f21f4188&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0725718 Nov 19 17:41:08.277108 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-a672fbb0-7e24-4e62-88f4-b66f554129b3 None None] Attempting to bind port 4cef4a93-8cd8-4b50-a707-9a3592a87b4d on host n-d-818022-2 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:41:08.278201 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-a672fbb0-7e24-4e62-88f4-b66f554129b3 None None] Attempting to bind port 4cef4a93-8cd8-4b50-a707-9a3592a87b4d by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:41:08.281846 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a672fbb0-7e24-4e62-88f4-b66f554129b3 None None] Attempting to bind port 4cef4a93-8cd8-4b50-a707-9a3592a87b4d on network 645e61aa-1a6c-4e8f-857e-ab06edb4897f {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:41:08.307262 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00550254-5ba6-4081-89b6-8b3de4495b15 req-75011cdf-9253-4da4-94a4-f63f2b16b167 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:08.314564 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00550254-5ba6-4081-89b6-8b3de4495b15 req-75011cdf-9253-4da4-94a4-f63f2b16b167 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:08.320166 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a672fbb0-7e24-4e62-88f4-b66f554129b3 None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 41, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:41:08.320550 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a672fbb0-7e24-4e62-88f4-b66f554129b3 None None] Checking segment: {'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:41:08.320960 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a672fbb0-7e24-4e62-88f4-b66f554129b3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:08.321361 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a672fbb0-7e24-4e62-88f4-b66f554129b3 None None] Bound using segment: {'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:41:08.322219 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-a672fbb0-7e24-4e62-88f4-b66f554129b3 None None] Bound port: 4cef4a93-8cd8-4b50-a707-9a3592a87b4d, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:41:08.322219 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a672fbb0-7e24-4e62-88f4-b66f554129b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:08.322704 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-00550254-5ba6-4081-89b6-8b3de4495b15 req-75011cdf-9253-4da4-94a4-f63f2b16b167 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] 10.222.0.54 "GET /v2.0/ports?device_id=8a7d746f-14f5-40c4-925c-fda57f0dbcac HTTP/1.1" status: 200 len: 1682 time: 0.2317204 Nov 19 17:41:08.415185 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-38b4708e-1f28-4c2e-a148-272ad1afed65 req-b97ce60b-017e-4fd1-9d27-2d9807e790b5 service neutron] 10.222.0.86 "GET /v2.0/networks/c7b257b3-f66e-4846-9861-5f47f21f4188?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404057 Nov 19 17:41:08.444390 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454753d3-06b5-408a-a0ef-ec305c0e4003 req-225a8f17-ebc5-430e-864c-a2ba88ae4cb3 tempest-LiveAutoBlockMigrationV225Test-71050323 tempest-LiveAutoBlockMigrationV225Test-71050323-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:08.450023 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-00550254-5ba6-4081-89b6-8b3de4495b15 req-c4eecdd0-7afe-4f81-87ee-1632f727a984 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2d42000-c475-4f47-81a1-d381635bd450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264136 Nov 19 17:41:08.455717 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-454753d3-06b5-408a-a0ef-ec305c0e4003 req-225a8f17-ebc5-430e-864c-a2ba88ae4cb3 tempest-LiveAutoBlockMigrationV225Test-71050323 tempest-LiveAutoBlockMigrationV225Test-71050323-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=58455846-60e7-4f61-974f-dffca721866e HTTP/1.1" status: 200 len: 1096 time: 0.1911767 Nov 19 17:41:08.513608 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-a672fbb0-7e24-4e62-88f4-b66f554129b3 None None] For port 4cef4a93-8cd8-4b50-a707-9a3592a87b4d, host n-d-818022-2, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:41:08.515012 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [None req-97f43f8a-d03d-4035-8a28-bdc157db9efa admin admin] Allocated IP 172.20.0.1 (682f8625-2da0-4277-9298-7e9926949c04/6f5c6a62-0950-471c-b23c-a773ab4433a6/c5f76285-1d38-48f7-9698-179511a690bb) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:41:08.534245 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-a672fbb0-7e24-4e62-88f4-b66f554129b3 None None] For port 4cef4a93-8cd8-4b50-a707-9a3592a87b4d, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=4cef4a93-8cd8-4b50-a707-9a3592a87b4d,segment=NetworkSegment(bbe705c1-96c0-476e-8381-28227e6f0ac5),segment_id=bbe705c1-96c0-476e-8381-28227e6f0ac5)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:41:08.541219 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a672fbb0-7e24-4e62-88f4-b66f554129b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:08.567345 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 47600) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:41:08.628922 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a672fbb0-7e24-4e62-88f4-b66f554129b3 None None] Routers {'c5d2b315-fd4e-4d4b-8994-d6437e7ea63d'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:41:08.629598 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-a672fbb0-7e24-4e62-88f4-b66f554129b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:41:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['c5d2b315-fd4e-4d4b-8994-d6437e7ea63d'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:41:08.718371 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec467ad-4ad8-4d0f-bf27-d4b72cf01498 None None] Pushing event updated for resources: {'Port': ['ID=4cef4a93-8cd8-4b50-a707-9a3592a87b4d,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:41:08.743959 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-454753d3-06b5-408a-a0ef-ec305c0e4003 req-733ae28a-4c8d-4443-a537-4a2d3d2e7efb tempest-LiveAutoBlockMigrationV225Test-71050323 tempest-LiveAutoBlockMigrationV225Test-71050323-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=740807d6-4246-4ecb-a636-49a5e5a1e11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2871349 Nov 19 17:41:08.823590 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-38b4708e-1f28-4c2e-a148-272ad1afed65 req-558717e9-4975-43ca-a8b9-4eedfea691f2 service neutron] 10.222.0.86 "GET /v2.0/networks/c7b257b3-f66e-4846-9861-5f47f21f4188?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3964026 Nov 19 17:41:08.831781 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-97f43f8a-d03d-4035-8a28-bdc157db9efa admin admin] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:08.849937 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-8c2054f8-1f4f-4e06-a1d0-b5e9c2ef0ac6 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-963063632-network', 'tenant_id': 'aeb7fd6db87a434398f0a6a86da890f5'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:41:08.894552 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-a672fbb0-7e24-4e62-88f4-b66f554129b3 None None] Set router c5d2b315-fd4e-4d4b-8994-d6437e7ea63d gateway port host: n-d-818022-2 {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:41:08.903140 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0c3693-b722-4d3f-8f53-e599c1f559f6 req-ecf93466-995a-44d2-b3a7-2c730cb51770 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:08.911222 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0e0c3693-b722-4d3f-8f53-e599c1f559f6 req-ecf93466-995a-44d2-b3a7-2c730cb51770 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/ports?device_id=6f9814ff-8e64-48d8-9f39-139a5f0b0dbe HTTP/1.1" status: 200 len: 943 time: 0.2266755 Nov 19 17:41:08.939225 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c2054f8-1f4f-4e06-a1d0-b5e9c2ef0ac6 admin admin] Made reservation on behalf of aeb7fd6db87a434398f0a6a86da890f5 for: {'network': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:41:08.942430 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8c2054f8-1f4f-4e06-a1d0-b5e9c2ef0ac6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:08.970028 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8c2054f8-1f4f-4e06-a1d0-b5e9c2ef0ac6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:08.991183 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-97f43f8a-d03d-4035-8a28-bdc157db9efa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:09.025322 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0e0c3693-b722-4d3f-8f53-e599c1f559f6 req-89b7aed2-902d-4988-8a52-faa185c88357 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/security-groups?id=12d5dc08-1d9f-41c6-b52c-304239ec8b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129429 Nov 19 17:41:09.053639 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baa8bea-3328-4023-8454-d0c8333c8ba4 req-8f50d9a8-2f13-4de6-8dc7-4a6dd44d1e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:09.062018 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-1baa8bea-3328-4023-8454-d0c8333c8ba4 req-8f50d9a8-2f13-4de6-8dc7-4a6dd44d1e51 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=de10e7e0e3ea4ce28d84ef76e9c1ec3a&device_id=6f9814ff-8e64-48d8-9f39-139a5f0b0dbe HTTP/1.1" status: 200 len: 1094 time: 0.0852497 Nov 19 17:41:09.075867 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f43f8a-d03d-4035-8a28-bdc157db9efa admin admin] Pushing event updated for resources: {'Port': ['ID=c5f76285-1d38-48f7-9698-179511a690bb,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:41:09.136120 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97f43f8a-d03d-4035-8a28-bdc157db9efa admin admin] Network 682f8625-2da0-4277-9298-7e9926949c04 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:41:09.142903 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-97f43f8a-d03d-4035-8a28-bdc157db9efa admin admin] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:41:09.148473 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f43f8a-d03d-4035-8a28-bdc157db9efa admin admin] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:41:09.224621 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-a672fbb0-7e24-4e62-88f4-b66f554129b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5d2b315-fd4e-4d4b-8994-d6437e7ea63d', 'name': 'tempest-FloatingIPDetailsTestJSON-1926283433-router', 'tenant_id': '576a71c59b264606ae89f9c57a18124b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.244'}], 'enable_snat': True}, 'gw_port_id': '4cef4a93-8cd8-4b50-a707-9a3592a87b4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:41:00Z', 'updated_at': '2021-11-19T17:41:03Z', 'revision_number': 3, 'project_id': '576a71c59b264606ae89f9c57a18124b', 'gw_port': {'id': '4cef4a93-8cd8-4b50-a707-9a3592a87b4d', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:16:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5d2b315-fd4e-4d4b-8994-d6437e7ea63d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:41:02Z', 'updated_at': '2021-11-19T17:41:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:41:09.265903 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a672fbb0-7e24-4e62-88f4-b66f554129b3 None None] The sync data for ids ['c5d2b315-fd4e-4d4b-8994-d6437e7ea63d'] in n-d-818022-2 is: [{'id': 'c5d2b315-fd4e-4d4b-8994-d6437e7ea63d', 'name': 'tempest-FloatingIPDetailsTestJSON-1926283433-router', 'tenant_id': '576a71c59b264606ae89f9c57a18124b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.244'}], 'enable_snat': True}, 'gw_port_id': '4cef4a93-8cd8-4b50-a707-9a3592a87b4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:41:00Z', 'updated_at': '2021-11-19T17:41:03Z', 'revision_number': 3, 'project_id': '576a71c59b264606ae89f9c57a18124b', 'gw_port': {'id': '4cef4a93-8cd8-4b50-a707-9a3592a87b4d', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:16:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5d2b315-fd4e-4d4b-8994-d6437e7ea63d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:41:02Z', 'updated_at': '2021-11-19T17:41:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 17:41:09.271771 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baa8bea-3328-4023-8454-d0c8333c8ba4 req-841ed0d6-a4a1-4c19-869e-714534f88dae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:09.274005 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-1baa8bea-3328-4023-8454-d0c8333c8ba4 req-841ed0d6-a4a1-4c19-869e-714534f88dae service neutron] 10.222.0.86 "GET /v2.0/networks?id=c7b257b3-f66e-4846-9861-5f47f21f4188 HTTP/1.1" status: 200 len: 908 time: 0.2107995 Nov 19 17:41:09.289099 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-97f43f8a-d03d-4035-8a28-bdc157db9efa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-671361'] for router_interface, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:09.406583 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-1baa8bea-3328-4023-8454-d0c8333c8ba4 req-b210a36e-2d6b-46c4-b25d-1b96398f7148 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fe5b02dd-74e9-432a-8ab4-84e77d94cb3b HTTP/1.1" status: 200 len: 217 time: 0.1226454 Nov 19 17:41:09.436240 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8c2054f8-1f4f-4e06-a1d0-b5e9c2ef0ac6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:09.449348 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8c2054f8-1f4f-4e06-a1d0-b5e9c2ef0ac6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:09.495979 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 4e9cea17-6e2e-4698-993c-a68c5b8f30f2 no longer exists at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:41:09.526652 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151b2b86-efb8-44f1-82db-042e6f5cc9f4 req-689e2ecb-be1a-4639-8799-b1d76ebe5530 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:09.534222 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-151b2b86-efb8-44f1-82db-042e6f5cc9f4 req-689e2ecb-be1a-4639-8799-b1d76ebe5530 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.54 "GET /v2.0/ports?device_id=58455846-60e7-4f61-974f-dffca721866e HTTP/1.1" status: 200 len: 945 time: 0.1264904 Nov 19 17:41:09.549628 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baa8bea-3328-4023-8454-d0c8333c8ba4 req-54e6b3fc-0c65-4478-a0ed-c241235dbb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:09.551139 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2054f8-1f4f-4e06-a1d0-b5e9c2ef0ac6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e3e4707-c197-4851-8355-26b2132f2eca,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:41:09.551681 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-1baa8bea-3328-4023-8454-d0c8333c8ba4 req-54e6b3fc-0c65-4478-a0ed-c241235dbb81 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=df2b5fb0-4ad7-475f-930a-bdefef26bd76 HTTP/1.1" status: 200 len: 847 time: 0.1313331 Nov 19 17:41:09.559252 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] No Port match for: 4e9cea17-6e2e-4698-993c-a68c5b8f30f2 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:41:09.559588 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 4e9cea17-6e2e-4698-993c-a68c5b8f30f2 not bound to the agent host n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:41:09.592061 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c2054f8-1f4f-4e06-a1d0-b5e9c2ef0ac6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 690} {{(pid=103365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 17:41:09.613062 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8c2054f8-1f4f-4e06-a1d0-b5e9c2ef0ac6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:09.613725 n-d-818022-2 neutron-server[103365]: INFO neutron.db.segments_db [None req-8c2054f8-1f4f-4e06-a1d0-b5e9c2ef0ac6 admin admin] Added segment 65da90f8-a853-48a6-af92-75fd92f47077 of type vlan for network f617386f-7f7a-461e-894d-4bea98b39674 Nov 19 17:41:09.650041 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-1baa8bea-3328-4023-8454-d0c8333c8ba4 req-f2059803-cd55-41fa-a1ea-fffa1157c31d service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c7b257b3-f66e-4846-9861-5f47f21f4188&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0685689 Nov 19 17:41:09.653042 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-d6fec3f6-3a45-4e82-9f12-74c1a6c34287 None None] Provisioning complete for port c5f76285-1d38-48f7-9698-179511a690bb triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:41:09.653422 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d6fec3f6-3a45-4e82-9f12-74c1a6c34287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:09.716199 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-d6fec3f6-3a45-4e82-9f12-74c1a6c34287 None None] Port c5f76285-1d38-48f7-9698-179511a690bb cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:41:09.736376 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-97f43f8a-d03d-4035-8a28-bdc157db9efa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:09.742798 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-151b2b86-efb8-44f1-82db-042e6f5cc9f4 req-4ee35b93-cfc9-433a-a35d-7ead2e4a6ddb tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.54 "GET /v2.0/security-groups?id=740807d6-4246-4ecb-a636-49a5e5a1e11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073350 Nov 19 17:41:09.808636 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8c2054f8-1f4f-4e06-a1d0-b5e9c2ef0ac6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:09.855577 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-1baa8bea-3328-4023-8454-d0c8333c8ba4 req-a17c5d5d-2b20-44d5-83ef-ed0ba02ffd6b service neutron] 10.222.0.86 "GET /v2.0/networks/c7b257b3-f66e-4846-9861-5f47f21f4188?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1917219 Nov 19 17:41:09.858250 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c71575-4ef5-413f-9607-ef5da34c46b3 req-67fa3f9d-7a91-44b7-853d-dd0566cfaaae tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:09.864524 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c71575-4ef5-413f-9607-ef5da34c46b3 req-67fa3f9d-7a91-44b7-853d-dd0566cfaaae tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:09.866704 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-79c71575-4ef5-413f-9607-ef5da34c46b3 req-67fa3f9d-7a91-44b7-853d-dd0566cfaaae tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] 10.222.0.54 "GET /v2.0/ports?device_id=8a7d746f-14f5-40c4-925c-fda57f0dbcac HTTP/1.1" status: 200 len: 1682 time: 0.2355213 Nov 19 17:41:09.969781 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8c2054f8-1f4f-4e06-a1d0-b5e9c2ef0ac6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:09.970852 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c2054f8-1f4f-4e06-a1d0-b5e9c2ef0ac6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:09.971435 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8c2054f8-1f4f-4e06-a1d0-b5e9c2ef0ac6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:10.040511 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6546db6-7571-498e-b509-d14ae44797e5 req-b6f46117-37dd-4fe9-95b6-1311d0481dd2 tempest-ImagesOneServerTestJSON-318007829 tempest-ImagesOneServerTestJSON-318007829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:10.042369 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a6546db6-7571-498e-b509-d14ae44797e5 req-b6f46117-37dd-4fe9-95b6-1311d0481dd2 tempest-ImagesOneServerTestJSON-318007829 tempest-ImagesOneServerTestJSON-318007829-project] 10.222.0.54 "GET /v2.0/ports?device_id=d13d0796-c1c1-4adb-a331-414002742097 HTTP/1.1" status: 200 len: 951 time: 0.0886755 Nov 19 17:41:10.048922 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-1baa8bea-3328-4023-8454-d0c8333c8ba4 req-4cbc7d96-b9b1-4124-83c7-24df02f841b6 service neutron] 10.222.0.86 "GET /v2.0/networks/c7b257b3-f66e-4846-9861-5f47f21f4188?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785986 Nov 19 17:41:10.120075 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-8c2054f8-1f4f-4e06-a1d0-b5e9c2ef0ac6 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.5512488 Nov 19 17:41:10.131712 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a6546db6-7571-498e-b509-d14ae44797e5 req-db3ceb47-3309-45fe-a7b7-27e4329bcbcd tempest-ImagesOneServerTestJSON-318007829 tempest-ImagesOneServerTestJSON-318007829-project] 10.222.0.54 "GET /v2.0/security-groups?id=b53c3dc0-f806-4920-bfc2-1b7796f8cf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772059 Nov 19 17:41:10.132160 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 47646) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:41:10.136685 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-f6513470-fb8d-4bf7-aa19-aef154203da5 admin admin] Request body: {'subnet': {'network_id': 'f617386f-7f7a-461e-894d-4bea98b39674', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-963063632-subnet', 'tenant_id': 'aeb7fd6db87a434398f0a6a86da890f5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:41:10.146202 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2054f8-1f4f-4e06-a1d0-b5e9c2ef0ac6 admin admin] Pushing event updated for resources: {'Network': ['ID=f617386f-7f7a-461e-894d-4bea98b39674,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:41:10.154773 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network f617386f-7f7a-461e-894d-4bea98b39674 details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 17:41:10.157541 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-79c71575-4ef5-413f-9607-ef5da34c46b3 req-77db1c3c-ca48-4558-ae5f-16d223647add tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2d42000-c475-4f47-81a1-d381635bd450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2687540 Nov 19 17:41:10.207439 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767b2181-7ce5-4e25-aa57-3f65e4a7851a req-3a1922a5-7900-4129-82a6-b2c10a57bec2 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:10.209098 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-767b2181-7ce5-4e25-aa57-3f65e4a7851a req-3a1922a5-7900-4129-82a6-b2c10a57bec2 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.86 "GET /v2.0/ports?device_id=58455846-60e7-4f61-974f-dffca721866e HTTP/1.1" status: 200 len: 945 time: 0.2720962 Nov 19 17:41:10.292538 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6513470-fb8d-4bf7-aa19-aef154203da5 admin admin] Made reservation on behalf of aeb7fd6db87a434398f0a6a86da890f5 for: {'subnet': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:41:10.299306 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f6513470-fb8d-4bf7-aa19-aef154203da5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8731248'] for subnet, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:10.688389 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b9b4e8b8-c339-49bd-a5ce-ed1f4a843de0 req-71afefd5-eabc-402c-be56-d59edad567f7 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=ccff1488-85ea-43ae-bf94-c62226a4f4bf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1217010 Nov 19 17:41:10.766804 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b4e8b8-c339-49bd-a5ce-ed1f4a843de0 req-a12dd229-7be4-4123-a8c6-71b85394e8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:10.768329 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b9b4e8b8-c339-49bd-a5ce-ed1f4a843de0 req-a12dd229-7be4-4123-a8c6-71b85394e8c1 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=dc7ce1e4ff7747b99247f6b026a294f4&device_id=ccff1488-85ea-43ae-bf94-c62226a4f4bf HTTP/1.1" status: 200 len: 1097 time: 0.0536075 Nov 19 17:41:10.781991 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-97f43f8a-d03d-4035-8a28-bdc157db9efa admin admin] Publish callbacks [] for port, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:10.800309 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-97f43f8a-d03d-4035-8a28-bdc157db9efa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:10.815096 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0130f34-2558-41f9-a554-88307b8a15eb req-b8127a56-f0ac-42fd-a177-815eba0140cb tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:10.816773 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d0130f34-2558-41f9-a554-88307b8a15eb req-b8127a56-f0ac-42fd-a177-815eba0140cb tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/ports?device_id=6f9814ff-8e64-48d8-9f39-139a5f0b0dbe HTTP/1.1" status: 200 len: 943 time: 0.5062895 Nov 19 17:41:10.958794 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f43f8a-d03d-4035-8a28-bdc157db9efa admin admin] Pushing event updated for resources: {'Port': ['ID=c5f76285-1d38-48f7-9698-179511a690bb,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:41:10.984527 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-767b2181-7ce5-4e25-aa57-3f65e4a7851a req-f507b58c-7d1f-4246-bcbc-a337b587d596 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] Deleting port a8f2c8e4-bede-4c8e-8ed6-ea2657b609e4 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:41:10.984871 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-767b2181-7ce5-4e25-aa57-3f65e4a7851a req-f507b58c-7d1f-4246-bcbc-a337b587d596 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:10.995161 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-97f43f8a-d03d-4035-8a28-bdc157db9efa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-768529'] for router_interface, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:11.095117 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6387dbd3-c019-4c9d-ae10-890a68159037 req-9908ac22-f4d7-4ba9-ae30-844a300d4756 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:11.101756 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6387dbd3-c019-4c9d-ae10-890a68159037 req-9908ac22-f4d7-4ba9-ae30-844a300d4756 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:11.103602 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6387dbd3-c019-4c9d-ae10-890a68159037 req-9908ac22-f4d7-4ba9-ae30-844a300d4756 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a7d746f-14f5-40c4-925c-fda57f0dbcac HTTP/1.1" status: 200 len: 1682 time: 0.2293606 Nov 19 17:41:11.115614 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d0130f34-2558-41f9-a554-88307b8a15eb req-86e568d7-3e7b-40ca-b674-55aaab24faca tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/security-groups?id=12d5dc08-1d9f-41c6-b52c-304239ec8b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2695680 Nov 19 17:41:11.208759 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 4cef4a93-8cd8-4b50-a707-9a3592a87b4d up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:41:11.306992 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b4e8b8-c339-49bd-a5ce-ed1f4a843de0 req-1f58d323-bc84-4919-a826-b6e0e08e1d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:11.308514 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b9b4e8b8-c339-49bd-a5ce-ed1f4a843de0 req-1f58d323-bc84-4919-a826-b6e0e08e1d40 service neutron] 10.222.0.86 "GET /v2.0/networks?id=54cb42e3-21bb-4900-9add-de52f53a9c78 HTTP/1.1" status: 200 len: 912 time: 0.5107701 Nov 19 17:41:11.311130 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 4cef4a93-8cd8-4b50-a707-9a3592a87b4d triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:41:11.312219 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:11.409532 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b9b4e8b8-c339-49bd-a5ce-ed1f4a843de0 req-84f808c3-feaa-41fe-a354-c4c4e34986d0 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e5476d89-23c6-405d-8ad8-c9f3d21a8ff2 HTTP/1.1" status: 200 len: 1001 time: 0.0933006 Nov 19 17:41:11.424678 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-767b2181-7ce5-4e25-aa57-3f65e4a7851a req-f507b58c-7d1f-4246-bcbc-a337b587d596 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] For port a8f2c8e4-bede-4c8e-8ed6-ea2657b609e4, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=a8f2c8e4-bede-4c8e-8ed6-ea2657b609e4,segment=NetworkSegment(fa32b67e-17cc-4a5c-8764-82d3483c4272),segment_id=fa32b67e-17cc-4a5c-8764-82d3483c4272)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:41:11.425143 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-767b2181-7ce5-4e25-aa57-3f65e4a7851a req-f507b58c-7d1f-4246-bcbc-a337b587d596 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:11.432236 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f6513470-fb8d-4bf7-aa19-aef154203da5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12283104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8731234'] for subnet, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:11.461276 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:11.469645 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e14edd-8d6e-4b26-9ade-91f9c7b9e47b req-5f60b11a-45ef-4844-8c6d-ac04f1cbe9a7 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:11.471302 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-43e14edd-8d6e-4b26-9ade-91f9c7b9e47b req-5f60b11a-45ef-4844-8c6d-ac04f1cbe9a7 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.54 "GET /v2.0/ports?device_id=58455846-60e7-4f61-974f-dffca721866e HTTP/1.1" status: 200 len: 945 time: 0.2669766 Nov 19 17:41:11.485362 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] For port 4cef4a93-8cd8-4b50-a707-9a3592a87b4d, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=4cef4a93-8cd8-4b50-a707-9a3592a87b4d,segment=NetworkSegment(bbe705c1-96c0-476e-8381-28227e6f0ac5),segment_id=bbe705c1-96c0-476e-8381-28227e6f0ac5)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:41:11.493075 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:11.494323 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-767b2181-7ce5-4e25-aa57-3f65e4a7851a req-f507b58c-7d1f-4246-bcbc-a337b587d596 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] Calling delete_port for a8f2c8e4-bede-4c8e-8ed6-ea2657b609e4 owned by compute:nova {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:41:11.518313 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b4e8b8-c339-49bd-a5ce-ed1f4a843de0 req-87a5efdd-c424-46aa-85fd-774876ffe840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:11.519824 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b9b4e8b8-c339-49bd-a5ce-ed1f4a843de0 req-87a5efdd-c424-46aa-85fd-774876ffe840 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ce5e5572-06fa-407a-98f7-553783ad7f2f HTTP/1.1" status: 200 len: 850 time: 0.1000805 Nov 19 17:41:11.537779 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97f43f8a-d03d-4035-8a28-bdc157db9efa admin admin] Network 682f8625-2da0-4277-9298-7e9926949c04 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:41:11.547600 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e905463a-45c5-4cce-9e8b-6644f2138163 req-e8e687d7-d71b-496e-b0f0-d0e3e48bc0a5 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:11.554127 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e905463a-45c5-4cce-9e8b-6644f2138163 req-e8e687d7-d71b-496e-b0f0-d0e3e48bc0a5 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:11.555746 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-e905463a-45c5-4cce-9e8b-6644f2138163 req-e8e687d7-d71b-496e-b0f0-d0e3e48bc0a5 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] 10.222.0.54 "GET /v2.0/ports?device_id=8a7d746f-14f5-40c4-925c-fda57f0dbcac HTTP/1.1" status: 200 len: 1682 time: 0.0854452 Nov 19 17:41:11.564215 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Pushing event updated for resources: {'Port': ['ID=4cef4a93-8cd8-4b50-a707-9a3592a87b4d,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:41:11.590827 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-97f43f8a-d03d-4035-8a28-bdc157db9efa admin admin] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:41:11.616155 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6513470-fb8d-4bf7-aa19-aef154203da5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d31643c-d7c9-499c-bd0d-a793fdbddb1f,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:41:11.638442 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b4e8b8-c339-49bd-a5ce-ed1f4a843de0 req-4c0c01f0-eaa4-482b-9732-9a73e8c1df11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:11.640103 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b9b4e8b8-c339-49bd-a5ce-ed1f4a843de0 req-4c0c01f0-eaa4-482b-9732-9a73e8c1df11 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=54cb42e3-21bb-4900-9add-de52f53a9c78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1113393 Nov 19 17:41:11.664710 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-e905463a-45c5-4cce-9e8b-6644f2138163 req-806a6fb0-412e-4ff9-aefc-e1b3c82bba13 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2d42000-c475-4f47-81a1-d381635bd450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942328 Nov 19 17:41:11.726286 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-43e14edd-8d6e-4b26-9ade-91f9c7b9e47b req-bfaac0f9-441f-4115-8c02-7f7152f4e686 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.54 "GET /v2.0/security-groups?id=740807d6-4246-4ecb-a636-49a5e5a1e11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2226579 Nov 19 17:41:11.729725 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-6387dbd3-c019-4c9d-ae10-890a68159037 req-720ec6f5-88fe-4bdd-979f-94aa38f2888f tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Deleting port 575f075c-2797-4b8e-a85c-28f5a1830034 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:41:11.734341 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-6387dbd3-c019-4c9d-ae10-890a68159037 req-720ec6f5-88fe-4bdd-979f-94aa38f2888f tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:11.737350 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6513470-fb8d-4bf7-aa19-aef154203da5 admin admin] Checking segment: {'id': '65da90f8-a853-48a6-af92-75fd92f47077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'f617386f-7f7a-461e-894d-4bea98b39674'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:41:11.737710 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6513470-fb8d-4bf7-aa19-aef154203da5 admin admin] Network hostable DHCP agents. Network: f617386f-7f7a-461e-894d-4bea98b39674, hostable agents: ['02910ef2-0455-4aea-9f38-9a875579633f'], hosted agents: [] {{(pid=103365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 17:41:11.798663 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b9b4e8b8-c339-49bd-a5ce-ed1f4a843de0 req-1cd155eb-ce0f-41a3-b0a6-aa234e42e255 service neutron] 10.222.0.86 "GET /v2.0/networks/54cb42e3-21bb-4900-9add-de52f53a9c78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496987 Nov 19 17:41:11.907489 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6513470-fb8d-4bf7-aa19-aef154203da5 admin admin] Network f617386f-7f7a-461e-894d-4bea98b39674 is scheduled to be hosted by DHCP agent 02910ef2-0455-4aea-9f38-9a875579633f with binding_index 1 {{(pid=103365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 17:41:11.968662 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-d938e257-e20e-4a66-8bbd-226b00cc3550 None None] Provisioning complete for port c5f76285-1d38-48f7-9698-179511a690bb triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:41:11.969322 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d938e257-e20e-4a66-8bbd-226b00cc3550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:11.971561 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-f6513470-fb8d-4bf7-aa19-aef154203da5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818022-2, f617386f-7f7a-461e-894d-4bea98b39674) {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:41:11.990971 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6513470-fb8d-4bf7-aa19-aef154203da5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:11.991579 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f6513470-fb8d-4bf7-aa19-aef154203da5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:12.000438 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-6387dbd3-c019-4c9d-ae10-890a68159037 req-720ec6f5-88fe-4bdd-979f-94aa38f2888f tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] For port 575f075c-2797-4b8e-a85c-28f5a1830034, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=575f075c-2797-4b8e-a85c-28f5a1830034,segment=NetworkSegment(4f83a1bc-68d2-4dd7-9679-2c68027dd123),segment_id=4f83a1bc-68d2-4dd7-9679-2c68027dd123)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:41:12.000872 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-6387dbd3-c019-4c9d-ae10-890a68159037 req-720ec6f5-88fe-4bdd-979f-94aa38f2888f tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:12.001239 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b9b4e8b8-c339-49bd-a5ce-ed1f4a843de0 req-b4773d39-308e-457f-9752-6bd6cf3dc02b service neutron] 10.222.0.86 "GET /v2.0/networks/54cb42e3-21bb-4900-9add-de52f53a9c78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1904938 Nov 19 17:41:12.029542 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3807d28-9135-4725-8469-8482c9b28a90 None None] Network f617386f-7f7a-461e-894d-4bea98b39674 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:41:12.105429 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-d938e257-e20e-4a66-8bbd-226b00cc3550 None None] Port c5f76285-1d38-48f7-9698-179511a690bb cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:41:12.118455 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-f6513470-fb8d-4bf7-aa19-aef154203da5 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.9858055 Nov 19 17:41:12.125356 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-6387dbd3-c019-4c9d-ae10-890a68159037 req-720ec6f5-88fe-4bdd-979f-94aa38f2888f tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Calling delete_port for 575f075c-2797-4b8e-a85c-28f5a1830034 owned by compute:nova {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:41:12.141211 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-767b2181-7ce5-4e25-aa57-3f65e4a7851a req-f507b58c-7d1f-4246-bcbc-a337b587d596 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:12.175457 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97f43f8a-d03d-4035-8a28-bdc157db9efa admin admin] Router c5d2b315-fd4e-4d4b-8994-d6437e7ea63d has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 17:41:12.197645 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] get_ports_and_sgs() called for port_ids ['d3151510-34cd-407a-b000-6f802dd5765c', 'a8f2c8e4-bede-4c8e-8ed6-ea2657b609e4'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:41:12.215810 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9395ee-4c28-4a5a-b363-4768de23326f req-eb6748b9-8db0-4cbf-a762-14c82bd049c0 tempest-ImagesOneServerTestJSON-318007829 tempest-ImagesOneServerTestJSON-318007829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:12.223852 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-de9395ee-4c28-4a5a-b363-4768de23326f req-eb6748b9-8db0-4cbf-a762-14c82bd049c0 tempest-ImagesOneServerTestJSON-318007829 tempest-ImagesOneServerTestJSON-318007829-project] 10.222.0.54 "GET /v2.0/ports?device_id=d13d0796-c1c1-4adb-a331-414002742097 HTTP/1.1" status: 200 len: 951 time: 0.1035125 Nov 19 17:41:12.291043 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f507b58c-7d1f-4246-bcbc-a337b587d596 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] Pushing event deleted for resources: {'Port': ['ID=a8f2c8e4-bede-4c8e-8ed6-ea2657b609e4,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:41:12.319181 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-de9395ee-4c28-4a5a-b363-4768de23326f req-61a96156-e80d-449f-b6d6-7ebd0863295f tempest-ImagesOneServerTestJSON-318007829 tempest-ImagesOneServerTestJSON-318007829-project] 10.222.0.54 "GET /v2.0/security-groups?id=b53c3dc0-f806-4920-bfc2-1b7796f8cf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759671 Nov 19 17:41:12.395796 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f77b843-14f0-45b0-a4a7-cb55f4480f6c None None] Network f617386f-7f7a-461e-894d-4bea98b39674 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:41:12.404073 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-767b2181-7ce5-4e25-aa57-3f65e4a7851a req-f507b58c-7d1f-4246-bcbc-a337b587d596 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] No DVR routers for this DVR port a8f2c8e4-bede-4c8e-8ed6-ea2657b609e4 on host n-h2-818022-2 {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:41:12.409674 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-767b2181-7ce5-4e25-aa57-3f65e4a7851a req-f507b58c-7d1f-4246-bcbc-a337b587d596 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:12.413162 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-767b2181-7ce5-4e25-aa57-3f65e4a7851a req-f507b58c-7d1f-4246-bcbc-a337b587d596 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.86 "DELETE /v2.0/ports/a8f2c8e4-bede-4c8e-8ed6-ea2657b609e4 HTTP/1.1" status: 204 len: 173 time: 2.1922331 Nov 19 17:41:12.450771 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58455846-60e7-4f61-974f-dffca721866e', 'name': 'network-vif-deleted', 'tag': 'a8f2c8e4-bede-4c8e-8ed6-ea2657b609e4'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:41:12.455101 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218319d759239a7d11f1288aef37381b97754913ee9ccbfd43b51a463f801712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf8a0444-8b38-47bb-b08b-891aff2be01c" -d '{"events": [{"server_uuid": "58455846-60e7-4f61-974f-dffca721866e", "name": "network-vif-deleted", "tag": "a8f2c8e4-bede-4c8e-8ed6-ea2657b609e4"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:41:12.521097 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device fe5b02dd-74e9-432a-8ab4-84e77d94cb3b details requested by agent hyperv_n-h2-818022-2 with host n-h2-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 17:41:12.659593 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbae6d0-a9f8-4668-8809-14678d904fec req-fb87c2c8-38ca-4b6f-980e-80ac79d2acb0 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:12.662570 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.db.resource_extend [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 19 17:41:12.668139 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-dbbae6d0-a9f8-4668-8809-14678d904fec req-fb87c2c8-38ca-4b6f-980e-80ac79d2acb0 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/ports?device_id=6f9814ff-8e64-48d8-9f39-139a5f0b0dbe HTTP/1.1" status: 200 len: 943 time: 0.3151293 Nov 19 17:41:12.670409 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690538a8-dcb7-4810-b4dc-49dfd25a02f8 req-3dd6d99b-521c-4269-9096-dc2d9336aa97 tempest-ListServersNegativeTestJSON-1861778447 tempest-ListServersNegativeTestJSON-1861778447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:12.681033 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690538a8-dcb7-4810-b4dc-49dfd25a02f8 req-3dd6d99b-521c-4269-9096-dc2d9336aa97 tempest-ListServersNegativeTestJSON-1861778447 tempest-ListServersNegativeTestJSON-1861778447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:12.695667 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-690538a8-dcb7-4810-b4dc-49dfd25a02f8 req-3dd6d99b-521c-4269-9096-dc2d9336aa97 tempest-ListServersNegativeTestJSON-1861778447 tempest-ListServersNegativeTestJSON-1861778447-project] 10.222.0.54 "GET /v2.0/ports?device_id=12d0c6c1-218d-4330-aaf3-235f90914fdd&device_id=90b9f751-a497-48e1-b0d0-647964d8b2b6 HTTP/1.1" status: 200 len: 1681 time: 0.1527655 Nov 19 17:41:12.772314 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-690538a8-dcb7-4810-b4dc-49dfd25a02f8 req-ebdac535-ead2-4b2d-aa7a-11ca643fac2b tempest-ListServersNegativeTestJSON-1861778447 tempest-ListServersNegativeTestJSON-1861778447-project] 10.222.0.54 "GET /v2.0/security-groups?id=144b99fe-6f19-47a4-90ef-47228a8ac1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740049 Nov 19 17:41:12.789558 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97f43f8a-d03d-4035-8a28-bdc157db9efa admin admin] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 17:41:12.805578 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae04626-56b7-4f5e-ae3f-fc3a6a1848df None None] Sync routers for ids ['c5d2b315-fd4e-4d4b-8994-d6437e7ea63d'] in n-d-818022-2 {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 17:41:12.841576 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-97f43f8a-d03d-4035-8a28-bdc157db9efa admin admin] 10.222.0.54 "PUT /v2.0/routers/c5d2b315-fd4e-4d4b-8994-d6437e7ea63d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6604691 Nov 19 17:41:12.845333 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae04626-56b7-4f5e-ae3f-fc3a6a1848df None None] Routers {'c5d2b315-fd4e-4d4b-8994-d6437e7ea63d'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:41:12.846383 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-3ae04626-56b7-4f5e-ae3f-fc3a6a1848df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:41:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['c5d2b315-fd4e-4d4b-8994-d6437e7ea63d'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:41:12.891199 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port fe5b02dd-74e9-432a-8ab4-84e77d94cb3b, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=fe5b02dd-74e9-432a-8ab4-84e77d94cb3b,segment=NetworkSegment(68be9c2e-9e68-489a-becd-67ff095c4169),segment_id=68be9c2e-9e68-489a-becd-67ff095c4169)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:41:12.907229 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Returning: {'device': 'fe5b02dd-74e9-432a-8ab4-84e77d94cb3b', 'network_id': 'c7b257b3-f66e-4846-9861-5f47f21f4188', 'port_id': 'fe5b02dd-74e9-432a-8ab4-84e77d94cb3b', 'mac_address': 'fa:16:3e:fc:21:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df2b5fb0-4ad7-475f-930a-bdefef26bd76', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 17:41:12.909364 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-dbbae6d0-a9f8-4668-8809-14678d904fec req-81e3bc76-6273-4999-9e7a-3bfc87c73c11 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/security-groups?id=12d5dc08-1d9f-41c6-b52c-304239ec8b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2400661 Nov 19 17:41:12.910909 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-6387dbd3-c019-4c9d-ae10-890a68159037 req-720ec6f5-88fe-4bdd-979f-94aa38f2888f tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:12.945533 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['960ff6b6-f04b-4ce5-b9e6-3685d448ebfd', '575f075c-2797-4b8e-a85c-28f5a1830034'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:41:12.964371 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-223e592c-bc43-49b1-be18-7a549969d473 req-3cb50c5b-4b66-476d-ba47-7a5c47083f5e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=190b8a74-1657-4b15-9d43-f9dddedef7f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3251503 Nov 19 17:41:13.068388 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:13.082784 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:41:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e09d2c87-4837-4e52-8a36-f22e217a83a1 x-openstack-request-id: req-e09d2c87-4837-4e52-8a36-f22e217a83a1 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:41:13.083336 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58455846-60e7-4f61-974f-dffca721866e", "name": "network-vif-deleted", "tag": "a8f2c8e4-bede-4c8e-8ed6-ea2657b609e4", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:41:13.083336 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e09d2c87-4837-4e52-8a36-f22e217a83a1 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:41:13.083607 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58455846-60e7-4f61-974f-dffca721866e', 'name': 'network-vif-deleted', 'tag': 'a8f2c8e4-bede-4c8e-8ed6-ea2657b609e4', 'status': 'completed', 'code': 200} Nov 19 17:41:13.099071 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe5b02dd-74e9-432a-8ab4-84e77d94cb3b {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:41:13.108352 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720ec6f5-88fe-4bdd-979f-94aa38f2888f tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Pushing event deleted for resources: {'Port': ['ID=575f075c-2797-4b8e-a85c-28f5a1830034,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:41:13.232432 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 4cef4a93-8cd8-4b50-a707-9a3592a87b4d up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:41:13.233419 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-3ae04626-56b7-4f5e-ae3f-fc3a6a1848df None None] Set router c5d2b315-fd4e-4d4b-8994-d6437e7ea63d gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:41:13.261207 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port fe5b02dd-74e9-432a-8ab4-84e77d94cb3b, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=fe5b02dd-74e9-432a-8ab4-84e77d94cb3b,segment=NetworkSegment(68be9c2e-9e68-489a-becd-67ff095c4169),segment_id=68be9c2e-9e68-489a-becd-67ff095c4169)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:41:13.340297 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:13.440807 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Pushing event updated for resources: {'Port': ['ID=fe5b02dd-74e9-432a-8ab4-84e77d94cb3b,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:41:13.459540 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f5a7ed-923d-462f-b8ac-c158baffd7cb req-d4a096c5-99de-46c7-96c9-32d546460e09 tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:13.461090 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-6387dbd3-c019-4c9d-ae10-890a68159037 req-720ec6f5-88fe-4bdd-979f-94aa38f2888f tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] No DVR routers for this DVR port 575f075c-2797-4b8e-a85c-28f5a1830034 on host n-h1-818022-2 {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:41:13.484773 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-6387dbd3-c019-4c9d-ae10-890a68159037 req-720ec6f5-88fe-4bdd-979f-94aa38f2888f tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:13.487472 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-31f5a7ed-923d-462f-b8ac-c158baffd7cb req-d4a096c5-99de-46c7-96c9-32d546460e09 tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] 10.222.0.54 "GET /v2.0/networks?id=f617386f-7f7a-461e-894d-4bea98b39674 HTTP/1.1" status: 200 len: 821 time: 0.4563465 Nov 19 17:41:13.496521 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6387dbd3-c019-4c9d-ae10-890a68159037 req-720ec6f5-88fe-4bdd-979f-94aa38f2888f tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] 10.222.0.60 "DELETE /v2.0/ports/575f075c-2797-4b8e-a85c-28f5a1830034 HTTP/1.1" status: 204 len: 173 time: 2.3793142 Nov 19 17:41:13.536861 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-31f5a7ed-923d-462f-b8ac-c158baffd7cb req-8033031e-7ad3-406f-903b-24a9ecfa36b6 tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] 10.222.0.54 "GET /v2.0/quotas/aeb7fd6db87a434398f0a6a86da890f5 HTTP/1.1" status: 200 len: 375 time: 0.0475147 Nov 19 17:41:13.549378 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 4cef4a93-8cd8-4b50-a707-9a3592a87b4d triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:41:13.549945 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:13.586058 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-31f5a7ed-923d-462f-b8ac-c158baffd7cb req-fa7e55c1-65f5-40c2-a897-46146540454c tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=aeb7fd6db87a434398f0a6a86da890f5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0452449 Nov 19 17:41:13.642277 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7139e73-0e26-40fb-a76d-15c6399c7a96 req-332d529d-b491-44c8-834e-1d83d90d0973 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:13.643837 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e7139e73-0e26-40fb-a76d-15c6399c7a96 req-332d529d-b491-44c8-834e-1d83d90d0973 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] 10.222.0.54 "GET /v2.0/ports?device_id=8a7d746f-14f5-40c4-925c-fda57f0dbcac HTTP/1.1" status: 200 len: 946 time: 0.3221304 Nov 19 17:41:13.649042 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223e592c-bc43-49b1-be18-7a549969d473 req-5cc77ecd-8f5b-488e-8de2-27b24ee904de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:13.651125 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-223e592c-bc43-49b1-be18-7a549969d473 req-5cc77ecd-8f5b-488e-8de2-27b24ee904de service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0d7ccfd9bdc740e383b438cb097bfe8d&device_id=190b8a74-1657-4b15-9d43-f9dddedef7f2 HTTP/1.1" status: 200 len: 1095 time: 0.5770187 Nov 19 17:41:13.765169 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-3ae04626-56b7-4f5e-ae3f-fc3a6a1848df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5d2b315-fd4e-4d4b-8994-d6437e7ea63d', 'name': 'tempest-FloatingIPDetailsTestJSON-1926283433-router', 'tenant_id': '576a71c59b264606ae89f9c57a18124b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.244'}], 'enable_snat': True}, 'gw_port_id': '4cef4a93-8cd8-4b50-a707-9a3592a87b4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:41:00Z', 'updated_at': '2021-11-19T17:41:09Z', 'revision_number': 4, 'project_id': '576a71c59b264606ae89f9c57a18124b', 'gw_port': {'id': '4cef4a93-8cd8-4b50-a707-9a3592a87b4d', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:16:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d2b315-fd4e-4d4b-8994-d6437e7ea63d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:41:02Z', 'updated_at': '2021-11-19T17:41:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': 'c5f76285-1d38-48f7-9698-179511a690bb', 'name': '', 'network_id': '682f8625-2da0-4277-9298-7e9926949c04', 'tenant_id': '576a71c59b264606ae89f9c57a18124b', 'mac_address': 'fa:16:3e:30:f8:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5d2b315-fd4e-4d4b-8994-d6437e7ea63d', 'device_owner': 'network:router_interface', 'standard_attr_id': 785, 'fixed_ips': [{'subnet_id': '6f5c6a62-0950-471c-b23c-a773ab4433a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:41:08Z', 'updated_at': '2021-11-19T17:41:09Z', 'revision_number': 2, 'project_id': '576a71c59b264606ae89f9c57a18124b', 'subnets': [{'id': '6f5c6a62-0950-471c-b23c-a773ab4433a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:41:13.778366 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-31f5a7ed-923d-462f-b8ac-c158baffd7cb req-f218b56f-1e08-45f4-a140-f26f972b31aa service neutron] 10.222.0.54 "GET /v2.0/networks/f617386f-7f7a-461e-894d-4bea98b39674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726909 Nov 19 17:41:13.788878 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] get_ports_and_sgs() called for port_ids ['fe5b02dd-74e9-432a-8ab4-84e77d94cb3b'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:41:13.794749 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae04626-56b7-4f5e-ae3f-fc3a6a1848df None None] Checking router: c5d2b315-fd4e-4d4b-8994-d6437e7ea63d for host: n-d-818022-2 {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 17:41:13.795354 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae04626-56b7-4f5e-ae3f-fc3a6a1848df None None] Updating router c5d2b315-fd4e-4d4b-8994-d6437e7ea63d port c5f76285-1d38-48f7-9698-179511a690bb binding host n-d-818022-2 {{(pid=103367) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 17:41:13.845428 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-3ae04626-56b7-4f5e-ae3f-fc3a6a1848df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:13.867494 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e7139e73-0e26-40fb-a76d-15c6399c7a96 req-ba592409-c4c0-4a2c-b671-b58d44d82f49 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2d42000-c475-4f47-81a1-d381635bd450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084165 Nov 19 17:41:13.953645 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-6387dbd3-c019-4c9d-ae10-890a68159037 req-52f5bd64-694a-448a-accb-36a0cec9fa47 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Deleting port 960ff6b6-f04b-4ce5-b9e6-3685d448ebfd {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:41:13.954013 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-6387dbd3-c019-4c9d-ae10-890a68159037 req-52f5bd64-694a-448a-accb-36a0cec9fa47 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:14.076445 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223e592c-bc43-49b1-be18-7a549969d473 req-6630c466-8c3c-4cf2-a6e0-b0a9570ce715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:14.078130 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-223e592c-bc43-49b1-be18-7a549969d473 req-6630c466-8c3c-4cf2-a6e0-b0a9570ce715 service neutron] 10.222.0.60 "GET /v2.0/networks?id=06df44ce-7965-49c3-9334-79a80c7f7af9 HTTP/1.1" status: 200 len: 922 time: 0.3748271 Nov 19 17:41:14.088167 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-31f5a7ed-923d-462f-b8ac-c158baffd7cb req-89ed2705-b6c0-4685-8258-624e536e1203 service neutron] 10.222.0.54 "GET /v2.0/networks/f617386f-7f7a-461e-894d-4bea98b39674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3053942 Nov 19 17:41:14.143618 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-223e592c-bc43-49b1-be18-7a549969d473 req-503039f5-b026-4df2-9672-c9132f2f2197 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a1fadd38-d96e-4b9d-9eb7-8fd2264a9348 HTTP/1.1" status: 200 len: 217 time: 0.0571463 Nov 19 17:41:14.176355 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-68e6fc13-e14b-4956-8d8a-25c192827920 req-5b5d3ef8-d164-423b-9f7a-cfb8a241e606 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.54 "GET /v2.0/ports?device_id=58455846-60e7-4f61-974f-dffca721866e HTTP/1.1" status: 200 len: 210 time: 0.0397627 Nov 19 17:41:14.288429 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-6387dbd3-c019-4c9d-ae10-890a68159037 req-52f5bd64-694a-448a-accb-36a0cec9fa47 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] For port 960ff6b6-f04b-4ce5-b9e6-3685d448ebfd, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=960ff6b6-f04b-4ce5-b9e6-3685d448ebfd,segment=NetworkSegment(aa0cff57-bbc2-410b-bc12-1e622c1a6b93),segment_id=aa0cff57-bbc2-410b-bc12-1e622c1a6b93)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:41:14.288891 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-6387dbd3-c019-4c9d-ae10-890a68159037 req-52f5bd64-694a-448a-accb-36a0cec9fa47 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:14.321759 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223e592c-bc43-49b1-be18-7a549969d473 req-58d0af1c-0d84-496d-8e83-cadcb9f0c409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:14.331735 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-223e592c-bc43-49b1-be18-7a549969d473 req-58d0af1c-0d84-496d-8e83-cadcb9f0c409 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e811f539-9c60-469d-a119-267f6bfeab01 HTTP/1.1" status: 200 len: 861 time: 0.1527820 Nov 19 17:41:14.334702 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-6387dbd3-c019-4c9d-ae10-890a68159037 req-52f5bd64-694a-448a-accb-36a0cec9fa47 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Calling delete_port for 960ff6b6-f04b-4ce5-b9e6-3685d448ebfd owned by compute:nova {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:41:14.423246 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-223e592c-bc43-49b1-be18-7a549969d473 req-611dbd64-8c26-469c-b7ff-99ae230627b8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=06df44ce-7965-49c3-9334-79a80c7f7af9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0841508 Nov 19 17:41:14.530139 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device 65e64630-d319-432f-8e00-a188681e8b44 no longer exists at agent hyperv_n-h2-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:41:14.581632 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-3ae04626-56b7-4f5e-ae3f-fc3a6a1848df None None] Publish callbacks [] for port, precommit_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:14.592225 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a69539-2d05-48aa-9927-f76ec833f006 req-3328612c-482b-4706-9736-7ba1c877d331 tempest-ImagesOneServerTestJSON-318007829 tempest-ImagesOneServerTestJSON-318007829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:14.595148 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-3ae04626-56b7-4f5e-ae3f-fc3a6a1848df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:14.596931 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-20a69539-2d05-48aa-9927-f76ec833f006 req-3328612c-482b-4706-9736-7ba1c877d331 tempest-ImagesOneServerTestJSON-318007829 tempest-ImagesOneServerTestJSON-318007829-project] 10.222.0.54 "GET /v2.0/ports?device_id=d13d0796-c1c1-4adb-a331-414002742097 HTTP/1.1" status: 200 len: 951 time: 0.1251664 Nov 19 17:41:14.725955 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-20a69539-2d05-48aa-9927-f76ec833f006 req-be926617-909e-49b4-b1e4-4059d66048b7 tempest-ImagesOneServerTestJSON-318007829 tempest-ImagesOneServerTestJSON-318007829-project] 10.222.0.54 "GET /v2.0/security-groups?id=b53c3dc0-f806-4920-bfc2-1b7796f8cf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184635 Nov 19 17:41:14.737287 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f0d4e0ba-be73-4b29-b47e-e3c40b1ec77b req-bc6012d8-03d4-45ec-a9ad-8ca90fbbcd83 tempest-FloatingIPDetailsTestJSON-519469384 tempest-FloatingIPDetailsTestJSON-519469384-project] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2052264 Nov 19 17:41:14.756675 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c1bf27-cd39-4ce9-bba0-ffd0031453b0 None None] Pushing event updated for resources: {'Port': ['ID=c5f76285-1d38-48f7-9698-179511a690bb,revision_number=3']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:41:14.788072 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:14.794311 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c1bf27-cd39-4ce9-bba0-ffd0031453b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:41:14.794666 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c1bf27-cd39-4ce9-bba0-ffd0031453b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:41:14.795003 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c1bf27-cd39-4ce9-bba0-ffd0031453b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:41:14.795471 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c1bf27-cd39-4ce9-bba0-ffd0031453b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:41:14.795816 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c1bf27-cd39-4ce9-bba0-ffd0031453b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:41:14.796151 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c1bf27-cd39-4ce9-bba0-ffd0031453b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:41:14.796523 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c1bf27-cd39-4ce9-bba0-ffd0031453b0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:41:14.796799 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c1bf27-cd39-4ce9-bba0-ffd0031453b0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:41:14.797116 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c1bf27-cd39-4ce9-bba0-ffd0031453b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:41:14.797448 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c1bf27-cd39-4ce9-bba0-ffd0031453b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:41:14.797831 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c1bf27-cd39-4ce9-bba0-ffd0031453b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:41:14.798172 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c1bf27-cd39-4ce9-bba0-ffd0031453b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:41:14.814830 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-3ae04626-56b7-4f5e-ae3f-fc3a6a1848df None None] Attempting to bind port c5f76285-1d38-48f7-9698-179511a690bb on host n-d-818022-2 for vnic_type normal with profile {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:41:14.815215 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-3ae04626-56b7-4f5e-ae3f-fc3a6a1848df None None] Attempting to bind port c5f76285-1d38-48f7-9698-179511a690bb by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': 'c31acd2b-c8ca-42f4-93eb-b63a267c0a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '682f8625-2da0-4277-9298-7e9926949c04'}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:41:14.815498 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae04626-56b7-4f5e-ae3f-fc3a6a1848df None None] Attempting to bind port c5f76285-1d38-48f7-9698-179511a690bb on network 682f8625-2da0-4277-9298-7e9926949c04 {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:41:14.828978 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae04626-56b7-4f5e-ae3f-fc3a6a1848df None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 41, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:41:14.829274 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae04626-56b7-4f5e-ae3f-fc3a6a1848df None None] Checking segment: {'id': 'c31acd2b-c8ca-42f4-93eb-b63a267c0a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '682f8625-2da0-4277-9298-7e9926949c04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:41:14.829802 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-3ae04626-56b7-4f5e-ae3f-fc3a6a1848df None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:14.830229 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae04626-56b7-4f5e-ae3f-fc3a6a1848df None None] Bound using segment: {'id': 'c31acd2b-c8ca-42f4-93eb-b63a267c0a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '682f8625-2da0-4277-9298-7e9926949c04'} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:41:14.834809 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-3ae04626-56b7-4f5e-ae3f-fc3a6a1848df None None] Bound port: c5f76285-1d38-48f7-9698-179511a690bb, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c31acd2b-c8ca-42f4-93eb-b63a267c0a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '682f8625-2da0-4277-9298-7e9926949c04'}}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:41:14.835328 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-3ae04626-56b7-4f5e-ae3f-fc3a6a1848df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:14.859748 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd13d0796-c1c1-4adb-a331-414002742097', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65e64630-d319-432f-8e00-a188681e8b44'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:41:14.868026 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3940761bcd94e032e6960d2241bd8993c5d3a7d8dc2aca8488f3ecf1d4dd2fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0ce56e3-2c6b-4f9f-996b-5701ff05ebbe" -d '{"events": [{"server_uuid": "d13d0796-c1c1-4adb-a331-414002742097", "name": "network-vif-unplugged", "status": "completed", "tag": "65e64630-d319-432f-8e00-a188681e8b44"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:41:14.904648 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port 65e64630-d319-432f-8e00-a188681e8b44, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=65e64630-d319-432f-8e00-a188681e8b44,segment=NetworkSegment(1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861),segment_id=1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:41:14.911197 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:14.912614 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device a8f2c8e4-bede-4c8e-8ed6-ea2657b609e4 no longer exists at agent hyperv_n-h2-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:41:14.923924 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-223e592c-bc43-49b1-be18-7a549969d473 req-453f5a28-8398-4420-9c10-b4d7111e67ec service neutron] 10.222.0.60 "GET /v2.0/networks/06df44ce-7965-49c3-9334-79a80c7f7af9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4838812 Nov 19 17:41:14.979470 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] No Port match for: a8f2c8e4-bede-4c8e-8ed6-ea2657b609e4 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:41:14.979820 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device a8f2c8e4-bede-4c8e-8ed6-ea2657b609e4 not bound to the agent host n-h2-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:41:14.981742 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-3ae04626-56b7-4f5e-ae3f-fc3a6a1848df None None] For port c5f76285-1d38-48f7-9698-179511a690bb, host n-d-818022-2, cleared binding levels {{(pid=103367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:41:14.986483 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-3ae04626-56b7-4f5e-ae3f-fc3a6a1848df None None] For port c5f76285-1d38-48f7-9698-179511a690bb, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=c5f76285-1d38-48f7-9698-179511a690bb,segment=NetworkSegment(c31acd2b-c8ca-42f4-93eb-b63a267c0a37),segment_id=c31acd2b-c8ca-42f4-93eb-b63a267c0a37)] {{(pid=103367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:41:14.995006 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-3ae04626-56b7-4f5e-ae3f-fc3a6a1848df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:14.996761 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2827c8d6-efc5-4361-a858-40585c041fb1 req-d9a0a34d-346a-4bc0-9798-be05fb0a5a96 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:15.006819 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2827c8d6-efc5-4361-a858-40585c041fb1 req-d9a0a34d-346a-4bc0-9798-be05fb0a5a96 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/ports?device_id=6f9814ff-8e64-48d8-9f39-139a5f0b0dbe HTTP/1.1" status: 200 len: 944 time: 0.1273985 Nov 19 17:41:15.045795 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Pushing event updated for resources: {'Port': ['ID=65e64630-d319-432f-8e00-a188681e8b44,revision_number=11']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:41:15.094989 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2827c8d6-efc5-4361-a858-40585c041fb1 req-a4ebd8e9-3b9c-45ed-8091-c773443e0510 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/security-groups?id=12d5dc08-1d9f-41c6-b52c-304239ec8b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858588 Nov 19 17:41:15.178530 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-a9c86cb1-a94d-4d76-844c-eb19416d157f None None] Provisioning complete for port c5f76285-1d38-48f7-9698-179511a690bb triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:41:15.179151 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a9c86cb1-a94d-4d76-844c-eb19416d157f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:15.179953 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae04626-56b7-4f5e-ae3f-fc3a6a1848df None None] Routers {'c5d2b315-fd4e-4d4b-8994-d6437e7ea63d'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:41:15.180877 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-3ae04626-56b7-4f5e-ae3f-fc3a6a1848df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:41:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['c5d2b315-fd4e-4d4b-8994-d6437e7ea63d'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:41:15.226124 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-148f70c7-5ae6-4c4e-b595-c0d1484b03e6 req-cfe364a0-daf2-433d-872b-1997173f3459 tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] 10.222.0.54 "GET /v2.0/ports?device_id=486c2749-b729-43bb-a2f2-da659309b3a4 HTTP/1.1" status: 200 len: 210 time: 0.0607207 Nov 19 17:41:15.288401 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c1bf27-cd39-4ce9-bba0-ffd0031453b0 None None] Pushing event updated for resources: {'Port': ['ID=c5f76285-1d38-48f7-9698-179511a690bb,revision_number=4']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:41:15.371160 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a9c86cb1-a94d-4d76-844c-eb19416d157f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:15.443820 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-a9c86cb1-a94d-4d76-844c-eb19416d157f None None] For port c5f76285-1d38-48f7-9698-179511a690bb, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=c5f76285-1d38-48f7-9698-179511a690bb,segment=NetworkSegment(c31acd2b-c8ca-42f4-93eb-b63a267c0a37),segment_id=c31acd2b-c8ca-42f4-93eb-b63a267c0a37)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:41:15.449851 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a9c86cb1-a94d-4d76-844c-eb19416d157f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:15.479034 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-3ae04626-56b7-4f5e-ae3f-fc3a6a1848df None None] Set router c5d2b315-fd4e-4d4b-8994-d6437e7ea63d gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:41:15.502798 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 17:41:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e10afad-103d-4226-b076-3af1a3edf914 x-openstack-request-id: req-9e10afad-103d-4226-b076-3af1a3edf914 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:41:15.502958 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d13d0796-c1c1-4adb-a331-414002742097", "name": "network-vif-unplugged", "status": "completed", "tag": "65e64630-d319-432f-8e00-a188681e8b44", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:41:15.503205 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-9e10afad-103d-4226-b076-3af1a3edf914 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:41:15.503603 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd13d0796-c1c1-4adb-a331-414002742097', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65e64630-d319-432f-8e00-a188681e8b44', 'code': 200} Nov 19 17:41:15.524854 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 960ff6b6-f04b-4ce5-b9e6-3685d448ebfd no longer exists at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:41:15.660855 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c86cb1-a94d-4d76-844c-eb19416d157f None None] Pushing event updated for resources: {'Port': ['ID=c5f76285-1d38-48f7-9698-179511a690bb,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:41:15.663263 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a7d746f-14f5-40c4-925c-fda57f0dbcac', 'name': 'network-vif-deleted', 'tag': '575f075c-2797-4b8e-a85c-28f5a1830034'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:41:15.667508 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218319d759239a7d11f1288aef37381b97754913ee9ccbfd43b51a463f801712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd8de929-9dc8-443e-8b03-f49e5e8f9158" -d '{"events": [{"server_uuid": "8a7d746f-14f5-40c4-925c-fda57f0dbcac", "name": "network-vif-deleted", "tag": "575f075c-2797-4b8e-a85c-28f5a1830034"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:41:15.668900 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b427f32b-8b15-42ff-ad4e-f794c0411bde req-0233bc65-07ec-4fd1-b6c4-47135b41fe07 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:15.676489 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b427f32b-8b15-42ff-ad4e-f794c0411bde req-0233bc65-07ec-4fd1-b6c4-47135b41fe07 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] 10.222.0.54 "GET /v2.0/ports?device_id=8a7d746f-14f5-40c4-925c-fda57f0dbcac HTTP/1.1" status: 200 len: 946 time: 0.0836916 Nov 19 17:41:15.678553 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-f0d4e0ba-be73-4b29-b47e-e3c40b1ec77b req-e448ce6f-f90e-455e-8e59-0666dba06ccc tempest-FloatingIPDetailsTestJSON-519469384 tempest-FloatingIPDetailsTestJSON-519469384-project] Request body: {'floatingip': {'floating_network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:41:15.680655 n-d-818022-2 neutron-server[103366]: INFO neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] No ports have port_id starting with 960ff6b6-f04b-4ce5-b9e6-3685d448ebfd Nov 19 17:41:15.685325 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-6387dbd3-c019-4c9d-ae10-890a68159037 req-52f5bd64-694a-448a-accb-36a0cec9fa47 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:15.690010 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-64cd3c57-be35-4837-aea2-6d00fe002c3a None None] Provisioning complete for port c5f76285-1d38-48f7-9698-179511a690bb triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:41:15.690440 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-64cd3c57-be35-4837-aea2-6d00fe002c3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:15.716397 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 575f075c-2797-4b8e-a85c-28f5a1830034 no longer exists at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:41:15.746654 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b427f32b-8b15-42ff-ad4e-f794c0411bde req-5d5ead3e-62f4-4269-be7c-5f1025850ffc tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2d42000-c475-4f47-81a1-d381635bd450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690813 Nov 19 17:41:15.777048 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] No Port match for: 575f075c-2797-4b8e-a85c-28f5a1830034 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:41:15.782939 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 575f075c-2797-4b8e-a85c-28f5a1830034 not bound to the agent host n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:41:15.799188 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c689879-55ad-4588-b6d6-9b65e2734d05 req-56b66ed6-808f-4ef3-95d3-9eb1049f497a tempest-ImagesOneServerTestJSON-318007829 tempest-ImagesOneServerTestJSON-318007829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:15.800958 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7c689879-55ad-4588-b6d6-9b65e2734d05 req-56b66ed6-808f-4ef3-95d3-9eb1049f497a tempest-ImagesOneServerTestJSON-318007829 tempest-ImagesOneServerTestJSON-318007829-project] 10.222.0.86 "GET /v2.0/ports?device_id=d13d0796-c1c1-4adb-a331-414002742097 HTTP/1.1" status: 200 len: 951 time: 1.0524256 Nov 19 17:41:15.806515 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f5bd64-694a-448a-accb-36a0cec9fa47 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Pushing event deleted for resources: {'Port': ['ID=960ff6b6-f04b-4ce5-b9e6-3685d448ebfd,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:41:15.873540 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-f0d4e0ba-be73-4b29-b47e-e3c40b1ec77b req-e448ce6f-f90e-455e-8e59-0666dba06ccc tempest-FloatingIPDetailsTestJSON-519469384 tempest-FloatingIPDetailsTestJSON-519469384-project] Publish callbacks [] for floatingip, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:15.969008 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-3ae04626-56b7-4f5e-ae3f-fc3a6a1848df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5d2b315-fd4e-4d4b-8994-d6437e7ea63d', 'name': 'tempest-FloatingIPDetailsTestJSON-1926283433-router', 'tenant_id': '576a71c59b264606ae89f9c57a18124b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.244'}], 'enable_snat': True}, 'gw_port_id': '4cef4a93-8cd8-4b50-a707-9a3592a87b4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:41:00Z', 'updated_at': '2021-11-19T17:41:09Z', 'revision_number': 4, 'project_id': '576a71c59b264606ae89f9c57a18124b', 'gw_port': {'id': '4cef4a93-8cd8-4b50-a707-9a3592a87b4d', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:16:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d2b315-fd4e-4d4b-8994-d6437e7ea63d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:41:02Z', 'updated_at': '2021-11-19T17:41:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': 'c5f76285-1d38-48f7-9698-179511a690bb', 'name': '', 'network_id': '682f8625-2da0-4277-9298-7e9926949c04', 'tenant_id': '576a71c59b264606ae89f9c57a18124b', 'mac_address': 'fa:16:3e:30:f8:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5d2b315-fd4e-4d4b-8994-d6437e7ea63d', 'device_owner': 'network:router_interface', 'standard_attr_id': 785, 'fixed_ips': [{'subnet_id': '6f5c6a62-0950-471c-b23c-a773ab4433a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:41:08Z', 'updated_at': '2021-11-19T17:41:14Z', 'revision_number': 4, 'project_id': '576a71c59b264606ae89f9c57a18124b', 'subnets': [{'id': '6f5c6a62-0950-471c-b23c-a773ab4433a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:41:15.996878 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-6387dbd3-c019-4c9d-ae10-890a68159037 req-52f5bd64-694a-448a-accb-36a0cec9fa47 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] No DVR routers for this DVR port 960ff6b6-f04b-4ce5-b9e6-3685d448ebfd on host n-h1-818022-2 {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:41:16.004241 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-6387dbd3-c019-4c9d-ae10-890a68159037 req-52f5bd64-694a-448a-accb-36a0cec9fa47 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:16.009272 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6387dbd3-c019-4c9d-ae10-890a68159037 req-52f5bd64-694a-448a-accb-36a0cec9fa47 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] 10.222.0.60 "DELETE /v2.0/ports/960ff6b6-f04b-4ce5-b9e6-3685d448ebfd HTTP/1.1" status: 204 len: 173 time: 2.4806066 Nov 19 17:41:16.019575 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae04626-56b7-4f5e-ae3f-fc3a6a1848df None None] The sync data for ids ['c5d2b315-fd4e-4d4b-8994-d6437e7ea63d'] in n-d-818022-2 is: [{'id': 'c5d2b315-fd4e-4d4b-8994-d6437e7ea63d', 'name': 'tempest-FloatingIPDetailsTestJSON-1926283433-router', 'tenant_id': '576a71c59b264606ae89f9c57a18124b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.244'}], 'enable_snat': True}, 'gw_port_id': '4cef4a93-8cd8-4b50-a707-9a3592a87b4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:41:00Z', 'updated_at': '2021-11-19T17:41:09Z', 'revision_number': 4, 'project_id': '576a71c59b264606ae89f9c57a18124b', 'gw_port': {'id': '4cef4a93-8cd8-4b50-a707-9a3592a87b4d', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:16:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d2b315-fd4e-4d4b-8994-d6437e7ea63d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:41:02Z', 'updated_at': '2021-11-19T17:41:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': 'c5f76285-1d38-48f7-9698-179511a690bb', 'name': '', 'network_id': '682f8625-2da0-4277-9298-7e9926949c04', 'tenant_id': '576a71c59b264606ae89f9c57a18124b', 'mac_address': 'fa:16:3e:30:f8:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5d2b315-fd4e-4d4b-8994-d6437e7ea63d', 'device_owner': 'network:router_interface', 'standard_attr_id': 785, 'fixed_ips': [{'subnet_id': '6f5c6a62-0950-471c-b23c-a773ab4433a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:41:08Z', 'updated_at': '2021-11-19T17:41:14Z', 'revision_number': 4, 'project_id': '576a71c59b264606ae89f9c57a18124b', 'subnets': [{'id': '6f5c6a62-0950-471c-b23c-a773ab4433a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 17:41:16.204804 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-223e592c-bc43-49b1-be18-7a549969d473 req-0e808219-4752-4300-9436-4bbec60a039d service neutron] 10.222.0.60 "GET /v2.0/networks/06df44ce-7965-49c3-9334-79a80c7f7af9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5313303 Nov 19 17:41:16.295389 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-884d2914-f584-4ee3-8773-a934329518b3 req-0a38d436-bbaa-42be-9a65-4ad4dae00d93 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.54 "GET /v2.0/ports?device_id=58455846-60e7-4f61-974f-dffca721866e HTTP/1.1" status: 200 len: 210 time: 0.0736282 Nov 19 17:41:16.477012 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f5a7ed-923d-462f-b8ac-c158baffd7cb req-468dc3dd-8b3c-46c0-a28a-6b2bf7a823dd tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:16.478650 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-31f5a7ed-923d-462f-b8ac-c158baffd7cb req-468dc3dd-8b3c-46c0-a28a-6b2bf7a823dd tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] 10.222.0.60 "GET /v2.0/networks?id=f617386f-7f7a-461e-894d-4bea98b39674 HTTP/1.1" status: 200 len: 821 time: 0.2589126 Nov 19 17:41:16.522379 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-7c689879-55ad-4588-b6d6-9b65e2734d05 req-53d78edc-680b-4de3-970c-e9e151622f14 tempest-ImagesOneServerTestJSON-318007829 tempest-ImagesOneServerTestJSON-318007829-project] Deleting port 65e64630-d319-432f-8e00-a188681e8b44 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:41:16.522805 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-7c689879-55ad-4588-b6d6-9b65e2734d05 req-53d78edc-680b-4de3-970c-e9e151622f14 tempest-ImagesOneServerTestJSON-318007829 tempest-ImagesOneServerTestJSON-318007829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:16.533628 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-31f5a7ed-923d-462f-b8ac-c158baffd7cb req-6f556d51-b7a8-45bf-951a-605a696ccb16 tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] Request body: {'port': {'device_id': '486c2749-b729-43bb-a2f2-da659309b3a4', 'network_id': 'f617386f-7f7a-461e-894d-4bea98b39674', 'admin_state_up': True, 'tenant_id': 'aeb7fd6db87a434398f0a6a86da890f5'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:41:16.534672 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device fe5b02dd-74e9-432a-8ab4-84e77d94cb3b up at agent hyperv_n-h2-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:41:16.539982 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:41:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef2fb92a-ed48-421e-af6f-13ce0b3bb359 x-openstack-request-id: req-ef2fb92a-ed48-421e-af6f-13ce0b3bb359 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:41:16.541110 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a7d746f-14f5-40c4-925c-fda57f0dbcac", "name": "network-vif-deleted", "tag": "575f075c-2797-4b8e-a85c-28f5a1830034", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:41:16.541449 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ef2fb92a-ed48-421e-af6f-13ce0b3bb359 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:41:16.542477 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a7d746f-14f5-40c4-925c-fda57f0dbcac', 'name': 'network-vif-deleted', 'tag': '575f075c-2797-4b8e-a85c-28f5a1830034', 'status': 'completed', 'code': 200} Nov 19 17:41:16.659612 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Provisioning for port fe5b02dd-74e9-432a-8ab4-84e77d94cb3b completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 17:41:16.668369 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Provisioning complete for port fe5b02dd-74e9-432a-8ab4-84e77d94cb3b triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:41:16.669022 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:16.765140 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786d8f7e-868b-4820-88ae-2276709f70d0 req-41237858-b1d6-4b7b-9b49-6a2f4be0cc6f tempest-ImagesOneServerTestJSON-318007829 tempest-ImagesOneServerTestJSON-318007829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:16.779274 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-786d8f7e-868b-4820-88ae-2276709f70d0 req-41237858-b1d6-4b7b-9b49-6a2f4be0cc6f tempest-ImagesOneServerTestJSON-318007829 tempest-ImagesOneServerTestJSON-318007829-project] 10.222.0.54 "GET /v2.0/ports?device_id=d13d0796-c1c1-4adb-a331-414002742097 HTTP/1.1" status: 200 len: 949 time: 0.1492407 Nov 19 17:41:16.795241 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-f0d4e0ba-be73-4b29-b47e-e3c40b1ec77b req-e448ce6f-f90e-455e-8e59-0666dba06ccc tempest-FloatingIPDetailsTestJSON-519469384 tempest-FloatingIPDetailsTestJSON-519469384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:16.849965 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:16.920952 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-786d8f7e-868b-4820-88ae-2276709f70d0 req-2b6fca7e-8848-401c-9de2-4432460d6f70 tempest-ImagesOneServerTestJSON-318007829 tempest-ImagesOneServerTestJSON-318007829-project] 10.222.0.54 "GET /v2.0/security-groups?id=b53c3dc0-f806-4920-bfc2-1b7796f8cf08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404169 Nov 19 17:41:16.972611 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-7c689879-55ad-4588-b6d6-9b65e2734d05 req-53d78edc-680b-4de3-970c-e9e151622f14 tempest-ImagesOneServerTestJSON-318007829 tempest-ImagesOneServerTestJSON-318007829-project] For port 65e64630-d319-432f-8e00-a188681e8b44, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=65e64630-d319-432f-8e00-a188681e8b44,segment=NetworkSegment(1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861),segment_id=1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:41:16.973184 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-7c689879-55ad-4588-b6d6-9b65e2734d05 req-53d78edc-680b-4de3-970c-e9e151622f14 tempest-ImagesOneServerTestJSON-318007829 tempest-ImagesOneServerTestJSON-318007829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:16.974315 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port fe5b02dd-74e9-432a-8ab4-84e77d94cb3b, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=fe5b02dd-74e9-432a-8ab4-84e77d94cb3b,segment=NetworkSegment(68be9c2e-9e68-489a-becd-67ff095c4169),segment_id=68be9c2e-9e68-489a-becd-67ff095c4169)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:41:16.983394 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:16.984301 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device 65e64630-d319-432f-8e00-a188681e8b44 no longer exists at agent hyperv_n-h2-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:41:16.993552 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-7c689879-55ad-4588-b6d6-9b65e2734d05 req-53d78edc-680b-4de3-970c-e9e151622f14 tempest-ImagesOneServerTestJSON-318007829 tempest-ImagesOneServerTestJSON-318007829-project] Calling delete_port for 65e64630-d319-432f-8e00-a188681e8b44 owned by compute:nova {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:41:17.124687 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf24df2-7748-4cfe-a704-f62be38897c6 req-93ba0f67-b88b-415a-b8c1-3ebf8719929f tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:17.134168 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-bcf24df2-7748-4cfe-a704-f62be38897c6 req-93ba0f67-b88b-415a-b8c1-3ebf8719929f tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/ports?device_id=6f9814ff-8e64-48d8-9f39-139a5f0b0dbe HTTP/1.1" status: 200 len: 945 time: 0.1141915 Nov 19 17:41:17.161472 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Pushing event updated for resources: {'Port': ['ID=fe5b02dd-74e9-432a-8ab4-84e77d94cb3b,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:41:17.206396 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-bcf24df2-7748-4cfe-a704-f62be38897c6 req-2541d45e-db0c-45e1-b78f-ba32d1c1f7d4 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/security-groups?id=12d5dc08-1d9f-41c6-b52c-304239ec8b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709541 Nov 19 17:41:17.261915 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device c5f76285-1d38-48f7-9698-179511a690bb up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:41:17.264646 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-7c689879-55ad-4588-b6d6-9b65e2734d05 req-53d78edc-680b-4de3-970c-e9e151622f14 tempest-ImagesOneServerTestJSON-318007829 tempest-ImagesOneServerTestJSON-318007829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:17.344431 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d78edc-680b-4de3-970c-e9e151622f14 tempest-ImagesOneServerTestJSON-318007829 tempest-ImagesOneServerTestJSON-318007829-project] Pushing event deleted for resources: {'Port': ['ID=65e64630-d319-432f-8e00-a188681e8b44,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:41:17.360868 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0d777661-721d-4c27-93d8-9579659fb528 req-18b541dc-931d-4e5b-9f1e-c1a3be9dc57f tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] 10.222.0.54 "GET /v2.0/ports?device_id=486c2749-b729-43bb-a2f2-da659309b3a4 HTTP/1.1" status: 200 len: 210 time: 0.0546043 Nov 19 17:41:17.375928 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port c5f76285-1d38-48f7-9698-179511a690bb triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:41:17.376868 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:17.429891 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c689879-55ad-4588-b6d6-9b65e2734d05 req-53d78edc-680b-4de3-970c-e9e151622f14 tempest-ImagesOneServerTestJSON-318007829 tempest-ImagesOneServerTestJSON-318007829-project] No DVR routers for this DVR port 65e64630-d319-432f-8e00-a188681e8b44 on host n-h2-818022-2 {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:41:17.436855 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-7c689879-55ad-4588-b6d6-9b65e2734d05 req-53d78edc-680b-4de3-970c-e9e151622f14 tempest-ImagesOneServerTestJSON-318007829 tempest-ImagesOneServerTestJSON-318007829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:17.440721 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7c689879-55ad-4588-b6d6-9b65e2734d05 req-53d78edc-680b-4de3-970c-e9e151622f14 tempest-ImagesOneServerTestJSON-318007829 tempest-ImagesOneServerTestJSON-318007829-project] 10.222.0.86 "DELETE /v2.0/ports/65e64630-d319-432f-8e00-a188681e8b44 HTTP/1.1" status: 204 len: 173 time: 1.6232228 Nov 19 17:41:17.480397 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31f5a7ed-923d-462f-b8ac-c158baffd7cb req-6f556d51-b7a8-45bf-951a-605a696ccb16 tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] Made reservation on behalf of aeb7fd6db87a434398f0a6a86da890f5 for: {'port': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:41:17.488050 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-31f5a7ed-923d-462f-b8ac-c158baffd7cb req-6f556d51-b7a8-45bf-951a-605a696ccb16 tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:17.525680 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f9814ff-8e64-48d8-9f39-139a5f0b0dbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe5b02dd-74e9-432a-8ab4-84e77d94cb3b'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:41:17.528723 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3940761bcd94e032e6960d2241bd8993c5d3a7d8dc2aca8488f3ecf1d4dd2fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-441bd306-04c1-4fbc-bb17-0ddcc1877f54" -d '{"events": [{"server_uuid": "6f9814ff-8e64-48d8-9f39-139a5f0b0dbe", "name": "network-vif-plugged", "status": "completed", "tag": "fe5b02dd-74e9-432a-8ab4-84e77d94cb3b"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:41:17.528874 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [req-f0d4e0ba-be73-4b29-b47e-e3c40b1ec77b req-e448ce6f-f90e-455e-8e59-0666dba06ccc tempest-FloatingIPDetailsTestJSON-519469384 tempest-FloatingIPDetailsTestJSON-519469384-project] Allocated IP 172.25.7.129 (645e61aa-1a6c-4e8f-857e-ab06edb4897f/88ed2d64-f56d-4f01-a468-946e01c99e82/1f5ab8a1-ae88-41a6-8103-6148abebcffc) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:41:17.646556 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 47798) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:41:17.758172 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_v2 [None req-67191f76-dc32-46e6-b832-6cbee6fb50ea tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Deleting subnet bc33e4f3-1d04-4025-b8f1-8320a0f78c6e {{(pid=103364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 17:41:17.771760 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-67191f76-dc32-46e6-b832-6cbee6fb50ea tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Publish callbacks [] for subnet, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:17.896217 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-f0d4e0ba-be73-4b29-b47e-e3c40b1ec77b req-e448ce6f-f90e-455e-8e59-0666dba06ccc tempest-FloatingIPDetailsTestJSON-519469384 tempest-FloatingIPDetailsTestJSON-519469384-project] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:17.919997 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-67191f76-dc32-46e6-b832-6cbee6fb50ea tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9416263'] for subnet, precommit_delete_associations {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:17.968926 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-f0d4e0ba-be73-4b29-b47e-e3c40b1ec77b req-e448ce6f-f90e-455e-8e59-0666dba06ccc tempest-FloatingIPDetailsTestJSON-519469384 tempest-FloatingIPDetailsTestJSON-519469384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:17.972386 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [req-31f5a7ed-923d-462f-b8ac-c158baffd7cb req-6f556d51-b7a8-45bf-951a-605a696ccb16 tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] Allocated IP 172.20.0.13 (f617386f-7f7a-461e-894d-4bea98b39674/0d31643c-d7c9-499c-bd0d-a793fdbddb1f/f23aa345-e47e-4700-ad94-3fbec66fb7f5) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:41:18.023814 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e448ce6f-f90e-455e-8e59-0666dba06ccc tempest-FloatingIPDetailsTestJSON-519469384 tempest-FloatingIPDetailsTestJSON-519469384-project] Pushing event updated for resources: {'Port': ['ID=1f5ab8a1-ae88-41a6-8103-6148abebcffc,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:41:18.047907 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6e8b6235-1373-4c72-8651-7e123839dc3b req-cb36f1a0-bf49-4fb3-8300-807e41601c8b tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.54 "GET /v2.0/ports?device_id=58455846-60e7-4f61-974f-dffca721866e HTTP/1.1" status: 200 len: 210 time: 0.2029362 Nov 19 17:41:18.060300 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-67191f76-dc32-46e6-b832-6cbee6fb50ea tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:18.066062 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0d4e0ba-be73-4b29-b47e-e3c40b1ec77b req-e448ce6f-f90e-455e-8e59-0666dba06ccc tempest-FloatingIPDetailsTestJSON-519469384 tempest-FloatingIPDetailsTestJSON-519469384-project] Network 645e61aa-1a6c-4e8f-857e-ab06edb4897f is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:41:18.083374 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [req-f0d4e0ba-be73-4b29-b47e-e3c40b1ec77b req-e448ce6f-f90e-455e-8e59-0666dba06ccc tempest-FloatingIPDetailsTestJSON-519469384 tempest-FloatingIPDetailsTestJSON-519469384-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:41:18.093595 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0d4e0ba-be73-4b29-b47e-e3c40b1ec77b req-e448ce6f-f90e-455e-8e59-0666dba06ccc tempest-FloatingIPDetailsTestJSON-519469384 tempest-FloatingIPDetailsTestJSON-519469384-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:41:18.224651 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-67191f76-dc32-46e6-b832-6cbee6fb50ea tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12425137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8983934'] for subnet, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:18.261557 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:41:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bd90e62-7397-43c4-8c2d-a1cd677e2ab1 x-openstack-request-id: req-6bd90e62-7397-43c4-8c2d-a1cd677e2ab1 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:41:18.262198 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f9814ff-8e64-48d8-9f39-139a5f0b0dbe", "name": "network-vif-plugged", "status": "completed", "tag": "fe5b02dd-74e9-432a-8ab4-84e77d94cb3b", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:41:18.262198 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-6bd90e62-7397-43c4-8c2d-a1cd677e2ab1 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:41:18.262529 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f9814ff-8e64-48d8-9f39-139a5f0b0dbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe5b02dd-74e9-432a-8ab4-84e77d94cb3b', 'code': 200} Nov 19 17:41:18.266223 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67191f76-dc32-46e6-b832-6cbee6fb50ea tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Pushing event deleted for resources: {'Subnet': ['ID=bc33e4f3-1d04-4025-b8f1-8320a0f78c6e,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:41:18.292033 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-f0d4e0ba-be73-4b29-b47e-e3c40b1ec77b req-e448ce6f-f90e-455e-8e59-0666dba06ccc tempest-FloatingIPDetailsTestJSON-519469384 tempest-FloatingIPDetailsTestJSON-519469384-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:18.293595 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-67191f76-dc32-46e6-b832-6cbee6fb50ea tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:18.298337 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-67191f76-dc32-46e6-b832-6cbee6fb50ea tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] 10.222.0.54 "DELETE /v2.0/subnets/bc33e4f3-1d04-4025-b8f1-8320a0f78c6e HTTP/1.1" status: 204 len: 168 time: 0.6506939 Nov 19 17:41:18.301041 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 47804) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:41:18.309037 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6496eda2-f3b1-440e-bc6e-d544f36f2f22 None None] Network efabcfe7-9f26-4ed2-9373-bb8ee539b6e8 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:41:18.480060 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2be28dc9-5033-4d47-bd79-afc217b17308 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:18.503572 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-f0d4e0ba-be73-4b29-b47e-e3c40b1ec77b req-e448ce6f-f90e-455e-8e59-0666dba06ccc tempest-FloatingIPDetailsTestJSON-519469384 tempest-FloatingIPDetailsTestJSON-519469384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:18.543620 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a7d746f-14f5-40c4-925c-fda57f0dbcac', 'name': 'network-vif-deleted', 'tag': '960ff6b6-f04b-4ce5-b9e6-3685d448ebfd'}, {'server_uuid': 'd13d0796-c1c1-4adb-a331-414002742097', 'name': 'network-vif-deleted', 'tag': '65e64630-d319-432f-8e00-a188681e8b44'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:41:18.548466 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218319d759239a7d11f1288aef37381b97754913ee9ccbfd43b51a463f801712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6bb527a-7e4e-4bf0-b2f8-a96cd4d225d9" -d '{"events": [{"server_uuid": "8a7d746f-14f5-40c4-925c-fda57f0dbcac", "name": "network-vif-deleted", "tag": "960ff6b6-f04b-4ce5-b9e6-3685d448ebfd"}, {"server_uuid": "d13d0796-c1c1-4adb-a331-414002742097", "name": "network-vif-deleted", "tag": "65e64630-d319-432f-8e00-a188681e8b44"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:41:18.615670 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ff384e-1368-408d-8905-d1efea47fa35 req-2554b088-d81d-44f5-b6db-ba37be6a7be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:18.627510 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-89ff384e-1368-408d-8905-d1efea47fa35 req-2554b088-d81d-44f5-b6db-ba37be6a7be2 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=6f9814ff-8e64-48d8-9f39-139a5f0b0dbe HTTP/1.1" status: 200 len: 1096 time: 0.2011013 Nov 19 17:41:18.650954 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-2be28dc9-5033-4d47-bd79-afc217b17308 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Deleting port 5feb1e08-f212-4480-8e83-c025b6f0b5b6 {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:41:18.652676 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d021027-6b8f-41d3-89db-aed551274edc None None] DHCP port deletion for efabcfe7-9f26-4ed2-9373-bb8ee539b6e8 request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 17:41:18.652963 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2be28dc9-5033-4d47-bd79-afc217b17308 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:18.735628 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-0d021027-6b8f-41d3-89db-aed551274edc None None] Deleting port 5feb1e08-f212-4480-8e83-c025b6f0b5b6 {{(pid=103366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:41:18.736004 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0d021027-6b8f-41d3-89db-aed551274edc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:18.799876 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [None req-2be28dc9-5033-4d47-bd79-afc217b17308 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] For port 5feb1e08-f212-4480-8e83-c025b6f0b5b6, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=5feb1e08-f212-4480-8e83-c025b6f0b5b6,segment=NetworkSegment(4f83a1bc-68d2-4dd7-9679-2c68027dd123),segment_id=4f83a1bc-68d2-4dd7-9679-2c68027dd123)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:41:18.800851 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2be28dc9-5033-4d47-bd79-afc217b17308 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:18.823693 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-2be28dc9-5033-4d47-bd79-afc217b17308 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Calling delete_port for 5feb1e08-f212-4480-8e83-c025b6f0b5b6 owned by network:dhcp {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:41:18.839318 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bb7acb-d9c5-4ef5-af48-3bea5a04a089 req-3e34debe-790a-4612-9e9e-31ac905753db tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:18.847421 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-55bb7acb-d9c5-4ef5-af48-3bea5a04a089 req-3e34debe-790a-4612-9e9e-31ac905753db tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/ports?device_id=6f9814ff-8e64-48d8-9f39-139a5f0b0dbe HTTP/1.1" status: 200 len: 945 time: 0.1116962 Nov 19 17:41:18.869983 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-31f5a7ed-923d-462f-b8ac-c158baffd7cb req-6f556d51-b7a8-45bf-951a-605a696ccb16 tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:18.976086 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-89ff384e-1368-408d-8905-d1efea47fa35 req-ce6e56e7-2ce4-4ecd-ac70-c573b5e0669e service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=12d5dc08-1d9f-41c6-b52c-304239ec8b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2647338 Nov 19 17:41:18.983514 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-f0d4e0ba-be73-4b29-b47e-e3c40b1ec77b req-e448ce6f-f90e-455e-8e59-0666dba06ccc tempest-FloatingIPDetailsTestJSON-519469384 tempest-FloatingIPDetailsTestJSON-519469384-project] Publish callbacks [] for port, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:18.990302 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-f0d4e0ba-be73-4b29-b47e-e3c40b1ec77b req-e448ce6f-f90e-455e-8e59-0666dba06ccc tempest-FloatingIPDetailsTestJSON-519469384 tempest-FloatingIPDetailsTestJSON-519469384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:19.035104 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-55bb7acb-d9c5-4ef5-af48-3bea5a04a089 req-0c4f2627-99bb-40be-a055-27b5b78bf808 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/security-groups?id=12d5dc08-1d9f-41c6-b52c-304239ec8b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864028 Nov 19 17:41:19.038371 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0d021027-6b8f-41d3-89db-aed551274edc None None] For port 5feb1e08-f212-4480-8e83-c025b6f0b5b6, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=5feb1e08-f212-4480-8e83-c025b6f0b5b6,segment=NetworkSegment(4f83a1bc-68d2-4dd7-9679-2c68027dd123),segment_id=4f83a1bc-68d2-4dd7-9679-2c68027dd123)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:41:19.038781 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0d021027-6b8f-41d3-89db-aed551274edc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:19.073719 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-0d021027-6b8f-41d3-89db-aed551274edc None None] Calling delete_port for 5feb1e08-f212-4480-8e83-c025b6f0b5b6 owned by network:dhcp {{(pid=103366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:41:19.078117 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-31f5a7ed-923d-462f-b8ac-c158baffd7cb req-6f556d51-b7a8-45bf-951a-605a696ccb16 tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:19.085890 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e448ce6f-f90e-455e-8e59-0666dba06ccc tempest-FloatingIPDetailsTestJSON-519469384 tempest-FloatingIPDetailsTestJSON-519469384-project] Pushing event updated for resources: {'Port': ['ID=1f5ab8a1-ae88-41a6-8103-6148abebcffc,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:41:19.104489 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 47818) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:41:19.133747 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2be28dc9-5033-4d47-bd79-afc217b17308 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:19.150054 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31f5a7ed-923d-462f-b8ac-c158baffd7cb req-6f556d51-b7a8-45bf-951a-605a696ccb16 tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] Network f617386f-7f7a-461e-894d-4bea98b39674 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:41:19.155188 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be28dc9-5033-4d47-bd79-afc217b17308 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] No DVR routers for this DVR port 5feb1e08-f212-4480-8e83-c025b6f0b5b6 on host n-d-818022-2 {{(pid=103364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:41:19.179372 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [req-31f5a7ed-923d-462f-b8ac-c158baffd7cb req-6f556d51-b7a8-45bf-951a-605a696ccb16 tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:41:19.187567 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-31f5a7ed-923d-462f-b8ac-c158baffd7cb req-6f556d51-b7a8-45bf-951a-605a696ccb16 tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:41:19.196521 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be28dc9-5033-4d47-bd79-afc217b17308 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Pushing event deleted for resources: {'Port': ['ID=5feb1e08-f212-4480-8e83-c025b6f0b5b6,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:41:19.211095 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 5feb1e08-f212-4480-8e83-c025b6f0b5b6 no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:41:19.256994 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: 5feb1e08-f212-4480-8e83-c025b6f0b5b6 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:41:19.257370 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 5feb1e08-f212-4480-8e83-c025b6f0b5b6 not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:41:19.285245 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-f0d4e0ba-be73-4b29-b47e-e3c40b1ec77b req-e448ce6f-f90e-455e-8e59-0666dba06ccc tempest-FloatingIPDetailsTestJSON-519469384 tempest-FloatingIPDetailsTestJSON-519469384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-671284'] for floatingip, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:19.288359 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f556d51-b7a8-45bf-951a-605a696ccb16 tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] Pushing event updated for resources: {'Port': ['ID=f23aa345-e47e-4700-ad94-3fbec66fb7f5,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:41:19.323414 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f884b7-41f4-4c3e-81f6-a8dbf5fdfbe0 req-908c2adb-59d3-46fd-b4ab-f9f0857ebed2 tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:19.325228 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-e2f884b7-41f4-4c3e-81f6-a8dbf5fdfbe0 req-908c2adb-59d3-46fd-b4ab-f9f0857ebed2 tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] 10.222.0.54 "GET /v2.0/ports?device_id=486c2749-b729-43bb-a2f2-da659309b3a4 HTTP/1.1" status: 200 len: 932 time: 0.1448407 Nov 19 17:41:19.332821 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2be28dc9-5033-4d47-bd79-afc217b17308 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:19.339050 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0d021027-6b8f-41d3-89db-aed551274edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007'] for port, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:19.374543 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f5a7ed-923d-462f-b8ac-c158baffd7cb req-6f556d51-b7a8-45bf-951a-605a696ccb16 tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:19.375280 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-31f5a7ed-923d-462f-b8ac-c158baffd7cb req-6f556d51-b7a8-45bf-951a-605a696ccb16 tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:19.381752 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-f0d4e0ba-be73-4b29-b47e-e3c40b1ec77b req-e448ce6f-f90e-455e-8e59-0666dba06ccc tempest-FloatingIPDetailsTestJSON-519469384 tempest-FloatingIPDetailsTestJSON-519469384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for floatingip, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:19.389631 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f0d4e0ba-be73-4b29-b47e-e3c40b1ec77b req-e448ce6f-f90e-455e-8e59-0666dba06ccc tempest-FloatingIPDetailsTestJSON-519469384 tempest-FloatingIPDetailsTestJSON-519469384-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.4808383 Nov 19 17:41:19.391722 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d021027-6b8f-41d3-89db-aed551274edc None None] Pushing event deleted for resources: {'Port': ['ID=5feb1e08-f212-4480-8e83-c025b6f0b5b6,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:41:19.407060 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d021027-6b8f-41d3-89db-aed551274edc None None] No DVR routers for this DVR port 5feb1e08-f212-4480-8e83-c025b6f0b5b6 on host n-d-818022-2 {{(pid=103366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:41:19.455694 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f0d4e0ba-be73-4b29-b47e-e3c40b1ec77b req-563f73ab-fc77-48f8-bc99-67168337ac1e tempest-FloatingIPDetailsTestJSON-519469384 tempest-FloatingIPDetailsTestJSON-519469384-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.7.129 HTTP/1.1" status: 200 len: 696 time: 0.0648766 Nov 19 17:41:19.460090 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-2be28dc9-5033-4d47-bd79-afc217b17308 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efabcfe7-9f26-4ed2-9373-bb8ee539b6e8']}} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:41:19.470214 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-31f5a7ed-923d-462f-b8ac-c158baffd7cb req-6f556d51-b7a8-45bf-951a-605a696ccb16 tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9607136 Nov 19 17:41:19.492934 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-2be28dc9-5033-4d47-bd79-afc217b17308 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f83a1bc-68d2-4dd7-9679-2c68027dd123') {'for_net_delete': True} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:41:19.493226 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-2be28dc9-5033-4d47-bd79-afc217b17308 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f83a1bc-68d2-4dd7-9679-2c68027dd123') {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:41:19.494132 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-31f5a7ed-923d-462f-b8ac-c158baffd7cb req-8c5ed999-244a-4d20-b6a9-ec6bf171c1b0 service neutron] Request body: {'port': {'device_id': '486c2749-b729-43bb-a2f2-da659309b3a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818022-2'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:41:19.516577 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-e2f884b7-41f4-4c3e-81f6-a8dbf5fdfbe0 req-87e7a12a-00d5-4377-ae15-5917d78c7db7 tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] 10.222.0.54 "GET /v2.0/security-groups?id=2e3e4707-c197-4851-8355-26b2132f2eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748040 Nov 19 17:41:19.523144 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2be28dc9-5033-4d47-bd79-afc217b17308 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417396'] for segment, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:19.561287 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2be28dc9-5033-4d47-bd79-afc217b17308 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:19.575257 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-7580b76a-1cdf-45b9-a96f-7b8370dd2ec5 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f3ffe27ae882461eb1f9833f2213f541&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4663272 Nov 19 17:41:19.575257 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2be28dc9-5033-4d47-bd79-afc217b17308 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Releasing vlan 669 on physical network physnet1 to pool {{(pid=103364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 17:41:19.575257 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2be28dc9-5033-4d47-bd79-afc217b17308 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12425183'] for segment, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:19.579480 n-d-818022-2 neutron-server[103364]: Traceback (most recent call last): Nov 19 17:41:19.579480 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 17:41:19.579480 n-d-818022-2 neutron-server[103364]: timer() Nov 19 17:41:19.579480 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 17:41:19.579480 n-d-818022-2 neutron-server[103364]: cb(*args, **kw) Nov 19 17:41:19.579480 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 17:41:19.579480 n-d-818022-2 neutron-server[103364]: return func(*args, **kwargs) Nov 19 17:41:19.579480 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 17:41:19.579480 n-d-818022-2 neutron-server[103364]: self._notify() Nov 19 17:41:19.579480 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 17:41:19.579480 n-d-818022-2 neutron-server[103364]: self.callback(batched_events) Nov 19 17:41:19.579480 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 17:41:19.579480 n-d-818022-2 neutron-server[103364]: event.method(event) Nov 19 17:41:19.579480 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 17:41:19.579480 n-d-818022-2 neutron-server[103364]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 17:41:19.579480 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 17:41:19.579480 n-d-818022-2 neutron-server[103364]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 17:41:19.579480 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 17:41:19.579480 n-d-818022-2 neutron-server[103364]: return f(self, *a, **k) Nov 19 17:41:19.579480 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 17:41:19.579480 n-d-818022-2 neutron-server[103364]: return self._get(url).json() Nov 19 17:41:19.579480 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 17:41:19.579480 n-d-818022-2 neutron-server[103364]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 17:41:19.579480 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 17:41:19.579480 n-d-818022-2 neutron-server[103364]: return self.request(url, 'GET', **kwargs) Nov 19 17:41:19.579480 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 17:41:19.579480 n-d-818022-2 neutron-server[103364]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 17:41:19.579480 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 17:41:19.579480 n-d-818022-2 neutron-server[103364]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 17:41:19.579480 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 17:41:19.579480 n-d-818022-2 neutron-server[103364]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 17:41:19.579480 n-d-818022-2 neutron-server[103364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 17:41:19.581772 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 47824) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:41:19.712696 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2be28dc9-5033-4d47-bd79-afc217b17308 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671242'] for network, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:19.728055 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2be28dc9-5033-4d47-bd79-afc217b17308 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:19.731445 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-2be28dc9-5033-4d47-bd79-afc217b17308 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] 10.222.0.54 "DELETE /v2.0/networks/efabcfe7-9f26-4ed2-9373-bb8ee539b6e8 HTTP/1.1" status: 204 len: 168 time: 1.4290302 Nov 19 17:41:19.732300 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d4e0ba-be73-4b29-b47e-e3c40b1ec77b req-0def3638-6fe0-42ef-b84a-210fc6f28a28 tempest-FloatingIPDetailsTestJSON-519469384 tempest-FloatingIPDetailsTestJSON-519469384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:19.734008 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f0d4e0ba-be73-4b29-b47e-e3c40b1ec77b req-0def3638-6fe0-42ef-b84a-210fc6f28a28 tempest-FloatingIPDetailsTestJSON-519469384 tempest-FloatingIPDetailsTestJSON-519469384-project] 10.222.0.54 "GET /v2.0/networks/645e61aa-1a6c-4e8f-857e-ab06edb4897f HTTP/1.1" status: 200 len: 784 time: 0.2771993 Nov 19 17:41:19.735259 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 47828) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:41:19.740446 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 19 Nov 2021 17:41:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b5be3e0-7dcc-4522-8a01-d332daa36c3c x-openstack-request-id: req-0b5be3e0-7dcc-4522-8a01-d332daa36c3c {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:41:19.740987 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a7d746f-14f5-40c4-925c-fda57f0dbcac", "name": "network-vif-deleted", "tag": "960ff6b6-f04b-4ce5-b9e6-3685d448ebfd", "status": "completed", "code": 200}, {"server_uuid": "d13d0796-c1c1-4adb-a331-414002742097", "name": "network-vif-deleted", "tag": "65e64630-d319-432f-8e00-a188681e8b44", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:41:19.741434 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-0b5be3e0-7dcc-4522-8a01-d332daa36c3c {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:41:19.742306 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a7d746f-14f5-40c4-925c-fda57f0dbcac', 'name': 'network-vif-deleted', 'tag': '960ff6b6-f04b-4ce5-b9e6-3685d448ebfd', 'status': 'completed', 'code': 200} Nov 19 17:41:19.742749 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd13d0796-c1c1-4adb-a331-414002742097', 'name': 'network-vif-deleted', 'tag': '65e64630-d319-432f-8e00-a188681e8b44', 'status': 'completed', 'code': 200} Nov 19 17:41:19.755698 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-31f5a7ed-923d-462f-b8ac-c158baffd7cb req-8c5ed999-244a-4d20-b6a9-ec6bf171c1b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:19.817001 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-79b40d0c-519a-4bd2-8dcc-4b4c9e783a24 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:19.824194 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be28dc9-5033-4d47-bd79-afc217b17308 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Pushing event deleted for resources: {'Network': ['ID=efabcfe7-9f26-4ed2-9373-bb8ee539b6e8,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:41:19.836777 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_v2 [None req-338abcf1-e1aa-4d31-a61d-fad922541e55 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Deleting subnet 9b62f006-1ac6-440d-a1ab-0a94a78edac6 {{(pid=103364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 17:41:19.876083 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-338abcf1-e1aa-4d31-a61d-fad922541e55 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Publish callbacks [] for subnet, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:19.882506 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-79b40d0c-519a-4bd2-8dcc-4b4c9e783a24 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:19.944933 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9bf783cf-64a6-4956-8e93-04f5ac2583dd req-7bfebbe0-e891-47a0-baae-43ab0b8d2831 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.54 "GET /v2.0/ports?device_id=58455846-60e7-4f61-974f-dffca721866e HTTP/1.1" status: 200 len: 210 time: 0.1218154 Nov 19 17:41:20.010107 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-338abcf1-e1aa-4d31-a61d-fad922541e55 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9416263'] for subnet, precommit_delete_associations {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:20.105805 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c8fe66-5ef4-4d7b-b19b-7369b4008ecd req-a67c6a4e-9dc7-4ca2-9fcb-91ffa10afd1f tempest-ListServersNegativeTestJSON-1861778447 tempest-ListServersNegativeTestJSON-1861778447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:20.107427 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-51c8fe66-5ef4-4d7b-b19b-7369b4008ecd req-a67c6a4e-9dc7-4ca2-9fcb-91ffa10afd1f tempest-ListServersNegativeTestJSON-1861778447 tempest-ListServersNegativeTestJSON-1861778447-project] 10.222.0.86 "GET /v2.0/ports?device_id=90b9f751-a497-48e1-b0d0-647964d8b2b6 HTTP/1.1" status: 200 len: 945 time: 0.3149836 Nov 19 17:41:20.122926 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3669d89-9d85-43c3-ba69-d44f34e7a47a req-6ffade77-f374-40f5-9b29-2270b720b0cf tempest-ListServersNegativeTestJSON-1861778447 tempest-ListServersNegativeTestJSON-1861778447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:20.124451 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f3669d89-9d85-43c3-ba69-d44f34e7a47a req-6ffade77-f374-40f5-9b29-2270b720b0cf tempest-ListServersNegativeTestJSON-1861778447 tempest-ListServersNegativeTestJSON-1861778447-project] 10.222.0.54 "GET /v2.0/ports?device_id=90b9f751-a497-48e1-b0d0-647964d8b2b6 HTTP/1.1" status: 200 len: 945 time: 0.2061899 Nov 19 17:41:20.163930 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-79b40d0c-519a-4bd2-8dcc-4b4c9e783a24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:20.166058 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfc59e6-9ff6-469e-a737-b949c6199891 req-a0afadc0-f904-478d-a29c-209ef7a7a7f9 tempest-ListServersNegativeTestJSON-1861778447 tempest-ListServersNegativeTestJSON-1861778447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:20.166946 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-79b40d0c-519a-4bd2-8dcc-4b4c9e783a24 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:20.167711 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-1dfc59e6-9ff6-469e-a737-b949c6199891 req-a0afadc0-f904-478d-a29c-209ef7a7a7f9 tempest-ListServersNegativeTestJSON-1861778447 tempest-ListServersNegativeTestJSON-1861778447-project] 10.222.0.60 "GET /v2.0/ports?device_id=12d0c6c1-218d-4330-aaf3-235f90914fdd HTTP/1.1" status: 200 len: 945 time: 0.2243762 Nov 19 17:41:20.168179 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-79b40d0c-519a-4bd2-8dcc-4b4c9e783a24 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b53c3dc0-f806-4920-bfc2-1b7796f8cf08 HTTP/1.1" status: 204 len: 168 time: 0.5873897 Nov 19 17:41:20.204676 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b40d0c-519a-4bd2-8dcc-4b4c9e783a24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b53c3dc0-f806-4920-bfc2-1b7796f8cf08,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:41:20.302976 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ee22584d-87ab-4898-813a-05de08a02a70 req-76e21c16-c72e-4bbf-994a-3e70f3b16163 tempest-FloatingIPDetailsTestJSON-519469384 tempest-FloatingIPDetailsTestJSON-519469384-project] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3127031 Nov 19 17:41:20.307908 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-338abcf1-e1aa-4d31-a61d-fad922541e55 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:20.313967 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-ee22584d-87ab-4898-813a-05de08a02a70 req-be012097-0b8a-4619-98b7-8001e2140fcf tempest-FloatingIPDetailsTestJSON-519469384 tempest-FloatingIPDetailsTestJSON-519469384-project] Request body: {'floatingip': {'floating_network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:41:20.396644 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-ee22584d-87ab-4898-813a-05de08a02a70 req-be012097-0b8a-4619-98b7-8001e2140fcf tempest-FloatingIPDetailsTestJSON-519469384 tempest-FloatingIPDetailsTestJSON-519469384-project] Publish callbacks [] for floatingip, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:20.427121 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f3669d89-9d85-43c3-ba69-d44f34e7a47a req-f037f901-f822-4a68-a52e-307cd0086a6e tempest-ListServersNegativeTestJSON-1861778447 tempest-ListServersNegativeTestJSON-1861778447-project] 10.222.0.54 "GET /v2.0/security-groups?id=144b99fe-6f19-47a4-90ef-47228a8ac1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2853580 Nov 19 17:41:20.495682 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-338abcf1-e1aa-4d31-a61d-fad922541e55 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12425137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8983934'] for subnet, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:20.520075 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-644aa2af-ad7d-4e78-b960-cf89bae07e25 None None] Network fdafa3f4-e774-4760-b725-0b22212747aa requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:41:20.539470 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-338abcf1-e1aa-4d31-a61d-fad922541e55 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:20.543185 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-338abcf1-e1aa-4d31-a61d-fad922541e55 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] 10.222.0.54 "DELETE /v2.0/subnets/9b62f006-1ac6-440d-a1ab-0a94a78edac6 HTTP/1.1" status: 204 len: 168 time: 0.7883482 Nov 19 17:41:20.547486 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 47838) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:41:20.549738 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338abcf1-e1aa-4d31-a61d-fad922541e55 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Pushing event deleted for resources: {'Subnet': ['ID=9b62f006-1ac6-440d-a1ab-0a94a78edac6,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:41:20.554438 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [req-31f5a7ed-923d-462f-b8ac-c158baffd7cb req-8c5ed999-244a-4d20-b6a9-ec6bf171c1b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f23aa345-e47e-4700-ad94-3fbec66fb7f5 {{(pid=103365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:41:20.578236 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-51c8fe66-5ef4-4d7b-b19b-7369b4008ecd req-85d15c24-f621-430a-8f79-c6c73d85805e tempest-ListServersNegativeTestJSON-1861778447 tempest-ListServersNegativeTestJSON-1861778447-project] Deleting port 4126ab63-1000-43c6-8a9d-efbe4f07b4ab {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:41:20.578505 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-51c8fe66-5ef4-4d7b-b19b-7369b4008ecd req-85d15c24-f621-430a-8f79-c6c73d85805e tempest-ListServersNegativeTestJSON-1861778447 tempest-ListServersNegativeTestJSON-1861778447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:20.594928 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-31f5a7ed-923d-462f-b8ac-c158baffd7cb req-8c5ed999-244a-4d20-b6a9-ec6bf171c1b0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:20.658103 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3a98aa4d-97e2-425f-940b-646c9f2ece82 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:20.671383 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-ee22584d-87ab-4898-813a-05de08a02a70 req-be012097-0b8a-4619-98b7-8001e2140fcf tempest-FloatingIPDetailsTestJSON-519469384 tempest-FloatingIPDetailsTestJSON-519469384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:20.799853 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c45a8134-c726-48c4-8d2c-cf5a1f0d1587 None None] DHCP port deletion for fdafa3f4-e774-4760-b725-0b22212747aa request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 17:41:20.823419 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-3a98aa4d-97e2-425f-940b-646c9f2ece82 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Deleting port e77ca6b7-bd0c-45d9-abdf-69f167dafe1a {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:41:20.824038 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3a98aa4d-97e2-425f-940b-646c9f2ece82 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:20.832369 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [req-ee22584d-87ab-4898-813a-05de08a02a70 req-be012097-0b8a-4619-98b7-8001e2140fcf tempest-FloatingIPDetailsTestJSON-519469384 tempest-FloatingIPDetailsTestJSON-519469384-project] Allocated IP 172.25.7.135 (645e61aa-1a6c-4e8f-857e-ab06edb4897f/88ed2d64-f56d-4f01-a468-946e01c99e82/ecdc0350-3299-4ef0-8d97-ea90bd41c4a2) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:41:20.900670 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-c45a8134-c726-48c4-8d2c-cf5a1f0d1587 None None] Deleting port e77ca6b7-bd0c-45d9-abdf-69f167dafe1a {{(pid=103366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:41:20.901352 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-c45a8134-c726-48c4-8d2c-cf5a1f0d1587 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:20.946221 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [None req-3a98aa4d-97e2-425f-940b-646c9f2ece82 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] For port e77ca6b7-bd0c-45d9-abdf-69f167dafe1a, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=e77ca6b7-bd0c-45d9-abdf-69f167dafe1a,segment=NetworkSegment(aa0cff57-bbc2-410b-bc12-1e622c1a6b93),segment_id=aa0cff57-bbc2-410b-bc12-1e622c1a6b93)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:41:20.946585 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3a98aa4d-97e2-425f-940b-646c9f2ece82 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:20.968058 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-3a98aa4d-97e2-425f-940b-646c9f2ece82 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Calling delete_port for e77ca6b7-bd0c-45d9-abdf-69f167dafe1a owned by network:dhcp {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:41:21.019459 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-c45a8134-c726-48c4-8d2c-cf5a1f0d1587 None None] For port e77ca6b7-bd0c-45d9-abdf-69f167dafe1a, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=e77ca6b7-bd0c-45d9-abdf-69f167dafe1a,segment=NetworkSegment(aa0cff57-bbc2-410b-bc12-1e622c1a6b93),segment_id=aa0cff57-bbc2-410b-bc12-1e622c1a6b93)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:41:21.020676 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-c45a8134-c726-48c4-8d2c-cf5a1f0d1587 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:21.048557 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-c45a8134-c726-48c4-8d2c-cf5a1f0d1587 None None] Calling delete_port for e77ca6b7-bd0c-45d9-abdf-69f167dafe1a owned by network:dhcp {{(pid=103366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:41:21.061422 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-ee22584d-87ab-4898-813a-05de08a02a70 req-be012097-0b8a-4619-98b7-8001e2140fcf tempest-FloatingIPDetailsTestJSON-519469384 tempest-FloatingIPDetailsTestJSON-519469384-project] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:21.133052 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3a98aa4d-97e2-425f-940b-646c9f2ece82 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:21.183554 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-c45a8134-c726-48c4-8d2c-cf5a1f0d1587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007'] for port, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:21.212968 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a98aa4d-97e2-425f-940b-646c9f2ece82 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] No DVR routers for this DVR port e77ca6b7-bd0c-45d9-abdf-69f167dafe1a on host n-d-818022-2 {{(pid=103364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:41:21.218970 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device e77ca6b7-bd0c-45d9-abdf-69f167dafe1a no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:41:21.219200 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a98aa4d-97e2-425f-940b-646c9f2ece82 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Pushing event deleted for resources: {'Port': ['ID=e77ca6b7-bd0c-45d9-abdf-69f167dafe1a,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:41:21.246281 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.provisioning_blocks [req-31f5a7ed-923d-462f-b8ac-c158baffd7cb req-8c5ed999-244a-4d20-b6a9-ec6bf171c1b0 service neutron] Transition to ACTIVE for port object f23aa345-e47e-4700-ad94-3fbec66fb7f5 will not be triggered until provisioned by entity L2. {{(pid=103365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 17:41:21.250402 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c45a8134-c726-48c4-8d2c-cf5a1f0d1587 None None] No DVR routers for this DVR port e77ca6b7-bd0c-45d9-abdf-69f167dafe1a on host n-d-818022-2 {{(pid=103366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:41:21.282677 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-ee22584d-87ab-4898-813a-05de08a02a70 req-be012097-0b8a-4619-98b7-8001e2140fcf tempest-FloatingIPDetailsTestJSON-519469384 tempest-FloatingIPDetailsTestJSON-519469384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:21.307550 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45a8134-c726-48c4-8d2c-cf5a1f0d1587 None None] Pushing event deleted for resources: {'Port': ['ID=e77ca6b7-bd0c-45d9-abdf-69f167dafe1a,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:41:21.309865 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: e77ca6b7-bd0c-45d9-abdf-69f167dafe1a {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:41:21.317307 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device e77ca6b7-bd0c-45d9-abdf-69f167dafe1a not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:41:21.326897 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-1dfc59e6-9ff6-469e-a737-b949c6199891 req-bdb07ce4-da11-4510-b03e-9cc64f8445b8 tempest-ListServersNegativeTestJSON-1861778447 tempest-ListServersNegativeTestJSON-1861778447-project] Deleting port 1efe99da-cc25-46ab-862e-27c7cbbf2682 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:41:21.327250 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-1dfc59e6-9ff6-469e-a737-b949c6199891 req-bdb07ce4-da11-4510-b03e-9cc64f8445b8 tempest-ListServersNegativeTestJSON-1861778447 tempest-ListServersNegativeTestJSON-1861778447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:21.343372 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-31f5a7ed-923d-462f-b8ac-c158baffd7cb req-8c5ed999-244a-4d20-b6a9-ec6bf171c1b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:21.411141 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-51c8fe66-5ef4-4d7b-b19b-7369b4008ecd req-85d15c24-f621-430a-8f79-c6c73d85805e tempest-ListServersNegativeTestJSON-1861778447 tempest-ListServersNegativeTestJSON-1861778447-project] For port 4126ab63-1000-43c6-8a9d-efbe4f07b4ab, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=4126ab63-1000-43c6-8a9d-efbe4f07b4ab,segment=NetworkSegment(d1128686-9c81-4811-a31a-43d98b347bb6),segment_id=d1128686-9c81-4811-a31a-43d98b347bb6)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:41:21.412341 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee22584d-87ab-4898-813a-05de08a02a70 req-be012097-0b8a-4619-98b7-8001e2140fcf tempest-FloatingIPDetailsTestJSON-519469384 tempest-FloatingIPDetailsTestJSON-519469384-project] Network 645e61aa-1a6c-4e8f-857e-ab06edb4897f is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:41:21.412775 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-51c8fe66-5ef4-4d7b-b19b-7369b4008ecd req-85d15c24-f621-430a-8f79-c6c73d85805e tempest-ListServersNegativeTestJSON-1861778447 tempest-ListServersNegativeTestJSON-1861778447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:21.423092 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [req-ee22584d-87ab-4898-813a-05de08a02a70 req-be012097-0b8a-4619-98b7-8001e2140fcf tempest-FloatingIPDetailsTestJSON-519469384 tempest-FloatingIPDetailsTestJSON-519469384-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:41:21.425961 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee22584d-87ab-4898-813a-05de08a02a70 req-be012097-0b8a-4619-98b7-8001e2140fcf tempest-FloatingIPDetailsTestJSON-519469384 tempest-FloatingIPDetailsTestJSON-519469384-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:41:21.431867 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-51c8fe66-5ef4-4d7b-b19b-7369b4008ecd req-85d15c24-f621-430a-8f79-c6c73d85805e tempest-ListServersNegativeTestJSON-1861778447 tempest-ListServersNegativeTestJSON-1861778447-project] Calling delete_port for 4126ab63-1000-43c6-8a9d-efbe4f07b4ab owned by compute:nova {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:41:21.456158 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be012097-0b8a-4619-98b7-8001e2140fcf tempest-FloatingIPDetailsTestJSON-519469384 tempest-FloatingIPDetailsTestJSON-519469384-project] Pushing event updated for resources: {'Port': ['ID=ecdc0350-3299-4ef0-8d97-ea90bd41c4a2,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:41:21.462486 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3a98aa4d-97e2-425f-940b-646c9f2ece82 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:21.492701 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-3a98aa4d-97e2-425f-940b-646c9f2ece82 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdafa3f4-e774-4760-b725-0b22212747aa']}} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:41:21.509329 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-3a98aa4d-97e2-425f-940b-646c9f2ece82 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa0cff57-bbc2-410b-bc12-1e622c1a6b93') {'for_net_delete': True} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:41:21.509611 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-3a98aa4d-97e2-425f-940b-646c9f2ece82 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa0cff57-bbc2-410b-bc12-1e622c1a6b93') {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:41:21.544958 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3a98aa4d-97e2-425f-940b-646c9f2ece82 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417396'] for segment, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:21.555621 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 47864) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:41:21.579422 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3a98aa4d-97e2-425f-940b-646c9f2ece82 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:21.591126 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a98aa4d-97e2-425f-940b-646c9f2ece82 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Releasing vlan 697 on physical network physnet1 to pool {{(pid=103364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 17:41:21.591530 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3a98aa4d-97e2-425f-940b-646c9f2ece82 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12425183'] for segment, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:21.594509 n-d-818022-2 neutron-server[103364]: Traceback (most recent call last): Nov 19 17:41:21.594509 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 17:41:21.594509 n-d-818022-2 neutron-server[103364]: timer() Nov 19 17:41:21.594509 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 17:41:21.594509 n-d-818022-2 neutron-server[103364]: cb(*args, **kw) Nov 19 17:41:21.594509 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 17:41:21.594509 n-d-818022-2 neutron-server[103364]: return func(*args, **kwargs) Nov 19 17:41:21.594509 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 17:41:21.594509 n-d-818022-2 neutron-server[103364]: self._notify() Nov 19 17:41:21.594509 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 17:41:21.594509 n-d-818022-2 neutron-server[103364]: self.callback(batched_events) Nov 19 17:41:21.594509 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 17:41:21.594509 n-d-818022-2 neutron-server[103364]: event.method(event) Nov 19 17:41:21.594509 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 17:41:21.594509 n-d-818022-2 neutron-server[103364]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 17:41:21.594509 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 17:41:21.594509 n-d-818022-2 neutron-server[103364]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 17:41:21.594509 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 17:41:21.594509 n-d-818022-2 neutron-server[103364]: return f(self, *a, **k) Nov 19 17:41:21.594509 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 17:41:21.594509 n-d-818022-2 neutron-server[103364]: return self._get(url).json() Nov 19 17:41:21.594509 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 17:41:21.594509 n-d-818022-2 neutron-server[103364]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 17:41:21.594509 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 17:41:21.594509 n-d-818022-2 neutron-server[103364]: return self.request(url, 'GET', **kwargs) Nov 19 17:41:21.594509 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 17:41:21.594509 n-d-818022-2 neutron-server[103364]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 17:41:21.594509 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 17:41:21.594509 n-d-818022-2 neutron-server[103364]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 17:41:21.594509 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 17:41:21.594509 n-d-818022-2 neutron-server[103364]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 17:41:21.594509 n-d-818022-2 neutron-server[103364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 17:41:21.600026 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27455e20-7899-4ace-ae38-4a7f084b21df req-a72a9a17-37b4-4e6c-9ee9-0cd83f7126ab tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:21.601691 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-27455e20-7899-4ace-ae38-4a7f084b21df req-a72a9a17-37b4-4e6c-9ee9-0cd83f7126ab tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/ports?device_id=6f9814ff-8e64-48d8-9f39-139a5f0b0dbe HTTP/1.1" status: 200 len: 945 time: 0.9943376 Nov 19 17:41:21.607762 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-ee22584d-87ab-4898-813a-05de08a02a70 req-be012097-0b8a-4619-98b7-8001e2140fcf tempest-FloatingIPDetailsTestJSON-519469384 tempest-FloatingIPDetailsTestJSON-519469384-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:21.705256 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-ee22584d-87ab-4898-813a-05de08a02a70 req-be012097-0b8a-4619-98b7-8001e2140fcf tempest-FloatingIPDetailsTestJSON-519469384 tempest-FloatingIPDetailsTestJSON-519469384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:21.707185 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3a98aa4d-97e2-425f-940b-646c9f2ece82 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671242'] for network, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:21.762417 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5ed999-244a-4d20-b6a9-ec6bf171c1b0 service neutron] Pushing event updated for resources: {'Port': ['ID=f23aa345-e47e-4700-ad94-3fbec66fb7f5,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:41:21.763708 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3a98aa4d-97e2-425f-940b-646c9f2ece82 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:21.767777 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-3a98aa4d-97e2-425f-940b-646c9f2ece82 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] 10.222.0.54 "DELETE /v2.0/networks/fdafa3f4-e774-4760-b725-0b22212747aa HTTP/1.1" status: 204 len: 168 time: 1.2190707 Nov 19 17:41:21.789361 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a98aa4d-97e2-425f-940b-646c9f2ece82 tempest-ServersTestMultiNic-1142794228 tempest-ServersTestMultiNic-1142794228-project] Pushing event deleted for resources: {'Network': ['ID=fdafa3f4-e774-4760-b725-0b22212747aa,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:41:21.795511 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-417911c1-3253-450c-852f-8636606c1892 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-535249799-network', 'tenant_id': 'c73693fa6e6d4478899187f0c4554a22'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:41:21.809322 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-27455e20-7899-4ace-ae38-4a7f084b21df req-a14aa407-4241-4dfc-a038-4230ccf2def1 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/security-groups?id=12d5dc08-1d9f-41c6-b52c-304239ec8b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569271 Nov 19 17:41:21.830061 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-417911c1-3253-450c-852f-8636606c1892 admin admin] Made reservation on behalf of c73693fa6e6d4478899187f0c4554a22 for: {'network': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:41:21.832352 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-417911c1-3253-450c-852f-8636606c1892 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:21.860629 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-51c8fe66-5ef4-4d7b-b19b-7369b4008ecd req-85d15c24-f621-430a-8f79-c6c73d85805e tempest-ListServersNegativeTestJSON-1861778447 tempest-ListServersNegativeTestJSON-1861778447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:21.870999 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-1dfc59e6-9ff6-469e-a737-b949c6199891 req-bdb07ce4-da11-4510-b03e-9cc64f8445b8 tempest-ListServersNegativeTestJSON-1861778447 tempest-ListServersNegativeTestJSON-1861778447-project] For port 1efe99da-cc25-46ab-862e-27c7cbbf2682, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=1efe99da-cc25-46ab-862e-27c7cbbf2682,segment=NetworkSegment(d1128686-9c81-4811-a31a-43d98b347bb6),segment_id=d1128686-9c81-4811-a31a-43d98b347bb6)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:41:21.871371 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-1dfc59e6-9ff6-469e-a737-b949c6199891 req-bdb07ce4-da11-4510-b03e-9cc64f8445b8 tempest-ListServersNegativeTestJSON-1861778447 tempest-ListServersNegativeTestJSON-1861778447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:21.874854 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-417911c1-3253-450c-852f-8636606c1892 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:21.876395 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] get_ports_and_sgs() called for port_ids ['4126ab63-1000-43c6-8a9d-efbe4f07b4ab'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:41:21.917428 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d15c24-f621-430a-8f79-c6c73d85805e tempest-ListServersNegativeTestJSON-1861778447 tempest-ListServersNegativeTestJSON-1861778447-project] Pushing event deleted for resources: {'Port': ['ID=4126ab63-1000-43c6-8a9d-efbe4f07b4ab,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:41:21.970101 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-1dfc59e6-9ff6-469e-a737-b949c6199891 req-bdb07ce4-da11-4510-b03e-9cc64f8445b8 tempest-ListServersNegativeTestJSON-1861778447 tempest-ListServersNegativeTestJSON-1861778447-project] Calling delete_port for 1efe99da-cc25-46ab-862e-27c7cbbf2682 owned by compute:nova {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:41:22.002337 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-51c8fe66-5ef4-4d7b-b19b-7369b4008ecd req-85d15c24-f621-430a-8f79-c6c73d85805e tempest-ListServersNegativeTestJSON-1861778447 tempest-ListServersNegativeTestJSON-1861778447-project] No DVR routers for this DVR port 4126ab63-1000-43c6-8a9d-efbe4f07b4ab on host n-h2-818022-2 {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:41:22.023027 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-51c8fe66-5ef4-4d7b-b19b-7369b4008ecd req-85d15c24-f621-430a-8f79-c6c73d85805e tempest-ListServersNegativeTestJSON-1861778447 tempest-ListServersNegativeTestJSON-1861778447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:22.026500 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-51c8fe66-5ef4-4d7b-b19b-7369b4008ecd req-85d15c24-f621-430a-8f79-c6c73d85805e tempest-ListServersNegativeTestJSON-1861778447 tempest-ListServersNegativeTestJSON-1861778447-project] 10.222.0.86 "DELETE /v2.0/ports/4126ab63-1000-43c6-8a9d-efbe4f07b4ab HTTP/1.1" status: 204 len: 173 time: 1.8993821 Nov 19 17:41:22.027224 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-31f5a7ed-923d-462f-b8ac-c158baffd7cb req-8c5ed999-244a-4d20-b6a9-ec6bf171c1b0 service neutron] Attempting to bind port f23aa345-e47e-4700-ad94-3fbec66fb7f5 on host n-h1-818022-2 for vnic_type normal with profile {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:41:22.027557 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-31f5a7ed-923d-462f-b8ac-c158baffd7cb req-8c5ed999-244a-4d20-b6a9-ec6bf171c1b0 service neutron] Attempting to bind port f23aa345-e47e-4700-ad94-3fbec66fb7f5 by drivers openvswitch,hyperv on host n-h1-818022-2 at level 0 using segments [{'id': '65da90f8-a853-48a6-af92-75fd92f47077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'f617386f-7f7a-461e-894d-4bea98b39674'}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:41:22.027884 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31f5a7ed-923d-462f-b8ac-c158baffd7cb req-8c5ed999-244a-4d20-b6a9-ec6bf171c1b0 service neutron] Attempting to bind port f23aa345-e47e-4700-ad94-3fbec66fb7f5 on network f617386f-7f7a-461e-894d-4bea98b39674 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:41:22.032568 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90b9f751-a497-48e1-b0d0-647964d8b2b6', 'name': 'network-vif-deleted', 'tag': '4126ab63-1000-43c6-8a9d-efbe4f07b4ab'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:41:22.035489 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218319d759239a7d11f1288aef37381b97754913ee9ccbfd43b51a463f801712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6243f0ba-b176-4557-b144-b1d47ca4e11e" -d '{"events": [{"server_uuid": "90b9f751-a497-48e1-b0d0-647964d8b2b6", "name": "network-vif-deleted", "tag": "4126ab63-1000-43c6-8a9d-efbe4f07b4ab"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:41:22.042783 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31f5a7ed-923d-462f-b8ac-c158baffd7cb req-8c5ed999-244a-4d20-b6a9-ec6bf171c1b0 service neutron] Port f23aa345-e47e-4700-ad94-3fbec66fb7f5 on network f617386f-7f7a-461e-894d-4bea98b39674 not bound, no agent of type Open vSwitch agent registered on host n-h1-818022-2 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 17:41:22.043101 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31f5a7ed-923d-462f-b8ac-c158baffd7cb req-8c5ed999-244a-4d20-b6a9-ec6bf171c1b0 service neutron] Attempting to bind port f23aa345-e47e-4700-ad94-3fbec66fb7f5 on network f617386f-7f7a-461e-894d-4bea98b39674 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:41:22.053746 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-ee22584d-87ab-4898-813a-05de08a02a70 req-be012097-0b8a-4619-98b7-8001e2140fcf tempest-FloatingIPDetailsTestJSON-519469384 tempest-FloatingIPDetailsTestJSON-519469384-project] Publish callbacks [] for port, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:22.059748 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-417911c1-3253-450c-852f-8636606c1892 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:22.061121 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-ee22584d-87ab-4898-813a-05de08a02a70 req-be012097-0b8a-4619-98b7-8001e2140fcf tempest-FloatingIPDetailsTestJSON-519469384 tempest-FloatingIPDetailsTestJSON-519469384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:22.073137 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-417911c1-3253-450c-852f-8636606c1892 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:22.087336 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31f5a7ed-923d-462f-b8ac-c158baffd7cb req-8c5ed999-244a-4d20-b6a9-ec6bf171c1b0 service neutron] Checking agent: {'id': 'a6668d96-12fa-4ec0-99ad-77eaf490dd2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'started_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 41, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:41:22.087721 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31f5a7ed-923d-462f-b8ac-c158baffd7cb req-8c5ed999-244a-4d20-b6a9-ec6bf171c1b0 service neutron] Checking segment: {'id': '65da90f8-a853-48a6-af92-75fd92f47077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'f617386f-7f7a-461e-894d-4bea98b39674'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:41:22.088061 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31f5a7ed-923d-462f-b8ac-c158baffd7cb req-8c5ed999-244a-4d20-b6a9-ec6bf171c1b0 service neutron] Bound using segment: {'id': '65da90f8-a853-48a6-af92-75fd92f47077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'f617386f-7f7a-461e-894d-4bea98b39674'} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:41:22.088540 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-31f5a7ed-923d-462f-b8ac-c158baffd7cb req-8c5ed999-244a-4d20-b6a9-ec6bf171c1b0 service neutron] Bound port: f23aa345-e47e-4700-ad94-3fbec66fb7f5, host: n-h1-818022-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65da90f8-a853-48a6-af92-75fd92f47077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'f617386f-7f7a-461e-894d-4bea98b39674'}}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:41:22.089371 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-31f5a7ed-923d-462f-b8ac-c158baffd7cb req-8c5ed999-244a-4d20-b6a9-ec6bf171c1b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:22.123615 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d495e0-bd53-4dc6-949f-82240273eb14 req-b286d2ab-2a97-4e6e-bf25-c09cdb8b9121 tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:22.125201 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-69d495e0-bd53-4dc6-949f-82240273eb14 req-b286d2ab-2a97-4e6e-bf25-c09cdb8b9121 tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] 10.222.0.54 "GET /v2.0/ports?device_id=486c2749-b729-43bb-a2f2-da659309b3a4 HTTP/1.1" status: 200 len: 944 time: 0.1692393 Nov 19 17:41:22.148010 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-417911c1-3253-450c-852f-8636606c1892 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 699} {{(pid=103364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 17:41:22.174451 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be012097-0b8a-4619-98b7-8001e2140fcf tempest-FloatingIPDetailsTestJSON-519469384 tempest-FloatingIPDetailsTestJSON-519469384-project] Pushing event updated for resources: {'Port': ['ID=ecdc0350-3299-4ef0-8d97-ea90bd41c4a2,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:41:22.177514 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417911c1-3253-450c-852f-8636606c1892 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84a30153-91c1-47aa-836e-a8e2f1bd6046,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:41:22.180674 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-417911c1-3253-450c-852f-8636606c1892 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:22.180858 n-d-818022-2 neutron-server[103364]: INFO neutron.db.segments_db [None req-417911c1-3253-450c-852f-8636606c1892 admin admin] Added segment 4c9b590b-1c19-4565-aada-595c58ce7808 of type vlan for network 28cedc67-99d8-468f-bfac-d99454b0b75f Nov 19 17:41:22.221784 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-ee22584d-87ab-4898-813a-05de08a02a70 req-be012097-0b8a-4619-98b7-8001e2140fcf tempest-FloatingIPDetailsTestJSON-519469384 tempest-FloatingIPDetailsTestJSON-519469384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-671284'] for floatingip, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:22.230361 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-31f5a7ed-923d-462f-b8ac-c158baffd7cb req-8c5ed999-244a-4d20-b6a9-ec6bf171c1b0 service neutron] For port f23aa345-e47e-4700-ad94-3fbec66fb7f5, host n-h1-818022-2, cleared binding levels {{(pid=103365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:41:22.234452 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-31f5a7ed-923d-462f-b8ac-c158baffd7cb req-8c5ed999-244a-4d20-b6a9-ec6bf171c1b0 service neutron] For port f23aa345-e47e-4700-ad94-3fbec66fb7f5, host n-h1-818022-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=f23aa345-e47e-4700-ad94-3fbec66fb7f5,segment=NetworkSegment(65da90f8-a853-48a6-af92-75fd92f47077),segment_id=65da90f8-a853-48a6-af92-75fd92f47077)] {{(pid=103365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:41:22.241296 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-417911c1-3253-450c-852f-8636606c1892 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:22.253261 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-ee22584d-87ab-4898-813a-05de08a02a70 req-be012097-0b8a-4619-98b7-8001e2140fcf tempest-FloatingIPDetailsTestJSON-519469384 tempest-FloatingIPDetailsTestJSON-519469384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for floatingip, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:22.262221 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ee22584d-87ab-4898-813a-05de08a02a70 req-be012097-0b8a-4619-98b7-8001e2140fcf tempest-FloatingIPDetailsTestJSON-519469384 tempest-FloatingIPDetailsTestJSON-519469384-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.9570365 Nov 19 17:41:22.306547 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-31f5a7ed-923d-462f-b8ac-c158baffd7cb req-8c5ed999-244a-4d20-b6a9-ec6bf171c1b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:22.329934 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ee22584d-87ab-4898-813a-05de08a02a70 req-f98508e7-4d40-4f2d-a7b8-db8def23a004 tempest-FloatingIPDetailsTestJSON-519469384 tempest-FloatingIPDetailsTestJSON-519469384-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.7.135 HTTP/1.1" status: 200 len: 696 time: 0.0674808 Nov 19 17:41:22.340099 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-417911c1-3253-450c-852f-8636606c1892 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:22.341023 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-417911c1-3253-450c-852f-8636606c1892 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:22.341594 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-417911c1-3253-450c-852f-8636606c1892 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:22.386910 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f5a7ed-923d-462f-b8ac-c158baffd7cb req-8c5ed999-244a-4d20-b6a9-ec6bf171c1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:22.387562 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-31f5a7ed-923d-462f-b8ac-c158baffd7cb req-8c5ed999-244a-4d20-b6a9-ec6bf171c1b0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:22.389169 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-31f5a7ed-923d-462f-b8ac-c158baffd7cb req-8c5ed999-244a-4d20-b6a9-ec6bf171c1b0 service neutron] 10.222.0.60 "PUT /v2.0/ports/f23aa345-e47e-4700-ad94-3fbec66fb7f5 HTTP/1.1" status: 200 len: 1092 time: 2.9021838 Nov 19 17:41:22.399144 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-69d495e0-bd53-4dc6-949f-82240273eb14 req-4b8ff4e9-f72c-47ca-b672-21cb7aa924f8 tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] 10.222.0.54 "GET /v2.0/security-groups?id=2e3e4707-c197-4851-8355-26b2132f2eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2610338 Nov 19 17:41:22.402535 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-1dfc59e6-9ff6-469e-a737-b949c6199891 req-bdb07ce4-da11-4510-b03e-9cc64f8445b8 tempest-ListServersNegativeTestJSON-1861778447 tempest-ListServersNegativeTestJSON-1861778447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:22.421210 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] get_ports_and_sgs() called for port_ids ['4126ab63-1000-43c6-8a9d-efbe4f07b4ab'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:41:22.429340 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5ed999-244a-4d20-b6a9-ec6bf171c1b0 service neutron] Pushing event updated for resources: {'Port': ['ID=f23aa345-e47e-4700-ad94-3fbec66fb7f5,revision_number=3']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:41:22.442091 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5ed999-244a-4d20-b6a9-ec6bf171c1b0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:41:22.442541 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5ed999-244a-4d20-b6a9-ec6bf171c1b0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:41:22.443513 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5ed999-244a-4d20-b6a9-ec6bf171c1b0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:41:22.444072 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5ed999-244a-4d20-b6a9-ec6bf171c1b0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:41:22.444638 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5ed999-244a-4d20-b6a9-ec6bf171c1b0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:41:22.445059 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5ed999-244a-4d20-b6a9-ec6bf171c1b0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:41:22.445410 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5ed999-244a-4d20-b6a9-ec6bf171c1b0 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:41:22.445754 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5ed999-244a-4d20-b6a9-ec6bf171c1b0 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:41:22.447364 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5ed999-244a-4d20-b6a9-ec6bf171c1b0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:41:22.447738 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5ed999-244a-4d20-b6a9-ec6bf171c1b0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:41:22.448085 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5ed999-244a-4d20-b6a9-ec6bf171c1b0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:41:22.448427 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5ed999-244a-4d20-b6a9-ec6bf171c1b0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:41:22.541325 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb07ce4-da11-4510-b03e-9cc64f8445b8 tempest-ListServersNegativeTestJSON-1861778447 tempest-ListServersNegativeTestJSON-1861778447-project] Pushing event deleted for resources: {'Port': ['ID=1efe99da-cc25-46ab-862e-27c7cbbf2682,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:41:22.544868 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dfc59e6-9ff6-469e-a737-b949c6199891 req-bdb07ce4-da11-4510-b03e-9cc64f8445b8 tempest-ListServersNegativeTestJSON-1861778447 tempest-ListServersNegativeTestJSON-1861778447-project] No DVR routers for this DVR port 1efe99da-cc25-46ab-862e-27c7cbbf2682 on host n-h1-818022-2 {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:41:22.548698 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-1dfc59e6-9ff6-469e-a737-b949c6199891 req-bdb07ce4-da11-4510-b03e-9cc64f8445b8 tempest-ListServersNegativeTestJSON-1861778447 tempest-ListServersNegativeTestJSON-1861778447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:22.552782 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-1dfc59e6-9ff6-469e-a737-b949c6199891 req-bdb07ce4-da11-4510-b03e-9cc64f8445b8 tempest-ListServersNegativeTestJSON-1861778447 tempest-ListServersNegativeTestJSON-1861778447-project] 10.222.0.60 "DELETE /v2.0/ports/1efe99da-cc25-46ab-862e-27c7cbbf2682 HTTP/1.1" status: 204 len: 173 time: 2.3738310 Nov 19 17:41:22.582632 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f5a7ed-923d-462f-b8ac-c158baffd7cb req-38da1fd1-601c-4dd5-8f8a-cb43a025b156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:22.584391 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-31f5a7ed-923d-462f-b8ac-c158baffd7cb req-38da1fd1-601c-4dd5-8f8a-cb43a025b156 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=aeb7fd6db87a434398f0a6a86da890f5&device_id=486c2749-b729-43bb-a2f2-da659309b3a4 HTTP/1.1" status: 200 len: 1095 time: 0.1302798 Nov 19 17:41:22.707002 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-31f5a7ed-923d-462f-b8ac-c158baffd7cb req-61e24b1e-5b3b-452a-b7d0-09b9c47e350d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f23aa345-e47e-4700-ad94-3fbec66fb7f5 HTTP/1.1" status: 200 len: 217 time: 0.1045349 Nov 19 17:41:22.810793 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-425c82ed-3dfe-4963-9a3b-b4f545e40ded req-4c3c045e-9586-4795-876e-f473276df8e8 tempest-ListServersNegativeTestJSON-1861778447 tempest-ListServersNegativeTestJSON-1861778447-project] 10.222.0.54 "GET /v2.0/ports?device_id=90b9f751-a497-48e1-b0d0-647964d8b2b6 HTTP/1.1" status: 200 len: 210 time: 0.0982587 Nov 19 17:41:22.863521 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-417911c1-3253-450c-852f-8636606c1892 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.3025742 Nov 19 17:41:22.871404 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 47878) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:41:22.881017 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-e7131858-b549-49ba-a89e-0c82659ae8ac admin admin] Request body: {'subnet': {'network_id': '28cedc67-99d8-468f-bfac-d99454b0b75f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-535249799-subnet', 'tenant_id': 'c73693fa6e6d4478899187f0c4554a22', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:41:22.899878 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417911c1-3253-450c-852f-8636606c1892 admin admin] Pushing event updated for resources: {'Network': ['ID=28cedc67-99d8-468f-bfac-d99454b0b75f,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:41:22.913136 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network 28cedc67-99d8-468f-bfac-d99454b0b75f details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 17:41:22.922711 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7131858-b549-49ba-a89e-0c82659ae8ac admin admin] Made reservation on behalf of c73693fa6e6d4478899187f0c4554a22 for: {'subnet': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:41:22.925395 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e7131858-b549-49ba-a89e-0c82659ae8ac admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8983829'] for subnet, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:22.926739 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f5a7ed-923d-462f-b8ac-c158baffd7cb req-51b09727-5b24-460c-b410-70a8057e7ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:22.933508 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-31f5a7ed-923d-462f-b8ac-c158baffd7cb req-51b09727-5b24-460c-b410-70a8057e7ba4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0d31643c-d7c9-499c-bd0d-a793fdbddb1f HTTP/1.1" status: 200 len: 861 time: 0.1959941 Nov 19 17:41:22.998780 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-31f5a7ed-923d-462f-b8ac-c158baffd7cb req-464dd47e-c4f7-4a84-8737-cd6b29acbac6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f617386f-7f7a-461e-894d-4bea98b39674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0586269 Nov 19 17:41:23.010505 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee22584d-87ab-4898-813a-05de08a02a70 req-a3a3d13b-1037-43c3-a261-b877a4e49448 tempest-FloatingIPDetailsTestJSON-519469384 tempest-FloatingIPDetailsTestJSON-519469384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:23.030346 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ee22584d-87ab-4898-813a-05de08a02a70 req-a3a3d13b-1037-43c3-a261-b877a4e49448 tempest-FloatingIPDetailsTestJSON-519469384 tempest-FloatingIPDetailsTestJSON-519469384-project] 10.222.0.54 "GET /v2.0/networks/645e61aa-1a6c-4e8f-857e-ab06edb4897f HTTP/1.1" status: 200 len: 784 time: 0.6986723 Nov 19 17:41:23.151360 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:41:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5d2b083-37b4-4471-a00d-49a77b0bff9f x-openstack-request-id: req-b5d2b083-37b4-4471-a00d-49a77b0bff9f {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:41:23.152094 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90b9f751-a497-48e1-b0d0-647964d8b2b6", "name": "network-vif-deleted", "tag": "4126ab63-1000-43c6-8a9d-efbe4f07b4ab", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:41:23.152786 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b5d2b083-37b4-4471-a00d-49a77b0bff9f {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:41:23.153759 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90b9f751-a497-48e1-b0d0-647964d8b2b6', 'name': 'network-vif-deleted', 'tag': '4126ab63-1000-43c6-8a9d-efbe4f07b4ab', 'status': 'completed', 'code': 200} Nov 19 17:41:23.198860 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-31f5a7ed-923d-462f-b8ac-c158baffd7cb req-5601ecd2-364e-4934-ba01-f84d71006989 service neutron] 10.222.0.60 "GET /v2.0/networks/f617386f-7f7a-461e-894d-4bea98b39674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1910179 Nov 19 17:41:23.406370 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e7131858-b549-49ba-a89e-0c82659ae8ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12425078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8983815'] for subnet, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:23.411094 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-31f5a7ed-923d-462f-b8ac-c158baffd7cb req-baafb48a-90f7-4a94-adb5-a164a63633e0 service neutron] 10.222.0.60 "GET /v2.0/networks/f617386f-7f7a-461e-894d-4bea98b39674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2046595 Nov 19 17:41:23.461031 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4a6dcd-60ec-4184-aae6-1cde1c174011 req-f66fe4b5-de30-4716-8622-fef656db005a tempest-LiveMigrationTest-1744255723 tempest-LiveMigrationTest-1744255723-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:23.462994 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-cf4a6dcd-60ec-4184-aae6-1cde1c174011 req-f66fe4b5-de30-4716-8622-fef656db005a tempest-LiveMigrationTest-1744255723 tempest-LiveMigrationTest-1744255723-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=6f9814ff-8e64-48d8-9f39-139a5f0b0dbe HTTP/1.1" status: 200 len: 1096 time: 0.0509040 Nov 19 17:41:23.515985 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-cf4a6dcd-60ec-4184-aae6-1cde1c174011 req-79a89b06-c6a7-4c64-b728-ff334b54b848 tempest-LiveMigrationTest-1744255723 tempest-LiveMigrationTest-1744255723-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=12d5dc08-1d9f-41c6-b52c-304239ec8b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435085 Nov 19 17:41:23.517155 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7131858-b549-49ba-a89e-0c82659ae8ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=30818a33-6670-4f21-8645-db484dc2d74d,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:41:23.541900 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-831a6e70-cea3-46fc-8a4d-01dede2250a2 req-8a095544-039c-4a6a-871b-3fd86b5dc572 tempest-FloatingIPDetailsTestJSON-519469384 tempest-FloatingIPDetailsTestJSON-519469384-project] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3010631 Nov 19 17:41:23.542815 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7131858-b549-49ba-a89e-0c82659ae8ac admin admin] Checking segment: {'id': '4c9b590b-1c19-4565-aada-595c58ce7808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '28cedc67-99d8-468f-bfac-d99454b0b75f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:41:23.543180 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7131858-b549-49ba-a89e-0c82659ae8ac admin admin] Network hostable DHCP agents. Network: 28cedc67-99d8-468f-bfac-d99454b0b75f, hostable agents: ['02910ef2-0455-4aea-9f38-9a875579633f'], hosted agents: [] {{(pid=103364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 17:41:23.557201 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-831a6e70-cea3-46fc-8a4d-01dede2250a2 req-8564ad15-c7c1-49f2-8c28-7b4b89d29b02 tempest-FloatingIPDetailsTestJSON-519469384 tempest-FloatingIPDetailsTestJSON-519469384-project] Request body: {'floatingip': {'floating_network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:41:23.572599 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 1efe99da-cc25-46ab-862e-27c7cbbf2682 no longer exists at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:41:23.619684 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] No Port match for: 1efe99da-cc25-46ab-862e-27c7cbbf2682 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:41:23.620117 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 1efe99da-cc25-46ab-862e-27c7cbbf2682 not bound to the agent host n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:41:23.623416 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7131858-b549-49ba-a89e-0c82659ae8ac admin admin] Network 28cedc67-99d8-468f-bfac-d99454b0b75f is scheduled to be hosted by DHCP agent 02910ef2-0455-4aea-9f38-9a875579633f with binding_index 1 {{(pid=103364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 17:41:23.641080 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-831a6e70-cea3-46fc-8a4d-01dede2250a2 req-8564ad15-c7c1-49f2-8c28-7b4b89d29b02 tempest-FloatingIPDetailsTestJSON-519469384 tempest-FloatingIPDetailsTestJSON-519469384-project] Publish callbacks [] for floatingip, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:23.646914 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-e7131858-b549-49ba-a89e-0c82659ae8ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818022-2, 28cedc67-99d8-468f-bfac-d99454b0b75f) {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:41:23.656381 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99f5408e-7be0-4d0d-8140-2f3c4c16eb83 None None] Network 28cedc67-99d8-468f-bfac-d99454b0b75f requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:41:23.660351 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7131858-b549-49ba-a89e-0c82659ae8ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:23.660351 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e7131858-b549-49ba-a89e-0c82659ae8ac admin admin] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:23.742423 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-e7131858-b549-49ba-a89e-0c82659ae8ac admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8698969 Nov 19 17:41:23.761296 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a655b106-d852-4c2b-ae1b-28fe323367fb req-cc99bc96-9af1-4f34-b778-09e4d09aa3be tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:23.773087 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a655b106-d852-4c2b-ae1b-28fe323367fb req-cc99bc96-9af1-4f34-b778-09e4d09aa3be tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] 10.222.0.54 "GET /v2.0/ports?device_id=486c2749-b729-43bb-a2f2-da659309b3a4 HTTP/1.1" status: 200 len: 944 time: 0.1327612 Nov 19 17:41:23.861475 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de6048e3-62b5-4495-b862-6de4c6cd3cc0 None None] Network 28cedc67-99d8-468f-bfac-d99454b0b75f requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:41:23.862875 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-831a6e70-cea3-46fc-8a4d-01dede2250a2 req-8564ad15-c7c1-49f2-8c28-7b4b89d29b02 tempest-FloatingIPDetailsTestJSON-519469384 tempest-FloatingIPDetailsTestJSON-519469384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:23.865683 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a655b106-d852-4c2b-ae1b-28fe323367fb req-7436b947-5a19-41a6-b088-7b4424545ab0 tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] 10.222.0.54 "GET /v2.0/security-groups?id=2e3e4707-c197-4851-8355-26b2132f2eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916862 Nov 19 17:41:24.037358 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [req-831a6e70-cea3-46fc-8a4d-01dede2250a2 req-8564ad15-c7c1-49f2-8c28-7b4b89d29b02 tempest-FloatingIPDetailsTestJSON-519469384 tempest-FloatingIPDetailsTestJSON-519469384-project] Allocated IP 172.25.7.51 (645e61aa-1a6c-4e8f-857e-ab06edb4897f/88ed2d64-f56d-4f01-a468-946e01c99e82/31f5c515-e4d9-4c9b-8b1e-c1adcb4c9c6b) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:41:24.075270 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f617a9c-8626-4edd-a098-e6382cbea9f0 req-17c42067-9e62-431a-be30-8fddecf8355f tempest-LiveMigrationTest-1744255723 tempest-LiveMigrationTest-1744255723-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:24.077877 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5f617a9c-8626-4edd-a098-e6382cbea9f0 req-17c42067-9e62-431a-be30-8fddecf8355f tempest-LiveMigrationTest-1744255723 tempest-LiveMigrationTest-1744255723-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=6f9814ff-8e64-48d8-9f39-139a5f0b0dbe HTTP/1.1" status: 200 len: 1096 time: 0.0736928 Nov 19 17:41:24.141050 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5f617a9c-8626-4edd-a098-e6382cbea9f0 req-551f1eef-d0eb-4bd8-b80e-c83546ae9250 tempest-LiveMigrationTest-1744255723 tempest-LiveMigrationTest-1744255723-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=12d5dc08-1d9f-41c6-b52c-304239ec8b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567183 Nov 19 17:41:24.179683 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-831a6e70-cea3-46fc-8a4d-01dede2250a2 req-8564ad15-c7c1-49f2-8c28-7b4b89d29b02 tempest-FloatingIPDetailsTestJSON-519469384 tempest-FloatingIPDetailsTestJSON-519469384-project] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:24.217008 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-831a6e70-cea3-46fc-8a4d-01dede2250a2 req-8564ad15-c7c1-49f2-8c28-7b4b89d29b02 tempest-FloatingIPDetailsTestJSON-519469384 tempest-FloatingIPDetailsTestJSON-519469384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:24.268558 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 47908) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:41:24.274946 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8564ad15-c7c1-49f2-8c28-7b4b89d29b02 tempest-FloatingIPDetailsTestJSON-519469384 tempest-FloatingIPDetailsTestJSON-519469384-project] Pushing event updated for resources: {'Port': ['ID=31f5c515-e4d9-4c9b-8b1e-c1adcb4c9c6b,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:41:24.293892 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-831a6e70-cea3-46fc-8a4d-01dede2250a2 req-8564ad15-c7c1-49f2-8c28-7b4b89d29b02 tempest-FloatingIPDetailsTestJSON-519469384 tempest-FloatingIPDetailsTestJSON-519469384-project] Network 645e61aa-1a6c-4e8f-857e-ab06edb4897f is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:41:24.295737 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [req-831a6e70-cea3-46fc-8a4d-01dede2250a2 req-8564ad15-c7c1-49f2-8c28-7b4b89d29b02 tempest-FloatingIPDetailsTestJSON-519469384 tempest-FloatingIPDetailsTestJSON-519469384-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:41:24.298238 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [req-831a6e70-cea3-46fc-8a4d-01dede2250a2 req-8564ad15-c7c1-49f2-8c28-7b4b89d29b02 tempest-FloatingIPDetailsTestJSON-519469384 tempest-FloatingIPDetailsTestJSON-519469384-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:41:24.417943 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-831a6e70-cea3-46fc-8a4d-01dede2250a2 req-8564ad15-c7c1-49f2-8c28-7b4b89d29b02 tempest-FloatingIPDetailsTestJSON-519469384 tempest-FloatingIPDetailsTestJSON-519469384-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:24.475905 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-831a6e70-cea3-46fc-8a4d-01dede2250a2 req-8564ad15-c7c1-49f2-8c28-7b4b89d29b02 tempest-FloatingIPDetailsTestJSON-519469384 tempest-FloatingIPDetailsTestJSON-519469384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:24.584240 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device 4126ab63-1000-43c6-8a9d-efbe4f07b4ab no longer exists at agent hyperv_n-h2-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:41:24.634771 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] No Port match for: 4126ab63-1000-43c6-8a9d-efbe4f07b4ab {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:41:24.636605 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device 4126ab63-1000-43c6-8a9d-efbe4f07b4ab not bound to the agent host n-h2-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:41:24.661184 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-831a6e70-cea3-46fc-8a4d-01dede2250a2 req-8564ad15-c7c1-49f2-8c28-7b4b89d29b02 tempest-FloatingIPDetailsTestJSON-519469384 tempest-FloatingIPDetailsTestJSON-519469384-project] Publish callbacks [] for port, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:24.668088 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-831a6e70-cea3-46fc-8a4d-01dede2250a2 req-8564ad15-c7c1-49f2-8c28-7b4b89d29b02 tempest-FloatingIPDetailsTestJSON-519469384 tempest-FloatingIPDetailsTestJSON-519469384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:24.678586 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc1cf00-9863-48e1-b917-9eb485450c46 req-e166934b-4ec3-4888-9937-e6e332868340 tempest-ServerAddressesTestJSON-1186084829 tempest-ServerAddressesTestJSON-1186084829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:24.679647 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6bc1cf00-9863-48e1-b917-9eb485450c46 req-e166934b-4ec3-4888-9937-e6e332868340 tempest-ServerAddressesTestJSON-1186084829 tempest-ServerAddressesTestJSON-1186084829-project] 10.222.0.54 "GET /v2.0/networks?id=28cedc67-99d8-468f-bfac-d99454b0b75f HTTP/1.1" status: 200 len: 813 time: 0.1746402 Nov 19 17:41:24.716113 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6bc1cf00-9863-48e1-b917-9eb485450c46 req-6000044d-e027-4675-9d31-c5bc4f9c9fe8 tempest-ServerAddressesTestJSON-1186084829 tempest-ServerAddressesTestJSON-1186084829-project] 10.222.0.54 "GET /v2.0/quotas/c73693fa6e6d4478899187f0c4554a22 HTTP/1.1" status: 200 len: 375 time: 0.0158861 Nov 19 17:41:24.752245 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8564ad15-c7c1-49f2-8c28-7b4b89d29b02 tempest-FloatingIPDetailsTestJSON-519469384 tempest-FloatingIPDetailsTestJSON-519469384-project] Pushing event updated for resources: {'Port': ['ID=31f5c515-e4d9-4c9b-8b1e-c1adcb4c9c6b,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:41:24.771609 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-831a6e70-cea3-46fc-8a4d-01dede2250a2 req-8564ad15-c7c1-49f2-8c28-7b4b89d29b02 tempest-FloatingIPDetailsTestJSON-519469384 tempest-FloatingIPDetailsTestJSON-519469384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-671284'] for floatingip, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:24.780533 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6bc1cf00-9863-48e1-b917-9eb485450c46 req-a3d93d27-e143-452f-8f72-17f76552d032 tempest-ServerAddressesTestJSON-1186084829 tempest-ServerAddressesTestJSON-1186084829-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=c73693fa6e6d4478899187f0c4554a22&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0521529 Nov 19 17:41:24.806506 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-831a6e70-cea3-46fc-8a4d-01dede2250a2 req-8564ad15-c7c1-49f2-8c28-7b4b89d29b02 tempest-FloatingIPDetailsTestJSON-519469384 tempest-FloatingIPDetailsTestJSON-519469384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for floatingip, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:24.808740 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-831a6e70-cea3-46fc-8a4d-01dede2250a2 req-8564ad15-c7c1-49f2-8c28-7b4b89d29b02 tempest-FloatingIPDetailsTestJSON-519469384 tempest-FloatingIPDetailsTestJSON-519469384-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.2591159 Nov 19 17:41:24.875230 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-831a6e70-cea3-46fc-8a4d-01dede2250a2 req-524deeaf-2402-46c1-9a19-0ee93aa530d1 tempest-FloatingIPDetailsTestJSON-519469384 tempest-FloatingIPDetailsTestJSON-519469384-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.7.51 HTTP/1.1" status: 200 len: 695 time: 0.0593755 Nov 19 17:41:24.918955 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6bc1cf00-9863-48e1-b917-9eb485450c46 req-c021d4f8-31a7-4533-852d-82fec2a9a2d3 service neutron] 10.222.0.54 "GET /v2.0/networks/28cedc67-99d8-468f-bfac-d99454b0b75f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202898 Nov 19 17:41:25.009747 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831a6e70-cea3-46fc-8a4d-01dede2250a2 req-457eae14-d3bd-41ec-896e-35a1d2ecd81e tempest-FloatingIPDetailsTestJSON-519469384 tempest-FloatingIPDetailsTestJSON-519469384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:25.011717 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-831a6e70-cea3-46fc-8a4d-01dede2250a2 req-457eae14-d3bd-41ec-896e-35a1d2ecd81e tempest-FloatingIPDetailsTestJSON-519469384 tempest-FloatingIPDetailsTestJSON-519469384-project] 10.222.0.54 "GET /v2.0/networks/645e61aa-1a6c-4e8f-857e-ab06edb4897f HTTP/1.1" status: 200 len: 784 time: 0.1302874 Nov 19 17:41:25.109885 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6bc1cf00-9863-48e1-b917-9eb485450c46 req-635f6ad7-7866-479d-9877-a208c1ef135b service neutron] 10.222.0.54 "GET /v2.0/networks/28cedc67-99d8-468f-bfac-d99454b0b75f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1826646 Nov 19 17:41:25.122209 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 47932) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:41:25.143998 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4daea082-d903-4811-b8e7-a8f80f2a4dad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-768564'] for router_interface, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:25.197547 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f567c25-ac30-4f48-b338-cb5d16d3dcb0 admin admin] Deleting subnet 01355f6c-4af7-4e94-9f36-e51b690370b3 {{(pid=103364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 17:41:25.205847 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '486c2749-b729-43bb-a2f2-da659309b3a4', 'tag': 'f23aa345-e47e-4700-ad94-3fbec66fb7f5'}, {'server_uuid': '12d0c6c1-218d-4330-aaf3-235f90914fdd', 'name': 'network-vif-deleted', 'tag': '1efe99da-cc25-46ab-862e-27c7cbbf2682'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:41:25.206447 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3f567c25-ac30-4f48-b338-cb5d16d3dcb0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:25.212342 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218319d759239a7d11f1288aef37381b97754913ee9ccbfd43b51a463f801712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70db8edb-95ab-4525-bdde-ee3eb98f88de" -d '{"events": [{"name": "network-changed", "server_uuid": "486c2749-b729-43bb-a2f2-da659309b3a4", "tag": "f23aa345-e47e-4700-ad94-3fbec66fb7f5"}, {"server_uuid": "12d0c6c1-218d-4330-aaf3-235f90914fdd", "name": "network-vif-deleted", "tag": "1efe99da-cc25-46ab-862e-27c7cbbf2682"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:41:25.297988 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3f567c25-ac30-4f48-b338-cb5d16d3dcb0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9416263'] for subnet, precommit_delete_associations {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:25.342685 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3f567c25-ac30-4f48-b338-cb5d16d3dcb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:25.410815 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3f567c25-ac30-4f48-b338-cb5d16d3dcb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12425137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8983934'] for subnet, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:25.462411 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f567c25-ac30-4f48-b338-cb5d16d3dcb0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=01355f6c-4af7-4e94-9f36-e51b690370b3,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:41:25.467096 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3f567c25-ac30-4f48-b338-cb5d16d3dcb0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:25.472769 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-3f567c25-ac30-4f48-b338-cb5d16d3dcb0 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/01355f6c-4af7-4e94-9f36-e51b690370b3 HTTP/1.1" status: 204 len: 168 time: 0.3464105 Nov 19 17:41:25.474774 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 47942) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:41:25.503631 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c45f72a8-0236-45cc-8345-8f20f2424dc5 req-c87f89c5-696c-48e3-b538-8043906ec960 tempest-FloatingIPDetailsTestJSON-519469384 tempest-FloatingIPDetailsTestJSON-519469384-project] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1444507 Nov 19 17:41:25.529078 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-c45f72a8-0236-45cc-8345-8f20f2424dc5 req-be9f7293-51d8-4b7e-b3f4-6aafa441c291 tempest-FloatingIPDetailsTestJSON-519469384 tempest-FloatingIPDetailsTestJSON-519469384-project] Request body: {'floatingip': {'floating_network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:41:25.562815 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aedc72d-f304-4303-b6c3-f7d9ab5e0df2 req-2f385c80-cbc2-4f84-badd-c3d858869ab6 tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:25.564799 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-7aedc72d-f304-4303-b6c3-f7d9ab5e0df2 req-2f385c80-cbc2-4f84-badd-c3d858869ab6 tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] 10.222.0.54 "GET /v2.0/ports?device_id=486c2749-b729-43bb-a2f2-da659309b3a4 HTTP/1.1" status: 200 len: 944 time: 0.1650560 Nov 19 17:41:25.583280 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-c45f72a8-0236-45cc-8345-8f20f2424dc5 req-be9f7293-51d8-4b7e-b3f4-6aafa441c291 tempest-FloatingIPDetailsTestJSON-519469384 tempest-FloatingIPDetailsTestJSON-519469384-project] Publish callbacks [] for floatingip, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:25.588831 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ddc71df5-10b4-4246-b70f-a79c4d88685e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:25.714929 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-7aedc72d-f304-4303-b6c3-f7d9ab5e0df2 req-13071d58-ce81-4cec-9c5a-3b9dac1df449 tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] 10.222.0.54 "GET /v2.0/security-groups?id=2e3e4707-c197-4851-8355-26b2132f2eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370044 Nov 19 17:41:25.788003 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ddc71df5-10b4-4246-b70f-a79c4d88685e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:25.804115 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-4daea082-d903-4811-b8e7-a8f80f2a4dad admin admin] Deleting port 733a1590-e33a-47de-99cb-0979106fcf6b {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:41:25.804804 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4daea082-d903-4811-b8e7-a8f80f2a4dad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:25.861760 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-ddc71df5-10b4-4246-b70f-a79c4d88685e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['308435d2-ca75-4a63-8e9e-4876a68c0fb9']}} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:41:25.885463 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-ddc71df5-10b4-4246-b70f-a79c4d88685e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1128686-9c81-4811-a31a-43d98b347bb6') {'for_net_delete': True} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:41:25.885760 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-ddc71df5-10b4-4246-b70f-a79c4d88685e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1128686-9c81-4811-a31a-43d98b347bb6') {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:41:25.915392 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ddc71df5-10b4-4246-b70f-a79c4d88685e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417396'] for segment, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:25.931146 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [None req-4daea082-d903-4811-b8e7-a8f80f2a4dad admin admin] For port 733a1590-e33a-47de-99cb-0979106fcf6b, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=733a1590-e33a-47de-99cb-0979106fcf6b,segment=NetworkSegment(40d32ec7-e595-476a-9722-bb02a34db7ea),segment_id=40d32ec7-e595-476a-9722-bb02a34db7ea)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:41:25.931938 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4daea082-d903-4811-b8e7-a8f80f2a4dad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:25.946537 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ddc71df5-10b4-4246-b70f-a79c4d88685e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:25.963337 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddc71df5-10b4-4246-b70f-a79c4d88685e admin admin] Releasing vlan 668 on physical network physnet1 to pool {{(pid=103364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 17:41:25.963760 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ddc71df5-10b4-4246-b70f-a79c4d88685e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12425183'] for segment, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:25.970471 n-d-818022-2 neutron-server[103364]: Traceback (most recent call last): Nov 19 17:41:25.970471 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 17:41:25.970471 n-d-818022-2 neutron-server[103364]: timer() Nov 19 17:41:25.970471 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 17:41:25.970471 n-d-818022-2 neutron-server[103364]: cb(*args, **kw) Nov 19 17:41:25.970471 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 17:41:25.970471 n-d-818022-2 neutron-server[103364]: return func(*args, **kwargs) Nov 19 17:41:25.970471 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 17:41:25.970471 n-d-818022-2 neutron-server[103364]: self._notify() Nov 19 17:41:25.970471 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 17:41:25.970471 n-d-818022-2 neutron-server[103364]: self.callback(batched_events) Nov 19 17:41:25.970471 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 17:41:25.970471 n-d-818022-2 neutron-server[103364]: event.method(event) Nov 19 17:41:25.970471 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 17:41:25.970471 n-d-818022-2 neutron-server[103364]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 17:41:25.970471 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 17:41:25.970471 n-d-818022-2 neutron-server[103364]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 17:41:25.970471 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 17:41:25.970471 n-d-818022-2 neutron-server[103364]: return f(self, *a, **k) Nov 19 17:41:25.970471 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 17:41:25.970471 n-d-818022-2 neutron-server[103364]: return self._get(url).json() Nov 19 17:41:25.970471 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 17:41:25.970471 n-d-818022-2 neutron-server[103364]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 17:41:25.970471 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 17:41:25.970471 n-d-818022-2 neutron-server[103364]: return self.request(url, 'GET', **kwargs) Nov 19 17:41:25.970471 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 17:41:25.970471 n-d-818022-2 neutron-server[103364]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 17:41:25.970471 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 17:41:25.970471 n-d-818022-2 neutron-server[103364]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 17:41:25.970471 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 17:41:25.970471 n-d-818022-2 neutron-server[103364]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 17:41:25.970471 n-d-818022-2 neutron-server[103364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 17:41:25.979247 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-4daea082-d903-4811-b8e7-a8f80f2a4dad admin admin] Calling delete_port for 733a1590-e33a-47de-99cb-0979106fcf6b owned by network:router_interface {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:41:26.065493 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-c45f72a8-0236-45cc-8345-8f20f2424dc5 req-be9f7293-51d8-4b7e-b3f4-6aafa441c291 tempest-FloatingIPDetailsTestJSON-519469384 tempest-FloatingIPDetailsTestJSON-519469384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:26.098339 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ddc71df5-10b4-4246-b70f-a79c4d88685e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671242'] for network, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:26.123322 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ddc71df5-10b4-4246-b70f-a79c4d88685e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:26.131036 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-ddc71df5-10b4-4246-b70f-a79c4d88685e admin admin] 10.222.0.54 "DELETE /v2.0/networks/308435d2-ca75-4a63-8e9e-4876a68c0fb9 HTTP/1.1" status: 204 len: 168 time: 0.6543214 Nov 19 17:41:26.157511 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc71df5-10b4-4246-b70f-a79c4d88685e admin admin] Pushing event deleted for resources: {'Network': ['ID=308435d2-ca75-4a63-8e9e-4876a68c0fb9,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:41:26.368979 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [req-c45f72a8-0236-45cc-8345-8f20f2424dc5 req-be9f7293-51d8-4b7e-b3f4-6aafa441c291 tempest-FloatingIPDetailsTestJSON-519469384 tempest-FloatingIPDetailsTestJSON-519469384-project] Allocated IP 172.25.7.128 (645e61aa-1a6c-4e8f-857e-ab06edb4897f/88ed2d64-f56d-4f01-a468-946e01c99e82/ab1c96aa-0ff7-4b04-a4f7-4655ce377886) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:41:26.404999 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 47964) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:41:26.468383 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-5a8f8baa-66e4-42e9-a12c-6b02fa286dc5 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f694e5a1ab0b49dab7049feda0edb62a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0614440 Nov 19 17:41:26.471907 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 47966) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:41:26.540169 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4daea082-d903-4811-b8e7-a8f80f2a4dad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:26.550297 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6df5586c-e01a-4f6c-8402-0d8ab83a3997 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:26.581147 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6df5586c-e01a-4f6c-8402-0d8ab83a3997 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:26.633308 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-c45f72a8-0236-45cc-8345-8f20f2424dc5 req-be9f7293-51d8-4b7e-b3f4-6aafa441c291 tempest-FloatingIPDetailsTestJSON-519469384 tempest-FloatingIPDetailsTestJSON-519469384-project] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:26.675170 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daea082-d903-4811-b8e7-a8f80f2a4dad admin admin] Pushing event deleted for resources: {'Port': ['ID=733a1590-e33a-47de-99cb-0979106fcf6b,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:41:26.689559 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6df5586c-e01a-4f6c-8402-0d8ab83a3997 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:26.702036 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6df5586c-e01a-4f6c-8402-0d8ab83a3997 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:26.707229 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-6df5586c-e01a-4f6c-8402-0d8ab83a3997 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/144b99fe-6f19-47a4-90ef-47228a8ac1b9 HTTP/1.1" status: 204 len: 168 time: 0.2336905 Nov 19 17:41:26.717186 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-c45f72a8-0236-45cc-8345-8f20f2424dc5 req-be9f7293-51d8-4b7e-b3f4-6aafa441c291 tempest-FloatingIPDetailsTestJSON-519469384 tempest-FloatingIPDetailsTestJSON-519469384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:26.725689 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df5586c-e01a-4f6c-8402-0d8ab83a3997 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=144b99fe-6f19-47a4-90ef-47228a8ac1b9,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:41:26.927911 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c45f72a8-0236-45cc-8345-8f20f2424dc5 req-be9f7293-51d8-4b7e-b3f4-6aafa441c291 tempest-FloatingIPDetailsTestJSON-519469384 tempest-FloatingIPDetailsTestJSON-519469384-project] Network 645e61aa-1a6c-4e8f-857e-ab06edb4897f is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:41:26.949693 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [req-c45f72a8-0236-45cc-8345-8f20f2424dc5 req-be9f7293-51d8-4b7e-b3f4-6aafa441c291 tempest-FloatingIPDetailsTestJSON-519469384 tempest-FloatingIPDetailsTestJSON-519469384-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:41:26.971418 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-c45f72a8-0236-45cc-8345-8f20f2424dc5 req-be9f7293-51d8-4b7e-b3f4-6aafa441c291 tempest-FloatingIPDetailsTestJSON-519469384 tempest-FloatingIPDetailsTestJSON-519469384-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:41:27.520300 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [req-538df051-c84e-4813-a3bc-f19d41cd5911 req-3e8820d3-1fd8-4cbb-ac4d-e7977db33c33 tempest-LiveMigrationTest-1744255723 tempest-LiveMigrationTest-1744255723-project-admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=103364) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 17:41:27.521451 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-538df051-c84e-4813-a3bc-f19d41cd5911 req-3e8820d3-1fd8-4cbb-ac4d-e7977db33c33 tempest-LiveMigrationTest-1744255723 tempest-LiveMigrationTest-1744255723-project-admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0066559 Nov 19 17:41:27.542859 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9f7293-51d8-4b7e-b3f4-6aafa441c291 tempest-FloatingIPDetailsTestJSON-519469384 tempest-FloatingIPDetailsTestJSON-519469384-project] Pushing event updated for resources: {'Port': ['ID=ab1c96aa-0ff7-4b04-a4f7-4655ce377886,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:41:27.595733 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538df051-c84e-4813-a3bc-f19d41cd5911 req-75d64521-1fc1-4611-b257-e65a970dd602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:27.603085 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-538df051-c84e-4813-a3bc-f19d41cd5911 req-75d64521-1fc1-4611-b257-e65a970dd602 service neutron] 10.222.0.54 "GET /v2.0/ports/fe5b02dd-74e9-432a-8ab4-84e77d94cb3b HTTP/1.1" status: 200 len: 1093 time: 0.0683701 Nov 19 17:41:27.617559 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device f23aa345-e47e-4700-ad94-3fbec66fb7f5 details requested by agent hyperv_n-h1-818022-2 with host n-h1-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 17:41:27.618659 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-538df051-c84e-4813-a3bc-f19d41cd5911 req-a5684033-3689-451f-bf16-17eb22506220 service neutron] Request body: {'binding': {'host': 'n-h1-818022-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:41:27.619117 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-538df051-c84e-4813-a3bc-f19d41cd5911 req-a5684033-3689-451f-bf16-17eb22506220 service neutron] Unknown quota resources ['binding']. {{(pid=103364) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 19 17:41:27.654324 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.agents_db [None req-619e5c26-d9ed-4321-86eb-7d443bb9dfa2 None None] Agent healthcheck: found 7 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 17:41:27.686587 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-c45f72a8-0236-45cc-8345-8f20f2424dc5 req-be9f7293-51d8-4b7e-b3f4-6aafa441c291 tempest-FloatingIPDetailsTestJSON-519469384 tempest-FloatingIPDetailsTestJSON-519469384-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:27.801136 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-c45f72a8-0236-45cc-8345-8f20f2424dc5 req-be9f7293-51d8-4b7e-b3f4-6aafa441c291 tempest-FloatingIPDetailsTestJSON-519469384 tempest-FloatingIPDetailsTestJSON-519469384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:27.804421 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-538df051-c84e-4813-a3bc-f19d41cd5911 req-a5684033-3689-451f-bf16-17eb22506220 service neutron] Attempting to bind port fe5b02dd-74e9-432a-8ab4-84e77d94cb3b on host n-h1-818022-2 for vnic_type normal with profile None {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:41:27.804962 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-538df051-c84e-4813-a3bc-f19d41cd5911 req-a5684033-3689-451f-bf16-17eb22506220 service neutron] Attempting to bind port fe5b02dd-74e9-432a-8ab4-84e77d94cb3b by drivers openvswitch,hyperv on host n-h1-818022-2 at level 0 using segments [{'id': '68be9c2e-9e68-489a-becd-67ff095c4169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'c7b257b3-f66e-4846-9861-5f47f21f4188'}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:41:27.805600 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-538df051-c84e-4813-a3bc-f19d41cd5911 req-a5684033-3689-451f-bf16-17eb22506220 service neutron] Attempting to bind port fe5b02dd-74e9-432a-8ab4-84e77d94cb3b on network c7b257b3-f66e-4846-9861-5f47f21f4188 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:41:27.809464 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port f23aa345-e47e-4700-ad94-3fbec66fb7f5, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=f23aa345-e47e-4700-ad94-3fbec66fb7f5,segment=NetworkSegment(65da90f8-a853-48a6-af92-75fd92f47077),segment_id=65da90f8-a853-48a6-af92-75fd92f47077)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:41:27.812434 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-538df051-c84e-4813-a3bc-f19d41cd5911 req-a5684033-3689-451f-bf16-17eb22506220 service neutron] Port fe5b02dd-74e9-432a-8ab4-84e77d94cb3b on network c7b257b3-f66e-4846-9861-5f47f21f4188 not bound, no agent of type Open vSwitch agent registered on host n-h1-818022-2 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 17:41:27.813169 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-538df051-c84e-4813-a3bc-f19d41cd5911 req-a5684033-3689-451f-bf16-17eb22506220 service neutron] Attempting to bind port fe5b02dd-74e9-432a-8ab4-84e77d94cb3b on network c7b257b3-f66e-4846-9861-5f47f21f4188 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:41:27.815024 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc1cf00-9863-48e1-b917-9eb485450c46 req-deadafba-eb07-45e9-8a5d-cd7b1e29ae0b tempest-ServerAddressesTestJSON-1186084829 tempest-ServerAddressesTestJSON-1186084829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:27.816797 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6bc1cf00-9863-48e1-b917-9eb485450c46 req-deadafba-eb07-45e9-8a5d-cd7b1e29ae0b tempest-ServerAddressesTestJSON-1186084829 tempest-ServerAddressesTestJSON-1186084829-project] 10.222.0.60 "GET /v2.0/networks?id=28cedc67-99d8-468f-bfac-d99454b0b75f HTTP/1.1" status: 200 len: 813 time: 0.9089618 Nov 19 17:41:27.820864 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-538df051-c84e-4813-a3bc-f19d41cd5911 req-a5684033-3689-451f-bf16-17eb22506220 service neutron] Checking agent: {'id': 'a6668d96-12fa-4ec0-99ad-77eaf490dd2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'started_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 41, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:41:27.821453 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-538df051-c84e-4813-a3bc-f19d41cd5911 req-a5684033-3689-451f-bf16-17eb22506220 service neutron] Checking segment: {'id': '68be9c2e-9e68-489a-becd-67ff095c4169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'c7b257b3-f66e-4846-9861-5f47f21f4188'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:41:27.822071 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-538df051-c84e-4813-a3bc-f19d41cd5911 req-a5684033-3689-451f-bf16-17eb22506220 service neutron] Bound using segment: {'id': '68be9c2e-9e68-489a-becd-67ff095c4169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'c7b257b3-f66e-4846-9861-5f47f21f4188'} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:41:27.822807 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-538df051-c84e-4813-a3bc-f19d41cd5911 req-a5684033-3689-451f-bf16-17eb22506220 service neutron] Bound port: fe5b02dd-74e9-432a-8ab4-84e77d94cb3b, host: n-h1-818022-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68be9c2e-9e68-489a-becd-67ff095c4169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'c7b257b3-f66e-4846-9861-5f47f21f4188'}}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:41:27.845233 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-6bc1cf00-9863-48e1-b917-9eb485450c46 req-9e2e2621-5012-4443-be27-ef450139ac6b tempest-ServerAddressesTestJSON-1186084829 tempest-ServerAddressesTestJSON-1186084829-project] Request body: {'port': {'device_id': '0a9edcae-1a53-42e0-b889-8cd6588f5d72', 'network_id': '28cedc67-99d8-468f-bfac-d99454b0b75f', 'admin_state_up': True, 'tenant_id': 'c73693fa6e6d4478899187f0c4554a22'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:41:27.862273 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Returning: {'device': 'f23aa345-e47e-4700-ad94-3fbec66fb7f5', 'network_id': 'f617386f-7f7a-461e-894d-4bea98b39674', 'port_id': 'f23aa345-e47e-4700-ad94-3fbec66fb7f5', 'mac_address': 'fa:16:3e:37:b2:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 690, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d31643c-d7c9-499c-bd0d-a793fdbddb1f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 17:41:27.907230 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-538df051-c84e-4813-a3bc-f19d41cd5911 req-a5684033-3689-451f-bf16-17eb22506220 service neutron] For port fe5b02dd-74e9-432a-8ab4-84e77d94cb3b, host n-h1-818022-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=fe5b02dd-74e9-432a-8ab4-84e77d94cb3b,segment=NetworkSegment(68be9c2e-9e68-489a-becd-67ff095c4169),segment_id=68be9c2e-9e68-489a-becd-67ff095c4169)] {{(pid=103364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:41:27.917586 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-538df051-c84e-4813-a3bc-f19d41cd5911 req-a5684033-3689-451f-bf16-17eb22506220 service neutron] Publish callbacks [] for binding, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:27.919470 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-538df051-c84e-4813-a3bc-f19d41cd5911 req-a5684033-3689-451f-bf16-17eb22506220 service neutron] 10.222.0.54 "POST /v2.0/ports/fe5b02dd-74e9-432a-8ab4-84e77d94cb3b/bindings HTTP/1.1" status: 201 len: 389 time: 0.3099329 Nov 19 17:41:27.925215 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4daea082-d903-4811-b8e7-a8f80f2a4dad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-768648'] for router_interface, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:27.931129 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:27.947987 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f23aa345-e47e-4700-ad94-3fbec66fb7f5 {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:41:27.974416 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port f23aa345-e47e-4700-ad94-3fbec66fb7f5, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=f23aa345-e47e-4700-ad94-3fbec66fb7f5,segment=NetworkSegment(65da90f8-a853-48a6-af92-75fd92f47077),segment_id=65da90f8-a853-48a6-af92-75fd92f47077)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:41:27.980343 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:28.061029 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=f23aa345-e47e-4700-ad94-3fbec66fb7f5,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:41:28.122933 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 19 Nov 2021 17:41:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68daeee1-1eb0-469c-a891-8b9c72973929 x-openstack-request-id: req-68daeee1-1eb0-469c-a891-8b9c72973929 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:41:28.123556 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "486c2749-b729-43bb-a2f2-da659309b3a4", "tag": "f23aa345-e47e-4700-ad94-3fbec66fb7f5", "status": "completed", "code": 200}, {"server_uuid": "12d0c6c1-218d-4330-aaf3-235f90914fdd", "name": "network-vif-deleted", "tag": "1efe99da-cc25-46ab-862e-27c7cbbf2682", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:41:28.123556 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-68daeee1-1eb0-469c-a891-8b9c72973929 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:41:28.123869 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '486c2749-b729-43bb-a2f2-da659309b3a4', 'tag': 'f23aa345-e47e-4700-ad94-3fbec66fb7f5', 'status': 'completed', 'code': 200} Nov 19 17:41:28.124127 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12d0c6c1-218d-4330-aaf3-235f90914fdd', 'name': 'network-vif-deleted', 'tag': '1efe99da-cc25-46ab-862e-27c7cbbf2682', 'status': 'completed', 'code': 200} Nov 19 17:41:28.193743 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['f23aa345-e47e-4700-ad94-3fbec66fb7f5'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:41:28.226445 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6bc1cf00-9863-48e1-b917-9eb485450c46 req-9e2e2621-5012-4443-be27-ef450139ac6b tempest-ServerAddressesTestJSON-1186084829 tempest-ServerAddressesTestJSON-1186084829-project] Made reservation on behalf of c73693fa6e6d4478899187f0c4554a22 for: {'port': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:41:28.230153 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-6bc1cf00-9863-48e1-b917-9eb485450c46 req-9e2e2621-5012-4443-be27-ef450139ac6b tempest-ServerAddressesTestJSON-1186084829 tempest-ServerAddressesTestJSON-1186084829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:28.295165 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70db8edb-95ab-4525-bdde-ee3eb98f88de req-3dad577a-ac0e-4f38-bda9-34405b7f2a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:28.296532 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-70db8edb-95ab-4525-bdde-ee3eb98f88de req-3dad577a-ac0e-4f38-bda9-34405b7f2a27 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=aeb7fd6db87a434398f0a6a86da890f5&device_id=486c2749-b729-43bb-a2f2-da659309b3a4 HTTP/1.1" status: 200 len: 1096 time: 0.1671040 Nov 19 17:41:28.302295 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-c45f72a8-0236-45cc-8345-8f20f2424dc5 req-be9f7293-51d8-4b7e-b3f4-6aafa441c291 tempest-FloatingIPDetailsTestJSON-519469384 tempest-FloatingIPDetailsTestJSON-519469384-project] Publish callbacks [] for port, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:28.328087 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-e8fae785-eddb-4b3b-98df-e085417643c2 req-036a19ed-03ef-4d05-baf9-2a96c538d410 tempest-ServerAddressesTestJSON-1186084829 tempest-ServerAddressesTestJSON-1186084829-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a9edcae-1a53-42e0-b889-8cd6588f5d72 HTTP/1.1" status: 200 len: 210 time: 0.0808215 Nov 19 17:41:28.351723 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538df051-c84e-4813-a3bc-f19d41cd5911 req-40bf4d1f-b68b-4f81-98bf-7f6c54666914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:28.355257 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-538df051-c84e-4813-a3bc-f19d41cd5911 req-40bf4d1f-b68b-4f81-98bf-7f6c54666914 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=de10e7e0e3ea4ce28d84ef76e9c1ec3a&device_id=6f9814ff-8e64-48d8-9f39-139a5f0b0dbe HTTP/1.1" status: 200 len: 1096 time: 0.0953434 Nov 19 17:41:28.357068 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-c45f72a8-0236-45cc-8345-8f20f2424dc5 req-be9f7293-51d8-4b7e-b3f4-6aafa441c291 tempest-FloatingIPDetailsTestJSON-519469384 tempest-FloatingIPDetailsTestJSON-519469384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:28.496451 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d567fb0-9e68-4152-8709-e279bf0d0d79 req-fa91a832-5305-41d6-84c3-88a5738a9c62 tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:28.497988 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2d567fb0-9e68-4152-8709-e279bf0d0d79 req-fa91a832-5305-41d6-84c3-88a5738a9c62 tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] 10.222.0.54 "GET /v2.0/ports?device_id=486c2749-b729-43bb-a2f2-da659309b3a4 HTTP/1.1" status: 200 len: 945 time: 0.0956297 Nov 19 17:41:28.527394 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538df051-c84e-4813-a3bc-f19d41cd5911 req-3002b5c9-42f5-4e53-9300-b4b15a59f3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:28.528839 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-538df051-c84e-4813-a3bc-f19d41cd5911 req-3002b5c9-42f5-4e53-9300-b4b15a59f3c4 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c7b257b3-f66e-4846-9861-5f47f21f4188 HTTP/1.1" status: 200 len: 908 time: 0.1652570 Nov 19 17:41:28.595470 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-538df051-c84e-4813-a3bc-f19d41cd5911 req-9ddc2466-c46f-4765-ac5c-6946c13a927d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fe5b02dd-74e9-432a-8ab4-84e77d94cb3b HTTP/1.1" status: 200 len: 217 time: 0.0482285 Nov 19 17:41:28.602274 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9f7293-51d8-4b7e-b3f4-6aafa441c291 tempest-FloatingIPDetailsTestJSON-519469384 tempest-FloatingIPDetailsTestJSON-519469384-project] Pushing event updated for resources: {'Port': ['ID=ab1c96aa-0ff7-4b04-a4f7-4655ce377886,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:41:28.604898 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2d567fb0-9e68-4152-8709-e279bf0d0d79 req-63d879d3-2419-4de9-93a4-daac8540fa6a tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] 10.222.0.54 "GET /v2.0/security-groups?id=2e3e4707-c197-4851-8355-26b2132f2eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935323 Nov 19 17:41:28.652262 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-c45f72a8-0236-45cc-8345-8f20f2424dc5 req-be9f7293-51d8-4b7e-b3f4-6aafa441c291 tempest-FloatingIPDetailsTestJSON-519469384 tempest-FloatingIPDetailsTestJSON-519469384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-671284'] for floatingip, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:28.666748 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538df051-c84e-4813-a3bc-f19d41cd5911 req-6623f967-74eb-47d1-baf4-ddb6a5717954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:28.668261 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-538df051-c84e-4813-a3bc-f19d41cd5911 req-6623f967-74eb-47d1-baf4-ddb6a5717954 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=df2b5fb0-4ad7-475f-930a-bdefef26bd76 HTTP/1.1" status: 200 len: 847 time: 0.0688367 Nov 19 17:41:28.675063 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [req-6bc1cf00-9863-48e1-b917-9eb485450c46 req-9e2e2621-5012-4443-be27-ef450139ac6b tempest-ServerAddressesTestJSON-1186084829 tempest-ServerAddressesTestJSON-1186084829-project] Allocated IP 172.20.0.8 (28cedc67-99d8-468f-bfac-d99454b0b75f/30818a33-6670-4f21-8645-db484dc2d74d/7155e232-dea9-4773-b4e4-46fc9eb16feb) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:41:28.678693 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70db8edb-95ab-4525-bdde-ee3eb98f88de req-ed604ea1-1f36-48d3-a530-bc0a40573070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:28.680155 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-70db8edb-95ab-4525-bdde-ee3eb98f88de req-ed604ea1-1f36-48d3-a530-bc0a40573070 service neutron] 10.222.0.60 "GET /v2.0/networks?id=f617386f-7f7a-461e-894d-4bea98b39674 HTTP/1.1" status: 200 len: 922 time: 0.3351529 Nov 19 17:41:28.701027 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-c45f72a8-0236-45cc-8345-8f20f2424dc5 req-be9f7293-51d8-4b7e-b3f4-6aafa441c291 tempest-FloatingIPDetailsTestJSON-519469384 tempest-FloatingIPDetailsTestJSON-519469384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for floatingip, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:28.702213 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c45f72a8-0236-45cc-8345-8f20f2424dc5 req-be9f7293-51d8-4b7e-b3f4-6aafa441c291 tempest-FloatingIPDetailsTestJSON-519469384 tempest-FloatingIPDetailsTestJSON-519469384-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.1976223 Nov 19 17:41:28.704747 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4daea082-d903-4811-b8e7-a8f80f2a4dad admin admin] Router c7016ef8-e850-416d-b5f1-c79c536340c7 has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 17:41:28.714005 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-538df051-c84e-4813-a3bc-f19d41cd5911 req-bc40b1dc-dcef-400f-9d4f-af46f1c4bbbe service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c7b257b3-f66e-4846-9861-5f47f21f4188&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354223 Nov 19 17:41:28.748552 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-70db8edb-95ab-4525-bdde-ee3eb98f88de req-c61a8cae-f612-45c8-8771-a4f8f312626c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f23aa345-e47e-4700-ad94-3fbec66fb7f5 HTTP/1.1" status: 200 len: 217 time: 0.0604661 Nov 19 17:41:28.846115 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-538df051-c84e-4813-a3bc-f19d41cd5911 req-0f72e543-0e9f-4a75-a117-8227e0f9f044 service neutron] 10.222.0.60 "GET /v2.0/networks/c7b257b3-f66e-4846-9861-5f47f21f4188?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232154 Nov 19 17:41:28.847776 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c45f72a8-0236-45cc-8345-8f20f2424dc5 req-a5741b6e-4719-4647-81c0-ee84d07ae2cb tempest-FloatingIPDetailsTestJSON-519469384 tempest-FloatingIPDetailsTestJSON-519469384-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.7.128 HTTP/1.1" status: 200 len: 696 time: 0.1123443 Nov 19 17:41:28.976047 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de29c132-1aa1-4feb-87ed-60e58524132d req-37645fe6-f175-4136-aea5-81c2606e1808 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:28.977657 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-de29c132-1aa1-4feb-87ed-60e58524132d req-37645fe6-f175-4136-aea5-81c2606e1808 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/ports?device_id=6f9814ff-8e64-48d8-9f39-139a5f0b0dbe HTTP/1.1" status: 200 len: 945 time: 0.1133621 Nov 19 17:41:29.006780 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-538df051-c84e-4813-a3bc-f19d41cd5911 req-b130daa3-173b-4da8-a167-31ec9167600d service neutron] 10.222.0.60 "GET /v2.0/networks/c7b257b3-f66e-4846-9861-5f47f21f4188?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522908 Nov 19 17:41:29.011646 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70db8edb-95ab-4525-bdde-ee3eb98f88de req-c80cd2a6-46d4-4c88-9390-bef9ca17a484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:29.013143 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-70db8edb-95ab-4525-bdde-ee3eb98f88de req-c80cd2a6-46d4-4c88-9390-bef9ca17a484 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0d31643c-d7c9-499c-bd0d-a793fdbddb1f HTTP/1.1" status: 200 len: 861 time: 0.2313082 Nov 19 17:41:29.053468 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-de29c132-1aa1-4feb-87ed-60e58524132d req-31fb7de5-f040-478c-9878-997c3e17dbbc tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/security-groups?id=12d5dc08-1d9f-41c6-b52c-304239ec8b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641909 Nov 19 17:41:29.136322 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-70db8edb-95ab-4525-bdde-ee3eb98f88de req-6183bbea-e814-49ae-b7fb-a0fad24d270f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f617386f-7f7a-461e-894d-4bea98b39674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1101067 Nov 19 17:41:29.138491 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538df051-c84e-4813-a3bc-f19d41cd5911 req-40f01788-f90f-44c3-a8eb-296336ab4a28 tempest-LiveMigrationTest-1744255723 tempest-LiveMigrationTest-1744255723-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:29.141847 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-538df051-c84e-4813-a3bc-f19d41cd5911 req-40f01788-f90f-44c3-a8eb-296336ab4a28 tempest-LiveMigrationTest-1744255723 tempest-LiveMigrationTest-1744255723-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=6f9814ff-8e64-48d8-9f39-139a5f0b0dbe&tenant_id=de10e7e0e3ea4ce28d84ef76e9c1ec3a&binding%3Ahost_id=n-h2-818022-2 HTTP/1.1" status: 200 len: 1096 time: 0.0609813 Nov 19 17:41:29.154156 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-538df051-c84e-4813-a3bc-f19d41cd5911 req-a9befba4-6191-4a02-9c00-36480730d7c9 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-818022-2'}}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:41:29.234699 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-538df051-c84e-4813-a3bc-f19d41cd5911 req-a9befba4-6191-4a02-9c00-36480730d7c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:29.295381 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4daea082-d903-4811-b8e7-a8f80f2a4dad admin admin] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 17:41:29.303932 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-6bc1cf00-9863-48e1-b917-9eb485450c46 req-9e2e2621-5012-4443-be27-ef450139ac6b tempest-ServerAddressesTestJSON-1186084829 tempest-ServerAddressesTestJSON-1186084829-project] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:29.310306 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-4daea082-d903-4811-b8e7-a8f80f2a4dad admin admin] 10.222.0.54 "PUT /v2.0/routers/c7016ef8-e850-416d-b5f1-c79c536340c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0408752 Nov 19 17:41:29.311688 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb8430b-12a7-4631-be93-7a3cfb83c6db None None] Sync routers for ids ['c7016ef8-e850-416d-b5f1-c79c536340c7'] in n-d-818022-2 {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 17:41:29.318373 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45f72a8-0236-45cc-8345-8f20f2424dc5 req-51742e86-463d-408c-9287-8c689fc57349 tempest-FloatingIPDetailsTestJSON-519469384 tempest-FloatingIPDetailsTestJSON-519469384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:29.319786 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c45f72a8-0236-45cc-8345-8f20f2424dc5 req-51742e86-463d-408c-9287-8c689fc57349 tempest-FloatingIPDetailsTestJSON-519469384 tempest-FloatingIPDetailsTestJSON-519469384-project] 10.222.0.54 "GET /v2.0/networks/645e61aa-1a6c-4e8f-857e-ab06edb4897f HTTP/1.1" status: 200 len: 784 time: 0.4587462 Nov 19 17:41:29.325353 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 48022) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:41:29.342927 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb8430b-12a7-4631-be93-7a3cfb83c6db None None] Routers {'c7016ef8-e850-416d-b5f1-c79c536340c7'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:41:29.343914 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-ecb8430b-12a7-4631-be93-7a3cfb83c6db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:41:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['c7016ef8-e850-416d-b5f1-c79c536340c7'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:41:29.421320 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-70db8edb-95ab-4525-bdde-ee3eb98f88de req-4711cd40-8ad5-4a69-9e54-1245c085e9da service neutron] 10.222.0.60 "GET /v2.0/networks/f617386f-7f7a-461e-894d-4bea98b39674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2677841 Nov 19 17:41:29.506701 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-538df051-c84e-4813-a3bc-f19d41cd5911 req-a9befba4-6191-4a02-9c00-36480730d7c9 service neutron] For port fe5b02dd-74e9-432a-8ab4-84e77d94cb3b, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=fe5b02dd-74e9-432a-8ab4-84e77d94cb3b,segment=NetworkSegment(68be9c2e-9e68-489a-becd-67ff095c4169),segment_id=68be9c2e-9e68-489a-becd-67ff095c4169)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:41:29.510956 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-ecb8430b-12a7-4631-be93-7a3cfb83c6db None None] Set router c7016ef8-e850-416d-b5f1-c79c536340c7 gateway port host: n-d-818022-2 {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:41:29.517537 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476073f2-1c34-4f53-b289-15c35130de4f req-2a9a32e7-581a-4422-a65e-470b8619e8c5 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:29.519148 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-476073f2-1c34-4f53-b289-15c35130de4f req-2a9a32e7-581a-4422-a65e-470b8619e8c5 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.54 "GET /v2.0/ports?device_id=3964468e-e495-4f24-b06e-7e621567361a HTTP/1.1" status: 200 len: 945 time: 0.1211946 Nov 19 17:41:29.587190 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-538df051-c84e-4813-a3bc-f19d41cd5911 req-a9befba4-6191-4a02-9c00-36480730d7c9 service neutron] For port fe5b02dd-74e9-432a-8ab4-84e77d94cb3b, host n-h2-818022-2, cleared binding levels {{(pid=103364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:41:29.617426 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device f23aa345-e47e-4700-ad94-3fbec66fb7f5 up at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:41:29.626361 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-476073f2-1c34-4f53-b289-15c35130de4f req-4c8ced47-0a58-47f8-ae8c-0427ced54edf tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.54 "GET /v2.0/security-groups?id=740807d6-4246-4ecb-a636-49a5e5a1e11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971239 Nov 19 17:41:29.652105 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f9814ff-8e64-48d8-9f39-139a5f0b0dbe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe5b02dd-74e9-432a-8ab4-84e77d94cb3b'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:41:29.662933 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dd4767a008c23f8566efc82158ee1b1fff34e1a9e908d76d0b6d0ab7e350e5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4159ef0-62f5-482e-9f84-2c4d89432a56" -d '{"events": [{"server_uuid": "6f9814ff-8e64-48d8-9f39-139a5f0b0dbe", "name": "network-vif-unplugged", "status": "completed", "tag": "fe5b02dd-74e9-432a-8ab4-84e77d94cb3b"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:41:29.662933 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-538df051-c84e-4813-a3bc-f19d41cd5911 req-a9befba4-6191-4a02-9c00-36480730d7c9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:29.675210 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-538df051-c84e-4813-a3bc-f19d41cd5911 req-a9befba4-6191-4a02-9c00-36480730d7c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:29.710889 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-5748a4e2-c790-4386-ae10-cf864eb57059 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:29.778763 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning for port f23aa345-e47e-4700-ad94-3fbec66fb7f5 completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 17:41:29.785316 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning complete for port f23aa345-e47e-4700-ad94-3fbec66fb7f5 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:41:29.786109 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:29.812117 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9befba4-6191-4a02-9c00-36480730d7c9 service neutron] Pushing event updated for resources: {'Port': ['ID=fe5b02dd-74e9-432a-8ab4-84e77d94cb3b,revision_number=7']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:41:29.816044 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a7545236-170b-4afe-a36a-395081615623 req-046ef0b5-013e-40e5-bdf2-feb10c020359 tempest-ServerAddressesTestJSON-1186084829 tempest-ServerAddressesTestJSON-1186084829-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a9edcae-1a53-42e0-b889-8cd6588f5d72 HTTP/1.1" status: 200 len: 210 time: 0.0537281 Nov 19 17:41:29.819348 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-538df051-c84e-4813-a3bc-f19d41cd5911 req-a9befba4-6191-4a02-9c00-36480730d7c9 service neutron] Attempting to bind port fe5b02dd-74e9-432a-8ab4-84e77d94cb3b on host n-h2-818022-2 for vnic_type normal with profile {"migrating_to": "n-h1-818022-2"} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:41:29.820314 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-538df051-c84e-4813-a3bc-f19d41cd5911 req-a9befba4-6191-4a02-9c00-36480730d7c9 service neutron] Attempting to bind port fe5b02dd-74e9-432a-8ab4-84e77d94cb3b by drivers openvswitch,hyperv on host n-h2-818022-2 at level 0 using segments [{'id': '68be9c2e-9e68-489a-becd-67ff095c4169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'c7b257b3-f66e-4846-9861-5f47f21f4188'}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:41:29.820314 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-538df051-c84e-4813-a3bc-f19d41cd5911 req-a9befba4-6191-4a02-9c00-36480730d7c9 service neutron] Attempting to bind port fe5b02dd-74e9-432a-8ab4-84e77d94cb3b on network c7b257b3-f66e-4846-9861-5f47f21f4188 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:41:29.829026 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-538df051-c84e-4813-a3bc-f19d41cd5911 req-a9befba4-6191-4a02-9c00-36480730d7c9 service neutron] Port fe5b02dd-74e9-432a-8ab4-84e77d94cb3b on network c7b257b3-f66e-4846-9861-5f47f21f4188 not bound, no agent of type Open vSwitch agent registered on host n-h2-818022-2 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 17:41:29.829770 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-538df051-c84e-4813-a3bc-f19d41cd5911 req-a9befba4-6191-4a02-9c00-36480730d7c9 service neutron] Attempting to bind port fe5b02dd-74e9-432a-8ab4-84e77d94cb3b on network c7b257b3-f66e-4846-9861-5f47f21f4188 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:41:29.833460 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-ecb8430b-12a7-4631-be93-7a3cfb83c6db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7016ef8-e850-416d-b5f1-c79c536340c7', 'name': 'tempest-ServersTestMultiNic-1029117165-router', 'tenant_id': '1a0c23896b6a426c9d6f99a1e9d93ea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': 'ef29ff01-741a-4135-8fd8-7b24c52ae677', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:38:51Z', 'updated_at': '2021-11-19T17:41:26Z', 'revision_number': 5, 'project_id': '1a0c23896b6a426c9d6f99a1e9d93ea5', 'gw_port': {'id': 'ef29ff01-741a-4135-8fd8-7b24c52ae677', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:a0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7016ef8-e850-416d-b5f1-c79c536340c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:38:52Z', 'updated_at': '2021-11-19T17:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:41:29.835239 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9befba4-6191-4a02-9c00-36480730d7c9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:41:29.835675 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9befba4-6191-4a02-9c00-36480730d7c9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:41:29.836745 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9befba4-6191-4a02-9c00-36480730d7c9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:41:29.837173 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9befba4-6191-4a02-9c00-36480730d7c9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:41:29.837592 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9befba4-6191-4a02-9c00-36480730d7c9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:41:29.838026 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9befba4-6191-4a02-9c00-36480730d7c9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:41:29.838936 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9befba4-6191-4a02-9c00-36480730d7c9 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:41:29.839354 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9befba4-6191-4a02-9c00-36480730d7c9 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:41:29.840027 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9befba4-6191-4a02-9c00-36480730d7c9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:41:29.840439 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9befba4-6191-4a02-9c00-36480730d7c9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:41:29.841001 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9befba4-6191-4a02-9c00-36480730d7c9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:41:29.841537 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9befba4-6191-4a02-9c00-36480730d7c9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:41:29.849754 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-538df051-c84e-4813-a3bc-f19d41cd5911 req-a9befba4-6191-4a02-9c00-36480730d7c9 service neutron] Checking agent: {'id': '525ad2ac-c4ae-4c63-af2e-0bf8d25d0f0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'started_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 41, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:41:29.850206 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-538df051-c84e-4813-a3bc-f19d41cd5911 req-a9befba4-6191-4a02-9c00-36480730d7c9 service neutron] Checking segment: {'id': '68be9c2e-9e68-489a-becd-67ff095c4169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'c7b257b3-f66e-4846-9861-5f47f21f4188'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:41:29.850665 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-538df051-c84e-4813-a3bc-f19d41cd5911 req-a9befba4-6191-4a02-9c00-36480730d7c9 service neutron] Bound using segment: {'id': '68be9c2e-9e68-489a-becd-67ff095c4169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'c7b257b3-f66e-4846-9861-5f47f21f4188'} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:41:29.851170 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-538df051-c84e-4813-a3bc-f19d41cd5911 req-a9befba4-6191-4a02-9c00-36480730d7c9 service neutron] Bound port: fe5b02dd-74e9-432a-8ab4-84e77d94cb3b, host: n-h2-818022-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68be9c2e-9e68-489a-becd-67ff095c4169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'c7b257b3-f66e-4846-9861-5f47f21f4188'}}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:41:29.851618 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-538df051-c84e-4813-a3bc-f19d41cd5911 req-a9befba4-6191-4a02-9c00-36480730d7c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:29.865278 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb8430b-12a7-4631-be93-7a3cfb83c6db None None] Checking router: c7016ef8-e850-416d-b5f1-c79c536340c7 for host: n-d-818022-2 {{(pid=103366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 17:41:29.961728 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-538df051-c84e-4813-a3bc-f19d41cd5911 req-a9befba4-6191-4a02-9c00-36480730d7c9 service neutron] For port fe5b02dd-74e9-432a-8ab4-84e77d94cb3b, host n-h2-818022-2, cleared binding levels {{(pid=103364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:41:29.967497 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb8430b-12a7-4631-be93-7a3cfb83c6db None None] Routers {'c7016ef8-e850-416d-b5f1-c79c536340c7'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:41:29.968308 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-ecb8430b-12a7-4631-be93-7a3cfb83c6db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:41:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['c7016ef8-e850-416d-b5f1-c79c536340c7'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:41:29.969040 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-959cb313-d831-43bd-ad62-e01ea081443e req-479791f3-690d-49d4-89f4-2e54dfca91e6 tempest-FloatingIPDetailsTestJSON-519469384 tempest-FloatingIPDetailsTestJSON-519469384-project] 10.222.0.54 "GET /v2.0/floatingips/95fa4898-39ad-449d-9951-4e04a4a705a4 HTTP/1.1" status: 200 len: 693 time: 0.4648674 Nov 19 17:41:29.976875 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-6bc1cf00-9863-48e1-b917-9eb485450c46 req-9e2e2621-5012-4443-be27-ef450139ac6b tempest-ServerAddressesTestJSON-1186084829 tempest-ServerAddressesTestJSON-1186084829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:29.991016 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-70db8edb-95ab-4525-bdde-ee3eb98f88de req-4787d7a3-764a-4925-9b48-2486f10595e3 service neutron] 10.222.0.60 "GET /v2.0/networks/f617386f-7f7a-461e-894d-4bea98b39674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5524697 Nov 19 17:41:29.995906 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-538df051-c84e-4813-a3bc-f19d41cd5911 req-a9befba4-6191-4a02-9c00-36480730d7c9 service neutron] For port fe5b02dd-74e9-432a-8ab4-84e77d94cb3b, host n-h2-818022-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=fe5b02dd-74e9-432a-8ab4-84e77d94cb3b,segment=NetworkSegment(68be9c2e-9e68-489a-becd-67ff095c4169),segment_id=68be9c2e-9e68-489a-becd-67ff095c4169)] {{(pid=103364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:41:30.001404 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-538df051-c84e-4813-a3bc-f19d41cd5911 req-a9befba4-6191-4a02-9c00-36480730d7c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:30.028448 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:30.038866 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6f64fd02-b3fa-4db7-a0e4-d388991a6ad7 admin admin] Publish callbacks [] for router, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:30.046269 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac5b3fe-8691-4c94-8e6b-149337bb1369 req-d3efcbdd-2c7f-46f1-84d8-396ddabadc69 tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:30.053965 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-cac5b3fe-8691-4c94-8e6b-149337bb1369 req-d3efcbdd-2c7f-46f1-84d8-396ddabadc69 tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] 10.222.0.54 "GET /v2.0/ports?device_id=486c2749-b729-43bb-a2f2-da659309b3a4 HTTP/1.1" status: 200 len: 945 time: 0.1103375 Nov 19 17:41:30.091780 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '486c2749-b729-43bb-a2f2-da659309b3a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f23aa345-e47e-4700-ad94-3fbec66fb7f5'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:41:30.094192 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3940761bcd94e032e6960d2241bd8993c5d3a7d8dc2aca8488f3ecf1d4dd2fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6034e3af-b7c1-4e78-8d08-13c9f2f19bb1" -d '{"events": [{"server_uuid": "486c2749-b729-43bb-a2f2-da659309b3a4", "name": "network-vif-plugged", "status": "completed", "tag": "f23aa345-e47e-4700-ad94-3fbec66fb7f5"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:41:30.113019 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9befba4-6191-4a02-9c00-36480730d7c9 service neutron] Pushing event updated for resources: {'Port': ['ID=fe5b02dd-74e9-432a-8ab4-84e77d94cb3b,revision_number=8']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:41:30.113758 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port f23aa345-e47e-4700-ad94-3fbec66fb7f5, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=f23aa345-e47e-4700-ad94-3fbec66fb7f5,segment=NetworkSegment(65da90f8-a853-48a6-af92-75fd92f47077),segment_id=65da90f8-a853-48a6-af92-75fd92f47077)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:41:30.128721 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:30.140912 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538df051-c84e-4813-a3bc-f19d41cd5911 req-a9befba4-6191-4a02-9c00-36480730d7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:30.141535 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-538df051-c84e-4813-a3bc-f19d41cd5911 req-a9befba4-6191-4a02-9c00-36480730d7c9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:30.141900 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bc1cf00-9863-48e1-b917-9eb485450c46 req-9e2e2621-5012-4443-be27-ef450139ac6b tempest-ServerAddressesTestJSON-1186084829 tempest-ServerAddressesTestJSON-1186084829-project] Network 28cedc67-99d8-468f-bfac-d99454b0b75f is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:41:30.142999 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-538df051-c84e-4813-a3bc-f19d41cd5911 req-a9befba4-6191-4a02-9c00-36480730d7c9 service neutron] 10.222.0.60 "PUT /v2.0/ports/fe5b02dd-74e9-432a-8ab4-84e77d94cb3b HTTP/1.1" status: 200 len: 1121 time: 0.9938648 Nov 19 17:41:30.165535 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-cac5b3fe-8691-4c94-8e6b-149337bb1369 req-70de5d96-e062-4185-acdf-65735e554a6c tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] 10.222.0.54 "GET /v2.0/security-groups?id=2e3e4707-c197-4851-8355-26b2132f2eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036124 Nov 19 17:41:30.168522 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea279ad-3645-49b6-abf2-9a8d11ca39c0 req-a8bbd733-a01d-49c0-b65e-354577c053ea tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:30.171087 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-aea279ad-3645-49b6-abf2-9a8d11ca39c0 req-a8bbd733-a01d-49c0-b65e-354577c053ea tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.86 "GET /v2.0/ports?device_id=3964468e-e495-4f24-b06e-7e621567361a HTTP/1.1" status: 200 len: 945 time: 0.7421689 Nov 19 17:41:30.178081 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [req-6bc1cf00-9863-48e1-b917-9eb485450c46 req-9e2e2621-5012-4443-be27-ef450139ac6b tempest-ServerAddressesTestJSON-1186084829 tempest-ServerAddressesTestJSON-1186084829-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:41:30.180728 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bc1cf00-9863-48e1-b917-9eb485450c46 req-9e2e2621-5012-4443-be27-ef450139ac6b tempest-ServerAddressesTestJSON-1186084829 tempest-ServerAddressesTestJSON-1186084829-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:41:30.186678 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-ecb8430b-12a7-4631-be93-7a3cfb83c6db None None] Set router c7016ef8-e850-416d-b5f1-c79c536340c7 gateway port host: n-d-818022-2 {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:41:30.218280 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 17:41:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-807bd61e-5ad5-4075-a7ee-3e394bc4a1cc x-openstack-request-id: req-807bd61e-5ad5-4075-a7ee-3e394bc4a1cc {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:41:30.218702 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f9814ff-8e64-48d8-9f39-139a5f0b0dbe", "name": "network-vif-unplugged", "status": "completed", "tag": "fe5b02dd-74e9-432a-8ab4-84e77d94cb3b", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:41:30.219080 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-807bd61e-5ad5-4075-a7ee-3e394bc4a1cc {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:41:30.220480 n-d-818022-2 neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f9814ff-8e64-48d8-9f39-139a5f0b0dbe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe5b02dd-74e9-432a-8ab4-84e77d94cb3b', 'code': 200} Nov 19 17:41:30.245803 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2e2621-5012-4443-be27-ef450139ac6b tempest-ServerAddressesTestJSON-1186084829 tempest-ServerAddressesTestJSON-1186084829-project] Pushing event updated for resources: {'Port': ['ID=7155e232-dea9-4773-b4e4-46fc9eb16feb,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:41:30.332830 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] get_ports_and_sgs() called for port_ids ['fe5b02dd-74e9-432a-8ab4-84e77d94cb3b'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:41:30.379443 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118dfa9c-eabe-4213-8809-00ea0426c54a req-b0b3697f-ceee-4bc1-9d08-91611bc24edf tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:30.386862 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-118dfa9c-eabe-4213-8809-00ea0426c54a req-b0b3697f-ceee-4bc1-9d08-91611bc24edf tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/ports?device_id=6f9814ff-8e64-48d8-9f39-139a5f0b0dbe HTTP/1.1" status: 200 len: 943 time: 0.0811861 Nov 19 17:41:30.432276 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc1cf00-9863-48e1-b917-9eb485450c46 req-9e2e2621-5012-4443-be27-ef450139ac6b tempest-ServerAddressesTestJSON-1186084829 tempest-ServerAddressesTestJSON-1186084829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:30.432951 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-6bc1cf00-9863-48e1-b917-9eb485450c46 req-9e2e2621-5012-4443-be27-ef450139ac6b tempest-ServerAddressesTestJSON-1186084829 tempest-ServerAddressesTestJSON-1186084829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:30.447168 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-118dfa9c-eabe-4213-8809-00ea0426c54a req-2af58f91-f2c3-4d9c-98ff-99e64cd5116d tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/security-groups?id=12d5dc08-1d9f-41c6-b52c-304239ec8b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590048 Nov 19 17:41:30.451474 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959cb313-d831-43bd-ad62-e01ea081443e req-e4272708-43c6-439b-a273-7fc4549d3ec6 tempest-FloatingIPDetailsTestJSON-519469384 tempest-FloatingIPDetailsTestJSON-519469384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:30.452950 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-959cb313-d831-43bd-ad62-e01ea081443e req-e4272708-43c6-439b-a273-7fc4549d3ec6 tempest-FloatingIPDetailsTestJSON-519469384 tempest-FloatingIPDetailsTestJSON-519469384-project] 10.222.0.54 "GET /v2.0/networks/645e61aa-1a6c-4e8f-857e-ab06edb4897f HTTP/1.1" status: 200 len: 784 time: 0.4544494 Nov 19 17:41:30.492214 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6f64fd02-b3fa-4db7-a0e4-d388991a6ad7 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:30.505718 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6bc1cf00-9863-48e1-b917-9eb485450c46 req-9e2e2621-5012-4443-be27-ef450139ac6b tempest-ServerAddressesTestJSON-1186084829 tempest-ServerAddressesTestJSON-1186084829-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6660686 Nov 19 17:41:30.523721 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=f23aa345-e47e-4700-ad94-3fbec66fb7f5,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:41:30.524628 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-6bc1cf00-9863-48e1-b917-9eb485450c46 req-ed938167-a2f3-417d-97af-6aacb662e8c6 service neutron] Request body: {'port': {'device_id': '0a9edcae-1a53-42e0-b889-8cd6588f5d72', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818022-2'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:41:30.548419 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:41:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b11c072d-b22a-4a5a-9614-128add65ee6e x-openstack-request-id: req-b11c072d-b22a-4a5a-9614-128add65ee6e {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:41:30.548993 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "486c2749-b729-43bb-a2f2-da659309b3a4", "name": "network-vif-plugged", "status": "completed", "tag": "f23aa345-e47e-4700-ad94-3fbec66fb7f5", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:41:30.549407 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b11c072d-b22a-4a5a-9614-128add65ee6e {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:41:30.549992 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '486c2749-b729-43bb-a2f2-da659309b3a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f23aa345-e47e-4700-ad94-3fbec66fb7f5', 'code': 200} Nov 19 17:41:30.660449 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c761e7d-1920-4459-bbce-9820656bb5bb req-4b1b5967-7e88-418f-8766-ce3685cf3d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:30.662343 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0c761e7d-1920-4459-bbce-9820656bb5bb req-4b1b5967-7e88-418f-8766-ce3685cf3d85 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=486c2749-b729-43bb-a2f2-da659309b3a4 HTTP/1.1" status: 200 len: 1097 time: 0.0598617 Nov 19 17:41:30.690994 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-aea279ad-3645-49b6-abf2-9a8d11ca39c0 req-7b93f202-6dda-4ee8-b02c-26bdd8be280a tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] Deleting port d3151510-34cd-407a-b000-6f802dd5765c {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:41:30.697007 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-ecb8430b-12a7-4631-be93-7a3cfb83c6db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7016ef8-e850-416d-b5f1-c79c536340c7', 'name': 'tempest-ServersTestMultiNic-1029117165-router', 'tenant_id': '1a0c23896b6a426c9d6f99a1e9d93ea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': 'ef29ff01-741a-4135-8fd8-7b24c52ae677', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:38:51Z', 'updated_at': '2021-11-19T17:41:26Z', 'revision_number': 5, 'project_id': '1a0c23896b6a426c9d6f99a1e9d93ea5', 'gw_port': {'id': 'ef29ff01-741a-4135-8fd8-7b24c52ae677', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:a0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7016ef8-e850-416d-b5f1-c79c536340c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:38:52Z', 'updated_at': '2021-11-19T17:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:41:30.697350 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-aea279ad-3645-49b6-abf2-9a8d11ca39c0 req-7b93f202-6dda-4ee8-b02c-26bdd8be280a tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:30.737026 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb8430b-12a7-4631-be93-7a3cfb83c6db None None] The sync data for ids ['c7016ef8-e850-416d-b5f1-c79c536340c7'] in n-d-818022-2 is: [{'id': 'c7016ef8-e850-416d-b5f1-c79c536340c7', 'name': 'tempest-ServersTestMultiNic-1029117165-router', 'tenant_id': '1a0c23896b6a426c9d6f99a1e9d93ea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': 'ef29ff01-741a-4135-8fd8-7b24c52ae677', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:38:51Z', 'updated_at': '2021-11-19T17:41:26Z', 'revision_number': 5, 'project_id': '1a0c23896b6a426c9d6f99a1e9d93ea5', 'gw_port': {'id': 'ef29ff01-741a-4135-8fd8-7b24c52ae677', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:a0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7016ef8-e850-416d-b5f1-c79c536340c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:38:52Z', 'updated_at': '2021-11-19T17:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 17:41:30.811446 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0c761e7d-1920-4459-bbce-9820656bb5bb req-c172f300-cd10-4373-b0cc-8a7cace938bb service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=2e3e4707-c197-4851-8355-26b2132f2eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417923 Nov 19 17:41:30.847900 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-569e9761-d431-4610-83ca-a018fb858fba req-247fe877-aeea-4f90-add3-71ed62ded5bd tempest-FloatingIPDetailsTestJSON-519469384 tempest-FloatingIPDetailsTestJSON-519469384-project] 10.222.0.54 "GET /v2.0/floatingips/95fa4898-39ad-449d-9951-4e04a4a705a4 HTTP/1.1" status: 200 len: 693 time: 0.2309794 Nov 19 17:41:30.871982 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e9598e-3459-4102-830a-6f80bd074dfa req-e43e26a8-6d2b-4040-87b5-be385422658c tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:30.873838 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-94e9598e-3459-4102-830a-6f80bd074dfa req-e43e26a8-6d2b-4040-87b5-be385422658c tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.54 "GET /v2.0/ports?device_id=3964468e-e495-4f24-b06e-7e621567361a HTTP/1.1" status: 200 len: 945 time: 0.0938191 Nov 19 17:41:30.893641 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-6bc1cf00-9863-48e1-b917-9eb485450c46 req-ed938167-a2f3-417d-97af-6aacb662e8c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:30.919920 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 48060) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:41:30.954655 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-94e9598e-3459-4102-830a-6f80bd074dfa req-45109c85-1216-4bf0-b60a-0c3a3908ba1a tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.54 "GET /v2.0/security-groups?id=740807d6-4246-4ecb-a636-49a5e5a1e11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694346 Nov 19 17:41:30.991417 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-6f64fd02-b3fa-4db7-a0e4-d388991a6ad7 admin admin] Deleting port ef29ff01-741a-4135-8fd8-7b24c52ae677 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:41:30.991764 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6f64fd02-b3fa-4db7-a0e4-d388991a6ad7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:31.094315 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-aea279ad-3645-49b6-abf2-9a8d11ca39c0 req-7b93f202-6dda-4ee8-b02c-26bdd8be280a tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] For port d3151510-34cd-407a-b000-6f802dd5765c, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=d3151510-34cd-407a-b000-6f802dd5765c,segment=NetworkSegment(fa32b67e-17cc-4a5c-8764-82d3483c4272),segment_id=fa32b67e-17cc-4a5c-8764-82d3483c4272)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:41:31.094698 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-aea279ad-3645-49b6-abf2-9a8d11ca39c0 req-7b93f202-6dda-4ee8-b02c-26bdd8be280a tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:31.122534 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 733a1590-e33a-47de-99cb-0979106fcf6b no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:41:31.128934 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-16273500-c8f4-4cfe-b806-d5abefe89c5d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:31.141286 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-aea279ad-3645-49b6-abf2-9a8d11ca39c0 req-7b93f202-6dda-4ee8-b02c-26bdd8be280a tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] Calling delete_port for d3151510-34cd-407a-b000-6f802dd5765c owned by compute:nova {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:41:31.166187 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586ae68a-9b10-4c1c-b5af-38ff05c499bb req-3b25d1b5-5507-45c6-a285-e7befe280eeb tempest-ServerAddressesTestJSON-1186084829 tempest-ServerAddressesTestJSON-1186084829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:31.173962 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: 733a1590-e33a-47de-99cb-0979106fcf6b {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:41:31.174521 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 733a1590-e33a-47de-99cb-0979106fcf6b not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:41:31.175002 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-586ae68a-9b10-4c1c-b5af-38ff05c499bb req-3b25d1b5-5507-45c6-a285-e7befe280eeb tempest-ServerAddressesTestJSON-1186084829 tempest-ServerAddressesTestJSON-1186084829-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a9edcae-1a53-42e0-b889-8cd6588f5d72 HTTP/1.1" status: 200 len: 931 time: 0.1385322 Nov 19 17:41:31.241913 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569e9761-d431-4610-83ca-a018fb858fba req-92ba0b77-57fd-4dfe-b912-911d46a1cc63 tempest-FloatingIPDetailsTestJSON-519469384 tempest-FloatingIPDetailsTestJSON-519469384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:31.243299 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-569e9761-d431-4610-83ca-a018fb858fba req-92ba0b77-57fd-4dfe-b912-911d46a1cc63 tempest-FloatingIPDetailsTestJSON-519469384 tempest-FloatingIPDetailsTestJSON-519469384-project] 10.222.0.54 "GET /v2.0/networks/645e61aa-1a6c-4e8f-857e-ab06edb4897f HTTP/1.1" status: 200 len: 784 time: 0.3807564 Nov 19 17:41:31.270882 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-586ae68a-9b10-4c1c-b5af-38ff05c499bb req-c35a52b2-490b-4253-9089-02881207139c tempest-ServerAddressesTestJSON-1186084829 tempest-ServerAddressesTestJSON-1186084829-project] 10.222.0.54 "GET /v2.0/security-groups?id=84a30153-91c1-47aa-836e-a8e2f1bd6046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940318 Nov 19 17:41:31.319360 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [req-569e9761-d431-4610-83ca-a018fb858fba req-82998c7c-757d-4ce1-a328-eaf879342394 tempest-FloatingIPDetailsTestJSON-519469384 tempest-FloatingIPDetailsTestJSON-519469384-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=103365) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 17:41:31.320378 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-569e9761-d431-4610-83ca-a018fb858fba req-82998c7c-757d-4ce1-a328-eaf879342394 tempest-FloatingIPDetailsTestJSON-519469384 tempest-FloatingIPDetailsTestJSON-519469384-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0166845 Nov 19 17:41:31.322328 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [None req-6f64fd02-b3fa-4db7-a0e4-d388991a6ad7 admin admin] For port ef29ff01-741a-4135-8fd8-7b24c52ae677, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=ef29ff01-741a-4135-8fd8-7b24c52ae677,segment=NetworkSegment(bbe705c1-96c0-476e-8381-28227e6f0ac5),segment_id=bbe705c1-96c0-476e-8381-28227e6f0ac5)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:41:31.322994 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6f64fd02-b3fa-4db7-a0e4-d388991a6ad7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:31.388935 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-16273500-c8f4-4cfe-b806-d5abefe89c5d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:31.390093 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-6f64fd02-b3fa-4db7-a0e4-d388991a6ad7 admin admin] Calling delete_port for ef29ff01-741a-4135-8fd8-7b24c52ae677 owned by network:router_gateway {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:41:31.424390 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-16273500-c8f4-4cfe-b806-d5abefe89c5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:31.456013 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-569e9761-d431-4610-83ca-a018fb858fba req-f07f6b60-2ec5-4f15-a57e-83ff7a830c0d tempest-FloatingIPDetailsTestJSON-519469384 tempest-FloatingIPDetailsTestJSON-519469384-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.7.128 HTTP/1.1" status: 200 len: 696 time: 0.1200790 Nov 19 17:41:31.466122 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33da725-e8c9-48a9-bd77-58b6a0a6589e req-405e05c6-4946-4c7e-8231-b5e83d5d8095 tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:31.467651 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b33da725-e8c9-48a9-bd77-58b6a0a6589e req-405e05c6-4946-4c7e-8231-b5e83d5d8095 tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] 10.222.0.54 "GET /v2.0/ports?device_id=486c2749-b729-43bb-a2f2-da659309b3a4 HTTP/1.1" status: 200 len: 946 time: 0.0813646 Nov 19 17:41:31.506569 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16273500-c8f4-4cfe-b806-d5abefe89c5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8171284f-4307-4fb7-a73a-da6ec61e39f5,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:41:31.515438 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-16273500-c8f4-4cfe-b806-d5abefe89c5d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ad50b4abf20548ba84ca41e014e8d563&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5944693 Nov 19 17:41:31.516076 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 48068) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:41:31.571753 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b33da725-e8c9-48a9-bd77-58b6a0a6589e req-088cc8d5-bfd4-4bdf-9639-fbd2436e912e tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] 10.222.0.54 "GET /v2.0/security-groups?id=2e3e4707-c197-4851-8355-26b2132f2eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931957 Nov 19 17:41:31.606834 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-394942d6-6846-4d30-805b-3c1c94f20c58 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:31.633971 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-394942d6-6846-4d30-805b-3c1c94f20c58 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:31.646391 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-569e9761-d431-4610-83ca-a018fb858fba req-081bbb86-767c-4e5a-92b8-bde9a9823835 tempest-FloatingIPDetailsTestJSON-519469384 tempest-FloatingIPDetailsTestJSON-519469384-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.7.128 HTTP/1.1" status: 200 len: 696 time: 0.1835668 Nov 19 17:41:31.738593 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a1b8a3-48dd-4779-a562-17c5ab0ad89f req-985ea676-0120-4809-8500-c7335edd9b40 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:31.740750 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-36a1b8a3-48dd-4779-a562-17c5ab0ad89f req-985ea676-0120-4809-8500-c7335edd9b40 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/ports?device_id=6f9814ff-8e64-48d8-9f39-139a5f0b0dbe HTTP/1.1" status: 200 len: 943 time: 0.0803325 Nov 19 17:41:31.771607 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-394942d6-6846-4d30-805b-3c1c94f20c58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:31.774248 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-394942d6-6846-4d30-805b-3c1c94f20c58 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:31.775411 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-394942d6-6846-4d30-805b-3c1c94f20c58 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/8171284f-4307-4fb7-a73a-da6ec61e39f5 HTTP/1.1" status: 204 len: 168 time: 0.2569079 Nov 19 17:41:31.795901 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394942d6-6846-4d30-805b-3c1c94f20c58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8171284f-4307-4fb7-a73a-da6ec61e39f5,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:41:31.843126 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-36a1b8a3-48dd-4779-a562-17c5ab0ad89f req-cd8f82f0-66a6-498f-928f-b536ec662ed1 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/security-groups?id=12d5dc08-1d9f-41c6-b52c-304239ec8b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805480 Nov 19 17:41:31.911394 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-aea279ad-3645-49b6-abf2-9a8d11ca39c0 req-7b93f202-6dda-4ee8-b02c-26bdd8be280a tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:31.924544 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] get_ports_and_sgs() called for port_ids ['d3151510-34cd-407a-b000-6f802dd5765c'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:41:31.936469 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [req-6bc1cf00-9863-48e1-b917-9eb485450c46 req-ed938167-a2f3-417d-97af-6aacb662e8c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7155e232-dea9-4773-b4e4-46fc9eb16feb {{(pid=103365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:41:31.973400 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-6bc1cf00-9863-48e1-b917-9eb485450c46 req-ed938167-a2f3-417d-97af-6aacb662e8c6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:31.998077 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b93f202-6dda-4ee8-b02c-26bdd8be280a tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] Pushing event deleted for resources: {'Port': ['ID=d3151510-34cd-407a-b000-6f802dd5765c,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:41:32.036356 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-17535612-3251-4d3e-afb9-d1c623deacb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:32.091971 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-aea279ad-3645-49b6-abf2-9a8d11ca39c0 req-7b93f202-6dda-4ee8-b02c-26bdd8be280a tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] No DVR routers for this DVR port d3151510-34cd-407a-b000-6f802dd5765c on host n-h2-818022-2 {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:41:32.100861 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-aea279ad-3645-49b6-abf2-9a8d11ca39c0 req-7b93f202-6dda-4ee8-b02c-26bdd8be280a tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:32.104494 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-aea279ad-3645-49b6-abf2-9a8d11ca39c0 req-7b93f202-6dda-4ee8-b02c-26bdd8be280a tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.86 "DELETE /v2.0/ports/d3151510-34cd-407a-b000-6f802dd5765c HTTP/1.1" status: 204 len: 173 time: 1.9169774 Nov 19 17:41:32.105011 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3964468e-e495-4f24-b06e-7e621567361a', 'name': 'network-vif-deleted', 'tag': 'd3151510-34cd-407a-b000-6f802dd5765c'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:41:32.107705 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218319d759239a7d11f1288aef37381b97754913ee9ccbfd43b51a463f801712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6562f5c1-cb6c-4203-b707-d63e14b74c22" -d '{"events": [{"server_uuid": "3964468e-e495-4f24-b06e-7e621567361a", "name": "network-vif-deleted", "tag": "d3151510-34cd-407a-b000-6f802dd5765c"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:41:32.133087 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.provisioning_blocks [req-6bc1cf00-9863-48e1-b917-9eb485450c46 req-ed938167-a2f3-417d-97af-6aacb662e8c6 service neutron] Transition to ACTIVE for port object 7155e232-dea9-4773-b4e4-46fc9eb16feb will not be triggered until provisioned by entity L2. {{(pid=103365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 17:41:32.135380 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6f64fd02-b3fa-4db7-a0e4-d388991a6ad7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:32.147666 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-6bc1cf00-9863-48e1-b917-9eb485450c46 req-ed938167-a2f3-417d-97af-6aacb662e8c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:32.192604 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f64fd02-b3fa-4db7-a0e4-d388991a6ad7 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef29ff01-741a-4135-8fd8-7b24c52ae677,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:41:32.209009 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2e141505-0c49-4476-9561-92f77fae9d67 req-cca4828e-e47d-499d-8e36-819e4fc57184 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.54 "GET /v2.0/ports?device_id=3964468e-e495-4f24-b06e-7e621567361a HTTP/1.1" status: 200 len: 210 time: 0.0434337 Nov 19 17:41:32.222037 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f9814ff-8e64-48d8-9f39-139a5f0b0dbe', 'tag': 'fe5b02dd-74e9-432a-8ab4-84e77d94cb3b'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:41:32.225863 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dd4767a008c23f8566efc82158ee1b1fff34e1a9e908d76d0b6d0ab7e350e5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1121406e-f986-4b7d-8350-6580736b7bc2" -d '{"events": [{"name": "network-changed", "server_uuid": "6f9814ff-8e64-48d8-9f39-139a5f0b0dbe", "tag": "fe5b02dd-74e9-432a-8ab4-84e77d94cb3b"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:41:32.265498 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-569e9761-d431-4610-83ca-a018fb858fba req-9ace8855-2381-465e-989b-5fc0996da16c tempest-FloatingIPDetailsTestJSON-519469384 tempest-FloatingIPDetailsTestJSON-519469384-project] Deleting port ab1c96aa-0ff7-4b04-a4f7-4655ce377886 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:41:32.266150 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-569e9761-d431-4610-83ca-a018fb858fba req-9ace8855-2381-465e-989b-5fc0996da16c tempest-FloatingIPDetailsTestJSON-519469384 tempest-FloatingIPDetailsTestJSON-519469384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:32.317735 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:41:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6cb1126-f3f6-4c62-929c-8d34d8e537dd x-openstack-request-id: req-f6cb1126-f3f6-4c62-929c-8d34d8e537dd {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:41:32.318058 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3964468e-e495-4f24-b06e-7e621567361a", "name": "network-vif-deleted", "tag": "d3151510-34cd-407a-b000-6f802dd5765c", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:41:32.318403 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f6cb1126-f3f6-4c62-929c-8d34d8e537dd {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:41:32.318810 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3964468e-e495-4f24-b06e-7e621567361a', 'name': 'network-vif-deleted', 'tag': 'd3151510-34cd-407a-b000-6f802dd5765c', 'status': 'completed', 'code': 200} Nov 19 17:41:32.345572 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 17:41:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47b53bb5-a3c9-4ce9-b33f-4a7a64581c0a x-openstack-request-id: req-47b53bb5-a3c9-4ce9-b33f-4a7a64581c0a {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:41:32.346012 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f9814ff-8e64-48d8-9f39-139a5f0b0dbe", "tag": "fe5b02dd-74e9-432a-8ab4-84e77d94cb3b", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:41:32.346179 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-47b53bb5-a3c9-4ce9-b33f-4a7a64581c0a {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:41:32.346513 n-d-818022-2 neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f9814ff-8e64-48d8-9f39-139a5f0b0dbe', 'tag': 'fe5b02dd-74e9-432a-8ab4-84e77d94cb3b', 'status': 'completed', 'code': 200} Nov 19 17:41:32.377539 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed938167-a2f3-417d-97af-6aacb662e8c6 service neutron] Pushing event updated for resources: {'Port': ['ID=7155e232-dea9-4773-b4e4-46fc9eb16feb,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:41:32.531625 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36b07a0-ee7f-480a-ae79-efc1fbca7410 req-14a18de5-0b02-4a81-8641-83f18573f947 tempest-ServerAddressesTestJSON-1186084829 tempest-ServerAddressesTestJSON-1186084829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:32.533289 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b36b07a0-ee7f-480a-ae79-efc1fbca7410 req-14a18de5-0b02-4a81-8641-83f18573f947 tempest-ServerAddressesTestJSON-1186084829 tempest-ServerAddressesTestJSON-1186084829-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a9edcae-1a53-42e0-b889-8cd6588f5d72 HTTP/1.1" status: 200 len: 943 time: 0.0825281 Nov 19 17:41:32.550772 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6f64fd02-b3fa-4db7-a0e4-d388991a6ad7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-671730'] for router_gateway, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:32.616057 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b36b07a0-ee7f-480a-ae79-efc1fbca7410 req-eb3f26f0-28e2-409f-9ed2-eddbcde733ab tempest-ServerAddressesTestJSON-1186084829 tempest-ServerAddressesTestJSON-1186084829-project] 10.222.0.54 "GET /v2.0/security-groups?id=84a30153-91c1-47aa-836e-a8e2f1bd6046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678759 Nov 19 17:41:32.640618 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-569e9761-d431-4610-83ca-a018fb858fba req-9ace8855-2381-465e-989b-5fc0996da16c tempest-FloatingIPDetailsTestJSON-519469384 tempest-FloatingIPDetailsTestJSON-519469384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:32.641036 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-569e9761-d431-4610-83ca-a018fb858fba req-9ace8855-2381-465e-989b-5fc0996da16c tempest-FloatingIPDetailsTestJSON-519469384 tempest-FloatingIPDetailsTestJSON-519469384-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:32.647934 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-6bc1cf00-9863-48e1-b917-9eb485450c46 req-ed938167-a2f3-417d-97af-6aacb662e8c6 service neutron] Attempting to bind port 7155e232-dea9-4773-b4e4-46fc9eb16feb on host n-h1-818022-2 for vnic_type normal with profile {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:41:32.647934 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-6bc1cf00-9863-48e1-b917-9eb485450c46 req-ed938167-a2f3-417d-97af-6aacb662e8c6 service neutron] Attempting to bind port 7155e232-dea9-4773-b4e4-46fc9eb16feb by drivers openvswitch,hyperv on host n-h1-818022-2 at level 0 using segments [{'id': '4c9b590b-1c19-4565-aada-595c58ce7808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '28cedc67-99d8-468f-bfac-d99454b0b75f'}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:41:32.647934 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bc1cf00-9863-48e1-b917-9eb485450c46 req-ed938167-a2f3-417d-97af-6aacb662e8c6 service neutron] Attempting to bind port 7155e232-dea9-4773-b4e4-46fc9eb16feb on network 28cedc67-99d8-468f-bfac-d99454b0b75f {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:41:32.708412 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-569e9761-d431-4610-83ca-a018fb858fba req-9ace8855-2381-465e-989b-5fc0996da16c tempest-FloatingIPDetailsTestJSON-519469384 tempest-FloatingIPDetailsTestJSON-519469384-project] Calling delete_port for ab1c96aa-0ff7-4b04-a4f7-4655ce377886 owned by network:floatingip {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:41:32.714904 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1121406e-f986-4b7d-8350-6580736b7bc2 req-3472b1a8-20a8-43e0-b9bb-618776cdce65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:32.716576 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-1121406e-f986-4b7d-8350-6580736b7bc2 req-3472b1a8-20a8-43e0-b9bb-618776cdce65 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=de10e7e0e3ea4ce28d84ef76e9c1ec3a&device_id=6f9814ff-8e64-48d8-9f39-139a5f0b0dbe HTTP/1.1" status: 200 len: 1124 time: 0.3281054 Nov 19 17:41:32.720992 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6f64fd02-b3fa-4db7-a0e4-d388991a6ad7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4696'] for router, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:32.723896 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bc1cf00-9863-48e1-b917-9eb485450c46 req-ed938167-a2f3-417d-97af-6aacb662e8c6 service neutron] Port 7155e232-dea9-4773-b4e4-46fc9eb16feb on network 28cedc67-99d8-468f-bfac-d99454b0b75f not bound, no agent of type Open vSwitch agent registered on host n-h1-818022-2 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 17:41:32.724338 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bc1cf00-9863-48e1-b917-9eb485450c46 req-ed938167-a2f3-417d-97af-6aacb662e8c6 service neutron] Attempting to bind port 7155e232-dea9-4773-b4e4-46fc9eb16feb on network 28cedc67-99d8-468f-bfac-d99454b0b75f {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:41:32.727132 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6f64fd02-b3fa-4db7-a0e4-d388991a6ad7 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:32.764151 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bc1cf00-9863-48e1-b917-9eb485450c46 req-ed938167-a2f3-417d-97af-6aacb662e8c6 service neutron] Checking agent: {'id': 'a6668d96-12fa-4ec0-99ad-77eaf490dd2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'started_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 41, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:41:32.764490 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bc1cf00-9863-48e1-b917-9eb485450c46 req-ed938167-a2f3-417d-97af-6aacb662e8c6 service neutron] Checking segment: {'id': '4c9b590b-1c19-4565-aada-595c58ce7808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '28cedc67-99d8-468f-bfac-d99454b0b75f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:41:32.765079 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bc1cf00-9863-48e1-b917-9eb485450c46 req-ed938167-a2f3-417d-97af-6aacb662e8c6 service neutron] Bound using segment: {'id': '4c9b590b-1c19-4565-aada-595c58ce7808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '28cedc67-99d8-468f-bfac-d99454b0b75f'} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:41:32.765719 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-6bc1cf00-9863-48e1-b917-9eb485450c46 req-ed938167-a2f3-417d-97af-6aacb662e8c6 service neutron] Bound port: 7155e232-dea9-4773-b4e4-46fc9eb16feb, host: n-h1-818022-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c9b590b-1c19-4565-aada-595c58ce7808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '28cedc67-99d8-468f-bfac-d99454b0b75f'}}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:41:32.766117 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-6bc1cf00-9863-48e1-b917-9eb485450c46 req-ed938167-a2f3-417d-97af-6aacb662e8c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:32.777619 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39068334-3938-427f-81ac-cffec281e3a5 req-4aec826b-41f3-4bf8-86f4-8d2f92d2c6d2 tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:32.779806 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-39068334-3938-427f-81ac-cffec281e3a5 req-4aec826b-41f3-4bf8-86f4-8d2f92d2c6d2 tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] 10.222.0.54 "GET /v2.0/ports?device_id=486c2749-b729-43bb-a2f2-da659309b3a4 HTTP/1.1" status: 200 len: 946 time: 0.0867946 Nov 19 17:41:32.876457 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-39068334-3938-427f-81ac-cffec281e3a5 req-8d8364b7-1eea-4e45-8de5-977b2f98cd1f tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] 10.222.0.54 "GET /v2.0/security-groups?id=2e3e4707-c197-4851-8355-26b2132f2eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767701 Nov 19 17:41:33.046206 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e46ecc5a-dc14-4744-b262-3072ff2e958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:33.049341 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e26721-987f-471f-a5a2-a2ffe343f819 req-41e6306f-a7a4-433c-8bb6-8b65f8f6c055 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:33.050963 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-32e26721-987f-471f-a5a2-a2ffe343f819 req-41e6306f-a7a4-433c-8bb6-8b65f8f6c055 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/ports?device_id=6f9814ff-8e64-48d8-9f39-139a5f0b0dbe HTTP/1.1" status: 200 len: 943 time: 0.0815978 Nov 19 17:41:33.052013 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 48106) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:41:33.144134 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-32e26721-987f-471f-a5a2-a2ffe343f819 req-a865a576-50d4-4623-8cc8-59960c7f77bb tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/security-groups?id=12d5dc08-1d9f-41c6-b52c-304239ec8b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826874 Nov 19 17:41:33.210319 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6f64fd02-b3fa-4db7-a0e4-d388991a6ad7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-543895'] for router, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:33.210842 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f64fd02-b3fa-4db7-a0e4-d388991a6ad7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c7016ef8-e850-416d-b5f1-c79c536340c7 {{(pid=103365) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 17:41:33.237541 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6f64fd02-b3fa-4db7-a0e4-d388991a6ad7 admin admin] Publish callbacks [] for router, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:33.238718 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-6f64fd02-b3fa-4db7-a0e4-d388991a6ad7 admin admin] 10.222.0.54 "DELETE /v2.0/routers/c7016ef8-e850-416d-b5f1-c79c536340c7 HTTP/1.1" status: 204 len: 168 time: 3.9123950 Nov 19 17:41:33.246975 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 48114) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:41:33.261467 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-07eadb62-9390-4182-973d-15ef091ea9c9 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-964568590-network', 'tenant_id': 'e9d0792a3a024bd5be40fd99773caf74'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:41:33.314699 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1121406e-f986-4b7d-8350-6580736b7bc2 req-b88ef9bf-0fea-4825-8fea-d029f6c466cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:33.319516 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-1121406e-f986-4b7d-8350-6580736b7bc2 req-b88ef9bf-0fea-4825-8fea-d029f6c466cb service neutron] 10.222.0.86 "GET /v2.0/networks?id=c7b257b3-f66e-4846-9861-5f47f21f4188 HTTP/1.1" status: 200 len: 908 time: 0.5833313 Nov 19 17:41:33.324777 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-6bc1cf00-9863-48e1-b917-9eb485450c46 req-ed938167-a2f3-417d-97af-6aacb662e8c6 service neutron] For port 7155e232-dea9-4773-b4e4-46fc9eb16feb, host n-h1-818022-2, cleared binding levels {{(pid=103365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:41:33.329536 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-6bc1cf00-9863-48e1-b917-9eb485450c46 req-ed938167-a2f3-417d-97af-6aacb662e8c6 service neutron] For port 7155e232-dea9-4773-b4e4-46fc9eb16feb, host n-h1-818022-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=7155e232-dea9-4773-b4e4-46fc9eb16feb,segment=NetworkSegment(4c9b590b-1c19-4565-aada-595c58ce7808),segment_id=4c9b590b-1c19-4565-aada-595c58ce7808)] {{(pid=103365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:41:33.346258 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07eadb62-9390-4182-973d-15ef091ea9c9 admin admin] Made reservation on behalf of e9d0792a3a024bd5be40fd99773caf74 for: {'network': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:41:33.348573 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-07eadb62-9390-4182-973d-15ef091ea9c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:33.359386 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-6bc1cf00-9863-48e1-b917-9eb485450c46 req-ed938167-a2f3-417d-97af-6aacb662e8c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:33.363911 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_v2 [None req-308283b3-95f6-48bd-be17-620ed6cf3968 admin admin] Deleting subnet cd5d68c6-ff4b-4884-b87d-c73797caa136 {{(pid=103364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 17:41:33.392539 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc9c7af-a9c5-4d51-beaf-89fd544c3368 req-5059e0c5-6237-45eb-9285-712fa4247451 tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:33.395182 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-cfc9c7af-a9c5-4d51-beaf-89fd544c3368 req-5059e0c5-6237-45eb-9285-712fa4247451 tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] 10.222.0.54 "GET /v2.0/ports?device_id=486c2749-b729-43bb-a2f2-da659309b3a4 HTTP/1.1" status: 200 len: 946 time: 0.1588116 Nov 19 17:41:33.400066 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-07eadb62-9390-4182-973d-15ef091ea9c9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:33.414271 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-308283b3-95f6-48bd-be17-620ed6cf3968 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:33.424042 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-1121406e-f986-4b7d-8350-6580736b7bc2 req-2bd3e84f-5f63-4d8c-8164-c25a3f5c6960 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fe5b02dd-74e9-432a-8ab4-84e77d94cb3b HTTP/1.1" status: 200 len: 217 time: 0.0928178 Nov 19 17:41:33.561412 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-308283b3-95f6-48bd-be17-620ed6cf3968 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9416263'] for subnet, precommit_delete_associations {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:33.579241 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc1cf00-9863-48e1-b917-9eb485450c46 req-ed938167-a2f3-417d-97af-6aacb662e8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:33.579782 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-6bc1cf00-9863-48e1-b917-9eb485450c46 req-ed938167-a2f3-417d-97af-6aacb662e8c6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:33.581182 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6bc1cf00-9863-48e1-b917-9eb485450c46 req-ed938167-a2f3-417d-97af-6aacb662e8c6 service neutron] 10.222.0.60 "PUT /v2.0/ports/7155e232-dea9-4773-b4e4-46fc9eb16feb HTTP/1.1" status: 200 len: 1091 time: 3.0640450 Nov 19 17:41:33.582731 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:33.606855 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:33.609840 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-569e9761-d431-4610-83ca-a018fb858fba req-9ace8855-2381-465e-989b-5fc0996da16c tempest-FloatingIPDetailsTestJSON-519469384 tempest-FloatingIPDetailsTestJSON-519469384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:33.619328 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device fe5b02dd-74e9-432a-8ab4-84e77d94cb3b details requested by agent hyperv_n-h1-818022-2 with host n-h1-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 17:41:33.642363 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1121406e-f986-4b7d-8350-6580736b7bc2 req-51f4f4c9-d903-49d2-8e98-2c209927d6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:33.644414 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-1121406e-f986-4b7d-8350-6580736b7bc2 req-51f4f4c9-d903-49d2-8e98-2c209927d6c3 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=df2b5fb0-4ad7-475f-930a-bdefef26bd76 HTTP/1.1" status: 200 len: 847 time: 0.1656635 Nov 19 17:41:33.648238 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed938167-a2f3-417d-97af-6aacb662e8c6 service neutron] Pushing event updated for resources: {'Port': ['ID=7155e232-dea9-4773-b4e4-46fc9eb16feb,revision_number=3']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:41:33.665547 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-cfc9c7af-a9c5-4d51-beaf-89fd544c3368 req-7e204790-ac86-45e0-9eba-78859f06963e tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] 10.222.0.54 "GET /v2.0/security-groups?id=2e3e4707-c197-4851-8355-26b2132f2eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193096 Nov 19 17:41:33.740536 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ace8855-2381-465e-989b-5fc0996da16c tempest-FloatingIPDetailsTestJSON-519469384 tempest-FloatingIPDetailsTestJSON-519469384-project] Pushing event deleted for resources: {'Port': ['ID=ab1c96aa-0ff7-4b04-a4f7-4655ce377886,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:41:33.744384 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-1121406e-f986-4b7d-8350-6580736b7bc2 req-313a3ba7-0272-4bb9-afd2-3219b423f7c2 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c7b257b3-f66e-4846-9861-5f47f21f4188&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0841753 Nov 19 17:41:33.829998 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port fe5b02dd-74e9-432a-8ab4-84e77d94cb3b, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=fe5b02dd-74e9-432a-8ab4-84e77d94cb3b,segment=NetworkSegment(68be9c2e-9e68-489a-becd-67ff095c4169),segment_id=68be9c2e-9e68-489a-becd-67ff095c4169)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:41:33.873100 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device fe5b02dd-74e9-432a-8ab4-84e77d94cb3b has no active binding in host n-h1-818022-2 {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 19 17:41:33.879189 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-569e9761-d431-4610-83ca-a018fb858fba req-9ace8855-2381-465e-989b-5fc0996da16c tempest-FloatingIPDetailsTestJSON-519469384 tempest-FloatingIPDetailsTestJSON-519469384-project] Publish callbacks [] for floatingip, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:33.879455 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-07eadb62-9390-4182-973d-15ef091ea9c9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:33.882241 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-569e9761-d431-4610-83ca-a018fb858fba req-9ace8855-2381-465e-989b-5fc0996da16c tempest-FloatingIPDetailsTestJSON-519469384 tempest-FloatingIPDetailsTestJSON-519469384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for floatingip, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:33.883331 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-569e9761-d431-4610-83ca-a018fb858fba req-9ace8855-2381-465e-989b-5fc0996da16c tempest-FloatingIPDetailsTestJSON-519469384 tempest-FloatingIPDetailsTestJSON-519469384-project] 10.222.0.54 "DELETE /v2.0/floatingips/95fa4898-39ad-449d-9951-4e04a4a705a4 HTTP/1.1" status: 204 len: 173 time: 2.2083788 Nov 19 17:41:33.887929 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc1cf00-9863-48e1-b917-9eb485450c46 req-3a069e20-d0ce-4be9-9980-909d87440614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:33.889390 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-308283b3-95f6-48bd-be17-620ed6cf3968 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:33.889578 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6bc1cf00-9863-48e1-b917-9eb485450c46 req-3a069e20-d0ce-4be9-9980-909d87440614 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c73693fa6e6d4478899187f0c4554a22&device_id=0a9edcae-1a53-42e0-b889-8cd6588f5d72 HTTP/1.1" status: 200 len: 1094 time: 0.1756341 Nov 19 17:41:33.892577 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-07eadb62-9390-4182-973d-15ef091ea9c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:33.908329 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07eadb62-9390-4182-973d-15ef091ea9c9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 681} {{(pid=103364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 17:41:33.923346 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-07eadb62-9390-4182-973d-15ef091ea9c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:33.923816 n-d-818022-2 neutron-server[103364]: INFO neutron.db.segments_db [None req-07eadb62-9390-4182-973d-15ef091ea9c9 admin admin] Added segment 7f7608ea-8bdd-41e7-91fd-16ec67411b89 of type vlan for network 3e96445f-a5e4-45c4-8de8-46b5573abaec Nov 19 17:41:33.947851 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6bc1cf00-9863-48e1-b917-9eb485450c46 req-fc039a11-31e1-469d-9d70-afaf83c4e472 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7155e232-dea9-4773-b4e4-46fc9eb16feb HTTP/1.1" status: 200 len: 217 time: 0.0389700 Nov 19 17:41:33.976002 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-07eadb62-9390-4182-973d-15ef091ea9c9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:34.013046 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-1121406e-f986-4b7d-8350-6580736b7bc2 req-be054bc7-138d-420f-a143-d6a2aba649f3 service neutron] 10.222.0.86 "GET /v2.0/networks/c7b257b3-f66e-4846-9861-5f47f21f4188?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2259123 Nov 19 17:41:34.032913 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-07eadb62-9390-4182-973d-15ef091ea9c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:34.033919 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07eadb62-9390-4182-973d-15ef091ea9c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:34.034541 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-07eadb62-9390-4182-973d-15ef091ea9c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:34.088344 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc1cf00-9863-48e1-b917-9eb485450c46 req-c65cfff0-db2b-41c2-b61e-1494738b281a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:34.089732 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6bc1cf00-9863-48e1-b917-9eb485450c46 req-c65cfff0-db2b-41c2-b61e-1494738b281a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=30818a33-6670-4f21-8645-db484dc2d74d HTTP/1.1" status: 200 len: 853 time: 0.1306481 Nov 19 17:41:34.140411 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6bc1cf00-9863-48e1-b917-9eb485450c46 req-ec3b636b-e86a-439b-9b08-48155b46135b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=28cedc67-99d8-468f-bfac-d99454b0b75f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398762 Nov 19 17:41:34.152531 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5f9e11-aa83-46a7-8d4c-acdeb5947c0b req-9b87c14b-1638-40eb-8c3a-c6282b42c81d tempest-ServerAddressesTestJSON-1186084829 tempest-ServerAddressesTestJSON-1186084829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:34.154091 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-dd5f9e11-aa83-46a7-8d4c-acdeb5947c0b req-9b87c14b-1638-40eb-8c3a-c6282b42c81d tempest-ServerAddressesTestJSON-1186084829 tempest-ServerAddressesTestJSON-1186084829-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a9edcae-1a53-42e0-b889-8cd6588f5d72 HTTP/1.1" status: 200 len: 943 time: 0.1434278 Nov 19 17:41:34.235778 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07eadb62-9390-4182-973d-15ef091ea9c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b84acbb5-2f2e-43b4-8c5f-7110024c7a84,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:41:34.243083 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-1121406e-f986-4b7d-8350-6580736b7bc2 req-462fb9d5-870f-439c-b922-0126649dc03f service neutron] 10.222.0.86 "GET /v2.0/networks/c7b257b3-f66e-4846-9861-5f47f21f4188?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2198770 Nov 19 17:41:34.252223 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-07eadb62-9390-4182-973d-15ef091ea9c9 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1989892 Nov 19 17:41:34.256439 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 48128) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:41:34.264444 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-0d6de69d-6515-4b90-b2e0-621cb644b241 admin admin] Request body: {'subnet': {'network_id': '3e96445f-a5e4-45c4-8de8-46b5573abaec', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-964568590-subnet', 'tenant_id': 'e9d0792a3a024bd5be40fd99773caf74', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:41:34.271781 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07eadb62-9390-4182-973d-15ef091ea9c9 admin admin] Pushing event updated for resources: {'Network': ['ID=3e96445f-a5e4-45c4-8de8-46b5573abaec,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:41:34.291219 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network 3e96445f-a5e4-45c4-8de8-46b5573abaec details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 17:41:34.301986 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-dd5f9e11-aa83-46a7-8d4c-acdeb5947c0b req-e3e5a04e-e79b-4560-acbd-734f0bc1ec56 tempest-ServerAddressesTestJSON-1186084829 tempest-ServerAddressesTestJSON-1186084829-project] 10.222.0.54 "GET /v2.0/security-groups?id=84a30153-91c1-47aa-836e-a8e2f1bd6046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319165 Nov 19 17:41:34.317788 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d6de69d-6515-4b90-b2e0-621cb644b241 admin admin] Made reservation on behalf of e9d0792a3a024bd5be40fd99773caf74 for: {'subnet': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:41:34.320163 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0d6de69d-6515-4b90-b2e0-621cb644b241 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8731248'] for subnet, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:34.330867 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a9edcae-1a53-42e0-b889-8cd6588f5d72', 'tag': '7155e232-dea9-4773-b4e4-46fc9eb16feb'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:41:34.331080 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-308283b3-95f6-48bd-be17-620ed6cf3968 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12425137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8983934'] for subnet, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:34.331827 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218319d759239a7d11f1288aef37381b97754913ee9ccbfd43b51a463f801712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ef809be-1260-4f1b-83c0-2086cff22c5e" -d '{"events": [{"name": "network-changed", "server_uuid": "0a9edcae-1a53-42e0-b889-8cd6588f5d72", "tag": "7155e232-dea9-4773-b4e4-46fc9eb16feb"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:41:34.351974 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a42081-29d8-4cf0-bf79-5cdf9a6c245a req-2064397e-8326-4022-a655-1a2bfe27fee4 tempest-FloatingIPDetailsTestJSON-519469384 tempest-FloatingIPDetailsTestJSON-519469384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:34.354537 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f6a42081-29d8-4cf0-bf79-5cdf9a6c245a req-2064397e-8326-4022-a655-1a2bfe27fee4 tempest-FloatingIPDetailsTestJSON-519469384 tempest-FloatingIPDetailsTestJSON-519469384-project] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.3532679 Nov 19 17:41:34.374160 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6bc1cf00-9863-48e1-b917-9eb485450c46 req-7eed206b-113e-4298-aa9b-1adf91af7dd1 service neutron] 10.222.0.60 "GET /v2.0/networks/28cedc67-99d8-468f-bfac-d99454b0b75f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2134233 Nov 19 17:41:34.377046 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-308283b3-95f6-48bd-be17-620ed6cf3968 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:34.381252 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-308283b3-95f6-48bd-be17-620ed6cf3968 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/cd5d68c6-ff4b-4884-b87d-c73797caa136 HTTP/1.1" status: 204 len: 168 time: 1.1303160 Nov 19 17:41:34.382548 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308283b3-95f6-48bd-be17-620ed6cf3968 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd5d68c6-ff4b-4884-b87d-c73797caa136,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:41:34.384884 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 48134) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:41:34.396766 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc8c6175-478b-491b-943b-966bae4e4858 None None] Network e1ecc51a-8714-4d29-83bc-1c35092d97e3 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:41:34.524805 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c1d5c7-f052-41d3-b3d6-36dc513b3910 req-b1893df5-799d-4030-904a-a5a0c015b947 tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:34.535339 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c4c1d5c7-f052-41d3-b3d6-36dc513b3910 req-b1893df5-799d-4030-904a-a5a0c015b947 tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] 10.222.0.54 "GET /v2.0/ports?device_id=486c2749-b729-43bb-a2f2-da659309b3a4 HTTP/1.1" status: 200 len: 946 time: 0.0914319 Nov 19 17:41:34.550917 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-86436b57-d264-4d8c-a051-90370b636c48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:34.620211 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e013d7e6-5264-4dcc-9759-54f5fb809e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:34.654297 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device d3151510-34cd-407a-b000-6f802dd5765c no longer exists at agent hyperv_n-h2-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:41:34.668714 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6bc1cf00-9863-48e1-b917-9eb485450c46 req-0c12f749-efc4-4333-9a8f-18e34472d45e service neutron] 10.222.0.60 "GET /v2.0/networks/28cedc67-99d8-468f-bfac-d99454b0b75f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2825632 Nov 19 17:41:34.684329 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] No Port match for: d3151510-34cd-407a-b000-6f802dd5765c {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:41:34.684680 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device d3151510-34cd-407a-b000-6f802dd5765c not bound to the agent host n-h2-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:41:34.716340 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff66360a-57ec-468b-9d6c-38d82517ce9e None None] DHCP port deletion for e1ecc51a-8714-4d29-83bc-1c35092d97e3 request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 17:41:34.716964 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e11bcd-5d67-40b0-b493-0162d1a562a5 req-39ca3cbb-efc2-4461-96c5-f309eb0d2ec4 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:34.718573 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-00e11bcd-5d67-40b0-b493-0162d1a562a5 req-39ca3cbb-efc2-4461-96c5-f309eb0d2ec4 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/ports?device_id=6f9814ff-8e64-48d8-9f39-139a5f0b0dbe HTTP/1.1" status: 200 len: 943 time: 0.1582086 Nov 19 17:41:34.780817 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-ff66360a-57ec-468b-9d6c-38d82517ce9e None None] Deleting port 933d6cb6-fa02-4423-9f7d-b1b9c5b39924 {{(pid=103366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:41:34.781417 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ff66360a-57ec-468b-9d6c-38d82517ce9e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:34.793688 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0d6de69d-6515-4b90-b2e0-621cb644b241 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12283104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8731234'] for subnet, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:34.843533 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-86436b57-d264-4d8c-a051-90370b636c48 admin admin] Deleting port 933d6cb6-fa02-4423-9f7d-b1b9c5b39924 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:41:34.843872 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-86436b57-d264-4d8c-a051-90370b636c48 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:34.855481 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-ff66360a-57ec-468b-9d6c-38d82517ce9e None None] For port 933d6cb6-fa02-4423-9f7d-b1b9c5b39924, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=933d6cb6-fa02-4423-9f7d-b1b9c5b39924,segment=NetworkSegment(40d32ec7-e595-476a-9722-bb02a34db7ea),segment_id=40d32ec7-e595-476a-9722-bb02a34db7ea)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:41:34.856224 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ff66360a-57ec-468b-9d6c-38d82517ce9e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:34.873543 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-ff66360a-57ec-468b-9d6c-38d82517ce9e None None] Calling delete_port for 933d6cb6-fa02-4423-9f7d-b1b9c5b39924 owned by network:dhcp {{(pid=103366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:41:34.878512 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-00e11bcd-5d67-40b0-b493-0162d1a562a5 req-e4ad5cbf-b534-490d-a488-d90123f6ca88 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/security-groups?id=12d5dc08-1d9f-41c6-b52c-304239ec8b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377547 Nov 19 17:41:34.926454 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6de69d-6515-4b90-b2e0-621cb644b241 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8b9f65f-87c2-480d-928b-0fe5bda8bb38,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:41:34.960288 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 17:41:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1320f881-0d0c-4ed1-bb06-a12f5f837b50 x-openstack-request-id: req-1320f881-0d0c-4ed1-bb06-a12f5f837b50 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:41:34.960288 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a9edcae-1a53-42e0-b889-8cd6588f5d72", "tag": "7155e232-dea9-4773-b4e4-46fc9eb16feb", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:41:34.960495 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-1320f881-0d0c-4ed1-bb06-a12f5f837b50 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:41:34.960736 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a9edcae-1a53-42e0-b889-8cd6588f5d72', 'tag': '7155e232-dea9-4773-b4e4-46fc9eb16feb', 'status': 'completed', 'code': 200} Nov 19 17:41:34.963312 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c4c1d5c7-f052-41d3-b3d6-36dc513b3910 req-f255419d-617a-4a91-8c17-eaca7f2d1a5f tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] 10.222.0.54 "GET /v2.0/security-groups?id=2e3e4707-c197-4851-8355-26b2132f2eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4264617 Nov 19 17:41:34.983403 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [None req-86436b57-d264-4d8c-a051-90370b636c48 admin admin] For port 933d6cb6-fa02-4423-9f7d-b1b9c5b39924, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=933d6cb6-fa02-4423-9f7d-b1b9c5b39924,segment=NetworkSegment(40d32ec7-e595-476a-9722-bb02a34db7ea),segment_id=40d32ec7-e595-476a-9722-bb02a34db7ea)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:41:34.983794 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-86436b57-d264-4d8c-a051-90370b636c48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:35.011486 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ff66360a-57ec-468b-9d6c-38d82517ce9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007'] for port, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:35.040054 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-86436b57-d264-4d8c-a051-90370b636c48 admin admin] Calling delete_port for 933d6cb6-fa02-4423-9f7d-b1b9c5b39924 owned by network:dhcp {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:41:35.045777 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff66360a-57ec-468b-9d6c-38d82517ce9e None None] Pushing event deleted for resources: {'Port': ['ID=933d6cb6-fa02-4423-9f7d-b1b9c5b39924,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:41:35.055247 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef809be-1260-4f1b-83c0-2086cff22c5e req-f3679ff9-8c1f-4fc3-b73a-64d48ea6f54c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:35.058737 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-3ef809be-1260-4f1b-83c0-2086cff22c5e req-f3679ff9-8c1f-4fc3-b73a-64d48ea6f54c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c73693fa6e6d4478899187f0c4554a22&device_id=0a9edcae-1a53-42e0-b889-8cd6588f5d72 HTTP/1.1" status: 200 len: 1094 time: 0.0565009 Nov 19 17:41:35.069610 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff66360a-57ec-468b-9d6c-38d82517ce9e None None] No DVR routers for this DVR port 933d6cb6-fa02-4423-9f7d-b1b9c5b39924 on host n-d-818022-2 {{(pid=103366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:41:35.073033 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d6de69d-6515-4b90-b2e0-621cb644b241 admin admin] Checking segment: {'id': '7f7608ea-8bdd-41e7-91fd-16ec67411b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '3e96445f-a5e4-45c4-8de8-46b5573abaec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:41:35.073456 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d6de69d-6515-4b90-b2e0-621cb644b241 admin admin] Network hostable DHCP agents. Network: 3e96445f-a5e4-45c4-8de8-46b5573abaec, hostable agents: ['02910ef2-0455-4aea-9f38-9a875579633f'], hosted agents: [] {{(pid=103365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 17:41:35.079545 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:35.119408 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-895a9b7a-5b62-475e-a6d0-82246753144f req-705f72e1-b26d-4334-89f9-5dce53e10db0 tempest-FloatingIPDetailsTestJSON-519469384 tempest-FloatingIPDetailsTestJSON-519469384-project] 10.222.0.54 "GET /v2.0/floatingips?tenant_id=576a71c59b264606ae89f9c57a18124b HTTP/1.1" status: 200 len: 1656 time: 0.1235280 Nov 19 17:41:35.194474 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device ef29ff01-741a-4135-8fd8-7b24c52ae677 no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:41:35.216719 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c61f35-9f83-47a1-b1bb-231119737cd8 req-d80c632e-47df-49c8-b3b6-95c7e6c7d99e tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:35.217393 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: ef29ff01-741a-4135-8fd8-7b24c52ae677 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:41:35.217843 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device ef29ff01-741a-4135-8fd8-7b24c52ae677 not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:41:35.218318 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 933d6cb6-fa02-4423-9f7d-b1b9c5b39924 no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:41:35.222288 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-71c61f35-9f83-47a1-b1bb-231119737cd8 req-d80c632e-47df-49c8-b3b6-95c7e6c7d99e tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.54 "GET /v2.0/ports?device_id=190b8a74-1657-4b15-9d43-f9dddedef7f2 HTTP/1.1" status: 200 len: 944 time: 0.1237316 Nov 19 17:41:35.238900 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: 933d6cb6-fa02-4423-9f7d-b1b9c5b39924 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:41:35.239361 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 933d6cb6-fa02-4423-9f7d-b1b9c5b39924 not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:41:35.255437 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b777576b-eaaa-4a5d-ace8-ecda170ec818 req-c8ee1e37-d1ab-41d8-9387-1b35c3256301 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:35.257021 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b777576b-eaaa-4a5d-ace8-ecda170ec818 req-c8ee1e37-d1ab-41d8-9387-1b35c3256301 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.60 "GET /v2.0/ports?device_id=190b8a74-1657-4b15-9d43-f9dddedef7f2 HTTP/1.1" status: 200 len: 944 time: 0.2700393 Nov 19 17:41:35.257746 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef809be-1260-4f1b-83c0-2086cff22c5e req-034d90d2-8ae6-4bc6-ab6a-0f5895d2e465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:35.259228 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-3ef809be-1260-4f1b-83c0-2086cff22c5e req-034d90d2-8ae6-4bc6-ab6a-0f5895d2e465 service neutron] 10.222.0.60 "GET /v2.0/networks?id=28cedc67-99d8-468f-bfac-d99454b0b75f HTTP/1.1" status: 200 len: 914 time: 0.1841443 Nov 19 17:41:35.280706 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d6de69d-6515-4b90-b2e0-621cb644b241 admin admin] Network 3e96445f-a5e4-45c4-8de8-46b5573abaec is scheduled to be hosted by DHCP agent 02910ef2-0455-4aea-9f38-9a875579633f with binding_index 1 {{(pid=103365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 17:41:35.319775 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-3ef809be-1260-4f1b-83c0-2086cff22c5e req-2bd7cbba-7572-4b48-a6bc-2f1b63d57861 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7155e232-dea9-4773-b4e4-46fc9eb16feb HTTP/1.1" status: 200 len: 217 time: 0.0451536 Nov 19 17:41:35.323220 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-71c61f35-9f83-47a1-b1bb-231119737cd8 req-cc97d0be-b936-49b3-8f7a-ea064a8df879 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.54 "GET /v2.0/security-groups?id=740807d6-4246-4ecb-a636-49a5e5a1e11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966530 Nov 19 17:41:35.348164 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-0d6de69d-6515-4b90-b2e0-621cb644b241 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818022-2, 3e96445f-a5e4-45c4-8de8-46b5573abaec) {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:41:35.370143 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-218def0a-cf44-4562-9f7f-0167497f4892 None None] Network 3e96445f-a5e4-45c4-8de8-46b5573abaec requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:41:35.374003 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d6de69d-6515-4b90-b2e0-621cb644b241 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:35.375742 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0d6de69d-6515-4b90-b2e0-621cb644b241 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:35.381846 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef809be-1260-4f1b-83c0-2086cff22c5e req-e771db89-2976-4f46-aeb5-18e2a5687954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:35.383489 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-3ef809be-1260-4f1b-83c0-2086cff22c5e req-e771db89-2976-4f46-aeb5-18e2a5687954 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=30818a33-6670-4f21-8645-db484dc2d74d HTTP/1.1" status: 200 len: 853 time: 0.0514486 Nov 19 17:41:35.427985 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-3ef809be-1260-4f1b-83c0-2086cff22c5e req-f5089884-df3f-4cfe-adc2-12e6ab032b94 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=28cedc67-99d8-468f-bfac-d99454b0b75f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327389 Nov 19 17:41:35.455684 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895a9b7a-5b62-475e-a6d0-82246753144f req-ff5b97a5-e342-4ac4-96a1-c7cfe812dcd1 tempest-FloatingIPDetailsTestJSON-519469384 tempest-FloatingIPDetailsTestJSON-519469384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:35.457182 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-895a9b7a-5b62-475e-a6d0-82246753144f req-ff5b97a5-e342-4ac4-96a1-c7cfe812dcd1 tempest-FloatingIPDetailsTestJSON-519469384 tempest-FloatingIPDetailsTestJSON-519469384-project] 10.222.0.54 "GET /v2.0/networks?id=645e61aa-1a6c-4e8f-857e-ab06edb4897f&id=645e61aa-1a6c-4e8f-857e-ab06edb4897f&id=645e61aa-1a6c-4e8f-857e-ab06edb4897f HTTP/1.1" status: 200 len: 787 time: 0.2912090 Nov 19 17:41:35.465118 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-0d6de69d-6515-4b90-b2e0-621cb644b241 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2083089 Nov 19 17:41:35.467961 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 48144) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:41:35.482329 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-03d46ac9-7bbe-4731-beff-bf9ebd94e0b6 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-964568590-router', 'tenant_id': 'e9d0792a3a024bd5be40fd99773caf74', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'}}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:41:35.487040 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-538df051-c84e-4813-a3bc-f19d41cd5911 req-d2bdedc6-018f-48d7-919f-074d4b57601c service neutron] 10.222.0.86 "GET /v2.0/ports/fe5b02dd-74e9-432a-8ab4-84e77d94cb3b/bindings/n-h1-818022-2 HTTP/1.1" status: 200 len: 384 time: 0.2515259 Nov 19 17:41:35.517490 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-86436b57-d264-4d8c-a051-90370b636c48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:35.557287 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b32dbc3-58ad-4775-a4ce-e11bef4dbd77 None None] Network 3e96445f-a5e4-45c4-8de8-46b5573abaec requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:41:35.587698 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7898ff3c-9976-4093-92eb-101901c72494 req-beeef0b4-ee18-44f1-ac8e-7764e57240b2 tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:35.595419 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-7898ff3c-9976-4093-92eb-101901c72494 req-beeef0b4-ee18-44f1-ac8e-7764e57240b2 tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] 10.222.0.54 "GET /v2.0/ports?device_id=486c2749-b729-43bb-a2f2-da659309b3a4 HTTP/1.1" status: 200 len: 946 time: 0.1144099 Nov 19 17:41:35.595679 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86436b57-d264-4d8c-a051-90370b636c48 admin admin] Pushing event deleted for resources: {'Port': ['ID=933d6cb6-fa02-4423-9f7d-b1b9c5b39924,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:41:35.597146 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-03d46ac9-7bbe-4731-beff-bf9ebd94e0b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9890'] for router, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:35.600020 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-03d46ac9-7bbe-4731-beff-bf9ebd94e0b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671617', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-732153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4689'] for router, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:35.618671 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86436b57-d264-4d8c-a051-90370b636c48 admin admin] No DVR routers for this DVR port 933d6cb6-fa02-4423-9f7d-b1b9c5b39924 on host n-d-818022-2 {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:41:35.651338 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-3ef809be-1260-4f1b-83c0-2086cff22c5e req-ef5c1ae8-9f10-40e2-ae6c-4d1c70e72eb1 service neutron] 10.222.0.60 "GET /v2.0/networks/28cedc67-99d8-468f-bfac-d99454b0b75f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2149870 Nov 19 17:41:35.725879 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-b777576b-eaaa-4a5d-ace8-ecda170ec818 req-d8876635-30c7-492e-bba2-0c58a84c419b tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] Deleting port a1fadd38-d96e-4b9d-9eb7-8fd2264a9348 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:41:35.726230 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-b777576b-eaaa-4a5d-ace8-ecda170ec818 req-d8876635-30c7-492e-bba2-0c58a84c419b tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:35.728892 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-7898ff3c-9976-4093-92eb-101901c72494 req-3d0c06ac-36df-4ce7-9d28-c49beb1a65b8 tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] 10.222.0.54 "GET /v2.0/security-groups?id=2e3e4707-c197-4851-8355-26b2132f2eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121683 Nov 19 17:41:35.815276 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-857a0436-0717-4d2b-b613-01d5e693025b req-da83c578-3ea9-4ec5-98a6-d2fc021c4e70 tempest-FloatingIPDetailsTestJSON-519469384 tempest-FloatingIPDetailsTestJSON-519469384-project] 10.222.0.54 "GET /v2.0/floatingips/5df08b8a-6730-4233-8c1f-999a834e925f HTTP/1.1" status: 200 len: 692 time: 0.0576782 Nov 19 17:41:35.819578 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-3ef809be-1260-4f1b-83c0-2086cff22c5e req-62b3ee4a-12e3-4ae8-b70d-2eea0b4788ed service neutron] 10.222.0.60 "GET /v2.0/networks/28cedc67-99d8-468f-bfac-d99454b0b75f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588128 Nov 19 17:41:35.846770 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04496f8-6bb0-48d2-9a0f-bbd5d5e4cb4a req-9e8741ef-52ba-4e87-b1dd-560408f59e12 tempest-ServerAddressesTestJSON-1186084829 tempest-ServerAddressesTestJSON-1186084829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:35.848285 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f04496f8-6bb0-48d2-9a0f-bbd5d5e4cb4a req-9e8741ef-52ba-4e87-b1dd-560408f59e12 tempest-ServerAddressesTestJSON-1186084829 tempest-ServerAddressesTestJSON-1186084829-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a9edcae-1a53-42e0-b889-8cd6588f5d72 HTTP/1.1" status: 200 len: 943 time: 0.3274899 Nov 19 17:41:35.853503 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-03d46ac9-7bbe-4731-beff-bf9ebd94e0b6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:35.859998 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-86436b57-d264-4d8c-a051-90370b636c48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:35.930075 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857a0436-0717-4d2b-b613-01d5e693025b req-00c65352-4b9f-472e-94a8-d3a01a9d6d6e tempest-FloatingIPDetailsTestJSON-519469384 tempest-FloatingIPDetailsTestJSON-519469384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:35.931407 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-857a0436-0717-4d2b-b613-01d5e693025b req-00c65352-4b9f-472e-94a8-d3a01a9d6d6e tempest-FloatingIPDetailsTestJSON-519469384 tempest-FloatingIPDetailsTestJSON-519469384-project] 10.222.0.54 "GET /v2.0/networks/645e61aa-1a6c-4e8f-857e-ab06edb4897f HTTP/1.1" status: 200 len: 784 time: 0.1086574 Nov 19 17:41:35.971223 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-86436b57-d264-4d8c-a051-90370b636c48 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1ecc51a-8714-4d29-83bc-1c35092d97e3']}} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:41:35.981566 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-857a0436-0717-4d2b-b613-01d5e693025b req-90560202-02cd-4b1e-94c0-d8cf0e2f262e tempest-FloatingIPDetailsTestJSON-519469384 tempest-FloatingIPDetailsTestJSON-519469384-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.7.51 HTTP/1.1" status: 200 len: 695 time: 0.0433156 Nov 19 17:41:36.024710 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-86436b57-d264-4d8c-a051-90370b636c48 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40d32ec7-e595-476a-9722-bb02a34db7ea') {'for_net_delete': True} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:41:36.025201 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-86436b57-d264-4d8c-a051-90370b636c48 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40d32ec7-e595-476a-9722-bb02a34db7ea') {} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:41:36.035105 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-857a0436-0717-4d2b-b613-01d5e693025b req-96a2be20-7db9-4c90-bdf3-f27f9570c316 tempest-FloatingIPDetailsTestJSON-519469384 tempest-FloatingIPDetailsTestJSON-519469384-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.7.51 HTTP/1.1" status: 200 len: 695 time: 0.0472128 Nov 19 17:41:36.088667 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-86436b57-d264-4d8c-a051-90370b636c48 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12545382'] for segment, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:36.162783 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f04496f8-6bb0-48d2-9a0f-bbd5d5e4cb4a req-3c1f7bfc-bdc5-4f02-8abe-f72f484ba21a tempest-ServerAddressesTestJSON-1186084829 tempest-ServerAddressesTestJSON-1186084829-project] 10.222.0.54 "GET /v2.0/security-groups?id=84a30153-91c1-47aa-836e-a8e2f1bd6046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3044753 Nov 19 17:41:36.164282 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [req-857a0436-0717-4d2b-b613-01d5e693025b req-c1af72dc-ca78-4634-9606-3abc5f575efa tempest-FloatingIPDetailsTestJSON-519469384 tempest-FloatingIPDetailsTestJSON-519469384-project] Deleting port 31f5c515-e4d9-4c9b-8b1e-c1adcb4c9c6b {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:41:36.164636 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-857a0436-0717-4d2b-b613-01d5e693025b req-c1af72dc-ca78-4634-9606-3abc5f575efa tempest-FloatingIPDetailsTestJSON-519469384 tempest-FloatingIPDetailsTestJSON-519469384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:36.166492 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-03d46ac9-7bbe-4731-beff-bf9ebd94e0b6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:36.172542 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-86436b57-d264-4d8c-a051-90370b636c48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:36.175438 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-b777576b-eaaa-4a5d-ace8-ecda170ec818 req-d8876635-30c7-492e-bba2-0c58a84c419b tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] For port a1fadd38-d96e-4b9d-9eb7-8fd2264a9348, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=a1fadd38-d96e-4b9d-9eb7-8fd2264a9348,segment=NetworkSegment(fa32b67e-17cc-4a5c-8764-82d3483c4272),segment_id=fa32b67e-17cc-4a5c-8764-82d3483c4272)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:41:36.175788 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-b777576b-eaaa-4a5d-ace8-ecda170ec818 req-d8876635-30c7-492e-bba2-0c58a84c419b tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:36.256972 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-857a0436-0717-4d2b-b613-01d5e693025b req-c1af72dc-ca78-4634-9606-3abc5f575efa tempest-FloatingIPDetailsTestJSON-519469384 tempest-FloatingIPDetailsTestJSON-519469384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:36.257416 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-857a0436-0717-4d2b-b613-01d5e693025b req-c1af72dc-ca78-4634-9606-3abc5f575efa tempest-FloatingIPDetailsTestJSON-519469384 tempest-FloatingIPDetailsTestJSON-519469384-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:36.270606 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [req-857a0436-0717-4d2b-b613-01d5e693025b req-c1af72dc-ca78-4634-9606-3abc5f575efa tempest-FloatingIPDetailsTestJSON-519469384 tempest-FloatingIPDetailsTestJSON-519469384-project] Calling delete_port for 31f5c515-e4d9-4c9b-8b1e-c1adcb4c9c6b owned by network:floatingip {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:41:36.414651 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-857a0436-0717-4d2b-b613-01d5e693025b req-c1af72dc-ca78-4634-9606-3abc5f575efa tempest-FloatingIPDetailsTestJSON-519469384 tempest-FloatingIPDetailsTestJSON-519469384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:36.440798 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1af72dc-ca78-4634-9606-3abc5f575efa tempest-FloatingIPDetailsTestJSON-519469384 tempest-FloatingIPDetailsTestJSON-519469384-project] Pushing event deleted for resources: {'Port': ['ID=31f5c515-e4d9-4c9b-8b1e-c1adcb4c9c6b,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:41:36.484931 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86436b57-d264-4d8c-a051-90370b636c48 admin admin] Releasing vlan 666 on physical network physnet1 to pool {{(pid=103365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 17:41:36.485532 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-86436b57-d264-4d8c-a051-90370b636c48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12282953'] for segment, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:36.489168 n-d-818022-2 neutron-server[103365]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 17:41:36.489168 n-d-818022-2 neutron-server[103365]: self.session.flush() Nov 19 17:41:36.489168 n-d-818022-2 neutron-server[103365]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 17:41:36.489168 n-d-818022-2 neutron-server[103365]: self.session.flush() Nov 19 17:41:36.489168 n-d-818022-2 neutron-server[103365]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 17:41:36.489168 n-d-818022-2 neutron-server[103365]: self.session.flush() Nov 19 17:41:36.489168 n-d-818022-2 neutron-server[103365]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 17:41:36.489168 n-d-818022-2 neutron-server[103365]: self.session.flush() Nov 19 17:41:36.489168 n-d-818022-2 neutron-server[103365]: Traceback (most recent call last): Nov 19 17:41:36.489168 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 17:41:36.489168 n-d-818022-2 neutron-server[103365]: timer() Nov 19 17:41:36.489168 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 17:41:36.489168 n-d-818022-2 neutron-server[103365]: cb(*args, **kw) Nov 19 17:41:36.489168 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 17:41:36.489168 n-d-818022-2 neutron-server[103365]: return func(*args, **kwargs) Nov 19 17:41:36.489168 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 17:41:36.489168 n-d-818022-2 neutron-server[103365]: self._notify() Nov 19 17:41:36.489168 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 17:41:36.489168 n-d-818022-2 neutron-server[103365]: self.callback(batched_events) Nov 19 17:41:36.489168 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 17:41:36.489168 n-d-818022-2 neutron-server[103365]: event.method(event) Nov 19 17:41:36.489168 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 17:41:36.489168 n-d-818022-2 neutron-server[103365]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 17:41:36.489168 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 17:41:36.489168 n-d-818022-2 neutron-server[103365]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 17:41:36.489168 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 17:41:36.489168 n-d-818022-2 neutron-server[103365]: return f(self, *a, **k) Nov 19 17:41:36.489168 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 17:41:36.489168 n-d-818022-2 neutron-server[103365]: return self._get(url).json() Nov 19 17:41:36.489168 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 17:41:36.489168 n-d-818022-2 neutron-server[103365]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 17:41:36.489168 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 17:41:36.489168 n-d-818022-2 neutron-server[103365]: return self.request(url, 'GET', **kwargs) Nov 19 17:41:36.489168 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 17:41:36.489168 n-d-818022-2 neutron-server[103365]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 17:41:36.489168 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 17:41:36.489168 n-d-818022-2 neutron-server[103365]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 17:41:36.489168 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 17:41:36.489168 n-d-818022-2 neutron-server[103365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 17:41:36.489168 n-d-818022-2 neutron-server[103365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 17:41:36.509605 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-857a0436-0717-4d2b-b613-01d5e693025b req-c1af72dc-ca78-4634-9606-3abc5f575efa tempest-FloatingIPDetailsTestJSON-519469384 tempest-FloatingIPDetailsTestJSON-519469384-project] Publish callbacks [] for floatingip, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:36.510759 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-857a0436-0717-4d2b-b613-01d5e693025b req-c1af72dc-ca78-4634-9606-3abc5f575efa tempest-FloatingIPDetailsTestJSON-519469384 tempest-FloatingIPDetailsTestJSON-519469384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for floatingip, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:36.511929 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-857a0436-0717-4d2b-b613-01d5e693025b req-c1af72dc-ca78-4634-9606-3abc5f575efa tempest-FloatingIPDetailsTestJSON-519469384 tempest-FloatingIPDetailsTestJSON-519469384-project] 10.222.0.54 "DELETE /v2.0/floatingips/5df08b8a-6730-4233-8c1f-999a834e925f HTTP/1.1" status: 204 len: 173 time: 0.4706981 Nov 19 17:41:36.512091 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-b777576b-eaaa-4a5d-ace8-ecda170ec818 req-d8876635-30c7-492e-bba2-0c58a84c419b tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] Calling delete_port for a1fadd38-d96e-4b9d-9eb7-8fd2264a9348 owned by compute:nova {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:41:36.580596 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-538df051-c84e-4813-a3bc-f19d41cd5911 req-837e859f-97e6-4266-83a7-35553fea3d06 service neutron] For port fe5b02dd-74e9-432a-8ab4-84e77d94cb3b, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=fe5b02dd-74e9-432a-8ab4-84e77d94cb3b,segment=NetworkSegment(68be9c2e-9e68-489a-becd-67ff095c4169),segment_id=68be9c2e-9e68-489a-becd-67ff095c4169)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:41:36.613240 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c00d6ad-6137-477e-ba2c-628985516691 req-b4600522-c049-450d-9b3d-5cd26d1e875c tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:36.615336 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-3c00d6ad-6137-477e-ba2c-628985516691 req-b4600522-c049-450d-9b3d-5cd26d1e875c tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] 10.222.0.54 "GET /v2.0/ports?device_id=486c2749-b729-43bb-a2f2-da659309b3a4 HTTP/1.1" status: 200 len: 946 time: 0.0527809 Nov 19 17:41:36.664354 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-3c00d6ad-6137-477e-ba2c-628985516691 req-95e2fcfc-6ac5-47d2-9392-9fe419ad8575 tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] 10.222.0.54 "GET /v2.0/security-groups?id=2e3e4707-c197-4851-8355-26b2132f2eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414672 Nov 19 17:41:36.689246 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-538df051-c84e-4813-a3bc-f19d41cd5911 req-837e859f-97e6-4266-83a7-35553fea3d06 service neutron] For port fe5b02dd-74e9-432a-8ab4-84e77d94cb3b, host n-h2-818022-2, cleared binding levels {{(pid=103365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:41:36.689715 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-86436b57-d264-4d8c-a051-90370b636c48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671242'] for network, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:36.722704 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-86436b57-d264-4d8c-a051-90370b636c48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:36.725988 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-86436b57-d264-4d8c-a051-90370b636c48 admin admin] 10.222.0.54 "DELETE /v2.0/networks/e1ecc51a-8714-4d29-83bc-1c35092d97e3 HTTP/1.1" status: 204 len: 168 time: 2.3387299 Nov 19 17:41:36.750442 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f69beaf-6aad-47d1-b28d-e8102aebda0e req-9efe9c96-a8dd-47e9-8577-ebd51b6f3c6b tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:36.751869 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-1f69beaf-6aad-47d1-b28d-e8102aebda0e req-9efe9c96-a8dd-47e9-8577-ebd51b6f3c6b tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/ports?device_id=6f9814ff-8e64-48d8-9f39-139a5f0b0dbe HTTP/1.1" status: 200 len: 943 time: 0.2705700 Nov 19 17:41:36.759394 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86436b57-d264-4d8c-a051-90370b636c48 admin admin] Pushing event deleted for resources: {'Network': ['ID=e1ecc51a-8714-4d29-83bc-1c35092d97e3,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:41:36.773883 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [req-538df051-c84e-4813-a3bc-f19d41cd5911 req-837e859f-97e6-4266-83a7-35553fea3d06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe5b02dd-74e9-432a-8ab4-84e77d94cb3b {{(pid=103365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:41:36.783135 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f072740-5777-435e-a99c-3d0956aa0cda req-e860de73-ec28-45b1-9a03-e001a9f7d093 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:36.791296 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-3f072740-5777-435e-a99c-3d0956aa0cda req-e860de73-ec28-45b1-9a03-e001a9f7d093 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.54 "GET /v2.0/ports?device_id=190b8a74-1657-4b15-9d43-f9dddedef7f2 HTTP/1.1" status: 200 len: 944 time: 0.0655251 Nov 19 17:41:36.810313 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-538df051-c84e-4813-a3bc-f19d41cd5911 req-837e859f-97e6-4266-83a7-35553fea3d06 service neutron] For port fe5b02dd-74e9-432a-8ab4-84e77d94cb3b, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=fe5b02dd-74e9-432a-8ab4-84e77d94cb3b,segment=NetworkSegment(68be9c2e-9e68-489a-becd-67ff095c4169),segment_id=68be9c2e-9e68-489a-becd-67ff095c4169)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:41:36.837912 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-3f072740-5777-435e-a99c-3d0956aa0cda req-9a749d5d-3a47-484c-8f5b-911495026917 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.54 "GET /v2.0/security-groups?id=740807d6-4246-4ecb-a636-49a5e5a1e11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457261 Nov 19 17:41:36.843938 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-538df051-c84e-4813-a3bc-f19d41cd5911 req-837e859f-97e6-4266-83a7-35553fea3d06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:36.866140 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 48164) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:41:36.900003 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-1f69beaf-6aad-47d1-b28d-e8102aebda0e req-3b1855bc-be8e-4f10-b7b4-093649d5fc26 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/security-groups?id=12d5dc08-1d9f-41c6-b52c-304239ec8b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334004 Nov 19 17:41:36.921015 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-33624495-c495-4815-b180-7692361848c5 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=1a0c23896b6a426c9d6f99a1e9d93ea5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0535922 Nov 19 17:41:36.921687 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 48166) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:41:36.980969 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-87d37d6d-668b-4b52-aed8-cc166ea08b62 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:37.003771 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-87d37d6d-668b-4b52-aed8-cc166ea08b62 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:37.015562 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-b777576b-eaaa-4a5d-ace8-ecda170ec818 req-d8876635-30c7-492e-bba2-0c58a84c419b tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:37.026190 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5531751c-e7be-45d9-b85c-0c21f315e98c req-fb965fee-2981-4b43-a101-a855c5ff063c tempest-FloatingIPDetailsTestJSON-519469384 tempest-FloatingIPDetailsTestJSON-519469384-project] 10.222.0.54 "GET /v2.0/floatingips/cd702a18-1ee6-44f9-9972-3c011f5211fe HTTP/1.1" status: 200 len: 693 time: 0.0859208 Nov 19 17:41:37.077585 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179aab88-9a01-4a4f-8089-1038a24563f2 req-5c47cdbd-185e-4c4a-8f05-3e1f0c4b67d1 tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:37.079101 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-179aab88-9a01-4a4f-8089-1038a24563f2 req-5c47cdbd-185e-4c4a-8f05-3e1f0c4b67d1 tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] 10.222.0.54 "GET /v2.0/ports?device_id=486c2749-b729-43bb-a2f2-da659309b3a4 HTTP/1.1" status: 200 len: 946 time: 0.0682156 Nov 19 17:41:37.104721 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8876635-30c7-492e-bba2-0c58a84c419b tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] Pushing event deleted for resources: {'Port': ['ID=a1fadd38-d96e-4b9d-9eb7-8fd2264a9348,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:41:37.113590 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-87d37d6d-668b-4b52-aed8-cc166ea08b62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:37.116650 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-87d37d6d-668b-4b52-aed8-cc166ea08b62 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:37.120116 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-87d37d6d-668b-4b52-aed8-cc166ea08b62 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c2d42000-c475-4f47-81a1-d381635bd450 HTTP/1.1" status: 204 len: 168 time: 0.1950524 Nov 19 17:41:37.136348 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d37d6d-668b-4b52-aed8-cc166ea08b62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2d42000-c475-4f47-81a1-d381635bd450,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:41:37.142513 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-179aab88-9a01-4a4f-8089-1038a24563f2 req-9a36415f-37cc-44db-bca0-d14140ed3bfe tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] 10.222.0.54 "GET /v2.0/security-groups?id=2e3e4707-c197-4851-8355-26b2132f2eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566287 Nov 19 17:41:37.231036 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.provisioning_blocks [req-538df051-c84e-4813-a3bc-f19d41cd5911 req-837e859f-97e6-4266-83a7-35553fea3d06 service neutron] Transition to ACTIVE for port object fe5b02dd-74e9-432a-8ab4-84e77d94cb3b will not be triggered until provisioned by entity L2. {{(pid=103365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 17:41:37.252309 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-b777576b-eaaa-4a5d-ace8-ecda170ec818 req-d8876635-30c7-492e-bba2-0c58a84c419b tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] No DVR routers for this DVR port a1fadd38-d96e-4b9d-9eb7-8fd2264a9348 on host n-h1-818022-2 {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:41:37.261774 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-b777576b-eaaa-4a5d-ace8-ecda170ec818 req-d8876635-30c7-492e-bba2-0c58a84c419b tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:37.265460 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b777576b-eaaa-4a5d-ace8-ecda170ec818 req-d8876635-30c7-492e-bba2-0c58a84c419b tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.60 "DELETE /v2.0/ports/a1fadd38-d96e-4b9d-9eb7-8fd2264a9348 HTTP/1.1" status: 204 len: 173 time: 1.9805338 Nov 19 17:41:37.266821 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-538df051-c84e-4813-a3bc-f19d41cd5911 req-837e859f-97e6-4266-83a7-35553fea3d06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:37.268707 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '190b8a74-1657-4b15-9d43-f9dddedef7f2', 'name': 'network-vif-deleted', 'tag': 'a1fadd38-d96e-4b9d-9eb7-8fd2264a9348'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:41:37.271725 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218319d759239a7d11f1288aef37381b97754913ee9ccbfd43b51a463f801712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1775f5cc-cd25-435d-997f-a8cf3df9f5cd" -d '{"events": [{"server_uuid": "190b8a74-1657-4b15-9d43-f9dddedef7f2", "name": "network-vif-deleted", "tag": "a1fadd38-d96e-4b9d-9eb7-8fd2264a9348"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:41:37.306853 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe0fa05-efa1-48e3-bdb8-357f28a12bae req-e2636719-3b62-4dbc-9ddf-f63459022d3a tempest-ServerAddressesTestJSON-1186084829 tempest-ServerAddressesTestJSON-1186084829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:37.308769 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-abe0fa05-efa1-48e3-bdb8-357f28a12bae req-e2636719-3b62-4dbc-9ddf-f63459022d3a tempest-ServerAddressesTestJSON-1186084829 tempest-ServerAddressesTestJSON-1186084829-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a9edcae-1a53-42e0-b889-8cd6588f5d72 HTTP/1.1" status: 200 len: 943 time: 0.0722857 Nov 19 17:41:37.374962 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-03d46ac9-7bbe-4731-beff-bf9ebd94e0b6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:37.379704 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-abe0fa05-efa1-48e3-bdb8-357f28a12bae req-24ffce00-96a0-40e0-ac4d-f569d751673f tempest-ServerAddressesTestJSON-1186084829 tempest-ServerAddressesTestJSON-1186084829-project] 10.222.0.54 "GET /v2.0/security-groups?id=84a30153-91c1-47aa-836e-a8e2f1bd6046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610824 Nov 19 17:41:37.424226 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5531751c-e7be-45d9-b85c-0c21f315e98c req-486a4605-5228-4454-9df6-17d9c055f500 tempest-FloatingIPDetailsTestJSON-519469384 tempest-FloatingIPDetailsTestJSON-519469384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:37.425625 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5531751c-e7be-45d9-b85c-0c21f315e98c req-486a4605-5228-4454-9df6-17d9c055f500 tempest-FloatingIPDetailsTestJSON-519469384 tempest-FloatingIPDetailsTestJSON-519469384-project] 10.222.0.54 "GET /v2.0/networks/645e61aa-1a6c-4e8f-857e-ab06edb4897f HTTP/1.1" status: 200 len: 784 time: 0.3700759 Nov 19 17:41:37.426810 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-538df051-c84e-4813-a3bc-f19d41cd5911 req-837e859f-97e6-4266-83a7-35553fea3d06 service neutron] No DVR routers for this DVR port fe5b02dd-74e9-432a-8ab4-84e77d94cb3b on host n-h2-818022-2 {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:41:37.430341 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-03d46ac9-7bbe-4731-beff-bf9ebd94e0b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:37.433181 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837e859f-97e6-4266-83a7-35553fea3d06 service neutron] Pushing event updated for resources: {'Port': ['ID=fe5b02dd-74e9-432a-8ab4-84e77d94cb3b,revision_number=10']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:41:37.531820 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547f57b8-60c2-40ba-89be-1a7fd6fed92d req-2426cd8d-e921-40a0-9a00-d01e1ae0e699 tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:37.533485 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-547f57b8-60c2-40ba-89be-1a7fd6fed92d req-2426cd8d-e921-40a0-9a00-d01e1ae0e699 tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] 10.222.0.54 "GET /v2.0/ports?device_id=486c2749-b729-43bb-a2f2-da659309b3a4 HTTP/1.1" status: 200 len: 946 time: 0.0551920 Nov 19 17:41:37.538224 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-538df051-c84e-4813-a3bc-f19d41cd5911 req-837e859f-97e6-4266-83a7-35553fea3d06 service neutron] 10.222.0.86 "PUT /v2.0/ports/fe5b02dd-74e9-432a-8ab4-84e77d94cb3b/bindings/n-h1-818022-2/activate HTTP/1.1" status: 200 len: 369 time: 2.0385666 Nov 19 17:41:37.544478 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5531751c-e7be-45d9-b85c-0c21f315e98c req-e0235a3a-acb9-479f-bdb4-f0c9663d7e6c tempest-FloatingIPDetailsTestJSON-519469384 tempest-FloatingIPDetailsTestJSON-519469384-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.7.135 HTTP/1.1" status: 200 len: 696 time: 0.1079695 Nov 19 17:41:37.616130 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-547f57b8-60c2-40ba-89be-1a7fd6fed92d req-1fd71fd9-3834-47c8-8d0a-8ac7d9cee472 tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] 10.222.0.54 "GET /v2.0/security-groups?id=2e3e4707-c197-4851-8355-26b2132f2eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713527 Nov 19 17:41:37.654036 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 7155e232-dea9-4773-b4e4-46fc9eb16feb details requested by agent hyperv_n-h1-818022-2 with host n-h1-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 17:41:37.655226 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5531751c-e7be-45d9-b85c-0c21f315e98c req-44413c0d-54e9-41d4-87f9-8b2c08b2a017 tempest-FloatingIPDetailsTestJSON-519469384 tempest-FloatingIPDetailsTestJSON-519469384-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.7.135 HTTP/1.1" status: 200 len: 696 time: 0.0926952 Nov 19 17:41:37.685460 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:41:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5238ab30-bc84-4f91-b9e2-cc8fdc783ec0 x-openstack-request-id: req-5238ab30-bc84-4f91-b9e2-cc8fdc783ec0 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:41:37.685745 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "190b8a74-1657-4b15-9d43-f9dddedef7f2", "name": "network-vif-deleted", "tag": "a1fadd38-d96e-4b9d-9eb7-8fd2264a9348", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:41:37.686024 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-5238ab30-bc84-4f91-b9e2-cc8fdc783ec0 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:41:37.686416 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '190b8a74-1657-4b15-9d43-f9dddedef7f2', 'name': 'network-vif-deleted', 'tag': 'a1fadd38-d96e-4b9d-9eb7-8fd2264a9348', 'status': 'completed', 'code': 200} Nov 19 17:41:37.735196 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [None req-03d46ac9-7bbe-4731-beff-bf9ebd94e0b6 admin admin] Allocated IP 172.25.7.170 (645e61aa-1a6c-4e8f-857e-ab06edb4897f/88ed2d64-f56d-4f01-a468-946e01c99e82/818e9224-abcd-47ac-9d74-477302aa9cda) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:41:37.779348 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 7155e232-dea9-4773-b4e4-46fc9eb16feb, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=7155e232-dea9-4773-b4e4-46fc9eb16feb,segment=NetworkSegment(4c9b590b-1c19-4565-aada-595c58ce7808),segment_id=4c9b590b-1c19-4565-aada-595c58ce7808)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:41:37.797558 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538df051-c84e-4813-a3bc-f19d41cd5911 req-f0eceb96-0f0f-4f05-b53a-ec20cf9e72df tempest-LiveMigrationTest-1744255723 tempest-LiveMigrationTest-1744255723-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:37.799474 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-538df051-c84e-4813-a3bc-f19d41cd5911 req-f0eceb96-0f0f-4f05-b53a-ec20cf9e72df tempest-LiveMigrationTest-1744255723 tempest-LiveMigrationTest-1744255723-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=6f9814ff-8e64-48d8-9f39-139a5f0b0dbe&tenant_id=de10e7e0e3ea4ce28d84ef76e9c1ec3a&binding%3Ahost_id=n-h2-818022-2 HTTP/1.1" status: 200 len: 1095 time: 0.1615386 Nov 19 17:41:37.800544 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Returning: {'device': '7155e232-dea9-4773-b4e4-46fc9eb16feb', 'network_id': '28cedc67-99d8-468f-bfac-d99454b0b75f', 'port_id': '7155e232-dea9-4773-b4e4-46fc9eb16feb', 'mac_address': 'fa:16:3e:06:3a:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 699, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30818a33-6670-4f21-8645-db484dc2d74d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 17:41:37.866146 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:37.868447 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bd88b5-cba2-4ff5-850c-c1a137f0fbb3 req-6828153d-1736-4b70-b704-6504583eb035 tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:37.871362 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-50bd88b5-cba2-4ff5-850c-c1a137f0fbb3 req-6828153d-1736-4b70-b704-6504583eb035 tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] 10.222.0.54 "GET /v2.0/ports?device_id=486c2749-b729-43bb-a2f2-da659309b3a4 HTTP/1.1" status: 200 len: 946 time: 0.0977659 Nov 19 17:41:37.900964 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7155e232-dea9-4773-b4e4-46fc9eb16feb {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:41:37.957863 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 7155e232-dea9-4773-b4e4-46fc9eb16feb, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=7155e232-dea9-4773-b4e4-46fc9eb16feb,segment=NetworkSegment(4c9b590b-1c19-4565-aada-595c58ce7808),segment_id=4c9b590b-1c19-4565-aada-595c58ce7808)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:41:37.965929 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:37.968960 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538df051-c84e-4813-a3bc-f19d41cd5911 req-f99c6a13-a6e1-4b82-bc7d-575546a183bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:37.970834 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-538df051-c84e-4813-a3bc-f19d41cd5911 req-f99c6a13-a6e1-4b82-bc7d-575546a183bd service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=6f9814ff-8e64-48d8-9f39-139a5f0b0dbe&tenant_id=de10e7e0e3ea4ce28d84ef76e9c1ec3a HTTP/1.1" status: 200 len: 1095 time: 0.1067653 Nov 19 17:41:37.979628 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-50bd88b5-cba2-4ff5-850c-c1a137f0fbb3 req-0fac045d-0c6f-41a5-8fc9-90b7049aaa79 tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] 10.222.0.54 "GET /v2.0/security-groups?id=2e3e4707-c197-4851-8355-26b2132f2eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007040 Nov 19 17:41:37.985422 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-03d46ac9-7bbe-4731-beff-bf9ebd94e0b6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:37.988217 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-5531751c-e7be-45d9-b85c-0c21f315e98c req-3bed195f-4076-42e8-8605-b15ff6bb4253 tempest-FloatingIPDetailsTestJSON-519469384 tempest-FloatingIPDetailsTestJSON-519469384-project] Deleting port ecdc0350-3299-4ef0-8d97-ea90bd41c4a2 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:41:37.989313 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-5531751c-e7be-45d9-b85c-0c21f315e98c req-3bed195f-4076-42e8-8605-b15ff6bb4253 tempest-FloatingIPDetailsTestJSON-519469384 tempest-FloatingIPDetailsTestJSON-519469384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:38.059610 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=7155e232-dea9-4773-b4e4-46fc9eb16feb,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:41:38.123767 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538df051-c84e-4813-a3bc-f19d41cd5911 req-e62beeda-208f-4118-8037-2e39f4b6dfa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:38.125379 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-538df051-c84e-4813-a3bc-f19d41cd5911 req-e62beeda-208f-4118-8037-2e39f4b6dfa0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=de10e7e0e3ea4ce28d84ef76e9c1ec3a&device_id=6f9814ff-8e64-48d8-9f39-139a5f0b0dbe HTTP/1.1" status: 200 len: 1095 time: 0.1187308 Nov 19 17:41:38.130398 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-03d46ac9-7bbe-4731-beff-bf9ebd94e0b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:38.147766 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-5531751c-e7be-45d9-b85c-0c21f315e98c req-3bed195f-4076-42e8-8605-b15ff6bb4253 tempest-FloatingIPDetailsTestJSON-519469384 tempest-FloatingIPDetailsTestJSON-519469384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:38.148148 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-5531751c-e7be-45d9-b85c-0c21f315e98c req-3bed195f-4076-42e8-8605-b15ff6bb4253 tempest-FloatingIPDetailsTestJSON-519469384 tempest-FloatingIPDetailsTestJSON-519469384-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:38.149258 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa9b484-d9bc-42e5-87f5-a5eeadee4bbf req-73585b7f-60c7-445f-8d04-06807a7c4ca3 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:38.150905 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-faa9b484-d9bc-42e5-87f5-a5eeadee4bbf req-73585b7f-60c7-445f-8d04-06807a7c4ca3 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/ports?device_id=6f9814ff-8e64-48d8-9f39-139a5f0b0dbe HTTP/1.1" status: 200 len: 944 time: 0.0557396 Nov 19 17:41:38.169378 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 48208) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:41:38.201213 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-5531751c-e7be-45d9-b85c-0c21f315e98c req-3bed195f-4076-42e8-8605-b15ff6bb4253 tempest-FloatingIPDetailsTestJSON-519469384 tempest-FloatingIPDetailsTestJSON-519469384-project] Calling delete_port for ecdc0350-3299-4ef0-8d97-ea90bd41c4a2 owned by network:floatingip {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:41:38.221228 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['7155e232-dea9-4773-b4e4-46fc9eb16feb'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:41:38.223768 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-faa9b484-d9bc-42e5-87f5-a5eeadee4bbf req-be72912a-6f7b-464d-9ff2-3f3ef2ce8ed2 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/security-groups?id=12d5dc08-1d9f-41c6-b52c-304239ec8b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632057 Nov 19 17:41:38.250377 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03d46ac9-7bbe-4731-beff-bf9ebd94e0b6 admin admin] Network 645e61aa-1a6c-4e8f-857e-ab06edb4897f is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:41:38.263135 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-03d46ac9-7bbe-4731-beff-bf9ebd94e0b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:41:38.297112 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d46ac9-7bbe-4731-beff-bf9ebd94e0b6 admin admin] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:41:38.299389 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d46ac9-7bbe-4731-beff-bf9ebd94e0b6 admin admin] Pushing event updated for resources: {'Port': ['ID=818e9224-abcd-47ac-9d74-477302aa9cda,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:41:38.339061 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-94f4d725-bcd7-4809-8f4a-f09eec7fc7c1 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1165824981-network', 'tenant_id': '5c88988d15b14e549ed4294d5b1d81b7'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:41:38.369161 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94f4d725-bcd7-4809-8f4a-f09eec7fc7c1 admin admin] Made reservation on behalf of 5c88988d15b14e549ed4294d5b1d81b7 for: {'network': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:41:38.373696 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-94f4d725-bcd7-4809-8f4a-f09eec7fc7c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:38.390974 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538df051-c84e-4813-a3bc-f19d41cd5911 req-c571b4ac-9e05-4dbb-97c2-8b129356a958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:38.392469 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-538df051-c84e-4813-a3bc-f19d41cd5911 req-c571b4ac-9e05-4dbb-97c2-8b129356a958 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c7b257b3-f66e-4846-9861-5f47f21f4188 HTTP/1.1" status: 200 len: 908 time: 0.2523210 Nov 19 17:41:38.400592 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-94f4d725-bcd7-4809-8f4a-f09eec7fc7c1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:38.482014 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-94f4d725-bcd7-4809-8f4a-f09eec7fc7c1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:38.487167 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-94f4d725-bcd7-4809-8f4a-f09eec7fc7c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:38.502565 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94f4d725-bcd7-4809-8f4a-f09eec7fc7c1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 673} {{(pid=103364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 17:41:38.512630 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-538df051-c84e-4813-a3bc-f19d41cd5911 req-8e5670e6-6fd4-41a0-ae78-8fdadc2854b4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fe5b02dd-74e9-432a-8ab4-84e77d94cb3b HTTP/1.1" status: 200 len: 217 time: 0.0790172 Nov 19 17:41:38.516268 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-94f4d725-bcd7-4809-8f4a-f09eec7fc7c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:38.516922 n-d-818022-2 neutron-server[103364]: INFO neutron.db.segments_db [None req-94f4d725-bcd7-4809-8f4a-f09eec7fc7c1 admin admin] Added segment 4a9dfdd3-0c23-423a-a9c4-4c12af66c553 of type vlan for network 3e551525-40d3-4429-b843-d9d86dd5b1c3 Nov 19 17:41:38.588309 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-94f4d725-bcd7-4809-8f4a-f09eec7fc7c1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:38.593315 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f4d725-bcd7-4809-8f4a-f09eec7fc7c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=608cd3c1-fb02-4e09-9a3c-895a0164600c,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:41:38.632129 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538df051-c84e-4813-a3bc-f19d41cd5911 req-10bc76d5-5c92-4d9a-b507-8cd08a57215a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:38.633631 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-538df051-c84e-4813-a3bc-f19d41cd5911 req-10bc76d5-5c92-4d9a-b507-8cd08a57215a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=df2b5fb0-4ad7-475f-930a-bdefef26bd76 HTTP/1.1" status: 200 len: 847 time: 0.1034312 Nov 19 17:41:38.638071 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-94f4d725-bcd7-4809-8f4a-f09eec7fc7c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:38.639317 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f4d725-bcd7-4809-8f4a-f09eec7fc7c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:38.639983 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-94f4d725-bcd7-4809-8f4a-f09eec7fc7c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:38.682066 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-5531751c-e7be-45d9-b85c-0c21f315e98c req-3bed195f-4076-42e8-8605-b15ff6bb4253 tempest-FloatingIPDetailsTestJSON-519469384 tempest-FloatingIPDetailsTestJSON-519469384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:38.695243 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device fe5b02dd-74e9-432a-8ab4-84e77d94cb3b no longer exists at agent hyperv_n-h2-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:41:38.708373 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-94f4d725-bcd7-4809-8f4a-f09eec7fc7c1 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5380030 Nov 19 17:41:38.711480 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-538df051-c84e-4813-a3bc-f19d41cd5911 req-9653bd4f-0adb-42db-8bf6-9ca4d566d52b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c7b257b3-f66e-4846-9861-5f47f21f4188&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396276 Nov 19 17:41:38.712610 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 48224) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:41:38.720168 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-30f703b5-d905-4de4-a779-9fb11e908971 admin admin] Request body: {'subnet': {'network_id': '3e551525-40d3-4429-b843-d9d86dd5b1c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1165824981-subnet', 'tenant_id': '5c88988d15b14e549ed4294d5b1d81b7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:41:38.726165 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f4d725-bcd7-4809-8f4a-f09eec7fc7c1 admin admin] Pushing event updated for resources: {'Network': ['ID=3e551525-40d3-4429-b843-d9d86dd5b1c3,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:41:38.742494 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bed195f-4076-42e8-8605-b15ff6bb4253 tempest-FloatingIPDetailsTestJSON-519469384 tempest-FloatingIPDetailsTestJSON-519469384-project] Pushing event deleted for resources: {'Port': ['ID=ecdc0350-3299-4ef0-8d97-ea90bd41c4a2,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:41:38.753545 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30f703b5-d905-4de4-a779-9fb11e908971 admin admin] Made reservation on behalf of 5c88988d15b14e549ed4294d5b1d81b7 for: {'subnet': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:41:38.759147 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-30f703b5-d905-4de4-a779-9fb11e908971 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8983829'] for subnet, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:38.779426 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network 3e551525-40d3-4429-b843-d9d86dd5b1c3 details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 17:41:38.869541 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device fe5b02dd-74e9-432a-8ab4-84e77d94cb3b not bound to the agent host n-h2-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:41:39.049975 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266c32ef-1e54-49e6-aad5-4104828c24a0 req-29928d09-a496-4b9a-8dad-8c5e719b6b06 tempest-ServerAddressesTestJSON-1186084829 tempest-ServerAddressesTestJSON-1186084829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:39.052063 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-266c32ef-1e54-49e6-aad5-4104828c24a0 req-29928d09-a496-4b9a-8dad-8c5e719b6b06 tempest-ServerAddressesTestJSON-1186084829 tempest-ServerAddressesTestJSON-1186084829-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a9edcae-1a53-42e0-b889-8cd6588f5d72 HTTP/1.1" status: 200 len: 944 time: 0.0882785 Nov 19 17:41:39.136936 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-30f703b5-d905-4de4-a779-9fb11e908971 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12425078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8983815'] for subnet, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:39.152387 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-266c32ef-1e54-49e6-aad5-4104828c24a0 req-68dae102-97a4-46c8-9d92-486223c17970 tempest-ServerAddressesTestJSON-1186084829 tempest-ServerAddressesTestJSON-1186084829-project] 10.222.0.54 "GET /v2.0/security-groups?id=84a30153-91c1-47aa-836e-a8e2f1bd6046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902376 Nov 19 17:41:39.193540 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-03d46ac9-7bbe-4731-beff-bf9ebd94e0b6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:39.223779 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f703b5-d905-4de4-a779-9fb11e908971 admin admin] Pushing event updated for resources: {'Subnet': ['ID=db1bcdee-5119-44a7-8c81-3040c2de4bc1,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:41:39.233392 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30f703b5-d905-4de4-a779-9fb11e908971 admin admin] Checking segment: {'id': '4a9dfdd3-0c23-423a-a9c4-4c12af66c553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '3e551525-40d3-4429-b843-d9d86dd5b1c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:41:39.233805 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30f703b5-d905-4de4-a779-9fb11e908971 admin admin] Network hostable DHCP agents. Network: 3e551525-40d3-4429-b843-d9d86dd5b1c3, hostable agents: ['02910ef2-0455-4aea-9f38-9a875579633f'], hosted agents: [] {{(pid=103364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 17:41:39.236472 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-5531751c-e7be-45d9-b85c-0c21f315e98c req-3bed195f-4076-42e8-8605-b15ff6bb4253 tempest-FloatingIPDetailsTestJSON-519469384 tempest-FloatingIPDetailsTestJSON-519469384-project] Publish callbacks [] for floatingip, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:39.239601 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-5531751c-e7be-45d9-b85c-0c21f315e98c req-3bed195f-4076-42e8-8605-b15ff6bb4253 tempest-FloatingIPDetailsTestJSON-519469384 tempest-FloatingIPDetailsTestJSON-519469384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for floatingip, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:39.240745 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5531751c-e7be-45d9-b85c-0c21f315e98c req-3bed195f-4076-42e8-8605-b15ff6bb4253 tempest-FloatingIPDetailsTestJSON-519469384 tempest-FloatingIPDetailsTestJSON-519469384-project] 10.222.0.54 "DELETE /v2.0/floatingips/cd702a18-1ee6-44f9-9972-3c011f5211fe HTTP/1.1" status: 204 len: 173 time: 1.5699472 Nov 19 17:41:39.269327 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30f703b5-d905-4de4-a779-9fb11e908971 admin admin] Network 3e551525-40d3-4429-b843-d9d86dd5b1c3 is scheduled to be hosted by DHCP agent 02910ef2-0455-4aea-9f38-9a875579633f with binding_index 1 {{(pid=103364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 17:41:39.269569 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-538df051-c84e-4813-a3bc-f19d41cd5911 req-cea11c52-97a5-486a-81e0-cdbc42c014e2 service neutron] 10.222.0.60 "GET /v2.0/networks/c7b257b3-f66e-4846-9861-5f47f21f4188?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5361757 Nov 19 17:41:39.282990 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-30f703b5-d905-4de4-a779-9fb11e908971 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818022-2, 3e551525-40d3-4429-b843-d9d86dd5b1c3) {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:41:39.288085 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30f703b5-d905-4de4-a779-9fb11e908971 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:39.289020 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-30f703b5-d905-4de4-a779-9fb11e908971 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:39.296872 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a94385f-ca14-4fba-b19f-0898f0a3253a None None] Network 3e551525-40d3-4429-b843-d9d86dd5b1c3 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:41:39.341436 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-30f703b5-d905-4de4-a779-9fb11e908971 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6275389 Nov 19 17:41:39.388942 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314dd057-309b-42ed-bb3e-ba805aa393ee req-02d5fb03-1bef-466a-80ad-7c862f00eba3 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:39.390861 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-314dd057-309b-42ed-bb3e-ba805aa393ee req-02d5fb03-1bef-466a-80ad-7c862f00eba3 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.54 "GET /v2.0/ports?device_id=4bc980c9-6dc9-4316-9833-f667cb62adac HTTP/1.1" status: 200 len: 944 time: 0.0960855 Nov 19 17:41:39.453132 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-538df051-c84e-4813-a3bc-f19d41cd5911 req-bd8bf3ff-47aa-408d-98ca-4c8c37e42379 service neutron] 10.222.0.60 "GET /v2.0/networks/c7b257b3-f66e-4846-9861-5f47f21f4188?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472604 Nov 19 17:41:39.515476 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-03d46ac9-7bbe-4731-beff-bf9ebd94e0b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671702'] for router, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:39.546893 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-314dd057-309b-42ed-bb3e-ba805aa393ee req-21be64d0-0c56-48b2-8f57-1cbfdb6dba48 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.54 "GET /v2.0/security-groups?id=740807d6-4246-4ecb-a636-49a5e5a1e11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330714 Nov 19 17:41:39.591358 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83e7ee2-64c3-4fce-8850-fc1f85c80aa7 req-f68831a7-dd0a-4589-b390-3a67ebac91e9 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:39.593222 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b83e7ee2-64c3-4fce-8850-fc1f85c80aa7 req-f68831a7-dd0a-4589-b390-3a67ebac91e9 tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.60 "GET /v2.0/ports?device_id=4bc980c9-6dc9-4316-9833-f667cb62adac HTTP/1.1" status: 200 len: 944 time: 0.1997480 Nov 19 17:41:39.630311 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3d43811-41cc-4104-9777-978be9179a49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54f44f5f-1200-574e-8740-2141911d5b73-3e551525-40d3-4429-b843-d9d86dd5b1c3', 'network_id': '3e551525-40d3-4429-b843-d9d86dd5b1c3', 'tenant_id': '5c88988d15b14e549ed4294d5b1d81b7', 'fixed_ips': [{'subnet_id': 'db1bcdee-5119-44a7-8c81-3040c2de4bc1'}]}} from n-d-818022-2. {{(pid=103366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 17:41:39.632366 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a3d43811-41cc-4104-9777-978be9179a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:39.666885 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 7155e232-dea9-4773-b4e4-46fc9eb16feb up at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:41:39.677016 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-833162f7-2fd1-450e-a375-1f58091d90d3 req-3e6b008f-77dd-4ebd-8321-d214664aba53 tempest-FloatingIPDetailsTestJSON-519469384 tempest-FloatingIPDetailsTestJSON-519469384-project] 10.222.0.54 "GET /v2.0/floatingips/d9e7432f-19f6-458f-a154-c0cfc40df151 HTTP/1.1" status: 200 len: 693 time: 0.0916934 Nov 19 17:41:39.812803 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c8d62d-9d0f-407d-a0e2-1fff9b758c94 req-053e998b-ac0b-4df9-b5fe-5dfc0ba7fa01 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:39.814884 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-69c8d62d-9d0f-407d-a0e2-1fff9b758c94 req-053e998b-ac0b-4df9-b5fe-5dfc0ba7fa01 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/ports?device_id=6f9814ff-8e64-48d8-9f39-139a5f0b0dbe HTTP/1.1" status: 200 len: 944 time: 0.1236081 Nov 19 17:41:39.855952 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538df051-c84e-4813-a3bc-f19d41cd5911 req-ed27ecd9-46b4-4b4e-acdd-72ab858c0867 tempest-LiveMigrationTest-1744255723 tempest-LiveMigrationTest-1744255723-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:39.857383 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-538df051-c84e-4813-a3bc-f19d41cd5911 req-ed27ecd9-46b4-4b4e-acdd-72ab858c0867 tempest-LiveMigrationTest-1744255723 tempest-LiveMigrationTest-1744255723-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=6f9814ff-8e64-48d8-9f39-139a5f0b0dbe&tenant_id=de10e7e0e3ea4ce28d84ef76e9c1ec3a&binding%3Ahost_id=n-h1-818022-2 HTTP/1.1" status: 200 len: 1095 time: 0.1207101 Nov 19 17:41:39.864379 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning for port 7155e232-dea9-4773-b4e4-46fc9eb16feb completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 17:41:39.871082 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning complete for port 7155e232-dea9-4773-b4e4-46fc9eb16feb triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:41:39.871529 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:39.892156 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [req-b83e7ee2-64c3-4fce-8850-fc1f85c80aa7 req-b2264332-f75c-4630-81f6-6b5827df0c0c tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] Deleting port ee47d372-ad72-4981-bb3d-4ae53342d5dd {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:41:39.892543 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-b83e7ee2-64c3-4fce-8850-fc1f85c80aa7 req-b2264332-f75c-4630-81f6-6b5827df0c0c tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:39.911017 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-69c8d62d-9d0f-407d-a0e2-1fff9b758c94 req-c79f595d-efee-4aeb-a297-12bf2f507e33 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/security-groups?id=12d5dc08-1d9f-41c6-b52c-304239ec8b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798571 Nov 19 17:41:39.920702 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833162f7-2fd1-450e-a375-1f58091d90d3 req-9823c30b-7fb5-45c2-87ca-9e328b7dce11 tempest-FloatingIPDetailsTestJSON-519469384 tempest-FloatingIPDetailsTestJSON-519469384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:39.925296 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [None req-a3d43811-41cc-4104-9777-978be9179a49 None None] Allocated IP 172.20.0.2 (3e551525-40d3-4429-b843-d9d86dd5b1c3/db1bcdee-5119-44a7-8c81-3040c2de4bc1/8d496032-a833-4ef4-bf08-fa6ccf65f366) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:41:39.928095 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-833162f7-2fd1-450e-a375-1f58091d90d3 req-9823c30b-7fb5-45c2-87ca-9e328b7dce11 tempest-FloatingIPDetailsTestJSON-519469384 tempest-FloatingIPDetailsTestJSON-519469384-project] 10.222.0.54 "GET /v2.0/networks/645e61aa-1a6c-4e8f-857e-ab06edb4897f HTTP/1.1" status: 200 len: 784 time: 0.2500691 Nov 19 17:41:40.011450 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-833162f7-2fd1-450e-a375-1f58091d90d3 req-e8c5a05b-6a37-4f41-9c95-e9d038a289e2 tempest-FloatingIPDetailsTestJSON-519469384 tempest-FloatingIPDetailsTestJSON-519469384-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.7.129 HTTP/1.1" status: 200 len: 696 time: 0.0819073 Nov 19 17:41:40.047458 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-b83e7ee2-64c3-4fce-8850-fc1f85c80aa7 req-b2264332-f75c-4630-81f6-6b5827df0c0c tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] For port ee47d372-ad72-4981-bb3d-4ae53342d5dd, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=ee47d372-ad72-4981-bb3d-4ae53342d5dd,segment=NetworkSegment(fa32b67e-17cc-4a5c-8764-82d3483c4272),segment_id=fa32b67e-17cc-4a5c-8764-82d3483c4272)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:41:40.047932 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-b83e7ee2-64c3-4fce-8850-fc1f85c80aa7 req-b2264332-f75c-4630-81f6-6b5827df0c0c tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:40.064448 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [req-b83e7ee2-64c3-4fce-8850-fc1f85c80aa7 req-b2264332-f75c-4630-81f6-6b5827df0c0c tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] Calling delete_port for ee47d372-ad72-4981-bb3d-4ae53342d5dd owned by compute:nova {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:41:40.066108 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03d46ac9-7bbe-4731-beff-bf9ebd94e0b6 admin admin] Router 0d1006c8-9f1a-4878-8422-77aa6f8afb75 is scheduled to L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 with binding_index 1 {{(pid=103365) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 17:41:40.102493 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-833162f7-2fd1-450e-a375-1f58091d90d3 req-de65d310-8676-491a-9b0a-6968b6ae4c56 tempest-FloatingIPDetailsTestJSON-519469384 tempest-FloatingIPDetailsTestJSON-519469384-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.7.129 HTTP/1.1" status: 200 len: 696 time: 0.0895119 Nov 19 17:41:40.103384 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:40.158805 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a9edcae-1a53-42e0-b889-8cd6588f5d72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7155e232-dea9-4773-b4e4-46fc9eb16feb'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:41:40.161574 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3940761bcd94e032e6960d2241bd8993c5d3a7d8dc2aca8488f3ecf1d4dd2fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10cbd9e1-5483-4293-a53f-d4c40d396c0a" -d '{"events": [{"server_uuid": "0a9edcae-1a53-42e0-b889-8cd6588f5d72", "name": "network-vif-plugged", "status": "completed", "tag": "7155e232-dea9-4773-b4e4-46fc9eb16feb"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:41:40.169609 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04097746-6c45-4651-825b-72f89e5b80d7 req-9af5dfa9-2e49-40c0-b54b-443f00c5fcd6 tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:40.171439 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-04097746-6c45-4651-825b-72f89e5b80d7 req-9af5dfa9-2e49-40c0-b54b-443f00c5fcd6 tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] 10.222.0.54 "GET /v2.0/ports?device_id=486c2749-b729-43bb-a2f2-da659309b3a4 HTTP/1.1" status: 200 len: 946 time: 0.0915844 Nov 19 17:41:40.184060 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 7155e232-dea9-4773-b4e4-46fc9eb16feb, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=7155e232-dea9-4773-b4e4-46fc9eb16feb,segment=NetworkSegment(4c9b590b-1c19-4565-aada-595c58ce7808),segment_id=4c9b590b-1c19-4565-aada-595c58ce7808)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:41:40.185255 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a3d43811-41cc-4104-9777-978be9179a49 None None] Publish callbacks [] for port, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:40.188633 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:40.189435 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device a1fadd38-d96e-4b9d-9eb7-8fd2264a9348 no longer exists at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:41:40.213146 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a3d43811-41cc-4104-9777-978be9179a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998'] for port, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:40.235663 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] No Port match for: a1fadd38-d96e-4b9d-9eb7-8fd2264a9348 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:41:40.236038 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device a1fadd38-d96e-4b9d-9eb7-8fd2264a9348 not bound to the agent host n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:41:40.246574 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-04097746-6c45-4651-825b-72f89e5b80d7 req-369ff4ed-fa1c-4386-be26-d349090a735c tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] 10.222.0.54 "GET /v2.0/security-groups?id=2e3e4707-c197-4851-8355-26b2132f2eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659127 Nov 19 17:41:40.266665 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3d43811-41cc-4104-9777-978be9179a49 None None] Network 3e551525-40d3-4429-b843-d9d86dd5b1c3 is already hosted by enough agents. {{(pid=103366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:41:40.268576 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [None req-a3d43811-41cc-4104-9777-978be9179a49 None None] Resources bound (agent type, host, resource id): {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:41:40.272926 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d43811-41cc-4104-9777-978be9179a49 None None] Received port after_create {{(pid=103366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:41:40.280176 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=7155e232-dea9-4773-b4e4-46fc9eb16feb,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:41:40.283563 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-538df051-c84e-4813-a3bc-f19d41cd5911 req-75c0ea57-520f-45c7-9930-3ed38862d928 service neutron] For port fe5b02dd-74e9-432a-8ab4-84e77d94cb3b, host n-h2-818022-2, cleared binding levels {{(pid=103365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:41:40.308791 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:41:40.309177 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:41:40.309480 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:41:40.309838 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:41:40.310182 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:41:40.310515 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:41:40.310848 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:41:40.311175 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:41:40.311502 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:41:40.311825 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:41:40.312154 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:41:40.312477 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:41:40.332731 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-b83e7ee2-64c3-4fce-8850-fc1f85c80aa7 req-b2264332-f75c-4630-81f6-6b5827df0c0c tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:40.353751 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-538df051-c84e-4813-a3bc-f19d41cd5911 req-75c0ea57-520f-45c7-9930-3ed38862d928 service neutron] Publish callbacks [] for binding, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:40.354966 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-538df051-c84e-4813-a3bc-f19d41cd5911 req-75c0ea57-520f-45c7-9930-3ed38862d928 service neutron] 10.222.0.60 "DELETE /v2.0/ports/fe5b02dd-74e9-432a-8ab4-84e77d94cb3b/bindings/n-h2-818022-2 HTTP/1.1" status: 204 len: 173 time: 0.4898427 Nov 19 17:41:40.370706 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-a3d43811-41cc-4104-9777-978be9179a49 None None] Attempting to bind port 8d496032-a833-4ef4-bf08-fa6ccf65f366 on host n-d-818022-2 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:41:40.371082 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-a3d43811-41cc-4104-9777-978be9179a49 None None] Attempting to bind port 8d496032-a833-4ef4-bf08-fa6ccf65f366 by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': '4a9dfdd3-0c23-423a-a9c4-4c12af66c553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '3e551525-40d3-4429-b843-d9d86dd5b1c3'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:41:40.371449 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d43811-41cc-4104-9777-978be9179a49 None None] Attempting to bind port 8d496032-a833-4ef4-bf08-fa6ccf65f366 on network 3e551525-40d3-4429-b843-d9d86dd5b1c3 {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:41:40.380084 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d43811-41cc-4104-9777-978be9179a49 None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 41, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:41:40.380471 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d43811-41cc-4104-9777-978be9179a49 None None] Checking segment: {'id': '4a9dfdd3-0c23-423a-a9c4-4c12af66c553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '3e551525-40d3-4429-b843-d9d86dd5b1c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:41:40.380866 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a3d43811-41cc-4104-9777-978be9179a49 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:40.381374 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d43811-41cc-4104-9777-978be9179a49 None None] Bound using segment: {'id': '4a9dfdd3-0c23-423a-a9c4-4c12af66c553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '3e551525-40d3-4429-b843-d9d86dd5b1c3'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:41:40.381900 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-a3d43811-41cc-4104-9777-978be9179a49 None None] Bound port: 8d496032-a833-4ef4-bf08-fa6ccf65f366, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a9dfdd3-0c23-423a-a9c4-4c12af66c553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '3e551525-40d3-4429-b843-d9d86dd5b1c3'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:41:40.382294 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a3d43811-41cc-4104-9777-978be9179a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:40.397917 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2264332-f75c-4630-81f6-6b5827df0c0c tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] Pushing event deleted for resources: {'Port': ['ID=ee47d372-ad72-4981-bb3d-4ae53342d5dd,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:41:40.398288 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d43811-41cc-4104-9777-978be9179a49 None None] Pushing event updated for resources: {'Port': ['ID=8d496032-a833-4ef4-bf08-fa6ccf65f366,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:41:40.418539 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03d46ac9-7bbe-4731-beff-bf9ebd94e0b6 admin admin] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 17:41:40.432332 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b14c5f6b-510a-4929-bb2f-e3fdec9e9e26 None None] Sync routers for ids ['0d1006c8-9f1a-4878-8422-77aa6f8afb75'] in n-d-818022-2 {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 17:41:40.446943 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-833162f7-2fd1-450e-a375-1f58091d90d3 req-02f40478-1357-4221-95cd-fb3ccd1417d8 tempest-FloatingIPDetailsTestJSON-519469384 tempest-FloatingIPDetailsTestJSON-519469384-project] Deleting port 1f5ab8a1-ae88-41a6-8103-6148abebcffc {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:41:40.447322 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-833162f7-2fd1-450e-a375-1f58091d90d3 req-02f40478-1357-4221-95cd-fb3ccd1417d8 tempest-FloatingIPDetailsTestJSON-519469384 tempest-FloatingIPDetailsTestJSON-519469384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:40.453838 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-03d46ac9-7bbe-4731-beff-bf9ebd94e0b6 admin admin] Publish callbacks [] for router, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:40.458229 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-03d46ac9-7bbe-4731-beff-bf9ebd94e0b6 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.9785209 Nov 19 17:41:40.464298 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b14c5f6b-510a-4929-bb2f-e3fdec9e9e26 None None] Routers {'0d1006c8-9f1a-4878-8422-77aa6f8afb75'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:41:40.465123 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-b14c5f6b-510a-4929-bb2f-e3fdec9e9e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:41:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['0d1006c8-9f1a-4878-8422-77aa6f8afb75'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:41:40.466315 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 48256) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:41:40.484372 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-a3d43811-41cc-4104-9777-978be9179a49 None None] For port 8d496032-a833-4ef4-bf08-fa6ccf65f366, host n-d-818022-2, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:41:40.499276 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-a3d43811-41cc-4104-9777-978be9179a49 None None] For port 8d496032-a833-4ef4-bf08-fa6ccf65f366, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=8d496032-a833-4ef4-bf08-fa6ccf65f366,segment=NetworkSegment(4a9dfdd3-0c23-423a-a9c4-4c12af66c553),segment_id=4a9dfdd3-0c23-423a-a9c4-4c12af66c553)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:41:40.510843 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a3d43811-41cc-4104-9777-978be9179a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:40.523357 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [req-b83e7ee2-64c3-4fce-8850-fc1f85c80aa7 req-b2264332-f75c-4630-81f6-6b5827df0c0c tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] No DVR routers for this DVR port ee47d372-ad72-4981-bb3d-4ae53342d5dd on host n-h1-818022-2 {{(pid=103364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:41:40.532427 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-b83e7ee2-64c3-4fce-8850-fc1f85c80aa7 req-b2264332-f75c-4630-81f6-6b5827df0c0c tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:40.537345 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b83e7ee2-64c3-4fce-8850-fc1f85c80aa7 req-b2264332-f75c-4630-81f6-6b5827df0c0c tempest-LiveAutoBlockMigrationV225Test-484249035 tempest-LiveAutoBlockMigrationV225Test-484249035-project] 10.222.0.60 "DELETE /v2.0/ports/ee47d372-ad72-4981-bb3d-4ae53342d5dd HTTP/1.1" status: 204 len: 173 time: 0.9179807 Nov 19 17:41:40.544790 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bc980c9-6dc9-4316-9833-f667cb62adac', 'name': 'network-vif-deleted', 'tag': 'ee47d372-ad72-4981-bb3d-4ae53342d5dd'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:41:40.547956 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dd4767a008c23f8566efc82158ee1b1fff34e1a9e908d76d0b6d0ab7e350e5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8e6e374-4ea1-40ba-847d-12593f425d8a" -d '{"events": [{"server_uuid": "4bc980c9-6dc9-4316-9833-f667cb62adac", "name": "network-vif-deleted", "tag": "ee47d372-ad72-4981-bb3d-4ae53342d5dd"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:41:40.647691 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d43811-41cc-4104-9777-978be9179a49 None None] Pushing event updated for resources: {'Port': ['ID=8d496032-a833-4ef4-bf08-fa6ccf65f366,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:41:40.718490 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-b14c5f6b-510a-4929-bb2f-e3fdec9e9e26 None None] Set router 0d1006c8-9f1a-4878-8422-77aa6f8afb75 gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:41:40.728908 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-833162f7-2fd1-450e-a375-1f58091d90d3 req-02f40478-1357-4221-95cd-fb3ccd1417d8 tempest-FloatingIPDetailsTestJSON-519469384 tempest-FloatingIPDetailsTestJSON-519469384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:40.729549 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-833162f7-2fd1-450e-a375-1f58091d90d3 req-02f40478-1357-4221-95cd-fb3ccd1417d8 tempest-FloatingIPDetailsTestJSON-519469384 tempest-FloatingIPDetailsTestJSON-519469384-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:40.746526 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-833162f7-2fd1-450e-a375-1f58091d90d3 req-02f40478-1357-4221-95cd-fb3ccd1417d8 tempest-FloatingIPDetailsTestJSON-519469384 tempest-FloatingIPDetailsTestJSON-519469384-project] Calling delete_port for 1f5ab8a1-ae88-41a6-8103-6148abebcffc owned by network:floatingip {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:41:40.807142 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c70d4c-f2ce-4716-823d-41a9ac7360c3 req-a87adcb7-55fb-40cb-978c-9018ab261c2c tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:40.810040 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-29c70d4c-f2ce-4716-823d-41a9ac7360c3 req-a87adcb7-55fb-40cb-978c-9018ab261c2c tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] 10.222.0.54 "GET /v2.0/networks?id=3e551525-40d3-4429-b843-d9d86dd5b1c3 HTTP/1.1" status: 200 len: 816 time: 0.1770463 Nov 19 17:41:40.841019 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-29c70d4c-f2ce-4716-823d-41a9ac7360c3 req-09fd101f-76be-44a1-81ac-97071f84e43a tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] 10.222.0.54 "GET /v2.0/quotas/5c88988d15b14e549ed4294d5b1d81b7 HTTP/1.1" status: 200 len: 375 time: 0.0188575 Nov 19 17:41:40.947275 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-29c70d4c-f2ce-4716-823d-41a9ac7360c3 req-0da635d2-1437-446a-b65b-eebef4359f68 tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=5c88988d15b14e549ed4294d5b1d81b7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1050601 Nov 19 17:41:40.999949 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-833162f7-2fd1-450e-a375-1f58091d90d3 req-02f40478-1357-4221-95cd-fb3ccd1417d8 tempest-FloatingIPDetailsTestJSON-519469384 tempest-FloatingIPDetailsTestJSON-519469384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:41.055589 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f40478-1357-4221-95cd-fb3ccd1417d8 tempest-FloatingIPDetailsTestJSON-519469384 tempest-FloatingIPDetailsTestJSON-519469384-project] Pushing event deleted for resources: {'Port': ['ID=1f5ab8a1-ae88-41a6-8103-6148abebcffc,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:41:41.078574 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-29c70d4c-f2ce-4716-823d-41a9ac7360c3 req-bf75e5f5-93a8-443e-bd0e-79be09dbe657 service neutron] 10.222.0.54 "GET /v2.0/networks/3e551525-40d3-4429-b843-d9d86dd5b1c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303833 Nov 19 17:41:41.203819 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-833162f7-2fd1-450e-a375-1f58091d90d3 req-02f40478-1357-4221-95cd-fb3ccd1417d8 tempest-FloatingIPDetailsTestJSON-519469384 tempest-FloatingIPDetailsTestJSON-519469384-project] Publish callbacks [] for floatingip, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:41.206713 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-833162f7-2fd1-450e-a375-1f58091d90d3 req-02f40478-1357-4221-95cd-fb3ccd1417d8 tempest-FloatingIPDetailsTestJSON-519469384 tempest-FloatingIPDetailsTestJSON-519469384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for floatingip, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:41.208122 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-833162f7-2fd1-450e-a375-1f58091d90d3 req-02f40478-1357-4221-95cd-fb3ccd1417d8 tempest-FloatingIPDetailsTestJSON-519469384 tempest-FloatingIPDetailsTestJSON-519469384-project] 10.222.0.54 "DELETE /v2.0/floatingips/d9e7432f-19f6-458f-a154-c0cfc40df151 HTTP/1.1" status: 204 len: 173 time: 1.1042526 Nov 19 17:41:41.218731 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 48274) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:41:41.239400 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-b14c5f6b-510a-4929-bb2f-e3fdec9e9e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d1006c8-9f1a-4878-8422-77aa6f8afb75', 'name': 'tempest-ServerRescueTestJSON-964568590-router', 'tenant_id': 'e9d0792a3a024bd5be40fd99773caf74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.170'}], 'enable_snat': True}, 'gw_port_id': '818e9224-abcd-47ac-9d74-477302aa9cda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:41:35Z', 'updated_at': '2021-11-19T17:41:38Z', 'revision_number': 3, 'project_id': 'e9d0792a3a024bd5be40fd99773caf74', 'gw_port': {'id': '818e9224-abcd-47ac-9d74-477302aa9cda', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:8b:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d1006c8-9f1a-4878-8422-77aa6f8afb75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:41:37Z', 'updated_at': '2021-11-19T17:41:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:41:41.282632 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b14c5f6b-510a-4929-bb2f-e3fdec9e9e26 None None] Checking router: 0d1006c8-9f1a-4878-8422-77aa6f8afb75 for host: n-d-818022-2 {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 17:41:41.283476 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b14c5f6b-510a-4929-bb2f-e3fdec9e9e26 None None] Updating router 0d1006c8-9f1a-4878-8422-77aa6f8afb75 port 818e9224-abcd-47ac-9d74-477302aa9cda binding host n-d-818022-2 {{(pid=103367) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 17:41:41.300590 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:41:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6105357b-0385-4c90-ad9b-2ad69ad1e774 x-openstack-request-id: req-6105357b-0385-4c90-ad9b-2ad69ad1e774 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:41:41.301786 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a9edcae-1a53-42e0-b889-8cd6588f5d72", "name": "network-vif-plugged", "status": "completed", "tag": "7155e232-dea9-4773-b4e4-46fc9eb16feb", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:41:41.301786 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-6105357b-0385-4c90-ad9b-2ad69ad1e774 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:41:41.302211 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a9edcae-1a53-42e0-b889-8cd6588f5d72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7155e232-dea9-4773-b4e4-46fc9eb16feb', 'code': 200} Nov 19 17:41:41.341691 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-b14c5f6b-510a-4929-bb2f-e3fdec9e9e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:41.385879 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 8d496032-a833-4ef4-bf08-fa6ccf65f366 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:41:41.453125 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 8d496032-a833-4ef4-bf08-fa6ccf65f366 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:41:41.453405 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:41.552799 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c2e208-9826-4891-9532-24adc2641a4b req-33278a64-5830-4e38-94b6-a9ae83a70780 tempest-ServerAddressesTestJSON-1186084829 tempest-ServerAddressesTestJSON-1186084829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:41.560291 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c7c2e208-9826-4891-9532-24adc2641a4b req-33278a64-5830-4e38-94b6-a9ae83a70780 tempest-ServerAddressesTestJSON-1186084829 tempest-ServerAddressesTestJSON-1186084829-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a9edcae-1a53-42e0-b889-8cd6588f5d72 HTTP/1.1" status: 200 len: 945 time: 0.1576245 Nov 19 17:41:41.573273 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:41.635358 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] For port 8d496032-a833-4ef4-bf08-fa6ccf65f366, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=8d496032-a833-4ef4-bf08-fa6ccf65f366,segment=NetworkSegment(4a9dfdd3-0c23-423a-a9c4-4c12af66c553),segment_id=4a9dfdd3-0c23-423a-a9c4-4c12af66c553)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:41:41.647557 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:41.688186 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c7c2e208-9826-4891-9532-24adc2641a4b req-32482465-7439-4600-910a-dc778dd15394 tempest-ServerAddressesTestJSON-1186084829 tempest-ServerAddressesTestJSON-1186084829-project] 10.222.0.54 "GET /v2.0/security-groups?id=84a30153-91c1-47aa-836e-a8e2f1bd6046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217017 Nov 19 17:41:41.688853 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device f23aa345-e47e-4700-ad94-3fbec66fb7f5 details requested by agent hyperv_n-h1-818022-2 with host n-h1-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 17:41:41.690652 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8b72d067-70c4-4264-ac82-d297862ba7bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:41.716117 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-b14c5f6b-510a-4929-bb2f-e3fdec9e9e26 None None] Publish callbacks [] for port, precommit_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:41.726962 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-b14c5f6b-510a-4929-bb2f-e3fdec9e9e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:41.796702 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b355ac02-fa51-4743-a16d-15ca0d75e8dc None None] Pushing event updated for resources: {'Port': ['ID=818e9224-abcd-47ac-9d74-477302aa9cda,revision_number=2']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:41:41.826963 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-b14c5f6b-510a-4929-bb2f-e3fdec9e9e26 None None] Attempting to bind port 818e9224-abcd-47ac-9d74-477302aa9cda on host n-d-818022-2 for vnic_type normal with profile {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:41:41.827698 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-b14c5f6b-510a-4929-bb2f-e3fdec9e9e26 None None] Attempting to bind port 818e9224-abcd-47ac-9d74-477302aa9cda by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:41:41.828305 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b14c5f6b-510a-4929-bb2f-e3fdec9e9e26 None None] Attempting to bind port 818e9224-abcd-47ac-9d74-477302aa9cda on network 645e61aa-1a6c-4e8f-857e-ab06edb4897f {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:41:41.835974 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b14c5f6b-510a-4929-bb2f-e3fdec9e9e26 None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 41, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:41:41.836459 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b14c5f6b-510a-4929-bb2f-e3fdec9e9e26 None None] Checking segment: {'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:41:41.837118 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-b14c5f6b-510a-4929-bb2f-e3fdec9e9e26 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:41.840277 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b14c5f6b-510a-4929-bb2f-e3fdec9e9e26 None None] Bound using segment: {'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:41:41.840277 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-b14c5f6b-510a-4929-bb2f-e3fdec9e9e26 None None] Bound port: 818e9224-abcd-47ac-9d74-477302aa9cda, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'}}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:41:41.840277 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-b14c5f6b-510a-4929-bb2f-e3fdec9e9e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:41.850029 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 48278) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:41:41.858807 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Pushing event updated for resources: {'Port': ['ID=8d496032-a833-4ef4-bf08-fa6ccf65f366,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:41:41.909672 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-b14c5f6b-510a-4929-bb2f-e3fdec9e9e26 None None] For port 818e9224-abcd-47ac-9d74-477302aa9cda, host n-d-818022-2, cleared binding levels {{(pid=103367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:41:41.914664 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-b14c5f6b-510a-4929-bb2f-e3fdec9e9e26 None None] For port 818e9224-abcd-47ac-9d74-477302aa9cda, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=818e9224-abcd-47ac-9d74-477302aa9cda,segment=NetworkSegment(bbe705c1-96c0-476e-8381-28227e6f0ac5),segment_id=bbe705c1-96c0-476e-8381-28227e6f0ac5)] {{(pid=103367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:41:41.928503 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-b14c5f6b-510a-4929-bb2f-e3fdec9e9e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:42.024266 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port f23aa345-e47e-4700-ad94-3fbec66fb7f5, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=f23aa345-e47e-4700-ad94-3fbec66fb7f5,segment=NetworkSegment(65da90f8-a853-48a6-af92-75fd92f47077),segment_id=65da90f8-a853-48a6-af92-75fd92f47077)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:41:42.051177 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:41:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f75611b-8c64-4422-b7ce-7606e9ef1f92 x-openstack-request-id: req-2f75611b-8c64-4422-b7ce-7606e9ef1f92 {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:41:42.051499 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bc980c9-6dc9-4316-9833-f667cb62adac", "name": "network-vif-deleted", "tag": "ee47d372-ad72-4981-bb3d-4ae53342d5dd", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:41:42.051753 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-2f75611b-8c64-4422-b7ce-7606e9ef1f92 {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:41:42.052362 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Returning: {'device': 'f23aa345-e47e-4700-ad94-3fbec66fb7f5', 'network_id': 'f617386f-7f7a-461e-894d-4bea98b39674', 'port_id': 'f23aa345-e47e-4700-ad94-3fbec66fb7f5', 'mac_address': 'fa:16:3e:37:b2:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 690, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d31643c-d7c9-499c-bd0d-a793fdbddb1f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 17:41:42.052556 n-d-818022-2 neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bc980c9-6dc9-4316-9833-f667cb62adac', 'name': 'network-vif-deleted', 'tag': 'ee47d372-ad72-4981-bb3d-4ae53342d5dd', 'status': 'completed', 'code': 200} Nov 19 17:41:42.055191 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b355ac02-fa51-4743-a16d-15ca0d75e8dc None None] Pushing event updated for resources: {'Port': ['ID=818e9224-abcd-47ac-9d74-477302aa9cda,revision_number=3']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:41:42.056887 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-458c970a-0721-48a5-85c1-45f9dfd32361 None None] Network 3e551525-40d3-4429-b843-d9d86dd5b1c3 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:41:42.060015 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b14c5f6b-510a-4929-bb2f-e3fdec9e9e26 None None] Routers {'0d1006c8-9f1a-4878-8422-77aa6f8afb75'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:41:42.060801 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-b14c5f6b-510a-4929-bb2f-e3fdec9e9e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:41:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['0d1006c8-9f1a-4878-8422-77aa6f8afb75'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:41:42.078001 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-29c70d4c-f2ce-4716-823d-41a9ac7360c3 req-655f5db7-b6d2-47e4-903f-37fc0b6f805a service neutron] 10.222.0.54 "GET /v2.0/networks/3e551525-40d3-4429-b843-d9d86dd5b1c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9705455 Nov 19 17:41:42.104260 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fd7cde-7f90-46ba-b0fa-8926a90c9d35 req-1fd412d9-b02e-40bb-89d3-19452731c823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:42.107007 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c9fd7cde-7f90-46ba-b0fa-8926a90c9d35 req-1fd412d9-b02e-40bb-89d3-19452731c823 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=0a9edcae-1a53-42e0-b889-8cd6588f5d72 HTTP/1.1" status: 200 len: 1096 time: 0.6505909 Nov 19 17:41:42.129834 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53be617-c863-4310-a5d5-d6ba59a34fee req-0964290a-37a6-4a8d-ba0a-ab8a7b5d7f77 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:42.137622 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a53be617-c863-4310-a5d5-d6ba59a34fee req-0964290a-37a6-4a8d-ba0a-ab8a7b5d7f77 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/ports?device_id=6f9814ff-8e64-48d8-9f39-139a5f0b0dbe HTTP/1.1" status: 200 len: 944 time: 0.1999395 Nov 19 17:41:42.203006 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [None req-8b72d067-70c4-4264-ac82-d297862ba7bc admin admin] Allocated IP 172.20.0.1 (3e96445f-a5e4-45c4-8de8-46b5573abaec/c8b9f65f-87c2-480d-928b-0fe5bda8bb38/e382c3fe-0fd8-414b-ad92-ef41734beac8) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:41:42.206908 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-b14c5f6b-510a-4929-bb2f-e3fdec9e9e26 None None] Set router 0d1006c8-9f1a-4878-8422-77aa6f8afb75 gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:41:42.217028 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_v2 [None req-e721992e-75d1-450a-a147-135817d06121 admin admin] Deleting subnet e811f539-9c60-469d-a119-267f6bfeab01 {{(pid=103365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 17:41:42.239775 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a53be617-c863-4310-a5d5-d6ba59a34fee req-40917c83-f281-40ae-bcd9-5a5f951224af tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/security-groups?id=12d5dc08-1d9f-41c6-b52c-304239ec8b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967262 Nov 19 17:41:42.241830 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e721992e-75d1-450a-a147-135817d06121 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:42.347625 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c9fd7cde-7f90-46ba-b0fa-8926a90c9d35 req-e03c4beb-17dc-4155-bb8b-cc92e68b653a service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=84a30153-91c1-47aa-836e-a8e2f1bd6046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818359 Nov 19 17:41:42.456673 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e721992e-75d1-450a-a147-135817d06121 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12546453'] for subnet, precommit_delete_associations {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:42.507966 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea9814d-e41a-42a8-bf48-f921809e93a9 req-82fd9b88-ff86-41ed-a0f8-8db8d939b3a7 tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:42.510578 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-3ea9814d-e41a-42a8-bf48-f921809e93a9 req-82fd9b88-ff86-41ed-a0f8-8db8d939b3a7 tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] 10.222.0.54 "GET /v2.0/ports?device_id=486c2749-b729-43bb-a2f2-da659309b3a4 HTTP/1.1" status: 200 len: 946 time: 0.0776954 Nov 19 17:41:42.527549 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-05af4197-466b-4b11-a5d1-61cb6cf7e703 None None] Provisioning complete for port 8d496032-a833-4ef4-bf08-fa6ccf65f366 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:41:42.528040 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-05af4197-466b-4b11-a5d1-61cb6cf7e703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:42.555572 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-b14c5f6b-510a-4929-bb2f-e3fdec9e9e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d1006c8-9f1a-4878-8422-77aa6f8afb75', 'name': 'tempest-ServerRescueTestJSON-964568590-router', 'tenant_id': 'e9d0792a3a024bd5be40fd99773caf74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.170'}], 'enable_snat': True}, 'gw_port_id': '818e9224-abcd-47ac-9d74-477302aa9cda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:41:35Z', 'updated_at': '2021-11-19T17:41:38Z', 'revision_number': 3, 'project_id': 'e9d0792a3a024bd5be40fd99773caf74', 'gw_port': {'id': '818e9224-abcd-47ac-9d74-477302aa9cda', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:8b:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d1006c8-9f1a-4878-8422-77aa6f8afb75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:41:37Z', 'updated_at': '2021-11-19T17:41:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:41:42.586887 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b14c5f6b-510a-4929-bb2f-e3fdec9e9e26 None None] The sync data for ids ['0d1006c8-9f1a-4878-8422-77aa6f8afb75'] in n-d-818022-2 is: [{'id': '0d1006c8-9f1a-4878-8422-77aa6f8afb75', 'name': 'tempest-ServerRescueTestJSON-964568590-router', 'tenant_id': 'e9d0792a3a024bd5be40fd99773caf74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.170'}], 'enable_snat': True}, 'gw_port_id': '818e9224-abcd-47ac-9d74-477302aa9cda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:41:35Z', 'updated_at': '2021-11-19T17:41:38Z', 'revision_number': 3, 'project_id': 'e9d0792a3a024bd5be40fd99773caf74', 'gw_port': {'id': '818e9224-abcd-47ac-9d74-477302aa9cda', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:8b:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d1006c8-9f1a-4878-8422-77aa6f8afb75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:41:37Z', 'updated_at': '2021-11-19T17:41:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 17:41:42.602369 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:42.653698 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f23aa345-e47e-4700-ad94-3fbec66fb7f5 {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:41:42.682097 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e721992e-75d1-450a-a147-135817d06121 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:42.690703 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-3ea9814d-e41a-42a8-bf48-f921809e93a9 req-09fa8c33-f708-4ac4-a359-229469785a2d tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] 10.222.0.54 "GET /v2.0/security-groups?id=2e3e4707-c197-4851-8355-26b2132f2eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660345 Nov 19 17:41:42.748205 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8b72d067-70c4-4264-ac82-d297862ba7bc admin admin] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:42.778586 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port f23aa345-e47e-4700-ad94-3fbec66fb7f5, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=f23aa345-e47e-4700-ad94-3fbec66fb7f5,segment=NetworkSegment(65da90f8-a853-48a6-af92-75fd92f47077),segment_id=65da90f8-a853-48a6-af92-75fd92f47077)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:41:42.786985 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a88a9b48-fe60-49df-9f90-0dc7bffbce59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-768564'] for router_interface, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:42.835799 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8b72d067-70c4-4264-ac82-d297862ba7bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:42.877732 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:42.899235 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b72d067-70c4-4264-ac82-d297862ba7bc admin admin] Network 3e96445f-a5e4-45c4-8de8-46b5573abaec is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:41:42.922676 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-8b72d067-70c4-4264-ac82-d297862ba7bc admin admin] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:41:42.928292 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b72d067-70c4-4264-ac82-d297862ba7bc admin admin] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:41:42.936671 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09050553-019d-4f4f-aba0-24d067a62590 req-391ce086-afcd-4f39-8efb-3be2c7b17afd tempest-LiveMigrationTest-1744255723 tempest-LiveMigrationTest-1744255723-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:42.945306 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-09050553-019d-4f4f-aba0-24d067a62590 req-391ce086-afcd-4f39-8efb-3be2c7b17afd tempest-LiveMigrationTest-1744255723 tempest-LiveMigrationTest-1744255723-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=6f9814ff-8e64-48d8-9f39-139a5f0b0dbe HTTP/1.1" status: 200 len: 1095 time: 0.2605457 Nov 19 17:41:42.963780 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=f23aa345-e47e-4700-ad94-3fbec66fb7f5,revision_number=6']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:41:43.010083 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b72d067-70c4-4264-ac82-d297862ba7bc admin admin] Pushing event updated for resources: {'Port': ['ID=e382c3fe-0fd8-414b-ad92-ef41734beac8,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:41:43.070999 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['f23aa345-e47e-4700-ad94-3fbec66fb7f5'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:41:43.098435 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-09050553-019d-4f4f-aba0-24d067a62590 req-a0bac314-814a-40a1-8432-73e4e1b5b05d tempest-LiveMigrationTest-1744255723 tempest-LiveMigrationTest-1744255723-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=12d5dc08-1d9f-41c6-b52c-304239ec8b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511269 Nov 19 17:41:43.118858 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e721992e-75d1-450a-a147-135817d06121 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12282919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8731163'] for subnet, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:43.183064 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfb8242-e21d-44c4-a5f9-f7eb482ec358 req-6b996791-a903-463c-848d-52ff593aafcb tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:43.184636 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-dbfb8242-e21d-44c4-a5f9-f7eb482ec358 req-6b996791-a903-463c-848d-52ff593aafcb tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] 10.222.0.54 "GET /v2.0/networks?id=3e551525-40d3-4429-b843-d9d86dd5b1c3 HTTP/1.1" status: 200 len: 816 time: 0.3550334 Nov 19 17:41:43.210561 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8b72d067-70c4-4264-ac82-d297862ba7bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-671361'] for router_interface, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:43.218387 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e721992e-75d1-450a-a147-135817d06121 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e811f539-9c60-469d-a119-267f6bfeab01,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:41:43.234119 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e721992e-75d1-450a-a147-135817d06121 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:43.237791 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-e721992e-75d1-450a-a147-135817d06121 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/e811f539-9c60-469d-a119-267f6bfeab01 HTTP/1.1" status: 204 len: 168 time: 1.3867033 Nov 19 17:41:43.240900 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 48318) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:41:43.304433 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-dbfb8242-e21d-44c4-a5f9-f7eb482ec358 req-0ea8de1c-70ea-475c-a73b-edcaf601dd4e tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] 10.222.0.54 "GET /v2.0/quotas/5c88988d15b14e549ed4294d5b1d81b7 HTTP/1.1" status: 200 len: 375 time: 0.0656919 Nov 19 17:41:43.382364 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 8d496032-a833-4ef4-bf08-fa6ccf65f366 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:41:43.488768 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-dbfb8242-e21d-44c4-a5f9-f7eb482ec358 req-da5824eb-5958-4cb8-8c04-7735f4e1c200 tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=5c88988d15b14e549ed4294d5b1d81b7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1772168 Nov 19 17:41:43.585543 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 8d496032-a833-4ef4-bf08-fa6ccf65f366 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:41:43.586213 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:43.731679 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device f23aa345-e47e-4700-ad94-3fbec66fb7f5 up at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:41:43.848064 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 818e9224-abcd-47ac-9d74-477302aa9cda up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:41:43.852087 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-13571366-8a92-4588-a28a-5ea6cc6c6a4a None None] Provisioning complete for port 8d496032-a833-4ef4-bf08-fa6ccf65f366 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:41:43.852685 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-13571366-8a92-4588-a28a-5ea6cc6c6a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:43.921570 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-a88a9b48-fe60-49df-9f90-0dc7bffbce59 admin admin] Deleting port c5f76285-1d38-48f7-9698-179511a690bb {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:41:43.925540 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a88a9b48-fe60-49df-9f90-0dc7bffbce59 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:43.964822 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f1f2c484-a092-49bf-be45-6545f42a6822 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:43.984336 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-dbfb8242-e21d-44c4-a5f9-f7eb482ec358 req-dfe22d75-27f1-46a3-b520-010945dfff83 service neutron] 10.222.0.54 "GET /v2.0/networks/3e551525-40d3-4429-b843-d9d86dd5b1c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4772358 Nov 19 17:41:43.994523 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c1ff7b-db71-40a1-a103-d94294b2a154 req-e76eceb0-1a4c-47f4-8e7f-7e90c1af8b94 tempest-ServerAddressesTestJSON-1186084829 tempest-ServerAddressesTestJSON-1186084829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:43.996283 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-53c1ff7b-db71-40a1-a103-d94294b2a154 req-e76eceb0-1a4c-47f4-8e7f-7e90c1af8b94 tempest-ServerAddressesTestJSON-1186084829 tempest-ServerAddressesTestJSON-1186084829-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a9edcae-1a53-42e0-b889-8cd6588f5d72 HTTP/1.1" status: 200 len: 945 time: 0.6056330 Nov 19 17:41:44.000330 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning complete for port f23aa345-e47e-4700-ad94-3fbec66fb7f5 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:41:44.000887 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:44.054043 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 818e9224-abcd-47ac-9d74-477302aa9cda triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:41:44.054915 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:44.136745 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8b72d067-70c4-4264-ac82-d297862ba7bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:44.242512 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-53c1ff7b-db71-40a1-a103-d94294b2a154 req-fa4bbfd5-c3eb-4477-9ed2-8cc9b5f2bab7 tempest-ServerAddressesTestJSON-1186084829 tempest-ServerAddressesTestJSON-1186084829-project] 10.222.0.54 "GET /v2.0/security-groups?id=84a30153-91c1-47aa-836e-a8e2f1bd6046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2282820 Nov 19 17:41:44.252769 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:44.286739 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] For port 818e9224-abcd-47ac-9d74-477302aa9cda, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=818e9224-abcd-47ac-9d74-477302aa9cda,segment=NetworkSegment(bbe705c1-96c0-476e-8381-28227e6f0ac5),segment_id=bbe705c1-96c0-476e-8381-28227e6f0ac5)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:41:44.299512 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:44.319038 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f1f2c484-a092-49bf-be45-6545f42a6822 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:44.331977 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:44.355295 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-dbfb8242-e21d-44c4-a5f9-f7eb482ec358 req-1a8326e0-251e-41f7-ad27-5a84a09784c0 service neutron] 10.222.0.54 "GET /v2.0/networks/3e551525-40d3-4429-b843-d9d86dd5b1c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3322065 Nov 19 17:41:44.391913 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [None req-a88a9b48-fe60-49df-9f90-0dc7bffbce59 admin admin] For port c5f76285-1d38-48f7-9698-179511a690bb, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=c5f76285-1d38-48f7-9698-179511a690bb,segment=NetworkSegment(c31acd2b-c8ca-42f4-93eb-b63a267c0a37),segment_id=c31acd2b-c8ca-42f4-93eb-b63a267c0a37)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:41:44.392284 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a88a9b48-fe60-49df-9f90-0dc7bffbce59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:44.443080 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-a88a9b48-fe60-49df-9f90-0dc7bffbce59 admin admin] Calling delete_port for c5f76285-1d38-48f7-9698-179511a690bb owned by network:router_interface {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:41:44.446706 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '486c2749-b729-43bb-a2f2-da659309b3a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f23aa345-e47e-4700-ad94-3fbec66fb7f5'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:41:44.457731 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3940761bcd94e032e6960d2241bd8993c5d3a7d8dc2aca8488f3ecf1d4dd2fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d5d10e0-771e-46c8-87d1-247b7e6bc2d0" -d '{"events": [{"server_uuid": "486c2749-b729-43bb-a2f2-da659309b3a4", "name": "network-vif-plugged", "status": "completed", "tag": "f23aa345-e47e-4700-ad94-3fbec66fb7f5"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:41:44.485441 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Pushing event updated for resources: {'Port': ['ID=818e9224-abcd-47ac-9d74-477302aa9cda,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:41:44.504994 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port f23aa345-e47e-4700-ad94-3fbec66fb7f5, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=f23aa345-e47e-4700-ad94-3fbec66fb7f5,segment=NetworkSegment(65da90f8-a853-48a6-af92-75fd92f47077),segment_id=65da90f8-a853-48a6-af92-75fd92f47077)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:41:44.518004 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:44.519341 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device ee47d372-ad72-4981-bb3d-4ae53342d5dd no longer exists at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:41:44.557320 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] No Port match for: ee47d372-ad72-4981-bb3d-4ae53342d5dd {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:41:44.560061 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device ee47d372-ad72-4981-bb3d-4ae53342d5dd not bound to the agent host n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:41:44.563258 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-f1f2c484-a092-49bf-be45-6545f42a6822 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06df44ce-7965-49c3-9334-79a80c7f7af9']}} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:41:44.572074 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c70d4c-f2ce-4716-823d-41a9ac7360c3 req-d5959523-f43c-488a-b233-7b23a3189115 tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:44.574550 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-29c70d4c-f2ce-4716-823d-41a9ac7360c3 req-d5959523-f43c-488a-b233-7b23a3189115 tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] 10.222.0.86 "GET /v2.0/networks?id=3e551525-40d3-4429-b843-d9d86dd5b1c3 HTTP/1.1" status: 200 len: 816 time: 0.3658071 Nov 19 17:41:44.663043 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-29c70d4c-f2ce-4716-823d-41a9ac7360c3 req-0a35e4fe-f08a-45cb-9004-ba2b7a1f9030 tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] Request body: {'port': {'device_id': '2dc0a948-e69f-470a-a431-55ba5b8e72a4', 'network_id': '3e551525-40d3-4429-b843-d9d86dd5b1c3', 'admin_state_up': True, 'tenant_id': '5c88988d15b14e549ed4294d5b1d81b7'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:41:44.668954 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=f23aa345-e47e-4700-ad94-3fbec66fb7f5,revision_number=7']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:41:44.669996 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-f1f2c484-a092-49bf-be45-6545f42a6822 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa32b67e-17cc-4a5c-8764-82d3483c4272') {'for_net_delete': True} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:41:44.670293 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-f1f2c484-a092-49bf-be45-6545f42a6822 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa32b67e-17cc-4a5c-8764-82d3483c4272') {} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:41:44.712036 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f1f2c484-a092-49bf-be45-6545f42a6822 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12545382'] for segment, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:44.792566 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b984da4-793e-40ce-b2b4-57e4d2194b6d req-210365fa-343b-4220-9aff-34a0bffad697 tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:44.794250 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0b984da4-793e-40ce-b2b4-57e4d2194b6d req-210365fa-343b-4220-9aff-34a0bffad697 tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] 10.222.0.54 "GET /v2.0/ports?device_id=486c2749-b729-43bb-a2f2-da659309b3a4 HTTP/1.1" status: 200 len: 946 time: 0.1188776 Nov 19 17:41:44.844565 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f1f2c484-a092-49bf-be45-6545f42a6822 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:44.863743 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1f2c484-a092-49bf-be45-6545f42a6822 admin admin] Releasing vlan 651 on physical network physnet1 to pool {{(pid=103365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 17:41:44.864148 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f1f2c484-a092-49bf-be45-6545f42a6822 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12282953'] for segment, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:44.869459 n-d-818022-2 neutron-server[103365]: Traceback (most recent call last): Nov 19 17:41:44.869459 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 17:41:44.869459 n-d-818022-2 neutron-server[103365]: timer() Nov 19 17:41:44.869459 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 17:41:44.869459 n-d-818022-2 neutron-server[103365]: cb(*args, **kw) Nov 19 17:41:44.869459 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 17:41:44.869459 n-d-818022-2 neutron-server[103365]: return func(*args, **kwargs) Nov 19 17:41:44.869459 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 17:41:44.869459 n-d-818022-2 neutron-server[103365]: self._notify() Nov 19 17:41:44.869459 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 17:41:44.869459 n-d-818022-2 neutron-server[103365]: self.callback(batched_events) Nov 19 17:41:44.869459 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 17:41:44.869459 n-d-818022-2 neutron-server[103365]: event.method(event) Nov 19 17:41:44.869459 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 17:41:44.869459 n-d-818022-2 neutron-server[103365]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 17:41:44.869459 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 17:41:44.869459 n-d-818022-2 neutron-server[103365]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 17:41:44.869459 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 17:41:44.869459 n-d-818022-2 neutron-server[103365]: return f(self, *a, **k) Nov 19 17:41:44.869459 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 17:41:44.869459 n-d-818022-2 neutron-server[103365]: return self._get(url).json() Nov 19 17:41:44.869459 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 17:41:44.869459 n-d-818022-2 neutron-server[103365]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 17:41:44.869459 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 17:41:44.869459 n-d-818022-2 neutron-server[103365]: return self.request(url, 'GET', **kwargs) Nov 19 17:41:44.869459 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 17:41:44.869459 n-d-818022-2 neutron-server[103365]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 17:41:44.869459 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 17:41:44.869459 n-d-818022-2 neutron-server[103365]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 17:41:44.869459 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 17:41:44.869459 n-d-818022-2 neutron-server[103365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 17:41:44.869459 n-d-818022-2 neutron-server[103365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 17:41:44.970124 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0b984da4-793e-40ce-b2b4-57e4d2194b6d req-0a1abc66-f8a5-432d-bfb7-dbb71e1b59ba tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] 10.222.0.54 "GET /v2.0/security-groups?id=2e3e4707-c197-4851-8355-26b2132f2eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654439 Nov 19 17:41:44.973876 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a88a9b48-fe60-49df-9f90-0dc7bffbce59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:45.042603 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88a9b48-fe60-49df-9f90-0dc7bffbce59 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5f76285-1d38-48f7-9698-179511a690bb,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:41:45.105059 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8b72d067-70c4-4264-ac82-d297862ba7bc admin admin] Publish callbacks [] for port, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:45.118794 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:41:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d7d85a4-650d-4360-8a66-a725e9179bc5 x-openstack-request-id: req-9d7d85a4-650d-4360-8a66-a725e9179bc5 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:41:45.119511 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "486c2749-b729-43bb-a2f2-da659309b3a4", "name": "network-vif-plugged", "status": "completed", "tag": "f23aa345-e47e-4700-ad94-3fbec66fb7f5", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:41:45.119865 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-9d7d85a4-650d-4360-8a66-a725e9179bc5 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:41:45.120348 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '486c2749-b729-43bb-a2f2-da659309b3a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f23aa345-e47e-4700-ad94-3fbec66fb7f5', 'code': 200} Nov 19 17:41:45.138538 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c904f0e-c76a-4f6a-be81-16c5e8caad17 req-9ab31fc6-6590-4557-bed8-f063c6d480e4 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:45.147034 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2c904f0e-c76a-4f6a-be81-16c5e8caad17 req-9ab31fc6-6590-4557-bed8-f063c6d480e4 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/networks?id=c7b257b3-f66e-4846-9861-5f47f21f4188 HTTP/1.1" status: 200 len: 807 time: 0.7516103 Nov 19 17:41:45.170904 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8b72d067-70c4-4264-ac82-d297862ba7bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:45.291953 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8b72d067-70c4-4264-ac82-d297862ba7bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-768529'] for router_interface, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:45.318448 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b72d067-70c4-4264-ac82-d297862ba7bc admin admin] Pushing event updated for resources: {'Port': ['ID=e382c3fe-0fd8-414b-ad92-ef41734beac8,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:41:45.339033 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2c904f0e-c76a-4f6a-be81-16c5e8caad17 req-1078afc8-0d61-4ac2-a44d-bfef7707a6b0 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/quotas/de10e7e0e3ea4ce28d84ef76e9c1ec3a HTTP/1.1" status: 200 len: 375 time: 0.1910937 Nov 19 17:41:45.355583 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f1f2c484-a092-49bf-be45-6545f42a6822 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671242'] for network, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:45.368324 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f1f2c484-a092-49bf-be45-6545f42a6822 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:45.373071 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 818e9224-abcd-47ac-9d74-477302aa9cda up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:41:45.375272 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-f1f2c484-a092-49bf-be45-6545f42a6822 admin admin] 10.222.0.54 "DELETE /v2.0/networks/06df44ce-7965-49c3-9334-79a80c7f7af9 HTTP/1.1" status: 204 len: 168 time: 2.0412924 Nov 19 17:41:45.387368 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 48366) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:41:45.512145 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f2c484-a092-49bf-be45-6545f42a6822 admin admin] Pushing event deleted for resources: {'Network': ['ID=06df44ce-7965-49c3-9334-79a80c7f7af9,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:41:45.540352 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29c70d4c-f2ce-4716-823d-41a9ac7360c3 req-0a35e4fe-f08a-45cb-9004-ba2b7a1f9030 tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] Made reservation on behalf of 5c88988d15b14e549ed4294d5b1d81b7 for: {'port': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:41:45.546595 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-29c70d4c-f2ce-4716-823d-41a9ac7360c3 req-0a35e4fe-f08a-45cb-9004-ba2b7a1f9030 tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:45.558269 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 818e9224-abcd-47ac-9d74-477302aa9cda triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:41:45.558973 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:45.588255 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a88a9b48-fe60-49df-9f90-0dc7bffbce59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-768648'] for router_interface, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:45.597303 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_v2 [None req-d35eaf52-bdbe-4607-894f-8b695054e7c8 admin admin] Deleting subnet 6b3ec571-09f1-4cb5-8561-a183d0b05c80 {{(pid=103364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 17:41:45.602989 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d35eaf52-bdbe-4607-894f-8b695054e7c8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:45.643999 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d35eaf52-bdbe-4607-894f-8b695054e7c8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9416263'] for subnet, precommit_delete_associations {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:45.661897 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b72d067-70c4-4264-ac82-d297862ba7bc admin admin] Network 3e96445f-a5e4-45c4-8de8-46b5573abaec is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:41:45.668540 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2c904f0e-c76a-4f6a-be81-16c5e8caad17 req-6bdc3fc6-d0d0-4fb0-b358-eb4c8d8fda84 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=de10e7e0e3ea4ce28d84ef76e9c1ec3a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2865865 Nov 19 17:41:45.671520 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-8b72d067-70c4-4264-ac82-d297862ba7bc admin admin] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:41:45.695852 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d35eaf52-bdbe-4607-894f-8b695054e7c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:45.849067 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d35eaf52-bdbe-4607-894f-8b695054e7c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12425137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8983934'] for subnet, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:45.880393 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d96cf29-2200-40d2-aeec-cbe4931d2f45 req-e130e655-fcf5-4433-9545-9bf5a454f25d tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:45.882070 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2d96cf29-2200-40d2-aeec-cbe4931d2f45 req-e130e655-fcf5-4433-9545-9bf5a454f25d tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] 10.222.0.54 "GET /v2.0/networks?id=3e551525-40d3-4429-b843-d9d86dd5b1c3 HTTP/1.1" status: 200 len: 816 time: 0.5088203 Nov 19 17:41:45.893552 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35eaf52-bdbe-4607-894f-8b695054e7c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b3ec571-09f1-4cb5-8561-a183d0b05c80,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:41:45.911568 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d35eaf52-bdbe-4607-894f-8b695054e7c8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:45.914792 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-d35eaf52-bdbe-4607-894f-8b695054e7c8 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/6b3ec571-09f1-4cb5-8561-a183d0b05c80 HTTP/1.1" status: 204 len: 168 time: 0.5218472 Nov 19 17:41:45.918133 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2d96cf29-2200-40d2-aeec-cbe4931d2f45 req-a07e2267-5aaa-46f1-8481-b98715e1f88a tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] 10.222.0.54 "GET /v2.0/quotas/5c88988d15b14e549ed4294d5b1d81b7 HTTP/1.1" status: 200 len: 375 time: 0.0277541 Nov 19 17:41:45.919951 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 48370) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:41:45.941851 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2c904f0e-c76a-4f6a-be81-16c5e8caad17 req-49ae340c-9db7-48c4-a500-a33b9910c58a service neutron] 10.222.0.54 "GET /v2.0/networks/c7b257b3-f66e-4846-9861-5f47f21f4188?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2363675 Nov 19 17:41:45.968862 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [req-29c70d4c-f2ce-4716-823d-41a9ac7360c3 req-0a35e4fe-f08a-45cb-9004-ba2b7a1f9030 tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] Allocated IP 172.20.0.10 (3e551525-40d3-4429-b843-d9d86dd5b1c3/db1bcdee-5119-44a7-8c81-3040c2de4bc1/c1141d05-2f5a-4155-a628-0ca06ed5b814) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:41:46.032459 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b72d067-70c4-4264-ac82-d297862ba7bc admin admin] Router 0d1006c8-9f1a-4878-8422-77aa6f8afb75 has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 17:41:46.073664 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6369059c-13bf-4efe-b35a-1bcb4b1d36d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:46.084298 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2d96cf29-2200-40d2-aeec-cbe4931d2f45 req-15a4bafb-0f61-4ba3-97d4-fe8f5a032e60 tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=5c88988d15b14e549ed4294d5b1d81b7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1163154 Nov 19 17:41:46.163856 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2c904f0e-c76a-4f6a-be81-16c5e8caad17 req-ac21220a-281e-4ffd-a9ff-b08eb20f1558 service neutron] 10.222.0.54 "GET /v2.0/networks/c7b257b3-f66e-4846-9861-5f47f21f4188?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2133970 Nov 19 17:41:46.286000 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b72d067-70c4-4264-ac82-d297862ba7bc admin admin] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 17:41:46.293237 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-8b72d067-70c4-4264-ac82-d297862ba7bc admin admin] 10.222.0.54 "PUT /v2.0/routers/0d1006c8-9f1a-4878-8422-77aa6f8afb75/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8258810 Nov 19 17:41:46.299214 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e682c69a-793b-4e80-bc9c-2113efc5fe55 None None] Sync routers for ids ['0d1006c8-9f1a-4878-8422-77aa6f8afb75'] in n-d-818022-2 {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 17:41:46.311281 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-29c70d4c-f2ce-4716-823d-41a9ac7360c3 req-0a35e4fe-f08a-45cb-9004-ba2b7a1f9030 tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:46.318287 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e682c69a-793b-4e80-bc9c-2113efc5fe55 None None] Routers {'0d1006c8-9f1a-4878-8422-77aa6f8afb75'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:41:46.319849 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-e682c69a-793b-4e80-bc9c-2113efc5fe55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:41:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['0d1006c8-9f1a-4878-8422-77aa6f8afb75'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:41:46.388515 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-29c70d4c-f2ce-4716-823d-41a9ac7360c3 req-0a35e4fe-f08a-45cb-9004-ba2b7a1f9030 tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:46.488604 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29c70d4c-f2ce-4716-823d-41a9ac7360c3 req-0a35e4fe-f08a-45cb-9004-ba2b7a1f9030 tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] Network 3e551525-40d3-4429-b843-d9d86dd5b1c3 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:41:46.493577 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [req-29c70d4c-f2ce-4716-823d-41a9ac7360c3 req-0a35e4fe-f08a-45cb-9004-ba2b7a1f9030 tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:41:46.496402 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-29c70d4c-f2ce-4716-823d-41a9ac7360c3 req-0a35e4fe-f08a-45cb-9004-ba2b7a1f9030 tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:41:46.543951 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-e682c69a-793b-4e80-bc9c-2113efc5fe55 None None] Set router 0d1006c8-9f1a-4878-8422-77aa6f8afb75 gateway port host: n-d-818022-2 {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:41:46.576325 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a35e4fe-f08a-45cb-9004-ba2b7a1f9030 tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] Pushing event updated for resources: {'Port': ['ID=c1141d05-2f5a-4155-a628-0ca06ed5b814,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:41:46.671855 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c70d4c-f2ce-4716-823d-41a9ac7360c3 req-0a35e4fe-f08a-45cb-9004-ba2b7a1f9030 tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:46.672853 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-29c70d4c-f2ce-4716-823d-41a9ac7360c3 req-0a35e4fe-f08a-45cb-9004-ba2b7a1f9030 tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:46.694390 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-29c70d4c-f2ce-4716-823d-41a9ac7360c3 req-0a35e4fe-f08a-45cb-9004-ba2b7a1f9030 tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0462193 Nov 19 17:41:46.709341 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-29c70d4c-f2ce-4716-823d-41a9ac7360c3 req-a9bbe37e-a796-4742-87fb-0fa1893efafd service neutron] Request body: {'port': {'device_id': '2dc0a948-e69f-470a-a431-55ba5b8e72a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818022-2'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:41:46.854001 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d105c58-ace5-4bfd-bec3-f40c604d2013 req-d638bbbb-2624-410b-84e4-acc6be68e035 tempest-ServerAddressesTestJSON-1186084829 tempest-ServerAddressesTestJSON-1186084829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:46.861999 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8d105c58-ace5-4bfd-bec3-f40c604d2013 req-d638bbbb-2624-410b-84e4-acc6be68e035 tempest-ServerAddressesTestJSON-1186084829 tempest-ServerAddressesTestJSON-1186084829-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a9edcae-1a53-42e0-b889-8cd6588f5d72 HTTP/1.1" status: 200 len: 945 time: 0.0991781 Nov 19 17:41:46.879120 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-29c70d4c-f2ce-4716-823d-41a9ac7360c3 req-a9bbe37e-a796-4742-87fb-0fa1893efafd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:46.885780 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-e682c69a-793b-4e80-bc9c-2113efc5fe55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d1006c8-9f1a-4878-8422-77aa6f8afb75', 'name': 'tempest-ServerRescueTestJSON-964568590-router', 'tenant_id': 'e9d0792a3a024bd5be40fd99773caf74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.170'}], 'enable_snat': True}, 'gw_port_id': '818e9224-abcd-47ac-9d74-477302aa9cda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:41:35Z', 'updated_at': '2021-11-19T17:41:44Z', 'revision_number': 4, 'project_id': 'e9d0792a3a024bd5be40fd99773caf74', 'gw_port': {'id': '818e9224-abcd-47ac-9d74-477302aa9cda', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:8b:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d1006c8-9f1a-4878-8422-77aa6f8afb75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:41:37Z', 'updated_at': '2021-11-19T17:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': 'e382c3fe-0fd8-414b-ad92-ef41734beac8', 'name': '', 'network_id': '3e96445f-a5e4-45c4-8de8-46b5573abaec', 'tenant_id': 'e9d0792a3a024bd5be40fd99773caf74', 'mac_address': 'fa:16:3e:2e:2d:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d1006c8-9f1a-4878-8422-77aa6f8afb75', 'device_owner': 'network:router_interface', 'standard_attr_id': 836, 'fixed_ips': [{'subnet_id': 'c8b9f65f-87c2-480d-928b-0fe5bda8bb38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:41:41Z', 'updated_at': '2021-11-19T17:41:44Z', 'revision_number': 2, 'project_id': 'e9d0792a3a024bd5be40fd99773caf74', 'subnets': [{'id': 'c8b9f65f-87c2-480d-928b-0fe5bda8bb38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:41:46.939798 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e682c69a-793b-4e80-bc9c-2113efc5fe55 None None] Checking router: 0d1006c8-9f1a-4878-8422-77aa6f8afb75 for host: n-d-818022-2 {{(pid=103366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 17:41:46.940156 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e682c69a-793b-4e80-bc9c-2113efc5fe55 None None] Updating router 0d1006c8-9f1a-4878-8422-77aa6f8afb75 port e382c3fe-0fd8-414b-ad92-ef41734beac8 binding host n-d-818022-2 {{(pid=103366) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 17:41:46.979141 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-66abb261-348f-4823-a1c0-247e41221969 None None] Provisioning complete for port c1141d05-2f5a-4155-a628-0ca06ed5b814 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:41:46.979520 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-66abb261-348f-4823-a1c0-247e41221969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:46.981038 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e682c69a-793b-4e80-bc9c-2113efc5fe55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:46.985922 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8d105c58-ace5-4bfd-bec3-f40c604d2013 req-6904e6a9-d6b6-45b5-9faa-c7f5ec1495df tempest-ServerAddressesTestJSON-1186084829 tempest-ServerAddressesTestJSON-1186084829-project] 10.222.0.54 "GET /v2.0/security-groups?id=84a30153-91c1-47aa-836e-a8e2f1bd6046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227937 Nov 19 17:41:47.005032 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6369059c-13bf-4efe-b35a-1bcb4b1d36d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:47.039655 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2d96cf29-2200-40d2-aeec-cbe4931d2f45 req-acef210b-d193-4908-8003-92a24d228eaa service neutron] 10.222.0.54 "GET /v2.0/networks/3e551525-40d3-4429-b843-d9d86dd5b1c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9165862 Nov 19 17:41:47.068824 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a88a9b48-fe60-49df-9f90-0dc7bffbce59 admin admin] Router c5d2b315-fd4e-4d4b-8994-d6437e7ea63d has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 17:41:47.090969 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-66abb261-348f-4823-a1c0-247e41221969 None None] Port c1141d05-2f5a-4155-a628-0ca06ed5b814 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:41:47.121764 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-6369059c-13bf-4efe-b35a-1bcb4b1d36d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27a9c876-8442-4161-901f-a6cb135da748']}} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:41:47.129656 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-916d0bd8-83d1-4838-bdc7-4c51f1310824 req-557b1e28-f99d-4cfb-9932-aa182d568fbc tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/ports?device_id=67c7d862-f420-4f4c-9d52-2ec6b77c5e28 HTTP/1.1" status: 200 len: 210 time: 0.0384834 Nov 19 17:41:47.153076 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-6369059c-13bf-4efe-b35a-1bcb4b1d36d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbcd4da0-97f7-4895-9267-402c50a99261') {'for_net_delete': True} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:41:47.153375 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-6369059c-13bf-4efe-b35a-1bcb4b1d36d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbcd4da0-97f7-4895-9267-402c50a99261') {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:41:47.196682 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6369059c-13bf-4efe-b35a-1bcb4b1d36d4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417396'] for segment, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:47.283098 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6369059c-13bf-4efe-b35a-1bcb4b1d36d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:47.291709 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfb8242-e21d-44c4-a5f9-f7eb482ec358 req-886a9f6d-b3ce-4d58-b4ce-f963c4a5b9ea tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:47.293193 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-dbfb8242-e21d-44c4-a5f9-f7eb482ec358 req-886a9f6d-b3ce-4d58-b4ce-f963c4a5b9ea tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] 10.222.0.86 "GET /v2.0/networks?id=3e551525-40d3-4429-b843-d9d86dd5b1c3 HTTP/1.1" status: 200 len: 816 time: 1.0113640 Nov 19 17:41:47.309931 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6369059c-13bf-4efe-b35a-1bcb4b1d36d4 admin admin] Releasing vlan 680 on physical network physnet1 to pool {{(pid=103364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 17:41:47.310337 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6369059c-13bf-4efe-b35a-1bcb4b1d36d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12425183'] for segment, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:47.312002 n-d-818022-2 neutron-server[103364]: Traceback (most recent call last): Nov 19 17:41:47.312002 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 17:41:47.312002 n-d-818022-2 neutron-server[103364]: timer() Nov 19 17:41:47.312002 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 17:41:47.312002 n-d-818022-2 neutron-server[103364]: cb(*args, **kw) Nov 19 17:41:47.312002 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 17:41:47.312002 n-d-818022-2 neutron-server[103364]: return func(*args, **kwargs) Nov 19 17:41:47.312002 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 17:41:47.312002 n-d-818022-2 neutron-server[103364]: self._notify() Nov 19 17:41:47.312002 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 17:41:47.312002 n-d-818022-2 neutron-server[103364]: self.callback(batched_events) Nov 19 17:41:47.312002 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 17:41:47.312002 n-d-818022-2 neutron-server[103364]: event.method(event) Nov 19 17:41:47.312002 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 17:41:47.312002 n-d-818022-2 neutron-server[103364]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 17:41:47.312002 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 17:41:47.312002 n-d-818022-2 neutron-server[103364]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 17:41:47.312002 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 17:41:47.312002 n-d-818022-2 neutron-server[103364]: return f(self, *a, **k) Nov 19 17:41:47.312002 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 17:41:47.312002 n-d-818022-2 neutron-server[103364]: return self._get(url).json() Nov 19 17:41:47.312002 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 17:41:47.312002 n-d-818022-2 neutron-server[103364]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 17:41:47.312002 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 17:41:47.312002 n-d-818022-2 neutron-server[103364]: return self.request(url, 'GET', **kwargs) Nov 19 17:41:47.312002 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 17:41:47.312002 n-d-818022-2 neutron-server[103364]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 17:41:47.312002 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 17:41:47.312002 n-d-818022-2 neutron-server[103364]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 17:41:47.312002 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 17:41:47.312002 n-d-818022-2 neutron-server[103364]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 17:41:47.312002 n-d-818022-2 neutron-server[103364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 17:41:47.328843 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-dbfb8242-e21d-44c4-a5f9-f7eb482ec358 req-6906580d-d3b2-4703-982a-0982f2e6e612 tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] Request body: {'port': {'device_id': '669195ab-b99c-42c3-b1f1-09b59289b906', 'network_id': '3e551525-40d3-4429-b843-d9d86dd5b1c3', 'admin_state_up': True, 'tenant_id': '5c88988d15b14e549ed4294d5b1d81b7'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:41:47.392261 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786143a7-0db6-4915-8209-9c2eb713102e req-fbcba097-8dc7-4100-87ea-0ba7e9539fac tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:47.394212 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-786143a7-0db6-4915-8209-9c2eb713102e req-fbcba097-8dc7-4100-87ea-0ba7e9539fac tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] 10.222.0.54 "GET /v2.0/ports?device_id=486c2749-b729-43bb-a2f2-da659309b3a4 HTTP/1.1" status: 200 len: 946 time: 0.1527846 Nov 19 17:41:47.401761 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e682c69a-793b-4e80-bc9c-2113efc5fe55 None None] Publish callbacks [] for port, precommit_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:47.412754 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e682c69a-793b-4e80-bc9c-2113efc5fe55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:47.418358 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2d96cf29-2200-40d2-aeec-cbe4931d2f45 req-e050259b-0473-4aa9-8db0-01975dbfe135 service neutron] 10.222.0.54 "GET /v2.0/networks/3e551525-40d3-4429-b843-d9d86dd5b1c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3778117 Nov 19 17:41:47.453863 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [req-29c70d4c-f2ce-4716-823d-41a9ac7360c3 req-a9bbe37e-a796-4742-87fb-0fa1893efafd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1141d05-2f5a-4155-a628-0ca06ed5b814 {{(pid=103365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:41:47.464300 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-29c70d4c-f2ce-4716-823d-41a9ac7360c3 req-a9bbe37e-a796-4742-87fb-0fa1893efafd service neutron] Publish callbacks [] for port, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:47.476568 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3656ec-a952-4637-bac2-246673e0969e None None] Pushing event updated for resources: {'Port': ['ID=e382c3fe-0fd8-414b-ad92-ef41734beac8,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:41:47.486939 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6369059c-13bf-4efe-b35a-1bcb4b1d36d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671242'] for network, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:47.497753 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-786143a7-0db6-4915-8209-9c2eb713102e req-9bf8bc20-076e-4949-b1a4-25d89c45b2de tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] 10.222.0.54 "GET /v2.0/security-groups?id=2e3e4707-c197-4851-8355-26b2132f2eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963557 Nov 19 17:41:47.503008 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6369059c-13bf-4efe-b35a-1bcb4b1d36d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:47.516019 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-6369059c-13bf-4efe-b35a-1bcb4b1d36d4 admin admin] 10.222.0.54 "DELETE /v2.0/networks/27a9c876-8442-4161-901f-a6cb135da748 HTTP/1.1" status: 204 len: 168 time: 1.5951078 Nov 19 17:41:47.540785 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6369059c-13bf-4efe-b35a-1bcb4b1d36d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=27a9c876-8442-4161-901f-a6cb135da748,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:41:47.545245 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a88a9b48-fe60-49df-9f90-0dc7bffbce59 admin admin] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 17:41:47.556709 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-a88a9b48-fe60-49df-9f90-0dc7bffbce59 admin admin] 10.222.0.54 "PUT /v2.0/routers/c5d2b315-fd4e-4d4b-8994-d6437e7ea63d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3345613 Nov 19 17:41:47.558685 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf6e1da-91b7-427f-9517-f3cdd48a97ff None None] Sync routers for ids ['c5d2b315-fd4e-4d4b-8994-d6437e7ea63d'] in n-d-818022-2 {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 17:41:47.560548 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 48400) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:41:47.567426 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.provisioning_blocks [req-29c70d4c-f2ce-4716-823d-41a9ac7360c3 req-a9bbe37e-a796-4742-87fb-0fa1893efafd service neutron] Transition to ACTIVE for port object c1141d05-2f5a-4155-a628-0ca06ed5b814 will not be triggered until provisioned by entity L2. {{(pid=103365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 17:41:47.575593 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf6e1da-91b7-427f-9517-f3cdd48a97ff None None] Routers {'c5d2b315-fd4e-4d4b-8994-d6437e7ea63d'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:41:47.576597 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-baf6e1da-91b7-427f-9517-f3cdd48a97ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:41:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['c5d2b315-fd4e-4d4b-8994-d6437e7ea63d'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:41:47.579194 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-29c70d4c-f2ce-4716-823d-41a9ac7360c3 req-a9bbe37e-a796-4742-87fb-0fa1893efafd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:47.590407 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-e682c69a-793b-4e80-bc9c-2113efc5fe55 None None] Attempting to bind port e382c3fe-0fd8-414b-ad92-ef41734beac8 on host n-d-818022-2 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:41:47.590795 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-e682c69a-793b-4e80-bc9c-2113efc5fe55 None None] Attempting to bind port e382c3fe-0fd8-414b-ad92-ef41734beac8 by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': '7f7608ea-8bdd-41e7-91fd-16ec67411b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '3e96445f-a5e4-45c4-8de8-46b5573abaec'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:41:47.591179 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e682c69a-793b-4e80-bc9c-2113efc5fe55 None None] Attempting to bind port e382c3fe-0fd8-414b-ad92-ef41734beac8 on network 3e96445f-a5e4-45c4-8de8-46b5573abaec {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:41:47.600261 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e682c69a-793b-4e80-bc9c-2113efc5fe55 None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 41, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:41:47.600777 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e682c69a-793b-4e80-bc9c-2113efc5fe55 None None] Checking segment: {'id': '7f7608ea-8bdd-41e7-91fd-16ec67411b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '3e96445f-a5e4-45c4-8de8-46b5573abaec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:41:47.601294 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e682c69a-793b-4e80-bc9c-2113efc5fe55 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:47.602397 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e682c69a-793b-4e80-bc9c-2113efc5fe55 None None] Bound using segment: {'id': '7f7608ea-8bdd-41e7-91fd-16ec67411b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '3e96445f-a5e4-45c4-8de8-46b5573abaec'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:41:47.604697 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-e682c69a-793b-4e80-bc9c-2113efc5fe55 None None] Bound port: e382c3fe-0fd8-414b-ad92-ef41734beac8, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f7608ea-8bdd-41e7-91fd-16ec67411b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '3e96445f-a5e4-45c4-8de8-46b5573abaec'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:41:47.605200 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e682c69a-793b-4e80-bc9c-2113efc5fe55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:47.685847 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device f23aa345-e47e-4700-ad94-3fbec66fb7f5 no longer exists at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:41:47.769018 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbfb8242-e21d-44c4-a5f9-f7eb482ec358 req-6906580d-d3b2-4703-982a-0982f2e6e612 tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] Made reservation on behalf of 5c88988d15b14e549ed4294d5b1d81b7 for: {'port': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:41:47.786696 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-dbfb8242-e21d-44c4-a5f9-f7eb482ec358 req-6906580d-d3b2-4703-982a-0982f2e6e612 tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:47.808913 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 48406) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:41:47.835380 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bbe37e-a796-4742-87fb-0fa1893efafd service neutron] Pushing event updated for resources: {'Port': ['ID=c1141d05-2f5a-4155-a628-0ca06ed5b814,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:41:47.901133 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a6307676-21e4-474c-a7bd-60f1832f3b3e admin admin] Publish callbacks [] for router, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:47.938672 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-baf6e1da-91b7-427f-9517-f3cdd48a97ff None None] Set router c5d2b315-fd4e-4d4b-8994-d6437e7ea63d gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:41:47.950640 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-29c70d4c-f2ce-4716-823d-41a9ac7360c3 req-a9bbe37e-a796-4742-87fb-0fa1893efafd service neutron] Attempting to bind port c1141d05-2f5a-4155-a628-0ca06ed5b814 on host n-h2-818022-2 for vnic_type normal with profile {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:41:47.951191 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-29c70d4c-f2ce-4716-823d-41a9ac7360c3 req-a9bbe37e-a796-4742-87fb-0fa1893efafd service neutron] Attempting to bind port c1141d05-2f5a-4155-a628-0ca06ed5b814 by drivers openvswitch,hyperv on host n-h2-818022-2 at level 0 using segments [{'id': '4a9dfdd3-0c23-423a-a9c4-4c12af66c553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '3e551525-40d3-4429-b843-d9d86dd5b1c3'}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:41:47.951637 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29c70d4c-f2ce-4716-823d-41a9ac7360c3 req-a9bbe37e-a796-4742-87fb-0fa1893efafd service neutron] Attempting to bind port c1141d05-2f5a-4155-a628-0ca06ed5b814 on network 3e551525-40d3-4429-b843-d9d86dd5b1c3 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:41:47.991655 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-e682c69a-793b-4e80-bc9c-2113efc5fe55 None None] For port e382c3fe-0fd8-414b-ad92-ef41734beac8, host n-d-818022-2, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:41:47.995042 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29c70d4c-f2ce-4716-823d-41a9ac7360c3 req-a9bbe37e-a796-4742-87fb-0fa1893efafd service neutron] Port c1141d05-2f5a-4155-a628-0ca06ed5b814 on network 3e551525-40d3-4429-b843-d9d86dd5b1c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-818022-2 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 17:41:47.995263 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29c70d4c-f2ce-4716-823d-41a9ac7360c3 req-a9bbe37e-a796-4742-87fb-0fa1893efafd service neutron] Attempting to bind port c1141d05-2f5a-4155-a628-0ca06ed5b814 on network 3e551525-40d3-4429-b843-d9d86dd5b1c3 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:41:47.999263 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-e682c69a-793b-4e80-bc9c-2113efc5fe55 None None] For port e382c3fe-0fd8-414b-ad92-ef41734beac8, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=e382c3fe-0fd8-414b-ad92-ef41734beac8,segment=NetworkSegment(7f7608ea-8bdd-41e7-91fd-16ec67411b89),segment_id=7f7608ea-8bdd-41e7-91fd-16ec67411b89)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:41:48.044651 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e682c69a-793b-4e80-bc9c-2113efc5fe55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:48.099404 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3656ec-a952-4637-bac2-246673e0969e None None] Pushing event updated for resources: {'Port': ['ID=e382c3fe-0fd8-414b-ad92-ef41734beac8,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:41:48.112121 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29c70d4c-f2ce-4716-823d-41a9ac7360c3 req-a9bbe37e-a796-4742-87fb-0fa1893efafd service neutron] Checking agent: {'id': '525ad2ac-c4ae-4c63-af2e-0bf8d25d0f0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'started_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 41, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:41:48.117464 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29c70d4c-f2ce-4716-823d-41a9ac7360c3 req-a9bbe37e-a796-4742-87fb-0fa1893efafd service neutron] Checking segment: {'id': '4a9dfdd3-0c23-423a-a9c4-4c12af66c553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '3e551525-40d3-4429-b843-d9d86dd5b1c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:41:48.118006 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29c70d4c-f2ce-4716-823d-41a9ac7360c3 req-a9bbe37e-a796-4742-87fb-0fa1893efafd service neutron] Bound using segment: {'id': '4a9dfdd3-0c23-423a-a9c4-4c12af66c553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '3e551525-40d3-4429-b843-d9d86dd5b1c3'} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:41:48.118752 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-29c70d4c-f2ce-4716-823d-41a9ac7360c3 req-a9bbe37e-a796-4742-87fb-0fa1893efafd service neutron] Bound port: c1141d05-2f5a-4155-a628-0ca06ed5b814, host: n-h2-818022-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a9dfdd3-0c23-423a-a9c4-4c12af66c553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '3e551525-40d3-4429-b843-d9d86dd5b1c3'}}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:41:48.119381 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-29c70d4c-f2ce-4716-823d-41a9ac7360c3 req-a9bbe37e-a796-4742-87fb-0fa1893efafd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:48.184848 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-db2b3615-9e38-4ff6-bfcd-8c1043d1b0b2 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=0d7ccfd9bdc740e383b438cb097bfe8d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3670712 Nov 19 17:41:48.190152 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8527e1cb-f9dc-4ce3-9b68-3c91a9ff1562 req-bf6b2b36-b8e2-459a-b775-12cef1ff4073 tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:48.202446 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8527e1cb-f9dc-4ce3-9b68-3c91a9ff1562 req-bf6b2b36-b8e2-459a-b775-12cef1ff4073 tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] 10.222.0.54 "GET /v2.0/networks?id=3e96445f-a5e4-45c4-8de8-46b5573abaec HTTP/1.1" status: 200 len: 810 time: 0.3416514 Nov 19 17:41:48.203070 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 48422) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:41:48.245416 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e682c69a-793b-4e80-bc9c-2113efc5fe55 None None] Routers {'0d1006c8-9f1a-4878-8422-77aa6f8afb75'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:41:48.246350 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-e682c69a-793b-4e80-bc9c-2113efc5fe55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:41:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['0d1006c8-9f1a-4878-8422-77aa6f8afb75'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:41:48.259837 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-baf6e1da-91b7-427f-9517-f3cdd48a97ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5d2b315-fd4e-4d4b-8994-d6437e7ea63d', 'name': 'tempest-FloatingIPDetailsTestJSON-1926283433-router', 'tenant_id': '576a71c59b264606ae89f9c57a18124b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.244'}], 'enable_snat': True}, 'gw_port_id': '4cef4a93-8cd8-4b50-a707-9a3592a87b4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:41:00Z', 'updated_at': '2021-11-19T17:41:44Z', 'revision_number': 5, 'project_id': '576a71c59b264606ae89f9c57a18124b', 'gw_port': {'id': '4cef4a93-8cd8-4b50-a707-9a3592a87b4d', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:16:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d2b315-fd4e-4d4b-8994-d6437e7ea63d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:41:02Z', 'updated_at': '2021-11-19T17:41:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:41:48.262099 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8527e1cb-f9dc-4ce3-9b68-3c91a9ff1562 req-93145673-10d1-4ca0-8be9-a91a56febd3e tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] 10.222.0.54 "GET /v2.0/quotas/e9d0792a3a024bd5be40fd99773caf74 HTTP/1.1" status: 200 len: 375 time: 0.0436704 Nov 19 17:41:48.327849 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:48.328340 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf6e1da-91b7-427f-9517-f3cdd48a97ff None None] Checking router: c5d2b315-fd4e-4d4b-8994-d6437e7ea63d for host: n-d-818022-2 {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 17:41:48.339179 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf6e1da-91b7-427f-9517-f3cdd48a97ff None None] Routers {'c5d2b315-fd4e-4d4b-8994-d6437e7ea63d'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:41:48.363634 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-29c70d4c-f2ce-4716-823d-41a9ac7360c3 req-a9bbe37e-a796-4742-87fb-0fa1893efafd service neutron] For port c1141d05-2f5a-4155-a628-0ca06ed5b814, host n-h2-818022-2, cleared binding levels {{(pid=103365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:41:48.364585 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-baf6e1da-91b7-427f-9517-f3cdd48a97ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:41:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['c5d2b315-fd4e-4d4b-8994-d6437e7ea63d'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:41:48.368054 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-29c70d4c-f2ce-4716-823d-41a9ac7360c3 req-a9bbe37e-a796-4742-87fb-0fa1893efafd service neutron] For port c1141d05-2f5a-4155-a628-0ca06ed5b814, host n-h2-818022-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=c1141d05-2f5a-4155-a628-0ca06ed5b814,segment=NetworkSegment(4a9dfdd3-0c23-423a-a9c4-4c12af66c553),segment_id=4a9dfdd3-0c23-423a-a9c4-4c12af66c553)] {{(pid=103365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:41:48.390390 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-29c70d4c-f2ce-4716-823d-41a9ac7360c3 req-a9bbe37e-a796-4742-87fb-0fa1893efafd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:48.395365 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '486c2749-b729-43bb-a2f2-da659309b3a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f23aa345-e47e-4700-ad94-3fbec66fb7f5'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:41:48.399820 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3940761bcd94e032e6960d2241bd8993c5d3a7d8dc2aca8488f3ecf1d4dd2fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fcdc3d1-b033-4a65-9b9e-44ab4aa08002" -d '{"events": [{"server_uuid": "486c2749-b729-43bb-a2f2-da659309b3a4", "name": "network-vif-unplugged", "status": "completed", "tag": "f23aa345-e47e-4700-ad94-3fbec66fb7f5"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:41:48.404041 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a6307676-21e4-474c-a7bd-60f1832f3b3e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:48.428840 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c904f0e-c76a-4f6a-be81-16c5e8caad17 req-c1dd8dbc-aa28-44f0-9d92-dfe39750a3cc tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:48.431976 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2c904f0e-c76a-4f6a-be81-16c5e8caad17 req-c1dd8dbc-aa28-44f0-9d92-dfe39750a3cc tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.60 "GET /v2.0/networks?id=c7b257b3-f66e-4846-9861-5f47f21f4188 HTTP/1.1" status: 200 len: 807 time: 0.4135780 Nov 19 17:41:48.442895 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [req-dbfb8242-e21d-44c4-a5f9-f7eb482ec358 req-6906580d-d3b2-4703-982a-0982f2e6e612 tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] Allocated IP 172.20.0.4 (3e551525-40d3-4429-b843-d9d86dd5b1c3/db1bcdee-5119-44a7-8c81-3040c2de4bc1/877a8e2d-c508-4b2b-95f3-0e57552014ef) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:41:48.452661 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-2c904f0e-c76a-4f6a-be81-16c5e8caad17 req-d6af1180-80a7-47ed-a25e-b694d2ff729c tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Request body: {'port': {'device_id': '67c7d862-f420-4f4c-9d52-2ec6b77c5e28', 'network_id': 'c7b257b3-f66e-4846-9861-5f47f21f4188', 'admin_state_up': True, 'tenant_id': 'de10e7e0e3ea4ce28d84ef76e9c1ec3a'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:41:48.461402 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port f23aa345-e47e-4700-ad94-3fbec66fb7f5, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=f23aa345-e47e-4700-ad94-3fbec66fb7f5,segment=NetworkSegment(65da90f8-a853-48a6-af92-75fd92f47077),segment_id=65da90f8-a853-48a6-af92-75fd92f47077)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:41:48.608712 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-baf6e1da-91b7-427f-9517-f3cdd48a97ff None None] Set router c5d2b315-fd4e-4d4b-8994-d6437e7ea63d gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:41:48.622019 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c70d4c-f2ce-4716-823d-41a9ac7360c3 req-a9bbe37e-a796-4742-87fb-0fa1893efafd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:48.625613 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-29c70d4c-f2ce-4716-823d-41a9ac7360c3 req-a9bbe37e-a796-4742-87fb-0fa1893efafd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:48.627275 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-29c70d4c-f2ce-4716-823d-41a9ac7360c3 req-a9bbe37e-a796-4742-87fb-0fa1893efafd service neutron] 10.222.0.86 "PUT /v2.0/ports/c1141d05-2f5a-4155-a628-0ca06ed5b814 HTTP/1.1" status: 200 len: 1092 time: 1.9229579 Nov 19 17:41:48.638561 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dc0a948-e69f-470a-a431-55ba5b8e72a4', 'tag': 'c1141d05-2f5a-4155-a628-0ca06ed5b814'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:41:48.651868 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218319d759239a7d11f1288aef37381b97754913ee9ccbfd43b51a463f801712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81a54ab0-8188-47b5-9e7a-27276d963478" -d '{"events": [{"name": "network-changed", "server_uuid": "2dc0a948-e69f-470a-a431-55ba5b8e72a4", "tag": "c1141d05-2f5a-4155-a628-0ca06ed5b814"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:41:48.746107 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-cf7fb5db-f255-4709-b39e-086064786f56 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:48.891359 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:48.906036 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-e4283f5f-d78e-445b-994f-cbdb30f1bde6 req-f9e2ffa0-a69b-4753-90e9-e8f96f8f194f tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] 10.222.0.54 "GET /v2.0/ports?device_id=a23b2fc0-1763-44d0-87d4-83dde49515d8 HTTP/1.1" status: 200 len: 210 time: 0.0726056 Nov 19 17:41:48.949500 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8527e1cb-f9dc-4ce3-9b68-3c91a9ff1562 req-fcb95c4a-0174-4cd2-95b8-0e411e77655b tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=e9d0792a3a024bd5be40fd99773caf74&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5795832 Nov 19 17:41:48.962652 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bbe37e-a796-4742-87fb-0fa1893efafd service neutron] Pushing event updated for resources: {'Port': ['ID=c1141d05-2f5a-4155-a628-0ca06ed5b814,revision_number=3']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:41:48.986025 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-a6307676-21e4-474c-a7bd-60f1832f3b3e admin admin] Deleting port 4cef4a93-8cd8-4b50-a707-9a3592a87b4d {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:41:48.986366 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a6307676-21e4-474c-a7bd-60f1832f3b3e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:49.009864 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f05d39-ac1d-465e-a9e9-a91359d0c867 req-323d5296-5e0b-4c9c-80c8-6fd8165d3fb7 tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:49.021298 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c4f05d39-ac1d-465e-a9e9-a91359d0c867 req-323d5296-5e0b-4c9c-80c8-6fd8165d3fb7 tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] 10.222.0.60 "GET /v2.0/ports?device_id=486c2749-b729-43bb-a2f2-da659309b3a4 HTTP/1.1" status: 200 len: 944 time: 0.5409813 Nov 19 17:41:49.063916 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-cf7fb5db-f255-4709-b39e-086064786f56 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:49.077033 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-e682c69a-793b-4e80-bc9c-2113efc5fe55 None None] Set router 0d1006c8-9f1a-4878-8422-77aa6f8afb75 gateway port host: n-d-818022-2 {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:41:49.087785 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [None req-a6307676-21e4-474c-a7bd-60f1832f3b3e admin admin] For port 4cef4a93-8cd8-4b50-a707-9a3592a87b4d, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=4cef4a93-8cd8-4b50-a707-9a3592a87b4d,segment=NetworkSegment(bbe705c1-96c0-476e-8381-28227e6f0ac5),segment_id=bbe705c1-96c0-476e-8381-28227e6f0ac5)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:41:49.088175 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a6307676-21e4-474c-a7bd-60f1832f3b3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:49.181925 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8527e1cb-f9dc-4ce3-9b68-3c91a9ff1562 req-65e93a49-b034-4caa-b02b-23b1dc93be8d service neutron] 10.222.0.54 "GET /v2.0/networks/3e96445f-a5e4-45c4-8de8-46b5573abaec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2160456 Nov 19 17:41:49.187535 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=f23aa345-e47e-4700-ad94-3fbec66fb7f5,revision_number=8']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:41:49.229209 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-dbfb8242-e21d-44c4-a5f9-f7eb482ec358 req-6906580d-d3b2-4703-982a-0982f2e6e612 tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:49.237333 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-baf6e1da-91b7-427f-9517-f3cdd48a97ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5d2b315-fd4e-4d4b-8994-d6437e7ea63d', 'name': 'tempest-FloatingIPDetailsTestJSON-1926283433-router', 'tenant_id': '576a71c59b264606ae89f9c57a18124b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.244'}], 'enable_snat': True}, 'gw_port_id': '4cef4a93-8cd8-4b50-a707-9a3592a87b4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:41:00Z', 'updated_at': '2021-11-19T17:41:44Z', 'revision_number': 5, 'project_id': '576a71c59b264606ae89f9c57a18124b', 'gw_port': {'id': '4cef4a93-8cd8-4b50-a707-9a3592a87b4d', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:16:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d2b315-fd4e-4d4b-8994-d6437e7ea63d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:41:02Z', 'updated_at': '2021-11-19T17:41:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:41:49.283530 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c70d4c-f2ce-4716-823d-41a9ac7360c3 req-fbc318be-877d-4790-a267-368207c5b14e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:49.285059 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-29c70d4c-f2ce-4716-823d-41a9ac7360c3 req-fbc318be-877d-4790-a267-368207c5b14e service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5c88988d15b14e549ed4294d5b1d81b7&device_id=2dc0a948-e69f-470a-a431-55ba5b8e72a4 HTTP/1.1" status: 200 len: 1095 time: 0.5914233 Nov 19 17:41:49.294743 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c904f0e-c76a-4f6a-be81-16c5e8caad17 req-d6af1180-80a7-47ed-a25e-b694d2ff729c tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Made reservation on behalf of de10e7e0e3ea4ce28d84ef76e9c1ec3a for: {'port': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:41:49.299686 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-2c904f0e-c76a-4f6a-be81-16c5e8caad17 req-d6af1180-80a7-47ed-a25e-b694d2ff729c tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:49.304187 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf6e1da-91b7-427f-9517-f3cdd48a97ff None None] The sync data for ids ['c5d2b315-fd4e-4d4b-8994-d6437e7ea63d'] in n-d-818022-2 is: [{'id': 'c5d2b315-fd4e-4d4b-8994-d6437e7ea63d', 'name': 'tempest-FloatingIPDetailsTestJSON-1926283433-router', 'tenant_id': '576a71c59b264606ae89f9c57a18124b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.244'}], 'enable_snat': True}, 'gw_port_id': '4cef4a93-8cd8-4b50-a707-9a3592a87b4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:41:00Z', 'updated_at': '2021-11-19T17:41:44Z', 'revision_number': 5, 'project_id': '576a71c59b264606ae89f9c57a18124b', 'gw_port': {'id': '4cef4a93-8cd8-4b50-a707-9a3592a87b4d', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:16:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d2b315-fd4e-4d4b-8994-d6437e7ea63d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:41:02Z', 'updated_at': '2021-11-19T17:41:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 17:41:49.318296 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-dbfb8242-e21d-44c4-a5f9-f7eb482ec358 req-6906580d-d3b2-4703-982a-0982f2e6e612 tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:49.373266 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-a6307676-21e4-474c-a7bd-60f1832f3b3e admin admin] Calling delete_port for 4cef4a93-8cd8-4b50-a707-9a3592a87b4d owned by network:router_gateway {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:41:49.395715 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2b2a14fb-b8f0-46b8-ad85-93c11c10a72b req-05997f5a-3d35-48c3-9dd7-d9368644cef3 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/ports?device_id=67c7d862-f420-4f4c-9d52-2ec6b77c5e28 HTTP/1.1" status: 200 len: 210 time: 0.1173704 Nov 19 17:41:49.471804 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbfb8242-e21d-44c4-a5f9-f7eb482ec358 req-6906580d-d3b2-4703-982a-0982f2e6e612 tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] Network 3e551525-40d3-4429-b843-d9d86dd5b1c3 is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:41:49.501401 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 17:41:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fce52d9-58f7-4b10-ad7e-e04db187dc76 x-openstack-request-id: req-9fce52d9-58f7-4b10-ad7e-e04db187dc76 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:41:49.502272 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "486c2749-b729-43bb-a2f2-da659309b3a4", "name": "network-vif-unplugged", "status": "completed", "tag": "f23aa345-e47e-4700-ad94-3fbec66fb7f5", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:41:49.502693 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-9fce52d9-58f7-4b10-ad7e-e04db187dc76 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:41:49.503287 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '486c2749-b729-43bb-a2f2-da659309b3a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f23aa345-e47e-4700-ad94-3fbec66fb7f5', 'code': 200} Nov 19 17:41:49.514782 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [req-dbfb8242-e21d-44c4-a5f9-f7eb482ec358 req-6906580d-d3b2-4703-982a-0982f2e6e612 tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:41:49.562458 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-e682c69a-793b-4e80-bc9c-2113efc5fe55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d1006c8-9f1a-4878-8422-77aa6f8afb75', 'name': 'tempest-ServerRescueTestJSON-964568590-router', 'tenant_id': 'e9d0792a3a024bd5be40fd99773caf74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.170'}], 'enable_snat': True}, 'gw_port_id': '818e9224-abcd-47ac-9d74-477302aa9cda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:41:35Z', 'updated_at': '2021-11-19T17:41:44Z', 'revision_number': 4, 'project_id': 'e9d0792a3a024bd5be40fd99773caf74', 'gw_port': {'id': '818e9224-abcd-47ac-9d74-477302aa9cda', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:8b:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d1006c8-9f1a-4878-8422-77aa6f8afb75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:41:37Z', 'updated_at': '2021-11-19T17:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': 'e382c3fe-0fd8-414b-ad92-ef41734beac8', 'name': '', 'network_id': '3e96445f-a5e4-45c4-8de8-46b5573abaec', 'tenant_id': 'e9d0792a3a024bd5be40fd99773caf74', 'mac_address': 'fa:16:3e:2e:2d:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d1006c8-9f1a-4878-8422-77aa6f8afb75', 'device_owner': 'network:router_interface', 'standard_attr_id': 836, 'fixed_ips': [{'subnet_id': 'c8b9f65f-87c2-480d-928b-0fe5bda8bb38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:41:41Z', 'updated_at': '2021-11-19T17:41:47Z', 'revision_number': 4, 'project_id': 'e9d0792a3a024bd5be40fd99773caf74', 'subnets': [{'id': 'c8b9f65f-87c2-480d-928b-0fe5bda8bb38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:41:49.574421 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbfb8242-e21d-44c4-a5f9-f7eb482ec358 req-6906580d-d3b2-4703-982a-0982f2e6e612 tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:41:49.641072 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e682c69a-793b-4e80-bc9c-2113efc5fe55 None None] The sync data for ids ['0d1006c8-9f1a-4878-8422-77aa6f8afb75'] in n-d-818022-2 is: [{'id': '0d1006c8-9f1a-4878-8422-77aa6f8afb75', 'name': 'tempest-ServerRescueTestJSON-964568590-router', 'tenant_id': 'e9d0792a3a024bd5be40fd99773caf74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.170'}], 'enable_snat': True}, 'gw_port_id': '818e9224-abcd-47ac-9d74-477302aa9cda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:41:35Z', 'updated_at': '2021-11-19T17:41:44Z', 'revision_number': 4, 'project_id': 'e9d0792a3a024bd5be40fd99773caf74', 'gw_port': {'id': '818e9224-abcd-47ac-9d74-477302aa9cda', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:8b:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d1006c8-9f1a-4878-8422-77aa6f8afb75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:41:37Z', 'updated_at': '2021-11-19T17:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': 'e382c3fe-0fd8-414b-ad92-ef41734beac8', 'name': '', 'network_id': '3e96445f-a5e4-45c4-8de8-46b5573abaec', 'tenant_id': 'e9d0792a3a024bd5be40fd99773caf74', 'mac_address': 'fa:16:3e:2e:2d:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d1006c8-9f1a-4878-8422-77aa6f8afb75', 'device_owner': 'network:router_interface', 'standard_attr_id': 836, 'fixed_ips': [{'subnet_id': 'c8b9f65f-87c2-480d-928b-0fe5bda8bb38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:41:41Z', 'updated_at': '2021-11-19T17:41:47Z', 'revision_number': 4, 'project_id': 'e9d0792a3a024bd5be40fd99773caf74', 'subnets': [{'id': 'c8b9f65f-87c2-480d-928b-0fe5bda8bb38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 17:41:49.777625 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-29c70d4c-f2ce-4716-823d-41a9ac7360c3 req-bfe89f6a-539e-4c9f-868a-f7b1d2d8e650 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c1141d05-2f5a-4155-a628-0ca06ed5b814 HTTP/1.1" status: 200 len: 217 time: 0.0997863 Nov 19 17:41:49.835689 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6906580d-d3b2-4703-982a-0982f2e6e612 tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] Pushing event updated for resources: {'Port': ['ID=877a8e2d-c508-4b2b-95f3-0e57552014ef,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:41:49.928595 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c70d4c-f2ce-4716-823d-41a9ac7360c3 req-6ac15fab-cd64-4509-bae3-a229a3153bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:49.930120 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-29c70d4c-f2ce-4716-823d-41a9ac7360c3 req-6ac15fab-cd64-4509-bae3-a229a3153bcb service neutron] 10.222.0.86 "GET /v2.0/subnets?id=db1bcdee-5119-44a7-8c81-3040c2de4bc1 HTTP/1.1" status: 200 len: 855 time: 0.1386683 Nov 19 17:41:49.957204 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-cf7fb5db-f255-4709-b39e-086064786f56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:49.960096 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-cf7fb5db-f255-4709-b39e-086064786f56 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:49.963734 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-cf7fb5db-f255-4709-b39e-086064786f56 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/740807d6-4246-4ecb-a636-49a5e5a1e11a HTTP/1.1" status: 204 len: 168 time: 1.7568369 Nov 19 17:41:49.970420 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-c4f05d39-ac1d-465e-a9e9-a91359d0c867 req-2d87cb0b-d633-46f3-ae90-01ccc03fc865 tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] Deleting port f23aa345-e47e-4700-ad94-3fbec66fb7f5 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:41:49.970883 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-c4f05d39-ac1d-465e-a9e9-a91359d0c867 req-2d87cb0b-d633-46f3-ae90-01ccc03fc865 tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:50.002376 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8527e1cb-f9dc-4ce3-9b68-3c91a9ff1562 req-702bacdb-71ab-41b4-be9d-d930b378c7b7 service neutron] 10.222.0.54 "GET /v2.0/networks/3e96445f-a5e4-45c4-8de8-46b5573abaec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8195908 Nov 19 17:41:50.036765 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7fb5db-f255-4709-b39e-086064786f56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=740807d6-4246-4ecb-a636-49a5e5a1e11a,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:41:50.063437 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-26cb9723-2621-433b-80cd-772f24e65107 None None] Provisioning complete for port 877a8e2d-c508-4b2b-95f3-0e57552014ef triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:41:50.063809 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-26cb9723-2621-433b-80cd-772f24e65107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:50.171996 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-26cb9723-2621-433b-80cd-772f24e65107 None None] Port 877a8e2d-c508-4b2b-95f3-0e57552014ef cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:41:50.249756 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c70d4c-f2ce-4716-823d-41a9ac7360c3 req-3e3e2ca6-96e6-4d91-bc8d-f262a6f2eddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:50.257603 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-29c70d4c-f2ce-4716-823d-41a9ac7360c3 req-3e3e2ca6-96e6-4d91-bc8d-f262a6f2eddb service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=3e551525-40d3-4429-b843-d9d86dd5b1c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3140178 Nov 19 17:41:50.362554 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-c4f05d39-ac1d-465e-a9e9-a91359d0c867 req-2d87cb0b-d633-46f3-ae90-01ccc03fc865 tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] For port f23aa345-e47e-4700-ad94-3fbec66fb7f5, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=f23aa345-e47e-4700-ad94-3fbec66fb7f5,segment=NetworkSegment(65da90f8-a853-48a6-af92-75fd92f47077),segment_id=65da90f8-a853-48a6-af92-75fd92f47077)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:41:50.363519 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-c4f05d39-ac1d-465e-a9e9-a91359d0c867 req-2d87cb0b-d633-46f3-ae90-01ccc03fc865 tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:50.382697 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-c4f05d39-ac1d-465e-a9e9-a91359d0c867 req-2d87cb0b-d633-46f3-ae90-01ccc03fc865 tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] Calling delete_port for f23aa345-e47e-4700-ad94-3fbec66fb7f5 owned by compute:nova {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:41:50.452398 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 17:41:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25f358bb-08b1-4fdc-bf8c-132c4e5c1305 x-openstack-request-id: req-25f358bb-08b1-4fdc-bf8c-132c4e5c1305 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:41:50.452690 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2dc0a948-e69f-470a-a431-55ba5b8e72a4", "tag": "c1141d05-2f5a-4155-a628-0ca06ed5b814", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:41:50.452946 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-25f358bb-08b1-4fdc-bf8c-132c4e5c1305 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:41:50.453350 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2dc0a948-e69f-470a-a431-55ba5b8e72a4', 'tag': 'c1141d05-2f5a-4155-a628-0ca06ed5b814', 'status': 'completed', 'code': 200} Nov 19 17:41:50.475991 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-29c70d4c-f2ce-4716-823d-41a9ac7360c3 req-9821338e-9c18-4ae6-938a-ab0839695935 service neutron] 10.222.0.86 "GET /v2.0/networks/3e551525-40d3-4429-b843-d9d86dd5b1c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2033443 Nov 19 17:41:50.697214 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-da8aa3aa-c411-4b2a-a61b-81acd68a679f req-24761ec2-52a5-4007-b3de-b3b2e6c4a54a tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] 10.222.0.54 "GET /v2.0/ports?device_id=a23b2fc0-1763-44d0-87d4-83dde49515d8 HTTP/1.1" status: 200 len: 210 time: 0.1110990 Nov 19 17:41:50.765983 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d96cf29-2200-40d2-aeec-cbe4931d2f45 req-fa6a670d-37e0-4fab-9b65-355caae8915a tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:50.767684 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2d96cf29-2200-40d2-aeec-cbe4931d2f45 req-fa6a670d-37e0-4fab-9b65-355caae8915a tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] 10.222.0.86 "GET /v2.0/networks?id=3e551525-40d3-4429-b843-d9d86dd5b1c3 HTTP/1.1" status: 200 len: 816 time: 0.8535833 Nov 19 17:41:50.812474 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 48464) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:41:50.832943 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-2d96cf29-2200-40d2-aeec-cbe4931d2f45 req-2a2dfb64-30ea-4c07-b9db-6c209b1e4f2c tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] Request body: {'port': {'device_id': 'a23b2fc0-1763-44d0-87d4-83dde49515d8', 'network_id': '3e551525-40d3-4429-b843-d9d86dd5b1c3', 'admin_state_up': True, 'tenant_id': '5c88988d15b14e549ed4294d5b1d81b7'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:41:50.884405 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c7de9e2b-337f-4ab9-be6c-c33aa574f1ad req-3b60c50a-0c91-4f67-83b2-d861b93ae229 tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] 10.222.0.54 "GET /v2.0/ports?device_id=90e0de18-fe64-4fe4-a3d8-f6b2367e2980 HTTP/1.1" status: 200 len: 210 time: 0.0626438 Nov 19 17:41:50.892571 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-29c70d4c-f2ce-4716-823d-41a9ac7360c3 req-207d55e4-145e-4a24-9310-1a44dbebfc7d service neutron] 10.222.0.86 "GET /v2.0/networks/3e551525-40d3-4429-b843-d9d86dd5b1c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4058721 Nov 19 17:41:50.910834 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-c4f05d39-ac1d-465e-a9e9-a91359d0c867 req-2d87cb0b-d633-46f3-ae90-01ccc03fc865 tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:50.991662 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d87cb0b-d633-46f3-ae90-01ccc03fc865 tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] Pushing event deleted for resources: {'Port': ['ID=f23aa345-e47e-4700-ad94-3fbec66fb7f5,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:41:51.004661 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-d2656659-6768-4884-b900-ac24a104d963 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=93b0afe7712d468f95793146ef8a3795&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1904247 Nov 19 17:41:51.014268 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 48468) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:41:51.121738 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4f05d39-ac1d-465e-a9e9-a91359d0c867 req-2d87cb0b-d633-46f3-ae90-01ccc03fc865 tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] No DVR routers for this DVR port f23aa345-e47e-4700-ad94-3fbec66fb7f5 on host n-h1-818022-2 {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:41:51.137506 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-c4f05d39-ac1d-465e-a9e9-a91359d0c867 req-2d87cb0b-d633-46f3-ae90-01ccc03fc865 tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:51.146604 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c4f05d39-ac1d-465e-a9e9-a91359d0c867 req-2d87cb0b-d633-46f3-ae90-01ccc03fc865 tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] 10.222.0.60 "DELETE /v2.0/ports/f23aa345-e47e-4700-ad94-3fbec66fb7f5 HTTP/1.1" status: 204 len: 173 time: 2.1022243 Nov 19 17:41:51.230695 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfb8242-e21d-44c4-a5f9-f7eb482ec358 req-6906580d-d3b2-4703-982a-0982f2e6e612 tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:51.231376 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-dbfb8242-e21d-44c4-a5f9-f7eb482ec358 req-6906580d-d3b2-4703-982a-0982f2e6e612 tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:51.246985 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a54ab0-8188-47b5-9e7a-27276d963478 req-fe77b55d-6488-44ef-8814-afd0d601c50c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:51.248598 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-81a54ab0-8188-47b5-9e7a-27276d963478 req-fe77b55d-6488-44ef-8814-afd0d601c50c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5c88988d15b14e549ed4294d5b1d81b7&device_id=2dc0a948-e69f-470a-a431-55ba5b8e72a4 HTTP/1.1" status: 200 len: 1095 time: 0.1816971 Nov 19 17:41:51.283226 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e433932b-ae86-4093-aa0c-a3a4822839b8 req-4043bb9a-e67c-497b-8fa1-db2f954f673a tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/ports?device_id=67c7d862-f420-4f4c-9d52-2ec6b77c5e28 HTTP/1.1" status: 200 len: 210 time: 0.1119514 Nov 19 17:41:51.314111 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device e382c3fe-0fd8-414b-ad92-ef41734beac8 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:41:51.331723 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e0947025-f52a-4b72-8e0d-54c605dfdd8b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:51.391432 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8506d3bf-80e4-472d-b8d5-7ca0668a6c3d req-f9752ee7-8a80-4e1f-9eb8-e60314f25547 tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:51.394832 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8506d3bf-80e4-472d-b8d5-7ca0668a6c3d req-f9752ee7-8a80-4e1f-9eb8-e60314f25547 tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] 10.222.0.54 "GET /v2.0/ports?device_id=486c2749-b729-43bb-a2f2-da659309b3a4 HTTP/1.1" status: 200 len: 865 time: 1.5098763 Nov 19 17:41:51.399097 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a6307676-21e4-474c-a7bd-60f1832f3b3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:51.408996 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d96cf29-2200-40d2-aeec-cbe4931d2f45 req-2a2dfb64-30ea-4c07-b9db-6c209b1e4f2c tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] Made reservation on behalf of 5c88988d15b14e549ed4294d5b1d81b7 for: {'port': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:41:51.413744 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-2d96cf29-2200-40d2-aeec-cbe4931d2f45 req-2a2dfb64-30ea-4c07-b9db-6c209b1e4f2c tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:51.436404 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port e382c3fe-0fd8-414b-ad92-ef41734beac8 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:41:51.436908 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:51.467173 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-dbfb8242-e21d-44c4-a5f9-f7eb482ec358 req-6906580d-d3b2-4703-982a-0982f2e6e612 tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1613779 Nov 19 17:41:51.487449 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6307676-21e4-474c-a7bd-60f1832f3b3e admin admin] Pushing event deleted for resources: {'Port': ['ID=4cef4a93-8cd8-4b50-a707-9a3592a87b4d,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:41:51.529762 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e0947025-f52a-4b72-8e0d-54c605dfdd8b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:51.549323 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-dbfb8242-e21d-44c4-a5f9-f7eb482ec358 req-a5a00146-784b-46d2-ad6b-9f97938c3fe5 service neutron] Request body: {'port': {'device_id': '669195ab-b99c-42c3-b1f1-09b59289b906', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818022-2'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:41:51.643064 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:51.646580 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [req-2c904f0e-c76a-4f6a-be81-16c5e8caad17 req-d6af1180-80a7-47ed-a25e-b694d2ff729c tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Allocated IP 172.20.0.14 (c7b257b3-f66e-4846-9861-5f47f21f4188/df2b5fb0-4ad7-475f-930a-bdefef26bd76/93e90eda-5096-4d5d-bd55-a580bf26e4e1) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:41:51.649385 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-dbfb8242-e21d-44c4-a5f9-f7eb482ec358 req-a5a00146-784b-46d2-ad6b-9f97938c3fe5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:51.703565 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a54ab0-8188-47b5-9e7a-27276d963478 req-6de6632c-c7aa-4a62-96b1-5c4c66644228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:51.705403 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-81a54ab0-8188-47b5-9e7a-27276d963478 req-6de6632c-c7aa-4a62-96b1-5c4c66644228 service neutron] 10.222.0.86 "GET /v2.0/networks?id=3e551525-40d3-4429-b843-d9d86dd5b1c3 HTTP/1.1" status: 200 len: 917 time: 0.4081812 Nov 19 17:41:51.775048 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] For port e382c3fe-0fd8-414b-ad92-ef41734beac8, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=e382c3fe-0fd8-414b-ad92-ef41734beac8,segment=NetworkSegment(7f7608ea-8bdd-41e7-91fd-16ec67411b89),segment_id=7f7608ea-8bdd-41e7-91fd-16ec67411b89)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:41:51.789658 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:51.793895 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-81a54ab0-8188-47b5-9e7a-27276d963478 req-bc565643-41d9-4873-b9ba-6848d11498f2 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c1141d05-2f5a-4155-a628-0ca06ed5b814 HTTP/1.1" status: 200 len: 217 time: 0.0777411 Nov 19 17:41:51.795522 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e0947025-f52a-4b72-8e0d-54c605dfdd8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:51.801102 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e0947025-f52a-4b72-8e0d-54c605dfdd8b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:51.808085 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-e0947025-f52a-4b72-8e0d-54c605dfdd8b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c41bc8ef-a116-4224-976e-638642984f0c HTTP/1.1" status: 204 len: 168 time: 0.7895985 Nov 19 17:41:51.815290 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device c5f76285-1d38-48f7-9698-179511a690bb no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:41:51.929400 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8506d3bf-80e4-472d-b8d5-7ca0668a6c3d req-7ea39589-a68b-4865-ab84-cfc60d08079c tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] 10.222.0.54 "GET /v2.0/security-groups?id=2e3e4707-c197-4851-8355-26b2132f2eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5130050 Nov 19 17:41:51.959759 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: c5f76285-1d38-48f7-9698-179511a690bb {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:41:51.969428 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device c5f76285-1d38-48f7-9698-179511a690bb not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:41:52.004691 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a54ab0-8188-47b5-9e7a-27276d963478 req-f84f7dac-95b9-444b-b0ac-5b9d0e635554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:52.012374 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-81a54ab0-8188-47b5-9e7a-27276d963478 req-f84f7dac-95b9-444b-b0ac-5b9d0e635554 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=db1bcdee-5119-44a7-8c81-3040c2de4bc1 HTTP/1.1" status: 200 len: 855 time: 0.1315744 Nov 19 17:41:52.052632 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Pushing event updated for resources: {'Port': ['ID=e382c3fe-0fd8-414b-ad92-ef41734beac8,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:41:52.059385 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0947025-f52a-4b72-8e0d-54c605dfdd8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c41bc8ef-a116-4224-976e-638642984f0c,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:41:52.147855 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6c6640-0b34-4054-ab67-a18b5dfce54c req-75b32310-0d59-4c9a-b9b0-9445e5f887ec tempest-ServerAddressesTestJSON-1186084829 tempest-ServerAddressesTestJSON-1186084829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:52.154522 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fc6c6640-0b34-4054-ab67-a18b5dfce54c req-75b32310-0d59-4c9a-b9b0-9445e5f887ec tempest-ServerAddressesTestJSON-1186084829 tempest-ServerAddressesTestJSON-1186084829-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a9edcae-1a53-42e0-b889-8cd6588f5d72 HTTP/1.1" status: 200 len: 945 time: 0.4289334 Nov 19 17:41:52.180099 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a54ab0-8188-47b5-9e7a-27276d963478 req-02cab538-c289-448d-8215-2fceb7d75499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:52.182501 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-81a54ab0-8188-47b5-9e7a-27276d963478 req-02cab538-c289-448d-8215-2fceb7d75499 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=3e551525-40d3-4429-b843-d9d86dd5b1c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1497741 Nov 19 17:41:52.224439 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f97e7b33-2972-4ffa-a98a-b7d119f8c949 req-a1fbb20f-8688-4554-a460-9ccb9dea2d01 tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] 10.222.0.54 "GET /v2.0/ports?device_id=a23b2fc0-1763-44d0-87d4-83dde49515d8 HTTP/1.1" status: 200 len: 210 time: 0.0901923 Nov 19 17:41:52.244400 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a6307676-21e4-474c-a7bd-60f1832f3b3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-671730'] for router_gateway, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:52.284498 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fc6c6640-0b34-4054-ab67-a18b5dfce54c req-d1698f6a-d1c3-48a9-9a19-5136fafd958f tempest-ServerAddressesTestJSON-1186084829 tempest-ServerAddressesTestJSON-1186084829-project] 10.222.0.54 "GET /v2.0/security-groups?id=84a30153-91c1-47aa-836e-a8e2f1bd6046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197095 Nov 19 17:41:52.373866 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-81a54ab0-8188-47b5-9e7a-27276d963478 req-08c979bb-502f-4635-bb57-8372534bc322 service neutron] 10.222.0.86 "GET /v2.0/networks/3e551525-40d3-4429-b843-d9d86dd5b1c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749387 Nov 19 17:41:52.454602 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '486c2749-b729-43bb-a2f2-da659309b3a4', 'name': 'network-vif-deleted', 'tag': 'f23aa345-e47e-4700-ad94-3fbec66fb7f5'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:41:52.457626 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218319d759239a7d11f1288aef37381b97754913ee9ccbfd43b51a463f801712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89a0173a-529d-469b-a7d1-e26b53fc327b" -d '{"events": [{"server_uuid": "486c2749-b729-43bb-a2f2-da659309b3a4", "name": "network-vif-deleted", "tag": "f23aa345-e47e-4700-ad94-3fbec66fb7f5"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:41:52.493585 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-08b97e75-515b-40cc-8400-31d45594a963 req-0c21cdc9-16ca-4627-915d-8ecb06765c39 tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] 10.222.0.54 "GET /v2.0/ports?device_id=90e0de18-fe64-4fe4-a3d8-f6b2367e2980 HTTP/1.1" status: 200 len: 210 time: 0.1128266 Nov 19 17:41:52.517855 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a6307676-21e4-474c-a7bd-60f1832f3b3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4696'] for router, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:52.540515 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a6307676-21e4-474c-a7bd-60f1832f3b3e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:52.580812 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-2c904f0e-c76a-4f6a-be81-16c5e8caad17 req-d6af1180-80a7-47ed-a25e-b694d2ff729c tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:52.626374 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ab3d1580-0cdc-4b2b-8c11-0f9597950d29 req-2adaa9d7-bf34-40b5-be90-303e5461577c tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/ports?device_id=67c7d862-f420-4f4c-9d52-2ec6b77c5e28 HTTP/1.1" status: 200 len: 210 time: 0.1855156 Nov 19 17:41:52.648610 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:41:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa012127-a447-44f2-b587-befd39d918bb x-openstack-request-id: req-aa012127-a447-44f2-b587-befd39d918bb {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:41:52.649182 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "486c2749-b729-43bb-a2f2-da659309b3a4", "name": "network-vif-deleted", "tag": "f23aa345-e47e-4700-ad94-3fbec66fb7f5", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:41:52.649602 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-aa012127-a447-44f2-b587-befd39d918bb {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:41:52.652155 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '486c2749-b729-43bb-a2f2-da659309b3a4', 'name': 'network-vif-deleted', 'tag': 'f23aa345-e47e-4700-ad94-3fbec66fb7f5', 'status': 'completed', 'code': 200} Nov 19 17:41:52.702365 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a6307676-21e4-474c-a7bd-60f1832f3b3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-543895'] for router, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:52.703210 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6307676-21e4-474c-a7bd-60f1832f3b3e admin admin] Fanout notify agent at l3_agent the message router_deleted on router c5d2b315-fd4e-4d4b-8994-d6437e7ea63d {{(pid=103364) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 17:41:52.713441 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a6307676-21e4-474c-a7bd-60f1832f3b3e admin admin] Publish callbacks [] for router, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:52.714976 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-a6307676-21e4-474c-a7bd-60f1832f3b3e admin admin] 10.222.0.54 "DELETE /v2.0/routers/c5d2b315-fd4e-4d4b-8994-d6437e7ea63d HTTP/1.1" status: 204 len: 168 time: 5.1534021 Nov 19 17:41:52.721286 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 48496) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:41:52.728813 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [req-2d96cf29-2200-40d2-aeec-cbe4931d2f45 req-2a2dfb64-30ea-4c07-b9db-6c209b1e4f2c tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] Allocated IP 172.20.0.14 (3e551525-40d3-4429-b843-d9d86dd5b1c3/db1bcdee-5119-44a7-8c81-3040c2de4bc1/615eb54d-d233-40ef-91e3-2370ee4f13c7) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:41:52.778788 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8527e1cb-f9dc-4ce3-9b68-3c91a9ff1562 req-a0ecd366-34e7-43e2-ac55-ab2cecab65fb tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:52.780596 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8527e1cb-f9dc-4ce3-9b68-3c91a9ff1562 req-a0ecd366-34e7-43e2-ac55-ab2cecab65fb tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] 10.222.0.60 "GET /v2.0/networks?id=3e96445f-a5e4-45c4-8de8-46b5573abaec HTTP/1.1" status: 200 len: 810 time: 0.3089218 Nov 19 17:41:52.797167 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-2c904f0e-c76a-4f6a-be81-16c5e8caad17 req-d6af1180-80a7-47ed-a25e-b694d2ff729c tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:52.809729 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-8527e1cb-f9dc-4ce3-9b68-3c91a9ff1562 req-b85439b9-12ff-432f-8217-821c7ce8405a tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] Request body: {'port': {'device_id': '90e0de18-fe64-4fe4-a3d8-f6b2367e2980', 'network_id': '3e96445f-a5e4-45c4-8de8-46b5573abaec', 'admin_state_up': True, 'tenant_id': 'e9d0792a3a024bd5be40fd99773caf74'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:41:52.862208 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_v2 [None req-16c83f0b-664c-4318-a1f1-d3d1c5b4e490 admin admin] Deleting subnet 6f5c6a62-0950-471c-b23c-a773ab4433a6 {{(pid=103364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 17:41:52.885741 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-16c83f0b-664c-4318-a1f1-d3d1c5b4e490 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:52.892855 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c904f0e-c76a-4f6a-be81-16c5e8caad17 req-d6af1180-80a7-47ed-a25e-b694d2ff729c tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Network c7b257b3-f66e-4846-9861-5f47f21f4188 is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:41:52.925305 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [req-2c904f0e-c76a-4f6a-be81-16c5e8caad17 req-d6af1180-80a7-47ed-a25e-b694d2ff729c tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:41:52.934155 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c904f0e-c76a-4f6a-be81-16c5e8caad17 req-d6af1180-80a7-47ed-a25e-b694d2ff729c tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:41:52.947097 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-81a54ab0-8188-47b5-9e7a-27276d963478 req-6aa39d3f-9944-492e-943f-ae5918bd983a service neutron] 10.222.0.86 "GET /v2.0/networks/3e551525-40d3-4429-b843-d9d86dd5b1c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5648222 Nov 19 17:41:52.974808 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6af1180-80a7-47ed-a25e-b694d2ff729c tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Pushing event updated for resources: {'Port': ['ID=93e90eda-5096-4d5d-bd55-a580bf26e4e1,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:41:53.067391 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8527e1cb-f9dc-4ce3-9b68-3c91a9ff1562 req-b85439b9-12ff-432f-8217-821c7ce8405a tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] Made reservation on behalf of e9d0792a3a024bd5be40fd99773caf74 for: {'port': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:41:53.078666 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-8527e1cb-f9dc-4ce3-9b68-3c91a9ff1562 req-b85439b9-12ff-432f-8217-821c7ce8405a tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:53.105640 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-16c83f0b-664c-4318-a1f1-d3d1c5b4e490 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9416263'] for subnet, precommit_delete_associations {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:53.171714 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c904f0e-c76a-4f6a-be81-16c5e8caad17 req-d6af1180-80a7-47ed-a25e-b694d2ff729c tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:53.172364 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-2c904f0e-c76a-4f6a-be81-16c5e8caad17 req-d6af1180-80a7-47ed-a25e-b694d2ff729c tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:53.239393 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-2d96cf29-2200-40d2-aeec-cbe4931d2f45 req-2a2dfb64-30ea-4c07-b9db-6c209b1e4f2c tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:53.322647 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 48518) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:41:53.352094 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-740751e8-381e-4894-8e2b-c8d6bf88ae87 tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] Request body: {'security_group': {'name': 'tempest-securitygroup--894085192', 'description': 'tempest-description--934392606'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:41:53.364814 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [req-8527e1cb-f9dc-4ce3-9b68-3c91a9ff1562 req-b85439b9-12ff-432f-8217-821c7ce8405a tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] Allocated IP 172.20.0.9 (3e96445f-a5e4-45c4-8de8-46b5573abaec/c8b9f65f-87c2-480d-928b-0fe5bda8bb38/7e96289f-b8a0-43da-9fe9-0de74e62dd0b) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:41:53.377200 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2c904f0e-c76a-4f6a-be81-16c5e8caad17 req-d6af1180-80a7-47ed-a25e-b694d2ff729c tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.9289522 Nov 19 17:41:53.399376 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-2c904f0e-c76a-4f6a-be81-16c5e8caad17 req-b2d99f92-8f3e-425a-8237-5667854b5d25 service neutron] Request body: {'port': {'device_id': '67c7d862-f420-4f4c-9d52-2ec6b77c5e28', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818022-2'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:41:53.417948 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device e382c3fe-0fd8-414b-ad92-ef41734beac8 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:41:53.426882 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8a8b65-46b5-46ea-9d58-c13e5e844805 req-c0445535-9424-4da9-9fd1-b04f28f79eee tempest-ServerAddressesTestJSON-1186084829 tempest-ServerAddressesTestJSON-1186084829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:53.428570 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-1d8a8b65-46b5-46ea-9d58-c13e5e844805 req-c0445535-9424-4da9-9fd1-b04f28f79eee tempest-ServerAddressesTestJSON-1186084829 tempest-ServerAddressesTestJSON-1186084829-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a9edcae-1a53-42e0-b889-8cd6588f5d72 HTTP/1.1" status: 200 len: 945 time: 0.1733975 Nov 19 17:41:53.473647 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-740751e8-381e-4894-8e2b-c8d6bf88ae87 tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:53.490773 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-16c83f0b-664c-4318-a1f1-d3d1c5b4e490 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:53.508206 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port e382c3fe-0fd8-414b-ad92-ef41734beac8 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:41:53.508560 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:53.552428 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d118334e-8d25-46b8-8777-d958a03be175 req-4ffce508-a7dc-428a-b49c-b7120a0dcb8c tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] 10.222.0.54 "GET /v2.0/ports?device_id=a23b2fc0-1763-44d0-87d4-83dde49515d8 HTTP/1.1" status: 200 len: 210 time: 0.0743766 Nov 19 17:41:53.647103 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-2c904f0e-c76a-4f6a-be81-16c5e8caad17 req-b2d99f92-8f3e-425a-8237-5667854b5d25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:53.649409 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-2d96cf29-2200-40d2-aeec-cbe4931d2f45 req-2a2dfb64-30ea-4c07-b9db-6c209b1e4f2c tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:53.681843 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba44c70-81fe-44ac-abdd-c8b6ecce9ea8 req-41861904-0f44-4d14-b3dd-c39c8a063846 tempest-ServerAddressesTestJSON-1186084829 tempest-ServerAddressesTestJSON-1186084829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:53.687240 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9ba44c70-81fe-44ac-abdd-c8b6ecce9ea8 req-41861904-0f44-4d14-b3dd-c39c8a063846 tempest-ServerAddressesTestJSON-1186084829 tempest-ServerAddressesTestJSON-1186084829-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a9edcae-1a53-42e0-b889-8cd6588f5d72 HTTP/1.1" status: 200 len: 945 time: 0.2915514 Nov 19 17:41:53.700325 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device f23aa345-e47e-4700-ad94-3fbec66fb7f5 no longer exists at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:41:53.779310 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] No Port match for: f23aa345-e47e-4700-ad94-3fbec66fb7f5 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:41:53.781319 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device f23aa345-e47e-4700-ad94-3fbec66fb7f5 not bound to the agent host n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:41:53.793987 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 4cef4a93-8cd8-4b50-a707-9a3592a87b4d no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:41:53.802522 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d96cf29-2200-40d2-aeec-cbe4931d2f45 req-2a2dfb64-30ea-4c07-b9db-6c209b1e4f2c tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] Network 3e551525-40d3-4429-b843-d9d86dd5b1c3 is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:41:53.838586 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: 4cef4a93-8cd8-4b50-a707-9a3592a87b4d {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:41:53.838586 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 4cef4a93-8cd8-4b50-a707-9a3592a87b4d not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:41:53.854568 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [req-2d96cf29-2200-40d2-aeec-cbe4931d2f45 req-2a2dfb64-30ea-4c07-b9db-6c209b1e4f2c tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:41:53.874022 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9ba44c70-81fe-44ac-abdd-c8b6ecce9ea8 req-04aae6e7-8382-422f-a3d3-8636d436df31 tempest-ServerAddressesTestJSON-1186084829 tempest-ServerAddressesTestJSON-1186084829-project] 10.222.0.54 "GET /v2.0/security-groups?id=84a30153-91c1-47aa-836e-a8e2f1bd6046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857860 Nov 19 17:41:53.874513 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2dfb64-30ea-4c07-b9db-6c209b1e4f2c tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] Pushing event updated for resources: {'Port': ['ID=615eb54d-d233-40ef-91e3-2370ee4f13c7,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:41:53.885138 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-1d8a8b65-46b5-46ea-9d58-c13e5e844805 req-b863e7d2-d943-4452-9acf-53e8d529e6c9 tempest-ServerAddressesTestJSON-1186084829 tempest-ServerAddressesTestJSON-1186084829-project] Deleting port 7155e232-dea9-4773-b4e4-46fc9eb16feb {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:41:53.885483 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-1d8a8b65-46b5-46ea-9d58-c13e5e844805 req-b863e7d2-d943-4452-9acf-53e8d529e6c9 tempest-ServerAddressesTestJSON-1186084829 tempest-ServerAddressesTestJSON-1186084829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:53.898803 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2362b02f-d041-4fed-9079-6b99aefd5880 req-05effc34-9d77-451e-aae6-8780a89318ad tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] 10.222.0.54 "GET /v2.0/ports?device_id=90e0de18-fe64-4fe4-a3d8-f6b2367e2980 HTTP/1.1" status: 200 len: 210 time: 0.1541598 Nov 19 17:41:53.900259 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d96cf29-2200-40d2-aeec-cbe4931d2f45 req-2a2dfb64-30ea-4c07-b9db-6c209b1e4f2c tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:41:53.937857 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-16c83f0b-664c-4318-a1f1-d3d1c5b4e490 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12425137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8983934'] for subnet, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:53.986517 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76bbdda2-03f8-4327-ae14-76b804303b28 None None] Network 682f8625-2da0-4277-9298-7e9926949c04 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:41:54.020999 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-8527e1cb-f9dc-4ce3-9b68-3c91a9ff1562 req-b85439b9-12ff-432f-8217-821c7ce8405a tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:54.035559 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-740751e8-381e-4894-8e2b-c8d6bf88ae87 tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:54.057002 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-16c83f0b-664c-4318-a1f1-d3d1c5b4e490 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:54.060765 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-16c83f0b-664c-4318-a1f1-d3d1c5b4e490 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/6f5c6a62-0950-471c-b23c-a773ab4433a6 HTTP/1.1" status: 204 len: 168 time: 1.3384504 Nov 19 17:41:54.068703 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 48532) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:41:54.078796 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c83f0b-664c-4318-a1f1-d3d1c5b4e490 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f5c6a62-0950-471c-b23c-a773ab4433a6,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:41:54.111796 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-740751e8-381e-4894-8e2b-c8d6bf88ae87 tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:54.229508 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d96cf29-2200-40d2-aeec-cbe4931d2f45 req-2a2dfb64-30ea-4c07-b9db-6c209b1e4f2c tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:54.230733 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-2d96cf29-2200-40d2-aeec-cbe4931d2f45 req-2a2dfb64-30ea-4c07-b9db-6c209b1e4f2c tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:54.270106 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-740751e8-381e-4894-8e2b-c8d6bf88ae87 tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:54.275347 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-740751e8-381e-4894-8e2b-c8d6bf88ae87 tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.9438331 Nov 19 17:41:54.281611 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 48540) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:41:54.283934 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740751e8-381e-4894-8e2b-c8d6bf88ae87 tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2272d19-d2e1-4f6e-a9ab-cc18d225d920,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:41:54.290887 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-4810c438-a210-4827-912d-dbeae98bbe7d tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] Request body: {'security_group_rule': {'security_group_id': 'e2272d19-d2e1-4f6e-a9ab-cc18d225d920', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:41:54.336993 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90136e62-2154-4d70-825b-106764a3d112 req-b83fc925-3fa8-495e-9ba4-603c123ff6d4 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:54.345843 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-90136e62-2154-4d70-825b-106764a3d112 req-b83fc925-3fa8-495e-9ba4-603c123ff6d4 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/ports?device_id=67c7d862-f420-4f4c-9d52-2ec6b77c5e28 HTTP/1.1" status: 200 len: 932 time: 0.3146265 Nov 19 17:41:54.364458 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a72141d1-5412-4a54-b742-f621e5bc6d10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:54.368899 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-1d8a8b65-46b5-46ea-9d58-c13e5e844805 req-b863e7d2-d943-4452-9acf-53e8d529e6c9 tempest-ServerAddressesTestJSON-1186084829 tempest-ServerAddressesTestJSON-1186084829-project] For port 7155e232-dea9-4773-b4e4-46fc9eb16feb, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=7155e232-dea9-4773-b4e4-46fc9eb16feb,segment=NetworkSegment(4c9b590b-1c19-4565-aada-595c58ce7808),segment_id=4c9b590b-1c19-4565-aada-595c58ce7808)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:41:54.369091 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-1d8a8b65-46b5-46ea-9d58-c13e5e844805 req-b863e7d2-d943-4452-9acf-53e8d529e6c9 tempest-ServerAddressesTestJSON-1186084829 tempest-ServerAddressesTestJSON-1186084829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:54.369264 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-0bde458c-aec9-46a4-9e8a-c037677fe32a None None] Provisioning complete for port 615eb54d-d233-40ef-91e3-2370ee4f13c7 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:41:54.369734 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0bde458c-aec9-46a4-9e8a-c037677fe32a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:54.397659 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-8527e1cb-f9dc-4ce3-9b68-3c91a9ff1562 req-b85439b9-12ff-432f-8217-821c7ce8405a tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:54.421577 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-0bde458c-aec9-46a4-9e8a-c037677fe32a None None] Port 615eb54d-d233-40ef-91e3-2370ee4f13c7 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:41:54.424937 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efcfa6e3-72b3-4ac0-a972-c7051040d135 None None] DHCP port deletion for 682f8625-2da0-4277-9298-7e9926949c04 request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 17:41:54.435285 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [req-dbfb8242-e21d-44c4-a5f9-f7eb482ec358 req-a5a00146-784b-46d2-ad6b-9f97938c3fe5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 877a8e2d-c508-4b2b-95f3-0e57552014ef {{(pid=103364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:41:54.478708 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-dbfb8242-e21d-44c4-a5f9-f7eb482ec358 req-a5a00146-784b-46d2-ad6b-9f97938c3fe5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:54.494679 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8527e1cb-f9dc-4ce3-9b68-3c91a9ff1562 req-b85439b9-12ff-432f-8217-821c7ce8405a tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] Network 3e96445f-a5e4-45c4-8de8-46b5573abaec is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:41:54.498118 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-efcfa6e3-72b3-4ac0-a972-c7051040d135 None None] Deleting port 1793723a-24e0-467c-bf6b-4a3fbd3dc870 {{(pid=103366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:41:54.498502 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-efcfa6e3-72b3-4ac0-a972-c7051040d135 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:54.512065 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85439b9-12ff-432f-8217-821c7ce8405a tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] Pushing event updated for resources: {'Port': ['ID=7e96289f-b8a0-43da-9fe9-0de74e62dd0b,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:41:54.526513 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [req-8527e1cb-f9dc-4ce3-9b68-3c91a9ff1562 req-b85439b9-12ff-432f-8217-821c7ce8405a tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:41:54.529940 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-8527e1cb-f9dc-4ce3-9b68-3c91a9ff1562 req-b85439b9-12ff-432f-8217-821c7ce8405a tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:41:54.543264 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.provisioning_blocks [req-dbfb8242-e21d-44c4-a5f9-f7eb482ec358 req-a5a00146-784b-46d2-ad6b-9f97938c3fe5 service neutron] Transition to ACTIVE for port object 877a8e2d-c508-4b2b-95f3-0e57552014ef will not be triggered until provisioned by entity L2. {{(pid=103364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 17:41:54.545350 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-1d8a8b65-46b5-46ea-9d58-c13e5e844805 req-b863e7d2-d943-4452-9acf-53e8d529e6c9 tempest-ServerAddressesTestJSON-1186084829 tempest-ServerAddressesTestJSON-1186084829-project] Calling delete_port for 7155e232-dea9-4773-b4e4-46fc9eb16feb owned by compute:nova {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:41:54.565316 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-dbfb8242-e21d-44c4-a5f9-f7eb482ec358 req-a5a00146-784b-46d2-ad6b-9f97938c3fe5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:54.620976 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-efcfa6e3-72b3-4ac0-a972-c7051040d135 None None] For port 1793723a-24e0-467c-bf6b-4a3fbd3dc870, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=1793723a-24e0-467c-bf6b-4a3fbd3dc870,segment=NetworkSegment(c31acd2b-c8ca-42f4-93eb-b63a267c0a37),segment_id=c31acd2b-c8ca-42f4-93eb-b63a267c0a37)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:41:54.622057 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-efcfa6e3-72b3-4ac0-a972-c7051040d135 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:54.640936 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-efcfa6e3-72b3-4ac0-a972-c7051040d135 None None] Calling delete_port for 1793723a-24e0-467c-bf6b-4a3fbd3dc870 owned by network:dhcp {{(pid=103366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:41:54.701655 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2d96cf29-2200-40d2-aeec-cbe4931d2f45 req-2a2dfb64-30ea-4c07-b9db-6c209b1e4f2c tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8787608 Nov 19 17:41:54.711978 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-90136e62-2154-4d70-825b-106764a3d112 req-f2bac907-f2c6-4e94-9b1c-63e4605bdb2b tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/security-groups?id=12d5dc08-1d9f-41c6-b52c-304239ec8b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3653300 Nov 19 17:41:54.718848 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4810c438-a210-4827-912d-dbeae98bbe7d tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:54.776157 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-2d96cf29-2200-40d2-aeec-cbe4931d2f45 req-339b658f-74ef-42c9-881b-7a26ee603af4 service neutron] Request body: {'port': {'device_id': 'a23b2fc0-1763-44d0-87d4-83dde49515d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818022-2'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:41:54.787714 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device c1141d05-2f5a-4155-a628-0ca06ed5b814 details requested by agent hyperv_n-h2-818022-2 with host n-h2-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 17:41:54.954601 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8527e1cb-f9dc-4ce3-9b68-3c91a9ff1562 req-b85439b9-12ff-432f-8217-821c7ce8405a tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:54.955256 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-8527e1cb-f9dc-4ce3-9b68-3c91a9ff1562 req-b85439b9-12ff-432f-8217-821c7ce8405a tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:54.981896 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-efcfa6e3-72b3-4ac0-a972-c7051040d135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007'] for port, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:54.994349 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port c1141d05-2f5a-4155-a628-0ca06ed5b814, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=c1141d05-2f5a-4155-a628-0ca06ed5b814,segment=NetworkSegment(4a9dfdd3-0c23-423a-a9c4-4c12af66c553),segment_id=4a9dfdd3-0c23-423a-a9c4-4c12af66c553)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:41:55.036532 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4810c438-a210-4827-912d-dbeae98bbe7d tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:55.037948 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcfa6e3-72b3-4ac0-a972-c7051040d135 None None] Pushing event deleted for resources: {'Port': ['ID=1793723a-24e0-467c-bf6b-4a3fbd3dc870,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:41:55.041406 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efcfa6e3-72b3-4ac0-a972-c7051040d135 None None] No DVR routers for this DVR port 1793723a-24e0-467c-bf6b-4a3fbd3dc870 on host n-d-818022-2 {{(pid=103366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:41:55.044858 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Returning: {'device': 'c1141d05-2f5a-4155-a628-0ca06ed5b814', 'network_id': '3e551525-40d3-4429-b843-d9d86dd5b1c3', 'port_id': 'c1141d05-2f5a-4155-a628-0ca06ed5b814', 'mac_address': 'fa:16:3e:dc:31:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 673, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db1bcdee-5119-44a7-8c81-3040c2de4bc1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 17:41:55.055380 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4810c438-a210-4827-912d-dbeae98bbe7d tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735179'] for security_group_rule, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:55.063009 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-a72141d1-5412-4a54-b742-f621e5bc6d10 admin admin] Deleting port 1793723a-24e0-467c-bf6b-4a3fbd3dc870 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:41:55.065449 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a72141d1-5412-4a54-b742-f621e5bc6d10 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:55.109469 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:55.124196 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8527e1cb-f9dc-4ce3-9b68-3c91a9ff1562 req-b85439b9-12ff-432f-8217-821c7ce8405a tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3203332 Nov 19 17:41:55.128060 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1141d05-2f5a-4155-a628-0ca06ed5b814 {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:41:55.166351 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port c1141d05-2f5a-4155-a628-0ca06ed5b814, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=c1141d05-2f5a-4155-a628-0ca06ed5b814,segment=NetworkSegment(4a9dfdd3-0c23-423a-a9c4-4c12af66c553),segment_id=4a9dfdd3-0c23-423a-a9c4-4c12af66c553)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:41:55.175444 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:55.205269 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-8527e1cb-f9dc-4ce3-9b68-3c91a9ff1562 req-ff6ff073-078d-4216-96bc-d0c398075bcf service neutron] Request body: {'port': {'device_id': '90e0de18-fe64-4fe4-a3d8-f6b2367e2980', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818022-2'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:41:55.275064 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4810c438-a210-4827-912d-dbeae98bbe7d tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=269a598c-3d00-4e49-821b-f83482786a26,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:41:55.327257 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4810c438-a210-4827-912d-dbeae98bbe7d tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:55.329229 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-4810c438-a210-4827-912d-dbeae98bbe7d tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0427499 Nov 19 17:41:55.335925 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 48556) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:41:55.343225 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Pushing event updated for resources: {'Port': ['ID=c1141d05-2f5a-4155-a628-0ca06ed5b814,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:41:55.343962 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-20a55266-13fe-489e-901a-3e24fe9058e7 tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] Request body: {'security_group_rule': {'security_group_id': 'e2272d19-d2e1-4f6e-a9ab-cc18d225d920', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:41:55.347169 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 1793723a-24e0-467c-bf6b-4a3fbd3dc870 no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:41:55.377453 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: 1793723a-24e0-467c-bf6b-4a3fbd3dc870 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:41:55.377824 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 1793723a-24e0-467c-bf6b-4a3fbd3dc870 not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:41:55.416823 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [None req-a72141d1-5412-4a54-b742-f621e5bc6d10 admin admin] For port 1793723a-24e0-467c-bf6b-4a3fbd3dc870, host n-d-818022-2, got binding levels [] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:41:55.417220 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a72141d1-5412-4a54-b742-f621e5bc6d10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:55.441567 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-8527e1cb-f9dc-4ce3-9b68-3c91a9ff1562 req-ff6ff073-078d-4216-96bc-d0c398075bcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:55.447278 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] get_ports_and_sgs() called for port_ids ['c1141d05-2f5a-4155-a628-0ca06ed5b814'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:41:55.456509 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [req-2c904f0e-c76a-4f6a-be81-16c5e8caad17 req-b2d99f92-8f3e-425a-8237-5667854b5d25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93e90eda-5096-4d5d-bd55-a580bf26e4e1 {{(pid=103364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:41:55.459694 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-a72141d1-5412-4a54-b742-f621e5bc6d10 admin admin] Calling delete_port for 1793723a-24e0-467c-bf6b-4a3fbd3dc870 owned by network:dhcp {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:41:55.469352 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-2c904f0e-c76a-4f6a-be81-16c5e8caad17 req-b2d99f92-8f3e-425a-8237-5667854b5d25 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:55.479163 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.ipam_backend_mixin [None req-a72141d1-5412-4a54-b742-f621e5bc6d10 admin admin] Port 1793723a-24e0-467c-bf6b-4a3fbd3dc870 was not found and therefore no delete operation was performed {{(pid=103365) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 19 17:41:55.484768 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.provisioning_blocks [req-2c904f0e-c76a-4f6a-be81-16c5e8caad17 req-b2d99f92-8f3e-425a-8237-5667854b5d25 service neutron] Transition to ACTIVE for port object 93e90eda-5096-4d5d-bd55-a580bf26e4e1 will not be triggered until provisioned by entity L2. {{(pid=103364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 17:41:55.488676 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-1d8a8b65-46b5-46ea-9d58-c13e5e844805 req-b863e7d2-d943-4452-9acf-53e8d529e6c9 tempest-ServerAddressesTestJSON-1186084829 tempest-ServerAddressesTestJSON-1186084829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:55.493152 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a00146-784b-46d2-ad6b-9f97938c3fe5 service neutron] Pushing event updated for resources: {'Port': ['ID=877a8e2d-c508-4b2b-95f3-0e57552014ef,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:41:55.498060 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a72141d1-5412-4a54-b742-f621e5bc6d10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:55.500784 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-20a55266-13fe-489e-901a-3e24fe9058e7 tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:55.509162 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['7155e232-dea9-4773-b4e4-46fc9eb16feb'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:41:55.527309 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-2c904f0e-c76a-4f6a-be81-16c5e8caad17 req-b2d99f92-8f3e-425a-8237-5667854b5d25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:55.556762 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72141d1-5412-4a54-b742-f621e5bc6d10 admin admin] Pushing event deleted for resources: {'Port': ['ID=1793723a-24e0-467c-bf6b-4a3fbd3dc870,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:41:55.609890 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a72141d1-5412-4a54-b742-f621e5bc6d10 admin admin] No DVR routers for this DVR port 1793723a-24e0-467c-bf6b-4a3fbd3dc870 on host n-d-818022-2 {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:41:55.658872 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b863e7d2-d943-4452-9acf-53e8d529e6c9 tempest-ServerAddressesTestJSON-1186084829 tempest-ServerAddressesTestJSON-1186084829-project] Pushing event deleted for resources: {'Port': ['ID=7155e232-dea9-4773-b4e4-46fc9eb16feb,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:41:55.666169 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d99f92-8f3e-425a-8237-5667854b5d25 service neutron] Pushing event updated for resources: {'Port': ['ID=93e90eda-5096-4d5d-bd55-a580bf26e4e1,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:41:55.734379 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa4eab2-068c-4b6e-a0d7-b13ccd8d7177 req-8899dbde-c211-41a1-8adc-f6a16959c538 tempest-ServerAddressesTestJSON-1186084829 tempest-ServerAddressesTestJSON-1186084829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:55.735927 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6aa4eab2-068c-4b6e-a0d7-b13ccd8d7177 req-8899dbde-c211-41a1-8adc-f6a16959c538 tempest-ServerAddressesTestJSON-1186084829 tempest-ServerAddressesTestJSON-1186084829-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a9edcae-1a53-42e0-b889-8cd6588f5d72 HTTP/1.1" status: 200 len: 867 time: 0.2997668 Nov 19 17:41:55.757219 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cf23ea-4ee7-41b4-8ac3-1e752af45036 req-2cd5ff8a-890f-43dd-a73c-fdee905878f2 tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:55.759000 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-88cf23ea-4ee7-41b4-8ac3-1e752af45036 req-2cd5ff8a-890f-43dd-a73c-fdee905878f2 tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] 10.222.0.54 "GET /v2.0/ports?device_id=a23b2fc0-1763-44d0-87d4-83dde49515d8 HTTP/1.1" status: 200 len: 932 time: 1.0666859 Nov 19 17:41:55.766403 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d8a8b65-46b5-46ea-9d58-c13e5e844805 req-b863e7d2-d943-4452-9acf-53e8d529e6c9 tempest-ServerAddressesTestJSON-1186084829 tempest-ServerAddressesTestJSON-1186084829-project] No DVR routers for this DVR port 7155e232-dea9-4773-b4e4-46fc9eb16feb on host n-h1-818022-2 {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:41:55.796688 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-2d96cf29-2200-40d2-aeec-cbe4931d2f45 req-339b658f-74ef-42c9-881b-7a26ee603af4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:55.859199 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-dbfb8242-e21d-44c4-a5f9-f7eb482ec358 req-a5a00146-784b-46d2-ad6b-9f97938c3fe5 service neutron] Attempting to bind port 877a8e2d-c508-4b2b-95f3-0e57552014ef on host n-h2-818022-2 for vnic_type normal with profile {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:41:55.860644 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-dbfb8242-e21d-44c4-a5f9-f7eb482ec358 req-a5a00146-784b-46d2-ad6b-9f97938c3fe5 service neutron] Attempting to bind port 877a8e2d-c508-4b2b-95f3-0e57552014ef by drivers openvswitch,hyperv on host n-h2-818022-2 at level 0 using segments [{'id': '4a9dfdd3-0c23-423a-a9c4-4c12af66c553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '3e551525-40d3-4429-b843-d9d86dd5b1c3'}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:41:55.860814 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbfb8242-e21d-44c4-a5f9-f7eb482ec358 req-a5a00146-784b-46d2-ad6b-9f97938c3fe5 service neutron] Attempting to bind port 877a8e2d-c508-4b2b-95f3-0e57552014ef on network 3e551525-40d3-4429-b843-d9d86dd5b1c3 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:41:55.920665 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbfb8242-e21d-44c4-a5f9-f7eb482ec358 req-a5a00146-784b-46d2-ad6b-9f97938c3fe5 service neutron] Port 877a8e2d-c508-4b2b-95f3-0e57552014ef on network 3e551525-40d3-4429-b843-d9d86dd5b1c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-818022-2 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 17:41:55.920989 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbfb8242-e21d-44c4-a5f9-f7eb482ec358 req-a5a00146-784b-46d2-ad6b-9f97938c3fe5 service neutron] Attempting to bind port 877a8e2d-c508-4b2b-95f3-0e57552014ef on network 3e551525-40d3-4429-b843-d9d86dd5b1c3 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:41:55.923178 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-2c904f0e-c76a-4f6a-be81-16c5e8caad17 req-b2d99f92-8f3e-425a-8237-5667854b5d25 service neutron] Attempting to bind port 93e90eda-5096-4d5d-bd55-a580bf26e4e1 on host n-h1-818022-2 for vnic_type normal with profile {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:41:55.923498 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-2c904f0e-c76a-4f6a-be81-16c5e8caad17 req-b2d99f92-8f3e-425a-8237-5667854b5d25 service neutron] Attempting to bind port 93e90eda-5096-4d5d-bd55-a580bf26e4e1 by drivers openvswitch,hyperv on host n-h1-818022-2 at level 0 using segments [{'id': '68be9c2e-9e68-489a-becd-67ff095c4169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'c7b257b3-f66e-4846-9861-5f47f21f4188'}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:41:55.923809 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c904f0e-c76a-4f6a-be81-16c5e8caad17 req-b2d99f92-8f3e-425a-8237-5667854b5d25 service neutron] Attempting to bind port 93e90eda-5096-4d5d-bd55-a580bf26e4e1 on network c7b257b3-f66e-4846-9861-5f47f21f4188 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:41:55.936062 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-88cf23ea-4ee7-41b4-8ac3-1e752af45036 req-83cb7f67-e236-4758-b4cb-7de5f39fe841 tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] 10.222.0.54 "GET /v2.0/security-groups?id=608cd3c1-fb02-4e09-9a3c-895a0164600c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570461 Nov 19 17:41:55.940636 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c904f0e-c76a-4f6a-be81-16c5e8caad17 req-b2d99f92-8f3e-425a-8237-5667854b5d25 service neutron] Port 93e90eda-5096-4d5d-bd55-a580bf26e4e1 on network c7b257b3-f66e-4846-9861-5f47f21f4188 not bound, no agent of type Open vSwitch agent registered on host n-h1-818022-2 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 17:41:55.941466 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c904f0e-c76a-4f6a-be81-16c5e8caad17 req-b2d99f92-8f3e-425a-8237-5667854b5d25 service neutron] Attempting to bind port 93e90eda-5096-4d5d-bd55-a580bf26e4e1 on network c7b257b3-f66e-4846-9861-5f47f21f4188 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:41:55.950393 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbfb8242-e21d-44c4-a5f9-f7eb482ec358 req-a5a00146-784b-46d2-ad6b-9f97938c3fe5 service neutron] Checking agent: {'id': '525ad2ac-c4ae-4c63-af2e-0bf8d25d0f0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'started_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 41, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:41:55.950727 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbfb8242-e21d-44c4-a5f9-f7eb482ec358 req-a5a00146-784b-46d2-ad6b-9f97938c3fe5 service neutron] Checking segment: {'id': '4a9dfdd3-0c23-423a-a9c4-4c12af66c553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '3e551525-40d3-4429-b843-d9d86dd5b1c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:41:55.951080 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbfb8242-e21d-44c4-a5f9-f7eb482ec358 req-a5a00146-784b-46d2-ad6b-9f97938c3fe5 service neutron] Bound using segment: {'id': '4a9dfdd3-0c23-423a-a9c4-4c12af66c553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '3e551525-40d3-4429-b843-d9d86dd5b1c3'} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:41:55.951527 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-dbfb8242-e21d-44c4-a5f9-f7eb482ec358 req-a5a00146-784b-46d2-ad6b-9f97938c3fe5 service neutron] Bound port: 877a8e2d-c508-4b2b-95f3-0e57552014ef, host: n-h2-818022-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a9dfdd3-0c23-423a-a9c4-4c12af66c553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '3e551525-40d3-4429-b843-d9d86dd5b1c3'}}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:41:55.951883 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-dbfb8242-e21d-44c4-a5f9-f7eb482ec358 req-a5a00146-784b-46d2-ad6b-9f97938c3fe5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:55.974287 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c904f0e-c76a-4f6a-be81-16c5e8caad17 req-b2d99f92-8f3e-425a-8237-5667854b5d25 service neutron] Checking agent: {'id': 'a6668d96-12fa-4ec0-99ad-77eaf490dd2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'started_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 41, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:41:55.974616 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c904f0e-c76a-4f6a-be81-16c5e8caad17 req-b2d99f92-8f3e-425a-8237-5667854b5d25 service neutron] Checking segment: {'id': '68be9c2e-9e68-489a-becd-67ff095c4169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'c7b257b3-f66e-4846-9861-5f47f21f4188'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:41:55.975022 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c904f0e-c76a-4f6a-be81-16c5e8caad17 req-b2d99f92-8f3e-425a-8237-5667854b5d25 service neutron] Bound using segment: {'id': '68be9c2e-9e68-489a-becd-67ff095c4169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'c7b257b3-f66e-4846-9861-5f47f21f4188'} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:41:55.975449 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-2c904f0e-c76a-4f6a-be81-16c5e8caad17 req-b2d99f92-8f3e-425a-8237-5667854b5d25 service neutron] Bound port: 93e90eda-5096-4d5d-bd55-a580bf26e4e1, host: n-h1-818022-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68be9c2e-9e68-489a-becd-67ff095c4169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'c7b257b3-f66e-4846-9861-5f47f21f4188'}}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:41:55.975808 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-2c904f0e-c76a-4f6a-be81-16c5e8caad17 req-b2d99f92-8f3e-425a-8237-5667854b5d25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:56.149012 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-1d8a8b65-46b5-46ea-9d58-c13e5e844805 req-b863e7d2-d943-4452-9acf-53e8d529e6c9 tempest-ServerAddressesTestJSON-1186084829 tempest-ServerAddressesTestJSON-1186084829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:56.152296 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-1d8a8b65-46b5-46ea-9d58-c13e5e844805 req-b863e7d2-d943-4452-9acf-53e8d529e6c9 tempest-ServerAddressesTestJSON-1186084829 tempest-ServerAddressesTestJSON-1186084829-project] 10.222.0.60 "DELETE /v2.0/ports/7155e232-dea9-4773-b4e4-46fc9eb16feb HTTP/1.1" status: 204 len: 173 time: 2.7085896 Nov 19 17:41:56.152774 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a9edcae-1a53-42e0-b889-8cd6588f5d72', 'name': 'network-vif-deleted', 'tag': '7155e232-dea9-4773-b4e4-46fc9eb16feb'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:41:56.155008 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218319d759239a7d11f1288aef37381b97754913ee9ccbfd43b51a463f801712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d8e7482-fd5c-4555-9d0e-52c413eb28cc" -d '{"events": [{"server_uuid": "0a9edcae-1a53-42e0-b889-8cd6588f5d72", "name": "network-vif-deleted", "tag": "7155e232-dea9-4773-b4e4-46fc9eb16feb"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:41:56.170979 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-20a55266-13fe-489e-901a-3e24fe9058e7 tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:56.223435 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-dbfb8242-e21d-44c4-a5f9-f7eb482ec358 req-a5a00146-784b-46d2-ad6b-9f97938c3fe5 service neutron] For port 877a8e2d-c508-4b2b-95f3-0e57552014ef, host n-h2-818022-2, cleared binding levels {{(pid=103364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:41:56.237199 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-20a55266-13fe-489e-901a-3e24fe9058e7 tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735179'] for security_group_rule, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:56.252229 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a72141d1-5412-4a54-b742-f621e5bc6d10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:56.265777 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-dbfb8242-e21d-44c4-a5f9-f7eb482ec358 req-a5a00146-784b-46d2-ad6b-9f97938c3fe5 service neutron] For port 877a8e2d-c508-4b2b-95f3-0e57552014ef, host n-h2-818022-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=877a8e2d-c508-4b2b-95f3-0e57552014ef,segment=NetworkSegment(4a9dfdd3-0c23-423a-a9c4-4c12af66c553),segment_id=4a9dfdd3-0c23-423a-a9c4-4c12af66c553)] {{(pid=103364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:41:56.272387 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-2c904f0e-c76a-4f6a-be81-16c5e8caad17 req-b2d99f92-8f3e-425a-8237-5667854b5d25 service neutron] For port 93e90eda-5096-4d5d-bd55-a580bf26e4e1, host n-h1-818022-2, cleared binding levels {{(pid=103364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:41:56.290532 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9169d84a-7b74-4b70-bd22-89304798eb26 req-b8b765e5-8da9-477f-b1a7-533009d7dc8a tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:56.292117 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9169d84a-7b74-4b70-bd22-89304798eb26 req-b8b765e5-8da9-477f-b1a7-533009d7dc8a tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] 10.222.0.54 "GET /v2.0/ports?device_id=90e0de18-fe64-4fe4-a3d8-f6b2367e2980 HTTP/1.1" status: 200 len: 931 time: 0.2322943 Nov 19 17:41:56.304091 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-dbfb8242-e21d-44c4-a5f9-f7eb482ec358 req-a5a00146-784b-46d2-ad6b-9f97938c3fe5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:56.313786 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-2c904f0e-c76a-4f6a-be81-16c5e8caad17 req-b2d99f92-8f3e-425a-8237-5667854b5d25 service neutron] For port 93e90eda-5096-4d5d-bd55-a580bf26e4e1, host n-h1-818022-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=93e90eda-5096-4d5d-bd55-a580bf26e4e1,segment=NetworkSegment(68be9c2e-9e68-489a-becd-67ff095c4169),segment_id=68be9c2e-9e68-489a-becd-67ff095c4169)] {{(pid=103364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:41:56.357035 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a55266-13fe-489e-901a-3e24fe9058e7 tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5df1322-837c-4ee3-ba52-4b42a3b16e42,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:41:56.368566 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-2c904f0e-c76a-4f6a-be81-16c5e8caad17 req-b2d99f92-8f3e-425a-8237-5667854b5d25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:56.377591 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6aa4eab2-068c-4b6e-a0d7-b13ccd8d7177 req-3dd14349-2367-48e7-9be9-90c989058767 tempest-ServerAddressesTestJSON-1186084829 tempest-ServerAddressesTestJSON-1186084829-project] 10.222.0.54 "GET /v2.0/security-groups?id=84a30153-91c1-47aa-836e-a8e2f1bd6046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6104872 Nov 19 17:41:56.384928 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-20a55266-13fe-489e-901a-3e24fe9058e7 tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:56.398340 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-20a55266-13fe-489e-901a-3e24fe9058e7 tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0486367 Nov 19 17:41:56.399205 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 48566) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:41:56.401154 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-a72141d1-5412-4a54-b742-f621e5bc6d10 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['682f8625-2da0-4277-9298-7e9926949c04']}} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:41:56.403859 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfb8242-e21d-44c4-a5f9-f7eb482ec358 req-a5a00146-784b-46d2-ad6b-9f97938c3fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:56.404485 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-dbfb8242-e21d-44c4-a5f9-f7eb482ec358 req-a5a00146-784b-46d2-ad6b-9f97938c3fe5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:56.406746 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-dbfb8242-e21d-44c4-a5f9-f7eb482ec358 req-a5a00146-784b-46d2-ad6b-9f97938c3fe5 service neutron] 10.222.0.86 "PUT /v2.0/ports/877a8e2d-c508-4b2b-95f3-0e57552014ef HTTP/1.1" status: 200 len: 1091 time: 4.8735116 Nov 19 17:41:56.411012 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '669195ab-b99c-42c3-b1f1-09b59289b906', 'tag': '877a8e2d-c508-4b2b-95f3-0e57552014ef'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:41:56.413350 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dd4767a008c23f8566efc82158ee1b1fff34e1a9e908d76d0b6d0ab7e350e5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f859349a-ae83-4857-896b-6cf3e463d661" -d '{"events": [{"name": "network-changed", "server_uuid": "669195ab-b99c-42c3-b1f1-09b59289b906", "tag": "877a8e2d-c508-4b2b-95f3-0e57552014ef"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:41:56.441934 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-0dd27892-52a7-40e0-85d1-3f8917fd293f tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] Request body: {'floatingip': {'floating_network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:41:56.460490 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c904f0e-c76a-4f6a-be81-16c5e8caad17 req-b2d99f92-8f3e-425a-8237-5667854b5d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:56.462422 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-2c904f0e-c76a-4f6a-be81-16c5e8caad17 req-b2d99f92-8f3e-425a-8237-5667854b5d25 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:56.464070 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2c904f0e-c76a-4f6a-be81-16c5e8caad17 req-b2d99f92-8f3e-425a-8237-5667854b5d25 service neutron] 10.222.0.60 "PUT /v2.0/ports/93e90eda-5096-4d5d-bd55-a580bf26e4e1 HTTP/1.1" status: 200 len: 1092 time: 3.0745065 Nov 19 17:41:56.466033 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-a72141d1-5412-4a54-b742-f621e5bc6d10 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c31acd2b-c8ca-42f4-93eb-b63a267c0a37') {'for_net_delete': True} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:41:56.466738 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-a72141d1-5412-4a54-b742-f621e5bc6d10 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c31acd2b-c8ca-42f4-93eb-b63a267c0a37') {} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:41:56.500961 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a00146-784b-46d2-ad6b-9f97938c3fe5 service neutron] Pushing event updated for resources: {'Port': ['ID=877a8e2d-c508-4b2b-95f3-0e57552014ef,revision_number=3']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:41:56.509929 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a72141d1-5412-4a54-b742-f621e5bc6d10 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12545382'] for segment, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:56.536026 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a72141d1-5412-4a54-b742-f621e5bc6d10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:56.543468 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a72141d1-5412-4a54-b742-f621e5bc6d10 admin admin] Releasing vlan 653 on physical network physnet1 to pool {{(pid=103365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 17:41:56.543874 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a72141d1-5412-4a54-b742-f621e5bc6d10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12282953'] for segment, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:56.622124 n-d-818022-2 neutron-server[103365]: Traceback (most recent call last): Nov 19 17:41:56.622124 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 17:41:56.622124 n-d-818022-2 neutron-server[103365]: timer() Nov 19 17:41:56.622124 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 17:41:56.622124 n-d-818022-2 neutron-server[103365]: cb(*args, **kw) Nov 19 17:41:56.622124 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 17:41:56.622124 n-d-818022-2 neutron-server[103365]: return func(*args, **kwargs) Nov 19 17:41:56.622124 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 17:41:56.622124 n-d-818022-2 neutron-server[103365]: self._notify() Nov 19 17:41:56.622124 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 17:41:56.622124 n-d-818022-2 neutron-server[103365]: self.callback(batched_events) Nov 19 17:41:56.622124 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 17:41:56.622124 n-d-818022-2 neutron-server[103365]: event.method(event) Nov 19 17:41:56.622124 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 17:41:56.622124 n-d-818022-2 neutron-server[103365]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 17:41:56.622124 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 17:41:56.622124 n-d-818022-2 neutron-server[103365]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 17:41:56.622124 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 17:41:56.622124 n-d-818022-2 neutron-server[103365]: return f(self, *a, **k) Nov 19 17:41:56.622124 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 17:41:56.622124 n-d-818022-2 neutron-server[103365]: return self._get(url).json() Nov 19 17:41:56.622124 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 17:41:56.622124 n-d-818022-2 neutron-server[103365]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 17:41:56.622124 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 17:41:56.622124 n-d-818022-2 neutron-server[103365]: return self.request(url, 'GET', **kwargs) Nov 19 17:41:56.622124 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 17:41:56.622124 n-d-818022-2 neutron-server[103365]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 17:41:56.622124 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 17:41:56.622124 n-d-818022-2 neutron-server[103365]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 17:41:56.622124 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 17:41:56.622124 n-d-818022-2 neutron-server[103365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 17:41:56.622124 n-d-818022-2 neutron-server[103365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 17:41:56.657334 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9169d84a-7b74-4b70-bd22-89304798eb26 req-3202772c-f7db-4b6f-b484-839a5d8593d3 tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] 10.222.0.54 "GET /v2.0/security-groups?id=b84acbb5-2f2e-43b4-8c5f-7110024c7a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3508596 Nov 19 17:41:56.733505 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [req-8527e1cb-f9dc-4ce3-9b68-3c91a9ff1562 req-ff6ff073-078d-4216-96bc-d0c398075bcf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e96289f-b8a0-43da-9fe9-0de74e62dd0b {{(pid=103365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:41:56.743612 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-8527e1cb-f9dc-4ce3-9b68-3c91a9ff1562 req-ff6ff073-078d-4216-96bc-d0c398075bcf service neutron] Publish callbacks [] for port, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:56.748534 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [req-2d96cf29-2200-40d2-aeec-cbe4931d2f45 req-339b658f-74ef-42c9-881b-7a26ee603af4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 615eb54d-d233-40ef-91e3-2370ee4f13c7 {{(pid=103364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:41:56.759197 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.provisioning_blocks [req-8527e1cb-f9dc-4ce3-9b68-3c91a9ff1562 req-ff6ff073-078d-4216-96bc-d0c398075bcf service neutron] Transition to ACTIVE for port object 7e96289f-b8a0-43da-9fe9-0de74e62dd0b will not be triggered until provisioned by entity L2. {{(pid=103365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 17:41:56.766678 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a72141d1-5412-4a54-b742-f621e5bc6d10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671242'] for network, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:56.770562 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-2d96cf29-2200-40d2-aeec-cbe4931d2f45 req-339b658f-74ef-42c9-881b-7a26ee603af4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:56.776424 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a72141d1-5412-4a54-b742-f621e5bc6d10 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:56.780118 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-a72141d1-5412-4a54-b742-f621e5bc6d10 admin admin] 10.222.0.54 "DELETE /v2.0/networks/682f8625-2da0-4277-9298-7e9926949c04 HTTP/1.1" status: 204 len: 168 time: 2.7057836 Nov 19 17:41:56.793337 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:41:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7186a669-2f5f-48eb-a7be-ac8b934f0451 x-openstack-request-id: req-7186a669-2f5f-48eb-a7be-ac8b934f0451 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:41:56.793632 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a9edcae-1a53-42e0-b889-8cd6588f5d72", "name": "network-vif-deleted", "tag": "7155e232-dea9-4773-b4e4-46fc9eb16feb", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:41:56.793935 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-7186a669-2f5f-48eb-a7be-ac8b934f0451 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:41:56.794393 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a9edcae-1a53-42e0-b889-8cd6588f5d72', 'name': 'network-vif-deleted', 'tag': '7155e232-dea9-4773-b4e4-46fc9eb16feb', 'status': 'completed', 'code': 200} Nov 19 17:41:56.796658 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-8527e1cb-f9dc-4ce3-9b68-3c91a9ff1562 req-ff6ff073-078d-4216-96bc-d0c398075bcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:56.805194 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d99f92-8f3e-425a-8237-5667854b5d25 service neutron] Pushing event updated for resources: {'Port': ['ID=93e90eda-5096-4d5d-bd55-a580bf26e4e1,revision_number=3']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:41:56.814390 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c904f0e-c76a-4f6a-be81-16c5e8caad17 req-62d01268-1bde-43e8-8b78-14081a8becee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:56.816029 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2c904f0e-c76a-4f6a-be81-16c5e8caad17 req-62d01268-1bde-43e8-8b78-14081a8becee service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=de10e7e0e3ea4ce28d84ef76e9c1ec3a&device_id=67c7d862-f420-4f4c-9d52-2ec6b77c5e28 HTTP/1.1" status: 200 len: 1095 time: 0.2623765 Nov 19 17:41:56.817747 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfb8242-e21d-44c4-a5f9-f7eb482ec358 req-fcd4d3d0-eca7-48dc-a4bd-a30840fdb15d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:56.833268 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-dbfb8242-e21d-44c4-a5f9-f7eb482ec358 req-fcd4d3d0-eca7-48dc-a4bd-a30840fdb15d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5c88988d15b14e549ed4294d5b1d81b7&device_id=669195ab-b99c-42c3-b1f1-09b59289b906 HTTP/1.1" status: 200 len: 1094 time: 0.3526776 Nov 19 17:41:56.846581 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0dd27892-52a7-40e0-85d1-3f8917fd293f tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] Publish callbacks [] for floatingip, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:56.847419 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.provisioning_blocks [req-2d96cf29-2200-40d2-aeec-cbe4931d2f45 req-339b658f-74ef-42c9-881b-7a26ee603af4 service neutron] Transition to ACTIVE for port object 615eb54d-d233-40ef-91e3-2370ee4f13c7 will not be triggered until provisioned by entity L2. {{(pid=103364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 17:41:56.885699 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72141d1-5412-4a54-b742-f621e5bc6d10 admin admin] Pushing event deleted for resources: {'Network': ['ID=682f8625-2da0-4277-9298-7e9926949c04,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:41:56.927713 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device c1141d05-2f5a-4155-a628-0ca06ed5b814 up at agent hyperv_n-h2-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:41:56.957622 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6ff073-078d-4216-96bc-d0c398075bcf service neutron] Pushing event updated for resources: {'Port': ['ID=7e96289f-b8a0-43da-9fe9-0de74e62dd0b,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:41:56.997075 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-2d96cf29-2200-40d2-aeec-cbe4931d2f45 req-339b658f-74ef-42c9-881b-7a26ee603af4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:57.000125 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48e6f72-e8dd-433c-97e9-7a78a3838dc9 req-48f99dac-a779-4bc8-883d-9050d208b733 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:57.006560 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 17:41:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b55d478-a991-4993-b564-8805a276684c x-openstack-request-id: req-4b55d478-a991-4993-b564-8805a276684c {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:41:57.006928 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "669195ab-b99c-42c3-b1f1-09b59289b906", "tag": "877a8e2d-c508-4b2b-95f3-0e57552014ef", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:41:57.007369 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-4b55d478-a991-4993-b564-8805a276684c {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:41:57.007787 n-d-818022-2 neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '669195ab-b99c-42c3-b1f1-09b59289b906', 'tag': '877a8e2d-c508-4b2b-95f3-0e57552014ef', 'status': 'completed', 'code': 200} Nov 19 17:41:57.008031 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b48e6f72-e8dd-433c-97e9-7a78a3838dc9 req-48f99dac-a779-4bc8-883d-9050d208b733 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/ports?device_id=67c7d862-f420-4f4c-9d52-2ec6b77c5e28 HTTP/1.1" status: 200 len: 944 time: 0.2470238 Nov 19 17:41:57.072110 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2c904f0e-c76a-4f6a-be81-16c5e8caad17 req-76d357af-901f-48a0-95a3-2aebf749c2f5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=93e90eda-5096-4d5d-bd55-a580bf26e4e1 HTTP/1.1" status: 200 len: 217 time: 0.2369699 Nov 19 17:41:57.080456 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-dbfb8242-e21d-44c4-a5f9-f7eb482ec358 req-fe58d961-d533-49a4-82ef-3a49d31c4226 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=877a8e2d-c508-4b2b-95f3-0e57552014ef HTTP/1.1" status: 200 len: 217 time: 0.2217302 Nov 19 17:41:57.160145 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Provisioning for port c1141d05-2f5a-4155-a628-0ca06ed5b814 completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 17:41:57.164728 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Provisioning complete for port c1141d05-2f5a-4155-a628-0ca06ed5b814 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:41:57.165037 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:57.200853 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-8527e1cb-f9dc-4ce3-9b68-3c91a9ff1562 req-ff6ff073-078d-4216-96bc-d0c398075bcf service neutron] Attempting to bind port 7e96289f-b8a0-43da-9fe9-0de74e62dd0b on host n-h1-818022-2 for vnic_type normal with profile {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:41:57.201397 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 48578) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:41:57.201907 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-8527e1cb-f9dc-4ce3-9b68-3c91a9ff1562 req-ff6ff073-078d-4216-96bc-d0c398075bcf service neutron] Attempting to bind port 7e96289f-b8a0-43da-9fe9-0de74e62dd0b by drivers openvswitch,hyperv on host n-h1-818022-2 at level 0 using segments [{'id': '7f7608ea-8bdd-41e7-91fd-16ec67411b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '3e96445f-a5e4-45c4-8de8-46b5573abaec'}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:41:57.202435 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8527e1cb-f9dc-4ce3-9b68-3c91a9ff1562 req-ff6ff073-078d-4216-96bc-d0c398075bcf service neutron] Attempting to bind port 7e96289f-b8a0-43da-9fe9-0de74e62dd0b on network 3e96445f-a5e4-45c4-8de8-46b5573abaec {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:41:57.222214 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8527e1cb-f9dc-4ce3-9b68-3c91a9ff1562 req-ff6ff073-078d-4216-96bc-d0c398075bcf service neutron] Port 7e96289f-b8a0-43da-9fe9-0de74e62dd0b on network 3e96445f-a5e4-45c4-8de8-46b5573abaec not bound, no agent of type Open vSwitch agent registered on host n-h1-818022-2 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 17:41:57.223509 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8527e1cb-f9dc-4ce3-9b68-3c91a9ff1562 req-ff6ff073-078d-4216-96bc-d0c398075bcf service neutron] Attempting to bind port 7e96289f-b8a0-43da-9fe9-0de74e62dd0b on network 3e96445f-a5e4-45c4-8de8-46b5573abaec {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:41:57.252421 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b48e6f72-e8dd-433c-97e9-7a78a3838dc9 req-c253f291-69ee-4edf-969d-f2b1a849d33c tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/security-groups?id=12d5dc08-1d9f-41c6-b52c-304239ec8b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2388036 Nov 19 17:41:57.253224 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339b658f-74ef-42c9-881b-7a26ee603af4 service neutron] Pushing event updated for resources: {'Port': ['ID=615eb54d-d233-40ef-91e3-2370ee4f13c7,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:41:57.253967 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8527e1cb-f9dc-4ce3-9b68-3c91a9ff1562 req-ff6ff073-078d-4216-96bc-d0c398075bcf service neutron] Checking agent: {'id': 'a6668d96-12fa-4ec0-99ad-77eaf490dd2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'started_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 41, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:41:57.254311 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8527e1cb-f9dc-4ce3-9b68-3c91a9ff1562 req-ff6ff073-078d-4216-96bc-d0c398075bcf service neutron] Checking segment: {'id': '7f7608ea-8bdd-41e7-91fd-16ec67411b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '3e96445f-a5e4-45c4-8de8-46b5573abaec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:41:57.254721 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8527e1cb-f9dc-4ce3-9b68-3c91a9ff1562 req-ff6ff073-078d-4216-96bc-d0c398075bcf service neutron] Bound using segment: {'id': '7f7608ea-8bdd-41e7-91fd-16ec67411b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '3e96445f-a5e4-45c4-8de8-46b5573abaec'} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:41:57.255232 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-8527e1cb-f9dc-4ce3-9b68-3c91a9ff1562 req-ff6ff073-078d-4216-96bc-d0c398075bcf service neutron] Bound port: 7e96289f-b8a0-43da-9fe9-0de74e62dd0b, host: n-h1-818022-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f7608ea-8bdd-41e7-91fd-16ec67411b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '3e96445f-a5e4-45c4-8de8-46b5573abaec'}}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:41:57.255597 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-8527e1cb-f9dc-4ce3-9b68-3c91a9ff1562 req-ff6ff073-078d-4216-96bc-d0c398075bcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:57.283981 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfb8242-e21d-44c4-a5f9-f7eb482ec358 req-925b64da-e27a-472d-b34a-630797b2f369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:57.286372 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-dbfb8242-e21d-44c4-a5f9-f7eb482ec358 req-925b64da-e27a-472d-b34a-630797b2f369 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=db1bcdee-5119-44a7-8c81-3040c2de4bc1 HTTP/1.1" status: 200 len: 855 time: 0.1786039 Nov 19 17:41:57.345096 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c904f0e-c76a-4f6a-be81-16c5e8caad17 req-dd8e00bf-af5c-4362-a427-67b76b14be9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:57.356773 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2c904f0e-c76a-4f6a-be81-16c5e8caad17 req-dd8e00bf-af5c-4362-a427-67b76b14be9f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=df2b5fb0-4ad7-475f-930a-bdefef26bd76 HTTP/1.1" status: 200 len: 847 time: 0.2744110 Nov 19 17:41:57.357556 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-8527e1cb-f9dc-4ce3-9b68-3c91a9ff1562 req-ff6ff073-078d-4216-96bc-d0c398075bcf service neutron] For port 7e96289f-b8a0-43da-9fe9-0de74e62dd0b, host n-h1-818022-2, cleared binding levels {{(pid=103365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:41:57.361183 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-8527e1cb-f9dc-4ce3-9b68-3c91a9ff1562 req-ff6ff073-078d-4216-96bc-d0c398075bcf service neutron] For port 7e96289f-b8a0-43da-9fe9-0de74e62dd0b, host n-h1-818022-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=7e96289f-b8a0-43da-9fe9-0de74e62dd0b,segment=NetworkSegment(7f7608ea-8bdd-41e7-91fd-16ec67411b89),segment_id=7f7608ea-8bdd-41e7-91fd-16ec67411b89)] {{(pid=103365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:41:57.376991 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-8527e1cb-f9dc-4ce3-9b68-3c91a9ff1562 req-ff6ff073-078d-4216-96bc-d0c398075bcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:57.382103 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:57.435109 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dc0a948-e69f-470a-a431-55ba5b8e72a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1141d05-2f5a-4155-a628-0ca06ed5b814'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:41:57.438047 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3940761bcd94e032e6960d2241bd8993c5d3a7d8dc2aca8488f3ecf1d4dd2fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd4e2d77-80e2-4a41-b7b7-1041084a6324" -d '{"events": [{"server_uuid": "2dc0a948-e69f-470a-a431-55ba5b8e72a4", "name": "network-vif-plugged", "status": "completed", "tag": "c1141d05-2f5a-4155-a628-0ca06ed5b814"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:41:57.458989 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8527e1cb-f9dc-4ce3-9b68-3c91a9ff1562 req-ff6ff073-078d-4216-96bc-d0c398075bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:57.459622 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-8527e1cb-f9dc-4ce3-9b68-3c91a9ff1562 req-ff6ff073-078d-4216-96bc-d0c398075bcf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:57.461956 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port c1141d05-2f5a-4155-a628-0ca06ed5b814, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=c1141d05-2f5a-4155-a628-0ca06ed5b814,segment=NetworkSegment(4a9dfdd3-0c23-423a-a9c4-4c12af66c553),segment_id=4a9dfdd3-0c23-423a-a9c4-4c12af66c553)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:41:57.463968 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8527e1cb-f9dc-4ce3-9b68-3c91a9ff1562 req-ff6ff073-078d-4216-96bc-d0c398075bcf service neutron] 10.222.0.60 "PUT /v2.0/ports/7e96289f-b8a0-43da-9fe9-0de74e62dd0b HTTP/1.1" status: 200 len: 1091 time: 2.3055375 Nov 19 17:41:57.465715 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0dd27892-52a7-40e0-85d1-3f8917fd293f tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:57.469430 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:57.503739 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 48586) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:41:57.548466 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-2d96cf29-2200-40d2-aeec-cbe4931d2f45 req-339b658f-74ef-42c9-881b-7a26ee603af4 service neutron] Attempting to bind port 615eb54d-d233-40ef-91e3-2370ee4f13c7 on host n-h2-818022-2 for vnic_type normal with profile {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:41:57.549531 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-2d96cf29-2200-40d2-aeec-cbe4931d2f45 req-339b658f-74ef-42c9-881b-7a26ee603af4 service neutron] Attempting to bind port 615eb54d-d233-40ef-91e3-2370ee4f13c7 by drivers openvswitch,hyperv on host n-h2-818022-2 at level 0 using segments [{'id': '4a9dfdd3-0c23-423a-a9c4-4c12af66c553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '3e551525-40d3-4429-b843-d9d86dd5b1c3'}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:41:57.551803 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d96cf29-2200-40d2-aeec-cbe4931d2f45 req-339b658f-74ef-42c9-881b-7a26ee603af4 service neutron] Attempting to bind port 615eb54d-d233-40ef-91e3-2370ee4f13c7 on network 3e551525-40d3-4429-b843-d9d86dd5b1c3 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:41:57.567694 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Pushing event updated for resources: {'Port': ['ID=c1141d05-2f5a-4155-a628-0ca06ed5b814,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:41:57.614424 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:41:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fc95da2-3e2c-4636-a36c-4673a1e0184d x-openstack-request-id: req-3fc95da2-3e2c-4636-a36c-4673a1e0184d {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:41:57.615126 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dc0a948-e69f-470a-a431-55ba5b8e72a4", "name": "network-vif-plugged", "status": "completed", "tag": "c1141d05-2f5a-4155-a628-0ca06ed5b814", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:41:57.615524 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-3fc95da2-3e2c-4636-a36c-4673a1e0184d {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:41:57.615995 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dc0a948-e69f-470a-a431-55ba5b8e72a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1141d05-2f5a-4155-a628-0ca06ed5b814', 'code': 200} Nov 19 17:41:57.664521 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2c904f0e-c76a-4f6a-be81-16c5e8caad17 req-8c20f639-e7c8-4c50-b92e-967b0f60a30f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c7b257b3-f66e-4846-9861-5f47f21f4188&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1372850 Nov 19 17:41:57.665161 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d96cf29-2200-40d2-aeec-cbe4931d2f45 req-339b658f-74ef-42c9-881b-7a26ee603af4 service neutron] Port 615eb54d-d233-40ef-91e3-2370ee4f13c7 on network 3e551525-40d3-4429-b843-d9d86dd5b1c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-818022-2 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 17:41:57.665489 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d96cf29-2200-40d2-aeec-cbe4931d2f45 req-339b658f-74ef-42c9-881b-7a26ee603af4 service neutron] Attempting to bind port 615eb54d-d233-40ef-91e3-2370ee4f13c7 on network 3e551525-40d3-4429-b843-d9d86dd5b1c3 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:41:57.684961 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-67c5808d-c4e0-409d-9648-0dd897928249 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=576a71c59b264606ae89f9c57a18124b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4785039 Nov 19 17:41:57.689708 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6ff073-078d-4216-96bc-d0c398075bcf service neutron] Pushing event updated for resources: {'Port': ['ID=7e96289f-b8a0-43da-9fe9-0de74e62dd0b,revision_number=3']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:41:57.699425 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 48588) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:41:57.708819 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 7155e232-dea9-4773-b4e4-46fc9eb16feb no longer exists at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:41:57.759943 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] No Port match for: 7155e232-dea9-4773-b4e4-46fc9eb16feb {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:41:57.760213 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 7155e232-dea9-4773-b4e4-46fc9eb16feb not bound to the agent host n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:41:57.783893 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d96cf29-2200-40d2-aeec-cbe4931d2f45 req-339b658f-74ef-42c9-881b-7a26ee603af4 service neutron] Checking agent: {'id': '525ad2ac-c4ae-4c63-af2e-0bf8d25d0f0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'started_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 41, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:41:57.785182 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d96cf29-2200-40d2-aeec-cbe4931d2f45 req-339b658f-74ef-42c9-881b-7a26ee603af4 service neutron] Checking segment: {'id': '4a9dfdd3-0c23-423a-a9c4-4c12af66c553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '3e551525-40d3-4429-b843-d9d86dd5b1c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:41:57.786156 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d96cf29-2200-40d2-aeec-cbe4931d2f45 req-339b658f-74ef-42c9-881b-7a26ee603af4 service neutron] Bound using segment: {'id': '4a9dfdd3-0c23-423a-a9c4-4c12af66c553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '3e551525-40d3-4429-b843-d9d86dd5b1c3'} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:41:57.787008 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-2d96cf29-2200-40d2-aeec-cbe4931d2f45 req-339b658f-74ef-42c9-881b-7a26ee603af4 service neutron] Bound port: 615eb54d-d233-40ef-91e3-2370ee4f13c7, host: n-h2-818022-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a9dfdd3-0c23-423a-a9c4-4c12af66c553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '3e551525-40d3-4429-b843-d9d86dd5b1c3'}}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:41:57.788112 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-2d96cf29-2200-40d2-aeec-cbe4931d2f45 req-339b658f-74ef-42c9-881b-7a26ee603af4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:57.858169 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfb8242-e21d-44c4-a5f9-f7eb482ec358 req-aac87076-036c-46da-bdb7-1ee2004f34ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:57.859696 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-dbfb8242-e21d-44c4-a5f9-f7eb482ec358 req-aac87076-036c-46da-bdb7-1ee2004f34ba service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=3e551525-40d3-4429-b843-d9d86dd5b1c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4620082 Nov 19 17:41:57.860179 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 48594) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:41:57.876304 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_v2 [None req-797af77b-ccd6-4c53-8d49-900a18d88708 admin admin] Deleting subnet 30818a33-6670-4f21-8645-db484dc2d74d {{(pid=103365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 17:41:57.888060 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-797af77b-ccd6-4c53-8d49-900a18d88708 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:57.958623 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-797af77b-ccd6-4c53-8d49-900a18d88708 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12546453'] for subnet, precommit_delete_associations {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:57.987968 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bde0972-7644-4d1a-9fcf-4a9beb81dbb8 req-810596da-b73d-4259-9e65-e4c764fc5aab tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:57.988533 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8527e1cb-f9dc-4ce3-9b68-3c91a9ff1562 req-d18b4993-f692-474f-b15f-616f24f3e7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:57.989613 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-5bde0972-7644-4d1a-9fcf-4a9beb81dbb8 req-810596da-b73d-4259-9e65-e4c764fc5aab tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] 10.222.0.54 "GET /v2.0/ports?device_id=a23b2fc0-1763-44d0-87d4-83dde49515d8 HTTP/1.1" status: 200 len: 944 time: 0.4480495 Nov 19 17:41:57.990037 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8527e1cb-f9dc-4ce3-9b68-3c91a9ff1562 req-d18b4993-f692-474f-b15f-616f24f3e7f2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e9d0792a3a024bd5be40fd99773caf74&device_id=90e0de18-fe64-4fe4-a3d8-f6b2367e2980 HTTP/1.1" status: 200 len: 1094 time: 0.4617529 Nov 19 17:41:58.026760 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a73ee94-cdcd-406f-9e0b-a5b708502f02 req-ccfd89e6-b359-48b2-9585-73defc1d2ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:58.028267 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6a73ee94-cdcd-406f-9e0b-a5b708502f02 req-ccfd89e6-b359-48b2-9585-73defc1d2ba7 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=2dc0a948-e69f-470a-a431-55ba5b8e72a4 HTTP/1.1" status: 200 len: 1097 time: 0.3167977 Nov 19 17:41:58.064238 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [None req-0dd27892-52a7-40e0-85d1-3f8917fd293f tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] Allocated IP 172.25.7.101 (645e61aa-1a6c-4e8f-857e-ab06edb4897f/88ed2d64-f56d-4f01-a468-946e01c99e82/883392bf-c4ff-43ff-83bf-ab9ad0145d06) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:41:58.079199 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-2d96cf29-2200-40d2-aeec-cbe4931d2f45 req-339b658f-74ef-42c9-881b-7a26ee603af4 service neutron] For port 615eb54d-d233-40ef-91e3-2370ee4f13c7, host n-h2-818022-2, cleared binding levels {{(pid=103364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:41:58.082172 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8527e1cb-f9dc-4ce3-9b68-3c91a9ff1562 req-83fc05a7-6b21-45e3-ac19-85231424bc96 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7e96289f-b8a0-43da-9fe9-0de74e62dd0b HTTP/1.1" status: 200 len: 217 time: 0.0792203 Nov 19 17:41:58.092462 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-15311f92-105d-4a89-8cd8-2da75ab5397e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:58.102271 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24664d44-0bb1-4bea-9ca6-1d59d0acd03e req-839df304-1351-460f-bbb2-2d868aa6a67a tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:58.104147 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-24664d44-0bb1-4bea-9ca6-1d59d0acd03e req-839df304-1351-460f-bbb2-2d868aa6a67a tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] 10.222.0.54 "GET /v2.0/ports?device_id=90e0de18-fe64-4fe4-a3d8-f6b2367e2980 HTTP/1.1" status: 200 len: 943 time: 0.2918794 Nov 19 17:41:58.106227 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-797af77b-ccd6-4c53-8d49-900a18d88708 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:58.135123 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-2d96cf29-2200-40d2-aeec-cbe4931d2f45 req-339b658f-74ef-42c9-881b-7a26ee603af4 service neutron] For port 615eb54d-d233-40ef-91e3-2370ee4f13c7, host n-h2-818022-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=615eb54d-d233-40ef-91e3-2370ee4f13c7,segment=NetworkSegment(4a9dfdd3-0c23-423a-a9c4-4c12af66c553),segment_id=4a9dfdd3-0c23-423a-a9c4-4c12af66c553)] {{(pid=103364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:41:58.136446 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d2a4a976-1451-4d1b-8b48-e7d2e844d4c8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:58.145604 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2c904f0e-c76a-4f6a-be81-16c5e8caad17 req-4437f08f-305b-4603-be22-00f68163124e service neutron] 10.222.0.60 "GET /v2.0/networks/c7b257b3-f66e-4846-9861-5f47f21f4188?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4691496 Nov 19 17:41:58.180110 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-2d96cf29-2200-40d2-aeec-cbe4931d2f45 req-339b658f-74ef-42c9-881b-7a26ee603af4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:58.202778 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-15311f92-105d-4a89-8cd8-2da75ab5397e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:58.232611 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-dbfb8242-e21d-44c4-a5f9-f7eb482ec358 req-a4ffe2ca-4e3a-47c5-bcb3-9424d60cd935 service neutron] 10.222.0.86 "GET /v2.0/networks/3e551525-40d3-4429-b843-d9d86dd5b1c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3506465 Nov 19 17:41:58.235931 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-5bde0972-7644-4d1a-9fcf-4a9beb81dbb8 req-6ffa1d40-2b52-4f6d-b671-0efe09733f8f tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] 10.222.0.54 "GET /v2.0/security-groups?id=608cd3c1-fb02-4e09-9a3c-895a0164600c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259498 Nov 19 17:41:58.280883 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8527e1cb-f9dc-4ce3-9b68-3c91a9ff1562 req-7d22a4b3-7d52-46ba-bd80-93e4c595a8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:58.282877 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8527e1cb-f9dc-4ce3-9b68-3c91a9ff1562 req-7d22a4b3-7d52-46ba-bd80-93e4c595a8ff service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c8b9f65f-87c2-480d-928b-0fe5bda8bb38 HTTP/1.1" status: 200 len: 850 time: 0.1780355 Nov 19 17:41:58.300302 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6a73ee94-cdcd-406f-9e0b-a5b708502f02 req-2684c813-025e-456f-a53c-a29fd4db4142 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=608cd3c1-fb02-4e09-9a3c-895a0164600c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2306874 Nov 19 17:41:58.317653 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d96cf29-2200-40d2-aeec-cbe4931d2f45 req-339b658f-74ef-42c9-881b-7a26ee603af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:58.318682 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-2d96cf29-2200-40d2-aeec-cbe4931d2f45 req-339b658f-74ef-42c9-881b-7a26ee603af4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:58.319926 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2d96cf29-2200-40d2-aeec-cbe4931d2f45 req-339b658f-74ef-42c9-881b-7a26ee603af4 service neutron] 10.222.0.86 "PUT /v2.0/ports/615eb54d-d233-40ef-91e3-2370ee4f13c7 HTTP/1.1" status: 200 len: 1092 time: 3.6064427 Nov 19 17:41:58.370308 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8527e1cb-f9dc-4ce3-9b68-3c91a9ff1562 req-0fc0fa0e-015e-45b1-9357-e646a6351585 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3e96445f-a5e4-45c4-8de8-46b5573abaec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0730534 Nov 19 17:41:58.401913 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-797af77b-ccd6-4c53-8d49-900a18d88708 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12282919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8731163'] for subnet, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:58.411265 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-24664d44-0bb1-4bea-9ca6-1d59d0acd03e req-d9861b97-7cb6-41c3-9853-2b4d62bfbcd6 tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] 10.222.0.54 "GET /v2.0/security-groups?id=b84acbb5-2f2e-43b4-8c5f-7110024c7a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2716365 Nov 19 17:41:58.436633 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0dd27892-52a7-40e0-85d1-3f8917fd293f tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:58.491875 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339b658f-74ef-42c9-881b-7a26ee603af4 service neutron] Pushing event updated for resources: {'Port': ['ID=615eb54d-d233-40ef-91e3-2370ee4f13c7,revision_number=3']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:41:58.525123 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797af77b-ccd6-4c53-8d49-900a18d88708 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30818a33-6670-4f21-8645-db484dc2d74d,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:41:58.536011 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-797af77b-ccd6-4c53-8d49-900a18d88708 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:58.540288 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-15311f92-105d-4a89-8cd8-2da75ab5397e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:58.543004 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-15311f92-105d-4a89-8cd8-2da75ab5397e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:58.543676 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-797af77b-ccd6-4c53-8d49-900a18d88708 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/30818a33-6670-4f21-8645-db484dc2d74d HTTP/1.1" status: 204 len: 168 time: 1.0380170 Nov 19 17:41:58.546191 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 48602) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:41:58.556518 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-15311f92-105d-4a89-8cd8-2da75ab5397e admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/0f99f604-6f0b-4d70-a060-9760f7a44891 HTTP/1.1" status: 204 len: 168 time: 0.8250685 Nov 19 17:41:58.699968 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2bb4e4be-35af-4430-8709-b04ae889805c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:58.712442 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0dd27892-52a7-40e0-85d1-3f8917fd293f tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:58.751635 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8527e1cb-f9dc-4ce3-9b68-3c91a9ff1562 req-296de911-b32e-4233-b9cb-3ad2d81f4c0a service neutron] 10.222.0.60 "GET /v2.0/networks/3e96445f-a5e4-45c4-8de8-46b5573abaec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3513305 Nov 19 17:41:58.784857 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dd27892-52a7-40e0-85d1-3f8917fd293f tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] Network 645e61aa-1a6c-4e8f-857e-ab06edb4897f is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:41:58.798359 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90e0de18-fe64-4fe4-a3d8-f6b2367e2980', 'tag': '7e96289f-b8a0-43da-9fe9-0de74e62dd0b'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:41:58.801150 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218319d759239a7d11f1288aef37381b97754913ee9ccbfd43b51a463f801712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e01f8e9-295c-41dc-8244-8d4ddbd554ba" -d '{"events": [{"name": "network-changed", "server_uuid": "90e0de18-fe64-4fe4-a3d8-f6b2367e2980", "tag": "7e96289f-b8a0-43da-9fe9-0de74e62dd0b"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:41:58.836624 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-0dd27892-52a7-40e0-85d1-3f8917fd293f tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:41:58.860779 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 17:41:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7392734-3ac4-4673-b305-48d3c457b30c x-openstack-request-id: req-d7392734-3ac4-4673-b305-48d3c457b30c {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:41:58.860779 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90e0de18-fe64-4fe4-a3d8-f6b2367e2980", "tag": "7e96289f-b8a0-43da-9fe9-0de74e62dd0b", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:41:58.860779 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d7392734-3ac4-4673-b305-48d3c457b30c {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:41:58.861118 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90e0de18-fe64-4fe4-a3d8-f6b2367e2980', 'tag': '7e96289f-b8a0-43da-9fe9-0de74e62dd0b', 'status': 'completed', 'code': 200} Nov 19 17:41:58.861789 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd27892-52a7-40e0-85d1-3f8917fd293f tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:41:58.864879 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd27892-52a7-40e0-85d1-3f8917fd293f tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] Pushing event updated for resources: {'Port': ['ID=883392bf-c4ff-43ff-83bf-ab9ad0145d06,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:41:58.872561 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2c904f0e-c76a-4f6a-be81-16c5e8caad17 req-ad34d34e-3cd8-4a46-8f37-25caa34fe9d7 service neutron] 10.222.0.60 "GET /v2.0/networks/c7b257b3-f66e-4846-9861-5f47f21f4188?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7164905 Nov 19 17:41:58.890469 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6cbada-b642-41d5-88bf-4d2c68abf7c9 req-f979d7cb-08b2-4bd8-8180-e91634b3fdb8 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:58.899067 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-be6cbada-b642-41d5-88bf-4d2c68abf7c9 req-f979d7cb-08b2-4bd8-8180-e91634b3fdb8 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/ports?device_id=67c7d862-f420-4f4c-9d52-2ec6b77c5e28 HTTP/1.1" status: 200 len: 944 time: 0.5157499 Nov 19 17:41:58.902671 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-dbfb8242-e21d-44c4-a5f9-f7eb482ec358 req-13cd3a49-9a81-4a0c-bd03-20fc94d90f77 service neutron] 10.222.0.86 "GET /v2.0/networks/3e551525-40d3-4429-b843-d9d86dd5b1c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6262257 Nov 19 17:41:58.906092 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d2a4a976-1451-4d1b-8b48-e7d2e844d4c8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:58.938496 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15311f92-105d-4a89-8cd8-2da75ab5397e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f99f604-6f0b-4d70-a060-9760f7a44891,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:41:58.948093 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d2a4a976-1451-4d1b-8b48-e7d2e844d4c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:59.023882 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2bb4e4be-35af-4430-8709-b04ae889805c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:59.024614 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67c7d862-f420-4f4c-9d52-2ec6b77c5e28', 'tag': '93e90eda-5096-4d5d-bd55-a580bf26e4e1'}, {'name': 'network-changed', 'server_uuid': 'a23b2fc0-1763-44d0-87d4-83dde49515d8', 'tag': '615eb54d-d233-40ef-91e3-2370ee4f13c7'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:41:59.027653 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dd4767a008c23f8566efc82158ee1b1fff34e1a9e908d76d0b6d0ab7e350e5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52d65a69-f598-49bf-b2b7-c609cf9754b9" -d '{"events": [{"name": "network-changed", "server_uuid": "67c7d862-f420-4f4c-9d52-2ec6b77c5e28", "tag": "93e90eda-5096-4d5d-bd55-a580bf26e4e1"}, {"name": "network-changed", "server_uuid": "a23b2fc0-1763-44d0-87d4-83dde49515d8", "tag": "615eb54d-d233-40ef-91e3-2370ee4f13c7"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:41:59.060605 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a4a976-1451-4d1b-8b48-e7d2e844d4c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14db0ef6-d83e-4325-9037-f50349eefeba,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:41:59.080098 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-d2a4a976-1451-4d1b-8b48-e7d2e844d4c8 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=059c5ddb5d9c4898a7cf4391072b27d5&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2138398 Nov 19 17:41:59.080660 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 48620) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:41:59.119848 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d96cf29-2200-40d2-aeec-cbe4931d2f45 req-dd01dfd6-8415-4dfe-bbfd-a31298ad67d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:59.122024 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2d96cf29-2200-40d2-aeec-cbe4931d2f45 req-dd01dfd6-8415-4dfe-bbfd-a31298ad67d3 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5c88988d15b14e549ed4294d5b1d81b7&device_id=a23b2fc0-1763-44d0-87d4-83dde49515d8 HTTP/1.1" status: 200 len: 1095 time: 0.5287068 Nov 19 17:41:59.125426 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8527e1cb-f9dc-4ce3-9b68-3c91a9ff1562 req-85371b66-92ab-4bbf-a679-6b0588da1dc4 service neutron] 10.222.0.60 "GET /v2.0/networks/3e96445f-a5e4-45c4-8de8-46b5573abaec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3589594 Nov 19 17:41:59.129676 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-2bb4e4be-35af-4430-8709-b04ae889805c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28cedc67-99d8-468f-bfac-d99454b0b75f']}} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:41:59.146719 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-be6cbada-b642-41d5-88bf-4d2c68abf7c9 req-2a647460-f587-4282-9edc-4d06abf1af24 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/security-groups?id=12d5dc08-1d9f-41c6-b52c-304239ec8b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2465527 Nov 19 17:41:59.158082 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 19 Nov 2021 17:41:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fef4ead-2c52-4adf-bb71-860df2271c1f x-openstack-request-id: req-5fef4ead-2c52-4adf-bb71-860df2271c1f {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:41:59.158826 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67c7d862-f420-4f4c-9d52-2ec6b77c5e28", "tag": "93e90eda-5096-4d5d-bd55-a580bf26e4e1", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a23b2fc0-1763-44d0-87d4-83dde49515d8", "tag": "615eb54d-d233-40ef-91e3-2370ee4f13c7", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:41:59.159406 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-5fef4ead-2c52-4adf-bb71-860df2271c1f {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:41:59.159815 n-d-818022-2 neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67c7d862-f420-4f4c-9d52-2ec6b77c5e28', 'tag': '93e90eda-5096-4d5d-bd55-a580bf26e4e1', 'status': 'completed', 'code': 200} Nov 19 17:41:59.160072 n-d-818022-2 neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a23b2fc0-1763-44d0-87d4-83dde49515d8', 'tag': '615eb54d-d233-40ef-91e3-2370ee4f13c7', 'status': 'completed', 'code': 200} Nov 19 17:41:59.176516 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-2bb4e4be-35af-4430-8709-b04ae889805c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c9b590b-1c19-4565-aada-595c58ce7808') {'for_net_delete': True} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:41:59.176925 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-2bb4e4be-35af-4430-8709-b04ae889805c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c9b590b-1c19-4565-aada-595c58ce7808') {} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:41:59.216507 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2d96cf29-2200-40d2-aeec-cbe4931d2f45 req-cbb0a90f-891b-4f73-bff9-e98b3bb4bb60 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=615eb54d-d233-40ef-91e3-2370ee4f13c7 HTTP/1.1" status: 200 len: 217 time: 0.0668368 Nov 19 17:41:59.221056 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f859349a-ae83-4857-896b-6cf3e463d661 req-0f7c45c4-9e96-4d48-a434-a0b6d21795f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:59.222641 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f859349a-ae83-4857-896b-6cf3e463d661 req-0f7c45c4-9e96-4d48-a434-a0b6d21795f7 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5c88988d15b14e549ed4294d5b1d81b7&device_id=669195ab-b99c-42c3-b1f1-09b59289b906 HTTP/1.1" status: 200 len: 1094 time: 0.2234759 Nov 19 17:41:59.246475 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2bb4e4be-35af-4430-8709-b04ae889805c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12545382'] for segment, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:59.261991 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0dd27892-52a7-40e0-85d1-3f8917fd293f tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:59.283142 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2bb4e4be-35af-4430-8709-b04ae889805c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:59.300580 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bb4e4be-35af-4430-8709-b04ae889805c admin admin] Releasing vlan 699 on physical network physnet1 to pool {{(pid=103365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 17:41:59.301358 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2bb4e4be-35af-4430-8709-b04ae889805c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12282953'] for segment, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:59.302689 n-d-818022-2 neutron-server[103365]: Traceback (most recent call last): Nov 19 17:41:59.302689 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 17:41:59.302689 n-d-818022-2 neutron-server[103365]: timer() Nov 19 17:41:59.302689 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 17:41:59.302689 n-d-818022-2 neutron-server[103365]: cb(*args, **kw) Nov 19 17:41:59.302689 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 17:41:59.302689 n-d-818022-2 neutron-server[103365]: return func(*args, **kwargs) Nov 19 17:41:59.302689 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 17:41:59.302689 n-d-818022-2 neutron-server[103365]: self._notify() Nov 19 17:41:59.302689 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 17:41:59.302689 n-d-818022-2 neutron-server[103365]: self.callback(batched_events) Nov 19 17:41:59.302689 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 17:41:59.302689 n-d-818022-2 neutron-server[103365]: event.method(event) Nov 19 17:41:59.302689 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 17:41:59.302689 n-d-818022-2 neutron-server[103365]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 17:41:59.302689 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 17:41:59.302689 n-d-818022-2 neutron-server[103365]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 17:41:59.302689 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 17:41:59.302689 n-d-818022-2 neutron-server[103365]: return f(self, *a, **k) Nov 19 17:41:59.302689 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 17:41:59.302689 n-d-818022-2 neutron-server[103365]: return self._get(url).json() Nov 19 17:41:59.302689 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 17:41:59.302689 n-d-818022-2 neutron-server[103365]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 17:41:59.302689 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 17:41:59.302689 n-d-818022-2 neutron-server[103365]: return self.request(url, 'GET', **kwargs) Nov 19 17:41:59.302689 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 17:41:59.302689 n-d-818022-2 neutron-server[103365]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 17:41:59.302689 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 17:41:59.302689 n-d-818022-2 neutron-server[103365]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 17:41:59.302689 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 17:41:59.302689 n-d-818022-2 neutron-server[103365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 17:41:59.302689 n-d-818022-2 neutron-server[103365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 17:41:59.373389 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d65a69-f598-49bf-b2b7-c609cf9754b9 req-be9990ac-46c2-46f0-b8e0-7ff52a69b528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:59.375309 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-52d65a69-f598-49bf-b2b7-c609cf9754b9 req-be9990ac-46c2-46f0-b8e0-7ff52a69b528 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=de10e7e0e3ea4ce28d84ef76e9c1ec3a&device_id=67c7d862-f420-4f4c-9d52-2ec6b77c5e28 HTTP/1.1" status: 200 len: 1095 time: 0.2154837 Nov 19 17:41:59.393417 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d96cf29-2200-40d2-aeec-cbe4931d2f45 req-4c140c7b-7ccb-4785-b79e-7d5ce0cd079e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:59.394957 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2d96cf29-2200-40d2-aeec-cbe4931d2f45 req-4c140c7b-7ccb-4785-b79e-7d5ce0cd079e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=db1bcdee-5119-44a7-8c81-3040c2de4bc1 HTTP/1.1" status: 200 len: 855 time: 0.1557820 Nov 19 17:41:59.397701 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5bbaff7b-40ab-4bd0-904e-7d75219bd5a4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:59.401634 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e01f8e9-295c-41dc-8244-8d4ddbd554ba req-e2610f91-f45c-41e0-b167-11b51be79e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:59.403331 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-4e01f8e9-295c-41dc-8244-8d4ddbd554ba req-e2610f91-f45c-41e0-b167-11b51be79e04 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e9d0792a3a024bd5be40fd99773caf74&device_id=90e0de18-fe64-4fe4-a3d8-f6b2367e2980 HTTP/1.1" status: 200 len: 1094 time: 0.1990609 Nov 19 17:41:59.477545 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0dd27892-52a7-40e0-85d1-3f8917fd293f tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:59.557546 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f859349a-ae83-4857-896b-6cf3e463d661 req-d7fdd6a0-3f36-40a1-bd7f-889db6d74aba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:59.559181 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f859349a-ae83-4857-896b-6cf3e463d661 req-d7fdd6a0-3f36-40a1-bd7f-889db6d74aba service neutron] 10.222.0.86 "GET /v2.0/networks?id=3e551525-40d3-4429-b843-d9d86dd5b1c3 HTTP/1.1" status: 200 len: 917 time: 0.3212595 Nov 19 17:41:59.574388 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d96cf29-2200-40d2-aeec-cbe4931d2f45 req-5429b5bc-f53f-4792-932f-048663e6a959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:59.575912 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2d96cf29-2200-40d2-aeec-cbe4931d2f45 req-5429b5bc-f53f-4792-932f-048663e6a959 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=3e551525-40d3-4429-b843-d9d86dd5b1c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1692741 Nov 19 17:41:59.593881 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5bbaff7b-40ab-4bd0-904e-7d75219bd5a4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:59.593881 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2bb4e4be-35af-4430-8709-b04ae889805c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671242'] for network, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:59.615752 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e01f8e9-295c-41dc-8244-8d4ddbd554ba req-7bf444aa-1f6b-4d7c-9451-3c67627a1590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:59.617914 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-4e01f8e9-295c-41dc-8244-8d4ddbd554ba req-7bf444aa-1f6b-4d7c-9451-3c67627a1590 service neutron] 10.222.0.60 "GET /v2.0/networks?id=3e96445f-a5e4-45c4-8de8-46b5573abaec HTTP/1.1" status: 200 len: 911 time: 0.1948266 Nov 19 17:41:59.635166 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2bb4e4be-35af-4430-8709-b04ae889805c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:59.640976 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-2bb4e4be-35af-4430-8709-b04ae889805c admin admin] 10.222.0.54 "DELETE /v2.0/networks/28cedc67-99d8-468f-bfac-d99454b0b75f HTTP/1.1" status: 204 len: 168 time: 1.0918825 Nov 19 17:41:59.678564 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-30dc6932-7c94-4e4a-b150-f5e5e4c78fa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:41:59.682884 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f465722-bb50-40cf-a6cc-5cf228cade2a req-35316a72-57c6-4f73-97cc-40699a686a43 tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:59.687042 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb4e4be-35af-4430-8709-b04ae889805c admin admin] Pushing event deleted for resources: {'Network': ['ID=28cedc67-99d8-468f-bfac-d99454b0b75f,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:41:59.696034 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-3f465722-bb50-40cf-a6cc-5cf228cade2a req-35316a72-57c6-4f73-97cc-40699a686a43 tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] 10.222.0.54 "GET /v2.0/ports?device_id=90e0de18-fe64-4fe4-a3d8-f6b2367e2980 HTTP/1.1" status: 200 len: 943 time: 0.1825979 Nov 19 17:41:59.730738 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2b536f-2860-4aed-b220-e88e4cc736a1 req-1bde7275-52e3-44dd-879d-517601e432c8 tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:59.739008 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7b2b536f-2860-4aed-b220-e88e4cc736a1 req-1bde7275-52e3-44dd-879d-517601e432c8 tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] 10.222.0.54 "GET /v2.0/ports?device_id=a23b2fc0-1763-44d0-87d4-83dde49515d8 HTTP/1.1" status: 200 len: 944 time: 0.3608689 Nov 19 17:41:59.808122 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d65a69-f598-49bf-b2b7-c609cf9754b9 req-19c5f94d-9210-47cc-ad35-ef1d3461691c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:41:59.809649 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-52d65a69-f598-49bf-b2b7-c609cf9754b9 req-19c5f94d-9210-47cc-ad35-ef1d3461691c service neutron] 10.222.0.60 "GET /v2.0/networks?id=c7b257b3-f66e-4846-9861-5f47f21f4188 HTTP/1.1" status: 200 len: 908 time: 0.4242330 Nov 19 17:41:59.898865 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-4e01f8e9-295c-41dc-8244-8d4ddbd554ba req-a959bb5b-7fe8-446d-a985-f3b0c02a8d9b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7e96289f-b8a0-43da-9fe9-0de74e62dd0b HTTP/1.1" status: 200 len: 217 time: 0.2609315 Nov 19 17:41:59.900183 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f859349a-ae83-4857-896b-6cf3e463d661 req-11cd15fb-dd9b-43a4-8264-1d7c256caf65 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=877a8e2d-c508-4b2b-95f3-0e57552014ef HTTP/1.1" status: 200 len: 217 time: 0.2805278 Nov 19 17:41:59.999773 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 48642) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:42:00.061306 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-3f465722-bb50-40cf-a6cc-5cf228cade2a req-8b58d5c2-0699-4831-82b3-85784314c3c9 tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] 10.222.0.54 "GET /v2.0/security-groups?id=b84acbb5-2f2e-43b4-8c5f-7110024c7a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3624704 Nov 19 17:42:00.089759 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e01f8e9-295c-41dc-8244-8d4ddbd554ba req-958c04ec-c1d7-4964-b0c4-7756a663ca45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:00.089759 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-4e01f8e9-295c-41dc-8244-8d4ddbd554ba req-958c04ec-c1d7-4964-b0c4-7756a663ca45 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c8b9f65f-87c2-480d-928b-0fe5bda8bb38 HTTP/1.1" status: 200 len: 850 time: 0.1726351 Nov 19 17:42:00.106928 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f859349a-ae83-4857-896b-6cf3e463d661 req-98ada913-fa86-4136-986c-5c67c8cca534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:00.108392 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f859349a-ae83-4857-896b-6cf3e463d661 req-98ada913-fa86-4136-986c-5c67c8cca534 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=db1bcdee-5119-44a7-8c81-3040c2de4bc1 HTTP/1.1" status: 200 len: 855 time: 0.1868651 Nov 19 17:42:00.129735 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2d96cf29-2200-40d2-aeec-cbe4931d2f45 req-2ea8ef96-7a4b-4cca-b0c6-00893ca84b7b service neutron] 10.222.0.86 "GET /v2.0/networks/3e551525-40d3-4429-b843-d9d86dd5b1c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5087581 Nov 19 17:42:00.138559 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-4e01f8e9-295c-41dc-8244-8d4ddbd554ba req-2dde16fc-391d-43ca-b768-c4ca29a71903 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3e96445f-a5e4-45c4-8de8-46b5573abaec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429797 Nov 19 17:42:00.188948 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-433a80de-1589-49d0-91b3-418d53c5595c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c73693fa6e6d4478899187f0c4554a22&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1842146 Nov 19 17:42:00.194430 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 48648) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:42:00.199893 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-52d65a69-f598-49bf-b2b7-c609cf9754b9 req-891323ed-ab9a-4d27-a179-1145157b6809 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=93e90eda-5096-4d5d-bd55-a580bf26e4e1 HTTP/1.1" status: 200 len: 217 time: 0.3784087 Nov 19 17:42:00.208750 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5bbaff7b-40ab-4bd0-904e-7d75219bd5a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:00.211276 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5bbaff7b-40ab-4bd0-904e-7d75219bd5a4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:00.214740 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-5bbaff7b-40ab-4bd0-904e-7d75219bd5a4 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/14db0ef6-d83e-4325-9037-f50349eefeba HTTP/1.1" status: 204 len: 168 time: 1.1020627 Nov 19 17:42:00.256018 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7b2b536f-2860-4aed-b220-e88e4cc736a1 req-5714e799-45d3-4c76-a9e1-05fa92c87dd8 tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] 10.222.0.54 "GET /v2.0/security-groups?id=608cd3c1-fb02-4e09-9a3c-895a0164600c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5160365 Nov 19 17:42:00.303257 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f859349a-ae83-4857-896b-6cf3e463d661 req-b16dbea7-f841-4d10-ab52-ed74e00e4031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:00.304927 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbaff7b-40ab-4bd0-904e-7d75219bd5a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14db0ef6-d83e-4325-9037-f50349eefeba,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:42:00.305782 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f859349a-ae83-4857-896b-6cf3e463d661 req-b16dbea7-f841-4d10-ab52-ed74e00e4031 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=3e551525-40d3-4429-b843-d9d86dd5b1c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1697483 Nov 19 17:42:00.356671 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d65a69-f598-49bf-b2b7-c609cf9754b9 req-3ee6d191-9ffd-4ce7-ac9f-595a2fdb0e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:00.358175 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-52d65a69-f598-49bf-b2b7-c609cf9754b9 req-3ee6d191-9ffd-4ce7-ac9f-595a2fdb0e00 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=df2b5fb0-4ad7-475f-930a-bdefef26bd76 HTTP/1.1" status: 200 len: 847 time: 0.1421256 Nov 19 17:42:00.369077 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0dd27892-52a7-40e0-85d1-3f8917fd293f tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] Publish callbacks [] for port, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:00.415829 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0dd27892-52a7-40e0-85d1-3f8917fd293f tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:00.433205 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-52d65a69-f598-49bf-b2b7-c609cf9754b9 req-c8386f57-f9ef-405e-ab24-f6cda955312b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c7b257b3-f66e-4846-9861-5f47f21f4188&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0621507 Nov 19 17:42:00.460235 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-4e01f8e9-295c-41dc-8244-8d4ddbd554ba req-0b7b64fc-5e18-4391-838e-a26a0ac8c5e7 service neutron] 10.222.0.60 "GET /v2.0/networks/3e96445f-a5e4-45c4-8de8-46b5573abaec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3099930 Nov 19 17:42:00.468756 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2d96cf29-2200-40d2-aeec-cbe4931d2f45 req-4e610680-0e35-4924-b997-0d0bc5f1fb72 service neutron] 10.222.0.86 "GET /v2.0/networks/3e551525-40d3-4429-b843-d9d86dd5b1c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3134332 Nov 19 17:42:00.484437 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-338f8f28-2a3a-4894-bd88-3004b32ef850 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:00.541032 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f859349a-ae83-4857-896b-6cf3e463d661 req-eb063657-e9b2-4163-ace8-06e9bec4023e service neutron] 10.222.0.86 "GET /v2.0/networks/3e551525-40d3-4429-b843-d9d86dd5b1c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2241175 Nov 19 17:42:00.604384 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-338f8f28-2a3a-4894-bd88-3004b32ef850 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:00.627870 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd27892-52a7-40e0-85d1-3f8917fd293f tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] Pushing event updated for resources: {'Port': ['ID=883392bf-c4ff-43ff-83bf-ab9ad0145d06,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:42:00.663068 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a810ce1b-d051-4450-9aed-e95b0d7ffe1e req-4b95342b-a9e7-4773-b98a-f05eaa9c61d8 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:00.670198 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a810ce1b-d051-4450-9aed-e95b0d7ffe1e req-4b95342b-a9e7-4773-b98a-f05eaa9c61d8 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/ports?device_id=67c7d862-f420-4f4c-9d52-2ec6b77c5e28 HTTP/1.1" status: 200 len: 944 time: 0.2834208 Nov 19 17:42:00.688665 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0dd27892-52a7-40e0-85d1-3f8917fd293f tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-671284'] for floatingip, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:00.720016 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d65a69-f598-49bf-b2b7-c609cf9754b9 req-3d542809-2bcb-4a10-ade2-04e9f1cd2766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:00.723374 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-52d65a69-f598-49bf-b2b7-c609cf9754b9 req-3d542809-2bcb-4a10-ade2-04e9f1cd2766 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5c88988d15b14e549ed4294d5b1d81b7&device_id=a23b2fc0-1763-44d0-87d4-83dde49515d8 HTTP/1.1" status: 200 len: 1095 time: 0.0924377 Nov 19 17:42:00.727468 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-4e01f8e9-295c-41dc-8244-8d4ddbd554ba req-dfa7e347-9369-42c1-a018-bd717eb5276f service neutron] 10.222.0.60 "GET /v2.0/networks/3e96445f-a5e4-45c4-8de8-46b5573abaec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2562017 Nov 19 17:42:00.733172 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-52d65a69-f598-49bf-b2b7-c609cf9754b9 req-9b26c3d2-8369-41e0-b0d8-cc66cb44115a service neutron] 10.222.0.60 "GET /v2.0/networks/c7b257b3-f66e-4846-9861-5f47f21f4188?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2589645 Nov 19 17:42:00.735971 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0dd27892-52a7-40e0-85d1-3f8917fd293f tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for floatingip, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:00.749937 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-0dd27892-52a7-40e0-85d1-3f8917fd293f tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.3244998 Nov 19 17:42:00.812711 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a810ce1b-d051-4450-9aed-e95b0d7ffe1e req-20a65905-8f96-4998-97b6-7d798b28e592 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/security-groups?id=12d5dc08-1d9f-41c6-b52c-304239ec8b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415329 Nov 19 17:42:00.846525 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-338f8f28-2a3a-4894-bd88-3004b32ef850 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:00.850511 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-338f8f28-2a3a-4894-bd88-3004b32ef850 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:00.852604 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-338f8f28-2a3a-4894-bd88-3004b32ef850 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/84a30153-91c1-47aa-836e-a8e2f1bd6046 HTTP/1.1" status: 204 len: 168 time: 0.6544509 Nov 19 17:42:00.871194 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338f8f28-2a3a-4894-bd88-3004b32ef850 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84a30153-91c1-47aa-836e-a8e2f1bd6046,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:42:00.903123 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f859349a-ae83-4857-896b-6cf3e463d661 req-758b9c7b-b013-4ed2-90b6-0f2031364104 service neutron] 10.222.0.86 "GET /v2.0/networks/3e551525-40d3-4429-b843-d9d86dd5b1c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3489420 Nov 19 17:42:00.935632 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d65a69-f598-49bf-b2b7-c609cf9754b9 req-45947529-1cb5-4d45-b1d6-02f3f767a30b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:00.937572 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-52d65a69-f598-49bf-b2b7-c609cf9754b9 req-45947529-1cb5-4d45-b1d6-02f3f767a30b service neutron] 10.222.0.86 "GET /v2.0/networks?id=3e551525-40d3-4429-b843-d9d86dd5b1c3 HTTP/1.1" status: 200 len: 917 time: 0.1884274 Nov 19 17:42:00.938547 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 48696) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:42:00.951490 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-52d65a69-f598-49bf-b2b7-c609cf9754b9 req-f3caab10-3e97-4742-b7fa-f76cbdb96a7e service neutron] 10.222.0.60 "GET /v2.0/networks/c7b257b3-f66e-4846-9861-5f47f21f4188?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2046428 Nov 19 17:42:00.968282 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-fd1742e0-51cd-430f-9230-a7584baa1b30 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:01.013957 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-52d65a69-f598-49bf-b2b7-c609cf9754b9 req-928ebcc4-e084-4eec-8d7a-68c7bb3279d1 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=615eb54d-d233-40ef-91e3-2370ee4f13c7 HTTP/1.1" status: 200 len: 217 time: 0.0517533 Nov 19 17:42:01.126964 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d65a69-f598-49bf-b2b7-c609cf9754b9 req-a41c63c7-9c6d-48d9-aa4e-b4dafcb46a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:01.129669 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-52d65a69-f598-49bf-b2b7-c609cf9754b9 req-a41c63c7-9c6d-48d9-aa4e-b4dafcb46a0e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=db1bcdee-5119-44a7-8c81-3040c2de4bc1 HTTP/1.1" status: 200 len: 855 time: 0.1017241 Nov 19 17:42:01.281166 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5b2e43-dfcd-4b40-b987-7967f04af137 req-cb631897-14bb-423e-8d32-bc1804e333a5 tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:01.284551 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-fd1742e0-51cd-430f-9230-a7584baa1b30 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:01.285907 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4c5b2e43-dfcd-4b40-b987-7967f04af137 req-cb631897-14bb-423e-8d32-bc1804e333a5 tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] 10.222.0.54 "GET /v2.0/networks?id=f617386f-7f7a-461e-894d-4bea98b39674 HTTP/1.1" status: 200 len: 821 time: 0.1821492 Nov 19 17:42:01.289682 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d65a69-f598-49bf-b2b7-c609cf9754b9 req-e6cc9e0f-efd5-4082-a86f-c53651c7aa54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:01.291205 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-52d65a69-f598-49bf-b2b7-c609cf9754b9 req-e6cc9e0f-efd5-4082-a86f-c53651c7aa54 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=3e551525-40d3-4429-b843-d9d86dd5b1c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1454687 Nov 19 17:42:01.295633 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-fd1742e0-51cd-430f-9230-a7584baa1b30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:01.307990 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8d8ada-539d-400e-807c-32b4d1441467 req-33d5520f-9a4b-4a9a-b5e9-c81758c11e6f tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:01.309522 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0a8d8ada-539d-400e-807c-32b4d1441467 req-33d5520f-9a4b-4a9a-b5e9-c81758c11e6f tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] 10.222.0.54 "GET /v2.0/ports?device_id=90e0de18-fe64-4fe4-a3d8-f6b2367e2980 HTTP/1.1" status: 200 len: 943 time: 0.1260386 Nov 19 17:42:01.322759 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4c5b2e43-dfcd-4b40-b987-7967f04af137 req-15ba63fe-700b-4aa4-8877-097e4e76bbfe tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] 10.222.0.54 "GET /v2.0/quotas/aeb7fd6db87a434398f0a6a86da890f5 HTTP/1.1" status: 200 len: 375 time: 0.0254424 Nov 19 17:42:01.365756 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4c5b2e43-dfcd-4b40-b987-7967f04af137 req-4de4d245-c470-4ca1-8972-70781528cb4a tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=aeb7fd6db87a434398f0a6a86da890f5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0346577 Nov 19 17:42:01.402346 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 48718) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:42:01.414245 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-fd1742e0-51cd-430f-9230-a7584baa1b30 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=79fbe1e6e1fe4a57853f802470dada05&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4731286 Nov 19 17:42:01.417451 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 48720) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:42:01.427132 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1742e0-51cd-430f-9230-a7584baa1b30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c7daa7f-a0c6-458e-b5a4-24f11da39a19,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:42:01.502284 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4c5b2e43-dfcd-4b40-b987-7967f04af137 req-cc1616d5-220a-45b5-8a85-8fab2b465777 service neutron] 10.222.0.54 "GET /v2.0/networks/f617386f-7f7a-461e-894d-4bea98b39674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253097 Nov 19 17:42:01.510306 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-52d65a69-f598-49bf-b2b7-c609cf9754b9 req-9a2b2604-067f-4b3f-a715-6469af0e8da3 service neutron] 10.222.0.86 "GET /v2.0/networks/3e551525-40d3-4429-b843-d9d86dd5b1c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1949677 Nov 19 17:42:01.602970 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-287ecb16-700f-47fb-8455-cc44c2fe5b56 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:01.676679 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4c5b2e43-dfcd-4b40-b987-7967f04af137 req-4760b097-b2c2-40bd-b980-d9883009350f service neutron] 10.222.0.54 "GET /v2.0/networks/f617386f-7f7a-461e-894d-4bea98b39674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624687 Nov 19 17:42:01.726601 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 93e90eda-5096-4d5d-bd55-a580bf26e4e1 details requested by agent hyperv_n-h1-818022-2 with host n-h1-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 17:42:01.738699 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-287ecb16-700f-47fb-8455-cc44c2fe5b56 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:01.745246 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-287ecb16-700f-47fb-8455-cc44c2fe5b56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:01.825784 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287ecb16-700f-47fb-8455-cc44c2fe5b56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dcfeee8-a5f6-42b7-b585-7eb40860f1f4,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:42:01.865852 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0a8d8ada-539d-400e-807c-32b4d1441467 req-3620d007-a109-45df-b07d-dc3a86cec3df tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] 10.222.0.54 "GET /v2.0/security-groups?id=b84acbb5-2f2e-43b4-8c5f-7110024c7a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5479341 Nov 19 17:42:01.880402 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-287ecb16-700f-47fb-8455-cc44c2fe5b56 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f1a5274b14a34ef59ecb906666fb0333&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4766226 Nov 19 17:42:01.885607 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 48742) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:42:01.918305 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b9ea7e2d-cf1d-49e5-9c26-6baed31875da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:01.996524 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 93e90eda-5096-4d5d-bd55-a580bf26e4e1, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=93e90eda-5096-4d5d-bd55-a580bf26e4e1,segment=NetworkSegment(68be9c2e-9e68-489a-becd-67ff095c4169),segment_id=68be9c2e-9e68-489a-becd-67ff095c4169)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:42:02.013016 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b9ea7e2d-cf1d-49e5-9c26-6baed31875da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:02.016485 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-52d65a69-f598-49bf-b2b7-c609cf9754b9 req-73d7cad5-b7a9-4b76-ab1a-e76bbf526f31 service neutron] 10.222.0.86 "GET /v2.0/networks/3e551525-40d3-4429-b843-d9d86dd5b1c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4920545 Nov 19 17:42:02.021506 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729c4752-d9d3-4e46-92de-ca87f9be8b43 req-632aaaa8-cfb8-46be-b8bc-ee1f03de573f tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:02.023172 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-729c4752-d9d3-4e46-92de-ca87f9be8b43 req-632aaaa8-cfb8-46be-b8bc-ee1f03de573f tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] 10.222.0.54 "GET /v2.0/ports?device_id=a23b2fc0-1763-44d0-87d4-83dde49515d8 HTTP/1.1" status: 200 len: 944 time: 0.1068275 Nov 19 17:42:02.044933 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Returning: {'device': '93e90eda-5096-4d5d-bd55-a580bf26e4e1', 'network_id': 'c7b257b3-f66e-4846-9861-5f47f21f4188', 'port_id': '93e90eda-5096-4d5d-bd55-a580bf26e4e1', 'mac_address': 'fa:16:3e:22:5c:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df2b5fb0-4ad7-475f-930a-bdefef26bd76', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 17:42:02.056984 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-df2f6f4f-9766-45e7-b498-04b1f6334f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:02.085959 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0ebacc58-0d22-4443-8121-60588a50ef97 req-376654a1-b387-470b-be8c-0c7e05a51a8d tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] 10.222.0.54 "GET /v2.0/ports?device_id=6e98860a-1881-4939-aac3-24397c3d5a2d HTTP/1.1" status: 200 len: 210 time: 0.0571675 Nov 19 17:42:02.087720 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-83ba9df3-879b-42a7-b619-be040186f446 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:02.136649 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b9ea7e2d-cf1d-49e5-9c26-6baed31875da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:02.140127 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b9ea7e2d-cf1d-49e5-9c26-6baed31875da admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:02.141363 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-83ba9df3-879b-42a7-b619-be040186f446 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:02.145694 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-b9ea7e2d-cf1d-49e5-9c26-6baed31875da admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/9c7daa7f-a0c6-458e-b5a4-24f11da39a19 HTTP/1.1" status: 204 len: 168 time: 0.7242653 Nov 19 17:42:02.164913 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ea7e2d-cf1d-49e5-9c26-6baed31875da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c7daa7f-a0c6-458e-b5a4-24f11da39a19,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:42:02.178032 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:02.181532 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 48754) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:42:02.197134 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93e90eda-5096-4d5d-bd55-a580bf26e4e1 {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:42:02.219749 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 93e90eda-5096-4d5d-bd55-a580bf26e4e1, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=93e90eda-5096-4d5d-bd55-a580bf26e4e1,segment=NetworkSegment(68be9c2e-9e68-489a-becd-67ff095c4169),segment_id=68be9c2e-9e68-489a-becd-67ff095c4169)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:42:02.228212 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:02.229632 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 7e96289f-b8a0-43da-9fe9-0de74e62dd0b details requested by agent hyperv_n-h1-818022-2 with host n-h1-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 17:42:02.250272 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-729c4752-d9d3-4e46-92de-ca87f9be8b43 req-58f1d195-e2ab-47a4-ae2c-0ac4ec410f1c tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] 10.222.0.54 "GET /v2.0/security-groups?id=608cd3c1-fb02-4e09-9a3c-895a0164600c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127492 Nov 19 17:42:02.306546 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-83ba9df3-879b-42a7-b619-be040186f446 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:02.312844 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-83ba9df3-879b-42a7-b619-be040186f446 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:02.314823 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-83ba9df3-879b-42a7-b619-be040186f446 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/0dcfeee8-a5f6-42b7-b585-7eb40860f1f4 HTTP/1.1" status: 204 len: 168 time: 0.4281752 Nov 19 17:42:02.330268 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ba9df3-879b-42a7-b619-be040186f446 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dcfeee8-a5f6-42b7-b585-7eb40860f1f4,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:42:02.346350 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=93e90eda-5096-4d5d-bd55-a580bf26e4e1,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:42:02.349854 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876b22f6-a8a1-409c-8dcc-2efde162cb67 req-1bf9de44-4121-4f11-a9f0-696b57c06b27 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:02.351982 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-876b22f6-a8a1-409c-8dcc-2efde162cb67 req-1bf9de44-4121-4f11-a9f0-696b57c06b27 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/ports?device_id=67c7d862-f420-4f4c-9d52-2ec6b77c5e28 HTTP/1.1" status: 200 len: 945 time: 0.1322126 Nov 19 17:42:02.418953 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-84ecefa5-324b-45a5-8198-cf853da91406 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-77983327-network', 'tenant_id': '68fba0b413a84e879934681310fcdb27'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:42:02.467714 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-876b22f6-a8a1-409c-8dcc-2efde162cb67 req-4c3605d2-1ce9-437f-bf91-0be9c40fd37e tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/security-groups?id=12d5dc08-1d9f-41c6-b52c-304239ec8b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012871 Nov 19 17:42:02.480526 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84ecefa5-324b-45a5-8198-cf853da91406 admin admin] Made reservation on behalf of 68fba0b413a84e879934681310fcdb27 for: {'network': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:42:02.485435 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-84ecefa5-324b-45a5-8198-cf853da91406 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:02.497589 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-84ecefa5-324b-45a5-8198-cf853da91406 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:02.543054 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 7e96289f-b8a0-43da-9fe9-0de74e62dd0b, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=7e96289f-b8a0-43da-9fe9-0de74e62dd0b,segment=NetworkSegment(7f7608ea-8bdd-41e7-91fd-16ec67411b89),segment_id=7f7608ea-8bdd-41e7-91fd-16ec67411b89)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:42:02.559320 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Returning: {'device': '7e96289f-b8a0-43da-9fe9-0de74e62dd0b', 'network_id': '3e96445f-a5e4-45c4-8de8-46b5573abaec', 'port_id': '7e96289f-b8a0-43da-9fe9-0de74e62dd0b', 'mac_address': 'fa:16:3e:7a:b7:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8b9f65f-87c2-480d-928b-0fe5bda8bb38', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 17:42:02.624276 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-84ecefa5-324b-45a5-8198-cf853da91406 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:02.631008 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-84ecefa5-324b-45a5-8198-cf853da91406 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:02.634551 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:02.650790 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e96289f-b8a0-43da-9fe9-0de74e62dd0b {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:42:02.658518 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84ecefa5-324b-45a5-8198-cf853da91406 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 694} {{(pid=103364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 17:42:02.669237 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ecefa5-324b-45a5-8198-cf853da91406 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2d8ccc0-6114-4201-88f3-d3063952f1b4,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:42:02.675523 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-84ecefa5-324b-45a5-8198-cf853da91406 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:02.675886 n-d-818022-2 neutron-server[103364]: INFO neutron.db.segments_db [None req-84ecefa5-324b-45a5-8198-cf853da91406 admin admin] Added segment edbb1722-b7cb-41ae-beac-32509f2c4e6b of type vlan for network c3ab4c69-5070-451a-96b4-e294fdfb2d10 Nov 19 17:42:02.694494 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 7e96289f-b8a0-43da-9fe9-0de74e62dd0b, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=7e96289f-b8a0-43da-9fe9-0de74e62dd0b,segment=NetworkSegment(7f7608ea-8bdd-41e7-91fd-16ec67411b89),segment_id=7f7608ea-8bdd-41e7-91fd-16ec67411b89)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:42:02.702230 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:02.743639 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-84ecefa5-324b-45a5-8198-cf853da91406 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:02.766721 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=7e96289f-b8a0-43da-9fe9-0de74e62dd0b,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:42:02.778151 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-84ecefa5-324b-45a5-8198-cf853da91406 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:02.779247 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84ecefa5-324b-45a5-8198-cf853da91406 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:02.779985 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-84ecefa5-324b-45a5-8198-cf853da91406 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:02.812279 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device 877a8e2d-c508-4b2b-95f3-0e57552014ef details requested by agent hyperv_n-h2-818022-2 with host n-h2-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 17:42:02.860454 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ecefa5-324b-45a5-8198-cf853da91406 admin admin] Pushing event updated for resources: {'Network': ['ID=c3ab4c69-5070-451a-96b4-e294fdfb2d10,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:42:02.870702 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-84ecefa5-324b-45a5-8198-cf853da91406 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.6869392 Nov 19 17:42:02.873627 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 48778) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:42:02.881117 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-987fffb2-1f15-4a1b-b28b-d328a8e99e41 admin admin] Request body: {'subnet': {'network_id': 'c3ab4c69-5070-451a-96b4-e294fdfb2d10', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-77983327-subnet', 'tenant_id': '68fba0b413a84e879934681310fcdb27', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:42:02.915297 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-987fffb2-1f15-4a1b-b28b-d328a8e99e41 admin admin] Made reservation on behalf of 68fba0b413a84e879934681310fcdb27 for: {'subnet': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:42:02.916876 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-987fffb2-1f15-4a1b-b28b-d328a8e99e41 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8731248'] for subnet, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:03.112615 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa306b2-c5da-4686-9da1-1de751725e19 req-3cc8cafc-bbaa-4220-a733-8ba7002786d4 tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:03.114830 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3fa306b2-c5da-4686-9da1-1de751725e19 req-3cc8cafc-bbaa-4220-a733-8ba7002786d4 tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] 10.222.0.54 "GET /v2.0/ports?device_id=90e0de18-fe64-4fe4-a3d8-f6b2367e2980 HTTP/1.1" status: 200 len: 944 time: 0.0959799 Nov 19 17:42:03.150148 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network c3ab4c69-5070-451a-96b4-e294fdfb2d10 details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 17:42:03.249681 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['7e96289f-b8a0-43da-9fe9-0de74e62dd0b'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:42:03.253343 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['93e90eda-5096-4d5d-bd55-a580bf26e4e1'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:42:03.282034 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-3ce05249-e370-42e7-b010-94beb35b0b7e req-6f295133-e3ba-4c88-bce0-cdf1b37d102e tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] 10.222.0.54 "GET /v2.0/ports?device_id=6e98860a-1881-4939-aac3-24397c3d5a2d HTTP/1.1" status: 200 len: 210 time: 0.0727789 Nov 19 17:42:03.357752 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3fa306b2-c5da-4686-9da1-1de751725e19 req-ea0f90b9-7a8e-4833-820d-971a6aa9a030 tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] 10.222.0.54 "GET /v2.0/security-groups?id=b84acbb5-2f2e-43b4-8c5f-7110024c7a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2280884 Nov 19 17:42:03.373644 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e46ecc5a-dc14-4744-b262-3072ff2e958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:03.458959 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port 877a8e2d-c508-4b2b-95f3-0e57552014ef, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=877a8e2d-c508-4b2b-95f3-0e57552014ef,segment=NetworkSegment(4a9dfdd3-0c23-423a-a9c4-4c12af66c553),segment_id=4a9dfdd3-0c23-423a-a9c4-4c12af66c553)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:42:03.534511 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-987fffb2-1f15-4a1b-b28b-d328a8e99e41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12283104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8731234'] for subnet, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:03.577716 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cb8942-b690-4652-ba74-a365fe140a97 req-df09d04d-2f6b-416e-a238-bef3c67e26b2 tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:03.597844 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Returning: {'device': '877a8e2d-c508-4b2b-95f3-0e57552014ef', 'network_id': '3e551525-40d3-4429-b843-d9d86dd5b1c3', 'port_id': '877a8e2d-c508-4b2b-95f3-0e57552014ef', 'mac_address': 'fa:16:3e:0f:99:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 673, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db1bcdee-5119-44a7-8c81-3040c2de4bc1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 17:42:03.606324 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-29cb8942-b690-4652-ba74-a365fe140a97 req-df09d04d-2f6b-416e-a238-bef3c67e26b2 tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] 10.222.0.54 "GET /v2.0/ports?device_id=a23b2fc0-1763-44d0-87d4-83dde49515d8 HTTP/1.1" status: 200 len: 944 time: 0.1912823 Nov 19 17:42:03.675652 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 48812) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:42:03.685515 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:03.697792 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-29cb8942-b690-4652-ba74-a365fe140a97 req-4565086e-7b8f-4597-903f-c9beaab57a54 tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] 10.222.0.54 "GET /v2.0/security-groups?id=608cd3c1-fb02-4e09-9a3c-895a0164600c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894194 Nov 19 17:42:03.714838 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:03.720010 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987fffb2-1f15-4a1b-b28b-d328a8e99e41 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4e641d4-3e50-45db-89bf-a6b1e36be340,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:42:03.747986 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5b2e43-dfcd-4b40-b987-7967f04af137 req-bc94c4e0-7b7a-43a8-b427-c363e3f3b23b tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:03.753435 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4c5b2e43-dfcd-4b40-b987-7967f04af137 req-bc94c4e0-7b7a-43a8-b427-c363e3f3b23b tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] 10.222.0.60 "GET /v2.0/networks?id=f617386f-7f7a-461e-894d-4bea98b39674 HTTP/1.1" status: 200 len: 821 time: 0.3779082 Nov 19 17:42:03.771528 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-4c5b2e43-dfcd-4b40-b987-7967f04af137 req-7f310548-1d4f-4fc4-a5ed-1e0a56e0a629 tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] Request body: {'port': {'device_id': '6e98860a-1881-4939-aac3-24397c3d5a2d', 'network_id': 'f617386f-7f7a-461e-894d-4bea98b39674', 'admin_state_up': True, 'tenant_id': 'aeb7fd6db87a434398f0a6a86da890f5'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:42:03.775672 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-987fffb2-1f15-4a1b-b28b-d328a8e99e41 admin admin] Checking segment: {'id': 'edbb1722-b7cb-41ae-beac-32509f2c4e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'c3ab4c69-5070-451a-96b4-e294fdfb2d10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:42:03.775893 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-987fffb2-1f15-4a1b-b28b-d328a8e99e41 admin admin] Network hostable DHCP agents. Network: c3ab4c69-5070-451a-96b4-e294fdfb2d10, hostable agents: ['02910ef2-0455-4aea-9f38-9a875579633f'], hosted agents: [] {{(pid=103365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 17:42:03.834862 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:03.856552 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 877a8e2d-c508-4b2b-95f3-0e57552014ef {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:42:03.872527 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4565ff17-aabf-4058-b209-08e06de8ce1b req-ff419208-8cfb-4ba6-b11a-bc7da113c634 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:03.882691 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4565ff17-aabf-4058-b209-08e06de8ce1b req-ff419208-8cfb-4ba6-b11a-bc7da113c634 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/ports?device_id=67c7d862-f420-4f4c-9d52-2ec6b77c5e28 HTTP/1.1" status: 200 len: 945 time: 0.2519615 Nov 19 17:42:03.896589 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port 877a8e2d-c508-4b2b-95f3-0e57552014ef, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=877a8e2d-c508-4b2b-95f3-0e57552014ef,segment=NetworkSegment(4a9dfdd3-0c23-423a-a9c4-4c12af66c553),segment_id=4a9dfdd3-0c23-423a-a9c4-4c12af66c553)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:42:03.940423 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:03.980230 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-987fffb2-1f15-4a1b-b28b-d328a8e99e41 admin admin] Network c3ab4c69-5070-451a-96b4-e294fdfb2d10 is scheduled to be hosted by DHCP agent 02910ef2-0455-4aea-9f38-9a875579633f with binding_index 1 {{(pid=103365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 17:42:04.045217 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Pushing event updated for resources: {'Port': ['ID=877a8e2d-c508-4b2b-95f3-0e57552014ef,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:42:04.058605 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-28901a58-7195-444e-a24b-7f90eaa59bcc admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1144180754-network', 'tenant_id': 'c146b4a40dd54cec9293fb9bbd2d1c70'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:42:04.064219 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-987fffb2-1f15-4a1b-b28b-d328a8e99e41 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818022-2, c3ab4c69-5070-451a-96b4-e294fdfb2d10) {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:42:04.072358 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-987fffb2-1f15-4a1b-b28b-d328a8e99e41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:04.073027 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-987fffb2-1f15-4a1b-b28b-d328a8e99e41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:04.074210 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4e5a83a-59d9-4de2-9cba-51f52685b68a None None] Network c3ab4c69-5070-451a-96b4-e294fdfb2d10 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:42:04.084706 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4565ff17-aabf-4058-b209-08e06de8ce1b req-e0b593a2-0b0b-42e3-8f8c-21c525c45c6a tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/security-groups?id=12d5dc08-1d9f-41c6-b52c-304239ec8b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007177 Nov 19 17:42:04.094590 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c5b2e43-dfcd-4b40-b987-7967f04af137 req-7f310548-1d4f-4fc4-a5ed-1e0a56e0a629 tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] Made reservation on behalf of aeb7fd6db87a434398f0a6a86da890f5 for: {'port': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:42:04.098654 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-4c5b2e43-dfcd-4b40-b987-7967f04af137 req-7f310548-1d4f-4fc4-a5ed-1e0a56e0a629 tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:04.142961 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28901a58-7195-444e-a24b-7f90eaa59bcc admin admin] Made reservation on behalf of c146b4a40dd54cec9293fb9bbd2d1c70 for: {'network': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:42:04.146073 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-28901a58-7195-444e-a24b-7f90eaa59bcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:04.155552 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-987fffb2-1f15-4a1b-b28b-d328a8e99e41 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.2807534 Nov 19 17:42:04.202965 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-28901a58-7195-444e-a24b-7f90eaa59bcc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:04.242506 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] get_ports_and_sgs() called for port_ids ['877a8e2d-c508-4b2b-95f3-0e57552014ef'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:42:04.249861 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e5a0518-f3f9-4f06-a038-7dcc5c4bf30f None None] Network c3ab4c69-5070-451a-96b4-e294fdfb2d10 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:42:04.337755 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-28901a58-7195-444e-a24b-7f90eaa59bcc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:04.347657 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-28901a58-7195-444e-a24b-7f90eaa59bcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:04.400560 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28901a58-7195-444e-a24b-7f90eaa59bcc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 693} {{(pid=103365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 17:42:04.413038 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [req-4c5b2e43-dfcd-4b40-b987-7967f04af137 req-7f310548-1d4f-4fc4-a5ed-1e0a56e0a629 tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] Allocated IP 172.20.0.2 (f617386f-7f7a-461e-894d-4bea98b39674/0d31643c-d7c9-499c-bd0d-a793fdbddb1f/51e1b387-2bf7-44ba-b03d-59d04ceb070c) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:42:04.465511 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-28901a58-7195-444e-a24b-7f90eaa59bcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:04.466123 n-d-818022-2 neutron-server[103365]: INFO neutron.db.segments_db [None req-28901a58-7195-444e-a24b-7f90eaa59bcc admin admin] Added segment 3969cf88-7658-432d-801e-c50b9cff97b5 of type vlan for network 5462cbaf-741d-4a3e-93f9-7ce709019f54 Nov 19 17:42:04.473506 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-3a1e3a15-ddb8-4f71-916b-84f46e084107 req-2d4959ae-fa34-410c-bb62-504f00b7e83b tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] 10.222.0.54 "GET /v2.0/ports?device_id=6e98860a-1881-4939-aac3-24397c3d5a2d HTTP/1.1" status: 200 len: 210 time: 0.0684845 Nov 19 17:42:04.518643 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28901a58-7195-444e-a24b-7f90eaa59bcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b496084-806a-4b53-af34-e578be5128ae,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:42:04.625444 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e013d7e6-5264-4dcc-9759-54f5fb809e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:04.654407 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.agents_db [None req-619e5c26-d9ed-4321-86eb-7d443bb9dfa2 None None] Agent healthcheck: found 7 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 17:42:04.677842 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-28901a58-7195-444e-a24b-7f90eaa59bcc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:04.710706 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e94c47-87cc-47cc-9fbc-f47ad3eb8e34 req-0b426a19-3bef-4cf7-a279-11fbeb689190 tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:04.710706 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-55e94c47-87cc-47cc-9fbc-f47ad3eb8e34 req-0b426a19-3bef-4cf7-a279-11fbeb689190 tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] 10.222.0.54 "GET /v2.0/ports?device_id=90e0de18-fe64-4fe4-a3d8-f6b2367e2980 HTTP/1.1" status: 200 len: 944 time: 0.2494183 Nov 19 17:42:04.753550 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-28901a58-7195-444e-a24b-7f90eaa59bcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:04.754563 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28901a58-7195-444e-a24b-7f90eaa59bcc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:04.755141 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-28901a58-7195-444e-a24b-7f90eaa59bcc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:04.798803 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device 615eb54d-d233-40ef-91e3-2370ee4f13c7 details requested by agent hyperv_n-h2-818022-2 with host n-h2-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 17:42:04.872459 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-28901a58-7195-444e-a24b-7f90eaa59bcc admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1949613 Nov 19 17:42:04.875271 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 48862) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:42:04.882440 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-d337e467-cba7-4d26-8b2a-125c721e47ba admin admin] Request body: {'subnet': {'network_id': '5462cbaf-741d-4a3e-93f9-7ce709019f54', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1144180754-subnet', 'tenant_id': 'c146b4a40dd54cec9293fb9bbd2d1c70', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:42:04.889770 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-4c5b2e43-dfcd-4b40-b987-7967f04af137 req-7f310548-1d4f-4fc4-a5ed-1e0a56e0a629 tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:04.896399 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-55e94c47-87cc-47cc-9fbc-f47ad3eb8e34 req-4969dc64-6069-4d24-87b4-0feda15a234d tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] 10.222.0.54 "GET /v2.0/security-groups?id=b84acbb5-2f2e-43b4-8c5f-7110024c7a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776750 Nov 19 17:42:04.897113 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28901a58-7195-444e-a24b-7f90eaa59bcc admin admin] Pushing event updated for resources: {'Network': ['ID=5462cbaf-741d-4a3e-93f9-7ce709019f54,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:42:04.914132 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port 615eb54d-d233-40ef-91e3-2370ee4f13c7, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=615eb54d-d233-40ef-91e3-2370ee4f13c7,segment=NetworkSegment(4a9dfdd3-0c23-423a-a9c4-4c12af66c553),segment_id=4a9dfdd3-0c23-423a-a9c4-4c12af66c553)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:42:04.918323 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network 5462cbaf-741d-4a3e-93f9-7ce709019f54 details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 17:42:04.946065 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8691df46-da2d-4abd-95a0-7dca33fd40cc req-e81a43d7-278a-4564-87fa-10311615099b tempest-ServerAddressesNegativeTestJSON-703515087 tempest-ServerAddressesNegativeTestJSON-703515087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:04.947675 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8691df46-da2d-4abd-95a0-7dca33fd40cc req-e81a43d7-278a-4564-87fa-10311615099b tempest-ServerAddressesNegativeTestJSON-703515087 tempest-ServerAddressesNegativeTestJSON-703515087-project] 10.222.0.54 "GET /v2.0/networks?id=c3ab4c69-5070-451a-96b4-e294fdfb2d10 HTTP/1.1" status: 200 len: 820 time: 0.1559787 Nov 19 17:42:04.947911 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-4c5b2e43-dfcd-4b40-b987-7967f04af137 req-7f310548-1d4f-4fc4-a5ed-1e0a56e0a629 tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:04.969762 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d337e467-cba7-4d26-8b2a-125c721e47ba admin admin] Made reservation on behalf of c146b4a40dd54cec9293fb9bbd2d1c70 for: {'subnet': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:42:04.972088 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d337e467-cba7-4d26-8b2a-125c721e47ba admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8983829'] for subnet, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:04.988728 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Returning: {'device': '615eb54d-d233-40ef-91e3-2370ee4f13c7', 'network_id': '3e551525-40d3-4429-b843-d9d86dd5b1c3', 'port_id': '615eb54d-d233-40ef-91e3-2370ee4f13c7', 'mac_address': 'fa:16:3e:e6:1c:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 673, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db1bcdee-5119-44a7-8c81-3040c2de4bc1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 17:42:05.006485 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c5b2e43-dfcd-4b40-b987-7967f04af137 req-7f310548-1d4f-4fc4-a5ed-1e0a56e0a629 tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] Network f617386f-7f7a-461e-894d-4bea98b39674 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:42:05.010996 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [req-4c5b2e43-dfcd-4b40-b987-7967f04af137 req-7f310548-1d4f-4fc4-a5ed-1e0a56e0a629 tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:42:05.020892 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c5b2e43-dfcd-4b40-b987-7967f04af137 req-7f310548-1d4f-4fc4-a5ed-1e0a56e0a629 tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:42:05.056381 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:05.060853 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f310548-1d4f-4fc4-a5ed-1e0a56e0a629 tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] Pushing event updated for resources: {'Port': ['ID=51e1b387-2bf7-44ba-b03d-59d04ceb070c,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:42:05.089741 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8691df46-da2d-4abd-95a0-7dca33fd40cc req-aa9fad35-cb71-49c8-ae3b-27ae4f1989bc tempest-ServerAddressesNegativeTestJSON-703515087 tempest-ServerAddressesNegativeTestJSON-703515087-project] 10.222.0.54 "GET /v2.0/quotas/68fba0b413a84e879934681310fcdb27 HTTP/1.1" status: 200 len: 375 time: 0.1316266 Nov 19 17:42:05.112455 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5b2e43-dfcd-4b40-b987-7967f04af137 req-7f310548-1d4f-4fc4-a5ed-1e0a56e0a629 tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:05.112455 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-4c5b2e43-dfcd-4b40-b987-7967f04af137 req-7f310548-1d4f-4fc4-a5ed-1e0a56e0a629 tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:05.115228 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 615eb54d-d233-40ef-91e3-2370ee4f13c7 {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:42:05.140781 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8691df46-da2d-4abd-95a0-7dca33fd40cc req-b24b1d6c-7ddc-4d83-bb8d-d184084a3287 tempest-ServerAddressesNegativeTestJSON-703515087 tempest-ServerAddressesNegativeTestJSON-703515087-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=68fba0b413a84e879934681310fcdb27&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0432279 Nov 19 17:42:05.149319 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:05.151839 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4c5b2e43-dfcd-4b40-b987-7967f04af137 req-7f310548-1d4f-4fc4-a5ed-1e0a56e0a629 tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3876746 Nov 19 17:42:05.191918 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port 615eb54d-d233-40ef-91e3-2370ee4f13c7, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=615eb54d-d233-40ef-91e3-2370ee4f13c7,segment=NetworkSegment(4a9dfdd3-0c23-423a-a9c4-4c12af66c553),segment_id=4a9dfdd3-0c23-423a-a9c4-4c12af66c553)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:42:05.193329 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-4c5b2e43-dfcd-4b40-b987-7967f04af137 req-e6701221-64e4-4548-aba8-97de02c54d39 service neutron] Request body: {'port': {'device_id': '6e98860a-1881-4939-aac3-24397c3d5a2d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818022-2'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:42:05.199482 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:05.279523 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Pushing event updated for resources: {'Port': ['ID=615eb54d-d233-40ef-91e3-2370ee4f13c7,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:42:05.316890 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-4c5b2e43-dfcd-4b40-b987-7967f04af137 req-e6701221-64e4-4548-aba8-97de02c54d39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:05.382278 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d337e467-cba7-4d26-8b2a-125c721e47ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12425078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8983815'] for subnet, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:05.432175 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-01419678-6954-4f7c-8c7f-8da64d022e6a req-0f578405-e8b8-45b9-9e21-a73748c19cae tempest-ServerDiagnosticsNegativeTest-911506051 tempest-ServerDiagnosticsNegativeTest-911506051-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=57cdeda182024ac49f67b54e149668c3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0364995 Nov 19 17:42:05.473035 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8691df46-da2d-4abd-95a0-7dca33fd40cc req-c6193295-c40f-474e-b067-6377e0c36b92 service neutron] 10.222.0.54 "GET /v2.0/networks/c3ab4c69-5070-451a-96b4-e294fdfb2d10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2862647 Nov 19 17:42:05.474752 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d337e467-cba7-4d26-8b2a-125c721e47ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=568bbddb-beac-4fd1-85b0-aaffdafcdcf0,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:42:05.553158 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d337e467-cba7-4d26-8b2a-125c721e47ba admin admin] Checking segment: {'id': '3969cf88-7658-432d-801e-c50b9cff97b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '5462cbaf-741d-4a3e-93f9-7ce709019f54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:42:05.553428 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d337e467-cba7-4d26-8b2a-125c721e47ba admin admin] Network hostable DHCP agents. Network: 5462cbaf-741d-4a3e-93f9-7ce709019f54, hostable agents: ['02910ef2-0455-4aea-9f38-9a875579633f'], hosted agents: [] {{(pid=103364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 17:42:05.567584 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] get_ports_and_sgs() called for port_ids ['615eb54d-d233-40ef-91e3-2370ee4f13c7'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:42:05.596228 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d337e467-cba7-4d26-8b2a-125c721e47ba admin admin] Network 5462cbaf-741d-4a3e-93f9-7ce709019f54 is scheduled to be hosted by DHCP agent 02910ef2-0455-4aea-9f38-9a875579633f with binding_index 1 {{(pid=103364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 17:42:05.629050 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8691df46-da2d-4abd-95a0-7dca33fd40cc req-6cf95181-6a05-413a-bfbc-1bec34d9bade service neutron] 10.222.0.54 "GET /v2.0/networks/c3ab4c69-5070-451a-96b4-e294fdfb2d10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551909 Nov 19 17:42:05.630516 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-d337e467-cba7-4d26-8b2a-125c721e47ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818022-2, 5462cbaf-741d-4a3e-93f9-7ce709019f54) {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:42:05.639551 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d337e467-cba7-4d26-8b2a-125c721e47ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:05.641662 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d337e467-cba7-4d26-8b2a-125c721e47ba admin admin] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:05.683578 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-d337e467-cba7-4d26-8b2a-125c721e47ba admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8060234 Nov 19 17:42:05.686862 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01419678-6954-4f7c-8c7f-8da64d022e6a req-796bc4bc-7fad-4026-877a-f0cecd50d178 tempest-ServerDiagnosticsNegativeTest-911506051 tempest-ServerDiagnosticsNegativeTest-911506051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:05.687651 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af1e6d3d-2b0f-48eb-a9db-d220a9e0bae0 None None] Network 5462cbaf-741d-4a3e-93f9-7ce709019f54 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:42:05.694867 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-01419678-6954-4f7c-8c7f-8da64d022e6a req-796bc4bc-7fad-4026-877a-f0cecd50d178 tempest-ServerDiagnosticsNegativeTest-911506051 tempest-ServerDiagnosticsNegativeTest-911506051-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2128708 Nov 19 17:42:05.721742 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-01419678-6954-4f7c-8c7f-8da64d022e6a req-c26f9323-4653-4d3c-8834-493323880ec4 tempest-ServerDiagnosticsNegativeTest-911506051 tempest-ServerDiagnosticsNegativeTest-911506051-project] 10.222.0.54 "GET /v2.0/quotas/57cdeda182024ac49f67b54e149668c3 HTTP/1.1" status: 200 len: 375 time: 0.0257509 Nov 19 17:42:05.744263 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 7e96289f-b8a0-43da-9fe9-0de74e62dd0b up at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:42:05.766977 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-01419678-6954-4f7c-8c7f-8da64d022e6a req-a4b855c5-4c4e-415a-a492-70dc184f1e19 tempest-ServerDiagnosticsNegativeTest-911506051 tempest-ServerDiagnosticsNegativeTest-911506051-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=57cdeda182024ac49f67b54e149668c3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0436270 Nov 19 17:42:05.923736 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [req-4c5b2e43-dfcd-4b40-b987-7967f04af137 req-e6701221-64e4-4548-aba8-97de02c54d39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51e1b387-2bf7-44ba-b03d-59d04ceb070c {{(pid=103365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:42:05.934766 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-4c5b2e43-dfcd-4b40-b987-7967f04af137 req-e6701221-64e4-4548-aba8-97de02c54d39 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:05.953319 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.provisioning_blocks [req-4c5b2e43-dfcd-4b40-b987-7967f04af137 req-e6701221-64e4-4548-aba8-97de02c54d39 service neutron] Transition to ACTIVE for port object 51e1b387-2bf7-44ba-b03d-59d04ceb070c will not be triggered until provisioned by entity L2. {{(pid=103365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 17:42:05.959689 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-4c5b2e43-dfcd-4b40-b987-7967f04af137 req-e6701221-64e4-4548-aba8-97de02c54d39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:06.000661 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb90ac8c-cfda-4bda-b0e5-d0be21adbec5 req-70464cb3-9307-4a63-a310-1b8e738ec3b3 tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:06.016870 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-eb90ac8c-cfda-4bda-b0e5-d0be21adbec5 req-70464cb3-9307-4a63-a310-1b8e738ec3b3 tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] 10.222.0.54 "GET /v2.0/ports?device_id=a23b2fc0-1763-44d0-87d4-83dde49515d8 HTTP/1.1" status: 200 len: 945 time: 0.1110723 Nov 19 17:42:06.041338 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning for port 7e96289f-b8a0-43da-9fe9-0de74e62dd0b completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 17:42:06.103703 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6701221-64e4-4548-aba8-97de02c54d39 service neutron] Pushing event updated for resources: {'Port': ['ID=51e1b387-2bf7-44ba-b03d-59d04ceb070c,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:42:06.120399 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-eb90ac8c-cfda-4bda-b0e5-d0be21adbec5 req-0f02f58e-62b4-43f3-926c-5e7fcbc13404 tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] 10.222.0.54 "GET /v2.0/security-groups?id=608cd3c1-fb02-4e09-9a3c-895a0164600c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056051 Nov 19 17:42:06.156462 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning complete for port 7e96289f-b8a0-43da-9fe9-0de74e62dd0b triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:42:06.157362 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:06.181974 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c02a96-243a-4454-b26c-9a13841eeb1f req-5cde3c24-f389-45a4-b1e4-8c3e13b7b453 tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:06.190057 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-36c02a96-243a-4454-b26c-9a13841eeb1f req-5cde3c24-f389-45a4-b1e4-8c3e13b7b453 tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] 10.222.0.54 "GET /v2.0/ports?device_id=ccff1488-85ea-43ae-bf94-c62226a4f4bf HTTP/1.1" status: 200 len: 946 time: 0.1530824 Nov 19 17:42:06.266281 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-4c5b2e43-dfcd-4b40-b987-7967f04af137 req-e6701221-64e4-4548-aba8-97de02c54d39 service neutron] Attempting to bind port 51e1b387-2bf7-44ba-b03d-59d04ceb070c on host n-h1-818022-2 for vnic_type normal with profile {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:42:06.266647 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-4c5b2e43-dfcd-4b40-b987-7967f04af137 req-e6701221-64e4-4548-aba8-97de02c54d39 service neutron] Attempting to bind port 51e1b387-2bf7-44ba-b03d-59d04ceb070c by drivers openvswitch,hyperv on host n-h1-818022-2 at level 0 using segments [{'id': '65da90f8-a853-48a6-af92-75fd92f47077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'f617386f-7f7a-461e-894d-4bea98b39674'}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:42:06.266938 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f609fbce-3375-4413-afec-5d748f66bbf7 req-1211c01c-a69c-426d-b05b-ed9059556208 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:06.267071 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c5b2e43-dfcd-4b40-b987-7967f04af137 req-e6701221-64e4-4548-aba8-97de02c54d39 service neutron] Attempting to bind port 51e1b387-2bf7-44ba-b03d-59d04ceb070c on network f617386f-7f7a-461e-894d-4bea98b39674 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:42:06.270768 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f609fbce-3375-4413-afec-5d748f66bbf7 req-1211c01c-a69c-426d-b05b-ed9059556208 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/ports?device_id=67c7d862-f420-4f4c-9d52-2ec6b77c5e28 HTTP/1.1" status: 200 len: 945 time: 0.0874569 Nov 19 17:42:06.283641 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-36c02a96-243a-4454-b26c-9a13841eeb1f req-10ac80f0-cc88-4cb9-943d-8a9707672ad8 tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] 10.222.0.54 "GET /v2.0/security-groups?id=50a0c454-55dd-48da-a67f-9bb1b9eaa61f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0880847 Nov 19 17:42:06.302944 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95a47459-9cc5-4662-80a4-d56808e6288b None None] Network 5462cbaf-741d-4a3e-93f9-7ce709019f54 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:42:06.305292 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c5b2e43-dfcd-4b40-b987-7967f04af137 req-e6701221-64e4-4548-aba8-97de02c54d39 service neutron] Port 51e1b387-2bf7-44ba-b03d-59d04ceb070c on network f617386f-7f7a-461e-894d-4bea98b39674 not bound, no agent of type Open vSwitch agent registered on host n-h1-818022-2 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 17:42:06.307541 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c5b2e43-dfcd-4b40-b987-7967f04af137 req-e6701221-64e4-4548-aba8-97de02c54d39 service neutron] Attempting to bind port 51e1b387-2bf7-44ba-b03d-59d04ceb070c on network f617386f-7f7a-461e-894d-4bea98b39674 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:42:06.321771 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c5b2e43-dfcd-4b40-b987-7967f04af137 req-e6701221-64e4-4548-aba8-97de02c54d39 service neutron] Checking agent: {'id': 'a6668d96-12fa-4ec0-99ad-77eaf490dd2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'started_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 42, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:42:06.322091 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c5b2e43-dfcd-4b40-b987-7967f04af137 req-e6701221-64e4-4548-aba8-97de02c54d39 service neutron] Checking segment: {'id': '65da90f8-a853-48a6-af92-75fd92f47077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'f617386f-7f7a-461e-894d-4bea98b39674'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:42:06.322498 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c5b2e43-dfcd-4b40-b987-7967f04af137 req-e6701221-64e4-4548-aba8-97de02c54d39 service neutron] Bound using segment: {'id': '65da90f8-a853-48a6-af92-75fd92f47077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'f617386f-7f7a-461e-894d-4bea98b39674'} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:42:06.323053 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-4c5b2e43-dfcd-4b40-b987-7967f04af137 req-e6701221-64e4-4548-aba8-97de02c54d39 service neutron] Bound port: 51e1b387-2bf7-44ba-b03d-59d04ceb070c, host: n-h1-818022-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65da90f8-a853-48a6-af92-75fd92f47077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'f617386f-7f7a-461e-894d-4bea98b39674'}}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:42:06.323529 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-4c5b2e43-dfcd-4b40-b987-7967f04af137 req-e6701221-64e4-4548-aba8-97de02c54d39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:06.439562 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f609fbce-3375-4413-afec-5d748f66bbf7 req-a69a2aa3-fb11-4cff-a38f-3caae89c255a tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/security-groups?id=12d5dc08-1d9f-41c6-b52c-304239ec8b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438596 Nov 19 17:42:06.475155 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:06.553095 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90e0de18-fe64-4fe4-a3d8-f6b2367e2980', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e96289f-b8a0-43da-9fe9-0de74e62dd0b'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:42:06.557235 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3940761bcd94e032e6960d2241bd8993c5d3a7d8dc2aca8488f3ecf1d4dd2fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3917a4b5-5935-4f83-bf16-90b5b9f0cc5a" -d '{"events": [{"server_uuid": "90e0de18-fe64-4fe4-a3d8-f6b2367e2980", "name": "network-vif-plugged", "status": "completed", "tag": "7e96289f-b8a0-43da-9fe9-0de74e62dd0b"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:42:06.565770 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-4c5b2e43-dfcd-4b40-b987-7967f04af137 req-e6701221-64e4-4548-aba8-97de02c54d39 service neutron] For port 51e1b387-2bf7-44ba-b03d-59d04ceb070c, host n-h1-818022-2, cleared binding levels {{(pid=103365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:42:06.570189 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-4c5b2e43-dfcd-4b40-b987-7967f04af137 req-e6701221-64e4-4548-aba8-97de02c54d39 service neutron] For port 51e1b387-2bf7-44ba-b03d-59d04ceb070c, host n-h1-818022-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=51e1b387-2bf7-44ba-b03d-59d04ceb070c,segment=NetworkSegment(65da90f8-a853-48a6-af92-75fd92f47077),segment_id=65da90f8-a853-48a6-af92-75fd92f47077)] {{(pid=103365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:42:06.578768 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-4c5b2e43-dfcd-4b40-b987-7967f04af137 req-e6701221-64e4-4548-aba8-97de02c54d39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:06.579072 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-42308d25-6216-4f85-a7f5-c90582be292e req-34b35f59-136e-4905-9d59-211c37c129e3 tempest-ServerAddressesNegativeTestJSON-703515087 tempest-ServerAddressesNegativeTestJSON-703515087-project] 10.222.0.54 "GET /v2.0/ports?device_id=5eb7676a-3cce-407d-868a-332f4c09fe51 HTTP/1.1" status: 200 len: 210 time: 0.0651028 Nov 19 17:42:06.612910 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 7e96289f-b8a0-43da-9fe9-0de74e62dd0b, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=7e96289f-b8a0-43da-9fe9-0de74e62dd0b,segment=NetworkSegment(7f7608ea-8bdd-41e7-91fd-16ec67411b89),segment_id=7f7608ea-8bdd-41e7-91fd-16ec67411b89)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:42:06.619093 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:06.621510 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 93e90eda-5096-4d5d-bd55-a580bf26e4e1 up at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:42:06.714376 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5b2e43-dfcd-4b40-b987-7967f04af137 req-e6701221-64e4-4548-aba8-97de02c54d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:06.716463 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-4c5b2e43-dfcd-4b40-b987-7967f04af137 req-e6701221-64e4-4548-aba8-97de02c54d39 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:06.720561 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4c5b2e43-dfcd-4b40-b987-7967f04af137 req-e6701221-64e4-4548-aba8-97de02c54d39 service neutron] 10.222.0.60 "PUT /v2.0/ports/51e1b387-2bf7-44ba-b03d-59d04ceb070c HTTP/1.1" status: 200 len: 1091 time: 1.5594149 Nov 19 17:42:06.735174 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning for port 93e90eda-5096-4d5d-bd55-a580bf26e4e1 completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 17:42:06.735819 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-dd0487cd-e2bd-416f-964d-48035e001df5 req-8a8347b3-d4ca-437a-8b84-b706f6fe4f74 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1047382644', 'description': 'tempest-description-950200771'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:42:06.744504 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning complete for port 93e90eda-5096-4d5d-bd55-a580bf26e4e1 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:42:06.744961 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:06.766398 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e98860a-1881-4939-aac3-24397c3d5a2d', 'tag': '51e1b387-2bf7-44ba-b03d-59d04ceb070c'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:42:06.769326 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218319d759239a7d11f1288aef37381b97754913ee9ccbfd43b51a463f801712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50742a5c-7f91-4cda-b369-04d54ab4aca0" -d '{"events": [{"name": "network-changed", "server_uuid": "6e98860a-1881-4939-aac3-24397c3d5a2d", "tag": "51e1b387-2bf7-44ba-b03d-59d04ceb070c"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:42:06.792229 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-dd0487cd-e2bd-416f-964d-48035e001df5 req-8a8347b3-d4ca-437a-8b84-b706f6fe4f74 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:06.824275 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573337da-dca1-4e6b-bb8e-a953220fd4df req-e20ecbfe-2c4e-4c65-ad67-c59b51bfc956 tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:06.825971 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-573337da-dca1-4e6b-bb8e-a953220fd4df req-e20ecbfe-2c4e-4c65-ad67-c59b51bfc956 tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] 10.222.0.54 "GET /v2.0/ports?device_id=6e98860a-1881-4939-aac3-24397c3d5a2d HTTP/1.1" status: 200 len: 943 time: 0.4037805 Nov 19 17:42:06.828834 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device 877a8e2d-c508-4b2b-95f3-0e57552014ef up at agent hyperv_n-h2-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:42:06.892728 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=7e96289f-b8a0-43da-9fe9-0de74e62dd0b,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:42:06.927472 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-dd0487cd-e2bd-416f-964d-48035e001df5 req-8a8347b3-d4ca-437a-8b84-b706f6fe4f74 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:06.932456 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-dd0487cd-e2bd-416f-964d-48035e001df5 req-8a8347b3-d4ca-437a-8b84-b706f6fe4f74 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:06.946687 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6701221-64e4-4548-aba8-97de02c54d39 service neutron] Pushing event updated for resources: {'Port': ['ID=51e1b387-2bf7-44ba-b03d-59d04ceb070c,revision_number=3']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:42:07.021945 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-dd0487cd-e2bd-416f-964d-48035e001df5 req-8a8347b3-d4ca-437a-8b84-b706f6fe4f74 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:07.025853 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-dd0487cd-e2bd-416f-964d-48035e001df5 req-8a8347b3-d4ca-437a-8b84-b706f6fe4f74 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.2995229 Nov 19 17:42:07.036201 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5b2e43-dfcd-4b40-b987-7967f04af137 req-4b0e616b-4e2e-4230-b7f7-c10ef00e3970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:07.036201 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4c5b2e43-dfcd-4b40-b987-7967f04af137 req-4b0e616b-4e2e-4230-b7f7-c10ef00e3970 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=aeb7fd6db87a434398f0a6a86da890f5&device_id=6e98860a-1881-4939-aac3-24397c3d5a2d HTTP/1.1" status: 200 len: 1094 time: 0.1953225 Nov 19 17:42:07.036455 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8347b3-d4ca-437a-8b84-b706f6fe4f74 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5261523f-70a1-48bb-a374-fee5bdaf0fb6,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:42:07.059630 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Provisioning for port 877a8e2d-c508-4b2b-95f3-0e57552014ef completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 17:42:07.068770 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Provisioning complete for port 877a8e2d-c508-4b2b-95f3-0e57552014ef triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:42:07.069455 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:07.110339 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:07.111106 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-573337da-dca1-4e6b-bb8e-a953220fd4df req-3e899c0a-ad4f-4012-8efc-3b710e75cd9c tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] 10.222.0.54 "GET /v2.0/security-groups?id=2e3e4707-c197-4851-8355-26b2132f2eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988809 Nov 19 17:42:07.117738 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4c5b2e43-dfcd-4b40-b987-7967f04af137 req-b03baa47-66a3-43df-9865-ae4233f3577e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=51e1b387-2bf7-44ba-b03d-59d04ceb070c HTTP/1.1" status: 200 len: 217 time: 0.0694940 Nov 19 17:42:07.175348 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 93e90eda-5096-4d5d-bd55-a580bf26e4e1, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=93e90eda-5096-4d5d-bd55-a580bf26e4e1,segment=NetworkSegment(68be9c2e-9e68-489a-becd-67ff095c4169),segment_id=68be9c2e-9e68-489a-becd-67ff095c4169)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:42:07.200534 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:07.241413 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae488bb1-535b-4f24-8ed2-691b84acf2c7 req-9dc35346-96cf-4909-a8ac-44a4efd283e5 tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:07.243882 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ae488bb1-535b-4f24-8ed2-691b84acf2c7 req-9dc35346-96cf-4909-a8ac-44a4efd283e5 tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] 10.222.0.54 "GET /v2.0/ports?device_id=90e0de18-fe64-4fe4-a3d8-f6b2367e2980 HTTP/1.1" status: 200 len: 945 time: 0.1050749 Nov 19 17:42:07.247245 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:07.261539 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5b2e43-dfcd-4b40-b987-7967f04af137 req-68898c59-bc40-4cf4-bfe1-7b5c1ef3fe8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:07.265084 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4c5b2e43-dfcd-4b40-b987-7967f04af137 req-68898c59-bc40-4cf4-bfe1-7b5c1ef3fe8b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0d31643c-d7c9-499c-bd0d-a793fdbddb1f HTTP/1.1" status: 200 len: 861 time: 0.1387594 Nov 19 17:42:07.319794 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=93e90eda-5096-4d5d-bd55-a580bf26e4e1,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:42:07.322538 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ae488bb1-535b-4f24-8ed2-691b84acf2c7 req-056756ff-d9b0-41bd-a624-54d1b34bcd22 tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] 10.222.0.54 "GET /v2.0/security-groups?id=b84acbb5-2f2e-43b4-8c5f-7110024c7a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604577 Nov 19 17:42:07.327139 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-923a2f82-7204-4839-8af8-8491e237921e req-43a82c3a-0891-446d-a040-e342b4cb158d tempest-ServerDiagnosticsNegativeTest-911506051 tempest-ServerDiagnosticsNegativeTest-911506051-project] 10.222.0.54 "GET /v2.0/ports?device_id=80d297fb-2081-4851-b763-3b823164ffc7 HTTP/1.1" status: 200 len: 210 time: 0.0580628 Nov 19 17:42:07.371929 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port 877a8e2d-c508-4b2b-95f3-0e57552014ef, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=877a8e2d-c508-4b2b-95f3-0e57552014ef,segment=NetworkSegment(4a9dfdd3-0c23-423a-a9c4-4c12af66c553),segment_id=4a9dfdd3-0c23-423a-a9c4-4c12af66c553)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:42:07.376917 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:07.410572 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:42:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77b375f4-2adb-4ab7-890e-a77b826221ac x-openstack-request-id: req-77b375f4-2adb-4ab7-890e-a77b826221ac {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:42:07.411025 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90e0de18-fe64-4fe4-a3d8-f6b2367e2980", "name": "network-vif-plugged", "status": "completed", "tag": "7e96289f-b8a0-43da-9fe9-0de74e62dd0b", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:42:07.411345 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-77b375f4-2adb-4ab7-890e-a77b826221ac {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:42:07.411800 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90e0de18-fe64-4fe4-a3d8-f6b2367e2980', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e96289f-b8a0-43da-9fe9-0de74e62dd0b', 'code': 200} Nov 19 17:42:07.433347 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4c5b2e43-dfcd-4b40-b987-7967f04af137 req-5408bc86-f493-4c45-8255-5c6e94b158ab service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f617386f-7f7a-461e-894d-4bea98b39674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1143959 Nov 19 17:42:07.450863 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 17:42:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10f468e8-0449-4f34-93de-3894ffea9992 x-openstack-request-id: req-10f468e8-0449-4f34-93de-3894ffea9992 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:42:07.451361 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e98860a-1881-4939-aac3-24397c3d5a2d", "tag": "51e1b387-2bf7-44ba-b03d-59d04ceb070c", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:42:07.451789 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-10f468e8-0449-4f34-93de-3894ffea9992 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:42:07.452353 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e98860a-1881-4939-aac3-24397c3d5a2d', 'tag': '51e1b387-2bf7-44ba-b03d-59d04ceb070c', 'status': 'completed', 'code': 200} Nov 19 17:42:07.453061 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-a4289ec8-e174-434c-bcb9-e72e4c0f3d81 req-25cc71d6-c17d-4289-8b09-cf4943319c45 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-595980326', 'description': 'tempest-description-1770067163'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:42:07.453831 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Pushing event updated for resources: {'Port': ['ID=877a8e2d-c508-4b2b-95f3-0e57552014ef,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:42:07.581008 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-a4289ec8-e174-434c-bcb9-e72e4c0f3d81 req-25cc71d6-c17d-4289-8b09-cf4943319c45 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:07.607491 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4c5b2e43-dfcd-4b40-b987-7967f04af137 req-b8977f24-7636-4bea-8877-6d837e2a205a service neutron] 10.222.0.60 "GET /v2.0/networks/f617386f-7f7a-461e-894d-4bea98b39674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661828 Nov 19 17:42:07.668935 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d05b2b-e9da-4c15-bea9-91ee1979ea4c req-16811503-f69c-4d07-9018-239c0acbb44e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:07.671071 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-87d05b2b-e9da-4c15-bea9-91ee1979ea4c req-16811503-f69c-4d07-9018-239c0acbb44e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=90e0de18-fe64-4fe4-a3d8-f6b2367e2980 HTTP/1.1" status: 200 len: 1096 time: 0.1422272 Nov 19 17:42:07.683283 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b6bd24-0cd7-47d4-bf37-a973f404ae68 req-0a386e2b-06a1-46ce-be99-9c7ff989654f tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:07.683283 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-90b6bd24-0cd7-47d4-bf37-a973f404ae68 req-0a386e2b-06a1-46ce-be99-9c7ff989654f tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] 10.222.0.54 "GET /v2.0/ports?device_id=a23b2fc0-1763-44d0-87d4-83dde49515d8 HTTP/1.1" status: 200 len: 945 time: 0.1640840 Nov 19 17:42:07.685798 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8691df46-da2d-4abd-95a0-7dca33fd40cc req-a363076e-f53b-4a43-9011-1a593dd10daa tempest-ServerAddressesNegativeTestJSON-703515087 tempest-ServerAddressesNegativeTestJSON-703515087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:07.687985 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8691df46-da2d-4abd-95a0-7dca33fd40cc req-a363076e-f53b-4a43-9011-1a593dd10daa tempest-ServerAddressesNegativeTestJSON-703515087 tempest-ServerAddressesNegativeTestJSON-703515087-project] 10.222.0.60 "GET /v2.0/networks?id=c3ab4c69-5070-451a-96b4-e294fdfb2d10 HTTP/1.1" status: 200 len: 820 time: 0.2674208 Nov 19 17:42:07.705271 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-8691df46-da2d-4abd-95a0-7dca33fd40cc req-cfe304b5-bb1b-471d-b9b0-51374fc96b60 tempest-ServerAddressesNegativeTestJSON-703515087 tempest-ServerAddressesNegativeTestJSON-703515087-project] Request body: {'port': {'device_id': '5eb7676a-3cce-407d-868a-332f4c09fe51', 'network_id': 'c3ab4c69-5070-451a-96b4-e294fdfb2d10', 'admin_state_up': True, 'tenant_id': '68fba0b413a84e879934681310fcdb27'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:42:07.776032 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-87d05b2b-e9da-4c15-bea9-91ee1979ea4c req-be09c5db-668c-4d14-9eec-0f5e1b9bf4cd service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=b84acbb5-2f2e-43b4-8c5f-7110024c7a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944555 Nov 19 17:42:07.793111 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-90b6bd24-0cd7-47d4-bf37-a973f404ae68 req-53d3ed6d-21f5-404f-9f28-a6343a0e5f91 tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] 10.222.0.54 "GET /v2.0/security-groups?id=608cd3c1-fb02-4e09-9a3c-895a0164600c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009054 Nov 19 17:42:07.797058 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4c5b2e43-dfcd-4b40-b987-7967f04af137 req-831ecc95-d676-4b5d-927c-5d2be77083f9 service neutron] 10.222.0.60 "GET /v2.0/networks/f617386f-7f7a-461e-894d-4bea98b39674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814802 Nov 19 17:42:07.800631 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-a4289ec8-e174-434c-bcb9-e72e4c0f3d81 req-25cc71d6-c17d-4289-8b09-cf4943319c45 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:07.809196 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-a4289ec8-e174-434c-bcb9-e72e4c0f3d81 req-25cc71d6-c17d-4289-8b09-cf4943319c45 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:07.870638 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-a4289ec8-e174-434c-bcb9-e72e4c0f3d81 req-25cc71d6-c17d-4289-8b09-cf4943319c45 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:07.871891 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a4289ec8-e174-434c-bcb9-e72e4c0f3d81 req-25cc71d6-c17d-4289-8b09-cf4943319c45 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.4331360 Nov 19 17:42:07.874625 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cc71d6-c17d-4289-8b09-cf4943319c45 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a8ac12b-40d8-43c6-a26c-730a2ad0c770,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:42:07.906115 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8691df46-da2d-4abd-95a0-7dca33fd40cc req-cfe304b5-bb1b-471d-b9b0-51374fc96b60 tempest-ServerAddressesNegativeTestJSON-703515087 tempest-ServerAddressesNegativeTestJSON-703515087-project] Made reservation on behalf of 68fba0b413a84e879934681310fcdb27 for: {'port': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:42:07.910994 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-8691df46-da2d-4abd-95a0-7dca33fd40cc req-cfe304b5-bb1b-471d-b9b0-51374fc96b60 tempest-ServerAddressesNegativeTestJSON-703515087 tempest-ServerAddressesNegativeTestJSON-703515087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:07.957511 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc980248-5019-4987-ab02-d8ac1eafed90 req-1a386a9a-5268-4796-889d-219b95fcf19b tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:07.961007 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fc980248-5019-4987-ab02-d8ac1eafed90 req-1a386a9a-5268-4796-889d-219b95fcf19b tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] 10.222.0.54 "GET /v2.0/ports?device_id=ccff1488-85ea-43ae-bf94-c62226a4f4bf HTTP/1.1" status: 200 len: 946 time: 0.0965912 Nov 19 17:42:08.031630 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-01419678-6954-4f7c-8c7f-8da64d022e6a req-708ba655-5946-46f9-979f-368724d584b7 tempest-ServerDiagnosticsNegativeTest-911506051 tempest-ServerDiagnosticsNegativeTest-911506051-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=57cdeda182024ac49f67b54e149668c3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0390170 Nov 19 17:42:08.048124 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0205fff1-fa5c-4085-ae3b-f98362790b53 req-5967c014-5d74-431a-8897-853ffde4f2b8 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:08.049839 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0205fff1-fa5c-4085-ae3b-f98362790b53 req-5967c014-5d74-431a-8897-853ffde4f2b8 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/ports?device_id=67c7d862-f420-4f4c-9d52-2ec6b77c5e28 HTTP/1.1" status: 200 len: 946 time: 0.1096468 Nov 19 17:42:08.132104 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fc980248-5019-4987-ab02-d8ac1eafed90 req-0caa899b-ff05-44ee-84b0-31907128a862 tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] 10.222.0.54 "GET /v2.0/security-groups?id=50a0c454-55dd-48da-a67f-9bb1b9eaa61f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1611979 Nov 19 17:42:08.140718 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [req-8691df46-da2d-4abd-95a0-7dca33fd40cc req-cfe304b5-bb1b-471d-b9b0-51374fc96b60 tempest-ServerAddressesNegativeTestJSON-703515087 tempest-ServerAddressesNegativeTestJSON-703515087-project] Allocated IP 172.20.0.4 (c3ab4c69-5070-451a-96b4-e294fdfb2d10/f4e641d4-3e50-45db-89bf-a6b1e36be340/6b8ab166-d9c0-495f-a620-280635654b4a) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:42:08.149316 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0205fff1-fa5c-4085-ae3b-f98362790b53 req-a3ad3e0f-ce6d-4479-a0bd-d46820367be7 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/security-groups?id=12d5dc08-1d9f-41c6-b52c-304239ec8b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708742 Nov 19 17:42:08.159030 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50742a5c-7f91-4cda-b369-04d54ab4aca0 req-7d8ccb6c-3dbc-4abc-be32-a7ae8440be1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:08.160732 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-50742a5c-7f91-4cda-b369-04d54ab4aca0 req-7d8ccb6c-3dbc-4abc-be32-a7ae8440be1b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=aeb7fd6db87a434398f0a6a86da890f5&device_id=6e98860a-1881-4939-aac3-24397c3d5a2d HTTP/1.1" status: 200 len: 1094 time: 0.1316910 Nov 19 17:42:08.313245 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01419678-6954-4f7c-8c7f-8da64d022e6a req-13ed9a56-e874-4314-90d2-d04b95cab749 tempest-ServerDiagnosticsNegativeTest-911506051 tempest-ServerDiagnosticsNegativeTest-911506051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:08.314761 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-01419678-6954-4f7c-8c7f-8da64d022e6a req-13ed9a56-e874-4314-90d2-d04b95cab749 tempest-ServerDiagnosticsNegativeTest-911506051 tempest-ServerDiagnosticsNegativeTest-911506051-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2426724 Nov 19 17:42:08.332992 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4ba99435-de5b-42fc-88fc-9bd1b962517b req-c417db10-3886-412a-abfe-7686a7b4cf30 tempest-ServerAddressesNegativeTestJSON-703515087 tempest-ServerAddressesNegativeTestJSON-703515087-project] 10.222.0.54 "GET /v2.0/ports?device_id=5eb7676a-3cce-407d-868a-332f4c09fe51 HTTP/1.1" status: 200 len: 210 time: 0.0797665 Nov 19 17:42:08.338211 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-01419678-6954-4f7c-8c7f-8da64d022e6a req-2665f42b-8e41-4d21-9de7-996f6de20b65 tempest-ServerDiagnosticsNegativeTest-911506051 tempest-ServerDiagnosticsNegativeTest-911506051-project] Request body: {'port': {'device_id': '80d297fb-2081-4851-b763-3b823164ffc7', 'network_id': '346debfa-452b-4048-abf4-8f4493625ef2', 'admin_state_up': True, 'tenant_id': '57cdeda182024ac49f67b54e149668c3'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:42:08.416943 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-8691df46-da2d-4abd-95a0-7dca33fd40cc req-cfe304b5-bb1b-471d-b9b0-51374fc96b60 tempest-ServerAddressesNegativeTestJSON-703515087 tempest-ServerAddressesNegativeTestJSON-703515087-project] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:08.459085 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1da698-f0b4-47e0-96c4-3c38525e2c16 req-3434e61a-d1a3-40af-a424-caa473682a5b tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:08.460839 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6b1da698-f0b4-47e0-96c4-3c38525e2c16 req-3434e61a-d1a3-40af-a424-caa473682a5b tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] 10.222.0.54 "GET /v2.0/networks?id=5462cbaf-741d-4a3e-93f9-7ce709019f54 HTTP/1.1" status: 200 len: 813 time: 0.1590793 Nov 19 17:42:08.469783 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50742a5c-7f91-4cda-b369-04d54ab4aca0 req-319d2c41-9c48-4fa8-9f38-b335a6d39ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:08.471294 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-50742a5c-7f91-4cda-b369-04d54ab4aca0 req-319d2c41-9c48-4fa8-9f38-b335a6d39ca3 service neutron] 10.222.0.60 "GET /v2.0/networks?id=f617386f-7f7a-461e-894d-4bea98b39674 HTTP/1.1" status: 200 len: 922 time: 0.2994535 Nov 19 17:42:08.488414 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6b1da698-f0b4-47e0-96c4-3c38525e2c16 req-30f47b2f-6c09-4dba-b8a3-bb8d5d98e75b tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] 10.222.0.54 "GET /v2.0/quotas/c146b4a40dd54cec9293fb9bbd2d1c70 HTTP/1.1" status: 200 len: 375 time: 0.0200562 Nov 19 17:42:08.523767 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-8691df46-da2d-4abd-95a0-7dca33fd40cc req-cfe304b5-bb1b-471d-b9b0-51374fc96b60 tempest-ServerAddressesNegativeTestJSON-703515087 tempest-ServerAddressesNegativeTestJSON-703515087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:08.527295 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6b1da698-f0b4-47e0-96c4-3c38525e2c16 req-29251edc-fc91-4077-b7a8-6f32cf290ff7 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=c146b4a40dd54cec9293fb9bbd2d1c70&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0370932 Nov 19 17:42:08.532205 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-50742a5c-7f91-4cda-b369-04d54ab4aca0 req-fcf24570-9bf0-46e2-8903-8503fe697991 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=51e1b387-2bf7-44ba-b03d-59d04ceb070c HTTP/1.1" status: 200 len: 217 time: 0.0498183 Nov 19 17:42:08.583721 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9011c5bf-b863-416e-bf24-1f8b33ccd82b req-853cf1db-e6b7-4320-ae7c-6fba5a9163fe tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:08.585226 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9011c5bf-b863-416e-bf24-1f8b33ccd82b req-853cf1db-e6b7-4320-ae7c-6fba5a9163fe tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] 10.222.0.54 "GET /v2.0/ports?device_id=6e98860a-1881-4939-aac3-24397c3d5a2d HTTP/1.1" status: 200 len: 943 time: 0.1614339 Nov 19 17:42:08.617962 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8691df46-da2d-4abd-95a0-7dca33fd40cc req-cfe304b5-bb1b-471d-b9b0-51374fc96b60 tempest-ServerAddressesNegativeTestJSON-703515087 tempest-ServerAddressesNegativeTestJSON-703515087-project] Network c3ab4c69-5070-451a-96b4-e294fdfb2d10 is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:42:08.618568 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01419678-6954-4f7c-8c7f-8da64d022e6a req-2665f42b-8e41-4d21-9de7-996f6de20b65 tempest-ServerDiagnosticsNegativeTest-911506051 tempest-ServerDiagnosticsNegativeTest-911506051-project] Made reservation on behalf of 57cdeda182024ac49f67b54e149668c3 for: {'port': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:42:08.622635 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-01419678-6954-4f7c-8c7f-8da64d022e6a req-2665f42b-8e41-4d21-9de7-996f6de20b65 tempest-ServerDiagnosticsNegativeTest-911506051 tempest-ServerDiagnosticsNegativeTest-911506051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:08.628292 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [req-8691df46-da2d-4abd-95a0-7dca33fd40cc req-cfe304b5-bb1b-471d-b9b0-51374fc96b60 tempest-ServerAddressesNegativeTestJSON-703515087 tempest-ServerAddressesNegativeTestJSON-703515087-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:42:08.635278 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [req-8691df46-da2d-4abd-95a0-7dca33fd40cc req-cfe304b5-bb1b-471d-b9b0-51374fc96b60 tempest-ServerAddressesNegativeTestJSON-703515087 tempest-ServerAddressesNegativeTestJSON-703515087-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:42:08.643414 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50742a5c-7f91-4cda-b369-04d54ab4aca0 req-9ff5f74a-1a24-48e2-8055-be92a847a583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:08.644995 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-50742a5c-7f91-4cda-b369-04d54ab4aca0 req-9ff5f74a-1a24-48e2-8055-be92a847a583 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0d31643c-d7c9-499c-bd0d-a793fdbddb1f HTTP/1.1" status: 200 len: 861 time: 0.1053174 Nov 19 17:42:08.647087 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-01419678-6954-4f7c-8c7f-8da64d022e6a req-2665f42b-8e41-4d21-9de7-996f6de20b65 tempest-ServerDiagnosticsNegativeTest-911506051 tempest-ServerDiagnosticsNegativeTest-911506051-project] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:08.669891 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe304b5-bb1b-471d-b9b0-51374fc96b60 tempest-ServerAddressesNegativeTestJSON-703515087 tempest-ServerAddressesNegativeTestJSON-703515087-project] Pushing event updated for resources: {'Port': ['ID=6b8ab166-d9c0-495f-a620-280635654b4a,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:42:08.707292 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-50742a5c-7f91-4cda-b369-04d54ab4aca0 req-15b781ac-7b55-44ea-b6bd-84c634fdc0c5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f617386f-7f7a-461e-894d-4bea98b39674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532959 Nov 19 17:42:08.719502 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8691df46-da2d-4abd-95a0-7dca33fd40cc req-cfe304b5-bb1b-471d-b9b0-51374fc96b60 tempest-ServerAddressesNegativeTestJSON-703515087 tempest-ServerAddressesNegativeTestJSON-703515087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:08.721441 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-8691df46-da2d-4abd-95a0-7dca33fd40cc req-cfe304b5-bb1b-471d-b9b0-51374fc96b60 tempest-ServerAddressesNegativeTestJSON-703515087 tempest-ServerAddressesNegativeTestJSON-703515087-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:08.725592 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9011c5bf-b863-416e-bf24-1f8b33ccd82b req-bc43dc6d-a2eb-43f3-be9d-090e5b556b0e tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] 10.222.0.54 "GET /v2.0/security-groups?id=2e3e4707-c197-4851-8355-26b2132f2eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237531 Nov 19 17:42:08.738177 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6b1da698-f0b4-47e0-96c4-3c38525e2c16 req-d9a4f496-7f7f-45b7-b3fc-6a3f5c7fbeee service neutron] 10.222.0.54 "GET /v2.0/networks/5462cbaf-741d-4a3e-93f9-7ce709019f54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1984248 Nov 19 17:42:08.751946 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8691df46-da2d-4abd-95a0-7dca33fd40cc req-cfe304b5-bb1b-471d-b9b0-51374fc96b60 tempest-ServerAddressesNegativeTestJSON-703515087 tempest-ServerAddressesNegativeTestJSON-703515087-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0507858 Nov 19 17:42:08.802522 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device 615eb54d-d233-40ef-91e3-2370ee4f13c7 up at agent hyperv_n-h2-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:42:08.817024 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-8691df46-da2d-4abd-95a0-7dca33fd40cc req-e022948a-fe7e-4aa1-bfb2-b2eda7e75570 service neutron] Request body: {'port': {'device_id': '5eb7676a-3cce-407d-868a-332f4c09fe51', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818022-2'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:42:08.912994 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Provisioning for port 615eb54d-d233-40ef-91e3-2370ee4f13c7 completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 17:42:08.920070 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Provisioning complete for port 615eb54d-d233-40ef-91e3-2370ee4f13c7 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:42:08.920334 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:08.926584 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6b1da698-f0b4-47e0-96c4-3c38525e2c16 req-4bbf3708-410d-4d3e-853a-24e24a2f21c6 service neutron] 10.222.0.54 "GET /v2.0/networks/5462cbaf-741d-4a3e-93f9-7ce709019f54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1787834 Nov 19 17:42:08.929933 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-8691df46-da2d-4abd-95a0-7dca33fd40cc req-e022948a-fe7e-4aa1-bfb2-b2eda7e75570 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:08.955393 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-71ae7a91-ccc4-4000-9078-d43634702792 req-92029272-f575-4a6e-b058-97bafb9577f3 tempest-ServerDiagnosticsNegativeTest-911506051 tempest-ServerDiagnosticsNegativeTest-911506051-project] 10.222.0.54 "GET /v2.0/ports?device_id=80d297fb-2081-4851-b763-3b823164ffc7 HTTP/1.1" status: 200 len: 210 time: 0.0757115 Nov 19 17:42:08.998025 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-01419678-6954-4f7c-8c7f-8da64d022e6a req-2665f42b-8e41-4d21-9de7-996f6de20b65 tempest-ServerDiagnosticsNegativeTest-911506051 tempest-ServerDiagnosticsNegativeTest-911506051-project] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:09.004306 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-01419678-6954-4f7c-8c7f-8da64d022e6a req-2665f42b-8e41-4d21-9de7-996f6de20b65 tempest-ServerDiagnosticsNegativeTest-911506051 tempest-ServerDiagnosticsNegativeTest-911506051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:09.058931 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:09.152650 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2665f42b-8e41-4d21-9de7-996f6de20b65 tempest-ServerDiagnosticsNegativeTest-911506051 tempest-ServerDiagnosticsNegativeTest-911506051-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8647b985-ec52-41b4-8adb-34f907a3de17,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:42:09.153305 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port 615eb54d-d233-40ef-91e3-2370ee4f13c7, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=615eb54d-d233-40ef-91e3-2370ee4f13c7,segment=NetworkSegment(4a9dfdd3-0c23-423a-a9c4-4c12af66c553),segment_id=4a9dfdd3-0c23-423a-a9c4-4c12af66c553)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:42:09.159333 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-50742a5c-7f91-4cda-b369-04d54ab4aca0 req-91f7d528-2412-4d29-8188-71e195cff9ba service neutron] 10.222.0.60 "GET /v2.0/networks/f617386f-7f7a-461e-894d-4bea98b39674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4398053 Nov 19 17:42:09.192187 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:09.284567 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Pushing event updated for resources: {'Port': ['ID=615eb54d-d233-40ef-91e3-2370ee4f13c7,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:42:09.331325 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9d1b94-3864-479d-b8d5-b35a9fd07e8d req-35f002bd-e7e7-4a39-bd98-7623efa14eb0 tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:09.333090 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6c9d1b94-3864-479d-b8d5-b35a9fd07e8d req-35f002bd-e7e7-4a39-bd98-7623efa14eb0 tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] 10.222.0.54 "GET /v2.0/ports?device_id=a23b2fc0-1763-44d0-87d4-83dde49515d8 HTTP/1.1" status: 200 len: 946 time: 0.1080642 Nov 19 17:42:09.412746 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67c7d862-f420-4f4c-9d52-2ec6b77c5e28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93e90eda-5096-4d5d-bd55-a580bf26e4e1'}, {'server_uuid': '669195ab-b99c-42c3-b1f1-09b59289b906', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '877a8e2d-c508-4b2b-95f3-0e57552014ef'}, {'server_uuid': 'a23b2fc0-1763-44d0-87d4-83dde49515d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '615eb54d-d233-40ef-91e3-2370ee4f13c7'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:42:09.415499 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3940761bcd94e032e6960d2241bd8993c5d3a7d8dc2aca8488f3ecf1d4dd2fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6adc2a34-9d97-4ead-b1b9-8da757714b5f" -d '{"events": [{"server_uuid": "67c7d862-f420-4f4c-9d52-2ec6b77c5e28", "name": "network-vif-plugged", "status": "completed", "tag": "93e90eda-5096-4d5d-bd55-a580bf26e4e1"}, {"server_uuid": "669195ab-b99c-42c3-b1f1-09b59289b906", "name": "network-vif-plugged", "status": "completed", "tag": "877a8e2d-c508-4b2b-95f3-0e57552014ef"}, {"server_uuid": "a23b2fc0-1763-44d0-87d4-83dde49515d8", "name": "network-vif-plugged", "status": "completed", "tag": "615eb54d-d233-40ef-91e3-2370ee4f13c7"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:42:09.461010 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6c9d1b94-3864-479d-b8d5-b35a9fd07e8d req-94ab54cc-d0cd-4394-9499-45dc0b7196a9 tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] 10.222.0.54 "GET /v2.0/security-groups?id=608cd3c1-fb02-4e09-9a3c-895a0164600c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957217 Nov 19 17:42:09.467593 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [req-8691df46-da2d-4abd-95a0-7dca33fd40cc req-e022948a-fe7e-4aa1-bfb2-b2eda7e75570 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b8ab166-d9c0-495f-a620-280635654b4a {{(pid=103364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:42:09.487441 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-8691df46-da2d-4abd-95a0-7dca33fd40cc req-e022948a-fe7e-4aa1-bfb2-b2eda7e75570 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:09.508111 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.provisioning_blocks [req-8691df46-da2d-4abd-95a0-7dca33fd40cc req-e022948a-fe7e-4aa1-bfb2-b2eda7e75570 service neutron] Transition to ACTIVE for port object 6b8ab166-d9c0-495f-a620-280635654b4a will not be triggered until provisioned by entity L2. {{(pid=103364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 17:42:09.547933 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-8691df46-da2d-4abd-95a0-7dca33fd40cc req-e022948a-fe7e-4aa1-bfb2-b2eda7e75570 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:09.606259 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-93f5ae83-0f20-4599-b9f3-53fdd88bc07e req-928d61c1-3618-4a31-97e8-9ee27f65e5e5 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] 10.222.0.54 "GET /v2.0/ports?device_id=e15bb909-3fc7-4969-a51b-ff659151bc3d HTTP/1.1" status: 200 len: 210 time: 0.0826018 Nov 19 17:42:09.670865 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e022948a-fe7e-4aa1-bfb2-b2eda7e75570 service neutron] Pushing event updated for resources: {'Port': ['ID=6b8ab166-d9c0-495f-a620-280635654b4a,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:42:09.739029 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3ade8b-055c-41ec-904a-8a3611f3393a req-b8b41581-2032-44a7-b014-3d439f3bf8bd tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:09.740716 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9b3ade8b-055c-41ec-904a-8a3611f3393a req-b8b41581-2032-44a7-b014-3d439f3bf8bd tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] 10.222.0.54 "GET /v2.0/ports?device_id=90e0de18-fe64-4fe4-a3d8-f6b2367e2980 HTTP/1.1" status: 200 len: 945 time: 0.6676536 Nov 19 17:42:09.772353 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [req-01419678-6954-4f7c-8c7f-8da64d022e6a req-2665f42b-8e41-4d21-9de7-996f6de20b65 tempest-ServerDiagnosticsNegativeTest-911506051 tempest-ServerDiagnosticsNegativeTest-911506051-project] Allocated IP 192.168.233.63 (346debfa-452b-4048-abf4-8f4493625ef2/8b3c88de-c9c2-4a20-b19e-1855c2c19035/924a1178-f0d1-4088-9c68-eacff9c1c5e4) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:42:09.800820 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-8691df46-da2d-4abd-95a0-7dca33fd40cc req-e022948a-fe7e-4aa1-bfb2-b2eda7e75570 service neutron] Attempting to bind port 6b8ab166-d9c0-495f-a620-280635654b4a on host n-h1-818022-2 for vnic_type normal with profile {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:42:09.800820 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-8691df46-da2d-4abd-95a0-7dca33fd40cc req-e022948a-fe7e-4aa1-bfb2-b2eda7e75570 service neutron] Attempting to bind port 6b8ab166-d9c0-495f-a620-280635654b4a by drivers openvswitch,hyperv on host n-h1-818022-2 at level 0 using segments [{'id': 'edbb1722-b7cb-41ae-beac-32509f2c4e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'c3ab4c69-5070-451a-96b4-e294fdfb2d10'}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:42:09.800820 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8691df46-da2d-4abd-95a0-7dca33fd40cc req-e022948a-fe7e-4aa1-bfb2-b2eda7e75570 service neutron] Attempting to bind port 6b8ab166-d9c0-495f-a620-280635654b4a on network c3ab4c69-5070-451a-96b4-e294fdfb2d10 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:42:09.813347 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8691df46-da2d-4abd-95a0-7dca33fd40cc req-e022948a-fe7e-4aa1-bfb2-b2eda7e75570 service neutron] Port 6b8ab166-d9c0-495f-a620-280635654b4a on network c3ab4c69-5070-451a-96b4-e294fdfb2d10 not bound, no agent of type Open vSwitch agent registered on host n-h1-818022-2 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 17:42:09.813769 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8691df46-da2d-4abd-95a0-7dca33fd40cc req-e022948a-fe7e-4aa1-bfb2-b2eda7e75570 service neutron] Attempting to bind port 6b8ab166-d9c0-495f-a620-280635654b4a on network c3ab4c69-5070-451a-96b4-e294fdfb2d10 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:42:09.825567 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f856f71-fd03-4a92-b9db-567296f16c0d req-7877e290-bcaf-4496-9f3c-16aef45408de tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:09.833615 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6f856f71-fd03-4a92-b9db-567296f16c0d req-7877e290-bcaf-4496-9f3c-16aef45408de tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] 10.222.0.54 "GET /v2.0/ports?device_id=ccff1488-85ea-43ae-bf94-c62226a4f4bf HTTP/1.1" status: 200 len: 946 time: 0.1330278 Nov 19 17:42:09.846514 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8691df46-da2d-4abd-95a0-7dca33fd40cc req-e022948a-fe7e-4aa1-bfb2-b2eda7e75570 service neutron] Checking agent: {'id': 'a6668d96-12fa-4ec0-99ad-77eaf490dd2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'started_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 42, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:42:09.846946 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8691df46-da2d-4abd-95a0-7dca33fd40cc req-e022948a-fe7e-4aa1-bfb2-b2eda7e75570 service neutron] Checking segment: {'id': 'edbb1722-b7cb-41ae-beac-32509f2c4e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'c3ab4c69-5070-451a-96b4-e294fdfb2d10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:42:09.847376 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8691df46-da2d-4abd-95a0-7dca33fd40cc req-e022948a-fe7e-4aa1-bfb2-b2eda7e75570 service neutron] Bound using segment: {'id': 'edbb1722-b7cb-41ae-beac-32509f2c4e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'c3ab4c69-5070-451a-96b4-e294fdfb2d10'} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:42:09.847868 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-8691df46-da2d-4abd-95a0-7dca33fd40cc req-e022948a-fe7e-4aa1-bfb2-b2eda7e75570 service neutron] Bound port: 6b8ab166-d9c0-495f-a620-280635654b4a, host: n-h1-818022-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edbb1722-b7cb-41ae-beac-32509f2c4e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'c3ab4c69-5070-451a-96b4-e294fdfb2d10'}}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:42:09.848192 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-8691df46-da2d-4abd-95a0-7dca33fd40cc req-e022948a-fe7e-4aa1-bfb2-b2eda7e75570 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:09.848313 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9b3ade8b-055c-41ec-904a-8a3611f3393a req-ba688e1a-79d5-4e15-86fc-76ffd7cb05e7 tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] 10.222.0.54 "GET /v2.0/security-groups?id=b84acbb5-2f2e-43b4-8c5f-7110024c7a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822153 Nov 19 17:42:09.872904 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-50742a5c-7f91-4cda-b369-04d54ab4aca0 req-83e912f6-ca52-4207-9541-38a5810eba40 service neutron] 10.222.0.60 "GET /v2.0/networks/f617386f-7f7a-461e-894d-4bea98b39674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6954620 Nov 19 17:42:09.946604 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6f856f71-fd03-4a92-b9db-567296f16c0d req-8659d0f9-0915-4ed5-85ba-7500039b1488 tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] 10.222.0.54 "GET /v2.0/security-groups?id=50a0c454-55dd-48da-a67f-9bb1b9eaa61f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1114464 Nov 19 17:42:09.974644 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-8691df46-da2d-4abd-95a0-7dca33fd40cc req-e022948a-fe7e-4aa1-bfb2-b2eda7e75570 service neutron] For port 6b8ab166-d9c0-495f-a620-280635654b4a, host n-h1-818022-2, cleared binding levels {{(pid=103364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:42:09.978789 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-8691df46-da2d-4abd-95a0-7dca33fd40cc req-e022948a-fe7e-4aa1-bfb2-b2eda7e75570 service neutron] For port 6b8ab166-d9c0-495f-a620-280635654b4a, host n-h1-818022-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=6b8ab166-d9c0-495f-a620-280635654b4a,segment=NetworkSegment(edbb1722-b7cb-41ae-beac-32509f2c4e6b),segment_id=edbb1722-b7cb-41ae-beac-32509f2c4e6b)] {{(pid=103364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:42:09.987016 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-8691df46-da2d-4abd-95a0-7dca33fd40cc req-e022948a-fe7e-4aa1-bfb2-b2eda7e75570 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:10.039796 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8691df46-da2d-4abd-95a0-7dca33fd40cc req-e022948a-fe7e-4aa1-bfb2-b2eda7e75570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:10.040424 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-8691df46-da2d-4abd-95a0-7dca33fd40cc req-e022948a-fe7e-4aa1-bfb2-b2eda7e75570 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:10.043383 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8691df46-da2d-4abd-95a0-7dca33fd40cc req-e022948a-fe7e-4aa1-bfb2-b2eda7e75570 service neutron] 10.222.0.60 "PUT /v2.0/ports/6b8ab166-d9c0-495f-a620-280635654b4a HTTP/1.1" status: 200 len: 1091 time: 1.2317190 Nov 19 17:42:10.045241 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5eb7676a-3cce-407d-868a-332f4c09fe51', 'tag': '6b8ab166-d9c0-495f-a620-280635654b4a'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:42:10.048801 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dd4767a008c23f8566efc82158ee1b1fff34e1a9e908d76d0b6d0ab7e350e5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8521acf9-e777-4205-a1eb-1306c8819b6a" -d '{"events": [{"name": "network-changed", "server_uuid": "5eb7676a-3cce-407d-868a-332f4c09fe51", "tag": "6b8ab166-d9c0-495f-a620-280635654b4a"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:42:10.120357 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cbf5f1-530f-4b88-8075-b330a146e187 req-2a60b205-a3b3-40b5-a0f0-2565e47d53b1 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:10.130372 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c9cbf5f1-530f-4b88-8075-b330a146e187 req-2a60b205-a3b3-40b5-a0f0-2565e47d53b1 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/ports?device_id=67c7d862-f420-4f4c-9d52-2ec6b77c5e28 HTTP/1.1" status: 200 len: 946 time: 0.1528349 Nov 19 17:42:10.160105 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e022948a-fe7e-4aa1-bfb2-b2eda7e75570 service neutron] Pushing event updated for resources: {'Port': ['ID=6b8ab166-d9c0-495f-a620-280635654b4a,revision_number=3']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:42:10.175232 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-01419678-6954-4f7c-8c7f-8da64d022e6a req-2665f42b-8e41-4d21-9de7-996f6de20b65 tempest-ServerDiagnosticsNegativeTest-911506051 tempest-ServerDiagnosticsNegativeTest-911506051-project] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:10.184292 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db413107-886a-400c-b3ba-e322ee4f5812 req-235850f8-7f8b-4ec5-bef0-0beff1d3959d tempest-ServerAddressesNegativeTestJSON-703515087 tempest-ServerAddressesNegativeTestJSON-703515087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:10.185940 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-db413107-886a-400c-b3ba-e322ee4f5812 req-235850f8-7f8b-4ec5-bef0-0beff1d3959d tempest-ServerAddressesNegativeTestJSON-703515087 tempest-ServerAddressesNegativeTestJSON-703515087-project] 10.222.0.54 "GET /v2.0/ports?device_id=5eb7676a-3cce-407d-868a-332f4c09fe51 HTTP/1.1" status: 200 len: 943 time: 0.1323526 Nov 19 17:42:10.188900 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8691df46-da2d-4abd-95a0-7dca33fd40cc req-5b112fa6-a99a-4d04-88b6-753f8101d448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:10.191580 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8691df46-da2d-4abd-95a0-7dca33fd40cc req-5b112fa6-a99a-4d04-88b6-753f8101d448 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=68fba0b413a84e879934681310fcdb27&device_id=5eb7676a-3cce-407d-868a-332f4c09fe51 HTTP/1.1" status: 200 len: 1094 time: 0.0906651 Nov 19 17:42:10.228636 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c9cbf5f1-530f-4b88-8075-b330a146e187 req-daa0ddd7-90ba-4de4-9102-1248af1fc0ed tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/security-groups?id=12d5dc08-1d9f-41c6-b52c-304239ec8b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912383 Nov 19 17:42:10.250874 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-01419678-6954-4f7c-8c7f-8da64d022e6a req-2665f42b-8e41-4d21-9de7-996f6de20b65 tempest-ServerDiagnosticsNegativeTest-911506051 tempest-ServerDiagnosticsNegativeTest-911506051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:10.270110 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8691df46-da2d-4abd-95a0-7dca33fd40cc req-a93f9e87-c853-451e-9295-56bb96e8ef56 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6b8ab166-d9c0-495f-a620-280635654b4a HTTP/1.1" status: 200 len: 217 time: 0.0642722 Nov 19 17:42:10.312651 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01419678-6954-4f7c-8c7f-8da64d022e6a req-2665f42b-8e41-4d21-9de7-996f6de20b65 tempest-ServerDiagnosticsNegativeTest-911506051 tempest-ServerDiagnosticsNegativeTest-911506051-project] Network 346debfa-452b-4048-abf4-8f4493625ef2 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:42:10.316525 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [req-01419678-6954-4f7c-8c7f-8da64d022e6a req-2665f42b-8e41-4d21-9de7-996f6de20b65 tempest-ServerDiagnosticsNegativeTest-911506051 tempest-ServerDiagnosticsNegativeTest-911506051-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:42:10.320885 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-01419678-6954-4f7c-8c7f-8da64d022e6a req-2665f42b-8e41-4d21-9de7-996f6de20b65 tempest-ServerDiagnosticsNegativeTest-911506051 tempest-ServerDiagnosticsNegativeTest-911506051-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:42:10.348574 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-db413107-886a-400c-b3ba-e322ee4f5812 req-bcb6b537-6efc-4e42-8991-52b32a28cdf8 tempest-ServerAddressesNegativeTestJSON-703515087 tempest-ServerAddressesNegativeTestJSON-703515087-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2d8ccc0-6114-4201-88f3-d3063952f1b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447837 Nov 19 17:42:10.348823 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2665f42b-8e41-4d21-9de7-996f6de20b65 tempest-ServerDiagnosticsNegativeTest-911506051 tempest-ServerDiagnosticsNegativeTest-911506051-project] Pushing event updated for resources: {'Port': ['ID=924a1178-f0d1-4088-9c68-eacff9c1c5e4,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:42:10.361528 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 19 Nov 2021 17:42:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0e0222c-d42f-4d97-bd0b-99cadb82c221 x-openstack-request-id: req-b0e0222c-d42f-4d97-bd0b-99cadb82c221 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:42:10.362849 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67c7d862-f420-4f4c-9d52-2ec6b77c5e28", "name": "network-vif-plugged", "status": "completed", "tag": "93e90eda-5096-4d5d-bd55-a580bf26e4e1", "code": 200}, {"server_uuid": "669195ab-b99c-42c3-b1f1-09b59289b906", "name": "network-vif-plugged", "status": "completed", "tag": "877a8e2d-c508-4b2b-95f3-0e57552014ef", "code": 200}, {"server_uuid": "a23b2fc0-1763-44d0-87d4-83dde49515d8", "name": "network-vif-plugged", "status": "completed", "tag": "615eb54d-d233-40ef-91e3-2370ee4f13c7", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:42:10.362849 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b0e0222c-d42f-4d97-bd0b-99cadb82c221 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:42:10.363173 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67c7d862-f420-4f4c-9d52-2ec6b77c5e28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93e90eda-5096-4d5d-bd55-a580bf26e4e1', 'code': 200} Nov 19 17:42:10.363502 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '669195ab-b99c-42c3-b1f1-09b59289b906', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '877a8e2d-c508-4b2b-95f3-0e57552014ef', 'code': 200} Nov 19 17:42:10.363766 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a23b2fc0-1763-44d0-87d4-83dde49515d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '615eb54d-d233-40ef-91e3-2370ee4f13c7', 'code': 200} Nov 19 17:42:10.395998 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8691df46-da2d-4abd-95a0-7dca33fd40cc req-7fa50944-4df1-4c94-82d8-5d6b1069cb5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:10.397675 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8691df46-da2d-4abd-95a0-7dca33fd40cc req-7fa50944-4df1-4c94-82d8-5d6b1069cb5f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f4e641d4-3e50-45db-89bf-a6b1e36be340 HTTP/1.1" status: 200 len: 860 time: 0.1199410 Nov 19 17:42:10.413402 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01419678-6954-4f7c-8c7f-8da64d022e6a req-2665f42b-8e41-4d21-9de7-996f6de20b65 tempest-ServerDiagnosticsNegativeTest-911506051 tempest-ServerDiagnosticsNegativeTest-911506051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:10.414154 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-01419678-6954-4f7c-8c7f-8da64d022e6a req-2665f42b-8e41-4d21-9de7-996f6de20b65 tempest-ServerDiagnosticsNegativeTest-911506051 tempest-ServerDiagnosticsNegativeTest-911506051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:10.459042 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-01419678-6954-4f7c-8c7f-8da64d022e6a req-2665f42b-8e41-4d21-9de7-996f6de20b65 tempest-ServerDiagnosticsNegativeTest-911506051 tempest-ServerDiagnosticsNegativeTest-911506051-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1291034 Nov 19 17:42:10.473581 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8691df46-da2d-4abd-95a0-7dca33fd40cc req-44babaa2-6dcf-4a70-a8aa-45bffb35af8f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c3ab4c69-5070-451a-96b4-e294fdfb2d10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0597739 Nov 19 17:42:10.474325 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-01419678-6954-4f7c-8c7f-8da64d022e6a req-d72cabc1-7b8e-40d9-a050-631a0b8b8ae7 service neutron] Request body: {'port': {'device_id': '80d297fb-2081-4851-b763-3b823164ffc7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818022-2'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:42:10.633583 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-01419678-6954-4f7c-8c7f-8da64d022e6a req-d72cabc1-7b8e-40d9-a050-631a0b8b8ae7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:10.720816 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f43847-35c1-4c2e-aff5-bcb18150dd09 req-1585913a-4e22-4f7d-851b-a90eed15c809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:10.722732 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a1f43847-35c1-4c2e-aff5-bcb18150dd09 req-1585913a-4e22-4f7d-851b-a90eed15c809 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=67c7d862-f420-4f4c-9d52-2ec6b77c5e28 HTTP/1.1" status: 200 len: 1097 time: 0.2075205 Nov 19 17:42:10.752058 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353e5942-13ca-41d7-a446-25c25957c938 req-64e785a4-12a1-4a88-b6c1-667474c10ec2 tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:10.758495 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-353e5942-13ca-41d7-a446-25c25957c938 req-64e785a4-12a1-4a88-b6c1-667474c10ec2 tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] 10.222.0.54 "GET /v2.0/ports?device_id=6e98860a-1881-4939-aac3-24397c3d5a2d HTTP/1.1" status: 200 len: 943 time: 0.1761496 Nov 19 17:42:10.775561 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.60', 52095) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:42:10.807608 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-3f06e73f-019e-4ab9-ac9c-4dfeb167e474 None None] Provisioning complete for port 924a1178-f0d1-4088-9c68-eacff9c1c5e4 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:42:10.808342 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3f06e73f-019e-4ab9-ac9c-4dfeb167e474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:10.850254 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-3f06e73f-019e-4ab9-ac9c-4dfeb167e474 None None] Port 924a1178-f0d1-4088-9c68-eacff9c1c5e4 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:42:10.947719 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a1f43847-35c1-4c2e-aff5-bcb18150dd09 req-fe8b35e2-ad3b-49ef-afe7-f6fee896acfa service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=12d5dc08-1d9f-41c6-b52c-304239ec8b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124100 Nov 19 17:42:10.959217 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f042c86e-f9e7-4c2d-9e39-b5d0322f742c req-c4c6bd79-a5b3-44c5-b16d-53c8fd2ee46a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:10.960707 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f042c86e-f9e7-4c2d-9e39-b5d0322f742c req-c4c6bd79-a5b3-44c5-b16d-53c8fd2ee46a service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=669195ab-b99c-42c3-b1f1-09b59289b906 HTTP/1.1" status: 200 len: 1096 time: 0.4862580 Nov 19 17:42:10.975091 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5bb358-86a3-4f3d-b9cb-48002d06d9f9 req-c778388b-9171-47ec-b62e-1c975af05974 tempest-ServerDiagnosticsNegativeTest-911506051 tempest-ServerDiagnosticsNegativeTest-911506051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:10.976612 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2b5bb358-86a3-4f3d-b9cb-48002d06d9f9 req-c778388b-9171-47ec-b62e-1c975af05974 tempest-ServerDiagnosticsNegativeTest-911506051 tempest-ServerDiagnosticsNegativeTest-911506051-project] 10.222.0.54 "GET /v2.0/ports?device_id=80d297fb-2081-4851-b763-3b823164ffc7 HTTP/1.1" status: 200 len: 935 time: 0.1947596 Nov 19 17:42:10.983579 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c01695-7ad6-4ed2-b46f-abdfb2bf871f req-0ae24498-15de-4caf-bb70-863eb9d17b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:10.983579 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-89c01695-7ad6-4ed2-b46f-abdfb2bf871f req-0ae24498-15de-4caf-bb70-863eb9d17b79 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=a23b2fc0-1763-44d0-87d4-83dde49515d8 HTTP/1.1" status: 200 len: 1097 time: 0.1853299 Nov 19 17:42:11.001862 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8691df46-da2d-4abd-95a0-7dca33fd40cc req-2c772f74-ebdf-4919-b512-26bd585eb953 service neutron] 10.222.0.60 "GET /v2.0/networks/c3ab4c69-5070-451a-96b4-e294fdfb2d10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5028775 Nov 19 17:42:11.016210 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-353e5942-13ca-41d7-a446-25c25957c938 req-c394c362-0962-4694-bfea-a88e630336d5 tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] 10.222.0.54 "GET /v2.0/security-groups?id=2e3e4707-c197-4851-8355-26b2132f2eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2443535 Nov 19 17:42:11.054133 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fd438b-991e-4e50-a213-c6c5ead2ccb3 req-1069a7db-d2cf-4c62-aea2-fe907c882cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:11.054133 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a4fd438b-991e-4e50-a213-c6c5ead2ccb3 req-1069a7db-d2cf-4c62-aea2-fe907c882cec service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e9d0792a3a024bd5be40fd99773caf74&device_id=90e0de18-fe64-4fe4-a3d8-f6b2367e2980 HTTP/1.1" status: 200 len: 1096 time: 0.2721469 Nov 19 17:42:11.093892 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f042c86e-f9e7-4c2d-9e39-b5d0322f742c req-9a70ee0b-0100-4677-a927-7ae2529adb7c service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=608cd3c1-fb02-4e09-9a3c-895a0164600c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144063 Nov 19 17:42:11.104025 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 17:42:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-970a6f19-7d25-4f8a-9a61-d45cb27cd546 x-openstack-request-id: req-970a6f19-7d25-4f8a-9a61-d45cb27cd546 {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:42:11.104334 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5eb7676a-3cce-407d-868a-332f4c09fe51", "tag": "6b8ab166-d9c0-495f-a620-280635654b4a", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:42:11.104594 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-970a6f19-7d25-4f8a-9a61-d45cb27cd546 {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:42:11.105008 n-d-818022-2 neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5eb7676a-3cce-407d-868a-332f4c09fe51', 'tag': '6b8ab166-d9c0-495f-a620-280635654b4a', 'status': 'completed', 'code': 200} Nov 19 17:42:11.112841 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2b5bb358-86a3-4f3d-b9cb-48002d06d9f9 req-239a1d71-fbc9-436e-ab51-c079fc1697fa tempest-ServerDiagnosticsNegativeTest-911506051 tempest-ServerDiagnosticsNegativeTest-911506051-project] 10.222.0.54 "GET /v2.0/security-groups?id=8647b985-ec52-41b4-8adb-34f907a3de17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153891 Nov 19 17:42:11.129392 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-89c01695-7ad6-4ed2-b46f-abdfb2bf871f req-8dd39af0-7a18-4a69-8897-a48e353766fb service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=608cd3c1-fb02-4e09-9a3c-895a0164600c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306388 Nov 19 17:42:11.145444 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1da698-f0b4-47e0-96c4-3c38525e2c16 req-a9742a82-af2f-4211-9ff2-b27958c49799 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:11.147054 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6b1da698-f0b4-47e0-96c4-3c38525e2c16 req-a9742a82-af2f-4211-9ff2-b27958c49799 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] 10.222.0.86 "GET /v2.0/networks?id=5462cbaf-741d-4a3e-93f9-7ce709019f54 HTTP/1.1" status: 200 len: 813 time: 0.2020931 Nov 19 17:42:11.279525 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d171fb01-cf80-4611-80a3-4787c8206320 req-2db4c89e-b107-449a-87a0-a0e9f362421e tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] 10.222.0.54 "GET /v2.0/ports?device_id=e15bb909-3fc7-4969-a51b-ff659151bc3d HTTP/1.1" status: 200 len: 210 time: 0.0380225 Nov 19 17:42:11.307779 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [req-01419678-6954-4f7c-8c7f-8da64d022e6a req-d72cabc1-7b8e-40d9-a050-631a0b8b8ae7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 924a1178-f0d1-4088-9c68-eacff9c1c5e4 {{(pid=103365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:42:11.326802 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-01419678-6954-4f7c-8c7f-8da64d022e6a req-d72cabc1-7b8e-40d9-a050-631a0b8b8ae7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:11.344196 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fd438b-991e-4e50-a213-c6c5ead2ccb3 req-0aa95883-10cc-4f5d-9f76-103c31a09531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:11.345772 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a4fd438b-991e-4e50-a213-c6c5ead2ccb3 req-0aa95883-10cc-4f5d-9f76-103c31a09531 service neutron] 10.222.0.60 "GET /v2.0/networks?id=3e96445f-a5e4-45c4-8de8-46b5573abaec HTTP/1.1" status: 200 len: 911 time: 0.1939461 Nov 19 17:42:11.352972 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.provisioning_blocks [req-01419678-6954-4f7c-8c7f-8da64d022e6a req-d72cabc1-7b8e-40d9-a050-631a0b8b8ae7 service neutron] Transition to ACTIVE for port object 924a1178-f0d1-4088-9c68-eacff9c1c5e4 will not be triggered until provisioned by entity L2. {{(pid=103365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 17:42:11.362907 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185dd915-9727-484f-b14d-1b301f6be721 req-5041058a-c438-48ef-b337-be5cd7af2b36 tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:11.363267 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8691df46-da2d-4abd-95a0-7dca33fd40cc req-b40c032a-5f98-49a6-aad9-73275a21d424 service neutron] 10.222.0.60 "GET /v2.0/networks/c3ab4c69-5070-451a-96b4-e294fdfb2d10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2225547 Nov 19 17:42:11.364444 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-185dd915-9727-484f-b14d-1b301f6be721 req-5041058a-c438-48ef-b337-be5cd7af2b36 tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] 10.222.0.54 "GET /v2.0/ports?device_id=a23b2fc0-1763-44d0-87d4-83dde49515d8 HTTP/1.1" status: 200 len: 946 time: 0.1523700 Nov 19 17:42:11.371961 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-01419678-6954-4f7c-8c7f-8da64d022e6a req-d72cabc1-7b8e-40d9-a050-631a0b8b8ae7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:11.436883 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a4fd438b-991e-4e50-a213-c6c5ead2ccb3 req-b4c0de5b-a5a4-4566-992c-3bee24cfa944 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7e96289f-b8a0-43da-9fe9-0de74e62dd0b HTTP/1.1" status: 200 len: 217 time: 0.0703621 Nov 19 17:42:11.511273 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72cabc1-7b8e-40d9-a050-631a0b8b8ae7 service neutron] Pushing event updated for resources: {'Port': ['ID=924a1178-f0d1-4088-9c68-eacff9c1c5e4,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:42:11.531975 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8521acf9-e777-4205-a1eb-1306c8819b6a req-a9fc0f67-8b49-4d78-beb5-3cdb60d1b474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:11.534705 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8521acf9-e777-4205-a1eb-1306c8819b6a req-a9fc0f67-8b49-4d78-beb5-3cdb60d1b474 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=68fba0b413a84e879934681310fcdb27&device_id=5eb7676a-3cce-407d-868a-332f4c09fe51 HTTP/1.1" status: 200 len: 1094 time: 0.0735698 Nov 19 17:42:11.536792 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-6b1da698-f0b4-47e0-96c4-3c38525e2c16 req-ac7cc139-da81-4423-b11d-959aba06b925 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] Request body: {'port': {'device_id': 'e15bb909-3fc7-4969-a51b-ff659151bc3d', 'network_id': '5462cbaf-741d-4a3e-93f9-7ce709019f54', 'admin_state_up': True, 'tenant_id': 'c146b4a40dd54cec9293fb9bbd2d1c70'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:42:11.547118 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e07092-fd9a-4617-a1ca-10ab7496a6fc req-0698440c-a0cd-4060-990f-c252cf6a3e91 tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:11.550042 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-e8e07092-fd9a-4617-a1ca-10ab7496a6fc req-0698440c-a0cd-4060-990f-c252cf6a3e91 tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] 10.222.0.54 "GET /v2.0/ports?device_id=90e0de18-fe64-4fe4-a3d8-f6b2367e2980 HTTP/1.1" status: 200 len: 945 time: 0.1425569 Nov 19 17:42:11.582690 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fd438b-991e-4e50-a213-c6c5ead2ccb3 req-c406dda6-178e-4346-a0ff-2eef8cbefd51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:11.584392 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a4fd438b-991e-4e50-a213-c6c5ead2ccb3 req-c406dda6-178e-4346-a0ff-2eef8cbefd51 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c8b9f65f-87c2-480d-928b-0fe5bda8bb38 HTTP/1.1" status: 200 len: 850 time: 0.1316648 Nov 19 17:42:11.682792 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-185dd915-9727-484f-b14d-1b301f6be721 req-5cf6bde3-c112-47e9-aca4-9f1ef3474665 tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] 10.222.0.54 "GET /v2.0/security-groups?id=608cd3c1-fb02-4e09-9a3c-895a0164600c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2735596 Nov 19 17:42:11.701040 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-e8e07092-fd9a-4617-a1ca-10ab7496a6fc req-83ea5f58-a873-4931-9ad7-50939038c83b tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] 10.222.0.54 "GET /v2.0/security-groups?id=b84acbb5-2f2e-43b4-8c5f-7110024c7a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274481 Nov 19 17:42:11.706648 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8521acf9-e777-4205-a1eb-1306c8819b6a req-0aa94c72-4b61-41f4-bdfb-95da2153cd3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:11.709124 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8521acf9-e777-4205-a1eb-1306c8819b6a req-0aa94c72-4b61-41f4-bdfb-95da2153cd3f service neutron] 10.222.0.60 "GET /v2.0/networks?id=c3ab4c69-5070-451a-96b4-e294fdfb2d10 HTTP/1.1" status: 200 len: 921 time: 0.1571114 Nov 19 17:42:11.714793 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a4fd438b-991e-4e50-a213-c6c5ead2ccb3 req-eae5e3e6-d699-42e3-b2ea-909930db33a1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3e96445f-a5e4-45c4-8de8-46b5573abaec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528674 Nov 19 17:42:11.759296 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 51e1b387-2bf7-44ba-b03d-59d04ceb070c details requested by agent hyperv_n-h1-818022-2 with host n-h1-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 17:42:11.809288 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8521acf9-e777-4205-a1eb-1306c8819b6a req-f75c1255-1405-4a22-85b9-c805c0230011 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6b8ab166-d9c0-495f-a620-280635654b4a HTTP/1.1" status: 200 len: 217 time: 0.0860929 Nov 19 17:42:11.915602 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8521acf9-e777-4205-a1eb-1306c8819b6a req-028f2dba-addd-485a-8209-464de8229099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:11.918086 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8521acf9-e777-4205-a1eb-1306c8819b6a req-028f2dba-addd-485a-8209-464de8229099 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f4e641d4-3e50-45db-89bf-a6b1e36be340 HTTP/1.1" status: 200 len: 860 time: 0.0967426 Nov 19 17:42:11.934005 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4889cc9e-a5fe-459b-a132-8d6087979821 req-8b418713-185c-4550-9b33-68ecb0eb9c6c tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:11.938304 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-4889cc9e-a5fe-459b-a132-8d6087979821 req-8b418713-185c-4550-9b33-68ecb0eb9c6c tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/ports?device_id=67c7d862-f420-4f4c-9d52-2ec6b77c5e28 HTTP/1.1" status: 200 len: 946 time: 0.1180160 Nov 19 17:42:11.988156 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-01419678-6954-4f7c-8c7f-8da64d022e6a req-d72cabc1-7b8e-40d9-a050-631a0b8b8ae7 service neutron] Attempting to bind port 924a1178-f0d1-4088-9c68-eacff9c1c5e4 on host n-h1-818022-2 for vnic_type normal with profile {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:42:11.988826 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-01419678-6954-4f7c-8c7f-8da64d022e6a req-d72cabc1-7b8e-40d9-a050-631a0b8b8ae7 service neutron] Attempting to bind port 924a1178-f0d1-4088-9c68-eacff9c1c5e4 by drivers openvswitch,hyperv on host n-h1-818022-2 at level 0 using segments [{'id': '1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '346debfa-452b-4048-abf4-8f4493625ef2'}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:42:11.988969 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01419678-6954-4f7c-8c7f-8da64d022e6a req-d72cabc1-7b8e-40d9-a050-631a0b8b8ae7 service neutron] Attempting to bind port 924a1178-f0d1-4088-9c68-eacff9c1c5e4 on network 346debfa-452b-4048-abf4-8f4493625ef2 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:42:11.995659 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8521acf9-e777-4205-a1eb-1306c8819b6a req-ad3d9e9b-43f1-478e-b060-131118ee3839 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c3ab4c69-5070-451a-96b4-e294fdfb2d10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0557778 Nov 19 17:42:12.020518 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbd3799-bdc1-4d41-a5a0-14bf15d72f20 req-54b8b135-5afe-4931-9bc0-db8e6a83af48 tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:12.023404 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3fbd3799-bdc1-4d41-a5a0-14bf15d72f20 req-54b8b135-5afe-4931-9bc0-db8e6a83af48 tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] 10.222.0.54 "GET /v2.0/ports?device_id=ccff1488-85ea-43ae-bf94-c62226a4f4bf HTTP/1.1" status: 200 len: 946 time: 0.1661751 Nov 19 17:42:12.028625 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-4889cc9e-a5fe-459b-a132-8d6087979821 req-2c5f9d97-243a-4baf-9617-16c75ab9cc37 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/security-groups?id=12d5dc08-1d9f-41c6-b52c-304239ec8b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767953 Nov 19 17:42:12.050541 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01419678-6954-4f7c-8c7f-8da64d022e6a req-d72cabc1-7b8e-40d9-a050-631a0b8b8ae7 service neutron] Port 924a1178-f0d1-4088-9c68-eacff9c1c5e4 on network 346debfa-452b-4048-abf4-8f4493625ef2 not bound, no agent of type Open vSwitch agent registered on host n-h1-818022-2 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 17:42:12.050856 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01419678-6954-4f7c-8c7f-8da64d022e6a req-d72cabc1-7b8e-40d9-a050-631a0b8b8ae7 service neutron] Attempting to bind port 924a1178-f0d1-4088-9c68-eacff9c1c5e4 on network 346debfa-452b-4048-abf4-8f4493625ef2 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:42:12.146178 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01419678-6954-4f7c-8c7f-8da64d022e6a req-d72cabc1-7b8e-40d9-a050-631a0b8b8ae7 service neutron] Checking agent: {'id': 'a6668d96-12fa-4ec0-99ad-77eaf490dd2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'started_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 42, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:42:12.149926 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01419678-6954-4f7c-8c7f-8da64d022e6a req-d72cabc1-7b8e-40d9-a050-631a0b8b8ae7 service neutron] Checking segment: {'id': '1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '346debfa-452b-4048-abf4-8f4493625ef2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:42:12.150717 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01419678-6954-4f7c-8c7f-8da64d022e6a req-d72cabc1-7b8e-40d9-a050-631a0b8b8ae7 service neutron] Bound using segment: {'id': '1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '346debfa-452b-4048-abf4-8f4493625ef2'} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:42:12.151600 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-01419678-6954-4f7c-8c7f-8da64d022e6a req-d72cabc1-7b8e-40d9-a050-631a0b8b8ae7 service neutron] Bound port: 924a1178-f0d1-4088-9c68-eacff9c1c5e4, host: n-h1-818022-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '346debfa-452b-4048-abf4-8f4493625ef2'}}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:42:12.152317 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-01419678-6954-4f7c-8c7f-8da64d022e6a req-d72cabc1-7b8e-40d9-a050-631a0b8b8ae7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:12.167144 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8521acf9-e777-4205-a1eb-1306c8819b6a req-daa4e1da-99df-4e6a-9176-74aaf60bb232 service neutron] 10.222.0.60 "GET /v2.0/networks/c3ab4c69-5070-451a-96b4-e294fdfb2d10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426215 Nov 19 17:42:12.185051 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 51e1b387-2bf7-44ba-b03d-59d04ceb070c, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=51e1b387-2bf7-44ba-b03d-59d04ceb070c,segment=NetworkSegment(65da90f8-a853-48a6-af92-75fd92f47077),segment_id=65da90f8-a853-48a6-af92-75fd92f47077)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:42:12.198151 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a4fd438b-991e-4e50-a213-c6c5ead2ccb3 req-91a63c65-8baf-4c94-82e2-28d85c6d691c service neutron] 10.222.0.60 "GET /v2.0/networks/3e96445f-a5e4-45c4-8de8-46b5573abaec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4651647 Nov 19 17:42:12.205770 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b1da698-f0b4-47e0-96c4-3c38525e2c16 req-ac7cc139-da81-4423-b11d-959aba06b925 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] Made reservation on behalf of c146b4a40dd54cec9293fb9bbd2d1c70 for: {'port': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:42:12.208079 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Returning: {'device': '51e1b387-2bf7-44ba-b03d-59d04ceb070c', 'network_id': 'f617386f-7f7a-461e-894d-4bea98b39674', 'port_id': '51e1b387-2bf7-44ba-b03d-59d04ceb070c', 'mac_address': 'fa:16:3e:6c:1a:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 690, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d31643c-d7c9-499c-bd0d-a793fdbddb1f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 17:42:12.209668 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-6b1da698-f0b4-47e0-96c4-3c38525e2c16 req-ac7cc139-da81-4423-b11d-959aba06b925 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:12.280246 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:12.303872 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51e1b387-2bf7-44ba-b03d-59d04ceb070c {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:42:12.322094 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703e09ba-f930-4765-b179-e5c9ce933591 req-ce9cb1d9-8923-4535-82fb-329a3ee39bb7 tempest-ServerAddressesNegativeTestJSON-703515087 tempest-ServerAddressesNegativeTestJSON-703515087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:12.323766 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-703e09ba-f930-4765-b179-e5c9ce933591 req-ce9cb1d9-8923-4535-82fb-329a3ee39bb7 tempest-ServerAddressesNegativeTestJSON-703515087 tempest-ServerAddressesNegativeTestJSON-703515087-project] 10.222.0.54 "GET /v2.0/ports?device_id=5eb7676a-3cce-407d-868a-332f4c09fe51 HTTP/1.1" status: 200 len: 943 time: 0.1321080 Nov 19 17:42:12.337281 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 51e1b387-2bf7-44ba-b03d-59d04ceb070c, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=51e1b387-2bf7-44ba-b03d-59d04ceb070c,segment=NetworkSegment(65da90f8-a853-48a6-af92-75fd92f47077),segment_id=65da90f8-a853-48a6-af92-75fd92f47077)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:42:12.342093 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:12.374740 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8521acf9-e777-4205-a1eb-1306c8819b6a req-4f2c8efc-b1b9-490a-92ac-4919002b6c2f service neutron] 10.222.0.60 "GET /v2.0/networks/c3ab4c69-5070-451a-96b4-e294fdfb2d10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1984723 Nov 19 17:42:12.411104 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=51e1b387-2bf7-44ba-b03d-59d04ceb070c,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:42:12.422913 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-703e09ba-f930-4765-b179-e5c9ce933591 req-2c913d41-b318-4c43-b6f1-86fbf327b69d tempest-ServerAddressesNegativeTestJSON-703515087 tempest-ServerAddressesNegativeTestJSON-703515087-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2d8ccc0-6114-4201-88f3-d3063952f1b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895936 Nov 19 17:42:12.426349 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3fbd3799-bdc1-4d41-a5a0-14bf15d72f20 req-5a2e93a8-f4f9-46e9-895f-781e91385264 tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] 10.222.0.54 "GET /v2.0/security-groups?id=50a0c454-55dd-48da-a67f-9bb1b9eaa61f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3517959 Nov 19 17:42:12.469762 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-01419678-6954-4f7c-8c7f-8da64d022e6a req-d72cabc1-7b8e-40d9-a050-631a0b8b8ae7 service neutron] For port 924a1178-f0d1-4088-9c68-eacff9c1c5e4, host n-h1-818022-2, cleared binding levels {{(pid=103365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:42:12.500958 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-01419678-6954-4f7c-8c7f-8da64d022e6a req-d72cabc1-7b8e-40d9-a050-631a0b8b8ae7 service neutron] For port 924a1178-f0d1-4088-9c68-eacff9c1c5e4, host n-h1-818022-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=924a1178-f0d1-4088-9c68-eacff9c1c5e4,segment=NetworkSegment(1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861),segment_id=1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861)] {{(pid=103365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:42:12.513015 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-01419678-6954-4f7c-8c7f-8da64d022e6a req-d72cabc1-7b8e-40d9-a050-631a0b8b8ae7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:12.569969 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['51e1b387-2bf7-44ba-b03d-59d04ceb070c'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:42:12.621770 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d822b56b-9c10-4009-a41a-9ee9dccd5f11 req-272359a9-2ff8-44e7-806a-681c98ec9f18 tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:12.624212 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d822b56b-9c10-4009-a41a-9ee9dccd5f11 req-272359a9-2ff8-44e7-806a-681c98ec9f18 tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] 10.222.0.54 "GET /v2.0/ports?device_id=6e98860a-1881-4939-aac3-24397c3d5a2d HTTP/1.1" status: 200 len: 944 time: 0.1101632 Nov 19 17:42:12.641913 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a4fd438b-991e-4e50-a213-c6c5ead2ccb3 req-81d3c70d-9646-43f8-ba0a-8505b07c2975 service neutron] 10.222.0.60 "GET /v2.0/networks/3e96445f-a5e4-45c4-8de8-46b5573abaec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4260526 Nov 19 17:42:12.653196 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01419678-6954-4f7c-8c7f-8da64d022e6a req-d72cabc1-7b8e-40d9-a050-631a0b8b8ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:12.653826 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-01419678-6954-4f7c-8c7f-8da64d022e6a req-d72cabc1-7b8e-40d9-a050-631a0b8b8ae7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:12.659109 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-01419678-6954-4f7c-8c7f-8da64d022e6a req-d72cabc1-7b8e-40d9-a050-631a0b8b8ae7 service neutron] 10.222.0.60 "PUT /v2.0/ports/924a1178-f0d1-4088-9c68-eacff9c1c5e4 HTTP/1.1" status: 200 len: 1095 time: 2.1913321 Nov 19 17:42:12.662659 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80d297fb-2081-4851-b763-3b823164ffc7', 'tag': '924a1178-f0d1-4088-9c68-eacff9c1c5e4'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:42:12.666133 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218319d759239a7d11f1288aef37381b97754913ee9ccbfd43b51a463f801712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d12d64b-f284-44e2-9067-bc059734820d" -d '{"events": [{"name": "network-changed", "server_uuid": "80d297fb-2081-4851-b763-3b823164ffc7", "tag": "924a1178-f0d1-4088-9c68-eacff9c1c5e4"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:42:12.739015 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72cabc1-7b8e-40d9-a050-631a0b8b8ae7 service neutron] Pushing event updated for resources: {'Port': ['ID=924a1178-f0d1-4088-9c68-eacff9c1c5e4,revision_number=3']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:42:12.756286 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [req-6b1da698-f0b4-47e0-96c4-3c38525e2c16 req-ac7cc139-da81-4423-b11d-959aba06b925 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] Allocated IP 172.20.0.4 (5462cbaf-741d-4a3e-93f9-7ce709019f54/568bbddb-beac-4fd1-85b0-aaffdafcdcf0/5acf4e95-86ed-44f0-b29a-2e6b8904987b) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:42:12.781792 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d822b56b-9c10-4009-a41a-9ee9dccd5f11 req-aff91bc1-67cf-4181-ac49-71a5f1e3d4c1 tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] 10.222.0.54 "GET /v2.0/security-groups?id=2e3e4707-c197-4851-8355-26b2132f2eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385102 Nov 19 17:42:12.805578 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294b0f15-2ffc-4c3c-b526-546e24b71c0d req-2a3339ed-49bc-43c4-83b4-39a5943342d5 tempest-ServerDiagnosticsNegativeTest-911506051 tempest-ServerDiagnosticsNegativeTest-911506051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:12.824916 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-294b0f15-2ffc-4c3c-b526-546e24b71c0d req-2a3339ed-49bc-43c4-83b4-39a5943342d5 tempest-ServerDiagnosticsNegativeTest-911506051 tempest-ServerDiagnosticsNegativeTest-911506051-project] 10.222.0.54 "GET /v2.0/ports?device_id=80d297fb-2081-4851-b763-3b823164ffc7 HTTP/1.1" status: 200 len: 947 time: 0.2796655 Nov 19 17:42:12.987625 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-62641a3c-413b-40f5-9403-50614cb44e68 req-8dc5d667-7a03-450f-8d78-0b8fc897b5dd tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] 10.222.0.54 "GET /v2.0/ports?device_id=e15bb909-3fc7-4969-a51b-ff659151bc3d HTTP/1.1" status: 200 len: 210 time: 0.0580356 Nov 19 17:42:13.023280 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-294b0f15-2ffc-4c3c-b526-546e24b71c0d req-feb99be8-e0a9-4914-b6c5-9df1e01dc966 tempest-ServerDiagnosticsNegativeTest-911506051 tempest-ServerDiagnosticsNegativeTest-911506051-project] 10.222.0.54 "GET /v2.0/security-groups?id=8647b985-ec52-41b4-8adb-34f907a3de17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971693 Nov 19 17:42:13.046935 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01419678-6954-4f7c-8c7f-8da64d022e6a req-4d93b019-0ac5-4097-9a1c-0a4739614323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:13.048449 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-01419678-6954-4f7c-8c7f-8da64d022e6a req-4d93b019-0ac5-4097-9a1c-0a4739614323 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=57cdeda182024ac49f67b54e149668c3&device_id=80d297fb-2081-4851-b763-3b823164ffc7 HTTP/1.1" status: 200 len: 1098 time: 0.1532319 Nov 19 17:42:13.078752 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 17:42:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da9a2bea-39f0-4dfe-b574-bb123a2202c4 x-openstack-request-id: req-da9a2bea-39f0-4dfe-b574-bb123a2202c4 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:42:13.079160 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80d297fb-2081-4851-b763-3b823164ffc7", "tag": "924a1178-f0d1-4088-9c68-eacff9c1c5e4", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:42:13.079282 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-da9a2bea-39f0-4dfe-b574-bb123a2202c4 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:42:13.079656 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80d297fb-2081-4851-b763-3b823164ffc7', 'tag': '924a1178-f0d1-4088-9c68-eacff9c1c5e4', 'status': 'completed', 'code': 200} Nov 19 17:42:13.143083 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-01419678-6954-4f7c-8c7f-8da64d022e6a req-30b413d6-e1c8-44af-8a50-3582ea80121c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=924a1178-f0d1-4088-9c68-eacff9c1c5e4 HTTP/1.1" status: 200 len: 217 time: 0.0614874 Nov 19 17:42:13.171109 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476f3383-be5f-4b88-89e8-9ff9b36b7cc1 req-c09e523a-c185-47d5-8b06-b2fcc5c5c822 tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:13.172662 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-476f3383-be5f-4b88-89e8-9ff9b36b7cc1 req-c09e523a-c185-47d5-8b06-b2fcc5c5c822 tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] 10.222.0.54 "GET /v2.0/ports?device_id=90e0de18-fe64-4fe4-a3d8-f6b2367e2980 HTTP/1.1" status: 200 len: 945 time: 0.0569932 Nov 19 17:42:13.225649 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-476f3383-be5f-4b88-89e8-9ff9b36b7cc1 req-dfd5c2b3-9a03-4b36-b539-5347f9650eec tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] 10.222.0.54 "GET /v2.0/security-groups?id=b84acbb5-2f2e-43b4-8c5f-7110024c7a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466404 Nov 19 17:42:13.253749 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbdaa9d-dee0-492a-871e-84acb56bb8d8 req-a87eb0db-cd94-4bb4-b5ae-1640e84abb95 tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:13.255288 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3bbdaa9d-dee0-492a-871e-84acb56bb8d8 req-a87eb0db-cd94-4bb4-b5ae-1640e84abb95 tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] 10.222.0.54 "GET /v2.0/ports?device_id=a23b2fc0-1763-44d0-87d4-83dde49515d8 HTTP/1.1" status: 200 len: 946 time: 0.1296592 Nov 19 17:42:13.258693 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-6b1da698-f0b4-47e0-96c4-3c38525e2c16 req-ac7cc139-da81-4423-b11d-959aba06b925 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:13.261358 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01419678-6954-4f7c-8c7f-8da64d022e6a req-cf5affa6-e7e5-47b9-a302-9d5103fba762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:13.262803 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-01419678-6954-4f7c-8c7f-8da64d022e6a req-cf5affa6-e7e5-47b9-a302-9d5103fba762 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8b3c88de-c9c2-4a20-b19e-1855c2c19035 HTTP/1.1" status: 200 len: 843 time: 0.1050127 Nov 19 17:42:13.332947 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaffd5a-ee14-47f7-954e-52ad342459d1 req-c644b226-b92b-4b78-a6ad-ba88a5f6349f tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:13.334502 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ecaffd5a-ee14-47f7-954e-52ad342459d1 req-c644b226-b92b-4b78-a6ad-ba88a5f6349f tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/ports?device_id=67c7d862-f420-4f4c-9d52-2ec6b77c5e28 HTTP/1.1" status: 200 len: 946 time: 0.0500412 Nov 19 17:42:13.363029 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3bbdaa9d-dee0-492a-871e-84acb56bb8d8 req-a9f93bca-3481-49a4-8114-e475823ac847 tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] 10.222.0.54 "GET /v2.0/security-groups?id=608cd3c1-fb02-4e09-9a3c-895a0164600c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991478 Nov 19 17:42:13.366102 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01419678-6954-4f7c-8c7f-8da64d022e6a req-1495a726-f232-48e5-baf6-4305ffafd3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:13.367536 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-01419678-6954-4f7c-8c7f-8da64d022e6a req-1495a726-f232-48e5-baf6-4305ffafd3fc service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=346debfa-452b-4048-abf4-8f4493625ef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0947251 Nov 19 17:42:13.373560 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-6b1da698-f0b4-47e0-96c4-3c38525e2c16 req-ac7cc139-da81-4423-b11d-959aba06b925 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:13.386406 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ecaffd5a-ee14-47f7-954e-52ad342459d1 req-d7b1f589-33c2-44b9-a9e8-bf188cede2fc tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/security-groups?id=12d5dc08-1d9f-41c6-b52c-304239ec8b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447032 Nov 19 17:42:13.479978 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b1da698-f0b4-47e0-96c4-3c38525e2c16 req-ac7cc139-da81-4423-b11d-959aba06b925 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] Network 5462cbaf-741d-4a3e-93f9-7ce709019f54 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:42:13.489919 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [req-6b1da698-f0b4-47e0-96c4-3c38525e2c16 req-ac7cc139-da81-4423-b11d-959aba06b925 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:42:13.506431 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b1da698-f0b4-47e0-96c4-3c38525e2c16 req-ac7cc139-da81-4423-b11d-959aba06b925 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:42:13.513536 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7cc139-da81-4423-b11d-959aba06b925 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] Pushing event updated for resources: {'Port': ['ID=5acf4e95-86ed-44f0-b29a-2e6b8904987b,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:42:13.557171 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfa9f18-b11f-4f94-b9e6-eae48dae0783 req-8409e107-f909-40ed-b24b-b6d4be940e88 tempest-LiveMigrationTest-1744255723 tempest-LiveMigrationTest-1744255723-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:13.558776 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ccfa9f18-b11f-4f94-b9e6-eae48dae0783 req-8409e107-f909-40ed-b24b-b6d4be940e88 tempest-LiveMigrationTest-1744255723 tempest-LiveMigrationTest-1744255723-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=67c7d862-f420-4f4c-9d52-2ec6b77c5e28 HTTP/1.1" status: 200 len: 1097 time: 0.0529881 Nov 19 17:42:13.599892 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-01419678-6954-4f7c-8c7f-8da64d022e6a req-dd81048e-f460-4595-9a89-5bdd8dbd7421 service neutron] 10.222.0.60 "GET /v2.0/networks/346debfa-452b-4048-abf4-8f4493625ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2241793 Nov 19 17:42:13.607023 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1da698-f0b4-47e0-96c4-3c38525e2c16 req-ac7cc139-da81-4423-b11d-959aba06b925 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:13.607741 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-6b1da698-f0b4-47e0-96c4-3c38525e2c16 req-ac7cc139-da81-4423-b11d-959aba06b925 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:13.626202 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ccfa9f18-b11f-4f94-b9e6-eae48dae0783 req-b13921e0-f220-44ad-9524-007951e3b8a4 tempest-LiveMigrationTest-1744255723 tempest-LiveMigrationTest-1744255723-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=12d5dc08-1d9f-41c6-b52c-304239ec8b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593438 Nov 19 17:42:13.641294 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661cd50c-8c36-4d80-b970-ccb283774f57 req-beb658c6-6063-4d82-a407-5585160f33c1 tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:13.643480 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-661cd50c-8c36-4d80-b970-ccb283774f57 req-beb658c6-6063-4d82-a407-5585160f33c1 tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] 10.222.0.54 "GET /v2.0/ports?device_id=2dc0a948-e69f-470a-a431-55ba5b8e72a4 HTTP/1.1" status: 200 len: 946 time: 0.1477230 Nov 19 17:42:13.756704 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 51e1b387-2bf7-44ba-b03d-59d04ceb070c up at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:42:13.782962 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2059dc0d-4923-43d2-b0d7-3750ef505577 req-03242a47-1a9a-4c7f-b66e-483b760b5421 tempest-ServerAddressesNegativeTestJSON-703515087 tempest-ServerAddressesNegativeTestJSON-703515087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:13.800364 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2059dc0d-4923-43d2-b0d7-3750ef505577 req-03242a47-1a9a-4c7f-b66e-483b760b5421 tempest-ServerAddressesNegativeTestJSON-703515087 tempest-ServerAddressesNegativeTestJSON-703515087-project] 10.222.0.54 "GET /v2.0/ports?device_id=5eb7676a-3cce-407d-868a-332f4c09fe51 HTTP/1.1" status: 200 len: 943 time: 0.0904813 Nov 19 17:42:13.863094 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning for port 51e1b387-2bf7-44ba-b03d-59d04ceb070c completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 17:42:13.869999 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning complete for port 51e1b387-2bf7-44ba-b03d-59d04ceb070c triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:42:13.870933 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:13.878231 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2059dc0d-4923-43d2-b0d7-3750ef505577 req-9a648c14-dda8-4ae2-95e0-b78e27f02ec5 tempest-ServerAddressesNegativeTestJSON-703515087 tempest-ServerAddressesNegativeTestJSON-703515087-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2d8ccc0-6114-4201-88f3-d3063952f1b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752771 Nov 19 17:42:14.019528 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6b1da698-f0b4-47e0-96c4-3c38525e2c16 req-ac7cc139-da81-4423-b11d-959aba06b925 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4958768 Nov 19 17:42:14.039811 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:14.045427 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-6b1da698-f0b4-47e0-96c4-3c38525e2c16 req-f4e572b5-757f-484b-bd58-f73a9512e293 service neutron] Request body: {'port': {'device_id': 'e15bb909-3fc7-4969-a51b-ff659151bc3d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818022-2'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:42:14.068273 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba4bf69-3b5c-40aa-b7b1-af4f1a1d2b2c req-f9fe2aea-67c7-4524-b873-08ae9ab83100 tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:14.069184 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-cba4bf69-3b5c-40aa-b7b1-af4f1a1d2b2c req-f9fe2aea-67c7-4524-b873-08ae9ab83100 tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] 10.222.0.54 "GET /v2.0/ports?device_id=ccff1488-85ea-43ae-bf94-c62226a4f4bf HTTP/1.1" status: 200 len: 946 time: 0.0656812 Nov 19 17:42:14.079769 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e98860a-1881-4939-aac3-24397c3d5a2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51e1b387-2bf7-44ba-b03d-59d04ceb070c'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:42:14.083630 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3940761bcd94e032e6960d2241bd8993c5d3a7d8dc2aca8488f3ecf1d4dd2fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afd3bfd0-fe57-47be-b070-b2278e795de3" -d '{"events": [{"server_uuid": "6e98860a-1881-4939-aac3-24397c3d5a2d", "name": "network-vif-plugged", "status": "completed", "tag": "51e1b387-2bf7-44ba-b03d-59d04ceb070c"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:42:14.116541 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 51e1b387-2bf7-44ba-b03d-59d04ceb070c, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=51e1b387-2bf7-44ba-b03d-59d04ceb070c,segment=NetworkSegment(65da90f8-a853-48a6-af92-75fd92f47077),segment_id=65da90f8-a853-48a6-af92-75fd92f47077)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:42:14.122245 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:14.126544 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-661cd50c-8c36-4d80-b970-ccb283774f57 req-b8a72b39-4e10-4c2d-8483-b4d4a80c0d6f tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] 10.222.0.54 "GET /v2.0/security-groups?id=608cd3c1-fb02-4e09-9a3c-895a0164600c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386290 Nov 19 17:42:14.186640 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-cba4bf69-3b5c-40aa-b7b1-af4f1a1d2b2c req-cee0ca8c-4de9-46e2-b40e-9b89a400c2a3 tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] 10.222.0.54 "GET /v2.0/security-groups?id=50a0c454-55dd-48da-a67f-9bb1b9eaa61f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1046107 Nov 19 17:42:14.187794 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-6b1da698-f0b4-47e0-96c4-3c38525e2c16 req-f4e572b5-757f-484b-bd58-f73a9512e293 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:14.194050 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-01419678-6954-4f7c-8c7f-8da64d022e6a req-3e863f9d-e0ee-40f7-973a-19419034f99e service neutron] 10.222.0.60 "GET /v2.0/networks/346debfa-452b-4048-abf4-8f4493625ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5833182 Nov 19 17:42:14.223920 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=51e1b387-2bf7-44ba-b03d-59d04ceb070c,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:42:14.356335 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8ee572-62bf-43a6-ad64-474bd4f0d838 req-8839f3de-e13c-4bfc-87c2-99ac10311fc9 tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:14.362707 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-4b8ee572-62bf-43a6-ad64-474bd4f0d838 req-8839f3de-e13c-4bfc-87c2-99ac10311fc9 tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] 10.222.0.54 "GET /v2.0/ports?device_id=6e98860a-1881-4939-aac3-24397c3d5a2d HTTP/1.1" status: 200 len: 945 time: 0.0635898 Nov 19 17:42:14.432609 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2395abaf-707a-4115-a38b-2dda16a1c7df req-296e3c64-0ce8-4059-985b-b9ea1fbe6689 tempest-LiveMigrationTest-1744255723 tempest-LiveMigrationTest-1744255723-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:14.434043 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2395abaf-707a-4115-a38b-2dda16a1c7df req-296e3c64-0ce8-4059-985b-b9ea1fbe6689 tempest-LiveMigrationTest-1744255723 tempest-LiveMigrationTest-1744255723-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=67c7d862-f420-4f4c-9d52-2ec6b77c5e28 HTTP/1.1" status: 200 len: 1097 time: 0.1681964 Nov 19 17:42:14.434296 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-4b8ee572-62bf-43a6-ad64-474bd4f0d838 req-cc7be57a-0b8f-4cb3-a913-1e505524f6b1 tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] 10.222.0.54 "GET /v2.0/security-groups?id=2e3e4707-c197-4851-8355-26b2132f2eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670824 Nov 19 17:42:14.443055 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d12d64b-f284-44e2-9067-bc059734820d req-c29ecc8b-fbea-443d-a860-e268ca814acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:14.444519 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0d12d64b-f284-44e2-9067-bc059734820d req-c29ecc8b-fbea-443d-a860-e268ca814acc service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=57cdeda182024ac49f67b54e149668c3&device_id=80d297fb-2081-4851-b763-3b823164ffc7 HTTP/1.1" status: 200 len: 1098 time: 0.1744335 Nov 19 17:42:14.577947 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cec2d15-8b2d-401a-8ee0-39c193559dd9 req-a279ed98-38c3-40ce-9791-038fb0a4b127 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:14.580270 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-3cec2d15-8b2d-401a-8ee0-39c193559dd9 req-a279ed98-38c3-40ce-9791-038fb0a4b127 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] 10.222.0.54 "GET /v2.0/ports?device_id=e15bb909-3fc7-4969-a51b-ff659151bc3d HTTP/1.1" status: 200 len: 931 time: 0.0593796 Nov 19 17:42:14.633399 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2395abaf-707a-4115-a38b-2dda16a1c7df req-77947892-b593-48ed-b2c6-ea17e76b8b73 tempest-LiveMigrationTest-1744255723 tempest-LiveMigrationTest-1744255723-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=12d5dc08-1d9f-41c6-b52c-304239ec8b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859055 Nov 19 17:42:14.682734 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-3cec2d15-8b2d-401a-8ee0-39c193559dd9 req-853fa849-ea28-4bdf-86d0-7127f53470e5 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] 10.222.0.54 "GET /v2.0/security-groups?id=6b496084-806a-4b53-af34-e578be5128ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800200 Nov 19 17:42:14.686845 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d12d64b-f284-44e2-9067-bc059734820d req-d699fe51-3e2a-4a29-881e-b59365eeca0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:14.690110 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0d12d64b-f284-44e2-9067-bc059734820d req-d699fe51-3e2a-4a29-881e-b59365eeca0c service neutron] 10.222.0.60 "GET /v2.0/networks?id=346debfa-452b-4048-abf4-8f4493625ef2 HTTP/1.1" status: 200 len: 870 time: 0.2325435 Nov 19 17:42:14.768123 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:42:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29a10977-9c98-4c82-953c-016b8df58b64 x-openstack-request-id: req-29a10977-9c98-4c82-953c-016b8df58b64 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:42:14.769505 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e98860a-1881-4939-aac3-24397c3d5a2d", "name": "network-vif-plugged", "status": "completed", "tag": "51e1b387-2bf7-44ba-b03d-59d04ceb070c", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:42:14.770369 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-29a10977-9c98-4c82-953c-016b8df58b64 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:42:14.771477 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e98860a-1881-4939-aac3-24397c3d5a2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51e1b387-2bf7-44ba-b03d-59d04ceb070c', 'code': 200} Nov 19 17:42:14.771654 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0d12d64b-f284-44e2-9067-bc059734820d req-2f1bd261-0e5e-4557-972e-bb1307f43c3d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=924a1178-f0d1-4088-9c68-eacff9c1c5e4 HTTP/1.1" status: 200 len: 217 time: 0.0591981 Nov 19 17:42:14.913770 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [req-6b1da698-f0b4-47e0-96c4-3c38525e2c16 req-f4e572b5-757f-484b-bd58-f73a9512e293 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5acf4e95-86ed-44f0-b29a-2e6b8904987b {{(pid=103365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:42:14.917968 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc86ba1-570f-40b2-b883-993825991e0e req-53a30766-d013-41bc-bf55-1033bb4fdb5e tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:14.920579 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-1cc86ba1-570f-40b2-b883-993825991e0e req-53a30766-d013-41bc-bf55-1033bb4fdb5e tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] 10.222.0.54 "GET /v2.0/ports?device_id=669195ab-b99c-42c3-b1f1-09b59289b906 HTTP/1.1" status: 200 len: 945 time: 0.0837049 Nov 19 17:42:14.922495 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d12d64b-f284-44e2-9067-bc059734820d req-60b6a56f-0c2d-4bc0-bce2-0068130169dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:14.924012 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0d12d64b-f284-44e2-9067-bc059734820d req-60b6a56f-0c2d-4bc0-bce2-0068130169dd service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8b3c88de-c9c2-4a20-b19e-1855c2c19035 HTTP/1.1" status: 200 len: 843 time: 0.1399279 Nov 19 17:42:14.927434 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-6b1da698-f0b4-47e0-96c4-3c38525e2c16 req-f4e572b5-757f-484b-bd58-f73a9512e293 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:14.942008 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496b26e4-0823-4489-a74f-5ea3b2cd6811 req-27217490-5011-4d62-9956-1b20f973947d tempest-ServerDiagnosticsNegativeTest-911506051 tempest-ServerDiagnosticsNegativeTest-911506051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:14.943424 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-496b26e4-0823-4489-a74f-5ea3b2cd6811 req-27217490-5011-4d62-9956-1b20f973947d tempest-ServerDiagnosticsNegativeTest-911506051 tempest-ServerDiagnosticsNegativeTest-911506051-project] 10.222.0.54 "GET /v2.0/ports?device_id=80d297fb-2081-4851-b763-3b823164ffc7 HTTP/1.1" status: 200 len: 947 time: 0.1762393 Nov 19 17:42:14.989070 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.provisioning_blocks [req-6b1da698-f0b4-47e0-96c4-3c38525e2c16 req-f4e572b5-757f-484b-bd58-f73a9512e293 service neutron] Transition to ACTIVE for port object 5acf4e95-86ed-44f0-b29a-2e6b8904987b will not be triggered until provisioned by entity L2. {{(pid=103365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 17:42:15.007004 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-6b1da698-f0b4-47e0-96c4-3c38525e2c16 req-f4e572b5-757f-484b-bd58-f73a9512e293 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:15.007565 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-1cc86ba1-570f-40b2-b883-993825991e0e req-dfa63c57-a630-4630-a2bb-7d19cdd6f4c9 tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] 10.222.0.54 "GET /v2.0/security-groups?id=608cd3c1-fb02-4e09-9a3c-895a0164600c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758135 Nov 19 17:42:15.012912 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4badb01f-4f97-41f9-915b-608cc7cfe36d req-a6585483-c102-4967-89c3-2fd9088af299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:15.014448 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4badb01f-4f97-41f9-915b-608cc7cfe36d req-a6585483-c102-4967-89c3-2fd9088af299 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=6e98860a-1881-4939-aac3-24397c3d5a2d HTTP/1.1" status: 200 len: 1096 time: 0.1596456 Nov 19 17:42:15.126491 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d12d64b-f284-44e2-9067-bc059734820d req-480f1a8a-3832-4618-92b9-86e5bd41da90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:15.128762 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0d12d64b-f284-44e2-9067-bc059734820d req-480f1a8a-3832-4618-92b9-86e5bd41da90 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=346debfa-452b-4048-abf4-8f4493625ef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1842864 Nov 19 17:42:15.134461 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-496b26e4-0823-4489-a74f-5ea3b2cd6811 req-9c53436e-02e3-4899-b34e-77448e3465db tempest-ServerDiagnosticsNegativeTest-911506051 tempest-ServerDiagnosticsNegativeTest-911506051-project] 10.222.0.54 "GET /v2.0/security-groups?id=8647b985-ec52-41b4-8adb-34f907a3de17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752775 Nov 19 17:42:15.137289 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e572b5-757f-484b-bd58-f73a9512e293 service neutron] Pushing event updated for resources: {'Port': ['ID=5acf4e95-86ed-44f0-b29a-2e6b8904987b,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:42:15.156153 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b9645b-4b39-43be-b95f-73473f14c9ee req-f025e215-1e4b-4997-937b-f5359f47d485 tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:15.158140 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-76b9645b-4b39-43be-b95f-73473f14c9ee req-f025e215-1e4b-4997-937b-f5359f47d485 tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] 10.222.0.54 "GET /v2.0/ports?device_id=90e0de18-fe64-4fe4-a3d8-f6b2367e2980 HTTP/1.1" status: 200 len: 945 time: 0.0715539 Nov 19 17:42:15.236607 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4badb01f-4f97-41f9-915b-608cc7cfe36d req-0f808d35-8b8d-4775-b435-09dc476dbb5b service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=2e3e4707-c197-4851-8355-26b2132f2eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651566 Nov 19 17:42:15.246383 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-76b9645b-4b39-43be-b95f-73473f14c9ee req-ded893d2-3763-4a2b-8dfd-7362cd7dece7 tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] 10.222.0.54 "GET /v2.0/security-groups?id=b84acbb5-2f2e-43b4-8c5f-7110024c7a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758400 Nov 19 17:42:15.324760 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0d12d64b-f284-44e2-9067-bc059734820d req-19e459cf-7775-428b-99c1-9457284c20c1 service neutron] 10.222.0.60 "GET /v2.0/networks/346debfa-452b-4048-abf4-8f4493625ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1844945 Nov 19 17:42:15.332124 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-6b1da698-f0b4-47e0-96c4-3c38525e2c16 req-f4e572b5-757f-484b-bd58-f73a9512e293 service neutron] Attempting to bind port 5acf4e95-86ed-44f0-b29a-2e6b8904987b on host n-h2-818022-2 for vnic_type normal with profile {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:42:15.332864 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-6b1da698-f0b4-47e0-96c4-3c38525e2c16 req-f4e572b5-757f-484b-bd58-f73a9512e293 service neutron] Attempting to bind port 5acf4e95-86ed-44f0-b29a-2e6b8904987b by drivers openvswitch,hyperv on host n-h2-818022-2 at level 0 using segments [{'id': '3969cf88-7658-432d-801e-c50b9cff97b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '5462cbaf-741d-4a3e-93f9-7ce709019f54'}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:42:15.333206 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b1da698-f0b4-47e0-96c4-3c38525e2c16 req-f4e572b5-757f-484b-bd58-f73a9512e293 service neutron] Attempting to bind port 5acf4e95-86ed-44f0-b29a-2e6b8904987b on network 5462cbaf-741d-4a3e-93f9-7ce709019f54 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:42:15.341930 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b1da698-f0b4-47e0-96c4-3c38525e2c16 req-f4e572b5-757f-484b-bd58-f73a9512e293 service neutron] Port 5acf4e95-86ed-44f0-b29a-2e6b8904987b on network 5462cbaf-741d-4a3e-93f9-7ce709019f54 not bound, no agent of type Open vSwitch agent registered on host n-h2-818022-2 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 17:42:15.342265 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b1da698-f0b4-47e0-96c4-3c38525e2c16 req-f4e572b5-757f-484b-bd58-f73a9512e293 service neutron] Attempting to bind port 5acf4e95-86ed-44f0-b29a-2e6b8904987b on network 5462cbaf-741d-4a3e-93f9-7ce709019f54 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:42:15.353036 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b1da698-f0b4-47e0-96c4-3c38525e2c16 req-f4e572b5-757f-484b-bd58-f73a9512e293 service neutron] Checking agent: {'id': '525ad2ac-c4ae-4c63-af2e-0bf8d25d0f0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'started_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 42, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:42:15.353395 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b1da698-f0b4-47e0-96c4-3c38525e2c16 req-f4e572b5-757f-484b-bd58-f73a9512e293 service neutron] Checking segment: {'id': '3969cf88-7658-432d-801e-c50b9cff97b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '5462cbaf-741d-4a3e-93f9-7ce709019f54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:42:15.353773 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b1da698-f0b4-47e0-96c4-3c38525e2c16 req-f4e572b5-757f-484b-bd58-f73a9512e293 service neutron] Bound using segment: {'id': '3969cf88-7658-432d-801e-c50b9cff97b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '5462cbaf-741d-4a3e-93f9-7ce709019f54'} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:42:15.354244 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-6b1da698-f0b4-47e0-96c4-3c38525e2c16 req-f4e572b5-757f-484b-bd58-f73a9512e293 service neutron] Bound port: 5acf4e95-86ed-44f0-b29a-2e6b8904987b, host: n-h2-818022-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3969cf88-7658-432d-801e-c50b9cff97b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '5462cbaf-741d-4a3e-93f9-7ce709019f54'}}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:42:15.354604 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-6b1da698-f0b4-47e0-96c4-3c38525e2c16 req-f4e572b5-757f-484b-bd58-f73a9512e293 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:15.421094 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727003cc-9300-46f3-8ac7-6062144c0808 req-68cf2510-0b45-48a0-8c07-bebf34c97c09 tempest-ServerAddressesNegativeTestJSON-703515087 tempest-ServerAddressesNegativeTestJSON-703515087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:15.426582 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-727003cc-9300-46f3-8ac7-6062144c0808 req-68cf2510-0b45-48a0-8c07-bebf34c97c09 tempest-ServerAddressesNegativeTestJSON-703515087 tempest-ServerAddressesNegativeTestJSON-703515087-project] 10.222.0.54 "GET /v2.0/ports?device_id=5eb7676a-3cce-407d-868a-332f4c09fe51 HTTP/1.1" status: 200 len: 943 time: 0.0780268 Nov 19 17:42:15.513565 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-6b1da698-f0b4-47e0-96c4-3c38525e2c16 req-f4e572b5-757f-484b-bd58-f73a9512e293 service neutron] For port 5acf4e95-86ed-44f0-b29a-2e6b8904987b, host n-h2-818022-2, cleared binding levels {{(pid=103365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:42:15.542068 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-6b1da698-f0b4-47e0-96c4-3c38525e2c16 req-f4e572b5-757f-484b-bd58-f73a9512e293 service neutron] For port 5acf4e95-86ed-44f0-b29a-2e6b8904987b, host n-h2-818022-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=5acf4e95-86ed-44f0-b29a-2e6b8904987b,segment=NetworkSegment(3969cf88-7658-432d-801e-c50b9cff97b5),segment_id=3969cf88-7658-432d-801e-c50b9cff97b5)] {{(pid=103365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:42:15.542908 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-727003cc-9300-46f3-8ac7-6062144c0808 req-eebfe4c9-f52a-40ae-ac8a-92b133cd000b tempest-ServerAddressesNegativeTestJSON-703515087 tempest-ServerAddressesNegativeTestJSON-703515087-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2d8ccc0-6114-4201-88f3-d3063952f1b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068654 Nov 19 17:42:15.557202 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-6b1da698-f0b4-47e0-96c4-3c38525e2c16 req-f4e572b5-757f-484b-bd58-f73a9512e293 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:15.653937 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1da698-f0b4-47e0-96c4-3c38525e2c16 req-f4e572b5-757f-484b-bd58-f73a9512e293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:15.655809 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-6b1da698-f0b4-47e0-96c4-3c38525e2c16 req-f4e572b5-757f-484b-bd58-f73a9512e293 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:15.658314 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6b1da698-f0b4-47e0-96c4-3c38525e2c16 req-f4e572b5-757f-484b-bd58-f73a9512e293 service neutron] 10.222.0.86 "PUT /v2.0/ports/5acf4e95-86ed-44f0-b29a-2e6b8904987b HTTP/1.1" status: 200 len: 1091 time: 1.6180823 Nov 19 17:42:15.666740 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e15bb909-3fc7-4969-a51b-ff659151bc3d', 'tag': '5acf4e95-86ed-44f0-b29a-2e6b8904987b'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:42:15.671244 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218319d759239a7d11f1288aef37381b97754913ee9ccbfd43b51a463f801712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45f8f82f-fce2-4d4f-8e72-b3d2c8ee5af4" -d '{"events": [{"name": "network-changed", "server_uuid": "e15bb909-3fc7-4969-a51b-ff659151bc3d", "tag": "5acf4e95-86ed-44f0-b29a-2e6b8904987b"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:42:15.718898 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003a4289-f214-4b8d-8e6e-f88ca751bb71 req-adbd80f5-4a87-406f-9efe-fd862e346829 tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:15.720999 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-003a4289-f214-4b8d-8e6e-f88ca751bb71 req-adbd80f5-4a87-406f-9efe-fd862e346829 tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] 10.222.0.54 "GET /v2.0/ports?device_id=ccff1488-85ea-43ae-bf94-c62226a4f4bf HTTP/1.1" status: 200 len: 946 time: 0.0726779 Nov 19 17:42:15.736375 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0d12d64b-f284-44e2-9067-bc059734820d req-9282acb2-972d-45b7-b000-24de338b4fb0 service neutron] 10.222.0.60 "GET /v2.0/networks/346debfa-452b-4048-abf4-8f4493625ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3048437 Nov 19 17:42:15.740439 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e572b5-757f-484b-bd58-f73a9512e293 service neutron] Pushing event updated for resources: {'Port': ['ID=5acf4e95-86ed-44f0-b29a-2e6b8904987b,revision_number=3']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:42:15.761200 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 6b8ab166-d9c0-495f-a620-280635654b4a details requested by agent hyperv_n-h1-818022-2 with host n-h1-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 17:42:15.793399 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb492dc3-b5ed-4d7d-9f5b-0d9740c4930b req-cd17864f-e86f-41e8-a0bd-a341f7d63ce6 tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:15.795956 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-eb492dc3-b5ed-4d7d-9f5b-0d9740c4930b req-cd17864f-e86f-41e8-a0bd-a341f7d63ce6 tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] 10.222.0.54 "GET /v2.0/ports?device_id=a23b2fc0-1763-44d0-87d4-83dde49515d8 HTTP/1.1" status: 200 len: 946 time: 0.1782994 Nov 19 17:42:15.799184 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-003a4289-f214-4b8d-8e6e-f88ca751bb71 req-9ea1dbb8-5b42-43bb-9ccc-bbe439e0fc0e tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] 10.222.0.54 "GET /v2.0/security-groups?id=50a0c454-55dd-48da-a67f-9bb1b9eaa61f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0666759 Nov 19 17:42:15.857949 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1da698-f0b4-47e0-96c4-3c38525e2c16 req-0ead5cdf-b162-4cb1-991d-8a58b4888df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:15.860427 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6b1da698-f0b4-47e0-96c4-3c38525e2c16 req-0ead5cdf-b162-4cb1-991d-8a58b4888df3 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c146b4a40dd54cec9293fb9bbd2d1c70&device_id=e15bb909-3fc7-4969-a51b-ff659151bc3d HTTP/1.1" status: 200 len: 1094 time: 0.1388724 Nov 19 17:42:15.885592 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 6b8ab166-d9c0-495f-a620-280635654b4a, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=6b8ab166-d9c0-495f-a620-280635654b4a,segment=NetworkSegment(edbb1722-b7cb-41ae-beac-32509f2c4e6b),segment_id=edbb1722-b7cb-41ae-beac-32509f2c4e6b)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:42:15.904055 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Returning: {'device': '6b8ab166-d9c0-495f-a620-280635654b4a', 'network_id': 'c3ab4c69-5070-451a-96b4-e294fdfb2d10', 'port_id': '6b8ab166-d9c0-495f-a620-280635654b4a', 'mac_address': 'fa:16:3e:d9:3c:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 694, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4e641d4-3e50-45db-89bf-a6b1e36be340', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 17:42:15.952757 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6b1da698-f0b4-47e0-96c4-3c38525e2c16 req-5e62b94d-f2fa-4e5c-89fd-8cbabfc5c020 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5acf4e95-86ed-44f0-b29a-2e6b8904987b HTTP/1.1" status: 200 len: 217 time: 0.0713999 Nov 19 17:42:15.966419 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-eb492dc3-b5ed-4d7d-9f5b-0d9740c4930b req-ef0a63bb-db99-4e50-8810-6b636f0aeb1c tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] 10.222.0.54 "GET /v2.0/security-groups?id=608cd3c1-fb02-4e09-9a3c-895a0164600c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581280 Nov 19 17:42:15.988442 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:16.009390 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b8ab166-d9c0-495f-a620-280635654b4a {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:42:16.021958 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 17:42:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1092201e-6f7e-46c3-be6a-13f2d4ba4113 x-openstack-request-id: req-1092201e-6f7e-46c3-be6a-13f2d4ba4113 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:42:16.022402 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e15bb909-3fc7-4969-a51b-ff659151bc3d", "tag": "5acf4e95-86ed-44f0-b29a-2e6b8904987b", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:42:16.022816 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-1092201e-6f7e-46c3-be6a-13f2d4ba4113 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:42:16.024244 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e15bb909-3fc7-4969-a51b-ff659151bc3d', 'tag': '5acf4e95-86ed-44f0-b29a-2e6b8904987b', 'status': 'completed', 'code': 200} Nov 19 17:42:16.042164 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 6b8ab166-d9c0-495f-a620-280635654b4a, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=6b8ab166-d9c0-495f-a620-280635654b4a,segment=NetworkSegment(edbb1722-b7cb-41ae-beac-32509f2c4e6b),segment_id=edbb1722-b7cb-41ae-beac-32509f2c4e6b)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:42:16.051302 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:16.057682 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1da698-f0b4-47e0-96c4-3c38525e2c16 req-e6bbf6bf-09a4-407e-965c-c2fe58e5f137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:16.060478 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6b1da698-f0b4-47e0-96c4-3c38525e2c16 req-e6bbf6bf-09a4-407e-965c-c2fe58e5f137 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=568bbddb-beac-4fd1-85b0-aaffdafcdcf0 HTTP/1.1" status: 200 len: 853 time: 0.0926340 Nov 19 17:42:16.085466 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad8e149-286d-402f-82c1-ce1a471d4055 req-c9d052bc-4bf6-4c5f-ae76-483924781fab tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:16.087353 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-7ad8e149-286d-402f-82c1-ce1a471d4055 req-c9d052bc-4bf6-4c5f-ae76-483924781fab tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] 10.222.0.54 "GET /v2.0/ports?device_id=6e98860a-1881-4939-aac3-24397c3d5a2d HTTP/1.1" status: 200 len: 945 time: 0.0828762 Nov 19 17:42:16.135589 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=6b8ab166-d9c0-495f-a620-280635654b4a,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:42:16.150985 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-7ad8e149-286d-402f-82c1-ce1a471d4055 req-5c196da9-393b-4d1a-b21d-1e5af0b06992 tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] 10.222.0.54 "GET /v2.0/security-groups?id=2e3e4707-c197-4851-8355-26b2132f2eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514436 Nov 19 17:42:16.154611 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6b1da698-f0b4-47e0-96c4-3c38525e2c16 req-e050fae5-1e40-4aef-8fee-0e513e90e580 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=5462cbaf-741d-4a3e-93f9-7ce709019f54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0671921 Nov 19 17:42:16.246728 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17983e31-ef9c-46d9-9fd5-a2ad4715eca8 req-8a734d95-4a27-48cd-b6b9-e4b476dc61a5 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:16.248321 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-17983e31-ef9c-46d9-9fd5-a2ad4715eca8 req-8a734d95-4a27-48cd-b6b9-e4b476dc61a5 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] 10.222.0.54 "GET /v2.0/ports?device_id=e15bb909-3fc7-4969-a51b-ff659151bc3d HTTP/1.1" status: 200 len: 943 time: 0.1755607 Nov 19 17:42:16.293587 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411e0b1a-08fb-4cdd-b518-72c16f890b26 req-6d44c173-a2c1-45b6-ac7a-feaa0d46384e tempest-LiveMigrationTest-1744255723 tempest-LiveMigrationTest-1744255723-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:16.295272 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-411e0b1a-08fb-4cdd-b518-72c16f890b26 req-6d44c173-a2c1-45b6-ac7a-feaa0d46384e tempest-LiveMigrationTest-1744255723 tempest-LiveMigrationTest-1744255723-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=67c7d862-f420-4f4c-9d52-2ec6b77c5e28 HTTP/1.1" status: 200 len: 1097 time: 0.0638876 Nov 19 17:42:16.320499 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6b1da698-f0b4-47e0-96c4-3c38525e2c16 req-9d6eb437-8e0d-40a8-8a50-37d4bdac02c5 service neutron] 10.222.0.86 "GET /v2.0/networks/5462cbaf-741d-4a3e-93f9-7ce709019f54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553125 Nov 19 17:42:16.326215 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-17983e31-ef9c-46d9-9fd5-a2ad4715eca8 req-cfd8c0c7-2f3e-4e7a-b28d-55ab501454bc tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] 10.222.0.54 "GET /v2.0/security-groups?id=6b496084-806a-4b53-af34-e578be5128ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689185 Nov 19 17:42:16.344795 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['6b8ab166-d9c0-495f-a620-280635654b4a'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:42:16.364083 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-411e0b1a-08fb-4cdd-b518-72c16f890b26 req-4d18dfe3-45f9-4905-af5b-169fbbcb9b8f tempest-LiveMigrationTest-1744255723 tempest-LiveMigrationTest-1744255723-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=12d5dc08-1d9f-41c6-b52c-304239ec8b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605710 Nov 19 17:42:16.469084 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6b1da698-f0b4-47e0-96c4-3c38525e2c16 req-8a93ffc3-504e-4ba6-8f6a-e84d378d9187 service neutron] 10.222.0.86 "GET /v2.0/networks/5462cbaf-741d-4a3e-93f9-7ce709019f54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329587 Nov 19 17:42:16.555588 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306cb9f0-00a2-4665-b38a-3361551e91a1 req-85c68510-0ae4-4783-b701-373790c8262f tempest-ServerDiagnosticsNegativeTest-911506051 tempest-ServerDiagnosticsNegativeTest-911506051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:16.557562 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-306cb9f0-00a2-4665-b38a-3361551e91a1 req-85c68510-0ae4-4783-b701-373790c8262f tempest-ServerDiagnosticsNegativeTest-911506051 tempest-ServerDiagnosticsNegativeTest-911506051-project] 10.222.0.54 "GET /v2.0/ports?device_id=80d297fb-2081-4851-b763-3b823164ffc7 HTTP/1.1" status: 200 len: 947 time: 0.0722992 Nov 19 17:42:16.641871 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-306cb9f0-00a2-4665-b38a-3361551e91a1 req-578e9ccf-bdb4-409b-bba0-da791e095962 tempest-ServerDiagnosticsNegativeTest-911506051 tempest-ServerDiagnosticsNegativeTest-911506051-project] 10.222.0.54 "GET /v2.0/security-groups?id=8647b985-ec52-41b4-8adb-34f907a3de17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737946 Nov 19 17:42:16.659465 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f8f82f-fce2-4d4f-8e72-b3d2c8ee5af4 req-2d8656d5-c4d0-42a4-adee-8f5b28d00506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:16.662203 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-45f8f82f-fce2-4d4f-8e72-b3d2c8ee5af4 req-2d8656d5-c4d0-42a4-adee-8f5b28d00506 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c146b4a40dd54cec9293fb9bbd2d1c70&device_id=e15bb909-3fc7-4969-a51b-ff659151bc3d HTTP/1.1" status: 200 len: 1094 time: 0.0910532 Nov 19 17:42:16.782891 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bfb0fa-4f0a-46f6-90ef-7b83a20e36c5 req-baf7aae9-cda7-4d65-8b12-5fdee626be49 tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:16.784289 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-02bfb0fa-4f0a-46f6-90ef-7b83a20e36c5 req-baf7aae9-cda7-4d65-8b12-5fdee626be49 tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] 10.222.0.54 "GET /v2.0/ports?device_id=90e0de18-fe64-4fe4-a3d8-f6b2367e2980 HTTP/1.1" status: 200 len: 945 time: 0.0593138 Nov 19 17:42:16.826287 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b98893-524f-44d0-915c-f2f78c83b23c req-1b8e0e66-7938-4bb7-87df-b7f33fba3254 tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:16.827932 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e2b98893-524f-44d0-915c-f2f78c83b23c req-1b8e0e66-7938-4bb7-87df-b7f33fba3254 tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] 10.222.0.54 "GET /v2.0/ports?device_id=2dc0a948-e69f-470a-a431-55ba5b8e72a4 HTTP/1.1" status: 200 len: 946 time: 0.1598539 Nov 19 17:42:16.857384 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-02bfb0fa-4f0a-46f6-90ef-7b83a20e36c5 req-11daae17-4f97-480a-8701-b7bac632efd1 tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] 10.222.0.54 "GET /v2.0/security-groups?id=b84acbb5-2f2e-43b4-8c5f-7110024c7a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655584 Nov 19 17:42:16.862651 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f8f82f-fce2-4d4f-8e72-b3d2c8ee5af4 req-685bfb42-d26c-4d26-9377-02a08b19e8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:16.865067 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-45f8f82f-fce2-4d4f-8e72-b3d2c8ee5af4 req-685bfb42-d26c-4d26-9377-02a08b19e8b2 service neutron] 10.222.0.86 "GET /v2.0/networks?id=5462cbaf-741d-4a3e-93f9-7ce709019f54 HTTP/1.1" status: 200 len: 914 time: 0.1823311 Nov 19 17:42:16.946000 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-45f8f82f-fce2-4d4f-8e72-b3d2c8ee5af4 req-f6429ee9-0a87-478b-9d30-049015a9f545 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5acf4e95-86ed-44f0-b29a-2e6b8904987b HTTP/1.1" status: 200 len: 217 time: 0.0588715 Nov 19 17:42:16.953969 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e2b98893-524f-44d0-915c-f2f78c83b23c req-f19843dc-c4ff-4caa-8564-c34b8e2aab66 tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] 10.222.0.54 "GET /v2.0/security-groups?id=608cd3c1-fb02-4e09-9a3c-895a0164600c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181400 Nov 19 17:42:17.075560 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f8f82f-fce2-4d4f-8e72-b3d2c8ee5af4 req-8d26ecd3-3ecc-48ba-a7be-f900699394ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:17.077957 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-45f8f82f-fce2-4d4f-8e72-b3d2c8ee5af4 req-8d26ecd3-3ecc-48ba-a7be-f900699394ab service neutron] 10.222.0.86 "GET /v2.0/subnets?id=568bbddb-beac-4fd1-85b0-aaffdafcdcf0 HTTP/1.1" status: 200 len: 853 time: 0.1059654 Nov 19 17:42:17.104502 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c5f3bb-d757-4f30-beda-f749f820518c req-c4fb6262-bfbc-4d62-976f-adcf37e3eee4 tempest-ServerAddressesNegativeTestJSON-703515087 tempest-ServerAddressesNegativeTestJSON-703515087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:17.106443 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a8c5f3bb-d757-4f30-beda-f749f820518c req-c4fb6262-bfbc-4d62-976f-adcf37e3eee4 tempest-ServerAddressesNegativeTestJSON-703515087 tempest-ServerAddressesNegativeTestJSON-703515087-project] 10.222.0.54 "GET /v2.0/ports?device_id=5eb7676a-3cce-407d-868a-332f4c09fe51 HTTP/1.1" status: 200 len: 944 time: 0.0747402 Nov 19 17:42:17.149465 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-45f8f82f-fce2-4d4f-8e72-b3d2c8ee5af4 req-0f014ad8-57c3-4e60-90bd-cf106dc1a68f service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=5462cbaf-741d-4a3e-93f9-7ce709019f54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419600 Nov 19 17:42:17.225538 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a8c5f3bb-d757-4f30-beda-f749f820518c req-d7bb84d1-a587-4024-88e9-1c23ddab6c15 tempest-ServerAddressesNegativeTestJSON-703515087 tempest-ServerAddressesNegativeTestJSON-703515087-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2d8ccc0-6114-4201-88f3-d3063952f1b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092994 Nov 19 17:42:17.296593 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-45f8f82f-fce2-4d4f-8e72-b3d2c8ee5af4 req-d4fc717a-d637-4a4a-9a14-4b6a65eee62f service neutron] 10.222.0.86 "GET /v2.0/networks/5462cbaf-741d-4a3e-93f9-7ce709019f54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328099 Nov 19 17:42:17.440977 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6e84d1-12cf-478a-96ef-019752365b6c req-3e954cd3-ddb4-4d59-81d9-31be44d53cf8 tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:17.443287 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-bd6e84d1-12cf-478a-96ef-019752365b6c req-3e954cd3-ddb4-4d59-81d9-31be44d53cf8 tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] 10.222.0.54 "GET /v2.0/ports?device_id=ccff1488-85ea-43ae-bf94-c62226a4f4bf HTTP/1.1" status: 200 len: 946 time: 0.1168051 Nov 19 17:42:17.449225 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-45f8f82f-fce2-4d4f-8e72-b3d2c8ee5af4 req-3d9bc25f-4389-4fba-9130-d1b9f1979e8a service neutron] 10.222.0.86 "GET /v2.0/networks/5462cbaf-741d-4a3e-93f9-7ce709019f54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413229 Nov 19 17:42:17.510511 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-bd6e84d1-12cf-478a-96ef-019752365b6c req-427894eb-e7d4-4ee7-bb3a-5ac9aae9a7fc tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] 10.222.0.54 "GET /v2.0/security-groups?id=50a0c454-55dd-48da-a67f-9bb1b9eaa61f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0602503 Nov 19 17:42:17.776401 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 924a1178-f0d1-4088-9c68-eacff9c1c5e4 details requested by agent hyperv_n-h1-818022-2 with host n-h1-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 17:42:17.782186 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 6b8ab166-d9c0-495f-a620-280635654b4a up at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:42:17.873643 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8852bd-fad7-4d4f-b5ea-dc0f5f581bf7 req-3a2ab378-99fc-4a56-b5d9-8d057d4780f9 tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:17.883579 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8852bd-fad7-4d4f-b5ea-dc0f5f581bf7 req-3a2ab378-99fc-4a56-b5d9-8d057d4780f9 tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:17.892566 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8852bd-fad7-4d4f-b5ea-dc0f5f581bf7 req-3a2ab378-99fc-4a56-b5d9-8d057d4780f9 tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:17.901615 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ed8852bd-fad7-4d4f-b5ea-dc0f5f581bf7 req-3a2ab378-99fc-4a56-b5d9-8d057d4780f9 tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] 10.222.0.54 "GET /v2.0/ports?device_id=a23b2fc0-1763-44d0-87d4-83dde49515d8&device_id=669195ab-b99c-42c3-b1f1-09b59289b906&device_id=2dc0a948-e69f-470a-a431-55ba5b8e72a4 HTTP/1.1" status: 200 len: 2418 time: 0.1029677 Nov 19 17:42:17.913797 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning for port 6b8ab166-d9c0-495f-a620-280635654b4a completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 17:42:17.920741 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning complete for port 6b8ab166-d9c0-495f-a620-280635654b4a triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:42:17.921153 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:17.975534 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 924a1178-f0d1-4088-9c68-eacff9c1c5e4, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=924a1178-f0d1-4088-9c68-eacff9c1c5e4,segment=NetworkSegment(1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861),segment_id=1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:42:17.977022 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ed8852bd-fad7-4d4f-b5ea-dc0f5f581bf7 req-80ddf4b4-ebbc-4d67-910d-8fb07d368ed7 tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] 10.222.0.54 "GET /v2.0/security-groups?id=608cd3c1-fb02-4e09-9a3c-895a0164600c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744491 Nov 19 17:42:17.997725 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Returning: {'device': '924a1178-f0d1-4088-9c68-eacff9c1c5e4', 'network_id': '346debfa-452b-4048-abf4-8f4493625ef2', 'port_id': '924a1178-f0d1-4088-9c68-eacff9c1c5e4', 'mac_address': 'fa:16:3e:9c:df:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b3c88de-c9c2-4a20-b19e-1855c2c19035', 'ip_address': '192.168.233.63'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 17:42:18.070190 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [req-c1363bdd-fc75-4e20-80ca-a187ecca9909 req-6a237cde-95ec-41be-81de-72acdca3f44e tempest-LiveMigrationTest-1744255723 tempest-LiveMigrationTest-1744255723-project-admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=103364) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 17:42:18.071828 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c1363bdd-fc75-4e20-80ca-a187ecca9909 req-6a237cde-95ec-41be-81de-72acdca3f44e tempest-LiveMigrationTest-1744255723 tempest-LiveMigrationTest-1744255723-project-admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1616797 Nov 19 17:42:18.098972 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:18.102521 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:18.121326 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4bb9ec-f170-44b0-aeb4-b3ec121ce76d req-d93af244-f6b3-462d-9bd5-53258811ac75 tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:18.127023 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ad4bb9ec-f170-44b0-aeb4-b3ec121ce76d req-d93af244-f6b3-462d-9bd5-53258811ac75 tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] 10.222.0.54 "GET /v2.0/ports?device_id=6e98860a-1881-4939-aac3-24397c3d5a2d HTTP/1.1" status: 200 len: 945 time: 0.0755589 Nov 19 17:42:18.140509 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 924a1178-f0d1-4088-9c68-eacff9c1c5e4 {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:42:18.155704 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5eb7676a-3cce-407d-868a-332f4c09fe51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b8ab166-d9c0-495f-a620-280635654b4a'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:42:18.158946 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3940761bcd94e032e6960d2241bd8993c5d3a7d8dc2aca8488f3ecf1d4dd2fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7125d38e-c824-4909-b14b-7ca2f89e8e6d" -d '{"events": [{"server_uuid": "5eb7676a-3cce-407d-868a-332f4c09fe51", "name": "network-vif-plugged", "status": "completed", "tag": "6b8ab166-d9c0-495f-a620-280635654b4a"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:42:18.172288 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1363bdd-fc75-4e20-80ca-a187ecca9909 req-bdb925da-bb9a-4ad6-a57e-a8e730364ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:18.179669 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c1363bdd-fc75-4e20-80ca-a187ecca9909 req-bdb925da-bb9a-4ad6-a57e-a8e730364ae6 service neutron] 10.222.0.54 "GET /v2.0/ports/93e90eda-5096-4d5d-bd55-a580bf26e4e1 HTTP/1.1" status: 200 len: 1094 time: 0.0999465 Nov 19 17:42:18.183551 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-c1363bdd-fc75-4e20-80ca-a187ecca9909 req-34fa6e28-28f2-49fc-9431-d5b930cfd4df service neutron] Request body: {'binding': {'host': 'n-h2-818022-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:42:18.184006 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-c1363bdd-fc75-4e20-80ca-a187ecca9909 req-34fa6e28-28f2-49fc-9431-d5b930cfd4df service neutron] Unknown quota resources ['binding']. {{(pid=103364) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 19 17:42:18.188395 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ad4bb9ec-f170-44b0-aeb4-b3ec121ce76d req-c9ca5a28-c4f7-49bf-a55d-155e66ad6b92 tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] 10.222.0.54 "GET /v2.0/security-groups?id=2e3e4707-c197-4851-8355-26b2132f2eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576439 Nov 19 17:42:18.191832 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 6b8ab166-d9c0-495f-a620-280635654b4a, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=6b8ab166-d9c0-495f-a620-280635654b4a,segment=NetworkSegment(edbb1722-b7cb-41ae-beac-32509f2c4e6b),segment_id=edbb1722-b7cb-41ae-beac-32509f2c4e6b)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:42:18.194665 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 924a1178-f0d1-4088-9c68-eacff9c1c5e4, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=924a1178-f0d1-4088-9c68-eacff9c1c5e4,segment=NetworkSegment(1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861),segment_id=1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:42:18.197472 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:18.202865 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:18.259672 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=6b8ab166-d9c0-495f-a620-280635654b4a,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:42:18.320875 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=924a1178-f0d1-4088-9c68-eacff9c1c5e4,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:42:18.352382 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9bc37f-46b3-4148-a496-7737df80d4ad req-e759799f-e989-4418-bbbc-e182d54a4deb tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:18.354194 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0b9bc37f-46b3-4148-a496-7737df80d4ad req-e759799f-e989-4418-bbbc-e182d54a4deb tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] 10.222.0.54 "GET /v2.0/ports?device_id=e15bb909-3fc7-4969-a51b-ff659151bc3d HTTP/1.1" status: 200 len: 943 time: 0.0597157 Nov 19 17:42:18.370329 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-c1363bdd-fc75-4e20-80ca-a187ecca9909 req-34fa6e28-28f2-49fc-9431-d5b930cfd4df service neutron] Attempting to bind port 93e90eda-5096-4d5d-bd55-a580bf26e4e1 on host n-h2-818022-2 for vnic_type normal with profile None {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:42:18.370847 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-c1363bdd-fc75-4e20-80ca-a187ecca9909 req-34fa6e28-28f2-49fc-9431-d5b930cfd4df service neutron] Attempting to bind port 93e90eda-5096-4d5d-bd55-a580bf26e4e1 by drivers openvswitch,hyperv on host n-h2-818022-2 at level 0 using segments [{'id': '68be9c2e-9e68-489a-becd-67ff095c4169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'c7b257b3-f66e-4846-9861-5f47f21f4188'}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:42:18.371360 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1363bdd-fc75-4e20-80ca-a187ecca9909 req-34fa6e28-28f2-49fc-9431-d5b930cfd4df service neutron] Attempting to bind port 93e90eda-5096-4d5d-bd55-a580bf26e4e1 on network c7b257b3-f66e-4846-9861-5f47f21f4188 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:42:18.379459 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1363bdd-fc75-4e20-80ca-a187ecca9909 req-34fa6e28-28f2-49fc-9431-d5b930cfd4df service neutron] Port 93e90eda-5096-4d5d-bd55-a580bf26e4e1 on network c7b257b3-f66e-4846-9861-5f47f21f4188 not bound, no agent of type Open vSwitch agent registered on host n-h2-818022-2 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 17:42:18.380011 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1363bdd-fc75-4e20-80ca-a187ecca9909 req-34fa6e28-28f2-49fc-9431-d5b930cfd4df service neutron] Attempting to bind port 93e90eda-5096-4d5d-bd55-a580bf26e4e1 on network c7b257b3-f66e-4846-9861-5f47f21f4188 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:42:18.389129 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1363bdd-fc75-4e20-80ca-a187ecca9909 req-34fa6e28-28f2-49fc-9431-d5b930cfd4df service neutron] Checking agent: {'id': '525ad2ac-c4ae-4c63-af2e-0bf8d25d0f0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'started_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 42, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:42:18.389665 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1363bdd-fc75-4e20-80ca-a187ecca9909 req-34fa6e28-28f2-49fc-9431-d5b930cfd4df service neutron] Checking segment: {'id': '68be9c2e-9e68-489a-becd-67ff095c4169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'c7b257b3-f66e-4846-9861-5f47f21f4188'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:42:18.390304 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1363bdd-fc75-4e20-80ca-a187ecca9909 req-34fa6e28-28f2-49fc-9431-d5b930cfd4df service neutron] Bound using segment: {'id': '68be9c2e-9e68-489a-becd-67ff095c4169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'c7b257b3-f66e-4846-9861-5f47f21f4188'} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:42:18.390998 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-c1363bdd-fc75-4e20-80ca-a187ecca9909 req-34fa6e28-28f2-49fc-9431-d5b930cfd4df service neutron] Bound port: 93e90eda-5096-4d5d-bd55-a580bf26e4e1, host: n-h2-818022-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68be9c2e-9e68-489a-becd-67ff095c4169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'c7b257b3-f66e-4846-9861-5f47f21f4188'}}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:42:18.409442 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0b9bc37f-46b3-4148-a496-7737df80d4ad req-12135859-25a2-4dcd-ba20-4749777eff39 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] 10.222.0.54 "GET /v2.0/security-groups?id=6b496084-806a-4b53-af34-e578be5128ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477128 Nov 19 17:42:18.459342 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['924a1178-f0d1-4088-9c68-eacff9c1c5e4'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:42:18.460828 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-c1363bdd-fc75-4e20-80ca-a187ecca9909 req-34fa6e28-28f2-49fc-9431-d5b930cfd4df service neutron] For port 93e90eda-5096-4d5d-bd55-a580bf26e4e1, host n-h2-818022-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=93e90eda-5096-4d5d-bd55-a580bf26e4e1,segment=NetworkSegment(68be9c2e-9e68-489a-becd-67ff095c4169),segment_id=68be9c2e-9e68-489a-becd-67ff095c4169)] {{(pid=103364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:42:18.471099 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-c1363bdd-fc75-4e20-80ca-a187ecca9909 req-34fa6e28-28f2-49fc-9431-d5b930cfd4df service neutron] Publish callbacks [] for binding, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:18.482497 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c1363bdd-fc75-4e20-80ca-a187ecca9909 req-34fa6e28-28f2-49fc-9431-d5b930cfd4df service neutron] 10.222.0.54 "POST /v2.0/ports/93e90eda-5096-4d5d-bd55-a580bf26e4e1/bindings HTTP/1.1" status: 201 len: 389 time: 0.2968793 Nov 19 17:42:18.683835 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209fdca2-647a-47ac-b595-0d58acfd8c6e req-49815157-8bb2-4945-a2b7-39711efcb64d tempest-ServerDiagnosticsNegativeTest-911506051 tempest-ServerDiagnosticsNegativeTest-911506051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:18.693041 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-209fdca2-647a-47ac-b595-0d58acfd8c6e req-49815157-8bb2-4945-a2b7-39711efcb64d tempest-ServerDiagnosticsNegativeTest-911506051 tempest-ServerDiagnosticsNegativeTest-911506051-project] 10.222.0.54 "GET /v2.0/ports?device_id=80d297fb-2081-4851-b763-3b823164ffc7 HTTP/1.1" status: 200 len: 948 time: 0.0801668 Nov 19 17:42:18.746398 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-209fdca2-647a-47ac-b595-0d58acfd8c6e req-0e7f8cc3-0a4a-490e-9e66-a2ca187c636c tempest-ServerDiagnosticsNegativeTest-911506051 tempest-ServerDiagnosticsNegativeTest-911506051-project] 10.222.0.54 "GET /v2.0/security-groups?id=8647b985-ec52-41b4-8adb-34f907a3de17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518947 Nov 19 17:42:18.755106 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6719cf2-e8e1-4080-be94-fd1d9317f8ea req-c92629d8-e36f-4cf6-b01c-54f4e89d282d tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:18.766418 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c6719cf2-e8e1-4080-be94-fd1d9317f8ea req-c92629d8-e36f-4cf6-b01c-54f4e89d282d tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] 10.222.0.54 "GET /v2.0/ports?device_id=90e0de18-fe64-4fe4-a3d8-f6b2367e2980 HTTP/1.1" status: 200 len: 945 time: 0.1033087 Nov 19 17:42:18.854004 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c6719cf2-e8e1-4080-be94-fd1d9317f8ea req-e1b8ec83-cfb7-444a-a3ad-8ac6433156d8 tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] 10.222.0.54 "GET /v2.0/security-groups?id=b84acbb5-2f2e-43b4-8c5f-7110024c7a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831869 Nov 19 17:42:18.883440 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281f5915-d0cf-4815-a604-cac76f2ec460 req-aa26018e-1d92-4d01-9f45-7cbe74b07a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:18.886193 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-281f5915-d0cf-4815-a604-cac76f2ec460 req-aa26018e-1d92-4d01-9f45-7cbe74b07a07 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=dc7ce1e4ff7747b99247f6b026a294f4&device_id=ccff1488-85ea-43ae-bf94-c62226a4f4bf HTTP/1.1" status: 200 len: 1097 time: 0.0698586 Nov 19 17:42:18.907036 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:42:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a4b1d3c-b4fc-42dd-a317-4fa16e6c3ffb x-openstack-request-id: req-5a4b1d3c-b4fc-42dd-a317-4fa16e6c3ffb {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:42:18.909072 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5eb7676a-3cce-407d-868a-332f4c09fe51", "name": "network-vif-plugged", "status": "completed", "tag": "6b8ab166-d9c0-495f-a620-280635654b4a", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:42:18.910073 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-5a4b1d3c-b4fc-42dd-a317-4fa16e6c3ffb {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:42:18.911240 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5eb7676a-3cce-407d-868a-332f4c09fe51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b8ab166-d9c0-495f-a620-280635654b4a', 'code': 200} Nov 19 17:42:18.921691 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1363bdd-fc75-4e20-80ca-a187ecca9909 req-ccc26964-39ed-4e71-b583-8f64cd93a4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:18.923315 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c1363bdd-fc75-4e20-80ca-a187ecca9909 req-ccc26964-39ed-4e71-b583-8f64cd93a4b6 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=de10e7e0e3ea4ce28d84ef76e9c1ec3a&device_id=67c7d862-f420-4f4c-9d52-2ec6b77c5e28 HTTP/1.1" status: 200 len: 1097 time: 0.0894809 Nov 19 17:42:18.937748 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcd87cc-801a-4adc-8592-735bc5d49776 req-5b26a4d8-dc13-45ee-9ae2-ec6c57fe5327 tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:18.946177 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-4dcd87cc-801a-4adc-8592-735bc5d49776 req-5b26a4d8-dc13-45ee-9ae2-ec6c57fe5327 tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] 10.222.0.54 "GET /v2.0/ports?device_id=a23b2fc0-1763-44d0-87d4-83dde49515d8 HTTP/1.1" status: 200 len: 946 time: 0.1035671 Nov 19 17:42:19.042093 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-4dcd87cc-801a-4adc-8592-735bc5d49776 req-514e284d-cefe-47b8-b2e2-91c7d6d0aafe tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] 10.222.0.54 "GET /v2.0/security-groups?id=608cd3c1-fb02-4e09-9a3c-895a0164600c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950258 Nov 19 17:42:19.074088 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1363bdd-fc75-4e20-80ca-a187ecca9909 req-29e20f9e-15ab-406b-bba3-272ae1fce0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:19.075833 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c1363bdd-fc75-4e20-80ca-a187ecca9909 req-29e20f9e-15ab-406b-bba3-272ae1fce0c9 service neutron] 10.222.0.86 "GET /v2.0/networks?id=c7b257b3-f66e-4846-9861-5f47f21f4188 HTTP/1.1" status: 200 len: 908 time: 0.1276660 Nov 19 17:42:19.123991 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c1363bdd-fc75-4e20-80ca-a187ecca9909 req-6b2670a8-d636-4317-b670-0b83f0eaa6ea service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=93e90eda-5096-4d5d-bd55-a580bf26e4e1 HTTP/1.1" status: 200 len: 217 time: 0.0398510 Nov 19 17:42:19.160312 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281f5915-d0cf-4815-a604-cac76f2ec460 req-9b600a2f-2c04-4e02-9484-2b7b09ac216d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:19.162769 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-281f5915-d0cf-4815-a604-cac76f2ec460 req-9b600a2f-2c04-4e02-9484-2b7b09ac216d service neutron] 10.222.0.86 "GET /v2.0/networks?id=54cb42e3-21bb-4900-9add-de52f53a9c78 HTTP/1.1" status: 200 len: 912 time: 0.2629883 Nov 19 17:42:19.187544 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79666cf-1cff-41ff-ade4-2de57ba4b6df req-69dec070-79f4-49cf-ab1f-05a1805be3a9 tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:19.191853 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e79666cf-1cff-41ff-ade4-2de57ba4b6df req-69dec070-79f4-49cf-ab1f-05a1805be3a9 tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] 10.222.0.54 "GET /v2.0/ports?device_id=6e98860a-1881-4939-aac3-24397c3d5a2d HTTP/1.1" status: 200 len: 945 time: 0.1769359 Nov 19 17:42:19.202235 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1363bdd-fc75-4e20-80ca-a187ecca9909 req-5ed54ee5-2beb-438e-9ef4-2b66009e3ece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:19.203678 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c1363bdd-fc75-4e20-80ca-a187ecca9909 req-5ed54ee5-2beb-438e-9ef4-2b66009e3ece service neutron] 10.222.0.86 "GET /v2.0/subnets?id=df2b5fb0-4ad7-475f-930a-bdefef26bd76 HTTP/1.1" status: 200 len: 847 time: 0.0704319 Nov 19 17:42:19.206124 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1be892-2702-4b08-89f3-b41eced60caa req-247d702a-9e3d-4858-af62-14c108f42d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:19.208625 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3d1be892-2702-4b08-89f3-b41eced60caa req-247d702a-9e3d-4858-af62-14c108f42d5a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=5eb7676a-3cce-407d-868a-332f4c09fe51 HTTP/1.1" status: 200 len: 1096 time: 0.1740015 Nov 19 17:42:19.212252 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64232c63-76a0-4a76-9548-a319050d8918 req-e741afda-53f1-4d00-9b75-ab183f5f74ea tempest-ServerAddressesNegativeTestJSON-703515087 tempest-ServerAddressesNegativeTestJSON-703515087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:19.213754 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-64232c63-76a0-4a76-9548-a319050d8918 req-e741afda-53f1-4d00-9b75-ab183f5f74ea tempest-ServerAddressesNegativeTestJSON-703515087 tempest-ServerAddressesNegativeTestJSON-703515087-project] 10.222.0.54 "GET /v2.0/ports?device_id=5eb7676a-3cce-407d-868a-332f4c09fe51 HTTP/1.1" status: 200 len: 945 time: 0.0923641 Nov 19 17:42:19.246247 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c1363bdd-fc75-4e20-80ca-a187ecca9909 req-1e2eea5e-36a3-4e4d-a26f-3cd6e8362a67 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c7b257b3-f66e-4846-9861-5f47f21f4188&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301139 Nov 19 17:42:19.329066 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-64232c63-76a0-4a76-9548-a319050d8918 req-4fb95dba-b42b-4d4f-b3aa-3a7c16367b00 tempest-ServerAddressesNegativeTestJSON-703515087 tempest-ServerAddressesNegativeTestJSON-703515087-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2d8ccc0-6114-4201-88f3-d3063952f1b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049035 Nov 19 17:42:19.371399 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-281f5915-d0cf-4815-a604-cac76f2ec460 req-12532ce9-a350-4b50-89d5-ca0c0f4d778a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e5476d89-23c6-405d-8ad8-c9f3d21a8ff2 HTTP/1.1" status: 200 len: 1001 time: 0.1783161 Nov 19 17:42:19.382413 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e79666cf-1cff-41ff-ade4-2de57ba4b6df req-37088fd7-114a-456b-9a2a-6dbd0724352e tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] 10.222.0.54 "GET /v2.0/security-groups?id=2e3e4707-c197-4851-8355-26b2132f2eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705935 Nov 19 17:42:19.400167 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3d1be892-2702-4b08-89f3-b41eced60caa req-c07ae09a-4bed-446d-850c-d03258f70a6d service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=c2d8ccc0-6114-4201-88f3-d3063952f1b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240480 Nov 19 17:42:19.416098 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c1363bdd-fc75-4e20-80ca-a187ecca9909 req-9fb44232-2979-4dff-9467-4281c862e7ae service neutron] 10.222.0.86 "GET /v2.0/networks/c7b257b3-f66e-4846-9861-5f47f21f4188?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506479 Nov 19 17:42:19.449129 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281f5915-d0cf-4815-a604-cac76f2ec460 req-6e9677ec-3984-4f6f-ac9d-ebb7eeadff2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:19.450769 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-281f5915-d0cf-4815-a604-cac76f2ec460 req-6e9677ec-3984-4f6f-ac9d-ebb7eeadff2b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ce5e5572-06fa-407a-98f7-553783ad7f2f HTTP/1.1" status: 200 len: 850 time: 0.0616126 Nov 19 17:42:19.528954 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e1eeb5-baf8-4d5d-9442-8466418b36b5 req-4c28dd93-4e20-43d9-8092-6eb7e277b6dc tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:19.530495 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-46e1eeb5-baf8-4d5d-9442-8466418b36b5 req-4c28dd93-4e20-43d9-8092-6eb7e277b6dc tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] 10.222.0.54 "GET /v2.0/ports?device_id=ccff1488-85ea-43ae-bf94-c62226a4f4bf HTTP/1.1" status: 200 len: 946 time: 0.0788481 Nov 19 17:42:19.537578 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c230d39-82be-4ac4-8456-d955e0f99a20 req-0fc341e9-e238-45dc-a813-7eed3143dbe7 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:19.539103 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2c230d39-82be-4ac4-8456-d955e0f99a20 req-0fc341e9-e238-45dc-a813-7eed3143dbe7 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/ports?device_id=67c7d862-f420-4f4c-9d52-2ec6b77c5e28 HTTP/1.1" status: 200 len: 946 time: 0.1037827 Nov 19 17:42:19.541023 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281f5915-d0cf-4815-a604-cac76f2ec460 req-2ef8c141-7758-4205-be3f-a1b7000f7b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:19.542610 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-281f5915-d0cf-4815-a604-cac76f2ec460 req-2ef8c141-7758-4205-be3f-a1b7000f7b06 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=54cb42e3-21bb-4900-9add-de52f53a9c78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0653598 Nov 19 17:42:19.550902 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c1363bdd-fc75-4e20-80ca-a187ecca9909 req-c055167b-f720-4d37-942c-6ec7c9d2d9f9 service neutron] 10.222.0.86 "GET /v2.0/networks/c7b257b3-f66e-4846-9861-5f47f21f4188?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239128 Nov 19 17:42:19.623180 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2c230d39-82be-4ac4-8456-d955e0f99a20 req-16f0b3bd-a412-46ec-9087-79ec5f9ccb54 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/security-groups?id=12d5dc08-1d9f-41c6-b52c-304239ec8b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712802 Nov 19 17:42:19.642866 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-46e1eeb5-baf8-4d5d-9442-8466418b36b5 req-e1f3ffa4-30f4-4fb7-839a-6b2ffcd47fa5 tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] 10.222.0.54 "GET /v2.0/security-groups?id=50a0c454-55dd-48da-a67f-9bb1b9eaa61f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1048448 Nov 19 17:42:19.686111 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-281f5915-d0cf-4815-a604-cac76f2ec460 req-b79699f3-763c-4afb-b961-98909dbd8f50 service neutron] 10.222.0.86 "GET /v2.0/networks/54cb42e3-21bb-4900-9add-de52f53a9c78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284761 Nov 19 17:42:19.715569 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1363bdd-fc75-4e20-80ca-a187ecca9909 req-1b02d9a7-64e6-4098-84e4-d8ffdb47b4b2 tempest-LiveMigrationTest-1744255723 tempest-LiveMigrationTest-1744255723-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:19.717161 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c1363bdd-fc75-4e20-80ca-a187ecca9909 req-1b02d9a7-64e6-4098-84e4-d8ffdb47b4b2 tempest-LiveMigrationTest-1744255723 tempest-LiveMigrationTest-1744255723-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=67c7d862-f420-4f4c-9d52-2ec6b77c5e28&tenant_id=de10e7e0e3ea4ce28d84ef76e9c1ec3a&binding%3Ahost_id=n-h1-818022-2 HTTP/1.1" status: 200 len: 1097 time: 0.0800276 Nov 19 17:42:19.738380 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-c1363bdd-fc75-4e20-80ca-a187ecca9909 req-9a6b9861-22b2-460d-9682-1f5d2572ee81 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-818022-2'}}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:42:19.788922 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 924a1178-f0d1-4088-9c68-eacff9c1c5e4 up at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:42:19.841883 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-281f5915-d0cf-4815-a604-cac76f2ec460 req-636844ae-e527-49fc-9fda-61c4f0634e4f service neutron] 10.222.0.86 "GET /v2.0/networks/54cb42e3-21bb-4900-9add-de52f53a9c78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484950 Nov 19 17:42:19.850749 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-c1363bdd-fc75-4e20-80ca-a187ecca9909 req-9a6b9861-22b2-460d-9682-1f5d2572ee81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:19.884491 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning for port 924a1178-f0d1-4088-9c68-eacff9c1c5e4 completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 17:42:19.889797 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning complete for port 924a1178-f0d1-4088-9c68-eacff9c1c5e4 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:42:19.890371 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:19.969848 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c61943c-879f-4473-b006-ce2a3166ea1f req-31b40e7f-b4d7-4cec-9cad-853f2d9a1925 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:19.977991 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-3c61943c-879f-4473-b006-ce2a3166ea1f req-31b40e7f-b4d7-4cec-9cad-853f2d9a1925 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] 10.222.0.54 "GET /v2.0/ports?device_id=e15bb909-3fc7-4969-a51b-ff659151bc3d HTTP/1.1" status: 200 len: 943 time: 0.1150401 Nov 19 17:42:20.033919 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:20.074925 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 924a1178-f0d1-4088-9c68-eacff9c1c5e4, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=924a1178-f0d1-4088-9c68-eacff9c1c5e4,segment=NetworkSegment(1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861),segment_id=1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:42:20.080695 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:20.128793 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-3c61943c-879f-4473-b006-ce2a3166ea1f req-bedd6e7b-31a0-447c-9faf-36d960fd479f tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] 10.222.0.54 "GET /v2.0/security-groups?id=6b496084-806a-4b53-af34-e578be5128ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474671 Nov 19 17:42:20.149076 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=924a1178-f0d1-4088-9c68-eacff9c1c5e4,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:42:20.185667 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-c1363bdd-fc75-4e20-80ca-a187ecca9909 req-9a6b9861-22b2-460d-9682-1f5d2572ee81 service neutron] For port 93e90eda-5096-4d5d-bd55-a580bf26e4e1, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=93e90eda-5096-4d5d-bd55-a580bf26e4e1,segment=NetworkSegment(68be9c2e-9e68-489a-becd-67ff095c4169),segment_id=68be9c2e-9e68-489a-becd-67ff095c4169)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:42:20.266399 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-c1363bdd-fc75-4e20-80ca-a187ecca9909 req-9a6b9861-22b2-460d-9682-1f5d2572ee81 service neutron] For port 93e90eda-5096-4d5d-bd55-a580bf26e4e1, host n-h1-818022-2, cleared binding levels {{(pid=103364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:42:20.326224 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f947cc17-484b-4060-8e20-359398303e27 req-93498914-dadd-4e7b-ba2a-8a620d931583 tempest-ServerDiagnosticsNegativeTest-911506051 tempest-ServerDiagnosticsNegativeTest-911506051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:20.328509 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f947cc17-484b-4060-8e20-359398303e27 req-93498914-dadd-4e7b-ba2a-8a620d931583 tempest-ServerDiagnosticsNegativeTest-911506051 tempest-ServerDiagnosticsNegativeTest-911506051-project] 10.222.0.54 "GET /v2.0/ports?device_id=80d297fb-2081-4851-b763-3b823164ffc7 HTTP/1.1" status: 200 len: 949 time: 0.1062126 Nov 19 17:42:20.386318 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67c7d862-f420-4f4c-9d52-2ec6b77c5e28', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93e90eda-5096-4d5d-bd55-a580bf26e4e1'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:42:20.390809 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dd4767a008c23f8566efc82158ee1b1fff34e1a9e908d76d0b6d0ab7e350e5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccc0e1a2-631d-4b85-afb8-60b2be494d40" -d '{"events": [{"server_uuid": "67c7d862-f420-4f4c-9d52-2ec6b77c5e28", "name": "network-vif-unplugged", "status": "completed", "tag": "93e90eda-5096-4d5d-bd55-a580bf26e4e1"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:42:20.395575 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-c1363bdd-fc75-4e20-80ca-a187ecca9909 req-9a6b9861-22b2-460d-9682-1f5d2572ee81 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:20.409310 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-c1363bdd-fc75-4e20-80ca-a187ecca9909 req-9a6b9861-22b2-460d-9682-1f5d2572ee81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:20.420263 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b53d69-8c50-4873-a166-cab1cf6b4bdb req-79ff0762-7450-49c1-8adb-9277ebb94b07 tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:20.423123 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-92b53d69-8c50-4873-a166-cab1cf6b4bdb req-79ff0762-7450-49c1-8adb-9277ebb94b07 tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] 10.222.0.54 "GET /v2.0/ports?device_id=90e0de18-fe64-4fe4-a3d8-f6b2367e2980 HTTP/1.1" status: 200 len: 945 time: 0.0711813 Nov 19 17:42:20.492373 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-92b53d69-8c50-4873-a166-cab1cf6b4bdb req-3a87bbc8-ae73-49a1-9a99-93a0d7c06a01 tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] 10.222.0.54 "GET /v2.0/security-groups?id=b84acbb5-2f2e-43b4-8c5f-7110024c7a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624077 Nov 19 17:42:20.674070 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f947cc17-484b-4060-8e20-359398303e27 req-6f2cbd19-ab2b-494b-8ed9-c46409e8440a tempest-ServerDiagnosticsNegativeTest-911506051 tempest-ServerDiagnosticsNegativeTest-911506051-project] 10.222.0.54 "GET /v2.0/security-groups?id=8647b985-ec52-41b4-8adb-34f907a3de17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3293977 Nov 19 17:42:20.746983 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6b9861-22b2-460d-9682-1f5d2572ee81 service neutron] Pushing event updated for resources: {'Port': ['ID=93e90eda-5096-4d5d-bd55-a580bf26e4e1,revision_number=7']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:42:20.849848 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-c1363bdd-fc75-4e20-80ca-a187ecca9909 req-9a6b9861-22b2-460d-9682-1f5d2572ee81 service neutron] Attempting to bind port 93e90eda-5096-4d5d-bd55-a580bf26e4e1 on host n-h1-818022-2 for vnic_type normal with profile {"migrating_to": "n-h2-818022-2"} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:42:20.850371 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-c1363bdd-fc75-4e20-80ca-a187ecca9909 req-9a6b9861-22b2-460d-9682-1f5d2572ee81 service neutron] Attempting to bind port 93e90eda-5096-4d5d-bd55-a580bf26e4e1 by drivers openvswitch,hyperv on host n-h1-818022-2 at level 0 using segments [{'id': '68be9c2e-9e68-489a-becd-67ff095c4169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'c7b257b3-f66e-4846-9861-5f47f21f4188'}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:42:20.850865 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1363bdd-fc75-4e20-80ca-a187ecca9909 req-9a6b9861-22b2-460d-9682-1f5d2572ee81 service neutron] Attempting to bind port 93e90eda-5096-4d5d-bd55-a580bf26e4e1 on network c7b257b3-f66e-4846-9861-5f47f21f4188 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:42:20.855849 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1363bdd-fc75-4e20-80ca-a187ecca9909 req-9a6b9861-22b2-460d-9682-1f5d2572ee81 service neutron] Port 93e90eda-5096-4d5d-bd55-a580bf26e4e1 on network c7b257b3-f66e-4846-9861-5f47f21f4188 not bound, no agent of type Open vSwitch agent registered on host n-h1-818022-2 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 17:42:20.856799 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1363bdd-fc75-4e20-80ca-a187ecca9909 req-9a6b9861-22b2-460d-9682-1f5d2572ee81 service neutron] Attempting to bind port 93e90eda-5096-4d5d-bd55-a580bf26e4e1 on network c7b257b3-f66e-4846-9861-5f47f21f4188 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:42:20.863111 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1363bdd-fc75-4e20-80ca-a187ecca9909 req-9a6b9861-22b2-460d-9682-1f5d2572ee81 service neutron] Checking agent: {'id': 'a6668d96-12fa-4ec0-99ad-77eaf490dd2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'started_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 42, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:42:20.863635 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1363bdd-fc75-4e20-80ca-a187ecca9909 req-9a6b9861-22b2-460d-9682-1f5d2572ee81 service neutron] Checking segment: {'id': '68be9c2e-9e68-489a-becd-67ff095c4169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'c7b257b3-f66e-4846-9861-5f47f21f4188'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:42:20.864213 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1363bdd-fc75-4e20-80ca-a187ecca9909 req-9a6b9861-22b2-460d-9682-1f5d2572ee81 service neutron] Bound using segment: {'id': '68be9c2e-9e68-489a-becd-67ff095c4169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'c7b257b3-f66e-4846-9861-5f47f21f4188'} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:42:20.864804 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-c1363bdd-fc75-4e20-80ca-a187ecca9909 req-9a6b9861-22b2-460d-9682-1f5d2572ee81 service neutron] Bound port: 93e90eda-5096-4d5d-bd55-a580bf26e4e1, host: n-h1-818022-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68be9c2e-9e68-489a-becd-67ff095c4169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'c7b257b3-f66e-4846-9861-5f47f21f4188'}}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:42:20.865430 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-c1363bdd-fc75-4e20-80ca-a187ecca9909 req-9a6b9861-22b2-460d-9682-1f5d2572ee81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:20.876988 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 17:42:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8df8034f-a150-4a66-8ff9-cb46c70860d6 x-openstack-request-id: req-8df8034f-a150-4a66-8ff9-cb46c70860d6 {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:42:20.877548 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67c7d862-f420-4f4c-9d52-2ec6b77c5e28", "name": "network-vif-unplugged", "status": "completed", "tag": "93e90eda-5096-4d5d-bd55-a580bf26e4e1", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:42:20.877548 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-8df8034f-a150-4a66-8ff9-cb46c70860d6 {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:42:20.878033 n-d-818022-2 neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67c7d862-f420-4f4c-9d52-2ec6b77c5e28', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93e90eda-5096-4d5d-bd55-a580bf26e4e1', 'code': 200} Nov 19 17:42:20.888023 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device 5acf4e95-86ed-44f0-b29a-2e6b8904987b details requested by agent hyperv_n-h2-818022-2 with host n-h2-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 17:42:20.926267 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14472d2d-63ab-4a78-9919-28725356aae3 req-57f852b5-7fba-44f5-b60f-7cd8edbdd3f2 tempest-ServerAddressesNegativeTestJSON-703515087 tempest-ServerAddressesNegativeTestJSON-703515087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:20.928151 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-14472d2d-63ab-4a78-9919-28725356aae3 req-57f852b5-7fba-44f5-b60f-7cd8edbdd3f2 tempest-ServerAddressesNegativeTestJSON-703515087 tempest-ServerAddressesNegativeTestJSON-703515087-project] 10.222.0.54 "GET /v2.0/ports?device_id=5eb7676a-3cce-407d-868a-332f4c09fe51 HTTP/1.1" status: 200 len: 945 time: 0.0933805 Nov 19 17:42:20.934996 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80d297fb-2081-4851-b763-3b823164ffc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '924a1178-f0d1-4088-9c68-eacff9c1c5e4'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:42:20.937902 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3940761bcd94e032e6960d2241bd8993c5d3a7d8dc2aca8488f3ecf1d4dd2fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0c00633-c420-4e0d-94f2-083fc359a12d" -d '{"events": [{"server_uuid": "80d297fb-2081-4851-b763-3b823164ffc7", "name": "network-vif-plugged", "status": "completed", "tag": "924a1178-f0d1-4088-9c68-eacff9c1c5e4"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:42:20.987000 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-c1363bdd-fc75-4e20-80ca-a187ecca9909 req-9a6b9861-22b2-460d-9682-1f5d2572ee81 service neutron] For port 93e90eda-5096-4d5d-bd55-a580bf26e4e1, host n-h1-818022-2, cleared binding levels {{(pid=103364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:42:21.006313 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-c1363bdd-fc75-4e20-80ca-a187ecca9909 req-9a6b9861-22b2-460d-9682-1f5d2572ee81 service neutron] For port 93e90eda-5096-4d5d-bd55-a580bf26e4e1, host n-h1-818022-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=93e90eda-5096-4d5d-bd55-a580bf26e4e1,segment=NetworkSegment(68be9c2e-9e68-489a-becd-67ff095c4169),segment_id=68be9c2e-9e68-489a-becd-67ff095c4169)] {{(pid=103364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:42:21.012252 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-c1363bdd-fc75-4e20-80ca-a187ecca9909 req-9a6b9861-22b2-460d-9682-1f5d2572ee81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:21.023884 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-14472d2d-63ab-4a78-9919-28725356aae3 req-402d93e8-6643-436d-bd31-f5a9c979d1bd tempest-ServerAddressesNegativeTestJSON-703515087 tempest-ServerAddressesNegativeTestJSON-703515087-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2d8ccc0-6114-4201-88f3-d3063952f1b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892367 Nov 19 17:42:21.027987 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port 5acf4e95-86ed-44f0-b29a-2e6b8904987b, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=5acf4e95-86ed-44f0-b29a-2e6b8904987b,segment=NetworkSegment(3969cf88-7658-432d-801e-c50b9cff97b5),segment_id=3969cf88-7658-432d-801e-c50b9cff97b5)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:42:21.045986 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Returning: {'device': '5acf4e95-86ed-44f0-b29a-2e6b8904987b', 'network_id': '5462cbaf-741d-4a3e-93f9-7ce709019f54', 'port_id': '5acf4e95-86ed-44f0-b29a-2e6b8904987b', 'mac_address': 'fa:16:3e:9b:b6:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 693, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '568bbddb-beac-4fd1-85b0-aaffdafcdcf0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 17:42:21.052320 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649bfe25-b3ee-4674-abfb-e9b2593901a8 req-e50642c5-fd41-447c-be8d-52bc85767f04 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:21.053885 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-649bfe25-b3ee-4674-abfb-e9b2593901a8 req-e50642c5-fd41-447c-be8d-52bc85767f04 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/ports?device_id=67c7d862-f420-4f4c-9d52-2ec6b77c5e28 HTTP/1.1" status: 200 len: 944 time: 0.1171072 Nov 19 17:42:21.098825 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6b9861-22b2-460d-9682-1f5d2572ee81 service neutron] Pushing event updated for resources: {'Port': ['ID=93e90eda-5096-4d5d-bd55-a580bf26e4e1,revision_number=8']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:42:21.104311 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:21.127745 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1363bdd-fc75-4e20-80ca-a187ecca9909 req-9a6b9861-22b2-460d-9682-1f5d2572ee81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:21.128380 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-c1363bdd-fc75-4e20-80ca-a187ecca9909 req-9a6b9861-22b2-460d-9682-1f5d2572ee81 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:21.130018 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c1363bdd-fc75-4e20-80ca-a187ecca9909 req-9a6b9861-22b2-460d-9682-1f5d2572ee81 service neutron] 10.222.0.86 "PUT /v2.0/ports/93e90eda-5096-4d5d-bd55-a580bf26e4e1 HTTP/1.1" status: 200 len: 1122 time: 1.4004583 Nov 19 17:42:21.133236 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5acf4e95-86ed-44f0-b29a-2e6b8904987b {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:42:21.173931 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-649bfe25-b3ee-4674-abfb-e9b2593901a8 req-cf502ee4-8730-4a85-8a56-6591dfe40b98 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/security-groups?id=12d5dc08-1d9f-41c6-b52c-304239ec8b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870368 Nov 19 17:42:21.184178 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port 5acf4e95-86ed-44f0-b29a-2e6b8904987b, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=5acf4e95-86ed-44f0-b29a-2e6b8904987b,segment=NetworkSegment(3969cf88-7658-432d-801e-c50b9cff97b5),segment_id=3969cf88-7658-432d-801e-c50b9cff97b5)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:42:21.194012 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:21.204217 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984a006e-43f7-477a-a6c8-dedd30eea809 req-91656c2f-6d7f-4835-870e-35e59daeb1be tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:21.207390 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-984a006e-43f7-477a-a6c8-dedd30eea809 req-91656c2f-6d7f-4835-870e-35e59daeb1be tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] 10.222.0.54 "GET /v2.0/ports?device_id=ccff1488-85ea-43ae-bf94-c62226a4f4bf HTTP/1.1" status: 200 len: 946 time: 0.1105864 Nov 19 17:42:21.246284 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['93e90eda-5096-4d5d-bd55-a580bf26e4e1'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:42:21.314925 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Pushing event updated for resources: {'Port': ['ID=5acf4e95-86ed-44f0-b29a-2e6b8904987b,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:42:21.316185 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-984a006e-43f7-477a-a6c8-dedd30eea809 req-7eab79f5-b6ac-42b2-9305-120d456a5def tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] 10.222.0.54 "GET /v2.0/security-groups?id=50a0c454-55dd-48da-a67f-9bb1b9eaa61f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0911484 Nov 19 17:42:21.401758 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:42:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a51a4610-c160-4db9-a805-74dac86d5386 x-openstack-request-id: req-a51a4610-c160-4db9-a805-74dac86d5386 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:42:21.402314 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80d297fb-2081-4851-b763-3b823164ffc7", "name": "network-vif-plugged", "status": "completed", "tag": "924a1178-f0d1-4088-9c68-eacff9c1c5e4", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:42:21.402505 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a51a4610-c160-4db9-a805-74dac86d5386 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:42:21.402756 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80d297fb-2081-4851-b763-3b823164ffc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '924a1178-f0d1-4088-9c68-eacff9c1c5e4', 'code': 200} Nov 19 17:42:21.573145 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8862a069-563d-46c7-863d-0e30d98fa95f req-cb951daf-5a16-44ae-9c67-ecd88806c92e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:21.574713 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8862a069-563d-46c7-863d-0e30d98fa95f req-cb951daf-5a16-44ae-9c67-ecd88806c92e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=80d297fb-2081-4851-b763-3b823164ffc7 HTTP/1.1" status: 200 len: 1100 time: 0.0713856 Nov 19 17:42:21.596111 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d63734-70b8-4eeb-addd-93c3cd2dd38c req-06673f9f-16eb-4244-83a9-fc2adeb4900c tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:21.598256 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a8d63734-70b8-4eeb-addd-93c3cd2dd38c req-06673f9f-16eb-4244-83a9-fc2adeb4900c tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] 10.222.0.54 "GET /v2.0/ports?device_id=e15bb909-3fc7-4969-a51b-ff659151bc3d HTTP/1.1" status: 200 len: 944 time: 0.0594201 Nov 19 17:42:21.602191 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] get_ports_and_sgs() called for port_ids ['5acf4e95-86ed-44f0-b29a-2e6b8904987b'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:42:21.695231 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8862a069-563d-46c7-863d-0e30d98fa95f req-5821bf4e-eff1-48d6-9335-c81fb0cc16dc service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=8647b985-ec52-41b4-8adb-34f907a3de17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950596 Nov 19 17:42:21.712306 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d92721-ed56-44c8-8e34-f633f233e928 req-edcef591-7380-4ea7-8326-23a4fecb445b tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:21.712869 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a8d63734-70b8-4eeb-addd-93c3cd2dd38c req-12ad5a23-0655-4ea3-8b05-f3c96263143e tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] 10.222.0.54 "GET /v2.0/security-groups?id=6b496084-806a-4b53-af34-e578be5128ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022193 Nov 19 17:42:21.714999 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-58d92721-ed56-44c8-8e34-f633f233e928 req-edcef591-7380-4ea7-8326-23a4fecb445b tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] 10.222.0.54 "GET /v2.0/ports?device_id=6e98860a-1881-4939-aac3-24397c3d5a2d HTTP/1.1" status: 200 len: 945 time: 0.0931773 Nov 19 17:42:21.788279 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-58d92721-ed56-44c8-8e34-f633f233e928 req-fbcb57a5-4b9b-4cf0-b8bb-263718e88d10 tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] 10.222.0.54 "GET /v2.0/security-groups?id=2e3e4707-c197-4851-8355-26b2132f2eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663128 Nov 19 17:42:21.891238 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6a46ab-9102-4f85-b615-fe9a8a57f612 req-3c4564fe-e428-4ad4-902e-297c07e2bbea tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:21.892994 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2b6a46ab-9102-4f85-b615-fe9a8a57f612 req-3c4564fe-e428-4ad4-902e-297c07e2bbea tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] 10.222.0.54 "GET /v2.0/ports?device_id=90e0de18-fe64-4fe4-a3d8-f6b2367e2980 HTTP/1.1" status: 200 len: 945 time: 0.0755856 Nov 19 17:42:21.963107 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2b6a46ab-9102-4f85-b615-fe9a8a57f612 req-81daeb43-0bd1-4809-b43f-c3aad3f3bb06 tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] 10.222.0.54 "GET /v2.0/security-groups?id=b84acbb5-2f2e-43b4-8c5f-7110024c7a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599010 Nov 19 17:42:22.007030 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538c9b34-2b18-48fc-8e44-80afd163e456 req-67045a2e-7818-4996-8c86-86fa7ece4321 tempest-ServerDiagnosticsNegativeTest-911506051 tempest-ServerDiagnosticsNegativeTest-911506051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:22.010483 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-538c9b34-2b18-48fc-8e44-80afd163e456 req-67045a2e-7818-4996-8c86-86fa7ece4321 tempest-ServerDiagnosticsNegativeTest-911506051 tempest-ServerDiagnosticsNegativeTest-911506051-project] 10.222.0.54 "GET /v2.0/ports?device_id=80d297fb-2081-4851-b763-3b823164ffc7 HTTP/1.1" status: 200 len: 949 time: 0.0908711 Nov 19 17:42:22.083488 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-538c9b34-2b18-48fc-8e44-80afd163e456 req-8e7cc285-b2f0-4eae-b182-8446f3033cbb tempest-ServerDiagnosticsNegativeTest-911506051 tempest-ServerDiagnosticsNegativeTest-911506051-project] 10.222.0.54 "GET /v2.0/security-groups?id=8647b985-ec52-41b4-8adb-34f907a3de17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660121 Nov 19 17:42:22.333405 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e92c8d-760a-448b-9ab5-742753167753 req-4f945da7-0708-4019-b2ff-ad0fd0dd60d8 tempest-ServerAddressesNegativeTestJSON-703515087 tempest-ServerAddressesNegativeTestJSON-703515087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:22.336217 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-33e92c8d-760a-448b-9ab5-742753167753 req-4f945da7-0708-4019-b2ff-ad0fd0dd60d8 tempest-ServerAddressesNegativeTestJSON-703515087 tempest-ServerAddressesNegativeTestJSON-703515087-project] 10.222.0.54 "GET /v2.0/ports?device_id=5eb7676a-3cce-407d-868a-332f4c09fe51 HTTP/1.1" status: 200 len: 945 time: 0.0752430 Nov 19 17:42:22.429847 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-33e92c8d-760a-448b-9ab5-742753167753 req-c3d83062-bfbc-4ce5-9cf4-f4024ae3956c tempest-ServerAddressesNegativeTestJSON-703515087 tempest-ServerAddressesNegativeTestJSON-703515087-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2d8ccc0-6114-4201-88f3-d3063952f1b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830069 Nov 19 17:42:22.484508 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340b6a59-fd23-4581-b24c-e7707bf5a42b req-ee219941-f799-44c2-8fd6-944d2e90bb92 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:22.486648 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-340b6a59-fd23-4581-b24c-e7707bf5a42b req-ee219941-f799-44c2-8fd6-944d2e90bb92 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/ports?device_id=67c7d862-f420-4f4c-9d52-2ec6b77c5e28 HTTP/1.1" status: 200 len: 944 time: 0.0589168 Nov 19 17:42:22.554971 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-340b6a59-fd23-4581-b24c-e7707bf5a42b req-ba9cd196-f5f9-4b28-afbb-d7b833c88a76 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/security-groups?id=12d5dc08-1d9f-41c6-b52c-304239ec8b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577569 Nov 19 17:42:22.721080 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a711d7-8ed6-427a-9515-927a8b33c105 req-9c0430f1-e9b5-4558-88e1-48f382f19c44 tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:22.722925 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-85a711d7-8ed6-427a-9515-927a8b33c105 req-9c0430f1-e9b5-4558-88e1-48f382f19c44 tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] 10.222.0.54 "GET /v2.0/ports?device_id=2dc0a948-e69f-470a-a431-55ba5b8e72a4 HTTP/1.1" status: 200 len: 946 time: 0.0755377 Nov 19 17:42:22.799417 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-85a711d7-8ed6-427a-9515-927a8b33c105 req-286674d2-060c-4ca6-8c5f-881e88d038e8 tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] 10.222.0.54 "GET /v2.0/security-groups?id=608cd3c1-fb02-4e09-9a3c-895a0164600c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657637 Nov 19 17:42:22.887211 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67c7d862-f420-4f4c-9d52-2ec6b77c5e28', 'tag': '93e90eda-5096-4d5d-bd55-a580bf26e4e1'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:42:22.891314 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dd4767a008c23f8566efc82158ee1b1fff34e1a9e908d76d0b6d0ab7e350e5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72c6acee-1a63-4c24-bfd3-a1c6c4bcb1a5" -d '{"events": [{"name": "network-changed", "server_uuid": "67c7d862-f420-4f4c-9d52-2ec6b77c5e28", "tag": "93e90eda-5096-4d5d-bd55-a580bf26e4e1"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:42:22.960462 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899b62c7-05c0-4813-8e91-bd2b357fc8eb req-282d596e-96f2-429d-8756-dafc3e294f87 tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:22.963010 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-899b62c7-05c0-4813-8e91-bd2b357fc8eb req-282d596e-96f2-429d-8756-dafc3e294f87 tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] 10.222.0.54 "GET /v2.0/ports?device_id=6e98860a-1881-4939-aac3-24397c3d5a2d HTTP/1.1" status: 200 len: 945 time: 0.0922465 Nov 19 17:42:23.023590 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-899b62c7-05c0-4813-8e91-bd2b357fc8eb req-e9224ef5-3f08-42cc-a22a-58d50f6863b5 tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] 10.222.0.54 "GET /v2.0/security-groups?id=2e3e4707-c197-4851-8355-26b2132f2eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509543 Nov 19 17:42:23.081073 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 17:42:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7058dc38-a8d6-456e-a833-98d5cec0e6e3 x-openstack-request-id: req-7058dc38-a8d6-456e-a833-98d5cec0e6e3 {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:42:23.084966 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67c7d862-f420-4f4c-9d52-2ec6b77c5e28", "tag": "93e90eda-5096-4d5d-bd55-a580bf26e4e1", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:42:23.086558 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-7058dc38-a8d6-456e-a833-98d5cec0e6e3 {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:42:23.094195 n-d-818022-2 neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67c7d862-f420-4f4c-9d52-2ec6b77c5e28', 'tag': '93e90eda-5096-4d5d-bd55-a580bf26e4e1', 'status': 'completed', 'code': 200} Nov 19 17:42:23.217597 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d13bc0-4f98-41bd-a59c-2e443239f7a3 req-116174c5-a571-4889-bccb-da9947e1f0e8 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:23.219141 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-76d13bc0-4f98-41bd-a59c-2e443239f7a3 req-116174c5-a571-4889-bccb-da9947e1f0e8 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] 10.222.0.54 "GET /v2.0/ports?device_id=e15bb909-3fc7-4969-a51b-ff659151bc3d HTTP/1.1" status: 200 len: 944 time: 0.4189005 Nov 19 17:42:23.231301 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c6acee-1a63-4c24-bfd3-a1c6c4bcb1a5 req-eca1e21b-e37e-4440-84e6-6fed3851142b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:23.232783 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-72c6acee-1a63-4c24-bfd3-a1c6c4bcb1a5 req-eca1e21b-e37e-4440-84e6-6fed3851142b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=de10e7e0e3ea4ce28d84ef76e9c1ec3a&device_id=67c7d862-f420-4f4c-9d52-2ec6b77c5e28 HTTP/1.1" status: 200 len: 1125 time: 0.0638535 Nov 19 17:42:23.233471 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a792cd45-7f46-4632-bd0a-f97e3d91a7c3 req-9db9c01f-a542-4baa-9c3f-080440b7377e tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:23.235617 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a792cd45-7f46-4632-bd0a-f97e3d91a7c3 req-9db9c01f-a542-4baa-9c3f-080440b7377e tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] 10.222.0.54 "GET /v2.0/ports?device_id=90e0de18-fe64-4fe4-a3d8-f6b2367e2980 HTTP/1.1" status: 200 len: 945 time: 0.0660632 Nov 19 17:42:23.309754 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a792cd45-7f46-4632-bd0a-f97e3d91a7c3 req-940088c8-37fc-47da-809b-14b41ce3e036 tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] 10.222.0.54 "GET /v2.0/security-groups?id=b84acbb5-2f2e-43b4-8c5f-7110024c7a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637615 Nov 19 17:42:23.362655 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-76d13bc0-4f98-41bd-a59c-2e443239f7a3 req-a8c94c33-70e6-4dfe-b9a6-66c7d5bf05b4 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] 10.222.0.54 "GET /v2.0/security-groups?id=6b496084-806a-4b53-af34-e578be5128ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134365 Nov 19 17:42:23.395974 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c6acee-1a63-4c24-bfd3-a1c6c4bcb1a5 req-3f1a83e1-5016-403e-93f5-ed3924349b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:23.397584 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-72c6acee-1a63-4c24-bfd3-a1c6c4bcb1a5 req-3f1a83e1-5016-403e-93f5-ed3924349b9a service neutron] 10.222.0.60 "GET /v2.0/networks?id=c7b257b3-f66e-4846-9861-5f47f21f4188 HTTP/1.1" status: 200 len: 908 time: 0.1562600 Nov 19 17:42:23.449467 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-72c6acee-1a63-4c24-bfd3-a1c6c4bcb1a5 req-6d6ed16f-6720-432e-b3e2-098de702b35f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=93e90eda-5096-4d5d-bd55-a580bf26e4e1 HTTP/1.1" status: 200 len: 217 time: 0.0440776 Nov 19 17:42:23.541417 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df795d88-bbcf-45ef-b47c-f45b7f113c06 req-84d260c9-beac-4f26-9ebc-3df797ccbaa1 tempest-ServerDiagnosticsNegativeTest-911506051 tempest-ServerDiagnosticsNegativeTest-911506051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:23.544049 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-df795d88-bbcf-45ef-b47c-f45b7f113c06 req-84d260c9-beac-4f26-9ebc-3df797ccbaa1 tempest-ServerDiagnosticsNegativeTest-911506051 tempest-ServerDiagnosticsNegativeTest-911506051-project] 10.222.0.54 "GET /v2.0/ports?device_id=80d297fb-2081-4851-b763-3b823164ffc7 HTTP/1.1" status: 200 len: 949 time: 0.1112745 Nov 19 17:42:23.579985 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c6acee-1a63-4c24-bfd3-a1c6c4bcb1a5 req-491a107b-1a00-41ad-be6e-5667078f0f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:23.581462 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-72c6acee-1a63-4c24-bfd3-a1c6c4bcb1a5 req-491a107b-1a00-41ad-be6e-5667078f0f96 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=df2b5fb0-4ad7-475f-930a-bdefef26bd76 HTTP/1.1" status: 200 len: 847 time: 0.1158109 Nov 19 17:42:23.609730 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cea2685-d9a2-48f8-b656-fa8482ceddcd req-3b4f6d9b-108d-430b-a598-f2b07a023890 tempest-ServerAddressesNegativeTestJSON-703515087 tempest-ServerAddressesNegativeTestJSON-703515087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:23.612932 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9cea2685-d9a2-48f8-b656-fa8482ceddcd req-3b4f6d9b-108d-430b-a598-f2b07a023890 tempest-ServerAddressesNegativeTestJSON-703515087 tempest-ServerAddressesNegativeTestJSON-703515087-project] 10.222.0.54 "GET /v2.0/ports?device_id=5eb7676a-3cce-407d-868a-332f4c09fe51 HTTP/1.1" status: 200 len: 945 time: 0.0784552 Nov 19 17:42:23.624886 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-df795d88-bbcf-45ef-b47c-f45b7f113c06 req-e3379925-a218-457b-9a4c-5b039cfd35c6 tempest-ServerDiagnosticsNegativeTest-911506051 tempest-ServerDiagnosticsNegativeTest-911506051-project] 10.222.0.54 "GET /v2.0/security-groups?id=8647b985-ec52-41b4-8adb-34f907a3de17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733209 Nov 19 17:42:23.665083 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-72c6acee-1a63-4c24-bfd3-a1c6c4bcb1a5 req-4c9260d5-1470-4bf7-ac3c-6aad5a57f78c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c7b257b3-f66e-4846-9861-5f47f21f4188&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506783 Nov 19 17:42:23.740828 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622451a9-bcac-4d6b-8f06-471b77c35e3b req-2efaaef0-0462-46a3-94d5-bd764c4003ba tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:23.742771 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-622451a9-bcac-4d6b-8f06-471b77c35e3b req-2efaaef0-0462-46a3-94d5-bd764c4003ba tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/ports?device_id=67c7d862-f420-4f4c-9d52-2ec6b77c5e28 HTTP/1.1" status: 200 len: 944 time: 0.0526128 Nov 19 17:42:23.789642 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9cea2685-d9a2-48f8-b656-fa8482ceddcd req-67c5f758-552c-44e0-bf0c-dd0adae1355d tempest-ServerAddressesNegativeTestJSON-703515087 tempest-ServerAddressesNegativeTestJSON-703515087-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2d8ccc0-6114-4201-88f3-d3063952f1b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597929 Nov 19 17:42:23.804418 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 51e1b387-2bf7-44ba-b03d-59d04ceb070c details requested by agent hyperv_n-h1-818022-2 with host n-h1-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 17:42:23.817762 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-622451a9-bcac-4d6b-8f06-471b77c35e3b req-ef6c8059-05d3-45b7-ade4-6b06fac7186b tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/security-groups?id=12d5dc08-1d9f-41c6-b52c-304239ec8b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681100 Nov 19 17:42:23.840086 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-72c6acee-1a63-4c24-bfd3-a1c6c4bcb1a5 req-9deec68a-ff59-4398-a476-0859dfbc139b service neutron] 10.222.0.60 "GET /v2.0/networks/c7b257b3-f66e-4846-9861-5f47f21f4188?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653302 Nov 19 17:42:23.948956 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 51e1b387-2bf7-44ba-b03d-59d04ceb070c, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=51e1b387-2bf7-44ba-b03d-59d04ceb070c,segment=NetworkSegment(65da90f8-a853-48a6-af92-75fd92f47077),segment_id=65da90f8-a853-48a6-af92-75fd92f47077)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:42:23.964598 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Returning: {'device': '51e1b387-2bf7-44ba-b03d-59d04ceb070c', 'network_id': 'f617386f-7f7a-461e-894d-4bea98b39674', 'port_id': '51e1b387-2bf7-44ba-b03d-59d04ceb070c', 'mac_address': 'fa:16:3e:6c:1a:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 690, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d31643c-d7c9-499c-bd0d-a793fdbddb1f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 17:42:24.007781 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:24.023469 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 51e1b387-2bf7-44ba-b03d-59d04ceb070c {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:42:24.050862 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31246df-f809-405c-ac4c-0ea60ddd91dd req-50ecc2c3-5e01-48a6-acaf-80be5bf92764 tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:24.053116 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f31246df-f809-405c-ac4c-0ea60ddd91dd req-50ecc2c3-5e01-48a6-acaf-80be5bf92764 tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] 10.222.0.54 "GET /v2.0/ports?device_id=2dc0a948-e69f-470a-a431-55ba5b8e72a4 HTTP/1.1" status: 200 len: 946 time: 0.1181042 Nov 19 17:42:24.053460 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 51e1b387-2bf7-44ba-b03d-59d04ceb070c, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=51e1b387-2bf7-44ba-b03d-59d04ceb070c,segment=NetworkSegment(65da90f8-a853-48a6-af92-75fd92f47077),segment_id=65da90f8-a853-48a6-af92-75fd92f47077)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:42:24.059126 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-72c6acee-1a63-4c24-bfd3-a1c6c4bcb1a5 req-ae141f01-aade-41e2-b393-692a5633a9d7 service neutron] 10.222.0.60 "GET /v2.0/networks/c7b257b3-f66e-4846-9861-5f47f21f4188?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2008371 Nov 19 17:42:24.062513 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:24.132236 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=51e1b387-2bf7-44ba-b03d-59d04ceb070c,revision_number=6']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:42:24.164051 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['51e1b387-2bf7-44ba-b03d-59d04ceb070c'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:42:24.176730 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f31246df-f809-405c-ac4c-0ea60ddd91dd req-5df9c87d-48c9-4d02-b261-9124da080016 tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] 10.222.0.54 "GET /v2.0/security-groups?id=608cd3c1-fb02-4e09-9a3c-895a0164600c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132269 Nov 19 17:42:24.210853 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1269f82a-2021-45a6-b628-37151434aaf2 req-f7e332c7-b561-4283-8155-3f85ff4730d2 tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:24.212917 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-1269f82a-2021-45a6-b628-37151434aaf2 req-f7e332c7-b561-4283-8155-3f85ff4730d2 tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] 10.222.0.54 "GET /v2.0/ports?device_id=6e98860a-1881-4939-aac3-24397c3d5a2d HTTP/1.1" status: 200 len: 944 time: 0.0523529 Nov 19 17:42:24.217192 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1048a043-c1d6-4d11-9957-28b5dd44e40d req-3c6488cf-df03-4ff0-acfd-98f8df066178 tempest-ServerAddressesNegativeTestJSON-703515087 tempest-ServerAddressesNegativeTestJSON-703515087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:24.221580 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-1048a043-c1d6-4d11-9957-28b5dd44e40d req-3c6488cf-df03-4ff0-acfd-98f8df066178 tempest-ServerAddressesNegativeTestJSON-703515087 tempest-ServerAddressesNegativeTestJSON-703515087-project] 10.222.0.60 "GET /v2.0/ports?device_id=5eb7676a-3cce-407d-868a-332f4c09fe51 HTTP/1.1" status: 200 len: 945 time: 0.1028597 Nov 19 17:42:24.289038 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-1269f82a-2021-45a6-b628-37151434aaf2 req-9e47e395-d141-4288-8729-b7829f808bce tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] 10.222.0.54 "GET /v2.0/security-groups?id=2e3e4707-c197-4851-8355-26b2132f2eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632777 Nov 19 17:42:24.404831 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-1048a043-c1d6-4d11-9957-28b5dd44e40d req-41126079-2835-4679-a6b9-408639efbc10 tempest-ServerAddressesNegativeTestJSON-703515087 tempest-ServerAddressesNegativeTestJSON-703515087-project] Deleting port 6b8ab166-d9c0-495f-a620-280635654b4a {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:42:24.404831 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-1048a043-c1d6-4d11-9957-28b5dd44e40d req-41126079-2835-4679-a6b9-408639efbc10 tempest-ServerAddressesNegativeTestJSON-703515087 tempest-ServerAddressesNegativeTestJSON-703515087-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:24.516596 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ea5eb2-bb38-4d5e-9bb8-522adc2935d2 req-8f9752b8-239c-467b-8c85-c458d43e5a68 tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:24.519404 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b7ea5eb2-bb38-4d5e-9bb8-522adc2935d2 req-8f9752b8-239c-467b-8c85-c458d43e5a68 tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] 10.222.0.54 "GET /v2.0/ports?device_id=90e0de18-fe64-4fe4-a3d8-f6b2367e2980 HTTP/1.1" status: 200 len: 945 time: 0.0858092 Nov 19 17:42:24.544594 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-1048a043-c1d6-4d11-9957-28b5dd44e40d req-41126079-2835-4679-a6b9-408639efbc10 tempest-ServerAddressesNegativeTestJSON-703515087 tempest-ServerAddressesNegativeTestJSON-703515087-project] For port 6b8ab166-d9c0-495f-a620-280635654b4a, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=6b8ab166-d9c0-495f-a620-280635654b4a,segment=NetworkSegment(edbb1722-b7cb-41ae-beac-32509f2c4e6b),segment_id=edbb1722-b7cb-41ae-beac-32509f2c4e6b)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:42:24.545174 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-1048a043-c1d6-4d11-9957-28b5dd44e40d req-41126079-2835-4679-a6b9-408639efbc10 tempest-ServerAddressesNegativeTestJSON-703515087 tempest-ServerAddressesNegativeTestJSON-703515087-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:24.565714 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-1048a043-c1d6-4d11-9957-28b5dd44e40d req-41126079-2835-4679-a6b9-408639efbc10 tempest-ServerAddressesNegativeTestJSON-703515087 tempest-ServerAddressesNegativeTestJSON-703515087-project] Calling delete_port for 6b8ab166-d9c0-495f-a620-280635654b4a owned by compute:nova {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:42:24.630641 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b7ea5eb2-bb38-4d5e-9bb8-522adc2935d2 req-510a2f66-71e7-40e4-8b2e-030534c5c118 tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] 10.222.0.54 "GET /v2.0/security-groups?id=b84acbb5-2f2e-43b4-8c5f-7110024c7a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962749 Nov 19 17:42:24.722646 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaf39a8-1762-4c84-b186-c67d396bbdd5 req-81e4dd0d-6cc4-48e9-a9fc-4a89cd2faff1 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:24.724201 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-eaaf39a8-1762-4c84-b186-c67d396bbdd5 req-81e4dd0d-6cc4-48e9-a9fc-4a89cd2faff1 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] 10.222.0.54 "GET /v2.0/ports?device_id=e15bb909-3fc7-4969-a51b-ff659151bc3d HTTP/1.1" status: 200 len: 944 time: 0.0851078 Nov 19 17:42:24.801713 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b96433-72d9-4aa8-b67b-dce06169abb7 req-74972c98-b479-4758-9658-7c4762ecfbcc tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:24.803732 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d9b96433-72d9-4aa8-b67b-dce06169abb7 req-74972c98-b479-4758-9658-7c4762ecfbcc tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] 10.222.0.54 "GET /v2.0/ports?device_id=6e98860a-1881-4939-aac3-24397c3d5a2d HTTP/1.1" status: 200 len: 944 time: 0.0868745 Nov 19 17:42:24.825413 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-1048a043-c1d6-4d11-9957-28b5dd44e40d req-41126079-2835-4679-a6b9-408639efbc10 tempest-ServerAddressesNegativeTestJSON-703515087 tempest-ServerAddressesNegativeTestJSON-703515087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:24.832463 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-eaaf39a8-1762-4c84-b186-c67d396bbdd5 req-f11cb6f1-b6d0-404a-967b-dbb811753289 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] 10.222.0.54 "GET /v2.0/security-groups?id=6b496084-806a-4b53-af34-e578be5128ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889983 Nov 19 17:42:24.843536 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['6b8ab166-d9c0-495f-a620-280635654b4a'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:42:24.878421 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41126079-2835-4679-a6b9-408639efbc10 tempest-ServerAddressesNegativeTestJSON-703515087 tempest-ServerAddressesNegativeTestJSON-703515087-project] Pushing event deleted for resources: {'Port': ['ID=6b8ab166-d9c0-495f-a620-280635654b4a,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:42:24.891140 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41126079-2835-4679-a6b9-408639efbc10 tempest-ServerAddressesNegativeTestJSON-703515087 tempest-ServerAddressesNegativeTestJSON-703515087-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:42:24.891477 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41126079-2835-4679-a6b9-408639efbc10 tempest-ServerAddressesNegativeTestJSON-703515087 tempest-ServerAddressesNegativeTestJSON-703515087-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:42:24.892485 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41126079-2835-4679-a6b9-408639efbc10 tempest-ServerAddressesNegativeTestJSON-703515087 tempest-ServerAddressesNegativeTestJSON-703515087-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:42:24.892834 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41126079-2835-4679-a6b9-408639efbc10 tempest-ServerAddressesNegativeTestJSON-703515087 tempest-ServerAddressesNegativeTestJSON-703515087-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:42:24.893169 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41126079-2835-4679-a6b9-408639efbc10 tempest-ServerAddressesNegativeTestJSON-703515087 tempest-ServerAddressesNegativeTestJSON-703515087-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:42:24.893515 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41126079-2835-4679-a6b9-408639efbc10 tempest-ServerAddressesNegativeTestJSON-703515087 tempest-ServerAddressesNegativeTestJSON-703515087-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:42:24.893836 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41126079-2835-4679-a6b9-408639efbc10 tempest-ServerAddressesNegativeTestJSON-703515087 tempest-ServerAddressesNegativeTestJSON-703515087-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:42:24.894193 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41126079-2835-4679-a6b9-408639efbc10 tempest-ServerAddressesNegativeTestJSON-703515087 tempest-ServerAddressesNegativeTestJSON-703515087-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:42:24.894596 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41126079-2835-4679-a6b9-408639efbc10 tempest-ServerAddressesNegativeTestJSON-703515087 tempest-ServerAddressesNegativeTestJSON-703515087-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:42:24.894894 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41126079-2835-4679-a6b9-408639efbc10 tempest-ServerAddressesNegativeTestJSON-703515087 tempest-ServerAddressesNegativeTestJSON-703515087-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:42:24.895222 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41126079-2835-4679-a6b9-408639efbc10 tempest-ServerAddressesNegativeTestJSON-703515087 tempest-ServerAddressesNegativeTestJSON-703515087-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:42:24.895570 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41126079-2835-4679-a6b9-408639efbc10 tempest-ServerAddressesNegativeTestJSON-703515087 tempest-ServerAddressesNegativeTestJSON-703515087-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:42:24.911431 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device 93e90eda-5096-4d5d-bd55-a580bf26e4e1 details requested by agent hyperv_n-h2-818022-2 with host n-h2-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 17:42:24.935906 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-1048a043-c1d6-4d11-9957-28b5dd44e40d req-41126079-2835-4679-a6b9-408639efbc10 tempest-ServerAddressesNegativeTestJSON-703515087 tempest-ServerAddressesNegativeTestJSON-703515087-project] No DVR routers for this DVR port 6b8ab166-d9c0-495f-a620-280635654b4a on host n-h1-818022-2 {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:42:24.940001 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-1048a043-c1d6-4d11-9957-28b5dd44e40d req-41126079-2835-4679-a6b9-408639efbc10 tempest-ServerAddressesNegativeTestJSON-703515087 tempest-ServerAddressesNegativeTestJSON-703515087-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:24.943947 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-1048a043-c1d6-4d11-9957-28b5dd44e40d req-41126079-2835-4679-a6b9-408639efbc10 tempest-ServerAddressesNegativeTestJSON-703515087 tempest-ServerAddressesNegativeTestJSON-703515087-project] 10.222.0.60 "DELETE /v2.0/ports/6b8ab166-d9c0-495f-a620-280635654b4a HTTP/1.1" status: 204 len: 173 time: 0.7120383 Nov 19 17:42:24.944486 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5eb7676a-3cce-407d-868a-332f4c09fe51', 'name': 'network-vif-deleted', 'tag': '6b8ab166-d9c0-495f-a620-280635654b4a'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:42:24.947737 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218319d759239a7d11f1288aef37381b97754913ee9ccbfd43b51a463f801712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c7d399e-31ce-4e3e-9ad7-af65ba07a6fe" -d '{"events": [{"server_uuid": "5eb7676a-3cce-407d-868a-332f4c09fe51", "name": "network-vif-deleted", "tag": "6b8ab166-d9c0-495f-a620-280635654b4a"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:42:24.952428 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device 5acf4e95-86ed-44f0-b29a-2e6b8904987b up at agent hyperv_n-h2-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:42:24.955056 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d9b96433-72d9-4aa8-b67b-dce06169abb7 req-af43d909-3fda-4944-bfaf-7d76b4d20d8d tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] 10.222.0.54 "GET /v2.0/security-groups?id=2e3e4707-c197-4851-8355-26b2132f2eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388836 Nov 19 17:42:25.094557 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f69a35e-78d5-4905-acb2-7e4581ea9c98 req-e4559cd2-1310-4c84-ad1f-128190b314c3 tempest-ServerDiagnosticsNegativeTest-911506051 tempest-ServerDiagnosticsNegativeTest-911506051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:25.098523 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5f69a35e-78d5-4905-acb2-7e4581ea9c98 req-e4559cd2-1310-4c84-ad1f-128190b314c3 tempest-ServerDiagnosticsNegativeTest-911506051 tempest-ServerDiagnosticsNegativeTest-911506051-project] 10.222.0.54 "GET /v2.0/ports?device_id=80d297fb-2081-4851-b763-3b823164ffc7 HTTP/1.1" status: 200 len: 949 time: 0.1011758 Nov 19 17:42:25.152314 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-3fc25fbd-6efd-43df-bea2-3041f64eb4fc req-d639efc2-674c-490e-a117-fd1c76ebcabb tempest-ServerAddressesNegativeTestJSON-703515087 tempest-ServerAddressesNegativeTestJSON-703515087-project] 10.222.0.54 "GET /v2.0/ports?device_id=5eb7676a-3cce-407d-868a-332f4c09fe51 HTTP/1.1" status: 200 len: 210 time: 0.0586734 Nov 19 17:42:25.199267 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Provisioning for port 5acf4e95-86ed-44f0-b29a-2e6b8904987b completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 17:42:25.218708 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5f69a35e-78d5-4905-acb2-7e4581ea9c98 req-6bcccf13-3ad6-4860-841e-e553c7a61b76 tempest-ServerDiagnosticsNegativeTest-911506051 tempest-ServerDiagnosticsNegativeTest-911506051-project] 10.222.0.54 "GET /v2.0/security-groups?id=8647b985-ec52-41b4-8adb-34f907a3de17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048968 Nov 19 17:42:25.228609 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Provisioning complete for port 5acf4e95-86ed-44f0-b29a-2e6b8904987b triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:42:25.229202 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:25.235345 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port 93e90eda-5096-4d5d-bd55-a580bf26e4e1, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=93e90eda-5096-4d5d-bd55-a580bf26e4e1,segment=NetworkSegment(68be9c2e-9e68-489a-becd-67ff095c4169),segment_id=68be9c2e-9e68-489a-becd-67ff095c4169)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:42:25.309149 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:42:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeadb40d-ece2-43d0-ae2d-217c6903d957 x-openstack-request-id: req-aeadb40d-ece2-43d0-ae2d-217c6903d957 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:42:25.310113 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device 93e90eda-5096-4d5d-bd55-a580bf26e4e1 has no active binding in host n-h2-818022-2 {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 19 17:42:25.310305 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5eb7676a-3cce-407d-868a-332f4c09fe51", "name": "network-vif-deleted", "tag": "6b8ab166-d9c0-495f-a620-280635654b4a", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:42:25.310305 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-aeadb40d-ece2-43d0-ae2d-217c6903d957 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:42:25.310717 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5eb7676a-3cce-407d-868a-332f4c09fe51', 'name': 'network-vif-deleted', 'tag': '6b8ab166-d9c0-495f-a620-280635654b4a', 'status': 'completed', 'code': 200} Nov 19 17:42:25.368229 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:25.368856 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbc9706-b16b-4287-a87d-fae5c45c0428 req-3fa1631d-e1a0-4ffb-a0f4-cecda47348f6 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:25.370537 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ccbc9706-b16b-4287-a87d-fae5c45c0428 req-3fa1631d-e1a0-4ffb-a0f4-cecda47348f6 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/ports?device_id=67c7d862-f420-4f4c-9d52-2ec6b77c5e28 HTTP/1.1" status: 200 len: 944 time: 0.0796676 Nov 19 17:42:25.406814 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e15bb909-3fc7-4969-a51b-ff659151bc3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5acf4e95-86ed-44f0-b29a-2e6b8904987b'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:42:25.409920 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3940761bcd94e032e6960d2241bd8993c5d3a7d8dc2aca8488f3ecf1d4dd2fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ec244ca-6473-4356-8fad-c07c35ee59a2" -d '{"events": [{"server_uuid": "e15bb909-3fc7-4969-a51b-ff659151bc3d", "name": "network-vif-plugged", "status": "completed", "tag": "5acf4e95-86ed-44f0-b29a-2e6b8904987b"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:42:25.425781 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port 5acf4e95-86ed-44f0-b29a-2e6b8904987b, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=5acf4e95-86ed-44f0-b29a-2e6b8904987b,segment=NetworkSegment(3969cf88-7658-432d-801e-c50b9cff97b5),segment_id=3969cf88-7658-432d-801e-c50b9cff97b5)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:42:25.431464 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:25.441608 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ccbc9706-b16b-4287-a87d-fae5c45c0428 req-7a295ad8-7127-473e-bd7d-923c8b96e66b tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/security-groups?id=12d5dc08-1d9f-41c6-b52c-304239ec8b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627611 Nov 19 17:42:25.467612 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a2a473-af82-4d57-8280-484846bef358 req-8c8d77db-73a9-4b5e-b700-6ca99858c8e0 tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:25.471271 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c5a2a473-af82-4d57-8280-484846bef358 req-8c8d77db-73a9-4b5e-b700-6ca99858c8e0 tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] 10.222.0.54 "GET /v2.0/ports?device_id=2dc0a948-e69f-470a-a431-55ba5b8e72a4 HTTP/1.1" status: 200 len: 946 time: 0.0862491 Nov 19 17:42:25.502884 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Pushing event updated for resources: {'Port': ['ID=5acf4e95-86ed-44f0-b29a-2e6b8904987b,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:42:25.557054 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c5a2a473-af82-4d57-8280-484846bef358 req-e516418a-998c-495d-b015-1b5d4a5da777 tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] 10.222.0.54 "GET /v2.0/security-groups?id=608cd3c1-fb02-4e09-9a3c-895a0164600c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783181 Nov 19 17:42:25.571910 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:42:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb612854-e81a-4abc-98bf-d61f2f92af25 x-openstack-request-id: req-eb612854-e81a-4abc-98bf-d61f2f92af25 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:42:25.572320 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e15bb909-3fc7-4969-a51b-ff659151bc3d", "name": "network-vif-plugged", "status": "completed", "tag": "5acf4e95-86ed-44f0-b29a-2e6b8904987b", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:42:25.572320 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-eb612854-e81a-4abc-98bf-d61f2f92af25 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:42:25.572862 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e15bb909-3fc7-4969-a51b-ff659151bc3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5acf4e95-86ed-44f0-b29a-2e6b8904987b', 'code': 200} Nov 19 17:42:25.774758 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9824ab5e-5dcf-486a-a054-fae6ea150872 req-458ce25b-8e7e-4944-9635-6f998bb87bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:25.777387 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9824ab5e-5dcf-486a-a054-fae6ea150872 req-458ce25b-8e7e-4944-9635-6f998bb87bc9 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=e15bb909-3fc7-4969-a51b-ff659151bc3d HTTP/1.1" status: 200 len: 1096 time: 0.0732148 Nov 19 17:42:25.819078 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 51e1b387-2bf7-44ba-b03d-59d04ceb070c up at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:42:25.877735 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9824ab5e-5dcf-486a-a054-fae6ea150872 req-bbaee0ae-f002-43f0-ac6d-42d0592cea70 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=6b496084-806a-4b53-af34-e578be5128ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831575 Nov 19 17:42:25.881095 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc45fbd6-c6b5-43ba-9710-f9c2cfffa077 req-b805f99a-8bab-4203-a6a9-10d376234875 tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:25.886704 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-dc45fbd6-c6b5-43ba-9710-f9c2cfffa077 req-b805f99a-8bab-4203-a6a9-10d376234875 tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] 10.222.0.54 "GET /v2.0/ports?device_id=90e0de18-fe64-4fe4-a3d8-f6b2367e2980 HTTP/1.1" status: 200 len: 945 time: 0.1673169 Nov 19 17:42:25.890049 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c1363bdd-fc75-4e20-80ca-a187ecca9909 req-6e0af0b6-9fda-4f90-8f8a-73026f298d4e service neutron] 10.222.0.60 "GET /v2.0/ports/93e90eda-5096-4d5d-bd55-a580bf26e4e1/bindings/n-h2-818022-2 HTTP/1.1" status: 200 len: 384 time: 0.1524634 Nov 19 17:42:25.909855 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning complete for port 51e1b387-2bf7-44ba-b03d-59d04ceb070c triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:42:25.910730 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:25.912005 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6695fd5-e985-4320-bdc3-6ae07ed89327 req-895d03db-9d8f-43e4-917c-0e93971705fe tempest-ServerDiagnosticsNegativeTest-911506051 tempest-ServerDiagnosticsNegativeTest-911506051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:25.916060 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b6695fd5-e985-4320-bdc3-6ae07ed89327 req-895d03db-9d8f-43e4-917c-0e93971705fe tempest-ServerDiagnosticsNegativeTest-911506051 tempest-ServerDiagnosticsNegativeTest-911506051-project] 10.222.0.54 "GET /v2.0/ports?device_id=80d297fb-2081-4851-b763-3b823164ffc7 HTTP/1.1" status: 200 len: 949 time: 0.0812719 Nov 19 17:42:25.984235 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b6695fd5-e985-4320-bdc3-6ae07ed89327 req-7d7af043-130f-4d72-b444-fae03ffedee4 tempest-ServerDiagnosticsNegativeTest-911506051 tempest-ServerDiagnosticsNegativeTest-911506051-project] 10.222.0.54 "GET /v2.0/security-groups?id=8647b985-ec52-41b4-8adb-34f907a3de17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595140 Nov 19 17:42:25.995642 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:26.057993 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 51e1b387-2bf7-44ba-b03d-59d04ceb070c, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=51e1b387-2bf7-44ba-b03d-59d04ceb070c,segment=NetworkSegment(65da90f8-a853-48a6-af92-75fd92f47077),segment_id=65da90f8-a853-48a6-af92-75fd92f47077)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:42:26.060571 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-dc45fbd6-c6b5-43ba-9710-f9c2cfffa077 req-786dc40a-955f-4fb9-98bf-b3749eaa4d6b tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] 10.222.0.54 "GET /v2.0/security-groups?id=b84acbb5-2f2e-43b4-8c5f-7110024c7a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678619 Nov 19 17:42:26.063079 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:26.147164 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aada4486-cffd-420a-85f3-25bdad2f9aa3 req-8b9c8b48-db06-4f37-8232-f9552248179f tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:26.150565 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-aada4486-cffd-420a-85f3-25bdad2f9aa3 req-8b9c8b48-db06-4f37-8232-f9552248179f tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] 10.222.0.54 "GET /v2.0/ports?device_id=e15bb909-3fc7-4969-a51b-ff659151bc3d HTTP/1.1" status: 200 len: 945 time: 0.0858424 Nov 19 17:42:26.165176 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=51e1b387-2bf7-44ba-b03d-59d04ceb070c,revision_number=7']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:42:26.233880 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-aada4486-cffd-420a-85f3-25bdad2f9aa3 req-5339737e-f5b6-43b2-b905-b77ced0d9d9c tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] 10.222.0.54 "GET /v2.0/security-groups?id=6b496084-806a-4b53-af34-e578be5128ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741975 Nov 19 17:42:26.289698 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fafdaea-2e93-45b1-9cd3-3fd340996a73 req-ce75abb1-e63f-4763-8874-a067e158de91 tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:26.289698 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-1fafdaea-2e93-45b1-9cd3-3fd340996a73 req-ce75abb1-e63f-4763-8874-a067e158de91 tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] 10.222.0.54 "GET /v2.0/ports?device_id=6e98860a-1881-4939-aac3-24397c3d5a2d HTTP/1.1" status: 200 len: 945 time: 0.1152170 Nov 19 17:42:26.298010 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 49232) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:42:26.300800 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-c1363bdd-fc75-4e20-80ca-a187ecca9909 req-88f56734-56fd-4295-9acc-f07a2a05a58c service neutron] For port 93e90eda-5096-4d5d-bd55-a580bf26e4e1, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=93e90eda-5096-4d5d-bd55-a580bf26e4e1,segment=NetworkSegment(68be9c2e-9e68-489a-becd-67ff095c4169),segment_id=68be9c2e-9e68-489a-becd-67ff095c4169)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:42:26.343643 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-c1363bdd-fc75-4e20-80ca-a187ecca9909 req-88f56734-56fd-4295-9acc-f07a2a05a58c service neutron] For port 93e90eda-5096-4d5d-bd55-a580bf26e4e1, host n-h1-818022-2, cleared binding levels {{(pid=103365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:42:26.359429 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0ae6f4e-736d-4227-84d4-23b89bb51ac5 admin admin] Deleting subnet f4e641d4-3e50-45db-89bf-a6b1e36be340 {{(pid=103364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 17:42:26.362744 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c0ae6f4e-736d-4227-84d4-23b89bb51ac5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:26.391173 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-1fafdaea-2e93-45b1-9cd3-3fd340996a73 req-f209daa0-0e05-4d33-a10a-e5b28b1f42b3 tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] 10.222.0.54 "GET /v2.0/security-groups?id=2e3e4707-c197-4851-8355-26b2132f2eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868762 Nov 19 17:42:26.396045 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [req-c1363bdd-fc75-4e20-80ca-a187ecca9909 req-88f56734-56fd-4295-9acc-f07a2a05a58c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93e90eda-5096-4d5d-bd55-a580bf26e4e1 {{(pid=103365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:42:26.408218 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-c1363bdd-fc75-4e20-80ca-a187ecca9909 req-88f56734-56fd-4295-9acc-f07a2a05a58c service neutron] For port 93e90eda-5096-4d5d-bd55-a580bf26e4e1, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=93e90eda-5096-4d5d-bd55-a580bf26e4e1,segment=NetworkSegment(68be9c2e-9e68-489a-becd-67ff095c4169),segment_id=68be9c2e-9e68-489a-becd-67ff095c4169)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:42:26.411897 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c0ae6f4e-736d-4227-84d4-23b89bb51ac5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9416263'] for subnet, precommit_delete_associations {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:26.431086 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-c1363bdd-fc75-4e20-80ca-a187ecca9909 req-88f56734-56fd-4295-9acc-f07a2a05a58c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:26.479225 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c0ae6f4e-736d-4227-84d4-23b89bb51ac5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:26.552776 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.provisioning_blocks [req-c1363bdd-fc75-4e20-80ca-a187ecca9909 req-88f56734-56fd-4295-9acc-f07a2a05a58c service neutron] Transition to ACTIVE for port object 93e90eda-5096-4d5d-bd55-a580bf26e4e1 will not be triggered until provisioned by entity L2. {{(pid=103365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 17:42:26.559786 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-c1363bdd-fc75-4e20-80ca-a187ecca9909 req-88f56734-56fd-4295-9acc-f07a2a05a58c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:26.617856 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c0ae6f4e-736d-4227-84d4-23b89bb51ac5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12425137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8983934'] for subnet, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:26.636127 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c18679-dadb-4c5e-888f-a940c04f9132 req-89072f8c-2e1a-4bd9-8eab-cfc723242832 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:26.637888 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a8c18679-dadb-4c5e-888f-a940c04f9132 req-89072f8c-2e1a-4bd9-8eab-cfc723242832 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/ports?device_id=67c7d862-f420-4f4c-9d52-2ec6b77c5e28 HTTP/1.1" status: 200 len: 945 time: 0.0912104 Nov 19 17:42:26.648649 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381ada42-39fd-4477-aea4-ec87958e173f req-c772895a-6267-4067-8ed1-39fd22ece920 tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:26.652392 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-381ada42-39fd-4477-aea4-ec87958e173f req-c772895a-6267-4067-8ed1-39fd22ece920 tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] 10.222.0.60 "GET /v2.0/ports?device_id=6e98860a-1881-4939-aac3-24397c3d5a2d HTTP/1.1" status: 200 len: 945 time: 0.1360974 Nov 19 17:42:26.660171 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae6f4e-736d-4227-84d4-23b89bb51ac5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4e641d4-3e50-45db-89bf-a6b1e36be340,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:42:26.669892 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c0ae6f4e-736d-4227-84d4-23b89bb51ac5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:26.673990 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-c0ae6f4e-736d-4227-84d4-23b89bb51ac5 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/f4e641d4-3e50-45db-89bf-a6b1e36be340 HTTP/1.1" status: 204 len: 168 time: 0.3738708 Nov 19 17:42:26.681500 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 49238) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:42:26.686813 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1363bdd-fc75-4e20-80ca-a187ecca9909 req-88f56734-56fd-4295-9acc-f07a2a05a58c service neutron] No DVR routers for this DVR port 93e90eda-5096-4d5d-bd55-a580bf26e4e1 on host n-h1-818022-2 {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:42:26.718633 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a8c18679-dadb-4c5e-888f-a940c04f9132 req-63c48137-196a-41d9-b684-5b2c1bf1e5d4 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/security-groups?id=12d5dc08-1d9f-41c6-b52c-304239ec8b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604784 Nov 19 17:42:26.822722 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f56734-56fd-4295-9acc-f07a2a05a58c service neutron] Pushing event updated for resources: {'Port': ['ID=93e90eda-5096-4d5d-bd55-a580bf26e4e1,revision_number=10']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:42:26.888961 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c1363bdd-fc75-4e20-80ca-a187ecca9909 req-88f56734-56fd-4295-9acc-f07a2a05a58c service neutron] 10.222.0.60 "PUT /v2.0/ports/93e90eda-5096-4d5d-bd55-a580bf26e4e1/bindings/n-h2-818022-2/activate HTTP/1.1" status: 200 len: 369 time: 0.9828978 Nov 19 17:42:26.890789 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device 93e90eda-5096-4d5d-bd55-a580bf26e4e1 details requested by agent hyperv_n-h2-818022-2 with host n-h2-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 17:42:26.928673 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1bb2e3e1-9b9d-4329-8d49-87c69aae7766 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:26.949116 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30027245-b56e-4443-a0d8-fb76e4193ac6 req-66631eb0-1fec-4a90-8766-c7091ff89ce0 tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:26.950770 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-30027245-b56e-4443-a0d8-fb76e4193ac6 req-66631eb0-1fec-4a90-8766-c7091ff89ce0 tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] 10.222.0.54 "GET /v2.0/ports?device_id=2dc0a948-e69f-470a-a431-55ba5b8e72a4 HTTP/1.1" status: 200 len: 946 time: 0.2683537 Nov 19 17:42:27.044231 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1363bdd-fc75-4e20-80ca-a187ecca9909 req-9ea7590b-94af-4b0f-a29b-7d7a4718bbb9 tempest-LiveMigrationTest-1744255723 tempest-LiveMigrationTest-1744255723-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:27.047823 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c1363bdd-fc75-4e20-80ca-a187ecca9909 req-9ea7590b-94af-4b0f-a29b-7d7a4718bbb9 tempest-LiveMigrationTest-1744255723 tempest-LiveMigrationTest-1744255723-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=67c7d862-f420-4f4c-9d52-2ec6b77c5e28&tenant_id=de10e7e0e3ea4ce28d84ef76e9c1ec3a&binding%3Ahost_id=n-h1-818022-2 HTTP/1.1" status: 200 len: 1096 time: 0.0678730 Nov 19 17:42:27.106692 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-381ada42-39fd-4477-aea4-ec87958e173f req-7aa26397-b04f-4ba5-93e2-697bbfb41343 tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] Deleting port 51e1b387-2bf7-44ba-b03d-59d04ceb070c {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:42:27.107051 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-381ada42-39fd-4477-aea4-ec87958e173f req-7aa26397-b04f-4ba5-93e2-697bbfb41343 tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:27.117327 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-30027245-b56e-4443-a0d8-fb76e4193ac6 req-7960843b-daf8-4f75-b2c6-05827edc64f0 tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] 10.222.0.54 "GET /v2.0/security-groups?id=608cd3c1-fb02-4e09-9a3c-895a0164600c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558268 Nov 19 17:42:27.175703 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1bb2e3e1-9b9d-4329-8d49-87c69aae7766 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:27.226077 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-1bb2e3e1-9b9d-4329-8d49-87c69aae7766 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3ab4c69-5070-451a-96b4-e294fdfb2d10']}} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:42:27.257877 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-1bb2e3e1-9b9d-4329-8d49-87c69aae7766 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edbb1722-b7cb-41ae-beac-32509f2c4e6b') {'for_net_delete': True} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:42:27.258158 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-1bb2e3e1-9b9d-4329-8d49-87c69aae7766 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edbb1722-b7cb-41ae-beac-32509f2c4e6b') {} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:42:27.296594 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port 93e90eda-5096-4d5d-bd55-a580bf26e4e1, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=93e90eda-5096-4d5d-bd55-a580bf26e4e1,segment=NetworkSegment(68be9c2e-9e68-489a-becd-67ff095c4169),segment_id=68be9c2e-9e68-489a-becd-67ff095c4169)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:42:27.299553 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1363bdd-fc75-4e20-80ca-a187ecca9909 req-90ce4dbd-bff8-4b79-84ee-04c6f3394ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:27.301603 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c1363bdd-fc75-4e20-80ca-a187ecca9909 req-90ce4dbd-bff8-4b79-84ee-04c6f3394ecf service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=67c7d862-f420-4f4c-9d52-2ec6b77c5e28&tenant_id=de10e7e0e3ea4ce28d84ef76e9c1ec3a HTTP/1.1" status: 200 len: 1096 time: 0.2386131 Nov 19 17:42:27.316091 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c088c4-6534-4fff-8649-5b1de908b1f6 req-7951a72f-d363-48d3-b103-9563fc886a61 tempest-ServerDiagnosticsNegativeTest-911506051 tempest-ServerDiagnosticsNegativeTest-911506051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:27.317627 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-01c088c4-6534-4fff-8649-5b1de908b1f6 req-7951a72f-d363-48d3-b103-9563fc886a61 tempest-ServerDiagnosticsNegativeTest-911506051 tempest-ServerDiagnosticsNegativeTest-911506051-project] 10.222.0.54 "GET /v2.0/ports?device_id=80d297fb-2081-4851-b763-3b823164ffc7 HTTP/1.1" status: 200 len: 949 time: 0.0934558 Nov 19 17:42:27.318570 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Returning: {'device': '93e90eda-5096-4d5d-bd55-a580bf26e4e1', 'network_id': 'c7b257b3-f66e-4846-9861-5f47f21f4188', 'port_id': '93e90eda-5096-4d5d-bd55-a580bf26e4e1', 'mac_address': 'fa:16:3e:22:5c:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df2b5fb0-4ad7-475f-930a-bdefef26bd76', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 17:42:27.332319 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1bb2e3e1-9b9d-4329-8d49-87c69aae7766 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12545382'] for segment, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:27.382512 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:27.404514 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93e90eda-5096-4d5d-bd55-a580bf26e4e1 {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:42:27.414012 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-381ada42-39fd-4477-aea4-ec87958e173f req-7aa26397-b04f-4ba5-93e2-697bbfb41343 tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] For port 51e1b387-2bf7-44ba-b03d-59d04ceb070c, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=51e1b387-2bf7-44ba-b03d-59d04ceb070c,segment=NetworkSegment(65da90f8-a853-48a6-af92-75fd92f47077),segment_id=65da90f8-a853-48a6-af92-75fd92f47077)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:42:27.414926 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-381ada42-39fd-4477-aea4-ec87958e173f req-7aa26397-b04f-4ba5-93e2-697bbfb41343 tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:27.426595 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1bb2e3e1-9b9d-4329-8d49-87c69aae7766 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:27.441618 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port 93e90eda-5096-4d5d-bd55-a580bf26e4e1, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=93e90eda-5096-4d5d-bd55-a580bf26e4e1,segment=NetworkSegment(68be9c2e-9e68-489a-becd-67ff095c4169),segment_id=68be9c2e-9e68-489a-becd-67ff095c4169)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:42:27.444047 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-381ada42-39fd-4477-aea4-ec87958e173f req-7aa26397-b04f-4ba5-93e2-697bbfb41343 tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] Calling delete_port for 51e1b387-2bf7-44ba-b03d-59d04ceb070c owned by compute:nova {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:42:27.449190 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:27.449799 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bb2e3e1-9b9d-4329-8d49-87c69aae7766 admin admin] Releasing vlan 694 on physical network physnet1 to pool {{(pid=103365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 17:42:27.450250 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1bb2e3e1-9b9d-4329-8d49-87c69aae7766 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12282953'] for segment, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:27.451993 n-d-818022-2 neutron-server[103365]: Traceback (most recent call last): Nov 19 17:42:27.451993 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 17:42:27.451993 n-d-818022-2 neutron-server[103365]: timer() Nov 19 17:42:27.451993 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 17:42:27.451993 n-d-818022-2 neutron-server[103365]: cb(*args, **kw) Nov 19 17:42:27.451993 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 17:42:27.451993 n-d-818022-2 neutron-server[103365]: return func(*args, **kwargs) Nov 19 17:42:27.451993 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 17:42:27.451993 n-d-818022-2 neutron-server[103365]: self._notify() Nov 19 17:42:27.451993 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 17:42:27.451993 n-d-818022-2 neutron-server[103365]: self.callback(batched_events) Nov 19 17:42:27.451993 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 17:42:27.451993 n-d-818022-2 neutron-server[103365]: event.method(event) Nov 19 17:42:27.451993 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 17:42:27.451993 n-d-818022-2 neutron-server[103365]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 17:42:27.451993 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 17:42:27.451993 n-d-818022-2 neutron-server[103365]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 17:42:27.451993 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 17:42:27.451993 n-d-818022-2 neutron-server[103365]: return f(self, *a, **k) Nov 19 17:42:27.451993 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 17:42:27.451993 n-d-818022-2 neutron-server[103365]: return self._get(url).json() Nov 19 17:42:27.451993 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 17:42:27.451993 n-d-818022-2 neutron-server[103365]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 17:42:27.451993 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 17:42:27.451993 n-d-818022-2 neutron-server[103365]: return self.request(url, 'GET', **kwargs) Nov 19 17:42:27.451993 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 17:42:27.451993 n-d-818022-2 neutron-server[103365]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 17:42:27.451993 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 17:42:27.451993 n-d-818022-2 neutron-server[103365]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 17:42:27.451993 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 17:42:27.451993 n-d-818022-2 neutron-server[103365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 17:42:27.451993 n-d-818022-2 neutron-server[103365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 17:42:27.474534 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640889e6-cddf-4150-8133-2009945cd349 req-b4c956d1-e7fa-4372-9c45-3afc2339124b tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:27.476090 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-640889e6-cddf-4150-8133-2009945cd349 req-b4c956d1-e7fa-4372-9c45-3afc2339124b tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] 10.222.0.54 "GET /v2.0/ports?device_id=90e0de18-fe64-4fe4-a3d8-f6b2367e2980 HTTP/1.1" status: 200 len: 945 time: 0.2205560 Nov 19 17:42:27.499111 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-01c088c4-6534-4fff-8649-5b1de908b1f6 req-2b61fc1c-bd37-4b7c-8cfb-df16e123673a tempest-ServerDiagnosticsNegativeTest-911506051 tempest-ServerDiagnosticsNegativeTest-911506051-project] 10.222.0.54 "GET /v2.0/security-groups?id=8647b985-ec52-41b4-8adb-34f907a3de17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632240 Nov 19 17:42:27.516605 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1363bdd-fc75-4e20-80ca-a187ecca9909 req-f191cfe1-654a-4b21-9fda-5a31e1a13370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:27.519369 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c1363bdd-fc75-4e20-80ca-a187ecca9909 req-f191cfe1-654a-4b21-9fda-5a31e1a13370 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=de10e7e0e3ea4ce28d84ef76e9c1ec3a&device_id=67c7d862-f420-4f4c-9d52-2ec6b77c5e28 HTTP/1.1" status: 200 len: 1096 time: 0.1590672 Nov 19 17:42:27.564259 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Pushing event updated for resources: {'Port': ['ID=93e90eda-5096-4d5d-bd55-a580bf26e4e1,revision_number=11']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:42:27.578118 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e98860a-1881-4939-aac3-24397c3d5a2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51e1b387-2bf7-44ba-b03d-59d04ceb070c'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:42:27.584083 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3940761bcd94e032e6960d2241bd8993c5d3a7d8dc2aca8488f3ecf1d4dd2fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e749512-60b7-4e0a-bd57-f63810971a7f" -d '{"events": [{"server_uuid": "6e98860a-1881-4939-aac3-24397c3d5a2d", "name": "network-vif-plugged", "status": "completed", "tag": "51e1b387-2bf7-44ba-b03d-59d04ceb070c"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:42:27.605552 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1bb2e3e1-9b9d-4329-8d49-87c69aae7766 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671242'] for network, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:27.616087 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] get_ports_and_sgs() called for port_ids ['93e90eda-5096-4d5d-bd55-a580bf26e4e1'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:42:27.623158 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1697b868-faa8-4ffd-b799-93ae2460155e req-13ebdc4c-c3dd-468b-a091-c8abc59f0623 tempest-ServerDiagnosticsNegativeTest-911506051 tempest-ServerDiagnosticsNegativeTest-911506051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:27.624795 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-1697b868-faa8-4ffd-b799-93ae2460155e req-13ebdc4c-c3dd-468b-a091-c8abc59f0623 tempest-ServerDiagnosticsNegativeTest-911506051 tempest-ServerDiagnosticsNegativeTest-911506051-project] 10.222.0.60 "GET /v2.0/ports?device_id=80d297fb-2081-4851-b763-3b823164ffc7 HTTP/1.1" status: 200 len: 949 time: 0.2994778 Nov 19 17:42:27.635582 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1bb2e3e1-9b9d-4329-8d49-87c69aae7766 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:27.641604 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-1bb2e3e1-9b9d-4329-8d49-87c69aae7766 admin admin] 10.222.0.54 "DELETE /v2.0/networks/c3ab4c69-5070-451a-96b4-e294fdfb2d10 HTTP/1.1" status: 204 len: 168 time: 0.9567659 Nov 19 17:42:27.751976 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb2e3e1-9b9d-4329-8d49-87c69aae7766 admin admin] Pushing event deleted for resources: {'Network': ['ID=c3ab4c69-5070-451a-96b4-e294fdfb2d10,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:42:27.792683 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-640889e6-cddf-4150-8133-2009945cd349 req-ba4a28a0-69de-4a93-b49e-12cb6489c7c2 tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] 10.222.0.54 "GET /v2.0/security-groups?id=b84acbb5-2f2e-43b4-8c5f-7110024c7a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2720060 Nov 19 17:42:27.839233 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3538d723-263f-4d68-afcb-be29fbef5a01 req-e178939c-9f8a-47c0-88e2-6166c35f254a tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:27.841648 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 51e1b387-2bf7-44ba-b03d-59d04ceb070c no longer exists at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:42:27.852396 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-3538d723-263f-4d68-afcb-be29fbef5a01 req-e178939c-9f8a-47c0-88e2-6166c35f254a tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] 10.222.0.54 "GET /v2.0/ports?device_id=e15bb909-3fc7-4969-a51b-ff659151bc3d HTTP/1.1" status: 200 len: 945 time: 0.1660006 Nov 19 17:42:27.892945 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1363bdd-fc75-4e20-80ca-a187ecca9909 req-2e401a9a-700a-4592-b550-ec5214065358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:27.895753 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c1363bdd-fc75-4e20-80ca-a187ecca9909 req-2e401a9a-700a-4592-b550-ec5214065358 service neutron] 10.222.0.86 "GET /v2.0/networks?id=c7b257b3-f66e-4846-9861-5f47f21f4188 HTTP/1.1" status: 200 len: 908 time: 0.3485227 Nov 19 17:42:27.981173 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c1363bdd-fc75-4e20-80ca-a187ecca9909 req-70a312d1-f73c-41dd-a61b-52574ef34569 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=93e90eda-5096-4d5d-bd55-a580bf26e4e1 HTTP/1.1" status: 200 len: 217 time: 0.0670514 Nov 19 17:42:27.993324 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-3538d723-263f-4d68-afcb-be29fbef5a01 req-fc02b9fc-275e-4c90-b642-d47749c829f9 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] 10.222.0.54 "GET /v2.0/security-groups?id=6b496084-806a-4b53-af34-e578be5128ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395955 Nov 19 17:42:28.031673 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:28.045439 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-1697b868-faa8-4ffd-b799-93ae2460155e req-49f8f25c-c52b-46fb-a68c-301bc0385c7a tempest-ServerDiagnosticsNegativeTest-911506051 tempest-ServerDiagnosticsNegativeTest-911506051-project] Deleting port 924a1178-f0d1-4088-9c68-eacff9c1c5e4 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:42:28.045439 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-1697b868-faa8-4ffd-b799-93ae2460155e req-49f8f25c-c52b-46fb-a68c-301bc0385c7a tempest-ServerDiagnosticsNegativeTest-911506051 tempest-ServerDiagnosticsNegativeTest-911506051-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:28.048729 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 49256) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:42:28.088745 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:42:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7af7f54-d672-4ca8-8b64-89defb321515 x-openstack-request-id: req-c7af7f54-d672-4ca8-8b64-89defb321515 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:42:28.089386 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e98860a-1881-4939-aac3-24397c3d5a2d", "name": "network-vif-plugged", "status": "completed", "tag": "51e1b387-2bf7-44ba-b03d-59d04ceb070c", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:42:28.089974 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c7af7f54-d672-4ca8-8b64-89defb321515 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:42:28.091442 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e98860a-1881-4939-aac3-24397c3d5a2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51e1b387-2bf7-44ba-b03d-59d04ceb070c', 'code': 200} Nov 19 17:42:28.093903 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1363bdd-fc75-4e20-80ca-a187ecca9909 req-4fc84e6c-88f5-40b7-9f33-653fdae118d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:28.096855 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c1363bdd-fc75-4e20-80ca-a187ecca9909 req-4fc84e6c-88f5-40b7-9f33-653fdae118d3 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=df2b5fb0-4ad7-475f-930a-bdefef26bd76 HTTP/1.1" status: 200 len: 847 time: 0.0971413 Nov 19 17:42:28.145131 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c1363bdd-fc75-4e20-80ca-a187ecca9909 req-13a4b076-f9ce-4cb2-a293-2fd9bb45f768 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c7b257b3-f66e-4846-9861-5f47f21f4188&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380666 Nov 19 17:42:28.151622 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dca6562-041f-4426-af8b-228bb4a46a3d req-efafe327-7b7f-402c-aaf4-44ae7e5556cb tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:28.153201 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5dca6562-041f-4426-af8b-228bb4a46a3d req-efafe327-7b7f-402c-aaf4-44ae7e5556cb tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] 10.222.0.54 "GET /v2.0/ports?device_id=6e98860a-1881-4939-aac3-24397c3d5a2d HTTP/1.1" status: 200 len: 945 time: 0.2448325 Nov 19 17:42:28.188695 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-381ada42-39fd-4477-aea4-ec87958e173f req-7aa26397-b04f-4ba5-93e2-697bbfb41343 tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:28.192610 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 6b8ab166-d9c0-495f-a620-280635654b4a no longer exists at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:42:28.217673 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] No Port match for: 6b8ab166-d9c0-495f-a620-280635654b4a {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:42:28.218298 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 6b8ab166-d9c0-495f-a620-280635654b4a not bound to the agent host n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:42:28.282015 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa26397-b04f-4ba5-93e2-697bbfb41343 tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] Pushing event deleted for resources: {'Port': ['ID=51e1b387-2bf7-44ba-b03d-59d04ceb070c,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:42:28.288274 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7a4cef-ae01-4960-a573-27f7ebf0d62d req-c3abed39-6e59-45e1-a8ac-1d854957f089 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:28.289832 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ce7a4cef-ae01-4960-a573-27f7ebf0d62d req-c3abed39-6e59-45e1-a8ac-1d854957f089 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/ports?device_id=67c7d862-f420-4f4c-9d52-2ec6b77c5e28 HTTP/1.1" status: 200 len: 946 time: 0.1430070 Nov 19 17:42:28.328679 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c1363bdd-fc75-4e20-80ca-a187ecca9909 req-293e23f2-0c17-46d4-bf3e-37066a27c876 service neutron] 10.222.0.86 "GET /v2.0/networks/c7b257b3-f66e-4846-9861-5f47f21f4188?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648731 Nov 19 17:42:28.346260 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-7a8cd306-f77d-4361-a92c-8ad5754d2ccb admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=68fba0b413a84e879934681310fcdb27&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2934034 Nov 19 17:42:28.355673 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 49260) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:42:28.366299 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-381ada42-39fd-4477-aea4-ec87958e173f req-7aa26397-b04f-4ba5-93e2-697bbfb41343 tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] No DVR routers for this DVR port 51e1b387-2bf7-44ba-b03d-59d04ceb070c on host n-h1-818022-2 {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:42:28.368988 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-381ada42-39fd-4477-aea4-ec87958e173f req-7aa26397-b04f-4ba5-93e2-697bbfb41343 tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:28.373208 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-381ada42-39fd-4477-aea4-ec87958e173f req-7aa26397-b04f-4ba5-93e2-697bbfb41343 tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] 10.222.0.60 "DELETE /v2.0/ports/51e1b387-2bf7-44ba-b03d-59d04ceb070c HTTP/1.1" status: 204 len: 173 time: 1.6934838 Nov 19 17:42:28.379380 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e98860a-1881-4939-aac3-24397c3d5a2d', 'name': 'network-vif-deleted', 'tag': '51e1b387-2bf7-44ba-b03d-59d04ceb070c'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:42:28.381657 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218319d759239a7d11f1288aef37381b97754913ee9ccbfd43b51a463f801712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64daa07a-6689-4a9e-a926-c7d83285b527" -d '{"events": [{"server_uuid": "6e98860a-1881-4939-aac3-24397c3d5a2d", "name": "network-vif-deleted", "tag": "51e1b387-2bf7-44ba-b03d-59d04ceb070c"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:42:28.396227 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5dca6562-041f-4426-af8b-228bb4a46a3d req-ec9f4d3b-1544-421c-aa08-9cc4fb2ae777 tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] 10.222.0.54 "GET /v2.0/security-groups?id=2e3e4707-c197-4851-8355-26b2132f2eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2348287 Nov 19 17:42:28.410708 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-1697b868-faa8-4ffd-b799-93ae2460155e req-49f8f25c-c52b-46fb-a68c-301bc0385c7a tempest-ServerDiagnosticsNegativeTest-911506051 tempest-ServerDiagnosticsNegativeTest-911506051-project] For port 924a1178-f0d1-4088-9c68-eacff9c1c5e4, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=924a1178-f0d1-4088-9c68-eacff9c1c5e4,segment=NetworkSegment(1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861),segment_id=1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:42:28.411299 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-1697b868-faa8-4ffd-b799-93ae2460155e req-49f8f25c-c52b-46fb-a68c-301bc0385c7a tempest-ServerDiagnosticsNegativeTest-911506051 tempest-ServerDiagnosticsNegativeTest-911506051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:28.440402 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ce7a4cef-ae01-4960-a573-27f7ebf0d62d req-b404dfa6-2f5b-4132-8eef-8a69557fc04a tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/security-groups?id=12d5dc08-1d9f-41c6-b52c-304239ec8b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348455 Nov 19 17:42:28.463999 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-1697b868-faa8-4ffd-b799-93ae2460155e req-49f8f25c-c52b-46fb-a68c-301bc0385c7a tempest-ServerDiagnosticsNegativeTest-911506051 tempest-ServerDiagnosticsNegativeTest-911506051-project] Calling delete_port for 924a1178-f0d1-4088-9c68-eacff9c1c5e4 owned by compute:nova {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:42:28.556801 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1529001e-1918-4cb8-92b1-f4a4d23c8410 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:28.561665 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:42:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2b0b0a1-c11d-40c4-a5be-f349dd818115 x-openstack-request-id: req-d2b0b0a1-c11d-40c4-a5be-f349dd818115 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:42:28.561665 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e98860a-1881-4939-aac3-24397c3d5a2d", "name": "network-vif-deleted", "tag": "51e1b387-2bf7-44ba-b03d-59d04ceb070c", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:42:28.561665 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d2b0b0a1-c11d-40c4-a5be-f349dd818115 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:42:28.561665 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e98860a-1881-4939-aac3-24397c3d5a2d', 'name': 'network-vif-deleted', 'tag': '51e1b387-2bf7-44ba-b03d-59d04ceb070c', 'status': 'completed', 'code': 200} Nov 19 17:42:28.604309 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1529001e-1918-4cb8-92b1-f4a4d23c8410 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:28.659412 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f614dc-76a9-4b5f-bf4d-bc78f2da97a3 req-f004efee-c223-4f85-b3f2-aaa04868a1ab tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:28.660925 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c1f614dc-76a9-4b5f-bf4d-bc78f2da97a3 req-f004efee-c223-4f85-b3f2-aaa04868a1ab tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] 10.222.0.54 "GET /v2.0/ports?device_id=2dc0a948-e69f-470a-a431-55ba5b8e72a4 HTTP/1.1" status: 200 len: 946 time: 0.1144547 Nov 19 17:42:28.695098 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c1363bdd-fc75-4e20-80ca-a187ecca9909 req-9af226e4-090f-4d2a-970a-c673c35cbc3d service neutron] 10.222.0.86 "GET /v2.0/networks/c7b257b3-f66e-4846-9861-5f47f21f4188?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3503711 Nov 19 17:42:28.722181 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff4b1a6-d981-4a2c-b317-7c6b1e9890a0 req-2597942f-0878-4858-94f3-4a2a99315118 tempest-ServerDiagnosticsNegativeTest-911506051 tempest-ServerDiagnosticsNegativeTest-911506051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:28.723926 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-7ff4b1a6-d981-4a2c-b317-7c6b1e9890a0 req-2597942f-0878-4858-94f3-4a2a99315118 tempest-ServerDiagnosticsNegativeTest-911506051 tempest-ServerDiagnosticsNegativeTest-911506051-project] 10.222.0.54 "GET /v2.0/ports?device_id=80d297fb-2081-4851-b763-3b823164ffc7 HTTP/1.1" status: 200 len: 949 time: 0.0752363 Nov 19 17:42:28.777462 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1529001e-1918-4cb8-92b1-f4a4d23c8410 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:28.782858 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1529001e-1918-4cb8-92b1-f4a4d23c8410 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:28.784824 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-1529001e-1918-4cb8-92b1-f4a4d23c8410 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c2d8ccc0-6114-4201-88f3-d3063952f1b4 HTTP/1.1" status: 204 len: 168 time: 0.4230855 Nov 19 17:42:28.795473 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-1697b868-faa8-4ffd-b799-93ae2460155e req-49f8f25c-c52b-46fb-a68c-301bc0385c7a tempest-ServerDiagnosticsNegativeTest-911506051 tempest-ServerDiagnosticsNegativeTest-911506051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:28.815123 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['924a1178-f0d1-4088-9c68-eacff9c1c5e4'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:42:28.824543 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c1f614dc-76a9-4b5f-bf4d-bc78f2da97a3 req-0667116f-ba3b-422e-9783-f9feaeda036e tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] 10.222.0.54 "GET /v2.0/security-groups?id=608cd3c1-fb02-4e09-9a3c-895a0164600c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517332 Nov 19 17:42:28.857965 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1529001e-1918-4cb8-92b1-f4a4d23c8410 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2d8ccc0-6114-4201-88f3-d3063952f1b4,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:42:28.859043 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f8f25c-c52b-46fb-a68c-301bc0385c7a tempest-ServerDiagnosticsNegativeTest-911506051 tempest-ServerDiagnosticsNegativeTest-911506051-project] Pushing event deleted for resources: {'Port': ['ID=924a1178-f0d1-4088-9c68-eacff9c1c5e4,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:42:28.920196 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-7ff4b1a6-d981-4a2c-b317-7c6b1e9890a0 req-18851703-ea7a-41a8-86eb-f28525f2579a tempest-ServerDiagnosticsNegativeTest-911506051 tempest-ServerDiagnosticsNegativeTest-911506051-project] 10.222.0.54 "GET /v2.0/security-groups?id=8647b985-ec52-41b4-8adb-34f907a3de17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738622 Nov 19 17:42:28.995020 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-1697b868-faa8-4ffd-b799-93ae2460155e req-49f8f25c-c52b-46fb-a68c-301bc0385c7a tempest-ServerDiagnosticsNegativeTest-911506051 tempest-ServerDiagnosticsNegativeTest-911506051-project] No DVR routers for this DVR port 924a1178-f0d1-4088-9c68-eacff9c1c5e4 on host n-h1-818022-2 {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:42:28.998790 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-1697b868-faa8-4ffd-b799-93ae2460155e req-49f8f25c-c52b-46fb-a68c-301bc0385c7a tempest-ServerDiagnosticsNegativeTest-911506051 tempest-ServerDiagnosticsNegativeTest-911506051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:29.003080 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-1697b868-faa8-4ffd-b799-93ae2460155e req-49f8f25c-c52b-46fb-a68c-301bc0385c7a tempest-ServerDiagnosticsNegativeTest-911506051 tempest-ServerDiagnosticsNegativeTest-911506051-project] 10.222.0.60 "DELETE /v2.0/ports/924a1178-f0d1-4088-9c68-eacff9c1c5e4 HTTP/1.1" status: 204 len: 173 time: 1.3599081 Nov 19 17:42:29.097703 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88424e54-92b4-4041-aa5f-e38e0d36f41d req-9e7d7a77-1ae0-4914-a4c1-52748b252761 tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:29.109098 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-88424e54-92b4-4041-aa5f-e38e0d36f41d req-9e7d7a77-1ae0-4914-a4c1-52748b252761 tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] 10.222.0.54 "GET /v2.0/ports?device_id=90e0de18-fe64-4fe4-a3d8-f6b2367e2980 HTTP/1.1" status: 200 len: 945 time: 0.1115723 Nov 19 17:42:29.222533 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-88424e54-92b4-4041-aa5f-e38e0d36f41d req-4b9e3719-5109-4594-9dbb-12422884fdfa tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] 10.222.0.54 "GET /v2.0/security-groups?id=b84acbb5-2f2e-43b4-8c5f-7110024c7a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110392 Nov 19 17:42:29.243102 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33ab770-b862-41b8-9877-446a006072cf req-c4722a6a-0143-430c-8d7b-00add350f275 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:29.246127 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d33ab770-b862-41b8-9877-446a006072cf req-c4722a6a-0143-430c-8d7b-00add350f275 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] 10.222.0.54 "GET /v2.0/ports?device_id=e15bb909-3fc7-4969-a51b-ff659151bc3d HTTP/1.1" status: 200 len: 945 time: 0.0953979 Nov 19 17:42:29.370765 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d33ab770-b862-41b8-9877-446a006072cf req-7c0e284a-2f35-4226-8d5a-e7ccc750537e tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] 10.222.0.54 "GET /v2.0/security-groups?id=6b496084-806a-4b53-af34-e578be5128ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073380 Nov 19 17:42:29.374061 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1363bdd-fc75-4e20-80ca-a187ecca9909 req-6df1345c-6eed-4d3a-a1fb-47c4c77d1b3b tempest-LiveMigrationTest-1744255723 tempest-LiveMigrationTest-1744255723-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:29.376732 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c1363bdd-fc75-4e20-80ca-a187ecca9909 req-6df1345c-6eed-4d3a-a1fb-47c4c77d1b3b tempest-LiveMigrationTest-1744255723 tempest-LiveMigrationTest-1744255723-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=67c7d862-f420-4f4c-9d52-2ec6b77c5e28&tenant_id=de10e7e0e3ea4ce28d84ef76e9c1ec3a&binding%3Ahost_id=n-h2-818022-2 HTTP/1.1" status: 200 len: 1097 time: 0.1255980 Nov 19 17:42:29.552459 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4286192d-a07b-4257-add4-5643a181f649 req-cb690237-ac2d-4f01-9b6f-0aa94cf82248 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1047382644&fields=id&tenant_id=c146b4a40dd54cec9293fb9bbd2d1c70 HTTP/1.1" status: 200 len: 267 time: 0.1046722 Nov 19 17:42:29.557593 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-c1363bdd-fc75-4e20-80ca-a187ecca9909 req-c1463a6c-08d0-43c8-981e-ffcbe6f11a41 service neutron] For port 93e90eda-5096-4d5d-bd55-a580bf26e4e1, host n-h1-818022-2, cleared binding levels {{(pid=103364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:42:29.561762 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-c1363bdd-fc75-4e20-80ca-a187ecca9909 req-c1463a6c-08d0-43c8-981e-ffcbe6f11a41 service neutron] Publish callbacks [] for binding, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:29.563017 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c1363bdd-fc75-4e20-80ca-a187ecca9909 req-c1463a6c-08d0-43c8-981e-ffcbe6f11a41 service neutron] 10.222.0.86 "DELETE /v2.0/ports/93e90eda-5096-4d5d-bd55-a580bf26e4e1/bindings/n-h1-818022-2 HTTP/1.1" status: 204 len: 173 time: 0.1653502 Nov 19 17:42:29.664332 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4286192d-a07b-4257-add4-5643a181f649 req-4175e226-e6de-4359-88b5-da2ad71487f9 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:29.665648 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b8ff2054-d16c-4e11-a1de-a85464bdee7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:29.678265 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4286192d-a07b-4257-add4-5643a181f649 req-4175e226-e6de-4359-88b5-da2ad71487f9 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] 10.222.0.54 "GET /v2.0/ports?device_id=e15bb909-3fc7-4969-a51b-ff659151bc3d HTTP/1.1" status: 200 len: 945 time: 0.1245058 Nov 19 17:42:29.686192 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-4286192d-a07b-4257-add4-5643a181f649 req-b2a191e2-e5a5-4f51-a92f-2eca82decaa5 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] Request body: {'port': {'security_groups': ['6b496084-806a-4b53-af34-e578be5128ae', '5261523f-70a1-48bb-a374-fee5bdaf0fb6']}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:42:29.694653 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5a9b80-4c62-44f6-9af9-b9ba6f8a4025 req-699e13bd-8b83-44f5-ad0f-c10065a9f628 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:29.710167 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-dd5a9b80-4c62-44f6-9af9-b9ba6f8a4025 req-699e13bd-8b83-44f5-ad0f-c10065a9f628 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/ports?device_id=67c7d862-f420-4f4c-9d52-2ec6b77c5e28 HTTP/1.1" status: 200 len: 946 time: 0.1272345 Nov 19 17:42:29.794941 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-dd5a9b80-4c62-44f6-9af9-b9ba6f8a4025 req-391f65d6-b738-46d6-96e4-d3a5191a5166 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/security-groups?id=12d5dc08-1d9f-41c6-b52c-304239ec8b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836318 Nov 19 17:42:29.807191 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-4286192d-a07b-4257-add4-5643a181f649 req-b2a191e2-e5a5-4f51-a92f-2eca82decaa5 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:29.835914 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 93e90eda-5096-4d5d-bd55-a580bf26e4e1 no longer exists at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:42:29.939400 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 93e90eda-5096-4d5d-bd55-a580bf26e4e1 not bound to the agent host n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:42:29.939400 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 924a1178-f0d1-4088-9c68-eacff9c1c5e4 no longer exists at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:42:29.971337 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] No Port match for: 924a1178-f0d1-4088-9c68-eacff9c1c5e4 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:42:29.972507 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 924a1178-f0d1-4088-9c68-eacff9c1c5e4 not bound to the agent host n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:42:30.156174 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4da12e-aea3-4fb5-bd77-122e7997859a req-035b5ffd-723f-4f4a-9304-170e04ca6948 tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:30.158091 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-bc4da12e-aea3-4fb5-bd77-122e7997859a req-035b5ffd-723f-4f4a-9304-170e04ca6948 tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] 10.222.0.54 "GET /v2.0/networks?id=f617386f-7f7a-461e-894d-4bea98b39674 HTTP/1.1" status: 200 len: 821 time: 0.2003162 Nov 19 17:42:30.172362 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-4286192d-a07b-4257-add4-5643a181f649 req-b2a191e2-e5a5-4f51-a92f-2eca82decaa5 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] For port 5acf4e95-86ed-44f0-b29a-2e6b8904987b, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=5acf4e95-86ed-44f0-b29a-2e6b8904987b,segment=NetworkSegment(3969cf88-7658-432d-801e-c50b9cff97b5),segment_id=3969cf88-7658-432d-801e-c50b9cff97b5)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:42:30.187282 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-bc4da12e-aea3-4fb5-bd77-122e7997859a req-30aee159-8311-4872-b8d4-d2c0444c035d tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] 10.222.0.54 "GET /v2.0/quotas/aeb7fd6db87a434398f0a6a86da890f5 HTTP/1.1" status: 200 len: 375 time: 0.0181313 Nov 19 17:42:30.219577 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-4286192d-a07b-4257-add4-5643a181f649 req-b2a191e2-e5a5-4f51-a92f-2eca82decaa5 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] Publish callbacks [] for port, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:30.224833 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-4286192d-a07b-4257-add4-5643a181f649 req-b2a191e2-e5a5-4f51-a92f-2eca82decaa5 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:30.239080 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-bc4da12e-aea3-4fb5-bd77-122e7997859a req-a5c1f549-19f7-4cf6-8d4e-399758502cfb tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=aeb7fd6db87a434398f0a6a86da890f5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0428934 Nov 19 17:42:30.249651 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] get_ports_and_sgs() called for port_ids ['5acf4e95-86ed-44f0-b29a-2e6b8904987b'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:42:30.309269 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 49316) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:42:30.351916 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4286192d-a07b-4257-add4-5643a181f649 req-b2a191e2-e5a5-4f51-a92f-2eca82decaa5 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:30.353332 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-4286192d-a07b-4257-add4-5643a181f649 req-b2a191e2-e5a5-4f51-a92f-2eca82decaa5 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:30.356775 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4286192d-a07b-4257-add4-5643a181f649 req-b2a191e2-e5a5-4f51-a92f-2eca82decaa5 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] 10.222.0.54 "PUT /v2.0/ports/5acf4e95-86ed-44f0-b29a-2e6b8904987b HTTP/1.1" status: 200 len: 981 time: 0.6763589 Nov 19 17:42:30.417958 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a191e2-e5a5-4f51-a92f-2eca82decaa5 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] Pushing event updated for resources: {'Port': ['ID=5acf4e95-86ed-44f0-b29a-2e6b8904987b,revision_number=6']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:42:30.469371 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-bc4da12e-aea3-4fb5-bd77-122e7997859a req-825a342b-2770-4019-bb22-c63f2d844ff3 service neutron] 10.222.0.54 "GET /v2.0/networks/f617386f-7f7a-461e-894d-4bea98b39674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2171073 Nov 19 17:42:30.536559 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] get_ports_and_sgs() called for port_ids ['5acf4e95-86ed-44f0-b29a-2e6b8904987b'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:42:30.579808 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80d297fb-2081-4851-b763-3b823164ffc7', 'name': 'network-vif-deleted', 'tag': '924a1178-f0d1-4088-9c68-eacff9c1c5e4'}, {'name': 'network-changed', 'server_uuid': 'e15bb909-3fc7-4969-a51b-ff659151bc3d', 'tag': '5acf4e95-86ed-44f0-b29a-2e6b8904987b'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:42:30.584418 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218319d759239a7d11f1288aef37381b97754913ee9ccbfd43b51a463f801712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2cc9824-a2d0-470f-abe9-ef4f26994fcd" -d '{"events": [{"server_uuid": "80d297fb-2081-4851-b763-3b823164ffc7", "name": "network-vif-deleted", "tag": "924a1178-f0d1-4088-9c68-eacff9c1c5e4"}, {"name": "network-changed", "server_uuid": "e15bb909-3fc7-4969-a51b-ff659151bc3d", "tag": "5acf4e95-86ed-44f0-b29a-2e6b8904987b"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:42:30.631572 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-6be76457-b11a-4eca-8bd5-6f502c6cc222 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-2066014578-network', 'tenant_id': '6a76b1038dd6488c9e5a5901f08b1769'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:42:30.632909 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-bc4da12e-aea3-4fb5-bd77-122e7997859a req-b898ffcd-e2f0-4725-9579-ab7eb2f184f4 service neutron] 10.222.0.54 "GET /v2.0/networks/f617386f-7f7a-461e-894d-4bea98b39674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506505 Nov 19 17:42:30.646558 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa995338-1b6c-4243-995c-a7624f330e77 req-fe09199c-a8e6-42f9-914e-b15aa4d72d53 tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:30.648659 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fa995338-1b6c-4243-995c-a7624f330e77 req-fe09199c-a8e6-42f9-914e-b15aa4d72d53 tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] 10.222.0.54 "GET /v2.0/ports?device_id=2dc0a948-e69f-470a-a431-55ba5b8e72a4 HTTP/1.1" status: 200 len: 946 time: 0.1354141 Nov 19 17:42:30.696713 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6be76457-b11a-4eca-8bd5-6f502c6cc222 admin admin] Made reservation on behalf of 6a76b1038dd6488c9e5a5901f08b1769 for: {'network': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:42:30.700043 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6be76457-b11a-4eca-8bd5-6f502c6cc222 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:30.711041 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6be76457-b11a-4eca-8bd5-6f502c6cc222 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:30.756673 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fa995338-1b6c-4243-995c-a7624f330e77 req-07012d02-4caa-4db7-87dd-47663deb0120 tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] 10.222.0.54 "GET /v2.0/security-groups?id=608cd3c1-fb02-4e09-9a3c-895a0164600c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935268 Nov 19 17:42:30.852017 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6be76457-b11a-4eca-8bd5-6f502c6cc222 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:30.858805 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6be76457-b11a-4eca-8bd5-6f502c6cc222 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:30.873303 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6be76457-b11a-4eca-8bd5-6f502c6cc222 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 677} {{(pid=103365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 17:42:30.887693 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6be76457-b11a-4eca-8bd5-6f502c6cc222 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:30.887693 n-d-818022-2 neutron-server[103365]: INFO neutron.db.segments_db [None req-6be76457-b11a-4eca-8bd5-6f502c6cc222 admin admin] Added segment f8eb74a1-feee-46ad-8904-a676d298ed66 of type vlan for network 91f4c532-5cc4-4e60-b5b4-73a1d0b848be Nov 19 17:42:30.889805 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device 93e90eda-5096-4d5d-bd55-a580bf26e4e1 up at agent hyperv_n-h2-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:42:31.002584 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6be76457-b11a-4eca-8bd5-6f502c6cc222 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:31.032247 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Provisioning for port 93e90eda-5096-4d5d-bd55-a580bf26e4e1 completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 17:42:31.052281 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6be76457-b11a-4eca-8bd5-6f502c6cc222 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:31.054557 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6be76457-b11a-4eca-8bd5-6f502c6cc222 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:31.056509 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6be76457-b11a-4eca-8bd5-6f502c6cc222 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:31.074644 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893c4d18-9663-4f8f-aa3c-8b46c090032e req-7078c039-64e0-4102-add2-fa2e7d4c816c tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:31.078757 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-893c4d18-9663-4f8f-aa3c-8b46c090032e req-7078c039-64e0-4102-add2-fa2e7d4c816c tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] 10.222.0.54 "GET /v2.0/ports?device_id=90e0de18-fe64-4fe4-a3d8-f6b2367e2980 HTTP/1.1" status: 200 len: 945 time: 0.1302490 Nov 19 17:42:31.089616 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Provisioning complete for port 93e90eda-5096-4d5d-bd55-a580bf26e4e1 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:42:31.089955 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:31.133028 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be76457-b11a-4eca-8bd5-6f502c6cc222 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bdab7c9-bb32-4221-9734-3c30d1a6cf23,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:42:31.197933 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-893c4d18-9663-4f8f-aa3c-8b46c090032e req-b5a569da-3ee6-46bd-a089-a69c3d946a4b tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] 10.222.0.54 "GET /v2.0/security-groups?id=b84acbb5-2f2e-43b4-8c5f-7110024c7a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973842 Nov 19 17:42:31.244986 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-6be76457-b11a-4eca-8bd5-6f502c6cc222 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9238088 Nov 19 17:42:31.245495 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 49332) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:42:31.257338 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-a573baaa-baf6-45bc-8ce7-23e4ffa9e5ab admin admin] Request body: {'subnet': {'network_id': '91f4c532-5cc4-4e60-b5b4-73a1d0b848be', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-2066014578-subnet', 'tenant_id': '6a76b1038dd6488c9e5a5901f08b1769', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:42:31.289023 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be76457-b11a-4eca-8bd5-6f502c6cc222 admin admin] Pushing event updated for resources: {'Network': ['ID=91f4c532-5cc4-4e60-b5b4-73a1d0b848be,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:42:31.332859 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network 91f4c532-5cc4-4e60-b5b4-73a1d0b848be details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 17:42:31.334519 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f79f44b7-8d23-45cf-9999-8dd725b78d9a req-bdd7f7ec-697d-4785-945a-3231fdbf24a7 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-595980326&fields=id&tenant_id=c146b4a40dd54cec9293fb9bbd2d1c70 HTTP/1.1" status: 200 len: 267 time: 0.0998030 Nov 19 17:42:31.347537 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a573baaa-baf6-45bc-8ce7-23e4ffa9e5ab admin admin] Made reservation on behalf of 6a76b1038dd6488c9e5a5901f08b1769 for: {'subnet': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:42:31.349824 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a573baaa-baf6-45bc-8ce7-23e4ffa9e5ab admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8983829'] for subnet, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:31.520631 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79f44b7-8d23-45cf-9999-8dd725b78d9a req-78418aac-15a1-4787-b573-b19505d4c0fe tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:31.522420 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f79f44b7-8d23-45cf-9999-8dd725b78d9a req-78418aac-15a1-4787-b573-b19505d4c0fe tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] 10.222.0.54 "GET /v2.0/ports?device_id=e15bb909-3fc7-4969-a51b-ff659151bc3d HTTP/1.1" status: 200 len: 984 time: 0.1762836 Nov 19 17:42:31.544179 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-f79f44b7-8d23-45cf-9999-8dd725b78d9a req-7fbe72f6-ec55-4ee3-a664-0043ca0308f5 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] Request body: {'port': {'security_groups': ['5261523f-70a1-48bb-a374-fee5bdaf0fb6', '6b496084-806a-4b53-af34-e578be5128ae', '8a8ac12b-40d8-43c6-a26c-730a2ad0c770']}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:42:31.728024 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a573baaa-baf6-45bc-8ce7-23e4ffa9e5ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12425078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8983815'] for subnet, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:31.735364 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:31.773211 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-f79f44b7-8d23-45cf-9999-8dd725b78d9a req-7fbe72f6-ec55-4ee3-a664-0043ca0308f5 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:31.778905 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 49342) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:42:31.825071 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67c7d862-f420-4f4c-9d52-2ec6b77c5e28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93e90eda-5096-4d5d-bd55-a580bf26e4e1'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:42:31.835062 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3940761bcd94e032e6960d2241bd8993c5d3a7d8dc2aca8488f3ecf1d4dd2fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ee129dd-14e4-460d-87dd-19b137608260" -d '{"events": [{"server_uuid": "67c7d862-f420-4f4c-9d52-2ec6b77c5e28", "name": "network-vif-plugged", "status": "completed", "tag": "93e90eda-5096-4d5d-bd55-a580bf26e4e1"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:42:31.870000 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a573baaa-baf6-45bc-8ce7-23e4ffa9e5ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=0540fadb-a02e-4787-8a71-4a2329af57df,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:42:31.874732 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 51e1b387-2bf7-44ba-b03d-59d04ceb070c no longer exists at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:42:31.876624 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0eb184-0ca8-450a-86d2-cdc95a301ec5 req-1c232df0-b1e2-4ee9-adf6-7e1fc461d47b tempest-LiveMigrationTest-1744255723 tempest-LiveMigrationTest-1744255723-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:31.894830 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port 93e90eda-5096-4d5d-bd55-a580bf26e4e1, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=93e90eda-5096-4d5d-bd55-a580bf26e4e1,segment=NetworkSegment(68be9c2e-9e68-489a-becd-67ff095c4169),segment_id=68be9c2e-9e68-489a-becd-67ff095c4169)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:42:31.898369 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6c0eb184-0ca8-450a-86d2-cdc95a301ec5 req-1c232df0-b1e2-4ee9-adf6-7e1fc461d47b tempest-LiveMigrationTest-1744255723 tempest-LiveMigrationTest-1744255723-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=67c7d862-f420-4f4c-9d52-2ec6b77c5e28 HTTP/1.1" status: 200 len: 1097 time: 0.5564177 Nov 19 17:42:31.916010 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] No Port match for: 51e1b387-2bf7-44ba-b03d-59d04ceb070c {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:42:31.916346 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 51e1b387-2bf7-44ba-b03d-59d04ceb070c not bound to the agent host n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:42:31.917934 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:31.968655 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a573baaa-baf6-45bc-8ce7-23e4ffa9e5ab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:42:31.971763 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-979cfba2-09f0-40df-a75d-4a0eb0643244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:31.972106 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a573baaa-baf6-45bc-8ce7-23e4ffa9e5ab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:42:31.979210 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a573baaa-baf6-45bc-8ce7-23e4ffa9e5ab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:42:31.981759 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a573baaa-baf6-45bc-8ce7-23e4ffa9e5ab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:42:31.983611 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a573baaa-baf6-45bc-8ce7-23e4ffa9e5ab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:42:31.987114 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a573baaa-baf6-45bc-8ce7-23e4ffa9e5ab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:42:31.988445 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a573baaa-baf6-45bc-8ce7-23e4ffa9e5ab admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:42:31.989487 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a573baaa-baf6-45bc-8ce7-23e4ffa9e5ab admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:42:31.990427 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a573baaa-baf6-45bc-8ce7-23e4ffa9e5ab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:42:31.991817 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a573baaa-baf6-45bc-8ce7-23e4ffa9e5ab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:42:31.993353 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a573baaa-baf6-45bc-8ce7-23e4ffa9e5ab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:42:31.995710 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a573baaa-baf6-45bc-8ce7-23e4ffa9e5ab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:42:32.010283 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Pushing event updated for resources: {'Port': ['ID=93e90eda-5096-4d5d-bd55-a580bf26e4e1,revision_number=13']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:42:32.012793 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a573baaa-baf6-45bc-8ce7-23e4ffa9e5ab admin admin] Checking segment: {'id': 'f8eb74a1-feee-46ad-8904-a676d298ed66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '91f4c532-5cc4-4e60-b5b4-73a1d0b848be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:42:32.018295 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a573baaa-baf6-45bc-8ce7-23e4ffa9e5ab admin admin] Network hostable DHCP agents. Network: 91f4c532-5cc4-4e60-b5b4-73a1d0b848be, hostable agents: ['02910ef2-0455-4aea-9f38-9a875579633f'], hosted agents: [] {{(pid=103364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 17:42:32.084117 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a573baaa-baf6-45bc-8ce7-23e4ffa9e5ab admin admin] Network 91f4c532-5cc4-4e60-b5b4-73a1d0b848be is scheduled to be hosted by DHCP agent 02910ef2-0455-4aea-9f38-9a875579633f with binding_index 1 {{(pid=103364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 17:42:32.101437 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6c0eb184-0ca8-450a-86d2-cdc95a301ec5 req-c7d360ba-0006-4724-85c9-cbc1212db4e9 tempest-LiveMigrationTest-1744255723 tempest-LiveMigrationTest-1744255723-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=12d5dc08-1d9f-41c6-b52c-304239ec8b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061408 Nov 19 17:42:32.103704 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-a573baaa-baf6-45bc-8ce7-23e4ffa9e5ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818022-2, 91f4c532-5cc4-4e60-b5b4-73a1d0b848be) {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:42:32.118188 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a573baaa-baf6-45bc-8ce7-23e4ffa9e5ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:32.118786 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a573baaa-baf6-45bc-8ce7-23e4ffa9e5ab admin admin] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:32.127208 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ba6295d-dbee-4d12-b598-be5f1738e499 None None] Network 91f4c532-5cc4-4e60-b5b4-73a1d0b848be requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:42:32.165987 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-a573baaa-baf6-45bc-8ce7-23e4ffa9e5ab admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9053063 Nov 19 17:42:32.165987 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-802d04be-4f2b-4a70-bcfb-ad34b90440d7 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=57cdeda182024ac49f67b54e149668c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3847241 Nov 19 17:42:32.172870 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 49352) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:42:32.331589 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ebb44dab-5eaf-483c-a5a8-74d27cd63931 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:32.440083 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ebb44dab-5eaf-483c-a5a8-74d27cd63931 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:32.526347 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aae8f386-0810-4e3c-84a9-74a22e58359e None None] Network 91f4c532-5cc4-4e60-b5b4-73a1d0b848be requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:42:32.534692 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cc9824-a2d0-470f-abe9-ef4f26994fcd req-e2c6d670-73fc-41e7-bae4-2a096e7727bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:32.537050 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d2cc9824-a2d0-470f-abe9-ef4f26994fcd req-e2c6d670-73fc-41e7-bae4-2a096e7727bf service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c146b4a40dd54cec9293fb9bbd2d1c70&device_id=e15bb909-3fc7-4969-a51b-ff659151bc3d HTTP/1.1" status: 200 len: 1135 time: 0.1309490 Nov 19 17:42:32.652223 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-407b8b41-bc13-4617-87cb-6282dccc1eab req-d25d342d-ba2e-4f35-b9b3-d2e8742c8f1b tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] 10.222.0.54 "GET /v2.0/ports?device_id=dd37318c-f0ee-4b84-8152-a446a35e2710 HTTP/1.1" status: 200 len: 210 time: 0.0946143 Nov 19 17:42:32.684077 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ebb44dab-5eaf-483c-a5a8-74d27cd63931 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:32.694154 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ebb44dab-5eaf-483c-a5a8-74d27cd63931 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:32.698568 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-ebb44dab-5eaf-483c-a5a8-74d27cd63931 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/8647b985-ec52-41b4-8adb-34f907a3de17 HTTP/1.1" status: 204 len: 168 time: 0.5246253 Nov 19 17:42:32.733778 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb44dab-5eaf-483c-a5a8-74d27cd63931 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8647b985-ec52-41b4-8adb-34f907a3de17,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:42:32.826203 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cc9824-a2d0-470f-abe9-ef4f26994fcd req-dfbb648b-09ec-46c2-985a-7514e778485b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:32.831859 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d2cc9824-a2d0-470f-abe9-ef4f26994fcd req-dfbb648b-09ec-46c2-985a-7514e778485b service neutron] 10.222.0.86 "GET /v2.0/networks?id=5462cbaf-741d-4a3e-93f9-7ce709019f54 HTTP/1.1" status: 200 len: 914 time: 0.2833672 Nov 19 17:42:32.938851 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d2cc9824-a2d0-470f-abe9-ef4f26994fcd req-4f17dfcc-897b-4281-9ab3-afafb73d0aae service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5acf4e95-86ed-44f0-b29a-2e6b8904987b HTTP/1.1" status: 200 len: 217 time: 0.0484166 Nov 19 17:42:32.949706 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 19 Nov 2021 17:42:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70308b1d-7882-47a6-ba3c-939595eb740e x-openstack-request-id: req-70308b1d-7882-47a6-ba3c-939595eb740e {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:42:32.950322 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80d297fb-2081-4851-b763-3b823164ffc7", "name": "network-vif-deleted", "tag": "924a1178-f0d1-4088-9c68-eacff9c1c5e4", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e15bb909-3fc7-4969-a51b-ff659151bc3d", "tag": "5acf4e95-86ed-44f0-b29a-2e6b8904987b", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:42:32.950647 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-70308b1d-7882-47a6-ba3c-939595eb740e {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:42:32.951268 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80d297fb-2081-4851-b763-3b823164ffc7', 'name': 'network-vif-deleted', 'tag': '924a1178-f0d1-4088-9c68-eacff9c1c5e4', 'status': 'completed', 'code': 200} Nov 19 17:42:32.951674 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e15bb909-3fc7-4969-a51b-ff659151bc3d', 'tag': '5acf4e95-86ed-44f0-b29a-2e6b8904987b', 'status': 'completed', 'code': 200} Nov 19 17:42:32.958307 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8ae025-7205-4af8-95f9-fd0954d54cb9 req-5fa277d1-bfda-4c2e-b39f-044cb5fae1a7 tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:32.965731 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-eb8ae025-7205-4af8-95f9-fd0954d54cb9 req-5fa277d1-bfda-4c2e-b39f-044cb5fae1a7 tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] 10.222.0.54 "GET /v2.0/ports?device_id=2dc0a948-e69f-470a-a431-55ba5b8e72a4 HTTP/1.1" status: 200 len: 946 time: 0.1748710 Nov 19 17:42:33.065611 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e46ecc5a-dc14-4744-b262-3072ff2e958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:33.075888 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-eb8ae025-7205-4af8-95f9-fd0954d54cb9 req-59288641-f371-4a03-87ae-cca0454f107d tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] 10.222.0.54 "GET /v2.0/security-groups?id=608cd3c1-fb02-4e09-9a3c-895a0164600c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077390 Nov 19 17:42:33.088239 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cc9824-a2d0-470f-abe9-ef4f26994fcd req-55f1701e-c08b-4a79-b03e-6f3624a27317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:33.090026 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d2cc9824-a2d0-470f-abe9-ef4f26994fcd req-55f1701e-c08b-4a79-b03e-6f3624a27317 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=568bbddb-beac-4fd1-85b0-aaffdafcdcf0 HTTP/1.1" status: 200 len: 853 time: 0.1214919 Nov 19 17:42:33.205376 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:42:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87e3d6fc-6e1c-4566-a429-0257a1573145 x-openstack-request-id: req-87e3d6fc-6e1c-4566-a429-0257a1573145 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:42:33.206044 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67c7d862-f420-4f4c-9d52-2ec6b77c5e28", "name": "network-vif-plugged", "status": "completed", "tag": "93e90eda-5096-4d5d-bd55-a580bf26e4e1", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:42:33.206595 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-87e3d6fc-6e1c-4566-a429-0257a1573145 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:42:33.209578 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67c7d862-f420-4f4c-9d52-2ec6b77c5e28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93e90eda-5096-4d5d-bd55-a580bf26e4e1', 'code': 200} Nov 19 17:42:33.219058 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d2cc9824-a2d0-470f-abe9-ef4f26994fcd req-ed943f6b-86eb-4209-8a33-aa1513916a44 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=5462cbaf-741d-4a3e-93f9-7ce709019f54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1104758 Nov 19 17:42:33.306086 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-f79f44b7-8d23-45cf-9999-8dd725b78d9a req-7fbe72f6-ec55-4ee3-a664-0043ca0308f5 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] For port 5acf4e95-86ed-44f0-b29a-2e6b8904987b, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=5acf4e95-86ed-44f0-b29a-2e6b8904987b,segment=NetworkSegment(3969cf88-7658-432d-801e-c50b9cff97b5),segment_id=3969cf88-7658-432d-801e-c50b9cff97b5)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:42:33.315885 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4da12e-aea3-4fb5-bd77-122e7997859a req-38082b94-7031-4797-a237-2784f3dbcb7e tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:33.317649 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-bc4da12e-aea3-4fb5-bd77-122e7997859a req-38082b94-7031-4797-a237-2784f3dbcb7e tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] 10.222.0.60 "GET /v2.0/networks?id=f617386f-7f7a-461e-894d-4bea98b39674 HTTP/1.1" status: 200 len: 821 time: 0.3571537 Nov 19 17:42:33.334518 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-bc4da12e-aea3-4fb5-bd77-122e7997859a req-19015ca5-887f-4044-a154-42aed474dce0 tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] Request body: {'port': {'device_id': 'dd37318c-f0ee-4b84-8152-a446a35e2710', 'network_id': 'f617386f-7f7a-461e-894d-4bea98b39674', 'admin_state_up': True, 'tenant_id': 'aeb7fd6db87a434398f0a6a86da890f5'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:42:33.371816 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d2cc9824-a2d0-470f-abe9-ef4f26994fcd req-6923a0d5-cf30-4f29-ac18-4144deeeccc7 service neutron] 10.222.0.86 "GET /v2.0/networks/5462cbaf-741d-4a3e-93f9-7ce709019f54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404982 Nov 19 17:42:33.468548 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 49368) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:42:33.527625 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7780ed7d-f0a3-4c4a-8ae2-70fe39df7090 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:33.550519 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-f79f44b7-8d23-45cf-9999-8dd725b78d9a req-7fbe72f6-ec55-4ee3-a664-0043ca0308f5 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] Publish callbacks [] for port, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:33.567752 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:33.570737 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-f79f44b7-8d23-45cf-9999-8dd725b78d9a req-7fbe72f6-ec55-4ee3-a664-0043ca0308f5 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:33.586771 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:33.592510 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] get_ports_and_sgs() called for port_ids ['5acf4e95-86ed-44f0-b29a-2e6b8904987b'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:42:33.723101 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79f44b7-8d23-45cf-9999-8dd725b78d9a req-7fbe72f6-ec55-4ee3-a664-0043ca0308f5 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:33.724025 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-f79f44b7-8d23-45cf-9999-8dd725b78d9a req-7fbe72f6-ec55-4ee3-a664-0043ca0308f5 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:33.726407 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f79f44b7-8d23-45cf-9999-8dd725b78d9a req-7fbe72f6-ec55-4ee3-a664-0043ca0308f5 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] 10.222.0.54 "PUT /v2.0/ports/5acf4e95-86ed-44f0-b29a-2e6b8904987b HTTP/1.1" status: 200 len: 1020 time: 2.1911833 Nov 19 17:42:33.769297 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc4da12e-aea3-4fb5-bd77-122e7997859a req-19015ca5-887f-4044-a154-42aed474dce0 tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] Made reservation on behalf of aeb7fd6db87a434398f0a6a86da890f5 for: {'port': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:42:33.775217 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-bc4da12e-aea3-4fb5-bd77-122e7997859a req-19015ca5-887f-4044-a154-42aed474dce0 tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:33.800902 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff9f530-1ebc-47c6-87fb-77fdb1d67b38 req-b6c8dcb5-38f4-4fdf-b147-6bcb611f87ea tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:33.809239 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-4ff9f530-1ebc-47c6-87fb-77fdb1d67b38 req-b6c8dcb5-38f4-4fdf-b147-6bcb611f87ea tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] 10.222.0.54 "GET /v2.0/ports?device_id=90e0de18-fe64-4fe4-a3d8-f6b2367e2980 HTTP/1.1" status: 200 len: 945 time: 0.4346056 Nov 19 17:42:33.817320 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbe72f6-ec55-4ee3-a664-0043ca0308f5 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] Pushing event updated for resources: {'Port': ['ID=5acf4e95-86ed-44f0-b29a-2e6b8904987b,revision_number=7']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:42:33.895130 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] get_ports_and_sgs() called for port_ids ['5acf4e95-86ed-44f0-b29a-2e6b8904987b'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:42:33.933854 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d2cc9824-a2d0-470f-abe9-ef4f26994fcd req-a49d85db-fa1b-4584-b972-22ef997fcc08 service neutron] 10.222.0.86 "GET /v2.0/networks/5462cbaf-741d-4a3e-93f9-7ce709019f54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5424531 Nov 19 17:42:33.951759 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-4ff9f530-1ebc-47c6-87fb-77fdb1d67b38 req-62379a14-72c1-4a90-8797-cf3d19238b29 tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] 10.222.0.54 "GET /v2.0/security-groups?id=b84acbb5-2f2e-43b4-8c5f-7110024c7a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413198 Nov 19 17:42:34.039405 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7780ed7d-f0a3-4c4a-8ae2-70fe39df7090 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:34.072700 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7780ed7d-f0a3-4c4a-8ae2-70fe39df7090 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:34.163011 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [req-bc4da12e-aea3-4fb5-bd77-122e7997859a req-19015ca5-887f-4044-a154-42aed474dce0 tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] Allocated IP 172.20.0.11 (f617386f-7f7a-461e-894d-4bea98b39674/0d31643c-d7c9-499c-bd0d-a793fdbddb1f/1f0bbfc2-6e12-496c-b602-990bc2103aa1) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:42:34.172479 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-7780ed7d-f0a3-4c4a-8ae2-70fe39df7090 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=61b99945a0164b8cab58b996ca7f9bfd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6973319 Nov 19 17:42:34.172479 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7780ed7d-f0a3-4c4a-8ae2-70fe39df7090 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a99a72fa-0a9d-4d4f-8e67-67db96631a98,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:42:34.173093 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 49386) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:42:34.186704 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe039e45-1f08-4fee-91e8-237db9b80cad req-0c52fecd-d4f8-41b5-b3dc-e620d59661ed tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:34.188228 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fe039e45-1f08-4fee-91e8-237db9b80cad req-0c52fecd-d4f8-41b5-b3dc-e620d59661ed tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/networks?id=c7b257b3-f66e-4846-9861-5f47f21f4188 HTTP/1.1" status: 200 len: 807 time: 0.2511373 Nov 19 17:42:34.232235 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fe039e45-1f08-4fee-91e8-237db9b80cad req-750a3f95-ed67-4fc8-9e4e-c174bf3ab9f1 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/quotas/de10e7e0e3ea4ce28d84ef76e9c1ec3a HTTP/1.1" status: 200 len: 375 time: 0.0272791 Nov 19 17:42:34.299179 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e5a77ed2-3078-411c-b0f8-5425380b05f6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:34.337446 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e5a77ed2-3078-411c-b0f8-5425380b05f6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:34.361578 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fe039e45-1f08-4fee-91e8-237db9b80cad req-b29fc9c8-cab1-41d5-9ff4-d7236c9c22d8 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=de10e7e0e3ea4ce28d84ef76e9c1ec3a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1141021 Nov 19 17:42:34.404651 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e5a77ed2-3078-411c-b0f8-5425380b05f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:34.409050 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e5a77ed2-3078-411c-b0f8-5425380b05f6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:34.414469 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-e5a77ed2-3078-411c-b0f8-5425380b05f6 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/a99a72fa-0a9d-4d4f-8e67-67db96631a98 HTTP/1.1" status: 204 len: 168 time: 0.2359040 Nov 19 17:42:34.423639 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a77ed2-3078-411c-b0f8-5425380b05f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a99a72fa-0a9d-4d4f-8e67-67db96631a98,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:42:34.507643 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-bc4da12e-aea3-4fb5-bd77-122e7997859a req-19015ca5-887f-4044-a154-42aed474dce0 tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:34.598798 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fe039e45-1f08-4fee-91e8-237db9b80cad req-e2bebc5c-d5b8-4e60-ac75-c80bc75a6931 service neutron] 10.222.0.54 "GET /v2.0/networks/c7b257b3-f66e-4846-9861-5f47f21f4188?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2205791 Nov 19 17:42:34.630627 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-bc4da12e-aea3-4fb5-bd77-122e7997859a req-19015ca5-887f-4044-a154-42aed474dce0 tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:34.634264 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e013d7e6-5264-4dcc-9759-54f5fb809e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:34.741392 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f83a2e-7851-422c-9b6d-773252fd2d36 req-567b39bc-3a28-44e8-a134-7de0635261a0 tempest-ServerTagsTestJSON-1963055999 tempest-ServerTagsTestJSON-1963055999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:34.742538 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc4da12e-aea3-4fb5-bd77-122e7997859a req-19015ca5-887f-4044-a154-42aed474dce0 tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] Network f617386f-7f7a-461e-894d-4bea98b39674 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:42:34.745034 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-94f83a2e-7851-422c-9b6d-773252fd2d36 req-567b39bc-3a28-44e8-a134-7de0635261a0 tempest-ServerTagsTestJSON-1963055999 tempest-ServerTagsTestJSON-1963055999-project] 10.222.0.54 "GET /v2.0/networks?id=91f4c532-5cc4-4e60-b5b4-73a1d0b848be HTTP/1.1" status: 200 len: 809 time: 0.1842508 Nov 19 17:42:34.751294 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [req-bc4da12e-aea3-4fb5-bd77-122e7997859a req-19015ca5-887f-4044-a154-42aed474dce0 tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:42:34.753979 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc4da12e-aea3-4fb5-bd77-122e7997859a req-19015ca5-887f-4044-a154-42aed474dce0 tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:42:34.775626 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-94f83a2e-7851-422c-9b6d-773252fd2d36 req-e612d950-9fd5-4ad3-b3e3-5b9033444e07 tempest-ServerTagsTestJSON-1963055999 tempest-ServerTagsTestJSON-1963055999-project] 10.222.0.54 "GET /v2.0/quotas/6a76b1038dd6488c9e5a5901f08b1769 HTTP/1.1" status: 200 len: 375 time: 0.0157661 Nov 19 17:42:34.792230 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19015ca5-887f-4044-a154-42aed474dce0 tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] Pushing event updated for resources: {'Port': ['ID=1f0bbfc2-6e12-496c-b602-990bc2103aa1,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:42:34.824606 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fe039e45-1f08-4fee-91e8-237db9b80cad req-2e01b128-1e56-42d2-8758-dbaeeda64474 service neutron] 10.222.0.54 "GET /v2.0/networks/c7b257b3-f66e-4846-9861-5f47f21f4188?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2062085 Nov 19 17:42:34.830381 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4da12e-aea3-4fb5-bd77-122e7997859a req-19015ca5-887f-4044-a154-42aed474dce0 tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:34.831015 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-bc4da12e-aea3-4fb5-bd77-122e7997859a req-19015ca5-887f-4044-a154-42aed474dce0 tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:34.838025 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-94f83a2e-7851-422c-9b6d-773252fd2d36 req-4c475b9a-79e3-49ef-ad7c-a3fd99fe5b3f tempest-ServerTagsTestJSON-1963055999 tempest-ServerTagsTestJSON-1963055999-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=6a76b1038dd6488c9e5a5901f08b1769&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0497379 Nov 19 17:42:34.853611 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-bc4da12e-aea3-4fb5-bd77-122e7997859a req-19015ca5-887f-4044-a154-42aed474dce0 tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5247748 Nov 19 17:42:34.869346 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-bc4da12e-aea3-4fb5-bd77-122e7997859a req-7122f0d6-87ed-4f12-a2eb-cf2478bbd361 service neutron] Request body: {'port': {'device_id': 'dd37318c-f0ee-4b84-8152-a446a35e2710', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818022-2'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:42:34.967281 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e15bb909-3fc7-4969-a51b-ff659151bc3d', 'tag': '5acf4e95-86ed-44f0-b29a-2e6b8904987b'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:42:34.973704 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218319d759239a7d11f1288aef37381b97754913ee9ccbfd43b51a463f801712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f111d60-87b0-45dd-bb25-3c8a2d5b52b3" -d '{"events": [{"name": "network-changed", "server_uuid": "e15bb909-3fc7-4969-a51b-ff659151bc3d", "tag": "5acf4e95-86ed-44f0-b29a-2e6b8904987b"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:42:34.984738 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-bc4da12e-aea3-4fb5-bd77-122e7997859a req-7122f0d6-87ed-4f12-a2eb-cf2478bbd361 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:35.046729 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-94f83a2e-7851-422c-9b6d-773252fd2d36 req-61554f01-e8bf-4ef0-a951-d470fda6a15f service neutron] 10.222.0.54 "GET /v2.0/networks/91f4c532-5cc4-4e60-b5b4-73a1d0b848be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2072012 Nov 19 17:42:35.067428 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:35.103756 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e468136-745b-4c34-b0fe-00e27ee4162f req-d35c96cd-11c4-4b24-afaa-69770c0b08f5 tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:35.113087 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2e468136-745b-4c34-b0fe-00e27ee4162f req-d35c96cd-11c4-4b24-afaa-69770c0b08f5 tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] 10.222.0.54 "GET /v2.0/ports?device_id=dd37318c-f0ee-4b84-8152-a446a35e2710 HTTP/1.1" status: 200 len: 932 time: 0.0840528 Nov 19 17:42:35.196717 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-94f83a2e-7851-422c-9b6d-773252fd2d36 req-ee923514-3f42-49e7-a9dd-0c8ad52a9ff8 service neutron] 10.222.0.54 "GET /v2.0/networks/91f4c532-5cc4-4e60-b5b4-73a1d0b848be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465788 Nov 19 17:42:35.321837 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2e468136-745b-4c34-b0fe-00e27ee4162f req-2815ca63-c64d-455f-85d6-1124ba68e183 tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] 10.222.0.54 "GET /v2.0/security-groups?id=2e3e4707-c197-4851-8355-26b2132f2eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064359 Nov 19 17:42:35.527557 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077ea27d-6434-4c56-b2a9-a26ba278d742 req-9567f025-d7fe-4700-8f41-07fd4fde65d8 tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:35.532689 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-077ea27d-6434-4c56-b2a9-a26ba278d742 req-9567f025-d7fe-4700-8f41-07fd4fde65d8 tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] 10.222.0.54 "GET /v2.0/ports?device_id=2dc0a948-e69f-470a-a431-55ba5b8e72a4 HTTP/1.1" status: 200 len: 946 time: 0.0828364 Nov 19 17:42:35.634398 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-077ea27d-6434-4c56-b2a9-a26ba278d742 req-9d89fce9-4ec6-4e90-b2bf-770da703cef9 tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] 10.222.0.54 "GET /v2.0/security-groups?id=608cd3c1-fb02-4e09-9a3c-895a0164600c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931275 Nov 19 17:42:35.660377 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cb78aa-2fc0-4a65-b2a8-098aa292bf40 req-465aa7b3-f6a1-4075-9f70-d7e4c79f6a8b tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:35.663396 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-25cb78aa-2fc0-4a65-b2a8-098aa292bf40 req-465aa7b3-f6a1-4075-9f70-d7e4c79f6a8b tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] 10.222.0.54 "GET /v2.0/ports?device_id=e15bb909-3fc7-4969-a51b-ff659151bc3d HTTP/1.1" status: 200 len: 1023 time: 0.1937835 Nov 19 17:42:35.674754 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [req-bc4da12e-aea3-4fb5-bd77-122e7997859a req-7122f0d6-87ed-4f12-a2eb-cf2478bbd361 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f0bbfc2-6e12-496c-b602-990bc2103aa1 {{(pid=103365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:42:35.695064 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-bc4da12e-aea3-4fb5-bd77-122e7997859a req-7122f0d6-87ed-4f12-a2eb-cf2478bbd361 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:35.762066 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-dda7fd46-8e2c-4f59-9aa2-173dc6e046b8 req-5a67dfa5-f9b6-48b5-a69c-434331978b45 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/ports?device_id=096b5441-5f69-4f8a-a4be-bedfc1bccced HTTP/1.1" status: 200 len: 210 time: 0.0556731 Nov 19 17:42:35.771445 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.provisioning_blocks [req-bc4da12e-aea3-4fb5-bd77-122e7997859a req-7122f0d6-87ed-4f12-a2eb-cf2478bbd361 service neutron] Transition to ACTIVE for port object 1f0bbfc2-6e12-496c-b602-990bc2103aa1 will not be triggered until provisioned by entity L2. {{(pid=103365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 17:42:35.786250 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-bc4da12e-aea3-4fb5-bd77-122e7997859a req-7122f0d6-87ed-4f12-a2eb-cf2478bbd361 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:35.788532 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 49438) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:42:35.876081 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 17:42:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4abb4b6-973a-4fe2-bea2-efa1f444612c x-openstack-request-id: req-b4abb4b6-973a-4fe2-bea2-efa1f444612c {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:42:35.876709 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e15bb909-3fc7-4969-a51b-ff659151bc3d", "tag": "5acf4e95-86ed-44f0-b29a-2e6b8904987b", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:42:35.877259 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b4abb4b6-973a-4fe2-bea2-efa1f444612c {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:42:35.878162 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e15bb909-3fc7-4969-a51b-ff659151bc3d', 'tag': '5acf4e95-86ed-44f0-b29a-2e6b8904987b', 'status': 'completed', 'code': 200} Nov 19 17:42:35.982192 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-25cb78aa-2fc0-4a65-b2a8-098aa292bf40 req-82a703d3-4031-43c3-b065-2844fd9bb5b4 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] 10.222.0.54 "GET /v2.0/security-groups?id=8a8ac12b-40d8-43c6-a26c-730a2ad0c770&id=5261523f-70a1-48bb-a374-fee5bdaf0fb6&id=6b496084-806a-4b53-af34-e578be5128ae HTTP/1.1" status: 200 len: 6199 time: 0.2969434 Nov 19 17:42:36.007499 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-4004545b-eed8-4ad8-99a9-ec7c6d402bf0 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-600625507-network', 'tenant_id': 'c3235abdf38c417aad72a5f951d3b9eb'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:42:36.028463 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7122f0d6-87ed-4f12-a2eb-cf2478bbd361 service neutron] Pushing event updated for resources: {'Port': ['ID=1f0bbfc2-6e12-496c-b602-990bc2103aa1,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:42:36.120513 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5d72078f-2054-484e-a41a-21ab5d7a5c6b req-edb10302-4999-478b-9b7a-9496f261aec9 tempest-ServerTagsTestJSON-1963055999 tempest-ServerTagsTestJSON-1963055999-project] 10.222.0.54 "GET /v2.0/ports?device_id=3023c677-02e1-45fc-813b-9233d9f234bc HTTP/1.1" status: 200 len: 210 time: 0.0447721 Nov 19 17:42:36.123647 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f111d60-87b0-45dd-bb25-3c8a2d5b52b3 req-7b1ebd25-6f00-41dd-ac85-c92ba661d78c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:36.126730 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9f111d60-87b0-45dd-bb25-3c8a2d5b52b3 req-7b1ebd25-6f00-41dd-ac85-c92ba661d78c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c146b4a40dd54cec9293fb9bbd2d1c70&device_id=e15bb909-3fc7-4969-a51b-ff659151bc3d HTTP/1.1" status: 200 len: 1174 time: 0.2397156 Nov 19 17:42:36.137362 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4004545b-eed8-4ad8-99a9-ec7c6d402bf0 admin admin] Made reservation on behalf of c3235abdf38c417aad72a5f951d3b9eb for: {'network': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:42:36.139796 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4004545b-eed8-4ad8-99a9-ec7c6d402bf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:36.174358 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-4e2007e3-8dd9-4162-9cc1-14355b33b7c4 req-37d98627-d6f7-469a-9b4a-9af474ab5448 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] Request body: {'security_group': {'name': ' tempest-securitygroup -152591218 ', 'description': 'tempest-description-406040121'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:42:36.185277 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4004545b-eed8-4ad8-99a9-ec7c6d402bf0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:36.203416 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-bc4da12e-aea3-4fb5-bd77-122e7997859a req-7122f0d6-87ed-4f12-a2eb-cf2478bbd361 service neutron] Attempting to bind port 1f0bbfc2-6e12-496c-b602-990bc2103aa1 on host n-h1-818022-2 for vnic_type normal with profile {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:42:36.204445 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-bc4da12e-aea3-4fb5-bd77-122e7997859a req-7122f0d6-87ed-4f12-a2eb-cf2478bbd361 service neutron] Attempting to bind port 1f0bbfc2-6e12-496c-b602-990bc2103aa1 by drivers openvswitch,hyperv on host n-h1-818022-2 at level 0 using segments [{'id': '65da90f8-a853-48a6-af92-75fd92f47077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'f617386f-7f7a-461e-894d-4bea98b39674'}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:42:36.204778 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc4da12e-aea3-4fb5-bd77-122e7997859a req-7122f0d6-87ed-4f12-a2eb-cf2478bbd361 service neutron] Attempting to bind port 1f0bbfc2-6e12-496c-b602-990bc2103aa1 on network f617386f-7f7a-461e-894d-4bea98b39674 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:42:36.211705 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc4da12e-aea3-4fb5-bd77-122e7997859a req-7122f0d6-87ed-4f12-a2eb-cf2478bbd361 service neutron] Port 1f0bbfc2-6e12-496c-b602-990bc2103aa1 on network f617386f-7f7a-461e-894d-4bea98b39674 not bound, no agent of type Open vSwitch agent registered on host n-h1-818022-2 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 17:42:36.212378 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc4da12e-aea3-4fb5-bd77-122e7997859a req-7122f0d6-87ed-4f12-a2eb-cf2478bbd361 service neutron] Attempting to bind port 1f0bbfc2-6e12-496c-b602-990bc2103aa1 on network f617386f-7f7a-461e-894d-4bea98b39674 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:42:36.217177 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-4e2007e3-8dd9-4162-9cc1-14355b33b7c4 req-37d98627-d6f7-469a-9b4a-9af474ab5448 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:36.235085 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d8fca2-5849-4705-b3a0-56cf04f93599 req-19e445af-8b1c-480c-9799-299407181b39 tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:36.238115 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc4da12e-aea3-4fb5-bd77-122e7997859a req-7122f0d6-87ed-4f12-a2eb-cf2478bbd361 service neutron] Checking agent: {'id': 'a6668d96-12fa-4ec0-99ad-77eaf490dd2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'started_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 42, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:42:36.238681 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc4da12e-aea3-4fb5-bd77-122e7997859a req-7122f0d6-87ed-4f12-a2eb-cf2478bbd361 service neutron] Checking segment: {'id': '65da90f8-a853-48a6-af92-75fd92f47077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'f617386f-7f7a-461e-894d-4bea98b39674'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:42:36.239350 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc4da12e-aea3-4fb5-bd77-122e7997859a req-7122f0d6-87ed-4f12-a2eb-cf2478bbd361 service neutron] Bound using segment: {'id': '65da90f8-a853-48a6-af92-75fd92f47077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'f617386f-7f7a-461e-894d-4bea98b39674'} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:42:36.240095 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-bc4da12e-aea3-4fb5-bd77-122e7997859a req-7122f0d6-87ed-4f12-a2eb-cf2478bbd361 service neutron] Bound port: 1f0bbfc2-6e12-496c-b602-990bc2103aa1, host: n-h1-818022-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65da90f8-a853-48a6-af92-75fd92f47077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'f617386f-7f7a-461e-894d-4bea98b39674'}}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:42:36.240683 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-bc4da12e-aea3-4fb5-bd77-122e7997859a req-7122f0d6-87ed-4f12-a2eb-cf2478bbd361 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:36.246387 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-e5d8fca2-5849-4705-b3a0-56cf04f93599 req-19e445af-8b1c-480c-9799-299407181b39 tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] 10.222.0.54 "GET /v2.0/ports?device_id=90e0de18-fe64-4fe4-a3d8-f6b2367e2980 HTTP/1.1" status: 200 len: 945 time: 0.2273214 Nov 19 17:42:36.368435 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-bc4da12e-aea3-4fb5-bd77-122e7997859a req-7122f0d6-87ed-4f12-a2eb-cf2478bbd361 service neutron] For port 1f0bbfc2-6e12-496c-b602-990bc2103aa1, host n-h1-818022-2, cleared binding levels {{(pid=103365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:42:36.385835 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-4e2007e3-8dd9-4162-9cc1-14355b33b7c4 req-37d98627-d6f7-469a-9b4a-9af474ab5448 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:36.391620 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-4e2007e3-8dd9-4162-9cc1-14355b33b7c4 req-37d98627-d6f7-469a-9b4a-9af474ab5448 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:36.397747 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-bc4da12e-aea3-4fb5-bd77-122e7997859a req-7122f0d6-87ed-4f12-a2eb-cf2478bbd361 service neutron] For port 1f0bbfc2-6e12-496c-b602-990bc2103aa1, host n-h1-818022-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=1f0bbfc2-6e12-496c-b602-990bc2103aa1,segment=NetworkSegment(65da90f8-a853-48a6-af92-75fd92f47077),segment_id=65da90f8-a853-48a6-af92-75fd92f47077)] {{(pid=103365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:42:36.402087 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-e5d8fca2-5849-4705-b3a0-56cf04f93599 req-835ddf6c-9bd6-4588-9751-21327a344825 tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] 10.222.0.54 "GET /v2.0/security-groups?id=b84acbb5-2f2e-43b4-8c5f-7110024c7a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269934 Nov 19 17:42:36.425192 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-bc4da12e-aea3-4fb5-bd77-122e7997859a req-7122f0d6-87ed-4f12-a2eb-cf2478bbd361 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:36.426267 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f111d60-87b0-45dd-bb25-3c8a2d5b52b3 req-c3368cb8-fa03-49e8-8a7d-61ac0f7adecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:36.427992 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9f111d60-87b0-45dd-bb25-3c8a2d5b52b3 req-c3368cb8-fa03-49e8-8a7d-61ac0f7adecd service neutron] 10.222.0.86 "GET /v2.0/networks?id=5462cbaf-741d-4a3e-93f9-7ce709019f54 HTTP/1.1" status: 200 len: 914 time: 0.2805912 Nov 19 17:42:36.485439 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-4e2007e3-8dd9-4162-9cc1-14355b33b7c4 req-37d98627-d6f7-469a-9b4a-9af474ab5448 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:36.486748 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4e2007e3-8dd9-4162-9cc1-14355b33b7c4 req-37d98627-d6f7-469a-9b4a-9af474ab5448 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1801 time: 0.3239563 Nov 19 17:42:36.529381 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d98627-d6f7-469a-9b4a-9af474ab5448 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7bd8bca-389e-400c-a1df-0d61c72dde26,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:42:36.540503 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9f111d60-87b0-45dd-bb25-3c8a2d5b52b3 req-6e57494e-a1b2-4ca6-9801-1c9cb0cc90b5 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5acf4e95-86ed-44f0-b29a-2e6b8904987b HTTP/1.1" status: 200 len: 217 time: 0.0822713 Nov 19 17:42:36.542998 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4da12e-aea3-4fb5-bd77-122e7997859a req-7122f0d6-87ed-4f12-a2eb-cf2478bbd361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:36.543643 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-bc4da12e-aea3-4fb5-bd77-122e7997859a req-7122f0d6-87ed-4f12-a2eb-cf2478bbd361 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:36.545044 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-bc4da12e-aea3-4fb5-bd77-122e7997859a req-7122f0d6-87ed-4f12-a2eb-cf2478bbd361 service neutron] 10.222.0.60 "PUT /v2.0/ports/1f0bbfc2-6e12-496c-b602-990bc2103aa1 HTTP/1.1" status: 200 len: 1092 time: 1.6823111 Nov 19 17:42:36.611771 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4004545b-eed8-4ad8-99a9-ec7c6d402bf0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:36.654860 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4004545b-eed8-4ad8-99a9-ec7c6d402bf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:36.660853 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7122f0d6-87ed-4f12-a2eb-cf2478bbd361 service neutron] Pushing event updated for resources: {'Port': ['ID=1f0bbfc2-6e12-496c-b602-990bc2103aa1,revision_number=3']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:42:36.690504 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-725a588c-cad9-4505-ab68-4d358b0cbe72 req-bcd45a6a-90a9-41cb-b5cd-4bd3fd36fbbf tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] 10.222.0.54 "GET /v2.0/security-groups/f7bd8bca-389e-400c-a1df-0d61c72dde26 HTTP/1.1" status: 200 len: 1796 time: 0.1568789 Nov 19 17:42:36.704089 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4da12e-aea3-4fb5-bd77-122e7997859a req-f6937131-18e7-481e-966b-8595743ab26b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:36.706525 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-bc4da12e-aea3-4fb5-bd77-122e7997859a req-f6937131-18e7-481e-966b-8595743ab26b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=aeb7fd6db87a434398f0a6a86da890f5&device_id=dd37318c-f0ee-4b84-8152-a446a35e2710 HTTP/1.1" status: 200 len: 1095 time: 0.1064396 Nov 19 17:42:36.720728 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4004545b-eed8-4ad8-99a9-ec7c6d402bf0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 656} {{(pid=103364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 17:42:36.746449 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f111d60-87b0-45dd-bb25-3c8a2d5b52b3 req-c7c0879b-0af8-4bf2-b415-f8fda407661d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:36.748889 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9f111d60-87b0-45dd-bb25-3c8a2d5b52b3 req-c7c0879b-0af8-4bf2-b415-f8fda407661d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=568bbddb-beac-4fd1-85b0-aaffdafcdcf0 HTTP/1.1" status: 200 len: 853 time: 0.1914833 Nov 19 17:42:36.763331 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4421a4ae-5bf0-4a54-a063-a74752436845 req-c2fb0ec8-1eee-457d-924b-aae2dd18c085 tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:36.765751 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-4421a4ae-5bf0-4a54-a063-a74752436845 req-c2fb0ec8-1eee-457d-924b-aae2dd18c085 tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] 10.222.0.54 "GET /v2.0/ports?device_id=dd37318c-f0ee-4b84-8152-a446a35e2710 HTTP/1.1" status: 200 len: 944 time: 0.2305422 Nov 19 17:42:36.770016 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4004545b-eed8-4ad8-99a9-ec7c6d402bf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3674055-2bfd-4653-8d3b-0c698bff9dff,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:42:36.775143 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4004545b-eed8-4ad8-99a9-ec7c6d402bf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:36.775689 n-d-818022-2 neutron-server[103364]: INFO neutron.db.segments_db [None req-4004545b-eed8-4ad8-99a9-ec7c6d402bf0 admin admin] Added segment 9e90afa5-1f59-4a85-a132-c73e051ef9e4 of type vlan for network 564aa6c2-1e0f-41db-996a-af826c32b3fb Nov 19 17:42:36.829691 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-bc4da12e-aea3-4fb5-bd77-122e7997859a req-8b9ddf89-c8d6-4352-8136-41c297befd30 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1f0bbfc2-6e12-496c-b602-990bc2103aa1 HTTP/1.1" status: 200 len: 217 time: 0.1138418 Nov 19 17:42:36.903999 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9f111d60-87b0-45dd-bb25-3c8a2d5b52b3 req-234af31a-cfb4-4aa7-a59a-c930f037862a service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=5462cbaf-741d-4a3e-93f9-7ce709019f54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0967913 Nov 19 17:42:36.912965 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4004545b-eed8-4ad8-99a9-ec7c6d402bf0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:36.966701 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4da12e-aea3-4fb5-bd77-122e7997859a req-469e2fc8-ff3d-4045-8328-d9fcbbaf5733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:36.968283 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-bc4da12e-aea3-4fb5-bd77-122e7997859a req-469e2fc8-ff3d-4045-8328-d9fcbbaf5733 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0d31643c-d7c9-499c-bd0d-a793fdbddb1f HTTP/1.1" status: 200 len: 861 time: 0.1170106 Nov 19 17:42:36.983954 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9228c031-4c10-498a-8ec3-fd2ccf1c39d7 req-1dcd2d45-15df-4782-b17b-cbd40dee3ac8 tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:36.992329 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9228c031-4c10-498a-8ec3-fd2ccf1c39d7 req-1dcd2d45-15df-4782-b17b-cbd40dee3ac8 tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] 10.222.0.54 "GET /v2.0/ports?device_id=2dc0a948-e69f-470a-a431-55ba5b8e72a4 HTTP/1.1" status: 200 len: 946 time: 0.1755393 Nov 19 17:42:37.032417 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-bc4da12e-aea3-4fb5-bd77-122e7997859a req-c4bd3e78-0a06-442c-8b3c-e6231f60acc4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f617386f-7f7a-461e-894d-4bea98b39674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374858 Nov 19 17:42:37.041456 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-4421a4ae-5bf0-4a54-a063-a74752436845 req-2198d0ed-6829-46db-8db1-6012472c3d09 tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] 10.222.0.54 "GET /v2.0/security-groups?id=2e3e4707-c197-4851-8355-26b2132f2eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2518373 Nov 19 17:42:37.048945 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4004545b-eed8-4ad8-99a9-ec7c6d402bf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:37.050297 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4004545b-eed8-4ad8-99a9-ec7c6d402bf0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:37.050943 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4004545b-eed8-4ad8-99a9-ec7c6d402bf0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:37.175972 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe039e45-1f08-4fee-91e8-237db9b80cad req-1b06e391-5911-4c7f-a2d1-8424a4e07a86 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:37.177311 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fe039e45-1f08-4fee-91e8-237db9b80cad req-1b06e391-5911-4c7f-a2d1-8424a4e07a86 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.86 "GET /v2.0/networks?id=c7b257b3-f66e-4846-9861-5f47f21f4188 HTTP/1.1" status: 200 len: 807 time: 0.2951024 Nov 19 17:42:37.185861 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-4004545b-eed8-4ad8-99a9-ec7c6d402bf0 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3954253 Nov 19 17:42:37.192569 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 49458) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:42:37.200242 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-131b7562-f9e8-4c91-9e51-3751ff39c796 admin admin] Request body: {'subnet': {'network_id': '564aa6c2-1e0f-41db-996a-af826c32b3fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-600625507-subnet', 'tenant_id': 'c3235abdf38c417aad72a5f951d3b9eb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:42:37.211208 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-fe039e45-1f08-4fee-91e8-237db9b80cad req-d419a2bd-8823-4ff8-948a-ca38fb3f2746 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Request body: {'port': {'device_id': '096b5441-5f69-4f8a-a4be-bedfc1bccced', 'network_id': 'c7b257b3-f66e-4846-9861-5f47f21f4188', 'admin_state_up': True, 'tenant_id': 'de10e7e0e3ea4ce28d84ef76e9c1ec3a'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:42:37.225726 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4004545b-eed8-4ad8-99a9-ec7c6d402bf0 admin admin] Pushing event updated for resources: {'Network': ['ID=564aa6c2-1e0f-41db-996a-af826c32b3fb,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:42:37.225986 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9228c031-4c10-498a-8ec3-fd2ccf1c39d7 req-334aed53-2340-4b41-a70b-f92c13ede09d tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] 10.222.0.54 "GET /v2.0/security-groups?id=608cd3c1-fb02-4e09-9a3c-895a0164600c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2324488 Nov 19 17:42:37.239464 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network 564aa6c2-1e0f-41db-996a-af826c32b3fb details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 17:42:37.280460 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9f111d60-87b0-45dd-bb25-3c8a2d5b52b3 req-d6d568f2-f326-4cb7-ab93-2497a65507ba service neutron] 10.222.0.86 "GET /v2.0/networks/5462cbaf-741d-4a3e-93f9-7ce709019f54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3287821 Nov 19 17:42:37.290863 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-80e0fa30-f85a-487d-b79b-38c0df56492a req-0a72f389-1065-4c34-b535-b8f44c908a99 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] 10.222.0.54 "GET /v2.0/security-groups/f7bd8bca-389e-400c-a1df-0d61c72dde26 HTTP/1.1" status: 200 len: 1796 time: 0.1450830 Nov 19 17:42:37.341852 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-131b7562-f9e8-4c91-9e51-3751ff39c796 admin admin] Made reservation on behalf of c3235abdf38c417aad72a5f951d3b9eb for: {'subnet': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:42:37.344774 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-131b7562-f9e8-4c91-9e51-3751ff39c796 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8731248'] for subnet, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:37.402490 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-bc4da12e-aea3-4fb5-bd77-122e7997859a req-6c933752-d135-4d79-a57d-64c85d3cbced service neutron] 10.222.0.60 "GET /v2.0/networks/f617386f-7f7a-461e-894d-4bea98b39674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3520985 Nov 19 17:42:37.452253 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-cddebc8d-8469-4cbc-83f3-7acf589d9695 req-d27b79cd-1a7d-4b6b-bc73-a0ff2d63fed2 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/ports?device_id=096b5441-5f69-4f8a-a4be-bedfc1bccced HTTP/1.1" status: 200 len: 210 time: 0.0829792 Nov 19 17:42:37.500052 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-80e0fa30-f85a-487d-b79b-38c0df56492a req-7c292372-90be-4272-ab7d-fe19fd6ae459 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:37.559633 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-80e0fa30-f85a-487d-b79b-38c0df56492a req-7c292372-90be-4272-ab7d-fe19fd6ae459 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:37.565483 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9f111d60-87b0-45dd-bb25-3c8a2d5b52b3 req-3e5e4a58-06a3-4737-89a4-8a76fb9a4217 service neutron] 10.222.0.86 "GET /v2.0/networks/5462cbaf-741d-4a3e-93f9-7ce709019f54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2637300 Nov 19 17:42:37.624016 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-1c8d6dea-5b01-4ab0-9086-6566764600c9 req-6480deef-9ff7-49d0-a89c-925655c10346 tempest-ServerTagsTestJSON-1963055999 tempest-ServerTagsTestJSON-1963055999-project] 10.222.0.54 "GET /v2.0/ports?device_id=3023c677-02e1-45fc-813b-9233d9f234bc HTTP/1.1" status: 200 len: 210 time: 0.0549202 Nov 19 17:42:37.659355 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-80e0fa30-f85a-487d-b79b-38c0df56492a req-7c292372-90be-4272-ab7d-fe19fd6ae459 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:37.662458 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-80e0fa30-f85a-487d-b79b-38c0df56492a req-7c292372-90be-4272-ab7d-fe19fd6ae459 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:37.671190 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-80e0fa30-f85a-487d-b79b-38c0df56492a req-7c292372-90be-4272-ab7d-fe19fd6ae459 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] 10.222.0.54 "DELETE /v2.0/security-groups/f7bd8bca-389e-400c-a1df-0d61c72dde26 HTTP/1.1" status: 204 len: 173 time: 0.3564172 Nov 19 17:42:37.706035 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe039e45-1f08-4fee-91e8-237db9b80cad req-d419a2bd-8823-4ff8-948a-ca38fb3f2746 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Made reservation on behalf of de10e7e0e3ea4ce28d84ef76e9c1ec3a for: {'port': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:42:37.709325 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-fe039e45-1f08-4fee-91e8-237db9b80cad req-d419a2bd-8823-4ff8-948a-ca38fb3f2746 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:37.716282 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-bc4da12e-aea3-4fb5-bd77-122e7997859a req-5783a845-70f9-4f0c-a193-94c5f910a013 service neutron] 10.222.0.60 "GET /v2.0/networks/f617386f-7f7a-461e-894d-4bea98b39674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3000839 Nov 19 17:42:37.742162 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c292372-90be-4272-ab7d-fe19fd6ae459 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7bd8bca-389e-400c-a1df-0d61c72dde26,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:42:37.747349 n-d-818022-2 neutron-server[103364]: INFO neutron.api.v2.resource [req-d1d19a07-0290-4697-ad24-93e43644d54b req-18e1ee52-b6c0-4ac9-9b95-83fb41563048 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] show failed (client error): The resource could not be found. Nov 19 17:42:37.757310 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d1d19a07-0290-4697-ad24-93e43644d54b req-18e1ee52-b6c0-4ac9-9b95-83fb41563048 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] 10.222.0.54 "GET /v2.0/security-groups/f7bd8bca-389e-400c-a1df-0d61c72dde26 HTTP/1.1" status: 404 len: 352 time: 0.0407252 Nov 19 17:42:37.789570 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-361b06f9-cdab-4cde-aee9-ae06f2197c37 req-68807aeb-8815-490d-8723-703cf1436e4d tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-366811246', 'description': 'tempest-description-897277024'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:42:37.850279 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f83a2e-7851-422c-9b6d-773252fd2d36 req-d7294294-7fd6-459c-95f1-698c7a4e91b5 tempest-ServerTagsTestJSON-1963055999 tempest-ServerTagsTestJSON-1963055999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:37.851862 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-94f83a2e-7851-422c-9b6d-773252fd2d36 req-d7294294-7fd6-459c-95f1-698c7a4e91b5 tempest-ServerTagsTestJSON-1963055999 tempest-ServerTagsTestJSON-1963055999-project] 10.222.0.86 "GET /v2.0/networks?id=91f4c532-5cc4-4e60-b5b4-73a1d0b848be HTTP/1.1" status: 200 len: 809 time: 0.2073960 Nov 19 17:42:37.853215 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-361b06f9-cdab-4cde-aee9-ae06f2197c37 req-68807aeb-8815-490d-8723-703cf1436e4d tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:37.877879 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-94f83a2e-7851-422c-9b6d-773252fd2d36 req-993a3391-a44b-4416-846e-40e34bc00d23 tempest-ServerTagsTestJSON-1963055999 tempest-ServerTagsTestJSON-1963055999-project] Request body: {'port': {'device_id': '3023c677-02e1-45fc-813b-9233d9f234bc', 'network_id': '91f4c532-5cc4-4e60-b5b4-73a1d0b848be', 'admin_state_up': True, 'tenant_id': '6a76b1038dd6488c9e5a5901f08b1769'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:42:37.881378 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd37318c-f0ee-4b84-8152-a446a35e2710', 'tag': '1f0bbfc2-6e12-496c-b602-990bc2103aa1'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:42:37.883904 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218319d759239a7d11f1288aef37381b97754913ee9ccbfd43b51a463f801712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6313439-6740-45f5-8e19-522e2515d9e7" -d '{"events": [{"name": "network-changed", "server_uuid": "dd37318c-f0ee-4b84-8152-a446a35e2710", "tag": "1f0bbfc2-6e12-496c-b602-990bc2103aa1"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:42:37.910494 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-131b7562-f9e8-4c91-9e51-3751ff39c796 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12283104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8731234'] for subnet, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:38.033866 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-361b06f9-cdab-4cde-aee9-ae06f2197c37 req-68807aeb-8815-490d-8723-703cf1436e4d tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:38.040077 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0c5c0f-9594-4934-b4f4-47d71d5a3943 req-6a7a654d-d3c1-45bb-a957-96834dc64427 tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:38.041492 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-361b06f9-cdab-4cde-aee9-ae06f2197c37 req-68807aeb-8815-490d-8723-703cf1436e4d tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:38.054732 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-bc0c5c0f-9594-4934-b4f4-47d71d5a3943 req-6a7a654d-d3c1-45bb-a957-96834dc64427 tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] 10.222.0.54 "GET /v2.0/ports?device_id=90e0de18-fe64-4fe4-a3d8-f6b2367e2980 HTTP/1.1" status: 200 len: 945 time: 0.2138104 Nov 19 17:42:38.081521 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94f83a2e-7851-422c-9b6d-773252fd2d36 req-993a3391-a44b-4416-846e-40e34bc00d23 tempest-ServerTagsTestJSON-1963055999 tempest-ServerTagsTestJSON-1963055999-project] Made reservation on behalf of 6a76b1038dd6488c9e5a5901f08b1769 for: {'port': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:42:38.085150 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-94f83a2e-7851-422c-9b6d-773252fd2d36 req-993a3391-a44b-4416-846e-40e34bc00d23 tempest-ServerTagsTestJSON-1963055999 tempest-ServerTagsTestJSON-1963055999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:38.091692 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-361b06f9-cdab-4cde-aee9-ae06f2197c37 req-68807aeb-8815-490d-8723-703cf1436e4d tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:38.093014 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-361b06f9-cdab-4cde-aee9-ae06f2197c37 req-68807aeb-8815-490d-8723-703cf1436e4d tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 0.3108876 Nov 19 17:42:38.099846 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68807aeb-8815-490d-8723-703cf1436e4d tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b26311b-b8db-45e9-a132-cceb742c87ed,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:42:38.159462 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [req-fe039e45-1f08-4fee-91e8-237db9b80cad req-d419a2bd-8823-4ff8-948a-ca38fb3f2746 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Allocated IP 172.20.0.13 (c7b257b3-f66e-4846-9861-5f47f21f4188/df2b5fb0-4ad7-475f-930a-bdefef26bd76/8c6312d8-576e-4736-bc85-42aa986721e9) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:42:38.175171 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131b7562-f9e8-4c91-9e51-3751ff39c796 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d23db122-1f32-4600-b7b5-dc425f5c9a8b,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:42:38.194746 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 17:42:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d71b28c8-a3f8-4b95-ae31-ffab92a10f44 x-openstack-request-id: req-d71b28c8-a3f8-4b95-ae31-ffab92a10f44 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:42:38.196512 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd37318c-f0ee-4b84-8152-a446a35e2710", "tag": "1f0bbfc2-6e12-496c-b602-990bc2103aa1", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:42:38.197007 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d71b28c8-a3f8-4b95-ae31-ffab92a10f44 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:42:38.197681 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd37318c-f0ee-4b84-8152-a446a35e2710', 'tag': '1f0bbfc2-6e12-496c-b602-990bc2103aa1', 'status': 'completed', 'code': 200} Nov 19 17:42:38.225598 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-8085a74f-9c84-4658-a928-75315a38e14a req-aa29f546-87b3-4572-b53a-022d29b68492 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1740833084', 'description': 'tempest-description-937220715'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:42:38.274160 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [req-94f83a2e-7851-422c-9b6d-773252fd2d36 req-993a3391-a44b-4416-846e-40e34bc00d23 tempest-ServerTagsTestJSON-1963055999 tempest-ServerTagsTestJSON-1963055999-project] Allocated IP 172.20.0.10 (91f4c532-5cc4-4e60-b5b4-73a1d0b848be/0540fadb-a02e-4787-8a71-4a2329af57df/fcd1aa83-a691-4f2e-a0db-c663ac74302d) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:42:38.277887 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-8085a74f-9c84-4658-a928-75315a38e14a req-aa29f546-87b3-4572-b53a-022d29b68492 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:38.306917 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-bc0c5c0f-9594-4934-b4f4-47d71d5a3943 req-5aa82fad-8a2c-4011-b51f-d139218740ec tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] 10.222.0.54 "GET /v2.0/security-groups?id=b84acbb5-2f2e-43b4-8c5f-7110024c7a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2504363 Nov 19 17:42:38.317628 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131b7562-f9e8-4c91-9e51-3751ff39c796 admin admin] Checking segment: {'id': '9e90afa5-1f59-4a85-a132-c73e051ef9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '564aa6c2-1e0f-41db-996a-af826c32b3fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:42:38.318074 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-131b7562-f9e8-4c91-9e51-3751ff39c796 admin admin] Network hostable DHCP agents. Network: 564aa6c2-1e0f-41db-996a-af826c32b3fb, hostable agents: ['02910ef2-0455-4aea-9f38-9a875579633f'], hosted agents: [] {{(pid=103365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 17:42:38.364785 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6313439-6740-45f5-8e19-522e2515d9e7 req-8a0065fa-3ff2-466c-8712-0d008f40f420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:38.366330 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d6313439-6740-45f5-8e19-522e2515d9e7 req-8a0065fa-3ff2-466c-8712-0d008f40f420 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=aeb7fd6db87a434398f0a6a86da890f5&device_id=dd37318c-f0ee-4b84-8152-a446a35e2710 HTTP/1.1" status: 200 len: 1095 time: 0.1529112 Nov 19 17:42:38.370071 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-131b7562-f9e8-4c91-9e51-3751ff39c796 admin admin] Network 564aa6c2-1e0f-41db-996a-af826c32b3fb is scheduled to be hosted by DHCP agent 02910ef2-0455-4aea-9f38-9a875579633f with binding_index 1 {{(pid=103365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 17:42:38.472659 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-131b7562-f9e8-4c91-9e51-3751ff39c796 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818022-2, 564aa6c2-1e0f-41db-996a-af826c32b3fb) {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:42:38.480367 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-8085a74f-9c84-4658-a928-75315a38e14a req-aa29f546-87b3-4572-b53a-022d29b68492 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:38.483957 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-131b7562-f9e8-4c91-9e51-3751ff39c796 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:38.485144 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-131b7562-f9e8-4c91-9e51-3751ff39c796 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:38.487699 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-8085a74f-9c84-4658-a928-75315a38e14a req-aa29f546-87b3-4572-b53a-022d29b68492 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:38.491535 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8db0895-4dbc-4d7e-be09-d5013db13665 None None] Network 564aa6c2-1e0f-41db-996a-af826c32b3fb requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:42:38.575346 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-8085a74f-9c84-4658-a928-75315a38e14a req-aa29f546-87b3-4572-b53a-022d29b68492 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:38.576546 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8085a74f-9c84-4658-a928-75315a38e14a req-aa29f546-87b3-4572-b53a-022d29b68492 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.3571317 Nov 19 17:42:38.587575 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-94f83a2e-7851-422c-9b6d-773252fd2d36 req-993a3391-a44b-4416-846e-40e34bc00d23 tempest-ServerTagsTestJSON-1963055999 tempest-ServerTagsTestJSON-1963055999-project] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:38.591444 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa29f546-87b3-4572-b53a-022d29b68492 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f269eb0-5af6-4334-a9b5-5eb6c9d49a58,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:42:38.650337 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-94f83a2e-7851-422c-9b6d-773252fd2d36 req-993a3391-a44b-4416-846e-40e34bc00d23 tempest-ServerTagsTestJSON-1963055999 tempest-ServerTagsTestJSON-1963055999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:38.732730 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d58a631-3a4e-4f53-906f-e82f3304e7a2 None None] Network 564aa6c2-1e0f-41db-996a-af826c32b3fb requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:42:38.750657 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94f83a2e-7851-422c-9b6d-773252fd2d36 req-993a3391-a44b-4416-846e-40e34bc00d23 tempest-ServerTagsTestJSON-1963055999 tempest-ServerTagsTestJSON-1963055999-project] Network 91f4c532-5cc4-4e60-b5b4-73a1d0b848be is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:42:38.754257 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [req-94f83a2e-7851-422c-9b6d-773252fd2d36 req-993a3391-a44b-4416-846e-40e34bc00d23 tempest-ServerTagsTestJSON-1963055999 tempest-ServerTagsTestJSON-1963055999-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:42:38.761598 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [req-94f83a2e-7851-422c-9b6d-773252fd2d36 req-993a3391-a44b-4416-846e-40e34bc00d23 tempest-ServerTagsTestJSON-1963055999 tempest-ServerTagsTestJSON-1963055999-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:42:38.765370 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993a3391-a44b-4416-846e-40e34bc00d23 tempest-ServerTagsTestJSON-1963055999 tempest-ServerTagsTestJSON-1963055999-project] Pushing event updated for resources: {'Port': ['ID=fcd1aa83-a691-4f2e-a0db-c663ac74302d,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:42:38.831386 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9c91ef-70ae-4a61-b9b0-fd8c58051385 req-8a393aa2-e571-46b1-97b3-92d1f8cf1c58 tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:38.833406 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ca9c91ef-70ae-4a61-b9b0-fd8c58051385 req-8a393aa2-e571-46b1-97b3-92d1f8cf1c58 tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] 10.222.0.54 "GET /v2.0/ports?device_id=2dc0a948-e69f-470a-a431-55ba5b8e72a4 HTTP/1.1" status: 200 len: 946 time: 0.1452980 Nov 19 17:42:38.891756 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f83a2e-7851-422c-9b6d-773252fd2d36 req-993a3391-a44b-4416-846e-40e34bc00d23 tempest-ServerTagsTestJSON-1963055999 tempest-ServerTagsTestJSON-1963055999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:38.893544 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-94f83a2e-7851-422c-9b6d-773252fd2d36 req-993a3391-a44b-4416-846e-40e34bc00d23 tempest-ServerTagsTestJSON-1963055999 tempest-ServerTagsTestJSON-1963055999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:38.970814 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-131b7562-f9e8-4c91-9e51-3751ff39c796 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.7681305 Nov 19 17:42:39.007585 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-94f83a2e-7851-422c-9b6d-773252fd2d36 req-993a3391-a44b-4416-846e-40e34bc00d23 tempest-ServerTagsTestJSON-1963055999 tempest-ServerTagsTestJSON-1963055999-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1366050 Nov 19 17:42:39.011679 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ca9c91ef-70ae-4a61-b9b0-fd8c58051385 req-c295c30d-99e0-4137-b766-7144fb82742a tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] 10.222.0.54 "GET /v2.0/security-groups?id=608cd3c1-fb02-4e09-9a3c-895a0164600c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467896 Nov 19 17:42:39.032412 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-94f83a2e-7851-422c-9b6d-773252fd2d36 req-ea33c594-b4c4-4cb6-9095-e3f804dac790 service neutron] Request body: {'port': {'device_id': '3023c677-02e1-45fc-813b-9233d9f234bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818022-2'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:42:39.054267 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de797d7d-ae99-487b-8026-36e67813f5ee req-5c1ef39b-d2b9-4944-bd5f-dae8ca5e6d30 tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:39.066029 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-de797d7d-ae99-487b-8026-36e67813f5ee req-5c1ef39b-d2b9-4944-bd5f-dae8ca5e6d30 tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] 10.222.0.54 "GET /v2.0/ports?device_id=dd37318c-f0ee-4b84-8152-a446a35e2710 HTTP/1.1" status: 200 len: 944 time: 0.6312461 Nov 19 17:42:39.093594 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6313439-6740-45f5-8e19-522e2515d9e7 req-19ff2ca8-08f4-4d9e-ba95-43f9a6a0450d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:39.096056 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d6313439-6740-45f5-8e19-522e2515d9e7 req-19ff2ca8-08f4-4d9e-ba95-43f9a6a0450d service neutron] 10.222.0.60 "GET /v2.0/networks?id=f617386f-7f7a-461e-894d-4bea98b39674 HTTP/1.1" status: 200 len: 922 time: 0.7204115 Nov 19 17:42:39.103852 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-fe039e45-1f08-4fee-91e8-237db9b80cad req-d419a2bd-8823-4ff8-948a-ca38fb3f2746 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:39.133051 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-73910905-b63e-4e57-a299-71799aa69d34 req-839a8a72-6afa-44d9-b7d0-90608bcc9785 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/ports?device_id=096b5441-5f69-4f8a-a4be-bedfc1bccced HTTP/1.1" status: 200 len: 210 time: 0.0360048 Nov 19 17:42:39.134709 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-94f83a2e-7851-422c-9b6d-773252fd2d36 req-ea33c594-b4c4-4cb6-9095-e3f804dac790 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:39.182724 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-0f3637b1-aa37-448c-aca6-71c5ab0ad474 req-e3fccd08-ce8b-4310-91bf-cacb7475d5b6 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-537064420', 'description': 'tempest-description-792433881'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:42:39.193603 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d6313439-6740-45f5-8e19-522e2515d9e7 req-bca94ab9-3973-435c-948e-9d397f48d652 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1f0bbfc2-6e12-496c-b602-990bc2103aa1 HTTP/1.1" status: 200 len: 217 time: 0.0870359 Nov 19 17:42:39.226296 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735d47f8-f67e-43ef-991f-97dac4590eb2 req-7a979351-246d-4883-b1a9-6bcc1750d407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:39.228064 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-735d47f8-f67e-43ef-991f-97dac4590eb2 req-7a979351-246d-4883-b1a9-6bcc1750d407 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=90e0de18-fe64-4fe4-a3d8-f6b2367e2980 HTTP/1.1" status: 200 len: 1096 time: 0.2557833 Nov 19 17:42:39.283460 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-0f3637b1-aa37-448c-aca6-71c5ab0ad474 req-e3fccd08-ce8b-4310-91bf-cacb7475d5b6 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:39.308505 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-de797d7d-ae99-487b-8026-36e67813f5ee req-bafe7db8-a574-421a-8a68-6b78e8d198ac tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] 10.222.0.54 "GET /v2.0/security-groups?id=2e3e4707-c197-4851-8355-26b2132f2eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2412102 Nov 19 17:42:39.332333 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-fe039e45-1f08-4fee-91e8-237db9b80cad req-d419a2bd-8823-4ff8-948a-ca38fb3f2746 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:39.351143 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] get_ports_and_sgs() called for port_ids ['93e90eda-5096-4d5d-bd55-a580bf26e4e1'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:42:39.354617 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6313439-6740-45f5-8e19-522e2515d9e7 req-ea0c83a7-9b4d-4020-8dea-d726de9d1d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:39.356170 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d6313439-6740-45f5-8e19-522e2515d9e7 req-ea0c83a7-9b4d-4020-8dea-d726de9d1d17 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0d31643c-d7c9-499c-bd0d-a793fdbddb1f HTTP/1.1" status: 200 len: 861 time: 0.1535933 Nov 19 17:42:39.416156 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-0f3637b1-aa37-448c-aca6-71c5ab0ad474 req-e3fccd08-ce8b-4310-91bf-cacb7475d5b6 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:39.425141 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-0f3637b1-aa37-448c-aca6-71c5ab0ad474 req-e3fccd08-ce8b-4310-91bf-cacb7475d5b6 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:39.438589 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-735d47f8-f67e-43ef-991f-97dac4590eb2 req-033fe8fb-6fe6-4569-a527-2a45d14e4a79 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=b84acbb5-2f2e-43b4-8c5f-7110024c7a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816730 Nov 19 17:42:39.446799 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d6313439-6740-45f5-8e19-522e2515d9e7 req-7903835d-8258-4b1a-b98e-78b72888d86e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f617386f-7f7a-461e-894d-4bea98b39674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542684 Nov 19 17:42:39.454599 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe039e45-1f08-4fee-91e8-237db9b80cad req-d419a2bd-8823-4ff8-948a-ca38fb3f2746 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Network c7b257b3-f66e-4846-9861-5f47f21f4188 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:42:39.470358 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d419a2bd-8823-4ff8-948a-ca38fb3f2746 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Pushing event updated for resources: {'Port': ['ID=8c6312d8-576e-4736-bc85-42aa986721e9,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:42:39.481511 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [req-fe039e45-1f08-4fee-91e8-237db9b80cad req-d419a2bd-8823-4ff8-948a-ca38fb3f2746 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:42:39.484813 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe039e45-1f08-4fee-91e8-237db9b80cad req-d419a2bd-8823-4ff8-948a-ca38fb3f2746 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:42:39.530304 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-0f3637b1-aa37-448c-aca6-71c5ab0ad474 req-e3fccd08-ce8b-4310-91bf-cacb7475d5b6 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:39.542403 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0f3637b1-aa37-448c-aca6-71c5ab0ad474 req-e3fccd08-ce8b-4310-91bf-cacb7475d5b6 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 0.3652050 Nov 19 17:42:39.559737 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fccd08-ce8b-4310-91bf-cacb7475d5b6 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] Pushing event updated for resources: {'SecurityGroup': ['ID=448c0c0e-f8f9-499c-9358-c6b7ef9eb732,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:42:39.610309 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe039e45-1f08-4fee-91e8-237db9b80cad req-d419a2bd-8823-4ff8-948a-ca38fb3f2746 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:39.611306 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-fe039e45-1f08-4fee-91e8-237db9b80cad req-d419a2bd-8823-4ff8-948a-ca38fb3f2746 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:39.624015 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456b6a7d-bb15-49cd-a171-c89cda514492 req-d4860f45-3765-4cec-a133-5c0a24807944 tempest-ServerTagsTestJSON-1963055999 tempest-ServerTagsTestJSON-1963055999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:39.626811 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-456b6a7d-bb15-49cd-a171-c89cda514492 req-d4860f45-3765-4cec-a133-5c0a24807944 tempest-ServerTagsTestJSON-1963055999 tempest-ServerTagsTestJSON-1963055999-project] 10.222.0.54 "GET /v2.0/ports?device_id=3023c677-02e1-45fc-813b-9233d9f234bc HTTP/1.1" status: 200 len: 932 time: 0.1759551 Nov 19 17:42:39.700942 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [req-94f83a2e-7851-422c-9b6d-773252fd2d36 req-ea33c594-b4c4-4cb6-9095-e3f804dac790 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fcd1aa83-a691-4f2e-a0db-c663ac74302d {{(pid=103364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:42:39.710794 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-94f83a2e-7851-422c-9b6d-773252fd2d36 req-ea33c594-b4c4-4cb6-9095-e3f804dac790 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:39.721654 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fe039e45-1f08-4fee-91e8-237db9b80cad req-d419a2bd-8823-4ff8-948a-ca38fb3f2746 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5171247 Nov 19 17:42:39.740658 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.provisioning_blocks [req-94f83a2e-7851-422c-9b6d-773252fd2d36 req-ea33c594-b4c4-4cb6-9095-e3f804dac790 service neutron] Transition to ACTIVE for port object fcd1aa83-a691-4f2e-a0db-c663ac74302d will not be triggered until provisioned by entity L2. {{(pid=103364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 17:42:39.746593 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-94f83a2e-7851-422c-9b6d-773252fd2d36 req-ea33c594-b4c4-4cb6-9095-e3f804dac790 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:39.747241 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-fe039e45-1f08-4fee-91e8-237db9b80cad req-8fe44f52-8795-4f4d-ace7-c162abe64699 service neutron] Request body: {'port': {'device_id': '096b5441-5f69-4f8a-a4be-bedfc1bccced', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818022-2'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:42:39.843174 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d6313439-6740-45f5-8e19-522e2515d9e7 req-36b25c04-ca69-42a7-8f2e-8d810ebc7032 service neutron] 10.222.0.60 "GET /v2.0/networks/f617386f-7f7a-461e-894d-4bea98b39674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2118671 Nov 19 17:42:39.843707 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 49504) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:42:39.857658 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-2089162b-ec04-4f18-adf4-69ed037c74fa admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-2133053492-network', 'tenant_id': '51ad44897cff47e7a5ac542c59fb8be9'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:42:39.868250 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea33c594-b4c4-4cb6-9095-e3f804dac790 service neutron] Pushing event updated for resources: {'Port': ['ID=fcd1aa83-a691-4f2e-a0db-c663ac74302d,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:42:39.931304 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2089162b-ec04-4f18-adf4-69ed037c74fa admin admin] Made reservation on behalf of 51ad44897cff47e7a5ac542c59fb8be9 for: {'network': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:42:39.933645 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2089162b-ec04-4f18-adf4-69ed037c74fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:39.947961 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35445900-8aa6-4346-b874-03339ecaaf9d req-e48c7cdc-bf3c-4226-9f88-d8b9730032e8 tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:39.949554 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-35445900-8aa6-4346-b874-03339ecaaf9d req-e48c7cdc-bf3c-4226-9f88-d8b9730032e8 tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] 10.222.0.54 "GET /v2.0/ports?device_id=90e0de18-fe64-4fe4-a3d8-f6b2367e2980 HTTP/1.1" status: 200 len: 945 time: 0.1468067 Nov 19 17:42:39.961704 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-456b6a7d-bb15-49cd-a171-c89cda514492 req-42cae711-c98d-47b3-b3b2-6c0c0341501e tempest-ServerTagsTestJSON-1963055999 tempest-ServerTagsTestJSON-1963055999-project] 10.222.0.54 "GET /v2.0/security-groups?id=8bdab7c9-bb32-4221-9734-3c30d1a6cf23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3153994 Nov 19 17:42:39.968280 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-fe039e45-1f08-4fee-91e8-237db9b80cad req-8fe44f52-8795-4f4d-ace7-c162abe64699 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:39.975913 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2089162b-ec04-4f18-adf4-69ed037c74fa admin admin] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:40.037072 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-94f83a2e-7851-422c-9b6d-773252fd2d36 req-ea33c594-b4c4-4cb6-9095-e3f804dac790 service neutron] Attempting to bind port fcd1aa83-a691-4f2e-a0db-c663ac74302d on host n-h2-818022-2 for vnic_type normal with profile {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:42:40.037417 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-94f83a2e-7851-422c-9b6d-773252fd2d36 req-ea33c594-b4c4-4cb6-9095-e3f804dac790 service neutron] Attempting to bind port fcd1aa83-a691-4f2e-a0db-c663ac74302d by drivers openvswitch,hyperv on host n-h2-818022-2 at level 0 using segments [{'id': 'f8eb74a1-feee-46ad-8904-a676d298ed66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '91f4c532-5cc4-4e60-b5b4-73a1d0b848be'}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:42:40.037750 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94f83a2e-7851-422c-9b6d-773252fd2d36 req-ea33c594-b4c4-4cb6-9095-e3f804dac790 service neutron] Attempting to bind port fcd1aa83-a691-4f2e-a0db-c663ac74302d on network 91f4c532-5cc4-4e60-b5b4-73a1d0b848be {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:42:40.066174 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94f83a2e-7851-422c-9b6d-773252fd2d36 req-ea33c594-b4c4-4cb6-9095-e3f804dac790 service neutron] Port fcd1aa83-a691-4f2e-a0db-c663ac74302d on network 91f4c532-5cc4-4e60-b5b4-73a1d0b848be not bound, no agent of type Open vSwitch agent registered on host n-h2-818022-2 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 17:42:40.066533 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94f83a2e-7851-422c-9b6d-773252fd2d36 req-ea33c594-b4c4-4cb6-9095-e3f804dac790 service neutron] Attempting to bind port fcd1aa83-a691-4f2e-a0db-c663ac74302d on network 91f4c532-5cc4-4e60-b5b4-73a1d0b848be {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:42:40.083609 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d6313439-6740-45f5-8e19-522e2515d9e7 req-bfc5749c-bf73-4933-85ee-70cf8e7969ee service neutron] 10.222.0.60 "GET /v2.0/networks/f617386f-7f7a-461e-894d-4bea98b39674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2322252 Nov 19 17:42:40.092615 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94f83a2e-7851-422c-9b6d-773252fd2d36 req-ea33c594-b4c4-4cb6-9095-e3f804dac790 service neutron] Checking agent: {'id': '525ad2ac-c4ae-4c63-af2e-0bf8d25d0f0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'started_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 42, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:42:40.092956 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94f83a2e-7851-422c-9b6d-773252fd2d36 req-ea33c594-b4c4-4cb6-9095-e3f804dac790 service neutron] Checking segment: {'id': 'f8eb74a1-feee-46ad-8904-a676d298ed66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '91f4c532-5cc4-4e60-b5b4-73a1d0b848be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:42:40.093333 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94f83a2e-7851-422c-9b6d-773252fd2d36 req-ea33c594-b4c4-4cb6-9095-e3f804dac790 service neutron] Bound using segment: {'id': 'f8eb74a1-feee-46ad-8904-a676d298ed66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '91f4c532-5cc4-4e60-b5b4-73a1d0b848be'} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:42:40.093780 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-94f83a2e-7851-422c-9b6d-773252fd2d36 req-ea33c594-b4c4-4cb6-9095-e3f804dac790 service neutron] Bound port: fcd1aa83-a691-4f2e-a0db-c663ac74302d, host: n-h2-818022-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8eb74a1-feee-46ad-8904-a676d298ed66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '91f4c532-5cc4-4e60-b5b4-73a1d0b848be'}}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:42:40.094720 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-94f83a2e-7851-422c-9b6d-773252fd2d36 req-ea33c594-b4c4-4cb6-9095-e3f804dac790 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:40.104191 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-35445900-8aa6-4346-b874-03339ecaaf9d req-40ec1d93-21f6-4f06-93be-f08c14f39d2a tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] 10.222.0.54 "GET /v2.0/security-groups?id=b84acbb5-2f2e-43b4-8c5f-7110024c7a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360435 Nov 19 17:42:40.194254 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2089162b-ec04-4f18-adf4-69ed037c74fa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:40.204356 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2089162b-ec04-4f18-adf4-69ed037c74fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:40.235531 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-94f83a2e-7851-422c-9b6d-773252fd2d36 req-ea33c594-b4c4-4cb6-9095-e3f804dac790 service neutron] For port fcd1aa83-a691-4f2e-a0db-c663ac74302d, host n-h2-818022-2, cleared binding levels {{(pid=103364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:42:40.258996 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2089162b-ec04-4f18-adf4-69ed037c74fa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 689} {{(pid=103364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 17:42:40.294348 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-94f83a2e-7851-422c-9b6d-773252fd2d36 req-ea33c594-b4c4-4cb6-9095-e3f804dac790 service neutron] For port fcd1aa83-a691-4f2e-a0db-c663ac74302d, host n-h2-818022-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=fcd1aa83-a691-4f2e-a0db-c663ac74302d,segment=NetworkSegment(f8eb74a1-feee-46ad-8904-a676d298ed66),segment_id=f8eb74a1-feee-46ad-8904-a676d298ed66)] {{(pid=103364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:42:40.305693 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-94f83a2e-7851-422c-9b6d-773252fd2d36 req-ea33c594-b4c4-4cb6-9095-e3f804dac790 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:40.317333 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2089162b-ec04-4f18-adf4-69ed037c74fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:40.317971 n-d-818022-2 neutron-server[103364]: INFO neutron.db.segments_db [None req-2089162b-ec04-4f18-adf4-69ed037c74fa admin admin] Added segment 762da102-39dc-42c2-a067-d5c36d8e6a69 of type vlan for network cceba326-fb03-4fbd-88ac-6e5916499f10 Nov 19 17:42:40.326535 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2089162b-ec04-4f18-adf4-69ed037c74fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=391f7a9f-1b01-4ef5-be59-a842b37ee88a,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:42:40.363097 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d87d50a0-6521-476a-b9c7-5c19d978b4f9 req-4c134088-30aa-4aa4-9912-c68a2a16e1ca tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c146b4a40dd54cec9293fb9bbd2d1c70 HTTP/1.1" status: 200 len: 10995 time: 0.3518310 Nov 19 17:42:40.448502 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f83a2e-7851-422c-9b6d-773252fd2d36 req-ea33c594-b4c4-4cb6-9095-e3f804dac790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:40.448502 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-94f83a2e-7851-422c-9b6d-773252fd2d36 req-ea33c594-b4c4-4cb6-9095-e3f804dac790 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:40.448502 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-94f83a2e-7851-422c-9b6d-773252fd2d36 req-ea33c594-b4c4-4cb6-9095-e3f804dac790 service neutron] 10.222.0.86 "PUT /v2.0/ports/fcd1aa83-a691-4f2e-a0db-c663ac74302d HTTP/1.1" status: 200 len: 1092 time: 1.4145670 Nov 19 17:42:40.461660 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3023c677-02e1-45fc-813b-9233d9f234bc', 'tag': 'fcd1aa83-a691-4f2e-a0db-c663ac74302d'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:42:40.464209 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dd4767a008c23f8566efc82158ee1b1fff34e1a9e908d76d0b6d0ab7e350e5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02b24df1-98b9-4b11-a85c-66750652c997" -d '{"events": [{"name": "network-changed", "server_uuid": "3023c677-02e1-45fc-813b-9233d9f234bc", "tag": "fcd1aa83-a691-4f2e-a0db-c663ac74302d"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:42:40.475123 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d87d50a0-6521-476a-b9c7-5c19d978b4f9 req-4f29fc85-ee6c-4b50-bda5-b7ac29b9669f tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] 10.222.0.54 "GET /v2.0/security-groups/6b496084-806a-4b53-af34-e578be5128ae HTTP/1.1" status: 200 len: 2998 time: 0.1106741 Nov 19 17:42:40.551249 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2089162b-ec04-4f18-adf4-69ed037c74fa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:40.586198 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d87d50a0-6521-476a-b9c7-5c19d978b4f9 req-c0d905d7-1d57-4bc8-8006-538a9d3d131f tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] 10.222.0.54 "GET /v2.0/security-groups/6b496084-806a-4b53-af34-e578be5128ae HTTP/1.1" status: 200 len: 2998 time: 0.1001084 Nov 19 17:42:40.625126 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea33c594-b4c4-4cb6-9095-e3f804dac790 service neutron] Pushing event updated for resources: {'Port': ['ID=fcd1aa83-a691-4f2e-a0db-c663ac74302d,revision_number=3']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:42:40.644193 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [req-fe039e45-1f08-4fee-91e8-237db9b80cad req-8fe44f52-8795-4f4d-ace7-c162abe64699 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c6312d8-576e-4736-bc85-42aa986721e9 {{(pid=103365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:42:40.656539 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-fe039e45-1f08-4fee-91e8-237db9b80cad req-8fe44f52-8795-4f4d-ace7-c162abe64699 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:40.662710 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f509536b-d4c5-41c6-9b75-8c94a4241509 req-abd96327-7c34-4429-b2ca-775b06896573 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:40.664265 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f509536b-d4c5-41c6-9b75-8c94a4241509 req-abd96327-7c34-4429-b2ca-775b06896573 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/ports?device_id=096b5441-5f69-4f8a-a4be-bedfc1bccced HTTP/1.1" status: 200 len: 932 time: 0.2512169 Nov 19 17:42:40.675658 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2089162b-ec04-4f18-adf4-69ed037c74fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:40.676622 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2089162b-ec04-4f18-adf4-69ed037c74fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:40.677196 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2089162b-ec04-4f18-adf4-69ed037c74fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:40.702949 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.provisioning_blocks [req-fe039e45-1f08-4fee-91e8-237db9b80cad req-8fe44f52-8795-4f4d-ace7-c162abe64699 service neutron] Transition to ACTIVE for port object 8c6312d8-576e-4736-bc85-42aa986721e9 will not be triggered until provisioned by entity L2. {{(pid=103365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 17:42:40.707710 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-fe039e45-1f08-4fee-91e8-237db9b80cad req-8fe44f52-8795-4f4d-ace7-c162abe64699 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:40.716843 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f83a2e-7851-422c-9b6d-773252fd2d36 req-dcb0524b-5c43-461f-994a-205b25a6c840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:40.718428 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-94f83a2e-7851-422c-9b6d-773252fd2d36 req-dcb0524b-5c43-461f-994a-205b25a6c840 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=6a76b1038dd6488c9e5a5901f08b1769&device_id=3023c677-02e1-45fc-813b-9233d9f234bc HTTP/1.1" status: 200 len: 1095 time: 0.1786230 Nov 19 17:42:40.750893 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb2b666-adcd-4e47-8720-1bd41116e975 req-a52765ba-d5c8-458c-9154-ffc83b8412b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:40.752395 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-bbb2b666-adcd-4e47-8720-1bd41116e975 req-a52765ba-d5c8-458c-9154-ffc83b8412b1 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5c88988d15b14e549ed4294d5b1d81b7&device_id=2dc0a948-e69f-470a-a431-55ba5b8e72a4 HTTP/1.1" status: 200 len: 1097 time: 0.2113218 Nov 19 17:42:40.770350 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-2089162b-ec04-4f18-adf4-69ed037c74fa admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9238005 Nov 19 17:42:40.773860 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe44f52-8795-4f4d-ace7-c162abe64699 service neutron] Pushing event updated for resources: {'Port': ['ID=8c6312d8-576e-4736-bc85-42aa986721e9,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:42:40.776255 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 49516) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:42:40.783214 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-0a2af50c-81d0-4156-ab38-478e4d374f41 admin admin] Request body: {'subnet': {'network_id': 'cceba326-fb03-4fbd-88ac-6e5916499f10', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-2133053492-subnet', 'tenant_id': '51ad44897cff47e7a5ac542c59fb8be9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:42:40.802287 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dafcbd-d279-4255-ab8d-9403d6bcbc5f req-1c30f72b-4bae-46db-8c09-fda5fba442da tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:40.804523 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-19dafcbd-d279-4255-ab8d-9403d6bcbc5f req-1c30f72b-4bae-46db-8c09-fda5fba442da tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] 10.222.0.54 "GET /v2.0/ports?device_id=dd37318c-f0ee-4b84-8152-a446a35e2710 HTTP/1.1" status: 200 len: 944 time: 0.1442833 Nov 19 17:42:40.895692 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a2af50c-81d0-4156-ab38-478e4d374f41 admin admin] Made reservation on behalf of 51ad44897cff47e7a5ac542c59fb8be9 for: {'subnet': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:42:40.899437 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0a2af50c-81d0-4156-ab38-478e4d374f41 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8731248'] for subnet, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:40.995247 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-19dafcbd-d279-4255-ab8d-9403d6bcbc5f req-a822ccd8-ef85-4b8d-a349-586ba17bd544 tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] 10.222.0.54 "GET /v2.0/security-groups?id=2e3e4707-c197-4851-8355-26b2132f2eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645339 Nov 19 17:42:41.007827 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-fe039e45-1f08-4fee-91e8-237db9b80cad req-8fe44f52-8795-4f4d-ace7-c162abe64699 service neutron] Attempting to bind port 8c6312d8-576e-4736-bc85-42aa986721e9 on host n-h2-818022-2 for vnic_type normal with profile {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:42:41.008118 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-fe039e45-1f08-4fee-91e8-237db9b80cad req-8fe44f52-8795-4f4d-ace7-c162abe64699 service neutron] Attempting to bind port 8c6312d8-576e-4736-bc85-42aa986721e9 by drivers openvswitch,hyperv on host n-h2-818022-2 at level 0 using segments [{'id': '68be9c2e-9e68-489a-becd-67ff095c4169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'c7b257b3-f66e-4846-9861-5f47f21f4188'}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:42:41.008709 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe039e45-1f08-4fee-91e8-237db9b80cad req-8fe44f52-8795-4f4d-ace7-c162abe64699 service neutron] Attempting to bind port 8c6312d8-576e-4736-bc85-42aa986721e9 on network c7b257b3-f66e-4846-9861-5f47f21f4188 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:42:41.020606 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe039e45-1f08-4fee-91e8-237db9b80cad req-8fe44f52-8795-4f4d-ace7-c162abe64699 service neutron] Port 8c6312d8-576e-4736-bc85-42aa986721e9 on network c7b257b3-f66e-4846-9861-5f47f21f4188 not bound, no agent of type Open vSwitch agent registered on host n-h2-818022-2 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 17:42:41.021021 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe039e45-1f08-4fee-91e8-237db9b80cad req-8fe44f52-8795-4f4d-ace7-c162abe64699 service neutron] Attempting to bind port 8c6312d8-576e-4736-bc85-42aa986721e9 on network c7b257b3-f66e-4846-9861-5f47f21f4188 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:42:41.038809 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe039e45-1f08-4fee-91e8-237db9b80cad req-8fe44f52-8795-4f4d-ace7-c162abe64699 service neutron] Checking agent: {'id': '525ad2ac-c4ae-4c63-af2e-0bf8d25d0f0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'started_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 42, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:42:41.039162 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe039e45-1f08-4fee-91e8-237db9b80cad req-8fe44f52-8795-4f4d-ace7-c162abe64699 service neutron] Checking segment: {'id': '68be9c2e-9e68-489a-becd-67ff095c4169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'c7b257b3-f66e-4846-9861-5f47f21f4188'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:42:41.039786 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe039e45-1f08-4fee-91e8-237db9b80cad req-8fe44f52-8795-4f4d-ace7-c162abe64699 service neutron] Bound using segment: {'id': '68be9c2e-9e68-489a-becd-67ff095c4169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'c7b257b3-f66e-4846-9861-5f47f21f4188'} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:42:41.040028 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-fe039e45-1f08-4fee-91e8-237db9b80cad req-8fe44f52-8795-4f4d-ace7-c162abe64699 service neutron] Bound port: 8c6312d8-576e-4736-bc85-42aa986721e9, host: n-h2-818022-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68be9c2e-9e68-489a-becd-67ff095c4169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'c7b257b3-f66e-4846-9861-5f47f21f4188'}}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:42:41.040374 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-fe039e45-1f08-4fee-91e8-237db9b80cad req-8fe44f52-8795-4f4d-ace7-c162abe64699 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:41.064856 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-94f83a2e-7851-422c-9b6d-773252fd2d36 req-4c38cf51-15cc-402c-97a7-5e4c6265d48d service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fcd1aa83-a691-4f2e-a0db-c663ac74302d HTTP/1.1" status: 200 len: 217 time: 0.3104415 Nov 19 17:42:41.119784 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2089162b-ec04-4f18-adf4-69ed037c74fa admin admin] Pushing event updated for resources: {'Network': ['ID=cceba326-fb03-4fbd-88ac-6e5916499f10,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:42:41.138365 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network cceba326-fb03-4fbd-88ac-6e5916499f10 details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 17:42:41.164357 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f509536b-d4c5-41c6-9b75-8c94a4241509 req-eaf0ec55-be38-4b0f-8dcf-20c07997bfe2 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/security-groups?id=12d5dc08-1d9f-41c6-b52c-304239ec8b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4910152 Nov 19 17:42:41.202679 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f83a2e-7851-422c-9b6d-773252fd2d36 req-a4953d31-8497-432b-bebe-013851f2d093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:41.204945 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-94f83a2e-7851-422c-9b6d-773252fd2d36 req-a4953d31-8497-432b-bebe-013851f2d093 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=0540fadb-a02e-4787-8a71-4a2329af57df HTTP/1.1" status: 200 len: 849 time: 0.1246300 Nov 19 17:42:41.234288 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-fe039e45-1f08-4fee-91e8-237db9b80cad req-8fe44f52-8795-4f4d-ace7-c162abe64699 service neutron] For port 8c6312d8-576e-4736-bc85-42aa986721e9, host n-h2-818022-2, cleared binding levels {{(pid=103365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:42:41.239385 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-fe039e45-1f08-4fee-91e8-237db9b80cad req-8fe44f52-8795-4f4d-ace7-c162abe64699 service neutron] For port 8c6312d8-576e-4736-bc85-42aa986721e9, host n-h2-818022-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=8c6312d8-576e-4736-bc85-42aa986721e9,segment=NetworkSegment(68be9c2e-9e68-489a-becd-67ff095c4169),segment_id=68be9c2e-9e68-489a-becd-67ff095c4169)] {{(pid=103365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:42:41.272725 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-94f83a2e-7851-422c-9b6d-773252fd2d36 req-df3419d8-0b18-428b-a0ff-0b88fae0f105 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=91f4c532-5cc4-4e60-b5b4-73a1d0b848be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497572 Nov 19 17:42:41.273056 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-fe039e45-1f08-4fee-91e8-237db9b80cad req-8fe44f52-8795-4f4d-ace7-c162abe64699 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:41.274874 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 17:42:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8207ca1d-6af2-4864-8a71-406955861de5 x-openstack-request-id: req-8207ca1d-6af2-4864-8a71-406955861de5 {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:42:41.275202 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3023c677-02e1-45fc-813b-9233d9f234bc", "tag": "fcd1aa83-a691-4f2e-a0db-c663ac74302d", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:42:41.275742 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-8207ca1d-6af2-4864-8a71-406955861de5 {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:42:41.276639 n-d-818022-2 neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3023c677-02e1-45fc-813b-9233d9f234bc', 'tag': 'fcd1aa83-a691-4f2e-a0db-c663ac74302d', 'status': 'completed', 'code': 200} Nov 19 17:42:41.278963 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb2b666-adcd-4e47-8720-1bd41116e975 req-0bb6309b-9d1a-49bf-9021-b20318a4e502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:41.283008 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-bbb2b666-adcd-4e47-8720-1bd41116e975 req-0bb6309b-9d1a-49bf-9021-b20318a4e502 service neutron] 10.222.0.86 "GET /v2.0/networks?id=3e551525-40d3-4429-b843-d9d86dd5b1c3 HTTP/1.1" status: 200 len: 917 time: 0.2425282 Nov 19 17:42:41.294907 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c966288-8d09-4d11-90a7-bddcbfe214c9 req-12a3e412-d3be-4ed2-88c8-5988fb84ab8b tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:41.296207 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0c966288-8d09-4d11-90a7-bddcbfe214c9 req-12a3e412-d3be-4ed2-88c8-5988fb84ab8b tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] 10.222.0.54 "GET /v2.0/ports?device_id=2dc0a948-e69f-470a-a431-55ba5b8e72a4 HTTP/1.1" status: 200 len: 946 time: 0.2012601 Nov 19 17:42:41.328064 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0a2af50c-81d0-4156-ab38-478e4d374f41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12283104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8731234'] for subnet, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:41.346806 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe039e45-1f08-4fee-91e8-237db9b80cad req-8fe44f52-8795-4f4d-ace7-c162abe64699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:41.347429 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-fe039e45-1f08-4fee-91e8-237db9b80cad req-8fe44f52-8795-4f4d-ace7-c162abe64699 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:41.348858 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fe039e45-1f08-4fee-91e8-237db9b80cad req-8fe44f52-8795-4f4d-ace7-c162abe64699 service neutron] 10.222.0.86 "PUT /v2.0/ports/8c6312d8-576e-4736-bc85-42aa986721e9 HTTP/1.1" status: 200 len: 1092 time: 1.6099687 Nov 19 17:42:41.349330 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '096b5441-5f69-4f8a-a4be-bedfc1bccced', 'tag': '8c6312d8-576e-4736-bc85-42aa986721e9'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:42:41.351682 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218319d759239a7d11f1288aef37381b97754913ee9ccbfd43b51a463f801712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b29c103-03a8-4514-8157-3d00d44e2180" -d '{"events": [{"name": "network-changed", "server_uuid": "096b5441-5f69-4f8a-a4be-bedfc1bccced", "tag": "8c6312d8-576e-4736-bc85-42aa986721e9"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:42:41.412716 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-bbb2b666-adcd-4e47-8720-1bd41116e975 req-ba9d49ec-f934-4f47-bd92-1306d83949d2 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c1141d05-2f5a-4155-a628-0ca06ed5b814 HTTP/1.1" status: 200 len: 217 time: 0.0904570 Nov 19 17:42:41.462748 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe44f52-8795-4f4d-ace7-c162abe64699 service neutron] Pushing event updated for resources: {'Port': ['ID=8c6312d8-576e-4736-bc85-42aa986721e9,revision_number=3']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:42:41.471054 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2af50c-81d0-4156-ab38-478e4d374f41 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e441006-b24e-4873-899f-b30eed4156aa,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:42:41.494936 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0c966288-8d09-4d11-90a7-bddcbfe214c9 req-a0c34b09-b33f-43a7-b360-c856121a23c7 tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] 10.222.0.54 "GET /v2.0/security-groups?id=608cd3c1-fb02-4e09-9a3c-895a0164600c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718953 Nov 19 17:42:41.503533 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-68331829-3b73-4b92-a81e-70df6e5d9c3b req-c32e223d-bb60-46b0-8077-eaecd72f176a tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] 10.222.0.54 "GET /v2.0/security-groups/3b26311b-b8db-45e9-a132-cceb742c87ed HTTP/1.1" status: 200 len: 1816 time: 0.1799307 Nov 19 17:42:41.514253 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a2af50c-81d0-4156-ab38-478e4d374f41 admin admin] Checking segment: {'id': '762da102-39dc-42c2-a067-d5c36d8e6a69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'cceba326-fb03-4fbd-88ac-6e5916499f10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:42:41.514739 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a2af50c-81d0-4156-ab38-478e4d374f41 admin admin] Network hostable DHCP agents. Network: cceba326-fb03-4fbd-88ac-6e5916499f10, hostable agents: ['02910ef2-0455-4aea-9f38-9a875579633f'], hosted agents: [] {{(pid=103365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 17:42:41.523766 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe039e45-1f08-4fee-91e8-237db9b80cad req-6d1c650b-b215-4785-b117-3d8ca60677ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:41.526544 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fe039e45-1f08-4fee-91e8-237db9b80cad req-6d1c650b-b215-4785-b117-3d8ca60677ee service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=de10e7e0e3ea4ce28d84ef76e9c1ec3a&device_id=096b5441-5f69-4f8a-a4be-bedfc1bccced HTTP/1.1" status: 200 len: 1095 time: 0.1110535 Nov 19 17:42:41.565121 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb2b666-adcd-4e47-8720-1bd41116e975 req-56b2aea8-e5bf-4bd4-9993-1a78c879d7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:41.567428 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-bbb2b666-adcd-4e47-8720-1bd41116e975 req-56b2aea8-e5bf-4bd4-9993-1a78c879d7d6 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=db1bcdee-5119-44a7-8c81-3040c2de4bc1 HTTP/1.1" status: 200 len: 855 time: 0.1434395 Nov 19 17:42:41.572325 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-94f83a2e-7851-422c-9b6d-773252fd2d36 req-26ed0bd6-5d60-4460-907b-835b998f1f0d service neutron] 10.222.0.86 "GET /v2.0/networks/91f4c532-5cc4-4e60-b5b4-73a1d0b848be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2876418 Nov 19 17:42:41.589903 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a2af50c-81d0-4156-ab38-478e4d374f41 admin admin] Network cceba326-fb03-4fbd-88ac-6e5916499f10 is scheduled to be hosted by DHCP agent 02910ef2-0455-4aea-9f38-9a875579633f with binding_index 1 {{(pid=103365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 17:42:41.603523 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fe039e45-1f08-4fee-91e8-237db9b80cad req-e6e7d8ab-fb54-47c6-8dcb-f18ef0d3b797 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8c6312d8-576e-4736-bc85-42aa986721e9 HTTP/1.1" status: 200 len: 217 time: 0.0587864 Nov 19 17:42:41.636851 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-0a2af50c-81d0-4156-ab38-478e4d374f41 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818022-2, cceba326-fb03-4fbd-88ac-6e5916499f10) {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:42:41.647584 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca7ccbeb-2696-4e0c-b90e-2e8b04f2b90a None None] Network cceba326-fb03-4fbd-88ac-6e5916499f10 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:42:41.659780 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.agents_db [None req-619e5c26-d9ed-4321-86eb-7d443bb9dfa2 None None] Agent healthcheck: found 7 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 17:42:41.676739 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a2af50c-81d0-4156-ab38-478e4d374f41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:41.677335 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0a2af50c-81d0-4156-ab38-478e4d374f41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:41.705248 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe039e45-1f08-4fee-91e8-237db9b80cad req-86f0dbb9-c1a8-4c20-bb63-7f7d7cd6f11b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:41.706795 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fe039e45-1f08-4fee-91e8-237db9b80cad req-86f0dbb9-c1a8-4c20-bb63-7f7d7cd6f11b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=df2b5fb0-4ad7-475f-930a-bdefef26bd76 HTTP/1.1" status: 200 len: 847 time: 0.0788608 Nov 19 17:42:41.713333 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-0a2af50c-81d0-4156-ab38-478e4d374f41 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9343338 Nov 19 17:42:41.749743 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fe039e45-1f08-4fee-91e8-237db9b80cad req-37a58626-61cc-48be-b796-7ccc1e24d757 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c7b257b3-f66e-4846-9861-5f47f21f4188&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291111 Nov 19 17:42:41.754604 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb2b666-adcd-4e47-8720-1bd41116e975 req-8280a09e-72bc-4b21-8318-94beeeca2bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:41.757184 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-bbb2b666-adcd-4e47-8720-1bd41116e975 req-8280a09e-72bc-4b21-8318-94beeeca2bc2 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=3e551525-40d3-4429-b843-d9d86dd5b1c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1696465 Nov 19 17:42:41.764575 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b19e913-4545-42d5-8319-3581d59a1119 req-ddf78266-dd99-40c3-a649-f9b434aaf60f tempest-ServerTagsTestJSON-1963055999 tempest-ServerTagsTestJSON-1963055999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:41.767412 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-1b19e913-4545-42d5-8319-3581d59a1119 req-ddf78266-dd99-40c3-a649-f9b434aaf60f tempest-ServerTagsTestJSON-1963055999 tempest-ServerTagsTestJSON-1963055999-project] 10.222.0.54 "GET /v2.0/ports?device_id=3023c677-02e1-45fc-813b-9233d9f234bc HTTP/1.1" status: 200 len: 944 time: 0.1750946 Nov 19 17:42:41.789978 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-68331829-3b73-4b92-a81e-70df6e5d9c3b req-3ef60f65-8140-4945-b70d-7d18479e853a tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:41.824214 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96c68eb7-63e2-4c11-bc2d-5518e9dfebbb None None] Network cceba326-fb03-4fbd-88ac-6e5916499f10 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:42:41.940990 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-94f83a2e-7851-422c-9b6d-773252fd2d36 req-9d11c245-7921-4e4f-bf26-17cc3a4c2a5b service neutron] 10.222.0.86 "GET /v2.0/networks/91f4c532-5cc4-4e60-b5b4-73a1d0b848be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3477166 Nov 19 17:42:41.969295 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-68331829-3b73-4b92-a81e-70df6e5d9c3b req-3ef60f65-8140-4945-b70d-7d18479e853a tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:42.038588 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-1b19e913-4545-42d5-8319-3581d59a1119 req-02e047df-baa8-4974-8e8e-ea758d4e0a7c tempest-ServerTagsTestJSON-1963055999 tempest-ServerTagsTestJSON-1963055999-project] 10.222.0.54 "GET /v2.0/security-groups?id=8bdab7c9-bb32-4221-9734-3c30d1a6cf23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2568660 Nov 19 17:42:42.101545 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-bbb2b666-adcd-4e47-8720-1bd41116e975 req-7f164e0c-7a21-418a-9fe5-1bb697742018 service neutron] 10.222.0.86 "GET /v2.0/networks/3e551525-40d3-4429-b843-d9d86dd5b1c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3122571 Nov 19 17:42:42.103027 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fe039e45-1f08-4fee-91e8-237db9b80cad req-3598599c-5e88-4017-92e5-0fbf9842102f service neutron] 10.222.0.86 "GET /v2.0/networks/c7b257b3-f66e-4846-9861-5f47f21f4188?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3222482 Nov 19 17:42:42.107963 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-68331829-3b73-4b92-a81e-70df6e5d9c3b req-3ef60f65-8140-4945-b70d-7d18479e853a tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:42.111213 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-68331829-3b73-4b92-a81e-70df6e5d9c3b req-3ef60f65-8140-4945-b70d-7d18479e853a tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:42.112278 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-68331829-3b73-4b92-a81e-70df6e5d9c3b req-3ef60f65-8140-4945-b70d-7d18479e853a tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] 10.222.0.54 "DELETE /v2.0/security-groups/3b26311b-b8db-45e9-a132-cceb742c87ed HTTP/1.1" status: 204 len: 173 time: 0.5970371 Nov 19 17:42:42.129949 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef60f65-8140-4945-b70d-7d18479e853a tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b26311b-b8db-45e9-a132-cceb742c87ed,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:42:42.133091 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b24df1-98b9-4b11-a85c-66750652c997 req-8e743e9e-7669-4311-abe1-79dac71145f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:42.134929 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-02b24df1-98b9-4b11-a85c-66750652c997 req-8e743e9e-7669-4311-abe1-79dac71145f9 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=6a76b1038dd6488c9e5a5901f08b1769&device_id=3023c677-02e1-45fc-813b-9233d9f234bc HTTP/1.1" status: 200 len: 1095 time: 0.1140890 Nov 19 17:42:42.238739 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 1f0bbfc2-6e12-496c-b602-990bc2103aa1 details requested by agent hyperv_n-h1-818022-2 with host n-h1-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 17:42:42.248744 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 17:42:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e925d472-c7c2-451f-b429-ae36561506cd x-openstack-request-id: req-e925d472-c7c2-451f-b429-ae36561506cd {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:42:42.249569 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "096b5441-5f69-4f8a-a4be-bedfc1bccced", "tag": "8c6312d8-576e-4736-bc85-42aa986721e9", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:42:42.250807 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e925d472-c7c2-451f-b429-ae36561506cd {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:42:42.251655 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '096b5441-5f69-4f8a-a4be-bedfc1bccced', 'tag': '8c6312d8-576e-4736-bc85-42aa986721e9', 'status': 'completed', 'code': 200} Nov 19 17:42:42.341206 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51b6361-82b4-48d3-b600-78a4854947df req-bcebd2f2-364d-4fc3-aee8-342988a0bb75 tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:42.343197 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d51b6361-82b4-48d3-b600-78a4854947df req-bcebd2f2-364d-4fc3-aee8-342988a0bb75 tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] 10.222.0.54 "GET /v2.0/ports?device_id=90e0de18-fe64-4fe4-a3d8-f6b2367e2980 HTTP/1.1" status: 200 len: 945 time: 0.1636026 Nov 19 17:42:42.397752 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fe039e45-1f08-4fee-91e8-237db9b80cad req-3f3a3a0d-2661-471b-baec-b8c8df1f1fba service neutron] 10.222.0.86 "GET /v2.0/networks/c7b257b3-f66e-4846-9861-5f47f21f4188?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2331512 Nov 19 17:42:42.430481 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 1f0bbfc2-6e12-496c-b602-990bc2103aa1, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=1f0bbfc2-6e12-496c-b602-990bc2103aa1,segment=NetworkSegment(65da90f8-a853-48a6-af92-75fd92f47077),segment_id=65da90f8-a853-48a6-af92-75fd92f47077)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:42:42.452845 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Returning: {'device': '1f0bbfc2-6e12-496c-b602-990bc2103aa1', 'network_id': 'f617386f-7f7a-461e-894d-4bea98b39674', 'port_id': '1f0bbfc2-6e12-496c-b602-990bc2103aa1', 'mac_address': 'fa:16:3e:78:79:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 690, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d31643c-d7c9-499c-bd0d-a793fdbddb1f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 17:42:42.466706 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d51b6361-82b4-48d3-b600-78a4854947df req-9bdbda32-f8aa-4f97-8226-92cc3781c32f tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] 10.222.0.54 "GET /v2.0/security-groups?id=b84acbb5-2f2e-43b4-8c5f-7110024c7a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013458 Nov 19 17:42:42.509960 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:42.530842 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f0bbfc2-6e12-496c-b602-990bc2103aa1 {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:42:42.569255 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 1f0bbfc2-6e12-496c-b602-990bc2103aa1, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=1f0bbfc2-6e12-496c-b602-990bc2103aa1,segment=NetworkSegment(65da90f8-a853-48a6-af92-75fd92f47077),segment_id=65da90f8-a853-48a6-af92-75fd92f47077)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:42:42.575718 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-bbb2b666-adcd-4e47-8720-1bd41116e975 req-e31af9f2-e409-48da-b34a-d48bd7eb5e4c service neutron] 10.222.0.86 "GET /v2.0/networks/3e551525-40d3-4429-b843-d9d86dd5b1c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4256856 Nov 19 17:42:42.577448 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:42.578195 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b24df1-98b9-4b11-a85c-66750652c997 req-63307110-a974-47ad-8aa2-13dc9d8bb8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:42.580601 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-02b24df1-98b9-4b11-a85c-66750652c997 req-63307110-a974-47ad-8aa2-13dc9d8bb8e6 service neutron] 10.222.0.86 "GET /v2.0/networks?id=91f4c532-5cc4-4e60-b5b4-73a1d0b848be HTTP/1.1" status: 200 len: 910 time: 0.4015715 Nov 19 17:42:42.606352 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76277b1b-e3bd-4621-be30-94fbb1ff96c5 req-3673cec6-394d-42b2-9ef5-d66cdfc30e2b tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:42.621365 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-76277b1b-e3bd-4621-be30-94fbb1ff96c5 req-3673cec6-394d-42b2-9ef5-d66cdfc30e2b tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] 10.222.0.54 "GET /v2.0/ports?device_id=dd37318c-f0ee-4b84-8152-a446a35e2710 HTTP/1.1" status: 200 len: 944 time: 0.3060112 Nov 19 17:42:42.623208 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b29c103-03a8-4514-8157-3d00d44e2180 req-25418372-30b3-435d-a165-931fabf7e2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:42.631919 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7b29c103-03a8-4514-8157-3d00d44e2180 req-25418372-30b3-435d-a165-931fabf7e2f6 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=de10e7e0e3ea4ce28d84ef76e9c1ec3a&device_id=096b5441-5f69-4f8a-a4be-bedfc1bccced HTTP/1.1" status: 200 len: 1095 time: 0.1476779 Nov 19 17:42:42.695260 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=1f0bbfc2-6e12-496c-b602-990bc2103aa1,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:42:42.707663 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-02b24df1-98b9-4b11-a85c-66750652c997 req-8dd120ba-3b64-48c2-bf15-da2bacbddec7 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fcd1aa83-a691-4f2e-a0db-c663ac74302d HTTP/1.1" status: 200 len: 217 time: 0.0812051 Nov 19 17:42:42.715142 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:42:42.715801 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:42:42.717042 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:42:42.717957 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:42:42.719207 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:42:42.719971 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:42:42.720597 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:42:42.721169 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:42:42.721763 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:42:42.722569 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:42:42.723232 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:42:42.723803 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:42:42.810799 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['1f0bbfc2-6e12-496c-b602-990bc2103aa1'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:42:42.819270 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-76277b1b-e3bd-4621-be30-94fbb1ff96c5 req-ca1eb98b-6e3a-4e36-807f-f0210bd5aa59 tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] 10.222.0.54 "GET /v2.0/security-groups?id=2e3e4707-c197-4851-8355-26b2132f2eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958058 Nov 19 17:42:42.834802 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b24df1-98b9-4b11-a85c-66750652c997 req-1b7c8faf-f825-4ff1-9c43-21ba6385cd49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:42.837231 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-02b24df1-98b9-4b11-a85c-66750652c997 req-1b7c8faf-f825-4ff1-9c43-21ba6385cd49 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=0540fadb-a02e-4787-8a71-4a2329af57df HTTP/1.1" status: 200 len: 849 time: 0.1104729 Nov 19 17:42:42.865563 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b29c103-03a8-4514-8157-3d00d44e2180 req-24b29570-b16b-42a4-9a02-814555226021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:42.865563 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7b29c103-03a8-4514-8157-3d00d44e2180 req-24b29570-b16b-42a4-9a02-814555226021 service neutron] 10.222.0.86 "GET /v2.0/networks?id=c7b257b3-f66e-4846-9861-5f47f21f4188 HTTP/1.1" status: 200 len: 908 time: 0.2148848 Nov 19 17:42:42.910523 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-02b24df1-98b9-4b11-a85c-66750652c997 req-bbec3b01-f254-40d9-bcd7-487f2fca9abb service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=91f4c532-5cc4-4e60-b5b4-73a1d0b848be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486846 Nov 19 17:42:42.918101 n-d-818022-2 neutron-server[103364]: INFO neutron.api.v2.resource [req-ca3bd2d2-a498-491a-8a18-63fbb26922f5 req-52b3574c-4284-4283-82e3-91f70579011c tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] show failed (client error): The resource could not be found. Nov 19 17:42:42.919155 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ca3bd2d2-a498-491a-8a18-63fbb26922f5 req-52b3574c-4284-4283-82e3-91f70579011c tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] 10.222.0.54 "GET /v2.0/security-groups/3b26311b-b8db-45e9-a132-cceb742c87ed HTTP/1.1" status: 404 len: 352 time: 0.0407066 Nov 19 17:42:42.959213 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7b29c103-03a8-4514-8157-3d00d44e2180 req-4e83e5e3-2883-410f-b57c-310e50d0540f service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8c6312d8-576e-4736-bc85-42aa986721e9 HTTP/1.1" status: 200 len: 217 time: 0.0747342 Nov 19 17:42:43.113060 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b29c103-03a8-4514-8157-3d00d44e2180 req-1e0f4eb4-a9fe-4bfc-9ea5-2df756fa030f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:43.114577 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7b29c103-03a8-4514-8157-3d00d44e2180 req-1e0f4eb4-a9fe-4bfc-9ea5-2df756fa030f service neutron] 10.222.0.86 "GET /v2.0/subnets?id=df2b5fb0-4ad7-475f-930a-bdefef26bd76 HTTP/1.1" status: 200 len: 847 time: 0.1375086 Nov 19 17:42:43.151243 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0c1b8c-dd08-4877-a674-e579c657f539 req-6ea236a5-50bd-47a6-915f-06c9881fe0d4 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:43.152782 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9f0c1b8c-dd08-4877-a674-e579c657f539 req-6ea236a5-50bd-47a6-915f-06c9881fe0d4 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/ports?device_id=096b5441-5f69-4f8a-a4be-bedfc1bccced HTTP/1.1" status: 200 len: 944 time: 0.1063123 Nov 19 17:42:43.154951 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-02b24df1-98b9-4b11-a85c-66750652c997 req-a6a2b299-16ad-48a8-a227-10b2712ce918 service neutron] 10.222.0.86 "GET /v2.0/networks/91f4c532-5cc4-4e60-b5b4-73a1d0b848be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2274048 Nov 19 17:42:43.188281 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7b29c103-03a8-4514-8157-3d00d44e2180 req-81900e51-e712-45c3-83fa-5031392f3b5d service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c7b257b3-f66e-4846-9861-5f47f21f4188&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559494 Nov 19 17:42:43.216634 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa55521-ad4d-4061-bbfb-74aa75df81d9 req-45359cc8-5974-401f-922a-cbcceb400ae5 tempest-VolumesAdminNegativeTest-1341003139 tempest-VolumesAdminNegativeTest-1341003139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:43.218216 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0fa55521-ad4d-4061-bbfb-74aa75df81d9 req-45359cc8-5974-401f-922a-cbcceb400ae5 tempest-VolumesAdminNegativeTest-1341003139 tempest-VolumesAdminNegativeTest-1341003139-project] 10.222.0.54 "GET /v2.0/networks?id=564aa6c2-1e0f-41db-996a-af826c32b3fb HTTP/1.1" status: 200 len: 814 time: 0.2577486 Nov 19 17:42:43.273487 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0fa55521-ad4d-4061-bbfb-74aa75df81d9 req-290e6715-d4ee-4958-9e36-1feeead30626 tempest-VolumesAdminNegativeTest-1341003139 tempest-VolumesAdminNegativeTest-1341003139-project] 10.222.0.54 "GET /v2.0/quotas/c3235abdf38c417aad72a5f951d3b9eb HTTP/1.1" status: 200 len: 375 time: 0.0424087 Nov 19 17:42:43.299960 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9f0c1b8c-dd08-4877-a674-e579c657f539 req-625f3bd9-81d0-43cc-ad62-91d3f5b6f8d7 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/security-groups?id=12d5dc08-1d9f-41c6-b52c-304239ec8b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368678 Nov 19 17:42:43.330892 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0fa55521-ad4d-4061-bbfb-74aa75df81d9 req-e8086b2c-5691-4e80-9f63-fe2f7795bbbc tempest-VolumesAdminNegativeTest-1341003139 tempest-VolumesAdminNegativeTest-1341003139-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=c3235abdf38c417aad72a5f951d3b9eb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0426381 Nov 19 17:42:43.351419 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-02b24df1-98b9-4b11-a85c-66750652c997 req-1fbbd2d5-cc50-4b46-8887-ade5055ef5b4 service neutron] 10.222.0.86 "GET /v2.0/networks/91f4c532-5cc4-4e60-b5b4-73a1d0b848be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1816366 Nov 19 17:42:43.394536 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7b29c103-03a8-4514-8157-3d00d44e2180 req-a3d7a8ac-01f3-4c94-a209-8a82d2cfece3 service neutron] 10.222.0.86 "GET /v2.0/networks/c7b257b3-f66e-4846-9861-5f47f21f4188?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1916683 Nov 19 17:42:43.510859 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd52f5ad-b211-4dff-94d9-e417419e1af2 req-5a16e5ab-5b55-4f61-9996-111066f41bd5 tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:43.513828 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-fd52f5ad-b211-4dff-94d9-e417419e1af2 req-5a16e5ab-5b55-4f61-9996-111066f41bd5 tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] 10.222.0.54 "GET /v2.0/ports?device_id=2dc0a948-e69f-470a-a431-55ba5b8e72a4 HTTP/1.1" status: 200 len: 946 time: 0.1006105 Nov 19 17:42:43.538159 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0fa55521-ad4d-4061-bbfb-74aa75df81d9 req-166b7dd3-67d5-4bf5-8fbb-d3e7595b41ed service neutron] 10.222.0.54 "GET /v2.0/networks/564aa6c2-1e0f-41db-996a-af826c32b3fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1991215 Nov 19 17:42:43.617446 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-fd52f5ad-b211-4dff-94d9-e417419e1af2 req-4c67334c-ffe0-44ad-b55d-353d3dead87f tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] 10.222.0.54 "GET /v2.0/security-groups?id=608cd3c1-fb02-4e09-9a3c-895a0164600c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803230 Nov 19 17:42:43.673308 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7b29c103-03a8-4514-8157-3d00d44e2180 req-15db5d4f-3339-4d70-bca2-fbe79ef262ac service neutron] 10.222.0.86 "GET /v2.0/networks/c7b257b3-f66e-4846-9861-5f47f21f4188?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2501585 Nov 19 17:42:43.729007 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0fa55521-ad4d-4061-bbfb-74aa75df81d9 req-38cc141c-df76-459a-959c-5be52306cd05 service neutron] 10.222.0.54 "GET /v2.0/networks/564aa6c2-1e0f-41db-996a-af826c32b3fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1750429 Nov 19 17:42:43.865788 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df816150-d3b0-4d2f-996c-51878cae7315 req-e424f965-11d5-42b9-80f2-0c0d2448c8ff tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:43.868549 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-df816150-d3b0-4d2f-996c-51878cae7315 req-e424f965-11d5-42b9-80f2-0c0d2448c8ff tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] 10.222.0.54 "GET /v2.0/networks?id=3e96445f-a5e4-45c4-8de8-46b5573abaec HTTP/1.1" status: 200 len: 810 time: 0.1358821 Nov 19 17:42:43.892372 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-df816150-d3b0-4d2f-996c-51878cae7315 req-7ba638fe-412f-4e01-9c4d-29d7fcf8cfbf tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] 10.222.0.54 "GET /v2.0/quotas/e9d0792a3a024bd5be40fd99773caf74 HTTP/1.1" status: 200 len: 375 time: 0.0171127 Nov 19 17:42:43.920452 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 1f0bbfc2-6e12-496c-b602-990bc2103aa1 up at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:42:43.962353 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-df816150-d3b0-4d2f-996c-51878cae7315 req-a4eb762a-0110-40d5-987c-864600cfbe38 tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=e9d0792a3a024bd5be40fd99773caf74&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0576460 Nov 19 17:42:44.002978 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2abfc96d-b6d9-4c18-a183-1cdcfbca80c2 req-ad5b8d16-0925-42f5-ac2a-64115bf722f4 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] 10.222.0.54 "GET /v2.0/security-groups/8f269eb0-5af6-4334-a9b5-5eb6c9d49a58 HTTP/1.1" status: 200 len: 1817 time: 0.1037912 Nov 19 17:42:44.013585 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning for port 1f0bbfc2-6e12-496c-b602-990bc2103aa1 completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 17:42:44.019645 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning complete for port 1f0bbfc2-6e12-496c-b602-990bc2103aa1 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:42:44.020071 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:44.115034 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-2abfc96d-b6d9-4c18-a183-1cdcfbca80c2 req-99a4f6ac-b19a-45b3-8605-f07ce2b26f56 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:44.144028 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-2abfc96d-b6d9-4c18-a183-1cdcfbca80c2 req-99a4f6ac-b19a-45b3-8605-f07ce2b26f56 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:44.166017 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-df816150-d3b0-4d2f-996c-51878cae7315 req-d122e835-fcf6-445c-b028-066d7f0d3416 service neutron] 10.222.0.54 "GET /v2.0/networks/3e96445f-a5e4-45c4-8de8-46b5573abaec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1906719 Nov 19 17:42:44.200249 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:44.215918 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-2abfc96d-b6d9-4c18-a183-1cdcfbca80c2 req-99a4f6ac-b19a-45b3-8605-f07ce2b26f56 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:44.221188 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-2abfc96d-b6d9-4c18-a183-1cdcfbca80c2 req-99a4f6ac-b19a-45b3-8605-f07ce2b26f56 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:44.242630 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2abfc96d-b6d9-4c18-a183-1cdcfbca80c2 req-99a4f6ac-b19a-45b3-8605-f07ce2b26f56 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] 10.222.0.54 "DELETE /v2.0/security-groups/8f269eb0-5af6-4334-a9b5-5eb6c9d49a58 HTTP/1.1" status: 204 len: 173 time: 0.2257338 Nov 19 17:42:44.261377 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a4f6ac-b19a-45b3-8605-f07ce2b26f56 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f269eb0-5af6-4334-a9b5-5eb6c9d49a58,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:42:44.286233 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 1f0bbfc2-6e12-496c-b602-990bc2103aa1, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=1f0bbfc2-6e12-496c-b602-990bc2103aa1,segment=NetworkSegment(65da90f8-a853-48a6-af92-75fd92f47077),segment_id=65da90f8-a853-48a6-af92-75fd92f47077)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:42:44.290803 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd37318c-f0ee-4b84-8152-a446a35e2710', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f0bbfc2-6e12-496c-b602-990bc2103aa1'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:42:44.294453 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3940761bcd94e032e6960d2241bd8993c5d3a7d8dc2aca8488f3ecf1d4dd2fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eec79836-498c-4391-bb89-48d4cb855f32" -d '{"events": [{"server_uuid": "dd37318c-f0ee-4b84-8152-a446a35e2710", "name": "network-vif-plugged", "status": "completed", "tag": "1f0bbfc2-6e12-496c-b602-990bc2103aa1"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:42:44.306558 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:44.420206 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=1f0bbfc2-6e12-496c-b602-990bc2103aa1,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:42:44.420563 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76abf56-ca4a-4292-9f24-501358230960 req-27ff453b-c352-4f44-8b8f-33c9c613d7df tempest-ServerTagsTestJSON-1963055999 tempest-ServerTagsTestJSON-1963055999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:44.423961 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d76abf56-ca4a-4292-9f24-501358230960 req-27ff453b-c352-4f44-8b8f-33c9c613d7df tempest-ServerTagsTestJSON-1963055999 tempest-ServerTagsTestJSON-1963055999-project] 10.222.0.54 "GET /v2.0/ports?device_id=3023c677-02e1-45fc-813b-9233d9f234bc HTTP/1.1" status: 200 len: 944 time: 0.0849338 Nov 19 17:42:44.438748 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-df816150-d3b0-4d2f-996c-51878cae7315 req-4abd971e-0806-4f3c-a5a0-c393b57e78b4 service neutron] 10.222.0.54 "GET /v2.0/networks/3e96445f-a5e4-45c4-8de8-46b5573abaec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2544553 Nov 19 17:42:44.503721 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d76abf56-ca4a-4292-9f24-501358230960 req-ebd1548f-28e3-4937-8213-b8920846ebbe tempest-ServerTagsTestJSON-1963055999 tempest-ServerTagsTestJSON-1963055999-project] 10.222.0.54 "GET /v2.0/security-groups?id=8bdab7c9-bb32-4221-9734-3c30d1a6cf23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727198 Nov 19 17:42:44.679383 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a43bc0-37c2-4488-8291-2b57e776fa31 req-39eeca9b-9af2-4248-9f78-68d5496c70a5 tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:44.682202 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-32a43bc0-37c2-4488-8291-2b57e776fa31 req-39eeca9b-9af2-4248-9f78-68d5496c70a5 tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] 10.222.0.54 "GET /v2.0/ports?device_id=dd37318c-f0ee-4b84-8152-a446a35e2710 HTTP/1.1" status: 200 len: 946 time: 0.0870726 Nov 19 17:42:44.735681 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-3be443cb-86e8-4a38-a74b-2905466b071f req-8da8c0a5-15f2-496f-adb7-b9064ccf1bc9 tempest-VolumesAdminNegativeTest-1341003139 tempest-VolumesAdminNegativeTest-1341003139-project] 10.222.0.54 "GET /v2.0/ports?device_id=34d2788b-0710-4e9f-9c2d-926e3fdf5a46 HTTP/1.1" status: 200 len: 210 time: 0.0643704 Nov 19 17:42:44.786541 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-32a43bc0-37c2-4488-8291-2b57e776fa31 req-db4c9876-e863-40af-894d-0856c5a6c049 tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] 10.222.0.54 "GET /v2.0/security-groups?id=2e3e4707-c197-4851-8355-26b2132f2eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947759 Nov 19 17:42:44.795935 n-d-818022-2 neutron-server[103364]: INFO neutron.api.v2.resource [req-92a5953f-925c-4f7b-a4de-97c2c9615b25 req-776ab92d-0d82-40d3-9244-8370b917e4e6 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] show failed (client error): The resource could not be found. Nov 19 17:42:44.798253 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-92a5953f-925c-4f7b-a4de-97c2c9615b25 req-776ab92d-0d82-40d3-9244-8370b917e4e6 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] 10.222.0.54 "GET /v2.0/security-groups/8f269eb0-5af6-4334-a9b5-5eb6c9d49a58 HTTP/1.1" status: 404 len: 352 time: 0.0251510 Nov 19 17:42:44.883737 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:42:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f798245-cb28-4359-b88d-addeb8854398 x-openstack-request-id: req-6f798245-cb28-4359-b88d-addeb8854398 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:42:44.884453 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd37318c-f0ee-4b84-8152-a446a35e2710", "name": "network-vif-plugged", "status": "completed", "tag": "1f0bbfc2-6e12-496c-b602-990bc2103aa1", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:42:44.885278 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-6f798245-cb28-4359-b88d-addeb8854398 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:42:44.886005 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd37318c-f0ee-4b84-8152-a446a35e2710', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f0bbfc2-6e12-496c-b602-990bc2103aa1', 'code': 200} Nov 19 17:42:44.950520 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device fcd1aa83-a691-4f2e-a0db-c663ac74302d details requested by agent hyperv_n-h2-818022-2 with host n-h2-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 17:42:44.990103 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a038c8a2-2c48-4b0c-926d-259821b0a008 req-a6e642b0-59a4-4af2-8704-0b7a37545a1f tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:44.991694 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b3af14e9-242a-409b-9306-9b66d55f0c77 req-8b4448c5-f8b8-41c6-86f4-c2e4cc4a8ab6 tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] 10.222.0.54 "GET /v2.0/ports?device_id=720009c8-7969-4fb1-9d48-846a23e742cc HTTP/1.1" status: 200 len: 210 time: 0.0749609 Nov 19 17:42:44.998969 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a038c8a2-2c48-4b0c-926d-259821b0a008 req-a6e642b0-59a4-4af2-8704-0b7a37545a1f tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/ports?device_id=096b5441-5f69-4f8a-a4be-bedfc1bccced HTTP/1.1" status: 200 len: 944 time: 0.0782359 Nov 19 17:42:45.102445 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port fcd1aa83-a691-4f2e-a0db-c663ac74302d, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=fcd1aa83-a691-4f2e-a0db-c663ac74302d,segment=NetworkSegment(f8eb74a1-feee-46ad-8904-a676d298ed66),segment_id=f8eb74a1-feee-46ad-8904-a676d298ed66)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:42:45.118790 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Returning: {'device': 'fcd1aa83-a691-4f2e-a0db-c663ac74302d', 'network_id': '91f4c532-5cc4-4e60-b5b4-73a1d0b848be', 'port_id': 'fcd1aa83-a691-4f2e-a0db-c663ac74302d', 'mac_address': 'fa:16:3e:35:cb:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 677, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0540fadb-a02e-4787-8a71-4a2329af57df', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 17:42:45.158884 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a038c8a2-2c48-4b0c-926d-259821b0a008 req-86f7142b-efb4-476e-9b94-a6091809c0a8 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/security-groups?id=12d5dc08-1d9f-41c6-b52c-304239ec8b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255293 Nov 19 17:42:45.174274 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d384772a-cf6f-4773-9e8a-5c6bc0589fee req-2e30c8d4-71cb-4537-b77a-22fbf1ad8ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:45.175819 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d384772a-cf6f-4773-9e8a-5c6bc0589fee req-2e30c8d4-71cb-4537-b77a-22fbf1ad8ffa service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=dd37318c-f0ee-4b84-8152-a446a35e2710 HTTP/1.1" status: 200 len: 1097 time: 0.1759202 Nov 19 17:42:45.181965 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:45.212485 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcd1aa83-a691-4f2e-a0db-c663ac74302d {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:42:45.247504 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24fb906-73d4-4bed-955f-43e60b0ac972 req-b6b86d28-e1b1-49cd-8272-75c1f24d1bac tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:45.265333 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port fcd1aa83-a691-4f2e-a0db-c663ac74302d, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=fcd1aa83-a691-4f2e-a0db-c663ac74302d,segment=NetworkSegment(f8eb74a1-feee-46ad-8904-a676d298ed66),segment_id=f8eb74a1-feee-46ad-8904-a676d298ed66)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:42:45.268140 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a24fb906-73d4-4bed-955f-43e60b0ac972 req-b6b86d28-e1b1-49cd-8272-75c1f24d1bac tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] 10.222.0.54 "GET /v2.0/ports?device_id=2dc0a948-e69f-470a-a431-55ba5b8e72a4 HTTP/1.1" status: 200 len: 946 time: 0.1233804 Nov 19 17:42:45.281703 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:45.286655 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d384772a-cf6f-4773-9e8a-5c6bc0589fee req-5188d846-25b9-46d2-a26d-e83e0585c824 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=2e3e4707-c197-4851-8355-26b2132f2eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010041 Nov 19 17:42:45.297370 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6bfd4a44-d804-45e2-af49-aa44b015eb96 req-f54705b4-dc35-43bd-8ad7-7c9bed56e79b tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] 10.222.0.54 "GET /v2.0/security-groups/448c0c0e-f8f9-499c-9358-c6b7ef9eb732 HTTP/1.1" status: 200 len: 1816 time: 0.0938976 Nov 19 17:42:45.347504 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a24fb906-73d4-4bed-955f-43e60b0ac972 req-ff2b8887-8814-4825-b940-843f1328a808 tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] 10.222.0.54 "GET /v2.0/security-groups?id=608cd3c1-fb02-4e09-9a3c-895a0164600c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780466 Nov 19 17:42:45.373719 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-6bfd4a44-d804-45e2-af49-aa44b015eb96 req-813f3321-3b5e-4962-96ce-f9aee46dfad6 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:45.375801 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Pushing event updated for resources: {'Port': ['ID=fcd1aa83-a691-4f2e-a0db-c663ac74302d,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:42:45.408414 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-6bfd4a44-d804-45e2-af49-aa44b015eb96 req-813f3321-3b5e-4962-96ce-f9aee46dfad6 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:45.460870 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-6bfd4a44-d804-45e2-af49-aa44b015eb96 req-813f3321-3b5e-4962-96ce-f9aee46dfad6 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:45.466233 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-6bfd4a44-d804-45e2-af49-aa44b015eb96 req-813f3321-3b5e-4962-96ce-f9aee46dfad6 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:45.472073 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6bfd4a44-d804-45e2-af49-aa44b015eb96 req-813f3321-3b5e-4962-96ce-f9aee46dfad6 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] 10.222.0.54 "DELETE /v2.0/security-groups/448c0c0e-f8f9-499c-9358-c6b7ef9eb732 HTTP/1.1" status: 204 len: 173 time: 0.1731944 Nov 19 17:42:45.514200 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813f3321-3b5e-4962-96ce-f9aee46dfad6 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=448c0c0e-f8f9-499c-9358-c6b7ef9eb732,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:42:45.576789 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab995ce-ce48-4a81-a7fd-cebfd4582300 req-c5050515-e223-4efb-b196-39fc71bf855c tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:45.579388 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-5ab995ce-ce48-4a81-a7fd-cebfd4582300 req-c5050515-e223-4efb-b196-39fc71bf855c tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] 10.222.0.54 "GET /v2.0/ports?device_id=2dc0a948-e69f-470a-a431-55ba5b8e72a4 HTTP/1.1" status: 200 len: 946 time: 0.0990186 Nov 19 17:42:45.680233 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-5ab995ce-ce48-4a81-a7fd-cebfd4582300 req-bf1cd257-f0af-401b-8724-d3bf9f92a2a5 tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] 10.222.0.54 "GET /v2.0/security-groups?id=608cd3c1-fb02-4e09-9a3c-895a0164600c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812447 Nov 19 17:42:45.835567 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] get_ports_and_sgs() called for port_ids ['fcd1aa83-a691-4f2e-a0db-c663ac74302d'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:42:45.913645 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1f19ae-25d4-43af-b161-ede921d6d8c0 req-0bfaa364-0665-4ed6-b880-3afc3b65b122 tempest-ServerTagsTestJSON-1963055999 tempest-ServerTagsTestJSON-1963055999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:45.917345 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-1a1f19ae-25d4-43af-b161-ede921d6d8c0 req-0bfaa364-0665-4ed6-b880-3afc3b65b122 tempest-ServerTagsTestJSON-1963055999 tempest-ServerTagsTestJSON-1963055999-project] 10.222.0.54 "GET /v2.0/ports?device_id=3023c677-02e1-45fc-813b-9233d9f234bc HTTP/1.1" status: 200 len: 945 time: 0.1008308 Nov 19 17:42:45.989191 n-d-818022-2 neutron-server[103365]: INFO neutron.api.v2.resource [req-3b2970be-8ad7-4b46-94aa-1907f752b198 req-14caad67-2d22-4e64-a6f6-f0da8ad77f2b tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] show failed (client error): The resource could not be found. Nov 19 17:42:45.990917 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3b2970be-8ad7-4b46-94aa-1907f752b198 req-14caad67-2d22-4e64-a6f6-f0da8ad77f2b tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] 10.222.0.54 "GET /v2.0/security-groups/448c0c0e-f8f9-499c-9358-c6b7ef9eb732 HTTP/1.1" status: 404 len: 352 time: 0.4756317 Nov 19 17:42:46.007940 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-1a1f19ae-25d4-43af-b161-ede921d6d8c0 req-47372adc-9ed7-4c64-883d-aeb3cae55658 tempest-ServerTagsTestJSON-1963055999 tempest-ServerTagsTestJSON-1963055999-project] 10.222.0.54 "GET /v2.0/security-groups?id=8bdab7c9-bb32-4221-9734-3c30d1a6cf23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836446 Nov 19 17:42:46.073318 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa55521-ad4d-4061-bbfb-74aa75df81d9 req-68620d40-f010-453c-9fa4-35c8598661a6 tempest-VolumesAdminNegativeTest-1341003139 tempest-VolumesAdminNegativeTest-1341003139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:46.075442 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0fa55521-ad4d-4061-bbfb-74aa75df81d9 req-68620d40-f010-453c-9fa4-35c8598661a6 tempest-VolumesAdminNegativeTest-1341003139 tempest-VolumesAdminNegativeTest-1341003139-project] 10.222.0.60 "GET /v2.0/networks?id=564aa6c2-1e0f-41db-996a-af826c32b3fb HTTP/1.1" status: 200 len: 814 time: 0.5924125 Nov 19 17:42:46.093283 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-0fa55521-ad4d-4061-bbfb-74aa75df81d9 req-dd2264e2-4549-4ce4-b4a8-b4d3f9473557 tempest-VolumesAdminNegativeTest-1341003139 tempest-VolumesAdminNegativeTest-1341003139-project] Request body: {'port': {'device_id': '34d2788b-0710-4e9f-9c2d-926e3fdf5a46', 'network_id': '564aa6c2-1e0f-41db-996a-af826c32b3fb', 'admin_state_up': True, 'tenant_id': 'c3235abdf38c417aad72a5f951d3b9eb'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:42:46.131736 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b783bcf3-3977-4dfb-a84d-48d70c205f79 req-f1d7fef5-0b8f-4d3e-95fd-6fc13b869b85 tempest-VolumesAdminNegativeTest-1341003139 tempest-VolumesAdminNegativeTest-1341003139-project] 10.222.0.54 "GET /v2.0/ports?device_id=34d2788b-0710-4e9f-9c2d-926e3fdf5a46 HTTP/1.1" status: 200 len: 210 time: 0.0320070 Nov 19 17:42:46.302052 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72797d63-7a01-412d-9cb0-8b156cb935a3 req-347bce85-91cc-4fd3-b469-d30c252404e4 tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:46.304056 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-72797d63-7a01-412d-9cb0-8b156cb935a3 req-347bce85-91cc-4fd3-b469-d30c252404e4 tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] 10.222.0.54 "GET /v2.0/ports?device_id=669195ab-b99c-42c3-b1f1-09b59289b906 HTTP/1.1" status: 200 len: 945 time: 0.2046514 Nov 19 17:42:46.341219 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e7def9-8494-439d-a75c-f648cab3cfdd req-701d1ae1-ef3e-4fd6-913b-ac22d84d03ea tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:46.353518 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-31e7def9-8494-439d-a75c-f648cab3cfdd req-701d1ae1-ef3e-4fd6-913b-ac22d84d03ea tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] 10.222.0.54 "GET /v2.0/ports?device_id=dd37318c-f0ee-4b84-8152-a446a35e2710 HTTP/1.1" status: 200 len: 946 time: 0.1125658 Nov 19 17:42:46.417604 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-72797d63-7a01-412d-9cb0-8b156cb935a3 req-a8729f34-3b04-4e68-95f3-95e8fa746bd3 tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] 10.222.0.54 "GET /v2.0/security-groups?id=608cd3c1-fb02-4e09-9a3c-895a0164600c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050410 Nov 19 17:42:46.441379 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-31e7def9-8494-439d-a75c-f648cab3cfdd req-a2127aa3-4ef1-4040-a140-87062654e1c3 tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] 10.222.0.54 "GET /v2.0/security-groups?id=2e3e4707-c197-4851-8355-26b2132f2eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864537 Nov 19 17:42:46.450293 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df816150-d3b0-4d2f-996c-51878cae7315 req-e820252e-23d6-4e79-8c5d-c4681a7b2e54 tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:46.460920 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-df816150-d3b0-4d2f-996c-51878cae7315 req-e820252e-23d6-4e79-8c5d-c4681a7b2e54 tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] 10.222.0.60 "GET /v2.0/networks?id=3e96445f-a5e4-45c4-8de8-46b5573abaec HTTP/1.1" status: 200 len: 810 time: 0.2630310 Nov 19 17:42:46.478590 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-df816150-d3b0-4d2f-996c-51878cae7315 req-1aca9c30-094b-4f44-9d50-761ed8e2a751 tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] Request body: {'port': {'device_id': '720009c8-7969-4fb1-9d48-846a23e742cc', 'network_id': '3e96445f-a5e4-45c4-8de8-46b5573abaec', 'admin_state_up': True, 'tenant_id': 'e9d0792a3a024bd5be40fd99773caf74'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:42:46.544476 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fa55521-ad4d-4061-bbfb-74aa75df81d9 req-dd2264e2-4549-4ce4-b4a8-b4d3f9473557 tempest-VolumesAdminNegativeTest-1341003139 tempest-VolumesAdminNegativeTest-1341003139-project] Made reservation on behalf of c3235abdf38c417aad72a5f951d3b9eb for: {'port': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:42:46.548030 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-0fa55521-ad4d-4061-bbfb-74aa75df81d9 req-dd2264e2-4549-4ce4-b4a8-b4d3f9473557 tempest-VolumesAdminNegativeTest-1341003139 tempest-VolumesAdminNegativeTest-1341003139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:46.576190 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6e2d55f1-bfd4-498a-a1d7-84f23f216c75 req-0f24db12-1adb-4ea8-b426-9a260cceeafb tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] 10.222.0.54 "GET /v2.0/ports?device_id=720009c8-7969-4fb1-9d48-846a23e742cc HTTP/1.1" status: 200 len: 210 time: 0.0392048 Nov 19 17:42:46.716426 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0b7afd9c-f08b-4b67-ae58-bed8cff01cc8 req-7311c672-bfe1-48eb-ac88-d18e54407fac tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c146b4a40dd54cec9293fb9bbd2d1c70 HTTP/1.1" status: 200 len: 6199 time: 0.2453146 Nov 19 17:42:46.747253 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa70b13-cd33-46de-9777-0f1c65bf57e9 req-1fba7fbe-54ff-40dd-b983-b7064fe67f9c tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:46.749375 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6aa70b13-cd33-46de-9777-0f1c65bf57e9 req-1fba7fbe-54ff-40dd-b983-b7064fe67f9c tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/ports?device_id=096b5441-5f69-4f8a-a4be-bedfc1bccced HTTP/1.1" status: 200 len: 944 time: 0.0776167 Nov 19 17:42:46.819154 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6aa70b13-cd33-46de-9777-0f1c65bf57e9 req-b826487f-3fc7-45e3-9469-1cc3596e8d98 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/security-groups?id=12d5dc08-1d9f-41c6-b52c-304239ec8b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615988 Nov 19 17:42:46.824306 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df816150-d3b0-4d2f-996c-51878cae7315 req-1aca9c30-094b-4f44-9d50-761ed8e2a751 tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] Made reservation on behalf of e9d0792a3a024bd5be40fd99773caf74 for: {'port': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:42:46.828536 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-df816150-d3b0-4d2f-996c-51878cae7315 req-1aca9c30-094b-4f44-9d50-761ed8e2a751 tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:46.859809 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0b7afd9c-f08b-4b67-ae58-bed8cff01cc8 req-8c88c719-a817-4ce9-bc20-7273668f2b78 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] 10.222.0.54 "GET /v2.0/security-groups/6b496084-806a-4b53-af34-e578be5128ae HTTP/1.1" status: 200 len: 2998 time: 0.1330483 Nov 19 17:42:46.867824 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [req-0fa55521-ad4d-4061-bbfb-74aa75df81d9 req-dd2264e2-4549-4ce4-b4a8-b4d3f9473557 tempest-VolumesAdminNegativeTest-1341003139 tempest-VolumesAdminNegativeTest-1341003139-project] Allocated IP 172.20.0.8 (564aa6c2-1e0f-41db-996a-af826c32b3fb/d23db122-1f32-4600-b7b5-dc425f5c9a8b/db03b09b-e77e-491c-a42e-2ece25cddc2f) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:42:46.957641 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device 8c6312d8-576e-4736-bc85-42aa986721e9 details requested by agent hyperv_n-h2-818022-2 with host n-h2-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 17:42:46.961596 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33139bb-5629-4328-9ce3-0396dfec1452 req-91a7c897-5f5f-4b73-97a2-a5e6cd732a9f tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:46.975670 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a33139bb-5629-4328-9ce3-0396dfec1452 req-91a7c897-5f5f-4b73-97a2-a5e6cd732a9f tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] 10.222.0.54 "GET /v2.0/ports?device_id=a23b2fc0-1763-44d0-87d4-83dde49515d8 HTTP/1.1" status: 200 len: 946 time: 0.0801435 Nov 19 17:42:47.044451 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0b7afd9c-f08b-4b67-ae58-bed8cff01cc8 req-816422cb-12c9-412a-90f5-b0e21b208610 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] 10.222.0.54 "GET /v2.0/security-groups/6b496084-806a-4b53-af34-e578be5128ae HTTP/1.1" status: 200 len: 2998 time: 0.1739824 Nov 19 17:42:47.075780 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a33139bb-5629-4328-9ce3-0396dfec1452 req-8d8bbdae-7dc7-437e-9815-208a6e12fbf6 tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] 10.222.0.54 "GET /v2.0/security-groups?id=608cd3c1-fb02-4e09-9a3c-895a0164600c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989189 Nov 19 17:42:47.110452 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-71b8c918-00e2-431b-8ba8-09728ec52304 req-ad1388df-422b-47a1-afb2-bca80c53c2e2 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-407358570', 'description': 'tempest-description-155897409'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:42:47.137726 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-71b8c918-00e2-431b-8ba8-09728ec52304 req-ad1388df-422b-47a1-afb2-bca80c53c2e2 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:47.142960 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port 8c6312d8-576e-4736-bc85-42aa986721e9, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=8c6312d8-576e-4736-bc85-42aa986721e9,segment=NetworkSegment(68be9c2e-9e68-489a-becd-67ff095c4169),segment_id=68be9c2e-9e68-489a-becd-67ff095c4169)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:42:47.170095 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Returning: {'device': '8c6312d8-576e-4736-bc85-42aa986721e9', 'network_id': 'c7b257b3-f66e-4846-9861-5f47f21f4188', 'port_id': '8c6312d8-576e-4736-bc85-42aa986721e9', 'mac_address': 'fa:16:3e:e1:50:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df2b5fb0-4ad7-475f-930a-bdefef26bd76', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 17:42:47.237210 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [req-df816150-d3b0-4d2f-996c-51878cae7315 req-1aca9c30-094b-4f44-9d50-761ed8e2a751 tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] Allocated IP 172.20.0.5 (3e96445f-a5e4-45c4-8de8-46b5573abaec/c8b9f65f-87c2-480d-928b-0fe5bda8bb38/360b76f2-603b-4200-ab59-f3db4e9dc9b3) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:42:47.239818 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-71b8c918-00e2-431b-8ba8-09728ec52304 req-ad1388df-422b-47a1-afb2-bca80c53c2e2 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:47.245155 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-71b8c918-00e2-431b-8ba8-09728ec52304 req-ad1388df-422b-47a1-afb2-bca80c53c2e2 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:47.249204 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:47.263112 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-71b8c918-00e2-431b-8ba8-09728ec52304 req-ad1388df-422b-47a1-afb2-bca80c53c2e2 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:47.264519 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-71b8c918-00e2-431b-8ba8-09728ec52304 req-ad1388df-422b-47a1-afb2-bca80c53c2e2 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 0.1597381 Nov 19 17:42:47.278160 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c6312d8-576e-4736-bc85-42aa986721e9 {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:42:47.304349 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [req-81a77a84-45d2-4e8a-863f-0cd65f169341 req-9af2c38f-1fbe-48a6-943c-3eaad109e8c1 tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=103364) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 17:42:47.305900 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-81a77a84-45d2-4e8a-863f-0cd65f169341 req-9af2c38f-1fbe-48a6-943c-3eaad109e8c1 tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0074847 Nov 19 17:42:47.311431 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1388df-422b-47a1-afb2-bca80c53c2e2 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04e3d6d7-1182-43cf-b490-7070eb1a7891,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:42:47.313396 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port 8c6312d8-576e-4736-bc85-42aa986721e9, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=8c6312d8-576e-4736-bc85-42aa986721e9,segment=NetworkSegment(68be9c2e-9e68-489a-becd-67ff095c4169),segment_id=68be9c2e-9e68-489a-becd-67ff095c4169)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:42:47.319977 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:47.371864 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-0fa55521-ad4d-4061-bbfb-74aa75df81d9 req-dd2264e2-4549-4ce4-b4a8-b4d3f9473557 tempest-VolumesAdminNegativeTest-1341003139 tempest-VolumesAdminNegativeTest-1341003139-project] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:47.382109 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Pushing event updated for resources: {'Port': ['ID=8c6312d8-576e-4736-bc85-42aa986721e9,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:42:47.423995 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334af50a-4043-4bd8-be35-d46b584c9d65 req-9f42d211-674c-412f-b98a-d11bf4cfcaf4 tempest-ServerTagsTestJSON-1963055999 tempest-ServerTagsTestJSON-1963055999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:47.424305 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-81a77a84-45d2-4e8a-863f-0cd65f169341 req-7346c37b-10f4-4593-8860-37d4e97a48a2 tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] 10.222.0.54 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1088214 Nov 19 17:42:47.425927 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-334af50a-4043-4bd8-be35-d46b584c9d65 req-9f42d211-674c-412f-b98a-d11bf4cfcaf4 tempest-ServerTagsTestJSON-1963055999 tempest-ServerTagsTestJSON-1963055999-project] 10.222.0.54 "GET /v2.0/ports?device_id=3023c677-02e1-45fc-813b-9233d9f234bc HTTP/1.1" status: 200 len: 945 time: 0.2302060 Nov 19 17:42:47.621744 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-0fa55521-ad4d-4061-bbfb-74aa75df81d9 req-dd2264e2-4549-4ce4-b4a8-b4d3f9473557 tempest-VolumesAdminNegativeTest-1341003139 tempest-VolumesAdminNegativeTest-1341003139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:47.672388 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-334af50a-4043-4bd8-be35-d46b584c9d65 req-90fb9f64-402a-417c-9648-651f7be874f2 tempest-ServerTagsTestJSON-1963055999 tempest-ServerTagsTestJSON-1963055999-project] 10.222.0.54 "GET /v2.0/security-groups?id=8bdab7c9-bb32-4221-9734-3c30d1a6cf23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2332604 Nov 19 17:42:47.727713 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fa55521-ad4d-4061-bbfb-74aa75df81d9 req-dd2264e2-4549-4ce4-b4a8-b4d3f9473557 tempest-VolumesAdminNegativeTest-1341003139 tempest-VolumesAdminNegativeTest-1341003139-project] Network 564aa6c2-1e0f-41db-996a-af826c32b3fb is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:42:47.731083 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-a8dc8f50-e94d-4154-ae37-64e404acc54c req-853e39fc-8b93-4749-b942-410ac1d922d7 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-865414996', 'description': 'tempest-description-411127263'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:42:47.741700 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [req-0fa55521-ad4d-4061-bbfb-74aa75df81d9 req-dd2264e2-4549-4ce4-b4a8-b4d3f9473557 tempest-VolumesAdminNegativeTest-1341003139 tempest-VolumesAdminNegativeTest-1341003139-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:42:47.743911 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2264e2-4549-4ce4-b4a8-b4d3f9473557 tempest-VolumesAdminNegativeTest-1341003139 tempest-VolumesAdminNegativeTest-1341003139-project] Pushing event updated for resources: {'Port': ['ID=db03b09b-e77e-491c-a42e-2ece25cddc2f,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:42:47.748587 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d047b62-148d-4a17-9ac5-93713875e27f req-489ee0bb-e192-44fd-a6b7-cc11d7433ab7 tempest-VolumesAdminNegativeTest-1341003139 tempest-VolumesAdminNegativeTest-1341003139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:47.751349 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-1d047b62-148d-4a17-9ac5-93713875e27f req-489ee0bb-e192-44fd-a6b7-cc11d7433ab7 tempest-VolumesAdminNegativeTest-1341003139 tempest-VolumesAdminNegativeTest-1341003139-project] 10.222.0.54 "GET /v2.0/ports?device_id=34d2788b-0710-4e9f-9c2d-926e3fdf5a46 HTTP/1.1" status: 200 len: 931 time: 0.0977283 Nov 19 17:42:47.751678 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fa55521-ad4d-4061-bbfb-74aa75df81d9 req-dd2264e2-4549-4ce4-b4a8-b4d3f9473557 tempest-VolumesAdminNegativeTest-1341003139 tempest-VolumesAdminNegativeTest-1341003139-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:42:47.792858 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-df816150-d3b0-4d2f-996c-51878cae7315 req-1aca9c30-094b-4f44-9d50-761ed8e2a751 tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:47.826327 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-a8dc8f50-e94d-4154-ae37-64e404acc54c req-853e39fc-8b93-4749-b942-410ac1d922d7 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:47.826984 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] get_ports_and_sgs() called for port_ids ['8c6312d8-576e-4736-bc85-42aa986721e9'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:42:47.848751 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-1d047b62-148d-4a17-9ac5-93713875e27f req-0c437ef4-ca56-4085-b225-42307aee60d0 tempest-VolumesAdminNegativeTest-1341003139 tempest-VolumesAdminNegativeTest-1341003139-project] 10.222.0.54 "GET /v2.0/security-groups?id=c3674055-2bfd-4653-8d3b-0c698bff9dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791698 Nov 19 17:42:47.861404 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa55521-ad4d-4061-bbfb-74aa75df81d9 req-dd2264e2-4549-4ce4-b4a8-b4d3f9473557 tempest-VolumesAdminNegativeTest-1341003139 tempest-VolumesAdminNegativeTest-1341003139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:47.862134 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-0fa55521-ad4d-4061-bbfb-74aa75df81d9 req-dd2264e2-4549-4ce4-b4a8-b4d3f9473557 tempest-VolumesAdminNegativeTest-1341003139 tempest-VolumesAdminNegativeTest-1341003139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:47.919740 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0fa55521-ad4d-4061-bbfb-74aa75df81d9 req-dd2264e2-4549-4ce4-b4a8-b4d3f9473557 tempest-VolumesAdminNegativeTest-1341003139 tempest-VolumesAdminNegativeTest-1341003139-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8333023 Nov 19 17:42:47.944375 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-0fa55521-ad4d-4061-bbfb-74aa75df81d9 req-bdf9b4f2-2f7a-4db4-86c5-ddb2ec5e819a service neutron] Request body: {'port': {'device_id': '34d2788b-0710-4e9f-9c2d-926e3fdf5a46', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818022-2'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:42:47.958120 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-df816150-d3b0-4d2f-996c-51878cae7315 req-1aca9c30-094b-4f44-9d50-761ed8e2a751 tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:47.977990 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['7e96289f-b8a0-43da-9fe9-0de74e62dd0b'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:42:48.059909 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3709a524-890f-477a-a231-43d2a8bae99d req-fd444f7e-325b-46cd-8384-3aeab8652c0e tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:48.064141 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df816150-d3b0-4d2f-996c-51878cae7315 req-1aca9c30-094b-4f44-9d50-761ed8e2a751 tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] Network 3e96445f-a5e4-45c4-8de8-46b5573abaec is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:42:48.070896 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-3709a524-890f-477a-a231-43d2a8bae99d req-fd444f7e-325b-46cd-8384-3aeab8652c0e tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] 10.222.0.54 "GET /v2.0/ports?device_id=dd37318c-f0ee-4b84-8152-a446a35e2710 HTTP/1.1" status: 200 len: 946 time: 0.1110992 Nov 19 17:42:48.097633 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [req-df816150-d3b0-4d2f-996c-51878cae7315 req-1aca9c30-094b-4f44-9d50-761ed8e2a751 tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:42:48.105652 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-df816150-d3b0-4d2f-996c-51878cae7315 req-1aca9c30-094b-4f44-9d50-761ed8e2a751 tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:42:48.108428 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aca9c30-094b-4f44-9d50-761ed8e2a751 tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] Pushing event updated for resources: {'Port': ['ID=360b76f2-603b-4200-ab59-f3db4e9dc9b3,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:42:48.141912 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-0fa55521-ad4d-4061-bbfb-74aa75df81d9 req-bdf9b4f2-2f7a-4db4-86c5-ddb2ec5e819a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:48.149300 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-a8dc8f50-e94d-4154-ae37-64e404acc54c req-853e39fc-8b93-4749-b942-410ac1d922d7 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:48.162666 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-3709a524-890f-477a-a231-43d2a8bae99d req-b14c4f12-de7b-40f5-b1d0-f9d8d0c1cad8 tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] 10.222.0.54 "GET /v2.0/security-groups?id=2e3e4707-c197-4851-8355-26b2132f2eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876884 Nov 19 17:42:48.162989 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-a8dc8f50-e94d-4154-ae37-64e404acc54c req-853e39fc-8b93-4749-b942-410ac1d922d7 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:48.227985 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df816150-d3b0-4d2f-996c-51878cae7315 req-1aca9c30-094b-4f44-9d50-761ed8e2a751 tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:48.228672 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-df816150-d3b0-4d2f-996c-51878cae7315 req-1aca9c30-094b-4f44-9d50-761ed8e2a751 tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:48.247659 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-a8dc8f50-e94d-4154-ae37-64e404acc54c req-853e39fc-8b93-4749-b942-410ac1d922d7 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:48.249092 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a8dc8f50-e94d-4154-ae37-64e404acc54c req-853e39fc-8b93-4749-b942-410ac1d922d7 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 0.5379963 Nov 19 17:42:48.258794 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853e39fc-8b93-4749-b942-410ac1d922d7 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d1de0c9-23ce-4d78-acb5-b5f2571942c9,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:42:48.307399 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-df816150-d3b0-4d2f-996c-51878cae7315 req-1aca9c30-094b-4f44-9d50-761ed8e2a751 tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8329296 Nov 19 17:42:48.399377 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91847b9-2c7f-49c9-89cf-290c0e925078 req-ccc0b6a2-aad4-4b8d-9329-9cd1d5a97f41 tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:48.401886 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-e91847b9-2c7f-49c9-89cf-290c0e925078 req-ccc0b6a2-aad4-4b8d-9329-9cd1d5a97f41 tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] 10.222.0.54 "GET /v2.0/ports?device_id=2dc0a948-e69f-470a-a431-55ba5b8e72a4 HTTP/1.1" status: 200 len: 946 time: 0.0952952 Nov 19 17:42:48.423182 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-df816150-d3b0-4d2f-996c-51878cae7315 req-5f8fa18c-4318-4f23-a783-0f807b01977d service neutron] Request body: {'port': {'device_id': '720009c8-7969-4fb1-9d48-846a23e742cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818022-2'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:42:48.485476 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-e91847b9-2c7f-49c9-89cf-290c0e925078 req-558a2480-f2d0-47d7-9b7b-b935feb65f76 tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] 10.222.0.54 "GET /v2.0/security-groups?id=608cd3c1-fb02-4e09-9a3c-895a0164600c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707695 Nov 19 17:42:48.560252 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844b8eca-9eda-4b10-b68e-7b88836a266b req-fef55ba0-b115-4c8d-b80b-5b483ddab9bb tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:48.561871 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-844b8eca-9eda-4b10-b68e-7b88836a266b req-fef55ba0-b115-4c8d-b80b-5b483ddab9bb tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] 10.222.0.54 "GET /v2.0/ports?device_id=720009c8-7969-4fb1-9d48-846a23e742cc HTTP/1.1" status: 200 len: 931 time: 0.1482277 Nov 19 17:42:48.572233 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-df816150-d3b0-4d2f-996c-51878cae7315 req-5f8fa18c-4318-4f23-a783-0f807b01977d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:48.645500 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829e640d-199f-41ab-8c5c-5991eadf3d09 req-e4f06e6b-0464-47e3-99bf-b59e3edaa514 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:48.648046 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-829e640d-199f-41ab-8c5c-5991eadf3d09 req-e4f06e6b-0464-47e3-99bf-b59e3edaa514 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/ports?device_id=096b5441-5f69-4f8a-a4be-bedfc1bccced HTTP/1.1" status: 200 len: 945 time: 0.0860894 Nov 19 17:42:48.709749 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-829e640d-199f-41ab-8c5c-5991eadf3d09 req-91c6dc89-ddd4-43fe-a64b-787e34dafbd1 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/security-groups?id=12d5dc08-1d9f-41c6-b52c-304239ec8b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536997 Nov 19 17:42:48.729332 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-844b8eca-9eda-4b10-b68e-7b88836a266b req-8c1492cf-2a2a-4101-be68-24bba2a494fc tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] 10.222.0.54 "GET /v2.0/security-groups?id=b84acbb5-2f2e-43b4-8c5f-7110024c7a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301136 Nov 19 17:42:48.973514 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device fcd1aa83-a691-4f2e-a0db-c663ac74302d up at agent hyperv_n-h2-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:42:49.013890 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [req-0fa55521-ad4d-4061-bbfb-74aa75df81d9 req-bdf9b4f2-2f7a-4db4-86c5-ddb2ec5e819a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db03b09b-e77e-491c-a42e-2ece25cddc2f {{(pid=103365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:42:49.056932 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-0fa55521-ad4d-4061-bbfb-74aa75df81d9 req-bdf9b4f2-2f7a-4db4-86c5-ddb2ec5e819a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:49.061688 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9093a642-f19e-46e3-8615-0c3589996251 req-bd01b1fa-2328-4cb9-89e2-f1ce1199a9be tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:49.064238 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Provisioning for port fcd1aa83-a691-4f2e-a0db-c663ac74302d completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 17:42:49.069893 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9093a642-f19e-46e3-8615-0c3589996251 req-bd01b1fa-2328-4cb9-89e2-f1ce1199a9be tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] 10.222.0.54 "GET /v2.0/ports?device_id=669195ab-b99c-42c3-b1f1-09b59289b906 HTTP/1.1" status: 200 len: 945 time: 0.0633399 Nov 19 17:42:49.070214 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Provisioning complete for port fcd1aa83-a691-4f2e-a0db-c663ac74302d triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:42:49.070586 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:49.118516 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.provisioning_blocks [req-0fa55521-ad4d-4061-bbfb-74aa75df81d9 req-bdf9b4f2-2f7a-4db4-86c5-ddb2ec5e819a service neutron] Transition to ACTIVE for port object db03b09b-e77e-491c-a42e-2ece25cddc2f will not be triggered until provisioned by entity L2. {{(pid=103365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 17:42:49.127392 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9093a642-f19e-46e3-8615-0c3589996251 req-a85052af-25fb-4fcf-83eb-5645e5a17b4e tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] 10.222.0.54 "GET /v2.0/security-groups?id=608cd3c1-fb02-4e09-9a3c-895a0164600c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562725 Nov 19 17:42:49.143296 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-0fa55521-ad4d-4061-bbfb-74aa75df81d9 req-bdf9b4f2-2f7a-4db4-86c5-ddb2ec5e819a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:49.239814 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a60b95a-8555-47da-9002-49449d1e0137 req-e978ce65-c1d0-456a-b3e1-a2a14a79b082 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:49.241313 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2a60b95a-8555-47da-9002-49449d1e0137 req-e978ce65-c1d0-456a-b3e1-a2a14a79b082 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] 10.222.0.54 "GET /v2.0/networks?id=5462cbaf-741d-4a3e-93f9-7ce709019f54 HTTP/1.1" status: 200 len: 813 time: 0.3520851 Nov 19 17:42:49.248963 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:49.297509 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3023c677-02e1-45fc-813b-9233d9f234bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcd1aa83-a691-4f2e-a0db-c663ac74302d'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:42:49.303362 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3940761bcd94e032e6960d2241bd8993c5d3a7d8dc2aca8488f3ecf1d4dd2fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ca57ee7-779d-46be-bf8d-709541f4aa19" -d '{"events": [{"server_uuid": "3023c677-02e1-45fc-813b-9233d9f234bc", "name": "network-vif-plugged", "status": "completed", "tag": "fcd1aa83-a691-4f2e-a0db-c663ac74302d"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:42:49.310149 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6694bac1-0787-4a8a-a521-805f31ff7400 req-09fc01e1-971a-487e-95b0-d4641a99d66e tempest-ServerTagsTestJSON-1963055999 tempest-ServerTagsTestJSON-1963055999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:49.311817 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6694bac1-0787-4a8a-a521-805f31ff7400 req-09fc01e1-971a-487e-95b0-d4641a99d66e tempest-ServerTagsTestJSON-1963055999 tempest-ServerTagsTestJSON-1963055999-project] 10.222.0.54 "GET /v2.0/ports?device_id=3023c677-02e1-45fc-813b-9233d9f234bc HTTP/1.1" status: 200 len: 945 time: 0.0765371 Nov 19 17:42:49.313391 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf9b4f2-2f7a-4db4-86c5-ddb2ec5e819a service neutron] Pushing event updated for resources: {'Port': ['ID=db03b09b-e77e-491c-a42e-2ece25cddc2f,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:42:49.322273 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2a60b95a-8555-47da-9002-49449d1e0137 req-0f21584e-e6ed-427b-906e-bf34dc6ae50a tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] 10.222.0.54 "GET /v2.0/quotas/c146b4a40dd54cec9293fb9bbd2d1c70 HTTP/1.1" status: 200 len: 375 time: 0.0542390 Nov 19 17:42:49.323663 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port fcd1aa83-a691-4f2e-a0db-c663ac74302d, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=fcd1aa83-a691-4f2e-a0db-c663ac74302d,segment=NetworkSegment(f8eb74a1-feee-46ad-8904-a676d298ed66),segment_id=f8eb74a1-feee-46ad-8904-a676d298ed66)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:42:49.329839 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:49.358109 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [req-df816150-d3b0-4d2f-996c-51878cae7315 req-5f8fa18c-4318-4f23-a783-0f807b01977d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 360b76f2-603b-4200-ab59-f3db4e9dc9b3 {{(pid=103365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:42:49.391219 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6694bac1-0787-4a8a-a521-805f31ff7400 req-75ba0d83-4f11-4999-957c-cee43df52868 tempest-ServerTagsTestJSON-1963055999 tempest-ServerTagsTestJSON-1963055999-project] 10.222.0.54 "GET /v2.0/security-groups?id=8bdab7c9-bb32-4221-9734-3c30d1a6cf23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623116 Nov 19 17:42:49.402334 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-df816150-d3b0-4d2f-996c-51878cae7315 req-5f8fa18c-4318-4f23-a783-0f807b01977d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:49.428774 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Pushing event updated for resources: {'Port': ['ID=fcd1aa83-a691-4f2e-a0db-c663ac74302d,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:42:49.432657 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.provisioning_blocks [req-df816150-d3b0-4d2f-996c-51878cae7315 req-5f8fa18c-4318-4f23-a783-0f807b01977d service neutron] Transition to ACTIVE for port object 360b76f2-603b-4200-ab59-f3db4e9dc9b3 will not be triggered until provisioned by entity L2. {{(pid=103365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 17:42:49.442534 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-df816150-d3b0-4d2f-996c-51878cae7315 req-5f8fa18c-4318-4f23-a783-0f807b01977d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:49.491762 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2a60b95a-8555-47da-9002-49449d1e0137 req-e9fda5e4-f8f2-47c1-88e5-ce1b9ec2df3d tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=c146b4a40dd54cec9293fb9bbd2d1c70&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1483848 Nov 19 17:42:49.517105 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-0fa55521-ad4d-4061-bbfb-74aa75df81d9 req-bdf9b4f2-2f7a-4db4-86c5-ddb2ec5e819a service neutron] Attempting to bind port db03b09b-e77e-491c-a42e-2ece25cddc2f on host n-h1-818022-2 for vnic_type normal with profile {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:42:49.517508 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-0fa55521-ad4d-4061-bbfb-74aa75df81d9 req-bdf9b4f2-2f7a-4db4-86c5-ddb2ec5e819a service neutron] Attempting to bind port db03b09b-e77e-491c-a42e-2ece25cddc2f by drivers openvswitch,hyperv on host n-h1-818022-2 at level 0 using segments [{'id': '9e90afa5-1f59-4a85-a132-c73e051ef9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '564aa6c2-1e0f-41db-996a-af826c32b3fb'}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:42:49.518057 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa55521-ad4d-4061-bbfb-74aa75df81d9 req-bdf9b4f2-2f7a-4db4-86c5-ddb2ec5e819a service neutron] Attempting to bind port db03b09b-e77e-491c-a42e-2ece25cddc2f on network 564aa6c2-1e0f-41db-996a-af826c32b3fb {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:42:49.547483 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb4253b-8082-4b2c-8898-2fc53d011397 req-09351886-3248-4788-964d-2163f64022e8 tempest-VolumesAdminNegativeTest-1341003139 tempest-VolumesAdminNegativeTest-1341003139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:49.549108 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-acb4253b-8082-4b2c-8898-2fc53d011397 req-09351886-3248-4788-964d-2163f64022e8 tempest-VolumesAdminNegativeTest-1341003139 tempest-VolumesAdminNegativeTest-1341003139-project] 10.222.0.54 "GET /v2.0/ports?device_id=34d2788b-0710-4e9f-9c2d-926e3fdf5a46 HTTP/1.1" status: 200 len: 943 time: 0.0590587 Nov 19 17:42:49.580706 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa55521-ad4d-4061-bbfb-74aa75df81d9 req-bdf9b4f2-2f7a-4db4-86c5-ddb2ec5e819a service neutron] Port db03b09b-e77e-491c-a42e-2ece25cddc2f on network 564aa6c2-1e0f-41db-996a-af826c32b3fb not bound, no agent of type Open vSwitch agent registered on host n-h1-818022-2 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 17:42:49.581119 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa55521-ad4d-4061-bbfb-74aa75df81d9 req-bdf9b4f2-2f7a-4db4-86c5-ddb2ec5e819a service neutron] Attempting to bind port db03b09b-e77e-491c-a42e-2ece25cddc2f on network 564aa6c2-1e0f-41db-996a-af826c32b3fb {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:42:49.590582 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8fa18c-4318-4f23-a783-0f807b01977d service neutron] Pushing event updated for resources: {'Port': ['ID=360b76f2-603b-4200-ab59-f3db4e9dc9b3,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:42:49.619683 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-acb4253b-8082-4b2c-8898-2fc53d011397 req-37994018-a351-4726-9d92-d6a02754db85 tempest-VolumesAdminNegativeTest-1341003139 tempest-VolumesAdminNegativeTest-1341003139-project] 10.222.0.54 "GET /v2.0/security-groups?id=c3674055-2bfd-4653-8d3b-0c698bff9dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557415 Nov 19 17:42:49.621734 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa55521-ad4d-4061-bbfb-74aa75df81d9 req-bdf9b4f2-2f7a-4db4-86c5-ddb2ec5e819a service neutron] Checking agent: {'id': 'a6668d96-12fa-4ec0-99ad-77eaf490dd2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'started_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 42, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:42:49.622112 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa55521-ad4d-4061-bbfb-74aa75df81d9 req-bdf9b4f2-2f7a-4db4-86c5-ddb2ec5e819a service neutron] Checking segment: {'id': '9e90afa5-1f59-4a85-a132-c73e051ef9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '564aa6c2-1e0f-41db-996a-af826c32b3fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:42:49.622503 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa55521-ad4d-4061-bbfb-74aa75df81d9 req-bdf9b4f2-2f7a-4db4-86c5-ddb2ec5e819a service neutron] Bound using segment: {'id': '9e90afa5-1f59-4a85-a132-c73e051ef9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '564aa6c2-1e0f-41db-996a-af826c32b3fb'} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:42:49.623098 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-0fa55521-ad4d-4061-bbfb-74aa75df81d9 req-bdf9b4f2-2f7a-4db4-86c5-ddb2ec5e819a service neutron] Bound port: db03b09b-e77e-491c-a42e-2ece25cddc2f, host: n-h1-818022-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e90afa5-1f59-4a85-a132-c73e051ef9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '564aa6c2-1e0f-41db-996a-af826c32b3fb'}}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:42:49.623279 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-0fa55521-ad4d-4061-bbfb-74aa75df81d9 req-bdf9b4f2-2f7a-4db4-86c5-ddb2ec5e819a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:49.726605 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2a60b95a-8555-47da-9002-49449d1e0137 req-5dcbae4b-137b-4e04-b1c1-cf7230f92152 service neutron] 10.222.0.54 "GET /v2.0/networks/5462cbaf-741d-4a3e-93f9-7ce709019f54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2198820 Nov 19 17:42:49.785950 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088f294a-4613-427b-a311-89ff9f59114b req-800c122e-2584-4b67-b55c-0cb7828fd891 tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:49.787559 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-088f294a-4613-427b-a311-89ff9f59114b req-800c122e-2584-4b67-b55c-0cb7828fd891 tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] 10.222.0.54 "GET /v2.0/ports?device_id=dd37318c-f0ee-4b84-8152-a446a35e2710 HTTP/1.1" status: 200 len: 946 time: 0.0880184 Nov 19 17:42:49.818904 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-0fa55521-ad4d-4061-bbfb-74aa75df81d9 req-bdf9b4f2-2f7a-4db4-86c5-ddb2ec5e819a service neutron] For port db03b09b-e77e-491c-a42e-2ece25cddc2f, host n-h1-818022-2, cleared binding levels {{(pid=103365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:42:49.828318 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-df816150-d3b0-4d2f-996c-51878cae7315 req-5f8fa18c-4318-4f23-a783-0f807b01977d service neutron] Attempting to bind port 360b76f2-603b-4200-ab59-f3db4e9dc9b3 on host n-h1-818022-2 for vnic_type normal with profile {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:42:49.828753 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-df816150-d3b0-4d2f-996c-51878cae7315 req-5f8fa18c-4318-4f23-a783-0f807b01977d service neutron] Attempting to bind port 360b76f2-603b-4200-ab59-f3db4e9dc9b3 by drivers openvswitch,hyperv on host n-h1-818022-2 at level 0 using segments [{'id': '7f7608ea-8bdd-41e7-91fd-16ec67411b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '3e96445f-a5e4-45c4-8de8-46b5573abaec'}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:42:49.829192 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df816150-d3b0-4d2f-996c-51878cae7315 req-5f8fa18c-4318-4f23-a783-0f807b01977d service neutron] Attempting to bind port 360b76f2-603b-4200-ab59-f3db4e9dc9b3 on network 3e96445f-a5e4-45c4-8de8-46b5573abaec {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:42:49.845597 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-0fa55521-ad4d-4061-bbfb-74aa75df81d9 req-bdf9b4f2-2f7a-4db4-86c5-ddb2ec5e819a service neutron] For port db03b09b-e77e-491c-a42e-2ece25cddc2f, host n-h1-818022-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=db03b09b-e77e-491c-a42e-2ece25cddc2f,segment=NetworkSegment(9e90afa5-1f59-4a85-a132-c73e051ef9e4),segment_id=9e90afa5-1f59-4a85-a132-c73e051ef9e4)] {{(pid=103365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:42:49.850540 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df816150-d3b0-4d2f-996c-51878cae7315 req-5f8fa18c-4318-4f23-a783-0f807b01977d service neutron] Port 360b76f2-603b-4200-ab59-f3db4e9dc9b3 on network 3e96445f-a5e4-45c4-8de8-46b5573abaec not bound, no agent of type Open vSwitch agent registered on host n-h1-818022-2 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 17:42:49.850862 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df816150-d3b0-4d2f-996c-51878cae7315 req-5f8fa18c-4318-4f23-a783-0f807b01977d service neutron] Attempting to bind port 360b76f2-603b-4200-ab59-f3db4e9dc9b3 on network 3e96445f-a5e4-45c4-8de8-46b5573abaec {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:42:49.854474 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-088f294a-4613-427b-a311-89ff9f59114b req-b37fd241-081b-42c6-9640-44d65cbaf0f4 tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] 10.222.0.54 "GET /v2.0/security-groups?id=2e3e4707-c197-4851-8355-26b2132f2eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602663 Nov 19 17:42:49.864051 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-0fa55521-ad4d-4061-bbfb-74aa75df81d9 req-bdf9b4f2-2f7a-4db4-86c5-ddb2ec5e819a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:49.875304 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df816150-d3b0-4d2f-996c-51878cae7315 req-5f8fa18c-4318-4f23-a783-0f807b01977d service neutron] Checking agent: {'id': 'a6668d96-12fa-4ec0-99ad-77eaf490dd2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'started_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 42, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:42:49.875639 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df816150-d3b0-4d2f-996c-51878cae7315 req-5f8fa18c-4318-4f23-a783-0f807b01977d service neutron] Checking segment: {'id': '7f7608ea-8bdd-41e7-91fd-16ec67411b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '3e96445f-a5e4-45c4-8de8-46b5573abaec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:42:49.876019 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df816150-d3b0-4d2f-996c-51878cae7315 req-5f8fa18c-4318-4f23-a783-0f807b01977d service neutron] Bound using segment: {'id': '7f7608ea-8bdd-41e7-91fd-16ec67411b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '3e96445f-a5e4-45c4-8de8-46b5573abaec'} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:42:49.876469 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-df816150-d3b0-4d2f-996c-51878cae7315 req-5f8fa18c-4318-4f23-a783-0f807b01977d service neutron] Bound port: 360b76f2-603b-4200-ab59-f3db4e9dc9b3, host: n-h1-818022-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f7608ea-8bdd-41e7-91fd-16ec67411b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '3e96445f-a5e4-45c4-8de8-46b5573abaec'}}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:42:49.876824 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-df816150-d3b0-4d2f-996c-51878cae7315 req-5f8fa18c-4318-4f23-a783-0f807b01977d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:49.917261 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa55521-ad4d-4061-bbfb-74aa75df81d9 req-bdf9b4f2-2f7a-4db4-86c5-ddb2ec5e819a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:49.917845 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-0fa55521-ad4d-4061-bbfb-74aa75df81d9 req-bdf9b4f2-2f7a-4db4-86c5-ddb2ec5e819a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:49.919676 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0fa55521-ad4d-4061-bbfb-74aa75df81d9 req-bdf9b4f2-2f7a-4db4-86c5-ddb2ec5e819a service neutron] 10.222.0.60 "PUT /v2.0/ports/db03b09b-e77e-491c-a42e-2ece25cddc2f HTTP/1.1" status: 200 len: 1091 time: 1.9870996 Nov 19 17:42:49.930532 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34d2788b-0710-4e9f-9c2d-926e3fdf5a46', 'tag': 'db03b09b-e77e-491c-a42e-2ece25cddc2f'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:42:49.933442 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218319d759239a7d11f1288aef37381b97754913ee9ccbfd43b51a463f801712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73ae0b01-319d-45a8-9c92-211a7736af09" -d '{"events": [{"name": "network-changed", "server_uuid": "34d2788b-0710-4e9f-9c2d-926e3fdf5a46", "tag": "db03b09b-e77e-491c-a42e-2ece25cddc2f"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:42:49.958073 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2a60b95a-8555-47da-9002-49449d1e0137 req-ef6e8203-1999-4067-be81-a78c107821e7 service neutron] 10.222.0.54 "GET /v2.0/networks/5462cbaf-741d-4a3e-93f9-7ce709019f54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2184687 Nov 19 17:42:50.029265 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb84db3b-f13e-4d4e-940f-35cac6faa394 req-16137216-ee8a-4abc-8934-9439d5857fe0 tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:50.032390 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf9b4f2-2f7a-4db4-86c5-ddb2ec5e819a service neutron] Pushing event updated for resources: {'Port': ['ID=db03b09b-e77e-491c-a42e-2ece25cddc2f,revision_number=3']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:42:50.033209 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-bb84db3b-f13e-4d4e-940f-35cac6faa394 req-16137216-ee8a-4abc-8934-9439d5857fe0 tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] 10.222.0.54 "GET /v2.0/ports?device_id=a23b2fc0-1763-44d0-87d4-83dde49515d8 HTTP/1.1" status: 200 len: 946 time: 0.1031518 Nov 19 17:42:50.076725 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-df816150-d3b0-4d2f-996c-51878cae7315 req-5f8fa18c-4318-4f23-a783-0f807b01977d service neutron] For port 360b76f2-603b-4200-ab59-f3db4e9dc9b3, host n-h1-818022-2, cleared binding levels {{(pid=103365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:42:50.081118 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-df816150-d3b0-4d2f-996c-51878cae7315 req-5f8fa18c-4318-4f23-a783-0f807b01977d service neutron] For port 360b76f2-603b-4200-ab59-f3db4e9dc9b3, host n-h1-818022-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=360b76f2-603b-4200-ab59-f3db4e9dc9b3,segment=NetworkSegment(7f7608ea-8bdd-41e7-91fd-16ec67411b89),segment_id=7f7608ea-8bdd-41e7-91fd-16ec67411b89)] {{(pid=103365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:42:50.086409 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-df816150-d3b0-4d2f-996c-51878cae7315 req-5f8fa18c-4318-4f23-a783-0f807b01977d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:50.092364 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa55521-ad4d-4061-bbfb-74aa75df81d9 req-ec5cf80d-31ef-4d27-ab81-b41cad72ef63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:50.094772 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0fa55521-ad4d-4061-bbfb-74aa75df81d9 req-ec5cf80d-31ef-4d27-ab81-b41cad72ef63 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c3235abdf38c417aad72a5f951d3b9eb&device_id=34d2788b-0710-4e9f-9c2d-926e3fdf5a46 HTTP/1.1" status: 200 len: 1094 time: 0.1136689 Nov 19 17:42:50.113244 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-bb84db3b-f13e-4d4e-940f-35cac6faa394 req-3335d2dc-3583-4d78-8660-7f957ffefd68 tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] 10.222.0.54 "GET /v2.0/security-groups?id=608cd3c1-fb02-4e09-9a3c-895a0164600c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735211 Nov 19 17:42:50.198542 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:42:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56e2549a-8b53-4cf1-b4b8-c6077338bdcc x-openstack-request-id: req-56e2549a-8b53-4cf1-b4b8-c6077338bdcc {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:42:50.200098 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3023c677-02e1-45fc-813b-9233d9f234bc", "name": "network-vif-plugged", "status": "completed", "tag": "fcd1aa83-a691-4f2e-a0db-c663ac74302d", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:42:50.200583 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-56e2549a-8b53-4cf1-b4b8-c6077338bdcc {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:42:50.203287 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3023c677-02e1-45fc-813b-9233d9f234bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcd1aa83-a691-4f2e-a0db-c663ac74302d', 'code': 200} Nov 19 17:42:50.204638 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0fa55521-ad4d-4061-bbfb-74aa75df81d9 req-8779159c-2362-4862-a0d9-03774b3fd502 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=db03b09b-e77e-491c-a42e-2ece25cddc2f HTTP/1.1" status: 200 len: 217 time: 0.0785766 Nov 19 17:42:50.207985 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df816150-d3b0-4d2f-996c-51878cae7315 req-5f8fa18c-4318-4f23-a783-0f807b01977d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:50.209226 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-df816150-d3b0-4d2f-996c-51878cae7315 req-5f8fa18c-4318-4f23-a783-0f807b01977d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:50.210729 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-df816150-d3b0-4d2f-996c-51878cae7315 req-5f8fa18c-4318-4f23-a783-0f807b01977d service neutron] 10.222.0.60 "PUT /v2.0/ports/360b76f2-603b-4200-ab59-f3db4e9dc9b3 HTTP/1.1" status: 200 len: 1091 time: 1.7982311 Nov 19 17:42:50.276886 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8fa18c-4318-4f23-a783-0f807b01977d service neutron] Pushing event updated for resources: {'Port': ['ID=360b76f2-603b-4200-ab59-f3db4e9dc9b3,revision_number=3']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:42:50.415482 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa55521-ad4d-4061-bbfb-74aa75df81d9 req-9b63001b-77bf-4390-95f3-279c9b6aab76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:50.417259 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0fa55521-ad4d-4061-bbfb-74aa75df81d9 req-9b63001b-77bf-4390-95f3-279c9b6aab76 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d23db122-1f32-4600-b7b5-dc425f5c9a8b HTTP/1.1" status: 200 len: 854 time: 0.1965845 Nov 19 17:42:50.423326 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbd97a2-61e0-4817-b0d5-7bb6877c4fb9 req-231a2660-9ce1-49c8-94da-2a01c7b42f0e tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:50.425283 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-bcbd97a2-61e0-4817-b0d5-7bb6877c4fb9 req-231a2660-9ce1-49c8-94da-2a01c7b42f0e tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] 10.222.0.54 "GET /v2.0/ports?device_id=720009c8-7969-4fb1-9d48-846a23e742cc HTTP/1.1" status: 200 len: 943 time: 0.1118298 Nov 19 17:42:50.433979 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761ac2f0-5bcd-4a8b-8c64-bd99ca9610d3 req-f6dd8bc3-82a5-4442-baaa-6943505eb245 tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:50.435800 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-761ac2f0-5bcd-4a8b-8c64-bd99ca9610d3 req-f6dd8bc3-82a5-4442-baaa-6943505eb245 tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd37318c-f0ee-4b84-8152-a446a35e2710 HTTP/1.1" status: 200 len: 946 time: 0.1111858 Nov 19 17:42:50.594449 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-bcbd97a2-61e0-4817-b0d5-7bb6877c4fb9 req-aada62a2-5921-4812-a595-fe2ce6900eca tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] 10.222.0.54 "GET /v2.0/security-groups?id=b84acbb5-2f2e-43b4-8c5f-7110024c7a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573288 Nov 19 17:42:50.635779 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [req-761ac2f0-5bcd-4a8b-8c64-bd99ca9610d3 req-dc25c482-3d92-4ee4-888e-489a55b02dad tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] Deleting port 1f0bbfc2-6e12-496c-b602-990bc2103aa1 {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:42:50.636121 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-761ac2f0-5bcd-4a8b-8c64-bd99ca9610d3 req-dc25c482-3d92-4ee4-888e-489a55b02dad tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:50.808801 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-bc66ea7d-c57f-4df9-be34-0018ca2d637e req-b49d2d6c-a139-49a7-a715-3bd0699b40bb tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] 10.222.0.54 "GET /v2.0/ports?device_id=fbccfb6b-2025-4f1a-9503-4e504e4db1c1 HTTP/1.1" status: 200 len: 210 time: 0.0477843 Nov 19 17:42:50.822579 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-761ac2f0-5bcd-4a8b-8c64-bd99ca9610d3 req-dc25c482-3d92-4ee4-888e-489a55b02dad tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] For port 1f0bbfc2-6e12-496c-b602-990bc2103aa1, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=1f0bbfc2-6e12-496c-b602-990bc2103aa1,segment=NetworkSegment(65da90f8-a853-48a6-af92-75fd92f47077),segment_id=65da90f8-a853-48a6-af92-75fd92f47077)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:42:50.823154 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-761ac2f0-5bcd-4a8b-8c64-bd99ca9610d3 req-dc25c482-3d92-4ee4-888e-489a55b02dad tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:50.845874 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [req-761ac2f0-5bcd-4a8b-8c64-bd99ca9610d3 req-dc25c482-3d92-4ee4-888e-489a55b02dad tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] Calling delete_port for 1f0bbfc2-6e12-496c-b602-990bc2103aa1 owned by compute:nova {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:42:50.853013 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 17:42:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d9cb011-f474-43b9-9ac6-4a780a34f28e x-openstack-request-id: req-7d9cb011-f474-43b9-9ac6-4a780a34f28e {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:42:50.853374 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34d2788b-0710-4e9f-9c2d-926e3fdf5a46", "tag": "db03b09b-e77e-491c-a42e-2ece25cddc2f", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:42:50.853564 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-7d9cb011-f474-43b9-9ac6-4a780a34f28e {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:42:50.853952 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34d2788b-0710-4e9f-9c2d-926e3fdf5a46', 'tag': 'db03b09b-e77e-491c-a42e-2ece25cddc2f', 'status': 'completed', 'code': 200} Nov 19 17:42:50.879353 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0fa55521-ad4d-4061-bbfb-74aa75df81d9 req-eaf9e5d9-2636-4a6e-bd46-b5f4e12053d0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=564aa6c2-1e0f-41db-996a-af826c32b3fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4470313 Nov 19 17:42:50.887128 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df816150-d3b0-4d2f-996c-51878cae7315 req-e99cdd8b-49d0-46db-ab03-84e0cf33242b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:50.888091 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-df816150-d3b0-4d2f-996c-51878cae7315 req-e99cdd8b-49d0-46db-ab03-84e0cf33242b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e9d0792a3a024bd5be40fd99773caf74&device_id=720009c8-7969-4fb1-9d48-846a23e742cc HTTP/1.1" status: 200 len: 1094 time: 0.6229491 Nov 19 17:42:50.898276 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75db2205-a72a-44b5-8eee-9703198af7d2 req-a5339663-182a-4a2b-9747-9cd99ecb70a3 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:50.906655 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-75db2205-a72a-44b5-8eee-9703198af7d2 req-a5339663-182a-4a2b-9747-9cd99ecb70a3 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/ports?device_id=096b5441-5f69-4f8a-a4be-bedfc1bccced HTTP/1.1" status: 200 len: 945 time: 0.6393242 Nov 19 17:42:50.969772 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa48253-ccb4-4ce5-b696-b3ad5747ebc8 req-c372b589-543b-4940-868f-c3680bee0177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:50.971782 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-daa48253-ccb4-4ce5-b696-b3ad5747ebc8 req-c372b589-543b-4940-868f-c3680bee0177 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=3023c677-02e1-45fc-813b-9233d9f234bc HTTP/1.1" status: 200 len: 1097 time: 0.6254413 Nov 19 17:42:51.005090 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device 8c6312d8-576e-4736-bc85-42aa986721e9 up at agent hyperv_n-h2-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:42:51.064386 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Provisioning for port 8c6312d8-576e-4736-bc85-42aa986721e9 completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 17:42:51.072924 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Provisioning complete for port 8c6312d8-576e-4736-bc85-42aa986721e9 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:42:51.073295 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:51.085510 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-df816150-d3b0-4d2f-996c-51878cae7315 req-5ad08584-328a-4528-bed7-d9cb5df1fa7a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=360b76f2-603b-4200-ab59-f3db4e9dc9b3 HTTP/1.1" status: 200 len: 217 time: 0.1317651 Nov 19 17:42:51.087740 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0fa55521-ad4d-4061-bbfb-74aa75df81d9 req-76630dae-9b4d-4cf7-b145-5bed85f9ccec service neutron] 10.222.0.60 "GET /v2.0/networks/564aa6c2-1e0f-41db-996a-af826c32b3fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1987448 Nov 19 17:42:51.131073 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-761ac2f0-5bcd-4a8b-8c64-bd99ca9610d3 req-dc25c482-3d92-4ee4-888e-489a55b02dad tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:51.149487 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['1f0bbfc2-6e12-496c-b602-990bc2103aa1'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:42:51.240738 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc25c482-3d92-4ee4-888e-489a55b02dad tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] Pushing event deleted for resources: {'Port': ['ID=1f0bbfc2-6e12-496c-b602-990bc2103aa1,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:42:51.245656 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:51.298502 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b763bc-3a10-4faa-a850-acb8141422b7 req-e6f82f50-d5aa-4698-8f3e-43be2f030515 tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:51.306564 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-75db2205-a72a-44b5-8eee-9703198af7d2 req-beeac9ca-d22c-486b-86d4-86c4507968b0 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/security-groups?id=12d5dc08-1d9f-41c6-b52c-304239ec8b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3987029 Nov 19 17:42:51.318793 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b763bc-3a10-4faa-a850-acb8141422b7 req-e6f82f50-d5aa-4698-8f3e-43be2f030515 tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:51.319405 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df816150-d3b0-4d2f-996c-51878cae7315 req-eec94e84-fa8d-4730-91b3-845ad752b0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:51.322081 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-df816150-d3b0-4d2f-996c-51878cae7315 req-eec94e84-fa8d-4730-91b3-845ad752b0a2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c8b9f65f-87c2-480d-928b-0fe5bda8bb38 HTTP/1.1" status: 200 len: 850 time: 0.2170780 Nov 19 17:42:51.323902 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port 8c6312d8-576e-4736-bc85-42aa986721e9, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=8c6312d8-576e-4736-bc85-42aa986721e9,segment=NetworkSegment(68be9c2e-9e68-489a-becd-67ff095c4169),segment_id=68be9c2e-9e68-489a-becd-67ff095c4169)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:42:51.325210 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b763bc-3a10-4faa-a850-acb8141422b7 req-e6f82f50-d5aa-4698-8f3e-43be2f030515 tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:51.327095 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-25b763bc-3a10-4faa-a850-acb8141422b7 req-e6f82f50-d5aa-4698-8f3e-43be2f030515 tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] 10.222.0.54 "GET /v2.0/ports?device_id=a23b2fc0-1763-44d0-87d4-83dde49515d8&device_id=669195ab-b99c-42c3-b1f1-09b59289b906&device_id=2dc0a948-e69f-470a-a431-55ba5b8e72a4 HTTP/1.1" status: 200 len: 2418 time: 0.2212706 Nov 19 17:42:51.347094 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:51.375161 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [req-761ac2f0-5bcd-4a8b-8c64-bd99ca9610d3 req-dc25c482-3d92-4ee4-888e-489a55b02dad tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] No DVR routers for this DVR port 1f0bbfc2-6e12-496c-b602-990bc2103aa1 on host n-h1-818022-2 {{(pid=103364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:42:51.385765 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-761ac2f0-5bcd-4a8b-8c64-bd99ca9610d3 req-dc25c482-3d92-4ee4-888e-489a55b02dad tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:51.389542 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-761ac2f0-5bcd-4a8b-8c64-bd99ca9610d3 req-dc25c482-3d92-4ee4-888e-489a55b02dad tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] 10.222.0.60 "DELETE /v2.0/ports/1f0bbfc2-6e12-496c-b602-990bc2103aa1 HTTP/1.1" status: 204 len: 173 time: 0.9450014 Nov 19 17:42:51.390890 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd37318c-f0ee-4b84-8152-a446a35e2710', 'name': 'network-vif-deleted', 'tag': '1f0bbfc2-6e12-496c-b602-990bc2103aa1'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:42:51.392526 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-df816150-d3b0-4d2f-996c-51878cae7315 req-f195a253-5a6d-40e8-96aa-5ea810503265 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3e96445f-a5e4-45c4-8de8-46b5573abaec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0588579 Nov 19 17:42:51.394691 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dd4767a008c23f8566efc82158ee1b1fff34e1a9e908d76d0b6d0ab7e350e5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10f9c9f1-96a0-4ed8-a014-cfa314b087ab" -d '{"events": [{"server_uuid": "dd37318c-f0ee-4b84-8152-a446a35e2710", "name": "network-vif-deleted", "tag": "1f0bbfc2-6e12-496c-b602-990bc2103aa1"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:42:51.418473 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-daa48253-ccb4-4ce5-b696-b3ad5747ebc8 req-6b8b6dfc-d6fd-4e00-beae-67844fee649d service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=8bdab7c9-bb32-4221-9734-3c30d1a6cf23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2515395 Nov 19 17:42:51.464150 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Pushing event updated for resources: {'Port': ['ID=8c6312d8-576e-4736-bc85-42aa986721e9,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:42:51.481949 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-25b763bc-3a10-4faa-a850-acb8141422b7 req-5f3427ab-2e4a-42f3-b941-1d234c0bfeb4 tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] 10.222.0.54 "GET /v2.0/security-groups?id=608cd3c1-fb02-4e09-9a3c-895a0164600c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091745 Nov 19 17:42:51.596591 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0fa55521-ad4d-4061-bbfb-74aa75df81d9 req-2f03179a-1f71-4251-96f2-ab605a1d5d37 service neutron] 10.222.0.60 "GET /v2.0/networks/564aa6c2-1e0f-41db-996a-af826c32b3fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4316103 Nov 19 17:42:51.644214 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ffa40c-46d0-4fca-99cb-37c4c3a9adc3 req-b8d3d60e-7eed-4701-a76f-015a19ba9545 tempest-ServerTagsTestJSON-1963055999 tempest-ServerTagsTestJSON-1963055999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:51.646689 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-33ffa40c-46d0-4fca-99cb-37c4c3a9adc3 req-b8d3d60e-7eed-4701-a76f-015a19ba9545 tempest-ServerTagsTestJSON-1963055999 tempest-ServerTagsTestJSON-1963055999-project] 10.222.0.54 "GET /v2.0/ports?device_id=3023c677-02e1-45fc-813b-9233d9f234bc HTTP/1.1" status: 200 len: 946 time: 0.2219548 Nov 19 17:42:51.665609 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc66646-47fc-469d-8c94-a32c0e6dfd4a req-dd493844-e2a1-4942-88b1-b32e10338349 tempest-VolumesAdminNegativeTest-1341003139 tempest-VolumesAdminNegativeTest-1341003139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:51.667709 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-5fc66646-47fc-469d-8c94-a32c0e6dfd4a req-dd493844-e2a1-4942-88b1-b32e10338349 tempest-VolumesAdminNegativeTest-1341003139 tempest-VolumesAdminNegativeTest-1341003139-project] 10.222.0.54 "GET /v2.0/ports?device_id=34d2788b-0710-4e9f-9c2d-926e3fdf5a46 HTTP/1.1" status: 200 len: 943 time: 0.0869427 Nov 19 17:42:51.700608 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-df816150-d3b0-4d2f-996c-51878cae7315 req-d4b0dd6a-2881-463c-be23-4f8ab793219b service neutron] 10.222.0.60 "GET /v2.0/networks/3e96445f-a5e4-45c4-8de8-46b5573abaec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2992058 Nov 19 17:42:51.729057 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-5fc66646-47fc-469d-8c94-a32c0e6dfd4a req-be863ba2-14fb-4f26-af4a-c643cd228e92 tempest-VolumesAdminNegativeTest-1341003139 tempest-VolumesAdminNegativeTest-1341003139-project] 10.222.0.54 "GET /v2.0/security-groups?id=c3674055-2bfd-4653-8d3b-0c698bff9dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536225 Nov 19 17:42:51.848980 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-94cf7bf4-9731-4836-a369-00deabe51892 req-3ed4d66f-1a78-44cb-bf18-08328ec700ee tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] 10.222.0.54 "GET /v2.0/ports?device_id=dd37318c-f0ee-4b84-8152-a446a35e2710 HTTP/1.1" status: 200 len: 210 time: 0.0277829 Nov 19 17:42:51.880249 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-33ffa40c-46d0-4fca-99cb-37c4c3a9adc3 req-d47e290c-652c-47d4-8db8-b4a33e2143bf tempest-ServerTagsTestJSON-1963055999 tempest-ServerTagsTestJSON-1963055999-project] 10.222.0.54 "GET /v2.0/security-groups?id=8bdab7c9-bb32-4221-9734-3c30d1a6cf23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143865 Nov 19 17:42:51.885551 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ae0b01-319d-45a8-9c92-211a7736af09 req-8dd343fd-f50d-4d84-844d-95bddd4e29b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:51.887582 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-73ae0b01-319d-45a8-9c92-211a7736af09 req-8dd343fd-f50d-4d84-844d-95bddd4e29b9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c3235abdf38c417aad72a5f951d3b9eb&device_id=34d2788b-0710-4e9f-9c2d-926e3fdf5a46 HTTP/1.1" status: 200 len: 1094 time: 0.2074389 Nov 19 17:42:51.934505 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c986c69b-8221-4b2d-a679-16f734ba6ade x-openstack-request-id: req-c986c69b-8221-4b2d-a679-16f734ba6ade {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:42:51.935035 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd37318c-f0ee-4b84-8152-a446a35e2710", "name": "network-vif-deleted", "tag": "1f0bbfc2-6e12-496c-b602-990bc2103aa1", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:42:51.935843 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c986c69b-8221-4b2d-a679-16f734ba6ade {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:42:51.936509 n-d-818022-2 neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd37318c-f0ee-4b84-8152-a446a35e2710', 'name': 'network-vif-deleted', 'tag': '1f0bbfc2-6e12-496c-b602-990bc2103aa1', 'status': 'completed', 'code': 200} Nov 19 17:42:51.990906 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [req-a40561b2-7a58-4230-9c97-492c24616aa6 req-4d7c165c-5685-41e8-9f5a-03146404a89a tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=103365) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 17:42:51.992032 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a40561b2-7a58-4230-9c97-492c24616aa6 req-4d7c165c-5685-41e8-9f5a-03146404a89a tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0065584 Nov 19 17:42:52.082689 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-df816150-d3b0-4d2f-996c-51878cae7315 req-25e78794-1c83-4865-bd3b-4754fecc8e15 service neutron] 10.222.0.60 "GET /v2.0/networks/3e96445f-a5e4-45c4-8de8-46b5573abaec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3470798 Nov 19 17:42:52.111965 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3402264f-b45a-4216-b5a8-1adb52b15b1c req-769ecdfa-3eb1-408e-848c-6b571c1bc15e tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:52.126363 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-3402264f-b45a-4216-b5a8-1adb52b15b1c req-769ecdfa-3eb1-408e-848c-6b571c1bc15e tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] 10.222.0.54 "GET /v2.0/ports?device_id=720009c8-7969-4fb1-9d48-846a23e742cc HTTP/1.1" status: 200 len: 943 time: 0.1355178 Nov 19 17:42:52.183993 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a40561b2-7a58-4230-9c97-492c24616aa6 req-a6b4f9b4-1dcf-4ad9-a344-44b784bb3eea tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] 10.222.0.54 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1804988 Nov 19 17:42:52.185522 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ae0b01-319d-45a8-9c92-211a7736af09 req-7e7373b3-542d-4e77-8dc0-18e368e9296b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:52.187716 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-73ae0b01-319d-45a8-9c92-211a7736af09 req-7e7373b3-542d-4e77-8dc0-18e368e9296b service neutron] 10.222.0.60 "GET /v2.0/networks?id=564aa6c2-1e0f-41db-996a-af826c32b3fb HTTP/1.1" status: 200 len: 915 time: 0.2854092 Nov 19 17:42:52.204015 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '096b5441-5f69-4f8a-a4be-bedfc1bccced', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c6312d8-576e-4736-bc85-42aa986721e9'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:42:52.209984 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3940761bcd94e032e6960d2241bd8993c5d3a7d8dc2aca8488f3ecf1d4dd2fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81f269a8-fda7-4f87-b8b0-cce7d00ca275" -d '{"events": [{"server_uuid": "096b5441-5f69-4f8a-a4be-bedfc1bccced", "name": "network-vif-plugged", "status": "completed", "tag": "8c6312d8-576e-4736-bc85-42aa986721e9"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:42:52.319249 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-73ae0b01-319d-45a8-9c92-211a7736af09 req-122b644a-1a85-49fc-ae09-ac0c94db8f90 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=db03b09b-e77e-491c-a42e-2ece25cddc2f HTTP/1.1" status: 200 len: 217 time: 0.1123087 Nov 19 17:42:52.446381 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ae0b01-319d-45a8-9c92-211a7736af09 req-a5ee85fa-f1f5-4f47-ab87-b67febca2e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:52.447863 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-73ae0b01-319d-45a8-9c92-211a7736af09 req-a5ee85fa-f1f5-4f47-ab87-b67febca2e8f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d23db122-1f32-4600-b7b5-dc425f5c9a8b HTTP/1.1" status: 200 len: 854 time: 0.1153457 Nov 19 17:42:52.466546 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a60b95a-8555-47da-9002-49449d1e0137 req-1fb7eabe-e157-4ad2-b086-5cf250796418 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:52.468570 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2a60b95a-8555-47da-9002-49449d1e0137 req-1fb7eabe-e157-4ad2-b086-5cf250796418 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] 10.222.0.86 "GET /v2.0/networks?id=5462cbaf-741d-4a3e-93f9-7ce709019f54 HTTP/1.1" status: 200 len: 813 time: 0.2766390 Nov 19 17:42:52.481278 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-3402264f-b45a-4216-b5a8-1adb52b15b1c req-379268a1-ba06-4500-b38e-12367a74abde tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] 10.222.0.54 "GET /v2.0/security-groups?id=b84acbb5-2f2e-43b4-8c5f-7110024c7a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3534029 Nov 19 17:42:52.502782 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-2a60b95a-8555-47da-9002-49449d1e0137 req-e1e3144c-fda1-4a0f-94b8-6fa5b8ae168e tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] Request body: {'port': {'device_id': 'fbccfb6b-2025-4f1a-9503-4e504e4db1c1', 'network_id': '5462cbaf-741d-4a3e-93f9-7ce709019f54', 'admin_state_up': True, 'tenant_id': 'c146b4a40dd54cec9293fb9bbd2d1c70'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:42:52.550404 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-73ae0b01-319d-45a8-9c92-211a7736af09 req-18467f9c-292e-459b-b805-708544497b08 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=564aa6c2-1e0f-41db-996a-af826c32b3fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0804617 Nov 19 17:42:52.568711 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:42:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-363a28a7-9d91-4d50-ac9a-d37f27b134d2 x-openstack-request-id: req-363a28a7-9d91-4d50-ac9a-d37f27b134d2 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:42:52.569795 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "096b5441-5f69-4f8a-a4be-bedfc1bccced", "name": "network-vif-plugged", "status": "completed", "tag": "8c6312d8-576e-4736-bc85-42aa986721e9", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:42:52.570360 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-363a28a7-9d91-4d50-ac9a-d37f27b134d2 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:42:52.571082 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '096b5441-5f69-4f8a-a4be-bedfc1bccced', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c6312d8-576e-4736-bc85-42aa986721e9', 'code': 200} Nov 19 17:42:52.603188 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-47e53a40-63a6-4543-9e48-31044f38d23c req-c62c3d94-35f9-4401-ab1b-e00d26b18ef0 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] 10.222.0.54 "GET /v2.0/ports?device_id=fbccfb6b-2025-4f1a-9503-4e504e4db1c1 HTTP/1.1" status: 200 len: 210 time: 0.0336528 Nov 19 17:42:52.747149 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d149c06-bb7f-4633-b876-d9db2022f62d req-fe57cd3a-8305-4422-926b-5c6f0a5e9345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:52.749363 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-4d149c06-bb7f-4633-b876-d9db2022f62d req-fe57cd3a-8305-4422-926b-5c6f0a5e9345 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=096b5441-5f69-4f8a-a4be-bedfc1bccced HTTP/1.1" status: 200 len: 1097 time: 0.0493538 Nov 19 17:42:52.825526 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-4d149c06-bb7f-4633-b876-d9db2022f62d req-cb44e43e-7a43-42d7-8a62-56d71ca8d0a5 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=12d5dc08-1d9f-41c6-b52c-304239ec8b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616829 Nov 19 17:42:52.865276 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7f1944-4dbf-4bb6-9d35-8e5ac83d214c req-56ee0ba3-bf4e-4790-bc3a-304498dfe4e5 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:52.867713 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-1f7f1944-4dbf-4bb6-9d35-8e5ac83d214c req-56ee0ba3-bf4e-4790-bc3a-304498dfe4e5 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/ports?device_id=096b5441-5f69-4f8a-a4be-bedfc1bccced HTTP/1.1" status: 200 len: 946 time: 0.1604097 Nov 19 17:42:52.877525 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '720009c8-7969-4fb1-9d48-846a23e742cc', 'tag': '360b76f2-603b-4200-ab59-f3db4e9dc9b3'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:42:52.881341 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218319d759239a7d11f1288aef37381b97754913ee9ccbfd43b51a463f801712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53e30534-38c9-46f1-ade8-56936f996bd1" -d '{"events": [{"name": "network-changed", "server_uuid": "720009c8-7969-4fb1-9d48-846a23e742cc", "tag": "360b76f2-603b-4200-ab59-f3db4e9dc9b3"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:42:52.935699 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-73ae0b01-319d-45a8-9c92-211a7736af09 req-79b923d6-ce16-433a-8fdd-fdd8f58a8e67 service neutron] 10.222.0.60 "GET /v2.0/networks/564aa6c2-1e0f-41db-996a-af826c32b3fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3370965 Nov 19 17:42:53.004625 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30b1c61-c861-4f06-9f81-1ff8afe6f53a req-b3492367-d156-4039-979a-a2f2ca21fed0 tempest-VolumesAdminNegativeTest-1341003139 tempest-VolumesAdminNegativeTest-1341003139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:53.006155 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d30b1c61-c861-4f06-9f81-1ff8afe6f53a req-b3492367-d156-4039-979a-a2f2ca21fed0 tempest-VolumesAdminNegativeTest-1341003139 tempest-VolumesAdminNegativeTest-1341003139-project] 10.222.0.54 "GET /v2.0/ports?device_id=34d2788b-0710-4e9f-9c2d-926e3fdf5a46 HTTP/1.1" status: 200 len: 943 time: 0.0696976 Nov 19 17:42:53.028099 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a60b95a-8555-47da-9002-49449d1e0137 req-e1e3144c-fda1-4a0f-94b8-6fa5b8ae168e tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] Made reservation on behalf of c146b4a40dd54cec9293fb9bbd2d1c70 for: {'port': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:42:53.032253 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-2a60b95a-8555-47da-9002-49449d1e0137 req-e1e3144c-fda1-4a0f-94b8-6fa5b8ae168e tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:53.069838 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-1f7f1944-4dbf-4bb6-9d35-8e5ac83d214c req-8eb1120e-be26-450e-bbf1-99a3846b12d2 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/security-groups?id=12d5dc08-1d9f-41c6-b52c-304239ec8b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833477 Nov 19 17:42:53.078558 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d30b1c61-c861-4f06-9f81-1ff8afe6f53a req-f2657f56-eb3b-44b0-8a16-ba5c3f03c128 tempest-VolumesAdminNegativeTest-1341003139 tempest-VolumesAdminNegativeTest-1341003139-project] 10.222.0.54 "GET /v2.0/security-groups?id=c3674055-2bfd-4653-8d3b-0c698bff9dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599020 Nov 19 17:42:53.220444 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-73ae0b01-319d-45a8-9c92-211a7736af09 req-f4e0f1c7-09d4-48b3-b954-af1e9e29197f service neutron] 10.222.0.60 "GET /v2.0/networks/564aa6c2-1e0f-41db-996a-af826c32b3fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2755907 Nov 19 17:42:53.249063 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 17:42:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5c66ff8-2790-49b0-8687-365e5ece5590 x-openstack-request-id: req-b5c66ff8-2790-49b0-8687-365e5ece5590 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:42:53.250089 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "720009c8-7969-4fb1-9d48-846a23e742cc", "tag": "360b76f2-603b-4200-ab59-f3db4e9dc9b3", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:42:53.250500 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b5c66ff8-2790-49b0-8687-365e5ece5590 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:42:53.251111 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '720009c8-7969-4fb1-9d48-846a23e742cc', 'tag': '360b76f2-603b-4200-ab59-f3db4e9dc9b3', 'status': 'completed', 'code': 200} Nov 19 17:42:53.335208 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [req-2a60b95a-8555-47da-9002-49449d1e0137 req-e1e3144c-fda1-4a0f-94b8-6fa5b8ae168e tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] Allocated IP 172.20.0.7 (5462cbaf-741d-4a3e-93f9-7ce709019f54/568bbddb-beac-4fd1-85b0-aaffdafcdcf0/d7b2cd03-a862-48c5-9c93-a83b75eac01c) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:42:53.392866 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e30534-38c9-46f1-ade8-56936f996bd1 req-ec84f97d-e1e3-4887-967f-4d2c7a258890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:53.395548 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-53e30534-38c9-46f1-ade8-56936f996bd1 req-ec84f97d-e1e3-4887-967f-4d2c7a258890 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e9d0792a3a024bd5be40fd99773caf74&device_id=720009c8-7969-4fb1-9d48-846a23e742cc HTTP/1.1" status: 200 len: 1094 time: 0.0938621 Nov 19 17:42:53.417014 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcd762b-12d6-43f7-a240-3d7429f5e85e req-0c183250-8c6b-4f22-a122-62eb22365344 tempest-ServerTagsTestJSON-1963055999 tempest-ServerTagsTestJSON-1963055999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:53.417014 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-cdcd762b-12d6-43f7-a240-3d7429f5e85e req-0c183250-8c6b-4f22-a122-62eb22365344 tempest-ServerTagsTestJSON-1963055999 tempest-ServerTagsTestJSON-1963055999-project] 10.222.0.54 "GET /v2.0/ports?device_id=3023c677-02e1-45fc-813b-9233d9f234bc HTTP/1.1" status: 200 len: 946 time: 0.0728643 Nov 19 17:42:53.467736 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-cdcd762b-12d6-43f7-a240-3d7429f5e85e req-750a8151-6c08-4715-93cd-ed641e5607d2 tempest-ServerTagsTestJSON-1963055999 tempest-ServerTagsTestJSON-1963055999-project] 10.222.0.54 "GET /v2.0/security-groups?id=8bdab7c9-bb32-4221-9734-3c30d1a6cf23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521271 Nov 19 17:42:53.646816 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e30534-38c9-46f1-ade8-56936f996bd1 req-56e2ebd6-b08c-4307-b320-ab4256216f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:53.648664 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-53e30534-38c9-46f1-ade8-56936f996bd1 req-56e2ebd6-b08c-4307-b320-ab4256216f26 service neutron] 10.222.0.60 "GET /v2.0/networks?id=3e96445f-a5e4-45c4-8de8-46b5573abaec HTTP/1.1" status: 200 len: 911 time: 0.2436795 Nov 19 17:42:53.705793 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0172519-e7e8-411c-8cbc-8d64bc7a35fa req-0a36118e-fbd5-465b-a01f-3dd958e34d5d tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:53.707598 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c0172519-e7e8-411c-8cbc-8d64bc7a35fa req-0a36118e-fbd5-465b-a01f-3dd958e34d5d tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] 10.222.0.54 "GET /v2.0/ports?device_id=720009c8-7969-4fb1-9d48-846a23e742cc HTTP/1.1" status: 200 len: 943 time: 0.0844367 Nov 19 17:42:53.740143 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-53e30534-38c9-46f1-ade8-56936f996bd1 req-d6a065d6-41fa-46f1-8821-7c4a0560dac2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=360b76f2-603b-4200-ab59-f3db4e9dc9b3 HTTP/1.1" status: 200 len: 217 time: 0.0667813 Nov 19 17:42:53.798080 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c0172519-e7e8-411c-8cbc-8d64bc7a35fa req-542ab631-f594-4eea-a0f7-53a7f10bc464 tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] 10.222.0.54 "GET /v2.0/security-groups?id=b84acbb5-2f2e-43b4-8c5f-7110024c7a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776954 Nov 19 17:42:53.806792 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-2a60b95a-8555-47da-9002-49449d1e0137 req-e1e3144c-fda1-4a0f-94b8-6fa5b8ae168e tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:53.826534 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e30534-38c9-46f1-ade8-56936f996bd1 req-844f9975-8a15-454e-a138-a660b71d5510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:53.828605 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-53e30534-38c9-46f1-ade8-56936f996bd1 req-844f9975-8a15-454e-a138-a660b71d5510 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c8b9f65f-87c2-480d-928b-0fe5bda8bb38 HTTP/1.1" status: 200 len: 850 time: 0.0792673 Nov 19 17:42:53.872600 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-53e30534-38c9-46f1-ade8-56936f996bd1 req-fe9c63ca-f8f5-48d6-84d1-c385ed43fe01 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3e96445f-a5e4-45c4-8de8-46b5573abaec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343289 Nov 19 17:42:53.952455 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-2a60b95a-8555-47da-9002-49449d1e0137 req-e1e3144c-fda1-4a0f-94b8-6fa5b8ae168e tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:53.966819 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device db03b09b-e77e-491c-a42e-2ece25cddc2f details requested by agent hyperv_n-h1-818022-2 with host n-h1-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 17:42:53.981329 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2e8dd5-c207-4865-984d-fa38784a351c req-ebe76846-bd94-46d6-bf21-40eb44871ca4 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:53.995449 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0b2e8dd5-c207-4865-984d-fa38784a351c req-ebe76846-bd94-46d6-bf21-40eb44871ca4 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] 10.222.0.54 "GET /v2.0/ports?device_id=fbccfb6b-2025-4f1a-9503-4e504e4db1c1 HTTP/1.1" status: 200 len: 931 time: 0.1014168 Nov 19 17:42:54.010707 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a60b95a-8555-47da-9002-49449d1e0137 req-e1e3144c-fda1-4a0f-94b8-6fa5b8ae168e tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] Network 5462cbaf-741d-4a3e-93f9-7ce709019f54 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:42:54.021329 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [req-2a60b95a-8555-47da-9002-49449d1e0137 req-e1e3144c-fda1-4a0f-94b8-6fa5b8ae168e tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:42:54.027398 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a60b95a-8555-47da-9002-49449d1e0137 req-e1e3144c-fda1-4a0f-94b8-6fa5b8ae168e tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:42:54.044489 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 1f0bbfc2-6e12-496c-b602-990bc2103aa1 no longer exists at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:42:54.051041 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] get_ports_and_sgs() called for port_ids ['5acf4e95-86ed-44f0-b29a-2e6b8904987b'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:42:54.083563 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e3144c-fda1-4a0f-94b8-6fa5b8ae168e tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] Pushing event updated for resources: {'Port': ['ID=d7b2cd03-a862-48c5-9c93-a83b75eac01c,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:42:54.101035 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] No Port match for: 1f0bbfc2-6e12-496c-b602-990bc2103aa1 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:42:54.101737 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 1f0bbfc2-6e12-496c-b602-990bc2103aa1 not bound to the agent host n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:42:54.143993 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0b2e8dd5-c207-4865-984d-fa38784a351c req-dc329bec-7a5b-4049-80cd-a835eb13ff92 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] 10.222.0.54 "GET /v2.0/security-groups?id=6b496084-806a-4b53-af34-e578be5128ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417320 Nov 19 17:42:54.148195 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a60b95a-8555-47da-9002-49449d1e0137 req-e1e3144c-fda1-4a0f-94b8-6fa5b8ae168e tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:54.162519 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-2a60b95a-8555-47da-9002-49449d1e0137 req-e1e3144c-fda1-4a0f-94b8-6fa5b8ae168e tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:54.170473 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-53e30534-38c9-46f1-ade8-56936f996bd1 req-118ca160-6b38-42d9-8513-ae097ea713a4 service neutron] 10.222.0.60 "GET /v2.0/networks/3e96445f-a5e4-45c4-8de8-46b5573abaec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2891603 Nov 19 17:42:54.189020 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port db03b09b-e77e-491c-a42e-2ece25cddc2f, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=db03b09b-e77e-491c-a42e-2ece25cddc2f,segment=NetworkSegment(9e90afa5-1f59-4a85-a132-c73e051ef9e4),segment_id=9e90afa5-1f59-4a85-a132-c73e051ef9e4)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:42:54.213953 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 49738) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:42:54.227901 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2a60b95a-8555-47da-9002-49449d1e0137 req-e1e3144c-fda1-4a0f-94b8-6fa5b8ae168e tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7380693 Nov 19 17:42:54.231549 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Returning: {'device': 'db03b09b-e77e-491c-a42e-2ece25cddc2f', 'network_id': '564aa6c2-1e0f-41db-996a-af826c32b3fb', 'port_id': 'db03b09b-e77e-491c-a42e-2ece25cddc2f', 'mac_address': 'fa:16:3e:52:3d:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd23db122-1f32-4600-b7b5-dc425f5c9a8b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 17:42:54.294948 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-2a60b95a-8555-47da-9002-49449d1e0137 req-076bc374-4cac-441b-b9f0-5520a06e9e68 service neutron] Request body: {'port': {'device_id': 'fbccfb6b-2025-4f1a-9503-4e504e4db1c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818022-2'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:42:54.330451 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:54.383586 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db03b09b-e77e-491c-a42e-2ece25cddc2f {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:42:54.392841 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-abd21c7f-2ad0-4eae-846d-3e3968419446 tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:54.436803 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-2a60b95a-8555-47da-9002-49449d1e0137 req-076bc374-4cac-441b-b9f0-5520a06e9e68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:54.492621 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-53e30534-38c9-46f1-ade8-56936f996bd1 req-079870f8-b4b3-4e73-9fbb-c44bdfed876e service neutron] 10.222.0.60 "GET /v2.0/networks/3e96445f-a5e4-45c4-8de8-46b5573abaec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3131118 Nov 19 17:42:54.499310 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b763fc7-2577-47fb-807c-5df8e6ebbfd2 req-c6d85ea8-3433-4a22-a551-48dcdf4197a0 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:54.513624 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6b763fc7-2577-47fb-807c-5df8e6ebbfd2 req-c6d85ea8-3433-4a22-a551-48dcdf4197a0 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/ports?device_id=096b5441-5f69-4f8a-a4be-bedfc1bccced HTTP/1.1" status: 200 len: 946 time: 0.1792281 Nov 19 17:42:54.528585 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port db03b09b-e77e-491c-a42e-2ece25cddc2f, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=db03b09b-e77e-491c-a42e-2ece25cddc2f,segment=NetworkSegment(9e90afa5-1f59-4a85-a132-c73e051ef9e4),segment_id=9e90afa5-1f59-4a85-a132-c73e051ef9e4)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:42:54.548859 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-abd21c7f-2ad0-4eae-846d-3e3968419446 tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:54.550814 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:54.633654 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6b763fc7-2577-47fb-807c-5df8e6ebbfd2 req-eba26581-92ea-4407-b777-37ea8c3295b8 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/security-groups?id=12d5dc08-1d9f-41c6-b52c-304239ec8b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186337 Nov 19 17:42:54.707912 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-abd21c7f-2ad0-4eae-846d-3e3968419446 tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:54.711560 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-abd21c7f-2ad0-4eae-846d-3e3968419446 tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:54.716079 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-abd21c7f-2ad0-4eae-846d-3e3968419446 tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] 10.222.0.54 "DELETE /v2.0/security-groups/e2272d19-d2e1-4f6e-a9ab-cc18d225d920 HTTP/1.1" status: 204 len: 168 time: 0.4974954 Nov 19 17:42:54.717250 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 49744) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:42:54.752899 n-d-818022-2 neutron-server[103364]: INFO neutron.api.v2.resource [None req-8aa5c2f4-1104-46b3-8b2d-9f486a4dbc88 tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] show failed (client error): The resource could not be found. Nov 19 17:42:54.754130 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-8aa5c2f4-1104-46b3-8b2d-9f486a4dbc88 tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] 10.222.0.54 "GET /v2.0/security-groups/e2272d19-d2e1-4f6e-a9ab-cc18d225d920 HTTP/1.1" status: 404 len: 347 time: 0.0305734 Nov 19 17:42:54.754999 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd21c7f-2ad0-4eae-846d-3e3968419446 tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2272d19-d2e1-4f6e-a9ab-cc18d225d920,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:42:54.758673 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 49746) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:42:54.791117 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=db03b09b-e77e-491c-a42e-2ece25cddc2f,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:42:54.819639 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['db03b09b-e77e-491c-a42e-2ece25cddc2f'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:42:54.981999 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc004cb-275c-4f57-a498-fea0c1e94afc req-1c77a1a1-d7e5-4632-8ee2-04d0e8bb29c8 tempest-ServerTagsTestJSON-1963055999 tempest-ServerTagsTestJSON-1963055999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:54.996842 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-1cc004cb-275c-4f57-a498-fea0c1e94afc req-1c77a1a1-d7e5-4632-8ee2-04d0e8bb29c8 tempest-ServerTagsTestJSON-1963055999 tempest-ServerTagsTestJSON-1963055999-project] 10.222.0.54 "GET /v2.0/ports?device_id=3023c677-02e1-45fc-813b-9233d9f234bc HTTP/1.1" status: 200 len: 946 time: 0.1723113 Nov 19 17:42:55.000631 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc921b0f-e554-4457-bd86-d38cdea6c32a req-e3be988b-abb8-453a-a824-6d910fea1377 tempest-VolumesAdminNegativeTest-1341003139 tempest-VolumesAdminNegativeTest-1341003139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:55.003403 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fc921b0f-e554-4457-bd86-d38cdea6c32a req-e3be988b-abb8-453a-a824-6d910fea1377 tempest-VolumesAdminNegativeTest-1341003139 tempest-VolumesAdminNegativeTest-1341003139-project] 10.222.0.54 "GET /v2.0/ports?device_id=34d2788b-0710-4e9f-9c2d-926e3fdf5a46 HTTP/1.1" status: 200 len: 944 time: 0.2266629 Nov 19 17:42:55.045559 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-920d4d3f-3947-441e-815a-044ed2d11fa4 tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] Deleting port 883392bf-c4ff-43ff-83bf-ab9ad0145d06 {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:42:55.046056 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-920d4d3f-3947-441e-815a-044ed2d11fa4 tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:55.120270 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fc921b0f-e554-4457-bd86-d38cdea6c32a req-903cc490-3df1-4faf-97df-3524af296949 tempest-VolumesAdminNegativeTest-1341003139 tempest-VolumesAdminNegativeTest-1341003139-project] 10.222.0.54 "GET /v2.0/security-groups?id=c3674055-2bfd-4653-8d3b-0c698bff9dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087587 Nov 19 17:42:55.187512 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-1cc004cb-275c-4f57-a498-fea0c1e94afc req-3172a398-c978-4599-97e5-05b7b0e3b758 tempest-ServerTagsTestJSON-1963055999 tempest-ServerTagsTestJSON-1963055999-project] 10.222.0.54 "GET /v2.0/security-groups?id=8bdab7c9-bb32-4221-9734-3c30d1a6cf23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819406 Nov 19 17:42:55.262555 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-920d4d3f-3947-441e-815a-044ed2d11fa4 tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:55.264293 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-920d4d3f-3947-441e-815a-044ed2d11fa4 tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:55.275510 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [req-2a60b95a-8555-47da-9002-49449d1e0137 req-076bc374-4cac-441b-b9f0-5520a06e9e68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7b2cd03-a862-48c5-9c93-a83b75eac01c {{(pid=103365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:42:55.284750 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-2a60b95a-8555-47da-9002-49449d1e0137 req-076bc374-4cac-441b-b9f0-5520a06e9e68 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:55.304127 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.provisioning_blocks [req-2a60b95a-8555-47da-9002-49449d1e0137 req-076bc374-4cac-441b-b9f0-5520a06e9e68 service neutron] Transition to ACTIVE for port object d7b2cd03-a862-48c5-9c93-a83b75eac01c will not be triggered until provisioned by entity L2. {{(pid=103365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 17:42:55.311116 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-2a60b95a-8555-47da-9002-49449d1e0137 req-076bc374-4cac-441b-b9f0-5520a06e9e68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:55.321456 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-920d4d3f-3947-441e-815a-044ed2d11fa4 tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] Calling delete_port for 883392bf-c4ff-43ff-83bf-ab9ad0145d06 owned by network:floatingip {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:42:55.396646 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076bc374-4cac-441b-b9f0-5520a06e9e68 service neutron] Pushing event updated for resources: {'Port': ['ID=d7b2cd03-a862-48c5-9c93-a83b75eac01c,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:42:55.399743 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1865efc-e75a-415a-ba4b-8e783d698be5 req-6b8cbced-cc64-4a2a-9442-abe765ccdca1 tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:55.407943 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-e1865efc-e75a-415a-ba4b-8e783d698be5 req-6b8cbced-cc64-4a2a-9442-abe765ccdca1 tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] 10.222.0.54 "GET /v2.0/ports?device_id=720009c8-7969-4fb1-9d48-846a23e742cc HTTP/1.1" status: 200 len: 943 time: 0.1362846 Nov 19 17:42:55.453979 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-2a60b95a-8555-47da-9002-49449d1e0137 req-076bc374-4cac-441b-b9f0-5520a06e9e68 service neutron] Attempting to bind port d7b2cd03-a862-48c5-9c93-a83b75eac01c on host n-h2-818022-2 for vnic_type normal with profile {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:42:55.454902 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-2a60b95a-8555-47da-9002-49449d1e0137 req-076bc374-4cac-441b-b9f0-5520a06e9e68 service neutron] Attempting to bind port d7b2cd03-a862-48c5-9c93-a83b75eac01c by drivers openvswitch,hyperv on host n-h2-818022-2 at level 0 using segments [{'id': '3969cf88-7658-432d-801e-c50b9cff97b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '5462cbaf-741d-4a3e-93f9-7ce709019f54'}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:42:55.454902 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a60b95a-8555-47da-9002-49449d1e0137 req-076bc374-4cac-441b-b9f0-5520a06e9e68 service neutron] Attempting to bind port d7b2cd03-a862-48c5-9c93-a83b75eac01c on network 5462cbaf-741d-4a3e-93f9-7ce709019f54 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:42:55.460032 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a60b95a-8555-47da-9002-49449d1e0137 req-076bc374-4cac-441b-b9f0-5520a06e9e68 service neutron] Port d7b2cd03-a862-48c5-9c93-a83b75eac01c on network 5462cbaf-741d-4a3e-93f9-7ce709019f54 not bound, no agent of type Open vSwitch agent registered on host n-h2-818022-2 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 17:42:55.460341 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a60b95a-8555-47da-9002-49449d1e0137 req-076bc374-4cac-441b-b9f0-5520a06e9e68 service neutron] Attempting to bind port d7b2cd03-a862-48c5-9c93-a83b75eac01c on network 5462cbaf-741d-4a3e-93f9-7ce709019f54 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:42:55.469784 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a60b95a-8555-47da-9002-49449d1e0137 req-076bc374-4cac-441b-b9f0-5520a06e9e68 service neutron] Checking agent: {'id': '525ad2ac-c4ae-4c63-af2e-0bf8d25d0f0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'started_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 42, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:42:55.470372 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a60b95a-8555-47da-9002-49449d1e0137 req-076bc374-4cac-441b-b9f0-5520a06e9e68 service neutron] Checking segment: {'id': '3969cf88-7658-432d-801e-c50b9cff97b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '5462cbaf-741d-4a3e-93f9-7ce709019f54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:42:55.471002 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a60b95a-8555-47da-9002-49449d1e0137 req-076bc374-4cac-441b-b9f0-5520a06e9e68 service neutron] Bound using segment: {'id': '3969cf88-7658-432d-801e-c50b9cff97b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '5462cbaf-741d-4a3e-93f9-7ce709019f54'} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:42:55.471730 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-2a60b95a-8555-47da-9002-49449d1e0137 req-076bc374-4cac-441b-b9f0-5520a06e9e68 service neutron] Bound port: d7b2cd03-a862-48c5-9c93-a83b75eac01c, host: n-h2-818022-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3969cf88-7658-432d-801e-c50b9cff97b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '5462cbaf-741d-4a3e-93f9-7ce709019f54'}}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:42:55.472320 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-2a60b95a-8555-47da-9002-49449d1e0137 req-076bc374-4cac-441b-b9f0-5520a06e9e68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:55.481151 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-e1865efc-e75a-415a-ba4b-8e783d698be5 req-599d7d0a-a574-48c2-90ab-09a9b8909a77 tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] 10.222.0.54 "GET /v2.0/security-groups?id=b84acbb5-2f2e-43b4-8c5f-7110024c7a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721157 Nov 19 17:42:55.589846 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-920d4d3f-3947-441e-815a-044ed2d11fa4 tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:55.617368 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-2a60b95a-8555-47da-9002-49449d1e0137 req-076bc374-4cac-441b-b9f0-5520a06e9e68 service neutron] For port d7b2cd03-a862-48c5-9c93-a83b75eac01c, host n-h2-818022-2, cleared binding levels {{(pid=103365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:42:55.624046 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-2a60b95a-8555-47da-9002-49449d1e0137 req-076bc374-4cac-441b-b9f0-5520a06e9e68 service neutron] For port d7b2cd03-a862-48c5-9c93-a83b75eac01c, host n-h2-818022-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=d7b2cd03-a862-48c5-9c93-a83b75eac01c,segment=NetworkSegment(3969cf88-7658-432d-801e-c50b9cff97b5),segment_id=3969cf88-7658-432d-801e-c50b9cff97b5)] {{(pid=103365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:42:55.632616 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-2a60b95a-8555-47da-9002-49449d1e0137 req-076bc374-4cac-441b-b9f0-5520a06e9e68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:55.642426 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920d4d3f-3947-441e-815a-044ed2d11fa4 tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] Pushing event deleted for resources: {'Port': ['ID=883392bf-c4ff-43ff-83bf-ab9ad0145d06,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:42:55.714983 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a60b95a-8555-47da-9002-49449d1e0137 req-076bc374-4cac-441b-b9f0-5520a06e9e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:55.716019 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-2a60b95a-8555-47da-9002-49449d1e0137 req-076bc374-4cac-441b-b9f0-5520a06e9e68 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:55.718708 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2a60b95a-8555-47da-9002-49449d1e0137 req-076bc374-4cac-441b-b9f0-5520a06e9e68 service neutron] 10.222.0.86 "PUT /v2.0/ports/d7b2cd03-a862-48c5-9c93-a83b75eac01c HTTP/1.1" status: 200 len: 1091 time: 1.4297006 Nov 19 17:42:55.719463 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbccfb6b-2025-4f1a-9503-4e504e4db1c1', 'tag': 'd7b2cd03-a862-48c5-9c93-a83b75eac01c'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:42:55.724556 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218319d759239a7d11f1288aef37381b97754913ee9ccbfd43b51a463f801712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50791af1-bd1b-45c6-a790-34d2f1d8ca71" -d '{"events": [{"name": "network-changed", "server_uuid": "fbccfb6b-2025-4f1a-9503-4e504e4db1c1", "tag": "d7b2cd03-a862-48c5-9c93-a83b75eac01c"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:42:55.772319 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076bc374-4cac-441b-b9f0-5520a06e9e68 service neutron] Pushing event updated for resources: {'Port': ['ID=d7b2cd03-a862-48c5-9c93-a83b75eac01c,revision_number=3']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:42:55.842069 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ce380e-7175-423c-b7c8-3967c7bf4132 req-1fe59c34-d47e-41a4-9fa6-aa86b3818f49 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:55.843868 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-96ce380e-7175-423c-b7c8-3967c7bf4132 req-1fe59c34-d47e-41a4-9fa6-aa86b3818f49 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] 10.222.0.54 "GET /v2.0/ports?device_id=fbccfb6b-2025-4f1a-9503-4e504e4db1c1 HTTP/1.1" status: 200 len: 943 time: 0.1804414 Nov 19 17:42:55.847676 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-920d4d3f-3947-441e-815a-044ed2d11fa4 tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] Publish callbacks [] for floatingip, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:55.852930 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-920d4d3f-3947-441e-815a-044ed2d11fa4 tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for floatingip, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:55.858135 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-920d4d3f-3947-441e-815a-044ed2d11fa4 tempest-ImagesOneServerNegativeTestJSON-1709212334 tempest-ImagesOneServerNegativeTestJSON-1709212334-project] 10.222.0.54 "DELETE /v2.0/floatingips/02527516-cb35-48c8-9048-9810b9af8550 HTTP/1.1" status: 204 len: 168 time: 1.0949175 Nov 19 17:42:55.872389 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a60b95a-8555-47da-9002-49449d1e0137 req-5e9af2d9-acc3-4463-bbaf-40f2f32d697d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:55.875406 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2a60b95a-8555-47da-9002-49449d1e0137 req-5e9af2d9-acc3-4463-bbaf-40f2f32d697d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c146b4a40dd54cec9293fb9bbd2d1c70&device_id=fbccfb6b-2025-4f1a-9503-4e504e4db1c1 HTTP/1.1" status: 200 len: 1094 time: 0.0713916 Nov 19 17:42:55.948018 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-96ce380e-7175-423c-b7c8-3967c7bf4132 req-80398fd1-a248-4dde-a539-542f2e386e50 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] 10.222.0.54 "GET /v2.0/security-groups?id=6b496084-806a-4b53-af34-e578be5128ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903492 Nov 19 17:42:55.958149 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2a60b95a-8555-47da-9002-49449d1e0137 req-de9849e3-a0dd-4553-a489-c20f10323731 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d7b2cd03-a862-48c5-9c93-a83b75eac01c HTTP/1.1" status: 200 len: 217 time: 0.0645056 Nov 19 17:42:55.990661 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 360b76f2-603b-4200-ab59-f3db4e9dc9b3 details requested by agent hyperv_n-h1-818022-2 with host n-h1-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 17:42:55.994638 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device db03b09b-e77e-491c-a42e-2ece25cddc2f up at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:42:56.043189 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 17:42:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00a9c2db-2e7c-46b6-8e19-2ae09baa6ad4 x-openstack-request-id: req-00a9c2db-2e7c-46b6-8e19-2ae09baa6ad4 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:42:56.043637 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbccfb6b-2025-4f1a-9503-4e504e4db1c1", "tag": "d7b2cd03-a862-48c5-9c93-a83b75eac01c", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:42:56.044085 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-00a9c2db-2e7c-46b6-8e19-2ae09baa6ad4 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:42:56.044749 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbccfb6b-2025-4f1a-9503-4e504e4db1c1', 'tag': 'd7b2cd03-a862-48c5-9c93-a83b75eac01c', 'status': 'completed', 'code': 200} Nov 19 17:42:56.108564 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a60b95a-8555-47da-9002-49449d1e0137 req-eabcf61d-95b0-4eac-b0c0-4b3c7eaaddad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:56.110642 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2a60b95a-8555-47da-9002-49449d1e0137 req-eabcf61d-95b0-4eac-b0c0-4b3c7eaaddad service neutron] 10.222.0.86 "GET /v2.0/subnets?id=568bbddb-beac-4fd1-85b0-aaffdafcdcf0 HTTP/1.1" status: 200 len: 853 time: 0.1323631 Nov 19 17:42:56.127963 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbacb4ce-c607-413d-950a-9d5fd3b3b06c req-bb426a01-32bd-4801-81db-4927b8792418 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:56.129524 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fbacb4ce-c607-413d-950a-9d5fd3b3b06c req-bb426a01-32bd-4801-81db-4927b8792418 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/ports?device_id=096b5441-5f69-4f8a-a4be-bedfc1bccced HTTP/1.1" status: 200 len: 946 time: 0.0836129 Nov 19 17:42:56.170048 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2a60b95a-8555-47da-9002-49449d1e0137 req-85cb70ac-80fd-4341-92a0-938261dacde3 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=5462cbaf-741d-4a3e-93f9-7ce709019f54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346394 Nov 19 17:42:56.227002 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning for port db03b09b-e77e-491c-a42e-2ece25cddc2f completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 17:42:56.239347 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fbacb4ce-c607-413d-950a-9d5fd3b3b06c req-f61542d2-9b76-466e-a5b8-7d4898be3ac3 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/security-groups?id=12d5dc08-1d9f-41c6-b52c-304239ec8b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931144 Nov 19 17:42:56.248566 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning complete for port db03b09b-e77e-491c-a42e-2ece25cddc2f triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:42:56.248845 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:56.325663 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5de6a3a-54ec-4a71-a2de-c262ab9b9097 req-c96f6442-973b-4a6d-af62-3f6164fa038e tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:56.332392 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 360b76f2-603b-4200-ab59-f3db4e9dc9b3, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=360b76f2-603b-4200-ab59-f3db4e9dc9b3,segment=NetworkSegment(7f7608ea-8bdd-41e7-91fd-16ec67411b89),segment_id=7f7608ea-8bdd-41e7-91fd-16ec67411b89)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:42:56.342660 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-e5de6a3a-54ec-4a71-a2de-c262ab9b9097 req-c96f6442-973b-4a6d-af62-3f6164fa038e tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] 10.222.0.54 "GET /v2.0/ports?device_id=a23b2fc0-1763-44d0-87d4-83dde49515d8 HTTP/1.1" status: 200 len: 946 time: 0.1186640 Nov 19 17:42:56.358000 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2a60b95a-8555-47da-9002-49449d1e0137 req-0adb0359-54cd-442c-abde-085d16f74410 service neutron] 10.222.0.86 "GET /v2.0/networks/5462cbaf-741d-4a3e-93f9-7ce709019f54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483095 Nov 19 17:42:56.364585 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Returning: {'device': '360b76f2-603b-4200-ab59-f3db4e9dc9b3', 'network_id': '3e96445f-a5e4-45c4-8de8-46b5573abaec', 'port_id': '360b76f2-603b-4200-ab59-f3db4e9dc9b3', 'mac_address': 'fa:16:3e:c3:28:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8b9f65f-87c2-480d-928b-0fe5bda8bb38', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 17:42:56.442749 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-e5de6a3a-54ec-4a71-a2de-c262ab9b9097 req-ebfa031c-9c5b-49ad-8d48-c3e9d1a27207 tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] 10.222.0.54 "GET /v2.0/security-groups?id=608cd3c1-fb02-4e09-9a3c-895a0164600c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967388 Nov 19 17:42:56.465834 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:56.485136 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:56.490417 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 360b76f2-603b-4200-ab59-f3db4e9dc9b3 {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:42:56.544645 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34d2788b-0710-4e9f-9c2d-926e3fdf5a46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db03b09b-e77e-491c-a42e-2ece25cddc2f'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:42:56.548023 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2a60b95a-8555-47da-9002-49449d1e0137 req-bf941920-2c6a-4b90-bd27-5c14cbb2d694 service neutron] 10.222.0.86 "GET /v2.0/networks/5462cbaf-741d-4a3e-93f9-7ce709019f54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792827 Nov 19 17:42:56.549535 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3940761bcd94e032e6960d2241bd8993c5d3a7d8dc2aca8488f3ecf1d4dd2fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e986d3e-4ca9-4d7f-ae4c-31b99c4f4b03" -d '{"events": [{"server_uuid": "34d2788b-0710-4e9f-9c2d-926e3fdf5a46", "name": "network-vif-plugged", "status": "completed", "tag": "db03b09b-e77e-491c-a42e-2ece25cddc2f"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:42:56.556257 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 360b76f2-603b-4200-ab59-f3db4e9dc9b3, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=360b76f2-603b-4200-ab59-f3db4e9dc9b3,segment=NetworkSegment(7f7608ea-8bdd-41e7-91fd-16ec67411b89),segment_id=7f7608ea-8bdd-41e7-91fd-16ec67411b89)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:42:56.570048 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:56.581696 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port db03b09b-e77e-491c-a42e-2ece25cddc2f, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=db03b09b-e77e-491c-a42e-2ece25cddc2f,segment=NetworkSegment(9e90afa5-1f59-4a85-a132-c73e051ef9e4),segment_id=9e90afa5-1f59-4a85-a132-c73e051ef9e4)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:42:56.625186 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:56.639333 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d4caf4-8d89-4e0c-a7c4-ad8ef90e6261 req-4a64047d-ce02-48a0-86b8-62c348961689 tempest-LiveMigrationTest-1744255723 tempest-LiveMigrationTest-1744255723-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:56.641398 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d8d4caf4-8d89-4e0c-a7c4-ad8ef90e6261 req-4a64047d-ce02-48a0-86b8-62c348961689 tempest-LiveMigrationTest-1744255723 tempest-LiveMigrationTest-1744255723-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=096b5441-5f69-4f8a-a4be-bedfc1bccced HTTP/1.1" status: 200 len: 1097 time: 0.0607297 Nov 19 17:42:56.654816 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d20a3d-717a-44ba-88bb-490e959599ac req-4c7d1440-2385-415e-b00f-f2c29c4bbe9e tempest-VolumesAdminNegativeTest-1341003139 tempest-VolumesAdminNegativeTest-1341003139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:56.657802 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-71d20a3d-717a-44ba-88bb-490e959599ac req-4c7d1440-2385-415e-b00f-f2c29c4bbe9e tempest-VolumesAdminNegativeTest-1341003139 tempest-VolumesAdminNegativeTest-1341003139-project] 10.222.0.54 "GET /v2.0/ports?device_id=34d2788b-0710-4e9f-9c2d-926e3fdf5a46 HTTP/1.1" status: 200 len: 944 time: 0.1275239 Nov 19 17:42:56.668838 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=360b76f2-603b-4200-ab59-f3db4e9dc9b3,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:42:56.731442 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-71d20a3d-717a-44ba-88bb-490e959599ac req-06e5b6bf-5a37-4755-a683-409cc94650a7 tempest-VolumesAdminNegativeTest-1341003139 tempest-VolumesAdminNegativeTest-1341003139-project] 10.222.0.54 "GET /v2.0/security-groups?id=c3674055-2bfd-4653-8d3b-0c698bff9dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665214 Nov 19 17:42:56.764814 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50791af1-bd1b-45c6-a790-34d2f1d8ca71 req-70cf48bf-f0a7-40c0-995d-7a19f452a7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:56.768160 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-50791af1-bd1b-45c6-a790-34d2f1d8ca71 req-70cf48bf-f0a7-40c0-995d-7a19f452a7c5 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c146b4a40dd54cec9293fb9bbd2d1c70&device_id=fbccfb6b-2025-4f1a-9503-4e504e4db1c1 HTTP/1.1" status: 200 len: 1094 time: 0.1128545 Nov 19 17:42:56.773330 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d8d4caf4-8d89-4e0c-a7c4-ad8ef90e6261 req-f8a40514-e2b4-40e4-a5ef-25bb2ea70781 tempest-LiveMigrationTest-1744255723 tempest-LiveMigrationTest-1744255723-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=12d5dc08-1d9f-41c6-b52c-304239ec8b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250348 Nov 19 17:42:56.774869 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=db03b09b-e77e-491c-a42e-2ece25cddc2f,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:42:56.821307 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['360b76f2-603b-4200-ab59-f3db4e9dc9b3'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:42:56.853570 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 49792) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:42:56.923304 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:42:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-859cbed6-0d6b-43bc-8d2f-22abdb728111 x-openstack-request-id: req-859cbed6-0d6b-43bc-8d2f-22abdb728111 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:42:56.923609 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34d2788b-0710-4e9f-9c2d-926e3fdf5a46", "name": "network-vif-plugged", "status": "completed", "tag": "db03b09b-e77e-491c-a42e-2ece25cddc2f", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:42:56.923865 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-859cbed6-0d6b-43bc-8d2f-22abdb728111 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:42:56.924270 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34d2788b-0710-4e9f-9c2d-926e3fdf5a46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db03b09b-e77e-491c-a42e-2ece25cddc2f', 'code': 200} Nov 19 17:42:56.964033 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50791af1-bd1b-45c6-a790-34d2f1d8ca71 req-d0249228-81d1-48b3-9229-988f92dfdb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:56.966016 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-50791af1-bd1b-45c6-a790-34d2f1d8ca71 req-d0249228-81d1-48b3-9229-988f92dfdb12 service neutron] 10.222.0.86 "GET /v2.0/networks?id=5462cbaf-741d-4a3e-93f9-7ce709019f54 HTTP/1.1" status: 200 len: 914 time: 0.1740961 Nov 19 17:42:56.974492 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_v2 [None req-29df13dc-bb1e-40d1-b042-c4819c01ae60 admin admin] Deleting subnet 0d31643c-d7c9-499c-bd0d-a793fdbddb1f {{(pid=103364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 17:42:56.981978 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-29df13dc-bb1e-40d1-b042-c4819c01ae60 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:56.995421 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4a991e-9f0a-4e19-9bd7-bc8c733fe0d1 req-3569d479-ef21-479b-85c3-78c227df898f tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:56.997689 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-df4a991e-9f0a-4e19-9bd7-bc8c733fe0d1 req-3569d479-ef21-479b-85c3-78c227df898f tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] 10.222.0.54 "GET /v2.0/ports?device_id=720009c8-7969-4fb1-9d48-846a23e742cc HTTP/1.1" status: 200 len: 944 time: 0.1061754 Nov 19 17:42:57.078632 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-29df13dc-bb1e-40d1-b042-c4819c01ae60 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9416263'] for subnet, precommit_delete_associations {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:57.095831 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-50791af1-bd1b-45c6-a790-34d2f1d8ca71 req-d5d63904-1aec-4239-b67e-a350e2fbc497 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d7b2cd03-a862-48c5-9c93-a83b75eac01c HTTP/1.1" status: 200 len: 217 time: 0.0967100 Nov 19 17:42:57.158751 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-29df13dc-bb1e-40d1-b042-c4819c01ae60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:57.337278 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-29df13dc-bb1e-40d1-b042-c4819c01ae60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12425137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8983934'] for subnet, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:57.401246 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29df13dc-bb1e-40d1-b042-c4819c01ae60 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d31643c-d7c9-499c-bd0d-a793fdbddb1f,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:42:57.409547 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-29df13dc-bb1e-40d1-b042-c4819c01ae60 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:57.420190 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-29df13dc-bb1e-40d1-b042-c4819c01ae60 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/0d31643c-d7c9-499c-bd0d-a793fdbddb1f HTTP/1.1" status: 204 len: 168 time: 0.5648541 Nov 19 17:42:57.425657 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 49802) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:42:57.483931 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356743e1-b1d1-4e90-bd7b-edd9a4eeacf1 req-36536d45-ca9a-4a4b-9118-d848bfdb8ca0 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:57.486101 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-356743e1-b1d1-4e90-bd7b-edd9a4eeacf1 req-36536d45-ca9a-4a4b-9118-d848bfdb8ca0 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] 10.222.0.54 "GET /v2.0/ports?device_id=fbccfb6b-2025-4f1a-9503-4e504e4db1c1 HTTP/1.1" status: 200 len: 943 time: 0.2002780 Nov 19 17:42:57.545465 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9177da1b-305e-4ceb-9ad9-74728913a76d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:57.569086 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-df4a991e-9f0a-4e19-9bd7-bc8c733fe0d1 req-e129ad05-7fad-42be-ab98-36b37dcd603e tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] 10.222.0.54 "GET /v2.0/security-groups?id=b84acbb5-2f2e-43b4-8c5f-7110024c7a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5604475 Nov 19 17:42:57.575255 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9528f3dd-d47e-4cd7-b6e7-9b0ea8bb6edb req-0193bdb7-b719-48ae-b7ce-efc2c6b87e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:57.578114 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9528f3dd-d47e-4cd7-b6e7-9b0ea8bb6edb req-0193bdb7-b719-48ae-b7ce-efc2c6b87e5c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=34d2788b-0710-4e9f-9c2d-926e3fdf5a46 HTTP/1.1" status: 200 len: 1096 time: 0.5209353 Nov 19 17:42:57.581037 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50791af1-bd1b-45c6-a790-34d2f1d8ca71 req-29761ec5-3f5d-4bc0-86d7-76e28d91f105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:57.583694 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-50791af1-bd1b-45c6-a790-34d2f1d8ca71 req-29761ec5-3f5d-4bc0-86d7-76e28d91f105 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=568bbddb-beac-4fd1-85b0-aaffdafcdcf0 HTTP/1.1" status: 200 len: 853 time: 0.4618475 Nov 19 17:42:57.584358 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-356743e1-b1d1-4e90-bd7b-edd9a4eeacf1 req-5b0e4be1-4656-478b-8b26-5734b4ad093b tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] 10.222.0.54 "GET /v2.0/security-groups?id=6b496084-806a-4b53-af34-e578be5128ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690005 Nov 19 17:42:57.676063 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-50791af1-bd1b-45c6-a790-34d2f1d8ca71 req-20f6eeaf-9a6a-4f92-924f-4f11d316a1dd service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=5462cbaf-741d-4a3e-93f9-7ce709019f54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559437 Nov 19 17:42:57.710495 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9177da1b-305e-4ceb-9ad9-74728913a76d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:57.764415 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-9177da1b-305e-4ceb-9ad9-74728913a76d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f617386f-7f7a-461e-894d-4bea98b39674']}} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:42:57.786339 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-9177da1b-305e-4ceb-9ad9-74728913a76d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65da90f8-a853-48a6-af92-75fd92f47077') {'for_net_delete': True} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:42:57.787018 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-9177da1b-305e-4ceb-9ad9-74728913a76d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65da90f8-a853-48a6-af92-75fd92f47077') {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:42:57.814102 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9177da1b-305e-4ceb-9ad9-74728913a76d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417396'] for segment, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:57.823130 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9528f3dd-d47e-4cd7-b6e7-9b0ea8bb6edb req-0ea78281-1d9a-45ae-846a-38968cd9caa9 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=c3674055-2bfd-4653-8d3b-0c698bff9dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2367775 Nov 19 17:42:57.840393 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9177da1b-305e-4ceb-9ad9-74728913a76d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:57.862953 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9177da1b-305e-4ceb-9ad9-74728913a76d admin admin] Releasing vlan 690 on physical network physnet1 to pool {{(pid=103364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 17:42:57.866546 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9177da1b-305e-4ceb-9ad9-74728913a76d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12425183'] for segment, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:57.920350 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-50791af1-bd1b-45c6-a790-34d2f1d8ca71 req-faab9c9c-1f73-40c4-8558-59e1a5be3dc5 service neutron] 10.222.0.86 "GET /v2.0/networks/5462cbaf-741d-4a3e-93f9-7ce709019f54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2194138 Nov 19 17:42:57.959902 n-d-818022-2 neutron-server[103364]: Traceback (most recent call last): Nov 19 17:42:57.959902 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 17:42:57.959902 n-d-818022-2 neutron-server[103364]: timer() Nov 19 17:42:57.959902 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 17:42:57.959902 n-d-818022-2 neutron-server[103364]: cb(*args, **kw) Nov 19 17:42:57.959902 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 17:42:57.959902 n-d-818022-2 neutron-server[103364]: return func(*args, **kwargs) Nov 19 17:42:57.959902 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 17:42:57.959902 n-d-818022-2 neutron-server[103364]: self._notify() Nov 19 17:42:57.959902 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 17:42:57.959902 n-d-818022-2 neutron-server[103364]: self.callback(batched_events) Nov 19 17:42:57.959902 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 17:42:57.959902 n-d-818022-2 neutron-server[103364]: event.method(event) Nov 19 17:42:57.959902 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 17:42:57.959902 n-d-818022-2 neutron-server[103364]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 17:42:57.959902 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 17:42:57.959902 n-d-818022-2 neutron-server[103364]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 17:42:57.959902 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 17:42:57.959902 n-d-818022-2 neutron-server[103364]: return f(self, *a, **k) Nov 19 17:42:57.959902 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 17:42:57.959902 n-d-818022-2 neutron-server[103364]: return self._get(url).json() Nov 19 17:42:57.959902 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 17:42:57.959902 n-d-818022-2 neutron-server[103364]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 17:42:57.959902 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 17:42:57.959902 n-d-818022-2 neutron-server[103364]: return self.request(url, 'GET', **kwargs) Nov 19 17:42:57.959902 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 17:42:57.959902 n-d-818022-2 neutron-server[103364]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 17:42:57.959902 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 17:42:57.959902 n-d-818022-2 neutron-server[103364]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 17:42:57.959902 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 17:42:57.959902 n-d-818022-2 neutron-server[103364]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 17:42:57.959902 n-d-818022-2 neutron-server[103364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 17:42:58.006666 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 360b76f2-603b-4200-ab59-f3db4e9dc9b3 up at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:42:58.025471 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9177da1b-305e-4ceb-9ad9-74728913a76d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671242'] for network, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:58.054695 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9177da1b-305e-4ceb-9ad9-74728913a76d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:58.062651 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-9177da1b-305e-4ceb-9ad9-74728913a76d admin admin] 10.222.0.54 "DELETE /v2.0/networks/f617386f-7f7a-461e-894d-4bea98b39674 HTTP/1.1" status: 204 len: 168 time: 0.6332314 Nov 19 17:42:58.062651 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9177da1b-305e-4ceb-9ad9-74728913a76d admin admin] Pushing event deleted for resources: {'Network': ['ID=f617386f-7f7a-461e-894d-4bea98b39674,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:42:58.080882 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1827e31-0ecc-4d45-86fe-935071ec373f req-cee522c8-0c79-486d-98a4-c35af754bb92 tempest-VolumesAdminNegativeTest-1341003139 tempest-VolumesAdminNegativeTest-1341003139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:58.083595 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a1827e31-0ecc-4d45-86fe-935071ec373f req-cee522c8-0c79-486d-98a4-c35af754bb92 tempest-VolumesAdminNegativeTest-1341003139 tempest-VolumesAdminNegativeTest-1341003139-project] 10.222.0.54 "GET /v2.0/ports?device_id=34d2788b-0710-4e9f-9c2d-926e3fdf5a46 HTTP/1.1" status: 200 len: 945 time: 0.1470933 Nov 19 17:42:58.097776 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0109e79d-c2eb-4ddd-b497-2d40aa3c30db req-5edf45f5-1184-45d4-b51e-c369a7afa09b tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:58.100903 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0109e79d-c2eb-4ddd-b497-2d40aa3c30db req-5edf45f5-1184-45d4-b51e-c369a7afa09b tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] 10.222.0.54 "GET /v2.0/ports?device_id=a23b2fc0-1763-44d0-87d4-83dde49515d8 HTTP/1.1" status: 200 len: 946 time: 0.1309738 Nov 19 17:42:58.172313 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning for port 360b76f2-603b-4200-ab59-f3db4e9dc9b3 completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 17:42:58.180531 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning complete for port 360b76f2-603b-4200-ab59-f3db4e9dc9b3 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:42:58.181615 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:58.196505 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-50791af1-bd1b-45c6-a790-34d2f1d8ca71 req-0189c10b-7d26-4255-9970-55c3a8bdb3b4 service neutron] 10.222.0.86 "GET /v2.0/networks/5462cbaf-741d-4a3e-93f9-7ce709019f54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2493157 Nov 19 17:42:58.252048 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0109e79d-c2eb-4ddd-b497-2d40aa3c30db req-222f394a-bfa5-43f3-95da-bf3d1ec0ab97 tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] 10.222.0.54 "GET /v2.0/security-groups?id=608cd3c1-fb02-4e09-9a3c-895a0164600c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377234 Nov 19 17:42:58.256161 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a1827e31-0ecc-4d45-86fe-935071ec373f req-c97072f0-a3c1-430b-98e4-5bfc788c92fd tempest-VolumesAdminNegativeTest-1341003139 tempest-VolumesAdminNegativeTest-1341003139-project] 10.222.0.54 "GET /v2.0/security-groups?id=c3674055-2bfd-4653-8d3b-0c698bff9dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582127 Nov 19 17:42:58.479062 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 49822) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:42:58.564551 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:58.572346 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-624912ea-1646-4bb7-9e5e-6698a2a68885 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=aeb7fd6db87a434398f0a6a86da890f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0911362 Nov 19 17:42:58.576054 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 49826) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:42:58.654283 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 360b76f2-603b-4200-ab59-f3db4e9dc9b3, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=360b76f2-603b-4200-ab59-f3db4e9dc9b3,segment=NetworkSegment(7f7608ea-8bdd-41e7-91fd-16ec67411b89),segment_id=7f7608ea-8bdd-41e7-91fd-16ec67411b89)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:42:58.662153 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:58.684140 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7207d6c9-fb3b-49af-b686-119432c6acbe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:58.747720 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7207d6c9-fb3b-49af-b686-119432c6acbe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:58.863937 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=360b76f2-603b-4200-ab59-f3db4e9dc9b3,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:42:58.870361 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7207d6c9-fb3b-49af-b686-119432c6acbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:58.882245 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7207d6c9-fb3b-49af-b686-119432c6acbe admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:58.887983 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-7207d6c9-fb3b-49af-b686-119432c6acbe admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/2e3e4707-c197-4851-8355-26b2132f2eca HTTP/1.1" status: 204 len: 168 time: 0.3067379 Nov 19 17:42:58.925318 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '720009c8-7969-4fb1-9d48-846a23e742cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '360b76f2-603b-4200-ab59-f3db4e9dc9b3'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:42:58.927799 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7207d6c9-fb3b-49af-b686-119432c6acbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e3e4707-c197-4851-8355-26b2132f2eca,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:42:58.931317 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3940761bcd94e032e6960d2241bd8993c5d3a7d8dc2aca8488f3ecf1d4dd2fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0e6b149-1743-49f2-ae16-7c3af60a8b3b" -d '{"events": [{"server_uuid": "720009c8-7969-4fb1-9d48-846a23e742cc", "name": "network-vif-plugged", "status": "completed", "tag": "360b76f2-603b-4200-ab59-f3db4e9dc9b3"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:42:58.970984 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2383f009-8860-42b1-9fc2-ddeefd719b59 req-f1204a0f-350e-4175-9d61-60093985645c tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:59.008230 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2383f009-8860-42b1-9fc2-ddeefd719b59 req-f1204a0f-350e-4175-9d61-60093985645c tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] 10.222.0.54 "GET /v2.0/ports?device_id=720009c8-7969-4fb1-9d48-846a23e742cc HTTP/1.1" status: 200 len: 945 time: 0.2385359 Nov 19 17:42:59.126307 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2383f009-8860-42b1-9fc2-ddeefd719b59 req-d8ada1e0-05fe-4ce3-8700-7bed6730f470 tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] 10.222.0.54 "GET /v2.0/security-groups?id=b84acbb5-2f2e-43b4-8c5f-7110024c7a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135252 Nov 19 17:42:59.194644 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17d09c5-2c88-49c3-b8c4-1e7d73308399 req-04ec8107-7d9b-45e4-bc02-db7c027854db tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:59.197577 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f17d09c5-2c88-49c3-b8c4-1e7d73308399 req-04ec8107-7d9b-45e4-bc02-db7c027854db tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] 10.222.0.54 "GET /v2.0/ports?device_id=fbccfb6b-2025-4f1a-9503-4e504e4db1c1 HTTP/1.1" status: 200 len: 943 time: 0.2172999 Nov 19 17:42:59.245785 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bfe2e1-d061-4a52-9777-866334d0dd84 req-bd3bb8f6-52e4-4e3d-b4f4-d8b6bac835f8 tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:59.248739 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-26bfe2e1-d061-4a52-9777-866334d0dd84 req-bd3bb8f6-52e4-4e3d-b4f4-d8b6bac835f8 tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] 10.222.0.86 "GET /v2.0/ports?device_id=a23b2fc0-1763-44d0-87d4-83dde49515d8 HTTP/1.1" status: 200 len: 946 time: 0.1752095 Nov 19 17:42:59.323037 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:42:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a8bcb8e-1cfe-40ba-821c-746f2c135b4c x-openstack-request-id: req-2a8bcb8e-1cfe-40ba-821c-746f2c135b4c {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:42:59.324054 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "720009c8-7969-4fb1-9d48-846a23e742cc", "name": "network-vif-plugged", "status": "completed", "tag": "360b76f2-603b-4200-ab59-f3db4e9dc9b3", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:42:59.324486 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-2a8bcb8e-1cfe-40ba-821c-746f2c135b4c {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:42:59.325045 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '720009c8-7969-4fb1-9d48-846a23e742cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '360b76f2-603b-4200-ab59-f3db4e9dc9b3', 'code': 200} Nov 19 17:42:59.463322 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f17d09c5-2c88-49c3-b8c4-1e7d73308399 req-69631844-0f59-4d1e-a40a-2f1d2e655088 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] 10.222.0.54 "GET /v2.0/security-groups?id=6b496084-806a-4b53-af34-e578be5128ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2483153 Nov 19 17:42:59.563729 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-26bfe2e1-d061-4a52-9777-866334d0dd84 req-f604adf7-1581-45a5-a4f6-06e7a7eadb3a tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] Deleting port 615eb54d-d233-40ef-91e3-2370ee4f13c7 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:42:59.564248 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-26bfe2e1-d061-4a52-9777-866334d0dd84 req-f604adf7-1581-45a5-a4f6-06e7a7eadb3a tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:59.594428 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7741ece0-a4fc-42c0-b0fb-c78e9faf8cd4 req-8d8f0cc9-b1e2-4730-a107-f212d2045a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:59.596169 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7741ece0-a4fc-42c0-b0fb-c78e9faf8cd4 req-8d8f0cc9-b1e2-4730-a107-f212d2045a95 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=720009c8-7969-4fb1-9d48-846a23e742cc HTTP/1.1" status: 200 len: 1096 time: 0.1243358 Nov 19 17:42:59.637625 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be746bf-681a-41ec-b834-ff25e14fcd02 req-e2cc78d8-e0bc-4387-a2bb-a88c5b2f8b21 tempest-VolumesAdminNegativeTest-1341003139 tempest-VolumesAdminNegativeTest-1341003139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:59.640982 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-4be746bf-681a-41ec-b834-ff25e14fcd02 req-e2cc78d8-e0bc-4387-a2bb-a88c5b2f8b21 tempest-VolumesAdminNegativeTest-1341003139 tempest-VolumesAdminNegativeTest-1341003139-project] 10.222.0.54 "GET /v2.0/ports?device_id=34d2788b-0710-4e9f-9c2d-926e3fdf5a46 HTTP/1.1" status: 200 len: 945 time: 0.1616068 Nov 19 17:42:59.678658 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-1fab6cc8-c97b-4f3c-8dac-9fcfb752d756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:59.701534 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7741ece0-a4fc-42c0-b0fb-c78e9faf8cd4 req-9a1e5f39-ad94-4d5f-9d25-ddbce3b54e19 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=b84acbb5-2f2e-43b4-8c5f-7110024c7a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746315 Nov 19 17:42:59.764034 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-26bfe2e1-d061-4a52-9777-866334d0dd84 req-f604adf7-1581-45a5-a4f6-06e7a7eadb3a tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] For port 615eb54d-d233-40ef-91e3-2370ee4f13c7, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=615eb54d-d233-40ef-91e3-2370ee4f13c7,segment=NetworkSegment(4a9dfdd3-0c23-423a-a9c4-4c12af66c553),segment_id=4a9dfdd3-0c23-423a-a9c4-4c12af66c553)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:42:59.764932 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-26bfe2e1-d061-4a52-9777-866334d0dd84 req-f604adf7-1581-45a5-a4f6-06e7a7eadb3a tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:42:59.801400 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-26bfe2e1-d061-4a52-9777-866334d0dd84 req-f604adf7-1581-45a5-a4f6-06e7a7eadb3a tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] Calling delete_port for 615eb54d-d233-40ef-91e3-2370ee4f13c7 owned by compute:nova {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:42:59.842987 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-4be746bf-681a-41ec-b834-ff25e14fcd02 req-c2ca005e-0748-496c-bd48-063352b70a4b tempest-VolumesAdminNegativeTest-1341003139 tempest-VolumesAdminNegativeTest-1341003139-project] 10.222.0.54 "GET /v2.0/security-groups?id=c3674055-2bfd-4653-8d3b-0c698bff9dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900313 Nov 19 17:42:59.924864 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d24e72-e1c3-4d61-a614-20f81aa0048e req-c1610d1c-b8ef-421b-90a1-2c6577083ba1 tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:42:59.932919 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c7d24e72-e1c3-4d61-a614-20f81aa0048e req-c1610d1c-b8ef-421b-90a1-2c6577083ba1 tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] 10.222.0.54 "GET /v2.0/ports?device_id=a23b2fc0-1763-44d0-87d4-83dde49515d8 HTTP/1.1" status: 200 len: 946 time: 0.1176052 Nov 19 17:43:00.023296 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c7d24e72-e1c3-4d61-a614-20f81aa0048e req-db85e9e7-1f92-4b1b-99b1-7f1cd0bc5f67 tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] 10.222.0.54 "GET /v2.0/security-groups?id=608cd3c1-fb02-4e09-9a3c-895a0164600c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882938 Nov 19 17:43:00.189330 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-26bfe2e1-d061-4a52-9777-866334d0dd84 req-f604adf7-1581-45a5-a4f6-06e7a7eadb3a tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:00.209363 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] get_ports_and_sgs() called for port_ids ['c1141d05-2f5a-4155-a628-0ca06ed5b814', '877a8e2d-c508-4b2b-95f3-0e57552014ef', '615eb54d-d233-40ef-91e3-2370ee4f13c7'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:43:00.329253 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f604adf7-1581-45a5-a4f6-06e7a7eadb3a tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] Pushing event deleted for resources: {'Port': ['ID=615eb54d-d233-40ef-91e3-2370ee4f13c7,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:43:00.367243 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f653dc0-add2-40e9-8816-dc9d47c6d103 req-210dde3c-8ccb-4d96-a412-30f2d4c5b85e tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:43:00.377272 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6f653dc0-add2-40e9-8816-dc9d47c6d103 req-210dde3c-8ccb-4d96-a412-30f2d4c5b85e tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] 10.222.0.54 "GET /v2.0/ports?device_id=720009c8-7969-4fb1-9d48-846a23e742cc HTTP/1.1" status: 200 len: 945 time: 0.1030128 Nov 19 17:43:00.417197 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-26bfe2e1-d061-4a52-9777-866334d0dd84 req-f604adf7-1581-45a5-a4f6-06e7a7eadb3a tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] No DVR routers for this DVR port 615eb54d-d233-40ef-91e3-2370ee4f13c7 on host n-h2-818022-2 {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:43:00.423837 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-26bfe2e1-d061-4a52-9777-866334d0dd84 req-f604adf7-1581-45a5-a4f6-06e7a7eadb3a tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:00.430627 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-26bfe2e1-d061-4a52-9777-866334d0dd84 req-f604adf7-1581-45a5-a4f6-06e7a7eadb3a tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] 10.222.0.86 "DELETE /v2.0/ports/615eb54d-d233-40ef-91e3-2370ee4f13c7 HTTP/1.1" status: 204 len: 173 time: 1.1434069 Nov 19 17:43:00.431354 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a23b2fc0-1763-44d0-87d4-83dde49515d8', 'name': 'network-vif-deleted', 'tag': '615eb54d-d233-40ef-91e3-2370ee4f13c7'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:43:00.435820 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218319d759239a7d11f1288aef37381b97754913ee9ccbfd43b51a463f801712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4ff2c9a-7517-4931-8a7e-7b95bea9001d" -d '{"events": [{"server_uuid": "a23b2fc0-1763-44d0-87d4-83dde49515d8", "name": "network-vif-deleted", "tag": "615eb54d-d233-40ef-91e3-2370ee4f13c7"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:43:00.507694 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6f653dc0-add2-40e9-8816-dc9d47c6d103 req-6aa67571-30a9-4174-90f0-042c9b013b45 tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] 10.222.0.54 "GET /v2.0/security-groups?id=b84acbb5-2f2e-43b4-8c5f-7110024c7a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294873 Nov 19 17:43:01.028748 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device d7b2cd03-a862-48c5-9c93-a83b75eac01c details requested by agent hyperv_n-h2-818022-2 with host n-h2-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 17:43:01.045122 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:43:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83c9dfc3-f6b2-4963-ad84-096dc86ecf9c x-openstack-request-id: req-83c9dfc3-f6b2-4963-ad84-096dc86ecf9c {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:43:01.045694 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a23b2fc0-1763-44d0-87d4-83dde49515d8", "name": "network-vif-deleted", "tag": "615eb54d-d233-40ef-91e3-2370ee4f13c7", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:43:01.046126 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-83c9dfc3-f6b2-4963-ad84-096dc86ecf9c {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:43:01.047655 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a23b2fc0-1763-44d0-87d4-83dde49515d8', 'name': 'network-vif-deleted', 'tag': '615eb54d-d233-40ef-91e3-2370ee4f13c7', 'status': 'completed', 'code': 200} Nov 19 17:43:01.314459 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port d7b2cd03-a862-48c5-9c93-a83b75eac01c, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=d7b2cd03-a862-48c5-9c93-a83b75eac01c,segment=NetworkSegment(3969cf88-7658-432d-801e-c50b9cff97b5),segment_id=3969cf88-7658-432d-801e-c50b9cff97b5)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:43:01.332205 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845b1a95-17e7-46a9-9137-115314a36af3 req-e288d704-ad84-4d1d-bcdf-41db7183f0e2 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:43:01.333868 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-845b1a95-17e7-46a9-9137-115314a36af3 req-e288d704-ad84-4d1d-bcdf-41db7183f0e2 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] 10.222.0.54 "GET /v2.0/ports?device_id=fbccfb6b-2025-4f1a-9503-4e504e4db1c1 HTTP/1.1" status: 200 len: 943 time: 0.1481025 Nov 19 17:43:01.370779 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Returning: {'device': 'd7b2cd03-a862-48c5-9c93-a83b75eac01c', 'network_id': '5462cbaf-741d-4a3e-93f9-7ce709019f54', 'port_id': 'd7b2cd03-a862-48c5-9c93-a83b75eac01c', 'mac_address': 'fa:16:3e:24:dd:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 693, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '568bbddb-beac-4fd1-85b0-aaffdafcdcf0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 17:43:01.456550 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-845b1a95-17e7-46a9-9137-115314a36af3 req-afc42378-fc82-492e-a8be-9539cd27babe tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] 10.222.0.54 "GET /v2.0/security-groups?id=6b496084-806a-4b53-af34-e578be5128ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047163 Nov 19 17:43:01.492413 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:01.520735 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7b2cd03-a862-48c5-9c93-a83b75eac01c {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:43:01.563952 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port d7b2cd03-a862-48c5-9c93-a83b75eac01c, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=d7b2cd03-a862-48c5-9c93-a83b75eac01c,segment=NetworkSegment(3969cf88-7658-432d-801e-c50b9cff97b5),segment_id=3969cf88-7658-432d-801e-c50b9cff97b5)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:43:01.573594 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:01.584921 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-bb0fb96d-fbfa-47e1-8b9e-1d313123309c req-47c19c5f-557f-4e09-ad26-60265781f7a5 tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] 10.222.0.54 "GET /v2.0/ports?device_id=a23b2fc0-1763-44d0-87d4-83dde49515d8 HTTP/1.1" status: 200 len: 210 time: 0.0529881 Nov 19 17:43:01.715534 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b007b732-5f8d-4255-9fba-003efa088b8b req-8a754e63-8c3e-42dd-bea0-56eab1ce1a97 tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:43:01.718156 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b007b732-5f8d-4255-9fba-003efa088b8b req-8a754e63-8c3e-42dd-bea0-56eab1ce1a97 tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] 10.222.0.54 "GET /v2.0/ports?device_id=720009c8-7969-4fb1-9d48-846a23e742cc HTTP/1.1" status: 200 len: 945 time: 0.0773757 Nov 19 17:43:01.766906 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Pushing event updated for resources: {'Port': ['ID=d7b2cd03-a862-48c5-9c93-a83b75eac01c,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:43:01.848504 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b007b732-5f8d-4255-9fba-003efa088b8b req-8ed38cf3-b148-4359-93bd-05dd3b5c677b tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] 10.222.0.54 "GET /v2.0/security-groups?id=b84acbb5-2f2e-43b4-8c5f-7110024c7a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157401 Nov 19 17:43:02.026829 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-c8326119-7048-420b-8cc6-cd298ebd894a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:02.187317 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] get_ports_and_sgs() called for port_ids ['d7b2cd03-a862-48c5-9c93-a83b75eac01c'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:43:02.360441 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea7fb64-9827-4c71-878e-bb0bcc9aaa24 req-65a92b44-94f8-4741-b428-860e4610643c tempest-ServerTagsTestJSON-1963055999 tempest-ServerTagsTestJSON-1963055999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:43:02.368536 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c2673c-9916-47bc-88f7-24c0cb269bdb req-30dd74d8-3449-40d9-9749-9db3d195bf50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:43:02.371542 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-58c2673c-9916-47bc-88f7-24c0cb269bdb req-30dd74d8-3449-40d9-9749-9db3d195bf50 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e9d0792a3a024bd5be40fd99773caf74&device_id=720009c8-7969-4fb1-9d48-846a23e742cc HTTP/1.1" status: 200 len: 1096 time: 0.1111691 Nov 19 17:43:02.379761 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-3ea7fb64-9827-4c71-878e-bb0bcc9aaa24 req-65a92b44-94f8-4741-b428-860e4610643c tempest-ServerTagsTestJSON-1963055999 tempest-ServerTagsTestJSON-1963055999-project] 10.222.0.54 "GET /v2.0/ports?device_id=3023c677-02e1-45fc-813b-9233d9f234bc HTTP/1.1" status: 200 len: 946 time: 0.1298935 Nov 19 17:43:02.543256 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-3ea7fb64-9827-4c71-878e-bb0bcc9aaa24 req-9382d93a-e8b2-49f1-b38d-fe06a345a9aa tempest-ServerTagsTestJSON-1963055999 tempest-ServerTagsTestJSON-1963055999-project] 10.222.0.54 "GET /v2.0/security-groups?id=8bdab7c9-bb32-4221-9734-3c30d1a6cf23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610503 Nov 19 17:43:02.719554 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7669807e-ca64-4e11-a922-681d328b6b8c req-3469f755-c6b8-4c86-9ebd-94dbd694826d tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:43:02.726624 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7669807e-ca64-4e11-a922-681d328b6b8c req-3469f755-c6b8-4c86-9ebd-94dbd694826d tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] 10.222.0.54 "GET /v2.0/ports?device_id=720009c8-7969-4fb1-9d48-846a23e742cc HTTP/1.1" status: 200 len: 945 time: 0.2796338 Nov 19 17:43:02.780668 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c2673c-9916-47bc-88f7-24c0cb269bdb req-afb1d056-6d8b-49e8-aac6-5ba48e8d760d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:43:02.782806 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-58c2673c-9916-47bc-88f7-24c0cb269bdb req-afb1d056-6d8b-49e8-aac6-5ba48e8d760d service neutron] 10.222.0.60 "GET /v2.0/networks?id=3e96445f-a5e4-45c4-8de8-46b5573abaec HTTP/1.1" status: 200 len: 911 time: 0.4025359 Nov 19 17:43:02.784254 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bdfe2e-07a2-4fc0-b9a7-82b276f2ec6f req-043db9fa-6b50-4103-96cb-56b45217b83a tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:43:02.795166 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d0bdfe2e-07a2-4fc0-b9a7-82b276f2ec6f req-043db9fa-6b50-4103-96cb-56b45217b83a tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] 10.222.0.54 "GET /v2.0/ports?device_id=fbccfb6b-2025-4f1a-9503-4e504e4db1c1 HTTP/1.1" status: 200 len: 944 time: 0.1016998 Nov 19 17:43:02.838370 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-58c2673c-9916-47bc-88f7-24c0cb269bdb req-d231e15d-9d2c-4281-8855-c8dc325f4010 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=360b76f2-603b-4200-ab59-f3db4e9dc9b3 HTTP/1.1" status: 200 len: 217 time: 0.0461857 Nov 19 17:43:02.887754 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d0bdfe2e-07a2-4fc0-b9a7-82b276f2ec6f req-06a68d77-6fbb-4b1a-a21c-e13fe924d3d0 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] 10.222.0.54 "GET /v2.0/security-groups?id=6b496084-806a-4b53-af34-e578be5128ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905836 Nov 19 17:43:02.954145 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7669807e-ca64-4e11-a922-681d328b6b8c req-92d76b3c-a8fc-491d-8223-21f8b2ea35ba tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] 10.222.0.54 "GET /v2.0/security-groups?id=b84acbb5-2f2e-43b4-8c5f-7110024c7a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234101 Nov 19 17:43:02.972131 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c2673c-9916-47bc-88f7-24c0cb269bdb req-f2e4a066-5f63-4852-9c8f-cb074227208a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:43:02.973423 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-58c2673c-9916-47bc-88f7-24c0cb269bdb req-f2e4a066-5f63-4852-9c8f-cb074227208a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c8b9f65f-87c2-480d-928b-0fe5bda8bb38 HTTP/1.1" status: 200 len: 850 time: 0.1252253 Nov 19 17:43:03.028826 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device 615eb54d-d233-40ef-91e3-2370ee4f13c7 no longer exists at agent hyperv_n-h2-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:43:03.053521 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-58c2673c-9916-47bc-88f7-24c0cb269bdb req-d6185db4-76aa-4409-a2bf-f3e09d0a65a7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3e96445f-a5e4-45c4-8de8-46b5573abaec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0710483 Nov 19 17:43:03.071753 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] No Port match for: 615eb54d-d233-40ef-91e3-2370ee4f13c7 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:43:03.072109 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device 615eb54d-d233-40ef-91e3-2370ee4f13c7 not bound to the agent host n-h2-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:43:03.086631 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e46ecc5a-dc14-4744-b262-3072ff2e958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:03.279830 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-58c2673c-9916-47bc-88f7-24c0cb269bdb req-c6636171-c724-49f3-8a51-e3e32fd40037 service neutron] 10.222.0.60 "GET /v2.0/networks/3e96445f-a5e4-45c4-8de8-46b5573abaec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2177441 Nov 19 17:43:03.440732 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f1ff43-9a59-4e69-880f-e2b003f0c3d1 req-156a8e05-addd-485a-ad75-a7a98942b3b8 tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:43:03.458216 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-73f1ff43-9a59-4e69-880f-e2b003f0c3d1 req-156a8e05-addd-485a-ad75-a7a98942b3b8 tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] 10.222.0.54 "GET /v2.0/ports?device_id=669195ab-b99c-42c3-b1f1-09b59289b906 HTTP/1.1" status: 200 len: 945 time: 0.1218147 Nov 19 17:43:03.472073 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-58c2673c-9916-47bc-88f7-24c0cb269bdb req-eb748d9f-1759-47b4-a128-35d31e236795 service neutron] 10.222.0.60 "GET /v2.0/networks/3e96445f-a5e4-45c4-8de8-46b5573abaec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818752 Nov 19 17:43:03.582872 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:03.602337 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-73f1ff43-9a59-4e69-880f-e2b003f0c3d1 req-efaa970a-ed47-4885-a0d6-0b94d431daad tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] 10.222.0.54 "GET /v2.0/security-groups?id=608cd3c1-fb02-4e09-9a3c-895a0164600c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422491 Nov 19 17:43:03.635381 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:03.947349 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277deda6-47d2-4b6a-9dc5-9f0b7cef9fd1 req-0a3c7fc5-748b-4c15-ad85-41bb18c0990f tempest-ServerTagsTestJSON-1963055999 tempest-ServerTagsTestJSON-1963055999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:43:03.949617 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-277deda6-47d2-4b6a-9dc5-9f0b7cef9fd1 req-0a3c7fc5-748b-4c15-ad85-41bb18c0990f tempest-ServerTagsTestJSON-1963055999 tempest-ServerTagsTestJSON-1963055999-project] 10.222.0.54 "GET /v2.0/ports?device_id=3023c677-02e1-45fc-813b-9233d9f234bc HTTP/1.1" status: 200 len: 946 time: 0.0992877 Nov 19 17:43:04.026069 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-277deda6-47d2-4b6a-9dc5-9f0b7cef9fd1 req-f2d28955-abd0-42cc-a06e-cfbcfd465106 tempest-ServerTagsTestJSON-1963055999 tempest-ServerTagsTestJSON-1963055999-project] 10.222.0.54 "GET /v2.0/security-groups?id=8bdab7c9-bb32-4221-9734-3c30d1a6cf23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648649 Nov 19 17:43:04.160154 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128ae396-580b-41e3-a71a-4d3944ec39b9 req-fbcf7ce0-ca93-4b5f-af24-f1131a32d282 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:43:04.162993 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-128ae396-580b-41e3-a71a-4d3944ec39b9 req-fbcf7ce0-ca93-4b5f-af24-f1131a32d282 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] 10.222.0.54 "GET /v2.0/ports?device_id=fbccfb6b-2025-4f1a-9503-4e504e4db1c1 HTTP/1.1" status: 200 len: 944 time: 0.1404626 Nov 19 17:43:04.207425 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b5fe04-5dd6-48ed-9066-8509a901fd69 req-091813ef-ec64-425f-ab72-5f32d4767e26 tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:43:04.212025 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-79b5fe04-5dd6-48ed-9066-8509a901fd69 req-091813ef-ec64-425f-ab72-5f32d4767e26 tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] 10.222.0.54 "GET /v2.0/ports?device_id=720009c8-7969-4fb1-9d48-846a23e742cc HTTP/1.1" status: 200 len: 945 time: 0.1011431 Nov 19 17:43:04.262457 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-128ae396-580b-41e3-a71a-4d3944ec39b9 req-7b04dd2e-3abd-4f38-9050-bf5df3b54d3a tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] 10.222.0.54 "GET /v2.0/security-groups?id=6b496084-806a-4b53-af34-e578be5128ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929594 Nov 19 17:43:04.308626 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-79b5fe04-5dd6-48ed-9066-8509a901fd69 req-dfad849b-a47a-41b2-a3b3-51c4e6571ae3 tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] 10.222.0.54 "GET /v2.0/security-groups?id=b84acbb5-2f2e-43b4-8c5f-7110024c7a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907261 Nov 19 17:43:04.634198 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e013d7e6-5264-4dcc-9759-54f5fb809e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:04.851580 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab1d9c7-74ba-4640-9b0b-e449ad5b63b2 req-6c6c39a8-2ac0-4493-862f-31705f2b9039 tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:43:04.854302 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5ab1d9c7-74ba-4640-9b0b-e449ad5b63b2 req-6c6c39a8-2ac0-4493-862f-31705f2b9039 tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] 10.222.0.54 "GET /v2.0/ports?device_id=669195ab-b99c-42c3-b1f1-09b59289b906 HTTP/1.1" status: 200 len: 945 time: 0.0975616 Nov 19 17:43:04.961203 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5ab1d9c7-74ba-4640-9b0b-e449ad5b63b2 req-c7fbf3eb-8d6c-46c0-b4f5-bac0104d5b66 tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] 10.222.0.54 "GET /v2.0/security-groups?id=608cd3c1-fb02-4e09-9a3c-895a0164600c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940082 Nov 19 17:43:05.027090 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device d7b2cd03-a862-48c5-9c93-a83b75eac01c up at agent hyperv_n-h2-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:43:05.094035 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95522fb1-3bb8-415b-8aad-c32a18cf966a req-4dc4908b-557b-41ca-9443-d75cafec9287 tempest-ServerTagsTestJSON-1963055999 tempest-ServerTagsTestJSON-1963055999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:43:05.096856 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-95522fb1-3bb8-415b-8aad-c32a18cf966a req-4dc4908b-557b-41ca-9443-d75cafec9287 tempest-ServerTagsTestJSON-1963055999 tempest-ServerTagsTestJSON-1963055999-project] 10.222.0.86 "GET /v2.0/ports?device_id=3023c677-02e1-45fc-813b-9233d9f234bc HTTP/1.1" status: 200 len: 946 time: 0.1331406 Nov 19 17:43:05.153056 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:05.199295 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Provisioning for port d7b2cd03-a862-48c5-9c93-a83b75eac01c completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 17:43:05.209479 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Provisioning complete for port d7b2cd03-a862-48c5-9c93-a83b75eac01c triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:43:05.210084 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:05.347290 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8018f5-4abd-45bc-a079-206750397df4 req-79f22d3b-9840-43b5-90ef-a0301cdca3cc tempest-ServerTagsTestJSON-1963055999 tempest-ServerTagsTestJSON-1963055999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:43:05.350907 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-7c8018f5-4abd-45bc-a079-206750397df4 req-79f22d3b-9840-43b5-90ef-a0301cdca3cc tempest-ServerTagsTestJSON-1963055999 tempest-ServerTagsTestJSON-1963055999-project] 10.222.0.54 "GET /v2.0/ports?device_id=3023c677-02e1-45fc-813b-9233d9f234bc HTTP/1.1" status: 200 len: 946 time: 0.1406426 Nov 19 17:43:05.363377 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-95522fb1-3bb8-415b-8aad-c32a18cf966a req-d94b7771-ce4b-4770-870e-cb0da21b31ba tempest-ServerTagsTestJSON-1963055999 tempest-ServerTagsTestJSON-1963055999-project] Deleting port fcd1aa83-a691-4f2e-a0db-c663ac74302d {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:43:05.366486 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-95522fb1-3bb8-415b-8aad-c32a18cf966a req-d94b7771-ce4b-4770-870e-cb0da21b31ba tempest-ServerTagsTestJSON-1963055999 tempest-ServerTagsTestJSON-1963055999-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:05.403672 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:05.456523 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-7c8018f5-4abd-45bc-a079-206750397df4 req-fd901656-39d8-4a17-add7-5692dd97a66d tempest-ServerTagsTestJSON-1963055999 tempest-ServerTagsTestJSON-1963055999-project] 10.222.0.54 "GET /v2.0/security-groups?id=8bdab7c9-bb32-4221-9734-3c30d1a6cf23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989423 Nov 19 17:43:05.462498 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbccfb6b-2025-4f1a-9503-4e504e4db1c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7b2cd03-a862-48c5-9c93-a83b75eac01c'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:43:05.467853 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3940761bcd94e032e6960d2241bd8993c5d3a7d8dc2aca8488f3ecf1d4dd2fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7e7b985-0411-41b0-90c9-1869f23e3990" -d '{"events": [{"server_uuid": "fbccfb6b-2025-4f1a-9503-4e504e4db1c1", "name": "network-vif-plugged", "status": "completed", "tag": "d7b2cd03-a862-48c5-9c93-a83b75eac01c"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:43:05.533500 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port d7b2cd03-a862-48c5-9c93-a83b75eac01c, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=d7b2cd03-a862-48c5-9c93-a83b75eac01c,segment=NetworkSegment(3969cf88-7658-432d-801e-c50b9cff97b5),segment_id=3969cf88-7658-432d-801e-c50b9cff97b5)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:43:05.545731 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:05.601971 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6041ce4a-c6dc-4c4f-a285-253c0a9e5d97 req-f2a8350b-5aca-4347-a921-f633c8662600 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:43:05.618788 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6041ce4a-c6dc-4c4f-a285-253c0a9e5d97 req-f2a8350b-5aca-4347-a921-f633c8662600 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] 10.222.0.54 "GET /v2.0/ports?device_id=fbccfb6b-2025-4f1a-9503-4e504e4db1c1 HTTP/1.1" status: 200 len: 944 time: 0.2015462 Nov 19 17:43:05.635655 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Pushing event updated for resources: {'Port': ['ID=d7b2cd03-a862-48c5-9c93-a83b75eac01c,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:43:05.639983 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-95522fb1-3bb8-415b-8aad-c32a18cf966a req-d94b7771-ce4b-4770-870e-cb0da21b31ba tempest-ServerTagsTestJSON-1963055999 tempest-ServerTagsTestJSON-1963055999-project] For port fcd1aa83-a691-4f2e-a0db-c663ac74302d, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=fcd1aa83-a691-4f2e-a0db-c663ac74302d,segment=NetworkSegment(f8eb74a1-feee-46ad-8904-a676d298ed66),segment_id=f8eb74a1-feee-46ad-8904-a676d298ed66)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:43:05.640555 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-95522fb1-3bb8-415b-8aad-c32a18cf966a req-d94b7771-ce4b-4770-870e-cb0da21b31ba tempest-ServerTagsTestJSON-1963055999 tempest-ServerTagsTestJSON-1963055999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:05.654247 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d34781-757b-48a7-9598-4b113529092b req-11471c68-f2d8-4f5e-9787-2cd069118a30 tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:43:05.657779 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b6d34781-757b-48a7-9598-4b113529092b req-11471c68-f2d8-4f5e-9787-2cd069118a30 tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] 10.222.0.54 "GET /v2.0/ports?device_id=720009c8-7969-4fb1-9d48-846a23e742cc HTTP/1.1" status: 200 len: 945 time: 0.1027486 Nov 19 17:43:05.692095 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-95522fb1-3bb8-415b-8aad-c32a18cf966a req-d94b7771-ce4b-4770-870e-cb0da21b31ba tempest-ServerTagsTestJSON-1963055999 tempest-ServerTagsTestJSON-1963055999-project] Calling delete_port for fcd1aa83-a691-4f2e-a0db-c663ac74302d owned by compute:nova {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:43:05.757851 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b6d34781-757b-48a7-9598-4b113529092b req-5c3ab511-f2c7-4661-9f85-b6ac5d49a96e tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] 10.222.0.54 "GET /v2.0/security-groups?id=b84acbb5-2f2e-43b4-8c5f-7110024c7a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869226 Nov 19 17:43:05.845034 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6041ce4a-c6dc-4c4f-a285-253c0a9e5d97 req-fd56b629-dbe1-4540-a461-6b225e80cf75 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] 10.222.0.54 "GET /v2.0/security-groups?id=6b496084-806a-4b53-af34-e578be5128ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2240210 Nov 19 17:43:05.956533 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:43:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-489e6c02-483e-4bbe-b51d-8fde13ada7d2 x-openstack-request-id: req-489e6c02-483e-4bbe-b51d-8fde13ada7d2 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:43:05.956883 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbccfb6b-2025-4f1a-9503-4e504e4db1c1", "name": "network-vif-plugged", "status": "completed", "tag": "d7b2cd03-a862-48c5-9c93-a83b75eac01c", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:43:05.957307 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-489e6c02-483e-4bbe-b51d-8fde13ada7d2 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:43:05.958062 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbccfb6b-2025-4f1a-9503-4e504e4db1c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7b2cd03-a862-48c5-9c93-a83b75eac01c', 'code': 200} Nov 19 17:43:06.047741 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3d09c8-d364-442a-81c4-955b1ad28058 req-9736980b-64af-4f9e-83c6-0ca521b53566 tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:43:06.050756 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9f3d09c8-d364-442a-81c4-955b1ad28058 req-9736980b-64af-4f9e-83c6-0ca521b53566 tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] 10.222.0.86 "GET /v2.0/ports?device_id=669195ab-b99c-42c3-b1f1-09b59289b906 HTTP/1.1" status: 200 len: 945 time: 0.1714134 Nov 19 17:43:06.116684 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-95522fb1-3bb8-415b-8aad-c32a18cf966a req-d94b7771-ce4b-4770-870e-cb0da21b31ba tempest-ServerTagsTestJSON-1963055999 tempest-ServerTagsTestJSON-1963055999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:06.136503 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] get_ports_and_sgs() called for port_ids ['fcd1aa83-a691-4f2e-a0db-c663ac74302d'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:43:06.225871 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94b7771-ce4b-4770-870e-cb0da21b31ba tempest-ServerTagsTestJSON-1963055999 tempest-ServerTagsTestJSON-1963055999-project] Pushing event deleted for resources: {'Port': ['ID=fcd1aa83-a691-4f2e-a0db-c663ac74302d,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:43:06.274341 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae123a7-cc69-41c8-aa09-2bb7dc17c406 req-94d19628-5ef7-4848-9641-3077d2aa94b6 tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:43:06.285624 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7ae123a7-cc69-41c8-aa09-2bb7dc17c406 req-94d19628-5ef7-4848-9641-3077d2aa94b6 tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] 10.222.0.54 "GET /v2.0/ports?device_id=669195ab-b99c-42c3-b1f1-09b59289b906 HTTP/1.1" status: 200 len: 945 time: 0.1835351 Nov 19 17:43:06.300464 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975d4e32-d4a8-4b42-86bb-bcea91c3ec2f req-1b9a8713-c5d9-4a69-aeab-ea082f1550f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:43:06.305142 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-975d4e32-d4a8-4b42-86bb-bcea91c3ec2f req-1b9a8713-c5d9-4a69-aeab-ea082f1550f1 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=fbccfb6b-2025-4f1a-9503-4e504e4db1c1 HTTP/1.1" status: 200 len: 1096 time: 0.2232070 Nov 19 17:43:06.309195 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-95522fb1-3bb8-415b-8aad-c32a18cf966a req-d94b7771-ce4b-4770-870e-cb0da21b31ba tempest-ServerTagsTestJSON-1963055999 tempest-ServerTagsTestJSON-1963055999-project] No DVR routers for this DVR port fcd1aa83-a691-4f2e-a0db-c663ac74302d on host n-h2-818022-2 {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:43:06.314153 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-95522fb1-3bb8-415b-8aad-c32a18cf966a req-d94b7771-ce4b-4770-870e-cb0da21b31ba tempest-ServerTagsTestJSON-1963055999 tempest-ServerTagsTestJSON-1963055999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:06.318624 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-95522fb1-3bb8-415b-8aad-c32a18cf966a req-d94b7771-ce4b-4770-870e-cb0da21b31ba tempest-ServerTagsTestJSON-1963055999 tempest-ServerTagsTestJSON-1963055999-project] 10.222.0.86 "DELETE /v2.0/ports/fcd1aa83-a691-4f2e-a0db-c663ac74302d HTTP/1.1" status: 204 len: 173 time: 1.2028329 Nov 19 17:43:06.319994 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3023c677-02e1-45fc-813b-9233d9f234bc', 'name': 'network-vif-deleted', 'tag': 'fcd1aa83-a691-4f2e-a0db-c663ac74302d'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:43:06.321468 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218319d759239a7d11f1288aef37381b97754913ee9ccbfd43b51a463f801712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2242e92-ab26-4099-99e7-3288d8ff6d2b" -d '{"events": [{"server_uuid": "3023c677-02e1-45fc-813b-9233d9f234bc", "name": "network-vif-deleted", "tag": "fcd1aa83-a691-4f2e-a0db-c663ac74302d"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:43:06.395661 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:43:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77cfa268-90f7-4dde-971b-fbf29b46606b x-openstack-request-id: req-77cfa268-90f7-4dde-971b-fbf29b46606b {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:43:06.396250 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3023c677-02e1-45fc-813b-9233d9f234bc", "name": "network-vif-deleted", "tag": "fcd1aa83-a691-4f2e-a0db-c663ac74302d", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:43:06.396739 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-77cfa268-90f7-4dde-971b-fbf29b46606b {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:43:06.397295 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3023c677-02e1-45fc-813b-9233d9f234bc', 'name': 'network-vif-deleted', 'tag': 'fcd1aa83-a691-4f2e-a0db-c663ac74302d', 'status': 'completed', 'code': 200} Nov 19 17:43:06.407028 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7ae123a7-cc69-41c8-aa09-2bb7dc17c406 req-29c15989-5bc7-4ed9-878c-431bc722b1a6 tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] 10.222.0.54 "GET /v2.0/security-groups?id=608cd3c1-fb02-4e09-9a3c-895a0164600c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151671 Nov 19 17:43:06.419184 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-975d4e32-d4a8-4b42-86bb-bcea91c3ec2f req-a7add538-8695-4e34-8809-b424c81a5c33 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=6b496084-806a-4b53-af34-e578be5128ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712876 Nov 19 17:43:06.452199 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [req-9f3d09c8-d364-442a-81c4-955b1ad28058 req-c7e09c89-df50-495b-ba3c-53fa870271c1 tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] Deleting port 877a8e2d-c508-4b2b-95f3-0e57552014ef {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:43:06.452627 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-9f3d09c8-d364-442a-81c4-955b1ad28058 req-c7e09c89-df50-495b-ba3c-53fa870271c1 tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:06.564442 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-9f3d09c8-d364-442a-81c4-955b1ad28058 req-c7e09c89-df50-495b-ba3c-53fa870271c1 tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] For port 877a8e2d-c508-4b2b-95f3-0e57552014ef, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=877a8e2d-c508-4b2b-95f3-0e57552014ef,segment=NetworkSegment(4a9dfdd3-0c23-423a-a9c4-4c12af66c553),segment_id=4a9dfdd3-0c23-423a-a9c4-4c12af66c553)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:43:06.565018 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-9f3d09c8-d364-442a-81c4-955b1ad28058 req-c7e09c89-df50-495b-ba3c-53fa870271c1 tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:06.610872 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ffd3d2d5-42ad-45e0-a8dd-57e2fbcfc5cf req-a2db75e8-6a4f-44e2-8892-2a9a1497b607 tempest-ServerTagsTestJSON-1963055999 tempest-ServerTagsTestJSON-1963055999-project] 10.222.0.54 "GET /v2.0/ports?device_id=3023c677-02e1-45fc-813b-9233d9f234bc HTTP/1.1" status: 200 len: 210 time: 0.0429628 Nov 19 17:43:06.611893 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [req-9f3d09c8-d364-442a-81c4-955b1ad28058 req-c7e09c89-df50-495b-ba3c-53fa870271c1 tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] Calling delete_port for 877a8e2d-c508-4b2b-95f3-0e57552014ef owned by compute:nova {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:43:06.769555 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-9f3d09c8-d364-442a-81c4-955b1ad28058 req-c7e09c89-df50-495b-ba3c-53fa870271c1 tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:06.783194 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] get_ports_and_sgs() called for port_ids ['c1141d05-2f5a-4155-a628-0ca06ed5b814', '877a8e2d-c508-4b2b-95f3-0e57552014ef'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:43:06.808054 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e09c89-df50-495b-ba3c-53fa870271c1 tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] Pushing event deleted for resources: {'Port': ['ID=877a8e2d-c508-4b2b-95f3-0e57552014ef,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:43:06.872490 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f3d09c8-d364-442a-81c4-955b1ad28058 req-c7e09c89-df50-495b-ba3c-53fa870271c1 tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] No DVR routers for this DVR port 877a8e2d-c508-4b2b-95f3-0e57552014ef on host n-h2-818022-2 {{(pid=103364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:43:06.877719 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-9f3d09c8-d364-442a-81c4-955b1ad28058 req-c7e09c89-df50-495b-ba3c-53fa870271c1 tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:06.885039 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9f3d09c8-d364-442a-81c4-955b1ad28058 req-c7e09c89-df50-495b-ba3c-53fa870271c1 tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] 10.222.0.86 "DELETE /v2.0/ports/877a8e2d-c508-4b2b-95f3-0e57552014ef HTTP/1.1" status: 204 len: 173 time: 0.8025172 Nov 19 17:43:06.885870 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '669195ab-b99c-42c3-b1f1-09b59289b906', 'name': 'network-vif-deleted', 'tag': '877a8e2d-c508-4b2b-95f3-0e57552014ef'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:43:06.892691 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dd4767a008c23f8566efc82158ee1b1fff34e1a9e908d76d0b6d0ab7e350e5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-346debfe-6d75-4f5f-a720-2e473ca6ad6d" -d '{"events": [{"server_uuid": "669195ab-b99c-42c3-b1f1-09b59289b906", "name": "network-vif-deleted", "tag": "877a8e2d-c508-4b2b-95f3-0e57552014ef"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:43:07.001174 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3951a052-b2a7-43a4-94fb-d3fca94ffcc1 req-23c9e279-031c-4045-97cf-27cd7f6ea3ab tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:43:07.009798 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3951a052-b2a7-43a4-94fb-d3fca94ffcc1 req-23c9e279-031c-4045-97cf-27cd7f6ea3ab tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] 10.222.0.54 "GET /v2.0/ports?device_id=720009c8-7969-4fb1-9d48-846a23e742cc HTTP/1.1" status: 200 len: 945 time: 0.1264162 Nov 19 17:43:07.039073 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8930fa50-24af-4d4b-8da9-7a69f068ef4a req-8c49d34f-583c-4cff-9966-80abb4a2a673 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:43:07.048378 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8930fa50-24af-4d4b-8da9-7a69f068ef4a req-8c49d34f-583c-4cff-9966-80abb4a2a673 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] 10.222.0.54 "GET /v2.0/ports?device_id=fbccfb6b-2025-4f1a-9503-4e504e4db1c1 HTTP/1.1" status: 200 len: 945 time: 0.0801890 Nov 19 17:43:07.075898 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3951a052-b2a7-43a4-94fb-d3fca94ffcc1 req-9eea3d08-2f3c-44ee-adc5-fb0fcc1ba3a2 tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] 10.222.0.54 "GET /v2.0/security-groups?id=b84acbb5-2f2e-43b4-8c5f-7110024c7a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626774 Nov 19 17:43:07.135459 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:43:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb099a6e-d8dc-4ff7-a777-9d66bea05158 x-openstack-request-id: req-eb099a6e-d8dc-4ff7-a777-9d66bea05158 {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:43:07.135770 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "669195ab-b99c-42c3-b1f1-09b59289b906", "name": "network-vif-deleted", "tag": "877a8e2d-c508-4b2b-95f3-0e57552014ef", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:43:07.136027 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-eb099a6e-d8dc-4ff7-a777-9d66bea05158 {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:43:07.136560 n-d-818022-2 neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '669195ab-b99c-42c3-b1f1-09b59289b906', 'name': 'network-vif-deleted', 'tag': '877a8e2d-c508-4b2b-95f3-0e57552014ef', 'status': 'completed', 'code': 200} Nov 19 17:43:07.163008 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8930fa50-24af-4d4b-8da9-7a69f068ef4a req-d882d8b1-b17a-4db0-ac22-5c91b08fddc3 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] 10.222.0.54 "GET /v2.0/security-groups?id=6b496084-806a-4b53-af34-e578be5128ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133177 Nov 19 17:43:07.599947 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fb7bcb74-e800-4f9d-833b-5922b3c2a1c6 req-c5097ac1-ff22-48ff-9934-6bc00d1b7199 tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] 10.222.0.54 "GET /v2.0/ports?device_id=669195ab-b99c-42c3-b1f1-09b59289b906 HTTP/1.1" status: 200 len: 210 time: 0.0779088 Nov 19 17:43:07.709379 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 50112) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:43:07.766720 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_v2 [None req-e54844c4-7002-4df3-b024-7aa706b9d40e admin admin] Deleting subnet 0540fadb-a02e-4787-8a71-4a2329af57df {{(pid=103365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 17:43:07.772200 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e54844c4-7002-4df3-b024-7aa706b9d40e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:07.835295 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e54844c4-7002-4df3-b024-7aa706b9d40e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12546453'] for subnet, precommit_delete_associations {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:07.924165 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-13f52da2-2844-46ea-9618-2e021b2e9271 req-09d7e5b7-b834-4e20-987e-fddbc07f8919 tempest-ListImageFiltersTestJSON-250840556 tempest-ListImageFiltersTestJSON-250840556-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=910715b7f3444c34a0b99bcd54c57698&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0427144 Nov 19 17:43:07.975996 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e54844c4-7002-4df3-b024-7aa706b9d40e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:08.114832 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f52da2-2844-46ea-9618-2e021b2e9271 req-f5f12bfd-469e-4600-be86-924abc9a4d9c tempest-ListImageFiltersTestJSON-250840556 tempest-ListImageFiltersTestJSON-250840556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:43:08.116666 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-13f52da2-2844-46ea-9618-2e021b2e9271 req-f5f12bfd-469e-4600-be86-924abc9a4d9c tempest-ListImageFiltersTestJSON-250840556 tempest-ListImageFiltersTestJSON-250840556-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1772447 Nov 19 17:43:08.118621 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e54844c4-7002-4df3-b024-7aa706b9d40e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12282919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8731163'] for subnet, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:08.133116 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e54844c4-7002-4df3-b024-7aa706b9d40e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:08.139451 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 50128) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:43:08.140390 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-e54844c4-7002-4df3-b024-7aa706b9d40e admin admin] 10.222.0.54 "DELETE /v2.0/subnets/0540fadb-a02e-4787-8a71-4a2329af57df HTTP/1.1" status: 204 len: 168 time: 0.4290767 Nov 19 17:43:08.183036 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54844c4-7002-4df3-b024-7aa706b9d40e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0540fadb-a02e-4787-8a71-4a2329af57df,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:43:08.202240 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-13f52da2-2844-46ea-9618-2e021b2e9271 req-acd08860-2ea5-4668-b33d-51b457a86140 tempest-ListImageFiltersTestJSON-250840556 tempest-ListImageFiltersTestJSON-250840556-project] 10.222.0.54 "GET /v2.0/quotas/910715b7f3444c34a0b99bcd54c57698 HTTP/1.1" status: 200 len: 375 time: 0.0294721 Nov 19 17:43:08.280683 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-13f52da2-2844-46ea-9618-2e021b2e9271 req-1c767776-ca28-4801-a7d7-1db7fd895103 tempest-ListImageFiltersTestJSON-250840556 tempest-ListImageFiltersTestJSON-250840556-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=910715b7f3444c34a0b99bcd54c57698&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0742233 Nov 19 17:43:08.364638 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b1e8574b-792a-43cd-bf3b-18564d13bd46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:08.403650 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6224b884-0b01-4b90-b9ce-ee26432cbf79 req-773096e9-d243-4182-bb3f-bbaf215c5051 tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:43:08.407072 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6224b884-0b01-4b90-b9ce-ee26432cbf79 req-773096e9-d243-4182-bb3f-bbaf215c5051 tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] 10.222.0.54 "GET /v2.0/ports?device_id=720009c8-7969-4fb1-9d48-846a23e742cc HTTP/1.1" status: 200 len: 945 time: 0.1149678 Nov 19 17:43:08.591455 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b1e8574b-792a-43cd-bf3b-18564d13bd46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:08.632212 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6224b884-0b01-4b90-b9ce-ee26432cbf79 req-c4443afc-5f3f-4032-ab53-028816f71985 tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] 10.222.0.54 "GET /v2.0/security-groups?id=b84acbb5-2f2e-43b4-8c5f-7110024c7a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968956 Nov 19 17:43:08.689357 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-b1e8574b-792a-43cd-bf3b-18564d13bd46 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91f4c532-5cc4-4e60-b5b4-73a1d0b848be']}} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:43:08.692007 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48a6393-8934-4093-a1da-899dac1276cb req-01a7444d-26f7-42f9-84ad-707bc7e44125 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:43:08.693631 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f48a6393-8934-4093-a1da-899dac1276cb req-01a7444d-26f7-42f9-84ad-707bc7e44125 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] 10.222.0.54 "GET /v2.0/ports?device_id=fbccfb6b-2025-4f1a-9503-4e504e4db1c1 HTTP/1.1" status: 200 len: 945 time: 0.1001470 Nov 19 17:43:08.722299 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-b1e8574b-792a-43cd-bf3b-18564d13bd46 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8eb74a1-feee-46ad-8904-a676d298ed66') {'for_net_delete': True} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:43:08.722891 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-b1e8574b-792a-43cd-bf3b-18564d13bd46 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8eb74a1-feee-46ad-8904-a676d298ed66') {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:43:08.778023 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b1e8574b-792a-43cd-bf3b-18564d13bd46 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417396'] for segment, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:08.810358 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f48a6393-8934-4093-a1da-899dac1276cb req-11b8724b-9aa0-4fc6-a4fd-20468a63726f tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] 10.222.0.54 "GET /v2.0/security-groups?id=6b496084-806a-4b53-af34-e578be5128ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059282 Nov 19 17:43:08.825595 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b1e8574b-792a-43cd-bf3b-18564d13bd46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:08.893371 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1e8574b-792a-43cd-bf3b-18564d13bd46 admin admin] Releasing vlan 677 on physical network physnet1 to pool {{(pid=103364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 17:43:08.894034 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b1e8574b-792a-43cd-bf3b-18564d13bd46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12425183'] for segment, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:08.897396 n-d-818022-2 neutron-server[103364]: Traceback (most recent call last): Nov 19 17:43:08.897396 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 17:43:08.897396 n-d-818022-2 neutron-server[103364]: timer() Nov 19 17:43:08.897396 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 17:43:08.897396 n-d-818022-2 neutron-server[103364]: cb(*args, **kw) Nov 19 17:43:08.897396 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 17:43:08.897396 n-d-818022-2 neutron-server[103364]: return func(*args, **kwargs) Nov 19 17:43:08.897396 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 17:43:08.897396 n-d-818022-2 neutron-server[103364]: self._notify() Nov 19 17:43:08.897396 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 17:43:08.897396 n-d-818022-2 neutron-server[103364]: self.callback(batched_events) Nov 19 17:43:08.897396 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 17:43:08.897396 n-d-818022-2 neutron-server[103364]: event.method(event) Nov 19 17:43:08.897396 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 17:43:08.897396 n-d-818022-2 neutron-server[103364]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 17:43:08.897396 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 17:43:08.897396 n-d-818022-2 neutron-server[103364]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 17:43:08.897396 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 17:43:08.897396 n-d-818022-2 neutron-server[103364]: return f(self, *a, **k) Nov 19 17:43:08.897396 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 17:43:08.897396 n-d-818022-2 neutron-server[103364]: return self._get(url).json() Nov 19 17:43:08.897396 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 17:43:08.897396 n-d-818022-2 neutron-server[103364]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 17:43:08.897396 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 17:43:08.897396 n-d-818022-2 neutron-server[103364]: return self.request(url, 'GET', **kwargs) Nov 19 17:43:08.897396 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 17:43:08.897396 n-d-818022-2 neutron-server[103364]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 17:43:08.897396 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 17:43:08.897396 n-d-818022-2 neutron-server[103364]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 17:43:08.897396 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 17:43:08.897396 n-d-818022-2 neutron-server[103364]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 17:43:08.897396 n-d-818022-2 neutron-server[103364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 17:43:08.981412 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-275131a6-1ec0-491e-9bca-81bf021f5516 req-a283a10b-b3b2-48c1-803e-501a28c38d6c tempest-ListImageFiltersTestJSON-250840556 tempest-ListImageFiltersTestJSON-250840556-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=910715b7f3444c34a0b99bcd54c57698&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1511922 Nov 19 17:43:09.002587 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b1e8574b-792a-43cd-bf3b-18564d13bd46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671242'] for network, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:09.016378 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device 877a8e2d-c508-4b2b-95f3-0e57552014ef no longer exists at agent hyperv_n-h2-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:43:09.042301 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b1e8574b-792a-43cd-bf3b-18564d13bd46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:09.049104 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-b1e8574b-792a-43cd-bf3b-18564d13bd46 admin admin] 10.222.0.54 "DELETE /v2.0/networks/91f4c532-5cc4-4e60-b5b4-73a1d0b848be HTTP/1.1" status: 204 len: 168 time: 0.9080989 Nov 19 17:43:09.138036 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] No Port match for: 877a8e2d-c508-4b2b-95f3-0e57552014ef {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:43:09.140303 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device 877a8e2d-c508-4b2b-95f3-0e57552014ef not bound to the agent host n-h2-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:43:09.141842 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device fcd1aa83-a691-4f2e-a0db-c663ac74302d no longer exists at agent hyperv_n-h2-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:43:09.152171 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e8574b-792a-43cd-bf3b-18564d13bd46 admin admin] Pushing event deleted for resources: {'Network': ['ID=91f4c532-5cc4-4e60-b5b4-73a1d0b848be,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:43:09.224193 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] No Port match for: fcd1aa83-a691-4f2e-a0db-c663ac74302d {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:43:09.225030 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device fcd1aa83-a691-4f2e-a0db-c663ac74302d not bound to the agent host n-h2-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:43:09.430827 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d13b4c8-ae38-4ace-a884-b5f6535573c5 req-60a136a1-9357-45b8-ad2d-cda84a1f18b9 tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:43:09.433635 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4d13b4c8-ae38-4ace-a884-b5f6535573c5 req-60a136a1-9357-45b8-ad2d-cda84a1f18b9 tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] 10.222.0.54 "GET /v2.0/ports?device_id=2dc0a948-e69f-470a-a431-55ba5b8e72a4 HTTP/1.1" status: 200 len: 946 time: 0.1330686 Nov 19 17:43:09.450687 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275131a6-1ec0-491e-9bca-81bf021f5516 req-aad25bfb-67d7-409a-9ebf-a54f0860d361 tempest-ListImageFiltersTestJSON-250840556 tempest-ListImageFiltersTestJSON-250840556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:43:09.472550 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-275131a6-1ec0-491e-9bca-81bf021f5516 req-aad25bfb-67d7-409a-9ebf-a54f0860d361 tempest-ListImageFiltersTestJSON-250840556 tempest-ListImageFiltersTestJSON-250840556-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4897099 Nov 19 17:43:09.504851 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-275131a6-1ec0-491e-9bca-81bf021f5516 req-aad65998-813c-4d78-b406-28f74c75d917 tempest-ListImageFiltersTestJSON-250840556 tempest-ListImageFiltersTestJSON-250840556-project] 10.222.0.54 "GET /v2.0/quotas/910715b7f3444c34a0b99bcd54c57698 HTTP/1.1" status: 200 len: 375 time: 0.0295124 Nov 19 17:43:09.536088 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4d13b4c8-ae38-4ace-a884-b5f6535573c5 req-f67ac403-2cf5-4160-90fc-923ae9227513 tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] 10.222.0.54 "GET /v2.0/security-groups?id=608cd3c1-fb02-4e09-9a3c-895a0164600c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908864 Nov 19 17:43:09.567525 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 50160) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:43:09.579901 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-275131a6-1ec0-491e-9bca-81bf021f5516 req-9bd079bc-3ea6-4cf6-a6a9-bdd9c56c1341 tempest-ListImageFiltersTestJSON-250840556 tempest-ListImageFiltersTestJSON-250840556-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=910715b7f3444c34a0b99bcd54c57698&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0726237 Nov 19 17:43:09.651178 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-b845314c-f9de-448a-ab00-bdbd6e0be911 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=6a76b1038dd6488c9e5a5901f08b1769&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0813744 Nov 19 17:43:09.654559 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 50162) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:43:09.749451 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-79bed441-64d4-40e0-87dc-37e7fc2b9530 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:09.795582 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-79bed441-64d4-40e0-87dc-37e7fc2b9530 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:09.855961 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13de2f8e-c06c-43c8-abb2-48f6a687c88e req-5ae1d735-f13b-4c84-b681-e609bbfd048f tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:43:09.865924 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-13de2f8e-c06c-43c8-abb2-48f6a687c88e req-5ae1d735-f13b-4c84-b681-e609bbfd048f tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] 10.222.0.54 "GET /v2.0/ports?device_id=720009c8-7969-4fb1-9d48-846a23e742cc HTTP/1.1" status: 200 len: 945 time: 0.0849872 Nov 19 17:43:09.943705 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-13de2f8e-c06c-43c8-abb2-48f6a687c88e req-4154171f-6a8d-4190-85b0-24b156e47dda tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] 10.222.0.54 "GET /v2.0/security-groups?id=b84acbb5-2f2e-43b4-8c5f-7110024c7a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764003 Nov 19 17:43:10.130836 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-13f52da2-2844-46ea-9618-2e021b2e9271 req-3f178ba0-5cc4-4b01-8aab-807c45e5e721 tempest-ListImageFiltersTestJSON-250840556 tempest-ListImageFiltersTestJSON-250840556-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=910715b7f3444c34a0b99bcd54c57698&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0269377 Nov 19 17:43:10.293560 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-af3b4ee6-5ec7-4c92-8ac3-ec0774b5ef43 req-c335ba2f-b824-44f8-b673-d26ff74372ce tempest-ListImageFiltersTestJSON-250840556 tempest-ListImageFiltersTestJSON-250840556-project] 10.222.0.54 "GET /v2.0/ports?device_id=3c2decfe-aee1-47cc-afae-db04d2fa7bd3 HTTP/1.1" status: 200 len: 210 time: 0.4744582 Nov 19 17:43:10.392179 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-79bed441-64d4-40e0-87dc-37e7fc2b9530 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:10.400397 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-79bed441-64d4-40e0-87dc-37e7fc2b9530 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:10.408522 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-79bed441-64d4-40e0-87dc-37e7fc2b9530 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/8bdab7c9-bb32-4221-9734-3c30d1a6cf23 HTTP/1.1" status: 204 len: 168 time: 0.7517889 Nov 19 17:43:10.426353 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bed441-64d4-40e0-87dc-37e7fc2b9530 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bdab7c9-bb32-4221-9734-3c30d1a6cf23,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:43:10.439883 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f1d742-b12c-4427-b7f3-4506fbeee132 req-483d1cfc-c8f0-4e45-8dd5-a449c9939e26 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:43:10.441740 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-50f1d742-b12c-4427-b7f3-4506fbeee132 req-483d1cfc-c8f0-4e45-8dd5-a449c9939e26 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] 10.222.0.54 "GET /v2.0/ports?device_id=fbccfb6b-2025-4f1a-9503-4e504e4db1c1 HTTP/1.1" status: 200 len: 945 time: 0.3505263 Nov 19 17:43:10.580582 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f52da2-2844-46ea-9618-2e021b2e9271 req-5cdf05cc-42ed-4477-97c9-e56513002965 tempest-ListImageFiltersTestJSON-250840556 tempest-ListImageFiltersTestJSON-250840556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:43:10.582650 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-13f52da2-2844-46ea-9618-2e021b2e9271 req-5cdf05cc-42ed-4477-97c9-e56513002965 tempest-ListImageFiltersTestJSON-250840556 tempest-ListImageFiltersTestJSON-250840556-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4067237 Nov 19 17:43:10.588443 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-50f1d742-b12c-4427-b7f3-4506fbeee132 req-b9543fc9-864e-44b8-9af0-c1b9033ec446 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] 10.222.0.54 "GET /v2.0/security-groups?id=6b496084-806a-4b53-af34-e578be5128ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281328 Nov 19 17:43:10.610183 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-13f52da2-2844-46ea-9618-2e021b2e9271 req-aecfcf50-3e45-4ca4-820c-03a8388e2e0c tempest-ListImageFiltersTestJSON-250840556 tempest-ListImageFiltersTestJSON-250840556-project] Request body: {'port': {'device_id': '7d129510-5e62-48b1-a79e-75c697dca17f', 'network_id': '346debfa-452b-4048-abf4-8f4493625ef2', 'admin_state_up': True, 'tenant_id': '910715b7f3444c34a0b99bcd54c57698'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:43:10.825219 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c292f8-452f-4e38-b1d5-422f246ae7f7 req-4424a343-ca67-4914-a853-bdd7d71fb172 tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:43:10.836423 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b8c292f8-452f-4e38-b1d5-422f246ae7f7 req-4424a343-ca67-4914-a853-bdd7d71fb172 tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] 10.222.0.54 "GET /v2.0/ports?device_id=2dc0a948-e69f-470a-a431-55ba5b8e72a4 HTTP/1.1" status: 200 len: 946 time: 0.0776429 Nov 19 17:43:10.976280 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b8c292f8-452f-4e38-b1d5-422f246ae7f7 req-b1d45680-3171-4ae3-90d9-ed4c04f22918 tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] 10.222.0.54 "GET /v2.0/security-groups?id=608cd3c1-fb02-4e09-9a3c-895a0164600c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382866 Nov 19 17:43:11.001246 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fdf3429d-150b-47f2-9125-e07a24023d94 req-57483884-eb2f-429b-a827-6a04745443ad tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-407358570&fields=id&tenant_id=c146b4a40dd54cec9293fb9bbd2d1c70 HTTP/1.1" status: 200 len: 267 time: 0.2141879 Nov 19 17:43:11.098144 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13f52da2-2844-46ea-9618-2e021b2e9271 req-aecfcf50-3e45-4ca4-820c-03a8388e2e0c tempest-ListImageFiltersTestJSON-250840556 tempest-ListImageFiltersTestJSON-250840556-project] Made reservation on behalf of 910715b7f3444c34a0b99bcd54c57698 for: {'port': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:43:11.104174 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-13f52da2-2844-46ea-9618-2e021b2e9271 req-aecfcf50-3e45-4ca4-820c-03a8388e2e0c tempest-ListImageFiltersTestJSON-250840556 tempest-ListImageFiltersTestJSON-250840556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:11.157223 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf3429d-150b-47f2-9125-e07a24023d94 req-ccd29933-6fa8-4102-9d6a-f01c9f593f66 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:43:11.173151 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fdf3429d-150b-47f2-9125-e07a24023d94 req-ccd29933-6fa8-4102-9d6a-f01c9f593f66 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] 10.222.0.54 "GET /v2.0/ports?device_id=fbccfb6b-2025-4f1a-9503-4e504e4db1c1 HTTP/1.1" status: 200 len: 945 time: 0.1704743 Nov 19 17:43:11.175304 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10b9ade-ec62-4958-a0ea-9d320e788c1a req-16c6aa6e-175b-43b6-9282-50342875ba7e tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:43:11.177700 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-13f52da2-2844-46ea-9618-2e021b2e9271 req-aecfcf50-3e45-4ca4-820c-03a8388e2e0c tempest-ListImageFiltersTestJSON-250840556 tempest-ListImageFiltersTestJSON-250840556-project] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:11.189857 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a10b9ade-ec62-4958-a0ea-9d320e788c1a req-16c6aa6e-175b-43b6-9282-50342875ba7e tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] 10.222.0.54 "GET /v2.0/ports?device_id=720009c8-7969-4fb1-9d48-846a23e742cc HTTP/1.1" status: 200 len: 945 time: 0.1116757 Nov 19 17:43:11.190424 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-fdf3429d-150b-47f2-9125-e07a24023d94 req-b77be9e6-7903-4ad3-84bc-e177488b1dfc tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] Request body: {'port': {'security_groups': ['6b496084-806a-4b53-af34-e578be5128ae', '04e3d6d7-1182-43cf-b490-7070eb1a7891']}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:43:11.272775 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a10b9ade-ec62-4958-a0ea-9d320e788c1a req-a4d6589d-4b92-453d-be5c-5f9718aa87ec tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] 10.222.0.54 "GET /v2.0/security-groups?id=b84acbb5-2f2e-43b4-8c5f-7110024c7a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813379 Nov 19 17:43:11.422491 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-13f52da2-2844-46ea-9618-2e021b2e9271 req-aecfcf50-3e45-4ca4-820c-03a8388e2e0c tempest-ListImageFiltersTestJSON-250840556 tempest-ListImageFiltersTestJSON-250840556-project] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:11.425444 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-fdf3429d-150b-47f2-9125-e07a24023d94 req-b77be9e6-7903-4ad3-84bc-e177488b1dfc tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:11.430674 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-13f52da2-2844-46ea-9618-2e021b2e9271 req-aecfcf50-3e45-4ca4-820c-03a8388e2e0c tempest-ListImageFiltersTestJSON-250840556 tempest-ListImageFiltersTestJSON-250840556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:11.507091 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-5b3c4e6f-0042-494d-9bae-a54a9af2e9b0 req-d191b03a-60c7-43d1-b627-d4bf6de1730b tempest-ListImageFiltersTestJSON-250840556 tempest-ListImageFiltersTestJSON-250840556-project] 10.222.0.54 "GET /v2.0/ports?device_id=3c2decfe-aee1-47cc-afae-db04d2fa7bd3 HTTP/1.1" status: 200 len: 210 time: 0.0666137 Nov 19 17:43:11.561666 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecfcf50-3e45-4ca4-820c-03a8388e2e0c tempest-ListImageFiltersTestJSON-250840556 tempest-ListImageFiltersTestJSON-250840556-project] Pushing event updated for resources: {'SecurityGroup': ['ID=157de4a4-d761-407b-be78-1f99889a002d,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:43:11.761156 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [req-13f52da2-2844-46ea-9618-2e021b2e9271 req-aecfcf50-3e45-4ca4-820c-03a8388e2e0c tempest-ListImageFiltersTestJSON-250840556 tempest-ListImageFiltersTestJSON-250840556-project] Allocated IP 192.168.233.243 (346debfa-452b-4048-abf4-8f4493625ef2/8b3c88de-c9c2-4a20-b19e-1855c2c19035/12475d13-84ce-40f1-8c15-c615d6f3ddb0) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:43:12.000074 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-275131a6-1ec0-491e-9bca-81bf021f5516 req-d7a35d8b-0398-485e-9b84-f1cdf2bacbdd tempest-ListImageFiltersTestJSON-250840556 tempest-ListImageFiltersTestJSON-250840556-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=910715b7f3444c34a0b99bcd54c57698&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0996778 Nov 19 17:43:12.100321 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-fdf3429d-150b-47f2-9125-e07a24023d94 req-b77be9e6-7903-4ad3-84bc-e177488b1dfc tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] For port d7b2cd03-a862-48c5-9c93-a83b75eac01c, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=d7b2cd03-a862-48c5-9c93-a83b75eac01c,segment=NetworkSegment(3969cf88-7658-432d-801e-c50b9cff97b5),segment_id=3969cf88-7658-432d-801e-c50b9cff97b5)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:43:12.178404 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-fdf3429d-150b-47f2-9125-e07a24023d94 req-b77be9e6-7903-4ad3-84bc-e177488b1dfc tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] Publish callbacks [] for port, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:12.184709 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-fdf3429d-150b-47f2-9125-e07a24023d94 req-b77be9e6-7903-4ad3-84bc-e177488b1dfc tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:12.203958 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] get_ports_and_sgs() called for port_ids ['5acf4e95-86ed-44f0-b29a-2e6b8904987b', 'd7b2cd03-a862-48c5-9c93-a83b75eac01c'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:43:12.281438 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf3429d-150b-47f2-9125-e07a24023d94 req-b77be9e6-7903-4ad3-84bc-e177488b1dfc tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:43:12.282581 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-fdf3429d-150b-47f2-9125-e07a24023d94 req-b77be9e6-7903-4ad3-84bc-e177488b1dfc tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:12.283055 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d43f300-c92a-48ee-ad7b-f1eaf9dbb58b req-d18c8da5-2769-417c-9cb9-f60592ddd4e3 tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:43:12.286412 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-3d43f300-c92a-48ee-ad7b-f1eaf9dbb58b req-d18c8da5-2769-417c-9cb9-f60592ddd4e3 tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] 10.222.0.86 "GET /v2.0/ports?device_id=2dc0a948-e69f-470a-a431-55ba5b8e72a4 HTTP/1.1" status: 200 len: 946 time: 0.3259625 Nov 19 17:43:12.295508 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fdf3429d-150b-47f2-9125-e07a24023d94 req-b77be9e6-7903-4ad3-84bc-e177488b1dfc tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] 10.222.0.54 "PUT /v2.0/ports/d7b2cd03-a862-48c5-9c93-a83b75eac01c HTTP/1.1" status: 200 len: 981 time: 1.1195998 Nov 19 17:43:12.321904 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbccfb6b-2025-4f1a-9503-4e504e4db1c1', 'tag': 'd7b2cd03-a862-48c5-9c93-a83b75eac01c'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:43:12.324975 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218319d759239a7d11f1288aef37381b97754913ee9ccbfd43b51a463f801712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f70d7e0-0460-4600-a2d3-c5dd2ca2344b" -d '{"events": [{"name": "network-changed", "server_uuid": "fbccfb6b-2025-4f1a-9503-4e504e4db1c1", "tag": "d7b2cd03-a862-48c5-9c93-a83b75eac01c"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:43:12.374676 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-13f52da2-2844-46ea-9618-2e021b2e9271 req-aecfcf50-3e45-4ca4-820c-03a8388e2e0c tempest-ListImageFiltersTestJSON-250840556 tempest-ListImageFiltersTestJSON-250840556-project] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:12.445874 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77be9e6-7903-4ad3-84bc-e177488b1dfc tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] Pushing event updated for resources: {'Port': ['ID=d7b2cd03-a862-48c5-9c93-a83b75eac01c,revision_number=6']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:43:12.457725 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] get_ports_and_sgs() called for port_ids ['d7b2cd03-a862-48c5-9c93-a83b75eac01c'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:43:12.528108 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53e1883-d79d-442a-bb5d-5b7c640737e2 req-3b5785de-7346-4205-a1c9-52efb7bd66af tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:43:12.538698 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275131a6-1ec0-491e-9bca-81bf021f5516 req-b8018901-61bf-4e14-8b86-10763051a1e3 tempest-ListImageFiltersTestJSON-250840556 tempest-ListImageFiltersTestJSON-250840556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:43:12.540630 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e53e1883-d79d-442a-bb5d-5b7c640737e2 req-3b5785de-7346-4205-a1c9-52efb7bd66af tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] 10.222.0.54 "GET /v2.0/ports?device_id=2dc0a948-e69f-470a-a431-55ba5b8e72a4 HTTP/1.1" status: 200 len: 946 time: 0.1135252 Nov 19 17:43:12.540912 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-275131a6-1ec0-491e-9bca-81bf021f5516 req-b8018901-61bf-4e14-8b86-10763051a1e3 tempest-ListImageFiltersTestJSON-250840556 tempest-ListImageFiltersTestJSON-250840556-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4958444 Nov 19 17:43:12.556195 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-13f52da2-2844-46ea-9618-2e021b2e9271 req-aecfcf50-3e45-4ca4-820c-03a8388e2e0c tempest-ListImageFiltersTestJSON-250840556 tempest-ListImageFiltersTestJSON-250840556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:12.577602 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [req-3d43f300-c92a-48ee-ad7b-f1eaf9dbb58b req-472be104-bb07-4c43-b955-ba820b751ba6 tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] Deleting port c1141d05-2f5a-4155-a628-0ca06ed5b814 {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:43:12.578191 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-3d43f300-c92a-48ee-ad7b-f1eaf9dbb58b req-472be104-bb07-4c43-b955-ba820b751ba6 tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:12.591101 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-275131a6-1ec0-491e-9bca-81bf021f5516 req-0a35f21c-6fbe-4655-9071-eaee078f41cf tempest-ListImageFiltersTestJSON-250840556 tempest-ListImageFiltersTestJSON-250840556-project] Request body: {'port': {'device_id': '3c2decfe-aee1-47cc-afae-db04d2fa7bd3', 'network_id': '346debfa-452b-4048-abf4-8f4493625ef2', 'admin_state_up': True, 'tenant_id': '910715b7f3444c34a0b99bcd54c57698'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:43:12.709486 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13f52da2-2844-46ea-9618-2e021b2e9271 req-aecfcf50-3e45-4ca4-820c-03a8388e2e0c tempest-ListImageFiltersTestJSON-250840556 tempest-ListImageFiltersTestJSON-250840556-project] Network 346debfa-452b-4048-abf4-8f4493625ef2 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:43:12.714808 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [req-13f52da2-2844-46ea-9618-2e021b2e9271 req-aecfcf50-3e45-4ca4-820c-03a8388e2e0c tempest-ListImageFiltersTestJSON-250840556 tempest-ListImageFiltersTestJSON-250840556-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:43:12.728725 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-13f52da2-2844-46ea-9618-2e021b2e9271 req-aecfcf50-3e45-4ca4-820c-03a8388e2e0c tempest-ListImageFiltersTestJSON-250840556 tempest-ListImageFiltersTestJSON-250840556-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:43:12.916506 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-3d43f300-c92a-48ee-ad7b-f1eaf9dbb58b req-472be104-bb07-4c43-b955-ba820b751ba6 tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] For port c1141d05-2f5a-4155-a628-0ca06ed5b814, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=c1141d05-2f5a-4155-a628-0ca06ed5b814,segment=NetworkSegment(4a9dfdd3-0c23-423a-a9c4-4c12af66c553),segment_id=4a9dfdd3-0c23-423a-a9c4-4c12af66c553)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:43:12.917303 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-3d43f300-c92a-48ee-ad7b-f1eaf9dbb58b req-472be104-bb07-4c43-b955-ba820b751ba6 tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:12.939379 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f52da2-2844-46ea-9618-2e021b2e9271 req-aecfcf50-3e45-4ca4-820c-03a8388e2e0c tempest-ListImageFiltersTestJSON-250840556 tempest-ListImageFiltersTestJSON-250840556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:43:12.943287 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-13f52da2-2844-46ea-9618-2e021b2e9271 req-aecfcf50-3e45-4ca4-820c-03a8388e2e0c tempest-ListImageFiltersTestJSON-250840556 tempest-ListImageFiltersTestJSON-250840556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:12.969217 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecfcf50-3e45-4ca4-820c-03a8388e2e0c tempest-ListImageFiltersTestJSON-250840556 tempest-ListImageFiltersTestJSON-250840556-project] Pushing event updated for resources: {'Port': ['ID=12475d13-84ce-40f1-8c15-c615d6f3ddb0,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:43:12.982265 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-44ccc873-6ed9-4799-8606-2de24d070114 req-b6292a08-19b7-4ddb-b5ce-cdd955767939 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=ccff1488-85ea-43ae-bf94-c62226a4f4bf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3710287 Nov 19 17:43:12.987580 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e53e1883-d79d-442a-bb5d-5b7c640737e2 req-68f29fcf-9476-4938-b7a2-d80ed19390fd tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] 10.222.0.54 "GET /v2.0/security-groups?id=608cd3c1-fb02-4e09-9a3c-895a0164600c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4459333 Nov 19 17:43:13.005610 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [req-3d43f300-c92a-48ee-ad7b-f1eaf9dbb58b req-472be104-bb07-4c43-b955-ba820b751ba6 tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] Calling delete_port for c1141d05-2f5a-4155-a628-0ca06ed5b814 owned by compute:nova {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:43:13.015224 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-13f52da2-2844-46ea-9618-2e021b2e9271 req-aecfcf50-3e45-4ca4-820c-03a8388e2e0c tempest-ListImageFiltersTestJSON-250840556 tempest-ListImageFiltersTestJSON-250840556-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4120371 Nov 19 17:43:13.030026 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-13f52da2-2844-46ea-9618-2e021b2e9271 req-99007c38-4efa-4f57-aa96-c0dc2d0d058e service neutron] Request body: {'port': {'device_id': '7d129510-5e62-48b1-a79e-75c697dca17f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818022-2'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:43:13.202181 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-275131a6-1ec0-491e-9bca-81bf021f5516 req-0a35f21c-6fbe-4655-9071-eaee078f41cf tempest-ListImageFiltersTestJSON-250840556 tempest-ListImageFiltersTestJSON-250840556-project] Made reservation on behalf of 910715b7f3444c34a0b99bcd54c57698 for: {'port': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:43:13.212594 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-275131a6-1ec0-491e-9bca-81bf021f5516 req-0a35f21c-6fbe-4655-9071-eaee078f41cf tempest-ListImageFiltersTestJSON-250840556 tempest-ListImageFiltersTestJSON-250840556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:13.241677 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ccc873-6ed9-4799-8606-2de24d070114 req-75a625ab-c55c-43f5-a9d3-1137366d7852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:43:13.243292 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-44ccc873-6ed9-4799-8606-2de24d070114 req-75a625ab-c55c-43f5-a9d3-1137366d7852 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=dc7ce1e4ff7747b99247f6b026a294f4&device_id=ccff1488-85ea-43ae-bf94-c62226a4f4bf HTTP/1.1" status: 200 len: 1097 time: 0.1588097 Nov 19 17:43:13.245436 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-13f52da2-2844-46ea-9618-2e021b2e9271 req-99007c38-4efa-4f57-aa96-c0dc2d0d058e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:13.257592 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8706cfdc-e179-44a6-a763-6e60a729b412 req-f7855772-7ec6-40e9-92c6-29da0c40a67f tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] 10.222.0.54 "GET /v2.0/security-groups/04e3d6d7-1182-43cf-b490-7070eb1a7891 HTTP/1.1" status: 200 len: 1816 time: 0.4364557 Nov 19 17:43:13.286519 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708ec1e1-10e7-4334-a1c0-0c8f4cfa9ce4 req-391d5821-be7d-4d15-842f-af26220c402b tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:43:13.298997 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-9d6c699c-2d60-4a02-89b0-25212f528d76 None None] Provisioning complete for port 12475d13-84ce-40f1-8c15-c615d6f3ddb0 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:43:13.299596 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9d6c699c-2d60-4a02-89b0-25212f528d76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:13.301453 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-708ec1e1-10e7-4334-a1c0-0c8f4cfa9ce4 req-391d5821-be7d-4d15-842f-af26220c402b tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] 10.222.0.54 "GET /v2.0/ports?device_id=720009c8-7969-4fb1-9d48-846a23e742cc HTTP/1.1" status: 200 len: 945 time: 0.1493971 Nov 19 17:43:13.465452 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-3d43f300-c92a-48ee-ad7b-f1eaf9dbb58b req-472be104-bb07-4c43-b955-ba820b751ba6 tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:13.474021 n-d-818022-2 neutron-server[103364]: INFO neutron.api.v2.resource [req-8706cfdc-e179-44a6-a763-6e60a729b412 req-21fb1a37-b69f-49db-8674-43ada595e6ff tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 19 17:43:13.489866 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8706cfdc-e179-44a6-a763-6e60a729b412 req-21fb1a37-b69f-49db-8674-43ada595e6ff tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] 10.222.0.54 "DELETE /v2.0/security-groups/04e3d6d7-1182-43cf-b490-7070eb1a7891 HTTP/1.1" status: 409 len: 341 time: 0.2209108 Nov 19 17:43:13.513699 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-9d6c699c-2d60-4a02-89b0-25212f528d76 None None] Port 12475d13-84ce-40f1-8c15-c615d6f3ddb0 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:43:13.642062 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 17:43:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b85128b3-bac1-40a4-8141-6de63e7a15f9 x-openstack-request-id: req-b85128b3-bac1-40a4-8141-6de63e7a15f9 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:43:13.642730 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbccfb6b-2025-4f1a-9503-4e504e4db1c1", "tag": "d7b2cd03-a862-48c5-9c93-a83b75eac01c", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:43:13.643803 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b85128b3-bac1-40a4-8141-6de63e7a15f9 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:43:13.648701 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbccfb6b-2025-4f1a-9503-4e504e4db1c1', 'tag': 'd7b2cd03-a862-48c5-9c93-a83b75eac01c', 'status': 'completed', 'code': 200} Nov 19 17:43:13.683643 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.86', 54634) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:43:13.711943 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-708ec1e1-10e7-4334-a1c0-0c8f4cfa9ce4 req-e4ec914e-541a-4a3d-8ba8-d55dd60deb08 tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] 10.222.0.54 "GET /v2.0/security-groups?id=b84acbb5-2f2e-43b4-8c5f-7110024c7a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3955946 Nov 19 17:43:13.724436 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472be104-bb07-4c43-b955-ba820b751ba6 tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] Pushing event deleted for resources: {'Port': ['ID=c1141d05-2f5a-4155-a628-0ca06ed5b814,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:43:13.840716 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d43f300-c92a-48ee-ad7b-f1eaf9dbb58b req-472be104-bb07-4c43-b955-ba820b751ba6 tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] No DVR routers for this DVR port c1141d05-2f5a-4155-a628-0ca06ed5b814 on host n-h2-818022-2 {{(pid=103364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:43:13.849496 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-3d43f300-c92a-48ee-ad7b-f1eaf9dbb58b req-472be104-bb07-4c43-b955-ba820b751ba6 tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:13.860355 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-3d43f300-c92a-48ee-ad7b-f1eaf9dbb58b req-472be104-bb07-4c43-b955-ba820b751ba6 tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] 10.222.0.86 "DELETE /v2.0/ports/c1141d05-2f5a-4155-a628-0ca06ed5b814 HTTP/1.1" status: 204 len: 173 time: 1.5573335 Nov 19 17:43:13.871951 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dc0a948-e69f-470a-a431-55ba5b8e72a4', 'name': 'network-vif-deleted', 'tag': 'c1141d05-2f5a-4155-a628-0ca06ed5b814'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:43:13.875983 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dd4767a008c23f8566efc82158ee1b1fff34e1a9e908d76d0b6d0ab7e350e5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-006c8006-c83f-432a-84ed-d1a33c392c33" -d '{"events": [{"server_uuid": "2dc0a948-e69f-470a-a431-55ba5b8e72a4", "name": "network-vif-deleted", "tag": "c1141d05-2f5a-4155-a628-0ca06ed5b814"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:43:13.948774 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-5af06b12-2a24-4b6c-b4d0-41c77ccbfd08 req-52ae581c-c08a-43ad-b5a7-36898b058671 tempest-ListImageFiltersTestJSON-250840556 tempest-ListImageFiltersTestJSON-250840556-project] 10.222.0.54 "GET /v2.0/ports?device_id=3c2decfe-aee1-47cc-afae-db04d2fa7bd3 HTTP/1.1" status: 200 len: 210 time: 0.1264172 Nov 19 17:43:14.047558 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [req-275131a6-1ec0-491e-9bca-81bf021f5516 req-0a35f21c-6fbe-4655-9071-eaee078f41cf tempest-ListImageFiltersTestJSON-250840556 tempest-ListImageFiltersTestJSON-250840556-project] Allocated IP 192.168.233.81 (346debfa-452b-4048-abf4-8f4493625ef2/8b3c88de-c9c2-4a20-b19e-1855c2c19035/744d1b3d-2033-4766-b763-659b747d4b6b) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:43:14.051150 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-49dc0eca-d8b8-4473-a984-db4dba0f6fa2 req-6cde4a75-01eb-4e6f-b7aa-55ed2f114f83 tempest-ServerShowV247Test-530126473 tempest-ServerShowV247Test-530126473-project] 10.222.0.54 "GET /v2.0/ports?device_id=bec1b099-7bc1-4177-8a89-c1d3dc7f488f HTTP/1.1" status: 200 len: 210 time: 0.0679455 Nov 19 17:43:14.055960 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ccc873-6ed9-4799-8606-2de24d070114 req-fc6825e5-99b6-4ebf-8bcc-b20f43000823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:43:14.063700 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-44ccc873-6ed9-4799-8606-2de24d070114 req-fc6825e5-99b6-4ebf-8bcc-b20f43000823 service neutron] 10.222.0.86 "GET /v2.0/networks?id=54cb42e3-21bb-4900-9add-de52f53a9c78 HTTP/1.1" status: 200 len: 912 time: 0.7588501 Nov 19 17:43:14.208385 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f70d7e0-0460-4600-a2d3-c5dd2ca2344b req-194068e7-4a9c-404c-ba14-cc8957199dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:43:14.211284 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3f70d7e0-0460-4600-a2d3-c5dd2ca2344b req-194068e7-4a9c-404c-ba14-cc8957199dac service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c146b4a40dd54cec9293fb9bbd2d1c70&device_id=fbccfb6b-2025-4f1a-9503-4e504e4db1c1 HTTP/1.1" status: 200 len: 1135 time: 0.4978848 Nov 19 17:43:14.274789 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:43:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1c1c336-8c04-4c64-b1a6-2f5f4f810297 x-openstack-request-id: req-c1c1c336-8c04-4c64-b1a6-2f5f4f810297 {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:43:14.276139 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dc0a948-e69f-470a-a431-55ba5b8e72a4", "name": "network-vif-deleted", "tag": "c1141d05-2f5a-4155-a628-0ca06ed5b814", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:43:14.276648 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c1c1c336-8c04-4c64-b1a6-2f5f4f810297 {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:43:14.280522 n-d-818022-2 neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dc0a948-e69f-470a-a431-55ba5b8e72a4', 'name': 'network-vif-deleted', 'tag': 'c1141d05-2f5a-4155-a628-0ca06ed5b814', 'status': 'completed', 'code': 200} Nov 19 17:43:14.289776 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-44ccc873-6ed9-4799-8606-2de24d070114 req-ff1b9464-ec6a-4060-805b-33890103cb8c service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e5476d89-23c6-405d-8ad8-c9f3d21a8ff2 HTTP/1.1" status: 200 len: 1001 time: 0.1978693 Nov 19 17:43:14.383947 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ccc873-6ed9-4799-8606-2de24d070114 req-43c13d87-7c5b-4838-9d24-0634b1c19e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:43:14.388506 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-44ccc873-6ed9-4799-8606-2de24d070114 req-43c13d87-7c5b-4838-9d24-0634b1c19e07 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ce5e5572-06fa-407a-98f7-553783ad7f2f HTTP/1.1" status: 200 len: 850 time: 0.0848832 Nov 19 17:43:14.465609 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-275131a6-1ec0-491e-9bca-81bf021f5516 req-0a35f21c-6fbe-4655-9071-eaee078f41cf tempest-ListImageFiltersTestJSON-250840556 tempest-ListImageFiltersTestJSON-250840556-project] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:14.515581 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-275131a6-1ec0-491e-9bca-81bf021f5516 req-0a35f21c-6fbe-4655-9071-eaee078f41cf tempest-ListImageFiltersTestJSON-250840556 tempest-ListImageFiltersTestJSON-250840556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:14.628174 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-275131a6-1ec0-491e-9bca-81bf021f5516 req-0a35f21c-6fbe-4655-9071-eaee078f41cf tempest-ListImageFiltersTestJSON-250840556 tempest-ListImageFiltersTestJSON-250840556-project] Network 346debfa-452b-4048-abf4-8f4493625ef2 is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:43:14.638213 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [req-275131a6-1ec0-491e-9bca-81bf021f5516 req-0a35f21c-6fbe-4655-9071-eaee078f41cf tempest-ListImageFiltersTestJSON-250840556 tempest-ListImageFiltersTestJSON-250840556-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:43:14.642753 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [req-275131a6-1ec0-491e-9bca-81bf021f5516 req-0a35f21c-6fbe-4655-9071-eaee078f41cf tempest-ListImageFiltersTestJSON-250840556 tempest-ListImageFiltersTestJSON-250840556-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:43:14.738356 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a35f21c-6fbe-4655-9071-eaee078f41cf tempest-ListImageFiltersTestJSON-250840556 tempest-ListImageFiltersTestJSON-250840556-project] Pushing event updated for resources: {'Port': ['ID=744d1b3d-2033-4766-b763-659b747d4b6b,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:43:14.897429 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275131a6-1ec0-491e-9bca-81bf021f5516 req-0a35f21c-6fbe-4655-9071-eaee078f41cf tempest-ListImageFiltersTestJSON-250840556 tempest-ListImageFiltersTestJSON-250840556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:43:14.898264 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-275131a6-1ec0-491e-9bca-81bf021f5516 req-0a35f21c-6fbe-4655-9071-eaee078f41cf tempest-ListImageFiltersTestJSON-250840556 tempest-ListImageFiltersTestJSON-250840556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:14.969604 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-275131a6-1ec0-491e-9bca-81bf021f5516 req-0a35f21c-6fbe-4655-9071-eaee078f41cf tempest-ListImageFiltersTestJSON-250840556 tempest-ListImageFiltersTestJSON-250840556-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3851113 Nov 19 17:43:14.992378 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8305eb53-753c-4be8-ac53-de70fce42b5b req-00bc10ed-525e-460b-922a-2361e27cbeae tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:43:14.999374 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8305eb53-753c-4be8-ac53-de70fce42b5b req-00bc10ed-525e-460b-922a-2361e27cbeae tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] 10.222.0.54 "GET /v2.0/ports?device_id=fbccfb6b-2025-4f1a-9503-4e504e4db1c1 HTTP/1.1" status: 200 len: 984 time: 0.1711555 Nov 19 17:43:15.010626 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-275131a6-1ec0-491e-9bca-81bf021f5516 req-c2db2405-8dc7-4502-87da-0c04af440af3 service neutron] Request body: {'port': {'device_id': '3c2decfe-aee1-47cc-afae-db04d2fa7bd3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818022-2'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:43:15.037960 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device c1141d05-2f5a-4155-a628-0ca06ed5b814 no longer exists at agent hyperv_n-h2-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:43:15.129764 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] No Port match for: c1141d05-2f5a-4155-a628-0ca06ed5b814 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:43:15.132706 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device c1141d05-2f5a-4155-a628-0ca06ed5b814 not bound to the agent host n-h2-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:43:15.216290 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-5a90b9b1-eb7b-4bc6-9c41-0d79e78e1346 None None] Provisioning complete for port 744d1b3d-2033-4766-b763-659b747d4b6b triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:43:15.217596 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-5a90b9b1-eb7b-4bc6-9c41-0d79e78e1346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:15.236110 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3c239e00-8ec0-4d6a-be20-fe15f361e43c req-d16078c7-e7f3-4722-b29b-41f1129aa1ac tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] 10.222.0.54 "GET /v2.0/ports?device_id=2dc0a948-e69f-470a-a431-55ba5b8e72a4 HTTP/1.1" status: 200 len: 210 time: 0.7900224 Nov 19 17:43:15.300902 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-5a90b9b1-eb7b-4bc6-9c41-0d79e78e1346 None None] Port 744d1b3d-2033-4766-b763-659b747d4b6b cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:43:15.370817 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8305eb53-753c-4be8-ac53-de70fce42b5b req-38f20e87-7ae2-4dd7-b3d7-aa6f5bc7793f tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] 10.222.0.54 "GET /v2.0/security-groups?id=04e3d6d7-1182-43cf-b490-7070eb1a7891&id=6b496084-806a-4b53-af34-e578be5128ae&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.3564506 Nov 19 17:43:15.394319 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f70d7e0-0460-4600-a2d3-c5dd2ca2344b req-1ffcd493-5a2f-4b33-8faf-90e99d6bbfa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:43:15.396122 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3f70d7e0-0460-4600-a2d3-c5dd2ca2344b req-1ffcd493-5a2f-4b33-8faf-90e99d6bbfa3 service neutron] 10.222.0.86 "GET /v2.0/networks?id=5462cbaf-741d-4a3e-93f9-7ce709019f54 HTTP/1.1" status: 200 len: 914 time: 1.1744576 Nov 19 17:43:15.422731 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ccc873-6ed9-4799-8606-2de24d070114 req-41de83d2-154b-4623-ae8a-a441261d90ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:43:15.424298 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-44ccc873-6ed9-4799-8606-2de24d070114 req-41de83d2-154b-4623-ae8a-a441261d90ab service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=54cb42e3-21bb-4900-9add-de52f53a9c78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9722393 Nov 19 17:43:15.427005 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-275131a6-1ec0-491e-9bca-81bf021f5516 req-c2db2405-8dc7-4502-87da-0c04af440af3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:15.649649 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3f70d7e0-0460-4600-a2d3-c5dd2ca2344b req-c08bcb6e-dd29-43f9-bece-31d3dab4cd1e service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d7b2cd03-a862-48c5-9c93-a83b75eac01c HTTP/1.1" status: 200 len: 217 time: 0.2334743 Nov 19 17:43:15.832243 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f70d7e0-0460-4600-a2d3-c5dd2ca2344b req-f16f9dd2-35ba-4cd7-8871-b256d7868c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:43:15.834710 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3f70d7e0-0460-4600-a2d3-c5dd2ca2344b req-f16f9dd2-35ba-4cd7-8871-b256d7868c58 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=568bbddb-beac-4fd1-85b0-aaffdafcdcf0 HTTP/1.1" status: 200 len: 853 time: 0.1406229 Nov 19 17:43:15.843416 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f012bb-a9ca-4c23-9796-99f504d5811b req-b103ff34-6109-4358-a909-a4c62311dc1e tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:43:15.852841 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-95f012bb-a9ca-4c23-9796-99f504d5811b req-b103ff34-6109-4358-a909-a4c62311dc1e tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] 10.222.0.54 "GET /v2.0/ports?device_id=720009c8-7969-4fb1-9d48-846a23e742cc HTTP/1.1" status: 200 len: 945 time: 0.4061112 Nov 19 17:43:15.866066 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22347ed4-5142-4f23-a463-f50f1ab3892b req-397dc90b-b8cc-4050-a3b1-17bf78e89e63 tempest-ListImageFiltersTestJSON-250840556 tempest-ListImageFiltersTestJSON-250840556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:43:15.868090 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-22347ed4-5142-4f23-a463-f50f1ab3892b req-397dc90b-b8cc-4050-a3b1-17bf78e89e63 tempest-ListImageFiltersTestJSON-250840556 tempest-ListImageFiltersTestJSON-250840556-project] 10.222.0.54 "GET /v2.0/ports?device_id=3c2decfe-aee1-47cc-afae-db04d2fa7bd3 HTTP/1.1" status: 200 len: 935 time: 0.1397247 Nov 19 17:43:15.885628 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [req-13f52da2-2844-46ea-9618-2e021b2e9271 req-99007c38-4efa-4f57-aa96-c0dc2d0d058e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12475d13-84ce-40f1-8c15-c615d6f3ddb0 {{(pid=103365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:43:15.918815 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-44ccc873-6ed9-4799-8606-2de24d070114 req-bb1da8e0-c6bb-41c0-80ca-555c69e6cce3 service neutron] 10.222.0.86 "GET /v2.0/networks/54cb42e3-21bb-4900-9add-de52f53a9c78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4710548 Nov 19 17:43:15.920853 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3f70d7e0-0460-4600-a2d3-c5dd2ca2344b req-c8c5a06e-8de3-47b9-be1a-fcdcef0a26f6 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=5462cbaf-741d-4a3e-93f9-7ce709019f54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0639620 Nov 19 17:43:15.923406 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-13f52da2-2844-46ea-9618-2e021b2e9271 req-99007c38-4efa-4f57-aa96-c0dc2d0d058e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:15.951391 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.provisioning_blocks [req-13f52da2-2844-46ea-9618-2e021b2e9271 req-99007c38-4efa-4f57-aa96-c0dc2d0d058e service neutron] Transition to ACTIVE for port object 12475d13-84ce-40f1-8c15-c615d6f3ddb0 will not be triggered until provisioned by entity L2. {{(pid=103365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 17:43:15.975268 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-13f52da2-2844-46ea-9618-2e021b2e9271 req-99007c38-4efa-4f57-aa96-c0dc2d0d058e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:16.108674 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-95f012bb-a9ca-4c23-9796-99f504d5811b req-dcc8577f-33f3-47a3-b1f8-c07f338e2a4b tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] 10.222.0.54 "GET /v2.0/security-groups?id=b84acbb5-2f2e-43b4-8c5f-7110024c7a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2524123 Nov 19 17:43:16.146418 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-22347ed4-5142-4f23-a463-f50f1ab3892b req-497e4a32-c4a7-464b-b6b3-937ef7700204 tempest-ListImageFiltersTestJSON-250840556 tempest-ListImageFiltersTestJSON-250840556-project] 10.222.0.54 "GET /v2.0/security-groups?id=157de4a4-d761-407b-be78-1f99889a002d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2409644 Nov 19 17:43:16.232127 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99007c38-4efa-4f57-aa96-c0dc2d0d058e service neutron] Pushing event updated for resources: {'Port': ['ID=12475d13-84ce-40f1-8c15-c615d6f3ddb0,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:43:16.274430 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3f70d7e0-0460-4600-a2d3-c5dd2ca2344b req-fe831c4f-7a42-4565-9d2d-85dcd9e4796f service neutron] 10.222.0.86 "GET /v2.0/networks/5462cbaf-741d-4a3e-93f9-7ce709019f54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3219523 Nov 19 17:43:16.366239 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 50280) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:43:16.439717 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-39e141ac-37e2-4edc-86ad-e8fdeb82ffc5 req-0d835d1f-875d-475b-980d-6a3c9ebf7b91 tempest-ServerShowV247Test-530126473 tempest-ServerShowV247Test-530126473-project] 10.222.0.54 "GET /v2.0/ports?device_id=6759b244-5ca2-48a2-895b-ef9b8f535f6c HTTP/1.1" status: 200 len: 210 time: 0.1884902 Nov 19 17:43:16.448684 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-44ccc873-6ed9-4799-8606-2de24d070114 req-e7e6440a-f765-42c6-adca-bf05027b5800 service neutron] 10.222.0.86 "GET /v2.0/networks/54cb42e3-21bb-4900-9add-de52f53a9c78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4988351 Nov 19 17:43:16.524128 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3f70d7e0-0460-4600-a2d3-c5dd2ca2344b req-e421931e-648a-49da-86ea-a021953c24ce service neutron] 10.222.0.86 "GET /v2.0/networks/5462cbaf-741d-4a3e-93f9-7ce709019f54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2234416 Nov 19 17:43:16.525313 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-13f52da2-2844-46ea-9618-2e021b2e9271 req-99007c38-4efa-4f57-aa96-c0dc2d0d058e service neutron] Attempting to bind port 12475d13-84ce-40f1-8c15-c615d6f3ddb0 on host n-h1-818022-2 for vnic_type normal with profile {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:43:16.525836 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-13f52da2-2844-46ea-9618-2e021b2e9271 req-99007c38-4efa-4f57-aa96-c0dc2d0d058e service neutron] Attempting to bind port 12475d13-84ce-40f1-8c15-c615d6f3ddb0 by drivers openvswitch,hyperv on host n-h1-818022-2 at level 0 using segments [{'id': '1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '346debfa-452b-4048-abf4-8f4493625ef2'}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:43:16.526357 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13f52da2-2844-46ea-9618-2e021b2e9271 req-99007c38-4efa-4f57-aa96-c0dc2d0d058e service neutron] Attempting to bind port 12475d13-84ce-40f1-8c15-c615d6f3ddb0 on network 346debfa-452b-4048-abf4-8f4493625ef2 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:43:16.544962 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13f52da2-2844-46ea-9618-2e021b2e9271 req-99007c38-4efa-4f57-aa96-c0dc2d0d058e service neutron] Port 12475d13-84ce-40f1-8c15-c615d6f3ddb0 on network 346debfa-452b-4048-abf4-8f4493625ef2 not bound, no agent of type Open vSwitch agent registered on host n-h1-818022-2 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 17:43:16.548658 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13f52da2-2844-46ea-9618-2e021b2e9271 req-99007c38-4efa-4f57-aa96-c0dc2d0d058e service neutron] Attempting to bind port 12475d13-84ce-40f1-8c15-c615d6f3ddb0 on network 346debfa-452b-4048-abf4-8f4493625ef2 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:43:16.597075 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-499fb438-3ede-4e6d-b333-bda2961dc62f req-5f8d53df-b273-4a7b-95f7-44cec451c827 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=bec1b099-7bc1-4177-8a89-c1d3dc7f488f HTTP/1.1" status: 200 len: 210 time: 0.0676088 Nov 19 17:43:16.601198 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13f52da2-2844-46ea-9618-2e021b2e9271 req-99007c38-4efa-4f57-aa96-c0dc2d0d058e service neutron] Checking agent: {'id': 'a6668d96-12fa-4ec0-99ad-77eaf490dd2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'started_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 43, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:43:16.601804 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13f52da2-2844-46ea-9618-2e021b2e9271 req-99007c38-4efa-4f57-aa96-c0dc2d0d058e service neutron] Checking segment: {'id': '1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '346debfa-452b-4048-abf4-8f4493625ef2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:43:16.602427 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13f52da2-2844-46ea-9618-2e021b2e9271 req-99007c38-4efa-4f57-aa96-c0dc2d0d058e service neutron] Bound using segment: {'id': '1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '346debfa-452b-4048-abf4-8f4493625ef2'} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:43:16.603051 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-13f52da2-2844-46ea-9618-2e021b2e9271 req-99007c38-4efa-4f57-aa96-c0dc2d0d058e service neutron] Bound port: 12475d13-84ce-40f1-8c15-c615d6f3ddb0, host: n-h1-818022-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '346debfa-452b-4048-abf4-8f4493625ef2'}}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:43:16.603601 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-13f52da2-2844-46ea-9618-2e021b2e9271 req-99007c38-4efa-4f57-aa96-c0dc2d0d058e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:16.668689 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_v2 [None req-724746fe-a42a-4d19-95e9-73d2fca8b37e admin admin] Deleting subnet db1bcdee-5119-44a7-8c81-3040c2de4bc1 {{(pid=103364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 17:43:16.678477 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-724746fe-a42a-4d19-95e9-73d2fca8b37e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:16.709220 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [req-275131a6-1ec0-491e-9bca-81bf021f5516 req-c2db2405-8dc7-4502-87da-0c04af440af3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 744d1b3d-2033-4766-b763-659b747d4b6b {{(pid=103364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:43:16.713547 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-13f52da2-2844-46ea-9618-2e021b2e9271 req-99007c38-4efa-4f57-aa96-c0dc2d0d058e service neutron] For port 12475d13-84ce-40f1-8c15-c615d6f3ddb0, host n-h1-818022-2, cleared binding levels {{(pid=103365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:43:16.723714 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-13f52da2-2844-46ea-9618-2e021b2e9271 req-99007c38-4efa-4f57-aa96-c0dc2d0d058e service neutron] For port 12475d13-84ce-40f1-8c15-c615d6f3ddb0, host n-h1-818022-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=12475d13-84ce-40f1-8c15-c615d6f3ddb0,segment=NetworkSegment(1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861),segment_id=1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861)] {{(pid=103365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:43:16.810503 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-275131a6-1ec0-491e-9bca-81bf021f5516 req-c2db2405-8dc7-4502-87da-0c04af440af3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:16.814517 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-13f52da2-2844-46ea-9618-2e021b2e9271 req-99007c38-4efa-4f57-aa96-c0dc2d0d058e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:16.854783 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.provisioning_blocks [req-275131a6-1ec0-491e-9bca-81bf021f5516 req-c2db2405-8dc7-4502-87da-0c04af440af3 service neutron] Transition to ACTIVE for port object 744d1b3d-2033-4766-b763-659b747d4b6b will not be triggered until provisioned by entity L2. {{(pid=103364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 17:43:16.865474 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-724746fe-a42a-4d19-95e9-73d2fca8b37e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9416263'] for subnet, precommit_delete_associations {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:16.937586 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-275131a6-1ec0-491e-9bca-81bf021f5516 req-c2db2405-8dc7-4502-87da-0c04af440af3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:16.952221 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f52da2-2844-46ea-9618-2e021b2e9271 req-99007c38-4efa-4f57-aa96-c0dc2d0d058e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:43:16.953462 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-13f52da2-2844-46ea-9618-2e021b2e9271 req-99007c38-4efa-4f57-aa96-c0dc2d0d058e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:16.955266 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-13f52da2-2844-46ea-9618-2e021b2e9271 req-99007c38-4efa-4f57-aa96-c0dc2d0d058e service neutron] 10.222.0.60 "PUT /v2.0/ports/12475d13-84ce-40f1-8c15-c615d6f3ddb0 HTTP/1.1" status: 200 len: 1096 time: 3.9311180 Nov 19 17:43:16.956991 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d129510-5e62-48b1-a79e-75c697dca17f', 'tag': '12475d13-84ce-40f1-8c15-c615d6f3ddb0'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:43:16.959789 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218319d759239a7d11f1288aef37381b97754913ee9ccbfd43b51a463f801712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91c9af9e-61ec-4655-9a63-5a64de52a034" -d '{"events": [{"name": "network-changed", "server_uuid": "7d129510-5e62-48b1-a79e-75c697dca17f", "tag": "12475d13-84ce-40f1-8c15-c615d6f3ddb0"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:43:16.971341 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbba76d-c312-4397-9d32-5c81123b0b16 req-e6d21cd1-2476-425b-b29a-6956c3bd4a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:43:16.973111 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2fbba76d-c312-4397-9d32-5c81123b0b16 req-e6d21cd1-2476-425b-b29a-6956c3bd4a2c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c146b4a40dd54cec9293fb9bbd2d1c70&device_id=fbccfb6b-2025-4f1a-9503-4e504e4db1c1 HTTP/1.1" status: 200 len: 1135 time: 0.2516134 Nov 19 17:43:16.983348 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99007c38-4efa-4f57-aa96-c0dc2d0d058e service neutron] Pushing event updated for resources: {'Port': ['ID=12475d13-84ce-40f1-8c15-c615d6f3ddb0,revision_number=3']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:43:17.034023 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79387792-29a7-4a5a-9ddb-64bd4b7c7358 req-f4c5737e-1ae3-446e-ab9d-1422563e135d tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:43:17.066750 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-79387792-29a7-4a5a-9ddb-64bd4b7c7358 req-f4c5737e-1ae3-446e-ab9d-1422563e135d tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] 10.222.0.54 "GET /v2.0/ports?device_id=fbccfb6b-2025-4f1a-9503-4e504e4db1c1 HTTP/1.1" status: 200 len: 984 time: 0.4194970 Nov 19 17:43:17.087229 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 17:43:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daccd933-1c97-4343-a760-988282a1d618 x-openstack-request-id: req-daccd933-1c97-4343-a760-988282a1d618 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:43:17.087704 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d129510-5e62-48b1-a79e-75c697dca17f", "tag": "12475d13-84ce-40f1-8c15-c615d6f3ddb0", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:43:17.088113 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-daccd933-1c97-4343-a760-988282a1d618 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:43:17.088747 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d129510-5e62-48b1-a79e-75c697dca17f', 'tag': '12475d13-84ce-40f1-8c15-c615d6f3ddb0', 'status': 'completed', 'code': 200} Nov 19 17:43:17.236080 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f52da2-2844-46ea-9618-2e021b2e9271 req-e961b8d4-2846-4b40-b8e5-d6ed820dbc8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:43:17.240215 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-13f52da2-2844-46ea-9618-2e021b2e9271 req-e961b8d4-2846-4b40-b8e5-d6ed820dbc8e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=910715b7f3444c34a0b99bcd54c57698&device_id=7d129510-5e62-48b1-a79e-75c697dca17f HTTP/1.1" status: 200 len: 1099 time: 0.1498156 Nov 19 17:43:17.278561 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2db2405-8dc7-4502-87da-0c04af440af3 service neutron] Pushing event updated for resources: {'Port': ['ID=744d1b3d-2033-4766-b763-659b747d4b6b,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:43:17.413471 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-13f52da2-2844-46ea-9618-2e021b2e9271 req-bd09e5cc-0ac0-45ba-9a5e-93017853ca6a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=12475d13-84ce-40f1-8c15-c615d6f3ddb0 HTTP/1.1" status: 200 len: 217 time: 0.1494975 Nov 19 17:43:17.548131 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f52da2-2844-46ea-9618-2e021b2e9271 req-0e5b0c80-dbdc-49fe-ab0e-db9ffa61be0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:43:17.552045 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-13f52da2-2844-46ea-9618-2e021b2e9271 req-0e5b0c80-dbdc-49fe-ab0e-db9ffa61be0e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8b3c88de-c9c2-4a20-b19e-1855c2c19035 HTTP/1.1" status: 200 len: 843 time: 0.1087286 Nov 19 17:43:17.554331 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbba76d-c312-4397-9d32-5c81123b0b16 req-36df0bb2-87b8-4e6b-84eb-ec422a079711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:43:17.557101 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2fbba76d-c312-4397-9d32-5c81123b0b16 req-36df0bb2-87b8-4e6b-84eb-ec422a079711 service neutron] 10.222.0.86 "GET /v2.0/networks?id=5462cbaf-741d-4a3e-93f9-7ce709019f54 HTTP/1.1" status: 200 len: 914 time: 0.5673776 Nov 19 17:43:17.575667 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad2e175-8e61-4b4d-a90f-314e93401da0 req-dc825caa-6d1e-4400-b63c-f33e9671fde7 tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:43:17.578961 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2ad2e175-8e61-4b4d-a90f-314e93401da0 req-dc825caa-6d1e-4400-b63c-f33e9671fde7 tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] 10.222.0.54 "GET /v2.0/ports?device_id=720009c8-7969-4fb1-9d48-846a23e742cc HTTP/1.1" status: 200 len: 945 time: 0.3031664 Nov 19 17:43:17.635147 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-79387792-29a7-4a5a-9ddb-64bd4b7c7358 req-742e9a21-c580-4072-a928-8a34bac9f0da tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] 10.222.0.54 "GET /v2.0/security-groups?id=04e3d6d7-1182-43cf-b490-7070eb1a7891&id=6b496084-806a-4b53-af34-e578be5128ae&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.4485073 Nov 19 17:43:17.708495 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-724746fe-a42a-4d19-95e9-73d2fca8b37e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:17.804609 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-275131a6-1ec0-491e-9bca-81bf021f5516 req-c2db2405-8dc7-4502-87da-0c04af440af3 service neutron] Attempting to bind port 744d1b3d-2033-4766-b763-659b747d4b6b on host n-h2-818022-2 for vnic_type normal with profile {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:43:17.805131 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-275131a6-1ec0-491e-9bca-81bf021f5516 req-c2db2405-8dc7-4502-87da-0c04af440af3 service neutron] Attempting to bind port 744d1b3d-2033-4766-b763-659b747d4b6b by drivers openvswitch,hyperv on host n-h2-818022-2 at level 0 using segments [{'id': '1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '346debfa-452b-4048-abf4-8f4493625ef2'}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:43:17.805465 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-275131a6-1ec0-491e-9bca-81bf021f5516 req-c2db2405-8dc7-4502-87da-0c04af440af3 service neutron] Attempting to bind port 744d1b3d-2033-4766-b763-659b747d4b6b on network 346debfa-452b-4048-abf4-8f4493625ef2 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:43:17.843878 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2ad2e175-8e61-4b4d-a90f-314e93401da0 req-7407f0c4-0abb-42e3-8b9b-e888c99d6725 tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] 10.222.0.54 "GET /v2.0/security-groups?id=b84acbb5-2f2e-43b4-8c5f-7110024c7a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814854 Nov 19 17:43:17.847906 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-275131a6-1ec0-491e-9bca-81bf021f5516 req-c2db2405-8dc7-4502-87da-0c04af440af3 service neutron] Port 744d1b3d-2033-4766-b763-659b747d4b6b on network 346debfa-452b-4048-abf4-8f4493625ef2 not bound, no agent of type Open vSwitch agent registered on host n-h2-818022-2 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 17:43:17.848467 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-275131a6-1ec0-491e-9bca-81bf021f5516 req-c2db2405-8dc7-4502-87da-0c04af440af3 service neutron] Attempting to bind port 744d1b3d-2033-4766-b763-659b747d4b6b on network 346debfa-452b-4048-abf4-8f4493625ef2 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:43:17.865294 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-94938a9c-993e-4f03-afd7-0649696f934f req-1ce3c8ed-8f67-48ed-8826-ac90305ea2c5 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=6f9814ff-8e64-48d8-9f39-139a5f0b0dbe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2556565 Nov 19 17:43:17.884138 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2fbba76d-c312-4397-9d32-5c81123b0b16 req-c6c2a6b9-cb07-49fe-a37c-12962aaf13b2 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d7b2cd03-a862-48c5-9c93-a83b75eac01c HTTP/1.1" status: 200 len: 217 time: 0.3036718 Nov 19 17:43:17.907994 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-275131a6-1ec0-491e-9bca-81bf021f5516 req-c2db2405-8dc7-4502-87da-0c04af440af3 service neutron] Checking agent: {'id': '525ad2ac-c4ae-4c63-af2e-0bf8d25d0f0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'started_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 43, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:43:17.908574 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-275131a6-1ec0-491e-9bca-81bf021f5516 req-c2db2405-8dc7-4502-87da-0c04af440af3 service neutron] Checking segment: {'id': '1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '346debfa-452b-4048-abf4-8f4493625ef2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:43:17.909288 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-275131a6-1ec0-491e-9bca-81bf021f5516 req-c2db2405-8dc7-4502-87da-0c04af440af3 service neutron] Bound using segment: {'id': '1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '346debfa-452b-4048-abf4-8f4493625ef2'} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:43:17.910144 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-275131a6-1ec0-491e-9bca-81bf021f5516 req-c2db2405-8dc7-4502-87da-0c04af440af3 service neutron] Bound port: 744d1b3d-2033-4766-b763-659b747d4b6b, host: n-h2-818022-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '346debfa-452b-4048-abf4-8f4493625ef2'}}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:43:17.910770 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-275131a6-1ec0-491e-9bca-81bf021f5516 req-c2db2405-8dc7-4502-87da-0c04af440af3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:17.924286 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f52da2-2844-46ea-9618-2e021b2e9271 req-5305dd84-0ff0-43dd-bcf3-f7d6c8377ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:43:17.926871 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-13f52da2-2844-46ea-9618-2e021b2e9271 req-5305dd84-0ff0-43dd-bcf3-f7d6c8377ecd service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=346debfa-452b-4048-abf4-8f4493625ef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3364067 Nov 19 17:43:18.107145 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-275131a6-1ec0-491e-9bca-81bf021f5516 req-c2db2405-8dc7-4502-87da-0c04af440af3 service neutron] For port 744d1b3d-2033-4766-b763-659b747d4b6b, host n-h2-818022-2, cleared binding levels {{(pid=103364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:43:18.116854 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-275131a6-1ec0-491e-9bca-81bf021f5516 req-c2db2405-8dc7-4502-87da-0c04af440af3 service neutron] For port 744d1b3d-2033-4766-b763-659b747d4b6b, host n-h2-818022-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=744d1b3d-2033-4766-b763-659b747d4b6b,segment=NetworkSegment(1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861),segment_id=1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861)] {{(pid=103364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:43:18.124319 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-00adef2a-4a70-46ce-8152-8e99e27ba052 req-f3db04f6-8307-471b-9fdb-287dc589d9a9 tempest-ServerShowV247Test-530126473 tempest-ServerShowV247Test-530126473-project] 10.222.0.54 "GET /v2.0/ports?device_id=6759b244-5ca2-48a2-895b-ef9b8f535f6c HTTP/1.1" status: 200 len: 210 time: 0.0817478 Nov 19 17:43:18.137537 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-724746fe-a42a-4d19-95e9-73d2fca8b37e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12425137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8983934'] for subnet, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:18.157254 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94938a9c-993e-4f03-afd7-0649696f934f req-82525d4d-9024-402f-a1d9-77afb07f6c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:43:18.159280 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-94938a9c-993e-4f03-afd7-0649696f934f req-82525d4d-9024-402f-a1d9-77afb07f6c72 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=de10e7e0e3ea4ce28d84ef76e9c1ec3a&device_id=6f9814ff-8e64-48d8-9f39-139a5f0b0dbe HTTP/1.1" status: 200 len: 1095 time: 0.2100501 Nov 19 17:43:18.160842 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbba76d-c312-4397-9d32-5c81123b0b16 req-48e15075-e4be-49eb-8313-e05db5caa64f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:43:18.162188 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2fbba76d-c312-4397-9d32-5c81123b0b16 req-48e15075-e4be-49eb-8313-e05db5caa64f service neutron] 10.222.0.86 "GET /v2.0/subnets?id=568bbddb-beac-4fd1-85b0-aaffdafcdcf0 HTTP/1.1" status: 200 len: 853 time: 0.2333345 Nov 19 17:43:18.174803 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def8e0f4-0c22-4bab-826e-7705ea815b78 req-cd4a66de-5ae4-464c-a3b7-26f914b1df1c tempest-ListImageFiltersTestJSON-250840556 tempest-ListImageFiltersTestJSON-250840556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:43:18.178532 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-def8e0f4-0c22-4bab-826e-7705ea815b78 req-cd4a66de-5ae4-464c-a3b7-26f914b1df1c tempest-ListImageFiltersTestJSON-250840556 tempest-ListImageFiltersTestJSON-250840556-project] 10.222.0.54 "GET /v2.0/ports?device_id=3c2decfe-aee1-47cc-afae-db04d2fa7bd3 HTTP/1.1" status: 200 len: 947 time: 0.3552771 Nov 19 17:43:18.188489 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-275131a6-1ec0-491e-9bca-81bf021f5516 req-c2db2405-8dc7-4502-87da-0c04af440af3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:18.192623 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-724746fe-a42a-4d19-95e9-73d2fca8b37e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:18.201960 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-724746fe-a42a-4d19-95e9-73d2fca8b37e admin admin] 10.222.0.54 "DELETE /v2.0/subnets/db1bcdee-5119-44a7-8c81-3040c2de4bc1 HTTP/1.1" status: 204 len: 168 time: 1.8309433 Nov 19 17:43:18.203964 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9558914-f2d1-4d69-a10e-08f9d5f86c5b None None] Network 3e551525-40d3-4429-b843-d9d86dd5b1c3 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:43:18.209392 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 50300) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:43:18.357591 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2fbba76d-c312-4397-9d32-5c81123b0b16 req-594d2028-9211-4e1d-9831-86c136c623be service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=5462cbaf-741d-4a3e-93f9-7ce709019f54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1755157 Nov 19 17:43:18.360505 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2db2405-8dc7-4502-87da-0c04af440af3 service neutron] Pushing event updated for resources: {'Port': ['ID=744d1b3d-2033-4766-b763-659b747d4b6b,revision_number=3']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:43:18.372018 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724746fe-a42a-4d19-95e9-73d2fca8b37e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db1bcdee-5119-44a7-8c81-3040c2de4bc1,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:43:18.411387 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-13f52da2-2844-46ea-9618-2e021b2e9271 req-472ec82d-90c0-429d-a171-047da3dd1072 service neutron] 10.222.0.60 "GET /v2.0/networks/346debfa-452b-4048-abf4-8f4493625ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4597919 Nov 19 17:43:18.416223 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275131a6-1ec0-491e-9bca-81bf021f5516 req-c2db2405-8dc7-4502-87da-0c04af440af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:43:18.416558 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-511a8595-e621-4e2f-8308-f37be123bfd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:18.419585 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-275131a6-1ec0-491e-9bca-81bf021f5516 req-c2db2405-8dc7-4502-87da-0c04af440af3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:18.422762 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-275131a6-1ec0-491e-9bca-81bf021f5516 req-c2db2405-8dc7-4502-87da-0c04af440af3 service neutron] 10.222.0.86 "PUT /v2.0/ports/744d1b3d-2033-4766-b763-659b747d4b6b HTTP/1.1" status: 200 len: 1095 time: 3.4208674 Nov 19 17:43:18.433035 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c2decfe-aee1-47cc-afae-db04d2fa7bd3', 'tag': '744d1b3d-2033-4766-b763-659b747d4b6b'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:43:18.438627 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dd4767a008c23f8566efc82158ee1b1fff34e1a9e908d76d0b6d0ab7e350e5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe95d882-6764-47b1-a5c6-fe991243953c" -d '{"events": [{"name": "network-changed", "server_uuid": "3c2decfe-aee1-47cc-afae-db04d2fa7bd3", "tag": "744d1b3d-2033-4766-b763-659b747d4b6b"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:43:18.555619 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-def8e0f4-0c22-4bab-826e-7705ea815b78 req-bdbe5821-c9ac-45ae-926f-41f1ef05cc78 tempest-ListImageFiltersTestJSON-250840556 tempest-ListImageFiltersTestJSON-250840556-project] 10.222.0.54 "GET /v2.0/security-groups?id=157de4a4-d761-407b-be78-1f99889a002d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191653 Nov 19 17:43:18.587119 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 17:43:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d44b600a-db4f-4210-8b30-a4b4e1c60d19 x-openstack-request-id: req-d44b600a-db4f-4210-8b30-a4b4e1c60d19 {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:43:18.587909 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c2decfe-aee1-47cc-afae-db04d2fa7bd3", "tag": "744d1b3d-2033-4766-b763-659b747d4b6b", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:43:18.588338 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d44b600a-db4f-4210-8b30-a4b4e1c60d19 {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:43:18.610831 n-d-818022-2 neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c2decfe-aee1-47cc-afae-db04d2fa7bd3', 'tag': '744d1b3d-2033-4766-b763-659b747d4b6b', 'status': 'completed', 'code': 200} Nov 19 17:43:18.618211 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a65729bb-d446-48ab-8ead-5e4bddb2939c None None] DHCP port deletion for 3e551525-40d3-4429-b843-d9d86dd5b1c3 request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 17:43:18.661265 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275131a6-1ec0-491e-9bca-81bf021f5516 req-b07fbb7b-b3ca-4aeb-bf14-ed66482ea838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:43:18.664081 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-275131a6-1ec0-491e-9bca-81bf021f5516 req-b07fbb7b-b3ca-4aeb-bf14-ed66482ea838 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=910715b7f3444c34a0b99bcd54c57698&device_id=3c2decfe-aee1-47cc-afae-db04d2fa7bd3 HTTP/1.1" status: 200 len: 1098 time: 0.1565359 Nov 19 17:43:18.669034 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.agents_db [None req-619e5c26-d9ed-4321-86eb-7d443bb9dfa2 None None] Agent healthcheck: found 7 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 17:43:18.766464 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-a65729bb-d446-48ab-8ead-5e4bddb2939c None None] Deleting port 8d496032-a833-4ef4-bf08-fa6ccf65f366 {{(pid=103366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:43:18.767144 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a65729bb-d446-48ab-8ead-5e4bddb2939c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:18.789648 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-275131a6-1ec0-491e-9bca-81bf021f5516 req-0b9254f1-261e-4065-95f5-c4caa9cad908 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=744d1b3d-2033-4766-b763-659b747d4b6b HTTP/1.1" status: 200 len: 217 time: 0.1043794 Nov 19 17:43:18.870505 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-a65729bb-d446-48ab-8ead-5e4bddb2939c None None] For port 8d496032-a833-4ef4-bf08-fa6ccf65f366, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=8d496032-a833-4ef4-bf08-fa6ccf65f366,segment=NetworkSegment(4a9dfdd3-0c23-423a-a9c4-4c12af66c553),segment_id=4a9dfdd3-0c23-423a-a9c4-4c12af66c553)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:43:18.871630 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a65729bb-d446-48ab-8ead-5e4bddb2939c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:18.917234 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275131a6-1ec0-491e-9bca-81bf021f5516 req-e39628fd-ff08-4436-81c5-334ce762fd46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:43:18.921234 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-275131a6-1ec0-491e-9bca-81bf021f5516 req-e39628fd-ff08-4436-81c5-334ce762fd46 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8b3c88de-c9c2-4a20-b19e-1855c2c19035 HTTP/1.1" status: 200 len: 843 time: 0.1137400 Nov 19 17:43:18.938828 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-a65729bb-d446-48ab-8ead-5e4bddb2939c None None] Calling delete_port for 8d496032-a833-4ef4-bf08-fa6ccf65f366 owned by network:dhcp {{(pid=103366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:43:18.979527 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2fbba76d-c312-4397-9d32-5c81123b0b16 req-43df2c2f-6a7f-4bf2-a04e-de1418a02fa5 service neutron] 10.222.0.86 "GET /v2.0/networks/5462cbaf-741d-4a3e-93f9-7ce709019f54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6003246 Nov 19 17:43:18.988027 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94938a9c-993e-4f03-afd7-0649696f934f req-e95cf2c6-23e7-47ba-b9d0-673ff5a9b810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:43:18.989536 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-94938a9c-993e-4f03-afd7-0649696f934f req-e95cf2c6-23e7-47ba-b9d0-673ff5a9b810 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c7b257b3-f66e-4846-9861-5f47f21f4188 HTTP/1.1" status: 200 len: 908 time: 0.6376519 Nov 19 17:43:19.084424 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275131a6-1ec0-491e-9bca-81bf021f5516 req-50623567-0411-4805-8f1c-9d56e799ed48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:43:19.086101 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-275131a6-1ec0-491e-9bca-81bf021f5516 req-50623567-0411-4805-8f1c-9d56e799ed48 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=346debfa-452b-4048-abf4-8f4493625ef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1500392 Nov 19 17:43:19.119525 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a65729bb-d446-48ab-8ead-5e4bddb2939c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007'] for port, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:19.139376 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65729bb-d446-48ab-8ead-5e4bddb2939c None None] Pushing event deleted for resources: {'Port': ['ID=8d496032-a833-4ef4-bf08-fa6ccf65f366,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:43:19.146989 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-13f52da2-2844-46ea-9618-2e021b2e9271 req-97026aed-6b8d-4194-9b6e-a3869d70d444 service neutron] 10.222.0.60 "GET /v2.0/networks/346debfa-452b-4048-abf4-8f4493625ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7274251 Nov 19 17:43:19.162180 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a65729bb-d446-48ab-8ead-5e4bddb2939c None None] No DVR routers for this DVR port 8d496032-a833-4ef4-bf08-fa6ccf65f366 on host n-d-818022-2 {{(pid=103366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:43:19.164441 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-94938a9c-993e-4f03-afd7-0649696f934f req-a2e5522a-612c-4b52-9a19-c5e39035376e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fe5b02dd-74e9-432a-8ab4-84e77d94cb3b HTTP/1.1" status: 200 len: 217 time: 0.1583326 Nov 19 17:43:19.224749 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c2a05856-bae4-404c-a50d-95867ac8acf1 req-e9622bb1-9b6e-4c68-895b-1acae9523eb1 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=6759b244-5ca2-48a2-895b-ef9b8f535f6c HTTP/1.1" status: 200 len: 210 time: 0.0824513 Nov 19 17:43:19.262394 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a1f0ad-2263-4276-b3c2-8452ba5e7341 req-095079c7-abfd-4233-b3d1-593ca0ca3ad9 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:43:19.264864 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e9a1f0ad-2263-4276-b3c2-8452ba5e7341 req-095079c7-abfd-4233-b3d1-593ca0ca3ad9 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] 10.222.0.54 "GET /v2.0/ports?device_id=fbccfb6b-2025-4f1a-9503-4e504e4db1c1 HTTP/1.1" status: 200 len: 984 time: 0.3913810 Nov 19 17:43:19.283396 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 8d496032-a833-4ef4-bf08-fa6ccf65f366 no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:43:19.293309 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9106ff-04a6-4147-971c-6fc7790688ad req-91d965d6-29cf-4164-8002-feff473f5f50 tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:43:19.296400 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6c9106ff-04a6-4147-971c-6fc7790688ad req-91d965d6-29cf-4164-8002-feff473f5f50 tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] 10.222.0.54 "GET /v2.0/ports?device_id=720009c8-7969-4fb1-9d48-846a23e742cc HTTP/1.1" status: 200 len: 945 time: 0.2245963 Nov 19 17:43:19.311741 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: 8d496032-a833-4ef4-bf08-fa6ccf65f366 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:43:19.312352 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 8d496032-a833-4ef4-bf08-fa6ccf65f366 not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:43:19.338623 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-511a8595-e621-4e2f-8308-f37be123bfd6 admin admin] Deleting port 8d496032-a833-4ef4-bf08-fa6ccf65f366 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:43:19.339046 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-511a8595-e621-4e2f-8308-f37be123bfd6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:19.360966 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-275131a6-1ec0-491e-9bca-81bf021f5516 req-ba8fabab-9d05-483a-8f4c-a48dd02c2543 service neutron] 10.222.0.86 "GET /v2.0/networks/346debfa-452b-4048-abf4-8f4493625ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2484660 Nov 19 17:43:19.381895 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6c9106ff-04a6-4147-971c-6fc7790688ad req-42af2e0b-1885-41c1-855c-6f15ed04d474 tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] 10.222.0.54 "GET /v2.0/security-groups?id=b84acbb5-2f2e-43b4-8c5f-7110024c7a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703259 Nov 19 17:43:19.410643 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94938a9c-993e-4f03-afd7-0649696f934f req-3f2182f0-39e2-4b53-bf40-19de68e14103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:43:19.412284 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-94938a9c-993e-4f03-afd7-0649696f934f req-3f2182f0-39e2-4b53-bf40-19de68e14103 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=df2b5fb0-4ad7-475f-930a-bdefef26bd76 HTTP/1.1" status: 200 len: 847 time: 0.2051547 Nov 19 17:43:19.456138 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2fbba76d-c312-4397-9d32-5c81123b0b16 req-9395d34e-4d92-48d4-909f-24bf6453a20a service neutron] 10.222.0.86 "GET /v2.0/networks/5462cbaf-741d-4a3e-93f9-7ce709019f54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4531395 Nov 19 17:43:19.495315 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-94938a9c-993e-4f03-afd7-0649696f934f req-195556b3-37d8-43eb-8337-42ea258cadf4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c7b257b3-f66e-4846-9861-5f47f21f4188&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0628192 Nov 19 17:43:19.510297 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [None req-511a8595-e621-4e2f-8308-f37be123bfd6 admin admin] For port 8d496032-a833-4ef4-bf08-fa6ccf65f366, host n-d-818022-2, got binding levels [] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:43:19.510656 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-511a8595-e621-4e2f-8308-f37be123bfd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:19.534780 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c9af9e-61ec-4655-9a63-5a64de52a034 req-3937f5df-676d-416e-b8af-39333792e6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:43:19.536335 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-91c9af9e-61ec-4655-9a63-5a64de52a034 req-3937f5df-676d-416e-b8af-39333792e6cd service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=910715b7f3444c34a0b99bcd54c57698&device_id=7d129510-5e62-48b1-a79e-75c697dca17f HTTP/1.1" status: 200 len: 1099 time: 0.2702022 Nov 19 17:43:19.553903 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-4a877187-b352-4f61-b7eb-122f2dcd4a80 req-9a05ab04-c40e-4247-83a8-e3979d66ee3c tempest-ServerShowV247Test-530126473 tempest-ServerShowV247Test-530126473-project] 10.222.0.54 "GET /v2.0/ports?device_id=6759b244-5ca2-48a2-895b-ef9b8f535f6c HTTP/1.1" status: 200 len: 210 time: 0.0473392 Nov 19 17:43:19.618730 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-511a8595-e621-4e2f-8308-f37be123bfd6 admin admin] Calling delete_port for 8d496032-a833-4ef4-bf08-fa6ccf65f366 owned by network:dhcp {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:43:19.652895 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e9a1f0ad-2263-4276-b3c2-8452ba5e7341 req-bb6194de-dbc9-448e-8bf1-c944576feff0 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] 10.222.0.54 "GET /v2.0/security-groups?id=04e3d6d7-1182-43cf-b490-7070eb1a7891&id=6b496084-806a-4b53-af34-e578be5128ae&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.3525167 Nov 19 17:43:19.654804 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.ipam_backend_mixin [None req-511a8595-e621-4e2f-8308-f37be123bfd6 admin admin] Port 8d496032-a833-4ef4-bf08-fa6ccf65f366 was not found and therefore no delete operation was performed {{(pid=103365) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 19 17:43:19.686569 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-275131a6-1ec0-491e-9bca-81bf021f5516 req-752c054e-486c-44c3-ac86-db27ffbaa188 service neutron] 10.222.0.86 "GET /v2.0/networks/346debfa-452b-4048-abf4-8f4493625ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440408 Nov 19 17:43:19.780469 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e045d9e-f1b3-432e-87e6-75d8ccbfceb7 req-dbce86ce-aba6-4d31-a2cb-676453bc97dd tempest-ListImageFiltersTestJSON-250840556 tempest-ListImageFiltersTestJSON-250840556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:43:19.782334 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-4e045d9e-f1b3-432e-87e6-75d8ccbfceb7 req-dbce86ce-aba6-4d31-a2cb-676453bc97dd tempest-ListImageFiltersTestJSON-250840556 tempest-ListImageFiltersTestJSON-250840556-project] 10.222.0.54 "GET /v2.0/ports?device_id=3c2decfe-aee1-47cc-afae-db04d2fa7bd3 HTTP/1.1" status: 200 len: 947 time: 0.0936933 Nov 19 17:43:19.862408 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-4e045d9e-f1b3-432e-87e6-75d8ccbfceb7 req-619a4315-dbd8-4157-b380-25fabc18ffab tempest-ListImageFiltersTestJSON-250840556 tempest-ListImageFiltersTestJSON-250840556-project] 10.222.0.54 "GET /v2.0/security-groups?id=157de4a4-d761-407b-be78-1f99889a002d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700276 Nov 19 17:43:19.907040 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe95d882-6764-47b1-a5c6-fe991243953c req-5302abb8-ec12-4cb8-8a70-340efb3b8be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:43:19.911375 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-fe95d882-6764-47b1-a5c6-fe991243953c req-5302abb8-ec12-4cb8-8a70-340efb3b8be3 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=910715b7f3444c34a0b99bcd54c57698&device_id=3c2decfe-aee1-47cc-afae-db04d2fa7bd3 HTTP/1.1" status: 200 len: 1098 time: 0.0720360 Nov 19 17:43:20.069634 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-511a8595-e621-4e2f-8308-f37be123bfd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:20.072163 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe95d882-6764-47b1-a5c6-fe991243953c req-aec9168a-db9f-43bd-a4d4-f11a7dc2b213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:43:20.074908 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-fe95d882-6764-47b1-a5c6-fe991243953c req-aec9168a-db9f-43bd-a4d4-f11a7dc2b213 service neutron] 10.222.0.86 "GET /v2.0/networks?id=346debfa-452b-4048-abf4-8f4493625ef2 HTTP/1.1" status: 200 len: 870 time: 0.1534431 Nov 19 17:43:20.149949 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511a8595-e621-4e2f-8308-f37be123bfd6 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d496032-a833-4ef4-bf08-fa6ccf65f366,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:43:20.153358 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-511a8595-e621-4e2f-8308-f37be123bfd6 admin admin] No DVR routers for this DVR port 8d496032-a833-4ef4-bf08-fa6ccf65f366 on host n-d-818022-2 {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:43:20.155453 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-fe95d882-6764-47b1-a5c6-fe991243953c req-f6e7b5ab-d348-414f-b053-b64ba59fb95e service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=744d1b3d-2033-4766-b763-659b747d4b6b HTTP/1.1" status: 200 len: 217 time: 0.0602763 Nov 19 17:43:20.230100 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe95d882-6764-47b1-a5c6-fe991243953c req-1ccae9bc-bc51-4460-ac70-9df66c5e8925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:43:20.237165 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-fe95d882-6764-47b1-a5c6-fe991243953c req-1ccae9bc-bc51-4460-ac70-9df66c5e8925 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8b3c88de-c9c2-4a20-b19e-1855c2c19035 HTTP/1.1" status: 200 len: 843 time: 0.0696855 Nov 19 17:43:20.291238 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-94938a9c-993e-4f03-afd7-0649696f934f req-c179b485-50ab-4be7-a477-c5b0fa96abe1 service neutron] 10.222.0.60 "GET /v2.0/networks/c7b257b3-f66e-4846-9861-5f47f21f4188?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7777627 Nov 19 17:43:20.321869 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c9af9e-61ec-4655-9a63-5a64de52a034 req-53565355-87b3-408a-9cb9-3f54bbf8ce40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:43:20.324052 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-91c9af9e-61ec-4655-9a63-5a64de52a034 req-53565355-87b3-408a-9cb9-3f54bbf8ce40 service neutron] 10.222.0.60 "GET /v2.0/networks?id=346debfa-452b-4048-abf4-8f4493625ef2 HTTP/1.1" status: 200 len: 870 time: 0.7299578 Nov 19 17:43:20.342649 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe95d882-6764-47b1-a5c6-fe991243953c req-96efa4e7-3639-40db-900f-ee666c3e2c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:43:20.346307 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-fe95d882-6764-47b1-a5c6-fe991243953c req-96efa4e7-3639-40db-900f-ee666c3e2c06 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=346debfa-452b-4048-abf4-8f4493625ef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0912037 Nov 19 17:43:20.382073 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-511a8595-e621-4e2f-8308-f37be123bfd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:20.470102 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-91c9af9e-61ec-4655-9a63-5a64de52a034 req-e0a257ad-29a5-4fd7-8065-d87dffc35466 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=12475d13-84ce-40f1-8c15-c615d6f3ddb0 HTTP/1.1" status: 200 len: 217 time: 0.1230600 Nov 19 17:43:20.493787 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-fe95d882-6764-47b1-a5c6-fe991243953c req-b4959fef-5f11-405a-890b-269347a1fffe service neutron] 10.222.0.86 "GET /v2.0/networks/346debfa-452b-4048-abf4-8f4493625ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293592 Nov 19 17:43:20.498089 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-511a8595-e621-4e2f-8308-f37be123bfd6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e551525-40d3-4429-b843-d9d86dd5b1c3']}} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:43:20.573037 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-511a8595-e621-4e2f-8308-f37be123bfd6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a9dfdd3-0c23-423a-a9c4-4c12af66c553') {'for_net_delete': True} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:43:20.573433 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-511a8595-e621-4e2f-8308-f37be123bfd6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a9dfdd3-0c23-423a-a9c4-4c12af66c553') {} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:43:20.624893 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-511a8595-e621-4e2f-8308-f37be123bfd6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12545382'] for segment, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:20.629625 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-fe95d882-6764-47b1-a5c6-fe991243953c req-d162ee65-a087-44b3-8476-b8a14ff31b68 service neutron] 10.222.0.86 "GET /v2.0/networks/346debfa-452b-4048-abf4-8f4493625ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221695 Nov 19 17:43:20.657768 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c9af9e-61ec-4655-9a63-5a64de52a034 req-e38e458c-f571-47c1-a80e-15958399eeb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:43:20.659407 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-91c9af9e-61ec-4655-9a63-5a64de52a034 req-e38e458c-f571-47c1-a80e-15958399eeb5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8b3c88de-c9c2-4a20-b19e-1855c2c19035 HTTP/1.1" status: 200 len: 843 time: 0.1753712 Nov 19 17:43:20.660426 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-511a8595-e621-4e2f-8308-f37be123bfd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:20.690689 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-511a8595-e621-4e2f-8308-f37be123bfd6 admin admin] Releasing vlan 673 on physical network physnet1 to pool {{(pid=103365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 17:43:20.690689 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-511a8595-e621-4e2f-8308-f37be123bfd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12282953'] for segment, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:20.694756 n-d-818022-2 neutron-server[103365]: Traceback (most recent call last): Nov 19 17:43:20.694756 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 17:43:20.694756 n-d-818022-2 neutron-server[103365]: timer() Nov 19 17:43:20.694756 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 17:43:20.694756 n-d-818022-2 neutron-server[103365]: cb(*args, **kw) Nov 19 17:43:20.694756 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 17:43:20.694756 n-d-818022-2 neutron-server[103365]: return func(*args, **kwargs) Nov 19 17:43:20.694756 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 17:43:20.694756 n-d-818022-2 neutron-server[103365]: self._notify() Nov 19 17:43:20.694756 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 17:43:20.694756 n-d-818022-2 neutron-server[103365]: self.callback(batched_events) Nov 19 17:43:20.694756 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 17:43:20.694756 n-d-818022-2 neutron-server[103365]: event.method(event) Nov 19 17:43:20.694756 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 17:43:20.694756 n-d-818022-2 neutron-server[103365]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 17:43:20.694756 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 17:43:20.694756 n-d-818022-2 neutron-server[103365]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 17:43:20.694756 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 17:43:20.694756 n-d-818022-2 neutron-server[103365]: return f(self, *a, **k) Nov 19 17:43:20.694756 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 17:43:20.694756 n-d-818022-2 neutron-server[103365]: return self._get(url).json() Nov 19 17:43:20.694756 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 17:43:20.694756 n-d-818022-2 neutron-server[103365]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 17:43:20.694756 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 17:43:20.694756 n-d-818022-2 neutron-server[103365]: return self.request(url, 'GET', **kwargs) Nov 19 17:43:20.694756 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 17:43:20.694756 n-d-818022-2 neutron-server[103365]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 17:43:20.694756 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 17:43:20.694756 n-d-818022-2 neutron-server[103365]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 17:43:20.694756 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 17:43:20.694756 n-d-818022-2 neutron-server[103365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 17:43:20.694756 n-d-818022-2 neutron-server[103365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 17:43:20.745917 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-bba93f42-2a68-43eb-8926-7f9d2ac90d0b req-9c391094-94f8-44e2-b778-ceea50788759 tempest-ServerShowV247Test-530126473 tempest-ServerShowV247Test-530126473-project] 10.222.0.54 "GET /v2.0/ports?device_id=6759b244-5ca2-48a2-895b-ef9b8f535f6c HTTP/1.1" status: 200 len: 210 time: 0.0430973 Nov 19 17:43:20.751497 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-94938a9c-993e-4f03-afd7-0649696f934f req-bab3306d-ada8-4689-a2a5-3aa44214fa5f service neutron] 10.222.0.60 "GET /v2.0/networks/c7b257b3-f66e-4846-9861-5f47f21f4188?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4439549 Nov 19 17:43:20.778117 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699965b6-d5c8-49cc-83d7-a2a984fc86fa req-7276d0a1-7839-4e17-be90-ea5bbdbc540f tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:43:20.779941 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-699965b6-d5c8-49cc-83d7-a2a984fc86fa req-7276d0a1-7839-4e17-be90-ea5bbdbc540f tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] 10.222.0.54 "GET /v2.0/ports?device_id=720009c8-7969-4fb1-9d48-846a23e742cc HTTP/1.1" status: 200 len: 945 time: 0.2616768 Nov 19 17:43:20.799323 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c9af9e-61ec-4655-9a63-5a64de52a034 req-34709c9e-a37f-46c9-a54c-3db8ec420ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:43:20.802228 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-91c9af9e-61ec-4655-9a63-5a64de52a034 req-34709c9e-a37f-46c9-a54c-3db8ec420ddc service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=346debfa-452b-4048-abf4-8f4493625ef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1350563 Nov 19 17:43:20.817691 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-511a8595-e621-4e2f-8308-f37be123bfd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671242'] for network, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:20.863033 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-511a8595-e621-4e2f-8308-f37be123bfd6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:20.870089 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-511a8595-e621-4e2f-8308-f37be123bfd6 admin admin] 10.222.0.54 "DELETE /v2.0/networks/3e551525-40d3-4429-b843-d9d86dd5b1c3 HTTP/1.1" status: 204 len: 168 time: 2.6581662 Nov 19 17:43:20.934038 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511a8595-e621-4e2f-8308-f37be123bfd6 admin admin] Pushing event deleted for resources: {'Network': ['ID=3e551525-40d3-4429-b843-d9d86dd5b1c3,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:43:20.948707 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9e0b13-df09-4b9d-b46e-780888761d0a req-88d0ee01-5145-4b2b-a335-a0ddc8a34194 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:43:20.951722 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-7a9e0b13-df09-4b9d-b46e-780888761d0a req-88d0ee01-5145-4b2b-a335-a0ddc8a34194 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] 10.222.0.54 "GET /v2.0/ports?device_id=fbccfb6b-2025-4f1a-9503-4e504e4db1c1 HTTP/1.1" status: 200 len: 984 time: 0.0943840 Nov 19 17:43:21.005226 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-699965b6-d5c8-49cc-83d7-a2a984fc86fa req-ecbfdcb3-8e48-4b57-8fc7-bb437db94db4 tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] 10.222.0.54 "GET /v2.0/security-groups?id=b84acbb5-2f2e-43b4-8c5f-7110024c7a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977108 Nov 19 17:43:21.044939 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-91c9af9e-61ec-4655-9a63-5a64de52a034 req-c447b6c4-8186-4a1b-81bd-cc06eb5d17aa service neutron] 10.222.0.60 "GET /v2.0/networks/346debfa-452b-4048-abf4-8f4493625ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2281990 Nov 19 17:43:21.093893 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-7a9e0b13-df09-4b9d-b46e-780888761d0a req-e9aa9fc4-adef-424e-982d-da25ff761029 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] 10.222.0.54 "GET /v2.0/security-groups?id=04e3d6d7-1182-43cf-b490-7070eb1a7891&id=6b496084-806a-4b53-af34-e578be5128ae&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1285088 Nov 19 17:43:21.217605 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 50332) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:43:21.318035 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-4684e440-48e1-438d-b949-bd4551eeb51b req-abc848c2-a1c9-43be-9537-334560fcd721 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-865414996&fields=id&tenant_id=c146b4a40dd54cec9293fb9bbd2d1c70 HTTP/1.1" status: 200 len: 267 time: 0.1064985 Nov 19 17:43:21.363942 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-91c9af9e-61ec-4655-9a63-5a64de52a034 req-9c200143-899c-499f-8358-1ddae47d42ac service neutron] 10.222.0.60 "GET /v2.0/networks/346debfa-452b-4048-abf4-8f4493625ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3098893 Nov 19 17:43:21.378451 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beff1436-4fc8-4107-84a9-56dcf4c35837 req-7e8bc6f5-edd7-423c-bab7-b8eb08ea14cb tempest-ListImageFiltersTestJSON-250840556 tempest-ListImageFiltersTestJSON-250840556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:43:21.380655 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-beff1436-4fc8-4107-84a9-56dcf4c35837 req-7e8bc6f5-edd7-423c-bab7-b8eb08ea14cb tempest-ListImageFiltersTestJSON-250840556 tempest-ListImageFiltersTestJSON-250840556-project] 10.222.0.54 "GET /v2.0/ports?device_id=3c2decfe-aee1-47cc-afae-db04d2fa7bd3 HTTP/1.1" status: 200 len: 947 time: 0.2319248 Nov 19 17:43:21.394853 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-33546a68-a1ee-49d5-aa63-239678c79381 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=5c88988d15b14e549ed4294d5b1d81b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1712284 Nov 19 17:43:21.402124 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 50338) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:43:21.454460 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4684e440-48e1-438d-b949-bd4551eeb51b req-ea8c15a7-8321-4a57-a314-22c49c2d586f tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:43:21.457289 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-4684e440-48e1-438d-b949-bd4551eeb51b req-ea8c15a7-8321-4a57-a314-22c49c2d586f tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] 10.222.0.54 "GET /v2.0/ports?device_id=fbccfb6b-2025-4f1a-9503-4e504e4db1c1 HTTP/1.1" status: 200 len: 984 time: 0.1381083 Nov 19 17:43:21.483059 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-4684e440-48e1-438d-b949-bd4551eeb51b req-83f72ab9-afd2-428a-bfad-85a13565e03f tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] Request body: {'port': {'security_groups': ['04e3d6d7-1182-43cf-b490-7070eb1a7891', '6b496084-806a-4b53-af34-e578be5128ae', '6d1de0c9-23ce-4d78-acb5-b5f2571942c9']}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:43:21.485852 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-17cfdcc5-d2c0-4e58-87db-ed4e668e60f9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:21.491226 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-beff1436-4fc8-4107-84a9-56dcf4c35837 req-392f1c72-1fd7-472d-9bb8-02682413e8bd tempest-ListImageFiltersTestJSON-250840556 tempest-ListImageFiltersTestJSON-250840556-project] 10.222.0.54 "GET /v2.0/security-groups?id=157de4a4-d761-407b-be78-1f99889a002d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952551 Nov 19 17:43:21.514872 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-17cfdcc5-d2c0-4e58-87db-ed4e668e60f9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:21.585317 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-17cfdcc5-d2c0-4e58-87db-ed4e668e60f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:21.588792 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-17cfdcc5-d2c0-4e58-87db-ed4e668e60f9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:21.595027 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-4684e440-48e1-438d-b949-bd4551eeb51b req-83f72ab9-afd2-428a-bfad-85a13565e03f tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:21.595414 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-17cfdcc5-d2c0-4e58-87db-ed4e668e60f9 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/608cd3c1-fb02-4e09-9a3c-895a0164600c HTTP/1.1" status: 204 len: 168 time: 0.1876853 Nov 19 17:43:21.624319 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cfdcc5-d2c0-4e58-87db-ed4e668e60f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=608cd3c1-fb02-4e09-9a3c-895a0164600c,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:43:21.933803 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0d47ee66-e4a1-413c-9098-a5085354538c req-fb441ecf-f21f-4f44-bc26-dadacb21bbb9 tempest-ServerShowV247Test-530126473 tempest-ServerShowV247Test-530126473-project] 10.222.0.54 "GET /v2.0/ports?device_id=6759b244-5ca2-48a2-895b-ef9b8f535f6c HTTP/1.1" status: 200 len: 210 time: 0.0545058 Nov 19 17:43:22.135430 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 12475d13-84ce-40f1-8c15-c615d6f3ddb0 details requested by agent hyperv_n-h1-818022-2 with host n-h1-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 17:43:22.252142 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-4684e440-48e1-438d-b949-bd4551eeb51b req-83f72ab9-afd2-428a-bfad-85a13565e03f tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] For port d7b2cd03-a862-48c5-9c93-a83b75eac01c, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=d7b2cd03-a862-48c5-9c93-a83b75eac01c,segment=NetworkSegment(3969cf88-7658-432d-801e-c50b9cff97b5),segment_id=3969cf88-7658-432d-801e-c50b9cff97b5)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:43:22.295663 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 12475d13-84ce-40f1-8c15-c615d6f3ddb0, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=12475d13-84ce-40f1-8c15-c615d6f3ddb0,segment=NetworkSegment(1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861),segment_id=1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:43:22.317421 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-4684e440-48e1-438d-b949-bd4551eeb51b req-83f72ab9-afd2-428a-bfad-85a13565e03f tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] Publish callbacks [] for port, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:22.329975 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-4684e440-48e1-438d-b949-bd4551eeb51b req-83f72ab9-afd2-428a-bfad-85a13565e03f tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:22.351435 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Returning: {'device': '12475d13-84ce-40f1-8c15-c615d6f3ddb0', 'network_id': '346debfa-452b-4048-abf4-8f4493625ef2', 'port_id': '12475d13-84ce-40f1-8c15-c615d6f3ddb0', 'mac_address': 'fa:16:3e:92:bc:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b3c88de-c9c2-4a20-b19e-1855c2c19035', 'ip_address': '192.168.233.243'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 17:43:22.418492 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] get_ports_and_sgs() called for port_ids ['5acf4e95-86ed-44f0-b29a-2e6b8904987b', 'd7b2cd03-a862-48c5-9c93-a83b75eac01c'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:43:22.493307 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4684e440-48e1-438d-b949-bd4551eeb51b req-83f72ab9-afd2-428a-bfad-85a13565e03f tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:43:22.494113 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-4684e440-48e1-438d-b949-bd4551eeb51b req-83f72ab9-afd2-428a-bfad-85a13565e03f tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:22.518693 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-4684e440-48e1-438d-b949-bd4551eeb51b req-83f72ab9-afd2-428a-bfad-85a13565e03f tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] 10.222.0.54 "PUT /v2.0/ports/d7b2cd03-a862-48c5-9c93-a83b75eac01c HTTP/1.1" status: 200 len: 1020 time: 1.0447431 Nov 19 17:43:22.521856 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbccfb6b-2025-4f1a-9503-4e504e4db1c1', 'tag': 'd7b2cd03-a862-48c5-9c93-a83b75eac01c'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:43:22.524544 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dd4767a008c23f8566efc82158ee1b1fff34e1a9e908d76d0b6d0ab7e350e5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc1f5c30-6c00-4e68-bfd3-e64bf8cb3e54" -d '{"events": [{"name": "network-changed", "server_uuid": "fbccfb6b-2025-4f1a-9503-4e504e4db1c1", "tag": "d7b2cd03-a862-48c5-9c93-a83b75eac01c"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:43:22.577476 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:22.616310 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12475d13-84ce-40f1-8c15-c615d6f3ddb0 {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:43:22.663537 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 12475d13-84ce-40f1-8c15-c615d6f3ddb0, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=12475d13-84ce-40f1-8c15-c615d6f3ddb0,segment=NetworkSegment(1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861),segment_id=1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:43:22.680523 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:22.681220 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea14c72-9594-4209-9969-c4f0baa12c3b req-0ab69b9d-8127-41b9-85aa-8505b63ef0f7 tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:43:22.689403 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5ea14c72-9594-4209-9969-c4f0baa12c3b req-0ab69b9d-8127-41b9-85aa-8505b63ef0f7 tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] 10.222.0.54 "GET /v2.0/ports?device_id=720009c8-7969-4fb1-9d48-846a23e742cc HTTP/1.1" status: 200 len: 945 time: 0.1613381 Nov 19 17:43:22.713111 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-42fc7fc6-c12e-417c-904a-22328ab36e27 req-8a89fd95-a596-48a0-a02f-8e519a126363 tempest-ServerShowV247Test-530126473 tempest-ServerShowV247Test-530126473-project] 10.222.0.54 "GET /v2.0/ports?device_id=6759b244-5ca2-48a2-895b-ef9b8f535f6c HTTP/1.1" status: 200 len: 210 time: 0.0833695 Nov 19 17:43:22.713610 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f72ab9-afd2-428a-bfad-85a13565e03f tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] Pushing event updated for resources: {'Port': ['ID=d7b2cd03-a862-48c5-9c93-a83b75eac01c,revision_number=7']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:43:22.761996 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] get_ports_and_sgs() called for port_ids ['d7b2cd03-a862-48c5-9c93-a83b75eac01c'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:43:22.807369 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5ea14c72-9594-4209-9969-c4f0baa12c3b req-e8625ad5-d1a5-4fe9-b729-171687c064e9 tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] 10.222.0.54 "GET /v2.0/security-groups?id=b84acbb5-2f2e-43b4-8c5f-7110024c7a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163518 Nov 19 17:43:22.929324 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0c8a052a-de8e-4909-b22f-8d71ef227ae0 req-9e1c4c9f-3da7-4573-8e21-613b97d82b63 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] 10.222.0.54 "GET /v2.0/security-groups/6d1de0c9-23ce-4d78-acb5-b5f2571942c9 HTTP/1.1" status: 200 len: 1816 time: 0.0909340 Nov 19 17:43:22.939345 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8e6d07-d981-4779-98bd-012764dd829d req-cd1b79c0-1000-4666-9f19-a3b255660934 tempest-LiveMigrationTest-1744255723 tempest-LiveMigrationTest-1744255723-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:43:22.946927 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-cf8e6d07-d981-4779-98bd-012764dd829d req-cd1b79c0-1000-4666-9f19-a3b255660934 tempest-LiveMigrationTest-1744255723 tempest-LiveMigrationTest-1744255723-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=096b5441-5f69-4f8a-a4be-bedfc1bccced HTTP/1.1" status: 200 len: 1097 time: 0.0740309 Nov 19 17:43:23.007436 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-cf8e6d07-d981-4779-98bd-012764dd829d req-8df6b0a3-ebe5-40c2-88ac-3d90d0f7d18a tempest-LiveMigrationTest-1744255723 tempest-LiveMigrationTest-1744255723-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=12d5dc08-1d9f-41c6-b52c-304239ec8b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595324 Nov 19 17:43:23.025891 n-d-818022-2 neutron-server[103365]: INFO neutron.api.v2.resource [req-0c8a052a-de8e-4909-b22f-8d71ef227ae0 req-42106bc8-eae8-4890-928c-6e1f877f2b61 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 19 17:43:23.040084 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0c8a052a-de8e-4909-b22f-8d71ef227ae0 req-42106bc8-eae8-4890-928c-6e1f877f2b61 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] 10.222.0.54 "DELETE /v2.0/security-groups/6d1de0c9-23ce-4d78-acb5-b5f2571942c9 HTTP/1.1" status: 409 len: 341 time: 0.1094625 Nov 19 17:43:23.051431 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['12475d13-84ce-40f1-8c15-c615d6f3ddb0'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:43:23.138829 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 17:43:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93e551c1-4119-4b45-9c61-1ecc6ceb8c45 x-openstack-request-id: req-93e551c1-4119-4b45-9c61-1ecc6ceb8c45 {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:43:23.138829 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbccfb6b-2025-4f1a-9503-4e504e4db1c1", "tag": "d7b2cd03-a862-48c5-9c93-a83b75eac01c", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:43:23.139345 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-93e551c1-4119-4b45-9c61-1ecc6ceb8c45 {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:43:23.140051 n-d-818022-2 neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbccfb6b-2025-4f1a-9503-4e504e4db1c1', 'tag': 'd7b2cd03-a862-48c5-9c93-a83b75eac01c', 'status': 'completed', 'code': 200} Nov 19 17:43:23.166869 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device 744d1b3d-2033-4766-b763-659b747d4b6b details requested by agent hyperv_n-h2-818022-2 with host n-h2-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 17:43:23.191136 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=12475d13-84ce-40f1-8c15-c615d6f3ddb0,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:43:23.241488 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 50400) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:43:23.273492 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa0018b-2d21-4cd9-bc5a-622b3cb853c1 req-8c817f1d-00ab-40e2-ab05-e1f3b20e144b tempest-ListImageFiltersTestJSON-250840556 tempest-ListImageFiltersTestJSON-250840556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:43:23.276282 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-5fa0018b-2d21-4cd9-bc5a-622b3cb853c1 req-8c817f1d-00ab-40e2-ab05-e1f3b20e144b tempest-ListImageFiltersTestJSON-250840556 tempest-ListImageFiltersTestJSON-250840556-project] 10.222.0.54 "GET /v2.0/ports?device_id=3c2decfe-aee1-47cc-afae-db04d2fa7bd3 HTTP/1.1" status: 200 len: 947 time: 0.2114153 Nov 19 17:43:23.325619 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1f5c30-6c00-4e68-bfd3-e64bf8cb3e54 req-dc54c5ac-3511-4f2d-b308-b3b70975a475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:43:23.327742 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-bc1f5c30-6c00-4e68-bfd3-e64bf8cb3e54 req-dc54c5ac-3511-4f2d-b308-b3b70975a475 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c146b4a40dd54cec9293fb9bbd2d1c70&device_id=fbccfb6b-2025-4f1a-9503-4e504e4db1c1 HTTP/1.1" status: 200 len: 1174 time: 0.1410034 Nov 19 17:43:23.426012 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-5fa0018b-2d21-4cd9-bc5a-622b3cb853c1 req-03332fc5-f1c4-4cfe-8443-370600f3dba1 tempest-ListImageFiltersTestJSON-250840556 tempest-ListImageFiltersTestJSON-250840556-project] 10.222.0.54 "GET /v2.0/security-groups?id=157de4a4-d761-407b-be78-1f99889a002d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308773 Nov 19 17:43:23.482219 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-15b37d4b-01e1-404f-8127-e000af9f1007 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1245348715-network', 'tenant_id': '5860ef39401f494eac55346366608311'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:43:23.521625 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1f5c30-6c00-4e68-bfd3-e64bf8cb3e54 req-84ac9080-ff6c-4e27-9d18-5689b0ca1d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:43:23.524994 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-bc1f5c30-6c00-4e68-bfd3-e64bf8cb3e54 req-84ac9080-ff6c-4e27-9d18-5689b0ca1d77 service neutron] 10.222.0.86 "GET /v2.0/networks?id=5462cbaf-741d-4a3e-93f9-7ce709019f54 HTTP/1.1" status: 200 len: 914 time: 0.1828265 Nov 19 17:43:23.526901 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15b37d4b-01e1-404f-8127-e000af9f1007 admin admin] Made reservation on behalf of 5860ef39401f494eac55346366608311 for: {'network': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:43:23.530708 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-15b37d4b-01e1-404f-8127-e000af9f1007 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:23.558792 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-15b37d4b-01e1-404f-8127-e000af9f1007 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:23.585857 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-bc1f5c30-6c00-4e68-bfd3-e64bf8cb3e54 req-a6120724-bab8-414f-9564-92a21137215b service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d7b2cd03-a862-48c5-9c93-a83b75eac01c HTTP/1.1" status: 200 len: 217 time: 0.0510142 Nov 19 17:43:23.635970 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port 744d1b3d-2033-4766-b763-659b747d4b6b, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=744d1b3d-2033-4766-b763-659b747d4b6b,segment=NetworkSegment(1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861),segment_id=1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:43:23.678329 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1f5c30-6c00-4e68-bfd3-e64bf8cb3e54 req-00ba12d5-0b5f-4ab7-b615-4ae38cd29aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:43:23.682862 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-bc1f5c30-6c00-4e68-bfd3-e64bf8cb3e54 req-00ba12d5-0b5f-4ab7-b615-4ae38cd29aa2 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=568bbddb-beac-4fd1-85b0-aaffdafcdcf0 HTTP/1.1" status: 200 len: 853 time: 0.0756896 Nov 19 17:43:23.741802 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-15b37d4b-01e1-404f-8127-e000af9f1007 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:23.752643 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-15b37d4b-01e1-404f-8127-e000af9f1007 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:23.760485 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Returning: {'device': '744d1b3d-2033-4766-b763-659b747d4b6b', 'network_id': '346debfa-452b-4048-abf4-8f4493625ef2', 'port_id': '744d1b3d-2033-4766-b763-659b747d4b6b', 'mac_address': 'fa:16:3e:3b:f3:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b3c88de-c9c2-4a20-b19e-1855c2c19035', 'ip_address': '192.168.233.81'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 17:43:23.773106 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-bc1f5c30-6c00-4e68-bfd3-e64bf8cb3e54 req-847742ed-1da3-44e1-93e7-190af1d9b7f4 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=5462cbaf-741d-4a3e-93f9-7ce709019f54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0761538 Nov 19 17:43:23.786857 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b37d4b-01e1-404f-8127-e000af9f1007 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50457c37-b8b8-4430-93f6-d41ea96930b5,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:43:23.797724 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15b37d4b-01e1-404f-8127-e000af9f1007 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 687} {{(pid=103365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 17:43:23.808390 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-15b37d4b-01e1-404f-8127-e000af9f1007 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:23.808792 n-d-818022-2 neutron-server[103365]: INFO neutron.db.segments_db [None req-15b37d4b-01e1-404f-8127-e000af9f1007 admin admin] Added segment 157c62a5-bfe1-4576-967a-7b3ac8324a4a of type vlan for network b1eb9f5b-30a6-4325-b0b4-3641d25ed164 Nov 19 17:43:23.888995 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-15b37d4b-01e1-404f-8127-e000af9f1007 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:23.958551 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-15b37d4b-01e1-404f-8127-e000af9f1007 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:23.964968 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15b37d4b-01e1-404f-8127-e000af9f1007 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:43:23.966499 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-15b37d4b-01e1-404f-8127-e000af9f1007 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:24.044189 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-35243fb9-be63-4d49-b9dd-367107fb0624 req-4a35e196-cb51-4b28-9293-6d9130ada1a0 tempest-ServerShowV247Test-530126473 tempest-ServerShowV247Test-530126473-project] 10.222.0.54 "GET /v2.0/ports?device_id=6759b244-5ca2-48a2-895b-ef9b8f535f6c HTTP/1.1" status: 200 len: 210 time: 0.0599833 Nov 19 17:43:24.075040 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-15b37d4b-01e1-404f-8127-e000af9f1007 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8320222 Nov 19 17:43:24.087891 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 50424) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:43:24.088403 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-bc1f5c30-6c00-4e68-bfd3-e64bf8cb3e54 req-5543b96c-b406-4e76-aedb-aa3ee1c8112c service neutron] 10.222.0.86 "GET /v2.0/networks/5462cbaf-741d-4a3e-93f9-7ce709019f54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2993011 Nov 19 17:43:24.095978 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-61806521-fb0d-4c94-8993-5fa18f764163 admin admin] Request body: {'subnet': {'network_id': 'b1eb9f5b-30a6-4325-b0b4-3641d25ed164', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1245348715-subnet', 'tenant_id': '5860ef39401f494eac55346366608311', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:43:24.105116 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b37d4b-01e1-404f-8127-e000af9f1007 admin admin] Pushing event updated for resources: {'Network': ['ID=b1eb9f5b-30a6-4325-b0b4-3641d25ed164,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:43:24.144271 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61806521-fb0d-4c94-8993-5fa18f764163 admin admin] Made reservation on behalf of 5860ef39401f494eac55346366608311 for: {'subnet': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:43:24.148720 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-61806521-fb0d-4c94-8993-5fa18f764163 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8731248'] for subnet, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:24.164973 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:24.168552 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network b1eb9f5b-30a6-4325-b0b4-3641d25ed164 details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 17:43:24.270556 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc9c2b3-62b0-47e9-8197-9212a63ccee7 req-4122a438-b26c-4fdb-80f8-dde9b11f7e9c tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:43:24.278261 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-cdc9c2b3-62b0-47e9-8197-9212a63ccee7 req-4122a438-b26c-4fdb-80f8-dde9b11f7e9c tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] 10.222.0.54 "GET /v2.0/ports?device_id=720009c8-7969-4fb1-9d48-846a23e742cc HTTP/1.1" status: 200 len: 945 time: 0.0786610 Nov 19 17:43:24.310463 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 744d1b3d-2033-4766-b763-659b747d4b6b {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:43:24.328709 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-bc1f5c30-6c00-4e68-bfd3-e64bf8cb3e54 req-96aaa5f9-ed76-418e-81ec-8bad4c25cacb service neutron] 10.222.0.86 "GET /v2.0/networks/5462cbaf-741d-4a3e-93f9-7ce709019f54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2306674 Nov 19 17:43:24.367110 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-cdc9c2b3-62b0-47e9-8197-9212a63ccee7 req-0c6fe27d-7dec-4de2-87e7-e615aea122f4 tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] 10.222.0.54 "GET /v2.0/security-groups?id=b84acbb5-2f2e-43b4-8c5f-7110024c7a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876265 Nov 19 17:43:24.452943 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-61806521-fb0d-4c94-8993-5fa18f764163 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12283104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8731234'] for subnet, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:24.462678 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port 744d1b3d-2033-4766-b763-659b747d4b6b, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=744d1b3d-2033-4766-b763-659b747d4b6b,segment=NetworkSegment(1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861),segment_id=1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:43:24.479936 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:24.530622 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61806521-fb0d-4c94-8993-5fa18f764163 admin admin] Pushing event updated for resources: {'Subnet': ['ID=da45e3f2-3bc7-464b-bffe-dbcc900f1c43,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:43:24.534075 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61806521-fb0d-4c94-8993-5fa18f764163 admin admin] Checking segment: {'id': '157c62a5-bfe1-4576-967a-7b3ac8324a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'b1eb9f5b-30a6-4325-b0b4-3641d25ed164'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:43:24.534512 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61806521-fb0d-4c94-8993-5fa18f764163 admin admin] Network hostable DHCP agents. Network: b1eb9f5b-30a6-4325-b0b4-3641d25ed164, hostable agents: ['02910ef2-0455-4aea-9f38-9a875579633f'], hosted agents: [] {{(pid=103365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 17:43:24.556741 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61806521-fb0d-4c94-8993-5fa18f764163 admin admin] Network b1eb9f5b-30a6-4325-b0b4-3641d25ed164 is scheduled to be hosted by DHCP agent 02910ef2-0455-4aea-9f38-9a875579633f with binding_index 1 {{(pid=103365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 17:43:24.569447 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-61806521-fb0d-4c94-8993-5fa18f764163 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818022-2, b1eb9f5b-30a6-4325-b0b4-3641d25ed164) {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:43:24.592913 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3c195d5-93af-44b5-9929-197f191d0a4e None None] Network b1eb9f5b-30a6-4325-b0b4-3641d25ed164 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:43:24.596624 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61806521-fb0d-4c94-8993-5fa18f764163 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:43:24.597847 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-61806521-fb0d-4c94-8993-5fa18f764163 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:24.616591 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd12ed20-e999-4a5d-9f77-4076efccb861 req-7514ed8b-34ec-4dba-9f38-1f737d3dc2f6 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:43:24.619437 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-cd12ed20-e999-4a5d-9f77-4076efccb861 req-7514ed8b-34ec-4dba-9f38-1f737d3dc2f6 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] 10.222.0.54 "GET /v2.0/ports?device_id=fbccfb6b-2025-4f1a-9503-4e504e4db1c1 HTTP/1.1" status: 200 len: 1023 time: 0.1145558 Nov 19 17:43:24.649513 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-61806521-fb0d-4c94-8993-5fa18f764163 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5572507 Nov 19 17:43:24.712946 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Pushing event updated for resources: {'Port': ['ID=744d1b3d-2033-4766-b763-659b747d4b6b,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:43:24.873534 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-cd12ed20-e999-4a5d-9f77-4076efccb861 req-fe3f12b5-d734-4b73-90b1-6da5db560f74 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] 10.222.0.54 "GET /v2.0/security-groups?id=6d1de0c9-23ce-4d78-acb5-b5f2571942c9&id=04e3d6d7-1182-43cf-b490-7070eb1a7891&id=6b496084-806a-4b53-af34-e578be5128ae&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.2355833 Nov 19 17:43:24.987178 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45a829fd-0f36-4f82-9f4b-954cb262aca5 None None] Network b1eb9f5b-30a6-4325-b0b4-3641d25ed164 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:43:25.042751 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6721e10-a6bf-4b73-aac2-3334c8e96af6 req-d42efaef-070f-4ac9-b7f2-afe2c025cf8a tempest-ListImageFiltersTestJSON-250840556 tempest-ListImageFiltersTestJSON-250840556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:43:25.045167 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-e6721e10-a6bf-4b73-aac2-3334c8e96af6 req-d42efaef-070f-4ac9-b7f2-afe2c025cf8a tempest-ListImageFiltersTestJSON-250840556 tempest-ListImageFiltersTestJSON-250840556-project] 10.222.0.54 "GET /v2.0/ports?device_id=3c2decfe-aee1-47cc-afae-db04d2fa7bd3 HTTP/1.1" status: 200 len: 948 time: 0.0615189 Nov 19 17:43:25.066096 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] get_ports_and_sgs() called for port_ids ['744d1b3d-2033-4766-b763-659b747d4b6b'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:43:25.107387 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-e6721e10-a6bf-4b73-aac2-3334c8e96af6 req-a4b78620-5b4a-4cf4-b1d2-2f1b36c13371 tempest-ListImageFiltersTestJSON-250840556 tempest-ListImageFiltersTestJSON-250840556-project] 10.222.0.54 "GET /v2.0/security-groups?id=157de4a4-d761-407b-be78-1f99889a002d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508893 Nov 19 17:43:25.164434 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [req-0e638385-597e-4a15-ba43-22c66b85db01 req-f8deb588-6b7a-4a2f-a643-22d6e0ff63a2 tempest-LiveMigrationTest-1744255723 tempest-LiveMigrationTest-1744255723-project-admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=103364) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 17:43:25.172542 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0e638385-597e-4a15-ba43-22c66b85db01 req-f8deb588-6b7a-4a2f-a643-22d6e0ff63a2 tempest-LiveMigrationTest-1744255723 tempest-LiveMigrationTest-1744255723-project-admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0135283 Nov 19 17:43:25.235454 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e638385-597e-4a15-ba43-22c66b85db01 req-94f99054-3597-4a2c-bac3-80988ba82404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:43:25.242559 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0e638385-597e-4a15-ba43-22c66b85db01 req-94f99054-3597-4a2c-bac3-80988ba82404 service neutron] 10.222.0.54 "GET /v2.0/ports/8c6312d8-576e-4736-bc85-42aa986721e9 HTTP/1.1" status: 200 len: 1094 time: 0.0615482 Nov 19 17:43:25.247068 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-0e638385-597e-4a15-ba43-22c66b85db01 req-eaa9b6a1-856a-4a7c-8458-9045f3d06449 service neutron] Request body: {'binding': {'host': 'n-h1-818022-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:43:25.247625 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-0e638385-597e-4a15-ba43-22c66b85db01 req-eaa9b6a1-856a-4a7c-8458-9045f3d06449 service neutron] Unknown quota resources ['binding']. {{(pid=103364) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 19 17:43:25.486659 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-0e638385-597e-4a15-ba43-22c66b85db01 req-eaa9b6a1-856a-4a7c-8458-9045f3d06449 service neutron] Attempting to bind port 8c6312d8-576e-4736-bc85-42aa986721e9 on host n-h1-818022-2 for vnic_type normal with profile None {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:43:25.487216 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-0e638385-597e-4a15-ba43-22c66b85db01 req-eaa9b6a1-856a-4a7c-8458-9045f3d06449 service neutron] Attempting to bind port 8c6312d8-576e-4736-bc85-42aa986721e9 by drivers openvswitch,hyperv on host n-h1-818022-2 at level 0 using segments [{'id': '68be9c2e-9e68-489a-becd-67ff095c4169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'c7b257b3-f66e-4846-9861-5f47f21f4188'}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:43:25.487773 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e638385-597e-4a15-ba43-22c66b85db01 req-eaa9b6a1-856a-4a7c-8458-9045f3d06449 service neutron] Attempting to bind port 8c6312d8-576e-4736-bc85-42aa986721e9 on network c7b257b3-f66e-4846-9861-5f47f21f4188 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:43:25.494214 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e638385-597e-4a15-ba43-22c66b85db01 req-eaa9b6a1-856a-4a7c-8458-9045f3d06449 service neutron] Port 8c6312d8-576e-4736-bc85-42aa986721e9 on network c7b257b3-f66e-4846-9861-5f47f21f4188 not bound, no agent of type Open vSwitch agent registered on host n-h1-818022-2 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 17:43:25.494562 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e638385-597e-4a15-ba43-22c66b85db01 req-eaa9b6a1-856a-4a7c-8458-9045f3d06449 service neutron] Attempting to bind port 8c6312d8-576e-4736-bc85-42aa986721e9 on network c7b257b3-f66e-4846-9861-5f47f21f4188 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:43:25.500725 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e638385-597e-4a15-ba43-22c66b85db01 req-eaa9b6a1-856a-4a7c-8458-9045f3d06449 service neutron] Checking agent: {'id': 'a6668d96-12fa-4ec0-99ad-77eaf490dd2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'started_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 43, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:43:25.501113 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e638385-597e-4a15-ba43-22c66b85db01 req-eaa9b6a1-856a-4a7c-8458-9045f3d06449 service neutron] Checking segment: {'id': '68be9c2e-9e68-489a-becd-67ff095c4169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'c7b257b3-f66e-4846-9861-5f47f21f4188'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:43:25.501864 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e638385-597e-4a15-ba43-22c66b85db01 req-eaa9b6a1-856a-4a7c-8458-9045f3d06449 service neutron] Bound using segment: {'id': '68be9c2e-9e68-489a-becd-67ff095c4169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'c7b257b3-f66e-4846-9861-5f47f21f4188'} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:43:25.502091 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-0e638385-597e-4a15-ba43-22c66b85db01 req-eaa9b6a1-856a-4a7c-8458-9045f3d06449 service neutron] Bound port: 8c6312d8-576e-4736-bc85-42aa986721e9, host: n-h1-818022-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68be9c2e-9e68-489a-becd-67ff095c4169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'c7b257b3-f66e-4846-9861-5f47f21f4188'}}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:43:25.563523 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-0e638385-597e-4a15-ba43-22c66b85db01 req-eaa9b6a1-856a-4a7c-8458-9045f3d06449 service neutron] For port 8c6312d8-576e-4736-bc85-42aa986721e9, host n-h1-818022-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=8c6312d8-576e-4736-bc85-42aa986721e9,segment=NetworkSegment(68be9c2e-9e68-489a-becd-67ff095c4169),segment_id=68be9c2e-9e68-489a-becd-67ff095c4169)] {{(pid=103364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:43:25.571304 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-0e638385-597e-4a15-ba43-22c66b85db01 req-eaa9b6a1-856a-4a7c-8458-9045f3d06449 service neutron] Publish callbacks [] for binding, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:25.572709 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0e638385-597e-4a15-ba43-22c66b85db01 req-eaa9b6a1-856a-4a7c-8458-9045f3d06449 service neutron] 10.222.0.54 "POST /v2.0/ports/8c6312d8-576e-4736-bc85-42aa986721e9/bindings HTTP/1.1" status: 201 len: 389 time: 0.3291242 Nov 19 17:43:25.996322 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e638385-597e-4a15-ba43-22c66b85db01 req-ef46966a-9bfa-4acc-bfb4-36686e486f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:43:25.998357 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0e638385-597e-4a15-ba43-22c66b85db01 req-ef46966a-9bfa-4acc-bfb4-36686e486f7e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=de10e7e0e3ea4ce28d84ef76e9c1ec3a&device_id=096b5441-5f69-4f8a-a4be-bedfc1bccced HTTP/1.1" status: 200 len: 1097 time: 0.0927322 Nov 19 17:43:26.033459 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-fc2df5f8-8ac6-4b48-acd8-600757e69682 req-dec11f9f-31f4-421d-9e81-adfea38bab5a tempest-ServerShowV247Test-530126473 tempest-ServerShowV247Test-530126473-project] 10.222.0.54 "GET /v2.0/ports?device_id=6759b244-5ca2-48a2-895b-ef9b8f535f6c HTTP/1.1" status: 200 len: 210 time: 0.0582235 Nov 19 17:43:26.147501 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 12475d13-84ce-40f1-8c15-c615d6f3ddb0 up at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:43:26.249996 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning for port 12475d13-84ce-40f1-8c15-c615d6f3ddb0 completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 17:43:26.256987 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning complete for port 12475d13-84ce-40f1-8c15-c615d6f3ddb0 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:43:26.257585 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:26.266994 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85fec0e-fd04-4156-8b8c-c59a00fd1c16 req-16251e7f-deb2-43b5-a05e-a71c3e43d15c tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:43:26.270211 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a85fec0e-fd04-4156-8b8c-c59a00fd1c16 req-16251e7f-deb2-43b5-a05e-a71c3e43d15c tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] 10.222.0.54 "GET /v2.0/ports?device_id=720009c8-7969-4fb1-9d48-846a23e742cc HTTP/1.1" status: 200 len: 945 time: 0.0901697 Nov 19 17:43:26.283518 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e638385-597e-4a15-ba43-22c66b85db01 req-a39c683c-ac41-4758-82cd-8934fbfcd731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:43:26.286003 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0e638385-597e-4a15-ba43-22c66b85db01 req-a39c683c-ac41-4758-82cd-8934fbfcd731 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c7b257b3-f66e-4846-9861-5f47f21f4188 HTTP/1.1" status: 200 len: 908 time: 0.2788255 Nov 19 17:43:26.304735 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df9121d-68ea-4c5c-abab-82e8f99f137a req-f052ae8f-36af-4568-b8e6-b7f7fbadaa9c tempest-ServerPasswordTestJSON-1509310428 tempest-ServerPasswordTestJSON-1509310428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:43:26.307296 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6df9121d-68ea-4c5c-abab-82e8f99f137a req-f052ae8f-36af-4568-b8e6-b7f7fbadaa9c tempest-ServerPasswordTestJSON-1509310428 tempest-ServerPasswordTestJSON-1509310428-project] 10.222.0.54 "GET /v2.0/networks?id=b1eb9f5b-30a6-4325-b0b4-3641d25ed164 HTTP/1.1" status: 200 len: 813 time: 0.2672019 Nov 19 17:43:26.356824 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a85fec0e-fd04-4156-8b8c-c59a00fd1c16 req-3d9b796f-836d-4c7f-9689-ed4873769285 tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] 10.222.0.54 "GET /v2.0/security-groups?id=b84acbb5-2f2e-43b4-8c5f-7110024c7a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733716 Nov 19 17:43:26.367684 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0e638385-597e-4a15-ba43-22c66b85db01 req-88e228f2-a1f0-4770-8f44-ca8a7ec3671e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8c6312d8-576e-4736-bc85-42aa986721e9 HTTP/1.1" status: 200 len: 217 time: 0.0588713 Nov 19 17:43:26.396269 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6df9121d-68ea-4c5c-abab-82e8f99f137a req-ddddd45d-0575-4386-9846-620e6f955fe9 tempest-ServerPasswordTestJSON-1509310428 tempest-ServerPasswordTestJSON-1509310428-project] 10.222.0.54 "GET /v2.0/quotas/5860ef39401f494eac55346366608311 HTTP/1.1" status: 200 len: 375 time: 0.0324683 Nov 19 17:43:26.409406 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:26.452384 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d129510-5e62-48b1-a79e-75c697dca17f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12475d13-84ce-40f1-8c15-c615d6f3ddb0'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:43:26.457055 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3940761bcd94e032e6960d2241bd8993c5d3a7d8dc2aca8488f3ecf1d4dd2fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae0cb923-397e-43b9-be84-34dcd7bd945d" -d '{"events": [{"server_uuid": "7d129510-5e62-48b1-a79e-75c697dca17f", "name": "network-vif-plugged", "status": "completed", "tag": "12475d13-84ce-40f1-8c15-c615d6f3ddb0"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:43:26.477519 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 12475d13-84ce-40f1-8c15-c615d6f3ddb0, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=12475d13-84ce-40f1-8c15-c615d6f3ddb0,segment=NetworkSegment(1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861),segment_id=1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:43:26.487204 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:26.498920 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6df9121d-68ea-4c5c-abab-82e8f99f137a req-e3a6f2af-70df-4d1d-ba03-c31fce372348 tempest-ServerPasswordTestJSON-1509310428 tempest-ServerPasswordTestJSON-1509310428-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=5860ef39401f494eac55346366608311&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0703812 Nov 19 17:43:26.512624 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e638385-597e-4a15-ba43-22c66b85db01 req-179a220d-8b5e-4887-8c9d-5a812cf6ffdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:43:26.514909 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0e638385-597e-4a15-ba43-22c66b85db01 req-179a220d-8b5e-4887-8c9d-5a812cf6ffdb service neutron] 10.222.0.60 "GET /v2.0/subnets?id=df2b5fb0-4ad7-475f-930a-bdefef26bd76 HTTP/1.1" status: 200 len: 847 time: 0.1365459 Nov 19 17:43:26.546662 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6f0d9d-9b68-4229-a09b-96b04d7a9b2f req-0db7c061-22c0-46f8-a02e-edcf189f303d tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:43:26.550136 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-fe6f0d9d-9b68-4229-a09b-96b04d7a9b2f req-0db7c061-22c0-46f8-a02e-edcf189f303d tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/ports?device_id=096b5441-5f69-4f8a-a4be-bedfc1bccced HTTP/1.1" status: 200 len: 946 time: 0.0889742 Nov 19 17:43:26.580027 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=12475d13-84ce-40f1-8c15-c615d6f3ddb0,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:43:26.624998 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0e638385-597e-4a15-ba43-22c66b85db01 req-4a95a25e-ab86-4432-80da-7faa2b3134c3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c7b257b3-f66e-4846-9861-5f47f21f4188&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0960436 Nov 19 17:43:26.651351 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-fe6f0d9d-9b68-4229-a09b-96b04d7a9b2f req-eb1f0992-272b-426c-97f3-b7b3273a6f0f tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/security-groups?id=12d5dc08-1d9f-41c6-b52c-304239ec8b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873611 Nov 19 17:43:26.802089 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6df9121d-68ea-4c5c-abab-82e8f99f137a req-7d19d14f-803d-4669-9347-347539476575 service neutron] 10.222.0.54 "GET /v2.0/networks/b1eb9f5b-30a6-4325-b0b4-3641d25ed164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2852397 Nov 19 17:43:26.827373 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd040603-30b5-442a-9b80-caa4fd14c9ac req-5f74c029-7697-41ed-b73d-cbc4f6c5542d tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:43:26.830021 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-fd040603-30b5-442a-9b80-caa4fd14c9ac req-5f74c029-7697-41ed-b73d-cbc4f6c5542d tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] 10.222.0.54 "GET /v2.0/ports?device_id=fbccfb6b-2025-4f1a-9503-4e504e4db1c1 HTTP/1.1" status: 200 len: 1023 time: 0.0918140 Nov 19 17:43:26.832455 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0e638385-597e-4a15-ba43-22c66b85db01 req-c2dd2857-7976-4986-a07e-fa08a1f07c7a service neutron] 10.222.0.60 "GET /v2.0/networks/c7b257b3-f66e-4846-9861-5f47f21f4188?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1998959 Nov 19 17:43:26.919951 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-fd040603-30b5-442a-9b80-caa4fd14c9ac req-54ecf155-0b3c-42e0-b353-8ac039c238db tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] 10.222.0.54 "GET /v2.0/security-groups?id=6d1de0c9-23ce-4d78-acb5-b5f2571942c9&id=04e3d6d7-1182-43cf-b490-7070eb1a7891&id=6b496084-806a-4b53-af34-e578be5128ae&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0829904 Nov 19 17:43:27.083913 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6df9121d-68ea-4c5c-abab-82e8f99f137a req-9eadcfbd-b28e-4348-95c6-956c81d498e9 service neutron] 10.222.0.54 "GET /v2.0/networks/b1eb9f5b-30a6-4325-b0b4-3641d25ed164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2670290 Nov 19 17:43:27.090559 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0e638385-597e-4a15-ba43-22c66b85db01 req-6a1aad62-947d-4d2a-afa5-cc6e8966b203 service neutron] 10.222.0.60 "GET /v2.0/networks/c7b257b3-f66e-4846-9861-5f47f21f4188?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2423005 Nov 19 17:43:27.135277 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device 744d1b3d-2033-4766-b763-659b747d4b6b up at agent hyperv_n-h2-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:43:27.163021 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9b7baf-4eca-454b-beca-b4c01176a151 req-950b8e85-4f92-4be1-b328-03a980f89da5 tempest-ListImageFiltersTestJSON-250840556 tempest-ListImageFiltersTestJSON-250840556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:43:27.166463 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ce9b7baf-4eca-454b-beca-b4c01176a151 req-950b8e85-4f92-4be1-b328-03a980f89da5 tempest-ListImageFiltersTestJSON-250840556 tempest-ListImageFiltersTestJSON-250840556-project] 10.222.0.54 "GET /v2.0/ports?device_id=3c2decfe-aee1-47cc-afae-db04d2fa7bd3 HTTP/1.1" status: 200 len: 948 time: 0.1159875 Nov 19 17:43:27.284181 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Provisioning for port 744d1b3d-2033-4766-b763-659b747d4b6b completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 17:43:27.291222 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Provisioning complete for port 744d1b3d-2033-4766-b763-659b747d4b6b triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:43:27.291981 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:27.334799 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ce9b7baf-4eca-454b-beca-b4c01176a151 req-1a3ba8a2-21b5-490b-8f31-abd6ffba5f83 tempest-ListImageFiltersTestJSON-250840556 tempest-ListImageFiltersTestJSON-250840556-project] 10.222.0.54 "GET /v2.0/security-groups?id=157de4a4-d761-407b-be78-1f99889a002d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573880 Nov 19 17:43:27.380827 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ce8b29-480b-4e62-9e31-3272240495eb req-dc9fc118-a350-4e8a-9c72-c38d0198fa25 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:43:27.383275 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a9ce8b29-480b-4e62-9e31-3272240495eb req-dc9fc118-a350-4e8a-9c72-c38d0198fa25 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] 10.222.0.86 "GET /v2.0/ports?device_id=fbccfb6b-2025-4f1a-9503-4e504e4db1c1 HTTP/1.1" status: 200 len: 1023 time: 0.1607912 Nov 19 17:43:27.421136 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:27.465084 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port 744d1b3d-2033-4766-b763-659b747d4b6b, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=744d1b3d-2033-4766-b763-659b747d4b6b,segment=NetworkSegment(1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861),segment_id=1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:43:27.471448 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:43:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73b418bb-0387-4104-be5f-b91bae85a64b x-openstack-request-id: req-73b418bb-0387-4104-be5f-b91bae85a64b {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:43:27.471773 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d129510-5e62-48b1-a79e-75c697dca17f", "name": "network-vif-plugged", "status": "completed", "tag": "12475d13-84ce-40f1-8c15-c615d6f3ddb0", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:43:27.473723 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-73b418bb-0387-4104-be5f-b91bae85a64b {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:43:27.474338 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d129510-5e62-48b1-a79e-75c697dca17f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12475d13-84ce-40f1-8c15-c615d6f3ddb0', 'code': 200} Nov 19 17:43:27.475606 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:27.551715 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Pushing event updated for resources: {'Port': ['ID=744d1b3d-2033-4766-b763-659b747d4b6b,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:43:27.739866 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-de69e063-c3a2-43b1-84bd-c0307258a12c req-af9d9ff8-f83e-4c1c-b177-17d428d64267 tempest-ServerShowV247Test-530126473 tempest-ServerShowV247Test-530126473-project] 10.222.0.54 "GET /v2.0/ports?device_id=6759b244-5ca2-48a2-895b-ef9b8f535f6c HTTP/1.1" status: 200 len: 210 time: 0.1064279 Nov 19 17:43:27.741705 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7f9135-3829-436c-8308-087fbcfb1af7 req-f57bbcf5-ed9f-4fa1-9c4d-e959dd00b723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:43:27.744432 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-cf7f9135-3829-436c-8308-087fbcfb1af7 req-f57bbcf5-ed9f-4fa1-9c4d-e959dd00b723 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=7d129510-5e62-48b1-a79e-75c697dca17f HTTP/1.1" status: 200 len: 1101 time: 0.1528380 Nov 19 17:43:27.871455 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [req-a9ce8b29-480b-4e62-9e31-3272240495eb req-9d931baa-8c5b-4a07-8fe5-4cc341f55047 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] Deleting port d7b2cd03-a862-48c5-9c93-a83b75eac01c {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:43:27.871842 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-a9ce8b29-480b-4e62-9e31-3272240495eb req-9d931baa-8c5b-4a07-8fe5-4cc341f55047 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:27.882714 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-cf7f9135-3829-436c-8308-087fbcfb1af7 req-9f765900-b736-4d40-9408-7eaac22a8902 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=157de4a4-d761-407b-be78-1f99889a002d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292529 Nov 19 17:43:27.983228 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-5e0c57c3-f10b-48b6-be19-78c1f1b7e1e4 req-60179d80-82c0-4a56-9db8-3e179ea223bd tempest-ServerPasswordTestJSON-1509310428 tempest-ServerPasswordTestJSON-1509310428-project] 10.222.0.54 "GET /v2.0/ports?device_id=69f75a48-8ea3-4f7a-88e2-871b19598ed7 HTTP/1.1" status: 200 len: 210 time: 0.1342733 Nov 19 17:43:28.171488 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-a9ce8b29-480b-4e62-9e31-3272240495eb req-9d931baa-8c5b-4a07-8fe5-4cc341f55047 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] For port d7b2cd03-a862-48c5-9c93-a83b75eac01c, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=d7b2cd03-a862-48c5-9c93-a83b75eac01c,segment=NetworkSegment(3969cf88-7658-432d-801e-c50b9cff97b5),segment_id=3969cf88-7658-432d-801e-c50b9cff97b5)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:43:28.172604 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-a9ce8b29-480b-4e62-9e31-3272240495eb req-9d931baa-8c5b-4a07-8fe5-4cc341f55047 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:28.242240 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [req-a9ce8b29-480b-4e62-9e31-3272240495eb req-9d931baa-8c5b-4a07-8fe5-4cc341f55047 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] Calling delete_port for d7b2cd03-a862-48c5-9c93-a83b75eac01c owned by compute:nova {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:43:28.327335 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d8a139-aef6-46de-bd47-7866d882e8ff req-fa0a7847-9f04-4a33-beed-a33afcfaa7f1 tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:43:28.329542 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-84d8a139-aef6-46de-bd47-7866d882e8ff req-fa0a7847-9f04-4a33-beed-a33afcfaa7f1 tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] 10.222.0.54 "GET /v2.0/ports?device_id=720009c8-7969-4fb1-9d48-846a23e742cc HTTP/1.1" status: 200 len: 945 time: 0.1629870 Nov 19 17:43:28.558190 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-84d8a139-aef6-46de-bd47-7866d882e8ff req-602d5273-685c-45b1-b4e6-130aba281cb9 tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] 10.222.0.54 "GET /v2.0/security-groups?id=b84acbb5-2f2e-43b4-8c5f-7110024c7a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151217 Nov 19 17:43:28.560896 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-a9ce8b29-480b-4e62-9e31-3272240495eb req-9d931baa-8c5b-4a07-8fe5-4cc341f55047 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:28.580190 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] get_ports_and_sgs() called for port_ids ['5acf4e95-86ed-44f0-b29a-2e6b8904987b', 'd7b2cd03-a862-48c5-9c93-a83b75eac01c'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:43:28.605858 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d931baa-8c5b-4a07-8fe5-4cc341f55047 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] Pushing event deleted for resources: {'Port': ['ID=d7b2cd03-a862-48c5-9c93-a83b75eac01c,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:43:28.675554 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9ce8b29-480b-4e62-9e31-3272240495eb req-9d931baa-8c5b-4a07-8fe5-4cc341f55047 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] No DVR routers for this DVR port d7b2cd03-a862-48c5-9c93-a83b75eac01c on host n-h2-818022-2 {{(pid=103364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:43:28.681974 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-a9ce8b29-480b-4e62-9e31-3272240495eb req-9d931baa-8c5b-4a07-8fe5-4cc341f55047 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:28.687212 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a9ce8b29-480b-4e62-9e31-3272240495eb req-9d931baa-8c5b-4a07-8fe5-4cc341f55047 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] 10.222.0.86 "DELETE /v2.0/ports/d7b2cd03-a862-48c5-9c93-a83b75eac01c HTTP/1.1" status: 204 len: 173 time: 1.2828414 Nov 19 17:43:28.688742 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbccfb6b-2025-4f1a-9503-4e504e4db1c1', 'name': 'network-vif-deleted', 'tag': 'd7b2cd03-a862-48c5-9c93-a83b75eac01c'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:43:28.694528 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dd4767a008c23f8566efc82158ee1b1fff34e1a9e908d76d0b6d0ab7e350e5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95a858ee-5057-4c22-8ac7-bfd6ee19e341" -d '{"events": [{"server_uuid": "fbccfb6b-2025-4f1a-9503-4e504e4db1c1", "name": "network-vif-deleted", "tag": "d7b2cd03-a862-48c5-9c93-a83b75eac01c"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:43:28.840856 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9a4ac6-0aa4-4965-9b80-75fbfab82870 req-e93dc3f4-2e91-4947-ae26-fc044ae2ac5a tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:43:28.842555 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6a9a4ac6-0aa4-4965-9b80-75fbfab82870 req-e93dc3f4-2e91-4947-ae26-fc044ae2ac5a tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/ports?device_id=096b5441-5f69-4f8a-a4be-bedfc1bccced HTTP/1.1" status: 200 len: 946 time: 0.1084182 Nov 19 17:43:28.931792 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6a9a4ac6-0aa4-4965-9b80-75fbfab82870 req-a02b1da9-8493-4dae-968a-42f9040f3e92 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/security-groups?id=12d5dc08-1d9f-41c6-b52c-304239ec8b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779572 Nov 19 17:43:29.096758 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-4c885d9a-d5cf-4e5a-bc5b-576b98386e72 req-bd72462d-36c4-45e0-b743-2b83fd5321f6 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] 10.222.0.54 "GET /v2.0/ports?device_id=fbccfb6b-2025-4f1a-9503-4e504e4db1c1 HTTP/1.1" status: 200 len: 210 time: 0.0397146 Nov 19 17:43:29.310711 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e65e859-a8b0-4f0f-a81c-215ceb4d705e req-bb388dcc-2e53-4e30-988f-cef290c90f76 tempest-ListImageFiltersTestJSON-250840556 tempest-ListImageFiltersTestJSON-250840556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:43:29.314125 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-5e65e859-a8b0-4f0f-a81c-215ceb4d705e req-bb388dcc-2e53-4e30-988f-cef290c90f76 tempest-ListImageFiltersTestJSON-250840556 tempest-ListImageFiltersTestJSON-250840556-project] 10.222.0.54 "GET /v2.0/ports?device_id=3c2decfe-aee1-47cc-afae-db04d2fa7bd3 HTTP/1.1" status: 200 len: 949 time: 0.0968862 Nov 19 17:43:29.469074 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-5e65e859-a8b0-4f0f-a81c-215ceb4d705e req-549153d7-e9b7-40a5-9c28-c105e705e790 tempest-ListImageFiltersTestJSON-250840556 tempest-ListImageFiltersTestJSON-250840556-project] 10.222.0.54 "GET /v2.0/security-groups?id=157de4a4-d761-407b-be78-1f99889a002d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441784 Nov 19 17:43:29.475843 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c2decfe-aee1-47cc-afae-db04d2fa7bd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '744d1b3d-2033-4766-b763-659b747d4b6b'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:43:29.479329 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3940761bcd94e032e6960d2241bd8993c5d3a7d8dc2aca8488f3ecf1d4dd2fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5f04a12-d62a-4e44-82be-b4acc6f951d7" -d '{"events": [{"server_uuid": "3c2decfe-aee1-47cc-afae-db04d2fa7bd3", "name": "network-vif-plugged", "status": "completed", "tag": "744d1b3d-2033-4766-b763-659b747d4b6b"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:43:29.560209 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:43:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ade0c87c-6bcd-4e6a-bec7-4adf071f15d9 x-openstack-request-id: req-ade0c87c-6bcd-4e6a-bec7-4adf071f15d9 {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:43:29.560779 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbccfb6b-2025-4f1a-9503-4e504e4db1c1", "name": "network-vif-deleted", "tag": "d7b2cd03-a862-48c5-9c93-a83b75eac01c", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:43:29.561144 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ade0c87c-6bcd-4e6a-bec7-4adf071f15d9 {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:43:29.561936 n-d-818022-2 neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbccfb6b-2025-4f1a-9503-4e504e4db1c1', 'name': 'network-vif-deleted', 'tag': 'd7b2cd03-a862-48c5-9c93-a83b75eac01c', 'status': 'completed', 'code': 200} Nov 19 17:43:29.626898 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df9121d-68ea-4c5c-abab-82e8f99f137a req-3550eadb-62c4-43e1-bcb1-2c89e6e08511 tempest-ServerPasswordTestJSON-1509310428 tempest-ServerPasswordTestJSON-1509310428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:43:29.628855 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6df9121d-68ea-4c5c-abab-82e8f99f137a req-3550eadb-62c4-43e1-bcb1-2c89e6e08511 tempest-ServerPasswordTestJSON-1509310428 tempest-ServerPasswordTestJSON-1509310428-project] 10.222.0.86 "GET /v2.0/networks?id=b1eb9f5b-30a6-4325-b0b4-3641d25ed164 HTTP/1.1" status: 200 len: 813 time: 0.2247856 Nov 19 17:43:29.662929 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4ce5e8ac-7419-4454-9dcc-d45f10a5f77e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:29.673396 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-dee17526-25fc-4c10-a7fa-e10c35745d3c req-069633fa-d3b3-4a4f-af25-4dcf946ce064 tempest-ServerShowV247Test-530126473 tempest-ServerShowV247Test-530126473-project] 10.222.0.54 "GET /v2.0/ports?device_id=6759b244-5ca2-48a2-895b-ef9b8f535f6c HTTP/1.1" status: 200 len: 210 time: 0.0434585 Nov 19 17:43:29.677325 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-6df9121d-68ea-4c5c-abab-82e8f99f137a req-ff200525-b149-4a39-8f6f-b942fc9610cd tempest-ServerPasswordTestJSON-1509310428 tempest-ServerPasswordTestJSON-1509310428-project] Request body: {'port': {'device_id': '69f75a48-8ea3-4f7a-88e2-871b19598ed7', 'network_id': 'b1eb9f5b-30a6-4325-b0b4-3641d25ed164', 'admin_state_up': True, 'tenant_id': '5860ef39401f494eac55346366608311'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:43:29.812694 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-dcc744fe-bb65-4d1c-ad24-8a9357a65f79 req-0fe23647-dc21-4090-a8d8-54f35ec99215 tempest-ServerPasswordTestJSON-1509310428 tempest-ServerPasswordTestJSON-1509310428-project] 10.222.0.54 "GET /v2.0/ports?device_id=69f75a48-8ea3-4f7a-88e2-871b19598ed7 HTTP/1.1" status: 200 len: 210 time: 0.0436537 Nov 19 17:43:29.902506 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6df9121d-68ea-4c5c-abab-82e8f99f137a req-ff200525-b149-4a39-8f6f-b942fc9610cd tempest-ServerPasswordTestJSON-1509310428 tempest-ServerPasswordTestJSON-1509310428-project] Made reservation on behalf of 5860ef39401f494eac55346366608311 for: {'port': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:43:29.903163 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:43:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-007d1a4c-6ebd-4577-9d33-7f8e3b01a71e x-openstack-request-id: req-007d1a4c-6ebd-4577-9d33-7f8e3b01a71e {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:43:29.903666 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c2decfe-aee1-47cc-afae-db04d2fa7bd3", "name": "network-vif-plugged", "status": "completed", "tag": "744d1b3d-2033-4766-b763-659b747d4b6b", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:43:29.904096 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-007d1a4c-6ebd-4577-9d33-7f8e3b01a71e {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:43:29.904679 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c2decfe-aee1-47cc-afae-db04d2fa7bd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '744d1b3d-2033-4766-b763-659b747d4b6b', 'code': 200} Nov 19 17:43:29.909904 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-6df9121d-68ea-4c5c-abab-82e8f99f137a req-ff200525-b149-4a39-8f6f-b942fc9610cd tempest-ServerPasswordTestJSON-1509310428 tempest-ServerPasswordTestJSON-1509310428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:30.106444 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce792020-2e77-4215-bcd2-8db4ac04264d req-39371e07-4a02-41bd-bbfd-7942001762e5 tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:43:30.108631 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ce792020-2e77-4215-bcd2-8db4ac04264d req-39371e07-4a02-41bd-bbfd-7942001762e5 tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] 10.222.0.54 "GET /v2.0/ports?device_id=720009c8-7969-4fb1-9d48-846a23e742cc HTTP/1.1" status: 200 len: 945 time: 0.1090069 Nov 19 17:43:30.138799 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f5f048-2977-482e-a159-01a9d2e403a2 req-2e0dc70e-a495-4463-9b66-ed2d6c91db3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:43:30.143358 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-61f5f048-2977-482e-a159-01a9d2e403a2 req-2e0dc70e-a495-4463-9b66-ed2d6c91db3b service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=3c2decfe-aee1-47cc-afae-db04d2fa7bd3 HTTP/1.1" status: 200 len: 1100 time: 0.1104016 Nov 19 17:43:30.165480 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [req-6df9121d-68ea-4c5c-abab-82e8f99f137a req-ff200525-b149-4a39-8f6f-b942fc9610cd tempest-ServerPasswordTestJSON-1509310428 tempest-ServerPasswordTestJSON-1509310428-project] Allocated IP 172.20.0.11 (b1eb9f5b-30a6-4325-b0b4-3641d25ed164/da45e3f2-3bc7-464b-bffe-dbcc900f1c43/66f175a8-248e-4abb-ba5d-054e7046c588) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:43:30.215812 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ce792020-2e77-4215-bcd2-8db4ac04264d req-94deb388-fbe8-4c81-b4bb-921e39fed0b2 tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] 10.222.0.54 "GET /v2.0/security-groups?id=b84acbb5-2f2e-43b4-8c5f-7110024c7a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932157 Nov 19 17:43:30.226060 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-61f5f048-2977-482e-a159-01a9d2e403a2 req-ba6500c9-c617-4b28-bd36-70295cdfb00d service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=157de4a4-d761-407b-be78-1f99889a002d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691102 Nov 19 17:43:30.466877 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eaad9d-3caf-49d0-9bb5-293fb6f0d0eb req-48dd3651-42bf-4caf-aeb7-7afb0e3d9234 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:43:30.468412 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-86eaad9d-3caf-49d0-9bb5-293fb6f0d0eb req-48dd3651-42bf-4caf-aeb7-7afb0e3d9234 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/ports?device_id=096b5441-5f69-4f8a-a4be-bedfc1bccced HTTP/1.1" status: 200 len: 946 time: 0.1498435 Nov 19 17:43:30.519799 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-6df9121d-68ea-4c5c-abab-82e8f99f137a req-ff200525-b149-4a39-8f6f-b942fc9610cd tempest-ServerPasswordTestJSON-1509310428 tempest-ServerPasswordTestJSON-1509310428-project] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:30.560302 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-86eaad9d-3caf-49d0-9bb5-293fb6f0d0eb req-f0125500-365d-4473-b069-4f89db7842cb tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/security-groups?id=12d5dc08-1d9f-41c6-b52c-304239ec8b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735850 Nov 19 17:43:30.612854 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-6df9121d-68ea-4c5c-abab-82e8f99f137a req-ff200525-b149-4a39-8f6f-b942fc9610cd tempest-ServerPasswordTestJSON-1509310428 tempest-ServerPasswordTestJSON-1509310428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:30.707088 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6df9121d-68ea-4c5c-abab-82e8f99f137a req-ff200525-b149-4a39-8f6f-b942fc9610cd tempest-ServerPasswordTestJSON-1509310428 tempest-ServerPasswordTestJSON-1509310428-project] Network b1eb9f5b-30a6-4325-b0b4-3641d25ed164 is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:43:30.725567 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [req-6df9121d-68ea-4c5c-abab-82e8f99f137a req-ff200525-b149-4a39-8f6f-b942fc9610cd tempest-ServerPasswordTestJSON-1509310428 tempest-ServerPasswordTestJSON-1509310428-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:43:30.733104 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [req-6df9121d-68ea-4c5c-abab-82e8f99f137a req-ff200525-b149-4a39-8f6f-b942fc9610cd tempest-ServerPasswordTestJSON-1509310428 tempest-ServerPasswordTestJSON-1509310428-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:43:30.755129 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff200525-b149-4a39-8f6f-b942fc9610cd tempest-ServerPasswordTestJSON-1509310428 tempest-ServerPasswordTestJSON-1509310428-project] Pushing event updated for resources: {'Port': ['ID=66f175a8-248e-4abb-ba5d-054e7046c588,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:43:30.844449 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0bc342-5983-4ece-b7c3-89374d57d82d req-0123aeb0-c49c-4142-ad9f-3ffbc6e44e55 tempest-ListImageFiltersTestJSON-250840556 tempest-ListImageFiltersTestJSON-250840556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:43:30.846528 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-5a0bc342-5983-4ece-b7c3-89374d57d82d req-0123aeb0-c49c-4142-ad9f-3ffbc6e44e55 tempest-ListImageFiltersTestJSON-250840556 tempest-ListImageFiltersTestJSON-250840556-project] 10.222.0.54 "GET /v2.0/ports?device_id=3c2decfe-aee1-47cc-afae-db04d2fa7bd3 HTTP/1.1" status: 200 len: 949 time: 0.1482403 Nov 19 17:43:30.858235 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df9121d-68ea-4c5c-abab-82e8f99f137a req-ff200525-b149-4a39-8f6f-b942fc9610cd tempest-ServerPasswordTestJSON-1509310428 tempest-ServerPasswordTestJSON-1509310428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:43:30.858828 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-6df9121d-68ea-4c5c-abab-82e8f99f137a req-ff200525-b149-4a39-8f6f-b942fc9610cd tempest-ServerPasswordTestJSON-1509310428 tempest-ServerPasswordTestJSON-1509310428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:30.908972 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6df9121d-68ea-4c5c-abab-82e8f99f137a req-ff200525-b149-4a39-8f6f-b942fc9610cd tempest-ServerPasswordTestJSON-1509310428 tempest-ServerPasswordTestJSON-1509310428-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2387433 Nov 19 17:43:30.941805 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-6df9121d-68ea-4c5c-abab-82e8f99f137a req-2dfcb2b3-8e19-46c5-82ec-0c42747c0b53 service neutron] Request body: {'port': {'device_id': '69f75a48-8ea3-4f7a-88e2-871b19598ed7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818022-2'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:43:31.008821 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-5a0bc342-5983-4ece-b7c3-89374d57d82d req-f895a1ae-210c-4cb0-90e7-f405cecc1114 tempest-ListImageFiltersTestJSON-250840556 tempest-ListImageFiltersTestJSON-250840556-project] 10.222.0.54 "GET /v2.0/security-groups?id=157de4a4-d761-407b-be78-1f99889a002d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435893 Nov 19 17:43:31.084489 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-6df9121d-68ea-4c5c-abab-82e8f99f137a req-2dfcb2b3-8e19-46c5-82ec-0c42747c0b53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:31.143031 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device d7b2cd03-a862-48c5-9c93-a83b75eac01c no longer exists at agent hyperv_n-h2-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:43:31.198268 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c27cd652-2a07-4d78-9d6b-f10a9cd1208a req-bd59e407-f4dc-4875-9391-49b28bf059e3 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] 10.222.0.54 "GET /v2.0/security-groups/04e3d6d7-1182-43cf-b490-7070eb1a7891 HTTP/1.1" status: 200 len: 1816 time: 0.1512239 Nov 19 17:43:31.228470 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] No Port match for: d7b2cd03-a862-48c5-9c93-a83b75eac01c {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:43:31.229030 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device d7b2cd03-a862-48c5-9c93-a83b75eac01c not bound to the agent host n-h2-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:43:31.463110 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-c27cd652-2a07-4d78-9d6b-f10a9cd1208a req-e03ec2b0-d1dd-459d-9d1a-8b99782902e7 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:31.502555 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-c27cd652-2a07-4d78-9d6b-f10a9cd1208a req-e03ec2b0-d1dd-459d-9d1a-8b99782902e7 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:31.611144 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-c27cd652-2a07-4d78-9d6b-f10a9cd1208a req-e03ec2b0-d1dd-459d-9d1a-8b99782902e7 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:31.615353 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-c27cd652-2a07-4d78-9d6b-f10a9cd1208a req-e03ec2b0-d1dd-459d-9d1a-8b99782902e7 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:31.617070 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c27cd652-2a07-4d78-9d6b-f10a9cd1208a req-e03ec2b0-d1dd-459d-9d1a-8b99782902e7 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] 10.222.0.54 "DELETE /v2.0/security-groups/04e3d6d7-1182-43cf-b490-7070eb1a7891 HTTP/1.1" status: 204 len: 173 time: 0.3724415 Nov 19 17:43:31.646022 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ec2b0-d1dd-459d-9d1a-8b99782902e7 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04e3d6d7-1182-43cf-b490-7070eb1a7891,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:43:31.664274 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [req-6df9121d-68ea-4c5c-abab-82e8f99f137a req-2dfcb2b3-8e19-46c5-82ec-0c42747c0b53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66f175a8-248e-4abb-ba5d-054e7046c588 {{(pid=103364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:43:31.678646 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-6df9121d-68ea-4c5c-abab-82e8f99f137a req-2dfcb2b3-8e19-46c5-82ec-0c42747c0b53 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:31.707619 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.provisioning_blocks [req-6df9121d-68ea-4c5c-abab-82e8f99f137a req-2dfcb2b3-8e19-46c5-82ec-0c42747c0b53 service neutron] Transition to ACTIVE for port object 66f175a8-248e-4abb-ba5d-054e7046c588 will not be triggered until provisioned by entity L2. {{(pid=103364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 17:43:31.713578 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-6df9121d-68ea-4c5c-abab-82e8f99f137a req-2dfcb2b3-8e19-46c5-82ec-0c42747c0b53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:31.815382 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d261e445-e70e-4038-ae5e-6219a6aadf63 req-3bcca5ee-f6ee-46e5-9f21-77aa56fa3236 tempest-ServerShowV247Test-530126473 tempest-ServerShowV247Test-530126473-project] 10.222.0.54 "GET /v2.0/ports?device_id=6759b244-5ca2-48a2-895b-ef9b8f535f6c HTTP/1.1" status: 200 len: 210 time: 0.0527143 Nov 19 17:43:31.912605 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfcb2b3-8e19-46c5-82ec-0c42747c0b53 service neutron] Pushing event updated for resources: {'Port': ['ID=66f175a8-248e-4abb-ba5d-054e7046c588,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:43:31.956507 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-6df9121d-68ea-4c5c-abab-82e8f99f137a req-2dfcb2b3-8e19-46c5-82ec-0c42747c0b53 service neutron] Attempting to bind port 66f175a8-248e-4abb-ba5d-054e7046c588 on host n-h2-818022-2 for vnic_type normal with profile {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:43:31.957358 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-6df9121d-68ea-4c5c-abab-82e8f99f137a req-2dfcb2b3-8e19-46c5-82ec-0c42747c0b53 service neutron] Attempting to bind port 66f175a8-248e-4abb-ba5d-054e7046c588 by drivers openvswitch,hyperv on host n-h2-818022-2 at level 0 using segments [{'id': '157c62a5-bfe1-4576-967a-7b3ac8324a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'b1eb9f5b-30a6-4325-b0b4-3641d25ed164'}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:43:31.958185 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6df9121d-68ea-4c5c-abab-82e8f99f137a req-2dfcb2b3-8e19-46c5-82ec-0c42747c0b53 service neutron] Attempting to bind port 66f175a8-248e-4abb-ba5d-054e7046c588 on network b1eb9f5b-30a6-4325-b0b4-3641d25ed164 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:43:31.993372 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6df9121d-68ea-4c5c-abab-82e8f99f137a req-2dfcb2b3-8e19-46c5-82ec-0c42747c0b53 service neutron] Port 66f175a8-248e-4abb-ba5d-054e7046c588 on network b1eb9f5b-30a6-4325-b0b4-3641d25ed164 not bound, no agent of type Open vSwitch agent registered on host n-h2-818022-2 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 17:43:31.993745 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-324502ad-2be8-4599-bbf8-e0d3baeb8a5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:32.001731 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6df9121d-68ea-4c5c-abab-82e8f99f137a req-2dfcb2b3-8e19-46c5-82ec-0c42747c0b53 service neutron] Attempting to bind port 66f175a8-248e-4abb-ba5d-054e7046c588 on network b1eb9f5b-30a6-4325-b0b4-3641d25ed164 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:43:32.016077 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6df9121d-68ea-4c5c-abab-82e8f99f137a req-2dfcb2b3-8e19-46c5-82ec-0c42747c0b53 service neutron] Checking agent: {'id': '525ad2ac-c4ae-4c63-af2e-0bf8d25d0f0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'started_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 43, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:43:32.016732 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6df9121d-68ea-4c5c-abab-82e8f99f137a req-2dfcb2b3-8e19-46c5-82ec-0c42747c0b53 service neutron] Checking segment: {'id': '157c62a5-bfe1-4576-967a-7b3ac8324a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'b1eb9f5b-30a6-4325-b0b4-3641d25ed164'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:43:32.017347 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6df9121d-68ea-4c5c-abab-82e8f99f137a req-2dfcb2b3-8e19-46c5-82ec-0c42747c0b53 service neutron] Bound using segment: {'id': '157c62a5-bfe1-4576-967a-7b3ac8324a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'b1eb9f5b-30a6-4325-b0b4-3641d25ed164'} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:43:32.018133 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-6df9121d-68ea-4c5c-abab-82e8f99f137a req-2dfcb2b3-8e19-46c5-82ec-0c42747c0b53 service neutron] Bound port: 66f175a8-248e-4abb-ba5d-054e7046c588, host: n-h2-818022-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '157c62a5-bfe1-4576-967a-7b3ac8324a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'b1eb9f5b-30a6-4325-b0b4-3641d25ed164'}}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:43:32.018724 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-6df9121d-68ea-4c5c-abab-82e8f99f137a req-2dfcb2b3-8e19-46c5-82ec-0c42747c0b53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:32.180118 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523730b3-8369-43ba-953e-1bc4cd05664c req-8efd383a-d10e-44dc-b170-a05ee010c7ae tempest-ServerPasswordTestJSON-1509310428 tempest-ServerPasswordTestJSON-1509310428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:43:32.182157 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-523730b3-8369-43ba-953e-1bc4cd05664c req-8efd383a-d10e-44dc-b170-a05ee010c7ae tempest-ServerPasswordTestJSON-1509310428 tempest-ServerPasswordTestJSON-1509310428-project] 10.222.0.54 "GET /v2.0/ports?device_id=69f75a48-8ea3-4f7a-88e2-871b19598ed7 HTTP/1.1" status: 200 len: 944 time: 0.1510055 Nov 19 17:43:32.232315 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-6df9121d-68ea-4c5c-abab-82e8f99f137a req-2dfcb2b3-8e19-46c5-82ec-0c42747c0b53 service neutron] For port 66f175a8-248e-4abb-ba5d-054e7046c588, host n-h2-818022-2, cleared binding levels {{(pid=103364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:43:32.255482 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-6df9121d-68ea-4c5c-abab-82e8f99f137a req-2dfcb2b3-8e19-46c5-82ec-0c42747c0b53 service neutron] For port 66f175a8-248e-4abb-ba5d-054e7046c588, host n-h2-818022-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=66f175a8-248e-4abb-ba5d-054e7046c588,segment=NetworkSegment(157c62a5-bfe1-4576-967a-7b3ac8324a4a),segment_id=157c62a5-bfe1-4576-967a-7b3ac8324a4a)] {{(pid=103364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:43:32.265690 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-6df9121d-68ea-4c5c-abab-82e8f99f137a req-2dfcb2b3-8e19-46c5-82ec-0c42747c0b53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:32.286058 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-523730b3-8369-43ba-953e-1bc4cd05664c req-ccab55e9-eff1-4451-aeb9-05363b75b5a1 tempest-ServerPasswordTestJSON-1509310428 tempest-ServerPasswordTestJSON-1509310428-project] 10.222.0.54 "GET /v2.0/security-groups?id=50457c37-b8b8-4430-93f6-d41ea96930b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813189 Nov 19 17:43:32.308454 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df9121d-68ea-4c5c-abab-82e8f99f137a req-2dfcb2b3-8e19-46c5-82ec-0c42747c0b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:43:32.309198 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-6df9121d-68ea-4c5c-abab-82e8f99f137a req-2dfcb2b3-8e19-46c5-82ec-0c42747c0b53 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:32.310863 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6df9121d-68ea-4c5c-abab-82e8f99f137a req-2dfcb2b3-8e19-46c5-82ec-0c42747c0b53 service neutron] 10.222.0.86 "PUT /v2.0/ports/66f175a8-248e-4abb-ba5d-054e7046c588 HTTP/1.1" status: 200 len: 1092 time: 1.3778224 Nov 19 17:43:32.311429 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69f75a48-8ea3-4f7a-88e2-871b19598ed7', 'tag': '66f175a8-248e-4abb-ba5d-054e7046c588'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:43:32.323019 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dd4767a008c23f8566efc82158ee1b1fff34e1a9e908d76d0b6d0ab7e350e5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86d96d80-1e7d-42ec-b26d-c08e9c3214cc" -d '{"events": [{"name": "network-changed", "server_uuid": "69f75a48-8ea3-4f7a-88e2-871b19598ed7", "tag": "66f175a8-248e-4abb-ba5d-054e7046c588"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:43:32.370505 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfcb2b3-8e19-46c5-82ec-0c42747c0b53 service neutron] Pushing event updated for resources: {'Port': ['ID=66f175a8-248e-4abb-ba5d-054e7046c588,revision_number=3']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:43:32.395121 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfcb2b3-8e19-46c5-82ec-0c42747c0b53 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:43:32.395476 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfcb2b3-8e19-46c5-82ec-0c42747c0b53 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:43:32.395801 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfcb2b3-8e19-46c5-82ec-0c42747c0b53 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:43:32.396139 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfcb2b3-8e19-46c5-82ec-0c42747c0b53 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:43:32.396475 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfcb2b3-8e19-46c5-82ec-0c42747c0b53 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:43:32.396808 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfcb2b3-8e19-46c5-82ec-0c42747c0b53 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:43:32.397133 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfcb2b3-8e19-46c5-82ec-0c42747c0b53 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:43:32.397464 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfcb2b3-8e19-46c5-82ec-0c42747c0b53 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:43:32.397789 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfcb2b3-8e19-46c5-82ec-0c42747c0b53 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:43:32.398206 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfcb2b3-8e19-46c5-82ec-0c42747c0b53 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:43:32.398519 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfcb2b3-8e19-46c5-82ec-0c42747c0b53 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:43:32.398770 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfcb2b3-8e19-46c5-82ec-0c42747c0b53 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:43:32.487649 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df9121d-68ea-4c5c-abab-82e8f99f137a req-5535422c-fcc4-4319-a576-8aacdd0719a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:43:32.490748 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6df9121d-68ea-4c5c-abab-82e8f99f137a req-5535422c-fcc4-4319-a576-8aacdd0719a5 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5860ef39401f494eac55346366608311&device_id=69f75a48-8ea3-4f7a-88e2-871b19598ed7 HTTP/1.1" status: 200 len: 1095 time: 0.0877879 Nov 19 17:43:32.512314 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b139677-dadf-4058-8bfe-115d362de554 req-9dd68822-422b-4f62-8b9e-757caa50a287 tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:43:32.518444 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-7b139677-dadf-4058-8bfe-115d362de554 req-9dd68822-422b-4f62-8b9e-757caa50a287 tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] 10.222.0.54 "GET /v2.0/ports?device_id=720009c8-7969-4fb1-9d48-846a23e742cc HTTP/1.1" status: 200 len: 945 time: 0.1316822 Nov 19 17:43:32.564727 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6df9121d-68ea-4c5c-abab-82e8f99f137a req-7b395385-18fb-4613-9e9b-8945f5caf5ee service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=66f175a8-248e-4abb-ba5d-054e7046c588 HTTP/1.1" status: 200 len: 217 time: 0.0490391 Nov 19 17:43:32.643871 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-7b139677-dadf-4058-8bfe-115d362de554 req-62ee7f85-910f-4c7c-bcce-a7276bacf005 tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] 10.222.0.54 "GET /v2.0/security-groups?id=b84acbb5-2f2e-43b4-8c5f-7110024c7a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136794 Nov 19 17:43:32.663560 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df9121d-68ea-4c5c-abab-82e8f99f137a req-cf147ca4-3d3d-4e30-b568-9fdecb96aded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:43:32.666519 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6df9121d-68ea-4c5c-abab-82e8f99f137a req-cf147ca4-3d3d-4e30-b568-9fdecb96aded service neutron] 10.222.0.86 "GET /v2.0/subnets?id=da45e3f2-3bc7-464b-bffe-dbcc900f1c43 HTTP/1.1" status: 200 len: 853 time: 0.0857446 Nov 19 17:43:32.715095 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6df9121d-68ea-4c5c-abab-82e8f99f137a req-50e247a1-e1e6-4fbd-992e-e7fb4ff923c7 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=b1eb9f5b-30a6-4325-b0b4-3641d25ed164&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325723 Nov 19 17:43:33.063947 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e46ecc5a-dc14-4744-b262-3072ff2e958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:33.120058 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7cef4c-512b-4b46-9290-6eae58e0d7f4 req-d90aa7ea-51de-4db7-866c-0d1e90377210 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:43:33.121566 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0f7cef4c-512b-4b46-9290-6eae58e0d7f4 req-d90aa7ea-51de-4db7-866c-0d1e90377210 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/ports?device_id=096b5441-5f69-4f8a-a4be-bedfc1bccced HTTP/1.1" status: 200 len: 946 time: 0.3805277 Nov 19 17:43:33.146938 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6df9121d-68ea-4c5c-abab-82e8f99f137a req-8347b645-9d89-4acb-8cf9-92ef63b6399d service neutron] 10.222.0.86 "GET /v2.0/networks/b1eb9f5b-30a6-4325-b0b4-3641d25ed164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4170291 Nov 19 17:43:33.253344 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0f7cef4c-512b-4b46-9290-6eae58e0d7f4 req-bfbb1f33-2a44-49c2-a880-785543c198aa tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/security-groups?id=12d5dc08-1d9f-41c6-b52c-304239ec8b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181815 Nov 19 17:43:33.319536 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6df9121d-68ea-4c5c-abab-82e8f99f137a req-b8fc9f49-e4d2-453b-96e2-b1daea9e92b1 service neutron] 10.222.0.86 "GET /v2.0/networks/b1eb9f5b-30a6-4325-b0b4-3641d25ed164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615450 Nov 19 17:43:33.355866 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-3b281fc9-a55e-43b9-8643-f531bfd445a4 req-6ecb9e8c-8b31-400f-8008-418f4e9a73f0 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] 10.222.0.54 "GET /v2.0/security-groups/6d1de0c9-23ce-4d78-acb5-b5f2571942c9 HTTP/1.1" status: 200 len: 1816 time: 0.0653598 Nov 19 17:43:33.456921 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-3b281fc9-a55e-43b9-8643-f531bfd445a4 req-f95b475f-d1e5-4ca2-961c-e2c3a2b13872 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:33.484742 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-3b281fc9-a55e-43b9-8643-f531bfd445a4 req-f95b475f-d1e5-4ca2-961c-e2c3a2b13872 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:33.544210 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:33.551045 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-3b281fc9-a55e-43b9-8643-f531bfd445a4 req-f95b475f-d1e5-4ca2-961c-e2c3a2b13872 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:33.555450 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-3b281fc9-a55e-43b9-8643-f531bfd445a4 req-f95b475f-d1e5-4ca2-961c-e2c3a2b13872 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:33.557412 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-3b281fc9-a55e-43b9-8643-f531bfd445a4 req-f95b475f-d1e5-4ca2-961c-e2c3a2b13872 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] 10.222.0.54 "DELETE /v2.0/security-groups/6d1de0c9-23ce-4d78-acb5-b5f2571942c9 HTTP/1.1" status: 204 len: 173 time: 0.1894662 Nov 19 17:43:33.574088 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95b475f-d1e5-4ca2-961c-e2c3a2b13872 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d1de0c9-23ce-4d78-acb5-b5f2571942c9,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:43:33.643699 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:33.785556 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f8f6fc-e080-4749-a621-e5f6d694dc66 req-5e417975-8243-4ced-a96a-88cbbc319e62 tempest-ListImageFiltersTestJSON-250840556 tempest-ListImageFiltersTestJSON-250840556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:43:33.788486 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f0f8f6fc-e080-4749-a621-e5f6d694dc66 req-5e417975-8243-4ced-a96a-88cbbc319e62 tempest-ListImageFiltersTestJSON-250840556 tempest-ListImageFiltersTestJSON-250840556-project] 10.222.0.54 "GET /v2.0/ports?device_id=3c2decfe-aee1-47cc-afae-db04d2fa7bd3 HTTP/1.1" status: 200 len: 949 time: 0.1057761 Nov 19 17:43:33.892991 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f0f8f6fc-e080-4749-a621-e5f6d694dc66 req-1a0deb20-1411-457c-ad55-cd9aab9c4bc3 tempest-ListImageFiltersTestJSON-250840556 tempest-ListImageFiltersTestJSON-250840556-project] 10.222.0.54 "GET /v2.0/security-groups?id=157de4a4-d761-407b-be78-1f99889a002d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898569 Nov 19 17:43:33.980594 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 17:43:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf41cffe-3216-4616-bf1c-afb6ffd2b2f6 x-openstack-request-id: req-bf41cffe-3216-4616-bf1c-afb6ffd2b2f6 {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:43:33.980896 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69f75a48-8ea3-4f7a-88e2-871b19598ed7", "tag": "66f175a8-248e-4abb-ba5d-054e7046c588", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:43:33.981154 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-bf41cffe-3216-4616-bf1c-afb6ffd2b2f6 {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:43:33.981753 n-d-818022-2 neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69f75a48-8ea3-4f7a-88e2-871b19598ed7', 'tag': '66f175a8-248e-4abb-ba5d-054e7046c588', 'status': 'completed', 'code': 200} Nov 19 17:43:34.112811 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-10fff5cb-3d68-44e9-9887-9caa27167b9b req-882341d2-631f-4244-b098-63b3c98a0006 tempest-ServerShowV247Test-530126473 tempest-ServerShowV247Test-530126473-project] 10.222.0.54 "GET /v2.0/ports?device_id=6759b244-5ca2-48a2-895b-ef9b8f535f6c HTTP/1.1" status: 200 len: 210 time: 0.0560875 Nov 19 17:43:34.121899 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a344bf-ab67-48f9-ace2-805873e3b2c3 req-46edd85d-d7c1-4ff9-a7bf-9096d3e18da7 tempest-ServerPasswordTestJSON-1509310428 tempest-ServerPasswordTestJSON-1509310428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:43:34.131352 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b0a344bf-ab67-48f9-ace2-805873e3b2c3 req-46edd85d-d7c1-4ff9-a7bf-9096d3e18da7 tempest-ServerPasswordTestJSON-1509310428 tempest-ServerPasswordTestJSON-1509310428-project] 10.222.0.54 "GET /v2.0/ports?device_id=69f75a48-8ea3-4f7a-88e2-871b19598ed7 HTTP/1.1" status: 200 len: 944 time: 0.0665751 Nov 19 17:43:34.139556 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d96d80-1e7d-42ec-b26d-c08e9c3214cc req-57dcd180-cda0-4097-ba15-6f852cd145b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:43:34.142755 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-86d96d80-1e7d-42ec-b26d-c08e9c3214cc req-57dcd180-cda0-4097-ba15-6f852cd145b1 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5860ef39401f494eac55346366608311&device_id=69f75a48-8ea3-4f7a-88e2-871b19598ed7 HTTP/1.1" status: 200 len: 1095 time: 0.1025138 Nov 19 17:43:34.173466 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-c043777f-704c-47b5-879d-ba2e1ef87e31 req-85551fcf-a64f-4409-b42d-7e54d49db24a tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1440103590', 'description': 'tempest-description-1912088992'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:43:34.188953 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b0a344bf-ab67-48f9-ace2-805873e3b2c3 req-7729f782-5d76-46e9-beca-e251a22164db tempest-ServerPasswordTestJSON-1509310428 tempest-ServerPasswordTestJSON-1509310428-project] 10.222.0.54 "GET /v2.0/security-groups?id=50457c37-b8b8-4430-93f6-d41ea96930b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560272 Nov 19 17:43:34.250579 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-c043777f-704c-47b5-879d-ba2e1ef87e31 req-85551fcf-a64f-4409-b42d-7e54d49db24a tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:34.350680 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d96d80-1e7d-42ec-b26d-c08e9c3214cc req-5d232b41-0d03-4348-bca6-3f7be36869f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:43:34.352345 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-86d96d80-1e7d-42ec-b26d-c08e9c3214cc req-5d232b41-0d03-4348-bca6-3f7be36869f5 service neutron] 10.222.0.86 "GET /v2.0/networks?id=b1eb9f5b-30a6-4325-b0b4-3641d25ed164 HTTP/1.1" status: 200 len: 914 time: 0.1922395 Nov 19 17:43:34.364143 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e97fd4-8ba1-4b51-9956-ee5c097d8969 req-ee659f35-a4ce-4040-8d15-e8b8e6630780 tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:43:34.365733 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a2e97fd4-8ba1-4b51-9956-ee5c097d8969 req-ee659f35-a4ce-4040-8d15-e8b8e6630780 tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] 10.222.0.54 "GET /v2.0/ports?device_id=720009c8-7969-4fb1-9d48-846a23e742cc HTTP/1.1" status: 200 len: 945 time: 0.0695941 Nov 19 17:43:34.407185 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-86d96d80-1e7d-42ec-b26d-c08e9c3214cc req-5bc1f046-050a-4d1e-a4aa-1753d18a5936 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=66f175a8-248e-4abb-ba5d-054e7046c588 HTTP/1.1" status: 200 len: 217 time: 0.0436449 Nov 19 17:43:34.419902 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-c043777f-704c-47b5-879d-ba2e1ef87e31 req-85551fcf-a64f-4409-b42d-7e54d49db24a tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:34.436448 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-c043777f-704c-47b5-879d-ba2e1ef87e31 req-85551fcf-a64f-4409-b42d-7e54d49db24a tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:34.449028 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a2e97fd4-8ba1-4b51-9956-ee5c097d8969 req-89912c9e-641d-45c4-b9f1-2bfac92ebcb8 tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] 10.222.0.54 "GET /v2.0/security-groups?id=b84acbb5-2f2e-43b4-8c5f-7110024c7a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684729 Nov 19 17:43:34.512562 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-c043777f-704c-47b5-879d-ba2e1ef87e31 req-85551fcf-a64f-4409-b42d-7e54d49db24a tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:34.525690 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c043777f-704c-47b5-879d-ba2e1ef87e31 req-85551fcf-a64f-4409-b42d-7e54d49db24a tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.3574076 Nov 19 17:43:34.545700 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d96d80-1e7d-42ec-b26d-c08e9c3214cc req-8f24ec51-39fe-4cb9-b89a-352fb673b038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:43:34.548936 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-86d96d80-1e7d-42ec-b26d-c08e9c3214cc req-8f24ec51-39fe-4cb9-b89a-352fb673b038 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=da45e3f2-3bc7-464b-bffe-dbcc900f1c43 HTTP/1.1" status: 200 len: 853 time: 0.1244438 Nov 19 17:43:34.550989 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85551fcf-a64f-4409-b42d-7e54d49db24a tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d0342da-5756-4e12-b9c1-356d5dd201bc,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:43:34.635870 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e013d7e6-5264-4dcc-9759-54f5fb809e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:34.652990 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-86d96d80-1e7d-42ec-b26d-c08e9c3214cc req-6aa651d0-4ad0-4bae-ba18-5b531ae984dd service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=b1eb9f5b-30a6-4325-b0b4-3641d25ed164&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0839815 Nov 19 17:43:34.780505 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578fa958-317e-4af4-a0c7-40838446e93c req-61ffe9d0-47b9-420b-8146-ff085f3ed56b tempest-ListImageFiltersTestJSON-250840556 tempest-ListImageFiltersTestJSON-250840556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:43:34.783525 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-578fa958-317e-4af4-a0c7-40838446e93c req-61ffe9d0-47b9-420b-8146-ff085f3ed56b tempest-ListImageFiltersTestJSON-250840556 tempest-ListImageFiltersTestJSON-250840556-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d129510-5e62-48b1-a79e-75c697dca17f HTTP/1.1" status: 200 len: 950 time: 0.1942818 Nov 19 17:43:34.907530 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-86d96d80-1e7d-42ec-b26d-c08e9c3214cc req-a69183f6-85da-413c-80e3-2d0fdad5c8ef service neutron] 10.222.0.86 "GET /v2.0/networks/b1eb9f5b-30a6-4325-b0b4-3641d25ed164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2211607 Nov 19 17:43:34.933342 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-578fa958-317e-4af4-a0c7-40838446e93c req-b6d99b4a-6ef8-45a3-a90c-47d012f97915 tempest-ListImageFiltersTestJSON-250840556 tempest-ListImageFiltersTestJSON-250840556-project] 10.222.0.54 "GET /v2.0/security-groups?id=157de4a4-d761-407b-be78-1f99889a002d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288154 Nov 19 17:43:35.085661 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:35.106208 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119521a3-990b-49bf-88eb-57735762c97e req-69a2584b-6147-4a07-b624-63de1ff382a4 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:43:35.117542 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-119521a3-990b-49bf-88eb-57735762c97e req-69a2584b-6147-4a07-b624-63de1ff382a4 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/ports?device_id=096b5441-5f69-4f8a-a4be-bedfc1bccced HTTP/1.1" status: 200 len: 946 time: 0.1266208 Nov 19 17:43:35.148292 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d83d4d97-2d60-494f-93e9-f0f2a10084dc req-9b9258cc-b5ee-442e-a60b-f8096fae09b0 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] 10.222.0.54 "GET /v2.0/security-groups/0d0342da-5756-4e12-b9c1-356d5dd201bc HTTP/1.1" status: 200 len: 1818 time: 0.1300671 Nov 19 17:43:35.167170 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-d83d4d97-2d60-494f-93e9-f0f2a10084dc req-3a0d1654-ec93-4fdd-b9ef-c02a8fa435af tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] Request body: {'security_group': {'name': 'tempest-sg-hth-60203098', 'description': 'tempest-description-hth-1719342994'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:43:35.182426 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-86d96d80-1e7d-42ec-b26d-c08e9c3214cc req-4bdf5a40-55fe-4c93-83e5-6582a3047bf8 service neutron] 10.222.0.86 "GET /v2.0/networks/b1eb9f5b-30a6-4325-b0b4-3641d25ed164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2405643 Nov 19 17:43:35.209953 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-119521a3-990b-49bf-88eb-57735762c97e req-6a87e5bc-bb60-4bdd-96fa-1e907b74ede2 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/security-groups?id=12d5dc08-1d9f-41c6-b52c-304239ec8b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820684 Nov 19 17:43:35.218005 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069b9913-64c5-4aea-968c-0db71a570951 req-645d8730-6ea0-4e4f-a4c7-da4e37d01b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:43:35.223407 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-069b9913-64c5-4aea-968c-0db71a570951 req-645d8730-6ea0-4e4f-a4c7-da4e37d01b4a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=720009c8-7969-4fb1-9d48-846a23e742cc HTTP/1.1" status: 200 len: 1096 time: 0.0803008 Nov 19 17:43:35.243680 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-d83d4d97-2d60-494f-93e9-f0f2a10084dc req-3a0d1654-ec93-4fdd-b9ef-c02a8fa435af tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] Publish callbacks [] for security_group, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:35.314720 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-d83d4d97-2d60-494f-93e9-f0f2a10084dc req-3a0d1654-ec93-4fdd-b9ef-c02a8fa435af tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] Publish callbacks [] for security_group, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:35.319529 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-d83d4d97-2d60-494f-93e9-f0f2a10084dc req-3a0d1654-ec93-4fdd-b9ef-c02a8fa435af tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:35.322432 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-d83d4d97-2d60-494f-93e9-f0f2a10084dc req-3a0d1654-ec93-4fdd-b9ef-c02a8fa435af tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:35.323747 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d83d4d97-2d60-494f-93e9-f0f2a10084dc req-3a0d1654-ec93-4fdd-b9ef-c02a8fa435af tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] 10.222.0.54 "PUT /v2.0/security-groups/0d0342da-5756-4e12-b9c1-356d5dd201bc HTTP/1.1" status: 200 len: 1790 time: 0.1648521 Nov 19 17:43:35.361462 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0d1654-ec93-4fdd-b9ef-c02a8fa435af tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d0342da-5756-4e12-b9c1-356d5dd201bc,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:43:35.405750 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-069b9913-64c5-4aea-968c-0db71a570951 req-0eb15458-23dc-42d4-bd67-2ec8d05ff524 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=b84acbb5-2f2e-43b4-8c5f-7110024c7a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737549 Nov 19 17:43:35.422525 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcb0b09-3792-4d1b-a362-5c7a3f0ec46d req-095f2af1-8958-41ad-aa14-77e74d7e305a tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:43:35.425463 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9fcb0b09-3792-4d1b-a362-5c7a3f0ec46d req-095f2af1-8958-41ad-aa14-77e74d7e305a tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] 10.222.0.54 "GET /v2.0/ports?device_id=ccff1488-85ea-43ae-bf94-c62226a4f4bf HTTP/1.1" status: 200 len: 946 time: 0.1184869 Nov 19 17:43:35.499654 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9fcb0b09-3792-4d1b-a362-5c7a3f0ec46d req-a0588b92-2391-4e3e-8930-f485d8efff5f tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] 10.222.0.54 "GET /v2.0/security-groups?id=50a0c454-55dd-48da-a67f-9bb1b9eaa61f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0644894 Nov 19 17:43:35.633738 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-db844321-1c02-4e0c-a6ea-fb768fd453fc req-da4df75a-c422-41b1-9c1a-c55ee7b38347 tempest-ServerShowV247Test-530126473 tempest-ServerShowV247Test-530126473-project] 10.222.0.54 "GET /v2.0/ports?device_id=6759b244-5ca2-48a2-895b-ef9b8f535f6c HTTP/1.1" status: 200 len: 210 time: 0.0398860 Nov 19 17:43:35.787109 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52af03c6-cf0b-43d5-bba1-8c2e850c401f req-75bb99d2-5c97-4328-afbb-b691094ed851 tempest-ServerPasswordTestJSON-1509310428 tempest-ServerPasswordTestJSON-1509310428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:43:35.788724 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-52af03c6-cf0b-43d5-bba1-8c2e850c401f req-75bb99d2-5c97-4328-afbb-b691094ed851 tempest-ServerPasswordTestJSON-1509310428 tempest-ServerPasswordTestJSON-1509310428-project] 10.222.0.54 "GET /v2.0/ports?device_id=69f75a48-8ea3-4f7a-88e2-871b19598ed7 HTTP/1.1" status: 200 len: 944 time: 0.0816085 Nov 19 17:43:35.854823 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-52af03c6-cf0b-43d5-bba1-8c2e850c401f req-2e98d87c-2e72-4574-83c5-e80a887991f7 tempest-ServerPasswordTestJSON-1509310428 tempest-ServerPasswordTestJSON-1509310428-project] 10.222.0.54 "GET /v2.0/security-groups?id=50457c37-b8b8-4430-93f6-d41ea96930b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520449 Nov 19 17:43:35.948806 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-4a8951ff-a432-4386-b562-a280cb6f8c3b req-0d421d1d-27d1-4319-8254-0de9b85100f5 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] 10.222.0.54 "GET /v2.0/security-groups/0d0342da-5756-4e12-b9c1-356d5dd201bc HTTP/1.1" status: 200 len: 1790 time: 0.0575373 Nov 19 17:43:36.048995 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46def503-e9c6-43cb-aaf6-d128378a7ca5 req-bc4dd0bf-d43c-4037-853e-02ff75d22811 tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:43:36.051151 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-46def503-e9c6-43cb-aaf6-d128378a7ca5 req-bc4dd0bf-d43c-4037-853e-02ff75d22811 tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] 10.222.0.54 "GET /v2.0/ports?device_id=720009c8-7969-4fb1-9d48-846a23e742cc HTTP/1.1" status: 200 len: 945 time: 0.0761008 Nov 19 17:43:36.092791 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-34baffd1-5378-45e8-9d09-30e79cac6543 req-8de4a097-ffa6-49c6-adac-8024b51ef0fd tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] 10.222.0.54 "GET /v2.0/security-groups/0d0342da-5756-4e12-b9c1-356d5dd201bc HTTP/1.1" status: 200 len: 1790 time: 0.0509315 Nov 19 17:43:36.143348 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-46def503-e9c6-43cb-aaf6-d128378a7ca5 req-c52e8082-9ee7-4210-8d9b-c17c91fffa67 tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] 10.222.0.54 "GET /v2.0/security-groups?id=b84acbb5-2f2e-43b4-8c5f-7110024c7a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805180 Nov 19 17:43:36.196859 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-34baffd1-5378-45e8-9d09-30e79cac6543 req-81f88b09-ab4c-468b-b9d7-04c708ac7efc tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:36.224337 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-34baffd1-5378-45e8-9d09-30e79cac6543 req-81f88b09-ab4c-468b-b9d7-04c708ac7efc tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:36.314596 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-34baffd1-5378-45e8-9d09-30e79cac6543 req-81f88b09-ab4c-468b-b9d7-04c708ac7efc tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:36.321677 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-34baffd1-5378-45e8-9d09-30e79cac6543 req-81f88b09-ab4c-468b-b9d7-04c708ac7efc tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:36.323987 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-34baffd1-5378-45e8-9d09-30e79cac6543 req-81f88b09-ab4c-468b-b9d7-04c708ac7efc tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] 10.222.0.54 "DELETE /v2.0/security-groups/0d0342da-5756-4e12-b9c1-356d5dd201bc HTTP/1.1" status: 204 len: 173 time: 0.2176943 Nov 19 17:43:36.342329 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f88b09-ab4c-468b-b9d7-04c708ac7efc tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d0342da-5756-4e12-b9c1-356d5dd201bc,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:43:36.379062 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaef03f-4788-4f9b-86f1-3d0fa3c34609 req-4a929d7c-43f0-42f7-9627-adc18982a32e tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:43:36.382612 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3aaef03f-4788-4f9b-86f1-3d0fa3c34609 req-4a929d7c-43f0-42f7-9627-adc18982a32e tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/ports?device_id=096b5441-5f69-4f8a-a4be-bedfc1bccced HTTP/1.1" status: 200 len: 946 time: 0.0879884 Nov 19 17:43:36.472466 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3aaef03f-4788-4f9b-86f1-3d0fa3c34609 req-c6866506-f448-4ffb-b624-e761ff9df32e tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/security-groups?id=12d5dc08-1d9f-41c6-b52c-304239ec8b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793343 Nov 19 17:43:36.575256 n-d-818022-2 neutron-server[103365]: INFO neutron.api.v2.resource [req-83061ef2-3992-455f-996f-2387268c1c00 req-12197cd4-cd98-441a-af01-f16adf23ef85 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] show failed (client error): The resource could not be found. Nov 19 17:43:36.584822 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-83061ef2-3992-455f-996f-2387268c1c00 req-12197cd4-cd98-441a-af01-f16adf23ef85 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] 10.222.0.54 "GET /v2.0/security-groups/6d1de0c9-23ce-4d78-acb5-b5f2571942c9 HTTP/1.1" status: 404 len: 352 time: 0.0240533 Nov 19 17:43:36.614261 n-d-818022-2 neutron-server[103365]: INFO neutron.api.v2.resource [req-497b6afc-d73f-40b4-b7e2-b595696bb92a req-9eccc77c-46ce-47d6-aef4-0683a985370a tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] show failed (client error): The resource could not be found. Nov 19 17:43:36.626639 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-497b6afc-d73f-40b4-b7e2-b595696bb92a req-9eccc77c-46ce-47d6-aef4-0683a985370a tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] 10.222.0.54 "GET /v2.0/security-groups/04e3d6d7-1182-43cf-b490-7070eb1a7891 HTTP/1.1" status: 404 len: 352 time: 0.0286627 Nov 19 17:43:36.652664 n-d-818022-2 neutron-server[103365]: INFO neutron.api.v2.resource [req-259985d0-acb0-4f41-87a0-0494b2321436 req-4fd3e26a-a4ec-4c04-a2d4-1fcb21957028 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] show failed (client error): The resource could not be found. Nov 19 17:43:36.669779 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-259985d0-acb0-4f41-87a0-0494b2321436 req-4fd3e26a-a4ec-4c04-a2d4-1fcb21957028 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] 10.222.0.54 "GET /v2.0/security-groups/448c0c0e-f8f9-499c-9358-c6b7ef9eb732 HTTP/1.1" status: 404 len: 352 time: 0.0309052 Nov 19 17:43:36.693857 n-d-818022-2 neutron-server[103365]: INFO neutron.api.v2.resource [req-5d236e00-3b12-4ab2-91a1-e919b3d2a156 req-23d21e93-9ec3-4f97-adeb-919821791750 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] show failed (client error): The resource could not be found. Nov 19 17:43:36.696120 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5d236e00-3b12-4ab2-91a1-e919b3d2a156 req-23d21e93-9ec3-4f97-adeb-919821791750 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] 10.222.0.54 "GET /v2.0/security-groups/8f269eb0-5af6-4334-a9b5-5eb6c9d49a58 HTTP/1.1" status: 404 len: 352 time: 0.0165231 Nov 19 17:43:36.706788 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a312ce-39f9-40de-a276-3e757b3bae5a req-f90ea476-afaa-4955-9bbc-1a190cac07ea tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:43:36.709936 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a3a312ce-39f9-40de-a276-3e757b3bae5a req-f90ea476-afaa-4955-9bbc-1a190cac07ea tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] 10.222.0.54 "GET /v2.0/ports?device_id=ccff1488-85ea-43ae-bf94-c62226a4f4bf HTTP/1.1" status: 200 len: 946 time: 0.0917170 Nov 19 17:43:36.801318 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a3a312ce-39f9-40de-a276-3e757b3bae5a req-e0722078-dc10-4d32-8a68-d8a1c6a47c2a tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] 10.222.0.54 "GET /v2.0/security-groups?id=50a0c454-55dd-48da-a67f-9bb1b9eaa61f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0828860 Nov 19 17:43:36.822213 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2f24ab43-0b00-4df4-950c-fd2aed3b9617 req-5f05c8c7-9ea1-48cf-b3bc-dc63e8d2e1a8 tempest-ServerShowV247Test-530126473 tempest-ServerShowV247Test-530126473-project] 10.222.0.54 "GET /v2.0/ports?device_id=6759b244-5ca2-48a2-895b-ef9b8f535f6c HTTP/1.1" status: 200 len: 210 time: 0.0316451 Nov 19 17:43:36.857683 n-d-818022-2 neutron-server[103364]: INFO neutron.api.v2.resource [req-4f56e89e-3a65-42a1-82e1-d729accf667e req-61f8aa39-ed5a-4b75-a9da-1df0d4d55319 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] show failed (client error): The resource could not be found. Nov 19 17:43:36.860216 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-4f56e89e-3a65-42a1-82e1-d729accf667e req-61f8aa39-ed5a-4b75-a9da-1df0d4d55319 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] 10.222.0.54 "GET /v2.0/security-groups/3b26311b-b8db-45e9-a132-cceb742c87ed HTTP/1.1" status: 404 len: 352 time: 0.0228384 Nov 19 17:43:36.920455 n-d-818022-2 neutron-server[103365]: INFO neutron.api.v2.resource [req-b1231a70-93f9-49e0-bb45-77d715d9342c req-84f14154-a18f-46ee-ad93-94ce5c8fc12b tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] show failed (client error): The resource could not be found. Nov 19 17:43:36.922831 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b1231a70-93f9-49e0-bb45-77d715d9342c req-84f14154-a18f-46ee-ad93-94ce5c8fc12b tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] 10.222.0.54 "GET /v2.0/security-groups/f7bd8bca-389e-400c-a1df-0d61c72dde26 HTTP/1.1" status: 404 len: 352 time: 0.0268040 Nov 19 17:43:37.086560 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b602aba5-958f-4f8e-9469-163563598751 req-328101b4-0d38-4a45-a5e7-b67694bb6f31 tempest-ServerPasswordTestJSON-1509310428 tempest-ServerPasswordTestJSON-1509310428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:43:37.088983 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b602aba5-958f-4f8e-9469-163563598751 req-328101b4-0d38-4a45-a5e7-b67694bb6f31 tempest-ServerPasswordTestJSON-1509310428 tempest-ServerPasswordTestJSON-1509310428-project] 10.222.0.54 "GET /v2.0/ports?device_id=69f75a48-8ea3-4f7a-88e2-871b19598ed7 HTTP/1.1" status: 200 len: 944 time: 0.0690584 Nov 19 17:43:37.161531 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b602aba5-958f-4f8e-9469-163563598751 req-c659f023-6c9e-41eb-985b-c5e160ee36cd tempest-ServerPasswordTestJSON-1509310428 tempest-ServerPasswordTestJSON-1509310428-project] 10.222.0.54 "GET /v2.0/security-groups?id=50457c37-b8b8-4430-93f6-d41ea96930b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631785 Nov 19 17:43:37.174546 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device 66f175a8-248e-4abb-ba5d-054e7046c588 details requested by agent hyperv_n-h2-818022-2 with host n-h2-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 17:43:37.380058 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c835209a-a721-4f10-971c-aaa4cbe45023 req-60f55fc0-7f2b-41ab-b13a-7298213543e0 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:43:37.392665 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port 66f175a8-248e-4abb-ba5d-054e7046c588, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=66f175a8-248e-4abb-ba5d-054e7046c588,segment=NetworkSegment(157c62a5-bfe1-4576-967a-7b3ac8324a4a),segment_id=157c62a5-bfe1-4576-967a-7b3ac8324a4a)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:43:37.394655 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c835209a-a721-4f10-971c-aaa4cbe45023 req-60f55fc0-7f2b-41ab-b13a-7298213543e0 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] 10.222.0.54 "GET /v2.0/ports?device_id=e15bb909-3fc7-4969-a51b-ff659151bc3d HTTP/1.1" status: 200 len: 1023 time: 0.0909801 Nov 19 17:43:37.410970 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Returning: {'device': '66f175a8-248e-4abb-ba5d-054e7046c588', 'network_id': 'b1eb9f5b-30a6-4325-b0b4-3641d25ed164', 'port_id': '66f175a8-248e-4abb-ba5d-054e7046c588', 'mac_address': 'fa:16:3e:bf:04:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da45e3f2-3bc7-464b-bffe-dbcc900f1c43', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 17:43:37.480296 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc95d2c-a2d2-4858-8abf-fbda1551afa9 req-e7d506cd-66a6-4c64-b05d-f477043d7952 tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:43:37.481958 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:37.484123 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6dc95d2c-a2d2-4858-8abf-fbda1551afa9 req-e7d506cd-66a6-4c64-b05d-f477043d7952 tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] 10.222.0.54 "GET /v2.0/ports?device_id=720009c8-7969-4fb1-9d48-846a23e742cc HTTP/1.1" status: 200 len: 945 time: 0.0946779 Nov 19 17:43:37.523059 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66f175a8-248e-4abb-ba5d-054e7046c588 {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:43:37.532917 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c835209a-a721-4f10-971c-aaa4cbe45023 req-f49d5a26-b480-4888-931c-dd724eea683a tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] 10.222.0.54 "GET /v2.0/security-groups?id=8a8ac12b-40d8-43c6-a26c-730a2ad0c770&id=5261523f-70a1-48bb-a374-fee5bdaf0fb6&id=6b496084-806a-4b53-af34-e578be5128ae&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1341109 Nov 19 17:43:37.582759 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port 66f175a8-248e-4abb-ba5d-054e7046c588, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=66f175a8-248e-4abb-ba5d-054e7046c588,segment=NetworkSegment(157c62a5-bfe1-4576-967a-7b3ac8324a4a),segment_id=157c62a5-bfe1-4576-967a-7b3ac8324a4a)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:43:37.590335 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:37.612976 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6dc95d2c-a2d2-4858-8abf-fbda1551afa9 req-4360dd99-bad7-49ce-98bd-e6e6569fd6ad tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] 10.222.0.54 "GET /v2.0/security-groups?id=b84acbb5-2f2e-43b4-8c5f-7110024c7a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133287 Nov 19 17:43:37.673325 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Pushing event updated for resources: {'Port': ['ID=66f175a8-248e-4abb-ba5d-054e7046c588,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:43:37.762382 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e5ac5b-1a27-471b-afd8-3f8d7f336a47 req-50f021a8-8fdb-4473-a637-2d49a8b95f7d tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:43:37.763660 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-74e5ac5b-1a27-471b-afd8-3f8d7f336a47 req-50f021a8-8fdb-4473-a637-2d49a8b95f7d tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/ports?device_id=096b5441-5f69-4f8a-a4be-bedfc1bccced HTTP/1.1" status: 200 len: 946 time: 0.0928299 Nov 19 17:43:37.851389 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-74e5ac5b-1a27-471b-afd8-3f8d7f336a47 req-ac818d76-686c-48e9-83a1-8a2582e4a81b tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/security-groups?id=12d5dc08-1d9f-41c6-b52c-304239ec8b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808468 Nov 19 17:43:38.028898 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86ee80c-b6a0-4113-a61b-8bf2f4c2b70a req-589f21ea-e707-41f4-b41f-144acfee2949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:43:38.030495 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f86ee80c-b6a0-4113-a61b-8bf2f4c2b70a req-589f21ea-e707-41f4-b41f-144acfee2949 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e9d0792a3a024bd5be40fd99773caf74&device_id=720009c8-7969-4fb1-9d48-846a23e742cc HTTP/1.1" status: 200 len: 1096 time: 0.0892518 Nov 19 17:43:38.069271 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a52e3c-dc18-4425-b66d-9af9323e2144 req-afab9213-ea31-4690-9de7-5c4aa03d9ef0 tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:43:38.070898 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c6a52e3c-dc18-4425-b66d-9af9323e2144 req-afab9213-ea31-4690-9de7-5c4aa03d9ef0 tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] 10.222.0.54 "GET /v2.0/ports?device_id=ccff1488-85ea-43ae-bf94-c62226a4f4bf HTTP/1.1" status: 200 len: 946 time: 0.0900381 Nov 19 17:43:38.072560 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3899dd-9d57-43d5-b66c-e02f5ebcdacc req-ee62d44d-190a-4121-9082-fe476758c5e3 tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:43:38.075214 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ea3899dd-9d57-43d5-b66c-e02f5ebcdacc req-ee62d44d-190a-4121-9082-fe476758c5e3 tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] 10.222.0.54 "GET /v2.0/ports?device_id=720009c8-7969-4fb1-9d48-846a23e742cc HTTP/1.1" status: 200 len: 945 time: 0.0946853 Nov 19 17:43:38.092988 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] get_ports_and_sgs() called for port_ids ['66f175a8-248e-4abb-ba5d-054e7046c588'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:43:38.177481 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c6a52e3c-dc18-4425-b66d-9af9323e2144 req-7579c8ff-5658-459c-8888-6046b50cab71 tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] 10.222.0.54 "GET /v2.0/security-groups?id=50a0c454-55dd-48da-a67f-9bb1b9eaa61f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0763884 Nov 19 17:43:38.193755 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86ee80c-b6a0-4113-a61b-8bf2f4c2b70a req-688bea13-0e09-408b-aff9-576930c1623f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:43:38.195332 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f86ee80c-b6a0-4113-a61b-8bf2f4c2b70a req-688bea13-0e09-408b-aff9-576930c1623f service neutron] 10.222.0.60 "GET /v2.0/networks?id=3e96445f-a5e4-45c4-8de8-46b5573abaec HTTP/1.1" status: 200 len: 911 time: 0.1555681 Nov 19 17:43:38.199046 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ea3899dd-9d57-43d5-b66c-e02f5ebcdacc req-b22bf988-0bd2-47e2-b03e-c029365f53e2 tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] 10.222.0.54 "GET /v2.0/security-groups?id=b84acbb5-2f2e-43b4-8c5f-7110024c7a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102638 Nov 19 17:43:38.252501 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f86ee80c-b6a0-4113-a61b-8bf2f4c2b70a req-3a18a792-cbb5-481e-a9f1-0b5a453bca3f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=360b76f2-603b-4200-ab59-f3db4e9dc9b3 HTTP/1.1" status: 200 len: 217 time: 0.0484781 Nov 19 17:43:38.343453 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86ee80c-b6a0-4113-a61b-8bf2f4c2b70a req-277b9e6e-2517-4d4f-a53a-109d87d37320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:43:38.350990 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f86ee80c-b6a0-4113-a61b-8bf2f4c2b70a req-277b9e6e-2517-4d4f-a53a-109d87d37320 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c8b9f65f-87c2-480d-928b-0fe5bda8bb38 HTTP/1.1" status: 200 len: 850 time: 0.0908487 Nov 19 17:43:38.420305 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b9f1b0-f6a4-4244-b04f-8dbcb46f2acf req-65980b59-f506-49c2-b799-a521a786e6af tempest-ServerPasswordTestJSON-1509310428 tempest-ServerPasswordTestJSON-1509310428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:43:38.426701 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f86ee80c-b6a0-4113-a61b-8bf2f4c2b70a req-5956c9c0-eaf1-415f-926b-7946f7754824 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3e96445f-a5e4-45c4-8de8-46b5573abaec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0655811 Nov 19 17:43:38.429580 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-e3b9f1b0-f6a4-4244-b04f-8dbcb46f2acf req-65980b59-f506-49c2-b799-a521a786e6af tempest-ServerPasswordTestJSON-1509310428 tempest-ServerPasswordTestJSON-1509310428-project] 10.222.0.54 "GET /v2.0/ports?device_id=69f75a48-8ea3-4f7a-88e2-871b19598ed7 HTTP/1.1" status: 200 len: 945 time: 0.1099875 Nov 19 17:43:38.456559 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b8df4ab2-eae2-4be6-9b59-822584e855e8 req-7b7ec555-e3fa-4868-882e-1ce2e75c4417 tempest-ServerShowV247Test-530126473 tempest-ServerShowV247Test-530126473-project] 10.222.0.54 "GET /v2.0/ports?device_id=6759b244-5ca2-48a2-895b-ef9b8f535f6c HTTP/1.1" status: 200 len: 210 time: 0.0790544 Nov 19 17:43:38.498313 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-e3b9f1b0-f6a4-4244-b04f-8dbcb46f2acf req-32acaa30-3125-45c6-91e1-9df564dde700 tempest-ServerPasswordTestJSON-1509310428 tempest-ServerPasswordTestJSON-1509310428-project] 10.222.0.54 "GET /v2.0/security-groups?id=50457c37-b8b8-4430-93f6-d41ea96930b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672629 Nov 19 17:43:38.626351 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f86ee80c-b6a0-4113-a61b-8bf2f4c2b70a req-b31b5425-183e-434c-ade3-63aa8909d9d0 service neutron] 10.222.0.60 "GET /v2.0/networks/3e96445f-a5e4-45c4-8de8-46b5573abaec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734374 Nov 19 17:43:38.728179 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e92c99-35de-4b0f-bfc3-a45e8d73f1bb req-3d646a22-053b-4548-8001-ea96b65ff864 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:43:38.730112 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-46e92c99-35de-4b0f-bfc3-a45e8d73f1bb req-3d646a22-053b-4548-8001-ea96b65ff864 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] 10.222.0.54 "GET /v2.0/ports?device_id=e15bb909-3fc7-4969-a51b-ff659151bc3d HTTP/1.1" status: 200 len: 1023 time: 0.0774779 Nov 19 17:43:38.784411 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f86ee80c-b6a0-4113-a61b-8bf2f4c2b70a req-88494f51-3829-42f8-ba6a-209bc8ed6556 service neutron] 10.222.0.60 "GET /v2.0/networks/3e96445f-a5e4-45c4-8de8-46b5573abaec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435654 Nov 19 17:43:38.851206 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-46e92c99-35de-4b0f-bfc3-a45e8d73f1bb req-41d127fb-83a2-4335-b435-a1c72a8cefa1 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] 10.222.0.54 "GET /v2.0/security-groups?id=8a8ac12b-40d8-43c6-a26c-730a2ad0c770&id=5261523f-70a1-48bb-a374-fee5bdaf0fb6&id=6b496084-806a-4b53-af34-e578be5128ae&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1080587 Nov 19 17:43:39.059022 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a672295e-d73b-456e-be2c-733e73d31d55 req-151387f6-ded9-41ce-8f5d-fc700a92119f tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:43:39.061285 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a672295e-d73b-456e-be2c-733e73d31d55 req-151387f6-ded9-41ce-8f5d-fc700a92119f tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/ports?device_id=096b5441-5f69-4f8a-a4be-bedfc1bccced HTTP/1.1" status: 200 len: 946 time: 0.0786619 Nov 19 17:43:39.149708 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a672295e-d73b-456e-be2c-733e73d31d55 req-c9f2144e-92b1-4694-a2b3-e0600abba119 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/security-groups?id=12d5dc08-1d9f-41c6-b52c-304239ec8b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778053 Nov 19 17:43:39.378207 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954152a8-b641-457b-af8d-f9e3db392d3d req-bbf218d7-0a65-417b-95bc-455c011e6ad7 tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:43:39.389527 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-954152a8-b641-457b-af8d-f9e3db392d3d req-bbf218d7-0a65-417b-95bc-455c011e6ad7 tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] 10.222.0.54 "GET /v2.0/ports?device_id=ccff1488-85ea-43ae-bf94-c62226a4f4bf HTTP/1.1" status: 200 len: 946 time: 0.0932295 Nov 19 17:43:39.428669 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90010e21-9432-421e-ad5f-6216beb5eba2 req-fcd16004-597c-4722-ae4e-d82274e94770 tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:43:39.431514 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-90010e21-9432-421e-ad5f-6216beb5eba2 req-fcd16004-597c-4722-ae4e-d82274e94770 tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] 10.222.0.54 "GET /v2.0/ports?device_id=720009c8-7969-4fb1-9d48-846a23e742cc HTTP/1.1" status: 200 len: 945 time: 0.0887678 Nov 19 17:43:39.525575 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-954152a8-b641-457b-af8d-f9e3db392d3d req-e44f2144-1c41-4865-a782-e1e2fbfaed0d tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] 10.222.0.54 "GET /v2.0/security-groups?id=50a0c454-55dd-48da-a67f-9bb1b9eaa61f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1225388 Nov 19 17:43:39.538814 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-90010e21-9432-421e-ad5f-6216beb5eba2 req-f2736257-3654-465b-8ac0-7c7e010c6c8a tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] 10.222.0.54 "GET /v2.0/security-groups?id=b84acbb5-2f2e-43b4-8c5f-7110024c7a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950906 Nov 19 17:43:39.621646 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-7e8e416a-e010-4e59-aa69-3856da4f7f75 req-ef8eba51-583b-4e8b-957a-abe70552b47b tempest-ServerShowV247Test-530126473 tempest-ServerShowV247Test-530126473-project] 10.222.0.54 "GET /v2.0/ports?device_id=6759b244-5ca2-48a2-895b-ef9b8f535f6c HTTP/1.1" status: 200 len: 210 time: 0.0419345 Nov 19 17:43:39.754066 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da90e88c-7073-4630-809e-7986a7ede393 req-15b26797-aa7a-4c2e-8506-a803bbf06232 tempest-ServerPasswordTestJSON-1509310428 tempest-ServerPasswordTestJSON-1509310428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:43:39.756248 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-da90e88c-7073-4630-809e-7986a7ede393 req-15b26797-aa7a-4c2e-8506-a803bbf06232 tempest-ServerPasswordTestJSON-1509310428 tempest-ServerPasswordTestJSON-1509310428-project] 10.222.0.54 "GET /v2.0/ports?device_id=69f75a48-8ea3-4f7a-88e2-871b19598ed7 HTTP/1.1" status: 200 len: 945 time: 0.0702107 Nov 19 17:43:39.864996 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-da90e88c-7073-4630-809e-7986a7ede393 req-ecf63e77-3045-41b7-ae03-0cbafbcbf7b9 tempest-ServerPasswordTestJSON-1509310428 tempest-ServerPasswordTestJSON-1509310428-project] 10.222.0.54 "GET /v2.0/security-groups?id=50457c37-b8b8-4430-93f6-d41ea96930b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876293 Nov 19 17:43:40.010220 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082c2549-15f2-42e8-9118-08f82d6e5f7f req-b6bb04bd-0095-4898-83f4-46a8a3d16ab7 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:43:40.013000 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-082c2549-15f2-42e8-9118-08f82d6e5f7f req-b6bb04bd-0095-4898-83f4-46a8a3d16ab7 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] 10.222.0.86 "GET /v2.0/ports?device_id=e15bb909-3fc7-4969-a51b-ff659151bc3d HTTP/1.1" status: 200 len: 1023 time: 0.1332958 Nov 19 17:43:40.101079 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dec5301-acca-495a-8a1f-cc798bfaacef req-b694de12-64ef-4169-b0e2-c7523bdbf20e tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:43:40.102565 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-1dec5301-acca-495a-8a1f-cc798bfaacef req-b694de12-64ef-4169-b0e2-c7523bdbf20e tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] 10.222.0.54 "GET /v2.0/ports?device_id=e15bb909-3fc7-4969-a51b-ff659151bc3d HTTP/1.1" status: 200 len: 1023 time: 0.1295154 Nov 19 17:43:40.227791 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 12475d13-84ce-40f1-8c15-c615d6f3ddb0 details requested by agent hyperv_n-h1-818022-2 with host n-h1-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 17:43:40.274334 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-1dec5301-acca-495a-8a1f-cc798bfaacef req-5d1c7aa4-7954-43de-ad0f-6069502d6fe3 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] 10.222.0.54 "GET /v2.0/security-groups?id=8a8ac12b-40d8-43c6-a26c-730a2ad0c770&id=5261523f-70a1-48bb-a374-fee5bdaf0fb6&id=6b496084-806a-4b53-af34-e578be5128ae&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1330535 Nov 19 17:43:40.298794 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [req-082c2549-15f2-42e8-9118-08f82d6e5f7f req-96f45a27-3217-4f73-b10c-f84c2ff4eed6 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] Deleting port 5acf4e95-86ed-44f0-b29a-2e6b8904987b {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:43:40.299158 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-082c2549-15f2-42e8-9118-08f82d6e5f7f req-96f45a27-3217-4f73-b10c-f84c2ff4eed6 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:40.306158 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b104f14d-adf7-4c89-a9a3-365daba07d45 req-9d9ee45f-bd87-469b-bebf-a7fa044393d2 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:43:40.314117 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b104f14d-adf7-4c89-a9a3-365daba07d45 req-9d9ee45f-bd87-469b-bebf-a7fa044393d2 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/ports?device_id=096b5441-5f69-4f8a-a4be-bedfc1bccced HTTP/1.1" status: 200 len: 946 time: 0.0714543 Nov 19 17:43:40.442704 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b104f14d-adf7-4c89-a9a3-365daba07d45 req-f4a932df-c9be-4062-b3d6-292244c86ebf tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/security-groups?id=12d5dc08-1d9f-41c6-b52c-304239ec8b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273279 Nov 19 17:43:40.488182 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 12475d13-84ce-40f1-8c15-c615d6f3ddb0, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=12475d13-84ce-40f1-8c15-c615d6f3ddb0,segment=NetworkSegment(1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861),segment_id=1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:43:40.532167 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Returning: {'device': '12475d13-84ce-40f1-8c15-c615d6f3ddb0', 'network_id': '346debfa-452b-4048-abf4-8f4493625ef2', 'port_id': '12475d13-84ce-40f1-8c15-c615d6f3ddb0', 'mac_address': 'fa:16:3e:92:bc:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b3c88de-c9c2-4a20-b19e-1855c2c19035', 'ip_address': '192.168.233.243'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 17:43:40.612388 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-082c2549-15f2-42e8-9118-08f82d6e5f7f req-96f45a27-3217-4f73-b10c-f84c2ff4eed6 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] For port 5acf4e95-86ed-44f0-b29a-2e6b8904987b, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=5acf4e95-86ed-44f0-b29a-2e6b8904987b,segment=NetworkSegment(3969cf88-7658-432d-801e-c50b9cff97b5),segment_id=3969cf88-7658-432d-801e-c50b9cff97b5)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:43:40.614092 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-082c2549-15f2-42e8-9118-08f82d6e5f7f req-96f45a27-3217-4f73-b10c-f84c2ff4eed6 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:40.626693 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:40.652309 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 12475d13-84ce-40f1-8c15-c615d6f3ddb0 {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:43:40.653470 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [req-082c2549-15f2-42e8-9118-08f82d6e5f7f req-96f45a27-3217-4f73-b10c-f84c2ff4eed6 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] Calling delete_port for 5acf4e95-86ed-44f0-b29a-2e6b8904987b owned by compute:nova {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:43:40.690513 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 12475d13-84ce-40f1-8c15-c615d6f3ddb0, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=12475d13-84ce-40f1-8c15-c615d6f3ddb0,segment=NetworkSegment(1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861),segment_id=1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:43:40.696754 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:40.794583 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68f90b3-8860-43d7-97eb-1a256aee1937 req-f79b4af9-01c2-45a2-902e-c60942fa87f2 tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:43:40.803151 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c68f90b3-8860-43d7-97eb-1a256aee1937 req-f79b4af9-01c2-45a2-902e-c60942fa87f2 tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] 10.222.0.54 "GET /v2.0/ports?device_id=ccff1488-85ea-43ae-bf94-c62226a4f4bf HTTP/1.1" status: 200 len: 946 time: 0.1208377 Nov 19 17:43:40.883762 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=12475d13-84ce-40f1-8c15-c615d6f3ddb0,revision_number=6']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:43:40.896120 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89ee335-baa4-4848-b660-109445b05543 req-5babe32a-13b3-480c-98f8-71cb884d8439 tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:43:40.900256 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b89ee335-baa4-4848-b660-109445b05543 req-5babe32a-13b3-480c-98f8-71cb884d8439 tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] 10.222.0.54 "GET /v2.0/ports?device_id=720009c8-7969-4fb1-9d48-846a23e742cc HTTP/1.1" status: 200 len: 945 time: 0.1414106 Nov 19 17:43:40.910523 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['12475d13-84ce-40f1-8c15-c615d6f3ddb0'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:43:40.918647 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c68f90b3-8860-43d7-97eb-1a256aee1937 req-03200c04-c88e-46aa-b7fb-713d02180c27 tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] 10.222.0.54 "GET /v2.0/security-groups?id=50a0c454-55dd-48da-a67f-9bb1b9eaa61f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1102252 Nov 19 17:43:41.047040 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-082c2549-15f2-42e8-9118-08f82d6e5f7f req-96f45a27-3217-4f73-b10c-f84c2ff4eed6 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:41.086326 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] get_ports_and_sgs() called for port_ids ['5acf4e95-86ed-44f0-b29a-2e6b8904987b'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:43:41.120027 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f45a27-3217-4f73-b10c-f84c2ff4eed6 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] Pushing event deleted for resources: {'Port': ['ID=5acf4e95-86ed-44f0-b29a-2e6b8904987b,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:43:41.127010 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b89ee335-baa4-4848-b660-109445b05543 req-2682f82c-fe89-4085-9732-8b5e9da3ca6a tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] 10.222.0.54 "GET /v2.0/security-groups?id=b84acbb5-2f2e-43b4-8c5f-7110024c7a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026401 Nov 19 17:43:41.206749 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [req-082c2549-15f2-42e8-9118-08f82d6e5f7f req-96f45a27-3217-4f73-b10c-f84c2ff4eed6 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] No DVR routers for this DVR port 5acf4e95-86ed-44f0-b29a-2e6b8904987b on host n-h2-818022-2 {{(pid=103364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:43:41.211896 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-082c2549-15f2-42e8-9118-08f82d6e5f7f req-96f45a27-3217-4f73-b10c-f84c2ff4eed6 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:41.215684 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-082c2549-15f2-42e8-9118-08f82d6e5f7f req-96f45a27-3217-4f73-b10c-f84c2ff4eed6 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] 10.222.0.86 "DELETE /v2.0/ports/5acf4e95-86ed-44f0-b29a-2e6b8904987b HTTP/1.1" status: 204 len: 173 time: 1.1737549 Nov 19 17:43:41.231057 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e15bb909-3fc7-4969-a51b-ff659151bc3d', 'name': 'network-vif-deleted', 'tag': '5acf4e95-86ed-44f0-b29a-2e6b8904987b'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:43:41.234089 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dd4767a008c23f8566efc82158ee1b1fff34e1a9e908d76d0b6d0ab7e350e5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40b00675-72c6-4356-aa70-5e5d8c721bfe" -d '{"events": [{"server_uuid": "e15bb909-3fc7-4969-a51b-ff659151bc3d", "name": "network-vif-deleted", "tag": "5acf4e95-86ed-44f0-b29a-2e6b8904987b"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:43:41.269423 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device 66f175a8-248e-4abb-ba5d-054e7046c588 up at agent hyperv_n-h2-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:43:41.343344 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8c4cebea-02f5-48c1-8f6a-ffb6da622903 req-a34d9f03-6d10-434a-9b7e-6611336fa8e1 tempest-ServerShowV247Test-530126473 tempest-ServerShowV247Test-530126473-project] 10.222.0.54 "GET /v2.0/ports?device_id=6759b244-5ca2-48a2-895b-ef9b8f535f6c HTTP/1.1" status: 200 len: 210 time: 0.1389139 Nov 19 17:43:41.651751 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:43:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d12d69c-b4b7-4920-ab71-4730678aab1b x-openstack-request-id: req-0d12d69c-b4b7-4920-ab71-4730678aab1b {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:43:41.653615 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e15bb909-3fc7-4969-a51b-ff659151bc3d", "name": "network-vif-deleted", "tag": "5acf4e95-86ed-44f0-b29a-2e6b8904987b", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:43:41.654555 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-0d12d69c-b4b7-4920-ab71-4730678aab1b {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:43:41.656197 n-d-818022-2 neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e15bb909-3fc7-4969-a51b-ff659151bc3d', 'name': 'network-vif-deleted', 'tag': '5acf4e95-86ed-44f0-b29a-2e6b8904987b', 'status': 'completed', 'code': 200} Nov 19 17:43:41.713588 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5374b6-5e00-4a00-9c59-f2526878e8a5 req-c1e95aab-4e7c-4e7d-ae49-a203364f8904 tempest-ServerPasswordTestJSON-1509310428 tempest-ServerPasswordTestJSON-1509310428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:43:41.731350 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Provisioning for port 66f175a8-248e-4abb-ba5d-054e7046c588 completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 17:43:41.741971 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7c5374b6-5e00-4a00-9c59-f2526878e8a5 req-c1e95aab-4e7c-4e7d-ae49-a203364f8904 tempest-ServerPasswordTestJSON-1509310428 tempest-ServerPasswordTestJSON-1509310428-project] 10.222.0.54 "GET /v2.0/ports?device_id=69f75a48-8ea3-4f7a-88e2-871b19598ed7 HTTP/1.1" status: 200 len: 945 time: 0.2095745 Nov 19 17:43:41.749938 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Provisioning complete for port 66f175a8-248e-4abb-ba5d-054e7046c588 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:43:41.750946 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:41.890456 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7c5374b6-5e00-4a00-9c59-f2526878e8a5 req-f64e31c9-5637-4b13-acd0-f3f636f0ebf8 tempest-ServerPasswordTestJSON-1509310428 tempest-ServerPasswordTestJSON-1509310428-project] 10.222.0.54 "GET /v2.0/security-groups?id=50457c37-b8b8-4430-93f6-d41ea96930b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455922 Nov 19 17:43:41.896465 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-bb4f6dbb-739d-43c7-9608-25e0301f62ea req-9abc35a2-b4d6-4b63-ae54-b99d091e8ea9 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] 10.222.0.54 "GET /v2.0/ports?device_id=e15bb909-3fc7-4969-a51b-ff659151bc3d HTTP/1.1" status: 200 len: 210 time: 0.0731349 Nov 19 17:43:41.949080 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:41.990804 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69f75a48-8ea3-4f7a-88e2-871b19598ed7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66f175a8-248e-4abb-ba5d-054e7046c588'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:43:41.993422 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3940761bcd94e032e6960d2241bd8993c5d3a7d8dc2aca8488f3ecf1d4dd2fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a3d4f06-11a9-4af8-b718-8783dd81a0ed" -d '{"events": [{"server_uuid": "69f75a48-8ea3-4f7a-88e2-871b19598ed7", "name": "network-vif-plugged", "status": "completed", "tag": "66f175a8-248e-4abb-ba5d-054e7046c588"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:43:42.025401 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port 66f175a8-248e-4abb-ba5d-054e7046c588, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=66f175a8-248e-4abb-ba5d-054e7046c588,segment=NetworkSegment(157c62a5-bfe1-4576-967a-7b3ac8324a4a),segment_id=157c62a5-bfe1-4576-967a-7b3ac8324a4a)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:43:42.031224 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:42.161010 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Pushing event updated for resources: {'Port': ['ID=66f175a8-248e-4abb-ba5d-054e7046c588,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:43:42.167325 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6c4197-014d-4dd2-b336-807bcbba1575 req-9fb0f3e9-6ec3-4299-b916-3ca875f247a4 tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:43:42.168928 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-db6c4197-014d-4dd2-b336-807bcbba1575 req-9fb0f3e9-6ec3-4299-b916-3ca875f247a4 tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] 10.222.0.54 "GET /v2.0/ports?device_id=ccff1488-85ea-43ae-bf94-c62226a4f4bf HTTP/1.1" status: 200 len: 946 time: 0.1371596 Nov 19 17:43:42.192221 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db2028c-892f-4ec9-a38f-48b1968cb7fb req-0637837c-2bfb-4c11-b474-51a356da27f5 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:43:42.201533 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5db2028c-892f-4ec9-a38f-48b1968cb7fb req-0637837c-2bfb-4c11-b474-51a356da27f5 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/ports?device_id=096b5441-5f69-4f8a-a4be-bedfc1bccced HTTP/1.1" status: 200 len: 946 time: 0.1557238 Nov 19 17:43:42.225231 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 12475d13-84ce-40f1-8c15-c615d6f3ddb0 up at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:43:42.266937 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5db2028c-892f-4ec9-a38f-48b1968cb7fb req-51bbd97c-d6ff-4e0f-9c02-d943eef84bd1 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/security-groups?id=12d5dc08-1d9f-41c6-b52c-304239ec8b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618265 Nov 19 17:43:42.340973 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:43:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7abb030-7d99-4e96-b1c0-6ebe9bc57c6e x-openstack-request-id: req-b7abb030-7d99-4e96-b1c0-6ebe9bc57c6e {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:43:42.341771 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69f75a48-8ea3-4f7a-88e2-871b19598ed7", "name": "network-vif-plugged", "status": "completed", "tag": "66f175a8-248e-4abb-ba5d-054e7046c588", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:43:42.341771 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b7abb030-7d99-4e96-b1c0-6ebe9bc57c6e {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:43:42.342182 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69f75a48-8ea3-4f7a-88e2-871b19598ed7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66f175a8-248e-4abb-ba5d-054e7046c588', 'code': 200} Nov 19 17:43:42.380102 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-db6c4197-014d-4dd2-b336-807bcbba1575 req-c29bb263-e217-4516-9555-8132457d754a tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] 10.222.0.54 "GET /v2.0/security-groups?id=50a0c454-55dd-48da-a67f-9bb1b9eaa61f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1985896 Nov 19 17:43:42.399868 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning complete for port 12475d13-84ce-40f1-8c15-c615d6f3ddb0 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:43:42.404172 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:42.569431 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9916dd5-7676-465a-a096-328c03085b8d req-894306f2-1233-4b16-a83c-427a095cc529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:43:42.579237 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f9916dd5-7676-465a-a096-328c03085b8d req-894306f2-1233-4b16-a83c-427a095cc529 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=69f75a48-8ea3-4f7a-88e2-871b19598ed7 HTTP/1.1" status: 200 len: 1097 time: 0.1045561 Nov 19 17:43:42.604651 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e8260c-82de-4383-9684-f2a4507e8367 req-49985cfe-40d2-4fa7-a0d5-c6af63626a43 tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:43:42.612036 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:42.614930 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-00e8260c-82de-4383-9684-f2a4507e8367 req-49985cfe-40d2-4fa7-a0d5-c6af63626a43 tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] 10.222.0.54 "GET /v2.0/ports?device_id=720009c8-7969-4fb1-9d48-846a23e742cc HTTP/1.1" status: 200 len: 945 time: 0.1130583 Nov 19 17:43:42.677869 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f9916dd5-7676-465a-a096-328c03085b8d req-6bb4d1f5-8424-499d-9bb2-20a4d3415729 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=50457c37-b8b8-4430-93f6-d41ea96930b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841939 Nov 19 17:43:42.683691 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 12475d13-84ce-40f1-8c15-c615d6f3ddb0, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=12475d13-84ce-40f1-8c15-c615d6f3ddb0,segment=NetworkSegment(1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861),segment_id=1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:43:42.688015 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:42.724133 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-00e8260c-82de-4383-9684-f2a4507e8367 req-7a892583-dfdc-40ef-84aa-d3b24392ef68 tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] 10.222.0.54 "GET /v2.0/security-groups?id=b84acbb5-2f2e-43b4-8c5f-7110024c7a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055989 Nov 19 17:43:42.811429 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0c0427ab-afa2-42c9-8ac8-130acdafd982 req-25f6812a-0923-4d3a-af90-1a101665ec9b tempest-ServerShowV247Test-530126473 tempest-ServerShowV247Test-530126473-project] 10.222.0.54 "GET /v2.0/ports?device_id=6759b244-5ca2-48a2-895b-ef9b8f535f6c HTTP/1.1" status: 200 len: 210 time: 0.0817142 Nov 19 17:43:42.862764 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=12475d13-84ce-40f1-8c15-c615d6f3ddb0,revision_number=7']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:43:42.891473 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:43:42.892490 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:43:42.893316 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:43:42.894171 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:43:42.895078 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:43:42.895910 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:43:42.896770 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:43:42.897586 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:43:42.898478 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:43:42.899310 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:43:42.902683 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:43:42.904611 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:43:43.126638 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aec97d9-0d88-4f5e-b111-9046915919af req-98aa1199-c7c0-414b-8f16-4afc069737dc tempest-ServerPasswordTestJSON-1509310428 tempest-ServerPasswordTestJSON-1509310428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:43:43.129582 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2aec97d9-0d88-4f5e-b111-9046915919af req-98aa1199-c7c0-414b-8f16-4afc069737dc tempest-ServerPasswordTestJSON-1509310428 tempest-ServerPasswordTestJSON-1509310428-project] 10.222.0.54 "GET /v2.0/ports?device_id=69f75a48-8ea3-4f7a-88e2-871b19598ed7 HTTP/1.1" status: 200 len: 946 time: 0.1200416 Nov 19 17:43:43.209175 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device 5acf4e95-86ed-44f0-b29a-2e6b8904987b no longer exists at agent hyperv_n-h2-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:43:43.245528 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] No Port match for: 5acf4e95-86ed-44f0-b29a-2e6b8904987b {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:43:43.246043 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device 5acf4e95-86ed-44f0-b29a-2e6b8904987b not bound to the agent host n-h2-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:43:43.253005 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2aec97d9-0d88-4f5e-b111-9046915919af req-a5fdc47e-646a-43bb-8579-052519221c83 tempest-ServerPasswordTestJSON-1509310428 tempest-ServerPasswordTestJSON-1509310428-project] 10.222.0.54 "GET /v2.0/security-groups?id=50457c37-b8b8-4430-93f6-d41ea96930b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173484 Nov 19 17:43:43.304536 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4e8893-67b9-47a6-8120-44ad78aa2fa3 req-8549c243-8109-4f9f-b3de-f121c9e76877 tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:43:43.327242 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9c4e8893-67b9-47a6-8120-44ad78aa2fa3 req-8549c243-8109-4f9f-b3de-f121c9e76877 tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] 10.222.0.54 "GET /v2.0/ports?device_id=720009c8-7969-4fb1-9d48-846a23e742cc HTTP/1.1" status: 200 len: 945 time: 0.1345098 Nov 19 17:43:43.347198 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-dfc738fa-4b0a-404e-a6ae-93ac8e1caa1b req-027bec84-8f1a-4c7e-8715-f096c3a7edb3 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] 10.222.0.54 "GET /v2.0/security-groups/8a8ac12b-40d8-43c6-a26c-730a2ad0c770 HTTP/1.1" status: 200 len: 1817 time: 0.0763197 Nov 19 17:43:43.435467 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9c4e8893-67b9-47a6-8120-44ad78aa2fa3 req-3e2cdc70-7d1e-400f-b65d-5d0c5aad28cf tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] 10.222.0.54 "GET /v2.0/security-groups?id=b84acbb5-2f2e-43b4-8c5f-7110024c7a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066258 Nov 19 17:43:43.483264 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-dfc738fa-4b0a-404e-a6ae-93ac8e1caa1b req-ea7ca73e-e9b3-421f-9183-247b30bb9a40 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:43.530557 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-dfc738fa-4b0a-404e-a6ae-93ac8e1caa1b req-ea7ca73e-e9b3-421f-9183-247b30bb9a40 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:43.629022 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-dfc738fa-4b0a-404e-a6ae-93ac8e1caa1b req-ea7ca73e-e9b3-421f-9183-247b30bb9a40 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:43.633894 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-dfc738fa-4b0a-404e-a6ae-93ac8e1caa1b req-ea7ca73e-e9b3-421f-9183-247b30bb9a40 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:43.635117 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-dfc738fa-4b0a-404e-a6ae-93ac8e1caa1b req-ea7ca73e-e9b3-421f-9183-247b30bb9a40 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] 10.222.0.54 "DELETE /v2.0/security-groups/8a8ac12b-40d8-43c6-a26c-730a2ad0c770 HTTP/1.1" status: 204 len: 173 time: 0.2871034 Nov 19 17:43:43.656431 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a412c1c-490f-4fb1-92d3-b890d12b4f62 req-c8673f99-8ed8-4570-b7ef-6599f42c9b4c tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:43:43.659819 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7ca73e-e9b3-421f-9183-247b30bb9a40 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a8ac12b-40d8-43c6-a26c-730a2ad0c770,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:43:43.665892 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0a412c1c-490f-4fb1-92d3-b890d12b4f62 req-c8673f99-8ed8-4570-b7ef-6599f42c9b4c tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/ports?device_id=096b5441-5f69-4f8a-a4be-bedfc1bccced HTTP/1.1" status: 200 len: 946 time: 0.1261337 Nov 19 17:43:43.673759 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7ca73e-e9b3-421f-9183-247b30bb9a40 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:43:43.674580 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7ca73e-e9b3-421f-9183-247b30bb9a40 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:43:43.675106 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7ca73e-e9b3-421f-9183-247b30bb9a40 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:43:43.675458 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7ca73e-e9b3-421f-9183-247b30bb9a40 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:43:43.675890 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7ca73e-e9b3-421f-9183-247b30bb9a40 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:43:43.676251 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7ca73e-e9b3-421f-9183-247b30bb9a40 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:43:43.676594 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7ca73e-e9b3-421f-9183-247b30bb9a40 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:43:43.676977 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7ca73e-e9b3-421f-9183-247b30bb9a40 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:43:43.677310 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7ca73e-e9b3-421f-9183-247b30bb9a40 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:43:43.677639 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7ca73e-e9b3-421f-9183-247b30bb9a40 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:43:43.678055 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7ca73e-e9b3-421f-9183-247b30bb9a40 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:43:43.678427 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7ca73e-e9b3-421f-9183-247b30bb9a40 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:43:43.781131 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0a412c1c-490f-4fb1-92d3-b890d12b4f62 req-eca898e9-7eb1-40bc-8edb-d6a0b27a4c5e tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/security-groups?id=12d5dc08-1d9f-41c6-b52c-304239ec8b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142111 Nov 19 17:43:43.850088 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a366bf28-b3d8-47b0-8b38-0f18f0495cab req-5f20844f-78b9-4b41-8c5e-07c071bd59cf tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:43:43.862638 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a366bf28-b3d8-47b0-8b38-0f18f0495cab req-5f20844f-78b9-4b41-8c5e-07c071bd59cf tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] 10.222.0.54 "GET /v2.0/ports?device_id=ccff1488-85ea-43ae-bf94-c62226a4f4bf HTTP/1.1" status: 200 len: 946 time: 0.1411633 Nov 19 17:43:43.978398 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a366bf28-b3d8-47b0-8b38-0f18f0495cab req-067db28d-df1d-4977-8cd0-8abf00004e00 tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] 10.222.0.54 "GET /v2.0/security-groups?id=50a0c454-55dd-48da-a67f-9bb1b9eaa61f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1053791 Nov 19 17:43:44.032498 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-65ae4971-edfa-4ff7-bab7-98bdc8c050f0 req-5cd478eb-1149-4914-8f6d-5e9b7a88b1a4 tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] 10.222.0.54 "GET /v2.0/security-groups/5261523f-70a1-48bb-a374-fee5bdaf0fb6 HTTP/1.1" status: 200 len: 1817 time: 0.1349616 Nov 19 17:43:44.176753 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-65ae4971-edfa-4ff7-bab7-98bdc8c050f0 req-ee2cbc45-7925-414d-8cbb-a2ce505a50bf tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:44.181578 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-45a6f69b-407d-458e-8469-f0383af8970b req-ecb84432-5999-451b-ac16-0eaeec4c4458 tempest-ServerShowV247Test-530126473 tempest-ServerShowV247Test-530126473-project] 10.222.0.54 "GET /v2.0/ports?device_id=6759b244-5ca2-48a2-895b-ef9b8f535f6c HTTP/1.1" status: 200 len: 210 time: 0.0391026 Nov 19 17:43:44.277710 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-65ae4971-edfa-4ff7-bab7-98bdc8c050f0 req-ee2cbc45-7925-414d-8cbb-a2ce505a50bf tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:44.343274 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d129510-5e62-48b1-a79e-75c697dca17f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12475d13-84ce-40f1-8c15-c615d6f3ddb0'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:43:44.348901 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3940761bcd94e032e6960d2241bd8993c5d3a7d8dc2aca8488f3ecf1d4dd2fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2be135b4-d838-422c-9577-6642dcca3aa6" -d '{"events": [{"server_uuid": "7d129510-5e62-48b1-a79e-75c697dca17f", "name": "network-vif-plugged", "status": "completed", "tag": "12475d13-84ce-40f1-8c15-c615d6f3ddb0"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:43:44.385542 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-65ae4971-edfa-4ff7-bab7-98bdc8c050f0 req-ee2cbc45-7925-414d-8cbb-a2ce505a50bf tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:44.396955 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-65ae4971-edfa-4ff7-bab7-98bdc8c050f0 req-ee2cbc45-7925-414d-8cbb-a2ce505a50bf tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:44.411547 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-65ae4971-edfa-4ff7-bab7-98bdc8c050f0 req-ee2cbc45-7925-414d-8cbb-a2ce505a50bf tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] 10.222.0.54 "DELETE /v2.0/security-groups/5261523f-70a1-48bb-a374-fee5bdaf0fb6 HTTP/1.1" status: 204 len: 173 time: 0.3647428 Nov 19 17:43:44.412585 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 50798) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:43:44.428794 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2cbc45-7925-414d-8cbb-a2ce505a50bf tempest-SecurityGroupsTestJSON-228976982 tempest-SecurityGroupsTestJSON-228976982-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5261523f-70a1-48bb-a374-fee5bdaf0fb6,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:43:44.505534 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b149f92-204e-4cb7-ad53-106f96bc1d7f req-b325f82e-6f01-46a3-b04d-7d2b5105ff73 tempest-ServerPasswordTestJSON-1509310428 tempest-ServerPasswordTestJSON-1509310428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:43:44.507152 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4b149f92-204e-4cb7-ad53-106f96bc1d7f req-b325f82e-6f01-46a3-b04d-7d2b5105ff73 tempest-ServerPasswordTestJSON-1509310428 tempest-ServerPasswordTestJSON-1509310428-project] 10.222.0.54 "GET /v2.0/ports?device_id=69f75a48-8ea3-4f7a-88e2-871b19598ed7 HTTP/1.1" status: 200 len: 946 time: 0.1123488 Nov 19 17:43:44.515959 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_v2 [None req-c07981ab-9af6-4750-9c1d-72a6c67f9c43 admin admin] Deleting subnet 568bbddb-beac-4fd1-85b0-aaffdafcdcf0 {{(pid=103365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 17:43:44.519574 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c07981ab-9af6-4750-9c1d-72a6c67f9c43 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:44.587823 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:43:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51683cad-84e3-48d9-b4bb-c152716a7c6b x-openstack-request-id: req-51683cad-84e3-48d9-b4bb-c152716a7c6b {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:43:44.588302 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d129510-5e62-48b1-a79e-75c697dca17f", "name": "network-vif-plugged", "status": "completed", "tag": "12475d13-84ce-40f1-8c15-c615d6f3ddb0", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:43:44.588712 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-51683cad-84e3-48d9-b4bb-c152716a7c6b {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:43:44.596324 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d129510-5e62-48b1-a79e-75c697dca17f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12475d13-84ce-40f1-8c15-c615d6f3ddb0', 'code': 200} Nov 19 17:43:44.619900 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4b149f92-204e-4cb7-ad53-106f96bc1d7f req-03be5916-78e9-46e6-9e12-98b8ce5d2d4f tempest-ServerPasswordTestJSON-1509310428 tempest-ServerPasswordTestJSON-1509310428-project] 10.222.0.54 "GET /v2.0/security-groups?id=50457c37-b8b8-4430-93f6-d41ea96930b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735273 Nov 19 17:43:44.631938 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c07981ab-9af6-4750-9c1d-72a6c67f9c43 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12546453'] for subnet, precommit_delete_associations {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:44.757629 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c07981ab-9af6-4750-9c1d-72a6c67f9c43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:44.833054 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c577a3-24b1-4f60-994d-7c6dbd3106c3 req-7a49d1e3-b3dd-40e8-a246-60d5e52fa95c tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:43:44.841612 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-37c577a3-24b1-4f60-994d-7c6dbd3106c3 req-7a49d1e3-b3dd-40e8-a246-60d5e52fa95c tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] 10.222.0.54 "GET /v2.0/ports?device_id=720009c8-7969-4fb1-9d48-846a23e742cc HTTP/1.1" status: 200 len: 945 time: 0.1001701 Nov 19 17:43:44.887441 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c07981ab-9af6-4750-9c1d-72a6c67f9c43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12282919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8731163'] for subnet, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:44.901860 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-37c577a3-24b1-4f60-994d-7c6dbd3106c3 req-5bba4692-b0a8-46a3-8f43-dba874fe4a2c tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] 10.222.0.54 "GET /v2.0/security-groups?id=b84acbb5-2f2e-43b4-8c5f-7110024c7a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591011 Nov 19 17:43:44.945984 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07981ab-9af6-4750-9c1d-72a6c67f9c43 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=568bbddb-beac-4fd1-85b0-aaffdafcdcf0,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:43:44.951676 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c07981ab-9af6-4750-9c1d-72a6c67f9c43 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:44.957944 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-c07981ab-9af6-4750-9c1d-72a6c67f9c43 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/568bbddb-beac-4fd1-85b0-aaffdafcdcf0 HTTP/1.1" status: 204 len: 168 time: 0.5435641 Nov 19 17:43:44.959949 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 50810) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:43:45.118275 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1680d768-378c-4396-9959-750f555aa01b req-bb7ce6fb-f573-4ff0-ab8d-6292c18fc802 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:43:45.121358 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-1680d768-378c-4396-9959-750f555aa01b req-bb7ce6fb-f573-4ff0-ab8d-6292c18fc802 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/ports?device_id=096b5441-5f69-4f8a-a4be-bedfc1bccced HTTP/1.1" status: 200 len: 946 time: 0.1358178 Nov 19 17:43:45.136310 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-23fcdef2-c5bf-46c7-bfe6-bbc1b1c347dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:45.252633 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-1680d768-378c-4396-9959-750f555aa01b req-9197caa4-a73c-4956-9c2a-bbbfeb0a3b43 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/security-groups?id=12d5dc08-1d9f-41c6-b52c-304239ec8b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198182 Nov 19 17:43:45.456204 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac28601-cc71-42ae-89fe-a1d725db07f4 req-a4b63ee6-8eea-45d8-9cb9-4f13157d71d8 tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:43:45.470966 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-5ac28601-cc71-42ae-89fe-a1d725db07f4 req-a4b63ee6-8eea-45d8-9cb9-4f13157d71d8 tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] 10.222.0.54 "GET /v2.0/ports?device_id=ccff1488-85ea-43ae-bf94-c62226a4f4bf HTTP/1.1" status: 200 len: 946 time: 0.3113446 Nov 19 17:43:45.497109 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-23fcdef2-c5bf-46c7-bfe6-bbc1b1c347dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:45.520979 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8143d9b3-a22b-4478-85cd-176dabc03e5a req-ebabd412-b49c-40f5-8cac-2b04c3b7672d tempest-ServerShowV247Test-530126473 tempest-ServerShowV247Test-530126473-project] 10.222.0.54 "GET /v2.0/ports?device_id=6759b244-5ca2-48a2-895b-ef9b8f535f6c HTTP/1.1" status: 200 len: 210 time: 0.0610702 Nov 19 17:43:45.566712 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-23fcdef2-c5bf-46c7-bfe6-bbc1b1c347dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5462cbaf-741d-4a3e-93f9-7ce709019f54']}} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:43:45.617750 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-23fcdef2-c5bf-46c7-bfe6-bbc1b1c347dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3969cf88-7658-432d-801e-c50b9cff97b5') {'for_net_delete': True} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:43:45.618174 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-23fcdef2-c5bf-46c7-bfe6-bbc1b1c347dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3969cf88-7658-432d-801e-c50b9cff97b5') {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:43:45.645360 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-23fcdef2-c5bf-46c7-bfe6-bbc1b1c347dc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417396'] for segment, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:45.677864 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-5ac28601-cc71-42ae-89fe-a1d725db07f4 req-9e9008b9-7d0b-46b2-ac84-8f74796592f0 tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] 10.222.0.54 "GET /v2.0/security-groups?id=50a0c454-55dd-48da-a67f-9bb1b9eaa61f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1982419 Nov 19 17:43:45.717356 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-23fcdef2-c5bf-46c7-bfe6-bbc1b1c347dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:45.756942 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23fcdef2-c5bf-46c7-bfe6-bbc1b1c347dc admin admin] Releasing vlan 693 on physical network physnet1 to pool {{(pid=103364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 17:43:45.758631 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-23fcdef2-c5bf-46c7-bfe6-bbc1b1c347dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12425183'] for segment, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:45.814778 n-d-818022-2 neutron-server[103364]: Traceback (most recent call last): Nov 19 17:43:45.814778 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 17:43:45.814778 n-d-818022-2 neutron-server[103364]: timer() Nov 19 17:43:45.814778 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 17:43:45.814778 n-d-818022-2 neutron-server[103364]: cb(*args, **kw) Nov 19 17:43:45.814778 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 17:43:45.814778 n-d-818022-2 neutron-server[103364]: return func(*args, **kwargs) Nov 19 17:43:45.814778 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 17:43:45.814778 n-d-818022-2 neutron-server[103364]: self._notify() Nov 19 17:43:45.814778 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 17:43:45.814778 n-d-818022-2 neutron-server[103364]: self.callback(batched_events) Nov 19 17:43:45.814778 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 17:43:45.814778 n-d-818022-2 neutron-server[103364]: event.method(event) Nov 19 17:43:45.814778 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 17:43:45.814778 n-d-818022-2 neutron-server[103364]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 17:43:45.814778 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 17:43:45.814778 n-d-818022-2 neutron-server[103364]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 17:43:45.814778 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 17:43:45.814778 n-d-818022-2 neutron-server[103364]: return f(self, *a, **k) Nov 19 17:43:45.814778 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 17:43:45.814778 n-d-818022-2 neutron-server[103364]: return self._get(url).json() Nov 19 17:43:45.814778 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 17:43:45.814778 n-d-818022-2 neutron-server[103364]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 17:43:45.814778 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 17:43:45.814778 n-d-818022-2 neutron-server[103364]: return self.request(url, 'GET', **kwargs) Nov 19 17:43:45.814778 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 17:43:45.814778 n-d-818022-2 neutron-server[103364]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 17:43:45.814778 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 17:43:45.814778 n-d-818022-2 neutron-server[103364]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 17:43:45.814778 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 17:43:45.814778 n-d-818022-2 neutron-server[103364]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 17:43:45.814778 n-d-818022-2 neutron-server[103364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 17:43:45.929929 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-23fcdef2-c5bf-46c7-bfe6-bbc1b1c347dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671242'] for network, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:45.953995 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-23fcdef2-c5bf-46c7-bfe6-bbc1b1c347dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:45.962028 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-23fcdef2-c5bf-46c7-bfe6-bbc1b1c347dc admin admin] 10.222.0.54 "DELETE /v2.0/networks/5462cbaf-741d-4a3e-93f9-7ce709019f54 HTTP/1.1" status: 204 len: 168 time: 0.9969544 Nov 19 17:43:45.989754 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fcdef2-c5bf-46c7-bfe6-bbc1b1c347dc admin admin] Pushing event deleted for resources: {'Network': ['ID=5462cbaf-741d-4a3e-93f9-7ce709019f54,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:43:46.035098 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7eda8f-7833-4084-bf85-b026d604955b req-137b5029-5c4f-4463-a174-a2b68543fcc6 tempest-ServerPasswordTestJSON-1509310428 tempest-ServerPasswordTestJSON-1509310428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:43:46.036669 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-db7eda8f-7833-4084-bf85-b026d604955b req-137b5029-5c4f-4463-a174-a2b68543fcc6 tempest-ServerPasswordTestJSON-1509310428 tempest-ServerPasswordTestJSON-1509310428-project] 10.222.0.54 "GET /v2.0/ports?device_id=69f75a48-8ea3-4f7a-88e2-871b19598ed7 HTTP/1.1" status: 200 len: 946 time: 0.1261866 Nov 19 17:43:46.168817 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 50834) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:43:46.226271 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-db7eda8f-7833-4084-bf85-b026d604955b req-c5ee0e07-2604-45d2-b417-deeea8d7e7a3 tempest-ServerPasswordTestJSON-1509310428 tempest-ServerPasswordTestJSON-1509310428-project] 10.222.0.54 "GET /v2.0/security-groups?id=50457c37-b8b8-4430-93f6-d41ea96930b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726451 Nov 19 17:43:46.230418 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01177479-1b03-4c73-96e6-516d054057c9 req-4df68852-157a-48d8-8e95-042844cbe489 tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:43:46.251305 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-01177479-1b03-4c73-96e6-516d054057c9 req-4df68852-157a-48d8-8e95-042844cbe489 tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] 10.222.0.54 "GET /v2.0/ports?device_id=720009c8-7969-4fb1-9d48-846a23e742cc HTTP/1.1" status: 200 len: 945 time: 0.1649983 Nov 19 17:43:46.292079 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-60841b0a-972a-414c-804f-80b99320b729 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c146b4a40dd54cec9293fb9bbd2d1c70&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1170030 Nov 19 17:43:46.293235 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 50844) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:43:46.363930 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5f36fc93-a64d-4178-8fe3-67620b65e74d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:46.450472 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5f36fc93-a64d-4178-8fe3-67620b65e74d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:46.454311 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-01177479-1b03-4c73-96e6-516d054057c9 req-8eecf55a-bb68-4ef2-962a-2042bc6c2296 tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] 10.222.0.54 "GET /v2.0/security-groups?id=b84acbb5-2f2e-43b4-8c5f-7110024c7a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995389 Nov 19 17:43:46.605018 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5f36fc93-a64d-4178-8fe3-67620b65e74d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:46.608203 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5f36fc93-a64d-4178-8fe3-67620b65e74d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:46.609446 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-5f36fc93-a64d-4178-8fe3-67620b65e74d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/6b496084-806a-4b53-af34-e578be5128ae HTTP/1.1" status: 204 len: 168 time: 0.3150990 Nov 19 17:43:46.637881 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f36fc93-a64d-4178-8fe3-67620b65e74d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b496084-806a-4b53-af34-e578be5128ae,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:43:46.740930 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb42ce8-3458-46b2-8f2a-acc3211c89a5 req-f150a323-ff74-43ec-a976-83753a581838 tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:43:46.742535 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6fb42ce8-3458-46b2-8f2a-acc3211c89a5 req-f150a323-ff74-43ec-a976-83753a581838 tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] 10.222.0.60 "GET /v2.0/ports?device_id=720009c8-7969-4fb1-9d48-846a23e742cc HTTP/1.1" status: 200 len: 945 time: 0.0779653 Nov 19 17:43:46.751720 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64e87a6-7741-460e-adf0-4d0265d4edbf req-15942cc4-05e3-4450-aefd-2d62af52b65e tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:43:46.759515 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a64e87a6-7741-460e-adf0-4d0265d4edbf req-15942cc4-05e3-4450-aefd-2d62af52b65e tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/ports?device_id=096b5441-5f69-4f8a-a4be-bedfc1bccced HTTP/1.1" status: 200 len: 946 time: 0.1761949 Nov 19 17:43:46.974356 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a64e87a6-7741-460e-adf0-4d0265d4edbf req-698409d5-84ab-49b1-a07f-470fe357097f tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/security-groups?id=12d5dc08-1d9f-41c6-b52c-304239ec8b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128952 Nov 19 17:43:47.041755 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-6fb42ce8-3458-46b2-8f2a-acc3211c89a5 req-76b40fa3-0c72-44b8-a70e-3d7eb6b4d6e2 tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] Deleting port 360b76f2-603b-4200-ab59-f3db4e9dc9b3 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:43:47.048141 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-6fb42ce8-3458-46b2-8f2a-acc3211c89a5 req-76b40fa3-0c72-44b8-a70e-3d7eb6b4d6e2 tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:47.133453 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f8d40579-7a95-474b-85d0-cc12ea3887a1 req-46afbed0-db86-4517-84c8-2f2d3348899c tempest-ServerShowV247Test-530126473 tempest-ServerShowV247Test-530126473-project] 10.222.0.54 "GET /v2.0/ports?device_id=6759b244-5ca2-48a2-895b-ef9b8f535f6c HTTP/1.1" status: 200 len: 210 time: 0.1253366 Nov 19 17:43:47.501256 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d45bfb2-ad4c-4180-bdd6-ed925cb6c973 req-7d311507-48f6-4299-b24b-c0c9eb1fbf8d tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:43:47.513857 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9d45bfb2-ad4c-4180-bdd6-ed925cb6c973 req-7d311507-48f6-4299-b24b-c0c9eb1fbf8d tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] 10.222.0.54 "GET /v2.0/ports?device_id=ccff1488-85ea-43ae-bf94-c62226a4f4bf HTTP/1.1" status: 200 len: 946 time: 0.3176150 Nov 19 17:43:47.585084 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-6fb42ce8-3458-46b2-8f2a-acc3211c89a5 req-76b40fa3-0c72-44b8-a70e-3d7eb6b4d6e2 tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] For port 360b76f2-603b-4200-ab59-f3db4e9dc9b3, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=360b76f2-603b-4200-ab59-f3db4e9dc9b3,segment=NetworkSegment(7f7608ea-8bdd-41e7-91fd-16ec67411b89),segment_id=7f7608ea-8bdd-41e7-91fd-16ec67411b89)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:43:47.593494 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-6fb42ce8-3458-46b2-8f2a-acc3211c89a5 req-76b40fa3-0c72-44b8-a70e-3d7eb6b4d6e2 tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:48.167006 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b564b2-5edd-4660-a3ab-f32b0fb5ec84 req-89f7f7f9-06c8-4811-82dc-1b44d7c6805e tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:43:48.181333 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b2b564b2-5edd-4660-a3ab-f32b0fb5ec84 req-89f7f7f9-06c8-4811-82dc-1b44d7c6805e tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] 10.222.0.54 "GET /v2.0/ports?device_id=720009c8-7969-4fb1-9d48-846a23e742cc HTTP/1.1" status: 200 len: 945 time: 0.2447255 Nov 19 17:43:48.358471 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b2b564b2-5edd-4660-a3ab-f32b0fb5ec84 req-b590abda-7ef2-407a-8789-1ab89d37dccc tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] 10.222.0.54 "GET /v2.0/security-groups?id=b84acbb5-2f2e-43b4-8c5f-7110024c7a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758170 Nov 19 17:43:48.467148 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-6fb42ce8-3458-46b2-8f2a-acc3211c89a5 req-76b40fa3-0c72-44b8-a70e-3d7eb6b4d6e2 tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] Calling delete_port for 360b76f2-603b-4200-ab59-f3db4e9dc9b3 owned by compute:nova {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:43:48.644801 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543a7646-861a-40d1-9646-ecbd4da33fa2 req-559c5359-a53e-4608-ae7a-6e0ca2c9db1b tempest-ServerPasswordTestJSON-1509310428 tempest-ServerPasswordTestJSON-1509310428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:43:48.657950 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9d45bfb2-ad4c-4180-bdd6-ed925cb6c973 req-d544167e-7fa3-4897-b48e-7ce565f96c87 tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] 10.222.0.54 "GET /v2.0/security-groups?id=50a0c454-55dd-48da-a67f-9bb1b9eaa61f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 1.1425724 Nov 19 17:43:48.664048 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-543a7646-861a-40d1-9646-ecbd4da33fa2 req-559c5359-a53e-4608-ae7a-6e0ca2c9db1b tempest-ServerPasswordTestJSON-1509310428 tempest-ServerPasswordTestJSON-1509310428-project] 10.222.0.54 "GET /v2.0/ports?device_id=69f75a48-8ea3-4f7a-88e2-871b19598ed7 HTTP/1.1" status: 200 len: 946 time: 0.1403036 Nov 19 17:43:48.815366 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-543a7646-861a-40d1-9646-ecbd4da33fa2 req-b88b80c2-7134-4950-a72f-ad29120a8447 tempest-ServerPasswordTestJSON-1509310428 tempest-ServerPasswordTestJSON-1509310428-project] 10.222.0.54 "GET /v2.0/security-groups?id=50457c37-b8b8-4430-93f6-d41ea96930b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400883 Nov 19 17:43:48.932306 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-6fb42ce8-3458-46b2-8f2a-acc3211c89a5 req-76b40fa3-0c72-44b8-a70e-3d7eb6b4d6e2 tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:48.945521 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['7e96289f-b8a0-43da-9fe9-0de74e62dd0b'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:43:49.080873 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b40fa3-0c72-44b8-a70e-3d7eb6b4d6e2 tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] Pushing event deleted for resources: {'Port': ['ID=360b76f2-603b-4200-ab59-f3db4e9dc9b3,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:43:49.134603 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-1b44f001-68df-4060-a46d-a3c3f27a45ee req-9240bbbb-5443-4782-9b01-d3bdbd4d405b tempest-ServerShowV247Test-530126473 tempest-ServerShowV247Test-530126473-project] 10.222.0.54 "GET /v2.0/ports?device_id=6759b244-5ca2-48a2-895b-ef9b8f535f6c HTTP/1.1" status: 200 len: 210 time: 0.1041083 Nov 19 17:43:49.207850 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fb42ce8-3458-46b2-8f2a-acc3211c89a5 req-76b40fa3-0c72-44b8-a70e-3d7eb6b4d6e2 tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] No DVR routers for this DVR port 360b76f2-603b-4200-ab59-f3db4e9dc9b3 on host n-h1-818022-2 {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:43:49.212661 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-6fb42ce8-3458-46b2-8f2a-acc3211c89a5 req-76b40fa3-0c72-44b8-a70e-3d7eb6b4d6e2 tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:49.220093 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6fb42ce8-3458-46b2-8f2a-acc3211c89a5 req-76b40fa3-0c72-44b8-a70e-3d7eb6b4d6e2 tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] 10.222.0.60 "DELETE /v2.0/ports/360b76f2-603b-4200-ab59-f3db4e9dc9b3 HTTP/1.1" status: 204 len: 173 time: 2.4582081 Nov 19 17:43:49.225790 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '720009c8-7969-4fb1-9d48-846a23e742cc', 'name': 'network-vif-deleted', 'tag': '360b76f2-603b-4200-ab59-f3db4e9dc9b3'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:43:49.236668 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218319d759239a7d11f1288aef37381b97754913ee9ccbfd43b51a463f801712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fed2d981-62de-4878-8341-f08312906936" -d '{"events": [{"server_uuid": "720009c8-7969-4fb1-9d48-846a23e742cc", "name": "network-vif-deleted", "tag": "360b76f2-603b-4200-ab59-f3db4e9dc9b3"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:43:49.279614 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5947d45f-d59c-40c0-aee7-c8a7bf43bb78 req-455804fb-e5c6-46fa-8bb4-7731f12221c4 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:43:49.299223 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5947d45f-d59c-40c0-aee7-c8a7bf43bb78 req-455804fb-e5c6-46fa-8bb4-7731f12221c4 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/ports?device_id=096b5441-5f69-4f8a-a4be-bedfc1bccced HTTP/1.1" status: 200 len: 946 time: 0.3861310 Nov 19 17:43:49.466552 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5947d45f-d59c-40c0-aee7-c8a7bf43bb78 req-434da8a6-8d93-4178-b19d-359837a4f169 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/security-groups?id=12d5dc08-1d9f-41c6-b52c-304239ec8b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643343 Nov 19 17:43:49.571454 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:43:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd487f57-06d1-49c1-8d6d-fdd869529ad6 x-openstack-request-id: req-fd487f57-06d1-49c1-8d6d-fdd869529ad6 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:43:49.572171 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "720009c8-7969-4fb1-9d48-846a23e742cc", "name": "network-vif-deleted", "tag": "360b76f2-603b-4200-ab59-f3db4e9dc9b3", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:43:49.573774 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-fd487f57-06d1-49c1-8d6d-fdd869529ad6 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:43:49.575233 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '720009c8-7969-4fb1-9d48-846a23e742cc', 'name': 'network-vif-deleted', 'tag': '360b76f2-603b-4200-ab59-f3db4e9dc9b3', 'status': 'completed', 'code': 200} Nov 19 17:43:49.821305 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-74c9f23e-5ebb-458e-9729-dc9b19670d8f req-967ef497-5029-4a00-9d04-e10d715794e3 tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] 10.222.0.54 "GET /v2.0/ports?device_id=720009c8-7969-4fb1-9d48-846a23e742cc HTTP/1.1" status: 200 len: 210 time: 0.1019320 Nov 19 17:43:49.846339 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb214cd-bc83-4487-bd2a-6bf4c9c5f83b req-8539bdb4-25db-4cf5-9b1d-61dd3ff867d4 tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:43:49.858586 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9fb214cd-bc83-4487-bd2a-6bf4c9c5f83b req-8539bdb4-25db-4cf5-9b1d-61dd3ff867d4 tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] 10.222.0.54 "GET /v2.0/ports?device_id=ccff1488-85ea-43ae-bf94-c62226a4f4bf HTTP/1.1" status: 200 len: 946 time: 0.0730751 Nov 19 17:43:49.951294 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9fb214cd-bc83-4487-bd2a-6bf4c9c5f83b req-186f200d-f94b-4835-a44f-62c0d5206070 tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] 10.222.0.54 "GET /v2.0/security-groups?id=50a0c454-55dd-48da-a67f-9bb1b9eaa61f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0895050 Nov 19 17:43:50.213238 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea63785c-5692-4ddd-9019-689bdae5f853 req-13867e17-32ce-45f5-9019-fdb4a27e5943 tempest-ServerPasswordTestJSON-1509310428 tempest-ServerPasswordTestJSON-1509310428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:43:50.226185 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ea63785c-5692-4ddd-9019-689bdae5f853 req-13867e17-32ce-45f5-9019-fdb4a27e5943 tempest-ServerPasswordTestJSON-1509310428 tempest-ServerPasswordTestJSON-1509310428-project] 10.222.0.54 "GET /v2.0/ports?device_id=69f75a48-8ea3-4f7a-88e2-871b19598ed7 HTTP/1.1" status: 200 len: 946 time: 0.1536474 Nov 19 17:43:50.301970 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 360b76f2-603b-4200-ab59-f3db4e9dc9b3 no longer exists at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:43:50.351655 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ea63785c-5692-4ddd-9019-689bdae5f853 req-6181f54b-b54b-403b-9acc-19e325c445da tempest-ServerPasswordTestJSON-1509310428 tempest-ServerPasswordTestJSON-1509310428-project] 10.222.0.54 "GET /v2.0/security-groups?id=50457c37-b8b8-4430-93f6-d41ea96930b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245451 Nov 19 17:43:50.352212 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 50946) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:43:50.379233 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] No Port match for: 360b76f2-603b-4200-ab59-f3db4e9dc9b3 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:43:50.379640 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 360b76f2-603b-4200-ab59-f3db4e9dc9b3 not bound to the agent host n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:43:50.399959 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc02118-0e24-41aa-95c0-70e04f53762d req-42deb1d5-9023-4867-8972-d9258236d6a8 tempest-ServerPasswordTestJSON-1509310428 tempest-ServerPasswordTestJSON-1509310428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:43:50.402158 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8dc02118-0e24-41aa-95c0-70e04f53762d req-42deb1d5-9023-4867-8972-d9258236d6a8 tempest-ServerPasswordTestJSON-1509310428 tempest-ServerPasswordTestJSON-1509310428-project] 10.222.0.86 "GET /v2.0/ports?device_id=69f75a48-8ea3-4f7a-88e2-871b19598ed7 HTTP/1.1" status: 200 len: 946 time: 0.2502067 Nov 19 17:43:50.464016 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6e5c2051-9a01-47ac-80f6-eb15ccbc556e req-195becec-48d6-4fdc-9e5b-83951a42d97d tempest-ServerShowV247Test-530126473 tempest-ServerShowV247Test-530126473-project] 10.222.0.54 "GET /v2.0/ports?device_id=6759b244-5ca2-48a2-895b-ef9b8f535f6c HTTP/1.1" status: 200 len: 210 time: 0.0605142 Nov 19 17:43:50.559844 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3db2f8bc-2c0a-4ac7-bae8-99cf8b1c25a5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:50.698621 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [req-8dc02118-0e24-41aa-95c0-70e04f53762d req-5cf8a070-c672-4367-926d-41dc3ae2f40b tempest-ServerPasswordTestJSON-1509310428 tempest-ServerPasswordTestJSON-1509310428-project] Deleting port 66f175a8-248e-4abb-ba5d-054e7046c588 {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:43:50.699437 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-8dc02118-0e24-41aa-95c0-70e04f53762d req-5cf8a070-c672-4367-926d-41dc3ae2f40b tempest-ServerPasswordTestJSON-1509310428 tempest-ServerPasswordTestJSON-1509310428-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:50.805506 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aed4787-17b0-4545-b9d3-47aa080105fe req-4f5a21de-8173-4f44-abc0-9c60c1c105b4 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:43:50.814632 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0aed4787-17b0-4545-b9d3-47aa080105fe req-4f5a21de-8173-4f44-abc0-9c60c1c105b4 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/ports?device_id=096b5441-5f69-4f8a-a4be-bedfc1bccced HTTP/1.1" status: 200 len: 946 time: 0.1147504 Nov 19 17:43:50.882782 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3db2f8bc-2c0a-4ac7-bae8-99cf8b1c25a5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:50.890346 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3db2f8bc-2c0a-4ac7-bae8-99cf8b1c25a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:50.930126 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0aed4787-17b0-4545-b9d3-47aa080105fe req-42262023-1f0f-40e8-9239-f4e49da539ca tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/security-groups?id=12d5dc08-1d9f-41c6-b52c-304239ec8b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910501 Nov 19 17:43:51.026758 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-3db2f8bc-2c0a-4ac7-bae8-99cf8b1c25a5 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=70ff061827e345469ceeb1fbda9d7f07&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6715436 Nov 19 17:43:51.030243 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 50972) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:43:51.036989 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-8dc02118-0e24-41aa-95c0-70e04f53762d req-5cf8a070-c672-4367-926d-41dc3ae2f40b tempest-ServerPasswordTestJSON-1509310428 tempest-ServerPasswordTestJSON-1509310428-project] For port 66f175a8-248e-4abb-ba5d-054e7046c588, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=66f175a8-248e-4abb-ba5d-054e7046c588,segment=NetworkSegment(157c62a5-bfe1-4576-967a-7b3ac8324a4a),segment_id=157c62a5-bfe1-4576-967a-7b3ac8324a4a)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:43:51.037691 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-8dc02118-0e24-41aa-95c0-70e04f53762d req-5cf8a070-c672-4367-926d-41dc3ae2f40b tempest-ServerPasswordTestJSON-1509310428 tempest-ServerPasswordTestJSON-1509310428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:51.043044 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db2f8bc-2c0a-4ac7-bae8-99cf8b1c25a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2992194-53df-476b-bcf4-363851ec17fc,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:43:51.093665 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [req-8dc02118-0e24-41aa-95c0-70e04f53762d req-5cf8a070-c672-4367-926d-41dc3ae2f40b tempest-ServerPasswordTestJSON-1509310428 tempest-ServerPasswordTestJSON-1509310428-project] Calling delete_port for 66f175a8-248e-4abb-ba5d-054e7046c588 owned by compute:nova {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:43:51.194296 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-07f09468-5c6d-4d24-ac2a-684ae0a1ec3f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:51.240221 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-07f09468-5c6d-4d24-ac2a-684ae0a1ec3f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:51.246355 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cb2aab-6e01-4f57-9c60-9c878115ddad req-132456df-d3f8-45de-976d-3838e3641cce tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:43:51.255177 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-92cb2aab-6e01-4f57-9c60-9c878115ddad req-132456df-d3f8-45de-976d-3838e3641cce tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] 10.222.0.54 "GET /v2.0/ports?device_id=ccff1488-85ea-43ae-bf94-c62226a4f4bf HTTP/1.1" status: 200 len: 946 time: 0.1591616 Nov 19 17:43:51.396590 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-92cb2aab-6e01-4f57-9c60-9c878115ddad req-fcd37693-d5ad-487a-b8f2-a35386d10ffc tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] 10.222.0.54 "GET /v2.0/security-groups?id=50a0c454-55dd-48da-a67f-9bb1b9eaa61f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1395011 Nov 19 17:43:51.409866 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-07f09468-5c6d-4d24-ac2a-684ae0a1ec3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:51.413554 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-07f09468-5c6d-4d24-ac2a-684ae0a1ec3f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:51.414938 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-07f09468-5c6d-4d24-ac2a-684ae0a1ec3f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d2992194-53df-476b-bcf4-363851ec17fc HTTP/1.1" status: 204 len: 168 time: 0.3834388 Nov 19 17:43:51.434118 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd357b58-61b7-4284-9a87-15cbe1b6f78c req-c75e6d3e-6b3f-4333-9059-02177e13f266 tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:43:51.436310 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fd357b58-61b7-4284-9a87-15cbe1b6f78c req-c75e6d3e-6b3f-4333-9059-02177e13f266 tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] 10.222.0.54 "GET /v2.0/ports?device_id=90e0de18-fe64-4fe4-a3d8-f6b2367e2980 HTTP/1.1" status: 200 len: 945 time: 0.0995018 Nov 19 17:43:51.448102 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f09468-5c6d-4d24-ac2a-684ae0a1ec3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2992194-53df-476b-bcf4-363851ec17fc,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:43:51.526897 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-8dc02118-0e24-41aa-95c0-70e04f53762d req-5cf8a070-c672-4367-926d-41dc3ae2f40b tempest-ServerPasswordTestJSON-1509310428 tempest-ServerPasswordTestJSON-1509310428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:51.591023 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fd357b58-61b7-4284-9a87-15cbe1b6f78c req-58f34b69-eccf-4060-8e26-6f5dd1664bd4 tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] 10.222.0.54 "GET /v2.0/security-groups?id=b84acbb5-2f2e-43b4-8c5f-7110024c7a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387417 Nov 19 17:43:51.652130 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf8a070-c672-4367-926d-41dc3ae2f40b tempest-ServerPasswordTestJSON-1509310428 tempest-ServerPasswordTestJSON-1509310428-project] Pushing event deleted for resources: {'Port': ['ID=66f175a8-248e-4abb-ba5d-054e7046c588,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:43:51.711204 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2e2a6700-9d51-4838-954b-02ae7958350a req-35f9c111-ed42-41a8-8f3a-b83f287c38c8 tempest-ServerPasswordTestJSON-1509310428 tempest-ServerPasswordTestJSON-1509310428-project] 10.222.0.54 "GET /v2.0/ports?device_id=69f75a48-8ea3-4f7a-88e2-871b19598ed7 HTTP/1.1" status: 200 len: 210 time: 0.1418650 Nov 19 17:43:51.830591 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dc02118-0e24-41aa-95c0-70e04f53762d req-5cf8a070-c672-4367-926d-41dc3ae2f40b tempest-ServerPasswordTestJSON-1509310428 tempest-ServerPasswordTestJSON-1509310428-project] No DVR routers for this DVR port 66f175a8-248e-4abb-ba5d-054e7046c588 on host n-h2-818022-2 {{(pid=103364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:43:51.839120 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-8dc02118-0e24-41aa-95c0-70e04f53762d req-5cf8a070-c672-4367-926d-41dc3ae2f40b tempest-ServerPasswordTestJSON-1509310428 tempest-ServerPasswordTestJSON-1509310428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:51.845615 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8dc02118-0e24-41aa-95c0-70e04f53762d req-5cf8a070-c672-4367-926d-41dc3ae2f40b tempest-ServerPasswordTestJSON-1509310428 tempest-ServerPasswordTestJSON-1509310428-project] 10.222.0.86 "DELETE /v2.0/ports/66f175a8-248e-4abb-ba5d-054e7046c588 HTTP/1.1" status: 204 len: 173 time: 1.4221640 Nov 19 17:43:51.873390 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69f75a48-8ea3-4f7a-88e2-871b19598ed7', 'name': 'network-vif-deleted', 'tag': '66f175a8-248e-4abb-ba5d-054e7046c588'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:43:51.877412 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dd4767a008c23f8566efc82158ee1b1fff34e1a9e908d76d0b6d0ab7e350e5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8ca57da-0741-420b-a00b-047ac9f8722d" -d '{"events": [{"server_uuid": "69f75a48-8ea3-4f7a-88e2-871b19598ed7", "name": "network-vif-deleted", "tag": "66f175a8-248e-4abb-ba5d-054e7046c588"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:43:51.984142 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-96e84e6f-160d-41fc-a9a7-536ad3ff607d req-001b0901-d059-4a85-85b0-e8c79662c187 tempest-ServerShowV247Test-530126473 tempest-ServerShowV247Test-530126473-project] 10.222.0.54 "GET /v2.0/ports?device_id=6759b244-5ca2-48a2-895b-ef9b8f535f6c HTTP/1.1" status: 200 len: 210 time: 0.0752096 Nov 19 17:43:52.098255 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfea56f-d523-49d3-9e62-25047e5aecca req-116d355e-09ed-415e-b06d-561590a3bf9b tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:43:52.108703 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3bfea56f-d523-49d3-9e62-25047e5aecca req-116d355e-09ed-415e-b06d-561590a3bf9b tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] 10.222.0.54 "GET /v2.0/ports?device_id=ccff1488-85ea-43ae-bf94-c62226a4f4bf HTTP/1.1" status: 200 len: 946 time: 0.1831954 Nov 19 17:43:52.166431 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b3d374-b5f5-4494-9d7a-06a9b2e5a4dc req-adbda530-cd0e-4b05-9363-65df1f0ad9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:43:52.168094 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d2b3d374-b5f5-4494-9d7a-06a9b2e5a4dc req-adbda530-cd0e-4b05-9363-65df1f0ad9a3 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=dc7ce1e4ff7747b99247f6b026a294f4&device_id=ccff1488-85ea-43ae-bf94-c62226a4f4bf HTTP/1.1" status: 200 len: 1097 time: 0.1476369 Nov 19 17:43:52.181802 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:43:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adc90962-113d-45ca-a720-b285b56ebd51 x-openstack-request-id: req-adc90962-113d-45ca-a720-b285b56ebd51 {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:43:52.182195 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69f75a48-8ea3-4f7a-88e2-871b19598ed7", "name": "network-vif-deleted", "tag": "66f175a8-248e-4abb-ba5d-054e7046c588", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:43:52.182396 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-adc90962-113d-45ca-a720-b285b56ebd51 {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:43:52.182810 n-d-818022-2 neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69f75a48-8ea3-4f7a-88e2-871b19598ed7', 'name': 'network-vif-deleted', 'tag': '66f175a8-248e-4abb-ba5d-054e7046c588', 'status': 'completed', 'code': 200} Nov 19 17:43:52.255147 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3bfea56f-d523-49d3-9e62-25047e5aecca req-b034f709-0a1a-479e-b79e-057bb98829b2 tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] 10.222.0.54 "GET /v2.0/security-groups?id=50a0c454-55dd-48da-a67f-9bb1b9eaa61f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1454253 Nov 19 17:43:52.424138 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f81153-1796-43b3-bb48-18a5ce0d3500 req-4a53a0e1-e43c-4c35-a497-5cc4cf490802 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:43:52.426575 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d1f81153-1796-43b3-bb48-18a5ce0d3500 req-4a53a0e1-e43c-4c35-a497-5cc4cf490802 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/ports?device_id=096b5441-5f69-4f8a-a4be-bedfc1bccced HTTP/1.1" status: 200 len: 946 time: 0.1234708 Nov 19 17:43:52.443253 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b3d374-b5f5-4494-9d7a-06a9b2e5a4dc req-dd8f8ccf-6491-43f4-8c0a-bd61eed281ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:43:52.444965 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d2b3d374-b5f5-4494-9d7a-06a9b2e5a4dc req-dd8f8ccf-6491-43f4-8c0a-bd61eed281ce service neutron] 10.222.0.86 "GET /v2.0/networks?id=54cb42e3-21bb-4900-9add-de52f53a9c78 HTTP/1.1" status: 200 len: 912 time: 0.2611918 Nov 19 17:43:52.601691 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d1f81153-1796-43b3-bb48-18a5ce0d3500 req-bfe52a0b-38e6-45e9-8479-d6c6e6d089f7 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/security-groups?id=12d5dc08-1d9f-41c6-b52c-304239ec8b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660712 Nov 19 17:43:52.627255 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d2b3d374-b5f5-4494-9d7a-06a9b2e5a4dc req-8fafcf51-fcc4-49ae-b8e7-a120fd598f0a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e5476d89-23c6-405d-8ad8-c9f3d21a8ff2 HTTP/1.1" status: 200 len: 1001 time: 0.1625493 Nov 19 17:43:52.724100 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b3d374-b5f5-4494-9d7a-06a9b2e5a4dc req-f2851d5e-70ba-4000-91f7-73109b24ca91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:43:52.727443 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d2b3d374-b5f5-4494-9d7a-06a9b2e5a4dc req-f2851d5e-70ba-4000-91f7-73109b24ca91 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ce5e5572-06fa-407a-98f7-553783ad7f2f HTTP/1.1" status: 200 len: 850 time: 0.0859227 Nov 19 17:43:52.848902 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 51022) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:43:52.897325 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8a68ba-690f-4c9b-b1bf-afdca44b43c5 req-247422e5-6739-4768-b60e-d393800605e9 tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:43:52.899410 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8b8a68ba-690f-4c9b-b1bf-afdca44b43c5 req-247422e5-6739-4768-b60e-d393800605e9 tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] 10.222.0.54 "GET /v2.0/ports?device_id=90e0de18-fe64-4fe4-a3d8-f6b2367e2980 HTTP/1.1" status: 200 len: 945 time: 0.1647506 Nov 19 17:43:52.953834 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_v2 [None req-8453c64a-f337-4db0-bdee-792984b2608c admin admin] Deleting subnet da45e3f2-3bc7-464b-bffe-dbcc900f1c43 {{(pid=103365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 17:43:52.960084 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8453c64a-f337-4db0-bdee-792984b2608c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:53.006611 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b3d374-b5f5-4494-9d7a-06a9b2e5a4dc req-23cc6de5-b856-4d07-a61e-c48e2a78fff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:43:53.008645 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d2b3d374-b5f5-4494-9d7a-06a9b2e5a4dc req-23cc6de5-b856-4d07-a61e-c48e2a78fff2 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=54cb42e3-21bb-4900-9add-de52f53a9c78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2664456 Nov 19 17:43:53.028051 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8453c64a-f337-4db0-bdee-792984b2608c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12546453'] for subnet, precommit_delete_associations {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:53.219117 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8453c64a-f337-4db0-bdee-792984b2608c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:53.247458 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-3812ade0-bdf3-47f3-a6f1-99ed731f500e req-23c1d83c-91b5-4ea9-8dea-021e36f81785 tempest-ServerShowV247Test-530126473 tempest-ServerShowV247Test-530126473-project] 10.222.0.54 "GET /v2.0/ports?device_id=6759b244-5ca2-48a2-895b-ef9b8f535f6c HTTP/1.1" status: 200 len: 210 time: 0.0509272 Nov 19 17:43:53.276993 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device 66f175a8-248e-4abb-ba5d-054e7046c588 no longer exists at agent hyperv_n-h2-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:43:53.314541 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8b8a68ba-690f-4c9b-b1bf-afdca44b43c5 req-a8616e42-eeb7-4ec8-bdb6-cd297482dc17 tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] 10.222.0.54 "GET /v2.0/security-groups?id=b84acbb5-2f2e-43b4-8c5f-7110024c7a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4057822 Nov 19 17:43:53.361168 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d2b3d374-b5f5-4494-9d7a-06a9b2e5a4dc req-faa9869e-b842-46f0-a7c7-809627711e13 service neutron] 10.222.0.86 "GET /v2.0/networks/54cb42e3-21bb-4900-9add-de52f53a9c78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3349688 Nov 19 17:43:53.384532 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8453c64a-f337-4db0-bdee-792984b2608c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12282919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8731163'] for subnet, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:53.394675 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] No Port match for: 66f175a8-248e-4abb-ba5d-054e7046c588 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:43:53.395030 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device 66f175a8-248e-4abb-ba5d-054e7046c588 not bound to the agent host n-h2-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:43:53.398303 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 51042) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:43:53.481440 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8453c64a-f337-4db0-bdee-792984b2608c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:53.490125 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-8453c64a-f337-4db0-bdee-792984b2608c admin admin] 10.222.0.54 "DELETE /v2.0/subnets/da45e3f2-3bc7-464b-bffe-dbcc900f1c43 HTTP/1.1" status: 204 len: 168 time: 0.6399744 Nov 19 17:43:53.492608 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8453c64a-f337-4db0-bdee-792984b2608c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da45e3f2-3bc7-464b-bffe-dbcc900f1c43,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:43:53.497306 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 51046) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:43:53.674593 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d2b3d374-b5f5-4494-9d7a-06a9b2e5a4dc req-26c03ac7-0378-467c-b77b-dccc8ba4b3d5 service neutron] 10.222.0.86 "GET /v2.0/networks/54cb42e3-21bb-4900-9add-de52f53a9c78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3062727 Nov 19 17:43:53.690525 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-03c3292a-cb50-41ae-b635-823427c608d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:53.700042 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d38baac-e202-416b-932d-06af7699eea3 req-9ede7061-4184-49ec-8790-c0ccaa135fe6 tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:43:53.701633 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9d38baac-e202-416b-932d-06af7699eea3 req-9ede7061-4184-49ec-8790-c0ccaa135fe6 tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] 10.222.0.60 "GET /v2.0/ports?device_id=90e0de18-fe64-4fe4-a3d8-f6b2367e2980 HTTP/1.1" status: 200 len: 945 time: 0.1248579 Nov 19 17:43:53.715053 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88be3aaf-9dde-4697-b0aa-8dc2b40dbcf6 req-bb5492b2-be3b-4d0a-b5ff-03607c49eb21 tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:43:53.754824 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-88be3aaf-9dde-4697-b0aa-8dc2b40dbcf6 req-bb5492b2-be3b-4d0a-b5ff-03607c49eb21 tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] 10.222.0.54 "GET /v2.0/ports?device_id=ccff1488-85ea-43ae-bf94-c62226a4f4bf HTTP/1.1" status: 200 len: 946 time: 0.2511897 Nov 19 17:43:53.863184 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-88be3aaf-9dde-4697-b0aa-8dc2b40dbcf6 req-f6f749f7-1964-4cf7-92c2-dc5de7540e54 tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] 10.222.0.54 "GET /v2.0/security-groups?id=50a0c454-55dd-48da-a67f-9bb1b9eaa61f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1072395 Nov 19 17:43:53.903345 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-5495061f-2b1f-41eb-bad4-1e7575159c06 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-454974056-network', 'tenant_id': '0a0b004e524b43138e0ccf2007e7de7f'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:43:53.963057 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5495061f-2b1f-41eb-bad4-1e7575159c06 admin admin] Made reservation on behalf of 0a0b004e524b43138e0ccf2007e7de7f for: {'network': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:43:53.968714 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5495061f-2b1f-41eb-bad4-1e7575159c06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:54.007885 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5495061f-2b1f-41eb-bad4-1e7575159c06 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:54.074813 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332de8f4-5ff3-4aef-990e-614f5f2dce81 req-0dcb22fe-a370-4b0c-8c15-6ffbd7860a13 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:43:54.088972 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-332de8f4-5ff3-4aef-990e-614f5f2dce81 req-0dcb22fe-a370-4b0c-8c15-6ffbd7860a13 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/ports?device_id=096b5441-5f69-4f8a-a4be-bedfc1bccced HTTP/1.1" status: 200 len: 946 time: 0.2302856 Nov 19 17:43:54.102901 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-03c3292a-cb50-41ae-b635-823427c608d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:54.146943 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-9d38baac-e202-416b-932d-06af7699eea3 req-5b5f78fe-4b70-44b8-916e-a66b87cb73f9 tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] Deleting port 7e96289f-b8a0-43da-9fe9-0de74e62dd0b {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:43:54.147507 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-9d38baac-e202-416b-932d-06af7699eea3 req-5b5f78fe-4b70-44b8-916e-a66b87cb73f9 tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:54.180224 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5495061f-2b1f-41eb-bad4-1e7575159c06 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:54.191712 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5495061f-2b1f-41eb-bad4-1e7575159c06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:54.226259 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5495061f-2b1f-41eb-bad4-1e7575159c06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=561f1792-26b3-4623-a9c4-d9fa9017c739,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:43:54.231855 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-332de8f4-5ff3-4aef-990e-614f5f2dce81 req-d8c73749-d000-4beb-bbec-585e1c54c2a2 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/security-groups?id=12d5dc08-1d9f-41c6-b52c-304239ec8b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404185 Nov 19 17:43:54.257843 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5495061f-2b1f-41eb-bad4-1e7575159c06 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 683} {{(pid=103364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 17:43:54.282117 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5495061f-2b1f-41eb-bad4-1e7575159c06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:54.282901 n-d-818022-2 neutron-server[103364]: INFO neutron.db.segments_db [None req-5495061f-2b1f-41eb-bad4-1e7575159c06 admin admin] Added segment 56605957-e95e-44f4-a52a-6898a394ea61 of type vlan for network 2c552d15-d4c8-45a0-876e-f450c6de937e Nov 19 17:43:54.458270 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5495061f-2b1f-41eb-bad4-1e7575159c06 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:54.480348 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-03c3292a-cb50-41ae-b635-823427c608d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1eb9f5b-30a6-4325-b0b4-3641d25ed164']}} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:43:54.522568 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5495061f-2b1f-41eb-bad4-1e7575159c06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:54.523639 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5495061f-2b1f-41eb-bad4-1e7575159c06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:43:54.524235 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5495061f-2b1f-41eb-bad4-1e7575159c06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:54.541258 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-03c3292a-cb50-41ae-b635-823427c608d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '157c62a5-bfe1-4576-967a-7b3ac8324a4a') {'for_net_delete': True} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:43:54.541705 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-03c3292a-cb50-41ae-b635-823427c608d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '157c62a5-bfe1-4576-967a-7b3ac8324a4a') {} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:43:54.633942 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-5495061f-2b1f-41eb-bad4-1e7575159c06 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2302964 Nov 19 17:43:54.691548 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-cfd1a594-dc23-4984-9110-f71f4c9c7a0d req-1423e925-bc93-41be-9f11-2c78d3c29da3 tempest-ServerShowV247Test-530126473 tempest-ServerShowV247Test-530126473-project] 10.222.0.54 "GET /v2.0/ports?device_id=6759b244-5ca2-48a2-895b-ef9b8f535f6c HTTP/1.1" status: 200 len: 210 time: 0.1914573 Nov 19 17:43:54.705312 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-9d38baac-e202-416b-932d-06af7699eea3 req-5b5f78fe-4b70-44b8-916e-a66b87cb73f9 tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] For port 7e96289f-b8a0-43da-9fe9-0de74e62dd0b, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=7e96289f-b8a0-43da-9fe9-0de74e62dd0b,segment=NetworkSegment(7f7608ea-8bdd-41e7-91fd-16ec67411b89),segment_id=7f7608ea-8bdd-41e7-91fd-16ec67411b89)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:43:54.705895 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-9d38baac-e202-416b-932d-06af7699eea3 req-5b5f78fe-4b70-44b8-916e-a66b87cb73f9 tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:54.725445 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-9d38baac-e202-416b-932d-06af7699eea3 req-5b5f78fe-4b70-44b8-916e-a66b87cb73f9 tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] Calling delete_port for 7e96289f-b8a0-43da-9fe9-0de74e62dd0b owned by compute:nova {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:43:54.752870 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 51066) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:43:54.759876 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-b7677dea-eefb-4fd4-b6ab-8853f30d9fc2 admin admin] Request body: {'subnet': {'network_id': '2c552d15-d4c8-45a0-876e-f450c6de937e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-454974056-subnet', 'tenant_id': '0a0b004e524b43138e0ccf2007e7de7f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:43:54.804143 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5495061f-2b1f-41eb-bad4-1e7575159c06 admin admin] Pushing event updated for resources: {'Network': ['ID=2c552d15-d4c8-45a0-876e-f450c6de937e,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:43:54.817412 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network 2c552d15-d4c8-45a0-876e-f450c6de937e details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 17:43:54.821040 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7677dea-eefb-4fd4-b6ab-8853f30d9fc2 admin admin] Made reservation on behalf of 0a0b004e524b43138e0ccf2007e7de7f for: {'subnet': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:43:54.824609 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b7677dea-eefb-4fd4-b6ab-8853f30d9fc2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8983829'] for subnet, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:54.846649 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-03c3292a-cb50-41ae-b635-823427c608d5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12545382'] for segment, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:54.965516 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-03c3292a-cb50-41ae-b635-823427c608d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:55.022910 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03c3292a-cb50-41ae-b635-823427c608d5 admin admin] Releasing vlan 687 on physical network physnet1 to pool {{(pid=103365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 17:43:55.023586 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-03c3292a-cb50-41ae-b635-823427c608d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12282953'] for segment, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:55.027551 n-d-818022-2 neutron-server[103365]: Traceback (most recent call last): Nov 19 17:43:55.027551 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 17:43:55.027551 n-d-818022-2 neutron-server[103365]: timer() Nov 19 17:43:55.027551 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 17:43:55.027551 n-d-818022-2 neutron-server[103365]: cb(*args, **kw) Nov 19 17:43:55.027551 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 17:43:55.027551 n-d-818022-2 neutron-server[103365]: return func(*args, **kwargs) Nov 19 17:43:55.027551 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 17:43:55.027551 n-d-818022-2 neutron-server[103365]: self._notify() Nov 19 17:43:55.027551 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 17:43:55.027551 n-d-818022-2 neutron-server[103365]: self.callback(batched_events) Nov 19 17:43:55.027551 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 17:43:55.027551 n-d-818022-2 neutron-server[103365]: event.method(event) Nov 19 17:43:55.027551 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 17:43:55.027551 n-d-818022-2 neutron-server[103365]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 17:43:55.027551 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 17:43:55.027551 n-d-818022-2 neutron-server[103365]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 17:43:55.027551 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 17:43:55.027551 n-d-818022-2 neutron-server[103365]: return f(self, *a, **k) Nov 19 17:43:55.027551 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 17:43:55.027551 n-d-818022-2 neutron-server[103365]: return self._get(url).json() Nov 19 17:43:55.027551 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 17:43:55.027551 n-d-818022-2 neutron-server[103365]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 17:43:55.027551 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 17:43:55.027551 n-d-818022-2 neutron-server[103365]: return self.request(url, 'GET', **kwargs) Nov 19 17:43:55.027551 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 17:43:55.027551 n-d-818022-2 neutron-server[103365]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 17:43:55.027551 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 17:43:55.027551 n-d-818022-2 neutron-server[103365]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 17:43:55.027551 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 17:43:55.027551 n-d-818022-2 neutron-server[103365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 17:43:55.027551 n-d-818022-2 neutron-server[103365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 17:43:55.203928 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb695973-b809-42dd-8c4c-40dfa14fcf15 req-96e41c2e-200c-4149-a6d0-1d5fe71750b0 tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:43:55.217768 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-cb695973-b809-42dd-8c4c-40dfa14fcf15 req-96e41c2e-200c-4149-a6d0-1d5fe71750b0 tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] 10.222.0.54 "GET /v2.0/ports?device_id=90e0de18-fe64-4fe4-a3d8-f6b2367e2980 HTTP/1.1" status: 200 len: 945 time: 0.4073484 Nov 19 17:43:55.335605 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-03c3292a-cb50-41ae-b635-823427c608d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671242'] for network, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:55.366410 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-03c3292a-cb50-41ae-b635-823427c608d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:55.377492 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-03c3292a-cb50-41ae-b635-823427c608d5 admin admin] 10.222.0.54 "DELETE /v2.0/networks/b1eb9f5b-30a6-4325-b0b4-3641d25ed164 HTTP/1.1" status: 204 len: 168 time: 1.8707352 Nov 19 17:43:55.446716 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c3292a-cb50-41ae-b635-823427c608d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=b1eb9f5b-30a6-4325-b0b4-3641d25ed164,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:43:55.473189 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-9d38baac-e202-416b-932d-06af7699eea3 req-5b5f78fe-4b70-44b8-916e-a66b87cb73f9 tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:55.486997 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaaade2-de4f-496b-8add-f6f805c6f9a2 req-93e21fc0-8d4b-41ba-b096-da817bef9297 tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:43:55.488385 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['7e96289f-b8a0-43da-9fe9-0de74e62dd0b'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:43:55.499019 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-cb695973-b809-42dd-8c4c-40dfa14fcf15 req-37f0953b-d827-4c4f-aead-11c0b0ec0c1e tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] 10.222.0.54 "GET /v2.0/security-groups?id=b84acbb5-2f2e-43b4-8c5f-7110024c7a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2616401 Nov 19 17:43:55.499388 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-daaaade2-de4f-496b-8add-f6f805c6f9a2 req-93e21fc0-8d4b-41ba-b096-da817bef9297 tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] 10.222.0.54 "GET /v2.0/ports?device_id=ccff1488-85ea-43ae-bf94-c62226a4f4bf HTTP/1.1" status: 200 len: 946 time: 0.1238089 Nov 19 17:43:55.672848 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5f78fe-4b70-44b8-916e-a66b87cb73f9 tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] Pushing event deleted for resources: {'Port': ['ID=7e96289f-b8a0-43da-9fe9-0de74e62dd0b,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:43:55.674789 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.agents_db [None req-619e5c26-d9ed-4321-86eb-7d443bb9dfa2 None None] Agent healthcheck: found 7 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 17:43:55.702876 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-daaaade2-de4f-496b-8add-f6f805c6f9a2 req-b32590f4-51bc-428f-934d-e5b3a2356185 tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] 10.222.0.54 "GET /v2.0/security-groups?id=50a0c454-55dd-48da-a67f-9bb1b9eaa61f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2023041 Nov 19 17:43:55.827015 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d38baac-e202-416b-932d-06af7699eea3 req-5b5f78fe-4b70-44b8-916e-a66b87cb73f9 tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] No DVR routers for this DVR port 7e96289f-b8a0-43da-9fe9-0de74e62dd0b on host n-h1-818022-2 {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:43:55.836440 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-9d38baac-e202-416b-932d-06af7699eea3 req-5b5f78fe-4b70-44b8-916e-a66b87cb73f9 tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:55.840686 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9d38baac-e202-416b-932d-06af7699eea3 req-5b5f78fe-4b70-44b8-916e-a66b87cb73f9 tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] 10.222.0.60 "DELETE /v2.0/ports/7e96289f-b8a0-43da-9fe9-0de74e62dd0b HTTP/1.1" status: 204 len: 173 time: 2.1292837 Nov 19 17:43:55.841476 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90e0de18-fe64-4fe4-a3d8-f6b2367e2980', 'name': 'network-vif-deleted', 'tag': '7e96289f-b8a0-43da-9fe9-0de74e62dd0b'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:43:55.844920 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218319d759239a7d11f1288aef37381b97754913ee9ccbfd43b51a463f801712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72d61d42-600c-4b1d-a0c5-34f31ebb3867" -d '{"events": [{"server_uuid": "90e0de18-fe64-4fe4-a3d8-f6b2367e2980", "name": "network-vif-deleted", "tag": "7e96289f-b8a0-43da-9fe9-0de74e62dd0b"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:43:55.888174 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 51096) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:43:55.983488 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-8dad3bfb-0248-4ea9-ae8f-db84978fa6c5 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=5860ef39401f494eac55346366608311&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0901024 Nov 19 17:43:55.984442 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 51098) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:43:56.022456 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b7677dea-eefb-4fd4-b6ab-8853f30d9fc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12425078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8983815'] for subnet, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:56.066499 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a90b7dca-2e46-4c20-a984-2f9f2dc85b88 req-63b727b5-ad3b-480d-98ec-ba1b322dab7d tempest-ServerShowV247Test-530126473 tempest-ServerShowV247Test-530126473-project] 10.222.0.54 "GET /v2.0/ports?device_id=6759b244-5ca2-48a2-895b-ef9b8f535f6c HTTP/1.1" status: 200 len: 210 time: 0.0580435 Nov 19 17:43:56.216252 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7677dea-eefb-4fd4-b6ab-8853f30d9fc2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=692086f0-4f6a-4acd-a98f-26302c460ba8,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:43:56.234135 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:43:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a199291a-98da-4606-abce-3300e4f31b88 x-openstack-request-id: req-a199291a-98da-4606-abce-3300e4f31b88 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:43:56.234135 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90e0de18-fe64-4fe4-a3d8-f6b2367e2980", "name": "network-vif-deleted", "tag": "7e96289f-b8a0-43da-9fe9-0de74e62dd0b", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:43:56.234135 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a199291a-98da-4606-abce-3300e4f31b88 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:43:56.234135 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90e0de18-fe64-4fe4-a3d8-f6b2367e2980', 'name': 'network-vif-deleted', 'tag': '7e96289f-b8a0-43da-9fe9-0de74e62dd0b', 'status': 'completed', 'code': 200} Nov 19 17:43:56.235965 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4c471e0f-11e3-4676-a286-f05586588edb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:56.241567 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852f7d42-1331-48c6-805f-814d99c4acef req-f3d1c195-112b-457a-abd3-a5a4b7237a16 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:43:56.243835 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-852f7d42-1331-48c6-805f-814d99c4acef req-f3d1c195-112b-457a-abd3-a5a4b7237a16 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/ports?device_id=096b5441-5f69-4f8a-a4be-bedfc1bccced HTTP/1.1" status: 200 len: 946 time: 0.2989125 Nov 19 17:43:56.246031 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7677dea-eefb-4fd4-b6ab-8853f30d9fc2 admin admin] Checking segment: {'id': '56605957-e95e-44f4-a52a-6898a394ea61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '2c552d15-d4c8-45a0-876e-f450c6de937e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:43:56.246457 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7677dea-eefb-4fd4-b6ab-8853f30d9fc2 admin admin] Network hostable DHCP agents. Network: 2c552d15-d4c8-45a0-876e-f450c6de937e, hostable agents: ['02910ef2-0455-4aea-9f38-9a875579633f'], hosted agents: [] {{(pid=103364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 17:43:56.301111 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7677dea-eefb-4fd4-b6ab-8853f30d9fc2 admin admin] Network 2c552d15-d4c8-45a0-876e-f450c6de937e is scheduled to be hosted by DHCP agent 02910ef2-0455-4aea-9f38-9a875579633f with binding_index 1 {{(pid=103364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 17:43:56.314484 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4c471e0f-11e3-4676-a286-f05586588edb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:56.334506 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-852f7d42-1331-48c6-805f-814d99c4acef req-5f2693de-8dd0-480f-a5bc-1063e1ba2088 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/security-groups?id=12d5dc08-1d9f-41c6-b52c-304239ec8b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744686 Nov 19 17:43:56.336374 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-b7677dea-eefb-4fd4-b6ab-8853f30d9fc2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818022-2, 2c552d15-d4c8-45a0-876e-f450c6de937e) {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:43:56.342800 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7677dea-eefb-4fd4-b6ab-8853f30d9fc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:43:56.343633 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b7677dea-eefb-4fd4-b6ab-8853f30d9fc2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:56.354944 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50e65aa4-a9a8-4795-a161-52bb1bd14e92 None None] Network 2c552d15-d4c8-45a0-876e-f450c6de937e requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:43:56.392906 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-b7677dea-eefb-4fd4-b6ab-8853f30d9fc2 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.6382921 Nov 19 17:43:56.396703 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 51100) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:43:56.409758 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-2504eae0-4c81-436a-8215-b6e6635d7c9b admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-454974056-router', 'tenant_id': '0a0b004e524b43138e0ccf2007e7de7f', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'}}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:43:56.493591 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2504eae0-4c81-436a-8215-b6e6635d7c9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9890'] for router, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:56.496546 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2504eae0-4c81-436a-8215-b6e6635d7c9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671617', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-732153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4689'] for router, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:56.543663 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4c471e0f-11e3-4676-a286-f05586588edb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:56.556359 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4c471e0f-11e3-4676-a286-f05586588edb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:56.571087 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-4c471e0f-11e3-4676-a286-f05586588edb admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/50457c37-b8b8-4430-93f6-d41ea96930b5 HTTP/1.1" status: 204 len: 168 time: 0.5845344 Nov 19 17:43:56.729945 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c471e0f-11e3-4676-a286-f05586588edb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50457c37-b8b8-4430-93f6-d41ea96930b5,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:43:56.789664 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2504eae0-4c81-436a-8215-b6e6635d7c9b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:56.828957 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e638385-597e-4a15-ba43-22c66b85db01 req-8c091885-bf61-4ee9-b3ae-0ab15fd669c8 tempest-LiveMigrationTest-1744255723 tempest-LiveMigrationTest-1744255723-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:43:56.843827 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0e638385-597e-4a15-ba43-22c66b85db01 req-8c091885-bf61-4ee9-b3ae-0ab15fd669c8 tempest-LiveMigrationTest-1744255723 tempest-LiveMigrationTest-1744255723-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=096b5441-5f69-4f8a-a4be-bedfc1bccced&tenant_id=de10e7e0e3ea4ce28d84ef76e9c1ec3a&binding%3Ahost_id=n-h2-818022-2 HTTP/1.1" status: 200 len: 1097 time: 0.2713590 Nov 19 17:43:56.961630 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-0e638385-597e-4a15-ba43-22c66b85db01 req-141eb3ce-1acc-479c-9ffe-2b96d5f13171 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-818022-2'}}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:43:56.977452 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4a9f6ef5-20f1-4d23-9e5f-3733aa63d412 req-f74f952c-3bce-4bd0-b3b5-9f13a4025401 tempest-ServerRescueTestJSON-48737267 tempest-ServerRescueTestJSON-48737267-project] 10.222.0.54 "GET /v2.0/ports?device_id=90e0de18-fe64-4fe4-a3d8-f6b2367e2980 HTTP/1.1" status: 200 len: 210 time: 0.1321733 Nov 19 17:43:57.046396 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-debbe995-b462-4248-82ec-48fec92eac3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54f44f5f-1200-574e-8740-2141911d5b73-2c552d15-d4c8-45a0-876e-f450c6de937e', 'network_id': '2c552d15-d4c8-45a0-876e-f450c6de937e', 'tenant_id': '0a0b004e524b43138e0ccf2007e7de7f', 'fixed_ips': [{'subnet_id': '692086f0-4f6a-4acd-a98f-26302c460ba8'}]}} from n-d-818022-2. {{(pid=103366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 17:43:57.051300 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-debbe995-b462-4248-82ec-48fec92eac3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:57.230173 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-0e638385-597e-4a15-ba43-22c66b85db01 req-141eb3ce-1acc-479c-9ffe-2b96d5f13171 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:57.268086 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2504eae0-4c81-436a-8215-b6e6635d7c9b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:57.536374 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a7689d78-d351-45e2-9229-d85fa8595223 req-e215ffcb-8295-41c4-8230-82a0ccb62d32 tempest-ServerShowV247Test-530126473 tempest-ServerShowV247Test-530126473-project] 10.222.0.54 "GET /v2.0/ports?device_id=6759b244-5ca2-48a2-895b-ef9b8f535f6c HTTP/1.1" status: 200 len: 210 time: 0.0490005 Nov 19 17:43:57.771402 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [None req-debbe995-b462-4248-82ec-48fec92eac3d None None] Allocated IP 172.20.0.2 (2c552d15-d4c8-45a0-876e-f450c6de937e/692086f0-4f6a-4acd-a98f-26302c460ba8/e9bc38dd-b57d-4ed0-8603-7390013fb89e) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:43:57.911556 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0db334-fd5f-49b2-ae1d-0ea3cf5be9f8 req-e3f6a476-4613-4124-906a-a9e4b8188b23 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:43:57.923220 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5f0db334-fd5f-49b2-ae1d-0ea3cf5be9f8 req-e3f6a476-4613-4124-906a-a9e4b8188b23 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/ports?device_id=096b5441-5f69-4f8a-a4be-bedfc1bccced HTTP/1.1" status: 200 len: 946 time: 0.2196703 Nov 19 17:43:58.015285 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-0e638385-597e-4a15-ba43-22c66b85db01 req-141eb3ce-1acc-479c-9ffe-2b96d5f13171 service neutron] For port 8c6312d8-576e-4736-bc85-42aa986721e9, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=8c6312d8-576e-4736-bc85-42aa986721e9,segment=NetworkSegment(68be9c2e-9e68-489a-becd-67ff095c4169),segment_id=68be9c2e-9e68-489a-becd-67ff095c4169)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:43:58.196912 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-debbe995-b462-4248-82ec-48fec92eac3d None None] Publish callbacks [] for port, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:58.214820 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2504eae0-4c81-436a-8215-b6e6635d7c9b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:58.215883 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-debbe995-b462-4248-82ec-48fec92eac3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998'] for port, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:58.222439 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5f0db334-fd5f-49b2-ae1d-0ea3cf5be9f8 req-a8bb9169-13d7-4fa5-81a4-134fd322fef1 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/security-groups?id=12d5dc08-1d9f-41c6-b52c-304239ec8b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2941432 Nov 19 17:43:58.235737 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-0e638385-597e-4a15-ba43-22c66b85db01 req-141eb3ce-1acc-479c-9ffe-2b96d5f13171 service neutron] For port 8c6312d8-576e-4736-bc85-42aa986721e9, host n-h2-818022-2, cleared binding levels {{(pid=103365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:43:58.275410 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2504eae0-4c81-436a-8215-b6e6635d7c9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:58.279854 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 51150) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:43:58.328735 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-debbe995-b462-4248-82ec-48fec92eac3d None None] Network 2c552d15-d4c8-45a0-876e-f450c6de937e is already hosted by enough agents. {{(pid=103366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:43:58.332295 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [None req-debbe995-b462-4248-82ec-48fec92eac3d None None] Resources bound (agent type, host, resource id): {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:43:58.337135 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-debbe995-b462-4248-82ec-48fec92eac3d None None] Received port after_create {{(pid=103366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:43:58.373418 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 8c6312d8-576e-4736-bc85-42aa986721e9 details requested by agent hyperv_n-h1-818022-2 with host n-h1-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 17:43:58.463618 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 7e96289f-b8a0-43da-9fe9-0de74e62dd0b no longer exists at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:43:58.568852 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [None req-2504eae0-4c81-436a-8215-b6e6635d7c9b admin admin] Allocated IP 172.25.7.119 (645e61aa-1a6c-4e8f-857e-ab06edb4897f/88ed2d64-f56d-4f01-a468-946e01c99e82/ad2c5ed9-2037-4cbd-8d0f-980da9979be2) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:43:58.650640 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] No Port match for: 7e96289f-b8a0-43da-9fe9-0de74e62dd0b {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:43:58.651300 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 7e96289f-b8a0-43da-9fe9-0de74e62dd0b not bound to the agent host n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:43:58.728446 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '096b5441-5f69-4f8a-a4be-bedfc1bccced', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c6312d8-576e-4736-bc85-42aa986721e9'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:43:58.740606 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218319d759239a7d11f1288aef37381b97754913ee9ccbfd43b51a463f801712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11c41c92-ac28-4617-bd38-2b1203460073" -d '{"events": [{"server_uuid": "096b5441-5f69-4f8a-a4be-bedfc1bccced", "name": "network-vif-unplugged", "status": "completed", "tag": "8c6312d8-576e-4736-bc85-42aa986721e9"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:43:58.758991 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-debbe995-b462-4248-82ec-48fec92eac3d None None] Attempting to bind port e9bc38dd-b57d-4ed0-8603-7390013fb89e on host n-d-818022-2 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:43:58.758991 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-debbe995-b462-4248-82ec-48fec92eac3d None None] Attempting to bind port e9bc38dd-b57d-4ed0-8603-7390013fb89e by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': '56605957-e95e-44f4-a52a-6898a394ea61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '2c552d15-d4c8-45a0-876e-f450c6de937e'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:43:58.758991 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-debbe995-b462-4248-82ec-48fec92eac3d None None] Attempting to bind port e9bc38dd-b57d-4ed0-8603-7390013fb89e on network 2c552d15-d4c8-45a0-876e-f450c6de937e {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:43:58.932368 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-0e638385-597e-4a15-ba43-22c66b85db01 req-141eb3ce-1acc-479c-9ffe-2b96d5f13171 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:58.981408 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-0e638385-597e-4a15-ba43-22c66b85db01 req-141eb3ce-1acc-479c-9ffe-2b96d5f13171 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:59.023610 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2504eae0-4c81-436a-8215-b6e6635d7c9b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:59.025931 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 51164) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:43:59.038754 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-debbe995-b462-4248-82ec-48fec92eac3d None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 43, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:43:59.040971 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-debbe995-b462-4248-82ec-48fec92eac3d None None] Checking segment: {'id': '56605957-e95e-44f4-a52a-6898a394ea61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '2c552d15-d4c8-45a0-876e-f450c6de937e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:43:59.042536 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-debbe995-b462-4248-82ec-48fec92eac3d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:59.043908 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-debbe995-b462-4248-82ec-48fec92eac3d None None] Bound using segment: {'id': '56605957-e95e-44f4-a52a-6898a394ea61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '2c552d15-d4c8-45a0-876e-f450c6de937e'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:43:59.044723 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-15f3f57f-3309-4b6a-abf9-7756945f5239 req-3823e56c-eeb9-469f-9e00-111f08949f7b tempest-ServerShowV247Test-530126473 tempest-ServerShowV247Test-530126473-project] 10.222.0.54 "GET /v2.0/ports?device_id=6759b244-5ca2-48a2-895b-ef9b8f535f6c HTTP/1.1" status: 200 len: 210 time: 0.1086223 Nov 19 17:43:59.045985 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-debbe995-b462-4248-82ec-48fec92eac3d None None] Bound port: e9bc38dd-b57d-4ed0-8603-7390013fb89e, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56605957-e95e-44f4-a52a-6898a394ea61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '2c552d15-d4c8-45a0-876e-f450c6de937e'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:43:59.046642 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-debbe995-b462-4248-82ec-48fec92eac3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:59.061387 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debbe995-b462-4248-82ec-48fec92eac3d None None] Pushing event updated for resources: {'Port': ['ID=e9bc38dd-b57d-4ed0-8603-7390013fb89e,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:43:59.076843 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 17:43:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8b965b2-d122-43e6-bd74-fb383321e2d0 x-openstack-request-id: req-f8b965b2-d122-43e6-bd74-fb383321e2d0 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:43:59.083124 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "096b5441-5f69-4f8a-a4be-bedfc1bccced", "name": "network-vif-unplugged", "status": "completed", "tag": "8c6312d8-576e-4736-bc85-42aa986721e9", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:43:59.083614 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f8b965b2-d122-43e6-bd74-fb383321e2d0 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:43:59.084425 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '096b5441-5f69-4f8a-a4be-bedfc1bccced', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c6312d8-576e-4736-bc85-42aa986721e9', 'code': 200} Nov 19 17:43:59.143222 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2504eae0-4c81-436a-8215-b6e6635d7c9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:59.287864 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2504eae0-4c81-436a-8215-b6e6635d7c9b admin admin] Pushing event updated for resources: {'Port': ['ID=ad2c5ed9-2037-4cbd-8d0f-980da9979be2,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:43:59.313868 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2504eae0-4c81-436a-8215-b6e6635d7c9b admin admin] Network 645e61aa-1a6c-4e8f-857e-ab06edb4897f is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:43:59.316393 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-2504eae0-4c81-436a-8215-b6e6635d7c9b admin admin] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:43:59.326836 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2504eae0-4c81-436a-8215-b6e6635d7c9b admin admin] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:43:59.372815 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-a9ee2e8b-ebd5-4b0d-b203-af842a019922 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-965044839-network', 'tenant_id': '08573f5395784708802f6f6512b37184'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:43:59.375720 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141eb3ce-1acc-479c-9ffe-2b96d5f13171 service neutron] Pushing event updated for resources: {'Port': ['ID=8c6312d8-576e-4736-bc85-42aa986721e9,revision_number=7']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:43:59.493039 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 8c6312d8-576e-4736-bc85-42aa986721e9, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=8c6312d8-576e-4736-bc85-42aa986721e9,segment=NetworkSegment(68be9c2e-9e68-489a-becd-67ff095c4169),segment_id=68be9c2e-9e68-489a-becd-67ff095c4169)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:43:59.524354 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 8c6312d8-576e-4736-bc85-42aa986721e9 has no active binding in host n-h1-818022-2 {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 19 17:43:59.546119 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-debbe995-b462-4248-82ec-48fec92eac3d None None] For port e9bc38dd-b57d-4ed0-8603-7390013fb89e, host n-d-818022-2, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:43:59.559670 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-0e638385-597e-4a15-ba43-22c66b85db01 req-141eb3ce-1acc-479c-9ffe-2b96d5f13171 service neutron] Attempting to bind port 8c6312d8-576e-4736-bc85-42aa986721e9 on host n-h2-818022-2 for vnic_type normal with profile {"migrating_to": "n-h1-818022-2"} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:43:59.560016 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-0e638385-597e-4a15-ba43-22c66b85db01 req-141eb3ce-1acc-479c-9ffe-2b96d5f13171 service neutron] Attempting to bind port 8c6312d8-576e-4736-bc85-42aa986721e9 by drivers openvswitch,hyperv on host n-h2-818022-2 at level 0 using segments [{'id': '68be9c2e-9e68-489a-becd-67ff095c4169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'c7b257b3-f66e-4846-9861-5f47f21f4188'}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:43:59.560631 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e638385-597e-4a15-ba43-22c66b85db01 req-141eb3ce-1acc-479c-9ffe-2b96d5f13171 service neutron] Attempting to bind port 8c6312d8-576e-4736-bc85-42aa986721e9 on network c7b257b3-f66e-4846-9861-5f47f21f4188 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:43:59.561722 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-debbe995-b462-4248-82ec-48fec92eac3d None None] For port e9bc38dd-b57d-4ed0-8603-7390013fb89e, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=e9bc38dd-b57d-4ed0-8603-7390013fb89e,segment=NetworkSegment(56605957-e95e-44f4-a52a-6898a394ea61),segment_id=56605957-e95e-44f4-a52a-6898a394ea61)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:43:59.570566 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-debbe995-b462-4248-82ec-48fec92eac3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:59.637174 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9ee2e8b-ebd5-4b0d-b203-af842a019922 admin admin] Made reservation on behalf of 08573f5395784708802f6f6512b37184 for: {'network': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:43:59.640165 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a9ee2e8b-ebd5-4b0d-b203-af842a019922 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:59.664022 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e638385-597e-4a15-ba43-22c66b85db01 req-141eb3ce-1acc-479c-9ffe-2b96d5f13171 service neutron] Port 8c6312d8-576e-4736-bc85-42aa986721e9 on network c7b257b3-f66e-4846-9861-5f47f21f4188 not bound, no agent of type Open vSwitch agent registered on host n-h2-818022-2 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 17:43:59.664443 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e638385-597e-4a15-ba43-22c66b85db01 req-141eb3ce-1acc-479c-9ffe-2b96d5f13171 service neutron] Attempting to bind port 8c6312d8-576e-4736-bc85-42aa986721e9 on network c7b257b3-f66e-4846-9861-5f47f21f4188 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:43:59.688385 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e638385-597e-4a15-ba43-22c66b85db01 req-141eb3ce-1acc-479c-9ffe-2b96d5f13171 service neutron] Checking agent: {'id': '525ad2ac-c4ae-4c63-af2e-0bf8d25d0f0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'started_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 43, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:43:59.688877 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e638385-597e-4a15-ba43-22c66b85db01 req-141eb3ce-1acc-479c-9ffe-2b96d5f13171 service neutron] Checking segment: {'id': '68be9c2e-9e68-489a-becd-67ff095c4169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'c7b257b3-f66e-4846-9861-5f47f21f4188'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:43:59.689336 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e638385-597e-4a15-ba43-22c66b85db01 req-141eb3ce-1acc-479c-9ffe-2b96d5f13171 service neutron] Bound using segment: {'id': '68be9c2e-9e68-489a-becd-67ff095c4169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'c7b257b3-f66e-4846-9861-5f47f21f4188'} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:43:59.691315 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-0e638385-597e-4a15-ba43-22c66b85db01 req-141eb3ce-1acc-479c-9ffe-2b96d5f13171 service neutron] Bound port: 8c6312d8-576e-4736-bc85-42aa986721e9, host: n-h2-818022-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68be9c2e-9e68-489a-becd-67ff095c4169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'c7b257b3-f66e-4846-9861-5f47f21f4188'}}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:43:59.691315 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-0e638385-597e-4a15-ba43-22c66b85db01 req-141eb3ce-1acc-479c-9ffe-2b96d5f13171 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:59.691724 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a9ee2e8b-ebd5-4b0d-b203-af842a019922 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:59.778060 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-0e638385-597e-4a15-ba43-22c66b85db01 req-141eb3ce-1acc-479c-9ffe-2b96d5f13171 service neutron] For port 8c6312d8-576e-4736-bc85-42aa986721e9, host n-h2-818022-2, cleared binding levels {{(pid=103365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:43:59.784445 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-0e638385-597e-4a15-ba43-22c66b85db01 req-141eb3ce-1acc-479c-9ffe-2b96d5f13171 service neutron] For port 8c6312d8-576e-4736-bc85-42aa986721e9, host n-h2-818022-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=8c6312d8-576e-4736-bc85-42aa986721e9,segment=NetworkSegment(68be9c2e-9e68-489a-becd-67ff095c4169),segment_id=68be9c2e-9e68-489a-becd-67ff095c4169)] {{(pid=103365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:43:59.796725 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-0e638385-597e-4a15-ba43-22c66b85db01 req-141eb3ce-1acc-479c-9ffe-2b96d5f13171 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:59.839231 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-7c1a631b-6b40-491f-8e08-d5e87feb88ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:43:59.855197 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debbe995-b462-4248-82ec-48fec92eac3d None None] Pushing event updated for resources: {'Port': ['ID=e9bc38dd-b57d-4ed0-8603-7390013fb89e,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:43:59.879726 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141eb3ce-1acc-479c-9ffe-2b96d5f13171 service neutron] Pushing event updated for resources: {'Port': ['ID=8c6312d8-576e-4736-bc85-42aa986721e9,revision_number=8']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:43:59.939357 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512dbea5-8ebf-4d97-858f-def2e45005b1 req-c1e5cea5-c90d-4a2f-97b6-0b82499434ae tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:43:59.942137 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-512dbea5-8ebf-4d97-858f-def2e45005b1 req-c1e5cea5-c90d-4a2f-97b6-0b82499434ae tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/ports?device_id=096b5441-5f69-4f8a-a4be-bedfc1bccced HTTP/1.1" status: 200 len: 944 time: 0.4383945 Nov 19 17:44:00.086118 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e638385-597e-4a15-ba43-22c66b85db01 req-141eb3ce-1acc-479c-9ffe-2b96d5f13171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:44:00.087198 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-0e638385-597e-4a15-ba43-22c66b85db01 req-141eb3ce-1acc-479c-9ffe-2b96d5f13171 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:00.089647 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0e638385-597e-4a15-ba43-22c66b85db01 req-141eb3ce-1acc-479c-9ffe-2b96d5f13171 service neutron] 10.222.0.60 "PUT /v2.0/ports/8c6312d8-576e-4736-bc85-42aa986721e9 HTTP/1.1" status: 200 len: 1122 time: 3.2004251 Nov 19 17:44:00.179358 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-512dbea5-8ebf-4d97-858f-def2e45005b1 req-c9b58f33-d9b8-4c89-b462-72fb770869fb tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/security-groups?id=12d5dc08-1d9f-41c6-b52c-304239ec8b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009251 Nov 19 17:44:00.193325 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['8c6312d8-576e-4736-bc85-42aa986721e9'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:44:00.334809 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] get_ports_and_sgs() called for port_ids ['8c6312d8-576e-4736-bc85-42aa986721e9'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:44:00.351659 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a9ee2e8b-ebd5-4b0d-b203-af842a019922 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:00.353235 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2504eae0-4c81-436a-8215-b6e6635d7c9b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:00.437205 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d373912b-daef-4dcf-9d51-36c3e9401aa8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-768564'] for router_interface, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:00.685184 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a9ee2e8b-ebd5-4b0d-b203-af842a019922 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:00.719729 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-69a4693e-15f8-437f-9a08-47099578ccca req-ff96900b-73b9-4ae2-b87a-198c2a68aba4 tempest-ServerShowV247Test-530126473 tempest-ServerShowV247Test-530126473-project] 10.222.0.54 "GET /v2.0/ports?device_id=6759b244-5ca2-48a2-895b-ef9b8f535f6c HTTP/1.1" status: 200 len: 210 time: 0.4183300 Nov 19 17:44:00.788162 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9ee2e8b-ebd5-4b0d-b203-af842a019922 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 695} {{(pid=103364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 17:44:00.885245 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ee2e8b-ebd5-4b0d-b203-af842a019922 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a352ca94-2149-4006-acad-e3c22132eabb,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:44:00.918738 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a9ee2e8b-ebd5-4b0d-b203-af842a019922 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:00.918977 n-d-818022-2 neutron-server[103364]: INFO neutron.db.segments_db [None req-a9ee2e8b-ebd5-4b0d-b203-af842a019922 admin admin] Added segment 4f54897a-da44-453a-a968-70f6f15405e0 of type vlan for network bcffe9fd-ba33-4c0f-a44c-e3294ad13f95 Nov 19 17:44:01.036833 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a9ee2e8b-ebd5-4b0d-b203-af842a019922 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:01.054821 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-d373912b-daef-4dcf-9d51-36c3e9401aa8 admin admin] Deleting port e382c3fe-0fd8-414b-ad92-ef41734beac8 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:44:01.055703 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d373912b-daef-4dcf-9d51-36c3e9401aa8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:01.116744 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '096b5441-5f69-4f8a-a4be-bedfc1bccced', 'tag': '8c6312d8-576e-4736-bc85-42aa986721e9'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:44:01.120601 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218319d759239a7d11f1288aef37381b97754913ee9ccbfd43b51a463f801712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-072338f3-71ae-417c-9b6b-4705353cb598" -d '{"events": [{"name": "network-changed", "server_uuid": "096b5441-5f69-4f8a-a4be-bedfc1bccced", "tag": "8c6312d8-576e-4736-bc85-42aa986721e9"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:44:01.224705 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a9ee2e8b-ebd5-4b0d-b203-af842a019922 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:01.225672 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9ee2e8b-ebd5-4b0d-b203-af842a019922 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:44:01.226280 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a9ee2e8b-ebd5-4b0d-b203-af842a019922 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:01.299264 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [None req-d373912b-daef-4dcf-9d51-36c3e9401aa8 admin admin] For port e382c3fe-0fd8-414b-ad92-ef41734beac8, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=e382c3fe-0fd8-414b-ad92-ef41734beac8,segment=NetworkSegment(7f7608ea-8bdd-41e7-91fd-16ec67411b89),segment_id=7f7608ea-8bdd-41e7-91fd-16ec67411b89)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:44:01.300905 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d373912b-daef-4dcf-9d51-36c3e9401aa8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:01.310488 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 17:44:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-727ddfbd-9ecc-4999-afc0-f0ac5639b4d0 x-openstack-request-id: req-727ddfbd-9ecc-4999-afc0-f0ac5639b4d0 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:44:01.310845 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "096b5441-5f69-4f8a-a4be-bedfc1bccced", "tag": "8c6312d8-576e-4736-bc85-42aa986721e9", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:44:01.311148 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-727ddfbd-9ecc-4999-afc0-f0ac5639b4d0 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:44:01.312100 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '096b5441-5f69-4f8a-a4be-bedfc1bccced', 'tag': '8c6312d8-576e-4736-bc85-42aa986721e9', 'status': 'completed', 'code': 200} Nov 19 17:44:01.375860 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-d373912b-daef-4dcf-9d51-36c3e9401aa8 admin admin] Calling delete_port for e382c3fe-0fd8-414b-ad92-ef41734beac8 owned by network:router_interface {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:44:01.455430 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ee2e8b-ebd5-4b0d-b203-af842a019922 admin admin] Pushing event updated for resources: {'Network': ['ID=bcffe9fd-ba33-4c0f-a44c-e3294ad13f95,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:44:01.473180 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network bcffe9fd-ba33-4c0f-a44c-e3294ad13f95 details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 17:44:01.536484 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-a9ee2e8b-ebd5-4b0d-b203-af842a019922 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.5069566 Nov 19 17:44:01.583539 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 51202) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:44:01.590018 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device e9bc38dd-b57d-4ed0-8603-7390013fb89e up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:44:01.598066 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-0964b31a-2963-42b3-9606-0f55746c03db admin admin] Request body: {'subnet': {'network_id': 'bcffe9fd-ba33-4c0f-a44c-e3294ad13f95', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-965044839-subnet', 'tenant_id': '08573f5395784708802f6f6512b37184', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:44:01.727101 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2504eae0-4c81-436a-8215-b6e6635d7c9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671702'] for router, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:01.785451 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port e9bc38dd-b57d-4ed0-8603-7390013fb89e triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:44:01.786270 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:01.841171 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072338f3-71ae-417c-9b6b-4705353cb598 req-94207a0c-c5a5-4e5f-b615-5ee206e737a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:44:01.844253 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-072338f3-71ae-417c-9b6b-4705353cb598 req-94207a0c-c5a5-4e5f-b615-5ee206e737a5 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=de10e7e0e3ea4ce28d84ef76e9c1ec3a&device_id=096b5441-5f69-4f8a-a4be-bedfc1bccced HTTP/1.1" status: 200 len: 1125 time: 0.3330019 Nov 19 17:44:01.902804 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9723cb71-3414-4965-a92d-db35173d171a req-d16bace1-e0f6-4394-a3d4-705f9d37abf4 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:44:01.903130 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d373912b-daef-4dcf-9d51-36c3e9401aa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:01.905879 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9723cb71-3414-4965-a92d-db35173d171a req-d16bace1-e0f6-4394-a3d4-705f9d37abf4 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/ports?device_id=096b5441-5f69-4f8a-a4be-bedfc1bccced HTTP/1.1" status: 200 len: 944 time: 0.3923359 Nov 19 17:44:01.919740 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0964b31a-2963-42b3-9606-0f55746c03db admin admin] Made reservation on behalf of 08573f5395784708802f6f6512b37184 for: {'subnet': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:44:01.923135 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0964b31a-2963-42b3-9606-0f55746c03db admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8731248'] for subnet, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:02.113380 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3f4e2b85-5408-467c-bff7-f0fdb04abc1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:02.131716 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d373912b-daef-4dcf-9d51-36c3e9401aa8 admin admin] Pushing event deleted for resources: {'Port': ['ID=e382c3fe-0fd8-414b-ad92-ef41734beac8,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:44:02.162340 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:02.233580 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c847b8d9-1908-4ad9-93ce-0c2ce9608eab req-a5d4210e-ded9-4719-bb89-8e4a9da7baa0 tempest-ServerShowV247Test-530126473 tempest-ServerShowV247Test-530126473-project] 10.222.0.54 "GET /v2.0/ports?device_id=6759b244-5ca2-48a2-895b-ef9b8f535f6c HTTP/1.1" status: 200 len: 210 time: 0.1263516 Nov 19 17:44:02.283254 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] For port e9bc38dd-b57d-4ed0-8603-7390013fb89e, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=e9bc38dd-b57d-4ed0-8603-7390013fb89e,segment=NetworkSegment(56605957-e95e-44f4-a52a-6898a394ea61),segment_id=56605957-e95e-44f4-a52a-6898a394ea61)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:44:02.291587 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f7a7bb6-5df4-4e4c-88a3-c2347b4a839f None None] Network 2c552d15-d4c8-45a0-876e-f450c6de937e requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:44:02.303139 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:02.389876 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9723cb71-3414-4965-a92d-db35173d171a req-b22d61d7-810e-4a2f-a2b1-03f349c0a65d tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/security-groups?id=12d5dc08-1d9f-41c6-b52c-304239ec8b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3534169 Nov 19 17:44:02.443849 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072338f3-71ae-417c-9b6b-4705353cb598 req-3631c430-90ec-4496-a21a-7f96d85ccc55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:44:02.445386 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-072338f3-71ae-417c-9b6b-4705353cb598 req-3631c430-90ec-4496-a21a-7f96d85ccc55 service neutron] 10.222.0.86 "GET /v2.0/networks?id=c7b257b3-f66e-4846-9861-5f47f21f4188 HTTP/1.1" status: 200 len: 908 time: 0.4364262 Nov 19 17:44:02.500236 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Pushing event updated for resources: {'Port': ['ID=e9bc38dd-b57d-4ed0-8603-7390013fb89e,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:44:02.510650 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-66ea3280-6b97-42ba-9616-67204fcbc1e9 None None] Provisioning complete for port e9bc38dd-b57d-4ed0-8603-7390013fb89e triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:44:02.511251 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-66ea3280-6b97-42ba-9616-67204fcbc1e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:02.535749 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-072338f3-71ae-417c-9b6b-4705353cb598 req-04350876-b9e4-47fb-863f-d170d7a3901e service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8c6312d8-576e-4736-bc85-42aa986721e9 HTTP/1.1" status: 200 len: 217 time: 0.0819783 Nov 19 17:44:02.612604 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072338f3-71ae-417c-9b6b-4705353cb598 req-9211e196-36f4-4ef9-b3ec-ea1d0e093f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:44:02.614776 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-072338f3-71ae-417c-9b6b-4705353cb598 req-9211e196-36f4-4ef9-b3ec-ea1d0e093f8e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=df2b5fb0-4ad7-475f-930a-bdefef26bd76 HTTP/1.1" status: 200 len: 847 time: 0.0625701 Nov 19 17:44:02.615928 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2504eae0-4c81-436a-8215-b6e6635d7c9b admin admin] Router 5a6cd743-8926-47d7-aba0-b50e58e111f8 is scheduled to L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 with binding_index 1 {{(pid=103364) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 17:44:02.764237 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0964b31a-2963-42b3-9606-0f55746c03db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12283104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8731234'] for subnet, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:02.765314 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d373912b-daef-4dcf-9d51-36c3e9401aa8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-768648'] for router_interface, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:03.066710 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e46ecc5a-dc14-4744-b262-3072ff2e958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:03.292741 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-072338f3-71ae-417c-9b6b-4705353cb598 req-42379e42-0222-4a95-a12d-c98dd15b88f1 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c7b257b3-f66e-4846-9861-5f47f21f4188&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5643449 Nov 19 17:44:03.403017 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-aeec44b6-dcaf-4e36-8f54-ab48b8f1f3ef None None] Provisioning complete for port e9bc38dd-b57d-4ed0-8603-7390013fb89e triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:44:03.414533 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-aeec44b6-dcaf-4e36-8f54-ab48b8f1f3ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:03.567338 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-76b054ae-ea04-49d7-9d1d-5d198fc5afef req-25fa8221-7b75-4d86-bf73-707487e41ba8 tempest-ServerShowV247Test-530126473 tempest-ServerShowV247Test-530126473-project] 10.222.0.54 "GET /v2.0/ports?device_id=6759b244-5ca2-48a2-895b-ef9b8f535f6c HTTP/1.1" status: 200 len: 210 time: 0.1488466 Nov 19 17:44:03.762546 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2504eae0-4c81-436a-8215-b6e6635d7c9b admin admin] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 17:44:03.789385 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-072338f3-71ae-417c-9b6b-4705353cb598 req-a7d1bd34-4c28-44f3-bb7d-e196d0e911d8 service neutron] 10.222.0.86 "GET /v2.0/networks/c7b257b3-f66e-4846-9861-5f47f21f4188?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4719265 Nov 19 17:44:03.832517 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2504eae0-4c81-436a-8215-b6e6635d7c9b admin admin] Publish callbacks [] for router, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:03.840149 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-2504eae0-4c81-436a-8215-b6e6635d7c9b admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.4417717 Nov 19 17:44:03.858344 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 51234) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:44:03.911899 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0964b31a-2963-42b3-9606-0f55746c03db admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1218782-152f-4347-a4bd-bbba02695b96,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:44:04.041306 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0964b31a-2963-42b3-9606-0f55746c03db admin admin] Checking segment: {'id': '4f54897a-da44-453a-a968-70f6f15405e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'bcffe9fd-ba33-4c0f-a44c-e3294ad13f95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:44:04.042320 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0964b31a-2963-42b3-9606-0f55746c03db admin admin] Network hostable DHCP agents. Network: bcffe9fd-ba33-4c0f-a44c-e3294ad13f95, hostable agents: ['02910ef2-0455-4aea-9f38-9a875579633f'], hosted agents: [] {{(pid=103365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 17:44:04.058298 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device e9bc38dd-b57d-4ed0-8603-7390013fb89e up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:44:04.067639 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d8a46c-4b8c-4fe1-b5cc-b343720fa96d req-6e8bb838-0722-4fbf-a1f8-4a22edf56e10 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:44:04.071296 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-20d8a46c-4b8c-4fe1-b5cc-b343720fa96d req-6e8bb838-0722-4fbf-a1f8-4a22edf56e10 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/ports?device_id=096b5441-5f69-4f8a-a4be-bedfc1bccced HTTP/1.1" status: 200 len: 944 time: 0.2777247 Nov 19 17:44:04.121800 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc6f0a1-aeb1-4064-adfe-d22b91dc1bcc None None] Sync routers for ids ['5a6cd743-8926-47d7-aba0-b50e58e111f8'] in n-d-818022-2 {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 17:44:04.223872 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0964b31a-2963-42b3-9606-0f55746c03db admin admin] Network bcffe9fd-ba33-4c0f-a44c-e3294ad13f95 is scheduled to be hosted by DHCP agent 02910ef2-0455-4aea-9f38-9a875579633f with binding_index 1 {{(pid=103365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 17:44:04.229836 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:04.238742 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:04.275197 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-0964b31a-2963-42b3-9606-0f55746c03db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818022-2, bcffe9fd-ba33-4c0f-a44c-e3294ad13f95) {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:44:04.310522 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-20d8a46c-4b8c-4fe1-b5cc-b343720fa96d req-99fe28c0-ca92-4b99-b359-977e63d4eca1 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/security-groups?id=12d5dc08-1d9f-41c6-b52c-304239ec8b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2288435 Nov 19 17:44:04.316644 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0964b31a-2963-42b3-9606-0f55746c03db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:44:04.316644 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0964b31a-2963-42b3-9606-0f55746c03db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:04.410553 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc6f0a1-aeb1-4064-adfe-d22b91dc1bcc None None] Routers {'5a6cd743-8926-47d7-aba0-b50e58e111f8'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:44:04.411239 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-9fc6f0a1-aeb1-4064-adfe-d22b91dc1bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:44:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['5a6cd743-8926-47d7-aba0-b50e58e111f8'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:44:04.548327 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-0964b31a-2963-42b3-9606-0f55746c03db admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.9617572 Nov 19 17:44:04.566891 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 51250) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:44:04.653401 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-c2221082-6f95-46c4-af00-c5de811c50a1 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-965044839-router', 'tenant_id': '08573f5395784708802f6f6512b37184', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'}}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:44:04.693555 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-072338f3-71ae-417c-9b6b-4705353cb598 req-8efc73f2-e66f-4b6f-9e83-51ac91e9b324 service neutron] 10.222.0.86 "GET /v2.0/networks/c7b257b3-f66e-4846-9861-5f47f21f4188?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8881588 Nov 19 17:44:04.695344 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-9fc6f0a1-aeb1-4064-adfe-d22b91dc1bcc None None] Set router 5a6cd743-8926-47d7-aba0-b50e58e111f8 gateway port host: n-d-818022-2 {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:44:04.698995 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c2221082-6f95-46c4-af00-c5de811c50a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9890'] for router, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:04.700100 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c2221082-6f95-46c4-af00-c5de811c50a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671617', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-732153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4689'] for router, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:04.782195 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d373912b-daef-4dcf-9d51-36c3e9401aa8 admin admin] Router 0d1006c8-9f1a-4878-8422-77aa6f8afb75 has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 17:44:04.820422 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1155963e-5273-4361-beaa-e2d0dace7046 req-84c8cb7b-4878-4d89-9438-037c2c7f911b tempest-VolumesAdminNegativeTest-1341003139 tempest-VolumesAdminNegativeTest-1341003139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:44:04.835948 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-1155963e-5273-4361-beaa-e2d0dace7046 req-84c8cb7b-4878-4d89-9438-037c2c7f911b tempest-VolumesAdminNegativeTest-1341003139 tempest-VolumesAdminNegativeTest-1341003139-project] 10.222.0.54 "GET /v2.0/ports?device_id=34d2788b-0710-4e9f-9c2d-926e3fdf5a46 HTTP/1.1" status: 200 len: 945 time: 0.2664764 Nov 19 17:44:04.877418 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c2221082-6f95-46c4-af00-c5de811c50a1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:04.941197 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8efcb003-cc11-4f08-83da-cca24ded1024 None None] Network bcffe9fd-ba33-4c0f-a44c-e3294ad13f95 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:44:05.048853 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8c6d8bf3-2c8e-40e6-a6e4-5c080146b51e req-1aa67cc4-09fd-41a9-9993-5696292d7861 tempest-ServerShowV247Test-530126473 tempest-ServerShowV247Test-530126473-project] 10.222.0.54 "GET /v2.0/ports?device_id=6759b244-5ca2-48a2-895b-ef9b8f535f6c HTTP/1.1" status: 200 len: 210 time: 0.1620138 Nov 19 17:44:05.122456 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-1155963e-5273-4361-beaa-e2d0dace7046 req-3c836f31-3c12-498f-bbc0-0c4cef76e277 tempest-VolumesAdminNegativeTest-1341003139 tempest-VolumesAdminNegativeTest-1341003139-project] 10.222.0.54 "GET /v2.0/security-groups?id=c3674055-2bfd-4653-8d3b-0c698bff9dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2852330 Nov 19 17:44:05.156242 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e013d7e6-5264-4dcc-9759-54f5fb809e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:05.180654 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port e9bc38dd-b57d-4ed0-8603-7390013fb89e triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:44:05.181367 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:05.250915 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:05.279831 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d373912b-daef-4dcf-9d51-36c3e9401aa8 admin admin] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 17:44:05.296497 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b9867ef-c10d-4cb0-b47d-c94b07c1fbb0 None None] Sync routers for ids ['0d1006c8-9f1a-4878-8422-77aa6f8afb75'] in n-d-818022-2 {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 17:44:05.319475 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-d373912b-daef-4dcf-9d51-36c3e9401aa8 admin admin] 10.222.0.54 "PUT /v2.0/routers/0d1006c8-9f1a-4878-8422-77aa6f8afb75/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0363052 Nov 19 17:44:05.322934 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 51254) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:44:05.338030 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b9867ef-c10d-4cb0-b47d-c94b07c1fbb0 None None] Routers {'0d1006c8-9f1a-4878-8422-77aa6f8afb75'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:44:05.339288 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-6b9867ef-c10d-4cb0-b47d-c94b07c1fbb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:44:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['0d1006c8-9f1a-4878-8422-77aa6f8afb75'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:44:05.352162 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c2221082-6f95-46c4-af00-c5de811c50a1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:05.680882 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4824ad0-da33-4165-808e-4c4fed5550b8 None None] Network bcffe9fd-ba33-4c0f-a44c-e3294ad13f95 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:44:05.696564 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-6b9867ef-c10d-4cb0-b47d-c94b07c1fbb0 None None] Set router 0d1006c8-9f1a-4878-8422-77aa6f8afb75 gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:44:05.744780 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-09d38d3d-af08-43f9-883a-610591c0b1e6 admin admin] Publish callbacks [] for router, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:05.846713 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-9fc6f0a1-aeb1-4064-adfe-d22b91dc1bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a6cd743-8926-47d7-aba0-b50e58e111f8', 'name': 'tempest-ServersTestBootFromVolume-454974056-router', 'tenant_id': '0a0b004e524b43138e0ccf2007e7de7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.119'}], 'enable_snat': True}, 'gw_port_id': 'ad2c5ed9-2037-4cbd-8d0f-980da9979be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:43:56Z', 'updated_at': '2021-11-19T17:43:59Z', 'revision_number': 3, 'project_id': '0a0b004e524b43138e0ccf2007e7de7f', 'gw_port': {'id': 'ad2c5ed9-2037-4cbd-8d0f-980da9979be2', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:bc:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a6cd743-8926-47d7-aba0-b50e58e111f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:43:58Z', 'updated_at': '2021-11-19T17:43:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:44:05.901495 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-483d1e33-4805-45ed-82aa-047b2d14fb07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:05.911032 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc6f0a1-aeb1-4064-adfe-d22b91dc1bcc None None] Checking router: 5a6cd743-8926-47d7-aba0-b50e58e111f8 for host: n-d-818022-2 {{(pid=103366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 17:44:05.911682 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc6f0a1-aeb1-4064-adfe-d22b91dc1bcc None None] Updating router 5a6cd743-8926-47d7-aba0-b50e58e111f8 port ad2c5ed9-2037-4cbd-8d0f-980da9979be2 binding host n-d-818022-2 {{(pid=103366) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 17:44:05.963756 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-6b9867ef-c10d-4cb0-b47d-c94b07c1fbb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d1006c8-9f1a-4878-8422-77aa6f8afb75', 'name': 'tempest-ServerRescueTestJSON-964568590-router', 'tenant_id': 'e9d0792a3a024bd5be40fd99773caf74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.170'}], 'enable_snat': True}, 'gw_port_id': '818e9224-abcd-47ac-9d74-477302aa9cda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:41:35Z', 'updated_at': '2021-11-19T17:44:01Z', 'revision_number': 5, 'project_id': 'e9d0792a3a024bd5be40fd99773caf74', 'gw_port': {'id': '818e9224-abcd-47ac-9d74-477302aa9cda', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:8b:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d1006c8-9f1a-4878-8422-77aa6f8afb75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:41:37Z', 'updated_at': '2021-11-19T17:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:44:05.982407 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9fc6f0a1-aeb1-4064-adfe-d22b91dc1bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:05.996423 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b9867ef-c10d-4cb0-b47d-c94b07c1fbb0 None None] Checking router: 0d1006c8-9f1a-4878-8422-77aa6f8afb75 for host: n-d-818022-2 {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 17:44:06.005987 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b9867ef-c10d-4cb0-b47d-c94b07c1fbb0 None None] Routers {'0d1006c8-9f1a-4878-8422-77aa6f8afb75'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:44:06.006792 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-6b9867ef-c10d-4cb0-b47d-c94b07c1fbb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:44:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['0d1006c8-9f1a-4878-8422-77aa6f8afb75'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:44:06.073404 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d140f946-63ad-4845-8834-dba6c59435f4 req-97d5092d-54ac-4d15-9e72-76d455bbe8ef tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:44:06.082416 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d140f946-63ad-4845-8834-dba6c59435f4 req-97d5092d-54ac-4d15-9e72-76d455bbe8ef tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/ports?device_id=096b5441-5f69-4f8a-a4be-bedfc1bccced HTTP/1.1" status: 200 len: 944 time: 0.5138083 Nov 19 17:44:06.143337 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-6b9867ef-c10d-4cb0-b47d-c94b07c1fbb0 None None] Set router 0d1006c8-9f1a-4878-8422-77aa6f8afb75 gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:44:06.173903 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-09d38d3d-af08-43f9-883a-610591c0b1e6 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:06.390618 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9fc6f0a1-aeb1-4064-adfe-d22b91dc1bcc None None] Publish callbacks [] for port, precommit_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:06.398071 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d140f946-63ad-4845-8834-dba6c59435f4 req-fc9d93ac-d49b-4544-96be-eefc0765bc86 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/security-groups?id=12d5dc08-1d9f-41c6-b52c-304239ec8b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3143983 Nov 19 17:44:06.441117 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9fc6f0a1-aeb1-4064-adfe-d22b91dc1bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:06.493796 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7ab8e9ae-6633-472e-bb95-1f7a54ac1e57 req-a733f7f8-ae39-4080-914a-29f0552bc13d tempest-ServerShowV247Test-530126473 tempest-ServerShowV247Test-530126473-project] 10.222.0.54 "GET /v2.0/ports?device_id=6759b244-5ca2-48a2-895b-ef9b8f535f6c HTTP/1.1" status: 200 len: 210 time: 0.2197487 Nov 19 17:44:06.552747 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271a128f-3243-40da-9655-2296449b4e22 None None] Pushing event updated for resources: {'Port': ['ID=ad2c5ed9-2037-4cbd-8d0f-980da9979be2,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:44:06.653224 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-9fc6f0a1-aeb1-4064-adfe-d22b91dc1bcc None None] Attempting to bind port ad2c5ed9-2037-4cbd-8d0f-980da9979be2 on host n-d-818022-2 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:44:06.653504 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-9fc6f0a1-aeb1-4064-adfe-d22b91dc1bcc None None] Attempting to bind port ad2c5ed9-2037-4cbd-8d0f-980da9979be2 by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:44:06.653897 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc6f0a1-aeb1-4064-adfe-d22b91dc1bcc None None] Attempting to bind port ad2c5ed9-2037-4cbd-8d0f-980da9979be2 on network 645e61aa-1a6c-4e8f-857e-ab06edb4897f {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:44:06.669330 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc6f0a1-aeb1-4064-adfe-d22b91dc1bcc None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 44, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:44:06.669706 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc6f0a1-aeb1-4064-adfe-d22b91dc1bcc None None] Checking segment: {'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:44:06.671544 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9fc6f0a1-aeb1-4064-adfe-d22b91dc1bcc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:06.678618 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc6f0a1-aeb1-4064-adfe-d22b91dc1bcc None None] Bound using segment: {'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:44:06.679158 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-9fc6f0a1-aeb1-4064-adfe-d22b91dc1bcc None None] Bound port: ad2c5ed9-2037-4cbd-8d0f-980da9979be2, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:44:06.679563 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9fc6f0a1-aeb1-4064-adfe-d22b91dc1bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:06.680377 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c407368e-8b81-4736-92ac-86cdb88d1faa req-6cc7104b-aa09-441e-ae2b-3e9e7e90c180 tempest-VolumesAdminNegativeTest-1341003139 tempest-VolumesAdminNegativeTest-1341003139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:44:06.683569 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c407368e-8b81-4736-92ac-86cdb88d1faa req-6cc7104b-aa09-441e-ae2b-3e9e7e90c180 tempest-VolumesAdminNegativeTest-1341003139 tempest-VolumesAdminNegativeTest-1341003139-project] 10.222.0.60 "GET /v2.0/ports?device_id=34d2788b-0710-4e9f-9c2d-926e3fdf5a46 HTTP/1.1" status: 200 len: 945 time: 0.4725764 Nov 19 17:44:06.785602 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-09d38d3d-af08-43f9-883a-610591c0b1e6 admin admin] Deleting port 818e9224-abcd-47ac-9d74-477302aa9cda {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:44:06.786400 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-09d38d3d-af08-43f9-883a-610591c0b1e6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:06.863403 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-6b9867ef-c10d-4cb0-b47d-c94b07c1fbb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d1006c8-9f1a-4878-8422-77aa6f8afb75', 'name': 'tempest-ServerRescueTestJSON-964568590-router', 'tenant_id': 'e9d0792a3a024bd5be40fd99773caf74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.170'}], 'enable_snat': True}, 'gw_port_id': '818e9224-abcd-47ac-9d74-477302aa9cda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:41:35Z', 'updated_at': '2021-11-19T17:44:01Z', 'revision_number': 5, 'project_id': 'e9d0792a3a024bd5be40fd99773caf74', 'gw_port': {'id': '818e9224-abcd-47ac-9d74-477302aa9cda', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:8b:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d1006c8-9f1a-4878-8422-77aa6f8afb75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:41:37Z', 'updated_at': '2021-11-19T17:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:44:06.918042 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-9fc6f0a1-aeb1-4064-adfe-d22b91dc1bcc None None] For port ad2c5ed9-2037-4cbd-8d0f-980da9979be2, host n-d-818022-2, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:44:06.927622 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-9fc6f0a1-aeb1-4064-adfe-d22b91dc1bcc None None] For port ad2c5ed9-2037-4cbd-8d0f-980da9979be2, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=ad2c5ed9-2037-4cbd-8d0f-980da9979be2,segment=NetworkSegment(bbe705c1-96c0-476e-8381-28227e6f0ac5),segment_id=bbe705c1-96c0-476e-8381-28227e6f0ac5)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:44:06.936658 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9fc6f0a1-aeb1-4064-adfe-d22b91dc1bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:07.032712 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b9867ef-c10d-4cb0-b47d-c94b07c1fbb0 None None] The sync data for ids ['0d1006c8-9f1a-4878-8422-77aa6f8afb75'] in n-d-818022-2 is: [{'id': '0d1006c8-9f1a-4878-8422-77aa6f8afb75', 'name': 'tempest-ServerRescueTestJSON-964568590-router', 'tenant_id': 'e9d0792a3a024bd5be40fd99773caf74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.170'}], 'enable_snat': True}, 'gw_port_id': '818e9224-abcd-47ac-9d74-477302aa9cda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:41:35Z', 'updated_at': '2021-11-19T17:44:01Z', 'revision_number': 5, 'project_id': 'e9d0792a3a024bd5be40fd99773caf74', 'gw_port': {'id': '818e9224-abcd-47ac-9d74-477302aa9cda', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:8b:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d1006c8-9f1a-4878-8422-77aa6f8afb75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:41:37Z', 'updated_at': '2021-11-19T17:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 17:44:07.174536 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc6f0a1-aeb1-4064-adfe-d22b91dc1bcc None None] Routers {'5a6cd743-8926-47d7-aba0-b50e58e111f8'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:44:07.175455 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-9fc6f0a1-aeb1-4064-adfe-d22b91dc1bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:44:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['5a6cd743-8926-47d7-aba0-b50e58e111f8'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:44:07.196412 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [None req-483d1e33-4805-45ed-82aa-047b2d14fb07 admin admin] Allocated IP 172.20.0.1 (2c552d15-d4c8-45a0-876e-f450c6de937e/692086f0-4f6a-4acd-a98f-26302c460ba8/21f943bf-5a34-47cb-b798-eaaffe7c3651) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:44:07.201877 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-c407368e-8b81-4736-92ac-86cdb88d1faa req-8a6c60b2-3cd2-4353-b286-edfdfac8218a tempest-VolumesAdminNegativeTest-1341003139 tempest-VolumesAdminNegativeTest-1341003139-project] Deleting port db03b09b-e77e-491c-a42e-2ece25cddc2f {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:44:07.202719 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-c407368e-8b81-4736-92ac-86cdb88d1faa req-8a6c60b2-3cd2-4353-b286-edfdfac8218a tempest-VolumesAdminNegativeTest-1341003139 tempest-VolumesAdminNegativeTest-1341003139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:07.343086 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271a128f-3243-40da-9655-2296449b4e22 None None] Pushing event updated for resources: {'Port': ['ID=ad2c5ed9-2037-4cbd-8d0f-980da9979be2,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:44:07.369210 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-c407368e-8b81-4736-92ac-86cdb88d1faa req-8a6c60b2-3cd2-4353-b286-edfdfac8218a tempest-VolumesAdminNegativeTest-1341003139 tempest-VolumesAdminNegativeTest-1341003139-project] For port db03b09b-e77e-491c-a42e-2ece25cddc2f, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=db03b09b-e77e-491c-a42e-2ece25cddc2f,segment=NetworkSegment(9e90afa5-1f59-4a85-a132-c73e051ef9e4),segment_id=9e90afa5-1f59-4a85-a132-c73e051ef9e4)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:44:07.369541 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-c407368e-8b81-4736-92ac-86cdb88d1faa req-8a6c60b2-3cd2-4353-b286-edfdfac8218a tempest-VolumesAdminNegativeTest-1341003139 tempest-VolumesAdminNegativeTest-1341003139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:07.386323 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-c407368e-8b81-4736-92ac-86cdb88d1faa req-8a6c60b2-3cd2-4353-b286-edfdfac8218a tempest-VolumesAdminNegativeTest-1341003139 tempest-VolumesAdminNegativeTest-1341003139-project] Calling delete_port for db03b09b-e77e-491c-a42e-2ece25cddc2f owned by compute:nova {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:44:07.517940 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-483d1e33-4805-45ed-82aa-047b2d14fb07 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:07.552463 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-9fc6f0a1-aeb1-4064-adfe-d22b91dc1bcc None None] Set router 5a6cd743-8926-47d7-aba0-b50e58e111f8 gateway port host: n-d-818022-2 {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:44:07.561519 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [None req-09d38d3d-af08-43f9-883a-610591c0b1e6 admin admin] For port 818e9224-abcd-47ac-9d74-477302aa9cda, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=818e9224-abcd-47ac-9d74-477302aa9cda,segment=NetworkSegment(bbe705c1-96c0-476e-8381-28227e6f0ac5),segment_id=bbe705c1-96c0-476e-8381-28227e6f0ac5)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:44:07.561519 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-09d38d3d-af08-43f9-883a-610591c0b1e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:07.580601 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80975c8-2f5f-4414-b091-80fd6c26dec9 req-ec7909eb-c2f3-4201-93d6-cd4218d5fafa tempest-VolumesAdminNegativeTest-1341003139 tempest-VolumesAdminNegativeTest-1341003139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:44:07.582437 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c80975c8-2f5f-4414-b091-80fd6c26dec9 req-ec7909eb-c2f3-4201-93d6-cd4218d5fafa tempest-VolumesAdminNegativeTest-1341003139 tempest-VolumesAdminNegativeTest-1341003139-project] 10.222.0.54 "GET /v2.0/ports?device_id=34d2788b-0710-4e9f-9c2d-926e3fdf5a46 HTTP/1.1" status: 200 len: 945 time: 1.0183551 Nov 19 17:44:07.636138 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-09d38d3d-af08-43f9-883a-610591c0b1e6 admin admin] Calling delete_port for 818e9224-abcd-47ac-9d74-477302aa9cda owned by network:router_gateway {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:44:07.857378 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device e382c3fe-0fd8-414b-ad92-ef41734beac8 no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:44:07.868727 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c2221082-6f95-46c4-af00-c5de811c50a1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:07.940667 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c80975c8-2f5f-4414-b091-80fd6c26dec9 req-4f528103-337f-4215-8bf0-41de32341b65 tempest-VolumesAdminNegativeTest-1341003139 tempest-VolumesAdminNegativeTest-1341003139-project] 10.222.0.54 "GET /v2.0/security-groups?id=c3674055-2bfd-4653-8d3b-0c698bff9dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3112829 Nov 19 17:44:07.948019 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-483d1e33-4805-45ed-82aa-047b2d14fb07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:07.952889 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c2221082-6f95-46c4-af00-c5de811c50a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:08.015974 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: e382c3fe-0fd8-414b-ad92-ef41734beac8 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:44:08.016498 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device e382c3fe-0fd8-414b-ad92-ef41734beac8 not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:44:08.020444 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-09d38d3d-af08-43f9-883a-610591c0b1e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:08.024107 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-c407368e-8b81-4736-92ac-86cdb88d1faa req-8a6c60b2-3cd2-4353-b286-edfdfac8218a tempest-VolumesAdminNegativeTest-1341003139 tempest-VolumesAdminNegativeTest-1341003139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:08.043947 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['db03b09b-e77e-491c-a42e-2ece25cddc2f'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:44:08.130190 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-483d1e33-4805-45ed-82aa-047b2d14fb07 admin admin] Network 2c552d15-d4c8-45a0-876e-f450c6de937e is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:44:08.154043 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-483d1e33-4805-45ed-82aa-047b2d14fb07 admin admin] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:44:08.155552 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-c407368e-8b81-4736-92ac-86cdb88d1faa req-8a6c60b2-3cd2-4353-b286-edfdfac8218a tempest-VolumesAdminNegativeTest-1341003139 tempest-VolumesAdminNegativeTest-1341003139-project] No DVR routers for this DVR port db03b09b-e77e-491c-a42e-2ece25cddc2f on host n-h1-818022-2 {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:44:08.161897 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d38d3d-af08-43f9-883a-610591c0b1e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=818e9224-abcd-47ac-9d74-477302aa9cda,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:44:08.182386 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-483d1e33-4805-45ed-82aa-047b2d14fb07 admin admin] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:44:08.186057 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-9fc6f0a1-aeb1-4064-adfe-d22b91dc1bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a6cd743-8926-47d7-aba0-b50e58e111f8', 'name': 'tempest-ServersTestBootFromVolume-454974056-router', 'tenant_id': '0a0b004e524b43138e0ccf2007e7de7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.119'}], 'enable_snat': True}, 'gw_port_id': 'ad2c5ed9-2037-4cbd-8d0f-980da9979be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:43:56Z', 'updated_at': '2021-11-19T17:43:59Z', 'revision_number': 3, 'project_id': '0a0b004e524b43138e0ccf2007e7de7f', 'gw_port': {'id': 'ad2c5ed9-2037-4cbd-8d0f-980da9979be2', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:bc:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a6cd743-8926-47d7-aba0-b50e58e111f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:43:58Z', 'updated_at': '2021-11-19T17:44:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:44:08.190111 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-c407368e-8b81-4736-92ac-86cdb88d1faa req-8a6c60b2-3cd2-4353-b286-edfdfac8218a tempest-VolumesAdminNegativeTest-1341003139 tempest-VolumesAdminNegativeTest-1341003139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:08.195954 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c407368e-8b81-4736-92ac-86cdb88d1faa req-8a6c60b2-3cd2-4353-b286-edfdfac8218a tempest-VolumesAdminNegativeTest-1341003139 tempest-VolumesAdminNegativeTest-1341003139-project] 10.222.0.60 "DELETE /v2.0/ports/db03b09b-e77e-491c-a42e-2ece25cddc2f HTTP/1.1" status: 204 len: 173 time: 1.5043828 Nov 19 17:44:08.197758 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-34d6a3c9-38a3-4c29-8396-c2aabcbb39a8 req-7faca27f-b132-4aa9-b29f-503ccb1f06f3 tempest-ServerShowV247Test-530126473 tempest-ServerShowV247Test-530126473-project] 10.222.0.54 "GET /v2.0/ports?device_id=6759b244-5ca2-48a2-895b-ef9b8f535f6c HTTP/1.1" status: 200 len: 210 time: 0.0696819 Nov 19 17:44:08.210850 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c4ba12-1369-4e76-8190-7824048418d1 req-0e92b58b-3228-46aa-935e-dc9c0127e01a tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:44:08.214842 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-96c4ba12-1369-4e76-8190-7824048418d1 req-0e92b58b-3228-46aa-935e-dc9c0127e01a tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/ports?device_id=096b5441-5f69-4f8a-a4be-bedfc1bccced HTTP/1.1" status: 200 len: 944 time: 0.7003229 Nov 19 17:44:08.215180 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34d2788b-0710-4e9f-9c2d-926e3fdf5a46', 'name': 'network-vif-deleted', 'tag': 'db03b09b-e77e-491c-a42e-2ece25cddc2f'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:44:08.230691 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218319d759239a7d11f1288aef37381b97754913ee9ccbfd43b51a463f801712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77b7e54e-ea54-4df7-ac96-8876faca3dec" -d '{"events": [{"server_uuid": "34d2788b-0710-4e9f-9c2d-926e3fdf5a46", "name": "network-vif-deleted", "tag": "db03b09b-e77e-491c-a42e-2ece25cddc2f"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:44:08.333187 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc6f0a1-aeb1-4064-adfe-d22b91dc1bcc None None] The sync data for ids ['5a6cd743-8926-47d7-aba0-b50e58e111f8'] in n-d-818022-2 is: [{'id': '5a6cd743-8926-47d7-aba0-b50e58e111f8', 'name': 'tempest-ServersTestBootFromVolume-454974056-router', 'tenant_id': '0a0b004e524b43138e0ccf2007e7de7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.119'}], 'enable_snat': True}, 'gw_port_id': 'ad2c5ed9-2037-4cbd-8d0f-980da9979be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:43:56Z', 'updated_at': '2021-11-19T17:43:59Z', 'revision_number': 3, 'project_id': '0a0b004e524b43138e0ccf2007e7de7f', 'gw_port': {'id': 'ad2c5ed9-2037-4cbd-8d0f-980da9979be2', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:bc:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a6cd743-8926-47d7-aba0-b50e58e111f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:43:58Z', 'updated_at': '2021-11-19T17:44:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 17:44:08.481947 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6c60b2-3cd2-4353-b286-edfdfac8218a tempest-VolumesAdminNegativeTest-1341003139 tempest-VolumesAdminNegativeTest-1341003139-project] Pushing event deleted for resources: {'Port': ['ID=db03b09b-e77e-491c-a42e-2ece25cddc2f,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:44:08.486696 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:44:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe058353-cdb1-448d-bcb0-5634cd5c25f2 x-openstack-request-id: req-fe058353-cdb1-448d-bcb0-5634cd5c25f2 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:44:08.487074 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34d2788b-0710-4e9f-9c2d-926e3fdf5a46", "name": "network-vif-deleted", "tag": "db03b09b-e77e-491c-a42e-2ece25cddc2f", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:44:08.487461 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-fe058353-cdb1-448d-bcb0-5634cd5c25f2 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:44:08.488006 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34d2788b-0710-4e9f-9c2d-926e3fdf5a46', 'name': 'network-vif-deleted', 'tag': 'db03b09b-e77e-491c-a42e-2ece25cddc2f', 'status': 'completed', 'code': 200} Nov 19 17:44:08.494759 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483d1e33-4805-45ed-82aa-047b2d14fb07 admin admin] Pushing event updated for resources: {'Port': ['ID=21f943bf-5a34-47cb-b798-eaaffe7c3651,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:44:08.563920 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-483d1e33-4805-45ed-82aa-047b2d14fb07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-671361'] for router_interface, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:08.658474 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-09d38d3d-af08-43f9-883a-610591c0b1e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-671730'] for router_gateway, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:08.800885 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-ecf0f82a-c817-44d8-8160-0c0ceec67ec3 None None] Provisioning complete for port 21f943bf-5a34-47cb-b798-eaaffe7c3651 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:44:08.801718 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ecf0f82a-c817-44d8-8160-0c0ceec67ec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:08.834226 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-96c4ba12-1369-4e76-8190-7824048418d1 req-ebc75364-3fd5-4516-8fa2-4f6390dd307d tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/security-groups?id=12d5dc08-1d9f-41c6-b52c-304239ec8b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5819342 Nov 19 17:44:08.994694 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-09d38d3d-af08-43f9-883a-610591c0b1e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4696'] for router, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:09.007941 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-ecf0f82a-c817-44d8-8160-0c0ceec67ec3 None None] Port 21f943bf-5a34-47cb-b798-eaaffe7c3651 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:44:09.008886 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-09d38d3d-af08-43f9-883a-610591c0b1e6 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:09.143207 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-09d38d3d-af08-43f9-883a-610591c0b1e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-543895'] for router, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:09.144139 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09d38d3d-af08-43f9-883a-610591c0b1e6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0d1006c8-9f1a-4878-8422-77aa6f8afb75 {{(pid=103365) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 17:44:09.167011 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-09d38d3d-af08-43f9-883a-610591c0b1e6 admin admin] Publish callbacks [] for router, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:09.168351 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-09d38d3d-af08-43f9-883a-610591c0b1e6 admin admin] 10.222.0.54 "DELETE /v2.0/routers/0d1006c8-9f1a-4878-8422-77aa6f8afb75 HTTP/1.1" status: 204 len: 168 time: 3.8438416 Nov 19 17:44:09.178289 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 51302) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:44:09.271366 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd63d995-285f-4f3a-9c6c-588d0dde0cb1 admin admin] Deleting subnet c8b9f65f-87c2-480d-928b-0fe5bda8bb38 {{(pid=103365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 17:44:09.277850 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-dd63d995-285f-4f3a-9c6c-588d0dde0cb1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:09.340079 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-dd63d995-285f-4f3a-9c6c-588d0dde0cb1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12546453'] for subnet, precommit_delete_associations {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:09.363828 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device 8c6312d8-576e-4736-bc85-42aa986721e9 no longer exists at agent hyperv_n-h2-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:44:09.464383 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-dd63d995-285f-4f3a-9c6c-588d0dde0cb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:09.471452 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [None req-c2221082-6f95-46c4-af00-c5de811c50a1 admin admin] Allocated IP 172.25.7.213 (645e61aa-1a6c-4e8f-857e-ab06edb4897f/88ed2d64-f56d-4f01-a468-946e01c99e82/b6ed7324-8b16-4ad2-9553-54787620217d) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:44:09.496427 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8853ac90-b86c-4cbc-8566-d6d9d7773169 req-e38252d2-ff6a-4060-aece-ec5964c56c3a tempest-VolumesAdminNegativeTest-1341003139 tempest-VolumesAdminNegativeTest-1341003139-project] 10.222.0.54 "GET /v2.0/ports?device_id=34d2788b-0710-4e9f-9c2d-926e3fdf5a46 HTTP/1.1" status: 200 len: 210 time: 0.0929332 Nov 19 17:44:09.623503 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-dd63d995-285f-4f3a-9c6c-588d0dde0cb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12282919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8731163'] for subnet, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:09.747280 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd63d995-285f-4f3a-9c6c-588d0dde0cb1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c8b9f65f-87c2-480d-928b-0fe5bda8bb38,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:44:09.756961 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ed7c1007-5b47-4f1a-a5c8-1a19f88c178f req-4968b960-dd8e-452c-bea5-d520c42fb1e3 tempest-ServerShowV247Test-530126473 tempest-ServerShowV247Test-530126473-project] 10.222.0.54 "GET /v2.0/ports?device_id=6759b244-5ca2-48a2-895b-ef9b8f535f6c HTTP/1.1" status: 200 len: 210 time: 0.1425061 Nov 19 17:44:09.759962 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-dd63d995-285f-4f3a-9c6c-588d0dde0cb1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:09.770078 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-dd63d995-285f-4f3a-9c6c-588d0dde0cb1 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/c8b9f65f-87c2-480d-928b-0fe5bda8bb38 HTTP/1.1" status: 204 len: 168 time: 0.5903082 Nov 19 17:44:09.776038 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 51316) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:44:09.978056 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-12030e13-8a02-4b65-b441-35f4b5d5151f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:10.149618 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c2221082-6f95-46c4-af00-c5de811c50a1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:10.261238 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device ad2c5ed9-2037-4cbd-8d0f-980da9979be2 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:44:10.341531 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-483d1e33-4805-45ed-82aa-047b2d14fb07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:10.355523 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-12030e13-8a02-4b65-b441-35f4b5d5151f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:10.365134 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device db03b09b-e77e-491c-a42e-2ece25cddc2f no longer exists at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:44:10.373996 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c2221082-6f95-46c4-af00-c5de811c50a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:10.386514 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-12030e13-8a02-4b65-b441-35f4b5d5151f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e96445f-a5e4-45c4-8de8-46b5573abaec']}} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:44:10.429197 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-12030e13-8a02-4b65-b441-35f4b5d5151f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f7608ea-8bdd-41e7-91fd-16ec67411b89') {'for_net_delete': True} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:44:10.429948 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-12030e13-8a02-4b65-b441-35f4b5d5151f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f7608ea-8bdd-41e7-91fd-16ec67411b89') {} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:44:10.485252 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2221082-6f95-46c4-af00-c5de811c50a1 admin admin] Network 645e61aa-1a6c-4e8f-857e-ab06edb4897f is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:44:10.487679 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] No Port match for: db03b09b-e77e-491c-a42e-2ece25cddc2f {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:44:10.488255 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-12030e13-8a02-4b65-b441-35f4b5d5151f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12545382'] for segment, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:10.490757 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device db03b09b-e77e-491c-a42e-2ece25cddc2f not bound to the agent host n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:44:10.494565 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2221082-6f95-46c4-af00-c5de811c50a1 admin admin] Pushing event updated for resources: {'Port': ['ID=b6ed7324-8b16-4ad2-9553-54787620217d,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:44:10.499141 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-c2221082-6f95-46c4-af00-c5de811c50a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:44:10.501600 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2221082-6f95-46c4-af00-c5de811c50a1 admin admin] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:44:10.564275 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-12030e13-8a02-4b65-b441-35f4b5d5151f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:10.566199 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c131f0d-0955-441d-8423-bdf422165160 req-a7b10b35-eb19-4b57-a618-eb3d69f510fb tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:44:10.575652 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-3c131f0d-0955-441d-8423-bdf422165160 req-a7b10b35-eb19-4b57-a618-eb3d69f510fb tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/ports?device_id=096b5441-5f69-4f8a-a4be-bedfc1bccced HTTP/1.1" status: 200 len: 944 time: 0.3216798 Nov 19 17:44:10.602977 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port ad2c5ed9-2037-4cbd-8d0f-980da9979be2 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:44:10.603172 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:10.610113 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12030e13-8a02-4b65-b441-35f4b5d5151f admin admin] Releasing vlan 681 on physical network physnet1 to pool {{(pid=103365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 17:44:10.610759 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-12030e13-8a02-4b65-b441-35f4b5d5151f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12282953'] for segment, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:10.620565 n-d-818022-2 neutron-server[103365]: Traceback (most recent call last): Nov 19 17:44:10.620565 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 17:44:10.620565 n-d-818022-2 neutron-server[103365]: timer() Nov 19 17:44:10.620565 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 17:44:10.620565 n-d-818022-2 neutron-server[103365]: cb(*args, **kw) Nov 19 17:44:10.620565 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 17:44:10.620565 n-d-818022-2 neutron-server[103365]: return func(*args, **kwargs) Nov 19 17:44:10.620565 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 17:44:10.620565 n-d-818022-2 neutron-server[103365]: self._notify() Nov 19 17:44:10.620565 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 17:44:10.620565 n-d-818022-2 neutron-server[103365]: self.callback(batched_events) Nov 19 17:44:10.620565 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 17:44:10.620565 n-d-818022-2 neutron-server[103365]: event.method(event) Nov 19 17:44:10.620565 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 17:44:10.620565 n-d-818022-2 neutron-server[103365]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 17:44:10.620565 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 17:44:10.620565 n-d-818022-2 neutron-server[103365]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 17:44:10.620565 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 17:44:10.620565 n-d-818022-2 neutron-server[103365]: return f(self, *a, **k) Nov 19 17:44:10.620565 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 17:44:10.620565 n-d-818022-2 neutron-server[103365]: return self._get(url).json() Nov 19 17:44:10.620565 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 17:44:10.620565 n-d-818022-2 neutron-server[103365]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 17:44:10.620565 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 17:44:10.620565 n-d-818022-2 neutron-server[103365]: return self.request(url, 'GET', **kwargs) Nov 19 17:44:10.620565 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 17:44:10.620565 n-d-818022-2 neutron-server[103365]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 17:44:10.620565 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 17:44:10.620565 n-d-818022-2 neutron-server[103365]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 17:44:10.620565 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 17:44:10.620565 n-d-818022-2 neutron-server[103365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 17:44:10.620565 n-d-818022-2 neutron-server[103365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 17:44:10.715603 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 51328) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:44:10.883136 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:10.884110 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_v2 [None req-6905cc2f-cfef-4525-9a97-0e30ef2a9fce admin admin] Deleting subnet d23db122-1f32-4600-b7b5-dc425f5c9a8b {{(pid=103365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 17:44:10.899105 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6905cc2f-cfef-4525-9a97-0e30ef2a9fce admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:10.972567 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] For port ad2c5ed9-2037-4cbd-8d0f-980da9979be2, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=ad2c5ed9-2037-4cbd-8d0f-980da9979be2,segment=NetworkSegment(bbe705c1-96c0-476e-8381-28227e6f0ac5),segment_id=bbe705c1-96c0-476e-8381-28227e6f0ac5)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:44:10.976036 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-12030e13-8a02-4b65-b441-35f4b5d5151f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671242'] for network, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:10.980500 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:11.064039 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12030e13-8a02-4b65-b441-35f4b5d5151f admin admin] Pushing event deleted for resources: {'Network': ['ID=3e96445f-a5e4-45c4-8de8-46b5573abaec,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:44:11.081595 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-12030e13-8a02-4b65-b441-35f4b5d5151f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:11.096266 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-12030e13-8a02-4b65-b441-35f4b5d5151f admin admin] 10.222.0.54 "DELETE /v2.0/networks/3e96445f-a5e4-45c4-8de8-46b5573abaec HTTP/1.1" status: 204 len: 168 time: 1.3138378 Nov 19 17:44:11.140636 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6905cc2f-cfef-4525-9a97-0e30ef2a9fce admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12546453'] for subnet, precommit_delete_associations {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:11.201747 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-3c131f0d-0955-441d-8423-bdf422165160 req-ace6de28-f2b9-4092-b12b-0af0152a35c6 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/security-groups?id=12d5dc08-1d9f-41c6-b52c-304239ec8b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6244450 Nov 19 17:44:11.218044 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Pushing event updated for resources: {'Port': ['ID=ad2c5ed9-2037-4cbd-8d0f-980da9979be2,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:44:11.227014 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 818e9224-abcd-47ac-9d74-477302aa9cda no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:44:11.254588 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-bdf0854a-4ae3-45e1-9369-d54d01bfca84 req-f51b6831-68f6-4e7a-ae7d-999fc10ca379 tempest-ServerShowV247Test-530126473 tempest-ServerShowV247Test-530126473-project] 10.222.0.54 "GET /v2.0/ports?device_id=6759b244-5ca2-48a2-895b-ef9b8f535f6c HTTP/1.1" status: 200 len: 210 time: 0.1271479 Nov 19 17:44:11.401753 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6905cc2f-cfef-4525-9a97-0e30ef2a9fce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:11.486500 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 51344) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:44:11.618628 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 51346) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:44:11.621113 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-b5c61d3c-64a9-4900-b96e-5167f634fb5a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e9d0792a3a024bd5be40fd99773caf74&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1328599 Nov 19 17:44:11.682122 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: 818e9224-abcd-47ac-9d74-477302aa9cda {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:44:11.684501 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 818e9224-abcd-47ac-9d74-477302aa9cda not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:44:11.690755 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6905cc2f-cfef-4525-9a97-0e30ef2a9fce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12282919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8731163'] for subnet, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:11.721769 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c2221082-6f95-46c4-af00-c5de811c50a1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:11.804407 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6905cc2f-cfef-4525-9a97-0e30ef2a9fce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d23db122-1f32-4600-b7b5-dc425f5c9a8b,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:44:11.808370 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6905cc2f-cfef-4525-9a97-0e30ef2a9fce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:11.811811 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-6905cc2f-cfef-4525-9a97-0e30ef2a9fce admin admin] 10.222.0.54 "DELETE /v2.0/subnets/d23db122-1f32-4600-b7b5-dc425f5c9a8b HTTP/1.1" status: 204 len: 168 time: 1.0952437 Nov 19 17:44:11.816476 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 51348) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:44:11.947906 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-483d1e33-4805-45ed-82aa-047b2d14fb07 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:11.956245 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-483d1e33-4805-45ed-82aa-047b2d14fb07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:11.958580 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-18854483-a89e-4127-9105-5cd4503d8575 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:11.959690 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device ad2c5ed9-2037-4cbd-8d0f-980da9979be2 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:44:12.020047 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a300fb10-2809-4b21-952e-f51706bc5cef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:12.046722 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-18854483-a89e-4127-9105-5cd4503d8575 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:12.105728 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port ad2c5ed9-2037-4cbd-8d0f-980da9979be2 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:44:12.106252 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:12.168995 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483d1e33-4805-45ed-82aa-047b2d14fb07 admin admin] Pushing event updated for resources: {'Port': ['ID=21f943bf-5a34-47cb-b798-eaaffe7c3651,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:44:12.187762 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-483d1e33-4805-45ed-82aa-047b2d14fb07 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-768529'] for router_interface, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:12.222469 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a300fb10-2809-4b21-952e-f51706bc5cef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:12.267838 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-a300fb10-2809-4b21-952e-f51706bc5cef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['564aa6c2-1e0f-41db-996a-af826c32b3fb']}} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:44:12.302548 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-a300fb10-2809-4b21-952e-f51706bc5cef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e90afa5-1f59-4a85-a132-c73e051ef9e4') {'for_net_delete': True} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:44:12.303758 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-a300fb10-2809-4b21-952e-f51706bc5cef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e90afa5-1f59-4a85-a132-c73e051ef9e4') {} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:44:12.345019 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a300fb10-2809-4b21-952e-f51706bc5cef admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12545382'] for segment, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:12.365205 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-18854483-a89e-4127-9105-5cd4503d8575 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:12.369875 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-18854483-a89e-4127-9105-5cd4503d8575 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:12.373907 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-18854483-a89e-4127-9105-5cd4503d8575 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b84acbb5-2f2e-43b4-8c5f-7110024c7a84 HTTP/1.1" status: 204 len: 168 time: 0.7519021 Nov 19 17:44:12.400645 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c2221082-6f95-46c4-af00-c5de811c50a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671702'] for router, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:12.406707 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18854483-a89e-4127-9105-5cd4503d8575 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b84acbb5-2f2e-43b4-8c5f-7110024c7a84,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:44:12.424127 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a300fb10-2809-4b21-952e-f51706bc5cef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:12.455203 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a300fb10-2809-4b21-952e-f51706bc5cef admin admin] Releasing vlan 656 on physical network physnet1 to pool {{(pid=103365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 17:44:12.455810 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a300fb10-2809-4b21-952e-f51706bc5cef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12282953'] for segment, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:12.463796 n-d-818022-2 neutron-server[103365]: Traceback (most recent call last): Nov 19 17:44:12.463796 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 17:44:12.463796 n-d-818022-2 neutron-server[103365]: timer() Nov 19 17:44:12.463796 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 17:44:12.463796 n-d-818022-2 neutron-server[103365]: cb(*args, **kw) Nov 19 17:44:12.463796 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 17:44:12.463796 n-d-818022-2 neutron-server[103365]: return func(*args, **kwargs) Nov 19 17:44:12.463796 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 17:44:12.463796 n-d-818022-2 neutron-server[103365]: self._notify() Nov 19 17:44:12.463796 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 17:44:12.463796 n-d-818022-2 neutron-server[103365]: self.callback(batched_events) Nov 19 17:44:12.463796 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 17:44:12.463796 n-d-818022-2 neutron-server[103365]: event.method(event) Nov 19 17:44:12.463796 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 17:44:12.463796 n-d-818022-2 neutron-server[103365]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 17:44:12.463796 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 17:44:12.463796 n-d-818022-2 neutron-server[103365]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 17:44:12.463796 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 17:44:12.463796 n-d-818022-2 neutron-server[103365]: return f(self, *a, **k) Nov 19 17:44:12.463796 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 17:44:12.463796 n-d-818022-2 neutron-server[103365]: return self._get(url).json() Nov 19 17:44:12.463796 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 17:44:12.463796 n-d-818022-2 neutron-server[103365]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 17:44:12.463796 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 17:44:12.463796 n-d-818022-2 neutron-server[103365]: return self.request(url, 'GET', **kwargs) Nov 19 17:44:12.463796 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 17:44:12.463796 n-d-818022-2 neutron-server[103365]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 17:44:12.463796 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 17:44:12.463796 n-d-818022-2 neutron-server[103365]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 17:44:12.463796 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 17:44:12.463796 n-d-818022-2 neutron-server[103365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 17:44:12.463796 n-d-818022-2 neutron-server[103365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 17:44:12.497857 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d57268-1072-495d-8429-0473f81d525a req-c1c83b85-059f-43d1-9585-219fcb4f2e9f tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:44:12.511698 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-96d57268-1072-495d-8429-0473f81d525a req-c1c83b85-059f-43d1-9585-219fcb4f2e9f tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/ports?device_id=096b5441-5f69-4f8a-a4be-bedfc1bccced HTTP/1.1" status: 200 len: 944 time: 0.1644120 Nov 19 17:44:12.626617 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-483d1e33-4805-45ed-82aa-047b2d14fb07 admin admin] Network 2c552d15-d4c8-45a0-876e-f450c6de937e is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:44:12.654010 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a300fb10-2809-4b21-952e-f51706bc5cef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671242'] for network, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:12.662139 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a300fb10-2809-4b21-952e-f51706bc5cef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:12.665459 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-a300fb10-2809-4b21-952e-f51706bc5cef admin admin] 10.222.0.54 "DELETE /v2.0/networks/564aa6c2-1e0f-41db-996a-af826c32b3fb HTTP/1.1" status: 204 len: 168 time: 0.8470004 Nov 19 17:44:12.671086 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 51376) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:44:12.676093 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-571ed2be-2494-4a71-81ae-b6a642195717 req-afbeddaf-abe1-477c-83b0-7257f6b00c26 tempest-ServerShowV247Test-530126473 tempest-ServerShowV247Test-530126473-project] 10.222.0.54 "GET /v2.0/ports?device_id=6759b244-5ca2-48a2-895b-ef9b8f535f6c HTTP/1.1" status: 200 len: 210 time: 0.1076617 Nov 19 17:44:12.677521 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-483d1e33-4805-45ed-82aa-047b2d14fb07 admin admin] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:44:12.767791 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-96d57268-1072-495d-8429-0473f81d525a req-dece6e16-139b-4cf6-8c60-38e19a597c1d tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/security-groups?id=12d5dc08-1d9f-41c6-b52c-304239ec8b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2327425 Nov 19 17:44:12.768652 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a300fb10-2809-4b21-952e-f51706bc5cef admin admin] Pushing event deleted for resources: {'Network': ['ID=564aa6c2-1e0f-41db-996a-af826c32b3fb,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:44:12.802100 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-dae50594-5494-4ae6-9085-e8551071a282 req-c460fabc-9682-4c02-ab96-3c7c6f65fff7 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=67c7d862-f420-4f4c-9d52-2ec6b77c5e28&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2207589 Nov 19 17:44:12.830315 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce5eb3ee-8670-4faf-b445-dfd71188dbd4 admin admin] Deleting subnet 1e441006-b24e-4873-899f-b30eed4156aa {{(pid=103365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 17:44:12.837558 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ce5eb3ee-8670-4faf-b445-dfd71188dbd4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:13.006085 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ce5eb3ee-8670-4faf-b445-dfd71188dbd4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12546453'] for subnet, precommit_delete_associations {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:13.022280 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0fda1157-c992-4f23-a85a-a294f335fd2d req-d24054fe-a776-4f58-88a2-09eaacbaf9e9 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=6759b244-5ca2-48a2-895b-ef9b8f535f6c HTTP/1.1" status: 200 len: 210 time: 0.1162913 Nov 19 17:44:13.068871 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2221082-6f95-46c4-af00-c5de811c50a1 admin admin] Router fbe9e398-7eba-437a-9729-42c1b6576792 is scheduled to L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 with binding_index 1 {{(pid=103364) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 17:44:13.088565 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-483d1e33-4805-45ed-82aa-047b2d14fb07 admin admin] Router 5a6cd743-8926-47d7-aba0-b50e58e111f8 has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 17:44:13.107296 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-99bdebc3-1c4e-49f1-b337-3c6fcb9e4a2b None None] Provisioning complete for port 21f943bf-5a34-47cb-b798-eaaffe7c3651 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:44:13.107891 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-99bdebc3-1c4e-49f1-b337-3c6fcb9e4a2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:13.245123 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-99bdebc3-1c4e-49f1-b337-3c6fcb9e4a2b None None] Port 21f943bf-5a34-47cb-b798-eaaffe7c3651 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:44:13.554069 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae50594-5494-4ae6-9085-e8551071a282 req-7010efa2-8e95-4808-9c22-d53616a421a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:44:13.555744 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-dae50594-5494-4ae6-9085-e8551071a282 req-7010efa2-8e95-4808-9c22-d53616a421a8 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=de10e7e0e3ea4ce28d84ef76e9c1ec3a&device_id=67c7d862-f420-4f4c-9d52-2ec6b77c5e28 HTTP/1.1" status: 200 len: 1098 time: 0.6773376 Nov 19 17:44:13.591419 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ce5eb3ee-8670-4faf-b445-dfd71188dbd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:13.759801 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2221082-6f95-46c4-af00-c5de811c50a1 admin admin] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 17:44:13.786988 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc28df5b-bc82-4733-baf0-9516c0cca700 None None] Sync routers for ids ['fbe9e398-7eba-437a-9729-42c1b6576792'] in n-d-818022-2 {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 17:44:13.799004 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0e638385-597e-4a15-ba43-22c66b85db01 req-bbeeb0f7-94d7-45df-88ae-f3d1499f8cd3 service neutron] 10.222.0.86 "GET /v2.0/ports/8c6312d8-576e-4736-bc85-42aa986721e9/bindings/n-h1-818022-2 HTTP/1.1" status: 200 len: 384 time: 0.1849396 Nov 19 17:44:13.807373 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c10118b-852b-41f8-bec6-cd2832bda09c req-f21673ac-e582-44f8-b42d-bee774052f25 tempest-ListImageFiltersTestJSON-250840556 tempest-ListImageFiltersTestJSON-250840556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:44:13.809044 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9c10118b-852b-41f8-bec6-cd2832bda09c req-f21673ac-e582-44f8-b42d-bee774052f25 tempest-ListImageFiltersTestJSON-250840556 tempest-ListImageFiltersTestJSON-250840556-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d129510-5e62-48b1-a79e-75c697dca17f HTTP/1.1" status: 200 len: 950 time: 0.1937702 Nov 19 17:44:13.811302 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-483d1e33-4805-45ed-82aa-047b2d14fb07 admin admin] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 17:44:13.818981 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-483d1e33-4805-45ed-82aa-047b2d14fb07 admin admin] 10.222.0.54 "PUT /v2.0/routers/5a6cd743-8926-47d7-aba0-b50e58e111f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9593840 Nov 19 17:44:13.835374 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc28df5b-bc82-4733-baf0-9516c0cca700 None None] Routers {'fbe9e398-7eba-437a-9729-42c1b6576792'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:44:13.836902 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-cc28df5b-bc82-4733-baf0-9516c0cca700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:44:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['fbe9e398-7eba-437a-9729-42c1b6576792'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:44:13.842821 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a48296-a813-425f-9689-0f54566849e5 None None] Sync routers for ids ['5a6cd743-8926-47d7-aba0-b50e58e111f8'] in n-d-818022-2 {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 17:44:13.853561 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ce5eb3ee-8670-4faf-b445-dfd71188dbd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12282919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8731163'] for subnet, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:13.857221 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c2221082-6f95-46c4-af00-c5de811c50a1 admin admin] Publish callbacks [] for router, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:13.867111 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-c2221082-6f95-46c4-af00-c5de811c50a1 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 9.2157001 Nov 19 17:44:13.877058 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a48296-a813-425f-9689-0f54566849e5 None None] Routers {'5a6cd743-8926-47d7-aba0-b50e58e111f8'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:44:13.881584 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-35a48296-a813-425f-9689-0f54566849e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:44:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['5a6cd743-8926-47d7-aba0-b50e58e111f8'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:44:13.932343 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 51424) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:44:13.933194 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5eb3ee-8670-4faf-b445-dfd71188dbd4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e441006-b24e-4873-899f-b30eed4156aa,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:44:14.013503 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ce5eb3ee-8670-4faf-b445-dfd71188dbd4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:14.028228 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-ce5eb3ee-8670-4faf-b445-dfd71188dbd4 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/1e441006-b24e-4873-899f-b30eed4156aa HTTP/1.1" status: 204 len: 168 time: 1.3558645 Nov 19 17:44:14.040922 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 51426) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:44:14.114929 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 51428) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:44:14.144961 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-cc28df5b-bc82-4733-baf0-9516c0cca700 None None] Set router fbe9e398-7eba-437a-9729-42c1b6576792 gateway port host: n-d-818022-2 {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:44:14.159367 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c8f61315-8236-46d4-bd66-cd2dfbd035ac req-4533fd06-3536-48a4-96fa-d4c48fe303d1 tempest-ServerShowV247Test-530126473 tempest-ServerShowV247Test-530126473-project] 10.222.0.54 "GET /v2.0/ports?device_id=6759b244-5ca2-48a2-895b-ef9b8f535f6c HTTP/1.1" status: 200 len: 210 time: 0.2278721 Nov 19 17:44:14.162775 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae50594-5494-4ae6-9085-e8551071a282 req-43f71002-f7e3-4b0d-be63-8a456ea7c055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:44:14.164328 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-dae50594-5494-4ae6-9085-e8551071a282 req-43f71002-f7e3-4b0d-be63-8a456ea7c055 service neutron] 10.222.0.86 "GET /v2.0/networks?id=c7b257b3-f66e-4846-9861-5f47f21f4188 HTTP/1.1" status: 200 len: 908 time: 0.5329866 Nov 19 17:44:14.234013 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-35a48296-a813-425f-9689-0f54566849e5 None None] Set router 5a6cd743-8926-47d7-aba0-b50e58e111f8 gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:44:14.283972 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9c10118b-852b-41f8-bec6-cd2832bda09c req-e62d17eb-dfb2-4c2a-8875-e7c17dc94128 tempest-ListImageFiltersTestJSON-250840556 tempest-ListImageFiltersTestJSON-250840556-project] 10.222.0.54 "GET /v2.0/security-groups?id=157de4a4-d761-407b-be78-1f99889a002d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4499762 Nov 19 17:44:14.323475 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-dae50594-5494-4ae6-9085-e8551071a282 req-48b181a0-3221-429e-bd02-64313581e2b1 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=93e90eda-5096-4d5d-bd55-a580bf26e4e1 HTTP/1.1" status: 200 len: 217 time: 0.1387632 Nov 19 17:44:14.365223 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9e987c78-82f4-4785-935b-4e28fb188271 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:14.446380 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-cc28df5b-bc82-4733-baf0-9516c0cca700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbe9e398-7eba-437a-9729-42c1b6576792', 'name': 'tempest-ServerRescueNegativeTestJSON-965044839-router', 'tenant_id': '08573f5395784708802f6f6512b37184', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': 'b6ed7324-8b16-4ad2-9553-54787620217d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:44:04Z', 'updated_at': '2021-11-19T17:44:11Z', 'revision_number': 3, 'project_id': '08573f5395784708802f6f6512b37184', 'gw_port': {'id': 'b6ed7324-8b16-4ad2-9553-54787620217d', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:f2:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbe9e398-7eba-437a-9729-42c1b6576792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:44:07Z', 'updated_at': '2021-11-19T17:44:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:44:14.498223 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-a0821141-00b4-4cd0-a354-70b6b6591f46 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-450598237-network', 'tenant_id': '063ef7e3fa9c49daa0ae772568226d29'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:44:14.519609 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc28df5b-bc82-4733-baf0-9516c0cca700 None None] Checking router: fbe9e398-7eba-437a-9729-42c1b6576792 for host: n-d-818022-2 {{(pid=103366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 17:44:14.520355 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc28df5b-bc82-4733-baf0-9516c0cca700 None None] Updating router fbe9e398-7eba-437a-9729-42c1b6576792 port b6ed7324-8b16-4ad2-9553-54787620217d binding host n-d-818022-2 {{(pid=103366) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 17:44:14.579164 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9516abcf-faa0-4381-8c0a-6d7bbc5b87f5 req-416e3736-70e9-4b5a-b116-796b75afc30f tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:44:14.600745 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-cc28df5b-bc82-4733-baf0-9516c0cca700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:14.604900 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9516abcf-faa0-4381-8c0a-6d7bbc5b87f5 req-416e3736-70e9-4b5a-b116-796b75afc30f tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/ports?device_id=096b5441-5f69-4f8a-a4be-bedfc1bccced HTTP/1.1" status: 200 len: 944 time: 0.2881474 Nov 19 17:44:14.631577 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae50594-5494-4ae6-9085-e8551071a282 req-6049aeb2-0959-4987-be18-6db657dc18dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:44:14.633377 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-dae50594-5494-4ae6-9085-e8551071a282 req-6049aeb2-0959-4987-be18-6db657dc18dd service neutron] 10.222.0.86 "GET /v2.0/subnets?id=df2b5fb0-4ad7-475f-930a-bdefef26bd76 HTTP/1.1" status: 200 len: 847 time: 0.2027755 Nov 19 17:44:14.688109 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9e987c78-82f4-4785-935b-4e28fb188271 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:14.740448 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-9e987c78-82f4-4785-935b-4e28fb188271 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cceba326-fb03-4fbd-88ac-6e5916499f10']}} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:44:14.750647 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-35a48296-a813-425f-9689-0f54566849e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a6cd743-8926-47d7-aba0-b50e58e111f8', 'name': 'tempest-ServersTestBootFromVolume-454974056-router', 'tenant_id': '0a0b004e524b43138e0ccf2007e7de7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.119'}], 'enable_snat': True}, 'gw_port_id': 'ad2c5ed9-2037-4cbd-8d0f-980da9979be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:43:56Z', 'updated_at': '2021-11-19T17:44:09Z', 'revision_number': 4, 'project_id': '0a0b004e524b43138e0ccf2007e7de7f', 'gw_port': {'id': 'ad2c5ed9-2037-4cbd-8d0f-980da9979be2', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:bc:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a6cd743-8926-47d7-aba0-b50e58e111f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:43:58Z', 'updated_at': '2021-11-19T17:44:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': '21f943bf-5a34-47cb-b798-eaaffe7c3651', 'name': '', 'network_id': '2c552d15-d4c8-45a0-876e-f450c6de937e', 'tenant_id': '0a0b004e524b43138e0ccf2007e7de7f', 'mac_address': 'fa:16:3e:46:6e:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a6cd743-8926-47d7-aba0-b50e58e111f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 992, 'fixed_ips': [{'subnet_id': '692086f0-4f6a-4acd-a98f-26302c460ba8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:44:06Z', 'updated_at': '2021-11-19T17:44:11Z', 'revision_number': 2, 'project_id': '0a0b004e524b43138e0ccf2007e7de7f', 'subnets': [{'id': '692086f0-4f6a-4acd-a98f-26302c460ba8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:44:14.774790 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-9e987c78-82f4-4785-935b-4e28fb188271 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '762da102-39dc-42c2-a067-d5c36d8e6a69') {'for_net_delete': True} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:44:14.774790 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-9e987c78-82f4-4785-935b-4e28fb188271 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '762da102-39dc-42c2-a067-d5c36d8e6a69') {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:44:14.800300 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-dae50594-5494-4ae6-9085-e8551071a282 req-5c0e5d8f-8eab-4d3e-b82d-a2ce8de74970 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c7b257b3-f66e-4846-9861-5f47f21f4188&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508487 Nov 19 17:44:14.806339 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a48296-a813-425f-9689-0f54566849e5 None None] Checking router: 5a6cd743-8926-47d7-aba0-b50e58e111f8 for host: n-d-818022-2 {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 17:44:14.807165 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a48296-a813-425f-9689-0f54566849e5 None None] Updating router 5a6cd743-8926-47d7-aba0-b50e58e111f8 port 21f943bf-5a34-47cb-b798-eaaffe7c3651 binding host n-d-818022-2 {{(pid=103367) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 17:44:14.855214 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9e987c78-82f4-4785-935b-4e28fb188271 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417396'] for segment, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:14.858117 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0821141-00b4-4cd0-a354-70b6b6591f46 admin admin] Made reservation on behalf of 063ef7e3fa9c49daa0ae772568226d29 for: {'network': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:44:14.861784 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a0821141-00b4-4cd0-a354-70b6b6591f46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:14.909322 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-35a48296-a813-425f-9689-0f54566849e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:14.939189 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 51438) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:44:15.001694 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-dae50594-5494-4ae6-9085-e8551071a282 req-95c2a77a-c101-4143-947f-9d68e4a311f2 service neutron] 10.222.0.86 "GET /v2.0/networks/c7b257b3-f66e-4846-9861-5f47f21f4188?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704535 Nov 19 17:44:15.054942 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-0e638385-597e-4a15-ba43-22c66b85db01 req-86e452cf-2177-415e-b820-98ecceeff36e service neutron] For port 8c6312d8-576e-4736-bc85-42aa986721e9, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=8c6312d8-576e-4736-bc85-42aa986721e9,segment=NetworkSegment(68be9c2e-9e68-489a-becd-67ff095c4169),segment_id=68be9c2e-9e68-489a-becd-67ff095c4169)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:44:15.108362 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-0e638385-597e-4a15-ba43-22c66b85db01 req-86e452cf-2177-415e-b820-98ecceeff36e service neutron] For port 8c6312d8-576e-4736-bc85-42aa986721e9, host n-h2-818022-2, cleared binding levels {{(pid=103364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:44:15.114488 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9516abcf-faa0-4381-8c0a-6d7bbc5b87f5 req-63ca948b-d321-4a57-989d-1d547b7143ce tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/security-groups?id=12d5dc08-1d9f-41c6-b52c-304239ec8b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5085585 Nov 19 17:44:15.147622 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-cc28df5b-bc82-4733-baf0-9516c0cca700 None None] Publish callbacks [] for port, precommit_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:15.155699 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-cc28df5b-bc82-4733-baf0-9516c0cca700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:15.166870 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [req-0e638385-597e-4a15-ba43-22c66b85db01 req-86e452cf-2177-415e-b820-98ecceeff36e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c6312d8-576e-4736-bc85-42aa986721e9 {{(pid=103364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:44:15.183993 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-0e638385-597e-4a15-ba43-22c66b85db01 req-86e452cf-2177-415e-b820-98ecceeff36e service neutron] For port 8c6312d8-576e-4736-bc85-42aa986721e9, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=8c6312d8-576e-4736-bc85-42aa986721e9,segment=NetworkSegment(68be9c2e-9e68-489a-becd-67ff095c4169),segment_id=68be9c2e-9e68-489a-becd-67ff095c4169)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:44:15.201943 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-395154dd-bbf2-464c-82f6-2aa957c2d47a tempest-ServersTestBootFromVolume-1084178328 tempest-ServersTestBootFromVolume-1084178328-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1986203462', 'description': 'tempest-description--853750355'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:44:15.206672 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a0821141-00b4-4cd0-a354-70b6b6591f46 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:15.226269 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-0e638385-597e-4a15-ba43-22c66b85db01 req-86e452cf-2177-415e-b820-98ecceeff36e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:15.232692 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9e987c78-82f4-4785-935b-4e28fb188271 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:15.260364 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e987c78-82f4-4785-935b-4e28fb188271 admin admin] Releasing vlan 689 on physical network physnet1 to pool {{(pid=103364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 17:44:15.260820 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9e987c78-82f4-4785-935b-4e28fb188271 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12425183'] for segment, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:15.272074 n-d-818022-2 neutron-server[103364]: Traceback (most recent call last): Nov 19 17:44:15.272074 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 17:44:15.272074 n-d-818022-2 neutron-server[103364]: timer() Nov 19 17:44:15.272074 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 17:44:15.272074 n-d-818022-2 neutron-server[103364]: cb(*args, **kw) Nov 19 17:44:15.272074 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 17:44:15.272074 n-d-818022-2 neutron-server[103364]: return func(*args, **kwargs) Nov 19 17:44:15.272074 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 17:44:15.272074 n-d-818022-2 neutron-server[103364]: self._notify() Nov 19 17:44:15.272074 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 17:44:15.272074 n-d-818022-2 neutron-server[103364]: self.callback(batched_events) Nov 19 17:44:15.272074 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 17:44:15.272074 n-d-818022-2 neutron-server[103364]: event.method(event) Nov 19 17:44:15.272074 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 17:44:15.272074 n-d-818022-2 neutron-server[103364]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 17:44:15.272074 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 17:44:15.272074 n-d-818022-2 neutron-server[103364]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 17:44:15.272074 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 17:44:15.272074 n-d-818022-2 neutron-server[103364]: return f(self, *a, **k) Nov 19 17:44:15.272074 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 17:44:15.272074 n-d-818022-2 neutron-server[103364]: return self._get(url).json() Nov 19 17:44:15.272074 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 17:44:15.272074 n-d-818022-2 neutron-server[103364]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 17:44:15.272074 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 17:44:15.272074 n-d-818022-2 neutron-server[103364]: return self.request(url, 'GET', **kwargs) Nov 19 17:44:15.272074 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 17:44:15.272074 n-d-818022-2 neutron-server[103364]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 17:44:15.272074 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 17:44:15.272074 n-d-818022-2 neutron-server[103364]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 17:44:15.272074 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 17:44:15.272074 n-d-818022-2 neutron-server[103364]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 17:44:15.272074 n-d-818022-2 neutron-server[103364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 17:44:15.312298 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-cc28df5b-bc82-4733-baf0-9516c0cca700 None None] Attempting to bind port b6ed7324-8b16-4ad2-9553-54787620217d on host n-d-818022-2 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:44:15.312677 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-cc28df5b-bc82-4733-baf0-9516c0cca700 None None] Attempting to bind port b6ed7324-8b16-4ad2-9553-54787620217d by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:44:15.313754 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc28df5b-bc82-4733-baf0-9516c0cca700 None None] Attempting to bind port b6ed7324-8b16-4ad2-9553-54787620217d on network 645e61aa-1a6c-4e8f-857e-ab06edb4897f {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:44:15.322992 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc28df5b-bc82-4733-baf0-9516c0cca700 None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 44, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:44:15.323371 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc28df5b-bc82-4733-baf0-9516c0cca700 None None] Checking segment: {'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:44:15.323764 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-cc28df5b-bc82-4733-baf0-9516c0cca700 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:15.324156 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc28df5b-bc82-4733-baf0-9516c0cca700 None None] Bound using segment: {'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:44:15.324672 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-cc28df5b-bc82-4733-baf0-9516c0cca700 None None] Bound port: b6ed7324-8b16-4ad2-9553-54787620217d, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:44:15.325370 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-cc28df5b-bc82-4733-baf0-9516c0cca700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:15.371381 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1584a4-e25e-4768-9a3e-861e4db08f39 None None] Pushing event updated for resources: {'Port': ['ID=b6ed7324-8b16-4ad2-9553-54787620217d,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:44:15.371993 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-395154dd-bbf2-464c-82f6-2aa957c2d47a tempest-ServersTestBootFromVolume-1084178328 tempest-ServersTestBootFromVolume-1084178328-project] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:15.424506 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-cc28df5b-bc82-4733-baf0-9516c0cca700 None None] For port b6ed7324-8b16-4ad2-9553-54787620217d, host n-d-818022-2, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:44:15.434332 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-cc28df5b-bc82-4733-baf0-9516c0cca700 None None] For port b6ed7324-8b16-4ad2-9553-54787620217d, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=b6ed7324-8b16-4ad2-9553-54787620217d,segment=NetworkSegment(bbe705c1-96c0-476e-8381-28227e6f0ac5),segment_id=bbe705c1-96c0-476e-8381-28227e6f0ac5)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:44:15.434788 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-399d45b6-c19d-4077-9a7a-0cef8c59d17d req-c6580463-0444-45b1-865a-14dec95c1569 tempest-ServerShowV247Test-530126473 tempest-ServerShowV247Test-530126473-project] 10.222.0.54 "GET /v2.0/ports?device_id=6759b244-5ca2-48a2-895b-ef9b8f535f6c HTTP/1.1" status: 200 len: 210 time: 0.1091888 Nov 19 17:44:15.442386 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-cc28df5b-bc82-4733-baf0-9516c0cca700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:15.499286 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-35a48296-a813-425f-9689-0f54566849e5 None None] Publish callbacks [] for port, precommit_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:15.505050 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9e987c78-82f4-4785-935b-4e28fb188271 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671242'] for network, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:15.518438 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-35a48296-a813-425f-9689-0f54566849e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:15.544302 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9e987c78-82f4-4785-935b-4e28fb188271 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:15.551324 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-dae50594-5494-4ae6-9085-e8551071a282 req-b18f563b-73ff-4837-bb5c-90d5c35bf4d1 service neutron] 10.222.0.86 "GET /v2.0/networks/c7b257b3-f66e-4846-9861-5f47f21f4188?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5140026 Nov 19 17:44:15.552402 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-9e987c78-82f4-4785-935b-4e28fb188271 admin admin] 10.222.0.54 "DELETE /v2.0/networks/cceba326-fb03-4fbd-88ac-6e5916499f10 HTTP/1.1" status: 204 len: 168 time: 1.5107851 Nov 19 17:44:15.683714 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e987c78-82f4-4785-935b-4e28fb188271 admin admin] Pushing event deleted for resources: {'Network': ['ID=cceba326-fb03-4fbd-88ac-6e5916499f10,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:44:15.747598 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1584a4-e25e-4768-9a3e-861e4db08f39 None None] Pushing event updated for resources: {'Port': ['ID=b6ed7324-8b16-4ad2-9553-54787620217d,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:44:15.763478 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be65d948-f192-40c2-b9de-91dfd4bb416b None None] Pushing event updated for resources: {'Port': ['ID=21f943bf-5a34-47cb-b798-eaaffe7c3651,revision_number=3']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:44:15.767888 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.provisioning_blocks [req-0e638385-597e-4a15-ba43-22c66b85db01 req-86e452cf-2177-415e-b820-98ecceeff36e service neutron] Transition to ACTIVE for port object 8c6312d8-576e-4736-bc85-42aa986721e9 will not be triggered until provisioned by entity L2. {{(pid=103364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 17:44:15.790523 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc28df5b-bc82-4733-baf0-9516c0cca700 None None] Routers {'fbe9e398-7eba-437a-9729-42c1b6576792'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:44:15.796415 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-cc28df5b-bc82-4733-baf0-9516c0cca700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:44:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['fbe9e398-7eba-437a-9729-42c1b6576792'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:44:15.840186 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be65d948-f192-40c2-b9de-91dfd4bb416b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:44:15.840507 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be65d948-f192-40c2-b9de-91dfd4bb416b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:44:15.840852 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be65d948-f192-40c2-b9de-91dfd4bb416b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:44:15.841184 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be65d948-f192-40c2-b9de-91dfd4bb416b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:44:15.841511 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be65d948-f192-40c2-b9de-91dfd4bb416b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:44:15.842321 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be65d948-f192-40c2-b9de-91dfd4bb416b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:44:15.842660 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be65d948-f192-40c2-b9de-91dfd4bb416b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:44:15.842985 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be65d948-f192-40c2-b9de-91dfd4bb416b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:44:15.843309 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be65d948-f192-40c2-b9de-91dfd4bb416b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:44:15.843624 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be65d948-f192-40c2-b9de-91dfd4bb416b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:44:15.843946 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be65d948-f192-40c2-b9de-91dfd4bb416b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:44:15.844319 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be65d948-f192-40c2-b9de-91dfd4bb416b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:44:15.863796 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a0821141-00b4-4cd0-a354-70b6b6591f46 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:15.888814 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-35a48296-a813-425f-9689-0f54566849e5 None None] Attempting to bind port 21f943bf-5a34-47cb-b798-eaaffe7c3651 on host n-d-818022-2 for vnic_type normal with profile {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:44:15.889187 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-35a48296-a813-425f-9689-0f54566849e5 None None] Attempting to bind port 21f943bf-5a34-47cb-b798-eaaffe7c3651 by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': '56605957-e95e-44f4-a52a-6898a394ea61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '2c552d15-d4c8-45a0-876e-f450c6de937e'}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:44:15.889424 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-0e638385-597e-4a15-ba43-22c66b85db01 req-86e452cf-2177-415e-b820-98ecceeff36e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:15.889646 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a48296-a813-425f-9689-0f54566849e5 None None] Attempting to bind port 21f943bf-5a34-47cb-b798-eaaffe7c3651 on network 2c552d15-d4c8-45a0-876e-f450c6de937e {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:44:15.896190 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a48296-a813-425f-9689-0f54566849e5 None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 44, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:44:15.896568 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a48296-a813-425f-9689-0f54566849e5 None None] Checking segment: {'id': '56605957-e95e-44f4-a52a-6898a394ea61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '2c552d15-d4c8-45a0-876e-f450c6de937e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:44:15.897026 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-35a48296-a813-425f-9689-0f54566849e5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:15.897421 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a48296-a813-425f-9689-0f54566849e5 None None] Bound using segment: {'id': '56605957-e95e-44f4-a52a-6898a394ea61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '2c552d15-d4c8-45a0-876e-f450c6de937e'} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:44:15.897929 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-35a48296-a813-425f-9689-0f54566849e5 None None] Bound port: 21f943bf-5a34-47cb-b798-eaaffe7c3651, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56605957-e95e-44f4-a52a-6898a394ea61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '2c552d15-d4c8-45a0-876e-f450c6de937e'}}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:44:15.898313 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-35a48296-a813-425f-9689-0f54566849e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:15.955372 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a0821141-00b4-4cd0-a354-70b6b6591f46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:15.957396 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3e370760-260f-41f2-a49b-84a6274a1e57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:15.960931 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 51464) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:44:15.984435 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0821141-00b4-4cd0-a354-70b6b6591f46 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 667} {{(pid=103364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 17:44:16.030509 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a0821141-00b4-4cd0-a354-70b6b6591f46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:16.030859 n-d-818022-2 neutron-server[103364]: INFO neutron.db.segments_db [None req-a0821141-00b4-4cd0-a354-70b6b6591f46 admin admin] Added segment a5a94e2b-2782-491c-8737-b805351d0689 of type vlan for network fdcadcc4-b6d0-4be3-9284-8f7eda9af8ea Nov 19 17:44:16.073285 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-395154dd-bbf2-464c-82f6-2aa957c2d47a tempest-ServersTestBootFromVolume-1084178328 tempest-ServersTestBootFromVolume-1084178328-project] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:16.084284 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-35a48296-a813-425f-9689-0f54566849e5 None None] For port 21f943bf-5a34-47cb-b798-eaaffe7c3651, host n-d-818022-2, cleared binding levels {{(pid=103367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:44:16.089939 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-35a48296-a813-425f-9689-0f54566849e5 None None] For port 21f943bf-5a34-47cb-b798-eaaffe7c3651, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=21f943bf-5a34-47cb-b798-eaaffe7c3651,segment=NetworkSegment(56605957-e95e-44f4-a52a-6898a394ea61),segment_id=56605957-e95e-44f4-a52a-6898a394ea61)] {{(pid=103367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:44:16.096622 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-35a48296-a813-425f-9689-0f54566849e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:16.168696 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-aa86be44-d739-4f66-8dfb-06081c91d03c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c3235abdf38c417aad72a5f951d3b9eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2041073 Nov 19 17:44:16.176415 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 51468) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:44:16.206696 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be65d948-f192-40c2-b9de-91dfd4bb416b None None] Pushing event updated for resources: {'Port': ['ID=21f943bf-5a34-47cb-b798-eaaffe7c3651,revision_number=4']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:44:16.242053 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a48296-a813-425f-9689-0f54566849e5 None None] Routers {'5a6cd743-8926-47d7-aba0-b50e58e111f8'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:44:16.243681 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-35a48296-a813-425f-9689-0f54566849e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:44:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['5a6cd743-8926-47d7-aba0-b50e58e111f8'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:44:16.319902 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-684ce1cf-a696-4543-9fcc-25169d1b9085 None None] Provisioning complete for port 21f943bf-5a34-47cb-b798-eaaffe7c3651 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:44:16.322047 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-684ce1cf-a696-4543-9fcc-25169d1b9085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:16.369786 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a0821141-00b4-4cd0-a354-70b6b6591f46 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:16.381299 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-cc28df5b-bc82-4733-baf0-9516c0cca700 None None] Set router fbe9e398-7eba-437a-9729-42c1b6576792 gateway port host: n-d-818022-2 {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:44:16.390389 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 12475d13-84ce-40f1-8c15-c615d6f3ddb0 no longer exists at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:44:16.417368 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e638385-597e-4a15-ba43-22c66b85db01 req-86e452cf-2177-415e-b820-98ecceeff36e service neutron] No DVR routers for this DVR port 8c6312d8-576e-4736-bc85-42aa986721e9 on host n-h2-818022-2 {{(pid=103364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:44:16.419818 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-395154dd-bbf2-464c-82f6-2aa957c2d47a tempest-ServersTestBootFromVolume-1084178328 tempest-ServersTestBootFromVolume-1084178328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:16.422389 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0821141-00b4-4cd0-a354-70b6b6591f46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f711e201-8ed7-43ab-a3c5-892d274aa487,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:44:16.443027 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7ae2be2e-867a-4a78-86ea-bfd9804ef263 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:16.483884 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395154dd-bbf2-464c-82f6-2aa957c2d47a tempest-ServersTestBootFromVolume-1084178328 tempest-ServersTestBootFromVolume-1084178328-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ec0b8a4-c244-45a8-bc97-a42747514333,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:44:16.500166 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a0821141-00b4-4cd0-a354-70b6b6591f46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:16.502001 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0821141-00b4-4cd0-a354-70b6b6591f46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:44:16.503300 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a0821141-00b4-4cd0-a354-70b6b6591f46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:16.524829 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-70cf447d-67d3-411f-b26c-8789818b7086 req-02cc67e5-c478-478c-a410-94a5518ab341 tempest-ServerShowV247Test-530126473 tempest-ServerShowV247Test-530126473-project] 10.222.0.54 "GET /v2.0/ports?device_id=6759b244-5ca2-48a2-895b-ef9b8f535f6c&device_id=bec1b099-7bc1-4177-8a89-c1d3dc7f488f HTTP/1.1" status: 200 len: 210 time: 0.0833182 Nov 19 17:44:16.619117 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-35a48296-a813-425f-9689-0f54566849e5 None None] Set router 5a6cd743-8926-47d7-aba0-b50e58e111f8 gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:44:16.620755 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7ae2be2e-867a-4a78-86ea-bfd9804ef263 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:16.760615 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [None req-3e370760-260f-41f2-a49b-84a6274a1e57 admin admin] Allocated IP 172.20.0.1 (bcffe9fd-ba33-4c0f-a44c-e3294ad13f95/d1218782-152f-4347-a4bd-bbba02695b96/e785cd7d-e773-4e20-a722-ba2878b4a69d) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:44:16.773454 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0821141-00b4-4cd0-a354-70b6b6591f46 admin admin] Pushing event updated for resources: {'Network': ['ID=fdcadcc4-b6d0-4be3-9284-8f7eda9af8ea,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:44:16.797363 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-a0821141-00b4-4cd0-a354-70b6b6591f46 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.6380987 Nov 19 17:44:16.803073 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 51476) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:44:16.804297 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network fdcadcc4-b6d0-4be3-9284-8f7eda9af8ea details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 17:44:16.829128 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-0743f576-dc58-496d-b7cf-57c2dcfaf537 admin admin] Request body: {'subnet': {'network_id': 'fdcadcc4-b6d0-4be3-9284-8f7eda9af8ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-450598237-subnet', 'tenant_id': '063ef7e3fa9c49daa0ae772568226d29', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:44:16.904480 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7ae2be2e-867a-4a78-86ea-bfd9804ef263 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:16.919191 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7ae2be2e-867a-4a78-86ea-bfd9804ef263 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:16.931912 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-7ae2be2e-867a-4a78-86ea-bfd9804ef263 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c3674055-2bfd-4653-8d3b-0c698bff9dff HTTP/1.1" status: 204 len: 168 time: 0.7502449 Nov 19 17:44:16.947560 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:16.992359 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-395154dd-bbf2-464c-82f6-2aa957c2d47a tempest-ServersTestBootFromVolume-1084178328 tempest-ServersTestBootFromVolume-1084178328-project] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:16.992359 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-395154dd-bbf2-464c-82f6-2aa957c2d47a tempest-ServersTestBootFromVolume-1084178328 tempest-ServersTestBootFromVolume-1084178328-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.7926743 Nov 19 17:44:16.996206 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e452cf-2177-415e-b820-98ecceeff36e service neutron] Pushing event updated for resources: {'Port': ['ID=8c6312d8-576e-4736-bc85-42aa986721e9,revision_number=10']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:44:17.011129 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0e638385-597e-4a15-ba43-22c66b85db01 req-86e452cf-2177-415e-b820-98ecceeff36e service neutron] 10.222.0.86 "PUT /v2.0/ports/8c6312d8-576e-4736-bc85-42aa986721e9/bindings/n-h1-818022-2/activate HTTP/1.1" status: 200 len: 369 time: 3.1851759 Nov 19 17:44:17.011968 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 51482) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:44:17.026175 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-c6f4b882-41c6-482b-b470-165e5dd06f0a tempest-ServersTestBootFromVolume-1084178328 tempest-ServersTestBootFromVolume-1084178328-project] Request body: {'security_group_rule': {'security_group_id': '2ec0b8a4-c244-45a8-bc97-a42747514333', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:44:17.026471 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-684ce1cf-a696-4543-9fcc-25169d1b9085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:17.046744 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d129510-5e62-48b1-a79e-75c697dca17f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12475d13-84ce-40f1-8c15-c615d6f3ddb0'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:44:17.058715 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3940761bcd94e032e6960d2241bd8993c5d3a7d8dc2aca8488f3ecf1d4dd2fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af75ca81-3729-4eef-81b8-4a27bd1c6653" -d '{"events": [{"server_uuid": "7d129510-5e62-48b1-a79e-75c697dca17f", "name": "network-vif-unplugged", "status": "completed", "tag": "12475d13-84ce-40f1-8c15-c615d6f3ddb0"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:44:17.117204 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29f1d41-0f1d-4541-b8a0-45466573804c req-db3dc0af-42d7-47a8-80b2-dec4d7cd4557 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:44:17.124400 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 12475d13-84ce-40f1-8c15-c615d6f3ddb0, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=12475d13-84ce-40f1-8c15-c615d6f3ddb0,segment=NetworkSegment(1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861),segment_id=1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:44:17.130626 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-e29f1d41-0f1d-4541-b8a0-45466573804c req-db3dc0af-42d7-47a8-80b2-dec4d7cd4557 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/ports?device_id=096b5441-5f69-4f8a-a4be-bedfc1bccced HTTP/1.1" status: 200 len: 945 time: 0.6456332 Nov 19 17:44:17.153800 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:17.181800 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-35a48296-a813-425f-9689-0f54566849e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a6cd743-8926-47d7-aba0-b50e58e111f8', 'name': 'tempest-ServersTestBootFromVolume-454974056-router', 'tenant_id': '0a0b004e524b43138e0ccf2007e7de7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.119'}], 'enable_snat': True}, 'gw_port_id': 'ad2c5ed9-2037-4cbd-8d0f-980da9979be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:43:56Z', 'updated_at': '2021-11-19T17:44:09Z', 'revision_number': 4, 'project_id': '0a0b004e524b43138e0ccf2007e7de7f', 'gw_port': {'id': 'ad2c5ed9-2037-4cbd-8d0f-980da9979be2', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:bc:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a6cd743-8926-47d7-aba0-b50e58e111f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:43:58Z', 'updated_at': '2021-11-19T17:44:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': '21f943bf-5a34-47cb-b798-eaaffe7c3651', 'name': '', 'network_id': '2c552d15-d4c8-45a0-876e-f450c6de937e', 'tenant_id': '0a0b004e524b43138e0ccf2007e7de7f', 'mac_address': 'fa:16:3e:46:6e:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a6cd743-8926-47d7-aba0-b50e58e111f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 992, 'fixed_ips': [{'subnet_id': '692086f0-4f6a-4acd-a98f-26302c460ba8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:44:06Z', 'updated_at': '2021-11-19T17:44:16Z', 'revision_number': 4, 'project_id': '0a0b004e524b43138e0ccf2007e7de7f', 'subnets': [{'id': '692086f0-4f6a-4acd-a98f-26302c460ba8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:44:17.247033 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a48296-a813-425f-9689-0f54566849e5 None None] The sync data for ids ['5a6cd743-8926-47d7-aba0-b50e58e111f8'] in n-d-818022-2 is: [{'id': '5a6cd743-8926-47d7-aba0-b50e58e111f8', 'name': 'tempest-ServersTestBootFromVolume-454974056-router', 'tenant_id': '0a0b004e524b43138e0ccf2007e7de7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.119'}], 'enable_snat': True}, 'gw_port_id': 'ad2c5ed9-2037-4cbd-8d0f-980da9979be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:43:56Z', 'updated_at': '2021-11-19T17:44:09Z', 'revision_number': 4, 'project_id': '0a0b004e524b43138e0ccf2007e7de7f', 'gw_port': {'id': 'ad2c5ed9-2037-4cbd-8d0f-980da9979be2', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:bc:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a6cd743-8926-47d7-aba0-b50e58e111f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:43:58Z', 'updated_at': '2021-11-19T17:44:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': '21f943bf-5a34-47cb-b798-eaaffe7c3651', 'name': '', 'network_id': '2c552d15-d4c8-45a0-876e-f450c6de937e', 'tenant_id': '0a0b004e524b43138e0ccf2007e7de7f', 'mac_address': 'fa:16:3e:46:6e:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a6cd743-8926-47d7-aba0-b50e58e111f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 992, 'fixed_ips': [{'subnet_id': '692086f0-4f6a-4acd-a98f-26302c460ba8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:44:06Z', 'updated_at': '2021-11-19T17:44:16Z', 'revision_number': 4, 'project_id': '0a0b004e524b43138e0ccf2007e7de7f', 'subnets': [{'id': '692086f0-4f6a-4acd-a98f-26302c460ba8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 17:44:17.247422 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-1e5fcc01-a918-46ae-979a-36246ed653e5 req-908b2150-f559-4ed8-88dd-bde4c009b4a8 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=24f4f72b9cda451fa4f65e1743c07ef8&device_id=6759b244-5ca2-48a2-895b-ef9b8f535f6c HTTP/1.1" status: 200 len: 210 time: 0.1092746 Nov 19 17:44:17.253051 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae2be2e-867a-4a78-86ea-bfd9804ef263 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3674055-2bfd-4653-8d3b-0c698bff9dff,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:44:17.408110 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-1e5fcc01-a918-46ae-979a-36246ed653e5 req-3b5a45e7-e995-4206-9ff0-08d891a44a5a service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=24f4f72b9cda451fa4f65e1743c07ef8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1353819 Nov 19 17:44:17.432376 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-684ce1cf-a696-4543-9fcc-25169d1b9085 None None] For port 21f943bf-5a34-47cb-b798-eaaffe7c3651, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=21f943bf-5a34-47cb-b798-eaaffe7c3651,segment=NetworkSegment(56605957-e95e-44f4-a52a-6898a394ea61),segment_id=56605957-e95e-44f4-a52a-6898a394ea61)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:44:17.468136 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-cc28df5b-bc82-4733-baf0-9516c0cca700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbe9e398-7eba-437a-9729-42c1b6576792', 'name': 'tempest-ServerRescueNegativeTestJSON-965044839-router', 'tenant_id': '08573f5395784708802f6f6512b37184', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': 'b6ed7324-8b16-4ad2-9553-54787620217d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:44:04Z', 'updated_at': '2021-11-19T17:44:11Z', 'revision_number': 3, 'project_id': '08573f5395784708802f6f6512b37184', 'gw_port': {'id': 'b6ed7324-8b16-4ad2-9553-54787620217d', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:f2:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbe9e398-7eba-437a-9729-42c1b6576792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:44:07Z', 'updated_at': '2021-11-19T17:44:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:44:17.474332 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0743f576-dc58-496d-b7cf-57c2dcfaf537 admin admin] Made reservation on behalf of 063ef7e3fa9c49daa0ae772568226d29 for: {'subnet': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:44:17.476757 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0743f576-dc58-496d-b7cf-57c2dcfaf537 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8731248'] for subnet, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:17.493576 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-684ce1cf-a696-4543-9fcc-25169d1b9085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:17.568286 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=12475d13-84ce-40f1-8c15-c615d6f3ddb0,revision_number=8']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:44:17.656270 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c6f4b882-41c6-482b-b470-165e5dd06f0a tempest-ServersTestBootFromVolume-1084178328 tempest-ServersTestBootFromVolume-1084178328-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:17.658998 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7f821bb0-dd08-4975-acc8-8ee078931bf5 req-c5b94aca-7dff-47bd-92a6-7d3d137429d7 tempest-ServerShowV247Test-530126473 tempest-ServerShowV247Test-530126473-project] 10.222.0.54 "GET /v2.0/ports?device_id=6759b244-5ca2-48a2-895b-ef9b8f535f6c HTTP/1.1" status: 200 len: 210 time: 0.1635928 Nov 19 17:44:17.681507 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-e29f1d41-0f1d-4541-b8a0-45466573804c req-82049d54-5c03-4132-96c1-00c506a489b6 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/security-groups?id=12d5dc08-1d9f-41c6-b52c-304239ec8b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4970562 Nov 19 17:44:17.684564 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e638385-597e-4a15-ba43-22c66b85db01 req-1d4a1c73-ba23-45b3-a16b-aaec8edecb15 tempest-LiveMigrationTest-1744255723 tempest-LiveMigrationTest-1744255723-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:44:17.705720 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0e638385-597e-4a15-ba43-22c66b85db01 req-1d4a1c73-ba23-45b3-a16b-aaec8edecb15 tempest-LiveMigrationTest-1744255723 tempest-LiveMigrationTest-1744255723-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=096b5441-5f69-4f8a-a4be-bedfc1bccced&tenant_id=de10e7e0e3ea4ce28d84ef76e9c1ec3a&binding%3Ahost_id=n-h2-818022-2 HTTP/1.1" status: 200 len: 1096 time: 0.4964659 Nov 19 17:44:17.722486 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3e370760-260f-41f2-a49b-84a6274a1e57 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:17.838881 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684ce1cf-a696-4543-9fcc-25169d1b9085 None None] Pushing event updated for resources: {'Port': ['ID=21f943bf-5a34-47cb-b798-eaaffe7c3651,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:44:17.858818 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc28df5b-bc82-4733-baf0-9516c0cca700 None None] The sync data for ids ['fbe9e398-7eba-437a-9729-42c1b6576792'] in n-d-818022-2 is: [{'id': 'fbe9e398-7eba-437a-9729-42c1b6576792', 'name': 'tempest-ServerRescueNegativeTestJSON-965044839-router', 'tenant_id': '08573f5395784708802f6f6512b37184', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': 'b6ed7324-8b16-4ad2-9553-54787620217d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:44:04Z', 'updated_at': '2021-11-19T17:44:11Z', 'revision_number': 3, 'project_id': '08573f5395784708802f6f6512b37184', 'gw_port': {'id': 'b6ed7324-8b16-4ad2-9553-54787620217d', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:f2:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbe9e398-7eba-437a-9729-42c1b6576792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:44:07Z', 'updated_at': '2021-11-19T17:44:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 17:44:17.877276 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 17:44:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d85ea1f-5a0d-49ab-856a-d96426168a4d x-openstack-request-id: req-5d85ea1f-5a0d-49ab-856a-d96426168a4d {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:44:17.878004 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d129510-5e62-48b1-a79e-75c697dca17f", "name": "network-vif-unplugged", "status": "completed", "tag": "12475d13-84ce-40f1-8c15-c615d6f3ddb0", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:44:17.879518 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-5d85ea1f-5a0d-49ab-856a-d96426168a4d {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:44:17.881203 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d129510-5e62-48b1-a79e-75c697dca17f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12475d13-84ce-40f1-8c15-c615d6f3ddb0', 'code': 200} Nov 19 17:44:17.917178 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-ac0cbd48-0d3c-428c-a831-39ad901b0de3 None None] Provisioning complete for port 21f943bf-5a34-47cb-b798-eaaffe7c3651 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:44:17.919488 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ac0cbd48-0d3c-428c-a831-39ad901b0de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:17.945638 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e638385-597e-4a15-ba43-22c66b85db01 req-8b4c2fb1-8ea4-463a-adf1-524dcd2bbd23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:44:17.966019 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0e638385-597e-4a15-ba43-22c66b85db01 req-8b4c2fb1-8ea4-463a-adf1-524dcd2bbd23 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=096b5441-5f69-4f8a-a4be-bedfc1bccced&tenant_id=de10e7e0e3ea4ce28d84ef76e9c1ec3a HTTP/1.1" status: 200 len: 1096 time: 0.2407539 Nov 19 17:44:17.969922 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5fcc01-a918-46ae-979a-36246ed653e5 req-c482f6f1-70ef-4370-9a95-d7787305fc00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:44:17.978327 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-1e5fcc01-a918-46ae-979a-36246ed653e5 req-c482f6f1-70ef-4370-9a95-d7787305fc00 service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5353618 Nov 19 17:44:18.037565 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c6f4b882-41c6-482b-b470-165e5dd06f0a tempest-ServersTestBootFromVolume-1084178328 tempest-ServersTestBootFromVolume-1084178328-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:18.050363 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c6f4b882-41c6-482b-b470-165e5dd06f0a tempest-ServersTestBootFromVolume-1084178328 tempest-ServersTestBootFromVolume-1084178328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735179'] for security_group_rule, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:18.063799 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 51496) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:44:18.086149 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3e370760-260f-41f2-a49b-84a6274a1e57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:18.099317 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 21f943bf-5a34-47cb-b798-eaaffe7c3651 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:44:18.119175 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f4b882-41c6-482b-b470-165e5dd06f0a tempest-ServersTestBootFromVolume-1084178328 tempest-ServersTestBootFromVolume-1084178328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95fc69c1-3d99-458f-8ff3-a7214cec08b8,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:44:18.144092 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c6f4b882-41c6-482b-b470-165e5dd06f0a tempest-ServersTestBootFromVolume-1084178328 tempest-ServersTestBootFromVolume-1084178328-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:18.147972 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-c6f4b882-41c6-482b-b470-165e5dd06f0a tempest-ServersTestBootFromVolume-1084178328 tempest-ServersTestBootFromVolume-1084178328-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1297643 Nov 19 17:44:18.152600 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 51498) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:44:18.176602 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-a0608b94-3e5d-4b77-a04f-88eca3d08374 tempest-ServersTestBootFromVolume-1084178328 tempest-ServersTestBootFromVolume-1084178328-project] Request body: {'security_group_rule': {'security_group_id': '2ec0b8a4-c244-45a8-bc97-a42747514333', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:44:18.245394 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 21f943bf-5a34-47cb-b798-eaaffe7c3651 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:44:18.246056 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:18.262531 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-fd64eeaf-8a38-47d3-8211-d9c05273f49c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=51ad44897cff47e7a5ac542c59fb8be9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1832345 Nov 19 17:44:18.267738 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 51506) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:44:18.351210 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e370760-260f-41f2-a49b-84a6274a1e57 admin admin] Network bcffe9fd-ba33-4c0f-a44c-e3294ad13f95 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:44:18.374427 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a0608b94-3e5d-4b77-a04f-88eca3d08374 tempest-ServersTestBootFromVolume-1084178328 tempest-ServersTestBootFromVolume-1084178328-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:18.383648 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-3e370760-260f-41f2-a49b-84a6274a1e57 admin admin] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:44:18.393019 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e370760-260f-41f2-a49b-84a6274a1e57 admin admin] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:44:18.550750 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e638385-597e-4a15-ba43-22c66b85db01 req-c6282731-8bea-4804-a658-9c850c917822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:44:18.558905 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0e638385-597e-4a15-ba43-22c66b85db01 req-c6282731-8bea-4804-a658-9c850c917822 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=de10e7e0e3ea4ce28d84ef76e9c1ec3a&device_id=096b5441-5f69-4f8a-a4be-bedfc1bccced HTTP/1.1" status: 200 len: 1096 time: 0.5252783 Nov 19 17:44:18.560105 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3e370760-260f-41f2-a49b-84a6274a1e57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-671361'] for router_interface, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:18.605273 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a0608b94-3e5d-4b77-a04f-88eca3d08374 tempest-ServersTestBootFromVolume-1084178328 tempest-ServersTestBootFromVolume-1084178328-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:18.611225 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b7cf4dfe-f211-46d4-b2e9-1516f0130765 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:18.615361 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a0608b94-3e5d-4b77-a04f-88eca3d08374 tempest-ServersTestBootFromVolume-1084178328 tempest-ServersTestBootFromVolume-1084178328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735179'] for security_group_rule, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:18.674939 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e370760-260f-41f2-a49b-84a6274a1e57 admin admin] Pushing event updated for resources: {'Port': ['ID=e785cd7d-e773-4e20-a722-ba2878b4a69d,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:44:18.694380 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0608b94-3e5d-4b77-a04f-88eca3d08374 tempest-ServersTestBootFromVolume-1084178328 tempest-ServersTestBootFromVolume-1084178328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a8ff811-f8ba-4e24-a24f-caceecdcc72a,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:44:18.737290 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b7cf4dfe-f211-46d4-b2e9-1516f0130765 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:18.747119 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a0608b94-3e5d-4b77-a04f-88eca3d08374 tempest-ServersTestBootFromVolume-1084178328 tempest-ServersTestBootFromVolume-1084178328-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:18.756939 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-a0608b94-3e5d-4b77-a04f-88eca3d08374 tempest-ServersTestBootFromVolume-1084178328 tempest-ServersTestBootFromVolume-1084178328-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6027195 Nov 19 17:44:18.778450 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 51514) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:44:18.783693 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-c7a57a2c-2f22-408d-950d-4da9c409d340 tempest-ServersTestBootFromVolume-1084178328 tempest-ServersTestBootFromVolume-1084178328-project] Request body: {'floatingip': {'floating_network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:44:18.872674 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c7a57a2c-2f22-408d-950d-4da9c409d340 tempest-ServersTestBootFromVolume-1084178328 tempest-ServersTestBootFromVolume-1084178328-project] Publish callbacks [] for floatingip, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:18.935436 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0743f576-dc58-496d-b7cf-57c2dcfaf537 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12283104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8731234'] for subnet, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:19.045881 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e638385-597e-4a15-ba43-22c66b85db01 req-3454edc6-75ba-44fc-bb90-1539fca55d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:44:19.049510 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0e638385-597e-4a15-ba43-22c66b85db01 req-3454edc6-75ba-44fc-bb90-1539fca55d28 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c7b257b3-f66e-4846-9861-5f47f21f4188 HTTP/1.1" status: 200 len: 908 time: 0.4720063 Nov 19 17:44:19.085659 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b7cf4dfe-f211-46d4-b2e9-1516f0130765 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:19.092735 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b7cf4dfe-f211-46d4-b2e9-1516f0130765 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:19.096035 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-b7cf4dfe-f211-46d4-b2e9-1516f0130765 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/391f7a9f-1b01-4ef5-be59-a842b37ee88a HTTP/1.1" status: 204 len: 168 time: 0.8265193 Nov 19 17:44:19.101412 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0743f576-dc58-496d-b7cf-57c2dcfaf537 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5dbfa5af-1ad8-4df8-a1b2-cc6152eda1a3,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:44:19.135037 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cf4dfe-f211-46d4-b2e9-1516f0130765 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=391f7a9f-1b01-4ef5-be59-a842b37ee88a,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:44:19.177428 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0e638385-597e-4a15-ba43-22c66b85db01 req-6e666dba-3e51-462d-8c8c-9f807f1b2978 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8c6312d8-576e-4736-bc85-42aa986721e9 HTTP/1.1" status: 200 len: 217 time: 0.1035476 Nov 19 17:44:19.254955 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0743f576-dc58-496d-b7cf-57c2dcfaf537 admin admin] Checking segment: {'id': 'a5a94e2b-2782-491c-8737-b805351d0689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'fdcadcc4-b6d0-4be3-9284-8f7eda9af8ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:44:19.255194 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0743f576-dc58-496d-b7cf-57c2dcfaf537 admin admin] Network hostable DHCP agents. Network: fdcadcc4-b6d0-4be3-9284-8f7eda9af8ea, hostable agents: ['02910ef2-0455-4aea-9f38-9a875579633f'], hosted agents: [] {{(pid=103365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 17:44:19.277506 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3e370760-260f-41f2-a49b-84a6274a1e57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:19.307039 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-085348d6-6939-4162-acc2-305cbe6dd793 req-bedeb327-baa1-4a37-aec5-fd78869dfcc1 tempest-ServerShowV247Test-530126473 tempest-ServerShowV247Test-530126473-project] 10.222.0.54 "GET /v2.0/ports?device_id=6759b244-5ca2-48a2-895b-ef9b8f535f6c HTTP/1.1" status: 200 len: 210 time: 0.4649899 Nov 19 17:44:19.339439 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e638385-597e-4a15-ba43-22c66b85db01 req-18eb4b37-8e2b-4780-84c7-d421d725783b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:44:19.341448 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0e638385-597e-4a15-ba43-22c66b85db01 req-18eb4b37-8e2b-4780-84c7-d421d725783b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=df2b5fb0-4ad7-475f-930a-bdefef26bd76 HTTP/1.1" status: 200 len: 847 time: 0.1563077 Nov 19 17:44:19.375967 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device 744d1b3d-2033-4766-b763-659b747d4b6b details requested by agent hyperv_n-h2-818022-2 with host n-h2-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 17:44:19.399074 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0743f576-dc58-496d-b7cf-57c2dcfaf537 admin admin] Network fdcadcc4-b6d0-4be3-9284-8f7eda9af8ea is scheduled to be hosted by DHCP agent 02910ef2-0455-4aea-9f38-9a875579633f with binding_index 1 {{(pid=103365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 17:44:19.400231 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c7a57a2c-2f22-408d-950d-4da9c409d340 tempest-ServersTestBootFromVolume-1084178328 tempest-ServersTestBootFromVolume-1084178328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:19.428656 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0e638385-597e-4a15-ba43-22c66b85db01 req-d806f59e-2266-40dd-88fa-867b712e162e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c7b257b3-f66e-4846-9861-5f47f21f4188&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0591903 Nov 19 17:44:19.442852 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-0743f576-dc58-496d-b7cf-57c2dcfaf537 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818022-2, fdcadcc4-b6d0-4be3-9284-8f7eda9af8ea) {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:44:19.448297 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0743f576-dc58-496d-b7cf-57c2dcfaf537 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:44:19.449207 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0743f576-dc58-496d-b7cf-57c2dcfaf537 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:19.465623 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99da4c3-7756-48a3-88b0-5430d42ac79c req-7eb7568b-3d6b-4f10-aef9-c674d4efadd0 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:44:19.475578 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d99da4c3-7756-48a3-88b0-5430d42ac79c req-7eb7568b-3d6b-4f10-aef9-c674d4efadd0 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/ports?device_id=096b5441-5f69-4f8a-a4be-bedfc1bccced HTTP/1.1" status: 200 len: 945 time: 0.2019897 Nov 19 17:44:19.488958 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26679e9a-e6e4-4152-b21b-78f4a87baefd None None] Network fdcadcc4-b6d0-4be3-9284-8f7eda9af8ea requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:44:19.711131 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 51526) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:44:19.713938 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-0743f576-dc58-496d-b7cf-57c2dcfaf537 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.9010065 Nov 19 17:44:19.757943 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-3fd2fb72-ca8f-4cd3-99c9-b526dd305fe1 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-450598237-router', 'tenant_id': '063ef7e3fa9c49daa0ae772568226d29', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'}}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:44:19.809359 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d99da4c3-7756-48a3-88b0-5430d42ac79c req-27b6fcd2-2121-47a8-8c26-fb27345e6f46 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/security-groups?id=12d5dc08-1d9f-41c6-b52c-304239ec8b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3316445 Nov 19 17:44:19.895298 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3e370760-260f-41f2-a49b-84a6274a1e57 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:19.902728 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0e638385-597e-4a15-ba43-22c66b85db01 req-345f4eb8-2509-49aa-9366-afd5b772450d service neutron] 10.222.0.60 "GET /v2.0/networks/c7b257b3-f66e-4846-9861-5f47f21f4188?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4607918 Nov 19 17:44:19.904714 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3e370760-260f-41f2-a49b-84a6274a1e57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:19.962974 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e370760-260f-41f2-a49b-84a6274a1e57 admin admin] Pushing event updated for resources: {'Port': ['ID=e785cd7d-e773-4e20-a722-ba2878b4a69d,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:44:19.971605 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [None req-c7a57a2c-2f22-408d-950d-4da9c409d340 tempest-ServersTestBootFromVolume-1084178328 tempest-ServersTestBootFromVolume-1084178328-project] Allocated IP 172.25.7.161 (645e61aa-1a6c-4e8f-857e-ab06edb4897f/88ed2d64-f56d-4f01-a468-946e01c99e82/eb9a5b1e-65f4-4802-b09f-add9737cbfee) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:44:20.213847 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c7a57a2c-2f22-408d-950d-4da9c409d340 tempest-ServersTestBootFromVolume-1084178328 tempest-ServersTestBootFromVolume-1084178328-project] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:20.240184 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3e370760-260f-41f2-a49b-84a6274a1e57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-768529'] for router_interface, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:20.281193 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3fd2fb72-ca8f-4cd3-99c9-b526dd305fe1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9890'] for router, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:20.284661 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3fd2fb72-ca8f-4cd3-99c9-b526dd305fe1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671617', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-732153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4689'] for router, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:20.352945 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device b6ed7324-8b16-4ad2-9553-54787620217d up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:44:20.452535 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3fd2fb72-ca8f-4cd3-99c9-b526dd305fe1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:20.494846 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port 744d1b3d-2033-4766-b763-659b747d4b6b, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=744d1b3d-2033-4766-b763-659b747d4b6b,segment=NetworkSegment(1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861),segment_id=1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:44:20.511853 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fda0b331-0a26-4767-985e-b2f5d7e56adb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54f44f5f-1200-574e-8740-2141911d5b73-fdcadcc4-b6d0-4be3-9284-8f7eda9af8ea', 'network_id': 'fdcadcc4-b6d0-4be3-9284-8f7eda9af8ea', 'tenant_id': '063ef7e3fa9c49daa0ae772568226d29', 'fixed_ips': [{'subnet_id': '5dbfa5af-1ad8-4df8-a1b2-cc6152eda1a3'}]}} from n-d-818022-2. {{(pid=103366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 17:44:20.513001 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-fda0b331-0a26-4767-985e-b2f5d7e56adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:20.533122 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0e638385-597e-4a15-ba43-22c66b85db01 req-86832ac8-9d54-47af-a9d2-a731051054c5 service neutron] 10.222.0.60 "GET /v2.0/networks/c7b257b3-f66e-4846-9861-5f47f21f4188?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5724325 Nov 19 17:44:20.540050 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Returning: {'device': '744d1b3d-2033-4766-b763-659b747d4b6b', 'network_id': '346debfa-452b-4048-abf4-8f4493625ef2', 'port_id': '744d1b3d-2033-4766-b763-659b747d4b6b', 'mac_address': 'fa:16:3e:3b:f3:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b3c88de-c9c2-4a20-b19e-1855c2c19035', 'ip_address': '192.168.233.81'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 17:44:20.559644 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-4cabe7d6-e6e9-46ee-a0b4-ba8b694338dd req-2992371a-1555-4cca-8cb6-76ad73833a17 tempest-ServerShowV247Test-530126473 tempest-ServerShowV247Test-530126473-project] 10.222.0.54 "GET /v2.0/ports?device_id=6759b244-5ca2-48a2-895b-ef9b8f535f6c HTTP/1.1" status: 200 len: 210 time: 0.1006339 Nov 19 17:44:20.564811 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c7a57a2c-2f22-408d-950d-4da9c409d340 tempest-ServersTestBootFromVolume-1084178328 tempest-ServersTestBootFromVolume-1084178328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:20.622955 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-1e5fcc01-a918-46ae-979a-36246ed653e5 req-095dff33-2342-43bd-8055-b4869d8b89d0 tempest-ServerShowV247Test-530126473 tempest-ServerShowV247Test-530126473-project] 10.222.0.86 "GET /v2.0/ports?device_id=6759b244-5ca2-48a2-895b-ef9b8f535f6c HTTP/1.1" status: 200 len: 210 time: 0.2507946 Nov 19 17:44:20.624093 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e370760-260f-41f2-a49b-84a6274a1e57 admin admin] Network bcffe9fd-ba33-4c0f-a44c-e3294ad13f95 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:44:20.627305 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-3e370760-260f-41f2-a49b-84a6274a1e57 admin admin] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:44:20.750963 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port b6ed7324-8b16-4ad2-9553-54787620217d triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:44:20.751460 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:20.806121 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:20.902691 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 744d1b3d-2033-4766-b763-659b747d4b6b {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:44:20.937071 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7a57a2c-2f22-408d-950d-4da9c409d340 tempest-ServersTestBootFromVolume-1084178328 tempest-ServersTestBootFromVolume-1084178328-project] Network 645e61aa-1a6c-4e8f-857e-ab06edb4897f is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:44:20.954138 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-c7a57a2c-2f22-408d-950d-4da9c409d340 tempest-ServersTestBootFromVolume-1084178328 tempest-ServersTestBootFromVolume-1084178328-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:44:20.958338 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a57a2c-2f22-408d-950d-4da9c409d340 tempest-ServersTestBootFromVolume-1084178328 tempest-ServersTestBootFromVolume-1084178328-project] Pushing event updated for resources: {'Port': ['ID=eb9a5b1e-65f4-4802-b09f-add9737cbfee,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:44:20.970608 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3fd2fb72-ca8f-4cd3-99c9-b526dd305fe1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:20.990966 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a57a2c-2f22-408d-950d-4da9c409d340 tempest-ServersTestBootFromVolume-1084178328 tempest-ServersTestBootFromVolume-1084178328-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:44:21.082018 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port 744d1b3d-2033-4766-b763-659b747d4b6b, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=744d1b3d-2033-4766-b763-659b747d4b6b,segment=NetworkSegment(1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861),segment_id=1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:44:21.132344 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [None req-fda0b331-0a26-4767-985e-b2f5d7e56adb None None] Allocated IP 172.20.0.2 (fdcadcc4-b6d0-4be3-9284-8f7eda9af8ea/5dbfa5af-1ad8-4df8-a1b2-cc6152eda1a3/01435011-d23e-44b7-8f70-a71c9f5801c4) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:44:21.145482 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:21.278703 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e370760-260f-41f2-a49b-84a6274a1e57 admin admin] Router fbe9e398-7eba-437a-9729-42c1b6576792 has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 17:44:21.283541 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Pushing event updated for resources: {'Port': ['ID=744d1b3d-2033-4766-b763-659b747d4b6b,revision_number=6']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:44:21.331324 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:21.332107 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c7a57a2c-2f22-408d-950d-4da9c409d340 tempest-ServersTestBootFromVolume-1084178328 tempest-ServersTestBootFromVolume-1084178328-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:21.463841 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] get_ports_and_sgs() called for port_ids ['744d1b3d-2033-4766-b763-659b747d4b6b'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:44:21.476306 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c7a57a2c-2f22-408d-950d-4da9c409d340 tempest-ServersTestBootFromVolume-1084178328 tempest-ServersTestBootFromVolume-1084178328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:21.561605 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] For port b6ed7324-8b16-4ad2-9553-54787620217d, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=b6ed7324-8b16-4ad2-9553-54787620217d,segment=NetworkSegment(bbe705c1-96c0-476e-8381-28227e6f0ac5),segment_id=bbe705c1-96c0-476e-8381-28227e6f0ac5)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:44:21.579715 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:21.580691 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 21f943bf-5a34-47cb-b798-eaaffe7c3651 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:44:21.952565 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Pushing event updated for resources: {'Port': ['ID=b6ed7324-8b16-4ad2-9553-54787620217d,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:44:22.149855 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-fda0b331-0a26-4767-985e-b2f5d7e56adb None None] Publish callbacks [] for port, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:22.179180 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-fda0b331-0a26-4767-985e-b2f5d7e56adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998'] for port, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:22.231592 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3a00d6-7ca3-4c17-a2de-6eeff328c787 req-29cb109a-d487-40d6-a29c-440db90de9b4 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:44:22.234336 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9a3a00d6-7ca3-4c17-a2de-6eeff328c787 req-29cb109a-d487-40d6-a29c-440db90de9b4 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/ports?device_id=096b5441-5f69-4f8a-a4be-bedfc1bccced HTTP/1.1" status: 200 len: 945 time: 1.1416869 Nov 19 17:44:22.246650 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e638385-597e-4a15-ba43-22c66b85db01 req-43dc8263-8447-4f1b-a062-bedadf1d3b04 tempest-LiveMigrationTest-1744255723 tempest-LiveMigrationTest-1744255723-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:44:22.250808 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0e638385-597e-4a15-ba43-22c66b85db01 req-43dc8263-8447-4f1b-a062-bedadf1d3b04 tempest-LiveMigrationTest-1744255723 tempest-LiveMigrationTest-1744255723-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=096b5441-5f69-4f8a-a4be-bedfc1bccced&tenant_id=de10e7e0e3ea4ce28d84ef76e9c1ec3a&binding%3Ahost_id=n-h1-818022-2 HTTP/1.1" status: 200 len: 1096 time: 1.2075727 Nov 19 17:44:22.301045 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 21f943bf-5a34-47cb-b798-eaaffe7c3651 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:44:22.301672 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:22.382740 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3fd2fb72-ca8f-4cd3-99c9-b526dd305fe1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:22.425337 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fda0b331-0a26-4767-985e-b2f5d7e56adb None None] Network fdcadcc4-b6d0-4be3-9284-8f7eda9af8ea is already hosted by enough agents. {{(pid=103366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:44:22.432222 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3fd2fb72-ca8f-4cd3-99c9-b526dd305fe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:22.507457 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [None req-fda0b331-0a26-4767-985e-b2f5d7e56adb None None] Resources bound (agent type, host, resource id): {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:44:22.520057 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9a3a00d6-7ca3-4c17-a2de-6eeff328c787 req-71afe4d3-4ea0-4d1a-a391-41728108635d tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/security-groups?id=12d5dc08-1d9f-41c6-b52c-304239ec8b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2490780 Nov 19 17:44:22.526862 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda0b331-0a26-4767-985e-b2f5d7e56adb None None] Received port after_create {{(pid=103366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:44:22.553255 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2c9f7cac-89fe-44e8-887f-6f5809b759e7 req-d08936e6-ed8e-47f3-8581-7ebd58c93233 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=24f4f72b9cda451fa4f65e1743c07ef8&device_id=bec1b099-7bc1-4177-8a89-c1d3dc7f488f HTTP/1.1" status: 200 len: 210 time: 0.3127913 Nov 19 17:44:22.569133 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda0b331-0a26-4767-985e-b2f5d7e56adb None None] Pushing event updated for resources: {'Port': ['ID=01435011-d23e-44b7-8f70-a71c9f5801c4,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:44:22.617514 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2c9f7cac-89fe-44e8-887f-6f5809b759e7 req-c794f771-97d9-4a3b-919c-e476eccd3194 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=24f4f72b9cda451fa4f65e1743c07ef8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0526505 Nov 19 17:44:22.705470 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8d9d3c35-81aa-4b45-acd0-ff8a7f1141db req-e3cad226-3039-4d07-ad20-865b5cc0a536 tempest-AbsoluteLimitsNegativeTestJSON-1708575724 tempest-AbsoluteLimitsNegativeTestJSON-1708575724-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=cadbc20db3c84743a3823cd3c1274d47&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0663233 Nov 19 17:44:22.735198 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-fda0b331-0a26-4767-985e-b2f5d7e56adb None None] Attempting to bind port 01435011-d23e-44b7-8f70-a71c9f5801c4 on host n-d-818022-2 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:44:22.736198 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-fda0b331-0a26-4767-985e-b2f5d7e56adb None None] Attempting to bind port 01435011-d23e-44b7-8f70-a71c9f5801c4 by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': 'a5a94e2b-2782-491c-8737-b805351d0689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'fdcadcc4-b6d0-4be3-9284-8f7eda9af8ea'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:44:22.736795 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda0b331-0a26-4767-985e-b2f5d7e56adb None None] Attempting to bind port 01435011-d23e-44b7-8f70-a71c9f5801c4 on network fdcadcc4-b6d0-4be3-9284-8f7eda9af8ea {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:44:22.745450 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda0b331-0a26-4767-985e-b2f5d7e56adb None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 44, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:44:22.746607 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda0b331-0a26-4767-985e-b2f5d7e56adb None None] Checking segment: {'id': 'a5a94e2b-2782-491c-8737-b805351d0689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'fdcadcc4-b6d0-4be3-9284-8f7eda9af8ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:44:22.747872 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-fda0b331-0a26-4767-985e-b2f5d7e56adb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:22.748284 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda0b331-0a26-4767-985e-b2f5d7e56adb None None] Bound using segment: {'id': 'a5a94e2b-2782-491c-8737-b805351d0689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'fdcadcc4-b6d0-4be3-9284-8f7eda9af8ea'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:44:22.748791 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-fda0b331-0a26-4767-985e-b2f5d7e56adb None None] Bound port: 01435011-d23e-44b7-8f70-a71c9f5801c4, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5a94e2b-2782-491c-8737-b805351d0689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'fdcadcc4-b6d0-4be3-9284-8f7eda9af8ea'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:44:22.749184 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-fda0b331-0a26-4767-985e-b2f5d7e56adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:22.827773 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0a7ada6f-5722-4dd4-8fcb-1123da9af20e req-9bbb7c1e-244d-425d-8bb5-d866a462c8b9 tempest-ServerShowV247Test-530126473 tempest-ServerShowV247Test-530126473-project] 10.222.0.54 "GET /v2.0/ports?device_id=bec1b099-7bc1-4177-8a89-c1d3dc7f488f HTTP/1.1" status: 200 len: 210 time: 0.0548732 Nov 19 17:44:22.839021 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e370760-260f-41f2-a49b-84a6274a1e57 admin admin] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 17:44:22.860949 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-3e370760-260f-41f2-a49b-84a6274a1e57 admin admin] 10.222.0.54 "PUT /v2.0/routers/fbe9e398-7eba-437a-9729-42c1b6576792/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9211476 Nov 19 17:44:22.892009 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-fda0b331-0a26-4767-985e-b2f5d7e56adb None None] For port 01435011-d23e-44b7-8f70-a71c9f5801c4, host n-d-818022-2, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:44:22.898326 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-fda0b331-0a26-4767-985e-b2f5d7e56adb None None] For port 01435011-d23e-44b7-8f70-a71c9f5801c4, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=01435011-d23e-44b7-8f70-a71c9f5801c4,segment=NetworkSegment(a5a94e2b-2782-491c-8737-b805351d0689),segment_id=a5a94e2b-2782-491c-8737-b805351d0689)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:44:22.907013 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa1f6d28-145b-47ec-9ac0-ef4adebf9841 None None] Sync routers for ids ['fbe9e398-7eba-437a-9729-42c1b6576792'] in n-d-818022-2 {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 17:44:22.918050 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device b6ed7324-8b16-4ad2-9553-54787620217d up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:44:22.989837 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-fda0b331-0a26-4767-985e-b2f5d7e56adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:23.033740 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9f7cac-89fe-44e8-887f-6f5809b759e7 req-6b90259d-9c63-41b6-a5f2-1a30d2957dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:44:23.037207 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [None req-3fd2fb72-ca8f-4cd3-99c9-b526dd305fe1 admin admin] Allocated IP 172.25.7.182 (645e61aa-1a6c-4e8f-857e-ab06edb4897f/88ed2d64-f56d-4f01-a468-946e01c99e82/ed871de4-65e1-44dc-aeee-b66bab971245) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:44:23.039112 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2c9f7cac-89fe-44e8-887f-6f5809b759e7 req-6b90259d-9c63-41b6-a5f2-1a30d2957dc5 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4105136 Nov 19 17:44:23.059615 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c7a57a2c-2f22-408d-950d-4da9c409d340 tempest-ServersTestBootFromVolume-1084178328 tempest-ServersTestBootFromVolume-1084178328-project] Publish callbacks [] for port, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:23.072014 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c7a57a2c-2f22-408d-950d-4da9c409d340 tempest-ServersTestBootFromVolume-1084178328 tempest-ServersTestBootFromVolume-1084178328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:23.088436 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa1f6d28-145b-47ec-9ac0-ef4adebf9841 None None] Routers {'fbe9e398-7eba-437a-9729-42c1b6576792'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:44:23.088436 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-fa1f6d28-145b-47ec-9ac0-ef4adebf9841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:44:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['fbe9e398-7eba-437a-9729-42c1b6576792'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:44:23.091556 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-0e638385-597e-4a15-ba43-22c66b85db01 req-29379390-1ecc-481a-8269-f15e005d7b1f service neutron] For port 8c6312d8-576e-4736-bc85-42aa986721e9, host n-h2-818022-2, cleared binding levels {{(pid=103365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:44:23.105066 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-0e638385-597e-4a15-ba43-22c66b85db01 req-29379390-1ecc-481a-8269-f15e005d7b1f service neutron] Publish callbacks [] for binding, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:23.116044 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0e638385-597e-4a15-ba43-22c66b85db01 req-29379390-1ecc-481a-8269-f15e005d7b1f service neutron] 10.222.0.60 "DELETE /v2.0/ports/8c6312d8-576e-4736-bc85-42aa986721e9/bindings/n-h2-818022-2 HTTP/1.1" status: 204 len: 173 time: 0.8372715 Nov 19 17:44:23.135723 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9d3c35-81aa-4b45-acd0-ff8a7f1141db req-42802709-d30c-4313-9fa4-d7d39a2f9c0d tempest-AbsoluteLimitsNegativeTestJSON-1708575724 tempest-AbsoluteLimitsNegativeTestJSON-1708575724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:44:23.147029 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8d9d3c35-81aa-4b45-acd0-ff8a7f1141db req-42802709-d30c-4313-9fa4-d7d39a2f9c0d tempest-AbsoluteLimitsNegativeTestJSON-1708575724 tempest-AbsoluteLimitsNegativeTestJSON-1708575724-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4172835 Nov 19 17:44:23.165312 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda0b331-0a26-4767-985e-b2f5d7e56adb None None] Pushing event updated for resources: {'Port': ['ID=01435011-d23e-44b7-8f70-a71c9f5801c4,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:44:23.366354 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-fa1f6d28-145b-47ec-9ac0-ef4adebf9841 None None] Set router fbe9e398-7eba-437a-9729-42c1b6576792 gateway port host: n-d-818022-2 {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:44:23.368367 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8d9d3c35-81aa-4b45-acd0-ff8a7f1141db req-89910523-818c-4db8-ade2-0cd5887be7de tempest-AbsoluteLimitsNegativeTestJSON-1708575724 tempest-AbsoluteLimitsNegativeTestJSON-1708575724-project] 10.222.0.54 "GET /v2.0/quotas/cadbc20db3c84743a3823cd3c1274d47 HTTP/1.1" status: 200 len: 375 time: 0.2189312 Nov 19 17:44:23.428987 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a57a2c-2f22-408d-950d-4da9c409d340 tempest-ServersTestBootFromVolume-1084178328 tempest-ServersTestBootFromVolume-1084178328-project] Pushing event updated for resources: {'Port': ['ID=eb9a5b1e-65f4-4802-b09f-add9737cbfee,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:44:23.443831 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c7a57a2c-2f22-408d-950d-4da9c409d340 tempest-ServersTestBootFromVolume-1084178328 tempest-ServersTestBootFromVolume-1084178328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-671284'] for floatingip, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:23.508595 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port b6ed7324-8b16-4ad2-9553-54787620217d triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:44:23.510077 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:23.580955 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8d9d3c35-81aa-4b45-acd0-ff8a7f1141db req-f8822414-2c82-4594-9c1d-f265af25fb97 tempest-AbsoluteLimitsNegativeTestJSON-1708575724 tempest-AbsoluteLimitsNegativeTestJSON-1708575724-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=cadbc20db3c84743a3823cd3c1274d47&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1275079 Nov 19 17:44:23.587767 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c7a57a2c-2f22-408d-950d-4da9c409d340 tempest-ServersTestBootFromVolume-1084178328 tempest-ServersTestBootFromVolume-1084178328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for floatingip, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:23.589351 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-c7a57a2c-2f22-408d-950d-4da9c409d340 tempest-ServersTestBootFromVolume-1084178328 tempest-ServersTestBootFromVolume-1084178328-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.8098848 Nov 19 17:44:23.669640 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device 744d1b3d-2033-4766-b763-659b747d4b6b up at agent hyperv_n-h2-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:44:23.793117 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3fd2fb72-ca8f-4cd3-99c9-b526dd305fe1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:24.043953 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db936c8-7472-4f23-ae06-fdca768db892 req-999f2a9d-db0e-4340-b775-bf7be6c30a4f tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:44:24.045615 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-1db936c8-7472-4f23-ae06-fdca768db892 req-999f2a9d-db0e-4340-b775-bf7be6c30a4f tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] 10.222.0.54 "GET /v2.0/networks?id=bcffe9fd-ba33-4c0f-a44c-e3294ad13f95 HTTP/1.1" status: 200 len: 818 time: 0.4114833 Nov 19 17:44:24.076667 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-1db936c8-7472-4f23-ae06-fdca768db892 req-4d48eac3-f535-439a-b3cf-99dea2b7b18b tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] 10.222.0.54 "GET /v2.0/quotas/08573f5395784708802f6f6512b37184 HTTP/1.1" status: 200 len: 375 time: 0.0152645 Nov 19 17:44:24.101092 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24f122c-eaaa-4c84-b09d-1eb460b590e2 req-115ddd4f-bfb7-40c6-8b43-0b088f5caaa7 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:44:24.113320 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c24f122c-eaaa-4c84-b09d-1eb460b590e2 req-115ddd4f-bfb7-40c6-8b43-0b088f5caaa7 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/ports?device_id=096b5441-5f69-4f8a-a4be-bedfc1bccced HTTP/1.1" status: 200 len: 945 time: 0.2442408 Nov 19 17:44:24.118891 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3fd2fb72-ca8f-4cd3-99c9-b526dd305fe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:24.197904 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Provisioning complete for port 744d1b3d-2033-4766-b763-659b747d4b6b triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:44:24.198515 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:24.206963 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-1db936c8-7472-4f23-ae06-fdca768db892 req-80bd38dc-e0b8-4c57-ba1c-cefa73babdea tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=08573f5395784708802f6f6512b37184&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1078415 Nov 19 17:44:24.255579 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fd2fb72-ca8f-4cd3-99c9-b526dd305fe1 admin admin] Network 645e61aa-1a6c-4e8f-857e-ab06edb4897f is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:44:24.283857 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-3fd2fb72-ca8f-4cd3-99c9-b526dd305fe1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:44:24.292422 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd2fb72-ca8f-4cd3-99c9-b526dd305fe1 admin admin] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:44:24.435065 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-fa1f6d28-145b-47ec-9ac0-ef4adebf9841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbe9e398-7eba-437a-9729-42c1b6576792', 'name': 'tempest-ServerRescueNegativeTestJSON-965044839-router', 'tenant_id': '08573f5395784708802f6f6512b37184', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': 'b6ed7324-8b16-4ad2-9553-54787620217d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:44:04Z', 'updated_at': '2021-11-19T17:44:19Z', 'revision_number': 4, 'project_id': '08573f5395784708802f6f6512b37184', 'gw_port': {'id': 'b6ed7324-8b16-4ad2-9553-54787620217d', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:f2:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbe9e398-7eba-437a-9729-42c1b6576792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:44:07Z', 'updated_at': '2021-11-19T17:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': 'e785cd7d-e773-4e20-a722-ba2878b4a69d', 'name': '', 'network_id': 'bcffe9fd-ba33-4c0f-a44c-e3294ad13f95', 'tenant_id': '08573f5395784708802f6f6512b37184', 'mac_address': 'fa:16:3e:fe:7d:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbe9e398-7eba-437a-9729-42c1b6576792', 'device_owner': 'network:router_interface', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': 'd1218782-152f-4347-a4bd-bbba02695b96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:44:15Z', 'updated_at': '2021-11-19T17:44:19Z', 'revision_number': 2, 'project_id': '08573f5395784708802f6f6512b37184', 'subnets': [{'id': 'd1218782-152f-4347-a4bd-bbba02695b96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:44:24.546232 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 51686) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:44:24.585793 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa1f6d28-145b-47ec-9ac0-ef4adebf9841 None None] Checking router: fbe9e398-7eba-437a-9729-42c1b6576792 for host: n-d-818022-2 {{(pid=103366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 17:44:24.586957 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa1f6d28-145b-47ec-9ac0-ef4adebf9841 None None] Updating router fbe9e398-7eba-437a-9729-42c1b6576792 port e785cd7d-e773-4e20-a722-ba2878b4a69d binding host n-d-818022-2 {{(pid=103366) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 17:44:24.622572 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:24.647034 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-fa1f6d28-145b-47ec-9ac0-ef4adebf9841 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:24.658247 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c24f122c-eaaa-4c84-b09d-1eb460b590e2 req-40a889bd-ebe6-4c86-8a00-d23de0ec04d8 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/security-groups?id=12d5dc08-1d9f-41c6-b52c-304239ec8b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5410671 Nov 19 17:44:24.742911 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd2fb72-ca8f-4cd3-99c9-b526dd305fe1 admin admin] Pushing event updated for resources: {'Port': ['ID=ed871de4-65e1-44dc-aeee-b66bab971245,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:44:24.749105 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port 744d1b3d-2033-4766-b763-659b747d4b6b, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=744d1b3d-2033-4766-b763-659b747d4b6b,segment=NetworkSegment(1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861),segment_id=1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:44:24.778279 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2c9f7cac-89fe-44e8-887f-6f5809b759e7 req-2b424129-166a-455b-b5aa-979dc1ba2d06 tempest-ServerShowV247Test-530126473 tempest-ServerShowV247Test-530126473-project] 10.222.0.60 "GET /v2.0/ports?device_id=bec1b099-7bc1-4177-8a89-c1d3dc7f488f HTTP/1.1" status: 200 len: 210 time: 0.5067964 Nov 19 17:44:25.066928 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-1db936c8-7472-4f23-ae06-fdca768db892 req-2478ae4c-7b74-49eb-a7e1-f5c557a093b5 service neutron] 10.222.0.54 "GET /v2.0/networks/bcffe9fd-ba33-4c0f-a44c-e3294ad13f95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8396800 Nov 19 17:44:25.154892 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c5aad05b-2a37-410e-adf9-94f5dc841d6a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:25.284511 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-203d2c90-3d84-4fff-8b95-beebb6b49013 req-cede7d47-bf16-4362-8b87-e4b067e59874 tempest-ServerShowV247Test-530126473 tempest-ServerShowV247Test-530126473-project] 10.222.0.54 "GET /v2.0/ports?device_id=bec1b099-7bc1-4177-8a89-c1d3dc7f488f HTTP/1.1" status: 200 len: 210 time: 0.2542987 Nov 19 17:44:25.401020 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-1db936c8-7472-4f23-ae06-fdca768db892 req-674b9103-d920-48a1-b3a6-839167056963 service neutron] 10.222.0.54 "GET /v2.0/networks/bcffe9fd-ba33-4c0f-a44c-e3294ad13f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2869809 Nov 19 17:44:25.541519 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c2decfe-aee1-47cc-afae-db04d2fa7bd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '744d1b3d-2033-4766-b763-659b747d4b6b'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:44:25.550433 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3940761bcd94e032e6960d2241bd8993c5d3a7d8dc2aca8488f3ecf1d4dd2fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5adedf99-eeb7-45ea-a607-6690f8f6f34d" -d '{"events": [{"server_uuid": "3c2decfe-aee1-47cc-afae-db04d2fa7bd3", "name": "network-vif-plugged", "status": "completed", "tag": "744d1b3d-2033-4766-b763-659b747d4b6b"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:44:25.604278 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 01435011-d23e-44b7-8f70-a71c9f5801c4 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:44:25.606580 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19f60c02-4061-4c37-bac8-38043eca010e None None] Network fdcadcc4-b6d0-4be3-9284-8f7eda9af8ea requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:44:25.616532 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:25.620031 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c5aad05b-2a37-410e-adf9-94f5dc841d6a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:25.629502 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c5aad05b-2a37-410e-adf9-94f5dc841d6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:25.693071 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-c5aad05b-2a37-410e-adf9-94f5dc841d6a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=cadbc20db3c84743a3823cd3c1274d47&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1342971 Nov 19 17:44:25.695909 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 51706) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:44:25.762052 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3fd2fb72-ca8f-4cd3-99c9-b526dd305fe1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:25.849581 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5aad05b-2a37-410e-adf9-94f5dc841d6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72582b88-abd8-4804-b4eb-1bd34627960b,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:44:25.928052 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-01f0268e-cb33-40dd-ba11-5c0520929734 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:25.977739 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:44:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0c834df-a831-40bb-8ec8-cae4137ab857 x-openstack-request-id: req-a0c834df-a831-40bb-8ec8-cae4137ab857 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:44:25.988235 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c2decfe-aee1-47cc-afae-db04d2fa7bd3", "name": "network-vif-plugged", "status": "completed", "tag": "744d1b3d-2033-4766-b763-659b747d4b6b", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:44:25.988827 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a0c834df-a831-40bb-8ec8-cae4137ab857 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:44:25.989535 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c2decfe-aee1-47cc-afae-db04d2fa7bd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '744d1b3d-2033-4766-b763-659b747d4b6b', 'code': 200} Nov 19 17:44:26.004462 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-01f0268e-cb33-40dd-ba11-5c0520929734 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:26.138078 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-86792442-9d08-49d2-a9bb-33abfc008617 None None] Provisioning complete for port 01435011-d23e-44b7-8f70-a71c9f5801c4 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:44:26.141887 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-86792442-9d08-49d2-a9bb-33abfc008617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:26.165168 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e4e294e3-7a1f-4538-8312-2d3920f8b57e req-0765fc46-2d41-4595-b2e4-431d8abdd3cc tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] 10.222.0.54 "GET /v2.0/ports?device_id=d92fe2bd-ad51-4c6e-8818-ece36aa67a95 HTTP/1.1" status: 200 len: 210 time: 0.0812945 Nov 19 17:44:26.198731 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-01f0268e-cb33-40dd-ba11-5c0520929734 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:26.201964 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-01f0268e-cb33-40dd-ba11-5c0520929734 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:26.203909 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-01f0268e-cb33-40dd-ba11-5c0520929734 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/72582b88-abd8-4804-b4eb-1bd34627960b HTTP/1.1" status: 204 len: 168 time: 0.5067046 Nov 19 17:44:26.224733 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f0268e-cb33-40dd-ba11-5c0520929734 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72582b88-abd8-4804-b4eb-1bd34627960b,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:44:26.245280 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f75a84-a125-4d33-b093-bf350e7472de req-34eb5c6b-0e3d-45ea-9129-c460e0451500 tempest-LiveMigrationTest-1744255723 tempest-LiveMigrationTest-1744255723-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:44:26.253936 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f5f75a84-a125-4d33-b093-bf350e7472de req-34eb5c6b-0e3d-45ea-9129-c460e0451500 tempest-LiveMigrationTest-1744255723 tempest-LiveMigrationTest-1744255723-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=096b5441-5f69-4f8a-a4be-bedfc1bccced HTTP/1.1" status: 200 len: 1096 time: 0.1923549 Nov 19 17:44:26.406304 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f5f75a84-a125-4d33-b093-bf350e7472de req-68e108c1-e1a8-4742-8f7e-a8c0729ac3e3 tempest-LiveMigrationTest-1744255723 tempest-LiveMigrationTest-1744255723-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=12d5dc08-1d9f-41c6-b52c-304239ec8b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458209 Nov 19 17:44:26.460833 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Pushing event updated for resources: {'Port': ['ID=744d1b3d-2033-4766-b763-659b747d4b6b,revision_number=7']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:44:26.763370 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3fd2fb72-ca8f-4cd3-99c9-b526dd305fe1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671702'] for router, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:26.846999 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 01435011-d23e-44b7-8f70-a71c9f5801c4 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:44:26.847382 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:27.071649 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accd65a9-de53-459d-be0d-5a4dedd4a210 req-46aed491-b1e6-4677-852f-74e668e824bf tempest-LiveMigrationTest-1744255723 tempest-LiveMigrationTest-1744255723-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:44:27.081170 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-accd65a9-de53-459d-be0d-5a4dedd4a210 req-46aed491-b1e6-4677-852f-74e668e824bf tempest-LiveMigrationTest-1744255723 tempest-LiveMigrationTest-1744255723-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=096b5441-5f69-4f8a-a4be-bedfc1bccced HTTP/1.1" status: 200 len: 1096 time: 0.4087458 Nov 19 17:44:27.108035 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fd2fb72-ca8f-4cd3-99c9-b526dd305fe1 admin admin] Router e058c21b-c236-492c-ad55-4a9321e6f5bb is scheduled to L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 with binding_index 1 {{(pid=103364) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 17:44:27.227042 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-accd65a9-de53-459d-be0d-5a4dedd4a210 req-eb97fb2c-e9cb-4872-8464-6fb0868a9ba8 tempest-LiveMigrationTest-1744255723 tempest-LiveMigrationTest-1744255723-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=12d5dc08-1d9f-41c6-b52c-304239ec8b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445804 Nov 19 17:44:27.483968 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fd2fb72-ca8f-4cd3-99c9-b526dd305fe1 admin admin] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 17:44:27.528485 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3fd2fb72-ca8f-4cd3-99c9-b526dd305fe1 admin admin] Publish callbacks [] for router, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:27.533505 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-3fd2fb72-ca8f-4cd3-99c9-b526dd305fe1 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.8190367 Nov 19 17:44:27.536824 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5e043d-c13b-4c04-baf7-7e09d9d5b927 None None] Sync routers for ids ['e058c21b-c236-492c-ad55-4a9321e6f5bb'] in n-d-818022-2 {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 17:44:27.537861 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 51788) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:44:27.593606 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-fa1f6d28-145b-47ec-9ac0-ef4adebf9841 None None] Publish callbacks [] for port, precommit_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:27.595298 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5e043d-c13b-4c04-baf7-7e09d9d5b927 None None] Routers {'e058c21b-c236-492c-ad55-4a9321e6f5bb'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:44:27.608524 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-6f5e043d-c13b-4c04-baf7-7e09d9d5b927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:44:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['e058c21b-c236-492c-ad55-4a9321e6f5bb'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:44:27.610670 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-86792442-9d08-49d2-a9bb-33abfc008617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:27.677389 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-fa1f6d28-145b-47ec-9ac0-ef4adebf9841 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:27.911525 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 51794) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:44:28.085855 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-86792442-9d08-49d2-a9bb-33abfc008617 None None] For port 01435011-d23e-44b7-8f70-a71c9f5801c4, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=01435011-d23e-44b7-8f70-a71c9f5801c4,segment=NetworkSegment(a5a94e2b-2782-491c-8737-b805351d0689),segment_id=a5a94e2b-2782-491c-8737-b805351d0689)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:44:28.165393 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-86792442-9d08-49d2-a9bb-33abfc008617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:28.190625 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e41dc5-a4c4-4198-be2b-4fd35fe6da7c None None] Pushing event updated for resources: {'Port': ['ID=e785cd7d-e773-4e20-a722-ba2878b4a69d,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:44:28.262239 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-6f5e043d-c13b-4c04-baf7-7e09d9d5b927 None None] Set router e058c21b-c236-492c-ad55-4a9321e6f5bb gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:44:28.335000 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d1e1592b-32e4-4cd8-9278-92609e4c39b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:28.425080 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86792442-9d08-49d2-a9bb-33abfc008617 None None] Pushing event updated for resources: {'Port': ['ID=01435011-d23e-44b7-8f70-a71c9f5801c4,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:44:28.644245 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-fa1f6d28-145b-47ec-9ac0-ef4adebf9841 None None] Attempting to bind port e785cd7d-e773-4e20-a722-ba2878b4a69d on host n-d-818022-2 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:44:28.645267 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-fa1f6d28-145b-47ec-9ac0-ef4adebf9841 None None] Attempting to bind port e785cd7d-e773-4e20-a722-ba2878b4a69d by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': '4f54897a-da44-453a-a968-70f6f15405e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'bcffe9fd-ba33-4c0f-a44c-e3294ad13f95'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:44:28.645904 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa1f6d28-145b-47ec-9ac0-ef4adebf9841 None None] Attempting to bind port e785cd7d-e773-4e20-a722-ba2878b4a69d on network bcffe9fd-ba33-4c0f-a44c-e3294ad13f95 {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:44:28.647749 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d1e1592b-32e4-4cd8-9278-92609e4c39b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:28.655175 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d1e1592b-32e4-4cd8-9278-92609e4c39b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:28.683867 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa1f6d28-145b-47ec-9ac0-ef4adebf9841 None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 44, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:44:28.685078 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa1f6d28-145b-47ec-9ac0-ef4adebf9841 None None] Checking segment: {'id': '4f54897a-da44-453a-a968-70f6f15405e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'bcffe9fd-ba33-4c0f-a44c-e3294ad13f95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:44:28.687575 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-fa1f6d28-145b-47ec-9ac0-ef4adebf9841 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:28.688510 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa1f6d28-145b-47ec-9ac0-ef4adebf9841 None None] Bound using segment: {'id': '4f54897a-da44-453a-a968-70f6f15405e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'bcffe9fd-ba33-4c0f-a44c-e3294ad13f95'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:44:28.690344 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-fa1f6d28-145b-47ec-9ac0-ef4adebf9841 None None] Bound port: e785cd7d-e773-4e20-a722-ba2878b4a69d, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f54897a-da44-453a-a968-70f6f15405e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'bcffe9fd-ba33-4c0f-a44c-e3294ad13f95'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:44:28.691438 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-fa1f6d28-145b-47ec-9ac0-ef4adebf9841 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:28.752700 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:28.854562 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-d1e1592b-32e4-4cd8-9278-92609e4c39b7 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=24f4f72b9cda451fa4f65e1743c07ef8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9419293 Nov 19 17:44:28.859962 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e1592b-32e4-4cd8-9278-92609e4c39b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e071238-02ae-47d1-a7b4-b4cbdfb47663,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:44:28.870426 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 51806) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:44:29.050027 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a964fcf2-b094-4ad7-99e5-425677c07cd3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:29.085034 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a964fcf2-b094-4ad7-99e5-425677c07cd3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:29.150099 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a964fcf2-b094-4ad7-99e5-425677c07cd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:29.154692 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a964fcf2-b094-4ad7-99e5-425677c07cd3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:29.159943 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-a964fcf2-b094-4ad7-99e5-425677c07cd3 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/4e071238-02ae-47d1-a7b4-b4cbdfb47663 HTTP/1.1" status: 204 len: 168 time: 0.2846141 Nov 19 17:44:29.200245 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a964fcf2-b094-4ad7-99e5-425677c07cd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e071238-02ae-47d1-a7b4-b4cbdfb47663,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:44:29.205606 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ba21b31d-e440-46b7-9a6b-cf7e546fbf98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:29.344082 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 51814) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:44:29.356225 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-6f5e043d-c13b-4c04-baf7-7e09d9d5b927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e058c21b-c236-492c-ad55-4a9321e6f5bb', 'name': 'tempest-AttachVolumeShelveTestJSON-450598237-router', 'tenant_id': '063ef7e3fa9c49daa0ae772568226d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.182'}], 'enable_snat': True}, 'gw_port_id': 'ed871de4-65e1-44dc-aeee-b66bab971245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:44:20Z', 'updated_at': '2021-11-19T17:44:25Z', 'revision_number': 3, 'project_id': '063ef7e3fa9c49daa0ae772568226d29', 'gw_port': {'id': 'ed871de4-65e1-44dc-aeee-b66bab971245', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:d4:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e058c21b-c236-492c-ad55-4a9321e6f5bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:44:22Z', 'updated_at': '2021-11-19T17:44:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:44:29.429841 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.db.api [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103366) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 17:44:29.461727 n-d-818022-2 neutron-server[103366]: DEBUG oslo_db.api [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 17:44:29.487852 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5e043d-c13b-4c04-baf7-7e09d9d5b927 None None] Checking router: e058c21b-c236-492c-ad55-4a9321e6f5bb for host: n-d-818022-2 {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 17:44:29.492540 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5e043d-c13b-4c04-baf7-7e09d9d5b927 None None] Updating router e058c21b-c236-492c-ad55-4a9321e6f5bb port ed871de4-65e1-44dc-aeee-b66bab971245 binding host n-d-818022-2 {{(pid=103367) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 17:44:29.508812 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-54be1761-aac5-453b-a891-f338cefd1d69 None None] Provisioning complete for port 01435011-d23e-44b7-8f70-a71c9f5801c4 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:44:29.509216 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-54be1761-aac5-453b-a891-f338cefd1d69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:29.599919 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-6f5e043d-c13b-4c04-baf7-7e09d9d5b927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:29.725766 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-fa1f6d28-145b-47ec-9ac0-ef4adebf9841 None None] For port e785cd7d-e773-4e20-a722-ba2878b4a69d, host n-d-818022-2, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:44:29.933421 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-fa1f6d28-145b-47ec-9ac0-ef4adebf9841 None None] For port e785cd7d-e773-4e20-a722-ba2878b4a69d, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=e785cd7d-e773-4e20-a722-ba2878b4a69d,segment=NetworkSegment(4f54897a-da44-453a-a968-70f6f15405e0),segment_id=4f54897a-da44-453a-a968-70f6f15405e0)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:44:29.973600 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-fa1f6d28-145b-47ec-9ac0-ef4adebf9841 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:29.993908 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-410ef15e-b8e8-413d-80be-a0fe6b742c25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:30.039188 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [None req-ba21b31d-e440-46b7-9a6b-cf7e546fbf98 admin admin] Allocated IP 172.20.0.1 (fdcadcc4-b6d0-4be3-9284-8f7eda9af8ea/5dbfa5af-1ad8-4df8-a1b2-cc6152eda1a3/895fd70c-7075-431e-836d-c15db92d5d5d) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:44:30.066671 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db936c8-7472-4f23-ae06-fdca768db892 req-345c19aa-a1b7-4da3-ac5b-a20a09071b35 tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:44:30.068175 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-1db936c8-7472-4f23-ae06-fdca768db892 req-345c19aa-a1b7-4da3-ac5b-a20a09071b35 tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] 10.222.0.86 "GET /v2.0/networks?id=bcffe9fd-ba33-4c0f-a44c-e3294ad13f95 HTTP/1.1" status: 200 len: 818 time: 0.3619213 Nov 19 17:44:30.086058 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-1db936c8-7472-4f23-ae06-fdca768db892 req-e7f7703e-c1d2-488e-a1d4-fce6166bdce5 tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] Request body: {'port': {'device_id': 'd92fe2bd-ad51-4c6e-8818-ece36aa67a95', 'network_id': 'bcffe9fd-ba33-4c0f-a44c-e3294ad13f95', 'admin_state_up': True, 'tenant_id': '08573f5395784708802f6f6512b37184'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:44:30.437534 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ba21b31d-e440-46b7-9a6b-cf7e546fbf98 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:30.491600 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e41dc5-a4c4-4198-be2b-4fd35fe6da7c None None] Pushing event updated for resources: {'Port': ['ID=e785cd7d-e773-4e20-a722-ba2878b4a69d,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:44:30.501175 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-91428ad9-4b01-4586-8a16-5d9a7a0b645f admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-516738552-network', 'tenant_id': '8cb1e5a5a641451797fbe7c2973eb9c3'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:44:30.551447 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ba21b31d-e440-46b7-9a6b-cf7e546fbf98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:30.565659 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa1f6d28-145b-47ec-9ac0-ef4adebf9841 None None] Routers {'fbe9e398-7eba-437a-9729-42c1b6576792'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:44:30.566348 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-fa1f6d28-145b-47ec-9ac0-ef4adebf9841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:44:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['fbe9e398-7eba-437a-9729-42c1b6576792'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:44:30.631840 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.db.api [req-1db936c8-7472-4f23-ae06-fdca768db892 req-e7f7703e-c1d2-488e-a1d4-fce6166bdce5 tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 19 17:44:30.631840 n-d-818022-2 neutron-server[103364]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 19 17:44:30.631840 n-d-818022-2 neutron-server[103364]: [parameters: {'project_id': '08573f5395784708802f6f6512b37184', 'id': 'c30b46b3-45ef-4803-87d1-395657d17a88', 'expiration': datetime.datetime(2021, 11, 19, 17, 46, 30, 571050)}] Nov 19 17:44:30.631840 n-d-818022-2 neutron-server[103364]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103364) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 17:44:30.637371 n-d-818022-2 neutron-server[103364]: DEBUG oslo_db.api [req-1db936c8-7472-4f23-ae06-fdca768db892 req-e7f7703e-c1d2-488e-a1d4-fce6166bdce5 tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 17:44:30.642232 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91428ad9-4b01-4586-8a16-5d9a7a0b645f admin admin] Made reservation on behalf of 8cb1e5a5a641451797fbe7c2973eb9c3 for: {'network': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:44:30.648060 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-91428ad9-4b01-4586-8a16-5d9a7a0b645f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:30.675505 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-91428ad9-4b01-4586-8a16-5d9a7a0b645f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:30.706032 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba21b31d-e440-46b7-9a6b-cf7e546fbf98 admin admin] Pushing event updated for resources: {'Port': ['ID=895fd70c-7075-431e-836d-c15db92d5d5d,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:44:30.746240 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 01435011-d23e-44b7-8f70-a71c9f5801c4 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:44:30.769765 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba21b31d-e440-46b7-9a6b-cf7e546fbf98 admin admin] Network fdcadcc4-b6d0-4be3-9284-8f7eda9af8ea is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:44:30.773677 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-ba21b31d-e440-46b7-9a6b-cf7e546fbf98 admin admin] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:44:30.837303 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba21b31d-e440-46b7-9a6b-cf7e546fbf98 admin admin] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:44:30.885292 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-6f5e043d-c13b-4c04-baf7-7e09d9d5b927 None None] Publish callbacks [] for port, precommit_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:30.930699 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-6f5e043d-c13b-4c04-baf7-7e09d9d5b927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:31.010825 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ba21b31d-e440-46b7-9a6b-cf7e546fbf98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-671361'] for router_interface, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:31.044100 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-91428ad9-4b01-4586-8a16-5d9a7a0b645f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:31.056763 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-91428ad9-4b01-4586-8a16-5d9a7a0b645f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:31.098498 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 01435011-d23e-44b7-8f70-a71c9f5801c4 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:44:31.099016 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:31.113419 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-fa1f6d28-145b-47ec-9ac0-ef4adebf9841 None None] Set router fbe9e398-7eba-437a-9729-42c1b6576792 gateway port host: n-d-818022-2 {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:44:31.159468 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a240f8e-e79d-484e-a85d-1e55e2a3c2d4 None None] Pushing event updated for resources: {'Port': ['ID=ed871de4-65e1-44dc-aeee-b66bab971245,revision_number=2']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:44:31.183567 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-6f5e043d-c13b-4c04-baf7-7e09d9d5b927 None None] Attempting to bind port ed871de4-65e1-44dc-aeee-b66bab971245 on host n-d-818022-2 for vnic_type normal with profile {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:44:31.187462 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-6f5e043d-c13b-4c04-baf7-7e09d9d5b927 None None] Attempting to bind port ed871de4-65e1-44dc-aeee-b66bab971245 by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:44:31.192496 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f5e043d-c13b-4c04-baf7-7e09d9d5b927 None None] Attempting to bind port ed871de4-65e1-44dc-aeee-b66bab971245 on network 645e61aa-1a6c-4e8f-857e-ab06edb4897f {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:44:31.211787 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f5e043d-c13b-4c04-baf7-7e09d9d5b927 None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 44, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:44:31.220493 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f5e043d-c13b-4c04-baf7-7e09d9d5b927 None None] Checking segment: {'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:44:31.222031 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-6f5e043d-c13b-4c04-baf7-7e09d9d5b927 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:31.222639 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f5e043d-c13b-4c04-baf7-7e09d9d5b927 None None] Bound using segment: {'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:44:31.227096 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-6f5e043d-c13b-4c04-baf7-7e09d9d5b927 None None] Bound port: ed871de4-65e1-44dc-aeee-b66bab971245, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'}}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:44:31.229346 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-6f5e043d-c13b-4c04-baf7-7e09d9d5b927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:31.257991 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91428ad9-4b01-4586-8a16-5d9a7a0b645f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 684} {{(pid=103364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 17:44:31.310562 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 51840) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:44:31.350636 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91428ad9-4b01-4586-8a16-5d9a7a0b645f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61420444-caee-4c99-a5be-1a2240e63510,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:44:31.371406 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-91428ad9-4b01-4586-8a16-5d9a7a0b645f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:31.371901 n-d-818022-2 neutron-server[103364]: INFO neutron.db.segments_db [None req-91428ad9-4b01-4586-8a16-5d9a7a0b645f admin admin] Added segment eb414f11-b33b-484f-88e8-b35b903ae2da of type vlan for network 68d5f663-92fc-4736-815b-80848ebf1633 Nov 19 17:44:31.373745 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1db936c8-7472-4f23-ae06-fdca768db892 req-e7f7703e-c1d2-488e-a1d4-fce6166bdce5 tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] Made reservation on behalf of 08573f5395784708802f6f6512b37184 for: {'port': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:44:31.379928 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-1db936c8-7472-4f23-ae06-fdca768db892 req-e7f7703e-c1d2-488e-a1d4-fce6166bdce5 tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:31.505397 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-6f5e043d-c13b-4c04-baf7-7e09d9d5b927 None None] For port ed871de4-65e1-44dc-aeee-b66bab971245, host n-d-818022-2, cleared binding levels {{(pid=103367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:44:31.515726 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-6f5e043d-c13b-4c04-baf7-7e09d9d5b927 None None] For port ed871de4-65e1-44dc-aeee-b66bab971245, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=ed871de4-65e1-44dc-aeee-b66bab971245,segment=NetworkSegment(bbe705c1-96c0-476e-8381-28227e6f0ac5),segment_id=bbe705c1-96c0-476e-8381-28227e6f0ac5)] {{(pid=103367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:44:31.524950 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-6f5e043d-c13b-4c04-baf7-7e09d9d5b927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:31.682486 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-37520832-6990-4786-b4b0-398fedc25d1b admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-493987907-network', 'tenant_id': 'ef849a6e511d48da926cfd9ca438c810'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:44:31.695255 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [req-1db936c8-7472-4f23-ae06-fdca768db892 req-e7f7703e-c1d2-488e-a1d4-fce6166bdce5 tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] Allocated IP 172.20.0.5 (bcffe9fd-ba33-4c0f-a44c-e3294ad13f95/d1218782-152f-4347-a4bd-bbba02695b96/58f3e903-023d-4751-8f6d-d52f838af890) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:44:31.698718 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-91428ad9-4b01-4586-8a16-5d9a7a0b645f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:31.702193 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5e043d-c13b-4c04-baf7-7e09d9d5b927 None None] Routers {'e058c21b-c236-492c-ad55-4a9321e6f5bb'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:44:31.703132 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-6f5e043d-c13b-4c04-baf7-7e09d9d5b927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:44:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['e058c21b-c236-492c-ad55-4a9321e6f5bb'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:44:31.747221 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37520832-6990-4786-b4b0-398fedc25d1b admin admin] Made reservation on behalf of ef849a6e511d48da926cfd9ca438c810 for: {'network': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:44:31.749906 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-37520832-6990-4786-b4b0-398fedc25d1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:31.750164 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-cf102c90-6b3f-45f3-87a4-089eee70ad10 None None] Provisioning complete for port 895fd70c-7075-431e-836d-c15db92d5d5d triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:44:31.750709 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-cf102c90-6b3f-45f3-87a4-089eee70ad10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:31.773534 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-91428ad9-4b01-4586-8a16-5d9a7a0b645f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:31.774868 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91428ad9-4b01-4586-8a16-5d9a7a0b645f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:44:31.775712 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-91428ad9-4b01-4586-8a16-5d9a7a0b645f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:31.778324 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-37520832-6990-4786-b4b0-398fedc25d1b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:31.783353 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ba21b31d-e440-46b7-9a6b-cf7e546fbf98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:31.800504 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a240f8e-e79d-484e-a85d-1e55e2a3c2d4 None None] Pushing event updated for resources: {'Port': ['ID=ed871de4-65e1-44dc-aeee-b66bab971245,revision_number=3']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:44:31.873017 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-cf102c90-6b3f-45f3-87a4-089eee70ad10 None None] Port 895fd70c-7075-431e-836d-c15db92d5d5d cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:44:31.944197 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-6f5e043d-c13b-4c04-baf7-7e09d9d5b927 None None] Set router e058c21b-c236-492c-ad55-4a9321e6f5bb gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:44:31.989689 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-91428ad9-4b01-4586-8a16-5d9a7a0b645f admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.6434608 Nov 19 17:44:32.092066 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 51846) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:44:32.121370 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-a2c2a7da-ee4b-4de0-9aca-b1fdc98c8b2b admin admin] Request body: {'subnet': {'network_id': '68d5f663-92fc-4736-815b-80848ebf1633', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-516738552-subnet', 'tenant_id': '8cb1e5a5a641451797fbe7c2973eb9c3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:44:32.204186 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91428ad9-4b01-4586-8a16-5d9a7a0b645f admin admin] Pushing event updated for resources: {'Network': ['ID=68d5f663-92fc-4736-815b-80848ebf1633,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:44:32.376368 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ba21b31d-e440-46b7-9a6b-cf7e546fbf98 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:32.388137 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ba21b31d-e440-46b7-9a6b-cf7e546fbf98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:32.393557 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2c2a7da-ee4b-4de0-9aca-b1fdc98c8b2b admin admin] Made reservation on behalf of 8cb1e5a5a641451797fbe7c2973eb9c3 for: {'subnet': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:44:32.401073 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a2c2a7da-ee4b-4de0-9aca-b1fdc98c8b2b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8983829'] for subnet, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:32.430814 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network 68d5f663-92fc-4736-815b-80848ebf1633 details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 17:44:32.616481 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-392105a7-04e2-44d5-a0c0-04d62a624c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:32.750961 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-fa1f6d28-145b-47ec-9ac0-ef4adebf9841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbe9e398-7eba-437a-9729-42c1b6576792', 'name': 'tempest-ServerRescueNegativeTestJSON-965044839-router', 'tenant_id': '08573f5395784708802f6f6512b37184', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': 'b6ed7324-8b16-4ad2-9553-54787620217d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:44:04Z', 'updated_at': '2021-11-19T17:44:19Z', 'revision_number': 4, 'project_id': '08573f5395784708802f6f6512b37184', 'gw_port': {'id': 'b6ed7324-8b16-4ad2-9553-54787620217d', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:f2:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbe9e398-7eba-437a-9729-42c1b6576792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:44:07Z', 'updated_at': '2021-11-19T17:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': 'e785cd7d-e773-4e20-a722-ba2878b4a69d', 'name': '', 'network_id': 'bcffe9fd-ba33-4c0f-a44c-e3294ad13f95', 'tenant_id': '08573f5395784708802f6f6512b37184', 'mac_address': 'fa:16:3e:fe:7d:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbe9e398-7eba-437a-9729-42c1b6576792', 'device_owner': 'network:router_interface', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': 'd1218782-152f-4347-a4bd-bbba02695b96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:44:15Z', 'updated_at': '2021-11-19T17:44:29Z', 'revision_number': 4, 'project_id': '08573f5395784708802f6f6512b37184', 'subnets': [{'id': 'd1218782-152f-4347-a4bd-bbba02695b96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:44:32.764976 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba21b31d-e440-46b7-9a6b-cf7e546fbf98 admin admin] Pushing event updated for resources: {'Port': ['ID=895fd70c-7075-431e-836d-c15db92d5d5d,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:44:32.771162 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ba21b31d-e440-46b7-9a6b-cf7e546fbf98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-768529'] for router_interface, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:32.860821 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa1f6d28-145b-47ec-9ac0-ef4adebf9841 None None] The sync data for ids ['fbe9e398-7eba-437a-9729-42c1b6576792'] in n-d-818022-2 is: [{'id': 'fbe9e398-7eba-437a-9729-42c1b6576792', 'name': 'tempest-ServerRescueNegativeTestJSON-965044839-router', 'tenant_id': '08573f5395784708802f6f6512b37184', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': 'b6ed7324-8b16-4ad2-9553-54787620217d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:44:04Z', 'updated_at': '2021-11-19T17:44:19Z', 'revision_number': 4, 'project_id': '08573f5395784708802f6f6512b37184', 'gw_port': {'id': 'b6ed7324-8b16-4ad2-9553-54787620217d', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:f2:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbe9e398-7eba-437a-9729-42c1b6576792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:44:07Z', 'updated_at': '2021-11-19T17:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': 'e785cd7d-e773-4e20-a722-ba2878b4a69d', 'name': '', 'network_id': 'bcffe9fd-ba33-4c0f-a44c-e3294ad13f95', 'tenant_id': '08573f5395784708802f6f6512b37184', 'mac_address': 'fa:16:3e:fe:7d:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbe9e398-7eba-437a-9729-42c1b6576792', 'device_owner': 'network:router_interface', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': 'd1218782-152f-4347-a4bd-bbba02695b96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:44:15Z', 'updated_at': '2021-11-19T17:44:29Z', 'revision_number': 4, 'project_id': '08573f5395784708802f6f6512b37184', 'subnets': [{'id': 'd1218782-152f-4347-a4bd-bbba02695b96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 17:44:32.893011 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-1db936c8-7472-4f23-ae06-fdca768db892 req-e7f7703e-c1d2-488e-a1d4-fce6166bdce5 tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:32.915990 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-37520832-6990-4786-b4b0-398fedc25d1b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:32.943891 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.agents_db [None req-619e5c26-d9ed-4321-86eb-7d443bb9dfa2 None None] Agent healthcheck: found 7 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 17:44:32.947178 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-37520832-6990-4786-b4b0-398fedc25d1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:33.105859 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e46ecc5a-dc14-4744-b262-3072ff2e958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:33.124465 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-6f5e043d-c13b-4c04-baf7-7e09d9d5b927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e058c21b-c236-492c-ad55-4a9321e6f5bb', 'name': 'tempest-AttachVolumeShelveTestJSON-450598237-router', 'tenant_id': '063ef7e3fa9c49daa0ae772568226d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.182'}], 'enable_snat': True}, 'gw_port_id': 'ed871de4-65e1-44dc-aeee-b66bab971245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:44:20Z', 'updated_at': '2021-11-19T17:44:31Z', 'revision_number': 4, 'project_id': '063ef7e3fa9c49daa0ae772568226d29', 'gw_port': {'id': 'ed871de4-65e1-44dc-aeee-b66bab971245', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:d4:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e058c21b-c236-492c-ad55-4a9321e6f5bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:44:22Z', 'updated_at': '2021-11-19T17:44:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': '895fd70c-7075-431e-836d-c15db92d5d5d', 'name': '', 'network_id': 'fdcadcc4-b6d0-4be3-9284-8f7eda9af8ea', 'tenant_id': '063ef7e3fa9c49daa0ae772568226d29', 'mac_address': 'fa:16:3e:49:ca:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e058c21b-c236-492c-ad55-4a9321e6f5bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '5dbfa5af-1ad8-4df8-a1b2-cc6152eda1a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:44:29Z', 'updated_at': '2021-11-19T17:44:30Z', 'revision_number': 1, 'project_id': '063ef7e3fa9c49daa0ae772568226d29', 'subnets': [{'id': '5dbfa5af-1ad8-4df8-a1b2-cc6152eda1a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:44:33.218648 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba21b31d-e440-46b7-9a6b-cf7e546fbf98 admin admin] Network fdcadcc4-b6d0-4be3-9284-8f7eda9af8ea is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:44:33.229103 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-ba21b31d-e440-46b7-9a6b-cf7e546fbf98 admin admin] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:44:33.258536 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37520832-6990-4786-b4b0-398fedc25d1b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 664} {{(pid=103364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 17:44:33.269062 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5e043d-c13b-4c04-baf7-7e09d9d5b927 None None] The sync data for ids ['e058c21b-c236-492c-ad55-4a9321e6f5bb'] in n-d-818022-2 is: [{'id': 'e058c21b-c236-492c-ad55-4a9321e6f5bb', 'name': 'tempest-AttachVolumeShelveTestJSON-450598237-router', 'tenant_id': '063ef7e3fa9c49daa0ae772568226d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.182'}], 'enable_snat': True}, 'gw_port_id': 'ed871de4-65e1-44dc-aeee-b66bab971245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:44:20Z', 'updated_at': '2021-11-19T17:44:31Z', 'revision_number': 4, 'project_id': '063ef7e3fa9c49daa0ae772568226d29', 'gw_port': {'id': 'ed871de4-65e1-44dc-aeee-b66bab971245', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:d4:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e058c21b-c236-492c-ad55-4a9321e6f5bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:44:22Z', 'updated_at': '2021-11-19T17:44:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': '895fd70c-7075-431e-836d-c15db92d5d5d', 'name': '', 'network_id': 'fdcadcc4-b6d0-4be3-9284-8f7eda9af8ea', 'tenant_id': '063ef7e3fa9c49daa0ae772568226d29', 'mac_address': 'fa:16:3e:49:ca:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e058c21b-c236-492c-ad55-4a9321e6f5bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '5dbfa5af-1ad8-4df8-a1b2-cc6152eda1a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:44:29Z', 'updated_at': '2021-11-19T17:44:30Z', 'revision_number': 1, 'project_id': '063ef7e3fa9c49daa0ae772568226d29', 'subnets': [{'id': '5dbfa5af-1ad8-4df8-a1b2-cc6152eda1a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 17:44:33.492726 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37520832-6990-4786-b4b0-398fedc25d1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b596b6e2-4e99-405d-ab15-439621199b64,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:44:33.532724 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-37520832-6990-4786-b4b0-398fedc25d1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:33.538507 n-d-818022-2 neutron-server[103364]: INFO neutron.db.segments_db [None req-37520832-6990-4786-b4b0-398fedc25d1b admin admin] Added segment 7cd6906b-44eb-4ce1-933e-47ff3aaf0160 of type vlan for network 7fe9dda4-bbb5-4db6-b240-cdabda9f2be2 Nov 19 17:44:33.580894 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:33.585205 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37520832-6990-4786-b4b0-398fedc25d1b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:44:33.587142 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37520832-6990-4786-b4b0-398fedc25d1b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:44:33.588765 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37520832-6990-4786-b4b0-398fedc25d1b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:44:33.589509 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37520832-6990-4786-b4b0-398fedc25d1b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:44:33.589961 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37520832-6990-4786-b4b0-398fedc25d1b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:44:33.590310 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37520832-6990-4786-b4b0-398fedc25d1b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:44:33.590682 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37520832-6990-4786-b4b0-398fedc25d1b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:44:33.595799 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37520832-6990-4786-b4b0-398fedc25d1b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:44:33.596354 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37520832-6990-4786-b4b0-398fedc25d1b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:44:33.601396 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37520832-6990-4786-b4b0-398fedc25d1b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:44:33.601396 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37520832-6990-4786-b4b0-398fedc25d1b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:44:33.601396 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37520832-6990-4786-b4b0-398fedc25d1b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:44:33.633363 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-1db936c8-7472-4f23-ae06-fdca768db892 req-e7f7703e-c1d2-488e-a1d4-fce6166bdce5 tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:33.719708 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:33.784052 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba21b31d-e440-46b7-9a6b-cf7e546fbf98 admin admin] Router e058c21b-c236-492c-ad55-4a9321e6f5bb has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 17:44:33.952545 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-37520832-6990-4786-b4b0-398fedc25d1b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:33.980788 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-79edefe1-ce57-49d2-8017-f4e1cca510fe None None] Provisioning complete for port 895fd70c-7075-431e-836d-c15db92d5d5d triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:44:33.982582 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-79edefe1-ce57-49d2-8017-f4e1cca510fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:34.142257 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-79edefe1-ce57-49d2-8017-f4e1cca510fe None None] Port 895fd70c-7075-431e-836d-c15db92d5d5d cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:44:34.205493 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1db936c8-7472-4f23-ae06-fdca768db892 req-e7f7703e-c1d2-488e-a1d4-fce6166bdce5 tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] Network bcffe9fd-ba33-4c0f-a44c-e3294ad13f95 is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:44:34.207814 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.db.resource_extend [None req-37520832-6990-4786-b4b0-398fedc25d1b admin admin] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 19 17:44:34.243639 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f7703e-c1d2-488e-a1d4-fce6166bdce5 tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] Pushing event updated for resources: {'Port': ['ID=58f3e903-023d-4751-8f6d-d52f838af890,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:44:34.281257 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [req-1db936c8-7472-4f23-ae06-fdca768db892 req-e7f7703e-c1d2-488e-a1d4-fce6166bdce5 tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:44:34.305179 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [req-1db936c8-7472-4f23-ae06-fdca768db892 req-e7f7703e-c1d2-488e-a1d4-fce6166bdce5 tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:44:34.309335 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba21b31d-e440-46b7-9a6b-cf7e546fbf98 admin admin] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 17:44:34.325431 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-ba21b31d-e440-46b7-9a6b-cf7e546fbf98 admin admin] 10.222.0.54 "PUT /v2.0/routers/e058c21b-c236-492c-ad55-4a9321e6f5bb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7858560 Nov 19 17:44:34.412251 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a2c2a7da-ee4b-4de0-9aca-b1fdc98c8b2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12425078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8983815'] for subnet, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:34.617533 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-37520832-6990-4786-b4b0-398fedc25d1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:34.626334 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37520832-6990-4786-b4b0-398fedc25d1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:44:34.627398 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-37520832-6990-4786-b4b0-398fedc25d1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:34.654555 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e013d7e6-5264-4dcc-9759-54f5fb809e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:34.727876 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device e785cd7d-e773-4e20-a722-ba2878b4a69d up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:44:34.943782 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port e785cd7d-e773-4e20-a722-ba2878b4a69d triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:44:34.945602 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:34.963091 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db936c8-7472-4f23-ae06-fdca768db892 req-e7f7703e-c1d2-488e-a1d4-fce6166bdce5 tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:44:34.963761 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-1db936c8-7472-4f23-ae06-fdca768db892 req-e7f7703e-c1d2-488e-a1d4-fce6166bdce5 tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:35.045795 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c2a7da-ee4b-4de0-9aca-b1fdc98c8b2b admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2d4e105-70fd-4c87-8b5e-3202977eb756,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:44:35.059306 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-37520832-6990-4786-b4b0-398fedc25d1b admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 3.7452402 Nov 19 17:44:35.062850 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 51862) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:44:35.072387 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-bb99c113-9ac7-4e21-aa11-4bf52178b539 admin admin] Request body: {'subnet': {'network_id': '7fe9dda4-bbb5-4db6-b240-cdabda9f2be2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-493987907-subnet', 'tenant_id': 'ef849a6e511d48da926cfd9ca438c810', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:44:35.078461 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-1db936c8-7472-4f23-ae06-fdca768db892 req-e7f7703e-c1d2-488e-a1d4-fce6166bdce5 tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9970362 Nov 19 17:44:35.087322 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37520832-6990-4786-b4b0-398fedc25d1b admin admin] Pushing event updated for resources: {'Network': ['ID=7fe9dda4-bbb5-4db6-b240-cdabda9f2be2,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:44:35.129320 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb99c113-9ac7-4e21-aa11-4bf52178b539 admin admin] Made reservation on behalf of ef849a6e511d48da926cfd9ca438c810 for: {'subnet': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:44:35.131482 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [req-1db936c8-7472-4f23-ae06-fdca768db892 req-a4f05426-cf50-4348-9645-32ef061db366 tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=103364) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 17:44:35.138302 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-1db936c8-7472-4f23-ae06-fdca768db892 req-a4f05426-cf50-4348-9645-32ef061db366 tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0366268 Nov 19 17:44:35.143173 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-bb99c113-9ac7-4e21-aa11-4bf52178b539 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8731248'] for subnet, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:35.159493 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:35.198160 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c2a7da-ee4b-4de0-9aca-b1fdc98c8b2b admin admin] Checking segment: {'id': 'eb414f11-b33b-484f-88e8-b35b903ae2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '68d5f663-92fc-4736-815b-80848ebf1633'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:44:35.198797 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2c2a7da-ee4b-4de0-9aca-b1fdc98c8b2b admin admin] Network hostable DHCP agents. Network: 68d5f663-92fc-4736-815b-80848ebf1633, hostable agents: ['02910ef2-0455-4aea-9f38-9a875579633f'], hosted agents: [] {{(pid=103364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 17:44:35.199740 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:35.253289 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2c2a7da-ee4b-4de0-9aca-b1fdc98c8b2b admin admin] Network 68d5f663-92fc-4736-815b-80848ebf1633 is scheduled to be hosted by DHCP agent 02910ef2-0455-4aea-9f38-9a875579633f with binding_index 1 {{(pid=103364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 17:44:35.278611 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-a2c2a7da-ee4b-4de0-9aca-b1fdc98c8b2b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818022-2, 68d5f663-92fc-4736-815b-80848ebf1633) {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:44:35.291364 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2c2a7da-ee4b-4de0-9aca-b1fdc98c8b2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:44:35.293010 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a2c2a7da-ee4b-4de0-9aca-b1fdc98c8b2b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:35.339589 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] For port e785cd7d-e773-4e20-a722-ba2878b4a69d, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=e785cd7d-e773-4e20-a722-ba2878b4a69d,segment=NetworkSegment(4f54897a-da44-453a-a968-70f6f15405e0),segment_id=4f54897a-da44-453a-a968-70f6f15405e0)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:44:35.341243 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network 7fe9dda4-bbb5-4db6-b240-cdabda9f2be2 details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 17:44:35.363267 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-a2c2a7da-ee4b-4de0-9aca-b1fdc98c8b2b admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.2639105 Nov 19 17:44:35.366537 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 51866) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:44:35.372587 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-a2c47d5f-2a26-4090-9be5-69295a97570f admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-516738552-router', 'tenant_id': '8cb1e5a5a641451797fbe7c2973eb9c3', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'}}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:44:35.399475 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-1db936c8-7472-4f23-ae06-fdca768db892 req-f422608e-459a-4ca8-bed1-67964261aa4b service neutron] Request body: {'port': {'device_id': 'd92fe2bd-ad51-4c6e-8818-ece36aa67a95', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818022-2'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:44:35.550741 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-121faec7-cd9f-4896-a27e-0ab8b6456fbc None None] Network 68d5f663-92fc-4736-815b-80848ebf1633 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:44:35.570384 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:35.625845 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-1db936c8-7472-4f23-ae06-fdca768db892 req-f422608e-459a-4ca8-bed1-67964261aa4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:35.638916 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a2c47d5f-2a26-4090-9be5-69295a97570f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9890'] for router, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:35.642020 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a2c47d5f-2a26-4090-9be5-69295a97570f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671617', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-732153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4689'] for router, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:35.902300 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Pushing event updated for resources: {'Port': ['ID=e785cd7d-e773-4e20-a722-ba2878b4a69d,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:44:35.948564 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-bb99c113-9ac7-4e21-aa11-4bf52178b539 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12283104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8731234'] for subnet, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:36.025654 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4032e7d8-97b7-4e00-985c-ee3235f10048 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54f44f5f-1200-574e-8740-2141911d5b73-68d5f663-92fc-4736-815b-80848ebf1633', 'network_id': '68d5f663-92fc-4736-815b-80848ebf1633', 'tenant_id': '8cb1e5a5a641451797fbe7c2973eb9c3', 'fixed_ips': [{'subnet_id': 'f2d4e105-70fd-4c87-8b5e-3202977eb756'}]}} from n-d-818022-2. {{(pid=103366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 17:44:36.027096 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4032e7d8-97b7-4e00-985c-ee3235f10048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:36.233603 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb99c113-9ac7-4e21-aa11-4bf52178b539 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2a11d26-01c8-41f8-8b08-cf64deb00190,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:44:36.244238 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb99c113-9ac7-4e21-aa11-4bf52178b539 admin admin] Checking segment: {'id': '7cd6906b-44eb-4ce1-933e-47ff3aaf0160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '7fe9dda4-bbb5-4db6-b240-cdabda9f2be2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:44:36.245779 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb99c113-9ac7-4e21-aa11-4bf52178b539 admin admin] Network hostable DHCP agents. Network: 7fe9dda4-bbb5-4db6-b240-cdabda9f2be2, hostable agents: ['02910ef2-0455-4aea-9f38-9a875579633f'], hosted agents: [] {{(pid=103365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 17:44:36.250006 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [None req-4032e7d8-97b7-4e00-985c-ee3235f10048 None None] Allocated IP 172.20.0.2 (68d5f663-92fc-4736-815b-80848ebf1633/f2d4e105-70fd-4c87-8b5e-3202977eb756/eca3a33d-cd28-4cd8-a6bd-8268e42c5bde) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:44:36.312872 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb99c113-9ac7-4e21-aa11-4bf52178b539 admin admin] Network 7fe9dda4-bbb5-4db6-b240-cdabda9f2be2 is scheduled to be hosted by DHCP agent 02910ef2-0455-4aea-9f38-9a875579633f with binding_index 1 {{(pid=103365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 17:44:36.343199 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-bb99c113-9ac7-4e21-aa11-4bf52178b539 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818022-2, 7fe9dda4-bbb5-4db6-b240-cdabda9f2be2) {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:44:36.364587 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb99c113-9ac7-4e21-aa11-4bf52178b539 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:44:36.366773 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-bb99c113-9ac7-4e21-aa11-4bf52178b539 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:36.443447 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-bb99c113-9ac7-4e21-aa11-4bf52178b539 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3775094 Nov 19 17:44:36.500403 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62c3a2d0-d234-439f-a597-e1bb00763068 None None] Network 7fe9dda4-bbb5-4db6-b240-cdabda9f2be2 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:44:36.505009 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a2c47d5f-2a26-4090-9be5-69295a97570f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:36.799556 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a2c47d5f-2a26-4090-9be5-69295a97570f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:36.835726 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4032e7d8-97b7-4e00-985c-ee3235f10048 None None] Publish callbacks [] for port, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:36.857237 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4032e7d8-97b7-4e00-985c-ee3235f10048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998'] for port, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:36.931616 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device ed871de4-65e1-44dc-aeee-b66bab971245 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:44:36.990562 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4032e7d8-97b7-4e00-985c-ee3235f10048 None None] Pushing event updated for resources: {'Port': ['ID=eca3a33d-cd28-4cd8-a6bd-8268e42c5bde,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:44:37.044073 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a57d85d-29de-4e55-bd7e-b92f2ed6d4a5 None None] Network 7fe9dda4-bbb5-4db6-b240-cdabda9f2be2 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:44:37.144906 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4032e7d8-97b7-4e00-985c-ee3235f10048 None None] Network 68d5f663-92fc-4736-815b-80848ebf1633 is already hosted by enough agents. {{(pid=103366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:44:37.158691 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [None req-4032e7d8-97b7-4e00-985c-ee3235f10048 None None] Resources bound (agent type, host, resource id): {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:44:37.165987 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4032e7d8-97b7-4e00-985c-ee3235f10048 None None] Received port after_create {{(pid=103366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:44:37.325255 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-4032e7d8-97b7-4e00-985c-ee3235f10048 None None] Attempting to bind port eca3a33d-cd28-4cd8-a6bd-8268e42c5bde on host n-d-818022-2 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:44:37.326552 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-4032e7d8-97b7-4e00-985c-ee3235f10048 None None] Attempting to bind port eca3a33d-cd28-4cd8-a6bd-8268e42c5bde by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': 'eb414f11-b33b-484f-88e8-b35b903ae2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '68d5f663-92fc-4736-815b-80848ebf1633'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:44:37.327123 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4032e7d8-97b7-4e00-985c-ee3235f10048 None None] Attempting to bind port eca3a33d-cd28-4cd8-a6bd-8268e42c5bde on network 68d5f663-92fc-4736-815b-80848ebf1633 {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:44:37.334788 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4032e7d8-97b7-4e00-985c-ee3235f10048 None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 44, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:44:37.335503 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4032e7d8-97b7-4e00-985c-ee3235f10048 None None] Checking segment: {'id': 'eb414f11-b33b-484f-88e8-b35b903ae2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '68d5f663-92fc-4736-815b-80848ebf1633'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:44:37.336096 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4032e7d8-97b7-4e00-985c-ee3235f10048 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:37.336665 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4032e7d8-97b7-4e00-985c-ee3235f10048 None None] Bound using segment: {'id': 'eb414f11-b33b-484f-88e8-b35b903ae2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '68d5f663-92fc-4736-815b-80848ebf1633'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:44:37.337493 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-4032e7d8-97b7-4e00-985c-ee3235f10048 None None] Bound port: eca3a33d-cd28-4cd8-a6bd-8268e42c5bde, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb414f11-b33b-484f-88e8-b35b903ae2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '68d5f663-92fc-4736-815b-80848ebf1633'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:44:37.338639 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4032e7d8-97b7-4e00-985c-ee3235f10048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:37.355937 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port ed871de4-65e1-44dc-aeee-b66bab971245 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:44:37.356691 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:37.425363 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a2c47d5f-2a26-4090-9be5-69295a97570f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:37.487892 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a2c47d5f-2a26-4090-9be5-69295a97570f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:37.504332 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-4032e7d8-97b7-4e00-985c-ee3235f10048 None None] For port eca3a33d-cd28-4cd8-a6bd-8268e42c5bde, host n-d-818022-2, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:44:37.506051 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [req-1db936c8-7472-4f23-ae06-fdca768db892 req-f422608e-459a-4ca8-bed1-67964261aa4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58f3e903-023d-4751-8f6d-d52f838af890 {{(pid=103364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:44:37.508294 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-4032e7d8-97b7-4e00-985c-ee3235f10048 None None] For port eca3a33d-cd28-4cd8-a6bd-8268e42c5bde, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=eca3a33d-cd28-4cd8-a6bd-8268e42c5bde,segment=NetworkSegment(eb414f11-b33b-484f-88e8-b35b903ae2da),segment_id=eb414f11-b33b-484f-88e8-b35b903ae2da)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:44:37.524392 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4032e7d8-97b7-4e00-985c-ee3235f10048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:37.543293 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:37.577604 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-1db936c8-7472-4f23-ae06-fdca768db892 req-f422608e-459a-4ca8-bed1-67964261aa4b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:37.693104 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] For port ed871de4-65e1-44dc-aeee-b66bab971245, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=ed871de4-65e1-44dc-aeee-b66bab971245,segment=NetworkSegment(bbe705c1-96c0-476e-8381-28227e6f0ac5),segment_id=bbe705c1-96c0-476e-8381-28227e6f0ac5)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:44:37.703741 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.provisioning_blocks [req-1db936c8-7472-4f23-ae06-fdca768db892 req-f422608e-459a-4ca8-bed1-67964261aa4b service neutron] Transition to ACTIVE for port object 58f3e903-023d-4751-8f6d-d52f838af890 will not be triggered until provisioned by entity L2. {{(pid=103364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 17:44:37.729189 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-1db936c8-7472-4f23-ae06-fdca768db892 req-f422608e-459a-4ca8-bed1-67964261aa4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:37.733871 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:37.735908 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device e785cd7d-e773-4e20-a722-ba2878b4a69d up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:44:37.752530 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4032e7d8-97b7-4e00-985c-ee3235f10048 None None] Pushing event updated for resources: {'Port': ['ID=eca3a33d-cd28-4cd8-a6bd-8268e42c5bde,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:44:37.905979 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Pushing event updated for resources: {'Port': ['ID=ed871de4-65e1-44dc-aeee-b66bab971245,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:44:37.931664 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port e785cd7d-e773-4e20-a722-ba2878b4a69d triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:44:37.934211 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:37.996433 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [None req-a2c47d5f-2a26-4090-9be5-69295a97570f admin admin] Allocated IP 172.25.7.253 (645e61aa-1a6c-4e8f-857e-ab06edb4897f/88ed2d64-f56d-4f01-a468-946e01c99e82/d2a73b20-7bbf-411c-bdfa-838b40960d96) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:44:38.156505 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f422608e-459a-4ca8-bed1-67964261aa4b service neutron] Pushing event updated for resources: {'Port': ['ID=58f3e903-023d-4751-8f6d-d52f838af890,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:44:38.358904 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-1db936c8-7472-4f23-ae06-fdca768db892 req-f422608e-459a-4ca8-bed1-67964261aa4b service neutron] Attempting to bind port 58f3e903-023d-4751-8f6d-d52f838af890 on host n-h2-818022-2 for vnic_type normal with profile {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:44:38.359401 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-1db936c8-7472-4f23-ae06-fdca768db892 req-f422608e-459a-4ca8-bed1-67964261aa4b service neutron] Attempting to bind port 58f3e903-023d-4751-8f6d-d52f838af890 by drivers openvswitch,hyperv on host n-h2-818022-2 at level 0 using segments [{'id': '4f54897a-da44-453a-a968-70f6f15405e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'bcffe9fd-ba33-4c0f-a44c-e3294ad13f95'}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:44:38.359891 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1db936c8-7472-4f23-ae06-fdca768db892 req-f422608e-459a-4ca8-bed1-67964261aa4b service neutron] Attempting to bind port 58f3e903-023d-4751-8f6d-d52f838af890 on network bcffe9fd-ba33-4c0f-a44c-e3294ad13f95 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:44:38.377663 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1db936c8-7472-4f23-ae06-fdca768db892 req-f422608e-459a-4ca8-bed1-67964261aa4b service neutron] Port 58f3e903-023d-4751-8f6d-d52f838af890 on network bcffe9fd-ba33-4c0f-a44c-e3294ad13f95 not bound, no agent of type Open vSwitch agent registered on host n-h2-818022-2 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 17:44:38.378069 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1db936c8-7472-4f23-ae06-fdca768db892 req-f422608e-459a-4ca8-bed1-67964261aa4b service neutron] Attempting to bind port 58f3e903-023d-4751-8f6d-d52f838af890 on network bcffe9fd-ba33-4c0f-a44c-e3294ad13f95 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:44:38.395021 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1db936c8-7472-4f23-ae06-fdca768db892 req-f422608e-459a-4ca8-bed1-67964261aa4b service neutron] Checking agent: {'id': '525ad2ac-c4ae-4c63-af2e-0bf8d25d0f0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'started_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 44, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:44:38.395521 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1db936c8-7472-4f23-ae06-fdca768db892 req-f422608e-459a-4ca8-bed1-67964261aa4b service neutron] Checking segment: {'id': '4f54897a-da44-453a-a968-70f6f15405e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'bcffe9fd-ba33-4c0f-a44c-e3294ad13f95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:44:38.396031 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1db936c8-7472-4f23-ae06-fdca768db892 req-f422608e-459a-4ca8-bed1-67964261aa4b service neutron] Bound using segment: {'id': '4f54897a-da44-453a-a968-70f6f15405e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'bcffe9fd-ba33-4c0f-a44c-e3294ad13f95'} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:44:38.396590 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-1db936c8-7472-4f23-ae06-fdca768db892 req-f422608e-459a-4ca8-bed1-67964261aa4b service neutron] Bound port: 58f3e903-023d-4751-8f6d-d52f838af890, host: n-h2-818022-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f54897a-da44-453a-a968-70f6f15405e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'bcffe9fd-ba33-4c0f-a44c-e3294ad13f95'}}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:44:38.397059 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-1db936c8-7472-4f23-ae06-fdca768db892 req-f422608e-459a-4ca8-bed1-67964261aa4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:38.412805 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a2c47d5f-2a26-4090-9be5-69295a97570f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:38.550053 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a2c47d5f-2a26-4090-9be5-69295a97570f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:38.550788 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba8e8c9-41b5-4992-88e6-38615d5494f3 None None] Sync routers for ids ['e058c21b-c236-492c-ad55-4a9321e6f5bb'] in n-d-818022-2 {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 17:44:38.553770 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-1db936c8-7472-4f23-ae06-fdca768db892 req-f422608e-459a-4ca8-bed1-67964261aa4b service neutron] For port 58f3e903-023d-4751-8f6d-d52f838af890, host n-h2-818022-2, cleared binding levels {{(pid=103364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:44:38.559710 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-1db936c8-7472-4f23-ae06-fdca768db892 req-f422608e-459a-4ca8-bed1-67964261aa4b service neutron] For port 58f3e903-023d-4751-8f6d-d52f838af890, host n-h2-818022-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=58f3e903-023d-4751-8f6d-d52f838af890,segment=NetworkSegment(4f54897a-da44-453a-a968-70f6f15405e0),segment_id=4f54897a-da44-453a-a968-70f6f15405e0)] {{(pid=103364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:44:38.571558 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-1db936c8-7472-4f23-ae06-fdca768db892 req-f422608e-459a-4ca8-bed1-67964261aa4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:38.595937 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba8e8c9-41b5-4992-88e6-38615d5494f3 None None] Routers {'e058c21b-c236-492c-ad55-4a9321e6f5bb'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:44:38.596984 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-1ba8e8c9-41b5-4992-88e6-38615d5494f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:44:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['e058c21b-c236-492c-ad55-4a9321e6f5bb'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:44:38.620687 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2c47d5f-2a26-4090-9be5-69295a97570f admin admin] Network 645e61aa-1a6c-4e8f-857e-ab06edb4897f is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:44:38.629727 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db936c8-7472-4f23-ae06-fdca768db892 req-f422608e-459a-4ca8-bed1-67964261aa4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:44:38.630601 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-1db936c8-7472-4f23-ae06-fdca768db892 req-f422608e-459a-4ca8-bed1-67964261aa4b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:38.632634 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-1db936c8-7472-4f23-ae06-fdca768db892 req-f422608e-459a-4ca8-bed1-67964261aa4b service neutron] 10.222.0.86 "PUT /v2.0/ports/58f3e903-023d-4751-8f6d-d52f838af890 HTTP/1.1" status: 200 len: 1091 time: 3.4773660 Nov 19 17:44:38.633250 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd92fe2bd-ad51-4c6e-8818-ece36aa67a95', 'tag': '58f3e903-023d-4751-8f6d-d52f838af890'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:44:38.636027 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dd4767a008c23f8566efc82158ee1b1fff34e1a9e908d76d0b6d0ab7e350e5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c67021ae-eb67-400f-b18c-ebeccd9b1d38" -d '{"events": [{"name": "network-changed", "server_uuid": "d92fe2bd-ad51-4c6e-8818-ece36aa67a95", "tag": "58f3e903-023d-4751-8f6d-d52f838af890"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:44:38.642761 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-a2c47d5f-2a26-4090-9be5-69295a97570f admin admin] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:44:38.648235 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c47d5f-2a26-4090-9be5-69295a97570f admin admin] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:44:38.651861 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c47d5f-2a26-4090-9be5-69295a97570f admin admin] Pushing event updated for resources: {'Port': ['ID=d2a73b20-7bbf-411c-bdfa-838b40960d96,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:44:38.835646 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device ed871de4-65e1-44dc-aeee-b66bab971245 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:44:38.856718 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f422608e-459a-4ca8-bed1-67964261aa4b service neutron] Pushing event updated for resources: {'Port': ['ID=58f3e903-023d-4751-8f6d-d52f838af890,revision_number=3']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:44:38.904247 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db936c8-7472-4f23-ae06-fdca768db892 req-b2324eb5-e6fc-404a-90d1-2a5d55152130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:44:38.907120 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-1db936c8-7472-4f23-ae06-fdca768db892 req-b2324eb5-e6fc-404a-90d1-2a5d55152130 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=08573f5395784708802f6f6512b37184&device_id=d92fe2bd-ad51-4c6e-8818-ece36aa67a95 HTTP/1.1" status: 200 len: 1094 time: 0.1778951 Nov 19 17:44:38.983764 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-1ba8e8c9-41b5-4992-88e6-38615d5494f3 None None] Set router e058c21b-c236-492c-ad55-4a9321e6f5bb gateway port host: n-d-818022-2 {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:44:39.010035 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-1db936c8-7472-4f23-ae06-fdca768db892 req-380cc447-24b4-48fe-b949-a8dd20b62e8f service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=58f3e903-023d-4751-8f6d-d52f838af890 HTTP/1.1" status: 200 len: 217 time: 0.0635438 Nov 19 17:44:39.145776 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port ed871de4-65e1-44dc-aeee-b66bab971245 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:44:39.146185 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:39.247427 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db936c8-7472-4f23-ae06-fdca768db892 req-9521054b-66df-4c4d-afa6-a72fe9e2d9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:44:39.251730 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-1db936c8-7472-4f23-ae06-fdca768db892 req-9521054b-66df-4c4d-afa6-a72fe9e2d9c1 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d1218782-152f-4347-a4bd-bbba02695b96 HTTP/1.1" status: 200 len: 858 time: 0.2268116 Nov 19 17:44:39.303598 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-1db936c8-7472-4f23-ae06-fdca768db892 req-a95eefe9-f7af-42f2-87dc-a1cc8f3cbfd5 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=bcffe9fd-ba33-4c0f-a44c-e3294ad13f95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379612 Nov 19 17:44:39.425448 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a2c47d5f-2a26-4090-9be5-69295a97570f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:39.597338 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device eca3a33d-cd28-4cd8-a6bd-8268e42c5bde up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:44:39.695665 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-1ba8e8c9-41b5-4992-88e6-38615d5494f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e058c21b-c236-492c-ad55-4a9321e6f5bb', 'name': 'tempest-AttachVolumeShelveTestJSON-450598237-router', 'tenant_id': '063ef7e3fa9c49daa0ae772568226d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.182'}], 'enable_snat': True}, 'gw_port_id': 'ed871de4-65e1-44dc-aeee-b66bab971245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:44:20Z', 'updated_at': '2021-11-19T17:44:31Z', 'revision_number': 4, 'project_id': '063ef7e3fa9c49daa0ae772568226d29', 'gw_port': {'id': 'ed871de4-65e1-44dc-aeee-b66bab971245', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:d4:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e058c21b-c236-492c-ad55-4a9321e6f5bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:44:22Z', 'updated_at': '2021-11-19T17:44:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': '895fd70c-7075-431e-836d-c15db92d5d5d', 'name': '', 'network_id': 'fdcadcc4-b6d0-4be3-9284-8f7eda9af8ea', 'tenant_id': '063ef7e3fa9c49daa0ae772568226d29', 'mac_address': 'fa:16:3e:49:ca:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e058c21b-c236-492c-ad55-4a9321e6f5bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '5dbfa5af-1ad8-4df8-a1b2-cc6152eda1a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:44:29Z', 'updated_at': '2021-11-19T17:44:31Z', 'revision_number': 2, 'project_id': '063ef7e3fa9c49daa0ae772568226d29', 'subnets': [{'id': '5dbfa5af-1ad8-4df8-a1b2-cc6152eda1a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:44:39.743701 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port eca3a33d-cd28-4cd8-a6bd-8268e42c5bde triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:44:39.744068 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:39.747233 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba8e8c9-41b5-4992-88e6-38615d5494f3 None None] Checking router: e058c21b-c236-492c-ad55-4a9321e6f5bb for host: n-d-818022-2 {{(pid=103366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 17:44:39.747580 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba8e8c9-41b5-4992-88e6-38615d5494f3 None None] Updating router e058c21b-c236-492c-ad55-4a9321e6f5bb port 895fd70c-7075-431e-836d-c15db92d5d5d binding host n-d-818022-2 {{(pid=103366) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 17:44:39.778648 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-1db936c8-7472-4f23-ae06-fdca768db892 req-72142018-e2db-438c-828f-a55f3b6ef2a1 service neutron] 10.222.0.86 "GET /v2.0/networks/bcffe9fd-ba33-4c0f-a44c-e3294ad13f95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4645374 Nov 19 17:44:39.802418 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-1ba8e8c9-41b5-4992-88e6-38615d5494f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:39.863345 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a2c47d5f-2a26-4090-9be5-69295a97570f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671702'] for router, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:39.970608 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45b09851-2ada-47c7-9c6c-617cb95df77e None None] Network 68d5f663-92fc-4736-815b-80848ebf1633 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:44:40.107399 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-74f6f3c5-fb92-4fce-8a4c-5705dbb187db None None] Provisioning complete for port eca3a33d-cd28-4cd8-a6bd-8268e42c5bde triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:44:40.107687 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-74f6f3c5-fb92-4fce-8a4c-5705dbb187db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:40.412484 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:40.414049 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-1db936c8-7472-4f23-ae06-fdca768db892 req-fde5fb6f-f081-4714-b363-91901e85bf68 service neutron] 10.222.0.86 "GET /v2.0/networks/bcffe9fd-ba33-4c0f-a44c-e3294ad13f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6186128 Nov 19 17:44:40.424403 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2c47d5f-2a26-4090-9be5-69295a97570f admin admin] Router c1e3d67b-ec9e-42dd-afbf-7ec05d918256 is scheduled to L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 with binding_index 1 {{(pid=103364) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 17:44:40.520936 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-74f6f3c5-fb92-4fce-8a4c-5705dbb187db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:40.524273 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] For port eca3a33d-cd28-4cd8-a6bd-8268e42c5bde, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=eca3a33d-cd28-4cd8-a6bd-8268e42c5bde,segment=NetworkSegment(eb414f11-b33b-484f-88e8-b35b903ae2da),segment_id=eb414f11-b33b-484f-88e8-b35b903ae2da)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:44:40.538373 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:40.671280 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2c47d5f-2a26-4090-9be5-69295a97570f admin admin] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 17:44:40.693965 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f16e37-cef6-4438-8ac9-8b7cff9c4c81 None None] Sync routers for ids ['c1e3d67b-ec9e-42dd-afbf-7ec05d918256'] in n-d-818022-2 {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 17:44:40.708458 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f16e37-cef6-4438-8ac9-8b7cff9c4c81 None None] Routers {'c1e3d67b-ec9e-42dd-afbf-7ec05d918256'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:44:40.709457 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-90f16e37-cef6-4438-8ac9-8b7cff9c4c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:44:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['c1e3d67b-ec9e-42dd-afbf-7ec05d918256'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:44:40.734167 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.db.api [None req-74f6f3c5-fb92-4fce-8a4c-5705dbb187db None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103366) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 17:44:40.735402 n-d-818022-2 neutron-server[103366]: DEBUG oslo_db.api [None req-74f6f3c5-fb92-4fce-8a4c-5705dbb187db None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 17:44:40.741926 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a2c47d5f-2a26-4090-9be5-69295a97570f admin admin] Publish callbacks [] for router, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:40.748134 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-a2c47d5f-2a26-4090-9be5-69295a97570f admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.3789673 Nov 19 17:44:40.748985 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 51888) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:44:40.904034 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Pushing event updated for resources: {'Port': ['ID=eca3a33d-cd28-4cd8-a6bd-8268e42c5bde,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:44:40.963947 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-1ba8e8c9-41b5-4992-88e6-38615d5494f3 None None] Publish callbacks [] for port, precommit_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:40.976063 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-1ba8e8c9-41b5-4992-88e6-38615d5494f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:40.998164 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-90f16e37-cef6-4438-8ac9-8b7cff9c4c81 None None] Set router c1e3d67b-ec9e-42dd-afbf-7ec05d918256 gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:44:41.077079 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7616901f-ae81-48ca-bbeb-8038ee44d8af None None] Pushing event updated for resources: {'Port': ['ID=895fd70c-7075-431e-836d-c15db92d5d5d,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:44:41.231040 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-1ba8e8c9-41b5-4992-88e6-38615d5494f3 None None] Attempting to bind port 895fd70c-7075-431e-836d-c15db92d5d5d on host n-d-818022-2 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:44:41.231981 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-1ba8e8c9-41b5-4992-88e6-38615d5494f3 None None] Attempting to bind port 895fd70c-7075-431e-836d-c15db92d5d5d by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': 'a5a94e2b-2782-491c-8737-b805351d0689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'fdcadcc4-b6d0-4be3-9284-8f7eda9af8ea'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:44:41.232763 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba8e8c9-41b5-4992-88e6-38615d5494f3 None None] Attempting to bind port 895fd70c-7075-431e-836d-c15db92d5d5d on network fdcadcc4-b6d0-4be3-9284-8f7eda9af8ea {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:44:41.247357 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba8e8c9-41b5-4992-88e6-38615d5494f3 None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 44, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:44:41.256544 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba8e8c9-41b5-4992-88e6-38615d5494f3 None None] Checking segment: {'id': 'a5a94e2b-2782-491c-8737-b805351d0689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'fdcadcc4-b6d0-4be3-9284-8f7eda9af8ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:44:41.257184 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-1ba8e8c9-41b5-4992-88e6-38615d5494f3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:41.261723 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba8e8c9-41b5-4992-88e6-38615d5494f3 None None] Bound using segment: {'id': 'a5a94e2b-2782-491c-8737-b805351d0689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'fdcadcc4-b6d0-4be3-9284-8f7eda9af8ea'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:44:41.267573 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-1ba8e8c9-41b5-4992-88e6-38615d5494f3 None None] Bound port: 895fd70c-7075-431e-836d-c15db92d5d5d, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5a94e2b-2782-491c-8737-b805351d0689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'fdcadcc4-b6d0-4be3-9284-8f7eda9af8ea'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:44:41.268466 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-1ba8e8c9-41b5-4992-88e6-38615d5494f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:41.498568 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-90f16e37-cef6-4438-8ac9-8b7cff9c4c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1e3d67b-ec9e-42dd-afbf-7ec05d918256', 'name': 'tempest-ServersTestManualDisk-516738552-router', 'tenant_id': '8cb1e5a5a641451797fbe7c2973eb9c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.253'}], 'enable_snat': True}, 'gw_port_id': 'd2a73b20-7bbf-411c-bdfa-838b40960d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:44:35Z', 'updated_at': '2021-11-19T17:44:39Z', 'revision_number': 3, 'project_id': '8cb1e5a5a641451797fbe7c2973eb9c3', 'gw_port': {'id': 'd2a73b20-7bbf-411c-bdfa-838b40960d96', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ce:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1e3d67b-ec9e-42dd-afbf-7ec05d918256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:44:37Z', 'updated_at': '2021-11-19T17:44:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:44:41.540007 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-1ba8e8c9-41b5-4992-88e6-38615d5494f3 None None] For port 895fd70c-7075-431e-836d-c15db92d5d5d, host n-d-818022-2, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:44:41.548143 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f16e37-cef6-4438-8ac9-8b7cff9c4c81 None None] Checking router: c1e3d67b-ec9e-42dd-afbf-7ec05d918256 for host: n-d-818022-2 {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 17:44:41.548488 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f16e37-cef6-4438-8ac9-8b7cff9c4c81 None None] Updating router c1e3d67b-ec9e-42dd-afbf-7ec05d918256 port d2a73b20-7bbf-411c-bdfa-838b40960d96 binding host n-d-818022-2 {{(pid=103367) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 17:44:41.552533 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-1ba8e8c9-41b5-4992-88e6-38615d5494f3 None None] For port 895fd70c-7075-431e-836d-c15db92d5d5d, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=895fd70c-7075-431e-836d-c15db92d5d5d,segment=NetworkSegment(a5a94e2b-2782-491c-8737-b805351d0689),segment_id=a5a94e2b-2782-491c-8737-b805351d0689)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:44:41.562551 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-1ba8e8c9-41b5-4992-88e6-38615d5494f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:41.602980 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-90f16e37-cef6-4438-8ac9-8b7cff9c4c81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:41.800524 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba8e8c9-41b5-4992-88e6-38615d5494f3 None None] Routers {'e058c21b-c236-492c-ad55-4a9321e6f5bb'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:44:41.801391 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-1ba8e8c9-41b5-4992-88e6-38615d5494f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:44:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['e058c21b-c236-492c-ad55-4a9321e6f5bb'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:44:41.812296 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1f1cf16a-445f-4653-b0ee-4d6d5090a991 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:41.882162 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7616901f-ae81-48ca-bbeb-8038ee44d8af None None] Pushing event updated for resources: {'Port': ['ID=895fd70c-7075-431e-836d-c15db92d5d5d,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:44:41.900626 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-fb7933eb-6d6c-4184-8a8e-0313f511b42e None None] Provisioning complete for port eca3a33d-cd28-4cd8-a6bd-8268e42c5bde triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:44:41.901080 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-fb7933eb-6d6c-4184-8a8e-0313f511b42e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:42.154151 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [None req-1f1cf16a-445f-4653-b0ee-4d6d5090a991 admin admin] Allocated IP 172.20.0.1 (68d5f663-92fc-4736-815b-80848ebf1633/f2d4e105-70fd-4c87-8b5e-3202977eb756/23f1decd-7d42-4d18-9034-6224737ad89d) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:44:42.189223 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-1ba8e8c9-41b5-4992-88e6-38615d5494f3 None None] Set router e058c21b-c236-492c-ad55-4a9321e6f5bb gateway port host: n-d-818022-2 {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:44:42.205733 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-90f16e37-cef6-4438-8ac9-8b7cff9c4c81 None None] Publish callbacks [] for port, precommit_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:42.213526 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-90f16e37-cef6-4438-8ac9-8b7cff9c4c81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:42.320740 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-90f16e37-cef6-4438-8ac9-8b7cff9c4c81 None None] Attempting to bind port d2a73b20-7bbf-411c-bdfa-838b40960d96 on host n-d-818022-2 for vnic_type normal with profile {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:44:42.321055 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-90f16e37-cef6-4438-8ac9-8b7cff9c4c81 None None] Attempting to bind port d2a73b20-7bbf-411c-bdfa-838b40960d96 by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:44:42.321428 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f16e37-cef6-4438-8ac9-8b7cff9c4c81 None None] Attempting to bind port d2a73b20-7bbf-411c-bdfa-838b40960d96 on network 645e61aa-1a6c-4e8f-857e-ab06edb4897f {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:44:42.342876 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea7df43-6f04-40c3-a3ea-f152c03c42a9 None None] Pushing event updated for resources: {'Port': ['ID=d2a73b20-7bbf-411c-bdfa-838b40960d96,revision_number=2']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:44:42.347530 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f16e37-cef6-4438-8ac9-8b7cff9c4c81 None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 44, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:44:42.347914 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f16e37-cef6-4438-8ac9-8b7cff9c4c81 None None] Checking segment: {'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:44:42.348326 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-90f16e37-cef6-4438-8ac9-8b7cff9c4c81 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:42.348723 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f16e37-cef6-4438-8ac9-8b7cff9c4c81 None None] Bound using segment: {'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:44:42.349211 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-90f16e37-cef6-4438-8ac9-8b7cff9c4c81 None None] Bound port: d2a73b20-7bbf-411c-bdfa-838b40960d96, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'}}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:44:42.349608 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-90f16e37-cef6-4438-8ac9-8b7cff9c4c81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:42.394586 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1f1cf16a-445f-4653-b0ee-4d6d5090a991 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:42.436864 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-90f16e37-cef6-4438-8ac9-8b7cff9c4c81 None None] For port d2a73b20-7bbf-411c-bdfa-838b40960d96, host n-d-818022-2, cleared binding levels {{(pid=103367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:44:42.440745 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-90f16e37-cef6-4438-8ac9-8b7cff9c4c81 None None] For port d2a73b20-7bbf-411c-bdfa-838b40960d96, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=d2a73b20-7bbf-411c-bdfa-838b40960d96,segment=NetworkSegment(bbe705c1-96c0-476e-8381-28227e6f0ac5),segment_id=bbe705c1-96c0-476e-8381-28227e6f0ac5)] {{(pid=103367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:44:42.451201 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-90f16e37-cef6-4438-8ac9-8b7cff9c4c81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:42.495239 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1f1cf16a-445f-4653-b0ee-4d6d5090a991 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:42.551237 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea7df43-6f04-40c3-a3ea-f152c03c42a9 None None] Pushing event updated for resources: {'Port': ['ID=d2a73b20-7bbf-411c-bdfa-838b40960d96,revision_number=3']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:44:42.574064 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f16e37-cef6-4438-8ac9-8b7cff9c4c81 None None] Routers {'c1e3d67b-ec9e-42dd-afbf-7ec05d918256'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:44:42.574907 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-90f16e37-cef6-4438-8ac9-8b7cff9c4c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:44:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['c1e3d67b-ec9e-42dd-afbf-7ec05d918256'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:44:42.623476 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f1cf16a-445f-4653-b0ee-4d6d5090a991 admin admin] Network 68d5f663-92fc-4736-815b-80848ebf1633 is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:44:42.630942 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-1f1cf16a-445f-4653-b0ee-4d6d5090a991 admin admin] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:44:42.641979 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1cf16a-445f-4653-b0ee-4d6d5090a991 admin admin] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:44:42.675349 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4c973f2a-14ee-47e8-ac43-bc14ecc49125 None None] Provisioning complete for port 895fd70c-7075-431e-836d-c15db92d5d5d triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:44:42.675729 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4c973f2a-14ee-47e8-ac43-bc14ecc49125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:42.815789 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-90f16e37-cef6-4438-8ac9-8b7cff9c4c81 None None] Set router c1e3d67b-ec9e-42dd-afbf-7ec05d918256 gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:44:42.879851 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1cf16a-445f-4653-b0ee-4d6d5090a991 admin admin] Pushing event updated for resources: {'Port': ['ID=23f1decd-7d42-4d18-9034-6224737ad89d,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:44:42.895864 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1f1cf16a-445f-4653-b0ee-4d6d5090a991 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-671361'] for router_interface, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:42.915403 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device eca3a33d-cd28-4cd8-a6bd-8268e42c5bde up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:44:42.975540 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-1ba8e8c9-41b5-4992-88e6-38615d5494f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e058c21b-c236-492c-ad55-4a9321e6f5bb', 'name': 'tempest-AttachVolumeShelveTestJSON-450598237-router', 'tenant_id': '063ef7e3fa9c49daa0ae772568226d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.182'}], 'enable_snat': True}, 'gw_port_id': 'ed871de4-65e1-44dc-aeee-b66bab971245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:44:20Z', 'updated_at': '2021-11-19T17:44:31Z', 'revision_number': 4, 'project_id': '063ef7e3fa9c49daa0ae772568226d29', 'gw_port': {'id': 'ed871de4-65e1-44dc-aeee-b66bab971245', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:d4:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e058c21b-c236-492c-ad55-4a9321e6f5bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:44:22Z', 'updated_at': '2021-11-19T17:44:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': '895fd70c-7075-431e-836d-c15db92d5d5d', 'name': '', 'network_id': 'fdcadcc4-b6d0-4be3-9284-8f7eda9af8ea', 'tenant_id': '063ef7e3fa9c49daa0ae772568226d29', 'mac_address': 'fa:16:3e:49:ca:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e058c21b-c236-492c-ad55-4a9321e6f5bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '5dbfa5af-1ad8-4df8-a1b2-cc6152eda1a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:44:29Z', 'updated_at': '2021-11-19T17:44:41Z', 'revision_number': 4, 'project_id': '063ef7e3fa9c49daa0ae772568226d29', 'subnets': [{'id': '5dbfa5af-1ad8-4df8-a1b2-cc6152eda1a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:44:43.037039 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4c973f2a-14ee-47e8-ac43-bc14ecc49125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:43.049772 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba8e8c9-41b5-4992-88e6-38615d5494f3 None None] The sync data for ids ['e058c21b-c236-492c-ad55-4a9321e6f5bb'] in n-d-818022-2 is: [{'id': 'e058c21b-c236-492c-ad55-4a9321e6f5bb', 'name': 'tempest-AttachVolumeShelveTestJSON-450598237-router', 'tenant_id': '063ef7e3fa9c49daa0ae772568226d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.182'}], 'enable_snat': True}, 'gw_port_id': 'ed871de4-65e1-44dc-aeee-b66bab971245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:44:20Z', 'updated_at': '2021-11-19T17:44:31Z', 'revision_number': 4, 'project_id': '063ef7e3fa9c49daa0ae772568226d29', 'gw_port': {'id': 'ed871de4-65e1-44dc-aeee-b66bab971245', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:d4:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e058c21b-c236-492c-ad55-4a9321e6f5bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:44:22Z', 'updated_at': '2021-11-19T17:44:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': '895fd70c-7075-431e-836d-c15db92d5d5d', 'name': '', 'network_id': 'fdcadcc4-b6d0-4be3-9284-8f7eda9af8ea', 'tenant_id': '063ef7e3fa9c49daa0ae772568226d29', 'mac_address': 'fa:16:3e:49:ca:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e058c21b-c236-492c-ad55-4a9321e6f5bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '5dbfa5af-1ad8-4df8-a1b2-cc6152eda1a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:44:29Z', 'updated_at': '2021-11-19T17:44:41Z', 'revision_number': 4, 'project_id': '063ef7e3fa9c49daa0ae772568226d29', 'subnets': [{'id': '5dbfa5af-1ad8-4df8-a1b2-cc6152eda1a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 17:44:43.097995 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-4c973f2a-14ee-47e8-ac43-bc14ecc49125 None None] For port 895fd70c-7075-431e-836d-c15db92d5d5d, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=895fd70c-7075-431e-836d-c15db92d5d5d,segment=NetworkSegment(a5a94e2b-2782-491c-8737-b805351d0689),segment_id=a5a94e2b-2782-491c-8737-b805351d0689)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:44:43.110440 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4c973f2a-14ee-47e8-ac43-bc14ecc49125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:43.156312 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port eca3a33d-cd28-4cd8-a6bd-8268e42c5bde triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:44:43.157262 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:43.179676 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1f1cf16a-445f-4653-b0ee-4d6d5090a991 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:43.222710 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c973f2a-14ee-47e8-ac43-bc14ecc49125 None None] Pushing event updated for resources: {'Port': ['ID=895fd70c-7075-431e-836d-c15db92d5d5d,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:44:43.467282 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-90f16e37-cef6-4438-8ac9-8b7cff9c4c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1e3d67b-ec9e-42dd-afbf-7ec05d918256', 'name': 'tempest-ServersTestManualDisk-516738552-router', 'tenant_id': '8cb1e5a5a641451797fbe7c2973eb9c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.253'}], 'enable_snat': True}, 'gw_port_id': 'd2a73b20-7bbf-411c-bdfa-838b40960d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:44:35Z', 'updated_at': '2021-11-19T17:44:39Z', 'revision_number': 3, 'project_id': '8cb1e5a5a641451797fbe7c2973eb9c3', 'gw_port': {'id': 'd2a73b20-7bbf-411c-bdfa-838b40960d96', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ce:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1e3d67b-ec9e-42dd-afbf-7ec05d918256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:44:37Z', 'updated_at': '2021-11-19T17:44:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:44:43.494174 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1f1cf16a-445f-4653-b0ee-4d6d5090a991 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:43.500264 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1f1cf16a-445f-4653-b0ee-4d6d5090a991 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:43.548306 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f16e37-cef6-4438-8ac9-8b7cff9c4c81 None None] The sync data for ids ['c1e3d67b-ec9e-42dd-afbf-7ec05d918256'] in n-d-818022-2 is: [{'id': 'c1e3d67b-ec9e-42dd-afbf-7ec05d918256', 'name': 'tempest-ServersTestManualDisk-516738552-router', 'tenant_id': '8cb1e5a5a641451797fbe7c2973eb9c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.253'}], 'enable_snat': True}, 'gw_port_id': 'd2a73b20-7bbf-411c-bdfa-838b40960d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:44:35Z', 'updated_at': '2021-11-19T17:44:39Z', 'revision_number': 3, 'project_id': '8cb1e5a5a641451797fbe7c2973eb9c3', 'gw_port': {'id': 'd2a73b20-7bbf-411c-bdfa-838b40960d96', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ce:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1e3d67b-ec9e-42dd-afbf-7ec05d918256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:44:37Z', 'updated_at': '2021-11-19T17:44:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 17:44:43.562174 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1f1cf16a-445f-4653-b0ee-4d6d5090a991 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-768529'] for router_interface, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:43.569929 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device 58f3e903-023d-4751-8f6d-d52f838af890 details requested by agent hyperv_n-h2-818022-2 with host n-h2-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 17:44:43.574546 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c973f2a-14ee-47e8-ac43-bc14ecc49125 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:44:43.574967 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c973f2a-14ee-47e8-ac43-bc14ecc49125 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:44:43.575719 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c973f2a-14ee-47e8-ac43-bc14ecc49125 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:44:43.576159 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c973f2a-14ee-47e8-ac43-bc14ecc49125 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:44:43.576563 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c973f2a-14ee-47e8-ac43-bc14ecc49125 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:44:43.576969 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c973f2a-14ee-47e8-ac43-bc14ecc49125 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:44:43.577369 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c973f2a-14ee-47e8-ac43-bc14ecc49125 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:44:43.577768 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c973f2a-14ee-47e8-ac43-bc14ecc49125 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:44:43.583277 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c973f2a-14ee-47e8-ac43-bc14ecc49125 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:44:43.583812 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c973f2a-14ee-47e8-ac43-bc14ecc49125 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:44:43.584202 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c973f2a-14ee-47e8-ac43-bc14ecc49125 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:44:43.584613 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c973f2a-14ee-47e8-ac43-bc14ecc49125 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:44:43.651784 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-a0310647-479d-46d3-b6f0-8b40936d0dd9 None None] Provisioning complete for port 23f1decd-7d42-4d18-9034-6224737ad89d triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:44:43.665587 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a0310647-479d-46d3-b6f0-8b40936d0dd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:43.690676 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1cf16a-445f-4653-b0ee-4d6d5090a991 admin admin] Pushing event updated for resources: {'Port': ['ID=23f1decd-7d42-4d18-9034-6224737ad89d,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:44:43.789208 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-a0310647-479d-46d3-b6f0-8b40936d0dd9 None None] Port 23f1decd-7d42-4d18-9034-6224737ad89d cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:44:43.835842 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f1cf16a-445f-4653-b0ee-4d6d5090a991 admin admin] Network 68d5f663-92fc-4736-815b-80848ebf1633 is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:44:43.838028 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-1f1cf16a-445f-4653-b0ee-4d6d5090a991 admin admin] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:44:44.045776 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f1cf16a-445f-4653-b0ee-4d6d5090a991 admin admin] Router c1e3d67b-ec9e-42dd-afbf-7ec05d918256 has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 17:44:44.114937 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 895fd70c-7075-431e-836d-c15db92d5d5d up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:44:44.251036 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port 58f3e903-023d-4751-8f6d-d52f838af890, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=58f3e903-023d-4751-8f6d-d52f838af890,segment=NetworkSegment(4f54897a-da44-453a-a968-70f6f15405e0),segment_id=4f54897a-da44-453a-a968-70f6f15405e0)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:44:44.283319 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Returning: {'device': '58f3e903-023d-4751-8f6d-d52f838af890', 'network_id': 'bcffe9fd-ba33-4c0f-a44c-e3294ad13f95', 'port_id': '58f3e903-023d-4751-8f6d-d52f838af890', 'mac_address': 'fa:16:3e:09:5a:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1218782-152f-4347-a4bd-bbba02695b96', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 17:44:44.309749 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f1cf16a-445f-4653-b0ee-4d6d5090a991 admin admin] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 17:44:44.317964 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-1f1cf16a-445f-4653-b0ee-4d6d5090a991 admin admin] 10.222.0.54 "PUT /v2.0/routers/c1e3d67b-ec9e-42dd-afbf-7ec05d918256/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5677376 Nov 19 17:44:44.440236 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 895fd70c-7075-431e-836d-c15db92d5d5d triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:44:44.440625 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:44.497947 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:44.526449 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58f3e903-023d-4751-8f6d-d52f838af890 {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:44:44.560269 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-15886583-671a-4630-8feb-413d0cccc20c None None] Provisioning complete for port 23f1decd-7d42-4d18-9034-6224737ad89d triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:44:44.560630 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-15886583-671a-4630-8feb-413d0cccc20c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:44.563809 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port 58f3e903-023d-4751-8f6d-d52f838af890, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=58f3e903-023d-4751-8f6d-d52f838af890,segment=NetworkSegment(4f54897a-da44-453a-a968-70f6f15405e0),segment_id=4f54897a-da44-453a-a968-70f6f15405e0)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:44:44.586467 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:44.651067 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-15886583-671a-4630-8feb-413d0cccc20c None None] Port 23f1decd-7d42-4d18-9034-6224737ad89d cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:44:44.693757 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Pushing event updated for resources: {'Port': ['ID=58f3e903-023d-4751-8f6d-d52f838af890,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:44:44.991522 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] get_ports_and_sgs() called for port_ids ['58f3e903-023d-4751-8f6d-d52f838af890'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:44:45.124298 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 895fd70c-7075-431e-836d-c15db92d5d5d up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:44:45.247768 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 895fd70c-7075-431e-836d-c15db92d5d5d triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:44:45.249719 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:45.449843 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device d2a73b20-7bbf-411c-bdfa-838b40960d96 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:44:45.514685 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port d2a73b20-7bbf-411c-bdfa-838b40960d96 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:44:45.515062 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:45.648070 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:45.686723 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] For port d2a73b20-7bbf-411c-bdfa-838b40960d96, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=d2a73b20-7bbf-411c-bdfa-838b40960d96,segment=NetworkSegment(bbe705c1-96c0-476e-8381-28227e6f0ac5),segment_id=bbe705c1-96c0-476e-8381-28227e6f0ac5)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:44:45.693233 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:45.791223 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Pushing event updated for resources: {'Port': ['ID=d2a73b20-7bbf-411c-bdfa-838b40960d96,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:44:46.802161 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device d2a73b20-7bbf-411c-bdfa-838b40960d96 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:44:46.902140 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port d2a73b20-7bbf-411c-bdfa-838b40960d96 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:44:46.902631 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:47.242614 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e9dc447-8fad-404d-a91a-b4da2c7aee85 None None] Sync routers for ids ['c1e3d67b-ec9e-42dd-afbf-7ec05d918256'] in n-d-818022-2 {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 17:44:47.278902 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e9dc447-8fad-404d-a91a-b4da2c7aee85 None None] Routers {'c1e3d67b-ec9e-42dd-afbf-7ec05d918256'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:44:47.279545 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-0e9dc447-8fad-404d-a91a-b4da2c7aee85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:44:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['c1e3d67b-ec9e-42dd-afbf-7ec05d918256'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:44:47.465309 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-0e9dc447-8fad-404d-a91a-b4da2c7aee85 None None] Set router c1e3d67b-ec9e-42dd-afbf-7ec05d918256 gateway port host: n-d-818022-2 {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:44:47.497263 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device 58f3e903-023d-4751-8f6d-d52f838af890 up at agent hyperv_n-h2-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:44:47.667518 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Provisioning for port 58f3e903-023d-4751-8f6d-d52f838af890 completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 17:44:47.689038 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Provisioning complete for port 58f3e903-023d-4751-8f6d-d52f838af890 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:44:47.689319 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:47.851157 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94b7914-3161-4ab4-9b89-84349106e369 req-bc3a6822-24ad-4eec-a91a-fc3235cfea74 tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:44:47.853549 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d94b7914-3161-4ab4-9b89-84349106e369 req-bc3a6822-24ad-4eec-a91a-fc3235cfea74 tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] 10.222.0.54 "GET /v2.0/networks?id=bcffe9fd-ba33-4c0f-a44c-e3294ad13f95 HTTP/1.1" status: 200 len: 818 time: 0.1594799 Nov 19 17:44:47.875699 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d94b7914-3161-4ab4-9b89-84349106e369 req-e250d274-b515-4758-abe3-0c25c4e23b03 tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] 10.222.0.54 "GET /v2.0/quotas/08573f5395784708802f6f6512b37184 HTTP/1.1" status: 200 len: 375 time: 0.0134263 Nov 19 17:44:47.945053 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d94b7914-3161-4ab4-9b89-84349106e369 req-b0a0f7a2-5436-4e86-9c2e-8384bfd29665 tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=08573f5395784708802f6f6512b37184&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0630152 Nov 19 17:44:47.948508 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-0e9dc447-8fad-404d-a91a-b4da2c7aee85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1e3d67b-ec9e-42dd-afbf-7ec05d918256', 'name': 'tempest-ServersTestManualDisk-516738552-router', 'tenant_id': '8cb1e5a5a641451797fbe7c2973eb9c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.253'}], 'enable_snat': True}, 'gw_port_id': 'd2a73b20-7bbf-411c-bdfa-838b40960d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:44:35Z', 'updated_at': '2021-11-19T17:44:43Z', 'revision_number': 4, 'project_id': '8cb1e5a5a641451797fbe7c2973eb9c3', 'gw_port': {'id': 'd2a73b20-7bbf-411c-bdfa-838b40960d96', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ce:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1e3d67b-ec9e-42dd-afbf-7ec05d918256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:44:37Z', 'updated_at': '2021-11-19T17:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': '23f1decd-7d42-4d18-9034-6224737ad89d', 'name': '', 'network_id': '68d5f663-92fc-4736-815b-80848ebf1633', 'tenant_id': '8cb1e5a5a641451797fbe7c2973eb9c3', 'mac_address': 'fa:16:3e:23:79:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1e3d67b-ec9e-42dd-afbf-7ec05d918256', 'device_owner': 'network:router_interface', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': 'f2d4e105-70fd-4c87-8b5e-3202977eb756', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:44:41Z', 'updated_at': '2021-11-19T17:44:43Z', 'revision_number': 2, 'project_id': '8cb1e5a5a641451797fbe7c2973eb9c3', 'subnets': [{'id': 'f2d4e105-70fd-4c87-8b5e-3202977eb756', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:44:47.994461 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e9dc447-8fad-404d-a91a-b4da2c7aee85 None None] Checking router: c1e3d67b-ec9e-42dd-afbf-7ec05d918256 for host: n-d-818022-2 {{(pid=103366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 17:44:47.995512 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e9dc447-8fad-404d-a91a-b4da2c7aee85 None None] Updating router c1e3d67b-ec9e-42dd-afbf-7ec05d918256 port 23f1decd-7d42-4d18-9034-6224737ad89d binding host n-d-818022-2 {{(pid=103366) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 17:44:47.999639 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:48.114949 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd92fe2bd-ad51-4c6e-8818-ece36aa67a95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58f3e903-023d-4751-8f6d-d52f838af890'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:44:48.117856 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3940761bcd94e032e6960d2241bd8993c5d3a7d8dc2aca8488f3ecf1d4dd2fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c405d14-1e39-451b-82a6-a8ac87d1402c" -d '{"events": [{"server_uuid": "d92fe2bd-ad51-4c6e-8818-ece36aa67a95", "name": "network-vif-plugged", "status": "completed", "tag": "58f3e903-023d-4751-8f6d-d52f838af890"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:44:48.123463 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0e9dc447-8fad-404d-a91a-b4da2c7aee85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:48.127402 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d94b7914-3161-4ab4-9b89-84349106e369 req-0daed9e8-1da2-4d81-b655-6eb2dfee74ab service neutron] 10.222.0.54 "GET /v2.0/networks/bcffe9fd-ba33-4c0f-a44c-e3294ad13f95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678450 Nov 19 17:44:48.191305 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port 58f3e903-023d-4751-8f6d-d52f838af890, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=58f3e903-023d-4751-8f6d-d52f838af890,segment=NetworkSegment(4f54897a-da44-453a-a968-70f6f15405e0),segment_id=4f54897a-da44-453a-a968-70f6f15405e0)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:44:48.218906 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:48.272207 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d94b7914-3161-4ab4-9b89-84349106e369 req-df387d2b-ac9c-4fef-8a72-19ea87636bcd service neutron] 10.222.0.54 "GET /v2.0/networks/bcffe9fd-ba33-4c0f-a44c-e3294ad13f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376128 Nov 19 17:44:48.365140 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Pushing event updated for resources: {'Port': ['ID=58f3e903-023d-4751-8f6d-d52f838af890,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:44:48.644126 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0e9dc447-8fad-404d-a91a-b4da2c7aee85 None None] Publish callbacks [] for port, precommit_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:48.652682 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0e9dc447-8fad-404d-a91a-b4da2c7aee85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:48.773183 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 51962) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:44:48.779035 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-ec39cea9-177b-4b69-ad94-a9a068d4b574 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1378769277', 'description': 'tempest-description--402142124'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:44:48.837171 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ec39cea9-177b-4b69-ad94-a9a068d4b574 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:48.985221 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e34d997-b1b1-41e1-8729-c36c67fa8e95 None None] Pushing event updated for resources: {'Port': ['ID=23f1decd-7d42-4d18-9034-6224737ad89d,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:44:49.100855 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ec39cea9-177b-4b69-ad94-a9a068d4b574 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:49.109975 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ec39cea9-177b-4b69-ad94-a9a068d4b574 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:49.128169 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-0e9dc447-8fad-404d-a91a-b4da2c7aee85 None None] Attempting to bind port 23f1decd-7d42-4d18-9034-6224737ad89d on host n-d-818022-2 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:44:49.129533 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-0e9dc447-8fad-404d-a91a-b4da2c7aee85 None None] Attempting to bind port 23f1decd-7d42-4d18-9034-6224737ad89d by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': 'eb414f11-b33b-484f-88e8-b35b903ae2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '68d5f663-92fc-4736-815b-80848ebf1633'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:44:49.129965 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e9dc447-8fad-404d-a91a-b4da2c7aee85 None None] Attempting to bind port 23f1decd-7d42-4d18-9034-6224737ad89d on network 68d5f663-92fc-4736-815b-80848ebf1633 {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:44:49.136005 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e9dc447-8fad-404d-a91a-b4da2c7aee85 None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 44, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:44:49.136426 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e9dc447-8fad-404d-a91a-b4da2c7aee85 None None] Checking segment: {'id': 'eb414f11-b33b-484f-88e8-b35b903ae2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '68d5f663-92fc-4736-815b-80848ebf1633'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:44:49.136833 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0e9dc447-8fad-404d-a91a-b4da2c7aee85 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:49.137276 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e9dc447-8fad-404d-a91a-b4da2c7aee85 None None] Bound using segment: {'id': 'eb414f11-b33b-484f-88e8-b35b903ae2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '68d5f663-92fc-4736-815b-80848ebf1633'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:44:49.137756 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-0e9dc447-8fad-404d-a91a-b4da2c7aee85 None None] Bound port: 23f1decd-7d42-4d18-9034-6224737ad89d, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb414f11-b33b-484f-88e8-b35b903ae2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '68d5f663-92fc-4736-815b-80848ebf1633'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:44:49.138317 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0e9dc447-8fad-404d-a91a-b4da2c7aee85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:49.172971 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69eb075-bb3e-4149-a71e-ef5b5724c01b req-6e195867-cc78-4aba-8c26-40d473058f9a tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:44:49.179749 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 17:44:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeae0f76-3710-4641-961c-d1efae9497bf x-openstack-request-id: req-aeae0f76-3710-4641-961c-d1efae9497bf {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:44:49.180120 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d92fe2bd-ad51-4c6e-8818-ece36aa67a95", "tag": "58f3e903-023d-4751-8f6d-d52f838af890", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:44:49.181676 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-aeae0f76-3710-4641-961c-d1efae9497bf {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:44:49.184420 n-d-818022-2 neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd92fe2bd-ad51-4c6e-8818-ece36aa67a95', 'tag': '58f3e903-023d-4751-8f6d-d52f838af890', 'status': 'completed', 'code': 200} Nov 19 17:44:49.205490 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e69eb075-bb3e-4149-a71e-ef5b5724c01b req-6e195867-cc78-4aba-8c26-40d473058f9a tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/networks?id=7fe9dda4-bbb5-4db6-b240-cdabda9f2be2 HTTP/1.1" status: 200 len: 813 time: 0.4731345 Nov 19 17:44:49.252172 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e69eb075-bb3e-4149-a71e-ef5b5724c01b req-8df668a1-ee3d-4b3e-8f00-dbc2a23a9240 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/quotas/ef849a6e511d48da926cfd9ca438c810 HTTP/1.1" status: 200 len: 375 time: 0.0396824 Nov 19 17:44:49.287445 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0e9dc447-8fad-404d-a91a-b4da2c7aee85 None None] For port 23f1decd-7d42-4d18-9034-6224737ad89d, host n-d-818022-2, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:44:49.291566 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0e9dc447-8fad-404d-a91a-b4da2c7aee85 None None] For port 23f1decd-7d42-4d18-9034-6224737ad89d, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=23f1decd-7d42-4d18-9034-6224737ad89d,segment=NetworkSegment(eb414f11-b33b-484f-88e8-b35b903ae2da),segment_id=eb414f11-b33b-484f-88e8-b35b903ae2da)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:44:49.303946 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0e9dc447-8fad-404d-a91a-b4da2c7aee85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:49.346832 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ec39cea9-177b-4b69-ad94-a9a068d4b574 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:49.352560 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-ec39cea9-177b-4b69-ad94-a9a068d4b574 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.5779932 Nov 19 17:44:49.354084 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec39cea9-177b-4b69-ad94-a9a068d4b574 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85786454-c560-4317-bd73-95e1b791240f,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:44:49.382594 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e69eb075-bb3e-4149-a71e-ef5b5724c01b req-9efe485c-ad36-4dbb-8235-9e5b63860878 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=ef849a6e511d48da926cfd9ca438c810&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1294062 Nov 19 17:44:49.384286 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 51974) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:44:49.459868 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67021ae-eb67-400f-b18c-ebeccd9b1d38 req-41ef2929-deb2-4b82-b9fa-4d2ba674605a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:44:49.467735 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c67021ae-eb67-400f-b18c-ebeccd9b1d38 req-41ef2929-deb2-4b82-b9fa-4d2ba674605a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=08573f5395784708802f6f6512b37184&device_id=d92fe2bd-ad51-4c6e-8818-ece36aa67a95 HTTP/1.1" status: 200 len: 1096 time: 0.2530732 Nov 19 17:44:49.496695 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e9dc447-8fad-404d-a91a-b4da2c7aee85 None None] Routers {'c1e3d67b-ec9e-42dd-afbf-7ec05d918256'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:44:49.508223 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-0e9dc447-8fad-404d-a91a-b4da2c7aee85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:44:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['c1e3d67b-ec9e-42dd-afbf-7ec05d918256'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:44:49.524825 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-41bffe94-d048-401d-bf41-32f4d9909a8b tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Request body: {'security_group_rule': {'security_group_id': '85786454-c560-4317-bd73-95e1b791240f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:44:49.683989 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-41bffe94-d048-401d-bf41-32f4d9909a8b tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:49.713731 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-34efa171-8255-4da5-bbf2-1ae68daf3e3e None None] Provisioning complete for port 23f1decd-7d42-4d18-9034-6224737ad89d triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:44:49.714302 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-34efa171-8255-4da5-bbf2-1ae68daf3e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:49.736914 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e69eb075-bb3e-4149-a71e-ef5b5724c01b req-0532f0bf-912a-4bf8-a2a9-84d24fabd25b service neutron] 10.222.0.54 "GET /v2.0/networks/7fe9dda4-bbb5-4db6-b240-cdabda9f2be2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3524439 Nov 19 17:44:49.781239 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67021ae-eb67-400f-b18c-ebeccd9b1d38 req-8f892309-a135-4b1a-8e38-248409bc9a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:44:49.785389 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c67021ae-eb67-400f-b18c-ebeccd9b1d38 req-8f892309-a135-4b1a-8e38-248409bc9a3a service neutron] 10.222.0.86 "GET /v2.0/networks?id=bcffe9fd-ba33-4c0f-a44c-e3294ad13f95 HTTP/1.1" status: 200 len: 919 time: 0.2979708 Nov 19 17:44:49.833323 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e34d997-b1b1-41e1-8729-c36c67fa8e95 None None] Pushing event updated for resources: {'Port': ['ID=23f1decd-7d42-4d18-9034-6224737ad89d,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:44:49.901517 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c67021ae-eb67-400f-b18c-ebeccd9b1d38 req-bd2d9ff6-98fb-4dbe-9712-3c79465a59bb service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=58f3e903-023d-4751-8f6d-d52f838af890 HTTP/1.1" status: 200 len: 217 time: 0.1068954 Nov 19 17:44:49.955619 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 51978) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:44:49.966660 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-189bd824-9be1-46bd-831c-07673d24e577 tempest-ServersTestManualDisk-1071250772 tempest-ServersTestManualDisk-1071250772-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1982556008', 'description': 'tempest-description--1930944834'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:44:50.054075 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-41bffe94-d048-401d-bf41-32f4d9909a8b tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:50.055830 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-189bd824-9be1-46bd-831c-07673d24e577 tempest-ServersTestManualDisk-1071250772 tempest-ServersTestManualDisk-1071250772-project] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:50.077776 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-41bffe94-d048-401d-bf41-32f4d9909a8b tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735179'] for security_group_rule, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:50.078269 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-34efa171-8255-4da5-bbf2-1ae68daf3e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:50.086776 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67021ae-eb67-400f-b18c-ebeccd9b1d38 req-c0d38210-0e36-486b-b415-1c4c87e9e8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:44:50.089921 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c67021ae-eb67-400f-b18c-ebeccd9b1d38 req-c0d38210-0e36-486b-b415-1c4c87e9e8fe service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d1218782-152f-4347-a4bd-bbba02695b96 HTTP/1.1" status: 200 len: 858 time: 0.1793230 Nov 19 17:44:50.123793 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-34efa171-8255-4da5-bbf2-1ae68daf3e3e None None] For port 23f1decd-7d42-4d18-9034-6224737ad89d, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=23f1decd-7d42-4d18-9034-6224737ad89d,segment=NetworkSegment(eb414f11-b33b-484f-88e8-b35b903ae2da),segment_id=eb414f11-b33b-484f-88e8-b35b903ae2da)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:44:50.129349 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e69eb075-bb3e-4149-a71e-ef5b5724c01b req-ca70f1b9-0747-44ba-9134-d857b7f102d8 service neutron] 10.222.0.54 "GET /v2.0/networks/7fe9dda4-bbb5-4db6-b240-cdabda9f2be2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3894835 Nov 19 17:44:50.138691 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-34efa171-8255-4da5-bbf2-1ae68daf3e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:50.160373 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c67021ae-eb67-400f-b18c-ebeccd9b1d38 req-1712584b-c55e-45c5-8ddd-8c5cf03c9f94 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=bcffe9fd-ba33-4c0f-a44c-e3294ad13f95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0576305 Nov 19 17:44:50.190332 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bffe94-d048-401d-bf41-32f4d9909a8b tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=540deb52-0f62-4501-acef-be1bc1e615f0,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:44:50.223333 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-41bffe94-d048-401d-bf41-32f4d9909a8b tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:50.242087 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-41bffe94-d048-401d-bf41-32f4d9909a8b tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7232566 Nov 19 17:44:50.247165 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 51990) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:44:50.259870 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-2c997204-a162-402e-a081-ec2b0d916aa8 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Request body: {'security_group_rule': {'security_group_id': '85786454-c560-4317-bd73-95e1b791240f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:44:50.269880 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:44:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c72fbf1-f2ec-478b-9d5c-5093f22754f2 x-openstack-request-id: req-0c72fbf1-f2ec-478b-9d5c-5093f22754f2 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:44:50.269880 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d92fe2bd-ad51-4c6e-8818-ece36aa67a95", "name": "network-vif-plugged", "status": "completed", "tag": "58f3e903-023d-4751-8f6d-d52f838af890", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:44:50.269880 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-0c72fbf1-f2ec-478b-9d5c-5093f22754f2 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:44:50.269880 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd92fe2bd-ad51-4c6e-8818-ece36aa67a95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58f3e903-023d-4751-8f6d-d52f838af890', 'code': 200} Nov 19 17:44:50.289244 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bffe94-d048-401d-bf41-32f4d9909a8b tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:44:50.292803 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bffe94-d048-401d-bf41-32f4d9909a8b tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:44:50.293259 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bffe94-d048-401d-bf41-32f4d9909a8b tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:44:50.293601 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bffe94-d048-401d-bf41-32f4d9909a8b tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:44:50.293985 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bffe94-d048-401d-bf41-32f4d9909a8b tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:44:50.294325 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bffe94-d048-401d-bf41-32f4d9909a8b tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:44:50.294657 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bffe94-d048-401d-bf41-32f4d9909a8b tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:44:50.294987 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bffe94-d048-401d-bf41-32f4d9909a8b tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:44:50.295322 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bffe94-d048-401d-bf41-32f4d9909a8b tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:44:50.295646 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bffe94-d048-401d-bf41-32f4d9909a8b tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:44:50.295974 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bffe94-d048-401d-bf41-32f4d9909a8b tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:44:50.296299 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bffe94-d048-401d-bf41-32f4d9909a8b tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:44:50.315668 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-0e9dc447-8fad-404d-a91a-b4da2c7aee85 None None] Set router c1e3d67b-ec9e-42dd-afbf-7ec05d918256 gateway port host: n-d-818022-2 {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:44:50.358816 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2ec842be-bed3-4556-a88c-6598914ceeaa req-0b243281-491f-4a1b-9502-2ccab237677a tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] 10.222.0.54 "GET /v2.0/ports?device_id=1a1738f2-85f8-4e51-a8e8-0c77f864b3fc HTTP/1.1" status: 200 len: 210 time: 0.0377915 Nov 19 17:44:50.383949 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-c85c347a-400c-42f5-a828-c071a33ef708 None None] Provisioning complete for port 23f1decd-7d42-4d18-9034-6224737ad89d triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:44:50.384839 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-c85c347a-400c-42f5-a828-c071a33ef708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:50.396502 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34efa171-8255-4da5-bbf2-1ae68daf3e3e None None] Pushing event updated for resources: {'Port': ['ID=23f1decd-7d42-4d18-9034-6224737ad89d,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:44:50.430142 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c67021ae-eb67-400f-b18c-ebeccd9b1d38 req-0a7fdff5-bc06-45d1-acf0-98201cf56c8e service neutron] 10.222.0.86 "GET /v2.0/networks/bcffe9fd-ba33-4c0f-a44c-e3294ad13f95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2560132 Nov 19 17:44:50.524344 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2c997204-a162-402e-a081-ec2b0d916aa8 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:50.702760 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c67021ae-eb67-400f-b18c-ebeccd9b1d38 req-0bb8ba92-82ed-48ab-a9e9-f75d773ef49d service neutron] 10.222.0.86 "GET /v2.0/networks/bcffe9fd-ba33-4c0f-a44c-e3294ad13f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2629676 Nov 19 17:44:50.856941 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2062c556-db59-4a16-b61e-8cbdf0bf0e4e req-410181c2-1710-434e-91a0-ba24292a60a7 tempest-ListImageFiltersTestJSON-250840556 tempest-ListImageFiltersTestJSON-250840556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:44:50.862190 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2062c556-db59-4a16-b61e-8cbdf0bf0e4e req-410181c2-1710-434e-91a0-ba24292a60a7 tempest-ListImageFiltersTestJSON-250840556 tempest-ListImageFiltersTestJSON-250840556-project] 10.222.0.54 "GET /v2.0/ports?device_id=3c2decfe-aee1-47cc-afae-db04d2fa7bd3 HTTP/1.1" status: 200 len: 949 time: 0.1565008 Nov 19 17:44:50.931909 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-0e9dc447-8fad-404d-a91a-b4da2c7aee85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1e3d67b-ec9e-42dd-afbf-7ec05d918256', 'name': 'tempest-ServersTestManualDisk-516738552-router', 'tenant_id': '8cb1e5a5a641451797fbe7c2973eb9c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.253'}], 'enable_snat': True}, 'gw_port_id': 'd2a73b20-7bbf-411c-bdfa-838b40960d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:44:35Z', 'updated_at': '2021-11-19T17:44:43Z', 'revision_number': 4, 'project_id': '8cb1e5a5a641451797fbe7c2973eb9c3', 'gw_port': {'id': 'd2a73b20-7bbf-411c-bdfa-838b40960d96', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ce:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1e3d67b-ec9e-42dd-afbf-7ec05d918256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:44:37Z', 'updated_at': '2021-11-19T17:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': '23f1decd-7d42-4d18-9034-6224737ad89d', 'name': '', 'network_id': '68d5f663-92fc-4736-815b-80848ebf1633', 'tenant_id': '8cb1e5a5a641451797fbe7c2973eb9c3', 'mac_address': 'fa:16:3e:23:79:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1e3d67b-ec9e-42dd-afbf-7ec05d918256', 'device_owner': 'network:router_interface', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': 'f2d4e105-70fd-4c87-8b5e-3202977eb756', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:44:41Z', 'updated_at': '2021-11-19T17:44:49Z', 'revision_number': 4, 'project_id': '8cb1e5a5a641451797fbe7c2973eb9c3', 'subnets': [{'id': 'f2d4e105-70fd-4c87-8b5e-3202977eb756', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:44:50.954567 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2062c556-db59-4a16-b61e-8cbdf0bf0e4e req-7c54cfba-9a0e-4baf-b705-9058bd9d6afb tempest-ListImageFiltersTestJSON-250840556 tempest-ListImageFiltersTestJSON-250840556-project] 10.222.0.54 "GET /v2.0/security-groups?id=157de4a4-d761-407b-be78-1f99889a002d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817904 Nov 19 17:44:50.984144 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e9dc447-8fad-404d-a91a-b4da2c7aee85 None None] The sync data for ids ['c1e3d67b-ec9e-42dd-afbf-7ec05d918256'] in n-d-818022-2 is: [{'id': 'c1e3d67b-ec9e-42dd-afbf-7ec05d918256', 'name': 'tempest-ServersTestManualDisk-516738552-router', 'tenant_id': '8cb1e5a5a641451797fbe7c2973eb9c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.253'}], 'enable_snat': True}, 'gw_port_id': 'd2a73b20-7bbf-411c-bdfa-838b40960d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:44:35Z', 'updated_at': '2021-11-19T17:44:43Z', 'revision_number': 4, 'project_id': '8cb1e5a5a641451797fbe7c2973eb9c3', 'gw_port': {'id': 'd2a73b20-7bbf-411c-bdfa-838b40960d96', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ce:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1e3d67b-ec9e-42dd-afbf-7ec05d918256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:44:37Z', 'updated_at': '2021-11-19T17:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': '23f1decd-7d42-4d18-9034-6224737ad89d', 'name': '', 'network_id': '68d5f663-92fc-4736-815b-80848ebf1633', 'tenant_id': '8cb1e5a5a641451797fbe7c2973eb9c3', 'mac_address': 'fa:16:3e:23:79:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1e3d67b-ec9e-42dd-afbf-7ec05d918256', 'device_owner': 'network:router_interface', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': 'f2d4e105-70fd-4c87-8b5e-3202977eb756', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:44:41Z', 'updated_at': '2021-11-19T17:44:49Z', 'revision_number': 4, 'project_id': '8cb1e5a5a641451797fbe7c2973eb9c3', 'subnets': [{'id': 'f2d4e105-70fd-4c87-8b5e-3202977eb756', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 17:44:51.296687 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-189bd824-9be1-46bd-831c-07673d24e577 tempest-ServersTestManualDisk-1071250772 tempest-ServersTestManualDisk-1071250772-project] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:51.322476 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-189bd824-9be1-46bd-831c-07673d24e577 tempest-ServersTestManualDisk-1071250772 tempest-ServersTestManualDisk-1071250772-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:51.367186 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-1e181929-2036-426d-ba21-1318191c34da req-ec87afd0-00c1-4070-aeac-6d95662f884b tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec9f9dc4-f3d0-4fbd-b419-1ab72c92e9be HTTP/1.1" status: 200 len: 210 time: 0.1332302 Nov 19 17:44:51.427115 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb19e1a-53ca-4902-9b7b-75297eb8a769 req-ab3991af-d9f4-40d6-bd3f-375aa1c38aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:44:51.428994 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-eeb19e1a-53ca-4902-9b7b-75297eb8a769 req-ab3991af-d9f4-40d6-bd3f-375aa1c38aea service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=d92fe2bd-ad51-4c6e-8818-ece36aa67a95 HTTP/1.1" status: 200 len: 1096 time: 1.1209173 Nov 19 17:44:51.452269 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2c997204-a162-402e-a081-ec2b0d916aa8 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:51.463581 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-189bd824-9be1-46bd-831c-07673d24e577 tempest-ServersTestManualDisk-1071250772 tempest-ServersTestManualDisk-1071250772-project] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:51.467561 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-189bd824-9be1-46bd-831c-07673d24e577 tempest-ServersTestManualDisk-1071250772 tempest-ServersTestManualDisk-1071250772-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 1.5052969 Nov 19 17:44:51.468065 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 52020) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:44:51.482980 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-8fe128f8-73c7-4c92-875b-b97e05ade78b tempest-ServersTestManualDisk-1071250772 tempest-ServersTestManualDisk-1071250772-project] Request body: {'security_group_rule': {'security_group_id': 'f4c4b87a-d31e-4bc8-8d2f-26b7397d90bb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:44:51.489937 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2c997204-a162-402e-a081-ec2b0d916aa8 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735179'] for security_group_rule, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:51.507462 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device 744d1b3d-2033-4766-b763-659b747d4b6b no longer exists at agent hyperv_n-h2-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:44:51.526798 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189bd824-9be1-46bd-831c-07673d24e577 tempest-ServersTestManualDisk-1071250772 tempest-ServersTestManualDisk-1071250772-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4c4b87a-d31e-4bc8-8d2f-26b7397d90bb,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:44:51.559335 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8fe128f8-73c7-4c92-875b-b97e05ade78b tempest-ServersTestManualDisk-1071250772 tempest-ServersTestManualDisk-1071250772-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:51.588033 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c997204-a162-402e-a081-ec2b0d916aa8 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d8d6803-d60a-441c-bb4f-a3d64ff2e409,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:44:51.659372 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94b7914-3161-4ab4-9b89-84349106e369 req-0634396d-9c23-492a-a64d-90c1290f5fa9 tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:44:51.660967 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d94b7914-3161-4ab4-9b89-84349106e369 req-0634396d-9c23-492a-a64d-90c1290f5fa9 tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] 10.222.0.60 "GET /v2.0/networks?id=bcffe9fd-ba33-4c0f-a44c-e3294ad13f95 HTTP/1.1" status: 200 len: 818 time: 1.0543923 Nov 19 17:44:51.674185 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2c997204-a162-402e-a081-ec2b0d916aa8 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:51.674185 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-2c997204-a162-402e-a081-ec2b0d916aa8 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4277298 Nov 19 17:44:51.688637 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 52022) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:44:51.713463 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8fe128f8-73c7-4c92-875b-b97e05ade78b tempest-ServersTestManualDisk-1071250772 tempest-ServersTestManualDisk-1071250772-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:51.738899 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-d94b7914-3161-4ab4-9b89-84349106e369 req-b9e0e934-3044-45be-8b5c-b984a2bafef9 tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] Request body: {'port': {'device_id': '1a1738f2-85f8-4e51-a8e8-0c77f864b3fc', 'network_id': 'bcffe9fd-ba33-4c0f-a44c-e3294ad13f95', 'admin_state_up': True, 'tenant_id': '08573f5395784708802f6f6512b37184'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:44:51.739118 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8fe128f8-73c7-4c92-875b-b97e05ade78b tempest-ServersTestManualDisk-1071250772 tempest-ServersTestManualDisk-1071250772-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735179'] for security_group_rule, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:51.770235 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-8024ff26-79e6-49b2-814e-d2adf28e28d2 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Request body: {'floatingip': {'floating_network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:44:51.812496 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe128f8-73c7-4c92-875b-b97e05ade78b tempest-ServersTestManualDisk-1071250772 tempest-ServersTestManualDisk-1071250772-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59a638ca-d923-4b62-a706-76deed05a9e7,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:44:51.824203 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:51.853052 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8fe128f8-73c7-4c92-875b-b97e05ade78b tempest-ServersTestManualDisk-1071250772 tempest-ServersTestManualDisk-1071250772-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:51.858532 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-8fe128f8-73c7-4c92-875b-b97e05ade78b tempest-ServersTestManualDisk-1071250772 tempest-ServersTestManualDisk-1071250772-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3871303 Nov 19 17:44:51.860891 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 52044) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:44:51.874578 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-b02d22ee-e46a-4d32-be11-1899873d91d4 tempest-ServersTestManualDisk-1071250772 tempest-ServersTestManualDisk-1071250772-project] Request body: {'security_group_rule': {'security_group_id': 'f4c4b87a-d31e-4bc8-8d2f-26b7397d90bb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:44:51.947288 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port 744d1b3d-2033-4766-b763-659b747d4b6b, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=744d1b3d-2033-4766-b763-659b747d4b6b,segment=NetworkSegment(1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861),segment_id=1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:44:51.959090 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b02d22ee-e46a-4d32-be11-1899873d91d4 tempest-ServersTestManualDisk-1071250772 tempest-ServersTestManualDisk-1071250772-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:51.960921 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:52.048476 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-eeb19e1a-53ca-4902-9b7b-75297eb8a769 req-56029c16-4769-41e2-8f0d-05105f9460d3 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=a352ca94-2149-4006-acad-e3c22132eabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5907521 Nov 19 17:44:52.075506 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Pushing event updated for resources: {'Port': ['ID=744d1b3d-2033-4766-b763-659b747d4b6b,revision_number=8']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:44:52.089516 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8024ff26-79e6-49b2-814e-d2adf28e28d2 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Publish callbacks [] for floatingip, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:52.114147 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b02d22ee-e46a-4d32-be11-1899873d91d4 tempest-ServersTestManualDisk-1071250772 tempest-ServersTestManualDisk-1071250772-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:52.120489 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b02d22ee-e46a-4d32-be11-1899873d91d4 tempest-ServersTestManualDisk-1071250772 tempest-ServersTestManualDisk-1071250772-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735179'] for security_group_rule, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:52.129843 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8ff701ac-ce51-42c0-aa45-1350e63f78f3 req-162a1f47-3096-4058-908d-11df7e5577a2 tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] 10.222.0.54 "GET /v2.0/ports?device_id=1a1738f2-85f8-4e51-a8e8-0c77f864b3fc HTTP/1.1" status: 200 len: 210 time: 0.1799159 Nov 19 17:44:52.134907 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02d22ee-e46a-4d32-be11-1899873d91d4 tempest-ServersTestManualDisk-1071250772 tempest-ServersTestManualDisk-1071250772-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=637ca5f3-cae8-4a92-9a48-96aa59d174cd,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:44:52.153106 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b02d22ee-e46a-4d32-be11-1899873d91d4 tempest-ServersTestManualDisk-1071250772 tempest-ServersTestManualDisk-1071250772-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:52.164986 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-b02d22ee-e46a-4d32-be11-1899873d91d4 tempest-ServersTestManualDisk-1071250772 tempest-ServersTestManualDisk-1071250772-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3017836 Nov 19 17:44:52.167877 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 52046) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:44:52.173209 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-7d4a34fc-0816-44eb-9ade-89f7c8504ba6 tempest-ServersTestManualDisk-1071250772 tempest-ServersTestManualDisk-1071250772-project] Request body: {'floatingip': {'floating_network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:44:52.218105 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7d4a34fc-0816-44eb-9ade-89f7c8504ba6 tempest-ServersTestManualDisk-1071250772 tempest-ServersTestManualDisk-1071250772-project] Publish callbacks [] for floatingip, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:52.267666 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c2decfe-aee1-47cc-afae-db04d2fa7bd3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '744d1b3d-2033-4766-b763-659b747d4b6b'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:44:52.270606 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3940761bcd94e032e6960d2241bd8993c5d3a7d8dc2aca8488f3ecf1d4dd2fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29c990dc-480e-48ff-a002-65d4482799bb" -d '{"events": [{"server_uuid": "3c2decfe-aee1-47cc-afae-db04d2fa7bd3", "name": "network-vif-unplugged", "status": "completed", "tag": "744d1b3d-2033-4766-b763-659b747d4b6b"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:44:52.303074 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d94b7914-3161-4ab4-9b89-84349106e369 req-b9e0e934-3044-45be-8b5c-b984a2bafef9 tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] Made reservation on behalf of 08573f5395784708802f6f6512b37184 for: {'port': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:44:52.307836 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-d94b7914-3161-4ab4-9b89-84349106e369 req-b9e0e934-3044-45be-8b5c-b984a2bafef9 tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:52.392683 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 17:44:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b5d5090-0476-4a0b-82bb-247992b47aae x-openstack-request-id: req-3b5d5090-0476-4a0b-82bb-247992b47aae {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:44:52.393278 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c2decfe-aee1-47cc-afae-db04d2fa7bd3", "name": "network-vif-unplugged", "status": "completed", "tag": "744d1b3d-2033-4766-b763-659b747d4b6b", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:44:52.393560 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-3b5d5090-0476-4a0b-82bb-247992b47aae {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:44:52.394746 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c2decfe-aee1-47cc-afae-db04d2fa7bd3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '744d1b3d-2033-4766-b763-659b747d4b6b', 'code': 200} Nov 19 17:44:52.447026 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7d4a34fc-0816-44eb-9ade-89f7c8504ba6 tempest-ServersTestManualDisk-1071250772 tempest-ServersTestManualDisk-1071250772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:52.560701 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [req-d94b7914-3161-4ab4-9b89-84349106e369 req-b9e0e934-3044-45be-8b5c-b984a2bafef9 tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] Allocated IP 172.20.0.6 (bcffe9fd-ba33-4c0f-a44c-e3294ad13f95/d1218782-152f-4347-a4bd-bbba02695b96/4bc06c37-468e-4e51-ba54-760f08d90f1e) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:44:52.615441 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a14e2dfa-c11c-4662-8fc5-a880d07e06d3 req-764c5e4c-4ae7-491f-9a96-cabf825fb4b8 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec9f9dc4-f3d0-4fbd-b419-1ab72c92e9be HTTP/1.1" status: 200 len: 210 time: 0.0664399 Nov 19 17:44:52.652794 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8024ff26-79e6-49b2-814e-d2adf28e28d2 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:52.833549 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [None req-7d4a34fc-0816-44eb-9ade-89f7c8504ba6 tempest-ServersTestManualDisk-1071250772 tempest-ServersTestManualDisk-1071250772-project] Allocated IP 172.25.7.51 (645e61aa-1a6c-4e8f-857e-ab06edb4897f/88ed2d64-f56d-4f01-a468-946e01c99e82/5a163449-b080-4364-8500-8f9019acf8a8) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:44:53.044904 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7d4a34fc-0816-44eb-9ade-89f7c8504ba6 tempest-ServersTestManualDisk-1071250772 tempest-ServersTestManualDisk-1071250772-project] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:53.077551 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 23f1decd-7d42-4d18-9034-6224737ad89d up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:44:53.095807 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69eb075-bb3e-4149-a71e-ef5b5724c01b req-aca678d4-01ee-4e5d-b09d-1daf60b630f1 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:44:53.097415 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e69eb075-bb3e-4149-a71e-ef5b5724c01b req-aca678d4-01ee-4e5d-b09d-1daf60b630f1 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.86 "GET /v2.0/networks?id=7fe9dda4-bbb5-4db6-b240-cdabda9f2be2 HTTP/1.1" status: 200 len: 813 time: 0.2302656 Nov 19 17:44:53.124925 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-d94b7914-3161-4ab4-9b89-84349106e369 req-b9e0e934-3044-45be-8b5c-b984a2bafef9 tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:53.132480 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7d4a34fc-0816-44eb-9ade-89f7c8504ba6 tempest-ServersTestManualDisk-1071250772 tempest-ServersTestManualDisk-1071250772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:53.140016 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-e69eb075-bb3e-4149-a71e-ef5b5724c01b req-14b7e41f-4192-4af6-a20c-53286ae373d4 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] Request body: {'port': {'device_id': 'ec9f9dc4-f3d0-4fbd-b419-1ab72c92e9be', 'network_id': '7fe9dda4-bbb5-4db6-b240-cdabda9f2be2', 'admin_state_up': True, 'tenant_id': 'ef849a6e511d48da926cfd9ca438c810'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:44:53.236960 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d4a34fc-0816-44eb-9ade-89f7c8504ba6 tempest-ServersTestManualDisk-1071250772 tempest-ServersTestManualDisk-1071250772-project] Network 645e61aa-1a6c-4e8f-857e-ab06edb4897f is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:44:53.241236 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-7d4a34fc-0816-44eb-9ade-89f7c8504ba6 tempest-ServersTestManualDisk-1071250772 tempest-ServersTestManualDisk-1071250772-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:44:53.247054 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d4a34fc-0816-44eb-9ade-89f7c8504ba6 tempest-ServersTestManualDisk-1071250772 tempest-ServersTestManualDisk-1071250772-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:44:53.261715 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [None req-8024ff26-79e6-49b2-814e-d2adf28e28d2 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Allocated IP 172.25.7.243 (645e61aa-1a6c-4e8f-857e-ab06edb4897f/88ed2d64-f56d-4f01-a468-946e01c99e82/31bfa472-e0a8-4ee5-8769-3cf7d1aceb2d) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:44:53.300776 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4a34fc-0816-44eb-9ade-89f7c8504ba6 tempest-ServersTestManualDisk-1071250772 tempest-ServersTestManualDisk-1071250772-project] Pushing event updated for resources: {'Port': ['ID=5a163449-b080-4364-8500-8f9019acf8a8,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:44:53.305121 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 23f1decd-7d42-4d18-9034-6224737ad89d triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:44:53.307421 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:53.383385 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7d4a34fc-0816-44eb-9ade-89f7c8504ba6 tempest-ServersTestManualDisk-1071250772 tempest-ServersTestManualDisk-1071250772-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:53.499472 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9265557e-4222-4053-b6bf-42ccbcfa6c26 req-c048fbe3-c93c-450e-9d46-0aca1a988be4 tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] 10.222.0.54 "GET /v2.0/ports?device_id=1a1738f2-85f8-4e51-a8e8-0c77f864b3fc HTTP/1.1" status: 200 len: 210 time: 0.1020944 Nov 19 17:44:53.522473 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7d4a34fc-0816-44eb-9ade-89f7c8504ba6 tempest-ServersTestManualDisk-1071250772 tempest-ServersTestManualDisk-1071250772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:53.667657 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-d94b7914-3161-4ab4-9b89-84349106e369 req-b9e0e934-3044-45be-8b5c-b984a2bafef9 tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:53.686134 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] get_ports_and_sgs() called for port_ids ['58f3e903-023d-4751-8f6d-d52f838af890'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:44:53.784116 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7d4a34fc-0816-44eb-9ade-89f7c8504ba6 tempest-ServersTestManualDisk-1071250772 tempest-ServersTestManualDisk-1071250772-project] Publish callbacks [] for port, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:53.790597 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7d4a34fc-0816-44eb-9ade-89f7c8504ba6 tempest-ServersTestManualDisk-1071250772 tempest-ServersTestManualDisk-1071250772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:53.819575 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5ecef948-0988-4993-9fe8-5bfd9443ae15 req-99c0ca78-f607-493d-8d45-017738f45361 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec9f9dc4-f3d0-4fbd-b419-1ab72c92e9be HTTP/1.1" status: 200 len: 210 time: 0.0437436 Nov 19 17:44:53.885589 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d94b7914-3161-4ab4-9b89-84349106e369 req-b9e0e934-3044-45be-8b5c-b984a2bafef9 tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] Network bcffe9fd-ba33-4c0f-a44c-e3294ad13f95 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:44:53.896947 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [req-d94b7914-3161-4ab4-9b89-84349106e369 req-b9e0e934-3044-45be-8b5c-b984a2bafef9 tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:44:53.902784 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e69eb075-bb3e-4149-a71e-ef5b5724c01b req-14b7e41f-4192-4af6-a20c-53286ae373d4 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] Made reservation on behalf of ef849a6e511d48da926cfd9ca438c810 for: {'port': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:44:53.914581 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-e69eb075-bb3e-4149-a71e-ef5b5724c01b req-14b7e41f-4192-4af6-a20c-53286ae373d4 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:53.919655 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-d94b7914-3161-4ab4-9b89-84349106e369 req-b9e0e934-3044-45be-8b5c-b984a2bafef9 tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:44:53.986991 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7d4a34fc-0816-44eb-9ade-89f7c8504ba6 tempest-ServersTestManualDisk-1071250772 tempest-ServersTestManualDisk-1071250772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-671284'] for floatingip, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:53.995581 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e0e934-3044-45be-8b5c-b984a2bafef9 tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] Pushing event updated for resources: {'Port': ['ID=4bc06c37-468e-4e51-ba54-760f08d90f1e,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:44:54.015034 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4a34fc-0816-44eb-9ade-89f7c8504ba6 tempest-ServersTestManualDisk-1071250772 tempest-ServersTestManualDisk-1071250772-project] Pushing event updated for resources: {'Port': ['ID=5a163449-b080-4364-8500-8f9019acf8a8,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:44:54.024995 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7d4a34fc-0816-44eb-9ade-89f7c8504ba6 tempest-ServersTestManualDisk-1071250772 tempest-ServersTestManualDisk-1071250772-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for floatingip, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:54.034545 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-7d4a34fc-0816-44eb-9ade-89f7c8504ba6 tempest-ServersTestManualDisk-1071250772 tempest-ServersTestManualDisk-1071250772-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8653264 Nov 19 17:44:54.056262 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8024ff26-79e6-49b2-814e-d2adf28e28d2 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:54.071265 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94b7914-3161-4ab4-9b89-84349106e369 req-b9e0e934-3044-45be-8b5c-b984a2bafef9 tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:44:54.071967 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-d94b7914-3161-4ab4-9b89-84349106e369 req-b9e0e934-3044-45be-8b5c-b984a2bafef9 tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:54.155537 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8024ff26-79e6-49b2-814e-d2adf28e28d2 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:54.240732 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d94b7914-3161-4ab4-9b89-84349106e369 req-b9e0e934-3044-45be-8b5c-b984a2bafef9 tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5555995 Nov 19 17:44:54.261355 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [req-d94b7914-3161-4ab4-9b89-84349106e369 req-ab6677bb-460d-44ba-a366-eaac1d07c9f7 tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=103365) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 17:44:54.262593 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d94b7914-3161-4ab4-9b89-84349106e369 req-ab6677bb-460d-44ba-a366-eaac1d07c9f7 tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0098779 Nov 19 17:44:54.273076 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-e7916253-ec8a-4a50-b10f-4d4e212c3221 req-c6b1b7a6-e4a0-4e84-988c-c0558e07433f tempest-ServersTestManualDisk-1071250772 tempest-ServersTestManualDisk-1071250772-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--1982556008&fields=id&tenant_id=8cb1e5a5a641451797fbe7c2973eb9c3 HTTP/1.1" status: 200 len: 267 time: 0.0690653 Nov 19 17:44:54.289863 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8024ff26-79e6-49b2-814e-d2adf28e28d2 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Network 645e61aa-1a6c-4e8f-857e-ab06edb4897f is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:44:54.302353 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-8024ff26-79e6-49b2-814e-d2adf28e28d2 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:44:54.307513 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8024ff26-79e6-49b2-814e-d2adf28e28d2 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:44:54.357460 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8024ff26-79e6-49b2-814e-d2adf28e28d2 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Pushing event updated for resources: {'Port': ['ID=31bfa472-e0a8-4ee5-8769-3cf7d1aceb2d,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:44:54.412073 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-d94b7914-3161-4ab4-9b89-84349106e369 req-93142d7a-4f29-4426-a3a8-84ce637a06b7 service neutron] Request body: {'port': {'device_id': '1a1738f2-85f8-4e51-a8e8-0c77f864b3fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818022-2'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:44:54.430564 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7916253-ec8a-4a50-b10f-4d4e212c3221 req-f65a2099-5c91-4c73-ad5b-9fb2b9a343ab tempest-ServersTestManualDisk-1071250772 tempest-ServersTestManualDisk-1071250772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:44:54.437632 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-e7916253-ec8a-4a50-b10f-4d4e212c3221 req-f65a2099-5c91-4c73-ad5b-9fb2b9a343ab tempest-ServersTestManualDisk-1071250772 tempest-ServersTestManualDisk-1071250772-project] 10.222.0.54 "GET /v2.0/networks?id=68d5f663-92fc-4736-815b-80848ebf1633 HTTP/1.1" status: 200 len: 811 time: 0.1483445 Nov 19 17:44:54.454069 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-e7916253-ec8a-4a50-b10f-4d4e212c3221 req-0c2d8680-d054-431d-90d5-ab5318053a8a tempest-ServersTestManualDisk-1071250772 tempest-ServersTestManualDisk-1071250772-project] 10.222.0.54 "GET /v2.0/quotas/8cb1e5a5a641451797fbe7c2973eb9c3 HTTP/1.1" status: 200 len: 375 time: 0.0154223 Nov 19 17:44:54.522720 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-e7916253-ec8a-4a50-b10f-4d4e212c3221 req-7d70cebe-17b6-4444-9136-69ef457a1e96 tempest-ServersTestManualDisk-1071250772 tempest-ServersTestManualDisk-1071250772-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=8cb1e5a5a641451797fbe7c2973eb9c3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0621045 Nov 19 17:44:54.529212 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [req-e69eb075-bb3e-4149-a71e-ef5b5724c01b req-14b7e41f-4192-4af6-a20c-53286ae373d4 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] Allocated IP 172.20.0.10 (7fe9dda4-bbb5-4db6-b240-cdabda9f2be2/a2a11d26-01c8-41f8-8b08-cf64deb00190/71243686-16d7-4505-9eb3-c400bc2cf33c) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:44:54.536657 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8024ff26-79e6-49b2-814e-d2adf28e28d2 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:54.552824 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 12475d13-84ce-40f1-8c15-c615d6f3ddb0 details requested by agent hyperv_n-h1-818022-2 with host n-h1-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 17:44:54.570552 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-d94b7914-3161-4ab4-9b89-84349106e369 req-93142d7a-4f29-4426-a3a8-84ce637a06b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:54.668226 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-e7916253-ec8a-4a50-b10f-4d4e212c3221 req-845cfe2b-db35-4f5d-bf0e-cd8e36ad1c74 service neutron] 10.222.0.54 "GET /v2.0/networks/68d5f663-92fc-4736-815b-80848ebf1633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396236 Nov 19 17:44:54.731723 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 12475d13-84ce-40f1-8c15-c615d6f3ddb0, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=12475d13-84ce-40f1-8c15-c615d6f3ddb0,segment=NetworkSegment(1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861),segment_id=1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:44:54.736334 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8024ff26-79e6-49b2-814e-d2adf28e28d2 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:54.747625 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Returning: {'device': '12475d13-84ce-40f1-8c15-c615d6f3ddb0', 'network_id': '346debfa-452b-4048-abf4-8f4493625ef2', 'port_id': '12475d13-84ce-40f1-8c15-c615d6f3ddb0', 'mac_address': 'fa:16:3e:92:bc:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b3c88de-c9c2-4a20-b19e-1855c2c19035', 'ip_address': '192.168.233.243'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 17:44:54.825621 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:54.865962 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-e7916253-ec8a-4a50-b10f-4d4e212c3221 req-2f460570-e7fd-4ae9-b178-624aed8a4605 service neutron] 10.222.0.54 "GET /v2.0/networks/68d5f663-92fc-4736-815b-80848ebf1633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842563 Nov 19 17:44:54.872005 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12475d13-84ce-40f1-8c15-c615d6f3ddb0 {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:44:54.915548 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 12475d13-84ce-40f1-8c15-c615d6f3ddb0, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=12475d13-84ce-40f1-8c15-c615d6f3ddb0,segment=NetworkSegment(1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861),segment_id=1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:44:54.928079 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:55.023842 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['12475d13-84ce-40f1-8c15-c615d6f3ddb0'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:44:55.070094 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8024ff26-79e6-49b2-814e-d2adf28e28d2 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Publish callbacks [] for port, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:55.105756 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=12475d13-84ce-40f1-8c15-c615d6f3ddb0,revision_number=9']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:44:55.249055 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8024ff26-79e6-49b2-814e-d2adf28e28d2 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:55.260135 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37298de-22ec-4100-a87b-63e18e4137c2 req-b7c4ff05-c843-49b0-b3c2-8c388d2852bc tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:44:55.273440 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c37298de-22ec-4100-a87b-63e18e4137c2 req-b7c4ff05-c843-49b0-b3c2-8c388d2852bc tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] 10.222.0.54 "GET /v2.0/ports?device_id=1a1738f2-85f8-4e51-a8e8-0c77f864b3fc HTTP/1.1" status: 200 len: 931 time: 0.6368523 Nov 19 17:44:55.403751 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2bd0b06f-cebe-479a-bb20-67ee2f373f25 req-dc728171-8a76-44bb-97b7-7d79019bdef8 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec9f9dc4-f3d0-4fbd-b419-1ab72c92e9be HTTP/1.1" status: 200 len: 210 time: 0.0644124 Nov 19 17:44:55.522666 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8024ff26-79e6-49b2-814e-d2adf28e28d2 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Pushing event updated for resources: {'Port': ['ID=31bfa472-e0a8-4ee5-8769-3cf7d1aceb2d,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:44:55.716594 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-32414734-3b74-4522-b7db-8d9b22aa9cef req-357ce009-b81d-418a-9741-584c14699842 tempest-ServersTestManualDisk-1071250772 tempest-ServersTestManualDisk-1071250772-project] 10.222.0.54 "GET /v2.0/ports?device_id=c88bd167-2604-4f2d-b2b7-0ef22e7e3540 HTTP/1.1" status: 200 len: 210 time: 0.0479774 Nov 19 17:44:55.851291 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c37298de-22ec-4100-a87b-63e18e4137c2 req-01d3d6be-ff6f-4da4-bb55-4f457c456a76 tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] 10.222.0.54 "GET /v2.0/security-groups?id=a352ca94-2149-4006-acad-e3c22132eabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5767097 Nov 19 17:44:55.868940 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8024ff26-79e6-49b2-814e-d2adf28e28d2 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-671284'] for floatingip, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:55.893637 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-e69eb075-bb3e-4149-a71e-ef5b5724c01b req-14b7e41f-4192-4af6-a20c-53286ae373d4 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:55.906659 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8024ff26-79e6-49b2-814e-d2adf28e28d2 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for floatingip, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:55.907978 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-8024ff26-79e6-49b2-814e-d2adf28e28d2 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.1495082 Nov 19 17:44:56.061070 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-e69eb075-bb3e-4149-a71e-ef5b5724c01b req-14b7e41f-4192-4af6-a20c-53286ae373d4 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:56.336871 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e69eb075-bb3e-4149-a71e-ef5b5724c01b req-14b7e41f-4192-4af6-a20c-53286ae373d4 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] Network 7fe9dda4-bbb5-4db6-b240-cdabda9f2be2 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:44:56.357525 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7b9dce-79ab-44ef-a838-542ca45abe32 req-a60100c3-5bf8-4a34-b995-d4f0cb3088d9 tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:44:56.368969 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8e7b9dce-79ab-44ef-a838-542ca45abe32 req-a60100c3-5bf8-4a34-b995-d4f0cb3088d9 tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] 10.222.0.54 "GET /v2.0/ports?device_id=ccff1488-85ea-43ae-bf94-c62226a4f4bf HTTP/1.1" status: 200 len: 946 time: 0.1117744 Nov 19 17:44:56.371755 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [req-e69eb075-bb3e-4149-a71e-ef5b5724c01b req-14b7e41f-4192-4af6-a20c-53286ae373d4 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:44:56.376655 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [req-d94b7914-3161-4ab4-9b89-84349106e369 req-93142d7a-4f29-4426-a3a8-84ce637a06b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bc06c37-468e-4e51-ba54-760f08d90f1e {{(pid=103365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:44:56.392154 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-e69eb075-bb3e-4149-a71e-ef5b5724c01b req-14b7e41f-4192-4af6-a20c-53286ae373d4 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:44:56.418452 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-df204359-b92b-4010-9039-6ca26731972a req-2bea6398-b86f-4578-bea9-4bd5a6e9997e tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--1378769277&fields=id&tenant_id=063ef7e3fa9c49daa0ae772568226d29 HTTP/1.1" status: 200 len: 267 time: 0.2044890 Nov 19 17:44:56.419109 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b7e41f-4192-4af6-a20c-53286ae373d4 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] Pushing event updated for resources: {'Port': ['ID=71243686-16d7-4505-9eb3-c400bc2cf33c,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:44:56.487760 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8e7b9dce-79ab-44ef-a838-542ca45abe32 req-29e409ca-03a1-4575-8e7e-31f5c82e51b3 tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] 10.222.0.54 "GET /v2.0/security-groups?id=50a0c454-55dd-48da-a67f-9bb1b9eaa61f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1178198 Nov 19 17:44:56.562375 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-d94b7914-3161-4ab4-9b89-84349106e369 req-93142d7a-4f29-4426-a3a8-84ce637a06b7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:56.584709 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 12475d13-84ce-40f1-8c15-c615d6f3ddb0 up at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:44:56.607446 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.provisioning_blocks [req-d94b7914-3161-4ab4-9b89-84349106e369 req-93142d7a-4f29-4426-a3a8-84ce637a06b7 service neutron] Transition to ACTIVE for port object 4bc06c37-468e-4e51-ba54-760f08d90f1e will not be triggered until provisioned by entity L2. {{(pid=103365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 17:44:56.618389 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-d94b7914-3161-4ab4-9b89-84349106e369 req-93142d7a-4f29-4426-a3a8-84ce637a06b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:56.639582 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69eb075-bb3e-4149-a71e-ef5b5724c01b req-14b7e41f-4192-4af6-a20c-53286ae373d4 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:44:56.651498 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-e69eb075-bb3e-4149-a71e-ef5b5724c01b req-14b7e41f-4192-4af6-a20c-53286ae373d4 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:56.681381 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning complete for port 12475d13-84ce-40f1-8c15-c615d6f3ddb0 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:44:56.682866 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:56.800636 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df204359-b92b-4010-9039-6ca26731972a req-f78953aa-0a62-48d9-9b3b-c7006be9c731 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:44:56.816603 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-df204359-b92b-4010-9039-6ca26731972a req-f78953aa-0a62-48d9-9b3b-c7006be9c731 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/networks?id=fdcadcc4-b6d0-4be3-9284-8f7eda9af8ea HTTP/1.1" status: 200 len: 816 time: 0.3783095 Nov 19 17:44:56.825776 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e69eb075-bb3e-4149-a71e-ef5b5724c01b req-14b7e41f-4192-4af6-a20c-53286ae373d4 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6954467 Nov 19 17:44:56.829719 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a86ad1-251b-4ac2-98c4-2e1aa8e53a7f req-7003b2ac-2af0-4cd7-b32f-3d5f7ed546a8 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:44:56.833274 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:56.840635 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-29a86ad1-251b-4ac2-98c4-2e1aa8e53a7f req-7003b2ac-2af0-4cd7-b32f-3d5f7ed546a8 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec9f9dc4-f3d0-4fbd-b419-1ab72c92e9be HTTP/1.1" status: 200 len: 932 time: 0.1636512 Nov 19 17:44:56.867961 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-e69eb075-bb3e-4149-a71e-ef5b5724c01b req-165dfe6f-7634-4172-b3ab-53860d448f39 service neutron] Request body: {'port': {'device_id': 'ec9f9dc4-f3d0-4fbd-b419-1ab72c92e9be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818022-2'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:44:56.868926 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d129510-5e62-48b1-a79e-75c697dca17f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12475d13-84ce-40f1-8c15-c615d6f3ddb0'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:44:56.871565 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3940761bcd94e032e6960d2241bd8993c5d3a7d8dc2aca8488f3ecf1d4dd2fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c329ef4-fafe-444a-a775-f8316668f76a" -d '{"events": [{"server_uuid": "7d129510-5e62-48b1-a79e-75c697dca17f", "name": "network-vif-plugged", "status": "completed", "tag": "12475d13-84ce-40f1-8c15-c615d6f3ddb0"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:44:56.875125 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93142d7a-4f29-4426-a3a8-84ce637a06b7 service neutron] Pushing event updated for resources: {'Port': ['ID=4bc06c37-468e-4e51-ba54-760f08d90f1e,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:44:56.912420 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 12475d13-84ce-40f1-8c15-c615d6f3ddb0, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=12475d13-84ce-40f1-8c15-c615d6f3ddb0,segment=NetworkSegment(1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861),segment_id=1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:44:56.918661 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:56.936557 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-df204359-b92b-4010-9039-6ca26731972a req-f590f94d-1ce3-40f2-814d-cd71c667c856 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/quotas/063ef7e3fa9c49daa0ae772568226d29 HTTP/1.1" status: 200 len: 375 time: 0.1190262 Nov 19 17:44:57.010466 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-29a86ad1-251b-4ac2-98c4-2e1aa8e53a7f req-fa1bd472-3dd5-49af-8f1d-f467db929770 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/security-groups?id=b596b6e2-4e99-405d-ab15-439621199b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396980 Nov 19 17:44:57.088649 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=12475d13-84ce-40f1-8c15-c615d6f3ddb0,revision_number=10']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:44:57.286190 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-e69eb075-bb3e-4149-a71e-ef5b5724c01b req-165dfe6f-7634-4172-b3ab-53860d448f39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:57.539713 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7916253-ec8a-4a50-b10f-4d4e212c3221 req-5e77b4c4-8725-491f-8556-0cab8dd65100 tempest-ServersTestManualDisk-1071250772 tempest-ServersTestManualDisk-1071250772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:44:57.541289 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e7916253-ec8a-4a50-b10f-4d4e212c3221 req-5e77b4c4-8725-491f-8556-0cab8dd65100 tempest-ServersTestManualDisk-1071250772 tempest-ServersTestManualDisk-1071250772-project] 10.222.0.60 "GET /v2.0/networks?id=68d5f663-92fc-4736-815b-80848ebf1633 HTTP/1.1" status: 200 len: 811 time: 0.2756522 Nov 19 17:44:57.577766 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d4e680c4-4362-437f-afff-108226d1cd17 req-6c1ecad6-c6fe-42a3-a19f-30ef4ed855f4 tempest-ServersTestManualDisk-1071250772 tempest-ServersTestManualDisk-1071250772-project] 10.222.0.54 "GET /v2.0/ports?device_id=c88bd167-2604-4f2d-b2b7-0ef22e7e3540 HTTP/1.1" status: 200 len: 210 time: 0.0934086 Nov 19 17:44:57.798536 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:44:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32a8df3a-4e16-43d5-8128-9a86ff345b74 x-openstack-request-id: req-32a8df3a-4e16-43d5-8128-9a86ff345b74 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:44:57.799253 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d129510-5e62-48b1-a79e-75c697dca17f", "name": "network-vif-plugged", "status": "completed", "tag": "12475d13-84ce-40f1-8c15-c615d6f3ddb0", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:44:57.799253 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-32a8df3a-4e16-43d5-8128-9a86ff345b74 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:44:57.799453 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d129510-5e62-48b1-a79e-75c697dca17f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12475d13-84ce-40f1-8c15-c615d6f3ddb0', 'code': 200} Nov 19 17:44:57.843751 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1263a953-6555-4936-8648-a0cae5f8603a req-e9d53f53-0bfc-47c5-806d-8b0401c073f9 tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:44:57.850214 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-1263a953-6555-4936-8648-a0cae5f8603a req-e9d53f53-0bfc-47c5-806d-8b0401c073f9 tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] 10.222.0.86 "GET /v2.0/ports?device_id=ccff1488-85ea-43ae-bf94-c62226a4f4bf HTTP/1.1" status: 200 len: 946 time: 0.1501572 Nov 19 17:44:57.893672 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-d94b7914-3161-4ab4-9b89-84349106e369 req-93142d7a-4f29-4426-a3a8-84ce637a06b7 service neutron] Attempting to bind port 4bc06c37-468e-4e51-ba54-760f08d90f1e on host n-h1-818022-2 for vnic_type normal with profile {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:44:57.894743 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-d94b7914-3161-4ab4-9b89-84349106e369 req-93142d7a-4f29-4426-a3a8-84ce637a06b7 service neutron] Attempting to bind port 4bc06c37-468e-4e51-ba54-760f08d90f1e by drivers openvswitch,hyperv on host n-h1-818022-2 at level 0 using segments [{'id': '4f54897a-da44-453a-a968-70f6f15405e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'bcffe9fd-ba33-4c0f-a44c-e3294ad13f95'}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:44:57.895298 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d94b7914-3161-4ab4-9b89-84349106e369 req-93142d7a-4f29-4426-a3a8-84ce637a06b7 service neutron] Attempting to bind port 4bc06c37-468e-4e51-ba54-760f08d90f1e on network bcffe9fd-ba33-4c0f-a44c-e3294ad13f95 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:44:57.913011 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d94b7914-3161-4ab4-9b89-84349106e369 req-93142d7a-4f29-4426-a3a8-84ce637a06b7 service neutron] Port 4bc06c37-468e-4e51-ba54-760f08d90f1e on network bcffe9fd-ba33-4c0f-a44c-e3294ad13f95 not bound, no agent of type Open vSwitch agent registered on host n-h1-818022-2 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 17:44:57.913650 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d94b7914-3161-4ab4-9b89-84349106e369 req-93142d7a-4f29-4426-a3a8-84ce637a06b7 service neutron] Attempting to bind port 4bc06c37-468e-4e51-ba54-760f08d90f1e on network bcffe9fd-ba33-4c0f-a44c-e3294ad13f95 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:44:57.932798 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d94b7914-3161-4ab4-9b89-84349106e369 req-93142d7a-4f29-4426-a3a8-84ce637a06b7 service neutron] Checking agent: {'id': 'a6668d96-12fa-4ec0-99ad-77eaf490dd2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'started_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 44, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:44:57.933445 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d94b7914-3161-4ab4-9b89-84349106e369 req-93142d7a-4f29-4426-a3a8-84ce637a06b7 service neutron] Checking segment: {'id': '4f54897a-da44-453a-a968-70f6f15405e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'bcffe9fd-ba33-4c0f-a44c-e3294ad13f95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:44:57.934264 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d94b7914-3161-4ab4-9b89-84349106e369 req-93142d7a-4f29-4426-a3a8-84ce637a06b7 service neutron] Bound using segment: {'id': '4f54897a-da44-453a-a968-70f6f15405e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'bcffe9fd-ba33-4c0f-a44c-e3294ad13f95'} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:44:57.935088 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-d94b7914-3161-4ab4-9b89-84349106e369 req-93142d7a-4f29-4426-a3a8-84ce637a06b7 service neutron] Bound port: 4bc06c37-468e-4e51-ba54-760f08d90f1e, host: n-h1-818022-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f54897a-da44-453a-a968-70f6f15405e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'bcffe9fd-ba33-4c0f-a44c-e3294ad13f95'}}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:44:57.935698 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-d94b7914-3161-4ab4-9b89-84349106e369 req-93142d7a-4f29-4426-a3a8-84ce637a06b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:57.984381 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d9f054-a396-4093-9136-91c8cd8cc11a req-8306eb34-9905-4898-8dc7-adb4561653c2 tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:44:57.986167 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-df204359-b92b-4010-9039-6ca26731972a req-e1ceb084-c6a2-486f-b83b-98e493d07c89 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=063ef7e3fa9c49daa0ae772568226d29&fields=id HTTP/1.1" status: 200 len: 302 time: 0.9904819 Nov 19 17:44:57.992455 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d4d9f054-a396-4093-9136-91c8cd8cc11a req-8306eb34-9905-4898-8dc7-adb4561653c2 tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] 10.222.0.54 "GET /v2.0/ports?device_id=1a1738f2-85f8-4e51-a8e8-0c77f864b3fc HTTP/1.1" status: 200 len: 943 time: 0.1214156 Nov 19 17:44:58.090282 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [req-df204359-b92b-4010-9039-6ca26731972a req-5f957eb2-5d4e-4945-91cc-bd58ba178bd7 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=103365) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 17:44:58.091957 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-df204359-b92b-4010-9039-6ca26731972a req-5f957eb2-5d4e-4945-91cc-bd58ba178bd7 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0475512 Nov 19 17:44:58.194273 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e7916253-ec8a-4a50-b10f-4d4e212c3221 req-130cb310-41bb-41d8-bd9f-74d0027a4932 tempest-ServersTestManualDisk-1071250772 tempest-ServersTestManualDisk-1071250772-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8cb1e5a5a641451797fbe7c2973eb9c3 HTTP/1.1" status: 200 len: 380 time: 0.6333599 Nov 19 17:44:58.218847 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-e7916253-ec8a-4a50-b10f-4d4e212c3221 req-96d9b321-40e5-4e1b-8204-2b36dfdc2a9b tempest-ServersTestManualDisk-1071250772 tempest-ServersTestManualDisk-1071250772-project] Request body: {'port': {'device_id': 'c88bd167-2604-4f2d-b2b7-0ef22e7e3540', 'network_id': '68d5f663-92fc-4736-815b-80848ebf1633', 'admin_state_up': True, 'tenant_id': '8cb1e5a5a641451797fbe7c2973eb9c3', 'security_groups': ['f4c4b87a-d31e-4bc8-8d2f-26b7397d90bb']}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:44:58.372846 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7916253-ec8a-4a50-b10f-4d4e212c3221 req-96d9b321-40e5-4e1b-8204-2b36dfdc2a9b tempest-ServersTestManualDisk-1071250772 tempest-ServersTestManualDisk-1071250772-project] Made reservation on behalf of 8cb1e5a5a641451797fbe7c2973eb9c3 for: {'port': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:44:58.377232 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-e7916253-ec8a-4a50-b10f-4d4e212c3221 req-96d9b321-40e5-4e1b-8204-2b36dfdc2a9b tempest-ServersTestManualDisk-1071250772 tempest-ServersTestManualDisk-1071250772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:58.444373 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-d94b7914-3161-4ab4-9b89-84349106e369 req-93142d7a-4f29-4426-a3a8-84ce637a06b7 service neutron] For port 4bc06c37-468e-4e51-ba54-760f08d90f1e, host n-h1-818022-2, cleared binding levels {{(pid=103365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:44:58.532011 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-d94b7914-3161-4ab4-9b89-84349106e369 req-93142d7a-4f29-4426-a3a8-84ce637a06b7 service neutron] For port 4bc06c37-468e-4e51-ba54-760f08d90f1e, host n-h1-818022-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=4bc06c37-468e-4e51-ba54-760f08d90f1e,segment=NetworkSegment(4f54897a-da44-453a-a968-70f6f15405e0),segment_id=4f54897a-da44-453a-a968-70f6f15405e0)] {{(pid=103365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:44:58.545530 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-d94b7914-3161-4ab4-9b89-84349106e369 req-93142d7a-4f29-4426-a3a8-84ce637a06b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:58.585786 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d4d9f054-a396-4093-9136-91c8cd8cc11a req-dc0bdd67-aca3-4cb4-910b-f98caafdb906 tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] 10.222.0.54 "GET /v2.0/security-groups?id=a352ca94-2149-4006-acad-e3c22132eabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5922623 Nov 19 17:44:58.623317 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [req-1263a953-6555-4936-8648-a0cae5f8603a req-231f2eb9-7976-4cc1-b4c9-f19b0825451b tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] Deleting port e5476d89-23c6-405d-8ad8-c9f3d21a8ff2 {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:44:58.623977 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-1263a953-6555-4936-8648-a0cae5f8603a req-231f2eb9-7976-4cc1-b4c9-f19b0825451b tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:58.647983 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93142d7a-4f29-4426-a3a8-84ce637a06b7 service neutron] Pushing event updated for resources: {'Port': ['ID=4bc06c37-468e-4e51-ba54-760f08d90f1e,revision_number=3']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:44:58.665079 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-df204359-b92b-4010-9039-6ca26731972a req-8ba18cac-bbf9-49fd-95f9-11959333e8a8 service neutron] 10.222.0.54 "GET /v2.0/networks/fdcadcc4-b6d0-4be3-9284-8f7eda9af8ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5476203 Nov 19 17:44:58.673268 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94b7914-3161-4ab4-9b89-84349106e369 req-93142d7a-4f29-4426-a3a8-84ce637a06b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:44:58.673909 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-d94b7914-3161-4ab4-9b89-84349106e369 req-93142d7a-4f29-4426-a3a8-84ce637a06b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:58.676375 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d94b7914-3161-4ab4-9b89-84349106e369 req-93142d7a-4f29-4426-a3a8-84ce637a06b7 service neutron] 10.222.0.60 "PUT /v2.0/ports/4bc06c37-468e-4e51-ba54-760f08d90f1e HTTP/1.1" status: 200 len: 1091 time: 4.3932326 Nov 19 17:44:58.676854 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a1738f2-85f8-4e51-a8e8-0c77f864b3fc', 'tag': '4bc06c37-468e-4e51-ba54-760f08d90f1e'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:44:58.679189 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218319d759239a7d11f1288aef37381b97754913ee9ccbfd43b51a463f801712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf106d8a-2353-4433-81ba-cde71dd12943" -d '{"events": [{"name": "network-changed", "server_uuid": "1a1738f2-85f8-4e51-a8e8-0c77f864b3fc", "tag": "4bc06c37-468e-4e51-ba54-760f08d90f1e"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:44:58.821471 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b5972c-8d25-4a7a-be20-1b42a0bbf5b8 req-89460f90-a036-4d89-93ee-8fa70f645340 tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:44:58.834012 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-50b5972c-8d25-4a7a-be20-1b42a0bbf5b8 req-89460f90-a036-4d89-93ee-8fa70f645340 tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] 10.222.0.54 "GET /v2.0/ports?device_id=ccff1488-85ea-43ae-bf94-c62226a4f4bf HTTP/1.1" status: 200 len: 946 time: 0.0821397 Nov 19 17:44:58.940805 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-50b5972c-8d25-4a7a-be20-1b42a0bbf5b8 req-258a4a4c-7934-4fae-9076-314cbfc92c91 tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] 10.222.0.54 "GET /v2.0/security-groups?id=50a0c454-55dd-48da-a67f-9bb1b9eaa61f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1057663 Nov 19 17:44:59.054715 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-1263a953-6555-4936-8648-a0cae5f8603a req-231f2eb9-7976-4cc1-b4c9-f19b0825451b tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] For port e5476d89-23c6-405d-8ad8-c9f3d21a8ff2, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=e5476d89-23c6-405d-8ad8-c9f3d21a8ff2,segment=NetworkSegment(ea5a0e2b-3fad-4153-8514-d7f5d8ae4073),segment_id=ea5a0e2b-3fad-4153-8514-d7f5d8ae4073)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:44:59.055081 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-1263a953-6555-4936-8648-a0cae5f8603a req-231f2eb9-7976-4cc1-b4c9-f19b0825451b tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:59.232136 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-df204359-b92b-4010-9039-6ca26731972a req-f3fa9226-4915-4dc7-a7b7-28145eb6f8a4 service neutron] 10.222.0.54 "GET /v2.0/networks/fdcadcc4-b6d0-4be3-9284-8f7eda9af8ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5263634 Nov 19 17:44:59.265908 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d21acd-cd51-485b-bdb9-fe014a4cd0b7 req-76f18b4c-c0a9-4826-a393-7d5f8f441f3e tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:44:59.277218 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-21d21acd-cd51-485b-bdb9-fe014a4cd0b7 req-76f18b4c-c0a9-4826-a393-7d5f8f441f3e tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec9f9dc4-f3d0-4fbd-b419-1ab72c92e9be HTTP/1.1" status: 200 len: 932 time: 0.1965380 Nov 19 17:44:59.373263 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94b7914-3161-4ab4-9b89-84349106e369 req-791e283a-0bd4-4c10-8530-07760ffce887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:44:59.374848 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d94b7914-3161-4ab4-9b89-84349106e369 req-791e283a-0bd4-4c10-8530-07760ffce887 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=08573f5395784708802f6f6512b37184&device_id=1a1738f2-85f8-4e51-a8e8-0c77f864b3fc HTTP/1.1" status: 200 len: 1094 time: 0.1310976 Nov 19 17:44:59.405591 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [req-e7916253-ec8a-4a50-b10f-4d4e212c3221 req-96d9b321-40e5-4e1b-8204-2b36dfdc2a9b tempest-ServersTestManualDisk-1071250772 tempest-ServersTestManualDisk-1071250772-project] Allocated IP 172.20.0.14 (68d5f663-92fc-4736-815b-80848ebf1633/f2d4e105-70fd-4c87-8b5e-3202977eb756/23d35feb-6f2a-4cac-99bc-621257bae413) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:44:59.619156 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-e7916253-ec8a-4a50-b10f-4d4e212c3221 req-96d9b321-40e5-4e1b-8204-2b36dfdc2a9b tempest-ServersTestManualDisk-1071250772 tempest-ServersTestManualDisk-1071250772-project] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:59.644670 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-21d21acd-cd51-485b-bdb9-fe014a4cd0b7 req-00f6d0e0-f105-434c-b601-e8ab7febedb1 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/security-groups?id=b596b6e2-4e99-405d-ab15-439621199b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3660107 Nov 19 17:44:59.654791 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [req-e69eb075-bb3e-4149-a71e-ef5b5724c01b req-165dfe6f-7634-4172-b3ab-53860d448f39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71243686-16d7-4505-9eb3-c400bc2cf33c {{(pid=103365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:44:59.680237 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-836def63-dfff-4895-a1fe-ddfdc2177770 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:59.836103 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-e69eb075-bb3e-4149-a71e-ef5b5724c01b req-165dfe6f-7634-4172-b3ab-53860d448f39 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:44:59.865473 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d94b7914-3161-4ab4-9b89-84349106e369 req-e0826b7e-80ea-4a77-948a-6011548b1227 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4bc06c37-468e-4e51-ba54-760f08d90f1e HTTP/1.1" status: 200 len: 217 time: 0.2352097 Nov 19 17:45:00.002227 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d48f8e7e-edce-41e7-b1cc-99d46cc7e9d8 req-a613d69f-99b6-4b07-b454-84fee5debbe3 tempest-ServersTestManualDisk-1071250772 tempest-ServersTestManualDisk-1071250772-project] 10.222.0.54 "GET /v2.0/ports?device_id=c88bd167-2604-4f2d-b2b7-0ef22e7e3540 HTTP/1.1" status: 200 len: 210 time: 0.1245079 Nov 19 17:45:00.022720 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.provisioning_blocks [req-e69eb075-bb3e-4149-a71e-ef5b5724c01b req-165dfe6f-7634-4172-b3ab-53860d448f39 service neutron] Transition to ACTIVE for port object 71243686-16d7-4505-9eb3-c400bc2cf33c will not be triggered until provisioned by entity L2. {{(pid=103365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 17:45:00.044040 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-e69eb075-bb3e-4149-a71e-ef5b5724c01b req-165dfe6f-7634-4172-b3ab-53860d448f39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:00.062590 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-1263a953-6555-4936-8648-a0cae5f8603a req-231f2eb9-7976-4cc1-b4c9-f19b0825451b tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:00.069155 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-1263a953-6555-4936-8648-a0cae5f8603a req-231f2eb9-7976-4cc1-b4c9-f19b0825451b tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-671284'] for floatingip, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:00.069748 n-d-818022-2 neutron-server[103364]: INFO neutron.db.l3_db [req-1263a953-6555-4936-8648-a0cae5f8603a req-231f2eb9-7976-4cc1-b4c9-f19b0825451b tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] Floating IP d17eb1a2-4afd-45cd-a658-3006fe93daef disassociated. External IP: 172.25.7.79, port: e5476d89-23c6-405d-8ad8-c9f3d21a8ff2. Nov 19 17:45:00.073201 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [req-1263a953-6555-4936-8648-a0cae5f8603a req-231f2eb9-7976-4cc1-b4c9-f19b0825451b tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] Calling delete_port for e5476d89-23c6-405d-8ad8-c9f3d21a8ff2 owned by compute:nova {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:45:00.120667 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 17:44:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b75e0c0c-875d-467d-82df-28d50b3e666f x-openstack-request-id: req-b75e0c0c-875d-467d-82df-28d50b3e666f {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:45:00.120989 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a1738f2-85f8-4e51-a8e8-0c77f864b3fc", "tag": "4bc06c37-468e-4e51-ba54-760f08d90f1e", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:45:00.121226 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b75e0c0c-875d-467d-82df-28d50b3e666f {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:45:00.121629 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a1738f2-85f8-4e51-a8e8-0c77f864b3fc', 'tag': '4bc06c37-468e-4e51-ba54-760f08d90f1e', 'status': 'completed', 'code': 200} Nov 19 17:45:00.130641 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165dfe6f-7634-4172-b3ab-53860d448f39 service neutron] Pushing event updated for resources: {'Port': ['ID=71243686-16d7-4505-9eb3-c400bc2cf33c,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:45:00.139062 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-e7916253-ec8a-4a50-b10f-4d4e212c3221 req-96d9b321-40e5-4e1b-8204-2b36dfdc2a9b tempest-ServersTestManualDisk-1071250772 tempest-ServersTestManualDisk-1071250772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:00.143152 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94b7914-3161-4ab4-9b89-84349106e369 req-04f53b4c-bb51-45e7-9732-6e0da33194b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:00.145175 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d94b7914-3161-4ab4-9b89-84349106e369 req-04f53b4c-bb51-45e7-9732-6e0da33194b0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d1218782-152f-4347-a4bd-bbba02695b96 HTTP/1.1" status: 200 len: 858 time: 0.2600346 Nov 19 17:45:00.258296 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d94b7914-3161-4ab4-9b89-84349106e369 req-1f6d0f55-ab88-437a-8fbe-b30ec6ca8f00 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bcffe9fd-ba33-4c0f-a44c-e3294ad13f95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0846033 Nov 19 17:45:00.329662 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7916253-ec8a-4a50-b10f-4d4e212c3221 req-96d9b321-40e5-4e1b-8204-2b36dfdc2a9b tempest-ServersTestManualDisk-1071250772 tempest-ServersTestManualDisk-1071250772-project] Network 68d5f663-92fc-4736-815b-80848ebf1633 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:45:00.334421 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-66923c8a-dc35-49af-a850-2b47617c0082 req-15d7ed4e-835a-44dd-8e3b-77b5345058f2 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d6d80d6-3550-4ad7-998c-1e2c27418ad5 HTTP/1.1" status: 200 len: 210 time: 0.0587227 Nov 19 17:45:00.611017 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-1263a953-6555-4936-8648-a0cae5f8603a req-231f2eb9-7976-4cc1-b4c9-f19b0825451b tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:00.622758 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d94b7914-3161-4ab4-9b89-84349106e369 req-365c1628-f1c4-4fd9-aa57-1dae91dcfe41 service neutron] 10.222.0.60 "GET /v2.0/networks/bcffe9fd-ba33-4c0f-a44c-e3294ad13f95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3167143 Nov 19 17:45:00.643653 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [req-e7916253-ec8a-4a50-b10f-4d4e212c3221 req-96d9b321-40e5-4e1b-8204-2b36dfdc2a9b tempest-ServersTestManualDisk-1071250772 tempest-ServersTestManualDisk-1071250772-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:45:00.643838 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231f2eb9-7976-4cc1-b4c9-f19b0825451b tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] Pushing event deleted for resources: {'Port': ['ID=e5476d89-23c6-405d-8ad8-c9f3d21a8ff2,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:45:00.654344 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7916253-ec8a-4a50-b10f-4d4e212c3221 req-96d9b321-40e5-4e1b-8204-2b36dfdc2a9b tempest-ServersTestManualDisk-1071250772 tempest-ServersTestManualDisk-1071250772-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:45:00.671279 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5115b0f-5e3f-4010-ade9-9c31a391a01a req-824bc5f9-51b1-4e42-b293-37cad06f1fd6 tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:00.702727 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d9b321-40e5-4e1b-8204-2b36dfdc2a9b tempest-ServersTestManualDisk-1071250772 tempest-ServersTestManualDisk-1071250772-project] Pushing event updated for resources: {'Port': ['ID=23d35feb-6f2a-4cac-99bc-621257bae413,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:45:00.721749 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f5115b0f-5e3f-4010-ade9-9c31a391a01a req-824bc5f9-51b1-4e42-b293-37cad06f1fd6 tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] 10.222.0.54 "GET /v2.0/ports?device_id=ccff1488-85ea-43ae-bf94-c62226a4f4bf HTTP/1.1" status: 200 len: 867 time: 0.2083125 Nov 19 17:45:00.868333 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f5115b0f-5e3f-4010-ade9-9c31a391a01a req-b4c81b10-2754-4d7b-836d-8387bb4f3fd4 tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] 10.222.0.54 "GET /v2.0/security-groups?id=50a0c454-55dd-48da-a67f-9bb1b9eaa61f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1356573 Nov 19 17:45:01.261098 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7916253-ec8a-4a50-b10f-4d4e212c3221 req-96d9b321-40e5-4e1b-8204-2b36dfdc2a9b tempest-ServersTestManualDisk-1071250772 tempest-ServersTestManualDisk-1071250772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:01.267963 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-e7916253-ec8a-4a50-b10f-4d4e212c3221 req-96d9b321-40e5-4e1b-8204-2b36dfdc2a9b tempest-ServersTestManualDisk-1071250772 tempest-ServersTestManualDisk-1071250772-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:01.350469 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1263a953-6555-4936-8648-a0cae5f8603a req-231f2eb9-7976-4cc1-b4c9-f19b0825451b tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] Router 075d51b3-1611-42ff-aac0-9dbe86f3e575 has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 17:45:01.405286 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3777531-df39-4793-bfe4-0b5c0e5b39e7 req-d0988a8e-372c-4498-b952-418cf41a5996 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:01.413740 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f3777531-df39-4793-bfe4-0b5c0e5b39e7 req-d0988a8e-372c-4498-b952-418cf41a5996 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec9f9dc4-f3d0-4fbd-b419-1ab72c92e9be HTTP/1.1" status: 200 len: 944 time: 0.1792450 Nov 19 17:45:01.417144 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-2b6a6e0e-69f3-488e-bc2b-b2747f6dab47 None None] Provisioning complete for port 23d35feb-6f2a-4cac-99bc-621257bae413 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:45:01.421142 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2b6a6e0e-69f3-488e-bc2b-b2747f6dab47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:01.498930 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-e69eb075-bb3e-4149-a71e-ef5b5724c01b req-165dfe6f-7634-4172-b3ab-53860d448f39 service neutron] Attempting to bind port 71243686-16d7-4505-9eb3-c400bc2cf33c on host n-h2-818022-2 for vnic_type normal with profile {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:45:01.499288 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-e69eb075-bb3e-4149-a71e-ef5b5724c01b req-165dfe6f-7634-4172-b3ab-53860d448f39 service neutron] Attempting to bind port 71243686-16d7-4505-9eb3-c400bc2cf33c by drivers openvswitch,hyperv on host n-h2-818022-2 at level 0 using segments [{'id': '7cd6906b-44eb-4ce1-933e-47ff3aaf0160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '7fe9dda4-bbb5-4db6-b240-cdabda9f2be2'}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:45:01.499600 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e69eb075-bb3e-4149-a71e-ef5b5724c01b req-165dfe6f-7634-4172-b3ab-53860d448f39 service neutron] Attempting to bind port 71243686-16d7-4505-9eb3-c400bc2cf33c on network 7fe9dda4-bbb5-4db6-b240-cdabda9f2be2 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:45:01.510249 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759e23bb-a959-4ce3-b174-f5b776f6f895 req-96d45d7c-31a4-4ad4-9519-352e7f1982ad tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:01.512985 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-759e23bb-a959-4ce3-b174-f5b776f6f895 req-96d45d7c-31a4-4ad4-9519-352e7f1982ad tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] 10.222.0.54 "GET /v2.0/ports?device_id=1a1738f2-85f8-4e51-a8e8-0c77f864b3fc HTTP/1.1" status: 200 len: 943 time: 1.2056921 Nov 19 17:45:01.515539 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d94b7914-3161-4ab4-9b89-84349106e369 req-19b58532-a539-4fce-a9c3-c24a8182cc7f service neutron] 10.222.0.60 "GET /v2.0/networks/bcffe9fd-ba33-4c0f-a44c-e3294ad13f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7285500 Nov 19 17:45:01.548963 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e7916253-ec8a-4a50-b10f-4d4e212c3221 req-96d9b321-40e5-4e1b-8204-2b36dfdc2a9b tempest-ServersTestManualDisk-1071250772 tempest-ServersTestManualDisk-1071250772-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3327525 Nov 19 17:45:01.582068 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-e7916253-ec8a-4a50-b10f-4d4e212c3221 req-b8ef2fb0-904e-4ba7-b237-1e077bd1abbf service neutron] Request body: {'port': {'device_id': 'c88bd167-2604-4f2d-b2b7-0ef22e7e3540', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818022-2'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:45:01.677074 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-2b6a6e0e-69f3-488e-bc2b-b2747f6dab47 None None] Port 23d35feb-6f2a-4cac-99bc-621257bae413 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:45:01.768606 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f3777531-df39-4793-bfe4-0b5c0e5b39e7 req-2de1860e-8c17-4c94-998c-9915241af6b0 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/security-groups?id=b596b6e2-4e99-405d-ab15-439621199b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3507981 Nov 19 17:45:01.801097 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1263a953-6555-4936-8648-a0cae5f8603a req-231f2eb9-7976-4cc1-b4c9-f19b0825451b tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 17:45:01.823281 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4a41fda-c9a8-4bd7-9967-f99d9ee58b40 None None] Sync routers for ids ['075d51b3-1611-42ff-aac0-9dbe86f3e575'] in n-d-818022-2 {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 17:45:01.840257 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-e7916253-ec8a-4a50-b10f-4d4e212c3221 req-b8ef2fb0-904e-4ba7-b237-1e077bd1abbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:01.853654 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a41fda-c9a8-4bd7-9967-f99d9ee58b40 None None] Routers {'075d51b3-1611-42ff-aac0-9dbe86f3e575'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:45:01.854320 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-d4a41fda-c9a8-4bd7-9967-f99d9ee58b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:44:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['075d51b3-1611-42ff-aac0-9dbe86f3e575'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:45:01.858482 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e69eb075-bb3e-4149-a71e-ef5b5724c01b req-165dfe6f-7634-4172-b3ab-53860d448f39 service neutron] Port 71243686-16d7-4505-9eb3-c400bc2cf33c on network 7fe9dda4-bbb5-4db6-b240-cdabda9f2be2 not bound, no agent of type Open vSwitch agent registered on host n-h2-818022-2 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 17:45:01.858792 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e69eb075-bb3e-4149-a71e-ef5b5724c01b req-165dfe6f-7634-4172-b3ab-53860d448f39 service neutron] Attempting to bind port 71243686-16d7-4505-9eb3-c400bc2cf33c on network 7fe9dda4-bbb5-4db6-b240-cdabda9f2be2 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:45:01.877406 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e69eb075-bb3e-4149-a71e-ef5b5724c01b req-165dfe6f-7634-4172-b3ab-53860d448f39 service neutron] Checking agent: {'id': '525ad2ac-c4ae-4c63-af2e-0bf8d25d0f0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'started_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 44, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:45:01.877751 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e69eb075-bb3e-4149-a71e-ef5b5724c01b req-165dfe6f-7634-4172-b3ab-53860d448f39 service neutron] Checking segment: {'id': '7cd6906b-44eb-4ce1-933e-47ff3aaf0160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '7fe9dda4-bbb5-4db6-b240-cdabda9f2be2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:45:01.878183 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e69eb075-bb3e-4149-a71e-ef5b5724c01b req-165dfe6f-7634-4172-b3ab-53860d448f39 service neutron] Bound using segment: {'id': '7cd6906b-44eb-4ce1-933e-47ff3aaf0160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '7fe9dda4-bbb5-4db6-b240-cdabda9f2be2'} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:45:01.878639 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-e69eb075-bb3e-4149-a71e-ef5b5724c01b req-165dfe6f-7634-4172-b3ab-53860d448f39 service neutron] Bound port: 71243686-16d7-4505-9eb3-c400bc2cf33c, host: n-h2-818022-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7cd6906b-44eb-4ce1-933e-47ff3aaf0160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '7fe9dda4-bbb5-4db6-b240-cdabda9f2be2'}}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:45:01.878996 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-e69eb075-bb3e-4149-a71e-ef5b5724c01b req-165dfe6f-7634-4172-b3ab-53860d448f39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:01.909530 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [req-1263a953-6555-4936-8648-a0cae5f8603a req-231f2eb9-7976-4cc1-b4c9-f19b0825451b tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] No DVR routers for this DVR port e5476d89-23c6-405d-8ad8-c9f3d21a8ff2 on host n-h2-818022-2 {{(pid=103364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:45:01.942018 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-1263a953-6555-4936-8648-a0cae5f8603a req-231f2eb9-7976-4cc1-b4c9-f19b0825451b tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:01.951158 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-1263a953-6555-4936-8648-a0cae5f8603a req-231f2eb9-7976-4cc1-b4c9-f19b0825451b tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] 10.222.0.86 "DELETE /v2.0/ports/e5476d89-23c6-405d-8ad8-c9f3d21a8ff2 HTTP/1.1" status: 204 len: 173 time: 4.0938108 Nov 19 17:45:01.954223 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccff1488-85ea-43ae-bf94-c62226a4f4bf', 'name': 'network-vif-deleted', 'tag': 'e5476d89-23c6-405d-8ad8-c9f3d21a8ff2'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:45:01.959408 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dd4767a008c23f8566efc82158ee1b1fff34e1a9e908d76d0b6d0ab7e350e5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22af6bcf-7a7d-4f52-acd1-de583e71ab15" -d '{"events": [{"server_uuid": "ccff1488-85ea-43ae-bf94-c62226a4f4bf", "name": "network-vif-deleted", "tag": "e5476d89-23c6-405d-8ad8-c9f3d21a8ff2"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:45:01.983019 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9055998a-501f-4e0a-a8ab-524ea1c62497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:02.025124 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-e69eb075-bb3e-4149-a71e-ef5b5724c01b req-165dfe6f-7634-4172-b3ab-53860d448f39 service neutron] For port 71243686-16d7-4505-9eb3-c400bc2cf33c, host n-h2-818022-2, cleared binding levels {{(pid=103365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:45:02.034219 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-e69eb075-bb3e-4149-a71e-ef5b5724c01b req-165dfe6f-7634-4172-b3ab-53860d448f39 service neutron] For port 71243686-16d7-4505-9eb3-c400bc2cf33c, host n-h2-818022-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=71243686-16d7-4505-9eb3-c400bc2cf33c,segment=NetworkSegment(7cd6906b-44eb-4ce1-933e-47ff3aaf0160),segment_id=7cd6906b-44eb-4ce1-933e-47ff3aaf0160)] {{(pid=103365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:45:02.079296 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-e69eb075-bb3e-4149-a71e-ef5b5724c01b req-165dfe6f-7634-4172-b3ab-53860d448f39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:02.120111 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf604e90-fb8f-4efb-aaed-567ca60a34a1 req-000f6a2a-e935-44c8-b4d0-3cbf70506215 tempest-ServersTestManualDisk-1071250772 tempest-ServersTestManualDisk-1071250772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:02.121655 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-cf604e90-fb8f-4efb-aaed-567ca60a34a1 req-000f6a2a-e935-44c8-b4d0-3cbf70506215 tempest-ServersTestManualDisk-1071250772 tempest-ServersTestManualDisk-1071250772-project] 10.222.0.54 "GET /v2.0/ports?device_id=c88bd167-2604-4f2d-b2b7-0ef22e7e3540 HTTP/1.1" status: 200 len: 932 time: 0.0986242 Nov 19 17:45:02.131146 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf106d8a-2353-4433-81ba-cde71dd12943 req-929bf74a-27c5-419e-bd3b-38ce0a8aa213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:02.132653 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-cf106d8a-2353-4433-81ba-cde71dd12943 req-929bf74a-27c5-419e-bd3b-38ce0a8aa213 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=08573f5395784708802f6f6512b37184&device_id=1a1738f2-85f8-4e51-a8e8-0c77f864b3fc HTTP/1.1" status: 200 len: 1094 time: 0.3289578 Nov 19 17:45:02.238378 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-d4a41fda-c9a8-4bd7-9967-f99d9ee58b40 None None] Set router 075d51b3-1611-42ff-aac0-9dbe86f3e575 gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:45:02.242011 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-cf604e90-fb8f-4efb-aaed-567ca60a34a1 req-0edb9a85-4014-4469-b9d8-197b4109ba7b tempest-ServersTestManualDisk-1071250772 tempest-ServersTestManualDisk-1071250772-project] 10.222.0.54 "GET /v2.0/security-groups?id=f4c4b87a-d31e-4bc8-8d2f-26b7397d90bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1071334 Nov 19 17:45:02.378704 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69eb075-bb3e-4149-a71e-ef5b5724c01b req-165dfe6f-7634-4172-b3ab-53860d448f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:02.383061 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-e69eb075-bb3e-4149-a71e-ef5b5724c01b req-165dfe6f-7634-4172-b3ab-53860d448f39 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:02.384911 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e69eb075-bb3e-4149-a71e-ef5b5724c01b req-165dfe6f-7634-4172-b3ab-53860d448f39 service neutron] 10.222.0.86 "PUT /v2.0/ports/71243686-16d7-4505-9eb3-c400bc2cf33c HTTP/1.1" status: 200 len: 1092 time: 5.5386841 Nov 19 17:45:02.389661 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec9f9dc4-f3d0-4fbd-b419-1ab72c92e9be', 'tag': '71243686-16d7-4505-9eb3-c400bc2cf33c'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:45:02.400436 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218319d759239a7d11f1288aef37381b97754913ee9ccbfd43b51a463f801712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cffd448-1c9a-4e38-a362-77f0f5f87f75" -d '{"events": [{"name": "network-changed", "server_uuid": "ec9f9dc4-f3d0-4fbd-b419-1ab72c92e9be", "tag": "71243686-16d7-4505-9eb3-c400bc2cf33c"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:45:02.455124 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165dfe6f-7634-4172-b3ab-53860d448f39 service neutron] Pushing event updated for resources: {'Port': ['ID=71243686-16d7-4505-9eb3-c400bc2cf33c,revision_number=3']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:45:02.504444 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2cb69576-d765-4fce-a4ea-349979b6ba59 req-2aaec39d-93c7-4e12-85a7-e41c5e6fc72f tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d6d80d6-3550-4ad7-998c-1e2c27418ad5 HTTP/1.1" status: 200 len: 210 time: 0.0729692 Nov 19 17:45:02.735575 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-759e23bb-a959-4ce3-b174-f5b776f6f895 req-ef93af95-b0a8-4759-9ec6-178e3754aa63 tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] 10.222.0.54 "GET /v2.0/security-groups?id=a352ca94-2149-4006-acad-e3c22132eabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1685729 Nov 19 17:45:02.796565 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-39758990-ded7-4610-9cca-6d56388e31cd req-d18bf5f7-1dab-463d-b53b-a051c475fbe0 tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] 10.222.0.54 "GET /v2.0/ports?device_id=ccff1488-85ea-43ae-bf94-c62226a4f4bf HTTP/1.1" status: 200 len: 210 time: 0.0949283 Nov 19 17:45:02.951768 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:45:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56215751-eb4d-4f0e-9a90-1bd5d433b041 x-openstack-request-id: req-56215751-eb4d-4f0e-9a90-1bd5d433b041 {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:45:02.952429 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccff1488-85ea-43ae-bf94-c62226a4f4bf", "name": "network-vif-deleted", "tag": "e5476d89-23c6-405d-8ad8-c9f3d21a8ff2", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:45:02.952866 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-56215751-eb4d-4f0e-9a90-1bd5d433b041 {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:45:02.953435 n-d-818022-2 neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccff1488-85ea-43ae-bf94-c62226a4f4bf', 'name': 'network-vif-deleted', 'tag': 'e5476d89-23c6-405d-8ad8-c9f3d21a8ff2', 'status': 'completed', 'code': 200} Nov 19 17:45:02.960115 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-d4a41fda-c9a8-4bd7-9967-f99d9ee58b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '075d51b3-1611-42ff-aac0-9dbe86f3e575', 'name': 'tempest-AttachVolumeTestJSON-1193158978-router', 'tenant_id': 'dc7ce1e4ff7747b99247f6b026a294f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': 'e76245cb-899b-495b-bb81-81190cadba3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:38:52Z', 'updated_at': '2021-11-19T17:39:02Z', 'revision_number': 4, 'project_id': 'dc7ce1e4ff7747b99247f6b026a294f4', 'gw_port': {'id': 'e76245cb-899b-495b-bb81-81190cadba3e', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ea:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '075d51b3-1611-42ff-aac0-9dbe86f3e575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:38:54Z', 'updated_at': '2021-11-19T17:39:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': '40893073-89f5-4c57-8e8a-314b872654c5', 'name': '', 'network_id': '54cb42e3-21bb-4900-9add-de52f53a9c78', 'tenant_id': 'dc7ce1e4ff7747b99247f6b026a294f4', 'mac_address': 'fa:16:3e:ae:16:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '075d51b3-1611-42ff-aac0-9dbe86f3e575', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'ce5e5572-06fa-407a-98f7-553783ad7f2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:39:00Z', 'updated_at': '2021-11-19T17:39:22Z', 'revision_number': 5, 'project_id': 'dc7ce1e4ff7747b99247f6b026a294f4', 'subnets': [{'id': 'ce5e5572-06fa-407a-98f7-553783ad7f2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:45:03.015548 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4a41fda-c9a8-4bd7-9967-f99d9ee58b40 None None] Checking router: 075d51b3-1611-42ff-aac0-9dbe86f3e575 for host: n-d-818022-2 {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 17:45:03.036370 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a41fda-c9a8-4bd7-9967-f99d9ee58b40 None None] Routers {'075d51b3-1611-42ff-aac0-9dbe86f3e575'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:45:03.036370 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-d4a41fda-c9a8-4bd7-9967-f99d9ee58b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:45:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['075d51b3-1611-42ff-aac0-9dbe86f3e575'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:45:03.057370 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [req-e7916253-ec8a-4a50-b10f-4d4e212c3221 req-b8ef2fb0-904e-4ba7-b237-1e077bd1abbf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23d35feb-6f2a-4cac-99bc-621257bae413 {{(pid=103365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:45:03.067151 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e46ecc5a-dc14-4744-b262-3072ff2e958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:03.067782 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-e7916253-ec8a-4a50-b10f-4d4e212c3221 req-b8ef2fb0-904e-4ba7-b237-1e077bd1abbf service neutron] Publish callbacks [] for port, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:03.083872 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.provisioning_blocks [req-e7916253-ec8a-4a50-b10f-4d4e212c3221 req-b8ef2fb0-904e-4ba7-b237-1e077bd1abbf service neutron] Transition to ACTIVE for port object 23d35feb-6f2a-4cac-99bc-621257bae413 will not be triggered until provisioned by entity L2. {{(pid=103365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 17:45:03.095945 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df204359-b92b-4010-9039-6ca26731972a req-b7ee7643-a73d-41ca-8e23-5ad58d16d2ef tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:03.097729 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-df204359-b92b-4010-9039-6ca26731972a req-b7ee7643-a73d-41ca-8e23-5ad58d16d2ef tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.86 "GET /v2.0/networks?id=fdcadcc4-b6d0-4be3-9284-8f7eda9af8ea HTTP/1.1" status: 200 len: 816 time: 1.8868554 Nov 19 17:45:03.108005 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 17:45:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7c7b455-b10c-4653-9116-bdf8b819792e x-openstack-request-id: req-f7c7b455-b10c-4653-9116-bdf8b819792e {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:45:03.108344 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec9f9dc4-f3d0-4fbd-b419-1ab72c92e9be", "tag": "71243686-16d7-4505-9eb3-c400bc2cf33c", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:45:03.108548 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f7c7b455-b10c-4653-9116-bdf8b819792e {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:45:03.108960 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec9f9dc4-f3d0-4fbd-b419-1ab72c92e9be', 'tag': '71243686-16d7-4505-9eb3-c400bc2cf33c', 'status': 'completed', 'code': 200} Nov 19 17:45:03.110814 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-e7916253-ec8a-4a50-b10f-4d4e212c3221 req-b8ef2fb0-904e-4ba7-b237-1e077bd1abbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:03.187644 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69eb075-bb3e-4149-a71e-ef5b5724c01b req-49809836-604b-4b59-99fa-9926c2fa78ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:03.189768 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e69eb075-bb3e-4149-a71e-ef5b5724c01b req-49809836-604b-4b59-99fa-9926c2fa78ee service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=ef849a6e511d48da926cfd9ca438c810&device_id=ec9f9dc4-f3d0-4fbd-b419-1ab72c92e9be HTTP/1.1" status: 200 len: 1095 time: 0.7357869 Nov 19 17:45:03.237141 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-d4a41fda-c9a8-4bd7-9967-f99d9ee58b40 None None] Set router 075d51b3-1611-42ff-aac0-9dbe86f3e575 gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:45:03.434770 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e69eb075-bb3e-4149-a71e-ef5b5724c01b req-4c16bbe1-5928-4b46-91af-2839f221455c service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=71243686-16d7-4505-9eb3-c400bc2cf33c HTTP/1.1" status: 200 len: 217 time: 0.2301211 Nov 19 17:45:03.506037 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-df204359-b92b-4010-9039-6ca26731972a req-ac2af104-a5bd-4ef9-9ee5-3b3d63e2c999 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=063ef7e3fa9c49daa0ae772568226d29 HTTP/1.1" status: 200 len: 380 time: 0.3869967 Nov 19 17:45:03.526586 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device e5476d89-23c6-405d-8ad8-c9f3d21a8ff2 no longer exists at agent hyperv_n-h2-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:45:03.572607 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ef2fb0-904e-4ba7-b237-1e077bd1abbf service neutron] Pushing event updated for resources: {'Port': ['ID=23d35feb-6f2a-4cac-99bc-621257bae413,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:45:03.584646 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-df204359-b92b-4010-9039-6ca26731972a req-d885e271-f5a3-4ce4-b5e3-8e11da1c1228 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Request body: {'port': {'device_id': '7d6d80d6-3550-4ad7-998c-1e2c27418ad5', 'network_id': 'fdcadcc4-b6d0-4be3-9284-8f7eda9af8ea', 'admin_state_up': True, 'tenant_id': '063ef7e3fa9c49daa0ae772568226d29', 'security_groups': ['85786454-c560-4317-bd73-95e1b791240f']}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:45:03.619088 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] No Port match for: e5476d89-23c6-405d-8ad8-c9f3d21a8ff2 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:45:03.619741 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device e5476d89-23c6-405d-8ad8-c9f3d21a8ff2 not bound to the agent host n-h2-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:45:03.649066 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:03.658781 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:03.758874 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-d4a41fda-c9a8-4bd7-9967-f99d9ee58b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '075d51b3-1611-42ff-aac0-9dbe86f3e575', 'name': 'tempest-AttachVolumeTestJSON-1193158978-router', 'tenant_id': 'dc7ce1e4ff7747b99247f6b026a294f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': 'e76245cb-899b-495b-bb81-81190cadba3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:38:52Z', 'updated_at': '2021-11-19T17:39:02Z', 'revision_number': 4, 'project_id': 'dc7ce1e4ff7747b99247f6b026a294f4', 'gw_port': {'id': 'e76245cb-899b-495b-bb81-81190cadba3e', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ea:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '075d51b3-1611-42ff-aac0-9dbe86f3e575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:38:54Z', 'updated_at': '2021-11-19T17:39:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': '40893073-89f5-4c57-8e8a-314b872654c5', 'name': '', 'network_id': '54cb42e3-21bb-4900-9add-de52f53a9c78', 'tenant_id': 'dc7ce1e4ff7747b99247f6b026a294f4', 'mac_address': 'fa:16:3e:ae:16:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '075d51b3-1611-42ff-aac0-9dbe86f3e575', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'ce5e5572-06fa-407a-98f7-553783ad7f2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:39:00Z', 'updated_at': '2021-11-19T17:39:22Z', 'revision_number': 5, 'project_id': 'dc7ce1e4ff7747b99247f6b026a294f4', 'subnets': [{'id': 'ce5e5572-06fa-407a-98f7-553783ad7f2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:45:03.774082 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf106d8a-2353-4433-81ba-cde71dd12943 req-95c8ecc2-be3d-4b44-ab52-e5e8fec6f548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:03.776266 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-cf106d8a-2353-4433-81ba-cde71dd12943 req-95c8ecc2-be3d-4b44-ab52-e5e8fec6f548 service neutron] 10.222.0.60 "GET /v2.0/networks?id=bcffe9fd-ba33-4c0f-a44c-e3294ad13f95 HTTP/1.1" status: 200 len: 919 time: 1.4073281 Nov 19 17:45:03.789488 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4a41fda-c9a8-4bd7-9967-f99d9ee58b40 None None] The sync data for ids ['075d51b3-1611-42ff-aac0-9dbe86f3e575'] in n-d-818022-2 is: [{'id': '075d51b3-1611-42ff-aac0-9dbe86f3e575', 'name': 'tempest-AttachVolumeTestJSON-1193158978-router', 'tenant_id': 'dc7ce1e4ff7747b99247f6b026a294f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': 'e76245cb-899b-495b-bb81-81190cadba3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:38:52Z', 'updated_at': '2021-11-19T17:39:02Z', 'revision_number': 4, 'project_id': 'dc7ce1e4ff7747b99247f6b026a294f4', 'gw_port': {'id': 'e76245cb-899b-495b-bb81-81190cadba3e', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ea:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '075d51b3-1611-42ff-aac0-9dbe86f3e575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:38:54Z', 'updated_at': '2021-11-19T17:39:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': '40893073-89f5-4c57-8e8a-314b872654c5', 'name': '', 'network_id': '54cb42e3-21bb-4900-9add-de52f53a9c78', 'tenant_id': 'dc7ce1e4ff7747b99247f6b026a294f4', 'mac_address': 'fa:16:3e:ae:16:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '075d51b3-1611-42ff-aac0-9dbe86f3e575', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'ce5e5572-06fa-407a-98f7-553783ad7f2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:39:00Z', 'updated_at': '2021-11-19T17:39:22Z', 'revision_number': 5, 'project_id': 'dc7ce1e4ff7747b99247f6b026a294f4', 'subnets': [{'id': 'ce5e5572-06fa-407a-98f7-553783ad7f2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 17:45:03.848578 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfad64e2-b448-4538-a243-4528fc5e9928 req-c36fe576-daf4-4b12-bde4-4ebfd3f48a8b tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:03.850029 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-cfad64e2-b448-4538-a243-4528fc5e9928 req-c36fe576-daf4-4b12-bde4-4ebfd3f48a8b tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec9f9dc4-f3d0-4fbd-b419-1ab72c92e9be HTTP/1.1" status: 200 len: 944 time: 0.6915267 Nov 19 17:45:03.907458 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df204359-b92b-4010-9039-6ca26731972a req-d885e271-f5a3-4ce4-b5e3-8e11da1c1228 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Made reservation on behalf of 063ef7e3fa9c49daa0ae772568226d29 for: {'port': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:45:03.911386 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-df204359-b92b-4010-9039-6ca26731972a req-d885e271-f5a3-4ce4-b5e3-8e11da1c1228 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:03.973777 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69eb075-bb3e-4149-a71e-ef5b5724c01b req-ff417dbc-1023-42f8-9462-dac5b0ef9144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:03.975531 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e69eb075-bb3e-4149-a71e-ef5b5724c01b req-ff417dbc-1023-42f8-9462-dac5b0ef9144 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=a2a11d26-01c8-41f8-8b08-cf64deb00190 HTTP/1.1" status: 200 len: 853 time: 0.5250103 Nov 19 17:45:03.985316 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-cf106d8a-2353-4433-81ba-cde71dd12943 req-3c431dd7-0fe1-4efa-953d-8c3993a4f9b9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4bc06c37-468e-4e51-ba54-760f08d90f1e HTTP/1.1" status: 200 len: 217 time: 0.1611001 Nov 19 17:45:04.038704 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e69eb075-bb3e-4149-a71e-ef5b5724c01b req-3982148c-d6d2-4f21-b0e6-16cd8cccdf8e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=7fe9dda4-bbb5-4db6-b240-cdabda9f2be2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391805 Nov 19 17:45:04.248726 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e69eb075-bb3e-4149-a71e-ef5b5724c01b req-d56c6be4-3797-4aa8-8ae5-2f233c4ccd21 service neutron] 10.222.0.86 "GET /v2.0/networks/7fe9dda4-bbb5-4db6-b240-cdabda9f2be2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469679 Nov 19 17:45:04.257151 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-e7916253-ec8a-4a50-b10f-4d4e212c3221 req-b8ef2fb0-904e-4ba7-b237-1e077bd1abbf service neutron] Attempting to bind port 23d35feb-6f2a-4cac-99bc-621257bae413 on host n-h1-818022-2 for vnic_type normal with profile {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:45:04.257428 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-e7916253-ec8a-4a50-b10f-4d4e212c3221 req-b8ef2fb0-904e-4ba7-b237-1e077bd1abbf service neutron] Attempting to bind port 23d35feb-6f2a-4cac-99bc-621257bae413 by drivers openvswitch,hyperv on host n-h1-818022-2 at level 0 using segments [{'id': 'eb414f11-b33b-484f-88e8-b35b903ae2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '68d5f663-92fc-4736-815b-80848ebf1633'}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:45:04.257853 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7916253-ec8a-4a50-b10f-4d4e212c3221 req-b8ef2fb0-904e-4ba7-b237-1e077bd1abbf service neutron] Attempting to bind port 23d35feb-6f2a-4cac-99bc-621257bae413 on network 68d5f663-92fc-4736-815b-80848ebf1633 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:45:04.287411 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-cfad64e2-b448-4538-a243-4528fc5e9928 req-76040e5a-6856-429a-aff7-2dd9a0d8525b tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/security-groups?id=b596b6e2-4e99-405d-ab15-439621199b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3702826 Nov 19 17:45:04.293749 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd266059-2ae3-43f8-b17f-a51d4201310c None None] New status for floating IP d17eb1a2-4afd-45cd-a658-3006fe93daef: DOWN {{(pid=103366) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 17:45:04.303325 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7916253-ec8a-4a50-b10f-4d4e212c3221 req-b8ef2fb0-904e-4ba7-b237-1e077bd1abbf service neutron] Port 23d35feb-6f2a-4cac-99bc-621257bae413 on network 68d5f663-92fc-4736-815b-80848ebf1633 not bound, no agent of type Open vSwitch agent registered on host n-h1-818022-2 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 17:45:04.303747 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7916253-ec8a-4a50-b10f-4d4e212c3221 req-b8ef2fb0-904e-4ba7-b237-1e077bd1abbf service neutron] Attempting to bind port 23d35feb-6f2a-4cac-99bc-621257bae413 on network 68d5f663-92fc-4736-815b-80848ebf1633 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:45:04.690182 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 4bc06c37-468e-4e51-ba54-760f08d90f1e details requested by agent hyperv_n-h1-818022-2 with host n-h1-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 17:45:04.723389 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf106d8a-2353-4433-81ba-cde71dd12943 req-7f9e51b6-62fe-4937-906d-19f7fff2baf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:04.724685 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-cf106d8a-2353-4433-81ba-cde71dd12943 req-7f9e51b6-62fe-4937-906d-19f7fff2baf7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d1218782-152f-4347-a4bd-bbba02695b96 HTTP/1.1" status: 200 len: 858 time: 0.7294545 Nov 19 17:45:04.755343 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7916253-ec8a-4a50-b10f-4d4e212c3221 req-b8ef2fb0-904e-4ba7-b237-1e077bd1abbf service neutron] Checking agent: {'id': 'a6668d96-12fa-4ec0-99ad-77eaf490dd2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'started_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 45, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:45:04.755678 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7916253-ec8a-4a50-b10f-4d4e212c3221 req-b8ef2fb0-904e-4ba7-b237-1e077bd1abbf service neutron] Checking segment: {'id': 'eb414f11-b33b-484f-88e8-b35b903ae2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '68d5f663-92fc-4736-815b-80848ebf1633'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:45:04.756074 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7916253-ec8a-4a50-b10f-4d4e212c3221 req-b8ef2fb0-904e-4ba7-b237-1e077bd1abbf service neutron] Bound using segment: {'id': 'eb414f11-b33b-484f-88e8-b35b903ae2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '68d5f663-92fc-4736-815b-80848ebf1633'} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:45:04.756530 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-e7916253-ec8a-4a50-b10f-4d4e212c3221 req-b8ef2fb0-904e-4ba7-b237-1e077bd1abbf service neutron] Bound port: 23d35feb-6f2a-4cac-99bc-621257bae413, host: n-h1-818022-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb414f11-b33b-484f-88e8-b35b903ae2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '68d5f663-92fc-4736-815b-80848ebf1633'}}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:45:04.756997 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-e7916253-ec8a-4a50-b10f-4d4e212c3221 req-b8ef2fb0-904e-4ba7-b237-1e077bd1abbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:04.758109 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e013d7e6-5264-4dcc-9759-54f5fb809e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:04.830000 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-cf106d8a-2353-4433-81ba-cde71dd12943 req-9e8c2cfc-3f3a-405a-a2fc-432940bb1de1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bcffe9fd-ba33-4c0f-a44c-e3294ad13f95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0966141 Nov 19 17:45:04.962346 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 4bc06c37-468e-4e51-ba54-760f08d90f1e, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=4bc06c37-468e-4e51-ba54-760f08d90f1e,segment=NetworkSegment(4f54897a-da44-453a-a968-70f6f15405e0),segment_id=4f54897a-da44-453a-a968-70f6f15405e0)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:45:04.962809 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [req-df204359-b92b-4010-9039-6ca26731972a req-d885e271-f5a3-4ce4-b5e3-8e11da1c1228 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Allocated IP 172.20.0.3 (fdcadcc4-b6d0-4be3-9284-8f7eda9af8ea/5dbfa5af-1ad8-4df8-a1b2-cc6152eda1a3/27705cb3-0294-4ee6-a550-a6915d0bf4c8) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:45:04.986525 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Returning: {'device': '4bc06c37-468e-4e51-ba54-760f08d90f1e', 'network_id': 'bcffe9fd-ba33-4c0f-a44c-e3294ad13f95', 'port_id': '4bc06c37-468e-4e51-ba54-760f08d90f1e', 'mac_address': 'fa:16:3e:2c:d6:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1218782-152f-4347-a4bd-bbba02695b96', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 17:45:04.989118 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e69eb075-bb3e-4149-a71e-ef5b5724c01b req-f12f6c92-f4bf-4a34-91c7-a0185f9a8f09 service neutron] 10.222.0.86 "GET /v2.0/networks/7fe9dda4-bbb5-4db6-b240-cdabda9f2be2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7220931 Nov 19 17:45:05.023985 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4394c0-40ca-4b31-bb5a-2078d3d2617e req-0f1a7115-5a15-482f-8fa9-e44752cf6d56 tempest-ServersTestManualDisk-1071250772 tempest-ServersTestManualDisk-1071250772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:05.025549 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9f4394c0-40ca-4b31-bb5a-2078d3d2617e req-0f1a7115-5a15-482f-8fa9-e44752cf6d56 tempest-ServersTestManualDisk-1071250772 tempest-ServersTestManualDisk-1071250772-project] 10.222.0.54 "GET /v2.0/ports?device_id=c88bd167-2604-4f2d-b2b7-0ef22e7e3540 HTTP/1.1" status: 200 len: 944 time: 0.2959208 Nov 19 17:45:05.051298 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:05.051574 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-e7916253-ec8a-4a50-b10f-4d4e212c3221 req-b8ef2fb0-904e-4ba7-b237-1e077bd1abbf service neutron] For port 23d35feb-6f2a-4cac-99bc-621257bae413, host n-h1-818022-2, cleared binding levels {{(pid=103365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:45:05.081630 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bc06c37-468e-4e51-ba54-760f08d90f1e {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:45:05.125011 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-e7916253-ec8a-4a50-b10f-4d4e212c3221 req-b8ef2fb0-904e-4ba7-b237-1e077bd1abbf service neutron] For port 23d35feb-6f2a-4cac-99bc-621257bae413, host n-h1-818022-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=23d35feb-6f2a-4cac-99bc-621257bae413,segment=NetworkSegment(eb414f11-b33b-484f-88e8-b35b903ae2da),segment_id=eb414f11-b33b-484f-88e8-b35b903ae2da)] {{(pid=103365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:45:05.145250 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-cf106d8a-2353-4433-81ba-cde71dd12943 req-2c2e3174-b02d-470a-8275-2ae11cb0aa6b service neutron] 10.222.0.60 "GET /v2.0/networks/bcffe9fd-ba33-4c0f-a44c-e3294ad13f95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3051269 Nov 19 17:45:05.146385 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-e7916253-ec8a-4a50-b10f-4d4e212c3221 req-b8ef2fb0-904e-4ba7-b237-1e077bd1abbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:05.157971 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 4bc06c37-468e-4e51-ba54-760f08d90f1e, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=4bc06c37-468e-4e51-ba54-760f08d90f1e,segment=NetworkSegment(4f54897a-da44-453a-a968-70f6f15405e0),segment_id=4f54897a-da44-453a-a968-70f6f15405e0)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:45:05.161931 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:05.168051 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:05.281366 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=4bc06c37-468e-4e51-ba54-760f08d90f1e,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:45:05.310975 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-df204359-b92b-4010-9039-6ca26731972a req-d885e271-f5a3-4ce4-b5e3-8e11da1c1228 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:05.423761 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['4bc06c37-468e-4e51-ba54-760f08d90f1e'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:45:05.437400 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7916253-ec8a-4a50-b10f-4d4e212c3221 req-b8ef2fb0-904e-4ba7-b237-1e077bd1abbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:05.438137 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-e7916253-ec8a-4a50-b10f-4d4e212c3221 req-b8ef2fb0-904e-4ba7-b237-1e077bd1abbf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:05.439589 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e7916253-ec8a-4a50-b10f-4d4e212c3221 req-b8ef2fb0-904e-4ba7-b237-1e077bd1abbf service neutron] 10.222.0.60 "PUT /v2.0/ports/23d35feb-6f2a-4cac-99bc-621257bae413 HTTP/1.1" status: 200 len: 1092 time: 3.8626537 Nov 19 17:45:05.445251 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c88bd167-2604-4f2d-b2b7-0ef22e7e3540', 'tag': '23d35feb-6f2a-4cac-99bc-621257bae413'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:45:05.447676 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218319d759239a7d11f1288aef37381b97754913ee9ccbfd43b51a463f801712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0ab1264-6f2c-4c7e-809d-56103fec05b5" -d '{"events": [{"name": "network-changed", "server_uuid": "c88bd167-2604-4f2d-b2b7-0ef22e7e3540", "tag": "23d35feb-6f2a-4cac-99bc-621257bae413"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:45:05.476493 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cffd448-1c9a-4e38-a362-77f0f5f87f75 req-c4de65c1-08d0-4946-8deb-cb989b59accd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:05.478110 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3cffd448-1c9a-4e38-a362-77f0f5f87f75 req-c4de65c1-08d0-4946-8deb-cb989b59accd service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=ef849a6e511d48da926cfd9ca438c810&device_id=ec9f9dc4-f3d0-4fbd-b419-1ab72c92e9be HTTP/1.1" status: 200 len: 1095 time: 0.4111555 Nov 19 17:45:05.535924 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9f4394c0-40ca-4b31-bb5a-2078d3d2617e req-cfa0497b-2f13-4d80-b162-b29d5d06322d tempest-ServersTestManualDisk-1071250772 tempest-ServersTestManualDisk-1071250772-project] 10.222.0.54 "GET /v2.0/security-groups?id=f4c4b87a-d31e-4bc8-8d2f-26b7397d90bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4988546 Nov 19 17:45:05.640095 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ef2fb0-904e-4ba7-b237-1e077bd1abbf service neutron] Pushing event updated for resources: {'Port': ['ID=23d35feb-6f2a-4cac-99bc-621257bae413,revision_number=3']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:45:05.657691 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-df204359-b92b-4010-9039-6ca26731972a req-d885e271-f5a3-4ce4-b5e3-8e11da1c1228 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:05.776273 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-cf106d8a-2353-4433-81ba-cde71dd12943 req-2b907700-26e9-4666-8886-1e4f7657c5b9 service neutron] 10.222.0.60 "GET /v2.0/networks/bcffe9fd-ba33-4c0f-a44c-e3294ad13f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4583480 Nov 19 17:45:05.848199 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df204359-b92b-4010-9039-6ca26731972a req-d885e271-f5a3-4ce4-b5e3-8e11da1c1228 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Network fdcadcc4-b6d0-4be3-9284-8f7eda9af8ea is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:45:05.858553 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7916253-ec8a-4a50-b10f-4d4e212c3221 req-f89ccde5-bb79-42f7-b081-c68d163c8eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:05.860719 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e7916253-ec8a-4a50-b10f-4d4e212c3221 req-f89ccde5-bb79-42f7-b081-c68d163c8eae service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8cb1e5a5a641451797fbe7c2973eb9c3&device_id=c88bd167-2604-4f2d-b2b7-0ef22e7e3540 HTTP/1.1" status: 200 len: 1095 time: 0.3116543 Nov 19 17:45:05.870298 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [req-df204359-b92b-4010-9039-6ca26731972a req-d885e271-f5a3-4ce4-b5e3-8e11da1c1228 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:45:05.885667 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-df204359-b92b-4010-9039-6ca26731972a req-d885e271-f5a3-4ce4-b5e3-8e11da1c1228 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:45:05.888125 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d885e271-f5a3-4ce4-b5e3-8e11da1c1228 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Pushing event updated for resources: {'Port': ['ID=27705cb3-0294-4ee6-a550-a6915d0bf4c8,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:45:05.896385 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cffd448-1c9a-4e38-a362-77f0f5f87f75 req-c4aad1b7-e88b-4d0b-990d-6fc8e9d645a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:05.898012 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3cffd448-1c9a-4e38-a362-77f0f5f87f75 req-c4aad1b7-e88b-4d0b-990d-6fc8e9d645a1 service neutron] 10.222.0.86 "GET /v2.0/networks?id=7fe9dda4-bbb5-4db6-b240-cdabda9f2be2 HTTP/1.1" status: 200 len: 914 time: 0.3974006 Nov 19 17:45:05.965305 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e7916253-ec8a-4a50-b10f-4d4e212c3221 req-dacc9705-e996-4aed-b17f-1d683c89c738 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=23d35feb-6f2a-4cac-99bc-621257bae413 HTTP/1.1" status: 200 len: 217 time: 0.0904536 Nov 19 17:45:06.019505 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3cffd448-1c9a-4e38-a362-77f0f5f87f75 req-f2b26546-f171-49d3-9145-c71a5f1df48a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=71243686-16d7-4505-9eb3-c400bc2cf33c HTTP/1.1" status: 200 len: 217 time: 0.0657339 Nov 19 17:45:06.036205 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4137f4d-9471-484a-98dc-21b2724a85cf req-4d8d8ae6-e60c-4a03-85cb-46d10b8fcf5f tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:06.037792 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f4137f4d-9471-484a-98dc-21b2724a85cf req-4d8d8ae6-e60c-4a03-85cb-46d10b8fcf5f tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d6d80d6-3550-4ad7-998c-1e2c27418ad5 HTTP/1.1" status: 200 len: 931 time: 0.3019202 Nov 19 17:45:06.117665 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df204359-b92b-4010-9039-6ca26731972a req-d885e271-f5a3-4ce4-b5e3-8e11da1c1228 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:06.118367 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-df204359-b92b-4010-9039-6ca26731972a req-d885e271-f5a3-4ce4-b5e3-8e11da1c1228 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:06.200128 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7916253-ec8a-4a50-b10f-4d4e212c3221 req-22d2e5c6-bbe1-4d9b-9dd8-2731e36982c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:06.201611 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e7916253-ec8a-4a50-b10f-4d4e212c3221 req-22d2e5c6-bbe1-4d9b-9dd8-2731e36982c1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f2d4e105-70fd-4c87-8b5e-3202977eb756 HTTP/1.1" status: 200 len: 850 time: 0.1969771 Nov 19 17:45:06.205267 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-df204359-b92b-4010-9039-6ca26731972a req-d885e271-f5a3-4ce4-b5e3-8e11da1c1228 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6815090 Nov 19 17:45:06.222809 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cffd448-1c9a-4e38-a362-77f0f5f87f75 req-6470f7b2-e47e-4b0d-87c1-bd93a3e214a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:06.224315 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3cffd448-1c9a-4e38-a362-77f0f5f87f75 req-6470f7b2-e47e-4b0d-87c1-bd93a3e214a7 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=a2a11d26-01c8-41f8-8b08-cf64deb00190 HTTP/1.1" status: 200 len: 853 time: 0.1834109 Nov 19 17:45:06.254447 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-df204359-b92b-4010-9039-6ca26731972a req-8e60b8cf-1cc0-4129-a25f-e1377a2bc703 service neutron] Request body: {'port': {'device_id': '7d6d80d6-3550-4ad7-998c-1e2c27418ad5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818022-2'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:45:06.321236 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f4137f4d-9471-484a-98dc-21b2724a85cf req-3b8ab583-4673-4096-a711-bed1dcb13016 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/security-groups?id=85786454-c560-4317-bd73-95e1b791240f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2414379 Nov 19 17:45:06.323284 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3cffd448-1c9a-4e38-a362-77f0f5f87f75 req-b7859b34-73de-4e1a-a9eb-51bd9840d43b service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=7fe9dda4-bbb5-4db6-b240-cdabda9f2be2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0619776 Nov 19 17:45:06.366157 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-c9ed8b2f-a370-4515-81b4-72bca16f8e4d None None] Provisioning complete for port 27705cb3-0294-4ee6-a550-a6915d0bf4c8 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:45:06.368464 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-c9ed8b2f-a370-4515-81b4-72bca16f8e4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:06.373328 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7916253-ec8a-4a50-b10f-4d4e212c3221 req-968638af-650a-4e73-a6a9-54bff5bddf73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:06.374909 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e7916253-ec8a-4a50-b10f-4d4e212c3221 req-968638af-650a-4e73-a6a9-54bff5bddf73 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=68d5f663-92fc-4736-815b-80848ebf1633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1645503 Nov 19 17:45:06.417876 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-df204359-b92b-4010-9039-6ca26731972a req-8e60b8cf-1cc0-4129-a25f-e1377a2bc703 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:06.475721 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-c9ed8b2f-a370-4515-81b4-72bca16f8e4d None None] Port 27705cb3-0294-4ee6-a550-a6915d0bf4c8 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:45:06.621789 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3cffd448-1c9a-4e38-a362-77f0f5f87f75 req-bc6f0166-b8f9-4864-bea5-f1a43dfb9fb5 service neutron] 10.222.0.86 "GET /v2.0/networks/7fe9dda4-bbb5-4db6-b240-cdabda9f2be2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2884078 Nov 19 17:45:06.629579 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 4bc06c37-468e-4e51-ba54-760f08d90f1e up at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:45:06.740370 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning for port 4bc06c37-468e-4e51-ba54-760f08d90f1e completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 17:45:06.741968 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e7916253-ec8a-4a50-b10f-4d4e212c3221 req-4fb0dd1b-20e4-4745-8a91-069643011668 service neutron] 10.222.0.60 "GET /v2.0/networks/68d5f663-92fc-4736-815b-80848ebf1633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3376653 Nov 19 17:45:06.745402 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning complete for port 4bc06c37-468e-4e51-ba54-760f08d90f1e triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:45:06.745781 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:06.762645 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860dd3ed-bfac-4f6f-8c71-3c7c84cf18fc req-753847d5-55ea-4077-abaf-9fa522a13aed tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:06.764488 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-860dd3ed-bfac-4f6f-8c71-3c7c84cf18fc req-753847d5-55ea-4077-abaf-9fa522a13aed tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] 10.222.0.54 "GET /v2.0/ports?device_id=1a1738f2-85f8-4e51-a8e8-0c77f864b3fc HTTP/1.1" status: 200 len: 944 time: 0.2719438 Nov 19 17:45:06.867966 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:06.906141 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a1738f2-85f8-4e51-a8e8-0c77f864b3fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bc06c37-468e-4e51-ba54-760f08d90f1e'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:45:06.909471 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3940761bcd94e032e6960d2241bd8993c5d3a7d8dc2aca8488f3ecf1d4dd2fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48bd31b5-7040-4708-9202-4c48918ece17" -d '{"events": [{"server_uuid": "1a1738f2-85f8-4e51-a8e8-0c77f864b3fc", "name": "network-vif-plugged", "status": "completed", "tag": "4bc06c37-468e-4e51-ba54-760f08d90f1e"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:45:06.936355 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 4bc06c37-468e-4e51-ba54-760f08d90f1e, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=4bc06c37-468e-4e51-ba54-760f08d90f1e,segment=NetworkSegment(4f54897a-da44-453a-a968-70f6f15405e0),segment_id=4f54897a-da44-453a-a968-70f6f15405e0)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:45:06.946266 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:06.968121 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3cffd448-1c9a-4e38-a362-77f0f5f87f75 req-0ebaac6e-3e5d-494a-b7bf-4814fee084d0 service neutron] 10.222.0.86 "GET /v2.0/networks/7fe9dda4-bbb5-4db6-b240-cdabda9f2be2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2895882 Nov 19 17:45:06.989413 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-860dd3ed-bfac-4f6f-8c71-3c7c84cf18fc req-7bbda812-c3ce-4aa8-87ab-e208d5b4e915 tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] 10.222.0.54 "GET /v2.0/security-groups?id=a352ca94-2149-4006-acad-e3c22132eabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067990 Nov 19 17:45:07.051079 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e7916253-ec8a-4a50-b10f-4d4e212c3221 req-efddba72-ee3a-4099-9932-0701e803ddb1 service neutron] 10.222.0.60 "GET /v2.0/networks/68d5f663-92fc-4736-815b-80848ebf1633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2819226 Nov 19 17:45:07.105116 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=4bc06c37-468e-4e51-ba54-760f08d90f1e,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:45:07.189698 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [req-df204359-b92b-4010-9039-6ca26731972a req-8e60b8cf-1cc0-4129-a25f-e1377a2bc703 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27705cb3-0294-4ee6-a550-a6915d0bf4c8 {{(pid=103365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:45:07.209161 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-df204359-b92b-4010-9039-6ca26731972a req-8e60b8cf-1cc0-4129-a25f-e1377a2bc703 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:07.254404 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.provisioning_blocks [req-df204359-b92b-4010-9039-6ca26731972a req-8e60b8cf-1cc0-4129-a25f-e1377a2bc703 service neutron] Transition to ACTIVE for port object 27705cb3-0294-4ee6-a550-a6915d0bf4c8 will not be triggered until provisioned by entity L2. {{(pid=103365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 17:45:07.270337 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-df204359-b92b-4010-9039-6ca26731972a req-8e60b8cf-1cc0-4129-a25f-e1377a2bc703 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:07.335949 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a5e271af-d852-431d-893d-5c6fd70237de req-95246866-fac8-4776-bc2e-530a74a3a036 tempest-ServersTestBootFromVolume-1084178328 tempest-ServersTestBootFromVolume-1084178328-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--1986203462&fields=id&tenant_id=0a0b004e524b43138e0ccf2007e7de7f HTTP/1.1" status: 200 len: 267 time: 0.1399548 Nov 19 17:45:07.530581 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e60b8cf-1cc0-4129-a25f-e1377a2bc703 service neutron] Pushing event updated for resources: {'Port': ['ID=27705cb3-0294-4ee6-a550-a6915d0bf4c8,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:45:07.638159 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e271af-d852-431d-893d-5c6fd70237de req-8431dcf1-5ee9-4c9c-936d-188081e06847 tempest-ServersTestBootFromVolume-1084178328 tempest-ServersTestBootFromVolume-1084178328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:07.640038 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a5e271af-d852-431d-893d-5c6fd70237de req-8431dcf1-5ee9-4c9c-936d-188081e06847 tempest-ServersTestBootFromVolume-1084178328 tempest-ServersTestBootFromVolume-1084178328-project] 10.222.0.54 "GET /v2.0/networks?id=2c552d15-d4c8-45a0-876e-f450c6de937e HTTP/1.1" status: 200 len: 815 time: 0.2759864 Nov 19 17:45:07.663252 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a5e271af-d852-431d-893d-5c6fd70237de req-30bebb41-75a1-411f-af12-59839dea7176 tempest-ServersTestBootFromVolume-1084178328 tempest-ServersTestBootFromVolume-1084178328-project] 10.222.0.54 "GET /v2.0/quotas/0a0b004e524b43138e0ccf2007e7de7f HTTP/1.1" status: 200 len: 375 time: 0.0157027 Nov 19 17:45:07.715707 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-df204359-b92b-4010-9039-6ca26731972a req-8e60b8cf-1cc0-4129-a25f-e1377a2bc703 service neutron] Attempting to bind port 27705cb3-0294-4ee6-a550-a6915d0bf4c8 on host n-h2-818022-2 for vnic_type normal with profile {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:45:07.715978 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-df204359-b92b-4010-9039-6ca26731972a req-8e60b8cf-1cc0-4129-a25f-e1377a2bc703 service neutron] Attempting to bind port 27705cb3-0294-4ee6-a550-a6915d0bf4c8 by drivers openvswitch,hyperv on host n-h2-818022-2 at level 0 using segments [{'id': 'a5a94e2b-2782-491c-8737-b805351d0689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'fdcadcc4-b6d0-4be3-9284-8f7eda9af8ea'}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:45:07.716115 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df204359-b92b-4010-9039-6ca26731972a req-8e60b8cf-1cc0-4129-a25f-e1377a2bc703 service neutron] Attempting to bind port 27705cb3-0294-4ee6-a550-a6915d0bf4c8 on network fdcadcc4-b6d0-4be3-9284-8f7eda9af8ea {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:45:07.724542 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df204359-b92b-4010-9039-6ca26731972a req-8e60b8cf-1cc0-4129-a25f-e1377a2bc703 service neutron] Port 27705cb3-0294-4ee6-a550-a6915d0bf4c8 on network fdcadcc4-b6d0-4be3-9284-8f7eda9af8ea not bound, no agent of type Open vSwitch agent registered on host n-h2-818022-2 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 17:45:07.724872 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df204359-b92b-4010-9039-6ca26731972a req-8e60b8cf-1cc0-4129-a25f-e1377a2bc703 service neutron] Attempting to bind port 27705cb3-0294-4ee6-a550-a6915d0bf4c8 on network fdcadcc4-b6d0-4be3-9284-8f7eda9af8ea {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:45:07.730027 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df204359-b92b-4010-9039-6ca26731972a req-8e60b8cf-1cc0-4129-a25f-e1377a2bc703 service neutron] Checking agent: {'id': '525ad2ac-c4ae-4c63-af2e-0bf8d25d0f0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'started_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 45, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:45:07.730387 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df204359-b92b-4010-9039-6ca26731972a req-8e60b8cf-1cc0-4129-a25f-e1377a2bc703 service neutron] Checking segment: {'id': 'a5a94e2b-2782-491c-8737-b805351d0689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'fdcadcc4-b6d0-4be3-9284-8f7eda9af8ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:45:07.730767 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df204359-b92b-4010-9039-6ca26731972a req-8e60b8cf-1cc0-4129-a25f-e1377a2bc703 service neutron] Bound using segment: {'id': 'a5a94e2b-2782-491c-8737-b805351d0689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'fdcadcc4-b6d0-4be3-9284-8f7eda9af8ea'} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:45:07.731247 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-df204359-b92b-4010-9039-6ca26731972a req-8e60b8cf-1cc0-4129-a25f-e1377a2bc703 service neutron] Bound port: 27705cb3-0294-4ee6-a550-a6915d0bf4c8, host: n-h2-818022-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5a94e2b-2782-491c-8737-b805351d0689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'fdcadcc4-b6d0-4be3-9284-8f7eda9af8ea'}}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:45:07.731627 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-df204359-b92b-4010-9039-6ca26731972a req-8e60b8cf-1cc0-4129-a25f-e1377a2bc703 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:07.780408 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a5e271af-d852-431d-893d-5c6fd70237de req-98ee9865-1801-46e6-96c0-bfabf3704f8b tempest-ServersTestBootFromVolume-1084178328 tempest-ServersTestBootFromVolume-1084178328-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=0a0b004e524b43138e0ccf2007e7de7f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1017325 Nov 19 17:45:07.893212 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-df204359-b92b-4010-9039-6ca26731972a req-8e60b8cf-1cc0-4129-a25f-e1377a2bc703 service neutron] For port 27705cb3-0294-4ee6-a550-a6915d0bf4c8, host n-h2-818022-2, cleared binding levels {{(pid=103365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:45:07.897522 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-df204359-b92b-4010-9039-6ca26731972a req-8e60b8cf-1cc0-4129-a25f-e1377a2bc703 service neutron] For port 27705cb3-0294-4ee6-a550-a6915d0bf4c8, host n-h2-818022-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=27705cb3-0294-4ee6-a550-a6915d0bf4c8,segment=NetworkSegment(a5a94e2b-2782-491c-8737-b805351d0689),segment_id=a5a94e2b-2782-491c-8737-b805351d0689)] {{(pid=103365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:45:07.907149 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-df204359-b92b-4010-9039-6ca26731972a req-8e60b8cf-1cc0-4129-a25f-e1377a2bc703 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:07.961748 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df204359-b92b-4010-9039-6ca26731972a req-8e60b8cf-1cc0-4129-a25f-e1377a2bc703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:07.962410 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-df204359-b92b-4010-9039-6ca26731972a req-8e60b8cf-1cc0-4129-a25f-e1377a2bc703 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:07.964206 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-df204359-b92b-4010-9039-6ca26731972a req-8e60b8cf-1cc0-4129-a25f-e1377a2bc703 service neutron] 10.222.0.86 "PUT /v2.0/ports/27705cb3-0294-4ee6-a550-a6915d0bf4c8 HTTP/1.1" status: 200 len: 1091 time: 1.7332468 Nov 19 17:45:08.014928 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e60b8cf-1cc0-4129-a25f-e1377a2bc703 service neutron] Pushing event updated for resources: {'Port': ['ID=27705cb3-0294-4ee6-a550-a6915d0bf4c8,revision_number=3']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:45:08.045908 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a5e271af-d852-431d-893d-5c6fd70237de req-9412e809-d1b5-4826-9823-0d229e9380e1 service neutron] 10.222.0.54 "GET /v2.0/networks/2c552d15-d4c8-45a0-876e-f450c6de937e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2380886 Nov 19 17:45:08.192288 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a5e271af-d852-431d-893d-5c6fd70237de req-aff83ee4-e816-475c-84ce-4310631e398e service neutron] 10.222.0.54 "GET /v2.0/networks/2c552d15-d4c8-45a0-876e-f450c6de937e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410029 Nov 19 17:45:08.196835 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df204359-b92b-4010-9039-6ca26731972a req-10f7b84b-f482-472b-9b8e-d8f82610cc09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:08.198579 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-df204359-b92b-4010-9039-6ca26731972a req-10f7b84b-f482-472b-9b8e-d8f82610cc09 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=063ef7e3fa9c49daa0ae772568226d29&device_id=7d6d80d6-3550-4ad7-998c-1e2c27418ad5 HTTP/1.1" status: 200 len: 1094 time: 0.1721594 Nov 19 17:45:08.283917 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-df204359-b92b-4010-9039-6ca26731972a req-e4616c12-6f7a-488d-ac24-54def479e3da service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=27705cb3-0294-4ee6-a550-a6915d0bf4c8 HTTP/1.1" status: 200 len: 217 time: 0.0713792 Nov 19 17:45:08.755804 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df204359-b92b-4010-9039-6ca26731972a req-f0fbc45c-df17-4dda-b0d9-f0894c84b719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:08.757287 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-df204359-b92b-4010-9039-6ca26731972a req-f0fbc45c-df17-4dda-b0d9-f0894c84b719 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5dbfa5af-1ad8-4df8-a1b2-cc6152eda1a3 HTTP/1.1" status: 200 len: 855 time: 0.4636612 Nov 19 17:45:08.787123 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4087ed94-c287-409e-9c42-7f7cc802775d req-9aab7e01-8e16-4e08-89a6-ce0182f3c32c tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:08.788697 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4087ed94-c287-409e-9c42-7f7cc802775d req-9aab7e01-8e16-4e08-89a6-ce0182f3c32c tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec9f9dc4-f3d0-4fbd-b419-1ab72c92e9be HTTP/1.1" status: 200 len: 944 time: 0.0818000 Nov 19 17:45:08.864271 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df204359-b92b-4010-9039-6ca26731972a req-e67225bc-746d-4b32-bc12-34de6c3a6c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:08.865857 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-df204359-b92b-4010-9039-6ca26731972a req-e67225bc-746d-4b32-bc12-34de6c3a6c4c service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=fdcadcc4-b6d0-4be3-9284-8f7eda9af8ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0974443 Nov 19 17:45:08.869415 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4087ed94-c287-409e-9c42-7f7cc802775d req-2d65a16a-9090-403a-a5b7-658ae546c0c6 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/security-groups?id=b596b6e2-4e99-405d-ab15-439621199b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628128 Nov 19 17:45:08.967116 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 17:45:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d39571a-0b2a-467d-8e83-7c22c92e11e4 x-openstack-request-id: req-2d39571a-0b2a-467d-8e83-7c22c92e11e4 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:45:08.967116 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c88bd167-2604-4f2d-b2b7-0ef22e7e3540", "tag": "23d35feb-6f2a-4cac-99bc-621257bae413", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:45:08.967462 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-2d39571a-0b2a-467d-8e83-7c22c92e11e4 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:45:08.968388 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c88bd167-2604-4f2d-b2b7-0ef22e7e3540', 'tag': '23d35feb-6f2a-4cac-99bc-621257bae413', 'status': 'completed', 'code': 200} Nov 19 17:45:09.026295 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-df204359-b92b-4010-9039-6ca26731972a req-23239eef-9e3a-4498-9e37-23ab131452ed service neutron] 10.222.0.86 "GET /v2.0/networks/fdcadcc4-b6d0-4be3-9284-8f7eda9af8ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513157 Nov 19 17:45:09.205565 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-df204359-b92b-4010-9039-6ca26731972a req-2b537126-99db-4d32-8d90-b5f9f3c273e8 service neutron] 10.222.0.86 "GET /v2.0/networks/fdcadcc4-b6d0-4be3-9284-8f7eda9af8ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636043 Nov 19 17:45:09.287413 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ab1264-6f2c-4c7e-809d-56103fec05b5 req-85a9c0d7-7e77-49cb-aedb-29c6083d5266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:09.289007 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b0ab1264-6f2c-4c7e-809d-56103fec05b5 req-85a9c0d7-7e77-49cb-aedb-29c6083d5266 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8cb1e5a5a641451797fbe7c2973eb9c3&device_id=c88bd167-2604-4f2d-b2b7-0ef22e7e3540 HTTP/1.1" status: 200 len: 1095 time: 0.2606194 Nov 19 17:45:09.420894 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0c364a-6179-4100-a9a8-813a7d2cd709 req-dd692185-205c-4373-9516-d570e425274f tempest-ServersTestManualDisk-1071250772 tempest-ServersTestManualDisk-1071250772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:09.433199 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9d0c364a-6179-4100-a9a8-813a7d2cd709 req-dd692185-205c-4373-9516-d570e425274f tempest-ServersTestManualDisk-1071250772 tempest-ServersTestManualDisk-1071250772-project] 10.222.0.54 "GET /v2.0/ports?device_id=c88bd167-2604-4f2d-b2b7-0ef22e7e3540 HTTP/1.1" status: 200 len: 944 time: 0.2266071 Nov 19 17:45:09.518412 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9d0c364a-6179-4100-a9a8-813a7d2cd709 req-0a4cd37e-3a89-49f4-9c2d-3f54e5e3b885 tempest-ServersTestManualDisk-1071250772 tempest-ServersTestManualDisk-1071250772-project] 10.222.0.54 "GET /v2.0/security-groups?id=f4c4b87a-d31e-4bc8-8d2f-26b7397d90bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841117 Nov 19 17:45:09.532910 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device 71243686-16d7-4505-9eb3-c400bc2cf33c details requested by agent hyperv_n-h2-818022-2 with host n-h2-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 17:45:09.643725 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ab1264-6f2c-4c7e-809d-56103fec05b5 req-5968c33f-4bd2-4a1c-925b-f89293985f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:09.647748 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b0ab1264-6f2c-4c7e-809d-56103fec05b5 req-5968c33f-4bd2-4a1c-925b-f89293985f9a service neutron] 10.222.0.60 "GET /v2.0/networks?id=68d5f663-92fc-4736-815b-80848ebf1633 HTTP/1.1" status: 200 len: 912 time: 0.3482649 Nov 19 17:45:09.662154 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:45:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0f28793-5b44-4db0-85da-8c6bfbe1ef7d x-openstack-request-id: req-d0f28793-5b44-4db0-85da-8c6bfbe1ef7d {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:45:09.662734 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a1738f2-85f8-4e51-a8e8-0c77f864b3fc", "name": "network-vif-plugged", "status": "completed", "tag": "4bc06c37-468e-4e51-ba54-760f08d90f1e", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:45:09.663181 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d0f28793-5b44-4db0-85da-8c6bfbe1ef7d {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:45:09.663603 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a1738f2-85f8-4e51-a8e8-0c77f864b3fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bc06c37-468e-4e51-ba54-760f08d90f1e', 'code': 200} Nov 19 17:45:09.731706 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 52434) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:45:09.757196 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b0ab1264-6f2c-4c7e-809d-56103fec05b5 req-5bb42a9d-4867-4c37-8894-c7f9d645c473 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=23d35feb-6f2a-4cac-99bc-621257bae413 HTTP/1.1" status: 200 len: 217 time: 0.0822749 Nov 19 17:45:09.806231 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.agents_db [None req-619e5c26-d9ed-4321-86eb-7d443bb9dfa2 None None] Agent healthcheck: found 7 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 17:45:09.834271 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port 71243686-16d7-4505-9eb3-c400bc2cf33c, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=71243686-16d7-4505-9eb3-c400bc2cf33c,segment=NetworkSegment(7cd6906b-44eb-4ce1-933e-47ff3aaf0160),segment_id=7cd6906b-44eb-4ce1-933e-47ff3aaf0160)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:45:09.868456 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Returning: {'device': '71243686-16d7-4505-9eb3-c400bc2cf33c', 'network_id': '7fe9dda4-bbb5-4db6-b240-cdabda9f2be2', 'port_id': '71243686-16d7-4505-9eb3-c400bc2cf33c', 'mac_address': 'fa:16:3e:f6:14:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 664, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2a11d26-01c8-41f8-8b08-cf64deb00190', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 17:45:09.912487 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-dfd1e299-3e28-4d33-ae27-d69fb5158854 tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:09.971413 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-dfd1e299-3e28-4d33-ae27-d69fb5158854 tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:09.993012 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:10.012328 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71243686-16d7-4505-9eb3-c400bc2cf33c {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:45:10.018764 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ab1264-6f2c-4c7e-809d-56103fec05b5 req-3caaaf2a-bba3-46e5-a03c-18e7c7b31c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:10.021631 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b0ab1264-6f2c-4c7e-809d-56103fec05b5 req-3caaaf2a-bba3-46e5-a03c-18e7c7b31c5f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f2d4e105-70fd-4c87-8b5e-3202977eb756 HTTP/1.1" status: 200 len: 850 time: 0.2541547 Nov 19 17:45:10.083641 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port 71243686-16d7-4505-9eb3-c400bc2cf33c, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=71243686-16d7-4505-9eb3-c400bc2cf33c,segment=NetworkSegment(7cd6906b-44eb-4ce1-933e-47ff3aaf0160),segment_id=7cd6906b-44eb-4ce1-933e-47ff3aaf0160)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:45:10.085915 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f1dbe3-10cb-4184-b79b-2ba7e61e7720 req-131c0640-f3e1-466d-afe0-55c034a86675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:10.093762 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c3f1dbe3-10cb-4184-b79b-2ba7e61e7720 req-131c0640-f3e1-466d-afe0-55c034a86675 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=1a1738f2-85f8-4e51-a8e8-0c77f864b3fc HTTP/1.1" status: 200 len: 1096 time: 0.1940477 Nov 19 17:45:10.099189 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:10.108252 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-dfd1e299-3e28-4d33-ae27-d69fb5158854 tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:10.111624 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-dfd1e299-3e28-4d33-ae27-d69fb5158854 tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:10.116987 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-dfd1e299-3e28-4d33-ae27-d69fb5158854 tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] 10.222.0.54 "DELETE /v2.0/security-groups/50a0c454-55dd-48da-a67f-9bb1b9eaa61f HTTP/1.1" status: 204 len: 168 time: 0.3803170 Nov 19 17:45:10.118252 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 52440) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:45:10.132908 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd1e299-3e28-4d33-ae27-d69fb5158854 tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50a0c454-55dd-48da-a67f-9bb1b9eaa61f,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:45:10.144857 n-d-818022-2 neutron-server[103364]: INFO neutron.api.v2.resource [None req-ae45306a-37b7-45c4-b181-4418ce7e0df7 tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] show failed (client error): The resource could not be found. Nov 19 17:45:10.145074 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-ae45306a-37b7-45c4-b181-4418ce7e0df7 tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] 10.222.0.54 "GET /v2.0/security-groups/50a0c454-55dd-48da-a67f-9bb1b9eaa61f HTTP/1.1" status: 404 len: 347 time: 0.0256689 Nov 19 17:45:10.151348 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 52442) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:45:10.154055 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcec7f8-0fb3-4874-8b96-4f1f60e01734 req-efae89dd-41f9-4039-a6a5-f40636cc520b tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:10.156050 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-cdcec7f8-0fb3-4874-8b96-4f1f60e01734 req-efae89dd-41f9-4039-a6a5-f40636cc520b tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d6d80d6-3550-4ad7-998c-1e2c27418ad5 HTTP/1.1" status: 200 len: 943 time: 0.2601311 Nov 19 17:45:10.227016 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ab1264-6f2c-4c7e-809d-56103fec05b5 req-7f040252-7b44-4b35-af28-42aac1230592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:10.228666 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b0ab1264-6f2c-4c7e-809d-56103fec05b5 req-7f040252-7b44-4b35-af28-42aac1230592 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=68d5f663-92fc-4736-815b-80848ebf1633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1963224 Nov 19 17:45:10.233389 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Pushing event updated for resources: {'Port': ['ID=71243686-16d7-4505-9eb3-c400bc2cf33c,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:45:10.377175 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c3f1dbe3-10cb-4184-b79b-2ba7e61e7720 req-789bed5d-928d-4af6-918c-0f6ca0236e1e service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=a352ca94-2149-4006-acad-e3c22132eabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2714877 Nov 19 17:45:10.387605 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-cdcec7f8-0fb3-4874-8b96-4f1f60e01734 req-fae02259-f017-4293-86d6-d6f36c79a8a7 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/security-groups?id=85786454-c560-4317-bd73-95e1b791240f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2168376 Nov 19 17:45:10.536012 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] get_ports_and_sgs() called for port_ids ['71243686-16d7-4505-9eb3-c400bc2cf33c'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:45:10.661554 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b0ab1264-6f2c-4c7e-809d-56103fec05b5 req-9d43c562-0ddf-41ad-ac8d-1734944e15ae service neutron] 10.222.0.60 "GET /v2.0/networks/68d5f663-92fc-4736-815b-80848ebf1633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4195755 Nov 19 17:45:10.681184 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-799815db-1cb5-4fe2-9612-1f4806ea49c4 tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] Deleting port ded1c12c-523e-41e5-9e09-a614782f7eb9 {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:45:10.681736 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-799815db-1cb5-4fe2-9612-1f4806ea49c4 tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:10.708046 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e271af-d852-431d-893d-5c6fd70237de req-a9a46dd7-b784-4429-a6c8-1f2bdf3e72aa tempest-ServersTestBootFromVolume-1084178328 tempest-ServersTestBootFromVolume-1084178328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:10.709892 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a5e271af-d852-431d-893d-5c6fd70237de req-a9a46dd7-b784-4429-a6c8-1f2bdf3e72aa tempest-ServersTestBootFromVolume-1084178328 tempest-ServersTestBootFromVolume-1084178328-project] 10.222.0.60 "GET /v2.0/networks?id=2c552d15-d4c8-45a0-876e-f450c6de937e HTTP/1.1" status: 200 len: 815 time: 0.3093104 Nov 19 17:45:10.730840 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 23d35feb-6f2a-4cac-99bc-621257bae413 details requested by agent hyperv_n-h1-818022-2 with host n-h1-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 17:45:10.818611 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a5e271af-d852-431d-893d-5c6fd70237de req-6b6579a5-9d42-46ad-820b-ff5865c153cc tempest-ServersTestBootFromVolume-1084178328 tempest-ServersTestBootFromVolume-1084178328-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0a0b004e524b43138e0ccf2007e7de7f HTTP/1.1" status: 200 len: 380 time: 0.0814083 Nov 19 17:45:10.832339 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-a5e271af-d852-431d-893d-5c6fd70237de req-6a3b63ed-b4ca-461e-a771-42ed8879f80f tempest-ServersTestBootFromVolume-1084178328 tempest-ServersTestBootFromVolume-1084178328-project] Request body: {'port': {'device_id': 'e33d0af4-0080-4fe5-a9b8-982da66e8549', 'network_id': '2c552d15-d4c8-45a0-876e-f450c6de937e', 'admin_state_up': True, 'tenant_id': '0a0b004e524b43138e0ccf2007e7de7f', 'security_groups': ['2ec0b8a4-c244-45a8-bc97-a42747514333']}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:45:10.867725 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1427ad21-34af-4ade-ac03-5fd387af2621 req-3764127b-92d0-4ee4-8384-fd9c442a7384 tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:10.869324 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-1427ad21-34af-4ade-ac03-5fd387af2621 req-3764127b-92d0-4ee4-8384-fd9c442a7384 tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] 10.222.0.54 "GET /v2.0/ports?device_id=1a1738f2-85f8-4e51-a8e8-0c77f864b3fc HTTP/1.1" status: 200 len: 945 time: 0.2876446 Nov 19 17:45:10.981141 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d6d80d6-3550-4ad7-998c-1e2c27418ad5', 'tag': '27705cb3-0294-4ee6-a550-a6915d0bf4c8'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:45:10.986709 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5e271af-d852-431d-893d-5c6fd70237de req-6a3b63ed-b4ca-461e-a771-42ed8879f80f tempest-ServersTestBootFromVolume-1084178328 tempest-ServersTestBootFromVolume-1084178328-project] Made reservation on behalf of 0a0b004e524b43138e0ccf2007e7de7f for: {'port': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:45:10.988026 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218319d759239a7d11f1288aef37381b97754913ee9ccbfd43b51a463f801712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-276b9afd-b459-4285-bd18-0786e0eef6da" -d '{"events": [{"name": "network-changed", "server_uuid": "7d6d80d6-3550-4ad7-998c-1e2c27418ad5", "tag": "27705cb3-0294-4ee6-a550-a6915d0bf4c8"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:45:10.990681 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-a5e271af-d852-431d-893d-5c6fd70237de req-6a3b63ed-b4ca-461e-a771-42ed8879f80f tempest-ServersTestBootFromVolume-1084178328 tempest-ServersTestBootFromVolume-1084178328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:11.066947 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-799815db-1cb5-4fe2-9612-1f4806ea49c4 tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:11.073730 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-1427ad21-34af-4ade-ac03-5fd387af2621 req-c9519493-20c8-4349-bdee-ed3766c125b9 tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] 10.222.0.54 "GET /v2.0/security-groups?id=a352ca94-2149-4006-acad-e3c22132eabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881223 Nov 19 17:45:11.075483 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-799815db-1cb5-4fe2-9612-1f4806ea49c4 tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:11.090459 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b0ab1264-6f2c-4c7e-809d-56103fec05b5 req-3fee7153-b0b3-4cd7-b7e9-6b3031e145f5 service neutron] 10.222.0.60 "GET /v2.0/networks/68d5f663-92fc-4736-815b-80848ebf1633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4207726 Nov 19 17:45:11.103013 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-799815db-1cb5-4fe2-9612-1f4806ea49c4 tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] Calling delete_port for ded1c12c-523e-41e5-9e09-a614782f7eb9 owned by network:floatingip {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:45:11.233389 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 23d35feb-6f2a-4cac-99bc-621257bae413, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=23d35feb-6f2a-4cac-99bc-621257bae413,segment=NetworkSegment(eb414f11-b33b-484f-88e8-b35b903ae2da),segment_id=eb414f11-b33b-484f-88e8-b35b903ae2da)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:45:11.251534 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Returning: {'device': '23d35feb-6f2a-4cac-99bc-621257bae413', 'network_id': '68d5f663-92fc-4736-815b-80848ebf1633', 'port_id': '23d35feb-6f2a-4cac-99bc-621257bae413', 'mac_address': 'fa:16:3e:b7:36:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 684, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2d4e105-70fd-4c87-8b5e-3202977eb756', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 17:45:11.379089 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-eae0f4e3-4bf7-47d9-aec6-d8ebbaf65de4 req-b21f31d3-88c2-47aa-bcad-8c1d16bd6d47 tempest-ServersTestBootFromVolume-1084178328 tempest-ServersTestBootFromVolume-1084178328-project] 10.222.0.54 "GET /v2.0/ports?device_id=e33d0af4-0080-4fe5-a9b8-982da66e8549 HTTP/1.1" status: 200 len: 210 time: 0.0482929 Nov 19 17:45:11.398901 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-799815db-1cb5-4fe2-9612-1f4806ea49c4 tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:11.401527 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [req-a5e271af-d852-431d-893d-5c6fd70237de req-6a3b63ed-b4ca-461e-a771-42ed8879f80f tempest-ServersTestBootFromVolume-1084178328 tempest-ServersTestBootFromVolume-1084178328-project] Allocated IP 172.20.0.6 (2c552d15-d4c8-45a0-876e-f450c6de937e/692086f0-4f6a-4acd-a98f-26302c460ba8/5cd3e24d-14f2-4ee7-a42a-b86419bc8a16) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:45:11.444175 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799815db-1cb5-4fe2-9612-1f4806ea49c4 tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] Pushing event deleted for resources: {'Port': ['ID=ded1c12c-523e-41e5-9e09-a614782f7eb9,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:45:11.609500 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-799815db-1cb5-4fe2-9612-1f4806ea49c4 tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] Publish callbacks [] for floatingip, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:11.612606 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-799815db-1cb5-4fe2-9612-1f4806ea49c4 tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for floatingip, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:11.625845 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-799815db-1cb5-4fe2-9612-1f4806ea49c4 tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] 10.222.0.54 "DELETE /v2.0/floatingips/d17eb1a2-4afd-45cd-a658-3006fe93daef HTTP/1.1" status: 204 len: 168 time: 1.4602284 Nov 19 17:45:11.705804 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:11.761540 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-a5e271af-d852-431d-893d-5c6fd70237de req-6a3b63ed-b4ca-461e-a771-42ed8879f80f tempest-ServersTestBootFromVolume-1084178328 tempest-ServersTestBootFromVolume-1084178328-project] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:11.768890 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23d35feb-6f2a-4cac-99bc-621257bae413 {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:45:11.824784 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-a5e271af-d852-431d-893d-5c6fd70237de req-6a3b63ed-b4ca-461e-a771-42ed8879f80f tempest-ServersTestBootFromVolume-1084178328 tempest-ServersTestBootFromVolume-1084178328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:11.843799 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 23d35feb-6f2a-4cac-99bc-621257bae413, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=23d35feb-6f2a-4cac-99bc-621257bae413,segment=NetworkSegment(eb414f11-b33b-484f-88e8-b35b903ae2da),segment_id=eb414f11-b33b-484f-88e8-b35b903ae2da)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:45:11.861841 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:11.891879 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c993198-4ae4-4092-b409-4ca12b688e3b req-c52133e8-3f18-4de2-8f0f-e7bcfbbc206b tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:11.893697 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4c993198-4ae4-4092-b409-4ca12b688e3b req-c52133e8-3f18-4de2-8f0f-e7bcfbbc206b tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec9f9dc4-f3d0-4fbd-b419-1ab72c92e9be HTTP/1.1" status: 200 len: 945 time: 0.0996506 Nov 19 17:45:11.936483 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5e271af-d852-431d-893d-5c6fd70237de req-6a3b63ed-b4ca-461e-a771-42ed8879f80f tempest-ServersTestBootFromVolume-1084178328 tempest-ServersTestBootFromVolume-1084178328-project] Network 2c552d15-d4c8-45a0-876e-f450c6de937e is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:45:11.947468 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [req-a5e271af-d852-431d-893d-5c6fd70237de req-6a3b63ed-b4ca-461e-a771-42ed8879f80f tempest-ServersTestBootFromVolume-1084178328 tempest-ServersTestBootFromVolume-1084178328-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:45:11.951752 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5e271af-d852-431d-893d-5c6fd70237de req-6a3b63ed-b4ca-461e-a771-42ed8879f80f tempest-ServersTestBootFromVolume-1084178328 tempest-ServersTestBootFromVolume-1084178328-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:45:11.999963 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=23d35feb-6f2a-4cac-99bc-621257bae413,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:45:12.012116 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e271af-d852-431d-893d-5c6fd70237de req-6a3b63ed-b4ca-461e-a771-42ed8879f80f tempest-ServersTestBootFromVolume-1084178328 tempest-ServersTestBootFromVolume-1084178328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:12.013019 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-a5e271af-d852-431d-893d-5c6fd70237de req-6a3b63ed-b4ca-461e-a771-42ed8879f80f tempest-ServersTestBootFromVolume-1084178328 tempest-ServersTestBootFromVolume-1084178328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:12.025496 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4c993198-4ae4-4092-b409-4ca12b688e3b req-1df55c50-99dd-4d1f-a56c-bf5b0bbce69f tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/security-groups?id=b596b6e2-4e99-405d-ab15-439621199b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232839 Nov 19 17:45:12.058444 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a5e271af-d852-431d-893d-5c6fd70237de req-6a3b63ed-b4ca-461e-a771-42ed8879f80f tempest-ServersTestBootFromVolume-1084178328 tempest-ServersTestBootFromVolume-1084178328-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2323492 Nov 19 17:45:12.059326 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3b63ed-b4ca-461e-a771-42ed8879f80f tempest-ServersTestBootFromVolume-1084178328 tempest-ServersTestBootFromVolume-1084178328-project] Pushing event updated for resources: {'Port': ['ID=5cd3e24d-14f2-4ee7-a42a-b86419bc8a16,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:45:12.075304 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-a5e271af-d852-431d-893d-5c6fd70237de req-99e7dbdd-3024-4ada-9fc3-87e86a6722b8 service neutron] Request body: {'port': {'device_id': 'e33d0af4-0080-4fe5-a9b8-982da66e8549', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818022-2'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:45:12.122569 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['23d35feb-6f2a-4cac-99bc-621257bae413'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:45:12.207224 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-a5e271af-d852-431d-893d-5c6fd70237de req-99e7dbdd-3024-4ada-9fc3-87e86a6722b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:12.265451 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e9988b-faa7-40a6-900d-8aa08dfe77ce req-e15cd513-452a-4396-bbaa-d8c321f524f2 tempest-ServersTestManualDisk-1071250772 tempest-ServersTestManualDisk-1071250772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:12.280936 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a0e9988b-faa7-40a6-900d-8aa08dfe77ce req-e15cd513-452a-4396-bbaa-d8c321f524f2 tempest-ServersTestManualDisk-1071250772 tempest-ServersTestManualDisk-1071250772-project] 10.222.0.54 "GET /v2.0/ports?device_id=c88bd167-2604-4f2d-b2b7-0ef22e7e3540 HTTP/1.1" status: 200 len: 945 time: 0.1403275 Nov 19 17:45:12.368997 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a0e9988b-faa7-40a6-900d-8aa08dfe77ce req-efd9ffdd-8288-4d4d-af0e-90618bd001a3 tempest-ServersTestManualDisk-1071250772 tempest-ServersTestManualDisk-1071250772-project] 10.222.0.54 "GET /v2.0/security-groups?id=f4c4b87a-d31e-4bc8-8d2f-26b7397d90bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870488 Nov 19 17:45:12.487299 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 17:45:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ea0afef-cb83-4c55-84b5-fc16fc5d87c2 x-openstack-request-id: req-1ea0afef-cb83-4c55-84b5-fc16fc5d87c2 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:45:12.487591 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d6d80d6-3550-4ad7-998c-1e2c27418ad5", "tag": "27705cb3-0294-4ee6-a550-a6915d0bf4c8", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:45:12.488000 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-1ea0afef-cb83-4c55-84b5-fc16fc5d87c2 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:45:12.488482 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d6d80d6-3550-4ad7-998c-1e2c27418ad5', 'tag': '27705cb3-0294-4ee6-a550-a6915d0bf4c8', 'status': 'completed', 'code': 200} Nov 19 17:45:12.544831 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-e6fb140d-fd2a-4128-ac69-b3cbd59fe444 None None] Provisioning complete for port 5cd3e24d-14f2-4ee7-a42a-b86419bc8a16 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:45:12.545205 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e6fb140d-fd2a-4128-ac69-b3cbd59fe444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:12.615688 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-e6fb140d-fd2a-4128-ac69-b3cbd59fe444 None None] Port 5cd3e24d-14f2-4ee7-a42a-b86419bc8a16 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:45:12.629535 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276b9afd-b459-4285-bd18-0786e0eef6da req-1f97e3da-32c1-4497-b21c-f260e03f9021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:12.631427 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-276b9afd-b459-4285-bd18-0786e0eef6da req-1f97e3da-32c1-4497-b21c-f260e03f9021 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=063ef7e3fa9c49daa0ae772568226d29&device_id=7d6d80d6-3550-4ad7-998c-1e2c27418ad5 HTTP/1.1" status: 200 len: 1094 time: 0.1157393 Nov 19 17:45:12.769363 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [req-a5e271af-d852-431d-893d-5c6fd70237de req-99e7dbdd-3024-4ada-9fc3-87e86a6722b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5cd3e24d-14f2-4ee7-a42a-b86419bc8a16 {{(pid=103364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:45:12.781910 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-a5e271af-d852-431d-893d-5c6fd70237de req-99e7dbdd-3024-4ada-9fc3-87e86a6722b8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:12.800994 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.provisioning_blocks [req-a5e271af-d852-431d-893d-5c6fd70237de req-99e7dbdd-3024-4ada-9fc3-87e86a6722b8 service neutron] Transition to ACTIVE for port object 5cd3e24d-14f2-4ee7-a42a-b86419bc8a16 will not be triggered until provisioned by entity L2. {{(pid=103364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 17:45:12.807000 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-a5e271af-d852-431d-893d-5c6fd70237de req-99e7dbdd-3024-4ada-9fc3-87e86a6722b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:12.807718 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6573df6b-c1d7-4ceb-b321-4023e2555d4b req-2610bfc2-b8a1-47b4-ad00-b557778fca9f tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:12.811955 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6573df6b-c1d7-4ceb-b321-4023e2555d4b req-2610bfc2-b8a1-47b4-ad00-b557778fca9f tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d6d80d6-3550-4ad7-998c-1e2c27418ad5 HTTP/1.1" status: 200 len: 943 time: 0.1963768 Nov 19 17:45:12.877375 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276b9afd-b459-4285-bd18-0786e0eef6da req-f581e274-025e-43c3-9b1f-c23af3a65e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:12.878898 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-276b9afd-b459-4285-bd18-0786e0eef6da req-f581e274-025e-43c3-9b1f-c23af3a65e97 service neutron] 10.222.0.86 "GET /v2.0/networks?id=fdcadcc4-b6d0-4be3-9284-8f7eda9af8ea HTTP/1.1" status: 200 len: 917 time: 0.2362077 Nov 19 17:45:12.897000 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e7dbdd-3024-4ada-9fc3-87e86a6722b8 service neutron] Pushing event updated for resources: {'Port': ['ID=5cd3e24d-14f2-4ee7-a42a-b86419bc8a16,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:45:12.931729 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6573df6b-c1d7-4ceb-b321-4023e2555d4b req-9ff3ff35-54bc-4bd9-91b7-3a219b884ca9 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/security-groups?id=85786454-c560-4317-bd73-95e1b791240f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034281 Nov 19 17:45:13.010906 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-276b9afd-b459-4285-bd18-0786e0eef6da req-b805f1ca-014b-4822-ba92-a5ede731f5eb service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=27705cb3-0294-4ee6-a550-a6915d0bf4c8 HTTP/1.1" status: 200 len: 217 time: 0.1153917 Nov 19 17:45:13.075178 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-a5e271af-d852-431d-893d-5c6fd70237de req-99e7dbdd-3024-4ada-9fc3-87e86a6722b8 service neutron] Attempting to bind port 5cd3e24d-14f2-4ee7-a42a-b86419bc8a16 on host n-h1-818022-2 for vnic_type normal with profile {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:45:13.076311 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-a5e271af-d852-431d-893d-5c6fd70237de req-99e7dbdd-3024-4ada-9fc3-87e86a6722b8 service neutron] Attempting to bind port 5cd3e24d-14f2-4ee7-a42a-b86419bc8a16 by drivers openvswitch,hyperv on host n-h1-818022-2 at level 0 using segments [{'id': '56605957-e95e-44f4-a52a-6898a394ea61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '2c552d15-d4c8-45a0-876e-f450c6de937e'}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:45:13.078232 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5e271af-d852-431d-893d-5c6fd70237de req-99e7dbdd-3024-4ada-9fc3-87e86a6722b8 service neutron] Attempting to bind port 5cd3e24d-14f2-4ee7-a42a-b86419bc8a16 on network 2c552d15-d4c8-45a0-876e-f450c6de937e {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:45:13.088032 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5e271af-d852-431d-893d-5c6fd70237de req-99e7dbdd-3024-4ada-9fc3-87e86a6722b8 service neutron] Port 5cd3e24d-14f2-4ee7-a42a-b86419bc8a16 on network 2c552d15-d4c8-45a0-876e-f450c6de937e not bound, no agent of type Open vSwitch agent registered on host n-h1-818022-2 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 17:45:13.090769 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5e271af-d852-431d-893d-5c6fd70237de req-99e7dbdd-3024-4ada-9fc3-87e86a6722b8 service neutron] Attempting to bind port 5cd3e24d-14f2-4ee7-a42a-b86419bc8a16 on network 2c552d15-d4c8-45a0-876e-f450c6de937e {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:45:13.097280 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276b9afd-b459-4285-bd18-0786e0eef6da req-54bd15aa-7b50-4520-ad2c-8531d573e68c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:13.099381 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-276b9afd-b459-4285-bd18-0786e0eef6da req-54bd15aa-7b50-4520-ad2c-8531d573e68c service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5dbfa5af-1ad8-4df8-a1b2-cc6152eda1a3 HTTP/1.1" status: 200 len: 855 time: 0.0776284 Nov 19 17:45:13.102748 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5e271af-d852-431d-893d-5c6fd70237de req-99e7dbdd-3024-4ada-9fc3-87e86a6722b8 service neutron] Checking agent: {'id': 'a6668d96-12fa-4ec0-99ad-77eaf490dd2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'started_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 45, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:45:13.103958 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5e271af-d852-431d-893d-5c6fd70237de req-99e7dbdd-3024-4ada-9fc3-87e86a6722b8 service neutron] Checking segment: {'id': '56605957-e95e-44f4-a52a-6898a394ea61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '2c552d15-d4c8-45a0-876e-f450c6de937e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:45:13.105179 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5e271af-d852-431d-893d-5c6fd70237de req-99e7dbdd-3024-4ada-9fc3-87e86a6722b8 service neutron] Bound using segment: {'id': '56605957-e95e-44f4-a52a-6898a394ea61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '2c552d15-d4c8-45a0-876e-f450c6de937e'} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:45:13.105783 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-a5e271af-d852-431d-893d-5c6fd70237de req-99e7dbdd-3024-4ada-9fc3-87e86a6722b8 service neutron] Bound port: 5cd3e24d-14f2-4ee7-a42a-b86419bc8a16, host: n-h1-818022-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56605957-e95e-44f4-a52a-6898a394ea61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '2c552d15-d4c8-45a0-876e-f450c6de937e'}}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:45:13.106949 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-a5e271af-d852-431d-893d-5c6fd70237de req-99e7dbdd-3024-4ada-9fc3-87e86a6722b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:13.197624 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276b9afd-b459-4285-bd18-0786e0eef6da req-455cdac9-9922-4e04-9071-973f015aa6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:13.200000 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-276b9afd-b459-4285-bd18-0786e0eef6da req-455cdac9-9922-4e04-9071-973f015aa6d6 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=fdcadcc4-b6d0-4be3-9284-8f7eda9af8ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0913479 Nov 19 17:45:13.223899 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-a5e271af-d852-431d-893d-5c6fd70237de req-99e7dbdd-3024-4ada-9fc3-87e86a6722b8 service neutron] For port 5cd3e24d-14f2-4ee7-a42a-b86419bc8a16, host n-h1-818022-2, cleared binding levels {{(pid=103364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:45:13.228429 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-a5e271af-d852-431d-893d-5c6fd70237de req-99e7dbdd-3024-4ada-9fc3-87e86a6722b8 service neutron] For port 5cd3e24d-14f2-4ee7-a42a-b86419bc8a16, host n-h1-818022-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=5cd3e24d-14f2-4ee7-a42a-b86419bc8a16,segment=NetworkSegment(56605957-e95e-44f4-a52a-6898a394ea61),segment_id=56605957-e95e-44f4-a52a-6898a394ea61)] {{(pid=103364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:45:13.244100 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-a5e271af-d852-431d-893d-5c6fd70237de req-99e7dbdd-3024-4ada-9fc3-87e86a6722b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:13.306209 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e271af-d852-431d-893d-5c6fd70237de req-99e7dbdd-3024-4ada-9fc3-87e86a6722b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:13.310469 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-a5e271af-d852-431d-893d-5c6fd70237de req-99e7dbdd-3024-4ada-9fc3-87e86a6722b8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:13.317267 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a5e271af-d852-431d-893d-5c6fd70237de req-99e7dbdd-3024-4ada-9fc3-87e86a6722b8 service neutron] 10.222.0.60 "PUT /v2.0/ports/5cd3e24d-14f2-4ee7-a42a-b86419bc8a16 HTTP/1.1" status: 200 len: 1091 time: 1.2465925 Nov 19 17:45:13.319532 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e33d0af4-0080-4fe5-a9b8-982da66e8549', 'tag': '5cd3e24d-14f2-4ee7-a42a-b86419bc8a16'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:45:13.323212 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dd4767a008c23f8566efc82158ee1b1fff34e1a9e908d76d0b6d0ab7e350e5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72e49aa6-4b33-424d-8980-48369672c17f" -d '{"events": [{"name": "network-changed", "server_uuid": "e33d0af4-0080-4fe5-a9b8-982da66e8549", "tag": "5cd3e24d-14f2-4ee7-a42a-b86419bc8a16"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:45:13.441621 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-276b9afd-b459-4285-bd18-0786e0eef6da req-deff14db-818c-448c-98e7-bf706b1e2dfe service neutron] 10.222.0.86 "GET /v2.0/networks/fdcadcc4-b6d0-4be3-9284-8f7eda9af8ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2320995 Nov 19 17:45:13.535055 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device 27705cb3-0294-4ee6-a550-a6915d0bf4c8 details requested by agent hyperv_n-h2-818022-2 with host n-h2-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 17:45:13.538958 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device 71243686-16d7-4505-9eb3-c400bc2cf33c up at agent hyperv_n-h2-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:45:13.643449 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e271af-d852-431d-893d-5c6fd70237de req-84cc8cf0-332f-455a-9c36-cff5292e4e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:13.645051 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a5e271af-d852-431d-893d-5c6fd70237de req-84cc8cf0-332f-455a-9c36-cff5292e4e6a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0a0b004e524b43138e0ccf2007e7de7f&device_id=e33d0af4-0080-4fe5-a9b8-982da66e8549 HTTP/1.1" status: 200 len: 1094 time: 0.2519794 Nov 19 17:45:13.646008 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 52476) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:45:13.655101 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e7dbdd-3024-4ada-9fc3-87e86a6722b8 service neutron] Pushing event updated for resources: {'Port': ['ID=5cd3e24d-14f2-4ee7-a42a-b86419bc8a16,revision_number=3']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:45:13.662742 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-97fd11cb-6fc2-4638-848d-0ed8dba43a6f tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] Request body: {'security_group': {'name': 'tempest-securitygroup--836055961', 'description': 'tempest-description--1878689578'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:45:13.731154 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-97fd11cb-6fc2-4638-848d-0ed8dba43a6f tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:13.744180 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-276b9afd-b459-4285-bd18-0786e0eef6da req-784c9d1f-4c7a-46af-92ba-950700d3f61f service neutron] 10.222.0.86 "GET /v2.0/networks/fdcadcc4-b6d0-4be3-9284-8f7eda9af8ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2912424 Nov 19 17:45:13.771920 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a5e271af-d852-431d-893d-5c6fd70237de req-10bcbdfa-1ec2-40d1-8f5a-929837b8712d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5cd3e24d-14f2-4ee7-a42a-b86419bc8a16 HTTP/1.1" status: 200 len: 217 time: 0.1067026 Nov 19 17:45:13.835007 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e271af-d852-431d-893d-5c6fd70237de req-c6dfdfd6-b416-4000-9646-e6980dcf5ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:13.836962 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a5e271af-d852-431d-893d-5c6fd70237de req-c6dfdfd6-b416-4000-9646-e6980dcf5ca3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=692086f0-4f6a-4acd-a98f-26302c460ba8 HTTP/1.1" status: 200 len: 854 time: 0.0566013 Nov 19 17:45:13.929645 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Provisioning for port 71243686-16d7-4505-9eb3-c400bc2cf33c completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 17:45:13.944858 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Provisioning complete for port 71243686-16d7-4505-9eb3-c400bc2cf33c triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:45:13.945226 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:13.964803 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e271af-d852-431d-893d-5c6fd70237de req-fe09dc3b-4907-4238-b5a0-b761bb196750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:13.968184 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a5e271af-d852-431d-893d-5c6fd70237de req-fe09dc3b-4907-4238-b5a0-b761bb196750 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2c552d15-d4c8-45a0-876e-f450c6de937e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1220436 Nov 19 17:45:13.977215 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af90c9c-8faa-4c76-9f57-5e6cbcf27482 req-fd06c77a-f00a-4936-b560-6bcf98d01323 tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:13.982080 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0af90c9c-8faa-4c76-9f57-5e6cbcf27482 req-fd06c77a-f00a-4936-b560-6bcf98d01323 tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] 10.222.0.54 "GET /v2.0/ports?device_id=1a1738f2-85f8-4e51-a8e8-0c77f864b3fc HTTP/1.1" status: 200 len: 945 time: 0.1598332 Nov 19 17:45:14.016725 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port 27705cb3-0294-4ee6-a550-a6915d0bf4c8, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=27705cb3-0294-4ee6-a550-a6915d0bf4c8,segment=NetworkSegment(a5a94e2b-2782-491c-8737-b805351d0689),segment_id=a5a94e2b-2782-491c-8737-b805351d0689)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:45:14.039786 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Returning: {'device': '27705cb3-0294-4ee6-a550-a6915d0bf4c8', 'network_id': 'fdcadcc4-b6d0-4be3-9284-8f7eda9af8ea', 'port_id': '27705cb3-0294-4ee6-a550-a6915d0bf4c8', 'mac_address': 'fa:16:3e:e2:09:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dbfa5af-1ad8-4df8-a1b2-cc6152eda1a3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 17:45:14.160984 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0af90c9c-8faa-4c76-9f57-5e6cbcf27482 req-efc70bb8-853b-4e5c-977a-c70574423782 tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] 10.222.0.54 "GET /v2.0/security-groups?id=a352ca94-2149-4006-acad-e3c22132eabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653154 Nov 19 17:45:14.169700 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:14.186865 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a5e271af-d852-431d-893d-5c6fd70237de req-3d17266c-cca7-4082-8890-1a5c74464fb0 service neutron] 10.222.0.60 "GET /v2.0/networks/2c552d15-d4c8-45a0-876e-f450c6de937e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2105551 Nov 19 17:45:14.193846 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-97fd11cb-6fc2-4638-848d-0ed8dba43a6f tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:14.202913 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-97fd11cb-6fc2-4638-848d-0ed8dba43a6f tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:14.223187 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:14.281217 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-97fd11cb-6fc2-4638-848d-0ed8dba43a6f tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:14.288673 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-97fd11cb-6fc2-4638-848d-0ed8dba43a6f tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.6370840 Nov 19 17:45:14.292456 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 52482) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:45:14.298182 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fd11cb-6fc2-4638-848d-0ed8dba43a6f tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91d8d5ae-e3ab-40c9-a58b-bf281735c710,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:45:14.298897 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-84ef4635-b2f9-4f33-bc7e-5cc3bc7f9df4 tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] Request body: {'security_group_rule': {'security_group_id': '91d8d5ae-e3ab-40c9-a58b-bf281735c710', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:45:14.317252 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec9f9dc4-f3d0-4fbd-b419-1ab72c92e9be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71243686-16d7-4505-9eb3-c400bc2cf33c'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:45:14.325567 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3940761bcd94e032e6960d2241bd8993c5d3a7d8dc2aca8488f3ecf1d4dd2fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf61ae54-1766-491e-8fb4-0db55c3dca41" -d '{"events": [{"server_uuid": "ec9f9dc4-f3d0-4fbd-b419-1ab72c92e9be", "name": "network-vif-plugged", "status": "completed", "tag": "71243686-16d7-4505-9eb3-c400bc2cf33c"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:45:14.381045 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port 71243686-16d7-4505-9eb3-c400bc2cf33c, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=71243686-16d7-4505-9eb3-c400bc2cf33c,segment=NetworkSegment(7cd6906b-44eb-4ce1-933e-47ff3aaf0160),segment_id=7cd6906b-44eb-4ce1-933e-47ff3aaf0160)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:45:14.403224 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:14.548927 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52300cb-d778-4c87-95d7-594bfba56ad5 req-39312fae-8821-490f-bcb9-74130d48c6ae tempest-ServersTestBootFromVolume-1084178328 tempest-ServersTestBootFromVolume-1084178328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:14.563243 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f52300cb-d778-4c87-95d7-594bfba56ad5 req-39312fae-8821-490f-bcb9-74130d48c6ae tempest-ServersTestBootFromVolume-1084178328 tempest-ServersTestBootFromVolume-1084178328-project] 10.222.0.54 "GET /v2.0/ports?device_id=e33d0af4-0080-4fe5-a9b8-982da66e8549 HTTP/1.1" status: 200 len: 943 time: 0.1987574 Nov 19 17:45:14.571365 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27705cb3-0294-4ee6-a550-a6915d0bf4c8 {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:45:14.620125 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port 27705cb3-0294-4ee6-a550-a6915d0bf4c8, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=27705cb3-0294-4ee6-a550-a6915d0bf4c8,segment=NetworkSegment(a5a94e2b-2782-491c-8737-b805351d0689),segment_id=a5a94e2b-2782-491c-8737-b805351d0689)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:45:14.628315 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Pushing event updated for resources: {'Port': ['ID=71243686-16d7-4505-9eb3-c400bc2cf33c,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:45:14.639628 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:14.686867 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f52300cb-d778-4c87-95d7-594bfba56ad5 req-a74c16ac-1d67-4f66-a160-8a6e4f0d7f9d tempest-ServersTestBootFromVolume-1084178328 tempest-ServersTestBootFromVolume-1084178328-project] 10.222.0.54 "GET /v2.0/security-groups?id=2ec0b8a4-c244-45a8-bc97-a42747514333&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1184649 Nov 19 17:45:14.697652 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 23d35feb-6f2a-4cac-99bc-621257bae413 up at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:45:14.866466 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Pushing event updated for resources: {'Port': ['ID=27705cb3-0294-4ee6-a550-a6915d0bf4c8,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:45:14.902025 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning for port 23d35feb-6f2a-4cac-99bc-621257bae413 completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 17:45:14.907211 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning complete for port 23d35feb-6f2a-4cac-99bc-621257bae413 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:45:14.907714 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:14.924424 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790d58f8-ec56-4388-8ed4-08c3066e1c22 req-bce67b98-c0f6-45e9-984c-1066863a5663 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:14.927876 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-790d58f8-ec56-4388-8ed4-08c3066e1c22 req-bce67b98-c0f6-45e9-984c-1066863a5663 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec9f9dc4-f3d0-4fbd-b419-1ab72c92e9be HTTP/1.1" status: 200 len: 946 time: 0.1318364 Nov 19 17:45:15.023089 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] get_ports_and_sgs() called for port_ids ['27705cb3-0294-4ee6-a550-a6915d0bf4c8'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:45:15.026797 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-84ef4635-b2f9-4f33-bc7e-5cc3bc7f9df4 tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:15.075944 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-790d58f8-ec56-4388-8ed4-08c3066e1c22 req-101b544e-d6d3-4611-8be8-39824befe83c tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/security-groups?id=b596b6e2-4e99-405d-ab15-439621199b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388247 Nov 19 17:45:15.102646 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a5e271af-d852-431d-893d-5c6fd70237de req-06441576-d8bd-49b0-a8d4-b61e00518cbe service neutron] 10.222.0.60 "GET /v2.0/networks/2c552d15-d4c8-45a0-876e-f450c6de937e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9073715 Nov 19 17:45:15.145333 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-84ef4635-b2f9-4f33-bc7e-5cc3bc7f9df4 tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:15.150179 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-84ef4635-b2f9-4f33-bc7e-5cc3bc7f9df4 tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735179'] for security_group_rule, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:15.175725 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ef4635-b2f9-4f33-bc7e-5cc3bc7f9df4 tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34f0fc4c-f98c-4ee9-9ab2-5a3886e68de9,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:45:15.185437 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-84ef4635-b2f9-4f33-bc7e-5cc3bc7f9df4 tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:15.189727 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-84ef4635-b2f9-4f33-bc7e-5cc3bc7f9df4 tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8924646 Nov 19 17:45:15.190094 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 52488) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:45:15.194865 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-16ebcfbd-a3a1-4b75-9008-1bd5308451ca tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] Request body: {'security_group_rule': {'security_group_id': '91d8d5ae-e3ab-40c9-a58b-bf281735c710', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:45:15.251235 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:15.283802 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-16ebcfbd-a3a1-4b75-9008-1bd5308451ca tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:15.337008 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 23d35feb-6f2a-4cac-99bc-621257bae413, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=23d35feb-6f2a-4cac-99bc-621257bae413,segment=NetworkSegment(eb414f11-b33b-484f-88e8-b35b903ae2da),segment_id=eb414f11-b33b-484f-88e8-b35b903ae2da)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:45:15.344812 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:15.348462 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f599ce9-445f-428a-a36b-f7c2e66b86b6 req-e8ac25d2-c6fd-4a81-a311-082bffffac5a tempest-ServersTestManualDisk-1071250772 tempest-ServersTestManualDisk-1071250772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:15.359511 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4f599ce9-445f-428a-a36b-f7c2e66b86b6 req-e8ac25d2-c6fd-4a81-a311-082bffffac5a tempest-ServersTestManualDisk-1071250772 tempest-ServersTestManualDisk-1071250772-project] 10.222.0.54 "GET /v2.0/ports?device_id=c88bd167-2604-4f2d-b2b7-0ef22e7e3540 HTTP/1.1" status: 200 len: 945 time: 0.1449459 Nov 19 17:45:15.451337 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-16ebcfbd-a3a1-4b75-9008-1bd5308451ca tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:15.473318 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-16ebcfbd-a3a1-4b75-9008-1bd5308451ca tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735179'] for security_group_rule, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:15.486337 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=23d35feb-6f2a-4cac-99bc-621257bae413,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:45:15.490304 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4f599ce9-445f-428a-a36b-f7c2e66b86b6 req-e7dafe7a-0498-492a-8679-27bd7efbbc91 tempest-ServersTestManualDisk-1071250772 tempest-ServersTestManualDisk-1071250772-project] 10.222.0.54 "GET /v2.0/security-groups?id=f4c4b87a-d31e-4bc8-8d2f-26b7397d90bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1309588 Nov 19 17:45:15.525205 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ebcfbd-a3a1-4b75-9008-1bd5308451ca tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdd288a4-e167-4e48-b101-c2a363ddd7d7,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:45:15.541956 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-16ebcfbd-a3a1-4b75-9008-1bd5308451ca tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:15.544060 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-16ebcfbd-a3a1-4b75-9008-1bd5308451ca tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3529344 Nov 19 17:45:15.555402 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 52492) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:45:15.565947 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-7d1fdc62-6359-452c-8610-012e2efcc63a tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] Request body: {'floatingip': {'floating_network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:45:15.644491 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 17:45:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d518bfb-0a97-4b8f-902f-452d36cb4a67 x-openstack-request-id: req-4d518bfb-0a97-4b8f-902f-452d36cb4a67 {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:45:15.644956 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e33d0af4-0080-4fe5-a9b8-982da66e8549", "tag": "5cd3e24d-14f2-4ee7-a42a-b86419bc8a16", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:45:15.647128 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-4d518bfb-0a97-4b8f-902f-452d36cb4a67 {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:45:15.649530 n-d-818022-2 neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e33d0af4-0080-4fe5-a9b8-982da66e8549', 'tag': '5cd3e24d-14f2-4ee7-a42a-b86419bc8a16', 'status': 'completed', 'code': 200} Nov 19 17:45:15.652599 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7d1fdc62-6359-452c-8610-012e2efcc63a tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] Publish callbacks [] for floatingip, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:15.836745 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e49aa6-4b33-424d-8980-48369672c17f req-5ea51c05-4214-4922-b01a-4457b57e944b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:15.838827 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-72e49aa6-4b33-424d-8980-48369672c17f req-5ea51c05-4214-4922-b01a-4457b57e944b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0a0b004e524b43138e0ccf2007e7de7f&device_id=e33d0af4-0080-4fe5-a9b8-982da66e8549 HTTP/1.1" status: 200 len: 1094 time: 0.1619246 Nov 19 17:45:15.851574 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f38eab-a132-4ec6-a161-4665fe72237f req-e46076f3-0db0-4230-bf4b-0c16716328e8 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:15.862288 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c9f38eab-a132-4ec6-a161-4665fe72237f req-e46076f3-0db0-4230-bf4b-0c16716328e8 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d6d80d6-3550-4ad7-998c-1e2c27418ad5 HTTP/1.1" status: 200 len: 944 time: 0.0965827 Nov 19 17:45:15.931404 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c9f38eab-a132-4ec6-a161-4665fe72237f req-915dcc95-32de-4169-9b2b-84af27b025ca tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/security-groups?id=85786454-c560-4317-bd73-95e1b791240f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680065 Nov 19 17:45:15.953743 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e49aa6-4b33-424d-8980-48369672c17f req-e9b5d6b0-7bde-406b-aab7-50b612bd989b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:15.957010 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-72e49aa6-4b33-424d-8980-48369672c17f req-e9b5d6b0-7bde-406b-aab7-50b612bd989b service neutron] 10.222.0.60 "GET /v2.0/networks?id=2c552d15-d4c8-45a0-876e-f450c6de937e HTTP/1.1" status: 200 len: 916 time: 0.1094725 Nov 19 17:45:16.015070 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-72e49aa6-4b33-424d-8980-48369672c17f req-62f62c1f-787b-4706-a847-3a3dd6efcfe0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5cd3e24d-14f2-4ee7-a42a-b86419bc8a16 HTTP/1.1" status: 200 len: 217 time: 0.0492489 Nov 19 17:45:16.106117 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7d1fdc62-6359-452c-8610-012e2efcc63a tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:16.110987 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e49aa6-4b33-424d-8980-48369672c17f req-e1c4f450-1547-429a-a3a8-8d53af205a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:16.112894 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-72e49aa6-4b33-424d-8980-48369672c17f req-e1c4f450-1547-429a-a3a8-8d53af205a72 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=692086f0-4f6a-4acd-a98f-26302c460ba8 HTTP/1.1" status: 200 len: 854 time: 0.0903416 Nov 19 17:45:16.249590 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:45:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4133fe0d-eee1-49d9-8c9f-1beb3e56fa92 x-openstack-request-id: req-4133fe0d-eee1-49d9-8c9f-1beb3e56fa92 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:45:16.250263 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec9f9dc4-f3d0-4fbd-b419-1ab72c92e9be", "name": "network-vif-plugged", "status": "completed", "tag": "71243686-16d7-4505-9eb3-c400bc2cf33c", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:45:16.250263 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-4133fe0d-eee1-49d9-8c9f-1beb3e56fa92 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:45:16.250853 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec9f9dc4-f3d0-4fbd-b419-1ab72c92e9be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71243686-16d7-4505-9eb3-c400bc2cf33c', 'code': 200} Nov 19 17:45:16.283873 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caf26a4-6462-48df-9e5b-5154b2d85e90 req-30b2ee9d-8788-476d-9e06-bc2232fd7041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:16.287378 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8caf26a4-6462-48df-9e5b-5154b2d85e90 req-30b2ee9d-8788-476d-9e06-bc2232fd7041 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=08573f5395784708802f6f6512b37184&device_id=1a1738f2-85f8-4e51-a8e8-0c77f864b3fc HTTP/1.1" status: 200 len: 1096 time: 0.1077940 Nov 19 17:45:16.303794 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e49aa6-4b33-424d-8980-48369672c17f req-68af7e8c-0f17-45ad-8d32-d6f38f1a6a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:16.311635 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-72e49aa6-4b33-424d-8980-48369672c17f req-68af7e8c-0f17-45ad-8d32-d6f38f1a6a46 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2c552d15-d4c8-45a0-876e-f450c6de937e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1915476 Nov 19 17:45:16.390877 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [None req-7d1fdc62-6359-452c-8610-012e2efcc63a tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] Allocated IP 172.25.7.66 (645e61aa-1a6c-4e8f-857e-ab06edb4897f/88ed2d64-f56d-4f01-a468-946e01c99e82/6df16245-7ff1-47db-84b4-e256d6114333) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:45:16.530481 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7d1fdc62-6359-452c-8610-012e2efcc63a tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:16.539343 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caf26a4-6462-48df-9e5b-5154b2d85e90 req-86ad65a5-0c5d-47f7-a5a2-ccdcfef0f6af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:16.546387 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8caf26a4-6462-48df-9e5b-5154b2d85e90 req-86ad65a5-0c5d-47f7-a5a2-ccdcfef0f6af service neutron] 10.222.0.60 "GET /v2.0/networks?id=bcffe9fd-ba33-4c0f-a44c-e3294ad13f95 HTTP/1.1" status: 200 len: 919 time: 0.2462640 Nov 19 17:45:16.620523 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7d1fdc62-6359-452c-8610-012e2efcc63a tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:16.663907 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d1fdc62-6359-452c-8610-012e2efcc63a tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] Network 645e61aa-1a6c-4e8f-857e-ab06edb4897f is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:45:16.715499 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-7d1fdc62-6359-452c-8610-012e2efcc63a tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:45:16.728516 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d1fdc62-6359-452c-8610-012e2efcc63a tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:45:16.759501 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8caf26a4-6462-48df-9e5b-5154b2d85e90 req-d0b78358-84f9-4bcc-83a8-351c91b1cd7e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4bc06c37-468e-4e51-ba54-760f08d90f1e HTTP/1.1" status: 200 len: 217 time: 0.0848067 Nov 19 17:45:16.780965 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1fdc62-6359-452c-8610-012e2efcc63a tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] Pushing event updated for resources: {'Port': ['ID=6df16245-7ff1-47db-84b4-e256d6114333,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:45:16.878306 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-72e49aa6-4b33-424d-8980-48369672c17f req-63f10074-d785-459a-8a84-7c479c81d827 service neutron] 10.222.0.60 "GET /v2.0/networks/2c552d15-d4c8-45a0-876e-f450c6de937e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5580187 Nov 19 17:45:16.902000 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caf26a4-6462-48df-9e5b-5154b2d85e90 req-e404e293-79c4-4fd0-9c9c-d6659179d598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:16.906799 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8caf26a4-6462-48df-9e5b-5154b2d85e90 req-e404e293-79c4-4fd0-9c9c-d6659179d598 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d1218782-152f-4347-a4bd-bbba02695b96 HTTP/1.1" status: 200 len: 858 time: 0.1314385 Nov 19 17:45:16.997192 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9759b5f-305d-4362-ad02-7c8bb4830707 req-c62c1c3f-15f6-4688-8981-aed40a5f4a9f tempest-ServersTestBootFromVolume-1084178328 tempest-ServersTestBootFromVolume-1084178328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:17.006128 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c9759b5f-305d-4362-ad02-7c8bb4830707 req-c62c1c3f-15f6-4688-8981-aed40a5f4a9f tempest-ServersTestBootFromVolume-1084178328 tempest-ServersTestBootFromVolume-1084178328-project] 10.222.0.54 "GET /v2.0/ports?device_id=e33d0af4-0080-4fe5-a9b8-982da66e8549 HTTP/1.1" status: 200 len: 943 time: 0.4567778 Nov 19 17:45:17.016537 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-72e49aa6-4b33-424d-8980-48369672c17f req-70bf2cd6-ed84-49bc-9cf6-cc66ed60dd27 service neutron] 10.222.0.60 "GET /v2.0/networks/2c552d15-d4c8-45a0-876e-f450c6de937e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295018 Nov 19 17:45:17.034008 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09ed5af-4c41-4bc2-ac10-17bdbe32e3be req-be4fbbb4-05cd-4fa9-90c7-b0f19ffefdc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:17.035695 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f09ed5af-4c41-4bc2-ac10-17bdbe32e3be req-be4fbbb4-05cd-4fa9-90c7-b0f19ffefdc1 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=ec9f9dc4-f3d0-4fbd-b419-1ab72c92e9be HTTP/1.1" status: 200 len: 1097 time: 0.4883041 Nov 19 17:45:17.046400 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8caf26a4-6462-48df-9e5b-5154b2d85e90 req-833a3ac8-3b49-48ff-9812-936b9e67687a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bcffe9fd-ba33-4c0f-a44c-e3294ad13f95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1235347 Nov 19 17:45:17.061086 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7d1fdc62-6359-452c-8610-012e2efcc63a tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:17.161063 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7d1fdc62-6359-452c-8610-012e2efcc63a tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:17.213716 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f09ed5af-4c41-4bc2-ac10-17bdbe32e3be req-66af45ce-7416-4d8f-b20a-93cc33810831 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=b596b6e2-4e99-405d-ab15-439621199b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470730 Nov 19 17:45:17.225452 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c9759b5f-305d-4362-ad02-7c8bb4830707 req-ce2b54c9-cb7a-47ac-a0ba-918eab0ac6f3 tempest-ServersTestBootFromVolume-1084178328 tempest-ServersTestBootFromVolume-1084178328-project] 10.222.0.54 "GET /v2.0/security-groups?id=2ec0b8a4-c244-45a8-bc97-a42747514333&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2161548 Nov 19 17:45:17.384080 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8caf26a4-6462-48df-9e5b-5154b2d85e90 req-e7df34b3-143f-47c0-819b-1121a20854d0 service neutron] 10.222.0.60 "GET /v2.0/networks/bcffe9fd-ba33-4c0f-a44c-e3294ad13f95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3294027 Nov 19 17:45:17.573384 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7d1fdc62-6359-452c-8610-012e2efcc63a tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] Publish callbacks [] for port, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:17.585337 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device 27705cb3-0294-4ee6-a550-a6915d0bf4c8 up at agent hyperv_n-h2-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:45:17.615127 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7d1fdc62-6359-452c-8610-012e2efcc63a tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:17.703222 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609091e4-d8c9-4e45-b619-f3748f3ef686 req-bc232e7b-1b0a-4715-aa69-efc8f55ba98c tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:17.705678 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-609091e4-d8c9-4e45-b619-f3748f3ef686 req-bc232e7b-1b0a-4715-aa69-efc8f55ba98c tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec9f9dc4-f3d0-4fbd-b419-1ab72c92e9be HTTP/1.1" status: 200 len: 946 time: 0.3201942 Nov 19 17:45:17.707076 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Provisioning for port 27705cb3-0294-4ee6-a550-a6915d0bf4c8 completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 17:45:17.712886 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Provisioning complete for port 27705cb3-0294-4ee6-a550-a6915d0bf4c8 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:45:17.713794 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:17.820874 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1fdc62-6359-452c-8610-012e2efcc63a tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] Pushing event updated for resources: {'Port': ['ID=6df16245-7ff1-47db-84b4-e256d6114333,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:45:17.847843 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8caf26a4-6462-48df-9e5b-5154b2d85e90 req-efb94be1-bd0d-4ce1-88fc-0853b6a341d4 service neutron] 10.222.0.60 "GET /v2.0/networks/bcffe9fd-ba33-4c0f-a44c-e3294ad13f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4323494 Nov 19 17:45:17.874231 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7d1fdc62-6359-452c-8610-012e2efcc63a tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-671284'] for floatingip, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:17.903061 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7d1fdc62-6359-452c-8610-012e2efcc63a tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for floatingip, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:17.912796 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-7d1fdc62-6359-452c-8610-012e2efcc63a tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3478968 Nov 19 17:45:17.921223 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:17.934897 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-609091e4-d8c9-4e45-b619-f3748f3ef686 req-f822d375-aa90-4b78-9a4c-c50323d1907c tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/security-groups?id=b596b6e2-4e99-405d-ab15-439621199b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074966 Nov 19 17:45:17.990301 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port 27705cb3-0294-4ee6-a550-a6915d0bf4c8, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=27705cb3-0294-4ee6-a550-a6915d0bf4c8,segment=NetworkSegment(a5a94e2b-2782-491c-8737-b805351d0689),segment_id=a5a94e2b-2782-491c-8737-b805351d0689)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:45:17.997361 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:18.154836 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Pushing event updated for resources: {'Port': ['ID=27705cb3-0294-4ee6-a550-a6915d0bf4c8,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:45:18.220045 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bce585-b352-463a-a247-4e2a64744122 req-f558d6dc-620c-49e2-aaa0-cd0d5748283e tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:18.233560 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-09bce585-b352-463a-a247-4e2a64744122 req-f558d6dc-620c-49e2-aaa0-cd0d5748283e tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] 10.222.0.54 "GET /v2.0/ports?device_id=1a1738f2-85f8-4e51-a8e8-0c77f864b3fc HTTP/1.1" status: 200 len: 945 time: 0.1007371 Nov 19 17:45:18.262266 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c88bd167-2604-4f2d-b2b7-0ef22e7e3540', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23d35feb-6f2a-4cac-99bc-621257bae413'}, {'server_uuid': '7d6d80d6-3550-4ad7-998c-1e2c27418ad5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27705cb3-0294-4ee6-a550-a6915d0bf4c8'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:45:18.262610 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3940761bcd94e032e6960d2241bd8993c5d3a7d8dc2aca8488f3ecf1d4dd2fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9135fe1f-7510-460d-b09d-0b790d55b7db" -d '{"events": [{"server_uuid": "c88bd167-2604-4f2d-b2b7-0ef22e7e3540", "name": "network-vif-plugged", "status": "completed", "tag": "23d35feb-6f2a-4cac-99bc-621257bae413"}, {"server_uuid": "7d6d80d6-3550-4ad7-998c-1e2c27418ad5", "name": "network-vif-plugged", "status": "completed", "tag": "27705cb3-0294-4ee6-a550-a6915d0bf4c8"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:45:18.361577 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-09bce585-b352-463a-a247-4e2a64744122 req-12016940-cbe7-4c8c-aca9-61c70eb7b190 tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] 10.222.0.54 "GET /v2.0/security-groups?id=a352ca94-2149-4006-acad-e3c22132eabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264784 Nov 19 17:45:18.529402 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d0ffca-0dca-4357-bb2d-ffc71b56bcab req-02254800-7372-4508-a35d-610225735e95 tempest-ServersTestManualDisk-1071250772 tempest-ServersTestManualDisk-1071250772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:18.548564 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-32d0ffca-0dca-4357-bb2d-ffc71b56bcab req-02254800-7372-4508-a35d-610225735e95 tempest-ServersTestManualDisk-1071250772 tempest-ServersTestManualDisk-1071250772-project] 10.222.0.54 "GET /v2.0/ports?device_id=c88bd167-2604-4f2d-b2b7-0ef22e7e3540 HTTP/1.1" status: 200 len: 946 time: 0.1093884 Nov 19 17:45:18.645171 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-32d0ffca-0dca-4357-bb2d-ffc71b56bcab req-f37a84fd-3fff-4b76-8e1a-4aee9f3405c7 tempest-ServersTestManualDisk-1071250772 tempest-ServersTestManualDisk-1071250772-project] 10.222.0.54 "GET /v2.0/security-groups?id=f4c4b87a-d31e-4bc8-8d2f-26b7397d90bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950222 Nov 19 17:45:18.947754 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c227cf9-3099-4f48-9aa2-d5737a11b276 req-7a9ce0a1-ec5b-482e-9abb-f4b004fdebbf tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:18.950321 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5c227cf9-3099-4f48-9aa2-d5737a11b276 req-7a9ce0a1-ec5b-482e-9abb-f4b004fdebbf tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d6d80d6-3550-4ad7-998c-1e2c27418ad5 HTTP/1.1" status: 200 len: 945 time: 0.1472909 Nov 19 17:45:19.061620 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5c227cf9-3099-4f48-9aa2-d5737a11b276 req-d6a83924-954a-41ee-835b-ed35cf338649 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/security-groups?id=85786454-c560-4317-bd73-95e1b791240f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994575 Nov 19 17:45:19.519441 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ebe6b1f3-5855-4d5e-bd96-551631fa7403 req-6149ac54-3f31-4236-aeec-3d5a48db49fe service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=6f9814ff-8e64-48d8-9f39-139a5f0b0dbe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0832574 Nov 19 17:45:19.631206 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe6b1f3-5855-4d5e-bd96-551631fa7403 req-66418649-4748-4518-809a-f8796fe7cb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:19.633117 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ebe6b1f3-5855-4d5e-bd96-551631fa7403 req-66418649-4748-4518-809a-f8796fe7cb56 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=de10e7e0e3ea4ce28d84ef76e9c1ec3a&device_id=6f9814ff-8e64-48d8-9f39-139a5f0b0dbe HTTP/1.1" status: 200 len: 1095 time: 0.0656180 Nov 19 17:45:19.792093 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe6b1f3-5855-4d5e-bd96-551631fa7403 req-0b8bc82a-29ab-41de-bba6-6245eb15f73d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:19.793576 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ebe6b1f3-5855-4d5e-bd96-551631fa7403 req-0b8bc82a-29ab-41de-bba6-6245eb15f73d service neutron] 10.222.0.60 "GET /v2.0/networks?id=c7b257b3-f66e-4846-9861-5f47f21f4188 HTTP/1.1" status: 200 len: 908 time: 0.1187778 Nov 19 17:45:19.858955 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ebe6b1f3-5855-4d5e-bd96-551631fa7403 req-3aea6e33-42ca-41df-9cb2-65e3d9852bd9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fe5b02dd-74e9-432a-8ab4-84e77d94cb3b HTTP/1.1" status: 200 len: 217 time: 0.0576236 Nov 19 17:45:19.933482 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe6b1f3-5855-4d5e-bd96-551631fa7403 req-9edf4da3-3b2a-4c89-894a-9123fe424a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:19.935162 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ebe6b1f3-5855-4d5e-bd96-551631fa7403 req-9edf4da3-3b2a-4c89-894a-9123fe424a43 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=df2b5fb0-4ad7-475f-930a-bdefef26bd76 HTTP/1.1" status: 200 len: 847 time: 0.0698240 Nov 19 17:45:19.978174 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ebe6b1f3-5855-4d5e-bd96-551631fa7403 req-5fa3ddc5-1ea7-4a71-a91a-71a5ab2acb26 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c7b257b3-f66e-4846-9861-5f47f21f4188&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278218 Nov 19 17:45:20.133542 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ca4724-d231-4256-adf2-92c16bc48ed8 req-7dc417d0-c8ab-4152-9d92-2989e36c985a tempest-ServersTestBootFromVolume-1084178328 tempest-ServersTestBootFromVolume-1084178328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:20.135881 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-45ca4724-d231-4256-adf2-92c16bc48ed8 req-7dc417d0-c8ab-4152-9d92-2989e36c985a tempest-ServersTestBootFromVolume-1084178328 tempest-ServersTestBootFromVolume-1084178328-project] 10.222.0.54 "GET /v2.0/ports?device_id=e33d0af4-0080-4fe5-a9b8-982da66e8549 HTTP/1.1" status: 200 len: 943 time: 0.1130378 Nov 19 17:45:20.137958 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-699d6be5-39fc-45f5-bcbb-9a43543fae8c req-41501c8e-08d3-4d55-9a55-8a403b03ea9d tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--836055961&fields=id&tenant_id=dc7ce1e4ff7747b99247f6b026a294f4 HTTP/1.1" status: 200 len: 267 time: 0.1585338 Nov 19 17:45:20.195181 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-45ca4724-d231-4256-adf2-92c16bc48ed8 req-3274301f-1f67-47be-b07e-fab9203e1290 tempest-ServersTestBootFromVolume-1084178328 tempest-ServersTestBootFromVolume-1084178328-project] 10.222.0.54 "GET /v2.0/security-groups?id=2ec0b8a4-c244-45a8-bc97-a42747514333&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480824 Nov 19 17:45:20.251852 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 19 Nov 2021 17:45:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba422001-b172-4a98-b6be-6f71a61af3de x-openstack-request-id: req-ba422001-b172-4a98-b6be-6f71a61af3de {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:45:20.252442 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c88bd167-2604-4f2d-b2b7-0ef22e7e3540", "name": "network-vif-plugged", "status": "completed", "tag": "23d35feb-6f2a-4cac-99bc-621257bae413", "code": 200}, {"server_uuid": "7d6d80d6-3550-4ad7-998c-1e2c27418ad5", "name": "network-vif-plugged", "status": "completed", "tag": "27705cb3-0294-4ee6-a550-a6915d0bf4c8", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:45:20.252442 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ba422001-b172-4a98-b6be-6f71a61af3de {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:45:20.252780 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c88bd167-2604-4f2d-b2b7-0ef22e7e3540', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23d35feb-6f2a-4cac-99bc-621257bae413', 'code': 200} Nov 19 17:45:20.253040 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d6d80d6-3550-4ad7-998c-1e2c27418ad5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27705cb3-0294-4ee6-a550-a6915d0bf4c8', 'code': 200} Nov 19 17:45:20.256726 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ebe6b1f3-5855-4d5e-bd96-551631fa7403 req-6a277e5c-2ee4-4700-b8c8-dcf217744781 service neutron] 10.222.0.60 "GET /v2.0/networks/c7b257b3-f66e-4846-9861-5f47f21f4188?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2690058 Nov 19 17:45:20.367521 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dc6ee7-1209-4319-b79e-c2f3665d7d7b req-8a02739c-e458-492d-88d5-5434c4784cfb tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:20.376470 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-00dc6ee7-1209-4319-b79e-c2f3665d7d7b req-8a02739c-e458-492d-88d5-5434c4784cfb tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec9f9dc4-f3d0-4fbd-b419-1ab72c92e9be HTTP/1.1" status: 200 len: 946 time: 0.0684807 Nov 19 17:45:20.476683 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072b8120-9f52-4f67-99c8-67182595ce08 req-12951a9a-b741-453b-a9c4-d9773e31476b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:20.478592 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-072b8120-9f52-4f67-99c8-67182595ce08 req-12951a9a-b741-453b-a9c4-d9773e31476b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c88bd167-2604-4f2d-b2b7-0ef22e7e3540 HTTP/1.1" status: 200 len: 1097 time: 0.0943549 Nov 19 17:45:20.496096 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-00dc6ee7-1209-4319-b79e-c2f3665d7d7b req-1f521771-80a1-482a-a01e-df831db8b4c9 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/security-groups?id=b596b6e2-4e99-405d-ab15-439621199b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180639 Nov 19 17:45:20.534126 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699d6be5-39fc-45f5-bcbb-9a43543fae8c req-64e40993-e98e-46d0-9753-1ff818c73153 tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:20.540902 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-699d6be5-39fc-45f5-bcbb-9a43543fae8c req-64e40993-e98e-46d0-9753-1ff818c73153 tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] 10.222.0.54 "GET /v2.0/networks?id=54cb42e3-21bb-4900-9add-de52f53a9c78 HTTP/1.1" status: 200 len: 811 time: 0.3920987 Nov 19 17:45:20.593325 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-072b8120-9f52-4f67-99c8-67182595ce08 req-ae4b3b6f-3008-4f04-b32d-fcab2404d9e6 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=f4c4b87a-d31e-4bc8-8d2f-26b7397d90bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954814 Nov 19 17:45:20.599821 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8df8a7-60ac-452d-834f-c7513e2027d3 req-5ba73c00-6de0-4797-8661-be8852fae14a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:20.603165 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8e8df8a7-60ac-452d-834f-c7513e2027d3 req-5ba73c00-6de0-4797-8661-be8852fae14a service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=7d6d80d6-3550-4ad7-998c-1e2c27418ad5 HTTP/1.1" status: 200 len: 1096 time: 0.2038209 Nov 19 17:45:20.631185 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-699d6be5-39fc-45f5-bcbb-9a43543fae8c req-b596f8de-80bb-4abb-b5b8-d0876c361ff9 tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] 10.222.0.54 "GET /v2.0/quotas/dc7ce1e4ff7747b99247f6b026a294f4 HTTP/1.1" status: 200 len: 375 time: 0.0601935 Nov 19 17:45:20.637800 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ebe6b1f3-5855-4d5e-bd96-551631fa7403 req-34f2ad28-66c7-48e5-81fd-957e20b11c22 service neutron] 10.222.0.60 "GET /v2.0/networks/c7b257b3-f66e-4846-9861-5f47f21f4188?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3667812 Nov 19 17:45:20.668233 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cc6ce7-2ad6-4eaf-bfe5-ee1ed65c8c0d req-d11ac24c-3d51-43e2-b6d6-af5f722f66dd tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:20.670384 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-03cc6ce7-2ad6-4eaf-bfe5-ee1ed65c8c0d req-d11ac24c-3d51-43e2-b6d6-af5f722f66dd tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] 10.222.0.54 "GET /v2.0/ports?device_id=1a1738f2-85f8-4e51-a8e8-0c77f864b3fc HTTP/1.1" status: 200 len: 945 time: 0.0619287 Nov 19 17:45:20.699667 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8e8df8a7-60ac-452d-834f-c7513e2027d3 req-40251a3f-41bf-49d6-9fb1-b67072aa6bb1 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=85786454-c560-4317-bd73-95e1b791240f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868943 Nov 19 17:45:20.723465 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-699d6be5-39fc-45f5-bcbb-9a43543fae8c req-4e720b17-4a16-4975-ae33-a5513e6899d2 tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=dc7ce1e4ff7747b99247f6b026a294f4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0825696 Nov 19 17:45:20.785777 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-03cc6ce7-2ad6-4eaf-bfe5-ee1ed65c8c0d req-809bbaec-1db2-4c19-957a-42460f41d0a5 tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] 10.222.0.54 "GET /v2.0/security-groups?id=a352ca94-2149-4006-acad-e3c22132eabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027007 Nov 19 17:45:20.895377 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-699d6be5-39fc-45f5-bcbb-9a43543fae8c req-1d7a801b-68b6-4a71-b767-0b3f50945943 service neutron] 10.222.0.54 "GET /v2.0/networks/54cb42e3-21bb-4900-9add-de52f53a9c78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491418 Nov 19 17:45:20.964795 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac4e47e-f81e-43cb-8b0a-ddf124b74c35 req-b938801e-c495-40d9-b100-491dd6e5dd36 tempest-ServersTestManualDisk-1071250772 tempest-ServersTestManualDisk-1071250772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:20.966446 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-3ac4e47e-f81e-43cb-8b0a-ddf124b74c35 req-b938801e-c495-40d9-b100-491dd6e5dd36 tempest-ServersTestManualDisk-1071250772 tempest-ServersTestManualDisk-1071250772-project] 10.222.0.54 "GET /v2.0/ports?device_id=c88bd167-2604-4f2d-b2b7-0ef22e7e3540 HTTP/1.1" status: 200 len: 946 time: 0.0874035 Nov 19 17:45:21.054705 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-3ac4e47e-f81e-43cb-8b0a-ddf124b74c35 req-00527165-c465-4359-906e-e7a585f41db6 tempest-ServersTestManualDisk-1071250772 tempest-ServersTestManualDisk-1071250772-project] 10.222.0.54 "GET /v2.0/security-groups?id=f4c4b87a-d31e-4bc8-8d2f-26b7397d90bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756552 Nov 19 17:45:21.080464 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-699d6be5-39fc-45f5-bcbb-9a43543fae8c req-17314f5f-2584-47be-9ab1-1b0e69f7cdea service neutron] 10.222.0.54 "GET /v2.0/networks/54cb42e3-21bb-4900-9add-de52f53a9c78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789525 Nov 19 17:45:21.295514 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e5f799-9e8d-4582-b7f7-ffb3643796f4 req-088896a3-0ca1-4c9b-9211-7cee6d17f488 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:21.306006 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-e0e5f799-9e8d-4582-b7f7-ffb3643796f4 req-088896a3-0ca1-4c9b-9211-7cee6d17f488 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d6d80d6-3550-4ad7-998c-1e2c27418ad5 HTTP/1.1" status: 200 len: 945 time: 0.0659366 Nov 19 17:45:21.374451 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-e0e5f799-9e8d-4582-b7f7-ffb3643796f4 req-7108c9d6-6323-4a97-bcc3-24116013f33a tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/security-groups?id=85786454-c560-4317-bd73-95e1b791240f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671299 Nov 19 17:45:21.582087 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a76f275-1f25-4040-b71f-38e668dfea49 req-f751fb9d-7744-4997-8b0c-c826c09c9984 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:21.590692 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-1a76f275-1f25-4040-b71f-38e668dfea49 req-f751fb9d-7744-4997-8b0c-c826c09c9984 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/networks?id=7fe9dda4-bbb5-4db6-b240-cdabda9f2be2 HTTP/1.1" status: 200 len: 813 time: 0.1805053 Nov 19 17:45:21.608062 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-1a76f275-1f25-4040-b71f-38e668dfea49 req-a4bfa49c-fb0c-4e40-a3cc-0e76c0603690 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/quotas/ef849a6e511d48da926cfd9ca438c810 HTTP/1.1" status: 200 len: 375 time: 0.0164144 Nov 19 17:45:21.618734 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df2dc12-385e-40f9-957d-c21f1eebda75 req-790d3948-f5cf-4685-ba5f-45eb41c54a61 tempest-ListImageFiltersTestJSON-250840556 tempest-ListImageFiltersTestJSON-250840556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:21.621948 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-1df2dc12-385e-40f9-957d-c21f1eebda75 req-790d3948-f5cf-4685-ba5f-45eb41c54a61 tempest-ListImageFiltersTestJSON-250840556 tempest-ListImageFiltersTestJSON-250840556-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d129510-5e62-48b1-a79e-75c697dca17f HTTP/1.1" status: 200 len: 951 time: 0.1002891 Nov 19 17:45:21.716777 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-1a76f275-1f25-4040-b71f-38e668dfea49 req-d8442378-36d9-4528-95b0-9d5bd95570b8 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=ef849a6e511d48da926cfd9ca438c810&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1078212 Nov 19 17:45:21.721221 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-1df2dc12-385e-40f9-957d-c21f1eebda75 req-96360ab8-0ac1-4895-9ec8-75ccda48b41b tempest-ListImageFiltersTestJSON-250840556 tempest-ListImageFiltersTestJSON-250840556-project] 10.222.0.54 "GET /v2.0/security-groups?id=157de4a4-d761-407b-be78-1f99889a002d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923584 Nov 19 17:45:21.948862 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-1a76f275-1f25-4040-b71f-38e668dfea49 req-de59d796-0e96-448e-8734-4703753dc519 service neutron] 10.222.0.54 "GET /v2.0/networks/7fe9dda4-bbb5-4db6-b240-cdabda9f2be2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2125745 Nov 19 17:45:22.011135 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6758c98d-1579-4483-9273-18b8ae129116 req-a99e1b2c-df1d-4adf-911e-d623151f0732 tempest-ServersTestBootFromVolume-1084178328 tempest-ServersTestBootFromVolume-1084178328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:22.020959 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6758c98d-1579-4483-9273-18b8ae129116 req-a99e1b2c-df1d-4adf-911e-d623151f0732 tempest-ServersTestBootFromVolume-1084178328 tempest-ServersTestBootFromVolume-1084178328-project] 10.222.0.54 "GET /v2.0/ports?device_id=e33d0af4-0080-4fe5-a9b8-982da66e8549 HTTP/1.1" status: 200 len: 943 time: 0.1091208 Nov 19 17:45:22.105747 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6758c98d-1579-4483-9273-18b8ae129116 req-0559f3f5-ed86-4768-9b0b-164a3b974394 tempest-ServersTestBootFromVolume-1084178328 tempest-ServersTestBootFromVolume-1084178328-project] 10.222.0.54 "GET /v2.0/security-groups?id=2ec0b8a4-c244-45a8-bc97-a42747514333&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837195 Nov 19 17:45:22.122463 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-1a76f275-1f25-4040-b71f-38e668dfea49 req-9a5acd60-4e64-46da-a3cc-2d339f54426c service neutron] 10.222.0.54 "GET /v2.0/networks/7fe9dda4-bbb5-4db6-b240-cdabda9f2be2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646934 Nov 19 17:45:22.295644 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d9dcde61-dc5f-4b34-bb25-b38540cc3a58 req-7b2a60de-765b-475e-be46-4437c1c10a4c tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] 10.222.0.54 "GET /v2.0/ports?device_id=6a3e0f89-1b0c-4e27-83e3-b3760f46b280 HTTP/1.1" status: 200 len: 210 time: 0.0689528 Nov 19 17:45:22.525749 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c1ea79-d901-4006-8f74-13c944936b9d req-71c4836d-b9d3-43ad-85ec-c43160bf392d tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:22.528793 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f1c1ea79-d901-4006-8f74-13c944936b9d req-71c4836d-b9d3-43ad-85ec-c43160bf392d tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] 10.222.0.54 "GET /v2.0/ports?device_id=1a1738f2-85f8-4e51-a8e8-0c77f864b3fc HTTP/1.1" status: 200 len: 945 time: 0.1010501 Nov 19 17:45:22.607933 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a943119-3eae-4214-8725-00b178916833 req-2e2102f7-4a1f-45be-8514-b4de1e1e45df tempest-ServersTestManualDisk-1071250772 tempest-ServersTestManualDisk-1071250772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:22.609909 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9a943119-3eae-4214-8725-00b178916833 req-2e2102f7-4a1f-45be-8514-b4de1e1e45df tempest-ServersTestManualDisk-1071250772 tempest-ServersTestManualDisk-1071250772-project] 10.222.0.54 "GET /v2.0/ports?device_id=c88bd167-2604-4f2d-b2b7-0ef22e7e3540 HTTP/1.1" status: 200 len: 946 time: 0.0750425 Nov 19 17:45:22.617174 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f1c1ea79-d901-4006-8f74-13c944936b9d req-4f006cd4-8a18-494b-a8fc-fe15e52325ec tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] 10.222.0.54 "GET /v2.0/security-groups?id=a352ca94-2149-4006-acad-e3c22132eabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714941 Nov 19 17:45:22.690986 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e8a2a6fd-e4a6-4193-8283-21b9af1ac3b5 req-05e35301-28b9-48f9-b6a1-69ae2047a783 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/ports?device_id=bf59b450-1dae-46ad-8d7d-6243e3e9a7fc HTTP/1.1" status: 200 len: 210 time: 0.0317557 Nov 19 17:45:22.707597 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9a943119-3eae-4214-8725-00b178916833 req-a6596bd4-3a3f-481b-8c5c-b00c302aacf9 tempest-ServersTestManualDisk-1071250772 tempest-ServersTestManualDisk-1071250772-project] 10.222.0.54 "GET /v2.0/security-groups?id=f4c4b87a-d31e-4bc8-8d2f-26b7397d90bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902586 Nov 19 17:45:22.859278 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9caf3d-2ce2-4482-8b5d-88e7dee00a34 req-5978cf83-66b9-47b8-8824-01d830cbb2be tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:22.868585 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7d9caf3d-2ce2-4482-8b5d-88e7dee00a34 req-5978cf83-66b9-47b8-8824-01d830cbb2be tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d6d80d6-3550-4ad7-998c-1e2c27418ad5 HTTP/1.1" status: 200 len: 945 time: 0.0820341 Nov 19 17:45:23.017151 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7d9caf3d-2ce2-4482-8b5d-88e7dee00a34 req-ea5a1f6f-ea3c-4875-9bbf-b083566c0129 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/security-groups?id=85786454-c560-4317-bd73-95e1b791240f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1434343 Nov 19 17:45:23.038122 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e281a535-f61a-440b-958c-51a1e8e7b3b5 req-bd724bf9-b479-4e66-b637-349b565b3251 tempest-ServersTestManualDisk-1071250772 tempest-ServersTestManualDisk-1071250772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:23.038122 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-e281a535-f61a-440b-958c-51a1e8e7b3b5 req-bd724bf9-b479-4e66-b637-349b565b3251 tempest-ServersTestManualDisk-1071250772 tempest-ServersTestManualDisk-1071250772-project] 10.222.0.54 "GET /v2.0/ports?device_id=c88bd167-2604-4f2d-b2b7-0ef22e7e3540 HTTP/1.1" status: 200 len: 946 time: 0.1115966 Nov 19 17:45:23.049991 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 52640) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:45:23.067465 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-b5900477-4663-4b5c-9905-2728ee00b9d4 tempest-ServersTestManualDisk-1071250772 tempest-ServersTestManualDisk-1071250772-project] Request body: {'floatingip': {'port_id': '23d35feb-6f2a-4cac-99bc-621257bae413'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:45:23.171384 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699d6be5-39fc-45f5-bcbb-9a43543fae8c req-edaff500-139e-42fa-b3ca-703599a87b51 tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:23.175428 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-699d6be5-39fc-45f5-bcbb-9a43543fae8c req-edaff500-139e-42fa-b3ca-703599a87b51 tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] 10.222.0.86 "GET /v2.0/networks?id=54cb42e3-21bb-4900-9add-de52f53a9c78 HTTP/1.1" status: 200 len: 811 time: 0.2373090 Nov 19 17:45:23.210268 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b5900477-4663-4b5c-9905-2728ee00b9d4 tempest-ServersTestManualDisk-1071250772 tempest-ServersTestManualDisk-1071250772-project] Publish callbacks [] for floatingip, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:23.312579 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913fbd62-3ca9-47b8-8b36-ef10e4347f04 req-6b68dfe7-f58a-46b4-8d74-e669be0eeda9 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:23.314863 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-913fbd62-3ca9-47b8-8b36-ef10e4347f04 req-6b68dfe7-f58a-46b4-8d74-e669be0eeda9 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d6d80d6-3550-4ad7-998c-1e2c27418ad5 HTTP/1.1" status: 200 len: 945 time: 0.1668983 Nov 19 17:45:23.328874 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 52658) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:45:23.349395 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-7a673ff7-836b-40d3-ab5f-4f8bd39869e3 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Request body: {'floatingip': {'port_id': '27705cb3-0294-4ee6-a550-a6915d0bf4c8'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:45:23.484262 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-699d6be5-39fc-45f5-bcbb-9a43543fae8c req-04e20058-1fc1-47e4-b30c-8f559776ca00 tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dc7ce1e4ff7747b99247f6b026a294f4 HTTP/1.1" status: 200 len: 379 time: 0.2918425 Nov 19 17:45:23.488462 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7a673ff7-836b-40d3-ab5f-4f8bd39869e3 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Publish callbacks [] for floatingip, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:23.559210 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-699d6be5-39fc-45f5-bcbb-9a43543fae8c req-4b5dea31-6613-47bd-aeef-2e89546a432a tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] Request body: {'port': {'device_id': '6a3e0f89-1b0c-4e27-83e3-b3760f46b280', 'network_id': '54cb42e3-21bb-4900-9add-de52f53a9c78', 'admin_state_up': True, 'tenant_id': 'dc7ce1e4ff7747b99247f6b026a294f4', 'security_groups': ['91d8d5ae-e3ab-40c9-a58b-bf281735c710']}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:45:23.624567 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b71b8e8b-8d4e-4034-9cc4-18b9b9cbbdbf req-3a0d9cb6-9c2b-466c-bb1b-8d43b710d64d tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] 10.222.0.54 "GET /v2.0/ports?device_id=6a3e0f89-1b0c-4e27-83e3-b3760f46b280 HTTP/1.1" status: 200 len: 210 time: 0.0626376 Nov 19 17:45:24.034832 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8eb454-b70f-4414-b022-2c01f1a72980 req-4e4d3dce-2660-482c-b5bc-b2e1161b36bb tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:24.036444 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ea8eb454-b70f-4414-b022-2c01f1a72980 req-4e4d3dce-2660-482c-b5bc-b2e1161b36bb tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] 10.222.0.54 "GET /v2.0/ports?device_id=1a1738f2-85f8-4e51-a8e8-0c77f864b3fc HTTP/1.1" status: 200 len: 945 time: 0.1749022 Nov 19 17:45:24.074522 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.db.resource_extend [None req-b5900477-4663-4b5c-9905-2728ee00b9d4 tempest-ServersTestManualDisk-1071250772 tempest-ServersTestManualDisk-1071250772-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 19 17:45:24.189963 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ea8eb454-b70f-4414-b022-2c01f1a72980 req-19ef9fa9-16c4-4868-9eed-ebe0b92c986c tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] 10.222.0.54 "GET /v2.0/security-groups?id=a352ca94-2149-4006-acad-e3c22132eabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329231 Nov 19 17:45:24.192640 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b5900477-4663-4b5c-9905-2728ee00b9d4 tempest-ServersTestManualDisk-1071250772 tempest-ServersTestManualDisk-1071250772-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:24.198863 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b5900477-4663-4b5c-9905-2728ee00b9d4 tempest-ServersTestManualDisk-1071250772 tempest-ServersTestManualDisk-1071250772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-671284'] for floatingip, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:24.246003 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae0b84e-c570-42f0-ae29-e5f0214724f9 req-c14ab24d-401e-497d-a79f-ad046b35cece tempest-ServersTestBootFromVolume-1084178328 tempest-ServersTestBootFromVolume-1084178328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:24.248249 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9ae0b84e-c570-42f0-ae29-e5f0214724f9 req-c14ab24d-401e-497d-a79f-ad046b35cece tempest-ServersTestBootFromVolume-1084178328 tempest-ServersTestBootFromVolume-1084178328-project] 10.222.0.54 "GET /v2.0/ports?device_id=e33d0af4-0080-4fe5-a9b8-982da66e8549 HTTP/1.1" status: 200 len: 943 time: 0.8031797 Nov 19 17:45:24.406408 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-688a55fb-5cdb-4b9c-9bf4-9c8f85aa1071 req-5cc5d252-938d-48c1-9651-58ca169fd067 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/ports?device_id=bf59b450-1dae-46ad-8d7d-6243e3e9a7fc HTTP/1.1" status: 200 len: 210 time: 0.1156585 Nov 19 17:45:24.427936 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a76f275-1f25-4040-b71f-38e668dfea49 req-f12ad12a-d232-4c34-ab4e-be9a9ca4bb35 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:24.429508 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-1a76f275-1f25-4040-b71f-38e668dfea49 req-f12ad12a-d232-4c34-ab4e-be9a9ca4bb35 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.86 "GET /v2.0/networks?id=7fe9dda4-bbb5-4db6-b240-cdabda9f2be2 HTTP/1.1" status: 200 len: 813 time: 0.3652222 Nov 19 17:45:24.431494 n-d-818022-2 neutron-server[103364]: INFO neutron.db.l3_db [None req-b5900477-4663-4b5c-9905-2728ee00b9d4 tempest-ServersTestManualDisk-1071250772 tempest-ServersTestManualDisk-1071250772-project] Floating IP abcb39ed-33b1-4e77-b54e-8f7ef9563763 associated. External IP: 172.25.7.51, port: 23d35feb-6f2a-4cac-99bc-621257bae413. Nov 19 17:45:24.455106 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9ae0b84e-c570-42f0-ae29-e5f0214724f9 req-18fac8b8-a912-44bc-9b72-188c4d3f4a4d tempest-ServersTestBootFromVolume-1084178328 tempest-ServersTestBootFromVolume-1084178328-project] 10.222.0.54 "GET /v2.0/security-groups?id=2ec0b8a4-c244-45a8-bc97-a42747514333&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1796954 Nov 19 17:45:24.539686 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-699d6be5-39fc-45f5-bcbb-9a43543fae8c req-4b5dea31-6613-47bd-aeef-2e89546a432a tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] Made reservation on behalf of dc7ce1e4ff7747b99247f6b026a294f4 for: {'port': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:45:24.544402 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-699d6be5-39fc-45f5-bcbb-9a43543fae8c req-4b5dea31-6613-47bd-aeef-2e89546a432a tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:24.549745 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-1a76f275-1f25-4040-b71f-38e668dfea49 req-0785c3c0-49f2-4fd0-80e5-de34ee5db86f tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] Request body: {'port': {'device_id': 'bf59b450-1dae-46ad-8d7d-6243e3e9a7fc', 'network_id': '7fe9dda4-bbb5-4db6-b240-cdabda9f2be2', 'admin_state_up': True, 'tenant_id': 'ef849a6e511d48da926cfd9ca438c810'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:45:24.744414 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 12475d13-84ce-40f1-8c15-c615d6f3ddb0 no longer exists at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:45:24.896667 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:24.901188 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [req-699d6be5-39fc-45f5-bcbb-9a43543fae8c req-4b5dea31-6613-47bd-aeef-2e89546a432a tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] Allocated IP 172.20.0.6 (54cb42e3-21bb-4900-9add-de52f53a9c78/ce5e5572-06fa-407a-98f7-553783ad7f2f/5e1f4354-bd89-4ead-b9cd-51ca335cc59f) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:45:24.926509 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-1954bddb-89e7-4628-9e0a-5925498e6e4f req-1996df76-cb48-48dd-b9c2-c75e7e1b75a9 tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] 10.222.0.54 "GET /v2.0/ports?device_id=6a3e0f89-1b0c-4e27-83e3-b3760f46b280 HTTP/1.1" status: 200 len: 210 time: 0.0465620 Nov 19 17:45:24.977333 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 12475d13-84ce-40f1-8c15-c615d6f3ddb0, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=12475d13-84ce-40f1-8c15-c615d6f3ddb0,segment=NetworkSegment(1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861),segment_id=1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:45:24.979876 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d129510-5e62-48b1-a79e-75c697dca17f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12475d13-84ce-40f1-8c15-c615d6f3ddb0'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:45:24.982678 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3940761bcd94e032e6960d2241bd8993c5d3a7d8dc2aca8488f3ecf1d4dd2fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9387ef8-cab1-4d05-8af3-acd903200cbf" -d '{"events": [{"server_uuid": "7d129510-5e62-48b1-a79e-75c697dca17f", "name": "network-vif-unplugged", "status": "completed", "tag": "12475d13-84ce-40f1-8c15-c615d6f3ddb0"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:45:24.993433 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:25.054105 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 17:45:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c473266-7c89-410b-bfa0-3b0b90222cac x-openstack-request-id: req-8c473266-7c89-410b-bfa0-3b0b90222cac {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:45:25.054396 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d129510-5e62-48b1-a79e-75c697dca17f", "name": "network-vif-unplugged", "status": "completed", "tag": "12475d13-84ce-40f1-8c15-c615d6f3ddb0", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:45:25.054654 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-8c473266-7c89-410b-bfa0-3b0b90222cac {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:45:25.055045 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d129510-5e62-48b1-a79e-75c697dca17f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12475d13-84ce-40f1-8c15-c615d6f3ddb0', 'code': 200} Nov 19 17:45:25.086911 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=12475d13-84ce-40f1-8c15-c615d6f3ddb0,revision_number=11']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:45:25.168134 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5900477-4663-4b5c-9905-2728ee00b9d4 tempest-ServersTestManualDisk-1071250772 tempest-ServersTestManualDisk-1071250772-project] Router c1e3d67b-ec9e-42dd-afbf-7ec05d918256 has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 17:45:25.286807 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.db.resource_extend [None req-7a673ff7-836b-40d3-ab5f-4f8bd39869e3 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 19 17:45:25.293797 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a76f275-1f25-4040-b71f-38e668dfea49 req-0785c3c0-49f2-4fd0-80e5-de34ee5db86f tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] Made reservation on behalf of ef849a6e511d48da926cfd9ca438c810 for: {'port': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:45:25.300326 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-1a76f275-1f25-4040-b71f-38e668dfea49 req-0785c3c0-49f2-4fd0-80e5-de34ee5db86f tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:25.351053 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5900477-4663-4b5c-9905-2728ee00b9d4 tempest-ServersTestManualDisk-1071250772 tempest-ServersTestManualDisk-1071250772-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 17:45:25.361274 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b5900477-4663-4b5c-9905-2728ee00b9d4 tempest-ServersTestManualDisk-1071250772 tempest-ServersTestManualDisk-1071250772-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for floatingip, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:25.366731 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c256ec10-59e0-414c-833f-e68cd559d5cc None None] Sync routers for ids ['c1e3d67b-ec9e-42dd-afbf-7ec05d918256'] in n-d-818022-2 {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 17:45:25.394876 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c256ec10-59e0-414c-833f-e68cd559d5cc None None] Routers {'c1e3d67b-ec9e-42dd-afbf-7ec05d918256'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:45:25.395511 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-c256ec10-59e0-414c-833f-e68cd559d5cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:45:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['c1e3d67b-ec9e-42dd-afbf-7ec05d918256'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:45:25.420109 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-b5900477-4663-4b5c-9905-2728ee00b9d4 tempest-ServersTestManualDisk-1071250772 tempest-ServersTestManualDisk-1071250772-project] 10.222.0.54 "PUT /v2.0/floatingips/abcb39ed-33b1-4e77-b54e-8f7ef9563763 HTTP/1.1" status: 200 len: 991 time: 2.3684485 Nov 19 17:45:25.421912 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c88bd167-2604-4f2d-b2b7-0ef22e7e3540', 'tag': '23d35feb-6f2a-4cac-99bc-621257bae413'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:45:25.425127 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dd4767a008c23f8566efc82158ee1b1fff34e1a9e908d76d0b6d0ab7e350e5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-289916f0-869d-47e5-bb14-5e5a8fa85ef6" -d '{"events": [{"name": "network-changed", "server_uuid": "c88bd167-2604-4f2d-b2b7-0ef22e7e3540", "tag": "23d35feb-6f2a-4cac-99bc-621257bae413"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:45:25.479220 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff2d707-37bf-49e4-ba6c-239486835f17 req-308513e9-c07f-488c-81a6-f68d93cbec6a tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:25.481058 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-cff2d707-37bf-49e4-ba6c-239486835f17 req-308513e9-c07f-488c-81a6-f68d93cbec6a tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] 10.222.0.54 "GET /v2.0/ports?device_id=1a1738f2-85f8-4e51-a8e8-0c77f864b3fc HTTP/1.1" status: 200 len: 945 time: 0.1315808 Nov 19 17:45:25.551757 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-cff2d707-37bf-49e4-ba6c-239486835f17 req-214eb3cc-b598-489f-bc3e-6609cebed67f tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] 10.222.0.54 "GET /v2.0/security-groups?id=a352ca94-2149-4006-acad-e3c22132eabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607653 Nov 19 17:45:25.590048 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7a673ff7-836b-40d3-ab5f-4f8bd39869e3 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:25.610454 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7a673ff7-836b-40d3-ab5f-4f8bd39869e3 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-671284'] for floatingip, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:25.630051 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-c256ec10-59e0-414c-833f-e68cd559d5cc None None] Set router c1e3d67b-ec9e-42dd-afbf-7ec05d918256 gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:45:25.650154 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 17:45:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9572aba0-7b97-485d-a0ed-4b4aa2e38c26 x-openstack-request-id: req-9572aba0-7b97-485d-a0ed-4b4aa2e38c26 {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:45:25.651272 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c88bd167-2604-4f2d-b2b7-0ef22e7e3540", "tag": "23d35feb-6f2a-4cac-99bc-621257bae413", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:45:25.652774 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-9572aba0-7b97-485d-a0ed-4b4aa2e38c26 {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:45:25.653952 n-d-818022-2 neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c88bd167-2604-4f2d-b2b7-0ef22e7e3540', 'tag': '23d35feb-6f2a-4cac-99bc-621257bae413', 'status': 'completed', 'code': 200} Nov 19 17:45:25.705610 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-699d6be5-39fc-45f5-bcbb-9a43543fae8c req-4b5dea31-6613-47bd-aeef-2e89546a432a tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:25.846383 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8472d731-34d4-468d-ab1f-414931197bcd req-201bdb17-7265-4aa0-abc0-4d226ca8d86e tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/ports?device_id=bf59b450-1dae-46ad-8d7d-6243e3e9a7fc HTTP/1.1" status: 200 len: 210 time: 0.0606415 Nov 19 17:45:25.874766 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54380f4-9e9e-495a-b118-c0a4e54c4fb2 req-7211fbe1-4fbc-41b8-8eb6-99ae13f98fcd tempest-ServersTestBootFromVolume-1084178328 tempest-ServersTestBootFromVolume-1084178328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:25.883109 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [req-1a76f275-1f25-4040-b71f-38e668dfea49 req-0785c3c0-49f2-4fd0-80e5-de34ee5db86f tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] Allocated IP 172.20.0.8 (7fe9dda4-bbb5-4db6-b240-cdabda9f2be2/a2a11d26-01c8-41f8-8b08-cf64deb00190/40077e88-fe53-4aa9-a721-b8b2bd94ab74) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:45:25.892761 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c54380f4-9e9e-495a-b118-c0a4e54c4fb2 req-7211fbe1-4fbc-41b8-8eb6-99ae13f98fcd tempest-ServersTestBootFromVolume-1084178328 tempest-ServersTestBootFromVolume-1084178328-project] 10.222.0.54 "GET /v2.0/ports?device_id=e33d0af4-0080-4fe5-a9b8-982da66e8549 HTTP/1.1" status: 200 len: 943 time: 0.1084580 Nov 19 17:45:25.904344 n-d-818022-2 neutron-server[103365]: INFO neutron.db.l3_db [None req-7a673ff7-836b-40d3-ab5f-4f8bd39869e3 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Floating IP 95b41ece-4063-4894-91ee-390fb8439199 associated. External IP: 172.25.7.243, port: 27705cb3-0294-4ee6-a550-a6915d0bf4c8. Nov 19 17:45:25.955999 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289916f0-869d-47e5-bb14-5e5a8fa85ef6 req-7e7a175e-0aac-4095-a0a7-af7e5e36bb9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:25.957520 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-289916f0-869d-47e5-bb14-5e5a8fa85ef6 req-7e7a175e-0aac-4095-a0a7-af7e5e36bb9d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8cb1e5a5a641451797fbe7c2973eb9c3&device_id=c88bd167-2604-4f2d-b2b7-0ef22e7e3540 HTTP/1.1" status: 200 len: 1097 time: 0.2771587 Nov 19 17:45:25.959229 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c54380f4-9e9e-495a-b118-c0a4e54c4fb2 req-5144c47c-4b79-4ede-a574-6550b684ac5b tempest-ServersTestBootFromVolume-1084178328 tempest-ServersTestBootFromVolume-1084178328-project] 10.222.0.54 "GET /v2.0/security-groups?id=2ec0b8a4-c244-45a8-bc97-a42747514333&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642443 Nov 19 17:45:26.035538 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-c256ec10-59e0-414c-833f-e68cd559d5cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1e3d67b-ec9e-42dd-afbf-7ec05d918256', 'name': 'tempest-ServersTestManualDisk-516738552-router', 'tenant_id': '8cb1e5a5a641451797fbe7c2973eb9c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.253'}], 'enable_snat': True}, 'gw_port_id': 'd2a73b20-7bbf-411c-bdfa-838b40960d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:44:35Z', 'updated_at': '2021-11-19T17:44:43Z', 'revision_number': 4, 'project_id': '8cb1e5a5a641451797fbe7c2973eb9c3', 'gw_port': {'id': 'd2a73b20-7bbf-411c-bdfa-838b40960d96', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ce:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1e3d67b-ec9e-42dd-afbf-7ec05d918256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:44:37Z', 'updated_at': '2021-11-19T17:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_floatingips': [{'id': 'abcb39ed-33b1-4e77-b54e-8f7ef9563763', 'tenant_id': '8cb1e5a5a641451797fbe7c2973eb9c3', 'floating_ip_address': '172.25.7.51', 'floating_network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'router_id': 'c1e3d67b-ec9e-42dd-afbf-7ec05d918256', 'port_id': '23d35feb-6f2a-4cac-99bc-621257bae413', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1058, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68d5f663-92fc-4736-815b-80848ebf1633', 'mac_address': 'fa:16:3e:b7:36:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c88bd167-2604-4f2d-b2b7-0ef22e7e3540', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T17:44:53Z', 'updated_at': '2021-11-19T17:45:23Z', 'revision_number': 1, 'project_id': '8cb1e5a5a641451797fbe7c2973eb9c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23f1decd-7d42-4d18-9034-6224737ad89d', 'name': '', 'network_id': '68d5f663-92fc-4736-815b-80848ebf1633', 'tenant_id': '8cb1e5a5a641451797fbe7c2973eb9c3', 'mac_address': 'fa:16:3e:23:79:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1e3d67b-ec9e-42dd-afbf-7ec05d918256', 'device_owner': 'network:router_interface', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': 'f2d4e105-70fd-4c87-8b5e-3202977eb756', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:44:41Z', 'updated_at': '2021-11-19T17:44:50Z', 'revision_number': 5, 'project_id': '8cb1e5a5a641451797fbe7c2973eb9c3', 'subnets': [{'id': 'f2d4e105-70fd-4c87-8b5e-3202977eb756', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:45:26.073652 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c256ec10-59e0-414c-833f-e68cd559d5cc None None] Checking router: c1e3d67b-ec9e-42dd-afbf-7ec05d918256 for host: n-d-818022-2 {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 17:45:26.074136 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-699d6be5-39fc-45f5-bcbb-9a43543fae8c req-4b5dea31-6613-47bd-aeef-2e89546a432a tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:26.085960 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c256ec10-59e0-414c-833f-e68cd559d5cc None None] Routers {'c1e3d67b-ec9e-42dd-afbf-7ec05d918256'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:45:26.086999 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-c256ec10-59e0-414c-833f-e68cd559d5cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:45:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['c1e3d67b-ec9e-42dd-afbf-7ec05d918256'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:45:26.221969 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603c8dcd-61a2-4d6e-bb47-62507e8d4e33 req-aa144348-2b6b-40e8-b62c-447ecc77c56d tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:26.230220 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-603c8dcd-61a2-4d6e-bb47-62507e8d4e33 req-aa144348-2b6b-40e8-b62c-447ecc77c56d tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] 10.222.0.54 "GET /v2.0/ports?device_id=6a3e0f89-1b0c-4e27-83e3-b3760f46b280 HTTP/1.1" status: 200 len: 931 time: 0.1301277 Nov 19 17:45:26.246404 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-c256ec10-59e0-414c-833f-e68cd559d5cc None None] Set router c1e3d67b-ec9e-42dd-afbf-7ec05d918256 gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:45:26.263371 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-699d6be5-39fc-45f5-bcbb-9a43543fae8c req-4b5dea31-6613-47bd-aeef-2e89546a432a tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] Network 54cb42e3-21bb-4900-9add-de52f53a9c78 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:45:26.264638 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5dea31-6613-47bd-aeef-2e89546a432a tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] Pushing event updated for resources: {'Port': ['ID=5e1f4354-bd89-4ead-b9cd-51ca335cc59f,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:45:26.328058 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-603c8dcd-61a2-4d6e-bb47-62507e8d4e33 req-fe421ecb-4678-4352-a12f-74af86a7a5ac tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] 10.222.0.54 "GET /v2.0/security-groups?id=91d8d5ae-e3ab-40c9-a58b-bf281735c710&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0967207 Nov 19 17:45:26.351451 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [req-699d6be5-39fc-45f5-bcbb-9a43543fae8c req-4b5dea31-6613-47bd-aeef-2e89546a432a tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:45:26.366229 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-699d6be5-39fc-45f5-bcbb-9a43543fae8c req-4b5dea31-6613-47bd-aeef-2e89546a432a tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:45:26.448136 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289916f0-869d-47e5-bb14-5e5a8fa85ef6 req-a94bee7c-e5a2-407d-a316-3f535390170b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:26.449923 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-289916f0-869d-47e5-bb14-5e5a8fa85ef6 req-a94bee7c-e5a2-407d-a316-3f535390170b service neutron] 10.222.0.60 "GET /v2.0/networks?id=68d5f663-92fc-4736-815b-80848ebf1633 HTTP/1.1" status: 200 len: 912 time: 0.4823134 Nov 19 17:45:26.518775 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-1a76f275-1f25-4040-b71f-38e668dfea49 req-0785c3c0-49f2-4fd0-80e5-de34ee5db86f tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:26.650354 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699d6be5-39fc-45f5-bcbb-9a43543fae8c req-4b5dea31-6613-47bd-aeef-2e89546a432a tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:26.650899 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-699d6be5-39fc-45f5-bcbb-9a43543fae8c req-4b5dea31-6613-47bd-aeef-2e89546a432a tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:26.704877 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-289916f0-869d-47e5-bb14-5e5a8fa85ef6 req-13ef498e-c868-4fbd-9331-a92b08346619 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=23d35feb-6f2a-4cac-99bc-621257bae413 HTTP/1.1" status: 200 len: 999 time: 0.2436876 Nov 19 17:45:26.713695 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-699d6be5-39fc-45f5-bcbb-9a43543fae8c req-4b5dea31-6613-47bd-aeef-2e89546a432a tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1612198 Nov 19 17:45:26.755374 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-699d6be5-39fc-45f5-bcbb-9a43543fae8c req-8b8d7cd7-2ace-4588-9fe2-14b5a8b2e62e service neutron] Request body: {'port': {'device_id': '6a3e0f89-1b0c-4e27-83e3-b3760f46b280', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818022-2'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:45:26.756304 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-c256ec10-59e0-414c-833f-e68cd559d5cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1e3d67b-ec9e-42dd-afbf-7ec05d918256', 'name': 'tempest-ServersTestManualDisk-516738552-router', 'tenant_id': '8cb1e5a5a641451797fbe7c2973eb9c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.253'}], 'enable_snat': True}, 'gw_port_id': 'd2a73b20-7bbf-411c-bdfa-838b40960d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:44:35Z', 'updated_at': '2021-11-19T17:44:43Z', 'revision_number': 4, 'project_id': '8cb1e5a5a641451797fbe7c2973eb9c3', 'gw_port': {'id': 'd2a73b20-7bbf-411c-bdfa-838b40960d96', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ce:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1e3d67b-ec9e-42dd-afbf-7ec05d918256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:44:37Z', 'updated_at': '2021-11-19T17:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_floatingips': [{'id': 'abcb39ed-33b1-4e77-b54e-8f7ef9563763', 'tenant_id': '8cb1e5a5a641451797fbe7c2973eb9c3', 'floating_ip_address': '172.25.7.51', 'floating_network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'router_id': 'c1e3d67b-ec9e-42dd-afbf-7ec05d918256', 'port_id': '23d35feb-6f2a-4cac-99bc-621257bae413', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1058, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68d5f663-92fc-4736-815b-80848ebf1633', 'mac_address': 'fa:16:3e:b7:36:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c88bd167-2604-4f2d-b2b7-0ef22e7e3540', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T17:44:53Z', 'updated_at': '2021-11-19T17:45:23Z', 'revision_number': 1, 'project_id': '8cb1e5a5a641451797fbe7c2973eb9c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23f1decd-7d42-4d18-9034-6224737ad89d', 'name': '', 'network_id': '68d5f663-92fc-4736-815b-80848ebf1633', 'tenant_id': '8cb1e5a5a641451797fbe7c2973eb9c3', 'mac_address': 'fa:16:3e:23:79:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1e3d67b-ec9e-42dd-afbf-7ec05d918256', 'device_owner': 'network:router_interface', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': 'f2d4e105-70fd-4c87-8b5e-3202977eb756', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:44:41Z', 'updated_at': '2021-11-19T17:44:50Z', 'revision_number': 5, 'project_id': '8cb1e5a5a641451797fbe7c2973eb9c3', 'subnets': [{'id': 'f2d4e105-70fd-4c87-8b5e-3202977eb756', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:45:26.758969 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-1a76f275-1f25-4040-b71f-38e668dfea49 req-0785c3c0-49f2-4fd0-80e5-de34ee5db86f tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:26.767547 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a673ff7-836b-40d3-ab5f-4f8bd39869e3 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Router e058c21b-c236-492c-ad55-4a9321e6f5bb has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 17:45:26.809956 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] get_ports_and_sgs() called for port_ids ['71243686-16d7-4505-9eb3-c400bc2cf33c'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:45:26.842414 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b08d34-a4a0-45cc-a5db-15b2e417b630 req-07240112-e8a4-4478-80e7-62083d6142e9 tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:26.858724 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-09b08d34-a4a0-45cc-a5db-15b2e417b630 req-07240112-e8a4-4478-80e7-62083d6142e9 tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] 10.222.0.54 "GET /v2.0/ports?device_id=1a1738f2-85f8-4e51-a8e8-0c77f864b3fc HTTP/1.1" status: 200 len: 945 time: 0.1740084 Nov 19 17:45:26.878541 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-8de194f3-a0d4-414b-a791-89274b88e030 None None] Provisioning complete for port 5e1f4354-bd89-4ead-b9cd-51ca335cc59f triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:45:26.881147 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c256ec10-59e0-414c-833f-e68cd559d5cc None None] The sync data for ids ['c1e3d67b-ec9e-42dd-afbf-7ec05d918256'] in n-d-818022-2 is: [{'id': 'c1e3d67b-ec9e-42dd-afbf-7ec05d918256', 'name': 'tempest-ServersTestManualDisk-516738552-router', 'tenant_id': '8cb1e5a5a641451797fbe7c2973eb9c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.253'}], 'enable_snat': True}, 'gw_port_id': 'd2a73b20-7bbf-411c-bdfa-838b40960d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:44:35Z', 'updated_at': '2021-11-19T17:44:43Z', 'revision_number': 4, 'project_id': '8cb1e5a5a641451797fbe7c2973eb9c3', 'gw_port': {'id': 'd2a73b20-7bbf-411c-bdfa-838b40960d96', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ce:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1e3d67b-ec9e-42dd-afbf-7ec05d918256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:44:37Z', 'updated_at': '2021-11-19T17:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_floatingips': [{'id': 'abcb39ed-33b1-4e77-b54e-8f7ef9563763', 'tenant_id': '8cb1e5a5a641451797fbe7c2973eb9c3', 'floating_ip_address': '172.25.7.51', 'floating_network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'router_id': 'c1e3d67b-ec9e-42dd-afbf-7ec05d918256', 'port_id': '23d35feb-6f2a-4cac-99bc-621257bae413', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1058, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68d5f663-92fc-4736-815b-80848ebf1633', 'mac_address': 'fa:16:3e:b7:36:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c88bd167-2604-4f2d-b2b7-0ef22e7e3540', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T17:44:53Z', 'updated_at': '2021-11-19T17:45:23Z', 'revision_number': 1, 'project_id': '8cb1e5a5a641451797fbe7c2973eb9c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23f1decd-7d42-4d18-9034-6224737ad89d', 'name': '', 'network_id': '68d5f663-92fc-4736-815b-80848ebf1633', 'tenant_id': '8cb1e5a5a641451797fbe7c2973eb9c3', 'mac_address': 'fa:16:3e:23:79:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1e3d67b-ec9e-42dd-afbf-7ec05d918256', 'device_owner': 'network:router_interface', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': 'f2d4e105-70fd-4c87-8b5e-3202977eb756', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:44:41Z', 'updated_at': '2021-11-19T17:44:50Z', 'revision_number': 5, 'project_id': '8cb1e5a5a641451797fbe7c2973eb9c3', 'subnets': [{'id': 'f2d4e105-70fd-4c87-8b5e-3202977eb756', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 17:45:26.882008 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8de194f3-a0d4-414b-a791-89274b88e030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:26.956240 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-09b08d34-a4a0-45cc-a5db-15b2e417b630 req-03a8fe2d-9a63-4162-ac8f-dde401e71ec6 tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] 10.222.0.54 "GET /v2.0/security-groups?id=a352ca94-2149-4006-acad-e3c22132eabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950091 Nov 19 17:45:26.986150 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-8de194f3-a0d4-414b-a791-89274b88e030 None None] Port 5e1f4354-bd89-4ead-b9cd-51ca335cc59f cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:45:27.399344 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-699d6be5-39fc-45f5-bcbb-9a43543fae8c req-8b8d7cd7-2ace-4588-9fe2-14b5a8b2e62e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:27.415847 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336dba33-2cd4-4885-811f-c45d392c8b22 req-afa09443-bbf1-4033-abc5-30f2d7fc37a3 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:27.416140 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ffc2bd-a204-418b-86e6-c74a6b73afa0 None None] New status for floating IP abcb39ed-33b1-4e77-b54e-8f7ef9563763: ACTIVE {{(pid=103366) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 17:45:27.416761 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-336dba33-2cd4-4885-811f-c45d392c8b22 req-afa09443-bbf1-4033-abc5-30f2d7fc37a3 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/ports?device_id=bf59b450-1dae-46ad-8d7d-6243e3e9a7fc HTTP/1.1" status: 200 len: 931 time: 0.0889876 Nov 19 17:45:27.434512 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a76f275-1f25-4040-b71f-38e668dfea49 req-0785c3c0-49f2-4fd0-80e5-de34ee5db86f tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] Network 7fe9dda4-bbb5-4db6-b240-cdabda9f2be2 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:45:27.450910 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289916f0-869d-47e5-bb14-5e5a8fa85ef6 req-ccca244f-3315-4509-a6d1-1920fb0555bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:27.453527 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-289916f0-869d-47e5-bb14-5e5a8fa85ef6 req-ccca244f-3315-4509-a6d1-1920fb0555bc service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f2d4e105-70fd-4c87-8b5e-3202977eb756 HTTP/1.1" status: 200 len: 850 time: 0.7388308 Nov 19 17:45:27.496127 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [req-1a76f275-1f25-4040-b71f-38e668dfea49 req-0785c3c0-49f2-4fd0-80e5-de34ee5db86f tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:45:27.504422 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-336dba33-2cd4-4885-811f-c45d392c8b22 req-ae677a16-5716-4bb4-8014-b54c204f7c4c tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/security-groups?id=b596b6e2-4e99-405d-ab15-439621199b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771298 Nov 19 17:45:27.538922 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a76f275-1f25-4040-b71f-38e668dfea49 req-0785c3c0-49f2-4fd0-80e5-de34ee5db86f tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:45:27.542232 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0785c3c0-49f2-4fd0-80e5-de34ee5db86f tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] Pushing event updated for resources: {'Port': ['ID=40077e88-fe53-4aa9-a721-b8b2bd94ab74,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:45:27.864745 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6638905c-bf22-4d33-bb12-00bc096799b8 req-ab47fa36-8afc-4225-8804-911feb6ccf41 tempest-ServersTestBootFromVolume-1084178328 tempest-ServersTestBootFromVolume-1084178328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:27.866410 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6638905c-bf22-4d33-bb12-00bc096799b8 req-ab47fa36-8afc-4225-8804-911feb6ccf41 tempest-ServersTestBootFromVolume-1084178328 tempest-ServersTestBootFromVolume-1084178328-project] 10.222.0.54 "GET /v2.0/ports?device_id=e33d0af4-0080-4fe5-a9b8-982da66e8549 HTTP/1.1" status: 200 len: 943 time: 0.5049298 Nov 19 17:45:27.879059 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a673ff7-836b-40d3-ab5f-4f8bd39869e3 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 17:45:27.892220 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c838c427-b69c-479e-acf9-81a60346567c None None] Sync routers for ids ['e058c21b-c236-492c-ad55-4a9321e6f5bb'] in n-d-818022-2 {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 17:45:27.904235 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7a673ff7-836b-40d3-ab5f-4f8bd39869e3 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for floatingip, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:27.911731 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289916f0-869d-47e5-bb14-5e5a8fa85ef6 req-05163a5e-e7cd-45a0-8b5e-9f62a890e25a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:27.913739 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-289916f0-869d-47e5-bb14-5e5a8fa85ef6 req-05163a5e-e7cd-45a0-8b5e-9f62a890e25a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=68d5f663-92fc-4736-815b-80848ebf1633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4127326 Nov 19 17:45:27.921049 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c838c427-b69c-479e-acf9-81a60346567c None None] Routers {'e058c21b-c236-492c-ad55-4a9321e6f5bb'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:45:27.923635 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-c838c427-b69c-479e-acf9-81a60346567c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:45:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['e058c21b-c236-492c-ad55-4a9321e6f5bb'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:45:27.965171 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a76f275-1f25-4040-b71f-38e668dfea49 req-0785c3c0-49f2-4fd0-80e5-de34ee5db86f tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:27.967143 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-1a76f275-1f25-4040-b71f-38e668dfea49 req-0785c3c0-49f2-4fd0-80e5-de34ee5db86f tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:28.100057 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-c838c427-b69c-479e-acf9-81a60346567c None None] Set router e058c21b-c236-492c-ad55-4a9321e6f5bb gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:45:28.114643 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-7a673ff7-836b-40d3-ab5f-4f8bd39869e3 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "PUT /v2.0/floatingips/95b41ece-4063-4894-91ee-390fb8439199 HTTP/1.1" status: 200 len: 991 time: 4.7767305 Nov 19 17:45:28.126841 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d6d80d6-3550-4ad7-998c-1e2c27418ad5', 'tag': '27705cb3-0294-4ee6-a550-a6915d0bf4c8'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:45:28.130199 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218319d759239a7d11f1288aef37381b97754913ee9ccbfd43b51a463f801712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfbb4c96-7f02-4919-8b1b-0d9941a2419c" -d '{"events": [{"name": "network-changed", "server_uuid": "7d6d80d6-3550-4ad7-998c-1e2c27418ad5", "tag": "27705cb3-0294-4ee6-a550-a6915d0bf4c8"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:45:28.146072 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-1a76f275-1f25-4040-b71f-38e668dfea49 req-0785c3c0-49f2-4fd0-80e5-de34ee5db86f tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6890831 Nov 19 17:45:28.176722 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-1a76f275-1f25-4040-b71f-38e668dfea49 req-9bf91cfd-8fc0-4088-a16c-8e942e90919c service neutron] Request body: {'port': {'device_id': 'bf59b450-1dae-46ad-8d7d-6243e3e9a7fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818022-2'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:45:28.214512 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6638905c-bf22-4d33-bb12-00bc096799b8 req-a3c76b51-1d52-451f-8f51-4fef965bb0c2 tempest-ServersTestBootFromVolume-1084178328 tempest-ServersTestBootFromVolume-1084178328-project] 10.222.0.54 "GET /v2.0/security-groups?id=2ec0b8a4-c244-45a8-bc97-a42747514333&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3312666 Nov 19 17:45:28.296953 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-289916f0-869d-47e5-bb14-5e5a8fa85ef6 req-ad4470d3-b736-4238-bae4-e5098cba11ce service neutron] 10.222.0.60 "GET /v2.0/networks/68d5f663-92fc-4736-815b-80848ebf1633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3657703 Nov 19 17:45:28.298117 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-1a76f275-1f25-4040-b71f-38e668dfea49 req-9bf91cfd-8fc0-4088-a16c-8e942e90919c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:28.377674 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f255af73-382f-4d31-94e2-25a270c297ab req-3ed5a3ad-79d6-4ed2-98d8-6f66f42b754d tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:28.379194 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f255af73-382f-4d31-94e2-25a270c297ab req-3ed5a3ad-79d6-4ed2-98d8-6f66f42b754d tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] 10.222.0.54 "GET /v2.0/ports?device_id=6a3e0f89-1b0c-4e27-83e3-b3760f46b280 HTTP/1.1" status: 200 len: 931 time: 0.0852692 Nov 19 17:45:28.433669 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f255af73-382f-4d31-94e2-25a270c297ab req-ec1e18cc-06a1-4f11-b783-2840d29b5658 tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] 10.222.0.54 "GET /v2.0/security-groups?id=91d8d5ae-e3ab-40c9-a58b-bf281735c710&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463796 Nov 19 17:45:28.488334 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-c838c427-b69c-479e-acf9-81a60346567c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e058c21b-c236-492c-ad55-4a9321e6f5bb', 'name': 'tempest-AttachVolumeShelveTestJSON-450598237-router', 'tenant_id': '063ef7e3fa9c49daa0ae772568226d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.182'}], 'enable_snat': True}, 'gw_port_id': 'ed871de4-65e1-44dc-aeee-b66bab971245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:44:20Z', 'updated_at': '2021-11-19T17:44:31Z', 'revision_number': 4, 'project_id': '063ef7e3fa9c49daa0ae772568226d29', 'gw_port': {'id': 'ed871de4-65e1-44dc-aeee-b66bab971245', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:d4:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e058c21b-c236-492c-ad55-4a9321e6f5bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:44:22Z', 'updated_at': '2021-11-19T17:44:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_floatingips': [{'id': '95b41ece-4063-4894-91ee-390fb8439199', 'tenant_id': '063ef7e3fa9c49daa0ae772568226d29', 'floating_ip_address': '172.25.7.243', 'floating_network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'router_id': 'e058c21b-c236-492c-ad55-4a9321e6f5bb', 'port_id': '27705cb3-0294-4ee6-a550-a6915d0bf4c8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1060, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdcadcc4-b6d0-4be3-9284-8f7eda9af8ea', 'mac_address': 'fa:16:3e:e2:09:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d6d80d6-3550-4ad7-998c-1e2c27418ad5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T17:44:54Z', 'updated_at': '2021-11-19T17:45:25Z', 'revision_number': 1, 'project_id': '063ef7e3fa9c49daa0ae772568226d29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '895fd70c-7075-431e-836d-c15db92d5d5d', 'name': '', 'network_id': 'fdcadcc4-b6d0-4be3-9284-8f7eda9af8ea', 'tenant_id': '063ef7e3fa9c49daa0ae772568226d29', 'mac_address': 'fa:16:3e:49:ca:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e058c21b-c236-492c-ad55-4a9321e6f5bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '5dbfa5af-1ad8-4df8-a1b2-cc6152eda1a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:44:29Z', 'updated_at': '2021-11-19T17:44:43Z', 'revision_number': 5, 'project_id': '063ef7e3fa9c49daa0ae772568226d29', 'subnets': [{'id': '5dbfa5af-1ad8-4df8-a1b2-cc6152eda1a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:45:28.543055 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c838c427-b69c-479e-acf9-81a60346567c None None] Checking router: e058c21b-c236-492c-ad55-4a9321e6f5bb for host: n-d-818022-2 {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 17:45:28.558731 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c838c427-b69c-479e-acf9-81a60346567c None None] Routers {'e058c21b-c236-492c-ad55-4a9321e6f5bb'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:45:28.559724 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-c838c427-b69c-479e-acf9-81a60346567c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:45:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['e058c21b-c236-492c-ad55-4a9321e6f5bb'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:45:28.686634 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 17:45:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-803bd24e-6ae4-4757-9b16-5865cc3f55d7 x-openstack-request-id: req-803bd24e-6ae4-4757-9b16-5865cc3f55d7 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:45:28.694335 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d6d80d6-3550-4ad7-998c-1e2c27418ad5", "tag": "27705cb3-0294-4ee6-a550-a6915d0bf4c8", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:45:28.694682 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-803bd24e-6ae4-4757-9b16-5865cc3f55d7 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:45:28.695139 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d6d80d6-3550-4ad7-998c-1e2c27418ad5', 'tag': '27705cb3-0294-4ee6-a550-a6915d0bf4c8', 'status': 'completed', 'code': 200} Nov 19 17:45:28.704631 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-289916f0-869d-47e5-bb14-5e5a8fa85ef6 req-7a365855-2e41-41f7-a741-7ff0e4927bfc service neutron] 10.222.0.60 "GET /v2.0/networks/68d5f663-92fc-4736-815b-80848ebf1633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3934572 Nov 19 17:45:28.738729 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbb4c96-7f02-4919-8b1b-0d9941a2419c req-7374c2c4-c740-4738-b0f9-231fe58f2aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:28.742233 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-cfbb4c96-7f02-4919-8b1b-0d9941a2419c req-7374c2c4-c740-4738-b0f9-231fe58f2aa9 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=063ef7e3fa9c49daa0ae772568226d29&device_id=7d6d80d6-3550-4ad7-998c-1e2c27418ad5 HTTP/1.1" status: 200 len: 1096 time: 0.0796559 Nov 19 17:45:28.770689 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 5cd3e24d-14f2-4ee7-a42a-b86419bc8a16 details requested by agent hyperv_n-h1-818022-2 with host n-h1-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 17:45:28.934905 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a60bba-b5ea-4996-afed-dd7949f16bb6 req-2aead4e9-6704-4320-b5e4-78fec9cd188f tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:28.943635 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbb4c96-7f02-4919-8b1b-0d9941a2419c req-6f09996a-a50c-4f9f-80ea-4be321709f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:28.946281 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-96a60bba-b5ea-4996-afed-dd7949f16bb6 req-2aead4e9-6704-4320-b5e4-78fec9cd188f tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] 10.222.0.54 "GET /v2.0/ports?device_id=1a1738f2-85f8-4e51-a8e8-0c77f864b3fc HTTP/1.1" status: 200 len: 945 time: 0.6396866 Nov 19 17:45:28.948023 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-cfbb4c96-7f02-4919-8b1b-0d9941a2419c req-6f09996a-a50c-4f9f-80ea-4be321709f20 service neutron] 10.222.0.86 "GET /v2.0/networks?id=fdcadcc4-b6d0-4be3-9284-8f7eda9af8ea HTTP/1.1" status: 200 len: 917 time: 0.1961184 Nov 19 17:45:28.960579 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-c838c427-b69c-479e-acf9-81a60346567c None None] Set router e058c21b-c236-492c-ad55-4a9321e6f5bb gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:45:29.069469 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [req-699d6be5-39fc-45f5-bcbb-9a43543fae8c req-8b8d7cd7-2ace-4588-9fe2-14b5a8b2e62e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e1f4354-bd89-4ead-b9cd-51ca335cc59f {{(pid=103365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:45:29.088492 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 5cd3e24d-14f2-4ee7-a42a-b86419bc8a16, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=5cd3e24d-14f2-4ee7-a42a-b86419bc8a16,segment=NetworkSegment(56605957-e95e-44f4-a52a-6898a394ea61),segment_id=56605957-e95e-44f4-a52a-6898a394ea61)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:45:29.101929 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-699d6be5-39fc-45f5-bcbb-9a43543fae8c req-8b8d7cd7-2ace-4588-9fe2-14b5a8b2e62e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:29.115375 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Returning: {'device': '5cd3e24d-14f2-4ee7-a42a-b86419bc8a16', 'network_id': '2c552d15-d4c8-45a0-876e-f450c6de937e', 'port_id': '5cd3e24d-14f2-4ee7-a42a-b86419bc8a16', 'mac_address': 'fa:16:3e:b0:d3:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '692086f0-4f6a-4acd-a98f-26302c460ba8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 17:45:29.122489 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-cfbb4c96-7f02-4919-8b1b-0d9941a2419c req-d246b628-a126-4c79-a621-13fa06ee737c service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=27705cb3-0294-4ee6-a550-a6915d0bf4c8 HTTP/1.1" status: 200 len: 999 time: 0.1603699 Nov 19 17:45:29.123321 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-96a60bba-b5ea-4996-afed-dd7949f16bb6 req-f4578392-eca8-4f9e-aa6d-4a2dd511e6ce tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] 10.222.0.54 "GET /v2.0/security-groups?id=a352ca94-2149-4006-acad-e3c22132eabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742594 Nov 19 17:45:29.191708 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:29.220883 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cd3e24d-14f2-4ee7-a42a-b86419bc8a16 {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:45:29.224174 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.provisioning_blocks [req-699d6be5-39fc-45f5-bcbb-9a43543fae8c req-8b8d7cd7-2ace-4588-9fe2-14b5a8b2e62e service neutron] Transition to ACTIVE for port object 5e1f4354-bd89-4ead-b9cd-51ca335cc59f will not be triggered until provisioned by entity L2. {{(pid=103365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 17:45:29.272645 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-699d6be5-39fc-45f5-bcbb-9a43543fae8c req-8b8d7cd7-2ace-4588-9fe2-14b5a8b2e62e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:29.288067 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbb4c96-7f02-4919-8b1b-0d9941a2419c req-c383cae2-b59a-448c-bdc8-c5db7c14ab0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:29.291066 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-cfbb4c96-7f02-4919-8b1b-0d9941a2419c req-c383cae2-b59a-448c-bdc8-c5db7c14ab0a service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5dbfa5af-1ad8-4df8-a1b2-cc6152eda1a3 HTTP/1.1" status: 200 len: 855 time: 0.1570628 Nov 19 17:45:29.300774 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 5cd3e24d-14f2-4ee7-a42a-b86419bc8a16, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=5cd3e24d-14f2-4ee7-a42a-b86419bc8a16,segment=NetworkSegment(56605957-e95e-44f4-a52a-6898a394ea61),segment_id=56605957-e95e-44f4-a52a-6898a394ea61)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:45:29.309290 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:29.396158 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbb4c96-7f02-4919-8b1b-0d9941a2419c req-8e9d24e1-5f06-4e21-9fde-17b156f3a2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:29.404608 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-cfbb4c96-7f02-4919-8b1b-0d9941a2419c req-8e9d24e1-5f06-4e21-9fde-17b156f3a2ed service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=fdcadcc4-b6d0-4be3-9284-8f7eda9af8ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1008615 Nov 19 17:45:29.503243 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-c838c427-b69c-479e-acf9-81a60346567c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e058c21b-c236-492c-ad55-4a9321e6f5bb', 'name': 'tempest-AttachVolumeShelveTestJSON-450598237-router', 'tenant_id': '063ef7e3fa9c49daa0ae772568226d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.182'}], 'enable_snat': True}, 'gw_port_id': 'ed871de4-65e1-44dc-aeee-b66bab971245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:44:20Z', 'updated_at': '2021-11-19T17:44:31Z', 'revision_number': 4, 'project_id': '063ef7e3fa9c49daa0ae772568226d29', 'gw_port': {'id': 'ed871de4-65e1-44dc-aeee-b66bab971245', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:d4:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e058c21b-c236-492c-ad55-4a9321e6f5bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:44:22Z', 'updated_at': '2021-11-19T17:44:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_floatingips': [{'id': '95b41ece-4063-4894-91ee-390fb8439199', 'tenant_id': '063ef7e3fa9c49daa0ae772568226d29', 'floating_ip_address': '172.25.7.243', 'floating_network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'router_id': 'e058c21b-c236-492c-ad55-4a9321e6f5bb', 'port_id': '27705cb3-0294-4ee6-a550-a6915d0bf4c8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1060, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdcadcc4-b6d0-4be3-9284-8f7eda9af8ea', 'mac_address': 'fa:16:3e:e2:09:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d6d80d6-3550-4ad7-998c-1e2c27418ad5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T17:44:54Z', 'updated_at': '2021-11-19T17:45:25Z', 'revision_number': 1, 'project_id': '063ef7e3fa9c49daa0ae772568226d29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '895fd70c-7075-431e-836d-c15db92d5d5d', 'name': '', 'network_id': 'fdcadcc4-b6d0-4be3-9284-8f7eda9af8ea', 'tenant_id': '063ef7e3fa9c49daa0ae772568226d29', 'mac_address': 'fa:16:3e:49:ca:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e058c21b-c236-492c-ad55-4a9321e6f5bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '5dbfa5af-1ad8-4df8-a1b2-cc6152eda1a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:44:29Z', 'updated_at': '2021-11-19T17:44:43Z', 'revision_number': 5, 'project_id': '063ef7e3fa9c49daa0ae772568226d29', 'subnets': [{'id': '5dbfa5af-1ad8-4df8-a1b2-cc6152eda1a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:45:29.508168 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=5cd3e24d-14f2-4ee7-a42a-b86419bc8a16,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:45:29.550811 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c838c427-b69c-479e-acf9-81a60346567c None None] The sync data for ids ['e058c21b-c236-492c-ad55-4a9321e6f5bb'] in n-d-818022-2 is: [{'id': 'e058c21b-c236-492c-ad55-4a9321e6f5bb', 'name': 'tempest-AttachVolumeShelveTestJSON-450598237-router', 'tenant_id': '063ef7e3fa9c49daa0ae772568226d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.182'}], 'enable_snat': True}, 'gw_port_id': 'ed871de4-65e1-44dc-aeee-b66bab971245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:44:20Z', 'updated_at': '2021-11-19T17:44:31Z', 'revision_number': 4, 'project_id': '063ef7e3fa9c49daa0ae772568226d29', 'gw_port': {'id': 'ed871de4-65e1-44dc-aeee-b66bab971245', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:d4:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e058c21b-c236-492c-ad55-4a9321e6f5bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:44:22Z', 'updated_at': '2021-11-19T17:44:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_floatingips': [{'id': '95b41ece-4063-4894-91ee-390fb8439199', 'tenant_id': '063ef7e3fa9c49daa0ae772568226d29', 'floating_ip_address': '172.25.7.243', 'floating_network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'router_id': 'e058c21b-c236-492c-ad55-4a9321e6f5bb', 'port_id': '27705cb3-0294-4ee6-a550-a6915d0bf4c8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1060, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdcadcc4-b6d0-4be3-9284-8f7eda9af8ea', 'mac_address': 'fa:16:3e:e2:09:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d6d80d6-3550-4ad7-998c-1e2c27418ad5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T17:44:54Z', 'updated_at': '2021-11-19T17:45:25Z', 'revision_number': 1, 'project_id': '063ef7e3fa9c49daa0ae772568226d29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '895fd70c-7075-431e-836d-c15db92d5d5d', 'name': '', 'network_id': 'fdcadcc4-b6d0-4be3-9284-8f7eda9af8ea', 'tenant_id': '063ef7e3fa9c49daa0ae772568226d29', 'mac_address': 'fa:16:3e:49:ca:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e058c21b-c236-492c-ad55-4a9321e6f5bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '5dbfa5af-1ad8-4df8-a1b2-cc6152eda1a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:44:29Z', 'updated_at': '2021-11-19T17:44:43Z', 'revision_number': 5, 'project_id': '063ef7e3fa9c49daa0ae772568226d29', 'subnets': [{'id': '5dbfa5af-1ad8-4df8-a1b2-cc6152eda1a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 17:45:29.587993 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['5cd3e24d-14f2-4ee7-a42a-b86419bc8a16'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:45:29.647498 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-cfbb4c96-7f02-4919-8b1b-0d9941a2419c req-d7749a2d-4693-4dce-b752-09684e20d403 service neutron] 10.222.0.86 "GET /v2.0/networks/fdcadcc4-b6d0-4be3-9284-8f7eda9af8ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2266433 Nov 19 17:45:29.658451 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [req-1a76f275-1f25-4040-b71f-38e668dfea49 req-9bf91cfd-8fc0-4088-a16c-8e942e90919c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40077e88-fe53-4aa9-a721-b8b2bd94ab74 {{(pid=103365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:45:29.698531 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c88449-857e-4c0d-98f0-bb5e3f4e6b1f req-1569180d-39f0-47a3-a6e7-212b76d429b6 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:29.700469 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-15c88449-857e-4c0d-98f0-bb5e3f4e6b1f req-1569180d-39f0-47a3-a6e7-212b76d429b6 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/ports?device_id=bf59b450-1dae-46ad-8d7d-6243e3e9a7fc HTTP/1.1" status: 200 len: 931 time: 0.3442979 Nov 19 17:45:29.748351 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b2f7d2a1-20cf-4c03-8443-d6ac66adba13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:29.859469 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f55f6d0-d108-4b39-8a02-cd5c82185fc4 req-7eac01dd-9704-4a2c-8b61-9dcae45cc21b tempest-ServersTestBootFromVolume-1084178328 tempest-ServersTestBootFromVolume-1084178328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:29.862731 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-1a76f275-1f25-4040-b71f-38e668dfea49 req-9bf91cfd-8fc0-4088-a16c-8e942e90919c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:29.868492 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-3f55f6d0-d108-4b39-8a02-cd5c82185fc4 req-7eac01dd-9704-4a2c-8b61-9dcae45cc21b tempest-ServersTestBootFromVolume-1084178328 tempest-ServersTestBootFromVolume-1084178328-project] 10.222.0.54 "GET /v2.0/ports?device_id=e33d0af4-0080-4fe5-a9b8-982da66e8549 HTTP/1.1" status: 200 len: 944 time: 0.2005408 Nov 19 17:45:29.890729 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.provisioning_blocks [req-1a76f275-1f25-4040-b71f-38e668dfea49 req-9bf91cfd-8fc0-4088-a16c-8e942e90919c service neutron] Transition to ACTIVE for port object 40077e88-fe53-4aa9-a721-b8b2bd94ab74 will not be triggered until provisioned by entity L2. {{(pid=103365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 17:45:29.940664 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-1a76f275-1f25-4040-b71f-38e668dfea49 req-9bf91cfd-8fc0-4088-a16c-8e942e90919c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:29.952075 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8d7cd7-2ace-4588-9fe2-14b5a8b2e62e service neutron] Pushing event updated for resources: {'Port': ['ID=5e1f4354-bd89-4ead-b9cd-51ca335cc59f,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:45:29.968080 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-cfbb4c96-7f02-4919-8b1b-0d9941a2419c req-1f1e7448-bc2e-4a78-a1f9-5cc7e1a35e54 service neutron] 10.222.0.86 "GET /v2.0/networks/fdcadcc4-b6d0-4be3-9284-8f7eda9af8ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3076673 Nov 19 17:45:29.988859 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-699d6be5-39fc-45f5-bcbb-9a43543fae8c req-8b8d7cd7-2ace-4588-9fe2-14b5a8b2e62e service neutron] Attempting to bind port 5e1f4354-bd89-4ead-b9cd-51ca335cc59f on host n-h2-818022-2 for vnic_type normal with profile {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:45:29.990165 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-699d6be5-39fc-45f5-bcbb-9a43543fae8c req-8b8d7cd7-2ace-4588-9fe2-14b5a8b2e62e service neutron] Attempting to bind port 5e1f4354-bd89-4ead-b9cd-51ca335cc59f by drivers openvswitch,hyperv on host n-h2-818022-2 at level 0 using segments [{'id': 'ea5a0e2b-3fad-4153-8514-d7f5d8ae4073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '54cb42e3-21bb-4900-9add-de52f53a9c78'}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:45:29.990719 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-699d6be5-39fc-45f5-bcbb-9a43543fae8c req-8b8d7cd7-2ace-4588-9fe2-14b5a8b2e62e service neutron] Attempting to bind port 5e1f4354-bd89-4ead-b9cd-51ca335cc59f on network 54cb42e3-21bb-4900-9add-de52f53a9c78 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:45:30.006957 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfa2f381-51a2-4a65-b1eb-877c2643adad None None] New status for floating IP 95b41ece-4063-4894-91ee-390fb8439199: ACTIVE {{(pid=103366) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 17:45:30.036158 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-3f55f6d0-d108-4b39-8a02-cd5c82185fc4 req-39decad0-e986-41fa-821e-8e762dc73849 tempest-ServersTestBootFromVolume-1084178328 tempest-ServersTestBootFromVolume-1084178328-project] 10.222.0.54 "GET /v2.0/security-groups?id=2ec0b8a4-c244-45a8-bc97-a42747514333&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1636796 Nov 19 17:45:30.084864 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-699d6be5-39fc-45f5-bcbb-9a43543fae8c req-8b8d7cd7-2ace-4588-9fe2-14b5a8b2e62e service neutron] Port 5e1f4354-bd89-4ead-b9cd-51ca335cc59f on network 54cb42e3-21bb-4900-9add-de52f53a9c78 not bound, no agent of type Open vSwitch agent registered on host n-h2-818022-2 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 17:45:30.085252 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-699d6be5-39fc-45f5-bcbb-9a43543fae8c req-8b8d7cd7-2ace-4588-9fe2-14b5a8b2e62e service neutron] Attempting to bind port 5e1f4354-bd89-4ead-b9cd-51ca335cc59f on network 54cb42e3-21bb-4900-9add-de52f53a9c78 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:45:30.114905 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-699d6be5-39fc-45f5-bcbb-9a43543fae8c req-8b8d7cd7-2ace-4588-9fe2-14b5a8b2e62e service neutron] Checking agent: {'id': '525ad2ac-c4ae-4c63-af2e-0bf8d25d0f0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'started_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 45, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:45:30.115312 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-699d6be5-39fc-45f5-bcbb-9a43543fae8c req-8b8d7cd7-2ace-4588-9fe2-14b5a8b2e62e service neutron] Checking segment: {'id': 'ea5a0e2b-3fad-4153-8514-d7f5d8ae4073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '54cb42e3-21bb-4900-9add-de52f53a9c78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:45:30.115635 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-699d6be5-39fc-45f5-bcbb-9a43543fae8c req-8b8d7cd7-2ace-4588-9fe2-14b5a8b2e62e service neutron] Bound using segment: {'id': 'ea5a0e2b-3fad-4153-8514-d7f5d8ae4073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '54cb42e3-21bb-4900-9add-de52f53a9c78'} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:45:30.116088 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-699d6be5-39fc-45f5-bcbb-9a43543fae8c req-8b8d7cd7-2ace-4588-9fe2-14b5a8b2e62e service neutron] Bound port: 5e1f4354-bd89-4ead-b9cd-51ca335cc59f, host: n-h2-818022-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea5a0e2b-3fad-4153-8514-d7f5d8ae4073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '54cb42e3-21bb-4900-9add-de52f53a9c78'}}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:45:30.116437 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-699d6be5-39fc-45f5-bcbb-9a43543fae8c req-8b8d7cd7-2ace-4588-9fe2-14b5a8b2e62e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:30.150886 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf91cfd-8fc0-4088-a16c-8e942e90919c service neutron] Pushing event updated for resources: {'Port': ['ID=40077e88-fe53-4aa9-a721-b8b2bd94ab74,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:45:30.159830 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-15c88449-857e-4c0d-98f0-bb5e3f4e6b1f req-cbd88725-aac1-46d5-b2cf-f00988086d2e tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/security-groups?id=b596b6e2-4e99-405d-ab15-439621199b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3319426 Nov 19 17:45:30.252215 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901bd7a1-d283-4cf4-af53-501d1879d40c req-585e035a-1ca2-48a4-8eba-bfcac60fb02a tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:30.253892 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-901bd7a1-d283-4cf4-af53-501d1879d40c req-585e035a-1ca2-48a4-8eba-bfcac60fb02a tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] 10.222.0.54 "GET /v2.0/ports?device_id=6a3e0f89-1b0c-4e27-83e3-b3760f46b280 HTTP/1.1" status: 200 len: 943 time: 0.1118958 Nov 19 17:45:30.335410 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-1a76f275-1f25-4040-b71f-38e668dfea49 req-9bf91cfd-8fc0-4088-a16c-8e942e90919c service neutron] Attempting to bind port 40077e88-fe53-4aa9-a721-b8b2bd94ab74 on host n-h2-818022-2 for vnic_type normal with profile {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:45:30.335995 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-1a76f275-1f25-4040-b71f-38e668dfea49 req-9bf91cfd-8fc0-4088-a16c-8e942e90919c service neutron] Attempting to bind port 40077e88-fe53-4aa9-a721-b8b2bd94ab74 by drivers openvswitch,hyperv on host n-h2-818022-2 at level 0 using segments [{'id': '7cd6906b-44eb-4ce1-933e-47ff3aaf0160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '7fe9dda4-bbb5-4db6-b240-cdabda9f2be2'}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:45:30.336580 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a76f275-1f25-4040-b71f-38e668dfea49 req-9bf91cfd-8fc0-4088-a16c-8e942e90919c service neutron] Attempting to bind port 40077e88-fe53-4aa9-a721-b8b2bd94ab74 on network 7fe9dda4-bbb5-4db6-b240-cdabda9f2be2 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:45:30.340203 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-699d6be5-39fc-45f5-bcbb-9a43543fae8c req-8b8d7cd7-2ace-4588-9fe2-14b5a8b2e62e service neutron] For port 5e1f4354-bd89-4ead-b9cd-51ca335cc59f, host n-h2-818022-2, cleared binding levels {{(pid=103365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:45:30.343670 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-901bd7a1-d283-4cf4-af53-501d1879d40c req-803b1b46-77cd-4ebe-8185-d5579b686a65 tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] 10.222.0.54 "GET /v2.0/security-groups?id=91d8d5ae-e3ab-40c9-a58b-bf281735c710&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798929 Nov 19 17:45:30.362411 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a76f275-1f25-4040-b71f-38e668dfea49 req-9bf91cfd-8fc0-4088-a16c-8e942e90919c service neutron] Port 40077e88-fe53-4aa9-a721-b8b2bd94ab74 on network 7fe9dda4-bbb5-4db6-b240-cdabda9f2be2 not bound, no agent of type Open vSwitch agent registered on host n-h2-818022-2 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 17:45:30.362744 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a76f275-1f25-4040-b71f-38e668dfea49 req-9bf91cfd-8fc0-4088-a16c-8e942e90919c service neutron] Attempting to bind port 40077e88-fe53-4aa9-a721-b8b2bd94ab74 on network 7fe9dda4-bbb5-4db6-b240-cdabda9f2be2 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:45:30.368825 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-699d6be5-39fc-45f5-bcbb-9a43543fae8c req-8b8d7cd7-2ace-4588-9fe2-14b5a8b2e62e service neutron] For port 5e1f4354-bd89-4ead-b9cd-51ca335cc59f, host n-h2-818022-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=5e1f4354-bd89-4ead-b9cd-51ca335cc59f,segment=NetworkSegment(ea5a0e2b-3fad-4153-8514-d7f5d8ae4073),segment_id=ea5a0e2b-3fad-4153-8514-d7f5d8ae4073)] {{(pid=103365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:45:30.373446 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a76f275-1f25-4040-b71f-38e668dfea49 req-9bf91cfd-8fc0-4088-a16c-8e942e90919c service neutron] Checking agent: {'id': '525ad2ac-c4ae-4c63-af2e-0bf8d25d0f0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'started_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 45, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:45:30.373767 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a76f275-1f25-4040-b71f-38e668dfea49 req-9bf91cfd-8fc0-4088-a16c-8e942e90919c service neutron] Checking segment: {'id': '7cd6906b-44eb-4ce1-933e-47ff3aaf0160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '7fe9dda4-bbb5-4db6-b240-cdabda9f2be2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:45:30.374105 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a76f275-1f25-4040-b71f-38e668dfea49 req-9bf91cfd-8fc0-4088-a16c-8e942e90919c service neutron] Bound using segment: {'id': '7cd6906b-44eb-4ce1-933e-47ff3aaf0160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '7fe9dda4-bbb5-4db6-b240-cdabda9f2be2'} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:45:30.374539 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-1a76f275-1f25-4040-b71f-38e668dfea49 req-9bf91cfd-8fc0-4088-a16c-8e942e90919c service neutron] Bound port: 40077e88-fe53-4aa9-a721-b8b2bd94ab74, host: n-h2-818022-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7cd6906b-44eb-4ce1-933e-47ff3aaf0160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '7fe9dda4-bbb5-4db6-b240-cdabda9f2be2'}}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:45:30.375045 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-1a76f275-1f25-4040-b71f-38e668dfea49 req-9bf91cfd-8fc0-4088-a16c-8e942e90919c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:30.379894 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-699d6be5-39fc-45f5-bcbb-9a43543fae8c req-8b8d7cd7-2ace-4588-9fe2-14b5a8b2e62e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:30.431371 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699d6be5-39fc-45f5-bcbb-9a43543fae8c req-8b8d7cd7-2ace-4588-9fe2-14b5a8b2e62e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:30.432132 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-699d6be5-39fc-45f5-bcbb-9a43543fae8c req-8b8d7cd7-2ace-4588-9fe2-14b5a8b2e62e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:30.433571 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-699d6be5-39fc-45f5-bcbb-9a43543fae8c req-8b8d7cd7-2ace-4588-9fe2-14b5a8b2e62e service neutron] 10.222.0.86 "PUT /v2.0/ports/5e1f4354-bd89-4ead-b9cd-51ca335cc59f HTTP/1.1" status: 200 len: 1091 time: 3.6862690 Nov 19 17:45:30.510226 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8d7cd7-2ace-4588-9fe2-14b5a8b2e62e service neutron] Pushing event updated for resources: {'Port': ['ID=5e1f4354-bd89-4ead-b9cd-51ca335cc59f,revision_number=3']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:45:30.636979 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-1a76f275-1f25-4040-b71f-38e668dfea49 req-9bf91cfd-8fc0-4088-a16c-8e942e90919c service neutron] For port 40077e88-fe53-4aa9-a721-b8b2bd94ab74, host n-h2-818022-2, cleared binding levels {{(pid=103365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:45:30.657531 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-1a76f275-1f25-4040-b71f-38e668dfea49 req-9bf91cfd-8fc0-4088-a16c-8e942e90919c service neutron] For port 40077e88-fe53-4aa9-a721-b8b2bd94ab74, host n-h2-818022-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=40077e88-fe53-4aa9-a721-b8b2bd94ab74,segment=NetworkSegment(7cd6906b-44eb-4ce1-933e-47ff3aaf0160),segment_id=7cd6906b-44eb-4ce1-933e-47ff3aaf0160)] {{(pid=103365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:45:30.684135 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-1a76f275-1f25-4040-b71f-38e668dfea49 req-9bf91cfd-8fc0-4088-a16c-8e942e90919c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:30.704755 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a3e0f89-1b0c-4e27-83e3-b3760f46b280', 'tag': '5e1f4354-bd89-4ead-b9cd-51ca335cc59f'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:45:30.707189 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218319d759239a7d11f1288aef37381b97754913ee9ccbfd43b51a463f801712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ffefc2f-82de-46dc-a355-2daa111fcddc" -d '{"events": [{"name": "network-changed", "server_uuid": "6a3e0f89-1b0c-4e27-83e3-b3760f46b280", "tag": "5e1f4354-bd89-4ead-b9cd-51ca335cc59f"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:45:30.748779 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699d6be5-39fc-45f5-bcbb-9a43543fae8c req-bdd6b819-aa80-4444-b6df-5fb62b5b4546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:30.751963 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-699d6be5-39fc-45f5-bcbb-9a43543fae8c req-bdd6b819-aa80-4444-b6df-5fb62b5b4546 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=dc7ce1e4ff7747b99247f6b026a294f4&device_id=6a3e0f89-1b0c-4e27-83e3-b3760f46b280 HTTP/1.1" status: 200 len: 1094 time: 0.1925125 Nov 19 17:45:30.771954 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 5cd3e24d-14f2-4ee7-a42a-b86419bc8a16 up at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:45:30.772563 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a76f275-1f25-4040-b71f-38e668dfea49 req-9bf91cfd-8fc0-4088-a16c-8e942e90919c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:30.773283 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-1a76f275-1f25-4040-b71f-38e668dfea49 req-9bf91cfd-8fc0-4088-a16c-8e942e90919c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:30.775088 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-1a76f275-1f25-4040-b71f-38e668dfea49 req-9bf91cfd-8fc0-4088-a16c-8e942e90919c service neutron] 10.222.0.86 "PUT /v2.0/ports/40077e88-fe53-4aa9-a721-b8b2bd94ab74 HTTP/1.1" status: 200 len: 1091 time: 2.6031303 Nov 19 17:45:30.859402 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c1cd07-7c92-4a8c-a4d5-1c896173d224 req-f77b3b13-1fce-475f-a94a-c1c85d08ff7b tempest-ListImageFiltersTestJSON-250840556 tempest-ListImageFiltersTestJSON-250840556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:30.865937 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c8c1cd07-7c92-4a8c-a4d5-1c896173d224 req-f77b3b13-1fce-475f-a94a-c1c85d08ff7b tempest-ListImageFiltersTestJSON-250840556 tempest-ListImageFiltersTestJSON-250840556-project] 10.222.0.54 "GET /v2.0/ports?device_id=3c2decfe-aee1-47cc-afae-db04d2fa7bd3 HTTP/1.1" status: 200 len: 947 time: 0.1325119 Nov 19 17:45:30.892336 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning for port 5cd3e24d-14f2-4ee7-a42a-b86419bc8a16 completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 17:45:30.900041 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning complete for port 5cd3e24d-14f2-4ee7-a42a-b86419bc8a16 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:45:30.900674 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:30.972124 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-699d6be5-39fc-45f5-bcbb-9a43543fae8c req-1c9d0842-9b42-47c7-970f-582543ee1486 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5e1f4354-bd89-4ead-b9cd-51ca335cc59f HTTP/1.1" status: 200 len: 217 time: 0.1956551 Nov 19 17:45:30.985416 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5e4b83-9640-4171-bcbb-1f6ab5fa690f req-6ea8feaf-b1d1-44a6-a719-264980cc6882 tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:30.987184 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9d5e4b83-9640-4171-bcbb-1f6ab5fa690f req-6ea8feaf-b1d1-44a6-a719-264980cc6882 tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] 10.222.0.54 "GET /v2.0/ports?device_id=1a1738f2-85f8-4e51-a8e8-0c77f864b3fc HTTP/1.1" status: 200 len: 945 time: 0.3269083 Nov 19 17:45:31.108489 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699d6be5-39fc-45f5-bcbb-9a43543fae8c req-76a881e2-cc23-4473-a334-b17d268435b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:31.108489 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-699d6be5-39fc-45f5-bcbb-9a43543fae8c req-76a881e2-cc23-4473-a334-b17d268435b2 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ce5e5572-06fa-407a-98f7-553783ad7f2f HTTP/1.1" status: 200 len: 850 time: 0.1137414 Nov 19 17:45:31.118687 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c8c1cd07-7c92-4a8c-a4d5-1c896173d224 req-fcc8d363-7a05-4522-b5f2-61f3d36ab59a tempest-ListImageFiltersTestJSON-250840556 tempest-ListImageFiltersTestJSON-250840556-project] 10.222.0.54 "GET /v2.0/security-groups?id=157de4a4-d761-407b-be78-1f99889a002d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2357674 Nov 19 17:45:31.159301 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:31.170155 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf91cfd-8fc0-4088-a16c-8e942e90919c service neutron] Pushing event updated for resources: {'Port': ['ID=40077e88-fe53-4aa9-a721-b8b2bd94ab74,revision_number=3']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:45:31.227461 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e33d0af4-0080-4fe5-a9b8-982da66e8549', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cd3e24d-14f2-4ee7-a42a-b86419bc8a16'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:45:31.236255 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3940761bcd94e032e6960d2241bd8993c5d3a7d8dc2aca8488f3ecf1d4dd2fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71e5c72d-b92f-4be5-bfb5-d6d4ac03e7dd" -d '{"events": [{"server_uuid": "e33d0af4-0080-4fe5-a9b8-982da66e8549", "name": "network-vif-plugged", "status": "completed", "tag": "5cd3e24d-14f2-4ee7-a42a-b86419bc8a16"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:45:31.261772 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 5cd3e24d-14f2-4ee7-a42a-b86419bc8a16, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=5cd3e24d-14f2-4ee7-a42a-b86419bc8a16,segment=NetworkSegment(56605957-e95e-44f4-a52a-6898a394ea61),segment_id=56605957-e95e-44f4-a52a-6898a394ea61)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:45:31.270636 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:31.285455 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 17:45:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-056a3a00-ade5-48c6-b290-fdb156616cc0 x-openstack-request-id: req-056a3a00-ade5-48c6-b290-fdb156616cc0 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:45:31.285455 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a3e0f89-1b0c-4e27-83e3-b3760f46b280", "tag": "5e1f4354-bd89-4ead-b9cd-51ca335cc59f", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:45:31.286044 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-056a3a00-ade5-48c6-b290-fdb156616cc0 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:45:31.286606 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a3e0f89-1b0c-4e27-83e3-b3760f46b280', 'tag': '5e1f4354-bd89-4ead-b9cd-51ca335cc59f', 'status': 'completed', 'code': 200} Nov 19 17:45:31.335762 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a76f275-1f25-4040-b71f-38e668dfea49 req-1d48df11-95ac-4d41-81e3-b5145c9d205f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:31.339462 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-1a76f275-1f25-4040-b71f-38e668dfea49 req-1d48df11-95ac-4d41-81e3-b5145c9d205f service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=ef849a6e511d48da926cfd9ca438c810&device_id=bf59b450-1dae-46ad-8d7d-6243e3e9a7fc HTTP/1.1" status: 200 len: 1094 time: 0.4598236 Nov 19 17:45:31.363382 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9d5e4b83-9640-4171-bcbb-1f6ab5fa690f req-4357e98f-3caf-4368-be04-7f4a62de8c09 tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] 10.222.0.54 "GET /v2.0/security-groups?id=a352ca94-2149-4006-acad-e3c22132eabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2539620 Nov 19 17:45:31.414293 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=5cd3e24d-14f2-4ee7-a42a-b86419bc8a16,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:45:31.489229 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699d6be5-39fc-45f5-bcbb-9a43543fae8c req-8a4abe4b-5c9f-48af-8971-695c5c04c15e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:31.492470 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-699d6be5-39fc-45f5-bcbb-9a43543fae8c req-8a4abe4b-5c9f-48af-8971-695c5c04c15e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=54cb42e3-21bb-4900-9add-de52f53a9c78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3586040 Nov 19 17:45:31.495288 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-1a76f275-1f25-4040-b71f-38e668dfea49 req-87a5f75c-685c-4ef6-801d-85e738aac7f7 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=40077e88-fe53-4aa9-a721-b8b2bd94ab74 HTTP/1.1" status: 200 len: 217 time: 0.1260123 Nov 19 17:45:31.619737 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f9e950-47ef-47bf-9d0d-56abcb613a83 req-ab985df4-7678-4c03-b024-bb6a36643ac9 tempest-ServersTestBootFromVolume-1084178328 tempest-ServersTestBootFromVolume-1084178328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:31.630751 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-46f9e950-47ef-47bf-9d0d-56abcb613a83 req-ab985df4-7678-4c03-b024-bb6a36643ac9 tempest-ServersTestBootFromVolume-1084178328 tempest-ServersTestBootFromVolume-1084178328-project] 10.222.0.54 "GET /v2.0/ports?device_id=e33d0af4-0080-4fe5-a9b8-982da66e8549 HTTP/1.1" status: 200 len: 945 time: 0.1360233 Nov 19 17:45:31.727973 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-46f9e950-47ef-47bf-9d0d-56abcb613a83 req-7f05ee52-0a40-4c63-9276-6ed2236d9483 tempest-ServersTestBootFromVolume-1084178328 tempest-ServersTestBootFromVolume-1084178328-project] 10.222.0.54 "GET /v2.0/security-groups?id=2ec0b8a4-c244-45a8-bc97-a42747514333&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903203 Nov 19 17:45:31.791832 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a76f275-1f25-4040-b71f-38e668dfea49 req-82490dbb-a119-4b40-a993-1d8beaae4c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:31.801898 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-1a76f275-1f25-4040-b71f-38e668dfea49 req-82490dbb-a119-4b40-a993-1d8beaae4c25 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=a2a11d26-01c8-41f8-8b08-cf64deb00190 HTTP/1.1" status: 200 len: 853 time: 0.2216432 Nov 19 17:45:31.823484 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:45:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fa77c51-ae17-49af-9020-c50e2c9cfe54 x-openstack-request-id: req-7fa77c51-ae17-49af-9020-c50e2c9cfe54 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:45:31.823976 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e33d0af4-0080-4fe5-a9b8-982da66e8549", "name": "network-vif-plugged", "status": "completed", "tag": "5cd3e24d-14f2-4ee7-a42a-b86419bc8a16", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:45:31.824415 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-7fa77c51-ae17-49af-9020-c50e2c9cfe54 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:45:31.825467 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e33d0af4-0080-4fe5-a9b8-982da66e8549', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cd3e24d-14f2-4ee7-a42a-b86419bc8a16', 'code': 200} Nov 19 17:45:31.861693 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14670bd-657b-4f5b-aefc-0bfec857fde8 req-15a92bf5-3a2a-4cc5-8718-df20a5369c44 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:31.863396 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c14670bd-657b-4f5b-aefc-0bfec857fde8 req-15a92bf5-3a2a-4cc5-8718-df20a5369c44 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/ports?device_id=bf59b450-1dae-46ad-8d7d-6243e3e9a7fc HTTP/1.1" status: 200 len: 943 time: 0.2853954 Nov 19 17:45:31.902241 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-699d6be5-39fc-45f5-bcbb-9a43543fae8c req-cddeab75-b6de-4fd3-a177-0f3ecc598a09 service neutron] 10.222.0.86 "GET /v2.0/networks/54cb42e3-21bb-4900-9add-de52f53a9c78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3840024 Nov 19 17:45:31.907955 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-1a76f275-1f25-4040-b71f-38e668dfea49 req-e813f545-4747-467d-8f1d-e1621510f5d6 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=7fe9dda4-bbb5-4db6-b240-cdabda9f2be2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0850477 Nov 19 17:45:31.984413 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a597ca6e-3591-4367-ace4-e07767b4b2a8 req-69c7d7b5-5df7-4f45-adcb-07928b139d98 tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:31.996321 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a597ca6e-3591-4367-ace4-e07767b4b2a8 req-69c7d7b5-5df7-4f45-adcb-07928b139d98 tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] 10.222.0.54 "GET /v2.0/ports?device_id=6a3e0f89-1b0c-4e27-83e3-b3760f46b280 HTTP/1.1" status: 200 len: 943 time: 0.0960152 Nov 19 17:45:32.009102 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a126fd01-667f-477e-8f3a-c593a061ba11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:32.090613 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a597ca6e-3591-4367-ace4-e07767b4b2a8 req-a9b384e5-2a3f-4b52-b08a-388010b66ca5 tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] 10.222.0.54 "GET /v2.0/security-groups?id=91d8d5ae-e3ab-40c9-a58b-bf281735c710&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914299 Nov 19 17:45:32.134262 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c14670bd-657b-4f5b-aefc-0bfec857fde8 req-4955b1d0-bcd5-4586-806d-60e88690d026 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/security-groups?id=b596b6e2-4e99-405d-ab15-439621199b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2301919 Nov 19 17:45:32.185248 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f21438-fac3-4648-85c9-7fe824226706 req-f1121d25-a489-485f-8ebc-ea2a7510d6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:32.187230 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-40f21438-fac3-4648-85c9-7fe824226706 req-f1121d25-a489-485f-8ebc-ea2a7510d6dd service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e33d0af4-0080-4fe5-a9b8-982da66e8549 HTTP/1.1" status: 200 len: 1096 time: 0.2767782 Nov 19 17:45:32.234167 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-699d6be5-39fc-45f5-bcbb-9a43543fae8c req-ae7aecae-7db0-4b17-beb1-d8b4d93f6f04 service neutron] 10.222.0.86 "GET /v2.0/networks/54cb42e3-21bb-4900-9add-de52f53a9c78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2934983 Nov 19 17:45:32.336022 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-40f21438-fac3-4648-85c9-7fe824226706 req-026fa3f8-cb47-4949-8b03-90e60878d9f0 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=2ec0b8a4-c244-45a8-bc97-a42747514333&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1359570 Nov 19 17:45:32.347748 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a2d412-dd5a-4321-9cc9-1b82b97e82dd req-f2abb08b-0c78-4da1-b3d2-98a164d2641a tempest-ListImageFiltersTestJSON-250840556 tempest-ListImageFiltersTestJSON-250840556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:32.357544 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-14a2d412-dd5a-4321-9cc9-1b82b97e82dd req-f2abb08b-0c78-4da1-b3d2-98a164d2641a tempest-ListImageFiltersTestJSON-250840556 tempest-ListImageFiltersTestJSON-250840556-project] 10.222.0.54 "GET /v2.0/ports?device_id=3c2decfe-aee1-47cc-afae-db04d2fa7bd3 HTTP/1.1" status: 200 len: 947 time: 0.0826182 Nov 19 17:45:32.405574 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-1a76f275-1f25-4040-b71f-38e668dfea49 req-60847298-d85d-4bbb-811a-71edd4a9484f service neutron] 10.222.0.86 "GET /v2.0/networks/7fe9dda4-bbb5-4db6-b240-cdabda9f2be2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4658036 Nov 19 17:45:32.436442 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffefc2f-82de-46dc-a355-2daa111fcddc req-f602c759-bf2a-4bb6-ae25-177f6ccfbd9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:32.437999 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-14a2d412-dd5a-4321-9cc9-1b82b97e82dd req-40b54eeb-0e4c-4c67-8c32-9d335345bcfd tempest-ListImageFiltersTestJSON-250840556 tempest-ListImageFiltersTestJSON-250840556-project] 10.222.0.54 "GET /v2.0/security-groups?id=157de4a4-d761-407b-be78-1f99889a002d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789309 Nov 19 17:45:32.438525 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4ffefc2f-82de-46dc-a355-2daa111fcddc req-f602c759-bf2a-4bb6-ae25-177f6ccfbd9e service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=dc7ce1e4ff7747b99247f6b026a294f4&device_id=6a3e0f89-1b0c-4e27-83e3-b3760f46b280 HTTP/1.1" status: 200 len: 1094 time: 0.0960643 Nov 19 17:45:32.933018 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d86e495-ebda-45c5-b1b6-df96010d71c9 req-a6284fb1-0b90-429f-b3e4-1a53d58bf701 tempest-ServersTestBootFromVolume-1084178328 tempest-ServersTestBootFromVolume-1084178328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:32.934802 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2d86e495-ebda-45c5-b1b6-df96010d71c9 req-a6284fb1-0b90-429f-b3e4-1a53d58bf701 tempest-ServersTestBootFromVolume-1084178328 tempest-ServersTestBootFromVolume-1084178328-project] 10.222.0.54 "GET /v2.0/ports?device_id=e33d0af4-0080-4fe5-a9b8-982da66e8549 HTTP/1.1" status: 200 len: 945 time: 0.0790586 Nov 19 17:45:33.011814 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d32490-66ac-41ee-bef4-b820f2565cd3 req-ea207901-bbc7-4d52-a5db-bbbb2f96091b tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:33.013537 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-86d32490-66ac-41ee-bef4-b820f2565cd3 req-ea207901-bbc7-4d52-a5db-bbbb2f96091b tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] 10.222.0.54 "GET /v2.0/ports?device_id=1a1738f2-85f8-4e51-a8e8-0c77f864b3fc HTTP/1.1" status: 200 len: 945 time: 0.5040286 Nov 19 17:45:33.019264 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffefc2f-82de-46dc-a355-2daa111fcddc req-c69fcccc-6cf0-41a2-ab71-198a22b3a4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:33.020725 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4ffefc2f-82de-46dc-a355-2daa111fcddc req-c69fcccc-6cf0-41a2-ab71-198a22b3a4a5 service neutron] 10.222.0.86 "GET /v2.0/networks?id=54cb42e3-21bb-4900-9add-de52f53a9c78 HTTP/1.1" status: 200 len: 912 time: 0.5616090 Nov 19 17:45:33.024200 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-1a76f275-1f25-4040-b71f-38e668dfea49 req-c7d1a442-41c6-4062-8c6b-36ca3a70d966 service neutron] 10.222.0.86 "GET /v2.0/networks/7fe9dda4-bbb5-4db6-b240-cdabda9f2be2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6036489 Nov 19 17:45:33.024631 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2d86e495-ebda-45c5-b1b6-df96010d71c9 req-28b6c40a-31cf-45c7-976d-ea053351d145 tempest-ServersTestBootFromVolume-1084178328 tempest-ServersTestBootFromVolume-1084178328-project] 10.222.0.54 "GET /v2.0/security-groups?id=2ec0b8a4-c244-45a8-bc97-a42747514333&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778608 Nov 19 17:45:33.082340 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e46ecc5a-dc14-4744-b262-3072ff2e958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:33.113874 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4ffefc2f-82de-46dc-a355-2daa111fcddc req-fe112f89-076a-4882-ae6d-8edca6f007b2 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5e1f4354-bd89-4ead-b9cd-51ca335cc59f HTTP/1.1" status: 200 len: 217 time: 0.0687270 Nov 19 17:45:33.161521 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-86d32490-66ac-41ee-bef4-b820f2565cd3 req-38930798-bf94-4c27-99c9-75392d66dbdd tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] 10.222.0.54 "GET /v2.0/security-groups?id=a352ca94-2149-4006-acad-e3c22132eabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393483 Nov 19 17:45:33.229866 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffefc2f-82de-46dc-a355-2daa111fcddc req-11b9a21a-4b41-4732-96ea-547d2fd6bfcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:33.233402 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4ffefc2f-82de-46dc-a355-2daa111fcddc req-11b9a21a-4b41-4732-96ea-547d2fd6bfcd service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ce5e5572-06fa-407a-98f7-553783ad7f2f HTTP/1.1" status: 200 len: 850 time: 0.0995162 Nov 19 17:45:33.268496 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b921a495-f214-45b8-9ce4-94d2036be9d0 req-75ac0346-6191-4390-b1d8-920469d0649a tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:33.271229 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b921a495-f214-45b8-9ce4-94d2036be9d0 req-75ac0346-6191-4390-b1d8-920469d0649a tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] 10.222.0.54 "GET /v2.0/ports?device_id=6a3e0f89-1b0c-4e27-83e3-b3760f46b280 HTTP/1.1" status: 200 len: 943 time: 0.0929604 Nov 19 17:45:33.302837 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf59b450-1dae-46ad-8d7d-6243e3e9a7fc', 'tag': '40077e88-fe53-4aa9-a721-b8b2bd94ab74'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:45:33.305668 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218319d759239a7d11f1288aef37381b97754913ee9ccbfd43b51a463f801712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34f3bfa1-2848-462c-a5ea-8b8d4fc4c64d" -d '{"events": [{"name": "network-changed", "server_uuid": "bf59b450-1dae-46ad-8d7d-6243e3e9a7fc", "tag": "40077e88-fe53-4aa9-a721-b8b2bd94ab74"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:45:33.334419 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b921a495-f214-45b8-9ce4-94d2036be9d0 req-751d7b0c-c051-4b3f-af15-75a66a6fe896 tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] 10.222.0.54 "GET /v2.0/security-groups?id=91d8d5ae-e3ab-40c9-a58b-bf281735c710&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559764 Nov 19 17:45:33.375944 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6525bcae-c409-42bf-bd2c-c18aae0ad83f req-cae78711-2340-4b9c-8208-d9218ecd7e53 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:33.378324 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6525bcae-c409-42bf-bd2c-c18aae0ad83f req-cae78711-2340-4b9c-8208-d9218ecd7e53 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/ports?device_id=bf59b450-1dae-46ad-8d7d-6243e3e9a7fc HTTP/1.1" status: 200 len: 943 time: 0.1137340 Nov 19 17:45:33.380681 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffefc2f-82de-46dc-a355-2daa111fcddc req-3ff4f5bb-e0ba-423d-b587-797d5840537b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:33.382226 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4ffefc2f-82de-46dc-a355-2daa111fcddc req-3ff4f5bb-e0ba-423d-b587-797d5840537b service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=54cb42e3-21bb-4900-9add-de52f53a9c78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1322434 Nov 19 17:45:33.546233 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6525bcae-c409-42bf-bd2c-c18aae0ad83f req-989b5aff-3c72-4f9c-993a-76f9c095b356 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/security-groups?id=b596b6e2-4e99-405d-ab15-439621199b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568043 Nov 19 17:45:33.575972 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cba66d0-9796-4c3b-a2c9-d1ec533cca39 req-d3976552-f803-479a-8ad9-f748aa78384d tempest-ListImageFiltersTestJSON-250840556 tempest-ListImageFiltersTestJSON-250840556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:33.577551 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4cba66d0-9796-4c3b-a2c9-d1ec533cca39 req-d3976552-f803-479a-8ad9-f748aa78384d tempest-ListImageFiltersTestJSON-250840556 tempest-ListImageFiltersTestJSON-250840556-project] 10.222.0.86 "GET /v2.0/ports?device_id=3c2decfe-aee1-47cc-afae-db04d2fa7bd3 HTTP/1.1" status: 200 len: 947 time: 0.1349165 Nov 19 17:45:33.584398 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:33.623572 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4ffefc2f-82de-46dc-a355-2daa111fcddc req-a73cb98e-5e91-4448-8f35-921ca80c2beb service neutron] 10.222.0.86 "GET /v2.0/networks/54cb42e3-21bb-4900-9add-de52f53a9c78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2243791 Nov 19 17:45:33.670438 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 17:45:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-380810e8-8ae2-4a1a-ac25-371b7c322dd4 x-openstack-request-id: req-380810e8-8ae2-4a1a-ac25-371b7c322dd4 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:45:33.670765 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf59b450-1dae-46ad-8d7d-6243e3e9a7fc", "tag": "40077e88-fe53-4aa9-a721-b8b2bd94ab74", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:45:33.671126 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-380810e8-8ae2-4a1a-ac25-371b7c322dd4 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:45:33.671453 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf59b450-1dae-46ad-8d7d-6243e3e9a7fc', 'tag': '40077e88-fe53-4aa9-a721-b8b2bd94ab74', 'status': 'completed', 'code': 200} Nov 19 17:45:33.689710 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:33.837394 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f3bfa1-2848-462c-a5ea-8b8d4fc4c64d req-f436a1ce-e267-4763-990f-f1864910835d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:33.838984 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-34f3bfa1-2848-462c-a5ea-8b8d4fc4c64d req-f436a1ce-e267-4763-990f-f1864910835d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=ef849a6e511d48da926cfd9ca438c810&device_id=bf59b450-1dae-46ad-8d7d-6243e3e9a7fc HTTP/1.1" status: 200 len: 1094 time: 0.1199861 Nov 19 17:45:33.848221 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7482bb1-2f51-4968-b253-b78fa66219d7 req-f3e38a94-4ff7-4706-a4c2-32fbbd747d99 tempest-ListImageFiltersTestJSON-250840556 tempest-ListImageFiltersTestJSON-250840556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:33.849761 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a7482bb1-2f51-4968-b253-b78fa66219d7 req-f3e38a94-4ff7-4706-a4c2-32fbbd747d99 tempest-ListImageFiltersTestJSON-250840556 tempest-ListImageFiltersTestJSON-250840556-project] 10.222.0.54 "GET /v2.0/ports?device_id=3c2decfe-aee1-47cc-afae-db04d2fa7bd3 HTTP/1.1" status: 200 len: 947 time: 0.1081977 Nov 19 17:45:33.884169 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4ffefc2f-82de-46dc-a355-2daa111fcddc req-c760dbab-6293-4287-b5e5-02c287472e51 service neutron] 10.222.0.86 "GET /v2.0/networks/54cb42e3-21bb-4900-9add-de52f53a9c78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2404211 Nov 19 17:45:33.933798 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-4cba66d0-9796-4c3b-a2c9-d1ec533cca39 req-93cab83b-d800-4d64-a044-06f0cfb8f825 tempest-ListImageFiltersTestJSON-250840556 tempest-ListImageFiltersTestJSON-250840556-project] Deleting port 744d1b3d-2033-4766-b763-659b747d4b6b {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:45:33.934149 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-4cba66d0-9796-4c3b-a2c9-d1ec533cca39 req-93cab83b-d800-4d64-a044-06f0cfb8f825 tempest-ListImageFiltersTestJSON-250840556 tempest-ListImageFiltersTestJSON-250840556-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:33.943515 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd745cf5-b573-4c11-ac72-f325325e7e46 req-ffc2183f-5f06-4940-883c-1bb06c7b6eb2 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:33.945683 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fd745cf5-b573-4c11-ac72-f325325e7e46 req-ffc2183f-5f06-4940-883c-1bb06c7b6eb2 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/networks?id=c7b257b3-f66e-4846-9861-5f47f21f4188 HTTP/1.1" status: 200 len: 807 time: 0.1986940 Nov 19 17:45:33.972232 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a7482bb1-2f51-4968-b253-b78fa66219d7 req-809aea56-ee9a-4fed-a1a4-5a5c14d7a9af tempest-ListImageFiltersTestJSON-250840556 tempest-ListImageFiltersTestJSON-250840556-project] 10.222.0.54 "GET /v2.0/security-groups?id=157de4a4-d761-407b-be78-1f99889a002d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064241 Nov 19 17:45:33.995233 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f3bfa1-2848-462c-a5ea-8b8d4fc4c64d req-6959bb86-67ca-4772-8238-9ce86ee5c123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:34.005192 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-34f3bfa1-2848-462c-a5ea-8b8d4fc4c64d req-6959bb86-67ca-4772-8238-9ce86ee5c123 service neutron] 10.222.0.86 "GET /v2.0/networks?id=7fe9dda4-bbb5-4db6-b240-cdabda9f2be2 HTTP/1.1" status: 200 len: 914 time: 0.1448615 Nov 19 17:45:34.009305 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fd745cf5-b573-4c11-ac72-f325325e7e46 req-e0a5bd61-2baf-4de4-9def-ab28988fbc35 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/quotas/de10e7e0e3ea4ce28d84ef76e9c1ec3a HTTP/1.1" status: 200 len: 375 time: 0.0465772 Nov 19 17:45:34.071707 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-34f3bfa1-2848-462c-a5ea-8b8d4fc4c64d req-2a3dd652-c548-4240-af76-abeac82c7b32 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=40077e88-fe53-4aa9-a721-b8b2bd94ab74 HTTP/1.1" status: 200 len: 217 time: 0.0631311 Nov 19 17:45:34.089400 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-4cba66d0-9796-4c3b-a2c9-d1ec533cca39 req-93cab83b-d800-4d64-a044-06f0cfb8f825 tempest-ListImageFiltersTestJSON-250840556 tempest-ListImageFiltersTestJSON-250840556-project] For port 744d1b3d-2033-4766-b763-659b747d4b6b, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=744d1b3d-2033-4766-b763-659b747d4b6b,segment=NetworkSegment(1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861),segment_id=1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:45:34.090706 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-4cba66d0-9796-4c3b-a2c9-d1ec533cca39 req-93cab83b-d800-4d64-a044-06f0cfb8f825 tempest-ListImageFiltersTestJSON-250840556 tempest-ListImageFiltersTestJSON-250840556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:34.114460 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fd745cf5-b573-4c11-ac72-f325325e7e46 req-aea84d8d-ca4c-4193-a4b1-57265829ccf6 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=de10e7e0e3ea4ce28d84ef76e9c1ec3a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0962007 Nov 19 17:45:34.119406 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-4cba66d0-9796-4c3b-a2c9-d1ec533cca39 req-93cab83b-d800-4d64-a044-06f0cfb8f825 tempest-ListImageFiltersTestJSON-250840556 tempest-ListImageFiltersTestJSON-250840556-project] Calling delete_port for 744d1b3d-2033-4766-b763-659b747d4b6b owned by compute:nova {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:45:34.153229 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f3bfa1-2848-462c-a5ea-8b8d4fc4c64d req-a139d185-1378-4c35-a2d5-c46d1014ef8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:34.154847 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-34f3bfa1-2848-462c-a5ea-8b8d4fc4c64d req-a139d185-1378-4c35-a2d5-c46d1014ef8c service neutron] 10.222.0.86 "GET /v2.0/subnets?id=a2a11d26-01c8-41f8-8b08-cf64deb00190 HTTP/1.1" status: 200 len: 853 time: 0.0729020 Nov 19 17:45:34.246593 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-34f3bfa1-2848-462c-a5ea-8b8d4fc4c64d req-e1c1f59a-b025-428c-b213-66f792de446f service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=7fe9dda4-bbb5-4db6-b240-cdabda9f2be2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429986 Nov 19 17:45:34.263786 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b11a376-e626-46bc-89cb-0bbf33f911b8 req-57fc26e4-d011-400d-b2c6-68aec65ada1f tempest-ServersTestBootFromVolume-1084178328 tempest-ServersTestBootFromVolume-1084178328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:34.265609 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-5b11a376-e626-46bc-89cb-0bbf33f911b8 req-57fc26e4-d011-400d-b2c6-68aec65ada1f tempest-ServersTestBootFromVolume-1084178328 tempest-ServersTestBootFromVolume-1084178328-project] 10.222.0.54 "GET /v2.0/ports?device_id=e33d0af4-0080-4fe5-a9b8-982da66e8549 HTTP/1.1" status: 200 len: 945 time: 0.1093948 Nov 19 17:45:34.338906 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-4cba66d0-9796-4c3b-a2c9-d1ec533cca39 req-93cab83b-d800-4d64-a044-06f0cfb8f825 tempest-ListImageFiltersTestJSON-250840556 tempest-ListImageFiltersTestJSON-250840556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:34.383621 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-5b11a376-e626-46bc-89cb-0bbf33f911b8 req-54e0108f-dc17-4643-a791-6b16c7e7b5d7 tempest-ServersTestBootFromVolume-1084178328 tempest-ServersTestBootFromVolume-1084178328-project] 10.222.0.54 "GET /v2.0/security-groups?id=2ec0b8a4-c244-45a8-bc97-a42747514333&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941741 Nov 19 17:45:34.399440 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cab83b-d800-4d64-a044-06f0cfb8f825 tempest-ListImageFiltersTestJSON-250840556 tempest-ListImageFiltersTestJSON-250840556-project] Pushing event deleted for resources: {'Port': ['ID=744d1b3d-2033-4766-b763-659b747d4b6b,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:45:34.401036 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-34f3bfa1-2848-462c-a5ea-8b8d4fc4c64d req-cef695d6-1bf1-492d-8554-b6e41c2e3920 service neutron] 10.222.0.86 "GET /v2.0/networks/7fe9dda4-bbb5-4db6-b240-cdabda9f2be2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343570 Nov 19 17:45:34.464529 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fd745cf5-b573-4c11-ac72-f325325e7e46 req-c485989f-f3a5-49ea-bf12-73623f3593bf service neutron] 10.222.0.54 "GET /v2.0/networks/c7b257b3-f66e-4846-9861-5f47f21f4188?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3379443 Nov 19 17:45:34.487569 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cba66d0-9796-4c3b-a2c9-d1ec533cca39 req-93cab83b-d800-4d64-a044-06f0cfb8f825 tempest-ListImageFiltersTestJSON-250840556 tempest-ListImageFiltersTestJSON-250840556-project] No DVR routers for this DVR port 744d1b3d-2033-4766-b763-659b747d4b6b on host n-h2-818022-2 {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:45:34.490902 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-4cba66d0-9796-4c3b-a2c9-d1ec533cca39 req-93cab83b-d800-4d64-a044-06f0cfb8f825 tempest-ListImageFiltersTestJSON-250840556 tempest-ListImageFiltersTestJSON-250840556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:34.494807 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4cba66d0-9796-4c3b-a2c9-d1ec533cca39 req-93cab83b-d800-4d64-a044-06f0cfb8f825 tempest-ListImageFiltersTestJSON-250840556 tempest-ListImageFiltersTestJSON-250840556-project] 10.222.0.86 "DELETE /v2.0/ports/744d1b3d-2033-4766-b763-659b747d4b6b HTTP/1.1" status: 204 len: 173 time: 0.8973534 Nov 19 17:45:34.576806 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-34f3bfa1-2848-462c-a5ea-8b8d4fc4c64d req-0d48c7f1-4dc9-4857-a94b-9c1506a8ad1a service neutron] 10.222.0.86 "GET /v2.0/networks/7fe9dda4-bbb5-4db6-b240-cdabda9f2be2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620195 Nov 19 17:45:34.592341 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df4e587-b94d-4ae3-9601-228fe2f8d605 req-f739b897-6d0f-48c8-a05e-224dc0bcfd50 tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:34.596110 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6df4e587-b94d-4ae3-9601-228fe2f8d605 req-f739b897-6d0f-48c8-a05e-224dc0bcfd50 tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] 10.222.0.54 "GET /v2.0/ports?device_id=1a1738f2-85f8-4e51-a8e8-0c77f864b3fc HTTP/1.1" status: 200 len: 945 time: 0.0978572 Nov 19 17:45:34.619187 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fd745cf5-b573-4c11-ac72-f325325e7e46 req-9ee3048d-efe7-4a27-9f57-c93bcb266c90 service neutron] 10.222.0.54 "GET /v2.0/networks/c7b257b3-f66e-4846-9861-5f47f21f4188?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346972 Nov 19 17:45:34.658936 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e013d7e6-5264-4dcc-9759-54f5fb809e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:34.679887 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6df4e587-b94d-4ae3-9601-228fe2f8d605 req-79949658-5a2b-4020-b885-ec4fee2f7386 tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] 10.222.0.54 "GET /v2.0/security-groups?id=a352ca94-2149-4006-acad-e3c22132eabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728312 Nov 19 17:45:34.825125 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f372b1cd-f29e-4540-ab0a-43ac66030a24 req-2e83b2c9-03ea-4bba-a276-e29374cbf30b tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:34.827050 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f372b1cd-f29e-4540-ab0a-43ac66030a24 req-2e83b2c9-03ea-4bba-a276-e29374cbf30b tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] 10.222.0.54 "GET /v2.0/ports?device_id=6a3e0f89-1b0c-4e27-83e3-b3760f46b280 HTTP/1.1" status: 200 len: 943 time: 0.0724688 Nov 19 17:45:34.929727 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f372b1cd-f29e-4540-ab0a-43ac66030a24 req-6eaa3b24-8744-442a-8571-7f4befd6f4c4 tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] 10.222.0.54 "GET /v2.0/security-groups?id=91d8d5ae-e3ab-40c9-a58b-bf281735c710&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799685 Nov 19 17:45:35.137976 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:35.155373 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136eb67c-d449-4989-8259-cf20ddcae45d req-14dc44dc-3968-4cf4-bef9-89f9f3ca727b tempest-ServersTestBootFromVolume-1084178328 tempest-ServersTestBootFromVolume-1084178328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:35.157951 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-136eb67c-d449-4989-8259-cf20ddcae45d req-14dc44dc-3968-4cf4-bef9-89f9f3ca727b tempest-ServersTestBootFromVolume-1084178328 tempest-ServersTestBootFromVolume-1084178328-project] 10.222.0.54 "GET /v2.0/ports?device_id=e33d0af4-0080-4fe5-a9b8-982da66e8549 HTTP/1.1" status: 200 len: 945 time: 0.1338575 Nov 19 17:45:35.171137 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 53062) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:45:35.180324 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-1efc439e-953e-44f2-af99-464f4edb7cba tempest-ServersTestBootFromVolume-1084178328 tempest-ServersTestBootFromVolume-1084178328-project] Request body: {'floatingip': {'port_id': '5cd3e24d-14f2-4ee7-a42a-b86419bc8a16'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:45:35.260870 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1efc439e-953e-44f2-af99-464f4edb7cba tempest-ServersTestBootFromVolume-1084178328 tempest-ServersTestBootFromVolume-1084178328-project] Publish callbacks [] for floatingip, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:35.417590 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629d9aac-cb05-4fab-81aa-719bd5997413 req-a9ffb38d-e8ac-4fae-a402-caadaf4c140d tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:35.420181 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-629d9aac-cb05-4fab-81aa-719bd5997413 req-a9ffb38d-e8ac-4fae-a402-caadaf4c140d tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/ports?device_id=bf59b450-1dae-46ad-8d7d-6243e3e9a7fc HTTP/1.1" status: 200 len: 943 time: 0.1230438 Nov 19 17:45:35.467398 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-da97583f-6c81-4071-92cf-7b3ed9731125 req-fc1e86b4-4f3b-410f-8b56-3226d177eb98 tempest-ListImageFiltersTestJSON-250840556 tempest-ListImageFiltersTestJSON-250840556-project] 10.222.0.54 "GET /v2.0/ports?device_id=3c2decfe-aee1-47cc-afae-db04d2fa7bd3 HTTP/1.1" status: 200 len: 210 time: 0.0513005 Nov 19 17:45:35.499150 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-629d9aac-cb05-4fab-81aa-719bd5997413 req-0958fe98-4577-4d93-bcf2-8b3bc27573e5 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/security-groups?id=b596b6e2-4e99-405d-ab15-439621199b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723252 Nov 19 17:45:35.601529 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8813c4e9-60cb-44b9-94da-945acef3c132 req-23022b1b-47b4-4ab9-98bf-c4ff5c07e243 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/ports?device_id=4f54a6ec-d290-4197-84ed-c303dd0ab2dc HTTP/1.1" status: 200 len: 210 time: 0.0412433 Nov 19 17:45:35.667221 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device 5e1f4354-bd89-4ead-b9cd-51ca335cc59f details requested by agent hyperv_n-h2-818022-2 with host n-h2-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 17:45:35.683131 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c2decfe-aee1-47cc-afae-db04d2fa7bd3', 'name': 'network-vif-deleted', 'tag': '744d1b3d-2033-4766-b763-659b747d4b6b'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:45:35.685849 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218319d759239a7d11f1288aef37381b97754913ee9ccbfd43b51a463f801712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7806bff3-d655-4dc6-ad86-59607f48832f" -d '{"events": [{"server_uuid": "3c2decfe-aee1-47cc-afae-db04d2fa7bd3", "name": "network-vif-deleted", "tag": "744d1b3d-2033-4766-b763-659b747d4b6b"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:45:35.756968 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:45:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c21dfbf-88b0-4672-a5c7-98bc4099e9e6 x-openstack-request-id: req-4c21dfbf-88b0-4672-a5c7-98bc4099e9e6 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:45:35.757935 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c2decfe-aee1-47cc-afae-db04d2fa7bd3", "name": "network-vif-deleted", "tag": "744d1b3d-2033-4766-b763-659b747d4b6b", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:45:35.758298 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-4c21dfbf-88b0-4672-a5c7-98bc4099e9e6 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:45:35.759818 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c2decfe-aee1-47cc-afae-db04d2fa7bd3', 'name': 'network-vif-deleted', 'tag': '744d1b3d-2033-4766-b763-659b747d4b6b', 'status': 'completed', 'code': 200} Nov 19 17:45:35.816166 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port 5e1f4354-bd89-4ead-b9cd-51ca335cc59f, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=5e1f4354-bd89-4ead-b9cd-51ca335cc59f,segment=NetworkSegment(ea5a0e2b-3fad-4153-8514-d7f5d8ae4073),segment_id=ea5a0e2b-3fad-4153-8514-d7f5d8ae4073)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:45:35.833525 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Returning: {'device': '5e1f4354-bd89-4ead-b9cd-51ca335cc59f', 'network_id': '54cb42e3-21bb-4900-9add-de52f53a9c78', 'port_id': '5e1f4354-bd89-4ead-b9cd-51ca335cc59f', 'mac_address': 'fa:16:3e:8d:4f:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce5e5572-06fa-407a-98f7-553783ad7f2f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 17:45:35.891110 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:35.908997 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e1f4354-bd89-4ead-b9cd-51ca335cc59f {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:45:35.910094 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b74bec-28b1-45b1-ac9a-33804f1ca110 req-b779c2a7-826c-4e2f-ad6e-195340a7dc67 tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:35.911656 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-58b74bec-28b1-45b1-ac9a-33804f1ca110 req-b779c2a7-826c-4e2f-ad6e-195340a7dc67 tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] 10.222.0.54 "GET /v2.0/ports?device_id=1a1738f2-85f8-4e51-a8e8-0c77f864b3fc HTTP/1.1" status: 200 len: 945 time: 0.1360092 Nov 19 17:45:35.932897 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port 5e1f4354-bd89-4ead-b9cd-51ca335cc59f, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=5e1f4354-bd89-4ead-b9cd-51ca335cc59f,segment=NetworkSegment(ea5a0e2b-3fad-4153-8514-d7f5d8ae4073),segment_id=ea5a0e2b-3fad-4153-8514-d7f5d8ae4073)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:45:35.939427 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:36.024325 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Pushing event updated for resources: {'Port': ['ID=5e1f4354-bd89-4ead-b9cd-51ca335cc59f,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:45:36.058538 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-58b74bec-28b1-45b1-ac9a-33804f1ca110 req-00ff3d06-b639-4cf1-8413-1a6d598f4537 tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] 10.222.0.54 "GET /v2.0/security-groups?id=a352ca94-2149-4006-acad-e3c22132eabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283917 Nov 19 17:45:36.088555 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1efc439e-953e-44f2-af99-464f4edb7cba tempest-ServersTestBootFromVolume-1084178328 tempest-ServersTestBootFromVolume-1084178328-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:36.093975 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1efc439e-953e-44f2-af99-464f4edb7cba tempest-ServersTestBootFromVolume-1084178328 tempest-ServersTestBootFromVolume-1084178328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-671284'] for floatingip, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:36.109138 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01c2b79-fe8e-4158-8f9d-91e2e8e39aa6 req-4261d7e1-3040-4c34-a761-3e18d192bd83 tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:36.111304 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f01c2b79-fe8e-4158-8f9d-91e2e8e39aa6 req-4261d7e1-3040-4c34-a761-3e18d192bd83 tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] 10.222.0.54 "GET /v2.0/ports?device_id=6a3e0f89-1b0c-4e27-83e3-b3760f46b280 HTTP/1.1" status: 200 len: 944 time: 0.0655122 Nov 19 17:45:36.202468 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f01c2b79-fe8e-4158-8f9d-91e2e8e39aa6 req-dd471967-96f0-43ca-8ed7-5b1f1807fad7 tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] 10.222.0.54 "GET /v2.0/security-groups?id=91d8d5ae-e3ab-40c9-a58b-bf281735c710&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800076 Nov 19 17:45:36.257910 n-d-818022-2 neutron-server[103365]: INFO neutron.db.l3_db [None req-1efc439e-953e-44f2-af99-464f4edb7cba tempest-ServersTestBootFromVolume-1084178328 tempest-ServersTestBootFromVolume-1084178328-project] Floating IP cebc4602-ff61-4d33-af93-797663d2acf8 associated. External IP: 172.25.7.161, port: 5cd3e24d-14f2-4ee7-a42a-b86419bc8a16. Nov 19 17:45:36.386815 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] get_ports_and_sgs() called for port_ids ['5e1f4354-bd89-4ead-b9cd-51ca335cc59f'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:45:36.530557 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1efc439e-953e-44f2-af99-464f4edb7cba tempest-ServersTestBootFromVolume-1084178328 tempest-ServersTestBootFromVolume-1084178328-project] Router 5a6cd743-8926-47d7-aba0-b50e58e111f8 has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 17:45:36.773005 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5db767-cf5f-4b2b-b5b6-0f7f5912ce85 req-4476484b-5253-4b3f-85a3-e15b5a4d82da tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:36.782063 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6f5db767-cf5f-4b2b-b5b6-0f7f5912ce85 req-4476484b-5253-4b3f-85a3-e15b5a4d82da tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/ports?device_id=bf59b450-1dae-46ad-8d7d-6243e3e9a7fc HTTP/1.1" status: 200 len: 943 time: 0.1211965 Nov 19 17:45:36.786214 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1efc439e-953e-44f2-af99-464f4edb7cba tempest-ServersTestBootFromVolume-1084178328 tempest-ServersTestBootFromVolume-1084178328-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 17:45:36.792542 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1efc439e-953e-44f2-af99-464f4edb7cba tempest-ServersTestBootFromVolume-1084178328 tempest-ServersTestBootFromVolume-1084178328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for floatingip, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:36.803653 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf0dfbd-4a3d-43b7-9228-fc892d3bac2e None None] Sync routers for ids ['5a6cd743-8926-47d7-aba0-b50e58e111f8'] in n-d-818022-2 {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 17:45:36.817235 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf0dfbd-4a3d-43b7-9228-fc892d3bac2e None None] Routers {'5a6cd743-8926-47d7-aba0-b50e58e111f8'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:45:36.818233 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-5cf0dfbd-4a3d-43b7-9228-fc892d3bac2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:45:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['5a6cd743-8926-47d7-aba0-b50e58e111f8'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:45:36.889334 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-1efc439e-953e-44f2-af99-464f4edb7cba tempest-ServersTestBootFromVolume-1084178328 tempest-ServersTestBootFromVolume-1084178328-project] 10.222.0.54 "PUT /v2.0/floatingips/cebc4602-ff61-4d33-af93-797663d2acf8 HTTP/1.1" status: 200 len: 991 time: 1.7154806 Nov 19 17:45:36.925143 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd745cf5-b573-4c11-ac72-f325325e7e46 req-5937cea7-948d-404d-a33e-07817f8d500c tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:36.929043 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-fd745cf5-b573-4c11-ac72-f325325e7e46 req-5937cea7-948d-404d-a33e-07817f8d500c tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.86 "GET /v2.0/networks?id=c7b257b3-f66e-4846-9861-5f47f21f4188 HTTP/1.1" status: 200 len: 807 time: 0.2698939 Nov 19 17:45:36.954668 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-fd745cf5-b573-4c11-ac72-f325325e7e46 req-1d8773c4-fd3c-419f-a962-83d8cc895e12 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Request body: {'port': {'device_id': '4f54a6ec-d290-4197-84ed-c303dd0ab2dc', 'network_id': 'c7b257b3-f66e-4846-9861-5f47f21f4188', 'admin_state_up': True, 'tenant_id': 'de10e7e0e3ea4ce28d84ef76e9c1ec3a'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:45:36.968900 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6f5db767-cf5f-4b2b-b5b6-0f7f5912ce85 req-a45be9ec-b56b-4dd9-bbec-d05c96213db2 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/security-groups?id=b596b6e2-4e99-405d-ab15-439621199b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853170 Nov 19 17:45:37.003352 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-5cf0dfbd-4a3d-43b7-9228-fc892d3bac2e None None] Set router 5a6cd743-8926-47d7-aba0-b50e58e111f8 gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:45:37.083071 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-022e0e44-f55a-4c0c-b304-f32e20e479ad req-fbc6c970-2646-40f6-aef8-53fada620d33 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/ports?device_id=4f54a6ec-d290-4197-84ed-c303dd0ab2dc HTTP/1.1" status: 200 len: 210 time: 0.1209154 Nov 19 17:45:37.215779 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f861e0d9-4071-4f52-91cc-1859e6dd853b req-a1449457-e755-44a9-b502-48bcbc16efb1 tempest-ListImageFiltersTestJSON-250840556 tempest-ListImageFiltersTestJSON-250840556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:37.223713 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f861e0d9-4071-4f52-91cc-1859e6dd853b req-a1449457-e755-44a9-b502-48bcbc16efb1 tempest-ListImageFiltersTestJSON-250840556 tempest-ListImageFiltersTestJSON-250840556-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d129510-5e62-48b1-a79e-75c697dca17f HTTP/1.1" status: 200 len: 949 time: 0.1419346 Nov 19 17:45:37.231745 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd745cf5-b573-4c11-ac72-f325325e7e46 req-1d8773c4-fd3c-419f-a962-83d8cc895e12 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Made reservation on behalf of de10e7e0e3ea4ce28d84ef76e9c1ec3a for: {'port': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:45:37.240922 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-fd745cf5-b573-4c11-ac72-f325325e7e46 req-1d8773c4-fd3c-419f-a962-83d8cc895e12 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:37.346617 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f861e0d9-4071-4f52-91cc-1859e6dd853b req-bcfa190c-3d5b-4e61-8e47-8564931ebc60 tempest-ListImageFiltersTestJSON-250840556 tempest-ListImageFiltersTestJSON-250840556-project] 10.222.0.54 "GET /v2.0/security-groups?id=157de4a4-d761-407b-be78-1f99889a002d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022949 Nov 19 17:45:37.424512 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-5cf0dfbd-4a3d-43b7-9228-fc892d3bac2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a6cd743-8926-47d7-aba0-b50e58e111f8', 'name': 'tempest-ServersTestBootFromVolume-454974056-router', 'tenant_id': '0a0b004e524b43138e0ccf2007e7de7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.119'}], 'enable_snat': True}, 'gw_port_id': 'ad2c5ed9-2037-4cbd-8d0f-980da9979be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:43:56Z', 'updated_at': '2021-11-19T17:44:09Z', 'revision_number': 4, 'project_id': '0a0b004e524b43138e0ccf2007e7de7f', 'gw_port': {'id': 'ad2c5ed9-2037-4cbd-8d0f-980da9979be2', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:bc:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a6cd743-8926-47d7-aba0-b50e58e111f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:43:58Z', 'updated_at': '2021-11-19T17:44:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_floatingips': [{'id': 'cebc4602-ff61-4d33-af93-797663d2acf8', 'tenant_id': '0a0b004e524b43138e0ccf2007e7de7f', 'floating_ip_address': '172.25.7.161', 'floating_network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'router_id': '5a6cd743-8926-47d7-aba0-b50e58e111f8', 'port_id': '5cd3e24d-14f2-4ee7-a42a-b86419bc8a16', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c552d15-d4c8-45a0-876e-f450c6de937e', 'mac_address': 'fa:16:3e:b0:d3:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e33d0af4-0080-4fe5-a9b8-982da66e8549', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T17:44:21Z', 'updated_at': '2021-11-19T17:45:35Z', 'revision_number': 1, 'project_id': '0a0b004e524b43138e0ccf2007e7de7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21f943bf-5a34-47cb-b798-eaaffe7c3651', 'name': '', 'network_id': '2c552d15-d4c8-45a0-876e-f450c6de937e', 'tenant_id': '0a0b004e524b43138e0ccf2007e7de7f', 'mac_address': 'fa:16:3e:46:6e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a6cd743-8926-47d7-aba0-b50e58e111f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 992, 'fixed_ips': [{'subnet_id': '692086f0-4f6a-4acd-a98f-26302c460ba8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:44:06Z', 'updated_at': '2021-11-19T17:44:17Z', 'revision_number': 5, 'project_id': '0a0b004e524b43138e0ccf2007e7de7f', 'subnets': [{'id': '692086f0-4f6a-4acd-a98f-26302c460ba8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:45:37.468802 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf0dfbd-4a3d-43b7-9228-fc892d3bac2e None None] Checking router: 5a6cd743-8926-47d7-aba0-b50e58e111f8 for host: n-d-818022-2 {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 17:45:37.482831 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf0dfbd-4a3d-43b7-9228-fc892d3bac2e None None] Routers {'5a6cd743-8926-47d7-aba0-b50e58e111f8'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:45:37.484178 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-5cf0dfbd-4a3d-43b7-9228-fc892d3bac2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:45:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['5a6cd743-8926-47d7-aba0-b50e58e111f8'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:45:37.493288 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cabec7-1c92-47f5-a51e-576c8b8dcb30 req-4a52ee49-4b97-4dd0-99b7-d941dc5a40cf tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:37.495749 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-62cabec7-1c92-47f5-a51e-576c8b8dcb30 req-4a52ee49-4b97-4dd0-99b7-d941dc5a40cf tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] 10.222.0.54 "GET /v2.0/ports?device_id=1a1738f2-85f8-4e51-a8e8-0c77f864b3fc HTTP/1.1" status: 200 len: 945 time: 0.1549325 Nov 19 17:45:37.540348 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [req-fd745cf5-b573-4c11-ac72-f325325e7e46 req-1d8773c4-fd3c-419f-a962-83d8cc895e12 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Allocated IP 172.20.0.12 (c7b257b3-f66e-4846-9861-5f47f21f4188/df2b5fb0-4ad7-475f-930a-bdefef26bd76/c1ed1411-3293-4dd3-9e31-e9bf08cd1813) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:45:37.601413 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd7fe89-df6c-404a-82e7-647618e08f2b req-72bfd891-ae4a-46d3-bcbc-55d915d5ca97 tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:37.608768 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-62cabec7-1c92-47f5-a51e-576c8b8dcb30 req-50d6f11f-4506-4977-aed4-75225d0c5d3a tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] 10.222.0.54 "GET /v2.0/security-groups?id=a352ca94-2149-4006-acad-e3c22132eabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041942 Nov 19 17:45:37.612594 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3dd7fe89-df6c-404a-82e7-647618e08f2b req-72bfd891-ae4a-46d3-bcbc-55d915d5ca97 tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] 10.222.0.54 "GET /v2.0/ports?device_id=6a3e0f89-1b0c-4e27-83e3-b3760f46b280 HTTP/1.1" status: 200 len: 944 time: 0.0927207 Nov 19 17:45:37.687226 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device 40077e88-fe53-4aa9-a721-b8b2bd94ab74 details requested by agent hyperv_n-h2-818022-2 with host n-h2-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 17:45:37.691005 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-5cf0dfbd-4a3d-43b7-9228-fc892d3bac2e None None] Set router 5a6cd743-8926-47d7-aba0-b50e58e111f8 gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:45:37.691871 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device 5e1f4354-bd89-4ead-b9cd-51ca335cc59f up at agent hyperv_n-h2-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:45:37.723680 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3dd7fe89-df6c-404a-82e7-647618e08f2b req-77bde481-40f4-4ce0-ae68-29451c6cfb1f tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] 10.222.0.54 "GET /v2.0/security-groups?id=91d8d5ae-e3ab-40c9-a58b-bf281735c710&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1100247 Nov 19 17:45:37.760592 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e33d0af4-0080-4fe5-a9b8-982da66e8549', 'tag': '5cd3e24d-14f2-4ee7-a42a-b86419bc8a16'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:45:37.763135 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218319d759239a7d11f1288aef37381b97754913ee9ccbfd43b51a463f801712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc2397b3-fa38-495d-839e-fa89c9d1abff" -d '{"events": [{"name": "network-changed", "server_uuid": "e33d0af4-0080-4fe5-a9b8-982da66e8549", "tag": "5cd3e24d-14f2-4ee7-a42a-b86419bc8a16"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:45:37.837528 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 17:45:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-047b2e66-3770-48bb-85a4-2af1e8f2e849 x-openstack-request-id: req-047b2e66-3770-48bb-85a4-2af1e8f2e849 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:45:37.838098 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e33d0af4-0080-4fe5-a9b8-982da66e8549", "tag": "5cd3e24d-14f2-4ee7-a42a-b86419bc8a16", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:45:37.838574 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-047b2e66-3770-48bb-85a4-2af1e8f2e849 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:45:37.839241 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e33d0af4-0080-4fe5-a9b8-982da66e8549', 'tag': '5cd3e24d-14f2-4ee7-a42a-b86419bc8a16', 'status': 'completed', 'code': 200} Nov 19 17:45:37.853496 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Provisioning for port 5e1f4354-bd89-4ead-b9cd-51ca335cc59f completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 17:45:37.861555 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Provisioning complete for port 5e1f4354-bd89-4ead-b9cd-51ca335cc59f triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:45:37.862485 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:37.864801 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-fd745cf5-b573-4c11-ac72-f325325e7e46 req-1d8773c4-fd3c-419f-a962-83d8cc895e12 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:37.929354 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2397b3-fa38-495d-839e-fa89c9d1abff req-23d156b3-40d6-4925-b335-f8e3f538b837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:37.932360 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fc2397b3-fa38-495d-839e-fa89c9d1abff req-23d156b3-40d6-4925-b335-f8e3f538b837 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0a0b004e524b43138e0ccf2007e7de7f&device_id=e33d0af4-0080-4fe5-a9b8-982da66e8549 HTTP/1.1" status: 200 len: 1096 time: 0.0736873 Nov 19 17:45:37.932650 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-fd745cf5-b573-4c11-ac72-f325325e7e46 req-1d8773c4-fd3c-419f-a962-83d8cc895e12 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:37.950380 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['8c6312d8-576e-4736-bc85-42aa986721e9'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:45:37.961351 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] get_ports_and_sgs() called for port_ids ['93e90eda-5096-4d5d-bd55-a580bf26e4e1'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:45:38.014624 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8773c4-fd3c-419f-a962-83d8cc895e12 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Pushing event updated for resources: {'Port': ['ID=c1ed1411-3293-4dd3-9e31-e9bf08cd1813,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:45:38.032235 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8773c4-fd3c-419f-a962-83d8cc895e12 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:45:38.032570 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8773c4-fd3c-419f-a962-83d8cc895e12 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:45:38.032914 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8773c4-fd3c-419f-a962-83d8cc895e12 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:45:38.033256 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8773c4-fd3c-419f-a962-83d8cc895e12 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:45:38.033593 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8773c4-fd3c-419f-a962-83d8cc895e12 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:45:38.033940 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8773c4-fd3c-419f-a962-83d8cc895e12 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:45:38.034385 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8773c4-fd3c-419f-a962-83d8cc895e12 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:45:38.034723 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8773c4-fd3c-419f-a962-83d8cc895e12 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:45:38.035201 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8773c4-fd3c-419f-a962-83d8cc895e12 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:45:38.035452 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8773c4-fd3c-419f-a962-83d8cc895e12 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:45:38.035794 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8773c4-fd3c-419f-a962-83d8cc895e12 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:45:38.036122 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8773c4-fd3c-419f-a962-83d8cc895e12 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:45:38.052005 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd745cf5-b573-4c11-ac72-f325325e7e46 req-1d8773c4-fd3c-419f-a962-83d8cc895e12 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Network c7b257b3-f66e-4846-9861-5f47f21f4188 is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:45:38.053990 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [req-fd745cf5-b573-4c11-ac72-f325325e7e46 req-1d8773c4-fd3c-419f-a962-83d8cc895e12 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:45:38.059423 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-5cf0dfbd-4a3d-43b7-9228-fc892d3bac2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a6cd743-8926-47d7-aba0-b50e58e111f8', 'name': 'tempest-ServersTestBootFromVolume-454974056-router', 'tenant_id': '0a0b004e524b43138e0ccf2007e7de7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.119'}], 'enable_snat': True}, 'gw_port_id': 'ad2c5ed9-2037-4cbd-8d0f-980da9979be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:43:56Z', 'updated_at': '2021-11-19T17:44:09Z', 'revision_number': 4, 'project_id': '0a0b004e524b43138e0ccf2007e7de7f', 'gw_port': {'id': 'ad2c5ed9-2037-4cbd-8d0f-980da9979be2', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:bc:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a6cd743-8926-47d7-aba0-b50e58e111f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:43:58Z', 'updated_at': '2021-11-19T17:44:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_floatingips': [{'id': 'cebc4602-ff61-4d33-af93-797663d2acf8', 'tenant_id': '0a0b004e524b43138e0ccf2007e7de7f', 'floating_ip_address': '172.25.7.161', 'floating_network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'router_id': '5a6cd743-8926-47d7-aba0-b50e58e111f8', 'port_id': '5cd3e24d-14f2-4ee7-a42a-b86419bc8a16', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c552d15-d4c8-45a0-876e-f450c6de937e', 'mac_address': 'fa:16:3e:b0:d3:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e33d0af4-0080-4fe5-a9b8-982da66e8549', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T17:44:21Z', 'updated_at': '2021-11-19T17:45:35Z', 'revision_number': 1, 'project_id': '0a0b004e524b43138e0ccf2007e7de7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21f943bf-5a34-47cb-b798-eaaffe7c3651', 'name': '', 'network_id': '2c552d15-d4c8-45a0-876e-f450c6de937e', 'tenant_id': '0a0b004e524b43138e0ccf2007e7de7f', 'mac_address': 'fa:16:3e:46:6e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a6cd743-8926-47d7-aba0-b50e58e111f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 992, 'fixed_ips': [{'subnet_id': '692086f0-4f6a-4acd-a98f-26302c460ba8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:44:06Z', 'updated_at': '2021-11-19T17:44:17Z', 'revision_number': 5, 'project_id': '0a0b004e524b43138e0ccf2007e7de7f', 'subnets': [{'id': '692086f0-4f6a-4acd-a98f-26302c460ba8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:45:38.064707 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd745cf5-b573-4c11-ac72-f325325e7e46 req-1d8773c4-fd3c-419f-a962-83d8cc895e12 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:45:38.090505 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf0dfbd-4a3d-43b7-9228-fc892d3bac2e None None] The sync data for ids ['5a6cd743-8926-47d7-aba0-b50e58e111f8'] in n-d-818022-2 is: [{'id': '5a6cd743-8926-47d7-aba0-b50e58e111f8', 'name': 'tempest-ServersTestBootFromVolume-454974056-router', 'tenant_id': '0a0b004e524b43138e0ccf2007e7de7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.119'}], 'enable_snat': True}, 'gw_port_id': 'ad2c5ed9-2037-4cbd-8d0f-980da9979be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:43:56Z', 'updated_at': '2021-11-19T17:44:09Z', 'revision_number': 4, 'project_id': '0a0b004e524b43138e0ccf2007e7de7f', 'gw_port': {'id': 'ad2c5ed9-2037-4cbd-8d0f-980da9979be2', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:bc:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a6cd743-8926-47d7-aba0-b50e58e111f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:43:58Z', 'updated_at': '2021-11-19T17:44:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_floatingips': [{'id': 'cebc4602-ff61-4d33-af93-797663d2acf8', 'tenant_id': '0a0b004e524b43138e0ccf2007e7de7f', 'floating_ip_address': '172.25.7.161', 'floating_network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'router_id': '5a6cd743-8926-47d7-aba0-b50e58e111f8', 'port_id': '5cd3e24d-14f2-4ee7-a42a-b86419bc8a16', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c552d15-d4c8-45a0-876e-f450c6de937e', 'mac_address': 'fa:16:3e:b0:d3:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e33d0af4-0080-4fe5-a9b8-982da66e8549', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T17:44:21Z', 'updated_at': '2021-11-19T17:45:35Z', 'revision_number': 1, 'project_id': '0a0b004e524b43138e0ccf2007e7de7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21f943bf-5a34-47cb-b798-eaaffe7c3651', 'name': '', 'network_id': '2c552d15-d4c8-45a0-876e-f450c6de937e', 'tenant_id': '0a0b004e524b43138e0ccf2007e7de7f', 'mac_address': 'fa:16:3e:46:6e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a6cd743-8926-47d7-aba0-b50e58e111f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 992, 'fixed_ips': [{'subnet_id': '692086f0-4f6a-4acd-a98f-26302c460ba8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:44:06Z', 'updated_at': '2021-11-19T17:44:17Z', 'revision_number': 5, 'project_id': '0a0b004e524b43138e0ccf2007e7de7f', 'subnets': [{'id': '692086f0-4f6a-4acd-a98f-26302c460ba8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 17:45:38.189980 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd745cf5-b573-4c11-ac72-f325325e7e46 req-1d8773c4-fd3c-419f-a962-83d8cc895e12 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:38.194103 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-fd745cf5-b573-4c11-ac72-f325325e7e46 req-1d8773c4-fd3c-419f-a962-83d8cc895e12 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:38.226933 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-fd745cf5-b573-4c11-ac72-f325325e7e46 req-1d8773c4-fd3c-419f-a962-83d8cc895e12 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2817898 Nov 19 17:45:38.244500 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-fd745cf5-b573-4c11-ac72-f325325e7e46 req-02849ca5-2b77-437a-9d49-85c09e4722b3 service neutron] Request body: {'port': {'device_id': '4f54a6ec-d290-4197-84ed-c303dd0ab2dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818022-2'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:45:38.265790 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2397b3-fa38-495d-839e-fa89c9d1abff req-d042148d-93c4-4ce7-ad45-c661cb075b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:38.268420 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fc2397b3-fa38-495d-839e-fa89c9d1abff req-d042148d-93c4-4ce7-ad45-c661cb075b2e service neutron] 10.222.0.60 "GET /v2.0/networks?id=2c552d15-d4c8-45a0-876e-f450c6de937e HTTP/1.1" status: 200 len: 916 time: 0.3268530 Nov 19 17:45:38.279934 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cd96de-e67a-4e73-b942-055079648051 req-fef59b90-72a7-403f-ba03-132df0f2615f tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:38.287296 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-10cd96de-e67a-4e73-b942-055079648051 req-fef59b90-72a7-403f-ba03-132df0f2615f tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/ports?device_id=bf59b450-1dae-46ad-8d7d-6243e3e9a7fc HTTP/1.1" status: 200 len: 943 time: 0.1178803 Nov 19 17:45:38.291645 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port 40077e88-fe53-4aa9-a721-b8b2bd94ab74, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=40077e88-fe53-4aa9-a721-b8b2bd94ab74,segment=NetworkSegment(7cd6906b-44eb-4ce1-933e-47ff3aaf0160),segment_id=7cd6906b-44eb-4ce1-933e-47ff3aaf0160)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:45:38.319489 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Returning: {'device': '40077e88-fe53-4aa9-a721-b8b2bd94ab74', 'network_id': '7fe9dda4-bbb5-4db6-b240-cdabda9f2be2', 'port_id': '40077e88-fe53-4aa9-a721-b8b2bd94ab74', 'mac_address': 'fa:16:3e:9d:cb:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 664, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2a11d26-01c8-41f8-8b08-cf64deb00190', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 17:45:38.409593 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-fd745cf5-b573-4c11-ac72-f325325e7e46 req-02849ca5-2b77-437a-9d49-85c09e4722b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:38.438239 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fc2397b3-fa38-495d-839e-fa89c9d1abff req-6ed644f4-2725-4d27-8271-b761e6982fb3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5cd3e24d-14f2-4ee7-a42a-b86419bc8a16 HTTP/1.1" status: 200 len: 999 time: 0.1495233 Nov 19 17:45:38.472333 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ba8fe9-fa37-491e-b8e8-828d9edce7bd req-e54cfb61-c34c-4fc0-a3b7-e8ce01021a99 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:38.480946 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d5ba8fe9-fa37-491e-b8e8-828d9edce7bd req-e54cfb61-c34c-4fc0-a3b7-e8ce01021a99 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/ports?device_id=4f54a6ec-d290-4197-84ed-c303dd0ab2dc HTTP/1.1" status: 200 len: 932 time: 0.1731646 Nov 19 17:45:38.504717 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ab516e-a571-4bc1-948b-e68b2cce67d7 None None] New status for floating IP cebc4602-ff61-4d33-af93-797663d2acf8: ACTIVE {{(pid=103366) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 17:45:38.549062 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-10cd96de-e67a-4e73-b942-055079648051 req-49d1143a-59b1-49c1-af03-dc94a6faa84f tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/security-groups?id=b596b6e2-4e99-405d-ab15-439621199b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2515323 Nov 19 17:45:38.577365 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2397b3-fa38-495d-839e-fa89c9d1abff req-3e548a0a-6b3b-4f57-9666-b3d9d9ff1b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:38.579385 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fc2397b3-fa38-495d-839e-fa89c9d1abff req-3e548a0a-6b3b-4f57-9666-b3d9d9ff1b18 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=692086f0-4f6a-4acd-a98f-26302c460ba8 HTTP/1.1" status: 200 len: 854 time: 0.0918102 Nov 19 17:45:38.596257 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:38.660493 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:38.698269 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40077e88-fe53-4aa9-a721-b8b2bd94ab74 {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:45:38.701245 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2397b3-fa38-495d-839e-fa89c9d1abff req-92f8ba22-e8d8-4b0e-bce4-58111dff8801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:38.703054 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fc2397b3-fa38-495d-839e-fa89c9d1abff req-92f8ba22-e8d8-4b0e-bce4-58111dff8801 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2c552d15-d4c8-45a0-876e-f450c6de937e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1141577 Nov 19 17:45:38.736091 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port 5e1f4354-bd89-4ead-b9cd-51ca335cc59f, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=5e1f4354-bd89-4ead-b9cd-51ca335cc59f,segment=NetworkSegment(ea5a0e2b-3fad-4153-8514-d7f5d8ae4073),segment_id=ea5a0e2b-3fad-4153-8514-d7f5d8ae4073)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:45:38.743480 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a3e0f89-1b0c-4e27-83e3-b3760f46b280', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e1f4354-bd89-4ead-b9cd-51ca335cc59f'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:45:38.746154 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3940761bcd94e032e6960d2241bd8993c5d3a7d8dc2aca8488f3ecf1d4dd2fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37ef8b7c-06de-45cb-a259-6532e1d506d3" -d '{"events": [{"server_uuid": "6a3e0f89-1b0c-4e27-83e3-b3760f46b280", "name": "network-vif-plugged", "status": "completed", "tag": "5e1f4354-bd89-4ead-b9cd-51ca335cc59f"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:45:38.764667 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:38.766499 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device 744d1b3d-2033-4766-b763-659b747d4b6b no longer exists at agent hyperv_n-h2-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:45:38.866182 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [req-fd745cf5-b573-4c11-ac72-f325325e7e46 req-02849ca5-2b77-437a-9d49-85c09e4722b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1ed1411-3293-4dd3-9e31-e9bf08cd1813 {{(pid=103364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:45:38.876208 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-fd745cf5-b573-4c11-ac72-f325325e7e46 req-02849ca5-2b77-437a-9d49-85c09e4722b3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:38.905650 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.provisioning_blocks [req-fd745cf5-b573-4c11-ac72-f325325e7e46 req-02849ca5-2b77-437a-9d49-85c09e4722b3 service neutron] Transition to ACTIVE for port object c1ed1411-3293-4dd3-9e31-e9bf08cd1813 will not be triggered until provisioned by entity L2. {{(pid=103364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 17:45:38.921554 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97695957-0f53-4451-939b-09f276804e5f req-f646368c-6ca9-487e-9390-0d1296d1d234 tempest-ListImageFiltersTestJSON-250840556 tempest-ListImageFiltersTestJSON-250840556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:38.923808 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-97695957-0f53-4451-939b-09f276804e5f req-f646368c-6ca9-487e-9390-0d1296d1d234 tempest-ListImageFiltersTestJSON-250840556 tempest-ListImageFiltersTestJSON-250840556-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d129510-5e62-48b1-a79e-75c697dca17f HTTP/1.1" status: 200 len: 949 time: 0.1080043 Nov 19 17:45:38.934076 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-fd745cf5-b573-4c11-ac72-f325325e7e46 req-02849ca5-2b77-437a-9d49-85c09e4722b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:38.962780 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fc2397b3-fa38-495d-839e-fa89c9d1abff req-84c5e630-3a92-4678-8e55-d1b92707b6ff service neutron] 10.222.0.60 "GET /v2.0/networks/2c552d15-d4c8-45a0-876e-f450c6de937e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2445822 Nov 19 17:45:39.040376 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02849ca5-2b77-437a-9d49-85c09e4722b3 service neutron] Pushing event updated for resources: {'Port': ['ID=c1ed1411-3293-4dd3-9e31-e9bf08cd1813,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:45:39.056345 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-97695957-0f53-4451-939b-09f276804e5f req-8213df37-47d6-4f90-8f15-af566703153d tempest-ListImageFiltersTestJSON-250840556 tempest-ListImageFiltersTestJSON-250840556-project] 10.222.0.54 "GET /v2.0/security-groups?id=157de4a4-d761-407b-be78-1f99889a002d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220193 Nov 19 17:45:39.096942 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3c1f08-27a2-4adc-bdc4-9adf8781f0ec req-58d941f1-55b3-4d5c-9f2e-a9f53e8ffea9 tempest-ListImageFiltersTestJSON-250840556 tempest-ListImageFiltersTestJSON-250840556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:39.101120 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8e3c1f08-27a2-4adc-bdc4-9adf8781f0ec req-58d941f1-55b3-4d5c-9f2e-a9f53e8ffea9 tempest-ListImageFiltersTestJSON-250840556 tempest-ListImageFiltersTestJSON-250840556-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d129510-5e62-48b1-a79e-75c697dca17f HTTP/1.1" status: 200 len: 949 time: 0.1920099 Nov 19 17:45:39.111827 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port 40077e88-fe53-4aa9-a721-b8b2bd94ab74, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=40077e88-fe53-4aa9-a721-b8b2bd94ab74,segment=NetworkSegment(7cd6906b-44eb-4ce1-933e-47ff3aaf0160),segment_id=7cd6906b-44eb-4ce1-933e-47ff3aaf0160)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:45:39.113277 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] No Port match for: 744d1b3d-2033-4766-b763-659b747d4b6b {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:45:39.114222 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device 744d1b3d-2033-4766-b763-659b747d4b6b not bound to the agent host n-h2-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:45:39.138018 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d5ba8fe9-fa37-491e-b8e8-828d9edce7bd req-858f6857-c7ab-4b88-acfa-b6b13699d843 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/security-groups?id=12d5dc08-1d9f-41c6-b52c-304239ec8b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6502256 Nov 19 17:45:39.150413 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:39.200946 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fc2397b3-fa38-495d-839e-fa89c9d1abff req-cdea7f9a-98fe-44fc-b8c1-551e1337efc1 service neutron] 10.222.0.60 "GET /v2.0/networks/2c552d15-d4c8-45a0-876e-f450c6de937e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2287450 Nov 19 17:45:39.276493 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Pushing event updated for resources: {'Port': ['ID=5e1f4354-bd89-4ead-b9cd-51ca335cc59f,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:45:39.385248 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:45:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8788889-8cdc-4dd0-b95e-f259242d2914 x-openstack-request-id: req-f8788889-8cdc-4dd0-b95e-f259242d2914 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:45:39.387008 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a3e0f89-1b0c-4e27-83e3-b3760f46b280", "name": "network-vif-plugged", "status": "completed", "tag": "5e1f4354-bd89-4ead-b9cd-51ca335cc59f", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:45:39.387942 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f8788889-8cdc-4dd0-b95e-f259242d2914 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:45:39.388110 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a3e0f89-1b0c-4e27-83e3-b3760f46b280', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e1f4354-bd89-4ead-b9cd-51ca335cc59f', 'code': 200} Nov 19 17:45:39.423864 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-fd745cf5-b573-4c11-ac72-f325325e7e46 req-02849ca5-2b77-437a-9d49-85c09e4722b3 service neutron] Attempting to bind port c1ed1411-3293-4dd3-9e31-e9bf08cd1813 on host n-h2-818022-2 for vnic_type normal with profile {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:45:39.424450 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-fd745cf5-b573-4c11-ac72-f325325e7e46 req-02849ca5-2b77-437a-9d49-85c09e4722b3 service neutron] Attempting to bind port c1ed1411-3293-4dd3-9e31-e9bf08cd1813 by drivers openvswitch,hyperv on host n-h2-818022-2 at level 0 using segments [{'id': '68be9c2e-9e68-489a-becd-67ff095c4169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'c7b257b3-f66e-4846-9861-5f47f21f4188'}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:45:39.424573 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd745cf5-b573-4c11-ac72-f325325e7e46 req-02849ca5-2b77-437a-9d49-85c09e4722b3 service neutron] Attempting to bind port c1ed1411-3293-4dd3-9e31-e9bf08cd1813 on network c7b257b3-f66e-4846-9861-5f47f21f4188 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:45:39.441594 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd745cf5-b573-4c11-ac72-f325325e7e46 req-02849ca5-2b77-437a-9d49-85c09e4722b3 service neutron] Port c1ed1411-3293-4dd3-9e31-e9bf08cd1813 on network c7b257b3-f66e-4846-9861-5f47f21f4188 not bound, no agent of type Open vSwitch agent registered on host n-h2-818022-2 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 17:45:39.442016 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd745cf5-b573-4c11-ac72-f325325e7e46 req-02849ca5-2b77-437a-9d49-85c09e4722b3 service neutron] Attempting to bind port c1ed1411-3293-4dd3-9e31-e9bf08cd1813 on network c7b257b3-f66e-4846-9861-5f47f21f4188 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:45:39.454940 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Pushing event updated for resources: {'Port': ['ID=40077e88-fe53-4aa9-a721-b8b2bd94ab74,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:45:39.456913 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd745cf5-b573-4c11-ac72-f325325e7e46 req-02849ca5-2b77-437a-9d49-85c09e4722b3 service neutron] Checking agent: {'id': '525ad2ac-c4ae-4c63-af2e-0bf8d25d0f0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'started_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 45, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:45:39.457885 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd745cf5-b573-4c11-ac72-f325325e7e46 req-02849ca5-2b77-437a-9d49-85c09e4722b3 service neutron] Checking segment: {'id': '68be9c2e-9e68-489a-becd-67ff095c4169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'c7b257b3-f66e-4846-9861-5f47f21f4188'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:45:39.459087 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd745cf5-b573-4c11-ac72-f325325e7e46 req-02849ca5-2b77-437a-9d49-85c09e4722b3 service neutron] Bound using segment: {'id': '68be9c2e-9e68-489a-becd-67ff095c4169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'c7b257b3-f66e-4846-9861-5f47f21f4188'} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:45:39.459557 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-fd745cf5-b573-4c11-ac72-f325325e7e46 req-02849ca5-2b77-437a-9d49-85c09e4722b3 service neutron] Bound port: c1ed1411-3293-4dd3-9e31-e9bf08cd1813, host: n-h2-818022-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68be9c2e-9e68-489a-becd-67ff095c4169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'c7b257b3-f66e-4846-9861-5f47f21f4188'}}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:45:39.460867 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-fd745cf5-b573-4c11-ac72-f325325e7e46 req-02849ca5-2b77-437a-9d49-85c09e4722b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:39.525666 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d762723-1b26-4f62-a93c-9650e91afeda req-a6a48295-a945-4323-8be4-b31b08aff80c tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:39.527521 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9d762723-1b26-4f62-a93c-9650e91afeda req-a6a48295-a945-4323-8be4-b31b08aff80c tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] 10.222.0.54 "GET /v2.0/ports?device_id=1a1738f2-85f8-4e51-a8e8-0c77f864b3fc HTTP/1.1" status: 200 len: 945 time: 0.2503290 Nov 19 17:45:39.601641 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [req-8e3c1f08-27a2-4adc-bdc4-9adf8781f0ec req-2f92b6ad-0475-4b34-a19e-633913e1fbcd tempest-ListImageFiltersTestJSON-250840556 tempest-ListImageFiltersTestJSON-250840556-project] Deleting port 12475d13-84ce-40f1-8c15-c615d6f3ddb0 {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:45:39.602200 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-8e3c1f08-27a2-4adc-bdc4-9adf8781f0ec req-2f92b6ad-0475-4b34-a19e-633913e1fbcd tempest-ListImageFiltersTestJSON-250840556 tempest-ListImageFiltersTestJSON-250840556-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:39.615983 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] get_ports_and_sgs() called for port_ids ['40077e88-fe53-4aa9-a721-b8b2bd94ab74'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:45:39.617608 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d868c3-cd4a-4501-befd-c8e618e05f89 req-06390432-b29d-4137-9615-d5998c539f39 tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:39.620330 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-29d868c3-cd4a-4501-befd-c8e618e05f89 req-06390432-b29d-4137-9615-d5998c539f39 tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] 10.222.0.54 "GET /v2.0/ports?device_id=6a3e0f89-1b0c-4e27-83e3-b3760f46b280 HTTP/1.1" status: 200 len: 945 time: 0.1306539 Nov 19 17:45:39.628476 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1887dde-a257-4147-a66b-e3b0b076f34a req-5b83c5cf-a3b9-46de-ad8c-f096af1fac80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:39.630146 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e1887dde-a257-4147-a66b-e3b0b076f34a req-5b83c5cf-a3b9-46de-ad8c-f096af1fac80 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=6a3e0f89-1b0c-4e27-83e3-b3760f46b280 HTTP/1.1" status: 200 len: 1096 time: 0.1059775 Nov 19 17:45:39.744759 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-8e3c1f08-27a2-4adc-bdc4-9adf8781f0ec req-2f92b6ad-0475-4b34-a19e-633913e1fbcd tempest-ListImageFiltersTestJSON-250840556 tempest-ListImageFiltersTestJSON-250840556-project] For port 12475d13-84ce-40f1-8c15-c615d6f3ddb0, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=12475d13-84ce-40f1-8c15-c615d6f3ddb0,segment=NetworkSegment(1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861),segment_id=1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:45:39.745537 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-8e3c1f08-27a2-4adc-bdc4-9adf8781f0ec req-2f92b6ad-0475-4b34-a19e-633913e1fbcd tempest-ListImageFiltersTestJSON-250840556 tempest-ListImageFiltersTestJSON-250840556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:39.745721 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-29d868c3-cd4a-4501-befd-c8e618e05f89 req-24a9bd72-469c-41b9-8b02-8bad9081defb tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] 10.222.0.54 "GET /v2.0/security-groups?id=91d8d5ae-e3ab-40c9-a58b-bf281735c710&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1065614 Nov 19 17:45:39.759961 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [req-8e3c1f08-27a2-4adc-bdc4-9adf8781f0ec req-2f92b6ad-0475-4b34-a19e-633913e1fbcd tempest-ListImageFiltersTestJSON-250840556 tempest-ListImageFiltersTestJSON-250840556-project] Calling delete_port for 12475d13-84ce-40f1-8c15-c615d6f3ddb0 owned by compute:nova {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:45:39.823550 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e1887dde-a257-4147-a66b-e3b0b076f34a req-89fdc0b2-ec03-4fbe-b272-884789a740d5 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=91d8d5ae-e3ab-40c9-a58b-bf281735c710&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1563923 Nov 19 17:45:39.851440 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-fd745cf5-b573-4c11-ac72-f325325e7e46 req-02849ca5-2b77-437a-9d49-85c09e4722b3 service neutron] For port c1ed1411-3293-4dd3-9e31-e9bf08cd1813, host n-h2-818022-2, cleared binding levels {{(pid=103364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:45:39.883393 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-fd745cf5-b573-4c11-ac72-f325325e7e46 req-02849ca5-2b77-437a-9d49-85c09e4722b3 service neutron] For port c1ed1411-3293-4dd3-9e31-e9bf08cd1813, host n-h2-818022-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=c1ed1411-3293-4dd3-9e31-e9bf08cd1813,segment=NetworkSegment(68be9c2e-9e68-489a-becd-67ff095c4169),segment_id=68be9c2e-9e68-489a-becd-67ff095c4169)] {{(pid=103364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:45:39.897412 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9d762723-1b26-4f62-a93c-9650e91afeda req-6d47e6e1-e56e-4254-a9fe-51592e682d9f tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] 10.222.0.54 "GET /v2.0/security-groups?id=a352ca94-2149-4006-acad-e3c22132eabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3276970 Nov 19 17:45:39.899843 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-fd745cf5-b573-4c11-ac72-f325325e7e46 req-02849ca5-2b77-437a-9d49-85c09e4722b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:39.936829 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd745cf5-b573-4c11-ac72-f325325e7e46 req-02849ca5-2b77-437a-9d49-85c09e4722b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:39.938746 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-fd745cf5-b573-4c11-ac72-f325325e7e46 req-02849ca5-2b77-437a-9d49-85c09e4722b3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:39.941257 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-fd745cf5-b573-4c11-ac72-f325325e7e46 req-02849ca5-2b77-437a-9d49-85c09e4722b3 service neutron] 10.222.0.86 "PUT /v2.0/ports/c1ed1411-3293-4dd3-9e31-e9bf08cd1813 HTTP/1.1" status: 200 len: 1092 time: 1.7014747 Nov 19 17:45:39.957359 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e8da81-2d9e-4ae9-9654-e751245a51e5 req-43b8cc03-67bd-4737-9941-59ea7c91f9d7 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:39.971299 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f54a6ec-d290-4197-84ed-c303dd0ab2dc', 'tag': 'c1ed1411-3293-4dd3-9e31-e9bf08cd1813'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:45:39.972761 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-44e8da81-2d9e-4ae9-9654-e751245a51e5 req-43b8cc03-67bd-4737-9941-59ea7c91f9d7 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/ports?device_id=bf59b450-1dae-46ad-8d7d-6243e3e9a7fc HTTP/1.1" status: 200 len: 944 time: 0.1167808 Nov 19 17:45:39.974354 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dd4767a008c23f8566efc82158ee1b1fff34e1a9e908d76d0b6d0ab7e350e5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14c1472b-3c2c-40e9-a337-e3659efa2fad" -d '{"events": [{"name": "network-changed", "server_uuid": "4f54a6ec-d290-4197-84ed-c303dd0ab2dc", "tag": "c1ed1411-3293-4dd3-9e31-e9bf08cd1813"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:45:40.063922 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 17:45:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d63728be-743b-4d6a-8b4a-3280baa8a1b1 x-openstack-request-id: req-d63728be-743b-4d6a-8b4a-3280baa8a1b1 {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:45:40.064444 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f54a6ec-d290-4197-84ed-c303dd0ab2dc", "tag": "c1ed1411-3293-4dd3-9e31-e9bf08cd1813", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:45:40.064684 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d63728be-743b-4d6a-8b4a-3280baa8a1b1 {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:45:40.065299 n-d-818022-2 neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f54a6ec-d290-4197-84ed-c303dd0ab2dc', 'tag': 'c1ed1411-3293-4dd3-9e31-e9bf08cd1813', 'status': 'completed', 'code': 200} Nov 19 17:45:40.095506 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02849ca5-2b77-437a-9d49-85c09e4722b3 service neutron] Pushing event updated for resources: {'Port': ['ID=c1ed1411-3293-4dd3-9e31-e9bf08cd1813,revision_number=3']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:45:40.100876 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-8e3c1f08-27a2-4adc-bdc4-9adf8781f0ec req-2f92b6ad-0475-4b34-a19e-633913e1fbcd tempest-ListImageFiltersTestJSON-250840556 tempest-ListImageFiltersTestJSON-250840556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:40.136363 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f92b6ad-0475-4b34-a19e-633913e1fbcd tempest-ListImageFiltersTestJSON-250840556 tempest-ListImageFiltersTestJSON-250840556-project] Pushing event deleted for resources: {'Port': ['ID=12475d13-84ce-40f1-8c15-c615d6f3ddb0,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:45:40.238820 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e3c1f08-27a2-4adc-bdc4-9adf8781f0ec req-2f92b6ad-0475-4b34-a19e-633913e1fbcd tempest-ListImageFiltersTestJSON-250840556 tempest-ListImageFiltersTestJSON-250840556-project] No DVR routers for this DVR port 12475d13-84ce-40f1-8c15-c615d6f3ddb0 on host n-h1-818022-2 {{(pid=103364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:45:40.242948 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-8e3c1f08-27a2-4adc-bdc4-9adf8781f0ec req-2f92b6ad-0475-4b34-a19e-633913e1fbcd tempest-ListImageFiltersTestJSON-250840556 tempest-ListImageFiltersTestJSON-250840556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:40.246721 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8e3c1f08-27a2-4adc-bdc4-9adf8781f0ec req-2f92b6ad-0475-4b34-a19e-633913e1fbcd tempest-ListImageFiltersTestJSON-250840556 tempest-ListImageFiltersTestJSON-250840556-project] 10.222.0.60 "DELETE /v2.0/ports/12475d13-84ce-40f1-8c15-c615d6f3ddb0 HTTP/1.1" status: 204 len: 173 time: 1.1026716 Nov 19 17:45:40.294261 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c1472b-3c2c-40e9-a337-e3659efa2fad req-63c6b850-fe2d-41df-a705-de8486c401b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:40.300875 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-14c1472b-3c2c-40e9-a337-e3659efa2fad req-63c6b850-fe2d-41df-a705-de8486c401b8 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=de10e7e0e3ea4ce28d84ef76e9c1ec3a&device_id=4f54a6ec-d290-4197-84ed-c303dd0ab2dc HTTP/1.1" status: 200 len: 1095 time: 0.1158352 Nov 19 17:45:40.328837 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-cb0b8317-994e-4b61-b935-05e549143d3b req-d96d4ced-54dc-4eaf-9d27-07f08a4c60bc tempest-ListImageFiltersTestJSON-250840556 tempest-ListImageFiltersTestJSON-250840556-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d129510-5e62-48b1-a79e-75c697dca17f HTTP/1.1" status: 200 len: 210 time: 0.0618176 Nov 19 17:45:40.531046 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-44e8da81-2d9e-4ae9-9654-e751245a51e5 req-5174fc4c-e578-4ae2-ac9a-e5e3c1d82ea5 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/security-groups?id=b596b6e2-4e99-405d-ab15-439621199b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5562310 Nov 19 17:45:40.642904 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c1472b-3c2c-40e9-a337-e3659efa2fad req-6bb408be-bdb4-4c20-989e-c1c7f51477ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:40.644427 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-14c1472b-3c2c-40e9-a337-e3659efa2fad req-6bb408be-bdb4-4c20-989e-c1c7f51477ad service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=de10e7e0e3ea4ce28d84ef76e9c1ec3a&shared=False HTTP/1.1" status: 200 len: 908 time: 0.3151603 Nov 19 17:45:40.670934 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f49f675-9e93-4719-84da-e716d66b0419 req-0ddcedb6-2a82-4d59-a8b4-8774a91ce043 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:40.674121 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-1f49f675-9e93-4719-84da-e716d66b0419 req-0ddcedb6-2a82-4d59-a8b4-8774a91ce043 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/ports?device_id=4f54a6ec-d290-4197-84ed-c303dd0ab2dc HTTP/1.1" status: 200 len: 944 time: 0.2151065 Nov 19 17:45:41.012218 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849c4cab-54fa-469f-bcb9-d9452edd6eb9 req-07cdfae7-eda4-4446-a040-2d380ba79a68 tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:41.013997 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-849c4cab-54fa-469f-bcb9-d9452edd6eb9 req-07cdfae7-eda4-4446-a040-2d380ba79a68 tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] 10.222.0.54 "GET /v2.0/ports?device_id=6a3e0f89-1b0c-4e27-83e3-b3760f46b280 HTTP/1.1" status: 200 len: 945 time: 0.1010070 Nov 19 17:45:41.102618 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-849c4cab-54fa-469f-bcb9-d9452edd6eb9 req-a73ab779-1309-481e-b0b8-b1a18c91b8c2 tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] 10.222.0.54 "GET /v2.0/security-groups?id=91d8d5ae-e3ab-40c9-a58b-bf281735c710&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775921 Nov 19 17:45:41.231281 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-1f49f675-9e93-4719-84da-e716d66b0419 req-58674f2a-db75-40f6-90cc-afb632b8ef43 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/security-groups?id=12d5dc08-1d9f-41c6-b52c-304239ec8b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5373425 Nov 19 17:45:41.278442 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c1472b-3c2c-40e9-a337-e3659efa2fad req-f5de2130-34d2-4b45-aa21-35495ddc5092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:41.280840 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-14c1472b-3c2c-40e9-a337-e3659efa2fad req-f5de2130-34d2-4b45-aa21-35495ddc5092 service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6054256 Nov 19 17:45:41.302986 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7821113-8b04-4e25-ba00-15458c0fd619 req-353c55a5-27a4-4f37-b5a7-9d43ce1f3ca5 tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:41.305724 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d7821113-8b04-4e25-ba00-15458c0fd619 req-353c55a5-27a4-4f37-b5a7-9d43ce1f3ca5 tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] 10.222.0.54 "GET /v2.0/ports?device_id=1a1738f2-85f8-4e51-a8e8-0c77f864b3fc HTTP/1.1" status: 200 len: 945 time: 0.1283700 Nov 19 17:45:41.406271 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d7821113-8b04-4e25-ba00-15458c0fd619 req-1e9a2546-3fab-4852-ac1f-16b734329b02 tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] 10.222.0.54 "GET /v2.0/security-groups?id=a352ca94-2149-4006-acad-e3c22132eabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938861 Nov 19 17:45:41.492738 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd745cf5-b573-4c11-ac72-f325325e7e46 req-fb7b1456-623b-42e7-8ab8-f1c05a8c0e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:41.494084 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-fd745cf5-b573-4c11-ac72-f325325e7e46 req-fb7b1456-623b-42e7-8ab8-f1c05a8c0e25 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=de10e7e0e3ea4ce28d84ef76e9c1ec3a&device_id=4f54a6ec-d290-4197-84ed-c303dd0ab2dc HTTP/1.1" status: 200 len: 1095 time: 0.1311235 Nov 19 17:45:41.496073 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5084fe-a5bc-4dd9-8666-352101917c96 req-6711cb39-8e1b-4a2e-bd70-26ef292270c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:41.497479 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2b5084fe-a5bc-4dd9-8666-352101917c96 req-6711cb39-8e1b-4a2e-bd70-26ef292270c4 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=1a1738f2-85f8-4e51-a8e8-0c77f864b3fc HTTP/1.1" status: 200 len: 1096 time: 0.1322992 Nov 19 17:45:41.563517 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-fd745cf5-b573-4c11-ac72-f325325e7e46 req-c4dea99d-e28c-4d97-b9c0-a703f4824be7 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c1ed1411-3293-4dd3-9e31-e9bf08cd1813 HTTP/1.1" status: 200 len: 217 time: 0.0437310 Nov 19 17:45:41.663156 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd745cf5-b573-4c11-ac72-f325325e7e46 req-baae2394-e6e9-4e7c-9dae-658a3605a47e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:41.665680 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-fd745cf5-b573-4c11-ac72-f325325e7e46 req-baae2394-e6e9-4e7c-9dae-658a3605a47e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=df2b5fb0-4ad7-475f-930a-bdefef26bd76 HTTP/1.1" status: 200 len: 847 time: 0.0815783 Nov 19 17:45:41.689121 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2b5084fe-a5bc-4dd9-8666-352101917c96 req-057cfa46-1768-44ac-9ff5-2d556457b658 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=a352ca94-2149-4006-acad-e3c22132eabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839130 Nov 19 17:45:41.717386 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device 40077e88-fe53-4aa9-a721-b8b2bd94ab74 up at agent hyperv_n-h2-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:45:41.766302 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce970b38-6b65-472b-8992-cd410fecaef6 req-59e7437f-7369-44d4-92ed-4dbbf202f005 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:41.767957 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-fd745cf5-b573-4c11-ac72-f325325e7e46 req-352b366d-a052-41d0-ba02-1ecb4e39ba90 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c7b257b3-f66e-4846-9861-5f47f21f4188&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0739729 Nov 19 17:45:41.776585 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ce970b38-6b65-472b-8992-cd410fecaef6 req-59e7437f-7369-44d4-92ed-4dbbf202f005 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/ports?device_id=bf59b450-1dae-46ad-8d7d-6243e3e9a7fc HTTP/1.1" status: 200 len: 944 time: 0.0860100 Nov 19 17:45:41.829869 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Provisioning for port 40077e88-fe53-4aa9-a721-b8b2bd94ab74 completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 17:45:41.843888 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Provisioning complete for port 40077e88-fe53-4aa9-a721-b8b2bd94ab74 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:45:41.844714 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:41.868277 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ce970b38-6b65-472b-8992-cd410fecaef6 req-ea93863a-18b5-48b3-9d1c-c65a2db52312 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/security-groups?id=b596b6e2-4e99-405d-ab15-439621199b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905702 Nov 19 17:45:41.949271 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-fd745cf5-b573-4c11-ac72-f325325e7e46 req-1d41325d-32db-45a3-bed5-2fdd733be574 service neutron] 10.222.0.86 "GET /v2.0/networks/c7b257b3-f66e-4846-9861-5f47f21f4188?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645491 Nov 19 17:45:41.993396 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:42.053061 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf59b450-1dae-46ad-8d7d-6243e3e9a7fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40077e88-fe53-4aa9-a721-b8b2bd94ab74'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:45:42.055780 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3940761bcd94e032e6960d2241bd8993c5d3a7d8dc2aca8488f3ecf1d4dd2fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a156154f-b24e-4291-8ead-172d719ad298" -d '{"events": [{"server_uuid": "bf59b450-1dae-46ad-8d7d-6243e3e9a7fc", "name": "network-vif-plugged", "status": "completed", "tag": "40077e88-fe53-4aa9-a721-b8b2bd94ab74"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:45:42.091825 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port 40077e88-fe53-4aa9-a721-b8b2bd94ab74, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=40077e88-fe53-4aa9-a721-b8b2bd94ab74,segment=NetworkSegment(7cd6906b-44eb-4ce1-933e-47ff3aaf0160),segment_id=7cd6906b-44eb-4ce1-933e-47ff3aaf0160)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:45:42.097405 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:42.099526 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d129510-5e62-48b1-a79e-75c697dca17f', 'name': 'network-vif-deleted', 'tag': '12475d13-84ce-40f1-8c15-c615d6f3ddb0'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:45:42.103344 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dd4767a008c23f8566efc82158ee1b1fff34e1a9e908d76d0b6d0ab7e350e5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b6d86a6-c28b-46c3-ba53-1fdc8f71336a" -d '{"events": [{"server_uuid": "7d129510-5e62-48b1-a79e-75c697dca17f", "name": "network-vif-deleted", "tag": "12475d13-84ce-40f1-8c15-c615d6f3ddb0"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:45:42.108603 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-fd745cf5-b573-4c11-ac72-f325325e7e46 req-1cf857d9-b8cc-4459-97b7-e8ac9e29962c service neutron] 10.222.0.86 "GET /v2.0/networks/c7b257b3-f66e-4846-9861-5f47f21f4188?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278284 Nov 19 17:45:42.135915 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:45:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de04984f-e1d3-4cc3-8bb9-79e8830b1504 x-openstack-request-id: req-de04984f-e1d3-4cc3-8bb9-79e8830b1504 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:45:42.136269 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf59b450-1dae-46ad-8d7d-6243e3e9a7fc", "name": "network-vif-plugged", "status": "completed", "tag": "40077e88-fe53-4aa9-a721-b8b2bd94ab74", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:45:42.136477 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-de04984f-e1d3-4cc3-8bb9-79e8830b1504 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:45:42.136874 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf59b450-1dae-46ad-8d7d-6243e3e9a7fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40077e88-fe53-4aa9-a721-b8b2bd94ab74', 'code': 200} Nov 19 17:45:42.205213 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:45:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cd1d32a-d57e-455a-b75b-ad49f3298208 x-openstack-request-id: req-7cd1d32a-d57e-455a-b75b-ad49f3298208 {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:45:42.205487 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d129510-5e62-48b1-a79e-75c697dca17f", "name": "network-vif-deleted", "tag": "12475d13-84ce-40f1-8c15-c615d6f3ddb0", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:45:42.205723 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-7cd1d32a-d57e-455a-b75b-ad49f3298208 {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:45:42.206177 n-d-818022-2 neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d129510-5e62-48b1-a79e-75c697dca17f', 'name': 'network-vif-deleted', 'tag': '12475d13-84ce-40f1-8c15-c615d6f3ddb0', 'status': 'completed', 'code': 200} Nov 19 17:45:42.209750 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Pushing event updated for resources: {'Port': ['ID=40077e88-fe53-4aa9-a721-b8b2bd94ab74,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:45:42.328119 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b05e37-e343-434f-aa9c-f5379b19d71e req-3ae2b30e-c046-4244-97bd-983b52a1e071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:42.331441 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-16b05e37-e343-434f-aa9c-f5379b19d71e req-3ae2b30e-c046-4244-97bd-983b52a1e071 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=bf59b450-1dae-46ad-8d7d-6243e3e9a7fc HTTP/1.1" status: 200 len: 1096 time: 0.0624704 Nov 19 17:45:42.335415 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27db7090-88b0-4977-ac04-bf228510bb95 req-3d5fa663-f3af-4214-802e-7fc706bdf62e tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:42.337200 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-27db7090-88b0-4977-ac04-bf228510bb95 req-3d5fa663-f3af-4214-802e-7fc706bdf62e tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] 10.222.0.54 "GET /v2.0/ports?device_id=6a3e0f89-1b0c-4e27-83e3-b3760f46b280 HTTP/1.1" status: 200 len: 945 time: 0.0596828 Nov 19 17:45:42.410404 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-16b05e37-e343-434f-aa9c-f5379b19d71e req-36cbf135-5876-4cb9-afd1-5d8f9d2c293b service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=b596b6e2-4e99-405d-ab15-439621199b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697865 Nov 19 17:45:42.426666 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-27db7090-88b0-4977-ac04-bf228510bb95 req-23a9a2c0-6482-49f9-8416-213d16ec8ef2 tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] 10.222.0.54 "GET /v2.0/security-groups?id=91d8d5ae-e3ab-40c9-a58b-bf281735c710&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774386 Nov 19 17:45:42.566537 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f54d03f-d1a5-4800-847a-e2b03b7fb72a req-bfa7aa8c-6b53-4290-a041-bf5673e1c318 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:42.568773 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8f54d03f-d1a5-4800-847a-e2b03b7fb72a req-bfa7aa8c-6b53-4290-a041-bf5673e1c318 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/ports?device_id=4f54a6ec-d290-4197-84ed-c303dd0ab2dc HTTP/1.1" status: 200 len: 944 time: 0.0816565 Nov 19 17:45:42.647819 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8f54d03f-d1a5-4800-847a-e2b03b7fb72a req-c0a10321-4255-4ae9-b9fb-5fa6807f5e69 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/security-groups?id=12d5dc08-1d9f-41c6-b52c-304239ec8b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679071 Nov 19 17:45:42.825473 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 12475d13-84ce-40f1-8c15-c615d6f3ddb0 no longer exists at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:45:42.841667 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f594d996-5039-4dd1-9322-49bd68dba67b req-5a84e8fe-2cc3-45ed-ba78-1d58424e94bd tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:42.845479 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f594d996-5039-4dd1-9322-49bd68dba67b req-5a84e8fe-2cc3-45ed-ba78-1d58424e94bd tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] 10.222.0.54 "GET /v2.0/ports?device_id=1a1738f2-85f8-4e51-a8e8-0c77f864b3fc HTTP/1.1" status: 200 len: 945 time: 0.1075251 Nov 19 17:45:42.898711 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] No Port match for: 12475d13-84ce-40f1-8c15-c615d6f3ddb0 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:45:42.902907 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 12475d13-84ce-40f1-8c15-c615d6f3ddb0 not bound to the agent host n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:45:42.933013 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f594d996-5039-4dd1-9322-49bd68dba67b req-a9543154-213c-4f74-80da-37a4d50a47dc tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] 10.222.0.54 "GET /v2.0/security-groups?id=a352ca94-2149-4006-acad-e3c22132eabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797217 Nov 19 17:45:43.124673 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e73d9f0-d0ab-4d63-a4fe-266884749dba req-3151bbf1-5333-44cb-bb2c-4c70733790da tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:43.133168 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3e73d9f0-d0ab-4d63-a4fe-266884749dba req-3151bbf1-5333-44cb-bb2c-4c70733790da tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] 10.222.0.54 "GET /v2.0/ports?device_id=6a3e0f89-1b0c-4e27-83e3-b3760f46b280 HTTP/1.1" status: 200 len: 945 time: 0.0762005 Nov 19 17:45:43.142145 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 53226) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:45:43.152649 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-765b4495-52cf-4757-8517-1cc6deb32798 tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] Request body: {'floatingip': {'port_id': '5e1f4354-bd89-4ead-b9cd-51ca335cc59f'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:45:43.154076 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52666585-bd40-442a-9367-365861924d67 req-ee0cdc00-81de-4d66-9f7f-f6ead57a6bac tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:43.161851 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-52666585-bd40-442a-9367-365861924d67 req-ee0cdc00-81de-4d66-9f7f-f6ead57a6bac tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/ports?device_id=bf59b450-1dae-46ad-8d7d-6243e3e9a7fc HTTP/1.1" status: 200 len: 945 time: 0.1168535 Nov 19 17:45:43.216718 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-765b4495-52cf-4757-8517-1cc6deb32798 tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] Publish callbacks [] for floatingip, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:43.285549 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-52666585-bd40-442a-9367-365861924d67 req-e4d485a2-c11e-41fe-a774-52ea4285c792 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/security-groups?id=b596b6e2-4e99-405d-ab15-439621199b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110301 Nov 19 17:45:43.409284 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 53230) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:45:43.657006 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-b1bdbddf-3c8f-44a5-ab5e-fc42f9ff7994 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=910715b7f3444c34a0b99bcd54c57698&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2457619 Nov 19 17:45:43.662057 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 53236) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:45:43.736872 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b0f5921e-fd27-45b6-b8e8-eceb5dbd7129 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:43.775067 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b0f5921e-fd27-45b6-b8e8-eceb5dbd7129 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:43.891700 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b54bb1-90e2-49a2-bd07-02b6d35692fc req-3a4f7b04-88d8-4afd-bdc2-3b2ac60e8651 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:43.894269 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d9b54bb1-90e2-49a2-bd07-02b6d35692fc req-3a4f7b04-88d8-4afd-bdc2-3b2ac60e8651 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/ports?device_id=4f54a6ec-d290-4197-84ed-c303dd0ab2dc HTTP/1.1" status: 200 len: 944 time: 0.1006682 Nov 19 17:45:43.912742 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b0f5921e-fd27-45b6-b8e8-eceb5dbd7129 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:43.921031 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b0f5921e-fd27-45b6-b8e8-eceb5dbd7129 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:43.923205 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-b0f5921e-fd27-45b6-b8e8-eceb5dbd7129 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/157de4a4-d761-407b-be78-1f99889a002d HTTP/1.1" status: 204 len: 168 time: 0.2589140 Nov 19 17:45:43.946870 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f5921e-fd27-45b6-b8e8-eceb5dbd7129 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=157de4a4-d761-407b-be78-1f99889a002d,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:45:43.998334 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-765b4495-52cf-4757-8517-1cc6deb32798 tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:44.009433 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-765b4495-52cf-4757-8517-1cc6deb32798 tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-671284'] for floatingip, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:44.023241 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d9b54bb1-90e2-49a2-bd07-02b6d35692fc req-54559661-4ac5-44f5-affb-3376fb1237c8 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/security-groups?id=12d5dc08-1d9f-41c6-b52c-304239ec8b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944850 Nov 19 17:45:44.209449 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f78e34-3d4c-4458-b7f4-30479159a21d req-8b041f4a-f231-42de-a834-0dc75326fb63 tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:44.211446 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-57f78e34-3d4c-4458-b7f4-30479159a21d req-8b041f4a-f231-42de-a834-0dc75326fb63 tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] 10.222.0.54 "GET /v2.0/ports?device_id=1a1738f2-85f8-4e51-a8e8-0c77f864b3fc HTTP/1.1" status: 200 len: 945 time: 0.1065285 Nov 19 17:45:44.294775 n-d-818022-2 neutron-server[103365]: INFO neutron.db.l3_db [None req-765b4495-52cf-4757-8517-1cc6deb32798 tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] Floating IP 87b611e5-811a-4b00-a0be-3c41d75abb41 associated. External IP: 172.25.7.66, port: 5e1f4354-bd89-4ead-b9cd-51ca335cc59f. Nov 19 17:45:44.387885 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-57f78e34-3d4c-4458-b7f4-30479159a21d req-4898fd99-6bd0-456a-86b2-64bbe7121cfd tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] 10.222.0.54 "GET /v2.0/security-groups?id=a352ca94-2149-4006-acad-e3c22132eabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481886 Nov 19 17:45:44.528775 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a960533-3858-461e-94ae-0a055b522ac9 req-90d98e97-7449-4bfb-8e6f-974f1bd6e6c1 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:44.533474 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0a960533-3858-461e-94ae-0a055b522ac9 req-90d98e97-7449-4bfb-8e6f-974f1bd6e6c1 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/ports?device_id=bf59b450-1dae-46ad-8d7d-6243e3e9a7fc HTTP/1.1" status: 200 len: 945 time: 0.1112876 Nov 19 17:45:44.683280 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0a960533-3858-461e-94ae-0a055b522ac9 req-73b4e409-7a0c-44e9-a513-a5fd9349d7d0 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/security-groups?id=b596b6e2-4e99-405d-ab15-439621199b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326962 Nov 19 17:45:44.747679 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-765b4495-52cf-4757-8517-1cc6deb32798 tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] Router 075d51b3-1611-42ff-aac0-9dbe86f3e575 has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 17:45:44.856578 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842fb1d7-8198-45e9-a074-37459be2c865 req-cc9025bf-8ea7-4071-a60a-e2997f62263f tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:44.859118 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-842fb1d7-8198-45e9-a074-37459be2c865 req-cc9025bf-8ea7-4071-a60a-e2997f62263f tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] 10.222.0.54 "GET /v2.0/ports?device_id=d92fe2bd-ad51-4c6e-8818-ece36aa67a95 HTTP/1.1" status: 200 len: 945 time: 0.1404848 Nov 19 17:45:45.009681 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-842fb1d7-8198-45e9-a074-37459be2c865 req-f338a522-10b2-4e6a-a365-16df7e7f2701 tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] 10.222.0.54 "GET /v2.0/security-groups?id=a352ca94-2149-4006-acad-e3c22132eabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391771 Nov 19 17:45:45.033242 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-765b4495-52cf-4757-8517-1cc6deb32798 tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 17:45:45.050513 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-765b4495-52cf-4757-8517-1cc6deb32798 tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for floatingip, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:45.077228 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f7e07da-0f8e-4feb-b17e-a5c79d011ec8 None None] Sync routers for ids ['075d51b3-1611-42ff-aac0-9dbe86f3e575'] in n-d-818022-2 {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 17:45:45.097559 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7e07da-0f8e-4feb-b17e-a5c79d011ec8 None None] Routers {'075d51b3-1611-42ff-aac0-9dbe86f3e575'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:45:45.102080 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-8f7e07da-0f8e-4feb-b17e-a5c79d011ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:45:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['075d51b3-1611-42ff-aac0-9dbe86f3e575'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:45:45.109107 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-765b4495-52cf-4757-8517-1cc6deb32798 tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] 10.222.0.54 "PUT /v2.0/floatingips/87b611e5-811a-4b00-a0be-3c41d75abb41 HTTP/1.1" status: 200 len: 990 time: 1.9658005 Nov 19 17:45:45.109849 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a3e0f89-1b0c-4e27-83e3-b3760f46b280', 'tag': '5e1f4354-bd89-4ead-b9cd-51ca335cc59f'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:45:45.113542 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218319d759239a7d11f1288aef37381b97754913ee9ccbfd43b51a463f801712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97528455-f93b-4188-a5a9-4229f93c4b99" -d '{"events": [{"name": "network-changed", "server_uuid": "6a3e0f89-1b0c-4e27-83e3-b3760f46b280", "tag": "5e1f4354-bd89-4ead-b9cd-51ca335cc59f"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:45:45.285851 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-8f7e07da-0f8e-4feb-b17e-a5c79d011ec8 None None] Set router 075d51b3-1611-42ff-aac0-9dbe86f3e575 gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:45:45.359277 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1613920a-ac43-4336-aa70-b93fb4a5ca0b req-b22b4c0d-faa8-41b3-850c-f81428c6aee6 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:45.379920 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-1613920a-ac43-4336-aa70-b93fb4a5ca0b req-b22b4c0d-faa8-41b3-850c-f81428c6aee6 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/ports?device_id=4f54a6ec-d290-4197-84ed-c303dd0ab2dc HTTP/1.1" status: 200 len: 944 time: 0.2059333 Nov 19 17:45:45.382011 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6807ae1-be27-4ce9-9d67-ba2012fe507d req-63080f04-e8e9-48f4-9129-08af7ed30415 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:45.383959 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d6807ae1-be27-4ce9-9d67-ba2012fe507d req-63080f04-e8e9-48f4-9129-08af7ed30415 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/ports?device_id=bf59b450-1dae-46ad-8d7d-6243e3e9a7fc HTTP/1.1" status: 200 len: 945 time: 0.1090338 Nov 19 17:45:45.447777 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-1613920a-ac43-4336-aa70-b93fb4a5ca0b req-90918867-0a03-4bc8-8c4d-c3150409cda7 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/security-groups?id=12d5dc08-1d9f-41c6-b52c-304239ec8b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664465 Nov 19 17:45:45.503614 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 53286) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:45:45.552034 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d6807ae1-be27-4ce9-9d67-ba2012fe507d req-31d0ba50-49c1-403e-9f5a-cd7415a56890 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/security-groups?id=b596b6e2-4e99-405d-ab15-439621199b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563611 Nov 19 17:45:45.558492 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 17:45:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57080355-e269-4611-a399-6145acb792c0 x-openstack-request-id: req-57080355-e269-4611-a399-6145acb792c0 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:45:45.559198 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a3e0f89-1b0c-4e27-83e3-b3760f46b280", "tag": "5e1f4354-bd89-4ead-b9cd-51ca335cc59f", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:45:45.559687 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-57080355-e269-4611-a399-6145acb792c0 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:45:45.560358 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a3e0f89-1b0c-4e27-83e3-b3760f46b280', 'tag': '5e1f4354-bd89-4ead-b9cd-51ca335cc59f', 'status': 'completed', 'code': 200} Nov 19 17:45:45.737455 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-bf604a8a-9c62-4075-9968-ad3d318798cb admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1874129801-network', 'tenant_id': 'b17325ae52234f5eba33528d8de6b9e0'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:45:45.749752 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-8f7e07da-0f8e-4feb-b17e-a5c79d011ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '075d51b3-1611-42ff-aac0-9dbe86f3e575', 'name': 'tempest-AttachVolumeTestJSON-1193158978-router', 'tenant_id': 'dc7ce1e4ff7747b99247f6b026a294f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': 'e76245cb-899b-495b-bb81-81190cadba3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:38:52Z', 'updated_at': '2021-11-19T17:39:02Z', 'revision_number': 4, 'project_id': 'dc7ce1e4ff7747b99247f6b026a294f4', 'gw_port': {'id': 'e76245cb-899b-495b-bb81-81190cadba3e', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ea:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '075d51b3-1611-42ff-aac0-9dbe86f3e575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:38:54Z', 'updated_at': '2021-11-19T17:39:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_floatingips': [{'id': '87b611e5-811a-4b00-a0be-3c41d75abb41', 'tenant_id': 'dc7ce1e4ff7747b99247f6b026a294f4', 'floating_ip_address': '172.25.7.66', 'floating_network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'router_id': '075d51b3-1611-42ff-aac0-9dbe86f3e575', 'port_id': '5e1f4354-bd89-4ead-b9cd-51ca335cc59f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1070, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54cb42e3-21bb-4900-9add-de52f53a9c78', 'mac_address': 'fa:16:3e:8d:4f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a3e0f89-1b0c-4e27-83e3-b3760f46b280', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T17:45:16Z', 'updated_at': '2021-11-19T17:45:43Z', 'revision_number': 1, 'project_id': 'dc7ce1e4ff7747b99247f6b026a294f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40893073-89f5-4c57-8e8a-314b872654c5', 'name': '', 'network_id': '54cb42e3-21bb-4900-9add-de52f53a9c78', 'tenant_id': 'dc7ce1e4ff7747b99247f6b026a294f4', 'mac_address': 'fa:16:3e:ae:16:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '075d51b3-1611-42ff-aac0-9dbe86f3e575', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'ce5e5572-06fa-407a-98f7-553783ad7f2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:39:00Z', 'updated_at': '2021-11-19T17:39:22Z', 'revision_number': 5, 'project_id': 'dc7ce1e4ff7747b99247f6b026a294f4', 'subnets': [{'id': 'ce5e5572-06fa-407a-98f7-553783ad7f2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:45:45.760242 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97528455-f93b-4188-a5a9-4229f93c4b99 req-6f5413b2-4496-443a-8c12-7e4b8457d463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:45.762689 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-97528455-f93b-4188-a5a9-4229f93c4b99 req-6f5413b2-4496-443a-8c12-7e4b8457d463 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=dc7ce1e4ff7747b99247f6b026a294f4&device_id=6a3e0f89-1b0c-4e27-83e3-b3760f46b280 HTTP/1.1" status: 200 len: 1096 time: 0.1694696 Nov 19 17:45:45.812072 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f7e07da-0f8e-4feb-b17e-a5c79d011ec8 None None] Checking router: 075d51b3-1611-42ff-aac0-9dbe86f3e575 for host: n-d-818022-2 {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 17:45:45.814219 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf604a8a-9c62-4075-9968-ad3d318798cb admin admin] Made reservation on behalf of b17325ae52234f5eba33528d8de6b9e0 for: {'network': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:45:45.823437 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-bf604a8a-9c62-4075-9968-ad3d318798cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:45.828449 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7e07da-0f8e-4feb-b17e-a5c79d011ec8 None None] Routers {'075d51b3-1611-42ff-aac0-9dbe86f3e575'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:45:45.830520 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-8f7e07da-0f8e-4feb-b17e-a5c79d011ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:45:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['075d51b3-1611-42ff-aac0-9dbe86f3e575'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:45:45.892517 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-bf604a8a-9c62-4075-9968-ad3d318798cb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:46.119714 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d90a374-5f82-4d2d-bd8c-1c46a3c74400 req-122574a6-2828-4015-88bf-78b5a421dfcc tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:46.126260 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3d90a374-5f82-4d2d-bd8c-1c46a3c74400 req-122574a6-2828-4015-88bf-78b5a421dfcc tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] 10.222.0.54 "GET /v2.0/ports?device_id=d92fe2bd-ad51-4c6e-8818-ece36aa67a95 HTTP/1.1" status: 200 len: 945 time: 0.0726326 Nov 19 17:45:46.153465 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-8f7e07da-0f8e-4feb-b17e-a5c79d011ec8 None None] Set router 075d51b3-1611-42ff-aac0-9dbe86f3e575 gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:45:46.175308 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-bf604a8a-9c62-4075-9968-ad3d318798cb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:46.177902 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97528455-f93b-4188-a5a9-4229f93c4b99 req-6b848203-ecbf-4e9f-88e8-c27abefabcd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:46.180587 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-97528455-f93b-4188-a5a9-4229f93c4b99 req-6b848203-ecbf-4e9f-88e8-c27abefabcd0 service neutron] 10.222.0.86 "GET /v2.0/networks?id=54cb42e3-21bb-4900-9add-de52f53a9c78 HTTP/1.1" status: 200 len: 912 time: 0.3958721 Nov 19 17:45:46.185448 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-bf604a8a-9c62-4075-9968-ad3d318798cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:46.215792 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf604a8a-9c62-4075-9968-ad3d318798cb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 688} {{(pid=103364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 17:45:46.227967 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3d90a374-5f82-4d2d-bd8c-1c46a3c74400 req-30b8e97d-b4bf-4afd-9e27-b644c462cf97 tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] 10.222.0.54 "GET /v2.0/security-groups?id=a352ca94-2149-4006-acad-e3c22132eabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979376 Nov 19 17:45:46.310633 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-bf604a8a-9c62-4075-9968-ad3d318798cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:46.310949 n-d-818022-2 neutron-server[103364]: INFO neutron.db.segments_db [None req-bf604a8a-9c62-4075-9968-ad3d318798cb admin admin] Added segment 105f4da9-64c1-4af1-8603-af7d4b1e6df0 of type vlan for network 49500d09-bef7-4b3b-b41b-2a2ada39edbc Nov 19 17:45:46.378367 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf604a8a-9c62-4075-9968-ad3d318798cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7912ac41-1433-47de-ab4e-07a4da5f3c99,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:45:46.410609 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-bf604a8a-9c62-4075-9968-ad3d318798cb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:46.423382 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-97528455-f93b-4188-a5a9-4229f93c4b99 req-e6ccd380-23d3-48a8-847e-1b7af38205aa service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5e1f4354-bd89-4ead-b9cd-51ca335cc59f HTTP/1.1" status: 200 len: 998 time: 0.1867950 Nov 19 17:45:46.517942 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-bf604a8a-9c62-4075-9968-ad3d318798cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:46.519448 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf604a8a-9c62-4075-9968-ad3d318798cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:46.520745 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-bf604a8a-9c62-4075-9968-ad3d318798cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:46.546080 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97528455-f93b-4188-a5a9-4229f93c4b99 req-5d84933f-a7d8-4701-877a-a19ae425cb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:46.548381 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-97528455-f93b-4188-a5a9-4229f93c4b99 req-5d84933f-a7d8-4701-877a-a19ae425cb9a service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ce5e5572-06fa-407a-98f7-553783ad7f2f HTTP/1.1" status: 200 len: 850 time: 0.1133075 Nov 19 17:45:46.569619 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-8f7e07da-0f8e-4feb-b17e-a5c79d011ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '075d51b3-1611-42ff-aac0-9dbe86f3e575', 'name': 'tempest-AttachVolumeTestJSON-1193158978-router', 'tenant_id': 'dc7ce1e4ff7747b99247f6b026a294f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': 'e76245cb-899b-495b-bb81-81190cadba3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:38:52Z', 'updated_at': '2021-11-19T17:39:02Z', 'revision_number': 4, 'project_id': 'dc7ce1e4ff7747b99247f6b026a294f4', 'gw_port': {'id': 'e76245cb-899b-495b-bb81-81190cadba3e', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ea:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '075d51b3-1611-42ff-aac0-9dbe86f3e575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:38:54Z', 'updated_at': '2021-11-19T17:39:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_floatingips': [{'id': '87b611e5-811a-4b00-a0be-3c41d75abb41', 'tenant_id': 'dc7ce1e4ff7747b99247f6b026a294f4', 'floating_ip_address': '172.25.7.66', 'floating_network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'router_id': '075d51b3-1611-42ff-aac0-9dbe86f3e575', 'port_id': '5e1f4354-bd89-4ead-b9cd-51ca335cc59f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1070, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54cb42e3-21bb-4900-9add-de52f53a9c78', 'mac_address': 'fa:16:3e:8d:4f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a3e0f89-1b0c-4e27-83e3-b3760f46b280', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T17:45:16Z', 'updated_at': '2021-11-19T17:45:43Z', 'revision_number': 1, 'project_id': 'dc7ce1e4ff7747b99247f6b026a294f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40893073-89f5-4c57-8e8a-314b872654c5', 'name': '', 'network_id': '54cb42e3-21bb-4900-9add-de52f53a9c78', 'tenant_id': 'dc7ce1e4ff7747b99247f6b026a294f4', 'mac_address': 'fa:16:3e:ae:16:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '075d51b3-1611-42ff-aac0-9dbe86f3e575', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'ce5e5572-06fa-407a-98f7-553783ad7f2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:39:00Z', 'updated_at': '2021-11-19T17:39:22Z', 'revision_number': 5, 'project_id': 'dc7ce1e4ff7747b99247f6b026a294f4', 'subnets': [{'id': 'ce5e5572-06fa-407a-98f7-553783ad7f2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:45:46.611357 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f7e07da-0f8e-4feb-b17e-a5c79d011ec8 None None] The sync data for ids ['075d51b3-1611-42ff-aac0-9dbe86f3e575'] in n-d-818022-2 is: [{'id': '075d51b3-1611-42ff-aac0-9dbe86f3e575', 'name': 'tempest-AttachVolumeTestJSON-1193158978-router', 'tenant_id': 'dc7ce1e4ff7747b99247f6b026a294f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': 'e76245cb-899b-495b-bb81-81190cadba3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:38:52Z', 'updated_at': '2021-11-19T17:39:02Z', 'revision_number': 4, 'project_id': 'dc7ce1e4ff7747b99247f6b026a294f4', 'gw_port': {'id': 'e76245cb-899b-495b-bb81-81190cadba3e', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ea:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '075d51b3-1611-42ff-aac0-9dbe86f3e575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:38:54Z', 'updated_at': '2021-11-19T17:39:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_floatingips': [{'id': '87b611e5-811a-4b00-a0be-3c41d75abb41', 'tenant_id': 'dc7ce1e4ff7747b99247f6b026a294f4', 'floating_ip_address': '172.25.7.66', 'floating_network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'router_id': '075d51b3-1611-42ff-aac0-9dbe86f3e575', 'port_id': '5e1f4354-bd89-4ead-b9cd-51ca335cc59f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1070, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54cb42e3-21bb-4900-9add-de52f53a9c78', 'mac_address': 'fa:16:3e:8d:4f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a3e0f89-1b0c-4e27-83e3-b3760f46b280', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T17:45:16Z', 'updated_at': '2021-11-19T17:45:43Z', 'revision_number': 1, 'project_id': 'dc7ce1e4ff7747b99247f6b026a294f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40893073-89f5-4c57-8e8a-314b872654c5', 'name': '', 'network_id': '54cb42e3-21bb-4900-9add-de52f53a9c78', 'tenant_id': 'dc7ce1e4ff7747b99247f6b026a294f4', 'mac_address': 'fa:16:3e:ae:16:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '075d51b3-1611-42ff-aac0-9dbe86f3e575', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'ce5e5572-06fa-407a-98f7-553783ad7f2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:39:00Z', 'updated_at': '2021-11-19T17:39:22Z', 'revision_number': 5, 'project_id': 'dc7ce1e4ff7747b99247f6b026a294f4', 'subnets': [{'id': 'ce5e5572-06fa-407a-98f7-553783ad7f2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 17:45:46.693880 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-bf604a8a-9c62-4075-9968-ad3d318798cb admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.1881700 Nov 19 17:45:46.700012 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 53302) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:45:46.715022 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-0c624f50-91b6-41e5-88df-7e6d1a463cc7 admin admin] Request body: {'subnet': {'network_id': '49500d09-bef7-4b3b-b41b-2a2ada39edbc', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1874129801-subnet', 'tenant_id': 'b17325ae52234f5eba33528d8de6b9e0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:45:46.722264 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf604a8a-9c62-4075-9968-ad3d318798cb admin admin] Pushing event updated for resources: {'Network': ['ID=49500d09-bef7-4b3b-b41b-2a2ada39edbc,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:45:46.727153 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ad38ff-9a2d-4fbb-b1e1-41ab33a9b650 req-17293276-610c-4eb2-97be-f93ae6a96f09 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:46.733875 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network 49500d09-bef7-4b3b-b41b-2a2ada39edbc details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 17:45:46.738704 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c2ad38ff-9a2d-4fbb-b1e1-41ab33a9b650 req-17293276-610c-4eb2-97be-f93ae6a96f09 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/ports?device_id=bf59b450-1dae-46ad-8d7d-6243e3e9a7fc HTTP/1.1" status: 200 len: 945 time: 0.0754588 Nov 19 17:45:46.790372 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c624f50-91b6-41e5-88df-7e6d1a463cc7 admin admin] Made reservation on behalf of b17325ae52234f5eba33528d8de6b9e0 for: {'subnet': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:45:46.793537 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0c624f50-91b6-41e5-88df-7e6d1a463cc7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8983829'] for subnet, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:46.811694 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.agents_db [None req-619e5c26-d9ed-4321-86eb-7d443bb9dfa2 None None] Agent healthcheck: found 7 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 17:45:46.812564 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97528455-f93b-4188-a5a9-4229f93c4b99 req-a50f1cf3-6e72-49e7-8708-fa2516a41f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:46.815670 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-97528455-f93b-4188-a5a9-4229f93c4b99 req-a50f1cf3-6e72-49e7-8708-fa2516a41f60 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=54cb42e3-21bb-4900-9add-de52f53a9c78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2284479 Nov 19 17:45:46.816350 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c2ad38ff-9a2d-4fbb-b1e1-41ab33a9b650 req-bb06210f-98b0-4952-83bf-ac6561c4e0e5 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/security-groups?id=b596b6e2-4e99-405d-ab15-439621199b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767748 Nov 19 17:45:46.827431 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70492966-0913-4a82-b3e7-09f7781cc69b req-efbbcd8a-7d30-48dd-b624-297bd06c68e1 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:46.829798 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-70492966-0913-4a82-b3e7-09f7781cc69b req-efbbcd8a-7d30-48dd-b624-297bd06c68e1 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/ports?device_id=4f54a6ec-d290-4197-84ed-c303dd0ab2dc HTTP/1.1" status: 200 len: 944 time: 0.2801664 Nov 19 17:45:46.980536 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf96da65-6dcf-487d-bdae-5d2f412ae4a5 None None] New status for floating IP 87b611e5-811a-4b00-a0be-3c41d75abb41: ACTIVE {{(pid=103366) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 17:45:47.025249 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-70492966-0913-4a82-b3e7-09f7781cc69b req-96209db1-f009-4380-93be-9eb643540be6 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/security-groups?id=12d5dc08-1d9f-41c6-b52c-304239ec8b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716299 Nov 19 17:45:47.050277 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-97528455-f93b-4188-a5a9-4229f93c4b99 req-95bf987b-c991-49ce-a72d-19669efacfb5 service neutron] 10.222.0.86 "GET /v2.0/networks/54cb42e3-21bb-4900-9add-de52f53a9c78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2182198 Nov 19 17:45:47.199893 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0c624f50-91b6-41e5-88df-7e6d1a463cc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12425078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8983815'] for subnet, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:47.281302 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c624f50-91b6-41e5-88df-7e6d1a463cc7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1b5f4b0-365c-4fb4-a2e1-6e993352fd02,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:45:47.299855 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-97528455-f93b-4188-a5a9-4229f93c4b99 req-542db434-8234-4229-b123-db552d01b0b7 service neutron] 10.222.0.86 "GET /v2.0/networks/54cb42e3-21bb-4900-9add-de52f53a9c78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1949148 Nov 19 17:45:47.304466 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c624f50-91b6-41e5-88df-7e6d1a463cc7 admin admin] Checking segment: {'id': '105f4da9-64c1-4af1-8603-af7d4b1e6df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '49500d09-bef7-4b3b-b41b-2a2ada39edbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:45:47.304794 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c624f50-91b6-41e5-88df-7e6d1a463cc7 admin admin] Network hostable DHCP agents. Network: 49500d09-bef7-4b3b-b41b-2a2ada39edbc, hostable agents: ['02910ef2-0455-4aea-9f38-9a875579633f'], hosted agents: [] {{(pid=103364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 17:45:47.326656 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c624f50-91b6-41e5-88df-7e6d1a463cc7 admin admin] Network 49500d09-bef7-4b3b-b41b-2a2ada39edbc is scheduled to be hosted by DHCP agent 02910ef2-0455-4aea-9f38-9a875579633f with binding_index 1 {{(pid=103364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 17:45:47.341075 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-0c624f50-91b6-41e5-88df-7e6d1a463cc7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818022-2, 49500d09-bef7-4b3b-b41b-2a2ada39edbc) {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:45:47.348643 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c624f50-91b6-41e5-88df-7e6d1a463cc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:47.349410 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0c624f50-91b6-41e5-88df-7e6d1a463cc7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:47.352266 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eff36801-73cd-4ad5-93c4-3d9816de49e3 None None] Network 49500d09-bef7-4b3b-b41b-2a2ada39edbc requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:45:47.377717 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-0c624f50-91b6-41e5-88df-7e6d1a463cc7 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6698575 Nov 19 17:45:47.458410 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8a560a-546b-4241-bed8-535607214ba7 req-a407b4be-bdd1-4f88-bbaf-8943a5685286 tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:47.461125 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5d8a560a-546b-4241-bed8-535607214ba7 req-a407b4be-bdd1-4f88-bbaf-8943a5685286 tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] 10.222.0.54 "GET /v2.0/ports?device_id=d92fe2bd-ad51-4c6e-8818-ece36aa67a95 HTTP/1.1" status: 200 len: 945 time: 0.0855541 Nov 19 17:45:47.540404 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5d8a560a-546b-4241-bed8-535607214ba7 req-aec411ec-e389-4d67-8db4-be3c5ae9733f tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] 10.222.0.54 "GET /v2.0/security-groups?id=a352ca94-2149-4006-acad-e3c22132eabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730064 Nov 19 17:45:47.589347 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02f8be3a-0dd1-4bf4-b0f6-01506cf18de8 None None] Network 49500d09-bef7-4b3b-b41b-2a2ada39edbc requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:45:47.745494 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef39b93-bc4b-4c54-b4ff-72414b3306cd req-3eace61a-9f9e-417f-80c7-d221a5d035d5 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:47.748211 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-7ef39b93-bc4b-4c54-b4ff-72414b3306cd req-3eace61a-9f9e-417f-80c7-d221a5d035d5 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.86 "GET /v2.0/ports?device_id=bf59b450-1dae-46ad-8d7d-6243e3e9a7fc HTTP/1.1" status: 200 len: 945 time: 0.0857275 Nov 19 17:45:47.855167 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-42346b2b-1041-4b99-a911-ecd7b6cf6b55 req-80edd903-e28f-4950-8939-a2ff068c6a9a tempest-SecurityGroupRulesNegativeTestJSON-1095920998 tempest-SecurityGroupRulesNegativeTestJSON-1095920998-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2005912615', 'description': 'tempest-description-98373179'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:45:47.885775 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-42346b2b-1041-4b99-a911-ecd7b6cf6b55 req-80edd903-e28f-4950-8939-a2ff068c6a9a tempest-SecurityGroupRulesNegativeTestJSON-1095920998 tempest-SecurityGroupRulesNegativeTestJSON-1095920998-project] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:47.886935 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [req-7ef39b93-bc4b-4c54-b4ff-72414b3306cd req-4067ce1f-00a1-461b-aad2-ffe1597e04f1 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] Deleting port 40077e88-fe53-4aa9-a721-b8b2bd94ab74 {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:45:47.887514 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-7ef39b93-bc4b-4c54-b4ff-72414b3306cd req-4067ce1f-00a1-461b-aad2-ffe1597e04f1 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:47.991727 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-42346b2b-1041-4b99-a911-ecd7b6cf6b55 req-80edd903-e28f-4950-8939-a2ff068c6a9a tempest-SecurityGroupRulesNegativeTestJSON-1095920998 tempest-SecurityGroupRulesNegativeTestJSON-1095920998-project] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:48.003127 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-42346b2b-1041-4b99-a911-ecd7b6cf6b55 req-80edd903-e28f-4950-8939-a2ff068c6a9a tempest-SecurityGroupRulesNegativeTestJSON-1095920998 tempest-SecurityGroupRulesNegativeTestJSON-1095920998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:48.017996 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591fa1a2-7060-4f6c-bed5-00cb3189345f req-0bd103e3-9432-4df9-b927-127d6e824a5a tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:48.019534 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-591fa1a2-7060-4f6c-bed5-00cb3189345f req-0bd103e3-9432-4df9-b927-127d6e824a5a tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] 10.222.0.54 "GET /v2.0/ports?device_id=d92fe2bd-ad51-4c6e-8818-ece36aa67a95 HTTP/1.1" status: 200 len: 945 time: 0.1265130 Nov 19 17:45:48.049896 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-42346b2b-1041-4b99-a911-ecd7b6cf6b55 req-80edd903-e28f-4950-8939-a2ff068c6a9a tempest-SecurityGroupRulesNegativeTestJSON-1095920998 tempest-SecurityGroupRulesNegativeTestJSON-1095920998-project] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:48.051239 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-42346b2b-1041-4b99-a911-ecd7b6cf6b55 req-80edd903-e28f-4950-8939-a2ff068c6a9a tempest-SecurityGroupRulesNegativeTestJSON-1095920998 tempest-SecurityGroupRulesNegativeTestJSON-1095920998-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.2017603 Nov 19 17:45:48.054088 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-7ef39b93-bc4b-4c54-b4ff-72414b3306cd req-4067ce1f-00a1-461b-aad2-ffe1597e04f1 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] For port 40077e88-fe53-4aa9-a721-b8b2bd94ab74, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=40077e88-fe53-4aa9-a721-b8b2bd94ab74,segment=NetworkSegment(7cd6906b-44eb-4ce1-933e-47ff3aaf0160),segment_id=7cd6906b-44eb-4ce1-933e-47ff3aaf0160)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:45:48.054531 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-7ef39b93-bc4b-4c54-b4ff-72414b3306cd req-4067ce1f-00a1-461b-aad2-ffe1597e04f1 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:48.066800 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd903-e28f-4950-8939-a2ff068c6a9a tempest-SecurityGroupRulesNegativeTestJSON-1095920998 tempest-SecurityGroupRulesNegativeTestJSON-1095920998-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e1a0194-9b38-4a25-9d63-5b70ed8b4cb1,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:45:48.075728 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [req-7ef39b93-bc4b-4c54-b4ff-72414b3306cd req-4067ce1f-00a1-461b-aad2-ffe1597e04f1 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] Calling delete_port for 40077e88-fe53-4aa9-a721-b8b2bd94ab74 owned by compute:nova {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:45:48.127553 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-591fa1a2-7060-4f6c-bed5-00cb3189345f req-4f00a3c6-8361-4a74-b420-30f8a4c530a0 tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] 10.222.0.54 "GET /v2.0/security-groups?id=a352ca94-2149-4006-acad-e3c22132eabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992153 Nov 19 17:45:48.210416 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd07ee7c-45ff-4b63-b218-7d00041b576c req-c66952e8-c5c8-4c43-85f6-dd0fbd89c7ad tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:48.212056 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-dd07ee7c-45ff-4b63-b218-7d00041b576c req-c66952e8-c5c8-4c43-85f6-dd0fbd89c7ad tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/ports?device_id=bf59b450-1dae-46ad-8d7d-6243e3e9a7fc HTTP/1.1" status: 200 len: 945 time: 0.0653877 Nov 19 17:45:48.284462 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-dd07ee7c-45ff-4b63-b218-7d00041b576c req-b60369eb-f5c9-476c-8d76-9dd076d0d451 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/security-groups?id=b596b6e2-4e99-405d-ab15-439621199b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633194 Nov 19 17:45:48.307803 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-7ef39b93-bc4b-4c54-b4ff-72414b3306cd req-4067ce1f-00a1-461b-aad2-ffe1597e04f1 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:48.327814 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] get_ports_and_sgs() called for port_ids ['71243686-16d7-4505-9eb3-c400bc2cf33c', '40077e88-fe53-4aa9-a721-b8b2bd94ab74'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:45:48.350935 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4067ce1f-00a1-461b-aad2-ffe1597e04f1 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] Pushing event deleted for resources: {'Port': ['ID=40077e88-fe53-4aa9-a721-b8b2bd94ab74,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:45:48.405209 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d6e53388-df9d-4a2c-a838-5d2a09fc0d00 req-be3ae880-2c4a-455e-a2b1-f42421a6b5c6 tempest-SecurityGroupRulesNegativeTestJSON-1095920998 tempest-SecurityGroupRulesNegativeTestJSON-1095920998-project] 10.222.0.54 "GET /v2.0/security-groups/7e1a0194-9b38-4a25-9d63-5b70ed8b4cb1 HTTP/1.1" status: 200 len: 1830 time: 0.0899775 Nov 19 17:45:48.408718 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ef39b93-bc4b-4c54-b4ff-72414b3306cd req-4067ce1f-00a1-461b-aad2-ffe1597e04f1 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] No DVR routers for this DVR port 40077e88-fe53-4aa9-a721-b8b2bd94ab74 on host n-h2-818022-2 {{(pid=103364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:45:48.419049 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-d6e53388-df9d-4a2c-a838-5d2a09fc0d00 req-e4f8aa70-8acf-471a-a436-b8b0f812bfcb tempest-SecurityGroupRulesNegativeTestJSON-1095920998 tempest-SecurityGroupRulesNegativeTestJSON-1095920998-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7e1a0194-9b38-4a25-9d63-5b70ed8b4cb1', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:45:48.419423 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-d6e53388-df9d-4a2c-a838-5d2a09fc0d00 req-e4f8aa70-8acf-471a-a436-b8b0f812bfcb tempest-SecurityGroupRulesNegativeTestJSON-1095920998 tempest-SecurityGroupRulesNegativeTestJSON-1095920998-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7e1a0194-9b38-4a25-9d63-5b70ed8b4cb1', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:45:48.436608 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-7ef39b93-bc4b-4c54-b4ff-72414b3306cd req-4067ce1f-00a1-461b-aad2-ffe1597e04f1 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:48.440832 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-7ef39b93-bc4b-4c54-b4ff-72414b3306cd req-4067ce1f-00a1-461b-aad2-ffe1597e04f1 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.86 "DELETE /v2.0/ports/40077e88-fe53-4aa9-a721-b8b2bd94ab74 HTTP/1.1" status: 204 len: 173 time: 0.6786728 Nov 19 17:45:48.441750 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf59b450-1dae-46ad-8d7d-6243e3e9a7fc', 'name': 'network-vif-deleted', 'tag': '40077e88-fe53-4aa9-a721-b8b2bd94ab74'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:45:48.444350 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dd4767a008c23f8566efc82158ee1b1fff34e1a9e908d76d0b6d0ab7e350e5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cb6ca50-930e-4b5f-8866-98530e38cb62" -d '{"events": [{"server_uuid": "bf59b450-1dae-46ad-8d7d-6243e3e9a7fc", "name": "network-vif-deleted", "tag": "40077e88-fe53-4aa9-a721-b8b2bd94ab74"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:45:48.480654 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365bfa57-d66b-49d4-a3d2-f67fee451b3c req-5e06973c-1c74-4a9a-872e-8774f6feab9f tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:48.482571 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-365bfa57-d66b-49d4-a3d2-f67fee451b3c req-5e06973c-1c74-4a9a-872e-8774f6feab9f tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/ports?device_id=4f54a6ec-d290-4197-84ed-c303dd0ab2dc HTTP/1.1" status: 200 len: 944 time: 0.0920045 Nov 19 17:45:48.513223 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-d6e53388-df9d-4a2c-a838-5d2a09fc0d00 req-e4f8aa70-8acf-471a-a436-b8b0f812bfcb tempest-SecurityGroupRulesNegativeTestJSON-1095920998 tempest-SecurityGroupRulesNegativeTestJSON-1095920998-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:48.558757 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-d6e53388-df9d-4a2c-a838-5d2a09fc0d00 req-e4f8aa70-8acf-471a-a436-b8b0f812bfcb tempest-SecurityGroupRulesNegativeTestJSON-1095920998 tempest-SecurityGroupRulesNegativeTestJSON-1095920998-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:48.564474 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-d6e53388-df9d-4a2c-a838-5d2a09fc0d00 req-e4f8aa70-8acf-471a-a436-b8b0f812bfcb tempest-SecurityGroupRulesNegativeTestJSON-1095920998 tempest-SecurityGroupRulesNegativeTestJSON-1095920998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735179'] for security_group_rule, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:48.586866 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-365bfa57-d66b-49d4-a3d2-f67fee451b3c req-3efc6393-7169-4dd1-9806-65a8a3de2eb2 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/security-groups?id=12d5dc08-1d9f-41c6-b52c-304239ec8b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956872 Nov 19 17:45:48.594512 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f8aa70-8acf-471a-a436-b8b0f812bfcb tempest-SecurityGroupRulesNegativeTestJSON-1095920998 tempest-SecurityGroupRulesNegativeTestJSON-1095920998-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=295a77d8-699b-4082-a46c-291682cc1b5c,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:45:48.610776 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-d6e53388-df9d-4a2c-a838-5d2a09fc0d00 req-e4f8aa70-8acf-471a-a436-b8b0f812bfcb tempest-SecurityGroupRulesNegativeTestJSON-1095920998 tempest-SecurityGroupRulesNegativeTestJSON-1095920998-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:48.628171 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d6e53388-df9d-4a2c-a838-5d2a09fc0d00 req-e4f8aa70-8acf-471a-a436-b8b0f812bfcb tempest-SecurityGroupRulesNegativeTestJSON-1095920998 tempest-SecurityGroupRulesNegativeTestJSON-1095920998-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2141066 Nov 19 17:45:48.721012 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:45:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-410d782f-1f87-4496-bb34-9edf7068cfaa x-openstack-request-id: req-410d782f-1f87-4496-bb34-9edf7068cfaa {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:45:48.721333 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf59b450-1dae-46ad-8d7d-6243e3e9a7fc", "name": "network-vif-deleted", "tag": "40077e88-fe53-4aa9-a721-b8b2bd94ab74", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:45:48.721605 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-410d782f-1f87-4496-bb34-9edf7068cfaa {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:45:48.722055 n-d-818022-2 neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf59b450-1dae-46ad-8d7d-6243e3e9a7fc', 'name': 'network-vif-deleted', 'tag': '40077e88-fe53-4aa9-a721-b8b2bd94ab74', 'status': 'completed', 'code': 200} Nov 19 17:45:48.785137 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a90cecbf-3eb8-44a1-9554-848911c7ff59 req-f12d4c4a-a07b-4c57-abe2-2733774386bf tempest-SecurityGroupRulesNegativeTestJSON-1095920998 tempest-SecurityGroupRulesNegativeTestJSON-1095920998-project] 10.222.0.54 "GET /v2.0/security-groups/7e1a0194-9b38-4a25-9d63-5b70ed8b4cb1 HTTP/1.1" status: 200 len: 2424 time: 0.0519466 Nov 19 17:45:48.842513 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-89ac2d93-77f1-4eb6-a7bd-d7f92a6c3d93 req-159f4108-0989-4d7e-9bd9-6d8cb9a2fed3 tempest-SecurityGroupRulesNegativeTestJSON-1095920998 tempest-SecurityGroupRulesNegativeTestJSON-1095920998-project] 10.222.0.54 "GET /v2.0/security-group-rules/295a77d8-699b-4082-a46c-291682cc1b5c HTTP/1.1" status: 200 len: 778 time: 0.0267904 Nov 19 17:45:48.905704 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-89ac2d93-77f1-4eb6-a7bd-d7f92a6c3d93 req-7d5d82a5-8f2d-4132-9793-23fde346da7f tempest-SecurityGroupRulesNegativeTestJSON-1095920998 tempest-SecurityGroupRulesNegativeTestJSON-1095920998-project] 10.222.0.54 "GET /v2.0/security-groups/7e1a0194-9b38-4a25-9d63-5b70ed8b4cb1 HTTP/1.1" status: 200 len: 2424 time: 0.0559540 Nov 19 17:45:48.941863 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-89ac2d93-77f1-4eb6-a7bd-d7f92a6c3d93 req-b45fc91b-ddd1-4a97-95bc-326c61bd6830 tempest-SecurityGroupRulesNegativeTestJSON-1095920998 tempest-SecurityGroupRulesNegativeTestJSON-1095920998-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:48.952746 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-89ac2d93-77f1-4eb6-a7bd-d7f92a6c3d93 req-b45fc91b-ddd1-4a97-95bc-326c61bd6830 tempest-SecurityGroupRulesNegativeTestJSON-1095920998 tempest-SecurityGroupRulesNegativeTestJSON-1095920998-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:48.982835 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-89ac2d93-77f1-4eb6-a7bd-d7f92a6c3d93 req-b45fc91b-ddd1-4a97-95bc-326c61bd6830 tempest-SecurityGroupRulesNegativeTestJSON-1095920998 tempest-SecurityGroupRulesNegativeTestJSON-1095920998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735179'] for security_group_rule, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:48.990115 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-89ac2d93-77f1-4eb6-a7bd-d7f92a6c3d93 req-b45fc91b-ddd1-4a97-95bc-326c61bd6830 tempest-SecurityGroupRulesNegativeTestJSON-1095920998 tempest-SecurityGroupRulesNegativeTestJSON-1095920998-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:48.991419 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-89ac2d93-77f1-4eb6-a7bd-d7f92a6c3d93 req-b45fc91b-ddd1-4a97-95bc-326c61bd6830 tempest-SecurityGroupRulesNegativeTestJSON-1095920998 tempest-SecurityGroupRulesNegativeTestJSON-1095920998-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/295a77d8-699b-4082-a46c-291682cc1b5c HTTP/1.1" status: 204 len: 173 time: 0.0773337 Nov 19 17:45:48.998068 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45fc91b-ddd1-4a97-95bc-326c61bd6830 tempest-SecurityGroupRulesNegativeTestJSON-1095920998 tempest-SecurityGroupRulesNegativeTestJSON-1095920998-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=295a77d8-699b-4082-a46c-291682cc1b5c,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:45:49.025147 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-805660c6-2e5f-4a6a-975e-ccbd368b4204 req-61c5bf02-119d-4277-8fd0-0546282df6be tempest-SecurityGroupRulesNegativeTestJSON-1095920998 tempest-SecurityGroupRulesNegativeTestJSON-1095920998-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1921917803', 'description': 'tempest-description-1477318102'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:45:49.061948 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-805660c6-2e5f-4a6a-975e-ccbd368b4204 req-61c5bf02-119d-4277-8fd0-0546282df6be tempest-SecurityGroupRulesNegativeTestJSON-1095920998 tempest-SecurityGroupRulesNegativeTestJSON-1095920998-project] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:49.174503 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-805660c6-2e5f-4a6a-975e-ccbd368b4204 req-61c5bf02-119d-4277-8fd0-0546282df6be tempest-SecurityGroupRulesNegativeTestJSON-1095920998 tempest-SecurityGroupRulesNegativeTestJSON-1095920998-project] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:49.179914 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-805660c6-2e5f-4a6a-975e-ccbd368b4204 req-61c5bf02-119d-4277-8fd0-0546282df6be tempest-SecurityGroupRulesNegativeTestJSON-1095920998 tempest-SecurityGroupRulesNegativeTestJSON-1095920998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:49.226767 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-805660c6-2e5f-4a6a-975e-ccbd368b4204 req-61c5bf02-119d-4277-8fd0-0546282df6be tempest-SecurityGroupRulesNegativeTestJSON-1095920998 tempest-SecurityGroupRulesNegativeTestJSON-1095920998-project] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:49.228426 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-805660c6-2e5f-4a6a-975e-ccbd368b4204 req-61c5bf02-119d-4277-8fd0-0546282df6be tempest-SecurityGroupRulesNegativeTestJSON-1095920998 tempest-SecurityGroupRulesNegativeTestJSON-1095920998-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1837 time: 0.2080176 Nov 19 17:45:49.235487 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c5bf02-119d-4277-8fd0-0546282df6be tempest-SecurityGroupRulesNegativeTestJSON-1095920998 tempest-SecurityGroupRulesNegativeTestJSON-1095920998-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ba8be7b-d05f-4232-a7f7-514791273972,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:45:49.311101 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa4aa4a-b769-4f33-8045-0f6e87bd7132 req-99d4683c-4141-4b44-9131-c766c0b31ad9 tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:49.311101 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2aa4aa4a-b769-4f33-8045-0f6e87bd7132 req-99d4683c-4141-4b44-9131-c766c0b31ad9 tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] 10.222.0.54 "GET /v2.0/ports?device_id=d92fe2bd-ad51-4c6e-8818-ece36aa67a95 HTTP/1.1" status: 200 len: 945 time: 0.0843968 Nov 19 17:45:49.370017 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2aa4aa4a-b769-4f33-8045-0f6e87bd7132 req-2c3fad74-2779-4f15-b3d8-5cdac957e4ff tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] 10.222.0.54 "GET /v2.0/security-groups?id=a352ca94-2149-4006-acad-e3c22132eabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511894 Nov 19 17:45:49.370816 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-74b3ff0c-7568-4076-aaf9-9034e07095a4 req-f875bc61-8024-4750-8fa9-50616ea70583 tempest-SecurityGroupRulesNegativeTestJSON-1095920998 tempest-SecurityGroupRulesNegativeTestJSON-1095920998-project] 10.222.0.54 "GET /v2.0/security-groups/2ba8be7b-d05f-4232-a7f7-514791273972 HTTP/1.1" status: 200 len: 1832 time: 0.0477574 Nov 19 17:45:49.486806 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-72218730-8b1e-409a-b2dd-61e7f5c6f9aa req-38041bc0-a3a1-4b33-b33d-23a2daba3b85 tempest-SecurityGroupRulesNegativeTestJSON-1095920998 tempest-SecurityGroupRulesNegativeTestJSON-1095920998-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-674138715', 'description': 'tempest-description-1927327467'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:45:49.521076 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-72218730-8b1e-409a-b2dd-61e7f5c6f9aa req-38041bc0-a3a1-4b33-b33d-23a2daba3b85 tempest-SecurityGroupRulesNegativeTestJSON-1095920998 tempest-SecurityGroupRulesNegativeTestJSON-1095920998-project] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:49.592252 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67850862-0dc6-44f1-8e43-749fd5598d8e req-d6c71e99-0738-45de-948c-ad6b33624ac2 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:49.594915 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-67850862-0dc6-44f1-8e43-749fd5598d8e req-d6c71e99-0738-45de-948c-ad6b33624ac2 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec9f9dc4-f3d0-4fbd-b419-1ab72c92e9be HTTP/1.1" status: 200 len: 946 time: 0.0792620 Nov 19 17:45:49.628960 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-72218730-8b1e-409a-b2dd-61e7f5c6f9aa req-38041bc0-a3a1-4b33-b33d-23a2daba3b85 tempest-SecurityGroupRulesNegativeTestJSON-1095920998 tempest-SecurityGroupRulesNegativeTestJSON-1095920998-project] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:49.633508 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-72218730-8b1e-409a-b2dd-61e7f5c6f9aa req-38041bc0-a3a1-4b33-b33d-23a2daba3b85 tempest-SecurityGroupRulesNegativeTestJSON-1095920998 tempest-SecurityGroupRulesNegativeTestJSON-1095920998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:49.668489 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-67850862-0dc6-44f1-8e43-749fd5598d8e req-40d57ab8-c422-4b48-a544-7f6be99e71cc tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/security-groups?id=b596b6e2-4e99-405d-ab15-439621199b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616863 Nov 19 17:45:49.670710 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-72218730-8b1e-409a-b2dd-61e7f5c6f9aa req-38041bc0-a3a1-4b33-b33d-23a2daba3b85 tempest-SecurityGroupRulesNegativeTestJSON-1095920998 tempest-SecurityGroupRulesNegativeTestJSON-1095920998-project] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:49.672569 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-72218730-8b1e-409a-b2dd-61e7f5c6f9aa req-38041bc0-a3a1-4b33-b33d-23a2daba3b85 tempest-SecurityGroupRulesNegativeTestJSON-1095920998 tempest-SecurityGroupRulesNegativeTestJSON-1095920998-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1836 time: 0.1918159 Nov 19 17:45:49.675068 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38041bc0-a3a1-4b33-b33d-23a2daba3b85 tempest-SecurityGroupRulesNegativeTestJSON-1095920998 tempest-SecurityGroupRulesNegativeTestJSON-1095920998-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5572b7af-5a67-44a5-bb52-ba7cf2ea75d4,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:45:49.791122 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f6864ab7-0225-4938-9fc7-a028a7033539 req-ae2b06f6-534a-448c-90dc-5177fb7ee34a tempest-SecurityGroupRulesNegativeTestJSON-1095920998 tempest-SecurityGroupRulesNegativeTestJSON-1095920998-project] 10.222.0.54 "GET /v2.0/security-groups/5572b7af-5a67-44a5-bb52-ba7cf2ea75d4 HTTP/1.1" status: 200 len: 1831 time: 0.0763845 Nov 19 17:45:49.808381 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1899849-cf5c-4f40-aa9b-c35d777aad40 req-552dff93-7b4a-476e-b792-865d79d26847 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:49.810749 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d1899849-cf5c-4f40-aa9b-c35d777aad40 req-552dff93-7b4a-476e-b792-865d79d26847 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/ports?device_id=4f54a6ec-d290-4197-84ed-c303dd0ab2dc HTTP/1.1" status: 200 len: 944 time: 0.0730987 Nov 19 17:45:49.885776 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d1899849-cf5c-4f40-aa9b-c35d777aad40 req-1c6fc1d4-0a03-4c73-957a-cb832e26eff0 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/security-groups?id=12d5dc08-1d9f-41c6-b52c-304239ec8b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677884 Nov 19 17:45:49.916329 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-105db834-646a-4884-b2aa-bccb2214607a req-09106a88-5603-4845-8211-f7981e309a0f tempest-SecurityGroupRulesNegativeTestJSON-1095920998 tempest-SecurityGroupRulesNegativeTestJSON-1095920998-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1285786548', 'description': 'tempest-description-1965107726'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:45:49.948624 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-105db834-646a-4884-b2aa-bccb2214607a req-09106a88-5603-4845-8211-f7981e309a0f tempest-SecurityGroupRulesNegativeTestJSON-1095920998 tempest-SecurityGroupRulesNegativeTestJSON-1095920998-project] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:50.053408 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-105db834-646a-4884-b2aa-bccb2214607a req-09106a88-5603-4845-8211-f7981e309a0f tempest-SecurityGroupRulesNegativeTestJSON-1095920998 tempest-SecurityGroupRulesNegativeTestJSON-1095920998-project] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:50.060342 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-105db834-646a-4884-b2aa-bccb2214607a req-09106a88-5603-4845-8211-f7981e309a0f tempest-SecurityGroupRulesNegativeTestJSON-1095920998 tempest-SecurityGroupRulesNegativeTestJSON-1095920998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:50.095513 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a23b87-adac-462a-8bd4-4996a8d53084 req-7f1f4cf7-5d76-4d1d-b203-32285a419a70 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:50.099475 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-105db834-646a-4884-b2aa-bccb2214607a req-09106a88-5603-4845-8211-f7981e309a0f tempest-SecurityGroupRulesNegativeTestJSON-1095920998 tempest-SecurityGroupRulesNegativeTestJSON-1095920998-project] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:50.102891 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d3a23b87-adac-462a-8bd4-4996a8d53084 req-7f1f4cf7-5d76-4d1d-b203-32285a419a70 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec9f9dc4-f3d0-4fbd-b419-1ab72c92e9be HTTP/1.1" status: 200 len: 946 time: 0.0658259 Nov 19 17:45:50.104375 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-105db834-646a-4884-b2aa-bccb2214607a req-09106a88-5603-4845-8211-f7981e309a0f tempest-SecurityGroupRulesNegativeTestJSON-1095920998 tempest-SecurityGroupRulesNegativeTestJSON-1095920998-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1837 time: 0.1919670 Nov 19 17:45:50.156375 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09106a88-5603-4845-8211-f7981e309a0f tempest-SecurityGroupRulesNegativeTestJSON-1095920998 tempest-SecurityGroupRulesNegativeTestJSON-1095920998-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f97fa99-f2c1-4b7d-ad0f-5309f878329d,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:45:50.169713 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d3a23b87-adac-462a-8bd4-4996a8d53084 req-c8f0d8ce-2a61-4aec-b6b4-3b5306bd491a tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/security-groups?id=b596b6e2-4e99-405d-ab15-439621199b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606177 Nov 19 17:45:50.201476 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f5c8c23e-b1ea-474d-8231-274457e465d5 req-184b6b22-f941-48a0-848a-ed88199f1c2f tempest-SecurityGroupRulesNegativeTestJSON-1095920998 tempest-SecurityGroupRulesNegativeTestJSON-1095920998-project] 10.222.0.54 "GET /v2.0/security-groups/4f97fa99-f2c1-4b7d-ad0f-5309f878329d HTTP/1.1" status: 200 len: 1832 time: 0.0660975 Nov 19 17:45:50.240719 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-7afe6406-d96b-4fa6-b635-0e8c30b38058 req-b9c08e83-96e9-46d0-b787-5818f94a6fe1 tempest-SecurityGroupRulesNegativeTestJSON-1095920998 tempest-SecurityGroupRulesNegativeTestJSON-1095920998-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1326698603', 'description': 'tempest-description-2133573403'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:45:50.285315 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-7afe6406-d96b-4fa6-b635-0e8c30b38058 req-b9c08e83-96e9-46d0-b787-5818f94a6fe1 tempest-SecurityGroupRulesNegativeTestJSON-1095920998 tempest-SecurityGroupRulesNegativeTestJSON-1095920998-project] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:50.309245 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2d99c4-efeb-4eb3-89b7-c9baf8014b6a req-ccaacfea-3960-4c84-8492-1226d84d6933 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:50.310823 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-dd2d99c4-efeb-4eb3-89b7-c9baf8014b6a req-ccaacfea-3960-4c84-8492-1226d84d6933 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec9f9dc4-f3d0-4fbd-b419-1ab72c92e9be HTTP/1.1" status: 200 len: 946 time: 0.0678442 Nov 19 17:45:50.376912 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-dd2d99c4-efeb-4eb3-89b7-c9baf8014b6a req-dfd130f1-2f8f-4972-b43c-52d1f7571f6e tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/security-groups?id=b596b6e2-4e99-405d-ab15-439621199b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546339 Nov 19 17:45:50.427939 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-7afe6406-d96b-4fa6-b635-0e8c30b38058 req-b9c08e83-96e9-46d0-b787-5818f94a6fe1 tempest-SecurityGroupRulesNegativeTestJSON-1095920998 tempest-SecurityGroupRulesNegativeTestJSON-1095920998-project] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:50.436485 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-7afe6406-d96b-4fa6-b635-0e8c30b38058 req-b9c08e83-96e9-46d0-b787-5818f94a6fe1 tempest-SecurityGroupRulesNegativeTestJSON-1095920998 tempest-SecurityGroupRulesNegativeTestJSON-1095920998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:50.498263 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c08e83-96e9-46d0-b787-5818f94a6fe1 tempest-SecurityGroupRulesNegativeTestJSON-1095920998 tempest-SecurityGroupRulesNegativeTestJSON-1095920998-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff0384db-3470-4048-beed-64cd56030c64,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:45:50.516942 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-7afe6406-d96b-4fa6-b635-0e8c30b38058 req-b9c08e83-96e9-46d0-b787-5818f94a6fe1 tempest-SecurityGroupRulesNegativeTestJSON-1095920998 tempest-SecurityGroupRulesNegativeTestJSON-1095920998-project] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:50.523336 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-7afe6406-d96b-4fa6-b635-0e8c30b38058 req-b9c08e83-96e9-46d0-b787-5818f94a6fe1 tempest-SecurityGroupRulesNegativeTestJSON-1095920998 tempest-SecurityGroupRulesNegativeTestJSON-1095920998-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1837 time: 0.2876351 Nov 19 17:45:50.629314 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c0fab2ad-5d8f-4d29-95e0-5df9d10a33a3 req-78008bf0-9b46-4a85-b933-e59efa74677d tempest-SecurityGroupRulesNegativeTestJSON-1095920998 tempest-SecurityGroupRulesNegativeTestJSON-1095920998-project] 10.222.0.54 "GET /v2.0/security-groups/ff0384db-3470-4048-beed-64cd56030c64 HTTP/1.1" status: 200 len: 1832 time: 0.0853508 Nov 19 17:45:50.670361 n-d-818022-2 neutron-server[103365]: INFO neutron.api.v2.resource [req-16401ecf-e2d1-4d38-8636-a5b7eebda1b2 req-816088dd-675d-4c7e-9dbc-95ec537f2afe tempest-SecurityGroupRulesNegativeTestJSON-1095920998 tempest-SecurityGroupRulesNegativeTestJSON-1095920998-project] show failed (client error): The resource could not be found. Nov 19 17:45:50.671409 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-16401ecf-e2d1-4d38-8636-a5b7eebda1b2 req-816088dd-675d-4c7e-9dbc-95ec537f2afe tempest-SecurityGroupRulesNegativeTestJSON-1095920998 tempest-SecurityGroupRulesNegativeTestJSON-1095920998-project] 10.222.0.54 "GET /v2.0/security-groups/3618b84a-6a1d-43ec-93ee-fbf3a42938c9 HTTP/1.1" status: 404 len: 352 time: 0.0144918 Nov 19 17:45:50.723124 n-d-818022-2 neutron-server[103364]: INFO neutron.api.v2.resource [req-b1a531f5-a1b7-46f8-9353-301274b97c67 req-02d5a564-ec09-4ac9-bec4-e1e443c421b4 tempest-SecurityGroupRulesNegativeTestJSON-1095920998 tempest-SecurityGroupRulesNegativeTestJSON-1095920998-project] show failed (client error): The resource could not be found. Nov 19 17:45:50.734393 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b1a531f5-a1b7-46f8-9353-301274b97c67 req-02d5a564-ec09-4ac9-bec4-e1e443c421b4 tempest-SecurityGroupRulesNegativeTestJSON-1095920998 tempest-SecurityGroupRulesNegativeTestJSON-1095920998-project] 10.222.0.54 "GET /v2.0/security-group-rules/20ee56f1-ea94-44cd-af43-6b945e1dfa35 HTTP/1.1" status: 404 len: 361 time: 0.0378511 Nov 19 17:45:50.859833 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c89eb3e8-c45d-4183-ac10-382773a187d1 req-b491231a-b923-4ca0-bd05-417e4c508cf4 tempest-SecurityGroupRulesNegativeTestJSON-1095920998 tempest-SecurityGroupRulesNegativeTestJSON-1095920998-project] 10.222.0.54 "GET /v2.0/security-groups/ff0384db-3470-4048-beed-64cd56030c64 HTTP/1.1" status: 200 len: 1832 time: 0.0967250 Nov 19 17:45:50.990799 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-c89eb3e8-c45d-4183-ac10-382773a187d1 req-68151be9-a00d-4d8a-898f-960b3fee3061 tempest-SecurityGroupRulesNegativeTestJSON-1095920998 tempest-SecurityGroupRulesNegativeTestJSON-1095920998-project] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:51.049681 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-c89eb3e8-c45d-4183-ac10-382773a187d1 req-68151be9-a00d-4d8a-898f-960b3fee3061 tempest-SecurityGroupRulesNegativeTestJSON-1095920998 tempest-SecurityGroupRulesNegativeTestJSON-1095920998-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:51.136037 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6d8b55-2546-4dd0-9ba1-5475ebcdbe82 req-d6236d65-161b-4a43-ab93-5e92877dee93 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:51.137719 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-c89eb3e8-c45d-4183-ac10-382773a187d1 req-68151be9-a00d-4d8a-898f-960b3fee3061 tempest-SecurityGroupRulesNegativeTestJSON-1095920998 tempest-SecurityGroupRulesNegativeTestJSON-1095920998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:51.143134 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-fa6d8b55-2546-4dd0-9ba1-5475ebcdbe82 req-d6236d65-161b-4a43-ab93-5e92877dee93 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/ports?device_id=4f54a6ec-d290-4197-84ed-c303dd0ab2dc HTTP/1.1" status: 200 len: 944 time: 0.0832343 Nov 19 17:45:51.143889 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-c89eb3e8-c45d-4183-ac10-382773a187d1 req-68151be9-a00d-4d8a-898f-960b3fee3061 tempest-SecurityGroupRulesNegativeTestJSON-1095920998 tempest-SecurityGroupRulesNegativeTestJSON-1095920998-project] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:51.145241 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c89eb3e8-c45d-4183-ac10-382773a187d1 req-68151be9-a00d-4d8a-898f-960b3fee3061 tempest-SecurityGroupRulesNegativeTestJSON-1095920998 tempest-SecurityGroupRulesNegativeTestJSON-1095920998-project] 10.222.0.54 "DELETE /v2.0/security-groups/ff0384db-3470-4048-beed-64cd56030c64 HTTP/1.1" status: 204 len: 173 time: 0.2815688 Nov 19 17:45:51.167869 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68151be9-a00d-4d8a-898f-960b3fee3061 tempest-SecurityGroupRulesNegativeTestJSON-1095920998 tempest-SecurityGroupRulesNegativeTestJSON-1095920998-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff0384db-3470-4048-beed-64cd56030c64,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:45:51.177372 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68151be9-a00d-4d8a-898f-960b3fee3061 tempest-SecurityGroupRulesNegativeTestJSON-1095920998 tempest-SecurityGroupRulesNegativeTestJSON-1095920998-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:45:51.177745 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68151be9-a00d-4d8a-898f-960b3fee3061 tempest-SecurityGroupRulesNegativeTestJSON-1095920998 tempest-SecurityGroupRulesNegativeTestJSON-1095920998-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:45:51.178146 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68151be9-a00d-4d8a-898f-960b3fee3061 tempest-SecurityGroupRulesNegativeTestJSON-1095920998 tempest-SecurityGroupRulesNegativeTestJSON-1095920998-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:45:51.178496 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68151be9-a00d-4d8a-898f-960b3fee3061 tempest-SecurityGroupRulesNegativeTestJSON-1095920998 tempest-SecurityGroupRulesNegativeTestJSON-1095920998-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:45:51.179543 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68151be9-a00d-4d8a-898f-960b3fee3061 tempest-SecurityGroupRulesNegativeTestJSON-1095920998 tempest-SecurityGroupRulesNegativeTestJSON-1095920998-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:45:51.180103 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68151be9-a00d-4d8a-898f-960b3fee3061 tempest-SecurityGroupRulesNegativeTestJSON-1095920998 tempest-SecurityGroupRulesNegativeTestJSON-1095920998-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:45:51.180764 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68151be9-a00d-4d8a-898f-960b3fee3061 tempest-SecurityGroupRulesNegativeTestJSON-1095920998 tempest-SecurityGroupRulesNegativeTestJSON-1095920998-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:45:51.181474 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68151be9-a00d-4d8a-898f-960b3fee3061 tempest-SecurityGroupRulesNegativeTestJSON-1095920998 tempest-SecurityGroupRulesNegativeTestJSON-1095920998-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:45:51.182027 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68151be9-a00d-4d8a-898f-960b3fee3061 tempest-SecurityGroupRulesNegativeTestJSON-1095920998 tempest-SecurityGroupRulesNegativeTestJSON-1095920998-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:45:51.182586 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68151be9-a00d-4d8a-898f-960b3fee3061 tempest-SecurityGroupRulesNegativeTestJSON-1095920998 tempest-SecurityGroupRulesNegativeTestJSON-1095920998-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:45:51.183101 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68151be9-a00d-4d8a-898f-960b3fee3061 tempest-SecurityGroupRulesNegativeTestJSON-1095920998 tempest-SecurityGroupRulesNegativeTestJSON-1095920998-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:45:51.183634 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68151be9-a00d-4d8a-898f-960b3fee3061 tempest-SecurityGroupRulesNegativeTestJSON-1095920998 tempest-SecurityGroupRulesNegativeTestJSON-1095920998-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:45:51.221569 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-fa6d8b55-2546-4dd0-9ba1-5475ebcdbe82 req-1f17930d-611b-45ea-b8cb-5c19703422c7 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/security-groups?id=12d5dc08-1d9f-41c6-b52c-304239ec8b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670655 Nov 19 17:45:51.293068 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c1d2c2eb-78cb-433d-9876-a1ca68e6a9b2 req-6beaa899-04de-4f4a-b7e0-855643d1d308 tempest-SecurityGroupRulesNegativeTestJSON-1095920998 tempest-SecurityGroupRulesNegativeTestJSON-1095920998-project] 10.222.0.54 "GET /v2.0/security-groups/4f97fa99-f2c1-4b7d-ad0f-5309f878329d HTTP/1.1" status: 200 len: 1832 time: 0.0537727 Nov 19 17:45:51.374271 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-c1d2c2eb-78cb-433d-9876-a1ca68e6a9b2 req-a6bb0608-c10f-44fc-ace4-9a74fe82699c tempest-SecurityGroupRulesNegativeTestJSON-1095920998 tempest-SecurityGroupRulesNegativeTestJSON-1095920998-project] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:51.410222 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-c1d2c2eb-78cb-433d-9876-a1ca68e6a9b2 req-a6bb0608-c10f-44fc-ace4-9a74fe82699c tempest-SecurityGroupRulesNegativeTestJSON-1095920998 tempest-SecurityGroupRulesNegativeTestJSON-1095920998-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:51.484378 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-c1d2c2eb-78cb-433d-9876-a1ca68e6a9b2 req-a6bb0608-c10f-44fc-ace4-9a74fe82699c tempest-SecurityGroupRulesNegativeTestJSON-1095920998 tempest-SecurityGroupRulesNegativeTestJSON-1095920998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:51.489067 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-c1d2c2eb-78cb-433d-9876-a1ca68e6a9b2 req-a6bb0608-c10f-44fc-ace4-9a74fe82699c tempest-SecurityGroupRulesNegativeTestJSON-1095920998 tempest-SecurityGroupRulesNegativeTestJSON-1095920998-project] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:51.491241 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c1d2c2eb-78cb-433d-9876-a1ca68e6a9b2 req-a6bb0608-c10f-44fc-ace4-9a74fe82699c tempest-SecurityGroupRulesNegativeTestJSON-1095920998 tempest-SecurityGroupRulesNegativeTestJSON-1095920998-project] 10.222.0.54 "DELETE /v2.0/security-groups/4f97fa99-f2c1-4b7d-ad0f-5309f878329d HTTP/1.1" status: 204 len: 173 time: 0.1872063 Nov 19 17:45:51.503280 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bb0608-c10f-44fc-ace4-9a74fe82699c tempest-SecurityGroupRulesNegativeTestJSON-1095920998 tempest-SecurityGroupRulesNegativeTestJSON-1095920998-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f97fa99-f2c1-4b7d-ad0f-5309f878329d,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:45:51.581743 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8ca67798-3ef9-4184-99d1-22ebf38d3851 req-6780591e-70b3-4ebb-8702-abffb840b29a tempest-SecurityGroupRulesNegativeTestJSON-1095920998 tempest-SecurityGroupRulesNegativeTestJSON-1095920998-project] 10.222.0.54 "GET /v2.0/security-groups/5572b7af-5a67-44a5-bb52-ba7cf2ea75d4 HTTP/1.1" status: 200 len: 1831 time: 0.0585430 Nov 19 17:45:51.664123 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-8ca67798-3ef9-4184-99d1-22ebf38d3851 req-fa6b4e58-00b0-49d1-8284-87ee15112515 tempest-SecurityGroupRulesNegativeTestJSON-1095920998 tempest-SecurityGroupRulesNegativeTestJSON-1095920998-project] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:51.709785 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-8ca67798-3ef9-4184-99d1-22ebf38d3851 req-fa6b4e58-00b0-49d1-8284-87ee15112515 tempest-SecurityGroupRulesNegativeTestJSON-1095920998 tempest-SecurityGroupRulesNegativeTestJSON-1095920998-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:51.717097 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device 40077e88-fe53-4aa9-a721-b8b2bd94ab74 no longer exists at agent hyperv_n-h2-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:45:51.755376 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] No Port match for: 40077e88-fe53-4aa9-a721-b8b2bd94ab74 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:45:51.756379 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device 40077e88-fe53-4aa9-a721-b8b2bd94ab74 not bound to the agent host n-h2-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:45:51.792574 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-8ca67798-3ef9-4184-99d1-22ebf38d3851 req-fa6b4e58-00b0-49d1-8284-87ee15112515 tempest-SecurityGroupRulesNegativeTestJSON-1095920998 tempest-SecurityGroupRulesNegativeTestJSON-1095920998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:51.795337 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-8ca67798-3ef9-4184-99d1-22ebf38d3851 req-fa6b4e58-00b0-49d1-8284-87ee15112515 tempest-SecurityGroupRulesNegativeTestJSON-1095920998 tempest-SecurityGroupRulesNegativeTestJSON-1095920998-project] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:51.796716 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8ca67798-3ef9-4184-99d1-22ebf38d3851 req-fa6b4e58-00b0-49d1-8284-87ee15112515 tempest-SecurityGroupRulesNegativeTestJSON-1095920998 tempest-SecurityGroupRulesNegativeTestJSON-1095920998-project] 10.222.0.54 "DELETE /v2.0/security-groups/5572b7af-5a67-44a5-bb52-ba7cf2ea75d4 HTTP/1.1" status: 204 len: 173 time: 0.2082396 Nov 19 17:45:51.807195 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6b4e58-00b0-49d1-8284-87ee15112515 tempest-SecurityGroupRulesNegativeTestJSON-1095920998 tempest-SecurityGroupRulesNegativeTestJSON-1095920998-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5572b7af-5a67-44a5-bb52-ba7cf2ea75d4,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:45:51.892599 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-77c03f23-bbd7-492d-bd7d-181988bd5fba req-749c6ed0-1135-4927-a6ea-ef76f1b23cd9 tempest-SecurityGroupRulesNegativeTestJSON-1095920998 tempest-SecurityGroupRulesNegativeTestJSON-1095920998-project] 10.222.0.54 "GET /v2.0/security-groups/2ba8be7b-d05f-4232-a7f7-514791273972 HTTP/1.1" status: 200 len: 1832 time: 0.0574274 Nov 19 17:45:51.976497 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-77c03f23-bbd7-492d-bd7d-181988bd5fba req-8866be6d-beca-4b19-a86c-369a6d65d313 tempest-SecurityGroupRulesNegativeTestJSON-1095920998 tempest-SecurityGroupRulesNegativeTestJSON-1095920998-project] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:52.006136 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-77c03f23-bbd7-492d-bd7d-181988bd5fba req-8866be6d-beca-4b19-a86c-369a6d65d313 tempest-SecurityGroupRulesNegativeTestJSON-1095920998 tempest-SecurityGroupRulesNegativeTestJSON-1095920998-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:52.059091 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-77c03f23-bbd7-492d-bd7d-181988bd5fba req-8866be6d-beca-4b19-a86c-369a6d65d313 tempest-SecurityGroupRulesNegativeTestJSON-1095920998 tempest-SecurityGroupRulesNegativeTestJSON-1095920998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:52.061749 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-77c03f23-bbd7-492d-bd7d-181988bd5fba req-8866be6d-beca-4b19-a86c-369a6d65d313 tempest-SecurityGroupRulesNegativeTestJSON-1095920998 tempest-SecurityGroupRulesNegativeTestJSON-1095920998-project] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:52.063061 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-77c03f23-bbd7-492d-bd7d-181988bd5fba req-8866be6d-beca-4b19-a86c-369a6d65d313 tempest-SecurityGroupRulesNegativeTestJSON-1095920998 tempest-SecurityGroupRulesNegativeTestJSON-1095920998-project] 10.222.0.54 "DELETE /v2.0/security-groups/2ba8be7b-d05f-4232-a7f7-514791273972 HTTP/1.1" status: 204 len: 173 time: 0.1620169 Nov 19 17:45:52.075822 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8866be6d-beca-4b19-a86c-369a6d65d313 tempest-SecurityGroupRulesNegativeTestJSON-1095920998 tempest-SecurityGroupRulesNegativeTestJSON-1095920998-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ba8be7b-d05f-4232-a7f7-514791273972,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:45:52.231790 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-46868377-c988-4fba-b247-a1e9459bf9d0 req-5bb2a193-edbf-43f2-859c-4b548e1d5329 tempest-SecurityGroupRulesNegativeTestJSON-1095920998 tempest-SecurityGroupRulesNegativeTestJSON-1095920998-project] 10.222.0.54 "GET /v2.0/security-groups/7e1a0194-9b38-4a25-9d63-5b70ed8b4cb1 HTTP/1.1" status: 200 len: 1830 time: 0.0995808 Nov 19 17:45:52.262305 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1adcae2-bf0c-4b47-8d88-de547a3d1f66 req-8c9a4655-f4f4-4621-ad14-83f454b6aa1f tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:52.263988 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c1adcae2-bf0c-4b47-8d88-de547a3d1f66 req-8c9a4655-f4f4-4621-ad14-83f454b6aa1f tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] 10.222.0.54 "GET /v2.0/ports?device_id=d92fe2bd-ad51-4c6e-8818-ece36aa67a95 HTTP/1.1" status: 200 len: 945 time: 0.0627518 Nov 19 17:45:52.274717 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f33391-4e53-4796-910e-3717f0239e42 req-913825c1-eb77-48a7-8e7e-9553d5e8eff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:52.276254 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-47f33391-4e53-4796-910e-3717f0239e42 req-913825c1-eb77-48a7-8e7e-9553d5e8eff4 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=08573f5395784708802f6f6512b37184&device_id=d92fe2bd-ad51-4c6e-8818-ece36aa67a95 HTTP/1.1" status: 200 len: 1096 time: 0.0829682 Nov 19 17:45:52.336701 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c1adcae2-bf0c-4b47-8d88-de547a3d1f66 req-c9507fb2-6100-4918-a3f2-e863c720ac65 tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] 10.222.0.54 "GET /v2.0/security-groups?id=a352ca94-2149-4006-acad-e3c22132eabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614076 Nov 19 17:45:52.367226 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-46868377-c988-4fba-b247-a1e9459bf9d0 req-daf0a6ab-0271-4827-8df0-b8478954bd28 tempest-SecurityGroupRulesNegativeTestJSON-1095920998 tempest-SecurityGroupRulesNegativeTestJSON-1095920998-project] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:52.409105 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-46868377-c988-4fba-b247-a1e9459bf9d0 req-daf0a6ab-0271-4827-8df0-b8478954bd28 tempest-SecurityGroupRulesNegativeTestJSON-1095920998 tempest-SecurityGroupRulesNegativeTestJSON-1095920998-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:52.463134 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f33391-4e53-4796-910e-3717f0239e42 req-43c0db1d-cd01-4790-b4e4-561d0fe4bd81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:52.464804 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-47f33391-4e53-4796-910e-3717f0239e42 req-43c0db1d-cd01-4790-b4e4-561d0fe4bd81 service neutron] 10.222.0.86 "GET /v2.0/networks?id=bcffe9fd-ba33-4c0f-a44c-e3294ad13f95 HTTP/1.1" status: 200 len: 919 time: 0.1634676 Nov 19 17:45:52.521995 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-46868377-c988-4fba-b247-a1e9459bf9d0 req-daf0a6ab-0271-4827-8df0-b8478954bd28 tempest-SecurityGroupRulesNegativeTestJSON-1095920998 tempest-SecurityGroupRulesNegativeTestJSON-1095920998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:52.524877 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-46868377-c988-4fba-b247-a1e9459bf9d0 req-daf0a6ab-0271-4827-8df0-b8478954bd28 tempest-SecurityGroupRulesNegativeTestJSON-1095920998 tempest-SecurityGroupRulesNegativeTestJSON-1095920998-project] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:52.526203 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-46868377-c988-4fba-b247-a1e9459bf9d0 req-daf0a6ab-0271-4827-8df0-b8478954bd28 tempest-SecurityGroupRulesNegativeTestJSON-1095920998 tempest-SecurityGroupRulesNegativeTestJSON-1095920998-project] 10.222.0.54 "DELETE /v2.0/security-groups/7e1a0194-9b38-4a25-9d63-5b70ed8b4cb1 HTTP/1.1" status: 204 len: 173 time: 0.2851868 Nov 19 17:45:52.527497 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-47f33391-4e53-4796-910e-3717f0239e42 req-c36a732e-880e-4663-a151-85603af936ea service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=58f3e903-023d-4751-8f6d-d52f838af890 HTTP/1.1" status: 200 len: 217 time: 0.0522883 Nov 19 17:45:52.535354 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 53450) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:45:52.564629 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5126fc-077a-4e65-a8be-8ccf7cbd043a req-94224512-5215-4aca-954b-6459ca6f7704 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:52.565329 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf0a6ab-0271-4827-8df0-b8478954bd28 tempest-SecurityGroupRulesNegativeTestJSON-1095920998 tempest-SecurityGroupRulesNegativeTestJSON-1095920998-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e1a0194-9b38-4a25-9d63-5b70ed8b4cb1,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:45:52.566192 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-1e5126fc-077a-4e65-a8be-8ccf7cbd043a req-94224512-5215-4aca-954b-6459ca6f7704 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/ports?device_id=4f54a6ec-d290-4197-84ed-c303dd0ab2dc HTTP/1.1" status: 200 len: 944 time: 0.0723555 Nov 19 17:45:52.652761 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-1e5126fc-077a-4e65-a8be-8ccf7cbd043a req-627d19c9-b4ea-46bc-a151-a3a5997a7b8b tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/security-groups?id=12d5dc08-1d9f-41c6-b52c-304239ec8b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780239 Nov 19 17:45:52.659625 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a3a40df-5c4e-466f-9395-f14c5e5a8f12 admin admin] Deleting subnet f1b5f4b0-365c-4fb4-a2e1-6e993352fd02 {{(pid=103364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 17:45:52.664168 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f33391-4e53-4796-910e-3717f0239e42 req-2d548b00-1275-44e9-8968-412dc7118fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:52.665683 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-47f33391-4e53-4796-910e-3717f0239e42 req-2d548b00-1275-44e9-8968-412dc7118fe9 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d1218782-152f-4347-a4bd-bbba02695b96 HTTP/1.1" status: 200 len: 858 time: 0.1203239 Nov 19 17:45:52.668032 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1a3a40df-5c4e-466f-9395-f14c5e5a8f12 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:52.731150 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-47f33391-4e53-4796-910e-3717f0239e42 req-165f5bf1-09de-43bc-a25f-500ba5cf92b6 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=bcffe9fd-ba33-4c0f-a44c-e3294ad13f95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315146 Nov 19 17:45:52.743492 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1a3a40df-5c4e-466f-9395-f14c5e5a8f12 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9416263'] for subnet, precommit_delete_associations {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:52.842025 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1a3a40df-5c4e-466f-9395-f14c5e5a8f12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:52.903178 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-47f33391-4e53-4796-910e-3717f0239e42 req-bbe90c23-47e4-4168-b084-54d73a7add4d service neutron] 10.222.0.86 "GET /v2.0/networks/bcffe9fd-ba33-4c0f-a44c-e3294ad13f95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575315 Nov 19 17:45:52.982528 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1a3a40df-5c4e-466f-9395-f14c5e5a8f12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12425137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8983934'] for subnet, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:53.040200 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3a40df-5c4e-466f-9395-f14c5e5a8f12 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f1b5f4b0-365c-4fb4-a2e1-6e993352fd02,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:45:53.046152 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1a3a40df-5c4e-466f-9395-f14c5e5a8f12 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:53.052455 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-1a3a40df-5c4e-466f-9395-f14c5e5a8f12 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/f1b5f4b0-365c-4fb4-a2e1-6e993352fd02 HTTP/1.1" status: 204 len: 168 time: 0.5155978 Nov 19 17:45:53.058367 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 53462) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:45:53.093060 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-47f33391-4e53-4796-910e-3717f0239e42 req-416cfcbf-c09e-46eb-8750-4a0b7f737460 service neutron] 10.222.0.86 "GET /v2.0/networks/bcffe9fd-ba33-4c0f-a44c-e3294ad13f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772776 Nov 19 17:45:53.163506 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-602d61b4-7cec-4513-88bf-ff08ffdf5a12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:53.284358 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-602d61b4-7cec-4513-88bf-ff08ffdf5a12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:53.316640 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-602d61b4-7cec-4513-88bf-ff08ffdf5a12 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49500d09-bef7-4b3b-b41b-2a2ada39edbc']}} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:45:53.331324 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-602d61b4-7cec-4513-88bf-ff08ffdf5a12 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '105f4da9-64c1-4af1-8603-af7d4b1e6df0') {'for_net_delete': True} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:45:53.331819 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-602d61b4-7cec-4513-88bf-ff08ffdf5a12 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '105f4da9-64c1-4af1-8603-af7d4b1e6df0') {} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:45:53.348906 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-602d61b4-7cec-4513-88bf-ff08ffdf5a12 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12545382'] for segment, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:53.366786 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-602d61b4-7cec-4513-88bf-ff08ffdf5a12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:53.377340 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-602d61b4-7cec-4513-88bf-ff08ffdf5a12 admin admin] Releasing vlan 688 on physical network physnet1 to pool {{(pid=103365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 17:45:53.378047 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-602d61b4-7cec-4513-88bf-ff08ffdf5a12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12282953'] for segment, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:53.381377 n-d-818022-2 neutron-server[103365]: Traceback (most recent call last): Nov 19 17:45:53.381377 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 17:45:53.381377 n-d-818022-2 neutron-server[103365]: timer() Nov 19 17:45:53.381377 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 17:45:53.381377 n-d-818022-2 neutron-server[103365]: cb(*args, **kw) Nov 19 17:45:53.381377 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 17:45:53.381377 n-d-818022-2 neutron-server[103365]: return func(*args, **kwargs) Nov 19 17:45:53.381377 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 17:45:53.381377 n-d-818022-2 neutron-server[103365]: self._notify() Nov 19 17:45:53.381377 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 17:45:53.381377 n-d-818022-2 neutron-server[103365]: self.callback(batched_events) Nov 19 17:45:53.381377 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 17:45:53.381377 n-d-818022-2 neutron-server[103365]: event.method(event) Nov 19 17:45:53.381377 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 17:45:53.381377 n-d-818022-2 neutron-server[103365]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 17:45:53.381377 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 17:45:53.381377 n-d-818022-2 neutron-server[103365]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 17:45:53.381377 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 17:45:53.381377 n-d-818022-2 neutron-server[103365]: return f(self, *a, **k) Nov 19 17:45:53.381377 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 17:45:53.381377 n-d-818022-2 neutron-server[103365]: return self._get(url).json() Nov 19 17:45:53.381377 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 17:45:53.381377 n-d-818022-2 neutron-server[103365]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 17:45:53.381377 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 17:45:53.381377 n-d-818022-2 neutron-server[103365]: return self.request(url, 'GET', **kwargs) Nov 19 17:45:53.381377 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 17:45:53.381377 n-d-818022-2 neutron-server[103365]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 17:45:53.381377 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 17:45:53.381377 n-d-818022-2 neutron-server[103365]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 17:45:53.381377 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 17:45:53.381377 n-d-818022-2 neutron-server[103365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 17:45:53.381377 n-d-818022-2 neutron-server[103365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 17:45:53.397290 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335b905c-53de-473b-a2c5-0bbe00605357 req-3b765642-2cb9-4329-bc26-7273fb79f228 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:53.402360 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-335b905c-53de-473b-a2c5-0bbe00605357 req-3b765642-2cb9-4329-bc26-7273fb79f228 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec9f9dc4-f3d0-4fbd-b419-1ab72c92e9be HTTP/1.1" status: 200 len: 946 time: 0.0801244 Nov 19 17:45:53.488123 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-335b905c-53de-473b-a2c5-0bbe00605357 req-127f2505-f81d-4465-8aec-5cf3ef760cdf tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/security-groups?id=b596b6e2-4e99-405d-ab15-439621199b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813503 Nov 19 17:45:53.514972 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-602d61b4-7cec-4513-88bf-ff08ffdf5a12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671242'] for network, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:53.525167 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-602d61b4-7cec-4513-88bf-ff08ffdf5a12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:53.529985 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-602d61b4-7cec-4513-88bf-ff08ffdf5a12 admin admin] 10.222.0.54 "DELETE /v2.0/networks/49500d09-bef7-4b3b-b41b-2a2ada39edbc HTTP/1.1" status: 204 len: 168 time: 0.4695868 Nov 19 17:45:53.555152 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602d61b4-7cec-4513-88bf-ff08ffdf5a12 admin admin] Pushing event deleted for resources: {'Network': ['ID=49500d09-bef7-4b3b-b41b-2a2ada39edbc,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:45:53.586338 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c37adc7-7c55-49ce-8dc4-41f7a7bda7d8 req-80153c48-0595-4c6c-beb7-31ec13251a97 tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:53.588695 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6c37adc7-7c55-49ce-8dc4-41f7a7bda7d8 req-80153c48-0595-4c6c-beb7-31ec13251a97 tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] 10.222.0.54 "GET /v2.0/ports?device_id=d92fe2bd-ad51-4c6e-8818-ece36aa67a95 HTTP/1.1" status: 200 len: 945 time: 0.1392121 Nov 19 17:45:53.676988 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6c37adc7-7c55-49ce-8dc4-41f7a7bda7d8 req-7339ce43-7a0e-43a5-870b-80b92276cb52 tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] 10.222.0.54 "GET /v2.0/security-groups?id=a352ca94-2149-4006-acad-e3c22132eabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768373 Nov 19 17:45:53.742340 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2a45b1-b094-467f-8f7b-c2fd3d879f20 req-1d9d3551-1cb7-4b6a-9d19-7c54c605bbf1 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:53.744604 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-5c2a45b1-b094-467f-8f7b-c2fd3d879f20 req-1d9d3551-1cb7-4b6a-9d19-7c54c605bbf1 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec9f9dc4-f3d0-4fbd-b419-1ab72c92e9be HTTP/1.1" status: 200 len: 946 time: 0.0656548 Nov 19 17:45:53.751274 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 53490) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:45:53.824560 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6d541b-fccf-4a23-ba35-cea1967d9c2e req-4da965a9-42b1-4cd3-ba2c-78401082b767 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:53.826160 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fe6d541b-fccf-4a23-ba35-cea1967d9c2e req-4da965a9-42b1-4cd3-ba2c-78401082b767 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/ports?device_id=4f54a6ec-d290-4197-84ed-c303dd0ab2dc HTTP/1.1" status: 200 len: 944 time: 0.0613596 Nov 19 17:45:53.876313 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-f8c32f7b-9200-4eb5-885a-b3ff045fa5c9 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b17325ae52234f5eba33528d8de6b9e0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1223161 Nov 19 17:45:53.879322 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 53494) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:45:53.885518 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-5c2a45b1-b094-467f-8f7b-c2fd3d879f20 req-a904128b-6da4-432a-ae35-4ae5173520e1 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/security-groups?id=b596b6e2-4e99-405d-ab15-439621199b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230347 Nov 19 17:45:53.892456 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fe6d541b-fccf-4a23-ba35-cea1967d9c2e req-0df2b838-3011-4cea-84b7-74b70671094a tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/security-groups?id=12d5dc08-1d9f-41c6-b52c-304239ec8b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555849 Nov 19 17:45:53.971750 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-38937dda-926c-4cc4-a000-9118b2d1a2cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:53.996224 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-38937dda-926c-4cc4-a000-9118b2d1a2cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:54.074842 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-38937dda-926c-4cc4-a000-9118b2d1a2cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:54.080830 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-38937dda-926c-4cc4-a000-9118b2d1a2cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:54.083818 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-38937dda-926c-4cc4-a000-9118b2d1a2cf admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/7912ac41-1433-47de-ab4e-07a4da5f3c99 HTTP/1.1" status: 204 len: 168 time: 0.1957512 Nov 19 17:45:54.097620 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38937dda-926c-4cc4-a000-9118b2d1a2cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7912ac41-1433-47de-ab4e-07a4da5f3c99,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:45:54.862733 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623e2a3d-6069-4130-9d68-03d2ee4264fa req-852da946-9e1e-4cb0-afaf-f21d2e2b6e91 tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:54.865643 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-623e2a3d-6069-4130-9d68-03d2ee4264fa req-852da946-9e1e-4cb0-afaf-f21d2e2b6e91 tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] 10.222.0.54 "GET /v2.0/ports?device_id=d92fe2bd-ad51-4c6e-8818-ece36aa67a95 HTTP/1.1" status: 200 len: 945 time: 0.0785811 Nov 19 17:45:54.933833 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-623e2a3d-6069-4130-9d68-03d2ee4264fa req-bfaeb085-a323-4147-8426-7871bdc8ad29 tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] 10.222.0.54 "GET /v2.0/security-groups?id=a352ca94-2149-4006-acad-e3c22132eabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545089 Nov 19 17:45:55.095807 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6808e4f4-d696-4beb-8c2c-dde507bf5214 req-d1946e2a-b61d-4457-8069-92e234f112a4 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:55.110351 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6808e4f4-d696-4beb-8c2c-dde507bf5214 req-d1946e2a-b61d-4457-8069-92e234f112a4 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/ports?device_id=4f54a6ec-d290-4197-84ed-c303dd0ab2dc HTTP/1.1" status: 200 len: 944 time: 0.1069376 Nov 19 17:45:55.162585 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 53536) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:45:55.212207 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6808e4f4-d696-4beb-8c2c-dde507bf5214 req-8bfdf190-2d7c-470c-92e8-38cec56f66e0 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/security-groups?id=12d5dc08-1d9f-41c6-b52c-304239ec8b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003740 Nov 19 17:45:55.318440 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-fce99ade-e516-42d2-8674-c3079152b49e admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1544452270-network', 'tenant_id': 'c2e6ec2d08df4707906c035065baeeeb'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:45:55.340780 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fce99ade-e516-42d2-8674-c3079152b49e admin admin] Made reservation on behalf of c2e6ec2d08df4707906c035065baeeeb for: {'network': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:45:55.343174 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-fce99ade-e516-42d2-8674-c3079152b49e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:55.351938 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-fce99ade-e516-42d2-8674-c3079152b49e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:55.470493 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-fce99ade-e516-42d2-8674-c3079152b49e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:55.477510 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-fce99ade-e516-42d2-8674-c3079152b49e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:55.511737 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fce99ade-e516-42d2-8674-c3079152b49e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 656} {{(pid=103364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 17:45:55.517656 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce99ade-e516-42d2-8674-c3079152b49e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c5c45e5-871b-4ee9-82e2-22e9698a9680,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:45:55.533674 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-fce99ade-e516-42d2-8674-c3079152b49e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:55.534497 n-d-818022-2 neutron-server[103364]: INFO neutron.db.segments_db [None req-fce99ade-e516-42d2-8674-c3079152b49e admin admin] Added segment eb93ceb6-71e1-49aa-bf2e-23b252534102 of type vlan for network a7696552-ba44-476c-8112-55d4b789a3e1 Nov 19 17:45:55.583615 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-fce99ade-e516-42d2-8674-c3079152b49e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:55.632153 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-fce99ade-e516-42d2-8674-c3079152b49e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:55.632153 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fce99ade-e516-42d2-8674-c3079152b49e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:55.632153 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-fce99ade-e516-42d2-8674-c3079152b49e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:55.697780 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0071bf-e54c-4a4b-bb6f-b868b64cf616 req-990aec84-db8b-4b2d-b28c-f61ac5178eb5 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:55.700519 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9f0071bf-e54c-4a4b-bb6f-b868b64cf616 req-990aec84-db8b-4b2d-b28c-f61ac5178eb5 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec9f9dc4-f3d0-4fbd-b419-1ab72c92e9be HTTP/1.1" status: 200 len: 946 time: 0.0684292 Nov 19 17:45:55.700689 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-fce99ade-e516-42d2-8674-c3079152b49e admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5349755 Nov 19 17:45:55.702370 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 53552) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:45:55.710246 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-11c5762f-775f-45ed-b734-653e873ffe73 admin admin] Request body: {'subnet': {'network_id': 'a7696552-ba44-476c-8112-55d4b789a3e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1544452270-subnet', 'tenant_id': 'c2e6ec2d08df4707906c035065baeeeb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:45:55.711952 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device c1ed1411-3293-4dd3-9e31-e9bf08cd1813 details requested by agent hyperv_n-h2-818022-2 with host n-h2-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 17:45:55.720965 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce99ade-e516-42d2-8674-c3079152b49e admin admin] Pushing event updated for resources: {'Network': ['ID=a7696552-ba44-476c-8112-55d4b789a3e1,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:45:55.754289 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11c5762f-775f-45ed-b734-653e873ffe73 admin admin] Made reservation on behalf of c2e6ec2d08df4707906c035065baeeeb for: {'subnet': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:45:55.759416 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-11c5762f-775f-45ed-b734-653e873ffe73 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8983829'] for subnet, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:55.796502 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9f0071bf-e54c-4a4b-bb6f-b868b64cf616 req-28563783-9369-4afd-86fe-2d37c6779331 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/security-groups?id=b596b6e2-4e99-405d-ab15-439621199b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832434 Nov 19 17:45:55.802060 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network a7696552-ba44-476c-8112-55d4b789a3e1 details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 17:45:55.914637 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port c1ed1411-3293-4dd3-9e31-e9bf08cd1813, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=c1ed1411-3293-4dd3-9e31-e9bf08cd1813,segment=NetworkSegment(68be9c2e-9e68-489a-becd-67ff095c4169),segment_id=68be9c2e-9e68-489a-becd-67ff095c4169)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:45:55.928081 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Returning: {'device': 'c1ed1411-3293-4dd3-9e31-e9bf08cd1813', 'network_id': 'c7b257b3-f66e-4846-9861-5f47f21f4188', 'port_id': 'c1ed1411-3293-4dd3-9e31-e9bf08cd1813', 'mac_address': 'fa:16:3e:50:e1:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df2b5fb0-4ad7-475f-930a-bdefef26bd76', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 17:45:55.984770 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:56.005955 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1ed1411-3293-4dd3-9e31-e9bf08cd1813 {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:45:56.027554 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40071391-0e3d-4f74-bfbe-51e3a268bf38 req-eb2cd724-32f4-4972-9226-ffcd9f91dea3 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:56.029260 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-40071391-0e3d-4f74-bfbe-51e3a268bf38 req-eb2cd724-32f4-4972-9226-ffcd9f91dea3 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec9f9dc4-f3d0-4fbd-b419-1ab72c92e9be HTTP/1.1" status: 200 len: 946 time: 0.1340399 Nov 19 17:45:56.036558 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port c1ed1411-3293-4dd3-9e31-e9bf08cd1813, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=c1ed1411-3293-4dd3-9e31-e9bf08cd1813,segment=NetworkSegment(68be9c2e-9e68-489a-becd-67ff095c4169),segment_id=68be9c2e-9e68-489a-becd-67ff095c4169)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:45:56.042863 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:56.074392 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-11c5762f-775f-45ed-b734-653e873ffe73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12425078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8983815'] for subnet, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:56.113008 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Pushing event updated for resources: {'Port': ['ID=c1ed1411-3293-4dd3-9e31-e9bf08cd1813,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:45:56.128544 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:45:56.129047 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:45:56.129850 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:45:56.130611 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:45:56.131391 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:45:56.132113 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:45:56.132303 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce09b18f-eede-4887-a9a1-675f75e54525 req-df71a64f-b88f-43b7-8bb8-9b9b7202939b tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:56.132775 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:45:56.133071 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:45:56.133563 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:45:56.134125 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:45:56.134684 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:45:56.135835 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ce09b18f-eede-4887-a9a1-675f75e54525 req-df71a64f-b88f-43b7-8bb8-9b9b7202939b tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] 10.222.0.54 "GET /v2.0/ports?device_id=d92fe2bd-ad51-4c6e-8818-ece36aa67a95 HTTP/1.1" status: 200 len: 945 time: 0.0767477 Nov 19 17:45:56.137940 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:45:56.138918 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-40071391-0e3d-4f74-bfbe-51e3a268bf38 req-94427fbf-8e25-4961-a5fd-d251cb7f2c8b tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/security-groups?id=b596b6e2-4e99-405d-ab15-439621199b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925715 Nov 19 17:45:56.158966 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c5762f-775f-45ed-b734-653e873ffe73 admin admin] Pushing event updated for resources: {'Subnet': ['ID=10488475-e039-4e90-8c5a-9f67d399bd8d,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:45:56.178629 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c5762f-775f-45ed-b734-653e873ffe73 admin admin] Checking segment: {'id': 'eb93ceb6-71e1-49aa-bf2e-23b252534102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'a7696552-ba44-476c-8112-55d4b789a3e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:45:56.179012 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11c5762f-775f-45ed-b734-653e873ffe73 admin admin] Network hostable DHCP agents. Network: a7696552-ba44-476c-8112-55d4b789a3e1, hostable agents: ['02910ef2-0455-4aea-9f38-9a875579633f'], hosted agents: [] {{(pid=103364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 17:45:56.209691 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11c5762f-775f-45ed-b734-653e873ffe73 admin admin] Network a7696552-ba44-476c-8112-55d4b789a3e1 is scheduled to be hosted by DHCP agent 02910ef2-0455-4aea-9f38-9a875579633f with binding_index 1 {{(pid=103364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 17:45:56.232457 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ce09b18f-eede-4887-a9a1-675f75e54525 req-e5da2ba5-8b86-4853-9bb4-b9308ed39dce tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] 10.222.0.54 "GET /v2.0/security-groups?id=a352ca94-2149-4006-acad-e3c22132eabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873227 Nov 19 17:45:56.236430 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-11c5762f-775f-45ed-b734-653e873ffe73 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818022-2, a7696552-ba44-476c-8112-55d4b789a3e1) {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:45:56.262989 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fb315d6-6261-4e5f-970a-c5fcb99cd015 None None] Network a7696552-ba44-476c-8112-55d4b789a3e1 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:45:56.264339 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11c5762f-775f-45ed-b734-653e873ffe73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:56.266180 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-11c5762f-775f-45ed-b734-653e873ffe73 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:56.299136 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-11c5762f-775f-45ed-b734-653e873ffe73 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5955422 Nov 19 17:45:56.304285 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 53566) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:45:56.310194 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-745dcc51-f489-42d8-b3a5-96584a99eb44 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1544452270-router', 'tenant_id': 'c2e6ec2d08df4707906c035065baeeeb', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'}}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:45:56.350721 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-745dcc51-f489-42d8-b3a5-96584a99eb44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9890'] for router, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:56.353093 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-745dcc51-f489-42d8-b3a5-96584a99eb44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671617', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-732153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4689'] for router, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:56.446183 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-745dcc51-f489-42d8-b3a5-96584a99eb44 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:56.497621 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0545a790-b402-491f-a201-f8d8da493ffd req-feb1e2c6-1ba0-4780-94db-ba70684127b8 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:56.499263 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0545a790-b402-491f-a201-f8d8da493ffd req-feb1e2c6-1ba0-4780-94db-ba70684127b8 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/ports?device_id=4f54a6ec-d290-4197-84ed-c303dd0ab2dc HTTP/1.1" status: 200 len: 945 time: 0.1219695 Nov 19 17:45:56.520610 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] get_ports_and_sgs() called for port_ids ['c1ed1411-3293-4dd3-9e31-e9bf08cd1813'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:45:56.564031 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-369fcddd-2654-4b30-9ffe-7df54828c301 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54f44f5f-1200-574e-8740-2141911d5b73-a7696552-ba44-476c-8112-55d4b789a3e1', 'network_id': 'a7696552-ba44-476c-8112-55d4b789a3e1', 'tenant_id': 'c2e6ec2d08df4707906c035065baeeeb', 'fixed_ips': [{'subnet_id': '10488475-e039-4e90-8c5a-9f67d399bd8d'}]}} from n-d-818022-2. {{(pid=103366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 17:45:56.565277 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-369fcddd-2654-4b30-9ffe-7df54828c301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:56.589171 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ec8b34-3436-4c0c-b905-09c269163b93 req-415aec03-662e-4985-8be2-e37c3ef5f27b tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:56.600113 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d6ec8b34-3436-4c0c-b905-09c269163b93 req-415aec03-662e-4985-8be2-e37c3ef5f27b tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec9f9dc4-f3d0-4fbd-b419-1ab72c92e9be HTTP/1.1" status: 200 len: 946 time: 0.0979261 Nov 19 17:45:56.671707 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d6ec8b34-3436-4c0c-b905-09c269163b93 req-3a4d1f34-82ce-4377-9834-56ab5a8525d7 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/security-groups?id=b596b6e2-4e99-405d-ab15-439621199b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691481 Nov 19 17:45:56.689751 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-745dcc51-f489-42d8-b3a5-96584a99eb44 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:56.700078 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0545a790-b402-491f-a201-f8d8da493ffd req-77ea53bd-004f-4157-9d87-d9b678f4a008 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/security-groups?id=12d5dc08-1d9f-41c6-b52c-304239ec8b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710353 Nov 19 17:45:56.855977 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e76be2-6c5c-41e2-b46f-ff839b8c0088 req-068b7465-614e-4244-bfeb-d497e34f2d70 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:56.857634 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [None req-369fcddd-2654-4b30-9ffe-7df54828c301 None None] Allocated IP 172.20.0.2 (a7696552-ba44-476c-8112-55d4b789a3e1/10488475-e039-4e90-8c5a-9f67d399bd8d/e553c3df-8c42-49f2-9c2c-a88f5f2a6990) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:45:56.862406 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-23e76be2-6c5c-41e2-b46f-ff839b8c0088 req-068b7465-614e-4244-bfeb-d497e34f2d70 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec9f9dc4-f3d0-4fbd-b419-1ab72c92e9be HTTP/1.1" status: 200 len: 946 time: 0.0796652 Nov 19 17:45:57.007030 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-23e76be2-6c5c-41e2-b46f-ff839b8c0088 req-cf563a67-5d36-4c27-af00-b6ca83991be1 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/security-groups?id=b596b6e2-4e99-405d-ab15-439621199b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300974 Nov 19 17:45:57.075084 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-369fcddd-2654-4b30-9ffe-7df54828c301 None None] Publish callbacks [] for port, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:57.082527 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-369fcddd-2654-4b30-9ffe-7df54828c301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998'] for port, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:57.121012 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-745dcc51-f489-42d8-b3a5-96584a99eb44 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:57.133781 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369fcddd-2654-4b30-9ffe-7df54828c301 None None] Pushing event updated for resources: {'Port': ['ID=e553c3df-8c42-49f2-9c2c-a88f5f2a6990,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:45:57.163102 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-745dcc51-f489-42d8-b3a5-96584a99eb44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:57.166734 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-369fcddd-2654-4b30-9ffe-7df54828c301 None None] Network a7696552-ba44-476c-8112-55d4b789a3e1 is already hosted by enough agents. {{(pid=103366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:45:57.169864 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [None req-369fcddd-2654-4b30-9ffe-7df54828c301 None None] Resources bound (agent type, host, resource id): {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:45:57.176100 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-369fcddd-2654-4b30-9ffe-7df54828c301 None None] Received port after_create {{(pid=103366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:45:57.251538 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-369fcddd-2654-4b30-9ffe-7df54828c301 None None] Attempting to bind port e553c3df-8c42-49f2-9c2c-a88f5f2a6990 on host n-d-818022-2 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:45:57.252011 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-369fcddd-2654-4b30-9ffe-7df54828c301 None None] Attempting to bind port e553c3df-8c42-49f2-9c2c-a88f5f2a6990 by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': 'eb93ceb6-71e1-49aa-bf2e-23b252534102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'a7696552-ba44-476c-8112-55d4b789a3e1'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:45:57.252473 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369fcddd-2654-4b30-9ffe-7df54828c301 None None] Attempting to bind port e553c3df-8c42-49f2-9c2c-a88f5f2a6990 on network a7696552-ba44-476c-8112-55d4b789a3e1 {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:45:57.259199 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369fcddd-2654-4b30-9ffe-7df54828c301 None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 45, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:45:57.259798 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369fcddd-2654-4b30-9ffe-7df54828c301 None None] Checking segment: {'id': 'eb93ceb6-71e1-49aa-bf2e-23b252534102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'a7696552-ba44-476c-8112-55d4b789a3e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:45:57.260499 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-369fcddd-2654-4b30-9ffe-7df54828c301 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:57.261330 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369fcddd-2654-4b30-9ffe-7df54828c301 None None] Bound using segment: {'id': 'eb93ceb6-71e1-49aa-bf2e-23b252534102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'a7696552-ba44-476c-8112-55d4b789a3e1'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:45:57.262035 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-369fcddd-2654-4b30-9ffe-7df54828c301 None None] Bound port: e553c3df-8c42-49f2-9c2c-a88f5f2a6990, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb93ceb6-71e1-49aa-bf2e-23b252534102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'a7696552-ba44-476c-8112-55d4b789a3e1'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:45:57.263067 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-369fcddd-2654-4b30-9ffe-7df54828c301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:57.337556 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f390a47a-31d2-450d-a48b-fa457815cbec req-788877a6-95e1-4450-87ab-bbd40156d92d tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:57.341149 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f390a47a-31d2-450d-a48b-fa457815cbec req-788877a6-95e1-4450-87ab-bbd40156d92d tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec9f9dc4-f3d0-4fbd-b419-1ab72c92e9be HTTP/1.1" status: 200 len: 946 time: 0.1153781 Nov 19 17:45:57.361621 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-369fcddd-2654-4b30-9ffe-7df54828c301 None None] For port e553c3df-8c42-49f2-9c2c-a88f5f2a6990, host n-d-818022-2, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:45:57.366298 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-369fcddd-2654-4b30-9ffe-7df54828c301 None None] For port e553c3df-8c42-49f2-9c2c-a88f5f2a6990, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=e553c3df-8c42-49f2-9c2c-a88f5f2a6990,segment=NetworkSegment(eb93ceb6-71e1-49aa-bf2e-23b252534102),segment_id=eb93ceb6-71e1-49aa-bf2e-23b252534102)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:45:57.372639 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-369fcddd-2654-4b30-9ffe-7df54828c301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:57.398403 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4900f4f1-c35e-40d5-a831-89d85c4fd1b0 req-3c5e9d7f-5184-4cc3-a18d-90cd831e57cb tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:57.401955 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-4900f4f1-c35e-40d5-a831-89d85c4fd1b0 req-3c5e9d7f-5184-4cc3-a18d-90cd831e57cb tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] 10.222.0.54 "GET /v2.0/ports?device_id=d92fe2bd-ad51-4c6e-8818-ece36aa67a95 HTTP/1.1" status: 200 len: 945 time: 0.0753102 Nov 19 17:45:57.430378 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [None req-745dcc51-f489-42d8-b3a5-96584a99eb44 admin admin] Allocated IP 172.25.7.14 (645e61aa-1a6c-4e8f-857e-ab06edb4897f/88ed2d64-f56d-4f01-a468-946e01c99e82/e98554cb-ac70-4afd-a1b3-4f9dc391947b) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:45:57.448874 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369fcddd-2654-4b30-9ffe-7df54828c301 None None] Pushing event updated for resources: {'Port': ['ID=e553c3df-8c42-49f2-9c2c-a88f5f2a6990,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:45:57.486545 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-4900f4f1-c35e-40d5-a831-89d85c4fd1b0 req-27f95ebd-0fd3-40be-843d-c6ccc9f8c277 tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] 10.222.0.54 "GET /v2.0/security-groups?id=a352ca94-2149-4006-acad-e3c22132eabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699270 Nov 19 17:45:57.588600 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f390a47a-31d2-450d-a48b-fa457815cbec req-4f04c012-527f-48ba-849d-b7c65d061ab0 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/security-groups?id=b596b6e2-4e99-405d-ab15-439621199b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2367857 Nov 19 17:45:57.700030 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-745dcc51-f489-42d8-b3a5-96584a99eb44 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:57.786943 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-745dcc51-f489-42d8-b3a5-96584a99eb44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:57.864892 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ba9fdc-ab60-4d57-96dd-cbb0fb2ba554 req-fffbc908-5b7d-48fc-b6cc-d95370ff5e7b tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:57.866585 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-26ba9fdc-ab60-4d57-96dd-cbb0fb2ba554 req-fffbc908-5b7d-48fc-b6cc-d95370ff5e7b tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec9f9dc4-f3d0-4fbd-b419-1ab72c92e9be HTTP/1.1" status: 200 len: 946 time: 0.0892265 Nov 19 17:45:57.873994 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-745dcc51-f489-42d8-b3a5-96584a99eb44 admin admin] Network 645e61aa-1a6c-4e8f-857e-ab06edb4897f is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:45:57.880563 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-745dcc51-f489-42d8-b3a5-96584a99eb44 admin admin] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:45:57.919290 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-745dcc51-f489-42d8-b3a5-96584a99eb44 admin admin] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:45:57.930416 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-26ba9fdc-ab60-4d57-96dd-cbb0fb2ba554 req-e1d47829-ff53-4c65-8a2f-b2927fd32a0e tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/security-groups?id=b596b6e2-4e99-405d-ab15-439621199b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531940 Nov 19 17:45:57.959323 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745dcc51-f489-42d8-b3a5-96584a99eb44 admin admin] Pushing event updated for resources: {'Port': ['ID=e98554cb-ac70-4afd-a1b3-4f9dc391947b,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:45:58.048183 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41cc158-3d5d-4124-b740-8b6d3273276d req-3e4b151f-57f9-4805-964e-396199345a2d tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:58.049919 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e41cc158-3d5d-4124-b740-8b6d3273276d req-3e4b151f-57f9-4805-964e-396199345a2d tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/ports?device_id=4f54a6ec-d290-4197-84ed-c303dd0ab2dc HTTP/1.1" status: 200 len: 945 time: 0.2025325 Nov 19 17:45:58.168387 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e41cc158-3d5d-4124-b740-8b6d3273276d req-6917ce4a-8f08-45cb-b14a-42e4394c60f6 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/security-groups?id=12d5dc08-1d9f-41c6-b52c-304239ec8b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874629 Nov 19 17:45:58.326079 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fd4a3a-570d-4eda-8a03-cd4cc89f855b req-70210800-be82-4cf2-ba20-f3da6fb5ccaf tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:58.328462 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-99fd4a3a-570d-4eda-8a03-cd4cc89f855b req-70210800-be82-4cf2-ba20-f3da6fb5ccaf tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec9f9dc4-f3d0-4fbd-b419-1ab72c92e9be HTTP/1.1" status: 200 len: 946 time: 0.0732629 Nov 19 17:45:58.341141 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-745dcc51-f489-42d8-b3a5-96584a99eb44 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:58.397118 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-99fd4a3a-570d-4eda-8a03-cd4cc89f855b req-ebd996b3-3293-4940-9bd4-5c5cae0ea6a2 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/security-groups?id=b596b6e2-4e99-405d-ab15-439621199b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615027 Nov 19 17:45:58.691534 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9c1f02-8618-4b2b-9ec0-0578e86e8bba req-094f46f4-2bf3-4af2-bff6-46759fdffbf0 tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:58.693465 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-de9c1f02-8618-4b2b-9ec0-0578e86e8bba req-094f46f4-2bf3-4af2-bff6-46759fdffbf0 tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] 10.222.0.54 "GET /v2.0/ports?device_id=d92fe2bd-ad51-4c6e-8818-ece36aa67a95 HTTP/1.1" status: 200 len: 945 time: 0.0790174 Nov 19 17:45:58.767937 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-de9c1f02-8618-4b2b-9ec0-0578e86e8bba req-2552cba0-2f72-4819-9bd0-ee2098158158 tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] 10.222.0.54 "GET /v2.0/security-groups?id=a352ca94-2149-4006-acad-e3c22132eabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611436 Nov 19 17:45:58.861384 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eda9b1a-6dfd-43e2-9d22-4ac828b7b524 req-fba949b0-b153-4529-9d39-c5706a0d74b2 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:58.869429 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9eda9b1a-6dfd-43e2-9d22-4ac828b7b524 req-fba949b0-b153-4529-9d39-c5706a0d74b2 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec9f9dc4-f3d0-4fbd-b419-1ab72c92e9be HTTP/1.1" status: 200 len: 946 time: 0.0883660 Nov 19 17:45:58.876192 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c856bae8-1b33-4f90-be63-127f069adc62 None None] Network a7696552-ba44-476c-8112-55d4b789a3e1 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:45:58.974748 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-556c1111-ff4d-4a6b-b171-44ccfc395578 None None] Provisioning complete for port e553c3df-8c42-49f2-9c2c-a88f5f2a6990 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:45:58.975275 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-556c1111-ff4d-4a6b-b171-44ccfc395578 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:58.981910 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device e553c3df-8c42-49f2-9c2c-a88f5f2a6990 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:45:59.016691 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9eda9b1a-6dfd-43e2-9d22-4ac828b7b524 req-350b2bb7-4c05-4467-af64-3d032214576f tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/security-groups?id=b596b6e2-4e99-405d-ab15-439621199b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457999 Nov 19 17:45:59.094383 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-745dcc51-f489-42d8-b3a5-96584a99eb44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671702'] for router, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:59.319504 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3d75bd-0a84-48c7-9d38-f082589b99e6 req-29d071d0-f831-4e91-a212-8c420714b259 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:59.323865 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-745dcc51-f489-42d8-b3a5-96584a99eb44 admin admin] Router 38abec58-0373-47b5-8be3-e8c006bfa02e is scheduled to L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 with binding_index 1 {{(pid=103365) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 17:45:59.331876 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-fc3d75bd-0a84-48c7-9d38-f082589b99e6 req-29d071d0-f831-4e91-a212-8c420714b259 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec9f9dc4-f3d0-4fbd-b419-1ab72c92e9be HTTP/1.1" status: 200 len: 946 time: 0.0993164 Nov 19 17:45:59.402651 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port e553c3df-8c42-49f2-9c2c-a88f5f2a6990 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:45:59.410863 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-fc3d75bd-0a84-48c7-9d38-f082589b99e6 req-ee6b1dae-64e5-4fe2-a14c-acead7f39686 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/security-groups?id=b596b6e2-4e99-405d-ab15-439621199b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773306 Nov 19 17:45:59.414062 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:59.500083 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-745dcc51-f489-42d8-b3a5-96584a99eb44 admin admin] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 17:45:59.515062 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d5dc13-1c5a-44ac-9ab0-0ece632a5046 None None] Sync routers for ids ['38abec58-0373-47b5-8be3-e8c006bfa02e'] in n-d-818022-2 {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 17:45:59.537461 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-556c1111-ff4d-4a6b-b171-44ccfc395578 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:59.542770 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d5dc13-1c5a-44ac-9ab0-0ece632a5046 None None] Routers {'38abec58-0373-47b5-8be3-e8c006bfa02e'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:45:59.543451 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-79d5dc13-1c5a-44ac-9ab0-0ece632a5046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:45:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['38abec58-0373-47b5-8be3-e8c006bfa02e'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:45:59.545840 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-745dcc51-f489-42d8-b3a5-96584a99eb44 admin admin] Publish callbacks [] for router, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:59.547781 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-745dcc51-f489-42d8-b3a5-96584a99eb44 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.2414396 Nov 19 17:45:59.551211 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 53628) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:45:59.645881 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22aa66ce-da1a-4863-912d-a42fa84a9a5a req-d19b4d1a-6cb6-478e-b3d8-65c6c96c5ff5 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:45:59.657114 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-22aa66ce-da1a-4863-912d-a42fa84a9a5a req-d19b4d1a-6cb6-478e-b3d8-65c6c96c5ff5 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec9f9dc4-f3d0-4fbd-b419-1ab72c92e9be HTTP/1.1" status: 200 len: 946 time: 0.1182985 Nov 19 17:45:59.709608 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-556c1111-ff4d-4a6b-b171-44ccfc395578 None None] For port e553c3df-8c42-49f2-9c2c-a88f5f2a6990, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=e553c3df-8c42-49f2-9c2c-a88f5f2a6990,segment=NetworkSegment(eb93ceb6-71e1-49aa-bf2e-23b252534102),segment_id=eb93ceb6-71e1-49aa-bf2e-23b252534102)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:45:59.726783 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-556c1111-ff4d-4a6b-b171-44ccfc395578 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:59.751760 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device c1ed1411-3293-4dd3-9e31-e9bf08cd1813 up at agent hyperv_n-h2-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:45:59.781112 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-22aa66ce-da1a-4863-912d-a42fa84a9a5a req-7cf8407c-b5bb-443e-8d38-85fa03bb8a35 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/security-groups?id=b596b6e2-4e99-405d-ab15-439621199b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222720 Nov 19 17:45:59.839888 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-031ee968-b2f3-4c16-9af9-66693f70d963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:59.861404 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-79d5dc13-1c5a-44ac-9ab0-0ece632a5046 None None] Set router 38abec58-0373-47b5-8be3-e8c006bfa02e gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:45:59.868711 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:59.926782 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Provisioning for port c1ed1411-3293-4dd3-9e31-e9bf08cd1813 completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 17:45:59.931615 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Provisioning complete for port c1ed1411-3293-4dd3-9e31-e9bf08cd1813 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:45:59.931983 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:45:59.980242 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556c1111-ff4d-4a6b-b171-44ccfc395578 None None] Pushing event updated for resources: {'Port': ['ID=e553c3df-8c42-49f2-9c2c-a88f5f2a6990,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:46:00.056129 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9d7085-d4c1-4378-868a-922272c2dc42 req-747efbd2-f8a6-46b2-985a-79ee993a3919 tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:46:00.066891 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8c9d7085-d4c1-4378-868a-922272c2dc42 req-747efbd2-f8a6-46b2-985a-79ee993a3919 tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] 10.222.0.54 "GET /v2.0/ports?device_id=d92fe2bd-ad51-4c6e-8818-ece36aa67a95 HTTP/1.1" status: 200 len: 945 time: 0.0803471 Nov 19 17:46:00.136414 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-c67d7b04-0735-4fa5-9289-fad044b756b0 None None] Provisioning complete for port e553c3df-8c42-49f2-9c2c-a88f5f2a6990 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:46:00.137003 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-c67d7b04-0735-4fa5-9289-fad044b756b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:00.151601 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8c9d7085-d4c1-4378-868a-922272c2dc42 req-69282e89-34d2-4895-9491-cbb2d238d7f1 tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] 10.222.0.54 "GET /v2.0/security-groups?id=a352ca94-2149-4006-acad-e3c22132eabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829420 Nov 19 17:46:00.152761 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.db.api [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103366) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 17:46:00.153209 n-d-818022-2 neutron-server[103366]: DEBUG oslo_db.api [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 17:46:00.192051 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45a56ae-5ce1-48cf-a917-63f64e21c6eb req-20d34028-61d7-4e7e-a647-5e51c0ae0290 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:46:00.208278 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a45a56ae-5ce1-48cf-a917-63f64e21c6eb req-20d34028-61d7-4e7e-a647-5e51c0ae0290 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/ports?device_id=4f54a6ec-d290-4197-84ed-c303dd0ab2dc HTTP/1.1" status: 200 len: 945 time: 0.4095562 Nov 19 17:46:00.217838 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:00.220334 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-79d5dc13-1c5a-44ac-9ab0-0ece632a5046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38abec58-0373-47b5-8be3-e8c006bfa02e', 'name': 'tempest-TaggedBootDevicesTest-1544452270-router', 'tenant_id': 'c2e6ec2d08df4707906c035065baeeeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.14'}], 'enable_snat': True}, 'gw_port_id': 'e98554cb-ac70-4afd-a1b3-4f9dc391947b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:45:56Z', 'updated_at': '2021-11-19T17:45:58Z', 'revision_number': 3, 'project_id': 'c2e6ec2d08df4707906c035065baeeeb', 'gw_port': {'id': 'e98554cb-ac70-4afd-a1b3-4f9dc391947b', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:c1:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38abec58-0373-47b5-8be3-e8c006bfa02e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:45:57Z', 'updated_at': '2021-11-19T17:45:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:46:00.266790 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d5dc13-1c5a-44ac-9ab0-0ece632a5046 None None] Checking router: 38abec58-0373-47b5-8be3-e8c006bfa02e for host: n-d-818022-2 {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 17:46:00.267035 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d5dc13-1c5a-44ac-9ab0-0ece632a5046 None None] Updating router 38abec58-0373-47b5-8be3-e8c006bfa02e port e98554cb-ac70-4afd-a1b3-4f9dc391947b binding host n-d-818022-2 {{(pid=103367) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 17:46:00.288569 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port c1ed1411-3293-4dd3-9e31-e9bf08cd1813, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=c1ed1411-3293-4dd3-9e31-e9bf08cd1813,segment=NetworkSegment(68be9c2e-9e68-489a-becd-67ff095c4169),segment_id=68be9c2e-9e68-489a-becd-67ff095c4169)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:46:00.292346 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f54a6ec-d290-4197-84ed-c303dd0ab2dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1ed1411-3293-4dd3-9e31-e9bf08cd1813'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:46:00.296314 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3940761bcd94e032e6960d2241bd8993c5d3a7d8dc2aca8488f3ecf1d4dd2fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-549730ee-0711-47b9-b5b0-e92f1dfbc349" -d '{"events": [{"server_uuid": "4f54a6ec-d290-4197-84ed-c303dd0ab2dc", "name": "network-vif-plugged", "status": "completed", "tag": "c1ed1411-3293-4dd3-9e31-e9bf08cd1813"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:46:00.305516 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:00.328081 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-79d5dc13-1c5a-44ac-9ab0-0ece632a5046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:00.363774 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a45a56ae-5ce1-48cf-a917-63f64e21c6eb req-a8f62879-d480-4f97-ae90-6a11de5a33b3 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/security-groups?id=12d5dc08-1d9f-41c6-b52c-304239ec8b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490297 Nov 19 17:46:00.517079 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Pushing event updated for resources: {'Port': ['ID=c1ed1411-3293-4dd3-9e31-e9bf08cd1813,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:46:00.599641 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884e0f45-1e67-42ed-90ca-650c89824647 req-91cc4145-271e-49ab-a34b-f1a1f0a4368e tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:46:00.612696 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-884e0f45-1e67-42ed-90ca-650c89824647 req-91cc4145-271e-49ab-a34b-f1a1f0a4368e tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec9f9dc4-f3d0-4fbd-b419-1ab72c92e9be HTTP/1.1" status: 200 len: 946 time: 0.1247683 Nov 19 17:46:00.681375 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:46:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1328b17e-6517-4bb1-b037-33d3b991dc32 x-openstack-request-id: req-1328b17e-6517-4bb1-b037-33d3b991dc32 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:46:00.681375 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f54a6ec-d290-4197-84ed-c303dd0ab2dc", "name": "network-vif-plugged", "status": "completed", "tag": "c1ed1411-3293-4dd3-9e31-e9bf08cd1813", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:46:00.682570 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-1328b17e-6517-4bb1-b037-33d3b991dc32 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:46:00.682570 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f54a6ec-d290-4197-84ed-c303dd0ab2dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1ed1411-3293-4dd3-9e31-e9bf08cd1813', 'code': 200} Nov 19 17:46:00.695210 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3a287d4c-556a-4b7a-a2ca-b0e103d4c5ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:00.741322 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-884e0f45-1e67-42ed-90ca-650c89824647 req-7901a0b5-d966-43b2-a5df-9c43430675ce tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/security-groups?id=b596b6e2-4e99-405d-ab15-439621199b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271503 Nov 19 17:46:00.892877 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-79d5dc13-1c5a-44ac-9ab0-0ece632a5046 None None] Publish callbacks [] for port, precommit_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:00.896638 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb796e9-8596-4e90-8eb0-af0a47235efa req-355af765-82c7-4bd6-a3f0-3c0a59fb1c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:46:00.900128 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-afb796e9-8596-4e90-8eb0-af0a47235efa req-355af765-82c7-4bd6-a3f0-3c0a59fb1c90 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=4f54a6ec-d290-4197-84ed-c303dd0ab2dc HTTP/1.1" status: 200 len: 1097 time: 0.0856667 Nov 19 17:46:00.914906 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-79d5dc13-1c5a-44ac-9ab0-0ece632a5046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:00.924191 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device e553c3df-8c42-49f2-9c2c-a88f5f2a6990 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:46:00.987073 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-afb796e9-8596-4e90-8eb0-af0a47235efa req-6a86745f-c8b1-4103-a21f-f52433400810 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=12d5dc08-1d9f-41c6-b52c-304239ec8b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757244 Nov 19 17:46:00.990617 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c81acf8-de0c-4faf-a6c9-5a8c66cd49b7 req-c967e165-d998-4aee-b1a4-a034a5d756a3 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:46:00.992460 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2c81acf8-de0c-4faf-a6c9-5a8c66cd49b7 req-c967e165-d998-4aee-b1a4-a034a5d756a3 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec9f9dc4-f3d0-4fbd-b419-1ab72c92e9be HTTP/1.1" status: 200 len: 946 time: 0.1014264 Nov 19 17:46:01.018858 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port e553c3df-8c42-49f2-9c2c-a88f5f2a6990 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:46:01.019656 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:01.019832 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [None req-3a287d4c-556a-4b7a-a2ca-b0e103d4c5ff admin admin] Allocated IP 172.20.0.1 (a7696552-ba44-476c-8112-55d4b789a3e1/10488475-e039-4e90-8c5a-9f67d399bd8d/e646b60e-4d6e-4955-9bf5-21d34a3da1c4) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:46:01.029158 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-79d5dc13-1c5a-44ac-9ab0-0ece632a5046 None None] Attempting to bind port e98554cb-ac70-4afd-a1b3-4f9dc391947b on host n-d-818022-2 for vnic_type normal with profile {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:46:01.029861 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-79d5dc13-1c5a-44ac-9ab0-0ece632a5046 None None] Attempting to bind port e98554cb-ac70-4afd-a1b3-4f9dc391947b by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:46:01.030398 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d5dc13-1c5a-44ac-9ab0-0ece632a5046 None None] Attempting to bind port e98554cb-ac70-4afd-a1b3-4f9dc391947b on network 645e61aa-1a6c-4e8f-857e-ab06edb4897f {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:46:01.050114 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d5dc13-1c5a-44ac-9ab0-0ece632a5046 None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 45, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:46:01.051191 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d5dc13-1c5a-44ac-9ab0-0ece632a5046 None None] Checking segment: {'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:46:01.052194 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-79d5dc13-1c5a-44ac-9ab0-0ece632a5046 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:01.052796 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d5dc13-1c5a-44ac-9ab0-0ece632a5046 None None] Bound using segment: {'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:46:01.054674 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-79d5dc13-1c5a-44ac-9ab0-0ece632a5046 None None] Bound port: e98554cb-ac70-4afd-a1b3-4f9dc391947b, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'}}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:46:01.055361 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-79d5dc13-1c5a-44ac-9ab0-0ece632a5046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:01.059625 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f4964a-46f7-4474-8947-ded5f3fc63d1 None None] Pushing event updated for resources: {'Port': ['ID=e98554cb-ac70-4afd-a1b3-4f9dc391947b,revision_number=2']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:46:01.104314 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f4964a-46f7-4474-8947-ded5f3fc63d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:46:01.104791 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f4964a-46f7-4474-8947-ded5f3fc63d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:46:01.105243 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f4964a-46f7-4474-8947-ded5f3fc63d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:46:01.105761 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f4964a-46f7-4474-8947-ded5f3fc63d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:46:01.106583 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f4964a-46f7-4474-8947-ded5f3fc63d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:46:01.106882 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f4964a-46f7-4474-8947-ded5f3fc63d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:46:01.108252 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f4964a-46f7-4474-8947-ded5f3fc63d1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:46:01.108252 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f4964a-46f7-4474-8947-ded5f3fc63d1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:46:01.108715 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f4964a-46f7-4474-8947-ded5f3fc63d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:46:01.109111 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f4964a-46f7-4474-8947-ded5f3fc63d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:46:01.110441 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f4964a-46f7-4474-8947-ded5f3fc63d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:46:01.110441 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f4964a-46f7-4474-8947-ded5f3fc63d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:46:01.114286 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2c81acf8-de0c-4faf-a6c9-5a8c66cd49b7 req-04105ddf-b42f-4209-8fac-2a8e7f6fcdbd tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/security-groups?id=b596b6e2-4e99-405d-ab15-439621199b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072421 Nov 19 17:46:01.200313 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-79d5dc13-1c5a-44ac-9ab0-0ece632a5046 None None] For port e98554cb-ac70-4afd-a1b3-4f9dc391947b, host n-d-818022-2, cleared binding levels {{(pid=103367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:46:01.207754 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-79d5dc13-1c5a-44ac-9ab0-0ece632a5046 None None] For port e98554cb-ac70-4afd-a1b3-4f9dc391947b, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=e98554cb-ac70-4afd-a1b3-4f9dc391947b,segment=NetworkSegment(bbe705c1-96c0-476e-8381-28227e6f0ac5),segment_id=bbe705c1-96c0-476e-8381-28227e6f0ac5)] {{(pid=103367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:46:01.215827 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-79d5dc13-1c5a-44ac-9ab0-0ece632a5046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:01.234727 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3a287d4c-556a-4b7a-a2ca-b0e103d4c5ff admin admin] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:01.303137 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d5dc13-1c5a-44ac-9ab0-0ece632a5046 None None] Routers {'38abec58-0373-47b5-8be3-e8c006bfa02e'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:46:01.303934 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-79d5dc13-1c5a-44ac-9ab0-0ece632a5046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:45:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['38abec58-0373-47b5-8be3-e8c006bfa02e'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:46:01.354541 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3a287d4c-556a-4b7a-a2ca-b0e103d4c5ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:01.367970 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f4964a-46f7-4474-8947-ded5f3fc63d1 None None] Pushing event updated for resources: {'Port': ['ID=e98554cb-ac70-4afd-a1b3-4f9dc391947b,revision_number=3']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:46:01.400289 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa3f75e-3f2d-4e73-989a-5c13f8531d17 req-64de5219-6b89-4a16-9052-cdcc1a0d552e tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:46:01.410499 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2fa3f75e-3f2d-4e73-989a-5c13f8531d17 req-64de5219-6b89-4a16-9052-cdcc1a0d552e tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] 10.222.0.54 "GET /v2.0/ports?device_id=d92fe2bd-ad51-4c6e-8818-ece36aa67a95 HTTP/1.1" status: 200 len: 945 time: 0.1181369 Nov 19 17:46:01.449686 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a287d4c-556a-4b7a-a2ca-b0e103d4c5ff admin admin] Network a7696552-ba44-476c-8112-55d4b789a3e1 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:46:01.459916 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-3a287d4c-556a-4b7a-a2ca-b0e103d4c5ff admin admin] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:46:01.465683 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a287d4c-556a-4b7a-a2ca-b0e103d4c5ff admin admin] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:46:01.468086 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a287d4c-556a-4b7a-a2ca-b0e103d4c5ff admin admin] Pushing event updated for resources: {'Port': ['ID=e646b60e-4d6e-4955-9bf5-21d34a3da1c4,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:46:01.471096 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-79d5dc13-1c5a-44ac-9ab0-0ece632a5046 None None] Set router 38abec58-0373-47b5-8be3-e8c006bfa02e gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:46:01.493644 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2fa3f75e-3f2d-4e73-989a-5c13f8531d17 req-d33fd56d-7626-47c0-a242-0f93ec18106a tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] 10.222.0.54 "GET /v2.0/security-groups?id=a352ca94-2149-4006-acad-e3c22132eabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811021 Nov 19 17:46:01.565530 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3a287d4c-556a-4b7a-a2ca-b0e103d4c5ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-671361'] for router_interface, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:01.623200 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6467f59-f30e-4403-b831-a0adb787bf18 req-dbde22e8-5c86-45bb-8ffe-5b9292f76881 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:46:01.624108 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a6467f59-f30e-4403-b831-a0adb787bf18 req-dbde22e8-5c86-45bb-8ffe-5b9292f76881 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/networks?id=7fe9dda4-bbb5-4db6-b240-cdabda9f2be2 HTTP/1.1" status: 200 len: 813 time: 0.2871773 Nov 19 17:46:01.654143 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a6467f59-f30e-4403-b831-a0adb787bf18 req-f96a3ffd-f5bc-4760-9292-493321316fe4 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/quotas/ef849a6e511d48da926cfd9ca438c810 HTTP/1.1" status: 200 len: 375 time: 0.0173573 Nov 19 17:46:01.756544 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a6467f59-f30e-4403-b831-a0adb787bf18 req-4710a24d-55a5-42c3-b9d7-44a97804105f tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=ef849a6e511d48da926cfd9ca438c810&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0923741 Nov 19 17:46:01.796296 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3a287d4c-556a-4b7a-a2ca-b0e103d4c5ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:01.819576 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460b59dc-931f-486e-99d5-fc612c110979 req-4289e4a3-8af1-47d5-9bf3-0c08be94acf9 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:46:01.823673 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-79d5dc13-1c5a-44ac-9ab0-0ece632a5046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38abec58-0373-47b5-8be3-e8c006bfa02e', 'name': 'tempest-TaggedBootDevicesTest-1544452270-router', 'tenant_id': 'c2e6ec2d08df4707906c035065baeeeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.14'}], 'enable_snat': True}, 'gw_port_id': 'e98554cb-ac70-4afd-a1b3-4f9dc391947b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:45:56Z', 'updated_at': '2021-11-19T17:45:58Z', 'revision_number': 3, 'project_id': 'c2e6ec2d08df4707906c035065baeeeb', 'gw_port': {'id': 'e98554cb-ac70-4afd-a1b3-4f9dc391947b', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:c1:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38abec58-0373-47b5-8be3-e8c006bfa02e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:45:57Z', 'updated_at': '2021-11-19T17:46:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:46:01.830646 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-460b59dc-931f-486e-99d5-fc612c110979 req-4289e4a3-8af1-47d5-9bf3-0c08be94acf9 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/ports?device_id=4f54a6ec-d290-4197-84ed-c303dd0ab2dc HTTP/1.1" status: 200 len: 946 time: 0.0970340 Nov 19 17:46:01.882961 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d5dc13-1c5a-44ac-9ab0-0ece632a5046 None None] The sync data for ids ['38abec58-0373-47b5-8be3-e8c006bfa02e'] in n-d-818022-2 is: [{'id': '38abec58-0373-47b5-8be3-e8c006bfa02e', 'name': 'tempest-TaggedBootDevicesTest-1544452270-router', 'tenant_id': 'c2e6ec2d08df4707906c035065baeeeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.14'}], 'enable_snat': True}, 'gw_port_id': 'e98554cb-ac70-4afd-a1b3-4f9dc391947b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:45:56Z', 'updated_at': '2021-11-19T17:45:58Z', 'revision_number': 3, 'project_id': 'c2e6ec2d08df4707906c035065baeeeb', 'gw_port': {'id': 'e98554cb-ac70-4afd-a1b3-4f9dc391947b', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:c1:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38abec58-0373-47b5-8be3-e8c006bfa02e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:45:57Z', 'updated_at': '2021-11-19T17:46:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 17:46:01.915738 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-460b59dc-931f-486e-99d5-fc612c110979 req-0df5aaa4-8fb4-432e-82c5-a523d3f09801 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/security-groups?id=12d5dc08-1d9f-41c6-b52c-304239ec8b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841107 Nov 19 17:46:01.969530 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-93e3e2a1-9308-4082-8c17-eb28b51576bd None None] Provisioning complete for port e646b60e-4d6e-4955-9bf5-21d34a3da1c4 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:46:01.972905 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-93e3e2a1-9308-4082-8c17-eb28b51576bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:02.073840 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ba79ce65-cae2-4ad6-b0b8-a4fd6d968ade None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:02.083094 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-93e3e2a1-9308-4082-8c17-eb28b51576bd None None] Port e646b60e-4d6e-4955-9bf5-21d34a3da1c4 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:46:02.186960 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3a287d4c-556a-4b7a-a2ca-b0e103d4c5ff admin admin] Publish callbacks [] for port, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:02.202806 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3a287d4c-556a-4b7a-a2ca-b0e103d4c5ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:02.280797 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a90c85-65c4-434b-8614-61c079b3563a req-f2f32c4d-2eb9-4106-abf8-12160a723da7 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:46:02.287038 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e1a90c85-65c4-434b-8614-61c079b3563a req-f2f32c4d-2eb9-4106-abf8-12160a723da7 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec9f9dc4-f3d0-4fbd-b419-1ab72c92e9be HTTP/1.1" status: 200 len: 946 time: 0.1460841 Nov 19 17:46:02.341103 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3a287d4c-556a-4b7a-a2ca-b0e103d4c5ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-768529'] for router_interface, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:02.348929 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a287d4c-556a-4b7a-a2ca-b0e103d4c5ff admin admin] Pushing event updated for resources: {'Port': ['ID=e646b60e-4d6e-4955-9bf5-21d34a3da1c4,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:46:02.459481 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e1a90c85-65c4-434b-8614-61c079b3563a req-5e41bd03-6f82-466a-ba57-00e74ac6f656 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/security-groups?id=b596b6e2-4e99-405d-ab15-439621199b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734104 Nov 19 17:46:02.542077 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a287d4c-556a-4b7a-a2ca-b0e103d4c5ff admin admin] Network a7696552-ba44-476c-8112-55d4b789a3e1 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:46:02.544518 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-3a287d4c-556a-4b7a-a2ca-b0e103d4c5ff admin admin] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:46:02.735669 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad169f3-499f-436a-87ff-f9ff45064c0f req-1ae926a5-bc94-4a48-a918-3b1b6c341b87 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:46:02.738393 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-7ad169f3-499f-436a-87ff-f9ff45064c0f req-1ae926a5-bc94-4a48-a918-3b1b6c341b87 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec9f9dc4-f3d0-4fbd-b419-1ab72c92e9be HTTP/1.1" status: 200 len: 946 time: 0.1496654 Nov 19 17:46:02.818028 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cc2919-b51a-426a-9685-fa7238d092cf req-04f9508f-0163-49c8-9e88-529814adab80 tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:46:02.824864 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-79cc2919-b51a-426a-9685-fa7238d092cf req-04f9508f-0163-49c8-9e88-529814adab80 tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] 10.222.0.54 "GET /v2.0/ports?device_id=d92fe2bd-ad51-4c6e-8818-ece36aa67a95 HTTP/1.1" status: 200 len: 945 time: 0.1829393 Nov 19 17:46:02.859694 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a287d4c-556a-4b7a-a2ca-b0e103d4c5ff admin admin] Router 38abec58-0373-47b5-8be3-e8c006bfa02e has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 17:46:02.872519 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-7ad169f3-499f-436a-87ff-f9ff45064c0f req-00d60754-ac4a-47d7-a89a-8cabb8264aa2 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/security-groups?id=b596b6e2-4e99-405d-ab15-439621199b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243787 Nov 19 17:46:03.005869 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-79cc2919-b51a-426a-9685-fa7238d092cf req-90afbad6-cac0-4c12-b3d3-1e0c4f0c486b tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] 10.222.0.54 "GET /v2.0/security-groups?id=a352ca94-2149-4006-acad-e3c22132eabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793537 Nov 19 17:46:03.037153 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device e98554cb-ac70-4afd-a1b3-4f9dc391947b up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:46:03.173992 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-85c49c07-69ec-4f59-8f98-36dbededdbd7 None None] Provisioning complete for port e646b60e-4d6e-4955-9bf5-21d34a3da1c4 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:46:03.176643 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-85c49c07-69ec-4f59-8f98-36dbededdbd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:03.184317 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e46ecc5a-dc14-4744-b262-3072ff2e958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:03.210121 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a287d4c-556a-4b7a-a2ca-b0e103d4c5ff admin admin] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 17:46:03.221880 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-3a287d4c-556a-4b7a-a2ca-b0e103d4c5ff admin admin] 10.222.0.54 "PUT /v2.0/routers/38abec58-0373-47b5-8be3-e8c006bfa02e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6647847 Nov 19 17:46:03.246655 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c21b35f-2c5f-46c7-91b9-969455e671bd req-78f7f980-de1d-4828-b947-22c0f1183934 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:46:03.255196 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5c21b35f-2c5f-46c7-91b9-969455e671bd req-78f7f980-de1d-4828-b947-22c0f1183934 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/ports?device_id=4f54a6ec-d290-4197-84ed-c303dd0ab2dc HTTP/1.1" status: 200 len: 946 time: 0.1105418 Nov 19 17:46:03.275337 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-85c49c07-69ec-4f59-8f98-36dbededdbd7 None None] Port e646b60e-4d6e-4955-9bf5-21d34a3da1c4 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:46:03.286203 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port e98554cb-ac70-4afd-a1b3-4f9dc391947b triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:46:03.287415 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:03.338620 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5c21b35f-2c5f-46c7-91b9-969455e671bd req-2d449f9b-47c3-4899-897c-4c219b5903f2 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/security-groups?id=12d5dc08-1d9f-41c6-b52c-304239ec8b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755801 Nov 19 17:46:03.377203 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-53598756-5cf2-47bc-a5eb-e61e7cc925b9 req-84818cae-846f-4ddd-acfe-9a035b019c7a tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=ef849a6e511d48da926cfd9ca438c810 HTTP/1.1" status: 200 len: 221 time: 0.0931306 Nov 19 17:46:03.458518 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:03.515464 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] For port e98554cb-ac70-4afd-a1b3-4f9dc391947b, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=e98554cb-ac70-4afd-a1b3-4f9dc391947b,segment=NetworkSegment(bbe705c1-96c0-476e-8381-28227e6f0ac5),segment_id=bbe705c1-96c0-476e-8381-28227e6f0ac5)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:46:03.524207 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:03.641414 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:03.685149 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Pushing event updated for resources: {'Port': ['ID=e98554cb-ac70-4afd-a1b3-4f9dc391947b,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:46:03.690121 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b25c01-be54-41ea-ac13-5fd2deb9e9c9 req-6c7f1f35-012a-41ff-810c-d427b19a4476 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:46:03.694416 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:03.695894 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-31b25c01-be54-41ea-ac13-5fd2deb9e9c9 req-6c7f1f35-012a-41ff-810c-d427b19a4476 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec9f9dc4-f3d0-4fbd-b419-1ab72c92e9be HTTP/1.1" status: 200 len: 946 time: 0.1368184 Nov 19 17:46:03.718451 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabc899e-23c1-4132-b367-935062073fbb req-8ffb0af7-814d-4408-be25-9fe8659dcda0 tempest-LiveMigrationTest-1744255723 tempest-LiveMigrationTest-1744255723-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:46:03.728554 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-dabc899e-23c1-4132-b367-935062073fbb req-8ffb0af7-814d-4408-be25-9fe8659dcda0 tempest-LiveMigrationTest-1744255723 tempest-LiveMigrationTest-1744255723-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=4f54a6ec-d290-4197-84ed-c303dd0ab2dc HTTP/1.1" status: 200 len: 1097 time: 0.1034808 Nov 19 17:46:03.782894 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-31b25c01-be54-41ea-ac13-5fd2deb9e9c9 req-6a4632f7-1635-4f0c-af33-5b12d2ddbca5 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/security-groups?id=b596b6e2-4e99-405d-ab15-439621199b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775332 Nov 19 17:46:03.802655 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-dabc899e-23c1-4132-b367-935062073fbb req-70175be2-aef9-47fa-addb-75ad00d53c4f tempest-LiveMigrationTest-1744255723 tempest-LiveMigrationTest-1744255723-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=12d5dc08-1d9f-41c6-b52c-304239ec8b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725694 Nov 19 17:46:03.971860 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebe0907-ecf5-4528-a039-29279f200c76 req-f1df4da4-ea41-46e6-83d6-79ff2786bac0 tempest-LiveMigrationTest-1744255723 tempest-LiveMigrationTest-1744255723-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:46:03.988850 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9ebe0907-ecf5-4528-a039-29279f200c76 req-f1df4da4-ea41-46e6-83d6-79ff2786bac0 tempest-LiveMigrationTest-1744255723 tempest-LiveMigrationTest-1744255723-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=4f54a6ec-d290-4197-84ed-c303dd0ab2dc HTTP/1.1" status: 200 len: 1097 time: 0.0786657 Nov 19 17:46:04.015433 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fd322b-cae5-434c-a954-9422f47ed0bb req-a82305d6-83ab-49aa-a6c1-6e1847344b52 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:46:04.019638 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-10fd322b-cae5-434c-a954-9422f47ed0bb req-a82305d6-83ab-49aa-a6c1-6e1847344b52 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec9f9dc4-f3d0-4fbd-b419-1ab72c92e9be HTTP/1.1" status: 200 len: 946 time: 0.1135743 Nov 19 17:46:04.075725 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9ebe0907-ecf5-4528-a039-29279f200c76 req-f2dfbfa4-1817-4184-9532-ee78e85bcf5c tempest-LiveMigrationTest-1744255723 tempest-LiveMigrationTest-1744255723-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=12d5dc08-1d9f-41c6-b52c-304239ec8b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856869 Nov 19 17:46:04.123757 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-10fd322b-cae5-434c-a954-9422f47ed0bb req-4877fb9e-60aa-47ae-82b1-570f13bc4bc4 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/security-groups?id=b596b6e2-4e99-405d-ab15-439621199b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948269 Nov 19 17:46:04.150141 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 53732) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:46:04.166020 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-b6483c3a-4b12-4809-b121-61f15ffcb5c8 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1091881533-network', 'tenant_id': 'fffb0ab519a04afbb97719f4710d532f'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:46:04.219659 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6483c3a-4b12-4809-b121-61f15ffcb5c8 admin admin] Made reservation on behalf of fffb0ab519a04afbb97719f4710d532f for: {'network': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:46:04.222343 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b6483c3a-4b12-4809-b121-61f15ffcb5c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:04.245194 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b6483c3a-4b12-4809-b121-61f15ffcb5c8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:04.309411 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a13a641-b999-4a38-8129-3a9576e31c81 req-edf9aa05-7bde-4b68-bdd7-16de2a9cae50 tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:46:04.320045 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2a13a641-b999-4a38-8129-3a9576e31c81 req-edf9aa05-7bde-4b68-bdd7-16de2a9cae50 tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] 10.222.0.54 "GET /v2.0/ports?device_id=d92fe2bd-ad51-4c6e-8818-ece36aa67a95 HTTP/1.1" status: 200 len: 945 time: 0.1170940 Nov 19 17:46:04.386353 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2a13a641-b999-4a38-8129-3a9576e31c81 req-57e5853c-cb63-4ecf-86cc-195420502eeb tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] 10.222.0.54 "GET /v2.0/security-groups?id=a352ca94-2149-4006-acad-e3c22132eabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642755 Nov 19 17:46:04.405368 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b6483c3a-4b12-4809-b121-61f15ffcb5c8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:04.422259 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b6483c3a-4b12-4809-b121-61f15ffcb5c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:04.492988 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6483c3a-4b12-4809-b121-61f15ffcb5c8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 657} {{(pid=103365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 17:46:04.511911 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6483c3a-4b12-4809-b121-61f15ffcb5c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60798fa1-5c86-483c-bdf2-e4c53e141abe,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:46:04.521342 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b6483c3a-4b12-4809-b121-61f15ffcb5c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:04.521342 n-d-818022-2 neutron-server[103365]: INFO neutron.db.segments_db [None req-b6483c3a-4b12-4809-b121-61f15ffcb5c8 admin admin] Added segment 6da15964-3695-4468-99da-4fa57112b271 of type vlan for network a852352a-2775-46e6-a35f-db18c940ab13 Nov 19 17:46:04.535246 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a52ea1-7e46-460a-8c44-001378c9baef None None] Sync routers for ids ['38abec58-0373-47b5-8be3-e8c006bfa02e'] in n-d-818022-2 {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 17:46:04.544443 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [req-c616c127-d080-49c4-8551-68ea45bda774 req-c81606c2-35fe-48f6-abfa-bc10c12683ed service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=103365) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 17:46:04.544443 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c616c127-d080-49c4-8551-68ea45bda774 req-c81606c2-35fe-48f6-abfa-bc10c12683ed service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0234439 Nov 19 17:46:04.569268 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a52ea1-7e46-460a-8c44-001378c9baef None None] Routers {'38abec58-0373-47b5-8be3-e8c006bfa02e'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:46:04.571570 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-82a52ea1-7e46-460a-8c44-001378c9baef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:46:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['38abec58-0373-47b5-8be3-e8c006bfa02e'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:46:04.610231 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0867c93-d7ea-4bf2-b93f-893dc4397c7e req-57375ab4-015b-4f6b-8010-9f926c16adc1 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:46:04.613583 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a0867c93-d7ea-4bf2-b93f-893dc4397c7e req-57375ab4-015b-4f6b-8010-9f926c16adc1 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec9f9dc4-f3d0-4fbd-b419-1ab72c92e9be HTTP/1.1" status: 200 len: 946 time: 0.0909572 Nov 19 17:46:04.616745 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b6483c3a-4b12-4809-b121-61f15ffcb5c8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:04.662098 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b6483c3a-4b12-4809-b121-61f15ffcb5c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:04.663764 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6483c3a-4b12-4809-b121-61f15ffcb5c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:46:04.664816 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b6483c3a-4b12-4809-b121-61f15ffcb5c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:04.695590 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a0867c93-d7ea-4bf2-b93f-893dc4397c7e req-77f06011-7f35-4098-af77-d55a86cc9273 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/security-groups?id=b596b6e2-4e99-405d-ab15-439621199b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689952 Nov 19 17:46:04.755962 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-b6483c3a-4b12-4809-b121-61f15ffcb5c8 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6003006 Nov 19 17:46:04.756620 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 53748) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:46:04.764855 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-73d38fc4-eff9-4db2-99b9-7d51960156bc admin admin] Request body: {'subnet': {'network_id': 'a852352a-2775-46e6-a35f-db18c940ab13', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1091881533-subnet', 'tenant_id': 'fffb0ab519a04afbb97719f4710d532f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:46:04.783425 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6483c3a-4b12-4809-b121-61f15ffcb5c8 admin admin] Pushing event updated for resources: {'Network': ['ID=a852352a-2775-46e6-a35f-db18c940ab13,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:46:04.799143 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73d38fc4-eff9-4db2-99b9-7d51960156bc admin admin] Made reservation on behalf of fffb0ab519a04afbb97719f4710d532f for: {'subnet': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:46:04.803627 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-73d38fc4-eff9-4db2-99b9-7d51960156bc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8983829'] for subnet, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:04.803907 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network a852352a-2775-46e6-a35f-db18c940ab13 details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 17:46:04.811763 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e013d7e6-5264-4dcc-9759-54f5fb809e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:04.937795 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device e98554cb-ac70-4afd-a1b3-4f9dc391947b up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:46:04.972519 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-82a52ea1-7e46-460a-8c44-001378c9baef None None] Set router 38abec58-0373-47b5-8be3-e8c006bfa02e gateway port host: n-d-818022-2 {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:46:05.181389 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:05.184776 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port e98554cb-ac70-4afd-a1b3-4f9dc391947b triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:46:05.185238 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:05.444788 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-82a52ea1-7e46-460a-8c44-001378c9baef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38abec58-0373-47b5-8be3-e8c006bfa02e', 'name': 'tempest-TaggedBootDevicesTest-1544452270-router', 'tenant_id': 'c2e6ec2d08df4707906c035065baeeeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.14'}], 'enable_snat': True}, 'gw_port_id': 'e98554cb-ac70-4afd-a1b3-4f9dc391947b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:45:56Z', 'updated_at': '2021-11-19T17:46:01Z', 'revision_number': 4, 'project_id': 'c2e6ec2d08df4707906c035065baeeeb', 'gw_port': {'id': 'e98554cb-ac70-4afd-a1b3-4f9dc391947b', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:c1:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38abec58-0373-47b5-8be3-e8c006bfa02e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:45:57Z', 'updated_at': '2021-11-19T17:46:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': 'e646b60e-4d6e-4955-9bf5-21d34a3da1c4', 'name': '', 'network_id': 'a7696552-ba44-476c-8112-55d4b789a3e1', 'tenant_id': 'c2e6ec2d08df4707906c035065baeeeb', 'mac_address': 'fa:16:3e:f5:5b:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38abec58-0373-47b5-8be3-e8c006bfa02e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': '10488475-e039-4e90-8c5a-9f67d399bd8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:46:00Z', 'updated_at': '2021-11-19T17:46:01Z', 'revision_number': 2, 'project_id': 'c2e6ec2d08df4707906c035065baeeeb', 'subnets': [{'id': '10488475-e039-4e90-8c5a-9f67d399bd8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:46:05.477619 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a52ea1-7e46-460a-8c44-001378c9baef None None] Checking router: 38abec58-0373-47b5-8be3-e8c006bfa02e for host: n-d-818022-2 {{(pid=103366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 17:46:05.478003 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a52ea1-7e46-460a-8c44-001378c9baef None None] Updating router 38abec58-0373-47b5-8be3-e8c006bfa02e port e646b60e-4d6e-4955-9bf5-21d34a3da1c4 binding host n-d-818022-2 {{(pid=103366) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 17:46:05.518567 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-82a52ea1-7e46-460a-8c44-001378c9baef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:05.538679 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-73d38fc4-eff9-4db2-99b9-7d51960156bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12425078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8983815'] for subnet, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:05.621418 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc277e6-422f-4d9c-831e-97a2e1fe8156 req-13465e2a-4662-481c-80d9-20cdb1d43c3b tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:46:05.623359 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ccc277e6-422f-4d9c-831e-97a2e1fe8156 req-13465e2a-4662-481c-80d9-20cdb1d43c3b tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec9f9dc4-f3d0-4fbd-b419-1ab72c92e9be HTTP/1.1" status: 200 len: 946 time: 0.1622040 Nov 19 17:46:05.626291 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4f0fe4-a9f6-4af2-9db5-d12b4bd82115 req-799e932b-562c-4496-81c0-66596f999ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:46:05.634817 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ce4f0fe4-a9f6-4af2-9db5-d12b4bd82115 req-799e932b-562c-4496-81c0-66596f999ccb service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=d92fe2bd-ad51-4c6e-8818-ece36aa67a95 HTTP/1.1" status: 200 len: 1096 time: 0.1681478 Nov 19 17:46:05.689078 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d38fc4-eff9-4db2-99b9-7d51960156bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=8712b0a0-209e-48fe-9dec-dc6fcf9fac2b,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:46:05.694793 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d38fc4-eff9-4db2-99b9-7d51960156bc admin admin] Checking segment: {'id': '6da15964-3695-4468-99da-4fa57112b271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'a852352a-2775-46e6-a35f-db18c940ab13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:46:05.695165 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73d38fc4-eff9-4db2-99b9-7d51960156bc admin admin] Network hostable DHCP agents. Network: a852352a-2775-46e6-a35f-db18c940ab13, hostable agents: ['02910ef2-0455-4aea-9f38-9a875579633f'], hosted agents: [] {{(pid=103364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 17:46:05.779239 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ccc277e6-422f-4d9c-831e-97a2e1fe8156 req-3ebeb95b-8f4a-42ac-9a62-99c4315d3235 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/security-groups?id=b596b6e2-4e99-405d-ab15-439621199b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315901 Nov 19 17:46:05.784351 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ce4f0fe4-a9f6-4af2-9db5-d12b4bd82115 req-96e66d28-f924-4a03-9c63-c02e3a1e4867 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=a352ca94-2149-4006-acad-e3c22132eabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375031 Nov 19 17:46:05.784937 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73d38fc4-eff9-4db2-99b9-7d51960156bc admin admin] Network a852352a-2775-46e6-a35f-db18c940ab13 is scheduled to be hosted by DHCP agent 02910ef2-0455-4aea-9f38-9a875579633f with binding_index 1 {{(pid=103364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 17:46:05.801314 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-73d38fc4-eff9-4db2-99b9-7d51960156bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818022-2, a852352a-2775-46e6-a35f-db18c940ab13) {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:46:05.888629 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bc8f259-894f-4a24-81e5-f4147a90f6f0 None None] Network a852352a-2775-46e6-a35f-db18c940ab13 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:46:05.897539 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73d38fc4-eff9-4db2-99b9-7d51960156bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:46:05.897539 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-73d38fc4-eff9-4db2-99b9-7d51960156bc admin admin] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:05.912811 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-73d38fc4-eff9-4db2-99b9-7d51960156bc admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1544108 Nov 19 17:46:05.915969 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 53780) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:46:05.921567 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-44da2afa-bbe8-4611-a060-150e863124f5 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1091881533-router', 'tenant_id': 'fffb0ab519a04afbb97719f4710d532f', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'}}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:46:05.959272 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-44da2afa-bbe8-4611-a060-150e863124f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9890'] for router, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:05.961734 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-44da2afa-bbe8-4611-a060-150e863124f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671617', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-732153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4689'] for router, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:06.040588 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-44da2afa-bbe8-4611-a060-150e863124f5 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:06.340710 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-44da2afa-bbe8-4611-a060-150e863124f5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:06.380380 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-82a52ea1-7e46-460a-8c44-001378c9baef None None] Publish callbacks [] for port, precommit_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:06.391526 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-82a52ea1-7e46-460a-8c44-001378c9baef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:06.402674 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecf9f05-f01c-4066-9867-bc34030d7cc4 req-b8fe9151-b9e8-4c55-bbef-4bfcfa4a2e96 tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:46:06.405622 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8ecf9f05-f01c-4066-9867-bc34030d7cc4 req-b8fe9151-b9e8-4c55-bbef-4bfcfa4a2e96 tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] 10.222.0.54 "GET /v2.0/ports?device_id=d92fe2bd-ad51-4c6e-8818-ece36aa67a95 HTTP/1.1" status: 200 len: 945 time: 0.1471145 Nov 19 17:46:06.504991 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de8b08ce-b05e-475b-997f-f4214211482f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54f44f5f-1200-574e-8740-2141911d5b73-a852352a-2775-46e6-a35f-db18c940ab13', 'network_id': 'a852352a-2775-46e6-a35f-db18c940ab13', 'tenant_id': 'fffb0ab519a04afbb97719f4710d532f', 'fixed_ips': [{'subnet_id': '8712b0a0-209e-48fe-9dec-dc6fcf9fac2b'}]}} from n-d-818022-2. {{(pid=103366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 17:46:06.506045 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-de8b08ce-b05e-475b-997f-f4214211482f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:06.522078 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd9856b-71f3-4b95-b335-14f6b4aa051b None None] Pushing event updated for resources: {'Port': ['ID=e646b60e-4d6e-4955-9bf5-21d34a3da1c4,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:46:06.558520 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8ecf9f05-f01c-4066-9867-bc34030d7cc4 req-46c8831c-0c35-402a-ab04-cee13e17d9cd tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] 10.222.0.54 "GET /v2.0/security-groups?id=a352ca94-2149-4006-acad-e3c22132eabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942156 Nov 19 17:46:06.758028 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [None req-de8b08ce-b05e-475b-997f-f4214211482f None None] Allocated IP 172.20.0.2 (a852352a-2775-46e6-a35f-db18c940ab13/8712b0a0-209e-48fe-9dec-dc6fcf9fac2b/580c8bd2-5ca3-4936-973f-8e95bc172b64) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:46:06.814560 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [req-c076a695-dff9-4e4f-be68-0c4cfe4cf042 req-46c018ff-b55f-4829-8351-a2fac136300b tempest-LiveMigrationTest-1744255723 tempest-LiveMigrationTest-1744255723-project-admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=103364) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 17:46:06.815882 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c076a695-dff9-4e4f-be68-0c4cfe4cf042 req-46c018ff-b55f-4829-8351-a2fac136300b tempest-LiveMigrationTest-1744255723 tempest-LiveMigrationTest-1744255723-project-admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.5163903 Nov 19 17:46:06.955127 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-82a52ea1-7e46-460a-8c44-001378c9baef None None] Attempting to bind port e646b60e-4d6e-4955-9bf5-21d34a3da1c4 on host n-d-818022-2 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:46:06.956671 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-82a52ea1-7e46-460a-8c44-001378c9baef None None] Attempting to bind port e646b60e-4d6e-4955-9bf5-21d34a3da1c4 by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': 'eb93ceb6-71e1-49aa-bf2e-23b252534102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'a7696552-ba44-476c-8112-55d4b789a3e1'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:46:06.957489 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a52ea1-7e46-460a-8c44-001378c9baef None None] Attempting to bind port e646b60e-4d6e-4955-9bf5-21d34a3da1c4 on network a7696552-ba44-476c-8112-55d4b789a3e1 {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:46:06.963898 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-44da2afa-bbe8-4611-a060-150e863124f5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:06.989284 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-44da2afa-bbe8-4611-a060-150e863124f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:06.994877 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a52ea1-7e46-460a-8c44-001378c9baef None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 46, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:46:06.995733 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a52ea1-7e46-460a-8c44-001378c9baef None None] Checking segment: {'id': 'eb93ceb6-71e1-49aa-bf2e-23b252534102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'a7696552-ba44-476c-8112-55d4b789a3e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:46:06.996954 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-82a52ea1-7e46-460a-8c44-001378c9baef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:06.997756 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a52ea1-7e46-460a-8c44-001378c9baef None None] Bound using segment: {'id': 'eb93ceb6-71e1-49aa-bf2e-23b252534102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'a7696552-ba44-476c-8112-55d4b789a3e1'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:46:06.998884 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-82a52ea1-7e46-460a-8c44-001378c9baef None None] Bound port: e646b60e-4d6e-4955-9bf5-21d34a3da1c4, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb93ceb6-71e1-49aa-bf2e-23b252534102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'a7696552-ba44-476c-8112-55d4b789a3e1'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:46:06.999776 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-82a52ea1-7e46-460a-8c44-001378c9baef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:07.003907 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c076a695-dff9-4e4f-be68-0c4cfe4cf042 req-206b3e49-e3ca-452e-bc34-691c017b02e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:46:07.013748 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c076a695-dff9-4e4f-be68-0c4cfe4cf042 req-206b3e49-e3ca-452e-bc34-691c017b02e3 service neutron] 10.222.0.54 "GET /v2.0/ports/c1ed1411-3293-4dd3-9e31-e9bf08cd1813 HTTP/1.1" status: 200 len: 1094 time: 0.1816812 Nov 19 17:46:07.023943 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-922f0f5e-9383-4639-8bd3-42a92a00a926 None None] Provisioning complete for port e646b60e-4d6e-4955-9bf5-21d34a3da1c4 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:46:07.024650 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-922f0f5e-9383-4639-8bd3-42a92a00a926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:07.025687 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-c076a695-dff9-4e4f-be68-0c4cfe4cf042 req-7355954a-ca00-4026-8971-24d71b129576 service neutron] Request body: {'binding': {'host': 'n-h1-818022-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:46:07.026889 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-c076a695-dff9-4e4f-be68-0c4cfe4cf042 req-7355954a-ca00-4026-8971-24d71b129576 service neutron] Unknown quota resources ['binding']. {{(pid=103364) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 19 17:46:07.190455 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-922f0f5e-9383-4639-8bd3-42a92a00a926 None None] Port e646b60e-4d6e-4955-9bf5-21d34a3da1c4 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:46:07.219565 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-de8b08ce-b05e-475b-997f-f4214211482f None None] Publish callbacks [] for port, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:07.221574 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-82a52ea1-7e46-460a-8c44-001378c9baef None None] For port e646b60e-4d6e-4955-9bf5-21d34a3da1c4, host n-d-818022-2, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:46:07.226596 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-82a52ea1-7e46-460a-8c44-001378c9baef None None] For port e646b60e-4d6e-4955-9bf5-21d34a3da1c4, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=e646b60e-4d6e-4955-9bf5-21d34a3da1c4,segment=NetworkSegment(eb93ceb6-71e1-49aa-bf2e-23b252534102),segment_id=eb93ceb6-71e1-49aa-bf2e-23b252534102)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:46:07.233104 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-de8b08ce-b05e-475b-997f-f4214211482f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998'] for port, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:07.240760 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-82a52ea1-7e46-460a-8c44-001378c9baef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:07.297485 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de8b08ce-b05e-475b-997f-f4214211482f None None] Network a852352a-2775-46e6-a35f-db18c940ab13 is already hosted by enough agents. {{(pid=103366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:46:07.307606 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [None req-de8b08ce-b05e-475b-997f-f4214211482f None None] Resources bound (agent type, host, resource id): {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:46:07.314763 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de8b08ce-b05e-475b-997f-f4214211482f None None] Received port after_create {{(pid=103366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:46:07.337761 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8b08ce-b05e-475b-997f-f4214211482f None None] Pushing event updated for resources: {'Port': ['ID=580c8bd2-5ca3-4936-973f-8e95bc172b64,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:46:07.357489 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923da3d8-cb1a-4fbe-b34f-6951118c3f51 req-6db87169-053e-4e4f-bec4-4f3c37df130a tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:46:07.359133 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-923da3d8-cb1a-4fbe-b34f-6951118c3f51 req-6db87169-053e-4e4f-bec4-4f3c37df130a tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec9f9dc4-f3d0-4fbd-b419-1ab72c92e9be HTTP/1.1" status: 200 len: 946 time: 0.3420763 Nov 19 17:46:07.374189 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a52ea1-7e46-460a-8c44-001378c9baef None None] Routers {'38abec58-0373-47b5-8be3-e8c006bfa02e'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:46:07.376307 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-82a52ea1-7e46-460a-8c44-001378c9baef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:46:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['38abec58-0373-47b5-8be3-e8c006bfa02e'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:46:07.413994 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [None req-44da2afa-bbe8-4611-a060-150e863124f5 admin admin] Allocated IP 172.25.7.171 (645e61aa-1a6c-4e8f-857e-ab06edb4897f/88ed2d64-f56d-4f01-a468-946e01c99e82/2b481e0b-b01f-4d49-81a8-0eb8b35f9a90) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:46:07.544845 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-de8b08ce-b05e-475b-997f-f4214211482f None None] Attempting to bind port 580c8bd2-5ca3-4936-973f-8e95bc172b64 on host n-d-818022-2 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:46:07.545235 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-de8b08ce-b05e-475b-997f-f4214211482f None None] Attempting to bind port 580c8bd2-5ca3-4936-973f-8e95bc172b64 by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': '6da15964-3695-4468-99da-4fa57112b271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'a852352a-2775-46e6-a35f-db18c940ab13'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:46:07.545606 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de8b08ce-b05e-475b-997f-f4214211482f None None] Attempting to bind port 580c8bd2-5ca3-4936-973f-8e95bc172b64 on network a852352a-2775-46e6-a35f-db18c940ab13 {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:46:07.569709 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-c076a695-dff9-4e4f-be68-0c4cfe4cf042 req-7355954a-ca00-4026-8971-24d71b129576 service neutron] Attempting to bind port c1ed1411-3293-4dd3-9e31-e9bf08cd1813 on host n-h1-818022-2 for vnic_type normal with profile None {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:46:07.570463 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-c076a695-dff9-4e4f-be68-0c4cfe4cf042 req-7355954a-ca00-4026-8971-24d71b129576 service neutron] Attempting to bind port c1ed1411-3293-4dd3-9e31-e9bf08cd1813 by drivers openvswitch,hyperv on host n-h1-818022-2 at level 0 using segments [{'id': '68be9c2e-9e68-489a-becd-67ff095c4169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'c7b257b3-f66e-4846-9861-5f47f21f4188'}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:46:07.571340 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c076a695-dff9-4e4f-be68-0c4cfe4cf042 req-7355954a-ca00-4026-8971-24d71b129576 service neutron] Attempting to bind port c1ed1411-3293-4dd3-9e31-e9bf08cd1813 on network c7b257b3-f66e-4846-9861-5f47f21f4188 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:46:07.577781 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd9856b-71f3-4b95-b335-14f6b4aa051b None None] Pushing event updated for resources: {'Port': ['ID=e646b60e-4d6e-4955-9bf5-21d34a3da1c4,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:46:07.599632 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de8b08ce-b05e-475b-997f-f4214211482f None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 46, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:46:07.599818 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de8b08ce-b05e-475b-997f-f4214211482f None None] Checking segment: {'id': '6da15964-3695-4468-99da-4fa57112b271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'a852352a-2775-46e6-a35f-db18c940ab13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:46:07.600372 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-de8b08ce-b05e-475b-997f-f4214211482f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:07.600810 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de8b08ce-b05e-475b-997f-f4214211482f None None] Bound using segment: {'id': '6da15964-3695-4468-99da-4fa57112b271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'a852352a-2775-46e6-a35f-db18c940ab13'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:46:07.601313 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-de8b08ce-b05e-475b-997f-f4214211482f None None] Bound port: 580c8bd2-5ca3-4936-973f-8e95bc172b64, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6da15964-3695-4468-99da-4fa57112b271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'a852352a-2775-46e6-a35f-db18c940ab13'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:46:07.601713 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-de8b08ce-b05e-475b-997f-f4214211482f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:07.607115 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-923da3d8-cb1a-4fbe-b34f-6951118c3f51 req-55319e44-a4f7-4c8f-a213-deb1b5404bf4 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/security-groups?id=b596b6e2-4e99-405d-ab15-439621199b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2314596 Nov 19 17:46:07.610314 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c076a695-dff9-4e4f-be68-0c4cfe4cf042 req-7355954a-ca00-4026-8971-24d71b129576 service neutron] Port c1ed1411-3293-4dd3-9e31-e9bf08cd1813 on network c7b257b3-f66e-4846-9861-5f47f21f4188 not bound, no agent of type Open vSwitch agent registered on host n-h1-818022-2 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 17:46:07.610652 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c076a695-dff9-4e4f-be68-0c4cfe4cf042 req-7355954a-ca00-4026-8971-24d71b129576 service neutron] Attempting to bind port c1ed1411-3293-4dd3-9e31-e9bf08cd1813 on network c7b257b3-f66e-4846-9861-5f47f21f4188 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:46:07.698590 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c076a695-dff9-4e4f-be68-0c4cfe4cf042 req-7355954a-ca00-4026-8971-24d71b129576 service neutron] Checking agent: {'id': 'a6668d96-12fa-4ec0-99ad-77eaf490dd2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'started_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 46, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:46:07.700017 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c076a695-dff9-4e4f-be68-0c4cfe4cf042 req-7355954a-ca00-4026-8971-24d71b129576 service neutron] Checking segment: {'id': '68be9c2e-9e68-489a-becd-67ff095c4169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'c7b257b3-f66e-4846-9861-5f47f21f4188'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:46:07.700934 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c076a695-dff9-4e4f-be68-0c4cfe4cf042 req-7355954a-ca00-4026-8971-24d71b129576 service neutron] Bound using segment: {'id': '68be9c2e-9e68-489a-becd-67ff095c4169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'c7b257b3-f66e-4846-9861-5f47f21f4188'} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:46:07.701950 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-c076a695-dff9-4e4f-be68-0c4cfe4cf042 req-7355954a-ca00-4026-8971-24d71b129576 service neutron] Bound port: c1ed1411-3293-4dd3-9e31-e9bf08cd1813, host: n-h1-818022-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68be9c2e-9e68-489a-becd-67ff095c4169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'c7b257b3-f66e-4846-9861-5f47f21f4188'}}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:46:07.716244 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-82a52ea1-7e46-460a-8c44-001378c9baef None None] Set router 38abec58-0373-47b5-8be3-e8c006bfa02e gateway port host: n-d-818022-2 {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:46:07.779107 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-c076a695-dff9-4e4f-be68-0c4cfe4cf042 req-7355954a-ca00-4026-8971-24d71b129576 service neutron] For port c1ed1411-3293-4dd3-9e31-e9bf08cd1813, host n-h1-818022-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=c1ed1411-3293-4dd3-9e31-e9bf08cd1813,segment=NetworkSegment(68be9c2e-9e68-489a-becd-67ff095c4169),segment_id=68be9c2e-9e68-489a-becd-67ff095c4169)] {{(pid=103364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:46:07.786298 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-44da2afa-bbe8-4611-a060-150e863124f5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:07.794318 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-c076a695-dff9-4e4f-be68-0c4cfe4cf042 req-7355954a-ca00-4026-8971-24d71b129576 service neutron] Publish callbacks [] for binding, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:07.806227 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c076a695-dff9-4e4f-be68-0c4cfe4cf042 req-7355954a-ca00-4026-8971-24d71b129576 service neutron] 10.222.0.54 "POST /v2.0/ports/c1ed1411-3293-4dd3-9e31-e9bf08cd1813/bindings HTTP/1.1" status: 201 len: 389 time: 0.7875550 Nov 19 17:46:07.856677 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-9be017f6-6b92-401b-87ab-11c54b4de647 None None] Provisioning complete for port e646b60e-4d6e-4955-9bf5-21d34a3da1c4 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:46:07.856677 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9be017f6-6b92-401b-87ab-11c54b4de647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:07.907408 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-44da2afa-bbe8-4611-a060-150e863124f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:07.919154 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-de8b08ce-b05e-475b-997f-f4214211482f None None] For port 580c8bd2-5ca3-4936-973f-8e95bc172b64, host n-d-818022-2, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:46:07.965976 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-de8b08ce-b05e-475b-997f-f4214211482f None None] For port 580c8bd2-5ca3-4936-973f-8e95bc172b64, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=580c8bd2-5ca3-4936-973f-8e95bc172b64,segment=NetworkSegment(6da15964-3695-4468-99da-4fa57112b271),segment_id=6da15964-3695-4468-99da-4fa57112b271)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:46:07.985196 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-de8b08ce-b05e-475b-997f-f4214211482f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:08.115365 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44da2afa-bbe8-4611-a060-150e863124f5 admin admin] Network 645e61aa-1a6c-4e8f-857e-ab06edb4897f is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:46:08.126960 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-44da2afa-bbe8-4611-a060-150e863124f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:46:08.147096 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44da2afa-bbe8-4611-a060-150e863124f5 admin admin] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:46:08.194096 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e487ad-b3a0-4f72-a6de-2280dd242dec req-8ec97a67-0677-48f8-bde2-5b6c1a855a8a tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:46:08.196546 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f9e487ad-b3a0-4f72-a6de-2280dd242dec req-8ec97a67-0677-48f8-bde2-5b6c1a855a8a tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] 10.222.0.54 "GET /v2.0/ports?device_id=d92fe2bd-ad51-4c6e-8818-ece36aa67a95 HTTP/1.1" status: 200 len: 945 time: 0.0998850 Nov 19 17:46:08.229005 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8b08ce-b05e-475b-997f-f4214211482f None None] Pushing event updated for resources: {'Port': ['ID=580c8bd2-5ca3-4936-973f-8e95bc172b64,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:46:08.269448 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44da2afa-bbe8-4611-a060-150e863124f5 admin admin] Pushing event updated for resources: {'Port': ['ID=2b481e0b-b01f-4d49-81a8-0eb8b35f9a90,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:46:08.310897 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f9e487ad-b3a0-4f72-a6de-2280dd242dec req-59c3eb38-da3e-422b-a203-489705523cb2 tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] 10.222.0.54 "GET /v2.0/security-groups?id=a352ca94-2149-4006-acad-e3c22132eabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002202 Nov 19 17:46:08.365458 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9be017f6-6b92-401b-87ab-11c54b4de647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:08.419423 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-9be017f6-6b92-401b-87ab-11c54b4de647 None None] For port e646b60e-4d6e-4955-9bf5-21d34a3da1c4, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=e646b60e-4d6e-4955-9bf5-21d34a3da1c4,segment=NetworkSegment(eb93ceb6-71e1-49aa-bf2e-23b252534102),segment_id=eb93ceb6-71e1-49aa-bf2e-23b252534102)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:46:08.426873 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9be017f6-6b92-401b-87ab-11c54b4de647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:08.454900 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-82a52ea1-7e46-460a-8c44-001378c9baef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38abec58-0373-47b5-8be3-e8c006bfa02e', 'name': 'tempest-TaggedBootDevicesTest-1544452270-router', 'tenant_id': 'c2e6ec2d08df4707906c035065baeeeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.14'}], 'enable_snat': True}, 'gw_port_id': 'e98554cb-ac70-4afd-a1b3-4f9dc391947b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:45:56Z', 'updated_at': '2021-11-19T17:46:01Z', 'revision_number': 4, 'project_id': 'c2e6ec2d08df4707906c035065baeeeb', 'gw_port': {'id': 'e98554cb-ac70-4afd-a1b3-4f9dc391947b', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:c1:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38abec58-0373-47b5-8be3-e8c006bfa02e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:45:57Z', 'updated_at': '2021-11-19T17:46:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': 'e646b60e-4d6e-4955-9bf5-21d34a3da1c4', 'name': '', 'network_id': 'a7696552-ba44-476c-8112-55d4b789a3e1', 'tenant_id': 'c2e6ec2d08df4707906c035065baeeeb', 'mac_address': 'fa:16:3e:f5:5b:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38abec58-0373-47b5-8be3-e8c006bfa02e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': '10488475-e039-4e90-8c5a-9f67d399bd8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:46:00Z', 'updated_at': '2021-11-19T17:46:07Z', 'revision_number': 4, 'project_id': 'c2e6ec2d08df4707906c035065baeeeb', 'subnets': [{'id': '10488475-e039-4e90-8c5a-9f67d399bd8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:46:08.551420 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a52ea1-7e46-460a-8c44-001378c9baef None None] The sync data for ids ['38abec58-0373-47b5-8be3-e8c006bfa02e'] in n-d-818022-2 is: [{'id': '38abec58-0373-47b5-8be3-e8c006bfa02e', 'name': 'tempest-TaggedBootDevicesTest-1544452270-router', 'tenant_id': 'c2e6ec2d08df4707906c035065baeeeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.14'}], 'enable_snat': True}, 'gw_port_id': 'e98554cb-ac70-4afd-a1b3-4f9dc391947b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:45:56Z', 'updated_at': '2021-11-19T17:46:01Z', 'revision_number': 4, 'project_id': 'c2e6ec2d08df4707906c035065baeeeb', 'gw_port': {'id': 'e98554cb-ac70-4afd-a1b3-4f9dc391947b', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:c1:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38abec58-0373-47b5-8be3-e8c006bfa02e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:45:57Z', 'updated_at': '2021-11-19T17:46:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': 'e646b60e-4d6e-4955-9bf5-21d34a3da1c4', 'name': '', 'network_id': 'a7696552-ba44-476c-8112-55d4b789a3e1', 'tenant_id': 'c2e6ec2d08df4707906c035065baeeeb', 'mac_address': 'fa:16:3e:f5:5b:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38abec58-0373-47b5-8be3-e8c006bfa02e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': '10488475-e039-4e90-8c5a-9f67d399bd8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:46:00Z', 'updated_at': '2021-11-19T17:46:07Z', 'revision_number': 4, 'project_id': 'c2e6ec2d08df4707906c035065baeeeb', 'subnets': [{'id': '10488475-e039-4e90-8c5a-9f67d399bd8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 17:46:08.661401 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be017f6-6b92-401b-87ab-11c54b4de647 None None] Pushing event updated for resources: {'Port': ['ID=e646b60e-4d6e-4955-9bf5-21d34a3da1c4,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:46:08.722701 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afb2ed0-43bd-4c9c-9b9d-8932d7fb5b8e req-f9e28a6d-0c1e-4d07-95e2-0a3853fb1700 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:46:08.725058 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0afb2ed0-43bd-4c9c-9b9d-8932d7fb5b8e req-f9e28a6d-0c1e-4d07-95e2-0a3853fb1700 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec9f9dc4-f3d0-4fbd-b419-1ab72c92e9be HTTP/1.1" status: 200 len: 946 time: 0.5801289 Nov 19 17:46:08.744817 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c076a695-dff9-4e4f-be68-0c4cfe4cf042 req-502846f1-5612-4ec7-a32c-165e2b255bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:46:08.747264 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c076a695-dff9-4e4f-be68-0c4cfe4cf042 req-502846f1-5612-4ec7-a32c-165e2b255bc2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=de10e7e0e3ea4ce28d84ef76e9c1ec3a&device_id=4f54a6ec-d290-4197-84ed-c303dd0ab2dc HTTP/1.1" status: 200 len: 1097 time: 0.3805873 Nov 19 17:46:08.846377 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0241e04f-d05c-4e28-9fbe-2b1c45517aa4 req-88f47096-8bc9-45b8-9bde-cfeb63936d9d tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:46:08.850943 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0241e04f-d05c-4e28-9fbe-2b1c45517aa4 req-88f47096-8bc9-45b8-9bde-cfeb63936d9d tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/ports?device_id=4f54a6ec-d290-4197-84ed-c303dd0ab2dc HTTP/1.1" status: 200 len: 946 time: 0.1262641 Nov 19 17:46:08.930364 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0241e04f-d05c-4e28-9fbe-2b1c45517aa4 req-25063f4f-d247-41d3-aeaa-4173b620c8ab tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/security-groups?id=12d5dc08-1d9f-41c6-b52c-304239ec8b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604010 Nov 19 17:46:09.065040 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 580c8bd2-5ca3-4936-973f-8e95bc172b64 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:46:09.086104 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0afb2ed0-43bd-4c9c-9b9d-8932d7fb5b8e req-bd800e95-2e7f-4cde-9b57-e2c2363dd6bf tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/security-groups?id=b596b6e2-4e99-405d-ab15-439621199b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3330889 Nov 19 17:46:09.144811 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c076a695-dff9-4e4f-be68-0c4cfe4cf042 req-1d8623a8-3b73-4a65-9c6f-e95d8b0e3039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:46:09.146694 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c076a695-dff9-4e4f-be68-0c4cfe4cf042 req-1d8623a8-3b73-4a65-9c6f-e95d8b0e3039 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c7b257b3-f66e-4846-9861-5f47f21f4188 HTTP/1.1" status: 200 len: 908 time: 0.3701966 Nov 19 17:46:09.195055 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 580c8bd2-5ca3-4936-973f-8e95bc172b64 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:46:09.195675 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:09.202825 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c076a695-dff9-4e4f-be68-0c4cfe4cf042 req-77196201-2d56-4ace-88e1-90cde4f9f5a3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c1ed1411-3293-4dd3-9e31-e9bf08cd1813 HTTP/1.1" status: 200 len: 217 time: 0.0450609 Nov 19 17:46:09.204979 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-44da2afa-bbe8-4611-a060-150e863124f5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:09.392377 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:09.515278 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] For port 580c8bd2-5ca3-4936-973f-8e95bc172b64, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=580c8bd2-5ca3-4936-973f-8e95bc172b64,segment=NetworkSegment(6da15964-3695-4468-99da-4fa57112b271),segment_id=6da15964-3695-4468-99da-4fa57112b271)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:46:09.524883 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:09.526649 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device e646b60e-4d6e-4955-9bf5-21d34a3da1c4 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:46:09.612346 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89608fdd-bf0d-4553-a453-423ee9066ff4 req-4f1771dc-c75f-4c35-a0f9-e7c851e55d2b tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:46:09.620387 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-89608fdd-bf0d-4553-a453-423ee9066ff4 req-4f1771dc-c75f-4c35-a0f9-e7c851e55d2b tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] 10.222.0.54 "GET /v2.0/ports?device_id=d92fe2bd-ad51-4c6e-8818-ece36aa67a95 HTTP/1.1" status: 200 len: 945 time: 0.1174603 Nov 19 17:46:09.698834 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-89608fdd-bf0d-4553-a453-423ee9066ff4 req-ee5dac6c-22fe-458f-a9ea-80e8d398fd7b tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] 10.222.0.54 "GET /v2.0/security-groups?id=a352ca94-2149-4006-acad-e3c22132eabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655403 Nov 19 17:46:09.717646 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c076a695-dff9-4e4f-be68-0c4cfe4cf042 req-74fd3b9c-9720-405d-a3ac-6965a3e16378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:46:09.719721 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c076a695-dff9-4e4f-be68-0c4cfe4cf042 req-74fd3b9c-9720-405d-a3ac-6965a3e16378 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=df2b5fb0-4ad7-475f-930a-bdefef26bd76 HTTP/1.1" status: 200 len: 847 time: 0.4032300 Nov 19 17:46:09.720214 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port e646b60e-4d6e-4955-9bf5-21d34a3da1c4 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:46:09.720792 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:09.725997 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d79060e-96b1-4b5a-bacc-ae06713420fd req-7e51d426-2468-49f1-9559-948f24dccc47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:46:09.727546 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6d79060e-96b1-4b5a-bacc-ae06713420fd req-7e51d426-2468-49f1-9559-948f24dccc47 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=08573f5395784708802f6f6512b37184&device_id=d92fe2bd-ad51-4c6e-8818-ece36aa67a95 HTTP/1.1" status: 200 len: 1096 time: 0.2069681 Nov 19 17:46:09.762711 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf707f9-aeff-43f4-b3eb-8fc499d582e3 req-3e6c3b3c-8074-4f13-9e60-6909c5e4af75 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:46:09.764182 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-fcf707f9-aeff-43f4-b3eb-8fc499d582e3 req-3e6c3b3c-8074-4f13-9e60-6909c5e4af75 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec9f9dc4-f3d0-4fbd-b419-1ab72c92e9be HTTP/1.1" status: 200 len: 946 time: 0.3007622 Nov 19 17:46:09.806103 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Pushing event updated for resources: {'Port': ['ID=580c8bd2-5ca3-4936-973f-8e95bc172b64,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:46:09.868071 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c076a695-dff9-4e4f-be68-0c4cfe4cf042 req-21fa2f4e-7db4-46b3-858d-d2f663bc4a19 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c7b257b3-f66e-4846-9861-5f47f21f4188&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1366272 Nov 19 17:46:09.969082 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97343f02-a3c7-440f-9505-db43bf08d771 None None] Network a852352a-2775-46e6-a35f-db18c940ab13 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:46:10.119545 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-fcf707f9-aeff-43f4-b3eb-8fc499d582e3 req-e6ddd295-b47e-4aca-9b64-34ad98dc87d6 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/security-groups?id=b596b6e2-4e99-405d-ab15-439621199b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2695735 Nov 19 17:46:10.164199 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d79060e-96b1-4b5a-bacc-ae06713420fd req-c6a182f1-ea4a-4772-b8cd-d92b0c79efd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:46:10.166728 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6d79060e-96b1-4b5a-bacc-ae06713420fd req-c6a182f1-ea4a-4772-b8cd-d92b0c79efd0 service neutron] 10.222.0.86 "GET /v2.0/networks?id=bcffe9fd-ba33-4c0f-a44c-e3294ad13f95 HTTP/1.1" status: 200 len: 919 time: 0.4134238 Nov 19 17:46:10.167950 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-44da2afa-bbe8-4611-a060-150e863124f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671702'] for router, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:10.171385 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee83d34f-2634-46fc-9636-815d61e62014 req-7949709d-a8aa-4e27-a648-62829dd68b58 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:46:10.184808 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ee83d34f-2634-46fc-9636-815d61e62014 req-7949709d-a8aa-4e27-a648-62829dd68b58 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/ports?device_id=4f54a6ec-d290-4197-84ed-c303dd0ab2dc HTTP/1.1" status: 200 len: 946 time: 0.1033192 Nov 19 17:46:10.275911 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-47eecd4c-6748-4504-858e-180c5878be35 None None] Provisioning complete for port 580c8bd2-5ca3-4936-973f-8e95bc172b64 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:46:10.276577 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-47eecd4c-6748-4504-858e-180c5878be35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:10.285724 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ee83d34f-2634-46fc-9636-815d61e62014 req-88aa86c6-e525-490a-a5ca-89cf6480e93e tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/security-groups?id=12d5dc08-1d9f-41c6-b52c-304239ec8b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997403 Nov 19 17:46:10.759350 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6d79060e-96b1-4b5a-bacc-ae06713420fd req-febf62ba-b173-438e-a586-4e064e75b426 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=58f3e903-023d-4751-8f6d-d52f838af890 HTTP/1.1" status: 200 len: 217 time: 0.5519104 Nov 19 17:46:10.823874 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c076a695-dff9-4e4f-be68-0c4cfe4cf042 req-7f8b524f-f47e-43d3-b3bd-6ccf80ea91e5 service neutron] 10.222.0.60 "GET /v2.0/networks/c7b257b3-f66e-4846-9861-5f47f21f4188?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8543169 Nov 19 17:46:10.855470 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774f7d46-df3e-4705-acc2-e924433bf166 req-5cc9837d-a51a-4387-99a4-f19300578861 tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:46:10.859213 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-774f7d46-df3e-4705-acc2-e924433bf166 req-5cc9837d-a51a-4387-99a4-f19300578861 tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] 10.222.0.54 "GET /v2.0/ports?device_id=d92fe2bd-ad51-4c6e-8818-ece36aa67a95 HTTP/1.1" status: 200 len: 945 time: 0.0859149 Nov 19 17:46:10.872157 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-e11d41a3-704b-4923-817e-4637fd735675 None None] Provisioning complete for port 580c8bd2-5ca3-4936-973f-8e95bc172b64 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:46:10.872691 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e11d41a3-704b-4923-817e-4637fd735675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:10.943807 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 580c8bd2-5ca3-4936-973f-8e95bc172b64 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:46:10.956945 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d79060e-96b1-4b5a-bacc-ae06713420fd req-67565711-539f-4de0-acb6-ffc98107a9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:46:10.958791 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6d79060e-96b1-4b5a-bacc-ae06713420fd req-67565711-539f-4de0-acb6-ffc98107a9b1 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d1218782-152f-4347-a4bd-bbba02695b96 HTTP/1.1" status: 200 len: 858 time: 0.1704612 Nov 19 17:46:10.970975 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-774f7d46-df3e-4705-acc2-e924433bf166 req-48f281cb-e38d-44f0-8431-6f60b45535b6 tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] 10.222.0.54 "GET /v2.0/security-groups?id=a352ca94-2149-4006-acad-e3c22132eabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925395 Nov 19 17:46:11.012278 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e53e47-4425-44bc-8f0c-5a5b28d3602d req-708c5579-f882-49e0-ad2c-20d890783e94 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:46:11.014918 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-94e53e47-4425-44bc-8f0c-5a5b28d3602d req-708c5579-f882-49e0-ad2c-20d890783e94 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec9f9dc4-f3d0-4fbd-b419-1ab72c92e9be HTTP/1.1" status: 200 len: 946 time: 0.6564519 Nov 19 17:46:11.055298 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c076a695-dff9-4e4f-be68-0c4cfe4cf042 req-678b030e-064e-41dd-b56d-f1243092834e service neutron] 10.222.0.60 "GET /v2.0/networks/c7b257b3-f66e-4846-9861-5f47f21f4188?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2083430 Nov 19 17:46:11.057981 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6d79060e-96b1-4b5a-bacc-ae06713420fd req-4b4696dd-7be9-4fe3-93b8-e61cec848186 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=bcffe9fd-ba33-4c0f-a44c-e3294ad13f95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0812073 Nov 19 17:46:11.092276 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 580c8bd2-5ca3-4936-973f-8e95bc172b64 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:46:11.093099 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:11.157863 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44da2afa-bbe8-4611-a060-150e863124f5 admin admin] Router f4b6c58f-cd75-44cc-8787-baec48807333 is scheduled to L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 with binding_index 1 {{(pid=103364) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 17:46:11.208403 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-94e53e47-4425-44bc-8f0c-5a5b28d3602d req-b9e2c920-f8d1-4a46-8092-81142a82efbd tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/security-groups?id=b596b6e2-4e99-405d-ab15-439621199b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644702 Nov 19 17:46:11.285154 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6d79060e-96b1-4b5a-bacc-ae06713420fd req-da13447f-246a-4606-844f-32841ffd4d3d service neutron] 10.222.0.86 "GET /v2.0/networks/bcffe9fd-ba33-4c0f-a44c-e3294ad13f95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2164457 Nov 19 17:46:11.399360 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44da2afa-bbe8-4611-a060-150e863124f5 admin admin] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 17:46:11.412256 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f830a4-4bea-4ed3-bd96-caba452fa942 None None] Sync routers for ids ['f4b6c58f-cd75-44cc-8787-baec48807333'] in n-d-818022-2 {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 17:46:11.438845 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6d79060e-96b1-4b5a-bacc-ae06713420fd req-fe685124-107d-4406-a16e-e8cf4c744b7c service neutron] 10.222.0.86 "GET /v2.0/networks/bcffe9fd-ba33-4c0f-a44c-e3294ad13f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185396 Nov 19 17:46:11.441510 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f830a4-4bea-4ed3-bd96-caba452fa942 None None] Routers {'f4b6c58f-cd75-44cc-8787-baec48807333'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:46:11.441986 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-44da2afa-bbe8-4611-a060-150e863124f5 admin admin] Publish callbacks [] for router, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:11.442785 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-74f830a4-4bea-4ed3-bd96-caba452fa942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:46:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['f4b6c58f-cd75-44cc-8787-baec48807333'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:46:11.443252 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-44da2afa-bbe8-4611-a060-150e863124f5 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.5261209 Nov 19 17:46:11.448454 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 53844) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:46:11.509929 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8f6427-9299-4faa-ad70-79009c5ce934 req-77b48632-ba0e-4d0b-af89-d42a340d74c6 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:46:11.512085 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-fe8f6427-9299-4faa-ad70-79009c5ce934 req-77b48632-ba0e-4d0b-af89-d42a340d74c6 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/ports?device_id=4f54a6ec-d290-4197-84ed-c303dd0ab2dc HTTP/1.1" status: 200 len: 946 time: 0.0677912 Nov 19 17:46:11.587603 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-fe8f6427-9299-4faa-ad70-79009c5ce934 req-f7bedca0-2195-4afb-817f-6929851db411 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/security-groups?id=12d5dc08-1d9f-41c6-b52c-304239ec8b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644875 Nov 19 17:46:11.651052 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-74f830a4-4bea-4ed3-bd96-caba452fa942 None None] Set router f4b6c58f-cd75-44cc-8787-baec48807333 gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:46:11.657713 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3979a3a9-d2aa-404a-bb6b-a5ec97fb55d7 req-88b10a8d-0abd-4cde-b9dd-e1a7b1f61650 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:46:11.660758 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3979a3a9-d2aa-404a-bb6b-a5ec97fb55d7 req-88b10a8d-0abd-4cde-b9dd-e1a7b1f61650 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec9f9dc4-f3d0-4fbd-b419-1ab72c92e9be HTTP/1.1" status: 200 len: 946 time: 0.2887890 Nov 19 17:46:11.949002 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-74f830a4-4bea-4ed3-bd96-caba452fa942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4b6c58f-cd75-44cc-8787-baec48807333', 'name': 'tempest-TaggedBootDevicesTest-1091881533-router', 'tenant_id': 'fffb0ab519a04afbb97719f4710d532f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.171'}], 'enable_snat': True}, 'gw_port_id': '2b481e0b-b01f-4d49-81a8-0eb8b35f9a90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:46:05Z', 'updated_at': '2021-11-19T17:46:08Z', 'revision_number': 3, 'project_id': 'fffb0ab519a04afbb97719f4710d532f', 'gw_port': {'id': '2b481e0b-b01f-4d49-81a8-0eb8b35f9a90', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:a8:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4b6c58f-cd75-44cc-8787-baec48807333', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:46:07Z', 'updated_at': '2021-11-19T17:46:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:46:12.007199 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f830a4-4bea-4ed3-bd96-caba452fa942 None None] Checking router: f4b6c58f-cd75-44cc-8787-baec48807333 for host: n-d-818022-2 {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 17:46:12.008081 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f830a4-4bea-4ed3-bd96-caba452fa942 None None] Updating router f4b6c58f-cd75-44cc-8787-baec48807333 port 2b481e0b-b01f-4d49-81a8-0eb8b35f9a90 binding host n-d-818022-2 {{(pid=103367) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 17:46:12.040064 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-74f830a4-4bea-4ed3-bd96-caba452fa942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:12.158939 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc1b8a4-db52-4d78-a004-f7e2ffb181f7 req-7d47bf86-7d37-47d5-b092-c7d5b1e9f224 tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:46:12.161646 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2bc1b8a4-db52-4d78-a004-f7e2ffb181f7 req-7d47bf86-7d37-47d5-b092-c7d5b1e9f224 tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] 10.222.0.54 "GET /v2.0/ports?device_id=d92fe2bd-ad51-4c6e-8818-ece36aa67a95 HTTP/1.1" status: 200 len: 945 time: 0.0776222 Nov 19 17:46:12.168689 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3979a3a9-d2aa-404a-bb6b-a5ec97fb55d7 req-9868682e-f7ce-4434-87d1-1bb2338ad275 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/security-groups?id=b596b6e2-4e99-405d-ab15-439621199b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4942594 Nov 19 17:46:12.273630 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2bc1b8a4-db52-4d78-a004-f7e2ffb181f7 req-e2664b69-1d87-4d25-a4b5-ab8402328a31 tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] 10.222.0.54 "GET /v2.0/security-groups?id=a352ca94-2149-4006-acad-e3c22132eabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994649 Nov 19 17:46:12.459365 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bf8bb2-015b-4e49-aeb6-58862ff64ae8 req-ef40bfdc-022d-43f3-8f17-07bd5ed61946 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:46:12.472071 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-97bf8bb2-015b-4e49-aeb6-58862ff64ae8 req-ef40bfdc-022d-43f3-8f17-07bd5ed61946 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec9f9dc4-f3d0-4fbd-b419-1ab72c92e9be HTTP/1.1" status: 200 len: 946 time: 0.0912476 Nov 19 17:46:12.481325 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-74f830a4-4bea-4ed3-bd96-caba452fa942 None None] Publish callbacks [] for port, precommit_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:12.496320 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-74f830a4-4bea-4ed3-bd96-caba452fa942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:12.562426 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a9af37-857b-40a3-b006-fa95747695cb None None] Pushing event updated for resources: {'Port': ['ID=2b481e0b-b01f-4d49-81a8-0eb8b35f9a90,revision_number=2']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:46:12.584004 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-97bf8bb2-015b-4e49-aeb6-58862ff64ae8 req-70e70e8b-07e6-4c9e-8bb2-f4eea48dc8d2 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/security-groups?id=b596b6e2-4e99-405d-ab15-439621199b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098759 Nov 19 17:46:12.584512 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-74f830a4-4bea-4ed3-bd96-caba452fa942 None None] Attempting to bind port 2b481e0b-b01f-4d49-81a8-0eb8b35f9a90 on host n-d-818022-2 for vnic_type normal with profile {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:46:12.584891 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-74f830a4-4bea-4ed3-bd96-caba452fa942 None None] Attempting to bind port 2b481e0b-b01f-4d49-81a8-0eb8b35f9a90 by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:46:12.585251 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f830a4-4bea-4ed3-bd96-caba452fa942 None None] Attempting to bind port 2b481e0b-b01f-4d49-81a8-0eb8b35f9a90 on network 645e61aa-1a6c-4e8f-857e-ab06edb4897f {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:46:12.609510 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f830a4-4bea-4ed3-bd96-caba452fa942 None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 46, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:46:12.609919 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f830a4-4bea-4ed3-bd96-caba452fa942 None None] Checking segment: {'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:46:12.610508 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-74f830a4-4bea-4ed3-bd96-caba452fa942 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:12.610916 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f830a4-4bea-4ed3-bd96-caba452fa942 None None] Bound using segment: {'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:46:12.611474 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-74f830a4-4bea-4ed3-bd96-caba452fa942 None None] Bound port: 2b481e0b-b01f-4d49-81a8-0eb8b35f9a90, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'}}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:46:12.612268 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-74f830a4-4bea-4ed3-bd96-caba452fa942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:12.734193 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ad282579-e500-44ee-b0fa-46a9abdc67f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:12.738881 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-74f830a4-4bea-4ed3-bd96-caba452fa942 None None] For port 2b481e0b-b01f-4d49-81a8-0eb8b35f9a90, host n-d-818022-2, cleared binding levels {{(pid=103367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:46:12.739887 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-bb40fe4d-e570-4e25-9853-b32891cde339 req-714752da-f567-4e14-b859-1b553bae82cb service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=67c7d862-f420-4f4c-9d52-2ec6b77c5e28&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1520147 Nov 19 17:46:12.751118 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-74f830a4-4bea-4ed3-bd96-caba452fa942 None None] For port 2b481e0b-b01f-4d49-81a8-0eb8b35f9a90, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=2b481e0b-b01f-4d49-81a8-0eb8b35f9a90,segment=NetworkSegment(bbe705c1-96c0-476e-8381-28227e6f0ac5),segment_id=bbe705c1-96c0-476e-8381-28227e6f0ac5)] {{(pid=103367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:46:12.758381 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-74f830a4-4bea-4ed3-bd96-caba452fa942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:12.903929 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f830a4-4bea-4ed3-bd96-caba452fa942 None None] Routers {'f4b6c58f-cd75-44cc-8787-baec48807333'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:46:12.904998 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-74f830a4-4bea-4ed3-bd96-caba452fa942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:46:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['f4b6c58f-cd75-44cc-8787-baec48807333'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:46:12.952011 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a9af37-857b-40a3-b006-fa95747695cb None None] Pushing event updated for resources: {'Port': ['ID=2b481e0b-b01f-4d49-81a8-0eb8b35f9a90,revision_number=3']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:46:12.954431 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8a98f4-6aca-4685-83f1-9825af64115f req-525788d6-b80c-42df-a427-4facdabdf575 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:46:12.964694 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6f8a98f4-6aca-4685-83f1-9825af64115f req-525788d6-b80c-42df-a427-4facdabdf575 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec9f9dc4-f3d0-4fbd-b419-1ab72c92e9be HTTP/1.1" status: 200 len: 946 time: 0.1079526 Nov 19 17:46:12.976266 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb40fe4d-e570-4e25-9853-b32891cde339 req-5c3d2c7d-713c-4e36-b5c5-7b3e7546bac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:46:12.979196 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-bb40fe4d-e570-4e25-9853-b32891cde339 req-5c3d2c7d-713c-4e36-b5c5-7b3e7546bac6 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=de10e7e0e3ea4ce28d84ef76e9c1ec3a&device_id=67c7d862-f420-4f4c-9d52-2ec6b77c5e28 HTTP/1.1" status: 200 len: 1098 time: 0.1312480 Nov 19 17:46:13.004688 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [None req-ad282579-e500-44ee-b0fa-46a9abdc67f9 admin admin] Allocated IP 172.20.0.1 (a852352a-2775-46e6-a35f-db18c940ab13/8712b0a0-209e-48fe-9dec-dc6fcf9fac2b/6aeda02e-2653-4987-932d-4bfc5d2b7a6f) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:46:13.102579 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-74f830a4-4bea-4ed3-bd96-caba452fa942 None None] Set router f4b6c58f-cd75-44cc-8787-baec48807333 gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:46:13.124959 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31ec7f0-b41f-4f7a-be3d-6a6de660ff05 req-3565ccc4-9db8-48a3-b139-49fda812ca08 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:46:13.126585 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e31ec7f0-b41f-4f7a-be3d-6a6de660ff05 req-3565ccc4-9db8-48a3-b139-49fda812ca08 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/ports?device_id=4f54a6ec-d290-4197-84ed-c303dd0ab2dc HTTP/1.1" status: 200 len: 946 time: 0.1344872 Nov 19 17:46:13.129126 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6f8a98f4-6aca-4685-83f1-9825af64115f req-074469cd-f107-4c95-aced-f3deb0e3b2db tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/security-groups?id=b596b6e2-4e99-405d-ab15-439621199b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630902 Nov 19 17:46:13.234102 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb40fe4d-e570-4e25-9853-b32891cde339 req-ba9da3b4-8ae3-4ffa-b829-5ae3b2380e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:46:13.236345 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-bb40fe4d-e570-4e25-9853-b32891cde339 req-ba9da3b4-8ae3-4ffa-b829-5ae3b2380e58 service neutron] 10.222.0.86 "GET /v2.0/networks?id=c7b257b3-f66e-4846-9861-5f47f21f4188 HTTP/1.1" status: 200 len: 908 time: 0.2142282 Nov 19 17:46:13.279625 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e31ec7f0-b41f-4f7a-be3d-6a6de660ff05 req-d3038018-1c0b-4d23-afa8-232b5a98c2b7 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/security-groups?id=12d5dc08-1d9f-41c6-b52c-304239ec8b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352122 Nov 19 17:46:13.300346 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ad282579-e500-44ee-b0fa-46a9abdc67f9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:13.367135 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ad282579-e500-44ee-b0fa-46a9abdc67f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:13.371275 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-bb40fe4d-e570-4e25-9853-b32891cde339 req-26712241-bdbe-4a7e-b20a-50518bedbeea service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=93e90eda-5096-4d5d-bd55-a580bf26e4e1 HTTP/1.1" status: 200 len: 217 time: 0.1024094 Nov 19 17:46:13.423070 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-74f830a4-4bea-4ed3-bd96-caba452fa942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4b6c58f-cd75-44cc-8787-baec48807333', 'name': 'tempest-TaggedBootDevicesTest-1091881533-router', 'tenant_id': 'fffb0ab519a04afbb97719f4710d532f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.171'}], 'enable_snat': True}, 'gw_port_id': '2b481e0b-b01f-4d49-81a8-0eb8b35f9a90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:46:05Z', 'updated_at': '2021-11-19T17:46:08Z', 'revision_number': 3, 'project_id': 'fffb0ab519a04afbb97719f4710d532f', 'gw_port': {'id': '2b481e0b-b01f-4d49-81a8-0eb8b35f9a90', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:a8:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4b6c58f-cd75-44cc-8787-baec48807333', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:46:07Z', 'updated_at': '2021-11-19T17:46:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:46:13.444333 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad282579-e500-44ee-b0fa-46a9abdc67f9 admin admin] Network a852352a-2775-46e6-a35f-db18c940ab13 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:46:13.458890 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f830a4-4bea-4ed3-bd96-caba452fa942 None None] The sync data for ids ['f4b6c58f-cd75-44cc-8787-baec48807333'] in n-d-818022-2 is: [{'id': 'f4b6c58f-cd75-44cc-8787-baec48807333', 'name': 'tempest-TaggedBootDevicesTest-1091881533-router', 'tenant_id': 'fffb0ab519a04afbb97719f4710d532f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.171'}], 'enable_snat': True}, 'gw_port_id': '2b481e0b-b01f-4d49-81a8-0eb8b35f9a90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:46:05Z', 'updated_at': '2021-11-19T17:46:08Z', 'revision_number': 3, 'project_id': 'fffb0ab519a04afbb97719f4710d532f', 'gw_port': {'id': '2b481e0b-b01f-4d49-81a8-0eb8b35f9a90', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:a8:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4b6c58f-cd75-44cc-8787-baec48807333', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:46:07Z', 'updated_at': '2021-11-19T17:46:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 17:46:13.461885 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-ad282579-e500-44ee-b0fa-46a9abdc67f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:46:13.483228 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad282579-e500-44ee-b0fa-46a9abdc67f9 admin admin] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:46:13.530902 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb40fe4d-e570-4e25-9853-b32891cde339 req-06494154-57d7-45a7-b16f-6bf6a3f31821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:46:13.534235 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-bb40fe4d-e570-4e25-9853-b32891cde339 req-06494154-57d7-45a7-b16f-6bf6a3f31821 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=df2b5fb0-4ad7-475f-930a-bdefef26bd76 HTTP/1.1" status: 200 len: 847 time: 0.1403370 Nov 19 17:46:13.552066 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad282579-e500-44ee-b0fa-46a9abdc67f9 admin admin] Pushing event updated for resources: {'Port': ['ID=6aeda02e-2653-4987-932d-4bfc5d2b7a6f,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:46:13.611401 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b6e6ab-dc1c-42c8-ba89-8cbb616bf807 req-619ea89a-c784-44d8-9c2b-293bbd5b7431 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:46:13.612054 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-bb40fe4d-e570-4e25-9853-b32891cde339 req-dfa5057e-beef-4680-aa27-62bf91b54a26 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c7b257b3-f66e-4846-9861-5f47f21f4188&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494514 Nov 19 17:46:13.623932 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-91b6e6ab-dc1c-42c8-ba89-8cbb616bf807 req-619ea89a-c784-44d8-9c2b-293bbd5b7431 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec9f9dc4-f3d0-4fbd-b419-1ab72c92e9be HTTP/1.1" status: 200 len: 946 time: 0.1923721 Nov 19 17:46:13.630539 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ad282579-e500-44ee-b0fa-46a9abdc67f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-671361'] for router_interface, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:13.646349 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3c25fe-8091-4708-82f2-2eeb4e382e16 req-96ff9204-7e54-4945-a9f3-67163f30f51d tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:46:13.649534 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-cb3c25fe-8091-4708-82f2-2eeb4e382e16 req-96ff9204-7e54-4945-a9f3-67163f30f51d tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] 10.222.0.54 "GET /v2.0/ports?device_id=d92fe2bd-ad51-4c6e-8818-ece36aa67a95 HTTP/1.1" status: 200 len: 945 time: 0.1488822 Nov 19 17:46:13.803514 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-cb3c25fe-8091-4708-82f2-2eeb4e382e16 req-3d1bb1ae-2056-40f0-afc8-108abe4aa32d tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] 10.222.0.54 "GET /v2.0/security-groups?id=a352ca94-2149-4006-acad-e3c22132eabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896473 Nov 19 17:46:13.846756 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-bb40fe4d-e570-4e25-9853-b32891cde339 req-66ca9611-fe5f-47c5-94ed-689ae7c75fa1 service neutron] 10.222.0.86 "GET /v2.0/networks/c7b257b3-f66e-4846-9861-5f47f21f4188?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1955414 Nov 19 17:46:14.017936 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ad282579-e500-44ee-b0fa-46a9abdc67f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:14.048329 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-0568e96e-4c33-4ea4-ba0f-6cd646e5b593 None None] Provisioning complete for port 6aeda02e-2653-4987-932d-4bfc5d2b7a6f triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:46:14.049034 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0568e96e-4c33-4ea4-ba0f-6cd646e5b593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:14.054876 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-91b6e6ab-dc1c-42c8-ba89-8cbb616bf807 req-90d8acf5-550a-4a9e-ae44-f2fed399cac3 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/security-groups?id=b596b6e2-4e99-405d-ab15-439621199b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4266784 Nov 19 17:46:14.108497 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-bb40fe4d-e570-4e25-9853-b32891cde339 req-272abf33-7a76-41d4-9f3f-b58dd634a6ba service neutron] 10.222.0.86 "GET /v2.0/networks/c7b257b3-f66e-4846-9861-5f47f21f4188?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2436008 Nov 19 17:46:14.187676 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-0568e96e-4c33-4ea4-ba0f-6cd646e5b593 None None] Port 6aeda02e-2653-4987-932d-4bfc5d2b7a6f cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:46:14.388342 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f1b314-8ed6-4577-8e32-6c051878a5c5 req-64a34dda-2e8b-462a-8329-1f41b5a41830 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:46:14.392021 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-58f1b314-8ed6-4577-8e32-6c051878a5c5 req-64a34dda-2e8b-462a-8329-1f41b5a41830 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec9f9dc4-f3d0-4fbd-b419-1ab72c92e9be HTTP/1.1" status: 200 len: 946 time: 0.1495707 Nov 19 17:46:14.524588 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ad282579-e500-44ee-b0fa-46a9abdc67f9 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:14.538858 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ad282579-e500-44ee-b0fa-46a9abdc67f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:14.599714 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337f23c6-1d2f-4a56-bee5-de3a162d3c45 req-e2abeca9-d415-4186-b54c-b2e90d4fdd75 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:46:14.604514 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-337f23c6-1d2f-4a56-bee5-de3a162d3c45 req-e2abeca9-d415-4186-b54c-b2e90d4fdd75 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/ports?device_id=4f54a6ec-d290-4197-84ed-c303dd0ab2dc HTTP/1.1" status: 200 len: 946 time: 0.1668587 Nov 19 17:46:14.694416 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ad282579-e500-44ee-b0fa-46a9abdc67f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-768529'] for router_interface, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:14.699174 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad282579-e500-44ee-b0fa-46a9abdc67f9 admin admin] Pushing event updated for resources: {'Port': ['ID=6aeda02e-2653-4987-932d-4bfc5d2b7a6f,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:46:14.709311 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-337f23c6-1d2f-4a56-bee5-de3a162d3c45 req-774f72c4-beb3-4024-abae-79649514c306 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/security-groups?id=12d5dc08-1d9f-41c6-b52c-304239ec8b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916727 Nov 19 17:46:14.817236 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-58f1b314-8ed6-4577-8e32-6c051878a5c5 req-633b251b-9bd0-49c6-a1d6-a8b4804ec973 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/security-groups?id=b596b6e2-4e99-405d-ab15-439621199b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3265040 Nov 19 17:46:14.946710 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad282579-e500-44ee-b0fa-46a9abdc67f9 admin admin] Network a852352a-2775-46e6-a35f-db18c940ab13 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:46:14.952544 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-ad282579-e500-44ee-b0fa-46a9abdc67f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:46:15.077887 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98214ed9-5914-4274-9de1-450d442c799d req-b2959fbc-a7ac-433a-add1-40d0efad7e62 tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:46:15.081907 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-98214ed9-5914-4274-9de1-450d442c799d req-b2959fbc-a7ac-433a-add1-40d0efad7e62 tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] 10.222.0.54 "GET /v2.0/ports?device_id=d92fe2bd-ad51-4c6e-8818-ece36aa67a95 HTTP/1.1" status: 200 len: 945 time: 0.1051412 Nov 19 17:46:15.134846 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 2b481e0b-b01f-4d49-81a8-0eb8b35f9a90 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:46:15.275287 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-98214ed9-5914-4274-9de1-450d442c799d req-b30e7d5c-6cb0-448d-a621-aa41a732331d tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] 10.222.0.54 "GET /v2.0/security-groups?id=a352ca94-2149-4006-acad-e3c22132eabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607625 Nov 19 17:46:15.368431 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 2b481e0b-b01f-4d49-81a8-0eb8b35f9a90 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:46:15.369057 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:15.449764 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cd29b3-28ec-49dd-bc90-8e5a759224b7 req-eb932720-34de-4e72-88a9-2d5669a2b171 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:46:15.462056 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f0cd29b3-28ec-49dd-bc90-8e5a759224b7 req-eb932720-34de-4e72-88a9-2d5669a2b171 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec9f9dc4-f3d0-4fbd-b419-1ab72c92e9be HTTP/1.1" status: 200 len: 946 time: 0.1978614 Nov 19 17:46:15.501469 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad282579-e500-44ee-b0fa-46a9abdc67f9 admin admin] Router f4b6c58f-cd75-44cc-8787-baec48807333 has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 17:46:15.506920 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-404baee8-205c-46bf-ae77-7e0fbcdb10cf None None] Provisioning complete for port 6aeda02e-2653-4987-932d-4bfc5d2b7a6f triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:46:15.507879 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-404baee8-205c-46bf-ae77-7e0fbcdb10cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:15.657526 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:15.679318 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f0cd29b3-28ec-49dd-bc90-8e5a759224b7 req-541d107b-e68c-43b8-93dc-521435080961 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/security-groups?id=b596b6e2-4e99-405d-ab15-439621199b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141845 Nov 19 17:46:15.699482 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-404baee8-205c-46bf-ae77-7e0fbcdb10cf None None] Port 6aeda02e-2653-4987-932d-4bfc5d2b7a6f cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:46:15.737178 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] For port 2b481e0b-b01f-4d49-81a8-0eb8b35f9a90, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=2b481e0b-b01f-4d49-81a8-0eb8b35f9a90,segment=NetworkSegment(bbe705c1-96c0-476e-8381-28227e6f0ac5),segment_id=bbe705c1-96c0-476e-8381-28227e6f0ac5)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:46:15.743687 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:15.923411 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Pushing event updated for resources: {'Port': ['ID=2b481e0b-b01f-4d49-81a8-0eb8b35f9a90,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:46:16.006296 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad282579-e500-44ee-b0fa-46a9abdc67f9 admin admin] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 17:46:16.040151 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-ad282579-e500-44ee-b0fa-46a9abdc67f9 admin admin] 10.222.0.54 "PUT /v2.0/routers/f4b6c58f-cd75-44cc-8787-baec48807333/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5900984 Nov 19 17:46:16.168487 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fe7a62-bc07-4147-ab2c-ed398bce24fa req-6e57f720-e2f4-4df4-b556-9656331f9393 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:46:16.171855 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f3fe7a62-bc07-4147-ab2c-ed398bce24fa req-6e57f720-e2f4-4df4-b556-9656331f9393 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/ports?device_id=4f54a6ec-d290-4197-84ed-c303dd0ab2dc HTTP/1.1" status: 200 len: 946 time: 0.2042916 Nov 19 17:46:16.224769 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1e6ef2-3950-4c82-a805-b4d26c4c0d2b req-1f8ae6e9-67c1-4045-a921-1557e5cc8ac3 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:46:16.233476 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-aa1e6ef2-3950-4c82-a805-b4d26c4c0d2b req-1f8ae6e9-67c1-4045-a921-1557e5cc8ac3 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec9f9dc4-f3d0-4fbd-b419-1ab72c92e9be HTTP/1.1" status: 200 len: 946 time: 0.1269050 Nov 19 17:46:16.312213 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f3fe7a62-bc07-4147-ab2c-ed398bce24fa req-162ccfc1-5745-4a36-b625-5f3e46ea5170 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/security-groups?id=12d5dc08-1d9f-41c6-b52c-304239ec8b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324062 Nov 19 17:46:16.337487 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-aa1e6ef2-3950-4c82-a805-b4d26c4c0d2b req-8d726f75-0aaf-406c-9969-21ebddbf0f72 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/security-groups?id=b596b6e2-4e99-405d-ab15-439621199b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031129 Nov 19 17:46:16.649877 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381b3d82-263a-4873-bb67-c716b6d125e5 req-0f5919d2-c217-4d8e-9ded-7e04fbac21c6 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:46:16.658998 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-381b3d82-263a-4873-bb67-c716b6d125e5 req-0f5919d2-c217-4d8e-9ded-7e04fbac21c6 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec9f9dc4-f3d0-4fbd-b419-1ab72c92e9be HTTP/1.1" status: 200 len: 946 time: 0.1116340 Nov 19 17:46:16.758470 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f464df9-2566-4726-9594-317b8ac5c60b None None] Sync routers for ids ['f4b6c58f-cd75-44cc-8787-baec48807333'] in n-d-818022-2 {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 17:46:16.786464 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f464df9-2566-4726-9594-317b8ac5c60b None None] Routers {'f4b6c58f-cd75-44cc-8787-baec48807333'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:46:16.787113 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-4f464df9-2566-4726-9594-317b8ac5c60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:46:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['f4b6c58f-cd75-44cc-8787-baec48807333'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:46:16.804685 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-381b3d82-263a-4873-bb67-c716b6d125e5 req-851c6efd-6c0e-4378-a056-b83e82a428b3 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/security-groups?id=b596b6e2-4e99-405d-ab15-439621199b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333907 Nov 19 17:46:17.003727 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 2b481e0b-b01f-4d49-81a8-0eb8b35f9a90 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:46:17.078473 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-4f464df9-2566-4726-9594-317b8ac5c60b None None] Set router f4b6c58f-cd75-44cc-8787-baec48807333 gateway port host: n-d-818022-2 {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:46:17.190072 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea27a738-4ea4-4888-aabd-78ae48f86b18 req-94828c67-0f06-4004-872d-f01b321eb2d6 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:46:17.192330 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ea27a738-4ea4-4888-aabd-78ae48f86b18 req-94828c67-0f06-4004-872d-f01b321eb2d6 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec9f9dc4-f3d0-4fbd-b419-1ab72c92e9be HTTP/1.1" status: 200 len: 946 time: 0.0911176 Nov 19 17:46:17.267606 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ea27a738-4ea4-4888-aabd-78ae48f86b18 req-2f424e65-5a91-4181-b190-4fcc23bf3024 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/security-groups?id=b596b6e2-4e99-405d-ab15-439621199b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575254 Nov 19 17:46:17.408177 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 2b481e0b-b01f-4d49-81a8-0eb8b35f9a90 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:46:17.408815 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:17.596430 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94a8b3f-8dfd-4e97-90d5-856744f2406a req-3b8f42ee-8685-4063-9a87-22e25f24de6d tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:46:17.618248 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f94a8b3f-8dfd-4e97-90d5-856744f2406a req-3b8f42ee-8685-4063-9a87-22e25f24de6d tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/ports?device_id=4f54a6ec-d290-4197-84ed-c303dd0ab2dc HTTP/1.1" status: 200 len: 946 time: 0.1811469 Nov 19 17:46:17.654854 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e370cfa-563d-4e21-abe4-21ae261f729c req-e0f58492-c552-488e-b46d-23ab20de18fc tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:46:17.657370 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9e370cfa-563d-4e21-abe4-21ae261f729c req-e0f58492-c552-488e-b46d-23ab20de18fc tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec9f9dc4-f3d0-4fbd-b419-1ab72c92e9be HTTP/1.1" status: 200 len: 946 time: 0.1595612 Nov 19 17:46:17.667883 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-4f464df9-2566-4726-9594-317b8ac5c60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4b6c58f-cd75-44cc-8787-baec48807333', 'name': 'tempest-TaggedBootDevicesTest-1091881533-router', 'tenant_id': 'fffb0ab519a04afbb97719f4710d532f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.171'}], 'enable_snat': True}, 'gw_port_id': '2b481e0b-b01f-4d49-81a8-0eb8b35f9a90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:46:05Z', 'updated_at': '2021-11-19T17:46:13Z', 'revision_number': 4, 'project_id': 'fffb0ab519a04afbb97719f4710d532f', 'gw_port': {'id': '2b481e0b-b01f-4d49-81a8-0eb8b35f9a90', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:a8:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4b6c58f-cd75-44cc-8787-baec48807333', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:46:07Z', 'updated_at': '2021-11-19T17:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': '6aeda02e-2653-4987-932d-4bfc5d2b7a6f', 'name': '', 'network_id': 'a852352a-2775-46e6-a35f-db18c940ab13', 'tenant_id': 'fffb0ab519a04afbb97719f4710d532f', 'mac_address': 'fa:16:3e:1a:c6:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4b6c58f-cd75-44cc-8787-baec48807333', 'device_owner': 'network:router_interface', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '8712b0a0-209e-48fe-9dec-dc6fcf9fac2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:46:12Z', 'updated_at': '2021-11-19T17:46:14Z', 'revision_number': 2, 'project_id': 'fffb0ab519a04afbb97719f4710d532f', 'subnets': [{'id': '8712b0a0-209e-48fe-9dec-dc6fcf9fac2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:46:17.717898 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f464df9-2566-4726-9594-317b8ac5c60b None None] Checking router: f4b6c58f-cd75-44cc-8787-baec48807333 for host: n-d-818022-2 {{(pid=103366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 17:46:17.719703 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f464df9-2566-4726-9594-317b8ac5c60b None None] Updating router f4b6c58f-cd75-44cc-8787-baec48807333 port 6aeda02e-2653-4987-932d-4bfc5d2b7a6f binding host n-d-818022-2 {{(pid=103366) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 17:46:17.756725 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9e370cfa-563d-4e21-abe4-21ae261f729c req-f7f78341-fc0e-4f55-924d-94b30038e03b tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/security-groups?id=b596b6e2-4e99-405d-ab15-439621199b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894170 Nov 19 17:46:17.760585 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4f464df9-2566-4726-9594-317b8ac5c60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:17.908414 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f94a8b3f-8dfd-4e97-90d5-856744f2406a req-c7dab4c4-e9f5-4653-9ac5-a45e25508ed1 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/security-groups?id=12d5dc08-1d9f-41c6-b52c-304239ec8b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2887683 Nov 19 17:46:18.338690 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a68a27c-ec1c-441f-ad36-429f5b8d82fe req-fb79e4f9-5f78-43c7-b606-54f38d57b115 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:46:18.359231 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0a68a27c-ec1c-441f-ad36-429f5b8d82fe req-fb79e4f9-5f78-43c7-b606-54f38d57b115 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec9f9dc4-f3d0-4fbd-b419-1ab72c92e9be HTTP/1.1" status: 200 len: 946 time: 0.1200972 Nov 19 17:46:18.429073 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4f464df9-2566-4726-9594-317b8ac5c60b None None] Publish callbacks [] for port, precommit_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:18.450198 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4f464df9-2566-4726-9594-317b8ac5c60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:18.466412 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0a68a27c-ec1c-441f-ad36-429f5b8d82fe req-12a45d50-99a1-4ae9-82b9-3c2ccd502493 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/security-groups?id=b596b6e2-4e99-405d-ab15-439621199b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052556 Nov 19 17:46:18.658087 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01d0046-0a6b-4f3f-9a0e-1c28149eecd4 None None] Pushing event updated for resources: {'Port': ['ID=6aeda02e-2653-4987-932d-4bfc5d2b7a6f,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:46:18.722330 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240683b3-bc8c-40b7-8e02-dd788d0b31ba req-41081774-e0b3-47f1-8330-b9edcc022b96 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:46:18.724741 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-240683b3-bc8c-40b7-8e02-dd788d0b31ba req-41081774-e0b3-47f1-8330-b9edcc022b96 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec9f9dc4-f3d0-4fbd-b419-1ab72c92e9be HTTP/1.1" status: 200 len: 946 time: 0.1295352 Nov 19 17:46:18.738433 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-4f464df9-2566-4726-9594-317b8ac5c60b None None] Attempting to bind port 6aeda02e-2653-4987-932d-4bfc5d2b7a6f on host n-d-818022-2 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:46:18.738866 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-4f464df9-2566-4726-9594-317b8ac5c60b None None] Attempting to bind port 6aeda02e-2653-4987-932d-4bfc5d2b7a6f by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': '6da15964-3695-4468-99da-4fa57112b271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'a852352a-2775-46e6-a35f-db18c940ab13'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:46:18.739238 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f464df9-2566-4726-9594-317b8ac5c60b None None] Attempting to bind port 6aeda02e-2653-4987-932d-4bfc5d2b7a6f on network a852352a-2775-46e6-a35f-db18c940ab13 {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:46:18.748609 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f464df9-2566-4726-9594-317b8ac5c60b None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 46, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:46:18.748889 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f464df9-2566-4726-9594-317b8ac5c60b None None] Checking segment: {'id': '6da15964-3695-4468-99da-4fa57112b271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'a852352a-2775-46e6-a35f-db18c940ab13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:46:18.749357 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4f464df9-2566-4726-9594-317b8ac5c60b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:18.749892 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f464df9-2566-4726-9594-317b8ac5c60b None None] Bound using segment: {'id': '6da15964-3695-4468-99da-4fa57112b271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'a852352a-2775-46e6-a35f-db18c940ab13'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:46:18.751540 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-4f464df9-2566-4726-9594-317b8ac5c60b None None] Bound port: 6aeda02e-2653-4987-932d-4bfc5d2b7a6f, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6da15964-3695-4468-99da-4fa57112b271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'a852352a-2775-46e6-a35f-db18c940ab13'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:46:18.751946 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4f464df9-2566-4726-9594-317b8ac5c60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:18.881973 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-4f464df9-2566-4726-9594-317b8ac5c60b None None] For port 6aeda02e-2653-4987-932d-4bfc5d2b7a6f, host n-d-818022-2, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:46:18.888854 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-240683b3-bc8c-40b7-8e02-dd788d0b31ba req-8615eb9f-65ef-49b7-9b5e-394d2760cca6 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/security-groups?id=b596b6e2-4e99-405d-ab15-439621199b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517265 Nov 19 17:46:18.893487 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-4f464df9-2566-4726-9594-317b8ac5c60b None None] For port 6aeda02e-2653-4987-932d-4bfc5d2b7a6f, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=6aeda02e-2653-4987-932d-4bfc5d2b7a6f,segment=NetworkSegment(6da15964-3695-4468-99da-4fa57112b271),segment_id=6da15964-3695-4468-99da-4fa57112b271)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:46:18.901640 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4f464df9-2566-4726-9594-317b8ac5c60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:19.042891 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f464df9-2566-4726-9594-317b8ac5c60b None None] Routers {'f4b6c58f-cd75-44cc-8787-baec48807333'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:46:19.043539 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-4f464df9-2566-4726-9594-317b8ac5c60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:46:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['f4b6c58f-cd75-44cc-8787-baec48807333'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:46:19.197327 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01d0046-0a6b-4f3f-9a0e-1c28149eecd4 None None] Pushing event updated for resources: {'Port': ['ID=6aeda02e-2653-4987-932d-4bfc5d2b7a6f,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:46:19.245378 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-101386f5-a58d-4a60-bdca-1fe20c662402 None None] Provisioning complete for port 6aeda02e-2653-4987-932d-4bfc5d2b7a6f triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:46:19.245722 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-101386f5-a58d-4a60-bdca-1fe20c662402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:19.324969 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f07773-c85d-46bc-b3f1-fbc806ba48e5 req-0bf0c553-422f-41e5-ac8c-e5ff0f31f10a tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:46:19.343935 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-39f07773-c85d-46bc-b3f1-fbc806ba48e5 req-0bf0c553-422f-41e5-ac8c-e5ff0f31f10a tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/ports?device_id=4f54a6ec-d290-4197-84ed-c303dd0ab2dc HTTP/1.1" status: 200 len: 946 time: 0.2229409 Nov 19 17:46:19.570812 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-4f464df9-2566-4726-9594-317b8ac5c60b None None] Set router f4b6c58f-cd75-44cc-8787-baec48807333 gateway port host: n-d-818022-2 {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:46:19.572020 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-39f07773-c85d-46bc-b3f1-fbc806ba48e5 req-2fc0127b-b8d5-4814-b76f-e38b63416894 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/security-groups?id=12d5dc08-1d9f-41c6-b52c-304239ec8b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259889 Nov 19 17:46:19.573969 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-101386f5-a58d-4a60-bdca-1fe20c662402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:19.729866 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-101386f5-a58d-4a60-bdca-1fe20c662402 None None] For port 6aeda02e-2653-4987-932d-4bfc5d2b7a6f, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=6aeda02e-2653-4987-932d-4bfc5d2b7a6f,segment=NetworkSegment(6da15964-3695-4468-99da-4fa57112b271),segment_id=6da15964-3695-4468-99da-4fa57112b271)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:46:19.735154 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-101386f5-a58d-4a60-bdca-1fe20c662402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:19.960169 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f89ccf36-0f89-4a03-a077-7544fd938ff1 req-e25d9bd7-f1c1-4dc4-b824-35f33ac31d27 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=096b5441-5f69-4f8a-a4be-bedfc1bccced&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0756640 Nov 19 17:46:19.980400 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cbf019-0100-4e60-a644-2c57a2eeb86a req-cad97ae1-22fb-412d-85bf-9fec038553c5 tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:46:19.985057 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-71cbf019-0100-4e60-a644-2c57a2eeb86a req-cad97ae1-22fb-412d-85bf-9fec038553c5 tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] 10.222.0.54 "GET /v2.0/ports?device_id=d92fe2bd-ad51-4c6e-8818-ece36aa67a95 HTTP/1.1" status: 200 len: 945 time: 0.1282928 Nov 19 17:46:20.153225 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-71cbf019-0100-4e60-a644-2c57a2eeb86a req-a1e8a6f7-dd59-41ec-b7cd-4369b14e1d44 tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] 10.222.0.54 "GET /v2.0/security-groups?id=a352ca94-2149-4006-acad-e3c22132eabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602027 Nov 19 17:46:20.164034 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89ccf36-0f89-4a03-a077-7544fd938ff1 req-1fad5e4b-d264-46be-8d1e-622016c5d615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:46:20.180572 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f89ccf36-0f89-4a03-a077-7544fd938ff1 req-1fad5e4b-d264-46be-8d1e-622016c5d615 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=de10e7e0e3ea4ce28d84ef76e9c1ec3a&device_id=096b5441-5f69-4f8a-a4be-bedfc1bccced HTTP/1.1" status: 200 len: 1096 time: 0.1680648 Nov 19 17:46:20.239303 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7dfc54-12fb-4ee0-9943-5ed5faf41a6e req-2e138031-9fb8-4b48-b8d4-00a85a1a15a9 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:46:20.253519 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-eb7dfc54-12fb-4ee0-9943-5ed5faf41a6e req-2e138031-9fb8-4b48-b8d4-00a85a1a15a9 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec9f9dc4-f3d0-4fbd-b419-1ab72c92e9be HTTP/1.1" status: 200 len: 946 time: 0.1972177 Nov 19 17:46:20.345088 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101386f5-a58d-4a60-bdca-1fe20c662402 None None] Pushing event updated for resources: {'Port': ['ID=6aeda02e-2653-4987-932d-4bfc5d2b7a6f,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:46:20.365602 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-f16f0c86-a98c-4fc6-86c3-501561e55d8b None None] Provisioning complete for port 6aeda02e-2653-4987-932d-4bfc5d2b7a6f triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:46:20.366136 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f16f0c86-a98c-4fc6-86c3-501561e55d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:20.368633 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-eb7dfc54-12fb-4ee0-9943-5ed5faf41a6e req-8fffd2ba-f090-455b-88f2-07a671ce84dc tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/security-groups?id=b596b6e2-4e99-405d-ab15-439621199b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137002 Nov 19 17:46:20.504302 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89ccf36-0f89-4a03-a077-7544fd938ff1 req-7bf704ca-2c1d-430e-a199-f5bbc435baaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:46:20.528791 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f89ccf36-0f89-4a03-a077-7544fd938ff1 req-7bf704ca-2c1d-430e-a199-f5bbc435baaf service neutron] 10.222.0.60 "GET /v2.0/networks?id=c7b257b3-f66e-4846-9861-5f47f21f4188 HTTP/1.1" status: 200 len: 908 time: 0.3148026 Nov 19 17:46:20.584979 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-4f464df9-2566-4726-9594-317b8ac5c60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4b6c58f-cd75-44cc-8787-baec48807333', 'name': 'tempest-TaggedBootDevicesTest-1091881533-router', 'tenant_id': 'fffb0ab519a04afbb97719f4710d532f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.171'}], 'enable_snat': True}, 'gw_port_id': '2b481e0b-b01f-4d49-81a8-0eb8b35f9a90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:46:05Z', 'updated_at': '2021-11-19T17:46:13Z', 'revision_number': 4, 'project_id': 'fffb0ab519a04afbb97719f4710d532f', 'gw_port': {'id': '2b481e0b-b01f-4d49-81a8-0eb8b35f9a90', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:a8:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4b6c58f-cd75-44cc-8787-baec48807333', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:46:07Z', 'updated_at': '2021-11-19T17:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': '6aeda02e-2653-4987-932d-4bfc5d2b7a6f', 'name': '', 'network_id': 'a852352a-2775-46e6-a35f-db18c940ab13', 'tenant_id': 'fffb0ab519a04afbb97719f4710d532f', 'mac_address': 'fa:16:3e:1a:c6:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4b6c58f-cd75-44cc-8787-baec48807333', 'device_owner': 'network:router_interface', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '8712b0a0-209e-48fe-9dec-dc6fcf9fac2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:46:12Z', 'updated_at': '2021-11-19T17:46:18Z', 'revision_number': 4, 'project_id': 'fffb0ab519a04afbb97719f4710d532f', 'subnets': [{'id': '8712b0a0-209e-48fe-9dec-dc6fcf9fac2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:46:20.652100 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f464df9-2566-4726-9594-317b8ac5c60b None None] The sync data for ids ['f4b6c58f-cd75-44cc-8787-baec48807333'] in n-d-818022-2 is: [{'id': 'f4b6c58f-cd75-44cc-8787-baec48807333', 'name': 'tempest-TaggedBootDevicesTest-1091881533-router', 'tenant_id': 'fffb0ab519a04afbb97719f4710d532f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.171'}], 'enable_snat': True}, 'gw_port_id': '2b481e0b-b01f-4d49-81a8-0eb8b35f9a90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:46:05Z', 'updated_at': '2021-11-19T17:46:13Z', 'revision_number': 4, 'project_id': 'fffb0ab519a04afbb97719f4710d532f', 'gw_port': {'id': '2b481e0b-b01f-4d49-81a8-0eb8b35f9a90', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:a8:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4b6c58f-cd75-44cc-8787-baec48807333', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:46:07Z', 'updated_at': '2021-11-19T17:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': '6aeda02e-2653-4987-932d-4bfc5d2b7a6f', 'name': '', 'network_id': 'a852352a-2775-46e6-a35f-db18c940ab13', 'tenant_id': 'fffb0ab519a04afbb97719f4710d532f', 'mac_address': 'fa:16:3e:1a:c6:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4b6c58f-cd75-44cc-8787-baec48807333', 'device_owner': 'network:router_interface', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '8712b0a0-209e-48fe-9dec-dc6fcf9fac2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:46:12Z', 'updated_at': '2021-11-19T17:46:18Z', 'revision_number': 4, 'project_id': 'fffb0ab519a04afbb97719f4710d532f', 'subnets': [{'id': '8712b0a0-209e-48fe-9dec-dc6fcf9fac2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 17:46:20.663270 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f89ccf36-0f89-4a03-a077-7544fd938ff1 req-17686a2b-4810-498c-b6d2-1a22ef42d625 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8c6312d8-576e-4736-bc85-42aa986721e9 HTTP/1.1" status: 200 len: 217 time: 0.1277566 Nov 19 17:46:20.842841 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89ccf36-0f89-4a03-a077-7544fd938ff1 req-0dcfbe40-3ca3-449d-8cc9-c4ca9f9ef357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:46:20.844525 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f89ccf36-0f89-4a03-a077-7544fd938ff1 req-0dcfbe40-3ca3-449d-8cc9-c4ca9f9ef357 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=df2b5fb0-4ad7-475f-930a-bdefef26bd76 HTTP/1.1" status: 200 len: 847 time: 0.1711128 Nov 19 17:46:20.887215 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f89ccf36-0f89-4a03-a077-7544fd938ff1 req-17a45c9e-6ed7-4f87-a19f-0b879de4a453 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c7b257b3-f66e-4846-9861-5f47f21f4188&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341413 Nov 19 17:46:21.132163 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 6aeda02e-2653-4987-932d-4bfc5d2b7a6f up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:46:21.307421 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87126999-4a26-4729-99a9-8f5d4ab69ec8 req-8896f5e8-de09-49b2-a9b7-3fb19b284ea1 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:46:21.316442 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-87126999-4a26-4729-99a9-8f5d4ab69ec8 req-8896f5e8-de09-49b2-a9b7-3fb19b284ea1 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/ports?device_id=4f54a6ec-d290-4197-84ed-c303dd0ab2dc HTTP/1.1" status: 200 len: 946 time: 0.1264787 Nov 19 17:46:21.367599 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f89ccf36-0f89-4a03-a077-7544fd938ff1 req-d647b209-e059-45f7-85f7-4684db2f33b6 service neutron] 10.222.0.60 "GET /v2.0/networks/c7b257b3-f66e-4846-9861-5f47f21f4188?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4718716 Nov 19 17:46:21.374627 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 6aeda02e-2653-4987-932d-4bfc5d2b7a6f triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:46:21.375272 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:21.445470 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-87126999-4a26-4729-99a9-8f5d4ab69ec8 req-3638415d-d23a-4595-818b-4bc4d7028274 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/security-groups?id=12d5dc08-1d9f-41c6-b52c-304239ec8b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257367 Nov 19 17:46:21.709520 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f89ccf36-0f89-4a03-a077-7544fd938ff1 req-2ed1b689-491b-43b4-80cb-fa961c7ec784 service neutron] 10.222.0.60 "GET /v2.0/networks/c7b257b3-f66e-4846-9861-5f47f21f4188?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3343546 Nov 19 17:46:21.750983 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90788e79-81e1-476c-a74a-9f467df99bf6 req-c412e0f5-4650-45b9-9ab9-d0bd86d2ef0d tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:46:21.753342 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-90788e79-81e1-476c-a74a-9f467df99bf6 req-c412e0f5-4650-45b9-9ab9-d0bd86d2ef0d tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec9f9dc4-f3d0-4fbd-b419-1ab72c92e9be HTTP/1.1" status: 200 len: 946 time: 0.1642745 Nov 19 17:46:21.871692 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-90788e79-81e1-476c-a74a-9f467df99bf6 req-0422cd44-e49c-438b-97db-8a120869dee6 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/security-groups?id=b596b6e2-4e99-405d-ab15-439621199b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101713 Nov 19 17:46:22.665100 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cab414-d0c0-48be-9fa9-56e89da9fda0 req-3973ce39-f2df-4db8-acdd-ddae6135f4de tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:46:22.674063 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-51cab414-d0c0-48be-9fa9-56e89da9fda0 req-3973ce39-f2df-4db8-acdd-ddae6135f4de tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/ports?device_id=4f54a6ec-d290-4197-84ed-c303dd0ab2dc HTTP/1.1" status: 200 len: 946 time: 0.1248493 Nov 19 17:46:22.771361 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-51cab414-d0c0-48be-9fa9-56e89da9fda0 req-f3cc023a-6c90-4e1f-847c-d3326257dad4 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/security-groups?id=12d5dc08-1d9f-41c6-b52c-304239ec8b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941739 Nov 19 17:46:23.089173 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1601de8-37ef-4c47-a44e-79ca0b7d6caa req-6d27a15a-1147-400b-a133-e2ca53bb418d tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:46:23.091088 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d1601de8-37ef-4c47-a44e-79ca0b7d6caa req-6d27a15a-1147-400b-a133-e2ca53bb418d tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec9f9dc4-f3d0-4fbd-b419-1ab72c92e9be HTTP/1.1" status: 200 len: 946 time: 0.0645530 Nov 19 17:46:23.182326 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d1601de8-37ef-4c47-a44e-79ca0b7d6caa req-295497cb-019e-4a9c-bc6e-7c0e0d5a2aaa tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/security-groups?id=b596b6e2-4e99-405d-ab15-439621199b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795448 Nov 19 17:46:23.369590 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2aee38f-e69b-47d0-ae79-4b4e38d28cf0 req-072f96cd-8774-464f-b5ad-117d06080fa4 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:46:23.376642 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f2aee38f-e69b-47d0-ae79-4b4e38d28cf0 req-072f96cd-8774-464f-b5ad-117d06080fa4 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec9f9dc4-f3d0-4fbd-b419-1ab72c92e9be HTTP/1.1" status: 200 len: 946 time: 0.0842659 Nov 19 17:46:23.457052 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f2aee38f-e69b-47d0-ae79-4b4e38d28cf0 req-54f9acb1-e549-4c84-b78d-0e7890695f7d tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/security-groups?id=b596b6e2-4e99-405d-ab15-439621199b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611475 Nov 19 17:46:23.742983 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c26f7a-45b1-4da3-af66-17941964aecd req-136d9715-8283-45ce-817f-e5f36585e4e0 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:46:23.747049 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d8c26f7a-45b1-4da3-af66-17941964aecd req-136d9715-8283-45ce-817f-e5f36585e4e0 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec9f9dc4-f3d0-4fbd-b419-1ab72c92e9be HTTP/1.1" status: 200 len: 946 time: 0.1205270 Nov 19 17:46:23.821108 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.agents_db [None req-619e5c26-d9ed-4321-86eb-7d443bb9dfa2 None None] Agent healthcheck: found 7 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 17:46:23.868228 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d8c26f7a-45b1-4da3-af66-17941964aecd req-ed2d41f4-0946-4d1c-b8c4-ad971ff70bb2 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/security-groups?id=b596b6e2-4e99-405d-ab15-439621199b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134021 Nov 19 17:46:24.040060 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a0cab8-1d89-4e63-b27e-3db47fc43733 req-819ebdd4-ba04-45c3-9118-a867ad863cf7 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:46:24.058559 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-70a0cab8-1d89-4e63-b27e-3db47fc43733 req-819ebdd4-ba04-45c3-9118-a867ad863cf7 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/ports?device_id=4f54a6ec-d290-4197-84ed-c303dd0ab2dc HTTP/1.1" status: 200 len: 946 time: 0.1076350 Nov 19 17:46:24.065010 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6722b752-7fc0-4523-a79d-eedc5717d374 req-63f99878-6df0-4c62-91bc-f5169e03a26b tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:46:24.067194 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6722b752-7fc0-4523-a79d-eedc5717d374 req-63f99878-6df0-4c62-91bc-f5169e03a26b tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec9f9dc4-f3d0-4fbd-b419-1ab72c92e9be HTTP/1.1" status: 200 len: 946 time: 0.0992072 Nov 19 17:46:24.155187 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-70a0cab8-1d89-4e63-b27e-3db47fc43733 req-9e71ad5e-7a8b-46ff-aef8-c34aadffeede tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/security-groups?id=12d5dc08-1d9f-41c6-b52c-304239ec8b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947154 Nov 19 17:46:24.161449 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6722b752-7fc0-4523-a79d-eedc5717d374 req-d6100f6e-7d68-4667-9056-db79894e73e1 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/security-groups?id=b596b6e2-4e99-405d-ab15-439621199b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858769 Nov 19 17:46:24.366377 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c40e2fc-6ea0-4c6f-8d89-1d082d80076e req-8e2bcdb1-070a-4f35-8689-b21285b4e8c6 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:46:24.367941 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2c40e2fc-6ea0-4c6f-8d89-1d082d80076e req-8e2bcdb1-070a-4f35-8689-b21285b4e8c6 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec9f9dc4-f3d0-4fbd-b419-1ab72c92e9be HTTP/1.1" status: 200 len: 946 time: 0.0654595 Nov 19 17:46:24.424274 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2c40e2fc-6ea0-4c6f-8d89-1d082d80076e req-cde82786-ca84-4361-9e15-78aabc63cc66 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/security-groups?id=b596b6e2-4e99-405d-ab15-439621199b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503476 Nov 19 17:46:24.614662 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a33ec6e-269d-4d02-8946-3dd76b097a33 req-9c9a8c9f-93bd-47fa-ad83-df4f297717dc tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:46:24.616630 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6a33ec6e-269d-4d02-8946-3dd76b097a33 req-9c9a8c9f-93bd-47fa-ad83-df4f297717dc tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec9f9dc4-f3d0-4fbd-b419-1ab72c92e9be HTTP/1.1" status: 200 len: 946 time: 0.0657194 Nov 19 17:46:24.712044 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6a33ec6e-269d-4d02-8946-3dd76b097a33 req-6c89a0d6-de19-489a-a936-a0d8c3c60ee1 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/security-groups?id=b596b6e2-4e99-405d-ab15-439621199b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802624 Nov 19 17:46:24.946658 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d58c21-3d04-473a-8f55-b158f5a0a5da req-e615685a-0f26-4889-8280-a5f1c17452b1 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:46:24.955095 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-30d58c21-3d04-473a-8f55-b158f5a0a5da req-e615685a-0f26-4889-8280-a5f1c17452b1 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec9f9dc4-f3d0-4fbd-b419-1ab72c92e9be HTTP/1.1" status: 200 len: 946 time: 0.0777321 Nov 19 17:46:25.044169 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-30d58c21-3d04-473a-8f55-b158f5a0a5da req-a5cb974b-241e-453a-8a09-b5c57801fda5 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/security-groups?id=b596b6e2-4e99-405d-ab15-439621199b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878968 Nov 19 17:46:25.254965 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ac243b-a551-4035-a27d-4c53f4eaa75e req-46906eb2-c82b-46ab-bf20-6bb648adace4 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:46:25.257083 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-37ac243b-a551-4035-a27d-4c53f4eaa75e req-46906eb2-c82b-46ab-bf20-6bb648adace4 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec9f9dc4-f3d0-4fbd-b419-1ab72c92e9be HTTP/1.1" status: 200 len: 946 time: 0.0824223 Nov 19 17:46:25.332495 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94368ba4-6f5d-43eb-acda-2e0b34858cc4 req-fde5073e-574b-44cc-acd9-3e0c32f1cca7 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:46:25.344594 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-94368ba4-6f5d-43eb-acda-2e0b34858cc4 req-fde5073e-574b-44cc-acd9-3e0c32f1cca7 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/ports?device_id=4f54a6ec-d290-4197-84ed-c303dd0ab2dc HTTP/1.1" status: 200 len: 946 time: 0.0958819 Nov 19 17:46:25.365605 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-37ac243b-a551-4035-a27d-4c53f4eaa75e req-3d6dc5c7-ef88-4f5e-8c86-c38a07bc46ce tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/security-groups?id=b596b6e2-4e99-405d-ab15-439621199b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944324 Nov 19 17:46:25.415785 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-94368ba4-6f5d-43eb-acda-2e0b34858cc4 req-d47cb4df-f2a1-447a-91bd-efdb71ac5a0c tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/security-groups?id=12d5dc08-1d9f-41c6-b52c-304239ec8b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699322 Nov 19 17:46:25.604194 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6c2057-25b5-486c-b739-216e88a035c3 req-35d94614-089f-45a8-b305-16f7433fd091 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:46:25.612639 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-fa6c2057-25b5-486c-b739-216e88a035c3 req-35d94614-089f-45a8-b305-16f7433fd091 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec9f9dc4-f3d0-4fbd-b419-1ab72c92e9be HTTP/1.1" status: 200 len: 946 time: 0.0755041 Nov 19 17:46:25.675420 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-fa6c2057-25b5-486c-b739-216e88a035c3 req-4129b927-12c2-420b-8864-99680fdc0929 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/security-groups?id=b596b6e2-4e99-405d-ab15-439621199b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615020 Nov 19 17:46:25.873850 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d56cb46-75ff-4c32-b986-5d3f75c2b193 req-37cdbfc2-45d4-412e-aa0c-5d59b5ed671b tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:46:25.877060 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8d56cb46-75ff-4c32-b986-5d3f75c2b193 req-37cdbfc2-45d4-412e-aa0c-5d59b5ed671b tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec9f9dc4-f3d0-4fbd-b419-1ab72c92e9be HTTP/1.1" status: 200 len: 946 time: 0.0886500 Nov 19 17:46:25.954720 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8d56cb46-75ff-4c32-b986-5d3f75c2b193 req-8c012abd-fa59-40bc-beb5-5cc2af1281a1 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/security-groups?id=b596b6e2-4e99-405d-ab15-439621199b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695245 Nov 19 17:46:26.167823 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3228392-3c4b-48a8-b18f-c6c85828c167 req-629d1f7d-1cdc-4776-b405-ce32d4dca295 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:46:26.169383 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d3228392-3c4b-48a8-b18f-c6c85828c167 req-629d1f7d-1cdc-4776-b405-ce32d4dca295 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec9f9dc4-f3d0-4fbd-b419-1ab72c92e9be HTTP/1.1" status: 200 len: 946 time: 0.0631049 Nov 19 17:46:26.238485 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d3228392-3c4b-48a8-b18f-c6c85828c167 req-9a69ee13-5b62-4fc5-a061-e295bdfa54f8 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/security-groups?id=b596b6e2-4e99-405d-ab15-439621199b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561173 Nov 19 17:46:26.396184 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc866f4-56f7-4d66-a977-3fdd18d2695e req-cff1e86f-4fd1-45a8-8ab5-c06632690640 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:46:26.398191 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-edc866f4-56f7-4d66-a977-3fdd18d2695e req-cff1e86f-4fd1-45a8-8ab5-c06632690640 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec9f9dc4-f3d0-4fbd-b419-1ab72c92e9be HTTP/1.1" status: 200 len: 946 time: 0.0620162 Nov 19 17:46:26.478825 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-edc866f4-56f7-4d66-a977-3fdd18d2695e req-71b92d2f-21ea-47e4-9dca-89c8060684fd tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/security-groups?id=b596b6e2-4e99-405d-ab15-439621199b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648029 Nov 19 17:46:26.602590 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fce5b2-8f20-4db1-b003-939ea472c3da req-126cd59f-23a2-4424-97af-22518b76bc41 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:46:26.613572 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-49fce5b2-8f20-4db1-b003-939ea472c3da req-126cd59f-23a2-4424-97af-22518b76bc41 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/ports?device_id=4f54a6ec-d290-4197-84ed-c303dd0ab2dc HTTP/1.1" status: 200 len: 946 time: 0.0782797 Nov 19 17:46:26.689799 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-49fce5b2-8f20-4db1-b003-939ea472c3da req-3ff1ac94-bec9-4a07-8880-94bf027eba42 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/security-groups?id=12d5dc08-1d9f-41c6-b52c-304239ec8b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748155 Nov 19 17:46:26.851099 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1754b90-7669-43c4-a315-f2f047ce10dc req-59782b92-8654-4dac-a464-790c89d06c35 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:46:26.853231 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a1754b90-7669-43c4-a315-f2f047ce10dc req-59782b92-8654-4dac-a464-790c89d06c35 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec9f9dc4-f3d0-4fbd-b419-1ab72c92e9be HTTP/1.1" status: 200 len: 946 time: 0.0911889 Nov 19 17:46:26.929795 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a1754b90-7669-43c4-a315-f2f047ce10dc req-5f67e4df-b44a-47c7-9679-4ca3ac90aa2a tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/security-groups?id=b596b6e2-4e99-405d-ab15-439621199b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662243 Nov 19 17:46:27.095415 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f3e30e-ad5c-4d7e-9e8a-1543bd8816ad req-6e470633-5551-4253-9cde-6c05bc28bc91 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:46:27.097115 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e7f3e30e-ad5c-4d7e-9e8a-1543bd8816ad req-6e470633-5551-4253-9cde-6c05bc28bc91 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec9f9dc4-f3d0-4fbd-b419-1ab72c92e9be HTTP/1.1" status: 200 len: 946 time: 0.0559325 Nov 19 17:46:27.197065 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e7f3e30e-ad5c-4d7e-9e8a-1543bd8816ad req-4a20df2e-63c7-487f-b7d9-8fea3fcb49fd tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/security-groups?id=b596b6e2-4e99-405d-ab15-439621199b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932693 Nov 19 17:46:27.354191 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3157432d-7ff9-4e29-abd5-64d5372ed034 req-923309a3-23ff-48c7-ab79-7dacb07eddd6 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:46:27.355915 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3157432d-7ff9-4e29-abd5-64d5372ed034 req-923309a3-23ff-48c7-ab79-7dacb07eddd6 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec9f9dc4-f3d0-4fbd-b419-1ab72c92e9be HTTP/1.1" status: 200 len: 946 time: 0.0573959 Nov 19 17:46:27.428541 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3157432d-7ff9-4e29-abd5-64d5372ed034 req-6ebf11df-b8bd-4c17-8880-7a5f78e57e53 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/security-groups?id=b596b6e2-4e99-405d-ab15-439621199b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608373 Nov 19 17:46:27.573461 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dfa8e2-22ca-43c0-846d-9faea64c8e84 req-f0f240f8-8e6e-443c-837b-36adcca39325 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:46:27.575135 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a8dfa8e2-22ca-43c0-846d-9faea64c8e84 req-f0f240f8-8e6e-443c-837b-36adcca39325 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec9f9dc4-f3d0-4fbd-b419-1ab72c92e9be HTTP/1.1" status: 200 len: 946 time: 0.0557950 Nov 19 17:46:27.651973 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a8dfa8e2-22ca-43c0-846d-9faea64c8e84 req-3f3611de-3823-4911-ad60-54ee33b4e84e tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/security-groups?id=b596b6e2-4e99-405d-ab15-439621199b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663810 Nov 19 17:46:27.921149 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1c451f-5306-4c6b-989f-0cebfd3cf5ac req-bc44ff23-8752-4fdf-aebb-83c95b568f47 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:46:27.923905 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6e1c451f-5306-4c6b-989f-0cebfd3cf5ac req-bc44ff23-8752-4fdf-aebb-83c95b568f47 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/ports?device_id=4f54a6ec-d290-4197-84ed-c303dd0ab2dc HTTP/1.1" status: 200 len: 946 time: 0.0774293 Nov 19 17:46:27.948897 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc6e98d-aac2-418c-bea9-9830f445f913 req-2286abb2-189d-448b-bb5a-b772fef6d8ef tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:46:27.950719 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-1fc6e98d-aac2-418c-bea9-9830f445f913 req-2286abb2-189d-448b-bb5a-b772fef6d8ef tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec9f9dc4-f3d0-4fbd-b419-1ab72c92e9be HTTP/1.1" status: 200 len: 946 time: 0.0717142 Nov 19 17:46:27.996958 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6e1c451f-5306-4c6b-989f-0cebfd3cf5ac req-a63a2ce5-233d-47ca-bcf6-19020e514e81 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/security-groups?id=12d5dc08-1d9f-41c6-b52c-304239ec8b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656285 Nov 19 17:46:28.029747 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-1fc6e98d-aac2-418c-bea9-9830f445f913 req-60896e0c-25a6-45e9-9091-a0fed84e0ec0 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/security-groups?id=b596b6e2-4e99-405d-ab15-439621199b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716953 Nov 19 17:46:28.255522 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186aca9d-3eb2-4459-b40a-0e63e5e6eb92 req-fb3722aa-0451-400a-87d2-f2ed69518a62 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:46:28.270570 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-186aca9d-3eb2-4459-b40a-0e63e5e6eb92 req-fb3722aa-0451-400a-87d2-f2ed69518a62 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec9f9dc4-f3d0-4fbd-b419-1ab72c92e9be HTTP/1.1" status: 200 len: 946 time: 0.0954182 Nov 19 17:46:28.338994 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-186aca9d-3eb2-4459-b40a-0e63e5e6eb92 req-33cd7520-4bd1-4d21-a2e4-2e6c0a623249 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/security-groups?id=b596b6e2-4e99-405d-ab15-439621199b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669649 Nov 19 17:46:28.552397 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540155bd-8f0c-410e-9313-2ffbedfa3b0d req-528b4a17-45a6-4c67-85a3-25674bf3b148 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:46:28.554954 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-540155bd-8f0c-410e-9313-2ffbedfa3b0d req-528b4a17-45a6-4c67-85a3-25674bf3b148 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec9f9dc4-f3d0-4fbd-b419-1ab72c92e9be HTTP/1.1" status: 200 len: 946 time: 0.0644224 Nov 19 17:46:28.627919 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-540155bd-8f0c-410e-9313-2ffbedfa3b0d req-2c8ef5f9-f611-41bb-b589-755932232fd3 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/security-groups?id=b596b6e2-4e99-405d-ab15-439621199b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658200 Nov 19 17:46:28.780843 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c966dae-2ba0-4594-8589-7e5243017d9b req-90cfbe30-579f-4e2f-a681-8540a98aa575 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:46:28.782601 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9c966dae-2ba0-4594-8589-7e5243017d9b req-90cfbe30-579f-4e2f-a681-8540a98aa575 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec9f9dc4-f3d0-4fbd-b419-1ab72c92e9be HTTP/1.1" status: 200 len: 946 time: 0.0640271 Nov 19 17:46:28.851944 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9c966dae-2ba0-4594-8589-7e5243017d9b req-1f6c0570-2c0b-477c-a1ba-4d30bae7a0df tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/security-groups?id=b596b6e2-4e99-405d-ab15-439621199b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585170 Nov 19 17:46:29.015609 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4043c5-db08-4c5b-9bf3-19d63d4523bf req-f7a52c11-7f92-4b75-8f9b-03864a48bf66 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:46:29.017855 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-fa4043c5-db08-4c5b-9bf3-19d63d4523bf req-f7a52c11-7f92-4b75-8f9b-03864a48bf66 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec9f9dc4-f3d0-4fbd-b419-1ab72c92e9be HTTP/1.1" status: 200 len: 946 time: 0.0571833 Nov 19 17:46:29.073311 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-fa4043c5-db08-4c5b-9bf3-19d63d4523bf req-d6b8ffc3-a60c-4987-8423-1ddcfc3f8973 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/security-groups?id=b596b6e2-4e99-405d-ab15-439621199b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493059 Nov 19 17:46:29.164232 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe3e921-5cbd-4eab-a85e-aa014d0eb6f9 req-45670fb8-c47e-432d-8d55-21ab7f3d2bff tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:46:29.165980 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9fe3e921-5cbd-4eab-a85e-aa014d0eb6f9 req-45670fb8-c47e-432d-8d55-21ab7f3d2bff tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/ports?device_id=4f54a6ec-d290-4197-84ed-c303dd0ab2dc HTTP/1.1" status: 200 len: 946 time: 0.0659540 Nov 19 17:46:29.229252 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9fe3e921-5cbd-4eab-a85e-aa014d0eb6f9 req-508020a9-e207-4e7f-b176-f9101971ab58 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/security-groups?id=12d5dc08-1d9f-41c6-b52c-304239ec8b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528429 Nov 19 17:46:29.264842 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600f116e-28ac-49c6-b6ea-07349acef8f5 req-ed168784-b33f-4061-8ae7-de9a12d5b76b tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:46:29.270916 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-600f116e-28ac-49c6-b6ea-07349acef8f5 req-ed168784-b33f-4061-8ae7-de9a12d5b76b tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec9f9dc4-f3d0-4fbd-b419-1ab72c92e9be HTTP/1.1" status: 200 len: 946 time: 0.0864811 Nov 19 17:46:29.370095 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c076a695-dff9-4e4f-be68-0c4cfe4cf042 req-10b15947-b943-40f1-8c93-edae2b3ed1d7 tempest-LiveMigrationTest-1744255723 tempest-LiveMigrationTest-1744255723-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:46:29.370095 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c076a695-dff9-4e4f-be68-0c4cfe4cf042 req-10b15947-b943-40f1-8c93-edae2b3ed1d7 tempest-LiveMigrationTest-1744255723 tempest-LiveMigrationTest-1744255723-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=4f54a6ec-d290-4197-84ed-c303dd0ab2dc&tenant_id=de10e7e0e3ea4ce28d84ef76e9c1ec3a&binding%3Ahost_id=n-h2-818022-2 HTTP/1.1" status: 200 len: 1097 time: 0.0911407 Nov 19 17:46:29.375890 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-c076a695-dff9-4e4f-be68-0c4cfe4cf042 req-c8974f2d-bd99-4bdc-9141-b060ae17468c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-818022-2'}}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:46:29.387003 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-600f116e-28ac-49c6-b6ea-07349acef8f5 req-d3a549d0-ec22-43b4-9665-d861d566e5ee tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/security-groups?id=b596b6e2-4e99-405d-ab15-439621199b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120582 Nov 19 17:46:29.495196 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-c076a695-dff9-4e4f-be68-0c4cfe4cf042 req-c8974f2d-bd99-4bdc-9141-b060ae17468c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:29.662488 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-7bbd8ba0-6455-471c-b948-aacb73d4d41a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:29.706317 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-c076a695-dff9-4e4f-be68-0c4cfe4cf042 req-c8974f2d-bd99-4bdc-9141-b060ae17468c service neutron] For port c1ed1411-3293-4dd3-9e31-e9bf08cd1813, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=c1ed1411-3293-4dd3-9e31-e9bf08cd1813,segment=NetworkSegment(68be9c2e-9e68-489a-becd-67ff095c4169),segment_id=68be9c2e-9e68-489a-becd-67ff095c4169)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:46:29.756241 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-c076a695-dff9-4e4f-be68-0c4cfe4cf042 req-c8974f2d-bd99-4bdc-9141-b060ae17468c service neutron] For port c1ed1411-3293-4dd3-9e31-e9bf08cd1813, host n-h2-818022-2, cleared binding levels {{(pid=103364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:46:29.818489 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f54a6ec-d290-4197-84ed-c303dd0ab2dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c1ed1411-3293-4dd3-9e31-e9bf08cd1813'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:46:29.821028 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dd4767a008c23f8566efc82158ee1b1fff34e1a9e908d76d0b6d0ab7e350e5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0581b6a7-b23a-4f4c-8112-28ec77da199e" -d '{"events": [{"server_uuid": "4f54a6ec-d290-4197-84ed-c303dd0ab2dc", "name": "network-vif-unplugged", "status": "completed", "tag": "c1ed1411-3293-4dd3-9e31-e9bf08cd1813"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:46:29.825306 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-c076a695-dff9-4e4f-be68-0c4cfe4cf042 req-c8974f2d-bd99-4bdc-9141-b060ae17468c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:29.833411 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-c076a695-dff9-4e4f-be68-0c4cfe4cf042 req-c8974f2d-bd99-4bdc-9141-b060ae17468c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:29.885923 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 17:46:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56dc1f99-09cc-486c-82dd-fcb3b36fba3e x-openstack-request-id: req-56dc1f99-09cc-486c-82dd-fcb3b36fba3e {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:46:29.886225 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f54a6ec-d290-4197-84ed-c303dd0ab2dc", "name": "network-vif-unplugged", "status": "completed", "tag": "c1ed1411-3293-4dd3-9e31-e9bf08cd1813", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:46:29.886489 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-56dc1f99-09cc-486c-82dd-fcb3b36fba3e {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:46:29.886892 n-d-818022-2 neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f54a6ec-d290-4197-84ed-c303dd0ab2dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c1ed1411-3293-4dd3-9e31-e9bf08cd1813', 'code': 200} Nov 19 17:46:29.979328 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8974f2d-bd99-4bdc-9141-b060ae17468c service neutron] Pushing event updated for resources: {'Port': ['ID=c1ed1411-3293-4dd3-9e31-e9bf08cd1813,revision_number=7']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:46:30.001303 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1998fb1-4b32-4e1a-b72c-d6e431c0324b req-aee8c9a5-0168-4502-bf56-dedd889e7d35 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:46:30.009888 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d1998fb1-4b32-4e1a-b72c-d6e431c0324b req-aee8c9a5-0168-4502-bf56-dedd889e7d35 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec9f9dc4-f3d0-4fbd-b419-1ab72c92e9be HTTP/1.1" status: 200 len: 946 time: 0.0750885 Nov 19 17:46:30.012242 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-c076a695-dff9-4e4f-be68-0c4cfe4cf042 req-c8974f2d-bd99-4bdc-9141-b060ae17468c service neutron] Attempting to bind port c1ed1411-3293-4dd3-9e31-e9bf08cd1813 on host n-h2-818022-2 for vnic_type normal with profile {"migrating_to": "n-h1-818022-2"} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:46:30.012879 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-c076a695-dff9-4e4f-be68-0c4cfe4cf042 req-c8974f2d-bd99-4bdc-9141-b060ae17468c service neutron] Attempting to bind port c1ed1411-3293-4dd3-9e31-e9bf08cd1813 by drivers openvswitch,hyperv on host n-h2-818022-2 at level 0 using segments [{'id': '68be9c2e-9e68-489a-becd-67ff095c4169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'c7b257b3-f66e-4846-9861-5f47f21f4188'}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:46:30.013488 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c076a695-dff9-4e4f-be68-0c4cfe4cf042 req-c8974f2d-bd99-4bdc-9141-b060ae17468c service neutron] Attempting to bind port c1ed1411-3293-4dd3-9e31-e9bf08cd1813 on network c7b257b3-f66e-4846-9861-5f47f21f4188 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:46:30.024966 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c076a695-dff9-4e4f-be68-0c4cfe4cf042 req-c8974f2d-bd99-4bdc-9141-b060ae17468c service neutron] Port c1ed1411-3293-4dd3-9e31-e9bf08cd1813 on network c7b257b3-f66e-4846-9861-5f47f21f4188 not bound, no agent of type Open vSwitch agent registered on host n-h2-818022-2 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 17:46:30.025607 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c076a695-dff9-4e4f-be68-0c4cfe4cf042 req-c8974f2d-bd99-4bdc-9141-b060ae17468c service neutron] Attempting to bind port c1ed1411-3293-4dd3-9e31-e9bf08cd1813 on network c7b257b3-f66e-4846-9861-5f47f21f4188 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:46:30.035224 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c076a695-dff9-4e4f-be68-0c4cfe4cf042 req-c8974f2d-bd99-4bdc-9141-b060ae17468c service neutron] Checking agent: {'id': '525ad2ac-c4ae-4c63-af2e-0bf8d25d0f0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'started_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 46, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:46:30.035815 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c076a695-dff9-4e4f-be68-0c4cfe4cf042 req-c8974f2d-bd99-4bdc-9141-b060ae17468c service neutron] Checking segment: {'id': '68be9c2e-9e68-489a-becd-67ff095c4169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'c7b257b3-f66e-4846-9861-5f47f21f4188'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:46:30.036451 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c076a695-dff9-4e4f-be68-0c4cfe4cf042 req-c8974f2d-bd99-4bdc-9141-b060ae17468c service neutron] Bound using segment: {'id': '68be9c2e-9e68-489a-becd-67ff095c4169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'c7b257b3-f66e-4846-9861-5f47f21f4188'} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:46:30.036907 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-c076a695-dff9-4e4f-be68-0c4cfe4cf042 req-c8974f2d-bd99-4bdc-9141-b060ae17468c service neutron] Bound port: c1ed1411-3293-4dd3-9e31-e9bf08cd1813, host: n-h2-818022-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68be9c2e-9e68-489a-becd-67ff095c4169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'c7b257b3-f66e-4846-9861-5f47f21f4188'}}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:46:30.037272 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-c076a695-dff9-4e4f-be68-0c4cfe4cf042 req-c8974f2d-bd99-4bdc-9141-b060ae17468c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:30.084969 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d1998fb1-4b32-4e1a-b72c-d6e431c0324b req-79c3e098-7845-4964-8ca1-8f0aecb7bab9 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/security-groups?id=b596b6e2-4e99-405d-ab15-439621199b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736415 Nov 19 17:46:30.124177 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-c076a695-dff9-4e4f-be68-0c4cfe4cf042 req-c8974f2d-bd99-4bdc-9141-b060ae17468c service neutron] For port c1ed1411-3293-4dd3-9e31-e9bf08cd1813, host n-h2-818022-2, cleared binding levels {{(pid=103364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:46:30.127766 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-c076a695-dff9-4e4f-be68-0c4cfe4cf042 req-c8974f2d-bd99-4bdc-9141-b060ae17468c service neutron] For port c1ed1411-3293-4dd3-9e31-e9bf08cd1813, host n-h2-818022-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=c1ed1411-3293-4dd3-9e31-e9bf08cd1813,segment=NetworkSegment(68be9c2e-9e68-489a-becd-67ff095c4169),segment_id=68be9c2e-9e68-489a-becd-67ff095c4169)] {{(pid=103364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:46:30.133688 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-c076a695-dff9-4e4f-be68-0c4cfe4cf042 req-c8974f2d-bd99-4bdc-9141-b060ae17468c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:30.199829 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8974f2d-bd99-4bdc-9141-b060ae17468c service neutron] Pushing event updated for resources: {'Port': ['ID=c1ed1411-3293-4dd3-9e31-e9bf08cd1813,revision_number=8']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:46:30.222769 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c076a695-dff9-4e4f-be68-0c4cfe4cf042 req-c8974f2d-bd99-4bdc-9141-b060ae17468c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:46:30.223591 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-c076a695-dff9-4e4f-be68-0c4cfe4cf042 req-c8974f2d-bd99-4bdc-9141-b060ae17468c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:30.225752 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c076a695-dff9-4e4f-be68-0c4cfe4cf042 req-c8974f2d-bd99-4bdc-9141-b060ae17468c service neutron] 10.222.0.60 "PUT /v2.0/ports/c1ed1411-3293-4dd3-9e31-e9bf08cd1813 HTTP/1.1" status: 200 len: 1122 time: 0.8540103 Nov 19 17:46:30.335946 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['c1ed1411-3293-4dd3-9e31-e9bf08cd1813'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:46:30.453269 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] get_ports_and_sgs() called for port_ids ['c1ed1411-3293-4dd3-9e31-e9bf08cd1813'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:46:30.513907 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e15733-9da9-43af-8ab7-fd5c5e2323a1 req-2cf5a7a6-3ad1-4181-b291-428663f98ba7 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:46:30.520673 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-88e15733-9da9-43af-8ab7-fd5c5e2323a1 req-2cf5a7a6-3ad1-4181-b291-428663f98ba7 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/ports?device_id=4f54a6ec-d290-4197-84ed-c303dd0ab2dc HTTP/1.1" status: 200 len: 944 time: 0.1423001 Nov 19 17:46:30.629975 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-88e15733-9da9-43af-8ab7-fd5c5e2323a1 req-9e1e1cfe-0e4c-4f0f-8525-13a0c451c6f5 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/security-groups?id=12d5dc08-1d9f-41c6-b52c-304239ec8b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962005 Nov 19 17:46:31.105358 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device c1ed1411-3293-4dd3-9e31-e9bf08cd1813 details requested by agent hyperv_n-h1-818022-2 with host n-h1-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 17:46:31.260803 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21f0522-8ffa-4003-96f7-9a1e40f36adc req-00d9de05-1bff-443e-ad36-bbd4009e0ad0 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:46:31.264321 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d21f0522-8ffa-4003-96f7-9a1e40f36adc req-00d9de05-1bff-443e-ad36-bbd4009e0ad0 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec9f9dc4-f3d0-4fbd-b419-1ab72c92e9be HTTP/1.1" status: 200 len: 946 time: 0.0826283 Nov 19 17:46:31.308946 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port c1ed1411-3293-4dd3-9e31-e9bf08cd1813, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=c1ed1411-3293-4dd3-9e31-e9bf08cd1813,segment=NetworkSegment(68be9c2e-9e68-489a-becd-67ff095c4169),segment_id=68be9c2e-9e68-489a-becd-67ff095c4169)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:46:31.338823 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device c1ed1411-3293-4dd3-9e31-e9bf08cd1813 has no active binding in host n-h1-818022-2 {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 19 17:46:31.376883 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d21f0522-8ffa-4003-96f7-9a1e40f36adc req-364fef0b-5c3a-4cd5-8744-3a2550e5b7d0 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/security-groups?id=b596b6e2-4e99-405d-ab15-439621199b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005607 Nov 19 17:46:31.804854 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c971b63-18ea-4e82-910d-8df6b452f8dd req-f69b7e2a-1607-49e7-acdd-752c05e12b39 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:46:31.819256 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0c971b63-18ea-4e82-910d-8df6b452f8dd req-f69b7e2a-1607-49e7-acdd-752c05e12b39 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/ports?device_id=4f54a6ec-d290-4197-84ed-c303dd0ab2dc HTTP/1.1" status: 200 len: 944 time: 0.0749552 Nov 19 17:46:31.887720 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f54a6ec-d290-4197-84ed-c303dd0ab2dc', 'tag': 'c1ed1411-3293-4dd3-9e31-e9bf08cd1813'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:46:31.891099 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dd4767a008c23f8566efc82158ee1b1fff34e1a9e908d76d0b6d0ab7e350e5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26c5f94a-bc0e-4f02-b3ce-f73948c0d212" -d '{"events": [{"name": "network-changed", "server_uuid": "4f54a6ec-d290-4197-84ed-c303dd0ab2dc", "tag": "c1ed1411-3293-4dd3-9e31-e9bf08cd1813"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:46:31.900706 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0c971b63-18ea-4e82-910d-8df6b452f8dd req-d144c8c6-61c6-4da8-9df8-62e1ed1d3063 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/security-groups?id=12d5dc08-1d9f-41c6-b52c-304239ec8b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770907 Nov 19 17:46:31.953506 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 17:46:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc7ecd00-88ba-430d-b8d1-3acb918c040c x-openstack-request-id: req-dc7ecd00-88ba-430d-b8d1-3acb918c040c {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:46:31.953800 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f54a6ec-d290-4197-84ed-c303dd0ab2dc", "tag": "c1ed1411-3293-4dd3-9e31-e9bf08cd1813", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:46:31.954103 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-dc7ecd00-88ba-430d-b8d1-3acb918c040c {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:46:31.954515 n-d-818022-2 neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f54a6ec-d290-4197-84ed-c303dd0ab2dc', 'tag': 'c1ed1411-3293-4dd3-9e31-e9bf08cd1813', 'status': 'completed', 'code': 200} Nov 19 17:46:31.987723 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-c939e421-0ce5-4111-9a9c-07d223e582d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:32.076836 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c5f94a-bc0e-4f02-b3ce-f73948c0d212 req-5c15be1f-66b9-40af-a8ed-1c594978e467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:46:32.079270 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-26c5f94a-bc0e-4f02-b3ce-f73948c0d212 req-5c15be1f-66b9-40af-a8ed-1c594978e467 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=de10e7e0e3ea4ce28d84ef76e9c1ec3a&device_id=4f54a6ec-d290-4197-84ed-c303dd0ab2dc HTTP/1.1" status: 200 len: 1125 time: 0.0669415 Nov 19 17:46:32.271133 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c5f94a-bc0e-4f02-b3ce-f73948c0d212 req-d46f3ad0-e8fd-4984-b824-f7a74bce3fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:46:32.273514 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-26c5f94a-bc0e-4f02-b3ce-f73948c0d212 req-d46f3ad0-e8fd-4984-b824-f7a74bce3fd9 service neutron] 10.222.0.86 "GET /v2.0/networks?id=c7b257b3-f66e-4846-9861-5f47f21f4188 HTTP/1.1" status: 200 len: 908 time: 0.1856680 Nov 19 17:46:32.340827 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-26c5f94a-bc0e-4f02-b3ce-f73948c0d212 req-d17acb52-de83-40c7-9f22-0e320c513210 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c1ed1411-3293-4dd3-9e31-e9bf08cd1813 HTTP/1.1" status: 200 len: 217 time: 0.0551171 Nov 19 17:46:32.428075 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c5f94a-bc0e-4f02-b3ce-f73948c0d212 req-1f7b2621-880d-4b50-925e-aa15e1c42288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:46:32.429911 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-26c5f94a-bc0e-4f02-b3ce-f73948c0d212 req-1f7b2621-880d-4b50-925e-aa15e1c42288 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=df2b5fb0-4ad7-475f-930a-bdefef26bd76 HTTP/1.1" status: 200 len: 847 time: 0.0771792 Nov 19 17:46:32.505576 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-26c5f94a-bc0e-4f02-b3ce-f73948c0d212 req-6ea7c424-5c12-4a4c-9d1c-69699de9ab48 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c7b257b3-f66e-4846-9861-5f47f21f4188&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0586574 Nov 19 17:46:32.560298 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d53498-bcac-4eea-ba9b-e56cb4ed10dd req-9ad3222f-9ab3-4925-aaed-0265f0524b1b tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:46:32.568436 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e4d53498-bcac-4eea-ba9b-e56cb4ed10dd req-9ad3222f-9ab3-4925-aaed-0265f0524b1b tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec9f9dc4-f3d0-4fbd-b419-1ab72c92e9be HTTP/1.1" status: 200 len: 946 time: 0.0776300 Nov 19 17:46:32.656284 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e4d53498-bcac-4eea-ba9b-e56cb4ed10dd req-6145ba90-431b-4ee5-84dc-d1bc8a6c087a tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/security-groups?id=b596b6e2-4e99-405d-ab15-439621199b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844476 Nov 19 17:46:32.704747 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-26c5f94a-bc0e-4f02-b3ce-f73948c0d212 req-edc76144-b5e9-43a6-9186-ea4580c97549 service neutron] 10.222.0.86 "GET /v2.0/networks/c7b257b3-f66e-4846-9861-5f47f21f4188?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865671 Nov 19 17:46:32.890134 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-26c5f94a-bc0e-4f02-b3ce-f73948c0d212 req-c056b76b-a1e6-4090-b0ff-e85071f23bf5 service neutron] 10.222.0.86 "GET /v2.0/networks/c7b257b3-f66e-4846-9861-5f47f21f4188?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516473 Nov 19 17:46:33.059183 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e46ecc5a-dc14-4744-b262-3072ff2e958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:33.088887 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608dbf08-2762-4276-b9fa-4c035a150659 req-dbb1ae34-f35f-4480-8139-bbd14807d9f0 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:46:33.090451 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-608dbf08-2762-4276-b9fa-4c035a150659 req-dbb1ae34-f35f-4480-8139-bbd14807d9f0 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/ports?device_id=4f54a6ec-d290-4197-84ed-c303dd0ab2dc HTTP/1.1" status: 200 len: 944 time: 0.0750172 Nov 19 17:46:33.154252 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-608dbf08-2762-4276-b9fa-4c035a150659 req-75804d14-218e-4655-b760-f5c85967715e tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/security-groups?id=12d5dc08-1d9f-41c6-b52c-304239ec8b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534914 Nov 19 17:46:33.574729 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:33.676946 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:33.864483 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd73ac3-e70c-49d2-9871-de5d5d1e1ba8 req-0e69ed11-bb56-4ece-b708-f0bad6656e3c tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:46:33.872819 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9dd73ac3-e70c-49d2-9871-de5d5d1e1ba8 req-0e69ed11-bb56-4ece-b708-f0bad6656e3c tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec9f9dc4-f3d0-4fbd-b419-1ab72c92e9be HTTP/1.1" status: 200 len: 946 time: 0.1001716 Nov 19 17:46:33.962171 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9dd73ac3-e70c-49d2-9871-de5d5d1e1ba8 req-865165a5-6b8e-42f5-a5cf-1000cf61351b tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/security-groups?id=b596b6e2-4e99-405d-ab15-439621199b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737941 Nov 19 17:46:34.304649 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654334d9-d29c-4123-a2e9-411119038b14 req-2e0b0ee7-1fb6-4671-a254-5a0a5a78ae77 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:46:34.306460 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-654334d9-d29c-4123-a2e9-411119038b14 req-2e0b0ee7-1fb6-4671-a254-5a0a5a78ae77 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/ports?device_id=4f54a6ec-d290-4197-84ed-c303dd0ab2dc HTTP/1.1" status: 200 len: 944 time: 0.0617702 Nov 19 17:46:34.374839 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-654334d9-d29c-4123-a2e9-411119038b14 req-cbb572f7-1ab0-46ff-94a7-e726d07e3046 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/security-groups?id=12d5dc08-1d9f-41c6-b52c-304239ec8b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608084 Nov 19 17:46:34.657914 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e013d7e6-5264-4dcc-9759-54f5fb809e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:35.136358 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:35.288350 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d21e1b-b91c-4a69-a10c-99593b8dc441 req-b9a6996e-b0b1-4281-bb36-809099f8ef92 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:46:35.294362 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a9d21e1b-b91c-4a69-a10c-99593b8dc441 req-b9a6996e-b0b1-4281-bb36-809099f8ef92 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec9f9dc4-f3d0-4fbd-b419-1ab72c92e9be HTTP/1.1" status: 200 len: 946 time: 0.1353042 Nov 19 17:46:35.363992 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22383e5-01e0-46e3-9a19-7e1d360c2aea req-e15afeb6-5c07-4f2f-8c9b-e3f3655e2a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:46:35.366850 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b22383e5-01e0-46e3-9a19-7e1d360c2aea req-e15afeb6-5c07-4f2f-8c9b-e3f3655e2a20 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=08573f5395784708802f6f6512b37184&device_id=d92fe2bd-ad51-4c6e-8818-ece36aa67a95 HTTP/1.1" status: 200 len: 1096 time: 0.0680113 Nov 19 17:46:35.415737 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a9d21e1b-b91c-4a69-a10c-99593b8dc441 req-f7d1ed63-ec34-4154-9f94-22d78e7b9c5b tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/security-groups?id=b596b6e2-4e99-405d-ab15-439621199b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153471 Nov 19 17:46:35.536296 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45209c7-69ad-40a7-af48-e30f7cc07412 req-b0dd4663-60a1-4a1e-9328-3f9de523f050 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:46:35.538253 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c45209c7-69ad-40a7-af48-e30f7cc07412 req-b0dd4663-60a1-4a1e-9328-3f9de523f050 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/ports?device_id=4f54a6ec-d290-4197-84ed-c303dd0ab2dc HTTP/1.1" status: 200 len: 944 time: 0.0618718 Nov 19 17:46:35.579488 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9411ecf-183f-4e97-8ee8-80fce721b888 req-9ead2733-a8f0-4ec6-a832-a84de0d96936 tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:46:35.587806 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-e9411ecf-183f-4e97-8ee8-80fce721b888 req-9ead2733-a8f0-4ec6-a832-a84de0d96936 tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] 10.222.0.54 "GET /v2.0/ports?device_id=d92fe2bd-ad51-4c6e-8818-ece36aa67a95 HTTP/1.1" status: 200 len: 945 time: 0.1319406 Nov 19 17:46:35.610858 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22383e5-01e0-46e3-9a19-7e1d360c2aea req-e8c31216-bda4-4510-aa17-7402e2e5c676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:46:35.612364 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b22383e5-01e0-46e3-9a19-7e1d360c2aea req-e8c31216-bda4-4510-aa17-7402e2e5c676 service neutron] 10.222.0.86 "GET /v2.0/networks?id=bcffe9fd-ba33-4c0f-a44c-e3294ad13f95 HTTP/1.1" status: 200 len: 919 time: 0.2320657 Nov 19 17:46:35.616686 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c45209c7-69ad-40a7-af48-e30f7cc07412 req-96e28d49-3ce1-4025-8a0c-da123125acb6 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/security-groups?id=12d5dc08-1d9f-41c6-b52c-304239ec8b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703778 Nov 19 17:46:35.722362 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b22383e5-01e0-46e3-9a19-7e1d360c2aea req-1072d430-c1d1-4d9c-89df-b17ec8964185 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=58f3e903-023d-4751-8f6d-d52f838af890 HTTP/1.1" status: 200 len: 217 time: 0.0963960 Nov 19 17:46:35.730228 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-e9411ecf-183f-4e97-8ee8-80fce721b888 req-7528e302-eeba-4532-aeae-0b6a24cef363 tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] 10.222.0.54 "GET /v2.0/security-groups?id=a352ca94-2149-4006-acad-e3c22132eabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415291 Nov 19 17:46:35.797424 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22383e5-01e0-46e3-9a19-7e1d360c2aea req-4c4effab-5d2a-4a38-b047-42ae5d2461e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:46:35.799322 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b22383e5-01e0-46e3-9a19-7e1d360c2aea req-4c4effab-5d2a-4a38-b047-42ae5d2461e1 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d1218782-152f-4347-a4bd-bbba02695b96 HTTP/1.1" status: 200 len: 858 time: 0.0654619 Nov 19 17:46:35.846255 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b22383e5-01e0-46e3-9a19-7e1d360c2aea req-9e7199c6-a2a5-4637-8ce1-4b502c44734c service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=bcffe9fd-ba33-4c0f-a44c-e3294ad13f95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389187 Nov 19 17:46:35.971830 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b22383e5-01e0-46e3-9a19-7e1d360c2aea req-7b1791f1-2452-4668-88d1-b79677dbda0e service neutron] 10.222.0.86 "GET /v2.0/networks/bcffe9fd-ba33-4c0f-a44c-e3294ad13f95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140749 Nov 19 17:46:36.255015 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c076a695-dff9-4e4f-be68-0c4cfe4cf042 req-b34811a1-4e1e-42e9-a00c-8a761076b548 service neutron] 10.222.0.86 "GET /v2.0/ports/c1ed1411-3293-4dd3-9e31-e9bf08cd1813/bindings/n-h1-818022-2 HTTP/1.1" status: 200 len: 384 time: 0.0761967 Nov 19 17:46:36.442776 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b22383e5-01e0-46e3-9a19-7e1d360c2aea req-10ad93e6-fc5b-4102-ab50-be34fa93d65a service neutron] 10.222.0.86 "GET /v2.0/networks/bcffe9fd-ba33-4c0f-a44c-e3294ad13f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4573383 Nov 19 17:46:36.503055 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-c076a695-dff9-4e4f-be68-0c4cfe4cf042 req-445b8ea8-5ddc-4ad1-84be-a58d3d69d374 service neutron] For port c1ed1411-3293-4dd3-9e31-e9bf08cd1813, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=c1ed1411-3293-4dd3-9e31-e9bf08cd1813,segment=NetworkSegment(68be9c2e-9e68-489a-becd-67ff095c4169),segment_id=68be9c2e-9e68-489a-becd-67ff095c4169)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:46:36.532204 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-c076a695-dff9-4e4f-be68-0c4cfe4cf042 req-445b8ea8-5ddc-4ad1-84be-a58d3d69d374 service neutron] For port c1ed1411-3293-4dd3-9e31-e9bf08cd1813, host n-h2-818022-2, cleared binding levels {{(pid=103365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:46:36.577688 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [req-c076a695-dff9-4e4f-be68-0c4cfe4cf042 req-445b8ea8-5ddc-4ad1-84be-a58d3d69d374 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1ed1411-3293-4dd3-9e31-e9bf08cd1813 {{(pid=103365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:46:36.584700 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f62886-cd05-4b3d-ba1b-f60d8270e4ab req-33e14bc0-f168-4e8b-a018-d38184bbdd41 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:46:36.588859 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-08f62886-cd05-4b3d-ba1b-f60d8270e4ab req-33e14bc0-f168-4e8b-a018-d38184bbdd41 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec9f9dc4-f3d0-4fbd-b419-1ab72c92e9be HTTP/1.1" status: 200 len: 946 time: 0.0781429 Nov 19 17:46:36.606689 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-c076a695-dff9-4e4f-be68-0c4cfe4cf042 req-445b8ea8-5ddc-4ad1-84be-a58d3d69d374 service neutron] For port c1ed1411-3293-4dd3-9e31-e9bf08cd1813, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=c1ed1411-3293-4dd3-9e31-e9bf08cd1813,segment=NetworkSegment(68be9c2e-9e68-489a-becd-67ff095c4169),segment_id=68be9c2e-9e68-489a-becd-67ff095c4169)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:46:36.640018 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-c076a695-dff9-4e4f-be68-0c4cfe4cf042 req-445b8ea8-5ddc-4ad1-84be-a58d3d69d374 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:36.701965 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-08f62886-cd05-4b3d-ba1b-f60d8270e4ab req-9a24f1d0-e154-40ae-a42b-1d0e02148c95 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/security-groups?id=b596b6e2-4e99-405d-ab15-439621199b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907114 Nov 19 17:46:36.882715 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd894f89-62f6-4f99-b3f9-ceb8e7e91615 req-c72aeb03-3b17-4a4f-96cb-3e9c731ab3c7 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:46:36.884423 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fd894f89-62f6-4f99-b3f9-ceb8e7e91615 req-c72aeb03-3b17-4a4f-96cb-3e9c731ab3c7 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/ports?device_id=4f54a6ec-d290-4197-84ed-c303dd0ab2dc HTTP/1.1" status: 200 len: 944 time: 0.0979202 Nov 19 17:46:36.891390 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.provisioning_blocks [req-c076a695-dff9-4e4f-be68-0c4cfe4cf042 req-445b8ea8-5ddc-4ad1-84be-a58d3d69d374 service neutron] Transition to ACTIVE for port object c1ed1411-3293-4dd3-9e31-e9bf08cd1813 will not be triggered until provisioned by entity L2. {{(pid=103365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 17:46:36.897868 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-c076a695-dff9-4e4f-be68-0c4cfe4cf042 req-445b8ea8-5ddc-4ad1-84be-a58d3d69d374 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:36.995932 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b08b9cb-7598-4005-b758-fdfecf94009b req-455f5da4-a72f-4b84-a1d3-7ebbfdf09388 tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:46:37.006155 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-5b08b9cb-7598-4005-b758-fdfecf94009b req-455f5da4-a72f-4b84-a1d3-7ebbfdf09388 tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] 10.222.0.54 "GET /v2.0/ports?device_id=d92fe2bd-ad51-4c6e-8818-ece36aa67a95 HTTP/1.1" status: 200 len: 945 time: 0.0896363 Nov 19 17:46:37.014043 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-c076a695-dff9-4e4f-be68-0c4cfe4cf042 req-445b8ea8-5ddc-4ad1-84be-a58d3d69d374 service neutron] No DVR routers for this DVR port c1ed1411-3293-4dd3-9e31-e9bf08cd1813 on host n-h2-818022-2 {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:46:37.057864 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445b8ea8-5ddc-4ad1-84be-a58d3d69d374 service neutron] Pushing event updated for resources: {'Port': ['ID=c1ed1411-3293-4dd3-9e31-e9bf08cd1813,revision_number=10']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:46:37.087449 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-5b08b9cb-7598-4005-b758-fdfecf94009b req-7e380c1f-0e1e-4830-8809-48302a648c47 tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] 10.222.0.54 "GET /v2.0/security-groups?id=a352ca94-2149-4006-acad-e3c22132eabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792918 Nov 19 17:46:37.100558 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c076a695-dff9-4e4f-be68-0c4cfe4cf042 req-445b8ea8-5ddc-4ad1-84be-a58d3d69d374 service neutron] 10.222.0.86 "PUT /v2.0/ports/c1ed1411-3293-4dd3-9e31-e9bf08cd1813/bindings/n-h1-818022-2/activate HTTP/1.1" status: 200 len: 369 time: 0.8353834 Nov 19 17:46:37.115377 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fd894f89-62f6-4f99-b3f9-ceb8e7e91615 req-a3a26e03-8d15-4f9f-bd38-fe809c37268d tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/security-groups?id=12d5dc08-1d9f-41c6-b52c-304239ec8b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040911 Nov 19 17:46:37.220313 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c076a695-dff9-4e4f-be68-0c4cfe4cf042 req-689e43d6-4d37-48bc-9c47-2295d0d589dd tempest-LiveMigrationTest-1744255723 tempest-LiveMigrationTest-1744255723-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:46:37.222273 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c076a695-dff9-4e4f-be68-0c4cfe4cf042 req-689e43d6-4d37-48bc-9c47-2295d0d589dd tempest-LiveMigrationTest-1744255723 tempest-LiveMigrationTest-1744255723-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=4f54a6ec-d290-4197-84ed-c303dd0ab2dc&tenant_id=de10e7e0e3ea4ce28d84ef76e9c1ec3a&binding%3Ahost_id=n-h2-818022-2 HTTP/1.1" status: 200 len: 1096 time: 0.0533776 Nov 19 17:46:37.275881 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c076a695-dff9-4e4f-be68-0c4cfe4cf042 req-bd831c55-5513-482c-8115-1c52c4c1647d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:46:37.277519 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c076a695-dff9-4e4f-be68-0c4cfe4cf042 req-bd831c55-5513-482c-8115-1c52c4c1647d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=4f54a6ec-d290-4197-84ed-c303dd0ab2dc&tenant_id=de10e7e0e3ea4ce28d84ef76e9c1ec3a HTTP/1.1" status: 200 len: 1096 time: 0.0470264 Nov 19 17:46:37.353972 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c076a695-dff9-4e4f-be68-0c4cfe4cf042 req-aa91757b-73b8-4a8a-bdd3-1a97c9e589b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:46:37.355481 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c076a695-dff9-4e4f-be68-0c4cfe4cf042 req-aa91757b-73b8-4a8a-bdd3-1a97c9e589b3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=de10e7e0e3ea4ce28d84ef76e9c1ec3a&device_id=4f54a6ec-d290-4197-84ed-c303dd0ab2dc HTTP/1.1" status: 200 len: 1096 time: 0.0528929 Nov 19 17:46:37.470815 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c076a695-dff9-4e4f-be68-0c4cfe4cf042 req-9174e361-dbd4-477c-a06e-a57dd016ba7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:46:37.471784 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c076a695-dff9-4e4f-be68-0c4cfe4cf042 req-9174e361-dbd4-477c-a06e-a57dd016ba7b service neutron] 10.222.0.60 "GET /v2.0/networks?id=c7b257b3-f66e-4846-9861-5f47f21f4188 HTTP/1.1" status: 200 len: 908 time: 0.1073573 Nov 19 17:46:37.526755 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c076a695-dff9-4e4f-be68-0c4cfe4cf042 req-312aeed1-e58f-4f91-9228-be881a814905 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c1ed1411-3293-4dd3-9e31-e9bf08cd1813 HTTP/1.1" status: 200 len: 217 time: 0.0471525 Nov 19 17:46:37.590705 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c076a695-dff9-4e4f-be68-0c4cfe4cf042 req-f9f34335-b99c-45cd-99f4-eb6bfaa6c29a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:46:37.592752 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c076a695-dff9-4e4f-be68-0c4cfe4cf042 req-f9f34335-b99c-45cd-99f4-eb6bfaa6c29a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=df2b5fb0-4ad7-475f-930a-bdefef26bd76 HTTP/1.1" status: 200 len: 847 time: 0.0585849 Nov 19 17:46:37.643889 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c076a695-dff9-4e4f-be68-0c4cfe4cf042 req-fb935bda-7bed-4d35-a835-9c9e7fc118ee service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c7b257b3-f66e-4846-9861-5f47f21f4188&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428886 Nov 19 17:46:37.754185 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c076a695-dff9-4e4f-be68-0c4cfe4cf042 req-7b275b83-e922-4616-80b9-79385c67b8f9 service neutron] 10.222.0.60 "GET /v2.0/networks/c7b257b3-f66e-4846-9861-5f47f21f4188?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032553 Nov 19 17:46:37.872182 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c79fd25-ad2f-434f-9f69-bb56ab55af31 req-b437fe86-9b13-4977-8518-e12201a32fef tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:46:37.874712 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7c79fd25-ad2f-434f-9f69-bb56ab55af31 req-b437fe86-9b13-4977-8518-e12201a32fef tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec9f9dc4-f3d0-4fbd-b419-1ab72c92e9be HTTP/1.1" status: 200 len: 946 time: 0.0711930 Nov 19 17:46:37.881495 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c076a695-dff9-4e4f-be68-0c4cfe4cf042 req-b4d23a68-0ea2-4465-997f-dd6d087d6c35 service neutron] 10.222.0.60 "GET /v2.0/networks/c7b257b3-f66e-4846-9861-5f47f21f4188?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199782 Nov 19 17:46:37.909843 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device c1ed1411-3293-4dd3-9e31-e9bf08cd1813 no longer exists at agent hyperv_n-h2-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:46:37.955091 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7c79fd25-ad2f-434f-9f69-bb56ab55af31 req-64d6af66-d80a-4d19-affe-33f83e0df84c tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/security-groups?id=b596b6e2-4e99-405d-ab15-439621199b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736961 Nov 19 17:46:37.978649 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device c1ed1411-3293-4dd3-9e31-e9bf08cd1813 not bound to the agent host n-h2-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:46:38.160425 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c076a695-dff9-4e4f-be68-0c4cfe4cf042 req-d1fe308c-56b8-4471-b7e1-5fe05cf55d34 tempest-LiveMigrationTest-1744255723 tempest-LiveMigrationTest-1744255723-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:46:38.162667 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c076a695-dff9-4e4f-be68-0c4cfe4cf042 req-d1fe308c-56b8-4471-b7e1-5fe05cf55d34 tempest-LiveMigrationTest-1744255723 tempest-LiveMigrationTest-1744255723-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=4f54a6ec-d290-4197-84ed-c303dd0ab2dc&tenant_id=de10e7e0e3ea4ce28d84ef76e9c1ec3a&binding%3Ahost_id=n-h1-818022-2 HTTP/1.1" status: 200 len: 1096 time: 0.0645382 Nov 19 17:46:38.276877 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611751f1-d967-4efb-b9ec-abeca314e414 req-d39f9bab-286e-4e7f-836d-054fa9ec7ca0 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:46:38.279012 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-611751f1-d967-4efb-b9ec-abeca314e414 req-d39f9bab-286e-4e7f-836d-054fa9ec7ca0 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/ports?device_id=4f54a6ec-d290-4197-84ed-c303dd0ab2dc HTTP/1.1" status: 200 len: 945 time: 0.0663342 Nov 19 17:46:38.296331 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc10b55-a704-4ae2-af3e-1d606b1c8acf req-b4ff6fa9-287b-4b32-b879-b384bbb2e65a tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:46:38.298218 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-dfc10b55-a704-4ae2-af3e-1d606b1c8acf req-b4ff6fa9-287b-4b32-b879-b384bbb2e65a tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] 10.222.0.54 "GET /v2.0/ports?device_id=d92fe2bd-ad51-4c6e-8818-ece36aa67a95 HTTP/1.1" status: 200 len: 945 time: 0.1002047 Nov 19 17:46:38.359884 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-611751f1-d967-4efb-b9ec-abeca314e414 req-f98c1c8a-2645-45b0-9448-c20797303fe3 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/security-groups?id=12d5dc08-1d9f-41c6-b52c-304239ec8b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696068 Nov 19 17:46:38.389540 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-dfc10b55-a704-4ae2-af3e-1d606b1c8acf req-751cd4d7-3647-4c46-bbe7-3d9f8cbec010 tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] 10.222.0.54 "GET /v2.0/security-groups?id=a352ca94-2149-4006-acad-e3c22132eabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789516 Nov 19 17:46:38.395464 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-c076a695-dff9-4e4f-be68-0c4cfe4cf042 req-ba8cf2ff-599d-4377-89e1-aacdf28c0356 service neutron] For port c1ed1411-3293-4dd3-9e31-e9bf08cd1813, host n-h2-818022-2, cleared binding levels {{(pid=103364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:46:38.399412 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-c076a695-dff9-4e4f-be68-0c4cfe4cf042 req-ba8cf2ff-599d-4377-89e1-aacdf28c0356 service neutron] Publish callbacks [] for binding, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:38.402070 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c076a695-dff9-4e4f-be68-0c4cfe4cf042 req-ba8cf2ff-599d-4377-89e1-aacdf28c0356 service neutron] 10.222.0.60 "DELETE /v2.0/ports/c1ed1411-3293-4dd3-9e31-e9bf08cd1813/bindings/n-h2-818022-2 HTTP/1.1" status: 204 len: 173 time: 0.2294757 Nov 19 17:46:38.637512 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44597829-8e04-42f4-82e1-2099cb2b8501 req-665f43fd-58c2-404c-96c6-1dc48b36cd39 tempest-LiveMigrationTest-1744255723 tempest-LiveMigrationTest-1744255723-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:46:38.639197 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-44597829-8e04-42f4-82e1-2099cb2b8501 req-665f43fd-58c2-404c-96c6-1dc48b36cd39 tempest-LiveMigrationTest-1744255723 tempest-LiveMigrationTest-1744255723-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=4f54a6ec-d290-4197-84ed-c303dd0ab2dc HTTP/1.1" status: 200 len: 1096 time: 0.0607383 Nov 19 17:46:38.705260 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-44597829-8e04-42f4-82e1-2099cb2b8501 req-cdbce928-9326-4d50-8dde-97cd034286bc tempest-LiveMigrationTest-1744255723 tempest-LiveMigrationTest-1744255723-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=12d5dc08-1d9f-41c6-b52c-304239ec8b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557215 Nov 19 17:46:39.049862 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52437b59-43db-415d-975b-6d222029fd6d req-831e0c23-a6ac-49fd-952e-dbefcb3193a9 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:46:39.055914 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-52437b59-43db-415d-975b-6d222029fd6d req-831e0c23-a6ac-49fd-952e-dbefcb3193a9 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/ports?device_id=4f54a6ec-d290-4197-84ed-c303dd0ab2dc HTTP/1.1" status: 200 len: 945 time: 0.0848632 Nov 19 17:46:39.122362 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-52437b59-43db-415d-975b-6d222029fd6d req-77b9b23e-0c18-4183-bddf-39a9290584d6 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/security-groups?id=12d5dc08-1d9f-41c6-b52c-304239ec8b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602639 Nov 19 17:46:39.179068 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad9a99f-6556-4fe1-8453-01b2ee61391e req-4ff58716-9a1b-4c87-b5c9-0ef036412afc tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:46:39.180615 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4ad9a99f-6556-4fe1-8453-01b2ee61391e req-4ff58716-9a1b-4c87-b5c9-0ef036412afc tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec9f9dc4-f3d0-4fbd-b419-1ab72c92e9be HTTP/1.1" status: 200 len: 946 time: 0.0820715 Nov 19 17:46:39.252016 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4ad9a99f-6556-4fe1-8453-01b2ee61391e req-a68b115b-bc51-4feb-b005-7ddcc572a8a9 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/security-groups?id=b596b6e2-4e99-405d-ab15-439621199b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643499 Nov 19 17:46:39.561325 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8ea277-c600-4c42-977e-0b7eccec7b94 req-f9b77b27-7271-4d74-af25-74107e6405e5 tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:46:39.563806 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-1a8ea277-c600-4c42-977e-0b7eccec7b94 req-f9b77b27-7271-4d74-af25-74107e6405e5 tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] 10.222.0.54 "GET /v2.0/ports?device_id=d92fe2bd-ad51-4c6e-8818-ece36aa67a95 HTTP/1.1" status: 200 len: 945 time: 0.0686767 Nov 19 17:46:39.665633 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-1a8ea277-c600-4c42-977e-0b7eccec7b94 req-015098f6-208c-4988-b05c-d90e3b4ea50e tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] 10.222.0.54 "GET /v2.0/security-groups?id=a352ca94-2149-4006-acad-e3c22132eabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940530 Nov 19 17:46:39.687862 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047d582f-737c-4fa1-ae54-a22dcc160c30 req-a3412edc-c37b-44b7-a9cb-9d7be562e521 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:46:39.689502 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-047d582f-737c-4fa1-ae54-a22dcc160c30 req-a3412edc-c37b-44b7-a9cb-9d7be562e521 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f54a6ec-d290-4197-84ed-c303dd0ab2dc HTTP/1.1" status: 200 len: 945 time: 0.0874569 Nov 19 17:46:39.810083 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [req-047d582f-737c-4fa1-ae54-a22dcc160c30 req-a41fc0b7-ea19-4275-b4f6-01bdee21b450 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Deleting port c1ed1411-3293-4dd3-9e31-e9bf08cd1813 {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:46:39.810428 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-047d582f-737c-4fa1-ae54-a22dcc160c30 req-a41fc0b7-ea19-4275-b4f6-01bdee21b450 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:39.921285 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-047d582f-737c-4fa1-ae54-a22dcc160c30 req-a41fc0b7-ea19-4275-b4f6-01bdee21b450 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] For port c1ed1411-3293-4dd3-9e31-e9bf08cd1813, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=c1ed1411-3293-4dd3-9e31-e9bf08cd1813,segment=NetworkSegment(68be9c2e-9e68-489a-becd-67ff095c4169),segment_id=68be9c2e-9e68-489a-becd-67ff095c4169)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:46:39.922219 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-047d582f-737c-4fa1-ae54-a22dcc160c30 req-a41fc0b7-ea19-4275-b4f6-01bdee21b450 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:39.936697 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [req-047d582f-737c-4fa1-ae54-a22dcc160c30 req-a41fc0b7-ea19-4275-b4f6-01bdee21b450 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Calling delete_port for c1ed1411-3293-4dd3-9e31-e9bf08cd1813 owned by compute:nova {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:46:40.114722 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-047d582f-737c-4fa1-ae54-a22dcc160c30 req-a41fc0b7-ea19-4275-b4f6-01bdee21b450 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:40.129007 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] get_ports_and_sgs() called for port_ids ['93e90eda-5096-4d5d-bd55-a580bf26e4e1'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:46:40.133463 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['8c6312d8-576e-4736-bc85-42aa986721e9', 'c1ed1411-3293-4dd3-9e31-e9bf08cd1813'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:46:40.145939 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41fc0b7-ea19-4275-b4f6-01bdee21b450 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Pushing event deleted for resources: {'Port': ['ID=c1ed1411-3293-4dd3-9e31-e9bf08cd1813,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:46:40.158941 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41fc0b7-ea19-4275-b4f6-01bdee21b450 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:46:40.159620 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41fc0b7-ea19-4275-b4f6-01bdee21b450 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:46:40.160115 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41fc0b7-ea19-4275-b4f6-01bdee21b450 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:46:40.160466 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41fc0b7-ea19-4275-b4f6-01bdee21b450 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:46:40.160812 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41fc0b7-ea19-4275-b4f6-01bdee21b450 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:46:40.161289 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41fc0b7-ea19-4275-b4f6-01bdee21b450 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:46:40.161776 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41fc0b7-ea19-4275-b4f6-01bdee21b450 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:46:40.162367 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41fc0b7-ea19-4275-b4f6-01bdee21b450 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:46:40.162944 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41fc0b7-ea19-4275-b4f6-01bdee21b450 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:46:40.163517 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41fc0b7-ea19-4275-b4f6-01bdee21b450 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:46:40.164085 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41fc0b7-ea19-4275-b4f6-01bdee21b450 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:46:40.164516 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41fc0b7-ea19-4275-b4f6-01bdee21b450 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:46:40.220094 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [req-047d582f-737c-4fa1-ae54-a22dcc160c30 req-a41fc0b7-ea19-4275-b4f6-01bdee21b450 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] No DVR routers for this DVR port c1ed1411-3293-4dd3-9e31-e9bf08cd1813 on host n-h1-818022-2 {{(pid=103364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:46:40.223351 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-047d582f-737c-4fa1-ae54-a22dcc160c30 req-a41fc0b7-ea19-4275-b4f6-01bdee21b450 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:40.227159 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-047d582f-737c-4fa1-ae54-a22dcc160c30 req-a41fc0b7-ea19-4275-b4f6-01bdee21b450 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.60 "DELETE /v2.0/ports/c1ed1411-3293-4dd3-9e31-e9bf08cd1813 HTTP/1.1" status: 204 len: 173 time: 0.5313628 Nov 19 17:46:40.227793 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f54a6ec-d290-4197-84ed-c303dd0ab2dc', 'name': 'network-vif-deleted', 'tag': 'c1ed1411-3293-4dd3-9e31-e9bf08cd1813'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:46:40.230239 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dd4767a008c23f8566efc82158ee1b1fff34e1a9e908d76d0b6d0ab7e350e5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23fa6f8b-0b56-4379-9d23-7da52e2b7af9" -d '{"events": [{"server_uuid": "4f54a6ec-d290-4197-84ed-c303dd0ab2dc", "name": "network-vif-deleted", "tag": "c1ed1411-3293-4dd3-9e31-e9bf08cd1813"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:46:40.289113 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:46:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb2b7bf6-de84-4589-8c25-dbe16d07aed2 x-openstack-request-id: req-bb2b7bf6-de84-4589-8c25-dbe16d07aed2 {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:46:40.289524 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f54a6ec-d290-4197-84ed-c303dd0ab2dc", "name": "network-vif-deleted", "tag": "c1ed1411-3293-4dd3-9e31-e9bf08cd1813", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:46:40.289931 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-bb2b7bf6-de84-4589-8c25-dbe16d07aed2 {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:46:40.290418 n-d-818022-2 neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f54a6ec-d290-4197-84ed-c303dd0ab2dc', 'name': 'network-vif-deleted', 'tag': 'c1ed1411-3293-4dd3-9e31-e9bf08cd1813', 'status': 'completed', 'code': 200} Nov 19 17:46:40.312285 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-de1213e1-1e92-4f8d-8eca-eb408e3856c8 req-bf9facdb-1728-4216-92fd-3813e07aaf8e tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/ports?device_id=4f54a6ec-d290-4197-84ed-c303dd0ab2dc HTTP/1.1" status: 200 len: 210 time: 0.0542104 Nov 19 17:46:40.441632 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aeb9b63-813f-4556-ab95-d15bc0335306 req-5431e6dc-6e69-4670-9727-a83922becfb6 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:46:40.452100 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6aeb9b63-813f-4556-ab95-d15bc0335306 req-5431e6dc-6e69-4670-9727-a83922becfb6 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec9f9dc4-f3d0-4fbd-b419-1ab72c92e9be HTTP/1.1" status: 200 len: 946 time: 0.0679421 Nov 19 17:46:40.501308 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6aeb9b63-813f-4556-ab95-d15bc0335306 req-169f4a6d-2151-489c-97fe-d63ec1cdab64 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/security-groups?id=b596b6e2-4e99-405d-ab15-439621199b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482588 Nov 19 17:46:40.898099 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad211b9-bce6-4f47-9f2c-e678aa2265db req-c0246e27-e13e-463e-b230-39892965f741 tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:46:40.899741 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-aad211b9-bce6-4f47-9f2c-e678aa2265db req-c0246e27-e13e-463e-b230-39892965f741 tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] 10.222.0.54 "GET /v2.0/ports?device_id=d92fe2bd-ad51-4c6e-8818-ece36aa67a95 HTTP/1.1" status: 200 len: 945 time: 0.0952339 Nov 19 17:46:40.960497 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-aad211b9-bce6-4f47-9f2c-e678aa2265db req-4e136657-72b4-4cf4-aeef-68b85c30d99d tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] 10.222.0.54 "GET /v2.0/security-groups?id=a352ca94-2149-4006-acad-e3c22132eabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521095 Nov 19 17:46:41.458102 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8882ecc2-8fdd-48be-aae7-49075d9dec00 req-e03f024c-c13f-4a7c-a0d4-992e9df168ae tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/ports?device_id=4f54a6ec-d290-4197-84ed-c303dd0ab2dc HTTP/1.1" status: 200 len: 210 time: 0.0339768 Nov 19 17:46:41.646501 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee210e3-12d5-46bb-8cb7-67fe81ecfd11 req-8e14f107-7834-42b8-80ae-67a36ea5af62 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:46:41.648900 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-4ee210e3-12d5-46bb-8cb7-67fe81ecfd11 req-8e14f107-7834-42b8-80ae-67a36ea5af62 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec9f9dc4-f3d0-4fbd-b419-1ab72c92e9be HTTP/1.1" status: 200 len: 946 time: 0.0543337 Nov 19 17:46:41.730499 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-4ee210e3-12d5-46bb-8cb7-67fe81ecfd11 req-d6ce5590-5342-44cb-950c-5da332f822f8 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/security-groups?id=b596b6e2-4e99-405d-ab15-439621199b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710988 Nov 19 17:46:42.146308 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd71e7b-3e49-4582-8908-0447f6ca05e0 req-486e2fc8-362f-409c-95ac-9d44c7b2c872 tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:46:42.148247 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ecd71e7b-3e49-4582-8908-0447f6ca05e0 req-486e2fc8-362f-409c-95ac-9d44c7b2c872 tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] 10.222.0.54 "GET /v2.0/ports?device_id=d92fe2bd-ad51-4c6e-8818-ece36aa67a95 HTTP/1.1" status: 200 len: 945 time: 0.0864663 Nov 19 17:46:42.259806 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ecd71e7b-3e49-4582-8908-0447f6ca05e0 req-ef5414ee-ee50-4b18-ab18-56082cd7a3dd tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] 10.222.0.54 "GET /v2.0/security-groups?id=a352ca94-2149-4006-acad-e3c22132eabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986710 Nov 19 17:46:42.586076 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f5972a09-3c34-454b-ae57-e01b876ce77b req-b11c6d88-ca53-426d-a24b-46445dccc2c8 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/ports?device_id=4f54a6ec-d290-4197-84ed-c303dd0ab2dc HTTP/1.1" status: 200 len: 210 time: 0.0337915 Nov 19 17:46:42.915742 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1128a8-44af-4919-bb9d-d6d5dddc4ada req-6b7ea205-fb1d-4d3a-b2e7-9f8ed6c86546 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:46:42.918427 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9d1128a8-44af-4919-bb9d-d6d5dddc4ada req-6b7ea205-fb1d-4d3a-b2e7-9f8ed6c86546 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec9f9dc4-f3d0-4fbd-b419-1ab72c92e9be HTTP/1.1" status: 200 len: 946 time: 0.0695758 Nov 19 17:46:43.000909 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9d1128a8-44af-4919-bb9d-d6d5dddc4ada req-5adc977f-8221-43d7-90ea-9597c44279cb tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/security-groups?id=b596b6e2-4e99-405d-ab15-439621199b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747266 Nov 19 17:46:43.207288 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device c1ed1411-3293-4dd3-9e31-e9bf08cd1813 no longer exists at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:46:43.237147 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] No Port match for: c1ed1411-3293-4dd3-9e31-e9bf08cd1813 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:46:43.237580 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device c1ed1411-3293-4dd3-9e31-e9bf08cd1813 not bound to the agent host n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:46:43.403728 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781b06b9-69d2-4749-84c4-2d65f35c6323 req-1052eb89-a369-466c-8586-aaad42cd1d23 tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:46:43.405612 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-781b06b9-69d2-4749-84c4-2d65f35c6323 req-1052eb89-a369-466c-8586-aaad42cd1d23 tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] 10.222.0.54 "GET /v2.0/ports?device_id=d92fe2bd-ad51-4c6e-8818-ece36aa67a95 HTTP/1.1" status: 200 len: 945 time: 0.0631511 Nov 19 17:46:43.464589 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-781b06b9-69d2-4749-84c4-2d65f35c6323 req-401790cd-f0fc-4933-a805-b02d0cf56c13 tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] 10.222.0.54 "GET /v2.0/security-groups?id=a352ca94-2149-4006-acad-e3c22132eabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504711 Nov 19 17:46:43.712187 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e8235bd0-60ca-426d-972b-5d52f62e52fd req-1ba1c910-32cd-4b64-b713-beeb823fb962 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/ports?device_id=4f54a6ec-d290-4197-84ed-c303dd0ab2dc HTTP/1.1" status: 200 len: 210 time: 0.0320516 Nov 19 17:46:44.140883 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dde333-230f-4dbe-aed6-85269e5a96e2 req-031d97db-1200-4a66-86f1-83ae58d2095c tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:46:44.142669 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c3dde333-230f-4dbe-aed6-85269e5a96e2 req-031d97db-1200-4a66-86f1-83ae58d2095c tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec9f9dc4-f3d0-4fbd-b419-1ab72c92e9be HTTP/1.1" status: 200 len: 946 time: 0.0637312 Nov 19 17:46:44.202513 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c3dde333-230f-4dbe-aed6-85269e5a96e2 req-03398c10-e0bb-4295-9abb-8e247de4c1bd tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/security-groups?id=b596b6e2-4e99-405d-ab15-439621199b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535519 Nov 19 17:46:44.626857 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d5344c-8031-4722-b6a3-c23795f23a60 req-00073156-6bc4-435d-9d65-d31019bea4bc tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:46:44.628689 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-28d5344c-8031-4722-b6a3-c23795f23a60 req-00073156-6bc4-435d-9d65-d31019bea4bc tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] 10.222.0.54 "GET /v2.0/ports?device_id=d92fe2bd-ad51-4c6e-8818-ece36aa67a95 HTTP/1.1" status: 200 len: 945 time: 0.0718849 Nov 19 17:46:44.681794 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-28d5344c-8031-4722-b6a3-c23795f23a60 req-e71a0523-d777-45e0-a47d-9763f1eb886a tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] 10.222.0.54 "GET /v2.0/security-groups?id=a352ca94-2149-4006-acad-e3c22132eabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464201 Nov 19 17:46:44.828798 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6e521dce-3075-48ac-b20a-22efca60013e req-fe1eb23e-90ff-4264-a517-e52acf2023de tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/ports?device_id=4f54a6ec-d290-4197-84ed-c303dd0ab2dc HTTP/1.1" status: 200 len: 210 time: 0.0268836 Nov 19 17:46:45.385423 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d57a59-73aa-4254-b50e-e1474ec64c04 req-0f901311-6b02-4799-b5a3-e3b6114689cc tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:46:45.387490 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-01d57a59-73aa-4254-b50e-e1474ec64c04 req-0f901311-6b02-4799-b5a3-e3b6114689cc tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec9f9dc4-f3d0-4fbd-b419-1ab72c92e9be HTTP/1.1" status: 200 len: 946 time: 0.0867615 Nov 19 17:46:45.492672 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-01d57a59-73aa-4254-b50e-e1474ec64c04 req-17d8f747-3f9b-46a5-ba0f-e4ae8f2818c7 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/security-groups?id=b596b6e2-4e99-405d-ab15-439621199b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893078 Nov 19 17:46:45.818350 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf71e3f1-5f7f-40c7-b981-7d2f11504533 req-f6cf84df-58fa-4c77-9f39-93fb01c5bf46 tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:46:45.819975 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-bf71e3f1-5f7f-40c7-b981-7d2f11504533 req-f6cf84df-58fa-4c77-9f39-93fb01c5bf46 tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] 10.222.0.54 "GET /v2.0/ports?device_id=d92fe2bd-ad51-4c6e-8818-ece36aa67a95 HTTP/1.1" status: 200 len: 945 time: 0.0510688 Nov 19 17:46:45.873625 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-bf71e3f1-5f7f-40c7-b981-7d2f11504533 req-7b390277-b590-4fba-970e-0e2bbd63f8b4 tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] 10.222.0.54 "GET /v2.0/security-groups?id=a352ca94-2149-4006-acad-e3c22132eabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474746 Nov 19 17:46:46.718134 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d493dda9-c4c1-49c4-ab13-fd08d3d3a2b4 req-e2b612e7-a8f3-4358-b271-a87045236352 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:46:46.719887 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d493dda9-c4c1-49c4-ab13-fd08d3d3a2b4 req-e2b612e7-a8f3-4358-b271-a87045236352 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec9f9dc4-f3d0-4fbd-b419-1ab72c92e9be HTTP/1.1" status: 200 len: 946 time: 0.0914836 Nov 19 17:46:46.785369 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d493dda9-c4c1-49c4-ab13-fd08d3d3a2b4 req-28407aa4-b52d-4556-8bce-e992dd16f689 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/security-groups?id=b596b6e2-4e99-405d-ab15-439621199b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585349 Nov 19 17:46:47.079255 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2895081-19c1-4724-96b2-bd4b1a90711f req-feacda75-7bb0-4595-bfe2-bf9a5f7d0dfa tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:46:47.088765 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e2895081-19c1-4724-96b2-bd4b1a90711f req-feacda75-7bb0-4595-bfe2-bf9a5f7d0dfa tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] 10.222.0.54 "GET /v2.0/ports?device_id=d92fe2bd-ad51-4c6e-8818-ece36aa67a95 HTTP/1.1" status: 200 len: 945 time: 0.1225934 Nov 19 17:46:47.157610 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e2895081-19c1-4724-96b2-bd4b1a90711f req-aab81d1f-c55e-41a2-a459-41f0b1c6dabd tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] 10.222.0.54 "GET /v2.0/security-groups?id=a352ca94-2149-4006-acad-e3c22132eabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671260 Nov 19 17:46:47.950179 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device 71243686-16d7-4505-9eb3-c400bc2cf33c details requested by agent hyperv_n-h2-818022-2 with host n-h2-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 17:46:47.961389 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b4b951-7737-4198-86fc-e5a725481dd4 req-866f2d1a-e1ff-4347-bd29-d9a65c1bb728 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:46:47.974167 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-48b4b951-7737-4198-86fc-e5a725481dd4 req-866f2d1a-e1ff-4347-bd29-d9a65c1bb728 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec9f9dc4-f3d0-4fbd-b419-1ab72c92e9be HTTP/1.1" status: 200 len: 946 time: 0.1007144 Nov 19 17:46:48.084755 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-48b4b951-7737-4198-86fc-e5a725481dd4 req-48372960-bc6b-4ac3-b6c0-4b5cdb864ca3 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/security-groups?id=b596b6e2-4e99-405d-ab15-439621199b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093073 Nov 19 17:46:48.181396 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port 71243686-16d7-4505-9eb3-c400bc2cf33c, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=71243686-16d7-4505-9eb3-c400bc2cf33c,segment=NetworkSegment(7cd6906b-44eb-4ce1-933e-47ff3aaf0160),segment_id=7cd6906b-44eb-4ce1-933e-47ff3aaf0160)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:46:48.199684 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Returning: {'device': '71243686-16d7-4505-9eb3-c400bc2cf33c', 'network_id': '7fe9dda4-bbb5-4db6-b240-cdabda9f2be2', 'port_id': '71243686-16d7-4505-9eb3-c400bc2cf33c', 'mac_address': 'fa:16:3e:f6:14:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 664, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2a11d26-01c8-41f8-8b08-cf64deb00190', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 17:46:48.254062 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:48.271523 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 71243686-16d7-4505-9eb3-c400bc2cf33c {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:46:48.296332 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port 71243686-16d7-4505-9eb3-c400bc2cf33c, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=71243686-16d7-4505-9eb3-c400bc2cf33c,segment=NetworkSegment(7cd6906b-44eb-4ce1-933e-47ff3aaf0160),segment_id=7cd6906b-44eb-4ce1-933e-47ff3aaf0160)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:46:48.302533 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:48.383806 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Pushing event updated for resources: {'Port': ['ID=71243686-16d7-4505-9eb3-c400bc2cf33c,revision_number=6']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:46:48.390544 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807752bf-fbbe-4f87-b82d-246342ed85b7 req-60c306f4-7078-4fa6-b892-f610bb70bd42 tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:46:48.393283 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-807752bf-fbbe-4f87-b82d-246342ed85b7 req-60c306f4-7078-4fa6-b892-f610bb70bd42 tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] 10.222.0.54 "GET /v2.0/ports?device_id=d92fe2bd-ad51-4c6e-8818-ece36aa67a95 HTTP/1.1" status: 200 len: 945 time: 0.0985379 Nov 19 17:46:48.468874 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-807752bf-fbbe-4f87-b82d-246342ed85b7 req-e555d0ac-19da-4434-9398-ef7363a50c81 tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] 10.222.0.54 "GET /v2.0/security-groups?id=a352ca94-2149-4006-acad-e3c22132eabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693083 Nov 19 17:46:48.504689 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] get_ports_and_sgs() called for port_ids ['71243686-16d7-4505-9eb3-c400bc2cf33c'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:46:49.201212 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 54606) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:46:49.207595 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-b2cba842-4e01-494b-bee7-f832b7d3da6e tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-2129587188'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:46:49.255187 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2cba842-4e01-494b-bee7-f832b7d3da6e tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Made reservation on behalf of c2e6ec2d08df4707906c035065baeeeb for: {'network': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:46:49.263305 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b2cba842-4e01-494b-bee7-f832b7d3da6e tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:49.272369 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2b7bbb-5d91-4898-84c2-a5a93fcbcc7b req-16594213-4439-4fd0-9d7f-2725db66bd32 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:46:49.279516 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9c2b7bbb-5d91-4898-84c2-a5a93fcbcc7b req-16594213-4439-4fd0-9d7f-2725db66bd32 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec9f9dc4-f3d0-4fbd-b419-1ab72c92e9be HTTP/1.1" status: 200 len: 945 time: 0.0844374 Nov 19 17:46:49.305643 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2cba842-4e01-494b-bee7-f832b7d3da6e tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 689} {{(pid=103365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 17:46:49.319268 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b2cba842-4e01-494b-bee7-f832b7d3da6e tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:49.319922 n-d-818022-2 neutron-server[103365]: INFO neutron.db.segments_db [None req-b2cba842-4e01-494b-bee7-f832b7d3da6e tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Added segment 0e2189b3-cb14-46a5-a715-24b97b50abaf of type vlan for network bdba4402-94e3-4e68-bba0-ed8e8f9b25bc Nov 19 17:46:49.375516 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b2cba842-4e01-494b-bee7-f832b7d3da6e tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:49.389996 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9c2b7bbb-5d91-4898-84c2-a5a93fcbcc7b req-324d8734-4ec4-4ea5-91e4-1e8961d3e5b6 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/security-groups?id=b596b6e2-4e99-405d-ab15-439621199b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025920 Nov 19 17:46:49.420674 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b2cba842-4e01-494b-bee7-f832b7d3da6e tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:49.433751 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2cba842-4e01-494b-bee7-f832b7d3da6e tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:46:49.434470 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b2cba842-4e01-494b-bee7-f832b7d3da6e tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:49.634662 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-b2cba842-4e01-494b-bee7-f832b7d3da6e tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4322412 Nov 19 17:46:49.638533 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 54620) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:46:49.648315 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-0752edb7-27bc-41ac-a252-87e73f4e4a33 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-420254069'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:46:49.678117 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cba842-4e01-494b-bee7-f832b7d3da6e tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Pushing event updated for resources: {'Network': ['ID=bdba4402-94e3-4e68-bba0-ed8e8f9b25bc,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:46:49.687875 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0752edb7-27bc-41ac-a252-87e73f4e4a33 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Made reservation on behalf of c2e6ec2d08df4707906c035065baeeeb for: {'network': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:46:49.692443 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0752edb7-27bc-41ac-a252-87e73f4e4a33 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:49.698194 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network bdba4402-94e3-4e68-bba0-ed8e8f9b25bc details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 17:46:49.707305 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2fd3a2-7430-432c-89a7-b2b1c50c8ee9 req-241096c2-ba1d-4d87-8508-78f7334b7636 tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:46:49.715023 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6f2fd3a2-7430-432c-89a7-b2b1c50c8ee9 req-241096c2-ba1d-4d87-8508-78f7334b7636 tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] 10.222.0.54 "GET /v2.0/ports?device_id=d92fe2bd-ad51-4c6e-8818-ece36aa67a95 HTTP/1.1" status: 200 len: 945 time: 0.1302528 Nov 19 17:46:49.768223 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0752edb7-27bc-41ac-a252-87e73f4e4a33 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 693} {{(pid=103364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 17:46:49.790544 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0752edb7-27bc-41ac-a252-87e73f4e4a33 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:49.791136 n-d-818022-2 neutron-server[103364]: INFO neutron.db.segments_db [None req-0752edb7-27bc-41ac-a252-87e73f4e4a33 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Added segment 4cf3a3fa-f14a-471a-b8ca-053f3c3b65aa of type vlan for network c051a038-1534-488b-800a-8e55916bcfc3 Nov 19 17:46:49.822011 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6f2fd3a2-7430-432c-89a7-b2b1c50c8ee9 req-c30b537e-f501-41a2-8693-13b92455bfa4 tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] 10.222.0.54 "GET /v2.0/security-groups?id=a352ca94-2149-4006-acad-e3c22132eabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056852 Nov 19 17:46:49.861928 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0752edb7-27bc-41ac-a252-87e73f4e4a33 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:49.894763 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0752edb7-27bc-41ac-a252-87e73f4e4a33 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:49.900365 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0752edb7-27bc-41ac-a252-87e73f4e4a33 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:46:49.904198 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0752edb7-27bc-41ac-a252-87e73f4e4a33 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:49.954929 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device 71243686-16d7-4505-9eb3-c400bc2cf33c up at agent hyperv_n-h2-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:46:49.992666 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0752edb7-27bc-41ac-a252-87e73f4e4a33 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Pushing event updated for resources: {'Network': ['ID=c051a038-1534-488b-800a-8e55916bcfc3,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:46:50.006161 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-0752edb7-27bc-41ac-a252-87e73f4e4a33 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3663027 Nov 19 17:46:50.008872 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 54624) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:46:50.016191 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-1c465d48-919d-4c41-8edf-a8e99d8765fb tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Request body: {'subnet': {'network_id': 'bdba4402-94e3-4e68-bba0-ed8e8f9b25bc', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:46:50.024456 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network c051a038-1534-488b-800a-8e55916bcfc3 details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 17:46:50.125979 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Provisioning complete for port 71243686-16d7-4505-9eb3-c400bc2cf33c triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:46:50.126689 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:50.195598 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c465d48-919d-4c41-8edf-a8e99d8765fb tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Made reservation on behalf of c2e6ec2d08df4707906c035065baeeeb for: {'subnet': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:46:50.204482 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1c465d48-919d-4c41-8edf-a8e99d8765fb tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8731248'] for subnet, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:50.285257 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:50.353231 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec9f9dc4-f3d0-4fbd-b419-1ab72c92e9be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71243686-16d7-4505-9eb3-c400bc2cf33c'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:46:50.363042 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3940761bcd94e032e6960d2241bd8993c5d3a7d8dc2aca8488f3ecf1d4dd2fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8702f8b-e185-4815-b098-0c4f3d18d487" -d '{"events": [{"server_uuid": "ec9f9dc4-f3d0-4fbd-b419-1ab72c92e9be", "name": "network-vif-plugged", "status": "completed", "tag": "71243686-16d7-4505-9eb3-c400bc2cf33c"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:46:50.409880 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port 71243686-16d7-4505-9eb3-c400bc2cf33c, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=71243686-16d7-4505-9eb3-c400bc2cf33c,segment=NetworkSegment(7cd6906b-44eb-4ce1-933e-47ff3aaf0160),segment_id=7cd6906b-44eb-4ce1-933e-47ff3aaf0160)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:46:50.415881 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:50.467460 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:46:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a17b909-3b20-42b1-b273-cc13de66d67a x-openstack-request-id: req-4a17b909-3b20-42b1-b273-cc13de66d67a {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:46:50.467765 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec9f9dc4-f3d0-4fbd-b419-1ab72c92e9be", "name": "network-vif-plugged", "status": "completed", "tag": "71243686-16d7-4505-9eb3-c400bc2cf33c", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:46:50.468022 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-4a17b909-3b20-42b1-b273-cc13de66d67a {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:46:50.468467 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec9f9dc4-f3d0-4fbd-b419-1ab72c92e9be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71243686-16d7-4505-9eb3-c400bc2cf33c', 'code': 200} Nov 19 17:46:50.529410 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Pushing event updated for resources: {'Port': ['ID=71243686-16d7-4505-9eb3-c400bc2cf33c,revision_number=7']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:46:50.660718 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1c465d48-919d-4c41-8edf-a8e99d8765fb tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12283104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8731234'] for subnet, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:50.731925 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c465d48-919d-4c41-8edf-a8e99d8765fb tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Pushing event updated for resources: {'Subnet': ['ID=d2adf1de-41cf-4bad-b066-43727eb082a2,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:46:50.747641 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c465d48-919d-4c41-8edf-a8e99d8765fb tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Checking segment: {'id': '0e2189b3-cb14-46a5-a715-24b97b50abaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'bdba4402-94e3-4e68-bba0-ed8e8f9b25bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:46:50.748270 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c465d48-919d-4c41-8edf-a8e99d8765fb tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Network hostable DHCP agents. Network: bdba4402-94e3-4e68-bba0-ed8e8f9b25bc, hostable agents: ['02910ef2-0455-4aea-9f38-9a875579633f'], hosted agents: [] {{(pid=103365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 17:46:50.772664 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef46fb1c-a7be-4944-afb3-6dae90bebaa0 req-8fee9cb6-e2d7-4307-9688-793109dedba0 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:46:50.775048 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ef46fb1c-a7be-4944-afb3-6dae90bebaa0 req-8fee9cb6-e2d7-4307-9688-793109dedba0 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec9f9dc4-f3d0-4fbd-b419-1ab72c92e9be HTTP/1.1" status: 200 len: 946 time: 0.1579564 Nov 19 17:46:50.783043 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c465d48-919d-4c41-8edf-a8e99d8765fb tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Network bdba4402-94e3-4e68-bba0-ed8e8f9b25bc is scheduled to be hosted by DHCP agent 02910ef2-0455-4aea-9f38-9a875579633f with binding_index 1 {{(pid=103365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 17:46:50.798882 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-1c465d48-919d-4c41-8edf-a8e99d8765fb tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818022-2, bdba4402-94e3-4e68-bba0-ed8e8f9b25bc) {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:46:50.804467 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c465d48-919d-4c41-8edf-a8e99d8765fb tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:46:50.805340 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1c465d48-919d-4c41-8edf-a8e99d8765fb tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:50.811089 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f032011-f39d-464c-a185-66cf45fa265b None None] Network bdba4402-94e3-4e68-bba0-ed8e8f9b25bc requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:46:50.857315 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-1c465d48-919d-4c41-8edf-a8e99d8765fb tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8466394 Nov 19 17:46:50.860296 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 54642) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:46:50.873847 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-cc808d32-6c2b-43ca-b61b-0a9ddfec2a3f tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Request body: {'subnet': {'network_id': 'c051a038-1534-488b-800a-8e55916bcfc3', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:46:50.902965 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ef46fb1c-a7be-4944-afb3-6dae90bebaa0 req-a26553be-e14e-4dc4-8a3e-e74477c1a2d4 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/security-groups?id=b596b6e2-4e99-405d-ab15-439621199b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186411 Nov 19 17:46:51.169486 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc808d32-6c2b-43ca-b61b-0a9ddfec2a3f tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Made reservation on behalf of c2e6ec2d08df4707906c035065baeeeb for: {'subnet': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:46:51.175475 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-cc808d32-6c2b-43ca-b61b-0a9ddfec2a3f tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8731248'] for subnet, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:51.229496 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d219d468-c9a8-4b5b-b019-65c73458a251 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54f44f5f-1200-574e-8740-2141911d5b73-bdba4402-94e3-4e68-bba0-ed8e8f9b25bc', 'network_id': 'bdba4402-94e3-4e68-bba0-ed8e8f9b25bc', 'tenant_id': 'c2e6ec2d08df4707906c035065baeeeb', 'fixed_ips': [{'subnet_id': 'd2adf1de-41cf-4bad-b066-43727eb082a2'}]}} from n-d-818022-2. {{(pid=103366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 17:46:51.235857 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d219d468-c9a8-4b5b-b019-65c73458a251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:51.393140 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095ad0dd-f042-4b95-a8b4-243bef9b28ef req-c065f306-a625-4710-aad5-4695c8e0ccaf tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:46:51.401658 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-095ad0dd-f042-4b95-a8b4-243bef9b28ef req-c065f306-a625-4710-aad5-4695c8e0ccaf tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] 10.222.0.54 "GET /v2.0/ports?device_id=d92fe2bd-ad51-4c6e-8818-ece36aa67a95 HTTP/1.1" status: 200 len: 945 time: 0.1111341 Nov 19 17:46:51.582474 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-095ad0dd-f042-4b95-a8b4-243bef9b28ef req-5d29b1d7-a074-4a43-b127-600afd42eb4e tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] 10.222.0.54 "GET /v2.0/security-groups?id=a352ca94-2149-4006-acad-e3c22132eabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772869 Nov 19 17:46:51.684336 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-cc808d32-6c2b-43ca-b61b-0a9ddfec2a3f tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12283104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8731234'] for subnet, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:51.689144 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [None req-d219d468-c9a8-4b5b-b019-65c73458a251 None None] Allocated IP 10.1.1.2 (bdba4402-94e3-4e68-bba0-ed8e8f9b25bc/d2adf1de-41cf-4bad-b066-43727eb082a2/0f15894d-6fec-4dd1-b293-39c4dc9369a2) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:46:51.769920 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833cfb99-e6a2-4867-b354-3936f4a14061 req-fb59b032-9ff6-4b31-b389-84534a89455e tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:46:51.778793 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-833cfb99-e6a2-4867-b354-3936f4a14061 req-fb59b032-9ff6-4b31-b389-84534a89455e tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.60 "GET /v2.0/ports?device_id=096b5441-5f69-4f8a-a4be-bedfc1bccced HTTP/1.1" status: 200 len: 945 time: 0.1322055 Nov 19 17:46:51.809931 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b177ffbb-2230-471f-9d95-aaf306d49d57 req-6231e4de-7c50-40f1-b036-1991db64f29c tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:46:51.819533 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b177ffbb-2230-471f-9d95-aaf306d49d57 req-6231e4de-7c50-40f1-b036-1991db64f29c tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/ports?device_id=096b5441-5f69-4f8a-a4be-bedfc1bccced HTTP/1.1" status: 200 len: 945 time: 0.1923127 Nov 19 17:46:51.862307 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc808d32-6c2b-43ca-b61b-0a9ddfec2a3f tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Pushing event updated for resources: {'Subnet': ['ID=4125d911-4b34-4d0c-a736-6a09404ca814,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:46:51.877847 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc808d32-6c2b-43ca-b61b-0a9ddfec2a3f tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:46:51.878210 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc808d32-6c2b-43ca-b61b-0a9ddfec2a3f tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:46:51.878559 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc808d32-6c2b-43ca-b61b-0a9ddfec2a3f tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:46:51.878906 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc808d32-6c2b-43ca-b61b-0a9ddfec2a3f tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:46:51.879246 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc808d32-6c2b-43ca-b61b-0a9ddfec2a3f tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:46:51.879727 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc808d32-6c2b-43ca-b61b-0a9ddfec2a3f tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:46:51.880066 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc808d32-6c2b-43ca-b61b-0a9ddfec2a3f tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:46:51.880400 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc808d32-6c2b-43ca-b61b-0a9ddfec2a3f tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:46:51.880888 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc808d32-6c2b-43ca-b61b-0a9ddfec2a3f tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:46:51.881217 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc808d32-6c2b-43ca-b61b-0a9ddfec2a3f tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:46:51.881550 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc808d32-6c2b-43ca-b61b-0a9ddfec2a3f tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:46:51.881898 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc808d32-6c2b-43ca-b61b-0a9ddfec2a3f tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:46:51.912612 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc808d32-6c2b-43ca-b61b-0a9ddfec2a3f tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Checking segment: {'id': '4cf3a3fa-f14a-471a-b8ca-053f3c3b65aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'c051a038-1534-488b-800a-8e55916bcfc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:46:51.913228 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc808d32-6c2b-43ca-b61b-0a9ddfec2a3f tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Network hostable DHCP agents. Network: c051a038-1534-488b-800a-8e55916bcfc3, hostable agents: ['02910ef2-0455-4aea-9f38-9a875579633f'], hosted agents: [] {{(pid=103365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 17:46:51.928419 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d219d468-c9a8-4b5b-b019-65c73458a251 None None] Publish callbacks [] for port, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:51.942999 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d219d468-c9a8-4b5b-b019-65c73458a251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998'] for port, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:51.952503 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b177ffbb-2230-471f-9d95-aaf306d49d57 req-9c84195c-dc5c-4449-97e2-4fdb917e86c8 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/security-groups?id=12d5dc08-1d9f-41c6-b52c-304239ec8b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305599 Nov 19 17:46:51.983456 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc808d32-6c2b-43ca-b61b-0a9ddfec2a3f tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Network c051a038-1534-488b-800a-8e55916bcfc3 is scheduled to be hosted by DHCP agent 02910ef2-0455-4aea-9f38-9a875579633f with binding_index 1 {{(pid=103365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 17:46:52.010424 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d219d468-c9a8-4b5b-b019-65c73458a251 None None] Network bdba4402-94e3-4e68-bba0-ed8e8f9b25bc is already hosted by enough agents. {{(pid=103366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:46:52.011555 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-cc808d32-6c2b-43ca-b61b-0a9ddfec2a3f tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818022-2, c051a038-1534-488b-800a-8e55916bcfc3) {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:46:52.016280 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [None req-d219d468-c9a8-4b5b-b019-65c73458a251 None None] Resources bound (agent type, host, resource id): {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:46:52.030151 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc808d32-6c2b-43ca-b61b-0a9ddfec2a3f tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:46:52.031619 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d219d468-c9a8-4b5b-b019-65c73458a251 None None] Received port after_create {{(pid=103366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:46:52.032729 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-cc808d32-6c2b-43ca-b61b-0a9ddfec2a3f tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:52.037418 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [req-833cfb99-e6a2-4867-b354-3936f4a14061 req-1cbb10b0-71a1-461e-a0fa-c1c1079f5bc1 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Deleting port 8c6312d8-576e-4736-bc85-42aa986721e9 {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:46:52.041642 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-833cfb99-e6a2-4867-b354-3936f4a14061 req-1cbb10b0-71a1-461e-a0fa-c1c1079f5bc1 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:52.047788 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfe98d1c-b1c9-4e61-bd8c-d4983376cf9a None None] Network c051a038-1534-488b-800a-8e55916bcfc3 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:46:52.063591 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-cc808d32-6c2b-43ca-b61b-0a9ddfec2a3f tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.2021620 Nov 19 17:46:52.066229 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 54652) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:46:52.075533 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-99be4f9c-eb26-4b22-9824-017facac4f27 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Request body: {'port': {'network_id': 'bdba4402-94e3-4e68-bba0-ed8e8f9b25bc', 'name': 'tempest-TaggedBootDevicesTest-1011173396', 'fixed_ips': [{'subnet_id': 'd2adf1de-41cf-4bad-b066-43727eb082a2'}]}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:46:52.255166 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99be4f9c-eb26-4b22-9824-017facac4f27 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Made reservation on behalf of c2e6ec2d08df4707906c035065baeeeb for: {'port': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:46:52.258946 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d219d468-c9a8-4b5b-b019-65c73458a251 None None] Pushing event updated for resources: {'Port': ['ID=0f15894d-6fec-4dd1-b293-39c4dc9369a2,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:46:52.373782 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-99be4f9c-eb26-4b22-9824-017facac4f27 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:52.395679 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-d219d468-c9a8-4b5b-b019-65c73458a251 None None] Attempting to bind port 0f15894d-6fec-4dd1-b293-39c4dc9369a2 on host n-d-818022-2 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:46:52.396440 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-d219d468-c9a8-4b5b-b019-65c73458a251 None None] Attempting to bind port 0f15894d-6fec-4dd1-b293-39c4dc9369a2 by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': '0e2189b3-cb14-46a5-a715-24b97b50abaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'bdba4402-94e3-4e68-bba0-ed8e8f9b25bc'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:46:52.396962 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d219d468-c9a8-4b5b-b019-65c73458a251 None None] Attempting to bind port 0f15894d-6fec-4dd1-b293-39c4dc9369a2 on network bdba4402-94e3-4e68-bba0-ed8e8f9b25bc {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:46:52.406165 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [None req-99be4f9c-eb26-4b22-9824-017facac4f27 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] device_id is not set on port 87a91d07-25a8-45ba-97b6-bf6aca6dc17b yet. {{(pid=103365) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 17:46:52.409652 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d219d468-c9a8-4b5b-b019-65c73458a251 None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 46, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:46:52.410557 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d219d468-c9a8-4b5b-b019-65c73458a251 None None] Checking segment: {'id': '0e2189b3-cb14-46a5-a715-24b97b50abaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'bdba4402-94e3-4e68-bba0-ed8e8f9b25bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:46:52.411253 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d219d468-c9a8-4b5b-b019-65c73458a251 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:52.412119 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d219d468-c9a8-4b5b-b019-65c73458a251 None None] Bound using segment: {'id': '0e2189b3-cb14-46a5-a715-24b97b50abaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'bdba4402-94e3-4e68-bba0-ed8e8f9b25bc'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:46:52.412306 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535dc28a-c2d5-4534-a4e5-f3ffc95304db req-1741de5d-eea3-4835-9c43-d921e8c0c65d tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:46:52.413187 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-d219d468-c9a8-4b5b-b019-65c73458a251 None None] Bound port: 0f15894d-6fec-4dd1-b293-39c4dc9369a2, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e2189b3-cb14-46a5-a715-24b97b50abaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'bdba4402-94e3-4e68-bba0-ed8e8f9b25bc'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:46:52.414193 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-535dc28a-c2d5-4534-a4e5-f3ffc95304db req-1741de5d-eea3-4835-9c43-d921e8c0c65d tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec9f9dc4-f3d0-4fbd-b419-1ab72c92e9be HTTP/1.1" status: 200 len: 946 time: 0.3305764 Nov 19 17:46:52.414592 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d219d468-c9a8-4b5b-b019-65c73458a251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:52.517204 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-833cfb99-e6a2-4867-b354-3936f4a14061 req-1cbb10b0-71a1-461e-a0fa-c1c1079f5bc1 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] For port 8c6312d8-576e-4736-bc85-42aa986721e9, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=8c6312d8-576e-4736-bc85-42aa986721e9,segment=NetworkSegment(68be9c2e-9e68-489a-becd-67ff095c4169),segment_id=68be9c2e-9e68-489a-becd-67ff095c4169)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:46:52.517885 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-833cfb99-e6a2-4867-b354-3936f4a14061 req-1cbb10b0-71a1-461e-a0fa-c1c1079f5bc1 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:52.532937 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d745052e-6533-492b-9d68-104e317648b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54f44f5f-1200-574e-8740-2141911d5b73-c051a038-1534-488b-800a-8e55916bcfc3', 'network_id': 'c051a038-1534-488b-800a-8e55916bcfc3', 'tenant_id': 'c2e6ec2d08df4707906c035065baeeeb', 'fixed_ips': [{'subnet_id': '4125d911-4b34-4d0c-a736-6a09404ca814'}]}} from n-d-818022-2. {{(pid=103366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 17:46:52.534008 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d745052e-6533-492b-9d68-104e317648b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:52.568541 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [req-833cfb99-e6a2-4867-b354-3936f4a14061 req-1cbb10b0-71a1-461e-a0fa-c1c1079f5bc1 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Calling delete_port for 8c6312d8-576e-4736-bc85-42aa986721e9 owned by compute:nova {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:46:52.599368 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-d219d468-c9a8-4b5b-b019-65c73458a251 None None] For port 0f15894d-6fec-4dd1-b293-39c4dc9369a2, host n-d-818022-2, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:46:52.691333 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-d219d468-c9a8-4b5b-b019-65c73458a251 None None] For port 0f15894d-6fec-4dd1-b293-39c4dc9369a2, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=0f15894d-6fec-4dd1-b293-39c4dc9369a2,segment=NetworkSegment(0e2189b3-cb14-46a5-a715-24b97b50abaf),segment_id=0e2189b3-cb14-46a5-a715-24b97b50abaf)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:46:52.699512 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d219d468-c9a8-4b5b-b019-65c73458a251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:52.755332 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-535dc28a-c2d5-4534-a4e5-f3ffc95304db req-eaf62501-f817-44cb-9628-1cd330a01cf5 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/security-groups?id=b596b6e2-4e99-405d-ab15-439621199b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2929330 Nov 19 17:46:52.776584 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d219d468-c9a8-4b5b-b019-65c73458a251 None None] Pushing event updated for resources: {'Port': ['ID=0f15894d-6fec-4dd1-b293-39c4dc9369a2,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:46:52.887360 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [None req-d745052e-6533-492b-9d68-104e317648b4 None None] Allocated IP 10.2.2.2 (c051a038-1534-488b-800a-8e55916bcfc3/4125d911-4b34-4d0c-a736-6a09404ca814/866c74b9-326a-4245-b2d0-69134bca9229) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:46:52.909565 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-833cfb99-e6a2-4867-b354-3936f4a14061 req-1cbb10b0-71a1-461e-a0fa-c1c1079f5bc1 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:52.930192 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['8c6312d8-576e-4736-bc85-42aa986721e9'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:46:52.936674 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] get_ports_and_sgs() called for port_ids ['93e90eda-5096-4d5d-bd55-a580bf26e4e1'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:46:52.954919 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbb10b0-71a1-461e-a0fa-c1c1079f5bc1 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Pushing event deleted for resources: {'Port': ['ID=8c6312d8-576e-4736-bc85-42aa986721e9,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:46:53.044671 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [req-833cfb99-e6a2-4867-b354-3936f4a14061 req-1cbb10b0-71a1-461e-a0fa-c1c1079f5bc1 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] No DVR routers for this DVR port 8c6312d8-576e-4736-bc85-42aa986721e9 on host n-h1-818022-2 {{(pid=103364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:46:53.049044 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-833cfb99-e6a2-4867-b354-3936f4a14061 req-1cbb10b0-71a1-461e-a0fa-c1c1079f5bc1 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:53.060520 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-833cfb99-e6a2-4867-b354-3936f4a14061 req-1cbb10b0-71a1-461e-a0fa-c1c1079f5bc1 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.60 "DELETE /v2.0/ports/8c6312d8-576e-4736-bc85-42aa986721e9 HTTP/1.1" status: 204 len: 173 time: 1.2777834 Nov 19 17:46:53.061625 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '096b5441-5f69-4f8a-a4be-bedfc1bccced', 'name': 'network-vif-deleted', 'tag': '8c6312d8-576e-4736-bc85-42aa986721e9'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:46:53.077616 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dd4767a008c23f8566efc82158ee1b1fff34e1a9e908d76d0b6d0ab7e350e5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94bc808e-9d2f-455b-ab14-96db9d7aaa0a" -d '{"events": [{"server_uuid": "096b5441-5f69-4f8a-a4be-bedfc1bccced", "name": "network-vif-deleted", "tag": "8c6312d8-576e-4736-bc85-42aa986721e9"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:46:53.182997 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c221e87d-90b9-48d7-b457-38ad8ef9afbd req-3a9d2d16-8f63-4d8b-b2f8-c249342861a8 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/ports?device_id=096b5441-5f69-4f8a-a4be-bedfc1bccced HTTP/1.1" status: 200 len: 210 time: 0.0936923 Nov 19 17:46:53.206285 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84027765-ab52-4c8e-a108-b66756b450b8 req-8b710a10-8a91-4c2f-98bf-c543dd621788 tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:46:53.213894 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-84027765-ab52-4c8e-a108-b66756b450b8 req-8b710a10-8a91-4c2f-98bf-c543dd621788 tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] 10.222.0.54 "GET /v2.0/ports?device_id=d92fe2bd-ad51-4c6e-8818-ece36aa67a95 HTTP/1.1" status: 200 len: 945 time: 0.1334815 Nov 19 17:46:53.303450 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:46:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e00d5d4-19aa-48cd-ae31-6fe0f3a81dcb x-openstack-request-id: req-5e00d5d4-19aa-48cd-ae31-6fe0f3a81dcb {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:46:53.303759 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "096b5441-5f69-4f8a-a4be-bedfc1bccced", "name": "network-vif-deleted", "tag": "8c6312d8-576e-4736-bc85-42aa986721e9", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:46:53.304019 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-5e00d5d4-19aa-48cd-ae31-6fe0f3a81dcb {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:46:53.304438 n-d-818022-2 neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '096b5441-5f69-4f8a-a4be-bedfc1bccced', 'name': 'network-vif-deleted', 'tag': '8c6312d8-576e-4736-bc85-42aa986721e9', 'status': 'completed', 'code': 200} Nov 19 17:46:53.343774 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [None req-99be4f9c-eb26-4b22-9824-017facac4f27 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Allocated IP 10.1.1.170 (bdba4402-94e3-4e68-bba0-ed8e8f9b25bc/d2adf1de-41cf-4bad-b066-43727eb082a2/87a91d07-25a8-45ba-97b6-bf6aca6dc17b) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:46:53.381632 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-84027765-ab52-4c8e-a108-b66756b450b8 req-6a395bfd-c862-47aa-a3a5-8ce4b52b42c5 tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] 10.222.0.54 "GET /v2.0/security-groups?id=a352ca94-2149-4006-acad-e3c22132eabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655664 Nov 19 17:46:53.443904 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d745052e-6533-492b-9d68-104e317648b4 None None] Publish callbacks [] for port, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:53.464366 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d745052e-6533-492b-9d68-104e317648b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998'] for port, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:53.534925 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d745052e-6533-492b-9d68-104e317648b4 None None] Network c051a038-1534-488b-800a-8e55916bcfc3 is already hosted by enough agents. {{(pid=103366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:46:53.543857 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [None req-d745052e-6533-492b-9d68-104e317648b4 None None] Resources bound (agent type, host, resource id): {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:46:53.560097 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d745052e-6533-492b-9d68-104e317648b4 None None] Received port after_create {{(pid=103366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:46:53.561921 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d745052e-6533-492b-9d68-104e317648b4 None None] Pushing event updated for resources: {'Port': ['ID=866c74b9-326a-4245-b2d0-69134bca9229,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:46:53.623347 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-99be4f9c-eb26-4b22-9824-017facac4f27 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:53.727676 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-99be4f9c-eb26-4b22-9824-017facac4f27 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:53.743051 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-d745052e-6533-492b-9d68-104e317648b4 None None] Attempting to bind port 866c74b9-326a-4245-b2d0-69134bca9229 on host n-d-818022-2 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:46:53.744006 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-d745052e-6533-492b-9d68-104e317648b4 None None] Attempting to bind port 866c74b9-326a-4245-b2d0-69134bca9229 by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': '4cf3a3fa-f14a-471a-b8ca-053f3c3b65aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'c051a038-1534-488b-800a-8e55916bcfc3'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:46:53.744266 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d745052e-6533-492b-9d68-104e317648b4 None None] Attempting to bind port 866c74b9-326a-4245-b2d0-69134bca9229 on network c051a038-1534-488b-800a-8e55916bcfc3 {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:46:53.760640 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d745052e-6533-492b-9d68-104e317648b4 None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 46, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:46:53.761130 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d745052e-6533-492b-9d68-104e317648b4 None None] Checking segment: {'id': '4cf3a3fa-f14a-471a-b8ca-053f3c3b65aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'c051a038-1534-488b-800a-8e55916bcfc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:46:53.761837 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d745052e-6533-492b-9d68-104e317648b4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:53.762356 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d745052e-6533-492b-9d68-104e317648b4 None None] Bound using segment: {'id': '4cf3a3fa-f14a-471a-b8ca-053f3c3b65aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'c051a038-1534-488b-800a-8e55916bcfc3'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:46:53.763073 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-d745052e-6533-492b-9d68-104e317648b4 None None] Bound port: 866c74b9-326a-4245-b2d0-69134bca9229, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cf3a3fa-f14a-471a-b8ca-053f3c3b65aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'c051a038-1534-488b-800a-8e55916bcfc3'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:46:53.763545 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d745052e-6533-492b-9d68-104e317648b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:53.855741 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99be4f9c-eb26-4b22-9824-017facac4f27 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Pushing event updated for resources: {'Port': ['ID=87a91d07-25a8-45ba-97b6-bf6aca6dc17b,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:46:53.861026 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99be4f9c-eb26-4b22-9824-017facac4f27 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Network bdba4402-94e3-4e68-bba0-ed8e8f9b25bc is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:46:53.863180 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-99be4f9c-eb26-4b22-9824-017facac4f27 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:46:53.869716 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99be4f9c-eb26-4b22-9824-017facac4f27 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:46:53.909370 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-d745052e-6533-492b-9d68-104e317648b4 None None] For port 866c74b9-326a-4245-b2d0-69134bca9229, host n-d-818022-2, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:46:53.912998 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-d745052e-6533-492b-9d68-104e317648b4 None None] For port 866c74b9-326a-4245-b2d0-69134bca9229, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=866c74b9-326a-4245-b2d0-69134bca9229,segment=NetworkSegment(4cf3a3fa-f14a-471a-b8ca-053f3c3b65aa),segment_id=4cf3a3fa-f14a-471a-b8ca-053f3c3b65aa)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:46:53.918974 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d745052e-6533-492b-9d68-104e317648b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:53.964652 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99be4f9c-eb26-4b22-9824-017facac4f27 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:46:53.969712 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64db4317-0bde-4d8d-a761-dbc2f11f467c req-10ff501d-3c2a-46eb-a6fd-dc36df3bab1b tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:46:53.970302 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-99be4f9c-eb26-4b22-9824-017facac4f27 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:53.980818 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-64db4317-0bde-4d8d-a761-dbc2f11f467c req-10ff501d-3c2a-46eb-a6fd-dc36df3bab1b tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec9f9dc4-f3d0-4fbd-b419-1ab72c92e9be HTTP/1.1" status: 200 len: 946 time: 0.1213284 Nov 19 17:46:54.004820 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-99be4f9c-eb26-4b22-9824-017facac4f27 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.9352579 Nov 19 17:46:54.008097 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 54676) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:46:54.019795 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-a8f137cd-d072-446e-ba82-64b989152adb tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Request body: {'port': {'network_id': 'bdba4402-94e3-4e68-bba0-ed8e8f9b25bc', 'name': 'tempest-TaggedBootDevicesTest-1118855088', 'fixed_ips': [{'subnet_id': 'd2adf1de-41cf-4bad-b066-43727eb082a2'}]}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:46:54.020012 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d745052e-6533-492b-9d68-104e317648b4 None None] Pushing event updated for resources: {'Port': ['ID=866c74b9-326a-4245-b2d0-69134bca9229,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:46:54.098861 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-64db4317-0bde-4d8d-a761-dbc2f11f467c req-73a94bd3-1995-4a9b-bc08-7821b801c8e0 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/security-groups?id=b596b6e2-4e99-405d-ab15-439621199b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167881 Nov 19 17:46:54.198584 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8f137cd-d072-446e-ba82-64b989152adb tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Made reservation on behalf of c2e6ec2d08df4707906c035065baeeeb for: {'port': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:46:54.204153 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a8f137cd-d072-446e-ba82-64b989152adb tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:54.228773 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [None req-a8f137cd-d072-446e-ba82-64b989152adb tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] device_id is not set on port 3e94edaf-0165-44df-bdab-b323476101a6 yet. {{(pid=103365) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 17:46:54.521278 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f616ce09-5386-49fb-8bc3-7f922afb5d3d None None] Network bdba4402-94e3-4e68-bba0-ed8e8f9b25bc requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:46:54.622911 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-b005d28d-5f98-4f30-974a-5f40d928d55c None None] Provisioning complete for port 0f15894d-6fec-4dd1-b293-39c4dc9369a2 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:46:54.623936 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b005d28d-5f98-4f30-974a-5f40d928d55c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:54.722620 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f5b990-6103-4f8c-a37c-032d24f55e92 req-dfa08395-bbe1-4148-b31e-d281e9aa18d6 tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:46:54.725095 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a2f5b990-6103-4f8c-a37c-032d24f55e92 req-dfa08395-bbe1-4148-b31e-d281e9aa18d6 tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] 10.222.0.54 "GET /v2.0/ports?device_id=d92fe2bd-ad51-4c6e-8818-ece36aa67a95 HTTP/1.1" status: 200 len: 945 time: 0.2332871 Nov 19 17:46:54.726616 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [None req-a8f137cd-d072-446e-ba82-64b989152adb tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Allocated IP 10.1.1.241 (bdba4402-94e3-4e68-bba0-ed8e8f9b25bc/d2adf1de-41cf-4bad-b066-43727eb082a2/3e94edaf-0165-44df-bdab-b323476101a6) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:46:54.781742 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b005d28d-5f98-4f30-974a-5f40d928d55c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:54.887480 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-b005d28d-5f98-4f30-974a-5f40d928d55c None None] For port 0f15894d-6fec-4dd1-b293-39c4dc9369a2, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=0f15894d-6fec-4dd1-b293-39c4dc9369a2,segment=NetworkSegment(0e2189b3-cb14-46a5-a715-24b97b50abaf),segment_id=0e2189b3-cb14-46a5-a715-24b97b50abaf)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:46:54.900354 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b005d28d-5f98-4f30-974a-5f40d928d55c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:54.915236 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a2f5b990-6103-4f8c-a37c-032d24f55e92 req-824049ee-9b89-4d56-91d4-942d73553ec5 tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] 10.222.0.54 "GET /v2.0/security-groups?id=a352ca94-2149-4006-acad-e3c22132eabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660173 Nov 19 17:46:55.092424 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b005d28d-5f98-4f30-974a-5f40d928d55c None None] Pushing event updated for resources: {'Port': ['ID=0f15894d-6fec-4dd1-b293-39c4dc9369a2,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:46:55.248264 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 866c74b9-326a-4245-b2d0-69134bca9229 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:46:55.310846 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 8c6312d8-576e-4736-bc85-42aa986721e9 no longer exists at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:46:55.334014 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b34a3d7-f3e3-4898-9ee1-6f72c4e99aab req-3aed4ac4-c77f-4224-a91c-47ece232ad4b tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:46:55.337345 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] No Port match for: 8c6312d8-576e-4736-bc85-42aa986721e9 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:46:55.337840 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 8c6312d8-576e-4736-bc85-42aa986721e9 not bound to the agent host n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:46:55.344980 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-5b34a3d7-f3e3-4898-9ee1-6f72c4e99aab req-3aed4ac4-c77f-4224-a91c-47ece232ad4b tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec9f9dc4-f3d0-4fbd-b419-1ab72c92e9be HTTP/1.1" status: 200 len: 946 time: 0.0876243 Nov 19 17:46:55.347111 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52db8ced-2ea8-48ac-a7c2-90be71e6d349 req-c287036b-4161-45b5-8392-f93a00ea95e0 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:46:55.364019 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 866c74b9-326a-4245-b2d0-69134bca9229 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:46:55.364584 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:55.378786 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-52db8ced-2ea8-48ac-a7c2-90be71e6d349 req-c287036b-4161-45b5-8392-f93a00ea95e0 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/ports?device_id=67c7d862-f420-4f4c-9d52-2ec6b77c5e28 HTTP/1.1" status: 200 len: 947 time: 0.2607832 Nov 19 17:46:55.463122 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-5b34a3d7-f3e3-4898-9ee1-6f72c4e99aab req-0bfa766d-e9f1-4335-a611-53f039b7eae4 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/security-groups?id=b596b6e2-4e99-405d-ab15-439621199b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134231 Nov 19 17:46:55.503731 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-de8cc97e-bb49-4336-8277-1f7cd0a1abf8 None None] Provisioning complete for port 87a91d07-25a8-45ba-97b6-bf6aca6dc17b triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:46:55.504108 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-de8cc97e-bb49-4336-8277-1f7cd0a1abf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:55.520737 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a8f137cd-d072-446e-ba82-64b989152adb tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:55.559004 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f740a9-42d9-4fe7-ad74-ed8da8e93293 req-b960d006-8907-40ee-b225-d8cf9c1baa05 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:46:55.560574 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-63f740a9-42d9-4fe7-ad74-ed8da8e93293 req-b960d006-8907-40ee-b225-d8cf9c1baa05 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.86 "GET /v2.0/ports?device_id=67c7d862-f420-4f4c-9d52-2ec6b77c5e28 HTTP/1.1" status: 200 len: 947 time: 0.3267083 Nov 19 17:46:55.567297 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-de8cc97e-bb49-4336-8277-1f7cd0a1abf8 None None] Port 87a91d07-25a8-45ba-97b6-bf6aca6dc17b cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:46:55.587007 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-de8cc97e-bb49-4336-8277-1f7cd0a1abf8 None None] Provisioning complete for port 0f15894d-6fec-4dd1-b293-39c4dc9369a2 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:46:55.587378 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-de8cc97e-bb49-4336-8277-1f7cd0a1abf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:55.649941 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-52db8ced-2ea8-48ac-a7c2-90be71e6d349 req-085e5f78-c91a-4d6f-8f86-a8b0fbfe42ec tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/security-groups?id=12d5dc08-1d9f-41c6-b52c-304239ec8b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2694359 Nov 19 17:46:55.709961 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a8f137cd-d072-446e-ba82-64b989152adb tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:55.717487 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:55.808632 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8f137cd-d072-446e-ba82-64b989152adb tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Network bdba4402-94e3-4e68-bba0-ed8e8f9b25bc is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:46:55.814377 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-a8f137cd-d072-446e-ba82-64b989152adb tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:46:55.818106 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56c378d9-5a12-447c-9c98-fa14c5941ba4 None None] Network c051a038-1534-488b-800a-8e55916bcfc3 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:46:55.819724 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f137cd-d072-446e-ba82-64b989152adb tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:46:55.856584 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f137cd-d072-446e-ba82-64b989152adb tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Pushing event updated for resources: {'Port': ['ID=3e94edaf-0165-44df-bdab-b323476101a6,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:46:55.902929 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f137cd-d072-446e-ba82-64b989152adb tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:46:55.903529 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a8f137cd-d072-446e-ba82-64b989152adb tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:55.903724 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] For port 866c74b9-326a-4245-b2d0-69134bca9229, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=866c74b9-326a-4245-b2d0-69134bca9229,segment=NetworkSegment(4cf3a3fa-f14a-471a-b8ca-053f3c3b65aa),segment_id=4cf3a3fa-f14a-471a-b8ca-053f3c3b65aa)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:46:55.920091 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-63f740a9-42d9-4fe7-ad74-ed8da8e93293 req-2bbf500c-3dc8-4597-be4b-c0efd0f2a17a tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Deleting port 93e90eda-5096-4d5d-bd55-a580bf26e4e1 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:46:55.920562 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-63f740a9-42d9-4fe7-ad74-ed8da8e93293 req-2bbf500c-3dc8-4597-be4b-c0efd0f2a17a tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:55.926331 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:55.928396 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 0f15894d-6fec-4dd1-b293-39c4dc9369a2 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:46:56.007432 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-a8f137cd-d072-446e-ba82-64b989152adb tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.9947550 Nov 19 17:46:56.109489 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-63f740a9-42d9-4fe7-ad74-ed8da8e93293 req-2bbf500c-3dc8-4597-be4b-c0efd0f2a17a tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] For port 93e90eda-5096-4d5d-bd55-a580bf26e4e1, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=93e90eda-5096-4d5d-bd55-a580bf26e4e1,segment=NetworkSegment(68be9c2e-9e68-489a-becd-67ff095c4169),segment_id=68be9c2e-9e68-489a-becd-67ff095c4169)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:46:56.109777 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-63f740a9-42d9-4fe7-ad74-ed8da8e93293 req-2bbf500c-3dc8-4597-be4b-c0efd0f2a17a tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:56.143913 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-63f740a9-42d9-4fe7-ad74-ed8da8e93293 req-2bbf500c-3dc8-4597-be4b-c0efd0f2a17a tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Calling delete_port for 93e90eda-5096-4d5d-bd55-a580bf26e4e1 owned by compute:nova {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:46:56.178913 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caf09ee-735c-4194-90f7-a1e2373e6a5c req-959305c2-c751-4347-b966-97bf1c2e2a54 tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:46:56.186599 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-7caf09ee-735c-4194-90f7-a1e2373e6a5c req-959305c2-c751-4347-b966-97bf1c2e2a54 tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] 10.222.0.54 "GET /v2.0/ports?device_id=d92fe2bd-ad51-4c6e-8818-ece36aa67a95 HTTP/1.1" status: 200 len: 945 time: 0.1509585 Nov 19 17:46:56.303680 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-7caf09ee-735c-4194-90f7-a1e2373e6a5c req-37db5d11-06b3-47b1-9125-f2cfeab98dda tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] 10.222.0.54 "GET /v2.0/security-groups?id=a352ca94-2149-4006-acad-e3c22132eabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160634 Nov 19 17:46:56.321841 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Pushing event updated for resources: {'Port': ['ID=866c74b9-326a-4245-b2d0-69134bca9229,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:46:56.333082 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:46:56.333435 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:46:56.333794 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:46:56.334151 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:46:56.334489 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:46:56.334828 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:46:56.335159 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:46:56.335488 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:46:56.335819 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:46:56.336147 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:46:56.336507 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:46:56.336886 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:46:56.349793 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-e402fd77-b938-417f-921d-9da703fea82c None None] Provisioning complete for port 87a91d07-25a8-45ba-97b6-bf6aca6dc17b triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:46:56.350216 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e402fd77-b938-417f-921d-9da703fea82c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:56.394503 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-63f740a9-42d9-4fe7-ad74-ed8da8e93293 req-2bbf500c-3dc8-4597-be4b-c0efd0f2a17a tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:56.414125 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] get_ports_and_sgs() called for port_ids ['93e90eda-5096-4d5d-bd55-a580bf26e4e1'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:46:56.471279 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 0f15894d-6fec-4dd1-b293-39c4dc9369a2 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:46:56.471634 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:56.477549 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-e402fd77-b938-417f-921d-9da703fea82c None None] Port 87a91d07-25a8-45ba-97b6-bf6aca6dc17b cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:46:56.504845 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbf500c-3dc8-4597-be4b-c0efd0f2a17a tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Pushing event deleted for resources: {'Port': ['ID=93e90eda-5096-4d5d-bd55-a580bf26e4e1,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:46:56.535004 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-e402fd77-b938-417f-921d-9da703fea82c None None] Provisioning complete for port 866c74b9-326a-4245-b2d0-69134bca9229 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:46:56.535374 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e402fd77-b938-417f-921d-9da703fea82c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:56.605974 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-63f740a9-42d9-4fe7-ad74-ed8da8e93293 req-2bbf500c-3dc8-4597-be4b-c0efd0f2a17a tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] No DVR routers for this DVR port 93e90eda-5096-4d5d-bd55-a580bf26e4e1 on host n-h2-818022-2 {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:46:56.611294 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-63f740a9-42d9-4fe7-ad74-ed8da8e93293 req-2bbf500c-3dc8-4597-be4b-c0efd0f2a17a tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:56.618337 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-63f740a9-42d9-4fe7-ad74-ed8da8e93293 req-2bbf500c-3dc8-4597-be4b-c0efd0f2a17a tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.86 "DELETE /v2.0/ports/93e90eda-5096-4d5d-bd55-a580bf26e4e1 HTTP/1.1" status: 204 len: 173 time: 1.0349510 Nov 19 17:46:56.620544 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67c7d862-f420-4f4c-9d52-2ec6b77c5e28', 'name': 'network-vif-deleted', 'tag': '93e90eda-5096-4d5d-bd55-a580bf26e4e1'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:46:56.623826 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218319d759239a7d11f1288aef37381b97754913ee9ccbfd43b51a463f801712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eefb71a0-e449-41aa-a6df-95892f701d6e" -d '{"events": [{"server_uuid": "67c7d862-f420-4f4c-9d52-2ec6b77c5e28", "name": "network-vif-deleted", "tag": "93e90eda-5096-4d5d-bd55-a580bf26e4e1"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:46:56.807257 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05127c4e-d19b-413b-8c0a-033e72df03fa req-c08938dd-98b7-41e2-9ff5-431faea50893 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:46:56.829905 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-05127c4e-d19b-413b-8c0a-033e72df03fa req-c08938dd-98b7-41e2-9ff5-431faea50893 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec9f9dc4-f3d0-4fbd-b419-1ab72c92e9be HTTP/1.1" status: 200 len: 946 time: 0.2228386 Nov 19 17:46:56.883722 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd346a59-80f4-4620-a5e1-a306f76a3b45 None None] Provisioning complete for port 3e94edaf-0165-44df-bdab-b323476101a6 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:46:56.884162 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd346a59-80f4-4620-a5e1-a306f76a3b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:56.953852 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-05127c4e-d19b-413b-8c0a-033e72df03fa req-a5076c46-2242-44d6-9ccb-32e83ff0992e tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/security-groups?id=b596b6e2-4e99-405d-ab15-439621199b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218007 Nov 19 17:46:56.962117 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 54720) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:46:56.969619 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-f205eafe-ed23-414d-900a-3c1694e6b650 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2119914786', 'description': 'tempest-description--1489499062'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:46:56.979654 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-dd346a59-80f4-4620-a5e1-a306f76a3b45 None None] Port 3e94edaf-0165-44df-bdab-b323476101a6 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:46:57.071351 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:46:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9430840-fe12-463e-9cba-5527ebba180b x-openstack-request-id: req-f9430840-fe12-463e-9cba-5527ebba180b {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:46:57.071622 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67c7d862-f420-4f4c-9d52-2ec6b77c5e28", "name": "network-vif-deleted", "tag": "93e90eda-5096-4d5d-bd55-a580bf26e4e1", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:46:57.071886 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f9430840-fe12-463e-9cba-5527ebba180b {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:46:57.075367 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67c7d862-f420-4f4c-9d52-2ec6b77c5e28', 'name': 'network-vif-deleted', 'tag': '93e90eda-5096-4d5d-bd55-a580bf26e4e1', 'status': 'completed', 'code': 200} Nov 19 17:46:57.116152 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f205eafe-ed23-414d-900a-3c1694e6b650 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:57.154882 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 866c74b9-326a-4245-b2d0-69134bca9229 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:46:57.262319 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f205eafe-ed23-414d-900a-3c1694e6b650 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:57.264968 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-e9409d48-275b-4680-826b-0935404a6075 req-1d46ed09-3750-40e2-96b9-bc63af70ac36 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/ports?device_id=67c7d862-f420-4f4c-9d52-2ec6b77c5e28 HTTP/1.1" status: 200 len: 210 time: 0.0562630 Nov 19 17:46:57.269739 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f205eafe-ed23-414d-900a-3c1694e6b650 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:57.323595 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f205eafe-ed23-414d-900a-3c1694e6b650 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c27dfe00-81ac-4bf5-b9dd-805873436817,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:46:57.339082 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-f6af8d0e-2a89-4f36-bb5e-2354ea5c8a7b None None] Provisioning complete for port 866c74b9-326a-4245-b2d0-69134bca9229 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:46:57.340126 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f6af8d0e-2a89-4f36-bb5e-2354ea5c8a7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:57.350659 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f205eafe-ed23-414d-900a-3c1694e6b650 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:57.352334 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-f205eafe-ed23-414d-900a-3c1694e6b650 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.3887377 Nov 19 17:46:57.356799 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 54728) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:46:57.364651 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-ecd52284-fb8a-486d-9189-48c270e2c8dc tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Request body: {'security_group_rule': {'security_group_id': 'c27dfe00-81ac-4bf5-b9dd-805873436817', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:46:57.441457 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 866c74b9-326a-4245-b2d0-69134bca9229 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:46:57.443227 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:57.451833 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ecd52284-fb8a-486d-9189-48c270e2c8dc tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:57.610640 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ecd52284-fb8a-486d-9189-48c270e2c8dc tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:57.620786 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ecd52284-fb8a-486d-9189-48c270e2c8dc tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735179'] for security_group_rule, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:57.642248 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd52284-fb8a-486d-9189-48c270e2c8dc tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e5c6412-fcfb-4766-b127-8bc74f36569b,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:46:57.666151 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ecd52284-fb8a-486d-9189-48c270e2c8dc tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:57.667561 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-ecd52284-fb8a-486d-9189-48c270e2c8dc tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3093038 Nov 19 17:46:57.670462 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 54732) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:46:57.676493 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-e43cba14-c0d0-433f-affe-65a0b77f7c8f tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Request body: {'security_group_rule': {'security_group_id': 'c27dfe00-81ac-4bf5-b9dd-805873436817', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:46:57.686237 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32069c1-99ba-4a3a-a029-2ad440469146 req-85fc7acf-1836-4c77-909c-76457ff506d2 tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:46:57.689800 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 0f15894d-6fec-4dd1-b293-39c4dc9369a2 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:46:57.697956 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b32069c1-99ba-4a3a-a029-2ad440469146 req-85fc7acf-1836-4c77-909c-76457ff506d2 tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] 10.222.0.54 "GET /v2.0/ports?device_id=d92fe2bd-ad51-4c6e-8818-ece36aa67a95 HTTP/1.1" status: 200 len: 945 time: 0.1301064 Nov 19 17:46:57.731888 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e43cba14-c0d0-433f-affe-65a0b77f7c8f tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:57.761877 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 0f15894d-6fec-4dd1-b293-39c4dc9369a2 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:46:57.768453 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:57.777585 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b32069c1-99ba-4a3a-a029-2ad440469146 req-8ea38f66-1fc8-42fa-8971-22441773b1f8 tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] 10.222.0.54 "GET /v2.0/security-groups?id=a352ca94-2149-4006-acad-e3c22132eabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760479 Nov 19 17:46:57.845959 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e43cba14-c0d0-433f-affe-65a0b77f7c8f tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:57.857395 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e43cba14-c0d0-433f-affe-65a0b77f7c8f tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735179'] for security_group_rule, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:57.878704 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43cba14-c0d0-433f-affe-65a0b77f7c8f tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0633abf3-cf34-4df3-98c9-eb11b8085a06,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:46:57.913714 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e43cba14-c0d0-433f-affe-65a0b77f7c8f tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:57.916523 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-e43cba14-c0d0-433f-affe-65a0b77f7c8f tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2438169 Nov 19 17:46:57.918682 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 54734) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:46:57.925073 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-cc5b8ea3-6633-4c9c-a977-7128df1f4fe5 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Request body: {'floatingip': {'floating_network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:46:57.961572 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-cc5b8ea3-6633-4c9c-a977-7128df1f4fe5 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Publish callbacks [] for floatingip, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:58.129999 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-cc5b8ea3-6633-4c9c-a977-7128df1f4fe5 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:58.158894 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e8d1e1-6ed3-4a9f-8d21-be28755058d7 req-af5bf5e5-eb27-47ee-8675-01904f0afaaa tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:46:58.184975 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d6e8d1e1-6ed3-4a9f-8d21-be28755058d7 req-af5bf5e5-eb27-47ee-8675-01904f0afaaa tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec9f9dc4-f3d0-4fbd-b419-1ab72c92e9be HTTP/1.1" status: 200 len: 946 time: 0.1006250 Nov 19 17:46:58.272436 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d6e8d1e1-6ed3-4a9f-8d21-be28755058d7 req-6d013a24-223e-4991-b9e9-dbfecfa1d44b tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/security-groups?id=b596b6e2-4e99-405d-ab15-439621199b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862477 Nov 19 17:46:58.304781 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [None req-cc5b8ea3-6633-4c9c-a977-7128df1f4fe5 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Allocated IP 172.25.7.108 (645e61aa-1a6c-4e8f-857e-ab06edb4897f/88ed2d64-f56d-4f01-a468-946e01c99e82/46839555-05ba-4eb8-8f5b-81d7b2f050e2) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:46:58.416561 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8849755-9672-47d6-99ac-f5b1ab483291 req-412ea436-a809-4b26-8a67-1b16c4be1404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:46:58.418206 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c8849755-9672-47d6-99ac-f5b1ab483291 req-412ea436-a809-4b26-8a67-1b16c4be1404 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=d92fe2bd-ad51-4c6e-8818-ece36aa67a95 HTTP/1.1" status: 200 len: 1096 time: 0.1085610 Nov 19 17:46:58.507501 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-cc5b8ea3-6633-4c9c-a977-7128df1f4fe5 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:58.550066 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c8849755-9672-47d6-99ac-f5b1ab483291 req-209134dc-2b46-44f1-b8a6-e20753f63cc1 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=a352ca94-2149-4006-acad-e3c22132eabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217504 Nov 19 17:46:58.571983 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-cc5b8ea3-6633-4c9c-a977-7128df1f4fe5 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:58.638947 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc5b8ea3-6633-4c9c-a977-7128df1f4fe5 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Network 645e61aa-1a6c-4e8f-857e-ab06edb4897f is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:46:58.642276 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-cc5b8ea3-6633-4c9c-a977-7128df1f4fe5 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:46:58.646483 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc5b8ea3-6633-4c9c-a977-7128df1f4fe5 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:46:58.686118 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5b8ea3-6633-4c9c-a977-7128df1f4fe5 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Pushing event updated for resources: {'Port': ['ID=46839555-05ba-4eb8-8f5b-81d7b2f050e2,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:46:58.742555 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e591f6c-0c14-4769-a482-0d63949c28b2 req-2b5fc242-90fc-471a-9c83-f7a1abdb75b7 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:46:58.744096 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-7e591f6c-0c14-4769-a482-0d63949c28b2 req-2b5fc242-90fc-471a-9c83-f7a1abdb75b7 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/ports?device_id=6f9814ff-8e64-48d8-9f39-139a5f0b0dbe HTTP/1.1" status: 200 len: 944 time: 0.0757048 Nov 19 17:46:58.790104 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-cc5b8ea3-6633-4c9c-a977-7128df1f4fe5 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:58.842231 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-7e591f6c-0c14-4769-a482-0d63949c28b2 req-feb3a525-6e12-4838-a0a3-3aeaabc53ca5 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/security-groups?id=12d5dc08-1d9f-41c6-b52c-304239ec8b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902379 Nov 19 17:46:58.875435 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-cc5b8ea3-6633-4c9c-a977-7128df1f4fe5 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:59.073267 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a8ecf0-2423-4bb3-9022-3519a528c648 req-85f87a8b-c203-440b-9d28-adbce7f10188 tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:46:59.079814 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de54fac-b333-4c94-876e-768e09ea188f req-3582b06c-38bb-443c-9017-1f2103c978fd tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:46:59.081360 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8de54fac-b333-4c94-876e-768e09ea188f req-3582b06c-38bb-443c-9017-1f2103c978fd tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.60 "GET /v2.0/ports?device_id=6f9814ff-8e64-48d8-9f39-139a5f0b0dbe HTTP/1.1" status: 200 len: 944 time: 0.0686803 Nov 19 17:46:59.082175 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f7a8ecf0-2423-4bb3-9022-3519a528c648 req-85f87a8b-c203-440b-9d28-adbce7f10188 tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] 10.222.0.54 "GET /v2.0/ports?device_id=d92fe2bd-ad51-4c6e-8818-ece36aa67a95 HTTP/1.1" status: 200 len: 945 time: 0.1797457 Nov 19 17:46:59.198501 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-cc5b8ea3-6633-4c9c-a977-7128df1f4fe5 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Publish callbacks [] for port, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:59.206997 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f7a8ecf0-2423-4bb3-9022-3519a528c648 req-2bca3fe5-e898-4452-8078-beb93a591146 tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] 10.222.0.54 "GET /v2.0/security-groups?id=a352ca94-2149-4006-acad-e3c22132eabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237319 Nov 19 17:46:59.209446 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-cc5b8ea3-6633-4c9c-a977-7128df1f4fe5 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:59.249102 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [req-8de54fac-b333-4c94-876e-768e09ea188f req-065c52d9-4c33-4093-8e6a-3243c387d5c5 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Deleting port fe5b02dd-74e9-432a-8ab4-84e77d94cb3b {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:46:59.249441 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-8de54fac-b333-4c94-876e-768e09ea188f req-065c52d9-4c33-4093-8e6a-3243c387d5c5 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:59.290336 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5b8ea3-6633-4c9c-a977-7128df1f4fe5 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Pushing event updated for resources: {'Port': ['ID=46839555-05ba-4eb8-8f5b-81d7b2f050e2,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:46:59.313672 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-cc5b8ea3-6633-4c9c-a977-7128df1f4fe5 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-671284'] for floatingip, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:59.342957 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-cc5b8ea3-6633-4c9c-a977-7128df1f4fe5 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for floatingip, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:59.346545 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-cc5b8ea3-6633-4c9c-a977-7128df1f4fe5 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4266839 Nov 19 17:46:59.434920 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-8de54fac-b333-4c94-876e-768e09ea188f req-065c52d9-4c33-4093-8e6a-3243c387d5c5 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] For port fe5b02dd-74e9-432a-8ab4-84e77d94cb3b, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=fe5b02dd-74e9-432a-8ab4-84e77d94cb3b,segment=NetworkSegment(68be9c2e-9e68-489a-becd-67ff095c4169),segment_id=68be9c2e-9e68-489a-becd-67ff095c4169)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:46:59.435460 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-8de54fac-b333-4c94-876e-768e09ea188f req-065c52d9-4c33-4093-8e6a-3243c387d5c5 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:59.488703 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [req-8de54fac-b333-4c94-876e-768e09ea188f req-065c52d9-4c33-4093-8e6a-3243c387d5c5 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Calling delete_port for fe5b02dd-74e9-432a-8ab4-84e77d94cb3b owned by compute:nova {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:46:59.646391 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e05c85d-f693-4081-82ec-a5efcfe82c50 req-43c1b8b0-6f7e-414a-9827-3af6f56a7ced tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:46:59.647979 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2e05c85d-f693-4081-82ec-a5efcfe82c50 req-43c1b8b0-6f7e-414a-9827-3af6f56a7ced tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec9f9dc4-f3d0-4fbd-b419-1ab72c92e9be HTTP/1.1" status: 200 len: 946 time: 0.2078063 Nov 19 17:46:59.693222 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-1f787c50-ffe2-4818-a626-97095ec33782 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--2119914786&fields=id&tenant_id=c2e6ec2d08df4707906c035065baeeeb HTTP/1.1" status: 200 len: 267 time: 0.0856442 Nov 19 17:46:59.701178 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-1e5aada4-c49c-4dde-b015-50a9076d9af2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:59.774512 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2e05c85d-f693-4081-82ec-a5efcfe82c50 req-f86e0771-cec2-4fa6-a802-7ce9baa775f7 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/security-groups?id=b596b6e2-4e99-405d-ab15-439621199b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059144 Nov 19 17:46:59.775359 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-8de54fac-b333-4c94-876e-768e09ea188f req-065c52d9-4c33-4093-8e6a-3243c387d5c5 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:59.782977 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-84f7ab76-7f7a-4d3d-9047-1ff77cbe090f tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:46:59.818647 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-84f7ab76-7f7a-4d3d-9047-1ff77cbe090f tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] 10.222.0.54 "GET /v2.0/ports/87a91d07-25a8-45ba-97b6-bf6aca6dc17b HTTP/1.1" status: 200 len: 932 time: 0.1218591 Nov 19 17:46:59.861587 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065c52d9-4c33-4093-8e6a-3243c387d5c5 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Pushing event deleted for resources: {'Port': ['ID=fe5b02dd-74e9-432a-8ab4-84e77d94cb3b,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:46:59.906675 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [req-8de54fac-b333-4c94-876e-768e09ea188f req-065c52d9-4c33-4093-8e6a-3243c387d5c5 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] No DVR routers for this DVR port fe5b02dd-74e9-432a-8ab4-84e77d94cb3b on host n-h1-818022-2 {{(pid=103364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:46:59.914388 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-8de54fac-b333-4c94-876e-768e09ea188f req-065c52d9-4c33-4093-8e6a-3243c387d5c5 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:46:59.915802 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-c95395f7-e1c7-460b-97d3-192e5df1441e tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:46:59.922103 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8de54fac-b333-4c94-876e-768e09ea188f req-065c52d9-4c33-4093-8e6a-3243c387d5c5 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.60 "DELETE /v2.0/ports/fe5b02dd-74e9-432a-8ab4-84e77d94cb3b HTTP/1.1" status: 204 len: 173 time: 0.8335268 Nov 19 17:46:59.922634 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f9814ff-8e64-48d8-9f39-139a5f0b0dbe', 'name': 'network-vif-deleted', 'tag': 'fe5b02dd-74e9-432a-8ab4-84e77d94cb3b'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:46:59.923679 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-c95395f7-e1c7-460b-97d3-192e5df1441e tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] 10.222.0.54 "GET /v2.0/ports/3e94edaf-0165-44df-bdab-b323476101a6 HTTP/1.1" status: 200 len: 932 time: 0.1033330 Nov 19 17:46:59.932283 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dd4767a008c23f8566efc82158ee1b1fff34e1a9e908d76d0b6d0ab7e350e5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea659184-4a51-4a78-94db-cc99c85d4c12" -d '{"events": [{"server_uuid": "6f9814ff-8e64-48d8-9f39-139a5f0b0dbe", "name": "network-vif-deleted", "tag": "fe5b02dd-74e9-432a-8ab4-84e77d94cb3b"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:47:00.006827 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-8c40a26f-efea-40b5-be5d-e2324f77aebf tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] 10.222.0.54 "GET /v2.0/ports?network_id=c051a038-1534-488b-800a-8e55916bcfc3&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0820601 Nov 19 17:47:00.029632 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device 93e90eda-5096-4d5d-bd55-a580bf26e4e1 no longer exists at agent hyperv_n-h2-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:47:00.046325 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-b727bb1c-420a-49f2-b818-eb5b4e82e711 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] 10.222.0.54 "GET /v2.0/ports?network_id=c051a038-1534-488b-800a-8e55916bcfc3&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0380716 Nov 19 17:47:00.130243 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] No Port match for: 93e90eda-5096-4d5d-bd55-a580bf26e4e1 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:47:00.132633 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device 93e90eda-5096-4d5d-bd55-a580bf26e4e1 not bound to the agent host n-h2-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:47:00.223990 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-5dd3e77c-1c2b-428a-a8ea-f9bb6967d1b3 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:00.230009 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-5dd3e77c-1c2b-428a-a8ea-f9bb6967d1b3 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:00.237893 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f5f9a5e5-8c4e-4e69-9d9b-a1072a45e317 req-90afe37d-58ba-489c-9c55-dca5bb457745 tempest-LiveMigrationTest-1955587827 tempest-LiveMigrationTest-1955587827-project] 10.222.0.54 "GET /v2.0/ports?device_id=6f9814ff-8e64-48d8-9f39-139a5f0b0dbe HTTP/1.1" status: 200 len: 210 time: 0.0947711 Nov 19 17:47:00.255913 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-5dd3e77c-1c2b-428a-a8ea-f9bb6967d1b3 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:00.266566 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-5dd3e77c-1c2b-428a-a8ea-f9bb6967d1b3 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] 10.222.0.54 "GET /v2.0/networks?id=a7696552-ba44-476c-8112-55d4b789a3e1&id=bdba4402-94e3-4e68-bba0-ed8e8f9b25bc&id=bdba4402-94e3-4e68-bba0-ed8e8f9b25bc&id=c051a038-1534-488b-800a-8e55916bcfc3&id=c051a038-1534-488b-800a-8e55916bcfc3 HTTP/1.1" status: 200 len: 1990 time: 0.2188764 Nov 19 17:47:00.281126 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-446eeaf9-b41b-4b2e-9cdc-e1d43958cfaf tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] 10.222.0.54 "GET /v2.0/quotas/c2e6ec2d08df4707906c035065baeeeb HTTP/1.1" status: 200 len: 375 time: 0.0135734 Nov 19 17:47:00.314062 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:46:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f58e1b03-cb94-4961-809f-32d2c28b1db9 x-openstack-request-id: req-f58e1b03-cb94-4961-809f-32d2c28b1db9 {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:47:00.314749 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f9814ff-8e64-48d8-9f39-139a5f0b0dbe", "name": "network-vif-deleted", "tag": "fe5b02dd-74e9-432a-8ab4-84e77d94cb3b", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:47:00.315326 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f58e1b03-cb94-4961-809f-32d2c28b1db9 {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:47:00.315963 n-d-818022-2 neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f9814ff-8e64-48d8-9f39-139a5f0b0dbe', 'name': 'network-vif-deleted', 'tag': 'fe5b02dd-74e9-432a-8ab4-84e77d94cb3b', 'status': 'completed', 'code': 200} Nov 19 17:47:00.374298 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-9df38216-f916-4ead-85ff-0b18dd7050e1 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=c2e6ec2d08df4707906c035065baeeeb&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0848696 Nov 19 17:47:00.444131 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f01ffc5-830a-46ab-8568-42151c19a873 req-dcb39976-2870-4e6d-a42a-28a002ddf49e tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:00.452280 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-7f01ffc5-830a-46ab-8568-42151c19a873 req-dcb39976-2870-4e6d-a42a-28a002ddf49e tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] 10.222.0.54 "GET /v2.0/ports?device_id=d92fe2bd-ad51-4c6e-8818-ece36aa67a95 HTTP/1.1" status: 200 len: 945 time: 0.0861146 Nov 19 17:47:00.515459 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-3265efb6-b78d-4ac2-8407-576aa435d0be service neutron] 10.222.0.54 "GET /v2.0/networks/a7696552-ba44-476c-8112-55d4b789a3e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285748 Nov 19 17:47:00.517295 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-7f01ffc5-830a-46ab-8568-42151c19a873 req-6684d214-c73a-4a65-b59f-3779751624cb tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] 10.222.0.54 "GET /v2.0/security-groups?id=a352ca94-2149-4006-acad-e3c22132eabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638943 Nov 19 17:47:00.676373 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-cb088edc-8d4a-4c18-aa9e-44e71e1b10de service neutron] 10.222.0.54 "GET /v2.0/networks/a7696552-ba44-476c-8112-55d4b789a3e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576927 Nov 19 17:47:00.757199 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-19f659c9-4e2c-4f7a-9293-594c02794a24 service neutron] 10.222.0.54 "GET /v2.0/ports/87a91d07-25a8-45ba-97b6-bf6aca6dc17b?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0716193 Nov 19 17:47:00.832427 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.agents_db [None req-619e5c26-d9ed-4321-86eb-7d443bb9dfa2 None None] Agent healthcheck: found 7 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 17:47:00.915314 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-1891f1fe-6a0c-4984-a798-c5846fa905a6 service neutron] 10.222.0.54 "GET /v2.0/networks/bdba4402-94e3-4e68-bba0-ed8e8f9b25bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560075 Nov 19 17:47:01.058354 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-ff494cd8-8e82-4917-a0ea-e52bacbd554d service neutron] 10.222.0.54 "GET /v2.0/networks/bdba4402-94e3-4e68-bba0-ed8e8f9b25bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405139 Nov 19 17:47:01.097870 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41971baf-2f58-45d5-9001-ea5165623064 req-918c98ef-da9b-47dc-beda-9f11172fba87 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:01.097870 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-41971baf-2f58-45d5-9001-ea5165623064 req-918c98ef-da9b-47dc-beda-9f11172fba87 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec9f9dc4-f3d0-4fbd-b419-1ab72c92e9be HTTP/1.1" status: 200 len: 946 time: 0.0863683 Nov 19 17:47:01.131450 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-84664ffd-454f-4997-8ee7-afd35b224abe service neutron] 10.222.0.54 "GET /v2.0/ports/3e94edaf-0165-44df-bdab-b323476101a6?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0721452 Nov 19 17:47:01.150366 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-41971baf-2f58-45d5-9001-ea5165623064 req-6af408f6-8a9a-44af-a17a-9880a46b5c0e tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/security-groups?id=b596b6e2-4e99-405d-ab15-439621199b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538433 Nov 19 17:47:01.216587 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7a8266-12ee-4a21-84dd-1e382e633464 req-d99cfa19-bb3c-4565-9585-ca5fcdaf2b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:01.218019 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3e7a8266-12ee-4a21-84dd-1e382e633464 req-d99cfa19-bb3c-4565-9585-ca5fcdaf2b3b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=08573f5395784708802f6f6512b37184&device_id=d92fe2bd-ad51-4c6e-8818-ece36aa67a95 HTTP/1.1" status: 200 len: 1096 time: 0.1576486 Nov 19 17:47:01.317680 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-f6085188-8875-4465-9aff-de2e3a3fbec5 service neutron] 10.222.0.54 "GET /v2.0/networks/bdba4402-94e3-4e68-bba0-ed8e8f9b25bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852295 Nov 19 17:47:01.331744 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb448d55-8250-4b6b-af50-d9ce2d39d4cf req-7f2f92e3-2e9f-4e8a-bd94-f158b4adb3b0 tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:01.334399 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-eb448d55-8250-4b6b-af50-d9ce2d39d4cf req-7f2f92e3-2e9f-4e8a-bd94-f158b4adb3b0 tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] 10.222.0.54 "GET /v2.0/ports?device_id=d92fe2bd-ad51-4c6e-8818-ece36aa67a95 HTTP/1.1" status: 200 len: 945 time: 0.0574064 Nov 19 17:47:01.408247 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-eb448d55-8250-4b6b-af50-d9ce2d39d4cf req-2baa9c62-7bf8-41c6-9523-9892c5b1cb9b tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] 10.222.0.54 "GET /v2.0/security-groups?id=a352ca94-2149-4006-acad-e3c22132eabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649664 Nov 19 17:47:01.428913 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7a8266-12ee-4a21-84dd-1e382e633464 req-2e12ce09-0980-4608-9822-beaa75254511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:01.431561 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3e7a8266-12ee-4a21-84dd-1e382e633464 req-2e12ce09-0980-4608-9822-beaa75254511 service neutron] 10.222.0.86 "GET /v2.0/networks?id=bcffe9fd-ba33-4c0f-a44c-e3294ad13f95 HTTP/1.1" status: 200 len: 919 time: 0.1994469 Nov 19 17:47:01.483939 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3e7a8266-12ee-4a21-84dd-1e382e633464 req-85b642d2-86f2-4813-883c-6bcef76dbd98 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=58f3e903-023d-4751-8f6d-d52f838af890 HTTP/1.1" status: 200 len: 217 time: 0.0409994 Nov 19 17:47:01.541889 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-b2076ce8-73a5-4ac7-abb0-5aec748e30fb service neutron] 10.222.0.54 "GET /v2.0/networks/bdba4402-94e3-4e68-bba0-ed8e8f9b25bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2230515 Nov 19 17:47:01.611808 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 54812) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:47:01.628481 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7a8266-12ee-4a21-84dd-1e382e633464 req-647102fa-4040-49ec-a66e-99e43ecdc526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:01.630037 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3e7a8266-12ee-4a21-84dd-1e382e633464 req-647102fa-4040-49ec-a66e-99e43ecdc526 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d1218782-152f-4347-a4bd-bbba02695b96 HTTP/1.1" status: 200 len: 858 time: 0.1288924 Nov 19 17:47:01.690345 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3e7a8266-12ee-4a21-84dd-1e382e633464 req-17a399e5-2270-4a44-8698-c85ac7b5edf8 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=bcffe9fd-ba33-4c0f-a44c-e3294ad13f95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401192 Nov 19 17:47:01.697303 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-b3e96648-4479-4f7f-9c2f-76a6b6568110 service neutron] 10.222.0.54 "GET /v2.0/networks/bdba4402-94e3-4e68-bba0-ed8e8f9b25bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544759 Nov 19 17:47:01.826464 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d5ee874-725e-4abb-8c66-b2af98780f40 admin admin] Deleting subnet df2b5fb0-4ad7-475f-930a-bdefef26bd76 {{(pid=103364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 17:47:01.830925 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2d5ee874-725e-4abb-8c66-b2af98780f40 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:01.872784 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3e7a8266-12ee-4a21-84dd-1e382e633464 req-7e3f397a-322a-4573-b8ac-7a25a8bf22ad service neutron] 10.222.0.86 "GET /v2.0/networks/bcffe9fd-ba33-4c0f-a44c-e3294ad13f95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704748 Nov 19 17:47:01.879598 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2d5ee874-725e-4abb-8c66-b2af98780f40 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9416263'] for subnet, precommit_delete_associations {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:01.880871 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-e70ac79c-c71c-4b02-9a0a-b3e4fb0beaa2 service neutron] 10.222.0.54 "GET /v2.0/networks/bdba4402-94e3-4e68-bba0-ed8e8f9b25bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316745 Nov 19 17:47:01.943667 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2d5ee874-725e-4abb-8c66-b2af98780f40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:02.001849 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a4795a43-5afd-4db6-b508-faec97457a5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:02.013864 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2d5ee874-725e-4abb-8c66-b2af98780f40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12425137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8983934'] for subnet, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:02.042072 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3e7a8266-12ee-4a21-84dd-1e382e633464 req-2732e5dc-083a-4bc2-9d08-907848da4027 service neutron] 10.222.0.86 "GET /v2.0/networks/bcffe9fd-ba33-4c0f-a44c-e3294ad13f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596847 Nov 19 17:47:02.051371 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-e5bb8706-afd1-4946-9731-fd993998648a service neutron] 10.222.0.54 "GET /v2.0/networks/bdba4402-94e3-4e68-bba0-ed8e8f9b25bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618323 Nov 19 17:47:02.061772 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5ee874-725e-4abb-8c66-b2af98780f40 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df2b5fb0-4ad7-475f-930a-bdefef26bd76,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:47:02.064484 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2d5ee874-725e-4abb-8c66-b2af98780f40 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:02.071041 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-2d5ee874-725e-4abb-8c66-b2af98780f40 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/df2b5fb0-4ad7-475f-930a-bdefef26bd76 HTTP/1.1" status: 204 len: 168 time: 0.4550226 Nov 19 17:47:02.076668 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 54816) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:47:02.356283 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8bce93-215a-475c-b24c-795ff9625317 req-f2e0d5eb-123c-462d-87c9-a37fcf250d15 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:02.372066 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8d8bce93-215a-475c-b24c-795ff9625317 req-f2e0d5eb-123c-462d-87c9-a37fcf250d15 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec9f9dc4-f3d0-4fbd-b419-1ab72c92e9be HTTP/1.1" status: 200 len: 946 time: 0.1115537 Nov 19 17:47:02.460550 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8d8bce93-215a-475c-b24c-795ff9625317 req-ba077d54-b5dd-44e8-bfd4-1f8aca18bf04 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/security-groups?id=b596b6e2-4e99-405d-ab15-439621199b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869322 Nov 19 17:47:02.612262 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-91054537-3256-4661-a38c-42948e548772 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:02.669450 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-bfc46d09-c236-4a3d-9022-38eacd750d73 service neutron] 10.222.0.54 "GET /v2.0/networks/bdba4402-94e3-4e68-bba0-ed8e8f9b25bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6001458 Nov 19 17:47:02.708247 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a03bd59-226c-4e11-bf74-4f3e62550154 req-22426114-3994-4dc8-b1ca-98312f535cb3 tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:02.719294 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9a03bd59-226c-4e11-bf74-4f3e62550154 req-22426114-3994-4dc8-b1ca-98312f535cb3 tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] 10.222.0.54 "GET /v2.0/ports?device_id=d92fe2bd-ad51-4c6e-8818-ece36aa67a95 HTTP/1.1" status: 200 len: 945 time: 0.0748272 Nov 19 17:47:02.783680 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-91054537-3256-4661-a38c-42948e548772 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:02.802549 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9a03bd59-226c-4e11-bf74-4f3e62550154 req-ee51c6a5-7781-4c45-be96-5a6377ad3fe1 tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] 10.222.0.54 "GET /v2.0/security-groups?id=a352ca94-2149-4006-acad-e3c22132eabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814419 Nov 19 17:47:02.818525 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-91054537-3256-4661-a38c-42948e548772 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7b257b3-f66e-4846-9861-5f47f21f4188']}} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:47:02.837127 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-91054537-3256-4661-a38c-42948e548772 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68be9c2e-9e68-489a-becd-67ff095c4169') {'for_net_delete': True} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:47:02.837418 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-91054537-3256-4661-a38c-42948e548772 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68be9c2e-9e68-489a-becd-67ff095c4169') {} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:47:02.855030 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-91054537-3256-4661-a38c-42948e548772 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12545382'] for segment, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:02.872696 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-cae2d7b4-4744-4bf7-a2b6-4d2d3932b368 service neutron] 10.222.0.54 "GET /v2.0/networks/c051a038-1534-488b-800a-8e55916bcfc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2021675 Nov 19 17:47:02.895738 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-91054537-3256-4661-a38c-42948e548772 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:02.933563 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91054537-3256-4661-a38c-42948e548772 admin admin] Releasing vlan 665 on physical network physnet1 to pool {{(pid=103365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 17:47:02.933988 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-91054537-3256-4661-a38c-42948e548772 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12282953'] for segment, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:02.935749 n-d-818022-2 neutron-server[103365]: Traceback (most recent call last): Nov 19 17:47:02.935749 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 17:47:02.935749 n-d-818022-2 neutron-server[103365]: timer() Nov 19 17:47:02.935749 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 17:47:02.935749 n-d-818022-2 neutron-server[103365]: cb(*args, **kw) Nov 19 17:47:02.935749 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 17:47:02.935749 n-d-818022-2 neutron-server[103365]: return func(*args, **kwargs) Nov 19 17:47:02.935749 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 17:47:02.935749 n-d-818022-2 neutron-server[103365]: self._notify() Nov 19 17:47:02.935749 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 17:47:02.935749 n-d-818022-2 neutron-server[103365]: self.callback(batched_events) Nov 19 17:47:02.935749 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 17:47:02.935749 n-d-818022-2 neutron-server[103365]: event.method(event) Nov 19 17:47:02.935749 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 17:47:02.935749 n-d-818022-2 neutron-server[103365]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 17:47:02.935749 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 17:47:02.935749 n-d-818022-2 neutron-server[103365]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 17:47:02.935749 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 17:47:02.935749 n-d-818022-2 neutron-server[103365]: return f(self, *a, **k) Nov 19 17:47:02.935749 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 17:47:02.935749 n-d-818022-2 neutron-server[103365]: return self._get(url).json() Nov 19 17:47:02.935749 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 17:47:02.935749 n-d-818022-2 neutron-server[103365]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 17:47:02.935749 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 17:47:02.935749 n-d-818022-2 neutron-server[103365]: return self.request(url, 'GET', **kwargs) Nov 19 17:47:02.935749 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 17:47:02.935749 n-d-818022-2 neutron-server[103365]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 17:47:02.935749 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 17:47:02.935749 n-d-818022-2 neutron-server[103365]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 17:47:02.935749 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 17:47:02.935749 n-d-818022-2 neutron-server[103365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 17:47:02.935749 n-d-818022-2 neutron-server[103365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 17:47:03.019133 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-91054537-3256-4661-a38c-42948e548772 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671242'] for network, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:03.028724 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-91054537-3256-4661-a38c-42948e548772 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:03.035314 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-91054537-3256-4661-a38c-42948e548772 admin admin] 10.222.0.54 "DELETE /v2.0/networks/c7b257b3-f66e-4846-9861-5f47f21f4188 HTTP/1.1" status: 204 len: 168 time: 0.9460943 Nov 19 17:47:03.036722 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-c2d2ccfe-60c3-4011-8b7c-67230659f592 service neutron] 10.222.0.54 "GET /v2.0/networks/c051a038-1534-488b-800a-8e55916bcfc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631174 Nov 19 17:47:03.036999 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 54832) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:47:03.072707 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e46ecc5a-dc14-4744-b262-3072ff2e958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:03.081455 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91054537-3256-4661-a38c-42948e548772 admin admin] Pushing event deleted for resources: {'Network': ['ID=c7b257b3-f66e-4846-9861-5f47f21f4188,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:47:03.182069 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_v2 [None req-76396a6a-60f0-4846-a4a1-7a2b12743320 admin admin] Deleting subnet 94d095c0-8c7a-4f81-afb0-3af4829cfafd {{(pid=103365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 17:47:03.227314 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-ef3f29d9-88a9-45fc-910b-193bc5eab9b4 service neutron] 10.222.0.54 "GET /v2.0/networks/c051a038-1534-488b-800a-8e55916bcfc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791663 Nov 19 17:47:03.228405 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-76396a6a-60f0-4846-a4a1-7a2b12743320 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:03.257436 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce8dce7-ee9e-421c-a4cd-5e3fd2a45e12 req-49a3e3b6-01df-433c-af9b-3c8530a0463c tempest-ServersTestManualDisk-1071250772 tempest-ServersTestManualDisk-1071250772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:03.259084 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-cce8dce7-ee9e-421c-a4cd-5e3fd2a45e12 req-49a3e3b6-01df-433c-af9b-3c8530a0463c tempest-ServersTestManualDisk-1071250772 tempest-ServersTestManualDisk-1071250772-project] 10.222.0.54 "GET /v2.0/ports?device_id=c88bd167-2604-4f2d-b2b7-0ef22e7e3540 HTTP/1.1" status: 200 len: 946 time: 0.0613065 Nov 19 17:47:03.333673 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-76396a6a-60f0-4846-a4a1-7a2b12743320 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12546453'] for subnet, precommit_delete_associations {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:03.336584 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device fe5b02dd-74e9-432a-8ab4-84e77d94cb3b no longer exists at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:47:03.347325 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-cce8dce7-ee9e-421c-a4cd-5e3fd2a45e12 req-2fd58a86-c2b7-4261-9ba7-c7074f33d114 tempest-ServersTestManualDisk-1071250772 tempest-ServersTestManualDisk-1071250772-project] 10.222.0.54 "GET /v2.0/security-groups?id=f4c4b87a-d31e-4bc8-8d2f-26b7397d90bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694993 Nov 19 17:47:03.361270 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] No Port match for: fe5b02dd-74e9-432a-8ab4-84e77d94cb3b {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:47:03.361802 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device fe5b02dd-74e9-432a-8ab4-84e77d94cb3b not bound to the agent host n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:47:03.389306 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-76396a6a-60f0-4846-a4a1-7a2b12743320 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:03.457108 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-89afada9-7a2b-47ad-b2e2-a688d7d7ab33 service neutron] 10.222.0.54 "GET /v2.0/networks/c051a038-1534-488b-800a-8e55916bcfc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1966701 Nov 19 17:47:03.489613 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-76396a6a-60f0-4846-a4a1-7a2b12743320 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12282919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8731163'] for subnet, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:03.530242 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-76396a6a-60f0-4846-a4a1-7a2b12743320 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:03.534123 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-76396a6a-60f0-4846-a4a1-7a2b12743320 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/94d095c0-8c7a-4f81-afb0-3af4829cfafd HTTP/1.1" status: 204 len: 168 time: 0.4879947 Nov 19 17:47:03.535430 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76396a6a-60f0-4846-a4a1-7a2b12743320 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94d095c0-8c7a-4f81-afb0-3af4829cfafd,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:47:03.536905 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 54838) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:47:03.587330 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:03.670249 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a49e0da0-4c65-4624-88da-02ffa174fcba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:03.684162 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:03.696912 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c08f83-ffb0-4ac1-9ecf-f291f80b3c00 req-aebcbaf8-de93-4762-a8e0-27f84a7f5dec tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:03.698853 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c3c08f83-ffb0-4ac1-9ecf-f291f80b3c00 req-aebcbaf8-de93-4762-a8e0-27f84a7f5dec tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec9f9dc4-f3d0-4fbd-b419-1ab72c92e9be HTTP/1.1" status: 200 len: 946 time: 0.1005521 Nov 19 17:47:03.838499 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a49e0da0-4c65-4624-88da-02ffa174fcba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:03.863975 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c3c08f83-ffb0-4ac1-9ecf-f291f80b3c00 req-0308a2a1-7d32-423c-8233-288b166ef289 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/security-groups?id=b596b6e2-4e99-405d-ab15-439621199b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230569 Nov 19 17:47:03.894695 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-a49e0da0-4c65-4624-88da-02ffa174fcba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e707b2d-53f1-41a4-a321-6d26fc071c22']}} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:47:03.918452 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-a49e0da0-4c65-4624-88da-02ffa174fcba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12b8b899-7c75-48e2-8ba9-00e269c0d06d') {'for_net_delete': True} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:47:03.919190 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-a49e0da0-4c65-4624-88da-02ffa174fcba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12b8b899-7c75-48e2-8ba9-00e269c0d06d') {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:47:03.938476 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a49e0da0-4c65-4624-88da-02ffa174fcba admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417396'] for segment, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:03.958639 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a49e0da0-4c65-4624-88da-02ffa174fcba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:03.968451 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a49e0da0-4c65-4624-88da-02ffa174fcba admin admin] Releasing vlan 676 on physical network physnet1 to pool {{(pid=103364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 17:47:03.969137 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a49e0da0-4c65-4624-88da-02ffa174fcba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12425183'] for segment, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:03.973938 n-d-818022-2 neutron-server[103364]: Traceback (most recent call last): Nov 19 17:47:03.973938 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 17:47:03.973938 n-d-818022-2 neutron-server[103364]: timer() Nov 19 17:47:03.973938 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 17:47:03.973938 n-d-818022-2 neutron-server[103364]: cb(*args, **kw) Nov 19 17:47:03.973938 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 17:47:03.973938 n-d-818022-2 neutron-server[103364]: return func(*args, **kwargs) Nov 19 17:47:03.973938 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 17:47:03.973938 n-d-818022-2 neutron-server[103364]: self._notify() Nov 19 17:47:03.973938 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 17:47:03.973938 n-d-818022-2 neutron-server[103364]: self.callback(batched_events) Nov 19 17:47:03.973938 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 17:47:03.973938 n-d-818022-2 neutron-server[103364]: event.method(event) Nov 19 17:47:03.973938 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 17:47:03.973938 n-d-818022-2 neutron-server[103364]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 17:47:03.973938 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 17:47:03.973938 n-d-818022-2 neutron-server[103364]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 17:47:03.973938 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 17:47:03.973938 n-d-818022-2 neutron-server[103364]: return f(self, *a, **k) Nov 19 17:47:03.973938 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 17:47:03.973938 n-d-818022-2 neutron-server[103364]: return self._get(url).json() Nov 19 17:47:03.973938 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 17:47:03.973938 n-d-818022-2 neutron-server[103364]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 17:47:03.973938 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 17:47:03.973938 n-d-818022-2 neutron-server[103364]: return self.request(url, 'GET', **kwargs) Nov 19 17:47:03.973938 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 17:47:03.973938 n-d-818022-2 neutron-server[103364]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 17:47:03.973938 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 17:47:03.973938 n-d-818022-2 neutron-server[103364]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 17:47:03.973938 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 17:47:03.973938 n-d-818022-2 neutron-server[103364]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 17:47:03.973938 n-d-818022-2 neutron-server[103364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 17:47:04.117857 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a49e0da0-4c65-4624-88da-02ffa174fcba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671242'] for network, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:04.128611 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd7216f-620a-4125-8fda-d71e8c275898 req-32e75df0-8851-47bb-9e5f-1fc4653ea34c tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:04.136089 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-cbd7216f-620a-4125-8fda-d71e8c275898 req-32e75df0-8851-47bb-9e5f-1fc4653ea34c tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] 10.222.0.54 "GET /v2.0/ports?device_id=d92fe2bd-ad51-4c6e-8818-ece36aa67a95 HTTP/1.1" status: 200 len: 945 time: 0.0971377 Nov 19 17:47:04.142872 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a49e0da0-4c65-4624-88da-02ffa174fcba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:04.146111 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-a49e0da0-4c65-4624-88da-02ffa174fcba admin admin] 10.222.0.54 "DELETE /v2.0/networks/4e707b2d-53f1-41a4-a321-6d26fc071c22 HTTP/1.1" status: 204 len: 168 time: 0.6080458 Nov 19 17:47:04.229760 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-cbd7216f-620a-4125-8fda-d71e8c275898 req-93faf63a-50f9-47e1-8936-b1f1723ef37d tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] 10.222.0.54 "GET /v2.0/security-groups?id=a352ca94-2149-4006-acad-e3c22132eabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924835 Nov 19 17:47:04.233158 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49e0da0-4c65-4624-88da-02ffa174fcba admin admin] Pushing event deleted for resources: {'Network': ['ID=4e707b2d-53f1-41a4-a321-6d26fc071c22,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:47:04.418388 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 54874) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:47:04.494628 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-9792b3ac-1946-491a-83bd-2b41d0d09c0c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=de10e7e0e3ea4ce28d84ef76e9c1ec3a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0737722 Nov 19 17:47:04.496611 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 54878) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:47:04.570431 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3c101be2-38e1-4c47-968b-76f6533ac5d9 req-3806b650-a47a-438f-b1e8-068910530edd tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] 10.222.0.54 "GET /v2.0/ports?device_id=08d7166f-7a15-4f21-9c94-87560bcdea01 HTTP/1.1" status: 200 len: 210 time: 0.0536819 Nov 19 17:47:04.614493 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4b15f484-a6f8-4fab-9315-4f6f85ca12c4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:04.660113 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e013d7e6-5264-4dcc-9759-54f5fb809e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:04.667724 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4b15f484-a6f8-4fab-9315-4f6f85ca12c4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:04.744161 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b907bcd0-0e68-4dcb-b647-3daf247ead67 req-7be7ccb6-d8f5-4349-9d6f-a9ff3654b96b tempest-ServersTestManualDisk-1071250772 tempest-ServersTestManualDisk-1071250772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:04.753331 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b907bcd0-0e68-4dcb-b647-3daf247ead67 req-7be7ccb6-d8f5-4349-9d6f-a9ff3654b96b tempest-ServersTestManualDisk-1071250772 tempest-ServersTestManualDisk-1071250772-project] 10.222.0.54 "GET /v2.0/ports?device_id=c88bd167-2604-4f2d-b2b7-0ef22e7e3540 HTTP/1.1" status: 200 len: 946 time: 0.0976562 Nov 19 17:47:04.805575 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4b15f484-a6f8-4fab-9315-4f6f85ca12c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:04.808218 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4b15f484-a6f8-4fab-9315-4f6f85ca12c4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:04.812551 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-4b15f484-a6f8-4fab-9315-4f6f85ca12c4 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/12d5dc08-1d9f-41c6-b52c-304239ec8b9a HTTP/1.1" status: 204 len: 168 time: 0.3146245 Nov 19 17:47:04.816779 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b907bcd0-0e68-4dcb-b647-3daf247ead67 req-5f2a2bd8-7fbf-4011-acf8-c6b2db84630b tempest-ServersTestManualDisk-1071250772 tempest-ServersTestManualDisk-1071250772-project] 10.222.0.54 "GET /v2.0/security-groups?id=f4c4b87a-d31e-4bc8-8d2f-26b7397d90bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625858 Nov 19 17:47:04.846146 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b15f484-a6f8-4fab-9315-4f6f85ca12c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12d5dc08-1d9f-41c6-b52c-304239ec8b9a,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:47:05.115962 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0abe937-0f93-4e5a-b93d-12b12040ad1e req-5ff27fdc-5c21-418d-95c6-8a7e9fe833d9 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:05.129095 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d0abe937-0f93-4e5a-b93d-12b12040ad1e req-5ff27fdc-5c21-418d-95c6-8a7e9fe833d9 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec9f9dc4-f3d0-4fbd-b419-1ab72c92e9be HTTP/1.1" status: 200 len: 946 time: 0.1156111 Nov 19 17:47:05.136917 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:05.195763 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d0abe937-0f93-4e5a-b93d-12b12040ad1e req-b1f74f35-7178-4adf-ac0f-e6a97315c2b5 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/security-groups?id=b596b6e2-4e99-405d-ab15-439621199b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601647 Nov 19 17:47:05.420738 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c59c402-ca09-442e-81ff-c37412706a7d req-8992b61f-4b88-41df-84b1-ad851e8d495c tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:05.422890 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-4c59c402-ca09-442e-81ff-c37412706a7d req-8992b61f-4b88-41df-84b1-ad851e8d495c tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] 10.222.0.54 "GET /v2.0/ports?device_id=d92fe2bd-ad51-4c6e-8818-ece36aa67a95 HTTP/1.1" status: 200 len: 945 time: 0.0591025 Nov 19 17:47:05.425209 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 54904) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:47:05.510689 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-1509f4da-29f2-48e7-8bef-29e4ab7dcccb admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e8e969e743cc4973a769e48f77a5a5f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0800288 Nov 19 17:47:05.511389 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 54910) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:47:05.522907 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-4c59c402-ca09-442e-81ff-c37412706a7d req-bf48c649-2c7c-415b-bef8-15d9636ae7c1 tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] 10.222.0.54 "GET /v2.0/security-groups?id=a352ca94-2149-4006-acad-e3c22132eabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840719 Nov 19 17:47:05.574872 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-81caec92-59b8-44b6-b845-e746fa83a161 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:05.602159 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-81caec92-59b8-44b6-b845-e746fa83a161 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:05.673635 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-81caec92-59b8-44b6-b845-e746fa83a161 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:05.677539 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-81caec92-59b8-44b6-b845-e746fa83a161 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:05.681770 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-81caec92-59b8-44b6-b845-e746fa83a161 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c8ad38b3-2e55-48da-bd5e-6d99e1465712 HTTP/1.1" status: 204 len: 168 time: 0.1692963 Nov 19 17:47:05.692083 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81caec92-59b8-44b6-b845-e746fa83a161 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8ad38b3-2e55-48da-bd5e-6d99e1465712,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:47:05.774042 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c072df47-a2f0-4861-bfa9-0d4343488f6a req-ac363bac-9f1f-43d5-9986-e0419e9cb7c7 tempest-ServersTestManualDisk-1071250772 tempest-ServersTestManualDisk-1071250772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:05.775631 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c072df47-a2f0-4861-bfa9-0d4343488f6a req-ac363bac-9f1f-43d5-9986-e0419e9cb7c7 tempest-ServersTestManualDisk-1071250772 tempest-ServersTestManualDisk-1071250772-project] 10.222.0.54 "GET /v2.0/ports?device_id=c88bd167-2604-4f2d-b2b7-0ef22e7e3540 HTTP/1.1" status: 200 len: 946 time: 0.0626938 Nov 19 17:47:05.848091 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c072df47-a2f0-4861-bfa9-0d4343488f6a req-ebd9c207-55dc-402d-867a-ca85dbfb6aa3 tempest-ServersTestManualDisk-1071250772 tempest-ServersTestManualDisk-1071250772-project] 10.222.0.54 "GET /v2.0/security-groups?id=f4c4b87a-d31e-4bc8-8d2f-26b7397d90bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625122 Nov 19 17:47:06.034846 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f6646ec2-5eea-4370-9dfe-9e665b48269a req-d0108138-3821-4672-93c9-e25441272846 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] 10.222.0.54 "GET /v2.0/ports?device_id=08d7166f-7a15-4f21-9c94-87560bcdea01 HTTP/1.1" status: 200 len: 210 time: 0.0710502 Nov 19 17:47:06.059145 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-f2b3d519-f61b-4c8b-9c9e-ab0d1d146428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:06.100039 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-f2b3d519-f61b-4c8b-9c9e-ab0d1d146428 service neutron] 10.222.0.60 "GET /v2.0/ports/87a91d07-25a8-45ba-97b6-bf6aca6dc17b HTTP/1.1" status: 200 len: 1028 time: 0.1351843 Nov 19 17:47:06.242435 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-0b2860b6-0c94-4ef2-a9bd-f96ac2b2b222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:06.243848 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-0b2860b6-0c94-4ef2-a9bd-f96ac2b2b222 service neutron] 10.222.0.60 "GET /v2.0/ports/3e94edaf-0165-44df-bdab-b323476101a6 HTTP/1.1" status: 200 len: 1028 time: 0.1429870 Nov 19 17:47:06.386873 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce78e6b-b6d9-49d5-a148-fe0baae52016 req-a05db639-7511-4915-968d-8fd0e4948644 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:06.389429 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8ce78e6b-b6d9-49d5-a148-fe0baae52016 req-a05db639-7511-4915-968d-8fd0e4948644 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec9f9dc4-f3d0-4fbd-b419-1ab72c92e9be HTTP/1.1" status: 200 len: 946 time: 0.1088550 Nov 19 17:47:06.480511 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8ce78e6b-b6d9-49d5-a148-fe0baae52016 req-feefa424-b6b8-4212-863f-6cdcce40e1b7 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/security-groups?id=b596b6e2-4e99-405d-ab15-439621199b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822263 Nov 19 17:47:06.484986 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-1a6d3444-c823-4cdb-a004-40302f802450 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:06.504148 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-1a6d3444-c823-4cdb-a004-40302f802450 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:06.510476 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-1a6d3444-c823-4cdb-a004-40302f802450 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:06.512074 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-1a6d3444-c823-4cdb-a004-40302f802450 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] 10.222.0.60 "GET /v2.0/networks?id=a7696552-ba44-476c-8112-55d4b789a3e1&id=bdba4402-94e3-4e68-bba0-ed8e8f9b25bc&id=bdba4402-94e3-4e68-bba0-ed8e8f9b25bc&id=bdba4402-94e3-4e68-bba0-ed8e8f9b25bc&id=bdba4402-94e3-4e68-bba0-ed8e8f9b25bc&id=c051a038-1534-488b-800a-8e55916bcfc3&id=c051a038-1534-488b-800a-8e55916bcfc3 HTTP/1.1" status: 200 len: 1990 time: 0.2606468 Nov 19 17:47:06.633764 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-30fcdbd5-4a3e-41cf-8a05-faad80e94fa3 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c2e6ec2d08df4707906c035065baeeeb HTTP/1.1" status: 200 len: 380 time: 0.1114054 Nov 19 17:47:06.647203 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-597ca9ab-a966-4b84-abf4-e8a153363fd0 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Request body: {'port': {'device_id': '08d7166f-7a15-4f21-9c94-87560bcdea01', 'network_id': 'a7696552-ba44-476c-8112-55d4b789a3e1', 'admin_state_up': True, 'tenant_id': 'c2e6ec2d08df4707906c035065baeeeb', 'security_groups': ['c27dfe00-81ac-4bf5-b9dd-805873436817']}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:47:06.845882 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-597ca9ab-a966-4b84-abf4-e8a153363fd0 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Made reservation on behalf of c2e6ec2d08df4707906c035065baeeeb for: {'port': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:47:06.852116 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-597ca9ab-a966-4b84-abf4-e8a153363fd0 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:06.888842 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5b2552-509f-43fd-aac9-7dfa928a64cd req-27dc039b-2dfa-4f78-b213-4430682b02cf tempest-ServersTestManualDisk-1071250772 tempest-ServersTestManualDisk-1071250772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:06.892070 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-cf5b2552-509f-43fd-aac9-7dfa928a64cd req-27dc039b-2dfa-4f78-b213-4430682b02cf tempest-ServersTestManualDisk-1071250772 tempest-ServersTestManualDisk-1071250772-project] 10.222.0.60 "GET /v2.0/ports?device_id=c88bd167-2604-4f2d-b2b7-0ef22e7e3540 HTTP/1.1" status: 200 len: 946 time: 0.0896294 Nov 19 17:47:07.195005 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-597ca9ab-a966-4b84-abf4-e8a153363fd0 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Allocated IP 172.20.0.8 (a7696552-ba44-476c-8112-55d4b789a3e1/10488475-e039-4e90-8c5a-9f67d399bd8d/250f924d-c35c-4c02-b955-99a05de844f1) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:47:07.261861 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f732f1b0-a934-442a-afcb-c6c023e63253 req-4901985c-8dd5-41bc-89c5-36c0cff3157b tempest-ServersTestManualDisk-1071250772 tempest-ServersTestManualDisk-1071250772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:07.275301 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f732f1b0-a934-442a-afcb-c6c023e63253 req-4901985c-8dd5-41bc-89c5-36c0cff3157b tempest-ServersTestManualDisk-1071250772 tempest-ServersTestManualDisk-1071250772-project] 10.222.0.54 "GET /v2.0/ports?device_id=c88bd167-2604-4f2d-b2b7-0ef22e7e3540 HTTP/1.1" status: 200 len: 946 time: 0.2306042 Nov 19 17:47:07.306677 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-cf5b2552-509f-43fd-aac9-7dfa928a64cd req-3845679a-ecea-4cb7-bc2f-08f15cd1c6d0 tempest-ServersTestManualDisk-1071250772 tempest-ServersTestManualDisk-1071250772-project] Deleting port 23d35feb-6f2a-4cac-99bc-621257bae413 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:47:07.306677 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-cf5b2552-509f-43fd-aac9-7dfa928a64cd req-3845679a-ecea-4cb7-bc2f-08f15cd1c6d0 tempest-ServersTestManualDisk-1071250772 tempest-ServersTestManualDisk-1071250772-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:07.448378 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-fae1c0f9-1347-464d-a832-170cf755265a req-d86568a2-e52d-48f3-93a7-b278729b67e1 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] 10.222.0.54 "GET /v2.0/ports?device_id=08d7166f-7a15-4f21-9c94-87560bcdea01 HTTP/1.1" status: 200 len: 210 time: 0.0600791 Nov 19 17:47:07.471358 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f732f1b0-a934-442a-afcb-c6c023e63253 req-0f69f1e2-4d3d-4ea2-a327-3fc5b7d1d693 tempest-ServersTestManualDisk-1071250772 tempest-ServersTestManualDisk-1071250772-project] 10.222.0.54 "GET /v2.0/security-groups?id=f4c4b87a-d31e-4bc8-8d2f-26b7397d90bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1916001 Nov 19 17:47:07.505449 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-597ca9ab-a966-4b84-abf4-e8a153363fd0 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:07.536306 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-cf5b2552-509f-43fd-aac9-7dfa928a64cd req-3845679a-ecea-4cb7-bc2f-08f15cd1c6d0 tempest-ServersTestManualDisk-1071250772 tempest-ServersTestManualDisk-1071250772-project] For port 23d35feb-6f2a-4cac-99bc-621257bae413, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=23d35feb-6f2a-4cac-99bc-621257bae413,segment=NetworkSegment(eb414f11-b33b-484f-88e8-b35b903ae2da),segment_id=eb414f11-b33b-484f-88e8-b35b903ae2da)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:47:07.536668 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-cf5b2552-509f-43fd-aac9-7dfa928a64cd req-3845679a-ecea-4cb7-bc2f-08f15cd1c6d0 tempest-ServersTestManualDisk-1071250772 tempest-ServersTestManualDisk-1071250772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:07.604641 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-597ca9ab-a966-4b84-abf4-e8a153363fd0 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:07.696490 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597ca9ab-a966-4b84-abf4-e8a153363fd0 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Pushing event updated for resources: {'Port': ['ID=250f924d-c35c-4c02-b955-99a05de844f1,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:47:07.721278 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-597ca9ab-a966-4b84-abf4-e8a153363fd0 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Network a7696552-ba44-476c-8112-55d4b789a3e1 is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:47:07.723053 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-597ca9ab-a966-4b84-abf4-e8a153363fd0 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:47:07.763879 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91398714-7c67-486c-b8dc-8800532851cc req-d4eedaea-00ea-4a5d-8453-caf204025b6c tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:07.766049 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-91398714-7c67-486c-b8dc-8800532851cc req-d4eedaea-00ea-4a5d-8453-caf204025b6c tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec9f9dc4-f3d0-4fbd-b419-1ab72c92e9be HTTP/1.1" status: 200 len: 946 time: 0.1732979 Nov 19 17:47:07.770053 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-597ca9ab-a966-4b84-abf4-e8a153363fd0 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:47:07.888271 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-cf5b2552-509f-43fd-aac9-7dfa928a64cd req-3845679a-ecea-4cb7-bc2f-08f15cd1c6d0 tempest-ServersTestManualDisk-1071250772 tempest-ServersTestManualDisk-1071250772-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:07.890734 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-cf5b2552-509f-43fd-aac9-7dfa928a64cd req-3845679a-ecea-4cb7-bc2f-08f15cd1c6d0 tempest-ServersTestManualDisk-1071250772 tempest-ServersTestManualDisk-1071250772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-671284'] for floatingip, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:07.899820 n-d-818022-2 neutron-server[103365]: INFO neutron.db.l3_db [req-cf5b2552-509f-43fd-aac9-7dfa928a64cd req-3845679a-ecea-4cb7-bc2f-08f15cd1c6d0 tempest-ServersTestManualDisk-1071250772 tempest-ServersTestManualDisk-1071250772-project] Floating IP abcb39ed-33b1-4e77-b54e-8f7ef9563763 disassociated. External IP: 172.25.7.51, port: 23d35feb-6f2a-4cac-99bc-621257bae413. Nov 19 17:47:07.905376 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-91398714-7c67-486c-b8dc-8800532851cc req-7a6a05eb-c93d-454e-a8ec-f611ff06bda8 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/security-groups?id=b596b6e2-4e99-405d-ab15-439621199b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232638 Nov 19 17:47:07.908460 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-cf5b2552-509f-43fd-aac9-7dfa928a64cd req-3845679a-ecea-4cb7-bc2f-08f15cd1c6d0 tempest-ServersTestManualDisk-1071250772 tempest-ServersTestManualDisk-1071250772-project] Calling delete_port for 23d35feb-6f2a-4cac-99bc-621257bae413 owned by compute:nova {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:47:07.938314 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-597ca9ab-a966-4b84-abf4-e8a153363fd0 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:07.939119 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-597ca9ab-a966-4b84-abf4-e8a153363fd0 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:07.970063 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-597ca9ab-a966-4b84-abf4-e8a153363fd0 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3280034 Nov 19 17:47:07.983036 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-d93dc8d9-56a8-45a5-9958-56c71ac692e4 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Request body: {'port': {'device_id': '08d7166f-7a15-4f21-9c94-87560bcdea01', 'network_id': 'bdba4402-94e3-4e68-bba0-ed8e8f9b25bc', 'admin_state_up': True, 'tenant_id': 'c2e6ec2d08df4707906c035065baeeeb', 'security_groups': ['c27dfe00-81ac-4bf5-b9dd-805873436817']}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:47:08.122336 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-cf5b2552-509f-43fd-aac9-7dfa928a64cd req-3845679a-ecea-4cb7-bc2f-08f15cd1c6d0 tempest-ServersTestManualDisk-1071250772 tempest-ServersTestManualDisk-1071250772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:08.164471 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3845679a-ecea-4cb7-bc2f-08f15cd1c6d0 tempest-ServersTestManualDisk-1071250772 tempest-ServersTestManualDisk-1071250772-project] Pushing event deleted for resources: {'Port': ['ID=23d35feb-6f2a-4cac-99bc-621257bae413,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:47:08.186916 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-49bf1ada-84a7-485a-b9d5-fce60cb61a07 None None] Provisioning complete for port 250f924d-c35c-4c02-b955-99a05de844f1 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:47:08.188074 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-49bf1ada-84a7-485a-b9d5-fce60cb61a07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:08.210525 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-d93dc8d9-56a8-45a5-9958-56c71ac692e4 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Made reservation on behalf of c2e6ec2d08df4707906c035065baeeeb for: {'port': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:47:08.214393 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-d93dc8d9-56a8-45a5-9958-56c71ac692e4 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:08.263002 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-49bf1ada-84a7-485a-b9d5-fce60cb61a07 None None] Port 250f924d-c35c-4c02-b955-99a05de844f1 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:47:08.336683 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd50d15d-a7ef-40c0-8266-332f08dc4506 req-2946c557-67f2-48ce-b51a-ba44b366456d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:08.338215 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-cd50d15d-a7ef-40c0-8266-332f08dc4506 req-2946c557-67f2-48ce-b51a-ba44b366456d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=ef849a6e511d48da926cfd9ca438c810&device_id=ec9f9dc4-f3d0-4fbd-b419-1ab72c92e9be HTTP/1.1" status: 200 len: 1097 time: 0.0881326 Nov 19 17:47:08.347470 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cf5b2552-509f-43fd-aac9-7dfa928a64cd req-3845679a-ecea-4cb7-bc2f-08f15cd1c6d0 tempest-ServersTestManualDisk-1071250772 tempest-ServersTestManualDisk-1071250772-project] Router c1e3d67b-ec9e-42dd-afbf-7ec05d918256 has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 17:47:08.395963 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-d93dc8d9-56a8-45a5-9958-56c71ac692e4 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Allocated IP 10.1.1.161 (bdba4402-94e3-4e68-bba0-ed8e8f9b25bc/d2adf1de-41cf-4bad-b066-43727eb082a2/e40774d5-5d0b-42bc-ab15-81a13c341ed3) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:47:08.620773 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-d93dc8d9-56a8-45a5-9958-56c71ac692e4 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:08.707376 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd50d15d-a7ef-40c0-8266-332f08dc4506 req-233053f5-8a9a-413e-ac88-7e62ec5df6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:08.709018 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-cd50d15d-a7ef-40c0-8266-332f08dc4506 req-233053f5-8a9a-413e-ac88-7e62ec5df6ba service neutron] 10.222.0.86 "GET /v2.0/networks?id=7fe9dda4-bbb5-4db6-b240-cdabda9f2be2 HTTP/1.1" status: 200 len: 914 time: 0.3602414 Nov 19 17:47:08.710157 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502949eb-4262-4017-98d9-2e7ae319c400 req-f3807f34-1db8-4096-87e7-49476bcb224d tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:08.712027 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-502949eb-4262-4017-98d9-2e7ae319c400 req-f3807f34-1db8-4096-87e7-49476bcb224d tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] 10.222.0.54 "GET /v2.0/ports?device_id=08d7166f-7a15-4f21-9c94-87560bcdea01 HTTP/1.1" status: 200 len: 931 time: 0.1090217 Nov 19 17:47:08.719381 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a98b7852-f9ca-4285-aed8-2fbe235cc39b req-0444dc5d-0e14-411b-be9c-7058fa07a998 tempest-ServersTestManualDisk-1071250772 tempest-ServersTestManualDisk-1071250772-project] 10.222.0.54 "GET /v2.0/ports?device_id=c88bd167-2604-4f2d-b2b7-0ef22e7e3540 HTTP/1.1" status: 200 len: 210 time: 0.0717788 Nov 19 17:47:08.753497 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-d93dc8d9-56a8-45a5-9958-56c71ac692e4 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:08.791629 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-cd50d15d-a7ef-40c0-8266-332f08dc4506 req-00100078-86e0-490e-853a-ddacbb118003 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=71243686-16d7-4505-9eb3-c400bc2cf33c HTTP/1.1" status: 200 len: 217 time: 0.0694845 Nov 19 17:47:08.797123 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cf5b2552-509f-43fd-aac9-7dfa928a64cd req-3845679a-ecea-4cb7-bc2f-08f15cd1c6d0 tempest-ServersTestManualDisk-1071250772 tempest-ServersTestManualDisk-1071250772-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 17:47:08.816707 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d28b71a-5cd4-406b-9bce-9fc03c6f536d None None] Sync routers for ids ['c1e3d67b-ec9e-42dd-afbf-7ec05d918256'] in n-d-818022-2 {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 17:47:08.851985 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d28b71a-5cd4-406b-9bce-9fc03c6f536d None None] Routers {'c1e3d67b-ec9e-42dd-afbf-7ec05d918256'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:47:08.858731 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-7d28b71a-5cd4-406b-9bce-9fc03c6f536d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:47:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['c1e3d67b-ec9e-42dd-afbf-7ec05d918256'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:47:08.926094 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf5b2552-509f-43fd-aac9-7dfa928a64cd req-3845679a-ecea-4cb7-bc2f-08f15cd1c6d0 tempest-ServersTestManualDisk-1071250772 tempest-ServersTestManualDisk-1071250772-project] No DVR routers for this DVR port 23d35feb-6f2a-4cac-99bc-621257bae413 on host n-h1-818022-2 {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:47:08.930443 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-cf5b2552-509f-43fd-aac9-7dfa928a64cd req-3845679a-ecea-4cb7-bc2f-08f15cd1c6d0 tempest-ServersTestManualDisk-1071250772 tempest-ServersTestManualDisk-1071250772-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:08.933504 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-d93dc8d9-56a8-45a5-9958-56c71ac692e4 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Network bdba4402-94e3-4e68-bba0-ed8e8f9b25bc is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:47:08.934320 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-cf5b2552-509f-43fd-aac9-7dfa928a64cd req-3845679a-ecea-4cb7-bc2f-08f15cd1c6d0 tempest-ServersTestManualDisk-1071250772 tempest-ServersTestManualDisk-1071250772-project] 10.222.0.60 "DELETE /v2.0/ports/23d35feb-6f2a-4cac-99bc-621257bae413 HTTP/1.1" status: 204 len: 173 time: 2.0354943 Nov 19 17:47:08.934937 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c88bd167-2604-4f2d-b2b7-0ef22e7e3540', 'name': 'network-vif-deleted', 'tag': '23d35feb-6f2a-4cac-99bc-621257bae413'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:47:08.939048 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218319d759239a7d11f1288aef37381b97754913ee9ccbfd43b51a463f801712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f4c8638-8346-467c-8d62-6e213849b1e5" -d '{"events": [{"server_uuid": "c88bd167-2604-4f2d-b2b7-0ef22e7e3540", "name": "network-vif-deleted", "tag": "23d35feb-6f2a-4cac-99bc-621257bae413"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:47:08.953610 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-d93dc8d9-56a8-45a5-9958-56c71ac692e4 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:47:08.954544 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd50d15d-a7ef-40c0-8266-332f08dc4506 req-782dab04-1580-4d84-9643-a6ca4144c88e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:08.956354 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-cd50d15d-a7ef-40c0-8266-332f08dc4506 req-782dab04-1580-4d84-9643-a6ca4144c88e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=a2a11d26-01c8-41f8-8b08-cf64deb00190 HTTP/1.1" status: 200 len: 853 time: 0.1506884 Nov 19 17:47:08.969747 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-d93dc8d9-56a8-45a5-9958-56c71ac692e4 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:47:09.027713 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-cd50d15d-a7ef-40c0-8266-332f08dc4506 req-3e0eea36-bb7c-4cc8-91bd-911e776b6d54 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=7fe9dda4-bbb5-4db6-b240-cdabda9f2be2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484731 Nov 19 17:47:09.035607 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-502949eb-4262-4017-98d9-2e7ae319c400 req-2e24685d-6a21-47c9-9899-02d48e621e7e tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] 10.222.0.54 "GET /v2.0/security-groups?id=c27dfe00-81ac-4bf5-b9dd-805873436817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3130469 Nov 19 17:47:09.042844 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93dc8d9-56a8-45a5-9958-56c71ac692e4 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Pushing event updated for resources: {'Port': ['ID=e40774d5-5d0b-42bc-ab15-81a13c341ed3,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:47:09.121346 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-d93dc8d9-56a8-45a5-9958-56c71ac692e4 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:09.122005 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-d93dc8d9-56a8-45a5-9958-56c71ac692e4 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:09.159859 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-7d28b71a-5cd4-406b-9bce-9fc03c6f536d None None] Set router c1e3d67b-ec9e-42dd-afbf-7ec05d918256 gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:47:09.164394 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-d93dc8d9-56a8-45a5-9958-56c71ac692e4 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1866417 Nov 19 17:47:09.187635 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-05756273-8dd9-4615-82fe-8e367a67c4ce tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Request body: {'port': {'device_id': '08d7166f-7a15-4f21-9c94-87560bcdea01', 'network_id': 'bdba4402-94e3-4e68-bba0-ed8e8f9b25bc', 'admin_state_up': True, 'tenant_id': 'c2e6ec2d08df4707906c035065baeeeb', 'security_groups': ['c27dfe00-81ac-4bf5-b9dd-805873436817']}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:47:09.228193 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0679102d-542c-401f-9fe1-10da83d2c471 req-8547fe76-75fa-4700-b230-77adae36a7c8 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=7136fa31325e4016a695ca7c60f57962&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0587311 Nov 19 17:47:09.422388 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-415e7b2a-07ec-4082-84a5-a85bbf9e0236 None None] Provisioning complete for port e40774d5-5d0b-42bc-ab15-81a13c341ed3 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:47:09.423342 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-415e7b2a-07ec-4082-84a5-a85bbf9e0236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:09.452340 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-cd50d15d-a7ef-40c0-8266-332f08dc4506 req-37b32227-94b6-445d-bd36-bf71134bf8af service neutron] 10.222.0.86 "GET /v2.0/networks/7fe9dda4-bbb5-4db6-b240-cdabda9f2be2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4106636 Nov 19 17:47:09.494449 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-415e7b2a-07ec-4082-84a5-a85bbf9e0236 None None] Port e40774d5-5d0b-42bc-ab15-81a13c341ed3 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:47:09.544659 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0679102d-542c-401f-9fe1-10da83d2c471 req-eeab98a6-707f-4444-a65f-13b5664767ff tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:09.554422 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0679102d-542c-401f-9fe1-10da83d2c471 req-eeab98a6-707f-4444-a65f-13b5664767ff tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3164759 Nov 19 17:47:09.556746 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-7d28b71a-5cd4-406b-9bce-9fc03c6f536d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1e3d67b-ec9e-42dd-afbf-7ec05d918256', 'name': 'tempest-ServersTestManualDisk-516738552-router', 'tenant_id': '8cb1e5a5a641451797fbe7c2973eb9c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.253'}], 'enable_snat': True}, 'gw_port_id': 'd2a73b20-7bbf-411c-bdfa-838b40960d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:44:35Z', 'updated_at': '2021-11-19T17:44:43Z', 'revision_number': 4, 'project_id': '8cb1e5a5a641451797fbe7c2973eb9c3', 'gw_port': {'id': 'd2a73b20-7bbf-411c-bdfa-838b40960d96', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ce:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1e3d67b-ec9e-42dd-afbf-7ec05d918256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:44:37Z', 'updated_at': '2021-11-19T17:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': '23f1decd-7d42-4d18-9034-6224737ad89d', 'name': '', 'network_id': '68d5f663-92fc-4736-815b-80848ebf1633', 'tenant_id': '8cb1e5a5a641451797fbe7c2973eb9c3', 'mac_address': 'fa:16:3e:23:79:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1e3d67b-ec9e-42dd-afbf-7ec05d918256', 'device_owner': 'network:router_interface', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': 'f2d4e105-70fd-4c87-8b5e-3202977eb756', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:44:41Z', 'updated_at': '2021-11-19T17:44:50Z', 'revision_number': 5, 'project_id': '8cb1e5a5a641451797fbe7c2973eb9c3', 'subnets': [{'id': 'f2d4e105-70fd-4c87-8b5e-3202977eb756', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:47:09.594372 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d28b71a-5cd4-406b-9bce-9fc03c6f536d None None] Checking router: c1e3d67b-ec9e-42dd-afbf-7ec05d918256 for host: n-d-818022-2 {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 17:47:09.604591 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d28b71a-5cd4-406b-9bce-9fc03c6f536d None None] Routers {'c1e3d67b-ec9e-42dd-afbf-7ec05d918256'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:47:09.605213 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-7d28b71a-5cd4-406b-9bce-9fc03c6f536d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:47:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['c1e3d67b-ec9e-42dd-afbf-7ec05d918256'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:47:09.626930 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-cd50d15d-a7ef-40c0-8266-332f08dc4506 req-c0329100-a11a-4c5c-9c5a-aec9ab0eeca3 service neutron] 10.222.0.86 "GET /v2.0/networks/7fe9dda4-bbb5-4db6-b240-cdabda9f2be2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616769 Nov 19 17:47:09.630306 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0679102d-542c-401f-9fe1-10da83d2c471 req-97ac12f1-e159-4463-9c48-9041fcc315d9 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/quotas/7136fa31325e4016a695ca7c60f57962 HTTP/1.1" status: 200 len: 375 time: 0.0748875 Nov 19 17:47:09.702963 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0679102d-542c-401f-9fe1-10da83d2c471 req-0184ec63-5adc-4a62-8822-14e7cc901928 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=7136fa31325e4016a695ca7c60f57962&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0660162 Nov 19 17:47:09.792997 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-7d28b71a-5cd4-406b-9bce-9fc03c6f536d None None] Set router c1e3d67b-ec9e-42dd-afbf-7ec05d918256 gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:47:09.905785 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:47:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7292600d-6a39-4681-8d04-f5346ed1fe69 x-openstack-request-id: req-7292600d-6a39-4681-8d04-f5346ed1fe69 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:47:09.906112 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c88bd167-2604-4f2d-b2b7-0ef22e7e3540", "name": "network-vif-deleted", "tag": "23d35feb-6f2a-4cac-99bc-621257bae413", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:47:09.906485 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-7292600d-6a39-4681-8d04-f5346ed1fe69 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:47:09.906907 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c88bd167-2604-4f2d-b2b7-0ef22e7e3540', 'name': 'network-vif-deleted', 'tag': '23d35feb-6f2a-4cac-99bc-621257bae413', 'status': 'completed', 'code': 200} Nov 19 17:47:09.940440 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31637f8d-e463-4974-8aba-6534f41b36fb req-7092a685-27fd-4b35-bb1e-a17d432c17d7 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:09.952115 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-31637f8d-e463-4974-8aba-6534f41b36fb req-7092a685-27fd-4b35-bb1e-a17d432c17d7 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec9f9dc4-f3d0-4fbd-b419-1ab72c92e9be HTTP/1.1" status: 200 len: 946 time: 0.1534522 Nov 19 17:47:10.082693 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-7d28b71a-5cd4-406b-9bce-9fc03c6f536d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1e3d67b-ec9e-42dd-afbf-7ec05d918256', 'name': 'tempest-ServersTestManualDisk-516738552-router', 'tenant_id': '8cb1e5a5a641451797fbe7c2973eb9c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.253'}], 'enable_snat': True}, 'gw_port_id': 'd2a73b20-7bbf-411c-bdfa-838b40960d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:44:35Z', 'updated_at': '2021-11-19T17:44:43Z', 'revision_number': 4, 'project_id': '8cb1e5a5a641451797fbe7c2973eb9c3', 'gw_port': {'id': 'd2a73b20-7bbf-411c-bdfa-838b40960d96', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ce:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1e3d67b-ec9e-42dd-afbf-7ec05d918256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:44:37Z', 'updated_at': '2021-11-19T17:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': '23f1decd-7d42-4d18-9034-6224737ad89d', 'name': '', 'network_id': '68d5f663-92fc-4736-815b-80848ebf1633', 'tenant_id': '8cb1e5a5a641451797fbe7c2973eb9c3', 'mac_address': 'fa:16:3e:23:79:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1e3d67b-ec9e-42dd-afbf-7ec05d918256', 'device_owner': 'network:router_interface', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': 'f2d4e105-70fd-4c87-8b5e-3202977eb756', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:44:41Z', 'updated_at': '2021-11-19T17:44:50Z', 'revision_number': 5, 'project_id': '8cb1e5a5a641451797fbe7c2973eb9c3', 'subnets': [{'id': 'f2d4e105-70fd-4c87-8b5e-3202977eb756', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:47:10.128628 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-31637f8d-e463-4974-8aba-6534f41b36fb req-c72794bf-12a6-4496-9fd7-3a65922dcc1a tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/security-groups?id=b596b6e2-4e99-405d-ab15-439621199b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766820 Nov 19 17:47:10.131369 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d28b71a-5cd4-406b-9bce-9fc03c6f536d None None] The sync data for ids ['c1e3d67b-ec9e-42dd-afbf-7ec05d918256'] in n-d-818022-2 is: [{'id': 'c1e3d67b-ec9e-42dd-afbf-7ec05d918256', 'name': 'tempest-ServersTestManualDisk-516738552-router', 'tenant_id': '8cb1e5a5a641451797fbe7c2973eb9c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.253'}], 'enable_snat': True}, 'gw_port_id': 'd2a73b20-7bbf-411c-bdfa-838b40960d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:44:35Z', 'updated_at': '2021-11-19T17:44:43Z', 'revision_number': 4, 'project_id': '8cb1e5a5a641451797fbe7c2973eb9c3', 'gw_port': {'id': 'd2a73b20-7bbf-411c-bdfa-838b40960d96', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ce:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1e3d67b-ec9e-42dd-afbf-7ec05d918256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:44:37Z', 'updated_at': '2021-11-19T17:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': '23f1decd-7d42-4d18-9034-6224737ad89d', 'name': '', 'network_id': '68d5f663-92fc-4736-815b-80848ebf1633', 'tenant_id': '8cb1e5a5a641451797fbe7c2973eb9c3', 'mac_address': 'fa:16:3e:23:79:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1e3d67b-ec9e-42dd-afbf-7ec05d918256', 'device_owner': 'network:router_interface', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': 'f2d4e105-70fd-4c87-8b5e-3202977eb756', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:44:41Z', 'updated_at': '2021-11-19T17:44:50Z', 'revision_number': 5, 'project_id': '8cb1e5a5a641451797fbe7c2973eb9c3', 'subnets': [{'id': 'f2d4e105-70fd-4c87-8b5e-3202977eb756', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 17:47:10.163487 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-05756273-8dd9-4615-82fe-8e367a67c4ce tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Made reservation on behalf of c2e6ec2d08df4707906c035065baeeeb for: {'port': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:47:10.171262 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-05756273-8dd9-4615-82fe-8e367a67c4ce tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:10.284698 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-3069412b-23da-42d9-9461-3e6a2a3f4bab req-121c1fb2-3bf8-4391-a9a9-f6717dc6c776 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/ports?device_id=8c630bbd-efb2-4d8f-829a-b55a5711c2b8 HTTP/1.1" status: 200 len: 210 time: 0.0507135 Nov 19 17:47:10.374155 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79dee12-d004-442d-96cf-0ebc1e10b74a req-5312bfbe-1eb8-45ab-b663-5df54bfc4ae8 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:10.381856 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79dee12-d004-442d-96cf-0ebc1e10b74a req-5312bfbe-1eb8-45ab-b663-5df54bfc4ae8 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:10.394137 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f79dee12-d004-442d-96cf-0ebc1e10b74a req-5312bfbe-1eb8-45ab-b663-5df54bfc4ae8 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] 10.222.0.54 "GET /v2.0/ports?device_id=08d7166f-7a15-4f21-9c94-87560bcdea01 HTTP/1.1" status: 200 len: 1653 time: 0.1121757 Nov 19 17:47:10.451990 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 55046) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:47:10.464707 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f79dee12-d004-442d-96cf-0ebc1e10b74a req-dafbb725-7552-49e2-b8c7-c49a5cd9e284 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] 10.222.0.54 "GET /v2.0/security-groups?id=c27dfe00-81ac-4bf5-b9dd-805873436817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691690 Nov 19 17:47:10.530512 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-05756273-8dd9-4615-82fe-8e367a67c4ce tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Allocated IP 10.1.1.24 (bdba4402-94e3-4e68-bba0-ed8e8f9b25bc/d2adf1de-41cf-4bad-b066-43727eb082a2/2f194f25-8afc-4037-8a13-728d888a8aaf) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:47:10.586947 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-de766d17-0e5f-48b8-897f-93f008a02bb1 tempest-ServersTestManualDisk-1071250772 tempest-ServersTestManualDisk-1071250772-project] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:10.616442 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-de766d17-0e5f-48b8-897f-93f008a02bb1 tempest-ServersTestManualDisk-1071250772 tempest-ServersTestManualDisk-1071250772-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:10.643717 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94323bed-f455-41fa-85b9-d5618b1df702 None None] New status for floating IP abcb39ed-33b1-4e77-b54e-8f7ef9563763: DOWN {{(pid=103366) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 17:47:10.685116 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-05756273-8dd9-4615-82fe-8e367a67c4ce tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:10.691710 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-de766d17-0e5f-48b8-897f-93f008a02bb1 tempest-ServersTestManualDisk-1071250772 tempest-ServersTestManualDisk-1071250772-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:10.696892 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-de766d17-0e5f-48b8-897f-93f008a02bb1 tempest-ServersTestManualDisk-1071250772 tempest-ServersTestManualDisk-1071250772-project] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:10.699682 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-de766d17-0e5f-48b8-897f-93f008a02bb1 tempest-ServersTestManualDisk-1071250772 tempest-ServersTestManualDisk-1071250772-project] 10.222.0.54 "DELETE /v2.0/security-groups/f4c4b87a-d31e-4bc8-8d2f-26b7397d90bb HTTP/1.1" status: 204 len: 168 time: 0.2289970 Nov 19 17:47:10.708716 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 55048) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:47:10.723248 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-05756273-8dd9-4615-82fe-8e367a67c4ce tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:10.741634 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de766d17-0e5f-48b8-897f-93f008a02bb1 tempest-ServersTestManualDisk-1071250772 tempest-ServersTestManualDisk-1071250772-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4c4b87a-d31e-4bc8-8d2f-26b7397d90bb,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:47:10.745111 n-d-818022-2 neutron-server[103365]: INFO neutron.api.v2.resource [None req-46b4c374-13c3-4d4b-b031-fbf66e3c3c51 tempest-ServersTestManualDisk-1071250772 tempest-ServersTestManualDisk-1071250772-project] show failed (client error): The resource could not be found. Nov 19 17:47:10.746526 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-46b4c374-13c3-4d4b-b031-fbf66e3c3c51 tempest-ServersTestManualDisk-1071250772 tempest-ServersTestManualDisk-1071250772-project] 10.222.0.54 "GET /v2.0/security-groups/f4c4b87a-d31e-4bc8-8d2f-26b7397d90bb HTTP/1.1" status: 404 len: 347 time: 0.0365176 Nov 19 17:47:10.751719 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 55050) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:47:10.819357 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-05756273-8dd9-4615-82fe-8e367a67c4ce tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Network bdba4402-94e3-4e68-bba0-ed8e8f9b25bc is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:47:10.828537 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-05756273-8dd9-4615-82fe-8e367a67c4ce tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:47:10.835361 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-05756273-8dd9-4615-82fe-8e367a67c4ce tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:47:10.867445 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05756273-8dd9-4615-82fe-8e367a67c4ce tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Pushing event updated for resources: {'Port': ['ID=2f194f25-8afc-4037-8a13-728d888a8aaf,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:47:10.934877 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-05756273-8dd9-4615-82fe-8e367a67c4ce tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:10.935570 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-05756273-8dd9-4615-82fe-8e367a67c4ce tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:10.962375 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-05756273-8dd9-4615-82fe-8e367a67c4ce tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.7904232 Nov 19 17:47:10.988009 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-cc4952c1-5779-429b-becd-4d62c2cd5894 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Request body: {'port': {'device_id': '08d7166f-7a15-4f21-9c94-87560bcdea01', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'c051a038-1534-488b-800a-8e55916bcfc3', 'admin_state_up': True, 'tenant_id': 'c2e6ec2d08df4707906c035065baeeeb', 'security_groups': ['c27dfe00-81ac-4bf5-b9dd-805873436817']}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:47:11.078436 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-4b6dc824-df1f-4cf9-9961-9db0ba5d8ad7 tempest-ServersTestManualDisk-1071250772 tempest-ServersTestManualDisk-1071250772-project] Deleting port 5a163449-b080-4364-8500-8f9019acf8a8 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:47:11.078870 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4b6dc824-df1f-4cf9-9961-9db0ba5d8ad7 tempest-ServersTestManualDisk-1071250772 tempest-ServersTestManualDisk-1071250772-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:11.175573 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-cc4952c1-5779-429b-becd-4d62c2cd5894 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Made reservation on behalf of c2e6ec2d08df4707906c035065baeeeb for: {'port': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:47:11.249357 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-f0999dad-f21e-472a-ba3e-55ab06983ecf None None] Provisioning complete for port 2f194f25-8afc-4037-8a13-728d888a8aaf triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:47:11.252808 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4b6dc824-df1f-4cf9-9961-9db0ba5d8ad7 tempest-ServersTestManualDisk-1071250772 tempest-ServersTestManualDisk-1071250772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:11.253135 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4b6dc824-df1f-4cf9-9961-9db0ba5d8ad7 tempest-ServersTestManualDisk-1071250772 tempest-ServersTestManualDisk-1071250772-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:11.253585 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f0999dad-f21e-472a-ba3e-55ab06983ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:11.302262 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-4b6dc824-df1f-4cf9-9961-9db0ba5d8ad7 tempest-ServersTestManualDisk-1071250772 tempest-ServersTestManualDisk-1071250772-project] Calling delete_port for 5a163449-b080-4364-8500-8f9019acf8a8 owned by network:floatingip {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:47:11.320951 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-cc4952c1-5779-429b-becd-4d62c2cd5894 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:11.344306 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-f0999dad-f21e-472a-ba3e-55ab06983ecf None None] Port 2f194f25-8afc-4037-8a13-728d888a8aaf cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:47:11.358669 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 23d35feb-6f2a-4cac-99bc-621257bae413 no longer exists at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:47:11.392500 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] No Port match for: 23d35feb-6f2a-4cac-99bc-621257bae413 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:47:11.393393 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 23d35feb-6f2a-4cac-99bc-621257bae413 not bound to the agent host n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:47:11.399948 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c333343-3a23-4d0d-b936-9da825bffd2d req-e36616c9-4d34-42f5-b01f-b8143aa62d12 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:11.411452 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0c333343-3a23-4d0d-b936-9da825bffd2d req-e36616c9-4d34-42f5-b01f-b8143aa62d12 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec9f9dc4-f3d0-4fbd-b419-1ab72c92e9be HTTP/1.1" status: 200 len: 946 time: 0.1548591 Nov 19 17:47:11.492102 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-72566531-9fe7-4de2-8400-f2c343c17200 req-425aa75d-5bae-4633-8133-122b987817be tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/ports?device_id=8c630bbd-efb2-4d8f-829a-b55a5711c2b8 HTTP/1.1" status: 200 len: 210 time: 0.0603046 Nov 19 17:47:11.597645 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0c333343-3a23-4d0d-b936-9da825bffd2d req-8cae37d3-84df-481c-99c8-d76eb1e54060 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/security-groups?id=b596b6e2-4e99-405d-ab15-439621199b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851630 Nov 19 17:47:11.645918 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-cc4952c1-5779-429b-becd-4d62c2cd5894 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Allocated IP 10.2.2.100 (c051a038-1534-488b-800a-8e55916bcfc3/4125d911-4b34-4d0c-a736-6a09404ca814/2f46f7a1-33db-4220-b34f-49fa25718fd9) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:47:11.670106 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4b6dc824-df1f-4cf9-9961-9db0ba5d8ad7 tempest-ServersTestManualDisk-1071250772 tempest-ServersTestManualDisk-1071250772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:11.703729 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6dc824-df1f-4cf9-9961-9db0ba5d8ad7 tempest-ServersTestManualDisk-1071250772 tempest-ServersTestManualDisk-1071250772-project] Pushing event deleted for resources: {'Port': ['ID=5a163449-b080-4364-8500-8f9019acf8a8,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:47:11.814142 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4b6dc824-df1f-4cf9-9961-9db0ba5d8ad7 tempest-ServersTestManualDisk-1071250772 tempest-ServersTestManualDisk-1071250772-project] Publish callbacks [] for floatingip, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:11.817362 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4b6dc824-df1f-4cf9-9961-9db0ba5d8ad7 tempest-ServersTestManualDisk-1071250772 tempest-ServersTestManualDisk-1071250772-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for floatingip, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:11.818652 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-4b6dc824-df1f-4cf9-9961-9db0ba5d8ad7 tempest-ServersTestManualDisk-1071250772 tempest-ServersTestManualDisk-1071250772-project] 10.222.0.54 "DELETE /v2.0/floatingips/abcb39ed-33b1-4e77-b54e-8f7ef9563763 HTTP/1.1" status: 204 len: 168 time: 1.0649862 Nov 19 17:47:11.821343 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 55068) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:47:11.880341 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-cc4952c1-5779-429b-becd-4d62c2cd5894 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:11.916734 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c122e594-d193-403c-b32b-b6284e081420 req-371fb844-d9f6-4fc4-859d-b738403c8098 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:11.926298 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c122e594-d193-403c-b32b-b6284e081420 req-371fb844-d9f6-4fc4-859d-b738403c8098 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:11.933329 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c122e594-d193-403c-b32b-b6284e081420 req-371fb844-d9f6-4fc4-859d-b738403c8098 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:11.943067 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c122e594-d193-403c-b32b-b6284e081420 req-371fb844-d9f6-4fc4-859d-b738403c8098 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] 10.222.0.54 "GET /v2.0/ports?device_id=08d7166f-7a15-4f21-9c94-87560bcdea01 HTTP/1.1" status: 200 len: 2373 time: 0.2284751 Nov 19 17:47:12.014317 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0679102d-542c-401f-9fe1-10da83d2c471 req-2bf0a985-7f53-4107-be97-55c7fecd0cd6 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=7136fa31325e4016a695ca7c60f57962&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0318713 Nov 19 17:47:12.030339 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c122e594-d193-403c-b32b-b6284e081420 req-b0665bb3-c41e-4209-98ed-3706873a9829 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] 10.222.0.54 "GET /v2.0/security-groups?id=c27dfe00-81ac-4bf5-b9dd-805873436817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860994 Nov 19 17:47:12.033625 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-cc4952c1-5779-429b-becd-4d62c2cd5894 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:12.071703 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device 71243686-16d7-4505-9eb3-c400bc2cf33c no longer exists at agent hyperv_n-h2-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:47:12.128613 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-cc4952c1-5779-429b-becd-4d62c2cd5894 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Network c051a038-1534-488b-800a-8e55916bcfc3 is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:47:12.133308 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-cc4952c1-5779-429b-becd-4d62c2cd5894 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:47:12.135298 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4952c1-5779-429b-becd-4d62c2cd5894 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Pushing event updated for resources: {'Port': ['ID=2f46f7a1-33db-4220-b34f-49fa25718fd9,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:47:12.137490 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-cc4952c1-5779-429b-becd-4d62c2cd5894 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:47:12.174566 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:12.219746 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port 71243686-16d7-4505-9eb3-c400bc2cf33c, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=71243686-16d7-4505-9eb3-c400bc2cf33c,segment=NetworkSegment(7cd6906b-44eb-4ce1-933e-47ff3aaf0160),segment_id=7cd6906b-44eb-4ce1-933e-47ff3aaf0160)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:47:12.221093 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec9f9dc4-f3d0-4fbd-b419-1ab72c92e9be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '71243686-16d7-4505-9eb3-c400bc2cf33c'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:47:12.224314 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3940761bcd94e032e6960d2241bd8993c5d3a7d8dc2aca8488f3ecf1d4dd2fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-054b4241-2723-4c80-a031-1575f528384d" -d '{"events": [{"server_uuid": "ec9f9dc4-f3d0-4fbd-b419-1ab72c92e9be", "name": "network-vif-unplugged", "status": "completed", "tag": "71243686-16d7-4505-9eb3-c400bc2cf33c"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:47:12.228811 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:12.319544 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Pushing event updated for resources: {'Port': ['ID=71243686-16d7-4505-9eb3-c400bc2cf33c,revision_number=8']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:47:12.344134 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-cc4952c1-5779-429b-becd-4d62c2cd5894 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:12.351814 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 17:47:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f64dbd28-6959-47f8-a89b-5ed3bcf9b26d x-openstack-request-id: req-f64dbd28-6959-47f8-a89b-5ed3bcf9b26d {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:47:12.352251 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec9f9dc4-f3d0-4fbd-b419-1ab72c92e9be", "name": "network-vif-unplugged", "status": "completed", "tag": "71243686-16d7-4505-9eb3-c400bc2cf33c", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:47:12.352605 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f64dbd28-6959-47f8-a89b-5ed3bcf9b26d {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:47:12.353110 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec9f9dc4-f3d0-4fbd-b419-1ab72c92e9be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '71243686-16d7-4505-9eb3-c400bc2cf33c', 'code': 200} Nov 19 17:47:12.357988 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-cc4952c1-5779-429b-becd-4d62c2cd5894 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:12.394522 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-cc4952c1-5779-429b-becd-4d62c2cd5894 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4226573 Nov 19 17:47:12.407490 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-cc014045-2cf6-4191-8909-6ae16faace97 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Request body: {'port': {'device_id': '08d7166f-7a15-4f21-9c94-87560bcdea01', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'c051a038-1534-488b-800a-8e55916bcfc3', 'admin_state_up': True, 'tenant_id': 'c2e6ec2d08df4707906c035065baeeeb', 'security_groups': ['c27dfe00-81ac-4bf5-b9dd-805873436817']}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:47:12.520758 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-b1192d12-9ac2-47e0-8cfe-0c50cc35a978 None None] Provisioning complete for port 2f46f7a1-33db-4220-b34f-49fa25718fd9 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:47:12.521267 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b1192d12-9ac2-47e0-8cfe-0c50cc35a978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:12.590354 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-b1192d12-9ac2-47e0-8cfe-0c50cc35a978 None None] Port 2f46f7a1-33db-4220-b34f-49fa25718fd9 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:47:12.623873 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-cc014045-2cf6-4191-8909-6ae16faace97 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Made reservation on behalf of c2e6ec2d08df4707906c035065baeeeb for: {'port': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:47:12.637431 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-cc014045-2cf6-4191-8909-6ae16faace97 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:12.732466 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a810e630-2bc3-491e-9a04-76fc697d6dc9 req-d71b5ddf-cdff-4675-b771-7ecc193c0f43 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/ports?device_id=8c630bbd-efb2-4d8f-829a-b55a5711c2b8 HTTP/1.1" status: 200 len: 210 time: 0.0487704 Nov 19 17:47:12.930807 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0679102d-542c-401f-9fe1-10da83d2c471 req-0d424abf-125e-4763-911b-452b38ae95bf tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:12.932481 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0679102d-542c-401f-9fe1-10da83d2c471 req-0d424abf-125e-4763-911b-452b38ae95bf tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9060261 Nov 19 17:47:12.946047 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-cc014045-2cf6-4191-8909-6ae16faace97 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Allocated IP 10.2.2.200 (c051a038-1534-488b-800a-8e55916bcfc3/4125d911-4b34-4d0c-a736-6a09404ca814/534dda20-44c3-4e51-a3ef-bc7f289e3330) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:47:12.948278 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-0679102d-542c-401f-9fe1-10da83d2c471 req-fd3137a5-027b-46b8-bca7-0149196821ff tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Request body: {'port': {'device_id': '8c630bbd-efb2-4d8f-829a-b55a5711c2b8', 'network_id': '346debfa-452b-4048-abf4-8f4493625ef2', 'admin_state_up': True, 'tenant_id': '7136fa31325e4016a695ca7c60f57962'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:47:12.971235 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6034007a-f9f3-4bbf-a818-f9ea543bce10 req-210bc421-4a21-4307-bef3-c66990085ced tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:12.978512 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6034007a-f9f3-4bbf-a818-f9ea543bce10 req-210bc421-4a21-4307-bef3-c66990085ced tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec9f9dc4-f3d0-4fbd-b419-1ab72c92e9be HTTP/1.1" status: 200 len: 944 time: 0.1603744 Nov 19 17:47:13.066430 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6034007a-f9f3-4bbf-a818-f9ea543bce10 req-f92660a2-99c5-4cf5-8ec7-75d4bd759459 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/security-groups?id=b596b6e2-4e99-405d-ab15-439621199b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816083 Nov 19 17:47:13.138925 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c3170745-9d9f-4a17-b917-3efc15c5188c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-768564'] for router_interface, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:13.204381 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0679102d-542c-401f-9fe1-10da83d2c471 req-fd3137a5-027b-46b8-bca7-0149196821ff tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Made reservation on behalf of 7136fa31325e4016a695ca7c60f57962 for: {'port': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:47:13.207776 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-0679102d-542c-401f-9fe1-10da83d2c471 req-fd3137a5-027b-46b8-bca7-0149196821ff tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:13.231372 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-0679102d-542c-401f-9fe1-10da83d2c471 req-fd3137a5-027b-46b8-bca7-0149196821ff tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:13.296863 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fdf33f-57c4-4a66-9e1f-334ed965f9fe req-c18c6f58-dfb1-4bc1-abc1-f6a337f7c133 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:13.308433 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fdf33f-57c4-4a66-9e1f-334ed965f9fe req-c18c6f58-dfb1-4bc1-abc1-f6a337f7c133 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:13.320533 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fdf33f-57c4-4a66-9e1f-334ed965f9fe req-c18c6f58-dfb1-4bc1-abc1-f6a337f7c133 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:13.332659 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fdf33f-57c4-4a66-9e1f-334ed965f9fe req-c18c6f58-dfb1-4bc1-abc1-f6a337f7c133 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:13.335964 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f7fdf33f-57c4-4a66-9e1f-334ed965f9fe req-c18c6f58-dfb1-4bc1-abc1-f6a337f7c133 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] 10.222.0.54 "GET /v2.0/ports?device_id=08d7166f-7a15-4f21-9c94-87560bcdea01 HTTP/1.1" status: 200 len: 3094 time: 0.1660061 Nov 19 17:47:13.344903 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-cc014045-2cf6-4191-8909-6ae16faace97 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:13.358974 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e594c8-6d16-40b3-986c-797a4483a959 req-6b219246-2513-4a04-9475-843d7488027d tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:13.361422 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-72e594c8-6d16-40b3-986c-797a4483a959 req-6b219246-2513-4a04-9475-843d7488027d tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec9f9dc4-f3d0-4fbd-b419-1ab72c92e9be HTTP/1.1" status: 200 len: 944 time: 0.2257297 Nov 19 17:47:13.459757 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f7fdf33f-57c4-4a66-9e1f-334ed965f9fe req-0f7c87c9-bc6d-40c7-8c41-7cb52c44a7b5 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] 10.222.0.54 "GET /v2.0/security-groups?id=c27dfe00-81ac-4bf5-b9dd-805873436817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1092131 Nov 19 17:47:13.477110 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-cc014045-2cf6-4191-8909-6ae16faace97 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:13.553530 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-cc014045-2cf6-4191-8909-6ae16faace97 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Network c051a038-1534-488b-800a-8e55916bcfc3 is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:47:13.557977 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-cc014045-2cf6-4191-8909-6ae16faace97 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:47:13.602568 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc014045-2cf6-4191-8909-6ae16faace97 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Pushing event updated for resources: {'Port': ['ID=534dda20-44c3-4e51-a3ef-bc7f289e3330,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:47:13.606182 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-cc014045-2cf6-4191-8909-6ae16faace97 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:47:13.618388 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-72e594c8-6d16-40b3-986c-797a4483a959 req-8386b403-96df-447e-9259-19d4855ba004 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/security-groups?id=b596b6e2-4e99-405d-ab15-439621199b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2413044 Nov 19 17:47:13.703346 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-0679102d-542c-401f-9fe1-10da83d2c471 req-fd3137a5-027b-46b8-bca7-0149196821ff tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:13.711231 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-0679102d-542c-401f-9fe1-10da83d2c471 req-fd3137a5-027b-46b8-bca7-0149196821ff tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:13.773082 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-cc014045-2cf6-4191-8909-6ae16faace97 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:13.773787 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-cc014045-2cf6-4191-8909-6ae16faace97 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:13.802047 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-cc014045-2cf6-4191-8909-6ae16faace97 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4002812 Nov 19 17:47:13.817837 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-7c3c79cd-e097-4ddf-a73b-2a687032ad34 service neutron] Request body: {'port': {'device_id': '08d7166f-7a15-4f21-9c94-87560bcdea01', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818022-2'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:47:13.888124 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3137a5-027b-46b8-bca7-0149196821ff tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e557aa4-1576-4002-9603-a630915d92af,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:47:13.931621 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-7c3c79cd-e097-4ddf-a73b-2a687032ad34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:13.945221 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-546c7bd1-1406-4d27-9594-8cb51f611758 req-d80f7259-9493-4480-a848-6a74bec5c61a tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/ports?device_id=8c630bbd-efb2-4d8f-829a-b55a5711c2b8 HTTP/1.1" status: 200 len: 210 time: 0.0782692 Nov 19 17:47:14.027735 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [req-0679102d-542c-401f-9fe1-10da83d2c471 req-fd3137a5-027b-46b8-bca7-0149196821ff tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Allocated IP 192.168.233.153 (346debfa-452b-4048-abf4-8f4493625ef2/8b3c88de-c9c2-4a20-b19e-1855c2c19035/653f242f-92e4-4956-9c74-45f2ccd61026) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:47:14.053016 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-715f33f2-a8e3-42cb-ae6b-69909643c436 None None] Provisioning complete for port 534dda20-44c3-4e51-a3ef-bc7f289e3330 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:47:14.056317 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-715f33f2-a8e3-42cb-ae6b-69909643c436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:14.068420 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-c3170745-9d9f-4a17-b917-3efc15c5188c admin admin] Deleting port 23f1decd-7d42-4d18-9034-6224737ad89d {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:47:14.068772 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c3170745-9d9f-4a17-b917-3efc15c5188c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:14.115925 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-715f33f2-a8e3-42cb-ae6b-69909643c436 None None] Port 534dda20-44c3-4e51-a3ef-bc7f289e3330 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:47:14.174329 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [req-97881b68-5070-4945-a972-76622b1a037a req-45865f7a-9f75-45bd-9dee-548b3e570055 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=103364) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 17:47:14.175537 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-97881b68-5070-4945-a972-76622b1a037a req-45865f7a-9f75-45bd-9dee-548b3e570055 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2488027 Nov 19 17:47:14.241337 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [None req-c3170745-9d9f-4a17-b917-3efc15c5188c admin admin] For port 23f1decd-7d42-4d18-9034-6224737ad89d, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=23f1decd-7d42-4d18-9034-6224737ad89d,segment=NetworkSegment(eb414f11-b33b-484f-88e8-b35b903ae2da),segment_id=eb414f11-b33b-484f-88e8-b35b903ae2da)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:47:14.241614 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c3170745-9d9f-4a17-b917-3efc15c5188c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:14.265834 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-c3170745-9d9f-4a17-b917-3efc15c5188c admin admin] Calling delete_port for 23f1decd-7d42-4d18-9034-6224737ad89d owned by network:router_interface {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:47:14.293632 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-0679102d-542c-401f-9fe1-10da83d2c471 req-fd3137a5-027b-46b8-bca7-0149196821ff tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:14.446909 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-0679102d-542c-401f-9fe1-10da83d2c471 req-fd3137a5-027b-46b8-bca7-0149196821ff tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:14.469050 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-7c3c79cd-e097-4ddf-a73b-2a687032ad34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 250f924d-c35c-4c02-b955-99a05de844f1 {{(pid=103364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:47:14.480354 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-7c3c79cd-e097-4ddf-a73b-2a687032ad34 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:14.519322 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6e35a120-7ab1-4adb-a779-4f3ce71e69b1 req-ae2684c9-6d3f-4746-a1a0-1b1c17607831 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=ec9f9dc4-f3d0-4fbd-b419-1ab72c92e9be&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0992398 Nov 19 17:47:14.528799 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e613ed6-8ce1-4c66-af18-98c930a29982 req-2fe94e0e-7b45-4a29-ba54-4d188c9e864d tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:14.530394 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3e613ed6-8ce1-4c66-af18-98c930a29982 req-2fe94e0e-7b45-4a29-ba54-4d188c9e864d tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec9f9dc4-f3d0-4fbd-b419-1ab72c92e9be HTTP/1.1" status: 200 len: 944 time: 0.1669302 Nov 19 17:47:14.533227 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0679102d-542c-401f-9fe1-10da83d2c471 req-fd3137a5-027b-46b8-bca7-0149196821ff tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Network 346debfa-452b-4048-abf4-8f4493625ef2 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:47:14.536864 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.provisioning_blocks [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-7c3c79cd-e097-4ddf-a73b-2a687032ad34 service neutron] Transition to ACTIVE for port object 250f924d-c35c-4c02-b955-99a05de844f1 will not be triggered until provisioned by entity L2. {{(pid=103364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 17:47:14.540858 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [req-0679102d-542c-401f-9fe1-10da83d2c471 req-fd3137a5-027b-46b8-bca7-0149196821ff tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:47:14.545175 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-0679102d-542c-401f-9fe1-10da83d2c471 req-fd3137a5-027b-46b8-bca7-0149196821ff tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:47:14.548546 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3137a5-027b-46b8-bca7-0149196821ff tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Pushing event updated for resources: {'Port': ['ID=653f242f-92e4-4956-9c74-45f2ccd61026,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:47:14.609968 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [req-6e35a120-7ab1-4adb-a779-4f3ce71e69b1 req-090f6cd2-ddbd-4db6-ba77-df87f46f684e service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=103364) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 17:47:14.611002 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6e35a120-7ab1-4adb-a779-4f3ce71e69b1 req-090f6cd2-ddbd-4db6-ba77-df87f46f684e service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0278008 Nov 19 17:47:14.629854 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-7c3c79cd-e097-4ddf-a73b-2a687032ad34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:14.674175 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0679102d-542c-401f-9fe1-10da83d2c471 req-fd3137a5-027b-46b8-bca7-0149196821ff tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:14.674997 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-0679102d-542c-401f-9fe1-10da83d2c471 req-fd3137a5-027b-46b8-bca7-0149196821ff tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:14.719209 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3e613ed6-8ce1-4c66-af18-98c930a29982 req-1a0a3686-7f5a-4fd2-9e87-ab32f00b0591 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/security-groups?id=b596b6e2-4e99-405d-ab15-439621199b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741312 Nov 19 17:47:14.786406 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0679102d-542c-401f-9fe1-10da83d2c471 req-fd3137a5-027b-46b8-bca7-0149196821ff tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8424504 Nov 19 17:47:14.786938 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c3170745-9d9f-4a17-b917-3efc15c5188c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:14.809615 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-0679102d-542c-401f-9fe1-10da83d2c471 req-5980982a-b7a0-4228-bb57-48aef9734e14 service neutron] Request body: {'port': {'device_id': '8c630bbd-efb2-4d8f-829a-b55a5711c2b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818022-2'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:47:14.948462 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3170745-9d9f-4a17-b917-3efc15c5188c admin admin] Pushing event deleted for resources: {'Port': ['ID=23f1decd-7d42-4d18-9034-6224737ad89d,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:47:14.969182 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ced16e03-94a8-489a-9c6a-54e10427635e req-2cb94015-a312-4a2c-8eae-680369930c34 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=d92fe2bd-ad51-4c6e-8818-ece36aa67a95&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4303863 Nov 19 17:47:14.987392 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3c79cd-e097-4ddf-a73b-2a687032ad34 service neutron] Pushing event updated for resources: {'Port': ['ID=250f924d-c35c-4c02-b955-99a05de844f1,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:47:15.042253 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c463ec8-6212-4f27-8d7e-53041695d38a req-95b4958d-ddba-4dfc-b181-552ed1d87da7 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:15.092198 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c463ec8-6212-4f27-8d7e-53041695d38a req-95b4958d-ddba-4dfc-b181-552ed1d87da7 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:15.101550 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-17bb552d-c62d-4c80-84c0-d610c914a87e None None] Provisioning complete for port 653f242f-92e4-4956-9c74-45f2ccd61026 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:47:15.102018 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-17bb552d-c62d-4c80-84c0-d610c914a87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:15.122982 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c463ec8-6212-4f27-8d7e-53041695d38a req-95b4958d-ddba-4dfc-b181-552ed1d87da7 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:15.148837 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c463ec8-6212-4f27-8d7e-53041695d38a req-95b4958d-ddba-4dfc-b181-552ed1d87da7 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:15.172011 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-0679102d-542c-401f-9fe1-10da83d2c471 req-5980982a-b7a0-4228-bb57-48aef9734e14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:15.197741 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c463ec8-6212-4f27-8d7e-53041695d38a req-95b4958d-ddba-4dfc-b181-552ed1d87da7 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:15.200369 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-7c463ec8-6212-4f27-8d7e-53041695d38a req-95b4958d-ddba-4dfc-b181-552ed1d87da7 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] 10.222.0.54 "GET /v2.0/ports?device_id=08d7166f-7a15-4f21-9c94-87560bcdea01 HTTP/1.1" status: 200 len: 3827 time: 0.5872388 Nov 19 17:47:15.217280 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-17bb552d-c62d-4c80-84c0-d610c914a87e None None] Port 653f242f-92e4-4956-9c74-45f2ccd61026 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:47:15.367648 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-7c3c79cd-e097-4ddf-a73b-2a687032ad34 service neutron] Attempting to bind port 250f924d-c35c-4c02-b955-99a05de844f1 on host n-h1-818022-2 for vnic_type normal with profile {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:47:15.372654 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-7c3c79cd-e097-4ddf-a73b-2a687032ad34 service neutron] Attempting to bind port 250f924d-c35c-4c02-b955-99a05de844f1 by drivers openvswitch,hyperv on host n-h1-818022-2 at level 0 using segments [{'id': 'eb93ceb6-71e1-49aa-bf2e-23b252534102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'a7696552-ba44-476c-8112-55d4b789a3e1'}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:47:15.373035 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-7c3c79cd-e097-4ddf-a73b-2a687032ad34 service neutron] Attempting to bind port 250f924d-c35c-4c02-b955-99a05de844f1 on network a7696552-ba44-476c-8112-55d4b789a3e1 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:47:15.409271 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-7c3c79cd-e097-4ddf-a73b-2a687032ad34 service neutron] Port 250f924d-c35c-4c02-b955-99a05de844f1 on network a7696552-ba44-476c-8112-55d4b789a3e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-818022-2 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 17:47:15.409855 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-7c3c79cd-e097-4ddf-a73b-2a687032ad34 service neutron] Attempting to bind port 250f924d-c35c-4c02-b955-99a05de844f1 on network a7696552-ba44-476c-8112-55d4b789a3e1 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:47:15.426541 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-7c3c79cd-e097-4ddf-a73b-2a687032ad34 service neutron] Checking agent: {'id': 'a6668d96-12fa-4ec0-99ad-77eaf490dd2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'started_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 47, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:47:15.427240 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-7c3c79cd-e097-4ddf-a73b-2a687032ad34 service neutron] Checking segment: {'id': 'eb93ceb6-71e1-49aa-bf2e-23b252534102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'a7696552-ba44-476c-8112-55d4b789a3e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:47:15.427783 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-7c3c79cd-e097-4ddf-a73b-2a687032ad34 service neutron] Bound using segment: {'id': 'eb93ceb6-71e1-49aa-bf2e-23b252534102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'a7696552-ba44-476c-8112-55d4b789a3e1'} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:47:15.428384 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-7c3c79cd-e097-4ddf-a73b-2a687032ad34 service neutron] Bound port: 250f924d-c35c-4c02-b955-99a05de844f1, host: n-h1-818022-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb93ceb6-71e1-49aa-bf2e-23b252534102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'a7696552-ba44-476c-8112-55d4b789a3e1'}}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:47:15.428896 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-7c3c79cd-e097-4ddf-a73b-2a687032ad34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:15.471800 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-7c463ec8-6212-4f27-8d7e-53041695d38a req-57b17605-782f-41a4-9ea6-6ee29c14e753 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] 10.222.0.54 "GET /v2.0/security-groups?id=c27dfe00-81ac-4bf5-b9dd-805873436817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2527704 Nov 19 17:47:15.491664 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced16e03-94a8-489a-9c6a-54e10427635e req-eed18884-0304-4db2-82fc-c428e937cb11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:15.494879 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ced16e03-94a8-489a-9c6a-54e10427635e req-eed18884-0304-4db2-82fc-c428e937cb11 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=08573f5395784708802f6f6512b37184&device_id=d92fe2bd-ad51-4c6e-8818-ece36aa67a95 HTTP/1.1" status: 200 len: 1096 time: 0.2802925 Nov 19 17:47:15.670223 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84229650-7d4b-4f9e-a9c7-ec185d247d39 req-5bb5e8a9-da80-434a-8159-4cd5389c0b1c tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:15.684551 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-84229650-7d4b-4f9e-a9c7-ec185d247d39 req-5bb5e8a9-da80-434a-8159-4cd5389c0b1c tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/ports?device_id=8c630bbd-efb2-4d8f-829a-b55a5711c2b8 HTTP/1.1" status: 200 len: 936 time: 0.3299723 Nov 19 17:47:15.736912 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-7c3c79cd-e097-4ddf-a73b-2a687032ad34 service neutron] For port 250f924d-c35c-4c02-b955-99a05de844f1, host n-h1-818022-2, cleared binding levels {{(pid=103364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:47:15.742771 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c3170745-9d9f-4a17-b917-3efc15c5188c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-768648'] for router_interface, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:15.765006 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-7c3c79cd-e097-4ddf-a73b-2a687032ad34 service neutron] For port 250f924d-c35c-4c02-b955-99a05de844f1, host n-h1-818022-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=250f924d-c35c-4c02-b955-99a05de844f1,segment=NetworkSegment(eb93ceb6-71e1-49aa-bf2e-23b252534102),segment_id=eb93ceb6-71e1-49aa-bf2e-23b252534102)] {{(pid=103364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:47:15.791238 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-7c3c79cd-e097-4ddf-a73b-2a687032ad34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:15.854626 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced16e03-94a8-489a-9c6a-54e10427635e req-21067f42-b86e-496e-ae86-540e7fbdc4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:15.857473 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ced16e03-94a8-489a-9c6a-54e10427635e req-21067f42-b86e-496e-ae86-540e7fbdc4c5 service neutron] 10.222.0.86 "GET /v2.0/networks?id=bcffe9fd-ba33-4c0f-a44c-e3294ad13f95 HTTP/1.1" status: 200 len: 919 time: 0.3165050 Nov 19 17:47:15.908309 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-7c3c79cd-e097-4ddf-a73b-2a687032ad34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:15.908930 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-7c3c79cd-e097-4ddf-a73b-2a687032ad34 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:15.910380 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-7c3c79cd-e097-4ddf-a73b-2a687032ad34 service neutron] 10.222.0.60 "PUT /v2.0/ports/250f924d-c35c-4c02-b955-99a05de844f1 HTTP/1.1" status: 200 len: 1091 time: 2.1000500 Nov 19 17:47:15.910841 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08d7166f-7a15-4f21-9c94-87560bcdea01', 'tag': '250f924d-c35c-4c02-b955-99a05de844f1'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:47:15.913235 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dd4767a008c23f8566efc82158ee1b1fff34e1a9e908d76d0b6d0ab7e350e5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0fd8ea3-b985-43c8-af51-82db729eac02" -d '{"events": [{"name": "network-changed", "server_uuid": "08d7166f-7a15-4f21-9c94-87560bcdea01", "tag": "250f924d-c35c-4c02-b955-99a05de844f1"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:47:15.943291 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-84229650-7d4b-4f9e-a9c7-ec185d247d39 req-84fd02af-e1cb-4912-981b-93fdb5316ad1 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/security-groups?id=6e557aa4-1576-4002-9603-a630915d92af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2509222 Nov 19 17:47:15.978485 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-57d604ca-d05e-4905-8432-a46f00a3067e service neutron] Request body: {'port': {'device_id': '08d7166f-7a15-4f21-9c94-87560bcdea01', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818022-2'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:47:15.991944 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ced16e03-94a8-489a-9c6a-54e10427635e req-24d1235f-7b64-4e8a-b35e-5644ee87fab5 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=58f3e903-023d-4751-8f6d-d52f838af890 HTTP/1.1" status: 200 len: 217 time: 0.1035633 Nov 19 17:47:16.064919 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device 71243686-16d7-4505-9eb3-c400bc2cf33c no longer exists at agent hyperv_n-h2-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:47:16.110216 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3c79cd-e097-4ddf-a73b-2a687032ad34 service neutron] Pushing event updated for resources: {'Port': ['ID=250f924d-c35c-4c02-b955-99a05de844f1,revision_number=3']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:47:16.160051 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced16e03-94a8-489a-9c6a-54e10427635e req-f6e66fba-5c4f-46f3-9375-3571379b0d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:16.161719 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ced16e03-94a8-489a-9c6a-54e10427635e req-f6e66fba-5c4f-46f3-9375-3571379b0d1a service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d1218782-152f-4347-a4bd-bbba02695b96 HTTP/1.1" status: 200 len: 858 time: 0.1421719 Nov 19 17:47:16.181469 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf12dff4-44b4-4e4a-a1bc-cc91ddf9ed28 req-66ec677e-b558-49eb-93ef-53dbeb6f654a tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:16.189846 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-cf12dff4-44b4-4e4a-a1bc-cc91ddf9ed28 req-66ec677e-b558-49eb-93ef-53dbeb6f654a tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec9f9dc4-f3d0-4fbd-b419-1ab72c92e9be HTTP/1.1" status: 200 len: 944 time: 0.3276384 Nov 19 17:47:16.215663 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 17:47:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43ee0d35-b3cc-4f74-821c-7d762e8c70a8 x-openstack-request-id: req-43ee0d35-b3cc-4f74-821c-7d762e8c70a8 {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:47:16.216266 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08d7166f-7a15-4f21-9c94-87560bcdea01", "tag": "250f924d-c35c-4c02-b955-99a05de844f1", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:47:16.216266 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-43ee0d35-b3cc-4f74-821c-7d762e8c70a8 {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:47:16.216867 n-d-818022-2 neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08d7166f-7a15-4f21-9c94-87560bcdea01', 'tag': '250f924d-c35c-4c02-b955-99a05de844f1', 'status': 'completed', 'code': 200} Nov 19 17:47:16.239384 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-57d604ca-d05e-4905-8432-a46f00a3067e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:16.245036 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ced16e03-94a8-489a-9c6a-54e10427635e req-c7365f53-8280-4a1a-bd65-113d145accc6 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=bcffe9fd-ba33-4c0f-a44c-e3294ad13f95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441129 Nov 19 17:47:16.389526 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-cf12dff4-44b4-4e4a-a1bc-cc91ddf9ed28 req-9f80217c-1c92-4b34-9330-17e8bc1f3e00 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/security-groups?id=b596b6e2-4e99-405d-ab15-439621199b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982765 Nov 19 17:47:16.396794 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3170745-9d9f-4a17-b917-3efc15c5188c admin admin] Router c1e3d67b-ec9e-42dd-afbf-7ec05d918256 has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 17:47:16.399083 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [req-0679102d-542c-401f-9fe1-10da83d2c471 req-5980982a-b7a0-4228-bb57-48aef9734e14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 653f242f-92e4-4956-9c74-45f2ccd61026 {{(pid=103365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:47:16.410311 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-0679102d-542c-401f-9fe1-10da83d2c471 req-5980982a-b7a0-4228-bb57-48aef9734e14 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:16.443415 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.provisioning_blocks [req-0679102d-542c-401f-9fe1-10da83d2c471 req-5980982a-b7a0-4228-bb57-48aef9734e14 service neutron] Transition to ACTIVE for port object 653f242f-92e4-4956-9c74-45f2ccd61026 will not be triggered until provisioned by entity L2. {{(pid=103365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 17:47:16.451116 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fd8ea3-b985-43c8-af51-82db729eac02 req-5a99819b-c0f2-437e-8a81-3297327e6301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:16.451664 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fd8ea3-b985-43c8-af51-82db729eac02 req-5a99819b-c0f2-437e-8a81-3297327e6301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:16.452215 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fd8ea3-b985-43c8-af51-82db729eac02 req-5a99819b-c0f2-437e-8a81-3297327e6301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:16.452702 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fd8ea3-b985-43c8-af51-82db729eac02 req-5a99819b-c0f2-437e-8a81-3297327e6301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:16.453224 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fd8ea3-b985-43c8-af51-82db729eac02 req-5a99819b-c0f2-437e-8a81-3297327e6301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:16.455107 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c0fd8ea3-b985-43c8-af51-82db729eac02 req-5a99819b-c0f2-437e-8a81-3297327e6301 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c2e6ec2d08df4707906c035065baeeeb&device_id=08d7166f-7a15-4f21-9c94-87560bcdea01 HTTP/1.1" status: 200 len: 4362 time: 0.1849122 Nov 19 17:47:16.458778 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-0679102d-542c-401f-9fe1-10da83d2c471 req-5980982a-b7a0-4228-bb57-48aef9734e14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:16.475068 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e35a120-7ab1-4adb-a779-4f3ce71e69b1 req-147a1bc0-6880-4d34-adbd-866928d70f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:16.476679 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6e35a120-7ab1-4adb-a779-4f3ce71e69b1 req-147a1bc0-6880-4d34-adbd-866928d70f1c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ec9f9dc4-f3d0-4fbd-b419-1ab72c92e9be&tenant_id=ef849a6e511d48da926cfd9ca438c810 HTTP/1.1" status: 200 len: 1095 time: 0.2076361 Nov 19 17:47:16.513598 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ced16e03-94a8-489a-9c6a-54e10427635e req-bc0dee02-d49a-49fd-aa3d-93527e68c87c service neutron] 10.222.0.86 "GET /v2.0/networks/bcffe9fd-ba33-4c0f-a44c-e3294ad13f95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2536590 Nov 19 17:47:16.554123 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-6e35a120-7ab1-4adb-a779-4f3ce71e69b1 req-06acb8e1-9f5a-4324-af3f-e2bbf6d15d1c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-818022-2', 'device_owner': 'compute:nova'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:47:16.785212 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3170745-9d9f-4a17-b917-3efc15c5188c admin admin] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 17:47:16.808010 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-c3170745-9d9f-4a17-b917-3efc15c5188c admin admin] 10.222.0.54 "PUT /v2.0/routers/c1e3d67b-ec9e-42dd-afbf-7ec05d918256/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9854937 Nov 19 17:47:16.809438 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c24262-77b2-4022-ac33-7fa573e2fc63 None None] Sync routers for ids ['c1e3d67b-ec9e-42dd-afbf-7ec05d918256'] in n-d-818022-2 {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 17:47:16.810457 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-6e35a120-7ab1-4adb-a779-4f3ce71e69b1 req-06acb8e1-9f5a-4324-af3f-e2bbf6d15d1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:16.811689 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 55160) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:47:16.835582 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c24262-77b2-4022-ac33-7fa573e2fc63 None None] Routers {'c1e3d67b-ec9e-42dd-afbf-7ec05d918256'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:47:16.840257 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-38c24262-77b2-4022-ac33-7fa573e2fc63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:47:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['c1e3d67b-ec9e-42dd-afbf-7ec05d918256'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:47:16.861213 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5980982a-b7a0-4228-bb57-48aef9734e14 service neutron] Pushing event updated for resources: {'Port': ['ID=653f242f-92e4-4956-9c74-45f2ccd61026,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:47:17.100661 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-38c24262-77b2-4022-ac33-7fa573e2fc63 None None] Set router c1e3d67b-ec9e-42dd-afbf-7ec05d918256 gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:47:17.141628 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fd8ea3-b985-43c8-af51-82db729eac02 req-c0351016-68a3-4791-b3c5-ca63596d243f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:17.142370 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fd8ea3-b985-43c8-af51-82db729eac02 req-c0351016-68a3-4791-b3c5-ca63596d243f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:17.143242 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fd8ea3-b985-43c8-af51-82db729eac02 req-c0351016-68a3-4791-b3c5-ca63596d243f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:17.145250 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c0fd8ea3-b985-43c8-af51-82db729eac02 req-c0351016-68a3-4791-b3c5-ca63596d243f service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=c2e6ec2d08df4707906c035065baeeeb&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.6789849 Nov 19 17:47:17.277515 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-57d604ca-d05e-4905-8432-a46f00a3067e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87a91d07-25a8-45ba-97b6-bf6aca6dc17b {{(pid=103364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:47:17.301533 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-57d604ca-d05e-4905-8432-a46f00a3067e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:17.315462 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-38c24262-77b2-4022-ac33-7fa573e2fc63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1e3d67b-ec9e-42dd-afbf-7ec05d918256', 'name': 'tempest-ServersTestManualDisk-516738552-router', 'tenant_id': '8cb1e5a5a641451797fbe7c2973eb9c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.253'}], 'enable_snat': True}, 'gw_port_id': 'd2a73b20-7bbf-411c-bdfa-838b40960d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:44:35Z', 'updated_at': '2021-11-19T17:47:14Z', 'revision_number': 5, 'project_id': '8cb1e5a5a641451797fbe7c2973eb9c3', 'gw_port': {'id': 'd2a73b20-7bbf-411c-bdfa-838b40960d96', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ce:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1e3d67b-ec9e-42dd-afbf-7ec05d918256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:44:37Z', 'updated_at': '2021-11-19T17:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:47:17.344478 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c24262-77b2-4022-ac33-7fa573e2fc63 None None] Checking router: c1e3d67b-ec9e-42dd-afbf-7ec05d918256 for host: n-d-818022-2 {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 17:47:17.355562 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c24262-77b2-4022-ac33-7fa573e2fc63 None None] Routers {'c1e3d67b-ec9e-42dd-afbf-7ec05d918256'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:47:17.356533 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-38c24262-77b2-4022-ac33-7fa573e2fc63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:47:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['c1e3d67b-ec9e-42dd-afbf-7ec05d918256'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:47:17.436125 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.provisioning_blocks [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-57d604ca-d05e-4905-8432-a46f00a3067e service neutron] Transition to ACTIVE for port object 87a91d07-25a8-45ba-97b6-bf6aca6dc17b will not be triggered until provisioned by entity L2. {{(pid=103364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 17:47:17.439857 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ced16e03-94a8-489a-9c6a-54e10427635e req-585bb530-f768-4e9b-b651-5be9be0ed354 service neutron] 10.222.0.86 "GET /v2.0/networks/bcffe9fd-ba33-4c0f-a44c-e3294ad13f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7429962 Nov 19 17:47:17.481065 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-38c24262-77b2-4022-ac33-7fa573e2fc63 None None] Set router c1e3d67b-ec9e-42dd-afbf-7ec05d918256 gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:47:17.504434 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-57d604ca-d05e-4905-8432-a46f00a3067e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:17.511091 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-836fd5b6-3289-4df7-9836-4a108cc5bc2a admin admin] Publish callbacks [] for router, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:17.788558 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-38c24262-77b2-4022-ac33-7fa573e2fc63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1e3d67b-ec9e-42dd-afbf-7ec05d918256', 'name': 'tempest-ServersTestManualDisk-516738552-router', 'tenant_id': '8cb1e5a5a641451797fbe7c2973eb9c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.253'}], 'enable_snat': True}, 'gw_port_id': 'd2a73b20-7bbf-411c-bdfa-838b40960d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:44:35Z', 'updated_at': '2021-11-19T17:47:14Z', 'revision_number': 5, 'project_id': '8cb1e5a5a641451797fbe7c2973eb9c3', 'gw_port': {'id': 'd2a73b20-7bbf-411c-bdfa-838b40960d96', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ce:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1e3d67b-ec9e-42dd-afbf-7ec05d918256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:44:37Z', 'updated_at': '2021-11-19T17:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:47:17.792603 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31108561-0ce0-4b61-8569-9fa34a681178 req-1c711b80-7f3b-4b5a-ab19-ff639156051b tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:17.802083 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31108561-0ce0-4b61-8569-9fa34a681178 req-1c711b80-7f3b-4b5a-ab19-ff639156051b tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:17.803549 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d604ca-d05e-4905-8432-a46f00a3067e service neutron] Pushing event updated for resources: {'Port': ['ID=87a91d07-25a8-45ba-97b6-bf6aca6dc17b,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:47:17.808383 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31108561-0ce0-4b61-8569-9fa34a681178 req-1c711b80-7f3b-4b5a-ab19-ff639156051b tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:17.827287 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31108561-0ce0-4b61-8569-9fa34a681178 req-1c711b80-7f3b-4b5a-ab19-ff639156051b tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:17.834174 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31108561-0ce0-4b61-8569-9fa34a681178 req-1c711b80-7f3b-4b5a-ab19-ff639156051b tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:17.835048 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c24262-77b2-4022-ac33-7fa573e2fc63 None None] The sync data for ids ['c1e3d67b-ec9e-42dd-afbf-7ec05d918256'] in n-d-818022-2 is: [{'id': 'c1e3d67b-ec9e-42dd-afbf-7ec05d918256', 'name': 'tempest-ServersTestManualDisk-516738552-router', 'tenant_id': '8cb1e5a5a641451797fbe7c2973eb9c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.253'}], 'enable_snat': True}, 'gw_port_id': 'd2a73b20-7bbf-411c-bdfa-838b40960d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:44:35Z', 'updated_at': '2021-11-19T17:47:14Z', 'revision_number': 5, 'project_id': '8cb1e5a5a641451797fbe7c2973eb9c3', 'gw_port': {'id': 'd2a73b20-7bbf-411c-bdfa-838b40960d96', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ce:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1e3d67b-ec9e-42dd-afbf-7ec05d918256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:44:37Z', 'updated_at': '2021-11-19T17:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 17:47:17.836070 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-31108561-0ce0-4b61-8569-9fa34a681178 req-1c711b80-7f3b-4b5a-ab19-ff639156051b tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] 10.222.0.54 "GET /v2.0/ports?device_id=08d7166f-7a15-4f21-9c94-87560bcdea01 HTTP/1.1" status: 200 len: 3827 time: 0.9983382 Nov 19 17:47:17.851229 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-0679102d-542c-401f-9fe1-10da83d2c471 req-5980982a-b7a0-4228-bb57-48aef9734e14 service neutron] Attempting to bind port 653f242f-92e4-4956-9c74-45f2ccd61026 on host n-h2-818022-2 for vnic_type normal with profile {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:47:17.851612 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-0679102d-542c-401f-9fe1-10da83d2c471 req-5980982a-b7a0-4228-bb57-48aef9734e14 service neutron] Attempting to bind port 653f242f-92e4-4956-9c74-45f2ccd61026 by drivers openvswitch,hyperv on host n-h2-818022-2 at level 0 using segments [{'id': '1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '346debfa-452b-4048-abf4-8f4493625ef2'}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:47:17.852160 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0679102d-542c-401f-9fe1-10da83d2c471 req-5980982a-b7a0-4228-bb57-48aef9734e14 service neutron] Attempting to bind port 653f242f-92e4-4956-9c74-45f2ccd61026 on network 346debfa-452b-4048-abf4-8f4493625ef2 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:47:17.900231 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0100b4-f63b-401f-b573-a19985c3ff3c req-50a9432e-a5c2-403a-8a57-8c65993b36de tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:17.908763 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ad0100b4-f63b-401f-b573-a19985c3ff3c req-50a9432e-a5c2-403a-8a57-8c65993b36de tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/ports?device_id=8c630bbd-efb2-4d8f-829a-b55a5711c2b8 HTTP/1.1" status: 200 len: 948 time: 0.6264207 Nov 19 17:47:17.920457 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0679102d-542c-401f-9fe1-10da83d2c471 req-5980982a-b7a0-4228-bb57-48aef9734e14 service neutron] Port 653f242f-92e4-4956-9c74-45f2ccd61026 on network 346debfa-452b-4048-abf4-8f4493625ef2 not bound, no agent of type Open vSwitch agent registered on host n-h2-818022-2 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 17:47:17.920829 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0679102d-542c-401f-9fe1-10da83d2c471 req-5980982a-b7a0-4228-bb57-48aef9734e14 service neutron] Attempting to bind port 653f242f-92e4-4956-9c74-45f2ccd61026 on network 346debfa-452b-4048-abf4-8f4493625ef2 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:47:17.976614 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0679102d-542c-401f-9fe1-10da83d2c471 req-5980982a-b7a0-4228-bb57-48aef9734e14 service neutron] Checking agent: {'id': '525ad2ac-c4ae-4c63-af2e-0bf8d25d0f0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'started_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 47, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:47:17.976928 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0679102d-542c-401f-9fe1-10da83d2c471 req-5980982a-b7a0-4228-bb57-48aef9734e14 service neutron] Checking segment: {'id': '1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '346debfa-452b-4048-abf4-8f4493625ef2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:47:17.977381 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0679102d-542c-401f-9fe1-10da83d2c471 req-5980982a-b7a0-4228-bb57-48aef9734e14 service neutron] Bound using segment: {'id': '1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '346debfa-452b-4048-abf4-8f4493625ef2'} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:47:17.977948 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-0679102d-542c-401f-9fe1-10da83d2c471 req-5980982a-b7a0-4228-bb57-48aef9734e14 service neutron] Bound port: 653f242f-92e4-4956-9c74-45f2ccd61026, host: n-h2-818022-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '346debfa-452b-4048-abf4-8f4493625ef2'}}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:47:17.978322 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-0679102d-542c-401f-9fe1-10da83d2c471 req-5980982a-b7a0-4228-bb57-48aef9734e14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:18.035643 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fd8ea3-b985-43c8-af51-82db729eac02 req-04bd7539-d643-4db9-8dc8-f813d08b0dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:18.037179 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c0fd8ea3-b985-43c8-af51-82db729eac02 req-04bd7539-d643-4db9-8dc8-f813d08b0dd1 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8792472 Nov 19 17:47:18.040961 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-6e35a120-7ab1-4adb-a779-4f3ce71e69b1 req-06acb8e1-9f5a-4324-af3f-e2bbf6d15d1c service neutron] For port 71243686-16d7-4505-9eb3-c400bc2cf33c, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=71243686-16d7-4505-9eb3-c400bc2cf33c,segment=NetworkSegment(7cd6906b-44eb-4ce1-933e-47ff3aaf0160),segment_id=7cd6906b-44eb-4ce1-933e-47ff3aaf0160)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:47:18.072773 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-836fd5b6-3289-4df7-9836-4a108cc5bc2a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:18.086408 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-31108561-0ce0-4b61-8569-9fa34a681178 req-9acc85d9-50dc-491e-9a01-fe8fbe78c164 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] 10.222.0.54 "GET /v2.0/security-groups?id=c27dfe00-81ac-4bf5-b9dd-805873436817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1895185 Nov 19 17:47:18.127935 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ad0100b4-f63b-401f-b573-a19985c3ff3c req-3ca519bc-83cf-495e-874d-481d84343e4a tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/security-groups?id=6e557aa4-1576-4002-9603-a630915d92af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2169778 Nov 19 17:47:18.143221 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-6e35a120-7ab1-4adb-a779-4f3ce71e69b1 req-06acb8e1-9f5a-4324-af3f-e2bbf6d15d1c service neutron] For port 71243686-16d7-4505-9eb3-c400bc2cf33c, host n-h2-818022-2, cleared binding levels {{(pid=103365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:47:18.148686 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-0679102d-542c-401f-9fe1-10da83d2c471 req-5980982a-b7a0-4228-bb57-48aef9734e14 service neutron] For port 653f242f-92e4-4956-9c74-45f2ccd61026, host n-h2-818022-2, cleared binding levels {{(pid=103365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:47:18.201522 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-0679102d-542c-401f-9fe1-10da83d2c471 req-5980982a-b7a0-4228-bb57-48aef9734e14 service neutron] For port 653f242f-92e4-4956-9c74-45f2ccd61026, host n-h2-818022-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=653f242f-92e4-4956-9c74-45f2ccd61026,segment=NetworkSegment(1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861),segment_id=1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861)] {{(pid=103365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:47:18.213410 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-0679102d-542c-401f-9fe1-10da83d2c471 req-5980982a-b7a0-4228-bb57-48aef9734e14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:18.237166 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [req-6e35a120-7ab1-4adb-a779-4f3ce71e69b1 req-06acb8e1-9f5a-4324-af3f-e2bbf6d15d1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71243686-16d7-4505-9eb3-c400bc2cf33c {{(pid=103365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:47:18.254265 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-6e35a120-7ab1-4adb-a779-4f3ce71e69b1 req-06acb8e1-9f5a-4324-af3f-e2bbf6d15d1c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:18.274414 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-57d604ca-d05e-4905-8432-a46f00a3067e service neutron] Attempting to bind port 87a91d07-25a8-45ba-97b6-bf6aca6dc17b on host n-h1-818022-2 for vnic_type normal with profile {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:47:18.275032 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-57d604ca-d05e-4905-8432-a46f00a3067e service neutron] Attempting to bind port 87a91d07-25a8-45ba-97b6-bf6aca6dc17b by drivers openvswitch,hyperv on host n-h1-818022-2 at level 0 using segments [{'id': '0e2189b3-cb14-46a5-a715-24b97b50abaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'bdba4402-94e3-4e68-bba0-ed8e8f9b25bc'}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:47:18.275736 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-57d604ca-d05e-4905-8432-a46f00a3067e service neutron] Attempting to bind port 87a91d07-25a8-45ba-97b6-bf6aca6dc17b on network bdba4402-94e3-4e68-bba0-ed8e8f9b25bc {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:47:18.287359 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-57d604ca-d05e-4905-8432-a46f00a3067e service neutron] Port 87a91d07-25a8-45ba-97b6-bf6aca6dc17b on network bdba4402-94e3-4e68-bba0-ed8e8f9b25bc not bound, no agent of type Open vSwitch agent registered on host n-h1-818022-2 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 17:47:18.288921 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-57d604ca-d05e-4905-8432-a46f00a3067e service neutron] Attempting to bind port 87a91d07-25a8-45ba-97b6-bf6aca6dc17b on network bdba4402-94e3-4e68-bba0-ed8e8f9b25bc {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:47:18.313067 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0679102d-542c-401f-9fe1-10da83d2c471 req-5980982a-b7a0-4228-bb57-48aef9734e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:18.313701 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-0679102d-542c-401f-9fe1-10da83d2c471 req-5980982a-b7a0-4228-bb57-48aef9734e14 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:18.315649 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0679102d-542c-401f-9fe1-10da83d2c471 req-5980982a-b7a0-4228-bb57-48aef9734e14 service neutron] 10.222.0.86 "PUT /v2.0/ports/653f242f-92e4-4956-9c74-45f2ccd61026 HTTP/1.1" status: 200 len: 1096 time: 3.5104809 Nov 19 17:47:18.319678 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-57d604ca-d05e-4905-8432-a46f00a3067e service neutron] Checking agent: {'id': 'a6668d96-12fa-4ec0-99ad-77eaf490dd2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'started_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 47, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:47:18.320208 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-57d604ca-d05e-4905-8432-a46f00a3067e service neutron] Checking segment: {'id': '0e2189b3-cb14-46a5-a715-24b97b50abaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'bdba4402-94e3-4e68-bba0-ed8e8f9b25bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:47:18.321214 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-57d604ca-d05e-4905-8432-a46f00a3067e service neutron] Bound using segment: {'id': '0e2189b3-cb14-46a5-a715-24b97b50abaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'bdba4402-94e3-4e68-bba0-ed8e8f9b25bc'} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:47:18.321685 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-57d604ca-d05e-4905-8432-a46f00a3067e service neutron] Bound port: 87a91d07-25a8-45ba-97b6-bf6aca6dc17b, host: n-h1-818022-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e2189b3-cb14-46a5-a715-24b97b50abaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'bdba4402-94e3-4e68-bba0-ed8e8f9b25bc'}}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:47:18.322115 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-57d604ca-d05e-4905-8432-a46f00a3067e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:18.325608 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c630bbd-efb2-4d8f-829a-b55a5711c2b8', 'tag': '653f242f-92e4-4956-9c74-45f2ccd61026'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:47:18.328808 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218319d759239a7d11f1288aef37381b97754913ee9ccbfd43b51a463f801712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbe6496b-afde-48a2-a2cf-e15a8ec63c5b" -d '{"events": [{"name": "network-changed", "server_uuid": "8c630bbd-efb2-4d8f-829a-b55a5711c2b8", "tag": "653f242f-92e4-4956-9c74-45f2ccd61026"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:47:18.336086 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.provisioning_blocks [req-6e35a120-7ab1-4adb-a779-4f3ce71e69b1 req-06acb8e1-9f5a-4324-af3f-e2bbf6d15d1c service neutron] Transition to ACTIVE for port object 71243686-16d7-4505-9eb3-c400bc2cf33c will not be triggered until provisioned by entity L2. {{(pid=103365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 17:47:18.356504 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-6e35a120-7ab1-4adb-a779-4f3ce71e69b1 req-06acb8e1-9f5a-4324-af3f-e2bbf6d15d1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:18.413534 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-836fd5b6-3289-4df7-9836-4a108cc5bc2a admin admin] Deleting port d2a73b20-7bbf-411c-bdfa-838b40960d96 {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:47:18.414715 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-836fd5b6-3289-4df7-9836-4a108cc5bc2a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:18.461508 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5980982a-b7a0-4228-bb57-48aef9734e14 service neutron] Pushing event updated for resources: {'Port': ['ID=653f242f-92e4-4956-9c74-45f2ccd61026,revision_number=3']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:47:18.588177 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [None req-836fd5b6-3289-4df7-9836-4a108cc5bc2a admin admin] For port d2a73b20-7bbf-411c-bdfa-838b40960d96, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=d2a73b20-7bbf-411c-bdfa-838b40960d96,segment=NetworkSegment(bbe705c1-96c0-476e-8381-28227e6f0ac5),segment_id=bbe705c1-96c0-476e-8381-28227e6f0ac5)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:47:18.588664 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-836fd5b6-3289-4df7-9836-4a108cc5bc2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:18.602744 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e35a120-7ab1-4adb-a779-4f3ce71e69b1 req-06acb8e1-9f5a-4324-af3f-e2bbf6d15d1c service neutron] No DVR routers for this DVR port 71243686-16d7-4505-9eb3-c400bc2cf33c on host n-h2-818022-2 {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:47:18.609738 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-836fd5b6-3289-4df7-9836-4a108cc5bc2a admin admin] Calling delete_port for d2a73b20-7bbf-411c-bdfa-838b40960d96 owned by network:router_gateway {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:47:18.640998 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 17:47:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8454372a-f84c-4809-98b5-2b618ef51fb9 x-openstack-request-id: req-8454372a-f84c-4809-98b5-2b618ef51fb9 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:47:18.641735 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c630bbd-efb2-4d8f-829a-b55a5711c2b8", "tag": "653f242f-92e4-4956-9c74-45f2ccd61026", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:47:18.642376 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-8454372a-f84c-4809-98b5-2b618ef51fb9 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:47:18.643282 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c630bbd-efb2-4d8f-829a-b55a5711c2b8', 'tag': '653f242f-92e4-4956-9c74-45f2ccd61026', 'status': 'completed', 'code': 200} Nov 19 17:47:18.724182 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06acb8e1-9f5a-4324-af3f-e2bbf6d15d1c service neutron] Pushing event updated for resources: {'Port': ['ID=71243686-16d7-4505-9eb3-c400bc2cf33c,revision_number=9']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:47:18.729012 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-6e35a120-7ab1-4adb-a779-4f3ce71e69b1 req-06acb8e1-9f5a-4324-af3f-e2bbf6d15d1c service neutron] Attempting to bind port 71243686-16d7-4505-9eb3-c400bc2cf33c on host n-h1-818022-2 for vnic_type normal with profile {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:47:18.729470 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-6e35a120-7ab1-4adb-a779-4f3ce71e69b1 req-06acb8e1-9f5a-4324-af3f-e2bbf6d15d1c service neutron] Attempting to bind port 71243686-16d7-4505-9eb3-c400bc2cf33c by drivers openvswitch,hyperv on host n-h1-818022-2 at level 0 using segments [{'id': '7cd6906b-44eb-4ce1-933e-47ff3aaf0160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '7fe9dda4-bbb5-4db6-b240-cdabda9f2be2'}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:47:18.729964 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e35a120-7ab1-4adb-a779-4f3ce71e69b1 req-06acb8e1-9f5a-4324-af3f-e2bbf6d15d1c service neutron] Attempting to bind port 71243686-16d7-4505-9eb3-c400bc2cf33c on network 7fe9dda4-bbb5-4db6-b240-cdabda9f2be2 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:47:18.738637 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0679102d-542c-401f-9fe1-10da83d2c471 req-1a00dfcd-ab9e-4a39-a349-f0c3d59d4463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:18.740296 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0679102d-542c-401f-9fe1-10da83d2c471 req-1a00dfcd-ab9e-4a39-a349-f0c3d59d4463 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7136fa31325e4016a695ca7c60f57962&device_id=8c630bbd-efb2-4d8f-829a-b55a5711c2b8 HTTP/1.1" status: 200 len: 1099 time: 0.2659700 Nov 19 17:47:18.741122 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e35a120-7ab1-4adb-a779-4f3ce71e69b1 req-06acb8e1-9f5a-4324-af3f-e2bbf6d15d1c service neutron] Port 71243686-16d7-4505-9eb3-c400bc2cf33c on network 7fe9dda4-bbb5-4db6-b240-cdabda9f2be2 not bound, no agent of type Open vSwitch agent registered on host n-h1-818022-2 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 17:47:18.741557 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e35a120-7ab1-4adb-a779-4f3ce71e69b1 req-06acb8e1-9f5a-4324-af3f-e2bbf6d15d1c service neutron] Attempting to bind port 71243686-16d7-4505-9eb3-c400bc2cf33c on network 7fe9dda4-bbb5-4db6-b240-cdabda9f2be2 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:47:18.747224 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e35a120-7ab1-4adb-a779-4f3ce71e69b1 req-06acb8e1-9f5a-4324-af3f-e2bbf6d15d1c service neutron] Checking agent: {'id': 'a6668d96-12fa-4ec0-99ad-77eaf490dd2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'started_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 47, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:47:18.747690 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e35a120-7ab1-4adb-a779-4f3ce71e69b1 req-06acb8e1-9f5a-4324-af3f-e2bbf6d15d1c service neutron] Checking segment: {'id': '7cd6906b-44eb-4ce1-933e-47ff3aaf0160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '7fe9dda4-bbb5-4db6-b240-cdabda9f2be2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:47:18.748167 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e35a120-7ab1-4adb-a779-4f3ce71e69b1 req-06acb8e1-9f5a-4324-af3f-e2bbf6d15d1c service neutron] Bound using segment: {'id': '7cd6906b-44eb-4ce1-933e-47ff3aaf0160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '7fe9dda4-bbb5-4db6-b240-cdabda9f2be2'} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:47:18.748697 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-6e35a120-7ab1-4adb-a779-4f3ce71e69b1 req-06acb8e1-9f5a-4324-af3f-e2bbf6d15d1c service neutron] Bound port: 71243686-16d7-4505-9eb3-c400bc2cf33c, host: n-h1-818022-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7cd6906b-44eb-4ce1-933e-47ff3aaf0160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '7fe9dda4-bbb5-4db6-b240-cdabda9f2be2'}}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:47:18.749260 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-6e35a120-7ab1-4adb-a779-4f3ce71e69b1 req-06acb8e1-9f5a-4324-af3f-e2bbf6d15d1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:18.796242 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0679102d-542c-401f-9fe1-10da83d2c471 req-b67f36d3-1267-4375-a849-1d8e95098792 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=653f242f-92e4-4956-9c74-45f2ccd61026 HTTP/1.1" status: 200 len: 217 time: 0.0434940 Nov 19 17:47:18.806616 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-57d604ca-d05e-4905-8432-a46f00a3067e service neutron] For port 87a91d07-25a8-45ba-97b6-bf6aca6dc17b, host n-h1-818022-2, cleared binding levels {{(pid=103364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:47:18.809924 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-57d604ca-d05e-4905-8432-a46f00a3067e service neutron] For port 87a91d07-25a8-45ba-97b6-bf6aca6dc17b, host n-h1-818022-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=87a91d07-25a8-45ba-97b6-bf6aca6dc17b,segment=NetworkSegment(0e2189b3-cb14-46a5-a715-24b97b50abaf),segment_id=0e2189b3-cb14-46a5-a715-24b97b50abaf)] {{(pid=103364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:47:18.846953 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-57d604ca-d05e-4905-8432-a46f00a3067e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:18.892926 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0679102d-542c-401f-9fe1-10da83d2c471 req-c4d98100-f80b-4f87-b474-8a0cbd55fc1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:18.894766 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0679102d-542c-401f-9fe1-10da83d2c471 req-c4d98100-f80b-4f87-b474-8a0cbd55fc1b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8b3c88de-c9c2-4a20-b19e-1855c2c19035 HTTP/1.1" status: 200 len: 843 time: 0.0747976 Nov 19 17:47:18.895979 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-6e35a120-7ab1-4adb-a779-4f3ce71e69b1 req-06acb8e1-9f5a-4324-af3f-e2bbf6d15d1c service neutron] For port 71243686-16d7-4505-9eb3-c400bc2cf33c, host n-h1-818022-2, cleared binding levels {{(pid=103365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:47:18.899483 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-6e35a120-7ab1-4adb-a779-4f3ce71e69b1 req-06acb8e1-9f5a-4324-af3f-e2bbf6d15d1c service neutron] For port 71243686-16d7-4505-9eb3-c400bc2cf33c, host n-h1-818022-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=71243686-16d7-4505-9eb3-c400bc2cf33c,segment=NetworkSegment(7cd6906b-44eb-4ce1-933e-47ff3aaf0160),segment_id=7cd6906b-44eb-4ce1-933e-47ff3aaf0160)] {{(pid=103365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:47:18.905348 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-6e35a120-7ab1-4adb-a779-4f3ce71e69b1 req-06acb8e1-9f5a-4324-af3f-e2bbf6d15d1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:18.939855 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-57d604ca-d05e-4905-8432-a46f00a3067e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:18.940493 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-57d604ca-d05e-4905-8432-a46f00a3067e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:18.942086 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-57d604ca-d05e-4905-8432-a46f00a3067e service neutron] 10.222.0.60 "PUT /v2.0/ports/87a91d07-25a8-45ba-97b6-bf6aca6dc17b HTTP/1.1" status: 200 len: 1131 time: 2.9757595 Nov 19 17:47:18.942601 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 23f1decd-7d42-4d18-9034-6224737ad89d no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:47:18.945479 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08d7166f-7a15-4f21-9c94-87560bcdea01', 'tag': '87a91d07-25a8-45ba-97b6-bf6aca6dc17b'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:47:18.948016 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dd4767a008c23f8566efc82158ee1b1fff34e1a9e908d76d0b6d0ab7e350e5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4477dc12-cacb-4552-ba95-843b4cbd2873" -d '{"events": [{"name": "network-changed", "server_uuid": "08d7166f-7a15-4f21-9c94-87560bcdea01", "tag": "87a91d07-25a8-45ba-97b6-bf6aca6dc17b"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:47:18.954657 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d604ca-d05e-4905-8432-a46f00a3067e service neutron] Pushing event updated for resources: {'Port': ['ID=87a91d07-25a8-45ba-97b6-bf6aca6dc17b,revision_number=3']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:47:18.972318 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a02677-e1d0-4963-ad8d-4bb7ce919552 req-db349010-e477-4feb-8eb2-0a87b7cb7697 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:18.974077 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-48a02677-e1d0-4963-ad8d-4bb7ce919552 req-db349010-e477-4feb-8eb2-0a87b7cb7697 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec9f9dc4-f3d0-4fbd-b419-1ab72c92e9be HTTP/1.1" status: 200 len: 944 time: 0.1625240 Nov 19 17:47:18.999632 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-a918c17a-ef60-4857-b496-f42d08b4ab8c service neutron] Request body: {'port': {'device_id': '08d7166f-7a15-4f21-9c94-87560bcdea01', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818022-2'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:47:19.003896 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: 23f1decd-7d42-4d18-9034-6224737ad89d {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:47:19.005658 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e35a120-7ab1-4adb-a779-4f3ce71e69b1 req-06acb8e1-9f5a-4324-af3f-e2bbf6d15d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:19.006128 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 23f1decd-7d42-4d18-9034-6224737ad89d not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:47:19.006504 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-6e35a120-7ab1-4adb-a779-4f3ce71e69b1 req-06acb8e1-9f5a-4324-af3f-e2bbf6d15d1c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:19.008307 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6e35a120-7ab1-4adb-a779-4f3ce71e69b1 req-06acb8e1-9f5a-4324-af3f-e2bbf6d15d1c service neutron] 10.222.0.60 "PUT /v2.0/ports/71243686-16d7-4505-9eb3-c400bc2cf33c HTTP/1.1" status: 200 len: 1092 time: 2.4691560 Nov 19 17:47:19.022525 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06acb8e1-9f5a-4324-af3f-e2bbf6d15d1c service neutron] Pushing event updated for resources: {'Port': ['ID=71243686-16d7-4505-9eb3-c400bc2cf33c,revision_number=10']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:47:19.038127 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0679102d-542c-401f-9fe1-10da83d2c471 req-e62e5982-f5ba-42d3-a714-1b5155be3e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:19.046416 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0679102d-542c-401f-9fe1-10da83d2c471 req-e62e5982-f5ba-42d3-a714-1b5155be3e46 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=346debfa-452b-4048-abf4-8f4493625ef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1372631 Nov 19 17:47:19.054112 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 17:47:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32eeed13-1e74-4225-ac32-6373b1660fa4 x-openstack-request-id: req-32eeed13-1e74-4225-ac32-6373b1660fa4 {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:47:19.054420 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08d7166f-7a15-4f21-9c94-87560bcdea01", "tag": "87a91d07-25a8-45ba-97b6-bf6aca6dc17b", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:47:19.054656 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-32eeed13-1e74-4225-ac32-6373b1660fa4 {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:47:19.055114 n-d-818022-2 neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08d7166f-7a15-4f21-9c94-87560bcdea01', 'tag': '87a91d07-25a8-45ba-97b6-bf6aca6dc17b', 'status': 'completed', 'code': 200} Nov 19 17:47:19.170091 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-a918c17a-ef60-4857-b496-f42d08b4ab8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:19.237441 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4477dc12-cacb-4552-ba95-843b4cbd2873 req-c19c6b5e-a706-4b68-871d-31ce6f566e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:19.238016 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4477dc12-cacb-4552-ba95-843b4cbd2873 req-c19c6b5e-a706-4b68-871d-31ce6f566e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:19.238530 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4477dc12-cacb-4552-ba95-843b4cbd2873 req-c19c6b5e-a706-4b68-871d-31ce6f566e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:19.238996 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4477dc12-cacb-4552-ba95-843b4cbd2873 req-c19c6b5e-a706-4b68-871d-31ce6f566e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:19.239592 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4477dc12-cacb-4552-ba95-843b4cbd2873 req-c19c6b5e-a706-4b68-871d-31ce6f566e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:19.240055 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4477dc12-cacb-4552-ba95-843b4cbd2873 req-c19c6b5e-a706-4b68-871d-31ce6f566e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:19.242337 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4477dc12-cacb-4552-ba95-843b4cbd2873 req-c19c6b5e-a706-4b68-871d-31ce6f566e24 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c2e6ec2d08df4707906c035065baeeeb&device_id=08d7166f-7a15-4f21-9c94-87560bcdea01 HTTP/1.1" status: 200 len: 5286 time: 0.1927364 Nov 19 17:47:19.259980 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-48a02677-e1d0-4963-ad8d-4bb7ce919552 req-a016ba4c-8d7f-4593-8ef3-4c1a8b8e8d0b tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/security-groups?id=b596b6e2-4e99-405d-ab15-439621199b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849267 Nov 19 17:47:19.267927 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-836fd5b6-3289-4df7-9836-4a108cc5bc2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:19.298988 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e35a120-7ab1-4adb-a779-4f3ce71e69b1 req-7e50ff2d-de24-4287-9c08-a2406eb4429c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:19.300527 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6e35a120-7ab1-4adb-a779-4f3ce71e69b1 req-7e50ff2d-de24-4287-9c08-a2406eb4429c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ef849a6e511d48da926cfd9ca438c810&device_id=ec9f9dc4-f3d0-4fbd-b419-1ab72c92e9be HTTP/1.1" status: 200 len: 1096 time: 0.2294252 Nov 19 17:47:19.305157 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836fd5b6-3289-4df7-9836-4a108cc5bc2a admin admin] Pushing event deleted for resources: {'Port': ['ID=d2a73b20-7bbf-411c-bdfa-838b40960d96,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:47:19.427986 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0679102d-542c-401f-9fe1-10da83d2c471 req-2640aab7-c933-4c84-9adb-f5cdbe95ee47 service neutron] 10.222.0.86 "GET /v2.0/networks/346debfa-452b-4048-abf4-8f4493625ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3655927 Nov 19 17:47:19.462729 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517817ee-1b18-48d6-8438-4c103b0b871e req-77454287-673f-49a0-a183-86dbb49a51db tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:19.464762 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-517817ee-1b18-48d6-8438-4c103b0b871e req-77454287-673f-49a0-a183-86dbb49a51db tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/ports?device_id=8c630bbd-efb2-4d8f-829a-b55a5711c2b8 HTTP/1.1" status: 200 len: 948 time: 0.2189133 Nov 19 17:47:19.544964 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-836fd5b6-3289-4df7-9836-4a108cc5bc2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-671730'] for router_gateway, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:19.654727 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-517817ee-1b18-48d6-8438-4c103b0b871e req-4b382f14-c32d-4a49-a778-959f7d295787 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/security-groups?id=6e557aa4-1576-4002-9603-a630915d92af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662304 Nov 19 17:47:19.679624 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-836fd5b6-3289-4df7-9836-4a108cc5bc2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4696'] for router, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:19.683004 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-836fd5b6-3289-4df7-9836-4a108cc5bc2a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:19.755144 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4477dc12-cacb-4552-ba95-843b4cbd2873 req-c07df912-0400-4204-b258-d4b0223e4c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:19.755641 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4477dc12-cacb-4552-ba95-843b4cbd2873 req-c07df912-0400-4204-b258-d4b0223e4c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:19.756371 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4477dc12-cacb-4552-ba95-843b4cbd2873 req-c07df912-0400-4204-b258-d4b0223e4c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:19.759302 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4477dc12-cacb-4552-ba95-843b4cbd2873 req-c07df912-0400-4204-b258-d4b0223e4c55 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=c2e6ec2d08df4707906c035065baeeeb&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.4702585 Nov 19 17:47:19.762361 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e35a120-7ab1-4adb-a779-4f3ce71e69b1 req-2efe6511-6b13-462e-99d7-d14224c2ebd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:19.763812 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6e35a120-7ab1-4adb-a779-4f3ce71e69b1 req-2efe6511-6b13-462e-99d7-d14224c2ebd2 service neutron] 10.222.0.60 "GET /v2.0/networks?id=7fe9dda4-bbb5-4db6-b240-cdabda9f2be2 HTTP/1.1" status: 200 len: 914 time: 0.4551501 Nov 19 17:47:19.849434 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-836fd5b6-3289-4df7-9836-4a108cc5bc2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-543895'] for router, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:19.851538 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-836fd5b6-3289-4df7-9836-4a108cc5bc2a admin admin] Fanout notify agent at l3_agent the message router_deleted on router c1e3d67b-ec9e-42dd-afbf-7ec05d918256 {{(pid=103364) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 17:47:19.860829 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-836fd5b6-3289-4df7-9836-4a108cc5bc2a admin admin] Publish callbacks [] for router, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:19.860943 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6e35a120-7ab1-4adb-a779-4f3ce71e69b1 req-b6f876ff-8b0d-45a4-8785-5e99d22aea14 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=71243686-16d7-4505-9eb3-c400bc2cf33c HTTP/1.1" status: 200 len: 217 time: 0.0866480 Nov 19 17:47:19.870773 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-836fd5b6-3289-4df7-9836-4a108cc5bc2a admin admin] 10.222.0.54 "DELETE /v2.0/routers/c1e3d67b-ec9e-42dd-afbf-7ec05d918256 HTTP/1.1" status: 204 len: 168 time: 3.0532110 Nov 19 17:47:19.881853 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 55192) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:47:19.940334 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966495e2-bf8c-4430-badf-e342359c2f0d req-e9a1f066-62dc-4d7f-86c4-1aab2d0b19b3 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:19.956086 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0679102d-542c-401f-9fe1-10da83d2c471 req-ecb7e6e3-cfa0-447f-9556-bd0480147a39 service neutron] 10.222.0.86 "GET /v2.0/networks/346debfa-452b-4048-abf4-8f4493625ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5092068 Nov 19 17:47:19.972968 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966495e2-bf8c-4430-badf-e342359c2f0d req-e9a1f066-62dc-4d7f-86c4-1aab2d0b19b3 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:19.997634 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966495e2-bf8c-4430-badf-e342359c2f0d req-e9a1f066-62dc-4d7f-86c4-1aab2d0b19b3 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:20.024214 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966495e2-bf8c-4430-badf-e342359c2f0d req-e9a1f066-62dc-4d7f-86c4-1aab2d0b19b3 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:20.049384 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966495e2-bf8c-4430-badf-e342359c2f0d req-e9a1f066-62dc-4d7f-86c4-1aab2d0b19b3 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:20.071761 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966495e2-bf8c-4430-badf-e342359c2f0d req-e9a1f066-62dc-4d7f-86c4-1aab2d0b19b3 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:20.078134 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-966495e2-bf8c-4430-badf-e342359c2f0d req-e9a1f066-62dc-4d7f-86c4-1aab2d0b19b3 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] 10.222.0.54 "GET /v2.0/ports?device_id=08d7166f-7a15-4f21-9c94-87560bcdea01 HTTP/1.1" status: 200 len: 4600 time: 0.6250830 Nov 19 17:47:20.084018 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e35a120-7ab1-4adb-a779-4f3ce71e69b1 req-042900f3-0c6e-426e-bdb5-97409b6f1b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:20.086183 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6e35a120-7ab1-4adb-a779-4f3ce71e69b1 req-042900f3-0c6e-426e-bdb5-97409b6f1b01 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a2a11d26-01c8-41f8-8b08-cf64deb00190 HTTP/1.1" status: 200 len: 853 time: 0.1564267 Nov 19 17:47:20.215033 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6e35a120-7ab1-4adb-a779-4f3ce71e69b1 req-8cd9e4b8-4142-4d72-8f92-94307658f63c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7fe9dda4-bbb5-4db6-b240-cdabda9f2be2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0638845 Nov 19 17:47:20.220433 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4477dc12-cacb-4552-ba95-843b4cbd2873 req-670b19b7-8d4b-4e97-a04f-e16a0043f784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:20.222169 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4477dc12-cacb-4552-ba95-843b4cbd2873 req-670b19b7-8d4b-4e97-a04f-e16a0043f784 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4396837 Nov 19 17:47:20.273724 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe6496b-afde-48a2-a2cf-e15a8ec63c5b req-6fbd49e3-be77-40e6-bc4e-cf8900ece0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:20.276009 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fbe6496b-afde-48a2-a2cf-e15a8ec63c5b req-6fbd49e3-be77-40e6-bc4e-cf8900ece0ef service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7136fa31325e4016a695ca7c60f57962&device_id=8c630bbd-efb2-4d8f-829a-b55a5711c2b8 HTTP/1.1" status: 200 len: 1099 time: 0.1878514 Nov 19 17:47:20.356231 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7f08286-d3b0-491f-9779-9d1c3467ad19 admin admin] Deleting subnet f2d4e105-70fd-4c87-8b5e-3202977eb756 {{(pid=103364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 17:47:20.371589 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c7f08286-d3b0-491f-9779-9d1c3467ad19 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:20.411702 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-966495e2-bf8c-4430-badf-e342359c2f0d req-363ee5cb-f5b7-4a26-859d-7d39c72aad01 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] 10.222.0.54 "GET /v2.0/security-groups?id=c27dfe00-81ac-4bf5-b9dd-805873436817&id=2c5c45e5-871b-4ee9-82e2-22e9698a9680&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2767377 Nov 19 17:47:20.594525 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c7f08286-d3b0-491f-9779-9d1c3467ad19 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9416263'] for subnet, precommit_delete_associations {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:20.647981 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec9f9dc4-f3d0-4fbd-b419-1ab72c92e9be', 'tag': '71243686-16d7-4505-9eb3-c400bc2cf33c'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:47:20.651629 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218319d759239a7d11f1288aef37381b97754913ee9ccbfd43b51a463f801712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae93e70c-30aa-4a10-a14f-b51e534c46a5" -d '{"events": [{"name": "network-changed", "server_uuid": "ec9f9dc4-f3d0-4fbd-b419-1ab72c92e9be", "tag": "71243686-16d7-4505-9eb3-c400bc2cf33c"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:47:20.674823 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723c16ff-5e7a-4be5-ab01-18134f116a15 req-cd4d402f-ceab-4df5-a056-f814ac123893 tempest-ServersTestBootFromVolume-1084178328 tempest-ServersTestBootFromVolume-1084178328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:20.684817 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-723c16ff-5e7a-4be5-ab01-18134f116a15 req-cd4d402f-ceab-4df5-a056-f814ac123893 tempest-ServersTestBootFromVolume-1084178328 tempest-ServersTestBootFromVolume-1084178328-project] 10.222.0.54 "GET /v2.0/ports?device_id=e33d0af4-0080-4fe5-a9b8-982da66e8549 HTTP/1.1" status: 200 len: 945 time: 0.4270062 Nov 19 17:47:20.729778 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe6496b-afde-48a2-a2cf-e15a8ec63c5b req-8bf23d23-90df-440a-8fb2-7dee5accfa92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:20.731716 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fbe6496b-afde-48a2-a2cf-e15a8ec63c5b req-8bf23d23-90df-440a-8fb2-7dee5accfa92 service neutron] 10.222.0.86 "GET /v2.0/networks?id=346debfa-452b-4048-abf4-8f4493625ef2 HTTP/1.1" status: 200 len: 870 time: 0.4130085 Nov 19 17:47:20.754441 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-a918c17a-ef60-4857-b496-f42d08b4ab8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e94edaf-0165-44df-bdab-b323476101a6 {{(pid=103364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:47:20.805109 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-a918c17a-ef60-4857-b496-f42d08b4ab8c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:20.832148 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-723c16ff-5e7a-4be5-ab01-18134f116a15 req-f1da21db-a3ec-435b-982b-7f0c0b0628a5 tempest-ServersTestBootFromVolume-1084178328 tempest-ServersTestBootFromVolume-1084178328-project] 10.222.0.54 "GET /v2.0/security-groups?id=2ec0b8a4-c244-45a8-bc97-a42747514333&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1461401 Nov 19 17:47:20.833842 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628cd068-9717-43cf-b8ca-6d9ca4a4d7bf req-2cbf24ef-0832-4442-8677-8c411bfb75f2 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:20.835549 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-628cd068-9717-43cf-b8ca-6d9ca4a4d7bf req-2cbf24ef-0832-4442-8677-8c411bfb75f2 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec9f9dc4-f3d0-4fbd-b419-1ab72c92e9be HTTP/1.1" status: 200 len: 945 time: 0.1852286 Nov 19 17:47:20.848612 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fbe6496b-afde-48a2-a2cf-e15a8ec63c5b req-83c5bdb2-2609-4736-bdd1-a4d9f1e13e57 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=653f242f-92e4-4956-9c74-45f2ccd61026 HTTP/1.1" status: 200 len: 217 time: 0.0761592 Nov 19 17:47:20.856416 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6e35a120-7ab1-4adb-a779-4f3ce71e69b1 req-5ce7c6f5-aba8-46dd-a646-a4a0f15a6041 service neutron] 10.222.0.60 "GET /v2.0/networks/7fe9dda4-bbb5-4db6-b240-cdabda9f2be2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6140790 Nov 19 17:47:20.863231 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.provisioning_blocks [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-a918c17a-ef60-4857-b496-f42d08b4ab8c service neutron] Transition to ACTIVE for port object 3e94edaf-0165-44df-bdab-b323476101a6 will not be triggered until provisioned by entity L2. {{(pid=103364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 17:47:20.916321 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c7f08286-d3b0-491f-9779-9d1c3467ad19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:20.956474 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 17:47:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43ec092f-5983-430e-9346-43baba80643d x-openstack-request-id: req-43ec092f-5983-430e-9346-43baba80643d {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:47:20.956993 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec9f9dc4-f3d0-4fbd-b419-1ab72c92e9be", "tag": "71243686-16d7-4505-9eb3-c400bc2cf33c", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:47:20.957350 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-43ec092f-5983-430e-9346-43baba80643d {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:47:20.957917 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec9f9dc4-f3d0-4fbd-b419-1ab72c92e9be', 'tag': '71243686-16d7-4505-9eb3-c400bc2cf33c', 'status': 'completed', 'code': 200} Nov 19 17:47:20.982479 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-a918c17a-ef60-4857-b496-f42d08b4ab8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:20.993224 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c7f08286-d3b0-491f-9779-9d1c3467ad19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12425137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8983934'] for subnet, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:21.052766 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device d2a73b20-7bbf-411c-bdfa-838b40960d96 no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:47:21.084962 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: d2a73b20-7bbf-411c-bdfa-838b40960d96 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:47:21.085561 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device d2a73b20-7bbf-411c-bdfa-838b40960d96 not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:47:21.092801 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f08286-d3b0-491f-9779-9d1c3467ad19 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2d4e105-70fd-4c87-8b5e-3202977eb756,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:47:21.148625 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c7f08286-d3b0-491f-9779-9d1c3467ad19 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:21.150517 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cb7c5a5-b432-40b2-9e75-0196909ae2f6 None None] Network 68d5f663-92fc-4736-815b-80848ebf1633 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:47:21.156347 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-c7f08286-d3b0-491f-9779-9d1c3467ad19 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/f2d4e105-70fd-4c87-8b5e-3202977eb756 HTTP/1.1" status: 204 len: 168 time: 1.2677009 Nov 19 17:47:21.165667 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 55210) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:47:21.185991 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-628cd068-9717-43cf-b8ca-6d9ca4a4d7bf req-db95918e-d059-40aa-b4e3-d58c2ca0a6b0 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/security-groups?id=b596b6e2-4e99-405d-ab15-439621199b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3213792 Nov 19 17:47:21.220655 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a918c17a-ef60-4857-b496-f42d08b4ab8c service neutron] Pushing event updated for resources: {'Port': ['ID=3e94edaf-0165-44df-bdab-b323476101a6,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:47:21.315989 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe6496b-afde-48a2-a2cf-e15a8ec63c5b req-8c2c8cc6-8c28-4d0e-9e32-2602a090f417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:21.325614 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fbe6496b-afde-48a2-a2cf-e15a8ec63c5b req-8c2c8cc6-8c28-4d0e-9e32-2602a090f417 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8b3c88de-c9c2-4a20-b19e-1855c2c19035 HTTP/1.1" status: 200 len: 843 time: 0.4598022 Nov 19 17:47:21.329357 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6e35a120-7ab1-4adb-a779-4f3ce71e69b1 req-96688e50-24ab-424b-94b1-ac73a3d4ed3b service neutron] 10.222.0.60 "GET /v2.0/networks/7fe9dda4-bbb5-4db6-b240-cdabda9f2be2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4529035 Nov 19 17:47:21.448130 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-a918c17a-ef60-4857-b496-f42d08b4ab8c service neutron] Attempting to bind port 3e94edaf-0165-44df-bdab-b323476101a6 on host n-h1-818022-2 for vnic_type normal with profile {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:47:21.448130 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-a918c17a-ef60-4857-b496-f42d08b4ab8c service neutron] Attempting to bind port 3e94edaf-0165-44df-bdab-b323476101a6 by drivers openvswitch,hyperv on host n-h1-818022-2 at level 0 using segments [{'id': '0e2189b3-cb14-46a5-a715-24b97b50abaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'bdba4402-94e3-4e68-bba0-ed8e8f9b25bc'}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:47:21.448130 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-a918c17a-ef60-4857-b496-f42d08b4ab8c service neutron] Attempting to bind port 3e94edaf-0165-44df-bdab-b323476101a6 on network bdba4402-94e3-4e68-bba0-ed8e8f9b25bc {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:47:21.461178 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-a918c17a-ef60-4857-b496-f42d08b4ab8c service neutron] Port 3e94edaf-0165-44df-bdab-b323476101a6 on network bdba4402-94e3-4e68-bba0-ed8e8f9b25bc not bound, no agent of type Open vSwitch agent registered on host n-h1-818022-2 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 17:47:21.464237 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-a918c17a-ef60-4857-b496-f42d08b4ab8c service neutron] Attempting to bind port 3e94edaf-0165-44df-bdab-b323476101a6 on network bdba4402-94e3-4e68-bba0-ed8e8f9b25bc {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:47:21.485116 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54e87056-6d04-47e6-b3a5-e3c692ac1bfa None None] DHCP port deletion for 68d5f663-92fc-4736-815b-80848ebf1633 request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 17:47:21.489444 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-a918c17a-ef60-4857-b496-f42d08b4ab8c service neutron] Checking agent: {'id': 'a6668d96-12fa-4ec0-99ad-77eaf490dd2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'started_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 47, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:47:21.504690 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-a918c17a-ef60-4857-b496-f42d08b4ab8c service neutron] Checking segment: {'id': '0e2189b3-cb14-46a5-a715-24b97b50abaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'bdba4402-94e3-4e68-bba0-ed8e8f9b25bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:47:21.508119 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-eff5598f-84af-4fa8-9eaf-f25a4ce78f9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:21.510970 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-a918c17a-ef60-4857-b496-f42d08b4ab8c service neutron] Bound using segment: {'id': '0e2189b3-cb14-46a5-a715-24b97b50abaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'bdba4402-94e3-4e68-bba0-ed8e8f9b25bc'} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:47:21.514706 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-a918c17a-ef60-4857-b496-f42d08b4ab8c service neutron] Bound port: 3e94edaf-0165-44df-bdab-b323476101a6, host: n-h1-818022-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e2189b3-cb14-46a5-a715-24b97b50abaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'bdba4402-94e3-4e68-bba0-ed8e8f9b25bc'}}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:47:21.520215 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-a918c17a-ef60-4857-b496-f42d08b4ab8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:21.616168 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-54e87056-6d04-47e6-b3a5-e3c692ac1bfa None None] Deleting port eca3a33d-cd28-4cd8-a6bd-8268e42c5bde {{(pid=103366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:47:21.616554 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-54e87056-6d04-47e6-b3a5-e3c692ac1bfa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:21.682085 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-a918c17a-ef60-4857-b496-f42d08b4ab8c service neutron] For port 3e94edaf-0165-44df-bdab-b323476101a6, host n-h1-818022-2, cleared binding levels {{(pid=103364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:47:21.689285 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-a918c17a-ef60-4857-b496-f42d08b4ab8c service neutron] For port 3e94edaf-0165-44df-bdab-b323476101a6, host n-h1-818022-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=3e94edaf-0165-44df-bdab-b323476101a6,segment=NetworkSegment(0e2189b3-cb14-46a5-a715-24b97b50abaf),segment_id=0e2189b3-cb14-46a5-a715-24b97b50abaf)] {{(pid=103364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:47:21.733364 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93205db1-34ef-4624-8663-34aa164c461f req-4a7bbcca-5c7f-4571-ba5b-646dc8fde550 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:21.745457 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-a918c17a-ef60-4857-b496-f42d08b4ab8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:21.745683 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-93205db1-34ef-4624-8663-34aa164c461f req-4a7bbcca-5c7f-4571-ba5b-646dc8fde550 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/ports?device_id=8c630bbd-efb2-4d8f-829a-b55a5711c2b8 HTTP/1.1" status: 200 len: 948 time: 0.6558967 Nov 19 17:47:21.799229 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe6496b-afde-48a2-a2cf-e15a8ec63c5b req-af997c43-d8f9-4f23-9b5b-bd16f7f6ff98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:21.801071 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fbe6496b-afde-48a2-a2cf-e15a8ec63c5b req-af997c43-d8f9-4f23-9b5b-bd16f7f6ff98 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=346debfa-452b-4048-abf4-8f4493625ef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2764797 Nov 19 17:47:21.808639 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae93e70c-30aa-4a10-a14f-b51e534c46a5 req-e8c72cb3-e71a-4e54-90b6-bb2f56f2ce9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:21.810427 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ae93e70c-30aa-4a10-a14f-b51e534c46a5 req-e8c72cb3-e71a-4e54-90b6-bb2f56f2ce9d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ef849a6e511d48da926cfd9ca438c810&device_id=ec9f9dc4-f3d0-4fbd-b419-1ab72c92e9be HTTP/1.1" status: 200 len: 1096 time: 0.2732575 Nov 19 17:47:21.812210 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-54e87056-6d04-47e6-b3a5-e3c692ac1bfa None None] For port eca3a33d-cd28-4cd8-a6bd-8268e42c5bde, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=eca3a33d-cd28-4cd8-a6bd-8268e42c5bde,segment=NetworkSegment(eb414f11-b33b-484f-88e8-b35b903ae2da),segment_id=eb414f11-b33b-484f-88e8-b35b903ae2da)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:47:21.812651 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-54e87056-6d04-47e6-b3a5-e3c692ac1bfa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:21.833392 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a918c17a-ef60-4857-b496-f42d08b4ab8c service neutron] Pushing event updated for resources: {'Port': ['ID=3e94edaf-0165-44df-bdab-b323476101a6,revision_number=3']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:47:21.850575 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-54e87056-6d04-47e6-b3a5-e3c692ac1bfa None None] Calling delete_port for eca3a33d-cd28-4cd8-a6bd-8268e42c5bde owned by network:dhcp {{(pid=103366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:47:21.852403 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-a918c17a-ef60-4857-b496-f42d08b4ab8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:21.852957 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-a918c17a-ef60-4857-b496-f42d08b4ab8c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:21.855155 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-a918c17a-ef60-4857-b496-f42d08b4ab8c service neutron] 10.222.0.60 "PUT /v2.0/ports/3e94edaf-0165-44df-bdab-b323476101a6 HTTP/1.1" status: 200 len: 1131 time: 2.8623970 Nov 19 17:47:21.855643 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08d7166f-7a15-4f21-9c94-87560bcdea01', 'tag': '3e94edaf-0165-44df-bdab-b323476101a6'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:47:21.867860 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dd4767a008c23f8566efc82158ee1b1fff34e1a9e908d76d0b6d0ab7e350e5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-259d6522-120f-45d2-9354-a1242f3ee8e1" -d '{"events": [{"name": "network-changed", "server_uuid": "08d7166f-7a15-4f21-9c94-87560bcdea01", "tag": "3e94edaf-0165-44df-bdab-b323476101a6"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:47:21.910145 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-776db406-e9ac-45db-adbd-ede4fa39be88 service neutron] Request body: {'port': {'device_id': '08d7166f-7a15-4f21-9c94-87560bcdea01', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818022-2'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:47:22.000268 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c89c88-8cb2-43a3-8d72-65eda4576ef0 req-9a0cde3a-b66b-4c8a-9ba3-ad6d148684d1 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:22.024792 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c89c88-8cb2-43a3-8d72-65eda4576ef0 req-9a0cde3a-b66b-4c8a-9ba3-ad6d148684d1 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:22.038536 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-54e87056-6d04-47e6-b3a5-e3c692ac1bfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007'] for port, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:22.047298 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c89c88-8cb2-43a3-8d72-65eda4576ef0 req-9a0cde3a-b66b-4c8a-9ba3-ad6d148684d1 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:22.058908 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e87056-6d04-47e6-b3a5-e3c692ac1bfa None None] No DVR routers for this DVR port eca3a33d-cd28-4cd8-a6bd-8268e42c5bde on host n-d-818022-2 {{(pid=103366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:47:22.075003 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c89c88-8cb2-43a3-8d72-65eda4576ef0 req-9a0cde3a-b66b-4c8a-9ba3-ad6d148684d1 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:22.099012 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c89c88-8cb2-43a3-8d72-65eda4576ef0 req-9a0cde3a-b66b-4c8a-9ba3-ad6d148684d1 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:22.104500 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device 653f242f-92e4-4956-9c74-45f2ccd61026 details requested by agent hyperv_n-h2-818022-2 with host n-h2-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 17:47:22.106090 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae93e70c-30aa-4a10-a14f-b51e534c46a5 req-419bb574-5ce7-40f8-923a-f4f8caa81bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:22.107566 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ae93e70c-30aa-4a10-a14f-b51e534c46a5 req-419bb574-5ce7-40f8-923a-f4f8caa81bf5 service neutron] 10.222.0.60 "GET /v2.0/networks?id=7fe9dda4-bbb5-4db6-b240-cdabda9f2be2 HTTP/1.1" status: 200 len: 914 time: 0.2723904 Nov 19 17:47:22.116722 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c89c88-8cb2-43a3-8d72-65eda4576ef0 req-9a0cde3a-b66b-4c8a-9ba3-ad6d148684d1 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:22.131198 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c89c88-8cb2-43a3-8d72-65eda4576ef0 req-9a0cde3a-b66b-4c8a-9ba3-ad6d148684d1 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:22.138101 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-48c89c88-8cb2-43a3-8d72-65eda4576ef0 req-9a0cde3a-b66b-4c8a-9ba3-ad6d148684d1 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] 10.222.0.54 "GET /v2.0/ports?device_id=08d7166f-7a15-4f21-9c94-87560bcdea01 HTTP/1.1" status: 200 len: 5373 time: 0.4444070 Nov 19 17:47:22.242735 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-93205db1-34ef-4624-8663-34aa164c461f req-ab123a4f-9f87-4ac4-a688-4f71006a9693 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/security-groups?id=6e557aa4-1576-4002-9603-a630915d92af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4959760 Nov 19 17:47:22.297129 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port 653f242f-92e4-4956-9c74-45f2ccd61026, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=653f242f-92e4-4956-9c74-45f2ccd61026,segment=NetworkSegment(1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861),segment_id=1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:47:22.340693 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Returning: {'device': '653f242f-92e4-4956-9c74-45f2ccd61026', 'network_id': '346debfa-452b-4048-abf4-8f4493625ef2', 'port_id': '653f242f-92e4-4956-9c74-45f2ccd61026', 'mac_address': 'fa:16:3e:22:7b:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b3c88de-c9c2-4a20-b19e-1855c2c19035', 'ip_address': '192.168.233.153'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 17:47:22.370970 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e87056-6d04-47e6-b3a5-e3c692ac1bfa None None] Pushing event deleted for resources: {'Port': ['ID=eca3a33d-cd28-4cd8-a6bd-8268e42c5bde,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:47:22.494037 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:22.531320 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 653f242f-92e4-4956-9c74-45f2ccd61026 {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:47:22.544394 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-776db406-e9ac-45db-adbd-ede4fa39be88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:22.550573 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ae93e70c-30aa-4a10-a14f-b51e534c46a5 req-356e826e-baa3-472f-a44a-bba21863ecbf service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=71243686-16d7-4505-9eb3-c400bc2cf33c HTTP/1.1" status: 200 len: 217 time: 0.3989100 Nov 19 17:47:22.588231 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port 653f242f-92e4-4956-9c74-45f2ccd61026, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=653f242f-92e4-4956-9c74-45f2ccd61026,segment=NetworkSegment(1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861),segment_id=1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:47:22.598131 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 17:47:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b87b5d8-bc1c-4ebb-b4eb-4324a73d8caa x-openstack-request-id: req-3b87b5d8-bc1c-4ebb-b4eb-4324a73d8caa {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:47:22.600857 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08d7166f-7a15-4f21-9c94-87560bcdea01", "tag": "3e94edaf-0165-44df-bdab-b323476101a6", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:47:22.602154 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-3b87b5d8-bc1c-4ebb-b4eb-4324a73d8caa {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:47:22.603684 n-d-818022-2 neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08d7166f-7a15-4f21-9c94-87560bcdea01', 'tag': '3e94edaf-0165-44df-bdab-b323476101a6', 'status': 'completed', 'code': 200} Nov 19 17:47:22.615472 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:22.697090 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-48c89c88-8cb2-43a3-8d72-65eda4576ef0 req-459b22db-a142-46cb-8ba6-40ca72f3b68e tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] 10.222.0.54 "GET /v2.0/security-groups?id=c27dfe00-81ac-4bf5-b9dd-805873436817&id=2c5c45e5-871b-4ee9-82e2-22e9698a9680&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5166769 Nov 19 17:47:22.727164 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-de06ab59-5dc6-40a4-8bd4-7192092d0707 req-57fc091e-472c-4a60-b44c-0a7c427f1ee7 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=1a1738f2-85f8-4e51-a8e8-0c77f864b3fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6171899 Nov 19 17:47:22.729053 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae93e70c-30aa-4a10-a14f-b51e534c46a5 req-2454fa7c-e91f-4924-9c66-499bae137983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:22.731013 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ae93e70c-30aa-4a10-a14f-b51e534c46a5 req-2454fa7c-e91f-4924-9c66-499bae137983 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a2a11d26-01c8-41f8-8b08-cf64deb00190 HTTP/1.1" status: 200 len: 853 time: 0.1511538 Nov 19 17:47:22.844921 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Pushing event updated for resources: {'Port': ['ID=653f242f-92e4-4956-9c74-45f2ccd61026,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:47:22.884840 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-eff5598f-84af-4fa8-9eaf-f25a4ce78f9d admin admin] Deleting port eca3a33d-cd28-4cd8-a6bd-8268e42c5bde {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:47:22.885196 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-eff5598f-84af-4fa8-9eaf-f25a4ce78f9d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:22.890724 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ae93e70c-30aa-4a10-a14f-b51e534c46a5 req-d42dacb8-2548-4ee2-97be-9fafd5487c11 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7fe9dda4-bbb5-4db6-b240-cdabda9f2be2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0879025 Nov 19 17:47:22.962551 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] get_ports_and_sgs() called for port_ids ['653f242f-92e4-4956-9c74-45f2ccd61026'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:47:23.121523 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device eca3a33d-cd28-4cd8-a6bd-8268e42c5bde no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:47:23.204845 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: eca3a33d-cd28-4cd8-a6bd-8268e42c5bde {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:47:23.207389 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device eca3a33d-cd28-4cd8-a6bd-8268e42c5bde not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:47:23.364093 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c0ccba-5e22-4f2a-a6ba-7229281ff7c6 req-1b313104-3c2c-4317-b355-c1e6b6a7b584 tempest-ServersTestBootFromVolume-1084178328 tempest-ServersTestBootFromVolume-1084178328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:23.365830 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-54c0ccba-5e22-4f2a-a6ba-7229281ff7c6 req-1b313104-3c2c-4317-b355-c1e6b6a7b584 tempest-ServersTestBootFromVolume-1084178328 tempest-ServersTestBootFromVolume-1084178328-project] 10.222.0.54 "GET /v2.0/ports?device_id=e33d0af4-0080-4fe5-a9b8-982da66e8549 HTTP/1.1" status: 200 len: 945 time: 0.0954301 Nov 19 17:47:23.465782 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-54c0ccba-5e22-4f2a-a6ba-7229281ff7c6 req-69bd8b9b-79d8-46d6-ae4f-9dfa6164ddf1 tempest-ServersTestBootFromVolume-1084178328 tempest-ServersTestBootFromVolume-1084178328-project] 10.222.0.54 "GET /v2.0/security-groups?id=2ec0b8a4-c244-45a8-bc97-a42747514333&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899303 Nov 19 17:47:23.641842 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-776db406-e9ac-45db-adbd-ede4fa39be88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e40774d5-5d0b-42bc-ab15-81a13c341ed3 {{(pid=103364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:47:23.657028 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [None req-eff5598f-84af-4fa8-9eaf-f25a4ce78f9d admin admin] For port eca3a33d-cd28-4cd8-a6bd-8268e42c5bde, host n-d-818022-2, got binding levels [] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:47:23.657495 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-eff5598f-84af-4fa8-9eaf-f25a4ce78f9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:23.678962 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-eff5598f-84af-4fa8-9eaf-f25a4ce78f9d admin admin] Calling delete_port for eca3a33d-cd28-4cd8-a6bd-8268e42c5bde owned by network:dhcp {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:47:23.679329 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-776db406-e9ac-45db-adbd-ede4fa39be88 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:23.681745 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.ipam_backend_mixin [None req-eff5598f-84af-4fa8-9eaf-f25a4ce78f9d admin admin] Port eca3a33d-cd28-4cd8-a6bd-8268e42c5bde was not found and therefore no delete operation was performed {{(pid=103365) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 19 17:47:23.715365 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.provisioning_blocks [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-776db406-e9ac-45db-adbd-ede4fa39be88 service neutron] Transition to ACTIVE for port object e40774d5-5d0b-42bc-ab15-81a13c341ed3 will not be triggered until provisioned by entity L2. {{(pid=103364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 17:47:23.716692 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-eff5598f-84af-4fa8-9eaf-f25a4ce78f9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:23.722095 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fbe6496b-afde-48a2-a2cf-e15a8ec63c5b req-dfaa1ea6-14ba-4e27-9519-5e7e2c473180 service neutron] 10.222.0.86 "GET /v2.0/networks/346debfa-452b-4048-abf4-8f4493625ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6446481 Nov 19 17:47:23.724523 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-776db406-e9ac-45db-adbd-ede4fa39be88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:23.788951 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259d6522-120f-45d2-9354-a1242f3ee8e1 req-438bb1b7-a1f8-4b46-a5cc-7a7164284720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:23.789464 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259d6522-120f-45d2-9354-a1242f3ee8e1 req-438bb1b7-a1f8-4b46-a5cc-7a7164284720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:23.789927 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259d6522-120f-45d2-9354-a1242f3ee8e1 req-438bb1b7-a1f8-4b46-a5cc-7a7164284720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:23.790395 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259d6522-120f-45d2-9354-a1242f3ee8e1 req-438bb1b7-a1f8-4b46-a5cc-7a7164284720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:23.790852 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259d6522-120f-45d2-9354-a1242f3ee8e1 req-438bb1b7-a1f8-4b46-a5cc-7a7164284720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:23.791313 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259d6522-120f-45d2-9354-a1242f3ee8e1 req-438bb1b7-a1f8-4b46-a5cc-7a7164284720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:23.791767 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259d6522-120f-45d2-9354-a1242f3ee8e1 req-438bb1b7-a1f8-4b46-a5cc-7a7164284720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:23.793994 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-259d6522-120f-45d2-9354-a1242f3ee8e1 req-438bb1b7-a1f8-4b46-a5cc-7a7164284720 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c2e6ec2d08df4707906c035065baeeeb&device_id=08d7166f-7a15-4f21-9c94-87560bcdea01 HTTP/1.1" status: 200 len: 6210 time: 1.0562179 Nov 19 17:47:23.880031 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff5598f-84af-4fa8-9eaf-f25a4ce78f9d admin admin] No DVR routers for this DVR port eca3a33d-cd28-4cd8-a6bd-8268e42c5bde on host n-d-818022-2 {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:47:24.091697 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device 653f242f-92e4-4956-9c74-45f2ccd61026 up at agent hyperv_n-h2-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:47:24.167289 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de06ab59-5dc6-40a4-8bd4-7192092d0707 req-b2701369-17d7-4abf-a3c7-28dee779d863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:24.169138 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-de06ab59-5dc6-40a4-8bd4-7192092d0707 req-b2701369-17d7-4abf-a3c7-28dee779d863 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=08573f5395784708802f6f6512b37184&device_id=1a1738f2-85f8-4e51-a8e8-0c77f864b3fc HTTP/1.1" status: 200 len: 1096 time: 1.2713485 Nov 19 17:47:24.232052 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Provisioning for port 653f242f-92e4-4956-9c74-45f2ccd61026 completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 17:47:24.255357 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Provisioning complete for port 653f242f-92e4-4956-9c74-45f2ccd61026 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:47:24.256087 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:24.259992 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4b9392-a957-4446-b57d-2578184f0a0f req-a0198d1e-e668-4d3c-9ab3-b41d85f37712 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:24.261597 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ec4b9392-a957-4446-b57d-2578184f0a0f req-a0198d1e-e668-4d3c-9ab3-b41d85f37712 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec9f9dc4-f3d0-4fbd-b419-1ab72c92e9be HTTP/1.1" status: 200 len: 945 time: 1.5046985 Nov 19 17:47:24.262457 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff5598f-84af-4fa8-9eaf-f25a4ce78f9d admin admin] Pushing event deleted for resources: {'Port': ['ID=eca3a33d-cd28-4cd8-a6bd-8268e42c5bde,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:47:24.353402 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776db406-e9ac-45db-adbd-ede4fa39be88 service neutron] Pushing event updated for resources: {'Port': ['ID=e40774d5-5d0b-42bc-ab15-81a13c341ed3,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:47:24.423821 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3bcbc7-ef0d-4e6e-aa55-4654c21894df req-61acd3bd-c4c7-409d-b5d7-2f6caeccb5e1 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:24.425566 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9c3bcbc7-ef0d-4e6e-aa55-4654c21894df req-61acd3bd-c4c7-409d-b5d7-2f6caeccb5e1 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/ports?device_id=8c630bbd-efb2-4d8f-829a-b55a5711c2b8 HTTP/1.1" status: 200 len: 949 time: 0.6549013 Nov 19 17:47:24.549727 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-776db406-e9ac-45db-adbd-ede4fa39be88 service neutron] Attempting to bind port e40774d5-5d0b-42bc-ab15-81a13c341ed3 on host n-h1-818022-2 for vnic_type normal with profile {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:47:24.555381 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-776db406-e9ac-45db-adbd-ede4fa39be88 service neutron] Attempting to bind port e40774d5-5d0b-42bc-ab15-81a13c341ed3 by drivers openvswitch,hyperv on host n-h1-818022-2 at level 0 using segments [{'id': '0e2189b3-cb14-46a5-a715-24b97b50abaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'bdba4402-94e3-4e68-bba0-ed8e8f9b25bc'}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:47:24.555812 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-776db406-e9ac-45db-adbd-ede4fa39be88 service neutron] Attempting to bind port e40774d5-5d0b-42bc-ab15-81a13c341ed3 on network bdba4402-94e3-4e68-bba0-ed8e8f9b25bc {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:47:24.627369 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:24.643446 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-776db406-e9ac-45db-adbd-ede4fa39be88 service neutron] Port e40774d5-5d0b-42bc-ab15-81a13c341ed3 on network bdba4402-94e3-4e68-bba0-ed8e8f9b25bc not bound, no agent of type Open vSwitch agent registered on host n-h1-818022-2 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 17:47:24.647444 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-776db406-e9ac-45db-adbd-ede4fa39be88 service neutron] Attempting to bind port e40774d5-5d0b-42bc-ab15-81a13c341ed3 on network bdba4402-94e3-4e68-bba0-ed8e8f9b25bc {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:47:24.687157 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9c3bcbc7-ef0d-4e6e-aa55-4654c21894df req-098efc38-ab0c-4e54-8825-6d6f4ea7e3e3 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/security-groups?id=6e557aa4-1576-4002-9603-a630915d92af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2467742 Nov 19 17:47:24.696068 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-776db406-e9ac-45db-adbd-ede4fa39be88 service neutron] Checking agent: {'id': 'a6668d96-12fa-4ec0-99ad-77eaf490dd2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'started_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 47, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:47:24.696807 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-776db406-e9ac-45db-adbd-ede4fa39be88 service neutron] Checking segment: {'id': '0e2189b3-cb14-46a5-a715-24b97b50abaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'bdba4402-94e3-4e68-bba0-ed8e8f9b25bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:47:24.700336 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-776db406-e9ac-45db-adbd-ede4fa39be88 service neutron] Bound using segment: {'id': '0e2189b3-cb14-46a5-a715-24b97b50abaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'bdba4402-94e3-4e68-bba0-ed8e8f9b25bc'} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:47:24.701991 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-776db406-e9ac-45db-adbd-ede4fa39be88 service neutron] Bound port: e40774d5-5d0b-42bc-ab15-81a13c341ed3, host: n-h1-818022-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e2189b3-cb14-46a5-a715-24b97b50abaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'bdba4402-94e3-4e68-bba0-ed8e8f9b25bc'}}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:47:24.702590 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-776db406-e9ac-45db-adbd-ede4fa39be88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:24.732412 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ae93e70c-30aa-4a10-a14f-b51e534c46a5 req-cc593658-89b9-41c2-947f-fdb8103277ea service neutron] 10.222.0.60 "GET /v2.0/networks/7fe9dda4-bbb5-4db6-b240-cdabda9f2be2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7965419 Nov 19 17:47:24.780367 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c630bbd-efb2-4d8f-829a-b55a5711c2b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '653f242f-92e4-4956-9c74-45f2ccd61026'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:47:24.791182 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-eff5598f-84af-4fa8-9eaf-f25a4ce78f9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:24.795816 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3940761bcd94e032e6960d2241bd8993c5d3a7d8dc2aca8488f3ecf1d4dd2fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43f5ff93-8514-4ccb-9c64-2a5387f23fc3" -d '{"events": [{"server_uuid": "8c630bbd-efb2-4d8f-829a-b55a5711c2b8", "name": "network-vif-plugged", "status": "completed", "tag": "653f242f-92e4-4956-9c74-45f2ccd61026"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:47:24.827256 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port 653f242f-92e4-4956-9c74-45f2ccd61026, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=653f242f-92e4-4956-9c74-45f2ccd61026,segment=NetworkSegment(1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861),segment_id=1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:47:24.836993 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:24.850066 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-eff5598f-84af-4fa8-9eaf-f25a4ce78f9d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68d5f663-92fc-4736-815b-80848ebf1633']}} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:47:24.882273 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-eff5598f-84af-4fa8-9eaf-f25a4ce78f9d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb414f11-b33b-484f-88e8-b35b903ae2da') {'for_net_delete': True} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:47:24.887811 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-eff5598f-84af-4fa8-9eaf-f25a4ce78f9d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb414f11-b33b-484f-88e8-b35b903ae2da') {} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:47:24.920455 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-eff5598f-84af-4fa8-9eaf-f25a4ce78f9d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12545382'] for segment, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:24.963300 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-eff5598f-84af-4fa8-9eaf-f25a4ce78f9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:24.973742 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eff5598f-84af-4fa8-9eaf-f25a4ce78f9d admin admin] Releasing vlan 684 on physical network physnet1 to pool {{(pid=103365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 17:47:24.974261 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-eff5598f-84af-4fa8-9eaf-f25a4ce78f9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12282953'] for segment, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:24.993308 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-776db406-e9ac-45db-adbd-ede4fa39be88 service neutron] For port e40774d5-5d0b-42bc-ab15-81a13c341ed3, host n-h1-818022-2, cleared binding levels {{(pid=103364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:47:25.014712 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Pushing event updated for resources: {'Port': ['ID=653f242f-92e4-4956-9c74-45f2ccd61026,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:47:25.091502 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-776db406-e9ac-45db-adbd-ede4fa39be88 service neutron] For port e40774d5-5d0b-42bc-ab15-81a13c341ed3, host n-h1-818022-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=e40774d5-5d0b-42bc-ab15-81a13c341ed3,segment=NetworkSegment(0e2189b3-cb14-46a5-a715-24b97b50abaf),segment_id=0e2189b3-cb14-46a5-a715-24b97b50abaf)] {{(pid=103364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:47:25.121276 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-776db406-e9ac-45db-adbd-ede4fa39be88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:25.146313 n-d-818022-2 neutron-server[103365]: Traceback (most recent call last): Nov 19 17:47:25.146313 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 17:47:25.146313 n-d-818022-2 neutron-server[103365]: timer() Nov 19 17:47:25.146313 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 17:47:25.146313 n-d-818022-2 neutron-server[103365]: cb(*args, **kw) Nov 19 17:47:25.146313 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 17:47:25.146313 n-d-818022-2 neutron-server[103365]: return func(*args, **kwargs) Nov 19 17:47:25.146313 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 17:47:25.146313 n-d-818022-2 neutron-server[103365]: self._notify() Nov 19 17:47:25.146313 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 17:47:25.146313 n-d-818022-2 neutron-server[103365]: self.callback(batched_events) Nov 19 17:47:25.146313 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 17:47:25.146313 n-d-818022-2 neutron-server[103365]: event.method(event) Nov 19 17:47:25.146313 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 17:47:25.146313 n-d-818022-2 neutron-server[103365]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 17:47:25.146313 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 17:47:25.146313 n-d-818022-2 neutron-server[103365]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 17:47:25.146313 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 17:47:25.146313 n-d-818022-2 neutron-server[103365]: return f(self, *a, **k) Nov 19 17:47:25.146313 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 17:47:25.146313 n-d-818022-2 neutron-server[103365]: return self._get(url).json() Nov 19 17:47:25.146313 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 17:47:25.146313 n-d-818022-2 neutron-server[103365]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 17:47:25.146313 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 17:47:25.146313 n-d-818022-2 neutron-server[103365]: return self.request(url, 'GET', **kwargs) Nov 19 17:47:25.146313 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 17:47:25.146313 n-d-818022-2 neutron-server[103365]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 17:47:25.146313 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 17:47:25.146313 n-d-818022-2 neutron-server[103365]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 17:47:25.146313 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 17:47:25.146313 n-d-818022-2 neutron-server[103365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 17:47:25.146313 n-d-818022-2 neutron-server[103365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 17:47:25.199281 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-776db406-e9ac-45db-adbd-ede4fa39be88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:25.200341 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-776db406-e9ac-45db-adbd-ede4fa39be88 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:25.204051 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-776db406-e9ac-45db-adbd-ede4fa39be88 service neutron] 10.222.0.60 "PUT /v2.0/ports/e40774d5-5d0b-42bc-ab15-81a13c341ed3 HTTP/1.1" status: 200 len: 1091 time: 3.3160477 Nov 19 17:47:25.239470 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ec4b9392-a957-4446-b57d-2578184f0a0f req-ca53641e-0f05-431e-8a68-61dd6b87f5e1 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/security-groups?id=b596b6e2-4e99-405d-ab15-439621199b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7838395 Nov 19 17:47:25.262797 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08d7166f-7a15-4f21-9c94-87560bcdea01', 'tag': 'e40774d5-5d0b-42bc-ab15-81a13c341ed3'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:47:25.265421 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dd4767a008c23f8566efc82158ee1b1fff34e1a9e908d76d0b6d0ab7e350e5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87f85e3c-cefe-41df-97a5-4c094b7c4a15" -d '{"events": [{"name": "network-changed", "server_uuid": "08d7166f-7a15-4f21-9c94-87560bcdea01", "tag": "e40774d5-5d0b-42bc-ab15-81a13c341ed3"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:47:25.305649 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-1a9ba6be-96d4-4938-8dfc-53abbc36d62c service neutron] Request body: {'port': {'device_id': '08d7166f-7a15-4f21-9c94-87560bcdea01', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818022-2'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:47:25.391402 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5adadff-34bf-4911-976b-d779bda8ba42 req-95fec0c8-7447-4138-b1a2-61a32e147f82 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:25.397899 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5adadff-34bf-4911-976b-d779bda8ba42 req-95fec0c8-7447-4138-b1a2-61a32e147f82 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:25.404978 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5adadff-34bf-4911-976b-d779bda8ba42 req-95fec0c8-7447-4138-b1a2-61a32e147f82 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:25.416245 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5adadff-34bf-4911-976b-d779bda8ba42 req-95fec0c8-7447-4138-b1a2-61a32e147f82 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:25.433139 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5adadff-34bf-4911-976b-d779bda8ba42 req-95fec0c8-7447-4138-b1a2-61a32e147f82 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:25.457328 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5adadff-34bf-4911-976b-d779bda8ba42 req-95fec0c8-7447-4138-b1a2-61a32e147f82 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:25.469848 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5adadff-34bf-4911-976b-d779bda8ba42 req-95fec0c8-7447-4138-b1a2-61a32e147f82 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:25.484374 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b5adadff-34bf-4911-976b-d779bda8ba42 req-95fec0c8-7447-4138-b1a2-61a32e147f82 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] 10.222.0.54 "GET /v2.0/ports?device_id=08d7166f-7a15-4f21-9c94-87560bcdea01 HTTP/1.1" status: 200 len: 5385 time: 0.5474403 Nov 19 17:47:25.632745 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-1a9ba6be-96d4-4938-8dfc-53abbc36d62c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:25.681950 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776db406-e9ac-45db-adbd-ede4fa39be88 service neutron] Pushing event updated for resources: {'Port': ['ID=e40774d5-5d0b-42bc-ab15-81a13c341ed3,revision_number=3']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:47:25.713333 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fbe6496b-afde-48a2-a2cf-e15a8ec63c5b req-b879dbbe-b7ac-4905-bd46-11f5013a0e6e service neutron] 10.222.0.86 "GET /v2.0/networks/346debfa-452b-4048-abf4-8f4493625ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.8616962 Nov 19 17:47:25.731773 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-eff5598f-84af-4fa8-9eaf-f25a4ce78f9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671242'] for network, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:25.770178 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:47:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-404cbf62-209d-45de-a970-4b6a85ef46ca x-openstack-request-id: req-404cbf62-209d-45de-a970-4b6a85ef46ca {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:47:25.771189 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c630bbd-efb2-4d8f-829a-b55a5711c2b8", "name": "network-vif-plugged", "status": "completed", "tag": "653f242f-92e4-4956-9c74-45f2ccd61026", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:47:25.771448 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-404cbf62-209d-45de-a970-4b6a85ef46ca {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:47:25.779480 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c630bbd-efb2-4d8f-829a-b55a5711c2b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '653f242f-92e4-4956-9c74-45f2ccd61026', 'code': 200} Nov 19 17:47:25.798612 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-eff5598f-84af-4fa8-9eaf-f25a4ce78f9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:25.806537 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-eff5598f-84af-4fa8-9eaf-f25a4ce78f9d admin admin] 10.222.0.54 "DELETE /v2.0/networks/68d5f663-92fc-4736-815b-80848ebf1633 HTTP/1.1" status: 204 len: 168 time: 4.6290469 Nov 19 17:47:25.825766 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff5598f-84af-4fa8-9eaf-f25a4ce78f9d admin admin] Pushing event deleted for resources: {'Network': ['ID=68d5f663-92fc-4736-815b-80848ebf1633,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:47:25.836960 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259d6522-120f-45d2-9354-a1242f3ee8e1 req-d1f99cce-cbb6-48ea-b6ed-7210658855b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:25.839332 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259d6522-120f-45d2-9354-a1242f3ee8e1 req-d1f99cce-cbb6-48ea-b6ed-7210658855b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:25.843684 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259d6522-120f-45d2-9354-a1242f3ee8e1 req-d1f99cce-cbb6-48ea-b6ed-7210658855b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:25.845761 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-259d6522-120f-45d2-9354-a1242f3ee8e1 req-d1f99cce-cbb6-48ea-b6ed-7210658855b2 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=c2e6ec2d08df4707906c035065baeeeb&shared=False HTTP/1.1" status: 200 len: 2293 time: 1.8777895 Nov 19 17:47:25.940978 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b5adadff-34bf-4911-976b-d779bda8ba42 req-2b9d08db-c6c2-4680-a3fb-85c6bb57cfe2 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] 10.222.0.54 "GET /v2.0/security-groups?id=c27dfe00-81ac-4bf5-b9dd-805873436817&id=2c5c45e5-871b-4ee9-82e2-22e9698a9680&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4477947 Nov 19 17:47:26.183196 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de06ab59-5dc6-40a4-8bd4-7192092d0707 req-83eecc86-f19c-4015-9450-d91937a0f39f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:26.202828 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-de06ab59-5dc6-40a4-8bd4-7192092d0707 req-83eecc86-f19c-4015-9450-d91937a0f39f service neutron] 10.222.0.60 "GET /v2.0/networks?id=bcffe9fd-ba33-4c0f-a44c-e3294ad13f95 HTTP/1.1" status: 200 len: 919 time: 1.8398519 Nov 19 17:47:26.276841 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 17:47:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75a150f3-fcf1-4ded-b89c-f4d4dd7fa213 x-openstack-request-id: req-75a150f3-fcf1-4ded-b89c-f4d4dd7fa213 {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:47:26.279135 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08d7166f-7a15-4f21-9c94-87560bcdea01", "tag": "e40774d5-5d0b-42bc-ab15-81a13c341ed3", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:47:26.280135 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-75a150f3-fcf1-4ded-b89c-f4d4dd7fa213 {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:47:26.283360 n-d-818022-2 neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08d7166f-7a15-4f21-9c94-87560bcdea01', 'tag': 'e40774d5-5d0b-42bc-ab15-81a13c341ed3', 'status': 'completed', 'code': 200} Nov 19 17:47:26.413649 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 55282) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:47:26.526251 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8114b6-8ad0-480e-b3a2-1eddfe493f29 req-313e004d-9b0a-4288-83ed-3b88c6244b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:26.529248 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0d8114b6-8ad0-480e-b3a2-1eddfe493f29 req-313e004d-9b0a-4288-83ed-3b88c6244b48 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=8c630bbd-efb2-4d8f-829a-b55a5711c2b8 HTTP/1.1" status: 200 len: 1101 time: 0.6244848 Nov 19 17:47:26.531595 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-de06ab59-5dc6-40a4-8bd4-7192092d0707 req-970a3031-1317-4548-90ff-c699a8fb319b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4bc06c37-468e-4e51-ba54-760f08d90f1e HTTP/1.1" status: 200 len: 217 time: 0.2717810 Nov 19 17:47:26.534679 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ae93e70c-30aa-4a10-a14f-b51e534c46a5 req-306f80cd-ff62-47b2-81f7-29a6c16c45cb service neutron] 10.222.0.60 "GET /v2.0/networks/7fe9dda4-bbb5-4db6-b240-cdabda9f2be2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4314945 Nov 19 17:47:26.664097 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-789f505f-e343-4bda-817d-4796c0dcf7a0 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=8cb1e5a5a641451797fbe7c2973eb9c3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2492156 Nov 19 17:47:26.665004 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 55288) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:47:26.703790 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8f63fb-07d0-45c3-aa76-f9d0596409c8 req-22cddf17-b7ed-41b6-ad6f-4805744a836c tempest-ServersTestBootFromVolume-1084178328 tempest-ServersTestBootFromVolume-1084178328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:26.712441 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-7b8f63fb-07d0-45c3-aa76-f9d0596409c8 req-22cddf17-b7ed-41b6-ad6f-4805744a836c tempest-ServersTestBootFromVolume-1084178328 tempest-ServersTestBootFromVolume-1084178328-project] 10.222.0.54 "GET /v2.0/ports?device_id=e33d0af4-0080-4fe5-a9b8-982da66e8549 HTTP/1.1" status: 200 len: 945 time: 0.3874996 Nov 19 17:47:26.720980 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de06ab59-5dc6-40a4-8bd4-7192092d0707 req-147016ae-8178-43e8-b511-2e69dd60379c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:26.723986 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-de06ab59-5dc6-40a4-8bd4-7192092d0707 req-147016ae-8178-43e8-b511-2e69dd60379c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d1218782-152f-4347-a4bd-bbba02695b96 HTTP/1.1" status: 200 len: 858 time: 0.1090240 Nov 19 17:47:26.806153 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-de06ab59-5dc6-40a4-8bd4-7192092d0707 req-4ee69969-8164-4ac9-9aa9-021941a695dd service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bcffe9fd-ba33-4c0f-a44c-e3294ad13f95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484884 Nov 19 17:47:26.821354 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-26ad0231-a570-48ec-9131-6c63b1b294da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:26.850255 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0d8114b6-8ad0-480e-b3a2-1eddfe493f29 req-17ecfc48-42a5-498f-aa40-de4732a628d0 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=6e557aa4-1576-4002-9603-a630915d92af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2845323 Nov 19 17:47:26.851526 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259d6522-120f-45d2-9354-a1242f3ee8e1 req-d531aaa4-31f7-4707-a735-559aca2ab97e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:26.853067 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-259d6522-120f-45d2-9354-a1242f3ee8e1 req-d531aaa4-31f7-4707-a735-559aca2ab97e service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9859850 Nov 19 17:47:26.880198 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4ade61-0ce2-403a-af4b-fae6ecd5d299 req-3d82dcde-7d14-46e8-ad1f-67125500b044 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:26.894655 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4e4ade61-0ce2-403a-af4b-fae6ecd5d299 req-3d82dcde-7d14-46e8-ad1f-67125500b044 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/ports?device_id=8c630bbd-efb2-4d8f-829a-b55a5711c2b8 HTTP/1.1" status: 200 len: 950 time: 0.6645057 Nov 19 17:47:26.899004 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-26ad0231-a570-48ec-9131-6c63b1b294da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:27.066831 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4e4ade61-0ce2-403a-af4b-fae6ecd5d299 req-5a43dc2b-396a-48fa-bbd6-f39c2ce2abeb tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/security-groups?id=6e557aa4-1576-4002-9603-a630915d92af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704912 Nov 19 17:47:27.095009 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-7b8f63fb-07d0-45c3-aa76-f9d0596409c8 req-5f8f3e6b-2fee-437c-af56-f07feb814fd0 tempest-ServersTestBootFromVolume-1084178328 tempest-ServersTestBootFromVolume-1084178328-project] 10.222.0.54 "GET /v2.0/security-groups?id=2ec0b8a4-c244-45a8-bc97-a42747514333&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3807981 Nov 19 17:47:27.262217 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-de06ab59-5dc6-40a4-8bd4-7192092d0707 req-6bfdc8f5-9e7c-40d1-bdef-bc6ea43c5a7c service neutron] 10.222.0.60 "GET /v2.0/networks/bcffe9fd-ba33-4c0f-a44c-e3294ad13f95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4233308 Nov 19 17:47:27.268876 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-26ad0231-a570-48ec-9131-6c63b1b294da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:27.277430 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-26ad0231-a570-48ec-9131-6c63b1b294da admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:27.283719 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-26ad0231-a570-48ec-9131-6c63b1b294da admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/61420444-caee-4c99-a5be-1a2240e63510 HTTP/1.1" status: 204 len: 168 time: 0.6128089 Nov 19 17:47:27.287860 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-1a9ba6be-96d4-4938-8dfc-53abbc36d62c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f194f25-8afc-4037-8a13-728d888a8aaf {{(pid=103364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:47:27.337362 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-1a9ba6be-96d4-4938-8dfc-53abbc36d62c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:27.345895 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ad0231-a570-48ec-9131-6c63b1b294da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61420444-caee-4c99-a5be-1a2240e63510,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:47:27.443439 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.provisioning_blocks [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-1a9ba6be-96d4-4938-8dfc-53abbc36d62c service neutron] Transition to ACTIVE for port object 2f194f25-8afc-4037-8a13-728d888a8aaf will not be triggered until provisioned by entity L2. {{(pid=103364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 17:47:27.455071 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-1a9ba6be-96d4-4938-8dfc-53abbc36d62c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:27.480531 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f85e3c-cefe-41df-97a5-4c094b7c4a15 req-74eb8ca7-652f-4d2d-9958-da6c538dabac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:27.480531 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f85e3c-cefe-41df-97a5-4c094b7c4a15 req-74eb8ca7-652f-4d2d-9958-da6c538dabac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:27.480981 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f85e3c-cefe-41df-97a5-4c094b7c4a15 req-74eb8ca7-652f-4d2d-9958-da6c538dabac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:27.481137 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f85e3c-cefe-41df-97a5-4c094b7c4a15 req-74eb8ca7-652f-4d2d-9958-da6c538dabac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:27.481544 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f85e3c-cefe-41df-97a5-4c094b7c4a15 req-74eb8ca7-652f-4d2d-9958-da6c538dabac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:27.482049 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f85e3c-cefe-41df-97a5-4c094b7c4a15 req-74eb8ca7-652f-4d2d-9958-da6c538dabac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:27.482511 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f85e3c-cefe-41df-97a5-4c094b7c4a15 req-74eb8ca7-652f-4d2d-9958-da6c538dabac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:27.485761 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-87f85e3c-cefe-41df-97a5-4c094b7c4a15 req-74eb8ca7-652f-4d2d-9958-da6c538dabac service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c2e6ec2d08df4707906c035065baeeeb&device_id=08d7166f-7a15-4f21-9c94-87560bcdea01 HTTP/1.1" status: 200 len: 6277 time: 0.5559592 Nov 19 17:47:27.504392 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c982c54-d204-40ab-aa55-fcd4344be6dc req-42a818c4-b6dd-498b-acc6-80091cf1ac40 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:27.512682 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5c982c54-d204-40ab-aa55-fcd4344be6dc req-42a818c4-b6dd-498b-acc6-80091cf1ac40 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec9f9dc4-f3d0-4fbd-b419-1ab72c92e9be HTTP/1.1" status: 200 len: 945 time: 0.2493737 Nov 19 17:47:27.715239 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9ba6be-96d4-4938-8dfc-53abbc36d62c service neutron] Pushing event updated for resources: {'Port': ['ID=2f194f25-8afc-4037-8a13-728d888a8aaf,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:47:27.988287 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-de06ab59-5dc6-40a4-8bd4-7192092d0707 req-d9f4743b-7090-4552-b80c-b863a7f0b73f service neutron] 10.222.0.60 "GET /v2.0/networks/bcffe9fd-ba33-4c0f-a44c-e3294ad13f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6161149 Nov 19 17:47:28.043944 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5c982c54-d204-40ab-aa55-fcd4344be6dc req-eddaf810-cc01-43bd-9de1-8f31ad3430ec tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/security-groups?id=b596b6e2-4e99-405d-ab15-439621199b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5277309 Nov 19 17:47:28.140810 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b33cdf-38e3-4ed1-9a74-e0a5e34155e5 req-7ebdb9be-1d43-47aa-917f-e4a464a2f959 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:28.157080 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b33cdf-38e3-4ed1-9a74-e0a5e34155e5 req-7ebdb9be-1d43-47aa-917f-e4a464a2f959 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:28.176148 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b33cdf-38e3-4ed1-9a74-e0a5e34155e5 req-7ebdb9be-1d43-47aa-917f-e4a464a2f959 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:28.195988 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b33cdf-38e3-4ed1-9a74-e0a5e34155e5 req-7ebdb9be-1d43-47aa-917f-e4a464a2f959 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:28.202723 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b33cdf-38e3-4ed1-9a74-e0a5e34155e5 req-7ebdb9be-1d43-47aa-917f-e4a464a2f959 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:28.221233 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b33cdf-38e3-4ed1-9a74-e0a5e34155e5 req-7ebdb9be-1d43-47aa-917f-e4a464a2f959 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:28.234330 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b33cdf-38e3-4ed1-9a74-e0a5e34155e5 req-7ebdb9be-1d43-47aa-917f-e4a464a2f959 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:28.248970 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f9b33cdf-38e3-4ed1-9a74-e0a5e34155e5 req-7ebdb9be-1d43-47aa-917f-e4a464a2f959 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] 10.222.0.54 "GET /v2.0/ports?device_id=08d7166f-7a15-4f21-9c94-87560bcdea01 HTTP/1.1" status: 200 len: 5397 time: 0.4454479 Nov 19 17:47:28.315778 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f85e3c-cefe-41df-97a5-4c094b7c4a15 req-fae2e9ba-d6cd-4f4a-ba23-52ed1bab6f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:28.316480 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f85e3c-cefe-41df-97a5-4c094b7c4a15 req-fae2e9ba-d6cd-4f4a-ba23-52ed1bab6f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:28.316946 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f85e3c-cefe-41df-97a5-4c094b7c4a15 req-fae2e9ba-d6cd-4f4a-ba23-52ed1bab6f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:28.318724 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-87f85e3c-cefe-41df-97a5-4c094b7c4a15 req-fae2e9ba-d6cd-4f4a-ba23-52ed1bab6f66 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=c2e6ec2d08df4707906c035065baeeeb&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.7915983 Nov 19 17:47:28.424713 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f9b33cdf-38e3-4ed1-9a74-e0a5e34155e5 req-a0737390-372e-4c24-ab89-92d28c84c5d7 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] 10.222.0.54 "GET /v2.0/security-groups?id=c27dfe00-81ac-4bf5-b9dd-805873436817&id=2c5c45e5-871b-4ee9-82e2-22e9698a9680&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1729286 Nov 19 17:47:28.426147 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-1a9ba6be-96d4-4938-8dfc-53abbc36d62c service neutron] Attempting to bind port 2f194f25-8afc-4037-8a13-728d888a8aaf on host n-h1-818022-2 for vnic_type normal with profile {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:47:28.426580 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-1a9ba6be-96d4-4938-8dfc-53abbc36d62c service neutron] Attempting to bind port 2f194f25-8afc-4037-8a13-728d888a8aaf by drivers openvswitch,hyperv on host n-h1-818022-2 at level 0 using segments [{'id': '0e2189b3-cb14-46a5-a715-24b97b50abaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'bdba4402-94e3-4e68-bba0-ed8e8f9b25bc'}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:47:28.427055 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-1a9ba6be-96d4-4938-8dfc-53abbc36d62c service neutron] Attempting to bind port 2f194f25-8afc-4037-8a13-728d888a8aaf on network bdba4402-94e3-4e68-bba0-ed8e8f9b25bc {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:47:28.467550 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-1a9ba6be-96d4-4938-8dfc-53abbc36d62c service neutron] Port 2f194f25-8afc-4037-8a13-728d888a8aaf on network bdba4402-94e3-4e68-bba0-ed8e8f9b25bc not bound, no agent of type Open vSwitch agent registered on host n-h1-818022-2 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 17:47:28.479909 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-1a9ba6be-96d4-4938-8dfc-53abbc36d62c service neutron] Attempting to bind port 2f194f25-8afc-4037-8a13-728d888a8aaf on network bdba4402-94e3-4e68-bba0-ed8e8f9b25bc {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:47:28.507814 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-1a9ba6be-96d4-4938-8dfc-53abbc36d62c service neutron] Checking agent: {'id': 'a6668d96-12fa-4ec0-99ad-77eaf490dd2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'started_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 47, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:47:28.515062 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-1a9ba6be-96d4-4938-8dfc-53abbc36d62c service neutron] Checking segment: {'id': '0e2189b3-cb14-46a5-a715-24b97b50abaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'bdba4402-94e3-4e68-bba0-ed8e8f9b25bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:47:28.516009 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-1a9ba6be-96d4-4938-8dfc-53abbc36d62c service neutron] Bound using segment: {'id': '0e2189b3-cb14-46a5-a715-24b97b50abaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'bdba4402-94e3-4e68-bba0-ed8e8f9b25bc'} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:47:28.519497 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-1a9ba6be-96d4-4938-8dfc-53abbc36d62c service neutron] Bound port: 2f194f25-8afc-4037-8a13-728d888a8aaf, host: n-h1-818022-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e2189b3-cb14-46a5-a715-24b97b50abaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'bdba4402-94e3-4e68-bba0-ed8e8f9b25bc'}}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:47:28.521618 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-1a9ba6be-96d4-4938-8dfc-53abbc36d62c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:28.891283 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cbfecd-cccc-441b-ba43-f9c67a714b2c req-e7b50167-3bd5-4929-9928-3052e203245a tempest-ServersTestBootFromVolume-1084178328 tempest-ServersTestBootFromVolume-1084178328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:28.897069 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a7cbfecd-cccc-441b-ba43-f9c67a714b2c req-e7b50167-3bd5-4929-9928-3052e203245a tempest-ServersTestBootFromVolume-1084178328 tempest-ServersTestBootFromVolume-1084178328-project] 10.222.0.60 "GET /v2.0/ports?device_id=e33d0af4-0080-4fe5-a9b8-982da66e8549 HTTP/1.1" status: 200 len: 945 time: 0.7809515 Nov 19 17:47:29.042713 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c0e96c-22d9-442e-b14a-76c0b3f1b054 req-eef62bba-7fc5-4cc8-8aae-8cfc4a578c8d tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:29.051135 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d5c0e96c-22d9-442e-b14a-76c0b3f1b054 req-eef62bba-7fc5-4cc8-8aae-8cfc4a578c8d tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/ports?device_id=8c630bbd-efb2-4d8f-829a-b55a5711c2b8 HTTP/1.1" status: 200 len: 950 time: 0.6486681 Nov 19 17:47:29.275705 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f85e3c-cefe-41df-97a5-4c094b7c4a15 req-e94e5950-ee98-40bf-a676-6fb5061d7c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:29.278186 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-87f85e3c-cefe-41df-97a5-4c094b7c4a15 req-e94e5950-ee98-40bf-a676-6fb5061d7c98 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9484754 Nov 19 17:47:29.338382 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d5c0e96c-22d9-442e-b14a-76c0b3f1b054 req-46ab6566-2534-4b7c-9fc0-baa53d3f95a3 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/security-groups?id=6e557aa4-1576-4002-9603-a630915d92af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2860413 Nov 19 17:47:29.390460 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-a7cbfecd-cccc-441b-ba43-f9c67a714b2c req-f309274e-5bee-4544-8c54-dcb874f28d0e tempest-ServersTestBootFromVolume-1084178328 tempest-ServersTestBootFromVolume-1084178328-project] Deleting port 5cd3e24d-14f2-4ee7-a42a-b86419bc8a16 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:47:29.390843 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-a7cbfecd-cccc-441b-ba43-f9c67a714b2c req-f309274e-5bee-4544-8c54-dcb874f28d0e tempest-ServersTestBootFromVolume-1084178328 tempest-ServersTestBootFromVolume-1084178328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:29.649794 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 55330) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:47:29.701008 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-fa78af3e-d841-466c-b71d-aec03a50fa54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:29.704097 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-1a9ba6be-96d4-4938-8dfc-53abbc36d62c service neutron] For port 2f194f25-8afc-4037-8a13-728d888a8aaf, host n-h1-818022-2, cleared binding levels {{(pid=103364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:47:29.710499 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-a7cbfecd-cccc-441b-ba43-f9c67a714b2c req-f309274e-5bee-4544-8c54-dcb874f28d0e tempest-ServersTestBootFromVolume-1084178328 tempest-ServersTestBootFromVolume-1084178328-project] For port 5cd3e24d-14f2-4ee7-a42a-b86419bc8a16, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=5cd3e24d-14f2-4ee7-a42a-b86419bc8a16,segment=NetworkSegment(56605957-e95e-44f4-a52a-6898a394ea61),segment_id=56605957-e95e-44f4-a52a-6898a394ea61)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:47:29.711109 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-a7cbfecd-cccc-441b-ba43-f9c67a714b2c req-f309274e-5bee-4544-8c54-dcb874f28d0e tempest-ServersTestBootFromVolume-1084178328 tempest-ServersTestBootFromVolume-1084178328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:29.717634 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-1a9ba6be-96d4-4938-8dfc-53abbc36d62c service neutron] For port 2f194f25-8afc-4037-8a13-728d888a8aaf, host n-h1-818022-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=2f194f25-8afc-4037-8a13-728d888a8aaf,segment=NetworkSegment(0e2189b3-cb14-46a5-a715-24b97b50abaf),segment_id=0e2189b3-cb14-46a5-a715-24b97b50abaf)] {{(pid=103364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:47:29.732034 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-1a9ba6be-96d4-4938-8dfc-53abbc36d62c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:29.943255 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9ba6be-96d4-4938-8dfc-53abbc36d62c service neutron] Pushing event updated for resources: {'Port': ['ID=2f194f25-8afc-4037-8a13-728d888a8aaf,revision_number=3']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:47:29.949086 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-1a9ba6be-96d4-4938-8dfc-53abbc36d62c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:29.950092 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-1a9ba6be-96d4-4938-8dfc-53abbc36d62c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:29.953213 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-1a9ba6be-96d4-4938-8dfc-53abbc36d62c service neutron] 10.222.0.60 "PUT /v2.0/ports/2f194f25-8afc-4037-8a13-728d888a8aaf HTTP/1.1" status: 200 len: 1090 time: 4.6732566 Nov 19 17:47:29.991807 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08d7166f-7a15-4f21-9c94-87560bcdea01', 'tag': '2f194f25-8afc-4037-8a13-728d888a8aaf'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:47:30.002388 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dd4767a008c23f8566efc82158ee1b1fff34e1a9e908d76d0b6d0ab7e350e5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98a308b7-5321-4766-8798-05b74b45ce4b" -d '{"events": [{"name": "network-changed", "server_uuid": "08d7166f-7a15-4f21-9c94-87560bcdea01", "tag": "2f194f25-8afc-4037-8a13-728d888a8aaf"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:47:30.046188 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c91070-8b30-4731-983c-48ae4dd8ab00 req-f246f57f-9993-4e6e-9c93-b9cc11824e35 tempest-ServersTestBootFromVolume-1084178328 tempest-ServersTestBootFromVolume-1084178328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:30.067784 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f5c91070-8b30-4731-983c-48ae4dd8ab00 req-f246f57f-9993-4e6e-9c93-b9cc11824e35 tempest-ServersTestBootFromVolume-1084178328 tempest-ServersTestBootFromVolume-1084178328-project] 10.222.0.54 "GET /v2.0/ports?device_id=e33d0af4-0080-4fe5-a9b8-982da66e8549 HTTP/1.1" status: 200 len: 945 time: 0.5521426 Nov 19 17:47:30.118255 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-6e6cb564-5ef7-483c-9963-e584588ba96e service neutron] Request body: {'port': {'device_id': '08d7166f-7a15-4f21-9c94-87560bcdea01', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818022-2'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:47:30.123495 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-c26a32af-9274-4f27-9732-a9c5f063ad11 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-424642042-network', 'tenant_id': '204b8291a9dd4a84af4d7e1889d7c2c2'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:47:30.176519 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c26a32af-9274-4f27-9732-a9c5f063ad11 admin admin] Made reservation on behalf of 204b8291a9dd4a84af4d7e1889d7c2c2 for: {'network': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:47:30.183723 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c26a32af-9274-4f27-9732-a9c5f063ad11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:30.244245 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f5c91070-8b30-4731-983c-48ae4dd8ab00 req-607587f9-8837-45a9-a9ae-8308ae60afc3 tempest-ServersTestBootFromVolume-1084178328 tempest-ServersTestBootFromVolume-1084178328-project] 10.222.0.54 "GET /v2.0/security-groups?id=2ec0b8a4-c244-45a8-bc97-a42747514333&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1744289 Nov 19 17:47:30.285355 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c26a32af-9274-4f27-9732-a9c5f063ad11 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:30.337304 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-6e6cb564-5ef7-483c-9963-e584588ba96e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:30.506265 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c26a32af-9274-4f27-9732-a9c5f063ad11 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:30.601242 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c26a32af-9274-4f27-9732-a9c5f063ad11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:30.729235 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c26a32af-9274-4f27-9732-a9c5f063ad11 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 668} {{(pid=103365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 17:47:30.766688 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d936419e-301c-4b2d-97ff-90f0b11fd6d1 req-ea35e687-ad74-464d-b7fd-4cc70f3a0f10 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:30.772502 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d936419e-301c-4b2d-97ff-90f0b11fd6d1 req-ea35e687-ad74-464d-b7fd-4cc70f3a0f10 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec9f9dc4-f3d0-4fbd-b419-1ab72c92e9be HTTP/1.1" status: 200 len: 945 time: 0.7988334 Nov 19 17:47:30.779912 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26a32af-9274-4f27-9732-a9c5f063ad11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89e36896-1c46-4104-bcaf-813bfdc934e0,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:47:30.816607 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab533c9f-7e49-4640-ad13-51860af885d1 req-932818d8-9824-4bea-8fac-33ca9c58a53e tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:30.832987 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab533c9f-7e49-4640-ad13-51860af885d1 req-932818d8-9824-4bea-8fac-33ca9c58a53e tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:30.854729 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab533c9f-7e49-4640-ad13-51860af885d1 req-932818d8-9824-4bea-8fac-33ca9c58a53e tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:30.876842 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab533c9f-7e49-4640-ad13-51860af885d1 req-932818d8-9824-4bea-8fac-33ca9c58a53e tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:30.877356 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c26a32af-9274-4f27-9732-a9c5f063ad11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:30.879129 n-d-818022-2 neutron-server[103365]: INFO neutron.db.segments_db [None req-c26a32af-9274-4f27-9732-a9c5f063ad11 admin admin] Added segment 949c8f19-feca-48a3-a3b4-7bc362c7af12 of type vlan for network 30cc82c9-8c1f-49cc-8162-0520c6f854aa Nov 19 17:47:30.884561 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-a7cbfecd-cccc-441b-ba43-f9c67a714b2c req-f309274e-5bee-4544-8c54-dcb874f28d0e tempest-ServersTestBootFromVolume-1084178328 tempest-ServersTestBootFromVolume-1084178328-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:30.884925 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-a7cbfecd-cccc-441b-ba43-f9c67a714b2c req-f309274e-5bee-4544-8c54-dcb874f28d0e tempest-ServersTestBootFromVolume-1084178328 tempest-ServersTestBootFromVolume-1084178328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-671284'] for floatingip, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:30.888171 n-d-818022-2 neutron-server[103365]: INFO neutron.db.l3_db [req-a7cbfecd-cccc-441b-ba43-f9c67a714b2c req-f309274e-5bee-4544-8c54-dcb874f28d0e tempest-ServersTestBootFromVolume-1084178328 tempest-ServersTestBootFromVolume-1084178328-project] Floating IP cebc4602-ff61-4d33-af93-797663d2acf8 disassociated. External IP: 172.25.7.161, port: 5cd3e24d-14f2-4ee7-a42a-b86419bc8a16. Nov 19 17:47:30.888627 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-a7cbfecd-cccc-441b-ba43-f9c67a714b2c req-f309274e-5bee-4544-8c54-dcb874f28d0e tempest-ServersTestBootFromVolume-1084178328 tempest-ServersTestBootFromVolume-1084178328-project] Calling delete_port for 5cd3e24d-14f2-4ee7-a42a-b86419bc8a16 owned by compute:nova {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:47:30.891269 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab533c9f-7e49-4640-ad13-51860af885d1 req-932818d8-9824-4bea-8fac-33ca9c58a53e tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:30.908354 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab533c9f-7e49-4640-ad13-51860af885d1 req-932818d8-9824-4bea-8fac-33ca9c58a53e tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:30.929706 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab533c9f-7e49-4640-ad13-51860af885d1 req-932818d8-9824-4bea-8fac-33ca9c58a53e tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:30.933169 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ab533c9f-7e49-4640-ad13-51860af885d1 req-932818d8-9824-4bea-8fac-33ca9c58a53e tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] 10.222.0.54 "GET /v2.0/ports?device_id=08d7166f-7a15-4f21-9c94-87560bcdea01 HTTP/1.1" status: 200 len: 5397 time: 0.4370010 Nov 19 17:47:31.290461 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d936419e-301c-4b2d-97ff-90f0b11fd6d1 req-ca804ddc-6c24-4557-8fcd-74f91f207545 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/security-groups?id=b596b6e2-4e99-405d-ab15-439621199b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5016894 Nov 19 17:47:31.340066 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c26a32af-9274-4f27-9732-a9c5f063ad11 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:31.369510 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-6e6cb564-5ef7-483c-9963-e584588ba96e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f46f7a1-33db-4220-b34f-49fa25718fd9 {{(pid=103364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:47:31.399504 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-6e6cb564-5ef7-483c-9963-e584588ba96e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:31.431888 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.provisioning_blocks [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-6e6cb564-5ef7-483c-9963-e584588ba96e service neutron] Transition to ACTIVE for port object 2f46f7a1-33db-4220-b34f-49fa25718fd9 will not be triggered until provisioned by entity L2. {{(pid=103364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 17:47:31.443783 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 5cd3e24d-14f2-4ee7-a42a-b86419bc8a16 no longer exists at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:47:31.474948 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-6e6cb564-5ef7-483c-9963-e584588ba96e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:31.493776 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c26a32af-9274-4f27-9732-a9c5f063ad11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:31.502931 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c26a32af-9274-4f27-9732-a9c5f063ad11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:31.502931 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c26a32af-9274-4f27-9732-a9c5f063ad11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:31.573866 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6cb564-5ef7-483c-9963-e584588ba96e service neutron] Pushing event updated for resources: {'Port': ['ID=2f46f7a1-33db-4220-b34f-49fa25718fd9,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:47:31.615415 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 17:47:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edc12f3d-e07a-42be-a7e8-6b274cc16442 x-openstack-request-id: req-edc12f3d-e07a-42be-a7e8-6b274cc16442 {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:47:31.615700 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08d7166f-7a15-4f21-9c94-87560bcdea01", "tag": "2f194f25-8afc-4037-8a13-728d888a8aaf", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:47:31.615952 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-edc12f3d-e07a-42be-a7e8-6b274cc16442 {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:47:31.616353 n-d-818022-2 neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08d7166f-7a15-4f21-9c94-87560bcdea01', 'tag': '2f194f25-8afc-4037-8a13-728d888a8aaf', 'status': 'completed', 'code': 200} Nov 19 17:47:31.637276 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ab533c9f-7e49-4640-ad13-51860af885d1 req-053ec077-2f6f-463f-99e8-363d55483354 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] 10.222.0.54 "GET /v2.0/security-groups?id=c27dfe00-81ac-4bf5-b9dd-805873436817&id=2c5c45e5-871b-4ee9-82e2-22e9698a9680&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6657693 Nov 19 17:47:31.921372 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-6e6cb564-5ef7-483c-9963-e584588ba96e service neutron] Attempting to bind port 2f46f7a1-33db-4220-b34f-49fa25718fd9 on host n-h1-818022-2 for vnic_type normal with profile {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:47:31.922638 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-6e6cb564-5ef7-483c-9963-e584588ba96e service neutron] Attempting to bind port 2f46f7a1-33db-4220-b34f-49fa25718fd9 by drivers openvswitch,hyperv on host n-h1-818022-2 at level 0 using segments [{'id': '4cf3a3fa-f14a-471a-b8ca-053f3c3b65aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'c051a038-1534-488b-800a-8e55916bcfc3'}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:47:31.922986 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-6e6cb564-5ef7-483c-9963-e584588ba96e service neutron] Attempting to bind port 2f46f7a1-33db-4220-b34f-49fa25718fd9 on network c051a038-1534-488b-800a-8e55916bcfc3 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:47:31.931036 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-6e6cb564-5ef7-483c-9963-e584588ba96e service neutron] Port 2f46f7a1-33db-4220-b34f-49fa25718fd9 on network c051a038-1534-488b-800a-8e55916bcfc3 not bound, no agent of type Open vSwitch agent registered on host n-h1-818022-2 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 17:47:31.933752 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-6e6cb564-5ef7-483c-9963-e584588ba96e service neutron] Attempting to bind port 2f46f7a1-33db-4220-b34f-49fa25718fd9 on network c051a038-1534-488b-800a-8e55916bcfc3 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:47:31.951199 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-6e6cb564-5ef7-483c-9963-e584588ba96e service neutron] Checking agent: {'id': 'a6668d96-12fa-4ec0-99ad-77eaf490dd2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'started_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 47, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:47:31.962052 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-6e6cb564-5ef7-483c-9963-e584588ba96e service neutron] Checking segment: {'id': '4cf3a3fa-f14a-471a-b8ca-053f3c3b65aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'c051a038-1534-488b-800a-8e55916bcfc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:47:31.962542 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-6e6cb564-5ef7-483c-9963-e584588ba96e service neutron] Bound using segment: {'id': '4cf3a3fa-f14a-471a-b8ca-053f3c3b65aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'c051a038-1534-488b-800a-8e55916bcfc3'} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:47:31.963294 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-6e6cb564-5ef7-483c-9963-e584588ba96e service neutron] Bound port: 2f46f7a1-33db-4220-b34f-49fa25718fd9, host: n-h1-818022-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cf3a3fa-f14a-471a-b8ca-053f3c3b65aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'c051a038-1534-488b-800a-8e55916bcfc3'}}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:47:31.963685 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-6e6cb564-5ef7-483c-9963-e584588ba96e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:32.026681 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26a32af-9274-4f27-9732-a9c5f063ad11 admin admin] Pushing event updated for resources: {'Network': ['ID=30cc82c9-8c1f-49cc-8162-0520c6f854aa,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:47:32.123112 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:32.139139 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network 30cc82c9-8c1f-49cc-8162-0520c6f854aa details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 17:47:32.248240 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-c26a32af-9274-4f27-9732-a9c5f063ad11 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.5945461 Nov 19 17:47:32.251372 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 55352) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:47:32.274878 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-45994547-75ee-4c66-bda5-396f09b01340 admin admin] Request body: {'subnet': {'network_id': '30cc82c9-8c1f-49cc-8162-0520c6f854aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-424642042-subnet', 'tenant_id': '204b8291a9dd4a84af4d7e1889d7c2c2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:47:32.312739 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-6e6cb564-5ef7-483c-9963-e584588ba96e service neutron] For port 2f46f7a1-33db-4220-b34f-49fa25718fd9, host n-h1-818022-2, cleared binding levels {{(pid=103364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:47:32.417984 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-6e6cb564-5ef7-483c-9963-e584588ba96e service neutron] For port 2f46f7a1-33db-4220-b34f-49fa25718fd9, host n-h1-818022-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=2f46f7a1-33db-4220-b34f-49fa25718fd9,segment=NetworkSegment(4cf3a3fa-f14a-471a-b8ca-053f3c3b65aa),segment_id=4cf3a3fa-f14a-471a-b8ca-053f3c3b65aa)] {{(pid=103364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:47:32.431839 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-6e6cb564-5ef7-483c-9963-e584588ba96e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:32.451200 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a308b7-5321-4766-8798-05b74b45ce4b req-7eb5ca90-1a59-46d5-87e6-40890937f29f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:32.451734 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a308b7-5321-4766-8798-05b74b45ce4b req-7eb5ca90-1a59-46d5-87e6-40890937f29f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:32.452697 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a308b7-5321-4766-8798-05b74b45ce4b req-7eb5ca90-1a59-46d5-87e6-40890937f29f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:32.471333 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a308b7-5321-4766-8798-05b74b45ce4b req-7eb5ca90-1a59-46d5-87e6-40890937f29f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:32.472155 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a308b7-5321-4766-8798-05b74b45ce4b req-7eb5ca90-1a59-46d5-87e6-40890937f29f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:32.477431 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a308b7-5321-4766-8798-05b74b45ce4b req-7eb5ca90-1a59-46d5-87e6-40890937f29f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:32.477431 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a308b7-5321-4766-8798-05b74b45ce4b req-7eb5ca90-1a59-46d5-87e6-40890937f29f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:32.486408 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-98a308b7-5321-4766-8798-05b74b45ce4b req-7eb5ca90-1a59-46d5-87e6-40890937f29f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c2e6ec2d08df4707906c035065baeeeb&device_id=08d7166f-7a15-4f21-9c94-87560bcdea01 HTTP/1.1" status: 200 len: 6369 time: 0.7456412 Nov 19 17:47:32.548612 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-6e6cb564-5ef7-483c-9963-e584588ba96e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:32.549230 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-6e6cb564-5ef7-483c-9963-e584588ba96e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:32.579221 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-6e6cb564-5ef7-483c-9963-e584588ba96e service neutron] 10.222.0.60 "PUT /v2.0/ports/2f46f7a1-33db-4220-b34f-49fa25718fd9 HTTP/1.1" status: 200 len: 1091 time: 2.4762411 Nov 19 17:47:32.580846 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ecf20741-b74c-475e-91cb-df659a0e0735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:32.582781 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45994547-75ee-4c66-bda5-396f09b01340 admin admin] Made reservation on behalf of 204b8291a9dd4a84af4d7e1889d7c2c2 for: {'subnet': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:47:32.611935 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-45994547-75ee-4c66-bda5-396f09b01340 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8983829'] for subnet, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:32.717343 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f4abd6-71e3-45a3-a5aa-cc74eae4468e req-2c0ef7ca-de0e-4748-b884-d60a806b5712 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:32.732617 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-87f4abd6-71e3-45a3-a5aa-cc74eae4468e req-2c0ef7ca-de0e-4748-b884-d60a806b5712 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/ports?device_id=8c630bbd-efb2-4d8f-829a-b55a5711c2b8 HTTP/1.1" status: 200 len: 950 time: 0.9478223 Nov 19 17:47:33.092677 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a308b7-5321-4766-8798-05b74b45ce4b req-8e6aaed2-1af9-41c5-b588-d1dea11be485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:33.092677 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a308b7-5321-4766-8798-05b74b45ce4b req-8e6aaed2-1af9-41c5-b588-d1dea11be485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:33.093087 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a308b7-5321-4766-8798-05b74b45ce4b req-8e6aaed2-1af9-41c5-b588-d1dea11be485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:33.094724 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-98a308b7-5321-4766-8798-05b74b45ce4b req-8e6aaed2-1af9-41c5-b588-d1dea11be485 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=c2e6ec2d08df4707906c035065baeeeb&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.5755401 Nov 19 17:47:33.148321 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e46ecc5a-dc14-4744-b262-3072ff2e958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:33.193112 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-87f4abd6-71e3-45a3-a5aa-cc74eae4468e req-b5b1b4d8-78e7-4f88-a178-844dc4d5fc7b tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/security-groups?id=6e557aa4-1576-4002-9603-a630915d92af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4584138 Nov 19 17:47:33.220812 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-a7cbfecd-cccc-441b-ba43-f9c67a714b2c req-f309274e-5bee-4544-8c54-dcb874f28d0e tempest-ServersTestBootFromVolume-1084178328 tempest-ServersTestBootFromVolume-1084178328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:33.273244 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-fa2432b8-443c-4e0d-85e0-5d85c0f2ca27 service neutron] Request body: {'port': {'device_id': '08d7166f-7a15-4f21-9c94-87560bcdea01', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818022-2'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:47:33.292628 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-45994547-75ee-4c66-bda5-396f09b01340 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12425078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8983815'] for subnet, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:33.541696 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c1ce19f4-4df0-48b1-92c3-2714f1bed5a0 req-e9d8051c-f0be-456b-b09b-0fd11352d27b tempest-ServersTestBootFromVolume-1084178328 tempest-ServersTestBootFromVolume-1084178328-project] 10.222.0.54 "GET /v2.0/ports?device_id=e33d0af4-0080-4fe5-a9b8-982da66e8549 HTTP/1.1" status: 200 len: 210 time: 0.0997391 Nov 19 17:47:33.619286 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08d7166f-7a15-4f21-9c94-87560bcdea01', 'tag': '2f46f7a1-33db-4220-b34f-49fa25718fd9'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:47:33.628185 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dd4767a008c23f8566efc82158ee1b1fff34e1a9e908d76d0b6d0ab7e350e5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-092823c1-ca75-4176-9360-f7618881379e" -d '{"events": [{"name": "network-changed", "server_uuid": "08d7166f-7a15-4f21-9c94-87560bcdea01", "tag": "2f46f7a1-33db-4220-b34f-49fa25718fd9"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:47:33.630554 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:33.701465 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:33.899630 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-fa2432b8-443c-4e0d-85e0-5d85c0f2ca27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:33.992126 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6cb564-5ef7-483c-9963-e584588ba96e service neutron] Pushing event updated for resources: {'Port': ['ID=2f46f7a1-33db-4220-b34f-49fa25718fd9,revision_number=3']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:47:34.098625 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45994547-75ee-4c66-bda5-396f09b01340 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a14f80e-a548-4036-8075-eea4ab04e398,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:47:34.144725 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbb6d6a-7138-4acb-9dbd-581f039d16d2 req-6e9ce47c-9005-4dcf-ada8-d06f3e96ab92 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:34.158198 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbb6d6a-7138-4acb-9dbd-581f039d16d2 req-6e9ce47c-9005-4dcf-ada8-d06f3e96ab92 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:34.175904 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbb6d6a-7138-4acb-9dbd-581f039d16d2 req-6e9ce47c-9005-4dcf-ada8-d06f3e96ab92 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:34.194455 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbb6d6a-7138-4acb-9dbd-581f039d16d2 req-6e9ce47c-9005-4dcf-ada8-d06f3e96ab92 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:34.200604 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbb6d6a-7138-4acb-9dbd-581f039d16d2 req-6e9ce47c-9005-4dcf-ada8-d06f3e96ab92 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:34.207864 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbb6d6a-7138-4acb-9dbd-581f039d16d2 req-6e9ce47c-9005-4dcf-ada8-d06f3e96ab92 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:34.216566 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbb6d6a-7138-4acb-9dbd-581f039d16d2 req-6e9ce47c-9005-4dcf-ada8-d06f3e96ab92 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:34.227084 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8fbb6d6a-7138-4acb-9dbd-581f039d16d2 req-6e9ce47c-9005-4dcf-ada8-d06f3e96ab92 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] 10.222.0.54 "GET /v2.0/ports?device_id=08d7166f-7a15-4f21-9c94-87560bcdea01 HTTP/1.1" status: 200 len: 5409 time: 0.5508015 Nov 19 17:47:34.293494 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45994547-75ee-4c66-bda5-396f09b01340 admin admin] Checking segment: {'id': '949c8f19-feca-48a3-a3b4-7bc362c7af12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '30cc82c9-8c1f-49cc-8162-0520c6f854aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:47:34.294434 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45994547-75ee-4c66-bda5-396f09b01340 admin admin] Network hostable DHCP agents. Network: 30cc82c9-8c1f-49cc-8162-0520c6f854aa, hostable agents: ['02910ef2-0455-4aea-9f38-9a875579633f'], hosted agents: [] {{(pid=103364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 17:47:34.336895 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f309274e-5bee-4544-8c54-dcb874f28d0e tempest-ServersTestBootFromVolume-1084178328 tempest-ServersTestBootFromVolume-1084178328-project] Pushing event deleted for resources: {'Port': ['ID=5cd3e24d-14f2-4ee7-a42a-b86419bc8a16,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:47:34.352833 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a7cbfecd-cccc-441b-ba43-f9c67a714b2c req-f309274e-5bee-4544-8c54-dcb874f28d0e tempest-ServersTestBootFromVolume-1084178328 tempest-ServersTestBootFromVolume-1084178328-project] Router 5a6cd743-8926-47d7-aba0-b50e58e111f8 has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 17:47:34.376714 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387411ed-e907-4780-9c67-9559e22a5bfb req-6801c4bd-df6e-4deb-8275-0b88cf555368 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:34.385901 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-387411ed-e907-4780-9c67-9559e22a5bfb req-6801c4bd-df6e-4deb-8275-0b88cf555368 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec9f9dc4-f3d0-4fbd-b419-1ab72c92e9be HTTP/1.1" status: 200 len: 945 time: 0.0980122 Nov 19 17:47:34.445458 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45994547-75ee-4c66-bda5-396f09b01340 admin admin] Network 30cc82c9-8c1f-49cc-8162-0520c6f854aa is scheduled to be hosted by DHCP agent 02910ef2-0455-4aea-9f38-9a875579633f with binding_index 1 {{(pid=103364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 17:47:34.493620 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-45994547-75ee-4c66-bda5-396f09b01340 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818022-2, 30cc82c9-8c1f-49cc-8162-0520c6f854aa) {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:47:34.510976 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86f135c2-a11d-4da1-adeb-fc86e5c96792 None None] Network 30cc82c9-8c1f-49cc-8162-0520c6f854aa requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:47:34.551060 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8fbb6d6a-7138-4acb-9dbd-581f039d16d2 req-eab1d9ea-0b5b-4aa0-850e-259a2e6ab265 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] 10.222.0.54 "GET /v2.0/security-groups?id=c27dfe00-81ac-4bf5-b9dd-805873436817&id=2c5c45e5-871b-4ee9-82e2-22e9698a9680&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3227627 Nov 19 17:47:34.572863 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45994547-75ee-4c66-bda5-396f09b01340 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:34.576198 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-45994547-75ee-4c66-bda5-396f09b01340 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:34.696208 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e013d7e6-5264-4dcc-9759-54f5fb809e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:34.712557 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-45994547-75ee-4c66-bda5-396f09b01340 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.4587395 Nov 19 17:47:34.717157 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 55380) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:47:34.721759 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a7cbfecd-cccc-441b-ba43-f9c67a714b2c req-f309274e-5bee-4544-8c54-dcb874f28d0e tempest-ServersTestBootFromVolume-1084178328 tempest-ServersTestBootFromVolume-1084178328-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 17:47:34.726749 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-5f7fa2a0-6a4b-4cfe-91ed-6875818822d9 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-424642042-router', 'tenant_id': '204b8291a9dd4a84af4d7e1889d7c2c2', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'}}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:47:34.755420 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1051da9d-1ffc-4492-8c9a-49a102f3f81d None None] Sync routers for ids ['5a6cd743-8926-47d7-aba0-b50e58e111f8'] in n-d-818022-2 {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 17:47:34.801055 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1051da9d-1ffc-4492-8c9a-49a102f3f81d None None] Routers {'5a6cd743-8926-47d7-aba0-b50e58e111f8'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:47:34.812463 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-1051da9d-1ffc-4492-8c9a-49a102f3f81d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:47:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['5a6cd743-8926-47d7-aba0-b50e58e111f8'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:47:34.859921 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7cbfecd-cccc-441b-ba43-f9c67a714b2c req-f309274e-5bee-4544-8c54-dcb874f28d0e tempest-ServersTestBootFromVolume-1084178328 tempest-ServersTestBootFromVolume-1084178328-project] No DVR routers for this DVR port 5cd3e24d-14f2-4ee7-a42a-b86419bc8a16 on host n-h1-818022-2 {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:47:34.866580 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-a7cbfecd-cccc-441b-ba43-f9c67a714b2c req-f309274e-5bee-4544-8c54-dcb874f28d0e tempest-ServersTestBootFromVolume-1084178328 tempest-ServersTestBootFromVolume-1084178328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:34.877802 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a7cbfecd-cccc-441b-ba43-f9c67a714b2c req-f309274e-5bee-4544-8c54-dcb874f28d0e tempest-ServersTestBootFromVolume-1084178328 tempest-ServersTestBootFromVolume-1084178328-project] 10.222.0.60 "DELETE /v2.0/ports/5cd3e24d-14f2-4ee7-a42a-b86419bc8a16 HTTP/1.1" status: 204 len: 173 time: 5.9493005 Nov 19 17:47:34.878638 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e33d0af4-0080-4fe5-a9b8-982da66e8549', 'name': 'network-vif-deleted', 'tag': '5cd3e24d-14f2-4ee7-a42a-b86419bc8a16'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:47:34.890263 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218319d759239a7d11f1288aef37381b97754913ee9ccbfd43b51a463f801712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e98c9835-7028-4a75-8b34-c7d72933ea01" -d '{"events": [{"server_uuid": "e33d0af4-0080-4fe5-a9b8-982da66e8549", "name": "network-vif-deleted", "tag": "5cd3e24d-14f2-4ee7-a42a-b86419bc8a16"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:47:34.944863 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-387411ed-e907-4780-9c67-9559e22a5bfb req-aea23b6e-a666-4b72-b6f8-44efbd80a5d4 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/security-groups?id=b596b6e2-4e99-405d-ab15-439621199b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5576644 Nov 19 17:47:34.966954 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a308b7-5321-4766-8798-05b74b45ce4b req-8fc060bd-6e8e-4c60-9b3f-bb1eadf771be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:34.975191 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-98a308b7-5321-4766-8798-05b74b45ce4b req-8fc060bd-6e8e-4c60-9b3f-bb1eadf771be service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.8021996 Nov 19 17:47:35.084063 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5f7fa2a0-6a4b-4cfe-91ed-6875818822d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9890'] for router, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:35.085468 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5f7fa2a0-6a4b-4cfe-91ed-6875818822d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671617', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-732153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4689'] for router, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:35.151636 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d7de421-088e-4348-bad6-96b0ec0c5314 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54f44f5f-1200-574e-8740-2141911d5b73-30cc82c9-8c1f-49cc-8162-0520c6f854aa', 'network_id': '30cc82c9-8c1f-49cc-8162-0520c6f854aa', 'tenant_id': '204b8291a9dd4a84af4d7e1889d7c2c2', 'fixed_ips': [{'subnet_id': '0a14f80e-a548-4036-8075-eea4ab04e398'}]}} from n-d-818022-2. {{(pid=103366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 17:47:35.157233 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-6d7de421-088e-4348-bad6-96b0ec0c5314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:35.166286 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-fa2432b8-443c-4e0d-85e0-5d85c0f2ca27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 534dda20-44c3-4e51-a3ef-bc7f289e3330 {{(pid=103364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:47:35.187293 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-fa2432b8-443c-4e0d-85e0-5d85c0f2ca27 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:35.226576 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.provisioning_blocks [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-fa2432b8-443c-4e0d-85e0-5d85c0f2ca27 service neutron] Transition to ACTIVE for port object 534dda20-44c3-4e51-a3ef-bc7f289e3330 will not be triggered until provisioned by entity L2. {{(pid=103364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 17:47:35.269001 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:35.344494 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-fa2432b8-443c-4e0d-85e0-5d85c0f2ca27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:35.373925 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5f7fa2a0-6a4b-4cfe-91ed-6875818822d9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:35.392455 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-1051da9d-1ffc-4492-8c9a-49a102f3f81d None None] Set router 5a6cd743-8926-47d7-aba0-b50e58e111f8 gateway port host: n-d-818022-2 {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:47:35.427716 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396d23ba-4ccd-4b85-87bd-64d34669e734 req-30ba56aa-0168-45b6-84cc-654442739e41 tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:35.429946 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-396d23ba-4ccd-4b85-87bd-64d34669e734 req-30ba56aa-0168-45b6-84cc-654442739e41 tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] 10.222.0.54 "GET /v2.0/ports?device_id=1a1738f2-85f8-4e51-a8e8-0c77f864b3fc HTTP/1.1" status: 200 len: 945 time: 0.3541358 Nov 19 17:47:35.653271 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2432b8-443c-4e0d-85e0-5d85c0f2ca27 service neutron] Pushing event updated for resources: {'Port': ['ID=534dda20-44c3-4e51-a3ef-bc7f289e3330,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:47:35.660056 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ab033f-7c12-4dcd-800b-5f6a587d1b2f req-3f4e9950-fa7f-406e-9f02-b4a5fc56e2cf tempest-MigrationsAdminTest-732900115 tempest-MigrationsAdminTest-732900115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:35.678496 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-71ab033f-7c12-4dcd-800b-5f6a587d1b2f req-3f4e9950-fa7f-406e-9f02-b4a5fc56e2cf tempest-MigrationsAdminTest-732900115 tempest-MigrationsAdminTest-732900115-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=8c630bbd-efb2-4d8f-829a-b55a5711c2b8 HTTP/1.1" status: 200 len: 1101 time: 0.1099331 Nov 19 17:47:35.744656 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-71ab033f-7c12-4dcd-800b-5f6a587d1b2f req-8e3b4d78-18f5-470d-869e-9495008731cd tempest-MigrationsAdminTest-732900115 tempest-MigrationsAdminTest-732900115-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:35.884390 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [None req-6d7de421-088e-4348-bad6-96b0ec0c5314 None None] Allocated IP 172.20.0.2 (30cc82c9-8c1f-49cc-8162-0520c6f854aa/0a14f80e-a548-4036-8075-eea4ab04e398/1e8f1635-1add-4255-a401-98f6e3ee12a2) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:47:35.900333 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-71ab033f-7c12-4dcd-800b-5f6a587d1b2f req-8e3b4d78-18f5-470d-869e-9495008731cd tempest-MigrationsAdminTest-732900115 tempest-MigrationsAdminTest-732900115-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:35.906830 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-71ab033f-7c12-4dcd-800b-5f6a587d1b2f req-8e3b4d78-18f5-470d-869e-9495008731cd tempest-MigrationsAdminTest-732900115 tempest-MigrationsAdminTest-732900115-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:36.022421 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-71ab033f-7c12-4dcd-800b-5f6a587d1b2f req-8e3b4d78-18f5-470d-869e-9495008731cd tempest-MigrationsAdminTest-732900115 tempest-MigrationsAdminTest-732900115-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=6e557aa4-1576-4002-9603-a630915d92af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3429449 Nov 19 17:47:36.023161 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3b4d78-18f5-470d-869e-9495008731cd tempest-MigrationsAdminTest-732900115 tempest-MigrationsAdminTest-732900115-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13ec4e92-31ed-4bbf-bcdb-964f4ebbb8fa,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:47:36.038232 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5f7fa2a0-6a4b-4cfe-91ed-6875818822d9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:36.081219 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-396d23ba-4ccd-4b85-87bd-64d34669e734 req-08eafe07-f014-427d-ab75-a8dc6c35d85c tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] 10.222.0.54 "GET /v2.0/security-groups?id=a352ca94-2149-4006-acad-e3c22132eabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5937700 Nov 19 17:47:36.101421 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 17:47:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24a0fad4-ccd5-4fbf-b10e-0c03eb9629e6 x-openstack-request-id: req-24a0fad4-ccd5-4fbf-b10e-0c03eb9629e6 {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:47:36.104996 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08d7166f-7a15-4f21-9c94-87560bcdea01", "tag": "2f46f7a1-33db-4220-b34f-49fa25718fd9", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:47:36.106163 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-24a0fad4-ccd5-4fbf-b10e-0c03eb9629e6 {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:47:36.108071 n-d-818022-2 neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08d7166f-7a15-4f21-9c94-87560bcdea01', 'tag': '2f46f7a1-33db-4220-b34f-49fa25718fd9', 'status': 'completed', 'code': 200} Nov 19 17:47:36.273100 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-fa2432b8-443c-4e0d-85e0-5d85c0f2ca27 service neutron] Attempting to bind port 534dda20-44c3-4e51-a3ef-bc7f289e3330 on host n-h1-818022-2 for vnic_type normal with profile {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:47:36.273480 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-fa2432b8-443c-4e0d-85e0-5d85c0f2ca27 service neutron] Attempting to bind port 534dda20-44c3-4e51-a3ef-bc7f289e3330 by drivers openvswitch,hyperv on host n-h1-818022-2 at level 0 using segments [{'id': '4cf3a3fa-f14a-471a-b8ca-053f3c3b65aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'c051a038-1534-488b-800a-8e55916bcfc3'}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:47:36.273765 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-fa2432b8-443c-4e0d-85e0-5d85c0f2ca27 service neutron] Attempting to bind port 534dda20-44c3-4e51-a3ef-bc7f289e3330 on network c051a038-1534-488b-800a-8e55916bcfc3 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:47:36.297231 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-859165ce-24ce-4e3d-a951-f32a656e5603 req-d482114a-092d-4429-8047-9b58d9dc8f85 tempest-ServersTestBootFromVolume-1084178328 tempest-ServersTestBootFromVolume-1084178328-project] 10.222.0.54 "GET /v2.0/ports?device_id=e33d0af4-0080-4fe5-a9b8-982da66e8549 HTTP/1.1" status: 200 len: 210 time: 0.0781603 Nov 19 17:47:36.306404 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:47:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac6bbe12-957b-47a0-b70a-acb2d2bcc641 x-openstack-request-id: req-ac6bbe12-957b-47a0-b70a-acb2d2bcc641 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:47:36.306804 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e33d0af4-0080-4fe5-a9b8-982da66e8549", "name": "network-vif-deleted", "tag": "5cd3e24d-14f2-4ee7-a42a-b86419bc8a16", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:47:36.307029 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ac6bbe12-957b-47a0-b70a-acb2d2bcc641 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:47:36.307489 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e33d0af4-0080-4fe5-a9b8-982da66e8549', 'name': 'network-vif-deleted', 'tag': '5cd3e24d-14f2-4ee7-a42a-b86419bc8a16', 'status': 'completed', 'code': 200} Nov 19 17:47:36.323387 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-fa2432b8-443c-4e0d-85e0-5d85c0f2ca27 service neutron] Port 534dda20-44c3-4e51-a3ef-bc7f289e3330 on network c051a038-1534-488b-800a-8e55916bcfc3 not bound, no agent of type Open vSwitch agent registered on host n-h1-818022-2 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 17:47:36.323721 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-fa2432b8-443c-4e0d-85e0-5d85c0f2ca27 service neutron] Attempting to bind port 534dda20-44c3-4e51-a3ef-bc7f289e3330 on network c051a038-1534-488b-800a-8e55916bcfc3 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:47:36.349061 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-fa2432b8-443c-4e0d-85e0-5d85c0f2ca27 service neutron] Checking agent: {'id': 'a6668d96-12fa-4ec0-99ad-77eaf490dd2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'started_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 47, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:47:36.349760 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-fa2432b8-443c-4e0d-85e0-5d85c0f2ca27 service neutron] Checking segment: {'id': '4cf3a3fa-f14a-471a-b8ca-053f3c3b65aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'c051a038-1534-488b-800a-8e55916bcfc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:47:36.349961 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-fa2432b8-443c-4e0d-85e0-5d85c0f2ca27 service neutron] Bound using segment: {'id': '4cf3a3fa-f14a-471a-b8ca-053f3c3b65aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'c051a038-1534-488b-800a-8e55916bcfc3'} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:47:36.350284 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-fa2432b8-443c-4e0d-85e0-5d85c0f2ca27 service neutron] Bound port: 534dda20-44c3-4e51-a3ef-bc7f289e3330, host: n-h1-818022-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cf3a3fa-f14a-471a-b8ca-053f3c3b65aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'c051a038-1534-488b-800a-8e55916bcfc3'}}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:47:36.350650 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-fa2432b8-443c-4e0d-85e0-5d85c0f2ca27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:36.507767 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-6d7de421-088e-4348-bad6-96b0ec0c5314 None None] Publish callbacks [] for port, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:36.575967 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-6d7de421-088e-4348-bad6-96b0ec0c5314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998'] for port, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:36.734066 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f50adde-7a32-4530-a52c-e180f2f21692 req-e7c949b2-4e18-4925-9b1f-756caf05fbbb tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:36.742284 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5d8fbb-0fde-4f3a-8784-73476baa6848 req-72d31384-7a8f-49fd-9dc1-c9986a31cfff tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:36.755781 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-1f50adde-7a32-4530-a52c-e180f2f21692 req-e7c949b2-4e18-4925-9b1f-756caf05fbbb tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec9f9dc4-f3d0-4fbd-b419-1ab72c92e9be HTTP/1.1" status: 200 len: 945 time: 0.2082095 Nov 19 17:47:36.773911 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5d8fbb-0fde-4f3a-8784-73476baa6848 req-72d31384-7a8f-49fd-9dc1-c9986a31cfff tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:36.777426 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7de421-088e-4348-bad6-96b0ec0c5314 None None] Pushing event updated for resources: {'Port': ['ID=1e8f1635-1add-4255-a401-98f6e3ee12a2,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:47:36.809663 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5d8fbb-0fde-4f3a-8784-73476baa6848 req-72d31384-7a8f-49fd-9dc1-c9986a31cfff tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:36.835233 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5d8fbb-0fde-4f3a-8784-73476baa6848 req-72d31384-7a8f-49fd-9dc1-c9986a31cfff tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:36.845572 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5d8fbb-0fde-4f3a-8784-73476baa6848 req-72d31384-7a8f-49fd-9dc1-c9986a31cfff tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:36.887225 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d7de421-088e-4348-bad6-96b0ec0c5314 None None] Network 30cc82c9-8c1f-49cc-8162-0520c6f854aa is already hosted by enough agents. {{(pid=103366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:47:36.887936 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5d8fbb-0fde-4f3a-8784-73476baa6848 req-72d31384-7a8f-49fd-9dc1-c9986a31cfff tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:36.894042 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [None req-6d7de421-088e-4348-bad6-96b0ec0c5314 None None] Resources bound (agent type, host, resource id): {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:47:36.896902 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5d8fbb-0fde-4f3a-8784-73476baa6848 req-72d31384-7a8f-49fd-9dc1-c9986a31cfff tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:36.907303 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-1d5d8fbb-0fde-4f3a-8784-73476baa6848 req-72d31384-7a8f-49fd-9dc1-c9986a31cfff tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] 10.222.0.54 "GET /v2.0/ports?device_id=08d7166f-7a15-4f21-9c94-87560bcdea01 HTTP/1.1" status: 200 len: 5421 time: 0.5114338 Nov 19 17:47:36.917313 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-1f50adde-7a32-4530-a52c-e180f2f21692 req-6457ade8-5281-4479-a8a5-2bdfd9cd4f6a tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/security-groups?id=b596b6e2-4e99-405d-ab15-439621199b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559148 Nov 19 17:47:36.918258 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d7de421-088e-4348-bad6-96b0ec0c5314 None None] Received port after_create {{(pid=103366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:47:36.936901 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-fa2432b8-443c-4e0d-85e0-5d85c0f2ca27 service neutron] For port 534dda20-44c3-4e51-a3ef-bc7f289e3330, host n-h1-818022-2, cleared binding levels {{(pid=103364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:47:36.966926 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-fa2432b8-443c-4e0d-85e0-5d85c0f2ca27 service neutron] For port 534dda20-44c3-4e51-a3ef-bc7f289e3330, host n-h1-818022-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=534dda20-44c3-4e51-a3ef-bc7f289e3330,segment=NetworkSegment(4cf3a3fa-f14a-471a-b8ca-053f3c3b65aa),segment_id=4cf3a3fa-f14a-471a-b8ca-053f3c3b65aa)] {{(pid=103364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:47:36.999589 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-fa2432b8-443c-4e0d-85e0-5d85c0f2ca27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:37.106443 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2432b8-443c-4e0d-85e0-5d85c0f2ca27 service neutron] Pushing event updated for resources: {'Port': ['ID=534dda20-44c3-4e51-a3ef-bc7f289e3330,revision_number=3']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:47:37.142074 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-fa2432b8-443c-4e0d-85e0-5d85c0f2ca27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:37.142810 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-fa2432b8-443c-4e0d-85e0-5d85c0f2ca27 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:37.144509 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-fa2432b8-443c-4e0d-85e0-5d85c0f2ca27 service neutron] 10.222.0.60 "PUT /v2.0/ports/534dda20-44c3-4e51-a3ef-bc7f289e3330 HTTP/1.1" status: 200 len: 1091 time: 3.9126899 Nov 19 17:47:37.275691 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-6d7de421-088e-4348-bad6-96b0ec0c5314 None None] Attempting to bind port 1e8f1635-1add-4255-a401-98f6e3ee12a2 on host n-d-818022-2 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:47:37.283406 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-6d7de421-088e-4348-bad6-96b0ec0c5314 None None] Attempting to bind port 1e8f1635-1add-4255-a401-98f6e3ee12a2 by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': '949c8f19-feca-48a3-a3b4-7bc362c7af12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '30cc82c9-8c1f-49cc-8162-0520c6f854aa'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:47:37.284699 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7de421-088e-4348-bad6-96b0ec0c5314 None None] Attempting to bind port 1e8f1635-1add-4255-a401-98f6e3ee12a2 on network 30cc82c9-8c1f-49cc-8162-0520c6f854aa {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:47:37.315460 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7de421-088e-4348-bad6-96b0ec0c5314 None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 47, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:47:37.315866 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7de421-088e-4348-bad6-96b0ec0c5314 None None] Checking segment: {'id': '949c8f19-feca-48a3-a3b4-7bc362c7af12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '30cc82c9-8c1f-49cc-8162-0520c6f854aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:47:37.316250 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-6d7de421-088e-4348-bad6-96b0ec0c5314 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:37.316652 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7de421-088e-4348-bad6-96b0ec0c5314 None None] Bound using segment: {'id': '949c8f19-feca-48a3-a3b4-7bc362c7af12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '30cc82c9-8c1f-49cc-8162-0520c6f854aa'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:47:37.328650 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-6d7de421-088e-4348-bad6-96b0ec0c5314 None None] Bound port: 1e8f1635-1add-4255-a401-98f6e3ee12a2, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '949c8f19-feca-48a3-a3b4-7bc362c7af12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '30cc82c9-8c1f-49cc-8162-0520c6f854aa'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:47:37.328990 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-6d7de421-088e-4348-bad6-96b0ec0c5314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:37.332648 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-1051da9d-1ffc-4492-8c9a-49a102f3f81d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a6cd743-8926-47d7-aba0-b50e58e111f8', 'name': 'tempest-ServersTestBootFromVolume-454974056-router', 'tenant_id': '0a0b004e524b43138e0ccf2007e7de7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.119'}], 'enable_snat': True}, 'gw_port_id': 'ad2c5ed9-2037-4cbd-8d0f-980da9979be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:43:56Z', 'updated_at': '2021-11-19T17:44:09Z', 'revision_number': 4, 'project_id': '0a0b004e524b43138e0ccf2007e7de7f', 'gw_port': {'id': 'ad2c5ed9-2037-4cbd-8d0f-980da9979be2', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:bc:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a6cd743-8926-47d7-aba0-b50e58e111f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:43:58Z', 'updated_at': '2021-11-19T17:44:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': '21f943bf-5a34-47cb-b798-eaaffe7c3651', 'name': '', 'network_id': '2c552d15-d4c8-45a0-876e-f450c6de937e', 'tenant_id': '0a0b004e524b43138e0ccf2007e7de7f', 'mac_address': 'fa:16:3e:46:6e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a6cd743-8926-47d7-aba0-b50e58e111f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 992, 'fixed_ips': [{'subnet_id': '692086f0-4f6a-4acd-a98f-26302c460ba8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:44:06Z', 'updated_at': '2021-11-19T17:44:17Z', 'revision_number': 5, 'project_id': '0a0b004e524b43138e0ccf2007e7de7f', 'subnets': [{'id': '692086f0-4f6a-4acd-a98f-26302c460ba8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:47:37.335838 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092823c1-ca75-4176-9360-f7618881379e req-5708b421-d6fd-46c2-aeb2-dc5ba8b500d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:37.337162 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092823c1-ca75-4176-9360-f7618881379e req-5708b421-d6fd-46c2-aeb2-dc5ba8b500d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:37.338368 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092823c1-ca75-4176-9360-f7618881379e req-5708b421-d6fd-46c2-aeb2-dc5ba8b500d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:37.341927 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092823c1-ca75-4176-9360-f7618881379e req-5708b421-d6fd-46c2-aeb2-dc5ba8b500d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:37.344368 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092823c1-ca75-4176-9360-f7618881379e req-5708b421-d6fd-46c2-aeb2-dc5ba8b500d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:37.348688 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092823c1-ca75-4176-9360-f7618881379e req-5708b421-d6fd-46c2-aeb2-dc5ba8b500d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:37.349797 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092823c1-ca75-4176-9360-f7618881379e req-5708b421-d6fd-46c2-aeb2-dc5ba8b500d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:37.362656 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-092823c1-ca75-4176-9360-f7618881379e req-5708b421-d6fd-46c2-aeb2-dc5ba8b500d6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c2e6ec2d08df4707906c035065baeeeb&device_id=08d7166f-7a15-4f21-9c94-87560bcdea01 HTTP/1.1" status: 200 len: 6478 time: 0.3855371 Nov 19 17:47:37.434953 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1051da9d-1ffc-4492-8c9a-49a102f3f81d None None] Checking router: 5a6cd743-8926-47d7-aba0-b50e58e111f8 for host: n-d-818022-2 {{(pid=103366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 17:47:37.443829 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e256281-cd99-4977-b199-262c36538693 req-6b2dd627-4963-475e-89c5-dce58b9de16f tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:37.454577 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0e256281-cd99-4977-b199-262c36538693 req-6b2dd627-4963-475e-89c5-dce58b9de16f tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] 10.222.0.60 "GET /v2.0/ports?device_id=1a1738f2-85f8-4e51-a8e8-0c77f864b3fc HTTP/1.1" status: 200 len: 945 time: 0.4987752 Nov 19 17:47:37.480515 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1051da9d-1ffc-4492-8c9a-49a102f3f81d None None] Routers {'5a6cd743-8926-47d7-aba0-b50e58e111f8'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:47:37.481150 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-1051da9d-1ffc-4492-8c9a-49a102f3f81d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:47:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['5a6cd743-8926-47d7-aba0-b50e58e111f8'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:47:37.546565 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-1d5d8fbb-0fde-4f3a-8784-73476baa6848 req-a36ceb73-e406-4e72-a13f-90185802a932 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] 10.222.0.54 "GET /v2.0/security-groups?id=c27dfe00-81ac-4bf5-b9dd-805873436817&id=2c5c45e5-871b-4ee9-82e2-22e9698a9680&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6360583 Nov 19 17:47:37.660633 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-6d7de421-088e-4348-bad6-96b0ec0c5314 None None] For port 1e8f1635-1add-4255-a401-98f6e3ee12a2, host n-d-818022-2, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:47:37.664441 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-6d7de421-088e-4348-bad6-96b0ec0c5314 None None] For port 1e8f1635-1add-4255-a401-98f6e3ee12a2, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=1e8f1635-1add-4255-a401-98f6e3ee12a2,segment=NetworkSegment(949c8f19-feca-48a3-a3b4-7bc362c7af12),segment_id=949c8f19-feca-48a3-a3b4-7bc362c7af12)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:47:37.703050 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-6d7de421-088e-4348-bad6-96b0ec0c5314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:37.987931 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7de421-088e-4348-bad6-96b0ec0c5314 None None] Pushing event updated for resources: {'Port': ['ID=1e8f1635-1add-4255-a401-98f6e3ee12a2,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:47:38.021369 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-1051da9d-1ffc-4492-8c9a-49a102f3f81d None None] Set router 5a6cd743-8926-47d7-aba0-b50e58e111f8 gateway port host: n-d-818022-2 {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:47:38.068303 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5f7fa2a0-6a4b-4cfe-91ed-6875818822d9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:38.126698 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b220eb7d-6a88-44f2-96e5-11ed021e3d1b req-7c882e0d-49f3-47f7-9021-12f3b3c252c8 tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:38.139161 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b220eb7d-6a88-44f2-96e5-11ed021e3d1b req-7c882e0d-49f3-47f7-9021-12f3b3c252c8 tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] 10.222.0.54 "GET /v2.0/ports?device_id=1a1738f2-85f8-4e51-a8e8-0c77f864b3fc HTTP/1.1" status: 200 len: 945 time: 0.3641930 Nov 19 17:47:38.164880 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.agents_db [None req-619e5c26-d9ed-4321-86eb-7d443bb9dfa2 None None] Agent healthcheck: found 7 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 17:47:38.181789 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-0e256281-cd99-4977-b199-262c36538693 req-dfdd2894-f2da-4907-8c02-9501abeb8aab tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] Deleting port 4bc06c37-468e-4e51-ba54-760f08d90f1e {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:47:38.189212 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-0e256281-cd99-4977-b199-262c36538693 req-dfdd2894-f2da-4907-8c02-9501abeb8aab tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:38.315731 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08d7166f-7a15-4f21-9c94-87560bcdea01', 'tag': '534dda20-44c3-4e51-a3ef-bc7f289e3330'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:47:38.331471 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dd4767a008c23f8566efc82158ee1b1fff34e1a9e908d76d0b6d0ab7e350e5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7efa4fe-e1b6-4f5b-8f55-77630e1021cc" -d '{"events": [{"name": "network-changed", "server_uuid": "08d7166f-7a15-4f21-9c94-87560bcdea01", "tag": "534dda20-44c3-4e51-a3ef-bc7f289e3330"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:47:38.341534 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5f7fa2a0-6a4b-4cfe-91ed-6875818822d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:38.673506 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-93d2ecc2-081f-49b0-a3ae-0f4f10ee14cc req-267224aa-236e-4eb6-8de7-43fe293ef675 tempest-ServersTestBootFromVolume-1084178328 tempest-ServersTestBootFromVolume-1084178328-project] 10.222.0.54 "GET /v2.0/ports?device_id=e33d0af4-0080-4fe5-a9b8-982da66e8549 HTTP/1.1" status: 200 len: 210 time: 0.1609848 Nov 19 17:47:38.720129 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092823c1-ca75-4176-9360-f7618881379e req-88799dae-01bf-4b58-800d-46b728bde6da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:38.723846 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092823c1-ca75-4176-9360-f7618881379e req-88799dae-01bf-4b58-800d-46b728bde6da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:38.725011 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092823c1-ca75-4176-9360-f7618881379e req-88799dae-01bf-4b58-800d-46b728bde6da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:38.733186 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-092823c1-ca75-4176-9360-f7618881379e req-88799dae-01bf-4b58-800d-46b728bde6da service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=c2e6ec2d08df4707906c035065baeeeb&shared=False HTTP/1.1" status: 200 len: 2293 time: 1.2677681 Nov 19 17:47:39.123857 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-0e256281-cd99-4977-b199-262c36538693 req-dfdd2894-f2da-4907-8c02-9501abeb8aab tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] For port 4bc06c37-468e-4e51-ba54-760f08d90f1e, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=4bc06c37-468e-4e51-ba54-760f08d90f1e,segment=NetworkSegment(4f54897a-da44-453a-a968-70f6f15405e0),segment_id=4f54897a-da44-453a-a968-70f6f15405e0)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:47:39.124808 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-0e256281-cd99-4977-b199-262c36538693 req-dfdd2894-f2da-4907-8c02-9501abeb8aab tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:39.188870 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [None req-5f7fa2a0-6a4b-4cfe-91ed-6875818822d9 admin admin] Allocated IP 172.25.7.176 (645e61aa-1a6c-4e8f-857e-ab06edb4897f/88ed2d64-f56d-4f01-a468-946e01c99e82/2303e023-ec56-429f-9e59-c399af14f783) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:47:39.205942 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 1e8f1635-1add-4255-a401-98f6e3ee12a2 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:47:39.228066 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b220eb7d-6a88-44f2-96e5-11ed021e3d1b req-72c9cc2d-ba6f-413f-8131-99ee7fae8aab tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] 10.222.0.54 "GET /v2.0/security-groups?id=a352ca94-2149-4006-acad-e3c22132eabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0881381 Nov 19 17:47:39.249792 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-de190943-885b-4c8c-ba5d-f639745a8576 req-8d46bc40-09a3-469f-b706-e593d7d56aa4 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=8c630bbd-efb2-4d8f-829a-b55a5711c2b8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.8298392 Nov 19 17:47:39.260834 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [req-de190943-885b-4c8c-ba5d-f639745a8576 req-37c9f8ae-5f79-4528-bc75-3c70c9b05dbb service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=103364) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 17:47:39.271906 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092823c1-ca75-4176-9360-f7618881379e req-1dbdfa2b-4ed6-41dd-a4c7-705d34c11481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:39.275209 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-092823c1-ca75-4176-9360-f7618881379e req-1dbdfa2b-4ed6-41dd-a4c7-705d34c11481 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5241542 Nov 19 17:47:39.277787 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-de190943-885b-4c8c-ba5d-f639745a8576 req-37c9f8ae-5f79-4528-bc75-3c70c9b05dbb service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0270607 Nov 19 17:47:39.299738 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-0e256281-cd99-4977-b199-262c36538693 req-dfdd2894-f2da-4907-8c02-9501abeb8aab tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] Calling delete_port for 4bc06c37-468e-4e51-ba54-760f08d90f1e owned by compute:nova {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:47:39.407588 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 1e8f1635-1add-4255-a401-98f6e3ee12a2 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:47:39.408270 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:39.411625 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-1051da9d-1ffc-4492-8c9a-49a102f3f81d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a6cd743-8926-47d7-aba0-b50e58e111f8', 'name': 'tempest-ServersTestBootFromVolume-454974056-router', 'tenant_id': '0a0b004e524b43138e0ccf2007e7de7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.119'}], 'enable_snat': True}, 'gw_port_id': 'ad2c5ed9-2037-4cbd-8d0f-980da9979be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:43:56Z', 'updated_at': '2021-11-19T17:44:09Z', 'revision_number': 4, 'project_id': '0a0b004e524b43138e0ccf2007e7de7f', 'gw_port': {'id': 'ad2c5ed9-2037-4cbd-8d0f-980da9979be2', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:bc:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a6cd743-8926-47d7-aba0-b50e58e111f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:43:58Z', 'updated_at': '2021-11-19T17:44:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': '21f943bf-5a34-47cb-b798-eaaffe7c3651', 'name': '', 'network_id': '2c552d15-d4c8-45a0-876e-f450c6de937e', 'tenant_id': '0a0b004e524b43138e0ccf2007e7de7f', 'mac_address': 'fa:16:3e:46:6e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a6cd743-8926-47d7-aba0-b50e58e111f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 992, 'fixed_ips': [{'subnet_id': '692086f0-4f6a-4acd-a98f-26302c460ba8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:44:06Z', 'updated_at': '2021-11-19T17:44:17Z', 'revision_number': 5, 'project_id': '0a0b004e524b43138e0ccf2007e7de7f', 'subnets': [{'id': '692086f0-4f6a-4acd-a98f-26302c460ba8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:47:39.466910 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1051da9d-1ffc-4492-8c9a-49a102f3f81d None None] The sync data for ids ['5a6cd743-8926-47d7-aba0-b50e58e111f8'] in n-d-818022-2 is: [{'id': '5a6cd743-8926-47d7-aba0-b50e58e111f8', 'name': 'tempest-ServersTestBootFromVolume-454974056-router', 'tenant_id': '0a0b004e524b43138e0ccf2007e7de7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.119'}], 'enable_snat': True}, 'gw_port_id': 'ad2c5ed9-2037-4cbd-8d0f-980da9979be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:43:56Z', 'updated_at': '2021-11-19T17:44:09Z', 'revision_number': 4, 'project_id': '0a0b004e524b43138e0ccf2007e7de7f', 'gw_port': {'id': 'ad2c5ed9-2037-4cbd-8d0f-980da9979be2', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:bc:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a6cd743-8926-47d7-aba0-b50e58e111f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:43:58Z', 'updated_at': '2021-11-19T17:44:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': '21f943bf-5a34-47cb-b798-eaaffe7c3651', 'name': '', 'network_id': '2c552d15-d4c8-45a0-876e-f450c6de937e', 'tenant_id': '0a0b004e524b43138e0ccf2007e7de7f', 'mac_address': 'fa:16:3e:46:6e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a6cd743-8926-47d7-aba0-b50e58e111f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 992, 'fixed_ips': [{'subnet_id': '692086f0-4f6a-4acd-a98f-26302c460ba8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:44:06Z', 'updated_at': '2021-11-19T17:44:17Z', 'revision_number': 5, 'project_id': '0a0b004e524b43138e0ccf2007e7de7f', 'subnets': [{'id': '692086f0-4f6a-4acd-a98f-26302c460ba8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 17:47:39.507601 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fa38a8-b098-4b6f-9736-2ee6e12d4201 req-2993a772-53e7-4222-8d49-bdf51390b947 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:39.509647 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-e4fa38a8-b098-4b6f-9736-2ee6e12d4201 req-2993a772-53e7-4222-8d49-bdf51390b947 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/ports?device_id=8c630bbd-efb2-4d8f-829a-b55a5711c2b8 HTTP/1.1" status: 200 len: 950 time: 0.0998366 Nov 19 17:47:39.524183 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 4bc06c37-468e-4e51-ba54-760f08d90f1e no longer exists at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:47:39.643791 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-e4fa38a8-b098-4b6f-9736-2ee6e12d4201 req-c60e4d44-c20c-4f12-8992-e503e2eae0d0 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/security-groups?id=6e557aa4-1576-4002-9603-a630915d92af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106069 Nov 19 17:47:39.708838 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:39.728014 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5f7fa2a0-6a4b-4cfe-91ed-6875818822d9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:39.778459 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 17:47:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a03312b-66b8-47f7-983b-9c210a1e9dfa x-openstack-request-id: req-5a03312b-66b8-47f7-983b-9c210a1e9dfa {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:47:39.778947 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08d7166f-7a15-4f21-9c94-87560bcdea01", "tag": "534dda20-44c3-4e51-a3ef-bc7f289e3330", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:47:39.779599 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-5a03312b-66b8-47f7-983b-9c210a1e9dfa {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:47:39.780659 n-d-818022-2 neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08d7166f-7a15-4f21-9c94-87560bcdea01', 'tag': '534dda20-44c3-4e51-a3ef-bc7f289e3330', 'status': 'completed', 'code': 200} Nov 19 17:47:39.870170 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] For port 1e8f1635-1add-4255-a401-98f6e3ee12a2, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=1e8f1635-1add-4255-a401-98f6e3ee12a2,segment=NetworkSegment(949c8f19-feca-48a3-a3b4-7bc362c7af12),segment_id=949c8f19-feca-48a3-a3b4-7bc362c7af12)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:47:39.875067 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:39.926704 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:39.927741 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-66542f41-f5d9-4fe3-903a-0123e2c31683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:39.928569 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-66542f41-f5d9-4fe3-903a-0123e2c31683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:39.929404 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-66542f41-f5d9-4fe3-903a-0123e2c31683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:39.930127 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-66542f41-f5d9-4fe3-903a-0123e2c31683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:39.931136 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-66542f41-f5d9-4fe3-903a-0123e2c31683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:39.931847 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-66542f41-f5d9-4fe3-903a-0123e2c31683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:39.933232 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-66542f41-f5d9-4fe3-903a-0123e2c31683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:39.933476 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5f7fa2a0-6a4b-4cfe-91ed-6875818822d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:39.936022 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-66542f41-f5d9-4fe3-903a-0123e2c31683 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c2e6ec2d08df4707906c035065baeeeb&device_id=08d7166f-7a15-4f21-9c94-87560bcdea01 HTTP/1.1" status: 200 len: 6478 time: 0.4210279 Nov 19 17:47:39.991920 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e756e556-f1eb-4f4a-851a-17eb89daa95a None None] Network 30cc82c9-8c1f-49cc-8162-0520c6f854aa requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:47:40.046533 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Pushing event updated for resources: {'Port': ['ID=1e8f1635-1add-4255-a401-98f6e3ee12a2,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:47:40.059030 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f7fa2a0-6a4b-4cfe-91ed-6875818822d9 admin admin] Network 645e61aa-1a6c-4e8f-857e-ab06edb4897f is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:47:40.116012 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-2ac066c8-d280-46e5-8cb3-ec72899689ec None None] Provisioning complete for port 1e8f1635-1add-4255-a401-98f6e3ee12a2 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:47:40.116393 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2ac066c8-d280-46e5-8cb3-ec72899689ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:40.159061 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-5f7fa2a0-6a4b-4cfe-91ed-6875818822d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:47:40.172852 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7fa2a0-6a4b-4cfe-91ed-6875818822d9 admin admin] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:47:40.175868 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd8b907-60a5-4eab-be9b-de362ee6a318 req-255e1d07-7393-479c-ae4b-c437e4184b55 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:40.194508 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-bbd8b907-60a5-4eab-be9b-de362ee6a318 req-255e1d07-7393-479c-ae4b-c437e4184b55 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec9f9dc4-f3d0-4fbd-b419-1ab72c92e9be HTTP/1.1" status: 200 len: 945 time: 0.9174151 Nov 19 17:47:40.209720 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2daa1a0-69ca-4466-a624-b214effaf154 None None] New status for floating IP cebc4602-ff61-4d33-af93-797663d2acf8: DOWN {{(pid=103367) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 17:47:40.214059 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-93b9a293-e224-46fd-a57f-c416e79edb14 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=250f924d-c35c-4c02-b955-99a05de844f1 HTTP/1.1" status: 200 len: 217 time: 0.2385345 Nov 19 17:47:40.370310 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-235730f2-e171-4821-9359-30e4eb982a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:40.382656 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-235730f2-e171-4821-9359-30e4eb982a14 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=10488475-e039-4e90-8c5a-9f67d399bd8d HTTP/1.1" status: 200 len: 851 time: 0.1423392 Nov 19 17:47:40.462901 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-0e256281-cd99-4977-b199-262c36538693 req-dfdd2894-f2da-4907-8c02-9501abeb8aab tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:40.489889 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] get_ports_and_sgs() called for port_ids ['58f3e903-023d-4751-8f6d-d52f838af890'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:47:40.493222 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-bbd8b907-60a5-4eab-be9b-de362ee6a318 req-3c91d54b-68d9-4070-8e71-eb03317ec1c0 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/security-groups?id=b596b6e2-4e99-405d-ab15-439621199b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2931645 Nov 19 17:47:40.536509 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7fa2a0-6a4b-4cfe-91ed-6875818822d9 admin admin] Pushing event updated for resources: {'Port': ['ID=2303e023-ec56-429f-9e59-c399af14f783,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:47:40.583995 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdd2894-f2da-4907-8c02-9501abeb8aab tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] Pushing event deleted for resources: {'Port': ['ID=4bc06c37-468e-4e51-ba54-760f08d90f1e,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:47:40.604791 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53360189-71a1-4d26-8912-60f644503cde req-a63fddc2-9acc-4ed0-b597-de19151944d6 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:40.613847 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53360189-71a1-4d26-8912-60f644503cde req-a63fddc2-9acc-4ed0-b597-de19151944d6 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:40.622231 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53360189-71a1-4d26-8912-60f644503cde req-a63fddc2-9acc-4ed0-b597-de19151944d6 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:40.630044 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53360189-71a1-4d26-8912-60f644503cde req-a63fddc2-9acc-4ed0-b597-de19151944d6 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:40.637435 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53360189-71a1-4d26-8912-60f644503cde req-a63fddc2-9acc-4ed0-b597-de19151944d6 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:40.645381 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53360189-71a1-4d26-8912-60f644503cde req-a63fddc2-9acc-4ed0-b597-de19151944d6 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:40.652965 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53360189-71a1-4d26-8912-60f644503cde req-a63fddc2-9acc-4ed0-b597-de19151944d6 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:40.668732 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-53360189-71a1-4d26-8912-60f644503cde req-a63fddc2-9acc-4ed0-b597-de19151944d6 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] 10.222.0.54 "GET /v2.0/ports?device_id=08d7166f-7a15-4f21-9c94-87560bcdea01 HTTP/1.1" status: 200 len: 5421 time: 0.7384539 Nov 19 17:47:40.682304 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7fa2a0-6a4b-4cfe-91ed-6875818822d9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:47:40.683301 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7fa2a0-6a4b-4cfe-91ed-6875818822d9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:47:40.684095 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7fa2a0-6a4b-4cfe-91ed-6875818822d9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:47:40.684945 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7fa2a0-6a4b-4cfe-91ed-6875818822d9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:47:40.685789 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7fa2a0-6a4b-4cfe-91ed-6875818822d9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:47:40.687052 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7fa2a0-6a4b-4cfe-91ed-6875818822d9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:47:40.687860 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7fa2a0-6a4b-4cfe-91ed-6875818822d9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:47:40.688719 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7fa2a0-6a4b-4cfe-91ed-6875818822d9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:47:40.689536 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7fa2a0-6a4b-4cfe-91ed-6875818822d9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:47:40.690616 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7fa2a0-6a4b-4cfe-91ed-6875818822d9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:47:40.691453 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7fa2a0-6a4b-4cfe-91ed-6875818822d9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:47:40.694264 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7fa2a0-6a4b-4cfe-91ed-6875818822d9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:47:40.696725 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-863c17a1-c486-4c87-a96d-634539ba1573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:40.698460 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-863c17a1-c486-4c87-a96d-634539ba1573 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a7696552-ba44-476c-8112-55d4b789a3e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3145149 Nov 19 17:47:40.728745 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-65536d2b-09be-4238-9edd-9b6043ac1515 req-7b380a9a-9afd-4442-859c-63d82e056898 tempest-ServersTestBootFromVolume-1084178328 tempest-ServersTestBootFromVolume-1084178328-project] 10.222.0.54 "GET /v2.0/ports?device_id=e33d0af4-0080-4fe5-a9b8-982da66e8549 HTTP/1.1" status: 200 len: 210 time: 0.0859747 Nov 19 17:47:40.729648 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e256281-cd99-4977-b199-262c36538693 req-dfdd2894-f2da-4907-8c02-9501abeb8aab tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] No DVR routers for this DVR port 4bc06c37-468e-4e51-ba54-760f08d90f1e on host n-h1-818022-2 {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:47:40.757837 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-0e256281-cd99-4977-b199-262c36538693 req-dfdd2894-f2da-4907-8c02-9501abeb8aab tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:40.763644 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0e256281-cd99-4977-b199-262c36538693 req-dfdd2894-f2da-4907-8c02-9501abeb8aab tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] 10.222.0.60 "DELETE /v2.0/ports/4bc06c37-468e-4e51-ba54-760f08d90f1e HTTP/1.1" status: 204 len: 173 time: 3.2890716 Nov 19 17:47:40.764417 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a1738f2-85f8-4e51-a8e8-0c77f864b3fc', 'name': 'network-vif-deleted', 'tag': '4bc06c37-468e-4e51-ba54-760f08d90f1e'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:47:40.784237 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218319d759239a7d11f1288aef37381b97754913ee9ccbfd43b51a463f801712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c27b971-4759-4b03-af37-4c41ef639980" -d '{"events": [{"server_uuid": "1a1738f2-85f8-4e51-a8e8-0c77f864b3fc", "name": "network-vif-deleted", "tag": "4bc06c37-468e-4e51-ba54-760f08d90f1e"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:47:41.041313 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6a173f7c-7cf9-4f30-822c-d41b64be7f0f req-8e0bf816-28bb-40d1-bff7-d6db045f1bfa tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] 10.222.0.54 "GET /v2.0/ports?device_id=1a1738f2-85f8-4e51-a8e8-0c77f864b3fc HTTP/1.1" status: 200 len: 210 time: 0.0466363 Nov 19 17:47:41.046935 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-941cfab8-dea3-4569-95dc-f18dd0219716 service neutron] 10.222.0.60 "GET /v2.0/networks/a7696552-ba44-476c-8112-55d4b789a3e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3150892 Nov 19 17:47:41.094643 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 1e8f1635-1add-4255-a401-98f6e3ee12a2 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:47:41.138907 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5f7fa2a0-6a4b-4cfe-91ed-6875818822d9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:41.216482 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-53360189-71a1-4d26-8912-60f644503cde req-e242d998-a00a-4bca-8c05-c35694f5be7c tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] 10.222.0.54 "GET /v2.0/security-groups?id=c27dfe00-81ac-4bf5-b9dd-805873436817&id=2c5c45e5-871b-4ee9-82e2-22e9698a9680&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5440452 Nov 19 17:47:41.282105 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-b4d7c612-6ed7-43c2-8910-ccd5b7abfd9c None None] Provisioning complete for port 1e8f1635-1add-4255-a401-98f6e3ee12a2 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:47:41.282492 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b4d7c612-6ed7-43c2-8910-ccd5b7abfd9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:41.289037 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c492a55c-fe3d-4981-870f-3787e71c30ad req-fd0f4349-804d-4894-919c-53017fb6e43b tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:41.291797 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c492a55c-fe3d-4981-870f-3787e71c30ad req-fd0f4349-804d-4894-919c-53017fb6e43b tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/ports?device_id=8c630bbd-efb2-4d8f-829a-b55a5711c2b8 HTTP/1.1" status: 200 len: 950 time: 0.0863552 Nov 19 17:47:41.318321 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-10490fc9-d7cd-4340-825b-4063160bc2a6 service neutron] 10.222.0.60 "GET /v2.0/networks/a7696552-ba44-476c-8112-55d4b789a3e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2617412 Nov 19 17:47:41.358050 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 1e8f1635-1add-4255-a401-98f6e3ee12a2 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:47:41.360180 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:41.372813 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-9000b231-001e-4d54-8496-fc595f07b6c2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.170&port_id=87a91d07-25a8-45ba-97b6-bf6aca6dc17b HTTP/1.1" status: 200 len: 217 time: 0.0471318 Nov 19 17:47:41.395776 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:47:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-888980d4-90e9-4343-b73c-42d088a058a2 x-openstack-request-id: req-888980d4-90e9-4343-b73c-42d088a058a2 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:47:41.396061 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a1738f2-85f8-4e51-a8e8-0c77f864b3fc", "name": "network-vif-deleted", "tag": "4bc06c37-468e-4e51-ba54-760f08d90f1e", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:47:41.396321 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-888980d4-90e9-4343-b73c-42d088a058a2 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:47:41.396729 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a1738f2-85f8-4e51-a8e8-0c77f864b3fc', 'name': 'network-vif-deleted', 'tag': '4bc06c37-468e-4e51-ba54-760f08d90f1e', 'status': 'completed', 'code': 200} Nov 19 17:47:41.444399 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c492a55c-fe3d-4981-870f-3787e71c30ad req-0ee2c46c-b51c-4839-9978-c557a2f484b1 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/security-groups?id=6e557aa4-1576-4002-9603-a630915d92af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248264 Nov 19 17:47:41.456929 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-9d4c67e6-a371-4a2e-a9d2-8674f632ab39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:41.458486 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-9d4c67e6-a371-4a2e-a9d2-8674f632ab39 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d2adf1de-41cf-4bad-b066-43727eb082a2 HTTP/1.1" status: 200 len: 797 time: 0.0784550 Nov 19 17:47:41.538607 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-fcb2a5b7-d8a8-42c3-91ca-8518e5962a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:41.541997 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-fcb2a5b7-d8a8-42c3-91ca-8518e5962a0c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bdba4402-94e3-4e68-bba0-ed8e8f9b25bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0699675 Nov 19 17:47:41.621774 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 71243686-16d7-4505-9eb3-c400bc2cf33c details requested by agent hyperv_n-h1-818022-2 with host n-h1-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 17:47:41.721464 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-1cd3c5cb-c063-456a-8d16-d296ad558a05 service neutron] 10.222.0.60 "GET /v2.0/networks/bdba4402-94e3-4e68-bba0-ed8e8f9b25bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714184 Nov 19 17:47:41.727482 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de190943-885b-4c8c-ba5d-f639745a8576 req-da468475-52c8-4fe6-9150-cac1a5cab961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:41.737026 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-de190943-885b-4c8c-ba5d-f639745a8576 req-da468475-52c8-4fe6-9150-cac1a5cab961 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7136fa31325e4016a695ca7c60f57962&device_id=8c630bbd-efb2-4d8f-829a-b55a5711c2b8 HTTP/1.1" status: 200 len: 1101 time: 0.0686066 Nov 19 17:47:41.843928 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 71243686-16d7-4505-9eb3-c400bc2cf33c, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=71243686-16d7-4505-9eb3-c400bc2cf33c,segment=NetworkSegment(7cd6906b-44eb-4ce1-933e-47ff3aaf0160),segment_id=7cd6906b-44eb-4ce1-933e-47ff3aaf0160)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:47:41.857595 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b246664-2828-4aab-bffa-131c1a11f975 req-65f3cecc-ae64-4d5e-bf88-7e9ea0204001 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:41.859814 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-7b246664-2828-4aab-bffa-131c1a11f975 req-65f3cecc-ae64-4d5e-bf88-7e9ea0204001 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec9f9dc4-f3d0-4fbd-b419-1ab72c92e9be HTTP/1.1" status: 200 len: 945 time: 0.0972612 Nov 19 17:47:41.876174 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Returning: {'device': '71243686-16d7-4505-9eb3-c400bc2cf33c', 'network_id': '7fe9dda4-bbb5-4db6-b240-cdabda9f2be2', 'port_id': '71243686-16d7-4505-9eb3-c400bc2cf33c', 'mac_address': 'fa:16:3e:f6:14:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 664, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2a11d26-01c8-41f8-8b08-cf64deb00190', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 17:47:41.962931 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-28ab1bed-4078-44fd-beac-afe4babdeecb req-c5d946bc-d629-4459-a4aa-012411485462 tempest-ServersTestBootFromVolume-1084178328 tempest-ServersTestBootFromVolume-1084178328-project] 10.222.0.54 "GET /v2.0/ports?device_id=e33d0af4-0080-4fe5-a9b8-982da66e8549 HTTP/1.1" status: 200 len: 210 time: 0.0503585 Nov 19 17:47:41.985054 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-4faf5787-e0e6-4adb-a483-8ae2e96e48f9 service neutron] 10.222.0.60 "GET /v2.0/networks/bdba4402-94e3-4e68-bba0-ed8e8f9b25bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2456355 Nov 19 17:47:41.986935 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5f7fa2a0-6a4b-4cfe-91ed-6875818822d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671702'] for router, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:42.005989 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:42.006149 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de190943-885b-4c8c-ba5d-f639745a8576 req-a0b90802-a50b-4cf6-8ad4-275005daee29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:42.007912 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-de190943-885b-4c8c-ba5d-f639745a8576 req-a0b90802-a50b-4cf6-8ad4-275005daee29 service neutron] 10.222.0.86 "GET /v2.0/networks?id=346debfa-452b-4048-abf4-8f4493625ef2 HTTP/1.1" status: 200 len: 870 time: 0.2699356 Nov 19 17:47:42.041981 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71243686-16d7-4505-9eb3-c400bc2cf33c {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:47:42.075151 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-ede719d9-1498-4325-ab18-260860b7ed78 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.241&port_id=3e94edaf-0165-44df-bdab-b323476101a6 HTTP/1.1" status: 200 len: 217 time: 0.0761576 Nov 19 17:47:42.129038 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 71243686-16d7-4505-9eb3-c400bc2cf33c, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=71243686-16d7-4505-9eb3-c400bc2cf33c,segment=NetworkSegment(7cd6906b-44eb-4ce1-933e-47ff3aaf0160),segment_id=7cd6906b-44eb-4ce1-933e-47ff3aaf0160)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:47:42.137967 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:42.148277 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-7b246664-2828-4aab-bffa-131c1a11f975 req-8103b2f0-5d42-4d58-afd9-fa15b56779da tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/security-groups?id=b596b6e2-4e99-405d-ab15-439621199b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2536180 Nov 19 17:47:42.202490 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-53ddd32c-0407-4181-962e-d3b8a98df026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:42.204108 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-53ddd32c-0407-4181-962e-d3b8a98df026 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d2adf1de-41cf-4bad-b066-43727eb082a2 HTTP/1.1" status: 200 len: 797 time: 0.1250455 Nov 19 17:47:42.206000 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-de190943-885b-4c8c-ba5d-f639745a8576 req-8181e3ed-210c-4f03-95a2-f51794a2226e service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=653f242f-92e4-4956-9c74-45f2ccd61026 HTTP/1.1" status: 200 len: 217 time: 0.1505482 Nov 19 17:47:42.253187 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f7fa2a0-6a4b-4cfe-91ed-6875818822d9 admin admin] Router 7f4250a2-3f00-4b69-b08a-06d937e1847c is scheduled to L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 with binding_index 1 {{(pid=103364) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 17:47:42.268122 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=71243686-16d7-4505-9eb3-c400bc2cf33c,revision_number=11']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:47:42.334927 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-b17cbd36-807c-4a51-85f8-5797b4d00334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:42.336937 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-b17cbd36-807c-4a51-85f8-5797b4d00334 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bdba4402-94e3-4e68-bba0-ed8e8f9b25bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1248579 Nov 19 17:47:42.347960 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['71243686-16d7-4505-9eb3-c400bc2cf33c'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:47:42.360496 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de190943-885b-4c8c-ba5d-f639745a8576 req-a676084f-ad28-4cbf-94b9-c4e765f79599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:42.362150 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-de190943-885b-4c8c-ba5d-f639745a8576 req-a676084f-ad28-4cbf-94b9-c4e765f79599 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8b3c88de-c9c2-4a20-b19e-1855c2c19035 HTTP/1.1" status: 200 len: 843 time: 0.1347954 Nov 19 17:47:42.482722 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de190943-885b-4c8c-ba5d-f639745a8576 req-b3d0d6f4-1171-4a74-9cf9-0f6c004b92bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:42.484811 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-de190943-885b-4c8c-ba5d-f639745a8576 req-b3d0d6f4-1171-4a74-9cf9-0f6c004b92bc service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=346debfa-452b-4048-abf4-8f4493625ef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1046605 Nov 19 17:47:42.495641 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f7fa2a0-6a4b-4cfe-91ed-6875818822d9 admin admin] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 17:47:42.511429 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-564c8f13-bad4-42ba-8b6b-da4bac545aeb None None] Sync routers for ids ['7f4250a2-3f00-4b69-b08a-06d937e1847c'] in n-d-818022-2 {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 17:47:42.533404 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5f7fa2a0-6a4b-4cfe-91ed-6875818822d9 admin admin] Publish callbacks [] for router, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:42.535037 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-5f7fa2a0-6a4b-4cfe-91ed-6875818822d9 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.8146896 Nov 19 17:47:42.541619 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 55472) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:47:42.568635 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564c8f13-bad4-42ba-8b6b-da4bac545aeb None None] Routers {'7f4250a2-3f00-4b69-b08a-06d937e1847c'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:47:42.569260 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-564c8f13-bad4-42ba-8b6b-da4bac545aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:47:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['7f4250a2-3f00-4b69-b08a-06d937e1847c'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:47:42.594542 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-24e92bd4-365e-4f39-a5c9-7a924af55c91 service neutron] 10.222.0.60 "GET /v2.0/networks/bdba4402-94e3-4e68-bba0-ed8e8f9b25bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2487528 Nov 19 17:47:42.635100 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276194a7-a274-4ff4-bd5e-46695650e028 req-26cdef7e-7c39-44f8-995a-8933351979eb tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:42.645153 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276194a7-a274-4ff4-bd5e-46695650e028 req-26cdef7e-7c39-44f8-995a-8933351979eb tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:42.652486 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276194a7-a274-4ff4-bd5e-46695650e028 req-26cdef7e-7c39-44f8-995a-8933351979eb tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:42.661230 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276194a7-a274-4ff4-bd5e-46695650e028 req-26cdef7e-7c39-44f8-995a-8933351979eb tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:42.669428 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276194a7-a274-4ff4-bd5e-46695650e028 req-26cdef7e-7c39-44f8-995a-8933351979eb tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:42.680649 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276194a7-a274-4ff4-bd5e-46695650e028 req-26cdef7e-7c39-44f8-995a-8933351979eb tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:42.693858 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276194a7-a274-4ff4-bd5e-46695650e028 req-26cdef7e-7c39-44f8-995a-8933351979eb tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:42.698180 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-276194a7-a274-4ff4-bd5e-46695650e028 req-26cdef7e-7c39-44f8-995a-8933351979eb tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] 10.222.0.54 "GET /v2.0/ports?device_id=08d7166f-7a15-4f21-9c94-87560bcdea01 HTTP/1.1" status: 200 len: 5421 time: 0.2889876 Nov 19 17:47:42.724556 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c887e5b4-8699-4d8a-84e5-9fd49682925a req-da48bd15-efee-4f1c-a81d-94f056a7cef0 tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:42.737395 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c887e5b4-8699-4d8a-84e5-9fd49682925a req-da48bd15-efee-4f1c-a81d-94f056a7cef0 tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] 10.222.0.54 "GET /v2.0/ports?device_id=d92fe2bd-ad51-4c6e-8818-ece36aa67a95 HTTP/1.1" status: 200 len: 945 time: 0.1989028 Nov 19 17:47:42.771092 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-564c8f13-bad4-42ba-8b6b-da4bac545aeb None None] Set router 7f4250a2-3f00-4b69-b08a-06d937e1847c gateway port host: n-d-818022-2 {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:47:42.808061 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-de190943-885b-4c8c-ba5d-f639745a8576 req-45c30121-a926-402e-aca5-c57709fc0317 service neutron] 10.222.0.86 "GET /v2.0/networks/346debfa-452b-4048-abf4-8f4493625ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3055875 Nov 19 17:47:42.837609 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-276194a7-a274-4ff4-bd5e-46695650e028 req-0410ee5f-6c5e-408c-9d01-284ef241a866 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] 10.222.0.54 "GET /v2.0/security-groups?id=c27dfe00-81ac-4bf5-b9dd-805873436817&id=2c5c45e5-871b-4ee9-82e2-22e9698a9680&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1277962 Nov 19 17:47:42.866404 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c887e5b4-8699-4d8a-84e5-9fd49682925a req-e611e8c3-1ec4-4684-9d6e-0848a24a849c tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] 10.222.0.54 "GET /v2.0/security-groups?id=a352ca94-2149-4006-acad-e3c22132eabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280029 Nov 19 17:47:42.925024 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-8d33cfab-054a-4cdb-af3d-9e1536fb2f42 service neutron] 10.222.0.60 "GET /v2.0/networks/bdba4402-94e3-4e68-bba0-ed8e8f9b25bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3120327 Nov 19 17:47:42.979562 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-b34ee10c-6f15-4c53-b3fc-f1055fba27a6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.161&port_id=e40774d5-5d0b-42bc-ab15-81a13c341ed3 HTTP/1.1" status: 200 len: 217 time: 0.0471911 Nov 19 17:47:43.058977 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-564c8f13-bad4-42ba-8b6b-da4bac545aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f4250a2-3f00-4b69-b08a-06d937e1847c', 'name': 'tempest-TaggedBootDevicesTest_v242-424642042-router', 'tenant_id': '204b8291a9dd4a84af4d7e1889d7c2c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.176'}], 'enable_snat': True}, 'gw_port_id': '2303e023-ec56-429f-9e59-c399af14f783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:47:35Z', 'updated_at': '2021-11-19T17:47:40Z', 'revision_number': 3, 'project_id': '204b8291a9dd4a84af4d7e1889d7c2c2', 'gw_port': {'id': '2303e023-ec56-429f-9e59-c399af14f783', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b6:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f4250a2-3f00-4b69-b08a-06d937e1847c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:47:38Z', 'updated_at': '2021-11-19T17:47:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:47:43.100919 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-564c8f13-bad4-42ba-8b6b-da4bac545aeb None None] Checking router: 7f4250a2-3f00-4b69-b08a-06d937e1847c for host: n-d-818022-2 {{(pid=103366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 17:47:43.101657 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-564c8f13-bad4-42ba-8b6b-da4bac545aeb None None] Updating router 7f4250a2-3f00-4b69-b08a-06d937e1847c port 2303e023-ec56-429f-9e59-c399af14f783 binding host n-d-818022-2 {{(pid=103366) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 17:47:43.140593 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-564c8f13-bad4-42ba-8b6b-da4bac545aeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:43.171932 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5f533959-07d5-4621-a310-e3394922651e req-11c19020-58b6-493b-997f-75360551c619 tempest-ServersTestBootFromVolume-1084178328 tempest-ServersTestBootFromVolume-1084178328-project] 10.222.0.54 "GET /v2.0/ports?device_id=e33d0af4-0080-4fe5-a9b8-982da66e8549 HTTP/1.1" status: 200 len: 210 time: 0.0611403 Nov 19 17:47:43.183800 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-30de364a-4993-4024-8edb-7d906eef5b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:43.185640 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-30de364a-4993-4024-8edb-7d906eef5b3b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d2adf1de-41cf-4bad-b066-43727eb082a2 HTTP/1.1" status: 200 len: 797 time: 0.1978469 Nov 19 17:47:43.195122 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-de190943-885b-4c8c-ba5d-f639745a8576 req-be0d119b-a9ea-425a-a1cf-0834d9cdf43b service neutron] 10.222.0.86 "GET /v2.0/networks/346debfa-452b-4048-abf4-8f4493625ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3647285 Nov 19 17:47:43.304964 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-acf9a784-ec67-425b-a548-c1906fdb1875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:43.307195 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e9c8bf-5b2b-4229-baa8-01c0c03410cf req-6255f7ea-323c-4b45-99d2-2593b711d0f4 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:43.309275 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-acf9a784-ec67-425b-a548-c1906fdb1875 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bdba4402-94e3-4e68-bba0-ed8e8f9b25bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1129174 Nov 19 17:47:43.310460 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-01e9c8bf-5b2b-4229-baa8-01c0c03410cf req-6255f7ea-323c-4b45-99d2-2593b711d0f4 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/ports?device_id=8c630bbd-efb2-4d8f-829a-b55a5711c2b8 HTTP/1.1" status: 200 len: 950 time: 0.1648846 Nov 19 17:47:43.472709 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-01e9c8bf-5b2b-4229-baa8-01c0c03410cf req-607cd4fb-9e56-4bf0-b120-26a6781b66b4 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/security-groups?id=6e557aa4-1576-4002-9603-a630915d92af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464894 Nov 19 17:47:43.483748 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-5a7f9975-cef2-4617-a2a4-9addd7835cdd service neutron] 10.222.0.60 "GET /v2.0/networks/bdba4402-94e3-4e68-bba0-ed8e8f9b25bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655192 Nov 19 17:47:43.621634 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4aaf5b4-ab0c-4874-9784-637d6da12d33 req-6c108c2f-eab0-48f9-9788-94bcb461f086 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:43.629787 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e4aaf5b4-ab0c-4874-9784-637d6da12d33 req-6c108c2f-eab0-48f9-9788-94bcb461f086 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec9f9dc4-f3d0-4fbd-b419-1ab72c92e9be HTTP/1.1" status: 200 len: 946 time: 0.1444900 Nov 19 17:47:43.676489 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1da6fda0-2f56-47a1-95e4-5183e2b399d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:43.706840 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-4f3059da-2946-400f-a0bd-e5b0268ae8e8 service neutron] 10.222.0.60 "GET /v2.0/networks/bdba4402-94e3-4e68-bba0-ed8e8f9b25bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722949 Nov 19 17:47:43.716873 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e4aaf5b4-ab0c-4874-9784-637d6da12d33 req-dd072143-7d48-4cee-9d02-9a0fb09c1e24 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/security-groups?id=b596b6e2-4e99-405d-ab15-439621199b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860744 Nov 19 17:47:43.771153 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-0dddbb81-a022-4685-885e-642f65a9e445 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.24&port_id=2f194f25-8afc-4037-8a13-728d888a8aaf HTTP/1.1" status: 200 len: 217 time: 0.0520570 Nov 19 17:47:43.844031 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-6a7267bf-b266-4bf4-a4a2-99ccd03413a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:43.846971 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-6a7267bf-b266-4bf4-a4a2-99ccd03413a7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d2adf1de-41cf-4bad-b066-43727eb082a2 HTTP/1.1" status: 200 len: 797 time: 0.0686474 Nov 19 17:47:43.858911 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 71243686-16d7-4505-9eb3-c400bc2cf33c up at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:47:43.908851 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-564c8f13-bad4-42ba-8b6b-da4bac545aeb None None] Publish callbacks [] for port, precommit_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:43.923381 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-564c8f13-bad4-42ba-8b6b-da4bac545aeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:43.937629 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-421c1f8f-1544-4202-bccf-de6d42150efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:43.940280 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-421c1f8f-1544-4202-bccf-de6d42150efa service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bdba4402-94e3-4e68-bba0-ed8e8f9b25bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0867019 Nov 19 17:47:44.048495 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [None req-1da6fda0-2f56-47a1-95e4-5183e2b399d2 admin admin] Allocated IP 172.20.0.1 (30cc82c9-8c1f-49cc-8162-0520c6f854aa/0a14f80e-a548-4036-8075-eea4ab04e398/423fd538-e14b-4796-b3af-feec2debe439) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:47:44.053038 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-564c8f13-bad4-42ba-8b6b-da4bac545aeb None None] Attempting to bind port 2303e023-ec56-429f-9e59-c399af14f783 on host n-d-818022-2 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:47:44.053419 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-564c8f13-bad4-42ba-8b6b-da4bac545aeb None None] Attempting to bind port 2303e023-ec56-429f-9e59-c399af14f783 by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:47:44.053786 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564c8f13-bad4-42ba-8b6b-da4bac545aeb None None] Attempting to bind port 2303e023-ec56-429f-9e59-c399af14f783 on network 645e61aa-1a6c-4e8f-857e-ab06edb4897f {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:47:44.066584 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564c8f13-bad4-42ba-8b6b-da4bac545aeb None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 47, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:47:44.066964 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564c8f13-bad4-42ba-8b6b-da4bac545aeb None None] Checking segment: {'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:47:44.067372 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-564c8f13-bad4-42ba-8b6b-da4bac545aeb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:44.067772 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564c8f13-bad4-42ba-8b6b-da4bac545aeb None None] Bound using segment: {'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:47:44.068262 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-564c8f13-bad4-42ba-8b6b-da4bac545aeb None None] Bound port: 2303e023-ec56-429f-9e59-c399af14f783, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:47:44.068648 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-564c8f13-bad4-42ba-8b6b-da4bac545aeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:44.100427 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe2b4c5-0ecd-4b6a-874c-cc35789997b8 None None] Pushing event updated for resources: {'Port': ['ID=2303e023-ec56-429f-9e59-c399af14f783,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:47:44.127672 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning for port 71243686-16d7-4505-9eb3-c400bc2cf33c completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 17:47:44.135845 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning complete for port 71243686-16d7-4505-9eb3-c400bc2cf33c triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:47:44.136220 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:44.164127 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ce821c-464e-44f4-9ccc-80d1583bb396 req-3aaf2add-0a80-4a8b-89f4-fdba2e088f1f tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:44.171751 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ce821c-464e-44f4-9ccc-80d1583bb396 req-3aaf2add-0a80-4a8b-89f4-fdba2e088f1f tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:44.181998 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ce821c-464e-44f4-9ccc-80d1583bb396 req-3aaf2add-0a80-4a8b-89f4-fdba2e088f1f tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:44.191651 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ce821c-464e-44f4-9ccc-80d1583bb396 req-3aaf2add-0a80-4a8b-89f4-fdba2e088f1f tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:44.192315 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-564c8f13-bad4-42ba-8b6b-da4bac545aeb None None] For port 2303e023-ec56-429f-9e59-c399af14f783, host n-d-818022-2, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:47:44.199695 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ce821c-464e-44f4-9ccc-80d1583bb396 req-3aaf2add-0a80-4a8b-89f4-fdba2e088f1f tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:44.200404 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-564c8f13-bad4-42ba-8b6b-da4bac545aeb None None] For port 2303e023-ec56-429f-9e59-c399af14f783, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=2303e023-ec56-429f-9e59-c399af14f783,segment=NetworkSegment(bbe705c1-96c0-476e-8381-28227e6f0ac5),segment_id=bbe705c1-96c0-476e-8381-28227e6f0ac5)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:47:44.209471 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ce821c-464e-44f4-9ccc-80d1583bb396 req-3aaf2add-0a80-4a8b-89f4-fdba2e088f1f tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:44.210875 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-564c8f13-bad4-42ba-8b6b-da4bac545aeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:44.216533 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ce821c-464e-44f4-9ccc-80d1583bb396 req-3aaf2add-0a80-4a8b-89f4-fdba2e088f1f tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:44.229045 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-64ce821c-464e-44f4-9ccc-80d1583bb396 req-3aaf2add-0a80-4a8b-89f4-fdba2e088f1f tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] 10.222.0.54 "GET /v2.0/ports?device_id=08d7166f-7a15-4f21-9c94-87560bcdea01 HTTP/1.1" status: 200 len: 5421 time: 0.1527691 Nov 19 17:47:44.317336 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1da6fda0-2f56-47a1-95e4-5183e2b399d2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:44.329669 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-64ce821c-464e-44f4-9ccc-80d1583bb396 req-81210f2f-69fc-47db-9805-9529ada976af tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] 10.222.0.54 "GET /v2.0/security-groups?id=c27dfe00-81ac-4bf5-b9dd-805873436817&id=2c5c45e5-871b-4ee9-82e2-22e9698a9680&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0992949 Nov 19 17:47:44.359961 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-58040d59-325c-41bb-87a6-4fca6726ee79 service neutron] 10.222.0.60 "GET /v2.0/networks/bdba4402-94e3-4e68-bba0-ed8e8f9b25bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4086821 Nov 19 17:47:44.374804 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564c8f13-bad4-42ba-8b6b-da4bac545aeb None None] Routers {'7f4250a2-3f00-4b69-b08a-06d937e1847c'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:47:44.375480 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-564c8f13-bad4-42ba-8b6b-da4bac545aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:47:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['7f4250a2-3f00-4b69-b08a-06d937e1847c'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:47:44.380784 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe2b4c5-0ecd-4b6a-874c-cc35789997b8 None None] Pushing event updated for resources: {'Port': ['ID=2303e023-ec56-429f-9e59-c399af14f783,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:47:44.434871 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e581b62-ac72-43c4-8292-00f79afccd4e req-db52b019-6861-44d6-b5d2-69b8b82eb9dc tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:44.447119 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-1e581b62-ac72-43c4-8292-00f79afccd4e req-db52b019-6861-44d6-b5d2-69b8b82eb9dc tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] 10.222.0.54 "GET /v2.0/ports?device_id=d92fe2bd-ad51-4c6e-8818-ece36aa67a95 HTTP/1.1" status: 200 len: 945 time: 0.3691475 Nov 19 17:47:44.474281 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:44.483191 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1da6fda0-2f56-47a1-95e4-5183e2b399d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:44.526846 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec9f9dc4-f3d0-4fbd-b419-1ab72c92e9be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71243686-16d7-4505-9eb3-c400bc2cf33c'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:47:44.529467 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3940761bcd94e032e6960d2241bd8993c5d3a7d8dc2aca8488f3ecf1d4dd2fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb2cedab-120f-4102-a222-d71f3908a511" -d '{"events": [{"server_uuid": "ec9f9dc4-f3d0-4fbd-b419-1ab72c92e9be", "name": "network-vif-plugged", "status": "completed", "tag": "71243686-16d7-4505-9eb3-c400bc2cf33c"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:47:44.549276 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1da6fda0-2f56-47a1-95e4-5183e2b399d2 admin admin] Network 30cc82c9-8c1f-49cc-8162-0520c6f854aa is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:47:44.550830 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 71243686-16d7-4505-9eb3-c400bc2cf33c, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=71243686-16d7-4505-9eb3-c400bc2cf33c,segment=NetworkSegment(7cd6906b-44eb-4ce1-933e-47ff3aaf0160),segment_id=7cd6906b-44eb-4ce1-933e-47ff3aaf0160)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:47:44.568265 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-1da6fda0-2f56-47a1-95e4-5183e2b399d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:47:44.573037 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da6fda0-2f56-47a1-95e4-5183e2b399d2 admin admin] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:47:44.585262 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-605dda47-b69e-4572-83a8-6562ce7e0297 req-096bdc20-d98b-48d9-aabf-84c2c0fb420e tempest-ServersTestBootFromVolume-1084178328 tempest-ServersTestBootFromVolume-1084178328-project] 10.222.0.54 "GET /v2.0/ports?device_id=e33d0af4-0080-4fe5-a9b8-982da66e8549 HTTP/1.1" status: 200 len: 210 time: 0.0762463 Nov 19 17:47:44.608795 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-f6818a51-9e78-4062-b15d-7d40f51a191b service neutron] 10.222.0.60 "GET /v2.0/networks/bdba4402-94e3-4e68-bba0-ed8e8f9b25bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2305033 Nov 19 17:47:44.633244 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:44.648146 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-1e581b62-ac72-43c4-8292-00f79afccd4e req-099fcfb7-65bb-4818-8ca0-09faa326beec tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] 10.222.0.54 "GET /v2.0/security-groups?id=a352ca94-2149-4006-acad-e3c22132eabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991296 Nov 19 17:47:44.683330 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-26a354fd-910e-4f41-a749-bc4b7e4c9a8f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=2f46f7a1-33db-4220-b34f-49fa25718fd9 HTTP/1.1" status: 200 len: 217 time: 0.0598881 Nov 19 17:47:44.696516 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da6fda0-2f56-47a1-95e4-5183e2b399d2 admin admin] Pushing event updated for resources: {'Port': ['ID=423fd538-e14b-4796-b3af-feec2debe439,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:47:44.731663 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1da6fda0-2f56-47a1-95e4-5183e2b399d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-671361'] for router_interface, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:44.842691 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-7d84d4a4-5e28-4046-9fba-7e16fd1a7742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:44.844235 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-7d84d4a4-5e28-4046-9fba-7e16fd1a7742 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4125d911-4b34-4d0c-a736-6a09404ca814 HTTP/1.1" status: 200 len: 797 time: 0.1530945 Nov 19 17:47:44.848128 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-564c8f13-bad4-42ba-8b6b-da4bac545aeb None None] Set router 7f4250a2-3f00-4b69-b08a-06d937e1847c gateway port host: n-d-818022-2 {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:47:44.984422 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbedcc5f-fc6a-47e2-93d7-1954334f178c req-8ff85b72-106d-4ff7-9ccd-4d205d7d16a7 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:44.995031 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-dbedcc5f-fc6a-47e2-93d7-1954334f178c req-8ff85b72-106d-4ff7-9ccd-4d205d7d16a7 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/ports?device_id=8c630bbd-efb2-4d8f-829a-b55a5711c2b8 HTTP/1.1" status: 200 len: 950 time: 0.1723924 Nov 19 17:47:45.033830 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:47:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-767998a1-97d9-4901-8b49-0ff80a76b04b x-openstack-request-id: req-767998a1-97d9-4901-8b49-0ff80a76b04b {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:47:45.034408 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec9f9dc4-f3d0-4fbd-b419-1ab72c92e9be", "name": "network-vif-plugged", "status": "completed", "tag": "71243686-16d7-4505-9eb3-c400bc2cf33c", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:47:45.034665 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-767998a1-97d9-4901-8b49-0ff80a76b04b {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:47:45.035100 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec9f9dc4-f3d0-4fbd-b419-1ab72c92e9be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71243686-16d7-4505-9eb3-c400bc2cf33c', 'code': 200} Nov 19 17:47:45.047235 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-b50e07aa-82f4-41e2-ad1d-9fe91eb7f715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:45.049087 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-b50e07aa-82f4-41e2-ad1d-9fe91eb7f715 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c051a038-1534-488b-800a-8e55916bcfc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1841986 Nov 19 17:47:45.098974 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=71243686-16d7-4505-9eb3-c400bc2cf33c,revision_number=12']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:47:45.128084 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-17b3e1c1-c492-41cc-a318-3ceebf0d317b None None] Provisioning complete for port 423fd538-e14b-4796-b3af-feec2debe439 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:47:45.128681 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-17b3e1c1-c492-41cc-a318-3ceebf0d317b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:45.199426 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1da6fda0-2f56-47a1-95e4-5183e2b399d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:45.228092 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-dbedcc5f-fc6a-47e2-93d7-1954334f178c req-f8c5fe8f-d22a-4681-a73c-25bd695a211b tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/security-groups?id=6e557aa4-1576-4002-9603-a630915d92af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322373 Nov 19 17:47:45.236274 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-17b3e1c1-c492-41cc-a318-3ceebf0d317b None None] Port 423fd538-e14b-4796-b3af-feec2debe439 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:47:45.259127 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa2b48a-1cc5-4c96-ae23-8ea3430e06ae req-4d7bf1e5-efcd-4add-8204-3cf7646bb069 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:45.263855 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ffa2b48a-1cc5-4c96-ae23-8ea3430e06ae req-4d7bf1e5-efcd-4add-8204-3cf7646bb069 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec9f9dc4-f3d0-4fbd-b419-1ab72c92e9be HTTP/1.1" status: 200 len: 947 time: 0.2704427 Nov 19 17:47:45.273253 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f82fd6c-7fe0-45f4-8ba1-3319be472755 req-d50b041a-9d27-44c4-8f58-0b6fa3d93cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:45.275427 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9f82fd6c-7fe0-45f4-8ba1-3319be472755 req-d50b041a-9d27-44c4-8f58-0b6fa3d93cf3 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ec9f9dc4-f3d0-4fbd-b419-1ab72c92e9be HTTP/1.1" status: 200 len: 1098 time: 0.2427030 Nov 19 17:47:45.293954 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-564c8f13-bad4-42ba-8b6b-da4bac545aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f4250a2-3f00-4b69-b08a-06d937e1847c', 'name': 'tempest-TaggedBootDevicesTest_v242-424642042-router', 'tenant_id': '204b8291a9dd4a84af4d7e1889d7c2c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.176'}], 'enable_snat': True}, 'gw_port_id': '2303e023-ec56-429f-9e59-c399af14f783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:47:35Z', 'updated_at': '2021-11-19T17:47:40Z', 'revision_number': 3, 'project_id': '204b8291a9dd4a84af4d7e1889d7c2c2', 'gw_port': {'id': '2303e023-ec56-429f-9e59-c399af14f783', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b6:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f4250a2-3f00-4b69-b08a-06d937e1847c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:47:38Z', 'updated_at': '2021-11-19T17:47:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:47:45.358844 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-564c8f13-bad4-42ba-8b6b-da4bac545aeb None None] The sync data for ids ['7f4250a2-3f00-4b69-b08a-06d937e1847c'] in n-d-818022-2 is: [{'id': '7f4250a2-3f00-4b69-b08a-06d937e1847c', 'name': 'tempest-TaggedBootDevicesTest_v242-424642042-router', 'tenant_id': '204b8291a9dd4a84af4d7e1889d7c2c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.176'}], 'enable_snat': True}, 'gw_port_id': '2303e023-ec56-429f-9e59-c399af14f783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:47:35Z', 'updated_at': '2021-11-19T17:47:40Z', 'revision_number': 3, 'project_id': '204b8291a9dd4a84af4d7e1889d7c2c2', 'gw_port': {'id': '2303e023-ec56-429f-9e59-c399af14f783', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b6:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f4250a2-3f00-4b69-b08a-06d937e1847c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:47:38Z', 'updated_at': '2021-11-19T17:47:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 17:47:45.522902 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ffa2b48a-1cc5-4c96-ae23-8ea3430e06ae req-9b34ecdb-200b-41bb-8cb7-e3645ad1d7e4 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/security-groups?id=b596b6e2-4e99-405d-ab15-439621199b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2461197 Nov 19 17:47:45.529363 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9f82fd6c-7fe0-45f4-8ba1-3319be472755 req-48a9144a-8b66-4fed-ac9d-9b2b12f6ea82 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=b596b6e2-4e99-405d-ab15-439621199b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2421722 Nov 19 17:47:45.542254 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-2fe1275c-e640-471b-ad56-c77ad4bb0306 service neutron] 10.222.0.60 "GET /v2.0/networks/c051a038-1534-488b-800a-8e55916bcfc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4686291 Nov 19 17:47:45.652341 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd3ef5f-840d-48b6-aa92-5f1485c2477a req-fb345954-f0dd-44b4-93b1-34023cb36601 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:45.659020 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd3ef5f-840d-48b6-aa92-5f1485c2477a req-fb345954-f0dd-44b4-93b1-34023cb36601 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:45.665085 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd3ef5f-840d-48b6-aa92-5f1485c2477a req-fb345954-f0dd-44b4-93b1-34023cb36601 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:45.671507 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd3ef5f-840d-48b6-aa92-5f1485c2477a req-fb345954-f0dd-44b4-93b1-34023cb36601 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:45.682264 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd3ef5f-840d-48b6-aa92-5f1485c2477a req-fb345954-f0dd-44b4-93b1-34023cb36601 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:45.688872 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd3ef5f-840d-48b6-aa92-5f1485c2477a req-fb345954-f0dd-44b4-93b1-34023cb36601 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:45.695189 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd3ef5f-840d-48b6-aa92-5f1485c2477a req-fb345954-f0dd-44b4-93b1-34023cb36601 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:45.697207 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-edd3ef5f-840d-48b6-aa92-5f1485c2477a req-fb345954-f0dd-44b4-93b1-34023cb36601 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] 10.222.0.54 "GET /v2.0/ports?device_id=08d7166f-7a15-4f21-9c94-87560bcdea01 HTTP/1.1" status: 200 len: 5421 time: 0.1816342 Nov 19 17:47:45.771301 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1da6fda0-2f56-47a1-95e4-5183e2b399d2 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:45.786475 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1da6fda0-2f56-47a1-95e4-5183e2b399d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:45.831418 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a31a47a4-d3da-4720-896d-0b79651b4b47 req-32cbba96-bf51-48f5-a074-12602c35de23 tempest-ServersTestBootFromVolume-1084178328 tempest-ServersTestBootFromVolume-1084178328-project] 10.222.0.54 "GET /v2.0/ports?device_id=e33d0af4-0080-4fe5-a9b8-982da66e8549 HTTP/1.1" status: 200 len: 210 time: 0.1096313 Nov 19 17:47:45.903177 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-ff22b286-6864-4e99-a89a-966fe206aa6d service neutron] 10.222.0.60 "GET /v2.0/networks/c051a038-1534-488b-800a-8e55916bcfc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828108 Nov 19 17:47:45.916377 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1da6fda0-2f56-47a1-95e4-5183e2b399d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-768529'] for router_interface, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:45.922113 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da6fda0-2f56-47a1-95e4-5183e2b399d2 admin admin] Pushing event updated for resources: {'Port': ['ID=423fd538-e14b-4796-b3af-feec2debe439,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:47:45.977713 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-edd3ef5f-840d-48b6-aa92-5f1485c2477a req-7909193f-628e-4907-930b-d1f93c32a6a2 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] 10.222.0.54 "GET /v2.0/security-groups?id=c27dfe00-81ac-4bf5-b9dd-805873436817&id=2c5c45e5-871b-4ee9-82e2-22e9698a9680&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2711856 Nov 19 17:47:46.044765 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-6968c67f-41b0-4e15-bf63-e2508b0ad264 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=534dda20-44c3-4e51-a3ef-bc7f289e3330 HTTP/1.1" status: 200 len: 217 time: 0.1328766 Nov 19 17:47:46.158101 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-08a53659-a2b9-4ff8-879e-de38d15cc9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:46.160444 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-08a53659-a2b9-4ff8-879e-de38d15cc9dd service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4125d911-4b34-4d0c-a736-6a09404ca814 HTTP/1.1" status: 200 len: 797 time: 0.1039429 Nov 19 17:47:46.198258 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99435ea-a53c-4ea2-bd73-053f104e404b req-10c190b8-b3c5-41e0-90ce-0d312fdc1c12 tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:46.200636 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b99435ea-a53c-4ea2-bd73-053f104e404b req-10c190b8-b3c5-41e0-90ce-0d312fdc1c12 tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] 10.222.0.54 "GET /v2.0/ports?device_id=d92fe2bd-ad51-4c6e-8818-ece36aa67a95 HTTP/1.1" status: 200 len: 945 time: 0.2285466 Nov 19 17:47:46.202675 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1da6fda0-2f56-47a1-95e4-5183e2b399d2 admin admin] Network 30cc82c9-8c1f-49cc-8162-0520c6f854aa is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:47:46.206336 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-1da6fda0-2f56-47a1-95e4-5183e2b399d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:47:46.318013 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-9b7632b9-8171-4a11-ae09-0e800b48f28d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:46.319613 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-9b7632b9-8171-4a11-ae09-0e800b48f28d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c051a038-1534-488b-800a-8e55916bcfc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1436949 Nov 19 17:47:46.559847 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1da6fda0-2f56-47a1-95e4-5183e2b399d2 admin admin] Router 7f4250a2-3f00-4b69-b08a-06d937e1847c has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 17:47:46.814233 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-55c40523-a4fa-4cd9-871a-214de20bd3fe None None] Provisioning complete for port 423fd538-e14b-4796-b3af-feec2debe439 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:47:46.814875 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-55c40523-a4fa-4cd9-871a-214de20bd3fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:47.015331 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-55c40523-a4fa-4cd9-871a-214de20bd3fe None None] Port 423fd538-e14b-4796-b3af-feec2debe439 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:47:47.034462 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1da6fda0-2f56-47a1-95e4-5183e2b399d2 admin admin] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 17:47:47.042897 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b99435ea-a53c-4ea2-bd73-053f104e404b req-6acdc23d-2123-44f6-8113-f8f182815b0c tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] 10.222.0.54 "GET /v2.0/security-groups?id=a352ca94-2149-4006-acad-e3c22132eabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8108208 Nov 19 17:47:47.067836 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-1da6fda0-2f56-47a1-95e4-5183e2b399d2 admin admin] 10.222.0.54 "PUT /v2.0/routers/7f4250a2-3f00-4b69-b08a-06d937e1847c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5236557 Nov 19 17:47:47.159454 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-13ac59ac-ba26-4c4c-9f9f-0efed3765739 service neutron] 10.222.0.60 "GET /v2.0/networks/c051a038-1534-488b-800a-8e55916bcfc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7873611 Nov 19 17:47:47.317072 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 2303e023-ec56-429f-9e59-c399af14f783 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:47:47.447020 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 2303e023-ec56-429f-9e59-c399af14f783 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:47:47.447938 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:47.502856 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e226a569-d66d-49d1-83fc-cb114ef09961 req-67b828b5-7595-487e-9459-7c50b3f85302 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:47.511518 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e7da9bab-b99a-44e8-a74d-9ae23e74fe20 req-d8f60dc7-d039-47da-b328-b6c68057b8fa service neutron] 10.222.0.60 "GET /v2.0/networks/c051a038-1534-488b-800a-8e55916bcfc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3445733 Nov 19 17:47:47.514616 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-e226a569-d66d-49d1-83fc-cb114ef09961 req-67b828b5-7595-487e-9459-7c50b3f85302 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/ports?device_id=8c630bbd-efb2-4d8f-829a-b55a5711c2b8 HTTP/1.1" status: 200 len: 950 time: 0.2462165 Nov 19 17:47:47.529185 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a111626-3869-42cd-855e-8c14703cadbd req-5d4f1812-a1d6-4652-b438-6610194b031c tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:47.531405 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6a111626-3869-42cd-855e-8c14703cadbd req-5d4f1812-a1d6-4652-b438-6610194b031c tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec9f9dc4-f3d0-4fbd-b419-1ab72c92e9be HTTP/1.1" status: 200 len: 947 time: 0.3400006 Nov 19 17:47:47.634806 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-e226a569-d66d-49d1-83fc-cb114ef09961 req-b1a0d7bc-c483-4b8b-a930-81b995162f3b tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/security-groups?id=6e557aa4-1576-4002-9603-a630915d92af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178443 Nov 19 17:47:47.694742 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:47.731574 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] For port 2303e023-ec56-429f-9e59-c399af14f783, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=2303e023-ec56-429f-9e59-c399af14f783,segment=NetworkSegment(bbe705c1-96c0-476e-8381-28227e6f0ac5),segment_id=bbe705c1-96c0-476e-8381-28227e6f0ac5)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:47:47.739979 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:47.756918 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6a111626-3869-42cd-855e-8c14703cadbd req-c1075cca-e33c-498f-84f7-9caf4ec86530 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/security-groups?id=b596b6e2-4e99-405d-ab15-439621199b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2159228 Nov 19 17:47:47.797913 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7efa4fe-e1b6-4f5b-8f55-77630e1021cc req-e8af7088-d02e-431b-b9ed-60c59c5c7882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:47.798397 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7efa4fe-e1b6-4f5b-8f55-77630e1021cc req-e8af7088-d02e-431b-b9ed-60c59c5c7882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:47.798871 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7efa4fe-e1b6-4f5b-8f55-77630e1021cc req-e8af7088-d02e-431b-b9ed-60c59c5c7882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:47.799393 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7efa4fe-e1b6-4f5b-8f55-77630e1021cc req-e8af7088-d02e-431b-b9ed-60c59c5c7882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:47.799852 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7efa4fe-e1b6-4f5b-8f55-77630e1021cc req-e8af7088-d02e-431b-b9ed-60c59c5c7882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:47.800322 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7efa4fe-e1b6-4f5b-8f55-77630e1021cc req-e8af7088-d02e-431b-b9ed-60c59c5c7882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:47.800782 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7efa4fe-e1b6-4f5b-8f55-77630e1021cc req-e8af7088-d02e-431b-b9ed-60c59c5c7882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:47.802807 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f7efa4fe-e1b6-4f5b-8f55-77630e1021cc req-e8af7088-d02e-431b-b9ed-60c59c5c7882 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c2e6ec2d08df4707906c035065baeeeb&device_id=08d7166f-7a15-4f21-9c94-87560bcdea01 HTTP/1.1" status: 200 len: 6478 time: 0.1914177 Nov 19 17:47:47.929094 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Pushing event updated for resources: {'Port': ['ID=2303e023-ec56-429f-9e59-c399af14f783,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:47:47.930352 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adde698e-e519-48d7-9c3c-37a73873d67b req-9b2fd562-34dc-4aca-a7b9-70c74f180556 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:47.931991 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-adde698e-e519-48d7-9c3c-37a73873d67b req-9b2fd562-34dc-4aca-a7b9-70c74f180556 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d6d80d6-3550-4ad7-998c-1e2c27418ad5 HTTP/1.1" status: 200 len: 945 time: 0.0929770 Nov 19 17:47:48.025171 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-adde698e-e519-48d7-9c3c-37a73873d67b req-572629ad-2827-4370-b4b6-a55c6dd8a96c tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/security-groups?id=85786454-c560-4317-bd73-95e1b791240f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732460 Nov 19 17:47:48.139144 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7efa4fe-e1b6-4f5b-8f55-77630e1021cc req-50a2ac6a-6944-4a44-aa81-a0013e63c582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:48.141212 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f7efa4fe-e1b6-4f5b-8f55-77630e1021cc req-50a2ac6a-6944-4a44-aa81-a0013e63c582 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c051a038-1534-488b-800a-8e55916bcfc3 HTTP/1.1" status: 200 len: 902 time: 0.3289545 Nov 19 17:47:48.163934 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9fb3b1-ff0d-4f7c-bdff-f8d08025f15f req-995f52c5-c530-4b8e-ad07-1fcc582a840f tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:48.171990 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9fb3b1-ff0d-4f7c-bdff-f8d08025f15f req-995f52c5-c530-4b8e-ad07-1fcc582a840f tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:48.179377 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9fb3b1-ff0d-4f7c-bdff-f8d08025f15f req-995f52c5-c530-4b8e-ad07-1fcc582a840f tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:48.186317 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9fb3b1-ff0d-4f7c-bdff-f8d08025f15f req-995f52c5-c530-4b8e-ad07-1fcc582a840f tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:48.194346 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9fb3b1-ff0d-4f7c-bdff-f8d08025f15f req-995f52c5-c530-4b8e-ad07-1fcc582a840f tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:48.201598 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9fb3b1-ff0d-4f7c-bdff-f8d08025f15f req-995f52c5-c530-4b8e-ad07-1fcc582a840f tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:48.208562 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9fb3b1-ff0d-4f7c-bdff-f8d08025f15f req-995f52c5-c530-4b8e-ad07-1fcc582a840f tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:48.219766 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8f9fb3b1-ff0d-4f7c-bdff-f8d08025f15f req-995f52c5-c530-4b8e-ad07-1fcc582a840f tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] 10.222.0.54 "GET /v2.0/ports?device_id=08d7166f-7a15-4f21-9c94-87560bcdea01 HTTP/1.1" status: 200 len: 5421 time: 0.1787291 Nov 19 17:47:48.238827 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 55580) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:47:48.356503 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f7efa4fe-e1b6-4f5b-8f55-77630e1021cc req-7f8fb85b-b055-4746-aba9-78e142e24042 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=534dda20-44c3-4e51-a3ef-bc7f289e3330 HTTP/1.1" status: 200 len: 217 time: 0.1334941 Nov 19 17:47:48.365548 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-45a84ad0-3021-412f-bd2e-453ff4bc6495 tempest-ServersTestBootFromVolume-1084178328 tempest-ServersTestBootFromVolume-1084178328-project] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:48.372060 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8f9fb3b1-ff0d-4f7c-bdff-f8d08025f15f req-6ca8250e-6280-4be3-9eaf-3c16f79bf7aa tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] 10.222.0.54 "GET /v2.0/security-groups?id=c27dfe00-81ac-4bf5-b9dd-805873436817&id=2c5c45e5-871b-4ee9-82e2-22e9698a9680&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1512706 Nov 19 17:47:48.438256 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-45a84ad0-3021-412f-bd2e-453ff4bc6495 tempest-ServersTestBootFromVolume-1084178328 tempest-ServersTestBootFromVolume-1084178328-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:48.492357 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 55586) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:47:48.499745 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-9cf6852b-b809-4e33-88cb-56aa73be2f8e admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-107126194-network', 'tenant_id': 'dc4ce8c0e4764250ba39abc11774435f'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:47:48.515475 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7efa4fe-e1b6-4f5b-8f55-77630e1021cc req-21571aa8-804c-4678-8f36-dee3e059946e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:48.515983 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3410a4-b396-41c9-b635-884fb322e5c7 req-2e0fdeb7-de22-4c88-8d66-1145d557d09b tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:48.517343 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f7efa4fe-e1b6-4f5b-8f55-77630e1021cc req-21571aa8-804c-4678-8f36-dee3e059946e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4125d911-4b34-4d0c-a736-6a09404ca814 HTTP/1.1" status: 200 len: 797 time: 0.1398647 Nov 19 17:47:48.528922 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-1f3410a4-b396-41c9-b635-884fb322e5c7 req-2e0fdeb7-de22-4c88-8d66-1145d557d09b tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] 10.222.0.54 "GET /v2.0/ports?device_id=d92fe2bd-ad51-4c6e-8818-ece36aa67a95 HTTP/1.1" status: 200 len: 945 time: 0.1597917 Nov 19 17:47:48.614670 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2592c733-cd1f-45b8-984a-3038c7d7bd46 None None] Sync routers for ids ['7f4250a2-3f00-4b69-b08a-06d937e1847c'] in n-d-818022-2 {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 17:47:48.615514 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cf6852b-b809-4e33-88cb-56aa73be2f8e admin admin] Made reservation on behalf of dc4ce8c0e4764250ba39abc11774435f for: {'network': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:47:48.618824 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9cf6852b-b809-4e33-88cb-56aa73be2f8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:48.633701 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2592c733-cd1f-45b8-984a-3038c7d7bd46 None None] Routers {'7f4250a2-3f00-4b69-b08a-06d937e1847c'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:47:48.635813 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-2592c733-cd1f-45b8-984a-3038c7d7bd46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:47:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['7f4250a2-3f00-4b69-b08a-06d937e1847c'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:47:48.640524 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9cf6852b-b809-4e33-88cb-56aa73be2f8e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:48.647924 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-45a84ad0-3021-412f-bd2e-453ff4bc6495 tempest-ServersTestBootFromVolume-1084178328 tempest-ServersTestBootFromVolume-1084178328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:48.650217 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7efa4fe-e1b6-4f5b-8f55-77630e1021cc req-d72d476a-8a8b-4e7e-8421-70acdeb316ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:48.653139 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f7efa4fe-e1b6-4f5b-8f55-77630e1021cc req-d72d476a-8a8b-4e7e-8421-70acdeb316ac service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c051a038-1534-488b-800a-8e55916bcfc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1271029 Nov 19 17:47:48.666432 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-45a84ad0-3021-412f-bd2e-453ff4bc6495 tempest-ServersTestBootFromVolume-1084178328 tempest-ServersTestBootFromVolume-1084178328-project] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:48.681927 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-45a84ad0-3021-412f-bd2e-453ff4bc6495 tempest-ServersTestBootFromVolume-1084178328 tempest-ServersTestBootFromVolume-1084178328-project] 10.222.0.54 "DELETE /v2.0/security-groups/2ec0b8a4-c244-45a8-bc97-a42747514333 HTTP/1.1" status: 204 len: 168 time: 0.4402215 Nov 19 17:47:48.682238 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 55590) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:47:48.735972 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-1f3410a4-b396-41c9-b635-884fb322e5c7 req-06e7c8f6-05b4-4cc8-8587-f24c9d2fb761 tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] 10.222.0.54 "GET /v2.0/security-groups?id=a352ca94-2149-4006-acad-e3c22132eabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058349 Nov 19 17:47:48.755807 n-d-818022-2 neutron-server[103364]: INFO neutron.api.v2.resource [None req-85b8595d-a74f-443f-ab84-2f6fda3ae661 tempest-ServersTestBootFromVolume-1084178328 tempest-ServersTestBootFromVolume-1084178328-project] show failed (client error): The resource could not be found. Nov 19 17:47:48.766934 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-85b8595d-a74f-443f-ab84-2f6fda3ae661 tempest-ServersTestBootFromVolume-1084178328 tempest-ServersTestBootFromVolume-1084178328-project] 10.222.0.54 "GET /v2.0/security-groups/2ec0b8a4-c244-45a8-bc97-a42747514333 HTTP/1.1" status: 404 len: 347 time: 0.0704434 Nov 19 17:47:48.767147 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 55592) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:47:48.768564 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a84ad0-3021-412f-bd2e-453ff4bc6495 tempest-ServersTestBootFromVolume-1084178328 tempest-ServersTestBootFromVolume-1084178328-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ec0b8a4-c244-45a8-bc97-a42747514333,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:47:48.925165 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-2592c733-cd1f-45b8-984a-3038c7d7bd46 None None] Set router 7f4250a2-3f00-4b69-b08a-06d937e1847c gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:47:49.023701 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be42498a-9d4a-4a4e-81f5-8b421781ee80 req-30b06ee9-7d1d-453d-8d33-77f8ac7dafd6 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:49.046965 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 2303e023-ec56-429f-9e59-c399af14f783 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:47:49.062149 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-be42498a-9d4a-4a4e-81f5-8b421781ee80 req-30b06ee9-7d1d-453d-8d33-77f8ac7dafd6 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec9f9dc4-f3d0-4fbd-b419-1ab72c92e9be HTTP/1.1" status: 200 len: 947 time: 0.1522238 Nov 19 17:47:49.131671 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f7efa4fe-e1b6-4f5b-8f55-77630e1021cc req-45de57ec-ee08-4afa-b80c-7e4685138089 service neutron] 10.222.0.60 "GET /v2.0/networks/c051a038-1534-488b-800a-8e55916bcfc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4654512 Nov 19 17:47:49.199835 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-be42498a-9d4a-4a4e-81f5-8b421781ee80 req-91a6c251-e82e-454a-b418-71e0d5a727d9 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/security-groups?id=b596b6e2-4e99-405d-ab15-439621199b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306312 Nov 19 17:47:49.220721 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 2303e023-ec56-429f-9e59-c399af14f783 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:47:49.221289 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:49.415012 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40bc700-31f9-4283-916c-b09df0b219c6 req-f071fa67-003d-46e9-a8d1-0a672ed765b2 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:49.426015 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f40bc700-31f9-4283-916c-b09df0b219c6 req-f071fa67-003d-46e9-a8d1-0a672ed765b2 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d6d80d6-3550-4ad7-998c-1e2c27418ad5 HTTP/1.1" status: 200 len: 945 time: 0.1003969 Nov 19 17:47:49.483001 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-2592c733-cd1f-45b8-984a-3038c7d7bd46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f4250a2-3f00-4b69-b08a-06d937e1847c', 'name': 'tempest-TaggedBootDevicesTest_v242-424642042-router', 'tenant_id': '204b8291a9dd4a84af4d7e1889d7c2c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.176'}], 'enable_snat': True}, 'gw_port_id': '2303e023-ec56-429f-9e59-c399af14f783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:47:35Z', 'updated_at': '2021-11-19T17:47:45Z', 'revision_number': 4, 'project_id': '204b8291a9dd4a84af4d7e1889d7c2c2', 'gw_port': {'id': '2303e023-ec56-429f-9e59-c399af14f783', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b6:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f4250a2-3f00-4b69-b08a-06d937e1847c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:47:38Z', 'updated_at': '2021-11-19T17:47:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': '423fd538-e14b-4796-b3af-feec2debe439', 'name': '', 'network_id': '30cc82c9-8c1f-49cc-8162-0520c6f854aa', 'tenant_id': '204b8291a9dd4a84af4d7e1889d7c2c2', 'mac_address': 'fa:16:3e:61:ad:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f4250a2-3f00-4b69-b08a-06d937e1847c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': '0a14f80e-a548-4036-8075-eea4ab04e398', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:47:43Z', 'updated_at': '2021-11-19T17:47:45Z', 'revision_number': 2, 'project_id': '204b8291a9dd4a84af4d7e1889d7c2c2', 'subnets': [{'id': '0a14f80e-a548-4036-8075-eea4ab04e398', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:47:49.499006 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0303b9-091b-4ada-a864-2b7144b920b3 req-cd8661d1-b7f0-4f64-8dee-ec014ced7f67 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:49.519886 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3b0303b9-091b-4ada-a864-2b7144b920b3 req-cd8661d1-b7f0-4f64-8dee-ec014ced7f67 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/ports?device_id=8c630bbd-efb2-4d8f-829a-b55a5711c2b8 HTTP/1.1" status: 200 len: 950 time: 0.6516001 Nov 19 17:47:49.520718 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2592c733-cd1f-45b8-984a-3038c7d7bd46 None None] Checking router: 7f4250a2-3f00-4b69-b08a-06d937e1847c for host: n-d-818022-2 {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 17:47:49.521275 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2592c733-cd1f-45b8-984a-3038c7d7bd46 None None] Updating router 7f4250a2-3f00-4b69-b08a-06d937e1847c port 423fd538-e14b-4796-b3af-feec2debe439 binding host n-d-818022-2 {{(pid=103367) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 17:47:49.552128 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-2592c733-cd1f-45b8-984a-3038c7d7bd46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:49.555708 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f40bc700-31f9-4283-916c-b09df0b219c6 req-3885810f-7d40-4e96-9418-bcf1481dde65 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/security-groups?id=85786454-c560-4317-bd73-95e1b791240f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1265905 Nov 19 17:47:49.758045 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3b0303b9-091b-4ada-a864-2b7144b920b3 req-46a48fa8-1456-4eeb-b2ce-879f4350d67c tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/security-groups?id=6e557aa4-1576-4002-9603-a630915d92af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2286015 Nov 19 17:47:49.788936 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-40a33ad8-d92d-459f-8748-561f2218b691 tempest-ServersTestBootFromVolume-1084178328 tempest-ServersTestBootFromVolume-1084178328-project] Deleting port eb9a5b1e-65f4-4802-b09f-add9737cbfee {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:47:49.793231 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-40a33ad8-d92d-459f-8748-561f2218b691 tempest-ServersTestBootFromVolume-1084178328 tempest-ServersTestBootFromVolume-1084178328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:49.816704 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7298d2c-f2ba-4f19-9715-86aa5b12cdb0 req-8c9a6a5c-d8a2-43cc-9a8e-6d99773b5df0 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:49.824041 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a7298d2c-f2ba-4f19-9715-86aa5b12cdb0 req-8c9a6a5c-d8a2-43cc-9a8e-6d99773b5df0 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec9f9dc4-f3d0-4fbd-b419-1ab72c92e9be HTTP/1.1" status: 200 len: 947 time: 0.1149852 Nov 19 17:47:49.933963 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9cf6852b-b809-4e33-88cb-56aa73be2f8e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:49.939250 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f7efa4fe-e1b6-4f5b-8f55-77630e1021cc req-44d882ce-9ba3-4022-aabc-cdeb022b436b service neutron] 10.222.0.60 "GET /v2.0/networks/c051a038-1534-488b-800a-8e55916bcfc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7554164 Nov 19 17:47:49.945801 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9cf6852b-b809-4e33-88cb-56aa73be2f8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:49.961489 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a7298d2c-f2ba-4f19-9715-86aa5b12cdb0 req-3cf9f11e-7473-4697-9a99-125d5da27b23 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/security-groups?id=b596b6e2-4e99-405d-ab15-439621199b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303282 Nov 19 17:47:49.985001 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cf6852b-b809-4e33-88cb-56aa73be2f8e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 658} {{(pid=103365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 17:47:50.022092 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-2592c733-cd1f-45b8-984a-3038c7d7bd46 None None] Publish callbacks [] for port, precommit_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:50.029020 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-2592c733-cd1f-45b8-984a-3038c7d7bd46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:50.071998 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf6852b-b809-4e33-88cb-56aa73be2f8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=795e39ca-96b8-4101-b21d-76239114adbe,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:47:50.144573 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9cf6852b-b809-4e33-88cb-56aa73be2f8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:50.145553 n-d-818022-2 neutron-server[103365]: INFO neutron.db.segments_db [None req-9cf6852b-b809-4e33-88cb-56aa73be2f8e admin admin] Added segment df98e083-ab86-46f8-8fdf-afe658ee5250 of type vlan for network 8f77ab62-7dc5-45f8-8711-4a707c9a4b60 Nov 19 17:47:50.168964 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78597aee-909e-4e68-85be-ecf8fadfa9c7 None None] Pushing event updated for resources: {'Port': ['ID=423fd538-e14b-4796-b3af-feec2debe439,revision_number=3']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:47:50.195915 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78597aee-909e-4e68-85be-ecf8fadfa9c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:47:50.196262 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78597aee-909e-4e68-85be-ecf8fadfa9c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:47:50.196608 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78597aee-909e-4e68-85be-ecf8fadfa9c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:47:50.196954 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78597aee-909e-4e68-85be-ecf8fadfa9c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:47:50.197290 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78597aee-909e-4e68-85be-ecf8fadfa9c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:47:50.197623 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78597aee-909e-4e68-85be-ecf8fadfa9c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:47:50.197983 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78597aee-909e-4e68-85be-ecf8fadfa9c7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:47:50.198313 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78597aee-909e-4e68-85be-ecf8fadfa9c7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:47:50.198641 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78597aee-909e-4e68-85be-ecf8fadfa9c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:47:50.198969 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78597aee-909e-4e68-85be-ecf8fadfa9c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:47:50.199293 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78597aee-909e-4e68-85be-ecf8fadfa9c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:47:50.199616 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78597aee-909e-4e68-85be-ecf8fadfa9c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:47:50.226951 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c2101f-95ec-430d-9957-f83ed94a5dc5 req-977c48d0-c8c0-4dd5-9d62-0df38da86573 tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:50.228788 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-27c2101f-95ec-430d-9957-f83ed94a5dc5 req-977c48d0-c8c0-4dd5-9d62-0df38da86573 tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] 10.222.0.54 "GET /v2.0/ports?device_id=d92fe2bd-ad51-4c6e-8818-ece36aa67a95 HTTP/1.1" status: 200 len: 945 time: 0.1629267 Nov 19 17:47:50.263167 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-40a33ad8-d92d-459f-8748-561f2218b691 tempest-ServersTestBootFromVolume-1084178328 tempest-ServersTestBootFromVolume-1084178328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:50.265197 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-40a33ad8-d92d-459f-8748-561f2218b691 tempest-ServersTestBootFromVolume-1084178328 tempest-ServersTestBootFromVolume-1084178328-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:50.283713 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-40a33ad8-d92d-459f-8748-561f2218b691 tempest-ServersTestBootFromVolume-1084178328 tempest-ServersTestBootFromVolume-1084178328-project] Calling delete_port for eb9a5b1e-65f4-4802-b09f-add9737cbfee owned by network:floatingip {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:47:50.337651 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-2592c733-cd1f-45b8-984a-3038c7d7bd46 None None] Attempting to bind port 423fd538-e14b-4796-b3af-feec2debe439 on host n-d-818022-2 for vnic_type normal with profile {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:47:50.338066 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-2592c733-cd1f-45b8-984a-3038c7d7bd46 None None] Attempting to bind port 423fd538-e14b-4796-b3af-feec2debe439 by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': '949c8f19-feca-48a3-a3b4-7bc362c7af12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '30cc82c9-8c1f-49cc-8162-0520c6f854aa'}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:47:50.338433 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2592c733-cd1f-45b8-984a-3038c7d7bd46 None None] Attempting to bind port 423fd538-e14b-4796-b3af-feec2debe439 on network 30cc82c9-8c1f-49cc-8162-0520c6f854aa {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:47:50.357233 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2592c733-cd1f-45b8-984a-3038c7d7bd46 None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 47, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:47:50.357632 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2592c733-cd1f-45b8-984a-3038c7d7bd46 None None] Checking segment: {'id': '949c8f19-feca-48a3-a3b4-7bc362c7af12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '30cc82c9-8c1f-49cc-8162-0520c6f854aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:47:50.358068 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-2592c733-cd1f-45b8-984a-3038c7d7bd46 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:50.359051 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2592c733-cd1f-45b8-984a-3038c7d7bd46 None None] Bound using segment: {'id': '949c8f19-feca-48a3-a3b4-7bc362c7af12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '30cc82c9-8c1f-49cc-8162-0520c6f854aa'} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:47:50.359612 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-2592c733-cd1f-45b8-984a-3038c7d7bd46 None None] Bound port: 423fd538-e14b-4796-b3af-feec2debe439, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '949c8f19-feca-48a3-a3b4-7bc362c7af12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '30cc82c9-8c1f-49cc-8162-0520c6f854aa'}}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:47:50.360082 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-2592c733-cd1f-45b8-984a-3038c7d7bd46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:50.373089 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-27c2101f-95ec-430d-9957-f83ed94a5dc5 req-ca0941ed-7bd4-4556-8e16-a96dffa7cd3a tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] 10.222.0.54 "GET /v2.0/security-groups?id=a352ca94-2149-4006-acad-e3c22132eabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367826 Nov 19 17:47:50.466980 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-40a33ad8-d92d-459f-8748-561f2218b691 tempest-ServersTestBootFromVolume-1084178328 tempest-ServersTestBootFromVolume-1084178328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:50.557665 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-2592c733-cd1f-45b8-984a-3038c7d7bd46 None None] For port 423fd538-e14b-4796-b3af-feec2debe439, host n-d-818022-2, cleared binding levels {{(pid=103367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:47:50.580334 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-2592c733-cd1f-45b8-984a-3038c7d7bd46 None None] For port 423fd538-e14b-4796-b3af-feec2debe439, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=423fd538-e14b-4796-b3af-feec2debe439,segment=NetworkSegment(949c8f19-feca-48a3-a3b4-7bc362c7af12),segment_id=949c8f19-feca-48a3-a3b4-7bc362c7af12)] {{(pid=103367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:47:50.592330 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-2592c733-cd1f-45b8-984a-3038c7d7bd46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:50.657474 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dd14d5-b9ee-428e-a455-4882a1322189 req-15d37735-8c9c-440d-970e-6d5769bb2da8 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:50.661280 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9cf6852b-b809-4e33-88cb-56aa73be2f8e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:50.674494 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b3dd14d5-b9ee-428e-a455-4882a1322189 req-15d37735-8c9c-440d-970e-6d5769bb2da8 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec9f9dc4-f3d0-4fbd-b419-1ab72c92e9be HTTP/1.1" status: 200 len: 947 time: 0.1467712 Nov 19 17:47:50.712210 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-f4009a07-5515-4eae-8a0c-4b69d177ebbd None None] Provisioning complete for port 423fd538-e14b-4796-b3af-feec2debe439 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:47:50.716198 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f4009a07-5515-4eae-8a0c-4b69d177ebbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:50.725431 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2592c733-cd1f-45b8-984a-3038c7d7bd46 None None] Routers {'7f4250a2-3f00-4b69-b08a-06d937e1847c'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:47:50.726117 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-2592c733-cd1f-45b8-984a-3038c7d7bd46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:47:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['7f4250a2-3f00-4b69-b08a-06d937e1847c'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:47:50.771261 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3947c021-8a23-48ef-9ed9-0a9cfa35f6f2 req-032f94fd-42f7-48d7-ac32-a1be8d794c72 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:50.777164 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3947c021-8a23-48ef-9ed9-0a9cfa35f6f2 req-032f94fd-42f7-48d7-ac32-a1be8d794c72 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:50.794167 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b3dd14d5-b9ee-428e-a455-4882a1322189 req-d5475f2d-bcc5-4ee4-bb39-0b279e99f48c tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/security-groups?id=b596b6e2-4e99-405d-ab15-439621199b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186075 Nov 19 17:47:50.809996 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3947c021-8a23-48ef-9ed9-0a9cfa35f6f2 req-032f94fd-42f7-48d7-ac32-a1be8d794c72 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:50.830714 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3947c021-8a23-48ef-9ed9-0a9cfa35f6f2 req-032f94fd-42f7-48d7-ac32-a1be8d794c72 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:50.849470 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3947c021-8a23-48ef-9ed9-0a9cfa35f6f2 req-032f94fd-42f7-48d7-ac32-a1be8d794c72 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:50.867313 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3947c021-8a23-48ef-9ed9-0a9cfa35f6f2 req-032f94fd-42f7-48d7-ac32-a1be8d794c72 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:50.877607 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3947c021-8a23-48ef-9ed9-0a9cfa35f6f2 req-032f94fd-42f7-48d7-ac32-a1be8d794c72 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:50.892823 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3947c021-8a23-48ef-9ed9-0a9cfa35f6f2 req-032f94fd-42f7-48d7-ac32-a1be8d794c72 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] 10.222.0.54 "GET /v2.0/ports?device_id=08d7166f-7a15-4f21-9c94-87560bcdea01 HTTP/1.1" status: 200 len: 5421 time: 0.9501228 Nov 19 17:47:50.913391 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a33ad8-d92d-459f-8748-561f2218b691 tempest-ServersTestBootFromVolume-1084178328 tempest-ServersTestBootFromVolume-1084178328-project] Pushing event deleted for resources: {'Port': ['ID=eb9a5b1e-65f4-4802-b09f-add9737cbfee,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:47:50.923784 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f4009a07-5515-4eae-8a0c-4b69d177ebbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:50.977668 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9cf6852b-b809-4e33-88cb-56aa73be2f8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:50.978956 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cf6852b-b809-4e33-88cb-56aa73be2f8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:50.980243 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9cf6852b-b809-4e33-88cb-56aa73be2f8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:51.038394 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-f4009a07-5515-4eae-8a0c-4b69d177ebbd None None] For port 423fd538-e14b-4796-b3af-feec2debe439, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=423fd538-e14b-4796-b3af-feec2debe439,segment=NetworkSegment(949c8f19-feca-48a3-a3b4-7bc362c7af12),segment_id=949c8f19-feca-48a3-a3b4-7bc362c7af12)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:47:51.039960 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78597aee-909e-4e68-85be-ecf8fadfa9c7 None None] Pushing event updated for resources: {'Port': ['ID=423fd538-e14b-4796-b3af-feec2debe439,revision_number=4']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:47:51.050326 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f4009a07-5515-4eae-8a0c-4b69d177ebbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:51.075088 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353ad0ce-970b-4a2d-a5d6-ce99ae381f66 req-4f4e90aa-4385-4813-8c3c-4b2394ae4af5 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:51.101973 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-353ad0ce-970b-4a2d-a5d6-ce99ae381f66 req-4f4e90aa-4385-4813-8c3c-4b2394ae4af5 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d6d80d6-3550-4ad7-998c-1e2c27418ad5 HTTP/1.1" status: 200 len: 945 time: 0.1747088 Nov 19 17:47:51.137002 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-2592c733-cd1f-45b8-984a-3038c7d7bd46 None None] Set router 7f4250a2-3f00-4b69-b08a-06d937e1847c gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:47:51.228463 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-9cf6852b-b809-4e33-88cb-56aa73be2f8e admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.7331083 Nov 19 17:47:51.231832 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 55622) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:47:51.238791 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-feba1ed0-0181-45d7-ae9a-c828af17004f admin admin] Request body: {'subnet': {'network_id': '8f77ab62-7dc5-45f8-8711-4a707c9a4b60', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-107126194-subnet', 'tenant_id': 'dc4ce8c0e4764250ba39abc11774435f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:47:51.256536 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4009a07-5515-4eae-8a0c-4b69d177ebbd None None] Pushing event updated for resources: {'Port': ['ID=423fd538-e14b-4796-b3af-feec2debe439,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:47:51.302356 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-cc9ff745-2226-4882-ad9b-7d74c3695be0 None None] Provisioning complete for port 423fd538-e14b-4796-b3af-feec2debe439 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:47:51.302841 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-cc9ff745-2226-4882-ad9b-7d74c3695be0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:51.303705 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-353ad0ce-970b-4a2d-a5d6-ce99ae381f66 req-1a8ef815-f92b-42c4-a310-e899b38afdc0 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/security-groups?id=85786454-c560-4317-bd73-95e1b791240f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1967328 Nov 19 17:47:51.330774 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feba1ed0-0181-45d7-ae9a-c828af17004f admin admin] Made reservation on behalf of dc4ce8c0e4764250ba39abc11774435f for: {'subnet': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:47:51.336959 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-feba1ed0-0181-45d7-ae9a-c828af17004f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8983829'] for subnet, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:51.342846 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf6852b-b809-4e33-88cb-56aa73be2f8e admin admin] Pushing event updated for resources: {'Network': ['ID=8f77ab62-7dc5-45f8-8711-4a707c9a4b60,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:47:51.397859 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network 8f77ab62-7dc5-45f8-8711-4a707c9a4b60 details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 17:47:51.398549 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aa0518-bc31-4e00-8961-e18be78cb0bf req-b60a8803-8fc8-4e30-ab72-d921bfb673c5 tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:51.400743 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-64aa0518-bc31-4e00-8961-e18be78cb0bf req-b60a8803-8fc8-4e30-ab72-d921bfb673c5 tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] 10.222.0.86 "GET /v2.0/ports?device_id=d92fe2bd-ad51-4c6e-8818-ece36aa67a95 HTTP/1.1" status: 200 len: 945 time: 0.4905708 Nov 19 17:47:51.412221 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-40a33ad8-d92d-459f-8748-561f2218b691 tempest-ServersTestBootFromVolume-1084178328 tempest-ServersTestBootFromVolume-1084178328-project] Publish callbacks [] for floatingip, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:51.421649 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-40a33ad8-d92d-459f-8748-561f2218b691 tempest-ServersTestBootFromVolume-1084178328 tempest-ServersTestBootFromVolume-1084178328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for floatingip, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:51.422908 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-40a33ad8-d92d-459f-8748-561f2218b691 tempest-ServersTestBootFromVolume-1084178328 tempest-ServersTestBootFromVolume-1084178328-project] 10.222.0.54 "DELETE /v2.0/floatingips/cebc4602-ff61-4d33-af93-797663d2acf8 HTTP/1.1" status: 204 len: 168 time: 2.6548321 Nov 19 17:47:51.435418 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 55626) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:47:51.488012 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-2592c733-cd1f-45b8-984a-3038c7d7bd46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f4250a2-3f00-4b69-b08a-06d937e1847c', 'name': 'tempest-TaggedBootDevicesTest_v242-424642042-router', 'tenant_id': '204b8291a9dd4a84af4d7e1889d7c2c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.176'}], 'enable_snat': True}, 'gw_port_id': '2303e023-ec56-429f-9e59-c399af14f783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:47:35Z', 'updated_at': '2021-11-19T17:47:45Z', 'revision_number': 4, 'project_id': '204b8291a9dd4a84af4d7e1889d7c2c2', 'gw_port': {'id': '2303e023-ec56-429f-9e59-c399af14f783', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b6:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f4250a2-3f00-4b69-b08a-06d937e1847c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:47:38Z', 'updated_at': '2021-11-19T17:47:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': '423fd538-e14b-4796-b3af-feec2debe439', 'name': '', 'network_id': '30cc82c9-8c1f-49cc-8162-0520c6f854aa', 'tenant_id': '204b8291a9dd4a84af4d7e1889d7c2c2', 'mac_address': 'fa:16:3e:61:ad:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f4250a2-3f00-4b69-b08a-06d937e1847c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': '0a14f80e-a548-4036-8075-eea4ab04e398', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:47:43Z', 'updated_at': '2021-11-19T17:47:50Z', 'revision_number': 4, 'project_id': '204b8291a9dd4a84af4d7e1889d7c2c2', 'subnets': [{'id': '0a14f80e-a548-4036-8075-eea4ab04e398', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:47:51.563122 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2592c733-cd1f-45b8-984a-3038c7d7bd46 None None] The sync data for ids ['7f4250a2-3f00-4b69-b08a-06d937e1847c'] in n-d-818022-2 is: [{'id': '7f4250a2-3f00-4b69-b08a-06d937e1847c', 'name': 'tempest-TaggedBootDevicesTest_v242-424642042-router', 'tenant_id': '204b8291a9dd4a84af4d7e1889d7c2c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.176'}], 'enable_snat': True}, 'gw_port_id': '2303e023-ec56-429f-9e59-c399af14f783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:47:35Z', 'updated_at': '2021-11-19T17:47:45Z', 'revision_number': 4, 'project_id': '204b8291a9dd4a84af4d7e1889d7c2c2', 'gw_port': {'id': '2303e023-ec56-429f-9e59-c399af14f783', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b6:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f4250a2-3f00-4b69-b08a-06d937e1847c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:47:38Z', 'updated_at': '2021-11-19T17:47:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': '423fd538-e14b-4796-b3af-feec2debe439', 'name': '', 'network_id': '30cc82c9-8c1f-49cc-8162-0520c6f854aa', 'tenant_id': '204b8291a9dd4a84af4d7e1889d7c2c2', 'mac_address': 'fa:16:3e:61:ad:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f4250a2-3f00-4b69-b08a-06d937e1847c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': '0a14f80e-a548-4036-8075-eea4ab04e398', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:47:43Z', 'updated_at': '2021-11-19T17:47:50Z', 'revision_number': 4, 'project_id': '204b8291a9dd4a84af4d7e1889d7c2c2', 'subnets': [{'id': '0a14f80e-a548-4036-8075-eea4ab04e398', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 17:47:51.640917 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-feba1ed0-0181-45d7-ae9a-c828af17004f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12425078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8983815'] for subnet, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:51.771939 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0cd07d-1b6e-4739-8ea7-830d5ad9a301 req-6208bbb1-cf2b-49a2-bbf2-f82d5190e949 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:51.782929 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3947c021-8a23-48ef-9ed9-0a9cfa35f6f2 req-b83706f4-1c70-4562-af0d-49b333ac4594 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] 10.222.0.54 "GET /v2.0/security-groups?id=c27dfe00-81ac-4bf5-b9dd-805873436817&id=2c5c45e5-871b-4ee9-82e2-22e9698a9680&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.8767354 Nov 19 17:47:51.786209 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-3c0cd07d-1b6e-4739-8ea7-830d5ad9a301 req-6208bbb1-cf2b-49a2-bbf2-f82d5190e949 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/ports?device_id=8c630bbd-efb2-4d8f-829a-b55a5711c2b8 HTTP/1.1" status: 200 len: 950 time: 0.1780753 Nov 19 17:47:51.807920 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feba1ed0-0181-45d7-ae9a-c828af17004f admin admin] Pushing event updated for resources: {'Subnet': ['ID=84ab97cc-9896-4676-95d7-a25409717fef,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:47:51.829185 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feba1ed0-0181-45d7-ae9a-c828af17004f admin admin] Checking segment: {'id': 'df98e083-ab86-46f8-8fdf-afe658ee5250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '8f77ab62-7dc5-45f8-8711-4a707c9a4b60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:47:51.829560 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feba1ed0-0181-45d7-ae9a-c828af17004f admin admin] Network hostable DHCP agents. Network: 8f77ab62-7dc5-45f8-8711-4a707c9a4b60, hostable agents: ['02910ef2-0455-4aea-9f38-9a875579633f'], hosted agents: [] {{(pid=103364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 17:47:51.914447 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-3c0cd07d-1b6e-4739-8ea7-830d5ad9a301 req-6c89ffb9-a92d-45e3-a549-411999929197 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/security-groups?id=6e557aa4-1576-4002-9603-a630915d92af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271143 Nov 19 17:47:51.921315 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feba1ed0-0181-45d7-ae9a-c828af17004f admin admin] Network 8f77ab62-7dc5-45f8-8711-4a707c9a4b60 is scheduled to be hosted by DHCP agent 02910ef2-0455-4aea-9f38-9a875579633f with binding_index 1 {{(pid=103364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 17:47:51.941015 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-feba1ed0-0181-45d7-ae9a-c828af17004f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818022-2, 8f77ab62-7dc5-45f8-8711-4a707c9a4b60) {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:47:51.950810 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfe63f90-6692-4831-9d22-a39a5a187f27 None None] Network 8f77ab62-7dc5-45f8-8711-4a707c9a4b60 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:47:51.967050 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feba1ed0-0181-45d7-ae9a-c828af17004f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:51.967682 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-feba1ed0-0181-45d7-ae9a-c828af17004f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:52.005111 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-64aa0518-bc31-4e00-8961-e18be78cb0bf req-732bccf8-6ac3-4c31-9567-91982846cafb tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] Deleting port 58f3e903-023d-4751-8f6d-d52f838af890 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:47:52.005454 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-64aa0518-bc31-4e00-8961-e18be78cb0bf req-732bccf8-6ac3-4c31-9567-91982846cafb tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:52.015762 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-feba1ed0-0181-45d7-ae9a-c828af17004f admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7798047 Nov 19 17:47:52.016118 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 55630) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:47:52.024900 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-23bef157-dc31-4804-a6d8-40f5a4542d64 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-107126194-router', 'tenant_id': 'dc4ce8c0e4764250ba39abc11774435f', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'}}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:47:52.149878 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-23bef157-dc31-4804-a6d8-40f5a4542d64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9890'] for router, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:52.151171 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-23bef157-dc31-4804-a6d8-40f5a4542d64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671617', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-732153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4689'] for router, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:52.237879 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-23bef157-dc31-4804-a6d8-40f5a4542d64 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:52.321230 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1be6a79-5783-4946-b356-1fdd31a1b333 req-cfd4b766-f827-427e-87c2-401153569b5a tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:52.326790 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f1be6a79-5783-4946-b356-1fdd31a1b333 req-cfd4b766-f827-427e-87c2-401153569b5a tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] 10.222.0.54 "GET /v2.0/ports?device_id=d92fe2bd-ad51-4c6e-8818-ece36aa67a95 HTTP/1.1" status: 200 len: 945 time: 0.3796477 Nov 19 17:47:52.349839 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1104760-0f49-42dd-8efa-e7a82a014c79 req-f960daca-a53a-492b-a714-7eb1979fb2b5 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:52.359134 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c1104760-0f49-42dd-8efa-e7a82a014c79 req-f960daca-a53a-492b-a714-7eb1979fb2b5 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec9f9dc4-f3d0-4fbd-b419-1ab72c92e9be HTTP/1.1" status: 200 len: 947 time: 0.2741723 Nov 19 17:47:52.411147 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75abe40e-25a1-4ead-a677-340e6a2d5226 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54f44f5f-1200-574e-8740-2141911d5b73-8f77ab62-7dc5-45f8-8711-4a707c9a4b60', 'network_id': '8f77ab62-7dc5-45f8-8711-4a707c9a4b60', 'tenant_id': 'dc4ce8c0e4764250ba39abc11774435f', 'fixed_ips': [{'subnet_id': '84ab97cc-9896-4676-95d7-a25409717fef'}]}} from n-d-818022-2. {{(pid=103366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 17:47:52.412045 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-75abe40e-25a1-4ead-a677-340e6a2d5226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:52.428231 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f1be6a79-5783-4946-b356-1fdd31a1b333 req-3cc4ee6e-817c-4e72-a1c9-911733fb42d5 tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] 10.222.0.54 "GET /v2.0/security-groups?id=a352ca94-2149-4006-acad-e3c22132eabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663342 Nov 19 17:47:52.566540 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-23bef157-dc31-4804-a6d8-40f5a4542d64 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:52.614760 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c1104760-0f49-42dd-8efa-e7a82a014c79 req-a9dfd9f4-66c2-4d67-8191-cbd75e02e13e tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/security-groups?id=b596b6e2-4e99-405d-ab15-439621199b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2541399 Nov 19 17:47:52.624368 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-64aa0518-bc31-4e00-8961-e18be78cb0bf req-732bccf8-6ac3-4c31-9567-91982846cafb tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] For port 58f3e903-023d-4751-8f6d-d52f838af890, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=58f3e903-023d-4751-8f6d-d52f838af890,segment=NetworkSegment(4f54897a-da44-453a-a968-70f6f15405e0),segment_id=4f54897a-da44-453a-a968-70f6f15405e0)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:47:52.624751 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-64aa0518-bc31-4e00-8961-e18be78cb0bf req-732bccf8-6ac3-4c31-9567-91982846cafb tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:52.666094 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-64aa0518-bc31-4e00-8961-e18be78cb0bf req-732bccf8-6ac3-4c31-9567-91982846cafb tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] Calling delete_port for 58f3e903-023d-4751-8f6d-d52f838af890 owned by compute:nova {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:47:52.742669 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [None req-75abe40e-25a1-4ead-a677-340e6a2d5226 None None] Allocated IP 172.20.0.2 (8f77ab62-7dc5-45f8-8711-4a707c9a4b60/84ab97cc-9896-4676-95d7-a25409717fef/183f57c9-72ac-478e-8a50-6d3a36e3003e) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:47:52.942100 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1625f6b7-535e-43aa-9dfc-98aad3d603cb req-519421a6-97f1-4d65-b612-322d8339dac1 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:52.950399 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-1625f6b7-535e-43aa-9dfc-98aad3d603cb req-519421a6-97f1-4d65-b612-322d8339dac1 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d6d80d6-3550-4ad7-998c-1e2c27418ad5 HTTP/1.1" status: 200 len: 945 time: 0.3682253 Nov 19 17:47:53.108008 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-23bef157-dc31-4804-a6d8-40f5a4542d64 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:53.162133 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-23bef157-dc31-4804-a6d8-40f5a4542d64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:53.190832 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 423fd538-e14b-4796-b3af-feec2debe439 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:47:53.225394 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-1625f6b7-535e-43aa-9dfc-98aad3d603cb req-9a8e37c2-dad3-4b27-830e-7e1bec0f8934 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/security-groups?id=85786454-c560-4317-bd73-95e1b791240f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2726395 Nov 19 17:47:53.371309 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-75abe40e-25a1-4ead-a677-340e6a2d5226 None None] Publish callbacks [] for port, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:53.391117 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-75abe40e-25a1-4ead-a677-340e6a2d5226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998'] for port, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:53.469240 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75abe40e-25a1-4ead-a677-340e6a2d5226 None None] Pushing event updated for resources: {'Port': ['ID=183f57c9-72ac-478e-8a50-6d3a36e3003e,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:47:53.493672 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 423fd538-e14b-4796-b3af-feec2debe439 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:47:53.494369 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:53.497395 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75abe40e-25a1-4ead-a677-340e6a2d5226 None None] Network 8f77ab62-7dc5-45f8-8711-4a707c9a4b60 is already hosted by enough agents. {{(pid=103366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:47:53.546620 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [None req-75abe40e-25a1-4ead-a677-340e6a2d5226 None None] Resources bound (agent type, host, resource id): {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:47:53.547346 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [None req-23bef157-dc31-4804-a6d8-40f5a4542d64 admin admin] Allocated IP 172.25.7.100 (645e61aa-1a6c-4e8f-857e-ab06edb4897f/88ed2d64-f56d-4f01-a468-946e01c99e82/6980b1cd-cf9f-41ba-b3f3-a376235d5ba2) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:47:53.558593 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75abe40e-25a1-4ead-a677-340e6a2d5226 None None] Received port after_create {{(pid=103366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:47:53.588281 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d626ea5c-9b52-49ec-8c48-c81350b7e4a3 req-64cc8e55-8362-437f-972d-cc3193efe132 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:53.595783 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d626ea5c-9b52-49ec-8c48-c81350b7e4a3 req-64cc8e55-8362-437f-972d-cc3193efe132 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:53.602172 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d626ea5c-9b52-49ec-8c48-c81350b7e4a3 req-64cc8e55-8362-437f-972d-cc3193efe132 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:53.618749 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d626ea5c-9b52-49ec-8c48-c81350b7e4a3 req-64cc8e55-8362-437f-972d-cc3193efe132 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:53.630999 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d626ea5c-9b52-49ec-8c48-c81350b7e4a3 req-64cc8e55-8362-437f-972d-cc3193efe132 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:53.637647 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d626ea5c-9b52-49ec-8c48-c81350b7e4a3 req-64cc8e55-8362-437f-972d-cc3193efe132 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:53.652337 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d626ea5c-9b52-49ec-8c48-c81350b7e4a3 req-64cc8e55-8362-437f-972d-cc3193efe132 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:53.664713 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d626ea5c-9b52-49ec-8c48-c81350b7e4a3 req-64cc8e55-8362-437f-972d-cc3193efe132 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] 10.222.0.54 "GET /v2.0/ports?device_id=08d7166f-7a15-4f21-9c94-87560bcdea01 HTTP/1.1" status: 200 len: 5421 time: 0.1891906 Nov 19 17:47:53.693153 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-64aa0518-bc31-4e00-8961-e18be78cb0bf req-732bccf8-6ac3-4c31-9567-91982846cafb tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:53.699000 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-75abe40e-25a1-4ead-a677-340e6a2d5226 None None] Attempting to bind port 183f57c9-72ac-478e-8a50-6d3a36e3003e on host n-d-818022-2 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:47:53.699380 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-75abe40e-25a1-4ead-a677-340e6a2d5226 None None] Attempting to bind port 183f57c9-72ac-478e-8a50-6d3a36e3003e by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': 'df98e083-ab86-46f8-8fdf-afe658ee5250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '8f77ab62-7dc5-45f8-8711-4a707c9a4b60'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:47:53.699745 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75abe40e-25a1-4ead-a677-340e6a2d5226 None None] Attempting to bind port 183f57c9-72ac-478e-8a50-6d3a36e3003e on network 8f77ab62-7dc5-45f8-8711-4a707c9a4b60 {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:47:53.712352 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75abe40e-25a1-4ead-a677-340e6a2d5226 None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 47, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:47:53.712911 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75abe40e-25a1-4ead-a677-340e6a2d5226 None None] Checking segment: {'id': 'df98e083-ab86-46f8-8fdf-afe658ee5250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '8f77ab62-7dc5-45f8-8711-4a707c9a4b60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:47:53.713323 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-75abe40e-25a1-4ead-a677-340e6a2d5226 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:53.713764 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75abe40e-25a1-4ead-a677-340e6a2d5226 None None] Bound using segment: {'id': 'df98e083-ab86-46f8-8fdf-afe658ee5250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '8f77ab62-7dc5-45f8-8711-4a707c9a4b60'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:47:53.714499 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-75abe40e-25a1-4ead-a677-340e6a2d5226 None None] Bound port: 183f57c9-72ac-478e-8a50-6d3a36e3003e, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df98e083-ab86-46f8-8fdf-afe658ee5250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '8f77ab62-7dc5-45f8-8711-4a707c9a4b60'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:47:53.714709 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-75abe40e-25a1-4ead-a677-340e6a2d5226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:53.878445 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d626ea5c-9b52-49ec-8c48-c81350b7e4a3 req-233b5271-c97e-4dca-bf6a-df38692b7bc6 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] 10.222.0.54 "GET /v2.0/security-groups?id=c27dfe00-81ac-4bf5-b9dd-805873436817&id=2c5c45e5-871b-4ee9-82e2-22e9698a9680&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2126188 Nov 19 17:47:53.891025 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732bccf8-6ac3-4c31-9567-91982846cafb tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] Pushing event deleted for resources: {'Port': ['ID=58f3e903-023d-4751-8f6d-d52f838af890,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:47:53.909020 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-75abe40e-25a1-4ead-a677-340e6a2d5226 None None] For port 183f57c9-72ac-478e-8a50-6d3a36e3003e, host n-d-818022-2, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:47:53.918793 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-75abe40e-25a1-4ead-a677-340e6a2d5226 None None] For port 183f57c9-72ac-478e-8a50-6d3a36e3003e, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=183f57c9-72ac-478e-8a50-6d3a36e3003e,segment=NetworkSegment(df98e083-ab86-46f8-8fdf-afe658ee5250),segment_id=df98e083-ab86-46f8-8fdf-afe658ee5250)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:47:53.920016 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732bccf8-6ac3-4c31-9567-91982846cafb tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:47:53.921457 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732bccf8-6ac3-4c31-9567-91982846cafb tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:47:53.922935 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732bccf8-6ac3-4c31-9567-91982846cafb tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:47:53.923395 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732bccf8-6ac3-4c31-9567-91982846cafb tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:47:53.926490 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732bccf8-6ac3-4c31-9567-91982846cafb tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:47:53.926868 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732bccf8-6ac3-4c31-9567-91982846cafb tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:47:53.927697 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-75abe40e-25a1-4ead-a677-340e6a2d5226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:53.928526 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732bccf8-6ac3-4c31-9567-91982846cafb tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:47:53.928923 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732bccf8-6ac3-4c31-9567-91982846cafb tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:47:53.929934 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732bccf8-6ac3-4c31-9567-91982846cafb tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:47:53.930281 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732bccf8-6ac3-4c31-9567-91982846cafb tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:47:53.931526 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732bccf8-6ac3-4c31-9567-91982846cafb tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:47:53.931875 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732bccf8-6ac3-4c31-9567-91982846cafb tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:47:53.976285 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-23bef157-dc31-4804-a6d8-40f5a4542d64 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:54.035590 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae39af2d-0015-43f9-bb1f-352c2dd6654f req-348c87df-f9c5-4ab3-8d79-25163b98a8d6 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:54.044867 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ae39af2d-0015-43f9-bb1f-352c2dd6654f req-348c87df-f9c5-4ab3-8d79-25163b98a8d6 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec9f9dc4-f3d0-4fbd-b419-1ab72c92e9be HTTP/1.1" status: 200 len: 947 time: 0.5428629 Nov 19 17:47:54.094158 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75abe40e-25a1-4ead-a677-340e6a2d5226 None None] Pushing event updated for resources: {'Port': ['ID=183f57c9-72ac-478e-8a50-6d3a36e3003e,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:47:54.108879 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-23bef157-dc31-4804-a6d8-40f5a4542d64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:54.125458 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-64aa0518-bc31-4e00-8961-e18be78cb0bf req-732bccf8-6ac3-4c31-9567-91982846cafb tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] No DVR routers for this DVR port 58f3e903-023d-4751-8f6d-d52f838af890 on host n-h2-818022-2 {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:47:54.140628 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e99d9387-e2c4-4b8a-ba11-28eacb3153e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-768564'] for router_interface, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:54.167308 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device 58f3e903-023d-4751-8f6d-d52f838af890 no longer exists at agent hyperv_n-h2-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:47:54.189622 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bef157-dc31-4804-a6d8-40f5a4542d64 admin admin] Pushing event updated for resources: {'Port': ['ID=6980b1cd-cf9f-41ba-b3f3-a376235d5ba2,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:47:54.208684 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] No Port match for: 58f3e903-023d-4751-8f6d-d52f838af890 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:47:54.209209 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device 58f3e903-023d-4751-8f6d-d52f838af890 not bound to the agent host n-h2-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:47:54.222983 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23bef157-dc31-4804-a6d8-40f5a4542d64 admin admin] Network 645e61aa-1a6c-4e8f-857e-ab06edb4897f is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:47:54.226844 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-23bef157-dc31-4804-a6d8-40f5a4542d64 admin admin] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:47:54.230732 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23bef157-dc31-4804-a6d8-40f5a4542d64 admin admin] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:47:54.260261 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-64aa0518-bc31-4e00-8961-e18be78cb0bf req-732bccf8-6ac3-4c31-9567-91982846cafb tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:54.264048 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-64aa0518-bc31-4e00-8961-e18be78cb0bf req-732bccf8-6ac3-4c31-9567-91982846cafb tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] 10.222.0.86 "DELETE /v2.0/ports/58f3e903-023d-4751-8f6d-d52f838af890 HTTP/1.1" status: 204 len: 173 time: 2.8308766 Nov 19 17:47:54.303362 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd92fe2bd-ad51-4c6e-8818-ece36aa67a95', 'name': 'network-vif-deleted', 'tag': '58f3e903-023d-4751-8f6d-d52f838af890'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:47:54.305689 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218319d759239a7d11f1288aef37381b97754913ee9ccbfd43b51a463f801712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc1730f2-4f74-4b5c-a13c-5cb1c28e1b14" -d '{"events": [{"server_uuid": "d92fe2bd-ad51-4c6e-8818-ece36aa67a95", "name": "network-vif-deleted", "tag": "58f3e903-023d-4751-8f6d-d52f838af890"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:47:54.419192 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ae39af2d-0015-43f9-bb1f-352c2dd6654f req-53e9b4d2-9176-4b05-9902-ddef681cb2d7 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/security-groups?id=b596b6e2-4e99-405d-ab15-439621199b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3720253 Nov 19 17:47:54.734891 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-e99d9387-e2c4-4b8a-ba11-28eacb3153e3 admin admin] Deleting port 21f943bf-5a34-47cb-b798-eaaffe7c3651 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:47:54.741696 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e99d9387-e2c4-4b8a-ba11-28eacb3153e3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:55.111097 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 183f57c9-72ac-478e-8a50-6d3a36e3003e up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:47:55.145772 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ed87fa-0c57-4cbc-9d0e-27ba1608d25f req-6d252f06-a294-4801-8f34-ca605ffecc52 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:55.149648 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-36ed87fa-0c57-4cbc-9d0e-27ba1608d25f req-6d252f06-a294-4801-8f34-ca605ffecc52 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/ports?device_id=8c630bbd-efb2-4d8f-829a-b55a5711c2b8 HTTP/1.1" status: 200 len: 950 time: 1.1002486 Nov 19 17:47:55.187162 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0e055997-ee09-49a5-ab17-90c06e85745a req-1473a6b6-ec15-421b-8565-1518592bdef1 tempest-ServerRescueNegativeTestJSON-1956552313 tempest-ServerRescueNegativeTestJSON-1956552313-project] 10.222.0.54 "GET /v2.0/ports?device_id=d92fe2bd-ad51-4c6e-8818-ece36aa67a95 HTTP/1.1" status: 200 len: 210 time: 0.1636288 Nov 19 17:47:55.264245 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 183f57c9-72ac-478e-8a50-6d3a36e3003e triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:47:55.264772 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:55.271950 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [None req-e99d9387-e2c4-4b8a-ba11-28eacb3153e3 admin admin] For port 21f943bf-5a34-47cb-b798-eaaffe7c3651, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=21f943bf-5a34-47cb-b798-eaaffe7c3651,segment=NetworkSegment(56605957-e95e-44f4-a52a-6898a394ea61),segment_id=56605957-e95e-44f4-a52a-6898a394ea61)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:47:55.274444 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e99d9387-e2c4-4b8a-ba11-28eacb3153e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:55.351747 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-e99d9387-e2c4-4b8a-ba11-28eacb3153e3 admin admin] Calling delete_port for 21f943bf-5a34-47cb-b798-eaaffe7c3651 owned by network:router_interface {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:47:55.419285 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-36ed87fa-0c57-4cbc-9d0e-27ba1608d25f req-0239805c-583b-465e-85ca-a6b3a56227ce tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/security-groups?id=6e557aa4-1576-4002-9603-a630915d92af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2591293 Nov 19 17:47:55.465241 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:55.564835 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] For port 183f57c9-72ac-478e-8a50-6d3a36e3003e, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=183f57c9-72ac-478e-8a50-6d3a36e3003e,segment=NetworkSegment(df98e083-ab86-46f8-8fdf-afe658ee5250),segment_id=df98e083-ab86-46f8-8fdf-afe658ee5250)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:47:55.565630 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-23bef157-dc31-4804-a6d8-40f5a4542d64 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:55.570130 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:55.720699 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Pushing event updated for resources: {'Port': ['ID=183f57c9-72ac-478e-8a50-6d3a36e3003e,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:47:55.820431 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:47:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e736ee82-5a6d-4ec0-9896-3fb65b72532b x-openstack-request-id: req-e736ee82-5a6d-4ec0-9896-3fb65b72532b {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:47:55.821037 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d92fe2bd-ad51-4c6e-8818-ece36aa67a95", "name": "network-vif-deleted", "tag": "58f3e903-023d-4751-8f6d-d52f838af890", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:47:55.821452 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e736ee82-5a6d-4ec0-9896-3fb65b72532b {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:47:55.822104 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd92fe2bd-ad51-4c6e-8818-ece36aa67a95', 'name': 'network-vif-deleted', 'tag': '58f3e903-023d-4751-8f6d-d52f838af890', 'status': 'completed', 'code': 200} Nov 19 17:47:55.834228 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e99d9387-e2c4-4b8a-ba11-28eacb3153e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:55.835917 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac5a680-df8d-44bc-8d1c-a6d710505567 req-2c9c09f6-28fd-4794-b169-a2c29e7b8ec3 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:55.843598 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac5a680-df8d-44bc-8d1c-a6d710505567 req-2c9c09f6-28fd-4794-b169-a2c29e7b8ec3 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:55.849963 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac5a680-df8d-44bc-8d1c-a6d710505567 req-2c9c09f6-28fd-4794-b169-a2c29e7b8ec3 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:55.860400 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac5a680-df8d-44bc-8d1c-a6d710505567 req-2c9c09f6-28fd-4794-b169-a2c29e7b8ec3 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:55.869030 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac5a680-df8d-44bc-8d1c-a6d710505567 req-2c9c09f6-28fd-4794-b169-a2c29e7b8ec3 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:55.876755 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac5a680-df8d-44bc-8d1c-a6d710505567 req-2c9c09f6-28fd-4794-b169-a2c29e7b8ec3 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:55.884065 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac5a680-df8d-44bc-8d1c-a6d710505567 req-2c9c09f6-28fd-4794-b169-a2c29e7b8ec3 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:55.886101 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-dac5a680-df8d-44bc-8d1c-a6d710505567 req-2c9c09f6-28fd-4794-b169-a2c29e7b8ec3 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] 10.222.0.54 "GET /v2.0/ports?device_id=08d7166f-7a15-4f21-9c94-87560bcdea01 HTTP/1.1" status: 200 len: 5421 time: 0.1318893 Nov 19 17:47:55.932190 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90fc00c9-bd99-4444-a32b-a192af457c7f None None] Network 8f77ab62-7dc5-45f8-8711-4a707c9a4b60 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:47:55.947849 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99d9387-e2c4-4b8a-ba11-28eacb3153e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=21f943bf-5a34-47cb-b798-eaaffe7c3651,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:47:55.976060 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce348863-aed9-4f74-ae42-b597767a4780 req-4a361f92-db18-4db5-889e-d0bf97800ace tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:55.984199 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ce348863-aed9-4f74-ae42-b597767a4780 req-4a361f92-db18-4db5-889e-d0bf97800ace tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d6d80d6-3550-4ad7-998c-1e2c27418ad5 HTTP/1.1" status: 200 len: 945 time: 0.1607795 Nov 19 17:47:56.054159 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ce348863-aed9-4f74-ae42-b597767a4780 req-7e38e097-3c93-45af-bb7e-d76efcae3783 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/security-groups?id=85786454-c560-4317-bd73-95e1b791240f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688713 Nov 19 17:47:56.084258 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-988dea7b-9c93-4f02-a988-74e90f560e40 None None] Provisioning complete for port 183f57c9-72ac-478e-8a50-6d3a36e3003e triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:47:56.084625 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-988dea7b-9c93-4f02-a988-74e90f560e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:56.135707 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-dac5a680-df8d-44bc-8d1c-a6d710505567 req-224528d4-94ed-42e2-8a1f-380dd17cafc5 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] 10.222.0.54 "GET /v2.0/security-groups?id=c27dfe00-81ac-4bf5-b9dd-805873436817&id=2c5c45e5-871b-4ee9-82e2-22e9698a9680&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1692400 Nov 19 17:47:56.143653 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-23bef157-dc31-4804-a6d8-40f5a4542d64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671702'] for router, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:56.315922 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 55670) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:47:56.690209 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23bef157-dc31-4804-a6d8-40f5a4542d64 admin admin] Router 0cbec5fc-9e25-4cec-a5c7-4040744381e7 is scheduled to L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 with binding_index 1 {{(pid=103364) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 17:47:56.743053 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5766bc-1093-44a3-a47d-d64d3df73cb5 req-d611b00e-bba7-4898-a1cd-77f16c794ad2 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:56.744698 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-fb5766bc-1093-44a3-a47d-d64d3df73cb5 req-d611b00e-bba7-4898-a1cd-77f16c794ad2 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/ports?device_id=8c630bbd-efb2-4d8f-829a-b55a5711c2b8 HTTP/1.1" status: 200 len: 950 time: 0.2059791 Nov 19 17:47:56.824379 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e99d9387-e2c4-4b8a-ba11-28eacb3153e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-768648'] for router_interface, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:56.900508 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-fb5766bc-1093-44a3-a47d-d64d3df73cb5 req-d96ac708-e39e-4e0e-871c-f14d1f3a62b9 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/security-groups?id=6e557aa4-1576-4002-9603-a630915d92af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461103 Nov 19 17:47:56.996330 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b245d001-ac91-4952-8467-6bc42065a417 req-2962c687-7c0b-409b-94d5-681b4c62669a tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:57.006432 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b245d001-ac91-4952-8467-6bc42065a417 req-2962c687-7c0b-409b-94d5-681b4c62669a tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec9f9dc4-f3d0-4fbd-b419-1ab72c92e9be HTTP/1.1" status: 200 len: 947 time: 0.2986233 Nov 19 17:47:57.063963 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23bef157-dc31-4804-a6d8-40f5a4542d64 admin admin] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 17:47:57.093082 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c6613d2-7760-49f9-b797-89ee083b5b81 None None] Sync routers for ids ['0cbec5fc-9e25-4cec-a5c7-4040744381e7'] in n-d-818022-2 {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 17:47:57.115975 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-23bef157-dc31-4804-a6d8-40f5a4542d64 admin admin] Publish callbacks [] for router, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:57.123011 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-23bef157-dc31-4804-a6d8-40f5a4542d64 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.1056256 Nov 19 17:47:57.127191 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 55676) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:47:57.154114 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b245d001-ac91-4952-8467-6bc42065a417 req-e2284e22-a122-474e-baea-1943f67fc5f9 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/security-groups?id=b596b6e2-4e99-405d-ab15-439621199b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465507 Nov 19 17:47:57.174366 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 183f57c9-72ac-478e-8a50-6d3a36e3003e up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:47:57.257578 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c6613d2-7760-49f9-b797-89ee083b5b81 None None] Routers {'0cbec5fc-9e25-4cec-a5c7-4040744381e7'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:47:57.261914 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-9c6613d2-7760-49f9-b797-89ee083b5b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:47:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['0cbec5fc-9e25-4cec-a5c7-4040744381e7'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:47:57.377152 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-24fa40c9-0b77-475a-905a-3cce0fe6b188 None None] Provisioning complete for port 183f57c9-72ac-478e-8a50-6d3a36e3003e triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:47:57.377774 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-24fa40c9-0b77-475a-905a-3cce0fe6b188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:57.400625 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e99d9387-e2c4-4b8a-ba11-28eacb3153e3 admin admin] Router 5a6cd743-8926-47d7-aba0-b50e58e111f8 has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 17:47:57.481647 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f74b76-9a7e-4707-8fa8-b6be3d6aa88a req-02a7ed71-9139-46d4-b88b-5e808f63eb9e tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:57.488587 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f74b76-9a7e-4707-8fa8-b6be3d6aa88a req-02a7ed71-9139-46d4-b88b-5e808f63eb9e tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:57.495699 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f74b76-9a7e-4707-8fa8-b6be3d6aa88a req-02a7ed71-9139-46d4-b88b-5e808f63eb9e tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:57.502479 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f74b76-9a7e-4707-8fa8-b6be3d6aa88a req-02a7ed71-9139-46d4-b88b-5e808f63eb9e tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:57.504800 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48766a7b-2736-4c01-8bef-651d72a051a9 req-03d2d269-6745-4cbf-89eb-1ecf1b4ea0ac tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:57.506594 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-48766a7b-2736-4c01-8bef-651d72a051a9 req-03d2d269-6745-4cbf-89eb-1ecf1b4ea0ac tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d6d80d6-3550-4ad7-998c-1e2c27418ad5 HTTP/1.1" status: 200 len: 945 time: 0.2174823 Nov 19 17:47:57.510931 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f74b76-9a7e-4707-8fa8-b6be3d6aa88a req-02a7ed71-9139-46d4-b88b-5e808f63eb9e tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:57.519090 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f74b76-9a7e-4707-8fa8-b6be3d6aa88a req-02a7ed71-9139-46d4-b88b-5e808f63eb9e tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:57.525520 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f74b76-9a7e-4707-8fa8-b6be3d6aa88a req-02a7ed71-9139-46d4-b88b-5e808f63eb9e tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:57.536756 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-54f74b76-9a7e-4707-8fa8-b6be3d6aa88a req-02a7ed71-9139-46d4-b88b-5e808f63eb9e tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] 10.222.0.54 "GET /v2.0/ports?device_id=08d7166f-7a15-4f21-9c94-87560bcdea01 HTTP/1.1" status: 200 len: 5421 time: 0.1708553 Nov 19 17:47:57.617339 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 183f57c9-72ac-478e-8a50-6d3a36e3003e triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:47:57.617991 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:57.634192 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-54f74b76-9a7e-4707-8fa8-b6be3d6aa88a req-b4eca937-9f62-40e7-9a16-a47ba7d84aaa tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] 10.222.0.54 "GET /v2.0/security-groups?id=c27dfe00-81ac-4bf5-b9dd-805873436817&id=2c5c45e5-871b-4ee9-82e2-22e9698a9680&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0964665 Nov 19 17:47:57.636552 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-9c6613d2-7760-49f9-b797-89ee083b5b81 None None] Set router 0cbec5fc-9e25-4cec-a5c7-4040744381e7 gateway port host: n-d-818022-2 {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:47:57.821739 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e99d9387-e2c4-4b8a-ba11-28eacb3153e3 admin admin] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 17:47:57.833545 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-538312ba-8fbe-4b0b-9301-5af4faab628b None None] Sync routers for ids ['5a6cd743-8926-47d7-aba0-b50e58e111f8'] in n-d-818022-2 {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 17:47:57.841739 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-e99d9387-e2c4-4b8a-ba11-28eacb3153e3 admin admin] 10.222.0.54 "PUT /v2.0/routers/5a6cd743-8926-47d7-aba0-b50e58e111f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4052782 Nov 19 17:47:57.843366 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 55682) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:47:57.851769 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-538312ba-8fbe-4b0b-9301-5af4faab628b None None] Routers {'5a6cd743-8926-47d7-aba0-b50e58e111f8'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:47:57.852580 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-538312ba-8fbe-4b0b-9301-5af4faab628b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:47:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['5a6cd743-8926-47d7-aba0-b50e58e111f8'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:47:57.898261 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-29b162ff-7a1f-4b9a-86e4-843d60c5d3c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-768564'] for router_interface, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:57.924477 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e045d0e-5fc9-409b-9274-29c7f51acd4d req-b72953cc-887b-4486-af8f-87e8f248836c tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:57.926975 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9e045d0e-5fc9-409b-9274-29c7f51acd4d req-b72953cc-887b-4486-af8f-87e8f248836c tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec9f9dc4-f3d0-4fbd-b419-1ab72c92e9be HTTP/1.1" status: 200 len: 947 time: 0.1656961 Nov 19 17:47:57.946428 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-48766a7b-2736-4c01-8bef-651d72a051a9 req-11349ca3-55ea-4353-b736-6e205c860969 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/security-groups?id=85786454-c560-4317-bd73-95e1b791240f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2405605 Nov 19 17:47:58.163089 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9e045d0e-5fc9-409b-9274-29c7f51acd4d req-9e04621b-a390-43ae-9c95-073f0f4f6d65 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/security-groups?id=b596b6e2-4e99-405d-ab15-439621199b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2265077 Nov 19 17:47:58.208557 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-839da5df-d56f-49b2-ac62-0fef9a467db8 admin admin] Publish callbacks [] for router, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:58.269352 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-9c6613d2-7760-49f9-b797-89ee083b5b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cbec5fc-9e25-4cec-a5c7-4040744381e7', 'name': 'tempest-TaggedBootDevicesTest_v242-107126194-router', 'tenant_id': 'dc4ce8c0e4764250ba39abc11774435f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.100'}], 'enable_snat': True}, 'gw_port_id': '6980b1cd-cf9f-41ba-b3f3-a376235d5ba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:47:52Z', 'updated_at': '2021-11-19T17:47:55Z', 'revision_number': 3, 'project_id': 'dc4ce8c0e4764250ba39abc11774435f', 'gw_port': {'id': '6980b1cd-cf9f-41ba-b3f3-a376235d5ba2', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:59:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cbec5fc-9e25-4cec-a5c7-4040744381e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:47:53Z', 'updated_at': '2021-11-19T17:47:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:47:58.322820 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-538312ba-8fbe-4b0b-9301-5af4faab628b None None] Set router 5a6cd743-8926-47d7-aba0-b50e58e111f8 gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:47:58.358996 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c6613d2-7760-49f9-b797-89ee083b5b81 None None] Checking router: 0cbec5fc-9e25-4cec-a5c7-4040744381e7 for host: n-d-818022-2 {{(pid=103366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 17:47:58.360967 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c6613d2-7760-49f9-b797-89ee083b5b81 None None] Updating router 0cbec5fc-9e25-4cec-a5c7-4040744381e7 port 6980b1cd-cf9f-41ba-b3f3-a376235d5ba2 binding host n-d-818022-2 {{(pid=103366) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 17:47:58.386211 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-839da5df-d56f-49b2-ac62-0fef9a467db8 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:58.461210 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9c6613d2-7760-49f9-b797-89ee083b5b81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:58.515305 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1bc075b3-8144-4a06-93d1-138fa271ccb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:58.559262 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-839da5df-d56f-49b2-ac62-0fef9a467db8 admin admin] Deleting port ad2c5ed9-2037-4cbd-8d0f-980da9979be2 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:47:58.559262 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-839da5df-d56f-49b2-ac62-0fef9a467db8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:58.578211 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-538312ba-8fbe-4b0b-9301-5af4faab628b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a6cd743-8926-47d7-aba0-b50e58e111f8', 'name': 'tempest-ServersTestBootFromVolume-454974056-router', 'tenant_id': '0a0b004e524b43138e0ccf2007e7de7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.119'}], 'enable_snat': True}, 'gw_port_id': 'ad2c5ed9-2037-4cbd-8d0f-980da9979be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:43:56Z', 'updated_at': '2021-11-19T17:47:55Z', 'revision_number': 5, 'project_id': '0a0b004e524b43138e0ccf2007e7de7f', 'gw_port': {'id': 'ad2c5ed9-2037-4cbd-8d0f-980da9979be2', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:bc:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a6cd743-8926-47d7-aba0-b50e58e111f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:43:58Z', 'updated_at': '2021-11-19T17:44:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:47:58.628072 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363611fa-c658-443e-8bde-c476d79d15c3 req-891f3396-7b33-4064-b783-452c3fe8fc35 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:58.629256 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-538312ba-8fbe-4b0b-9301-5af4faab628b None None] Checking router: 5a6cd743-8926-47d7-aba0-b50e58e111f8 for host: n-d-818022-2 {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 17:47:58.629640 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-363611fa-c658-443e-8bde-c476d79d15c3 req-891f3396-7b33-4064-b783-452c3fe8fc35 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/ports?device_id=8c630bbd-efb2-4d8f-829a-b55a5711c2b8 HTTP/1.1" status: 200 len: 950 time: 0.5327470 Nov 19 17:47:58.649481 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-538312ba-8fbe-4b0b-9301-5af4faab628b None None] Routers {'5a6cd743-8926-47d7-aba0-b50e58e111f8'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:47:58.653856 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-538312ba-8fbe-4b0b-9301-5af4faab628b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:47:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['5a6cd743-8926-47d7-aba0-b50e58e111f8'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:47:58.781319 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-538312ba-8fbe-4b0b-9301-5af4faab628b None None] Set router 5a6cd743-8926-47d7-aba0-b50e58e111f8 gateway port host: None {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:47:58.787976 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e51e8e2-c956-4c80-84e4-4fa746a2b089 req-6813c9b3-9ea5-4944-93e2-8be83430475f tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:58.789570 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3e51e8e2-c956-4c80-84e4-4fa746a2b089 req-6813c9b3-9ea5-4944-93e2-8be83430475f tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec9f9dc4-f3d0-4fbd-b419-1ab72c92e9be HTTP/1.1" status: 200 len: 947 time: 0.2487781 Nov 19 17:47:58.798442 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-363611fa-c658-443e-8bde-c476d79d15c3 req-84178372-b04e-47f9-b7be-40156a3dce82 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/security-groups?id=6e557aa4-1576-4002-9603-a630915d92af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545606 Nov 19 17:47:58.848605 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-538312ba-8fbe-4b0b-9301-5af4faab628b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a6cd743-8926-47d7-aba0-b50e58e111f8', 'name': 'tempest-ServersTestBootFromVolume-454974056-router', 'tenant_id': '0a0b004e524b43138e0ccf2007e7de7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:43:56Z', 'updated_at': '2021-11-19T17:47:58Z', 'revision_number': 6, 'project_id': '0a0b004e524b43138e0ccf2007e7de7f', 'gw_port_host': None}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:47:58.870918 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [None req-839da5df-d56f-49b2-ac62-0fef9a467db8 admin admin] For port ad2c5ed9-2037-4cbd-8d0f-980da9979be2, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=ad2c5ed9-2037-4cbd-8d0f-980da9979be2,segment=NetworkSegment(bbe705c1-96c0-476e-8381-28227e6f0ac5),segment_id=bbe705c1-96c0-476e-8381-28227e6f0ac5)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:47:58.871509 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-839da5df-d56f-49b2-ac62-0fef9a467db8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:58.881293 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-538312ba-8fbe-4b0b-9301-5af4faab628b None None] The sync data for ids ['5a6cd743-8926-47d7-aba0-b50e58e111f8'] in n-d-818022-2 is: [{'id': '5a6cd743-8926-47d7-aba0-b50e58e111f8', 'name': 'tempest-ServersTestBootFromVolume-454974056-router', 'tenant_id': '0a0b004e524b43138e0ccf2007e7de7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:43:56Z', 'updated_at': '2021-11-19T17:47:58Z', 'revision_number': 6, 'project_id': '0a0b004e524b43138e0ccf2007e7de7f', 'gw_port_host': None}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 17:47:58.928488 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-839da5df-d56f-49b2-ac62-0fef9a467db8 admin admin] Calling delete_port for ad2c5ed9-2037-4cbd-8d0f-980da9979be2 owned by network:router_gateway {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:47:58.935041 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [None req-1bc075b3-8144-4a06-93d1-138fa271ccb1 admin admin] Allocated IP 172.20.0.1 (8f77ab62-7dc5-45f8-8711-4a707c9a4b60/84ab97cc-9896-4676-95d7-a25409717fef/de23ec41-625e-4759-8c30-6be16f7d6ab1) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:47:58.986398 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3e51e8e2-c956-4c80-84e4-4fa746a2b089 req-762bf7f6-5722-4845-a2ef-53248b818191 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/security-groups?id=b596b6e2-4e99-405d-ab15-439621199b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716013 Nov 19 17:47:59.006833 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9c6613d2-7760-49f9-b797-89ee083b5b81 None None] Publish callbacks [] for port, precommit_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:59.020963 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9c6613d2-7760-49f9-b797-89ee083b5b81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:59.041889 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-29b162ff-7a1f-4b9a-86e4-843d60c5d3c8 admin admin] Deleting port e785cd7d-e773-4e20-a722-ba2878b4a69d {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:47:59.042238 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-29b162ff-7a1f-4b9a-86e4-843d60c5d3c8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:59.117018 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-9c6613d2-7760-49f9-b797-89ee083b5b81 None None] Attempting to bind port 6980b1cd-cf9f-41ba-b3f3-a376235d5ba2 on host n-d-818022-2 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:47:59.117398 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-9c6613d2-7760-49f9-b797-89ee083b5b81 None None] Attempting to bind port 6980b1cd-cf9f-41ba-b3f3-a376235d5ba2 by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:47:59.117773 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c6613d2-7760-49f9-b797-89ee083b5b81 None None] Attempting to bind port 6980b1cd-cf9f-41ba-b3f3-a376235d5ba2 on network 645e61aa-1a6c-4e8f-857e-ab06edb4897f {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:47:59.134429 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a10ace6-4ddf-4973-9123-3eb1fe6953d9 req-58dd5864-06ac-47f1-a810-f0f947fe2d01 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:59.142810 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a10ace6-4ddf-4973-9123-3eb1fe6953d9 req-58dd5864-06ac-47f1-a810-f0f947fe2d01 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:59.148942 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c6613d2-7760-49f9-b797-89ee083b5b81 None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 47, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:47:59.149323 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c6613d2-7760-49f9-b797-89ee083b5b81 None None] Checking segment: {'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:47:59.149782 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9c6613d2-7760-49f9-b797-89ee083b5b81 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:59.150217 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c6613d2-7760-49f9-b797-89ee083b5b81 None None] Bound using segment: {'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:47:59.150440 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a10ace6-4ddf-4973-9123-3eb1fe6953d9 req-58dd5864-06ac-47f1-a810-f0f947fe2d01 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:59.150731 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-9c6613d2-7760-49f9-b797-89ee083b5b81 None None] Bound port: 6980b1cd-cf9f-41ba-b3f3-a376235d5ba2, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:47:59.151102 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9c6613d2-7760-49f9-b797-89ee083b5b81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:59.157240 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a10ace6-4ddf-4973-9123-3eb1fe6953d9 req-58dd5864-06ac-47f1-a810-f0f947fe2d01 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:59.163696 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a10ace6-4ddf-4973-9123-3eb1fe6953d9 req-58dd5864-06ac-47f1-a810-f0f947fe2d01 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:59.169609 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a10ace6-4ddf-4973-9123-3eb1fe6953d9 req-58dd5864-06ac-47f1-a810-f0f947fe2d01 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:59.185200 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a10ace6-4ddf-4973-9123-3eb1fe6953d9 req-58dd5864-06ac-47f1-a810-f0f947fe2d01 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:59.187147 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166448e4-6e11-4251-a5a3-79d2a6ebfcd4 None None] Pushing event updated for resources: {'Port': ['ID=6980b1cd-cf9f-41ba-b3f3-a376235d5ba2,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:47:59.188479 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0a10ace6-4ddf-4973-9123-3eb1fe6953d9 req-58dd5864-06ac-47f1-a810-f0f947fe2d01 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] 10.222.0.54 "GET /v2.0/ports?device_id=08d7166f-7a15-4f21-9c94-87560bcdea01 HTTP/1.1" status: 200 len: 5421 time: 0.2362010 Nov 19 17:47:59.204831 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166448e4-6e11-4251-a5a3-79d2a6ebfcd4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:47:59.206200 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166448e4-6e11-4251-a5a3-79d2a6ebfcd4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:47:59.206555 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166448e4-6e11-4251-a5a3-79d2a6ebfcd4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:47:59.206902 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166448e4-6e11-4251-a5a3-79d2a6ebfcd4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:47:59.207244 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166448e4-6e11-4251-a5a3-79d2a6ebfcd4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:47:59.207718 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166448e4-6e11-4251-a5a3-79d2a6ebfcd4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:47:59.208057 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166448e4-6e11-4251-a5a3-79d2a6ebfcd4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:47:59.208445 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166448e4-6e11-4251-a5a3-79d2a6ebfcd4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:47:59.208785 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166448e4-6e11-4251-a5a3-79d2a6ebfcd4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:47:59.209115 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166448e4-6e11-4251-a5a3-79d2a6ebfcd4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:47:59.209463 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166448e4-6e11-4251-a5a3-79d2a6ebfcd4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:47:59.209776 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166448e4-6e11-4251-a5a3-79d2a6ebfcd4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:47:59.236917 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-9c6613d2-7760-49f9-b797-89ee083b5b81 None None] For port 6980b1cd-cf9f-41ba-b3f3-a376235d5ba2, host n-d-818022-2, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:47:59.240810 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-9c6613d2-7760-49f9-b797-89ee083b5b81 None None] For port 6980b1cd-cf9f-41ba-b3f3-a376235d5ba2, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=6980b1cd-cf9f-41ba-b3f3-a376235d5ba2,segment=NetworkSegment(bbe705c1-96c0-476e-8381-28227e6f0ac5),segment_id=bbe705c1-96c0-476e-8381-28227e6f0ac5)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:47:59.251259 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9c6613d2-7760-49f9-b797-89ee083b5b81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:59.259759 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d116040-2b00-4d5d-85fe-a55115604afd req-bb9245c5-d1d9-41b1-940e-390df57b47d8 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:47:59.261331 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4d116040-2b00-4d5d-85fe-a55115604afd req-bb9245c5-d1d9-41b1-940e-390df57b47d8 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d6d80d6-3550-4ad7-998c-1e2c27418ad5 HTTP/1.1" status: 200 len: 945 time: 0.0699387 Nov 19 17:47:59.305214 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [None req-29b162ff-7a1f-4b9a-86e4-843d60c5d3c8 admin admin] For port e785cd7d-e773-4e20-a722-ba2878b4a69d, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=e785cd7d-e773-4e20-a722-ba2878b4a69d,segment=NetworkSegment(4f54897a-da44-453a-a968-70f6f15405e0),segment_id=4f54897a-da44-453a-a968-70f6f15405e0)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:47:59.305994 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-29b162ff-7a1f-4b9a-86e4-843d60c5d3c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:59.335964 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166448e4-6e11-4251-a5a3-79d2a6ebfcd4 None None] Pushing event updated for resources: {'Port': ['ID=6980b1cd-cf9f-41ba-b3f3-a376235d5ba2,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:47:59.367716 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c6613d2-7760-49f9-b797-89ee083b5b81 None None] Routers {'0cbec5fc-9e25-4cec-a5c7-4040744381e7'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:47:59.368227 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-9c6613d2-7760-49f9-b797-89ee083b5b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:47:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['0cbec5fc-9e25-4cec-a5c7-4040744381e7'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:47:59.384545 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4d116040-2b00-4d5d-85fe-a55115604afd req-b9476636-860b-46c0-aeea-f3642ff5401e tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/security-groups?id=85786454-c560-4317-bd73-95e1b791240f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130142 Nov 19 17:47:59.401532 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-839da5df-d56f-49b2-ac62-0fef9a467db8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:59.409325 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1bc075b3-8144-4a06-93d1-138fa271ccb1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:59.417243 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-29b162ff-7a1f-4b9a-86e4-843d60c5d3c8 admin admin] Calling delete_port for e785cd7d-e773-4e20-a722-ba2878b4a69d owned by network:router_interface {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:47:59.441044 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839da5df-d56f-49b2-ac62-0fef9a467db8 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad2c5ed9-2037-4cbd-8d0f-980da9979be2,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:47:59.516215 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-839da5df-d56f-49b2-ac62-0fef9a467db8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-671730'] for router_gateway, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:59.517937 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-9c6613d2-7760-49f9-b797-89ee083b5b81 None None] Set router 0cbec5fc-9e25-4cec-a5c7-4040744381e7 gateway port host: n-d-818022-2 {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:47:59.657980 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-839da5df-d56f-49b2-ac62-0fef9a467db8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4696'] for router, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:59.661689 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-839da5df-d56f-49b2-ac62-0fef9a467db8 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:59.690248 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ff0874e5-7289-4713-a901-43d20fb0ac32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:59.720461 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-839da5df-d56f-49b2-ac62-0fef9a467db8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-543895'] for router, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:59.721389 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-839da5df-d56f-49b2-ac62-0fef9a467db8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5a6cd743-8926-47d7-aba0-b50e58e111f8 {{(pid=103365) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 17:47:59.729855 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-839da5df-d56f-49b2-ac62-0fef9a467db8 admin admin] Publish callbacks [] for router, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:59.730649 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-839da5df-d56f-49b2-ac62-0fef9a467db8 admin admin] 10.222.0.54 "DELETE /v2.0/routers/5a6cd743-8926-47d7-aba0-b50e58e111f8 HTTP/1.1" status: 204 len: 168 time: 1.8847058 Nov 19 17:47:59.733841 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 55694) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:47:59.779438 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-9c6613d2-7760-49f9-b797-89ee083b5b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cbec5fc-9e25-4cec-a5c7-4040744381e7', 'name': 'tempest-TaggedBootDevicesTest_v242-107126194-router', 'tenant_id': 'dc4ce8c0e4764250ba39abc11774435f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.100'}], 'enable_snat': True}, 'gw_port_id': '6980b1cd-cf9f-41ba-b3f3-a376235d5ba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:47:52Z', 'updated_at': '2021-11-19T17:47:55Z', 'revision_number': 3, 'project_id': 'dc4ce8c0e4764250ba39abc11774435f', 'gw_port': {'id': '6980b1cd-cf9f-41ba-b3f3-a376235d5ba2', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:59:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cbec5fc-9e25-4cec-a5c7-4040744381e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:47:53Z', 'updated_at': '2021-11-19T17:47:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:47:59.808861 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_v2 [None req-6badaec4-89b5-4f66-a784-84ede60779e6 admin admin] Deleting subnet 692086f0-4f6a-4acd-a98f-26302c460ba8 {{(pid=103365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 17:47:59.813357 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6badaec4-89b5-4f66-a784-84ede60779e6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:59.827936 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c6613d2-7760-49f9-b797-89ee083b5b81 None None] The sync data for ids ['0cbec5fc-9e25-4cec-a5c7-4040744381e7'] in n-d-818022-2 is: [{'id': '0cbec5fc-9e25-4cec-a5c7-4040744381e7', 'name': 'tempest-TaggedBootDevicesTest_v242-107126194-router', 'tenant_id': 'dc4ce8c0e4764250ba39abc11774435f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.100'}], 'enable_snat': True}, 'gw_port_id': '6980b1cd-cf9f-41ba-b3f3-a376235d5ba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:47:52Z', 'updated_at': '2021-11-19T17:47:55Z', 'revision_number': 3, 'project_id': 'dc4ce8c0e4764250ba39abc11774435f', 'gw_port': {'id': '6980b1cd-cf9f-41ba-b3f3-a376235d5ba2', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:59:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cbec5fc-9e25-4cec-a5c7-4040744381e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:47:53Z', 'updated_at': '2021-11-19T17:47:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 17:47:59.866776 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6badaec4-89b5-4f66-a784-84ede60779e6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12546453'] for subnet, precommit_delete_associations {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:47:59.919970 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0a10ace6-4ddf-4973-9123-3eb1fe6953d9 req-c1c4e529-a78c-43be-9b91-91b0fb6211d4 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] 10.222.0.54 "GET /v2.0/security-groups?id=c27dfe00-81ac-4bf5-b9dd-805873436817&id=2c5c45e5-871b-4ee9-82e2-22e9698a9680&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6765437 Nov 19 17:48:00.006980 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6badaec4-89b5-4f66-a784-84ede60779e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:00.053804 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200dd464-98ea-4d3f-9f66-0e08b696e67f req-4970502b-2835-4ec3-9e16-53c11a055252 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:00.054855 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1bc075b3-8144-4a06-93d1-138fa271ccb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:00.062401 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-200dd464-98ea-4d3f-9f66-0e08b696e67f req-4970502b-2835-4ec3-9e16-53c11a055252 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/ports?device_id=8c630bbd-efb2-4d8f-829a-b55a5711c2b8 HTTP/1.1" status: 200 len: 950 time: 0.1539876 Nov 19 17:48:00.152120 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bc075b3-8144-4a06-93d1-138fa271ccb1 admin admin] Network 8f77ab62-7dc5-45f8-8711-4a707c9a4b60 is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:48:00.165520 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-1bc075b3-8144-4a06-93d1-138fa271ccb1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:48:00.174424 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc075b3-8144-4a06-93d1-138fa271ccb1 admin admin] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:48:00.178883 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc075b3-8144-4a06-93d1-138fa271ccb1 admin admin] Pushing event updated for resources: {'Port': ['ID=de23ec41-625e-4759-8c30-6be16f7d6ab1,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:48:00.197532 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6badaec4-89b5-4f66-a784-84ede60779e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12282919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8731163'] for subnet, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:00.239906 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6badaec4-89b5-4f66-a784-84ede60779e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:00.258170 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-6badaec4-89b5-4f66-a784-84ede60779e6 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/692086f0-4f6a-4acd-a98f-26302c460ba8 HTTP/1.1" status: 204 len: 168 time: 0.5225389 Nov 19 17:48:00.263072 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 55700) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:48:00.290908 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd85a2b9-cea1-4c8e-b66d-d62d52ea712b req-0531f358-761f-464d-8bd6-4447ed554eb5 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:00.296331 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9ffde3d-4dde-4103-a464-eaf483954b6a None None] Network 2c552d15-d4c8-45a0-876e-f450c6de937e requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:48:00.298876 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-bd85a2b9-cea1-4c8e-b66d-d62d52ea712b req-0531f358-761f-464d-8bd6-4447ed554eb5 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec9f9dc4-f3d0-4fbd-b419-1ab72c92e9be HTTP/1.1" status: 200 len: 947 time: 0.1794829 Nov 19 17:48:00.318605 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6badaec4-89b5-4f66-a784-84ede60779e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=692086f0-4f6a-4acd-a98f-26302c460ba8,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:48:00.403893 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1bc075b3-8144-4a06-93d1-138fa271ccb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-671361'] for router_interface, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:00.413552 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-200dd464-98ea-4d3f-9f66-0e08b696e67f req-7b5020fd-4a83-48c6-b3df-331c7f077f38 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/security-groups?id=6e557aa4-1576-4002-9603-a630915d92af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3441727 Nov 19 17:48:00.494582 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8cb2a747-d687-460d-9b8c-99b3cd317f48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:00.545617 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-29b162ff-7a1f-4b9a-86e4-843d60c5d3c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:00.609952 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b162ff-7a1f-4b9a-86e4-843d60c5d3c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=e785cd7d-e773-4e20-a722-ba2878b4a69d,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:48:00.615073 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-bd85a2b9-cea1-4c8e-b66d-d62d52ea712b req-bd392454-cf36-46e1-a447-5e16ba398db5 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/security-groups?id=b596b6e2-4e99-405d-ab15-439621199b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3153527 Nov 19 17:48:00.696403 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1930575d-5154-4efe-995a-cfe4e2b1c772 None None] DHCP port deletion for 2c552d15-d4c8-45a0-876e-f450c6de937e request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 17:48:00.725500 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc80770-9bd7-4539-8020-11e71f139969 req-ebf5f76b-0633-4460-b468-380e5a31c71b tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:00.739380 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ecc80770-9bd7-4539-8020-11e71f139969 req-ebf5f76b-0633-4460-b468-380e5a31c71b tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d6d80d6-3550-4ad7-998c-1e2c27418ad5 HTTP/1.1" status: 200 len: 945 time: 0.1749442 Nov 19 17:48:00.754895 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-8cb2a747-d687-460d-9b8c-99b3cd317f48 admin admin] Deleting port e9bc38dd-b57d-4ed0-8603-7390013fb89e {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:48:00.755263 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8cb2a747-d687-460d-9b8c-99b3cd317f48 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:00.794976 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-a4ee3635-640e-418f-b138-f4a8c4d8bfdb None None] Provisioning complete for port de23ec41-625e-4759-8c30-6be16f7d6ab1 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:48:00.795448 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a4ee3635-640e-418f-b138-f4a8c4d8bfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:00.833439 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-a4ee3635-640e-418f-b138-f4a8c4d8bfdb None None] Port de23ec41-625e-4759-8c30-6be16f7d6ab1 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:48:00.852792 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-1930575d-5154-4efe-995a-cfe4e2b1c772 None None] Deleting port e9bc38dd-b57d-4ed0-8603-7390013fb89e {{(pid=103366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:48:00.853627 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-1930575d-5154-4efe-995a-cfe4e2b1c772 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:01.016130 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [None req-8cb2a747-d687-460d-9b8c-99b3cd317f48 admin admin] For port e9bc38dd-b57d-4ed0-8603-7390013fb89e, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=e9bc38dd-b57d-4ed0-8603-7390013fb89e,segment=NetworkSegment(56605957-e95e-44f4-a52a-6898a394ea61),segment_id=56605957-e95e-44f4-a52a-6898a394ea61)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:48:01.016650 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8cb2a747-d687-460d-9b8c-99b3cd317f48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:01.143329 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-8cb2a747-d687-460d-9b8c-99b3cd317f48 admin admin] Calling delete_port for e9bc38dd-b57d-4ed0-8603-7390013fb89e owned by network:dhcp {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:48:01.200850 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-1930575d-5154-4efe-995a-cfe4e2b1c772 None None] For port e9bc38dd-b57d-4ed0-8603-7390013fb89e, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=e9bc38dd-b57d-4ed0-8603-7390013fb89e,segment=NetworkSegment(56605957-e95e-44f4-a52a-6898a394ea61),segment_id=56605957-e95e-44f4-a52a-6898a394ea61)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:48:01.201461 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-1930575d-5154-4efe-995a-cfe4e2b1c772 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:01.216187 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-1930575d-5154-4efe-995a-cfe4e2b1c772 None None] Calling delete_port for e9bc38dd-b57d-4ed0-8603-7390013fb89e owned by network:dhcp {{(pid=103366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:48:01.250770 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1bc075b3-8144-4a06-93d1-138fa271ccb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:01.274721 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ecc80770-9bd7-4539-8020-11e71f139969 req-29c58e28-07b6-40ac-83d7-ea719c037d90 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/security-groups?id=85786454-c560-4317-bd73-95e1b791240f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5168986 Nov 19 17:48:01.281064 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8cb2a747-d687-460d-9b8c-99b3cd317f48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:01.292434 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-29b162ff-7a1f-4b9a-86e4-843d60c5d3c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-768648'] for router_interface, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:01.323082 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb2a747-d687-460d-9b8c-99b3cd317f48 admin admin] No DVR routers for this DVR port e9bc38dd-b57d-4ed0-8603-7390013fb89e on host n-d-818022-2 {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:48:01.329036 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb2a747-d687-460d-9b8c-99b3cd317f48 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9bc38dd-b57d-4ed0-8603-7390013fb89e,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:48:01.344171 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b72cd23-52e9-4a78-901a-9c827307821d req-da99d89f-c5ba-4e98-947e-da1f4dbbdb80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:01.346096 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3b72cd23-52e9-4a78-901a-9c827307821d req-da99d89f-c5ba-4e98-947e-da1f4dbbdb80 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ef849a6e511d48da926cfd9ca438c810&device_id=ec9f9dc4-f3d0-4fbd-b419-1ab72c92e9be HTTP/1.1" status: 200 len: 1098 time: 0.2727652 Nov 19 17:48:01.366639 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6ced5f-5c1d-4a9d-af7b-776ae666d6d3 req-18cd9a4f-0999-4c76-820b-ebc643cd3232 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:01.373957 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ea6ced5f-5c1d-4a9d-af7b-776ae666d6d3 req-18cd9a4f-0999-4c76-820b-ebc643cd3232 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec9f9dc4-f3d0-4fbd-b419-1ab72c92e9be HTTP/1.1" status: 200 len: 947 time: 0.2249980 Nov 19 17:48:01.378265 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 6980b1cd-cf9f-41ba-b3f3-a376235d5ba2 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:48:01.477217 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 6980b1cd-cf9f-41ba-b3f3-a376235d5ba2 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:48:01.477917 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:01.481551 n-d-818022-2 neutron-server[103366]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 19 17:48:01.481551 n-d-818022-2 neutron-server[103366]: from cryptography.utils import int_from_bytes Nov 19 17:48:01.481551 n-d-818022-2 neutron-server[103366]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 19 17:48:01.481551 n-d-818022-2 neutron-server[103366]: from cryptography.utils import int_from_bytes Nov 19 17:48:01.481551 n-d-818022-2 neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 17:48:01.481551 n-d-818022-2 neutron-server[103366]: self.session.flush() Nov 19 17:48:01.481551 n-d-818022-2 neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 17:48:01.481551 n-d-818022-2 neutron-server[103366]: self.session.flush() Nov 19 17:48:01.481551 n-d-818022-2 neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 17:48:01.481551 n-d-818022-2 neutron-server[103366]: self.session.flush() Nov 19 17:48:01.481551 n-d-818022-2 neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 17:48:01.481551 n-d-818022-2 neutron-server[103366]: self.session.flush() Nov 19 17:48:01.481551 n-d-818022-2 neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 17:48:01.481551 n-d-818022-2 neutron-server[103366]: self.session.flush() Nov 19 17:48:01.481551 n-d-818022-2 neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 17:48:01.481551 n-d-818022-2 neutron-server[103366]: self.session.flush() Nov 19 17:48:01.481551 n-d-818022-2 neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 17:48:01.481551 n-d-818022-2 neutron-server[103366]: self.session.flush() Nov 19 17:48:01.481551 n-d-818022-2 neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 17:48:01.481551 n-d-818022-2 neutron-server[103366]: self.session.flush() Nov 19 17:48:01.481551 n-d-818022-2 neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 17:48:01.481551 n-d-818022-2 neutron-server[103366]: self.session.flush() Nov 19 17:48:01.481551 n-d-818022-2 neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 17:48:01.481551 n-d-818022-2 neutron-server[103366]: self.session.flush() Nov 19 17:48:01.481551 n-d-818022-2 neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 17:48:01.481551 n-d-818022-2 neutron-server[103366]: self.session.flush() Nov 19 17:48:01.481551 n-d-818022-2 neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 17:48:01.481551 n-d-818022-2 neutron-server[103366]: self.session.flush() Nov 19 17:48:01.481551 n-d-818022-2 neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 17:48:01.481551 n-d-818022-2 neutron-server[103366]: self.session.flush() Nov 19 17:48:01.481551 n-d-818022-2 neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 17:48:01.481551 n-d-818022-2 neutron-server[103366]: self.session.flush() Nov 19 17:48:01.481551 n-d-818022-2 neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 17:48:01.481551 n-d-818022-2 neutron-server[103366]: self.session.flush() Nov 19 17:48:01.481551 n-d-818022-2 neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 17:48:01.481551 n-d-818022-2 neutron-server[103366]: self.session.flush() Nov 19 17:48:01.481551 n-d-818022-2 neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 17:48:01.481551 n-d-818022-2 neutron-server[103366]: self.session.flush() Nov 19 17:48:01.481551 n-d-818022-2 neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 17:48:01.481551 n-d-818022-2 neutron-server[103366]: self.session.flush() Nov 19 17:48:01.481551 n-d-818022-2 neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 17:48:01.481551 n-d-818022-2 neutron-server[103366]: self.session.flush() Nov 19 17:48:01.484916 n-d-818022-2 neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 17:48:01.484916 n-d-818022-2 neutron-server[103366]: self.session.flush() Nov 19 17:48:01.484916 n-d-818022-2 neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 17:48:01.484916 n-d-818022-2 neutron-server[103366]: self.session.flush() Nov 19 17:48:01.484916 n-d-818022-2 neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 17:48:01.484916 n-d-818022-2 neutron-server[103366]: self.session.flush() Nov 19 17:48:01.484916 n-d-818022-2 neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 17:48:01.484916 n-d-818022-2 neutron-server[103366]: self.session.flush() Nov 19 17:48:01.484916 n-d-818022-2 neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 17:48:01.484916 n-d-818022-2 neutron-server[103366]: self.session.flush() Nov 19 17:48:01.484916 n-d-818022-2 neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 17:48:01.484916 n-d-818022-2 neutron-server[103366]: self.session.flush() Nov 19 17:48:01.484916 n-d-818022-2 neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 17:48:01.484916 n-d-818022-2 neutron-server[103366]: self.session.flush() Nov 19 17:48:01.531671 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-1930575d-5154-4efe-995a-cfe4e2b1c772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007'] for port, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:01.571759 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1930575d-5154-4efe-995a-cfe4e2b1c772 None None] Pushing event deleted for resources: {'Port': ['ID=e9bc38dd-b57d-4ed0-8603-7390013fb89e,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:48:01.595274 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1930575d-5154-4efe-995a-cfe4e2b1c772 None None] No DVR routers for this DVR port e9bc38dd-b57d-4ed0-8603-7390013fb89e on host n-d-818022-2 {{(pid=103366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:48:01.626269 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8cb2a747-d687-460d-9b8c-99b3cd317f48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:01.644795 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ea6ced5f-5c1d-4a9d-af7b-776ae666d6d3 req-caff2184-dc96-4996-a9a9-0752b44950e8 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/security-groups?id=b596b6e2-4e99-405d-ab15-439621199b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2698953 Nov 19 17:48:01.645772 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:01.675789 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067cad80-dc5b-433c-aae6-4276d5a569ed req-628a7cae-7d87-4cc7-b107-42008c8806cc tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:01.682372 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] For port 6980b1cd-cf9f-41ba-b3f3-a376235d5ba2, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=6980b1cd-cf9f-41ba-b3f3-a376235d5ba2,segment=NetworkSegment(bbe705c1-96c0-476e-8381-28227e6f0ac5),segment_id=bbe705c1-96c0-476e-8381-28227e6f0ac5)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:48:01.683074 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067cad80-dc5b-433c-aae6-4276d5a569ed req-628a7cae-7d87-4cc7-b107-42008c8806cc tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:01.690181 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:01.703443 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067cad80-dc5b-433c-aae6-4276d5a569ed req-628a7cae-7d87-4cc7-b107-42008c8806cc tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:01.712955 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067cad80-dc5b-433c-aae6-4276d5a569ed req-628a7cae-7d87-4cc7-b107-42008c8806cc tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:01.722267 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067cad80-dc5b-433c-aae6-4276d5a569ed req-628a7cae-7d87-4cc7-b107-42008c8806cc tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:01.730020 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067cad80-dc5b-433c-aae6-4276d5a569ed req-628a7cae-7d87-4cc7-b107-42008c8806cc tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:01.738281 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067cad80-dc5b-433c-aae6-4276d5a569ed req-628a7cae-7d87-4cc7-b107-42008c8806cc tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:01.751322 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-067cad80-dc5b-433c-aae6-4276d5a569ed req-628a7cae-7d87-4cc7-b107-42008c8806cc tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] 10.222.0.54 "GET /v2.0/ports?device_id=08d7166f-7a15-4f21-9c94-87560bcdea01 HTTP/1.1" status: 200 len: 5421 time: 0.2744994 Nov 19 17:48:01.771718 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-8cb2a747-d687-460d-9b8c-99b3cd317f48 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c552d15-d4c8-45a0-876e-f450c6de937e']}} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:48:01.776530 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 21f943bf-5a34-47cb-b798-eaaffe7c3651 no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:48:01.805961 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-8cb2a747-d687-460d-9b8c-99b3cd317f48 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56605957-e95e-44f4-a52a-6898a394ea61') {'for_net_delete': True} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:48:01.806536 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-8cb2a747-d687-460d-9b8c-99b3cd317f48 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56605957-e95e-44f4-a52a-6898a394ea61') {} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:48:01.810509 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1bc075b3-8144-4a06-93d1-138fa271ccb1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:01.822901 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: 21f943bf-5a34-47cb-b798-eaaffe7c3651 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:48:01.823664 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 21f943bf-5a34-47cb-b798-eaaffe7c3651 not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:48:01.824245 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8cb2a747-d687-460d-9b8c-99b3cd317f48 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12545382'] for segment, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:01.824702 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device e9bc38dd-b57d-4ed0-8603-7390013fb89e no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:48:01.827278 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b72cd23-52e9-4a78-901a-9c827307821d req-289ddca3-9209-4ed7-8861-a8642293262b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:01.829853 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3b72cd23-52e9-4a78-901a-9c827307821d req-289ddca3-9209-4ed7-8861-a8642293262b service neutron] 10.222.0.60 "GET /v2.0/networks?id=7fe9dda4-bbb5-4db6-b240-cdabda9f2be2 HTTP/1.1" status: 200 len: 914 time: 0.4514027 Nov 19 17:48:01.847407 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1bc075b3-8144-4a06-93d1-138fa271ccb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:01.870739 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: e9bc38dd-b57d-4ed0-8603-7390013fb89e {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:48:01.871735 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device e9bc38dd-b57d-4ed0-8603-7390013fb89e not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:48:01.872449 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device ad2c5ed9-2037-4cbd-8d0f-980da9979be2 no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:48:01.898334 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: ad2c5ed9-2037-4cbd-8d0f-980da9979be2 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:48:01.898828 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device ad2c5ed9-2037-4cbd-8d0f-980da9979be2 not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:48:01.902439 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Pushing event updated for resources: {'Port': ['ID=6980b1cd-cf9f-41ba-b3f3-a376235d5ba2,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:48:01.917322 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-067cad80-dc5b-433c-aae6-4276d5a569ed req-93cab263-f3a0-415a-b260-c336e49666b6 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] 10.222.0.54 "GET /v2.0/security-groups?id=c27dfe00-81ac-4bf5-b9dd-805873436817&id=2c5c45e5-871b-4ee9-82e2-22e9698a9680&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1647332 Nov 19 17:48:01.962480 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8cb2a747-d687-460d-9b8c-99b3cd317f48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:01.971024 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cb2a747-d687-460d-9b8c-99b3cd317f48 admin admin] Releasing vlan 683 on physical network physnet1 to pool {{(pid=103365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 17:48:01.971628 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8cb2a747-d687-460d-9b8c-99b3cd317f48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12282953'] for segment, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:01.972546 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-73ebeb75-0f08-4d02-bbf5-5678a299f739 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:02.031432 n-d-818022-2 neutron-server[103365]: Traceback (most recent call last): Nov 19 17:48:02.031432 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 17:48:02.031432 n-d-818022-2 neutron-server[103365]: timer() Nov 19 17:48:02.031432 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 17:48:02.031432 n-d-818022-2 neutron-server[103365]: cb(*args, **kw) Nov 19 17:48:02.031432 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 17:48:02.031432 n-d-818022-2 neutron-server[103365]: return func(*args, **kwargs) Nov 19 17:48:02.031432 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 17:48:02.031432 n-d-818022-2 neutron-server[103365]: self._notify() Nov 19 17:48:02.031432 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 17:48:02.031432 n-d-818022-2 neutron-server[103365]: self.callback(batched_events) Nov 19 17:48:02.031432 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 17:48:02.031432 n-d-818022-2 neutron-server[103365]: event.method(event) Nov 19 17:48:02.031432 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 17:48:02.031432 n-d-818022-2 neutron-server[103365]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 17:48:02.031432 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 17:48:02.031432 n-d-818022-2 neutron-server[103365]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 17:48:02.031432 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 17:48:02.031432 n-d-818022-2 neutron-server[103365]: return f(self, *a, **k) Nov 19 17:48:02.031432 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 17:48:02.031432 n-d-818022-2 neutron-server[103365]: return self._get(url).json() Nov 19 17:48:02.031432 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 17:48:02.031432 n-d-818022-2 neutron-server[103365]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 17:48:02.031432 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 17:48:02.031432 n-d-818022-2 neutron-server[103365]: return self.request(url, 'GET', **kwargs) Nov 19 17:48:02.031432 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 17:48:02.031432 n-d-818022-2 neutron-server[103365]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 17:48:02.031432 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 17:48:02.031432 n-d-818022-2 neutron-server[103365]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 17:48:02.031432 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 17:48:02.031432 n-d-818022-2 neutron-server[103365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 17:48:02.031432 n-d-818022-2 neutron-server[103365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 17:48:02.034650 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3b72cd23-52e9-4a78-901a-9c827307821d req-9a2d29e9-b0ac-4f39-a8e3-ae8dc37a2ef1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=71243686-16d7-4505-9eb3-c400bc2cf33c HTTP/1.1" status: 200 len: 217 time: 0.1418576 Nov 19 17:48:02.039454 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8cb2a747-d687-460d-9b8c-99b3cd317f48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671242'] for network, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:02.046441 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8cb2a747-d687-460d-9b8c-99b3cd317f48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:02.050828 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-8cb2a747-d687-460d-9b8c-99b3cd317f48 admin admin] 10.222.0.54 "DELETE /v2.0/networks/2c552d15-d4c8-45a0-876e-f450c6de937e HTTP/1.1" status: 204 len: 168 time: 1.7564201 Nov 19 17:48:02.077880 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db3fc1a-8e54-4590-9f82-4c3f0b7d828f req-4ed421c5-4e6e-4530-a661-a47c11c7c337 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:02.085418 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-4db3fc1a-8e54-4590-9f82-4c3f0b7d828f req-4ed421c5-4e6e-4530-a661-a47c11c7c337 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/ports?device_id=8c630bbd-efb2-4d8f-829a-b55a5711c2b8 HTTP/1.1" status: 200 len: 950 time: 0.2692914 Nov 19 17:48:02.088360 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1bc075b3-8144-4a06-93d1-138fa271ccb1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-768529'] for router_interface, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:02.102785 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc075b3-8144-4a06-93d1-138fa271ccb1 admin admin] Pushing event updated for resources: {'Port': ['ID=de23ec41-625e-4759-8c30-6be16f7d6ab1,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:48:02.123033 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb2a747-d687-460d-9b8c-99b3cd317f48 admin admin] Pushing event deleted for resources: {'Network': ['ID=2c552d15-d4c8-45a0-876e-f450c6de937e,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:48:02.147044 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b72cd23-52e9-4a78-901a-9c827307821d req-aa11b0d5-1ec8-483c-98f3-61b0c28e5862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:02.148576 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3b72cd23-52e9-4a78-901a-9c827307821d req-aa11b0d5-1ec8-483c-98f3-61b0c28e5862 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a2a11d26-01c8-41f8-8b08-cf64deb00190 HTTP/1.1" status: 200 len: 853 time: 0.0963895 Nov 19 17:48:02.210241 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3b72cd23-52e9-4a78-901a-9c827307821d req-da59ba80-7f6e-4f2e-8acf-299069667f1f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7fe9dda4-bbb5-4db6-b240-cdabda9f2be2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535464 Nov 19 17:48:02.284632 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-4db3fc1a-8e54-4590-9f82-4c3f0b7d828f req-301a25b0-28f3-48ed-89ee-6eafafa02f68 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/security-groups?id=6e557aa4-1576-4002-9603-a630915d92af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980186 Nov 19 17:48:02.293541 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29b162ff-7a1f-4b9a-86e4-843d60c5d3c8 admin admin] Router fbe9e398-7eba-437a-9729-42c1b6576792 has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 17:48:02.300871 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bc075b3-8144-4a06-93d1-138fa271ccb1 admin admin] Network 8f77ab62-7dc5-45f8-8711-4a707c9a4b60 is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:48:02.314455 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-1bc075b3-8144-4a06-93d1-138fa271ccb1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:48:02.359272 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3b72cd23-52e9-4a78-901a-9c827307821d req-c6187d4c-1edd-4ccc-8508-0f4b87aee71c service neutron] 10.222.0.60 "GET /v2.0/networks/7fe9dda4-bbb5-4db6-b240-cdabda9f2be2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400535 Nov 19 17:48:02.362196 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 55718) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:48:02.557302 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-06ece13f-0716-4f26-bb70-1d05d3bada29 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=0a0b004e524b43138e0ccf2007e7de7f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1914611 Nov 19 17:48:02.564242 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 55720) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:48:02.612690 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bc075b3-8144-4a06-93d1-138fa271ccb1 admin admin] Router 0cbec5fc-9e25-4cec-a5c7-4040744381e7 has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 17:48:02.639037 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f8f04cda-9394-408a-9f12-d5d896e15661 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:02.665975 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea51ec5f-42db-4b12-8819-c730aa51c9bc req-158e6862-f57d-4684-b9cf-9a33e0db55a3 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:02.667565 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ea51ec5f-42db-4b12-8819-c730aa51c9bc req-158e6862-f57d-4684-b9cf-9a33e0db55a3 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d6d80d6-3550-4ad7-998c-1e2c27418ad5 HTTP/1.1" status: 200 len: 945 time: 0.1712453 Nov 19 17:48:02.694028 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29b162ff-7a1f-4b9a-86e4-843d60c5d3c8 admin admin] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 17:48:02.705966 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-29b162ff-7a1f-4b9a-86e4-843d60c5d3c8 admin admin] 10.222.0.54 "PUT /v2.0/routers/fbe9e398-7eba-437a-9729-42c1b6576792/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3842990 Nov 19 17:48:02.706795 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 55724) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:48:02.706922 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0115d42a-b8d7-44b5-8af6-d71f33072f70 None None] Sync routers for ids ['fbe9e398-7eba-437a-9729-42c1b6576792'] in n-d-818022-2 {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 17:48:02.722080 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0115d42a-b8d7-44b5-8af6-d71f33072f70 None None] Routers {'fbe9e398-7eba-437a-9729-42c1b6576792'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:48:02.722950 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-0115d42a-b8d7-44b5-8af6-d71f33072f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:48:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['fbe9e398-7eba-437a-9729-42c1b6576792'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:48:02.726145 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f8f04cda-9394-408a-9f12-d5d896e15661 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:02.771834 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3b72cd23-52e9-4a78-901a-9c827307821d req-a20f36ff-a69a-4e14-8d6c-39a6378fea84 service neutron] 10.222.0.60 "GET /v2.0/networks/7fe9dda4-bbb5-4db6-b240-cdabda9f2be2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3603017 Nov 19 17:48:02.824000 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ea51ec5f-42db-4b12-8819-c730aa51c9bc req-8355ca0d-1127-466d-8fe4-094c9bb8621c tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/security-groups?id=85786454-c560-4317-bd73-95e1b791240f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1464698 Nov 19 17:48:02.848126 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f8f04cda-9394-408a-9f12-d5d896e15661 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:02.852891 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f8f04cda-9394-408a-9f12-d5d896e15661 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:02.857524 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-f8f04cda-9394-408a-9f12-d5d896e15661 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/561f1792-26b3-4623-a9c4-d9fa9017c739 HTTP/1.1" status: 204 len: 168 time: 0.2886693 Nov 19 17:48:02.887712 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f04cda-9394-408a-9f12-d5d896e15661 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=561f1792-26b3-4623-a9c4-d9fa9017c739,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:48:02.955719 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-5fa61090-0301-44f5-9f15-d98a8263a630 None None] Provisioning complete for port de23ec41-625e-4759-8c30-6be16f7d6ab1 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:48:02.956212 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-5fa61090-0301-44f5-9f15-d98a8263a630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:03.036792 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bc075b3-8144-4a06-93d1-138fa271ccb1 admin admin] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 17:48:03.036962 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 6980b1cd-cf9f-41ba-b3f3-a376235d5ba2 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:48:03.047610 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afbe4433-dc3a-45a2-8bfc-b80e1fe49c2a None None] Sync routers for ids ['0cbec5fc-9e25-4cec-a5c7-4040744381e7'] in n-d-818022-2 {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 17:48:03.065628 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-1bc075b3-8144-4a06-93d1-138fa271ccb1 admin admin] 10.222.0.54 "PUT /v2.0/routers/0cbec5fc-9e25-4cec-a5c7-4040744381e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9370451 Nov 19 17:48:03.078160 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5df779-680d-4d53-8e7c-2d368958fe56 req-a5d0fe3b-4994-45e8-8404-4c7353b7cf06 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:03.087957 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-7c5df779-680d-4d53-8e7c-2d368958fe56 req-a5d0fe3b-4994-45e8-8404-4c7353b7cf06 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec9f9dc4-f3d0-4fbd-b419-1ab72c92e9be HTTP/1.1" status: 200 len: 947 time: 0.2871025 Nov 19 17:48:03.091649 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afbe4433-dc3a-45a2-8bfc-b80e1fe49c2a None None] Routers {'0cbec5fc-9e25-4cec-a5c7-4040744381e7'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:48:03.095774 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-afbe4433-dc3a-45a2-8bfc-b80e1fe49c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:48:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['0cbec5fc-9e25-4cec-a5c7-4040744381e7'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:48:03.097461 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-006dd6f1-f514-4e08-b3da-184efc8250f7 admin admin] Publish callbacks [] for router, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:03.128722 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ccb24c-77cd-44ab-aa2a-7153ed244282 req-1b54ac83-84dc-4c3d-afba-b20e79c68ca5 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:03.137477 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ccb24c-77cd-44ab-aa2a-7153ed244282 req-1b54ac83-84dc-4c3d-afba-b20e79c68ca5 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:03.159956 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ccb24c-77cd-44ab-aa2a-7153ed244282 req-1b54ac83-84dc-4c3d-afba-b20e79c68ca5 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:03.187546 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-5fa61090-0301-44f5-9f15-d98a8263a630 None None] Port de23ec41-625e-4759-8c30-6be16f7d6ab1 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:48:03.190373 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ccb24c-77cd-44ab-aa2a-7153ed244282 req-1b54ac83-84dc-4c3d-afba-b20e79c68ca5 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:03.215028 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ccb24c-77cd-44ab-aa2a-7153ed244282 req-1b54ac83-84dc-4c3d-afba-b20e79c68ca5 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:03.227235 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-0115d42a-b8d7-44b5-8af6-d71f33072f70 None None] Set router fbe9e398-7eba-437a-9729-42c1b6576792 gateway port host: n-d-818022-2 {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:48:03.247721 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ccb24c-77cd-44ab-aa2a-7153ed244282 req-1b54ac83-84dc-4c3d-afba-b20e79c68ca5 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:03.264044 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-7c5df779-680d-4d53-8e7c-2d368958fe56 req-00d06313-d41d-472b-bfe1-944aa99d9c48 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/security-groups?id=b596b6e2-4e99-405d-ab15-439621199b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665194 Nov 19 17:48:03.275818 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ccb24c-77cd-44ab-aa2a-7153ed244282 req-1b54ac83-84dc-4c3d-afba-b20e79c68ca5 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:03.294935 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-afbe4433-dc3a-45a2-8bfc-b80e1fe49c2a None None] Set router 0cbec5fc-9e25-4cec-a5c7-4040744381e7 gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:48:03.299566 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-07ccb24c-77cd-44ab-aa2a-7153ed244282 req-1b54ac83-84dc-4c3d-afba-b20e79c68ca5 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] 10.222.0.54 "GET /v2.0/ports?device_id=08d7166f-7a15-4f21-9c94-87560bcdea01 HTTP/1.1" status: 200 len: 5421 time: 0.2662518 Nov 19 17:48:03.304802 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-006dd6f1-f514-4e08-b3da-184efc8250f7 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:03.325949 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e46ecc5a-dc14-4744-b262-3072ff2e958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:03.418275 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-07ccb24c-77cd-44ab-aa2a-7153ed244282 req-ec58b0bb-fc92-40e6-b050-3a7051258ca0 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] 10.222.0.54 "GET /v2.0/security-groups?id=c27dfe00-81ac-4bf5-b9dd-805873436817&id=2c5c45e5-871b-4ee9-82e2-22e9698a9680&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1177623 Nov 19 17:48:03.487990 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-006dd6f1-f514-4e08-b3da-184efc8250f7 admin admin] Deleting port b6ed7324-8b16-4ad2-9553-54787620217d {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:48:03.488447 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-006dd6f1-f514-4e08-b3da-184efc8250f7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:03.638225 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 6980b1cd-cf9f-41ba-b3f3-a376235d5ba2 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:48:03.646653 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:03.666099 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-afbe4433-dc3a-45a2-8bfc-b80e1fe49c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cbec5fc-9e25-4cec-a5c7-4040744381e7', 'name': 'tempest-TaggedBootDevicesTest_v242-107126194-router', 'tenant_id': 'dc4ce8c0e4764250ba39abc11774435f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.100'}], 'enable_snat': True}, 'gw_port_id': '6980b1cd-cf9f-41ba-b3f3-a376235d5ba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:47:52Z', 'updated_at': '2021-11-19T17:48:00Z', 'revision_number': 4, 'project_id': 'dc4ce8c0e4764250ba39abc11774435f', 'gw_port': {'id': '6980b1cd-cf9f-41ba-b3f3-a376235d5ba2', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:59:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cbec5fc-9e25-4cec-a5c7-4040744381e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:47:53Z', 'updated_at': '2021-11-19T17:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': 'de23ec41-625e-4759-8c30-6be16f7d6ab1', 'name': '', 'network_id': '8f77ab62-7dc5-45f8-8711-4a707c9a4b60', 'tenant_id': 'dc4ce8c0e4764250ba39abc11774435f', 'mac_address': 'fa:16:3e:10:af:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cbec5fc-9e25-4cec-a5c7-4040744381e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': '84ab97cc-9896-4676-95d7-a25409717fef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:47:58Z', 'updated_at': '2021-11-19T17:48:01Z', 'revision_number': 2, 'project_id': 'dc4ce8c0e4764250ba39abc11774435f', 'subnets': [{'id': '84ab97cc-9896-4676-95d7-a25409717fef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:48:03.673729 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [None req-006dd6f1-f514-4e08-b3da-184efc8250f7 admin admin] For port b6ed7324-8b16-4ad2-9553-54787620217d, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=b6ed7324-8b16-4ad2-9553-54787620217d,segment=NetworkSegment(bbe705c1-96c0-476e-8381-28227e6f0ac5),segment_id=bbe705c1-96c0-476e-8381-28227e6f0ac5)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:48:03.674217 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-006dd6f1-f514-4e08-b3da-184efc8250f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:03.694838 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-006dd6f1-f514-4e08-b3da-184efc8250f7 admin admin] Calling delete_port for b6ed7324-8b16-4ad2-9553-54787620217d owned by network:router_gateway {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:48:03.719077 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf7b199-47b1-413c-9a55-951dd7c9a001 req-d73cf320-cc83-4a59-ab03-52d3bb096118 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:03.728605 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9bf7b199-47b1-413c-9a55-951dd7c9a001 req-d73cf320-cc83-4a59-ab03-52d3bb096118 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/ports?device_id=8c630bbd-efb2-4d8f-829a-b55a5711c2b8 HTTP/1.1" status: 200 len: 950 time: 0.3070624 Nov 19 17:48:03.735729 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:03.786516 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afbe4433-dc3a-45a2-8bfc-b80e1fe49c2a None None] Checking router: 0cbec5fc-9e25-4cec-a5c7-4040744381e7 for host: n-d-818022-2 {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 17:48:03.787692 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afbe4433-dc3a-45a2-8bfc-b80e1fe49c2a None None] Updating router 0cbec5fc-9e25-4cec-a5c7-4040744381e7 port de23ec41-625e-4759-8c30-6be16f7d6ab1 binding host n-d-818022-2 {{(pid=103367) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 17:48:03.801450 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:03.846624 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-afbe4433-dc3a-45a2-8bfc-b80e1fe49c2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:03.873382 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9bf7b199-47b1-413c-9a55-951dd7c9a001 req-a5de15c1-f889-4e48-b7ac-7215b2faed3f tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/security-groups?id=6e557aa4-1576-4002-9603-a630915d92af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437318 Nov 19 17:48:03.914760 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-0115d42a-b8d7-44b5-8af6-d71f33072f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbe9e398-7eba-437a-9729-42c1b6576792', 'name': 'tempest-ServerRescueNegativeTestJSON-965044839-router', 'tenant_id': '08573f5395784708802f6f6512b37184', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': 'b6ed7324-8b16-4ad2-9553-54787620217d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:44:04Z', 'updated_at': '2021-11-19T17:48:00Z', 'revision_number': 5, 'project_id': '08573f5395784708802f6f6512b37184', 'gw_port': {'id': 'b6ed7324-8b16-4ad2-9553-54787620217d', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:f2:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbe9e398-7eba-437a-9729-42c1b6576792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:44:07Z', 'updated_at': '2021-11-19T17:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:48:04.025111 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0115d42a-b8d7-44b5-8af6-d71f33072f70 None None] Checking router: fbe9e398-7eba-437a-9729-42c1b6576792 for host: n-d-818022-2 {{(pid=103366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 17:48:04.047581 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0115d42a-b8d7-44b5-8af6-d71f33072f70 None None] Routers {'fbe9e398-7eba-437a-9729-42c1b6576792'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:48:04.048238 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-0115d42a-b8d7-44b5-8af6-d71f33072f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:48:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['fbe9e398-7eba-437a-9729-42c1b6576792'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:48:04.273261 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-0115d42a-b8d7-44b5-8af6-d71f33072f70 None None] Set router fbe9e398-7eba-437a-9729-42c1b6576792 gateway port host: None {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:48:04.504652 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device 27705cb3-0294-4ee6-a550-a6915d0bf4c8 details requested by agent hyperv_n-h2-818022-2 with host n-h2-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 17:48:04.524690 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-0115d42a-b8d7-44b5-8af6-d71f33072f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbe9e398-7eba-437a-9729-42c1b6576792', 'name': 'tempest-ServerRescueNegativeTestJSON-965044839-router', 'tenant_id': '08573f5395784708802f6f6512b37184', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:44:04Z', 'updated_at': '2021-11-19T17:48:03Z', 'revision_number': 6, 'project_id': '08573f5395784708802f6f6512b37184', 'gw_port_host': None}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:48:04.537015 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-006dd6f1-f514-4e08-b3da-184efc8250f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:04.548430 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-afbe4433-dc3a-45a2-8bfc-b80e1fe49c2a None None] Publish callbacks [] for port, precommit_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:04.560073 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-afbe4433-dc3a-45a2-8bfc-b80e1fe49c2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:04.646651 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0115d42a-b8d7-44b5-8af6-d71f33072f70 None None] The sync data for ids ['fbe9e398-7eba-437a-9729-42c1b6576792'] in n-d-818022-2 is: [{'id': 'fbe9e398-7eba-437a-9729-42c1b6576792', 'name': 'tempest-ServerRescueNegativeTestJSON-965044839-router', 'tenant_id': '08573f5395784708802f6f6512b37184', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:44:04Z', 'updated_at': '2021-11-19T17:48:03Z', 'revision_number': 6, 'project_id': '08573f5395784708802f6f6512b37184', 'gw_port_host': None}] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 17:48:04.720363 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006dd6f1-f514-4e08-b3da-184efc8250f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=b6ed7324-8b16-4ad2-9553-54787620217d,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:48:04.739040 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8840539-24aa-485f-a23d-d5f71f5db0b1 None None] Pushing event updated for resources: {'Port': ['ID=de23ec41-625e-4759-8c30-6be16f7d6ab1,revision_number=3']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:48:04.750620 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e013d7e6-5264-4dcc-9759-54f5fb809e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:04.761447 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.db.resource_extend [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 19 17:48:04.787666 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed93c40-04dd-4efa-a3d2-9753f876f0b3 req-41584a19-5a6f-408b-9aeb-2b5fe4bd5a48 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:04.789280 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2ed93c40-04dd-4efa-a3d2-9753f876f0b3 req-41584a19-5a6f-408b-9aeb-2b5fe4bd5a48 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d6d80d6-3550-4ad7-998c-1e2c27418ad5 HTTP/1.1" status: 200 len: 945 time: 0.8161495 Nov 19 17:48:04.871928 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-afbe4433-dc3a-45a2-8bfc-b80e1fe49c2a None None] Attempting to bind port de23ec41-625e-4759-8c30-6be16f7d6ab1 on host n-d-818022-2 for vnic_type normal with profile {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:48:04.872297 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-afbe4433-dc3a-45a2-8bfc-b80e1fe49c2a None None] Attempting to bind port de23ec41-625e-4759-8c30-6be16f7d6ab1 by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': 'df98e083-ab86-46f8-8fdf-afe658ee5250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '8f77ab62-7dc5-45f8-8711-4a707c9a4b60'}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:48:04.874980 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afbe4433-dc3a-45a2-8bfc-b80e1fe49c2a None None] Attempting to bind port de23ec41-625e-4759-8c30-6be16f7d6ab1 on network 8f77ab62-7dc5-45f8-8711-4a707c9a4b60 {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:48:04.888831 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afbe4433-dc3a-45a2-8bfc-b80e1fe49c2a None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 47, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:48:04.889251 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afbe4433-dc3a-45a2-8bfc-b80e1fe49c2a None None] Checking segment: {'id': 'df98e083-ab86-46f8-8fdf-afe658ee5250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '8f77ab62-7dc5-45f8-8711-4a707c9a4b60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:48:04.890054 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-afbe4433-dc3a-45a2-8bfc-b80e1fe49c2a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:04.892692 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afbe4433-dc3a-45a2-8bfc-b80e1fe49c2a None None] Bound using segment: {'id': 'df98e083-ab86-46f8-8fdf-afe658ee5250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '8f77ab62-7dc5-45f8-8711-4a707c9a4b60'} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:48:04.893224 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-afbe4433-dc3a-45a2-8bfc-b80e1fe49c2a None None] Bound port: de23ec41-625e-4759-8c30-6be16f7d6ab1, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df98e083-ab86-46f8-8fdf-afe658ee5250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '8f77ab62-7dc5-45f8-8711-4a707c9a4b60'}}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:48:04.896479 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-afbe4433-dc3a-45a2-8bfc-b80e1fe49c2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:04.912444 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2ed93c40-04dd-4efa-a3d2-9753f876f0b3 req-5494bf63-edb3-4234-8bd6-f6f822809de9 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/security-groups?id=85786454-c560-4317-bd73-95e1b791240f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1155314 Nov 19 17:48:04.947404 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 55776) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:48:05.042251 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-006dd6f1-f514-4e08-b3da-184efc8250f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-671730'] for router_gateway, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:05.057313 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port 27705cb3-0294-4ee6-a550-a6915d0bf4c8, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=27705cb3-0294-4ee6-a550-a6915d0bf4c8,segment=NetworkSegment(a5a94e2b-2782-491c-8737-b805351d0689),segment_id=a5a94e2b-2782-491c-8737-b805351d0689)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:48:05.102732 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Returning: {'device': '27705cb3-0294-4ee6-a550-a6915d0bf4c8', 'network_id': 'fdcadcc4-b6d0-4be3-9284-8f7eda9af8ea', 'port_id': '27705cb3-0294-4ee6-a550-a6915d0bf4c8', 'mac_address': 'fa:16:3e:e2:09:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dbfa5af-1ad8-4df8-a1b2-cc6152eda1a3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 17:48:05.172039 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-afbe4433-dc3a-45a2-8bfc-b80e1fe49c2a None None] For port de23ec41-625e-4759-8c30-6be16f7d6ab1, host n-d-818022-2, cleared binding levels {{(pid=103367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:48:05.197455 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-afbe4433-dc3a-45a2-8bfc-b80e1fe49c2a None None] For port de23ec41-625e-4759-8c30-6be16f7d6ab1, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=de23ec41-625e-4759-8c30-6be16f7d6ab1,segment=NetworkSegment(df98e083-ab86-46f8-8fdf-afe658ee5250),segment_id=df98e083-ab86-46f8-8fdf-afe658ee5250)] {{(pid=103367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:48:05.211378 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-afbe4433-dc3a-45a2-8bfc-b80e1fe49c2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:05.252889 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:05.262610 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:05.289753 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-00d38475-5aae-48c8-a133-3ce308e8c671 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-491960050-network', 'tenant_id': '71f143b90b844169b3eeea1a30bf2a6c'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:48:05.306830 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device e785cd7d-e773-4e20-a722-ba2878b4a69d no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:48:05.312378 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 27705cb3-0294-4ee6-a550-a6915d0bf4c8 {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:48:05.383568 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1102f0-0e63-4f63-b371-a26299ffc2f8 req-51b62922-1a2a-4082-a199-9fa7d82d027b tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:05.392026 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3744db5-698a-46f3-ad8d-1b04774161f5 req-18f0331b-759e-42ac-9945-de92c79aaaca tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:05.395966 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port 27705cb3-0294-4ee6-a550-a6915d0bf4c8, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=27705cb3-0294-4ee6-a550-a6915d0bf4c8,segment=NetworkSegment(a5a94e2b-2782-491c-8737-b805351d0689),segment_id=a5a94e2b-2782-491c-8737-b805351d0689)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:48:05.409878 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afbe4433-dc3a-45a2-8bfc-b80e1fe49c2a None None] Routers {'0cbec5fc-9e25-4cec-a5c7-4040744381e7'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:48:05.410452 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-afbe4433-dc3a-45a2-8bfc-b80e1fe49c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:48:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['0cbec5fc-9e25-4cec-a5c7-4040744381e7'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:48:05.415295 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1102f0-0e63-4f63-b371-a26299ffc2f8 req-51b62922-1a2a-4082-a199-9fa7d82d027b tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:05.416022 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b3744db5-698a-46f3-ad8d-1b04774161f5 req-18f0331b-759e-42ac-9945-de92c79aaaca tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec9f9dc4-f3d0-4fbd-b419-1ab72c92e9be HTTP/1.1" status: 200 len: 947 time: 0.8881741 Nov 19 17:48:05.428871 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1102f0-0e63-4f63-b371-a26299ffc2f8 req-51b62922-1a2a-4082-a199-9fa7d82d027b tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:05.437205 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1102f0-0e63-4f63-b371-a26299ffc2f8 req-51b62922-1a2a-4082-a199-9fa7d82d027b tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:05.445667 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1102f0-0e63-4f63-b371-a26299ffc2f8 req-51b62922-1a2a-4082-a199-9fa7d82d027b tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:05.449113 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:05.454602 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: e785cd7d-e773-4e20-a722-ba2878b4a69d {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:48:05.454951 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device e785cd7d-e773-4e20-a722-ba2878b4a69d not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:48:05.456350 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-6e34db89-491b-4847-9b90-1cd9fed57f8f None None] Provisioning complete for port de23ec41-625e-4759-8c30-6be16f7d6ab1 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:48:05.461029 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1102f0-0e63-4f63-b371-a26299ffc2f8 req-51b62922-1a2a-4082-a199-9fa7d82d027b tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:05.467130 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-6e34db89-491b-4847-9b90-1cd9fed57f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:05.479555 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1102f0-0e63-4f63-b371-a26299ffc2f8 req-51b62922-1a2a-4082-a199-9fa7d82d027b tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:05.482691 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9a1102f0-0e63-4f63-b371-a26299ffc2f8 req-51b62922-1a2a-4082-a199-9fa7d82d027b tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] 10.222.0.54 "GET /v2.0/ports?device_id=08d7166f-7a15-4f21-9c94-87560bcdea01 HTTP/1.1" status: 200 len: 5421 time: 0.3681788 Nov 19 17:48:05.510527 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-006dd6f1-f514-4e08-b3da-184efc8250f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4696'] for router, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:05.524002 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-006dd6f1-f514-4e08-b3da-184efc8250f7 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:05.541912 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00d38475-5aae-48c8-a133-3ce308e8c671 admin admin] Made reservation on behalf of 71f143b90b844169b3eeea1a30bf2a6c for: {'network': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:48:05.546836 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-00d38475-5aae-48c8-a133-3ce308e8c671 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:05.598942 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-00d38475-5aae-48c8-a133-3ce308e8c671 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:05.707656 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9a1102f0-0e63-4f63-b371-a26299ffc2f8 req-0731430f-c3c8-40ba-a184-fd3b3b3e2794 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] 10.222.0.54 "GET /v2.0/security-groups?id=c27dfe00-81ac-4bf5-b9dd-805873436817&id=2c5c45e5-871b-4ee9-82e2-22e9698a9680&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2039196 Nov 19 17:48:05.720645 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] get_ports_and_sgs() called for port_ids ['27705cb3-0294-4ee6-a550-a6915d0bf4c8'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:48:05.728102 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-afbe4433-dc3a-45a2-8bfc-b80e1fe49c2a None None] Set router 0cbec5fc-9e25-4cec-a5c7-4040744381e7 gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:48:05.762567 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b3744db5-698a-46f3-ad8d-1b04774161f5 req-caa617a9-2519-4648-aeae-7f6eebcdf061 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/security-groups?id=b596b6e2-4e99-405d-ab15-439621199b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3455307 Nov 19 17:48:05.772264 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-006dd6f1-f514-4e08-b3da-184efc8250f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-543895'] for router, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:05.778333 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-006dd6f1-f514-4e08-b3da-184efc8250f7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fbe9e398-7eba-437a-9729-42c1b6576792 {{(pid=103364) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 17:48:05.804003 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-006dd6f1-f514-4e08-b3da-184efc8250f7 admin admin] Publish callbacks [] for router, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:05.825583 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-006dd6f1-f514-4e08-b3da-184efc8250f7 admin admin] 10.222.0.54 "DELETE /v2.0/routers/fbe9e398-7eba-437a-9729-42c1b6576792 HTTP/1.1" status: 204 len: 168 time: 3.1158512 Nov 19 17:48:05.825952 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 55824) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:48:05.938538 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8840539-24aa-485f-a23d-d5f71f5db0b1 None None] Pushing event updated for resources: {'Port': ['ID=de23ec41-625e-4759-8c30-6be16f7d6ab1,revision_number=4']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:48:05.983778 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_v2 [None req-873af9fc-ddb3-48df-bebf-71d48a4cb9d6 admin admin] Deleting subnet d1218782-152f-4347-a4bd-bbba02695b96 {{(pid=103365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 17:48:05.988288 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-873af9fc-ddb3-48df-bebf-71d48a4cb9d6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:06.071109 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-873af9fc-ddb3-48df-bebf-71d48a4cb9d6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12546453'] for subnet, precommit_delete_associations {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:06.111065 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef377fd-9893-4a7f-b4b3-16ee97530633 req-18cc4754-cfb3-4219-b22d-dd23b08c3eab tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:06.122299 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9ef377fd-9893-4a7f-b4b3-16ee97530633 req-18cc4754-cfb3-4219-b22d-dd23b08c3eab tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec9f9dc4-f3d0-4fbd-b419-1ab72c92e9be HTTP/1.1" status: 200 len: 947 time: 0.1704373 Nov 19 17:48:06.139815 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Pushing event updated for resources: {'Port': ['ID=27705cb3-0294-4ee6-a550-a6915d0bf4c8,revision_number=6']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:48:06.187948 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-873af9fc-ddb3-48df-bebf-71d48a4cb9d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:06.267230 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-6e34db89-491b-4847-9b90-1cd9fed57f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:06.361861 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-6e34db89-491b-4847-9b90-1cd9fed57f8f None None] For port de23ec41-625e-4759-8c30-6be16f7d6ab1, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=de23ec41-625e-4759-8c30-6be16f7d6ab1,segment=NetworkSegment(df98e083-ab86-46f8-8fdf-afe658ee5250),segment_id=df98e083-ab86-46f8-8fdf-afe658ee5250)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:48:06.380758 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-6e34db89-491b-4847-9b90-1cd9fed57f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:06.398574 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9ef377fd-9893-4a7f-b4b3-16ee97530633 req-ad28732a-7658-43aa-af3d-395fc24a3560 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/security-groups?id=b596b6e2-4e99-405d-ab15-439621199b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2750313 Nov 19 17:48:06.475431 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-00d38475-5aae-48c8-a133-3ce308e8c671 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:06.512163 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2885cb-6da2-4b7f-9092-67a5592b3292 req-0e10bd23-79e7-49dd-8569-45be80c3e4b0 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:06.512918 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-afbe4433-dc3a-45a2-8bfc-b80e1fe49c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cbec5fc-9e25-4cec-a5c7-4040744381e7', 'name': 'tempest-TaggedBootDevicesTest_v242-107126194-router', 'tenant_id': 'dc4ce8c0e4764250ba39abc11774435f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.100'}], 'enable_snat': True}, 'gw_port_id': '6980b1cd-cf9f-41ba-b3f3-a376235d5ba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:47:52Z', 'updated_at': '2021-11-19T17:48:00Z', 'revision_number': 4, 'project_id': 'dc4ce8c0e4764250ba39abc11774435f', 'gw_port': {'id': '6980b1cd-cf9f-41ba-b3f3-a376235d5ba2', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:59:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cbec5fc-9e25-4cec-a5c7-4040744381e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:47:53Z', 'updated_at': '2021-11-19T17:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': 'de23ec41-625e-4759-8c30-6be16f7d6ab1', 'name': '', 'network_id': '8f77ab62-7dc5-45f8-8711-4a707c9a4b60', 'tenant_id': 'dc4ce8c0e4764250ba39abc11774435f', 'mac_address': 'fa:16:3e:10:af:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cbec5fc-9e25-4cec-a5c7-4040744381e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': '84ab97cc-9896-4676-95d7-a25409717fef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:47:58Z', 'updated_at': '2021-11-19T17:48:05Z', 'revision_number': 4, 'project_id': 'dc4ce8c0e4764250ba39abc11774435f', 'subnets': [{'id': '84ab97cc-9896-4676-95d7-a25409717fef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:48:06.524673 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5c2885cb-6da2-4b7f-9092-67a5592b3292 req-0e10bd23-79e7-49dd-8569-45be80c3e4b0 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/ports?device_id=8c630bbd-efb2-4d8f-829a-b55a5711c2b8 HTTP/1.1" status: 200 len: 950 time: 0.6140859 Nov 19 17:48:06.527007 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-00d38475-5aae-48c8-a133-3ce308e8c671 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:06.531043 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-873af9fc-ddb3-48df-bebf-71d48a4cb9d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12282919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8731163'] for subnet, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:06.568462 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afbe4433-dc3a-45a2-8bfc-b80e1fe49c2a None None] The sync data for ids ['0cbec5fc-9e25-4cec-a5c7-4040744381e7'] in n-d-818022-2 is: [{'id': '0cbec5fc-9e25-4cec-a5c7-4040744381e7', 'name': 'tempest-TaggedBootDevicesTest_v242-107126194-router', 'tenant_id': 'dc4ce8c0e4764250ba39abc11774435f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.100'}], 'enable_snat': True}, 'gw_port_id': '6980b1cd-cf9f-41ba-b3f3-a376235d5ba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:47:52Z', 'updated_at': '2021-11-19T17:48:00Z', 'revision_number': 4, 'project_id': 'dc4ce8c0e4764250ba39abc11774435f', 'gw_port': {'id': '6980b1cd-cf9f-41ba-b3f3-a376235d5ba2', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:59:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cbec5fc-9e25-4cec-a5c7-4040744381e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:47:53Z', 'updated_at': '2021-11-19T17:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': 'de23ec41-625e-4759-8c30-6be16f7d6ab1', 'name': '', 'network_id': '8f77ab62-7dc5-45f8-8711-4a707c9a4b60', 'tenant_id': 'dc4ce8c0e4764250ba39abc11774435f', 'mac_address': 'fa:16:3e:10:af:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cbec5fc-9e25-4cec-a5c7-4040744381e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': '84ab97cc-9896-4676-95d7-a25409717fef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:47:58Z', 'updated_at': '2021-11-19T17:48:05Z', 'revision_number': 4, 'project_id': 'dc4ce8c0e4764250ba39abc11774435f', 'subnets': [{'id': '84ab97cc-9896-4676-95d7-a25409717fef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 17:48:06.613879 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-e627da5e-1637-4b35-bb61-85d05c8f7f94 None None] Provisioning complete for port de23ec41-625e-4759-8c30-6be16f7d6ab1 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:48:06.614516 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e627da5e-1637-4b35-bb61-85d05c8f7f94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:06.677454 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e34db89-491b-4847-9b90-1cd9fed57f8f None None] Pushing event updated for resources: {'Port': ['ID=de23ec41-625e-4759-8c30-6be16f7d6ab1,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:48:06.719821 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d38475-5aae-48c8-a133-3ce308e8c671 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b091ebcd-ce5c-498d-8d37-d7ae4b64d9a0,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:48:06.724701 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873af9fc-ddb3-48df-bebf-71d48a4cb9d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1218782-152f-4347-a4bd-bbba02695b96,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:48:06.771534 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7075b935-fec4-4cc9-8b6a-ad16345458f8 req-1c754a68-a1c9-434e-a8c0-ab6c42b23132 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:06.783107 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-7075b935-fec4-4cc9-8b6a-ad16345458f8 req-1c754a68-a1c9-434e-a8c0-ab6c42b23132 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d6d80d6-3550-4ad7-998c-1e2c27418ad5 HTTP/1.1" status: 200 len: 944 time: 0.2262785 Nov 19 17:48:06.805315 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-873af9fc-ddb3-48df-bebf-71d48a4cb9d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:06.814400 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-873af9fc-ddb3-48df-bebf-71d48a4cb9d6 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/d1218782-152f-4347-a4bd-bbba02695b96 HTTP/1.1" status: 204 len: 168 time: 0.9798253 Nov 19 17:48:06.816536 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00d38475-5aae-48c8-a133-3ce308e8c671 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 653} {{(pid=103365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 17:48:06.831675 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 55870) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:48:06.895722 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-00d38475-5aae-48c8-a133-3ce308e8c671 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:06.896070 n-d-818022-2 neutron-server[103365]: INFO neutron.db.segments_db [None req-00d38475-5aae-48c8-a133-3ce308e8c671 admin admin] Added segment 8134ffe6-9a76-4d03-8b04-9fa6111c8127 of type vlan for network d8ac92c4-0b67-48ff-9053-9b7b6d8cb532 Nov 19 17:48:06.927796 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-7075b935-fec4-4cc9-8b6a-ad16345458f8 req-08ae1f54-32ca-4c3c-a96e-3918b898d92c tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/security-groups?id=85786454-c560-4317-bd73-95e1b791240f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1434987 Nov 19 17:48:07.002221 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-00d38475-5aae-48c8-a133-3ce308e8c671 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:07.156336 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device de23ec41-625e-4759-8c30-6be16f7d6ab1 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:48:07.190396 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5c2885cb-6da2-4b7f-9092-67a5592b3292 req-f082b26f-ec29-461c-b627-46c425f0c2fd tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/security-groups?id=6e557aa4-1576-4002-9603-a630915d92af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6644349 Nov 19 17:48:07.198996 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-00d38475-5aae-48c8-a133-3ce308e8c671 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:07.200644 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00d38475-5aae-48c8-a133-3ce308e8c671 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:07.201366 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-00d38475-5aae-48c8-a133-3ce308e8c671 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:07.245827 n-d-818022-2 neutron-server[103365]: INFO neutron.api.v2.resource [req-de190943-885b-4c8c-ba5d-f639745a8576 req-6b3dc131-9406-4668-a79f-dc51e060ccd7 service neutron] show failed (client error): The resource could not be found. Nov 19 17:48:07.262512 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-de190943-885b-4c8c-ba5d-f639745a8576 req-6b3dc131-9406-4668-a79f-dc51e060ccd7 service neutron] 10.222.0.86 "GET /v2.0/ports/653f242f-92e4-4956-9c74-45f2ccd61026/bindings/n-h1-818022-2 HTTP/1.1" status: 404 len: 380 time: 0.9660981 Nov 19 17:48:07.276569 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e049a145-6fda-4e58-86f1-8de30841c23a req-c8cf0407-1a6a-4620-8c32-0494f27541a3 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:07.305137 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e049a145-6fda-4e58-86f1-8de30841c23a req-c8cf0407-1a6a-4620-8c32-0494f27541a3 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:07.320486 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port de23ec41-625e-4759-8c30-6be16f7d6ab1 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:48:07.324525 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:07.335256 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e049a145-6fda-4e58-86f1-8de30841c23a req-c8cf0407-1a6a-4620-8c32-0494f27541a3 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:07.343006 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e049a145-6fda-4e58-86f1-8de30841c23a req-c8cf0407-1a6a-4620-8c32-0494f27541a3 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:07.350195 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e049a145-6fda-4e58-86f1-8de30841c23a req-c8cf0407-1a6a-4620-8c32-0494f27541a3 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:07.357219 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e049a145-6fda-4e58-86f1-8de30841c23a req-c8cf0407-1a6a-4620-8c32-0494f27541a3 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:07.376196 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e049a145-6fda-4e58-86f1-8de30841c23a req-c8cf0407-1a6a-4620-8c32-0494f27541a3 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:07.386601 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-e049a145-6fda-4e58-86f1-8de30841c23a req-c8cf0407-1a6a-4620-8c32-0494f27541a3 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] 10.222.0.54 "GET /v2.0/ports?device_id=08d7166f-7a15-4f21-9c94-87560bcdea01 HTTP/1.1" status: 200 len: 5421 time: 0.2944725 Nov 19 17:48:07.571214 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-00d38475-5aae-48c8-a133-3ce308e8c671 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 2.6223915 Nov 19 17:48:07.577231 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 55878) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:48:07.581845 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-e049a145-6fda-4e58-86f1-8de30841c23a req-24ee67cc-a2ff-42a2-9894-caafb91a7955 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] 10.222.0.54 "GET /v2.0/security-groups?id=c27dfe00-81ac-4bf5-b9dd-805873436817&id=2c5c45e5-871b-4ee9-82e2-22e9698a9680&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1939580 Nov 19 17:48:07.583560 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d6f13c77-1d54-438f-86c0-ad9a03ecefe6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:07.591131 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device b6ed7324-8b16-4ad2-9553-54787620217d no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:48:07.594644 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-6d0960b5-d7b1-4c89-a96f-4d92ef27febe admin admin] Request body: {'subnet': {'network_id': 'd8ac92c4-0b67-48ff-9053-9b7b6d8cb532', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-491960050-subnet', 'tenant_id': '71f143b90b844169b3eeea1a30bf2a6c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:48:07.625309 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d38475-5aae-48c8-a133-3ce308e8c671 admin admin] Pushing event updated for resources: {'Network': ['ID=d8ac92c4-0b67-48ff-9053-9b7b6d8cb532,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:48:07.626753 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: b6ed7324-8b16-4ad2-9553-54787620217d {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:48:07.629504 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device b6ed7324-8b16-4ad2-9553-54787620217d not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:48:07.638315 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network d8ac92c4-0b67-48ff-9053-9b7b6d8cb532 details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 17:48:07.796675 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d0960b5-d7b1-4c89-a96f-4d92ef27febe admin admin] Made reservation on behalf of 71f143b90b844169b3eeea1a30bf2a6c for: {'subnet': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:48:07.799457 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6d0960b5-d7b1-4c89-a96f-4d92ef27febe admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8731248'] for subnet, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:07.908467 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02692e21-15ed-4178-9289-7a0de099504c req-abeb8850-d6d1-4881-8835-42baa1ffed6e tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:07.912151 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-02692e21-15ed-4178-9289-7a0de099504c req-abeb8850-d6d1-4881-8835-42baa1ffed6e tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec9f9dc4-f3d0-4fbd-b419-1ab72c92e9be HTTP/1.1" status: 200 len: 947 time: 0.5096881 Nov 19 17:48:08.048632 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d6f13c77-1d54-438f-86c0-ad9a03ecefe6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:08.086597 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-d6f13c77-1d54-438f-86c0-ad9a03ecefe6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcffe9fd-ba33-4c0f-a44c-e3294ad13f95']}} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:48:08.098441 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-d6f13c77-1d54-438f-86c0-ad9a03ecefe6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f54897a-da44-453a-a968-70f6f15405e0') {'for_net_delete': True} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:48:08.099043 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-d6f13c77-1d54-438f-86c0-ad9a03ecefe6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f54897a-da44-453a-a968-70f6f15405e0') {} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:48:08.110081 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d6f13c77-1d54-438f-86c0-ad9a03ecefe6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12545382'] for segment, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:08.124299 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d6f13c77-1d54-438f-86c0-ad9a03ecefe6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:08.131130 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6f13c77-1d54-438f-86c0-ad9a03ecefe6 admin admin] Releasing vlan 695 on physical network physnet1 to pool {{(pid=103365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 17:48:08.131756 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d6f13c77-1d54-438f-86c0-ad9a03ecefe6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12282953'] for segment, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:08.198205 n-d-818022-2 neutron-server[103365]: Traceback (most recent call last): Nov 19 17:48:08.198205 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 17:48:08.198205 n-d-818022-2 neutron-server[103365]: timer() Nov 19 17:48:08.198205 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 17:48:08.198205 n-d-818022-2 neutron-server[103365]: cb(*args, **kw) Nov 19 17:48:08.198205 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 17:48:08.198205 n-d-818022-2 neutron-server[103365]: return func(*args, **kwargs) Nov 19 17:48:08.198205 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 17:48:08.198205 n-d-818022-2 neutron-server[103365]: self._notify() Nov 19 17:48:08.198205 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 17:48:08.198205 n-d-818022-2 neutron-server[103365]: self.callback(batched_events) Nov 19 17:48:08.198205 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 17:48:08.198205 n-d-818022-2 neutron-server[103365]: event.method(event) Nov 19 17:48:08.198205 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 17:48:08.198205 n-d-818022-2 neutron-server[103365]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 17:48:08.198205 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 17:48:08.198205 n-d-818022-2 neutron-server[103365]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 17:48:08.198205 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 17:48:08.198205 n-d-818022-2 neutron-server[103365]: return f(self, *a, **k) Nov 19 17:48:08.198205 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 17:48:08.198205 n-d-818022-2 neutron-server[103365]: return self._get(url).json() Nov 19 17:48:08.198205 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 17:48:08.198205 n-d-818022-2 neutron-server[103365]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 17:48:08.198205 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 17:48:08.198205 n-d-818022-2 neutron-server[103365]: return self.request(url, 'GET', **kwargs) Nov 19 17:48:08.198205 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 17:48:08.198205 n-d-818022-2 neutron-server[103365]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 17:48:08.198205 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 17:48:08.198205 n-d-818022-2 neutron-server[103365]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 17:48:08.198205 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 17:48:08.198205 n-d-818022-2 neutron-server[103365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 17:48:08.198205 n-d-818022-2 neutron-server[103365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 17:48:08.209777 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7aa5078-6334-41bb-80c9-c97a432146ed req-6e04ca5e-ecc2-40fa-b299-e2a207ee358a tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:08.211913 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d6f13c77-1d54-438f-86c0-ad9a03ecefe6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671242'] for network, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:08.225364 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device 27705cb3-0294-4ee6-a550-a6915d0bf4c8 up at agent hyperv_n-h2-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:48:08.239030 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d6f13c77-1d54-438f-86c0-ad9a03ecefe6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:08.239281 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a7aa5078-6334-41bb-80c9-c97a432146ed req-6e04ca5e-ecc2-40fa-b299-e2a207ee358a tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d6d80d6-3550-4ad7-998c-1e2c27418ad5 HTTP/1.1" status: 200 len: 944 time: 0.1469958 Nov 19 17:48:08.244954 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-d6f13c77-1d54-438f-86c0-ad9a03ecefe6 admin admin] 10.222.0.54 "DELETE /v2.0/networks/bcffe9fd-ba33-4c0f-a44c-e3294ad13f95 HTTP/1.1" status: 204 len: 168 time: 1.3850377 Nov 19 17:48:08.322818 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de190943-885b-4c8c-ba5d-f639745a8576 req-cd627d00-d221-4239-b866-b53c6cda5e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:08.329358 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-de190943-885b-4c8c-ba5d-f639745a8576 req-cd627d00-d221-4239-b866-b53c6cda5e76 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=8c630bbd-efb2-4d8f-829a-b55a5711c2b8&tenant_id=7136fa31325e4016a695ca7c60f57962 HTTP/1.1" status: 200 len: 1101 time: 0.6540570 Nov 19 17:48:08.331798 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f13c77-1d54-438f-86c0-ad9a03ecefe6 admin admin] Pushing event deleted for resources: {'Network': ['ID=bcffe9fd-ba33-4c0f-a44c-e3294ad13f95,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:48:08.355427 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a7aa5078-6334-41bb-80c9-c97a432146ed req-94051814-f1fb-487d-9583-86361faa9560 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/security-groups?id=85786454-c560-4317-bd73-95e1b791240f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1148410 Nov 19 17:48:08.380005 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-de190943-885b-4c8c-ba5d-f639745a8576 req-22dc9777-7ac2-4ccb-a430-c9fe88788880 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-818022-2', 'device_owner': 'compute:nova'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:48:08.382431 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Provisioning complete for port 27705cb3-0294-4ee6-a550-a6915d0bf4c8 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:48:08.382799 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:08.588137 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 55890) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:48:08.643563 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:08.679842 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb920209-668a-4b31-85df-14adb5a8af19 req-81ddcf11-93c5-4556-9be3-554d8381e9a7 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:08.691069 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-cb920209-668a-4b31-85df-14adb5a8af19 req-81ddcf11-93c5-4556-9be3-554d8381e9a7 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/ports?device_id=8c630bbd-efb2-4d8f-829a-b55a5711c2b8 HTTP/1.1" status: 200 len: 950 time: 0.1965146 Nov 19 17:48:08.710759 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d6d80d6-3550-4ad7-998c-1e2c27418ad5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27705cb3-0294-4ee6-a550-a6915d0bf4c8'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:48:08.727199 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3940761bcd94e032e6960d2241bd8993c5d3a7d8dc2aca8488f3ecf1d4dd2fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f231c956-96a0-4e3b-b1e3-abf3a1e7bb55" -d '{"events": [{"server_uuid": "7d6d80d6-3550-4ad7-998c-1e2c27418ad5", "name": "network-vif-plugged", "status": "completed", "tag": "27705cb3-0294-4ee6-a550-a6915d0bf4c8"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:48:08.760081 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-02692e21-15ed-4178-9289-7a0de099504c req-6b84769f-8073-4f31-8c78-50770c9df92c tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/security-groups?id=b596b6e2-4e99-405d-ab15-439621199b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5647748 Nov 19 17:48:08.788343 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port 27705cb3-0294-4ee6-a550-a6915d0bf4c8, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=27705cb3-0294-4ee6-a550-a6915d0bf4c8,segment=NetworkSegment(a5a94e2b-2782-491c-8737-b805351d0689),segment_id=a5a94e2b-2782-491c-8737-b805351d0689)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:48:08.799358 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:08.849509 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-1fb91c70-8522-4b0c-be1e-17dc0c31e0f2 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=08573f5395784708802f6f6512b37184&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2599161 Nov 19 17:48:08.861086 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 55898) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:48:08.878303 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-cb920209-668a-4b31-85df-14adb5a8af19 req-bbc69872-6d6a-4563-b361-61e43808e0bb tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/security-groups?id=6e557aa4-1576-4002-9603-a630915d92af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767092 Nov 19 17:48:08.953421 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Pushing event updated for resources: {'Port': ['ID=27705cb3-0294-4ee6-a550-a6915d0bf4c8,revision_number=7']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:48:09.013478 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:48:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79654b48-8ccb-4aa3-b8d7-46cbe4b8f2f7 x-openstack-request-id: req-79654b48-8ccb-4aa3-b8d7-46cbe4b8f2f7 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:48:09.013782 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d6d80d6-3550-4ad7-998c-1e2c27418ad5", "name": "network-vif-plugged", "status": "completed", "tag": "27705cb3-0294-4ee6-a550-a6915d0bf4c8", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:48:09.015548 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-79654b48-8ccb-4aa3-b8d7-46cbe4b8f2f7 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:48:09.015964 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d6d80d6-3550-4ad7-998c-1e2c27418ad5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27705cb3-0294-4ee6-a550-a6915d0bf4c8', 'code': 200} Nov 19 17:48:09.020114 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-de190943-885b-4c8c-ba5d-f639745a8576 req-22dc9777-7ac2-4ccb-a430-c9fe88788880 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:09.030096 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6d0960b5-d7b1-4c89-a96f-4d92ef27febe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12283104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8731234'] for subnet, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:09.253506 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe955670-8ac8-4d8f-bdd5-c37f46f74e20 req-3ac7daad-b019-4413-aaf2-fd6cd309afed tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:09.263902 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-fe955670-8ac8-4d8f-bdd5-c37f46f74e20 req-3ac7daad-b019-4413-aaf2-fd6cd309afed tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec9f9dc4-f3d0-4fbd-b419-1ab72c92e9be HTTP/1.1" status: 200 len: 947 time: 0.1253037 Nov 19 17:48:09.312111 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0960b5-d7b1-4c89-a96f-4d92ef27febe admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d4d7490-658a-4bdc-a7c0-ec99d85e1097,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:48:09.351797 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b14a51d-49ab-48db-b3ab-5eec0159e4a8 req-80c5f80a-1da9-4b0b-b5b9-6b9a0dec53ac tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:09.359093 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b14a51d-49ab-48db-b3ab-5eec0159e4a8 req-80c5f80a-1da9-4b0b-b5b9-6b9a0dec53ac tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:09.372705 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b14a51d-49ab-48db-b3ab-5eec0159e4a8 req-80c5f80a-1da9-4b0b-b5b9-6b9a0dec53ac tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:09.379615 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b14a51d-49ab-48db-b3ab-5eec0159e4a8 req-80c5f80a-1da9-4b0b-b5b9-6b9a0dec53ac tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:09.385552 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b14a51d-49ab-48db-b3ab-5eec0159e4a8 req-80c5f80a-1da9-4b0b-b5b9-6b9a0dec53ac tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:09.397495 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b14a51d-49ab-48db-b3ab-5eec0159e4a8 req-80c5f80a-1da9-4b0b-b5b9-6b9a0dec53ac tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:09.404415 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b14a51d-49ab-48db-b3ab-5eec0159e4a8 req-80c5f80a-1da9-4b0b-b5b9-6b9a0dec53ac tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:09.419961 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-fe955670-8ac8-4d8f-bdd5-c37f46f74e20 req-08290f3c-7a1d-4ee2-909a-086bba9ad591 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/security-groups?id=b596b6e2-4e99-405d-ab15-439621199b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536200 Nov 19 17:48:09.424519 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2b14a51d-49ab-48db-b3ab-5eec0159e4a8 req-80c5f80a-1da9-4b0b-b5b9-6b9a0dec53ac tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] 10.222.0.54 "GET /v2.0/ports?device_id=08d7166f-7a15-4f21-9c94-87560bcdea01 HTTP/1.1" status: 200 len: 5421 time: 0.5005348 Nov 19 17:48:09.637196 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b86ee52b-1539-4ef0-a8c7-fedec438762d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:09.639006 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d0960b5-d7b1-4c89-a96f-4d92ef27febe admin admin] Checking segment: {'id': '8134ffe6-9a76-4d03-8b04-9fa6111c8127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'd8ac92c4-0b67-48ff-9053-9b7b6d8cb532'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:48:09.639937 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d0960b5-d7b1-4c89-a96f-4d92ef27febe admin admin] Network hostable DHCP agents. Network: d8ac92c4-0b67-48ff-9053-9b7b6d8cb532, hostable agents: ['02910ef2-0455-4aea-9f38-9a875579633f'], hosted agents: [] {{(pid=103365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 17:48:09.699755 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76acc8fa-6b9c-4923-8620-4bda9f004169 req-c690cef8-4bc6-4f6e-84b7-41750944b926 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:09.703812 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-76acc8fa-6b9c-4923-8620-4bda9f004169 req-c690cef8-4bc6-4f6e-84b7-41750944b926 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d6d80d6-3550-4ad7-998c-1e2c27418ad5 HTTP/1.1" status: 200 len: 945 time: 0.1340103 Nov 19 17:48:09.779542 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2b14a51d-49ab-48db-b3ab-5eec0159e4a8 req-3fa3440f-4933-458e-ad2f-195ca9b924f7 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] 10.222.0.54 "GET /v2.0/security-groups?id=c27dfe00-81ac-4bf5-b9dd-805873436817&id=2c5c45e5-871b-4ee9-82e2-22e9698a9680&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3543594 Nov 19 17:48:09.783421 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b86ee52b-1539-4ef0-a8c7-fedec438762d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:09.784262 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-76acc8fa-6b9c-4923-8620-4bda9f004169 req-b0e070d0-109f-48c7-9204-418988fa2d5e tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/security-groups?id=85786454-c560-4317-bd73-95e1b791240f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693581 Nov 19 17:48:09.831304 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d0960b5-d7b1-4c89-a96f-4d92ef27febe admin admin] Network d8ac92c4-0b67-48ff-9053-9b7b6d8cb532 is scheduled to be hosted by DHCP agent 02910ef2-0455-4aea-9f38-9a875579633f with binding_index 1 {{(pid=103365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 17:48:09.854238 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-6d0960b5-d7b1-4c89-a96f-4d92ef27febe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818022-2, d8ac92c4-0b67-48ff-9053-9b7b6d8cb532) {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:48:09.866992 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f8708f4-6aaa-49d6-90f2-2730f4df7639 None None] Network d8ac92c4-0b67-48ff-9053-9b7b6d8cb532 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:48:09.887365 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d0960b5-d7b1-4c89-a96f-4d92ef27febe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:09.888573 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6d0960b5-d7b1-4c89-a96f-4d92ef27febe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:09.978180 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-6d0960b5-d7b1-4c89-a96f-4d92ef27febe admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 2.3982310 Nov 19 17:48:09.978812 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 55912) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:48:10.003832 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-bcedd62e-3dde-44ba-9f98-9fa2072f7f48 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-491960050-router', 'tenant_id': '71f143b90b844169b3eeea1a30bf2a6c', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'}}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:48:10.053573 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c856afdb-5004-4b7c-b69a-233e73883a9b req-698dd31d-cc32-46a4-ae21-91007054ef1a tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:10.062410 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c856afdb-5004-4b7c-b69a-233e73883a9b req-698dd31d-cc32-46a4-ae21-91007054ef1a tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/ports?device_id=8c630bbd-efb2-4d8f-829a-b55a5711c2b8 HTTP/1.1" status: 200 len: 950 time: 0.0887914 Nov 19 17:48:10.123797 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b86ee52b-1539-4ef0-a8c7-fedec438762d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:10.130345 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b86ee52b-1539-4ef0-a8c7-fedec438762d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:10.131883 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-b86ee52b-1539-4ef0-a8c7-fedec438762d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/a352ca94-2149-4006-acad-e3c22132eabb HTTP/1.1" status: 204 len: 168 time: 1.2560618 Nov 19 17:48:10.134688 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-de190943-885b-4c8c-ba5d-f639745a8576 req-22dc9777-7ac2-4ccb-a430-c9fe88788880 service neutron] For port 653f242f-92e4-4956-9c74-45f2ccd61026, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=653f242f-92e4-4956-9c74-45f2ccd61026,segment=NetworkSegment(1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861),segment_id=1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:48:10.167814 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2f8c9dc-838a-4aed-8dc9-7cab0d50e157 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54f44f5f-1200-574e-8740-2141911d5b73-d8ac92c4-0b67-48ff-9053-9b7b6d8cb532', 'network_id': 'd8ac92c4-0b67-48ff-9053-9b7b6d8cb532', 'tenant_id': '71f143b90b844169b3eeea1a30bf2a6c', 'fixed_ips': [{'subnet_id': '6d4d7490-658a-4bdc-a7c0-ec99d85e1097'}]}} from n-d-818022-2. {{(pid=103366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 17:48:10.169078 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b2f8c9dc-838a-4aed-8dc9-7cab0d50e157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:10.187881 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86ee52b-1539-4ef0-a8c7-fedec438762d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a352ca94-2149-4006-acad-e3c22132eabb,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:48:10.202939 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c856afdb-5004-4b7c-b69a-233e73883a9b req-2294fca9-1b9d-4fa0-8444-c10f8597ec7f tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/security-groups?id=6e557aa4-1576-4002-9603-a630915d92af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384902 Nov 19 17:48:10.226554 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-bcedd62e-3dde-44ba-9f98-9fa2072f7f48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9890'] for router, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:10.227851 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-bcedd62e-3dde-44ba-9f98-9fa2072f7f48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671617', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-732153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4689'] for router, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:10.233499 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device 653f242f-92e4-4956-9c74-45f2ccd61026 no longer exists at agent hyperv_n-h2-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:48:10.241511 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9135576e-fe71-42ef-ab24-87e29da6098e req-8797d469-401a-4027-a5e3-e6c4e0614135 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:10.249341 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9135576e-fe71-42ef-ab24-87e29da6098e req-8797d469-401a-4027-a5e3-e6c4e0614135 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec9f9dc4-f3d0-4fbd-b419-1ab72c92e9be HTTP/1.1" status: 200 len: 947 time: 0.2637246 Nov 19 17:48:10.366022 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-de190943-885b-4c8c-ba5d-f639745a8576 req-22dc9777-7ac2-4ccb-a430-c9fe88788880 service neutron] For port 653f242f-92e4-4956-9c74-45f2ccd61026, host n-h2-818022-2, cleared binding levels {{(pid=103365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:48:10.402241 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9135576e-fe71-42ef-ab24-87e29da6098e req-a3b8a533-619b-49ac-b333-e2185055da66 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/security-groups?id=b596b6e2-4e99-405d-ab15-439621199b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471429 Nov 19 17:48:10.414925 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-bcedd62e-3dde-44ba-9f98-9fa2072f7f48 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:10.466433 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [None req-b2f8c9dc-838a-4aed-8dc9-7cab0d50e157 None None] Allocated IP 172.20.0.2 (d8ac92c4-0b67-48ff-9053-9b7b6d8cb532/6d4d7490-658a-4bdc-a7c0-ec99d85e1097/b119b028-1f8d-4bbd-9156-847b5bc5c0f9) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:48:10.478732 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:10.563238 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c630bbd-efb2-4d8f-829a-b55a5711c2b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '653f242f-92e4-4956-9c74-45f2ccd61026'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:48:10.565545 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218319d759239a7d11f1288aef37381b97754913ee9ccbfd43b51a463f801712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35eea7c3-e436-4336-9428-65eef2d25516" -d '{"events": [{"server_uuid": "8c630bbd-efb2-4d8f-829a-b55a5711c2b8", "name": "network-vif-unplugged", "status": "completed", "tag": "653f242f-92e4-4956-9c74-45f2ccd61026"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:48:10.589596 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-de190943-885b-4c8c-ba5d-f639745a8576 req-22dc9777-7ac2-4ccb-a430-c9fe88788880 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:10.641325 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24363bbd-d702-4e39-ba3e-656eb87ac389 req-5edb81e0-6a2c-493c-a786-3e95be1e4a49 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:10.643624 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.provisioning_blocks [req-de190943-885b-4c8c-ba5d-f639745a8576 req-22dc9777-7ac2-4ccb-a430-c9fe88788880 service neutron] Transition to ACTIVE for port object 653f242f-92e4-4956-9c74-45f2ccd61026 will not be triggered until provisioned by entity L2. {{(pid=103365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 17:48:10.644620 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-24363bbd-d702-4e39-ba3e-656eb87ac389 req-5edb81e0-6a2c-493c-a786-3e95be1e4a49 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec9f9dc4-f3d0-4fbd-b419-1ab72c92e9be HTTP/1.1" status: 200 len: 947 time: 0.1225214 Nov 19 17:48:10.669516 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-de190943-885b-4c8c-ba5d-f639745a8576 req-22dc9777-7ac2-4ccb-a430-c9fe88788880 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:10.765518 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b2f8c9dc-838a-4aed-8dc9-7cab0d50e157 None None] Publish callbacks [] for port, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:10.780981 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-24363bbd-d702-4e39-ba3e-656eb87ac389 req-1a68dc15-b44b-41ba-9136-36ffd5ec041f tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/security-groups?id=b596b6e2-4e99-405d-ab15-439621199b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234455 Nov 19 17:48:10.806419 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b2f8c9dc-838a-4aed-8dc9-7cab0d50e157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998'] for port, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:10.896939 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 17:48:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03bcb751-4235-4f8e-a484-0101bdcaaf26 x-openstack-request-id: req-03bcb751-4235-4f8e-a484-0101bdcaaf26 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:48:10.897285 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c630bbd-efb2-4d8f-829a-b55a5711c2b8", "name": "network-vif-unplugged", "status": "completed", "tag": "653f242f-92e4-4956-9c74-45f2ccd61026", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:48:10.897985 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-03bcb751-4235-4f8e-a484-0101bdcaaf26 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:48:10.898684 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c630bbd-efb2-4d8f-829a-b55a5711c2b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '653f242f-92e4-4956-9c74-45f2ccd61026', 'code': 200} Nov 19 17:48:10.900103 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2f8c9dc-838a-4aed-8dc9-7cab0d50e157 None None] Network d8ac92c4-0b67-48ff-9053-9b7b6d8cb532 is already hosted by enough agents. {{(pid=103366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:48:10.919853 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [None req-b2f8c9dc-838a-4aed-8dc9-7cab0d50e157 None None] Resources bound (agent type, host, resource id): {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:48:10.924795 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f8c9dc-838a-4aed-8dc9-7cab0d50e157 None None] Received port after_create {{(pid=103366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:48:10.960663 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.db.api [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103366) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 17:48:10.962652 n-d-818022-2 neutron-server[103366]: DEBUG oslo_db.api [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 17:48:10.965327 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-bcedd62e-3dde-44ba-9f98-9fa2072f7f48 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:11.013393 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f8c9dc-838a-4aed-8dc9-7cab0d50e157 None None] Pushing event updated for resources: {'Port': ['ID=b119b028-1f8d-4bbd-9156-847b5bc5c0f9,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:48:11.028179 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-de190943-885b-4c8c-ba5d-f639745a8576 req-22dc9777-7ac2-4ccb-a430-c9fe88788880 service neutron] No DVR routers for this DVR port 653f242f-92e4-4956-9c74-45f2ccd61026 on host n-h2-818022-2 {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:48:11.048389 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dc9777-7ac2-4ccb-a430-c9fe88788880 service neutron] Pushing event updated for resources: {'Port': ['ID=653f242f-92e4-4956-9c74-45f2ccd61026,revision_number=6']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:48:11.134851 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-b2f8c9dc-838a-4aed-8dc9-7cab0d50e157 None None] Attempting to bind port b119b028-1f8d-4bbd-9156-847b5bc5c0f9 on host n-d-818022-2 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:48:11.137149 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-b2f8c9dc-838a-4aed-8dc9-7cab0d50e157 None None] Attempting to bind port b119b028-1f8d-4bbd-9156-847b5bc5c0f9 by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': '8134ffe6-9a76-4d03-8b04-9fa6111c8127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'd8ac92c4-0b67-48ff-9053-9b7b6d8cb532'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:48:11.137931 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f8c9dc-838a-4aed-8dc9-7cab0d50e157 None None] Attempting to bind port b119b028-1f8d-4bbd-9156-847b5bc5c0f9 on network d8ac92c4-0b67-48ff-9053-9b7b6d8cb532 {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:48:11.150894 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f8c9dc-838a-4aed-8dc9-7cab0d50e157 None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 48, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:48:11.152255 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f8c9dc-838a-4aed-8dc9-7cab0d50e157 None None] Checking segment: {'id': '8134ffe6-9a76-4d03-8b04-9fa6111c8127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'd8ac92c4-0b67-48ff-9053-9b7b6d8cb532'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:48:11.165476 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b2f8c9dc-838a-4aed-8dc9-7cab0d50e157 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:11.167727 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f8c9dc-838a-4aed-8dc9-7cab0d50e157 None None] Bound using segment: {'id': '8134ffe6-9a76-4d03-8b04-9fa6111c8127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'd8ac92c4-0b67-48ff-9053-9b7b6d8cb532'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:48:11.168525 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-b2f8c9dc-838a-4aed-8dc9-7cab0d50e157 None None] Bound port: b119b028-1f8d-4bbd-9156-847b5bc5c0f9, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8134ffe6-9a76-4d03-8b04-9fa6111c8127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'd8ac92c4-0b67-48ff-9053-9b7b6d8cb532'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:48:11.171326 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b2f8c9dc-838a-4aed-8dc9-7cab0d50e157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:11.247069 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0aec521-02b2-4f07-a595-7b67fa7ddb9f req-10f38277-ecfe-49f1-a61b-3891a2234b26 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:11.249673 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-e0aec521-02b2-4f07-a595-7b67fa7ddb9f req-10f38277-ecfe-49f1-a61b-3891a2234b26 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d6d80d6-3550-4ad7-998c-1e2c27418ad5 HTTP/1.1" status: 200 len: 945 time: 0.1907015 Nov 19 17:48:11.329130 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-de190943-885b-4c8c-ba5d-f639745a8576 req-22dc9777-7ac2-4ccb-a430-c9fe88788880 service neutron] Attempting to bind port 653f242f-92e4-4956-9c74-45f2ccd61026 on host n-h1-818022-2 for vnic_type normal with profile {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:48:11.329540 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-de190943-885b-4c8c-ba5d-f639745a8576 req-22dc9777-7ac2-4ccb-a430-c9fe88788880 service neutron] Attempting to bind port 653f242f-92e4-4956-9c74-45f2ccd61026 by drivers openvswitch,hyperv on host n-h1-818022-2 at level 0 using segments [{'id': '1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '346debfa-452b-4048-abf4-8f4493625ef2'}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:48:11.341868 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de190943-885b-4c8c-ba5d-f639745a8576 req-22dc9777-7ac2-4ccb-a430-c9fe88788880 service neutron] Attempting to bind port 653f242f-92e4-4956-9c74-45f2ccd61026 on network 346debfa-452b-4048-abf4-8f4493625ef2 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:48:11.347812 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-e0aec521-02b2-4f07-a595-7b67fa7ddb9f req-f9cbc36f-4bb4-4866-bf13-e9bb577b18b6 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/security-groups?id=85786454-c560-4317-bd73-95e1b791240f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854535 Nov 19 17:48:11.363610 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de190943-885b-4c8c-ba5d-f639745a8576 req-22dc9777-7ac2-4ccb-a430-c9fe88788880 service neutron] Port 653f242f-92e4-4956-9c74-45f2ccd61026 on network 346debfa-452b-4048-abf4-8f4493625ef2 not bound, no agent of type Open vSwitch agent registered on host n-h1-818022-2 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 17:48:11.364027 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de190943-885b-4c8c-ba5d-f639745a8576 req-22dc9777-7ac2-4ccb-a430-c9fe88788880 service neutron] Attempting to bind port 653f242f-92e4-4956-9c74-45f2ccd61026 on network 346debfa-452b-4048-abf4-8f4493625ef2 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:48:11.390908 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e50e83-100d-4e79-b467-13951ea89232 req-8cd3118b-5758-4e32-b705-bef4e6e5ac50 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:11.398313 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e50e83-100d-4e79-b467-13951ea89232 req-8cd3118b-5758-4e32-b705-bef4e6e5ac50 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:11.404747 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e50e83-100d-4e79-b467-13951ea89232 req-8cd3118b-5758-4e32-b705-bef4e6e5ac50 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:11.413747 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e50e83-100d-4e79-b467-13951ea89232 req-8cd3118b-5758-4e32-b705-bef4e6e5ac50 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:11.421672 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e50e83-100d-4e79-b467-13951ea89232 req-8cd3118b-5758-4e32-b705-bef4e6e5ac50 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:11.428645 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e50e83-100d-4e79-b467-13951ea89232 req-8cd3118b-5758-4e32-b705-bef4e6e5ac50 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:11.435900 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e50e83-100d-4e79-b467-13951ea89232 req-8cd3118b-5758-4e32-b705-bef4e6e5ac50 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:11.447803 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-35e50e83-100d-4e79-b467-13951ea89232 req-8cd3118b-5758-4e32-b705-bef4e6e5ac50 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] 10.222.0.54 "GET /v2.0/ports?device_id=08d7166f-7a15-4f21-9c94-87560bcdea01 HTTP/1.1" status: 200 len: 5421 time: 0.3276839 Nov 19 17:48:11.458941 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-b2f8c9dc-838a-4aed-8dc9-7cab0d50e157 None None] For port b119b028-1f8d-4bbd-9156-847b5bc5c0f9, host n-d-818022-2, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:48:11.459382 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de190943-885b-4c8c-ba5d-f639745a8576 req-22dc9777-7ac2-4ccb-a430-c9fe88788880 service neutron] Checking agent: {'id': 'a6668d96-12fa-4ec0-99ad-77eaf490dd2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'started_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 48, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:48:11.459827 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de190943-885b-4c8c-ba5d-f639745a8576 req-22dc9777-7ac2-4ccb-a430-c9fe88788880 service neutron] Checking segment: {'id': '1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '346debfa-452b-4048-abf4-8f4493625ef2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:48:11.460310 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de190943-885b-4c8c-ba5d-f639745a8576 req-22dc9777-7ac2-4ccb-a430-c9fe88788880 service neutron] Bound using segment: {'id': '1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '346debfa-452b-4048-abf4-8f4493625ef2'} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:48:11.460880 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-de190943-885b-4c8c-ba5d-f639745a8576 req-22dc9777-7ac2-4ccb-a430-c9fe88788880 service neutron] Bound port: 653f242f-92e4-4956-9c74-45f2ccd61026, host: n-h1-818022-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '346debfa-452b-4048-abf4-8f4493625ef2'}}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:48:11.461348 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-de190943-885b-4c8c-ba5d-f639745a8576 req-22dc9777-7ac2-4ccb-a430-c9fe88788880 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:11.491399 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-b2f8c9dc-838a-4aed-8dc9-7cab0d50e157 None None] For port b119b028-1f8d-4bbd-9156-847b5bc5c0f9, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=b119b028-1f8d-4bbd-9156-847b5bc5c0f9,segment=NetworkSegment(8134ffe6-9a76-4d03-8b04-9fa6111c8127),segment_id=8134ffe6-9a76-4d03-8b04-9fa6111c8127)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:48:11.558232 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b2f8c9dc-838a-4aed-8dc9-7cab0d50e157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:11.565337 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-35e50e83-100d-4e79-b467-13951ea89232 req-473398c1-8a6b-4423-901e-570cc762bbaf tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] 10.222.0.54 "GET /v2.0/security-groups?id=c27dfe00-81ac-4bf5-b9dd-805873436817&id=2c5c45e5-871b-4ee9-82e2-22e9698a9680&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1122622 Nov 19 17:48:11.580642 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad99012c-0285-443d-a64c-8a969bac75cc req-58d97310-c727-49ba-adba-1101b0cd8090 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:11.591543 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ad99012c-0285-443d-a64c-8a969bac75cc req-58d97310-c727-49ba-adba-1101b0cd8090 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec9f9dc4-f3d0-4fbd-b419-1ab72c92e9be HTTP/1.1" status: 200 len: 947 time: 0.1170657 Nov 19 17:48:11.688413 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f8c9dc-838a-4aed-8dc9-7cab0d50e157 None None] Pushing event updated for resources: {'Port': ['ID=b119b028-1f8d-4bbd-9156-847b5bc5c0f9,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:48:11.705239 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ad99012c-0285-443d-a64c-8a969bac75cc req-c55a358c-f74e-41bc-9f88-d1333c6017f3 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/security-groups?id=b596b6e2-4e99-405d-ab15-439621199b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938873 Nov 19 17:48:11.775137 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-de190943-885b-4c8c-ba5d-f639745a8576 req-22dc9777-7ac2-4ccb-a430-c9fe88788880 service neutron] For port 653f242f-92e4-4956-9c74-45f2ccd61026, host n-h1-818022-2, cleared binding levels {{(pid=103365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:48:11.863647 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7ccc9f-b033-4b2f-8a6b-f45938a9d5ba req-32c90417-ff99-4a18-9fb1-558f729c6c67 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:11.872024 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-fb7ccc9f-b033-4b2f-8a6b-f45938a9d5ba req-32c90417-ff99-4a18-9fb1-558f729c6c67 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec9f9dc4-f3d0-4fbd-b419-1ab72c92e9be HTTP/1.1" status: 200 len: 947 time: 0.0678394 Nov 19 17:48:11.898054 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-de190943-885b-4c8c-ba5d-f639745a8576 req-22dc9777-7ac2-4ccb-a430-c9fe88788880 service neutron] For port 653f242f-92e4-4956-9c74-45f2ccd61026, host n-h1-818022-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=653f242f-92e4-4956-9c74-45f2ccd61026,segment=NetworkSegment(1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861),segment_id=1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861)] {{(pid=103365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:48:11.918573 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-de190943-885b-4c8c-ba5d-f639745a8576 req-22dc9777-7ac2-4ccb-a430-c9fe88788880 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:11.954723 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 55956) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:48:11.957548 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e74a27c-ae1b-47ed-923a-f64ad7c22418 req-927ec0ff-5650-4d93-9445-17d4283ed6de tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:11.978400 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4e74a27c-ae1b-47ed-923a-f64ad7c22418 req-927ec0ff-5650-4d93-9445-17d4283ed6de tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/ports?device_id=8c630bbd-efb2-4d8f-829a-b55a5711c2b8 HTTP/1.1" status: 200 len: 948 time: 0.2077551 Nov 19 17:48:12.090665 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-fb7ccc9f-b033-4b2f-8a6b-f45938a9d5ba req-ddfaeed4-ece6-4d95-8697-868945a6f039 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/security-groups?id=b596b6e2-4e99-405d-ab15-439621199b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087219 Nov 19 17:48:12.097758 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de190943-885b-4c8c-ba5d-f639745a8576 req-22dc9777-7ac2-4ccb-a430-c9fe88788880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:12.098430 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-de190943-885b-4c8c-ba5d-f639745a8576 req-22dc9777-7ac2-4ccb-a430-c9fe88788880 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:12.111505 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-de190943-885b-4c8c-ba5d-f639745a8576 req-22dc9777-7ac2-4ccb-a430-c9fe88788880 service neutron] 10.222.0.60 "PUT /v2.0/ports/653f242f-92e4-4956-9c74-45f2ccd61026 HTTP/1.1" status: 200 len: 1096 time: 3.7592275 Nov 19 17:48:12.221394 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-bcedd62e-3dde-44ba-9f98-9fa2072f7f48 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:12.271837 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dc9777-7ac2-4ccb-a430-c9fe88788880 service neutron] Pushing event updated for resources: {'Port': ['ID=653f242f-92e4-4956-9c74-45f2ccd61026,revision_number=7']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:48:12.283381 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-bcedd62e-3dde-44ba-9f98-9fa2072f7f48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:12.343655 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4e74a27c-ae1b-47ed-923a-f64ad7c22418 req-a2fbf752-60b5-43af-8856-e20a7d9129c8 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/security-groups?id=6e557aa4-1576-4002-9603-a630915d92af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3476379 Nov 19 17:48:12.369586 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-6e475035-dc4f-49b1-8031-e2acbda205fa admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-451239720-network', 'tenant_id': 'bf8774509ece48c1a5e5e0350ab076c6'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:48:12.426162 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e475035-dc4f-49b1-8031-e2acbda205fa admin admin] Made reservation on behalf of bf8774509ece48c1a5e5e0350ab076c6 for: {'network': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:48:12.428774 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6e475035-dc4f-49b1-8031-e2acbda205fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:12.429748 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de190943-885b-4c8c-ba5d-f639745a8576 req-cebedfc5-b5b4-4289-a8ff-0fd5bdafe3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:12.439900 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-de190943-885b-4c8c-ba5d-f639745a8576 req-cebedfc5-b5b4-4289-a8ff-0fd5bdafe3bd service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7136fa31325e4016a695ca7c60f57962&device_id=8c630bbd-efb2-4d8f-829a-b55a5711c2b8 HTTP/1.1" status: 200 len: 1099 time: 0.3107831 Nov 19 17:48:12.460199 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6e475035-dc4f-49b1-8031-e2acbda205fa admin admin] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:12.618359 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68e1fd2-b165-49cc-89e3-fd62998dc149 req-a2bfa2eb-ecd7-475d-8f72-a5e7a7866ebf tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:12.627427 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c68e1fd2-b165-49cc-89e3-fd62998dc149 req-a2bfa2eb-ecd7-475d-8f72-a5e7a7866ebf tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec9f9dc4-f3d0-4fbd-b419-1ab72c92e9be HTTP/1.1" status: 200 len: 947 time: 0.1699989 Nov 19 17:48:12.648423 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [None req-bcedd62e-3dde-44ba-9f98-9fa2072f7f48 admin admin] Allocated IP 172.25.7.236 (645e61aa-1a6c-4e8f-857e-ab06edb4897f/88ed2d64-f56d-4f01-a468-946e01c99e82/e7003532-9501-4124-b515-0512abc3fb74) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:48:12.714970 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c68e1fd2-b165-49cc-89e3-fd62998dc149 req-32b0ce3a-4e42-4f9f-8f96-6465940357bf tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/security-groups?id=b596b6e2-4e99-405d-ab15-439621199b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811579 Nov 19 17:48:12.733692 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecb548f-491b-4cc8-afbb-8c6760f0b012 req-eb4bb032-59cf-463a-b046-8f32d3dbd916 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:12.742984 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2ecb548f-491b-4cc8-afbb-8c6760f0b012 req-eb4bb032-59cf-463a-b046-8f32d3dbd916 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d6d80d6-3550-4ad7-998c-1e2c27418ad5 HTTP/1.1" status: 200 len: 945 time: 0.1969113 Nov 19 17:48:12.860117 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de190943-885b-4c8c-ba5d-f639745a8576 req-85577c2f-5644-440e-af03-b37b90d663bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:12.860376 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6e475035-dc4f-49b1-8031-e2acbda205fa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:12.864343 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-de190943-885b-4c8c-ba5d-f639745a8576 req-85577c2f-5644-440e-af03-b37b90d663bd service neutron] 10.222.0.60 "GET /v2.0/networks?id=346debfa-452b-4048-abf4-8f4493625ef2 HTTP/1.1" status: 200 len: 870 time: 0.4045281 Nov 19 17:48:12.897848 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6e475035-dc4f-49b1-8031-e2acbda205fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:12.900424 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c630bbd-efb2-4d8f-829a-b55a5711c2b8', 'tag': '653f242f-92e4-4956-9c74-45f2ccd61026'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:48:12.911026 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218319d759239a7d11f1288aef37381b97754913ee9ccbfd43b51a463f801712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7eaaacd-8ce9-456b-a6ba-b31614d22c93" -d '{"events": [{"name": "network-changed", "server_uuid": "8c630bbd-efb2-4d8f-829a-b55a5711c2b8", "tag": "653f242f-92e4-4956-9c74-45f2ccd61026"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:48:12.954103 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e475035-dc4f-49b1-8031-e2acbda205fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e103badb-33bc-4a96-ade0-89c422abc1bd,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:48:12.977458 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e475035-dc4f-49b1-8031-e2acbda205fa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 676} {{(pid=103364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 17:48:13.006608 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-de190943-885b-4c8c-ba5d-f639745a8576 req-834f2d28-1015-4c01-b41a-4939f446bf80 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=653f242f-92e4-4956-9c74-45f2ccd61026 HTTP/1.1" status: 200 len: 217 time: 0.1244295 Nov 19 17:48:13.028888 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6e475035-dc4f-49b1-8031-e2acbda205fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:13.029238 n-d-818022-2 neutron-server[103364]: INFO neutron.db.segments_db [None req-6e475035-dc4f-49b1-8031-e2acbda205fa admin admin] Added segment 76ca7d5f-3474-4bcd-9b64-65e02324eb89 of type vlan for network 09343151-5f7f-4534-803c-65c4f7eca01b Nov 19 17:48:13.043989 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2ecb548f-491b-4cc8-afbb-8c6760f0b012 req-f407121b-51fb-4286-acc4-d8ae2bcb8bb3 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/security-groups?id=85786454-c560-4317-bd73-95e1b791240f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2966940 Nov 19 17:48:13.140571 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f85db9d-f3dc-49c8-b9f6-20fc55b8a8d9 req-15fa4b79-eaf5-40b8-9633-6ac2f4e891c2 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:13.145303 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f85db9d-f3dc-49c8-b9f6-20fc55b8a8d9 req-15fa4b79-eaf5-40b8-9633-6ac2f4e891c2 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:13.185235 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f85db9d-f3dc-49c8-b9f6-20fc55b8a8d9 req-15fa4b79-eaf5-40b8-9633-6ac2f4e891c2 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:13.196899 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f85db9d-f3dc-49c8-b9f6-20fc55b8a8d9 req-15fa4b79-eaf5-40b8-9633-6ac2f4e891c2 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:13.206200 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f85db9d-f3dc-49c8-b9f6-20fc55b8a8d9 req-15fa4b79-eaf5-40b8-9633-6ac2f4e891c2 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:13.239149 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f85db9d-f3dc-49c8-b9f6-20fc55b8a8d9 req-15fa4b79-eaf5-40b8-9633-6ac2f4e891c2 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:13.253160 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device b119b028-1f8d-4bbd-9156-847b5bc5c0f9 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:48:13.261095 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f85db9d-f3dc-49c8-b9f6-20fc55b8a8d9 req-15fa4b79-eaf5-40b8-9633-6ac2f4e891c2 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:13.261380 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de190943-885b-4c8c-ba5d-f639745a8576 req-e758db7b-655a-4682-a3fc-22f60081a291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:13.263023 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-de190943-885b-4c8c-ba5d-f639745a8576 req-e758db7b-655a-4682-a3fc-22f60081a291 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8b3c88de-c9c2-4a20-b19e-1855c2c19035 HTTP/1.1" status: 200 len: 843 time: 0.2353673 Nov 19 17:48:13.276200 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9f85db9d-f3dc-49c8-b9f6-20fc55b8a8d9 req-15fa4b79-eaf5-40b8-9633-6ac2f4e891c2 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] 10.222.0.54 "GET /v2.0/ports?device_id=08d7166f-7a15-4f21-9c94-87560bcdea01 HTTP/1.1" status: 200 len: 5421 time: 0.4203744 Nov 19 17:48:13.368916 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-bcedd62e-3dde-44ba-9f98-9fa2072f7f48 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:13.370422 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port b119b028-1f8d-4bbd-9156-847b5bc5c0f9 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:48:13.371061 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:13.378290 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6e475035-dc4f-49b1-8031-e2acbda205fa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:13.465912 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c95f23-16af-42b8-9567-d1a4fef15bef req-377f7be9-31d2-4ca2-81b1-26d2babc71ff tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:13.483614 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-49c95f23-16af-42b8-9567-d1a4fef15bef req-377f7be9-31d2-4ca2-81b1-26d2babc71ff tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec9f9dc4-f3d0-4fbd-b419-1ab72c92e9be HTTP/1.1" status: 200 len: 947 time: 0.2165449 Nov 19 17:48:13.489356 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de190943-885b-4c8c-ba5d-f639745a8576 req-2ef2ceb6-315f-42f6-b1b1-321f9a125f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:13.494482 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9f85db9d-f3dc-49c8-b9f6-20fc55b8a8d9 req-932e38ea-0b2b-42cf-b66f-b8d572c4b9f2 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] 10.222.0.54 "GET /v2.0/security-groups?id=c27dfe00-81ac-4bf5-b9dd-805873436817&id=2c5c45e5-871b-4ee9-82e2-22e9698a9680&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2152586 Nov 19 17:48:13.496167 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-de190943-885b-4c8c-ba5d-f639745a8576 req-2ef2ceb6-315f-42f6-b1b1-321f9a125f6a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=346debfa-452b-4048-abf4-8f4493625ef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2052405 Nov 19 17:48:13.509459 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.db.resource_extend [None req-6e475035-dc4f-49b1-8031-e2acbda205fa admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 19 17:48:13.551742 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-936bde70-9aed-4d2a-8e45-67b5ec7ad7f4 None None] Network d8ac92c4-0b67-48ff-9053-9b7b6d8cb532 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:48:13.555468 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:13.564791 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6e475035-dc4f-49b1-8031-e2acbda205fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:13.569685 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e475035-dc4f-49b1-8031-e2acbda205fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:13.574899 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6e475035-dc4f-49b1-8031-e2acbda205fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:13.673654 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e475035-dc4f-49b1-8031-e2acbda205fa admin admin] Pushing event updated for resources: {'Network': ['ID=09343151-5f7f-4534-803c-65c4f7eca01b,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:48:13.684666 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-6e475035-dc4f-49b1-8031-e2acbda205fa admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.6521051 Nov 19 17:48:13.689108 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 55980) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:48:13.692173 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 17:48:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-434b406a-2f83-48c6-83e6-6d782253c788 x-openstack-request-id: req-434b406a-2f83-48c6-83e6-6d782253c788 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:48:13.693792 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c630bbd-efb2-4d8f-829a-b55a5711c2b8", "tag": "653f242f-92e4-4956-9c74-45f2ccd61026", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:48:13.694156 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-434b406a-2f83-48c6-83e6-6d782253c788 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:48:13.695026 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c630bbd-efb2-4d8f-829a-b55a5711c2b8', 'tag': '653f242f-92e4-4956-9c74-45f2ccd61026', 'status': 'completed', 'code': 200} Nov 19 17:48:13.702058 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-012ea30b-98aa-43fa-94f6-6138bdd8bce5 admin admin] Request body: {'subnet': {'network_id': '09343151-5f7f-4534-803c-65c4f7eca01b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-451239720-subnet', 'tenant_id': 'bf8774509ece48c1a5e5e0350ab076c6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:48:13.725613 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network 09343151-5f7f-4534-803c-65c4f7eca01b details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 17:48:13.755301 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-012ea30b-98aa-43fa-94f6-6138bdd8bce5 admin admin] Made reservation on behalf of bf8774509ece48c1a5e5e0350ab076c6 for: {'subnet': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:48:13.760780 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-012ea30b-98aa-43fa-94f6-6138bdd8bce5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8983829'] for subnet, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:13.808052 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-49c95f23-16af-42b8-9567-d1a4fef15bef req-02013cad-3414-4fd8-a600-15805c0d0c59 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/security-groups?id=b596b6e2-4e99-405d-ab15-439621199b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3186815 Nov 19 17:48:13.812086 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-bcedd62e-3dde-44ba-9f98-9fa2072f7f48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:13.839562 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] For port b119b028-1f8d-4bbd-9156-847b5bc5c0f9, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=b119b028-1f8d-4bbd-9156-847b5bc5c0f9,segment=NetworkSegment(8134ffe6-9a76-4d03-8b04-9fa6111c8127),segment_id=8134ffe6-9a76-4d03-8b04-9fa6111c8127)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:48:13.880966 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-aaef6800-3f54-41e3-bea6-8b4a125d6143 None None] Provisioning complete for port b119b028-1f8d-4bbd-9156-847b5bc5c0f9 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:48:13.881699 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-aaef6800-3f54-41e3-bea6-8b4a125d6143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:13.956375 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:13.963674 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eaaacd-8ce9-456b-a6ba-b31614d22c93 req-8cc0ec2b-1d23-40f5-b004-fd62887f02d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:13.971632 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b7eaaacd-8ce9-456b-a6ba-b31614d22c93 req-8cc0ec2b-1d23-40f5-b004-fd62887f02d8 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7136fa31325e4016a695ca7c60f57962&device_id=8c630bbd-efb2-4d8f-829a-b55a5711c2b8 HTTP/1.1" status: 200 len: 1099 time: 0.2685235 Nov 19 17:48:14.000927 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6976bc-9e3b-4650-b79a-b588dca5282f req-477f98f0-eed6-4163-8d82-1dd3049a6b2d tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:14.002923 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-da6976bc-9e3b-4650-b79a-b588dca5282f req-477f98f0-eed6-4163-8d82-1dd3049a6b2d tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/ports?device_id=8c630bbd-efb2-4d8f-829a-b55a5711c2b8 HTTP/1.1" status: 200 len: 948 time: 0.1969829 Nov 19 17:48:14.028860 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcedd62e-3dde-44ba-9f98-9fa2072f7f48 admin admin] Network 645e61aa-1a6c-4e8f-857e-ab06edb4897f is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:48:14.065354 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-bcedd62e-3dde-44ba-9f98-9fa2072f7f48 admin admin] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:48:14.127745 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcedd62e-3dde-44ba-9f98-9fa2072f7f48 admin admin] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:48:14.138717 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Pushing event updated for resources: {'Port': ['ID=b119b028-1f8d-4bbd-9156-847b5bc5c0f9,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:48:14.174566 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-da6976bc-9e3b-4650-b79a-b588dca5282f req-73d8ce42-fac4-4e41-9c44-901ebba0f741 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/security-groups?id=6e557aa4-1576-4002-9603-a630915d92af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611803 Nov 19 17:48:14.244696 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-012ea30b-98aa-43fa-94f6-6138bdd8bce5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12425078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8983815'] for subnet, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:14.406094 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012ea30b-98aa-43fa-94f6-6138bdd8bce5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae1dd334-eb0c-43c6-9467-c13f8b3210c4,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:48:14.459403 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-012ea30b-98aa-43fa-94f6-6138bdd8bce5 admin admin] Checking segment: {'id': '76ca7d5f-3474-4bcd-9b64-65e02324eb89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '09343151-5f7f-4534-803c-65c4f7eca01b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:48:14.459963 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-012ea30b-98aa-43fa-94f6-6138bdd8bce5 admin admin] Network hostable DHCP agents. Network: 09343151-5f7f-4534-803c-65c4f7eca01b, hostable agents: ['02910ef2-0455-4aea-9f38-9a875579633f'], hosted agents: [] {{(pid=103364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 17:48:14.473347 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95877c3e-ae15-4635-bac9-516c5b7b766b req-bae9b105-6a13-4df5-a5f6-a1401779d9d9 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:14.482735 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-95877c3e-ae15-4635-bac9-516c5b7b766b req-bae9b105-6a13-4df5-a5f6-a1401779d9d9 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d6d80d6-3550-4ad7-998c-1e2c27418ad5 HTTP/1.1" status: 200 len: 945 time: 0.1494625 Nov 19 17:48:14.581990 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-95877c3e-ae15-4635-bac9-516c5b7b766b req-c0579387-fda0-474a-b56d-070abbeba8f3 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/security-groups?id=85786454-c560-4317-bd73-95e1b791240f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978746 Nov 19 17:48:14.610206 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-012ea30b-98aa-43fa-94f6-6138bdd8bce5 admin admin] Network 09343151-5f7f-4534-803c-65c4f7eca01b is scheduled to be hosted by DHCP agent 02910ef2-0455-4aea-9f38-9a875579633f with binding_index 1 {{(pid=103364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 17:48:14.705283 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-e6b463d2-98d1-459d-9e6a-ccd7424675e5 None None] Provisioning complete for port b119b028-1f8d-4bbd-9156-847b5bc5c0f9 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:48:14.706071 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e6b463d2-98d1-459d-9e6a-ccd7424675e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:14.763007 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-012ea30b-98aa-43fa-94f6-6138bdd8bce5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818022-2, 09343151-5f7f-4534-803c-65c4f7eca01b) {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:48:14.773688 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6366e65-81e2-44cc-89af-a3e5b7a94e98 None None] Network 09343151-5f7f-4534-803c-65c4f7eca01b requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:48:14.773936 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-012ea30b-98aa-43fa-94f6-6138bdd8bce5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:14.776317 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-012ea30b-98aa-43fa-94f6-6138bdd8bce5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:14.798070 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-de190943-885b-4c8c-ba5d-f639745a8576 req-28075535-071f-4b84-b0b3-607832dc68c0 service neutron] 10.222.0.60 "GET /v2.0/networks/346debfa-452b-4048-abf4-8f4493625ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2416711 Nov 19 17:48:14.798724 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcedd62e-3dde-44ba-9f98-9fa2072f7f48 admin admin] Pushing event updated for resources: {'Port': ['ID=e7003532-9501-4124-b515-0512abc3fb74,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:48:14.816265 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.agents_db [None req-619e5c26-d9ed-4321-86eb-7d443bb9dfa2 None None] Agent healthcheck: found 7 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 17:48:14.875260 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-012ea30b-98aa-43fa-94f6-6138bdd8bce5 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.1834731 Nov 19 17:48:14.897659 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db31afb7-f380-4792-8836-6a480688f383 req-86f6816f-67f8-4ba5-a765-c53497c53c21 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:14.904539 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db31afb7-f380-4792-8836-6a480688f383 req-86f6816f-67f8-4ba5-a765-c53497c53c21 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:14.911702 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db31afb7-f380-4792-8836-6a480688f383 req-86f6816f-67f8-4ba5-a765-c53497c53c21 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:14.919161 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db31afb7-f380-4792-8836-6a480688f383 req-86f6816f-67f8-4ba5-a765-c53497c53c21 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:14.926589 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db31afb7-f380-4792-8836-6a480688f383 req-86f6816f-67f8-4ba5-a765-c53497c53c21 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:14.933722 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db31afb7-f380-4792-8836-6a480688f383 req-86f6816f-67f8-4ba5-a765-c53497c53c21 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:14.941393 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db31afb7-f380-4792-8836-6a480688f383 req-86f6816f-67f8-4ba5-a765-c53497c53c21 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:14.953071 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-db31afb7-f380-4792-8836-6a480688f383 req-86f6816f-67f8-4ba5-a765-c53497c53c21 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] 10.222.0.54 "GET /v2.0/ports?device_id=08d7166f-7a15-4f21-9c94-87560bcdea01 HTTP/1.1" status: 200 len: 5421 time: 0.1688600 Nov 19 17:48:14.963991 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b13ff16-4277-4b7c-9fe6-bc1557e1a69c req-b83f0f50-b2ae-45f5-9bbf-6cf165c02328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:14.966610 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8b13ff16-4277-4b7c-9fe6-bc1557e1a69c req-b83f0f50-b2ae-45f5-9bbf-6cf165c02328 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=063ef7e3fa9c49daa0ae772568226d29&device_id=7d6d80d6-3550-4ad7-998c-1e2c27418ad5 HTTP/1.1" status: 200 len: 1096 time: 0.2956488 Nov 19 17:48:14.988834 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-de190943-885b-4c8c-ba5d-f639745a8576 req-f6f7a845-5371-4ad7-87fb-e9f6e8bf493a service neutron] 10.222.0.60 "GET /v2.0/networks/346debfa-452b-4048-abf4-8f4493625ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468785 Nov 19 17:48:15.070682 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e599198-4180-4465-b163-576eb64136ff None None] Network 09343151-5f7f-4534-803c-65c4f7eca01b requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:48:15.104563 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f15665-98e0-4342-bb91-3c354f757df3 req-ad83219a-4d93-4010-b1b3-1f0210cbcbfb tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:15.113770 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-56f15665-98e0-4342-bb91-3c354f757df3 req-ad83219a-4d93-4010-b1b3-1f0210cbcbfb tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec9f9dc4-f3d0-4fbd-b419-1ab72c92e9be HTTP/1.1" status: 200 len: 947 time: 1.1192141 Nov 19 17:48:15.292962 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eaaacd-8ce9-456b-a6ba-b31614d22c93 req-197bb727-30e7-41ef-a2c8-c721fbfd1633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:15.294482 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b7eaaacd-8ce9-456b-a6ba-b31614d22c93 req-197bb727-30e7-41ef-a2c8-c721fbfd1633 service neutron] 10.222.0.86 "GET /v2.0/networks?id=346debfa-452b-4048-abf4-8f4493625ef2 HTTP/1.1" status: 200 len: 870 time: 1.2850683 Nov 19 17:48:15.343202 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-56f15665-98e0-4342-bb91-3c354f757df3 req-34bee4b7-0d66-4659-97e0-751819154d76 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/security-groups?id=b596b6e2-4e99-405d-ab15-439621199b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2283821 Nov 19 17:48:15.449330 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-db31afb7-f380-4792-8836-6a480688f383 req-b0e1a92a-8052-42ae-bb69-1019765d35bd tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] 10.222.0.54 "GET /v2.0/security-groups?id=c27dfe00-81ac-4bf5-b9dd-805873436817&id=2c5c45e5-871b-4ee9-82e2-22e9698a9680&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4952617 Nov 19 17:48:15.510509 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b7eaaacd-8ce9-456b-a6ba-b31614d22c93 req-84865aa0-3e92-4eb3-bd18-faa06cee5e3c service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=653f242f-92e4-4956-9c74-45f2ccd61026 HTTP/1.1" status: 200 len: 217 time: 0.1934824 Nov 19 17:48:15.512690 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eaaacd-8ce9-456b-a6ba-b31614d22c93 req-28584563-e945-470d-9a50-ca8d1b18a192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:15.514241 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b7eaaacd-8ce9-456b-a6ba-b31614d22c93 req-28584563-e945-470d-9a50-ca8d1b18a192 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7136fa31325e4016a695ca7c60f57962&device_id=8c630bbd-efb2-4d8f-829a-b55a5711c2b8 HTTP/1.1" status: 200 len: 1099 time: 0.3421338 Nov 19 17:48:15.543028 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b13ff16-4277-4b7c-9fe6-bc1557e1a69c req-d5c70bdf-4002-4e5b-9972-2ff7e57e6bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:15.550653 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8b13ff16-4277-4b7c-9fe6-bc1557e1a69c req-d5c70bdf-4002-4e5b-9972-2ff7e57e6bfe service neutron] 10.222.0.86 "GET /v2.0/networks?id=fdcadcc4-b6d0-4be3-9284-8f7eda9af8ea HTTP/1.1" status: 200 len: 917 time: 0.5423493 Nov 19 17:48:15.657439 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device b119b028-1f8d-4bbd-9156-847b5bc5c0f9 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:48:15.720245 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8b13ff16-4277-4b7c-9fe6-bc1557e1a69c req-e6875819-4736-4aa9-9f5a-e9f7f0bf2bb8 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=27705cb3-0294-4ee6-a550-a6915d0bf4c8 HTTP/1.1" status: 200 len: 1001 time: 0.1629980 Nov 19 17:48:15.736819 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32768a2-bc8c-439d-9175-69711153634b req-108d88d9-6d46-42e1-95b1-13d3061f0376 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:15.739458 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f32768a2-bc8c-439d-9175-69711153634b req-108d88d9-6d46-42e1-95b1-13d3061f0376 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec9f9dc4-f3d0-4fbd-b419-1ab72c92e9be HTTP/1.1" status: 200 len: 947 time: 0.1660652 Nov 19 17:48:15.745949 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eaaacd-8ce9-456b-a6ba-b31614d22c93 req-a6370ab6-2891-487a-bac8-71b6e639e236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:15.747465 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b7eaaacd-8ce9-456b-a6ba-b31614d22c93 req-a6370ab6-2891-487a-bac8-71b6e639e236 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8b3c88de-c9c2-4a20-b19e-1855c2c19035 HTTP/1.1" status: 200 len: 843 time: 0.2323332 Nov 19 17:48:15.867905 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f32768a2-bc8c-439d-9175-69711153634b req-af708afc-2c6b-4ff4-9ec4-cf91f1a769d1 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/security-groups?id=b596b6e2-4e99-405d-ab15-439621199b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131556 Nov 19 17:48:15.878318 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b13ff16-4277-4b7c-9fe6-bc1557e1a69c req-123d1b8b-6fcc-4ae4-ad5d-b0f86c15295d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:15.880252 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8b13ff16-4277-4b7c-9fe6-bc1557e1a69c req-123d1b8b-6fcc-4ae4-ad5d-b0f86c15295d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5dbfa5af-1ad8-4df8-a1b2-cc6152eda1a3 HTTP/1.1" status: 200 len: 855 time: 0.1397123 Nov 19 17:48:15.945508 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port b119b028-1f8d-4bbd-9156-847b5bc5c0f9 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:48:15.946552 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:15.951294 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2860fa-b09a-4981-b62d-960a1027dcc4 req-c90ae557-cdd8-4f6b-9154-5911f239abf3 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:15.955141 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8a2860fa-b09a-4981-b62d-960a1027dcc4 req-c90ae557-cdd8-4f6b-9154-5911f239abf3 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/ports?device_id=8c630bbd-efb2-4d8f-829a-b55a5711c2b8 HTTP/1.1" status: 200 len: 948 time: 0.4570062 Nov 19 17:48:15.962092 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b13ff16-4277-4b7c-9fe6-bc1557e1a69c req-a53ec9a2-33c4-4dd6-bcb5-d33750a1e710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:15.964266 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8b13ff16-4277-4b7c-9fe6-bc1557e1a69c req-a53ec9a2-33c4-4dd6-bcb5-d33750a1e710 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=fdcadcc4-b6d0-4be3-9284-8f7eda9af8ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0710392 Nov 19 17:48:16.038616 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eaaacd-8ce9-456b-a6ba-b31614d22c93 req-0b6f1500-35d8-43ed-b0d6-f662f4978e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:16.040349 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b7eaaacd-8ce9-456b-a6ba-b31614d22c93 req-0b6f1500-35d8-43ed-b0d6-f662f4978e9c service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=346debfa-452b-4048-abf4-8f4493625ef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2445107 Nov 19 17:48:16.161301 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8b13ff16-4277-4b7c-9fe6-bc1557e1a69c req-3956cfe2-1cac-4036-88f8-d27fb02a8eec service neutron] 10.222.0.86 "GET /v2.0/networks/fdcadcc4-b6d0-4be3-9284-8f7eda9af8ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839280 Nov 19 17:48:16.201040 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eaaacd-8ce9-456b-a6ba-b31614d22c93 req-c8a56d4b-87e0-4653-acf2-d879574e5697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:16.204073 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b7eaaacd-8ce9-456b-a6ba-b31614d22c93 req-c8a56d4b-87e0-4653-acf2-d879574e5697 service neutron] 10.222.0.60 "GET /v2.0/networks?id=346debfa-452b-4048-abf4-8f4493625ef2 HTTP/1.1" status: 200 len: 870 time: 0.6636891 Nov 19 17:48:16.212092 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-bcedd62e-3dde-44ba-9f98-9fa2072f7f48 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:16.318790 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b7eaaacd-8ce9-456b-a6ba-b31614d22c93 req-71aa7cf4-05c0-4ed6-a726-2a73161b0b8e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=653f242f-92e4-4956-9c74-45f2ccd61026 HTTP/1.1" status: 200 len: 217 time: 0.1044869 Nov 19 17:48:16.322808 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8a2860fa-b09a-4981-b62d-960a1027dcc4 req-25814f92-d7de-4e50-858d-9bda19bc689b tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/security-groups?id=6e557aa4-1576-4002-9603-a630915d92af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3350625 Nov 19 17:48:16.340882 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8b13ff16-4277-4b7c-9fe6-bc1557e1a69c req-6d9a63eb-c92e-4cb4-acbd-f20ed9ab0bc5 service neutron] 10.222.0.86 "GET /v2.0/networks/fdcadcc4-b6d0-4be3-9284-8f7eda9af8ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693363 Nov 19 17:48:16.408592 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b7eaaacd-8ce9-456b-a6ba-b31614d22c93 req-fba0b7b5-7955-45e2-82d0-a149494be583 service neutron] 10.222.0.86 "GET /v2.0/networks/346debfa-452b-4048-abf4-8f4493625ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3483617 Nov 19 17:48:16.523858 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eaaacd-8ce9-456b-a6ba-b31614d22c93 req-9b21cd81-c564-49ea-b023-4b3597193361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:16.525382 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b7eaaacd-8ce9-456b-a6ba-b31614d22c93 req-9b21cd81-c564-49ea-b023-4b3597193361 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8b3c88de-c9c2-4a20-b19e-1855c2c19035 HTTP/1.1" status: 200 len: 843 time: 0.1926143 Nov 19 17:48:16.712624 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc6a262-6256-494c-b0fa-fddae0fd945c req-712c9ca6-2395-4fd4-9471-5b0b9bff40f5 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:16.714239 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-efc6a262-6256-494c-b0fa-fddae0fd945c req-712c9ca6-2395-4fd4-9471-5b0b9bff40f5 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d6d80d6-3550-4ad7-998c-1e2c27418ad5 HTTP/1.1" status: 200 len: 945 time: 0.3047400 Nov 19 17:48:16.774046 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-bcedd62e-3dde-44ba-9f98-9fa2072f7f48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671702'] for router, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:16.784142 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eaaacd-8ce9-456b-a6ba-b31614d22c93 req-217ca3e6-947d-4c6c-8962-006f49fc6fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:16.785733 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b7eaaacd-8ce9-456b-a6ba-b31614d22c93 req-217ca3e6-947d-4c6c-8962-006f49fc6fd6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=346debfa-452b-4048-abf4-8f4493625ef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1606269 Nov 19 17:48:16.787540 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b7eaaacd-8ce9-456b-a6ba-b31614d22c93 req-8dbff064-9ee2-43fd-b058-a6f5757be3d0 service neutron] 10.222.0.86 "GET /v2.0/networks/346debfa-452b-4048-abf4-8f4493625ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3652816 Nov 19 17:48:16.905962 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-efc6a262-6256-494c-b0fa-fddae0fd945c req-d61779a7-a3f4-4948-b4c9-772e777fe52b tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/security-groups?id=85786454-c560-4317-bd73-95e1b791240f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1795619 Nov 19 17:48:17.006898 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b7eaaacd-8ce9-456b-a6ba-b31614d22c93 req-03ae5d24-ad2b-4db0-91f7-2b5de2b98613 service neutron] 10.222.0.60 "GET /v2.0/networks/346debfa-452b-4048-abf4-8f4493625ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059569 Nov 19 17:48:17.134016 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcedd62e-3dde-44ba-9f98-9fa2072f7f48 admin admin] Router 24310985-bad0-4434-aaa5-5be0ef78db2e is scheduled to L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 with binding_index 1 {{(pid=103365) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 17:48:17.272010 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b7eaaacd-8ce9-456b-a6ba-b31614d22c93 req-baa9c24c-853e-4cf7-bb5f-d379be6d6440 service neutron] 10.222.0.60 "GET /v2.0/networks/346debfa-452b-4048-abf4-8f4493625ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2443094 Nov 19 17:48:17.339487 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f343570c-e6cd-4491-bec3-0953c240b24e req-4b18d8c4-ac07-40a6-9611-5d18d5877ff6 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:17.346499 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f343570c-e6cd-4491-bec3-0953c240b24e req-4b18d8c4-ac07-40a6-9611-5d18d5877ff6 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:17.352514 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f343570c-e6cd-4491-bec3-0953c240b24e req-4b18d8c4-ac07-40a6-9611-5d18d5877ff6 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:17.359195 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f343570c-e6cd-4491-bec3-0953c240b24e req-4b18d8c4-ac07-40a6-9611-5d18d5877ff6 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:17.365341 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f343570c-e6cd-4491-bec3-0953c240b24e req-4b18d8c4-ac07-40a6-9611-5d18d5877ff6 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:17.371486 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f343570c-e6cd-4491-bec3-0953c240b24e req-4b18d8c4-ac07-40a6-9611-5d18d5877ff6 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:17.378026 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f343570c-e6cd-4491-bec3-0953c240b24e req-4b18d8c4-ac07-40a6-9611-5d18d5877ff6 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:17.379948 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f343570c-e6cd-4491-bec3-0953c240b24e req-4b18d8c4-ac07-40a6-9611-5d18d5877ff6 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] 10.222.0.54 "GET /v2.0/ports?device_id=08d7166f-7a15-4f21-9c94-87560bcdea01 HTTP/1.1" status: 200 len: 5421 time: 0.2152088 Nov 19 17:48:17.414933 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcedd62e-3dde-44ba-9f98-9fa2072f7f48 admin admin] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 17:48:17.426103 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c617da5d-d7ca-473a-906b-3e419f040a17 None None] Sync routers for ids ['24310985-bad0-4434-aaa5-5be0ef78db2e'] in n-d-818022-2 {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 17:48:17.456713 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c617da5d-d7ca-473a-906b-3e419f040a17 None None] Routers {'24310985-bad0-4434-aaa5-5be0ef78db2e'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:48:17.458450 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-c617da5d-d7ca-473a-906b-3e419f040a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:48:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['24310985-bad0-4434-aaa5-5be0ef78db2e'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:48:17.458689 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-bcedd62e-3dde-44ba-9f98-9fa2072f7f48 admin admin] Publish callbacks [] for router, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:17.461863 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-bcedd62e-3dde-44ba-9f98-9fa2072f7f48 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 7.4739060 Nov 19 17:48:17.464416 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 56036) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:48:17.501218 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f343570c-e6cd-4491-bec3-0953c240b24e req-2a3b3804-dfd2-4be9-8124-4326cdfcdebb tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] 10.222.0.54 "GET /v2.0/security-groups?id=c27dfe00-81ac-4bf5-b9dd-805873436817&id=2c5c45e5-871b-4ee9-82e2-22e9698a9680&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1093457 Nov 19 17:48:17.666188 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-c617da5d-d7ca-473a-906b-3e419f040a17 None None] Set router 24310985-bad0-4434-aaa5-5be0ef78db2e gateway port host: n-d-818022-2 {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:48:17.786425 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 653f242f-92e4-4956-9c74-45f2ccd61026 details requested by agent hyperv_n-h1-818022-2 with host n-h1-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 17:48:17.901369 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cb5eee-9a73-40df-8def-d4968b2874eb req-b2a9ca76-8678-457f-94fc-4ef70aa6aa6c tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:17.902994 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b6cb5eee-9a73-40df-8def-d4968b2874eb req-b2a9ca76-8678-457f-94fc-4ef70aa6aa6c tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec9f9dc4-f3d0-4fbd-b419-1ab72c92e9be HTTP/1.1" status: 200 len: 947 time: 0.1725547 Nov 19 17:48:17.930922 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 653f242f-92e4-4956-9c74-45f2ccd61026, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=653f242f-92e4-4956-9c74-45f2ccd61026,segment=NetworkSegment(1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861),segment_id=1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:48:17.963784 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Returning: {'device': '653f242f-92e4-4956-9c74-45f2ccd61026', 'network_id': '346debfa-452b-4048-abf4-8f4493625ef2', 'port_id': '653f242f-92e4-4956-9c74-45f2ccd61026', 'mac_address': 'fa:16:3e:22:7b:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b3c88de-c9c2-4a20-b19e-1855c2c19035', 'ip_address': '192.168.233.153'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 17:48:18.050959 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b6cb5eee-9a73-40df-8def-d4968b2874eb req-dcbf8852-f690-44d6-914e-545cafa027e1 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/security-groups?id=b596b6e2-4e99-405d-ab15-439621199b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388643 Nov 19 17:48:18.101099 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:18.123670 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 653f242f-92e4-4956-9c74-45f2ccd61026 {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:48:18.149107 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 653f242f-92e4-4956-9c74-45f2ccd61026, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=653f242f-92e4-4956-9c74-45f2ccd61026,segment=NetworkSegment(1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861),segment_id=1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:48:18.172115 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:18.302620 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a847ab-48fb-48af-8fc5-3892a57c48fc req-d173b0ab-8c8f-49fd-a87e-54f016a36778 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:18.314699 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-38a847ab-48fb-48af-8fc5-3892a57c48fc req-d173b0ab-8c8f-49fd-a87e-54f016a36778 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/ports?device_id=8c630bbd-efb2-4d8f-829a-b55a5711c2b8 HTTP/1.1" status: 200 len: 949 time: 0.1122565 Nov 19 17:48:18.334307 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=653f242f-92e4-4956-9c74-45f2ccd61026,revision_number=8']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:48:18.344275 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-c617da5d-d7ca-473a-906b-3e419f040a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24310985-bad0-4434-aaa5-5be0ef78db2e', 'name': 'tempest-ServersTestJSON-491960050-router', 'tenant_id': '71f143b90b844169b3eeea1a30bf2a6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.236'}], 'enable_snat': True}, 'gw_port_id': 'e7003532-9501-4124-b515-0512abc3fb74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:48:10Z', 'updated_at': '2021-11-19T17:48:15Z', 'revision_number': 3, 'project_id': '71f143b90b844169b3eeea1a30bf2a6c', 'gw_port': {'id': 'e7003532-9501-4124-b515-0512abc3fb74', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:75:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24310985-bad0-4434-aaa5-5be0ef78db2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:48:12Z', 'updated_at': '2021-11-19T17:48:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:48:18.375331 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5427df99-d708-474e-8504-7c8fd592cd80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:18.394775 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-38a847ab-48fb-48af-8fc5-3892a57c48fc req-88550e68-56bb-463b-9132-c77cca420af6 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/security-groups?id=6e557aa4-1576-4002-9603-a630915d92af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781310 Nov 19 17:48:18.424403 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c617da5d-d7ca-473a-906b-3e419f040a17 None None] Checking router: 24310985-bad0-4434-aaa5-5be0ef78db2e for host: n-d-818022-2 {{(pid=103366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 17:48:18.425569 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c617da5d-d7ca-473a-906b-3e419f040a17 None None] Updating router 24310985-bad0-4434-aaa5-5be0ef78db2e port e7003532-9501-4124-b515-0512abc3fb74 binding host n-d-818022-2 {{(pid=103366) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 17:48:18.492726 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-c617da5d-d7ca-473a-906b-3e419f040a17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:18.576009 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [None req-5427df99-d708-474e-8504-7c8fd592cd80 admin admin] Allocated IP 172.20.0.1 (d8ac92c4-0b67-48ff-9053-9b7b6d8cb532/6d4d7490-658a-4bdc-a7c0-ec99d85e1097/aa43dbcb-d7c3-42e3-a372-2994a539303a) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:48:18.588995 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a12c4b9-a925-461e-a45a-31f6ef760569 req-0f1af662-a2c5-4273-b11d-f93e3bdd60b6 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:18.602257 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4a12c4b9-a925-461e-a45a-31f6ef760569 req-0f1af662-a2c5-4273-b11d-f93e3bdd60b6 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d6d80d6-3550-4ad7-998c-1e2c27418ad5 HTTP/1.1" status: 200 len: 945 time: 0.1173456 Nov 19 17:48:18.637682 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['653f242f-92e4-4956-9c74-45f2ccd61026'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:48:18.731923 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5427df99-d708-474e-8504-7c8fd592cd80 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:18.733909 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4a12c4b9-a925-461e-a45a-31f6ef760569 req-459f5a46-b2dd-4512-a517-7dd3e7d54b8b tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/security-groups?id=85786454-c560-4317-bd73-95e1b791240f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1307454 Nov 19 17:48:18.831481 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5427df99-d708-474e-8504-7c8fd592cd80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:18.965834 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc112ee-5c36-440e-b7e3-dd0913d6736a req-39c23e3e-1d6a-4346-9e3a-44fb9f4924f2 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:18.970411 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5427df99-d708-474e-8504-7c8fd592cd80 admin admin] Network d8ac92c4-0b67-48ff-9053-9b7b6d8cb532 is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:48:18.988809 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-1cc112ee-5c36-440e-b7e3-dd0913d6736a req-39c23e3e-1d6a-4346-9e3a-44fb9f4924f2 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec9f9dc4-f3d0-4fbd-b419-1ab72c92e9be HTTP/1.1" status: 200 len: 947 time: 0.1060715 Nov 19 17:48:19.016647 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5427df99-d708-474e-8504-7c8fd592cd80 admin admin] Pushing event updated for resources: {'Port': ['ID=aa43dbcb-d7c3-42e3-a372-2994a539303a,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:48:19.023396 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-5427df99-d708-474e-8504-7c8fd592cd80 admin admin] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:48:19.033032 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5427df99-d708-474e-8504-7c8fd592cd80 admin admin] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:48:19.112373 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-1cc112ee-5c36-440e-b7e3-dd0913d6736a req-433c5605-c8ab-4a5c-b626-caf20dbce1ae tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/security-groups?id=b596b6e2-4e99-405d-ab15-439621199b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094892 Nov 19 17:48:19.178149 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5427df99-d708-474e-8504-7c8fd592cd80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-671361'] for router_interface, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:19.496923 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-c617da5d-d7ca-473a-906b-3e419f040a17 None None] Publish callbacks [] for port, precommit_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:19.512149 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcd94bc-0112-4061-8459-568d0077407d req-3be8c613-4d17-4a3e-828e-34a5baae5414 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:19.522411 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-c617da5d-d7ca-473a-906b-3e419f040a17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:19.533864 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcd94bc-0112-4061-8459-568d0077407d req-3be8c613-4d17-4a3e-828e-34a5baae5414 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:19.541605 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcd94bc-0112-4061-8459-568d0077407d req-3be8c613-4d17-4a3e-828e-34a5baae5414 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:19.549213 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcd94bc-0112-4061-8459-568d0077407d req-3be8c613-4d17-4a3e-828e-34a5baae5414 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:19.556233 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcd94bc-0112-4061-8459-568d0077407d req-3be8c613-4d17-4a3e-828e-34a5baae5414 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:19.563989 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcd94bc-0112-4061-8459-568d0077407d req-3be8c613-4d17-4a3e-828e-34a5baae5414 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:19.570804 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcd94bc-0112-4061-8459-568d0077407d req-3be8c613-4d17-4a3e-828e-34a5baae5414 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:19.582949 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-afcd94bc-0112-4061-8459-568d0077407d req-3be8c613-4d17-4a3e-828e-34a5baae5414 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] 10.222.0.54 "GET /v2.0/ports?device_id=08d7166f-7a15-4f21-9c94-87560bcdea01 HTTP/1.1" status: 200 len: 5421 time: 0.1991398 Nov 19 17:48:19.651306 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5427df99-d708-474e-8504-7c8fd592cd80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:19.678423 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0937977-28c4-4c29-bc24-e5174e682e16 None None] Pushing event updated for resources: {'Port': ['ID=e7003532-9501-4124-b515-0512abc3fb74,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:48:19.698267 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-c617da5d-d7ca-473a-906b-3e419f040a17 None None] Attempting to bind port e7003532-9501-4124-b515-0512abc3fb74 on host n-d-818022-2 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:48:19.698671 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-c617da5d-d7ca-473a-906b-3e419f040a17 None None] Attempting to bind port e7003532-9501-4124-b515-0512abc3fb74 by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:48:19.699038 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c617da5d-d7ca-473a-906b-3e419f040a17 None None] Attempting to bind port e7003532-9501-4124-b515-0512abc3fb74 on network 645e61aa-1a6c-4e8f-857e-ab06edb4897f {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:48:19.710594 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-76484272-3c2e-4d21-a773-00f8cdea82c2 None None] Provisioning complete for port aa43dbcb-d7c3-42e3-a372-2994a539303a triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:48:19.710974 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-76484272-3c2e-4d21-a773-00f8cdea82c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:19.756560 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c617da5d-d7ca-473a-906b-3e419f040a17 None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 48, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:48:19.756922 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c617da5d-d7ca-473a-906b-3e419f040a17 None None] Checking segment: {'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:48:19.757335 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-c617da5d-d7ca-473a-906b-3e419f040a17 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:19.757798 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c617da5d-d7ca-473a-906b-3e419f040a17 None None] Bound using segment: {'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:48:19.758321 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-c617da5d-d7ca-473a-906b-3e419f040a17 None None] Bound port: e7003532-9501-4124-b515-0512abc3fb74, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:48:19.758704 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-c617da5d-d7ca-473a-906b-3e419f040a17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:19.774392 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-afcd94bc-0112-4061-8459-568d0077407d req-a1569eaa-2c83-4dc2-ad15-6ef08e1db353 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] 10.222.0.54 "GET /v2.0/security-groups?id=c27dfe00-81ac-4bf5-b9dd-805873436817&id=2c5c45e5-871b-4ee9-82e2-22e9698a9680&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1896257 Nov 19 17:48:19.801318 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4126d8d-1f25-4b8f-9f05-ee4de58317b9 req-4074b33e-7144-41eb-864a-e30610e82bf4 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:19.806851 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e4126d8d-1f25-4b8f-9f05-ee4de58317b9 req-4074b33e-7144-41eb-864a-e30610e82bf4 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.86 "GET /v2.0/ports?device_id=8c630bbd-efb2-4d8f-829a-b55a5711c2b8&tenant_id=7136fa31325e4016a695ca7c60f57962&binding%3Ahost_id=n-h1-818022-2 HTTP/1.1" status: 200 len: 949 time: 0.1973164 Nov 19 17:48:19.929470 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-76484272-3c2e-4d21-a773-00f8cdea82c2 None None] Port aa43dbcb-d7c3-42e3-a372-2994a539303a cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:48:19.941178 n-d-818022-2 neutron-server[103365]: INFO neutron.api.v2.resource [req-e4126d8d-1f25-4b8f-9f05-ee4de58317b9 req-f1f5836f-abd5-4f86-adca-96dcb4baf034 service neutron] delete failed (client error): The resource could not be found. Nov 19 17:48:19.942434 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e4126d8d-1f25-4b8f-9f05-ee4de58317b9 req-f1f5836f-abd5-4f86-adca-96dcb4baf034 service neutron] 10.222.0.86 "DELETE /v2.0/ports/653f242f-92e4-4956-9c74-45f2ccd61026/bindings/n-h2-818022-2 HTTP/1.1" status: 404 len: 380 time: 0.1282446 Nov 19 17:48:20.011707 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-c617da5d-d7ca-473a-906b-3e419f040a17 None None] For port e7003532-9501-4124-b515-0512abc3fb74, host n-d-818022-2, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:48:20.016368 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5427df99-d708-474e-8504-7c8fd592cd80 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:20.017357 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-c617da5d-d7ca-473a-906b-3e419f040a17 None None] For port e7003532-9501-4124-b515-0512abc3fb74, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=e7003532-9501-4124-b515-0512abc3fb74,segment=NetworkSegment(bbe705c1-96c0-476e-8381-28227e6f0ac5),segment_id=bbe705c1-96c0-476e-8381-28227e6f0ac5)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:48:20.026028 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-c617da5d-d7ca-473a-906b-3e419f040a17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:20.028647 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5427df99-d708-474e-8504-7c8fd592cd80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:20.085899 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e09ab7f-80ed-42ac-bd56-0db21c55f832 req-5b79a090-e7c3-4e32-8cb9-2c81b09a585d tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:20.097363 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4e09ab7f-80ed-42ac-bd56-0db21c55f832 req-5b79a090-e7c3-4e32-8cb9-2c81b09a585d tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/ports?device_id=8c630bbd-efb2-4d8f-829a-b55a5711c2b8 HTTP/1.1" status: 200 len: 949 time: 0.1138086 Nov 19 17:48:20.115459 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4126d8d-1f25-4b8f-9f05-ee4de58317b9 req-b641f55f-76f5-4bba-8ed5-bff68910bada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:20.119506 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e4126d8d-1f25-4b8f-9f05-ee4de58317b9 req-b641f55f-76f5-4bba-8ed5-bff68910bada service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7136fa31325e4016a695ca7c60f57962&device_id=8c630bbd-efb2-4d8f-829a-b55a5711c2b8 HTTP/1.1" status: 200 len: 1100 time: 0.1170530 Nov 19 17:48:20.167027 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5427df99-d708-474e-8504-7c8fd592cd80 admin admin] Pushing event updated for resources: {'Port': ['ID=aa43dbcb-d7c3-42e3-a372-2994a539303a,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:48:20.182921 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5427df99-d708-474e-8504-7c8fd592cd80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-768529'] for router_interface, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:20.189289 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c617da5d-d7ca-473a-906b-3e419f040a17 None None] Routers {'24310985-bad0-4434-aaa5-5be0ef78db2e'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:48:20.198790 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-c617da5d-d7ca-473a-906b-3e419f040a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:48:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['24310985-bad0-4434-aaa5-5be0ef78db2e'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:48:20.285677 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0937977-28c4-4c29-bc24-e5174e682e16 None None] Pushing event updated for resources: {'Port': ['ID=e7003532-9501-4124-b515-0512abc3fb74,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:48:20.407203 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-c617da5d-d7ca-473a-906b-3e419f040a17 None None] Set router 24310985-bad0-4434-aaa5-5be0ef78db2e gateway port host: n-d-818022-2 {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:48:20.411762 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4e09ab7f-80ed-42ac-bd56-0db21c55f832 req-acea9d00-3d4d-4bfa-8b50-ac90611da27d tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/security-groups?id=6e557aa4-1576-4002-9603-a630915d92af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3128383 Nov 19 17:48:20.500689 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5427df99-d708-474e-8504-7c8fd592cd80 admin admin] Network d8ac92c4-0b67-48ff-9053-9b7b6d8cb532 is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:48:20.502237 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-5427df99-d708-474e-8504-7c8fd592cd80 admin admin] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:48:20.511542 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4126d8d-1f25-4b8f-9f05-ee4de58317b9 req-01d95d06-76cd-411f-b828-85cef12711d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:20.513139 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e4126d8d-1f25-4b8f-9f05-ee4de58317b9 req-01d95d06-76cd-411f-b828-85cef12711d6 service neutron] 10.222.0.86 "GET /v2.0/networks?id=346debfa-452b-4048-abf4-8f4493625ef2 HTTP/1.1" status: 200 len: 870 time: 0.3784244 Nov 19 17:48:20.620829 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e4126d8d-1f25-4b8f-9f05-ee4de58317b9 req-4f1bd23a-e244-4364-9f63-aa7911c24cef service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=653f242f-92e4-4956-9c74-45f2ccd61026 HTTP/1.1" status: 200 len: 217 time: 0.0921931 Nov 19 17:48:20.739094 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4126d8d-1f25-4b8f-9f05-ee4de58317b9 req-f46ae151-b16b-4d64-a8c4-d0cdf921adc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:20.740607 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e4126d8d-1f25-4b8f-9f05-ee4de58317b9 req-f46ae151-b16b-4d64-a8c4-d0cdf921adc0 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8b3c88de-c9c2-4a20-b19e-1855c2c19035 HTTP/1.1" status: 200 len: 843 time: 0.0906847 Nov 19 17:48:20.803967 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-c617da5d-d7ca-473a-906b-3e419f040a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24310985-bad0-4434-aaa5-5be0ef78db2e', 'name': 'tempest-ServersTestJSON-491960050-router', 'tenant_id': '71f143b90b844169b3eeea1a30bf2a6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.236'}], 'enable_snat': True}, 'gw_port_id': 'e7003532-9501-4124-b515-0512abc3fb74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:48:10Z', 'updated_at': '2021-11-19T17:48:19Z', 'revision_number': 4, 'project_id': '71f143b90b844169b3eeea1a30bf2a6c', 'gw_port': {'id': 'e7003532-9501-4124-b515-0512abc3fb74', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:75:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24310985-bad0-4434-aaa5-5be0ef78db2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:48:12Z', 'updated_at': '2021-11-19T17:48:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': 'aa43dbcb-d7c3-42e3-a372-2994a539303a', 'name': '', 'network_id': 'd8ac92c4-0b67-48ff-9053-9b7b6d8cb532', 'tenant_id': '71f143b90b844169b3eeea1a30bf2a6c', 'mac_address': 'fa:16:3e:80:c8:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24310985-bad0-4434-aaa5-5be0ef78db2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': '6d4d7490-658a-4bdc-a7c0-ec99d85e1097', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:48:18Z', 'updated_at': '2021-11-19T17:48:19Z', 'revision_number': 2, 'project_id': '71f143b90b844169b3eeea1a30bf2a6c', 'subnets': [{'id': '6d4d7490-658a-4bdc-a7c0-ec99d85e1097', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:48:20.807097 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728648b2-0197-4baa-b5ee-a9207e5d6783 req-4961a476-2de8-48a4-b63e-fff6a85e0a5f tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:20.817046 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-728648b2-0197-4baa-b5ee-a9207e5d6783 req-4961a476-2de8-48a4-b63e-fff6a85e0a5f tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d6d80d6-3550-4ad7-998c-1e2c27418ad5 HTTP/1.1" status: 200 len: 945 time: 0.2168431 Nov 19 17:48:20.830353 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5427df99-d708-474e-8504-7c8fd592cd80 admin admin] Router 24310985-bad0-4434-aaa5-5be0ef78db2e has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 17:48:20.849966 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c617da5d-d7ca-473a-906b-3e419f040a17 None None] The sync data for ids ['24310985-bad0-4434-aaa5-5be0ef78db2e'] in n-d-818022-2 is: [{'id': '24310985-bad0-4434-aaa5-5be0ef78db2e', 'name': 'tempest-ServersTestJSON-491960050-router', 'tenant_id': '71f143b90b844169b3eeea1a30bf2a6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.236'}], 'enable_snat': True}, 'gw_port_id': 'e7003532-9501-4124-b515-0512abc3fb74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:48:10Z', 'updated_at': '2021-11-19T17:48:19Z', 'revision_number': 4, 'project_id': '71f143b90b844169b3eeea1a30bf2a6c', 'gw_port': {'id': 'e7003532-9501-4124-b515-0512abc3fb74', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:75:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24310985-bad0-4434-aaa5-5be0ef78db2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:48:12Z', 'updated_at': '2021-11-19T17:48:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': 'aa43dbcb-d7c3-42e3-a372-2994a539303a', 'name': '', 'network_id': 'd8ac92c4-0b67-48ff-9053-9b7b6d8cb532', 'tenant_id': '71f143b90b844169b3eeea1a30bf2a6c', 'mac_address': 'fa:16:3e:80:c8:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24310985-bad0-4434-aaa5-5be0ef78db2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': '6d4d7490-658a-4bdc-a7c0-ec99d85e1097', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:48:18Z', 'updated_at': '2021-11-19T17:48:19Z', 'revision_number': 2, 'project_id': '71f143b90b844169b3eeea1a30bf2a6c', 'subnets': [{'id': '6d4d7490-658a-4bdc-a7c0-ec99d85e1097', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 17:48:20.917292 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4126d8d-1f25-4b8f-9f05-ee4de58317b9 req-0df71911-2fc9-4aad-b86c-b2f303588266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:20.919382 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e4126d8d-1f25-4b8f-9f05-ee4de58317b9 req-0df71911-2fc9-4aad-b86c-b2f303588266 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=346debfa-452b-4048-abf4-8f4493625ef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1536233 Nov 19 17:48:20.981614 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-fbaf9108-b314-46df-a842-203dcbc28cac None None] Provisioning complete for port aa43dbcb-d7c3-42e3-a372-2994a539303a triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:48:20.982008 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-fbaf9108-b314-46df-a842-203dcbc28cac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:21.031094 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-728648b2-0197-4baa-b5ee-a9207e5d6783 req-6c83d77b-1bfd-49fe-beac-7b5522bd9988 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/security-groups?id=85786454-c560-4317-bd73-95e1b791240f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2094169 Nov 19 17:48:21.131364 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-fbaf9108-b314-46df-a842-203dcbc28cac None None] Port aa43dbcb-d7c3-42e3-a372-2994a539303a cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:48:21.162209 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5427df99-d708-474e-8504-7c8fd592cd80 admin admin] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 17:48:21.175117 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-5427df99-d708-474e-8504-7c8fd592cd80 admin admin] 10.222.0.54 "PUT /v2.0/routers/24310985-bad0-4434-aaa5-5be0ef78db2e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7091968 Nov 19 17:48:21.191272 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e4126d8d-1f25-4b8f-9f05-ee4de58317b9 req-9d0f7b63-d099-4f19-89e2-3632de44f53d service neutron] 10.222.0.86 "GET /v2.0/networks/346debfa-452b-4048-abf4-8f4493625ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2572708 Nov 19 17:48:21.456986 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd9ac7c-3cbd-457e-9735-01bf05aefd32 req-35e7e86e-cfa1-4ad8-97bb-c89c1e7f2e0d tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:21.459319 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5dd9ac7c-3cbd-457e-9735-01bf05aefd32 req-35e7e86e-cfa1-4ad8-97bb-c89c1e7f2e0d tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec9f9dc4-f3d0-4fbd-b419-1ab72c92e9be HTTP/1.1" status: 200 len: 947 time: 0.2631211 Nov 19 17:48:21.532777 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e4126d8d-1f25-4b8f-9f05-ee4de58317b9 req-2931faee-41cb-4173-871d-c7773ed6d01f service neutron] 10.222.0.86 "GET /v2.0/networks/346debfa-452b-4048-abf4-8f4493625ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2794664 Nov 19 17:48:21.597689 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5dd9ac7c-3cbd-457e-9735-01bf05aefd32 req-7ee27291-f2c8-4dab-9a8f-e0c16b044d3a tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/security-groups?id=b596b6e2-4e99-405d-ab15-439621199b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224363 Nov 19 17:48:21.821291 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 653f242f-92e4-4956-9c74-45f2ccd61026 up at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:48:21.926964 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning for port 653f242f-92e4-4956-9c74-45f2ccd61026 completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 17:48:21.937921 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning complete for port 653f242f-92e4-4956-9c74-45f2ccd61026 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:48:21.940827 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:22.382645 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330b6500-a884-496f-b58e-77f100762a64 req-24ce14be-d7ec-49db-917d-66b7bd39ed84 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:22.396420 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330b6500-a884-496f-b58e-77f100762a64 req-24ce14be-d7ec-49db-917d-66b7bd39ed84 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:22.407044 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330b6500-a884-496f-b58e-77f100762a64 req-24ce14be-d7ec-49db-917d-66b7bd39ed84 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:22.418820 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330b6500-a884-496f-b58e-77f100762a64 req-24ce14be-d7ec-49db-917d-66b7bd39ed84 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:22.446789 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330b6500-a884-496f-b58e-77f100762a64 req-24ce14be-d7ec-49db-917d-66b7bd39ed84 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:22.458593 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330b6500-a884-496f-b58e-77f100762a64 req-24ce14be-d7ec-49db-917d-66b7bd39ed84 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:22.471604 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330b6500-a884-496f-b58e-77f100762a64 req-24ce14be-d7ec-49db-917d-66b7bd39ed84 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:22.489025 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-330b6500-a884-496f-b58e-77f100762a64 req-24ce14be-d7ec-49db-917d-66b7bd39ed84 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] 10.222.0.54 "GET /v2.0/ports?device_id=08d7166f-7a15-4f21-9c94-87560bcdea01 HTTP/1.1" status: 200 len: 5421 time: 0.8079395 Nov 19 17:48:22.503579 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:22.538422 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c630bbd-efb2-4d8f-829a-b55a5711c2b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '653f242f-92e4-4956-9c74-45f2ccd61026'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:48:22.551804 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3940761bcd94e032e6960d2241bd8993c5d3a7d8dc2aca8488f3ecf1d4dd2fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e8590ef-0463-4a5a-8eae-0ec5c01199c4" -d '{"events": [{"server_uuid": "8c630bbd-efb2-4d8f-829a-b55a5711c2b8", "name": "network-vif-plugged", "status": "completed", "tag": "653f242f-92e4-4956-9c74-45f2ccd61026"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:48:22.583444 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 653f242f-92e4-4956-9c74-45f2ccd61026, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=653f242f-92e4-4956-9c74-45f2ccd61026,segment=NetworkSegment(1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861),segment_id=1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:48:22.596987 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:22.665665 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-330b6500-a884-496f-b58e-77f100762a64 req-7c2c26bb-f65d-4ea5-b6a7-03e376063512 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] 10.222.0.54 "GET /v2.0/security-groups?id=c27dfe00-81ac-4bf5-b9dd-805873436817&id=2c5c45e5-871b-4ee9-82e2-22e9698a9680&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1754963 Nov 19 17:48:22.741074 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=653f242f-92e4-4956-9c74-45f2ccd61026,revision_number=9']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:48:22.988207 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ea1e7b-8d27-42d2-96cc-d864ce56c89c req-3df9275c-0e0e-4c0f-a6b4-f3de3e47c0f3 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:22.991041 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-87ea1e7b-8d27-42d2-96cc-d864ce56c89c req-3df9275c-0e0e-4c0f-a6b4-f3de3e47c0f3 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/ports?device_id=8c630bbd-efb2-4d8f-829a-b55a5711c2b8 HTTP/1.1" status: 200 len: 950 time: 0.1503727 Nov 19 17:48:22.993515 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9c7df065-02dc-4472-a12d-75d2dad6004e req-4ed65cdb-0a3e-4d1a-96b4-aca84ea2c213 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ec9f9dc4-f3d0-4fbd-b419-1ab72c92e9be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1954823 Nov 19 17:48:23.116095 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device e7003532-9501-4124-b515-0512abc3fb74 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:48:23.150099 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-87ea1e7b-8d27-42d2-96cc-d864ce56c89c req-d04bfdf1-a4a5-4d00-99bd-cc63ca6ec97c tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/security-groups?id=6e557aa4-1576-4002-9603-a630915d92af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488955 Nov 19 17:48:23.210784 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7df065-02dc-4472-a12d-75d2dad6004e req-0d16513d-fea9-497f-9f29-49111429594d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:23.212419 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9c7df065-02dc-4472-a12d-75d2dad6004e req-0d16513d-fea9-497f-9f29-49111429594d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ef849a6e511d48da926cfd9ca438c810&device_id=ec9f9dc4-f3d0-4fbd-b419-1ab72c92e9be HTTP/1.1" status: 200 len: 1098 time: 0.1119461 Nov 19 17:48:23.282478 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port e7003532-9501-4124-b515-0512abc3fb74 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:48:23.288900 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:23.493908 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7df065-02dc-4472-a12d-75d2dad6004e req-d26994bf-86eb-487b-ad01-5d9ae2af1021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:23.495367 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9c7df065-02dc-4472-a12d-75d2dad6004e req-d26994bf-86eb-487b-ad01-5d9ae2af1021 service neutron] 10.222.0.60 "GET /v2.0/networks?id=7fe9dda4-bbb5-4db6-b240-cdabda9f2be2 HTTP/1.1" status: 200 len: 914 time: 0.2406864 Nov 19 17:48:23.512703 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:23.558960 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] For port e7003532-9501-4124-b515-0512abc3fb74, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=e7003532-9501-4124-b515-0512abc3fb74,segment=NetworkSegment(bbe705c1-96c0-476e-8381-28227e6f0ac5),segment_id=bbe705c1-96c0-476e-8381-28227e6f0ac5)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:48:23.572759 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9c7df065-02dc-4472-a12d-75d2dad6004e req-f05fcbaf-6368-44ee-aaf7-53ac16d8a78e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=71243686-16d7-4505-9eb3-c400bc2cf33c HTTP/1.1" status: 200 len: 217 time: 0.0676351 Nov 19 17:48:23.579935 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:23.696442 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7df065-02dc-4472-a12d-75d2dad6004e req-3d8b5741-812e-475d-91c3-9a5f21f08c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:23.698225 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9c7df065-02dc-4472-a12d-75d2dad6004e req-3d8b5741-812e-475d-91c3-9a5f21f08c74 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a2a11d26-01c8-41f8-8b08-cf64deb00190 HTTP/1.1" status: 200 len: 853 time: 0.1129344 Nov 19 17:48:23.711558 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Pushing event updated for resources: {'Port': ['ID=e7003532-9501-4124-b515-0512abc3fb74,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:48:23.760869 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9c7df065-02dc-4472-a12d-75d2dad6004e req-3e6d681b-71dd-4328-bac9-4df05568b9a1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7fe9dda4-bbb5-4db6-b240-cdabda9f2be2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532098 Nov 19 17:48:23.816362 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 2f194f25-8afc-4037-8a13-728d888a8aaf details requested by agent hyperv_n-h1-818022-2 with host n-h1-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 17:48:23.849730 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 56110) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:48:23.855063 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-834646bb-8e3c-42c4-9161-2a7c6856644c tempest-ServersTestJSON-407418042 tempest-ServersTestJSON-407418042-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1175734692', 'description': 'tempest-description--1745496972'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:48:23.924997 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-834646bb-8e3c-42c4-9161-2a7c6856644c tempest-ServersTestJSON-407418042 tempest-ServersTestJSON-407418042-project] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:24.091127 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9c7df065-02dc-4472-a12d-75d2dad6004e req-569eb6d6-cf84-4dca-b9c3-d337970eea87 service neutron] 10.222.0.60 "GET /v2.0/networks/7fe9dda4-bbb5-4db6-b240-cdabda9f2be2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3228252 Nov 19 17:48:24.124129 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 2f194f25-8afc-4037-8a13-728d888a8aaf, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=2f194f25-8afc-4037-8a13-728d888a8aaf,segment=NetworkSegment(0e2189b3-cb14-46a5-a715-24b97b50abaf),segment_id=0e2189b3-cb14-46a5-a715-24b97b50abaf)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:48:24.145553 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Returning: {'device': '2f194f25-8afc-4037-8a13-728d888a8aaf', 'network_id': 'bdba4402-94e3-4e68-bba0-ed8e8f9b25bc', 'port_id': '2f194f25-8afc-4037-8a13-728d888a8aaf', 'mac_address': 'fa:16:3e:74:7a:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2adf1de-41cf-4bad-b066-43727eb082a2', 'ip_address': '10.1.1.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 17:48:24.184733 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-834646bb-8e3c-42c4-9161-2a7c6856644c tempest-ServersTestJSON-407418042 tempest-ServersTestJSON-407418042-project] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:24.191395 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-834646bb-8e3c-42c4-9161-2a7c6856644c tempest-ServersTestJSON-407418042 tempest-ServersTestJSON-407418042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:24.228941 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:24.252295 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-834646bb-8e3c-42c4-9161-2a7c6856644c tempest-ServersTestJSON-407418042 tempest-ServersTestJSON-407418042-project] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:24.256952 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-834646bb-8e3c-42c4-9161-2a7c6856644c tempest-ServersTestJSON-407418042 tempest-ServersTestJSON-407418042-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.4031947 Nov 19 17:48:24.258518 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 56120) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:48:24.273263 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-3550d82b-8bc3-4aa7-9427-0a9c79858759 tempest-ServersTestJSON-407418042 tempest-ServersTestJSON-407418042-project] Request body: {'security_group_rule': {'security_group_id': '3e7f346a-e4d6-4977-bb84-562683438f29', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:48:24.283317 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f194f25-8afc-4037-8a13-728d888a8aaf {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:48:24.311682 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834646bb-8e3c-42c4-9161-2a7c6856644c tempest-ServersTestJSON-407418042 tempest-ServersTestJSON-407418042-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e7f346a-e4d6-4977-bb84-562683438f29,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:48:24.347255 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 2f194f25-8afc-4037-8a13-728d888a8aaf, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=2f194f25-8afc-4037-8a13-728d888a8aaf,segment=NetworkSegment(0e2189b3-cb14-46a5-a715-24b97b50abaf),segment_id=0e2189b3-cb14-46a5-a715-24b97b50abaf)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:48:24.354621 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:24.355337 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 87a91d07-25a8-45ba-97b6-bf6aca6dc17b details requested by agent hyperv_n-h1-818022-2 with host n-h1-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 17:48:24.365990 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3550d82b-8bc3-4aa7-9427-0a9c79858759 tempest-ServersTestJSON-407418042 tempest-ServersTestJSON-407418042-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:24.446503 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9c7df065-02dc-4472-a12d-75d2dad6004e req-be38899b-741d-4d4d-8d66-186c592c0929 service neutron] 10.222.0.60 "GET /v2.0/networks/7fe9dda4-bbb5-4db6-b240-cdabda9f2be2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3460774 Nov 19 17:48:24.513678 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=2f194f25-8afc-4037-8a13-728d888a8aaf,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:48:24.566529 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3550d82b-8bc3-4aa7-9427-0a9c79858759 tempest-ServersTestJSON-407418042 tempest-ServersTestJSON-407418042-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:24.569702 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 87a91d07-25a8-45ba-97b6-bf6aca6dc17b, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=87a91d07-25a8-45ba-97b6-bf6aca6dc17b,segment=NetworkSegment(0e2189b3-cb14-46a5-a715-24b97b50abaf),segment_id=0e2189b3-cb14-46a5-a715-24b97b50abaf)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:48:24.581299 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3550d82b-8bc3-4aa7-9427-0a9c79858759 tempest-ServersTestJSON-407418042 tempest-ServersTestJSON-407418042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735179'] for security_group_rule, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:24.600529 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Returning: {'device': '87a91d07-25a8-45ba-97b6-bf6aca6dc17b', 'network_id': 'bdba4402-94e3-4e68-bba0-ed8e8f9b25bc', 'port_id': '87a91d07-25a8-45ba-97b6-bf6aca6dc17b', 'mac_address': 'fa:16:3e:8e:b1:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2adf1de-41cf-4bad-b066-43727eb082a2', 'ip_address': '10.1.1.170'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 17:48:24.615643 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3550d82b-8bc3-4aa7-9427-0a9c79858759 tempest-ServersTestJSON-407418042 tempest-ServersTestJSON-407418042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6794f220-8fa0-42ff-9725-8b980f66b048,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:48:24.643800 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3550d82b-8bc3-4aa7-9427-0a9c79858759 tempest-ServersTestJSON-407418042 tempest-ServersTestJSON-407418042-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:24.647965 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 56126) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:48:24.648528 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-3550d82b-8bc3-4aa7-9427-0a9c79858759 tempest-ServersTestJSON-407418042 tempest-ServersTestJSON-407418042-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3877289 Nov 19 17:48:24.654084 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-55bb1d55-0682-4d27-8c68-3e8acbc61172 tempest-ServersTestJSON-407418042 tempest-ServersTestJSON-407418042-project] Request body: {'security_group_rule': {'security_group_id': '3e7f346a-e4d6-4977-bb84-562683438f29', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:48:24.678750 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:24.701172 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87a91d07-25a8-45ba-97b6-bf6aca6dc17b {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:48:24.734992 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 87a91d07-25a8-45ba-97b6-bf6aca6dc17b, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=87a91d07-25a8-45ba-97b6-bf6aca6dc17b,segment=NetworkSegment(0e2189b3-cb14-46a5-a715-24b97b50abaf),segment_id=0e2189b3-cb14-46a5-a715-24b97b50abaf)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:48:24.759775 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:24.760511 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device e40774d5-5d0b-42bc-ab15-81a13c341ed3 details requested by agent hyperv_n-h1-818022-2 with host n-h1-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 17:48:24.783007 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-55bb1d55-0682-4d27-8c68-3e8acbc61172 tempest-ServersTestJSON-407418042 tempest-ServersTestJSON-407418042-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:24.897919 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a01d88-bc64-481f-9514-0ab6d6d5d11c req-d8434e55-fb14-4116-8cb1-600d84202551 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:24.899850 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c9a01d88-bc64-481f-9514-0ab6d6d5d11c req-d8434e55-fb14-4116-8cb1-600d84202551 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d6d80d6-3550-4ad7-998c-1e2c27418ad5 HTTP/1.1" status: 200 len: 945 time: 0.2542856 Nov 19 17:48:24.915774 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port e40774d5-5d0b-42bc-ab15-81a13c341ed3, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=e40774d5-5d0b-42bc-ab15-81a13c341ed3,segment=NetworkSegment(0e2189b3-cb14-46a5-a715-24b97b50abaf),segment_id=0e2189b3-cb14-46a5-a715-24b97b50abaf)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:48:24.936864 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=87a91d07-25a8-45ba-97b6-bf6aca6dc17b,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:48:24.971398 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Returning: {'device': 'e40774d5-5d0b-42bc-ab15-81a13c341ed3', 'network_id': 'bdba4402-94e3-4e68-bba0-ed8e8f9b25bc', 'port_id': 'e40774d5-5d0b-42bc-ab15-81a13c341ed3', 'mac_address': 'fa:16:3e:ef:19:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2adf1de-41cf-4bad-b066-43727eb082a2', 'ip_address': '10.1.1.161'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 17:48:25.062645 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-55bb1d55-0682-4d27-8c68-3e8acbc61172 tempest-ServersTestJSON-407418042 tempest-ServersTestJSON-407418042-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:25.063619 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:25.084858 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c9a01d88-bc64-481f-9514-0ab6d6d5d11c req-84b163e0-47ad-4f9c-b74e-7a2dee8c3922 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/security-groups?id=85786454-c560-4317-bd73-95e1b791240f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1704504 Nov 19 17:48:25.094439 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-55bb1d55-0682-4d27-8c68-3e8acbc61172 tempest-ServersTestJSON-407418042 tempest-ServersTestJSON-407418042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735179'] for security_group_rule, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:25.109341 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e40774d5-5d0b-42bc-ab15-81a13c341ed3 {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:48:25.164839 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port e40774d5-5d0b-42bc-ab15-81a13c341ed3, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=e40774d5-5d0b-42bc-ab15-81a13c341ed3,segment=NetworkSegment(0e2189b3-cb14-46a5-a715-24b97b50abaf),segment_id=0e2189b3-cb14-46a5-a715-24b97b50abaf)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:48:25.172462 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-55bb1d55-0682-4d27-8c68-3e8acbc61172 tempest-ServersTestJSON-407418042 tempest-ServersTestJSON-407418042-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:25.176700 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device e7003532-9501-4124-b515-0512abc3fb74 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:48:25.182725 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 56130) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:48:25.188253 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-a35a006c-a475-4d69-adea-07f1ec2ff5b7 tempest-ServersTestJSON-407418042 tempest-ServersTestJSON-407418042-project] Request body: {'floatingip': {'floating_network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:48:25.199091 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-55bb1d55-0682-4d27-8c68-3e8acbc61172 tempest-ServersTestJSON-407418042 tempest-ServersTestJSON-407418042-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5470579 Nov 19 17:48:25.209255 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bb1d55-0682-4d27-8c68-3e8acbc61172 tempest-ServersTestJSON-407418042 tempest-ServersTestJSON-407418042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb0b4ece-8563-422b-8d6b-a2bdbad7e90b,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:48:25.252564 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a35a006c-a475-4d69-adea-07f1ec2ff5b7 tempest-ServersTestJSON-407418042 tempest-ServersTestJSON-407418042-project] Publish callbacks [] for floatingip, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:25.313898 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d14e899-5719-4b25-be84-c492af2b7bc5 None None] Sync routers for ids ['24310985-bad0-4434-aaa5-5be0ef78db2e'] in n-d-818022-2 {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 17:48:25.334652 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d14e899-5719-4b25-be84-c492af2b7bc5 None None] Routers {'24310985-bad0-4434-aaa5-5be0ef78db2e'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:48:25.341566 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-2d14e899-5719-4b25-be84-c492af2b7bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:48:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['24310985-bad0-4434-aaa5-5be0ef78db2e'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:48:25.377478 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:48:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a73018fa-9b5c-476c-85d0-27625ba90062 x-openstack-request-id: req-a73018fa-9b5c-476c-85d0-27625ba90062 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:48:25.379399 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c630bbd-efb2-4d8f-829a-b55a5711c2b8", "name": "network-vif-plugged", "status": "completed", "tag": "653f242f-92e4-4956-9c74-45f2ccd61026", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:48:25.379675 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a73018fa-9b5c-476c-85d0-27625ba90062 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:48:25.383328 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c630bbd-efb2-4d8f-829a-b55a5711c2b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '653f242f-92e4-4956-9c74-45f2ccd61026', 'code': 200} Nov 19 17:48:25.388385 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:25.411578 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 3e94edaf-0165-44df-bdab-b323476101a6 details requested by agent hyperv_n-h1-818022-2 with host n-h1-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 17:48:25.427492 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5231e127-777f-40e5-aee3-0986168d2d01 req-d6d76f5a-26ec-4af9-8910-3e7d76551fb7 tempest-MigrationsAdminTest-732900115 tempest-MigrationsAdminTest-732900115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:25.437028 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5231e127-777f-40e5-aee3-0986168d2d01 req-d6d76f5a-26ec-4af9-8910-3e7d76551fb7 tempest-MigrationsAdminTest-732900115 tempest-MigrationsAdminTest-732900115-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=8c630bbd-efb2-4d8f-829a-b55a5711c2b8 HTTP/1.1" status: 200 len: 1101 time: 0.0874116 Nov 19 17:48:25.533026 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a35a006c-a475-4d69-adea-07f1ec2ff5b7 tempest-ServersTestJSON-407418042 tempest-ServersTestJSON-407418042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:25.586873 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5231e127-777f-40e5-aee3-0986168d2d01 req-20b196a6-b186-45fd-be49-de0400c73b2b tempest-MigrationsAdminTest-732900115 tempest-MigrationsAdminTest-732900115-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=6e557aa4-1576-4002-9603-a630915d92af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480536 Nov 19 17:48:25.634479 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=e40774d5-5d0b-42bc-ab15-81a13c341ed3,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:48:25.761259 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 3e94edaf-0165-44df-bdab-b323476101a6, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=3e94edaf-0165-44df-bdab-b323476101a6,segment=NetworkSegment(0e2189b3-cb14-46a5-a715-24b97b50abaf),segment_id=0e2189b3-cb14-46a5-a715-24b97b50abaf)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:48:25.784144 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Returning: {'device': '3e94edaf-0165-44df-bdab-b323476101a6', 'network_id': 'bdba4402-94e3-4e68-bba0-ed8e8f9b25bc', 'port_id': '3e94edaf-0165-44df-bdab-b323476101a6', 'mac_address': 'fa:16:3e:bd:3b:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2adf1de-41cf-4bad-b066-43727eb082a2', 'ip_address': '10.1.1.241'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 17:48:25.814142 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port e7003532-9501-4124-b515-0512abc3fb74 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:48:25.814791 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:25.828425 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [None req-a35a006c-a475-4d69-adea-07f1ec2ff5b7 tempest-ServersTestJSON-407418042 tempest-ServersTestJSON-407418042-project] Allocated IP 172.25.7.52 (645e61aa-1a6c-4e8f-857e-ab06edb4897f/88ed2d64-f56d-4f01-a468-946e01c99e82/e00d522e-b9c1-4339-aea5-47134c1f6620) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:48:25.899145 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117082ec-b3d0-4089-89ed-614a25f3e2ed req-70aae806-f018-4703-8fe4-1d177846c2e1 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:25.916901 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117082ec-b3d0-4089-89ed-614a25f3e2ed req-70aae806-f018-4703-8fe4-1d177846c2e1 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:25.926365 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117082ec-b3d0-4089-89ed-614a25f3e2ed req-70aae806-f018-4703-8fe4-1d177846c2e1 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:25.941016 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117082ec-b3d0-4089-89ed-614a25f3e2ed req-70aae806-f018-4703-8fe4-1d177846c2e1 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:25.955321 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:25.962588 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117082ec-b3d0-4089-89ed-614a25f3e2ed req-70aae806-f018-4703-8fe4-1d177846c2e1 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:25.978567 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117082ec-b3d0-4089-89ed-614a25f3e2ed req-70aae806-f018-4703-8fe4-1d177846c2e1 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:25.985209 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-2d14e899-5719-4b25-be84-c492af2b7bc5 None None] Set router 24310985-bad0-4434-aaa5-5be0ef78db2e gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:48:25.990990 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117082ec-b3d0-4089-89ed-614a25f3e2ed req-70aae806-f018-4703-8fe4-1d177846c2e1 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:26.004194 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e94edaf-0165-44df-bdab-b323476101a6 {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:48:26.004708 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-117082ec-b3d0-4089-89ed-614a25f3e2ed req-70aae806-f018-4703-8fe4-1d177846c2e1 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] 10.222.0.54 "GET /v2.0/ports?device_id=08d7166f-7a15-4f21-9c94-87560bcdea01 HTTP/1.1" status: 200 len: 5424 time: 0.2239268 Nov 19 17:48:26.054956 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 3e94edaf-0165-44df-bdab-b323476101a6, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=3e94edaf-0165-44df-bdab-b323476101a6,segment=NetworkSegment(0e2189b3-cb14-46a5-a715-24b97b50abaf),segment_id=0e2189b3-cb14-46a5-a715-24b97b50abaf)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:48:26.090488 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:26.091423 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 250f924d-c35c-4c02-b955-99a05de844f1 details requested by agent hyperv_n-h1-818022-2 with host n-h1-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 17:48:26.093679 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a35a006c-a475-4d69-adea-07f1ec2ff5b7 tempest-ServersTestJSON-407418042 tempest-ServersTestJSON-407418042-project] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:26.134432 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-117082ec-b3d0-4089-89ed-614a25f3e2ed req-e5404d5d-0dc0-4ea2-b921-db7c6ba1cb7f tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] 10.222.0.54 "GET /v2.0/security-groups?id=c27dfe00-81ac-4bf5-b9dd-805873436817&id=2c5c45e5-871b-4ee9-82e2-22e9698a9680&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1286502 Nov 19 17:48:26.201106 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a35a006c-a475-4d69-adea-07f1ec2ff5b7 tempest-ServersTestJSON-407418042 tempest-ServersTestJSON-407418042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:26.448783 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a35a006c-a475-4d69-adea-07f1ec2ff5b7 tempest-ServersTestJSON-407418042 tempest-ServersTestJSON-407418042-project] Network 645e61aa-1a6c-4e8f-857e-ab06edb4897f is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:48:26.449506 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaab6718-42bb-45a1-896b-ab5ce7f8c537 req-88a30e07-baad-42e4-b9b3-ad82b4fe43fd tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:26.465631 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-aaab6718-42bb-45a1-896b-ab5ce7f8c537 req-88a30e07-baad-42e4-b9b3-ad82b4fe43fd tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d6d80d6-3550-4ad7-998c-1e2c27418ad5 HTTP/1.1" status: 200 len: 945 time: 0.1597667 Nov 19 17:48:26.473794 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-a35a006c-a475-4d69-adea-07f1ec2ff5b7 tempest-ServersTestJSON-407418042 tempest-ServersTestJSON-407418042-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:48:26.486032 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a35a006c-a475-4d69-adea-07f1ec2ff5b7 tempest-ServersTestJSON-407418042 tempest-ServersTestJSON-407418042-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:48:26.501589 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35a006c-a475-4d69-adea-07f1ec2ff5b7 tempest-ServersTestJSON-407418042 tempest-ServersTestJSON-407418042-project] Pushing event updated for resources: {'Port': ['ID=e00d522e-b9c1-4339-aea5-47134c1f6620,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:48:26.628898 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-aaab6718-42bb-45a1-896b-ab5ce7f8c537 req-587b606a-b393-46cb-9539-e3570144f81d tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/security-groups?id=85786454-c560-4317-bd73-95e1b791240f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1544557 Nov 19 17:48:26.631991 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-2d14e899-5719-4b25-be84-c492af2b7bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24310985-bad0-4434-aaa5-5be0ef78db2e', 'name': 'tempest-ServersTestJSON-491960050-router', 'tenant_id': '71f143b90b844169b3eeea1a30bf2a6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.236'}], 'enable_snat': True}, 'gw_port_id': 'e7003532-9501-4124-b515-0512abc3fb74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:48:10Z', 'updated_at': '2021-11-19T17:48:19Z', 'revision_number': 4, 'project_id': '71f143b90b844169b3eeea1a30bf2a6c', 'gw_port': {'id': 'e7003532-9501-4124-b515-0512abc3fb74', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:75:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24310985-bad0-4434-aaa5-5be0ef78db2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:48:12Z', 'updated_at': '2021-11-19T17:48:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': 'aa43dbcb-d7c3-42e3-a372-2994a539303a', 'name': '', 'network_id': 'd8ac92c4-0b67-48ff-9053-9b7b6d8cb532', 'tenant_id': '71f143b90b844169b3eeea1a30bf2a6c', 'mac_address': 'fa:16:3e:80:c8:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24310985-bad0-4434-aaa5-5be0ef78db2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': '6d4d7490-658a-4bdc-a7c0-ec99d85e1097', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:48:18Z', 'updated_at': '2021-11-19T17:48:19Z', 'revision_number': 2, 'project_id': '71f143b90b844169b3eeea1a30bf2a6c', 'subnets': [{'id': '6d4d7490-658a-4bdc-a7c0-ec99d85e1097', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:48:26.679954 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d14e899-5719-4b25-be84-c492af2b7bc5 None None] Checking router: 24310985-bad0-4434-aaa5-5be0ef78db2e for host: n-d-818022-2 {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 17:48:26.680582 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d14e899-5719-4b25-be84-c492af2b7bc5 None None] Updating router 24310985-bad0-4434-aaa5-5be0ef78db2e port aa43dbcb-d7c3-42e3-a372-2994a539303a binding host n-d-818022-2 {{(pid=103367) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 17:48:26.713500 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=3e94edaf-0165-44df-bdab-b323476101a6,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:48:26.718160 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-2d14e899-5719-4b25-be84-c492af2b7bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:26.761135 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 250f924d-c35c-4c02-b955-99a05de844f1, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=250f924d-c35c-4c02-b955-99a05de844f1,segment=NetworkSegment(eb93ceb6-71e1-49aa-bf2e-23b252534102),segment_id=eb93ceb6-71e1-49aa-bf2e-23b252534102)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:48:26.809428 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Returning: {'device': '250f924d-c35c-4c02-b955-99a05de844f1', 'network_id': 'a7696552-ba44-476c-8112-55d4b789a3e1', 'port_id': '250f924d-c35c-4c02-b955-99a05de844f1', 'mac_address': 'fa:16:3e:7c:94:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10488475-e039-4e90-8c5a-9f67d399bd8d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 17:48:26.904018 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:26.946476 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 250f924d-c35c-4c02-b955-99a05de844f1 {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:48:27.014879 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 250f924d-c35c-4c02-b955-99a05de844f1, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=250f924d-c35c-4c02-b955-99a05de844f1,segment=NetworkSegment(eb93ceb6-71e1-49aa-bf2e-23b252534102),segment_id=eb93ceb6-71e1-49aa-bf2e-23b252534102)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:48:27.031444 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:27.091937 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 534dda20-44c3-4e51-a3ef-bc7f289e3330 details requested by agent hyperv_n-h1-818022-2 with host n-h1-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 17:48:27.296561 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-2d14e899-5719-4b25-be84-c492af2b7bc5 None None] Publish callbacks [] for port, precommit_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:27.322493 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-2d14e899-5719-4b25-be84-c492af2b7bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:27.383548 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3476bfe-0250-45bd-b9e6-621aa57a15dc None None] Pushing event updated for resources: {'Port': ['ID=aa43dbcb-d7c3-42e3-a372-2994a539303a,revision_number=3']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:48:27.450624 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=250f924d-c35c-4c02-b955-99a05de844f1,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:48:27.465932 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-2d14e899-5719-4b25-be84-c492af2b7bc5 None None] Attempting to bind port aa43dbcb-d7c3-42e3-a372-2994a539303a on host n-d-818022-2 for vnic_type normal with profile {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:48:27.466436 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-2d14e899-5719-4b25-be84-c492af2b7bc5 None None] Attempting to bind port aa43dbcb-d7c3-42e3-a372-2994a539303a by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': '8134ffe6-9a76-4d03-8b04-9fa6111c8127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'd8ac92c4-0b67-48ff-9053-9b7b6d8cb532'}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:48:27.467059 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d14e899-5719-4b25-be84-c492af2b7bc5 None None] Attempting to bind port aa43dbcb-d7c3-42e3-a372-2994a539303a on network d8ac92c4-0b67-48ff-9053-9b7b6d8cb532 {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:48:27.473162 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d14e899-5719-4b25-be84-c492af2b7bc5 None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 48, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:48:27.473723 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d14e899-5719-4b25-be84-c492af2b7bc5 None None] Checking segment: {'id': '8134ffe6-9a76-4d03-8b04-9fa6111c8127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'd8ac92c4-0b67-48ff-9053-9b7b6d8cb532'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:48:27.474255 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-2d14e899-5719-4b25-be84-c492af2b7bc5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:27.474751 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d14e899-5719-4b25-be84-c492af2b7bc5 None None] Bound using segment: {'id': '8134ffe6-9a76-4d03-8b04-9fa6111c8127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'd8ac92c4-0b67-48ff-9053-9b7b6d8cb532'} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:48:27.475334 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-2d14e899-5719-4b25-be84-c492af2b7bc5 None None] Bound port: aa43dbcb-d7c3-42e3-a372-2994a539303a, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8134ffe6-9a76-4d03-8b04-9fa6111c8127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'd8ac92c4-0b67-48ff-9053-9b7b6d8cb532'}}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:48:27.475871 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-2d14e899-5719-4b25-be84-c492af2b7bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:27.599938 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-2d14e899-5719-4b25-be84-c492af2b7bc5 None None] For port aa43dbcb-d7c3-42e3-a372-2994a539303a, host n-d-818022-2, cleared binding levels {{(pid=103367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:48:27.606952 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['3e94edaf-0165-44df-bdab-b323476101a6'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:48:27.609577 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-2d14e899-5719-4b25-be84-c492af2b7bc5 None None] For port aa43dbcb-d7c3-42e3-a372-2994a539303a, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=aa43dbcb-d7c3-42e3-a372-2994a539303a,segment=NetworkSegment(8134ffe6-9a76-4d03-8b04-9fa6111c8127),segment_id=8134ffe6-9a76-4d03-8b04-9fa6111c8127)] {{(pid=103367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:48:27.618351 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['87a91d07-25a8-45ba-97b6-bf6aca6dc17b'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:48:27.640504 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-2d14e899-5719-4b25-be84-c492af2b7bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:27.683018 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a35a006c-a475-4d69-adea-07f1ec2ff5b7 tempest-ServersTestJSON-407418042 tempest-ServersTestJSON-407418042-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:27.744378 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a35a006c-a475-4d69-adea-07f1ec2ff5b7 tempest-ServersTestJSON-407418042 tempest-ServersTestJSON-407418042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:27.776150 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['e40774d5-5d0b-42bc-ab15-81a13c341ed3'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:48:27.803086 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3476bfe-0250-45bd-b9e6-621aa57a15dc None None] Pushing event updated for resources: {'Port': ['ID=aa43dbcb-d7c3-42e3-a372-2994a539303a,revision_number=4']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:48:27.863199 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d14e899-5719-4b25-be84-c492af2b7bc5 None None] Routers {'24310985-bad0-4434-aaa5-5be0ef78db2e'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:48:27.864035 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-2d14e899-5719-4b25-be84-c492af2b7bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:48:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['24310985-bad0-4434-aaa5-5be0ef78db2e'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:48:28.171373 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-2d14e899-5719-4b25-be84-c492af2b7bc5 None None] Set router 24310985-bad0-4434-aaa5-5be0ef78db2e gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:48:28.238028 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a35a006c-a475-4d69-adea-07f1ec2ff5b7 tempest-ServersTestJSON-407418042 tempest-ServersTestJSON-407418042-project] Publish callbacks [] for port, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:28.241940 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 534dda20-44c3-4e51-a3ef-bc7f289e3330, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=534dda20-44c3-4e51-a3ef-bc7f289e3330,segment=NetworkSegment(4cf3a3fa-f14a-471a-b8ca-053f3c3b65aa),segment_id=4cf3a3fa-f14a-471a-b8ca-053f3c3b65aa)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:48:28.246477 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a35a006c-a475-4d69-adea-07f1ec2ff5b7 tempest-ServersTestJSON-407418042 tempest-ServersTestJSON-407418042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:28.304814 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Returning: {'device': '534dda20-44c3-4e51-a3ef-bc7f289e3330', 'network_id': 'c051a038-1534-488b-800a-8e55916bcfc3', 'port_id': '534dda20-44c3-4e51-a3ef-bc7f289e3330', 'mac_address': 'fa:16:3e:54:70:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 693, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4125d911-4b34-4d0c-a736-6a09404ca814', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 17:48:28.467806 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35a006c-a475-4d69-adea-07f1ec2ff5b7 tempest-ServersTestJSON-407418042 tempest-ServersTestJSON-407418042-project] Pushing event updated for resources: {'Port': ['ID=e00d522e-b9c1-4339-aea5-47134c1f6620,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:48:28.499287 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a35a006c-a475-4d69-adea-07f1ec2ff5b7 tempest-ServersTestJSON-407418042 tempest-ServersTestJSON-407418042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-671284'] for floatingip, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:28.539047 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a35a006c-a475-4d69-adea-07f1ec2ff5b7 tempest-ServersTestJSON-407418042 tempest-ServersTestJSON-407418042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for floatingip, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:28.548841 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-a35a006c-a475-4d69-adea-07f1ec2ff5b7 tempest-ServersTestJSON-407418042 tempest-ServersTestJSON-407418042-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.3566360 Nov 19 17:48:28.686348 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-2d14e899-5719-4b25-be84-c492af2b7bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24310985-bad0-4434-aaa5-5be0ef78db2e', 'name': 'tempest-ServersTestJSON-491960050-router', 'tenant_id': '71f143b90b844169b3eeea1a30bf2a6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.236'}], 'enable_snat': True}, 'gw_port_id': 'e7003532-9501-4124-b515-0512abc3fb74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:48:10Z', 'updated_at': '2021-11-19T17:48:19Z', 'revision_number': 4, 'project_id': '71f143b90b844169b3eeea1a30bf2a6c', 'gw_port': {'id': 'e7003532-9501-4124-b515-0512abc3fb74', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:75:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24310985-bad0-4434-aaa5-5be0ef78db2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:48:12Z', 'updated_at': '2021-11-19T17:48:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': 'aa43dbcb-d7c3-42e3-a372-2994a539303a', 'name': '', 'network_id': 'd8ac92c4-0b67-48ff-9053-9b7b6d8cb532', 'tenant_id': '71f143b90b844169b3eeea1a30bf2a6c', 'mac_address': 'fa:16:3e:80:c8:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24310985-bad0-4434-aaa5-5be0ef78db2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': '6d4d7490-658a-4bdc-a7c0-ec99d85e1097', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:48:18Z', 'updated_at': '2021-11-19T17:48:27Z', 'revision_number': 4, 'project_id': '71f143b90b844169b3eeea1a30bf2a6c', 'subnets': [{'id': '6d4d7490-658a-4bdc-a7c0-ec99d85e1097', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:48:28.716527 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d14e899-5719-4b25-be84-c492af2b7bc5 None None] The sync data for ids ['24310985-bad0-4434-aaa5-5be0ef78db2e'] in n-d-818022-2 is: [{'id': '24310985-bad0-4434-aaa5-5be0ef78db2e', 'name': 'tempest-ServersTestJSON-491960050-router', 'tenant_id': '71f143b90b844169b3eeea1a30bf2a6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.236'}], 'enable_snat': True}, 'gw_port_id': 'e7003532-9501-4124-b515-0512abc3fb74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:48:10Z', 'updated_at': '2021-11-19T17:48:19Z', 'revision_number': 4, 'project_id': '71f143b90b844169b3eeea1a30bf2a6c', 'gw_port': {'id': 'e7003532-9501-4124-b515-0512abc3fb74', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:75:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24310985-bad0-4434-aaa5-5be0ef78db2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:48:12Z', 'updated_at': '2021-11-19T17:48:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': 'aa43dbcb-d7c3-42e3-a372-2994a539303a', 'name': '', 'network_id': 'd8ac92c4-0b67-48ff-9053-9b7b6d8cb532', 'tenant_id': '71f143b90b844169b3eeea1a30bf2a6c', 'mac_address': 'fa:16:3e:80:c8:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24310985-bad0-4434-aaa5-5be0ef78db2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': '6d4d7490-658a-4bdc-a7c0-ec99d85e1097', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:48:18Z', 'updated_at': '2021-11-19T17:48:27Z', 'revision_number': 4, 'project_id': '71f143b90b844169b3eeea1a30bf2a6c', 'subnets': [{'id': '6d4d7490-658a-4bdc-a7c0-ec99d85e1097', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 17:48:28.777758 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['2f194f25-8afc-4037-8a13-728d888a8aaf'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:48:28.941972 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['250f924d-c35c-4c02-b955-99a05de844f1'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:48:29.174914 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-70683387-d0eb-47ef-9740-40d949097d28 None None] Provisioning complete for port aa43dbcb-d7c3-42e3-a372-2994a539303a triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:48:29.175304 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-70683387-d0eb-47ef-9740-40d949097d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:29.297004 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device aa43dbcb-d7c3-42e3-a372-2994a539303a up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:48:29.486159 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:29.585257 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 534dda20-44c3-4e51-a3ef-bc7f289e3330 {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:48:29.806892 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 534dda20-44c3-4e51-a3ef-bc7f289e3330, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=534dda20-44c3-4e51-a3ef-bc7f289e3330,segment=NetworkSegment(4cf3a3fa-f14a-471a-b8ca-053f3c3b65aa),segment_id=4cf3a3fa-f14a-471a-b8ca-053f3c3b65aa)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:48:29.825060 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-70683387-d0eb-47ef-9740-40d949097d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:29.828665 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f2f01e4f-6335-481d-89c5-0716b60e32de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:29.840037 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:29.841480 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 2f46f7a1-33db-4220-b34f-49fa25718fd9 details requested by agent hyperv_n-h1-818022-2 with host n-h1-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 17:48:29.880745 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port aa43dbcb-d7c3-42e3-a372-2994a539303a triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:48:29.880745 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:30.323109 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-57bb53c8-3a8e-49d6-8157-b35e500d21d8 req-eebb00cc-b613-49c3-a211-651867b5d2b0 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=7136fa31325e4016a695ca7c60f57962&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0770345 Nov 19 17:48:30.453635 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 2f46f7a1-33db-4220-b34f-49fa25718fd9, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=2f46f7a1-33db-4220-b34f-49fa25718fd9,segment=NetworkSegment(4cf3a3fa-f14a-471a-b8ca-053f3c3b65aa),segment_id=4cf3a3fa-f14a-471a-b8ca-053f3c3b65aa)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:48:30.458281 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599e127e-b626-4db4-9ac1-5bc46b7817cb req-e9082392-15ad-419b-912f-db37d991532f tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:30.461403 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-599e127e-b626-4db4-9ac1-5bc46b7817cb req-e9082392-15ad-419b-912f-db37d991532f tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/networks?id=09343151-5f7f-4534-803c-65c4f7eca01b HTTP/1.1" status: 200 len: 805 time: 0.2539606 Nov 19 17:48:30.479969 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Returning: {'device': '2f46f7a1-33db-4220-b34f-49fa25718fd9', 'network_id': 'c051a038-1534-488b-800a-8e55916bcfc3', 'port_id': '2f46f7a1-33db-4220-b34f-49fa25718fd9', 'mac_address': 'fa:16:3e:1c:5b:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 693, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4125d911-4b34-4d0c-a736-6a09404ca814', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 17:48:30.484607 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-599e127e-b626-4db4-9ac1-5bc46b7817cb req-cbb2a211-ec83-4b2a-bce1-9cce48109bb7 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/quotas/bf8774509ece48c1a5e5e0350ab076c6 HTTP/1.1" status: 200 len: 375 time: 0.0176706 Nov 19 17:48:30.488760 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-70683387-d0eb-47ef-9740-40d949097d28 None None] For port aa43dbcb-d7c3-42e3-a372-2994a539303a, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=aa43dbcb-d7c3-42e3-a372-2994a539303a,segment=NetworkSegment(8134ffe6-9a76-4d03-8b04-9fa6111c8127),segment_id=8134ffe6-9a76-4d03-8b04-9fa6111c8127)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:48:30.547710 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-599e127e-b626-4db4-9ac1-5bc46b7817cb req-22a40f62-17d2-4c26-afde-c155a948aa58 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=bf8774509ece48c1a5e5e0350ab076c6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0560455 Nov 19 17:48:30.561948 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [req-599e127e-b626-4db4-9ac1-5bc46b7817cb req-6c4f183a-6310-4226-8567-caf8fbae3d6f service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=103364) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 17:48:30.563975 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-599e127e-b626-4db4-9ac1-5bc46b7817cb req-6c4f183a-6310-4226-8567-caf8fbae3d6f service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0092933 Nov 19 17:48:30.604766 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:30.618509 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bb53c8-3a8e-49d6-8157-b35e500d21d8 req-a5f0da11-cfbe-4f11-8d70-7a42e39f78a1 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:30.620844 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f46f7a1-33db-4220-b34f-49fa25718fd9 {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:48:30.630634 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-57bb53c8-3a8e-49d6-8157-b35e500d21d8 req-a5f0da11-cfbe-4f11-8d70-7a42e39f78a1 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2919540 Nov 19 17:48:30.641574 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 2f46f7a1-33db-4220-b34f-49fa25718fd9, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=2f46f7a1-33db-4220-b34f-49fa25718fd9,segment=NetworkSegment(4cf3a3fa-f14a-471a-b8ca-053f3c3b65aa),segment_id=4cf3a3fa-f14a-471a-b8ca-053f3c3b65aa)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:48:30.643003 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=534dda20-44c3-4e51-a3ef-bc7f289e3330,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:48:30.647197 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-70683387-d0eb-47ef-9740-40d949097d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:30.668145 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-57bb53c8-3a8e-49d6-8157-b35e500d21d8 req-b5b6b62f-28a4-4489-9d43-b3ac498700a4 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/quotas/7136fa31325e4016a695ca7c60f57962 HTTP/1.1" status: 200 len: 375 time: 0.0336454 Nov 19 17:48:30.779861 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-599e127e-b626-4db4-9ac1-5bc46b7817cb req-c067f39a-e769-4052-9c31-47b9d6ac0187 service neutron] 10.222.0.54 "GET /v2.0/networks/09343151-5f7f-4534-803c-65c4f7eca01b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2076781 Nov 19 17:48:30.781793 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-57bb53c8-3a8e-49d6-8157-b35e500d21d8 req-ad92e2d5-a2eb-40f7-a102-da711a436a87 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=7136fa31325e4016a695ca7c60f57962&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1132622 Nov 19 17:48:30.793673 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:30.813623 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70683387-d0eb-47ef-9740-40d949097d28 None None] Pushing event updated for resources: {'Port': ['ID=aa43dbcb-d7c3-42e3-a372-2994a539303a,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:48:30.819419 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 250f924d-c35c-4c02-b955-99a05de844f1 up at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:48:30.943921 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-599e127e-b626-4db4-9ac1-5bc46b7817cb req-93101112-573f-4cd5-9c66-55a4003814ad service neutron] 10.222.0.54 "GET /v2.0/networks/09343151-5f7f-4534-803c-65c4f7eca01b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561964 Nov 19 17:48:31.091065 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-a9987b7f-1426-456d-8d88-3cb2814b6561 None None] Provisioning complete for port aa43dbcb-d7c3-42e3-a372-2994a539303a triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:48:31.091065 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a9987b7f-1426-456d-8d88-3cb2814b6561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:31.176125 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning for port 250f924d-c35c-4c02-b955-99a05de844f1 completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 17:48:31.204839 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=2f46f7a1-33db-4220-b34f-49fa25718fd9,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:48:31.207879 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning complete for port 250f924d-c35c-4c02-b955-99a05de844f1 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:48:31.208371 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:31.307093 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['534dda20-44c3-4e51-a3ef-bc7f289e3330'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:48:31.322859 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['2f46f7a1-33db-4220-b34f-49fa25718fd9'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:48:31.480077 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d374d51c-5113-4033-b60d-66e5f4ac8d07 req-da4259e8-f8ef-4b98-b530-e7c764f78a60 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:31.530130 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d374d51c-5113-4033-b60d-66e5f4ac8d07 req-da4259e8-f8ef-4b98-b530-e7c764f78a60 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:31.576521 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d374d51c-5113-4033-b60d-66e5f4ac8d07 req-da4259e8-f8ef-4b98-b530-e7c764f78a60 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:31.621442 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d374d51c-5113-4033-b60d-66e5f4ac8d07 req-da4259e8-f8ef-4b98-b530-e7c764f78a60 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:31.641421 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d374d51c-5113-4033-b60d-66e5f4ac8d07 req-da4259e8-f8ef-4b98-b530-e7c764f78a60 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:31.662050 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device aa43dbcb-d7c3-42e3-a372-2994a539303a up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:48:31.667652 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d374d51c-5113-4033-b60d-66e5f4ac8d07 req-da4259e8-f8ef-4b98-b530-e7c764f78a60 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:31.693847 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d374d51c-5113-4033-b60d-66e5f4ac8d07 req-da4259e8-f8ef-4b98-b530-e7c764f78a60 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:31.705523 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d374d51c-5113-4033-b60d-66e5f4ac8d07 req-da4259e8-f8ef-4b98-b530-e7c764f78a60 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] 10.222.0.54 "GET /v2.0/ports?device_id=08d7166f-7a15-4f21-9c94-87560bcdea01 HTTP/1.1" status: 200 len: 5428 time: 0.5456867 Nov 19 17:48:31.710289 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84dbc0c-4b6b-4759-a4ef-da31b3ec009f req-3002cebf-3528-4dea-a884-de81d74ae650 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:31.724146 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d84dbc0c-4b6b-4759-a4ef-da31b3ec009f req-3002cebf-3528-4dea-a884-de81d74ae650 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d6d80d6-3550-4ad7-998c-1e2c27418ad5 HTTP/1.1" status: 200 len: 945 time: 0.2117221 Nov 19 17:48:31.888410 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:31.922545 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d374d51c-5113-4033-b60d-66e5f4ac8d07 req-c7931792-dc38-4fd9-83d0-512ebf1e4874 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] 10.222.0.54 "GET /v2.0/security-groups?id=c27dfe00-81ac-4bf5-b9dd-805873436817&id=2c5c45e5-871b-4ee9-82e2-22e9698a9680&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1985071 Nov 19 17:48:31.974723 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d84dbc0c-4b6b-4759-a4ef-da31b3ec009f req-9a6171fb-13b9-4147-bd0e-f4acba6fa6d5 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/security-groups?id=85786454-c560-4317-bd73-95e1b791240f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2496834 Nov 19 17:48:32.206987 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-4f841eeb-3019-45bf-9e01-16b14c53513c req-4e08481d-32e2-4efc-9534-fa92a127409b tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/ports?device_id=4311522c-e142-4ff1-80d0-d4dee63ea739 HTTP/1.1" status: 200 len: 210 time: 0.0905669 Nov 19 17:48:32.331116 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-23d31bf2-ec1f-4097-97f8-66e253accae7 req-2302b266-9d40-4fa9-b38d-018ca27babac tempest-ServersTestJSON-407418042 tempest-ServersTestJSON-407418042-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--1175734692&fields=id&tenant_id=71f143b90b844169b3eeea1a30bf2a6c HTTP/1.1" status: 200 len: 267 time: 0.2009480 Nov 19 17:48:32.456328 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-874b5b7a-b9bc-43d1-8e3c-2d04e6ab8a47 req-f5493547-3128-482e-992d-1b42bdca60ca tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba2cf6b1-eb1b-470c-b48b-b01821cf729f HTTP/1.1" status: 200 len: 210 time: 0.1029561 Nov 19 17:48:32.567072 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4a628660-3692-4df4-93f4-5ce8328699f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:32.582273 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08d7166f-7a15-4f21-9c94-87560bcdea01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '250f924d-c35c-4c02-b955-99a05de844f1'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:48:32.584704 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3940761bcd94e032e6960d2241bd8993c5d3a7d8dc2aca8488f3ecf1d4dd2fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-069031f8-8c04-452b-ab2e-1588ea27779a" -d '{"events": [{"server_uuid": "08d7166f-7a15-4f21-9c94-87560bcdea01", "name": "network-vif-plugged", "status": "completed", "tag": "250f924d-c35c-4c02-b955-99a05de844f1"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:48:32.606691 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port aa43dbcb-d7c3-42e3-a372-2994a539303a triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:48:32.607200 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:32.617363 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 250f924d-c35c-4c02-b955-99a05de844f1, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=250f924d-c35c-4c02-b955-99a05de844f1,segment=NetworkSegment(eb93ceb6-71e1-49aa-bf2e-23b252534102),segment_id=eb93ceb6-71e1-49aa-bf2e-23b252534102)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:48:32.656850 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:32.657566 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device e40774d5-5d0b-42bc-ab15-81a13c341ed3 up at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:48:32.728538 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:48:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-804eb8cd-3f69-4917-8d61-d6d22b8f40a2 x-openstack-request-id: req-804eb8cd-3f69-4917-8d61-d6d22b8f40a2 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:48:32.735016 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08d7166f-7a15-4f21-9c94-87560bcdea01", "name": "network-vif-plugged", "status": "completed", "tag": "250f924d-c35c-4c02-b955-99a05de844f1", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:48:32.735632 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-804eb8cd-3f69-4917-8d61-d6d22b8f40a2 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:48:32.736276 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08d7166f-7a15-4f21-9c94-87560bcdea01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '250f924d-c35c-4c02-b955-99a05de844f1', 'code': 200} Nov 19 17:48:32.756630 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d31bf2-ec1f-4097-97f8-66e253accae7 req-fac5af57-a558-4804-ab56-1667b53f2049 tempest-ServersTestJSON-407418042 tempest-ServersTestJSON-407418042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:32.789078 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-23d31bf2-ec1f-4097-97f8-66e253accae7 req-fac5af57-a558-4804-ab56-1667b53f2049 tempest-ServersTestJSON-407418042 tempest-ServersTestJSON-407418042-project] 10.222.0.54 "GET /v2.0/networks?id=d8ac92c4-0b67-48ff-9053-9b7b6d8cb532 HTTP/1.1" status: 200 len: 805 time: 0.4463763 Nov 19 17:48:32.837844 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-23d31bf2-ec1f-4097-97f8-66e253accae7 req-f013fc57-d690-4305-b4a6-ae045048deae tempest-ServersTestJSON-407418042 tempest-ServersTestJSON-407418042-project] 10.222.0.54 "GET /v2.0/quotas/71f143b90b844169b3eeea1a30bf2a6c HTTP/1.1" status: 200 len: 375 time: 0.0473790 Nov 19 17:48:32.901540 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning for port e40774d5-5d0b-42bc-ab15-81a13c341ed3 completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 17:48:32.903623 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=250f924d-c35c-4c02-b955-99a05de844f1,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:48:32.913520 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning complete for port e40774d5-5d0b-42bc-ab15-81a13c341ed3 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:48:32.913944 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:32.976466 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-23d31bf2-ec1f-4097-97f8-66e253accae7 req-dd823e4d-d3a5-40fd-8560-8857dfc4f941 tempest-ServersTestJSON-407418042 tempest-ServersTestJSON-407418042-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=71f143b90b844169b3eeea1a30bf2a6c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1376572 Nov 19 17:48:33.121364 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e46ecc5a-dc14-4744-b262-3072ff2e958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:33.229325 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:33.273507 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df4c9f4-fcc8-4363-8834-0aefdd0b7632 req-3bda1ff4-d057-45c5-8e17-df7e8a162829 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:33.286231 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df4c9f4-fcc8-4363-8834-0aefdd0b7632 req-3bda1ff4-d057-45c5-8e17-df7e8a162829 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:33.313569 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df4c9f4-fcc8-4363-8834-0aefdd0b7632 req-3bda1ff4-d057-45c5-8e17-df7e8a162829 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:33.332506 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-23d31bf2-ec1f-4097-97f8-66e253accae7 req-0769ad3e-d31d-4471-848d-6581404abbdc service neutron] 10.222.0.54 "GET /v2.0/networks/d8ac92c4-0b67-48ff-9053-9b7b6d8cb532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3146217 Nov 19 17:48:33.334463 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df4c9f4-fcc8-4363-8834-0aefdd0b7632 req-3bda1ff4-d057-45c5-8e17-df7e8a162829 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:33.351605 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df4c9f4-fcc8-4363-8834-0aefdd0b7632 req-3bda1ff4-d057-45c5-8e17-df7e8a162829 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:33.367933 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port e40774d5-5d0b-42bc-ab15-81a13c341ed3, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=e40774d5-5d0b-42bc-ab15-81a13c341ed3,segment=NetworkSegment(0e2189b3-cb14-46a5-a715-24b97b50abaf),segment_id=0e2189b3-cb14-46a5-a715-24b97b50abaf)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:48:33.373896 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df4c9f4-fcc8-4363-8834-0aefdd0b7632 req-3bda1ff4-d057-45c5-8e17-df7e8a162829 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:33.378810 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:33.379716 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 87a91d07-25a8-45ba-97b6-bf6aca6dc17b up at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:48:33.401897 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df4c9f4-fcc8-4363-8834-0aefdd0b7632 req-3bda1ff4-d057-45c5-8e17-df7e8a162829 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:33.419601 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2df4c9f4-fcc8-4363-8834-0aefdd0b7632 req-3bda1ff4-d057-45c5-8e17-df7e8a162829 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] 10.222.0.54 "GET /v2.0/ports?device_id=08d7166f-7a15-4f21-9c94-87560bcdea01 HTTP/1.1" status: 200 len: 5429 time: 0.3084986 Nov 19 17:48:33.501160 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-57bb53c8-3a8e-49d6-8157-b35e500d21d8 req-b060f437-6b30-4916-ab11-b1ed5a1120ed tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=7136fa31325e4016a695ca7c60f57962&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1002350 Nov 19 17:48:33.525693 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning for port 87a91d07-25a8-45ba-97b6-bf6aca6dc17b completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 17:48:33.534212 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning complete for port 87a91d07-25a8-45ba-97b6-bf6aca6dc17b triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:48:33.534576 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:33.536303 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=e40774d5-5d0b-42bc-ab15-81a13c341ed3,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:48:33.706443 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2df4c9f4-fcc8-4363-8834-0aefdd0b7632 req-9bb33af9-c15c-4f60-80f7-a9c80eb602f6 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] 10.222.0.54 "GET /v2.0/security-groups?id=c27dfe00-81ac-4bf5-b9dd-805873436817&id=2c5c45e5-871b-4ee9-82e2-22e9698a9680&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2850635 Nov 19 17:48:33.767889 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:33.769848 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:33.856774 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:33.978302 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 87a91d07-25a8-45ba-97b6-bf6aca6dc17b, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=87a91d07-25a8-45ba-97b6-bf6aca6dc17b,segment=NetworkSegment(0e2189b3-cb14-46a5-a715-24b97b50abaf),segment_id=0e2189b3-cb14-46a5-a715-24b97b50abaf)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:48:33.991354 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:33.991354 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 3e94edaf-0165-44df-bdab-b323476101a6 up at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:48:34.081407 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5959e8-2532-4e2b-9d5a-1154f91a6399 req-484774c7-feb2-4966-8e7d-e08d156bc3f7 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:34.097761 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-4d5959e8-2532-4e2b-9d5a-1154f91a6399 req-484774c7-feb2-4966-8e7d-e08d156bc3f7 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d6d80d6-3550-4ad7-998c-1e2c27418ad5 HTTP/1.1" status: 200 len: 945 time: 0.1405327 Nov 19 17:48:34.206284 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-23d31bf2-ec1f-4097-97f8-66e253accae7 req-a38c3084-7d3f-4f58-a4b7-c53cbf0a8c7f service neutron] 10.222.0.54 "GET /v2.0/networks/d8ac92c4-0b67-48ff-9053-9b7b6d8cb532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8582809 Nov 19 17:48:34.263216 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bb53c8-3a8e-49d6-8157-b35e500d21d8 req-fb339d3b-3365-4ed1-81f0-d274ea5f0546 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:34.270122 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-57bb53c8-3a8e-49d6-8157-b35e500d21d8 req-fb339d3b-3365-4ed1-81f0-d274ea5f0546 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6399179 Nov 19 17:48:34.290136 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-57bb53c8-3a8e-49d6-8157-b35e500d21d8 req-217af120-bab6-4f23-8483-c1f5ddb0d1df tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Request body: {'port': {'device_id': '4311522c-e142-4ff1-80d0-d4dee63ea739', 'network_id': '346debfa-452b-4048-abf4-8f4493625ef2', 'admin_state_up': True, 'tenant_id': '7136fa31325e4016a695ca7c60f57962'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:48:34.303564 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=87a91d07-25a8-45ba-97b6-bf6aca6dc17b,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:48:34.378035 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning for port 3e94edaf-0165-44df-bdab-b323476101a6 completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 17:48:34.383653 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning complete for port 3e94edaf-0165-44df-bdab-b323476101a6 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:48:34.384026 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:34.466434 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-4d5959e8-2532-4e2b-9d5a-1154f91a6399 req-970f83ad-6610-46b1-b3e1-601bdefd85d9 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/security-groups?id=85786454-c560-4317-bd73-95e1b791240f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3668211 Nov 19 17:48:34.655775 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599e127e-b626-4db4-9ac1-5bc46b7817cb req-47851e2d-5bb7-41c2-832f-c20cce6d588c tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:34.659307 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-599e127e-b626-4db4-9ac1-5bc46b7817cb req-47851e2d-5bb7-41c2-832f-c20cce6d588c tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.86 "GET /v2.0/networks?id=09343151-5f7f-4534-803c-65c4f7eca01b HTTP/1.1" status: 200 len: 805 time: 0.5314732 Nov 19 17:48:34.675419 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-599e127e-b626-4db4-9ac1-5bc46b7817cb req-97ff7f40-af44-41d1-93c0-f92d01781e90 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Request body: {'port': {'device_id': 'ba2cf6b1-eb1b-470c-b48b-b01821cf729f', 'network_id': '09343151-5f7f-4534-803c-65c4f7eca01b', 'admin_state_up': True, 'tenant_id': 'bf8774509ece48c1a5e5e0350ab076c6'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:48:34.766178 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08d7166f-7a15-4f21-9c94-87560bcdea01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e40774d5-5d0b-42bc-ab15-81a13c341ed3'}, {'server_uuid': '08d7166f-7a15-4f21-9c94-87560bcdea01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87a91d07-25a8-45ba-97b6-bf6aca6dc17b'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:48:34.771492 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3940761bcd94e032e6960d2241bd8993c5d3a7d8dc2aca8488f3ecf1d4dd2fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d404593e-4e52-411b-9cf7-35fbb1965b5e" -d '{"events": [{"server_uuid": "08d7166f-7a15-4f21-9c94-87560bcdea01", "name": "network-vif-plugged", "status": "completed", "tag": "e40774d5-5d0b-42bc-ab15-81a13c341ed3"}, {"server_uuid": "08d7166f-7a15-4f21-9c94-87560bcdea01", "name": "network-vif-plugged", "status": "completed", "tag": "87a91d07-25a8-45ba-97b6-bf6aca6dc17b"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:48:34.823491 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e013d7e6-5264-4dcc-9759-54f5fb809e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:34.824363 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:34.850234 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d9c5e819-7aa7-4d47-9cee-93cfd6624381 req-6de0e6a1-31a9-4452-a37c-8de2ead3a0ae tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba2cf6b1-eb1b-470c-b48b-b01821cf729f HTTP/1.1" status: 200 len: 210 time: 0.1241806 Nov 19 17:48:34.856062 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f24d29a4-2a4c-4c36-ac34-0a30678c50df req-494270c2-fe18-41a4-bd96-52b62c50c283 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/ports?device_id=4311522c-e142-4ff1-80d0-d4dee63ea739 HTTP/1.1" status: 200 len: 210 time: 0.0639944 Nov 19 17:48:34.919005 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.db.api [req-57bb53c8-3a8e-49d6-8157-b35e500d21d8 req-217af120-bab6-4f23-8483-c1f5ddb0d1df tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 19 17:48:34.919005 n-d-818022-2 neutron-server[103365]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 19 17:48:34.919005 n-d-818022-2 neutron-server[103365]: [parameters: {'project_id': '7136fa31325e4016a695ca7c60f57962', 'id': 'e372e7cd-de96-48b8-bace-0b90689e84c2', 'expiration': datetime.datetime(2021, 11, 19, 17, 50, 34, 898549)}] Nov 19 17:48:34.919005 n-d-818022-2 neutron-server[103365]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103365) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 17:48:34.919418 n-d-818022-2 neutron-server[103365]: DEBUG oslo_db.api [req-57bb53c8-3a8e-49d6-8157-b35e500d21d8 req-217af120-bab6-4f23-8483-c1f5ddb0d1df tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 17:48:34.923519 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-599e127e-b626-4db4-9ac1-5bc46b7817cb req-97ff7f40-af44-41d1-93c0-f92d01781e90 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Made reservation on behalf of bf8774509ece48c1a5e5e0350ab076c6 for: {'port': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:48:34.928851 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-599e127e-b626-4db4-9ac1-5bc46b7817cb req-97ff7f40-af44-41d1-93c0-f92d01781e90 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:35.022551 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 3e94edaf-0165-44df-bdab-b323476101a6, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=3e94edaf-0165-44df-bdab-b323476101a6,segment=NetworkSegment(0e2189b3-cb14-46a5-a715-24b97b50abaf),segment_id=0e2189b3-cb14-46a5-a715-24b97b50abaf)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:48:35.035692 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:35.133915 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6a5841c0-efc3-4de6-b748-2190324ee32b req-8e793c23-09cb-4170-85a1-71014412b385 tempest-ServersTestJSON-407418042 tempest-ServersTestJSON-407418042-project] 10.222.0.54 "GET /v2.0/ports?device_id=9e693831-31b4-49a6-8474-c9e90387a1af HTTP/1.1" status: 200 len: 210 time: 0.1159799 Nov 19 17:48:35.184199 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 2f194f25-8afc-4037-8a13-728d888a8aaf up at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:48:35.257885 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0919c5bc-cbbb-414d-b8d2-5ff9711d97ab req-baa3bd6e-dc0f-4925-9c52-0352d50fab44 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:35.270330 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0919c5bc-cbbb-414d-b8d2-5ff9711d97ab req-baa3bd6e-dc0f-4925-9c52-0352d50fab44 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:35.293579 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0919c5bc-cbbb-414d-b8d2-5ff9711d97ab req-baa3bd6e-dc0f-4925-9c52-0352d50fab44 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:35.314936 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0919c5bc-cbbb-414d-b8d2-5ff9711d97ab req-baa3bd6e-dc0f-4925-9c52-0352d50fab44 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:35.337301 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0919c5bc-cbbb-414d-b8d2-5ff9711d97ab req-baa3bd6e-dc0f-4925-9c52-0352d50fab44 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:35.338467 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [req-599e127e-b626-4db4-9ac1-5bc46b7817cb req-97ff7f40-af44-41d1-93c0-f92d01781e90 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Allocated IP 172.20.0.9 (09343151-5f7f-4534-803c-65c4f7eca01b/ae1dd334-eb0c-43c6-9467-c13f8b3210c4/096fbf6b-1527-4959-a491-ebec9dd1f89d) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:48:35.365244 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0919c5bc-cbbb-414d-b8d2-5ff9711d97ab req-baa3bd6e-dc0f-4925-9c52-0352d50fab44 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:35.372885 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0919c5bc-cbbb-414d-b8d2-5ff9711d97ab req-baa3bd6e-dc0f-4925-9c52-0352d50fab44 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:35.384846 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 19 Nov 2021 17:48:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecef07b4-0969-4fcb-816e-7978cd1e65b1 x-openstack-request-id: req-ecef07b4-0969-4fcb-816e-7978cd1e65b1 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:48:35.385148 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08d7166f-7a15-4f21-9c94-87560bcdea01", "name": "network-vif-plugged", "status": "completed", "tag": "e40774d5-5d0b-42bc-ab15-81a13c341ed3", "code": 200}, {"server_uuid": "08d7166f-7a15-4f21-9c94-87560bcdea01", "name": "network-vif-plugged", "status": "completed", "tag": "87a91d07-25a8-45ba-97b6-bf6aca6dc17b", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:48:35.385403 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ecef07b4-0969-4fcb-816e-7978cd1e65b1 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:48:35.385839 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08d7166f-7a15-4f21-9c94-87560bcdea01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e40774d5-5d0b-42bc-ab15-81a13c341ed3', 'code': 200} Nov 19 17:48:35.390799 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08d7166f-7a15-4f21-9c94-87560bcdea01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87a91d07-25a8-45ba-97b6-bf6aca6dc17b', 'code': 200} Nov 19 17:48:35.408563 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0919c5bc-cbbb-414d-b8d2-5ff9711d97ab req-baa3bd6e-dc0f-4925-9c52-0352d50fab44 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] 10.222.0.54 "GET /v2.0/ports?device_id=08d7166f-7a15-4f21-9c94-87560bcdea01 HTTP/1.1" status: 200 len: 5432 time: 0.2697620 Nov 19 17:48:35.432860 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=3e94edaf-0165-44df-bdab-b323476101a6,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:48:35.488381 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:35.551451 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning for port 2f194f25-8afc-4037-8a13-728d888a8aaf completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 17:48:35.568774 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning complete for port 2f194f25-8afc-4037-8a13-728d888a8aaf triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:48:35.569151 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:35.603741 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57bb53c8-3a8e-49d6-8157-b35e500d21d8 req-217af120-bab6-4f23-8483-c1f5ddb0d1df tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Made reservation on behalf of 7136fa31325e4016a695ca7c60f57962 for: {'port': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:48:35.628153 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-57bb53c8-3a8e-49d6-8157-b35e500d21d8 req-217af120-bab6-4f23-8483-c1f5ddb0d1df tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:35.763058 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:35.882007 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 2f194f25-8afc-4037-8a13-728d888a8aaf, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=2f194f25-8afc-4037-8a13-728d888a8aaf,segment=NetworkSegment(0e2189b3-cb14-46a5-a715-24b97b50abaf),segment_id=0e2189b3-cb14-46a5-a715-24b97b50abaf)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:48:35.898963 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:35.899925 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 2f46f7a1-33db-4220-b34f-49fa25718fd9 up at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:48:35.925662 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-599e127e-b626-4db4-9ac1-5bc46b7817cb req-97ff7f40-af44-41d1-93c0-f92d01781e90 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:36.097256 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [req-57bb53c8-3a8e-49d6-8157-b35e500d21d8 req-217af120-bab6-4f23-8483-c1f5ddb0d1df tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Allocated IP 192.168.233.212 (346debfa-452b-4048-abf4-8f4493625ef2/8b3c88de-c9c2-4a20-b19e-1855c2c19035/66e1ff91-8243-4a83-8144-981e0ac3e0ad) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:48:36.100972 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-599e127e-b626-4db4-9ac1-5bc46b7817cb req-97ff7f40-af44-41d1-93c0-f92d01781e90 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:36.157946 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=2f194f25-8afc-4037-8a13-728d888a8aaf,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:48:36.187884 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning for port 2f46f7a1-33db-4220-b34f-49fa25718fd9 completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 17:48:36.193550 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning complete for port 2f46f7a1-33db-4220-b34f-49fa25718fd9 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:48:36.194558 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:36.314476 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8be8ee3-ec68-4d99-b82c-61957967baeb req-7b696088-9f81-4737-9ced-a94dee53a06c tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:36.318649 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f8be8ee3-ec68-4d99-b82c-61957967baeb req-7b696088-9f81-4737-9ced-a94dee53a06c tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d6d80d6-3550-4ad7-998c-1e2c27418ad5 HTTP/1.1" status: 200 len: 945 time: 0.2929435 Nov 19 17:48:36.342421 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-599e127e-b626-4db4-9ac1-5bc46b7817cb req-97ff7f40-af44-41d1-93c0-f92d01781e90 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Network 09343151-5f7f-4534-803c-65c4f7eca01b is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:48:36.383335 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [req-599e127e-b626-4db4-9ac1-5bc46b7817cb req-97ff7f40-af44-41d1-93c0-f92d01781e90 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:48:36.408673 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [req-599e127e-b626-4db4-9ac1-5bc46b7817cb req-97ff7f40-af44-41d1-93c0-f92d01781e90 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:48:36.526985 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ff7f40-af44-41d1-93c0-f92d01781e90 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Pushing event updated for resources: {'Port': ['ID=096fbf6b-1527-4959-a491-ebec9dd1f89d,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:48:36.561333 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0919c5bc-cbbb-414d-b8d2-5ff9711d97ab req-37d84092-86ce-4e32-99fb-8c7fa8827883 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] 10.222.0.54 "GET /v2.0/security-groups?id=c27dfe00-81ac-4bf5-b9dd-805873436817&id=2c5c45e5-871b-4ee9-82e2-22e9698a9680&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.1501806 Nov 19 17:48:36.619179 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-57bb53c8-3a8e-49d6-8157-b35e500d21d8 req-217af120-bab6-4f23-8483-c1f5ddb0d1df tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:36.656533 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:36.668132 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599e127e-b626-4db4-9ac1-5bc46b7817cb req-97ff7f40-af44-41d1-93c0-f92d01781e90 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:36.671785 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-599e127e-b626-4db4-9ac1-5bc46b7817cb req-97ff7f40-af44-41d1-93c0-f92d01781e90 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:36.675885 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-57bb53c8-3a8e-49d6-8157-b35e500d21d8 req-217af120-bab6-4f23-8483-c1f5ddb0d1df tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:36.710674 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f8be8ee3-ec68-4d99-b82c-61957967baeb req-e07bf962-ecff-4192-871a-807892ab40f2 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/security-groups?id=85786454-c560-4317-bd73-95e1b791240f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3561811 Nov 19 17:48:36.717024 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-599e127e-b626-4db4-9ac1-5bc46b7817cb req-97ff7f40-af44-41d1-93c0-f92d01781e90 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0455174 Nov 19 17:48:36.734480 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 2f46f7a1-33db-4220-b34f-49fa25718fd9, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=2f46f7a1-33db-4220-b34f-49fa25718fd9,segment=NetworkSegment(4cf3a3fa-f14a-471a-b8ca-053f3c3b65aa),segment_id=4cf3a3fa-f14a-471a-b8ca-053f3c3b65aa)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:48:36.736520 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-599e127e-b626-4db4-9ac1-5bc46b7817cb req-78ae4e62-e0e1-4eb9-aff1-1666666737d7 service neutron] Request body: {'port': {'device_id': 'ba2cf6b1-eb1b-470c-b48b-b01821cf729f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818022-2'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:48:36.744700 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['653f242f-92e4-4956-9c74-45f2ccd61026'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:48:36.769319 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:36.770442 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 534dda20-44c3-4e51-a3ef-bc7f289e3330 up at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:48:36.791833 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217af120-bab6-4f23-8483-c1f5ddb0d1df tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Pushing event updated for resources: {'Port': ['ID=66e1ff91-8243-4a83-8144-981e0ac3e0ad,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:48:36.856470 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-599e127e-b626-4db4-9ac1-5bc46b7817cb req-78ae4e62-e0e1-4eb9-aff1-1666666737d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:37.095160 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=2f46f7a1-33db-4220-b34f-49fa25718fd9,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:48:37.097604 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89652a6e-7106-4c6f-9a23-391754548f59 req-d394be60-aa01-4d47-9450-16cc93c3fd0e tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:37.105091 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-89652a6e-7106-4c6f-9a23-391754548f59 req-d394be60-aa01-4d47-9450-16cc93c3fd0e tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba2cf6b1-eb1b-470c-b48b-b01821cf729f HTTP/1.1" status: 200 len: 931 time: 0.2166264 Nov 19 17:48:37.133724 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57bb53c8-3a8e-49d6-8157-b35e500d21d8 req-217af120-bab6-4f23-8483-c1f5ddb0d1df tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Network 346debfa-452b-4048-abf4-8f4493625ef2 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:48:37.153199 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [req-57bb53c8-3a8e-49d6-8157-b35e500d21d8 req-217af120-bab6-4f23-8483-c1f5ddb0d1df tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:48:37.227275 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-57bb53c8-3a8e-49d6-8157-b35e500d21d8 req-217af120-bab6-4f23-8483-c1f5ddb0d1df tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:48:37.312050 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6961fdb7-7397-4b5e-a586-d2c4cbd0fb0f req-d831a0c0-5e81-4dfe-beb7-ae9fdc78ea72 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:37.314139 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-89652a6e-7106-4c6f-9a23-391754548f59 req-0489c8ce-19f1-4507-99c1-c01f47fb719f tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/security-groups?id=e103badb-33bc-4a96-ade0-89c422abc1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075946 Nov 19 17:48:37.319616 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6961fdb7-7397-4b5e-a586-d2c4cbd0fb0f req-d831a0c0-5e81-4dfe-beb7-ae9fdc78ea72 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec9f9dc4-f3d0-4fbd-b419-1ab72c92e9be HTTP/1.1" status: 200 len: 947 time: 0.5287905 Nov 19 17:48:37.396246 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08d7166f-7a15-4f21-9c94-87560bcdea01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e94edaf-0165-44df-bdab-b323476101a6'}, {'server_uuid': '08d7166f-7a15-4f21-9c94-87560bcdea01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f194f25-8afc-4037-8a13-728d888a8aaf'}, {'server_uuid': '08d7166f-7a15-4f21-9c94-87560bcdea01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f46f7a1-33db-4220-b34f-49fa25718fd9'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:48:37.398632 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3940761bcd94e032e6960d2241bd8993c5d3a7d8dc2aca8488f3ecf1d4dd2fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a57665e9-7c4e-4e9c-9bcc-212ebdc4d978" -d '{"events": [{"server_uuid": "08d7166f-7a15-4f21-9c94-87560bcdea01", "name": "network-vif-plugged", "status": "completed", "tag": "3e94edaf-0165-44df-bdab-b323476101a6"}, {"server_uuid": "08d7166f-7a15-4f21-9c94-87560bcdea01", "name": "network-vif-plugged", "status": "completed", "tag": "2f194f25-8afc-4037-8a13-728d888a8aaf"}, {"server_uuid": "08d7166f-7a15-4f21-9c94-87560bcdea01", "name": "network-vif-plugged", "status": "completed", "tag": "2f46f7a1-33db-4220-b34f-49fa25718fd9"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:48:37.412927 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d31bf2-ec1f-4097-97f8-66e253accae7 req-7ef6a6cf-c280-4f6b-8b09-32e2ffcdf6d3 tempest-ServersTestJSON-407418042 tempest-ServersTestJSON-407418042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:37.414955 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-23d31bf2-ec1f-4097-97f8-66e253accae7 req-7ef6a6cf-c280-4f6b-8b09-32e2ffcdf6d3 tempest-ServersTestJSON-407418042 tempest-ServersTestJSON-407418042-project] 10.222.0.60 "GET /v2.0/networks?id=d8ac92c4-0b67-48ff-9053-9b7b6d8cb532 HTTP/1.1" status: 200 len: 805 time: 0.4848959 Nov 19 17:48:37.424325 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning for port 534dda20-44c3-4e51-a3ef-bc7f289e3330 completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 17:48:37.456295 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning complete for port 534dda20-44c3-4e51-a3ef-bc7f289e3330 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:48:37.456931 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:37.613119 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6961fdb7-7397-4b5e-a586-d2c4cbd0fb0f req-8e8c9568-e57a-46ed-a706-1a4c3db6b208 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/security-groups?id=b596b6e2-4e99-405d-ab15-439621199b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2920949 Nov 19 17:48:37.643215 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [req-599e127e-b626-4db4-9ac1-5bc46b7817cb req-78ae4e62-e0e1-4eb9-aff1-1666666737d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 096fbf6b-1527-4959-a491-ebec9dd1f89d {{(pid=103364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:48:37.651608 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-599e127e-b626-4db4-9ac1-5bc46b7817cb req-78ae4e62-e0e1-4eb9-aff1-1666666737d7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:37.658772 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e63bbc-6c9d-4e47-8906-391cf6cdb405 req-a9d94eb0-7d80-4c76-bfab-5f691771370d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:37.661466 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-27e63bbc-6c9d-4e47-8906-391cf6cdb405 req-a9d94eb0-7d80-4c76-bfab-5f691771370d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=063ef7e3fa9c49daa0ae772568226d29&device_id=7d6d80d6-3550-4ad7-998c-1e2c27418ad5 HTTP/1.1" status: 200 len: 1096 time: 0.3321512 Nov 19 17:48:37.666500 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.provisioning_blocks [req-599e127e-b626-4db4-9ac1-5bc46b7817cb req-78ae4e62-e0e1-4eb9-aff1-1666666737d7 service neutron] Transition to ACTIVE for port object 096fbf6b-1527-4959-a491-ebec9dd1f89d will not be triggered until provisioned by entity L2. {{(pid=103364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 17:48:37.676471 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-599e127e-b626-4db4-9ac1-5bc46b7817cb req-78ae4e62-e0e1-4eb9-aff1-1666666737d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:37.711526 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bb53c8-3a8e-49d6-8157-b35e500d21d8 req-217af120-bab6-4f23-8483-c1f5ddb0d1df tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:37.712216 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-57bb53c8-3a8e-49d6-8157-b35e500d21d8 req-217af120-bab6-4f23-8483-c1f5ddb0d1df tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:37.763930 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ae4e62-e0e1-4eb9-aff1-1666666737d7 service neutron] Pushing event updated for resources: {'Port': ['ID=096fbf6b-1527-4959-a491-ebec9dd1f89d,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:48:37.792915 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:37.821754 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1a8308-213b-40fb-9862-903f430891c6 req-c91fb261-4c90-4bda-80a9-98e60d31018a tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:37.832307 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-57bb53c8-3a8e-49d6-8157-b35e500d21d8 req-217af120-bab6-4f23-8483-c1f5ddb0d1df tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.5481513 Nov 19 17:48:37.838262 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-7c1a8308-213b-40fb-9862-903f430891c6 req-c91fb261-4c90-4bda-80a9-98e60d31018a tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/ports?device_id=4311522c-e142-4ff1-80d0-d4dee63ea739 HTTP/1.1" status: 200 len: 936 time: 0.3543546 Nov 19 17:48:37.841315 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed369fb8-1293-4705-b32f-6c6217a7cebb req-835b8cf8-1444-4932-bc11-7b74357f143d tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:37.843039 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ed369fb8-1293-4705-b32f-6c6217a7cebb req-835b8cf8-1444-4932-bc11-7b74357f143d tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec9f9dc4-f3d0-4fbd-b419-1ab72c92e9be HTTP/1.1" status: 200 len: 947 time: 0.3243456 Nov 19 17:48:37.851366 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-57bb53c8-3a8e-49d6-8157-b35e500d21d8 req-9a465e60-426b-42b9-bce5-1039797ddc6d service neutron] Request body: {'port': {'device_id': '4311522c-e142-4ff1-80d0-d4dee63ea739', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818022-2'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:48:37.895530 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d61668cb-2d79-405a-8ef9-134a9dd5d789 req-8957cae7-9ba8-486e-990a-527228b40b0a tempest-ServersTestJSON-407418042 tempest-ServersTestJSON-407418042-project] 10.222.0.54 "GET /v2.0/ports?device_id=9e693831-31b4-49a6-8474-c9e90387a1af HTTP/1.1" status: 200 len: 210 time: 0.1707745 Nov 19 17:48:37.967925 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-7c1a8308-213b-40fb-9862-903f430891c6 req-18cd534e-ac5c-4795-8dab-d5bfc71f353f tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/security-groups?id=6e557aa4-1576-4002-9603-a630915d92af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286433 Nov 19 17:48:37.978983 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-599e127e-b626-4db4-9ac1-5bc46b7817cb req-78ae4e62-e0e1-4eb9-aff1-1666666737d7 service neutron] Attempting to bind port 096fbf6b-1527-4959-a491-ebec9dd1f89d on host n-h2-818022-2 for vnic_type normal with profile {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:48:37.980632 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-599e127e-b626-4db4-9ac1-5bc46b7817cb req-78ae4e62-e0e1-4eb9-aff1-1666666737d7 service neutron] Attempting to bind port 096fbf6b-1527-4959-a491-ebec9dd1f89d by drivers openvswitch,hyperv on host n-h2-818022-2 at level 0 using segments [{'id': '76ca7d5f-3474-4bcd-9b64-65e02324eb89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '09343151-5f7f-4534-803c-65c4f7eca01b'}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:48:37.981195 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-599e127e-b626-4db4-9ac1-5bc46b7817cb req-78ae4e62-e0e1-4eb9-aff1-1666666737d7 service neutron] Attempting to bind port 096fbf6b-1527-4959-a491-ebec9dd1f89d on network 09343151-5f7f-4534-803c-65c4f7eca01b {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:48:37.996340 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-1e2867c6-7d41-48ed-8052-5b4a1c8cc6cd None None] Provisioning complete for port 66e1ff91-8243-4a83-8144-981e0ac3e0ad triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:48:37.996340 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-1e2867c6-7d41-48ed-8052-5b4a1c8cc6cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:38.002141 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-599e127e-b626-4db4-9ac1-5bc46b7817cb req-78ae4e62-e0e1-4eb9-aff1-1666666737d7 service neutron] Port 096fbf6b-1527-4959-a491-ebec9dd1f89d on network 09343151-5f7f-4534-803c-65c4f7eca01b not bound, no agent of type Open vSwitch agent registered on host n-h2-818022-2 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 17:48:38.004527 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-599e127e-b626-4db4-9ac1-5bc46b7817cb req-78ae4e62-e0e1-4eb9-aff1-1666666737d7 service neutron] Attempting to bind port 096fbf6b-1527-4959-a491-ebec9dd1f89d on network 09343151-5f7f-4534-803c-65c4f7eca01b {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:48:38.018781 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-599e127e-b626-4db4-9ac1-5bc46b7817cb req-78ae4e62-e0e1-4eb9-aff1-1666666737d7 service neutron] Checking agent: {'id': '525ad2ac-c4ae-4c63-af2e-0bf8d25d0f0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'started_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 48, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:48:38.020436 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-599e127e-b626-4db4-9ac1-5bc46b7817cb req-78ae4e62-e0e1-4eb9-aff1-1666666737d7 service neutron] Checking segment: {'id': '76ca7d5f-3474-4bcd-9b64-65e02324eb89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '09343151-5f7f-4534-803c-65c4f7eca01b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:48:38.021216 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-599e127e-b626-4db4-9ac1-5bc46b7817cb req-78ae4e62-e0e1-4eb9-aff1-1666666737d7 service neutron] Bound using segment: {'id': '76ca7d5f-3474-4bcd-9b64-65e02324eb89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '09343151-5f7f-4534-803c-65c4f7eca01b'} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:48:38.022217 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-599e127e-b626-4db4-9ac1-5bc46b7817cb req-78ae4e62-e0e1-4eb9-aff1-1666666737d7 service neutron] Bound port: 096fbf6b-1527-4959-a491-ebec9dd1f89d, host: n-h2-818022-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76ca7d5f-3474-4bcd-9b64-65e02324eb89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '09343151-5f7f-4534-803c-65c4f7eca01b'}}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:48:38.023124 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-599e127e-b626-4db4-9ac1-5bc46b7817cb req-78ae4e62-e0e1-4eb9-aff1-1666666737d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:38.038551 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 19 Nov 2021 17:48:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-877901dc-4dce-4ed2-8ba2-013866394ae9 x-openstack-request-id: req-877901dc-4dce-4ed2-8ba2-013866394ae9 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:48:38.042886 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08d7166f-7a15-4f21-9c94-87560bcdea01", "name": "network-vif-plugged", "status": "completed", "tag": "3e94edaf-0165-44df-bdab-b323476101a6", "code": 200}, {"server_uuid": "08d7166f-7a15-4f21-9c94-87560bcdea01", "name": "network-vif-plugged", "status": "completed", "tag": "2f194f25-8afc-4037-8a13-728d888a8aaf", "code": 200}, {"server_uuid": "08d7166f-7a15-4f21-9c94-87560bcdea01", "name": "network-vif-plugged", "status": "completed", "tag": "2f46f7a1-33db-4220-b34f-49fa25718fd9", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:48:38.043393 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-877901dc-4dce-4ed2-8ba2-013866394ae9 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:48:38.046149 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08d7166f-7a15-4f21-9c94-87560bcdea01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e94edaf-0165-44df-bdab-b323476101a6', 'code': 200} Nov 19 17:48:38.053118 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08d7166f-7a15-4f21-9c94-87560bcdea01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f194f25-8afc-4037-8a13-728d888a8aaf', 'code': 200} Nov 19 17:48:38.053702 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08d7166f-7a15-4f21-9c94-87560bcdea01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f46f7a1-33db-4220-b34f-49fa25718fd9', 'code': 200} Nov 19 17:48:38.063639 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-23d31bf2-ec1f-4097-97f8-66e253accae7 req-450fe909-df41-45a8-a475-3b6bd799382e tempest-ServersTestJSON-407418042 tempest-ServersTestJSON-407418042-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=71f143b90b844169b3eeea1a30bf2a6c HTTP/1.1" status: 200 len: 380 time: 0.5916400 Nov 19 17:48:38.069551 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-57bb53c8-3a8e-49d6-8157-b35e500d21d8 req-9a465e60-426b-42b9-bce5-1039797ddc6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:38.092597 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-23d31bf2-ec1f-4097-97f8-66e253accae7 req-150eefb3-88ed-43b2-9d4a-a514b05abcaa tempest-ServersTestJSON-407418042 tempest-ServersTestJSON-407418042-project] Request body: {'port': {'device_id': '9e693831-31b4-49a6-8474-c9e90387a1af', 'network_id': 'd8ac92c4-0b67-48ff-9053-9b7b6d8cb532', 'admin_state_up': True, 'tenant_id': '71f143b90b844169b3eeea1a30bf2a6c', 'security_groups': ['3e7f346a-e4d6-4977-bb84-562683438f29']}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:48:38.122723 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 534dda20-44c3-4e51-a3ef-bc7f289e3330, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=534dda20-44c3-4e51-a3ef-bc7f289e3330,segment=NetworkSegment(4cf3a3fa-f14a-471a-b8ca-053f3c3b65aa),segment_id=4cf3a3fa-f14a-471a-b8ca-053f3c3b65aa)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:48:38.135427 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-599e127e-b626-4db4-9ac1-5bc46b7817cb req-78ae4e62-e0e1-4eb9-aff1-1666666737d7 service neutron] For port 096fbf6b-1527-4959-a491-ebec9dd1f89d, host n-h2-818022-2, cleared binding levels {{(pid=103364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:48:38.141009 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-599e127e-b626-4db4-9ac1-5bc46b7817cb req-78ae4e62-e0e1-4eb9-aff1-1666666737d7 service neutron] For port 096fbf6b-1527-4959-a491-ebec9dd1f89d, host n-h2-818022-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=096fbf6b-1527-4959-a491-ebec9dd1f89d,segment=NetworkSegment(76ca7d5f-3474-4bcd-9b64-65e02324eb89),segment_id=76ca7d5f-3474-4bcd-9b64-65e02324eb89)] {{(pid=103364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:48:38.157560 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-599e127e-b626-4db4-9ac1-5bc46b7817cb req-78ae4e62-e0e1-4eb9-aff1-1666666737d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:38.197676 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-1e2867c6-7d41-48ed-8052-5b4a1c8cc6cd None None] Port 66e1ff91-8243-4a83-8144-981e0ac3e0ad cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:48:38.211975 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:38.238079 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599e127e-b626-4db4-9ac1-5bc46b7817cb req-78ae4e62-e0e1-4eb9-aff1-1666666737d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:38.239071 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-599e127e-b626-4db4-9ac1-5bc46b7817cb req-78ae4e62-e0e1-4eb9-aff1-1666666737d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:38.240947 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-599e127e-b626-4db4-9ac1-5bc46b7817cb req-78ae4e62-e0e1-4eb9-aff1-1666666737d7 service neutron] 10.222.0.86 "PUT /v2.0/ports/096fbf6b-1527-4959-a491-ebec9dd1f89d HTTP/1.1" status: 200 len: 1091 time: 1.5092564 Nov 19 17:48:38.243837 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba2cf6b1-eb1b-470c-b48b-b01821cf729f', 'tag': '096fbf6b-1527-4959-a491-ebec9dd1f89d'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:48:38.246771 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dd4767a008c23f8566efc82158ee1b1fff34e1a9e908d76d0b6d0ab7e350e5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ee7615e-e309-4111-ba72-ff573c55c49e" -d '{"events": [{"name": "network-changed", "server_uuid": "ba2cf6b1-eb1b-470c-b48b-b01821cf729f", "tag": "096fbf6b-1527-4959-a491-ebec9dd1f89d"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:48:38.286032 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ae4e62-e0e1-4eb9-aff1-1666666737d7 service neutron] Pushing event updated for resources: {'Port': ['ID=096fbf6b-1527-4959-a491-ebec9dd1f89d,revision_number=3']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:48:38.303997 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4460c848-f2b4-4756-9968-07129e3121c4 req-4a31a4d1-ea0a-44b7-94f9-5e6c589d53c0 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:38.311187 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=534dda20-44c3-4e51-a3ef-bc7f289e3330,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:48:38.312229 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4460c848-f2b4-4756-9968-07129e3121c4 req-4a31a4d1-ea0a-44b7-94f9-5e6c589d53c0 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:38.318777 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4460c848-f2b4-4756-9968-07129e3121c4 req-4a31a4d1-ea0a-44b7-94f9-5e6c589d53c0 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:38.325302 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4460c848-f2b4-4756-9968-07129e3121c4 req-4a31a4d1-ea0a-44b7-94f9-5e6c589d53c0 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:38.333100 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4460c848-f2b4-4756-9968-07129e3121c4 req-4a31a4d1-ea0a-44b7-94f9-5e6c589d53c0 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:38.339397 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4460c848-f2b4-4756-9968-07129e3121c4 req-4a31a4d1-ea0a-44b7-94f9-5e6c589d53c0 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:38.345630 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4460c848-f2b4-4756-9968-07129e3121c4 req-4a31a4d1-ea0a-44b7-94f9-5e6c589d53c0 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:38.347915 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-4460c848-f2b4-4756-9968-07129e3121c4 req-4a31a4d1-ea0a-44b7-94f9-5e6c589d53c0 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] 10.222.0.54 "GET /v2.0/ports?device_id=08d7166f-7a15-4f21-9c94-87560bcdea01 HTTP/1.1" status: 200 len: 5435 time: 0.2050762 Nov 19 17:48:38.455467 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e63bbc-6c9d-4e47-8906-391cf6cdb405 req-08b2affb-79d4-4cc3-8c3a-f6479efd0c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:38.456955 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-27e63bbc-6c9d-4e47-8906-391cf6cdb405 req-08b2affb-79d4-4cc3-8c3a-f6479efd0c91 service neutron] 10.222.0.86 "GET /v2.0/networks?id=fdcadcc4-b6d0-4be3-9284-8f7eda9af8ea HTTP/1.1" status: 200 len: 917 time: 0.7688491 Nov 19 17:48:38.472380 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-4460c848-f2b4-4756-9968-07129e3121c4 req-03924f2e-715c-45d3-a7b1-9532bc9845bf tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] 10.222.0.54 "GET /v2.0/security-groups?id=c27dfe00-81ac-4bf5-b9dd-805873436817&id=2c5c45e5-871b-4ee9-82e2-22e9698a9680&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1084850 Nov 19 17:48:38.475679 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599e127e-b626-4db4-9ac1-5bc46b7817cb req-1e1acac8-6fe9-4ad8-8494-c769a1a024bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:38.477150 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-599e127e-b626-4db4-9ac1-5bc46b7817cb req-1e1acac8-6fe9-4ad8-8494-c769a1a024bc service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=bf8774509ece48c1a5e5e0350ab076c6&device_id=ba2cf6b1-eb1b-470c-b48b-b01821cf729f HTTP/1.1" status: 200 len: 1094 time: 0.1275797 Nov 19 17:48:38.551978 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 17:48:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29568bac-2361-4b4f-8297-f560181d8447 x-openstack-request-id: req-29568bac-2361-4b4f-8297-f560181d8447 {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:48:38.552338 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba2cf6b1-eb1b-470c-b48b-b01821cf729f", "tag": "096fbf6b-1527-4959-a491-ebec9dd1f89d", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:48:38.552720 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-29568bac-2361-4b4f-8297-f560181d8447 {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:48:38.553045 n-d-818022-2 neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba2cf6b1-eb1b-470c-b48b-b01821cf729f', 'tag': '096fbf6b-1527-4959-a491-ebec9dd1f89d', 'status': 'completed', 'code': 200} Nov 19 17:48:38.554661 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-599e127e-b626-4db4-9ac1-5bc46b7817cb req-89638d05-7c33-47f0-927b-2e086fbb5dba service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=096fbf6b-1527-4959-a491-ebec9dd1f89d HTTP/1.1" status: 200 len: 217 time: 0.0673110 Nov 19 17:48:38.576303 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-ed369fb8-1293-4705-b32f-6c6217a7cebb req-d71dbd51-cc17-42c8-bf5c-b041e95aff62 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] Deleting port 71243686-16d7-4505-9eb3-c400bc2cf33c {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:48:38.576961 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-ed369fb8-1293-4705-b32f-6c6217a7cebb req-d71dbd51-cc17-42c8-bf5c-b041e95aff62 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:38.669400 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599e127e-b626-4db4-9ac1-5bc46b7817cb req-dcc535c1-5fd2-4948-b4ea-b26b6cc7f1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:38.672139 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-599e127e-b626-4db4-9ac1-5bc46b7817cb req-dcc535c1-5fd2-4948-b4ea-b26b6cc7f1b2 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ae1dd334-eb0c-43c6-9467-c13f8b3210c4 HTTP/1.1" status: 200 len: 845 time: 0.1086302 Nov 19 17:48:38.699680 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663ca972-c125-4070-91f9-36d589e2ee3c req-20b8cb72-3062-4772-b8fc-769d4c9e1257 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:38.700605 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-663ca972-c125-4070-91f9-36d589e2ee3c req-20b8cb72-3062-4772-b8fc-769d4c9e1257 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d6d80d6-3550-4ad7-998c-1e2c27418ad5 HTTP/1.1" status: 200 len: 945 time: 0.4169688 Nov 19 17:48:38.718823 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-599e127e-b626-4db4-9ac1-5bc46b7817cb req-fb201e14-f02d-4370-a8de-2989fbc5e4aa service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=09343151-5f7f-4534-803c-65c4f7eca01b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307508 Nov 19 17:48:38.727240 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c22690b-40db-4ac4-a77a-7d7be3cd8f4a req-3ba05cca-4f27-4261-99b5-ae3653b70c35 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:38.728964 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2c22690b-40db-4ac4-a77a-7d7be3cd8f4a req-3ba05cca-4f27-4261-99b5-ae3653b70c35 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba2cf6b1-eb1b-470c-b48b-b01821cf729f HTTP/1.1" status: 200 len: 943 time: 0.1128123 Nov 19 17:48:38.845768 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-599e127e-b626-4db4-9ac1-5bc46b7817cb req-061b789b-97c9-440e-9656-91b1a9513d1a service neutron] 10.222.0.86 "GET /v2.0/networks/09343151-5f7f-4534-803c-65c4f7eca01b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155674 Nov 19 17:48:38.955916 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-599e127e-b626-4db4-9ac1-5bc46b7817cb req-2c4c7cc1-ea3a-4f90-92b7-21df4befba19 service neutron] 10.222.0.86 "GET /v2.0/networks/09343151-5f7f-4534-803c-65c4f7eca01b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007349 Nov 19 17:48:38.993392 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2c22690b-40db-4ac4-a77a-7d7be3cd8f4a req-279a4b6e-c07f-44fb-bd7c-a57cf647c427 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/security-groups?id=e103badb-33bc-4a96-ade0-89c422abc1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2542350 Nov 19 17:48:39.161855 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-27e63bbc-6c9d-4e47-8906-391cf6cdb405 req-bf562047-f846-4a7e-a23c-867fde52c7c3 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=27705cb3-0294-4ee6-a550-a6915d0bf4c8 HTTP/1.1" status: 200 len: 1001 time: 0.6734185 Nov 19 17:48:39.179562 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee7615e-e309-4111-ba72-ff573c55c49e req-3b87dd8d-4b2e-486d-a26c-9eb710f9f57f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:39.182294 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0ee7615e-e309-4111-ba72-ff573c55c49e req-3b87dd8d-4b2e-486d-a26c-9eb710f9f57f service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=bf8774509ece48c1a5e5e0350ab076c6&device_id=ba2cf6b1-eb1b-470c-b48b-b01821cf729f HTTP/1.1" status: 200 len: 1094 time: 0.1434944 Nov 19 17:48:39.240273 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [req-57bb53c8-3a8e-49d6-8157-b35e500d21d8 req-9a465e60-426b-42b9-bce5-1039797ddc6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66e1ff91-8243-4a83-8144-981e0ac3e0ad {{(pid=103365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:48:39.265690 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-57bb53c8-3a8e-49d6-8157-b35e500d21d8 req-9a465e60-426b-42b9-bce5-1039797ddc6d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:39.277016 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23d31bf2-ec1f-4097-97f8-66e253accae7 req-150eefb3-88ed-43b2-9d4a-a514b05abcaa tempest-ServersTestJSON-407418042 tempest-ServersTestJSON-407418042-project] Made reservation on behalf of 71f143b90b844169b3eeea1a30bf2a6c for: {'port': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:48:39.283163 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-23d31bf2-ec1f-4097-97f8-66e253accae7 req-150eefb3-88ed-43b2-9d4a-a514b05abcaa tempest-ServersTestJSON-407418042 tempest-ServersTestJSON-407418042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:39.290457 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cb547e-4d56-4ad7-9441-b5690067b65b req-16ee5ca1-195e-4769-9ba6-cb5d175ce394 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:39.295087 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-e0cb547e-4d56-4ad7-9441-b5690067b65b req-16ee5ca1-195e-4769-9ba6-cb5d175ce394 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec9f9dc4-f3d0-4fbd-b419-1ab72c92e9be HTTP/1.1" status: 200 len: 947 time: 0.1619093 Nov 19 17:48:39.346670 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-663ca972-c125-4070-91f9-36d589e2ee3c req-be3decb6-5714-454a-a848-8a2aaac8b951 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/security-groups?id=85786454-c560-4317-bd73-95e1b791240f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2172978 Nov 19 17:48:39.348566 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.provisioning_blocks [req-57bb53c8-3a8e-49d6-8157-b35e500d21d8 req-9a465e60-426b-42b9-bce5-1039797ddc6d service neutron] Transition to ACTIVE for port object 66e1ff91-8243-4a83-8144-981e0ac3e0ad will not be triggered until provisioned by entity L2. {{(pid=103365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 17:48:39.352552 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e63bbc-6c9d-4e47-8906-391cf6cdb405 req-02b96cfb-14f0-47c6-be73-411ae38b8377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:39.354122 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-27e63bbc-6c9d-4e47-8906-391cf6cdb405 req-02b96cfb-14f0-47c6-be73-411ae38b8377 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5dbfa5af-1ad8-4df8-a1b2-cc6152eda1a3 HTTP/1.1" status: 200 len: 855 time: 0.1818483 Nov 19 17:48:39.360423 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-ed369fb8-1293-4705-b32f-6c6217a7cebb req-d71dbd51-cc17-42c8-bf5c-b041e95aff62 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] For port 71243686-16d7-4505-9eb3-c400bc2cf33c, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=71243686-16d7-4505-9eb3-c400bc2cf33c,segment=NetworkSegment(7cd6906b-44eb-4ce1-933e-47ff3aaf0160),segment_id=7cd6906b-44eb-4ce1-933e-47ff3aaf0160)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:48:39.360792 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-ed369fb8-1293-4705-b32f-6c6217a7cebb req-d71dbd51-cc17-42c8-bf5c-b041e95aff62 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:39.375903 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-57bb53c8-3a8e-49d6-8157-b35e500d21d8 req-9a465e60-426b-42b9-bce5-1039797ddc6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:39.393861 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-e0cb547e-4d56-4ad7-9441-b5690067b65b req-f3e6830a-17ae-4e48-a986-df6199ae5a4c tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/security-groups?id=b596b6e2-4e99-405d-ab15-439621199b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836713 Nov 19 17:48:39.399224 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee7615e-e309-4111-ba72-ff573c55c49e req-d472338f-3ea7-48a5-bf73-13b62bfdc6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:39.401611 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0ee7615e-e309-4111-ba72-ff573c55c49e req-d472338f-3ea7-48a5-bf73-13b62bfdc6d7 service neutron] 10.222.0.86 "GET /v2.0/networks?id=09343151-5f7f-4534-803c-65c4f7eca01b HTTP/1.1" status: 200 len: 906 time: 0.2062719 Nov 19 17:48:39.408837 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-ed369fb8-1293-4705-b32f-6c6217a7cebb req-d71dbd51-cc17-42c8-bf5c-b041e95aff62 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] Calling delete_port for 71243686-16d7-4505-9eb3-c400bc2cf33c owned by compute:nova {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:48:39.535328 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0ee7615e-e309-4111-ba72-ff573c55c49e req-e8143690-e5e9-4b04-8fc7-75aad41ee9bb service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=096fbf6b-1527-4959-a491-ebec9dd1f89d HTTP/1.1" status: 200 len: 217 time: 0.1198459 Nov 19 17:48:39.653312 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a465e60-426b-42b9-bce5-1039797ddc6d service neutron] Pushing event updated for resources: {'Port': ['ID=66e1ff91-8243-4a83-8144-981e0ac3e0ad,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:48:39.657565 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4889ad1d-e182-46f4-a73a-b49146e1827d req-0625dc3b-d296-4999-949e-1b365bba8521 tempest-ServersTestJSON-407418042 tempest-ServersTestJSON-407418042-project] 10.222.0.54 "GET /v2.0/ports?device_id=9e693831-31b4-49a6-8474-c9e90387a1af HTTP/1.1" status: 200 len: 210 time: 0.0915732 Nov 19 17:48:39.687166 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee7615e-e309-4111-ba72-ff573c55c49e req-aab05d39-7a9d-4be7-b4e7-e260964605d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:39.689371 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0ee7615e-e309-4111-ba72-ff573c55c49e req-aab05d39-7a9d-4be7-b4e7-e260964605d9 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ae1dd334-eb0c-43c6-9467-c13f8b3210c4 HTTP/1.1" status: 200 len: 845 time: 0.1457617 Nov 19 17:48:39.762055 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcc5afb-fc06-4e32-80f4-1de2fcab7ad1 req-b91e2a2a-d3a2-426b-968b-ce9711c224c8 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:39.770399 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e63bbc-6c9d-4e47-8906-391cf6cdb405 req-d5b6eee5-8ede-4c66-a4e2-ec2ea0de7ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:39.771842 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8dcc5afb-fc06-4e32-80f4-1de2fcab7ad1 req-b91e2a2a-d3a2-426b-968b-ce9711c224c8 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/ports?device_id=4311522c-e142-4ff1-80d0-d4dee63ea739 HTTP/1.1" status: 200 len: 948 time: 0.1652761 Nov 19 17:48:39.772302 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-27e63bbc-6c9d-4e47-8906-391cf6cdb405 req-d5b6eee5-8ede-4c66-a4e2-ec2ea0de7ea7 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=fdcadcc4-b6d0-4be3-9284-8f7eda9af8ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3909812 Nov 19 17:48:39.793229 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0ee7615e-e309-4111-ba72-ff573c55c49e req-16e2f555-1b11-49b6-a8c4-fb3051b96995 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=09343151-5f7f-4534-803c-65c4f7eca01b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0916095 Nov 19 17:48:39.914384 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [req-23d31bf2-ec1f-4097-97f8-66e253accae7 req-150eefb3-88ed-43b2-9d4a-a514b05abcaa tempest-ServersTestJSON-407418042 tempest-ServersTestJSON-407418042-project] Allocated IP 172.20.0.11 (d8ac92c4-0b67-48ff-9053-9b7b6d8cb532/6d4d7490-658a-4bdc-a7c0-ec99d85e1097/8328b0ce-0e2d-410d-b42f-31b62e778215) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:48:39.946567 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0ee7615e-e309-4111-ba72-ff573c55c49e req-7d1257b0-c8f9-4fee-9cb4-278217826f71 service neutron] 10.222.0.86 "GET /v2.0/networks/09343151-5f7f-4534-803c-65c4f7eca01b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403818 Nov 19 17:48:39.958476 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-57bb53c8-3a8e-49d6-8157-b35e500d21d8 req-9a465e60-426b-42b9-bce5-1039797ddc6d service neutron] Attempting to bind port 66e1ff91-8243-4a83-8144-981e0ac3e0ad on host n-h2-818022-2 for vnic_type normal with profile {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:48:39.958817 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-57bb53c8-3a8e-49d6-8157-b35e500d21d8 req-9a465e60-426b-42b9-bce5-1039797ddc6d service neutron] Attempting to bind port 66e1ff91-8243-4a83-8144-981e0ac3e0ad by drivers openvswitch,hyperv on host n-h2-818022-2 at level 0 using segments [{'id': '1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '346debfa-452b-4048-abf4-8f4493625ef2'}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:48:39.959417 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57bb53c8-3a8e-49d6-8157-b35e500d21d8 req-9a465e60-426b-42b9-bce5-1039797ddc6d service neutron] Attempting to bind port 66e1ff91-8243-4a83-8144-981e0ac3e0ad on network 346debfa-452b-4048-abf4-8f4493625ef2 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:48:39.984921 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8dcc5afb-fc06-4e32-80f4-1de2fcab7ad1 req-9f147017-7eb1-4670-aaee-9273d20da938 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/security-groups?id=6e557aa4-1576-4002-9603-a630915d92af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117901 Nov 19 17:48:40.002295 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57bb53c8-3a8e-49d6-8157-b35e500d21d8 req-9a465e60-426b-42b9-bce5-1039797ddc6d service neutron] Port 66e1ff91-8243-4a83-8144-981e0ac3e0ad on network 346debfa-452b-4048-abf4-8f4493625ef2 not bound, no agent of type Open vSwitch agent registered on host n-h2-818022-2 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 17:48:40.002891 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57bb53c8-3a8e-49d6-8157-b35e500d21d8 req-9a465e60-426b-42b9-bce5-1039797ddc6d service neutron] Attempting to bind port 66e1ff91-8243-4a83-8144-981e0ac3e0ad on network 346debfa-452b-4048-abf4-8f4493625ef2 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:48:40.026286 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57bb53c8-3a8e-49d6-8157-b35e500d21d8 req-9a465e60-426b-42b9-bce5-1039797ddc6d service neutron] Checking agent: {'id': '525ad2ac-c4ae-4c63-af2e-0bf8d25d0f0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'started_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 48, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:48:40.026286 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57bb53c8-3a8e-49d6-8157-b35e500d21d8 req-9a465e60-426b-42b9-bce5-1039797ddc6d service neutron] Checking segment: {'id': '1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '346debfa-452b-4048-abf4-8f4493625ef2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:48:40.027021 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57bb53c8-3a8e-49d6-8157-b35e500d21d8 req-9a465e60-426b-42b9-bce5-1039797ddc6d service neutron] Bound using segment: {'id': '1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '346debfa-452b-4048-abf4-8f4493625ef2'} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:48:40.027615 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-57bb53c8-3a8e-49d6-8157-b35e500d21d8 req-9a465e60-426b-42b9-bce5-1039797ddc6d service neutron] Bound port: 66e1ff91-8243-4a83-8144-981e0ac3e0ad, host: n-h2-818022-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '346debfa-452b-4048-abf4-8f4493625ef2'}}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:48:40.027986 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-57bb53c8-3a8e-49d6-8157-b35e500d21d8 req-9a465e60-426b-42b9-bce5-1039797ddc6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:40.055387 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08d7166f-7a15-4f21-9c94-87560bcdea01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '534dda20-44c3-4e51-a3ef-bc7f289e3330'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:48:40.058680 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3940761bcd94e032e6960d2241bd8993c5d3a7d8dc2aca8488f3ecf1d4dd2fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95d6701e-eeaf-49d1-8038-de1a782f6e1c" -d '{"events": [{"server_uuid": "08d7166f-7a15-4f21-9c94-87560bcdea01", "name": "network-vif-plugged", "status": "completed", "tag": "534dda20-44c3-4e51-a3ef-bc7f289e3330"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:48:40.074176 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4218c1b1-101b-4606-8d75-7e6ba005e232 req-c61088aa-e527-4dd5-8d35-f5fa16148165 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:40.080203 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4218c1b1-101b-4606-8d75-7e6ba005e232 req-c61088aa-e527-4dd5-8d35-f5fa16148165 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:40.081971 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0ee7615e-e309-4111-ba72-ff573c55c49e req-56c3eef8-6cbc-4862-b223-42cd4102d045 service neutron] 10.222.0.86 "GET /v2.0/networks/09343151-5f7f-4534-803c-65c4f7eca01b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202061 Nov 19 17:48:40.086247 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4218c1b1-101b-4606-8d75-7e6ba005e232 req-c61088aa-e527-4dd5-8d35-f5fa16148165 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:40.092528 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4218c1b1-101b-4606-8d75-7e6ba005e232 req-c61088aa-e527-4dd5-8d35-f5fa16148165 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:40.098521 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4218c1b1-101b-4606-8d75-7e6ba005e232 req-c61088aa-e527-4dd5-8d35-f5fa16148165 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:40.104509 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4218c1b1-101b-4606-8d75-7e6ba005e232 req-c61088aa-e527-4dd5-8d35-f5fa16148165 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:40.112326 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4218c1b1-101b-4606-8d75-7e6ba005e232 req-c61088aa-e527-4dd5-8d35-f5fa16148165 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:40.114412 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4218c1b1-101b-4606-8d75-7e6ba005e232 req-c61088aa-e527-4dd5-8d35-f5fa16148165 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] 10.222.0.54 "GET /v2.0/ports?device_id=08d7166f-7a15-4f21-9c94-87560bcdea01 HTTP/1.1" status: 200 len: 5435 time: 0.3061032 Nov 19 17:48:40.151990 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-27e63bbc-6c9d-4e47-8906-391cf6cdb405 req-09dbfeb9-8d7a-483a-8e4e-c373550841b7 service neutron] 10.222.0.86 "GET /v2.0/networks/fdcadcc4-b6d0-4be3-9284-8f7eda9af8ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3566573 Nov 19 17:48:40.173064 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1e5d29-790c-4999-b376-b752b92da089 req-97ac9f7a-34a1-4682-9c03-8e2308d190ba tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:40.175130 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-da1e5d29-790c-4999-b376-b752b92da089 req-97ac9f7a-34a1-4682-9c03-8e2308d190ba tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba2cf6b1-eb1b-470c-b48b-b01821cf729f HTTP/1.1" status: 200 len: 943 time: 0.0812101 Nov 19 17:48:40.191945 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-ed369fb8-1293-4705-b32f-6c6217a7cebb req-d71dbd51-cc17-42c8-bf5c-b041e95aff62 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:40.199707 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['71243686-16d7-4505-9eb3-c400bc2cf33c'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:48:40.249408 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-da1e5d29-790c-4999-b376-b752b92da089 req-dbda805d-eed5-4190-a90f-0d2cc296a8ae tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/security-groups?id=e103badb-33bc-4a96-ade0-89c422abc1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671256 Nov 19 17:48:40.292024 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:48:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fded9a9b-3afc-47b9-aa6e-3e59142e6ecc x-openstack-request-id: req-fded9a9b-3afc-47b9-aa6e-3e59142e6ecc {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:48:40.292322 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08d7166f-7a15-4f21-9c94-87560bcdea01", "name": "network-vif-plugged", "status": "completed", "tag": "534dda20-44c3-4e51-a3ef-bc7f289e3330", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:48:40.292575 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-fded9a9b-3afc-47b9-aa6e-3e59142e6ecc {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:48:40.292973 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08d7166f-7a15-4f21-9c94-87560bcdea01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '534dda20-44c3-4e51-a3ef-bc7f289e3330', 'code': 200} Nov 19 17:48:40.309002 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71dbd51-cc17-42c8-bf5c-b041e95aff62 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] Pushing event deleted for resources: {'Port': ['ID=71243686-16d7-4505-9eb3-c400bc2cf33c,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:48:40.425841 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-57bb53c8-3a8e-49d6-8157-b35e500d21d8 req-9a465e60-426b-42b9-bce5-1039797ddc6d service neutron] For port 66e1ff91-8243-4a83-8144-981e0ac3e0ad, host n-h2-818022-2, cleared binding levels {{(pid=103365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:48:40.455311 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed369fb8-1293-4705-b32f-6c6217a7cebb req-d71dbd51-cc17-42c8-bf5c-b041e95aff62 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] No DVR routers for this DVR port 71243686-16d7-4505-9eb3-c400bc2cf33c on host n-h1-818022-2 {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:48:40.456683 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1878cb1-a848-4db1-a8f7-cc2d258d4e01 req-ac3cb98d-7f15-4bb3-82d2-a3c45ad1d66a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:40.457163 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1878cb1-a848-4db1-a8f7-cc2d258d4e01 req-ac3cb98d-7f15-4bb3-82d2-a3c45ad1d66a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:40.457624 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1878cb1-a848-4db1-a8f7-cc2d258d4e01 req-ac3cb98d-7f15-4bb3-82d2-a3c45ad1d66a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:40.458650 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1878cb1-a848-4db1-a8f7-cc2d258d4e01 req-ac3cb98d-7f15-4bb3-82d2-a3c45ad1d66a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:40.459256 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1878cb1-a848-4db1-a8f7-cc2d258d4e01 req-ac3cb98d-7f15-4bb3-82d2-a3c45ad1d66a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:40.460450 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1878cb1-a848-4db1-a8f7-cc2d258d4e01 req-ac3cb98d-7f15-4bb3-82d2-a3c45ad1d66a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:40.462494 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1878cb1-a848-4db1-a8f7-cc2d258d4e01 req-ac3cb98d-7f15-4bb3-82d2-a3c45ad1d66a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:40.463151 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d1878cb1-a848-4db1-a8f7-cc2d258d4e01 req-ac3cb98d-7f15-4bb3-82d2-a3c45ad1d66a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=08d7166f-7a15-4f21-9c94-87560bcdea01 HTTP/1.1" status: 200 len: 6492 time: 0.0836473 Nov 19 17:48:40.470102 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-ed369fb8-1293-4705-b32f-6c6217a7cebb req-d71dbd51-cc17-42c8-bf5c-b041e95aff62 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:40.473647 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ed369fb8-1293-4705-b32f-6c6217a7cebb req-d71dbd51-cc17-42c8-bf5c-b041e95aff62 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.60 "DELETE /v2.0/ports/71243686-16d7-4505-9eb3-c400bc2cf33c HTTP/1.1" status: 204 len: 173 time: 2.5721991 Nov 19 17:48:40.479061 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4218c1b1-101b-4606-8d75-7e6ba005e232 req-4d71f0dd-8d49-4933-a29d-0b50e9a00cd1 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] 10.222.0.54 "GET /v2.0/security-groups?id=c27dfe00-81ac-4bf5-b9dd-805873436817&id=2c5c45e5-871b-4ee9-82e2-22e9698a9680&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3521373 Nov 19 17:48:40.479533 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec9f9dc4-f3d0-4fbd-b419-1ab72c92e9be', 'name': 'network-vif-deleted', 'tag': '71243686-16d7-4505-9eb3-c400bc2cf33c'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:48:40.481865 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218319d759239a7d11f1288aef37381b97754913ee9ccbfd43b51a463f801712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5af42cf-1559-4608-99cc-3b12b30b57e6" -d '{"events": [{"server_uuid": "ec9f9dc4-f3d0-4fbd-b419-1ab72c92e9be", "name": "network-vif-deleted", "tag": "71243686-16d7-4505-9eb3-c400bc2cf33c"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:48:40.482236 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device 27705cb3-0294-4ee6-a550-a6915d0bf4c8 no longer exists at agent hyperv_n-h2-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:48:40.496351 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-57bb53c8-3a8e-49d6-8157-b35e500d21d8 req-9a465e60-426b-42b9-bce5-1039797ddc6d service neutron] For port 66e1ff91-8243-4a83-8144-981e0ac3e0ad, host n-h2-818022-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=66e1ff91-8243-4a83-8144-981e0ac3e0ad,segment=NetworkSegment(1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861),segment_id=1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861)] {{(pid=103365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:48:40.515380 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-57bb53c8-3a8e-49d6-8157-b35e500d21d8 req-9a465e60-426b-42b9-bce5-1039797ddc6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:40.556831 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-27e63bbc-6c9d-4e47-8906-391cf6cdb405 req-eef47958-bbc2-4f10-88d9-09021a66c0c1 service neutron] 10.222.0.86 "GET /v2.0/networks/fdcadcc4-b6d0-4be3-9284-8f7eda9af8ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3761516 Nov 19 17:48:40.600728 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bb53c8-3a8e-49d6-8157-b35e500d21d8 req-9a465e60-426b-42b9-bce5-1039797ddc6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:40.601349 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-57bb53c8-3a8e-49d6-8157-b35e500d21d8 req-9a465e60-426b-42b9-bce5-1039797ddc6d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:40.603146 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-57bb53c8-3a8e-49d6-8157-b35e500d21d8 req-9a465e60-426b-42b9-bce5-1039797ddc6d service neutron] 10.222.0.86 "PUT /v2.0/ports/66e1ff91-8243-4a83-8144-981e0ac3e0ad HTTP/1.1" status: 200 len: 1096 time: 2.7572043 Nov 19 17:48:40.610046 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-23d31bf2-ec1f-4097-97f8-66e253accae7 req-150eefb3-88ed-43b2-9d4a-a514b05abcaa tempest-ServersTestJSON-407418042 tempest-ServersTestJSON-407418042-project] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:40.640763 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b56e24ec-8ee1-4b0f-ad29-5699a1734353 req-9e5b85e4-891c-4174-8aa8-859506e812c7 tempest-ServersNegativeTestJSON-1664670521 tempest-ServersNegativeTestJSON-1664670521-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec9f9dc4-f3d0-4fbd-b419-1ab72c92e9be HTTP/1.1" status: 200 len: 210 time: 0.0501826 Nov 19 17:48:40.645671 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a465e60-426b-42b9-bce5-1039797ddc6d service neutron] Pushing event updated for resources: {'Port': ['ID=66e1ff91-8243-4a83-8144-981e0ac3e0ad,revision_number=3']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:48:40.706441 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-23d31bf2-ec1f-4097-97f8-66e253accae7 req-150eefb3-88ed-43b2-9d4a-a514b05abcaa tempest-ServersTestJSON-407418042 tempest-ServersTestJSON-407418042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:40.818345 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d1878cb1-a848-4db1-a8f7-cc2d258d4e01 req-53fe01a3-62ed-4fa8-a1c9-1da8a7d75633 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=c27dfe00-81ac-4bf5-b9dd-805873436817&id=2c5c45e5-871b-4ee9-82e2-22e9698a9680&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3393402 Nov 19 17:48:40.825085 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:48:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2d46c5b-52ba-49de-8266-f271bcab4aff x-openstack-request-id: req-a2d46c5b-52ba-49de-8266-f271bcab4aff {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:48:40.825676 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec9f9dc4-f3d0-4fbd-b419-1ab72c92e9be", "name": "network-vif-deleted", "tag": "71243686-16d7-4505-9eb3-c400bc2cf33c", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:48:40.826683 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a2d46c5b-52ba-49de-8266-f271bcab4aff {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:48:40.827187 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec9f9dc4-f3d0-4fbd-b419-1ab72c92e9be', 'name': 'network-vif-deleted', 'tag': '71243686-16d7-4505-9eb3-c400bc2cf33c', 'status': 'completed', 'code': 200} Nov 19 17:48:40.830141 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23d31bf2-ec1f-4097-97f8-66e253accae7 req-150eefb3-88ed-43b2-9d4a-a514b05abcaa tempest-ServersTestJSON-407418042 tempest-ServersTestJSON-407418042-project] Network d8ac92c4-0b67-48ff-9053-9b7b6d8cb532 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:48:40.848455 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e99d4a-840f-4060-8373-77daf72b1011 req-beeb9ce5-3b97-4792-b6df-4d0de6897d42 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:40.851597 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [req-23d31bf2-ec1f-4097-97f8-66e253accae7 req-150eefb3-88ed-43b2-9d4a-a514b05abcaa tempest-ServersTestJSON-407418042 tempest-ServersTestJSON-407418042-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:48:40.852773 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:40.859665 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-78e99d4a-840f-4060-8373-77daf72b1011 req-beeb9ce5-3b97-4792-b6df-4d0de6897d42 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d6d80d6-3550-4ad7-998c-1e2c27418ad5 HTTP/1.1" status: 200 len: 945 time: 0.3941841 Nov 19 17:48:40.872489 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-23d31bf2-ec1f-4097-97f8-66e253accae7 req-150eefb3-88ed-43b2-9d4a-a514b05abcaa tempest-ServersTestJSON-407418042 tempest-ServersTestJSON-407418042-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:48:40.940746 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port 27705cb3-0294-4ee6-a550-a6915d0bf4c8, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=27705cb3-0294-4ee6-a550-a6915d0bf4c8,segment=NetworkSegment(a5a94e2b-2782-491c-8737-b805351d0689),segment_id=a5a94e2b-2782-491c-8737-b805351d0689)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:48:40.948217 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:40.952914 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-78e99d4a-840f-4060-8373-77daf72b1011 req-4d91107c-0a0c-4ca6-8cd6-e960e9eaf1d7 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/security-groups?id=85786454-c560-4317-bd73-95e1b791240f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921950 Nov 19 17:48:40.963789 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150eefb3-88ed-43b2-9d4a-a514b05abcaa tempest-ServersTestJSON-407418042 tempest-ServersTestJSON-407418042-project] Pushing event updated for resources: {'Port': ['ID=8328b0ce-0e2d-410d-b42f-31b62e778215,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:48:40.991550 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d31bf2-ec1f-4097-97f8-66e253accae7 req-150eefb3-88ed-43b2-9d4a-a514b05abcaa tempest-ServersTestJSON-407418042 tempest-ServersTestJSON-407418042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:40.992448 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-23d31bf2-ec1f-4097-97f8-66e253accae7 req-150eefb3-88ed-43b2-9d4a-a514b05abcaa tempest-ServersTestJSON-407418042 tempest-ServersTestJSON-407418042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:41.072529 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Pushing event updated for resources: {'Port': ['ID=27705cb3-0294-4ee6-a550-a6915d0bf4c8,revision_number=8']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:48:41.084800 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bb53c8-3a8e-49d6-8157-b35e500d21d8 req-93b704ef-b63a-48ca-a8f9-20cf4122ecc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:41.086492 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-57bb53c8-3a8e-49d6-8157-b35e500d21d8 req-93b704ef-b63a-48ca-a8f9-20cf4122ecc2 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7136fa31325e4016a695ca7c60f57962&device_id=4311522c-e142-4ff1-80d0-d4dee63ea739 HTTP/1.1" status: 200 len: 1099 time: 0.3387761 Nov 19 17:48:41.090231 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-23d31bf2-ec1f-4097-97f8-66e253accae7 req-150eefb3-88ed-43b2-9d4a-a514b05abcaa tempest-ServersTestJSON-407418042 tempest-ServersTestJSON-407418042-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0026698 Nov 19 17:48:41.116126 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-23d31bf2-ec1f-4097-97f8-66e253accae7 req-3eee8623-68c8-4a02-94df-43dae8f8dc38 service neutron] Request body: {'port': {'device_id': '9e693831-31b4-49a6-8474-c9e90387a1af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818022-2'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:48:41.175650 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-57bb53c8-3a8e-49d6-8157-b35e500d21d8 req-28c809e8-846e-47f4-8497-98fc5e63d0e7 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=66e1ff91-8243-4a83-8144-981e0ac3e0ad HTTP/1.1" status: 200 len: 217 time: 0.0779436 Nov 19 17:48:41.196521 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bf9f45-9988-4fb1-b9a4-00d87d4cc407 req-1087b703-4581-4b99-8191-36b619da6671 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:41.196770 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9f6f6b-ea92-406f-b0f3-393a63a08ebd req-2746a000-83d7-4a21-adfc-4b739133c846 tempest-ServersTestJSON-407418042 tempest-ServersTestJSON-407418042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:41.198368 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c5bf9f45-9988-4fb1-b9a4-00d87d4cc407 req-1087b703-4581-4b99-8191-36b619da6671 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/ports?device_id=4311522c-e142-4ff1-80d0-d4dee63ea739 HTTP/1.1" status: 200 len: 948 time: 0.0974040 Nov 19 17:48:41.202737 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5e9f6f6b-ea92-406f-b0f3-393a63a08ebd req-2746a000-83d7-4a21-adfc-4b739133c846 tempest-ServersTestJSON-407418042 tempest-ServersTestJSON-407418042-project] 10.222.0.54 "GET /v2.0/ports?device_id=9e693831-31b4-49a6-8474-c9e90387a1af HTTP/1.1" status: 200 len: 932 time: 0.2027972 Nov 19 17:48:41.305940 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c5bf9f45-9988-4fb1-b9a4-00d87d4cc407 req-4ef67ddc-9530-44dd-903e-1d0484e2faa1 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/security-groups?id=6e557aa4-1576-4002-9603-a630915d92af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945354 Nov 19 17:48:41.324658 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-b42ccd42-90eb-4fa9-85a5-08dfa4901d38 None None] Provisioning complete for port 8328b0ce-0e2d-410d-b42f-31b62e778215 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:48:41.325051 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b42ccd42-90eb-4fa9-85a5-08dfa4901d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:41.327663 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5e9f6f6b-ea92-406f-b0f3-393a63a08ebd req-1d49c666-d190-411a-8ecf-2dbbab0304f9 tempest-ServersTestJSON-407418042 tempest-ServersTestJSON-407418042-project] 10.222.0.54 "GET /v2.0/security-groups?id=3e7f346a-e4d6-4977-bb84-562683438f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073923 Nov 19 17:48:41.378096 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-23d31bf2-ec1f-4097-97f8-66e253accae7 req-3eee8623-68c8-4a02-94df-43dae8f8dc38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:41.387746 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bb53c8-3a8e-49d6-8157-b35e500d21d8 req-147e819f-0c68-4265-a24a-5b00a6b57e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:41.389563 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-57bb53c8-3a8e-49d6-8157-b35e500d21d8 req-147e819f-0c68-4265-a24a-5b00a6b57e8d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8b3c88de-c9c2-4a20-b19e-1855c2c19035 HTTP/1.1" status: 200 len: 843 time: 0.2018058 Nov 19 17:48:41.404711 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-b42ccd42-90eb-4fa9-85a5-08dfa4901d38 None None] Port 8328b0ce-0e2d-410d-b42f-31b62e778215 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:48:41.476550 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc72a3f-1d76-4df3-94d8-d84c0f3d8c55 req-54f63210-49f7-4632-960b-d13df1d4ebc9 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:41.478395 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-4cc72a3f-1d76-4df3-94d8-d84c0f3d8c55 req-54f63210-49f7-4632-960b-d13df1d4ebc9 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba2cf6b1-eb1b-470c-b48b-b01821cf729f HTTP/1.1" status: 200 len: 943 time: 0.0826304 Nov 19 17:48:41.519184 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bb53c8-3a8e-49d6-8157-b35e500d21d8 req-6b2e6ef1-8781-4ee3-ba3a-2b834f1fd374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:41.521712 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-57bb53c8-3a8e-49d6-8157-b35e500d21d8 req-6b2e6ef1-8781-4ee3-ba3a-2b834f1fd374 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=346debfa-452b-4048-abf4-8f4493625ef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1173086 Nov 19 17:48:41.552553 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-4cc72a3f-1d76-4df3-94d8-d84c0f3d8c55 req-8c29d233-7a00-474f-8b34-7b0bcb5d3797 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/security-groups?id=e103badb-33bc-4a96-ade0-89c422abc1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651438 Nov 19 17:48:41.746962 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 56382) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:48:41.811886 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_v2 [None req-b12f098d-d9f6-4fe3-8b9b-c762578fdb19 admin admin] Deleting subnet a2a11d26-01c8-41f8-8b08-cf64deb00190 {{(pid=103364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 17:48:41.816924 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b12f098d-d9f6-4fe3-8b9b-c762578fdb19 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:41.842418 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e89a84-1565-4b76-acad-d2b50c6970fb req-76276a60-e520-47ec-98c9-efd0a093787d tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:41.849026 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e89a84-1565-4b76-acad-d2b50c6970fb req-76276a60-e520-47ec-98c9-efd0a093787d tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:41.858869 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e89a84-1565-4b76-acad-d2b50c6970fb req-76276a60-e520-47ec-98c9-efd0a093787d tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:41.864985 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e89a84-1565-4b76-acad-d2b50c6970fb req-76276a60-e520-47ec-98c9-efd0a093787d tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:41.871714 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e89a84-1565-4b76-acad-d2b50c6970fb req-76276a60-e520-47ec-98c9-efd0a093787d tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:41.875910 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b12f098d-d9f6-4fe3-8b9b-c762578fdb19 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9416263'] for subnet, precommit_delete_associations {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:41.877786 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e89a84-1565-4b76-acad-d2b50c6970fb req-76276a60-e520-47ec-98c9-efd0a093787d tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:41.884010 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e89a84-1565-4b76-acad-d2b50c6970fb req-76276a60-e520-47ec-98c9-efd0a093787d tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:41.886089 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f0e89a84-1565-4b76-acad-d2b50c6970fb req-76276a60-e520-47ec-98c9-efd0a093787d tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] 10.222.0.54 "GET /v2.0/ports?device_id=08d7166f-7a15-4f21-9c94-87560bcdea01 HTTP/1.1" status: 200 len: 5435 time: 0.2204771 Nov 19 17:48:41.896841 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-57bb53c8-3a8e-49d6-8157-b35e500d21d8 req-1431c42f-0157-468f-bd7a-813543188aa0 service neutron] 10.222.0.86 "GET /v2.0/networks/346debfa-452b-4048-abf4-8f4493625ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3626192 Nov 19 17:48:41.928350 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b12f098d-d9f6-4fe3-8b9b-c762578fdb19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:42.001974 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b12f098d-d9f6-4fe3-8b9b-c762578fdb19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12425137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8983934'] for subnet, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:42.024377 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f0e89a84-1565-4b76-acad-d2b50c6970fb req-e7552495-427d-4e14-9ced-c8fa29e21280 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] 10.222.0.54 "GET /v2.0/security-groups?id=c27dfe00-81ac-4bf5-b9dd-805873436817&id=2c5c45e5-871b-4ee9-82e2-22e9698a9680&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1200202 Nov 19 17:48:42.036838 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12f098d-d9f6-4fe3-8b9b-c762578fdb19 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a2a11d26-01c8-41f8-8b08-cf64deb00190,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:48:42.073639 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b12f098d-d9f6-4fe3-8b9b-c762578fdb19 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:42.080921 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-b12f098d-d9f6-4fe3-8b9b-c762578fdb19 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/a2a11d26-01c8-41f8-8b08-cf64deb00190 HTTP/1.1" status: 204 len: 168 time: 0.3328564 Nov 19 17:48:42.082688 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12f098d-d9f6-4fe3-8b9b-c762578fdb19 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:48:42.083040 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12f098d-d9f6-4fe3-8b9b-c762578fdb19 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:48:42.083579 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12f098d-d9f6-4fe3-8b9b-c762578fdb19 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:48:42.083706 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12f098d-d9f6-4fe3-8b9b-c762578fdb19 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:48:42.083784 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 56386) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:48:42.084039 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12f098d-d9f6-4fe3-8b9b-c762578fdb19 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:48:42.084371 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12f098d-d9f6-4fe3-8b9b-c762578fdb19 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:48:42.084704 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12f098d-d9f6-4fe3-8b9b-c762578fdb19 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:48:42.085032 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12f098d-d9f6-4fe3-8b9b-c762578fdb19 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:48:42.085360 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12f098d-d9f6-4fe3-8b9b-c762578fdb19 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:48:42.085687 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12f098d-d9f6-4fe3-8b9b-c762578fdb19 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:48:42.086053 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12f098d-d9f6-4fe3-8b9b-c762578fdb19 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:48:42.086680 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12f098d-d9f6-4fe3-8b9b-c762578fdb19 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:48:42.129848 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b590ea01-209b-4553-b541-741af6eb7442 req-479bc9a4-89f6-406c-9fe4-56c87fe1d8d8 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:42.131491 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b590ea01-209b-4553-b541-741af6eb7442 req-479bc9a4-89f6-406c-9fe4-56c87fe1d8d8 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d6d80d6-3550-4ad7-998c-1e2c27418ad5 HTTP/1.1" status: 200 len: 943 time: 0.0894492 Nov 19 17:48:42.183740 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-57bb53c8-3a8e-49d6-8157-b35e500d21d8 req-f6321ee8-c09d-49c3-bb4a-67ab0ca59470 service neutron] 10.222.0.86 "GET /v2.0/networks/346debfa-452b-4048-abf4-8f4493625ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2678986 Nov 19 17:48:42.224702 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b590ea01-209b-4553-b541-741af6eb7442 req-06c1c399-30c5-4a71-ad19-d1bbe653e4e5 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/security-groups?id=85786454-c560-4317-bd73-95e1b791240f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804167 Nov 19 17:48:42.227080 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [req-23d31bf2-ec1f-4097-97f8-66e253accae7 req-3eee8623-68c8-4a02-94df-43dae8f8dc38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8328b0ce-0e2d-410d-b42f-31b62e778215 {{(pid=103365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:48:42.238626 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-23d31bf2-ec1f-4097-97f8-66e253accae7 req-3eee8623-68c8-4a02-94df-43dae8f8dc38 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:42.249742 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8e7c7e23-346b-4184-b26d-832c071745d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:42.267252 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.provisioning_blocks [req-23d31bf2-ec1f-4097-97f8-66e253accae7 req-3eee8623-68c8-4a02-94df-43dae8f8dc38 service neutron] Transition to ACTIVE for port object 8328b0ce-0e2d-410d-b42f-31b62e778215 will not be triggered until provisioned by entity L2. {{(pid=103365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 17:48:42.274972 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-23d31bf2-ec1f-4097-97f8-66e253accae7 req-3eee8623-68c8-4a02-94df-43dae8f8dc38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:42.296873 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d6d80d6-3550-4ad7-998c-1e2c27418ad5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27705cb3-0294-4ee6-a550-a6915d0bf4c8'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:48:42.301184 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3940761bcd94e032e6960d2241bd8993c5d3a7d8dc2aca8488f3ecf1d4dd2fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb8da4f1-c362-46c1-a9eb-1169ed1df4b3" -d '{"events": [{"server_uuid": "7d6d80d6-3550-4ad7-998c-1e2c27418ad5", "name": "network-vif-unplugged", "status": "completed", "tag": "27705cb3-0294-4ee6-a550-a6915d0bf4c8"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:48:42.372836 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 17:48:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5311089e-5977-4b90-8801-c733b9431084 x-openstack-request-id: req-5311089e-5977-4b90-8801-c733b9431084 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:48:42.373840 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d6d80d6-3550-4ad7-998c-1e2c27418ad5", "name": "network-vif-unplugged", "status": "completed", "tag": "27705cb3-0294-4ee6-a550-a6915d0bf4c8", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:48:42.374107 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-5311089e-5977-4b90-8801-c733b9431084 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:48:42.374502 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d6d80d6-3550-4ad7-998c-1e2c27418ad5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27705cb3-0294-4ee6-a550-a6915d0bf4c8', 'code': 200} Nov 19 17:48:42.439835 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8e7c7e23-346b-4184-b26d-832c071745d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:42.442944 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eee8623-68c8-4a02-94df-43dae8f8dc38 service neutron] Pushing event updated for resources: {'Port': ['ID=8328b0ce-0e2d-410d-b42f-31b62e778215,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:48:42.505334 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device 096fbf6b-1527-4959-a491-ebec9dd1f89d details requested by agent hyperv_n-h2-818022-2 with host n-h2-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 17:48:42.563907 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-8e7c7e23-346b-4184-b26d-832c071745d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fe9dda4-bbb5-4db6-b240-cdabda9f2be2']}} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:48:42.565975 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc728300-0444-4927-94ed-584b445d497b req-53b386e7-15c7-4b03-9ce3-375819d92074 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:42.570312 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-cc728300-0444-4927-94ed-584b445d497b req-53b386e7-15c7-4b03-9ce3-375819d92074 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/ports?device_id=4311522c-e142-4ff1-80d0-d4dee63ea739 HTTP/1.1" status: 200 len: 948 time: 0.1512415 Nov 19 17:48:42.642986 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-8e7c7e23-346b-4184-b26d-832c071745d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cd6906b-44eb-4ce1-933e-47ff3aaf0160') {'for_net_delete': True} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:48:42.643754 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-8e7c7e23-346b-4184-b26d-832c071745d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cd6906b-44eb-4ce1-933e-47ff3aaf0160') {} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:48:42.687375 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-cc728300-0444-4927-94ed-584b445d497b req-278251e9-388c-4f4d-abe5-90a15cb4e54b tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/security-groups?id=6e557aa4-1576-4002-9603-a630915d92af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095431 Nov 19 17:48:42.692249 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8e7c7e23-346b-4184-b26d-832c071745d9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12545382'] for segment, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:42.693568 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port 096fbf6b-1527-4959-a491-ebec9dd1f89d, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=096fbf6b-1527-4959-a491-ebec9dd1f89d,segment=NetworkSegment(76ca7d5f-3474-4bcd-9b64-65e02324eb89),segment_id=76ca7d5f-3474-4bcd-9b64-65e02324eb89)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:48:42.715891 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Returning: {'device': '096fbf6b-1527-4959-a491-ebec9dd1f89d', 'network_id': '09343151-5f7f-4534-803c-65c4f7eca01b', 'port_id': '096fbf6b-1527-4959-a491-ebec9dd1f89d', 'mac_address': 'fa:16:3e:88:ab:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 676, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae1dd334-eb0c-43c6-9467-c13f8b3210c4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 17:48:42.720105 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-23d31bf2-ec1f-4097-97f8-66e253accae7 req-3eee8623-68c8-4a02-94df-43dae8f8dc38 service neutron] Attempting to bind port 8328b0ce-0e2d-410d-b42f-31b62e778215 on host n-h1-818022-2 for vnic_type normal with profile {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:48:42.720473 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-23d31bf2-ec1f-4097-97f8-66e253accae7 req-3eee8623-68c8-4a02-94df-43dae8f8dc38 service neutron] Attempting to bind port 8328b0ce-0e2d-410d-b42f-31b62e778215 by drivers openvswitch,hyperv on host n-h1-818022-2 at level 0 using segments [{'id': '8134ffe6-9a76-4d03-8b04-9fa6111c8127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'd8ac92c4-0b67-48ff-9053-9b7b6d8cb532'}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:48:42.720765 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23d31bf2-ec1f-4097-97f8-66e253accae7 req-3eee8623-68c8-4a02-94df-43dae8f8dc38 service neutron] Attempting to bind port 8328b0ce-0e2d-410d-b42f-31b62e778215 on network d8ac92c4-0b67-48ff-9053-9b7b6d8cb532 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:48:42.724725 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8e7c7e23-346b-4184-b26d-832c071745d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:42.756094 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed75445-6c01-4dfd-8267-fc3f263a5dff req-de2bcdc6-415e-414d-ad1a-681f412751e4 tempest-ServersTestJSON-407418042 tempest-ServersTestJSON-407418042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:42.758012 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9ed75445-6c01-4dfd-8267-fc3f263a5dff req-de2bcdc6-415e-414d-ad1a-681f412751e4 tempest-ServersTestJSON-407418042 tempest-ServersTestJSON-407418042-project] 10.222.0.54 "GET /v2.0/ports?device_id=9e693831-31b4-49a6-8474-c9e90387a1af HTTP/1.1" status: 200 len: 944 time: 0.2431829 Nov 19 17:48:42.761923 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23d31bf2-ec1f-4097-97f8-66e253accae7 req-3eee8623-68c8-4a02-94df-43dae8f8dc38 service neutron] Port 8328b0ce-0e2d-410d-b42f-31b62e778215 on network d8ac92c4-0b67-48ff-9053-9b7b6d8cb532 not bound, no agent of type Open vSwitch agent registered on host n-h1-818022-2 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 17:48:42.762304 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23d31bf2-ec1f-4097-97f8-66e253accae7 req-3eee8623-68c8-4a02-94df-43dae8f8dc38 service neutron] Attempting to bind port 8328b0ce-0e2d-410d-b42f-31b62e778215 on network d8ac92c4-0b67-48ff-9053-9b7b6d8cb532 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:48:42.766665 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e7c7e23-346b-4184-b26d-832c071745d9 admin admin] Releasing vlan 664 on physical network physnet1 to pool {{(pid=103365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 17:48:42.767054 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8e7c7e23-346b-4184-b26d-832c071745d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12282953'] for segment, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:42.768928 n-d-818022-2 neutron-server[103365]: Traceback (most recent call last): Nov 19 17:48:42.768928 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 17:48:42.768928 n-d-818022-2 neutron-server[103365]: timer() Nov 19 17:48:42.768928 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 17:48:42.768928 n-d-818022-2 neutron-server[103365]: cb(*args, **kw) Nov 19 17:48:42.768928 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 17:48:42.768928 n-d-818022-2 neutron-server[103365]: return func(*args, **kwargs) Nov 19 17:48:42.768928 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 17:48:42.768928 n-d-818022-2 neutron-server[103365]: self._notify() Nov 19 17:48:42.768928 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 17:48:42.768928 n-d-818022-2 neutron-server[103365]: self.callback(batched_events) Nov 19 17:48:42.768928 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 17:48:42.768928 n-d-818022-2 neutron-server[103365]: event.method(event) Nov 19 17:48:42.768928 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 17:48:42.768928 n-d-818022-2 neutron-server[103365]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 17:48:42.768928 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 17:48:42.768928 n-d-818022-2 neutron-server[103365]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 17:48:42.768928 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 17:48:42.768928 n-d-818022-2 neutron-server[103365]: return f(self, *a, **k) Nov 19 17:48:42.768928 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 17:48:42.768928 n-d-818022-2 neutron-server[103365]: return self._get(url).json() Nov 19 17:48:42.768928 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 17:48:42.768928 n-d-818022-2 neutron-server[103365]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 17:48:42.768928 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 17:48:42.768928 n-d-818022-2 neutron-server[103365]: return self.request(url, 'GET', **kwargs) Nov 19 17:48:42.768928 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 17:48:42.768928 n-d-818022-2 neutron-server[103365]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 17:48:42.768928 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 17:48:42.768928 n-d-818022-2 neutron-server[103365]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 17:48:42.768928 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 17:48:42.768928 n-d-818022-2 neutron-server[103365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 17:48:42.768928 n-d-818022-2 neutron-server[103365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 17:48:42.821053 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 71243686-16d7-4505-9eb3-c400bc2cf33c no longer exists at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:48:42.837748 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4311522c-e142-4ff1-80d0-d4dee63ea739', 'tag': '66e1ff91-8243-4a83-8144-981e0ac3e0ad'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:48:42.840230 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218319d759239a7d11f1288aef37381b97754913ee9ccbfd43b51a463f801712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73dbcdb3-96ae-4164-a755-f7b4d2ba5189" -d '{"events": [{"name": "network-changed", "server_uuid": "4311522c-e142-4ff1-80d0-d4dee63ea739", "tag": "66e1ff91-8243-4a83-8144-981e0ac3e0ad"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:48:42.843319 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:42.847213 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] No Port match for: 71243686-16d7-4505-9eb3-c400bc2cf33c {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:48:42.847825 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 71243686-16d7-4505-9eb3-c400bc2cf33c not bound to the agent host n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:48:42.860875 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23d31bf2-ec1f-4097-97f8-66e253accae7 req-3eee8623-68c8-4a02-94df-43dae8f8dc38 service neutron] Checking agent: {'id': 'a6668d96-12fa-4ec0-99ad-77eaf490dd2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'started_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 48, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:48:42.861686 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23d31bf2-ec1f-4097-97f8-66e253accae7 req-3eee8623-68c8-4a02-94df-43dae8f8dc38 service neutron] Checking segment: {'id': '8134ffe6-9a76-4d03-8b04-9fa6111c8127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'd8ac92c4-0b67-48ff-9053-9b7b6d8cb532'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:48:42.862443 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23d31bf2-ec1f-4097-97f8-66e253accae7 req-3eee8623-68c8-4a02-94df-43dae8f8dc38 service neutron] Bound using segment: {'id': '8134ffe6-9a76-4d03-8b04-9fa6111c8127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'd8ac92c4-0b67-48ff-9053-9b7b6d8cb532'} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:48:42.862443 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-23d31bf2-ec1f-4097-97f8-66e253accae7 req-3eee8623-68c8-4a02-94df-43dae8f8dc38 service neutron] Bound port: 8328b0ce-0e2d-410d-b42f-31b62e778215, host: n-h1-818022-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8134ffe6-9a76-4d03-8b04-9fa6111c8127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'd8ac92c4-0b67-48ff-9053-9b7b6d8cb532'}}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:48:42.862712 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-23d31bf2-ec1f-4097-97f8-66e253accae7 req-3eee8623-68c8-4a02-94df-43dae8f8dc38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:42.863586 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 096fbf6b-1527-4959-a491-ebec9dd1f89d {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:48:42.884453 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8396fff9-8d2c-48fe-bdaf-86caef865ed3 req-6233fad0-7281-41ed-b791-336c38f1226b tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:42.886963 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8396fff9-8d2c-48fe-bdaf-86caef865ed3 req-6233fad0-7281-41ed-b791-336c38f1226b tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba2cf6b1-eb1b-470c-b48b-b01821cf729f HTTP/1.1" status: 200 len: 943 time: 0.0608263 Nov 19 17:48:42.903331 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port 096fbf6b-1527-4959-a491-ebec9dd1f89d, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=096fbf6b-1527-4959-a491-ebec9dd1f89d,segment=NetworkSegment(76ca7d5f-3474-4bcd-9b64-65e02324eb89),segment_id=76ca7d5f-3474-4bcd-9b64-65e02324eb89)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:48:42.908905 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:42.964977 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8396fff9-8d2c-48fe-bdaf-86caef865ed3 req-dcc61ea5-dcb0-4735-a235-3c212928fa74 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/security-groups?id=e103badb-33bc-4a96-ade0-89c422abc1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698528 Nov 19 17:48:42.991829 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9ed75445-6c01-4dfd-8267-fc3f263a5dff req-9290dc03-14f1-4949-bfd1-b893b1dc3773 tempest-ServersTestJSON-407418042 tempest-ServersTestJSON-407418042-project] 10.222.0.54 "GET /v2.0/security-groups?id=3e7f346a-e4d6-4977-bb84-562683438f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2205062 Nov 19 17:48:43.007602 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-23d31bf2-ec1f-4097-97f8-66e253accae7 req-3eee8623-68c8-4a02-94df-43dae8f8dc38 service neutron] For port 8328b0ce-0e2d-410d-b42f-31b62e778215, host n-h1-818022-2, cleared binding levels {{(pid=103365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:48:43.022073 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-23d31bf2-ec1f-4097-97f8-66e253accae7 req-3eee8623-68c8-4a02-94df-43dae8f8dc38 service neutron] For port 8328b0ce-0e2d-410d-b42f-31b62e778215, host n-h1-818022-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=8328b0ce-0e2d-410d-b42f-31b62e778215,segment=NetworkSegment(8134ffe6-9a76-4d03-8b04-9fa6111c8127),segment_id=8134ffe6-9a76-4d03-8b04-9fa6111c8127)] {{(pid=103365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:48:43.024599 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8e7c7e23-346b-4184-b26d-832c071745d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671242'] for network, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:43.026650 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Pushing event updated for resources: {'Port': ['ID=096fbf6b-1527-4959-a491-ebec9dd1f89d,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:48:43.039704 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8e7c7e23-346b-4184-b26d-832c071745d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:43.046561 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-8e7c7e23-346b-4184-b26d-832c071745d9 admin admin] 10.222.0.54 "DELETE /v2.0/networks/7fe9dda4-bbb5-4db6-b240-cdabda9f2be2 HTTP/1.1" status: 204 len: 168 time: 0.9575934 Nov 19 17:48:43.054427 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-23d31bf2-ec1f-4097-97f8-66e253accae7 req-3eee8623-68c8-4a02-94df-43dae8f8dc38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:43.075575 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7c7e23-346b-4184-b26d-832c071745d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=7fe9dda4-bbb5-4db6-b240-cdabda9f2be2,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:48:43.117681 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d31bf2-ec1f-4097-97f8-66e253accae7 req-3eee8623-68c8-4a02-94df-43dae8f8dc38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:43.118926 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-23d31bf2-ec1f-4097-97f8-66e253accae7 req-3eee8623-68c8-4a02-94df-43dae8f8dc38 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:43.121500 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-23d31bf2-ec1f-4097-97f8-66e253accae7 req-3eee8623-68c8-4a02-94df-43dae8f8dc38 service neutron] 10.222.0.60 "PUT /v2.0/ports/8328b0ce-0e2d-410d-b42f-31b62e778215 HTTP/1.1" status: 200 len: 1092 time: 2.0119605 Nov 19 17:48:43.124276 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 17:48:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6504c36-2f77-4301-b676-790bd6ee5dc9 x-openstack-request-id: req-e6504c36-2f77-4301-b676-790bd6ee5dc9 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:48:43.124576 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4311522c-e142-4ff1-80d0-d4dee63ea739", "tag": "66e1ff91-8243-4a83-8144-981e0ac3e0ad", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:48:43.124834 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e6504c36-2f77-4301-b676-790bd6ee5dc9 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:48:43.125351 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4311522c-e142-4ff1-80d0-d4dee63ea739', 'tag': '66e1ff91-8243-4a83-8144-981e0ac3e0ad', 'status': 'completed', 'code': 200} Nov 19 17:48:43.166527 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eee8623-68c8-4a02-94df-43dae8f8dc38 service neutron] Pushing event updated for resources: {'Port': ['ID=8328b0ce-0e2d-410d-b42f-31b62e778215,revision_number=3']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:48:43.290618 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] get_ports_and_sgs() called for port_ids ['096fbf6b-1527-4959-a491-ebec9dd1f89d'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:48:43.308240 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dbcdb3-96ae-4164-a755-f7b4d2ba5189 req-449226cb-ff07-4fe4-a425-71cf9d5e3ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:43.310090 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-73dbcdb3-96ae-4164-a755-f7b4d2ba5189 req-449226cb-ff07-4fe4-a425-71cf9d5e3ad9 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7136fa31325e4016a695ca7c60f57962&device_id=4311522c-e142-4ff1-80d0-d4dee63ea739 HTTP/1.1" status: 200 len: 1099 time: 0.1537125 Nov 19 17:48:43.321130 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d31bf2-ec1f-4097-97f8-66e253accae7 req-076ba69f-ae06-460d-9f70-77ca47973f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:43.323887 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-23d31bf2-ec1f-4097-97f8-66e253accae7 req-076ba69f-ae06-460d-9f70-77ca47973f6f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=71f143b90b844169b3eeea1a30bf2a6c&device_id=9e693831-31b4-49a6-8474-c9e90387a1af HTTP/1.1" status: 200 len: 1095 time: 0.1484818 Nov 19 17:48:43.328737 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 56410) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:48:43.432797 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-23d31bf2-ec1f-4097-97f8-66e253accae7 req-3532b4ac-177a-4163-af41-ceb4b445a4b0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8328b0ce-0e2d-410d-b42f-31b62e778215 HTTP/1.1" status: 200 len: 217 time: 0.0748556 Nov 19 17:48:43.442396 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-8ed9e5f7-7b73-4166-8024-4ac71c167731 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ef849a6e511d48da926cfd9ca438c810&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1116264 Nov 19 17:48:43.454321 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 56414) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:48:43.508578 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986327ef-e3a1-4f9c-b58f-15661b47ba29 req-1e109202-efa5-45a9-8f2d-2bdd5b869616 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:43.510098 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-986327ef-e3a1-4f9c-b58f-15661b47ba29 req-1e109202-efa5-45a9-8f2d-2bdd5b869616 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d6d80d6-3550-4ad7-998c-1e2c27418ad5 HTTP/1.1" status: 200 len: 943 time: 0.1598973 Nov 19 17:48:43.535940 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f81e78f9-2f37-43a3-9df4-a489050f93e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:43.546582 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78eae24-4a44-4096-b614-9f85cbdd7439 req-ba9f6eef-3225-42f9-9f84-921042ff7661 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:43.552719 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78eae24-4a44-4096-b614-9f85cbdd7439 req-ba9f6eef-3225-42f9-9f84-921042ff7661 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:43.558794 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78eae24-4a44-4096-b614-9f85cbdd7439 req-ba9f6eef-3225-42f9-9f84-921042ff7661 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:43.566626 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78eae24-4a44-4096-b614-9f85cbdd7439 req-ba9f6eef-3225-42f9-9f84-921042ff7661 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:43.572912 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78eae24-4a44-4096-b614-9f85cbdd7439 req-ba9f6eef-3225-42f9-9f84-921042ff7661 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:43.573882 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f81e78f9-2f37-43a3-9df4-a489050f93e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:43.579177 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78eae24-4a44-4096-b614-9f85cbdd7439 req-ba9f6eef-3225-42f9-9f84-921042ff7661 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:43.584958 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78eae24-4a44-4096-b614-9f85cbdd7439 req-ba9f6eef-3225-42f9-9f84-921042ff7661 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:43.586896 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d78eae24-4a44-4096-b614-9f85cbdd7439 req-ba9f6eef-3225-42f9-9f84-921042ff7661 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] 10.222.0.54 "GET /v2.0/ports?device_id=08d7166f-7a15-4f21-9c94-87560bcdea01 HTTP/1.1" status: 200 len: 5435 time: 0.3734984 Nov 19 17:48:43.609753 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-986327ef-e3a1-4f9c-b58f-15661b47ba29 req-20fdc4a8-44ee-4da7-9b8a-a64545493b6a tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/security-groups?id=85786454-c560-4317-bd73-95e1b791240f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903835 Nov 19 17:48:43.660699 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f81e78f9-2f37-43a3-9df4-a489050f93e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:43.671817 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f81e78f9-2f37-43a3-9df4-a489050f93e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:43.673243 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-f81e78f9-2f37-43a3-9df4-a489050f93e1 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b596b6e2-4e99-405d-ab15-439621199b64 HTTP/1.1" status: 204 len: 168 time: 0.2183087 Nov 19 17:48:43.692606 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e78f9-2f37-43a3-9df4-a489050f93e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b596b6e2-4e99-405d-ab15-439621199b64,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:48:44.090949 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d31bf2-ec1f-4097-97f8-66e253accae7 req-fad9b9f0-93d1-4c2c-b8fb-d06af0436605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:44.092460 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-23d31bf2-ec1f-4097-97f8-66e253accae7 req-fad9b9f0-93d1-4c2c-b8fb-d06af0436605 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6d4d7490-658a-4bdc-a7c0-ec99d85e1097 HTTP/1.1" status: 200 len: 844 time: 0.6302416 Nov 19 17:48:44.143465 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d78eae24-4a44-4096-b614-9f85cbdd7439 req-0986e338-1c17-4db8-ac3f-3c888100546d tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] 10.222.0.54 "GET /v2.0/security-groups?id=c27dfe00-81ac-4bf5-b9dd-805873436817&id=2c5c45e5-871b-4ee9-82e2-22e9698a9680&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5268443 Nov 19 17:48:44.176931 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dbcdb3-96ae-4164-a755-f7b4d2ba5189 req-a9dcf8f3-76b6-4a40-aa9b-bc455b941847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:44.186688 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-73dbcdb3-96ae-4164-a755-f7b4d2ba5189 req-a9dcf8f3-76b6-4a40-aa9b-bc455b941847 service neutron] 10.222.0.86 "GET /v2.0/networks?id=346debfa-452b-4048-abf4-8f4493625ef2 HTTP/1.1" status: 200 len: 870 time: 0.8456714 Nov 19 17:48:44.254289 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3624b2-7dc2-4574-afd4-a5a1d52df75f req-2de1579f-18e7-440e-a3cd-1a3b4c1307e8 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:44.262721 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-7a3624b2-7dc2-4574-afd4-a5a1d52df75f req-2de1579f-18e7-440e-a3cd-1a3b4c1307e8 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/ports?device_id=4311522c-e142-4ff1-80d0-d4dee63ea739 HTTP/1.1" status: 200 len: 948 time: 0.0750134 Nov 19 17:48:44.268255 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-73dbcdb3-96ae-4164-a755-f7b4d2ba5189 req-4d6a1b1e-1e19-495f-935e-262553b7a793 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=66e1ff91-8243-4a83-8144-981e0ac3e0ad HTTP/1.1" status: 200 len: 217 time: 0.0723879 Nov 19 17:48:44.281419 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d31bf2-ec1f-4097-97f8-66e253accae7 req-3e892f25-45cb-45c8-ab3e-b17d11691953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:44.283049 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-23d31bf2-ec1f-4097-97f8-66e253accae7 req-3e892f25-45cb-45c8-ab3e-b17d11691953 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d8ac92c4-0b67-48ff-9053-9b7b6d8cb532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1811852 Nov 19 17:48:44.360744 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-7a3624b2-7dc2-4574-afd4-a5a1d52df75f req-e9556d68-f875-48e6-98ae-826661584b44 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/security-groups?id=6e557aa4-1576-4002-9603-a630915d92af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947511 Nov 19 17:48:44.429712 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d444df6-470b-424e-b4e2-f7eba1771341 req-26091029-9ef5-4e7c-85c2-0b049628ab2d tempest-ServersTestJSON-407418042 tempest-ServersTestJSON-407418042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:44.436902 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7d444df6-470b-424e-b4e2-f7eba1771341 req-26091029-9ef5-4e7c-85c2-0b049628ab2d tempest-ServersTestJSON-407418042 tempest-ServersTestJSON-407418042-project] 10.222.0.54 "GET /v2.0/ports?device_id=9e693831-31b4-49a6-8474-c9e90387a1af HTTP/1.1" status: 200 len: 944 time: 0.1712086 Nov 19 17:48:44.461116 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dbcdb3-96ae-4164-a755-f7b4d2ba5189 req-3d6a9eef-3700-4a51-bce4-bb8e30756973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:44.462859 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-73dbcdb3-96ae-4164-a755-f7b4d2ba5189 req-3d6a9eef-3700-4a51-bce4-bb8e30756973 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8b3c88de-c9c2-4a20-b19e-1855c2c19035 HTTP/1.1" status: 200 len: 843 time: 0.1847432 Nov 19 17:48:44.471637 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-23d31bf2-ec1f-4097-97f8-66e253accae7 req-06cc3fa7-d7fe-4e61-9a76-e749c996bafd service neutron] 10.222.0.60 "GET /v2.0/networks/d8ac92c4-0b67-48ff-9053-9b7b6d8cb532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671369 Nov 19 17:48:44.495017 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c797e0-c399-4916-8e91-83232983f86e req-b7b96b3d-c5c4-40fd-8d0e-43a4094f92fc tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:44.504422 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-52c797e0-c399-4916-8e91-83232983f86e req-b7b96b3d-c5c4-40fd-8d0e-43a4094f92fc tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba2cf6b1-eb1b-470c-b48b-b01821cf729f HTTP/1.1" status: 200 len: 944 time: 0.0719247 Nov 19 17:48:44.524836 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device 66e1ff91-8243-4a83-8144-981e0ac3e0ad details requested by agent hyperv_n-h2-818022-2 with host n-h2-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 17:48:44.531101 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device 096fbf6b-1527-4959-a491-ebec9dd1f89d up at agent hyperv_n-h2-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:48:44.569986 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-52c797e0-c399-4916-8e91-83232983f86e req-f0082070-7ebc-42b3-b4b5-51dbdc0499fc tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/security-groups?id=e103badb-33bc-4a96-ade0-89c422abc1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642302 Nov 19 17:48:44.628811 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-23d31bf2-ec1f-4097-97f8-66e253accae7 req-6e029402-066e-43c8-a559-bd4d14e24d9a service neutron] 10.222.0.60 "GET /v2.0/networks/d8ac92c4-0b67-48ff-9053-9b7b6d8cb532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386893 Nov 19 17:48:44.648323 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7d444df6-470b-424e-b4e2-f7eba1771341 req-04f24e43-ddf9-40e9-b62d-332b070e331e tempest-ServersTestJSON-407418042 tempest-ServersTestJSON-407418042-project] 10.222.0.54 "GET /v2.0/security-groups?id=3e7f346a-e4d6-4977-bb84-562683438f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2102718 Nov 19 17:48:44.666015 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dbcdb3-96ae-4164-a755-f7b4d2ba5189 req-e5c8c579-0164-4965-a733-c675e38dc651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:44.672760 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-73dbcdb3-96ae-4164-a755-f7b4d2ba5189 req-e5c8c579-0164-4965-a733-c675e38dc651 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=346debfa-452b-4048-abf4-8f4493625ef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1953120 Nov 19 17:48:44.705966 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Provisioning for port 096fbf6b-1527-4959-a491-ebec9dd1f89d completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 17:48:44.725413 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Provisioning complete for port 096fbf6b-1527-4959-a491-ebec9dd1f89d triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:48:44.725790 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:44.750765 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [req-cf7a2cff-c646-4025-ab79-499cf1d52725 req-eca83b74-bdd6-48af-a464-e2e96c2d4978 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=103365) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 17:48:44.751908 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-cf7a2cff-c646-4025-ab79-499cf1d52725 req-eca83b74-bdd6-48af-a464-e2e96c2d4978 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0066001 Nov 19 17:48:44.761858 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aeb791-aef3-4e31-8c1c-2e9b0f95166e req-b8edb5c1-f33e-45b8-8c11-4f64b41550c6 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:44.777624 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aeb791-aef3-4e31-8c1c-2e9b0f95166e req-b8edb5c1-f33e-45b8-8c11-4f64b41550c6 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:44.795877 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aeb791-aef3-4e31-8c1c-2e9b0f95166e req-b8edb5c1-f33e-45b8-8c11-4f64b41550c6 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:44.804277 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aeb791-aef3-4e31-8c1c-2e9b0f95166e req-b8edb5c1-f33e-45b8-8c11-4f64b41550c6 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:44.814932 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aeb791-aef3-4e31-8c1c-2e9b0f95166e req-b8edb5c1-f33e-45b8-8c11-4f64b41550c6 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:44.817596 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port 66e1ff91-8243-4a83-8144-981e0ac3e0ad, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=66e1ff91-8243-4a83-8144-981e0ac3e0ad,segment=NetworkSegment(1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861),segment_id=1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:48:44.823530 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aeb791-aef3-4e31-8c1c-2e9b0f95166e req-b8edb5c1-f33e-45b8-8c11-4f64b41550c6 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:44.832277 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aeb791-aef3-4e31-8c1c-2e9b0f95166e req-b8edb5c1-f33e-45b8-8c11-4f64b41550c6 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:44.854043 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 56472) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:48:44.860730 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-99aeb791-aef3-4e31-8c1c-2e9b0f95166e req-b8edb5c1-f33e-45b8-8c11-4f64b41550c6 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] 10.222.0.54 "GET /v2.0/ports?device_id=08d7166f-7a15-4f21-9c94-87560bcdea01 HTTP/1.1" status: 200 len: 5435 time: 0.1708450 Nov 19 17:48:44.869323 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-3ae5585e-fffc-4368-bdc6-83f7a43644ef tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Request body: {'floatingip': {'port_id': '250f924d-c35c-4c02-b955-99a05de844f1'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:48:44.875091 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:44.899634 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Returning: {'device': '66e1ff91-8243-4a83-8144-981e0ac3e0ad', 'network_id': '346debfa-452b-4048-abf4-8f4493625ef2', 'port_id': '66e1ff91-8243-4a83-8144-981e0ac3e0ad', 'mac_address': 'fa:16:3e:64:e8:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b3c88de-c9c2-4a20-b19e-1855c2c19035', 'ip_address': '192.168.233.212'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 17:48:44.921626 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba2cf6b1-eb1b-470c-b48b-b01821cf729f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '096fbf6b-1527-4959-a491-ebec9dd1f89d'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:48:44.924575 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3940761bcd94e032e6960d2241bd8993c5d3a7d8dc2aca8488f3ecf1d4dd2fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80d1317a-5929-4cf7-89c2-ac2265c80817" -d '{"events": [{"server_uuid": "ba2cf6b1-eb1b-470c-b48b-b01821cf729f", "name": "network-vif-plugged", "status": "completed", "tag": "096fbf6b-1527-4959-a491-ebec9dd1f89d"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:48:44.975751 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port 096fbf6b-1527-4959-a491-ebec9dd1f89d, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=096fbf6b-1527-4959-a491-ebec9dd1f89d,segment=NetworkSegment(76ca7d5f-3474-4bcd-9b64-65e02324eb89),segment_id=76ca7d5f-3474-4bcd-9b64-65e02324eb89)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:48:44.993233 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:45.019624 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3ae5585e-fffc-4368-bdc6-83f7a43644ef tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Publish callbacks [] for floatingip, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:45.122529 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:48:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1a63740-953c-4efb-b6a7-2cecbafffe40 x-openstack-request-id: req-a1a63740-953c-4efb-b6a7-2cecbafffe40 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:48:45.122903 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba2cf6b1-eb1b-470c-b48b-b01821cf729f", "name": "network-vif-plugged", "status": "completed", "tag": "096fbf6b-1527-4959-a491-ebec9dd1f89d", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:48:45.123167 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a1a63740-953c-4efb-b6a7-2cecbafffe40 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:48:45.125489 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba2cf6b1-eb1b-470c-b48b-b01821cf729f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '096fbf6b-1527-4959-a491-ebec9dd1f89d', 'code': 200} Nov 19 17:48:45.132993 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Pushing event updated for resources: {'Port': ['ID=096fbf6b-1527-4959-a491-ebec9dd1f89d,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:48:45.161002 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:45.191272 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66e1ff91-8243-4a83-8144-981e0ac3e0ad {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:48:45.193683 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e693831-31b4-49a6-8474-c9e90387a1af', 'tag': '8328b0ce-0e2d-410d-b42f-31b62e778215'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:48:45.196128 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218319d759239a7d11f1288aef37381b97754913ee9ccbfd43b51a463f801712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-041457a3-f104-4cfe-b31e-de02d2a7a6ed" -d '{"events": [{"name": "network-changed", "server_uuid": "9e693831-31b4-49a6-8474-c9e90387a1af", "tag": "8328b0ce-0e2d-410d-b42f-31b62e778215"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:48:45.210078 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-73dbcdb3-96ae-4164-a755-f7b4d2ba5189 req-863e6bdf-cb4b-434d-8ae0-6d3ea7cea26d service neutron] 10.222.0.86 "GET /v2.0/networks/346debfa-452b-4048-abf4-8f4493625ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5306084 Nov 19 17:48:45.239338 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77147a6c-6c9c-41e0-ba30-0c252eb47a82 req-a71b7e30-00b0-4ff7-9d4a-47c5b81ae8be tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:45.240378 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port 66e1ff91-8243-4a83-8144-981e0ac3e0ad, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=66e1ff91-8243-4a83-8144-981e0ac3e0ad,segment=NetworkSegment(1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861),segment_id=1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:48:45.241333 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-77147a6c-6c9c-41e0-ba30-0c252eb47a82 req-a71b7e30-00b0-4ff7-9d4a-47c5b81ae8be tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d6d80d6-3550-4ad7-998c-1e2c27418ad5 HTTP/1.1" status: 200 len: 943 time: 0.1604838 Nov 19 17:48:45.249697 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:45.283926 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-992caa1d-4f3a-4d4d-ae79-7c5f1e4202c2 req-f3487e87-8a21-4189-9eea-6d5c584051b2 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=7d6d80d6-3550-4ad7-998c-1e2c27418ad5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1408381 Nov 19 17:48:45.316133 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 17:48:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac56b2fa-30a1-4b57-a5a3-e919d751a5bd x-openstack-request-id: req-ac56b2fa-30a1-4b57-a5a3-e919d751a5bd {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:48:45.316133 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e693831-31b4-49a6-8474-c9e90387a1af", "tag": "8328b0ce-0e2d-410d-b42f-31b62e778215", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:48:45.316133 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ac56b2fa-30a1-4b57-a5a3-e919d751a5bd {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:48:45.317713 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e693831-31b4-49a6-8474-c9e90387a1af', 'tag': '8328b0ce-0e2d-410d-b42f-31b62e778215', 'status': 'completed', 'code': 200} Nov 19 17:48:45.351793 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-77147a6c-6c9c-41e0-ba30-0c252eb47a82 req-f1210f12-db0f-4a44-a9b9-ca1dcee19cd5 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/security-groups?id=85786454-c560-4317-bd73-95e1b791240f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999646 Nov 19 17:48:45.376190 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Pushing event updated for resources: {'Port': ['ID=66e1ff91-8243-4a83-8144-981e0ac3e0ad,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:48:45.467923 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951d2557-5f9c-4715-a947-b074a96cbcdb req-bcf3e2b4-0b65-45db-95f7-890560ff1aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:45.469513 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-951d2557-5f9c-4715-a947-b074a96cbcdb req-bcf3e2b4-0b65-45db-95f7-890560ff1aef service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=ba2cf6b1-eb1b-470c-b48b-b01821cf729f HTTP/1.1" status: 200 len: 1096 time: 0.2856438 Nov 19 17:48:45.552621 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041457a3-f104-4cfe-b31e-de02d2a7a6ed req-75d2a797-80ab-461b-b896-4f812976a3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:45.555246 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-041457a3-f104-4cfe-b31e-de02d2a7a6ed req-75d2a797-80ab-461b-b896-4f812976a3e4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=71f143b90b844169b3eeea1a30bf2a6c&device_id=9e693831-31b4-49a6-8474-c9e90387a1af HTTP/1.1" status: 200 len: 1095 time: 0.2097456 Nov 19 17:48:45.592899 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] get_ports_and_sgs() called for port_ids ['66e1ff91-8243-4a83-8144-981e0ac3e0ad'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:48:45.632069 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 56512) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:48:45.746491 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eed7d2-0126-4713-9887-67df96013f31 req-6c89aef2-6361-442f-9763-a93290224a3c tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:45.755864 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-76eed7d2-0126-4713-9887-67df96013f31 req-6c89aef2-6361-442f-9763-a93290224a3c tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba2cf6b1-eb1b-470c-b48b-b01821cf729f HTTP/1.1" status: 200 len: 945 time: 0.0847638 Nov 19 17:48:45.815824 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5f8d5a72-f921-443f-83cd-75dc2d16d93f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:45.822945 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-76eed7d2-0126-4713-9887-67df96013f31 req-dd16ce99-fb6d-4315-a3f1-1642504b34b8 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/security-groups?id=e103badb-33bc-4a96-ade0-89c422abc1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659838 Nov 19 17:48:45.859045 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-73dbcdb3-96ae-4164-a755-f7b4d2ba5189 req-37516a68-b23f-40c8-844c-882f12d601e8 service neutron] 10.222.0.86 "GET /v2.0/networks/346debfa-452b-4048-abf4-8f4493625ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6284640 Nov 19 17:48:45.904165 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a554bc-0482-44ab-a331-28a16c413218 req-dc60ca4c-1c68-437a-b3b5-da4f99989d72 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:45.905925 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-63a554bc-0482-44ab-a331-28a16c413218 req-dc60ca4c-1c68-437a-b3b5-da4f99989d72 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/ports?device_id=4311522c-e142-4ff1-80d0-d4dee63ea739 HTTP/1.1" status: 200 len: 949 time: 0.3871028 Nov 19 17:48:45.913064 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-951d2557-5f9c-4715-a947-b074a96cbcdb req-0602a208-5ad8-4e2e-af09-07152a7905f0 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=e103badb-33bc-4a96-ade0-89c422abc1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4020643 Nov 19 17:48:45.948574 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5f8d5a72-f921-443f-83cd-75dc2d16d93f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:45.956916 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5f8d5a72-f921-443f-83cd-75dc2d16d93f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:46.002772 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041457a3-f104-4cfe-b31e-de02d2a7a6ed req-809257b0-d9cd-44a0-a4de-0692b331f7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:46.004313 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-041457a3-f104-4cfe-b31e-de02d2a7a6ed req-809257b0-d9cd-44a0-a4de-0692b331f7e0 service neutron] 10.222.0.60 "GET /v2.0/networks?id=d8ac92c4-0b67-48ff-9053-9b7b6d8cb532 HTTP/1.1" status: 200 len: 906 time: 0.4215367 Nov 19 17:48:46.033326 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-5f8d5a72-f921-443f-83cd-75dc2d16d93f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ffdec0b5dfa648ce9d38167faf0b051d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3999567 Nov 19 17:48:46.034170 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8d5a72-f921-443f-83cd-75dc2d16d93f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=613f2eab-1fab-4b98-9b78-091b9e613282,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:48:46.038379 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 56520) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:48:46.095631 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dee484b-bff7-40a1-8c03-f17eacea5247 req-76ac18e4-4054-49e1-b374-cd9e1a2905cd tempest-ServersTestJSON-407418042 tempest-ServersTestJSON-407418042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:46.097510 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-5dee484b-bff7-40a1-8c03-f17eacea5247 req-76ac18e4-4054-49e1-b374-cd9e1a2905cd tempest-ServersTestJSON-407418042 tempest-ServersTestJSON-407418042-project] 10.222.0.54 "GET /v2.0/ports?device_id=9e693831-31b4-49a6-8474-c9e90387a1af HTTP/1.1" status: 200 len: 944 time: 0.1182387 Nov 19 17:48:46.112904 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-041457a3-f104-4cfe-b31e-de02d2a7a6ed req-89c806c3-560d-45dd-af1b-7b8feacf0504 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8328b0ce-0e2d-410d-b42f-31b62e778215 HTTP/1.1" status: 200 len: 217 time: 0.0943310 Nov 19 17:48:46.127027 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-63a554bc-0482-44ab-a331-28a16c413218 req-e9a77d08-d5e1-4a80-9852-ca2be4922bf8 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/security-groups?id=6e557aa4-1576-4002-9603-a630915d92af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069929 Nov 19 17:48:46.183227 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-5dee484b-bff7-40a1-8c03-f17eacea5247 req-b4f481ca-7395-4a6d-92a9-ff38020bdb70 tempest-ServersTestJSON-407418042 tempest-ServersTestJSON-407418042-project] 10.222.0.54 "GET /v2.0/security-groups?id=3e7f346a-e4d6-4977-bb84-562683438f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744011 Nov 19 17:48:46.205619 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-10055c4f-9670-42a5-90e9-9d4c8d34b1b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:46.233801 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-10055c4f-9670-42a5-90e9-9d4c8d34b1b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:46.235105 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041457a3-f104-4cfe-b31e-de02d2a7a6ed req-ab5929e5-3873-4d5f-967a-eb44bf2b5ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:46.236646 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-041457a3-f104-4cfe-b31e-de02d2a7a6ed req-ab5929e5-3873-4d5f-967a-eb44bf2b5ef4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6d4d7490-658a-4bdc-a7c0-ec99d85e1097 HTTP/1.1" status: 200 len: 844 time: 0.1067853 Nov 19 17:48:46.345239 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-10055c4f-9670-42a5-90e9-9d4c8d34b1b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:46.349477 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-10055c4f-9670-42a5-90e9-9d4c8d34b1b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:46.362693 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-10055c4f-9670-42a5-90e9-9d4c8d34b1b1 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/613f2eab-1fab-4b98-9b78-091b9e613282 HTTP/1.1" status: 204 len: 168 time: 0.3115404 Nov 19 17:48:46.375998 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10055c4f-9670-42a5-90e9-9d4c8d34b1b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=613f2eab-1fab-4b98-9b78-091b9e613282,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:48:46.420844 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041457a3-f104-4cfe-b31e-de02d2a7a6ed req-35e6dc0c-fdf1-4bc2-944a-63138a08b20a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:46.422628 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-041457a3-f104-4cfe-b31e-de02d2a7a6ed req-35e6dc0c-fdf1-4bc2-944a-63138a08b20a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d8ac92c4-0b67-48ff-9053-9b7b6d8cb532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1622627 Nov 19 17:48:46.424865 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3ae5585e-fffc-4368-bdc6-83f7a43644ef tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:46.445838 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3ae5585e-fffc-4368-bdc6-83f7a43644ef tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-671284'] for floatingip, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:46.556458 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device 66e1ff91-8243-4a83-8144-981e0ac3e0ad up at agent hyperv_n-h2-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:48:46.644075 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c462328-3984-4b14-a234-d0b4d1d0ac35 req-5f0537c4-646d-401d-a2d4-649efc8780d3 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:46.658493 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0c462328-3984-4b14-a234-d0b4d1d0ac35 req-5f0537c4-646d-401d-a2d4-649efc8780d3 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d6d80d6-3550-4ad7-998c-1e2c27418ad5 HTTP/1.1" status: 200 len: 943 time: 0.1988549 Nov 19 17:48:46.716590 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-041457a3-f104-4cfe-b31e-de02d2a7a6ed req-13aba738-846d-4812-bde9-6f0996f32cb9 service neutron] 10.222.0.60 "GET /v2.0/networks/d8ac92c4-0b67-48ff-9053-9b7b6d8cb532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2835159 Nov 19 17:48:46.718528 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Provisioning for port 66e1ff91-8243-4a83-8144-981e0ac3e0ad completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 17:48:46.723039 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Provisioning complete for port 66e1ff91-8243-4a83-8144-981e0ac3e0ad triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:48:46.723415 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:46.727089 n-d-818022-2 neutron-server[103365]: INFO neutron.db.l3_db [None req-3ae5585e-fffc-4368-bdc6-83f7a43644ef tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Floating IP e23dbf15-56d4-48f3-991a-7bd12b4699de associated. External IP: 172.25.7.108, port: 250f924d-c35c-4c02-b955-99a05de844f1. Nov 19 17:48:46.755622 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0c462328-3984-4b14-a234-d0b4d1d0ac35 req-8d383bf0-a034-4b18-8903-d890df9a8962 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/security-groups?id=85786454-c560-4317-bd73-95e1b791240f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945385 Nov 19 17:48:46.805233 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 8328b0ce-0e2d-410d-b42f-31b62e778215 details requested by agent hyperv_n-h1-818022-2 with host n-h1-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 17:48:46.949923 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-041457a3-f104-4cfe-b31e-de02d2a7a6ed req-80476670-e201-40e1-a396-688eb810b1c8 service neutron] 10.222.0.60 "GET /v2.0/networks/d8ac92c4-0b67-48ff-9053-9b7b6d8cb532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2245307 Nov 19 17:48:47.032563 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 8328b0ce-0e2d-410d-b42f-31b62e778215, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=8328b0ce-0e2d-410d-b42f-31b62e778215,segment=NetworkSegment(8134ffe6-9a76-4d03-8b04-9fa6111c8127),segment_id=8134ffe6-9a76-4d03-8b04-9fa6111c8127)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:48:47.069154 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Returning: {'device': '8328b0ce-0e2d-410d-b42f-31b62e778215', 'network_id': 'd8ac92c4-0b67-48ff-9053-9b7b6d8cb532', 'port_id': '8328b0ce-0e2d-410d-b42f-31b62e778215', 'mac_address': 'fa:16:3e:b5:b5:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d4d7490-658a-4bdc-a7c0-ec99d85e1097', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 17:48:47.136194 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11275189-3086-41bd-932d-fbf46db8d6f1 req-acd561c9-d4b4-400c-abb0-e82765f6a30a tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:47.142131 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-11275189-3086-41bd-932d-fbf46db8d6f1 req-acd561c9-d4b4-400c-abb0-e82765f6a30a tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba2cf6b1-eb1b-470c-b48b-b01821cf729f HTTP/1.1" status: 200 len: 945 time: 0.1547086 Nov 19 17:48:47.218786 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:47.243780 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:47.271794 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-11275189-3086-41bd-932d-fbf46db8d6f1 req-cad4fc39-be7b-430d-bb3c-87340caacb7a tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/security-groups?id=e103badb-33bc-4a96-ade0-89c422abc1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180494 Nov 19 17:48:47.381208 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port 66e1ff91-8243-4a83-8144-981e0ac3e0ad, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=66e1ff91-8243-4a83-8144-981e0ac3e0ad,segment=NetworkSegment(1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861),segment_id=1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:48:47.384741 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4311522c-e142-4ff1-80d0-d4dee63ea739', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66e1ff91-8243-4a83-8144-981e0ac3e0ad'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:48:47.397719 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3940761bcd94e032e6960d2241bd8993c5d3a7d8dc2aca8488f3ecf1d4dd2fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc899ed3-c766-4d10-8901-aaa4fa7cc9a9" -d '{"events": [{"server_uuid": "4311522c-e142-4ff1-80d0-d4dee63ea739", "name": "network-vif-plugged", "status": "completed", "tag": "66e1ff91-8243-4a83-8144-981e0ac3e0ad"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:48:47.414595 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8328b0ce-0e2d-410d-b42f-31b62e778215 {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:48:47.421675 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb8e113-1f63-4933-9364-6cf025ffec7e req-b2b00d76-929c-4c27-b08e-b48be4d2c623 tempest-ServersTestJSON-407418042 tempest-ServersTestJSON-407418042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:47.429930 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-7eb8e113-1f63-4933-9364-6cf025ffec7e req-b2b00d76-929c-4c27-b08e-b48be4d2c623 tempest-ServersTestJSON-407418042 tempest-ServersTestJSON-407418042-project] 10.222.0.54 "GET /v2.0/ports?device_id=9e693831-31b4-49a6-8474-c9e90387a1af HTTP/1.1" status: 200 len: 944 time: 0.0725853 Nov 19 17:48:47.475702 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 8328b0ce-0e2d-410d-b42f-31b62e778215, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=8328b0ce-0e2d-410d-b42f-31b62e778215,segment=NetworkSegment(8134ffe6-9a76-4d03-8b04-9fa6111c8127),segment_id=8134ffe6-9a76-4d03-8b04-9fa6111c8127)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:48:47.476200 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ae5585e-fffc-4368-bdc6-83f7a43644ef tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Router 38abec58-0373-47b5-8be3-e8c006bfa02e has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 17:48:47.488870 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:47.490765 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device 27705cb3-0294-4ee6-a550-a6915d0bf4c8 no longer exists at agent hyperv_n-h2-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:48:47.553902 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-7eb8e113-1f63-4933-9364-6cf025ffec7e req-6c36fc84-c9d0-43d4-8760-987fb42d24a6 tempest-ServersTestJSON-407418042 tempest-ServersTestJSON-407418042-project] 10.222.0.54 "GET /v2.0/security-groups?id=3e7f346a-e4d6-4977-bb84-562683438f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1226060 Nov 19 17:48:47.650645 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e8112f-ef62-481b-9af2-b76ebc1f5037 req-2b62ee4e-587a-447c-b7a5-d09bcc66644e tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:47.651027 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:47.656305 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-43e8112f-ef62-481b-9af2-b76ebc1f5037 req-2b62ee4e-587a-447c-b7a5-d09bcc66644e tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/ports?device_id=4311522c-e142-4ff1-80d0-d4dee63ea739 HTTP/1.1" status: 200 len: 949 time: 0.4015286 Nov 19 17:48:47.664452 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Pushing event updated for resources: {'Port': ['ID=66e1ff91-8243-4a83-8144-981e0ac3e0ad,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:48:47.783206 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:48:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4df118c-3b92-4971-bd25-91689fcc4baa x-openstack-request-id: req-d4df118c-3b92-4971-bd25-91689fcc4baa {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:48:47.783902 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4311522c-e142-4ff1-80d0-d4dee63ea739", "name": "network-vif-plugged", "status": "completed", "tag": "66e1ff91-8243-4a83-8144-981e0ac3e0ad", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:48:47.783902 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d4df118c-3b92-4971-bd25-91689fcc4baa {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:48:47.784123 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4311522c-e142-4ff1-80d0-d4dee63ea739', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66e1ff91-8243-4a83-8144-981e0ac3e0ad', 'code': 200} Nov 19 17:48:47.950472 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30a3982-1b9d-4424-8b1e-358f3f34ebda req-631b3c23-f329-44cc-b1aa-1236224229fc tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:47.960639 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f30a3982-1b9d-4424-8b1e-358f3f34ebda req-631b3c23-f329-44cc-b1aa-1236224229fc tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d6d80d6-3550-4ad7-998c-1e2c27418ad5 HTTP/1.1" status: 200 len: 943 time: 0.0718770 Nov 19 17:48:47.962709 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=8328b0ce-0e2d-410d-b42f-31b62e778215,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:48:47.985493 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['8328b0ce-0e2d-410d-b42f-31b62e778215'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:48:48.062570 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-43e8112f-ef62-481b-9af2-b76ebc1f5037 req-85839881-832c-490f-bfdf-bf3a6a2b8715 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/security-groups?id=6e557aa4-1576-4002-9603-a630915d92af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3891876 Nov 19 17:48:48.089127 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f30a3982-1b9d-4424-8b1e-358f3f34ebda req-d1188499-09ef-4d1b-8094-a23ae558cd0f tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/security-groups?id=85786454-c560-4317-bd73-95e1b791240f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1260931 Nov 19 17:48:48.103851 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ae5585e-fffc-4368-bdc6-83f7a43644ef tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 17:48:48.115843 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3ae5585e-fffc-4368-bdc6-83f7a43644ef tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for floatingip, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:48.124706 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7a2d74-e952-43e4-b887-f5e3d71c0be6 req-8bab0014-61cf-498f-b7a9-ec666f428a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:48.126918 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ab7a2d74-e952-43e4-b887-f5e3d71c0be6 req-8bab0014-61cf-498f-b7a9-ec666f428a5e service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=4311522c-e142-4ff1-80d0-d4dee63ea739 HTTP/1.1" status: 200 len: 1101 time: 0.2032850 Nov 19 17:48:48.155420 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-511288ce-abd3-44ea-9e32-9775186d3e15 None None] Sync routers for ids ['38abec58-0373-47b5-8be3-e8c006bfa02e'] in n-d-818022-2 {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 17:48:48.186398 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-3ae5585e-fffc-4368-bdc6-83f7a43644ef tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] 10.222.0.54 "PUT /v2.0/floatingips/e23dbf15-56d4-48f3-991a-7bd12b4699de HTTP/1.1" status: 200 len: 991 time: 3.3218307 Nov 19 17:48:48.187310 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08d7166f-7a15-4f21-9c94-87560bcdea01', 'tag': '250f924d-c35c-4c02-b955-99a05de844f1'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:48:48.192155 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218319d759239a7d11f1288aef37381b97754913ee9ccbfd43b51a463f801712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8135e490-cab7-4e2d-9d58-285d746bc696" -d '{"events": [{"name": "network-changed", "server_uuid": "08d7166f-7a15-4f21-9c94-87560bcdea01", "tag": "250f924d-c35c-4c02-b955-99a05de844f1"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:48:48.240843 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ab7a2d74-e952-43e4-b887-f5e3d71c0be6 req-1cd2b940-1436-4997-acbb-8cbb60c5704d service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=6e557aa4-1576-4002-9603-a630915d92af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968487 Nov 19 17:48:48.295129 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 17:48:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a198938f-0a55-44df-ae7a-e3d085a6681e x-openstack-request-id: req-a198938f-0a55-44df-ae7a-e3d085a6681e {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:48:48.295450 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08d7166f-7a15-4f21-9c94-87560bcdea01", "tag": "250f924d-c35c-4c02-b955-99a05de844f1", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:48:48.295725 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a198938f-0a55-44df-ae7a-e3d085a6681e {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:48:48.296123 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08d7166f-7a15-4f21-9c94-87560bcdea01', 'tag': '250f924d-c35c-4c02-b955-99a05de844f1', 'status': 'completed', 'code': 200} Nov 19 17:48:48.388527 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-511288ce-abd3-44ea-9e32-9775186d3e15 None None] Routers {'38abec58-0373-47b5-8be3-e8c006bfa02e'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:48:48.389188 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-511288ce-abd3-44ea-9e32-9775186d3e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:48:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['38abec58-0373-47b5-8be3-e8c006bfa02e'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:48:48.458325 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8135e490-cab7-4e2d-9d58-285d746bc696 req-584ec276-40b9-402e-918a-8eed7a7ee7da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:48.458712 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8135e490-cab7-4e2d-9d58-285d746bc696 req-584ec276-40b9-402e-918a-8eed7a7ee7da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:48.459179 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8135e490-cab7-4e2d-9d58-285d746bc696 req-584ec276-40b9-402e-918a-8eed7a7ee7da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:48.459636 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8135e490-cab7-4e2d-9d58-285d746bc696 req-584ec276-40b9-402e-918a-8eed7a7ee7da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:48.460286 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8135e490-cab7-4e2d-9d58-285d746bc696 req-584ec276-40b9-402e-918a-8eed7a7ee7da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:48.460680 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8135e490-cab7-4e2d-9d58-285d746bc696 req-584ec276-40b9-402e-918a-8eed7a7ee7da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:48.461141 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8135e490-cab7-4e2d-9d58-285d746bc696 req-584ec276-40b9-402e-918a-8eed7a7ee7da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:48.463085 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8135e490-cab7-4e2d-9d58-285d746bc696 req-584ec276-40b9-402e-918a-8eed7a7ee7da service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c2e6ec2d08df4707906c035065baeeeb&device_id=08d7166f-7a15-4f21-9c94-87560bcdea01 HTTP/1.1" status: 200 len: 6492 time: 0.1335905 Nov 19 17:48:48.543032 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-511288ce-abd3-44ea-9e32-9775186d3e15 None None] Set router 38abec58-0373-47b5-8be3-e8c006bfa02e gateway port host: n-d-818022-2 {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:48:48.578356 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2eb081-c2bc-4a29-9490-4f73be7ab888 req-70e8a152-d3f7-4f59-acf8-23b28802a5f6 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:48.580602 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5e2eb081-c2bc-4a29-9490-4f73be7ab888 req-70e8a152-d3f7-4f59-acf8-23b28802a5f6 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba2cf6b1-eb1b-470c-b48b-b01821cf729f HTTP/1.1" status: 200 len: 945 time: 0.1486981 Nov 19 17:48:48.652308 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8135e490-cab7-4e2d-9d58-285d746bc696 req-ae40ca6f-25c4-4b93-baab-ef083d11df75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:48.653798 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8135e490-cab7-4e2d-9d58-285d746bc696 req-ae40ca6f-25c4-4b93-baab-ef083d11df75 service neutron] 10.222.0.60 "GET /v2.0/networks?id=a7696552-ba44-476c-8112-55d4b789a3e1 HTTP/1.1" status: 200 len: 913 time: 0.1687882 Nov 19 17:48:48.677061 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5e2eb081-c2bc-4a29-9490-4f73be7ab888 req-6505bbd6-7280-40de-b509-0485d43bf474 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/security-groups?id=e103badb-33bc-4a96-ade0-89c422abc1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863600 Nov 19 17:48:48.779772 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8135e490-cab7-4e2d-9d58-285d746bc696 req-015bec9d-63f7-4fa3-9937-bcf0e198beb7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=250f924d-c35c-4c02-b955-99a05de844f1 HTTP/1.1" status: 200 len: 999 time: 0.1155195 Nov 19 17:48:48.922376 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-511288ce-abd3-44ea-9e32-9775186d3e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38abec58-0373-47b5-8be3-e8c006bfa02e', 'name': 'tempest-TaggedBootDevicesTest-1544452270-router', 'tenant_id': 'c2e6ec2d08df4707906c035065baeeeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.14'}], 'enable_snat': True}, 'gw_port_id': 'e98554cb-ac70-4afd-a1b3-4f9dc391947b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:45:56Z', 'updated_at': '2021-11-19T17:46:01Z', 'revision_number': 4, 'project_id': 'c2e6ec2d08df4707906c035065baeeeb', 'gw_port': {'id': 'e98554cb-ac70-4afd-a1b3-4f9dc391947b', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:c1:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38abec58-0373-47b5-8be3-e8c006bfa02e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:45:57Z', 'updated_at': '2021-11-19T17:46:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_floatingips': [{'id': 'e23dbf15-56d4-48f3-991a-7bd12b4699de', 'tenant_id': 'c2e6ec2d08df4707906c035065baeeeb', 'floating_ip_address': '172.25.7.108', 'floating_network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'router_id': '38abec58-0373-47b5-8be3-e8c006bfa02e', 'port_id': '250f924d-c35c-4c02-b955-99a05de844f1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7696552-ba44-476c-8112-55d4b789a3e1', 'mac_address': 'fa:16:3e:7c:94:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08d7166f-7a15-4f21-9c94-87560bcdea01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T17:46:58Z', 'updated_at': '2021-11-19T17:48:46Z', 'revision_number': 1, 'project_id': 'c2e6ec2d08df4707906c035065baeeeb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e646b60e-4d6e-4955-9bf5-21d34a3da1c4', 'name': '', 'network_id': 'a7696552-ba44-476c-8112-55d4b789a3e1', 'tenant_id': 'c2e6ec2d08df4707906c035065baeeeb', 'mac_address': 'fa:16:3e:f5:5b:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38abec58-0373-47b5-8be3-e8c006bfa02e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': '10488475-e039-4e90-8c5a-9f67d399bd8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:46:00Z', 'updated_at': '2021-11-19T17:46:08Z', 'revision_number': 5, 'project_id': 'c2e6ec2d08df4707906c035065baeeeb', 'subnets': [{'id': '10488475-e039-4e90-8c5a-9f67d399bd8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:48:48.951029 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-511288ce-abd3-44ea-9e32-9775186d3e15 None None] Checking router: 38abec58-0373-47b5-8be3-e8c006bfa02e for host: n-d-818022-2 {{(pid=103366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 17:48:48.961790 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-511288ce-abd3-44ea-9e32-9775186d3e15 None None] Routers {'38abec58-0373-47b5-8be3-e8c006bfa02e'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:48:48.962480 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-511288ce-abd3-44ea-9e32-9775186d3e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:48:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['38abec58-0373-47b5-8be3-e8c006bfa02e'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:48:49.103092 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-511288ce-abd3-44ea-9e32-9775186d3e15 None None] Set router 38abec58-0373-47b5-8be3-e8c006bfa02e gateway port host: n-d-818022-2 {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:48:49.199899 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8135e490-cab7-4e2d-9d58-285d746bc696 req-3bb18aa2-5596-4e82-8e41-a7b79e157299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:49.202597 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8135e490-cab7-4e2d-9d58-285d746bc696 req-3bb18aa2-5596-4e82-8e41-a7b79e157299 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=10488475-e039-4e90-8c5a-9f67d399bd8d HTTP/1.1" status: 200 len: 851 time: 0.4120553 Nov 19 17:48:49.218391 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e59ad7d-d55f-47da-abd1-b600f28d1d7b req-f84fb282-7d86-4e6f-bfc2-309034e9a1ad tempest-ServersTestJSON-407418042 tempest-ServersTestJSON-407418042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:49.221025 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2e59ad7d-d55f-47da-abd1-b600f28d1d7b req-f84fb282-7d86-4e6f-bfc2-309034e9a1ad tempest-ServersTestJSON-407418042 tempest-ServersTestJSON-407418042-project] 10.222.0.54 "GET /v2.0/ports?device_id=9e693831-31b4-49a6-8474-c9e90387a1af HTTP/1.1" status: 200 len: 945 time: 0.4322231 Nov 19 17:48:49.290599 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8135e490-cab7-4e2d-9d58-285d746bc696 req-3427382e-692e-4211-821d-4c2dacb0e100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:49.292275 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8135e490-cab7-4e2d-9d58-285d746bc696 req-3427382e-692e-4211-821d-4c2dacb0e100 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a7696552-ba44-476c-8112-55d4b789a3e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0699992 Nov 19 17:48:49.365143 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2e59ad7d-d55f-47da-abd1-b600f28d1d7b req-83e11df3-1387-4f65-98e7-14d141f5397c tempest-ServersTestJSON-407418042 tempest-ServersTestJSON-407418042-project] 10.222.0.54 "GET /v2.0/security-groups?id=3e7f346a-e4d6-4977-bb84-562683438f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1328106 Nov 19 17:48:49.421316 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-511288ce-abd3-44ea-9e32-9775186d3e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38abec58-0373-47b5-8be3-e8c006bfa02e', 'name': 'tempest-TaggedBootDevicesTest-1544452270-router', 'tenant_id': 'c2e6ec2d08df4707906c035065baeeeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.14'}], 'enable_snat': True}, 'gw_port_id': 'e98554cb-ac70-4afd-a1b3-4f9dc391947b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:45:56Z', 'updated_at': '2021-11-19T17:46:01Z', 'revision_number': 4, 'project_id': 'c2e6ec2d08df4707906c035065baeeeb', 'gw_port': {'id': 'e98554cb-ac70-4afd-a1b3-4f9dc391947b', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:c1:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38abec58-0373-47b5-8be3-e8c006bfa02e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:45:57Z', 'updated_at': '2021-11-19T17:46:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_floatingips': [{'id': 'e23dbf15-56d4-48f3-991a-7bd12b4699de', 'tenant_id': 'c2e6ec2d08df4707906c035065baeeeb', 'floating_ip_address': '172.25.7.108', 'floating_network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'router_id': '38abec58-0373-47b5-8be3-e8c006bfa02e', 'port_id': '250f924d-c35c-4c02-b955-99a05de844f1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7696552-ba44-476c-8112-55d4b789a3e1', 'mac_address': 'fa:16:3e:7c:94:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08d7166f-7a15-4f21-9c94-87560bcdea01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T17:46:58Z', 'updated_at': '2021-11-19T17:48:46Z', 'revision_number': 1, 'project_id': 'c2e6ec2d08df4707906c035065baeeeb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e646b60e-4d6e-4955-9bf5-21d34a3da1c4', 'name': '', 'network_id': 'a7696552-ba44-476c-8112-55d4b789a3e1', 'tenant_id': 'c2e6ec2d08df4707906c035065baeeeb', 'mac_address': 'fa:16:3e:f5:5b:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38abec58-0373-47b5-8be3-e8c006bfa02e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': '10488475-e039-4e90-8c5a-9f67d399bd8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:46:00Z', 'updated_at': '2021-11-19T17:46:08Z', 'revision_number': 5, 'project_id': 'c2e6ec2d08df4707906c035065baeeeb', 'subnets': [{'id': '10488475-e039-4e90-8c5a-9f67d399bd8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:48:49.444235 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8135e490-cab7-4e2d-9d58-285d746bc696 req-2e73c48d-a2fa-4063-9a7e-1678590eb681 service neutron] 10.222.0.60 "GET /v2.0/networks/a7696552-ba44-476c-8112-55d4b789a3e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409023 Nov 19 17:48:49.472613 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-511288ce-abd3-44ea-9e32-9775186d3e15 None None] The sync data for ids ['38abec58-0373-47b5-8be3-e8c006bfa02e'] in n-d-818022-2 is: [{'id': '38abec58-0373-47b5-8be3-e8c006bfa02e', 'name': 'tempest-TaggedBootDevicesTest-1544452270-router', 'tenant_id': 'c2e6ec2d08df4707906c035065baeeeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.14'}], 'enable_snat': True}, 'gw_port_id': 'e98554cb-ac70-4afd-a1b3-4f9dc391947b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:45:56Z', 'updated_at': '2021-11-19T17:46:01Z', 'revision_number': 4, 'project_id': 'c2e6ec2d08df4707906c035065baeeeb', 'gw_port': {'id': 'e98554cb-ac70-4afd-a1b3-4f9dc391947b', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:c1:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38abec58-0373-47b5-8be3-e8c006bfa02e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:45:57Z', 'updated_at': '2021-11-19T17:46:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_floatingips': [{'id': 'e23dbf15-56d4-48f3-991a-7bd12b4699de', 'tenant_id': 'c2e6ec2d08df4707906c035065baeeeb', 'floating_ip_address': '172.25.7.108', 'floating_network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'router_id': '38abec58-0373-47b5-8be3-e8c006bfa02e', 'port_id': '250f924d-c35c-4c02-b955-99a05de844f1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7696552-ba44-476c-8112-55d4b789a3e1', 'mac_address': 'fa:16:3e:7c:94:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08d7166f-7a15-4f21-9c94-87560bcdea01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T17:46:58Z', 'updated_at': '2021-11-19T17:48:46Z', 'revision_number': 1, 'project_id': 'c2e6ec2d08df4707906c035065baeeeb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e646b60e-4d6e-4955-9bf5-21d34a3da1c4', 'name': '', 'network_id': 'a7696552-ba44-476c-8112-55d4b789a3e1', 'tenant_id': 'c2e6ec2d08df4707906c035065baeeeb', 'mac_address': 'fa:16:3e:f5:5b:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38abec58-0373-47b5-8be3-e8c006bfa02e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': '10488475-e039-4e90-8c5a-9f67d399bd8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:46:00Z', 'updated_at': '2021-11-19T17:46:08Z', 'revision_number': 5, 'project_id': 'c2e6ec2d08df4707906c035065baeeeb', 'subnets': [{'id': '10488475-e039-4e90-8c5a-9f67d399bd8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 17:48:49.664342 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8135e490-cab7-4e2d-9d58-285d746bc696 req-9fc83b74-90d7-4908-bb78-e8f72e026e64 service neutron] 10.222.0.60 "GET /v2.0/networks/a7696552-ba44-476c-8112-55d4b789a3e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2116554 Nov 19 17:48:49.693597 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15922fa-1535-4b2e-9755-3ed03fb11b07 req-65e45d9c-e9e5-442e-9a6a-b1061b805e03 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:49.695406 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b15922fa-1535-4b2e-9755-3ed03fb11b07 req-65e45d9c-e9e5-442e-9a6a-b1061b805e03 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/networks?id=09343151-5f7f-4534-803c-65c4f7eca01b HTTP/1.1" status: 200 len: 805 time: 0.1515141 Nov 19 17:48:49.712078 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b15922fa-1535-4b2e-9755-3ed03fb11b07 req-7278ffde-6c54-4cb1-afb3-72444bc3aa93 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/quotas/bf8774509ece48c1a5e5e0350ab076c6 HTTP/1.1" status: 200 len: 375 time: 0.0101731 Nov 19 17:48:49.766521 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b15922fa-1535-4b2e-9755-3ed03fb11b07 req-09a94f9d-6de2-4d16-a8d9-965b62f394d7 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=bf8774509ece48c1a5e5e0350ab076c6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0480053 Nov 19 17:48:49.787487 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b56e6a-3767-4575-b86c-f5cd2353c434 None None] New status for floating IP e23dbf15-56d4-48f3-991a-7bd12b4699de: ACTIVE {{(pid=103367) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 17:48:49.871169 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b15922fa-1535-4b2e-9755-3ed03fb11b07 req-01fe69d2-de2d-4259-803e-9ff7be7f97d7 service neutron] 10.222.0.54 "GET /v2.0/networks/09343151-5f7f-4534-803c-65c4f7eca01b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958347 Nov 19 17:48:49.965777 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b15922fa-1535-4b2e-9755-3ed03fb11b07 req-6fc98b0f-ed55-481d-a48e-678c1edb1d9c service neutron] 10.222.0.54 "GET /v2.0/networks/09343151-5f7f-4534-803c-65c4f7eca01b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870409 Nov 19 17:48:50.208641 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7159061-cb51-41f8-997d-3ada4585a7a8 req-4d3125dc-a0e3-4749-8024-d20b717f2484 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:50.210584 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c7159061-cb51-41f8-997d-3ada4585a7a8 req-4d3125dc-a0e3-4749-8024-d20b717f2484 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/ports?device_id=4311522c-e142-4ff1-80d0-d4dee63ea739 HTTP/1.1" status: 200 len: 950 time: 0.0704653 Nov 19 17:48:50.284968 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c7159061-cb51-41f8-997d-3ada4585a7a8 req-5bcdd2ac-336d-49c9-9488-d479b95a4804 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/security-groups?id=6e557aa4-1576-4002-9603-a630915d92af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650008 Nov 19 17:48:50.417244 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e81fac-cefc-452b-ac76-dd1897d3d124 req-d9b94cc4-8802-4019-a482-62a9bc3c74ee tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:50.419048 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-48e81fac-cefc-452b-ac76-dd1897d3d124 req-d9b94cc4-8802-4019-a482-62a9bc3c74ee tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d6d80d6-3550-4ad7-998c-1e2c27418ad5 HTTP/1.1" status: 200 len: 943 time: 0.0666821 Nov 19 17:48:50.473859 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-48e81fac-cefc-452b-ac76-dd1897d3d124 req-a0898ffa-8a3f-4352-ad9b-30a6db9cec2c tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/security-groups?id=85786454-c560-4317-bd73-95e1b791240f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448408 Nov 19 17:48:50.837066 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 8328b0ce-0e2d-410d-b42f-31b62e778215 up at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:48:50.903406 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning for port 8328b0ce-0e2d-410d-b42f-31b62e778215 completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 17:48:50.910435 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning complete for port 8328b0ce-0e2d-410d-b42f-31b62e778215 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:48:50.911025 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:51.015702 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:51.054022 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e693831-31b4-49a6-8474-c9e90387a1af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8328b0ce-0e2d-410d-b42f-31b62e778215'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:48:51.065896 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3940761bcd94e032e6960d2241bd8993c5d3a7d8dc2aca8488f3ecf1d4dd2fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae05afd6-ae5b-4837-9163-964517beb1ef" -d '{"events": [{"server_uuid": "9e693831-31b4-49a6-8474-c9e90387a1af", "name": "network-vif-plugged", "status": "completed", "tag": "8328b0ce-0e2d-410d-b42f-31b62e778215"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:48:51.084564 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 8328b0ce-0e2d-410d-b42f-31b62e778215, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=8328b0ce-0e2d-410d-b42f-31b62e778215,segment=NetworkSegment(8134ffe6-9a76-4d03-8b04-9fa6111c8127),segment_id=8134ffe6-9a76-4d03-8b04-9fa6111c8127)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:48:51.089296 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:51.155667 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=8328b0ce-0e2d-410d-b42f-31b62e778215,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:48:51.173232 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [req-1bdc1313-2b5d-4e4b-8165-6f49c03f1db1 req-5fd23e05-7581-4492-ad15-4a65904021bc service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=103365) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 17:48:51.174253 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-1bdc1313-2b5d-4e4b-8165-6f49c03f1db1 req-5fd23e05-7581-4492-ad15-4a65904021bc service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058653 Nov 19 17:48:51.426985 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-505ef7ea-05c4-493a-a324-704c8d6bce88 req-fa581c4f-9cc5-4d0d-9bf4-469cf2b9690a service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=4311522c-e142-4ff1-80d0-d4dee63ea739&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0635440 Nov 19 17:48:51.464729 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a334e1fc-a674-4e15-8b02-4919114a65d0 req-f022e063-e505-4bfe-a0a4-b960070df7a8 tempest-ServersTestJSON-407418042 tempest-ServersTestJSON-407418042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:51.466699 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a334e1fc-a674-4e15-8b02-4919114a65d0 req-f022e063-e505-4bfe-a0a4-b960070df7a8 tempest-ServersTestJSON-407418042 tempest-ServersTestJSON-407418042-project] 10.222.0.54 "GET /v2.0/ports?device_id=9e693831-31b4-49a6-8474-c9e90387a1af HTTP/1.1" status: 200 len: 946 time: 0.0678575 Nov 19 17:48:51.539738 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a334e1fc-a674-4e15-8b02-4919114a65d0 req-b541fb12-0b3c-494a-8e05-0aa27c9d9979 tempest-ServersTestJSON-407418042 tempest-ServersTestJSON-407418042-project] 10.222.0.54 "GET /v2.0/security-groups?id=3e7f346a-e4d6-4977-bb84-562683438f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636029 Nov 19 17:48:51.652803 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-869f86e9-1f80-4df9-b4d3-c5926f8a86be req-13d6f52c-722a-4771-b7c5-8150c04c4ff3 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/ports?device_id=8365cb28-6895-41ef-b788-3d3eb11555b1 HTTP/1.1" status: 200 len: 210 time: 0.0317616 Nov 19 17:48:51.704714 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b15922fa-1535-4b2e-9755-3ed03fb11b07 req-d0174e62-8d79-43c5-b9af-250269476a29 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=bf8774509ece48c1a5e5e0350ab076c6&device_id=8365cb28-6895-41ef-b788-3d3eb11555b1 HTTP/1.1" status: 200 len: 210 time: 0.0319898 Nov 19 17:48:51.707739 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:48:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9c15695-143b-446e-8ad3-7bb210cc956c x-openstack-request-id: req-d9c15695-143b-446e-8ad3-7bb210cc956c {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:48:51.708264 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e693831-31b4-49a6-8474-c9e90387a1af", "name": "network-vif-plugged", "status": "completed", "tag": "8328b0ce-0e2d-410d-b42f-31b62e778215", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:48:51.708803 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d9c15695-143b-446e-8ad3-7bb210cc956c {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:48:51.709293 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e693831-31b4-49a6-8474-c9e90387a1af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8328b0ce-0e2d-410d-b42f-31b62e778215', 'code': 200} Nov 19 17:48:51.820326 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.agents_db [None req-619e5c26-d9ed-4321-86eb-7d443bb9dfa2 None None] Agent healthcheck: found 7 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 17:48:51.920715 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e9f158-cb81-4b1e-96ec-398a1613a220 req-64bdf461-28f6-470b-97aa-0de010ea1b88 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:51.922308 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-05e9f158-cb81-4b1e-96ec-398a1613a220 req-64bdf461-28f6-470b-97aa-0de010ea1b88 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/ports?device_id=4311522c-e142-4ff1-80d0-d4dee63ea739 HTTP/1.1" status: 200 len: 950 time: 0.1610317 Nov 19 17:48:51.931085 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179d9d5a-97bf-433b-9ff7-ce1938810dc0 req-d0413686-0a1b-4e04-b26d-47e85273ef6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:51.933051 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-179d9d5a-97bf-433b-9ff7-ce1938810dc0 req-d0413686-0a1b-4e04-b26d-47e85273ef6e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=9e693831-31b4-49a6-8474-c9e90387a1af HTTP/1.1" status: 200 len: 1097 time: 0.1197884 Nov 19 17:48:51.936128 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15922fa-1535-4b2e-9755-3ed03fb11b07 req-8af3cacf-5d6a-4f9b-b640-0656d4fa6b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:51.937515 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b15922fa-1535-4b2e-9755-3ed03fb11b07 req-8af3cacf-5d6a-4f9b-b640-0656d4fa6b0d service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=bf8774509ece48c1a5e5e0350ab076c6&shared=False HTTP/1.1" status: 200 len: 906 time: 0.2113874 Nov 19 17:48:52.086937 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-05e9f158-cb81-4b1e-96ec-398a1613a220 req-87f1cdb1-7b06-4f3e-a1e7-2ae705868bfd tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/security-groups?id=6e557aa4-1576-4002-9603-a630915d92af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525922 Nov 19 17:48:52.092918 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-179d9d5a-97bf-433b-9ff7-ce1938810dc0 req-13caf575-180e-4f90-b465-5ee470f4a2d5 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=3e7f346a-e4d6-4977-bb84-562683438f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1489186 Nov 19 17:48:52.125750 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15922fa-1535-4b2e-9755-3ed03fb11b07 req-8cc25247-16a4-4dde-9c98-94bcff021821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:52.127383 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b15922fa-1535-4b2e-9755-3ed03fb11b07 req-8cc25247-16a4-4dde-9c98-94bcff021821 service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1706378 Nov 19 17:48:52.221676 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b15922fa-1535-4b2e-9755-3ed03fb11b07 req-9276fa67-788a-49d2-89f9-92f65f458f7f tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.86 "GET /v2.0/ports?device_id=8365cb28-6895-41ef-b788-3d3eb11555b1 HTTP/1.1" status: 200 len: 210 time: 0.0496631 Nov 19 17:48:52.279945 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06082408-35cf-454c-aa0f-adfe7b653057 req-f1c7c6eb-80a8-4283-8f56-99afb0a98ac6 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:52.282843 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-06082408-35cf-454c-aa0f-adfe7b653057 req-f1c7c6eb-80a8-4283-8f56-99afb0a98ac6 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d6d80d6-3550-4ad7-998c-1e2c27418ad5 HTTP/1.1" status: 200 len: 943 time: 0.0633388 Nov 19 17:48:52.357232 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-06082408-35cf-454c-aa0f-adfe7b653057 req-558466a6-e7f6-476a-a0a7-65571fb847d4 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/security-groups?id=85786454-c560-4317-bd73-95e1b791240f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683787 Nov 19 17:48:52.705136 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-93a8702d-e93a-4978-9efe-2593181ba568 req-e9f3f8b8-aa95-40ac-bf1a-9a02cef08208 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=bf8774509ece48c1a5e5e0350ab076c6&device_id=8365cb28-6895-41ef-b788-3d3eb11555b1 HTTP/1.1" status: 200 len: 210 time: 0.0289485 Nov 19 17:48:52.718345 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a2432d-0a8f-42fc-9ade-1497d1beb3be req-92ba95b6-d3eb-4f42-bbe0-88bb1d3a3dce tempest-ServersTestJSON-407418042 tempest-ServersTestJSON-407418042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:52.719877 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c1a2432d-0a8f-42fc-9ade-1497d1beb3be req-92ba95b6-d3eb-4f42-bbe0-88bb1d3a3dce tempest-ServersTestJSON-407418042 tempest-ServersTestJSON-407418042-project] 10.222.0.54 "GET /v2.0/ports?device_id=9e693831-31b4-49a6-8474-c9e90387a1af HTTP/1.1" status: 200 len: 946 time: 0.0829763 Nov 19 17:48:52.843380 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c1a2432d-0a8f-42fc-9ade-1497d1beb3be req-b0cce23b-5830-4c8d-98a0-4fd648ee1319 tempest-ServersTestJSON-407418042 tempest-ServersTestJSON-407418042-project] 10.222.0.54 "GET /v2.0/security-groups?id=3e7f346a-e4d6-4977-bb84-562683438f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1126318 Nov 19 17:48:52.869295 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a8702d-e93a-4978-9efe-2593181ba568 req-f16c6ffd-8f60-4edb-8b8e-94d4e5d059b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:52.871193 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-93a8702d-e93a-4978-9efe-2593181ba568 req-f16c6ffd-8f60-4edb-8b8e-94d4e5d059b2 service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=bf8774509ece48c1a5e5e0350ab076c6&shared=False HTTP/1.1" status: 200 len: 906 time: 0.1501439 Nov 19 17:48:53.007664 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6da06380-4740-464c-a9b2-74ef0dccbbc7 req-9d61a87b-4c5c-474c-9840-93bceb32e529 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/ports?device_id=8365cb28-6895-41ef-b788-3d3eb11555b1 HTTP/1.1" status: 200 len: 210 time: 0.0534916 Nov 19 17:48:53.071191 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a8702d-e93a-4978-9efe-2593181ba568 req-e18a9dbb-7156-4bb2-bda2-d16a1ac83292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:53.072665 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-93a8702d-e93a-4978-9efe-2593181ba568 req-e18a9dbb-7156-4bb2-bda2-d16a1ac83292 service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1888521 Nov 19 17:48:53.091816 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505ef7ea-05c4-493a-a324-704c8d6bce88 req-a82217c0-899b-47bb-9ba0-b254ee15b100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:53.096654 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-505ef7ea-05c4-493a-a324-704c8d6bce88 req-a82217c0-899b-47bb-9ba0-b254ee15b100 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7136fa31325e4016a695ca7c60f57962&device_id=4311522c-e142-4ff1-80d0-d4dee63ea739 HTTP/1.1" status: 200 len: 1101 time: 0.0830848 Nov 19 17:48:53.252725 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-93a8702d-e93a-4978-9efe-2593181ba568 req-a7d6b1bd-bfc6-45be-a84d-846ef333be21 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.86 "GET /v2.0/ports?device_id=8365cb28-6895-41ef-b788-3d3eb11555b1 HTTP/1.1" status: 200 len: 210 time: 0.1000731 Nov 19 17:48:53.368172 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e9e045-9f03-40f7-a6b6-2702d2abcb3c req-5ba9e359-1fd0-4649-a67c-953679783ee0 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:53.376869 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-48e9e045-9f03-40f7-a6b6-2702d2abcb3c req-5ba9e359-1fd0-4649-a67c-953679783ee0 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/ports?device_id=4311522c-e142-4ff1-80d0-d4dee63ea739 HTTP/1.1" status: 200 len: 950 time: 0.1229711 Nov 19 17:48:53.412922 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505ef7ea-05c4-493a-a324-704c8d6bce88 req-d03ba75d-4681-40db-b594-9a54fd8fd8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:53.414826 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-505ef7ea-05c4-493a-a324-704c8d6bce88 req-d03ba75d-4681-40db-b594-9a54fd8fd8c0 service neutron] 10.222.0.86 "GET /v2.0/networks?id=346debfa-452b-4048-abf4-8f4493625ef2 HTTP/1.1" status: 200 len: 870 time: 0.2952955 Nov 19 17:48:53.447720 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-48e9e045-9f03-40f7-a6b6-2702d2abcb3c req-861207da-644f-4d83-bbff-55d98312efd2 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/security-groups?id=6e557aa4-1576-4002-9603-a630915d92af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697048 Nov 19 17:48:53.513786 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-505ef7ea-05c4-493a-a324-704c8d6bce88 req-10ae51cc-a490-42f8-a1fb-4e5d1e09e2bc service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=66e1ff91-8243-4a83-8144-981e0ac3e0ad HTTP/1.1" status: 200 len: 217 time: 0.0647247 Nov 19 17:48:53.605693 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505ef7ea-05c4-493a-a324-704c8d6bce88 req-e7fff652-edb5-487e-8769-15c93cdb8528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:53.610702 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-505ef7ea-05c4-493a-a324-704c8d6bce88 req-e7fff652-edb5-487e-8769-15c93cdb8528 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8b3c88de-c9c2-4a20-b19e-1855c2c19035 HTTP/1.1" status: 200 len: 843 time: 0.0831990 Nov 19 17:48:53.638995 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 56684) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:48:53.644689 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-38805b83-2423-4b29-9e84-d823d8557164 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-285320556'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:48:53.717520 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38805b83-2423-4b29-9e84-d823d8557164 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Made reservation on behalf of 204b8291a9dd4a84af4d7e1889d7c2c2 for: {'network': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:48:53.721426 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-38805b83-2423-4b29-9e84-d823d8557164 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:53.742543 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505ef7ea-05c4-493a-a324-704c8d6bce88 req-4d391472-197c-4a69-9c4b-f3454b5ecd4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:53.744893 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-505ef7ea-05c4-493a-a324-704c8d6bce88 req-4d391472-197c-4a69-9c4b-f3454b5ecd4c service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=346debfa-452b-4048-abf4-8f4493625ef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1247251 Nov 19 17:48:53.767235 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38805b83-2423-4b29-9e84-d823d8557164 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 666} {{(pid=103364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 17:48:53.778563 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-38805b83-2423-4b29-9e84-d823d8557164 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:53.779693 n-d-818022-2 neutron-server[103364]: INFO neutron.db.segments_db [None req-38805b83-2423-4b29-9e84-d823d8557164 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Added segment a6df5b1a-a51e-44a5-83b0-75c6a5ebdd6e of type vlan for network 7ebd557b-42db-40a2-8cf2-57dc967dc3d4 Nov 19 17:48:53.835294 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-38805b83-2423-4b29-9e84-d823d8557164 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:53.865564 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-38805b83-2423-4b29-9e84-d823d8557164 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:53.875781 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38805b83-2423-4b29-9e84-d823d8557164 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:53.877196 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-38805b83-2423-4b29-9e84-d823d8557164 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:53.885305 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6a7cc4-40ae-46b5-91a3-5a165dae847e req-cd71b14a-99d6-495b-bbe6-015b98441dae tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:53.887198 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-be6a7cc4-40ae-46b5-91a3-5a165dae847e req-cd71b14a-99d6-495b-bbe6-015b98441dae tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d6d80d6-3550-4ad7-998c-1e2c27418ad5 HTTP/1.1" status: 200 len: 943 time: 0.2488463 Nov 19 17:48:53.957056 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-be6a7cc4-40ae-46b5-91a3-5a165dae847e req-60012b0e-e4f5-4cf7-8fbf-6d1f2c185071 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/security-groups?id=85786454-c560-4317-bd73-95e1b791240f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588415 Nov 19 17:48:54.026234 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-505ef7ea-05c4-493a-a324-704c8d6bce88 req-0aa42dc5-6b9f-4001-b5d7-3ff8ee17df9f service neutron] 10.222.0.86 "GET /v2.0/networks/346debfa-452b-4048-abf4-8f4493625ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2726035 Nov 19 17:48:54.044148 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-38805b83-2423-4b29-9e84-d823d8557164 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4036198 Nov 19 17:48:54.045020 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 56698) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:48:54.060632 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-2dcde012-cfe2-43eb-99b3-2bb184646ca7 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-2080012128'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:48:54.089240 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dcde012-cfe2-43eb-99b3-2bb184646ca7 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Made reservation on behalf of 204b8291a9dd4a84af4d7e1889d7c2c2 for: {'network': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:48:54.093764 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2dcde012-cfe2-43eb-99b3-2bb184646ca7 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:54.116246 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38805b83-2423-4b29-9e84-d823d8557164 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Pushing event updated for resources: {'Network': ['ID=7ebd557b-42db-40a2-8cf2-57dc967dc3d4,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:48:54.128874 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network 7ebd557b-42db-40a2-8cf2-57dc967dc3d4 details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 17:48:54.164834 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2dcde012-cfe2-43eb-99b3-2bb184646ca7 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 675} {{(pid=103364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 17:48:54.204557 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2dcde012-cfe2-43eb-99b3-2bb184646ca7 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:54.207593 n-d-818022-2 neutron-server[103364]: INFO neutron.db.segments_db [None req-2dcde012-cfe2-43eb-99b3-2bb184646ca7 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Added segment 504442a5-d1da-4970-b6a3-20669171f021 of type vlan for network fb28d523-ee7f-4592-a296-1eb52f53154d Nov 19 17:48:54.384832 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2dcde012-cfe2-43eb-99b3-2bb184646ca7 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:54.437630 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2dcde012-cfe2-43eb-99b3-2bb184646ca7 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:54.441121 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5971318c-b53a-4503-b3c3-bc929e9b8373 req-ab7eb596-0abe-4df4-9986-0f2235aa7540 tempest-ServersTestJSON-407418042 tempest-ServersTestJSON-407418042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:54.448899 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dcde012-cfe2-43eb-99b3-2bb184646ca7 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:54.450572 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2dcde012-cfe2-43eb-99b3-2bb184646ca7 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:54.450999 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5971318c-b53a-4503-b3c3-bc929e9b8373 req-ab7eb596-0abe-4df4-9986-0f2235aa7540 tempest-ServersTestJSON-407418042 tempest-ServersTestJSON-407418042-project] 10.222.0.54 "GET /v2.0/ports?device_id=9e693831-31b4-49a6-8474-c9e90387a1af HTTP/1.1" status: 200 len: 946 time: 0.2220387 Nov 19 17:48:54.464906 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-505ef7ea-05c4-493a-a324-704c8d6bce88 req-4c945e13-5e9f-4e6e-8b72-2463901ef9ba service neutron] 10.222.0.86 "GET /v2.0/networks/346debfa-452b-4048-abf4-8f4493625ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4265263 Nov 19 17:48:54.546143 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5971318c-b53a-4503-b3c3-bc929e9b8373 req-38879bf4-8944-49c2-852e-12ad8137eed3 tempest-ServersTestJSON-407418042 tempest-ServersTestJSON-407418042-project] 10.222.0.54 "GET /v2.0/security-groups?id=3e7f346a-e4d6-4977-bb84-562683438f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937521 Nov 19 17:48:54.608455 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcde012-cfe2-43eb-99b3-2bb184646ca7 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Pushing event updated for resources: {'Network': ['ID=fb28d523-ee7f-4592-a296-1eb52f53154d,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:48:54.625967 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-2dcde012-cfe2-43eb-99b3-2bb184646ca7 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5724018 Nov 19 17:48:54.629580 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 56720) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:48:54.630332 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network fb28d523-ee7f-4592-a296-1eb52f53154d details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 17:48:54.641003 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-cf608f8a-4ea2-4659-9320-402bc4bad8be tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Request body: {'subnet': {'network_id': '7ebd557b-42db-40a2-8cf2-57dc967dc3d4', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:48:54.755530 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4624a0-bbce-4438-a05c-fbe1c8771dd9 req-a39bb7bb-29e0-4d3a-9c4c-b9ad3326e73d tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:54.757245 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-fa4624a0-bbce-4438-a05c-fbe1c8771dd9 req-a39bb7bb-29e0-4d3a-9c4c-b9ad3326e73d tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/networks?id=09343151-5f7f-4534-803c-65c4f7eca01b HTTP/1.1" status: 200 len: 805 time: 0.1452792 Nov 19 17:48:54.782427 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-fa4624a0-bbce-4438-a05c-fbe1c8771dd9 req-9e408079-267e-41ea-b0c2-4a1769d485c1 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/quotas/bf8774509ece48c1a5e5e0350ab076c6 HTTP/1.1" status: 200 len: 375 time: 0.0180607 Nov 19 17:48:54.873391 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-fa4624a0-bbce-4438-a05c-fbe1c8771dd9 req-aef5cab8-f0af-4d9b-b78c-d1741738b8c0 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=bf8774509ece48c1a5e5e0350ab076c6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0834618 Nov 19 17:48:54.911663 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abf09de-98ed-4de6-ba4e-62c7b1b72999 req-f00ef3a3-cda7-4326-8fa3-98faae9935d4 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:54.913177 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3abf09de-98ed-4de6-ba4e-62c7b1b72999 req-f00ef3a3-cda7-4326-8fa3-98faae9935d4 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/ports?device_id=4311522c-e142-4ff1-80d0-d4dee63ea739 HTTP/1.1" status: 200 len: 950 time: 0.1614709 Nov 19 17:48:54.973953 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf608f8a-4ea2-4659-9320-402bc4bad8be tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Made reservation on behalf of 204b8291a9dd4a84af4d7e1889d7c2c2 for: {'subnet': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:48:54.977870 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-cf608f8a-4ea2-4659-9320-402bc4bad8be tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8731248'] for subnet, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:55.067706 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-fa4624a0-bbce-4438-a05c-fbe1c8771dd9 req-20ce7bdc-7557-4a9e-abf0-2fac3cf3e654 service neutron] 10.222.0.54 "GET /v2.0/networks/09343151-5f7f-4534-803c-65c4f7eca01b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761308 Nov 19 17:48:55.087477 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3abf09de-98ed-4de6-ba4e-62c7b1b72999 req-b0107110-4c4d-4990-993d-d3c3cc9a2d97 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/security-groups?id=6e557aa4-1576-4002-9603-a630915d92af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647382 Nov 19 17:48:55.324470 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073fa67f-fc39-4c21-bdcb-d5319e39bddb req-a3b035d3-1cd0-4a82-aab6-939d6d1b1733 tempest-ServersTestJSON-407418042 tempest-ServersTestJSON-407418042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:55.326706 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-073fa67f-fc39-4c21-bdcb-d5319e39bddb req-a3b035d3-1cd0-4a82-aab6-939d6d1b1733 tempest-ServersTestJSON-407418042 tempest-ServersTestJSON-407418042-project] 10.222.0.54 "GET /v2.0/ports?device_id=9e693831-31b4-49a6-8474-c9e90387a1af HTTP/1.1" status: 200 len: 946 time: 0.0997713 Nov 19 17:48:55.336433 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 56730) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:48:55.346071 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-16ba936f-99b0-4930-adae-5c3cf2556cba tempest-ServersTestJSON-407418042 tempest-ServersTestJSON-407418042-project] Request body: {'floatingip': {'port_id': '8328b0ce-0e2d-410d-b42f-31b62e778215'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:48:55.390608 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-cf608f8a-4ea2-4659-9320-402bc4bad8be tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12283104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8731234'] for subnet, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:55.426613 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-16ba936f-99b0-4930-adae-5c3cf2556cba tempest-ServersTestJSON-407418042 tempest-ServersTestJSON-407418042-project] Publish callbacks [] for floatingip, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:55.571269 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-fa4624a0-bbce-4438-a05c-fbe1c8771dd9 req-78f7638d-a2d5-491f-b896-082bb1a7d6fb service neutron] 10.222.0.54 "GET /v2.0/networks/09343151-5f7f-4534-803c-65c4f7eca01b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5026734 Nov 19 17:48:55.577570 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf608f8a-4ea2-4659-9320-402bc4bad8be tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Pushing event updated for resources: {'Subnet': ['ID=9b75b289-976d-457b-8721-33c12b671379,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:48:55.602549 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf608f8a-4ea2-4659-9320-402bc4bad8be tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:48:55.602901 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf608f8a-4ea2-4659-9320-402bc4bad8be tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:48:55.603251 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf608f8a-4ea2-4659-9320-402bc4bad8be tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:48:55.603588 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf608f8a-4ea2-4659-9320-402bc4bad8be tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:48:55.603923 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf608f8a-4ea2-4659-9320-402bc4bad8be tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:48:55.604257 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf608f8a-4ea2-4659-9320-402bc4bad8be tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:48:55.604586 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf608f8a-4ea2-4659-9320-402bc4bad8be tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:48:55.604920 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf608f8a-4ea2-4659-9320-402bc4bad8be tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:48:55.605249 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf608f8a-4ea2-4659-9320-402bc4bad8be tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:48:55.605576 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf608f8a-4ea2-4659-9320-402bc4bad8be tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:48:55.605927 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf608f8a-4ea2-4659-9320-402bc4bad8be tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:48:55.606256 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf608f8a-4ea2-4659-9320-402bc4bad8be tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:48:55.620338 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf608f8a-4ea2-4659-9320-402bc4bad8be tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Checking segment: {'id': 'a6df5b1a-a51e-44a5-83b0-75c6a5ebdd6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '7ebd557b-42db-40a2-8cf2-57dc967dc3d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:48:55.620710 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf608f8a-4ea2-4659-9320-402bc4bad8be tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Network hostable DHCP agents. Network: 7ebd557b-42db-40a2-8cf2-57dc967dc3d4, hostable agents: ['02910ef2-0455-4aea-9f38-9a875579633f'], hosted agents: [] {{(pid=103365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 17:48:55.687641 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbeadd6-77c1-41ab-81d3-173701379093 req-778c8391-5c9d-464c-a2ba-bde9076513dc tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:55.694039 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2bbeadd6-77c1-41ab-81d3-173701379093 req-778c8391-5c9d-464c-a2ba-bde9076513dc tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d6d80d6-3550-4ad7-998c-1e2c27418ad5 HTTP/1.1" status: 200 len: 943 time: 0.1956372 Nov 19 17:48:55.740549 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf608f8a-4ea2-4659-9320-402bc4bad8be tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Network 7ebd557b-42db-40a2-8cf2-57dc967dc3d4 is scheduled to be hosted by DHCP agent 02910ef2-0455-4aea-9f38-9a875579633f with binding_index 1 {{(pid=103365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 17:48:55.772933 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-cf608f8a-4ea2-4659-9320-402bc4bad8be tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818022-2, 7ebd557b-42db-40a2-8cf2-57dc967dc3d4) {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:48:55.787638 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce29be9f-83a1-44be-b469-3045e4597836 None None] Network 7ebd557b-42db-40a2-8cf2-57dc967dc3d4 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:48:55.794059 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf608f8a-4ea2-4659-9320-402bc4bad8be tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:55.794684 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-cf608f8a-4ea2-4659-9320-402bc4bad8be tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:55.846286 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2bbeadd6-77c1-41ab-81d3-173701379093 req-511e57f4-393b-4400-8a4d-196e73465daf tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/security-groups?id=85786454-c560-4317-bd73-95e1b791240f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1396303 Nov 19 17:48:55.893986 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-cf608f8a-4ea2-4659-9320-402bc4bad8be tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.2628722 Nov 19 17:48:55.896761 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 56742) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:48:55.901593 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-99c1b133-157a-4c4e-bcc6-9a2f8192d256 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Request body: {'subnet': {'network_id': 'fb28d523-ee7f-4592-a296-1eb52f53154d', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:48:56.018741 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18f5e4de-27b9-4514-8288-551010e8381a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54f44f5f-1200-574e-8740-2141911d5b73-7ebd557b-42db-40a2-8cf2-57dc967dc3d4', 'network_id': '7ebd557b-42db-40a2-8cf2-57dc967dc3d4', 'tenant_id': '204b8291a9dd4a84af4d7e1889d7c2c2', 'fixed_ips': [{'subnet_id': '9b75b289-976d-457b-8721-33c12b671379'}]}} from n-d-818022-2. {{(pid=103366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 17:48:56.019736 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-18f5e4de-27b9-4514-8288-551010e8381a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:56.032806 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c5838de5-f734-46af-85f7-d3ac357f6f86 req-897b20fb-538e-4295-bf81-9240ec83012c tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/ports?device_id=bbdcf64a-0a83-4f91-8bc7-0d4aa363e1ff HTTP/1.1" status: 200 len: 210 time: 0.0832224 Nov 19 17:48:56.174635 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99c1b133-157a-4c4e-bcc6-9a2f8192d256 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Made reservation on behalf of 204b8291a9dd4a84af4d7e1889d7c2c2 for: {'subnet': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:48:56.178720 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-99c1b133-157a-4c4e-bcc6-9a2f8192d256 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8731248'] for subnet, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:56.218204 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [None req-18f5e4de-27b9-4514-8288-551010e8381a None None] Allocated IP 10.1.1.2 (7ebd557b-42db-40a2-8cf2-57dc967dc3d4/9b75b289-976d-457b-8721-33c12b671379/edb0a5b4-9e0d-4ddc-983a-0626a85e5b87) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:48:56.334437 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-16ba936f-99b0-4930-adae-5c3cf2556cba tempest-ServersTestJSON-407418042 tempest-ServersTestJSON-407418042-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:56.347673 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-16ba936f-99b0-4930-adae-5c3cf2556cba tempest-ServersTestJSON-407418042 tempest-ServersTestJSON-407418042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-671284'] for floatingip, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:56.417312 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-18f5e4de-27b9-4514-8288-551010e8381a None None] Publish callbacks [] for port, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:56.425293 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-18f5e4de-27b9-4514-8288-551010e8381a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998'] for port, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:56.468307 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18f5e4de-27b9-4514-8288-551010e8381a None None] Network 7ebd557b-42db-40a2-8cf2-57dc967dc3d4 is already hosted by enough agents. {{(pid=103366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:48:56.474894 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [None req-18f5e4de-27b9-4514-8288-551010e8381a None None] Resources bound (agent type, host, resource id): {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:48:56.479394 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f5e4de-27b9-4514-8288-551010e8381a None None] Received port after_create {{(pid=103366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:48:56.497120 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f5e4de-27b9-4514-8288-551010e8381a None None] Pushing event updated for resources: {'Port': ['ID=edb0a5b4-9e0d-4ddc-983a-0626a85e5b87,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:48:56.559725 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-18f5e4de-27b9-4514-8288-551010e8381a None None] Attempting to bind port edb0a5b4-9e0d-4ddc-983a-0626a85e5b87 on host n-d-818022-2 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:48:56.560778 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-18f5e4de-27b9-4514-8288-551010e8381a None None] Attempting to bind port edb0a5b4-9e0d-4ddc-983a-0626a85e5b87 by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': 'a6df5b1a-a51e-44a5-83b0-75c6a5ebdd6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '7ebd557b-42db-40a2-8cf2-57dc967dc3d4'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:48:56.561214 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f5e4de-27b9-4514-8288-551010e8381a None None] Attempting to bind port edb0a5b4-9e0d-4ddc-983a-0626a85e5b87 on network 7ebd557b-42db-40a2-8cf2-57dc967dc3d4 {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:48:56.567400 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f5e4de-27b9-4514-8288-551010e8381a None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 48, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:48:56.567763 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f5e4de-27b9-4514-8288-551010e8381a None None] Checking segment: {'id': 'a6df5b1a-a51e-44a5-83b0-75c6a5ebdd6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '7ebd557b-42db-40a2-8cf2-57dc967dc3d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:48:56.568322 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-18f5e4de-27b9-4514-8288-551010e8381a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:56.568786 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f5e4de-27b9-4514-8288-551010e8381a None None] Bound using segment: {'id': 'a6df5b1a-a51e-44a5-83b0-75c6a5ebdd6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '7ebd557b-42db-40a2-8cf2-57dc967dc3d4'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:48:56.569356 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-18f5e4de-27b9-4514-8288-551010e8381a None None] Bound port: edb0a5b4-9e0d-4ddc-983a-0626a85e5b87, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6df5b1a-a51e-44a5-83b0-75c6a5ebdd6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '7ebd557b-42db-40a2-8cf2-57dc967dc3d4'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:48:56.569973 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-18f5e4de-27b9-4514-8288-551010e8381a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:56.670302 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-18f5e4de-27b9-4514-8288-551010e8381a None None] For port edb0a5b4-9e0d-4ddc-983a-0626a85e5b87, host n-d-818022-2, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:48:56.675185 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-18f5e4de-27b9-4514-8288-551010e8381a None None] For port edb0a5b4-9e0d-4ddc-983a-0626a85e5b87, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=edb0a5b4-9e0d-4ddc-983a-0626a85e5b87,segment=NetworkSegment(a6df5b1a-a51e-44a5-83b0-75c6a5ebdd6e),segment_id=a6df5b1a-a51e-44a5-83b0-75c6a5ebdd6e)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:48:56.679241 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-18f5e4de-27b9-4514-8288-551010e8381a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:56.744275 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f5e4de-27b9-4514-8288-551010e8381a None None] Pushing event updated for resources: {'Port': ['ID=edb0a5b4-9e0d-4ddc-983a-0626a85e5b87,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:48:56.841245 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3c0b39-c7c4-477e-b2e3-912dffd2bf72 req-1355cd43-dd20-4874-8113-3e01deee110c tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:56.848213 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8e3c0b39-c7c4-477e-b2e3-912dffd2bf72 req-1355cd43-dd20-4874-8113-3e01deee110c tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/ports?device_id=4311522c-e142-4ff1-80d0-d4dee63ea739 HTTP/1.1" status: 200 len: 950 time: 0.6238859 Nov 19 17:48:56.986617 n-d-818022-2 neutron-server[103365]: INFO neutron.db.l3_db [None req-16ba936f-99b0-4930-adae-5c3cf2556cba tempest-ServersTestJSON-407418042 tempest-ServersTestJSON-407418042-project] Floating IP 19b72e90-3b7e-4427-ad2c-b5783ab1ad22 associated. External IP: 172.25.7.52, port: 8328b0ce-0e2d-410d-b42f-31b62e778215. Nov 19 17:48:57.034547 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8e3c0b39-c7c4-477e-b2e3-912dffd2bf72 req-422dd6e7-f1d7-4629-9905-0a58c255bab8 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/security-groups?id=6e557aa4-1576-4002-9603-a630915d92af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767037 Nov 19 17:48:57.274888 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4624a0-bbce-4438-a05c-fbe1c8771dd9 req-ddacf202-3cb7-4bac-9658-3952a3a96956 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:57.276317 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fa4624a0-bbce-4438-a05c-fbe1c8771dd9 req-ddacf202-3cb7-4bac-9658-3952a3a96956 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.60 "GET /v2.0/networks?id=09343151-5f7f-4534-803c-65c4f7eca01b HTTP/1.1" status: 200 len: 805 time: 0.4084039 Nov 19 17:48:57.289234 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-99c1b133-157a-4c4e-bcc6-9a2f8192d256 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12283104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8731234'] for subnet, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:57.302208 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-fa4624a0-bbce-4438-a05c-fbe1c8771dd9 req-13e6c500-9ffe-41ef-9e5f-19b156976203 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Request body: {'port': {'device_id': 'bbdcf64a-0a83-4f91-8bc7-0d4aa363e1ff', 'network_id': '09343151-5f7f-4534-803c-65c4f7eca01b', 'admin_state_up': True, 'tenant_id': 'bf8774509ece48c1a5e5e0350ab076c6'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:48:57.409650 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device edb0a5b4-9e0d-4ddc-983a-0626a85e5b87 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:48:57.411738 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6abc778-a9ca-426b-9485-69c77bd84e7e req-a25aa28e-d237-4cb5-918c-3e314ac27dc4 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:57.414408 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d6abc778-a9ca-426b-9485-69c77bd84e7e req-a25aa28e-d237-4cb5-918c-3e314ac27dc4 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d6d80d6-3550-4ad7-998c-1e2c27418ad5 HTTP/1.1" status: 200 len: 943 time: 0.2051625 Nov 19 17:48:57.475056 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port edb0a5b4-9e0d-4ddc-983a-0626a85e5b87 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:48:57.475583 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:57.499848 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c1b133-157a-4c4e-bcc6-9a2f8192d256 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Pushing event updated for resources: {'Subnet': ['ID=7cb25525-1790-41ff-928f-ff460f467dc9,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:48:57.564369 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:57.564722 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c1b133-157a-4c4e-bcc6-9a2f8192d256 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Checking segment: {'id': '504442a5-d1da-4970-b6a3-20669171f021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'fb28d523-ee7f-4592-a296-1eb52f53154d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:48:57.565107 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99c1b133-157a-4c4e-bcc6-9a2f8192d256 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Network hostable DHCP agents. Network: fb28d523-ee7f-4592-a296-1eb52f53154d, hostable agents: ['02910ef2-0455-4aea-9f38-9a875579633f'], hosted agents: [] {{(pid=103365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 17:48:57.614470 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] For port edb0a5b4-9e0d-4ddc-983a-0626a85e5b87, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=edb0a5b4-9e0d-4ddc-983a-0626a85e5b87,segment=NetworkSegment(a6df5b1a-a51e-44a5-83b0-75c6a5ebdd6e),segment_id=a6df5b1a-a51e-44a5-83b0-75c6a5ebdd6e)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:48:57.619764 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:57.686386 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d6abc778-a9ca-426b-9485-69c77bd84e7e req-eb2909d5-1c42-4359-81a2-3ba4b5e17a6f tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/security-groups?id=85786454-c560-4317-bd73-95e1b791240f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2570059 Nov 19 17:48:57.687154 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Pushing event updated for resources: {'Port': ['ID=edb0a5b4-9e0d-4ddc-983a-0626a85e5b87,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:48:57.697669 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16ba936f-99b0-4930-adae-5c3cf2556cba tempest-ServersTestJSON-407418042 tempest-ServersTestJSON-407418042-project] Router 24310985-bad0-4434-aaa5-5be0ef78db2e has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 17:48:57.710543 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99c1b133-157a-4c4e-bcc6-9a2f8192d256 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Network fb28d523-ee7f-4592-a296-1eb52f53154d is scheduled to be hosted by DHCP agent 02910ef2-0455-4aea-9f38-9a875579633f with binding_index 1 {{(pid=103365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 17:48:57.731297 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa4624a0-bbce-4438-a05c-fbe1c8771dd9 req-13e6c500-9ffe-41ef-9e5f-19b156976203 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Made reservation on behalf of bf8774509ece48c1a5e5e0350ab076c6 for: {'port': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:48:57.737024 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-fa4624a0-bbce-4438-a05c-fbe1c8771dd9 req-13e6c500-9ffe-41ef-9e5f-19b156976203 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:57.817025 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-99c1b133-157a-4c4e-bcc6-9a2f8192d256 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818022-2, fb28d523-ee7f-4592-a296-1eb52f53154d) {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:48:57.833400 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37f77fbc-65f0-416a-bcb3-be7ef7bc6231 None None] Network fb28d523-ee7f-4592-a296-1eb52f53154d requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:48:57.836372 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99c1b133-157a-4c4e-bcc6-9a2f8192d256 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:57.837338 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-99c1b133-157a-4c4e-bcc6-9a2f8192d256 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:57.882618 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-99c1b133-157a-4c4e-bcc6-9a2f8192d256 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.9822831 Nov 19 17:48:57.883359 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 56756) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:48:57.893539 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-c7e273cc-47a4-4905-a971-9f64626f0db7 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Request body: {'port': {'network_id': '7ebd557b-42db-40a2-8cf2-57dc967dc3d4', 'name': 'tempest-TaggedBootDevicesTest_v242-632284653', 'fixed_ips': [{'subnet_id': '9b75b289-976d-457b-8721-33c12b671379'}]}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:48:57.962212 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5b2e31d0-6ee6-414d-a37d-0f886416c20d req-21b8a60a-f868-4956-b48d-24dd3d45fc03 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/ports?device_id=bbdcf64a-0a83-4f91-8bc7-0d4aa363e1ff HTTP/1.1" status: 200 len: 210 time: 0.1394644 Nov 19 17:48:58.092624 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ca7221c-7f46-4560-a2fb-542d73123123 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54f44f5f-1200-574e-8740-2141911d5b73-fb28d523-ee7f-4592-a296-1eb52f53154d', 'network_id': 'fb28d523-ee7f-4592-a296-1eb52f53154d', 'tenant_id': '204b8291a9dd4a84af4d7e1889d7c2c2', 'fixed_ips': [{'subnet_id': '7cb25525-1790-41ff-928f-ff460f467dc9'}]}} from n-d-818022-2. {{(pid=103366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 17:48:58.093899 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-7ca7221c-7f46-4560-a2fb-542d73123123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:58.103138 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7e273cc-47a4-4905-a971-9f64626f0db7 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Made reservation on behalf of 204b8291a9dd4a84af4d7e1889d7c2c2 for: {'port': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:48:58.136799 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16ba936f-99b0-4930-adae-5c3cf2556cba tempest-ServersTestJSON-407418042 tempest-ServersTestJSON-407418042-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 17:48:58.146297 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-16ba936f-99b0-4930-adae-5c3cf2556cba tempest-ServersTestJSON-407418042 tempest-ServersTestJSON-407418042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for floatingip, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:58.234599 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [req-fa4624a0-bbce-4438-a05c-fbe1c8771dd9 req-13e6c500-9ffe-41ef-9e5f-19b156976203 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Allocated IP 172.20.0.7 (09343151-5f7f-4534-803c-65c4f7eca01b/ae1dd334-eb0c-43c6-9467-c13f8b3210c4/7404aecf-3251-432f-b5ac-e9f388a85587) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:48:58.248754 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c7e273cc-47a4-4905-a971-9f64626f0db7 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:58.256787 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-16ba936f-99b0-4930-adae-5c3cf2556cba tempest-ServersTestJSON-407418042 tempest-ServersTestJSON-407418042-project] 10.222.0.54 "PUT /v2.0/floatingips/19b72e90-3b7e-4427-ad2c-b5783ab1ad22 HTTP/1.1" status: 200 len: 991 time: 2.9194059 Nov 19 17:48:58.262883 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e693831-31b4-49a6-8474-c9e90387a1af', 'tag': '8328b0ce-0e2d-410d-b42f-31b62e778215'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:48:58.266260 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218319d759239a7d11f1288aef37381b97754913ee9ccbfd43b51a463f801712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-194b7da4-a8a8-4d76-8f12-a15198bb2891" -d '{"events": [{"name": "network-changed", "server_uuid": "9e693831-31b4-49a6-8474-c9e90387a1af", "tag": "8328b0ce-0e2d-410d-b42f-31b62e778215"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:48:58.271396 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [None req-7ca7221c-7f46-4560-a2fb-542d73123123 None None] Allocated IP 10.2.2.2 (fb28d523-ee7f-4592-a296-1eb52f53154d/7cb25525-1790-41ff-928f-ff460f467dc9/7a21ed38-6af9-457b-b15b-b92f0a78170f) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:48:58.271824 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [None req-c7e273cc-47a4-4905-a971-9f64626f0db7 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] device_id is not set on port e9f9a1b4-ed63-46ec-bad8-a2a818826308 yet. {{(pid=103364) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 17:48:58.285489 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0174e8bd-8e68-40d9-848d-659514e6695f None None] Network 7ebd557b-42db-40a2-8cf2-57dc967dc3d4 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:48:58.289838 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ce6446-de1d-4f97-845d-9c0bf75df2e9 None None] Sync routers for ids ['24310985-bad0-4434-aaa5-5be0ef78db2e'] in n-d-818022-2 {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 17:48:58.327257 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257d4bbb-0312-46e0-9934-2288624f0735 req-fae36911-418f-4028-ba67-c1f973c2d392 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:58.329722 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-257d4bbb-0312-46e0-9934-2288624f0735 req-fae36911-418f-4028-ba67-c1f973c2d392 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/ports?device_id=4311522c-e142-4ff1-80d0-d4dee63ea739 HTTP/1.1" status: 200 len: 950 time: 0.1724033 Nov 19 17:48:58.393695 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ce6446-de1d-4f97-845d-9c0bf75df2e9 None None] Routers {'24310985-bad0-4434-aaa5-5be0ef78db2e'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:48:58.394405 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-44ce6446-de1d-4f97-845d-9c0bf75df2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:48:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['24310985-bad0-4434-aaa5-5be0ef78db2e'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:48:58.554726 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-257d4bbb-0312-46e0-9934-2288624f0735 req-edbf70fe-9b10-4b44-b410-125d9e5bfbab tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/security-groups?id=6e557aa4-1576-4002-9603-a630915d92af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066541 Nov 19 17:48:58.576839 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-9fd5ef47-3b90-42a2-b0cd-a9f3fa0154c1 None None] Provisioning complete for port edb0a5b4-9e0d-4ddc-983a-0626a85e5b87 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:48:58.577371 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9fd5ef47-3b90-42a2-b0cd-a9f3fa0154c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:58.579591 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-fa4624a0-bbce-4438-a05c-fbe1c8771dd9 req-13e6c500-9ffe-41ef-9e5f-19b156976203 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:58.591635 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [None req-c7e273cc-47a4-4905-a971-9f64626f0db7 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Allocated IP 10.1.1.143 (7ebd557b-42db-40a2-8cf2-57dc967dc3d4/9b75b289-976d-457b-8721-33c12b671379/e9f9a1b4-ed63-46ec-bad8-a2a818826308) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:48:58.628391 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-fa4624a0-bbce-4438-a05c-fbe1c8771dd9 req-13e6c500-9ffe-41ef-9e5f-19b156976203 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:58.657713 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] get_ports_and_sgs() called for port_ids ['096fbf6b-1527-4959-a491-ebec9dd1f89d'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:48:58.727303 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e6c500-9ffe-41ef-9e5f-19b156976203 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Pushing event updated for resources: {'Port': ['ID=7404aecf-3251-432f-b5ac-e9f388a85587,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:48:58.752012 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa4624a0-bbce-4438-a05c-fbe1c8771dd9 req-13e6c500-9ffe-41ef-9e5f-19b156976203 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Network 09343151-5f7f-4534-803c-65c4f7eca01b is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:48:58.754725 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [req-fa4624a0-bbce-4438-a05c-fbe1c8771dd9 req-13e6c500-9ffe-41ef-9e5f-19b156976203 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:48:58.758259 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa4624a0-bbce-4438-a05c-fbe1c8771dd9 req-13e6c500-9ffe-41ef-9e5f-19b156976203 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:48:58.824449 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4624a0-bbce-4438-a05c-fbe1c8771dd9 req-13e6c500-9ffe-41ef-9e5f-19b156976203 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:58.825524 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-fa4624a0-bbce-4438-a05c-fbe1c8771dd9 req-13e6c500-9ffe-41ef-9e5f-19b156976203 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:58.845556 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fa4624a0-bbce-4438-a05c-fbe1c8771dd9 req-13e6c500-9ffe-41ef-9e5f-19b156976203 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5531001 Nov 19 17:48:58.867308 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-fa4624a0-bbce-4438-a05c-fbe1c8771dd9 req-8281f846-a8d1-4219-a8e1-0940ecfbcdb3 service neutron] Request body: {'port': {'device_id': 'bbdcf64a-0a83-4f91-8bc7-0d4aa363e1ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818022-2'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:48:58.886808 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-44ce6446-de1d-4f97-845d-9c0bf75df2e9 None None] Set router 24310985-bad0-4434-aaa5-5be0ef78db2e gateway port host: n-d-818022-2 {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:48:58.897707 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c7e273cc-47a4-4905-a971-9f64626f0db7 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:58.920558 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 17:48:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83fc7360-2921-4634-912c-7e0ed6af6b1f x-openstack-request-id: req-83fc7360-2921-4634-912c-7e0ed6af6b1f {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:48:58.922039 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e693831-31b4-49a6-8474-c9e90387a1af", "tag": "8328b0ce-0e2d-410d-b42f-31b62e778215", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:48:58.922464 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-83fc7360-2921-4634-912c-7e0ed6af6b1f {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:48:58.923020 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e693831-31b4-49a6-8474-c9e90387a1af', 'tag': '8328b0ce-0e2d-410d-b42f-31b62e778215', 'status': 'completed', 'code': 200} Nov 19 17:48:58.973554 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-fa4624a0-bbce-4438-a05c-fbe1c8771dd9 req-8281f846-a8d1-4219-a8e1-0940ecfbcdb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:59.011397 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194b7da4-a8a8-4d76-8f12-a15198bb2891 req-402a5b31-a8a7-4887-a9c8-e20979cd911d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:59.013673 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-194b7da4-a8a8-4d76-8f12-a15198bb2891 req-402a5b31-a8a7-4887-a9c8-e20979cd911d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=71f143b90b844169b3eeea1a30bf2a6c&device_id=9e693831-31b4-49a6-8474-c9e90387a1af HTTP/1.1" status: 200 len: 1097 time: 0.1096501 Nov 19 17:48:59.036849 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c7e273cc-47a4-4905-a971-9f64626f0db7 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:59.146990 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-7ca7221c-7f46-4560-a2fb-542d73123123 None None] Publish callbacks [] for port, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:59.160301 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7e273cc-47a4-4905-a971-9f64626f0db7 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Network 7ebd557b-42db-40a2-8cf2-57dc967dc3d4 is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:48:59.169205 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-c7e273cc-47a4-4905-a971-9f64626f0db7 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:48:59.171362 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-7ca7221c-7f46-4560-a2fb-542d73123123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998'] for port, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:59.172020 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e273cc-47a4-4905-a971-9f64626f0db7 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:48:59.188096 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e273cc-47a4-4905-a971-9f64626f0db7 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Pushing event updated for resources: {'Port': ['ID=e9f9a1b4-ed63-46ec-bad8-a2a818826308,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:48:59.282958 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ca7221c-7f46-4560-a2fb-542d73123123 None None] Network fb28d523-ee7f-4592-a296-1eb52f53154d is already hosted by enough agents. {{(pid=103366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:48:59.286735 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194b7da4-a8a8-4d76-8f12-a15198bb2891 req-6b5221e5-9fe9-4e24-81a7-94fb49cc090d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:59.291376 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-194b7da4-a8a8-4d76-8f12-a15198bb2891 req-6b5221e5-9fe9-4e24-81a7-94fb49cc090d service neutron] 10.222.0.60 "GET /v2.0/networks?id=d8ac92c4-0b67-48ff-9053-9b7b6d8cb532 HTTP/1.1" status: 200 len: 906 time: 0.2682519 Nov 19 17:48:59.298313 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [None req-7ca7221c-7f46-4560-a2fb-542d73123123 None None] Resources bound (agent type, host, resource id): {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:48:59.326781 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca7221c-7f46-4560-a2fb-542d73123123 None None] Pushing event updated for resources: {'Port': ['ID=7a21ed38-6af9-457b-b15b-b92f0a78170f,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:48:59.329178 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca7221c-7f46-4560-a2fb-542d73123123 None None] Received port after_create {{(pid=103366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:48:59.365062 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca7221c-7f46-4560-a2fb-542d73123123 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:48:59.365534 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca7221c-7f46-4560-a2fb-542d73123123 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:48:59.366060 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca7221c-7f46-4560-a2fb-542d73123123 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:48:59.366510 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca7221c-7f46-4560-a2fb-542d73123123 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:48:59.366953 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca7221c-7f46-4560-a2fb-542d73123123 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:48:59.367395 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca7221c-7f46-4560-a2fb-542d73123123 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:48:59.367833 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca7221c-7f46-4560-a2fb-542d73123123 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:48:59.368270 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca7221c-7f46-4560-a2fb-542d73123123 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:48:59.368726 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca7221c-7f46-4560-a2fb-542d73123123 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:48:59.369161 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca7221c-7f46-4560-a2fb-542d73123123 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:48:59.369595 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca7221c-7f46-4560-a2fb-542d73123123 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:48:59.370055 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca7221c-7f46-4560-a2fb-542d73123123 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:48:59.442075 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7e273cc-47a4-4905-a971-9f64626f0db7 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:59.443083 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c7e273cc-47a4-4905-a971-9f64626f0db7 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:59.466013 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device edb0a5b4-9e0d-4ddc-983a-0626a85e5b87 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:48:59.488669 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-c7e273cc-47a4-4905-a971-9f64626f0db7 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.6028633 Nov 19 17:48:59.492589 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 56770) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:48:59.500415 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-8e3a75e1-59bc-4167-8802-b3f87fcfca6e tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Request body: {'port': {'network_id': '7ebd557b-42db-40a2-8cf2-57dc967dc3d4', 'name': 'tempest-TaggedBootDevicesTest_v242-1707398850', 'fixed_ips': [{'subnet_id': '9b75b289-976d-457b-8721-33c12b671379'}]}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:48:59.558080 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6463905-2e62-43c4-a4d1-e7ee6fa1eb9e req-d15947d7-9d85-42a3-b71d-bf2ecdba3c17 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:59.572060 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b6463905-2e62-43c4-a4d1-e7ee6fa1eb9e req-d15947d7-9d85-42a3-b71d-bf2ecdba3c17 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d6d80d6-3550-4ad7-998c-1e2c27418ad5 HTTP/1.1" status: 200 len: 943 time: 0.5945182 Nov 19 17:48:59.574505 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-194b7da4-a8a8-4d76-8f12-a15198bb2891 req-b994e8c6-bf52-4641-9bce-fa7f234a83ae service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8328b0ce-0e2d-410d-b42f-31b62e778215 HTTP/1.1" status: 200 len: 999 time: 0.2674913 Nov 19 17:48:59.598878 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [req-fa4624a0-bbce-4438-a05c-fbe1c8771dd9 req-8281f846-a8d1-4219-a8e1-0940ecfbcdb3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7404aecf-3251-432f-b5ac-e9f388a85587 {{(pid=103365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:48:59.614156 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-fa4624a0-bbce-4438-a05c-fbe1c8771dd9 req-8281f846-a8d1-4219-a8e1-0940ecfbcdb3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:59.631376 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.provisioning_blocks [req-fa4624a0-bbce-4438-a05c-fbe1c8771dd9 req-8281f846-a8d1-4219-a8e1-0940ecfbcdb3 service neutron] Transition to ACTIVE for port object 7404aecf-3251-432f-b5ac-e9f388a85587 will not be triggered until provisioned by entity L2. {{(pid=103365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 17:48:59.647045 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-fa4624a0-bbce-4438-a05c-fbe1c8771dd9 req-8281f846-a8d1-4219-a8e1-0940ecfbcdb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:59.675123 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194b7da4-a8a8-4d76-8f12-a15198bb2891 req-ca762e4f-bf44-4d13-be49-b69b23ff055b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:59.679768 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-7ca7221c-7f46-4560-a2fb-542d73123123 None None] Attempting to bind port 7a21ed38-6af9-457b-b15b-b92f0a78170f on host n-d-818022-2 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:48:59.680225 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-7ca7221c-7f46-4560-a2fb-542d73123123 None None] Attempting to bind port 7a21ed38-6af9-457b-b15b-b92f0a78170f by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': '504442a5-d1da-4970-b6a3-20669171f021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'fb28d523-ee7f-4592-a296-1eb52f53154d'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:48:59.680869 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca7221c-7f46-4560-a2fb-542d73123123 None None] Attempting to bind port 7a21ed38-6af9-457b-b15b-b92f0a78170f on network fb28d523-ee7f-4592-a296-1eb52f53154d {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:48:59.682713 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-194b7da4-a8a8-4d76-8f12-a15198bb2891 req-ca762e4f-bf44-4d13-be49-b69b23ff055b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6d4d7490-658a-4bdc-a7c0-ec99d85e1097 HTTP/1.1" status: 200 len: 844 time: 0.0976975 Nov 19 17:48:59.749293 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e3a75e1-59bc-4167-8802-b3f87fcfca6e tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Made reservation on behalf of 204b8291a9dd4a84af4d7e1889d7c2c2 for: {'port': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:48:59.756017 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8e3a75e1-59bc-4167-8802-b3f87fcfca6e tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:59.773864 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca7221c-7f46-4560-a2fb-542d73123123 None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 48, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:48:59.774392 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca7221c-7f46-4560-a2fb-542d73123123 None None] Checking segment: {'id': '504442a5-d1da-4970-b6a3-20669171f021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'fb28d523-ee7f-4592-a296-1eb52f53154d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:48:59.774817 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-7ca7221c-7f46-4560-a2fb-542d73123123 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:59.775232 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca7221c-7f46-4560-a2fb-542d73123123 None None] Bound using segment: {'id': '504442a5-d1da-4970-b6a3-20669171f021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'fb28d523-ee7f-4592-a296-1eb52f53154d'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:48:59.775833 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-7ca7221c-7f46-4560-a2fb-542d73123123 None None] Bound port: 7a21ed38-6af9-457b-b15b-b92f0a78170f, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '504442a5-d1da-4970-b6a3-20669171f021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'fb28d523-ee7f-4592-a296-1eb52f53154d'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:48:59.776248 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-7ca7221c-7f46-4560-a2fb-542d73123123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:59.824012 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194b7da4-a8a8-4d76-8f12-a15198bb2891 req-7e4e77d7-3b7b-4da3-bcce-5711e6c61888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:48:59.825621 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-194b7da4-a8a8-4d76-8f12-a15198bb2891 req-7e4e77d7-3b7b-4da3-bcce-5711e6c61888 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d8ac92c4-0b67-48ff-9053-9b7b6d8cb532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1359899 Nov 19 17:48:59.827414 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [None req-8e3a75e1-59bc-4167-8802-b3f87fcfca6e tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] device_id is not set on port d2fbad7e-e63d-49da-acc6-1b78fd09c6b0 yet. {{(pid=103364) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 17:48:59.834345 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b6463905-2e62-43c4-a4d1-e7ee6fa1eb9e req-9a9efda9-4712-487f-af0b-edb496d8683f tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/security-groups?id=85786454-c560-4317-bd73-95e1b791240f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2608707 Nov 19 17:48:59.842951 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8281f846-a8d1-4219-a8e1-0940ecfbcdb3 service neutron] Pushing event updated for resources: {'Port': ['ID=7404aecf-3251-432f-b5ac-e9f388a85587,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:48:59.907849 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-578288cd-b2b9-4383-ab35-a26a8e4098b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:59.928707 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-67e9ce0a-648a-40af-a341-ce61ca499992 None None] Provisioning complete for port edb0a5b4-9e0d-4ddc-983a-0626a85e5b87 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:48:59.929102 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-67e9ce0a-648a-40af-a341-ce61ca499992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:48:59.982250 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-fa4624a0-bbce-4438-a05c-fbe1c8771dd9 req-8281f846-a8d1-4219-a8e1-0940ecfbcdb3 service neutron] Attempting to bind port 7404aecf-3251-432f-b5ac-e9f388a85587 on host n-h1-818022-2 for vnic_type normal with profile {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:48:59.982805 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-fa4624a0-bbce-4438-a05c-fbe1c8771dd9 req-8281f846-a8d1-4219-a8e1-0940ecfbcdb3 service neutron] Attempting to bind port 7404aecf-3251-432f-b5ac-e9f388a85587 by drivers openvswitch,hyperv on host n-h1-818022-2 at level 0 using segments [{'id': '76ca7d5f-3474-4bcd-9b64-65e02324eb89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '09343151-5f7f-4534-803c-65c4f7eca01b'}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:48:59.983074 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa4624a0-bbce-4438-a05c-fbe1c8771dd9 req-8281f846-a8d1-4219-a8e1-0940ecfbcdb3 service neutron] Attempting to bind port 7404aecf-3251-432f-b5ac-e9f388a85587 on network 09343151-5f7f-4534-803c-65c4f7eca01b {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:48:59.986896 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-7ca7221c-7f46-4560-a2fb-542d73123123 None None] For port 7a21ed38-6af9-457b-b15b-b92f0a78170f, host n-d-818022-2, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:49:00.002471 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa4624a0-bbce-4438-a05c-fbe1c8771dd9 req-8281f846-a8d1-4219-a8e1-0940ecfbcdb3 service neutron] Port 7404aecf-3251-432f-b5ac-e9f388a85587 on network 09343151-5f7f-4534-803c-65c4f7eca01b not bound, no agent of type Open vSwitch agent registered on host n-h1-818022-2 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 17:49:00.002956 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa4624a0-bbce-4438-a05c-fbe1c8771dd9 req-8281f846-a8d1-4219-a8e1-0940ecfbcdb3 service neutron] Attempting to bind port 7404aecf-3251-432f-b5ac-e9f388a85587 on network 09343151-5f7f-4534-803c-65c4f7eca01b {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:49:00.024411 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-44ce6446-de1d-4f97-845d-9c0bf75df2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24310985-bad0-4434-aaa5-5be0ef78db2e', 'name': 'tempest-ServersTestJSON-491960050-router', 'tenant_id': '71f143b90b844169b3eeea1a30bf2a6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.236'}], 'enable_snat': True}, 'gw_port_id': 'e7003532-9501-4124-b515-0512abc3fb74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:48:10Z', 'updated_at': '2021-11-19T17:48:19Z', 'revision_number': 4, 'project_id': '71f143b90b844169b3eeea1a30bf2a6c', 'gw_port': {'id': 'e7003532-9501-4124-b515-0512abc3fb74', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:75:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24310985-bad0-4434-aaa5-5be0ef78db2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:48:12Z', 'updated_at': '2021-11-19T17:48:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_floatingips': [{'id': '19b72e90-3b7e-4427-ad2c-b5783ab1ad22', 'tenant_id': '71f143b90b844169b3eeea1a30bf2a6c', 'floating_ip_address': '172.25.7.52', 'floating_network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'router_id': '24310985-bad0-4434-aaa5-5be0ef78db2e', 'port_id': '8328b0ce-0e2d-410d-b42f-31b62e778215', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1205, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8ac92c4-0b67-48ff-9053-9b7b6d8cb532', 'mac_address': 'fa:16:3e:b5:b5:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e693831-31b4-49a6-8474-c9e90387a1af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T17:48:26Z', 'updated_at': '2021-11-19T17:48:56Z', 'revision_number': 1, 'project_id': '71f143b90b844169b3eeea1a30bf2a6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa43dbcb-d7c3-42e3-a372-2994a539303a', 'name': '', 'network_id': 'd8ac92c4-0b67-48ff-9053-9b7b6d8cb532', 'tenant_id': '71f143b90b844169b3eeea1a30bf2a6c', 'mac_address': 'fa:16:3e:80:c8:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24310985-bad0-4434-aaa5-5be0ef78db2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': '6d4d7490-658a-4bdc-a7c0-ec99d85e1097', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:48:18Z', 'updated_at': '2021-11-19T17:48:29Z', 'revision_number': 5, 'project_id': '71f143b90b844169b3eeea1a30bf2a6c', 'subnets': [{'id': '6d4d7490-658a-4bdc-a7c0-ec99d85e1097', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:49:00.028766 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa4624a0-bbce-4438-a05c-fbe1c8771dd9 req-8281f846-a8d1-4219-a8e1-0940ecfbcdb3 service neutron] Checking agent: {'id': 'a6668d96-12fa-4ec0-99ad-77eaf490dd2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'started_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 48, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:49:00.029490 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa4624a0-bbce-4438-a05c-fbe1c8771dd9 req-8281f846-a8d1-4219-a8e1-0940ecfbcdb3 service neutron] Checking segment: {'id': '76ca7d5f-3474-4bcd-9b64-65e02324eb89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '09343151-5f7f-4534-803c-65c4f7eca01b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:49:00.030087 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa4624a0-bbce-4438-a05c-fbe1c8771dd9 req-8281f846-a8d1-4219-a8e1-0940ecfbcdb3 service neutron] Bound using segment: {'id': '76ca7d5f-3474-4bcd-9b64-65e02324eb89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '09343151-5f7f-4534-803c-65c4f7eca01b'} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:49:00.030685 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-fa4624a0-bbce-4438-a05c-fbe1c8771dd9 req-8281f846-a8d1-4219-a8e1-0940ecfbcdb3 service neutron] Bound port: 7404aecf-3251-432f-b5ac-e9f388a85587, host: n-h1-818022-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76ca7d5f-3474-4bcd-9b64-65e02324eb89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '09343151-5f7f-4534-803c-65c4f7eca01b'}}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:49:00.031153 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-fa4624a0-bbce-4438-a05c-fbe1c8771dd9 req-8281f846-a8d1-4219-a8e1-0940ecfbcdb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:00.072607 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3410907-9c19-4ca2-ab76-868cb4ab0b75 req-79236ae4-a789-4505-a0f7-28d8ba7abae8 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:00.081068 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b3410907-9c19-4ca2-ab76-868cb4ab0b75 req-79236ae4-a789-4505-a0f7-28d8ba7abae8 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/ports?device_id=bbdcf64a-0a83-4f91-8bc7-0d4aa363e1ff HTTP/1.1" status: 200 len: 943 time: 0.1008286 Nov 19 17:49:00.099219 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ce6446-de1d-4f97-845d-9c0bf75df2e9 None None] Checking router: 24310985-bad0-4434-aaa5-5be0ef78db2e for host: n-d-818022-2 {{(pid=103366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 17:49:00.114555 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port edb0a5b4-9e0d-4ddc-983a-0626a85e5b87 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:49:00.114855 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:00.128822 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-7ca7221c-7f46-4560-a2fb-542d73123123 None None] For port 7a21ed38-6af9-457b-b15b-b92f0a78170f, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=7a21ed38-6af9-457b-b15b-b92f0a78170f,segment=NetworkSegment(504442a5-d1da-4970-b6a3-20669171f021),segment_id=504442a5-d1da-4970-b6a3-20669171f021)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:49:00.135258 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-194b7da4-a8a8-4d76-8f12-a15198bb2891 req-b252b677-8b90-4354-9fc7-961a8ec1f1e7 service neutron] 10.222.0.60 "GET /v2.0/networks/d8ac92c4-0b67-48ff-9053-9b7b6d8cb532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2912681 Nov 19 17:49:00.139783 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-7ca7221c-7f46-4560-a2fb-542d73123123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:00.182386 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b3410907-9c19-4ca2-ab76-868cb4ab0b75 req-714342bb-ecc5-4c1a-8bfe-99c80960385a tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/security-groups?id=e103badb-33bc-4a96-ade0-89c422abc1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001623 Nov 19 17:49:00.190948 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-fa4624a0-bbce-4438-a05c-fbe1c8771dd9 req-8281f846-a8d1-4219-a8e1-0940ecfbcdb3 service neutron] For port 7404aecf-3251-432f-b5ac-e9f388a85587, host n-h1-818022-2, cleared binding levels {{(pid=103365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:49:00.201349 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-fa4624a0-bbce-4438-a05c-fbe1c8771dd9 req-8281f846-a8d1-4219-a8e1-0940ecfbcdb3 service neutron] For port 7404aecf-3251-432f-b5ac-e9f388a85587, host n-h1-818022-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=7404aecf-3251-432f-b5ac-e9f388a85587,segment=NetworkSegment(76ca7d5f-3474-4bcd-9b64-65e02324eb89),segment_id=76ca7d5f-3474-4bcd-9b64-65e02324eb89)] {{(pid=103365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:49:00.210248 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-fa4624a0-bbce-4438-a05c-fbe1c8771dd9 req-8281f846-a8d1-4219-a8e1-0940ecfbcdb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:00.244904 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ce6446-de1d-4f97-845d-9c0bf75df2e9 None None] Routers {'24310985-bad0-4434-aaa5-5be0ef78db2e'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:49:00.245732 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-44ce6446-de1d-4f97-845d-9c0bf75df2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:48:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['24310985-bad0-4434-aaa5-5be0ef78db2e'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:49:00.281047 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [None req-8e3a75e1-59bc-4167-8802-b3f87fcfca6e tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Allocated IP 10.1.1.217 (7ebd557b-42db-40a2-8cf2-57dc967dc3d4/9b75b289-976d-457b-8721-33c12b671379/d2fbad7e-e63d-49da-acc6-1b78fd09c6b0) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:49:00.336629 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-194b7da4-a8a8-4d76-8f12-a15198bb2891 req-feb216ef-0bd0-4034-880a-2d29239828da service neutron] 10.222.0.60 "GET /v2.0/networks/d8ac92c4-0b67-48ff-9053-9b7b6d8cb532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867232 Nov 19 17:49:00.338978 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8281f846-a8d1-4219-a8e1-0940ecfbcdb3 service neutron] Pushing event updated for resources: {'Port': ['ID=7404aecf-3251-432f-b5ac-e9f388a85587,revision_number=3']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:49:00.377221 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4624a0-bbce-4438-a05c-fbe1c8771dd9 req-8281f846-a8d1-4219-a8e1-0940ecfbcdb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:00.378160 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-fa4624a0-bbce-4438-a05c-fbe1c8771dd9 req-8281f846-a8d1-4219-a8e1-0940ecfbcdb3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:00.379887 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fa4624a0-bbce-4438-a05c-fbe1c8771dd9 req-8281f846-a8d1-4219-a8e1-0940ecfbcdb3 service neutron] 10.222.0.60 "PUT /v2.0/ports/7404aecf-3251-432f-b5ac-e9f388a85587 HTTP/1.1" status: 200 len: 1091 time: 1.5186093 Nov 19 17:49:00.393038 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-44ce6446-de1d-4f97-845d-9c0bf75df2e9 None None] Set router 24310985-bad0-4434-aaa5-5be0ef78db2e gateway port host: n-d-818022-2 {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:49:00.405732 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0f776e-075d-43b6-a5fb-1bba3d5c8d3b req-d5972194-edc1-40e8-ad5a-ef4f4ae2874e tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:00.416959 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9c0f776e-075d-43b6-a5fb-1bba3d5c8d3b req-d5972194-edc1-40e8-ad5a-ef4f4ae2874e tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/ports?device_id=4311522c-e142-4ff1-80d0-d4dee63ea739 HTTP/1.1" status: 200 len: 950 time: 0.0873053 Nov 19 17:49:00.505316 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9c0f776e-075d-43b6-a5fb-1bba3d5c8d3b req-87fa38c1-bb91-4452-b5af-d357a37556de tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/security-groups?id=6e557aa4-1576-4002-9603-a630915d92af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868182 Nov 19 17:49:00.542007 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4624a0-bbce-4438-a05c-fbe1c8771dd9 req-2d6bbe85-31a7-4342-aa75-05a6c8965ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:00.544080 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fa4624a0-bbce-4438-a05c-fbe1c8771dd9 req-2d6bbe85-31a7-4342-aa75-05a6c8965ebd service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bf8774509ece48c1a5e5e0350ab076c6&device_id=bbdcf64a-0a83-4f91-8bc7-0d4aa363e1ff HTTP/1.1" status: 200 len: 1094 time: 0.1066597 Nov 19 17:49:00.561064 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8e3a75e1-59bc-4167-8802-b3f87fcfca6e tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:00.626010 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fa4624a0-bbce-4438-a05c-fbe1c8771dd9 req-64ca2af9-2290-46b3-be66-aa3a2a3b29bb service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7404aecf-3251-432f-b5ac-e9f388a85587 HTTP/1.1" status: 200 len: 217 time: 0.0723407 Nov 19 17:49:00.655630 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8e3a75e1-59bc-4167-8802-b3f87fcfca6e tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:00.725641 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca7221c-7f46-4560-a2fb-542d73123123 None None] Pushing event updated for resources: {'Port': ['ID=7a21ed38-6af9-457b-b15b-b92f0a78170f,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:49:00.766058 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4624a0-bbce-4438-a05c-fbe1c8771dd9 req-8b7d7961-31fe-42aa-aa6b-3082677876f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:00.767737 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fa4624a0-bbce-4438-a05c-fbe1c8771dd9 req-8b7d7961-31fe-42aa-aa6b-3082677876f4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ae1dd334-eb0c-43c6-9467-c13f8b3210c4 HTTP/1.1" status: 200 len: 845 time: 0.1347480 Nov 19 17:49:00.772513 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3a75e1-59bc-4167-8802-b3f87fcfca6e tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Pushing event updated for resources: {'Port': ['ID=d2fbad7e-e63d-49da-acc6-1b78fd09c6b0,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:49:00.806098 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e3a75e1-59bc-4167-8802-b3f87fcfca6e tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Network 7ebd557b-42db-40a2-8cf2-57dc967dc3d4 is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:49:00.808512 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-8e3a75e1-59bc-4167-8802-b3f87fcfca6e tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:49:00.825267 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e3a75e1-59bc-4167-8802-b3f87fcfca6e tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:49:00.863743 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fa4624a0-bbce-4438-a05c-fbe1c8771dd9 req-73ea380b-74d1-45b4-b31c-2b48e41076a4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=09343151-5f7f-4534-803c-65c4f7eca01b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0853934 Nov 19 17:49:00.905459 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e3a75e1-59bc-4167-8802-b3f87fcfca6e tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:00.906230 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8e3a75e1-59bc-4167-8802-b3f87fcfca6e tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:00.936456 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-67e9ce0a-648a-40af-a341-ce61ca499992 None None] Provisioning complete for port e9f9a1b4-ed63-46ec-bad8-a2a818826308 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:49:00.936895 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-67e9ce0a-648a-40af-a341-ce61ca499992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:00.990539 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-8e3a75e1-59bc-4167-8802-b3f87fcfca6e tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4965348 Nov 19 17:49:01.001857 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbdcf64a-0a83-4f91-8bc7-0d4aa363e1ff', 'tag': '7404aecf-3251-432f-b5ac-e9f388a85587'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:49:01.009917 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218319d759239a7d11f1288aef37381b97754913ee9ccbfd43b51a463f801712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d28feea3-ff8b-4015-9117-fee09ffe5abd" -d '{"events": [{"name": "network-changed", "server_uuid": "bbdcf64a-0a83-4f91-8bc7-0d4aa363e1ff", "tag": "7404aecf-3251-432f-b5ac-e9f388a85587"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:49:01.070203 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-67e9ce0a-648a-40af-a341-ce61ca499992 None None] Port e9f9a1b4-ed63-46ec-bad8-a2a818826308 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:49:01.097986 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-44ce6446-de1d-4f97-845d-9c0bf75df2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24310985-bad0-4434-aaa5-5be0ef78db2e', 'name': 'tempest-ServersTestJSON-491960050-router', 'tenant_id': '71f143b90b844169b3eeea1a30bf2a6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.236'}], 'enable_snat': True}, 'gw_port_id': 'e7003532-9501-4124-b515-0512abc3fb74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:48:10Z', 'updated_at': '2021-11-19T17:48:19Z', 'revision_number': 4, 'project_id': '71f143b90b844169b3eeea1a30bf2a6c', 'gw_port': {'id': 'e7003532-9501-4124-b515-0512abc3fb74', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:75:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24310985-bad0-4434-aaa5-5be0ef78db2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:48:12Z', 'updated_at': '2021-11-19T17:48:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_floatingips': [{'id': '19b72e90-3b7e-4427-ad2c-b5783ab1ad22', 'tenant_id': '71f143b90b844169b3eeea1a30bf2a6c', 'floating_ip_address': '172.25.7.52', 'floating_network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'router_id': '24310985-bad0-4434-aaa5-5be0ef78db2e', 'port_id': '8328b0ce-0e2d-410d-b42f-31b62e778215', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1205, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8ac92c4-0b67-48ff-9053-9b7b6d8cb532', 'mac_address': 'fa:16:3e:b5:b5:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e693831-31b4-49a6-8474-c9e90387a1af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T17:48:26Z', 'updated_at': '2021-11-19T17:48:56Z', 'revision_number': 1, 'project_id': '71f143b90b844169b3eeea1a30bf2a6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa43dbcb-d7c3-42e3-a372-2994a539303a', 'name': '', 'network_id': 'd8ac92c4-0b67-48ff-9053-9b7b6d8cb532', 'tenant_id': '71f143b90b844169b3eeea1a30bf2a6c', 'mac_address': 'fa:16:3e:80:c8:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24310985-bad0-4434-aaa5-5be0ef78db2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': '6d4d7490-658a-4bdc-a7c0-ec99d85e1097', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:48:18Z', 'updated_at': '2021-11-19T17:48:29Z', 'revision_number': 5, 'project_id': '71f143b90b844169b3eeea1a30bf2a6c', 'subnets': [{'id': '6d4d7490-658a-4bdc-a7c0-ec99d85e1097', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:49:01.166870 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae75980-f7f4-48be-bd4e-f45050f5ce6d req-faaa68ec-6511-41fb-9faf-f3dbc27c8d6c tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:01.174905 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9ae75980-f7f4-48be-bd4e-f45050f5ce6d req-faaa68ec-6511-41fb-9faf-f3dbc27c8d6c tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d6d80d6-3550-4ad7-998c-1e2c27418ad5 HTTP/1.1" status: 200 len: 943 time: 0.1382887 Nov 19 17:49:01.223038 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fa4624a0-bbce-4438-a05c-fbe1c8771dd9 req-6d97bf04-13db-4a00-9ee6-9c6d76c9a694 service neutron] 10.222.0.60 "GET /v2.0/networks/09343151-5f7f-4534-803c-65c4f7eca01b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3519640 Nov 19 17:49:01.298741 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9ae75980-f7f4-48be-bd4e-f45050f5ce6d req-ef9a2b53-3128-4160-963c-94d69762ed73 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/security-groups?id=85786454-c560-4317-bd73-95e1b791240f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1199479 Nov 19 17:49:01.320494 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ce6446-de1d-4f97-845d-9c0bf75df2e9 None None] The sync data for ids ['24310985-bad0-4434-aaa5-5be0ef78db2e'] in n-d-818022-2 is: [{'id': '24310985-bad0-4434-aaa5-5be0ef78db2e', 'name': 'tempest-ServersTestJSON-491960050-router', 'tenant_id': '71f143b90b844169b3eeea1a30bf2a6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.236'}], 'enable_snat': True}, 'gw_port_id': 'e7003532-9501-4124-b515-0512abc3fb74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:48:10Z', 'updated_at': '2021-11-19T17:48:19Z', 'revision_number': 4, 'project_id': '71f143b90b844169b3eeea1a30bf2a6c', 'gw_port': {'id': 'e7003532-9501-4124-b515-0512abc3fb74', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:75:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24310985-bad0-4434-aaa5-5be0ef78db2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:48:12Z', 'updated_at': '2021-11-19T17:48:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_floatingips': [{'id': '19b72e90-3b7e-4427-ad2c-b5783ab1ad22', 'tenant_id': '71f143b90b844169b3eeea1a30bf2a6c', 'floating_ip_address': '172.25.7.52', 'floating_network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'router_id': '24310985-bad0-4434-aaa5-5be0ef78db2e', 'port_id': '8328b0ce-0e2d-410d-b42f-31b62e778215', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1205, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8ac92c4-0b67-48ff-9053-9b7b6d8cb532', 'mac_address': 'fa:16:3e:b5:b5:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e693831-31b4-49a6-8474-c9e90387a1af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T17:48:26Z', 'updated_at': '2021-11-19T17:48:56Z', 'revision_number': 1, 'project_id': '71f143b90b844169b3eeea1a30bf2a6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa43dbcb-d7c3-42e3-a372-2994a539303a', 'name': '', 'network_id': 'd8ac92c4-0b67-48ff-9053-9b7b6d8cb532', 'tenant_id': '71f143b90b844169b3eeea1a30bf2a6c', 'mac_address': 'fa:16:3e:80:c8:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24310985-bad0-4434-aaa5-5be0ef78db2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': '6d4d7490-658a-4bdc-a7c0-ec99d85e1097', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:48:18Z', 'updated_at': '2021-11-19T17:48:29Z', 'revision_number': 5, 'project_id': '71f143b90b844169b3eeea1a30bf2a6c', 'subnets': [{'id': '6d4d7490-658a-4bdc-a7c0-ec99d85e1097', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 17:49:01.341272 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-e9c866a6-dd88-40b4-8d8d-bb3e83459e8f None None] Provisioning complete for port e9f9a1b4-ed63-46ec-bad8-a2a818826308 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:49:01.342443 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e9c866a6-dd88-40b4-8d8d-bb3e83459e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:01.421672 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-e9c866a6-dd88-40b4-8d8d-bb3e83459e8f None None] Port e9f9a1b4-ed63-46ec-bad8-a2a818826308 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:49:01.528904 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 7a21ed38-6af9-457b-b15b-b92f0a78170f up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:49:01.538890 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fa4624a0-bbce-4438-a05c-fbe1c8771dd9 req-00b56a37-d3a8-436d-afad-d7c0948655a5 service neutron] 10.222.0.60 "GET /v2.0/networks/09343151-5f7f-4534-803c-65c4f7eca01b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2976131 Nov 19 17:49:01.604372 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-1c2aa4d3-6d0f-44f7-baae-59072a3c60cf None None] Provisioning complete for port d2fbad7e-e63d-49da-acc6-1b78fd09c6b0 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:49:01.604832 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-1c2aa4d3-6d0f-44f7-baae-59072a3c60cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:01.651857 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 7a21ed38-6af9-457b-b15b-b92f0a78170f triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:49:01.652233 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:01.698555 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-1c2aa4d3-6d0f-44f7-baae-59072a3c60cf None None] Port d2fbad7e-e63d-49da-acc6-1b78fd09c6b0 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:49:01.763755 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:01.813774 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] For port 7a21ed38-6af9-457b-b15b-b92f0a78170f, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=7a21ed38-6af9-457b-b15b-b92f0a78170f,segment=NetworkSegment(504442a5-d1da-4970-b6a3-20669171f021),segment_id=504442a5-d1da-4970-b6a3-20669171f021)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:49:01.823841 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:01.886492 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Pushing event updated for resources: {'Port': ['ID=7a21ed38-6af9-457b-b15b-b92f0a78170f,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:49:01.949924 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ded068b-d05d-471a-a5b8-015bbaec1eb0 None None] New status for floating IP 19b72e90-3b7e-4427-ad2c-b5783ab1ad22: ACTIVE {{(pid=103367) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 17:49:01.994905 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-050ea64c-c6e1-49a0-bf82-0aad6db48d8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:02.129966 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 56792) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:49:02.137115 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-734b1526-0f0b-4209-a778-eabe1ab7c01e tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1717280702', 'description': 'tempest-description--1057281394'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:49:02.177397 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 17:49:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b030d292-cb89-48ce-87de-f90183fdd31d x-openstack-request-id: req-b030d292-cb89-48ce-87de-f90183fdd31d {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:49:02.178463 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbdcf64a-0a83-4f91-8bc7-0d4aa363e1ff", "tag": "7404aecf-3251-432f-b5ac-e9f388a85587", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:49:02.178463 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b030d292-cb89-48ce-87de-f90183fdd31d {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:49:02.178463 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbdcf64a-0a83-4f91-8bc7-0d4aa363e1ff', 'tag': '7404aecf-3251-432f-b5ac-e9f388a85587', 'status': 'completed', 'code': 200} Nov 19 17:49:02.182370 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-734b1526-0f0b-4209-a778-eabe1ab7c01e tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:02.197695 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da25f82b-1687-4438-a6af-87a535383c93 None None] Network fb28d523-ee7f-4592-a296-1eb52f53154d requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:49:02.285957 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-734b1526-0f0b-4209-a778-eabe1ab7c01e tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:02.295671 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-734b1526-0f0b-4209-a778-eabe1ab7c01e tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:02.298106 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28feea3-ff8b-4015-9117-fee09ffe5abd req-da866577-8249-4242-877c-2e229d7a24b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:02.301995 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d28feea3-ff8b-4015-9117-fee09ffe5abd req-da866577-8249-4242-877c-2e229d7a24b6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bf8774509ece48c1a5e5e0350ab076c6&device_id=bbdcf64a-0a83-4f91-8bc7-0d4aa363e1ff HTTP/1.1" status: 200 len: 1094 time: 0.0872443 Nov 19 17:49:02.333541 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-d474d913-3ac2-4b9f-bb82-6f34eabd2b98 None None] Provisioning complete for port 7a21ed38-6af9-457b-b15b-b92f0a78170f triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:49:02.333934 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d474d913-3ac2-4b9f-bb82-6f34eabd2b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:02.347026 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-734b1526-0f0b-4209-a778-eabe1ab7c01e tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:02.349728 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-734b1526-0f0b-4209-a778-eabe1ab7c01e tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.2183950 Nov 19 17:49:02.354530 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 56796) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:49:02.360757 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-fbe62f99-a6dd-494c-acef-1600a48c689e tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Request body: {'security_group_rule': {'security_group_id': '6f748c30-bcc4-4f26-989c-71d930e18e94', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:49:02.372007 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734b1526-0f0b-4209-a778-eabe1ab7c01e tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f748c30-bcc4-4f26-989c-71d930e18e94,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:49:02.397300 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-fbe62f99-a6dd-494c-acef-1600a48c689e tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:02.467539 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28feea3-ff8b-4015-9117-fee09ffe5abd req-0e896a75-fca2-4467-8106-25886e318b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:02.470714 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d28feea3-ff8b-4015-9117-fee09ffe5abd req-0e896a75-fca2-4467-8106-25886e318b57 service neutron] 10.222.0.60 "GET /v2.0/networks?id=09343151-5f7f-4534-803c-65c4f7eca01b HTTP/1.1" status: 200 len: 906 time: 0.1557207 Nov 19 17:49:02.487901 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-fbe62f99-a6dd-494c-acef-1600a48c689e tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:02.492768 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-fbe62f99-a6dd-494c-acef-1600a48c689e tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735179'] for security_group_rule, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:02.516740 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe62f99-a6dd-494c-acef-1600a48c689e tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e56204b5-7a33-437d-a57c-08bcb23213ef,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:49:02.537704 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-fbe62f99-a6dd-494c-acef-1600a48c689e tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:02.539808 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-fbe62f99-a6dd-494c-acef-1600a48c689e tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1838739 Nov 19 17:49:02.543726 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 56798) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:49:02.549647 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-c1fb105c-2a14-452b-bd68-3d0f3ff9a604 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Request body: {'security_group_rule': {'security_group_id': '6f748c30-bcc4-4f26-989c-71d930e18e94', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:49:02.562013 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d28feea3-ff8b-4015-9117-fee09ffe5abd req-25259e4b-1995-40cd-b1fa-cd60ed146955 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7404aecf-3251-432f-b5ac-e9f388a85587 HTTP/1.1" status: 200 len: 217 time: 0.0753164 Nov 19 17:49:02.601315 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c1fb105c-2a14-452b-bd68-3d0f3ff9a604 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:02.634859 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2630901-545f-41e3-af68-307626cf829f req-f0c6aa64-8012-4aab-8ebe-ef81415ce5df tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:02.636406 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f2630901-545f-41e3-af68-307626cf829f req-f0c6aa64-8012-4aab-8ebe-ef81415ce5df tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/ports?device_id=bbdcf64a-0a83-4f91-8bc7-0d4aa363e1ff HTTP/1.1" status: 200 len: 943 time: 0.1638727 Nov 19 17:49:02.658081 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28feea3-ff8b-4015-9117-fee09ffe5abd req-0512540c-4278-449b-bcdf-489875473245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:02.660904 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d28feea3-ff8b-4015-9117-fee09ffe5abd req-0512540c-4278-449b-bcdf-489875473245 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ae1dd334-eb0c-43c6-9467-c13f8b3210c4 HTTP/1.1" status: 200 len: 845 time: 0.0902612 Nov 19 17:49:02.702516 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c1fb105c-2a14-452b-bd68-3d0f3ff9a604 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:02.711230 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c1fb105c-2a14-452b-bd68-3d0f3ff9a604 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735179'] for security_group_rule, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:02.728687 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d28feea3-ff8b-4015-9117-fee09ffe5abd req-650afccd-dc6c-4a54-b8cf-8478e8176e44 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=09343151-5f7f-4534-803c-65c4f7eca01b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386176 Nov 19 17:49:02.734003 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fb105c-2a14-452b-bd68-3d0f3ff9a604 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=010e9718-63de-4ae3-874f-9f58ae58f184,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:49:02.752830 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c1fb105c-2a14-452b-bd68-3d0f3ff9a604 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:02.758119 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-c1fb105c-2a14-452b-bd68-3d0f3ff9a604 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2130234 Nov 19 17:49:02.759121 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 56800) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:49:02.764827 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-106c138d-d1de-446f-a623-9a1a5089cf05 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Request body: {'floatingip': {'floating_network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:49:02.792424 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f2630901-545f-41e3-af68-307626cf829f req-45a1d81b-6688-4231-9c68-c4cef3d6b0a3 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/security-groups?id=e103badb-33bc-4a96-ade0-89c422abc1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273468 Nov 19 17:49:02.797311 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-106c138d-d1de-446f-a623-9a1a5089cf05 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Publish callbacks [] for floatingip, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:02.953160 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-106c138d-d1de-446f-a623-9a1a5089cf05 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:02.961451 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57173fb-d823-4f50-8075-b12f786b477e req-24fe14dc-d62a-4855-9a0f-ea980f4c1bcb tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:02.963001 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c57173fb-d823-4f50-8075-b12f786b477e req-24fe14dc-d62a-4855-9a0f-ea980f4c1bcb tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/ports?device_id=4311522c-e142-4ff1-80d0-d4dee63ea739 HTTP/1.1" status: 200 len: 950 time: 0.0811496 Nov 19 17:49:02.967549 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d28feea3-ff8b-4015-9117-fee09ffe5abd req-60614970-3073-43c5-a729-69d75d62a5d3 service neutron] 10.222.0.60 "GET /v2.0/networks/09343151-5f7f-4534-803c-65c4f7eca01b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2171607 Nov 19 17:49:02.991268 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-5196df52-969e-4c7e-aa77-d9fe6f75dc21 None None] Provisioning complete for port 7a21ed38-6af9-457b-b15b-b92f0a78170f triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:49:02.993494 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-5196df52-969e-4c7e-aa77-d9fe6f75dc21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:03.094338 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c57173fb-d823-4f50-8075-b12f786b477e req-1895a93a-9885-4279-833b-e995003975bc tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/security-groups?id=6e557aa4-1576-4002-9603-a630915d92af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218302 Nov 19 17:49:03.147588 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d28feea3-ff8b-4015-9117-fee09ffe5abd req-59372f69-0897-426a-9a45-318f1c78e042 service neutron] 10.222.0.60 "GET /v2.0/networks/09343151-5f7f-4534-803c-65c4f7eca01b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679280 Nov 19 17:49:03.151224 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [None req-106c138d-d1de-446f-a623-9a1a5089cf05 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Allocated IP 172.25.7.63 (645e61aa-1a6c-4e8f-857e-ab06edb4897f/88ed2d64-f56d-4f01-a468-946e01c99e82/beaf6e59-f947-4f44-9360-4f706dd25a6a) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:49:03.183976 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e46ecc5a-dc14-4744-b262-3072ff2e958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:03.291519 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-106c138d-d1de-446f-a623-9a1a5089cf05 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:03.345691 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-106c138d-d1de-446f-a623-9a1a5089cf05 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:03.371263 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 7a21ed38-6af9-457b-b15b-b92f0a78170f up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:49:03.405230 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-106c138d-d1de-446f-a623-9a1a5089cf05 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Network 645e61aa-1a6c-4e8f-857e-ab06edb4897f is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:49:03.410830 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-106c138d-d1de-446f-a623-9a1a5089cf05 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:49:03.414194 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-106c138d-d1de-446f-a623-9a1a5089cf05 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:49:03.458443 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 7a21ed38-6af9-457b-b15b-b92f0a78170f triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:49:03.458841 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:03.477354 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106c138d-d1de-446f-a623-9a1a5089cf05 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Pushing event updated for resources: {'Port': ['ID=beaf6e59-f947-4f44-9360-4f706dd25a6a,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:49:03.502950 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784099c2-51ff-4278-91bd-2d38b01f034a req-25a24c1f-8191-4b63-aaf1-ec9d35948e14 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:03.515003 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-784099c2-51ff-4278-91bd-2d38b01f034a req-25a24c1f-8191-4b63-aaf1-ec9d35948e14 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d6d80d6-3550-4ad7-998c-1e2c27418ad5 HTTP/1.1" status: 200 len: 943 time: 0.1051383 Nov 19 17:49:03.573110 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-106c138d-d1de-446f-a623-9a1a5089cf05 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:03.615497 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-784099c2-51ff-4278-91bd-2d38b01f034a req-1573a9ec-9865-4988-b072-7797597e7964 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/security-groups?id=85786454-c560-4317-bd73-95e1b791240f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992696 Nov 19 17:49:03.660258 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:03.680534 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-106c138d-d1de-446f-a623-9a1a5089cf05 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:03.693311 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:04.022299 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f7f3c3-39ab-43a4-9f77-bc97a7eb109c req-daf18df7-fb1b-4445-9e47-6c94af99107f tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:04.031836 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d0f7f3c3-39ab-43a4-9f77-bc97a7eb109c req-daf18df7-fb1b-4445-9e47-6c94af99107f tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/ports?device_id=bbdcf64a-0a83-4f91-8bc7-0d4aa363e1ff HTTP/1.1" status: 200 len: 943 time: 0.1064372 Nov 19 17:49:04.046494 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-106c138d-d1de-446f-a623-9a1a5089cf05 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Publish callbacks [] for port, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:04.070923 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-106c138d-d1de-446f-a623-9a1a5089cf05 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:04.137506 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d0f7f3c3-39ab-43a4-9f77-bc97a7eb109c req-1f0074a9-0ca6-4103-8581-eddb94babb82 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/security-groups?id=e103badb-33bc-4a96-ade0-89c422abc1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037903 Nov 19 17:49:04.252522 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106c138d-d1de-446f-a623-9a1a5089cf05 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Pushing event updated for resources: {'Port': ['ID=beaf6e59-f947-4f44-9360-4f706dd25a6a,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:49:04.318738 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-106c138d-d1de-446f-a623-9a1a5089cf05 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-671284'] for floatingip, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:04.356173 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62bc2e5-1142-475d-9bb2-4be2dcc3ffef req-d20e036f-7332-41d0-a72b-6fe696be98bf tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:04.359171 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a62bc2e5-1142-475d-9bb2-4be2dcc3ffef req-d20e036f-7332-41d0-a72b-6fe696be98bf tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/ports?device_id=4311522c-e142-4ff1-80d0-d4dee63ea739 HTTP/1.1" status: 200 len: 950 time: 0.1232293 Nov 19 17:49:04.366111 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-106c138d-d1de-446f-a623-9a1a5089cf05 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for floatingip, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:04.369296 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-106c138d-d1de-446f-a623-9a1a5089cf05 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6087482 Nov 19 17:49:04.447611 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a62bc2e5-1142-475d-9bb2-4be2dcc3ffef req-41c09b5e-83b1-47f4-9166-5a5f4e40b700 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/security-groups?id=6e557aa4-1576-4002-9603-a630915d92af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643611 Nov 19 17:49:04.673472 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e013d7e6-5264-4dcc-9759-54f5fb809e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:04.751132 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001c9f6e-3cd6-4f12-90eb-6ce3347b5062 req-1a0c4376-5c2f-4dcf-a0b4-542ba3a39149 tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:04.757253 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-001c9f6e-3cd6-4f12-90eb-6ce3347b5062 req-1a0c4376-5c2f-4dcf-a0b4-542ba3a39149 tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] 10.222.0.54 "GET /v2.0/ports?device_id=6a3e0f89-1b0c-4e27-83e3-b3760f46b280 HTTP/1.1" status: 200 len: 945 time: 0.1166046 Nov 19 17:49:04.821358 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200afc15-fb39-4c2e-87a5-4aa1acde91fc req-cf287270-f68a-4d33-a8d0-3aecefa5a9b4 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:04.823191 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-200afc15-fb39-4c2e-87a5-4aa1acde91fc req-cf287270-f68a-4d33-a8d0-3aecefa5a9b4 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d6d80d6-3550-4ad7-998c-1e2c27418ad5 HTTP/1.1" status: 200 len: 943 time: 0.0875604 Nov 19 17:49:04.851590 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-001c9f6e-3cd6-4f12-90eb-6ce3347b5062 req-3dbb8cfe-00b8-48d2-a3c6-419d2d342380 tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] 10.222.0.54 "GET /v2.0/security-groups?id=91d8d5ae-e3ab-40c9-a58b-bf281735c710&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879843 Nov 19 17:49:04.878119 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 7404aecf-3251-432f-b5ac-e9f388a85587 details requested by agent hyperv_n-h1-818022-2 with host n-h1-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 17:49:04.975604 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-200afc15-fb39-4c2e-87a5-4aa1acde91fc req-46d2384e-3d83-4c6c-9589-feefa1b16124 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/security-groups?id=85786454-c560-4317-bd73-95e1b791240f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1285100 Nov 19 17:49:05.047770 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 7404aecf-3251-432f-b5ac-e9f388a85587, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=7404aecf-3251-432f-b5ac-e9f388a85587,segment=NetworkSegment(76ca7d5f-3474-4bcd-9b64-65e02324eb89),segment_id=76ca7d5f-3474-4bcd-9b64-65e02324eb89)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:49:05.066921 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Returning: {'device': '7404aecf-3251-432f-b5ac-e9f388a85587', 'network_id': '09343151-5f7f-4534-803c-65c4f7eca01b', 'port_id': '7404aecf-3251-432f-b5ac-e9f388a85587', 'mac_address': 'fa:16:3e:7a:e4:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 676, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae1dd334-eb0c-43c6-9467-c13f8b3210c4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 17:49:05.119950 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:05.144759 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-cacbe747-4879-433e-a283-fb516d7f55f4 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--1717280702&fields=id&tenant_id=204b8291a9dd4a84af4d7e1889d7c2c2 HTTP/1.1" status: 200 len: 267 time: 0.1092160 Nov 19 17:49:05.149875 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:05.156471 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7404aecf-3251-432f-b5ac-e9f388a85587 {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:49:05.191207 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 7404aecf-3251-432f-b5ac-e9f388a85587, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=7404aecf-3251-432f-b5ac-e9f388a85587,segment=NetworkSegment(76ca7d5f-3474-4bcd-9b64-65e02324eb89),segment_id=76ca7d5f-3474-4bcd-9b64-65e02324eb89)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:49:05.197801 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:05.267705 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=7404aecf-3251-432f-b5ac-e9f388a85587,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:49:05.290321 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-3eac4975-51ec-4ff8-9f4a-2e38f9fdf497 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:05.291784 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-3eac4975-51ec-4ff8-9f4a-2e38f9fdf497 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] 10.222.0.54 "GET /v2.0/ports/e9f9a1b4-ed63-46ec-bad8-a2a818826308 HTTP/1.1" status: 200 len: 936 time: 0.1319129 Nov 19 17:49:05.368146 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-14474859-3406-4d5a-83dd-bdd13d3fcdf8 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:05.369915 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-14474859-3406-4d5a-83dd-bdd13d3fcdf8 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] 10.222.0.54 "GET /v2.0/ports/d2fbad7e-e63d-49da-acc6-1b78fd09c6b0 HTTP/1.1" status: 200 len: 937 time: 0.0645654 Nov 19 17:49:05.436227 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-2bee0aed-10f4-4b50-bb39-c09f50b8e769 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] 10.222.0.54 "GET /v2.0/ports?network_id=fb28d523-ee7f-4592-a296-1eb52f53154d&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0450971 Nov 19 17:49:05.473326 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efee447d-0f34-403a-8508-aeabfa028053 req-eab51e5a-483a-4762-a548-44e9079bc4d2 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:05.480080 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-efee447d-0f34-403a-8508-aeabfa028053 req-eab51e5a-483a-4762-a548-44e9079bc4d2 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/ports?device_id=bbdcf64a-0a83-4f91-8bc7-0d4aa363e1ff HTTP/1.1" status: 200 len: 944 time: 0.1156580 Nov 19 17:49:05.494525 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-822e7d4a-4e53-4691-8320-25c0175b4bbe tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] 10.222.0.54 "GET /v2.0/ports?network_id=fb28d523-ee7f-4592-a296-1eb52f53154d&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0426607 Nov 19 17:49:05.518848 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['7404aecf-3251-432f-b5ac-e9f388a85587'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:49:05.585199 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-efee447d-0f34-403a-8508-aeabfa028053 req-64292727-e176-41b1-a389-b033906eb4a2 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/security-groups?id=e103badb-33bc-4a96-ade0-89c422abc1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937145 Nov 19 17:49:05.775672 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-69b1bc52-7743-4e8f-b76d-a5a8e60f5a24 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:05.782947 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-69b1bc52-7743-4e8f-b76d-a5a8e60f5a24 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:05.791261 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-69b1bc52-7743-4e8f-b76d-a5a8e60f5a24 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:05.793841 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-69b1bc52-7743-4e8f-b76d-a5a8e60f5a24 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] 10.222.0.54 "GET /v2.0/networks?id=30cc82c9-8c1f-49cc-8162-0520c6f854aa&id=7ebd557b-42db-40a2-8cf2-57dc967dc3d4&id=7ebd557b-42db-40a2-8cf2-57dc967dc3d4&id=fb28d523-ee7f-4592-a296-1eb52f53154d&id=fb28d523-ee7f-4592-a296-1eb52f53154d HTTP/1.1" status: 200 len: 1994 time: 0.2896619 Nov 19 17:49:05.821741 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-1c607188-5a4a-44c3-9523-49043e76e0b8 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] 10.222.0.54 "GET /v2.0/quotas/204b8291a9dd4a84af4d7e1889d7c2c2 HTTP/1.1" status: 200 len: 375 time: 0.0163181 Nov 19 17:49:05.928985 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-59483dc7-8442-4528-b7de-7cd9e24bd0fc tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=204b8291a9dd4a84af4d7e1889d7c2c2&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0932109 Nov 19 17:49:05.956440 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189e5fe5-4033-4b20-ae5f-b518a367793a req-9769a404-dd60-4015-9599-7647d3c9d442 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:05.959946 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-189e5fe5-4033-4b20-ae5f-b518a367793a req-9769a404-dd60-4015-9599-7647d3c9d442 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/ports?device_id=4311522c-e142-4ff1-80d0-d4dee63ea739 HTTP/1.1" status: 200 len: 950 time: 0.0977473 Nov 19 17:49:06.046475 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-189e5fe5-4033-4b20-ae5f-b518a367793a req-d8b83ed5-1e1a-4d34-9f01-c51006d82eba tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/security-groups?id=6e557aa4-1576-4002-9603-a630915d92af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731537 Nov 19 17:49:06.099971 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-1de04dc8-f9df-4517-99f3-f1981b59328c service neutron] 10.222.0.54 "GET /v2.0/networks/30cc82c9-8c1f-49cc-8162-0520c6f854aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589894 Nov 19 17:49:06.262925 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-f35c65a1-5d9b-4331-a9eb-47befb0b6354 service neutron] 10.222.0.54 "GET /v2.0/networks/30cc82c9-8c1f-49cc-8162-0520c6f854aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561825 Nov 19 17:49:06.321075 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f5c7a5-fb10-4632-93a6-095567a7ff2e req-112580f7-0b7e-45f9-b7ae-2e86f538ec0e tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:06.323625 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f8f5c7a5-fb10-4632-93a6-095567a7ff2e req-112580f7-0b7e-45f9-b7ae-2e86f538ec0e tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] 10.222.0.54 "GET /v2.0/ports?device_id=6a3e0f89-1b0c-4e27-83e3-b3760f46b280 HTTP/1.1" status: 200 len: 945 time: 0.0847728 Nov 19 17:49:06.339807 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-bbfd4549-bd85-4a13-8c9b-45758a8498a2 service neutron] 10.222.0.54 "GET /v2.0/ports/e9f9a1b4-ed63-46ec-bad8-a2a818826308?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0637293 Nov 19 17:49:06.403201 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f8f5c7a5-fb10-4632-93a6-095567a7ff2e req-0e865532-f211-49b5-aa55-fef428029a7c tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] 10.222.0.54 "GET /v2.0/security-groups?id=91d8d5ae-e3ab-40c9-a58b-bf281735c710&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691938 Nov 19 17:49:06.471321 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-a6377f47-7e5d-43d6-a164-57a989233795 service neutron] 10.222.0.54 "GET /v2.0/networks/7ebd557b-42db-40a2-8cf2-57dc967dc3d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212842 Nov 19 17:49:06.580919 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8b9f50-3c38-4175-919e-0ceb6ff348d1 req-20eb16d3-f409-4120-93d0-407e81d95d34 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:06.583205 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ef8b9f50-3c38-4175-919e-0ceb6ff348d1 req-20eb16d3-f409-4120-93d0-407e81d95d34 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d6d80d6-3550-4ad7-998c-1e2c27418ad5 HTTP/1.1" status: 200 len: 943 time: 0.0633516 Nov 19 17:49:06.651697 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-0d5f524a-0b4a-4729-b427-cf1f2fc3e2c6 service neutron] 10.222.0.54 "GET /v2.0/networks/7ebd557b-42db-40a2-8cf2-57dc967dc3d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712084 Nov 19 17:49:06.694786 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ef8b9f50-3c38-4175-919e-0ceb6ff348d1 req-2632108d-1f73-424f-9cc2-254dfaeac835 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/security-groups?id=85786454-c560-4317-bd73-95e1b791240f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990677 Nov 19 17:49:06.774722 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-e4fbe323-3b9e-4d5d-82a5-a6bb6f248ca6 service neutron] 10.222.0.54 "GET /v2.0/ports/d2fbad7e-e63d-49da-acc6-1b78fd09c6b0?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1095321 Nov 19 17:49:06.894824 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 7404aecf-3251-432f-b5ac-e9f388a85587 up at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:49:06.936437 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-1a3a3565-8d80-480a-941f-4ce7277ee0f6 service neutron] 10.222.0.54 "GET /v2.0/networks/7ebd557b-42db-40a2-8cf2-57dc967dc3d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551716 Nov 19 17:49:07.000532 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning for port 7404aecf-3251-432f-b5ac-e9f388a85587 completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 17:49:07.011597 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning complete for port 7404aecf-3251-432f-b5ac-e9f388a85587 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:49:07.012021 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:07.066725 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473962d6-ef69-4c79-9be9-db318dc65a0d req-d6918f5c-5cdb-4530-97df-8d8e8cd9cb6c tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:07.069431 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-473962d6-ef69-4c79-9be9-db318dc65a0d req-d6918f5c-5cdb-4530-97df-8d8e8cd9cb6c tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/ports?device_id=bbdcf64a-0a83-4f91-8bc7-0d4aa363e1ff HTTP/1.1" status: 200 len: 944 time: 0.1116107 Nov 19 17:49:07.137041 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:07.184939 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-473962d6-ef69-4c79-9be9-db318dc65a0d req-d7ce2388-e753-48f4-9cc5-fd07bf992b13 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/security-groups?id=e103badb-33bc-4a96-ade0-89c422abc1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057494 Nov 19 17:49:07.198018 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 7404aecf-3251-432f-b5ac-e9f388a85587, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=7404aecf-3251-432f-b5ac-e9f388a85587,segment=NetworkSegment(76ca7d5f-3474-4bcd-9b64-65e02324eb89),segment_id=76ca7d5f-3474-4bcd-9b64-65e02324eb89)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:49:07.199518 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbdcf64a-0a83-4f91-8bc7-0d4aa363e1ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7404aecf-3251-432f-b5ac-e9f388a85587'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:49:07.203794 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3940761bcd94e032e6960d2241bd8993c5d3a7d8dc2aca8488f3ecf1d4dd2fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48aa6e91-2140-43fb-8075-68c85a809c43" -d '{"events": [{"server_uuid": "bbdcf64a-0a83-4f91-8bc7-0d4aa363e1ff", "name": "network-vif-plugged", "status": "completed", "tag": "7404aecf-3251-432f-b5ac-e9f388a85587"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:49:07.210249 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:07.269748 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=7404aecf-3251-432f-b5ac-e9f388a85587,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:49:07.513113 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6147bb-5e75-415c-9187-65ec25796a9b req-197a1e09-a30c-42df-9869-c716560309f3 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:07.515349 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-1e6147bb-5e75-415c-9187-65ec25796a9b req-197a1e09-a30c-42df-9869-c716560309f3 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/ports?device_id=4311522c-e142-4ff1-80d0-d4dee63ea739 HTTP/1.1" status: 200 len: 950 time: 0.0718341 Nov 19 17:49:07.565393 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992caa1d-4f3a-4d4d-ae79-7c5f1e4202c2 req-01061b5a-7040-4e5e-8e68-a70d117a1266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:07.566933 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-992caa1d-4f3a-4d4d-ae79-7c5f1e4202c2 req-01061b5a-7040-4e5e-8e68-a70d117a1266 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=7d6d80d6-3550-4ad7-998c-1e2c27418ad5&tenant_id=063ef7e3fa9c49daa0ae772568226d29 HTTP/1.1" status: 200 len: 1094 time: 0.1012654 Nov 19 17:49:07.595558 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da643f24-b977-476e-93c9-3c3a8c913f7c req-a553c8a6-9938-41c9-8997-33d3941e7ad0 tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:07.597677 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-da643f24-b977-476e-93c9-3c3a8c913f7c req-a553c8a6-9938-41c9-8997-33d3941e7ad0 tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] 10.222.0.86 "GET /v2.0/ports?device_id=6a3e0f89-1b0c-4e27-83e3-b3760f46b280 HTTP/1.1" status: 200 len: 945 time: 0.1332855 Nov 19 17:49:07.600375 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-9c150f29-68b4-445c-baef-792cd3df52a4 service neutron] 10.222.0.54 "GET /v2.0/networks/7ebd557b-42db-40a2-8cf2-57dc967dc3d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6290956 Nov 19 17:49:07.611524 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-1e6147bb-5e75-415c-9187-65ec25796a9b req-5e25ea12-b58c-45e4-9c47-e56c49b3b007 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/security-groups?id=6e557aa4-1576-4002-9603-a630915d92af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873451 Nov 19 17:49:07.764403 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:49:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35140f11-42e6-43e8-b248-09c1609223dc x-openstack-request-id: req-35140f11-42e6-43e8-b248-09c1609223dc {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:49:07.764902 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbdcf64a-0a83-4f91-8bc7-0d4aa363e1ff", "name": "network-vif-plugged", "status": "completed", "tag": "7404aecf-3251-432f-b5ac-e9f388a85587", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:49:07.765406 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-35140f11-42e6-43e8-b248-09c1609223dc {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:49:07.766325 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbdcf64a-0a83-4f91-8bc7-0d4aa363e1ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7404aecf-3251-432f-b5ac-e9f388a85587', 'code': 200} Nov 19 17:49:07.774756 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992caa1d-4f3a-4d4d-ae79-7c5f1e4202c2 req-0ddd47b0-08c2-4538-acad-533d37e2e5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:07.776538 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-992caa1d-4f3a-4d4d-ae79-7c5f1e4202c2 req-0ddd47b0-08c2-4538-acad-533d37e2e5f0 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=063ef7e3fa9c49daa0ae772568226d29&device_id=7d6d80d6-3550-4ad7-998c-1e2c27418ad5 HTTP/1.1" status: 200 len: 1094 time: 0.1752274 Nov 19 17:49:07.898328 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-a8d8f391-0772-4cb2-bff2-a31a46731e59 service neutron] 10.222.0.54 "GET /v2.0/networks/7ebd557b-42db-40a2-8cf2-57dc967dc3d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2853467 Nov 19 17:49:07.915609 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eba60b9-f057-4a61-9425-d66c07100c42 req-74fc81b4-4c77-434e-81eb-170170c2e625 tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:07.917227 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0eba60b9-f057-4a61-9425-d66c07100c42 req-74fc81b4-4c77-434e-81eb-170170c2e625 tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] 10.222.0.54 "GET /v2.0/ports?device_id=6a3e0f89-1b0c-4e27-83e3-b3760f46b280 HTTP/1.1" status: 200 len: 945 time: 0.0623856 Nov 19 17:49:07.976570 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0eba60b9-f057-4a61-9425-d66c07100c42 req-c576c008-d780-498e-8370-d80a13e89c72 tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] 10.222.0.54 "GET /v2.0/security-groups?id=91d8d5ae-e3ab-40c9-a58b-bf281735c710&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503135 Nov 19 17:49:08.054296 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-da643f24-b977-476e-93c9-3c3a8c913f7c req-b8bc4031-467c-454c-a7e0-a7c49cc5510f tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] Deleting port 5e1f4354-bd89-4ead-b9cd-51ca335cc59f {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:49:08.054296 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-da643f24-b977-476e-93c9-3c3a8c913f7c req-b8bc4031-467c-454c-a7e0-a7c49cc5510f tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:08.076508 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2baee7-1e2c-4a7c-9a10-6f929aa57677 req-cfa398a2-62ca-428e-bba2-e1c42a56a644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:08.078888 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ab2baee7-1e2c-4a7c-9a10-6f929aa57677 req-cfa398a2-62ca-428e-bba2-e1c42a56a644 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=bbdcf64a-0a83-4f91-8bc7-0d4aa363e1ff HTTP/1.1" status: 200 len: 1096 time: 0.2101288 Nov 19 17:49:08.107699 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992caa1d-4f3a-4d4d-ae79-7c5f1e4202c2 req-6f807248-395a-425b-a669-2d9ca51787cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:08.109241 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-992caa1d-4f3a-4d4d-ae79-7c5f1e4202c2 req-6f807248-395a-425b-a669-2d9ca51787cc service neutron] 10.222.0.86 "GET /v2.0/networks?id=fdcadcc4-b6d0-4be3-9284-8f7eda9af8ea HTTP/1.1" status: 200 len: 917 time: 0.3185761 Nov 19 17:49:08.124279 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8005dddc-e63e-4a99-8d47-7a409e51480f req-077ee8f5-884a-46af-9ceb-4e1bf5b3dacb tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:08.126260 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8005dddc-e63e-4a99-8d47-7a409e51480f req-077ee8f5-884a-46af-9ceb-4e1bf5b3dacb tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d6d80d6-3550-4ad7-998c-1e2c27418ad5 HTTP/1.1" status: 200 len: 943 time: 0.0740089 Nov 19 17:49:08.194849 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8005dddc-e63e-4a99-8d47-7a409e51480f req-60bacbdf-a756-4701-9dea-bf55be29528b tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/security-groups?id=85786454-c560-4317-bd73-95e1b791240f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585773 Nov 19 17:49:08.229226 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-7592e262-3a54-438b-b190-a1ae742d9f27 service neutron] 10.222.0.54 "GET /v2.0/networks/7ebd557b-42db-40a2-8cf2-57dc967dc3d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3020275 Nov 19 17:49:08.299502 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-992caa1d-4f3a-4d4d-ae79-7c5f1e4202c2 req-54368606-a43c-43c8-996c-e7a3958271be service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=27705cb3-0294-4ee6-a550-a6915d0bf4c8 HTTP/1.1" status: 200 len: 999 time: 0.1711113 Nov 19 17:49:08.338563 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ab2baee7-1e2c-4a7c-9a10-6f929aa57677 req-61ccce05-1b73-4ed8-967e-370616ab7acd service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=e103badb-33bc-4a96-ade0-89c422abc1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2282639 Nov 19 17:49:08.375431 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-da643f24-b977-476e-93c9-3c3a8c913f7c req-b8bc4031-467c-454c-a7e0-a7c49cc5510f tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] For port 5e1f4354-bd89-4ead-b9cd-51ca335cc59f, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=5e1f4354-bd89-4ead-b9cd-51ca335cc59f,segment=NetworkSegment(ea5a0e2b-3fad-4153-8514-d7f5d8ae4073),segment_id=ea5a0e2b-3fad-4153-8514-d7f5d8ae4073)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:49:08.375854 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-da643f24-b977-476e-93c9-3c3a8c913f7c req-b8bc4031-467c-454c-a7e0-a7c49cc5510f tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:08.400422 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9129431e-3d7e-4578-aa15-a17a5cf1fa3c req-4f606d8e-4801-4d2a-96d8-1b6790e9aecf tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:08.408586 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9129431e-3d7e-4578-aa15-a17a5cf1fa3c req-4f606d8e-4801-4d2a-96d8-1b6790e9aecf tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/ports?device_id=bbdcf64a-0a83-4f91-8bc7-0d4aa363e1ff HTTP/1.1" status: 200 len: 945 time: 0.0684047 Nov 19 17:49:08.475841 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9129431e-3d7e-4578-aa15-a17a5cf1fa3c req-7d0706ad-0ee7-425e-822a-a1e933dfa9da tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/security-groups?id=e103badb-33bc-4a96-ade0-89c422abc1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656075 Nov 19 17:49:08.478094 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992caa1d-4f3a-4d4d-ae79-7c5f1e4202c2 req-6461ad0b-8326-401a-befb-7c9dd137d426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:08.479596 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-992caa1d-4f3a-4d4d-ae79-7c5f1e4202c2 req-6461ad0b-8326-401a-befb-7c9dd137d426 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5dbfa5af-1ad8-4df8-a1b2-cc6152eda1a3 HTTP/1.1" status: 200 len: 855 time: 0.1455014 Nov 19 17:49:08.509073 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-2000ac15-d362-40f5-9629-ee863ee2b037 service neutron] 10.222.0.54 "GET /v2.0/networks/7ebd557b-42db-40a2-8cf2-57dc967dc3d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2583563 Nov 19 17:49:08.688939 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992caa1d-4f3a-4d4d-ae79-7c5f1e4202c2 req-0908cad8-8ac9-46b4-97ea-cda3a2c5583a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:08.689551 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 56902) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:49:08.690486 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-992caa1d-4f3a-4d4d-ae79-7c5f1e4202c2 req-0908cad8-8ac9-46b4-97ea-cda3a2c5583a service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=fdcadcc4-b6d0-4be3-9284-8f7eda9af8ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1964631 Nov 19 17:49:08.777202 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b164af1-9be9-490c-955a-3790579f879b req-662c6bec-b5fe-4320-b17f-cf05d5787433 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:08.786620 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-4b164af1-9be9-490c-955a-3790579f879b req-662c6bec-b5fe-4320-b17f-cf05d5787433 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/ports?device_id=4311522c-e142-4ff1-80d0-d4dee63ea739 HTTP/1.1" status: 200 len: 950 time: 0.0858083 Nov 19 17:49:08.788708 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-da643f24-b977-476e-93c9-3c3a8c913f7c req-b8bc4031-467c-454c-a7e0-a7c49cc5510f tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:08.789165 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-da643f24-b977-476e-93c9-3c3a8c913f7c req-b8bc4031-467c-454c-a7e0-a7c49cc5510f tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-671284'] for floatingip, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:08.789549 n-d-818022-2 neutron-server[103365]: INFO neutron.db.l3_db [req-da643f24-b977-476e-93c9-3c3a8c913f7c req-b8bc4031-467c-454c-a7e0-a7c49cc5510f tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] Floating IP 87b611e5-811a-4b00-a0be-3c41d75abb41 disassociated. External IP: 172.25.7.66, port: 5e1f4354-bd89-4ead-b9cd-51ca335cc59f. Nov 19 17:49:08.789920 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-da643f24-b977-476e-93c9-3c3a8c913f7c req-b8bc4031-467c-454c-a7e0-a7c49cc5510f tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] Calling delete_port for 5e1f4354-bd89-4ead-b9cd-51ca335cc59f owned by compute:nova {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:49:08.793485 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-ad42d20d-13d0-43ca-b983-e8bc1c5d91f9 service neutron] 10.222.0.54 "GET /v2.0/networks/7ebd557b-42db-40a2-8cf2-57dc967dc3d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2346671 Nov 19 17:49:08.890461 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-4b164af1-9be9-490c-955a-3790579f879b req-1c5eda4e-687b-4bb7-990f-9c90a15218a9 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/security-groups?id=6e557aa4-1576-4002-9603-a630915d92af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970440 Nov 19 17:49:08.924705 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-83f49df0-ab0e-4103-aa31-f0b6d8dd9045 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:08.932201 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-992caa1d-4f3a-4d4d-ae79-7c5f1e4202c2 req-473c81f8-3d22-47ad-bca6-df7310db72d3 service neutron] 10.222.0.86 "GET /v2.0/networks/fdcadcc4-b6d0-4be3-9284-8f7eda9af8ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2288206 Nov 19 17:49:09.033562 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-83f49df0-ab0e-4103-aa31-f0b6d8dd9045 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:09.038241 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-83f49df0-ab0e-4103-aa31-f0b6d8dd9045 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:09.060918 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-1bb1ae37-568c-41a1-b669-1561080843f6 service neutron] 10.222.0.54 "GET /v2.0/networks/fb28d523-ee7f-4592-a296-1eb52f53154d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2485728 Nov 19 17:49:09.111142 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-83f49df0-ab0e-4103-aa31-f0b6d8dd9045 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=93245266b2704c2ba77fb4b289895db7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4196396 Nov 19 17:49:09.114323 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f49df0-ab0e-4103-aa31-f0b6d8dd9045 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8b06baa-601a-4cb0-b6f7-2df1bc9747b7,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:49:09.118259 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 56910) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:49:09.161704 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-992caa1d-4f3a-4d4d-ae79-7c5f1e4202c2 req-99f41bf3-7522-4661-9adb-fdd04592b135 service neutron] 10.222.0.86 "GET /v2.0/networks/fdcadcc4-b6d0-4be3-9284-8f7eda9af8ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2169287 Nov 19 17:49:09.181196 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb33f98-7643-4171-a2e6-61bd8f6e7802 req-6f09752a-71c1-4971-a427-541b358f436f tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:09.183149 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2fb33f98-7643-4171-a2e6-61bd8f6e7802 req-6f09752a-71c1-4971-a427-541b358f436f tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] 10.222.0.54 "GET /v2.0/ports?device_id=6a3e0f89-1b0c-4e27-83e3-b3760f46b280 HTTP/1.1" status: 200 len: 945 time: 0.1123827 Nov 19 17:49:09.201722 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-da643f24-b977-476e-93c9-3c3a8c913f7c req-b8bc4031-467c-454c-a7e0-a7c49cc5510f tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:09.226838 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a2888457-ceb3-41bd-b3d0-df16c05fb26f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:09.247345 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bc4031-467c-454c-a7e0-a7c49cc5510f tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] Pushing event deleted for resources: {'Port': ['ID=5e1f4354-bd89-4ead-b9cd-51ca335cc59f,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:49:09.258383 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-2e690e66-e125-47a1-be86-12ca63dce179 service neutron] 10.222.0.54 "GET /v2.0/networks/fb28d523-ee7f-4592-a296-1eb52f53154d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1794686 Nov 19 17:49:09.283624 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2fb33f98-7643-4171-a2e6-61bd8f6e7802 req-d96cbf69-eda7-4718-936f-d67eeb03cb8f tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] 10.222.0.54 "GET /v2.0/security-groups?id=91d8d5ae-e3ab-40c9-a58b-bf281735c710&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0892451 Nov 19 17:49:09.286160 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a2888457-ceb3-41bd-b3d0-df16c05fb26f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:09.475506 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-56796b09-6aa4-4054-828a-ad3562493804 service neutron] 10.222.0.54 "GET /v2.0/networks/fb28d523-ee7f-4592-a296-1eb52f53154d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672993 Nov 19 17:49:09.477273 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a2888457-ceb3-41bd-b3d0-df16c05fb26f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:09.485437 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a2888457-ceb3-41bd-b3d0-df16c05fb26f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:09.487738 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-a2888457-ceb3-41bd-b3d0-df16c05fb26f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c8b06baa-601a-4cb0-b6f7-2df1bc9747b7 HTTP/1.1" status: 204 len: 168 time: 0.3674212 Nov 19 17:49:09.488231 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [req-da643f24-b977-476e-93c9-3c3a8c913f7c req-b8bc4031-467c-454c-a7e0-a7c49cc5510f tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] Router 075d51b3-1611-42ff-aac0-9dbe86f3e575 has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 17:49:09.504683 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcb5516-7fc6-4cae-b661-2cde4b80fd02 req-12d51824-c92c-4635-81b6-593074b4b3f8 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:09.506327 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-5bcb5516-7fc6-4cae-b661-2cde4b80fd02 req-12d51824-c92c-4635-81b6-593074b4b3f8 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d6d80d6-3550-4ad7-998c-1e2c27418ad5 HTTP/1.1" status: 200 len: 943 time: 0.1136348 Nov 19 17:49:09.536944 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2888457-ceb3-41bd-b3d0-df16c05fb26f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8b06baa-601a-4cb0-b6f7-2df1bc9747b7,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:49:09.707845 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-f47cc5df-cedd-4dd7-82bc-269969a33e3e service neutron] 10.222.0.54 "GET /v2.0/networks/fb28d523-ee7f-4592-a296-1eb52f53154d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2210686 Nov 19 17:49:09.781084 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-5bcb5516-7fc6-4cae-b661-2cde4b80fd02 req-19d4c52b-0c31-4702-a64d-5fcca63ff115 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/security-groups?id=85786454-c560-4317-bd73-95e1b791240f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2555859 Nov 19 17:49:09.935370 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-da643f24-b977-476e-93c9-3c3a8c913f7c req-b8bc4031-467c-454c-a7e0-a7c49cc5510f tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 17:49:09.954848 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef31e24-a21a-4a39-9ef2-44a5e7c27c61 None None] Sync routers for ids ['075d51b3-1611-42ff-aac0-9dbe86f3e575'] in n-d-818022-2 {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 17:49:10.010686 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-da643f24-b977-476e-93c9-3c3a8c913f7c req-b8bc4031-467c-454c-a7e0-a7c49cc5510f tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] No DVR routers for this DVR port 5e1f4354-bd89-4ead-b9cd-51ca335cc59f on host n-h2-818022-2 {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:49:10.013453 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef31e24-a21a-4a39-9ef2-44a5e7c27c61 None None] Routers {'075d51b3-1611-42ff-aac0-9dbe86f3e575'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:49:10.015950 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-aef31e24-a21a-4a39-9ef2-44a5e7c27c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:49:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['075d51b3-1611-42ff-aac0-9dbe86f3e575'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:49:10.019253 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-da643f24-b977-476e-93c9-3c3a8c913f7c req-b8bc4031-467c-454c-a7e0-a7c49cc5510f tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:10.024322 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-da643f24-b977-476e-93c9-3c3a8c913f7c req-b8bc4031-467c-454c-a7e0-a7c49cc5510f tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] 10.222.0.86 "DELETE /v2.0/ports/5e1f4354-bd89-4ead-b9cd-51ca335cc59f HTTP/1.1" status: 204 len: 173 time: 2.4075890 Nov 19 17:49:10.024820 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a3e0f89-1b0c-4e27-83e3-b3760f46b280', 'name': 'network-vif-deleted', 'tag': '5e1f4354-bd89-4ead-b9cd-51ca335cc59f'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:49:10.029664 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218319d759239a7d11f1288aef37381b97754913ee9ccbfd43b51a463f801712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09104590-2d33-4ef4-b73b-c41753bc6710" -d '{"events": [{"server_uuid": "6a3e0f89-1b0c-4e27-83e3-b3760f46b280", "name": "network-vif-deleted", "tag": "5e1f4354-bd89-4ead-b9cd-51ca335cc59f"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:49:10.083370 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c0cc11-68ea-43c1-9452-4d0856ac7099 req-ac35178f-fe8b-45b4-9ee8-f9f762bfe37a tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:10.108665 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d7c0cc11-68ea-43c1-9452-4d0856ac7099 req-ac35178f-fe8b-45b4-9ee8-f9f762bfe37a tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/ports?device_id=bbdcf64a-0a83-4f91-8bc7-0d4aa363e1ff HTTP/1.1" status: 200 len: 945 time: 0.1302998 Nov 19 17:49:10.249624 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d7c0cc11-68ea-43c1-9452-4d0856ac7099 req-d504fba7-7ce6-478b-8b3b-d4655a7d33c4 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/security-groups?id=e103badb-33bc-4a96-ade0-89c422abc1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399200 Nov 19 17:49:10.291847 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-aef31e24-a21a-4a39-9ef2-44a5e7c27c61 None None] Set router 075d51b3-1611-42ff-aac0-9dbe86f3e575 gateway port host: n-d-818022-2 {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:49:10.649050 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71364c7-84da-437d-ad4d-be273e0a2bfc req-bba229f8-59d0-4102-9e71-268dad8a2e82 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:10.650776 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d71364c7-84da-437d-ad4d-be273e0a2bfc req-bba229f8-59d0-4102-9e71-268dad8a2e82 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/ports?device_id=4311522c-e142-4ff1-80d0-d4dee63ea739 HTTP/1.1" status: 200 len: 950 time: 0.1555557 Nov 19 17:49:10.707608 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device 5e1f4354-bd89-4ead-b9cd-51ca335cc59f no longer exists at agent hyperv_n-h2-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:49:10.795942 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d71364c7-84da-437d-ad4d-be273e0a2bfc req-84a23c59-e05b-42ba-8116-e7d4d0514b6c tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/security-groups?id=6e557aa4-1576-4002-9603-a630915d92af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304545 Nov 19 17:49:10.842069 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] No Port match for: 5e1f4354-bd89-4ead-b9cd-51ca335cc59f {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:49:10.845586 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device 5e1f4354-bd89-4ead-b9cd-51ca335cc59f not bound to the agent host n-h2-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:49:10.951304 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:49:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaa8cee9-7556-45e0-96b0-2454a39f9e84 x-openstack-request-id: req-aaa8cee9-7556-45e0-96b0-2454a39f9e84 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:49:10.952125 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a3e0f89-1b0c-4e27-83e3-b3760f46b280", "name": "network-vif-deleted", "tag": "5e1f4354-bd89-4ead-b9cd-51ca335cc59f", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:49:10.952256 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-aaa8cee9-7556-45e0-96b0-2454a39f9e84 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:49:10.952771 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a3e0f89-1b0c-4e27-83e3-b3760f46b280', 'name': 'network-vif-deleted', 'tag': '5e1f4354-bd89-4ead-b9cd-51ca335cc59f', 'status': 'completed', 'code': 200} Nov 19 17:49:11.024923 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-aef31e24-a21a-4a39-9ef2-44a5e7c27c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '075d51b3-1611-42ff-aac0-9dbe86f3e575', 'name': 'tempest-AttachVolumeTestJSON-1193158978-router', 'tenant_id': 'dc7ce1e4ff7747b99247f6b026a294f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': 'e76245cb-899b-495b-bb81-81190cadba3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:38:52Z', 'updated_at': '2021-11-19T17:39:02Z', 'revision_number': 4, 'project_id': 'dc7ce1e4ff7747b99247f6b026a294f4', 'gw_port': {'id': 'e76245cb-899b-495b-bb81-81190cadba3e', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ea:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '075d51b3-1611-42ff-aac0-9dbe86f3e575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:38:54Z', 'updated_at': '2021-11-19T17:39:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': '40893073-89f5-4c57-8e8a-314b872654c5', 'name': '', 'network_id': '54cb42e3-21bb-4900-9add-de52f53a9c78', 'tenant_id': 'dc7ce1e4ff7747b99247f6b026a294f4', 'mac_address': 'fa:16:3e:ae:16:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '075d51b3-1611-42ff-aac0-9dbe86f3e575', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'ce5e5572-06fa-407a-98f7-553783ad7f2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:39:00Z', 'updated_at': '2021-11-19T17:39:22Z', 'revision_number': 5, 'project_id': 'dc7ce1e4ff7747b99247f6b026a294f4', 'subnets': [{'id': 'ce5e5572-06fa-407a-98f7-553783ad7f2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:49:11.140219 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef31e24-a21a-4a39-9ef2-44a5e7c27c61 None None] Checking router: 075d51b3-1611-42ff-aac0-9dbe86f3e575 for host: n-d-818022-2 {{(pid=103366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 17:49:11.166341 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef31e24-a21a-4a39-9ef2-44a5e7c27c61 None None] Routers {'075d51b3-1611-42ff-aac0-9dbe86f3e575'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:49:11.167643 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-aef31e24-a21a-4a39-9ef2-44a5e7c27c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:49:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['075d51b3-1611-42ff-aac0-9dbe86f3e575'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:49:11.198305 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6225a83-bf92-41e0-a483-3b426918a26c req-924558d0-3fb9-4109-b070-c5c322c29dd0 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:11.205229 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b6225a83-bf92-41e0-a483-3b426918a26c req-924558d0-3fb9-4109-b070-c5c322c29dd0 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/ports?device_id=bbdcf64a-0a83-4f91-8bc7-0d4aa363e1ff HTTP/1.1" status: 200 len: 945 time: 0.1122267 Nov 19 17:49:11.356984 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b6225a83-bf92-41e0-a483-3b426918a26c req-7879b56f-d5ab-4492-bca2-f1d04d72c2f5 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/security-groups?id=e103badb-33bc-4a96-ade0-89c422abc1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415768 Nov 19 17:49:11.382929 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4899a9ec-5c39-4fe3-98b1-10f03f8b2437 req-828870ce-39d4-4499-bc4d-df3d710db517 tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] 10.222.0.54 "GET /v2.0/ports?device_id=6a3e0f89-1b0c-4e27-83e3-b3760f46b280 HTTP/1.1" status: 200 len: 210 time: 0.1114290 Nov 19 17:49:11.560456 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c38d712d-d260-4987-8618-a29ea505bbd6 req-3ab08a4d-c107-4870-8b48-23df1f11f769 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4e34aa3-c9da-43ec-a34a-37de5c74afc3 HTTP/1.1" status: 200 len: 210 time: 0.0924971 Nov 19 17:49:11.612159 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-aef31e24-a21a-4a39-9ef2-44a5e7c27c61 None None] Set router 075d51b3-1611-42ff-aac0-9dbe86f3e575 gateway port host: n-d-818022-2 {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:49:11.654792 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dac8be3-e782-499e-8a5d-77a73b2e322e req-63d1e6fa-7de7-4a26-9ca3-81d742ab4fb4 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:11.671659 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8dac8be3-e782-499e-8a5d-77a73b2e322e req-63d1e6fa-7de7-4a26-9ca3-81d742ab4fb4 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d6d80d6-3550-4ad7-998c-1e2c27418ad5 HTTP/1.1" status: 200 len: 943 time: 0.1500461 Nov 19 17:49:11.857330 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8dac8be3-e782-499e-8a5d-77a73b2e322e req-f60cd16f-4abf-45d2-9700-5c1b02e754ca tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/security-groups?id=85786454-c560-4317-bd73-95e1b791240f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1839046 Nov 19 17:49:12.038576 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-aef31e24-a21a-4a39-9ef2-44a5e7c27c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '075d51b3-1611-42ff-aac0-9dbe86f3e575', 'name': 'tempest-AttachVolumeTestJSON-1193158978-router', 'tenant_id': 'dc7ce1e4ff7747b99247f6b026a294f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': 'e76245cb-899b-495b-bb81-81190cadba3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:38:52Z', 'updated_at': '2021-11-19T17:39:02Z', 'revision_number': 4, 'project_id': 'dc7ce1e4ff7747b99247f6b026a294f4', 'gw_port': {'id': 'e76245cb-899b-495b-bb81-81190cadba3e', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ea:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '075d51b3-1611-42ff-aac0-9dbe86f3e575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:38:54Z', 'updated_at': '2021-11-19T17:39:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': '40893073-89f5-4c57-8e8a-314b872654c5', 'name': '', 'network_id': '54cb42e3-21bb-4900-9add-de52f53a9c78', 'tenant_id': 'dc7ce1e4ff7747b99247f6b026a294f4', 'mac_address': 'fa:16:3e:ae:16:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '075d51b3-1611-42ff-aac0-9dbe86f3e575', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'ce5e5572-06fa-407a-98f7-553783ad7f2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:39:00Z', 'updated_at': '2021-11-19T17:39:22Z', 'revision_number': 5, 'project_id': 'dc7ce1e4ff7747b99247f6b026a294f4', 'subnets': [{'id': 'ce5e5572-06fa-407a-98f7-553783ad7f2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:49:12.091176 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef31e24-a21a-4a39-9ef2-44a5e7c27c61 None None] The sync data for ids ['075d51b3-1611-42ff-aac0-9dbe86f3e575'] in n-d-818022-2 is: [{'id': '075d51b3-1611-42ff-aac0-9dbe86f3e575', 'name': 'tempest-AttachVolumeTestJSON-1193158978-router', 'tenant_id': 'dc7ce1e4ff7747b99247f6b026a294f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': 'e76245cb-899b-495b-bb81-81190cadba3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:38:52Z', 'updated_at': '2021-11-19T17:39:02Z', 'revision_number': 4, 'project_id': 'dc7ce1e4ff7747b99247f6b026a294f4', 'gw_port': {'id': 'e76245cb-899b-495b-bb81-81190cadba3e', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ea:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '075d51b3-1611-42ff-aac0-9dbe86f3e575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:38:54Z', 'updated_at': '2021-11-19T17:39:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': '40893073-89f5-4c57-8e8a-314b872654c5', 'name': '', 'network_id': '54cb42e3-21bb-4900-9add-de52f53a9c78', 'tenant_id': 'dc7ce1e4ff7747b99247f6b026a294f4', 'mac_address': 'fa:16:3e:ae:16:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '075d51b3-1611-42ff-aac0-9dbe86f3e575', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'ce5e5572-06fa-407a-98f7-553783ad7f2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:39:00Z', 'updated_at': '2021-11-19T17:39:22Z', 'revision_number': 5, 'project_id': 'dc7ce1e4ff7747b99247f6b026a294f4', 'subnets': [{'id': 'ce5e5572-06fa-407a-98f7-553783ad7f2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 17:49:12.340010 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608e705b-80c6-42a7-aa40-f4e785ef376a req-bf5066d0-301f-476a-a31d-dc828021f0b2 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:12.363298 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-608e705b-80c6-42a7-aa40-f4e785ef376a req-bf5066d0-301f-476a-a31d-dc828021f0b2 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/ports?device_id=4311522c-e142-4ff1-80d0-d4dee63ea739 HTTP/1.1" status: 200 len: 950 time: 0.1207891 Nov 19 17:49:12.456875 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-608e705b-80c6-42a7-aa40-f4e785ef376a req-4cfe97b3-9c6b-4da4-b786-5ca8e4e9d6ae tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/security-groups?id=6e557aa4-1576-4002-9603-a630915d92af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884874 Nov 19 17:49:12.591708 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34affcf-48be-4512-9798-7aef012bc7fc req-7f8a633c-b555-4df0-b9f3-f56b49e46d11 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:12.616001 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e34affcf-48be-4512-9798-7aef012bc7fc req-7f8a633c-b555-4df0-b9f3-f56b49e46d11 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/ports?device_id=bbdcf64a-0a83-4f91-8bc7-0d4aa363e1ff HTTP/1.1" status: 200 len: 945 time: 0.1870272 Nov 19 17:49:12.768199 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-949a7a34-856a-4f9b-9050-8cdab23b94aa None None] New status for floating IP 87b611e5-811a-4b00-a0be-3c41d75abb41: DOWN {{(pid=103367) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 17:49:12.780992 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-bff1e733-afcd-460f-87cc-cff5b7aad917 req-92259c94-70a1-4752-bbd8-7df13751ad3a tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] 10.222.0.54 "GET /v2.0/ports?device_id=6a3e0f89-1b0c-4e27-83e3-b3760f46b280 HTTP/1.1" status: 200 len: 210 time: 0.0903618 Nov 19 17:49:12.807015 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e34affcf-48be-4512-9798-7aef012bc7fc req-0a3c3c1d-c604-44b6-a423-dd91f809e604 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/security-groups?id=e103badb-33bc-4a96-ade0-89c422abc1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840427 Nov 19 17:49:12.959431 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c2f66258-a483-446a-909d-35648390bf63 req-cbf9b8af-a4c4-4469-810f-25304565684b tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4e34aa3-c9da-43ec-a34a-37de5c74afc3 HTTP/1.1" status: 200 len: 210 time: 0.0690336 Nov 19 17:49:13.110887 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a556217-572f-4ea8-a6f8-5d079fdff5b1 req-cd55a782-6ae5-47a8-aa37-d1333e3d0916 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:13.112671 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3a556217-572f-4ea8-a6f8-5d079fdff5b1 req-cd55a782-6ae5-47a8-aa37-d1333e3d0916 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d6d80d6-3550-4ad7-998c-1e2c27418ad5 HTTP/1.1" status: 200 len: 943 time: 0.1369009 Nov 19 17:49:13.259270 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3a556217-572f-4ea8-a6f8-5d079fdff5b1 req-edb9227a-5437-4d9c-a97f-124bc78b3e16 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/security-groups?id=85786454-c560-4317-bd73-95e1b791240f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1108739 Nov 19 17:49:13.314039 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-80d2fbce-f9b9-4a6d-aa88-c708cdbf94f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:13.319708 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-80d2fbce-f9b9-4a6d-aa88-c708cdbf94f2 service neutron] 10.222.0.60 "GET /v2.0/ports/e9f9a1b4-ed63-46ec-bad8-a2a818826308 HTTP/1.1" status: 200 len: 1032 time: 0.0660477 Nov 19 17:49:13.376340 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-680effa0-bfb9-4e58-9823-29ba12b3e7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:13.378419 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-680effa0-bfb9-4e58-9823-29ba12b3e7a5 service neutron] 10.222.0.60 "GET /v2.0/ports/d2fbad7e-e63d-49da-acc6-1b78fd09c6b0 HTTP/1.1" status: 200 len: 1033 time: 0.0512965 Nov 19 17:49:13.653215 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbaa200-1ced-429a-a478-76b70e71fcef req-dc869d4b-8c32-4875-9dac-b0829414f1d9 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:13.655712 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-dfbaa200-1ced-429a-a478-76b70e71fcef req-dc869d4b-8c32-4875-9dac-b0829414f1d9 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.60 "GET /v2.0/ports?device_id=bbdcf64a-0a83-4f91-8bc7-0d4aa363e1ff HTTP/1.1" status: 200 len: 945 time: 0.1125529 Nov 19 17:49:13.696869 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-3164911f-5b22-4cee-bba9-a6bdc7c56b73 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:13.704887 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-3164911f-5b22-4cee-bba9-a6bdc7c56b73 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:13.710848 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-3164911f-5b22-4cee-bba9-a6bdc7c56b73 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:13.712501 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-3164911f-5b22-4cee-bba9-a6bdc7c56b73 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] 10.222.0.60 "GET /v2.0/networks?id=30cc82c9-8c1f-49cc-8162-0520c6f854aa&id=7ebd557b-42db-40a2-8cf2-57dc967dc3d4&id=7ebd557b-42db-40a2-8cf2-57dc967dc3d4&id=7ebd557b-42db-40a2-8cf2-57dc967dc3d4&id=7ebd557b-42db-40a2-8cf2-57dc967dc3d4&id=fb28d523-ee7f-4592-a296-1eb52f53154d&id=fb28d523-ee7f-4592-a296-1eb52f53154d HTTP/1.1" status: 200 len: 1994 time: 0.3174529 Nov 19 17:49:13.799162 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df85eb81-0307-4893-92e0-51a0dfb131f9 req-769c24c6-7656-42bb-a8f8-90187b94687e tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:13.808428 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-df85eb81-0307-4893-92e0-51a0dfb131f9 req-769c24c6-7656-42bb-a8f8-90187b94687e tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/ports?device_id=4311522c-e142-4ff1-80d0-d4dee63ea739 HTTP/1.1" status: 200 len: 950 time: 0.2267244 Nov 19 17:49:13.861544 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [req-dfbaa200-1ced-429a-a478-76b70e71fcef req-07a44aee-913e-4c8a-be74-a253648888ab tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Deleting port 7404aecf-3251-432f-b5ac-e9f388a85587 {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:49:13.862491 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-dfbaa200-1ced-429a-a478-76b70e71fcef req-07a44aee-913e-4c8a-be74-a253648888ab tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:13.970942 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-fc520884-dc52-47ee-a1c9-43908becb9ee tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=204b8291a9dd4a84af4d7e1889d7c2c2 HTTP/1.1" status: 200 len: 380 time: 0.2455099 Nov 19 17:49:13.990674 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-70bf2031-492e-4d59-b3ab-e4609cb3b522 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Request body: {'port': {'device_id': 'f4e34aa3-c9da-43ec-a34a-37de5c74afc3', 'network_id': '30cc82c9-8c1f-49cc-8162-0520c6f854aa', 'admin_state_up': True, 'tenant_id': '204b8291a9dd4a84af4d7e1889d7c2c2', 'security_groups': ['6f748c30-bcc4-4f26-989c-71d930e18e94']}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:49:14.079645 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-df85eb81-0307-4893-92e0-51a0dfb131f9 req-45df6a14-5edd-4b84-933d-ef7bd59ff395 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/security-groups?id=6e557aa4-1576-4002-9603-a630915d92af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2500300 Nov 19 17:49:14.186227 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f6997520-3f65-4f8e-a3c4-091ac55cf8cb req-96a530a7-ce63-4b90-b3f0-5f184c2769eb tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] 10.222.0.54 "GET /v2.0/ports?device_id=6a3e0f89-1b0c-4e27-83e3-b3760f46b280 HTTP/1.1" status: 200 len: 210 time: 0.1986201 Nov 19 17:49:14.217908 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-dfbaa200-1ced-429a-a478-76b70e71fcef req-07a44aee-913e-4c8a-be74-a253648888ab tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] For port 7404aecf-3251-432f-b5ac-e9f388a85587, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=7404aecf-3251-432f-b5ac-e9f388a85587,segment=NetworkSegment(76ca7d5f-3474-4bcd-9b64-65e02324eb89),segment_id=76ca7d5f-3474-4bcd-9b64-65e02324eb89)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:49:14.218372 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-dfbaa200-1ced-429a-a478-76b70e71fcef req-07a44aee-913e-4c8a-be74-a253648888ab tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:14.267622 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-70bf2031-492e-4d59-b3ab-e4609cb3b522 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Made reservation on behalf of 204b8291a9dd4a84af4d7e1889d7c2c2 for: {'port': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:49:14.272703 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-70bf2031-492e-4d59-b3ab-e4609cb3b522 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:14.273301 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [req-dfbaa200-1ced-429a-a478-76b70e71fcef req-07a44aee-913e-4c8a-be74-a253648888ab tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Calling delete_port for 7404aecf-3251-432f-b5ac-e9f388a85587 owned by compute:nova {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:49:14.468489 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f22b17cc-1759-4dd5-a5cb-f4a5436a6f0a req-91b3d1ab-1723-4a80-9cd1-178fcaea1075 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4e34aa3-c9da-43ec-a34a-37de5c74afc3 HTTP/1.1" status: 200 len: 210 time: 0.0467591 Nov 19 17:49:14.610062 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-dfbaa200-1ced-429a-a478-76b70e71fcef req-07a44aee-913e-4c8a-be74-a253648888ab tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:14.625312 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['7404aecf-3251-432f-b5ac-e9f388a85587'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:49:14.630443 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] get_ports_and_sgs() called for port_ids ['096fbf6b-1527-4959-a491-ebec9dd1f89d'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:49:14.740829 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a44aee-913e-4c8a-be74-a253648888ab tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Pushing event deleted for resources: {'Port': ['ID=7404aecf-3251-432f-b5ac-e9f388a85587,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:49:14.911070 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfbaa200-1ced-429a-a478-76b70e71fcef req-07a44aee-913e-4c8a-be74-a253648888ab tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] No DVR routers for this DVR port 7404aecf-3251-432f-b5ac-e9f388a85587 on host n-h1-818022-2 {{(pid=103364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:49:14.914842 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-dfbaa200-1ced-429a-a478-76b70e71fcef req-07a44aee-913e-4c8a-be74-a253648888ab tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:14.925792 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-dfbaa200-1ced-429a-a478-76b70e71fcef req-07a44aee-913e-4c8a-be74-a253648888ab tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.60 "DELETE /v2.0/ports/7404aecf-3251-432f-b5ac-e9f388a85587 HTTP/1.1" status: 204 len: 173 time: 1.2584181 Nov 19 17:49:14.928626 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbdcf64a-0a83-4f91-8bc7-0d4aa363e1ff', 'name': 'network-vif-deleted', 'tag': '7404aecf-3251-432f-b5ac-e9f388a85587'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:49:14.936037 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dd4767a008c23f8566efc82158ee1b1fff34e1a9e908d76d0b6d0ab7e350e5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da2bb7b3-cc96-4129-a60c-3440848c4af4" -d '{"events": [{"server_uuid": "bbdcf64a-0a83-4f91-8bc7-0d4aa363e1ff", "name": "network-vif-deleted", "tag": "7404aecf-3251-432f-b5ac-e9f388a85587"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:49:15.087444 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8e4f02-97ff-4334-82b6-a085825c47fb req-62016716-d968-4c71-a791-52de35613e96 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:15.110562 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ab8e4f02-97ff-4334-82b6-a085825c47fb req-62016716-d968-4c71-a791-52de35613e96 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d6d80d6-3550-4ad7-998c-1e2c27418ad5 HTTP/1.1" status: 200 len: 943 time: 0.1638515 Nov 19 17:49:15.286610 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ab8e4f02-97ff-4334-82b6-a085825c47fb req-db37d886-2866-4a26-9853-54b68b7dd576 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/security-groups?id=85786454-c560-4317-bd73-95e1b791240f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1743939 Nov 19 17:49:15.389946 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec590f5e-229a-42f9-8176-78f08b76322b req-821efb57-b39c-40b0-a2cd-7f104949542b tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:15.406431 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ec590f5e-229a-42f9-8176-78f08b76322b req-821efb57-b39c-40b0-a2cd-7f104949542b tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/ports?device_id=bbdcf64a-0a83-4f91-8bc7-0d4aa363e1ff HTTP/1.1" status: 200 len: 867 time: 1.1137333 Nov 19 17:49:15.554523 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:49:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-976bbdf4-4ecb-4fab-90b1-7c407bf56fef x-openstack-request-id: req-976bbdf4-4ecb-4fab-90b1-7c407bf56fef {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:49:15.554820 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbdcf64a-0a83-4f91-8bc7-0d4aa363e1ff", "name": "network-vif-deleted", "tag": "7404aecf-3251-432f-b5ac-e9f388a85587", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:49:15.556216 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-976bbdf4-4ecb-4fab-90b1-7c407bf56fef {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:49:15.556991 n-d-818022-2 neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbdcf64a-0a83-4f91-8bc7-0d4aa363e1ff', 'name': 'network-vif-deleted', 'tag': '7404aecf-3251-432f-b5ac-e9f388a85587', 'status': 'completed', 'code': 200} Nov 19 17:49:15.722587 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ec590f5e-229a-42f9-8176-78f08b76322b req-995a6bd7-b6a7-4ae5-ad85-055abcddcde9 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/security-groups?id=e103badb-33bc-4a96-ade0-89c422abc1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3109734 Nov 19 17:49:15.835993 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 57092) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:49:15.852087 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-70bf2031-492e-4d59-b3ab-e4609cb3b522 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Allocated IP 172.20.0.5 (30cc82c9-8c1f-49cc-8162-0520c6f854aa/0a14f80e-a548-4036-8075-eea4ab04e398/55efc562-e796-48ee-b98a-71ca0963668d) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:49:15.877427 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfebda9-8462-433b-8b13-26d55487dd48 req-ba93e5ac-87ba-40ac-8928-cd6271a70859 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:15.890999 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-1dfebda9-8462-433b-8b13-26d55487dd48 req-ba93e5ac-87ba-40ac-8928-cd6271a70859 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/ports?device_id=4311522c-e142-4ff1-80d0-d4dee63ea739 HTTP/1.1" status: 200 len: 950 time: 0.2330236 Nov 19 17:49:16.049072 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-1dfebda9-8462-433b-8b13-26d55487dd48 req-2ef3c97f-9637-4d92-b7b2-8a8d3f050a2c tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/security-groups?id=6e557aa4-1576-4002-9603-a630915d92af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551673 Nov 19 17:49:16.089708 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8d7facee-e7ee-4cca-873c-e52c56b68fb9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:16.106428 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a56d4959-9811-44b0-b2c6-27802e99fea8 req-aa8b35fa-cd22-47e8-a024-b5e489ac8dac tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] 10.222.0.54 "GET /v2.0/ports?device_id=6a3e0f89-1b0c-4e27-83e3-b3760f46b280 HTTP/1.1" status: 200 len: 210 time: 0.0449619 Nov 19 17:49:16.180462 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-70bf2031-492e-4d59-b3ab-e4609cb3b522 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:16.245741 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-70bf2031-492e-4d59-b3ab-e4609cb3b522 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:16.349369 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8d7facee-e7ee-4cca-873c-e52c56b68fb9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:16.389261 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8d7facee-e7ee-4cca-873c-e52c56b68fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:16.390622 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-70bf2031-492e-4d59-b3ab-e4609cb3b522 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Network 30cc82c9-8c1f-49cc-8162-0520c6f854aa is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:49:16.404309 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-70bf2031-492e-4d59-b3ab-e4609cb3b522 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:49:16.418455 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-70bf2031-492e-4d59-b3ab-e4609cb3b522 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:49:16.531933 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-70bf2031-492e-4d59-b3ab-e4609cb3b522 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:16.532677 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-70bf2031-492e-4d59-b3ab-e4609cb3b522 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:16.539566 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bf2031-492e-4d59-b3ab-e4609cb3b522 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Pushing event updated for resources: {'Port': ['ID=55efc562-e796-48ee-b98a-71ca0963668d,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:49:16.546249 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7facee-e7ee-4cca-873c-e52c56b68fb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb59d32e-5160-4211-bb69-778a437c13d8,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:49:16.550928 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-8d7facee-e7ee-4cca-873c-e52c56b68fb9 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=294d4a445c024d36b7c06b14d944acb1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7128386 Nov 19 17:49:16.562012 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34abdb03-9a34-4d36-bb74-4ee1516c99a5 req-7defe295-0255-4901-ae27-693e5fb1398a tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:16.563621 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-34abdb03-9a34-4d36-bb74-4ee1516c99a5 req-7defe295-0255-4901-ae27-693e5fb1398a tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4e34aa3-c9da-43ec-a34a-37de5c74afc3 HTTP/1.1" status: 200 len: 931 time: 0.2049637 Nov 19 17:49:16.564128 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 57100) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:49:16.646254 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-70bf2031-492e-4d59-b3ab-e4609cb3b522 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6623342 Nov 19 17:49:16.667130 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-21d014ec-3e98-4412-ae48-dc7845a84e64 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Request body: {'port': {'device_id': 'f4e34aa3-c9da-43ec-a34a-37de5c74afc3', 'network_id': '7ebd557b-42db-40a2-8cf2-57dc967dc3d4', 'admin_state_up': True, 'tenant_id': '204b8291a9dd4a84af4d7e1889d7c2c2', 'security_groups': ['6f748c30-bcc4-4f26-989c-71d930e18e94']}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:49:16.702409 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-34abdb03-9a34-4d36-bb74-4ee1516c99a5 req-eb2e4d4e-264b-4f73-b464-8df006f89eb9 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] 10.222.0.54 "GET /v2.0/security-groups?id=6f748c30-bcc4-4f26-989c-71d930e18e94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1122792 Nov 19 17:49:16.786887 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3ff4929c-170c-4fc5-a404-f5c842034459 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:16.848256 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3ff4929c-170c-4fc5-a404-f5c842034459 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:16.938862 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 7404aecf-3251-432f-b5ac-e9f388a85587 no longer exists at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:49:16.957333 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d943574-5fef-43f1-9d11-88c74ad5eec5 req-a3635f60-77aa-45a3-8770-2c3809e82ce2 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:16.963791 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-1d943574-5fef-43f1-9d11-88c74ad5eec5 req-a3635f60-77aa-45a3-8770-2c3809e82ce2 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d6d80d6-3550-4ad7-998c-1e2c27418ad5 HTTP/1.1" status: 200 len: 943 time: 0.4699388 Nov 19 17:49:17.075329 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-21d014ec-3e98-4412-ae48-dc7845a84e64 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Made reservation on behalf of 204b8291a9dd4a84af4d7e1889d7c2c2 for: {'port': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:49:17.080113 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-21d014ec-3e98-4412-ae48-dc7845a84e64 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:17.115600 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-1d943574-5fef-43f1-9d11-88c74ad5eec5 req-73b23fc5-84d9-4503-9538-d33140e0ee25 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/security-groups?id=85786454-c560-4317-bd73-95e1b791240f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1424718 Nov 19 17:49:17.335907 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] No Port match for: 7404aecf-3251-432f-b5ac-e9f388a85587 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:49:17.336666 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 7404aecf-3251-432f-b5ac-e9f388a85587 not bound to the agent host n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:49:17.350142 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-c35689da-a904-46de-b766-1c18260b48cc None None] Provisioning complete for port 55efc562-e796-48ee-b98a-71ca0963668d triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:49:17.350672 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-c35689da-a904-46de-b766-1c18260b48cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:17.492013 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-c35689da-a904-46de-b766-1c18260b48cc None None] Port 55efc562-e796-48ee-b98a-71ca0963668d cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:49:17.673911 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be10695c-9811-4a75-aa55-5a7e050858f7 req-d624ca58-5f5f-4112-94ee-f982b604d2ce tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:17.682767 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-be10695c-9811-4a75-aa55-5a7e050858f7 req-d624ca58-5f5f-4112-94ee-f982b604d2ce tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/ports?device_id=4311522c-e142-4ff1-80d0-d4dee63ea739 HTTP/1.1" status: 200 len: 950 time: 0.3522131 Nov 19 17:49:17.753577 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-21d014ec-3e98-4412-ae48-dc7845a84e64 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Allocated IP 10.1.1.22 (7ebd557b-42db-40a2-8cf2-57dc967dc3d4/9b75b289-976d-457b-8721-33c12b671379/44cdaa8f-a568-4675-a6fc-dc3319a9293a) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:49:17.919808 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3ff4929c-170c-4fc5-a404-f5c842034459 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:17.923268 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3ff4929c-170c-4fc5-a404-f5c842034459 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:17.924833 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-3ff4929c-170c-4fc5-a404-f5c842034459 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/eb59d32e-5160-4211-bb69-778a437c13d8 HTTP/1.1" status: 204 len: 168 time: 1.3593857 Nov 19 17:49:17.997968 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-be10695c-9811-4a75-aa55-5a7e050858f7 req-5d751fa7-2b30-46f9-98a4-40bef7c7d106 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/security-groups?id=6e557aa4-1576-4002-9603-a630915d92af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3113775 Nov 19 17:49:18.042157 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff4929c-170c-4fc5-a404-f5c842034459 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb59d32e-5160-4211-bb69-778a437c13d8,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:49:18.066289 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a974beae-8032-403b-a37e-7ce7a504f1c1 req-60380bf3-c0d0-465f-ad1a-998591288ff4 tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] 10.222.0.54 "GET /v2.0/ports?device_id=6a3e0f89-1b0c-4e27-83e3-b3760f46b280 HTTP/1.1" status: 200 len: 210 time: 0.1565635 Nov 19 17:49:18.280623 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-21d014ec-3e98-4412-ae48-dc7845a84e64 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:18.437855 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-21d014ec-3e98-4412-ae48-dc7845a84e64 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:18.495481 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4efd9e5-a82b-4ddb-9506-fbfcc73d24e6 req-4d5d72ea-6934-4c0b-abda-594a06826e15 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:18.506801 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f4efd9e5-a82b-4ddb-9506-fbfcc73d24e6 req-4d5d72ea-6934-4c0b-abda-594a06826e15 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4e34aa3-c9da-43ec-a34a-37de5c74afc3 HTTP/1.1" status: 200 len: 931 time: 0.2702346 Nov 19 17:49:18.542933 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-21d014ec-3e98-4412-ae48-dc7845a84e64 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Network 7ebd557b-42db-40a2-8cf2-57dc967dc3d4 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:49:18.550288 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-21d014ec-3e98-4412-ae48-dc7845a84e64 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:49:18.675883 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-21d014ec-3e98-4412-ae48-dc7845a84e64 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:49:18.729994 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f4efd9e5-a82b-4ddb-9506-fbfcc73d24e6 req-c815013d-0f47-4145-9784-aeffc811e239 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] 10.222.0.54 "GET /v2.0/security-groups?id=6f748c30-bcc4-4f26-989c-71d930e18e94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2127273 Nov 19 17:49:18.875739 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 57132) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:49:18.915557 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e9068b8f-ccc0-4798-8276-cc1c9d53e2e3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:18.928545 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d014ec-3e98-4412-ae48-dc7845a84e64 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Pushing event updated for resources: {'Port': ['ID=44cdaa8f-a568-4675-a6fc-dc3319a9293a,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:49:18.943319 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-21d014ec-3e98-4412-ae48-dc7845a84e64 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:18.943704 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-21d014ec-3e98-4412-ae48-dc7845a84e64 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:18.987034 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89505663-840c-41a9-92bb-bfd6792e0398 req-b9ea0436-6c49-47a3-9fa2-72c0487a6c3c tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:18.996088 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-89505663-840c-41a9-92bb-bfd6792e0398 req-b9ea0436-6c49-47a3-9fa2-72c0487a6c3c tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d6d80d6-3550-4ad7-998c-1e2c27418ad5 HTTP/1.1" status: 200 len: 943 time: 0.3095844 Nov 19 17:49:19.022230 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-21d014ec-3e98-4412-ae48-dc7845a84e64 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.3602059 Nov 19 17:49:19.027916 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-6432695e-f47d-46da-9a93-f0aedb0fcb84 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Request body: {'port': {'device_id': 'f4e34aa3-c9da-43ec-a34a-37de5c74afc3', 'network_id': '7ebd557b-42db-40a2-8cf2-57dc967dc3d4', 'admin_state_up': True, 'tenant_id': '204b8291a9dd4a84af4d7e1889d7c2c2', 'security_groups': ['6f748c30-bcc4-4f26-989c-71d930e18e94']}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:49:19.176122 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-eeeeee11-7424-42fb-923a-44ce93412238 None None] Provisioning complete for port 44cdaa8f-a568-4675-a6fc-dc3319a9293a triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:49:19.177217 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-eeeeee11-7424-42fb-923a-44ce93412238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:19.188649 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-6432695e-f47d-46da-9a93-f0aedb0fcb84 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Made reservation on behalf of 204b8291a9dd4a84af4d7e1889d7c2c2 for: {'port': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:49:19.193193 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-6432695e-f47d-46da-9a93-f0aedb0fcb84 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:19.306794 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-eeeeee11-7424-42fb-923a-44ce93412238 None None] Port 44cdaa8f-a568-4675-a6fc-dc3319a9293a cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:49:19.332667 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6178964-d812-4487-a28a-d1092cd197c0 req-db7304c3-09be-4c24-80d7-4b4bfe1e3bd0 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:19.343028 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c6178964-d812-4487-a28a-d1092cd197c0 req-db7304c3-09be-4c24-80d7-4b4bfe1e3bd0 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/networks?id=09343151-5f7f-4534-803c-65c4f7eca01b HTTP/1.1" status: 200 len: 805 time: 0.4181433 Nov 19 17:49:19.414102 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e9068b8f-ccc0-4798-8276-cc1c9d53e2e3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:19.423840 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e9068b8f-ccc0-4798-8276-cc1c9d53e2e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:19.577076 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-e9068b8f-ccc0-4798-8276-cc1c9d53e2e3 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=975cbbbb35c748528138a4a9313c627c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6992393 Nov 19 17:49:19.577943 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 57152) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:49:19.592767 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9068b8f-ccc0-4798-8276-cc1c9d53e2e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05987244-ea63-4c9a-b310-603c709603b3,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:49:19.761557 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-71d6bbde-0bc9-46c3-80c2-588e1d85e2b8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:19.787211 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fbdbdcf0-883d-452d-b147-63e4a8964190 req-17ea19b6-3bcc-49e2-8fac-9b725d388504 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=6a3e0f89-1b0c-4e27-83e3-b3760f46b280&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1415291 Nov 19 17:49:19.870023 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-71d6bbde-0bc9-46c3-80c2-588e1d85e2b8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:19.897879 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-6432695e-f47d-46da-9a93-f0aedb0fcb84 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Allocated IP 10.1.1.83 (7ebd557b-42db-40a2-8cf2-57dc967dc3d4/9b75b289-976d-457b-8721-33c12b671379/c3ff3fa7-827a-4c15-9718-736b1a6d0363) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:49:19.937342 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-89505663-840c-41a9-92bb-bfd6792e0398 req-9c632d5e-fc53-404a-9302-9ab546ca80be tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/security-groups?id=85786454-c560-4317-bd73-95e1b791240f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9403243 Nov 19 17:49:19.975186 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c6178964-d812-4487-a28a-d1092cd197c0 req-1c224f09-01bb-41f5-a215-29fd332ca8ae tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/quotas/bf8774509ece48c1a5e5e0350ab076c6 HTTP/1.1" status: 200 len: 375 time: 0.6299071 Nov 19 17:49:20.115543 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-71d6bbde-0bc9-46c3-80c2-588e1d85e2b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:20.125139 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-71d6bbde-0bc9-46c3-80c2-588e1d85e2b8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:20.129098 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-71d6bbde-0bc9-46c3-80c2-588e1d85e2b8 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/05987244-ea63-4c9a-b310-603c709603b3 HTTP/1.1" status: 204 len: 168 time: 0.5433891 Nov 19 17:49:20.173233 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d6bbde-0bc9-46c3-80c2-588e1d85e2b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05987244-ea63-4c9a-b310-603c709603b3,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:49:20.215421 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-6432695e-f47d-46da-9a93-f0aedb0fcb84 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:20.224015 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c6178964-d812-4487-a28a-d1092cd197c0 req-da5aa61e-1152-460f-ae7f-8f9bf3dc2a03 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=bf8774509ece48c1a5e5e0350ab076c6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2013140 Nov 19 17:49:20.438553 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b75b0d7-eb08-40cb-a60a-ffd512367d83 req-73f1c20c-8070-4938-9d98-30040fb7fb59 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:20.452302 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8b75b0d7-eb08-40cb-a60a-ffd512367d83 req-73f1c20c-8070-4938-9d98-30040fb7fb59 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/ports?device_id=4311522c-e142-4ff1-80d0-d4dee63ea739 HTTP/1.1" status: 200 len: 950 time: 0.2055471 Nov 19 17:49:20.463795 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c6178964-d812-4487-a28a-d1092cd197c0 req-0fcc38df-eff1-4a72-9d8f-a07cf56e6ce3 service neutron] 10.222.0.54 "GET /v2.0/networks/09343151-5f7f-4534-803c-65c4f7eca01b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2197566 Nov 19 17:49:20.488961 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-6432695e-f47d-46da-9a93-f0aedb0fcb84 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:20.627824 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c6178964-d812-4487-a28a-d1092cd197c0 req-298acce2-91c3-43dd-8c5a-17b4452ac172 service neutron] 10.222.0.54 "GET /v2.0/networks/09343151-5f7f-4534-803c-65c4f7eca01b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567569 Nov 19 17:49:20.793580 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6432695e-f47d-46da-9a93-f0aedb0fcb84 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Pushing event updated for resources: {'Port': ['ID=c3ff3fa7-827a-4c15-9718-736b1a6d0363,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:49:20.958811 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8b75b0d7-eb08-40cb-a60a-ffd512367d83 req-5187194c-a147-432e-b8d1-43eb9ffb4af7 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/security-groups?id=6e557aa4-1576-4002-9603-a630915d92af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5048478 Nov 19 17:49:21.151029 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-6432695e-f47d-46da-9a93-f0aedb0fcb84 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Network 7ebd557b-42db-40a2-8cf2-57dc967dc3d4 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:49:21.154757 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-6432695e-f47d-46da-9a93-f0aedb0fcb84 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:49:21.183368 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-6432695e-f47d-46da-9a93-f0aedb0fcb84 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:49:21.365555 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fbdbdcf0-883d-452d-b147-63e4a8964190 req-d1c2ff07-a09e-4e7f-b705-c07ca011eba5 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=dc7ce1e4ff7747b99247f6b026a294f4&device_id=6a3e0f89-1b0c-4e27-83e3-b3760f46b280 HTTP/1.1" status: 200 len: 210 time: 0.3764956 Nov 19 17:49:21.461498 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4506c234-798a-4d1f-8c9f-38568e62a429 req-4869d521-85de-4bc3-8bbe-d9c61a7bca49 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:21.474673 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4506c234-798a-4d1f-8c9f-38568e62a429 req-4869d521-85de-4bc3-8bbe-d9c61a7bca49 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:21.495384 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4506c234-798a-4d1f-8c9f-38568e62a429 req-4869d521-85de-4bc3-8bbe-d9c61a7bca49 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:21.506206 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-4506c234-798a-4d1f-8c9f-38568e62a429 req-4869d521-85de-4bc3-8bbe-d9c61a7bca49 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4e34aa3-c9da-43ec-a34a-37de5c74afc3 HTTP/1.1" status: 200 len: 2372 time: 0.1651862 Nov 19 17:49:21.520947 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f15b5945-a1c3-46c6-b68b-db376114ab7f req-f1f12cf2-477c-4db4-a2b1-29391a89d98c tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/ports?device_id=21a6b2b9-9fec-4b61-b471-d28c118bb2af HTTP/1.1" status: 200 len: 210 time: 0.1206560 Nov 19 17:49:21.678441 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-4506c234-798a-4d1f-8c9f-38568e62a429 req-6890d286-af36-489c-9805-eaec488ed0b3 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] 10.222.0.54 "GET /v2.0/security-groups?id=6f748c30-bcc4-4f26-989c-71d930e18e94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1672142 Nov 19 17:49:21.681134 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-6432695e-f47d-46da-9a93-f0aedb0fcb84 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:21.689281 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-6432695e-f47d-46da-9a93-f0aedb0fcb84 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:21.802032 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 57184) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:49:21.903054 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-50401dfa-2391-448d-976b-8b5e337456f1 tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:21.937003 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-6432695e-f47d-46da-9a93-f0aedb0fcb84 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.9107597 Nov 19 17:49:21.963453 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-45a218bb-7e30-4ec9-b0f2-8ab0dbb987af None None] Provisioning complete for port c3ff3fa7-827a-4c15-9718-736b1a6d0363 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:49:21.964245 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-45a218bb-7e30-4ec9-b0f2-8ab0dbb987af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:21.965491 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-c3f8e108-c101-4bb8-b606-aae628fa12cf tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Request body: {'port': {'device_id': 'f4e34aa3-c9da-43ec-a34a-37de5c74afc3', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'fb28d523-ee7f-4592-a296-1eb52f53154d', 'admin_state_up': True, 'tenant_id': '204b8291a9dd4a84af4d7e1889d7c2c2', 'security_groups': ['6f748c30-bcc4-4f26-989c-71d930e18e94']}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:49:21.990702 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-50401dfa-2391-448d-976b-8b5e337456f1 tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:22.001658 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608f421b-77fd-4b23-8607-4f4fe157d84b req-58224b3c-8645-484c-a756-5657f3caf976 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:22.012889 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-608f421b-77fd-4b23-8607-4f4fe157d84b req-58224b3c-8645-484c-a756-5657f3caf976 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d6d80d6-3550-4ad7-998c-1e2c27418ad5 HTTP/1.1" status: 200 len: 943 time: 0.3198895 Nov 19 17:49:22.066696 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-45a218bb-7e30-4ec9-b0f2-8ab0dbb987af None None] Port c3ff3fa7-827a-4c15-9718-736b1a6d0363 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:49:22.080328 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-50401dfa-2391-448d-976b-8b5e337456f1 tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:22.084425 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-50401dfa-2391-448d-976b-8b5e337456f1 tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:22.086225 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-50401dfa-2391-448d-976b-8b5e337456f1 tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] 10.222.0.54 "DELETE /v2.0/security-groups/91d8d5ae-e3ab-40c9-a58b-bf281735c710 HTTP/1.1" status: 204 len: 168 time: 0.2824860 Nov 19 17:49:22.090748 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 57192) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:49:22.113317 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50401dfa-2391-448d-976b-8b5e337456f1 tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91d8d5ae-e3ab-40c9-a58b-bf281735c710,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:49:22.117009 n-d-818022-2 neutron-server[103364]: INFO neutron.api.v2.resource [None req-5a4f3fec-34ad-4062-a129-c24c87d0bd7b tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] show failed (client error): The resource could not be found. Nov 19 17:49:22.118478 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-5a4f3fec-34ad-4062-a129-c24c87d0bd7b tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] 10.222.0.54 "GET /v2.0/security-groups/91d8d5ae-e3ab-40c9-a58b-bf281735c710 HTTP/1.1" status: 404 len: 347 time: 0.0247376 Nov 19 17:49:22.133832 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 57194) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:49:22.352656 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdbdcf0-883d-452d-b147-63e4a8964190 req-12b4cff6-9fb5-47a0-8975-8af873745907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:22.355410 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fbdbdcf0-883d-452d-b147-63e4a8964190 req-12b4cff6-9fb5-47a0-8975-8af873745907 service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=dc7ce1e4ff7747b99247f6b026a294f4&shared=False HTTP/1.1" status: 200 len: 912 time: 0.8307161 Nov 19 17:49:22.629092 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-c3f8e108-c101-4bb8-b606-aae628fa12cf tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Made reservation on behalf of 204b8291a9dd4a84af4d7e1889d7c2c2 for: {'port': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:49:22.665625 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-608f421b-77fd-4b23-8607-4f4fe157d84b req-46c7926b-d969-44c6-900a-264c12b0e55f tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/security-groups?id=85786454-c560-4317-bd73-95e1b791240f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6512141 Nov 19 17:49:22.798535 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1192a9-ae1c-45c5-b72d-13bc29b4ada8 req-3cf9c6c4-f9bd-4307-8c92-90e5d1042d8e tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:22.800151 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-da1192a9-ae1c-45c5-b72d-13bc29b4ada8 req-3cf9c6c4-f9bd-4307-8c92-90e5d1042d8e tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/ports?device_id=4311522c-e142-4ff1-80d0-d4dee63ea739 HTTP/1.1" status: 200 len: 950 time: 0.4916322 Nov 19 17:49:22.818752 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-96eef055-485b-4afd-8e95-60b6122f5839 tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] Deleting port 6df16245-7ff1-47db-84b4-e256d6114333 {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:49:22.819106 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-96eef055-485b-4afd-8e95-60b6122f5839 tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:22.832642 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-c3f8e108-c101-4bb8-b606-aae628fa12cf tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:22.973751 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-96eef055-485b-4afd-8e95-60b6122f5839 tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:22.974521 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-96eef055-485b-4afd-8e95-60b6122f5839 tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:23.017470 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-96eef055-485b-4afd-8e95-60b6122f5839 tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] Calling delete_port for 6df16245-7ff1-47db-84b4-e256d6114333 owned by network:floatingip {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:49:23.043441 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-da1192a9-ae1c-45c5-b72d-13bc29b4ada8 req-93d8d60f-3efc-49a3-8627-72185af7a31b tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/security-groups?id=6e557aa4-1576-4002-9603-a630915d92af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268536 Nov 19 17:49:23.319921 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdbdcf0-883d-452d-b147-63e4a8964190 req-d8e8033f-4724-44f9-8b4f-c578f8c38dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:23.326540 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fbdbdcf0-883d-452d-b147-63e4a8964190 req-d8e8033f-4724-44f9-8b4f-c578f8c38dbb service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8932676 Nov 19 17:49:23.365189 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5ffae341-86be-4047-ad32-2b6bbf6bc82a req-9433642f-1aec-4911-a3e5-0955fb17e2cd tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/ports?device_id=21a6b2b9-9fec-4b61-b471-d28c118bb2af HTTP/1.1" status: 200 len: 210 time: 0.1575577 Nov 19 17:49:23.480209 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-96eef055-485b-4afd-8e95-60b6122f5839 tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:23.715658 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96eef055-485b-4afd-8e95-60b6122f5839 tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] Pushing event deleted for resources: {'Port': ['ID=6df16245-7ff1-47db-84b4-e256d6114333,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:49:23.868103 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-96eef055-485b-4afd-8e95-60b6122f5839 tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] Publish callbacks [] for floatingip, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:23.875664 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-96eef055-485b-4afd-8e95-60b6122f5839 tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for floatingip, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:23.886394 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-96eef055-485b-4afd-8e95-60b6122f5839 tempest-AttachVolumeTestJSON-486040398 tempest-AttachVolumeTestJSON-486040398-project] 10.222.0.54 "DELETE /v2.0/floatingips/87b611e5-811a-4b00-a0be-3c41d75abb41 HTTP/1.1" status: 204 len: 168 time: 1.7526195 Nov 19 17:49:23.935476 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac66324-8488-431a-8c3c-8bc96e80e829 req-a1c85780-7434-4fd5-b4c1-ebd48a11138a tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:23.960023 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac66324-8488-431a-8c3c-8bc96e80e829 req-a1c85780-7434-4fd5-b4c1-ebd48a11138a tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:23.976556 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac66324-8488-431a-8c3c-8bc96e80e829 req-a1c85780-7434-4fd5-b4c1-ebd48a11138a tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:23.980405 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-dac66324-8488-431a-8c3c-8bc96e80e829 req-a1c85780-7434-4fd5-b4c1-ebd48a11138a tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4e34aa3-c9da-43ec-a34a-37de5c74afc3 HTTP/1.1" status: 200 len: 2372 time: 0.5368464 Nov 19 17:49:23.982590 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-c3f8e108-c101-4bb8-b606-aae628fa12cf tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Allocated IP 10.2.2.100 (fb28d523-ee7f-4592-a296-1eb52f53154d/7cb25525-1790-41ff-928f-ff460f467dc9/ec5d4a61-ca1e-41e2-9f2c-e72acc3f2185) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:49:24.099193 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-dac66324-8488-431a-8c3c-8bc96e80e829 req-e165fb49-2563-448c-8bf2-f0d4d1bd8976 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] 10.222.0.54 "GET /v2.0/security-groups?id=6f748c30-bcc4-4f26-989c-71d930e18e94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869615 Nov 19 17:49:24.141763 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6178964-d812-4487-a28a-d1092cd197c0 req-9297d4cc-0d91-4abb-9ee3-e32d57ca9cab tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:24.144142 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c6178964-d812-4487-a28a-d1092cd197c0 req-9297d4cc-0d91-4abb-9ee3-e32d57ca9cab tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.60 "GET /v2.0/networks?id=09343151-5f7f-4534-803c-65c4f7eca01b HTTP/1.1" status: 200 len: 805 time: 0.6908953 Nov 19 17:49:24.160019 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-c6178964-d812-4487-a28a-d1092cd197c0 req-c8939a0c-e570-4dcb-aa1b-4d8eecbf25ea tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Request body: {'port': {'device_id': '21a6b2b9-9fec-4b61-b471-d28c118bb2af', 'network_id': '09343151-5f7f-4534-803c-65c4f7eca01b', 'admin_state_up': True, 'tenant_id': 'bf8774509ece48c1a5e5e0350ab076c6'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:49:24.379019 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ba3e4821-028f-4c58-9a16-56aee02d6001 req-8147dd70-0754-4035-8e5a-410665408d2b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=8c630bbd-efb2-4d8f-829a-b55a5711c2b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7184966 Nov 19 17:49:24.405137 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f80d82-0c93-4e4a-a347-7463cc635e76 req-7199864f-f4e1-47d8-b457-67d0ec752635 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:24.417289 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-69f80d82-0c93-4e4a-a347-7463cc635e76 req-7199864f-f4e1-47d8-b457-67d0ec752635 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d6d80d6-3550-4ad7-998c-1e2c27418ad5 HTTP/1.1" status: 200 len: 943 time: 0.5516057 Nov 19 17:49:24.433089 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-c3f8e108-c101-4bb8-b606-aae628fa12cf tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:24.491583 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6178964-d812-4487-a28a-d1092cd197c0 req-c8939a0c-e570-4dcb-aa1b-4d8eecbf25ea tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Made reservation on behalf of bf8774509ece48c1a5e5e0350ab076c6 for: {'port': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:49:24.498237 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-c6178964-d812-4487-a28a-d1092cd197c0 req-c8939a0c-e570-4dcb-aa1b-4d8eecbf25ea tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:24.561653 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-69f80d82-0c93-4e4a-a347-7463cc635e76 req-79e4f028-3be5-4362-88ed-ba1928ec7501 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/security-groups?id=85786454-c560-4317-bd73-95e1b791240f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1181092 Nov 19 17:49:24.619168 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3e4821-028f-4c58-9a16-56aee02d6001 req-6d7be8ac-3b5b-4982-9b76-4e8b5560ef1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:24.628094 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ba3e4821-028f-4c58-9a16-56aee02d6001 req-6d7be8ac-3b5b-4982-9b76-4e8b5560ef1b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7136fa31325e4016a695ca7c60f57962&device_id=8c630bbd-efb2-4d8f-829a-b55a5711c2b8 HTTP/1.1" status: 200 len: 1101 time: 0.1576824 Nov 19 17:49:24.638030 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-c3f8e108-c101-4bb8-b606-aae628fa12cf tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:24.815786 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5170e768-b549-413d-b34e-e944d2b09480 req-1dc7bf25-a5af-4857-8405-4679c1cee0b9 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:24.820286 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-5170e768-b549-413d-b34e-e944d2b09480 req-1dc7bf25-a5af-4857-8405-4679c1cee0b9 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/ports?device_id=4311522c-e142-4ff1-80d0-d4dee63ea739 HTTP/1.1" status: 200 len: 950 time: 0.2799838 Nov 19 17:49:25.084651 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3e4821-028f-4c58-9a16-56aee02d6001 req-7f528760-9dfd-49c0-8368-9da4d230aa80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:25.089251 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ba3e4821-028f-4c58-9a16-56aee02d6001 req-7f528760-9dfd-49c0-8368-9da4d230aa80 service neutron] 10.222.0.60 "GET /v2.0/networks?id=346debfa-452b-4048-abf4-8f4493625ef2 HTTP/1.1" status: 200 len: 870 time: 0.4126053 Nov 19 17:49:25.116563 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f609212d-3d05-48c8-82dd-c3fd93a3d59f req-78c06ae2-910a-4c85-9de3-1ad12b77ed25 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/ports?device_id=21a6b2b9-9fec-4b61-b471-d28c118bb2af HTTP/1.1" status: 200 len: 210 time: 0.3582785 Nov 19 17:49:25.128566 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-5170e768-b549-413d-b34e-e944d2b09480 req-c2207f00-e21c-44c6-9413-528821ee3add tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/security-groups?id=6e557aa4-1576-4002-9603-a630915d92af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2445598 Nov 19 17:49:25.156155 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [req-c6178964-d812-4487-a28a-d1092cd197c0 req-c8939a0c-e570-4dcb-aa1b-4d8eecbf25ea tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Allocated IP 172.20.0.6 (09343151-5f7f-4534-803c-65c4f7eca01b/ae1dd334-eb0c-43c6-9467-c13f8b3210c4/a047c91c-2746-4c95-a4d0-0afc802d5385) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:49:25.191010 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-c3f8e108-c101-4bb8-b606-aae628fa12cf tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Network fb28d523-ee7f-4592-a296-1eb52f53154d is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:49:25.396896 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-c3f8e108-c101-4bb8-b606-aae628fa12cf tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:49:25.450532 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-c3f8e108-c101-4bb8-b606-aae628fa12cf tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:49:25.682464 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-c6178964-d812-4487-a28a-d1092cd197c0 req-c8939a0c-e570-4dcb-aa1b-4d8eecbf25ea tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:25.709911 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-c3f8e108-c101-4bb8-b606-aae628fa12cf tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:25.710610 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-c3f8e108-c101-4bb8-b606-aae628fa12cf tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:25.723383 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ba3e4821-028f-4c58-9a16-56aee02d6001 req-e1da80b3-6625-46ef-8884-9f01da30e848 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=653f242f-92e4-4956-9c74-45f2ccd61026 HTTP/1.1" status: 200 len: 217 time: 0.5688574 Nov 19 17:49:25.726579 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f8e108-c101-4bb8-b606-aae628fa12cf tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Pushing event updated for resources: {'Port': ['ID=ec5d4a61-ca1e-41e2-9f2c-e72acc3f2185,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:49:25.784969 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-c6178964-d812-4487-a28a-d1092cd197c0 req-c8939a0c-e570-4dcb-aa1b-4d8eecbf25ea tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:25.808199 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] get_ports_and_sgs() called for port_ids ['096fbf6b-1527-4959-a491-ebec9dd1f89d'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:49:26.032363 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6178964-d812-4487-a28a-d1092cd197c0 req-c8939a0c-e570-4dcb-aa1b-4d8eecbf25ea tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Network 09343151-5f7f-4534-803c-65c4f7eca01b is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:49:26.054633 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [req-c6178964-d812-4487-a28a-d1092cd197c0 req-c8939a0c-e570-4dcb-aa1b-4d8eecbf25ea tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:49:26.060074 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6178964-d812-4487-a28a-d1092cd197c0 req-c8939a0c-e570-4dcb-aa1b-4d8eecbf25ea tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:49:26.077875 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-c3f8e108-c101-4bb8-b606-aae628fa12cf tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1159673 Nov 19 17:49:26.088447 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8939a0c-e570-4dcb-aa1b-4d8eecbf25ea tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Pushing event updated for resources: {'Port': ['ID=a047c91c-2746-4c95-a4d0-0afc802d5385,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:49:26.103302 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-31fc5442-ff7c-43e7-90a1-0e2a67af9a1c tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Request body: {'port': {'device_id': 'f4e34aa3-c9da-43ec-a34a-37de5c74afc3', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'fb28d523-ee7f-4592-a296-1eb52f53154d', 'admin_state_up': True, 'tenant_id': '204b8291a9dd4a84af4d7e1889d7c2c2', 'security_groups': ['6f748c30-bcc4-4f26-989c-71d930e18e94']}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:49:26.112258 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-8072a3da-6042-43b6-843c-8f98b27b590e None None] Provisioning complete for port ec5d4a61-ca1e-41e2-9f2c-e72acc3f2185 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:49:26.112626 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8072a3da-6042-43b6-843c-8f98b27b590e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:26.189317 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bdb7cb-5b3a-4181-a1b2-14c5a1fd5fd3 req-5804de3d-88a8-4cef-b316-332d4cd793c6 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:26.208594 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-e6bdb7cb-5b3a-4181-a1b2-14c5a1fd5fd3 req-5804de3d-88a8-4cef-b316-332d4cd793c6 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d6d80d6-3550-4ad7-998c-1e2c27418ad5 HTTP/1.1" status: 200 len: 943 time: 0.4151721 Nov 19 17:49:26.210843 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3e4821-028f-4c58-9a16-56aee02d6001 req-bdc61663-2ece-482e-a14f-df0443f47b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:26.212945 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ba3e4821-028f-4c58-9a16-56aee02d6001 req-bdc61663-2ece-482e-a14f-df0443f47b0c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8b3c88de-c9c2-4a20-b19e-1855c2c19035 HTTP/1.1" status: 200 len: 843 time: 0.4742348 Nov 19 17:49:26.228887 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de242cb2-1eae-4b79-90cc-abd0bafd27c4 req-5631e92a-0df2-4f3b-b4c4-8c9fdaecc288 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:26.236043 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de242cb2-1eae-4b79-90cc-abd0bafd27c4 req-5631e92a-0df2-4f3b-b4c4-8c9fdaecc288 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:26.243684 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de242cb2-1eae-4b79-90cc-abd0bafd27c4 req-5631e92a-0df2-4f3b-b4c4-8c9fdaecc288 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:26.253469 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de242cb2-1eae-4b79-90cc-abd0bafd27c4 req-5631e92a-0df2-4f3b-b4c4-8c9fdaecc288 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:26.256538 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-de242cb2-1eae-4b79-90cc-abd0bafd27c4 req-5631e92a-0df2-4f3b-b4c4-8c9fdaecc288 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4e34aa3-c9da-43ec-a34a-37de5c74afc3 HTTP/1.1" status: 200 len: 3093 time: 0.8137193 Nov 19 17:49:26.276434 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-8072a3da-6042-43b6-843c-8f98b27b590e None None] Port ec5d4a61-ca1e-41e2-9f2c-e72acc3f2185 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:49:26.311436 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6178964-d812-4487-a28a-d1092cd197c0 req-c8939a0c-e570-4dcb-aa1b-4d8eecbf25ea tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:26.311436 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-c6178964-d812-4487-a28a-d1092cd197c0 req-c8939a0c-e570-4dcb-aa1b-4d8eecbf25ea tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:26.334317 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-e6bdb7cb-5b3a-4181-a1b2-14c5a1fd5fd3 req-270a77dc-97e0-4bbe-847d-9ef02267f3b7 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/security-groups?id=85786454-c560-4317-bd73-95e1b791240f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1173756 Nov 19 17:49:26.361177 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c6178964-d812-4487-a28a-d1092cd197c0 req-c8939a0c-e570-4dcb-aa1b-4d8eecbf25ea tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2055573 Nov 19 17:49:26.377466 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-c6178964-d812-4487-a28a-d1092cd197c0 req-89cb78f0-fd88-485d-b584-1cbdebd1d4b5 service neutron] Request body: {'port': {'device_id': '21a6b2b9-9fec-4b61-b471-d28c118bb2af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818022-2'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:49:26.416422 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3e4821-028f-4c58-9a16-56aee02d6001 req-6024ab06-5b13-4d57-9eef-f125f44549e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:26.418050 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ba3e4821-028f-4c58-9a16-56aee02d6001 req-6024ab06-5b13-4d57-9eef-f125f44549e7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=346debfa-452b-4048-abf4-8f4493625ef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1563334 Nov 19 17:49:26.441005 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-de242cb2-1eae-4b79-90cc-abd0bafd27c4 req-8d9d3f91-6e26-44a7-914c-a5cff273eddc tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] 10.222.0.54 "GET /v2.0/security-groups?id=6f748c30-bcc4-4f26-989c-71d930e18e94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1412919 Nov 19 17:49:26.539891 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-31fc5442-ff7c-43e7-90a1-0e2a67af9a1c tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Made reservation on behalf of 204b8291a9dd4a84af4d7e1889d7c2c2 for: {'port': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:49:26.551282 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-31fc5442-ff7c-43e7-90a1-0e2a67af9a1c tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:26.573592 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-c6178964-d812-4487-a28a-d1092cd197c0 req-89cb78f0-fd88-485d-b584-1cbdebd1d4b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:26.623803 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e25d40-fa05-4df1-82c3-5fefaf897a08 req-8371f132-de9e-4367-9059-adc236a48021 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:26.625789 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-55e25d40-fa05-4df1-82c3-5fefaf897a08 req-8371f132-de9e-4367-9059-adc236a48021 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/ports?device_id=21a6b2b9-9fec-4b61-b471-d28c118bb2af HTTP/1.1" status: 200 len: 931 time: 0.1244845 Nov 19 17:49:26.777935 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ba3e4821-028f-4c58-9a16-56aee02d6001 req-9b01deb2-ed34-4a19-811a-c6dc1c1bb1d8 service neutron] 10.222.0.60 "GET /v2.0/networks/346debfa-452b-4048-abf4-8f4493625ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3472180 Nov 19 17:49:26.810913 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a32e59-8a9a-4cce-9e1b-b344a4ac83fd req-1d97001a-c13c-4f2c-8b3b-fe82b431de25 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:26.812770 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-55a32e59-8a9a-4cce-9e1b-b344a4ac83fd req-1d97001a-c13c-4f2c-8b3b-fe82b431de25 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/ports?device_id=4311522c-e142-4ff1-80d0-d4dee63ea739 HTTP/1.1" status: 200 len: 950 time: 0.1538739 Nov 19 17:49:26.966782 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [req-c6178964-d812-4487-a28a-d1092cd197c0 req-89cb78f0-fd88-485d-b584-1cbdebd1d4b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a047c91c-2746-4c95-a4d0-0afc802d5385 {{(pid=103364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:49:26.975725 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-c6178964-d812-4487-a28a-d1092cd197c0 req-89cb78f0-fd88-485d-b584-1cbdebd1d4b5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:27.002483 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-55e25d40-fa05-4df1-82c3-5fefaf897a08 req-365161a4-9280-42ce-8652-7c8b451f9f68 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/security-groups?id=e103badb-33bc-4a96-ade0-89c422abc1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3480408 Nov 19 17:49:27.032110 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.provisioning_blocks [req-c6178964-d812-4487-a28a-d1092cd197c0 req-89cb78f0-fd88-485d-b584-1cbdebd1d4b5 service neutron] Transition to ACTIVE for port object a047c91c-2746-4c95-a4d0-0afc802d5385 will not be triggered until provisioned by entity L2. {{(pid=103364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 17:49:27.036587 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-c6178964-d812-4487-a28a-d1092cd197c0 req-89cb78f0-fd88-485d-b584-1cbdebd1d4b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:27.047782 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-31fc5442-ff7c-43e7-90a1-0e2a67af9a1c tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Allocated IP 10.2.2.200 (fb28d523-ee7f-4592-a296-1eb52f53154d/7cb25525-1790-41ff-928f-ff460f467dc9/8eaeefd8-0994-45c9-8730-88229eebf761) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:49:27.115101 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cb78f0-fd88-485d-b584-1cbdebd1d4b5 service neutron] Pushing event updated for resources: {'Port': ['ID=a047c91c-2746-4c95-a4d0-0afc802d5385,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:49:27.149879 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ba3e4821-028f-4c58-9a16-56aee02d6001 req-3f13b307-d819-40bf-9f80-8a5b2f9fba90 service neutron] 10.222.0.60 "GET /v2.0/networks/346debfa-452b-4048-abf4-8f4493625ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3633246 Nov 19 17:49:27.175589 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-55a32e59-8a9a-4cce-9e1b-b344a4ac83fd req-b04eab9c-e0a0-474a-9f84-c6e4bb81403d tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/security-groups?id=6e557aa4-1576-4002-9603-a630915d92af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3162270 Nov 19 17:49:27.304645 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-c6178964-d812-4487-a28a-d1092cd197c0 req-89cb78f0-fd88-485d-b584-1cbdebd1d4b5 service neutron] Attempting to bind port a047c91c-2746-4c95-a4d0-0afc802d5385 on host n-h1-818022-2 for vnic_type normal with profile {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:49:27.305380 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-c6178964-d812-4487-a28a-d1092cd197c0 req-89cb78f0-fd88-485d-b584-1cbdebd1d4b5 service neutron] Attempting to bind port a047c91c-2746-4c95-a4d0-0afc802d5385 by drivers openvswitch,hyperv on host n-h1-818022-2 at level 0 using segments [{'id': '76ca7d5f-3474-4bcd-9b64-65e02324eb89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '09343151-5f7f-4534-803c-65c4f7eca01b'}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:49:27.305380 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6178964-d812-4487-a28a-d1092cd197c0 req-89cb78f0-fd88-485d-b584-1cbdebd1d4b5 service neutron] Attempting to bind port a047c91c-2746-4c95-a4d0-0afc802d5385 on network 09343151-5f7f-4534-803c-65c4f7eca01b {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:49:27.321655 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6178964-d812-4487-a28a-d1092cd197c0 req-89cb78f0-fd88-485d-b584-1cbdebd1d4b5 service neutron] Port a047c91c-2746-4c95-a4d0-0afc802d5385 on network 09343151-5f7f-4534-803c-65c4f7eca01b not bound, no agent of type Open vSwitch agent registered on host n-h1-818022-2 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 17:49:27.322338 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6178964-d812-4487-a28a-d1092cd197c0 req-89cb78f0-fd88-485d-b584-1cbdebd1d4b5 service neutron] Attempting to bind port a047c91c-2746-4c95-a4d0-0afc802d5385 on network 09343151-5f7f-4534-803c-65c4f7eca01b {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:49:27.349305 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6178964-d812-4487-a28a-d1092cd197c0 req-89cb78f0-fd88-485d-b584-1cbdebd1d4b5 service neutron] Checking agent: {'id': 'a6668d96-12fa-4ec0-99ad-77eaf490dd2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'started_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 49, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:49:27.349832 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6178964-d812-4487-a28a-d1092cd197c0 req-89cb78f0-fd88-485d-b584-1cbdebd1d4b5 service neutron] Checking segment: {'id': '76ca7d5f-3474-4bcd-9b64-65e02324eb89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '09343151-5f7f-4534-803c-65c4f7eca01b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:49:27.352608 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6178964-d812-4487-a28a-d1092cd197c0 req-89cb78f0-fd88-485d-b584-1cbdebd1d4b5 service neutron] Bound using segment: {'id': '76ca7d5f-3474-4bcd-9b64-65e02324eb89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '09343151-5f7f-4534-803c-65c4f7eca01b'} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:49:27.353125 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-c6178964-d812-4487-a28a-d1092cd197c0 req-89cb78f0-fd88-485d-b584-1cbdebd1d4b5 service neutron] Bound port: a047c91c-2746-4c95-a4d0-0afc802d5385, host: n-h1-818022-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76ca7d5f-3474-4bcd-9b64-65e02324eb89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '09343151-5f7f-4534-803c-65c4f7eca01b'}}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:49:27.353515 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-c6178964-d812-4487-a28a-d1092cd197c0 req-89cb78f0-fd88-485d-b584-1cbdebd1d4b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:27.468412 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-c6178964-d812-4487-a28a-d1092cd197c0 req-89cb78f0-fd88-485d-b584-1cbdebd1d4b5 service neutron] For port a047c91c-2746-4c95-a4d0-0afc802d5385, host n-h1-818022-2, cleared binding levels {{(pid=103364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:49:27.474482 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-c6178964-d812-4487-a28a-d1092cd197c0 req-89cb78f0-fd88-485d-b584-1cbdebd1d4b5 service neutron] For port a047c91c-2746-4c95-a4d0-0afc802d5385, host n-h1-818022-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=a047c91c-2746-4c95-a4d0-0afc802d5385,segment=NetworkSegment(76ca7d5f-3474-4bcd-9b64-65e02324eb89),segment_id=76ca7d5f-3474-4bcd-9b64-65e02324eb89)] {{(pid=103364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:49:27.507574 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-c6178964-d812-4487-a28a-d1092cd197c0 req-89cb78f0-fd88-485d-b584-1cbdebd1d4b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:27.566579 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6178964-d812-4487-a28a-d1092cd197c0 req-89cb78f0-fd88-485d-b584-1cbdebd1d4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:27.567252 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-c6178964-d812-4487-a28a-d1092cd197c0 req-89cb78f0-fd88-485d-b584-1cbdebd1d4b5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:27.568775 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c6178964-d812-4487-a28a-d1092cd197c0 req-89cb78f0-fd88-485d-b584-1cbdebd1d4b5 service neutron] 10.222.0.60 "PUT /v2.0/ports/a047c91c-2746-4c95-a4d0-0afc802d5385 HTTP/1.1" status: 200 len: 1091 time: 1.1994758 Nov 19 17:49:27.583321 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21a6b2b9-9fec-4b61-b471-d28c118bb2af', 'tag': 'a047c91c-2746-4c95-a4d0-0afc802d5385'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:49:27.586170 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dd4767a008c23f8566efc82158ee1b1fff34e1a9e908d76d0b6d0ab7e350e5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9acf9ad9-7457-46cb-81aa-49b3490dbefe" -d '{"events": [{"name": "network-changed", "server_uuid": "21a6b2b9-9fec-4b61-b471-d28c118bb2af", "tag": "a047c91c-2746-4c95-a4d0-0afc802d5385"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:49:27.744747 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cb78f0-fd88-485d-b584-1cbdebd1d4b5 service neutron] Pushing event updated for resources: {'Port': ['ID=a047c91c-2746-4c95-a4d0-0afc802d5385,revision_number=3']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:49:27.810517 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4e2485-d7f8-4566-a2ba-0b5ded69f528 req-0091c030-4585-4c30-8bc3-f8704041e502 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:27.821073 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-cc4e2485-d7f8-4566-a2ba-0b5ded69f528 req-0091c030-4585-4c30-8bc3-f8704041e502 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d6d80d6-3550-4ad7-998c-1e2c27418ad5 HTTP/1.1" status: 200 len: 943 time: 0.2782564 Nov 19 17:49:27.909186 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6178964-d812-4487-a28a-d1092cd197c0 req-5c437c23-7703-46d3-bc91-319ad614dd66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:27.914892 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c6178964-d812-4487-a28a-d1092cd197c0 req-5c437c23-7703-46d3-bc91-319ad614dd66 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bf8774509ece48c1a5e5e0350ab076c6&device_id=21a6b2b9-9fec-4b61-b471-d28c118bb2af HTTP/1.1" status: 200 len: 1094 time: 0.2321622 Nov 19 17:49:27.948375 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-31fc5442-ff7c-43e7-90a1-0e2a67af9a1c tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:27.976223 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-cc4e2485-d7f8-4566-a2ba-0b5ded69f528 req-d33ab142-4d27-4f87-85e9-6ce1e9647bb3 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/security-groups?id=85786454-c560-4317-bd73-95e1b791240f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1538160 Nov 19 17:49:27.990187 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-31fc5442-ff7c-43e7-90a1-0e2a67af9a1c tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:28.055164 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fc5442-ff7c-43e7-90a1-0e2a67af9a1c tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Pushing event updated for resources: {'Port': ['ID=8eaeefd8-0994-45c9-8730-88229eebf761,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:49:28.087040 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-31fc5442-ff7c-43e7-90a1-0e2a67af9a1c tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Network fb28d523-ee7f-4592-a296-1eb52f53154d is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:49:28.098709 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d577acde-42ac-45d5-8d15-11049f9adc83 req-d6fd4e65-8d93-451c-b49b-54667a03492c tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:28.106322 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d577acde-42ac-45d5-8d15-11049f9adc83 req-d6fd4e65-8d93-451c-b49b-54667a03492c tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:28.110142 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c6178964-d812-4487-a28a-d1092cd197c0 req-452db521-85f7-414c-9be0-069588245b3c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a047c91c-2746-4c95-a4d0-0afc802d5385 HTTP/1.1" status: 200 len: 217 time: 0.1661739 Nov 19 17:49:28.114639 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d577acde-42ac-45d5-8d15-11049f9adc83 req-d6fd4e65-8d93-451c-b49b-54667a03492c tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:28.122410 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d577acde-42ac-45d5-8d15-11049f9adc83 req-d6fd4e65-8d93-451c-b49b-54667a03492c tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:28.125825 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d577acde-42ac-45d5-8d15-11049f9adc83 req-d6fd4e65-8d93-451c-b49b-54667a03492c tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4e34aa3-c9da-43ec-a34a-37de5c74afc3 HTTP/1.1" status: 200 len: 3093 time: 0.2799451 Nov 19 17:49:28.128116 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-31fc5442-ff7c-43e7-90a1-0e2a67af9a1c tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:49:28.144708 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-31fc5442-ff7c-43e7-90a1-0e2a67af9a1c tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:49:28.148562 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 17:49:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0515ef02-8b5a-4132-8f9e-0f78f99cc0fa x-openstack-request-id: req-0515ef02-8b5a-4132-8f9e-0f78f99cc0fa {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:49:28.149171 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21a6b2b9-9fec-4b61-b471-d28c118bb2af", "tag": "a047c91c-2746-4c95-a4d0-0afc802d5385", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:49:28.149430 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-0515ef02-8b5a-4132-8f9e-0f78f99cc0fa {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:49:28.149863 n-d-818022-2 neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21a6b2b9-9fec-4b61-b471-d28c118bb2af', 'tag': 'a047c91c-2746-4c95-a4d0-0afc802d5385', 'status': 'completed', 'code': 200} Nov 19 17:49:28.225123 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-31fc5442-ff7c-43e7-90a1-0e2a67af9a1c tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:28.226213 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-31fc5442-ff7c-43e7-90a1-0e2a67af9a1c tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:28.244725 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6178964-d812-4487-a28a-d1092cd197c0 req-c9922781-4da8-42fe-ab88-287ce7a3f5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:28.250386 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c6178964-d812-4487-a28a-d1092cd197c0 req-c9922781-4da8-42fe-ab88-287ce7a3f5d6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ae1dd334-eb0c-43c6-9467-c13f8b3210c4 HTTP/1.1" status: 200 len: 845 time: 0.1283059 Nov 19 17:49:28.311346 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-31fc5442-ff7c-43e7-90a1-0e2a67af9a1c tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2193692 Nov 19 17:49:28.336901 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-66eec4d5-18bf-4a3c-9c9b-aabda09b0765 service neutron] Request body: {'port': {'device_id': 'f4e34aa3-c9da-43ec-a34a-37de5c74afc3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818022-2'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:49:28.370611 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c6178964-d812-4487-a28a-d1092cd197c0 req-184b8bde-73fa-4486-abdc-8f6e8b23fd1e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=09343151-5f7f-4534-803c-65c4f7eca01b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1155012 Nov 19 17:49:28.425486 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d577acde-42ac-45d5-8d15-11049f9adc83 req-5c685cd7-9849-4d3e-a6eb-937138240a97 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] 10.222.0.54 "GET /v2.0/security-groups?id=6f748c30-bcc4-4f26-989c-71d930e18e94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2122893 Nov 19 17:49:28.509231 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-66eec4d5-18bf-4a3c-9c9b-aabda09b0765 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:28.539620 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c6178964-d812-4487-a28a-d1092cd197c0 req-a6af2d77-7b37-4d18-9fc6-19b070ea7e96 service neutron] 10.222.0.60 "GET /v2.0/networks/09343151-5f7f-4534-803c-65c4f7eca01b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602564 Nov 19 17:49:28.562791 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329b3cb6-65cb-4034-a3e7-7fd46ba54be5 req-e1152f0b-df26-4773-b98f-8afbe7ef4180 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:28.576306 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-329b3cb6-65cb-4034-a3e7-7fd46ba54be5 req-e1152f0b-df26-4773-b98f-8afbe7ef4180 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/ports?device_id=21a6b2b9-9fec-4b61-b471-d28c118bb2af HTTP/1.1" status: 200 len: 943 time: 0.3078003 Nov 19 17:49:28.631551 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-3785a4c4-4e56-4b15-a81e-512679e608b1 None None] Provisioning complete for port 8eaeefd8-0994-45c9-8730-88229eebf761 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:49:28.632614 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3785a4c4-4e56-4b15-a81e-512679e608b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:28.690399 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-3785a4c4-4e56-4b15-a81e-512679e608b1 None None] Port 8eaeefd8-0994-45c9-8730-88229eebf761 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:49:28.791189 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c6178964-d812-4487-a28a-d1092cd197c0 req-3883348c-18e2-4531-a591-9e42d1eafc2e service neutron] 10.222.0.60 "GET /v2.0/networks/09343151-5f7f-4534-803c-65c4f7eca01b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2138042 Nov 19 17:49:28.821292 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902676cc-a521-4062-be98-a3876e0a638f req-c7f84681-be3c-40e3-a28b-849225ad8d58 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:28.822804 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.agents_db [None req-619e5c26-d9ed-4321-86eb-7d443bb9dfa2 None None] Agent healthcheck: found 7 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 17:49:28.829751 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-902676cc-a521-4062-be98-a3876e0a638f req-c7f84681-be3c-40e3-a28b-849225ad8d58 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/ports?device_id=4311522c-e142-4ff1-80d0-d4dee63ea739 HTTP/1.1" status: 200 len: 950 time: 0.0954566 Nov 19 17:49:28.845595 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-329b3cb6-65cb-4034-a3e7-7fd46ba54be5 req-a6ec9227-4fe7-4f87-a85b-c8ec05532db3 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/security-groups?id=e103badb-33bc-4a96-ade0-89c422abc1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532601 Nov 19 17:49:28.914840 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acf9ad9-7457-46cb-81aa-49b3490dbefe req-9efa681c-073c-48e4-8afc-70e048973ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:28.916854 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9acf9ad9-7457-46cb-81aa-49b3490dbefe req-9efa681c-073c-48e4-8afc-70e048973ba7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bf8774509ece48c1a5e5e0350ab076c6&device_id=21a6b2b9-9fec-4b61-b471-d28c118bb2af HTTP/1.1" status: 200 len: 1094 time: 0.0530255 Nov 19 17:49:28.980870 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-902676cc-a521-4062-be98-a3876e0a638f req-1e6bf766-5292-46e1-b4e7-cc8e1da2206c tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/security-groups?id=6e557aa4-1576-4002-9603-a630915d92af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501315 Nov 19 17:49:29.114541 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acf9ad9-7457-46cb-81aa-49b3490dbefe req-8ca32adc-1d96-40d8-b5d8-b79eb949d81f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:29.117158 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9acf9ad9-7457-46cb-81aa-49b3490dbefe req-8ca32adc-1d96-40d8-b5d8-b79eb949d81f service neutron] 10.222.0.60 "GET /v2.0/networks?id=09343151-5f7f-4534-803c-65c4f7eca01b HTTP/1.1" status: 200 len: 906 time: 0.1911471 Nov 19 17:49:29.151671 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-66eec4d5-18bf-4a3c-9c9b-aabda09b0765 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55efc562-e796-48ee-b98a-71ca0963668d {{(pid=103365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:49:29.175102 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-66eec4d5-18bf-4a3c-9c9b-aabda09b0765 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:29.203954 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.provisioning_blocks [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-66eec4d5-18bf-4a3c-9c9b-aabda09b0765 service neutron] Transition to ACTIVE for port object 55efc562-e796-48ee-b98a-71ca0963668d will not be triggered until provisioned by entity L2. {{(pid=103365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 17:49:29.207628 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9acf9ad9-7457-46cb-81aa-49b3490dbefe req-f1ee9d4b-6962-4374-958c-07fee2d0be5b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a047c91c-2746-4c95-a4d0-0afc802d5385 HTTP/1.1" status: 200 len: 217 time: 0.0819798 Nov 19 17:49:29.212159 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-66eec4d5-18bf-4a3c-9c9b-aabda09b0765 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:29.299650 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a4da16-b6f3-4329-ade0-54d0298c0a4e req-23d55829-3e86-4ed3-836f-6e0308cad2bf tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:29.303801 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c8a4da16-b6f3-4329-ade0-54d0298c0a4e req-23d55829-3e86-4ed3-836f-6e0308cad2bf tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d6d80d6-3550-4ad7-998c-1e2c27418ad5 HTTP/1.1" status: 200 len: 943 time: 0.1710417 Nov 19 17:49:29.363223 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66eec4d5-18bf-4a3c-9c9b-aabda09b0765 service neutron] Pushing event updated for resources: {'Port': ['ID=55efc562-e796-48ee-b98a-71ca0963668d,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:49:29.404443 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-66eec4d5-18bf-4a3c-9c9b-aabda09b0765 service neutron] Attempting to bind port 55efc562-e796-48ee-b98a-71ca0963668d on host n-h1-818022-2 for vnic_type normal with profile {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:49:29.404780 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-66eec4d5-18bf-4a3c-9c9b-aabda09b0765 service neutron] Attempting to bind port 55efc562-e796-48ee-b98a-71ca0963668d by drivers openvswitch,hyperv on host n-h1-818022-2 at level 0 using segments [{'id': '949c8f19-feca-48a3-a3b4-7bc362c7af12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '30cc82c9-8c1f-49cc-8162-0520c6f854aa'}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:49:29.405122 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-66eec4d5-18bf-4a3c-9c9b-aabda09b0765 service neutron] Attempting to bind port 55efc562-e796-48ee-b98a-71ca0963668d on network 30cc82c9-8c1f-49cc-8162-0520c6f854aa {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:49:29.411689 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-66eec4d5-18bf-4a3c-9c9b-aabda09b0765 service neutron] Port 55efc562-e796-48ee-b98a-71ca0963668d on network 30cc82c9-8c1f-49cc-8162-0520c6f854aa not bound, no agent of type Open vSwitch agent registered on host n-h1-818022-2 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 17:49:29.412688 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-66eec4d5-18bf-4a3c-9c9b-aabda09b0765 service neutron] Attempting to bind port 55efc562-e796-48ee-b98a-71ca0963668d on network 30cc82c9-8c1f-49cc-8162-0520c6f854aa {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:49:29.418650 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-66eec4d5-18bf-4a3c-9c9b-aabda09b0765 service neutron] Checking agent: {'id': 'a6668d96-12fa-4ec0-99ad-77eaf490dd2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'started_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 49, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:49:29.419534 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-66eec4d5-18bf-4a3c-9c9b-aabda09b0765 service neutron] Checking segment: {'id': '949c8f19-feca-48a3-a3b4-7bc362c7af12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '30cc82c9-8c1f-49cc-8162-0520c6f854aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:49:29.420014 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-66eec4d5-18bf-4a3c-9c9b-aabda09b0765 service neutron] Bound using segment: {'id': '949c8f19-feca-48a3-a3b4-7bc362c7af12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '30cc82c9-8c1f-49cc-8162-0520c6f854aa'} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:49:29.420406 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-66eec4d5-18bf-4a3c-9c9b-aabda09b0765 service neutron] Bound port: 55efc562-e796-48ee-b98a-71ca0963668d, host: n-h1-818022-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '949c8f19-feca-48a3-a3b4-7bc362c7af12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '30cc82c9-8c1f-49cc-8162-0520c6f854aa'}}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:49:29.420854 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-66eec4d5-18bf-4a3c-9c9b-aabda09b0765 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:29.438938 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acf9ad9-7457-46cb-81aa-49b3490dbefe req-5e80c488-3213-4983-b871-298b5e07511d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:29.441861 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9acf9ad9-7457-46cb-81aa-49b3490dbefe req-5e80c488-3213-4983-b871-298b5e07511d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ae1dd334-eb0c-43c6-9467-c13f8b3210c4 HTTP/1.1" status: 200 len: 845 time: 0.2250698 Nov 19 17:49:29.504994 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c8a4da16-b6f3-4329-ade0-54d0298c0a4e req-259ed7cb-e0b2-4ab9-afea-7b4a3f170a05 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/security-groups?id=85786454-c560-4317-bd73-95e1b791240f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1875494 Nov 19 17:49:29.524723 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9acf9ad9-7457-46cb-81aa-49b3490dbefe req-363a066d-ea0b-4b4c-8b97-d33787248d22 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=09343151-5f7f-4534-803c-65c4f7eca01b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0630879 Nov 19 17:49:29.606956 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-66eec4d5-18bf-4a3c-9c9b-aabda09b0765 service neutron] For port 55efc562-e796-48ee-b98a-71ca0963668d, host n-h1-818022-2, cleared binding levels {{(pid=103365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:49:29.622928 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-66eec4d5-18bf-4a3c-9c9b-aabda09b0765 service neutron] For port 55efc562-e796-48ee-b98a-71ca0963668d, host n-h1-818022-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=55efc562-e796-48ee-b98a-71ca0963668d,segment=NetworkSegment(949c8f19-feca-48a3-a3b4-7bc362c7af12),segment_id=949c8f19-feca-48a3-a3b4-7bc362c7af12)] {{(pid=103365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:49:29.668204 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-66eec4d5-18bf-4a3c-9c9b-aabda09b0765 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:29.676542 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9c6d04b8-ed30-4d6a-bad3-1ce49c9abce8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:29.788820 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-66eec4d5-18bf-4a3c-9c9b-aabda09b0765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:29.789703 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-66eec4d5-18bf-4a3c-9c9b-aabda09b0765 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:29.791337 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-66eec4d5-18bf-4a3c-9c9b-aabda09b0765 service neutron] 10.222.0.60 "PUT /v2.0/ports/55efc562-e796-48ee-b98a-71ca0963668d HTTP/1.1" status: 200 len: 1091 time: 1.4662554 Nov 19 17:49:29.793332 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9acf9ad9-7457-46cb-81aa-49b3490dbefe req-59e54131-42ae-4271-b1f3-00546f3bb25a service neutron] 10.222.0.60 "GET /v2.0/networks/09343151-5f7f-4534-803c-65c4f7eca01b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2571204 Nov 19 17:49:29.795682 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4e34aa3-c9da-43ec-a34a-37de5c74afc3', 'tag': '55efc562-e796-48ee-b98a-71ca0963668d'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:49:29.798352 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218319d759239a7d11f1288aef37381b97754913ee9ccbfd43b51a463f801712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbec5e1a-3d13-4d23-a6d0-f54fe54d44b2" -d '{"events": [{"name": "network-changed", "server_uuid": "f4e34aa3-c9da-43ec-a34a-37de5c74afc3", "tag": "55efc562-e796-48ee-b98a-71ca0963668d"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:49:29.843009 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-bc6e36c4-c938-4cd9-9956-1d5fee0450fa service neutron] Request body: {'port': {'device_id': 'f4e34aa3-c9da-43ec-a34a-37de5c74afc3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818022-2'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:49:29.940778 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 17:49:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb50307b-86c1-4a87-b2ae-353320845949 x-openstack-request-id: req-fb50307b-86c1-4a87-b2ae-353320845949 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:49:29.949446 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4e34aa3-c9da-43ec-a34a-37de5c74afc3", "tag": "55efc562-e796-48ee-b98a-71ca0963668d", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:49:29.950638 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-fb50307b-86c1-4a87-b2ae-353320845949 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:49:29.951303 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4e34aa3-c9da-43ec-a34a-37de5c74afc3', 'tag': '55efc562-e796-48ee-b98a-71ca0963668d', 'status': 'completed', 'code': 200} Nov 19 17:49:29.970467 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39488b33-2672-4898-a198-e390dbbd2526 req-f2fc9282-57ed-47a0-8942-de6cdcf42393 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:29.983522 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39488b33-2672-4898-a198-e390dbbd2526 req-f2fc9282-57ed-47a0-8942-de6cdcf42393 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:30.004608 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39488b33-2672-4898-a198-e390dbbd2526 req-f2fc9282-57ed-47a0-8942-de6cdcf42393 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:30.005514 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9acf9ad9-7457-46cb-81aa-49b3490dbefe req-0221e09f-a292-4411-a839-7013b3f76232 service neutron] 10.222.0.60 "GET /v2.0/networks/09343151-5f7f-4534-803c-65c4f7eca01b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1983602 Nov 19 17:49:30.017947 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39488b33-2672-4898-a198-e390dbbd2526 req-f2fc9282-57ed-47a0-8942-de6cdcf42393 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:30.029089 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39488b33-2672-4898-a198-e390dbbd2526 req-f2fc9282-57ed-47a0-8942-de6cdcf42393 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:30.037394 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-39488b33-2672-4898-a198-e390dbbd2526 req-f2fc9282-57ed-47a0-8942-de6cdcf42393 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4e34aa3-c9da-43ec-a34a-37de5c74afc3 HTTP/1.1" status: 200 len: 3826 time: 0.4492550 Nov 19 17:49:30.149324 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c498495-9808-4c19-a789-309b13714a22 req-a11b449a-cb86-4488-adab-6f3d520ba9f0 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:30.157972 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2c498495-9808-4c19-a789-309b13714a22 req-a11b449a-cb86-4488-adab-6f3d520ba9f0 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/ports?device_id=21a6b2b9-9fec-4b61-b471-d28c118bb2af HTTP/1.1" status: 200 len: 943 time: 0.1474345 Nov 19 17:49:30.182733 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66eec4d5-18bf-4a3c-9c9b-aabda09b0765 service neutron] Pushing event updated for resources: {'Port': ['ID=55efc562-e796-48ee-b98a-71ca0963668d,revision_number=3']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:49:30.192608 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-bc6e36c4-c938-4cd9-9956-1d5fee0450fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:30.232480 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-39488b33-2672-4898-a198-e390dbbd2526 req-5688056e-7979-42d3-b480-c02805164114 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] 10.222.0.54 "GET /v2.0/security-groups?id=6f748c30-bcc4-4f26-989c-71d930e18e94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1940160 Nov 19 17:49:30.319371 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2c498495-9808-4c19-a789-309b13714a22 req-395b7f1c-8660-4ffb-8404-0b39acf5dab3 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/security-groups?id=e103badb-33bc-4a96-ade0-89c422abc1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552243 Nov 19 17:49:30.454297 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbec5e1a-3d13-4d23-a6d0-f54fe54d44b2 req-9fa8753d-28ac-4b80-b84e-8877bf0215a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:30.462594 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417e8042-7332-409f-a8c4-e8162cf781a1 req-30a0e727-ab21-4961-a7d8-3de372d87c86 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:30.464930 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-417e8042-7332-409f-a8c4-e8162cf781a1 req-30a0e727-ab21-4961-a7d8-3de372d87c86 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/ports?device_id=4311522c-e142-4ff1-80d0-d4dee63ea739 HTTP/1.1" status: 200 len: 950 time: 0.0663078 Nov 19 17:49:30.465292 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbec5e1a-3d13-4d23-a6d0-f54fe54d44b2 req-9fa8753d-28ac-4b80-b84e-8877bf0215a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:30.465750 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbec5e1a-3d13-4d23-a6d0-f54fe54d44b2 req-9fa8753d-28ac-4b80-b84e-8877bf0215a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:30.466325 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbec5e1a-3d13-4d23-a6d0-f54fe54d44b2 req-9fa8753d-28ac-4b80-b84e-8877bf0215a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:30.466868 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbec5e1a-3d13-4d23-a6d0-f54fe54d44b2 req-9fa8753d-28ac-4b80-b84e-8877bf0215a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:30.469086 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fbec5e1a-3d13-4d23-a6d0-f54fe54d44b2 req-9fa8753d-28ac-4b80-b84e-8877bf0215a3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=204b8291a9dd4a84af4d7e1889d7c2c2&device_id=f4e34aa3-c9da-43ec-a34a-37de5c74afc3 HTTP/1.1" status: 200 len: 4361 time: 0.5301960 Nov 19 17:49:30.647367 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-417e8042-7332-409f-a8c4-e8162cf781a1 req-199dc262-f812-43b0-87dd-48a80a6e9226 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/security-groups?id=6e557aa4-1576-4002-9603-a630915d92af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603661 Nov 19 17:49:30.821017 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0b1153-e0d8-4435-9875-0909516d3cce req-636691b5-9da4-4799-9c2a-c6f819b9d490 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:30.826346 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6a0b1153-e0d8-4435-9875-0909516d3cce req-636691b5-9da4-4799-9c2a-c6f819b9d490 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d6d80d6-3550-4ad7-998c-1e2c27418ad5 HTTP/1.1" status: 200 len: 943 time: 0.1331687 Nov 19 17:49:30.832095 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbec5e1a-3d13-4d23-a6d0-f54fe54d44b2 req-89aed590-6a2f-45d6-ba7d-4bb88b0ff57a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:30.832540 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbec5e1a-3d13-4d23-a6d0-f54fe54d44b2 req-89aed590-6a2f-45d6-ba7d-4bb88b0ff57a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:30.833013 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbec5e1a-3d13-4d23-a6d0-f54fe54d44b2 req-89aed590-6a2f-45d6-ba7d-4bb88b0ff57a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:30.834799 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fbec5e1a-3d13-4d23-a6d0-f54fe54d44b2 req-89aed590-6a2f-45d6-ba7d-4bb88b0ff57a service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=204b8291a9dd4a84af4d7e1889d7c2c2&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.3548534 Nov 19 17:49:30.962149 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-bc6e36c4-c938-4cd9-9956-1d5fee0450fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9f9a1b4-ed63-46ec-bad8-a2a818826308 {{(pid=103365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:49:30.972174 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-bc6e36c4-c938-4cd9-9956-1d5fee0450fa service neutron] Publish callbacks [] for port, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:31.027427 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device a047c91c-2746-4c95-a4d0-0afc802d5385 details requested by agent hyperv_n-h1-818022-2 with host n-h1-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 17:49:31.031920 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.provisioning_blocks [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-bc6e36c4-c938-4cd9-9956-1d5fee0450fa service neutron] Transition to ACTIVE for port object e9f9a1b4-ed63-46ec-bad8-a2a818826308 will not be triggered until provisioned by entity L2. {{(pid=103365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 17:49:31.075053 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-bc6e36c4-c938-4cd9-9956-1d5fee0450fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:31.197634 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6e36c4-c938-4cd9-9956-1d5fee0450fa service neutron] Pushing event updated for resources: {'Port': ['ID=e9f9a1b4-ed63-46ec-bad8-a2a818826308,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:49:31.301473 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6a0b1153-e0d8-4435-9875-0909516d3cce req-0d7c915d-e4e8-4fb6-98d9-1fcc8494a848 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/security-groups?id=85786454-c560-4317-bd73-95e1b791240f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4656298 Nov 19 17:49:31.356813 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port a047c91c-2746-4c95-a4d0-0afc802d5385, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=a047c91c-2746-4c95-a4d0-0afc802d5385,segment=NetworkSegment(76ca7d5f-3474-4bcd-9b64-65e02324eb89),segment_id=76ca7d5f-3474-4bcd-9b64-65e02324eb89)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:49:31.405675 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Returning: {'device': 'a047c91c-2746-4c95-a4d0-0afc802d5385', 'network_id': '09343151-5f7f-4534-803c-65c4f7eca01b', 'port_id': 'a047c91c-2746-4c95-a4d0-0afc802d5385', 'mac_address': 'fa:16:3e:44:1e:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 676, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae1dd334-eb0c-43c6-9467-c13f8b3210c4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 17:49:31.516413 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:31.552478 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a047c91c-2746-4c95-a4d0-0afc802d5385 {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:49:31.611470 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port a047c91c-2746-4c95-a4d0-0afc802d5385, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=a047c91c-2746-4c95-a4d0-0afc802d5385,segment=NetworkSegment(76ca7d5f-3474-4bcd-9b64-65e02324eb89),segment_id=76ca7d5f-3474-4bcd-9b64-65e02324eb89)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:49:31.618578 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:31.705066 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686c5a8b-9694-4e83-9304-ef31aba07c95 req-d71ea5da-42be-4095-a5bc-b53b64ea5cf1 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:31.722728 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-bc6e36c4-c938-4cd9-9956-1d5fee0450fa service neutron] Attempting to bind port e9f9a1b4-ed63-46ec-bad8-a2a818826308 on host n-h1-818022-2 for vnic_type normal with profile {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:49:31.723217 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-bc6e36c4-c938-4cd9-9956-1d5fee0450fa service neutron] Attempting to bind port e9f9a1b4-ed63-46ec-bad8-a2a818826308 by drivers openvswitch,hyperv on host n-h1-818022-2 at level 0 using segments [{'id': 'a6df5b1a-a51e-44a5-83b0-75c6a5ebdd6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '7ebd557b-42db-40a2-8cf2-57dc967dc3d4'}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:49:31.723558 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-bc6e36c4-c938-4cd9-9956-1d5fee0450fa service neutron] Attempting to bind port e9f9a1b4-ed63-46ec-bad8-a2a818826308 on network 7ebd557b-42db-40a2-8cf2-57dc967dc3d4 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:49:31.734206 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686c5a8b-9694-4e83-9304-ef31aba07c95 req-d71ea5da-42be-4095-a5bc-b53b64ea5cf1 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:31.744078 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbec5e1a-3d13-4d23-a6d0-f54fe54d44b2 req-43aa2641-ad33-44ac-a36b-158dfc113db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:31.756022 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fbec5e1a-3d13-4d23-a6d0-f54fe54d44b2 req-43aa2641-ad33-44ac-a36b-158dfc113db6 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9019439 Nov 19 17:49:31.756396 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686c5a8b-9694-4e83-9304-ef31aba07c95 req-d71ea5da-42be-4095-a5bc-b53b64ea5cf1 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:31.776234 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686c5a8b-9694-4e83-9304-ef31aba07c95 req-d71ea5da-42be-4095-a5bc-b53b64ea5cf1 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:31.787055 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=a047c91c-2746-4c95-a4d0-0afc802d5385,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:49:31.821530 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686c5a8b-9694-4e83-9304-ef31aba07c95 req-d71ea5da-42be-4095-a5bc-b53b64ea5cf1 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:31.833676 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-bc6e36c4-c938-4cd9-9956-1d5fee0450fa service neutron] Port e9f9a1b4-ed63-46ec-bad8-a2a818826308 on network 7ebd557b-42db-40a2-8cf2-57dc967dc3d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-818022-2 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 17:49:31.834250 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-bc6e36c4-c938-4cd9-9956-1d5fee0450fa service neutron] Attempting to bind port e9f9a1b4-ed63-46ec-bad8-a2a818826308 on network 7ebd557b-42db-40a2-8cf2-57dc967dc3d4 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:49:31.848170 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-bc6e36c4-c938-4cd9-9956-1d5fee0450fa service neutron] Checking agent: {'id': 'a6668d96-12fa-4ec0-99ad-77eaf490dd2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'started_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 49, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:49:31.848580 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-bc6e36c4-c938-4cd9-9956-1d5fee0450fa service neutron] Checking segment: {'id': 'a6df5b1a-a51e-44a5-83b0-75c6a5ebdd6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '7ebd557b-42db-40a2-8cf2-57dc967dc3d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:49:31.849117 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-bc6e36c4-c938-4cd9-9956-1d5fee0450fa service neutron] Bound using segment: {'id': 'a6df5b1a-a51e-44a5-83b0-75c6a5ebdd6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '7ebd557b-42db-40a2-8cf2-57dc967dc3d4'} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:49:31.849719 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-bc6e36c4-c938-4cd9-9956-1d5fee0450fa service neutron] Bound port: e9f9a1b4-ed63-46ec-bad8-a2a818826308, host: n-h1-818022-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6df5b1a-a51e-44a5-83b0-75c6a5ebdd6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '7ebd557b-42db-40a2-8cf2-57dc967dc3d4'}}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:49:31.850236 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-bc6e36c4-c938-4cd9-9956-1d5fee0450fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:31.853671 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686c5a8b-9694-4e83-9304-ef31aba07c95 req-d71ea5da-42be-4095-a5bc-b53b64ea5cf1 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:31.858749 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-686c5a8b-9694-4e83-9304-ef31aba07c95 req-d71ea5da-42be-4095-a5bc-b53b64ea5cf1 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4e34aa3-c9da-43ec-a34a-37de5c74afc3 HTTP/1.1" status: 200 len: 4603 time: 0.2803144 Nov 19 17:49:31.885135 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8140c37c-45fb-4d38-af5f-83be145fd3d1 req-0e2cb1d2-9956-4fbb-9c73-11bcc174e9cc tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:31.886881 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8140c37c-45fb-4d38-af5f-83be145fd3d1 req-0e2cb1d2-9956-4fbb-9c73-11bcc174e9cc tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/ports?device_id=21a6b2b9-9fec-4b61-b471-d28c118bb2af HTTP/1.1" status: 200 len: 943 time: 0.3209875 Nov 19 17:49:31.934608 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['a047c91c-2746-4c95-a4d0-0afc802d5385'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:49:32.041537 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-686c5a8b-9694-4e83-9304-ef31aba07c95 req-aee02138-4808-42c9-8daf-31fcb5c1d281 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] 10.222.0.54 "GET /v2.0/security-groups?id=89e36896-1c46-4104-bcaf-813bfdc934e0&id=6f748c30-bcc4-4f26-989c-71d930e18e94&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1657600 Nov 19 17:49:32.048143 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-505ef7ea-05c4-493a-a324-704c8d6bce88 req-b2c2c549-cf42-4087-a496-6a4471e540a5 service neutron] 10.222.0.86 "GET /v2.0/ports/66e1ff91-8243-4a83-8144-981e0ac3e0ad/bindings/n-h2-818022-2 HTTP/1.1" status: 200 len: 382 time: 0.2908175 Nov 19 17:49:32.096111 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dabe12be-d252-45c7-acc1-6ce9bea38c79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:32.146140 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-bc6e36c4-c938-4cd9-9956-1d5fee0450fa service neutron] For port e9f9a1b4-ed63-46ec-bad8-a2a818826308, host n-h1-818022-2, cleared binding levels {{(pid=103365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:49:32.159687 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8140c37c-45fb-4d38-af5f-83be145fd3d1 req-80e29806-6409-4b6e-aa69-b83b1ae3a3e6 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/security-groups?id=e103badb-33bc-4a96-ade0-89c422abc1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2643468 Nov 19 17:49:32.167846 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-bc6e36c4-c938-4cd9-9956-1d5fee0450fa service neutron] For port e9f9a1b4-ed63-46ec-bad8-a2a818826308, host n-h1-818022-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=e9f9a1b4-ed63-46ec-bad8-a2a818826308,segment=NetworkSegment(a6df5b1a-a51e-44a5-83b0-75c6a5ebdd6e),segment_id=a6df5b1a-a51e-44a5-83b0-75c6a5ebdd6e)] {{(pid=103365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:49:32.173801 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-bc6e36c4-c938-4cd9-9956-1d5fee0450fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:32.324250 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-bc6e36c4-c938-4cd9-9956-1d5fee0450fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:32.324951 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-bc6e36c4-c938-4cd9-9956-1d5fee0450fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:32.331341 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-bc6e36c4-c938-4cd9-9956-1d5fee0450fa service neutron] 10.222.0.60 "PUT /v2.0/ports/e9f9a1b4-ed63-46ec-bad8-a2a818826308 HTTP/1.1" status: 200 len: 1135 time: 2.5070338 Nov 19 17:49:32.332419 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4e34aa3-c9da-43ec-a34a-37de5c74afc3', 'tag': 'e9f9a1b4-ed63-46ec-bad8-a2a818826308'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:49:32.340078 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218319d759239a7d11f1288aef37381b97754913ee9ccbfd43b51a463f801712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b4b0aac-016c-48ea-872a-7b59671dbd9e" -d '{"events": [{"name": "network-changed", "server_uuid": "f4e34aa3-c9da-43ec-a34a-37de5c74afc3", "tag": "e9f9a1b4-ed63-46ec-bad8-a2a818826308"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:49:32.463287 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-ebbf4684-2c5c-4fa1-b8cd-691f3cbecd87 service neutron] Request body: {'port': {'device_id': 'f4e34aa3-c9da-43ec-a34a-37de5c74afc3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818022-2'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:49:32.470060 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 17:49:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf1bb3c2-fe16-4337-9a77-4d83fee8bb27 x-openstack-request-id: req-cf1bb3c2-fe16-4337-9a77-4d83fee8bb27 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:49:32.470350 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4e34aa3-c9da-43ec-a34a-37de5c74afc3", "tag": "e9f9a1b4-ed63-46ec-bad8-a2a818826308", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:49:32.470606 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-cf1bb3c2-fe16-4337-9a77-4d83fee8bb27 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:49:32.474385 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4e34aa3-c9da-43ec-a34a-37de5c74afc3', 'tag': 'e9f9a1b4-ed63-46ec-bad8-a2a818826308', 'status': 'completed', 'code': 200} Nov 19 17:49:32.565775 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6e36c4-c938-4cd9-9956-1d5fee0450fa service neutron] Pushing event updated for resources: {'Port': ['ID=e9f9a1b4-ed63-46ec-bad8-a2a818826308,revision_number=3']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:49:32.665954 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f815eed-33ca-4016-b901-883cf97d21ec req-309330cf-11da-4ce7-b71a-d8d0bc120b16 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:32.678106 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2f815eed-33ca-4016-b901-883cf97d21ec req-309330cf-11da-4ce7-b71a-d8d0bc120b16 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/ports?device_id=4311522c-e142-4ff1-80d0-d4dee63ea739 HTTP/1.1" status: 200 len: 950 time: 0.3063436 Nov 19 17:49:32.691665 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d22a38-0c44-4f13-9a36-71c3c5c02ef4 req-a8bfce8d-ada1-4945-a65e-2e4c2bb95fb4 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:32.701795 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-66d22a38-0c44-4f13-9a36-71c3c5c02ef4 req-a8bfce8d-ada1-4945-a65e-2e4c2bb95fb4 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d6d80d6-3550-4ad7-998c-1e2c27418ad5 HTTP/1.1" status: 200 len: 943 time: 0.1467700 Nov 19 17:49:32.805935 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-66d22a38-0c44-4f13-9a36-71c3c5c02ef4 req-b307d8f8-208c-4c0a-b1b0-78fd49b3a6bc tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/security-groups?id=85786454-c560-4317-bd73-95e1b791240f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753796 Nov 19 17:49:32.841876 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4b0aac-016c-48ea-872a-7b59671dbd9e req-5feeab19-1626-415a-a8e1-207f15940e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:32.841876 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4b0aac-016c-48ea-872a-7b59671dbd9e req-5feeab19-1626-415a-a8e1-207f15940e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:32.842265 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4b0aac-016c-48ea-872a-7b59671dbd9e req-5feeab19-1626-415a-a8e1-207f15940e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:32.842730 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4b0aac-016c-48ea-872a-7b59671dbd9e req-5feeab19-1626-415a-a8e1-207f15940e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:32.843191 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4b0aac-016c-48ea-872a-7b59671dbd9e req-5feeab19-1626-415a-a8e1-207f15940e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:32.843653 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4b0aac-016c-48ea-872a-7b59671dbd9e req-5feeab19-1626-415a-a8e1-207f15940e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:32.845670 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8b4b0aac-016c-48ea-872a-7b59671dbd9e req-5feeab19-1626-415a-a8e1-207f15940e8d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=204b8291a9dd4a84af4d7e1889d7c2c2&device_id=f4e34aa3-c9da-43ec-a34a-37de5c74afc3 HTTP/1.1" status: 200 len: 5289 time: 0.2681046 Nov 19 17:49:32.847992 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505ef7ea-05c4-493a-a324-704c8d6bce88 req-3823c1ce-9834-4919-aa49-9b5d73bc40f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:32.849773 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-505ef7ea-05c4-493a-a324-704c8d6bce88 req-3823c1ce-9834-4919-aa49-9b5d73bc40f9 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=4311522c-e142-4ff1-80d0-d4dee63ea739&tenant_id=7136fa31325e4016a695ca7c60f57962 HTTP/1.1" status: 200 len: 1101 time: 0.4103384 Nov 19 17:49:32.990799 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2f815eed-33ca-4016-b901-883cf97d21ec req-4f0a7550-11b8-46dd-8cce-fca8b30de8db tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/security-groups?id=6e557aa4-1576-4002-9603-a630915d92af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3116317 Nov 19 17:49:32.998745 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-ebbf4684-2c5c-4fa1-b8cd-691f3cbecd87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:33.094216 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e46ecc5a-dc14-4744-b262-3072ff2e958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:33.316028 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505ef7ea-05c4-493a-a324-704c8d6bce88 req-8b370fa7-9f68-4b6c-a1fe-4444fec5a2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:33.317763 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-505ef7ea-05c4-493a-a324-704c8d6bce88 req-8b370fa7-9f68-4b6c-a1fe-4444fec5a2c3 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7136fa31325e4016a695ca7c60f57962&device_id=4311522c-e142-4ff1-80d0-d4dee63ea739 HTTP/1.1" status: 200 len: 1101 time: 0.3347147 Nov 19 17:49:33.364619 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca19b961-d3c9-4bae-918f-0f6e95d61218 req-1a110705-45bc-4a6c-bb6b-4f0ef3f8ab0e tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:33.394375 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca19b961-d3c9-4bae-918f-0f6e95d61218 req-1a110705-45bc-4a6c-bb6b-4f0ef3f8ab0e tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:33.405059 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4b0aac-016c-48ea-872a-7b59671dbd9e req-9c1345e3-a9da-48f9-ba6c-b2c83b9c808d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:33.405764 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4b0aac-016c-48ea-872a-7b59671dbd9e req-9c1345e3-a9da-48f9-ba6c-b2c83b9c808d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:33.408644 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4b0aac-016c-48ea-872a-7b59671dbd9e req-9c1345e3-a9da-48f9-ba6c-b2c83b9c808d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:33.411724 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca19b961-d3c9-4bae-918f-0f6e95d61218 req-1a110705-45bc-4a6c-bb6b-4f0ef3f8ab0e tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:33.413001 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8b4b0aac-016c-48ea-872a-7b59671dbd9e req-9c1345e3-a9da-48f9-ba6c-b2c83b9c808d service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=204b8291a9dd4a84af4d7e1889d7c2c2&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.5549212 Nov 19 17:49:33.421479 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca19b961-d3c9-4bae-918f-0f6e95d61218 req-1a110705-45bc-4a6c-bb6b-4f0ef3f8ab0e tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:33.428264 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca19b961-d3c9-4bae-918f-0f6e95d61218 req-1a110705-45bc-4a6c-bb6b-4f0ef3f8ab0e tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:33.435471 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca19b961-d3c9-4bae-918f-0f6e95d61218 req-1a110705-45bc-4a6c-bb6b-4f0ef3f8ab0e tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:33.444749 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ca19b961-d3c9-4bae-918f-0f6e95d61218 req-1a110705-45bc-4a6c-bb6b-4f0ef3f8ab0e tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4e34aa3-c9da-43ec-a34a-37de5c74afc3 HTTP/1.1" status: 200 len: 4603 time: 0.2571423 Nov 19 17:49:33.527291 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ca19b961-d3c9-4bae-918f-0f6e95d61218 req-adc22971-e48d-4bc3-b92b-7ceb89033112 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] 10.222.0.54 "GET /v2.0/security-groups?id=89e36896-1c46-4104-bcaf-813bfdc934e0&id=6f748c30-bcc4-4f26-989c-71d930e18e94&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0744939 Nov 19 17:49:33.592399 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4b0aac-016c-48ea-872a-7b59671dbd9e req-2f7f55c3-5bfb-46c2-8b7c-5da8e36406b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:33.594428 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8b4b0aac-016c-48ea-872a-7b59671dbd9e req-2f7f55c3-5bfb-46c2-8b7c-5da8e36406b9 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1438370 Nov 19 17:49:33.633558 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:33.699903 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:33.770183 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 57418) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:49:33.898855 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7472ea40-956f-48f6-a44c-ac766eed3406 req-5532167c-c9a4-451a-a816-7e1224b95bc9 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:33.901072 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7472ea40-956f-48f6-a44c-ac766eed3406 req-5532167c-c9a4-451a-a816-7e1224b95bc9 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/ports?device_id=21a6b2b9-9fec-4b61-b471-d28c118bb2af HTTP/1.1" status: 200 len: 944 time: 0.4788561 Nov 19 17:49:33.992089 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c6b0af78-db49-483a-9bfa-28a78ea88b44 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:34.035918 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505ef7ea-05c4-493a-a324-704c8d6bce88 req-b7d437f9-4115-431a-af9a-68f4e675cc47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:34.037436 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-505ef7ea-05c4-493a-a324-704c8d6bce88 req-b7d437f9-4115-431a-af9a-68f4e675cc47 service neutron] 10.222.0.86 "GET /v2.0/networks?id=346debfa-452b-4048-abf4-8f4493625ef2 HTTP/1.1" status: 200 len: 870 time: 0.6979990 Nov 19 17:49:34.079337 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7472ea40-956f-48f6-a44c-ac766eed3406 req-9bb07509-1c92-4b92-a039-97c3216ce58d tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/security-groups?id=e103badb-33bc-4a96-ade0-89c422abc1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014588 Nov 19 17:49:34.086886 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6def0d-2101-4fea-9e39-effd0cbb7b29 req-e3a8d1d4-cc75-4ec7-b1ab-867e9c4d7d0e tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:34.088792 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0b6def0d-2101-4fea-9e39-effd0cbb7b29 req-e3a8d1d4-cc75-4ec7-b1ab-867e9c4d7d0e tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d6d80d6-3550-4ad7-998c-1e2c27418ad5 HTTP/1.1" status: 200 len: 943 time: 0.1804867 Nov 19 17:49:34.201074 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0b6def0d-2101-4fea-9e39-effd0cbb7b29 req-10d46793-439c-4bd1-b5c4-31e2bcc777c4 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/security-groups?id=85786454-c560-4317-bd73-95e1b791240f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969450 Nov 19 17:49:34.225028 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c6b0af78-db49-483a-9bfa-28a78ea88b44 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:34.231530 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c6b0af78-db49-483a-9bfa-28a78ea88b44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:34.282073 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-505ef7ea-05c4-493a-a324-704c8d6bce88 req-01b97d53-35de-46f1-bcb9-dd6c718db7cb service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=66e1ff91-8243-4a83-8144-981e0ac3e0ad HTTP/1.1" status: 200 len: 217 time: 0.2217178 Nov 19 17:49:34.282307 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b0af78-db49-483a-9bfa-28a78ea88b44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=885058d5-4731-4998-86ef-2a86ab295952,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:49:34.286691 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-c6b0af78-db49-483a-9bfa-28a78ea88b44 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=33f1abf2fcde4f7e95809560584b1f39&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5151002 Nov 19 17:49:34.289231 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 57428) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:49:34.363374 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-ebbf4684-2c5c-4fa1-b8cd-691f3cbecd87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2fbad7e-e63d-49da-acc6-1b78fd09c6b0 {{(pid=103365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:49:34.378298 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-ebbf4684-2c5c-4fa1-b8cd-691f3cbecd87 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:34.382643 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2d69c5cd-e79b-4d28-8966-e5a5a7cbac32 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:34.410603 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.provisioning_blocks [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-ebbf4684-2c5c-4fa1-b8cd-691f3cbecd87 service neutron] Transition to ACTIVE for port object d2fbad7e-e63d-49da-acc6-1b78fd09c6b0 will not be triggered until provisioned by entity L2. {{(pid=103365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 17:49:34.415311 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2d69c5cd-e79b-4d28-8966-e5a5a7cbac32 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:34.420231 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398b4bdb-7c05-453f-aa5e-30c93efa064d req-bb752226-d4a5-4bef-986a-56e2193d28ae tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:34.421869 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-398b4bdb-7c05-453f-aa5e-30c93efa064d req-bb752226-d4a5-4bef-986a-56e2193d28ae tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/ports?device_id=4311522c-e142-4ff1-80d0-d4dee63ea739 HTTP/1.1" status: 200 len: 950 time: 0.1611502 Nov 19 17:49:34.423841 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505ef7ea-05c4-493a-a324-704c8d6bce88 req-34a621d6-0164-45ad-828d-d4b9665fa826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:34.425202 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-505ef7ea-05c4-493a-a324-704c8d6bce88 req-34a621d6-0164-45ad-828d-d4b9665fa826 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8b3c88de-c9c2-4a20-b19e-1855c2c19035 HTTP/1.1" status: 200 len: 843 time: 0.1259601 Nov 19 17:49:34.425995 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-ebbf4684-2c5c-4fa1-b8cd-691f3cbecd87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:34.499202 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2d69c5cd-e79b-4d28-8966-e5a5a7cbac32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:34.503417 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2d69c5cd-e79b-4d28-8966-e5a5a7cbac32 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:34.504812 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-2d69c5cd-e79b-4d28-8966-e5a5a7cbac32 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/885058d5-4731-4998-86ef-2a86ab295952 HTTP/1.1" status: 204 len: 168 time: 0.2146320 Nov 19 17:49:34.525667 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d69c5cd-e79b-4d28-8966-e5a5a7cbac32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=885058d5-4731-4998-86ef-2a86ab295952,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:49:34.588817 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbf4684-2c5c-4fa1-b8cd-691f3cbecd87 service neutron] Pushing event updated for resources: {'Port': ['ID=d2fbad7e-e63d-49da-acc6-1b78fd09c6b0,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:49:34.645118 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-398b4bdb-7c05-453f-aa5e-30c93efa064d req-a8083751-01cd-41ef-b71f-d5d85557db07 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/security-groups?id=6e557aa4-1576-4002-9603-a630915d92af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107821 Nov 19 17:49:34.708784 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e013d7e6-5264-4dcc-9759-54f5fb809e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:34.724550 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505ef7ea-05c4-493a-a324-704c8d6bce88 req-ca404996-df7e-4fcf-8b69-cdb17a40c32f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:34.726526 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-505ef7ea-05c4-493a-a324-704c8d6bce88 req-ca404996-df7e-4fcf-8b69-cdb17a40c32f service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=346debfa-452b-4048-abf4-8f4493625ef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2931619 Nov 19 17:49:34.757077 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device 27705cb3-0294-4ee6-a550-a6915d0bf4c8 details requested by agent hyperv_n-h2-818022-2 with host n-h2-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 17:49:34.760623 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device 66e1ff91-8243-4a83-8144-981e0ac3e0ad no longer exists at agent hyperv_n-h2-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:49:34.846016 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfd40d0-0319-4429-abf0-226c9d12d331 req-03defc49-e74b-412c-a989-64fed698c94a tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:34.880082 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfd40d0-0319-4429-abf0-226c9d12d331 req-03defc49-e74b-412c-a989-64fed698c94a tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:34.886440 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfd40d0-0319-4429-abf0-226c9d12d331 req-03defc49-e74b-412c-a989-64fed698c94a tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:34.901596 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfd40d0-0319-4429-abf0-226c9d12d331 req-03defc49-e74b-412c-a989-64fed698c94a tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:34.923113 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfd40d0-0319-4429-abf0-226c9d12d331 req-03defc49-e74b-412c-a989-64fed698c94a tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:34.935630 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfd40d0-0319-4429-abf0-226c9d12d331 req-03defc49-e74b-412c-a989-64fed698c94a tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:34.959471 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfd40d0-0319-4429-abf0-226c9d12d331 req-03defc49-e74b-412c-a989-64fed698c94a tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:34.961347 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ecfd40d0-0319-4429-abf0-226c9d12d331 req-03defc49-e74b-412c-a989-64fed698c94a tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4e34aa3-c9da-43ec-a34a-37de5c74afc3 HTTP/1.1" status: 200 len: 5381 time: 0.2491982 Nov 19 17:49:34.979404 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-ebbf4684-2c5c-4fa1-b8cd-691f3cbecd87 service neutron] Attempting to bind port d2fbad7e-e63d-49da-acc6-1b78fd09c6b0 on host n-h1-818022-2 for vnic_type normal with profile {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:49:34.980848 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-ebbf4684-2c5c-4fa1-b8cd-691f3cbecd87 service neutron] Attempting to bind port d2fbad7e-e63d-49da-acc6-1b78fd09c6b0 by drivers openvswitch,hyperv on host n-h1-818022-2 at level 0 using segments [{'id': 'a6df5b1a-a51e-44a5-83b0-75c6a5ebdd6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '7ebd557b-42db-40a2-8cf2-57dc967dc3d4'}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:49:34.984338 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-ebbf4684-2c5c-4fa1-b8cd-691f3cbecd87 service neutron] Attempting to bind port d2fbad7e-e63d-49da-acc6-1b78fd09c6b0 on network 7ebd557b-42db-40a2-8cf2-57dc967dc3d4 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:49:34.985224 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port 27705cb3-0294-4ee6-a550-a6915d0bf4c8, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=27705cb3-0294-4ee6-a550-a6915d0bf4c8,segment=NetworkSegment(a5a94e2b-2782-491c-8737-b805351d0689),segment_id=a5a94e2b-2782-491c-8737-b805351d0689)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:49:35.012998 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Returning: {'device': '27705cb3-0294-4ee6-a550-a6915d0bf4c8', 'network_id': 'fdcadcc4-b6d0-4be3-9284-8f7eda9af8ea', 'port_id': '27705cb3-0294-4ee6-a550-a6915d0bf4c8', 'mac_address': 'fa:16:3e:e2:09:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dbfa5af-1ad8-4df8-a1b2-cc6152eda1a3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 17:49:35.078973 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device a047c91c-2746-4c95-a4d0-0afc802d5385 up at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:49:35.117245 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ecfd40d0-0319-4429-abf0-226c9d12d331 req-f9d4458c-7f6b-4749-a4da-f2afacc9476b tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] 10.222.0.54 "GET /v2.0/security-groups?id=89e36896-1c46-4104-bcaf-813bfdc934e0&id=6f748c30-bcc4-4f26-989c-71d930e18e94&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1461351 Nov 19 17:49:35.124685 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 57444) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:49:35.159639 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ac6c9ab6-f20f-414c-9cd9-e66981dcbed4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:35.234101 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:35.238208 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:35.301848 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:35.327189 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ac6c9ab6-f20f-414c-9cd9-e66981dcbed4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:35.332273 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ac6c9ab6-f20f-414c-9cd9-e66981dcbed4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:35.336992 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27705cb3-0294-4ee6-a550-a6915d0bf4c8 {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:49:35.378586 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-ac6c9ab6-f20f-414c-9cd9-e66981dcbed4 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=95517cf0af4f4e5fa5e3022cc0eff5e1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2525396 Nov 19 17:49:35.380512 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 57448) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:49:35.387035 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port 27705cb3-0294-4ee6-a550-a6915d0bf4c8, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=27705cb3-0294-4ee6-a550-a6915d0bf4c8,segment=NetworkSegment(a5a94e2b-2782-491c-8737-b805351d0689),segment_id=a5a94e2b-2782-491c-8737-b805351d0689)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:49:35.410610 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4311522c-e142-4ff1-80d0-d4dee63ea739', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66e1ff91-8243-4a83-8144-981e0ac3e0ad'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:49:35.413138 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3940761bcd94e032e6960d2241bd8993c5d3a7d8dc2aca8488f3ecf1d4dd2fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3564b0a3-48fe-4f66-a02f-90fe623ab8c3" -d '{"events": [{"server_uuid": "4311522c-e142-4ff1-80d0-d4dee63ea739", "name": "network-vif-unplugged", "status": "completed", "tag": "66e1ff91-8243-4a83-8144-981e0ac3e0ad"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:49:35.420184 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning for port a047c91c-2746-4c95-a4d0-0afc802d5385 completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 17:49:35.429001 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:35.467466 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-ebbf4684-2c5c-4fa1-b8cd-691f3cbecd87 service neutron] Port d2fbad7e-e63d-49da-acc6-1b78fd09c6b0 on network 7ebd557b-42db-40a2-8cf2-57dc967dc3d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-818022-2 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 17:49:35.468459 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-ebbf4684-2c5c-4fa1-b8cd-691f3cbecd87 service neutron] Attempting to bind port d2fbad7e-e63d-49da-acc6-1b78fd09c6b0 on network 7ebd557b-42db-40a2-8cf2-57dc967dc3d4 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:49:35.481764 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6c9ab6-f20f-414c-9cd9-e66981dcbed4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dee625bf-6742-4773-a408-128696144e97,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:49:35.494422 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port 66e1ff91-8243-4a83-8144-981e0ac3e0ad, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=66e1ff91-8243-4a83-8144-981e0ac3e0ad,segment=NetworkSegment(1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861),segment_id=1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:49:35.495537 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Pushing event updated for resources: {'Port': ['ID=27705cb3-0294-4ee6-a550-a6915d0bf4c8,revision_number=9']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:49:35.498811 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning complete for port a047c91c-2746-4c95-a4d0-0afc802d5385 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:49:35.499134 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:35.503702 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:35.570539 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd1337b-bc65-4832-8de5-6234ced37348 req-1f869a0b-854d-4d47-823c-04de8c890f1e tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:35.572499 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-ebbf4684-2c5c-4fa1-b8cd-691f3cbecd87 service neutron] Checking agent: {'id': 'a6668d96-12fa-4ec0-99ad-77eaf490dd2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'started_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 49, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:49:35.572842 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-ebbf4684-2c5c-4fa1-b8cd-691f3cbecd87 service neutron] Checking segment: {'id': 'a6df5b1a-a51e-44a5-83b0-75c6a5ebdd6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '7ebd557b-42db-40a2-8cf2-57dc967dc3d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:49:35.573223 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-ebbf4684-2c5c-4fa1-b8cd-691f3cbecd87 service neutron] Bound using segment: {'id': 'a6df5b1a-a51e-44a5-83b0-75c6a5ebdd6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '7ebd557b-42db-40a2-8cf2-57dc967dc3d4'} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:49:35.573671 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-ebbf4684-2c5c-4fa1-b8cd-691f3cbecd87 service neutron] Bound port: d2fbad7e-e63d-49da-acc6-1b78fd09c6b0, host: n-h1-818022-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6df5b1a-a51e-44a5-83b0-75c6a5ebdd6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '7ebd557b-42db-40a2-8cf2-57dc967dc3d4'}}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:49:35.574052 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-ebbf4684-2c5c-4fa1-b8cd-691f3cbecd87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:35.582023 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8bd1337b-bc65-4832-8de5-6234ced37348 req-1f869a0b-854d-4d47-823c-04de8c890f1e tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d6d80d6-3550-4ad7-998c-1e2c27418ad5 HTTP/1.1" status: 200 len: 944 time: 0.2135866 Nov 19 17:49:35.626510 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-505ef7ea-05c4-493a-a324-704c8d6bce88 req-c304e93d-0bbb-4393-8b14-02b97de79714 service neutron] 10.222.0.86 "GET /v2.0/networks/346debfa-452b-4048-abf4-8f4493625ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8892531 Nov 19 17:49:35.655596 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a39bd5bf-097f-4189-994d-062ad14a4e8e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:35.668509 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8bd1337b-bc65-4832-8de5-6234ced37348 req-822bea59-21d3-4d4f-b0ef-51d20466a3cf tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/security-groups?id=85786454-c560-4317-bd73-95e1b791240f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834568 Nov 19 17:49:35.720188 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a39bd5bf-097f-4189-994d-062ad14a4e8e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:35.721979 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Pushing event updated for resources: {'Port': ['ID=66e1ff91-8243-4a83-8144-981e0ac3e0ad,revision_number=6']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:49:35.727567 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378d83e9-0388-41e7-81b9-0c605fbc7e93 req-a255c229-8e5d-4c56-a8ac-c62797241fc6 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:35.729296 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:35.733037 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-378d83e9-0388-41e7-81b9-0c605fbc7e93 req-a255c229-8e5d-4c56-a8ac-c62797241fc6 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/ports?device_id=21a6b2b9-9fec-4b61-b471-d28c118bb2af HTTP/1.1" status: 200 len: 944 time: 0.2393370 Nov 19 17:49:35.745617 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] get_ports_and_sgs() called for port_ids ['27705cb3-0294-4ee6-a550-a6915d0bf4c8'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:49:35.775388 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 17:49:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13a0df3a-d3bf-40a9-8d87-e26fae91bf1b x-openstack-request-id: req-13a0df3a-d3bf-40a9-8d87-e26fae91bf1b {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:49:35.775676 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4311522c-e142-4ff1-80d0-d4dee63ea739", "name": "network-vif-unplugged", "status": "completed", "tag": "66e1ff91-8243-4a83-8144-981e0ac3e0ad", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:49:35.775931 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-13a0df3a-d3bf-40a9-8d87-e26fae91bf1b {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:49:35.784770 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4311522c-e142-4ff1-80d0-d4dee63ea739', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66e1ff91-8243-4a83-8144-981e0ac3e0ad', 'code': 200} Nov 19 17:49:35.804985 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-ebbf4684-2c5c-4fa1-b8cd-691f3cbecd87 service neutron] For port d2fbad7e-e63d-49da-acc6-1b78fd09c6b0, host n-h1-818022-2, cleared binding levels {{(pid=103365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:49:35.835902 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port a047c91c-2746-4c95-a4d0-0afc802d5385, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=a047c91c-2746-4c95-a4d0-0afc802d5385,segment=NetworkSegment(76ca7d5f-3474-4bcd-9b64-65e02324eb89),segment_id=76ca7d5f-3474-4bcd-9b64-65e02324eb89)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:49:35.840500 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a39bd5bf-097f-4189-994d-062ad14a4e8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:35.845633 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-ebbf4684-2c5c-4fa1-b8cd-691f3cbecd87 service neutron] For port d2fbad7e-e63d-49da-acc6-1b78fd09c6b0, host n-h1-818022-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=d2fbad7e-e63d-49da-acc6-1b78fd09c6b0,segment=NetworkSegment(a6df5b1a-a51e-44a5-83b0-75c6a5ebdd6e),segment_id=a6df5b1a-a51e-44a5-83b0-75c6a5ebdd6e)] {{(pid=103365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:49:35.847468 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a39bd5bf-097f-4189-994d-062ad14a4e8e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:35.849291 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-a39bd5bf-097f-4189-994d-062ad14a4e8e admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/dee625bf-6742-4773-a408-128696144e97 HTTP/1.1" status: 204 len: 168 time: 0.4665022 Nov 19 17:49:35.852726 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:35.869451 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39bd5bf-097f-4189-994d-062ad14a4e8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dee625bf-6742-4773-a408-128696144e97,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:49:35.889290 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-378d83e9-0388-41e7-81b9-0c605fbc7e93 req-73a0c95f-ce02-46f1-b745-6f1a5b586453 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/security-groups?id=e103badb-33bc-4a96-ade0-89c422abc1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407943 Nov 19 17:49:35.897846 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-ebbf4684-2c5c-4fa1-b8cd-691f3cbecd87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:35.906955 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-505ef7ea-05c4-493a-a324-704c8d6bce88 req-48726bfa-9ee8-4df5-9f95-301a25fafbfb service neutron] 10.222.0.86 "GET /v2.0/networks/346debfa-452b-4048-abf4-8f4493625ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2555757 Nov 19 17:49:36.019196 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34b0faa-1a18-4e4c-8fdf-fcf6053c493b req-7d1547e2-6a68-409f-b3c0-15252028bc39 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:36.021071 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a34b0faa-1a18-4e4c-8fdf-fcf6053c493b req-7d1547e2-6a68-409f-b3c0-15252028bc39 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/ports?device_id=4311522c-e142-4ff1-80d0-d4dee63ea739 HTTP/1.1" status: 200 len: 948 time: 0.0883651 Nov 19 17:49:36.025623 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-ebbf4684-2c5c-4fa1-b8cd-691f3cbecd87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:36.026144 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-ebbf4684-2c5c-4fa1-b8cd-691f3cbecd87 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:36.027567 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-ebbf4684-2c5c-4fa1-b8cd-691f3cbecd87 service neutron] 10.222.0.60 "PUT /v2.0/ports/d2fbad7e-e63d-49da-acc6-1b78fd09c6b0 HTTP/1.1" status: 200 len: 1136 time: 3.5915544 Nov 19 17:49:36.028608 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4e34aa3-c9da-43ec-a34a-37de5c74afc3', 'tag': 'd2fbad7e-e63d-49da-acc6-1b78fd09c6b0'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:49:36.030940 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218319d759239a7d11f1288aef37381b97754913ee9ccbfd43b51a463f801712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60b2a08e-99a0-4a64-95ba-192cc15e38cf" -d '{"events": [{"name": "network-changed", "server_uuid": "f4e34aa3-c9da-43ec-a34a-37de5c74afc3", "tag": "d2fbad7e-e63d-49da-acc6-1b78fd09c6b0"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:49:36.060634 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=a047c91c-2746-4c95-a4d0-0afc802d5385,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:49:36.084772 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-f49cbd54-6840-4f97-bbc7-b80cb1bd76b1 service neutron] Request body: {'port': {'device_id': 'f4e34aa3-c9da-43ec-a34a-37de5c74afc3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818022-2'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:49:36.164543 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a34b0faa-1a18-4e4c-8fdf-fcf6053c493b req-d95e9edb-a49b-400b-830d-3dcbd91f0143 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/security-groups?id=6e557aa4-1576-4002-9603-a630915d92af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208446 Nov 19 17:49:36.272789 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-f49cbd54-6840-4f97-bbc7-b80cb1bd76b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:36.306137 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 17:49:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1436a28a-9a11-4a6d-ad9a-39d69a87f703 x-openstack-request-id: req-1436a28a-9a11-4a6d-ad9a-39d69a87f703 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:49:36.307841 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4e34aa3-c9da-43ec-a34a-37de5c74afc3", "tag": "d2fbad7e-e63d-49da-acc6-1b78fd09c6b0", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:49:36.308539 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-1436a28a-9a11-4a6d-ad9a-39d69a87f703 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:49:36.310714 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4e34aa3-c9da-43ec-a34a-37de5c74afc3', 'tag': 'd2fbad7e-e63d-49da-acc6-1b78fd09c6b0', 'status': 'completed', 'code': 200} Nov 19 17:49:36.331573 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbf4684-2c5c-4fa1-b8cd-691f3cbecd87 service neutron] Pushing event updated for resources: {'Port': ['ID=d2fbad7e-e63d-49da-acc6-1b78fd09c6b0,revision_number=3']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:49:36.555175 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed7f227-5af4-4d9e-bdf2-47fd0a8d4ebf req-a96d33f0-cb2d-4f1a-828e-37ea3ab31015 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:36.563780 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed7f227-5af4-4d9e-bdf2-47fd0a8d4ebf req-a96d33f0-cb2d-4f1a-828e-37ea3ab31015 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:36.567815 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed7f227-5af4-4d9e-bdf2-47fd0a8d4ebf req-a96d33f0-cb2d-4f1a-828e-37ea3ab31015 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:36.574118 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed7f227-5af4-4d9e-bdf2-47fd0a8d4ebf req-a96d33f0-cb2d-4f1a-828e-37ea3ab31015 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:36.581105 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed7f227-5af4-4d9e-bdf2-47fd0a8d4ebf req-a96d33f0-cb2d-4f1a-828e-37ea3ab31015 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:36.587962 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed7f227-5af4-4d9e-bdf2-47fd0a8d4ebf req-a96d33f0-cb2d-4f1a-828e-37ea3ab31015 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:36.595215 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed7f227-5af4-4d9e-bdf2-47fd0a8d4ebf req-a96d33f0-cb2d-4f1a-828e-37ea3ab31015 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:36.603587 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5ed7f227-5af4-4d9e-bdf2-47fd0a8d4ebf req-a96d33f0-cb2d-4f1a-828e-37ea3ab31015 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4e34aa3-c9da-43ec-a34a-37de5c74afc3 HTTP/1.1" status: 200 len: 5381 time: 0.2336030 Nov 19 17:49:36.621165 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b2a08e-99a0-4a64-95ba-192cc15e38cf req-9918ef13-4448-44db-a280-2cd8c1dd9e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:36.621924 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b2a08e-99a0-4a64-95ba-192cc15e38cf req-9918ef13-4448-44db-a280-2cd8c1dd9e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:36.622563 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b2a08e-99a0-4a64-95ba-192cc15e38cf req-9918ef13-4448-44db-a280-2cd8c1dd9e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:36.623371 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b2a08e-99a0-4a64-95ba-192cc15e38cf req-9918ef13-4448-44db-a280-2cd8c1dd9e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:36.623982 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b2a08e-99a0-4a64-95ba-192cc15e38cf req-9918ef13-4448-44db-a280-2cd8c1dd9e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:36.624825 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b2a08e-99a0-4a64-95ba-192cc15e38cf req-9918ef13-4448-44db-a280-2cd8c1dd9e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:36.626197 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b2a08e-99a0-4a64-95ba-192cc15e38cf req-9918ef13-4448-44db-a280-2cd8c1dd9e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:36.628995 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-60b2a08e-99a0-4a64-95ba-192cc15e38cf req-9918ef13-4448-44db-a280-2cd8c1dd9e9b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=204b8291a9dd4a84af4d7e1889d7c2c2&device_id=f4e34aa3-c9da-43ec-a34a-37de5c74afc3 HTTP/1.1" status: 200 len: 6218 time: 0.3103430 Nov 19 17:49:36.838115 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72054d9-221f-45aa-b8df-ee8bbf6faeb1 req-9a2722fa-79d3-419e-ae54-b204c59accbd tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:36.851656 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-e72054d9-221f-45aa-b8df-ee8bbf6faeb1 req-9a2722fa-79d3-419e-ae54-b204c59accbd tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d6d80d6-3550-4ad7-998c-1e2c27418ad5 HTTP/1.1" status: 200 len: 944 time: 0.0809391 Nov 19 17:49:36.938733 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-e72054d9-221f-45aa-b8df-ee8bbf6faeb1 req-6bf8e856-bc7c-4013-91fe-93a47446dddc tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/security-groups?id=85786454-c560-4317-bd73-95e1b791240f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844121 Nov 19 17:49:36.990843 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5ed7f227-5af4-4d9e-bdf2-47fd0a8d4ebf req-b495d9d4-9dbb-4051-b92a-f807a8e2358a tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] 10.222.0.54 "GET /v2.0/security-groups?id=89e36896-1c46-4104-bcaf-813bfdc934e0&id=6f748c30-bcc4-4f26-989c-71d930e18e94&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3858702 Nov 19 17:49:37.049041 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b2a08e-99a0-4a64-95ba-192cc15e38cf req-567e4855-d4bd-46ee-b9fc-237d1f708bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:37.049517 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b2a08e-99a0-4a64-95ba-192cc15e38cf req-567e4855-d4bd-46ee-b9fc-237d1f708bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:37.050015 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b2a08e-99a0-4a64-95ba-192cc15e38cf req-567e4855-d4bd-46ee-b9fc-237d1f708bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:37.052105 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-60b2a08e-99a0-4a64-95ba-192cc15e38cf req-567e4855-d4bd-46ee-b9fc-237d1f708bd6 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=204b8291a9dd4a84af4d7e1889d7c2c2&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.3888772 Nov 19 17:49:37.183012 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4d1592-93e8-4ba1-87ac-61f4eb273604 req-9cf4b13b-98fa-4525-aa6a-f27b00c38b0c tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:37.196207 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-fb4d1592-93e8-4ba1-87ac-61f4eb273604 req-9cf4b13b-98fa-4525-aa6a-f27b00c38b0c tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/ports?device_id=21a6b2b9-9fec-4b61-b471-d28c118bb2af HTTP/1.1" status: 200 len: 945 time: 0.1440020 Nov 19 17:49:37.308433 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b2a08e-99a0-4a64-95ba-192cc15e38cf req-5542ca69-7b9c-471e-9b95-24e1322972b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:37.310987 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-60b2a08e-99a0-4a64-95ba-192cc15e38cf req-5542ca69-7b9c-471e-9b95-24e1322972b2 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2489874 Nov 19 17:49:37.331517 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-f49cbd54-6840-4f97-bbc7-b80cb1bd76b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44cdaa8f-a568-4675-a6fc-dc3319a9293a {{(pid=103365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:49:37.337875 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-fb4d1592-93e8-4ba1-87ac-61f4eb273604 req-28e5118b-3878-4a18-9744-75e9e70f2038 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/security-groups?id=e103badb-33bc-4a96-ade0-89c422abc1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449974 Nov 19 17:49:37.377030 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-f49cbd54-6840-4f97-bbc7-b80cb1bd76b1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:37.419263 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.provisioning_blocks [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-f49cbd54-6840-4f97-bbc7-b80cb1bd76b1 service neutron] Transition to ACTIVE for port object 44cdaa8f-a568-4675-a6fc-dc3319a9293a will not be triggered until provisioned by entity L2. {{(pid=103365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 17:49:37.431973 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-f49cbd54-6840-4f97-bbc7-b80cb1bd76b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:37.456191 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad900ee7-6842-49e7-878c-e3152253d16a req-5969aca0-ddea-4805-a536-fabe92fa37f6 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:37.469709 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ad900ee7-6842-49e7-878c-e3152253d16a req-5969aca0-ddea-4805-a536-fabe92fa37f6 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/ports?device_id=4311522c-e142-4ff1-80d0-d4dee63ea739 HTTP/1.1" status: 200 len: 948 time: 0.1569355 Nov 19 17:49:37.567768 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49cbd54-6840-4f97-bbc7-b80cb1bd76b1 service neutron] Pushing event updated for resources: {'Port': ['ID=44cdaa8f-a568-4675-a6fc-dc3319a9293a,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:49:37.717920 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ad900ee7-6842-49e7-878c-e3152253d16a req-2ea1aa04-c326-47a7-a2fd-4a695ddfe5cd tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/security-groups?id=6e557aa4-1576-4002-9603-a630915d92af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2474294 Nov 19 17:49:37.786487 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21a6b2b9-9fec-4b61-b471-d28c118bb2af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a047c91c-2746-4c95-a4d0-0afc802d5385'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:49:37.788994 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3940761bcd94e032e6960d2241bd8993c5d3a7d8dc2aca8488f3ecf1d4dd2fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-825ea701-6f08-4184-8e4d-3c96a88f3bb5" -d '{"events": [{"server_uuid": "21a6b2b9-9fec-4b61-b471-d28c118bb2af", "name": "network-vif-plugged", "status": "completed", "tag": "a047c91c-2746-4c95-a4d0-0afc802d5385"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:49:37.825316 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-f49cbd54-6840-4f97-bbc7-b80cb1bd76b1 service neutron] Attempting to bind port 44cdaa8f-a568-4675-a6fc-dc3319a9293a on host n-h1-818022-2 for vnic_type normal with profile {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:49:37.825783 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-f49cbd54-6840-4f97-bbc7-b80cb1bd76b1 service neutron] Attempting to bind port 44cdaa8f-a568-4675-a6fc-dc3319a9293a by drivers openvswitch,hyperv on host n-h1-818022-2 at level 0 using segments [{'id': 'a6df5b1a-a51e-44a5-83b0-75c6a5ebdd6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '7ebd557b-42db-40a2-8cf2-57dc967dc3d4'}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:49:37.826237 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-f49cbd54-6840-4f97-bbc7-b80cb1bd76b1 service neutron] Attempting to bind port 44cdaa8f-a568-4675-a6fc-dc3319a9293a on network 7ebd557b-42db-40a2-8cf2-57dc967dc3d4 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:49:37.832268 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-f49cbd54-6840-4f97-bbc7-b80cb1bd76b1 service neutron] Port 44cdaa8f-a568-4675-a6fc-dc3319a9293a on network 7ebd557b-42db-40a2-8cf2-57dc967dc3d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-818022-2 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 17:49:37.832700 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-f49cbd54-6840-4f97-bbc7-b80cb1bd76b1 service neutron] Attempting to bind port 44cdaa8f-a568-4675-a6fc-dc3319a9293a on network 7ebd557b-42db-40a2-8cf2-57dc967dc3d4 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:49:37.841450 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-f49cbd54-6840-4f97-bbc7-b80cb1bd76b1 service neutron] Checking agent: {'id': 'a6668d96-12fa-4ec0-99ad-77eaf490dd2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'started_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 49, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:49:37.842096 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-f49cbd54-6840-4f97-bbc7-b80cb1bd76b1 service neutron] Checking segment: {'id': 'a6df5b1a-a51e-44a5-83b0-75c6a5ebdd6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '7ebd557b-42db-40a2-8cf2-57dc967dc3d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:49:37.842716 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-f49cbd54-6840-4f97-bbc7-b80cb1bd76b1 service neutron] Bound using segment: {'id': 'a6df5b1a-a51e-44a5-83b0-75c6a5ebdd6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '7ebd557b-42db-40a2-8cf2-57dc967dc3d4'} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:49:37.843414 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-f49cbd54-6840-4f97-bbc7-b80cb1bd76b1 service neutron] Bound port: 44cdaa8f-a568-4675-a6fc-dc3319a9293a, host: n-h1-818022-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6df5b1a-a51e-44a5-83b0-75c6a5ebdd6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '7ebd557b-42db-40a2-8cf2-57dc967dc3d4'}}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:49:37.843999 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-f49cbd54-6840-4f97-bbc7-b80cb1bd76b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:37.898484 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:49:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7e5da74-da3e-43d1-8e78-524023846d58 x-openstack-request-id: req-f7e5da74-da3e-43d1-8e78-524023846d58 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:49:37.898845 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21a6b2b9-9fec-4b61-b471-d28c118bb2af", "name": "network-vif-plugged", "status": "completed", "tag": "a047c91c-2746-4c95-a4d0-0afc802d5385", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:49:37.899118 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f7e5da74-da3e-43d1-8e78-524023846d58 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:49:37.899531 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21a6b2b9-9fec-4b61-b471-d28c118bb2af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a047c91c-2746-4c95-a4d0-0afc802d5385', 'code': 200} Nov 19 17:49:37.928244 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-f49cbd54-6840-4f97-bbc7-b80cb1bd76b1 service neutron] For port 44cdaa8f-a568-4675-a6fc-dc3319a9293a, host n-h1-818022-2, cleared binding levels {{(pid=103365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:49:37.932826 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-f49cbd54-6840-4f97-bbc7-b80cb1bd76b1 service neutron] For port 44cdaa8f-a568-4675-a6fc-dc3319a9293a, host n-h1-818022-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=44cdaa8f-a568-4675-a6fc-dc3319a9293a,segment=NetworkSegment(a6df5b1a-a51e-44a5-83b0-75c6a5ebdd6e),segment_id=a6df5b1a-a51e-44a5-83b0-75c6a5ebdd6e)] {{(pid=103365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:49:37.941424 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-f49cbd54-6840-4f97-bbc7-b80cb1bd76b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:38.030300 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-f49cbd54-6840-4f97-bbc7-b80cb1bd76b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:38.031178 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-f49cbd54-6840-4f97-bbc7-b80cb1bd76b1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:38.033232 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-f49cbd54-6840-4f97-bbc7-b80cb1bd76b1 service neutron] 10.222.0.60 "PUT /v2.0/ports/44cdaa8f-a568-4675-a6fc-dc3319a9293a HTTP/1.1" status: 200 len: 1090 time: 1.9651272 Nov 19 17:49:38.059434 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f844f7fb-01a8-432d-8e15-e5ff64bd4941 req-d4b08a5f-e305-4573-ae8b-316f13ab7ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:38.060779 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f844f7fb-01a8-432d-8e15-e5ff64bd4941 req-d4b08a5f-e305-4573-ae8b-316f13ab7ff9 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=21a6b2b9-9fec-4b61-b471-d28c118bb2af HTTP/1.1" status: 200 len: 1096 time: 0.1120448 Nov 19 17:49:38.149150 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-c04376d0-bd67-4466-a757-85ada031b461 service neutron] Request body: {'port': {'device_id': 'f4e34aa3-c9da-43ec-a34a-37de5c74afc3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818022-2'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:49:38.239420 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49cbd54-6840-4f97-bbc7-b80cb1bd76b1 service neutron] Pushing event updated for resources: {'Port': ['ID=44cdaa8f-a568-4675-a6fc-dc3319a9293a,revision_number=3']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:49:38.258667 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e5b090-4f5c-4744-8d70-2e4a6a725c40 req-85b83fc8-e80e-4c40-821a-7551e2508d7e tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:38.268720 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e5b090-4f5c-4744-8d70-2e4a6a725c40 req-85b83fc8-e80e-4c40-821a-7551e2508d7e tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:38.276139 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e5b090-4f5c-4744-8d70-2e4a6a725c40 req-85b83fc8-e80e-4c40-821a-7551e2508d7e tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:38.282587 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e5b090-4f5c-4744-8d70-2e4a6a725c40 req-85b83fc8-e80e-4c40-821a-7551e2508d7e tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:38.307009 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e5b090-4f5c-4744-8d70-2e4a6a725c40 req-85b83fc8-e80e-4c40-821a-7551e2508d7e tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:38.315524 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4e34aa3-c9da-43ec-a34a-37de5c74afc3', 'tag': '44cdaa8f-a568-4675-a6fc-dc3319a9293a'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:49:38.317781 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218319d759239a7d11f1288aef37381b97754913ee9ccbfd43b51a463f801712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54d0d797-b2ac-4d3f-8ce1-6c4ddabbd8e4" -d '{"events": [{"name": "network-changed", "server_uuid": "f4e34aa3-c9da-43ec-a34a-37de5c74afc3", "tag": "44cdaa8f-a568-4675-a6fc-dc3319a9293a"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:49:38.319848 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e5b090-4f5c-4744-8d70-2e4a6a725c40 req-85b83fc8-e80e-4c40-821a-7551e2508d7e tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:38.326826 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e5b090-4f5c-4744-8d70-2e4a6a725c40 req-85b83fc8-e80e-4c40-821a-7551e2508d7e tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:38.336093 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f0e5b090-4f5c-4744-8d70-2e4a6a725c40 req-85b83fc8-e80e-4c40-821a-7551e2508d7e tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4e34aa3-c9da-43ec-a34a-37de5c74afc3 HTTP/1.1" status: 200 len: 5393 time: 0.1768222 Nov 19 17:49:38.356850 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f844f7fb-01a8-432d-8e15-e5ff64bd4941 req-a4e3406a-9708-4e33-bc8e-b811ef8180e8 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=e103badb-33bc-4a96-ade0-89c422abc1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2872283 Nov 19 17:49:38.411192 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba5c74f-13af-4c9f-b35a-5a0bc537f3d3 req-5df3f1f6-e047-41e2-a951-fe79713e7a59 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:38.419984 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0ba5c74f-13af-4c9f-b35a-5a0bc537f3d3 req-5df3f1f6-e047-41e2-a951-fe79713e7a59 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d6d80d6-3550-4ad7-998c-1e2c27418ad5 HTTP/1.1" status: 200 len: 944 time: 0.2452371 Nov 19 17:49:38.426970 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f0e5b090-4f5c-4744-8d70-2e4a6a725c40 req-4ca8d6da-3929-4662-8757-2f0b5ae10a92 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] 10.222.0.54 "GET /v2.0/security-groups?id=89e36896-1c46-4104-bcaf-813bfdc934e0&id=6f748c30-bcc4-4f26-989c-71d930e18e94&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0896230 Nov 19 17:49:38.463019 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-c04376d0-bd67-4466-a757-85ada031b461 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:38.563825 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0ba5c74f-13af-4c9f-b35a-5a0bc537f3d3 req-e3360ca3-5896-40a0-a112-9a7871e2ff82 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/security-groups?id=85786454-c560-4317-bd73-95e1b791240f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1426058 Nov 19 17:49:38.680322 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 17:49:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f53a1b0b-d425-4eb0-b140-5868fbbd6e49 x-openstack-request-id: req-f53a1b0b-d425-4eb0-b140-5868fbbd6e49 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:49:38.680997 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4e34aa3-c9da-43ec-a34a-37de5c74afc3", "tag": "44cdaa8f-a568-4675-a6fc-dc3319a9293a", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:49:38.680997 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f53a1b0b-d425-4eb0-b140-5868fbbd6e49 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:49:38.681263 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4e34aa3-c9da-43ec-a34a-37de5c74afc3', 'tag': '44cdaa8f-a568-4675-a6fc-dc3319a9293a', 'status': 'completed', 'code': 200} Nov 19 17:49:38.770138 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device 66e1ff91-8243-4a83-8144-981e0ac3e0ad details requested by agent hyperv_n-h2-818022-2 with host n-h2-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 17:49:38.780767 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device 27705cb3-0294-4ee6-a550-a6915d0bf4c8 up at agent hyperv_n-h2-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:49:38.896069 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64664104-7fcc-4ea3-9fd1-825c681c91f2 req-5fa2372a-37d2-4104-93f7-c275de3249be tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:38.897664 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-64664104-7fcc-4ea3-9fd1-825c681c91f2 req-5fa2372a-37d2-4104-93f7-c275de3249be tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/ports?device_id=21a6b2b9-9fec-4b61-b471-d28c118bb2af HTTP/1.1" status: 200 len: 945 time: 0.2290835 Nov 19 17:49:38.912982 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d0d797-b2ac-4d3f-8ce1-6c4ddabbd8e4 req-cdf8f2b8-3806-4045-a275-9f444773f13e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:38.913487 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d0d797-b2ac-4d3f-8ce1-6c4ddabbd8e4 req-cdf8f2b8-3806-4045-a275-9f444773f13e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:38.913983 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d0d797-b2ac-4d3f-8ce1-6c4ddabbd8e4 req-cdf8f2b8-3806-4045-a275-9f444773f13e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:38.914458 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d0d797-b2ac-4d3f-8ce1-6c4ddabbd8e4 req-cdf8f2b8-3806-4045-a275-9f444773f13e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:38.914999 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d0d797-b2ac-4d3f-8ce1-6c4ddabbd8e4 req-cdf8f2b8-3806-4045-a275-9f444773f13e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:38.915370 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d0d797-b2ac-4d3f-8ce1-6c4ddabbd8e4 req-cdf8f2b8-3806-4045-a275-9f444773f13e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:38.915831 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d0d797-b2ac-4d3f-8ce1-6c4ddabbd8e4 req-cdf8f2b8-3806-4045-a275-9f444773f13e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:38.917884 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-54d0d797-b2ac-4d3f-8ce1-6c4ddabbd8e4 req-cdf8f2b8-3806-4045-a275-9f444773f13e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=204b8291a9dd4a84af4d7e1889d7c2c2&device_id=f4e34aa3-c9da-43ec-a34a-37de5c74afc3 HTTP/1.1" status: 200 len: 6285 time: 0.1976345 Nov 19 17:49:39.001912 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a53fef-984b-4a87-a677-fcfd0930de9c req-17644139-701b-46e0-a3c5-6d2667935a9a tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:39.018870 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-e9a53fef-984b-4a87-a677-fcfd0930de9c req-17644139-701b-46e0-a3c5-6d2667935a9a tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/ports?device_id=4311522c-e142-4ff1-80d0-d4dee63ea739 HTTP/1.1" status: 200 len: 948 time: 0.1379132 Nov 19 17:49:39.027256 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Provisioning complete for port 27705cb3-0294-4ee6-a550-a6915d0bf4c8 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:49:39.027857 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:39.120866 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port 66e1ff91-8243-4a83-8144-981e0ac3e0ad, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=66e1ff91-8243-4a83-8144-981e0ac3e0ad,segment=NetworkSegment(1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861),segment_id=1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:49:39.146827 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Returning: {'device': '66e1ff91-8243-4a83-8144-981e0ac3e0ad', 'network_id': '346debfa-452b-4048-abf4-8f4493625ef2', 'port_id': '66e1ff91-8243-4a83-8144-981e0ac3e0ad', 'mac_address': 'fa:16:3e:64:e8:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b3c88de-c9c2-4a20-b19e-1855c2c19035', 'ip_address': '192.168.233.212'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 17:49:39.154409 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-e9a53fef-984b-4a87-a677-fcfd0930de9c req-ca027d80-ad7d-4339-b672-1cda25c9b684 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/security-groups?id=6e557aa4-1576-4002-9603-a630915d92af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326599 Nov 19 17:49:39.169485 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-64664104-7fcc-4ea3-9fd1-825c681c91f2 req-99b47a84-cff2-4aa6-bc33-f4f6acdd00a1 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/security-groups?id=e103badb-33bc-4a96-ade0-89c422abc1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2339990 Nov 19 17:49:39.224004 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:39.227026 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:39.254626 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d0d797-b2ac-4d3f-8ce1-6c4ddabbd8e4 req-da5a7f52-bded-4a6b-bd21-3ae52c3ee9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:39.258335 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66e1ff91-8243-4a83-8144-981e0ac3e0ad {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:49:39.259624 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d0d797-b2ac-4d3f-8ce1-6c4ddabbd8e4 req-da5a7f52-bded-4a6b-bd21-3ae52c3ee9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:39.260459 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d0d797-b2ac-4d3f-8ce1-6c4ddabbd8e4 req-da5a7f52-bded-4a6b-bd21-3ae52c3ee9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:39.263796 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-54d0d797-b2ac-4d3f-8ce1-6c4ddabbd8e4 req-da5a7f52-bded-4a6b-bd21-3ae52c3ee9fc service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=204b8291a9dd4a84af4d7e1889d7c2c2&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.3304117 Nov 19 17:49:39.343119 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port 27705cb3-0294-4ee6-a550-a6915d0bf4c8, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=27705cb3-0294-4ee6-a550-a6915d0bf4c8,segment=NetworkSegment(a5a94e2b-2782-491c-8737-b805351d0689),segment_id=a5a94e2b-2782-491c-8737-b805351d0689)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:49:39.356977 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:39.366271 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port 66e1ff91-8243-4a83-8144-981e0ac3e0ad, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=66e1ff91-8243-4a83-8144-981e0ac3e0ad,segment=NetworkSegment(1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861),segment_id=1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:49:39.382273 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:39.393284 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-c04376d0-bd67-4466-a757-85ada031b461 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3ff3fa7-827a-4c15-9718-736b1a6d0363 {{(pid=103365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:49:39.407020 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-c04376d0-bd67-4466-a757-85ada031b461 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:39.443803 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.provisioning_blocks [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-c04376d0-bd67-4466-a757-85ada031b461 service neutron] Transition to ACTIVE for port object c3ff3fa7-827a-4c15-9718-736b1a6d0363 will not be triggered until provisioned by entity L2. {{(pid=103365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 17:49:39.490629 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d0d797-b2ac-4d3f-8ce1-6c4ddabbd8e4 req-cac8299d-4f15-4b0e-9cdf-622da9a78d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:39.491566 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Pushing event updated for resources: {'Port': ['ID=27705cb3-0294-4ee6-a550-a6915d0bf4c8,revision_number=10']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:49:39.492222 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-54d0d797-b2ac-4d3f-8ce1-6c4ddabbd8e4 req-cac8299d-4f15-4b0e-9cdf-622da9a78d13 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2142775 Nov 19 17:49:39.492886 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-c04376d0-bd67-4466-a757-85ada031b461 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:39.553230 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07345d46-583b-4804-b500-dd3c4bb9ee8d req-8758e69d-12b6-4097-998a-54dca671f1b0 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:39.554917 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-07345d46-583b-4804-b500-dd3c4bb9ee8d req-8758e69d-12b6-4097-998a-54dca671f1b0 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/ports?device_id=4311522c-e142-4ff1-80d0-d4dee63ea739 HTTP/1.1" status: 200 len: 949 time: 0.1099668 Nov 19 17:49:39.579027 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04376d0-bd67-4466-a757-85ada031b461 service neutron] Pushing event updated for resources: {'Port': ['ID=c3ff3fa7-827a-4c15-9718-736b1a6d0363,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:49:39.637525 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Pushing event updated for resources: {'Port': ['ID=66e1ff91-8243-4a83-8144-981e0ac3e0ad,revision_number=7']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:49:39.749856 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d1e00c-7e0b-43ac-9956-eb7f425934d6 req-88fb1f32-4177-4261-916c-d94a52965e18 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:39.760444 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] get_ports_and_sgs() called for port_ids ['66e1ff91-8243-4a83-8144-981e0ac3e0ad'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:49:39.773712 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d1e00c-7e0b-43ac-9956-eb7f425934d6 req-88fb1f32-4177-4261-916c-d94a52965e18 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:39.794822 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d1e00c-7e0b-43ac-9956-eb7f425934d6 req-88fb1f32-4177-4261-916c-d94a52965e18 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:39.812449 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d1e00c-7e0b-43ac-9956-eb7f425934d6 req-88fb1f32-4177-4261-916c-d94a52965e18 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:39.829111 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d1e00c-7e0b-43ac-9956-eb7f425934d6 req-88fb1f32-4177-4261-916c-d94a52965e18 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:39.838435 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-07345d46-583b-4804-b500-dd3c4bb9ee8d req-83f019b3-f64b-4ffb-bfb8-cd8edadd1bf7 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/security-groups?id=6e557aa4-1576-4002-9603-a630915d92af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2606730 Nov 19 17:49:39.845032 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d1e00c-7e0b-43ac-9956-eb7f425934d6 req-88fb1f32-4177-4261-916c-d94a52965e18 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:39.860867 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d1e00c-7e0b-43ac-9956-eb7f425934d6 req-88fb1f32-4177-4261-916c-d94a52965e18 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:39.867036 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-e4d1e00c-7e0b-43ac-9956-eb7f425934d6 req-88fb1f32-4177-4261-916c-d94a52965e18 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4e34aa3-c9da-43ec-a34a-37de5c74afc3 HTTP/1.1" status: 200 len: 5405 time: 0.2175977 Nov 19 17:49:39.869678 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84294b12-150c-4ed2-9809-784387cadf5f req-778c8b1b-0487-47d2-9015-a0c1e393f727 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:39.871259 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-84294b12-150c-4ed2-9809-784387cadf5f req-778c8b1b-0487-47d2-9015-a0c1e393f727 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.86 "GET /v2.0/ports?device_id=4311522c-e142-4ff1-80d0-d4dee63ea739&tenant_id=7136fa31325e4016a695ca7c60f57962&binding%3Ahost_id=n-h2-818022-2 HTTP/1.1" status: 200 len: 949 time: 0.2115493 Nov 19 17:49:39.907261 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d6d80d6-3550-4ad7-998c-1e2c27418ad5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27705cb3-0294-4ee6-a550-a6915d0bf4c8'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:49:39.913022 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3940761bcd94e032e6960d2241bd8993c5d3a7d8dc2aca8488f3ecf1d4dd2fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5dcb6d5-891e-434c-bc4a-f6b64382a152" -d '{"events": [{"server_uuid": "7d6d80d6-3550-4ad7-998c-1e2c27418ad5", "name": "network-vif-plugged", "status": "completed", "tag": "27705cb3-0294-4ee6-a550-a6915d0bf4c8"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:49:39.943594 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-c04376d0-bd67-4466-a757-85ada031b461 service neutron] Attempting to bind port c3ff3fa7-827a-4c15-9718-736b1a6d0363 on host n-h1-818022-2 for vnic_type normal with profile {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:49:39.944399 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-c04376d0-bd67-4466-a757-85ada031b461 service neutron] Attempting to bind port c3ff3fa7-827a-4c15-9718-736b1a6d0363 by drivers openvswitch,hyperv on host n-h1-818022-2 at level 0 using segments [{'id': 'a6df5b1a-a51e-44a5-83b0-75c6a5ebdd6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '7ebd557b-42db-40a2-8cf2-57dc967dc3d4'}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:49:39.944399 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-c04376d0-bd67-4466-a757-85ada031b461 service neutron] Attempting to bind port c3ff3fa7-827a-4c15-9718-736b1a6d0363 on network 7ebd557b-42db-40a2-8cf2-57dc967dc3d4 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:49:39.970820 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-c04376d0-bd67-4466-a757-85ada031b461 service neutron] Port c3ff3fa7-827a-4c15-9718-736b1a6d0363 on network 7ebd557b-42db-40a2-8cf2-57dc967dc3d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-818022-2 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 17:49:39.971145 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-c04376d0-bd67-4466-a757-85ada031b461 service neutron] Attempting to bind port c3ff3fa7-827a-4c15-9718-736b1a6d0363 on network 7ebd557b-42db-40a2-8cf2-57dc967dc3d4 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:49:39.988492 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-c04376d0-bd67-4466-a757-85ada031b461 service neutron] Checking agent: {'id': 'a6668d96-12fa-4ec0-99ad-77eaf490dd2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'started_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 49, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:49:39.988837 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-c04376d0-bd67-4466-a757-85ada031b461 service neutron] Checking segment: {'id': 'a6df5b1a-a51e-44a5-83b0-75c6a5ebdd6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '7ebd557b-42db-40a2-8cf2-57dc967dc3d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:49:39.989225 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-c04376d0-bd67-4466-a757-85ada031b461 service neutron] Bound using segment: {'id': 'a6df5b1a-a51e-44a5-83b0-75c6a5ebdd6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '7ebd557b-42db-40a2-8cf2-57dc967dc3d4'} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:49:39.989666 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-c04376d0-bd67-4466-a757-85ada031b461 service neutron] Bound port: c3ff3fa7-827a-4c15-9718-736b1a6d0363, host: n-h1-818022-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6df5b1a-a51e-44a5-83b0-75c6a5ebdd6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '7ebd557b-42db-40a2-8cf2-57dc967dc3d4'}}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:49:39.990064 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-c04376d0-bd67-4466-a757-85ada031b461 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:40.016635 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-e4d1e00c-7e0b-43ac-9956-eb7f425934d6 req-ed11d38a-0a36-494b-bf35-dfc849e522dc tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] 10.222.0.54 "GET /v2.0/security-groups?id=89e36896-1c46-4104-bcaf-813bfdc934e0&id=6f748c30-bcc4-4f26-989c-71d930e18e94&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1400878 Nov 19 17:49:40.221450 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84294b12-150c-4ed2-9809-784387cadf5f req-5865742d-f747-46c9-a43d-36c875a6230d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:40.223035 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-84294b12-150c-4ed2-9809-784387cadf5f req-5865742d-f747-46c9-a43d-36c875a6230d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7136fa31325e4016a695ca7c60f57962&device_id=4311522c-e142-4ff1-80d0-d4dee63ea739 HTTP/1.1" status: 200 len: 1100 time: 0.1843889 Nov 19 17:49:40.231825 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-c04376d0-bd67-4466-a757-85ada031b461 service neutron] For port c3ff3fa7-827a-4c15-9718-736b1a6d0363, host n-h1-818022-2, cleared binding levels {{(pid=103365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:49:40.239426 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-c04376d0-bd67-4466-a757-85ada031b461 service neutron] For port c3ff3fa7-827a-4c15-9718-736b1a6d0363, host n-h1-818022-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=c3ff3fa7-827a-4c15-9718-736b1a6d0363,segment=NetworkSegment(a6df5b1a-a51e-44a5-83b0-75c6a5ebdd6e),segment_id=a6df5b1a-a51e-44a5-83b0-75c6a5ebdd6e)] {{(pid=103365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:49:40.260504 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-c04376d0-bd67-4466-a757-85ada031b461 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:40.295764 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:49:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecf8504f-185c-4689-a0ee-821ec351d6df x-openstack-request-id: req-ecf8504f-185c-4689-a0ee-821ec351d6df {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:49:40.296382 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d6d80d6-3550-4ad7-998c-1e2c27418ad5", "name": "network-vif-plugged", "status": "completed", "tag": "27705cb3-0294-4ee6-a550-a6915d0bf4c8", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:49:40.296382 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ecf8504f-185c-4689-a0ee-821ec351d6df {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:49:40.296718 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d6d80d6-3550-4ad7-998c-1e2c27418ad5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27705cb3-0294-4ee6-a550-a6915d0bf4c8', 'code': 200} Nov 19 17:49:40.323788 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289c1bb5-3736-4726-a1c8-8c2021e2c4fc req-1278d86f-4b01-4719-a06f-cc1062efc849 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:40.331570 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-289c1bb5-3736-4726-a1c8-8c2021e2c4fc req-1278d86f-4b01-4719-a06f-cc1062efc849 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d6d80d6-3550-4ad7-998c-1e2c27418ad5 HTTP/1.1" status: 200 len: 946 time: 0.1803091 Nov 19 17:49:40.408430 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-c04376d0-bd67-4466-a757-85ada031b461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:40.409051 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-c04376d0-bd67-4466-a757-85ada031b461 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:40.410502 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-c04376d0-bd67-4466-a757-85ada031b461 service neutron] 10.222.0.60 "PUT /v2.0/ports/c3ff3fa7-827a-4c15-9718-736b1a6d0363 HTTP/1.1" status: 200 len: 1090 time: 2.2674956 Nov 19 17:49:40.468794 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84294b12-150c-4ed2-9809-784387cadf5f req-6cb20bea-e760-48f2-9382-fb8f958f5aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:40.470427 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-84294b12-150c-4ed2-9809-784387cadf5f req-6cb20bea-e760-48f2-9382-fb8f958f5aec service neutron] 10.222.0.86 "GET /v2.0/networks?id=346debfa-452b-4048-abf4-8f4493625ef2 HTTP/1.1" status: 200 len: 870 time: 0.2362072 Nov 19 17:49:40.485285 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-69c6b0be-e7a8-4cb4-a1eb-5765877e4dcf service neutron] Request body: {'port': {'device_id': 'f4e34aa3-c9da-43ec-a34a-37de5c74afc3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818022-2'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:49:40.539805 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a938529-aec0-4b82-8c91-c9a99b9b75e7 req-65fd1768-b050-496e-a402-870bd18267bd tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:40.541370 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-7a938529-aec0-4b82-8c91-c9a99b9b75e7 req-65fd1768-b050-496e-a402-870bd18267bd tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/ports?device_id=21a6b2b9-9fec-4b61-b471-d28c118bb2af HTTP/1.1" status: 200 len: 945 time: 0.1450391 Nov 19 17:49:40.572705 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04376d0-bd67-4466-a757-85ada031b461 service neutron] Pushing event updated for resources: {'Port': ['ID=c3ff3fa7-827a-4c15-9718-736b1a6d0363,revision_number=3']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:49:40.611370 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-7a938529-aec0-4b82-8c91-c9a99b9b75e7 req-c407c71b-2f1c-496c-841c-e836ae8f6be7 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/security-groups?id=e103badb-33bc-4a96-ade0-89c422abc1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546870 Nov 19 17:49:40.691310 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-289c1bb5-3736-4726-a1c8-8c2021e2c4fc req-50534a38-be73-4dc0-b7b6-caffce35f803 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/security-groups?id=85786454-c560-4317-bd73-95e1b791240f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3557172 Nov 19 17:49:40.747826 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4e34aa3-c9da-43ec-a34a-37de5c74afc3', 'tag': 'c3ff3fa7-827a-4c15-9718-736b1a6d0363'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:49:40.751490 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218319d759239a7d11f1288aef37381b97754913ee9ccbfd43b51a463f801712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec5fc813-b485-4605-a886-ab9e2c0f94d9" -d '{"events": [{"name": "network-changed", "server_uuid": "f4e34aa3-c9da-43ec-a34a-37de5c74afc3", "tag": "c3ff3fa7-827a-4c15-9718-736b1a6d0363"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:49:40.756830 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-84294b12-150c-4ed2-9809-784387cadf5f req-8ad85d2d-2491-4864-b9a3-3dfa76632c81 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=66e1ff91-8243-4a83-8144-981e0ac3e0ad HTTP/1.1" status: 200 len: 217 time: 0.2633290 Nov 19 17:49:40.816678 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 17:49:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8bc1fce-0ff7-44f1-a513-8bb5c1b68eca x-openstack-request-id: req-b8bc1fce-0ff7-44f1-a513-8bb5c1b68eca {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:49:40.817233 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4e34aa3-c9da-43ec-a34a-37de5c74afc3", "tag": "c3ff3fa7-827a-4c15-9718-736b1a6d0363", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:49:40.817645 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b8bc1fce-0ff7-44f1-a513-8bb5c1b68eca {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:49:40.818276 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4e34aa3-c9da-43ec-a34a-37de5c74afc3', 'tag': 'c3ff3fa7-827a-4c15-9718-736b1a6d0363', 'status': 'completed', 'code': 200} Nov 19 17:49:40.999390 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7fafd6-1b37-4164-bbcb-9125b150f26c req-e01870b1-9b31-406d-bae5-201f7b71c11a tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:41.003949 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0b7fafd6-1b37-4164-bbcb-9125b150f26c req-e01870b1-9b31-406d-bae5-201f7b71c11a tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/ports?device_id=4311522c-e142-4ff1-80d0-d4dee63ea739 HTTP/1.1" status: 200 len: 949 time: 0.0790198 Nov 19 17:49:41.019402 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-69c6b0be-e7a8-4cb4-a1eb-5765877e4dcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:41.032767 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84294b12-150c-4ed2-9809-784387cadf5f req-6244caa1-b842-49df-a668-22128b60899b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:41.034353 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-84294b12-150c-4ed2-9809-784387cadf5f req-6244caa1-b842-49df-a668-22128b60899b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8b3c88de-c9c2-4a20-b19e-1855c2c19035 HTTP/1.1" status: 200 len: 843 time: 0.2664845 Nov 19 17:49:41.069276 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eee95d-8d1d-4866-9786-09370b133e32 req-54c7efe1-ba6d-445c-8c57-4eeb27df8023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:41.070987 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a5eee95d-8d1d-4866-9786-09370b133e32 req-54c7efe1-ba6d-445c-8c57-4eeb27df8023 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=7d6d80d6-3550-4ad7-998c-1e2c27418ad5 HTTP/1.1" status: 200 len: 1097 time: 0.5076282 Nov 19 17:49:41.114901 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0b7fafd6-1b37-4164-bbcb-9125b150f26c req-85a5d181-051f-4678-a0c9-5db54decbfb4 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/security-groups?id=6e557aa4-1576-4002-9603-a630915d92af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028872 Nov 19 17:49:41.294024 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3fcb58-ab3a-456d-8a51-3e027e0d3091 req-d0b32004-6ac2-4932-9d77-43ac8cd3673b tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:41.297192 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ab3fcb58-ab3a-456d-8a51-3e027e0d3091 req-d0b32004-6ac2-4932-9d77-43ac8cd3673b tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/ports?device_id=21a6b2b9-9fec-4b61-b471-d28c118bb2af HTTP/1.1" status: 200 len: 945 time: 0.3897150 Nov 19 17:49:41.334536 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5fc813-b485-4605-a886-ab9e2c0f94d9 req-5c9abd00-1fe7-4162-8bd9-59710e312836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:41.335016 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5fc813-b485-4605-a886-ab9e2c0f94d9 req-5c9abd00-1fe7-4162-8bd9-59710e312836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:41.335482 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5fc813-b485-4605-a886-ab9e2c0f94d9 req-5c9abd00-1fe7-4162-8bd9-59710e312836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:41.338695 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5fc813-b485-4605-a886-ab9e2c0f94d9 req-5c9abd00-1fe7-4162-8bd9-59710e312836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:41.343693 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5fc813-b485-4605-a886-ab9e2c0f94d9 req-5c9abd00-1fe7-4162-8bd9-59710e312836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:41.344389 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5fc813-b485-4605-a886-ab9e2c0f94d9 req-5c9abd00-1fe7-4162-8bd9-59710e312836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:41.344868 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5fc813-b485-4605-a886-ab9e2c0f94d9 req-5c9abd00-1fe7-4162-8bd9-59710e312836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:41.347429 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ec5fc813-b485-4605-a886-ab9e2c0f94d9 req-5c9abd00-1fe7-4162-8bd9-59710e312836 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=204b8291a9dd4a84af4d7e1889d7c2c2&device_id=f4e34aa3-c9da-43ec-a34a-37de5c74afc3 HTTP/1.1" status: 200 len: 6352 time: 0.4387925 Nov 19 17:49:41.493999 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac0a38a-515a-4cb7-9caa-7672d2ceae27 req-eaed817a-5208-487e-9c0b-b3355d1c545b tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:41.511766 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac0a38a-515a-4cb7-9caa-7672d2ceae27 req-eaed817a-5208-487e-9c0b-b3355d1c545b tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:41.518483 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac0a38a-515a-4cb7-9caa-7672d2ceae27 req-eaed817a-5208-487e-9c0b-b3355d1c545b tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:41.526548 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac0a38a-515a-4cb7-9caa-7672d2ceae27 req-eaed817a-5208-487e-9c0b-b3355d1c545b tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:41.533103 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac0a38a-515a-4cb7-9caa-7672d2ceae27 req-eaed817a-5208-487e-9c0b-b3355d1c545b tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:41.552041 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac0a38a-515a-4cb7-9caa-7672d2ceae27 req-eaed817a-5208-487e-9c0b-b3355d1c545b tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:41.571141 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac0a38a-515a-4cb7-9caa-7672d2ceae27 req-eaed817a-5208-487e-9c0b-b3355d1c545b tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:41.573090 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9ac0a38a-515a-4cb7-9caa-7672d2ceae27 req-eaed817a-5208-487e-9c0b-b3355d1c545b tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4e34aa3-c9da-43ec-a34a-37de5c74afc3 HTTP/1.1" status: 200 len: 5405 time: 0.1890731 Nov 19 17:49:41.677488 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9ac0a38a-515a-4cb7-9caa-7672d2ceae27 req-d87c00f7-296b-4846-b810-7f8fb07c65d0 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] 10.222.0.54 "GET /v2.0/security-groups?id=89e36896-1c46-4104-bcaf-813bfdc934e0&id=6f748c30-bcc4-4f26-989c-71d930e18e94&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0920150 Nov 19 17:49:41.879160 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84294b12-150c-4ed2-9809-784387cadf5f req-46db01a9-a83d-4151-9ba5-e975dec86de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:41.880694 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-84294b12-150c-4ed2-9809-784387cadf5f req-46db01a9-a83d-4151-9ba5-e975dec86de8 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=346debfa-452b-4048-abf4-8f4493625ef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8348501 Nov 19 17:49:41.926350 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dc2da2-cb1b-4c24-a355-a269cdc1f4c3 req-a1db7715-0dae-4f7d-8da3-deb758aa75cb tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:41.935178 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d7dc2da2-cb1b-4c24-a355-a269cdc1f4c3 req-a1db7715-0dae-4f7d-8da3-deb758aa75cb tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d6d80d6-3550-4ad7-998c-1e2c27418ad5 HTTP/1.1" status: 200 len: 946 time: 0.1004214 Nov 19 17:49:41.957986 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a5eee95d-8d1d-4866-9786-09370b133e32 req-970c1607-8f10-41f9-a2ca-023a72882602 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=85786454-c560-4317-bd73-95e1b791240f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7697399 Nov 19 17:49:42.040589 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d7dc2da2-cb1b-4c24-a355-a269cdc1f4c3 req-61a078aa-0624-4d6c-b8ec-2b27735766f2 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/security-groups?id=85786454-c560-4317-bd73-95e1b791240f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045387 Nov 19 17:49:42.159560 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ab3fcb58-ab3a-456d-8a51-3e027e0d3091 req-43581983-72c4-4215-b313-0035c578bcb0 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/security-groups?id=e103badb-33bc-4a96-ade0-89c422abc1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7949624 Nov 19 17:49:42.197542 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5fc813-b485-4605-a886-ab9e2c0f94d9 req-dda027fd-8a3e-4032-9eb2-a1224afca2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:42.198060 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5fc813-b485-4605-a886-ab9e2c0f94d9 req-dda027fd-8a3e-4032-9eb2-a1224afca2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:42.198523 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5fc813-b485-4605-a886-ab9e2c0f94d9 req-dda027fd-8a3e-4032-9eb2-a1224afca2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:42.200708 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ec5fc813-b485-4605-a886-ab9e2c0f94d9 req-dda027fd-8a3e-4032-9eb2-a1224afca2e2 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=204b8291a9dd4a84af4d7e1889d7c2c2&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.8215971 Nov 19 17:49:42.304953 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-84294b12-150c-4ed2-9809-784387cadf5f req-8224fb8a-58a7-4356-bd0e-03513ac4a615 service neutron] 10.222.0.86 "GET /v2.0/networks/346debfa-452b-4048-abf4-8f4493625ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3298850 Nov 19 17:49:42.318119 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b999fd-eced-46b0-a8cd-2e45e88c4084 req-1aaa2aad-34a1-41b7-b536-0cc8924c0d81 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:42.326350 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-e5b999fd-eced-46b0-a8cd-2e45e88c4084 req-1aaa2aad-34a1-41b7-b536-0cc8924c0d81 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/ports?device_id=4311522c-e142-4ff1-80d0-d4dee63ea739 HTTP/1.1" status: 200 len: 949 time: 0.0717998 Nov 19 17:49:42.415402 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-e5b999fd-eced-46b0-a8cd-2e45e88c4084 req-efc1e2a5-e07d-43c8-b71f-cdf34d018a41 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/security-groups?id=6e557aa4-1576-4002-9603-a630915d92af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876560 Nov 19 17:49:42.483787 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5fc813-b485-4605-a886-ab9e2c0f94d9 req-b0884c60-8011-4589-8c2c-bc48ce3b567a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:42.485772 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ec5fc813-b485-4605-a886-ab9e2c0f94d9 req-b0884c60-8011-4589-8c2c-bc48ce3b567a service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2702484 Nov 19 17:49:42.686218 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-84294b12-150c-4ed2-9809-784387cadf5f req-d245a13e-6355-4723-8dfe-791147b92263 service neutron] 10.222.0.86 "GET /v2.0/networks/346debfa-452b-4048-abf4-8f4493625ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3618658 Nov 19 17:49:42.689352 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-69c6b0be-e7a8-4cb4-a1eb-5765877e4dcf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec5d4a61-ca1e-41e2-9f2c-e72acc3f2185 {{(pid=103365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:49:42.750463 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-69c6b0be-e7a8-4cb4-a1eb-5765877e4dcf service neutron] Publish callbacks [] for port, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:42.785137 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8f5210-a4b7-4ca4-bff7-b32d49e7e62c req-a7092a7c-b65a-4459-bb5e-7f8ae8beb076 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:42.795325 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device 66e1ff91-8243-4a83-8144-981e0ac3e0ad up at agent hyperv_n-h2-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:49:42.795935 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4f8f5210-a4b7-4ca4-bff7-b32d49e7e62c req-a7092a7c-b65a-4459-bb5e-7f8ae8beb076 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/ports?device_id=21a6b2b9-9fec-4b61-b471-d28c118bb2af HTTP/1.1" status: 200 len: 945 time: 0.2173519 Nov 19 17:49:42.814187 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.provisioning_blocks [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-69c6b0be-e7a8-4cb4-a1eb-5765877e4dcf service neutron] Transition to ACTIVE for port object ec5d4a61-ca1e-41e2-9f2c-e72acc3f2185 will not be triggered until provisioned by entity L2. {{(pid=103365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 17:49:42.822887 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-69c6b0be-e7a8-4cb4-a1eb-5765877e4dcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:42.913863 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4f8f5210-a4b7-4ca4-bff7-b32d49e7e62c req-b1be0f03-1655-4d6d-be6e-15287e5bb296 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/security-groups?id=e103badb-33bc-4a96-ade0-89c422abc1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173275 Nov 19 17:49:42.939423 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Provisioning complete for port 66e1ff91-8243-4a83-8144-981e0ac3e0ad triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:49:42.940010 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:42.982952 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1d5190-d09a-427a-8df3-f87c9b0036c9 req-39230408-2235-41f2-a694-843c942af1a2 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:42.992366 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c6b0be-e7a8-4cb4-a1eb-5765877e4dcf service neutron] Pushing event updated for resources: {'Port': ['ID=ec5d4a61-ca1e-41e2-9f2c-e72acc3f2185,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:49:43.000543 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1d5190-d09a-427a-8df3-f87c9b0036c9 req-39230408-2235-41f2-a694-843c942af1a2 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:43.034029 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1d5190-d09a-427a-8df3-f87c9b0036c9 req-39230408-2235-41f2-a694-843c942af1a2 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:43.081219 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1d5190-d09a-427a-8df3-f87c9b0036c9 req-39230408-2235-41f2-a694-843c942af1a2 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:43.094617 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1d5190-d09a-427a-8df3-f87c9b0036c9 req-39230408-2235-41f2-a694-843c942af1a2 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:43.116610 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1d5190-d09a-427a-8df3-f87c9b0036c9 req-39230408-2235-41f2-a694-843c942af1a2 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:43.154082 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1d5190-d09a-427a-8df3-f87c9b0036c9 req-39230408-2235-41f2-a694-843c942af1a2 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:43.167539 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9d1d5190-d09a-427a-8df3-f87c9b0036c9 req-39230408-2235-41f2-a694-843c942af1a2 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4e34aa3-c9da-43ec-a34a-37de5c74afc3 HTTP/1.1" status: 200 len: 5417 time: 0.3303094 Nov 19 17:49:43.170475 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:43.214405 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port 66e1ff91-8243-4a83-8144-981e0ac3e0ad, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=66e1ff91-8243-4a83-8144-981e0ac3e0ad,segment=NetworkSegment(1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861),segment_id=1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:49:43.215885 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4311522c-e142-4ff1-80d0-d4dee63ea739', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66e1ff91-8243-4a83-8144-981e0ac3e0ad'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:49:43.229641 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3940761bcd94e032e6960d2241bd8993c5d3a7d8dc2aca8488f3ecf1d4dd2fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fba99743-6c84-424f-8f23-17822f79c9dd" -d '{"events": [{"server_uuid": "4311522c-e142-4ff1-80d0-d4dee63ea739", "name": "network-vif-plugged", "status": "completed", "tag": "66e1ff91-8243-4a83-8144-981e0ac3e0ad"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:49:43.236084 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:43.366013 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9d1d5190-d09a-427a-8df3-f87c9b0036c9 req-e3562998-857e-46c5-be97-02083273d835 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] 10.222.0.54 "GET /v2.0/security-groups?id=89e36896-1c46-4104-bcaf-813bfdc934e0&id=6f748c30-bcc4-4f26-989c-71d930e18e94&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1973169 Nov 19 17:49:43.412400 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Pushing event updated for resources: {'Port': ['ID=66e1ff91-8243-4a83-8144-981e0ac3e0ad,revision_number=8']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:49:43.450974 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-69c6b0be-e7a8-4cb4-a1eb-5765877e4dcf service neutron] Attempting to bind port ec5d4a61-ca1e-41e2-9f2c-e72acc3f2185 on host n-h1-818022-2 for vnic_type normal with profile {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:49:43.451488 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-69c6b0be-e7a8-4cb4-a1eb-5765877e4dcf service neutron] Attempting to bind port ec5d4a61-ca1e-41e2-9f2c-e72acc3f2185 by drivers openvswitch,hyperv on host n-h1-818022-2 at level 0 using segments [{'id': '504442a5-d1da-4970-b6a3-20669171f021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'fb28d523-ee7f-4592-a296-1eb52f53154d'}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:49:43.451625 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-69c6b0be-e7a8-4cb4-a1eb-5765877e4dcf service neutron] Attempting to bind port ec5d4a61-ca1e-41e2-9f2c-e72acc3f2185 on network fb28d523-ee7f-4592-a296-1eb52f53154d {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:49:43.543166 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-69c6b0be-e7a8-4cb4-a1eb-5765877e4dcf service neutron] Port ec5d4a61-ca1e-41e2-9f2c-e72acc3f2185 on network fb28d523-ee7f-4592-a296-1eb52f53154d not bound, no agent of type Open vSwitch agent registered on host n-h1-818022-2 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 17:49:43.544002 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-69c6b0be-e7a8-4cb4-a1eb-5765877e4dcf service neutron] Attempting to bind port ec5d4a61-ca1e-41e2-9f2c-e72acc3f2185 on network fb28d523-ee7f-4592-a296-1eb52f53154d {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:49:43.556543 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:49:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b99f7171-f99a-4419-bbde-5e7e59acff05 x-openstack-request-id: req-b99f7171-f99a-4419-bbde-5e7e59acff05 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:49:43.556835 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4311522c-e142-4ff1-80d0-d4dee63ea739", "name": "network-vif-plugged", "status": "completed", "tag": "66e1ff91-8243-4a83-8144-981e0ac3e0ad", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:49:43.557279 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b99f7171-f99a-4419-bbde-5e7e59acff05 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:49:43.557848 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4311522c-e142-4ff1-80d0-d4dee63ea739', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66e1ff91-8243-4a83-8144-981e0ac3e0ad', 'code': 200} Nov 19 17:49:43.587460 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-69c6b0be-e7a8-4cb4-a1eb-5765877e4dcf service neutron] Checking agent: {'id': 'a6668d96-12fa-4ec0-99ad-77eaf490dd2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'started_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 49, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:49:43.590892 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-69c6b0be-e7a8-4cb4-a1eb-5765877e4dcf service neutron] Checking segment: {'id': '504442a5-d1da-4970-b6a3-20669171f021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'fb28d523-ee7f-4592-a296-1eb52f53154d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:49:43.590892 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-69c6b0be-e7a8-4cb4-a1eb-5765877e4dcf service neutron] Bound using segment: {'id': '504442a5-d1da-4970-b6a3-20669171f021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'fb28d523-ee7f-4592-a296-1eb52f53154d'} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:49:43.590892 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-69c6b0be-e7a8-4cb4-a1eb-5765877e4dcf service neutron] Bound port: ec5d4a61-ca1e-41e2-9f2c-e72acc3f2185, host: n-h1-818022-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '504442a5-d1da-4970-b6a3-20669171f021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'fb28d523-ee7f-4592-a296-1eb52f53154d'}}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:49:43.597264 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-69c6b0be-e7a8-4cb4-a1eb-5765877e4dcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:43.692487 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cae9f6d-8c3b-42aa-a0b3-7371ff3495bd req-a7377982-d809-4ecd-a3bc-d537a603e557 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:43.698710 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-1cae9f6d-8c3b-42aa-a0b3-7371ff3495bd req-a7377982-d809-4ecd-a3bc-d537a603e557 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d6d80d6-3550-4ad7-998c-1e2c27418ad5 HTTP/1.1" status: 200 len: 946 time: 0.3366952 Nov 19 17:49:43.907259 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c44518e-c7b9-459a-baa3-23376d8ac225 req-78a5c8cd-6526-4b74-be94-434f39ea58dc tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:43.947656 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-1c44518e-c7b9-459a-baa3-23376d8ac225 req-78a5c8cd-6526-4b74-be94-434f39ea58dc tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/ports?device_id=4311522c-e142-4ff1-80d0-d4dee63ea739 HTTP/1.1" status: 200 len: 950 time: 0.1833198 Nov 19 17:49:43.984189 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-1cae9f6d-8c3b-42aa-a0b3-7371ff3495bd req-e47df969-c2d5-4349-b270-74fb1dde595d tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/security-groups?id=85786454-c560-4317-bd73-95e1b791240f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1813483 Nov 19 17:49:44.002169 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-69c6b0be-e7a8-4cb4-a1eb-5765877e4dcf service neutron] For port ec5d4a61-ca1e-41e2-9f2c-e72acc3f2185, host n-h1-818022-2, cleared binding levels {{(pid=103365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:49:44.030825 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76641828-cc61-463d-b223-d460e774290e req-e1f21d38-1108-451f-9a5a-5fe4293315d1 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:44.032416 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-76641828-cc61-463d-b223-d460e774290e req-e1f21d38-1108-451f-9a5a-5fe4293315d1 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.60 "GET /v2.0/ports?device_id=21a6b2b9-9fec-4b61-b471-d28c118bb2af HTTP/1.1" status: 200 len: 945 time: 0.1986446 Nov 19 17:49:44.053622 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-69c6b0be-e7a8-4cb4-a1eb-5765877e4dcf service neutron] For port ec5d4a61-ca1e-41e2-9f2c-e72acc3f2185, host n-h1-818022-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=ec5d4a61-ca1e-41e2-9f2c-e72acc3f2185,segment=NetworkSegment(504442a5-d1da-4970-b6a3-20669171f021),segment_id=504442a5-d1da-4970-b6a3-20669171f021)] {{(pid=103365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:49:44.076041 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-69c6b0be-e7a8-4cb4-a1eb-5765877e4dcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:44.169222 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-1c44518e-c7b9-459a-baa3-23376d8ac225 req-5fb29b50-ef14-4c97-9a59-76d7a1c94f83 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/security-groups?id=6e557aa4-1576-4002-9603-a630915d92af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2159560 Nov 19 17:49:44.259974 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-69c6b0be-e7a8-4cb4-a1eb-5765877e4dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:44.260585 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-69c6b0be-e7a8-4cb4-a1eb-5765877e4dcf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:44.262714 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-69c6b0be-e7a8-4cb4-a1eb-5765877e4dcf service neutron] 10.222.0.60 "PUT /v2.0/ports/ec5d4a61-ca1e-41e2-9f2c-e72acc3f2185 HTTP/1.1" status: 200 len: 1091 time: 3.7847950 Nov 19 17:49:44.263464 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4e34aa3-c9da-43ec-a34a-37de5c74afc3', 'tag': 'ec5d4a61-ca1e-41e2-9f2c-e72acc3f2185'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:49:44.281326 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218319d759239a7d11f1288aef37381b97754913ee9ccbfd43b51a463f801712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28fe42a4-b160-46a6-a8e3-e58815ff1168" -d '{"events": [{"name": "network-changed", "server_uuid": "f4e34aa3-c9da-43ec-a34a-37de5c74afc3", "tag": "ec5d4a61-ca1e-41e2-9f2c-e72acc3f2185"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:49:44.323355 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-97190559-4dce-4018-afee-3d669d26efc3 service neutron] Request body: {'port': {'device_id': 'f4e34aa3-c9da-43ec-a34a-37de5c74afc3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818022-2'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:49:44.476747 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d15cbdc-cddd-4e5e-abfc-04cb890437b1 req-2e533e5a-dcf1-45ff-a436-d73ed2f55fbd tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:44.484711 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9d15cbdc-cddd-4e5e-abfc-04cb890437b1 req-2e533e5a-dcf1-45ff-a436-d73ed2f55fbd tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/ports?device_id=21a6b2b9-9fec-4b61-b471-d28c118bb2af HTTP/1.1" status: 200 len: 945 time: 0.1648114 Nov 19 17:49:44.494146 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c6b0be-e7a8-4cb4-a1eb-5765877e4dcf service neutron] Pushing event updated for resources: {'Port': ['ID=ec5d4a61-ca1e-41e2-9f2c-e72acc3f2185,revision_number=3']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:49:44.571492 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9d15cbdc-cddd-4e5e-abfc-04cb890437b1 req-35885e63-b2ec-401a-b6fa-ce9f3a4483b3 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/security-groups?id=e103badb-33bc-4a96-ade0-89c422abc1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809360 Nov 19 17:49:44.603786 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-97190559-4dce-4018-afee-3d669d26efc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:44.667008 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-76641828-cc61-463d-b223-d460e774290e req-484aaecc-0c4e-4bec-a38c-53bf8f695a76 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Deleting port a047c91c-2746-4c95-a4d0-0afc802d5385 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:49:44.667351 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-76641828-cc61-463d-b223-d460e774290e req-484aaecc-0c4e-4bec-a38c-53bf8f695a76 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:44.742090 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 17:49:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af83e1e9-64db-4c1a-9c9b-f956529a8462 x-openstack-request-id: req-af83e1e9-64db-4c1a-9c9b-f956529a8462 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:49:44.742423 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4e34aa3-c9da-43ec-a34a-37de5c74afc3", "tag": "ec5d4a61-ca1e-41e2-9f2c-e72acc3f2185", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:49:44.742622 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-af83e1e9-64db-4c1a-9c9b-f956529a8462 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:49:44.743199 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4e34aa3-c9da-43ec-a34a-37de5c74afc3', 'tag': 'ec5d4a61-ca1e-41e2-9f2c-e72acc3f2185', 'status': 'completed', 'code': 200} Nov 19 17:49:44.811030 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fe42a4-b160-46a6-a8e3-e58815ff1168 req-a807bbb0-3eaa-4c8c-b8b8-d38befca0540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:44.811857 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fe42a4-b160-46a6-a8e3-e58815ff1168 req-a807bbb0-3eaa-4c8c-b8b8-d38befca0540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:44.812503 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fe42a4-b160-46a6-a8e3-e58815ff1168 req-a807bbb0-3eaa-4c8c-b8b8-d38befca0540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:44.813251 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fe42a4-b160-46a6-a8e3-e58815ff1168 req-a807bbb0-3eaa-4c8c-b8b8-d38befca0540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:44.813936 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fe42a4-b160-46a6-a8e3-e58815ff1168 req-a807bbb0-3eaa-4c8c-b8b8-d38befca0540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:44.816511 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fe42a4-b160-46a6-a8e3-e58815ff1168 req-a807bbb0-3eaa-4c8c-b8b8-d38befca0540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:44.816993 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fe42a4-b160-46a6-a8e3-e58815ff1168 req-a807bbb0-3eaa-4c8c-b8b8-d38befca0540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:44.818921 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-28fe42a4-b160-46a6-a8e3-e58815ff1168 req-a807bbb0-3eaa-4c8c-b8b8-d38befca0540 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=204b8291a9dd4a84af4d7e1889d7c2c2&device_id=f4e34aa3-c9da-43ec-a34a-37de5c74afc3 HTTP/1.1" status: 200 len: 6419 time: 0.0868149 Nov 19 17:49:45.069128 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871760c6-8965-49bc-a3b0-9de1aa478903 req-4cc3e29e-3d9c-4dd9-8458-d1c7c512222a tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:45.080119 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-871760c6-8965-49bc-a3b0-9de1aa478903 req-4cc3e29e-3d9c-4dd9-8458-d1c7c512222a tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/ports?device_id=4311522c-e142-4ff1-80d0-d4dee63ea739 HTTP/1.1" status: 200 len: 950 time: 0.3290088 Nov 19 17:49:45.107321 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-76641828-cc61-463d-b223-d460e774290e req-484aaecc-0c4e-4bec-a38c-53bf8f695a76 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] For port a047c91c-2746-4c95-a4d0-0afc802d5385, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=a047c91c-2746-4c95-a4d0-0afc802d5385,segment=NetworkSegment(76ca7d5f-3474-4bcd-9b64-65e02324eb89),segment_id=76ca7d5f-3474-4bcd-9b64-65e02324eb89)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:49:45.108067 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-76641828-cc61-463d-b223-d460e774290e req-484aaecc-0c4e-4bec-a38c-53bf8f695a76 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:45.183792 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-76641828-cc61-463d-b223-d460e774290e req-484aaecc-0c4e-4bec-a38c-53bf8f695a76 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Calling delete_port for a047c91c-2746-4c95-a4d0-0afc802d5385 owned by compute:nova {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:49:45.267740 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fe42a4-b160-46a6-a8e3-e58815ff1168 req-3fe5be05-fa8d-4abc-93c2-27d542ea50a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:45.268995 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fe42a4-b160-46a6-a8e3-e58815ff1168 req-3fe5be05-fa8d-4abc-93c2-27d542ea50a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:45.269610 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fe42a4-b160-46a6-a8e3-e58815ff1168 req-3fe5be05-fa8d-4abc-93c2-27d542ea50a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:45.271704 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-28fe42a4-b160-46a6-a8e3-e58815ff1168 req-3fe5be05-fa8d-4abc-93c2-27d542ea50a6 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=204b8291a9dd4a84af4d7e1889d7c2c2&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.4427361 Nov 19 17:49:45.295137 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-871760c6-8965-49bc-a3b0-9de1aa478903 req-07a5598a-249b-421c-8507-b7c6bf81b197 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/security-groups?id=6e557aa4-1576-4002-9603-a630915d92af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137613 Nov 19 17:49:45.389115 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fe42a4-b160-46a6-a8e3-e58815ff1168 req-b30149ca-4433-482a-8f7f-b3192e5ccc36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:45.390873 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-28fe42a4-b160-46a6-a8e3-e58815ff1168 req-b30149ca-4433-482a-8f7f-b3192e5ccc36 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1044209 Nov 19 17:49:45.458523 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb0abf8-bdd4-45fd-8e12-704a1ad71e63 req-494133ea-4660-4a7b-aad4-8281ea883ed0 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:45.466784 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb0abf8-bdd4-45fd-8e12-704a1ad71e63 req-494133ea-4660-4a7b-aad4-8281ea883ed0 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:45.473576 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb0abf8-bdd4-45fd-8e12-704a1ad71e63 req-494133ea-4660-4a7b-aad4-8281ea883ed0 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:45.485026 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb0abf8-bdd4-45fd-8e12-704a1ad71e63 req-494133ea-4660-4a7b-aad4-8281ea883ed0 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:45.492863 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb0abf8-bdd4-45fd-8e12-704a1ad71e63 req-494133ea-4660-4a7b-aad4-8281ea883ed0 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:45.499564 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb0abf8-bdd4-45fd-8e12-704a1ad71e63 req-494133ea-4660-4a7b-aad4-8281ea883ed0 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:45.509404 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb0abf8-bdd4-45fd-8e12-704a1ad71e63 req-494133ea-4660-4a7b-aad4-8281ea883ed0 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:45.522782 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-dbb0abf8-bdd4-45fd-8e12-704a1ad71e63 req-494133ea-4660-4a7b-aad4-8281ea883ed0 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4e34aa3-c9da-43ec-a34a-37de5c74afc3 HTTP/1.1" status: 200 len: 5417 time: 0.7022383 Nov 19 17:49:45.531998 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-97190559-4dce-4018-afee-3d669d26efc3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8eaeefd8-0994-45c9-8730-88229eebf761 {{(pid=103365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:49:45.547557 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-97190559-4dce-4018-afee-3d669d26efc3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:45.562234 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fe13aa-db72-44ef-b155-9062ba6292fc req-ee8bce4d-7784-4bdf-b1e6-31e2ff467220 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:45.566362 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-90fe13aa-db72-44ef-b155-9062ba6292fc req-ee8bce4d-7784-4bdf-b1e6-31e2ff467220 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d6d80d6-3550-4ad7-998c-1e2c27418ad5 HTTP/1.1" status: 200 len: 946 time: 0.1535733 Nov 19 17:49:45.569289 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-76641828-cc61-463d-b223-d460e774290e req-484aaecc-0c4e-4bec-a38c-53bf8f695a76 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:45.585600 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] get_ports_and_sgs() called for port_ids ['096fbf6b-1527-4959-a491-ebec9dd1f89d'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:49:45.636334 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.provisioning_blocks [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-97190559-4dce-4018-afee-3d669d26efc3 service neutron] Transition to ACTIVE for port object 8eaeefd8-0994-45c9-8730-88229eebf761 will not be triggered until provisioned by entity L2. {{(pid=103365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 17:49:45.637519 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484aaecc-0c4e-4bec-a38c-53bf8f695a76 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Pushing event deleted for resources: {'Port': ['ID=a047c91c-2746-4c95-a4d0-0afc802d5385,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:49:45.638740 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-dbb0abf8-bdd4-45fd-8e12-704a1ad71e63 req-e04bad4d-51f3-43cb-b173-7639571b7621 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] 10.222.0.54 "GET /v2.0/security-groups?id=89e36896-1c46-4104-bcaf-813bfdc934e0&id=6f748c30-bcc4-4f26-989c-71d930e18e94&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1111774 Nov 19 17:49:45.647431 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-97190559-4dce-4018-afee-3d669d26efc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:45.758470 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-76641828-cc61-463d-b223-d460e774290e req-484aaecc-0c4e-4bec-a38c-53bf8f695a76 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] No DVR routers for this DVR port a047c91c-2746-4c95-a4d0-0afc802d5385 on host n-h1-818022-2 {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:49:45.770010 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-76641828-cc61-463d-b223-d460e774290e req-484aaecc-0c4e-4bec-a38c-53bf8f695a76 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:45.774101 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-76641828-cc61-463d-b223-d460e774290e req-484aaecc-0c4e-4bec-a38c-53bf8f695a76 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.60 "DELETE /v2.0/ports/a047c91c-2746-4c95-a4d0-0afc802d5385 HTTP/1.1" status: 204 len: 173 time: 1.7186189 Nov 19 17:49:45.862969 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-90fe13aa-db72-44ef-b155-9062ba6292fc req-825a948f-8d70-449e-b641-1bdd7f28a027 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/security-groups?id=85786454-c560-4317-bd73-95e1b791240f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2909355 Nov 19 17:49:45.930744 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97190559-4dce-4018-afee-3d669d26efc3 service neutron] Pushing event updated for resources: {'Port': ['ID=8eaeefd8-0994-45c9-8730-88229eebf761,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:49:46.171954 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ac396a42-c96b-4228-8938-8560dd0beed3 req-c1c59619-8d77-4b9a-8987-3901eafb6fbc tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/ports?device_id=21a6b2b9-9fec-4b61-b471-d28c118bb2af HTTP/1.1" status: 200 len: 210 time: 0.0659592 Nov 19 17:49:46.240671 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-97190559-4dce-4018-afee-3d669d26efc3 service neutron] Attempting to bind port 8eaeefd8-0994-45c9-8730-88229eebf761 on host n-h1-818022-2 for vnic_type normal with profile {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:49:46.247646 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-97190559-4dce-4018-afee-3d669d26efc3 service neutron] Attempting to bind port 8eaeefd8-0994-45c9-8730-88229eebf761 by drivers openvswitch,hyperv on host n-h1-818022-2 at level 0 using segments [{'id': '504442a5-d1da-4970-b6a3-20669171f021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'fb28d523-ee7f-4592-a296-1eb52f53154d'}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:49:46.248101 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-97190559-4dce-4018-afee-3d669d26efc3 service neutron] Attempting to bind port 8eaeefd8-0994-45c9-8730-88229eebf761 on network fb28d523-ee7f-4592-a296-1eb52f53154d {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:49:46.259294 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-97190559-4dce-4018-afee-3d669d26efc3 service neutron] Port 8eaeefd8-0994-45c9-8730-88229eebf761 on network fb28d523-ee7f-4592-a296-1eb52f53154d not bound, no agent of type Open vSwitch agent registered on host n-h1-818022-2 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 17:49:46.264811 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-97190559-4dce-4018-afee-3d669d26efc3 service neutron] Attempting to bind port 8eaeefd8-0994-45c9-8730-88229eebf761 on network fb28d523-ee7f-4592-a296-1eb52f53154d {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:49:46.277460 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-97190559-4dce-4018-afee-3d669d26efc3 service neutron] Checking agent: {'id': 'a6668d96-12fa-4ec0-99ad-77eaf490dd2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'started_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 49, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:49:46.278510 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-97190559-4dce-4018-afee-3d669d26efc3 service neutron] Checking segment: {'id': '504442a5-d1da-4970-b6a3-20669171f021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'fb28d523-ee7f-4592-a296-1eb52f53154d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:49:46.278995 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-97190559-4dce-4018-afee-3d669d26efc3 service neutron] Bound using segment: {'id': '504442a5-d1da-4970-b6a3-20669171f021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'fb28d523-ee7f-4592-a296-1eb52f53154d'} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:49:46.279497 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-97190559-4dce-4018-afee-3d669d26efc3 service neutron] Bound port: 8eaeefd8-0994-45c9-8730-88229eebf761, host: n-h1-818022-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '504442a5-d1da-4970-b6a3-20669171f021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'fb28d523-ee7f-4592-a296-1eb52f53154d'}}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:49:46.279933 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-97190559-4dce-4018-afee-3d669d26efc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:46.439733 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-97190559-4dce-4018-afee-3d669d26efc3 service neutron] For port 8eaeefd8-0994-45c9-8730-88229eebf761, host n-h1-818022-2, cleared binding levels {{(pid=103365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:49:46.444284 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-97190559-4dce-4018-afee-3d669d26efc3 service neutron] For port 8eaeefd8-0994-45c9-8730-88229eebf761, host n-h1-818022-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=8eaeefd8-0994-45c9-8730-88229eebf761,segment=NetworkSegment(504442a5-d1da-4970-b6a3-20669171f021),segment_id=504442a5-d1da-4970-b6a3-20669171f021)] {{(pid=103365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:49:46.453400 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-97190559-4dce-4018-afee-3d669d26efc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:46.564886 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-97190559-4dce-4018-afee-3d669d26efc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:46.565884 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-97190559-4dce-4018-afee-3d669d26efc3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:46.567733 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-97190559-4dce-4018-afee-3d669d26efc3 service neutron] 10.222.0.60 "PUT /v2.0/ports/8eaeefd8-0994-45c9-8730-88229eebf761 HTTP/1.1" status: 200 len: 1091 time: 2.2722356 Nov 19 17:49:46.619697 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6c39d853-e007-494b-aa47-9ab873cbdfdc req-70a03566-9840-4361-9ced-e7ff07ba962b tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=7136fa31325e4016a695ca7c60f57962&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0784545 Nov 19 17:49:46.696270 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97190559-4dce-4018-afee-3d669d26efc3 service neutron] Pushing event updated for resources: {'Port': ['ID=8eaeefd8-0994-45c9-8730-88229eebf761,revision_number=3']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:49:46.727182 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 57754) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:49:46.751077 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21a6b2b9-9fec-4b61-b471-d28c118bb2af', 'name': 'network-vif-deleted', 'tag': 'a047c91c-2746-4c95-a4d0-0afc802d5385'}, {'name': 'network-changed', 'server_uuid': 'f4e34aa3-c9da-43ec-a34a-37de5c74afc3', 'tag': '8eaeefd8-0994-45c9-8730-88229eebf761'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:49:46.759415 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218319d759239a7d11f1288aef37381b97754913ee9ccbfd43b51a463f801712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e35aecb-c45c-4a3f-b33c-bda9c1d1ff04" -d '{"events": [{"server_uuid": "21a6b2b9-9fec-4b61-b471-d28c118bb2af", "name": "network-vif-deleted", "tag": "a047c91c-2746-4c95-a4d0-0afc802d5385"}, {"name": "network-changed", "server_uuid": "f4e34aa3-c9da-43ec-a34a-37de5c74afc3", "tag": "8eaeefd8-0994-45c9-8730-88229eebf761"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:49:46.785502 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-38206935-cf77-43ba-98c5-60be4def6571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:46.785928 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-38206935-cf77-43ba-98c5-60be4def6571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:46.786405 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-38206935-cf77-43ba-98c5-60be4def6571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:46.786870 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-38206935-cf77-43ba-98c5-60be4def6571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:46.787334 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-38206935-cf77-43ba-98c5-60be4def6571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:46.787790 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-38206935-cf77-43ba-98c5-60be4def6571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:46.788250 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-38206935-cf77-43ba-98c5-60be4def6571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:46.790245 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-38206935-cf77-43ba-98c5-60be4def6571 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=204b8291a9dd4a84af4d7e1889d7c2c2&device_id=f4e34aa3-c9da-43ec-a34a-37de5c74afc3 HTTP/1.1" status: 200 len: 6486 time: 0.1657555 Nov 19 17:49:46.883027 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c39d853-e007-494b-aa47-9ab873cbdfdc req-aad7eabf-8eea-4ee5-bc93-1d668a19f528 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:46.892723 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6c39d853-e007-494b-aa47-9ab873cbdfdc req-aad7eabf-8eea-4ee5-bc93-1d668a19f528 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2654111 Nov 19 17:49:46.912204 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6c39d853-e007-494b-aa47-9ab873cbdfdc req-55342856-ca30-4a7d-bc29-22558415622e tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/quotas/7136fa31325e4016a695ca7c60f57962 HTTP/1.1" status: 200 len: 375 time: 0.0182478 Nov 19 17:49:46.929941 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-f3dd16b8-2c69-495f-b77d-5c76d00f9603 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=55efc562-e796-48ee-b98a-71ca0963668d HTTP/1.1" status: 200 len: 217 time: 0.1284039 Nov 19 17:49:47.028471 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6c39d853-e007-494b-aa47-9ab873cbdfdc req-b53ef89d-5770-463c-b545-e4ab94b717d9 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=7136fa31325e4016a695ca7c60f57962&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1121032 Nov 19 17:49:47.034516 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc343dc-b239-42ce-9458-cbccc7fe0371 req-e6302f5a-00c3-4b67-a495-b6f58f536ab3 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:47.041088 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc343dc-b239-42ce-9458-cbccc7fe0371 req-e6302f5a-00c3-4b67-a495-b6f58f536ab3 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:47.048168 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc343dc-b239-42ce-9458-cbccc7fe0371 req-e6302f5a-00c3-4b67-a495-b6f58f536ab3 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:47.054486 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc343dc-b239-42ce-9458-cbccc7fe0371 req-e6302f5a-00c3-4b67-a495-b6f58f536ab3 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:47.060913 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc343dc-b239-42ce-9458-cbccc7fe0371 req-e6302f5a-00c3-4b67-a495-b6f58f536ab3 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:47.066988 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc343dc-b239-42ce-9458-cbccc7fe0371 req-e6302f5a-00c3-4b67-a495-b6f58f536ab3 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:47.073276 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc343dc-b239-42ce-9458-cbccc7fe0371 req-e6302f5a-00c3-4b67-a495-b6f58f536ab3 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:47.082886 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6fc343dc-b239-42ce-9458-cbccc7fe0371 req-e6302f5a-00c3-4b67-a495-b6f58f536ab3 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4e34aa3-c9da-43ec-a34a-37de5c74afc3 HTTP/1.1" status: 200 len: 5429 time: 0.1738250 Nov 19 17:49:47.092902 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-20205756-9e98-495a-a09d-0cea10e49799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:47.094965 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-20205756-9e98-495a-a09d-0cea10e49799 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0a14f80e-a548-4036-8075-eea4ab04e398 HTTP/1.1" status: 200 len: 855 time: 0.1564529 Nov 19 17:49:47.147968 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device a047c91c-2746-4c95-a4d0-0afc802d5385 no longer exists at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:49:47.194799 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] No Port match for: a047c91c-2746-4c95-a4d0-0afc802d5385 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:49:47.195425 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device a047c91c-2746-4c95-a4d0-0afc802d5385 not bound to the agent host n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:49:47.265361 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6fc343dc-b239-42ce-9458-cbccc7fe0371 req-c2ffb772-f66c-48fa-ab67-0f60b6fece16 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] 10.222.0.54 "GET /v2.0/security-groups?id=89e36896-1c46-4104-bcaf-813bfdc934e0&id=6f748c30-bcc4-4f26-989c-71d930e18e94&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1722760 Nov 19 17:49:47.368311 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-9f77f54d-7f6b-4fc6-9e33-9a9e8b764534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:47.369537 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-9f77f54d-7f6b-4fc6-9e33-9a9e8b764534 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=30cc82c9-8c1f-49cc-8162-0520c6f854aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2662382 Nov 19 17:49:47.381279 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 19 Nov 2021 17:49:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1ee1956-732e-447e-b047-730cb52afcd8 x-openstack-request-id: req-c1ee1956-732e-447e-b047-730cb52afcd8 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:49:47.381617 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21a6b2b9-9fec-4b61-b471-d28c118bb2af", "name": "network-vif-deleted", "tag": "a047c91c-2746-4c95-a4d0-0afc802d5385", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f4e34aa3-c9da-43ec-a34a-37de5c74afc3", "tag": "8eaeefd8-0994-45c9-8730-88229eebf761", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:49:47.382081 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c1ee1956-732e-447e-b047-730cb52afcd8 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:49:47.382241 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21a6b2b9-9fec-4b61-b471-d28c118bb2af', 'name': 'network-vif-deleted', 'tag': 'a047c91c-2746-4c95-a4d0-0afc802d5385', 'status': 'completed', 'code': 200} Nov 19 17:49:47.382507 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4e34aa3-c9da-43ec-a34a-37de5c74afc3', 'tag': '8eaeefd8-0994-45c9-8730-88229eebf761', 'status': 'completed', 'code': 200} Nov 19 17:49:47.882988 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0288bff7-6c79-49df-ad75-6925bb1459d2 req-6eed881f-12d6-4a85-ba23-e1da74ab4821 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/ports?device_id=45106a11-acb2-45a3-b216-7a27610e2a32 HTTP/1.1" status: 200 len: 210 time: 0.3551018 Nov 19 17:49:47.988790 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-529ad76f-f353-4209-8c43-bfecb916fc29 service neutron] 10.222.0.60 "GET /v2.0/networks/30cc82c9-8c1f-49cc-8162-0520c6f854aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6034784 Nov 19 17:49:48.060647 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec683d1-64e8-48bd-947c-b3ed0f886e3e req-6368785c-70bb-499b-b93f-8aa8fc02b357 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:48.077119 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-1ec683d1-64e8-48bd-947c-b3ed0f886e3e req-6368785c-70bb-499b-b93f-8aa8fc02b357 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/networks?id=09343151-5f7f-4534-803c-65c4f7eca01b HTTP/1.1" status: 200 len: 805 time: 0.2391930 Nov 19 17:49:48.104114 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-1ec683d1-64e8-48bd-947c-b3ed0f886e3e req-4b76e5ce-21b3-499b-8d4a-a7507e5d4f12 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/quotas/bf8774509ece48c1a5e5e0350ab076c6 HTTP/1.1" status: 200 len: 375 time: 0.0259368 Nov 19 17:49:48.314862 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-1ec683d1-64e8-48bd-947c-b3ed0f886e3e req-5f698681-677a-482c-a7db-29cdd7227ee4 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=bf8774509ece48c1a5e5e0350ab076c6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2091422 Nov 19 17:49:48.501240 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 57808) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:49:48.542443 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-1ec683d1-64e8-48bd-947c-b3ed0f886e3e req-c17b5560-d457-4a6a-8847-a6a99ada92f3 service neutron] 10.222.0.54 "GET /v2.0/networks/09343151-5f7f-4534-803c-65c4f7eca01b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2091928 Nov 19 17:49:48.665523 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-1ec683d1-64e8-48bd-947c-b3ed0f886e3e req-22f5d2ef-e9b5-4d3b-97f6-9579dd3e561b service neutron] 10.222.0.54 "GET /v2.0/networks/09343151-5f7f-4534-803c-65c4f7eca01b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220751 Nov 19 17:49:48.703913 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f984508d-2301-41af-b56d-dd258fc8e1b8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:48.745292 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5a3e11-4b66-47d9-aa54-065b0b3b7c63 req-3bf4546b-ef3c-45be-90ea-69c9293085c2 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:48.751678 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5a3e11-4b66-47d9-aa54-065b0b3b7c63 req-3bf4546b-ef3c-45be-90ea-69c9293085c2 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:48.757830 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5a3e11-4b66-47d9-aa54-065b0b3b7c63 req-3bf4546b-ef3c-45be-90ea-69c9293085c2 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:48.764073 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5a3e11-4b66-47d9-aa54-065b0b3b7c63 req-3bf4546b-ef3c-45be-90ea-69c9293085c2 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:48.771044 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5a3e11-4b66-47d9-aa54-065b0b3b7c63 req-3bf4546b-ef3c-45be-90ea-69c9293085c2 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:48.778409 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5a3e11-4b66-47d9-aa54-065b0b3b7c63 req-3bf4546b-ef3c-45be-90ea-69c9293085c2 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:48.784682 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5a3e11-4b66-47d9-aa54-065b0b3b7c63 req-3bf4546b-ef3c-45be-90ea-69c9293085c2 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:48.793000 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2f5a3e11-4b66-47d9-aa54-065b0b3b7c63 req-3bf4546b-ef3c-45be-90ea-69c9293085c2 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4e34aa3-c9da-43ec-a34a-37de5c74afc3 HTTP/1.1" status: 200 len: 5429 time: 0.2852001 Nov 19 17:49:48.797628 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-749e8ab4-093c-4815-be2a-9cb97e967ba5 service neutron] 10.222.0.60 "GET /v2.0/networks/30cc82c9-8c1f-49cc-8162-0520c6f854aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7988484 Nov 19 17:49:48.819492 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f984508d-2301-41af-b56d-dd258fc8e1b8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:48.837106 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f984508d-2301-41af-b56d-dd258fc8e1b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:48.877373 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-472fa052-810f-4ab3-9c02-4ea0fa574157 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.143&port_id=e9f9a1b4-ed63-46ec-bad8-a2a818826308 HTTP/1.1" status: 200 len: 217 time: 0.0672691 Nov 19 17:49:48.899690 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-f984508d-2301-41af-b56d-dd258fc8e1b8 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=159fbef9932647eca808a018954e2ba0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3971546 Nov 19 17:49:48.900736 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f984508d-2301-41af-b56d-dd258fc8e1b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be347311-8bce-4359-aa13-8a16133e69c5,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:49:48.904238 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 57816) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:49:48.924845 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f984508d-2301-41af-b56d-dd258fc8e1b8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:49:48.925205 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f984508d-2301-41af-b56d-dd258fc8e1b8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:49:48.925562 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f984508d-2301-41af-b56d-dd258fc8e1b8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:49:48.925948 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f984508d-2301-41af-b56d-dd258fc8e1b8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:49:48.926284 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f984508d-2301-41af-b56d-dd258fc8e1b8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:49:48.926796 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f984508d-2301-41af-b56d-dd258fc8e1b8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:49:48.927420 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f984508d-2301-41af-b56d-dd258fc8e1b8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:49:48.927929 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f984508d-2301-41af-b56d-dd258fc8e1b8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:49:48.928616 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f984508d-2301-41af-b56d-dd258fc8e1b8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:49:48.929120 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f984508d-2301-41af-b56d-dd258fc8e1b8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:49:48.929760 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f984508d-2301-41af-b56d-dd258fc8e1b8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:49:48.930280 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f984508d-2301-41af-b56d-dd258fc8e1b8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:49:49.000488 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2f5a3e11-4b66-47d9-aa54-065b0b3b7c63 req-7fe50cd5-e675-4284-b82f-b737bb694e33 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] 10.222.0.54 "GET /v2.0/security-groups?id=89e36896-1c46-4104-bcaf-813bfdc934e0&id=6f748c30-bcc4-4f26-989c-71d930e18e94&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1963148 Nov 19 17:49:49.009237 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-acc67ec3-dbb6-4ac9-ba74-914e35601c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:49.028180 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-acc67ec3-dbb6-4ac9-ba74-914e35601c68 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9b75b289-976d-457b-8721-33c12b671379 HTTP/1.1" status: 200 len: 797 time: 0.1394696 Nov 19 17:49:49.041038 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4f7895ed-8589-4460-bdef-3e5958d68ece admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:49.130504 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4f7895ed-8589-4460-bdef-3e5958d68ece admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:49.216137 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6c39d853-e007-494b-aa47-9ab873cbdfdc req-79160c77-a936-4f7c-a4c7-38126f76e5eb tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=7136fa31325e4016a695ca7c60f57962&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0855088 Nov 19 17:49:49.232973 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-08b72288-07e9-44cd-bc0d-ea81aeec2377 req-d648642c-6a2c-4c49-b5cd-11624ef1981b tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/ports?device_id=4530b37a-a53c-4c24-af58-03ba6d04c324 HTTP/1.1" status: 200 len: 210 time: 0.0777850 Nov 19 17:49:49.248100 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d424f482-ca6c-4f15-9d02-ca50f33da382 req-60fa368e-d187-47ba-8b7a-71b12ec090be tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/ports?device_id=45106a11-acb2-45a3-b216-7a27610e2a32 HTTP/1.1" status: 200 len: 210 time: 0.0708940 Nov 19 17:49:49.283647 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4f7895ed-8589-4460-bdef-3e5958d68ece admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:49.288711 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4f7895ed-8589-4460-bdef-3e5958d68ece admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:49.290247 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-4f7895ed-8589-4460-bdef-3e5958d68ece admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/be347311-8bce-4359-aa13-8a16133e69c5 HTTP/1.1" status: 204 len: 168 time: 0.3846078 Nov 19 17:49:49.317566 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7895ed-8589-4460-bdef-3e5958d68ece admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be347311-8bce-4359-aa13-8a16133e69c5,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:49:49.336373 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-f00a634b-e9e6-49b5-aa43-1b3a26550d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:49.338013 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-f00a634b-e9e6-49b5-aa43-1b3a26550d87 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7ebd557b-42db-40a2-8cf2-57dc967dc3d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3017132 Nov 19 17:49:49.415923 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-bcce3510-12e1-409b-92d5-4da7bcbb44a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-768564'] for router_interface, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:49.554014 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c39d853-e007-494b-aa47-9ab873cbdfdc req-23a4478e-b9e7-42ed-8bbb-0cbe532d7f16 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:49.555606 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6c39d853-e007-494b-aa47-9ab873cbdfdc req-23a4478e-b9e7-42ed-8bbb-0cbe532d7f16 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3172708 Nov 19 17:49:49.576437 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-6c39d853-e007-494b-aa47-9ab873cbdfdc req-96f210b2-b52a-495a-9fd0-e62315f24d6c tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Request body: {'port': {'device_id': '45106a11-acb2-45a3-b216-7a27610e2a32', 'network_id': '346debfa-452b-4048-abf4-8f4493625ef2', 'admin_state_up': True, 'tenant_id': '7136fa31325e4016a695ca7c60f57962'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:49:49.646306 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-8f2b3757-09bd-4baf-a211-b1c6abae6127 service neutron] 10.222.0.60 "GET /v2.0/networks/7ebd557b-42db-40a2-8cf2-57dc967dc3d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2982275 Nov 19 17:49:49.872169 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-a3fb5190-6a6d-4b20-8f28-33531987042d service neutron] 10.222.0.60 "GET /v2.0/networks/7ebd557b-42db-40a2-8cf2-57dc967dc3d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2155643 Nov 19 17:49:49.878960 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 57830) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:49:49.897444 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e90f0fe2-e700-4657-8027-b4ec91603eeb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:49.950567 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-e03950b0-e0c3-45c4-8117-3c8d6382b9d9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.217&port_id=d2fbad7e-e63d-49da-acc6-1b78fd09c6b0 HTTP/1.1" status: 200 len: 217 time: 0.0605950 Nov 19 17:49:49.969643 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c39d853-e007-494b-aa47-9ab873cbdfdc req-96f210b2-b52a-495a-9fd0-e62315f24d6c tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Made reservation on behalf of 7136fa31325e4016a695ca7c60f57962 for: {'port': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:49:49.973186 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-6c39d853-e007-494b-aa47-9ab873cbdfdc req-96f210b2-b52a-495a-9fd0-e62315f24d6c tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:50.018031 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e90f0fe2-e700-4657-8027-b4ec91603eeb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:50.042430 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e90f0fe2-e700-4657-8027-b4ec91603eeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:50.098482 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-e90f0fe2-e700-4657-8027-b4ec91603eeb admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=7f1682b9dacf43a5af2d0aaf52d77791&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2183368 Nov 19 17:49:50.101185 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 57838) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:49:50.101780 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90f0fe2-e700-4657-8027-b4ec91603eeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1f1e1bc-60de-4ae8-87c4-aabe4b256b9c,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:49:50.141692 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-4ddbb16b-aecf-4abc-8806-f724d637250a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:50.143799 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-4ddbb16b-aecf-4abc-8806-f724d637250a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9b75b289-976d-457b-8721-33c12b671379 HTTP/1.1" status: 200 len: 797 time: 0.1849253 Nov 19 17:49:50.208058 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4ef603-6ab6-4e59-80e7-f87596288dc7 req-9f41da81-5909-40b0-adbc-88b2f9d481fd tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:50.216616 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4ef603-6ab6-4e59-80e7-f87596288dc7 req-9f41da81-5909-40b0-adbc-88b2f9d481fd tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:50.225579 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4ef603-6ab6-4e59-80e7-f87596288dc7 req-9f41da81-5909-40b0-adbc-88b2f9d481fd tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:50.235355 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4ef603-6ab6-4e59-80e7-f87596288dc7 req-9f41da81-5909-40b0-adbc-88b2f9d481fd tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:50.242577 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4ef603-6ab6-4e59-80e7-f87596288dc7 req-9f41da81-5909-40b0-adbc-88b2f9d481fd tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:50.249031 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4ef603-6ab6-4e59-80e7-f87596288dc7 req-9f41da81-5909-40b0-adbc-88b2f9d481fd tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:50.256815 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4ef603-6ab6-4e59-80e7-f87596288dc7 req-9f41da81-5909-40b0-adbc-88b2f9d481fd tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:50.278880 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0f4ef603-6ab6-4e59-80e7-f87596288dc7 req-9f41da81-5909-40b0-adbc-88b2f9d481fd tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4e34aa3-c9da-43ec-a34a-37de5c74afc3 HTTP/1.1" status: 200 len: 5429 time: 0.1540692 Nov 19 17:49:50.325334 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [req-6c39d853-e007-494b-aa47-9ab873cbdfdc req-96f210b2-b52a-495a-9fd0-e62315f24d6c tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Allocated IP 192.168.233.148 (346debfa-452b-4048-abf4-8f4493625ef2/8b3c88de-c9c2-4a20-b19e-1855c2c19035/f18e54c2-7e2f-40c8-a534-15d92701a475) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:49:50.450455 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0f4ef603-6ab6-4e59-80e7-f87596288dc7 req-f3f1aae6-301e-4311-9a04-5acdd5b3b943 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] 10.222.0.54 "GET /v2.0/security-groups?id=89e36896-1c46-4104-bcaf-813bfdc934e0&id=6f748c30-bcc4-4f26-989c-71d930e18e94&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1707933 Nov 19 17:49:50.476598 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec683d1-64e8-48bd-947c-b3ed0f886e3e req-28d9cf9f-2349-4451-9db6-118e827145c9 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:50.479574 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-1ec683d1-64e8-48bd-947c-b3ed0f886e3e req-28d9cf9f-2349-4451-9db6-118e827145c9 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.60 "GET /v2.0/networks?id=09343151-5f7f-4534-803c-65c4f7eca01b HTTP/1.1" status: 200 len: 805 time: 0.1974533 Nov 19 17:49:50.497083 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-1ec683d1-64e8-48bd-947c-b3ed0f886e3e req-e786d454-ce42-48d1-bf24-0b9727dd6e4a tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Request body: {'port': {'device_id': '4530b37a-a53c-4c24-af58-03ba6d04c324', 'network_id': '09343151-5f7f-4534-803c-65c4f7eca01b', 'admin_state_up': True, 'tenant_id': 'bf8774509ece48c1a5e5e0350ab076c6'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:49:50.527067 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7e57097e-eb9b-4a5b-ae22-4ec9b3bab401 req-a7d78840-e9b4-4e25-8669-e40ec8df9a73 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/ports?device_id=4530b37a-a53c-4c24-af58-03ba6d04c324 HTTP/1.1" status: 200 len: 210 time: 0.0565364 Nov 19 17:49:50.550796 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-cde7829b-924f-446e-a091-129e4f2db501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:50.552353 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-cde7829b-924f-446e-a091-129e4f2db501 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7ebd557b-42db-40a2-8cf2-57dc967dc3d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3932040 Nov 19 17:49:50.559933 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-eddc2845-3c28-40f7-ae46-c73aaf300cfe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:50.616774 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a4a01ac4-d323-460b-97ac-6ab2ea60dbdd req-0f1db588-efb6-4ef2-825f-9e000816d3ca tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/ports?device_id=45106a11-acb2-45a3-b216-7a27610e2a32 HTTP/1.1" status: 200 len: 210 time: 0.0653963 Nov 19 17:49:50.655700 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-6c39d853-e007-494b-aa47-9ab873cbdfdc req-96f210b2-b52a-495a-9fd0-e62315f24d6c tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:50.672489 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-eddc2845-3c28-40f7-ae46-c73aaf300cfe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:50.677886 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ec683d1-64e8-48bd-947c-b3ed0f886e3e req-e786d454-ce42-48d1-bf24-0b9727dd6e4a tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Made reservation on behalf of bf8774509ece48c1a5e5e0350ab076c6 for: {'port': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:49:50.681678 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-1ec683d1-64e8-48bd-947c-b3ed0f886e3e req-e786d454-ce42-48d1-bf24-0b9727dd6e4a tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:50.697600 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-bcce3510-12e1-409b-92d5-4da7bcbb44a6 admin admin] Deleting port 40893073-89f5-4c57-8e8a-314b872654c5 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:49:50.698024 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-bcce3510-12e1-409b-92d5-4da7bcbb44a6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:50.829564 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [req-1ec683d1-64e8-48bd-947c-b3ed0f886e3e req-e786d454-ce42-48d1-bf24-0b9727dd6e4a tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Allocated IP 172.20.0.6 (09343151-5f7f-4534-803c-65c4f7eca01b/ae1dd334-eb0c-43c6-9467-c13f8b3210c4/1909e390-8351-4b09-94e8-76e141a156f7) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:49:50.842169 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-50430495-b96a-40fb-8832-e2e7cb59f7db service neutron] 10.222.0.60 "GET /v2.0/networks/7ebd557b-42db-40a2-8cf2-57dc967dc3d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2799637 Nov 19 17:49:50.875617 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-6c39d853-e007-494b-aa47-9ab873cbdfdc req-96f210b2-b52a-495a-9fd0-e62315f24d6c tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:50.886621 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-eddc2845-3c28-40f7-ae46-c73aaf300cfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:50.889401 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-eddc2845-3c28-40f7-ae46-c73aaf300cfe admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:50.890045 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['653f242f-92e4-4956-9c74-45f2ccd61026'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:49:50.890569 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-eddc2845-3c28-40f7-ae46-c73aaf300cfe admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d1f1e1bc-60de-4ae8-87c4-aabe4b256b9c HTTP/1.1" status: 204 len: 168 time: 0.7884595 Nov 19 17:49:50.909048 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] get_ports_and_sgs() called for port_ids ['66e1ff91-8243-4a83-8144-981e0ac3e0ad'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:49:50.940880 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [None req-bcce3510-12e1-409b-92d5-4da7bcbb44a6 admin admin] For port 40893073-89f5-4c57-8e8a-314b872654c5, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=40893073-89f5-4c57-8e8a-314b872654c5,segment=NetworkSegment(ea5a0e2b-3fad-4153-8514-d7f5d8ae4073),segment_id=ea5a0e2b-3fad-4153-8514-d7f5d8ae4073)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:49:50.941328 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-bcce3510-12e1-409b-92d5-4da7bcbb44a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:50.968285 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddc2845-3c28-40f7-ae46-c73aaf300cfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1f1e1bc-60de-4ae8-87c4-aabe4b256b9c,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:49:51.035358 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c39d853-e007-494b-aa47-9ab873cbdfdc req-96f210b2-b52a-495a-9fd0-e62315f24d6c tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Network 346debfa-452b-4048-abf4-8f4493625ef2 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:49:51.040181 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-bcce3510-12e1-409b-92d5-4da7bcbb44a6 admin admin] Calling delete_port for 40893073-89f5-4c57-8e8a-314b872654c5 owned by network:router_interface {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:49:51.061194 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [req-6c39d853-e007-494b-aa47-9ab873cbdfdc req-96f210b2-b52a-495a-9fd0-e62315f24d6c tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:49:51.072885 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c39d853-e007-494b-aa47-9ab873cbdfdc req-96f210b2-b52a-495a-9fd0-e62315f24d6c tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:49:51.114874 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f210b2-b52a-495a-9fd0-e62315f24d6c tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Pushing event updated for resources: {'Port': ['ID=f18e54c2-7e2f-40c8-a534-15d92701a475,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:49:51.175788 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-1ec683d1-64e8-48bd-947c-b3ed0f886e3e req-e786d454-ce42-48d1-bf24-0b9727dd6e4a tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:51.278994 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-1ec683d1-64e8-48bd-947c-b3ed0f886e3e req-e786d454-ce42-48d1-bf24-0b9727dd6e4a tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:51.356914 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ec683d1-64e8-48bd-947c-b3ed0f886e3e req-e786d454-ce42-48d1-bf24-0b9727dd6e4a tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Network 09343151-5f7f-4534-803c-65c4f7eca01b is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:49:51.360455 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [req-1ec683d1-64e8-48bd-947c-b3ed0f886e3e req-e786d454-ce42-48d1-bf24-0b9727dd6e4a tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:49:51.365073 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ec683d1-64e8-48bd-947c-b3ed0f886e3e req-e786d454-ce42-48d1-bf24-0b9727dd6e4a tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:49:51.369114 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e786d454-ce42-48d1-bf24-0b9727dd6e4a tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Pushing event updated for resources: {'Port': ['ID=1909e390-8351-4b09-94e8-76e141a156f7,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:49:51.392450 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-230198aa-50e6-429d-8437-b9508519d932 service neutron] 10.222.0.60 "GET /v2.0/networks/7ebd557b-42db-40a2-8cf2-57dc967dc3d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5376966 Nov 19 17:49:51.415198 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c39d853-e007-494b-aa47-9ab873cbdfdc req-96f210b2-b52a-495a-9fd0-e62315f24d6c tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:51.416121 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-6c39d853-e007-494b-aa47-9ab873cbdfdc req-96f210b2-b52a-495a-9fd0-e62315f24d6c tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:51.453351 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec683d1-64e8-48bd-947c-b3ed0f886e3e req-e786d454-ce42-48d1-bf24-0b9727dd6e4a tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:51.454253 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-1ec683d1-64e8-48bd-947c-b3ed0f886e3e req-e786d454-ce42-48d1-bf24-0b9727dd6e4a tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:51.492662 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-bcb5ed83-3400-4b9c-8fae-10d514bb053b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.22&port_id=44cdaa8f-a568-4675-a6fc-dc3319a9293a HTTP/1.1" status: 200 len: 217 time: 0.0709875 Nov 19 17:49:51.500333 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6c39d853-e007-494b-aa47-9ab873cbdfdc req-96f210b2-b52a-495a-9fd0-e62315f24d6c tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9306080 Nov 19 17:49:51.502356 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-1ec683d1-64e8-48bd-947c-b3ed0f886e3e req-e786d454-ce42-48d1-bf24-0b9727dd6e4a tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0124376 Nov 19 17:49:51.517919 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-1ec683d1-64e8-48bd-947c-b3ed0f886e3e req-38253046-ce1e-4afe-af84-78488813a103 service neutron] Request body: {'port': {'device_id': '4530b37a-a53c-4c24-af58-03ba6d04c324', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818022-2'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:49:51.595947 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-6c39d853-e007-494b-aa47-9ab873cbdfdc req-a70ed237-04c0-496d-b3d0-cd9d3dfb63a5 service neutron] Request body: {'port': {'device_id': '45106a11-acb2-45a3-b216-7a27610e2a32', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818022-2'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:49:51.622364 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-1ec683d1-64e8-48bd-947c-b3ed0f886e3e req-38253046-ce1e-4afe-af84-78488813a103 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:51.654274 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] get_ports_and_sgs() called for port_ids ['096fbf6b-1527-4959-a491-ebec9dd1f89d'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:49:51.702344 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-f89c2858-519a-4a69-b97a-8f51a115766e None None] Provisioning complete for port f18e54c2-7e2f-40c8-a534-15d92701a475 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:49:51.702972 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f89c2858-519a-4a69-b97a-8f51a115766e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:51.709856 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-6c39d853-e007-494b-aa47-9ab873cbdfdc req-a70ed237-04c0-496d-b3d0-cd9d3dfb63a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:51.731580 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-08467275-3b9b-4f55-84a0-677438c66dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:51.733138 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-08467275-3b9b-4f55-84a0-677438c66dc9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9b75b289-976d-457b-8721-33c12b671379 HTTP/1.1" status: 200 len: 797 time: 0.2318497 Nov 19 17:49:51.776614 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a4d721-9019-47d0-ba67-e76aee75a9de req-9abe1d0a-1ce7-4475-a0e8-70c22dbeeff9 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:51.778274 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-23a4d721-9019-47d0-ba67-e76aee75a9de req-9abe1d0a-1ce7-4475-a0e8-70c22dbeeff9 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/ports?device_id=4530b37a-a53c-4c24-af58-03ba6d04c324 HTTP/1.1" status: 200 len: 931 time: 0.1421764 Nov 19 17:49:51.797315 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-f89c2858-519a-4a69-b97a-8f51a115766e None None] Port f18e54c2-7e2f-40c8-a534-15d92701a475 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:49:51.865117 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868566f3-413f-4893-aa8b-d6ca580c30c2 req-5ec6aca0-89d7-439a-bf44-0d3ed01518be tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:51.871785 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868566f3-413f-4893-aa8b-d6ca580c30c2 req-5ec6aca0-89d7-439a-bf44-0d3ed01518be tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:51.877724 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868566f3-413f-4893-aa8b-d6ca580c30c2 req-5ec6aca0-89d7-439a-bf44-0d3ed01518be tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:51.884104 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868566f3-413f-4893-aa8b-d6ca580c30c2 req-5ec6aca0-89d7-439a-bf44-0d3ed01518be tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:51.890313 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868566f3-413f-4893-aa8b-d6ca580c30c2 req-5ec6aca0-89d7-439a-bf44-0d3ed01518be tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:51.896464 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868566f3-413f-4893-aa8b-d6ca580c30c2 req-5ec6aca0-89d7-439a-bf44-0d3ed01518be tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:51.903541 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868566f3-413f-4893-aa8b-d6ca580c30c2 req-5ec6aca0-89d7-439a-bf44-0d3ed01518be tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:51.904340 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-23a4d721-9019-47d0-ba67-e76aee75a9de req-93e64a37-4b1e-48a1-9fdd-b0ff4c58242d tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/security-groups?id=e103badb-33bc-4a96-ade0-89c422abc1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812898 Nov 19 17:49:51.913563 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-868566f3-413f-4893-aa8b-d6ca580c30c2 req-5ec6aca0-89d7-439a-bf44-0d3ed01518be tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4e34aa3-c9da-43ec-a34a-37de5c74afc3 HTTP/1.1" status: 200 len: 5429 time: 0.2878890 Nov 19 17:49:52.147641 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e91e670-e066-4969-89d8-0c9423ad7cc6 req-49b6f3d5-6863-4493-a724-9eac4a7e9452 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:52.149524 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8e91e670-e066-4969-89d8-0c9423ad7cc6 req-49b6f3d5-6863-4493-a724-9eac4a7e9452 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/ports?device_id=45106a11-acb2-45a3-b216-7a27610e2a32 HTTP/1.1" status: 200 len: 936 time: 0.1451318 Nov 19 17:49:52.172268 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [req-1ec683d1-64e8-48bd-947c-b3ed0f886e3e req-38253046-ce1e-4afe-af84-78488813a103 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1909e390-8351-4b09-94e8-76e141a156f7 {{(pid=103364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:49:52.186833 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-1ec683d1-64e8-48bd-947c-b3ed0f886e3e req-38253046-ce1e-4afe-af84-78488813a103 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:52.217128 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.provisioning_blocks [req-1ec683d1-64e8-48bd-947c-b3ed0f886e3e req-38253046-ce1e-4afe-af84-78488813a103 service neutron] Transition to ACTIVE for port object 1909e390-8351-4b09-94e8-76e141a156f7 will not be triggered until provisioned by entity L2. {{(pid=103364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 17:49:52.223213 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-1ec683d1-64e8-48bd-947c-b3ed0f886e3e req-38253046-ce1e-4afe-af84-78488813a103 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:52.262843 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8e91e670-e066-4969-89d8-0c9423ad7cc6 req-b15536ae-78fd-4173-aafa-e83a2b25dcec tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/security-groups?id=6e557aa4-1576-4002-9603-a630915d92af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040020 Nov 19 17:49:52.326788 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38253046-ce1e-4afe-af84-78488813a103 service neutron] Pushing event updated for resources: {'Port': ['ID=1909e390-8351-4b09-94e8-76e141a156f7,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:49:52.406921 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-1ec683d1-64e8-48bd-947c-b3ed0f886e3e req-38253046-ce1e-4afe-af84-78488813a103 service neutron] Attempting to bind port 1909e390-8351-4b09-94e8-76e141a156f7 on host n-h1-818022-2 for vnic_type normal with profile {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:49:52.407512 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-1ec683d1-64e8-48bd-947c-b3ed0f886e3e req-38253046-ce1e-4afe-af84-78488813a103 service neutron] Attempting to bind port 1909e390-8351-4b09-94e8-76e141a156f7 by drivers openvswitch,hyperv on host n-h1-818022-2 at level 0 using segments [{'id': '76ca7d5f-3474-4bcd-9b64-65e02324eb89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '09343151-5f7f-4534-803c-65c4f7eca01b'}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:49:52.407936 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ec683d1-64e8-48bd-947c-b3ed0f886e3e req-38253046-ce1e-4afe-af84-78488813a103 service neutron] Attempting to bind port 1909e390-8351-4b09-94e8-76e141a156f7 on network 09343151-5f7f-4534-803c-65c4f7eca01b {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:49:52.415439 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ec683d1-64e8-48bd-947c-b3ed0f886e3e req-38253046-ce1e-4afe-af84-78488813a103 service neutron] Port 1909e390-8351-4b09-94e8-76e141a156f7 on network 09343151-5f7f-4534-803c-65c4f7eca01b not bound, no agent of type Open vSwitch agent registered on host n-h1-818022-2 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 17:49:52.417029 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ec683d1-64e8-48bd-947c-b3ed0f886e3e req-38253046-ce1e-4afe-af84-78488813a103 service neutron] Attempting to bind port 1909e390-8351-4b09-94e8-76e141a156f7 on network 09343151-5f7f-4534-803c-65c4f7eca01b {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:49:52.420771 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-0c7d67af-77fd-4cc6-b6cf-04d0538fb71d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:52.422425 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-0c7d67af-77fd-4cc6-b6cf-04d0538fb71d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7ebd557b-42db-40a2-8cf2-57dc967dc3d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6787522 Nov 19 17:49:52.425577 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ec683d1-64e8-48bd-947c-b3ed0f886e3e req-38253046-ce1e-4afe-af84-78488813a103 service neutron] Checking agent: {'id': 'a6668d96-12fa-4ec0-99ad-77eaf490dd2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'started_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 49, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:49:52.426316 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ec683d1-64e8-48bd-947c-b3ed0f886e3e req-38253046-ce1e-4afe-af84-78488813a103 service neutron] Checking segment: {'id': '76ca7d5f-3474-4bcd-9b64-65e02324eb89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '09343151-5f7f-4534-803c-65c4f7eca01b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:49:52.426929 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ec683d1-64e8-48bd-947c-b3ed0f886e3e req-38253046-ce1e-4afe-af84-78488813a103 service neutron] Bound using segment: {'id': '76ca7d5f-3474-4bcd-9b64-65e02324eb89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '09343151-5f7f-4534-803c-65c4f7eca01b'} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:49:52.427868 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-1ec683d1-64e8-48bd-947c-b3ed0f886e3e req-38253046-ce1e-4afe-af84-78488813a103 service neutron] Bound port: 1909e390-8351-4b09-94e8-76e141a156f7, host: n-h1-818022-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76ca7d5f-3474-4bcd-9b64-65e02324eb89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '09343151-5f7f-4534-803c-65c4f7eca01b'}}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:49:52.428357 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-1ec683d1-64e8-48bd-947c-b3ed0f886e3e req-38253046-ce1e-4afe-af84-78488813a103 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:52.434512 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-bcce3510-12e1-409b-92d5-4da7bcbb44a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:52.514991 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-1ec683d1-64e8-48bd-947c-b3ed0f886e3e req-38253046-ce1e-4afe-af84-78488813a103 service neutron] For port 1909e390-8351-4b09-94e8-76e141a156f7, host n-h1-818022-2, cleared binding levels {{(pid=103364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:49:52.518612 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-1ec683d1-64e8-48bd-947c-b3ed0f886e3e req-38253046-ce1e-4afe-af84-78488813a103 service neutron] For port 1909e390-8351-4b09-94e8-76e141a156f7, host n-h1-818022-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=1909e390-8351-4b09-94e8-76e141a156f7,segment=NetworkSegment(76ca7d5f-3474-4bcd-9b64-65e02324eb89),segment_id=76ca7d5f-3474-4bcd-9b64-65e02324eb89)] {{(pid=103364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:49:52.525389 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-1ec683d1-64e8-48bd-947c-b3ed0f886e3e req-38253046-ce1e-4afe-af84-78488813a103 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:52.554827 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcce3510-12e1-409b-92d5-4da7bcbb44a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=40893073-89f5-4c57-8e8a-314b872654c5,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:49:52.567643 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-868566f3-413f-4893-aa8b-d6ca580c30c2 req-ef9ceea2-783d-451c-8914-cc69cb49cd6d tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] 10.222.0.54 "GET /v2.0/security-groups?id=89e36896-1c46-4104-bcaf-813bfdc934e0&id=6f748c30-bcc4-4f26-989c-71d930e18e94&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6292698 Nov 19 17:49:52.603077 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec683d1-64e8-48bd-947c-b3ed0f886e3e req-38253046-ce1e-4afe-af84-78488813a103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:52.604119 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-1ec683d1-64e8-48bd-947c-b3ed0f886e3e req-38253046-ce1e-4afe-af84-78488813a103 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:52.606203 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-1ec683d1-64e8-48bd-947c-b3ed0f886e3e req-38253046-ce1e-4afe-af84-78488813a103 service neutron] 10.222.0.60 "PUT /v2.0/ports/1909e390-8351-4b09-94e8-76e141a156f7 HTTP/1.1" status: 200 len: 1091 time: 1.0920255 Nov 19 17:49:52.606726 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4530b37a-a53c-4c24-af58-03ba6d04c324', 'tag': '1909e390-8351-4b09-94e8-76e141a156f7'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:49:52.610693 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dd4767a008c23f8566efc82158ee1b1fff34e1a9e908d76d0b6d0ab7e350e5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d83cd5ea-4a88-4d4c-9a2d-6c5585cc7bff" -d '{"events": [{"name": "network-changed", "server_uuid": "4530b37a-a53c-4c24-af58-03ba6d04c324", "tag": "1909e390-8351-4b09-94e8-76e141a156f7"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:49:52.658388 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38253046-ce1e-4afe-af84-78488813a103 service neutron] Pushing event updated for resources: {'Port': ['ID=1909e390-8351-4b09-94e8-76e141a156f7,revision_number=3']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:49:52.731604 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec683d1-64e8-48bd-947c-b3ed0f886e3e req-ae72cba2-eab3-48e1-9d3d-d3b1ad2f582b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:52.736131 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-1ec683d1-64e8-48bd-947c-b3ed0f886e3e req-ae72cba2-eab3-48e1-9d3d-d3b1ad2f582b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bf8774509ece48c1a5e5e0350ab076c6&device_id=4530b37a-a53c-4c24-af58-03ba6d04c324 HTTP/1.1" status: 200 len: 1094 time: 0.0694096 Nov 19 17:49:52.802843 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-1ec683d1-64e8-48bd-947c-b3ed0f886e3e req-e434aafb-d030-4e9e-93ea-9be54f3300fa service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1909e390-8351-4b09-94e8-76e141a156f7 HTTP/1.1" status: 200 len: 217 time: 0.0583820 Nov 19 17:49:52.825394 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-f1c0b981-25c1-4496-b4d6-30e018fc7a39 service neutron] 10.222.0.60 "GET /v2.0/networks/7ebd557b-42db-40a2-8cf2-57dc967dc3d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3766394 Nov 19 17:49:52.888087 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec683d1-64e8-48bd-947c-b3ed0f886e3e req-c54b3194-b9cf-4c96-a665-8730da944dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:52.889641 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-1ec683d1-64e8-48bd-947c-b3ed0f886e3e req-c54b3194-b9cf-4c96-a665-8730da944dc9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ae1dd334-eb0c-43c6-9467-c13f8b3210c4 HTTP/1.1" status: 200 len: 845 time: 0.0788674 Nov 19 17:49:52.946266 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-1ec683d1-64e8-48bd-947c-b3ed0f886e3e req-7a2461dd-7364-4193-bcbf-3e9ab77cf12d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=09343151-5f7f-4534-803c-65c4f7eca01b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485556 Nov 19 17:49:53.003584 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [req-6c39d853-e007-494b-aa47-9ab873cbdfdc req-a70ed237-04c0-496d-b3d0-cd9d3dfb63a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f18e54c2-7e2f-40c8-a534-15d92701a475 {{(pid=103365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:49:53.017453 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-6c39d853-e007-494b-aa47-9ab873cbdfdc req-a70ed237-04c0-496d-b3d0-cd9d3dfb63a5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:53.054048 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 17:49:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43ce57e5-a3f4-48cf-b234-501e8a0cf1d8 x-openstack-request-id: req-43ce57e5-a3f4-48cf-b234-501e8a0cf1d8 {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:49:53.054353 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4530b37a-a53c-4c24-af58-03ba6d04c324", "tag": "1909e390-8351-4b09-94e8-76e141a156f7", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:49:53.054610 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-43ce57e5-a3f4-48cf-b234-501e8a0cf1d8 {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:49:53.055141 n-d-818022-2 neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4530b37a-a53c-4c24-af58-03ba6d04c324', 'tag': '1909e390-8351-4b09-94e8-76e141a156f7', 'status': 'completed', 'code': 200} Nov 19 17:49:53.083750 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.provisioning_blocks [req-6c39d853-e007-494b-aa47-9ab873cbdfdc req-a70ed237-04c0-496d-b3d0-cd9d3dfb63a5 service neutron] Transition to ACTIVE for port object f18e54c2-7e2f-40c8-a534-15d92701a475 will not be triggered until provisioned by entity L2. {{(pid=103365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 17:49:53.087836 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-bcce3510-12e1-409b-92d5-4da7bcbb44a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-768648'] for router_interface, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:53.095685 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-26a071db-7100-4e22-9f0f-aac3df5ef827 service neutron] 10.222.0.60 "GET /v2.0/networks/7ebd557b-42db-40a2-8cf2-57dc967dc3d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2584167 Nov 19 17:49:53.097600 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-1ec683d1-64e8-48bd-947c-b3ed0f886e3e req-e676dbcb-e111-416b-903f-9607ca7af409 service neutron] 10.222.0.60 "GET /v2.0/networks/09343151-5f7f-4534-803c-65c4f7eca01b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443877 Nov 19 17:49:53.101992 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-6c39d853-e007-494b-aa47-9ab873cbdfdc req-a70ed237-04c0-496d-b3d0-cd9d3dfb63a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:53.232471 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9810628-51a9-48df-8b27-28b812ad227c req-c5d44ae3-c12b-4d16-aa6d-777f63b8d1f2 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:53.234089 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b9810628-51a9-48df-8b27-28b812ad227c req-c5d44ae3-c12b-4d16-aa6d-777f63b8d1f2 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/ports?device_id=4530b37a-a53c-4c24-af58-03ba6d04c324 HTTP/1.1" status: 200 len: 943 time: 0.2024820 Nov 19 17:49:53.252257 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70ed237-04c0-496d-b3d0-cd9d3dfb63a5 service neutron] Pushing event updated for resources: {'Port': ['ID=f18e54c2-7e2f-40c8-a534-15d92701a475,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:49:53.399237 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-1ec683d1-64e8-48bd-947c-b3ed0f886e3e req-75a0b8ed-f1a7-474f-9113-208d3369101a service neutron] 10.222.0.60 "GET /v2.0/networks/09343151-5f7f-4534-803c-65c4f7eca01b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2891722 Nov 19 17:49:53.450253 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-45f91662-f931-4b77-b3a6-383e222be1dc service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.83&port_id=c3ff3fa7-827a-4c15-9718-736b1a6d0363 HTTP/1.1" status: 200 len: 217 time: 0.3330412 Nov 19 17:49:53.467253 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86993b7f-f888-41c3-9bca-784139e00b45 req-e2dfdcee-1e9a-4205-95ae-2edaf9ae1ff4 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:53.471057 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-86993b7f-f888-41c3-9bca-784139e00b45 req-e2dfdcee-1e9a-4205-95ae-2edaf9ae1ff4 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/ports?device_id=45106a11-acb2-45a3-b216-7a27610e2a32 HTTP/1.1" status: 200 len: 948 time: 0.0846210 Nov 19 17:49:53.529148 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83cd5ea-4a88-4d4c-9a2d-6c5585cc7bff req-30fd991c-ab82-4ad9-9d65-34e9f187846d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:53.531118 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d83cd5ea-4a88-4d4c-9a2d-6c5585cc7bff req-30fd991c-ab82-4ad9-9d65-34e9f187846d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bf8774509ece48c1a5e5e0350ab076c6&device_id=4530b37a-a53c-4c24-af58-03ba6d04c324 HTTP/1.1" status: 200 len: 1094 time: 0.0581546 Nov 19 17:49:53.551403 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b9810628-51a9-48df-8b27-28b812ad227c req-839d37f8-8a20-4773-ac5a-96a78159970a tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/security-groups?id=e103badb-33bc-4a96-ade0-89c422abc1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3023231 Nov 19 17:49:53.573143 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-86993b7f-f888-41c3-9bca-784139e00b45 req-a944ba25-fc53-4a72-a085-550ce4e94c5f tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/security-groups?id=6e557aa4-1576-4002-9603-a630915d92af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859208 Nov 19 17:49:53.609368 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-6c39d853-e007-494b-aa47-9ab873cbdfdc req-a70ed237-04c0-496d-b3d0-cd9d3dfb63a5 service neutron] Attempting to bind port f18e54c2-7e2f-40c8-a534-15d92701a475 on host n-h1-818022-2 for vnic_type normal with profile {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:49:53.609368 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-6c39d853-e007-494b-aa47-9ab873cbdfdc req-a70ed237-04c0-496d-b3d0-cd9d3dfb63a5 service neutron] Attempting to bind port f18e54c2-7e2f-40c8-a534-15d92701a475 by drivers openvswitch,hyperv on host n-h1-818022-2 at level 0 using segments [{'id': '1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '346debfa-452b-4048-abf4-8f4493625ef2'}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:49:53.609620 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c39d853-e007-494b-aa47-9ab873cbdfdc req-a70ed237-04c0-496d-b3d0-cd9d3dfb63a5 service neutron] Attempting to bind port f18e54c2-7e2f-40c8-a534-15d92701a475 on network 346debfa-452b-4048-abf4-8f4493625ef2 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:49:53.666914 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-1fab583e-3401-43a7-b4e1-2c4ecebbc71b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:53.669063 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-1fab583e-3401-43a7-b4e1-2c4ecebbc71b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9b75b289-976d-457b-8721-33c12b671379 HTTP/1.1" status: 200 len: 797 time: 0.1967523 Nov 19 17:49:53.701418 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c39d853-e007-494b-aa47-9ab873cbdfdc req-a70ed237-04c0-496d-b3d0-cd9d3dfb63a5 service neutron] Port f18e54c2-7e2f-40c8-a534-15d92701a475 on network 346debfa-452b-4048-abf4-8f4493625ef2 not bound, no agent of type Open vSwitch agent registered on host n-h1-818022-2 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 17:49:53.702293 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c39d853-e007-494b-aa47-9ab873cbdfdc req-a70ed237-04c0-496d-b3d0-cd9d3dfb63a5 service neutron] Attempting to bind port f18e54c2-7e2f-40c8-a534-15d92701a475 on network 346debfa-452b-4048-abf4-8f4493625ef2 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:49:53.737053 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c39d853-e007-494b-aa47-9ab873cbdfdc req-a70ed237-04c0-496d-b3d0-cd9d3dfb63a5 service neutron] Checking agent: {'id': 'a6668d96-12fa-4ec0-99ad-77eaf490dd2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'started_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 49, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:49:53.737389 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c39d853-e007-494b-aa47-9ab873cbdfdc req-a70ed237-04c0-496d-b3d0-cd9d3dfb63a5 service neutron] Checking segment: {'id': '1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '346debfa-452b-4048-abf4-8f4493625ef2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:49:53.737775 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c39d853-e007-494b-aa47-9ab873cbdfdc req-a70ed237-04c0-496d-b3d0-cd9d3dfb63a5 service neutron] Bound using segment: {'id': '1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '346debfa-452b-4048-abf4-8f4493625ef2'} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:49:53.738256 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-6c39d853-e007-494b-aa47-9ab873cbdfdc req-a70ed237-04c0-496d-b3d0-cd9d3dfb63a5 service neutron] Bound port: f18e54c2-7e2f-40c8-a534-15d92701a475, host: n-h1-818022-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '346debfa-452b-4048-abf4-8f4493625ef2'}}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:49:53.738808 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-6c39d853-e007-494b-aa47-9ab873cbdfdc req-a70ed237-04c0-496d-b3d0-cd9d3dfb63a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:53.772098 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83cd5ea-4a88-4d4c-9a2d-6c5585cc7bff req-d2d80f67-9e5f-41ae-9af7-e1fc0838affd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:53.773786 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d83cd5ea-4a88-4d4c-9a2d-6c5585cc7bff req-d2d80f67-9e5f-41ae-9af7-e1fc0838affd service neutron] 10.222.0.60 "GET /v2.0/networks?id=09343151-5f7f-4534-803c-65c4f7eca01b HTTP/1.1" status: 200 len: 906 time: 0.2167764 Nov 19 17:49:53.830903 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d83cd5ea-4a88-4d4c-9a2d-6c5585cc7bff req-0461afe8-a76c-46f2-bdee-b497db849d0f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1909e390-8351-4b09-94e8-76e141a156f7 HTTP/1.1" status: 200 len: 217 time: 0.0498493 Nov 19 17:49:53.839602 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-5aa3a2c8-a876-4f45-93e8-561fe45f99eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:53.841649 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-5aa3a2c8-a876-4f45-93e8-561fe45f99eb service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7ebd557b-42db-40a2-8cf2-57dc967dc3d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1412265 Nov 19 17:49:53.844906 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcce3510-12e1-409b-92d5-4da7bcbb44a6 admin admin] Router 075d51b3-1611-42ff-aac0-9dbe86f3e575 has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 17:49:53.916036 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83cd5ea-4a88-4d4c-9a2d-6c5585cc7bff req-43d97877-b17e-4926-bf58-1a5c5b341eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:53.918974 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d83cd5ea-4a88-4d4c-9a2d-6c5585cc7bff req-43d97877-b17e-4926-bf58-1a5c5b341eb9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ae1dd334-eb0c-43c6-9467-c13f8b3210c4 HTTP/1.1" status: 200 len: 845 time: 0.0802159 Nov 19 17:49:53.927134 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-6c39d853-e007-494b-aa47-9ab873cbdfdc req-a70ed237-04c0-496d-b3d0-cd9d3dfb63a5 service neutron] For port f18e54c2-7e2f-40c8-a534-15d92701a475, host n-h1-818022-2, cleared binding levels {{(pid=103365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:49:53.959871 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d83cd5ea-4a88-4d4c-9a2d-6c5585cc7bff req-df4020f5-14e3-4f49-94d6-b3c71c61f74a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=09343151-5f7f-4534-803c-65c4f7eca01b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250337 Nov 19 17:49:53.964572 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37685af0-4fd3-401f-a822-3a4c26664383 req-709eb7d6-9b61-4e89-abac-4e71a0d1a089 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:53.971112 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37685af0-4fd3-401f-a822-3a4c26664383 req-709eb7d6-9b61-4e89-abac-4e71a0d1a089 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:53.976995 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37685af0-4fd3-401f-a822-3a4c26664383 req-709eb7d6-9b61-4e89-abac-4e71a0d1a089 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:53.983448 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37685af0-4fd3-401f-a822-3a4c26664383 req-709eb7d6-9b61-4e89-abac-4e71a0d1a089 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:53.989315 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37685af0-4fd3-401f-a822-3a4c26664383 req-709eb7d6-9b61-4e89-abac-4e71a0d1a089 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:53.995258 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37685af0-4fd3-401f-a822-3a4c26664383 req-709eb7d6-9b61-4e89-abac-4e71a0d1a089 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:54.001161 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37685af0-4fd3-401f-a822-3a4c26664383 req-709eb7d6-9b61-4e89-abac-4e71a0d1a089 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:54.002993 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-37685af0-4fd3-401f-a822-3a4c26664383 req-709eb7d6-9b61-4e89-abac-4e71a0d1a089 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4e34aa3-c9da-43ec-a34a-37de5c74afc3 HTTP/1.1" status: 200 len: 5429 time: 0.2145083 Nov 19 17:49:54.007063 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-6c39d853-e007-494b-aa47-9ab873cbdfdc req-a70ed237-04c0-496d-b3d0-cd9d3dfb63a5 service neutron] For port f18e54c2-7e2f-40c8-a534-15d92701a475, host n-h1-818022-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=f18e54c2-7e2f-40c8-a534-15d92701a475,segment=NetworkSegment(1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861),segment_id=1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861)] {{(pid=103365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:49:54.052534 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-6c39d853-e007-494b-aa47-9ab873cbdfdc req-a70ed237-04c0-496d-b3d0-cd9d3dfb63a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:54.077091 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d83cd5ea-4a88-4d4c-9a2d-6c5585cc7bff req-4bbb2a0e-4d9a-4a15-870e-10abb3afbff1 service neutron] 10.222.0.60 "GET /v2.0/networks/09343151-5f7f-4534-803c-65c4f7eca01b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082926 Nov 19 17:49:54.126545 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c39d853-e007-494b-aa47-9ab873cbdfdc req-a70ed237-04c0-496d-b3d0-cd9d3dfb63a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:54.127174 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-6c39d853-e007-494b-aa47-9ab873cbdfdc req-a70ed237-04c0-496d-b3d0-cd9d3dfb63a5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:54.128630 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6c39d853-e007-494b-aa47-9ab873cbdfdc req-a70ed237-04c0-496d-b3d0-cd9d3dfb63a5 service neutron] 10.222.0.60 "PUT /v2.0/ports/f18e54c2-7e2f-40c8-a534-15d92701a475 HTTP/1.1" status: 200 len: 1096 time: 2.5721331 Nov 19 17:49:54.130863 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45106a11-acb2-45a3-b216-7a27610e2a32', 'tag': 'f18e54c2-7e2f-40c8-a534-15d92701a475'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:49:54.133923 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218319d759239a7d11f1288aef37381b97754913ee9ccbfd43b51a463f801712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-682e5804-f5d7-46d3-8593-34dd833be7b6" -d '{"events": [{"name": "network-changed", "server_uuid": "45106a11-acb2-45a3-b216-7a27610e2a32", "tag": "f18e54c2-7e2f-40c8-a534-15d92701a475"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:49:54.182905 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-63e63930-deb7-4b14-8637-3214fa8b2daa service neutron] 10.222.0.60 "GET /v2.0/networks/7ebd557b-42db-40a2-8cf2-57dc967dc3d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3295362 Nov 19 17:49:54.250999 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 17:49:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b83972b-0452-405e-9b05-f034af0fc641 x-openstack-request-id: req-8b83972b-0452-405e-9b05-f034af0fc641 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:49:54.251315 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45106a11-acb2-45a3-b216-7a27610e2a32", "tag": "f18e54c2-7e2f-40c8-a534-15d92701a475", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:49:54.251426 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-8b83972b-0452-405e-9b05-f034af0fc641 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:49:54.251839 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45106a11-acb2-45a3-b216-7a27610e2a32', 'tag': 'f18e54c2-7e2f-40c8-a534-15d92701a475', 'status': 'completed', 'code': 200} Nov 19 17:49:54.289743 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d83cd5ea-4a88-4d4c-9a2d-6c5585cc7bff req-c0a432d1-a87e-42a3-9414-901ec5213c37 service neutron] 10.222.0.60 "GET /v2.0/networks/09343151-5f7f-4534-803c-65c4f7eca01b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2050240 Nov 19 17:49:54.307299 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70ed237-04c0-496d-b3d0-cd9d3dfb63a5 service neutron] Pushing event updated for resources: {'Port': ['ID=f18e54c2-7e2f-40c8-a534-15d92701a475,revision_number=3']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:49:54.330946 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-37685af0-4fd3-401f-a822-3a4c26664383 req-4497b66e-a54a-4a97-8c60-75bd55ab1dc4 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] 10.222.0.54 "GET /v2.0/security-groups?id=89e36896-1c46-4104-bcaf-813bfdc934e0&id=6f748c30-bcc4-4f26-989c-71d930e18e94&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2882960 Nov 19 17:49:54.338959 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcce3510-12e1-409b-92d5-4da7bcbb44a6 admin admin] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 17:49:54.345475 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-bcce3510-12e1-409b-92d5-4da7bcbb44a6 admin admin] 10.222.0.54 "PUT /v2.0/routers/075d51b3-1611-42ff-aac0-9dbe86f3e575/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6170619 Nov 19 17:49:54.348074 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 57940) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:49:54.372667 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b31c25-b62a-496c-ae82-511a5a256d0f None None] Sync routers for ids ['075d51b3-1611-42ff-aac0-9dbe86f3e575'] in n-d-818022-2 {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 17:49:54.385191 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c39d853-e007-494b-aa47-9ab873cbdfdc req-2c655976-01ef-412b-936d-71f6a823c63e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:54.393068 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6c39d853-e007-494b-aa47-9ab873cbdfdc req-2c655976-01ef-412b-936d-71f6a823c63e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7136fa31325e4016a695ca7c60f57962&device_id=45106a11-acb2-45a3-b216-7a27610e2a32 HTTP/1.1" status: 200 len: 1099 time: 0.0899131 Nov 19 17:49:54.393917 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b31c25-b62a-496c-ae82-511a5a256d0f None None] Routers {'075d51b3-1611-42ff-aac0-9dbe86f3e575'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:49:54.395152 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-d4b31c25-b62a-496c-ae82-511a5a256d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:49:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['075d51b3-1611-42ff-aac0-9dbe86f3e575'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:49:54.454206 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-cd90b351-8a02-4be2-b2cf-9a4c34fb3f5f service neutron] 10.222.0.60 "GET /v2.0/networks/7ebd557b-42db-40a2-8cf2-57dc967dc3d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2490323 Nov 19 17:49:54.454984 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6c39d853-e007-494b-aa47-9ab873cbdfdc req-c6472845-7cc3-4c5d-870b-45bfe491079f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=f18e54c2-7e2f-40c8-a534-15d92701a475 HTTP/1.1" status: 200 len: 217 time: 0.0533884 Nov 19 17:49:54.552407 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-ecbeccb7-2092-4acd-88b0-047b293e95ee service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ec5d4a61-ca1e-41e2-9f2c-e72acc3f2185 HTTP/1.1" status: 200 len: 217 time: 0.0634835 Nov 19 17:49:54.558336 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c39d853-e007-494b-aa47-9ab873cbdfdc req-e2bf7606-2717-4af5-95b5-f317d8fda64c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:54.560286 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6c39d853-e007-494b-aa47-9ab873cbdfdc req-e2bf7606-2717-4af5-95b5-f317d8fda64c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8b3c88de-c9c2-4a20-b19e-1855c2c19035 HTTP/1.1" status: 200 len: 843 time: 0.0939219 Nov 19 17:49:54.619084 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-d4b31c25-b62a-496c-ae82-511a5a256d0f None None] Set router 075d51b3-1611-42ff-aac0-9dbe86f3e575 gateway port host: n-d-818022-2 {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:49:54.627984 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0e84e74b-3527-49a5-856d-1faaa68c7229 admin admin] Publish callbacks [] for router, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:54.678022 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c39d853-e007-494b-aa47-9ab873cbdfdc req-317d6fba-3d66-46ef-8cc9-b765eaa374da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:54.680299 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6c39d853-e007-494b-aa47-9ab873cbdfdc req-317d6fba-3d66-46ef-8cc9-b765eaa374da service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=346debfa-452b-4048-abf4-8f4493625ef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1125970 Nov 19 17:49:54.790499 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-52a2624a-f343-4491-906b-ae4ee6067738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:54.792777 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-52a2624a-f343-4491-906b-ae4ee6067738 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7cb25525-1790-41ff-928f-ff460f467dc9 HTTP/1.1" status: 200 len: 797 time: 0.2329469 Nov 19 17:49:54.840352 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f73ab1-3a14-4c66-a443-1414b953b72a req-ff9d60f2-7a63-41ca-b857-2394df07b32f tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:54.847685 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-67f73ab1-3a14-4c66-a443-1414b953b72a req-ff9d60f2-7a63-41ca-b857-2394df07b32f tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/ports?device_id=4530b37a-a53c-4c24-af58-03ba6d04c324 HTTP/1.1" status: 200 len: 943 time: 0.1295199 Nov 19 17:49:54.858951 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 57964) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:49:54.859976 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-d4b31c25-b62a-496c-ae82-511a5a256d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '075d51b3-1611-42ff-aac0-9dbe86f3e575', 'name': 'tempest-AttachVolumeTestJSON-1193158978-router', 'tenant_id': 'dc7ce1e4ff7747b99247f6b026a294f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': 'e76245cb-899b-495b-bb81-81190cadba3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:38:52Z', 'updated_at': '2021-11-19T17:49:51Z', 'revision_number': 5, 'project_id': 'dc7ce1e4ff7747b99247f6b026a294f4', 'gw_port': {'id': 'e76245cb-899b-495b-bb81-81190cadba3e', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ea:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '075d51b3-1611-42ff-aac0-9dbe86f3e575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:38:54Z', 'updated_at': '2021-11-19T17:39:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:49:54.882528 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6c39d853-e007-494b-aa47-9ab873cbdfdc req-d94a906e-3d49-4d38-9846-af61ab41df58 service neutron] 10.222.0.60 "GET /v2.0/networks/346debfa-452b-4048-abf4-8f4493625ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1948516 Nov 19 17:49:54.893336 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b31c25-b62a-496c-ae82-511a5a256d0f None None] Checking router: 075d51b3-1611-42ff-aac0-9dbe86f3e575 for host: n-d-818022-2 {{(pid=103366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 17:49:54.903473 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b31c25-b62a-496c-ae82-511a5a256d0f None None] Routers {'075d51b3-1611-42ff-aac0-9dbe86f3e575'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:49:54.904105 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-d4b31c25-b62a-496c-ae82-511a5a256d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:49:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['075d51b3-1611-42ff-aac0-9dbe86f3e575'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:49:54.959589 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce1a228-ce58-495b-b100-2e08d68abc74 req-4c855d38-d340-47a5-b3be-0058a20da1bc tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:54.962296 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4ce1a228-ce58-495b-b100-2e08d68abc74 req-4c855d38-d340-47a5-b3be-0058a20da1bc tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/ports?device_id=45106a11-acb2-45a3-b216-7a27610e2a32 HTTP/1.1" status: 200 len: 948 time: 0.2406495 Nov 19 17:49:54.969180 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-d4c24aae-f4b2-4585-ba29-f5e2d17b2834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:54.971564 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-d4c24aae-f4b2-4585-ba29-f5e2d17b2834 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fb28d523-ee7f-4592-a296-1eb52f53154d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1642010 Nov 19 17:49:54.983215 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-67f73ab1-3a14-4c66-a443-1414b953b72a req-665d3dec-3c7f-482a-ab74-7efa048015c7 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/security-groups?id=e103badb-33bc-4a96-ade0-89c422abc1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343205 Nov 19 17:49:55.045432 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6c39d853-e007-494b-aa47-9ab873cbdfdc req-b354513a-e137-498d-8eca-19325c13444c service neutron] 10.222.0.60 "GET /v2.0/networks/346debfa-452b-4048-abf4-8f4493625ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543751 Nov 19 17:49:55.050812 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-d4b31c25-b62a-496c-ae82-511a5a256d0f None None] Set router 075d51b3-1611-42ff-aac0-9dbe86f3e575 gateway port host: n-d-818022-2 {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:49:55.066631 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4ce1a228-ce58-495b-b100-2e08d68abc74 req-6d48d288-35c6-4f4b-901e-e58d1f4b2f1b tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/security-groups?id=6e557aa4-1576-4002-9603-a630915d92af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938470 Nov 19 17:49:55.141688 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0e84e74b-3527-49a5-856d-1faaa68c7229 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:55.147155 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-972e7b46-aae4-405f-aadd-7756042403ac admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:55.178756 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682e5804-f5d7-46d3-8593-34dd833be7b6 req-619236b6-e951-4fa5-8ac9-cc39d97031f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:55.178756 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-682e5804-f5d7-46d3-8593-34dd833be7b6 req-619236b6-e951-4fa5-8ac9-cc39d97031f2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7136fa31325e4016a695ca7c60f57962&device_id=45106a11-acb2-45a3-b216-7a27610e2a32 HTTP/1.1" status: 200 len: 1099 time: 0.0660717 Nov 19 17:49:55.264808 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-53666a3e-80b4-4563-b9e6-d38685d85c5b service neutron] 10.222.0.60 "GET /v2.0/networks/fb28d523-ee7f-4592-a296-1eb52f53154d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2630923 Nov 19 17:49:55.288554 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682e5804-f5d7-46d3-8593-34dd833be7b6 req-c1147a24-eff6-423c-aba8-6f9bfd8907c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:55.290160 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-682e5804-f5d7-46d3-8593-34dd833be7b6 req-c1147a24-eff6-423c-aba8-6f9bfd8907c3 service neutron] 10.222.0.60 "GET /v2.0/networks?id=346debfa-452b-4048-abf4-8f4493625ef2 HTTP/1.1" status: 200 len: 870 time: 0.1069169 Nov 19 17:49:55.302257 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-d4b31c25-b62a-496c-ae82-511a5a256d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '075d51b3-1611-42ff-aac0-9dbe86f3e575', 'name': 'tempest-AttachVolumeTestJSON-1193158978-router', 'tenant_id': 'dc7ce1e4ff7747b99247f6b026a294f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': 'e76245cb-899b-495b-bb81-81190cadba3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:38:52Z', 'updated_at': '2021-11-19T17:49:51Z', 'revision_number': 5, 'project_id': 'dc7ce1e4ff7747b99247f6b026a294f4', 'gw_port': {'id': 'e76245cb-899b-495b-bb81-81190cadba3e', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ea:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '075d51b3-1611-42ff-aac0-9dbe86f3e575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:38:54Z', 'updated_at': '2021-11-19T17:39:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:49:55.331654 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b31c25-b62a-496c-ae82-511a5a256d0f None None] The sync data for ids ['075d51b3-1611-42ff-aac0-9dbe86f3e575'] in n-d-818022-2 is: [{'id': '075d51b3-1611-42ff-aac0-9dbe86f3e575', 'name': 'tempest-AttachVolumeTestJSON-1193158978-router', 'tenant_id': 'dc7ce1e4ff7747b99247f6b026a294f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': 'e76245cb-899b-495b-bb81-81190cadba3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:38:52Z', 'updated_at': '2021-11-19T17:49:51Z', 'revision_number': 5, 'project_id': 'dc7ce1e4ff7747b99247f6b026a294f4', 'gw_port': {'id': 'e76245cb-899b-495b-bb81-81190cadba3e', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ea:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '075d51b3-1611-42ff-aac0-9dbe86f3e575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:38:54Z', 'updated_at': '2021-11-19T17:39:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 17:49:55.342946 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-682e5804-f5d7-46d3-8593-34dd833be7b6 req-8ae3441d-2fa1-4d80-835c-f2aa2d76fada service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=f18e54c2-7e2f-40c8-a534-15d92701a475 HTTP/1.1" status: 200 len: 217 time: 0.0435724 Nov 19 17:49:55.350726 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-0e84e74b-3527-49a5-856d-1faaa68c7229 admin admin] Deleting port e76245cb-899b-495b-bb81-81190cadba3e {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:49:55.351177 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0e84e74b-3527-49a5-856d-1faaa68c7229 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:55.403356 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682e5804-f5d7-46d3-8593-34dd833be7b6 req-a500580d-3cf1-4ee5-8bbb-8bb2845614ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:55.404842 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-682e5804-f5d7-46d3-8593-34dd833be7b6 req-a500580d-3cf1-4ee5-8bbb-8bb2845614ac service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8b3c88de-c9c2-4a20-b19e-1855c2c19035 HTTP/1.1" status: 200 len: 843 time: 0.0542617 Nov 19 17:49:55.414615 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-972e7b46-aae4-405f-aadd-7756042403ac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:55.430730 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-972e7b46-aae4-405f-aadd-7756042403ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:55.487222 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682e5804-f5d7-46d3-8593-34dd833be7b6 req-aaa4bbb8-ce67-4c3c-b535-08f71a8795c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:55.488790 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-682e5804-f5d7-46d3-8593-34dd833be7b6 req-aaa4bbb8-ce67-4c3c-b535-08f71a8795c6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=346debfa-452b-4048-abf4-8f4493625ef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0749824 Nov 19 17:49:55.560401 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb0850a-99ad-4e8b-a0ea-fa295a770769 req-eaec26b1-1f23-44f3-a28e-9474f166638b tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:55.566259 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb0850a-99ad-4e8b-a0ea-fa295a770769 req-eaec26b1-1f23-44f3-a28e-9474f166638b tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:55.572143 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb0850a-99ad-4e8b-a0ea-fa295a770769 req-eaec26b1-1f23-44f3-a28e-9474f166638b tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:55.578075 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb0850a-99ad-4e8b-a0ea-fa295a770769 req-eaec26b1-1f23-44f3-a28e-9474f166638b tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:55.584130 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb0850a-99ad-4e8b-a0ea-fa295a770769 req-eaec26b1-1f23-44f3-a28e-9474f166638b tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:55.596007 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb0850a-99ad-4e8b-a0ea-fa295a770769 req-eaec26b1-1f23-44f3-a28e-9474f166638b tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:55.596949 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb0850a-99ad-4e8b-a0ea-fa295a770769 req-eaec26b1-1f23-44f3-a28e-9474f166638b tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:55.600417 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-afb0850a-99ad-4e8b-a0ea-fa295a770769 req-eaec26b1-1f23-44f3-a28e-9474f166638b tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4e34aa3-c9da-43ec-a34a-37de5c74afc3 HTTP/1.1" status: 200 len: 5429 time: 0.1533315 Nov 19 17:49:55.673302 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-682e5804-f5d7-46d3-8593-34dd833be7b6 req-24c856e6-f01f-48ec-941c-884892896996 service neutron] 10.222.0.60 "GET /v2.0/networks/346debfa-452b-4048-abf4-8f4493625ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765513 Nov 19 17:49:55.716827 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-afb0850a-99ad-4e8b-a0ea-fa295a770769 req-3fc141a0-a283-467b-9e6a-b9df914461c4 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] 10.222.0.54 "GET /v2.0/security-groups?id=89e36896-1c46-4104-bcaf-813bfdc934e0&id=6f748c30-bcc4-4f26-989c-71d930e18e94&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1008027 Nov 19 17:49:55.806154 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 40893073-89f5-4c57-8e8a-314b872654c5 no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:49:55.847667 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-3702a99d-9de5-4460-893c-cf4b89881db6 service neutron] 10.222.0.60 "GET /v2.0/networks/fb28d523-ee7f-4592-a296-1eb52f53154d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5724697 Nov 19 17:49:55.849014 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: 40893073-89f5-4c57-8e8a-314b872654c5 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:49:55.849370 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 40893073-89f5-4c57-8e8a-314b872654c5 not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:49:55.850311 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-972e7b46-aae4-405f-aadd-7756042403ac admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=299dd0d2d77c48f1ae09b70eb5745a19&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9858923 Nov 19 17:49:55.854082 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 57970) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:49:55.859444 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972e7b46-aae4-405f-aadd-7756042403ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=057a5a4e-dd02-41f9-8d11-10d3f3576e9b,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:49:55.901901 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-682e5804-f5d7-46d3-8593-34dd833be7b6 req-f3d5a061-542d-471b-bceb-5a410b3af4ff service neutron] 10.222.0.60 "GET /v2.0/networks/346debfa-452b-4048-abf4-8f4493625ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2081592 Nov 19 17:49:55.912760 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972e7b46-aae4-405f-aadd-7756042403ac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:49:55.913017 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972e7b46-aae4-405f-aadd-7756042403ac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:49:55.913364 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972e7b46-aae4-405f-aadd-7756042403ac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:49:55.913713 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972e7b46-aae4-405f-aadd-7756042403ac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:49:55.914096 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972e7b46-aae4-405f-aadd-7756042403ac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:49:55.914489 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972e7b46-aae4-405f-aadd-7756042403ac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:49:55.914769 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972e7b46-aae4-405f-aadd-7756042403ac admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:49:55.915106 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972e7b46-aae4-405f-aadd-7756042403ac admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:49:55.915445 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972e7b46-aae4-405f-aadd-7756042403ac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:49:55.915775 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972e7b46-aae4-405f-aadd-7756042403ac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:49:55.916107 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972e7b46-aae4-405f-aadd-7756042403ac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:49:55.916440 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972e7b46-aae4-405f-aadd-7756042403ac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:49:55.922880 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [None req-0e84e74b-3527-49a5-856d-1faaa68c7229 admin admin] For port e76245cb-899b-495b-bb81-81190cadba3e, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=e76245cb-899b-495b-bb81-81190cadba3e,segment=NetworkSegment(bbe705c1-96c0-476e-8381-28227e6f0ac5),segment_id=bbe705c1-96c0-476e-8381-28227e6f0ac5)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:49:55.923270 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0e84e74b-3527-49a5-856d-1faaa68c7229 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:55.927269 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-b3bdfe9c-fa6d-4b96-aa57-5f6fcdb45ae0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8eaeefd8-0994-45c9-8730-88229eebf761 HTTP/1.1" status: 200 len: 217 time: 0.0688491 Nov 19 17:49:55.947838 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-cc05b791-a150-4785-a28c-29d189546c6c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:55.956758 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-0e84e74b-3527-49a5-856d-1faaa68c7229 admin admin] Calling delete_port for e76245cb-899b-495b-bb81-81190cadba3e owned by network:router_gateway {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:49:55.976491 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-cc05b791-a150-4785-a28c-29d189546c6c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:56.037984 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-cc05b791-a150-4785-a28c-29d189546c6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:56.043270 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-cc05b791-a150-4785-a28c-29d189546c6c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:56.047406 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-cc05b791-a150-4785-a28c-29d189546c6c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/057a5a4e-dd02-41f9-8d11-10d3f3576e9b HTTP/1.1" status: 204 len: 168 time: 0.1865087 Nov 19 17:49:56.047600 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-d0fb3a23-42a9-47b0-8960-2148bde2375a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:56.047819 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-d0fb3a23-42a9-47b0-8960-2148bde2375a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7cb25525-1790-41ff-928f-ff460f467dc9 HTTP/1.1" status: 200 len: 797 time: 0.1089523 Nov 19 17:49:56.055318 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc05b791-a150-4785-a28c-29d189546c6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=057a5a4e-dd02-41f9-8d11-10d3f3576e9b,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:49:56.192931 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-7c5775a7-f2ef-454f-a17c-c6a76fc1d46d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:56.194714 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-7c5775a7-f2ef-454f-a17c-c6a76fc1d46d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fb28d523-ee7f-4592-a296-1eb52f53154d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1390991 Nov 19 17:49:56.208433 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55383889-8b37-432e-a53a-7f144c68ec54 req-e6739cce-6565-45d6-97fb-39ac8efc5f64 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:56.210041 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-55383889-8b37-432e-a53a-7f144c68ec54 req-e6739cce-6565-45d6-97fb-39ac8efc5f64 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/ports?device_id=45106a11-acb2-45a3-b216-7a27610e2a32 HTTP/1.1" status: 200 len: 948 time: 0.0595756 Nov 19 17:49:56.227865 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7316be-1a39-4b1e-a349-9685aae0cdb6 req-26030f86-3b28-46ec-930f-92960e448b40 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:56.229476 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-1b7316be-1a39-4b1e-a349-9685aae0cdb6 req-26030f86-3b28-46ec-930f-92960e448b40 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/ports?device_id=4530b37a-a53c-4c24-af58-03ba6d04c324 HTTP/1.1" status: 200 len: 943 time: 0.1347816 Nov 19 17:49:56.274067 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-55383889-8b37-432e-a53a-7f144c68ec54 req-7d318089-969f-4e42-a7a9-ce4dabb975aa tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/security-groups?id=6e557aa4-1576-4002-9603-a630915d92af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563407 Nov 19 17:49:56.386820 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0e84e74b-3527-49a5-856d-1faaa68c7229 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:56.403346 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-1b7316be-1a39-4b1e-a349-9685aae0cdb6 req-68f67708-02a1-48cb-b4ae-77a67cc93d01 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/security-groups?id=e103badb-33bc-4a96-ade0-89c422abc1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601079 Nov 19 17:49:56.410609 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 57984) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:49:56.426575 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-4da358be-953d-4855-938d-d1969db8445f service neutron] 10.222.0.60 "GET /v2.0/networks/fb28d523-ee7f-4592-a296-1eb52f53154d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2215528 Nov 19 17:49:56.431929 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e84e74b-3527-49a5-856d-1faaa68c7229 admin admin] Pushing event deleted for resources: {'Port': ['ID=e76245cb-899b-495b-bb81-81190cadba3e,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:49:56.434620 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-564a8959-307e-4019-a152-4b6790c22b79 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:56.537789 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-564a8959-307e-4019-a152-4b6790c22b79 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:56.543054 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-564a8959-307e-4019-a152-4b6790c22b79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:56.557210 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0e84e74b-3527-49a5-856d-1faaa68c7229 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-671730'] for router_gateway, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:56.582569 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564a8959-307e-4019-a152-4b6790c22b79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79814014-8cba-46c4-91af-585e7e64a652,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:49:56.591438 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-564a8959-307e-4019-a152-4b6790c22b79 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=fc95034bcb794c47b17313e74ef43e44&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1765807 Nov 19 17:49:56.592212 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 57986) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:49:56.650963 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a598578a-7430-4329-b635-ca6072eb0924 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:56.665622 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7e7c5e4f-f41c-4cea-a80b-9b00640bee89 req-504a9475-a069-443f-a98f-12b1dc0daf33 service neutron] 10.222.0.60 "GET /v2.0/networks/fb28d523-ee7f-4592-a296-1eb52f53154d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2306905 Nov 19 17:49:56.667247 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0e84e74b-3527-49a5-856d-1faaa68c7229 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4696'] for router, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:56.670016 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0e84e74b-3527-49a5-856d-1faaa68c7229 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:56.674553 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a598578a-7430-4329-b635-ca6072eb0924 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:56.722010 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0e84e74b-3527-49a5-856d-1faaa68c7229 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-543895'] for router, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:56.722534 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e84e74b-3527-49a5-856d-1faaa68c7229 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 075d51b3-1611-42ff-aac0-9dbe86f3e575 {{(pid=103365) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 17:49:56.726897 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a598578a-7430-4329-b635-ca6072eb0924 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:56.727498 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0e84e74b-3527-49a5-856d-1faaa68c7229 admin admin] Publish callbacks [] for router, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:56.728837 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-0e84e74b-3527-49a5-856d-1faaa68c7229 admin admin] 10.222.0.54 "DELETE /v2.0/routers/075d51b3-1611-42ff-aac0-9dbe86f3e575 HTTP/1.1" status: 204 len: 168 time: 2.3797202 Nov 19 17:49:56.731730 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a598578a-7430-4329-b635-ca6072eb0924 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:56.731934 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 57988) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:49:56.733172 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-a598578a-7430-4329-b635-ca6072eb0924 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/79814014-8cba-46c4-91af-585e7e64a652 HTTP/1.1" status: 204 len: 168 time: 0.1400824 Nov 19 17:49:56.742050 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a598578a-7430-4329-b635-ca6072eb0924 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79814014-8cba-46c4-91af-585e7e64a652,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:49:56.860630 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e35aecb-c45c-4a3f-b33c-bda9c1d1ff04 req-7bbaf71b-824c-4e71-9c85-9f8e9549d74d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:56.861145 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e35aecb-c45c-4a3f-b33c-bda9c1d1ff04 req-7bbaf71b-824c-4e71-9c85-9f8e9549d74d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:56.861557 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e35aecb-c45c-4a3f-b33c-bda9c1d1ff04 req-7bbaf71b-824c-4e71-9c85-9f8e9549d74d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:56.862086 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e35aecb-c45c-4a3f-b33c-bda9c1d1ff04 req-7bbaf71b-824c-4e71-9c85-9f8e9549d74d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:56.862604 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e35aecb-c45c-4a3f-b33c-bda9c1d1ff04 req-7bbaf71b-824c-4e71-9c85-9f8e9549d74d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:56.866403 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e35aecb-c45c-4a3f-b33c-bda9c1d1ff04 req-7bbaf71b-824c-4e71-9c85-9f8e9549d74d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:56.867246 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e35aecb-c45c-4a3f-b33c-bda9c1d1ff04 req-7bbaf71b-824c-4e71-9c85-9f8e9549d74d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:56.870705 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4e35aecb-c45c-4a3f-b33c-bda9c1d1ff04 req-7bbaf71b-824c-4e71-9c85-9f8e9549d74d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=204b8291a9dd4a84af4d7e1889d7c2c2&device_id=f4e34aa3-c9da-43ec-a34a-37de5c74afc3 HTTP/1.1" status: 200 len: 6486 time: 0.0852132 Nov 19 17:49:56.877198 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_v2 [None req-974f1912-f552-4e23-b4b6-b4e045ad6c52 admin admin] Deleting subnet ce5e5572-06fa-407a-98f7-553783ad7f2f {{(pid=103365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 17:49:56.889221 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-974f1912-f552-4e23-b4b6-b4e045ad6c52 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:56.921715 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7e8719-980b-4c00-8fbc-6cb35fed6b31 req-17202e13-52d2-4fb2-8218-c3c5a7cb106d tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:56.928242 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7e8719-980b-4c00-8fbc-6cb35fed6b31 req-17202e13-52d2-4fb2-8218-c3c5a7cb106d tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:56.938498 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7e8719-980b-4c00-8fbc-6cb35fed6b31 req-17202e13-52d2-4fb2-8218-c3c5a7cb106d tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:56.946236 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7e8719-980b-4c00-8fbc-6cb35fed6b31 req-17202e13-52d2-4fb2-8218-c3c5a7cb106d tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:56.953376 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7e8719-980b-4c00-8fbc-6cb35fed6b31 req-17202e13-52d2-4fb2-8218-c3c5a7cb106d tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:56.960169 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7e8719-980b-4c00-8fbc-6cb35fed6b31 req-17202e13-52d2-4fb2-8218-c3c5a7cb106d tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:56.968500 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7e8719-980b-4c00-8fbc-6cb35fed6b31 req-17202e13-52d2-4fb2-8218-c3c5a7cb106d tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:56.970199 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-dc7e8719-980b-4c00-8fbc-6cb35fed6b31 req-17202e13-52d2-4fb2-8218-c3c5a7cb106d tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4e34aa3-c9da-43ec-a34a-37de5c74afc3 HTTP/1.1" status: 200 len: 5429 time: 0.1227865 Nov 19 17:49:56.986066 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-974f1912-f552-4e23-b4b6-b4e045ad6c52 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12546453'] for subnet, precommit_delete_associations {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:57.046660 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-dc7e8719-980b-4c00-8fbc-6cb35fed6b31 req-25df5fd1-fcaa-4c3c-aa2f-aefa7e81ae85 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] 10.222.0.54 "GET /v2.0/security-groups?id=89e36896-1c46-4104-bcaf-813bfdc934e0&id=6f748c30-bcc4-4f26-989c-71d930e18e94&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0673034 Nov 19 17:49:57.055125 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e35aecb-c45c-4a3f-b33c-bda9c1d1ff04 req-a3ba6a6e-a350-4373-8d85-669044cf508f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:57.056926 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4e35aecb-c45c-4a3f-b33c-bda9c1d1ff04 req-a3ba6a6e-a350-4373-8d85-669044cf508f service neutron] 10.222.0.60 "GET /v2.0/networks?id=fb28d523-ee7f-4592-a296-1eb52f53154d HTTP/1.1" status: 200 len: 903 time: 0.1771703 Nov 19 17:49:57.127259 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4e35aecb-c45c-4a3f-b33c-bda9c1d1ff04 req-9d991527-9547-4fb4-8066-0f4c6a0a44d0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8eaeefd8-0994-45c9-8730-88229eebf761 HTTP/1.1" status: 200 len: 217 time: 0.0472486 Nov 19 17:49:57.136910 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-974f1912-f552-4e23-b4b6-b4e045ad6c52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:57.161533 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 1909e390-8351-4b09-94e8-76e141a156f7 details requested by agent hyperv_n-h1-818022-2 with host n-h1-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 17:49:57.223566 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e35aecb-c45c-4a3f-b33c-bda9c1d1ff04 req-68a89fc1-ba96-4895-a5eb-98c5d6dbbf41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:57.225625 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4e35aecb-c45c-4a3f-b33c-bda9c1d1ff04 req-68a89fc1-ba96-4895-a5eb-98c5d6dbbf41 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7cb25525-1790-41ff-928f-ff460f467dc9 HTTP/1.1" status: 200 len: 797 time: 0.0859742 Nov 19 17:49:57.292387 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-974f1912-f552-4e23-b4b6-b4e045ad6c52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12282919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8731163'] for subnet, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:57.325419 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 1909e390-8351-4b09-94e8-76e141a156f7, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=1909e390-8351-4b09-94e8-76e141a156f7,segment=NetworkSegment(76ca7d5f-3474-4bcd-9b64-65e02324eb89),segment_id=76ca7d5f-3474-4bcd-9b64-65e02324eb89)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:49:57.325989 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e35aecb-c45c-4a3f-b33c-bda9c1d1ff04 req-85fd6c66-efbd-4b4d-9def-42de04cf8ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:57.327113 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4e35aecb-c45c-4a3f-b33c-bda9c1d1ff04 req-85fd6c66-efbd-4b4d-9def-42de04cf8ec0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fb28d523-ee7f-4592-a296-1eb52f53154d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0871305 Nov 19 17:49:57.358158 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974f1912-f552-4e23-b4b6-b4e045ad6c52 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce5e5572-06fa-407a-98f7-553783ad7f2f,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:49:57.363088 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-974f1912-f552-4e23-b4b6-b4e045ad6c52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:57.369643 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 58008) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:49:57.370983 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Returning: {'device': '1909e390-8351-4b09-94e8-76e141a156f7', 'network_id': '09343151-5f7f-4534-803c-65c4f7eca01b', 'port_id': '1909e390-8351-4b09-94e8-76e141a156f7', 'mac_address': 'fa:16:3e:11:de:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 676, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae1dd334-eb0c-43c6-9467-c13f8b3210c4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 17:49:57.377883 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-974f1912-f552-4e23-b4b6-b4e045ad6c52 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/ce5e5572-06fa-407a-98f7-553783ad7f2f HTTP/1.1" status: 204 len: 168 time: 0.6445687 Nov 19 17:49:57.441977 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ed8052d-22c3-4895-8962-96bd84601286 None None] Network 54cb42e3-21bb-4900-9add-de52f53a9c78 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:49:57.515926 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:57.545701 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-affc6c5c-b793-423d-825a-b05ed11807c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:57.554523 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1909e390-8351-4b09-94e8-76e141a156f7 {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:49:57.629439 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 1909e390-8351-4b09-94e8-76e141a156f7, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=1909e390-8351-4b09-94e8-76e141a156f7,segment=NetworkSegment(76ca7d5f-3474-4bcd-9b64-65e02324eb89),segment_id=76ca7d5f-3474-4bcd-9b64-65e02324eb89)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:49:57.636773 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb75a98-ae64-43a9-8fdd-2d59bc3ba558 req-b840bd47-3afe-40e9-aa15-cd85a952bf0a tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:57.639215 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-aeb75a98-ae64-43a9-8fdd-2d59bc3ba558 req-b840bd47-3afe-40e9-aa15-cd85a952bf0a tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/ports?device_id=45106a11-acb2-45a3-b216-7a27610e2a32 HTTP/1.1" status: 200 len: 948 time: 0.2330947 Nov 19 17:49:57.640366 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:57.641893 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device f18e54c2-7e2f-40c8-a534-15d92701a475 details requested by agent hyperv_n-h1-818022-2 with host n-h1-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 17:49:57.651526 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4e35aecb-c45c-4a3f-b33c-bda9c1d1ff04 req-47f4d63c-6834-4515-9ffa-073ca8803dd0 service neutron] 10.222.0.60 "GET /v2.0/networks/fb28d523-ee7f-4592-a296-1eb52f53154d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3046169 Nov 19 17:49:57.700570 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-affc6c5c-b793-423d-825a-b05ed11807c8 admin admin] Deleting port 3ffd6cc4-a1ae-4f27-822d-26a605a90bb9 {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:49:57.702583 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-affc6c5c-b793-423d-825a-b05ed11807c8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:57.791063 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=1909e390-8351-4b09-94e8-76e141a156f7,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:49:57.826527 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-aeb75a98-ae64-43a9-8fdd-2d59bc3ba558 req-98761a28-272e-42fe-9324-cb9de64a788f tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/security-groups?id=6e557aa4-1576-4002-9603-a630915d92af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730144 Nov 19 17:49:57.863244 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4e35aecb-c45c-4a3f-b33c-bda9c1d1ff04 req-ec4b5012-53ea-4fbc-a6f7-9c82d2acb1b5 service neutron] 10.222.0.60 "GET /v2.0/networks/fb28d523-ee7f-4592-a296-1eb52f53154d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1963985 Nov 19 17:49:57.878855 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port f18e54c2-7e2f-40c8-a534-15d92701a475, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=f18e54c2-7e2f-40c8-a534-15d92701a475,segment=NetworkSegment(1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861),segment_id=1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:49:57.889579 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bd2db2c-b0e8-4562-8984-126958de0d26 None None] DHCP port deletion for 54cb42e3-21bb-4900-9add-de52f53a9c78 request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 17:49:57.913460 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Returning: {'device': 'f18e54c2-7e2f-40c8-a534-15d92701a475', 'network_id': '346debfa-452b-4048-abf4-8f4493625ef2', 'port_id': 'f18e54c2-7e2f-40c8-a534-15d92701a475', 'mac_address': 'fa:16:3e:9c:08:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b3c88de-c9c2-4a20-b19e-1855c2c19035', 'ip_address': '192.168.233.148'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 17:49:57.990382 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [None req-affc6c5c-b793-423d-825a-b05ed11807c8 admin admin] For port 3ffd6cc4-a1ae-4f27-822d-26a605a90bb9, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=3ffd6cc4-a1ae-4f27-822d-26a605a90bb9,segment=NetworkSegment(ea5a0e2b-3fad-4153-8514-d7f5d8ae4073),segment_id=ea5a0e2b-3fad-4153-8514-d7f5d8ae4073)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:49:57.990772 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-affc6c5c-b793-423d-825a-b05ed11807c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:57.999135 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device e76245cb-899b-495b-bb81-81190cadba3e no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:49:58.026280 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: e76245cb-899b-495b-bb81-81190cadba3e {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:49:58.026658 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device e76245cb-899b-495b-bb81-81190cadba3e not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:49:58.032040 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:58.052800 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f18e54c2-7e2f-40c8-a534-15d92701a475 {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:49:58.061360 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-2bd2db2c-b0e8-4562-8984-126958de0d26 None None] Deleting port 3ffd6cc4-a1ae-4f27-822d-26a605a90bb9 {{(pid=103366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:49:58.061728 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2bd2db2c-b0e8-4562-8984-126958de0d26 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:58.125223 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port f18e54c2-7e2f-40c8-a534-15d92701a475, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=f18e54c2-7e2f-40c8-a534-15d92701a475,segment=NetworkSegment(1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861),segment_id=1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:49:58.136341 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:58.227301 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fb4423-ad28-4343-906d-ddbd7ecd3c67 req-7efea596-6ddd-45a5-99e9-0cc53927a888 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:58.234326 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fb4423-ad28-4343-906d-ddbd7ecd3c67 req-7efea596-6ddd-45a5-99e9-0cc53927a888 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:58.240741 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fb4423-ad28-4343-906d-ddbd7ecd3c67 req-7efea596-6ddd-45a5-99e9-0cc53927a888 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:58.248079 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fb4423-ad28-4343-906d-ddbd7ecd3c67 req-7efea596-6ddd-45a5-99e9-0cc53927a888 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:58.254461 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fb4423-ad28-4343-906d-ddbd7ecd3c67 req-7efea596-6ddd-45a5-99e9-0cc53927a888 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:58.261270 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fb4423-ad28-4343-906d-ddbd7ecd3c67 req-7efea596-6ddd-45a5-99e9-0cc53927a888 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:58.267550 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fb4423-ad28-4343-906d-ddbd7ecd3c67 req-7efea596-6ddd-45a5-99e9-0cc53927a888 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:58.277926 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-53fb4423-ad28-4343-906d-ddbd7ecd3c67 req-7efea596-6ddd-45a5-99e9-0cc53927a888 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4e34aa3-c9da-43ec-a34a-37de5c74afc3 HTTP/1.1" status: 200 len: 5429 time: 0.1250868 Nov 19 17:49:58.323838 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-2bd2db2c-b0e8-4562-8984-126958de0d26 None None] For port 3ffd6cc4-a1ae-4f27-822d-26a605a90bb9, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=3ffd6cc4-a1ae-4f27-822d-26a605a90bb9,segment=NetworkSegment(ea5a0e2b-3fad-4153-8514-d7f5d8ae4073),segment_id=ea5a0e2b-3fad-4153-8514-d7f5d8ae4073)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:49:58.324570 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2bd2db2c-b0e8-4562-8984-126958de0d26 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:58.349592 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-2bd2db2c-b0e8-4562-8984-126958de0d26 None None] Calling delete_port for 3ffd6cc4-a1ae-4f27-822d-26a605a90bb9 owned by network:dhcp {{(pid=103366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:49:58.374492 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=f18e54c2-7e2f-40c8-a534-15d92701a475,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:49:58.381730 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-53fb4423-ad28-4343-906d-ddbd7ecd3c67 req-fb62a002-f543-4c6f-b02d-22476a92cf8e tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] 10.222.0.54 "GET /v2.0/security-groups?id=89e36896-1c46-4104-bcaf-813bfdc934e0&id=6f748c30-bcc4-4f26-989c-71d930e18e94&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1028657 Nov 19 17:49:58.408531 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c094f9-5342-40f2-94bf-e50ea6640501 req-9a67f416-4525-4d9c-a28f-d87735e2381d tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:58.410253 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-04c094f9-5342-40f2-94bf-e50ea6640501 req-9a67f416-4525-4d9c-a28f-d87735e2381d tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/ports?device_id=4530b37a-a53c-4c24-af58-03ba6d04c324 HTTP/1.1" status: 200 len: 944 time: 0.5167935 Nov 19 17:49:58.416503 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-affc6c5c-b793-423d-825a-b05ed11807c8 admin admin] Calling delete_port for 3ffd6cc4-a1ae-4f27-822d-26a605a90bb9 owned by network:dhcp {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:49:58.455357 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['1909e390-8351-4b09-94e8-76e141a156f7'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:49:58.488649 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['f18e54c2-7e2f-40c8-a534-15d92701a475'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:49:58.521263 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-04c094f9-5342-40f2-94bf-e50ea6640501 req-eb5a5083-b0be-412f-9bed-821d11d8adf4 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/security-groups?id=e103badb-33bc-4a96-ade0-89c422abc1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008818 Nov 19 17:49:58.540913 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2bd2db2c-b0e8-4562-8984-126958de0d26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007'] for port, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:58.585046 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd2db2c-b0e8-4562-8984-126958de0d26 None None] Pushing event deleted for resources: {'Port': ['ID=3ffd6cc4-a1ae-4f27-822d-26a605a90bb9,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:49:58.586953 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-affc6c5c-b793-423d-825a-b05ed11807c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:58.606947 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd2db2c-b0e8-4562-8984-126958de0d26 None None] No DVR routers for this DVR port 3ffd6cc4-a1ae-4f27-822d-26a605a90bb9 on host n-d-818022-2 {{(pid=103366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:49:58.627268 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affc6c5c-b793-423d-825a-b05ed11807c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ffd6cc4-a1ae-4f27-822d-26a605a90bb9,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:49:58.634970 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-affc6c5c-b793-423d-825a-b05ed11807c8 admin admin] No DVR routers for this DVR port 3ffd6cc4-a1ae-4f27-822d-26a605a90bb9 on host n-d-818022-2 {{(pid=103364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:49:58.738539 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-affc6c5c-b793-423d-825a-b05ed11807c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:58.777447 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-affc6c5c-b793-423d-825a-b05ed11807c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54cb42e3-21bb-4900-9add-de52f53a9c78']}} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:49:58.790161 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-affc6c5c-b793-423d-825a-b05ed11807c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea5a0e2b-3fad-4153-8514-d7f5d8ae4073') {'for_net_delete': True} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:49:58.790461 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-affc6c5c-b793-423d-825a-b05ed11807c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea5a0e2b-3fad-4153-8514-d7f5d8ae4073') {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:49:58.805345 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-affc6c5c-b793-423d-825a-b05ed11807c8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417396'] for segment, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:58.828093 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-affc6c5c-b793-423d-825a-b05ed11807c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:58.838581 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-affc6c5c-b793-423d-825a-b05ed11807c8 admin admin] Releasing vlan 696 on physical network physnet1 to pool {{(pid=103364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 17:49:58.838981 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-affc6c5c-b793-423d-825a-b05ed11807c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12425183'] for segment, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:58.841639 n-d-818022-2 neutron-server[103364]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 17:49:58.841639 n-d-818022-2 neutron-server[103364]: self.session.flush() Nov 19 17:49:58.841639 n-d-818022-2 neutron-server[103364]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 17:49:58.841639 n-d-818022-2 neutron-server[103364]: self.session.flush() Nov 19 17:49:58.841639 n-d-818022-2 neutron-server[103364]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 17:49:58.841639 n-d-818022-2 neutron-server[103364]: self.session.flush() Nov 19 17:49:58.841639 n-d-818022-2 neutron-server[103364]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 17:49:58.841639 n-d-818022-2 neutron-server[103364]: self.session.flush() Nov 19 17:49:58.841639 n-d-818022-2 neutron-server[103364]: Traceback (most recent call last): Nov 19 17:49:58.841639 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 17:49:58.841639 n-d-818022-2 neutron-server[103364]: timer() Nov 19 17:49:58.841639 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 17:49:58.841639 n-d-818022-2 neutron-server[103364]: cb(*args, **kw) Nov 19 17:49:58.841639 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 17:49:58.841639 n-d-818022-2 neutron-server[103364]: return func(*args, **kwargs) Nov 19 17:49:58.841639 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 17:49:58.841639 n-d-818022-2 neutron-server[103364]: self._notify() Nov 19 17:49:58.841639 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 17:49:58.841639 n-d-818022-2 neutron-server[103364]: self.callback(batched_events) Nov 19 17:49:58.841639 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 17:49:58.841639 n-d-818022-2 neutron-server[103364]: event.method(event) Nov 19 17:49:58.841639 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 17:49:58.841639 n-d-818022-2 neutron-server[103364]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 17:49:58.841639 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 17:49:58.841639 n-d-818022-2 neutron-server[103364]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 17:49:58.841639 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 17:49:58.841639 n-d-818022-2 neutron-server[103364]: return f(self, *a, **k) Nov 19 17:49:58.841639 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 17:49:58.841639 n-d-818022-2 neutron-server[103364]: return self._get(url).json() Nov 19 17:49:58.841639 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 17:49:58.841639 n-d-818022-2 neutron-server[103364]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 17:49:58.841639 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 17:49:58.841639 n-d-818022-2 neutron-server[103364]: return self.request(url, 'GET', **kwargs) Nov 19 17:49:58.841639 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 17:49:58.841639 n-d-818022-2 neutron-server[103364]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 17:49:58.841639 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 17:49:58.841639 n-d-818022-2 neutron-server[103364]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 17:49:58.841639 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 17:49:58.841639 n-d-818022-2 neutron-server[103364]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 17:49:58.841639 n-d-818022-2 neutron-server[103364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 17:49:58.903941 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 58044) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:49:58.924852 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-affc6c5c-b793-423d-825a-b05ed11807c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671242'] for network, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:58.934446 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-affc6c5c-b793-423d-825a-b05ed11807c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:58.940339 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-affc6c5c-b793-423d-825a-b05ed11807c8 admin admin] 10.222.0.54 "DELETE /v2.0/networks/54cb42e3-21bb-4900-9add-de52f53a9c78 HTTP/1.1" status: 204 len: 168 time: 1.5694697 Nov 19 17:49:58.955560 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affc6c5c-b793-423d-825a-b05ed11807c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=54cb42e3-21bb-4900-9add-de52f53a9c78,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:49:59.001598 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdbf352-5651-41f5-8646-5e38fbdee5db req-64f2db94-6c2e-4934-b1e3-11f2f80279de tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:59.003643 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ffdbf352-5651-41f5-8646-5e38fbdee5db req-64f2db94-6c2e-4934-b1e3-11f2f80279de tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/ports?device_id=45106a11-acb2-45a3-b216-7a27610e2a32 HTTP/1.1" status: 200 len: 949 time: 0.0875542 Nov 19 17:49:59.064873 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ffdbf352-5651-41f5-8646-5e38fbdee5db req-3b9b345e-7896-4b50-b1b6-e14f81362905 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/security-groups?id=6e557aa4-1576-4002-9603-a630915d92af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529902 Nov 19 17:49:59.139139 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-1b12c54e-8602-4dba-90c0-bdf34c9c960c tempest-ExternalNetworksTestJSON-2011005043 tempest-ExternalNetworksTestJSON-2011005043-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-74614209'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:49:59.162138 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b12c54e-8602-4dba-90c0-bdf34c9c960c tempest-ExternalNetworksTestJSON-2011005043 tempest-ExternalNetworksTestJSON-2011005043-project] Made reservation on behalf of ec1ac15be9094a41bb3c11a5e283aa29 for: {'network': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:49:59.167707 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1b12c54e-8602-4dba-90c0-bdf34c9c960c tempest-ExternalNetworksTestJSON-2011005043 tempest-ExternalNetworksTestJSON-2011005043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:59.179995 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1b12c54e-8602-4dba-90c0-bdf34c9c960c tempest-ExternalNetworksTestJSON-2011005043 tempest-ExternalNetworksTestJSON-2011005043-project] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:59.193605 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 58050) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:49:59.260740 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-544e825a-de39-417b-9eb9-a11f070fe257 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=dc7ce1e4ff7747b99247f6b026a294f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0658948 Nov 19 17:49:59.264418 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 58052) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:49:59.302067 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1b12c54e-8602-4dba-90c0-bdf34c9c960c tempest-ExternalNetworksTestJSON-2011005043 tempest-ExternalNetworksTestJSON-2011005043-project] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:59.306452 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1b12c54e-8602-4dba-90c0-bdf34c9c960c tempest-ExternalNetworksTestJSON-2011005043 tempest-ExternalNetworksTestJSON-2011005043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:59.330661 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b495967c-bdb4-4bc7-a85b-9e091015d636 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:59.334664 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b12c54e-8602-4dba-90c0-bdf34c9c960c tempest-ExternalNetworksTestJSON-2011005043 tempest-ExternalNetworksTestJSON-2011005043-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 664} {{(pid=103365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 17:49:59.346832 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b12c54e-8602-4dba-90c0-bdf34c9c960c tempest-ExternalNetworksTestJSON-2011005043 tempest-ExternalNetworksTestJSON-2011005043-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d217e85-ee91-4c42-ad30-7252d8d6e3c0,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:49:59.351993 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1b12c54e-8602-4dba-90c0-bdf34c9c960c tempest-ExternalNetworksTestJSON-2011005043 tempest-ExternalNetworksTestJSON-2011005043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:59.352241 n-d-818022-2 neutron-server[103365]: INFO neutron.db.segments_db [None req-1b12c54e-8602-4dba-90c0-bdf34c9c960c tempest-ExternalNetworksTestJSON-2011005043 tempest-ExternalNetworksTestJSON-2011005043-project] Added segment c5767e25-bc03-4056-87eb-26ea24dc69fa of type vlan for network 7be1c1ea-54c4-47db-8608-c5df5b231d9e Nov 19 17:49:59.358727 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b495967c-bdb4-4bc7-a85b-9e091015d636 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:59.402509 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1b12c54e-8602-4dba-90c0-bdf34c9c960c tempest-ExternalNetworksTestJSON-2011005043 tempest-ExternalNetworksTestJSON-2011005043-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:59.414399 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b495967c-bdb4-4bc7-a85b-9e091015d636 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:59.417342 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b495967c-bdb4-4bc7-a85b-9e091015d636 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:59.419205 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-b495967c-bdb4-4bc7-a85b-9e091015d636 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/6f8fa5aa-3fdb-4fcd-8ada-ab8ce6c9a4ff HTTP/1.1" status: 204 len: 168 time: 0.1535716 Nov 19 17:49:59.429990 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b495967c-bdb4-4bc7-a85b-9e091015d636 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f8fa5aa-3fdb-4fcd-8ada-ab8ce6c9a4ff,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:49:59.442518 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1b12c54e-8602-4dba-90c0-bdf34c9c960c tempest-ExternalNetworksTestJSON-2011005043 tempest-ExternalNetworksTestJSON-2011005043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:59.450830 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b12c54e-8602-4dba-90c0-bdf34c9c960c tempest-ExternalNetworksTestJSON-2011005043 tempest-ExternalNetworksTestJSON-2011005043-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:59.451492 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1b12c54e-8602-4dba-90c0-bdf34c9c960c tempest-ExternalNetworksTestJSON-2011005043 tempest-ExternalNetworksTestJSON-2011005043-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:59.525212 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-1b12c54e-8602-4dba-90c0-bdf34c9c960c tempest-ExternalNetworksTestJSON-2011005043 tempest-ExternalNetworksTestJSON-2011005043-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6167114 Nov 19 17:49:59.525498 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 58058) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:49:59.562463 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b12c54e-8602-4dba-90c0-bdf34c9c960c tempest-ExternalNetworksTestJSON-2011005043 tempest-ExternalNetworksTestJSON-2011005043-project] Pushing event updated for resources: {'Network': ['ID=7be1c1ea-54c4-47db-8608-c5df5b231d9e,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:49:59.581746 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network 7be1c1ea-54c4-47db-8608-c5df5b231d9e details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 17:49:59.607771 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afb8174-3927-4f22-af79-854b1b6c2aef req-df079934-d5e7-46ad-8a03-db3bcf4bada1 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:59.620956 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afb8174-3927-4f22-af79-854b1b6c2aef req-df079934-d5e7-46ad-8a03-db3bcf4bada1 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:59.633199 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afb8174-3927-4f22-af79-854b1b6c2aef req-df079934-d5e7-46ad-8a03-db3bcf4bada1 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:59.644873 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afb8174-3927-4f22-af79-854b1b6c2aef req-df079934-d5e7-46ad-8a03-db3bcf4bada1 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:59.660534 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afb8174-3927-4f22-af79-854b1b6c2aef req-df079934-d5e7-46ad-8a03-db3bcf4bada1 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:59.673346 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afb8174-3927-4f22-af79-854b1b6c2aef req-df079934-d5e7-46ad-8a03-db3bcf4bada1 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:59.688769 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afb8174-3927-4f22-af79-854b1b6c2aef req-df079934-d5e7-46ad-8a03-db3bcf4bada1 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:59.698506 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9afb8174-3927-4f22-af79-854b1b6c2aef req-df079934-d5e7-46ad-8a03-db3bcf4bada1 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4e34aa3-c9da-43ec-a34a-37de5c74afc3 HTTP/1.1" status: 200 len: 5429 time: 0.2042959 Nov 19 17:49:59.725799 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736d4b7f-588d-453d-90d5-f6aff26477ef req-68235c6d-93f0-48dd-99ba-8517c6925bf4 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:49:59.727818 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-736d4b7f-588d-453d-90d5-f6aff26477ef req-68235c6d-93f0-48dd-99ba-8517c6925bf4 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/ports?device_id=4530b37a-a53c-4c24-af58-03ba6d04c324 HTTP/1.1" status: 200 len: 944 time: 0.0790129 Nov 19 17:49:59.743547 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8825489d-84b5-42da-93da-c7e12a698f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:49:59.845916 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-736d4b7f-588d-453d-90d5-f6aff26477ef req-cd28c860-8d2a-4c2f-90fe-c86827aae3be tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/security-groups?id=e103badb-33bc-4a96-ade0-89c422abc1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037982 Nov 19 17:49:59.852653 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9afb8174-3927-4f22-af79-854b1b6c2aef req-d9e38389-522f-4b2b-ac9f-8158f1f3ef51 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] 10.222.0.54 "GET /v2.0/security-groups?id=89e36896-1c46-4104-bcaf-813bfdc934e0&id=6f748c30-bcc4-4f26-989c-71d930e18e94&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1427062 Nov 19 17:49:59.869083 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 3ffd6cc4-a1ae-4f27-822d-26a605a90bb9 no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:49:59.919554 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: 3ffd6cc4-a1ae-4f27-822d-26a605a90bb9 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:49:59.921453 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 3ffd6cc4-a1ae-4f27-822d-26a605a90bb9 not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:50:00.038204 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-397f4e12-69f2-4a48-a1dc-71e80d084f1b tempest-ExternalNetworksTestJSON-2043794574 tempest-ExternalNetworksTestJSON-2043794574-project-admin] Request body: {'network': {'name': 'tempest-network--443372748', 'router:external': True}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:50:00.063682 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-397f4e12-69f2-4a48-a1dc-71e80d084f1b tempest-ExternalNetworksTestJSON-2043794574 tempest-ExternalNetworksTestJSON-2043794574-project-admin] Made reservation on behalf of 6d0f091592c44c86b41b57e945b2ae0d for: {'network': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:50:00.066271 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-397f4e12-69f2-4a48-a1dc-71e80d084f1b tempest-ExternalNetworksTestJSON-2043794574 tempest-ExternalNetworksTestJSON-2043794574-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:00.076076 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-397f4e12-69f2-4a48-a1dc-71e80d084f1b tempest-ExternalNetworksTestJSON-2043794574 tempest-ExternalNetworksTestJSON-2043794574-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:00.179603 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-397f4e12-69f2-4a48-a1dc-71e80d084f1b tempest-ExternalNetworksTestJSON-2043794574 tempest-ExternalNetworksTestJSON-2043794574-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:00.186819 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-397f4e12-69f2-4a48-a1dc-71e80d084f1b tempest-ExternalNetworksTestJSON-2043794574 tempest-ExternalNetworksTestJSON-2043794574-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:00.214536 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbd33ef-a447-4a17-8f64-429fe1a7894b req-e596c67b-227c-448f-8829-cbd89873a0f8 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:00.216368 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0cbd33ef-a447-4a17-8f64-429fe1a7894b req-e596c67b-227c-448f-8829-cbd89873a0f8 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/ports?device_id=45106a11-acb2-45a3-b216-7a27610e2a32 HTTP/1.1" status: 200 len: 949 time: 0.0681481 Nov 19 17:50:00.219980 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-397f4e12-69f2-4a48-a1dc-71e80d084f1b tempest-ExternalNetworksTestJSON-2043794574 tempest-ExternalNetworksTestJSON-2043794574-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 659} {{(pid=103365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 17:50:00.242468 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397f4e12-69f2-4a48-a1dc-71e80d084f1b tempest-ExternalNetworksTestJSON-2043794574 tempest-ExternalNetworksTestJSON-2043794574-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb6cd85b-4adc-4c78-863a-575d204bcd7b,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:50:00.251255 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-397f4e12-69f2-4a48-a1dc-71e80d084f1b tempest-ExternalNetworksTestJSON-2043794574 tempest-ExternalNetworksTestJSON-2043794574-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:00.252258 n-d-818022-2 neutron-server[103365]: INFO neutron.db.segments_db [None req-397f4e12-69f2-4a48-a1dc-71e80d084f1b tempest-ExternalNetworksTestJSON-2043794574 tempest-ExternalNetworksTestJSON-2043794574-project-admin] Added segment b368ec90-6a0f-4be5-ae82-f2f3d56beddc of type vlan for network 1b958421-3840-4799-9b58-d5fce933f342 Nov 19 17:50:00.298932 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0cbd33ef-a447-4a17-8f64-429fe1a7894b req-f66ef0f7-f5d4-48af-bbfa-837cb1f5182a tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/security-groups?id=6e557aa4-1576-4002-9603-a630915d92af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746651 Nov 19 17:50:00.338604 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-397f4e12-69f2-4a48-a1dc-71e80d084f1b tempest-ExternalNetworksTestJSON-2043794574 tempest-ExternalNetworksTestJSON-2043794574-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:00.376120 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-397f4e12-69f2-4a48-a1dc-71e80d084f1b tempest-ExternalNetworksTestJSON-2043794574 tempest-ExternalNetworksTestJSON-2043794574-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:00.377101 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-397f4e12-69f2-4a48-a1dc-71e80d084f1b tempest-ExternalNetworksTestJSON-2043794574 tempest-ExternalNetworksTestJSON-2043794574-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:00.377758 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-397f4e12-69f2-4a48-a1dc-71e80d084f1b tempest-ExternalNetworksTestJSON-2043794574 tempest-ExternalNetworksTestJSON-2043794574-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:00.438687 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-397f4e12-69f2-4a48-a1dc-71e80d084f1b tempest-ExternalNetworksTestJSON-2043794574 tempest-ExternalNetworksTestJSON-2043794574-project-admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.9121289 Nov 19 17:50:00.443055 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 58086) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:50:00.453171 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397f4e12-69f2-4a48-a1dc-71e80d084f1b tempest-ExternalNetworksTestJSON-2043794574 tempest-ExternalNetworksTestJSON-2043794574-project-admin] Pushing event updated for resources: {'Network': ['ID=1b958421-3840-4799-9b58-d5fce933f342,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:50:00.467268 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network 1b958421-3840-4799-9b58-d5fce933f342 details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 17:50:00.522975 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4264f2c5-06d3-4794-b1db-396182089452 tempest-ExternalNetworksTestJSON-2043794574 tempest-ExternalNetworksTestJSON-2043794574-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:00.585037 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 58090) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:50:00.612651 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4264f2c5-06d3-4794-b1db-396182089452 tempest-ExternalNetworksTestJSON-2043794574 tempest-ExternalNetworksTestJSON-2043794574-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:00.634531 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-4264f2c5-06d3-4794-b1db-396182089452 tempest-ExternalNetworksTestJSON-2043794574 tempest-ExternalNetworksTestJSON-2043794574-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b958421-3840-4799-9b58-d5fce933f342']}} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:50:00.646936 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-4264f2c5-06d3-4794-b1db-396182089452 tempest-ExternalNetworksTestJSON-2043794574 tempest-ExternalNetworksTestJSON-2043794574-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b368ec90-6a0f-4be5-ae82-f2f3d56beddc') {'for_net_delete': True} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:50:00.647259 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-4264f2c5-06d3-4794-b1db-396182089452 tempest-ExternalNetworksTestJSON-2043794574 tempest-ExternalNetworksTestJSON-2043794574-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b368ec90-6a0f-4be5-ae82-f2f3d56beddc') {} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:50:00.657227 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4264f2c5-06d3-4794-b1db-396182089452 tempest-ExternalNetworksTestJSON-2043794574 tempest-ExternalNetworksTestJSON-2043794574-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12545382'] for segment, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:00.673286 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4264f2c5-06d3-4794-b1db-396182089452 tempest-ExternalNetworksTestJSON-2043794574 tempest-ExternalNetworksTestJSON-2043794574-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:00.680086 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4264f2c5-06d3-4794-b1db-396182089452 tempest-ExternalNetworksTestJSON-2043794574 tempest-ExternalNetworksTestJSON-2043794574-project-admin] Releasing vlan 659 on physical network physnet1 to pool {{(pid=103365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 17:50:00.680531 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4264f2c5-06d3-4794-b1db-396182089452 tempest-ExternalNetworksTestJSON-2043794574 tempest-ExternalNetworksTestJSON-2043794574-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12282953'] for segment, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:00.682423 n-d-818022-2 neutron-server[103365]: Traceback (most recent call last): Nov 19 17:50:00.682423 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 17:50:00.682423 n-d-818022-2 neutron-server[103365]: timer() Nov 19 17:50:00.682423 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 17:50:00.682423 n-d-818022-2 neutron-server[103365]: cb(*args, **kw) Nov 19 17:50:00.682423 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 17:50:00.682423 n-d-818022-2 neutron-server[103365]: return func(*args, **kwargs) Nov 19 17:50:00.682423 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 17:50:00.682423 n-d-818022-2 neutron-server[103365]: self._notify() Nov 19 17:50:00.682423 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 17:50:00.682423 n-d-818022-2 neutron-server[103365]: self.callback(batched_events) Nov 19 17:50:00.682423 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 17:50:00.682423 n-d-818022-2 neutron-server[103365]: event.method(event) Nov 19 17:50:00.682423 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 17:50:00.682423 n-d-818022-2 neutron-server[103365]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 17:50:00.682423 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 17:50:00.682423 n-d-818022-2 neutron-server[103365]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 17:50:00.682423 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 17:50:00.682423 n-d-818022-2 neutron-server[103365]: return f(self, *a, **k) Nov 19 17:50:00.682423 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 17:50:00.682423 n-d-818022-2 neutron-server[103365]: return self._get(url).json() Nov 19 17:50:00.682423 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 17:50:00.682423 n-d-818022-2 neutron-server[103365]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 17:50:00.682423 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 17:50:00.682423 n-d-818022-2 neutron-server[103365]: return self.request(url, 'GET', **kwargs) Nov 19 17:50:00.682423 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 17:50:00.682423 n-d-818022-2 neutron-server[103365]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 17:50:00.682423 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 17:50:00.682423 n-d-818022-2 neutron-server[103365]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 17:50:00.682423 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 17:50:00.682423 n-d-818022-2 neutron-server[103365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 17:50:00.682423 n-d-818022-2 neutron-server[103365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 17:50:00.693172 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-548ea7ee-3a5c-4479-80ac-f5f0d8d02e63 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1502710936-network', 'tenant_id': '9ecae7ac88e8457cb21c4782aebff44e'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:50:00.727067 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-548ea7ee-3a5c-4479-80ac-f5f0d8d02e63 admin admin] Made reservation on behalf of 9ecae7ac88e8457cb21c4782aebff44e for: {'network': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:50:00.729595 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-548ea7ee-3a5c-4479-80ac-f5f0d8d02e63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:00.739073 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-548ea7ee-3a5c-4479-80ac-f5f0d8d02e63 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:00.745296 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4264f2c5-06d3-4794-b1db-396182089452 tempest-ExternalNetworksTestJSON-2043794574 tempest-ExternalNetworksTestJSON-2043794574-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671242'] for network, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:00.755420 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4264f2c5-06d3-4794-b1db-396182089452 tempest-ExternalNetworksTestJSON-2043794574 tempest-ExternalNetworksTestJSON-2043794574-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1b958421-3840-4799-9b58-d5fce933f342 {{(pid=103365) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 19 17:50:00.777145 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4264f2c5-06d3-4794-b1db-396182089452 tempest-ExternalNetworksTestJSON-2043794574 tempest-ExternalNetworksTestJSON-2043794574-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:00.786230 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-4264f2c5-06d3-4794-b1db-396182089452 tempest-ExternalNetworksTestJSON-2043794574 tempest-ExternalNetworksTestJSON-2043794574-project-admin] 10.222.0.54 "DELETE /v2.0/networks/1b958421-3840-4799-9b58-d5fce933f342 HTTP/1.1" status: 204 len: 168 time: 0.3385212 Nov 19 17:50:00.786230 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4264f2c5-06d3-4794-b1db-396182089452 tempest-ExternalNetworksTestJSON-2043794574 tempest-ExternalNetworksTestJSON-2043794574-project-admin] Pushing event deleted for resources: {'Network': ['ID=1b958421-3840-4799-9b58-d5fce933f342,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:50:00.787128 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 58094) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:50:00.793417 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-f2214a48-4fd6-4cf2-9c26-2658b734878e tempest-ExternalNetworksTestJSON-2043794574 tempest-ExternalNetworksTestJSON-2043794574-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:50:00.825301 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2214a48-4fd6-4cf2-9c26-2658b734878e tempest-ExternalNetworksTestJSON-2043794574 tempest-ExternalNetworksTestJSON-2043794574-project-admin] Made reservation on behalf of 6d0f091592c44c86b41b57e945b2ae0d for: {'network': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:50:00.828946 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f2214a48-4fd6-4cf2-9c26-2658b734878e tempest-ExternalNetworksTestJSON-2043794574 tempest-ExternalNetworksTestJSON-2043794574-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:00.852626 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-548ea7ee-3a5c-4479-80ac-f5f0d8d02e63 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:00.859736 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2214a48-4fd6-4cf2-9c26-2658b734878e tempest-ExternalNetworksTestJSON-2043794574 tempest-ExternalNetworksTestJSON-2043794574-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 692} {{(pid=103365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 17:50:00.861016 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-548ea7ee-3a5c-4479-80ac-f5f0d8d02e63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:00.870688 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f2214a48-4fd6-4cf2-9c26-2658b734878e tempest-ExternalNetworksTestJSON-2043794574 tempest-ExternalNetworksTestJSON-2043794574-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:00.871642 n-d-818022-2 neutron-server[103365]: INFO neutron.db.segments_db [None req-f2214a48-4fd6-4cf2-9c26-2658b734878e tempest-ExternalNetworksTestJSON-2043794574 tempest-ExternalNetworksTestJSON-2043794574-project-admin] Added segment 91cc25b8-5ada-4c83-acef-39a85f54878b of type vlan for network 44018cb6-5e01-4a37-a026-28d63f2e9cef Nov 19 17:50:00.879742 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-548ea7ee-3a5c-4479-80ac-f5f0d8d02e63 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 663} {{(pid=103364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 17:50:00.914265 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-548ea7ee-3a5c-4479-80ac-f5f0d8d02e63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:00.914947 n-d-818022-2 neutron-server[103364]: INFO neutron.db.segments_db [None req-548ea7ee-3a5c-4479-80ac-f5f0d8d02e63 admin admin] Added segment ca1955a5-8302-44fc-89d8-f39d4f35e721 of type vlan for network e0733363-bc13-4279-a049-77115213ac4d Nov 19 17:50:00.970570 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f2214a48-4fd6-4cf2-9c26-2658b734878e tempest-ExternalNetworksTestJSON-2043794574 tempest-ExternalNetworksTestJSON-2043794574-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:00.983701 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548ea7ee-3a5c-4479-80ac-f5f0d8d02e63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79517508-381b-4077-8d39-0c2cf4e2980c,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:50:01.025602 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-548ea7ee-3a5c-4479-80ac-f5f0d8d02e63 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:01.081026 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f2214a48-4fd6-4cf2-9c26-2658b734878e tempest-ExternalNetworksTestJSON-2043794574 tempest-ExternalNetworksTestJSON-2043794574-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:01.082878 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2214a48-4fd6-4cf2-9c26-2658b734878e tempest-ExternalNetworksTestJSON-2043794574 tempest-ExternalNetworksTestJSON-2043794574-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:01.083639 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f2214a48-4fd6-4cf2-9c26-2658b734878e tempest-ExternalNetworksTestJSON-2043794574 tempest-ExternalNetworksTestJSON-2043794574-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:01.100839 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-548ea7ee-3a5c-4479-80ac-f5f0d8d02e63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:01.102490 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-548ea7ee-3a5c-4479-80ac-f5f0d8d02e63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:01.103584 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-548ea7ee-3a5c-4479-80ac-f5f0d8d02e63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:01.116086 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54288aa-23fb-4188-9706-98f3941f23b7 req-262edcd5-c146-4126-b568-8476c1614521 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:01.118445 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d54288aa-23fb-4188-9706-98f3941f23b7 req-262edcd5-c146-4126-b568-8476c1614521 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/ports?device_id=4530b37a-a53c-4c24-af58-03ba6d04c324 HTTP/1.1" status: 200 len: 944 time: 0.1116540 Nov 19 17:50:01.176042 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03a4bd5-ae08-4f0e-a2b3-977447bd9a8e req-5bc6f0ad-20ba-49b1-a3a6-761e3b2d20dc tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:01.184313 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03a4bd5-ae08-4f0e-a2b3-977447bd9a8e req-5bc6f0ad-20ba-49b1-a3a6-761e3b2d20dc tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:01.190974 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03a4bd5-ae08-4f0e-a2b3-977447bd9a8e req-5bc6f0ad-20ba-49b1-a3a6-761e3b2d20dc tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:01.198284 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03a4bd5-ae08-4f0e-a2b3-977447bd9a8e req-5bc6f0ad-20ba-49b1-a3a6-761e3b2d20dc tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:01.200032 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-548ea7ee-3a5c-4479-80ac-f5f0d8d02e63 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6138015 Nov 19 17:50:01.203711 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 58104) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:50:01.204856 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03a4bd5-ae08-4f0e-a2b3-977447bd9a8e req-5bc6f0ad-20ba-49b1-a3a6-761e3b2d20dc tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:01.210172 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-a89b5d50-049e-48bd-a705-6841c49932bf admin admin] Request body: {'subnet': {'network_id': 'e0733363-bc13-4279-a049-77115213ac4d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1502710936-subnet', 'tenant_id': '9ecae7ac88e8457cb21c4782aebff44e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:50:01.211619 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03a4bd5-ae08-4f0e-a2b3-977447bd9a8e req-5bc6f0ad-20ba-49b1-a3a6-761e3b2d20dc tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:01.218979 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03a4bd5-ae08-4f0e-a2b3-977447bd9a8e req-5bc6f0ad-20ba-49b1-a3a6-761e3b2d20dc tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:01.219746 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 1909e390-8351-4b09-94e8-76e141a156f7 up at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:50:01.221203 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a03a4bd5-ae08-4f0e-a2b3-977447bd9a8e req-5bc6f0ad-20ba-49b1-a3a6-761e3b2d20dc tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4e34aa3-c9da-43ec-a34a-37de5c74afc3 HTTP/1.1" status: 200 len: 5429 time: 0.1930127 Nov 19 17:50:01.228340 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-f2214a48-4fd6-4cf2-9c26-2658b734878e tempest-ExternalNetworksTestJSON-2043794574 tempest-ExternalNetworksTestJSON-2043794574-project-admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.4402730 Nov 19 17:50:01.229997 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548ea7ee-3a5c-4479-80ac-f5f0d8d02e63 admin admin] Pushing event updated for resources: {'Network': ['ID=e0733363-bc13-4279-a049-77115213ac4d,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:50:01.242459 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 58106) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:50:01.248034 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2214a48-4fd6-4cf2-9c26-2658b734878e tempest-ExternalNetworksTestJSON-2043794574 tempest-ExternalNetworksTestJSON-2043794574-project-admin] Pushing event updated for resources: {'Network': ['ID=44018cb6-5e01-4a37-a026-28d63f2e9cef,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:50:01.258125 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-47d466fd-3819-48ec-b9f2-c7c74af4d6ba tempest-ExternalNetworksTestJSON-2043794574 tempest-ExternalNetworksTestJSON-2043794574-project-admin] Request body: {'subnet': {'network_id': '44018cb6-5e01-4a37-a026-28d63f2e9cef', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:50:01.282520 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d54288aa-23fb-4188-9706-98f3941f23b7 req-a45a4bc8-4541-4de8-9caa-5169d3336699 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/security-groups?id=e103badb-33bc-4a96-ade0-89c422abc1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526051 Nov 19 17:50:01.290088 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network e0733363-bc13-4279-a049-77115213ac4d details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 17:50:01.292418 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network 44018cb6-5e01-4a37-a026-28d63f2e9cef details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 17:50:01.333692 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a89b5d50-049e-48bd-a705-6841c49932bf admin admin] Made reservation on behalf of 9ecae7ac88e8457cb21c4782aebff44e for: {'subnet': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:50:01.349497 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a89b5d50-049e-48bd-a705-6841c49932bf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8983829'] for subnet, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:01.392621 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a03a4bd5-ae08-4f0e-a2b3-977447bd9a8e req-1289e059-a748-45a8-8031-c11aac2f379c tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] 10.222.0.54 "GET /v2.0/security-groups?id=89e36896-1c46-4104-bcaf-813bfdc934e0&id=6f748c30-bcc4-4f26-989c-71d930e18e94&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1523125 Nov 19 17:50:01.447031 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47d466fd-3819-48ec-b9f2-c7c74af4d6ba tempest-ExternalNetworksTestJSON-2043794574 tempest-ExternalNetworksTestJSON-2043794574-project-admin] Made reservation on behalf of 6d0f091592c44c86b41b57e945b2ae0d for: {'subnet': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:50:01.450085 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-47d466fd-3819-48ec-b9f2-c7c74af4d6ba tempest-ExternalNetworksTestJSON-2043794574 tempest-ExternalNetworksTestJSON-2043794574-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8983829'] for subnet, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:01.493978 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning for port 1909e390-8351-4b09-94e8-76e141a156f7 completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 17:50:01.498614 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning complete for port 1909e390-8351-4b09-94e8-76e141a156f7 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:50:01.499069 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:01.554480 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aed8a77-bafd-40a6-90cf-3442dc26048a req-6b9d40f2-4305-4409-82ac-7685ae1064fc tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:01.556075 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-1aed8a77-bafd-40a6-90cf-3442dc26048a req-6b9d40f2-4305-4409-82ac-7685ae1064fc tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/ports?device_id=45106a11-acb2-45a3-b216-7a27610e2a32 HTTP/1.1" status: 200 len: 949 time: 0.0872290 Nov 19 17:50:01.599687 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:01.614969 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-1aed8a77-bafd-40a6-90cf-3442dc26048a req-63826771-7669-4c88-ac7c-c4d0522ad502 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/security-groups?id=6e557aa4-1576-4002-9603-a630915d92af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525563 Nov 19 17:50:01.641707 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4530b37a-a53c-4c24-af58-03ba6d04c324', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1909e390-8351-4b09-94e8-76e141a156f7'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:50:01.645687 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3940761bcd94e032e6960d2241bd8993c5d3a7d8dc2aca8488f3ecf1d4dd2fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9932575-ff2b-4085-8ce0-ab557c8063db" -d '{"events": [{"server_uuid": "4530b37a-a53c-4c24-af58-03ba6d04c324", "name": "network-vif-plugged", "status": "completed", "tag": "1909e390-8351-4b09-94e8-76e141a156f7"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:50:01.661079 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 1909e390-8351-4b09-94e8-76e141a156f7, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=1909e390-8351-4b09-94e8-76e141a156f7,segment=NetworkSegment(76ca7d5f-3474-4bcd-9b64-65e02324eb89),segment_id=76ca7d5f-3474-4bcd-9b64-65e02324eb89)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:50:01.675177 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:01.676012 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device f18e54c2-7e2f-40c8-a534-15d92701a475 up at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:50:01.738378 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a89b5d50-049e-48bd-a705-6841c49932bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12425078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8983815'] for subnet, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:01.763068 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=1909e390-8351-4b09-94e8-76e141a156f7,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:50:01.773900 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:50:01.774454 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:50:01.774698 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:50:01.775095 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:50:01.775397 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:50:01.775818 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:50:01.776198 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:50:01.776592 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:50:01.776938 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:50:01.777942 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:50:01.778284 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:50:01.778616 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:50:01.783305 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning for port f18e54c2-7e2f-40c8-a534-15d92701a475 completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 17:50:01.787782 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning complete for port f18e54c2-7e2f-40c8-a534-15d92701a475 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:50:01.788383 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:01.843006 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89b5d50-049e-48bd-a705-6841c49932bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=375a0321-4cc3-4e77-b3a1-2bc7264aa560,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:50:01.879015 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a89b5d50-049e-48bd-a705-6841c49932bf admin admin] Checking segment: {'id': 'ca1955a5-8302-44fc-89d8-f39d4f35e721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'e0733363-bc13-4279-a049-77115213ac4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:50:01.879526 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a89b5d50-049e-48bd-a705-6841c49932bf admin admin] Network hostable DHCP agents. Network: e0733363-bc13-4279-a049-77115213ac4d, hostable agents: ['02910ef2-0455-4aea-9f38-9a875579633f'], hosted agents: [] {{(pid=103364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 17:50:01.881424 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:50:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8751216-7e6a-4f2c-90f3-f6be7b1bf672 x-openstack-request-id: req-a8751216-7e6a-4f2c-90f3-f6be7b1bf672 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:50:01.881726 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4530b37a-a53c-4c24-af58-03ba6d04c324", "name": "network-vif-plugged", "status": "completed", "tag": "1909e390-8351-4b09-94e8-76e141a156f7", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:50:01.882065 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a8751216-7e6a-4f2c-90f3-f6be7b1bf672 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:50:01.882458 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4530b37a-a53c-4c24-af58-03ba6d04c324', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1909e390-8351-4b09-94e8-76e141a156f7', 'code': 200} Nov 19 17:50:01.892357 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:01.906272 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a89b5d50-049e-48bd-a705-6841c49932bf admin admin] Network e0733363-bc13-4279-a049-77115213ac4d is scheduled to be hosted by DHCP agent 02910ef2-0455-4aea-9f38-9a875579633f with binding_index 1 {{(pid=103364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 17:50:01.921354 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-a89b5d50-049e-48bd-a705-6841c49932bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818022-2, e0733363-bc13-4279-a049-77115213ac4d) {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:50:01.929278 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a89b5d50-049e-48bd-a705-6841c49932bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:01.929278 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a89b5d50-049e-48bd-a705-6841c49932bf admin admin] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:01.938402 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3308dae-69a2-4db3-af5d-763fc131fc6d None None] Network e0733363-bc13-4279-a049-77115213ac4d requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:50:01.953414 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-a89b5d50-049e-48bd-a705-6841c49932bf admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7485971 Nov 19 17:50:01.961260 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port f18e54c2-7e2f-40c8-a534-15d92701a475, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=f18e54c2-7e2f-40c8-a534-15d92701a475,segment=NetworkSegment(1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861),segment_id=1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:50:02.001998 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:02.028150 n-d-818022-2 neutron-server[103364]: DEBUG neutron.objects.ports [None req-47d466fd-3819-48ec-b9f2-c7c74af4d6ba tempest-ExternalNetworksTestJSON-2043794574 tempest-ExternalNetworksTestJSON-2043794574-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103364) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 19 17:50:02.028615 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-47d466fd-3819-48ec-b9f2-c7c74af4d6ba tempest-ExternalNetworksTestJSON-2043794574 tempest-ExternalNetworksTestJSON-2043794574-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12425078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8983815'] for subnet, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:02.036073 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-84eaa743-5b2d-4974-96af-02c986b33d7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:02.088324 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=f18e54c2-7e2f-40c8-a534-15d92701a475,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:50:02.099943 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d466fd-3819-48ec-b9f2-c7c74af4d6ba tempest-ExternalNetworksTestJSON-2043794574 tempest-ExternalNetworksTestJSON-2043794574-project-admin] Pushing event updated for resources: {'Subnet': ['ID=0dd49ec3-d39b-4b8a-abd0-fa252dcdfdbe,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:50:02.107430 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2962fe98-9b72-4189-b607-b385d470eed6 req-8b131ac4-c4e5-4a39-bf53-9fcb0d785092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:02.113690 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2962fe98-9b72-4189-b607-b385d470eed6 req-8b131ac4-c4e5-4a39-bf53-9fcb0d785092 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=4530b37a-a53c-4c24-af58-03ba6d04c324 HTTP/1.1" status: 200 len: 1096 time: 0.1468294 Nov 19 17:50:02.114608 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d466fd-3819-48ec-b9f2-c7c74af4d6ba tempest-ExternalNetworksTestJSON-2043794574 tempest-ExternalNetworksTestJSON-2043794574-project-admin] Checking segment: {'id': '91cc25b8-5ada-4c83-acef-39a85f54878b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '44018cb6-5e01-4a37-a026-28d63f2e9cef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:50:02.114965 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47d466fd-3819-48ec-b9f2-c7c74af4d6ba tempest-ExternalNetworksTestJSON-2043794574 tempest-ExternalNetworksTestJSON-2043794574-project-admin] Network hostable DHCP agents. Network: 44018cb6-5e01-4a37-a026-28d63f2e9cef, hostable agents: ['02910ef2-0455-4aea-9f38-9a875579633f'], hosted agents: [] {{(pid=103364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 17:50:02.143299 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47d466fd-3819-48ec-b9f2-c7c74af4d6ba tempest-ExternalNetworksTestJSON-2043794574 tempest-ExternalNetworksTestJSON-2043794574-project-admin] Network 44018cb6-5e01-4a37-a026-28d63f2e9cef is scheduled to be hosted by DHCP agent 02910ef2-0455-4aea-9f38-9a875579633f with binding_index 1 {{(pid=103364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 17:50:02.164758 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-47d466fd-3819-48ec-b9f2-c7c74af4d6ba tempest-ExternalNetworksTestJSON-2043794574 tempest-ExternalNetworksTestJSON-2043794574-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818022-2, 44018cb6-5e01-4a37-a026-28d63f2e9cef) {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:50:02.171784 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47d466fd-3819-48ec-b9f2-c7c74af4d6ba tempest-ExternalNetworksTestJSON-2043794574 tempest-ExternalNetworksTestJSON-2043794574-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:02.172636 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-47d466fd-3819-48ec-b9f2-c7c74af4d6ba tempest-ExternalNetworksTestJSON-2043794574 tempest-ExternalNetworksTestJSON-2043794574-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:02.183261 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2962fe98-9b72-4189-b607-b385d470eed6 req-396daf31-6b89-4b07-bb59-6ff05d6bf59b service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=e103badb-33bc-4a96-ade0-89c422abc1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615311 Nov 19 17:50:02.187389 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2fdaf47-b968-4ad5-998e-3d4e28578423 None None] Network e0733363-bc13-4279-a049-77115213ac4d requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:50:02.189551 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a44e237e-5b3b-4134-bc6e-b67c447bc290 None None] Network 44018cb6-5e01-4a37-a026-28d63f2e9cef requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:50:02.197924 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-47d466fd-3819-48ec-b9f2-c7c74af4d6ba tempest-ExternalNetworksTestJSON-2043794574 tempest-ExternalNetworksTestJSON-2043794574-project-admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.9532566 Nov 19 17:50:02.201383 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 58122) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:50:02.206373 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-e3b6aff9-4326-4a03-89ce-d1376b09f044 tempest-ExternalNetworksTestJSON-2043794574 tempest-ExternalNetworksTestJSON-2043794574-project-admin] Request body: {'floatingip': {'floating_network_id': '44018cb6-5e01-4a37-a026-28d63f2e9cef'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:50:02.243204 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e3b6aff9-4326-4a03-89ce-d1376b09f044 tempest-ExternalNetworksTestJSON-2043794574 tempest-ExternalNetworksTestJSON-2043794574-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:02.422925 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e3b6aff9-4326-4a03-89ce-d1376b09f044 tempest-ExternalNetworksTestJSON-2043794574 tempest-ExternalNetworksTestJSON-2043794574-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:02.456737 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb44d362-25ac-464f-a562-7668216a0835 None None] Network 44018cb6-5e01-4a37-a026-28d63f2e9cef requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:50:02.483902 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12a5009-e705-44b8-8d97-bac5d7d64784 req-72acb15f-f99d-4c29-8984-ed61129ac94d tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:02.487556 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a12a5009-e705-44b8-8d97-bac5d7d64784 req-72acb15f-f99d-4c29-8984-ed61129ac94d tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/ports?device_id=4530b37a-a53c-4c24-af58-03ba6d04c324 HTTP/1.1" status: 200 len: 945 time: 0.1190503 Nov 19 17:50:02.500931 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e685510-64eb-409f-bff1-c68b7074a9f1 req-5dc2f6ab-5a04-47d6-be5e-f35e0d58e1ad tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:02.502544 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2e685510-64eb-409f-bff1-c68b7074a9f1 req-5dc2f6ab-5a04-47d6-be5e-f35e0d58e1ad tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] 10.222.0.54 "GET /v2.0/networks?id=e0733363-bc13-4279-a049-77115213ac4d HTTP/1.1" status: 200 len: 815 time: 0.1614914 Nov 19 17:50:02.525033 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2e685510-64eb-409f-bff1-c68b7074a9f1 req-be65d164-e376-4935-9266-9fe5e2bffcd1 tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] 10.222.0.54 "GET /v2.0/quotas/9ecae7ac88e8457cb21c4782aebff44e HTTP/1.1" status: 200 len: 375 time: 0.0143003 Nov 19 17:50:02.562167 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2e685510-64eb-409f-bff1-c68b7074a9f1 req-bb8213ac-7049-4955-b5d2-653b2936d649 tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=9ecae7ac88e8457cb21c4782aebff44e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0334015 Nov 19 17:50:02.590190 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a12a5009-e705-44b8-8d97-bac5d7d64784 req-17d29c60-d15d-4466-899d-9862dee4f4d3 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/security-groups?id=e103badb-33bc-4a96-ade0-89c422abc1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971813 Nov 19 17:50:02.607559 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [None req-e3b6aff9-4326-4a03-89ce-d1376b09f044 tempest-ExternalNetworksTestJSON-2043794574 tempest-ExternalNetworksTestJSON-2043794574-project-admin] Allocated IP 172.20.0.6 (44018cb6-5e01-4a37-a026-28d63f2e9cef/0dd49ec3-d39b-4b8a-abd0-fa252dcdfdbe/054e09f1-da61-4eb8-aa7e-b7bf2cb8b8af) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:50:02.699595 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2e685510-64eb-409f-bff1-c68b7074a9f1 req-90b368b2-0edd-40cb-9859-97843b709474 service neutron] 10.222.0.54 "GET /v2.0/networks/e0733363-bc13-4279-a049-77115213ac4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261210 Nov 19 17:50:02.757155 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e3b6aff9-4326-4a03-89ce-d1376b09f044 tempest-ExternalNetworksTestJSON-2043794574 tempest-ExternalNetworksTestJSON-2043794574-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:02.806879 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2e685510-64eb-409f-bff1-c68b7074a9f1 req-d3f872e1-9b4a-481c-adf3-bd5448cfd276 service neutron] 10.222.0.54 "GET /v2.0/networks/e0733363-bc13-4279-a049-77115213ac4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980015 Nov 19 17:50:02.820494 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c91859-db03-4456-b94f-fad5562995dc req-67b228b2-be1c-4fef-895d-17cf7d5a5dfe tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:02.826908 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c91859-db03-4456-b94f-fad5562995dc req-67b228b2-be1c-4fef-895d-17cf7d5a5dfe tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:02.832843 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c91859-db03-4456-b94f-fad5562995dc req-67b228b2-be1c-4fef-895d-17cf7d5a5dfe tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:02.841154 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c91859-db03-4456-b94f-fad5562995dc req-67b228b2-be1c-4fef-895d-17cf7d5a5dfe tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:02.848557 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c91859-db03-4456-b94f-fad5562995dc req-67b228b2-be1c-4fef-895d-17cf7d5a5dfe tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:02.854473 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c91859-db03-4456-b94f-fad5562995dc req-67b228b2-be1c-4fef-895d-17cf7d5a5dfe tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:02.860998 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c91859-db03-4456-b94f-fad5562995dc req-67b228b2-be1c-4fef-895d-17cf7d5a5dfe tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:02.862981 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b4c91859-db03-4456-b94f-fad5562995dc req-67b228b2-be1c-4fef-895d-17cf7d5a5dfe tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4e34aa3-c9da-43ec-a34a-37de5c74afc3 HTTP/1.1" status: 200 len: 5429 time: 0.1222243 Nov 19 17:50:02.878771 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e3b6aff9-4326-4a03-89ce-d1376b09f044 tempest-ExternalNetworksTestJSON-2043794574 tempest-ExternalNetworksTestJSON-2043794574-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:02.960953 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3b6aff9-4326-4a03-89ce-d1376b09f044 tempest-ExternalNetworksTestJSON-2043794574 tempest-ExternalNetworksTestJSON-2043794574-project-admin] Network 44018cb6-5e01-4a37-a026-28d63f2e9cef is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:50:02.969844 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-e3b6aff9-4326-4a03-89ce-d1376b09f044 tempest-ExternalNetworksTestJSON-2043794574 tempest-ExternalNetworksTestJSON-2043794574-project-admin] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:50:02.974207 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b6aff9-4326-4a03-89ce-d1376b09f044 tempest-ExternalNetworksTestJSON-2043794574 tempest-ExternalNetworksTestJSON-2043794574-project-admin] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:50:02.989072 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b6aff9-4326-4a03-89ce-d1376b09f044 tempest-ExternalNetworksTestJSON-2043794574 tempest-ExternalNetworksTestJSON-2043794574-project-admin] Pushing event updated for resources: {'Port': ['ID=054e09f1-da61-4eb8-aa7e-b7bf2cb8b8af,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:50:03.019646 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b4c91859-db03-4456-b94f-fad5562995dc req-b20cd5b6-4133-45ac-9bae-0e3168bdb5bc tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] 10.222.0.54 "GET /v2.0/security-groups?id=89e36896-1c46-4104-bcaf-813bfdc934e0&id=6f748c30-bcc4-4f26-989c-71d930e18e94&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1494448 Nov 19 17:50:03.089010 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e46ecc5a-dc14-4744-b262-3072ff2e958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:03.126377 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-1c39f6ba-6065-4bba-aede-475742ce84e9 req-4ac7e6db-c1bd-466a-849a-f943169d8dd0 tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] 10.222.0.54 "GET /v2.0/ports?device_id=300729d8-eaae-4af8-aee9-5fcaa7142782 HTTP/1.1" status: 200 len: 210 time: 0.0354993 Nov 19 17:50:03.130992 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e3b6aff9-4326-4a03-89ce-d1376b09f044 tempest-ExternalNetworksTestJSON-2043794574 tempest-ExternalNetworksTestJSON-2043794574-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:03.156260 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c67520-b8bc-4de2-bf61-9f873653ed9a req-9eceba9e-ee2d-4ae1-a12f-05f29a9c1782 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:03.158062 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a6c67520-b8bc-4de2-bf61-9f873653ed9a req-9eceba9e-ee2d-4ae1-a12f-05f29a9c1782 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/ports?device_id=45106a11-acb2-45a3-b216-7a27610e2a32 HTTP/1.1" status: 200 len: 950 time: 0.0718861 Nov 19 17:50:03.179574 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e3b6aff9-4326-4a03-89ce-d1376b09f044 tempest-ExternalNetworksTestJSON-2043794574 tempest-ExternalNetworksTestJSON-2043794574-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:03.223754 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a6c67520-b8bc-4de2-bf61-9f873653ed9a req-b377b433-b18b-4af0-8707-2d4e3a365450 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/security-groups?id=6e557aa4-1576-4002-9603-a630915d92af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563917 Nov 19 17:50:03.370599 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e3b6aff9-4326-4a03-89ce-d1376b09f044 tempest-ExternalNetworksTestJSON-2043794574 tempest-ExternalNetworksTestJSON-2043794574-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:03.375889 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e3b6aff9-4326-4a03-89ce-d1376b09f044 tempest-ExternalNetworksTestJSON-2043794574 tempest-ExternalNetworksTestJSON-2043794574-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:03.458415 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b6aff9-4326-4a03-89ce-d1376b09f044 tempest-ExternalNetworksTestJSON-2043794574 tempest-ExternalNetworksTestJSON-2043794574-project-admin] Pushing event updated for resources: {'Port': ['ID=054e09f1-da61-4eb8-aa7e-b7bf2cb8b8af,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:50:03.467011 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e3b6aff9-4326-4a03-89ce-d1376b09f044 tempest-ExternalNetworksTestJSON-2043794574 tempest-ExternalNetworksTestJSON-2043794574-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-671284'] for floatingip, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:03.486932 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e3b6aff9-4326-4a03-89ce-d1376b09f044 tempest-ExternalNetworksTestJSON-2043794574 tempest-ExternalNetworksTestJSON-2043794574-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for floatingip, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:03.489002 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-e3b6aff9-4326-4a03-89ce-d1376b09f044 tempest-ExternalNetworksTestJSON-2043794574 tempest-ExternalNetworksTestJSON-2043794574-project-admin] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.2860713 Nov 19 17:50:03.492917 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 58152) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:50:03.575323 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-9593c959-e8c6-4b61-85ae-36800d63bf0f tempest-ExternalNetworksTestJSON-2043794574 tempest-ExternalNetworksTestJSON-2043794574-project-admin] 10.222.0.54 "GET /v2.0/floatingips?floating_network_id=44018cb6-5e01-4a37-a026-28d63f2e9cef HTTP/1.1" status: 200 len: 689 time: 0.0806558 Nov 19 17:50:03.577714 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 58154) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:50:03.622455 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:03.697863 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-98a1ccb7-b4e3-4589-9e6c-b3a1bd233158 tempest-ExternalNetworksTestJSON-2043794574 tempest-ExternalNetworksTestJSON-2043794574-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:03.724228 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:03.773616 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860bbb2c-6134-4cbc-abe8-e73f51b73e63 req-87714985-b29e-403c-9b42-9df1ecbb2680 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:03.783111 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-860bbb2c-6134-4cbc-abe8-e73f51b73e63 req-87714985-b29e-403c-9b42-9df1ecbb2680 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/ports?device_id=4530b37a-a53c-4c24-af58-03ba6d04c324 HTTP/1.1" status: 200 len: 945 time: 0.0923064 Nov 19 17:50:03.837399 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-98a1ccb7-b4e3-4589-9e6c-b3a1bd233158 tempest-ExternalNetworksTestJSON-2043794574 tempest-ExternalNetworksTestJSON-2043794574-project-admin] Deleting port 054e09f1-da61-4eb8-aa7e-b7bf2cb8b8af {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:50:03.837742 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-98a1ccb7-b4e3-4589-9e6c-b3a1bd233158 tempest-ExternalNetworksTestJSON-2043794574 tempest-ExternalNetworksTestJSON-2043794574-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:03.839097 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-860bbb2c-6134-4cbc-abe8-e73f51b73e63 req-cfbd4939-161b-419c-8c01-719c9ce6393b tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/security-groups?id=e103badb-33bc-4a96-ade0-89c422abc1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527349 Nov 19 17:50:03.883449 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45106a11-acb2-45a3-b216-7a27610e2a32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f18e54c2-7e2f-40c8-a534-15d92701a475'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:50:03.886124 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3940761bcd94e032e6960d2241bd8993c5d3a7d8dc2aca8488f3ecf1d4dd2fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8f5403c-32d3-4154-bd98-18c567610992" -d '{"events": [{"server_uuid": "45106a11-acb2-45a3-b216-7a27610e2a32", "name": "network-vif-plugged", "status": "completed", "tag": "f18e54c2-7e2f-40c8-a534-15d92701a475"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:50:03.928580 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:50:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc2b5286-acd4-4ab8-a02c-7f1983aea3f7 x-openstack-request-id: req-fc2b5286-acd4-4ab8-a02c-7f1983aea3f7 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:50:03.928935 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45106a11-acb2-45a3-b216-7a27610e2a32", "name": "network-vif-plugged", "status": "completed", "tag": "f18e54c2-7e2f-40c8-a534-15d92701a475", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:50:03.929324 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-fc2b5286-acd4-4ab8-a02c-7f1983aea3f7 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:50:03.929673 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45106a11-acb2-45a3-b216-7a27610e2a32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f18e54c2-7e2f-40c8-a534-15d92701a475', 'code': 200} Nov 19 17:50:03.941286 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-98a1ccb7-b4e3-4589-9e6c-b3a1bd233158 tempest-ExternalNetworksTestJSON-2043794574 tempest-ExternalNetworksTestJSON-2043794574-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:03.941589 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-98a1ccb7-b4e3-4589-9e6c-b3a1bd233158 tempest-ExternalNetworksTestJSON-2043794574 tempest-ExternalNetworksTestJSON-2043794574-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:03.958526 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-98a1ccb7-b4e3-4589-9e6c-b3a1bd233158 tempest-ExternalNetworksTestJSON-2043794574 tempest-ExternalNetworksTestJSON-2043794574-project-admin] Calling delete_port for 054e09f1-da61-4eb8-aa7e-b7bf2cb8b8af owned by network:floatingip {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:50:04.102267 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a41397-74d3-44b2-9c60-d1d798628f39 req-1c8198d2-865d-4624-905b-a7cce5a50228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:04.104014 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a7a41397-74d3-44b2-9c60-d1d798628f39 req-1c8198d2-865d-4624-905b-a7cce5a50228 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=45106a11-acb2-45a3-b216-7a27610e2a32 HTTP/1.1" status: 200 len: 1101 time: 0.0908148 Nov 19 17:50:04.218568 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a7a41397-74d3-44b2-9c60-d1d798628f39 req-ae56df66-f8c2-4e40-ac5d-4db1ce49a44b service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=6e557aa4-1576-4002-9603-a630915d92af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023412 Nov 19 17:50:04.246188 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fe04ef-0410-43ce-8167-a4ded121c4df req-e2395330-102c-4b61-b240-b6ed560f3c20 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:04.248370 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-20fe04ef-0410-43ce-8167-a4ded121c4df req-e2395330-102c-4b61-b240-b6ed560f3c20 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/networks?id=09343151-5f7f-4534-803c-65c4f7eca01b HTTP/1.1" status: 200 len: 805 time: 0.1979322 Nov 19 17:50:04.255959 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b7dc15-e756-486b-a002-60e90602ce11 req-0d404ec0-1645-4d18-8d01-84078c186b39 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:04.263454 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b7dc15-e756-486b-a002-60e90602ce11 req-0d404ec0-1645-4d18-8d01-84078c186b39 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:04.269453 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b7dc15-e756-486b-a002-60e90602ce11 req-0d404ec0-1645-4d18-8d01-84078c186b39 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:04.275636 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b7dc15-e756-486b-a002-60e90602ce11 req-0d404ec0-1645-4d18-8d01-84078c186b39 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:04.278848 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-20fe04ef-0410-43ce-8167-a4ded121c4df req-c2af7770-22c1-4288-8f75-4942bd026831 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/quotas/bf8774509ece48c1a5e5e0350ab076c6 HTTP/1.1" status: 200 len: 375 time: 0.0207658 Nov 19 17:50:04.282211 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b7dc15-e756-486b-a002-60e90602ce11 req-0d404ec0-1645-4d18-8d01-84078c186b39 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:04.288091 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b7dc15-e756-486b-a002-60e90602ce11 req-0d404ec0-1645-4d18-8d01-84078c186b39 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:04.294112 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b7dc15-e756-486b-a002-60e90602ce11 req-0d404ec0-1645-4d18-8d01-84078c186b39 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:04.295980 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d3b7dc15-e756-486b-a002-60e90602ce11 req-0d404ec0-1645-4d18-8d01-84078c186b39 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4e34aa3-c9da-43ec-a34a-37de5c74afc3 HTTP/1.1" status: 200 len: 5429 time: 0.1500485 Nov 19 17:50:04.297339 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-98a1ccb7-b4e3-4589-9e6c-b3a1bd233158 tempest-ExternalNetworksTestJSON-2043794574 tempest-ExternalNetworksTestJSON-2043794574-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:04.330774 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a1ccb7-b4e3-4589-9e6c-b3a1bd233158 tempest-ExternalNetworksTestJSON-2043794574 tempest-ExternalNetworksTestJSON-2043794574-project-admin] Pushing event deleted for resources: {'Port': ['ID=054e09f1-da61-4eb8-aa7e-b7bf2cb8b8af,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:50:04.346102 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e685510-64eb-409f-bff1-c68b7074a9f1 req-a5ec80fa-130b-4b54-b4f8-e505f85391d8 tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:04.347400 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2e685510-64eb-409f-bff1-c68b7074a9f1 req-a5ec80fa-130b-4b54-b4f8-e505f85391d8 tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] 10.222.0.60 "GET /v2.0/networks?id=e0733363-bc13-4279-a049-77115213ac4d HTTP/1.1" status: 200 len: 815 time: 0.1788650 Nov 19 17:50:04.364652 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-20fe04ef-0410-43ce-8167-a4ded121c4df req-2f57e7cb-6434-4cc7-bae0-b17856bfb56d tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=bf8774509ece48c1a5e5e0350ab076c6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0742450 Nov 19 17:50:04.427731 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-2e685510-64eb-409f-bff1-c68b7074a9f1 req-223eea30-6bbf-4964-950a-9dda4b0870b5 tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] Request body: {'port': {'device_id': '300729d8-eaae-4af8-aee9-5fcaa7142782', 'network_id': 'e0733363-bc13-4279-a049-77115213ac4d', 'admin_state_up': True, 'tenant_id': '9ecae7ac88e8457cb21c4782aebff44e'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:50:04.433306 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d3b7dc15-e756-486b-a002-60e90602ce11 req-c65d540e-94dd-472f-8d3f-09e3ea0f2130 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] 10.222.0.54 "GET /v2.0/security-groups?id=89e36896-1c46-4104-bcaf-813bfdc934e0&id=6f748c30-bcc4-4f26-989c-71d930e18e94&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1109912 Nov 19 17:50:04.436173 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-98a1ccb7-b4e3-4589-9e6c-b3a1bd233158 tempest-ExternalNetworksTestJSON-2043794574 tempest-ExternalNetworksTestJSON-2043794574-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:04.501741 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-98a1ccb7-b4e3-4589-9e6c-b3a1bd233158 tempest-ExternalNetworksTestJSON-2043794574 tempest-ExternalNetworksTestJSON-2043794574-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:04.539869 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-20fe04ef-0410-43ce-8167-a4ded121c4df req-a526723e-fe56-4f9a-9b27-5e9a72034b64 service neutron] 10.222.0.54 "GET /v2.0/networks/09343151-5f7f-4534-803c-65c4f7eca01b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666057 Nov 19 17:50:04.583856 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fbd50ae3-4445-4f2a-af5f-aa5b9b796d4b req-3f57c8ec-3913-4ba0-8fcb-5157c43262c7 tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] 10.222.0.54 "GET /v2.0/ports?device_id=300729d8-eaae-4af8-aee9-5fcaa7142782 HTTP/1.1" status: 200 len: 210 time: 0.0395453 Nov 19 17:50:04.625339 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-98a1ccb7-b4e3-4589-9e6c-b3a1bd233158 tempest-ExternalNetworksTestJSON-2043794574 tempest-ExternalNetworksTestJSON-2043794574-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12282919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8731163'] for subnet, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:04.642222 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e685510-64eb-409f-bff1-c68b7074a9f1 req-223eea30-6bbf-4964-950a-9dda4b0870b5 tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] Made reservation on behalf of 9ecae7ac88e8457cb21c4782aebff44e for: {'port': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:50:04.646329 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-2e685510-64eb-409f-bff1-c68b7074a9f1 req-223eea30-6bbf-4964-950a-9dda4b0870b5 tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:04.671145 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a1ccb7-b4e3-4589-9e6c-b3a1bd233158 tempest-ExternalNetworksTestJSON-2043794574 tempest-ExternalNetworksTestJSON-2043794574-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=0dd49ec3-d39b-4b8a-abd0-fa252dcdfdbe,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:50:04.677432 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e013d7e6-5264-4dcc-9759-54f5fb809e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:04.700928 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-20fe04ef-0410-43ce-8167-a4ded121c4df req-4101ab78-2138-4f22-ad78-d219c747dab4 service neutron] 10.222.0.54 "GET /v2.0/networks/09343151-5f7f-4534-803c-65c4f7eca01b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493609 Nov 19 17:50:04.777724 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-98a1ccb7-b4e3-4589-9e6c-b3a1bd233158 tempest-ExternalNetworksTestJSON-2043794574 tempest-ExternalNetworksTestJSON-2043794574-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:04.799842 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57ea2d4-2e9a-4ccb-b05b-d6bd9cd87f5b req-6e0afa28-dc19-4cc5-8187-71c05c29ff45 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:04.801538 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a57ea2d4-2e9a-4ccb-b05b-d6bd9cd87f5b req-6e0afa28-dc19-4cc5-8187-71c05c29ff45 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/ports?device_id=45106a11-acb2-45a3-b216-7a27610e2a32 HTTP/1.1" status: 200 len: 950 time: 0.1222370 Nov 19 17:50:04.822865 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-98a1ccb7-b4e3-4589-9e6c-b3a1bd233158 tempest-ExternalNetworksTestJSON-2043794574 tempest-ExternalNetworksTestJSON-2043794574-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44018cb6-5e01-4a37-a026-28d63f2e9cef']}} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:50:04.836602 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [req-2e685510-64eb-409f-bff1-c68b7074a9f1 req-223eea30-6bbf-4964-950a-9dda4b0870b5 tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] Allocated IP 172.20.0.8 (e0733363-bc13-4279-a049-77115213ac4d/375a0321-4cc3-4e77-b3a1-2bc7264aa560/bc7413bb-7ca7-464c-9402-1f20912d4c45) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:50:04.852474 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-98a1ccb7-b4e3-4589-9e6c-b3a1bd233158 tempest-ExternalNetworksTestJSON-2043794574 tempest-ExternalNetworksTestJSON-2043794574-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91cc25b8-5ada-4c83-acef-39a85f54878b') {'for_net_delete': True} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:50:04.852782 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-98a1ccb7-b4e3-4589-9e6c-b3a1bd233158 tempest-ExternalNetworksTestJSON-2043794574 tempest-ExternalNetworksTestJSON-2043794574-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91cc25b8-5ada-4c83-acef-39a85f54878b') {} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:50:04.881931 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-98a1ccb7-b4e3-4589-9e6c-b3a1bd233158 tempest-ExternalNetworksTestJSON-2043794574 tempest-ExternalNetworksTestJSON-2043794574-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12545382'] for segment, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:04.897496 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-98a1ccb7-b4e3-4589-9e6c-b3a1bd233158 tempest-ExternalNetworksTestJSON-2043794574 tempest-ExternalNetworksTestJSON-2043794574-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:04.907954 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98a1ccb7-b4e3-4589-9e6c-b3a1bd233158 tempest-ExternalNetworksTestJSON-2043794574 tempest-ExternalNetworksTestJSON-2043794574-project-admin] Releasing vlan 692 on physical network physnet1 to pool {{(pid=103365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 17:50:04.907954 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-98a1ccb7-b4e3-4589-9e6c-b3a1bd233158 tempest-ExternalNetworksTestJSON-2043794574 tempest-ExternalNetworksTestJSON-2043794574-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12282953'] for segment, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:04.909507 n-d-818022-2 neutron-server[103365]: Traceback (most recent call last): Nov 19 17:50:04.909507 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 17:50:04.909507 n-d-818022-2 neutron-server[103365]: timer() Nov 19 17:50:04.909507 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 17:50:04.909507 n-d-818022-2 neutron-server[103365]: cb(*args, **kw) Nov 19 17:50:04.909507 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 17:50:04.909507 n-d-818022-2 neutron-server[103365]: return func(*args, **kwargs) Nov 19 17:50:04.909507 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 17:50:04.909507 n-d-818022-2 neutron-server[103365]: self._notify() Nov 19 17:50:04.909507 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 17:50:04.909507 n-d-818022-2 neutron-server[103365]: self.callback(batched_events) Nov 19 17:50:04.909507 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 17:50:04.909507 n-d-818022-2 neutron-server[103365]: event.method(event) Nov 19 17:50:04.909507 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 17:50:04.909507 n-d-818022-2 neutron-server[103365]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 17:50:04.909507 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 17:50:04.909507 n-d-818022-2 neutron-server[103365]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 17:50:04.909507 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 17:50:04.909507 n-d-818022-2 neutron-server[103365]: return f(self, *a, **k) Nov 19 17:50:04.909507 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 17:50:04.909507 n-d-818022-2 neutron-server[103365]: return self._get(url).json() Nov 19 17:50:04.909507 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 17:50:04.909507 n-d-818022-2 neutron-server[103365]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 17:50:04.909507 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 17:50:04.909507 n-d-818022-2 neutron-server[103365]: return self.request(url, 'GET', **kwargs) Nov 19 17:50:04.909507 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 17:50:04.909507 n-d-818022-2 neutron-server[103365]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 17:50:04.909507 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 17:50:04.909507 n-d-818022-2 neutron-server[103365]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 17:50:04.909507 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 17:50:04.909507 n-d-818022-2 neutron-server[103365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 17:50:04.909507 n-d-818022-2 neutron-server[103365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 17:50:04.984677 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a57ea2d4-2e9a-4ccb-b05b-d6bd9cd87f5b req-46a728e2-11a4-494a-9f13-4f15e08e2fb5 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/security-groups?id=6e557aa4-1576-4002-9603-a630915d92af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722872 Nov 19 17:50:04.997252 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-98a1ccb7-b4e3-4589-9e6c-b3a1bd233158 tempest-ExternalNetworksTestJSON-2043794574 tempest-ExternalNetworksTestJSON-2043794574-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671242'] for network, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:05.006245 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98a1ccb7-b4e3-4589-9e6c-b3a1bd233158 tempest-ExternalNetworksTestJSON-2043794574 tempest-ExternalNetworksTestJSON-2043794574-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 44018cb6-5e01-4a37-a026-28d63f2e9cef {{(pid=103365) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 19 17:50:05.040053 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-98a1ccb7-b4e3-4589-9e6c-b3a1bd233158 tempest-ExternalNetworksTestJSON-2043794574 tempest-ExternalNetworksTestJSON-2043794574-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:05.045776 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-98a1ccb7-b4e3-4589-9e6c-b3a1bd233158 tempest-ExternalNetworksTestJSON-2043794574 tempest-ExternalNetworksTestJSON-2043794574-project-admin] 10.222.0.54 "DELETE /v2.0/networks/44018cb6-5e01-4a37-a026-28d63f2e9cef HTTP/1.1" status: 204 len: 168 time: 1.4660432 Nov 19 17:50:05.047436 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a1ccb7-b4e3-4589-9e6c-b3a1bd233158 tempest-ExternalNetworksTestJSON-2043794574 tempest-ExternalNetworksTestJSON-2043794574-project-admin] Pushing event deleted for resources: {'Network': ['ID=44018cb6-5e01-4a37-a026-28d63f2e9cef,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:50:05.048428 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 58192) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:50:05.050811 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d50c0490-418f-4e66-8906-c2e7d3515afa req-a3c0ec64-56af-4bcc-a262-8eede6d22921 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/ports?device_id=9a729f65-3a68-43ef-b5a2-323bc137ccf8 HTTP/1.1" status: 200 len: 210 time: 0.0510504 Nov 19 17:50:05.148429 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:05.260174 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-2ed10cfb-1441-42c9-95a1-e9e7dd99a09e tempest-ExternalNetworksTestJSON-2043794574 tempest-ExternalNetworksTestJSON-2043794574-project-admin] 10.222.0.54 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3046 time: 0.2058003 Nov 19 17:50:05.260732 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 58198) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:50:05.321984 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-2e685510-64eb-409f-bff1-c68b7074a9f1 req-223eea30-6bbf-4964-950a-9dda4b0870b5 tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:05.409856 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5582440a-0481-4ace-8f94-3ff3c22721dc tempest-ExternalNetworksTestJSON-2043794574 tempest-ExternalNetworksTestJSON-2043794574-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:05.410753 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5582440a-0481-4ace-8f94-3ff3c22721dc tempest-ExternalNetworksTestJSON-2043794574 tempest-ExternalNetworksTestJSON-2043794574-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:05.411380 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5582440a-0481-4ace-8f94-3ff3c22721dc tempest-ExternalNetworksTestJSON-2043794574 tempest-ExternalNetworksTestJSON-2043794574-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:05.412057 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5582440a-0481-4ace-8f94-3ff3c22721dc tempest-ExternalNetworksTestJSON-2043794574 tempest-ExternalNetworksTestJSON-2043794574-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:05.412670 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5582440a-0481-4ace-8f94-3ff3c22721dc tempest-ExternalNetworksTestJSON-2043794574 tempest-ExternalNetworksTestJSON-2043794574-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:05.413286 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5582440a-0481-4ace-8f94-3ff3c22721dc tempest-ExternalNetworksTestJSON-2043794574 tempest-ExternalNetworksTestJSON-2043794574-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:05.413930 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5582440a-0481-4ace-8f94-3ff3c22721dc tempest-ExternalNetworksTestJSON-2043794574 tempest-ExternalNetworksTestJSON-2043794574-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:05.414545 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5582440a-0481-4ace-8f94-3ff3c22721dc tempest-ExternalNetworksTestJSON-2043794574 tempest-ExternalNetworksTestJSON-2043794574-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:05.415157 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5582440a-0481-4ace-8f94-3ff3c22721dc tempest-ExternalNetworksTestJSON-2043794574 tempest-ExternalNetworksTestJSON-2043794574-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:05.415769 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5582440a-0481-4ace-8f94-3ff3c22721dc tempest-ExternalNetworksTestJSON-2043794574 tempest-ExternalNetworksTestJSON-2043794574-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:05.416407 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5582440a-0481-4ace-8f94-3ff3c22721dc tempest-ExternalNetworksTestJSON-2043794574 tempest-ExternalNetworksTestJSON-2043794574-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:05.417224 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5582440a-0481-4ace-8f94-3ff3c22721dc tempest-ExternalNetworksTestJSON-2043794574 tempest-ExternalNetworksTestJSON-2043794574-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:05.418507 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5582440a-0481-4ace-8f94-3ff3c22721dc tempest-ExternalNetworksTestJSON-2043794574 tempest-ExternalNetworksTestJSON-2043794574-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:05.419125 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5582440a-0481-4ace-8f94-3ff3c22721dc tempest-ExternalNetworksTestJSON-2043794574 tempest-ExternalNetworksTestJSON-2043794574-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:05.419736 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5582440a-0481-4ace-8f94-3ff3c22721dc tempest-ExternalNetworksTestJSON-2043794574 tempest-ExternalNetworksTestJSON-2043794574-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:05.422163 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-5582440a-0481-4ace-8f94-3ff3c22721dc tempest-ExternalNetworksTestJSON-2043794574 tempest-ExternalNetworksTestJSON-2043794574-project-admin] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 9560 time: 0.1602666 Nov 19 17:50:05.425564 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 58200) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:50:05.447814 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-2e685510-64eb-409f-bff1-c68b7074a9f1 req-223eea30-6bbf-4964-950a-9dda4b0870b5 tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:05.486653 n-d-818022-2 neutron-server[103365]: INFO neutron.api.v2.resource [None req-a14a495d-6794-44df-9b84-ef02bc5a3efa tempest-ExternalNetworksTestJSON-2043794574 tempest-ExternalNetworksTestJSON-2043794574-project-admin] delete failed (client error): The resource could not be found. Nov 19 17:50:05.492118 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-a14a495d-6794-44df-9b84-ef02bc5a3efa tempest-ExternalNetworksTestJSON-2043794574 tempest-ExternalNetworksTestJSON-2043794574-project-admin] 10.222.0.54 "DELETE /v2.0/floatingips/ed7f65a0-a5f0-470a-983f-27e87a57d59d HTTP/1.1" status: 404 len: 345 time: 0.0609598 Nov 19 17:50:05.492324 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 58204) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:50:05.512834 n-d-818022-2 neutron-server[103365]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4123a76-edbd-4b95-8451-4f2142459e52 tempest-ExternalNetworksTestJSON-2043794574 tempest-ExternalNetworksTestJSON-2043794574-project-admin] DELETE failed (client error): The resource could not be found. Nov 19 17:50:05.513339 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4123a76-edbd-4b95-8451-4f2142459e52 tempest-ExternalNetworksTestJSON-2043794574 tempest-ExternalNetworksTestJSON-2043794574-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=103365) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 17:50:05.523717 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-f4123a76-edbd-4b95-8451-4f2142459e52 tempest-ExternalNetworksTestJSON-2043794574 tempest-ExternalNetworksTestJSON-2043794574-project-admin] 10.222.0.54 "DELETE /v2.0/networks/44018cb6-5e01-4a37-a026-28d63f2e9cef HTTP/1.1" status: 404 len: 339 time: 0.0238762 Nov 19 17:50:05.524350 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 58206) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:50:05.524930 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e685510-64eb-409f-bff1-c68b7074a9f1 req-223eea30-6bbf-4964-950a-9dda4b0870b5 tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] Network e0733363-bc13-4279-a049-77115213ac4d is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:50:05.530844 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [req-2e685510-64eb-409f-bff1-c68b7074a9f1 req-223eea30-6bbf-4964-950a-9dda4b0870b5 tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:50:05.537929 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e685510-64eb-409f-bff1-c68b7074a9f1 req-223eea30-6bbf-4964-950a-9dda4b0870b5 tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:50:05.544434 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-5fcd11f0-94cc-42d8-9501-14aa5d233a06 tempest-ExternalNetworksTestJSON-2043794574 tempest-ExternalNetworksTestJSON-2043794574-project-admin] Request body: {'network': {'name': 'tempest-network--312588957', 'router:external': True}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:50:05.582658 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eea30-6bbf-4964-950a-9dda4b0870b5 tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] Pushing event updated for resources: {'Port': ['ID=bc7413bb-7ca7-464c-9402-1f20912d4c45,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:50:05.583841 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fcd11f0-94cc-42d8-9501-14aa5d233a06 tempest-ExternalNetworksTestJSON-2043794574 tempest-ExternalNetworksTestJSON-2043794574-project-admin] Made reservation on behalf of 6d0f091592c44c86b41b57e945b2ae0d for: {'network': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:50:05.586309 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5fcd11f0-94cc-42d8-9501-14aa5d233a06 tempest-ExternalNetworksTestJSON-2043794574 tempest-ExternalNetworksTestJSON-2043794574-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:05.619415 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e685510-64eb-409f-bff1-c68b7074a9f1 req-223eea30-6bbf-4964-950a-9dda4b0870b5 tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:05.619780 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-2e685510-64eb-409f-bff1-c68b7074a9f1 req-223eea30-6bbf-4964-950a-9dda4b0870b5 tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:05.655048 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2e685510-64eb-409f-bff1-c68b7074a9f1 req-223eea30-6bbf-4964-950a-9dda4b0870b5 tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2325947 Nov 19 17:50:05.656193 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fcd11f0-94cc-42d8-9501-14aa5d233a06 tempest-ExternalNetworksTestJSON-2043794574 tempest-ExternalNetworksTestJSON-2043794574-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 695} {{(pid=103365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 17:50:05.673030 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-2e685510-64eb-409f-bff1-c68b7074a9f1 req-66cada4a-b3be-4070-8c40-435bf4577d08 service neutron] Request body: {'port': {'device_id': '300729d8-eaae-4af8-aee9-5fcaa7142782', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818022-2'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:50:05.688234 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5fcd11f0-94cc-42d8-9501-14aa5d233a06 tempest-ExternalNetworksTestJSON-2043794574 tempest-ExternalNetworksTestJSON-2043794574-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:05.688586 n-d-818022-2 neutron-server[103365]: INFO neutron.db.segments_db [None req-5fcd11f0-94cc-42d8-9501-14aa5d233a06 tempest-ExternalNetworksTestJSON-2043794574 tempest-ExternalNetworksTestJSON-2043794574-project-admin] Added segment a45ce67f-796c-48bf-a1ba-1505fb204b41 of type vlan for network 94bfc9aa-74c9-412e-a4c0-7915899f4020 Nov 19 17:50:05.781478 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5ed8a5-74e1-4550-9b37-9e7cd7bd345d req-ff09bdc3-fc11-4df5-8f9b-997e5a8828c1 tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:05.783391 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ea5ed8a5-74e1-4550-9b37-9e7cd7bd345d req-ff09bdc3-fc11-4df5-8f9b-997e5a8828c1 tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] 10.222.0.54 "GET /v2.0/ports?device_id=300729d8-eaae-4af8-aee9-5fcaa7142782 HTTP/1.1" status: 200 len: 931 time: 0.1003642 Nov 19 17:50:05.786822 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7376ce17-9ef7-4a8f-a58a-4ff08d82e168 req-07f1a68c-7ab5-4c4d-87f3-6011fb729e27 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:05.793436 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7376ce17-9ef7-4a8f-a58a-4ff08d82e168 req-07f1a68c-7ab5-4c4d-87f3-6011fb729e27 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:05.799588 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7376ce17-9ef7-4a8f-a58a-4ff08d82e168 req-07f1a68c-7ab5-4c4d-87f3-6011fb729e27 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:05.803426 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5fcd11f0-94cc-42d8-9501-14aa5d233a06 tempest-ExternalNetworksTestJSON-2043794574 tempest-ExternalNetworksTestJSON-2043794574-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:05.805451 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7376ce17-9ef7-4a8f-a58a-4ff08d82e168 req-07f1a68c-7ab5-4c4d-87f3-6011fb729e27 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:05.811565 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7376ce17-9ef7-4a8f-a58a-4ff08d82e168 req-07f1a68c-7ab5-4c4d-87f3-6011fb729e27 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:05.821700 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.agents_db [None req-619e5c26-d9ed-4321-86eb-7d443bb9dfa2 None None] Agent healthcheck: found 7 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 17:50:05.826143 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7376ce17-9ef7-4a8f-a58a-4ff08d82e168 req-07f1a68c-7ab5-4c4d-87f3-6011fb729e27 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:05.832116 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7376ce17-9ef7-4a8f-a58a-4ff08d82e168 req-07f1a68c-7ab5-4c4d-87f3-6011fb729e27 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:05.834060 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-7376ce17-9ef7-4a8f-a58a-4ff08d82e168 req-07f1a68c-7ab5-4c4d-87f3-6011fb729e27 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4e34aa3-c9da-43ec-a34a-37de5c74afc3 HTTP/1.1" status: 200 len: 5429 time: 0.1559808 Nov 19 17:50:05.843474 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-2e685510-64eb-409f-bff1-c68b7074a9f1 req-66cada4a-b3be-4070-8c40-435bf4577d08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:05.861515 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ea5ed8a5-74e1-4550-9b37-9e7cd7bd345d req-5d102106-7efc-4645-966c-8fee5d5ae51c tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] 10.222.0.54 "GET /v2.0/security-groups?id=79517508-381b-4077-8d39-0c2cf4e2980c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668533 Nov 19 17:50:05.862772 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5fcd11f0-94cc-42d8-9501-14aa5d233a06 tempest-ExternalNetworksTestJSON-2043794574 tempest-ExternalNetworksTestJSON-2043794574-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:05.864061 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fcd11f0-94cc-42d8-9501-14aa5d233a06 tempest-ExternalNetworksTestJSON-2043794574 tempest-ExternalNetworksTestJSON-2043794574-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:05.864750 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5fcd11f0-94cc-42d8-9501-14aa5d233a06 tempest-ExternalNetworksTestJSON-2043794574 tempest-ExternalNetworksTestJSON-2043794574-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:05.921753 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-5fcd11f0-94cc-42d8-9501-14aa5d233a06 tempest-ExternalNetworksTestJSON-2043794574 tempest-ExternalNetworksTestJSON-2043794574-project-admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.3953133 Nov 19 17:50:05.924637 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 58210) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:50:05.936858 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcd11f0-94cc-42d8-9501-14aa5d233a06 tempest-ExternalNetworksTestJSON-2043794574 tempest-ExternalNetworksTestJSON-2043794574-project-admin] Pushing event updated for resources: {'Network': ['ID=94bfc9aa-74c9-412e-a4c0-7915899f4020,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:50:05.951894 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network 94bfc9aa-74c9-412e-a4c0-7915899f4020 details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 17:50:06.108899 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-7376ce17-9ef7-4a8f-a58a-4ff08d82e168 req-5bd2363f-1205-4fa7-84cf-d20e2f9df9df tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] 10.222.0.54 "GET /v2.0/security-groups?id=89e36896-1c46-4104-bcaf-813bfdc934e0&id=6f748c30-bcc4-4f26-989c-71d930e18e94&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2595706 Nov 19 17:50:06.532354 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b034cd-be1b-43f0-9759-cd2718b21557 req-b4645cf0-7118-478d-95d5-3ab139313e7a tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:06.533913 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-03b034cd-be1b-43f0-9759-cd2718b21557 req-b4645cf0-7118-478d-95d5-3ab139313e7a tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/ports?device_id=45106a11-acb2-45a3-b216-7a27610e2a32 HTTP/1.1" status: 200 len: 950 time: 0.1115301 Nov 19 17:50:06.546109 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fe04ef-0410-43ce-8167-a4ded121c4df req-0d7ca863-5738-4882-9391-92cf7b2c5a11 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:06.547607 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-20fe04ef-0410-43ce-8167-a4ded121c4df req-0d7ca863-5738-4882-9391-92cf7b2c5a11 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.60 "GET /v2.0/networks?id=09343151-5f7f-4534-803c-65c4f7eca01b HTTP/1.1" status: 200 len: 805 time: 0.4851818 Nov 19 17:50:06.567316 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-20fe04ef-0410-43ce-8167-a4ded121c4df req-d153794f-c671-4fda-9a7e-ede46ea24ee1 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Request body: {'port': {'device_id': '9a729f65-3a68-43ef-b5a2-323bc137ccf8', 'network_id': '09343151-5f7f-4534-803c-65c4f7eca01b', 'admin_state_up': True, 'tenant_id': 'bf8774509ece48c1a5e5e0350ab076c6'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:50:06.576447 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0239a9c7-d879-435b-aff1-eb1427b808c5 req-c98c7d80-1ab7-4f2a-8b5b-2f1dae4834e9 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/ports?device_id=9a729f65-3a68-43ef-b5a2-323bc137ccf8 HTTP/1.1" status: 200 len: 210 time: 0.3713813 Nov 19 17:50:06.652910 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-03b034cd-be1b-43f0-9759-cd2718b21557 req-abf05fa2-06c5-4b46-aa46-836c018bfb89 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/security-groups?id=6e557aa4-1576-4002-9603-a630915d92af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037762 Nov 19 17:50:06.667538 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-462a9a64-4021-4663-bf49-cc5877e2db75 tempest-ExternalNetworksTestJSON-2011005043 tempest-ExternalNetworksTestJSON-2011005043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:06.675021 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-462a9a64-4021-4663-bf49-cc5877e2db75 tempest-ExternalNetworksTestJSON-2011005043 tempest-ExternalNetworksTestJSON-2011005043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:06.680271 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-462a9a64-4021-4663-bf49-cc5877e2db75 tempest-ExternalNetworksTestJSON-2011005043 tempest-ExternalNetworksTestJSON-2011005043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:06.686458 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-462a9a64-4021-4663-bf49-cc5877e2db75 tempest-ExternalNetworksTestJSON-2011005043 tempest-ExternalNetworksTestJSON-2011005043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:06.688196 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-462a9a64-4021-4663-bf49-cc5877e2db75 tempest-ExternalNetworksTestJSON-2011005043 tempest-ExternalNetworksTestJSON-2011005043-project] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2451 time: 0.7626233 Nov 19 17:50:06.692492 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 58222) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:50:06.735532 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20fe04ef-0410-43ce-8167-a4ded121c4df req-d153794f-c671-4fda-9a7e-ede46ea24ee1 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Made reservation on behalf of bf8774509ece48c1a5e5e0350ab076c6 for: {'port': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:50:06.739489 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-20fe04ef-0410-43ce-8167-a4ded121c4df req-d153794f-c671-4fda-9a7e-ede46ea24ee1 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:06.788087 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-04231f46-d087-4ba9-b8da-7fa986182ef0 tempest-ExternalNetworksTestJSON-2043794574 tempest-ExternalNetworksTestJSON-2043794574-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:06.851345 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ecb88f-ddf3-44bc-84a9-460b35e3fe42 req-e8b3bda3-0142-4649-9b81-9da5be2e6171 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:06.852872 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-30ecb88f-ddf3-44bc-84a9-460b35e3fe42 req-e8b3bda3-0142-4649-9b81-9da5be2e6171 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/ports?device_id=45106a11-acb2-45a3-b216-7a27610e2a32 HTTP/1.1" status: 200 len: 950 time: 0.1031439 Nov 19 17:50:06.921187 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [req-2e685510-64eb-409f-bff1-c68b7074a9f1 req-66cada4a-b3be-4070-8c40-435bf4577d08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc7413bb-7ca7-464c-9402-1f20912d4c45 {{(pid=103364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:50:06.930316 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-04231f46-d087-4ba9-b8da-7fa986182ef0 tempest-ExternalNetworksTestJSON-2043794574 tempest-ExternalNetworksTestJSON-2043794574-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:06.934652 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-2e685510-64eb-409f-bff1-c68b7074a9f1 req-66cada4a-b3be-4070-8c40-435bf4577d08 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:06.962351 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.provisioning_blocks [req-2e685510-64eb-409f-bff1-c68b7074a9f1 req-66cada4a-b3be-4070-8c40-435bf4577d08 service neutron] Transition to ACTIVE for port object bc7413bb-7ca7-464c-9402-1f20912d4c45 will not be triggered until provisioned by entity L2. {{(pid=103364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 17:50:06.966981 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-04231f46-d087-4ba9-b8da-7fa986182ef0 tempest-ExternalNetworksTestJSON-2043794574 tempest-ExternalNetworksTestJSON-2043794574-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94bfc9aa-74c9-412e-a4c0-7915899f4020']}} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:50:06.968515 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-30ecb88f-ddf3-44bc-84a9-460b35e3fe42 req-dfbd2a79-33fd-4f01-9acd-6435b3c84e02 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/security-groups?id=6e557aa4-1576-4002-9603-a630915d92af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958469 Nov 19 17:50:06.978625 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [req-20fe04ef-0410-43ce-8167-a4ded121c4df req-d153794f-c671-4fda-9a7e-ede46ea24ee1 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Allocated IP 172.20.0.14 (09343151-5f7f-4534-803c-65c4f7eca01b/ae1dd334-eb0c-43c6-9467-c13f8b3210c4/b496562e-f144-4315-a2bf-6fed95564f3f) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:50:06.985917 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-2e685510-64eb-409f-bff1-c68b7074a9f1 req-66cada4a-b3be-4070-8c40-435bf4577d08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:07.030381 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-04231f46-d087-4ba9-b8da-7fa986182ef0 tempest-ExternalNetworksTestJSON-2043794574 tempest-ExternalNetworksTestJSON-2043794574-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a45ce67f-796c-48bf-a1ba-1505fb204b41') {'for_net_delete': True} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:50:07.030930 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-04231f46-d087-4ba9-b8da-7fa986182ef0 tempest-ExternalNetworksTestJSON-2043794574 tempest-ExternalNetworksTestJSON-2043794574-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a45ce67f-796c-48bf-a1ba-1505fb204b41') {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:50:07.057172 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-04231f46-d087-4ba9-b8da-7fa986182ef0 tempest-ExternalNetworksTestJSON-2043794574 tempest-ExternalNetworksTestJSON-2043794574-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417396'] for segment, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:07.083243 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cada4a-b3be-4070-8c40-435bf4577d08 service neutron] Pushing event updated for resources: {'Port': ['ID=bc7413bb-7ca7-464c-9402-1f20912d4c45,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:50:07.091121 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-04231f46-d087-4ba9-b8da-7fa986182ef0 tempest-ExternalNetworksTestJSON-2043794574 tempest-ExternalNetworksTestJSON-2043794574-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:07.102630 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04231f46-d087-4ba9-b8da-7fa986182ef0 tempest-ExternalNetworksTestJSON-2043794574 tempest-ExternalNetworksTestJSON-2043794574-project-admin] Releasing vlan 695 on physical network physnet1 to pool {{(pid=103364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 17:50:07.103028 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-04231f46-d087-4ba9-b8da-7fa986182ef0 tempest-ExternalNetworksTestJSON-2043794574 tempest-ExternalNetworksTestJSON-2043794574-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12425183'] for segment, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:07.105088 n-d-818022-2 neutron-server[103364]: Traceback (most recent call last): Nov 19 17:50:07.105088 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 17:50:07.105088 n-d-818022-2 neutron-server[103364]: timer() Nov 19 17:50:07.105088 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 17:50:07.105088 n-d-818022-2 neutron-server[103364]: cb(*args, **kw) Nov 19 17:50:07.105088 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 17:50:07.105088 n-d-818022-2 neutron-server[103364]: return func(*args, **kwargs) Nov 19 17:50:07.105088 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 17:50:07.105088 n-d-818022-2 neutron-server[103364]: self._notify() Nov 19 17:50:07.105088 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 17:50:07.105088 n-d-818022-2 neutron-server[103364]: self.callback(batched_events) Nov 19 17:50:07.105088 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 17:50:07.105088 n-d-818022-2 neutron-server[103364]: event.method(event) Nov 19 17:50:07.105088 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 17:50:07.105088 n-d-818022-2 neutron-server[103364]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 17:50:07.105088 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 17:50:07.105088 n-d-818022-2 neutron-server[103364]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 17:50:07.105088 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 17:50:07.105088 n-d-818022-2 neutron-server[103364]: return f(self, *a, **k) Nov 19 17:50:07.105088 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 17:50:07.105088 n-d-818022-2 neutron-server[103364]: return self._get(url).json() Nov 19 17:50:07.105088 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 17:50:07.105088 n-d-818022-2 neutron-server[103364]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 17:50:07.105088 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 17:50:07.105088 n-d-818022-2 neutron-server[103364]: return self.request(url, 'GET', **kwargs) Nov 19 17:50:07.105088 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 17:50:07.105088 n-d-818022-2 neutron-server[103364]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 17:50:07.105088 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 17:50:07.105088 n-d-818022-2 neutron-server[103364]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 17:50:07.105088 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 17:50:07.105088 n-d-818022-2 neutron-server[103364]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 17:50:07.105088 n-d-818022-2 neutron-server[103364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 17:50:07.175746 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bb61cc-160d-4bdf-a4c8-ae06fdd9b2e8 req-b6752dce-2dea-4b18-b0b8-d2fff4e58b8b tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:07.177340 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-35bb61cc-160d-4bdf-a4c8-ae06fdd9b2e8 req-b6752dce-2dea-4b18-b0b8-d2fff4e58b8b tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] 10.222.0.54 "GET /v2.0/ports?device_id=300729d8-eaae-4af8-aee9-5fcaa7142782 HTTP/1.1" status: 200 len: 943 time: 0.2164235 Nov 19 17:50:07.212995 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-20fe04ef-0410-43ce-8167-a4ded121c4df req-d153794f-c671-4fda-9a7e-ede46ea24ee1 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:07.255423 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-04231f46-d087-4ba9-b8da-7fa986182ef0 tempest-ExternalNetworksTestJSON-2043794574 tempest-ExternalNetworksTestJSON-2043794574-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671242'] for network, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:07.275675 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04231f46-d087-4ba9-b8da-7fa986182ef0 tempest-ExternalNetworksTestJSON-2043794574 tempest-ExternalNetworksTestJSON-2043794574-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 94bfc9aa-74c9-412e-a4c0-7915899f4020 {{(pid=103364) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 19 17:50:07.282252 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-04231f46-d087-4ba9-b8da-7fa986182ef0 tempest-ExternalNetworksTestJSON-2043794574 tempest-ExternalNetworksTestJSON-2043794574-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:07.283945 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-20fe04ef-0410-43ce-8167-a4ded121c4df req-d153794f-c671-4fda-9a7e-ede46ea24ee1 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:07.286331 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-04231f46-d087-4ba9-b8da-7fa986182ef0 tempest-ExternalNetworksTestJSON-2043794574 tempest-ExternalNetworksTestJSON-2043794574-project-admin] 10.222.0.54 "DELETE /v2.0/networks/94bfc9aa-74c9-412e-a4c0-7915899f4020 HTTP/1.1" status: 204 len: 168 time: 0.5928745 Nov 19 17:50:07.294762 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 58238) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:50:07.305421 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['1909e390-8351-4b09-94e8-76e141a156f7'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:50:07.308172 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04231f46-d087-4ba9-b8da-7fa986182ef0 tempest-ExternalNetworksTestJSON-2043794574 tempest-ExternalNetworksTestJSON-2043794574-project-admin] Pushing event deleted for resources: {'Network': ['ID=94bfc9aa-74c9-412e-a4c0-7915899f4020,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:50:07.313619 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-2e685510-64eb-409f-bff1-c68b7074a9f1 req-66cada4a-b3be-4070-8c40-435bf4577d08 service neutron] Attempting to bind port bc7413bb-7ca7-464c-9402-1f20912d4c45 on host n-h1-818022-2 for vnic_type normal with profile {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:50:07.314039 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-2e685510-64eb-409f-bff1-c68b7074a9f1 req-66cada4a-b3be-4070-8c40-435bf4577d08 service neutron] Attempting to bind port bc7413bb-7ca7-464c-9402-1f20912d4c45 by drivers openvswitch,hyperv on host n-h1-818022-2 at level 0 using segments [{'id': 'ca1955a5-8302-44fc-89d8-f39d4f35e721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'e0733363-bc13-4279-a049-77115213ac4d'}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:50:07.314927 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e685510-64eb-409f-bff1-c68b7074a9f1 req-66cada4a-b3be-4070-8c40-435bf4577d08 service neutron] Attempting to bind port bc7413bb-7ca7-464c-9402-1f20912d4c45 on network e0733363-bc13-4279-a049-77115213ac4d {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:50:07.317632 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-4b0a8ef5-4e59-4b44-ae21-2f8c2c881367 tempest-ExternalNetworksTestJSON-2043794574 tempest-ExternalNetworksTestJSON-2043794574-project-admin] Request body: {'network': {'name': 'tempest-network--1082067757', 'router:external': True}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:50:07.333196 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-35bb61cc-160d-4bdf-a4c8-ae06fdd9b2e8 req-3a0dc049-74b5-4327-8d11-eb2d2a128d19 tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] 10.222.0.54 "GET /v2.0/security-groups?id=79517508-381b-4077-8d39-0c2cf4e2980c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342399 Nov 19 17:50:07.336750 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e685510-64eb-409f-bff1-c68b7074a9f1 req-66cada4a-b3be-4070-8c40-435bf4577d08 service neutron] Port bc7413bb-7ca7-464c-9402-1f20912d4c45 on network e0733363-bc13-4279-a049-77115213ac4d not bound, no agent of type Open vSwitch agent registered on host n-h1-818022-2 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 17:50:07.340195 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e685510-64eb-409f-bff1-c68b7074a9f1 req-66cada4a-b3be-4070-8c40-435bf4577d08 service neutron] Attempting to bind port bc7413bb-7ca7-464c-9402-1f20912d4c45 on network e0733363-bc13-4279-a049-77115213ac4d {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:50:07.356425 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e685510-64eb-409f-bff1-c68b7074a9f1 req-66cada4a-b3be-4070-8c40-435bf4577d08 service neutron] Checking agent: {'id': 'a6668d96-12fa-4ec0-99ad-77eaf490dd2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'started_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 50, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:50:07.359906 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e685510-64eb-409f-bff1-c68b7074a9f1 req-66cada4a-b3be-4070-8c40-435bf4577d08 service neutron] Checking segment: {'id': 'ca1955a5-8302-44fc-89d8-f39d4f35e721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'e0733363-bc13-4279-a049-77115213ac4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:50:07.363683 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e685510-64eb-409f-bff1-c68b7074a9f1 req-66cada4a-b3be-4070-8c40-435bf4577d08 service neutron] Bound using segment: {'id': 'ca1955a5-8302-44fc-89d8-f39d4f35e721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'e0733363-bc13-4279-a049-77115213ac4d'} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:50:07.366261 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-2e685510-64eb-409f-bff1-c68b7074a9f1 req-66cada4a-b3be-4070-8c40-435bf4577d08 service neutron] Bound port: bc7413bb-7ca7-464c-9402-1f20912d4c45, host: n-h1-818022-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca1955a5-8302-44fc-89d8-f39d4f35e721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'e0733363-bc13-4279-a049-77115213ac4d'}}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:50:07.366962 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-2e685510-64eb-409f-bff1-c68b7074a9f1 req-66cada4a-b3be-4070-8c40-435bf4577d08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:07.396431 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20fe04ef-0410-43ce-8167-a4ded121c4df req-d153794f-c671-4fda-9a7e-ede46ea24ee1 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Network 09343151-5f7f-4534-803c-65c4f7eca01b is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:50:07.404433 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [req-20fe04ef-0410-43ce-8167-a4ded121c4df req-d153794f-c671-4fda-9a7e-ede46ea24ee1 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:50:07.407532 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-20fe04ef-0410-43ce-8167-a4ded121c4df req-d153794f-c671-4fda-9a7e-ede46ea24ee1 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:50:07.411816 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d153794f-c671-4fda-9a7e-ede46ea24ee1 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Pushing event updated for resources: {'Port': ['ID=b496562e-f144-4315-a2bf-6fed95564f3f,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:50:07.428469 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b0a8ef5-4e59-4b44-ae21-2f8c2c881367 tempest-ExternalNetworksTestJSON-2043794574 tempest-ExternalNetworksTestJSON-2043794574-project-admin] Made reservation on behalf of 6d0f091592c44c86b41b57e945b2ae0d for: {'network': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:50:07.439947 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4b0a8ef5-4e59-4b44-ae21-2f8c2c881367 tempest-ExternalNetworksTestJSON-2043794574 tempest-ExternalNetworksTestJSON-2043794574-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:07.445167 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] get_ports_and_sgs() called for port_ids ['096fbf6b-1527-4959-a491-ebec9dd1f89d'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:50:07.546838 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b0a8ef5-4e59-4b44-ae21-2f8c2c881367 tempest-ExternalNetworksTestJSON-2043794574 tempest-ExternalNetworksTestJSON-2043794574-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 695} {{(pid=103365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 17:50:07.568391 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4b0a8ef5-4e59-4b44-ae21-2f8c2c881367 tempest-ExternalNetworksTestJSON-2043794574 tempest-ExternalNetworksTestJSON-2043794574-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:07.569015 n-d-818022-2 neutron-server[103365]: INFO neutron.db.segments_db [None req-4b0a8ef5-4e59-4b44-ae21-2f8c2c881367 tempest-ExternalNetworksTestJSON-2043794574 tempest-ExternalNetworksTestJSON-2043794574-project-admin] Added segment 439e58c1-34e4-4146-bfb2-29004fdc0aec of type vlan for network 8e401e59-d076-41cb-a346-2811250597cc Nov 19 17:50:07.587272 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9a3cc134-eded-495d-af53-bfa14431a287 req-ffdcee13-7e1f-4042-a017-a0489c4229d5 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=45106a11-acb2-45a3-b216-7a27610e2a32&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1194148 Nov 19 17:50:07.588840 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-2e685510-64eb-409f-bff1-c68b7074a9f1 req-66cada4a-b3be-4070-8c40-435bf4577d08 service neutron] For port bc7413bb-7ca7-464c-9402-1f20912d4c45, host n-h1-818022-2, cleared binding levels {{(pid=103364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:50:07.598095 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-2e685510-64eb-409f-bff1-c68b7074a9f1 req-66cada4a-b3be-4070-8c40-435bf4577d08 service neutron] For port bc7413bb-7ca7-464c-9402-1f20912d4c45, host n-h1-818022-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=bc7413bb-7ca7-464c-9402-1f20912d4c45,segment=NetworkSegment(ca1955a5-8302-44fc-89d8-f39d4f35e721),segment_id=ca1955a5-8302-44fc-89d8-f39d4f35e721)] {{(pid=103364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:50:07.622726 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a688e514-a44f-4e31-b7a0-d051660402d3 req-4f856890-1d1a-4642-968a-576d7382ec7b tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:07.630100 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a688e514-a44f-4e31-b7a0-d051660402d3 req-4f856890-1d1a-4642-968a-576d7382ec7b tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:07.637050 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a688e514-a44f-4e31-b7a0-d051660402d3 req-4f856890-1d1a-4642-968a-576d7382ec7b tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:07.643599 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a688e514-a44f-4e31-b7a0-d051660402d3 req-4f856890-1d1a-4642-968a-576d7382ec7b tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:07.651610 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a688e514-a44f-4e31-b7a0-d051660402d3 req-4f856890-1d1a-4642-968a-576d7382ec7b tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:07.662207 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a688e514-a44f-4e31-b7a0-d051660402d3 req-4f856890-1d1a-4642-968a-576d7382ec7b tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:07.674038 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a688e514-a44f-4e31-b7a0-d051660402d3 req-4f856890-1d1a-4642-968a-576d7382ec7b tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:07.686689 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a688e514-a44f-4e31-b7a0-d051660402d3 req-4f856890-1d1a-4642-968a-576d7382ec7b tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4e34aa3-c9da-43ec-a34a-37de5c74afc3 HTTP/1.1" status: 200 len: 5429 time: 0.2207022 Nov 19 17:50:07.692074 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-2e685510-64eb-409f-bff1-c68b7074a9f1 req-66cada4a-b3be-4070-8c40-435bf4577d08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:07.758696 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e685510-64eb-409f-bff1-c68b7074a9f1 req-66cada4a-b3be-4070-8c40-435bf4577d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:07.759617 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-2e685510-64eb-409f-bff1-c68b7074a9f1 req-66cada4a-b3be-4070-8c40-435bf4577d08 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:07.761328 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2e685510-64eb-409f-bff1-c68b7074a9f1 req-66cada4a-b3be-4070-8c40-435bf4577d08 service neutron] 10.222.0.60 "PUT /v2.0/ports/bc7413bb-7ca7-464c-9402-1f20912d4c45 HTTP/1.1" status: 200 len: 1091 time: 2.0971777 Nov 19 17:50:07.762565 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '300729d8-eaae-4af8-aee9-5fcaa7142782', 'tag': 'bc7413bb-7ca7-464c-9402-1f20912d4c45'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:50:07.765428 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dd4767a008c23f8566efc82158ee1b1fff34e1a9e908d76d0b6d0ab7e350e5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76b7bfff-0e60-4fef-9614-8f3b9d377e45" -d '{"events": [{"name": "network-changed", "server_uuid": "300729d8-eaae-4af8-aee9-5fcaa7142782", "tag": "bc7413bb-7ca7-464c-9402-1f20912d4c45"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:50:07.792883 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fe04ef-0410-43ce-8167-a4ded121c4df req-d153794f-c671-4fda-9a7e-ede46ea24ee1 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:07.794114 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-20fe04ef-0410-43ce-8167-a4ded121c4df req-d153794f-c671-4fda-9a7e-ede46ea24ee1 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:07.823047 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cada4a-b3be-4070-8c40-435bf4577d08 service neutron] Pushing event updated for resources: {'Port': ['ID=bc7413bb-7ca7-464c-9402-1f20912d4c45,revision_number=3']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:50:07.859608 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a688e514-a44f-4e31-b7a0-d051660402d3 req-a0d1396d-2a85-4f69-9556-09b61283c12c tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] 10.222.0.54 "GET /v2.0/security-groups?id=89e36896-1c46-4104-bcaf-813bfdc934e0&id=6f748c30-bcc4-4f26-989c-71d930e18e94&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1716616 Nov 19 17:50:07.888088 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-20fe04ef-0410-43ce-8167-a4ded121c4df req-d153794f-c671-4fda-9a7e-ede46ea24ee1 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3259709 Nov 19 17:50:07.920870 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-20fe04ef-0410-43ce-8167-a4ded121c4df req-d2568f62-61a2-4807-a164-2dd6d4bbc635 service neutron] Request body: {'port': {'device_id': '9a729f65-3a68-43ef-b5a2-323bc137ccf8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818022-2'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:50:08.004476 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4b0a8ef5-4e59-4b44-ae21-2f8c2c881367 tempest-ExternalNetworksTestJSON-2043794574 tempest-ExternalNetworksTestJSON-2043794574-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:08.010684 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e685510-64eb-409f-bff1-c68b7074a9f1 req-cc2389b0-5780-4325-8239-3d8ad33d9991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:08.014339 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2e685510-64eb-409f-bff1-c68b7074a9f1 req-cc2389b0-5780-4325-8239-3d8ad33d9991 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9ecae7ac88e8457cb21c4782aebff44e&device_id=300729d8-eaae-4af8-aee9-5fcaa7142782 HTTP/1.1" status: 200 len: 1094 time: 0.1503146 Nov 19 17:50:08.018348 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0958e07d-8689-4733-a19a-7f526b11a26c req-f61df9f0-07e0-46b6-8a75-556581267a9d tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:08.021301 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0958e07d-8689-4733-a19a-7f526b11a26c req-f61df9f0-07e0-46b6-8a75-556581267a9d tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/ports?device_id=45106a11-acb2-45a3-b216-7a27610e2a32 HTTP/1.1" status: 200 len: 950 time: 0.5007305 Nov 19 17:50:08.022044 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-20fe04ef-0410-43ce-8167-a4ded121c4df req-d2568f62-61a2-4807-a164-2dd6d4bbc635 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:08.102738 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2e685510-64eb-409f-bff1-c68b7074a9f1 req-5bca12c5-8ee9-4325-a734-03e5d3118d38 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bc7413bb-7ca7-464c-9402-1f20912d4c45 HTTP/1.1" status: 200 len: 217 time: 0.0732660 Nov 19 17:50:08.113737 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0917f554-60c6-4f43-979e-8636929da434 req-d01a0146-0303-46b1-9cb3-46d4f11997e6 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:08.115222 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0917f554-60c6-4f43-979e-8636929da434 req-d01a0146-0303-46b1-9cb3-46d4f11997e6 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/ports?device_id=9a729f65-3a68-43ef-b5a2-323bc137ccf8 HTTP/1.1" status: 200 len: 932 time: 0.1477675 Nov 19 17:50:08.152298 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4b0a8ef5-4e59-4b44-ae21-2f8c2c881367 tempest-ExternalNetworksTestJSON-2043794574 tempest-ExternalNetworksTestJSON-2043794574-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:08.153456 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b0a8ef5-4e59-4b44-ae21-2f8c2c881367 tempest-ExternalNetworksTestJSON-2043794574 tempest-ExternalNetworksTestJSON-2043794574-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:08.154084 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4b0a8ef5-4e59-4b44-ae21-2f8c2c881367 tempest-ExternalNetworksTestJSON-2043794574 tempest-ExternalNetworksTestJSON-2043794574-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:08.169859 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0958e07d-8689-4733-a19a-7f526b11a26c req-8cdccfaa-abe5-409c-8b00-c263e001011e tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/security-groups?id=6e557aa4-1576-4002-9603-a630915d92af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372311 Nov 19 17:50:08.230734 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e685510-64eb-409f-bff1-c68b7074a9f1 req-a74b52d7-9d22-46dd-a992-9471f0e28d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:08.232455 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2e685510-64eb-409f-bff1-c68b7074a9f1 req-a74b52d7-9d22-46dd-a992-9471f0e28d02 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=375a0321-4cc3-4e77-b3a1-2bc7264aa560 HTTP/1.1" status: 200 len: 855 time: 0.1163063 Nov 19 17:50:08.304398 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0917f554-60c6-4f43-979e-8636929da434 req-520796bc-1c45-4174-8c7c-641a18f5beeb tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/security-groups?id=e103badb-33bc-4a96-ade0-89c422abc1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680868 Nov 19 17:50:08.347560 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2e685510-64eb-409f-bff1-c68b7074a9f1 req-30383e4c-a2a7-4481-b579-f6e815e99b92 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e0733363-bc13-4279-a049-77115213ac4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0791910 Nov 19 17:50:08.352286 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 17:50:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d750547d-8bf9-425a-82dc-6b7d28b56f93 x-openstack-request-id: req-d750547d-8bf9-425a-82dc-6b7d28b56f93 {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:50:08.352579 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "300729d8-eaae-4af8-aee9-5fcaa7142782", "tag": "bc7413bb-7ca7-464c-9402-1f20912d4c45", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:50:08.352910 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d750547d-8bf9-425a-82dc-6b7d28b56f93 {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:50:08.353398 n-d-818022-2 neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '300729d8-eaae-4af8-aee9-5fcaa7142782', 'tag': 'bc7413bb-7ca7-464c-9402-1f20912d4c45', 'status': 'completed', 'code': 200} Nov 19 17:50:08.376819 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-4b0a8ef5-4e59-4b44-ae21-2f8c2c881367 tempest-ExternalNetworksTestJSON-2043794574 tempest-ExternalNetworksTestJSON-2043794574-project-admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.0778301 Nov 19 17:50:08.408687 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 58270) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:50:08.463102 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0a8ef5-4e59-4b44-ae21-2f8c2c881367 tempest-ExternalNetworksTestJSON-2043794574 tempest-ExternalNetworksTestJSON-2043794574-project-admin] Pushing event updated for resources: {'Network': ['ID=8e401e59-d076-41cb-a346-2811250597cc,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:50:08.473442 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network 8e401e59-d076-41cb-a346-2811250597cc details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 17:50:08.548682 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2e685510-64eb-409f-bff1-c68b7074a9f1 req-9d526efd-a9ec-402f-abab-09ec58313d62 service neutron] 10.222.0.60 "GET /v2.0/networks/e0733363-bc13-4279-a049-77115213ac4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891475 Nov 19 17:50:08.564977 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7d3e145-70c8-4920-b98d-f153c705ce67 tempest-ExternalNetworksTestJSON-2011005043 tempest-ExternalNetworksTestJSON-2011005043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:08.566454 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-c7d3e145-70c8-4920-b98d-f153c705ce67 tempest-ExternalNetworksTestJSON-2011005043 tempest-ExternalNetworksTestJSON-2011005043-project] 10.222.0.54 "GET /v2.0/networks/8e401e59-d076-41cb-a346-2811250597cc HTTP/1.1" status: 200 len: 757 time: 0.1567891 Nov 19 17:50:08.569443 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 58276) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:50:08.569901 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff7d07f-e236-4b38-8aad-0237bf5fe650 req-08821119-f26e-4cdb-919c-09f93dcef6e4 tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:08.571587 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2ff7d07f-e236-4b38-8aad-0237bf5fe650 req-08821119-f26e-4cdb-919c-09f93dcef6e4 tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] 10.222.0.54 "GET /v2.0/ports?device_id=300729d8-eaae-4af8-aee9-5fcaa7142782 HTTP/1.1" status: 200 len: 943 time: 0.1357965 Nov 19 17:50:08.704081 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee1fe135-1c65-412c-8718-0002a79c4a11 tempest-ExternalNetworksTestJSON-2011005043 tempest-ExternalNetworksTestJSON-2011005043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:08.705882 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-ee1fe135-1c65-412c-8718-0002a79c4a11 tempest-ExternalNetworksTestJSON-2011005043 tempest-ExternalNetworksTestJSON-2011005043-project] 10.222.0.54 "GET /v2.0/networks/7be1c1ea-54c4-47db-8608-c5df5b231d9e HTTP/1.1" status: 200 len: 766 time: 0.1355202 Nov 19 17:50:08.709854 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 58278) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:50:08.719563 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2ff7d07f-e236-4b38-8aad-0237bf5fe650 req-d3052e30-0f49-43d8-813c-754e85516668 tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] 10.222.0.54 "GET /v2.0/security-groups?id=79517508-381b-4077-8d39-0c2cf4e2980c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373088 Nov 19 17:50:08.737642 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2e685510-64eb-409f-bff1-c68b7074a9f1 req-7ef12e83-5b78-4300-b7a5-0d5988be978a service neutron] 10.222.0.60 "GET /v2.0/networks/e0733363-bc13-4279-a049-77115213ac4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649547 Nov 19 17:50:08.813119 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [req-20fe04ef-0410-43ce-8167-a4ded121c4df req-d2568f62-61a2-4807-a164-2dd6d4bbc635 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b496562e-f144-4315-a2bf-6fed95564f3f {{(pid=103365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:50:08.826733 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-20fe04ef-0410-43ce-8167-a4ded121c4df req-d2568f62-61a2-4807-a164-2dd6d4bbc635 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:08.844650 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b7bfff-0e60-4fef-9614-8f3b9d377e45 req-a880d9bd-d450-4efb-946a-eea39e6315bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:08.847197 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-76b7bfff-0e60-4fef-9614-8f3b9d377e45 req-a880d9bd-d450-4efb-946a-eea39e6315bc service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9ecae7ac88e8457cb21c4782aebff44e&device_id=300729d8-eaae-4af8-aee9-5fcaa7142782 HTTP/1.1" status: 200 len: 1094 time: 0.0559914 Nov 19 17:50:08.848605 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a88eb762-af02-4027-8f30-8e685aa8d1e4 tempest-ExternalNetworksTestJSON-2043794574 tempest-ExternalNetworksTestJSON-2043794574-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:08.853528 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.provisioning_blocks [req-20fe04ef-0410-43ce-8167-a4ded121c4df req-d2568f62-61a2-4807-a164-2dd6d4bbc635 service neutron] Transition to ACTIVE for port object b496562e-f144-4315-a2bf-6fed95564f3f will not be triggered until provisioned by entity L2. {{(pid=103365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 17:50:08.859921 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-20fe04ef-0410-43ce-8167-a4ded121c4df req-d2568f62-61a2-4807-a164-2dd6d4bbc635 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:08.971832 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b7bfff-0e60-4fef-9614-8f3b9d377e45 req-f0e7d05a-b80e-4b61-b372-b6a5e3bb2491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:08.974182 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-76b7bfff-0e60-4fef-9614-8f3b9d377e45 req-f0e7d05a-b80e-4b61-b372-b6a5e3bb2491 service neutron] 10.222.0.60 "GET /v2.0/networks?id=e0733363-bc13-4279-a049-77115213ac4d HTTP/1.1" status: 200 len: 916 time: 0.1144271 Nov 19 17:50:09.021340 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-76b7bfff-0e60-4fef-9614-8f3b9d377e45 req-a5f1166f-d229-4357-b3eb-4c696bc9aae2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bc7413bb-7ca7-464c-9402-1f20912d4c45 HTTP/1.1" status: 200 len: 217 time: 0.0386446 Nov 19 17:50:09.036081 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2568f62-61a2-4807-a164-2dd6d4bbc635 service neutron] Pushing event updated for resources: {'Port': ['ID=b496562e-f144-4315-a2bf-6fed95564f3f,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:50:09.076281 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a88eb762-af02-4027-8f30-8e685aa8d1e4 tempest-ExternalNetworksTestJSON-2043794574 tempest-ExternalNetworksTestJSON-2043794574-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:09.077737 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b7bfff-0e60-4fef-9614-8f3b9d377e45 req-e14e9b1b-88f0-4cd3-89bd-cc5c00de10d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:09.079292 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-76b7bfff-0e60-4fef-9614-8f3b9d377e45 req-e14e9b1b-88f0-4cd3-89bd-cc5c00de10d7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=375a0321-4cc3-4e77-b3a1-2bc7264aa560 HTTP/1.1" status: 200 len: 855 time: 0.0501213 Nov 19 17:50:09.108333 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-a88eb762-af02-4027-8f30-8e685aa8d1e4 tempest-ExternalNetworksTestJSON-2043794574 tempest-ExternalNetworksTestJSON-2043794574-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e401e59-d076-41cb-a346-2811250597cc']}} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:50:09.116995 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-76b7bfff-0e60-4fef-9614-8f3b9d377e45 req-7714732d-8e4e-43c2-bf22-db9339274fe8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e0733363-bc13-4279-a049-77115213ac4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267715 Nov 19 17:50:09.126084 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-a88eb762-af02-4027-8f30-8e685aa8d1e4 tempest-ExternalNetworksTestJSON-2043794574 tempest-ExternalNetworksTestJSON-2043794574-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '439e58c1-34e4-4146-bfb2-29004fdc0aec') {'for_net_delete': True} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:50:09.126383 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-a88eb762-af02-4027-8f30-8e685aa8d1e4 tempest-ExternalNetworksTestJSON-2043794574 tempest-ExternalNetworksTestJSON-2043794574-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '439e58c1-34e4-4146-bfb2-29004fdc0aec') {} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:50:09.144800 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a88eb762-af02-4027-8f30-8e685aa8d1e4 tempest-ExternalNetworksTestJSON-2043794574 tempest-ExternalNetworksTestJSON-2043794574-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12545382'] for segment, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:09.174282 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aa6f60-5e15-4829-84c9-bdc417cd720d req-4f395103-d60e-469a-9f51-badfa9ac92c2 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:09.180375 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aa6f60-5e15-4829-84c9-bdc417cd720d req-4f395103-d60e-469a-9f51-badfa9ac92c2 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:09.187017 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aa6f60-5e15-4829-84c9-bdc417cd720d req-4f395103-d60e-469a-9f51-badfa9ac92c2 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:09.193028 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aa6f60-5e15-4829-84c9-bdc417cd720d req-4f395103-d60e-469a-9f51-badfa9ac92c2 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:09.199063 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aa6f60-5e15-4829-84c9-bdc417cd720d req-4f395103-d60e-469a-9f51-badfa9ac92c2 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:09.205098 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aa6f60-5e15-4829-84c9-bdc417cd720d req-4f395103-d60e-469a-9f51-badfa9ac92c2 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:09.211281 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aa6f60-5e15-4829-84c9-bdc417cd720d req-4f395103-d60e-469a-9f51-badfa9ac92c2 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:09.213377 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-18aa6f60-5e15-4829-84c9-bdc417cd720d req-4f395103-d60e-469a-9f51-badfa9ac92c2 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4e34aa3-c9da-43ec-a34a-37de5c74afc3 HTTP/1.1" status: 200 len: 5429 time: 0.2210298 Nov 19 17:50:09.222043 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-20fe04ef-0410-43ce-8167-a4ded121c4df req-d2568f62-61a2-4807-a164-2dd6d4bbc635 service neutron] Attempting to bind port b496562e-f144-4315-a2bf-6fed95564f3f on host n-h1-818022-2 for vnic_type normal with profile {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:50:09.222551 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-20fe04ef-0410-43ce-8167-a4ded121c4df req-d2568f62-61a2-4807-a164-2dd6d4bbc635 service neutron] Attempting to bind port b496562e-f144-4315-a2bf-6fed95564f3f by drivers openvswitch,hyperv on host n-h1-818022-2 at level 0 using segments [{'id': '76ca7d5f-3474-4bcd-9b64-65e02324eb89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '09343151-5f7f-4534-803c-65c4f7eca01b'}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:50:09.223086 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20fe04ef-0410-43ce-8167-a4ded121c4df req-d2568f62-61a2-4807-a164-2dd6d4bbc635 service neutron] Attempting to bind port b496562e-f144-4315-a2bf-6fed95564f3f on network 09343151-5f7f-4534-803c-65c4f7eca01b {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:50:09.226617 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a88eb762-af02-4027-8f30-8e685aa8d1e4 tempest-ExternalNetworksTestJSON-2043794574 tempest-ExternalNetworksTestJSON-2043794574-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:09.244840 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a88eb762-af02-4027-8f30-8e685aa8d1e4 tempest-ExternalNetworksTestJSON-2043794574 tempest-ExternalNetworksTestJSON-2043794574-project-admin] Releasing vlan 695 on physical network physnet1 to pool {{(pid=103365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 17:50:09.245553 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a88eb762-af02-4027-8f30-8e685aa8d1e4 tempest-ExternalNetworksTestJSON-2043794574 tempest-ExternalNetworksTestJSON-2043794574-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12282953'] for segment, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:09.249447 n-d-818022-2 neutron-server[103365]: Traceback (most recent call last): Nov 19 17:50:09.249447 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 17:50:09.249447 n-d-818022-2 neutron-server[103365]: timer() Nov 19 17:50:09.249447 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 17:50:09.249447 n-d-818022-2 neutron-server[103365]: cb(*args, **kw) Nov 19 17:50:09.249447 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 17:50:09.249447 n-d-818022-2 neutron-server[103365]: return func(*args, **kwargs) Nov 19 17:50:09.249447 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 17:50:09.249447 n-d-818022-2 neutron-server[103365]: self._notify() Nov 19 17:50:09.249447 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 17:50:09.249447 n-d-818022-2 neutron-server[103365]: self.callback(batched_events) Nov 19 17:50:09.249447 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 17:50:09.249447 n-d-818022-2 neutron-server[103365]: event.method(event) Nov 19 17:50:09.249447 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 17:50:09.249447 n-d-818022-2 neutron-server[103365]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 17:50:09.249447 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 17:50:09.249447 n-d-818022-2 neutron-server[103365]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 17:50:09.249447 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 17:50:09.249447 n-d-818022-2 neutron-server[103365]: return f(self, *a, **k) Nov 19 17:50:09.249447 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 17:50:09.249447 n-d-818022-2 neutron-server[103365]: return self._get(url).json() Nov 19 17:50:09.249447 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 17:50:09.249447 n-d-818022-2 neutron-server[103365]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 17:50:09.249447 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 17:50:09.249447 n-d-818022-2 neutron-server[103365]: return self.request(url, 'GET', **kwargs) Nov 19 17:50:09.249447 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 17:50:09.249447 n-d-818022-2 neutron-server[103365]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 17:50:09.249447 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 17:50:09.249447 n-d-818022-2 neutron-server[103365]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 17:50:09.249447 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 17:50:09.249447 n-d-818022-2 neutron-server[103365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 17:50:09.249447 n-d-818022-2 neutron-server[103365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 17:50:09.251925 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-76b7bfff-0e60-4fef-9614-8f3b9d377e45 req-cdf1a3d3-73c1-469c-8ba1-aa71b3f7a8fe service neutron] 10.222.0.60 "GET /v2.0/networks/e0733363-bc13-4279-a049-77115213ac4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173630 Nov 19 17:50:09.253329 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20fe04ef-0410-43ce-8167-a4ded121c4df req-d2568f62-61a2-4807-a164-2dd6d4bbc635 service neutron] Port b496562e-f144-4315-a2bf-6fed95564f3f on network 09343151-5f7f-4534-803c-65c4f7eca01b not bound, no agent of type Open vSwitch agent registered on host n-h1-818022-2 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 17:50:09.253702 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20fe04ef-0410-43ce-8167-a4ded121c4df req-d2568f62-61a2-4807-a164-2dd6d4bbc635 service neutron] Attempting to bind port b496562e-f144-4315-a2bf-6fed95564f3f on network 09343151-5f7f-4534-803c-65c4f7eca01b {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:50:09.314098 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20fe04ef-0410-43ce-8167-a4ded121c4df req-d2568f62-61a2-4807-a164-2dd6d4bbc635 service neutron] Checking agent: {'id': 'a6668d96-12fa-4ec0-99ad-77eaf490dd2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'started_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 50, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:50:09.314440 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20fe04ef-0410-43ce-8167-a4ded121c4df req-d2568f62-61a2-4807-a164-2dd6d4bbc635 service neutron] Checking segment: {'id': '76ca7d5f-3474-4bcd-9b64-65e02324eb89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '09343151-5f7f-4534-803c-65c4f7eca01b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:50:09.314829 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20fe04ef-0410-43ce-8167-a4ded121c4df req-d2568f62-61a2-4807-a164-2dd6d4bbc635 service neutron] Bound using segment: {'id': '76ca7d5f-3474-4bcd-9b64-65e02324eb89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '09343151-5f7f-4534-803c-65c4f7eca01b'} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:50:09.315276 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-20fe04ef-0410-43ce-8167-a4ded121c4df req-d2568f62-61a2-4807-a164-2dd6d4bbc635 service neutron] Bound port: b496562e-f144-4315-a2bf-6fed95564f3f, host: n-h1-818022-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76ca7d5f-3474-4bcd-9b64-65e02324eb89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '09343151-5f7f-4534-803c-65c4f7eca01b'}}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:50:09.315633 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-20fe04ef-0410-43ce-8167-a4ded121c4df req-d2568f62-61a2-4807-a164-2dd6d4bbc635 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:09.360955 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a88eb762-af02-4027-8f30-8e685aa8d1e4 tempest-ExternalNetworksTestJSON-2043794574 tempest-ExternalNetworksTestJSON-2043794574-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671242'] for network, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:09.374939 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a88eb762-af02-4027-8f30-8e685aa8d1e4 tempest-ExternalNetworksTestJSON-2043794574 tempest-ExternalNetworksTestJSON-2043794574-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 8e401e59-d076-41cb-a346-2811250597cc {{(pid=103365) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 19 17:50:09.378800 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a88eb762-af02-4027-8f30-8e685aa8d1e4 tempest-ExternalNetworksTestJSON-2043794574 tempest-ExternalNetworksTestJSON-2043794574-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:09.388598 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-a88eb762-af02-4027-8f30-8e685aa8d1e4 tempest-ExternalNetworksTestJSON-2043794574 tempest-ExternalNetworksTestJSON-2043794574-project-admin] 10.222.0.54 "DELETE /v2.0/networks/8e401e59-d076-41cb-a346-2811250597cc HTTP/1.1" status: 204 len: 168 time: 0.6784487 Nov 19 17:50:09.392661 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 58288) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:50:09.401135 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-6c8db6f0-1724-4a9b-83be-f107cf819c48 tempest-ExternalNetworksTestJSON-2043794574 tempest-ExternalNetworksTestJSON-2043794574-project-admin] Request body: {'network': {'name': 'tempest-network--975142802'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:50:09.443463 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88eb762-af02-4027-8f30-8e685aa8d1e4 tempest-ExternalNetworksTestJSON-2043794574 tempest-ExternalNetworksTestJSON-2043794574-project-admin] Pushing event deleted for resources: {'Network': ['ID=8e401e59-d076-41cb-a346-2811250597cc,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:50:09.443881 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9515feb5-76ea-42ba-b3b9-4e49e55d3ea8 req-3b53dd2f-e9ae-4bfb-82f9-6a984d078975 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:09.445873 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9515feb5-76ea-42ba-b3b9-4e49e55d3ea8 req-3b53dd2f-e9ae-4bfb-82f9-6a984d078975 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/ports?device_id=45106a11-acb2-45a3-b216-7a27610e2a32 HTTP/1.1" status: 200 len: 950 time: 0.1670685 Nov 19 17:50:09.466708 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-76b7bfff-0e60-4fef-9614-8f3b9d377e45 req-e89d87f0-8faa-4e1c-8bbd-d4c9d5795973 service neutron] 10.222.0.60 "GET /v2.0/networks/e0733363-bc13-4279-a049-77115213ac4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2012239 Nov 19 17:50:09.483095 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c8db6f0-1724-4a9b-83be-f107cf819c48 tempest-ExternalNetworksTestJSON-2043794574 tempest-ExternalNetworksTestJSON-2043794574-project-admin] Made reservation on behalf of 6d0f091592c44c86b41b57e945b2ae0d for: {'network': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:50:09.485989 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6c8db6f0-1724-4a9b-83be-f107cf819c48 tempest-ExternalNetworksTestJSON-2043794574 tempest-ExternalNetworksTestJSON-2043794574-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:09.528630 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-18aa6f60-5e15-4829-84c9-bdc417cd720d req-c9ba6cb6-2688-452c-9013-da92ff036f55 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] 10.222.0.54 "GET /v2.0/security-groups?id=89e36896-1c46-4104-bcaf-813bfdc934e0&id=6f748c30-bcc4-4f26-989c-71d930e18e94&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2960372 Nov 19 17:50:09.555268 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9515feb5-76ea-42ba-b3b9-4e49e55d3ea8 req-2e980512-ed35-4cae-999b-77855d6e9590 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/security-groups?id=6e557aa4-1576-4002-9603-a630915d92af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018205 Nov 19 17:50:09.572460 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c8db6f0-1724-4a9b-83be-f107cf819c48 tempest-ExternalNetworksTestJSON-2043794574 tempest-ExternalNetworksTestJSON-2043794574-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 681} {{(pid=103364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 17:50:09.584858 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6c8db6f0-1724-4a9b-83be-f107cf819c48 tempest-ExternalNetworksTestJSON-2043794574 tempest-ExternalNetworksTestJSON-2043794574-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:09.585472 n-d-818022-2 neutron-server[103364]: INFO neutron.db.segments_db [None req-6c8db6f0-1724-4a9b-83be-f107cf819c48 tempest-ExternalNetworksTestJSON-2043794574 tempest-ExternalNetworksTestJSON-2043794574-project-admin] Added segment b8114a5b-44a4-4ea1-804f-a3f8eaa8c13e of type vlan for network cf8859db-c364-437f-8300-43a38a3c984b Nov 19 17:50:09.615100 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-20fe04ef-0410-43ce-8167-a4ded121c4df req-d2568f62-61a2-4807-a164-2dd6d4bbc635 service neutron] For port b496562e-f144-4315-a2bf-6fed95564f3f, host n-h1-818022-2, cleared binding levels {{(pid=103365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:50:09.622073 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-20fe04ef-0410-43ce-8167-a4ded121c4df req-d2568f62-61a2-4807-a164-2dd6d4bbc635 service neutron] For port b496562e-f144-4315-a2bf-6fed95564f3f, host n-h1-818022-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=b496562e-f144-4315-a2bf-6fed95564f3f,segment=NetworkSegment(76ca7d5f-3474-4bcd-9b64-65e02324eb89),segment_id=76ca7d5f-3474-4bcd-9b64-65e02324eb89)] {{(pid=103365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:50:09.627823 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3cc134-eded-495d-af53-bfa14431a287 req-563b9c59-d87a-4e43-bd27-59fa736ba64b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:09.634572 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9a3cc134-eded-495d-af53-bfa14431a287 req-563b9c59-d87a-4e43-bd27-59fa736ba64b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7136fa31325e4016a695ca7c60f57962&device_id=45106a11-acb2-45a3-b216-7a27610e2a32 HTTP/1.1" status: 200 len: 1101 time: 0.1682405 Nov 19 17:50:09.637982 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-20fe04ef-0410-43ce-8167-a4ded121c4df req-d2568f62-61a2-4807-a164-2dd6d4bbc635 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:09.656005 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6c8db6f0-1724-4a9b-83be-f107cf819c48 tempest-ExternalNetworksTestJSON-2043794574 tempest-ExternalNetworksTestJSON-2043794574-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:09.691651 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6c8db6f0-1724-4a9b-83be-f107cf819c48 tempest-ExternalNetworksTestJSON-2043794574 tempest-ExternalNetworksTestJSON-2043794574-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:09.693151 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c8db6f0-1724-4a9b-83be-f107cf819c48 tempest-ExternalNetworksTestJSON-2043794574 tempest-ExternalNetworksTestJSON-2043794574-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:09.694568 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6c8db6f0-1724-4a9b-83be-f107cf819c48 tempest-ExternalNetworksTestJSON-2043794574 tempest-ExternalNetworksTestJSON-2043794574-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:09.771295 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fe04ef-0410-43ce-8167-a4ded121c4df req-d2568f62-61a2-4807-a164-2dd6d4bbc635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:09.771955 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-20fe04ef-0410-43ce-8167-a4ded121c4df req-d2568f62-61a2-4807-a164-2dd6d4bbc635 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:09.773438 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-20fe04ef-0410-43ce-8167-a4ded121c4df req-d2568f62-61a2-4807-a164-2dd6d4bbc635 service neutron] 10.222.0.60 "PUT /v2.0/ports/b496562e-f144-4315-a2bf-6fed95564f3f HTTP/1.1" status: 200 len: 1092 time: 1.8687601 Nov 19 17:50:09.773950 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a729f65-3a68-43ef-b5a2-323bc137ccf8', 'tag': 'b496562e-f144-4315-a2bf-6fed95564f3f'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:50:09.778318 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218319d759239a7d11f1288aef37381b97754913ee9ccbfd43b51a463f801712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bbf0a54-49af-4c8f-917c-408dee5172a4" -d '{"events": [{"name": "network-changed", "server_uuid": "9a729f65-3a68-43ef-b5a2-323bc137ccf8", "tag": "b496562e-f144-4315-a2bf-6fed95564f3f"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:50:09.779584 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-6c8db6f0-1724-4a9b-83be-f107cf819c48 tempest-ExternalNetworksTestJSON-2043794574 tempest-ExternalNetworksTestJSON-2043794574-project-admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3857782 Nov 19 17:50:09.780988 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 58294) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:50:09.799054 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-a109c915-eabf-40ca-b122-ac124980244f tempest-ExternalNetworksTestJSON-2043794574 tempest-ExternalNetworksTestJSON-2043794574-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:50:09.838761 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f35201-0f43-4bae-8943-ef1bf584c877 req-fb823464-2903-4bc3-b8f5-2c4a8d786d15 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:09.846708 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e5f35201-0f43-4bae-8943-ef1bf584c877 req-fb823464-2903-4bc3-b8f5-2c4a8d786d15 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/ports?device_id=9a729f65-3a68-43ef-b5a2-323bc137ccf8 HTTP/1.1" status: 200 len: 944 time: 0.1916349 Nov 19 17:50:09.853613 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8db6f0-1724-4a9b-83be-f107cf819c48 tempest-ExternalNetworksTestJSON-2043794574 tempest-ExternalNetworksTestJSON-2043794574-project-admin] Pushing event updated for resources: {'Network': ['ID=cf8859db-c364-437f-8300-43a38a3c984b,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:50:09.870930 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network cf8859db-c364-437f-8300-43a38a3c984b details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 17:50:09.916698 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2568f62-61a2-4807-a164-2dd6d4bbc635 service neutron] Pushing event updated for resources: {'Port': ['ID=b496562e-f144-4315-a2bf-6fed95564f3f,revision_number=3']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:50:09.968266 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3cc134-eded-495d-af53-bfa14431a287 req-40f1111f-937c-4053-9140-4d112762b56f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:09.970019 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9a3cc134-eded-495d-af53-bfa14431a287 req-40f1111f-937c-4053-9140-4d112762b56f service neutron] 10.222.0.60 "GET /v2.0/networks?id=346debfa-452b-4048-abf4-8f4493625ef2 HTTP/1.1" status: 200 len: 870 time: 0.3119495 Nov 19 17:50:10.004257 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fe04ef-0410-43ce-8167-a4ded121c4df req-c81a2e5f-bacf-46ee-bc34-38e1cbaadca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:10.005805 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-20fe04ef-0410-43ce-8167-a4ded121c4df req-c81a2e5f-bacf-46ee-bc34-38e1cbaadca0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bf8774509ece48c1a5e5e0350ab076c6&device_id=9a729f65-3a68-43ef-b5a2-323bc137ccf8 HTTP/1.1" status: 200 len: 1095 time: 0.1751547 Nov 19 17:50:10.009533 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e5f35201-0f43-4bae-8943-ef1bf584c877 req-fa7cc062-c83d-4d72-a35c-b7a20cfa1853 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/security-groups?id=e103badb-33bc-4a96-ade0-89c422abc1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619790 Nov 19 17:50:10.048894 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a65c17-7e5f-43bf-b694-dc885fad6732 req-694d7f11-97c3-402c-a646-a4cd5d8a55be tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:10.051729 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a6a65c17-7e5f-43bf-b694-dc885fad6732 req-694d7f11-97c3-402c-a646-a4cd5d8a55be tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] 10.222.0.54 "GET /v2.0/ports?device_id=300729d8-eaae-4af8-aee9-5fcaa7142782 HTTP/1.1" status: 200 len: 943 time: 0.1020555 Nov 19 17:50:10.054768 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a109c915-eabf-40ca-b122-ac124980244f tempest-ExternalNetworksTestJSON-2043794574 tempest-ExternalNetworksTestJSON-2043794574-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:10.064862 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9a3cc134-eded-495d-af53-bfa14431a287 req-f4f8282c-4c80-4b62-8ba5-9411b42d197b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=f18e54c2-7e2f-40c8-a534-15d92701a475 HTTP/1.1" status: 200 len: 217 time: 0.0731621 Nov 19 17:50:10.109103 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-20fe04ef-0410-43ce-8167-a4ded121c4df req-cfc94aaa-f3c3-4ffe-b976-734d0c0233cc service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b496562e-f144-4315-a2bf-6fed95564f3f HTTP/1.1" status: 200 len: 217 time: 0.0536463 Nov 19 17:50:10.131476 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a109c915-eabf-40ca-b122-ac124980244f tempest-ExternalNetworksTestJSON-2043794574 tempest-ExternalNetworksTestJSON-2043794574-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:10.176209 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 17:50:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a96e0c5-0396-4cc0-8cfe-a63c2740c6f4 x-openstack-request-id: req-8a96e0c5-0396-4cc0-8cfe-a63c2740c6f4 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:50:10.176552 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a729f65-3a68-43ef-b5a2-323bc137ccf8", "tag": "b496562e-f144-4315-a2bf-6fed95564f3f", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:50:10.177075 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-8a96e0c5-0396-4cc0-8cfe-a63c2740c6f4 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:50:10.177578 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a729f65-3a68-43ef-b5a2-323bc137ccf8', 'tag': 'b496562e-f144-4315-a2bf-6fed95564f3f', 'status': 'completed', 'code': 200} Nov 19 17:50:10.196021 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3cc134-eded-495d-af53-bfa14431a287 req-7396b189-b8a4-41a8-8e80-06981c09138a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:10.197885 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9a3cc134-eded-495d-af53-bfa14431a287 req-7396b189-b8a4-41a8-8e80-06981c09138a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8b3c88de-c9c2-4a20-b19e-1855c2c19035 HTTP/1.1" status: 200 len: 843 time: 0.0998936 Nov 19 17:50:10.207760 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fe04ef-0410-43ce-8167-a4ded121c4df req-f788bb3b-fd08-4735-a036-1bf2606d3996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:10.209252 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-20fe04ef-0410-43ce-8167-a4ded121c4df req-f788bb3b-fd08-4735-a036-1bf2606d3996 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ae1dd334-eb0c-43c6-9467-c13f8b3210c4 HTTP/1.1" status: 200 len: 845 time: 0.0757537 Nov 19 17:50:10.215256 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a109c915-eabf-40ca-b122-ac124980244f tempest-ExternalNetworksTestJSON-2043794574 tempest-ExternalNetworksTestJSON-2043794574-project-admin] Network cf8859db-c364-437f-8300-43a38a3c984b is not hosted by any dhcp agent {{(pid=103364) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 19 17:50:10.216132 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a109c915-eabf-40ca-b122-ac124980244f tempest-ExternalNetworksTestJSON-2043794574 tempest-ExternalNetworksTestJSON-2043794574-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:10.216978 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a109c915-eabf-40ca-b122-ac124980244f tempest-ExternalNetworksTestJSON-2043794574 tempest-ExternalNetworksTestJSON-2043794574-project-admin] Publish callbacks [] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:10.218718 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-a109c915-eabf-40ca-b122-ac124980244f tempest-ExternalNetworksTestJSON-2043794574 tempest-ExternalNetworksTestJSON-2043794574-project-admin] 10.222.0.54 "PUT /v2.0/networks/cf8859db-c364-437f-8300-43a38a3c984b HTTP/1.1" status: 200 len: 857 time: 0.4276686 Nov 19 17:50:10.224521 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 58300) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:50:10.266804 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a109c915-eabf-40ca-b122-ac124980244f tempest-ExternalNetworksTestJSON-2043794574 tempest-ExternalNetworksTestJSON-2043794574-project-admin] Pushing event updated for resources: {'Network': ['ID=cf8859db-c364-437f-8300-43a38a3c984b,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:50:10.274413 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-20fe04ef-0410-43ce-8167-a4ded121c4df req-72cbb942-1a7b-46ac-af14-8f56934fbcd1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=09343151-5f7f-4534-803c-65c4f7eca01b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495644 Nov 19 17:50:10.315252 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a6a65c17-7e5f-43bf-b694-dc885fad6732 req-57b12e4a-80db-4708-b11e-54eb92ebce16 tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] 10.222.0.54 "GET /v2.0/security-groups?id=79517508-381b-4077-8d39-0c2cf4e2980c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2488899 Nov 19 17:50:10.346693 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3cc134-eded-495d-af53-bfa14431a287 req-6031f4c1-dd48-4e31-ba84-997c87a49de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:10.348990 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-cea7c368-7161-4150-a1ae-0b2d916f3b79 tempest-ExternalNetworksTestJSON-2043794574 tempest-ExternalNetworksTestJSON-2043794574-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:10.349118 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9a3cc134-eded-495d-af53-bfa14431a287 req-6031f4c1-dd48-4e31-ba84-997c87a49de4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=346debfa-452b-4048-abf4-8f4493625ef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1249042 Nov 19 17:50:10.441219 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-20fe04ef-0410-43ce-8167-a4ded121c4df req-eb5f56b5-e110-42bd-a0b4-d7745e55d9ba service neutron] 10.222.0.60 "GET /v2.0/networks/09343151-5f7f-4534-803c-65c4f7eca01b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575937 Nov 19 17:50:10.443789 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-cea7c368-7161-4150-a1ae-0b2d916f3b79 tempest-ExternalNetworksTestJSON-2043794574 tempest-ExternalNetworksTestJSON-2043794574-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:10.466755 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-cea7c368-7161-4150-a1ae-0b2d916f3b79 tempest-ExternalNetworksTestJSON-2043794574 tempest-ExternalNetworksTestJSON-2043794574-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf8859db-c364-437f-8300-43a38a3c984b']}} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:50:10.477998 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-cea7c368-7161-4150-a1ae-0b2d916f3b79 tempest-ExternalNetworksTestJSON-2043794574 tempest-ExternalNetworksTestJSON-2043794574-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8114a5b-44a4-4ea1-804f-a3f8eaa8c13e') {'for_net_delete': True} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:50:10.478452 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-cea7c368-7161-4150-a1ae-0b2d916f3b79 tempest-ExternalNetworksTestJSON-2043794574 tempest-ExternalNetworksTestJSON-2043794574-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8114a5b-44a4-4ea1-804f-a3f8eaa8c13e') {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:50:10.489111 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-cea7c368-7161-4150-a1ae-0b2d916f3b79 tempest-ExternalNetworksTestJSON-2043794574 tempest-ExternalNetworksTestJSON-2043794574-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417396'] for segment, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:10.504478 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-cea7c368-7161-4150-a1ae-0b2d916f3b79 tempest-ExternalNetworksTestJSON-2043794574 tempest-ExternalNetworksTestJSON-2043794574-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:10.517201 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cea7c368-7161-4150-a1ae-0b2d916f3b79 tempest-ExternalNetworksTestJSON-2043794574 tempest-ExternalNetworksTestJSON-2043794574-project-admin] Releasing vlan 681 on physical network physnet1 to pool {{(pid=103364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 17:50:10.517607 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-cea7c368-7161-4150-a1ae-0b2d916f3b79 tempest-ExternalNetworksTestJSON-2043794574 tempest-ExternalNetworksTestJSON-2043794574-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12425183'] for segment, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:10.519409 n-d-818022-2 neutron-server[103364]: Traceback (most recent call last): Nov 19 17:50:10.519409 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 17:50:10.519409 n-d-818022-2 neutron-server[103364]: timer() Nov 19 17:50:10.519409 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 17:50:10.519409 n-d-818022-2 neutron-server[103364]: cb(*args, **kw) Nov 19 17:50:10.519409 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 17:50:10.519409 n-d-818022-2 neutron-server[103364]: return func(*args, **kwargs) Nov 19 17:50:10.519409 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 17:50:10.519409 n-d-818022-2 neutron-server[103364]: self._notify() Nov 19 17:50:10.519409 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 17:50:10.519409 n-d-818022-2 neutron-server[103364]: self.callback(batched_events) Nov 19 17:50:10.519409 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 17:50:10.519409 n-d-818022-2 neutron-server[103364]: event.method(event) Nov 19 17:50:10.519409 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 17:50:10.519409 n-d-818022-2 neutron-server[103364]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 17:50:10.519409 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 17:50:10.519409 n-d-818022-2 neutron-server[103364]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 17:50:10.519409 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 17:50:10.519409 n-d-818022-2 neutron-server[103364]: return f(self, *a, **k) Nov 19 17:50:10.519409 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 17:50:10.519409 n-d-818022-2 neutron-server[103364]: return self._get(url).json() Nov 19 17:50:10.519409 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 17:50:10.519409 n-d-818022-2 neutron-server[103364]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 17:50:10.519409 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 17:50:10.519409 n-d-818022-2 neutron-server[103364]: return self.request(url, 'GET', **kwargs) Nov 19 17:50:10.519409 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 17:50:10.519409 n-d-818022-2 neutron-server[103364]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 17:50:10.519409 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 17:50:10.519409 n-d-818022-2 neutron-server[103364]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 17:50:10.519409 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 17:50:10.519409 n-d-818022-2 neutron-server[103364]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 17:50:10.519409 n-d-818022-2 neutron-server[103364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 17:50:10.531975 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9a3cc134-eded-495d-af53-bfa14431a287 req-d8118f25-ac6b-42e7-b1d9-03b5b160df95 service neutron] 10.222.0.60 "GET /v2.0/networks/346debfa-452b-4048-abf4-8f4493625ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729040 Nov 19 17:50:10.588271 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-cea7c368-7161-4150-a1ae-0b2d916f3b79 tempest-ExternalNetworksTestJSON-2043794574 tempest-ExternalNetworksTestJSON-2043794574-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671242'] for network, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:10.605293 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-20fe04ef-0410-43ce-8167-a4ded121c4df req-6b6af8b9-570f-4468-9f23-f4f576ceca48 service neutron] 10.222.0.60 "GET /v2.0/networks/09343151-5f7f-4534-803c-65c4f7eca01b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563725 Nov 19 17:50:10.607680 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cea7c368-7161-4150-a1ae-0b2d916f3b79 tempest-ExternalNetworksTestJSON-2043794574 tempest-ExternalNetworksTestJSON-2043794574-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network cf8859db-c364-437f-8300-43a38a3c984b {{(pid=103364) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 19 17:50:10.611949 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-cea7c368-7161-4150-a1ae-0b2d916f3b79 tempest-ExternalNetworksTestJSON-2043794574 tempest-ExternalNetworksTestJSON-2043794574-project-admin] Publish callbacks [] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:10.622134 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-cea7c368-7161-4150-a1ae-0b2d916f3b79 tempest-ExternalNetworksTestJSON-2043794574 tempest-ExternalNetworksTestJSON-2043794574-project-admin] 10.222.0.54 "DELETE /v2.0/networks/cf8859db-c364-437f-8300-43a38a3c984b HTTP/1.1" status: 204 len: 168 time: 0.3964300 Nov 19 17:50:10.624967 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea7c368-7161-4150-a1ae-0b2d916f3b79 tempest-ExternalNetworksTestJSON-2043794574 tempest-ExternalNetworksTestJSON-2043794574-project-admin] Pushing event deleted for resources: {'Network': ['ID=cf8859db-c364-437f-8300-43a38a3c984b,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:50:10.626058 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 58306) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:50:10.688967 n-d-818022-2 neutron-server[103365]: INFO neutron.pecan_wsgi.hooks.translation [None req-dea373e5-ea6c-4fa7-aea2-6f0625baf6c1 tempest-ExternalNetworksTestJSON-2011005043 tempest-ExternalNetworksTestJSON-2011005043-project] DELETE failed (client error): The resource could not be found. Nov 19 17:50:10.689857 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dea373e5-ea6c-4fa7-aea2-6f0625baf6c1 tempest-ExternalNetworksTestJSON-2011005043 tempest-ExternalNetworksTestJSON-2011005043-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103365) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 17:50:10.692634 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-dea373e5-ea6c-4fa7-aea2-6f0625baf6c1 tempest-ExternalNetworksTestJSON-2011005043 tempest-ExternalNetworksTestJSON-2011005043-project] 10.222.0.54 "DELETE /v2.0/subnets/0dd49ec3-d39b-4b8a-abd0-fa252dcdfdbe HTTP/1.1" status: 404 len: 337 time: 0.0624332 Nov 19 17:50:10.705065 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 58310) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:50:10.749745 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb0844f-5cd5-42ae-8db8-dead161ea0ab req-cbb2e5c0-c4f6-4df1-8a4e-ed9a05f9c146 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:10.756854 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb0844f-5cd5-42ae-8db8-dead161ea0ab req-cbb2e5c0-c4f6-4df1-8a4e-ed9a05f9c146 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:10.764487 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb0844f-5cd5-42ae-8db8-dead161ea0ab req-cbb2e5c0-c4f6-4df1-8a4e-ed9a05f9c146 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:10.773001 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb0844f-5cd5-42ae-8db8-dead161ea0ab req-cbb2e5c0-c4f6-4df1-8a4e-ed9a05f9c146 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:10.780199 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb0844f-5cd5-42ae-8db8-dead161ea0ab req-cbb2e5c0-c4f6-4df1-8a4e-ed9a05f9c146 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:10.786739 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb0844f-5cd5-42ae-8db8-dead161ea0ab req-cbb2e5c0-c4f6-4df1-8a4e-ed9a05f9c146 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:10.794080 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb0844f-5cd5-42ae-8db8-dead161ea0ab req-cbb2e5c0-c4f6-4df1-8a4e-ed9a05f9c146 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:10.796518 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-fbb0844f-5cd5-42ae-8db8-dead161ea0ab req-cbb2e5c0-c4f6-4df1-8a4e-ed9a05f9c146 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4e34aa3-c9da-43ec-a34a-37de5c74afc3 HTTP/1.1" status: 200 len: 5429 time: 0.1166899 Nov 19 17:50:10.822247 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9a3cc134-eded-495d-af53-bfa14431a287 req-72c87d12-72b4-44fd-a115-3c874a0d4099 service neutron] 10.222.0.60 "GET /v2.0/networks/346debfa-452b-4048-abf4-8f4493625ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2773056 Nov 19 17:50:10.847195 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e60c15d2-4461-4baa-b9d5-bfea0dd8fc11 tempest-ExternalNetworksTestJSON-2011005043 tempest-ExternalNetworksTestJSON-2011005043-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:10.858132 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbf0a54-49af-4c8f-917c-408dee5172a4 req-2d6aaf6b-5c28-4aaa-8641-5f3898b3c5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:10.859896 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7bbf0a54-49af-4c8f-917c-408dee5172a4 req-2d6aaf6b-5c28-4aaa-8641-5f3898b3c5e6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bf8774509ece48c1a5e5e0350ab076c6&device_id=9a729f65-3a68-43ef-b5a2-323bc137ccf8 HTTP/1.1" status: 200 len: 1095 time: 0.1887472 Nov 19 17:50:10.872076 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0048832-effd-41f9-a937-2b98f1fe9f2b req-52323ead-e789-4111-9eed-c05e0f1aad44 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:10.878476 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d0048832-effd-41f9-a937-2b98f1fe9f2b req-52323ead-e789-4111-9eed-c05e0f1aad44 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/ports?device_id=45106a11-acb2-45a3-b216-7a27610e2a32 HTTP/1.1" status: 200 len: 950 time: 0.1996188 Nov 19 17:50:10.903648 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-fbb0844f-5cd5-42ae-8db8-dead161ea0ab req-a384647a-abac-4428-8d09-058507ddeaa7 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] 10.222.0.54 "GET /v2.0/security-groups?id=89e36896-1c46-4104-bcaf-813bfdc934e0&id=6f748c30-bcc4-4f26-989c-71d930e18e94&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1005433 Nov 19 17:50:11.202767 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cc2cef-bca9-4070-8f0c-4454f2115786 req-d34cc63c-96ed-4319-afca-9c3e0ea265cc tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:11.204635 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b0cc2cef-bca9-4070-8f0c-4454f2115786 req-d34cc63c-96ed-4319-afca-9c3e0ea265cc tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/ports?device_id=9a729f65-3a68-43ef-b5a2-323bc137ccf8 HTTP/1.1" status: 200 len: 944 time: 0.0627682 Nov 19 17:50:11.237027 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device bc7413bb-7ca7-464c-9402-1f20912d4c45 details requested by agent hyperv_n-h1-818022-2 with host n-h1-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 17:50:11.260366 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b0cc2cef-bca9-4070-8f0c-4454f2115786 req-a551bb5a-192e-41ed-8bbf-40a012080b15 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/security-groups?id=e103badb-33bc-4a96-ade0-89c422abc1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480340 Nov 19 17:50:11.374309 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port bc7413bb-7ca7-464c-9402-1f20912d4c45, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=bc7413bb-7ca7-464c-9402-1f20912d4c45,segment=NetworkSegment(ca1955a5-8302-44fc-89d8-f39d4f35e721),segment_id=ca1955a5-8302-44fc-89d8-f39d4f35e721)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:50:11.387363 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Returning: {'device': 'bc7413bb-7ca7-464c-9402-1f20912d4c45', 'network_id': 'e0733363-bc13-4279-a049-77115213ac4d', 'port_id': 'bc7413bb-7ca7-464c-9402-1f20912d4c45', 'mac_address': 'fa:16:3e:fb:1d:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '375a0321-4cc3-4e77-b3a1-2bc7264aa560', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 17:50:11.410316 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d0048832-effd-41f9-a937-2b98f1fe9f2b req-e483387e-ea24-4a18-808a-f22974bc9736 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/security-groups?id=6e557aa4-1576-4002-9603-a630915d92af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5198352 Nov 19 17:50:11.412000 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e60c15d2-4461-4baa-b9d5-bfea0dd8fc11 tempest-ExternalNetworksTestJSON-2011005043 tempest-ExternalNetworksTestJSON-2011005043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:11.444216 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbf0a54-49af-4c8f-917c-408dee5172a4 req-686e12d5-816b-479b-a6ee-a099c3599783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:11.445536 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:11.445731 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7bbf0a54-49af-4c8f-917c-408dee5172a4 req-686e12d5-816b-479b-a6ee-a099c3599783 service neutron] 10.222.0.60 "GET /v2.0/networks?id=09343151-5f7f-4534-803c-65c4f7eca01b HTTP/1.1" status: 200 len: 906 time: 0.5639305 Nov 19 17:50:11.455091 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-e60c15d2-4461-4baa-b9d5-bfea0dd8fc11 tempest-ExternalNetworksTestJSON-2011005043 tempest-ExternalNetworksTestJSON-2011005043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7be1c1ea-54c4-47db-8608-c5df5b231d9e']}} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:50:11.461994 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc7413bb-7ca7-464c-9402-1f20912d4c45 {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:50:11.467723 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc1f34b-c719-4bc0-9b06-e7708969e89d req-8dd9afc6-f93e-4477-8249-7fc5e0f6b782 tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:11.469439 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0cc1f34b-c719-4bc0-9b06-e7708969e89d req-8dd9afc6-f93e-4477-8249-7fc5e0f6b782 tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] 10.222.0.54 "GET /v2.0/ports?device_id=300729d8-eaae-4af8-aee9-5fcaa7142782 HTTP/1.1" status: 200 len: 943 time: 0.0629234 Nov 19 17:50:11.490945 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port bc7413bb-7ca7-464c-9402-1f20912d4c45, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=bc7413bb-7ca7-464c-9402-1f20912d4c45,segment=NetworkSegment(ca1955a5-8302-44fc-89d8-f39d4f35e721),segment_id=ca1955a5-8302-44fc-89d8-f39d4f35e721)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:50:11.497076 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:11.514302 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-e60c15d2-4461-4baa-b9d5-bfea0dd8fc11 tempest-ExternalNetworksTestJSON-2011005043 tempest-ExternalNetworksTestJSON-2011005043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5767e25-bc03-4056-87eb-26ea24dc69fa') {'for_net_delete': True} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:50:11.514564 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-e60c15d2-4461-4baa-b9d5-bfea0dd8fc11 tempest-ExternalNetworksTestJSON-2011005043 tempest-ExternalNetworksTestJSON-2011005043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5767e25-bc03-4056-87eb-26ea24dc69fa') {} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:50:11.522970 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7bbf0a54-49af-4c8f-917c-408dee5172a4 req-4fb27cd1-8c63-4c20-8a62-48ab60027642 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b496562e-f144-4315-a2bf-6fed95564f3f HTTP/1.1" status: 200 len: 217 time: 0.0648785 Nov 19 17:50:11.527272 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e60c15d2-4461-4baa-b9d5-bfea0dd8fc11 tempest-ExternalNetworksTestJSON-2011005043 tempest-ExternalNetworksTestJSON-2011005043-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12545382'] for segment, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:11.536444 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0cc1f34b-c719-4bc0-9b06-e7708969e89d req-ea79749e-6ee5-4b1b-a3cf-ba888fd7e910 tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] 10.222.0.54 "GET /v2.0/security-groups?id=79517508-381b-4077-8d39-0c2cf4e2980c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579867 Nov 19 17:50:11.571191 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e60c15d2-4461-4baa-b9d5-bfea0dd8fc11 tempest-ExternalNetworksTestJSON-2011005043 tempest-ExternalNetworksTestJSON-2011005043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:11.581911 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e60c15d2-4461-4baa-b9d5-bfea0dd8fc11 tempest-ExternalNetworksTestJSON-2011005043 tempest-ExternalNetworksTestJSON-2011005043-project] Releasing vlan 664 on physical network physnet1 to pool {{(pid=103365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 17:50:11.582351 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e60c15d2-4461-4baa-b9d5-bfea0dd8fc11 tempest-ExternalNetworksTestJSON-2011005043 tempest-ExternalNetworksTestJSON-2011005043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12282953'] for segment, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:11.585493 n-d-818022-2 neutron-server[103365]: Traceback (most recent call last): Nov 19 17:50:11.585493 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 17:50:11.585493 n-d-818022-2 neutron-server[103365]: timer() Nov 19 17:50:11.585493 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 17:50:11.585493 n-d-818022-2 neutron-server[103365]: cb(*args, **kw) Nov 19 17:50:11.585493 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 17:50:11.585493 n-d-818022-2 neutron-server[103365]: return func(*args, **kwargs) Nov 19 17:50:11.585493 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 17:50:11.585493 n-d-818022-2 neutron-server[103365]: self._notify() Nov 19 17:50:11.585493 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 17:50:11.585493 n-d-818022-2 neutron-server[103365]: self.callback(batched_events) Nov 19 17:50:11.585493 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 17:50:11.585493 n-d-818022-2 neutron-server[103365]: event.method(event) Nov 19 17:50:11.585493 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 17:50:11.585493 n-d-818022-2 neutron-server[103365]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 17:50:11.585493 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 17:50:11.585493 n-d-818022-2 neutron-server[103365]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 17:50:11.585493 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 17:50:11.585493 n-d-818022-2 neutron-server[103365]: return f(self, *a, **k) Nov 19 17:50:11.585493 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 17:50:11.585493 n-d-818022-2 neutron-server[103365]: return self._get(url).json() Nov 19 17:50:11.585493 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 17:50:11.585493 n-d-818022-2 neutron-server[103365]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 17:50:11.585493 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 17:50:11.585493 n-d-818022-2 neutron-server[103365]: return self.request(url, 'GET', **kwargs) Nov 19 17:50:11.585493 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 17:50:11.585493 n-d-818022-2 neutron-server[103365]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 17:50:11.585493 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 17:50:11.585493 n-d-818022-2 neutron-server[103365]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 17:50:11.585493 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 17:50:11.585493 n-d-818022-2 neutron-server[103365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 17:50:11.585493 n-d-818022-2 neutron-server[103365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 17:50:11.632053 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbf0a54-49af-4c8f-917c-408dee5172a4 req-d8e7cc05-1a0a-45ee-8fd5-77a5c6d1adae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:11.633542 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7bbf0a54-49af-4c8f-917c-408dee5172a4 req-d8e7cc05-1a0a-45ee-8fd5-77a5c6d1adae service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ae1dd334-eb0c-43c6-9467-c13f8b3210c4 HTTP/1.1" status: 200 len: 845 time: 0.0988848 Nov 19 17:50:11.682061 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7bbf0a54-49af-4c8f-917c-408dee5172a4 req-caf31cfc-2ff6-4574-9428-dc273ef3944d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=09343151-5f7f-4534-803c-65c4f7eca01b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346735 Nov 19 17:50:11.686161 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e60c15d2-4461-4baa-b9d5-bfea0dd8fc11 tempest-ExternalNetworksTestJSON-2011005043 tempest-ExternalNetworksTestJSON-2011005043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671242'] for network, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:11.692143 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e60c15d2-4461-4baa-b9d5-bfea0dd8fc11 tempest-ExternalNetworksTestJSON-2011005043 tempest-ExternalNetworksTestJSON-2011005043-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:11.695800 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-e60c15d2-4461-4baa-b9d5-bfea0dd8fc11 tempest-ExternalNetworksTestJSON-2011005043 tempest-ExternalNetworksTestJSON-2011005043-project] 10.222.0.54 "DELETE /v2.0/networks/7be1c1ea-54c4-47db-8608-c5df5b231d9e HTTP/1.1" status: 204 len: 168 time: 0.9897373 Nov 19 17:50:11.726477 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60c15d2-4461-4baa-b9d5-bfea0dd8fc11 tempest-ExternalNetworksTestJSON-2011005043 tempest-ExternalNetworksTestJSON-2011005043-project] Pushing event deleted for resources: {'Network': ['ID=7be1c1ea-54c4-47db-8608-c5df5b231d9e,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:50:11.734797 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=bc7413bb-7ca7-464c-9402-1f20912d4c45,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:50:11.815610 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7bbf0a54-49af-4c8f-917c-408dee5172a4 req-41385822-fbbd-4efb-a9ba-41f65fbe3d47 service neutron] 10.222.0.60 "GET /v2.0/networks/09343151-5f7f-4534-803c-65c4f7eca01b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249802 Nov 19 17:50:11.853782 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['bc7413bb-7ca7-464c-9402-1f20912d4c45'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:50:11.943804 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7bbf0a54-49af-4c8f-917c-408dee5172a4 req-44d55851-75d6-47b1-8157-3b3e4b8862fc service neutron] 10.222.0.60 "GET /v2.0/networks/09343151-5f7f-4534-803c-65c4f7eca01b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201842 Nov 19 17:50:12.004567 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 58324) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:50:12.079260 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e31b1fe-f209-4c98-8bb1-c09780e5b8f0 req-760440c1-f46c-4909-a95e-52ae10e4e42c tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:12.085525 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e31b1fe-f209-4c98-8bb1-c09780e5b8f0 req-760440c1-f46c-4909-a95e-52ae10e4e42c tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:12.092861 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e31b1fe-f209-4c98-8bb1-c09780e5b8f0 req-760440c1-f46c-4909-a95e-52ae10e4e42c tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:12.101304 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e31b1fe-f209-4c98-8bb1-c09780e5b8f0 req-760440c1-f46c-4909-a95e-52ae10e4e42c tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:12.110087 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e31b1fe-f209-4c98-8bb1-c09780e5b8f0 req-760440c1-f46c-4909-a95e-52ae10e4e42c tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:12.117940 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e31b1fe-f209-4c98-8bb1-c09780e5b8f0 req-760440c1-f46c-4909-a95e-52ae10e4e42c tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:12.126495 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e31b1fe-f209-4c98-8bb1-c09780e5b8f0 req-760440c1-f46c-4909-a95e-52ae10e4e42c tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:12.128912 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9e31b1fe-f209-4c98-8bb1-c09780e5b8f0 req-760440c1-f46c-4909-a95e-52ae10e4e42c tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4e34aa3-c9da-43ec-a34a-37de5c74afc3 HTTP/1.1" status: 200 len: 5429 time: 0.1212416 Nov 19 17:50:12.218394 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9e31b1fe-f209-4c98-8bb1-c09780e5b8f0 req-5d619a21-051a-40d9-a18a-f8812606ce5f tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] 10.222.0.54 "GET /v2.0/security-groups?id=89e36896-1c46-4104-bcaf-813bfdc934e0&id=6f748c30-bcc4-4f26-989c-71d930e18e94&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0834610 Nov 19 17:50:12.229889 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-cb111d5d-6378-4efd-a482-4d726bc82540 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ec1ac15be9094a41bb3c11a5e283aa29&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2241597 Nov 19 17:50:12.232913 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 58332) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:50:12.293774 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-bbda739d-0bda-44bd-9288-0891ee35d236 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:12.324285 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-bbda739d-0bda-44bd-9288-0891ee35d236 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:12.385717 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437ead66-10c1-41de-9651-7fc33364a6dc req-23a86889-2be0-4765-ad24-54d3a210ecb1 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:12.387928 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-437ead66-10c1-41de-9651-7fc33364a6dc req-23a86889-2be0-4765-ad24-54d3a210ecb1 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/ports?device_id=9a729f65-3a68-43ef-b5a2-323bc137ccf8 HTTP/1.1" status: 200 len: 944 time: 0.0505395 Nov 19 17:50:12.394998 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-bbda739d-0bda-44bd-9288-0891ee35d236 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:12.398125 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-bbda739d-0bda-44bd-9288-0891ee35d236 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:12.399267 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-bbda739d-0bda-44bd-9288-0891ee35d236 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/6d217e85-ee91-4c42-ad30-7252d8d6e3c0 HTTP/1.1" status: 204 len: 168 time: 0.1653197 Nov 19 17:50:12.408929 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbda739d-0bda-44bd-9288-0891ee35d236 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d217e85-ee91-4c42-ad30-7252d8d6e3c0,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:50:12.463721 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-437ead66-10c1-41de-9651-7fc33364a6dc req-8840c426-94a9-4633-986d-72e9e40e07b9 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/security-groups?id=e103badb-33bc-4a96-ade0-89c422abc1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679429 Nov 19 17:50:12.545246 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734a1790-460f-4a1f-986b-c1d77b10caf6 req-0879e4e6-ab97-4cef-b262-078e3345254e tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:12.547076 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-734a1790-460f-4a1f-986b-c1d77b10caf6 req-0879e4e6-ab97-4cef-b262-078e3345254e tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/ports?device_id=45106a11-acb2-45a3-b216-7a27610e2a32 HTTP/1.1" status: 200 len: 950 time: 0.0532057 Nov 19 17:50:12.604137 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-734a1790-460f-4a1f-986b-c1d77b10caf6 req-17c4f36d-26b8-430a-9cd5-d5da42830c03 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/security-groups?id=6e557aa4-1576-4002-9603-a630915d92af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505190 Nov 19 17:50:12.686332 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe2e268-6a55-4188-ab75-848965c7b788 req-9ba37ced-caa2-4cad-8401-443db748a79d tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:12.688011 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-3fe2e268-6a55-4188-ab75-848965c7b788 req-9ba37ced-caa2-4cad-8401-443db748a79d tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] 10.222.0.54 "GET /v2.0/ports?device_id=300729d8-eaae-4af8-aee9-5fcaa7142782 HTTP/1.1" status: 200 len: 944 time: 0.0540838 Nov 19 17:50:12.743533 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-3fe2e268-6a55-4188-ab75-848965c7b788 req-2cdd0be0-91ba-455d-9e19-4985a80a1eda tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] 10.222.0.54 "GET /v2.0/security-groups?id=79517508-381b-4077-8d39-0c2cf4e2980c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491953 Nov 19 17:50:12.751374 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 58344) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:50:12.794295 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-46b6378d-db89-4e1b-a85e-3063f41ba95c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=6d0f091592c44c86b41b57e945b2ae0d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0415795 Nov 19 17:50:12.797044 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 58346) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:50:12.849925 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6fc126e2-25c2-46ca-9efe-c034c7d17e19 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:12.872874 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6fc126e2-25c2-46ca-9efe-c034c7d17e19 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:12.924304 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6fc126e2-25c2-46ca-9efe-c034c7d17e19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:12.927570 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6fc126e2-25c2-46ca-9efe-c034c7d17e19 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:12.928758 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-6fc126e2-25c2-46ca-9efe-c034c7d17e19 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/eb6cd85b-4adc-4c78-863a-575d204bcd7b HTTP/1.1" status: 204 len: 168 time: 0.1308708 Nov 19 17:50:12.937618 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc126e2-25c2-46ca-9efe-c034c7d17e19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb6cd85b-4adc-4c78-863a-575d204bcd7b,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:50:13.265552 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device b496562e-f144-4315-a2bf-6fed95564f3f details requested by agent hyperv_n-h1-818022-2 with host n-h1-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 17:50:13.269760 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device bc7413bb-7ca7-464c-9402-1f20912d4c45 up at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:50:13.374005 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f42dfcc-7bab-405c-9ab8-673142f1d98b req-35099258-8675-443e-a846-8c399129e65d tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:13.380284 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f42dfcc-7bab-405c-9ab8-673142f1d98b req-35099258-8675-443e-a846-8c399129e65d tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:13.386917 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f42dfcc-7bab-405c-9ab8-673142f1d98b req-35099258-8675-443e-a846-8c399129e65d tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:13.393343 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f42dfcc-7bab-405c-9ab8-673142f1d98b req-35099258-8675-443e-a846-8c399129e65d tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:13.399742 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f42dfcc-7bab-405c-9ab8-673142f1d98b req-35099258-8675-443e-a846-8c399129e65d tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:13.401623 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning for port bc7413bb-7ca7-464c-9402-1f20912d4c45 completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 17:50:13.406273 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f42dfcc-7bab-405c-9ab8-673142f1d98b req-35099258-8675-443e-a846-8c399129e65d tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:13.408685 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning complete for port bc7413bb-7ca7-464c-9402-1f20912d4c45 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:50:13.409054 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:13.413468 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f42dfcc-7bab-405c-9ab8-673142f1d98b req-35099258-8675-443e-a846-8c399129e65d tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:13.416575 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4f42dfcc-7bab-405c-9ab8-673142f1d98b req-35099258-8675-443e-a846-8c399129e65d tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4e34aa3-c9da-43ec-a34a-37de5c74afc3 HTTP/1.1" status: 200 len: 5429 time: 0.1132793 Nov 19 17:50:13.450653 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port b496562e-f144-4315-a2bf-6fed95564f3f, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=b496562e-f144-4315-a2bf-6fed95564f3f,segment=NetworkSegment(76ca7d5f-3474-4bcd-9b64-65e02324eb89),segment_id=76ca7d5f-3474-4bcd-9b64-65e02324eb89)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:50:13.472535 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Returning: {'device': 'b496562e-f144-4315-a2bf-6fed95564f3f', 'network_id': '09343151-5f7f-4534-803c-65c4f7eca01b', 'port_id': 'b496562e-f144-4315-a2bf-6fed95564f3f', 'mac_address': 'fa:16:3e:41:ad:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 676, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae1dd334-eb0c-43c6-9467-c13f8b3210c4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 17:50:13.511373 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4f42dfcc-7bab-405c-9ab8-673142f1d98b req-2088ba71-cfb2-44f4-8261-36ecd56fae0e tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] 10.222.0.54 "GET /v2.0/security-groups?id=89e36896-1c46-4104-bcaf-813bfdc934e0&id=6f748c30-bcc4-4f26-989c-71d930e18e94&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0838218 Nov 19 17:50:13.562057 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:13.580545 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:13.583404 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b496562e-f144-4315-a2bf-6fed95564f3f {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:50:13.611229 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc0f9be-c2b5-4ef3-ac55-b6dad7500762 req-115545fa-6a9d-427e-ad7b-2af78512d7f1 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:13.613804 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8cc0f9be-c2b5-4ef3-ac55-b6dad7500762 req-115545fa-6a9d-427e-ad7b-2af78512d7f1 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/ports?device_id=9a729f65-3a68-43ef-b5a2-323bc137ccf8 HTTP/1.1" status: 200 len: 944 time: 0.0639303 Nov 19 17:50:13.634458 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '300729d8-eaae-4af8-aee9-5fcaa7142782', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc7413bb-7ca7-464c-9402-1f20912d4c45'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:50:13.636012 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3940761bcd94e032e6960d2241bd8993c5d3a7d8dc2aca8488f3ecf1d4dd2fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb2d2304-12fa-4bbe-ba90-1ae05a6a7c53" -d '{"events": [{"server_uuid": "300729d8-eaae-4af8-aee9-5fcaa7142782", "name": "network-vif-plugged", "status": "completed", "tag": "bc7413bb-7ca7-464c-9402-1f20912d4c45"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:50:13.641683 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port b496562e-f144-4315-a2bf-6fed95564f3f, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=b496562e-f144-4315-a2bf-6fed95564f3f,segment=NetworkSegment(76ca7d5f-3474-4bcd-9b64-65e02324eb89),segment_id=76ca7d5f-3474-4bcd-9b64-65e02324eb89)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:50:13.657378 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:13.667090 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port bc7413bb-7ca7-464c-9402-1f20912d4c45, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=bc7413bb-7ca7-464c-9402-1f20912d4c45,segment=NetworkSegment(ca1955a5-8302-44fc-89d8-f39d4f35e721),segment_id=ca1955a5-8302-44fc-89d8-f39d4f35e721)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:50:13.675823 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:13.700878 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8cc0f9be-c2b5-4ef3-ac55-b6dad7500762 req-2d581cd0-6255-4988-b5dd-eb3d44678e0d tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/security-groups?id=e103badb-33bc-4a96-ade0-89c422abc1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803766 Nov 19 17:50:13.739895 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=b496562e-f144-4315-a2bf-6fed95564f3f,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:50:13.747831 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:50:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37d4faf8-2b53-4e28-8f97-4d41af5fccc0 x-openstack-request-id: req-37d4faf8-2b53-4e28-8f97-4d41af5fccc0 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:50:13.748726 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "300729d8-eaae-4af8-aee9-5fcaa7142782", "name": "network-vif-plugged", "status": "completed", "tag": "bc7413bb-7ca7-464c-9402-1f20912d4c45", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:50:13.749302 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-37d4faf8-2b53-4e28-8f97-4d41af5fccc0 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:50:13.749881 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '300729d8-eaae-4af8-aee9-5fcaa7142782', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc7413bb-7ca7-464c-9402-1f20912d4c45', 'code': 200} Nov 19 17:50:13.801893 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d968e857-61a0-4488-8f9b-13fb37892c96 req-48800486-e49c-4efb-985b-8d692321bdaa tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:13.803971 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=bc7413bb-7ca7-464c-9402-1f20912d4c45,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:50:13.819404 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d968e857-61a0-4488-8f9b-13fb37892c96 req-48800486-e49c-4efb-985b-8d692321bdaa tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/ports?device_id=45106a11-acb2-45a3-b216-7a27610e2a32 HTTP/1.1" status: 200 len: 950 time: 0.1252849 Nov 19 17:50:13.910748 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d968e857-61a0-4488-8f9b-13fb37892c96 req-9b3c0fa7-eacc-4395-8cfb-1b6183916448 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/security-groups?id=6e557aa4-1576-4002-9603-a630915d92af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899768 Nov 19 17:50:13.923008 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571a80e6-f4c4-44be-95ca-5655758e3df3 req-69c9ebc1-ad50-43ee-a119-fd1a98faf129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:13.923008 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-571a80e6-f4c4-44be-95ca-5655758e3df3 req-69c9ebc1-ad50-43ee-a119-fd1a98faf129 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=300729d8-eaae-4af8-aee9-5fcaa7142782 HTTP/1.1" status: 200 len: 1096 time: 0.0926826 Nov 19 17:50:13.926091 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6c347a-dac1-4490-9bce-2d092fdb0d1d req-1b9b57cd-0464-4b92-a1d6-857807fb8401 tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:13.927696 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-4e6c347a-dac1-4490-9bce-2d092fdb0d1d req-1b9b57cd-0464-4b92-a1d6-857807fb8401 tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] 10.222.0.54 "GET /v2.0/ports?device_id=300729d8-eaae-4af8-aee9-5fcaa7142782 HTTP/1.1" status: 200 len: 945 time: 0.0805383 Nov 19 17:50:13.979804 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-4e6c347a-dac1-4490-9bce-2d092fdb0d1d req-5973967f-d102-4401-a484-3f5377a40766 tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] 10.222.0.54 "GET /v2.0/security-groups?id=79517508-381b-4077-8d39-0c2cf4e2980c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455170 Nov 19 17:50:13.982018 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-571a80e6-f4c4-44be-95ca-5655758e3df3 req-bf0677c8-441c-492a-96f6-9b2f1104db3f service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=79517508-381b-4077-8d39-0c2cf4e2980c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451338 Nov 19 17:50:14.035595 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['b496562e-f144-4315-a2bf-6fed95564f3f'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:50:14.473494 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 58402) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:50:14.571717 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-333269b2-7399-43a7-b2ca-60820ae33f44 tempest-ExternalNetworksAdminNegativeTestJSON-748693890 tempest-ExternalNetworksAdminNegativeTestJSON-748693890-project-admin] Request body: {'floatingip': {'floating_network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:50:14.596919 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-333269b2-7399-43a7-b2ca-60820ae33f44 tempest-ExternalNetworksAdminNegativeTestJSON-748693890 tempest-ExternalNetworksAdminNegativeTestJSON-748693890-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:14.721898 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c8a5dd-8a47-44f0-8c6d-9abcc4eaf2f2 req-afce9e74-5531-4db1-bd67-1d13b6196fe7 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:14.727992 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c8a5dd-8a47-44f0-8c6d-9abcc4eaf2f2 req-afce9e74-5531-4db1-bd67-1d13b6196fe7 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:14.734815 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c8a5dd-8a47-44f0-8c6d-9abcc4eaf2f2 req-afce9e74-5531-4db1-bd67-1d13b6196fe7 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:14.740753 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c8a5dd-8a47-44f0-8c6d-9abcc4eaf2f2 req-afce9e74-5531-4db1-bd67-1d13b6196fe7 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:14.747255 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c8a5dd-8a47-44f0-8c6d-9abcc4eaf2f2 req-afce9e74-5531-4db1-bd67-1d13b6196fe7 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:14.753331 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c8a5dd-8a47-44f0-8c6d-9abcc4eaf2f2 req-afce9e74-5531-4db1-bd67-1d13b6196fe7 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:14.759296 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c8a5dd-8a47-44f0-8c6d-9abcc4eaf2f2 req-afce9e74-5531-4db1-bd67-1d13b6196fe7 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:14.761336 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-01c8a5dd-8a47-44f0-8c6d-9abcc4eaf2f2 req-afce9e74-5531-4db1-bd67-1d13b6196fe7 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4e34aa3-c9da-43ec-a34a-37de5c74afc3 HTTP/1.1" status: 200 len: 5429 time: 0.1100237 Nov 19 17:50:14.815361 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-333269b2-7399-43a7-b2ca-60820ae33f44 tempest-ExternalNetworksAdminNegativeTestJSON-748693890 tempest-ExternalNetworksAdminNegativeTestJSON-748693890-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:14.839241 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8569b2fe-3891-4b37-99a0-3b7e824b734e req-b789e4e0-046a-4b08-965f-a4a290eaeca1 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:14.842217 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8569b2fe-3891-4b37-99a0-3b7e824b734e req-b789e4e0-046a-4b08-965f-a4a290eaeca1 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/ports?device_id=9a729f65-3a68-43ef-b5a2-323bc137ccf8 HTTP/1.1" status: 200 len: 945 time: 0.0628765 Nov 19 17:50:14.882606 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-01c8a5dd-8a47-44f0-8c6d-9abcc4eaf2f2 req-e6660b88-e7da-47ae-8869-5d0880ac301b tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] 10.222.0.54 "GET /v2.0/security-groups?id=89e36896-1c46-4104-bcaf-813bfdc934e0&id=6f748c30-bcc4-4f26-989c-71d930e18e94&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1091509 Nov 19 17:50:14.906887 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8569b2fe-3891-4b37-99a0-3b7e824b734e req-152ffcc9-3403-4f8d-8f41-0f99d6a4691c tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/security-groups?id=e103badb-33bc-4a96-ade0-89c422abc1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584631 Nov 19 17:50:14.984392 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [None req-333269b2-7399-43a7-b2ca-60820ae33f44 tempest-ExternalNetworksAdminNegativeTestJSON-748693890 tempest-ExternalNetworksAdminNegativeTestJSON-748693890-project-admin] Allocated IP 172.25.7.177 (645e61aa-1a6c-4e8f-857e-ab06edb4897f/88ed2d64-f56d-4f01-a468-946e01c99e82/84ec97af-c5e8-4df3-89cd-9b821e38926f) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:50:15.091882 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249a2664-a4a7-4794-9c60-505f29774bed req-49299d7f-4a38-4e77-ba7f-d36262cccbfa tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:15.093436 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-249a2664-a4a7-4794-9c60-505f29774bed req-49299d7f-4a38-4e77-ba7f-d36262cccbfa tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/ports?device_id=45106a11-acb2-45a3-b216-7a27610e2a32 HTTP/1.1" status: 200 len: 950 time: 0.1195905 Nov 19 17:50:15.121262 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b1d591-0a5b-4be6-aa19-c1c03decd371 req-09a7085b-ab33-489b-9be0-2888872e6758 tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:15.124321 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-69b1d591-0a5b-4be6-aa19-c1c03decd371 req-09a7085b-ab33-489b-9be0-2888872e6758 tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] 10.222.0.54 "GET /v2.0/ports?device_id=300729d8-eaae-4af8-aee9-5fcaa7142782 HTTP/1.1" status: 200 len: 945 time: 0.0629308 Nov 19 17:50:15.176613 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-333269b2-7399-43a7-b2ca-60820ae33f44 tempest-ExternalNetworksAdminNegativeTestJSON-748693890 tempest-ExternalNetworksAdminNegativeTestJSON-748693890-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:15.184084 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-249a2664-a4a7-4794-9c60-505f29774bed req-a2521aec-2279-4ef7-9257-59b3868c8420 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/security-groups?id=6e557aa4-1576-4002-9603-a630915d92af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808539 Nov 19 17:50:15.186260 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-69b1d591-0a5b-4be6-aa19-c1c03decd371 req-6e0dc1e9-0f61-4ac3-bf0e-0c881c8e4e5f tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] 10.222.0.54 "GET /v2.0/security-groups?id=79517508-381b-4077-8d39-0c2cf4e2980c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535204 Nov 19 17:50:15.229397 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-333269b2-7399-43a7-b2ca-60820ae33f44 tempest-ExternalNetworksAdminNegativeTestJSON-748693890 tempest-ExternalNetworksAdminNegativeTestJSON-748693890-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:15.271669 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-333269b2-7399-43a7-b2ca-60820ae33f44 tempest-ExternalNetworksAdminNegativeTestJSON-748693890 tempest-ExternalNetworksAdminNegativeTestJSON-748693890-project-admin] Network 645e61aa-1a6c-4e8f-857e-ab06edb4897f is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:50:15.274746 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-333269b2-7399-43a7-b2ca-60820ae33f44 tempest-ExternalNetworksAdminNegativeTestJSON-748693890 tempest-ExternalNetworksAdminNegativeTestJSON-748693890-project-admin] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:50:15.279052 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-333269b2-7399-43a7-b2ca-60820ae33f44 tempest-ExternalNetworksAdminNegativeTestJSON-748693890 tempest-ExternalNetworksAdminNegativeTestJSON-748693890-project-admin] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:50:15.287050 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 55efc562-e796-48ee-b98a-71ca0963668d details requested by agent hyperv_n-h1-818022-2 with host n-h1-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 17:50:15.310766 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333269b2-7399-43a7-b2ca-60820ae33f44 tempest-ExternalNetworksAdminNegativeTestJSON-748693890 tempest-ExternalNetworksAdminNegativeTestJSON-748693890-project-admin] Pushing event updated for resources: {'Port': ['ID=84ec97af-c5e8-4df3-89cd-9b821e38926f,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:50:15.413112 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-333269b2-7399-43a7-b2ca-60820ae33f44 tempest-ExternalNetworksAdminNegativeTestJSON-748693890 tempest-ExternalNetworksAdminNegativeTestJSON-748693890-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:15.432809 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 55efc562-e796-48ee-b98a-71ca0963668d, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=55efc562-e796-48ee-b98a-71ca0963668d,segment=NetworkSegment(949c8f19-feca-48a3-a3b4-7bc362c7af12),segment_id=949c8f19-feca-48a3-a3b4-7bc362c7af12)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:50:15.444871 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Returning: {'device': '55efc562-e796-48ee-b98a-71ca0963668d', 'network_id': '30cc82c9-8c1f-49cc-8162-0520c6f854aa', 'port_id': '55efc562-e796-48ee-b98a-71ca0963668d', 'mac_address': 'fa:16:3e:f0:b5:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 668, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a14f80e-a548-4036-8075-eea4ab04e398', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 17:50:15.456685 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-333269b2-7399-43a7-b2ca-60820ae33f44 tempest-ExternalNetworksAdminNegativeTestJSON-748693890 tempest-ExternalNetworksAdminNegativeTestJSON-748693890-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:15.488739 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:15.504163 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55efc562-e796-48ee-b98a-71ca0963668d {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:50:15.529743 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 55efc562-e796-48ee-b98a-71ca0963668d, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=55efc562-e796-48ee-b98a-71ca0963668d,segment=NetworkSegment(949c8f19-feca-48a3-a3b4-7bc362c7af12),segment_id=949c8f19-feca-48a3-a3b4-7bc362c7af12)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:50:15.536898 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:15.538063 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device e9f9a1b4-ed63-46ec-bad8-a2a818826308 details requested by agent hyperv_n-h1-818022-2 with host n-h1-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 17:50:15.638293 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=55efc562-e796-48ee-b98a-71ca0963668d,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:50:15.648449 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-333269b2-7399-43a7-b2ca-60820ae33f44 tempest-ExternalNetworksAdminNegativeTestJSON-748693890 tempest-ExternalNetworksAdminNegativeTestJSON-748693890-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:15.654049 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-333269b2-7399-43a7-b2ca-60820ae33f44 tempest-ExternalNetworksAdminNegativeTestJSON-748693890 tempest-ExternalNetworksAdminNegativeTestJSON-748693890-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:15.688647 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port e9f9a1b4-ed63-46ec-bad8-a2a818826308, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=e9f9a1b4-ed63-46ec-bad8-a2a818826308,segment=NetworkSegment(a6df5b1a-a51e-44a5-83b0-75c6a5ebdd6e),segment_id=a6df5b1a-a51e-44a5-83b0-75c6a5ebdd6e)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:50:15.704669 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Returning: {'device': 'e9f9a1b4-ed63-46ec-bad8-a2a818826308', 'network_id': '7ebd557b-42db-40a2-8cf2-57dc967dc3d4', 'port_id': 'e9f9a1b4-ed63-46ec-bad8-a2a818826308', 'mac_address': 'fa:16:3e:3a:45:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 666, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b75b289-976d-457b-8721-33c12b671379', 'ip_address': '10.1.1.143'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 17:50:15.730270 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333269b2-7399-43a7-b2ca-60820ae33f44 tempest-ExternalNetworksAdminNegativeTestJSON-748693890 tempest-ExternalNetworksAdminNegativeTestJSON-748693890-project-admin] Pushing event updated for resources: {'Port': ['ID=84ec97af-c5e8-4df3-89cd-9b821e38926f,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:50:15.737127 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-333269b2-7399-43a7-b2ca-60820ae33f44 tempest-ExternalNetworksAdminNegativeTestJSON-748693890 tempest-ExternalNetworksAdminNegativeTestJSON-748693890-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-671284'] for floatingip, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:15.747331 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:15.757164 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-333269b2-7399-43a7-b2ca-60820ae33f44 tempest-ExternalNetworksAdminNegativeTestJSON-748693890 tempest-ExternalNetworksAdminNegativeTestJSON-748693890-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for floatingip, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:15.758545 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-333269b2-7399-43a7-b2ca-60820ae33f44 tempest-ExternalNetworksAdminNegativeTestJSON-748693890 tempest-ExternalNetworksAdminNegativeTestJSON-748693890-project-admin] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2840140 Nov 19 17:50:15.762277 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9f9a1b4-ed63-46ec-bad8-a2a818826308 {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:50:15.771928 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 58418) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:50:15.777620 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-81f04a83-5637-45ed-9d5b-cba1018c98ca tempest-ExternalNetworksAdminNegativeTestJSON-748693890 tempest-ExternalNetworksAdminNegativeTestJSON-748693890-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-304066890', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'fixed_ips': [{'ip_address': '172.25.7.177'}]}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:50:15.783972 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port e9f9a1b4-ed63-46ec-bad8-a2a818826308, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=e9f9a1b4-ed63-46ec-bad8-a2a818826308,segment=NetworkSegment(a6df5b1a-a51e-44a5-83b0-75c6a5ebdd6e),segment_id=a6df5b1a-a51e-44a5-83b0-75c6a5ebdd6e)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:50:15.789509 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:15.801871 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81f04a83-5637-45ed-9d5b-cba1018c98ca tempest-ExternalNetworksAdminNegativeTestJSON-748693890 tempest-ExternalNetworksAdminNegativeTestJSON-748693890-project-admin] Made reservation on behalf of 54cd150cf67643f089db8c54fa3a8e25 for: {'port': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:50:15.804285 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-81f04a83-5637-45ed-9d5b-cba1018c98ca tempest-ExternalNetworksAdminNegativeTestJSON-748693890 tempest-ExternalNetworksAdminNegativeTestJSON-748693890-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:15.814179 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-81f04a83-5637-45ed-9d5b-cba1018c98ca tempest-ExternalNetworksAdminNegativeTestJSON-748693890 tempest-ExternalNetworksAdminNegativeTestJSON-748693890-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:15.850377 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=e9f9a1b4-ed63-46ec-bad8-a2a818826308,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:50:15.918915 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-81f04a83-5637-45ed-9d5b-cba1018c98ca tempest-ExternalNetworksAdminNegativeTestJSON-748693890 tempest-ExternalNetworksAdminNegativeTestJSON-748693890-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:15.923928 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-81f04a83-5637-45ed-9d5b-cba1018c98ca tempest-ExternalNetworksAdminNegativeTestJSON-748693890 tempest-ExternalNetworksAdminNegativeTestJSON-748693890-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:15.928656 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [None req-81f04a83-5637-45ed-9d5b-cba1018c98ca tempest-ExternalNetworksAdminNegativeTestJSON-748693890 tempest-ExternalNetworksAdminNegativeTestJSON-748693890-project-admin] device_id is not set on port 92ce9784-29f5-4096-bf69-e48ecd5d7046 yet. {{(pid=103365) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 17:50:16.017845 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f04a83-5637-45ed-9d5b-cba1018c98ca tempest-ExternalNetworksAdminNegativeTestJSON-748693890 tempest-ExternalNetworksAdminNegativeTestJSON-748693890-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7106d48c-7e5b-4307-a5c9-20adbf6a7ecd,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:50:16.077076 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4583ac-ea2e-40c1-bfb1-0c0f2122e67b req-1d93ce00-0add-420b-bf74-d04a26f95469 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:16.079668 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0a4583ac-ea2e-40c1-bfb1-0c0f2122e67b req-1d93ce00-0add-420b-bf74-d04a26f95469 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/ports?device_id=9a729f65-3a68-43ef-b5a2-323bc137ccf8 HTTP/1.1" status: 200 len: 945 time: 0.0646951 Nov 19 17:50:16.131357 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb4e550-1d77-4d62-ad3a-73b8097e16e1 req-fb0847b6-3b0f-4c5e-a77a-7958af4c032d tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:16.137877 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb4e550-1d77-4d62-ad3a-73b8097e16e1 req-fb0847b6-3b0f-4c5e-a77a-7958af4c032d tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:16.140749 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0a4583ac-ea2e-40c1-bfb1-0c0f2122e67b req-80045e68-a773-488e-a5ac-037685b092bd tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/security-groups?id=e103badb-33bc-4a96-ade0-89c422abc1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546293 Nov 19 17:50:16.143889 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb4e550-1d77-4d62-ad3a-73b8097e16e1 req-fb0847b6-3b0f-4c5e-a77a-7958af4c032d tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:16.149856 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb4e550-1d77-4d62-ad3a-73b8097e16e1 req-fb0847b6-3b0f-4c5e-a77a-7958af4c032d tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:16.156399 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb4e550-1d77-4d62-ad3a-73b8097e16e1 req-fb0847b6-3b0f-4c5e-a77a-7958af4c032d tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:16.162768 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb4e550-1d77-4d62-ad3a-73b8097e16e1 req-fb0847b6-3b0f-4c5e-a77a-7958af4c032d tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:16.168684 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb4e550-1d77-4d62-ad3a-73b8097e16e1 req-fb0847b6-3b0f-4c5e-a77a-7958af4c032d tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:16.170620 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fcb4e550-1d77-4d62-ad3a-73b8097e16e1 req-fb0847b6-3b0f-4c5e-a77a-7958af4c032d tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4e34aa3-c9da-43ec-a34a-37de5c74afc3 HTTP/1.1" status: 200 len: 5431 time: 0.1685367 Nov 19 17:50:16.202386 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['e9f9a1b4-ed63-46ec-bad8-a2a818826308'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:50:16.241886 n-d-818022-2 neutron-server[103365]: INFO neutron.pecan_wsgi.hooks.translation [None req-81f04a83-5637-45ed-9d5b-cba1018c98ca tempest-ExternalNetworksAdminNegativeTestJSON-748693890 tempest-ExternalNetworksAdminNegativeTestJSON-748693890-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 19 17:50:16.242999 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81f04a83-5637-45ed-9d5b-cba1018c98ca tempest-ExternalNetworksAdminNegativeTestJSON-748693890 tempest-ExternalNetworksAdminNegativeTestJSON-748693890-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103365) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 17:50:16.277759 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fcb4e550-1d77-4d62-ad3a-73b8097e16e1 req-5f76cec8-7d31-41c5-a64f-736c33295302 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] 10.222.0.54 "GET /v2.0/security-groups?id=89e36896-1c46-4104-bcaf-813bfdc934e0&id=6f748c30-bcc4-4f26-989c-71d930e18e94&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0814960 Nov 19 17:50:16.284684 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-81f04a83-5637-45ed-9d5b-cba1018c98ca tempest-ExternalNetworksAdminNegativeTestJSON-748693890 tempest-ExternalNetworksAdminNegativeTestJSON-748693890-project-admin] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.5085876 Nov 19 17:50:16.285641 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 58428) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:50:16.364113 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5d626a-dddb-4e33-acc6-b2cde0bb5afd req-21d814a2-7f23-49d0-811a-49ed27b19cfd tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:16.365688 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-cb5d626a-dddb-4e33-acc6-b2cde0bb5afd req-21d814a2-7f23-49d0-811a-49ed27b19cfd tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] 10.222.0.54 "GET /v2.0/ports?device_id=300729d8-eaae-4af8-aee9-5fcaa7142782 HTTP/1.1" status: 200 len: 945 time: 0.0996985 Nov 19 17:50:16.429419 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-cb5d626a-dddb-4e33-acc6-b2cde0bb5afd req-d8b5cb9c-c418-45db-8e4d-0d390966227f tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] 10.222.0.54 "GET /v2.0/security-groups?id=79517508-381b-4077-8d39-0c2cf4e2980c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560420 Nov 19 17:50:16.459168 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c289e9-631c-46f7-ad55-2a35257f6373 req-6f5dd37d-c52f-4aae-9997-d82cf6359b5a tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:16.466490 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d8c289e9-631c-46f7-ad55-2a35257f6373 req-6f5dd37d-c52f-4aae-9997-d82cf6359b5a tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/ports?device_id=45106a11-acb2-45a3-b216-7a27610e2a32 HTTP/1.1" status: 200 len: 950 time: 0.0960684 Nov 19 17:50:16.519546 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-85e7abe4-f941-4ccf-a177-49020e1c4351 tempest-ExternalNetworksAdminNegativeTestJSON-748693890 tempest-ExternalNetworksAdminNegativeTestJSON-748693890-project-admin] Deleting port 84ec97af-c5e8-4df3-89cd-9b821e38926f {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:50:16.519907 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-85e7abe4-f941-4ccf-a177-49020e1c4351 tempest-ExternalNetworksAdminNegativeTestJSON-748693890 tempest-ExternalNetworksAdminNegativeTestJSON-748693890-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:16.570007 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d8c289e9-631c-46f7-ad55-2a35257f6373 req-f541fe6c-12fe-4c3e-b600-366cb56b8359 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/security-groups?id=6e557aa4-1576-4002-9603-a630915d92af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022112 Nov 19 17:50:16.624896 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-85e7abe4-f941-4ccf-a177-49020e1c4351 tempest-ExternalNetworksAdminNegativeTestJSON-748693890 tempest-ExternalNetworksAdminNegativeTestJSON-748693890-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:16.625417 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-85e7abe4-f941-4ccf-a177-49020e1c4351 tempest-ExternalNetworksAdminNegativeTestJSON-748693890 tempest-ExternalNetworksAdminNegativeTestJSON-748693890-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:16.639892 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-85e7abe4-f941-4ccf-a177-49020e1c4351 tempest-ExternalNetworksAdminNegativeTestJSON-748693890 tempest-ExternalNetworksAdminNegativeTestJSON-748693890-project-admin] Calling delete_port for 84ec97af-c5e8-4df3-89cd-9b821e38926f owned by network:floatingip {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:50:16.813107 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-85e7abe4-f941-4ccf-a177-49020e1c4351 tempest-ExternalNetworksAdminNegativeTestJSON-748693890 tempest-ExternalNetworksAdminNegativeTestJSON-748693890-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:16.841636 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e7abe4-f941-4ccf-a177-49020e1c4351 tempest-ExternalNetworksAdminNegativeTestJSON-748693890 tempest-ExternalNetworksAdminNegativeTestJSON-748693890-project-admin] Pushing event deleted for resources: {'Port': ['ID=84ec97af-c5e8-4df3-89cd-9b821e38926f,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:50:16.918752 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-85e7abe4-f941-4ccf-a177-49020e1c4351 tempest-ExternalNetworksAdminNegativeTestJSON-748693890 tempest-ExternalNetworksAdminNegativeTestJSON-748693890-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:16.920868 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-85e7abe4-f941-4ccf-a177-49020e1c4351 tempest-ExternalNetworksAdminNegativeTestJSON-748693890 tempest-ExternalNetworksAdminNegativeTestJSON-748693890-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for floatingip, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:16.922237 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-85e7abe4-f941-4ccf-a177-49020e1c4351 tempest-ExternalNetworksAdminNegativeTestJSON-748693890 tempest-ExternalNetworksAdminNegativeTestJSON-748693890-project-admin] 10.222.0.54 "DELETE /v2.0/floatingips/7eb6cf3f-78e2-4aa9-b690-6389277e2058 HTTP/1.1" status: 204 len: 168 time: 0.6355600 Nov 19 17:50:17.224749 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 58448) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:50:17.243135 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['55efc562-e796-48ee-b98a-71ca0963668d'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:50:17.288062 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6077f0c7-2b76-46ba-95ec-11bc0bc5278a req-593ccba4-6e37-4a54-bbbc-16d804fa6209 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:17.290403 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6077f0c7-2b76-46ba-95ec-11bc0bc5278a req-593ccba4-6e37-4a54-bbbc-16d804fa6209 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/ports?device_id=9a729f65-3a68-43ef-b5a2-323bc137ccf8 HTTP/1.1" status: 200 len: 945 time: 0.0690913 Nov 19 17:50:17.309692 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device c3ff3fa7-827a-4c15-9718-736b1a6d0363 details requested by agent hyperv_n-h1-818022-2 with host n-h1-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 17:50:17.313061 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device b496562e-f144-4315-a2bf-6fed95564f3f up at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:50:17.368349 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6077f0c7-2b76-46ba-95ec-11bc0bc5278a req-a9de5dc4-c5bd-4d12-9c4f-de1634f3c9a0 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/security-groups?id=e103badb-33bc-4a96-ade0-89c422abc1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691588 Nov 19 17:50:17.393089 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b439625b-a9ae-4afa-b59c-ac3068fe55e9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:17.566237 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a88d2c-c39a-4e97-8441-a781b04a591f req-7f91584e-46e9-42d1-b8fb-69d13dca8b86 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:17.582622 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a88d2c-c39a-4e97-8441-a781b04a591f req-7f91584e-46e9-42d1-b8fb-69d13dca8b86 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:17.596421 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a88d2c-c39a-4e97-8441-a781b04a591f req-7f91584e-46e9-42d1-b8fb-69d13dca8b86 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:17.606906 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning for port b496562e-f144-4315-a2bf-6fed95564f3f completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 17:50:17.609665 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a88d2c-c39a-4e97-8441-a781b04a591f req-7f91584e-46e9-42d1-b8fb-69d13dca8b86 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:17.612873 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning complete for port b496562e-f144-4315-a2bf-6fed95564f3f triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:50:17.613451 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:17.618725 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a88d2c-c39a-4e97-8441-a781b04a591f req-7f91584e-46e9-42d1-b8fb-69d13dca8b86 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:17.625804 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a88d2c-c39a-4e97-8441-a781b04a591f req-7f91584e-46e9-42d1-b8fb-69d13dca8b86 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:17.632128 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a88d2c-c39a-4e97-8441-a781b04a591f req-7f91584e-46e9-42d1-b8fb-69d13dca8b86 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:17.638530 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-45a88d2c-c39a-4e97-8441-a781b04a591f req-7f91584e-46e9-42d1-b8fb-69d13dca8b86 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4e34aa3-c9da-43ec-a34a-37de5c74afc3 HTTP/1.1" status: 200 len: 5431 time: 0.1866281 Nov 19 17:50:17.698261 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b439625b-a9ae-4afa-b59c-ac3068fe55e9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:17.711499 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b439625b-a9ae-4afa-b59c-ac3068fe55e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:17.734341 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port c3ff3fa7-827a-4c15-9718-736b1a6d0363, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=c3ff3fa7-827a-4c15-9718-736b1a6d0363,segment=NetworkSegment(a6df5b1a-a51e-44a5-83b0-75c6a5ebdd6e),segment_id=a6df5b1a-a51e-44a5-83b0-75c6a5ebdd6e)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:50:17.759477 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Returning: {'device': 'c3ff3fa7-827a-4c15-9718-736b1a6d0363', 'network_id': '7ebd557b-42db-40a2-8cf2-57dc967dc3d4', 'port_id': 'c3ff3fa7-827a-4c15-9718-736b1a6d0363', 'mac_address': 'fa:16:3e:7c:20:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 666, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b75b289-976d-457b-8721-33c12b671379', 'ip_address': '10.1.1.83'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 17:50:17.790126 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ef1587-9c4a-4065-a671-ba167ecc6b3a req-3188020f-1e74-41b6-b138-6425f23e4c0e tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:17.792018 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-38ef1587-9c4a-4065-a671-ba167ecc6b3a req-3188020f-1e74-41b6-b138-6425f23e4c0e tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/ports?device_id=45106a11-acb2-45a3-b216-7a27610e2a32 HTTP/1.1" status: 200 len: 950 time: 0.0680611 Nov 19 17:50:17.808449 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-b439625b-a9ae-4afa-b59c-ac3068fe55e9 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c7ef418ef4df41729f4e57337505afe5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5825856 Nov 19 17:50:17.812309 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 58460) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:50:17.824245 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b439625b-a9ae-4afa-b59c-ac3068fe55e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4153a1e-05f1-4f37-afe0-cab3ca3efe3a,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:50:17.849396 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-45a88d2c-c39a-4e97-8441-a781b04a591f req-6b1920ce-b0c0-4720-8ca9-a8fc0008ea97 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] 10.222.0.54 "GET /v2.0/security-groups?id=89e36896-1c46-4104-bcaf-813bfdc934e0&id=6f748c30-bcc4-4f26-989c-71d930e18e94&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1894872 Nov 19 17:50:17.863470 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:17.901211 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3ff3fa7-827a-4c15-9718-736b1a6d0363 {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:50:17.911659 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-38ef1587-9c4a-4065-a671-ba167ecc6b3a req-6b1d37b7-1472-4046-b134-f6c7f4fc4caa tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/security-groups?id=6e557aa4-1576-4002-9603-a630915d92af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122639 Nov 19 17:50:17.918300 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f7d37b10-1ee2-4b47-8a5c-35a8939b47ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:17.926785 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port c3ff3fa7-827a-4c15-9718-736b1a6d0363, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=c3ff3fa7-827a-4c15-9718-736b1a6d0363,segment=NetworkSegment(a6df5b1a-a51e-44a5-83b0-75c6a5ebdd6e),segment_id=a6df5b1a-a51e-44a5-83b0-75c6a5ebdd6e)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:50:17.931645 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:17.932470 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device ec5d4a61-ca1e-41e2-9f2c-e72acc3f2185 details requested by agent hyperv_n-h1-818022-2 with host n-h1-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 17:50:17.939006 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:17.957454 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f7d37b10-1ee2-4b47-8a5c-35a8939b47ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:18.009599 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a729f65-3a68-43ef-b5a2-323bc137ccf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b496562e-f144-4315-a2bf-6fed95564f3f'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:50:18.012623 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3940761bcd94e032e6960d2241bd8993c5d3a7d8dc2aca8488f3ecf1d4dd2fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeac1b0f-8b69-461e-80f2-d018c6a1e8f4" -d '{"events": [{"server_uuid": "9a729f65-3a68-43ef-b5a2-323bc137ccf8", "name": "network-vif-plugged", "status": "completed", "tag": "b496562e-f144-4315-a2bf-6fed95564f3f"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:50:18.030008 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f7d37b10-1ee2-4b47-8a5c-35a8939b47ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:18.034152 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f7d37b10-1ee2-4b47-8a5c-35a8939b47ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:18.035962 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-f7d37b10-1ee2-4b47-8a5c-35a8939b47ce admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d4153a1e-05f1-4f37-afe0-cab3ca3efe3a HTTP/1.1" status: 204 len: 168 time: 0.2221708 Nov 19 17:50:18.047425 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d37b10-1ee2-4b47-8a5c-35a8939b47ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4153a1e-05f1-4f37-afe0-cab3ca3efe3a,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:50:18.091233 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port b496562e-f144-4315-a2bf-6fed95564f3f, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=b496562e-f144-4315-a2bf-6fed95564f3f,segment=NetworkSegment(76ca7d5f-3474-4bcd-9b64-65e02324eb89),segment_id=76ca7d5f-3474-4bcd-9b64-65e02324eb89)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:50:18.092727 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:50:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ecec984-406b-4c7b-bc11-614cf7ba3ba3 x-openstack-request-id: req-0ecec984-406b-4c7b-bc11-614cf7ba3ba3 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:50:18.093119 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a729f65-3a68-43ef-b5a2-323bc137ccf8", "name": "network-vif-plugged", "status": "completed", "tag": "b496562e-f144-4315-a2bf-6fed95564f3f", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:50:18.093600 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-0ecec984-406b-4c7b-bc11-614cf7ba3ba3 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:50:18.093950 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a729f65-3a68-43ef-b5a2-323bc137ccf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b496562e-f144-4315-a2bf-6fed95564f3f', 'code': 200} Nov 19 17:50:18.100688 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=c3ff3fa7-827a-4c15-9718-736b1a6d0363,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:50:18.108218 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:18.201681 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port ec5d4a61-ca1e-41e2-9f2c-e72acc3f2185, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=ec5d4a61-ca1e-41e2-9f2c-e72acc3f2185,segment=NetworkSegment(504442a5-d1da-4970-b6a3-20669171f021),segment_id=504442a5-d1da-4970-b6a3-20669171f021)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:50:18.218059 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=b496562e-f144-4315-a2bf-6fed95564f3f,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:50:18.225079 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Returning: {'device': 'ec5d4a61-ca1e-41e2-9f2c-e72acc3f2185', 'network_id': 'fb28d523-ee7f-4592-a296-1eb52f53154d', 'port_id': 'ec5d4a61-ca1e-41e2-9f2c-e72acc3f2185', 'mac_address': 'fa:16:3e:e4:d4:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cb25525-1790-41ff-928f-ff460f467dc9', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 17:50:18.266170 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dae6f3f-0fe4-40e3-a54a-39c904db7cb5 req-308aa9d2-4c86-4081-8578-bc9005955f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:18.273099 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8dae6f3f-0fe4-40e3-a54a-39c904db7cb5 req-308aa9d2-4c86-4081-8578-bc9005955f21 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=9a729f65-3a68-43ef-b5a2-323bc137ccf8 HTTP/1.1" status: 200 len: 1097 time: 0.0789042 Nov 19 17:50:18.287508 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:18.313952 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec5d4a61-ca1e-41e2-9f2c-e72acc3f2185 {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:50:18.356520 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port ec5d4a61-ca1e-41e2-9f2c-e72acc3f2185, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=ec5d4a61-ca1e-41e2-9f2c-e72acc3f2185,segment=NetworkSegment(504442a5-d1da-4970-b6a3-20669171f021),segment_id=504442a5-d1da-4970-b6a3-20669171f021)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:50:18.366978 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8dae6f3f-0fe4-40e3-a54a-39c904db7cb5 req-25e9d960-48c8-40f2-82d7-04f0531e265b service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=e103badb-33bc-4a96-ade0-89c422abc1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812135 Nov 19 17:50:18.369927 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:18.370634 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 44cdaa8f-a568-4675-a6fc-dc3319a9293a details requested by agent hyperv_n-h1-818022-2 with host n-h1-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 17:50:18.454756 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 58482) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:50:18.472582 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 44cdaa8f-a568-4675-a6fc-dc3319a9293a, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=44cdaa8f-a568-4675-a6fc-dc3319a9293a,segment=NetworkSegment(a6df5b1a-a51e-44a5-83b0-75c6a5ebdd6e),segment_id=a6df5b1a-a51e-44a5-83b0-75c6a5ebdd6e)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:50:18.486701 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=ec5d4a61-ca1e-41e2-9f2c-e72acc3f2185,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:50:18.491284 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Returning: {'device': '44cdaa8f-a568-4675-a6fc-dc3319a9293a', 'network_id': '7ebd557b-42db-40a2-8cf2-57dc967dc3d4', 'port_id': '44cdaa8f-a568-4675-a6fc-dc3319a9293a', 'mac_address': 'fa:16:3e:09:02:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 666, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b75b289-976d-457b-8721-33c12b671379', 'ip_address': '10.1.1.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 17:50:18.541174 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-05d2b4d9-943e-49b7-a371-1fbb3c570e2c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=54cd150cf67643f089db8c54fa3a8e25&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0838373 Nov 19 17:50:18.543193 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:18.544966 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 58484) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:50:18.550471 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f444f55-f2dc-40e3-962e-c7806a8948c6 req-d6bdd62f-e9f3-4045-bae2-5af6d8353bc9 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:18.551986 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-1f444f55-f2dc-40e3-962e-c7806a8948c6 req-d6bdd62f-e9f3-4045-bae2-5af6d8353bc9 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/ports?device_id=9a729f65-3a68-43ef-b5a2-323bc137ccf8 HTTP/1.1" status: 200 len: 946 time: 0.0839639 Nov 19 17:50:18.559073 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44cdaa8f-a568-4675-a6fc-dc3319a9293a {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:50:18.584959 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 44cdaa8f-a568-4675-a6fc-dc3319a9293a, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=44cdaa8f-a568-4675-a6fc-dc3319a9293a,segment=NetworkSegment(a6df5b1a-a51e-44a5-83b0-75c6a5ebdd6e),segment_id=a6df5b1a-a51e-44a5-83b0-75c6a5ebdd6e)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:50:18.600948 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:18.602316 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 8eaeefd8-0994-45c9-8730-88229eebf761 details requested by agent hyperv_n-h1-818022-2 with host n-h1-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 17:50:18.615881 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-07f2fcbc-0b16-44ac-a1af-b8331ab7b165 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:18.631507 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-1f444f55-f2dc-40e3-962e-c7806a8948c6 req-0752c9fd-8f0a-46cc-bda9-3f4314036f46 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/security-groups?id=e103badb-33bc-4a96-ade0-89c422abc1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727880 Nov 19 17:50:18.652780 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-07f2fcbc-0b16-44ac-a1af-b8331ab7b165 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:18.682740 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 8eaeefd8-0994-45c9-8730-88229eebf761, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=8eaeefd8-0994-45c9-8730-88229eebf761,segment=NetworkSegment(504442a5-d1da-4970-b6a3-20669171f021),segment_id=504442a5-d1da-4970-b6a3-20669171f021)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:50:18.704806 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=44cdaa8f-a568-4675-a6fc-dc3319a9293a,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:50:18.708147 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Returning: {'device': '8eaeefd8-0994-45c9-8730-88229eebf761', 'network_id': 'fb28d523-ee7f-4592-a296-1eb52f53154d', 'port_id': '8eaeefd8-0994-45c9-8730-88229eebf761', 'mac_address': 'fa:16:3e:ea:15:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cb25525-1790-41ff-928f-ff460f467dc9', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 17:50:18.746955 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-07f2fcbc-0b16-44ac-a1af-b8331ab7b165 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:18.749833 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-07f2fcbc-0b16-44ac-a1af-b8331ab7b165 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:18.752022 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-07f2fcbc-0b16-44ac-a1af-b8331ab7b165 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/7106d48c-7e5b-4307-a5c9-20adbf6a7ecd HTTP/1.1" status: 204 len: 168 time: 0.2060354 Nov 19 17:50:18.761114 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f2fcbc-0b16-44ac-a1af-b8331ab7b165 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7106d48c-7e5b-4307-a5c9-20adbf6a7ecd,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:50:18.762077 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:18.783253 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8eaeefd8-0994-45c9-8730-88229eebf761 {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:50:18.818957 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 8eaeefd8-0994-45c9-8730-88229eebf761, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=8eaeefd8-0994-45c9-8730-88229eebf761,segment=NetworkSegment(504442a5-d1da-4970-b6a3-20669171f021),segment_id=504442a5-d1da-4970-b6a3-20669171f021)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:50:18.834514 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:18.836220 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device d2fbad7e-e63d-49da-acc6-1b78fd09c6b0 details requested by agent hyperv_n-h1-818022-2 with host n-h1-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 17:50:18.906404 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port d2fbad7e-e63d-49da-acc6-1b78fd09c6b0, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=d2fbad7e-e63d-49da-acc6-1b78fd09c6b0,segment=NetworkSegment(a6df5b1a-a51e-44a5-83b0-75c6a5ebdd6e),segment_id=a6df5b1a-a51e-44a5-83b0-75c6a5ebdd6e)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:50:18.921785 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=8eaeefd8-0994-45c9-8730-88229eebf761,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:50:18.924601 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Returning: {'device': 'd2fbad7e-e63d-49da-acc6-1b78fd09c6b0', 'network_id': '7ebd557b-42db-40a2-8cf2-57dc967dc3d4', 'port_id': 'd2fbad7e-e63d-49da-acc6-1b78fd09c6b0', 'mac_address': 'fa:16:3e:af:17:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 666, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b75b289-976d-457b-8721-33c12b671379', 'ip_address': '10.1.1.217'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 17:50:18.970646 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:18.991678 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2fbad7e-e63d-49da-acc6-1b78fd09c6b0 {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:50:19.039272 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port d2fbad7e-e63d-49da-acc6-1b78fd09c6b0, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=d2fbad7e-e63d-49da-acc6-1b78fd09c6b0,segment=NetworkSegment(a6df5b1a-a51e-44a5-83b0-75c6a5ebdd6e),segment_id=a6df5b1a-a51e-44a5-83b0-75c6a5ebdd6e)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:50:19.059293 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:19.078157 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df9510f-35c7-492f-aa00-00086b888ab7 req-7a476814-575e-4930-b22c-1d266ca50c07 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:19.087237 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df9510f-35c7-492f-aa00-00086b888ab7 req-7a476814-575e-4930-b22c-1d266ca50c07 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:19.094409 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df9510f-35c7-492f-aa00-00086b888ab7 req-7a476814-575e-4930-b22c-1d266ca50c07 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:19.100787 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df9510f-35c7-492f-aa00-00086b888ab7 req-7a476814-575e-4930-b22c-1d266ca50c07 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:19.109452 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df9510f-35c7-492f-aa00-00086b888ab7 req-7a476814-575e-4930-b22c-1d266ca50c07 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:19.113293 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245fcbb3-cd03-4680-b7bc-ecb41903fe94 req-bc5b4601-e0c0-483a-9c42-8840fc43b25a tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:19.117880 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df9510f-35c7-492f-aa00-00086b888ab7 req-7a476814-575e-4930-b22c-1d266ca50c07 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:19.124442 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df9510f-35c7-492f-aa00-00086b888ab7 req-7a476814-575e-4930-b22c-1d266ca50c07 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:19.128883 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-245fcbb3-cd03-4680-b7bc-ecb41903fe94 req-bc5b4601-e0c0-483a-9c42-8840fc43b25a tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/ports?device_id=45106a11-acb2-45a3-b216-7a27610e2a32 HTTP/1.1" status: 200 len: 950 time: 0.1023149 Nov 19 17:50:19.132554 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6df9510f-35c7-492f-aa00-00086b888ab7 req-7a476814-575e-4930-b22c-1d266ca50c07 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4e34aa3-c9da-43ec-a34a-37de5c74afc3 HTTP/1.1" status: 200 len: 5435 time: 0.1405091 Nov 19 17:50:19.142295 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=d2fbad7e-e63d-49da-acc6-1b78fd09c6b0,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:50:19.216448 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-245fcbb3-cd03-4680-b7bc-ecb41903fe94 req-64d13120-3e20-4618-ba80-f806213cc465 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/security-groups?id=6e557aa4-1576-4002-9603-a630915d92af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857215 Nov 19 17:50:19.236564 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6df9510f-35c7-492f-aa00-00086b888ab7 req-8d35cb04-11a3-42af-85b0-de1886d7c78e tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] 10.222.0.54 "GET /v2.0/security-groups?id=89e36896-1c46-4104-bcaf-813bfdc934e0&id=6f748c30-bcc4-4f26-989c-71d930e18e94&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0997562 Nov 19 17:50:19.311663 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device e9f9a1b4-ed63-46ec-bad8-a2a818826308 up at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:50:19.391071 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning for port e9f9a1b4-ed63-46ec-bad8-a2a818826308 completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 17:50:19.396425 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning complete for port e9f9a1b4-ed63-46ec-bad8-a2a818826308 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:50:19.396893 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:19.502968 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:19.574397 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port e9f9a1b4-ed63-46ec-bad8-a2a818826308, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=e9f9a1b4-ed63-46ec-bad8-a2a818826308,segment=NetworkSegment(a6df5b1a-a51e-44a5-83b0-75c6a5ebdd6e),segment_id=a6df5b1a-a51e-44a5-83b0-75c6a5ebdd6e)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:50:19.582649 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:19.583665 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 55efc562-e796-48ee-b98a-71ca0963668d up at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:50:19.891162 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=e9f9a1b4-ed63-46ec-bad8-a2a818826308,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:50:19.937512 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning for port 55efc562-e796-48ee-b98a-71ca0963668d completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 17:50:19.947194 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning complete for port 55efc562-e796-48ee-b98a-71ca0963668d triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:50:19.950647 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:19.969676 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb735c7c-4f38-4235-8242-7715541e354a req-af2281a8-751e-484f-9876-84f7f80fc7bd tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:19.972730 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-bb735c7c-4f38-4235-8242-7715541e354a req-af2281a8-751e-484f-9876-84f7f80fc7bd tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/ports?device_id=9a729f65-3a68-43ef-b5a2-323bc137ccf8 HTTP/1.1" status: 200 len: 946 time: 0.2014446 Nov 19 17:50:20.065902 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-bb735c7c-4f38-4235-8242-7715541e354a req-c337d07e-2be8-4c42-9ea2-d04b6142bf41 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/security-groups?id=e103badb-33bc-4a96-ade0-89c422abc1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764132 Nov 19 17:50:20.116220 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4e34aa3-c9da-43ec-a34a-37de5c74afc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9f9a1b4-ed63-46ec-bad8-a2a818826308'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:50:20.118798 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3940761bcd94e032e6960d2241bd8993c5d3a7d8dc2aca8488f3ecf1d4dd2fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-250c0d37-61b5-4097-a313-fb5a150bab64" -d '{"events": [{"server_uuid": "f4e34aa3-c9da-43ec-a34a-37de5c74afc3", "name": "network-vif-plugged", "status": "completed", "tag": "e9f9a1b4-ed63-46ec-bad8-a2a818826308"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:50:20.139233 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:20.176309 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 55efc562-e796-48ee-b98a-71ca0963668d, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=55efc562-e796-48ee-b98a-71ca0963668d,segment=NetworkSegment(949c8f19-feca-48a3-a3b4-7bc362c7af12),segment_id=949c8f19-feca-48a3-a3b4-7bc362c7af12)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:50:20.180633 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:50:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3a70f8e-9d3d-4277-9c68-27c6242ae4a8 x-openstack-request-id: req-b3a70f8e-9d3d-4277-9c68-27c6242ae4a8 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:50:20.180920 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4e34aa3-c9da-43ec-a34a-37de5c74afc3", "name": "network-vif-plugged", "status": "completed", "tag": "e9f9a1b4-ed63-46ec-bad8-a2a818826308", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:50:20.181170 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b3a70f8e-9d3d-4277-9c68-27c6242ae4a8 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:50:20.181578 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4e34aa3-c9da-43ec-a34a-37de5c74afc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9f9a1b4-ed63-46ec-bad8-a2a818826308', 'code': 200} Nov 19 17:50:20.183665 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:20.238667 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=55efc562-e796-48ee-b98a-71ca0963668d,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:50:20.252634 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['44cdaa8f-a568-4675-a6fc-dc3319a9293a'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:50:20.333018 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['d2fbad7e-e63d-49da-acc6-1b78fd09c6b0'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:50:20.339893 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['8eaeefd8-0994-45c9-8730-88229eebf761'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:50:20.401412 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424a33db-1568-4af0-aa6e-26a82063de36 req-496d9766-a7e3-4184-9e4d-01d4b16023ee tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:20.403126 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-424a33db-1568-4af0-aa6e-26a82063de36 req-496d9766-a7e3-4184-9e4d-01d4b16023ee tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/ports?device_id=45106a11-acb2-45a3-b216-7a27610e2a32 HTTP/1.1" status: 200 len: 950 time: 0.1015584 Nov 19 17:50:20.408444 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['ec5d4a61-ca1e-41e2-9f2c-e72acc3f2185'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:50:20.426307 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['c3ff3fa7-827a-4c15-9718-736b1a6d0363'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:50:20.443451 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e421a9-0260-48b0-939c-daa4f5e55a68 req-69b973dd-0ac1-4425-a2fa-4cb75353108b tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:20.450410 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e421a9-0260-48b0-939c-daa4f5e55a68 req-69b973dd-0ac1-4425-a2fa-4cb75353108b tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:20.458373 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e421a9-0260-48b0-939c-daa4f5e55a68 req-69b973dd-0ac1-4425-a2fa-4cb75353108b tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:20.467033 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e421a9-0260-48b0-939c-daa4f5e55a68 req-69b973dd-0ac1-4425-a2fa-4cb75353108b tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:20.477274 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e421a9-0260-48b0-939c-daa4f5e55a68 req-69b973dd-0ac1-4425-a2fa-4cb75353108b tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:20.490546 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e421a9-0260-48b0-939c-daa4f5e55a68 req-69b973dd-0ac1-4425-a2fa-4cb75353108b tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:20.508860 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-424a33db-1568-4af0-aa6e-26a82063de36 req-85f996a6-21a7-4bf2-bac4-cabf53552b82 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/security-groups?id=6e557aa4-1576-4002-9603-a630915d92af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989022 Nov 19 17:50:20.528019 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e421a9-0260-48b0-939c-daa4f5e55a68 req-69b973dd-0ac1-4425-a2fa-4cb75353108b tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:20.550216 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-31e421a9-0260-48b0-939c-daa4f5e55a68 req-69b973dd-0ac1-4425-a2fa-4cb75353108b tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4e34aa3-c9da-43ec-a34a-37de5c74afc3 HTTP/1.1" status: 200 len: 5438 time: 0.1974099 Nov 19 17:50:20.694738 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-31e421a9-0260-48b0-939c-daa4f5e55a68 req-0b09e850-8043-4684-a543-bb065f7ee025 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] 10.222.0.54 "GET /v2.0/security-groups?id=89e36896-1c46-4104-bcaf-813bfdc934e0&id=6f748c30-bcc4-4f26-989c-71d930e18e94&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1397645 Nov 19 17:50:20.963261 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 58550) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:50:21.139895 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-2eba6a69-3728-4444-b3e0-d5df4f094177 tempest-MeteringIpV6TestJSON-997723483 tempest-MeteringIpV6TestJSON-997723483-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1843390110'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:50:21.140484 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-2eba6a69-3728-4444-b3e0-d5df4f094177 tempest-MeteringIpV6TestJSON-997723483 tempest-MeteringIpV6TestJSON-997723483-project-admin] Unknown quota resources ['metering_label']. {{(pid=103365) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 19 17:50:21.359339 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2eba6a69-3728-4444-b3e0-d5df4f094177 tempest-MeteringIpV6TestJSON-997723483 tempest-MeteringIpV6TestJSON-997723483-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:21.363174 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-2eba6a69-3728-4444-b3e0-d5df4f094177 tempest-MeteringIpV6TestJSON-997723483 tempest-MeteringIpV6TestJSON-997723483-project-admin] 10.222.0.54 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.3962440 Nov 19 17:50:21.363354 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 58556) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:50:21.367645 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-7d96808f-a2ba-403a-b5c1-c5731a496749 tempest-MeteringIpV6TestJSON-997723483 tempest-MeteringIpV6TestJSON-997723483-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '3c8a5479-7f19-4f7b-86a9-1ab97e7d8ded'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:50:21.368166 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-7d96808f-a2ba-403a-b5c1-c5731a496749 tempest-MeteringIpV6TestJSON-997723483 tempest-MeteringIpV6TestJSON-997723483-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103365) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 19 17:50:21.390934 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37d2645-5fe6-456f-aa44-5153fa8b7c76 req-7b13ac4e-867c-416f-ab07-d98f863b6b36 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:21.392467 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c37d2645-5fe6-456f-aa44-5153fa8b7c76 req-7b13ac4e-867c-416f-ab07-d98f863b6b36 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/ports?device_id=9a729f65-3a68-43ef-b5a2-323bc137ccf8 HTTP/1.1" status: 200 len: 946 time: 0.2173219 Nov 19 17:50:21.464700 n-d-818022-2 neutron-server[103365]: WARNING neutron.services.metering.metering_plugin [None req-7d96808f-a2ba-403a-b5c1-c5731a496749 tempest-MeteringIpV6TestJSON-997723483 tempest-MeteringIpV6TestJSON-997723483-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 19 17:50:21.602049 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7d96808f-a2ba-403a-b5c1-c5731a496749 tempest-MeteringIpV6TestJSON-997723483 tempest-MeteringIpV6TestJSON-997723483-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:21.603276 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-7d96808f-a2ba-403a-b5c1-c5731a496749 tempest-MeteringIpV6TestJSON-997723483 tempest-MeteringIpV6TestJSON-997723483-project-admin] 10.222.0.54 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2390158 Nov 19 17:50:21.607527 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 58562) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:50:21.612820 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-bf1d0eba-c741-4a68-b96c-6f8aecaa2841 tempest-MeteringIpV6TestJSON-997723483 tempest-MeteringIpV6TestJSON-997723483-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '3c8a5479-7f19-4f7b-86a9-1ab97e7d8ded'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:50:21.614355 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-bf1d0eba-c741-4a68-b96c-6f8aecaa2841 tempest-MeteringIpV6TestJSON-997723483 tempest-MeteringIpV6TestJSON-997723483-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103364) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 19 17:50:21.618308 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c37d2645-5fe6-456f-aa44-5153fa8b7c76 req-2143b389-28b9-417e-b06f-cb39a06cb6ae tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/security-groups?id=e103badb-33bc-4a96-ade0-89c422abc1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007143 Nov 19 17:50:21.759618 n-d-818022-2 neutron-server[103364]: WARNING neutron.services.metering.metering_plugin [None req-bf1d0eba-c741-4a68-b96c-6f8aecaa2841 tempest-MeteringIpV6TestJSON-997723483 tempest-MeteringIpV6TestJSON-997723483-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 19 17:50:21.763263 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499f6a02-8b7d-4583-89e7-e12770456d85 req-78d52be7-5656-4da9-8a7f-6c9069bdb20a tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:21.765156 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-499f6a02-8b7d-4583-89e7-e12770456d85 req-78d52be7-5656-4da9-8a7f-6c9069bdb20a tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/ports?device_id=4530b37a-a53c-4c24-af58-03ba6d04c324 HTTP/1.1" status: 200 len: 945 time: 0.0666406 Nov 19 17:50:21.836446 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-499f6a02-8b7d-4583-89e7-e12770456d85 req-54149271-28a1-4aae-822e-96639ff9ea84 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/security-groups?id=e103badb-33bc-4a96-ade0-89c422abc1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642416 Nov 19 17:50:21.869365 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027b952d-9ab4-4b01-b990-fb03aa699650 req-f4ecb449-e03d-41bd-909c-b4d158c7b174 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:21.871418 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-027b952d-9ab4-4b01-b990-fb03aa699650 req-f4ecb449-e03d-41bd-909c-b4d158c7b174 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/ports?device_id=45106a11-acb2-45a3-b216-7a27610e2a32 HTTP/1.1" status: 200 len: 950 time: 0.1794794 Nov 19 17:50:21.911044 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-bf1d0eba-c741-4a68-b96c-6f8aecaa2841 tempest-MeteringIpV6TestJSON-997723483 tempest-MeteringIpV6TestJSON-997723483-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:21.912197 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-bf1d0eba-c741-4a68-b96c-6f8aecaa2841 tempest-MeteringIpV6TestJSON-997723483 tempest-MeteringIpV6TestJSON-997723483-project-admin] 10.222.0.54 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3031981 Nov 19 17:50:21.915305 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 58572) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:50:21.937340 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-a31fe78e-7fb4-42aa-b117-204c6eda809e tempest-MeteringIpV6TestJSON-997723483 tempest-MeteringIpV6TestJSON-997723483-project-admin] 10.222.0.54 "GET /v2.0/metering/metering-label-rules?id=afe8b03e-f3d1-469b-8850-a86305fe4d3d HTTP/1.1" status: 200 len: 462 time: 0.0205560 Nov 19 17:50:21.937882 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 58574) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:50:21.961170 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-027b952d-9ab4-4b01-b990-fb03aa699650 req-266c2613-ab7e-4545-bb6e-cda5865f3821 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/security-groups?id=6e557aa4-1576-4002-9603-a630915d92af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542436 Nov 19 17:50:22.114282 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1f327a5c-480c-4941-9892-fd20e7c47a86 tempest-MeteringIpV6TestJSON-997723483 tempest-MeteringIpV6TestJSON-997723483-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:22.118436 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-1f327a5c-480c-4941-9892-fd20e7c47a86 tempest-MeteringIpV6TestJSON-997723483 tempest-MeteringIpV6TestJSON-997723483-project-admin] 10.222.0.54 "DELETE /v2.0/metering/metering-label-rules/afe8b03e-f3d1-469b-8850-a86305fe4d3d HTTP/1.1" status: 204 len: 168 time: 0.1795974 Nov 19 17:50:22.120080 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 58578) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:50:22.128781 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f13f2b-e0ad-426e-b69a-e8eb0a299f04 req-14931b27-efa4-48a1-a6bb-07b8f085171b tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:22.130667 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-29f13f2b-e0ad-426e-b69a-e8eb0a299f04 req-14931b27-efa4-48a1-a6bb-07b8f085171b tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/ports?device_id=9a729f65-3a68-43ef-b5a2-323bc137ccf8 HTTP/1.1" status: 200 len: 946 time: 0.0640469 Nov 19 17:50:22.143144 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-7a63c18c-5ac5-4c02-831e-412051a4cdad tempest-MeteringIpV6TestJSON-997723483 tempest-MeteringIpV6TestJSON-997723483-project-admin] 10.222.0.54 "GET /v2.0/metering/metering-label-rules?id=afe8b03e-f3d1-469b-8850-a86305fe4d3d HTTP/1.1" status: 200 len: 221 time: 0.0220137 Nov 19 17:50:22.143762 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 58580) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:50:22.149940 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-04882a4c-f3ce-460c-a3b9-914884ca306a tempest-MeteringIpV6TestJSON-997723483 tempest-MeteringIpV6TestJSON-997723483-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--107145756', 'description': 'label created by tempest'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:50:22.150588 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-04882a4c-f3ce-460c-a3b9-914884ca306a tempest-MeteringIpV6TestJSON-997723483 tempest-MeteringIpV6TestJSON-997723483-project-admin] Unknown quota resources ['metering_label']. {{(pid=103365) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 19 17:50:22.178203 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dffaab-cc09-4137-88fc-a244315d747e req-74ebd71a-bd34-49c0-92bb-060eaa1bb9c4 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:22.183303 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4e34aa3-c9da-43ec-a34a-37de5c74afc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55efc562-e796-48ee-b98a-71ca0963668d'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:50:22.184384 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dffaab-cc09-4137-88fc-a244315d747e req-74ebd71a-bd34-49c0-92bb-060eaa1bb9c4 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:22.187168 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3940761bcd94e032e6960d2241bd8993c5d3a7d8dc2aca8488f3ecf1d4dd2fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb800567-0f2a-4c58-85d4-9a0b6ead61e0" -d '{"events": [{"server_uuid": "f4e34aa3-c9da-43ec-a34a-37de5c74afc3", "name": "network-vif-plugged", "status": "completed", "tag": "55efc562-e796-48ee-b98a-71ca0963668d"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:50:22.190974 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dffaab-cc09-4137-88fc-a244315d747e req-74ebd71a-bd34-49c0-92bb-060eaa1bb9c4 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:22.195986 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-29f13f2b-e0ad-426e-b69a-e8eb0a299f04 req-c9025643-b8d8-4e80-a2f4-3a4bc4455b45 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/security-groups?id=e103badb-33bc-4a96-ade0-89c422abc1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561991 Nov 19 17:50:22.202635 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dffaab-cc09-4137-88fc-a244315d747e req-74ebd71a-bd34-49c0-92bb-060eaa1bb9c4 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:22.211614 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dffaab-cc09-4137-88fc-a244315d747e req-74ebd71a-bd34-49c0-92bb-060eaa1bb9c4 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:22.220761 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dffaab-cc09-4137-88fc-a244315d747e req-74ebd71a-bd34-49c0-92bb-060eaa1bb9c4 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:22.227293 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dffaab-cc09-4137-88fc-a244315d747e req-74ebd71a-bd34-49c0-92bb-060eaa1bb9c4 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:22.229274 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-42dffaab-cc09-4137-88fc-a244315d747e req-74ebd71a-bd34-49c0-92bb-060eaa1bb9c4 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4e34aa3-c9da-43ec-a34a-37de5c74afc3 HTTP/1.1" status: 200 len: 5438 time: 0.2006304 Nov 19 17:50:22.338573 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:50:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eb283a3-d6f2-4108-9117-11acd0c53f7a x-openstack-request-id: req-4eb283a3-d6f2-4108-9117-11acd0c53f7a {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:50:22.339010 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4e34aa3-c9da-43ec-a34a-37de5c74afc3", "name": "network-vif-plugged", "status": "completed", "tag": "55efc562-e796-48ee-b98a-71ca0963668d", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:50:22.339426 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-4eb283a3-d6f2-4108-9117-11acd0c53f7a {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:50:22.340201 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4e34aa3-c9da-43ec-a34a-37de5c74afc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55efc562-e796-48ee-b98a-71ca0963668d', 'code': 200} Nov 19 17:50:22.426709 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-04882a4c-f3ce-460c-a3b9-914884ca306a tempest-MeteringIpV6TestJSON-997723483 tempest-MeteringIpV6TestJSON-997723483-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:22.430927 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 58586) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:50:22.431147 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-04882a4c-f3ce-460c-a3b9-914884ca306a tempest-MeteringIpV6TestJSON-997723483 tempest-MeteringIpV6TestJSON-997723483-project-admin] 10.222.0.54 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.2853405 Nov 19 17:50:22.446693 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-42dffaab-cc09-4137-88fc-a244315d747e req-44f3884a-83cf-47ba-ae73-cf997e9cfaab tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] 10.222.0.54 "GET /v2.0/security-groups?id=89e36896-1c46-4104-bcaf-813bfdc934e0&id=6f748c30-bcc4-4f26-989c-71d930e18e94&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1864486 Nov 19 17:50:22.575317 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-68064c5c-1817-45d8-b72d-7eb4f84d9226 tempest-MeteringIpV6TestJSON-997723483 tempest-MeteringIpV6TestJSON-997723483-project-admin] 10.222.0.54 "GET /v2.0/metering/metering-labels?id=2bea9347-b99f-48a1-a110-4c925d9fec89 HTTP/1.1" status: 200 len: 467 time: 0.1429253 Nov 19 17:50:22.577803 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 58590) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:50:22.620944 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a26dc0-4e4a-4388-a5c4-68b4425a927c req-659b58ab-e9ab-4554-aeb2-4d1274aadbfb tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:22.623228 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-54a26dc0-4e4a-4388-a5c4-68b4425a927c req-659b58ab-e9ab-4554-aeb2-4d1274aadbfb tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/ports?device_id=9a729f65-3a68-43ef-b5a2-323bc137ccf8 HTTP/1.1" status: 200 len: 946 time: 0.0687866 Nov 19 17:50:22.684356 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-54a26dc0-4e4a-4388-a5c4-68b4425a927c req-7f9c160c-9e78-436c-83e4-004eb0129121 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/security-groups?id=e103badb-33bc-4a96-ade0-89c422abc1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546622 Nov 19 17:50:23.124577 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cdd6ec-cc14-4a6b-96c3-428a5371adc9 req-7c53ae3e-3c4d-4082-a23a-1cf58a4fbb0d tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:23.127194 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d7cdd6ec-cc14-4a6b-96c3-428a5371adc9 req-7c53ae3e-3c4d-4082-a23a-1cf58a4fbb0d tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/ports?device_id=45106a11-acb2-45a3-b216-7a27610e2a32 HTTP/1.1" status: 200 len: 950 time: 0.0687721 Nov 19 17:50:23.189361 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d7cdd6ec-cc14-4a6b-96c3-428a5371adc9 req-73196a11-6e6d-4b69-b553-2db1ac4e6831 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/security-groups?id=6e557aa4-1576-4002-9603-a630915d92af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552096 Nov 19 17:50:23.198652 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f13e4b4a-151c-4c74-9a54-5dfeba094947 tempest-MeteringIpV6TestJSON-997723483 tempest-MeteringIpV6TestJSON-997723483-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:23.202683 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-f13e4b4a-151c-4c74-9a54-5dfeba094947 tempest-MeteringIpV6TestJSON-997723483 tempest-MeteringIpV6TestJSON-997723483-project-admin] 10.222.0.54 "DELETE /v2.0/metering/metering-labels/2bea9347-b99f-48a1-a110-4c925d9fec89 HTTP/1.1" status: 204 len: 168 time: 0.6215889 Nov 19 17:50:23.203101 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 58598) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:50:23.228014 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-23fc0dfd-d6b2-440a-9c2b-bf4115c64c54 tempest-MeteringIpV6TestJSON-997723483 tempest-MeteringIpV6TestJSON-997723483-project-admin] 10.222.0.54 "GET /v2.0/metering/metering-labels?id=2bea9347-b99f-48a1-a110-4c925d9fec89 HTTP/1.1" status: 200 len: 216 time: 0.0203745 Nov 19 17:50:23.228695 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 58600) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:50:23.239570 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-ba3fdcac-6504-481c-beaa-9580df53d364 tempest-MeteringIpV6TestJSON-997723483 tempest-MeteringIpV6TestJSON-997723483-project-admin] 10.222.0.54 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0096152 Nov 19 17:50:23.243283 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 58602) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:50:23.255772 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-37be4cb2-c977-4cb1-90f4-dd14003c646c tempest-MeteringIpV6TestJSON-997723483 tempest-MeteringIpV6TestJSON-997723483-project-admin] 10.222.0.54 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0111609 Nov 19 17:50:23.258953 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 58604) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:50:23.313647 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-d2ae71af-bd02-44d3-b693-4b8db6197f11 tempest-MeteringIpV6TestJSON-997723483 tempest-MeteringIpV6TestJSON-997723483-project-admin] 10.222.0.54 "GET /v2.0/metering/metering-labels/3c8a5479-7f19-4f7b-86a9-1ab97e7d8ded HTTP/1.1" status: 200 len: 473 time: 0.0536313 Nov 19 17:50:23.317213 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 58608) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:50:23.329672 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-277d83d5-b6ca-4605-85fa-4db57dc4d7b4 tempest-MeteringIpV6TestJSON-997723483 tempest-MeteringIpV6TestJSON-997723483-project-admin] 10.222.0.54 "GET /v2.0/metering/metering-label-rules/c33369dd-3778-4758-abf3-d98a3322210b HTTP/1.1" status: 200 len: 459 time: 0.0111060 Nov 19 17:50:23.334051 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 58610) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:50:23.443143 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0ce98ed2-4081-498f-8102-e001cb685f79 tempest-MeteringIpV6TestJSON-997723483 tempest-MeteringIpV6TestJSON-997723483-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:23.446580 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-0ce98ed2-4081-498f-8102-e001cb685f79 tempest-MeteringIpV6TestJSON-997723483 tempest-MeteringIpV6TestJSON-997723483-project-admin] 10.222.0.54 "DELETE /v2.0/metering/metering-label-rules/c33369dd-3778-4758-abf3-d98a3322210b HTTP/1.1" status: 204 len: 168 time: 0.1105893 Nov 19 17:50:23.446744 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 58612) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:50:23.580272 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653855ca-ea4b-4269-a98e-33ead4162fb6 req-6a67e935-6ca7-4fcd-ba66-a36d6e074f46 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:23.586466 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653855ca-ea4b-4269-a98e-33ead4162fb6 req-6a67e935-6ca7-4fcd-ba66-a36d6e074f46 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:23.608113 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653855ca-ea4b-4269-a98e-33ead4162fb6 req-6a67e935-6ca7-4fcd-ba66-a36d6e074f46 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:23.614408 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653855ca-ea4b-4269-a98e-33ead4162fb6 req-6a67e935-6ca7-4fcd-ba66-a36d6e074f46 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:23.621052 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653855ca-ea4b-4269-a98e-33ead4162fb6 req-6a67e935-6ca7-4fcd-ba66-a36d6e074f46 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:23.627211 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653855ca-ea4b-4269-a98e-33ead4162fb6 req-6a67e935-6ca7-4fcd-ba66-a36d6e074f46 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:23.633482 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653855ca-ea4b-4269-a98e-33ead4162fb6 req-6a67e935-6ca7-4fcd-ba66-a36d6e074f46 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:23.635595 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-653855ca-ea4b-4269-a98e-33ead4162fb6 req-6a67e935-6ca7-4fcd-ba66-a36d6e074f46 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4e34aa3-c9da-43ec-a34a-37de5c74afc3 HTTP/1.1" status: 200 len: 5438 time: 0.1119838 Nov 19 17:50:23.643996 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e392fd7c-28f4-425d-9e41-9a58d5f5ec10 tempest-MeteringIpV6TestJSON-997723483 tempest-MeteringIpV6TestJSON-997723483-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:23.645358 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-e392fd7c-28f4-425d-9e41-9a58d5f5ec10 tempest-MeteringIpV6TestJSON-997723483 tempest-MeteringIpV6TestJSON-997723483-project-admin] 10.222.0.54 "DELETE /v2.0/metering/metering-labels/3c8a5479-7f19-4f7b-86a9-1ab97e7d8ded HTTP/1.1" status: 204 len: 168 time: 0.1977048 Nov 19 17:50:23.717377 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-653855ca-ea4b-4269-a98e-33ead4162fb6 req-9135a5e1-19c7-4401-8525-ca74c2445aad tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] 10.222.0.54 "GET /v2.0/security-groups?id=89e36896-1c46-4104-bcaf-813bfdc934e0&id=6f748c30-bcc4-4f26-989c-71d930e18e94&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0699749 Nov 19 17:50:23.857064 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8126d963-9aa8-4388-9ebd-51da416d41c0 req-dba3409e-8708-4db2-811b-d3ccd74fa36b tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:23.858800 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8126d963-9aa8-4388-9ebd-51da416d41c0 req-dba3409e-8708-4db2-811b-d3ccd74fa36b tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/ports?device_id=9a729f65-3a68-43ef-b5a2-323bc137ccf8 HTTP/1.1" status: 200 len: 946 time: 0.0754867 Nov 19 17:50:23.916424 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8126d963-9aa8-4388-9ebd-51da416d41c0 req-5de1ec8f-3b94-4490-9e73-f72849295b6e tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/security-groups?id=e103badb-33bc-4a96-ade0-89c422abc1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503204 Nov 19 17:50:23.946340 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 58624) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:50:24.078077 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f96830a5-d2ad-41b3-8212-82c53e23a995 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:24.154753 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f96830a5-d2ad-41b3-8212-82c53e23a995 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:24.158853 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f96830a5-d2ad-41b3-8212-82c53e23a995 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:24.198090 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-f96830a5-d2ad-41b3-8212-82c53e23a995 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=45fda3e7a07a43959f7a8925ed37cfba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2505682 Nov 19 17:50:24.198998 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96830a5-d2ad-41b3-8212-82c53e23a995 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21aaa07d-f6de-4e2d-ae7d-1d9e8b5d062a,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:50:24.203615 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 58630) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:50:24.309959 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00551122-3b9a-448e-b763-7d4987dc0f7e req-5b3a9650-898d-44ce-8e81-4cbee3c0331d tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:24.311559 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-00551122-3b9a-448e-b763-7d4987dc0f7e req-5b3a9650-898d-44ce-8e81-4cbee3c0331d tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.60 "GET /v2.0/ports?device_id=9a729f65-3a68-43ef-b5a2-323bc137ccf8 HTTP/1.1" status: 200 len: 946 time: 0.0689690 Nov 19 17:50:24.312349 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5103f7e3-3ecf-4cae-9c09-d57221dc2b38 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:24.340651 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b939f79b-a5d0-4132-95ff-023a2ae08604 req-b8def3ef-a9fd-4854-9a99-5bf841db75a5 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:24.342426 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b939f79b-a5d0-4132-95ff-023a2ae08604 req-b8def3ef-a9fd-4854-9a99-5bf841db75a5 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/ports?device_id=45106a11-acb2-45a3-b216-7a27610e2a32 HTTP/1.1" status: 200 len: 950 time: 0.0621319 Nov 19 17:50:24.360170 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5103f7e3-3ecf-4cae-9c09-d57221dc2b38 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:24.398067 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b939f79b-a5d0-4132-95ff-023a2ae08604 req-7cf1f24c-87b9-4cb4-a173-81e701f2d2da tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/security-groups?id=6e557aa4-1576-4002-9603-a630915d92af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486608 Nov 19 17:50:24.464083 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-00551122-3b9a-448e-b763-7d4987dc0f7e req-4b2c91db-43bd-40f4-8236-88775da24610 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Deleting port b496562e-f144-4315-a2bf-6fed95564f3f {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:50:24.464546 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-00551122-3b9a-448e-b763-7d4987dc0f7e req-4b2c91db-43bd-40f4-8236-88775da24610 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:24.469732 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5103f7e3-3ecf-4cae-9c09-d57221dc2b38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:24.472288 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5103f7e3-3ecf-4cae-9c09-d57221dc2b38 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:24.474313 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-5103f7e3-3ecf-4cae-9c09-d57221dc2b38 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/21aaa07d-f6de-4e2d-ae7d-1d9e8b5d062a HTTP/1.1" status: 204 len: 168 time: 0.2631855 Nov 19 17:50:24.522966 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5103f7e3-3ecf-4cae-9c09-d57221dc2b38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21aaa07d-f6de-4e2d-ae7d-1d9e8b5d062a,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:50:24.590847 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-00551122-3b9a-448e-b763-7d4987dc0f7e req-4b2c91db-43bd-40f4-8236-88775da24610 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] For port b496562e-f144-4315-a2bf-6fed95564f3f, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=b496562e-f144-4315-a2bf-6fed95564f3f,segment=NetworkSegment(76ca7d5f-3474-4bcd-9b64-65e02324eb89),segment_id=76ca7d5f-3474-4bcd-9b64-65e02324eb89)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:50:24.591530 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-00551122-3b9a-448e-b763-7d4987dc0f7e req-4b2c91db-43bd-40f4-8236-88775da24610 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:24.613700 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-00551122-3b9a-448e-b763-7d4987dc0f7e req-4b2c91db-43bd-40f4-8236-88775da24610 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Calling delete_port for b496562e-f144-4315-a2bf-6fed95564f3f owned by compute:nova {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:50:24.782699 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-00551122-3b9a-448e-b763-7d4987dc0f7e req-4b2c91db-43bd-40f4-8236-88775da24610 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:24.801860 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] get_ports_and_sgs() called for port_ids ['096fbf6b-1527-4959-a491-ebec9dd1f89d'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:50:24.825100 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2c91db-43bd-40f4-8236-88775da24610 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Pushing event deleted for resources: {'Port': ['ID=b496562e-f144-4315-a2bf-6fed95564f3f,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:50:24.853254 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['1909e390-8351-4b09-94e8-76e141a156f7', 'b496562e-f144-4315-a2bf-6fed95564f3f'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:50:24.887493 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3a79f2-d369-4e09-bf91-d14433eb0434 req-6bb4e6ca-1a1e-4a6c-8aa4-b94df9d0aec3 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:24.896670 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-00551122-3b9a-448e-b763-7d4987dc0f7e req-4b2c91db-43bd-40f4-8236-88775da24610 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] No DVR routers for this DVR port b496562e-f144-4315-a2bf-6fed95564f3f on host n-h1-818022-2 {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:50:24.897030 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3a79f2-d369-4e09-bf91-d14433eb0434 req-6bb4e6ca-1a1e-4a6c-8aa4-b94df9d0aec3 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:24.897118 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-00551122-3b9a-448e-b763-7d4987dc0f7e req-4b2c91db-43bd-40f4-8236-88775da24610 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:24.903029 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-00551122-3b9a-448e-b763-7d4987dc0f7e req-4b2c91db-43bd-40f4-8236-88775da24610 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.60 "DELETE /v2.0/ports/b496562e-f144-4315-a2bf-6fed95564f3f HTTP/1.1" status: 204 len: 173 time: 0.5808308 Nov 19 17:50:24.904083 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a729f65-3a68-43ef-b5a2-323bc137ccf8', 'name': 'network-vif-deleted', 'tag': 'b496562e-f144-4315-a2bf-6fed95564f3f'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:50:24.907374 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3a79f2-d369-4e09-bf91-d14433eb0434 req-6bb4e6ca-1a1e-4a6c-8aa4-b94df9d0aec3 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:24.908187 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218319d759239a7d11f1288aef37381b97754913ee9ccbfd43b51a463f801712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a17726c7-bd67-4835-9fef-00bdfe588bc3" -d '{"events": [{"server_uuid": "9a729f65-3a68-43ef-b5a2-323bc137ccf8", "name": "network-vif-deleted", "tag": "b496562e-f144-4315-a2bf-6fed95564f3f"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:50:24.911010 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 58646) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:50:24.916203 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3a79f2-d369-4e09-bf91-d14433eb0434 req-6bb4e6ca-1a1e-4a6c-8aa4-b94df9d0aec3 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:24.936128 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3a79f2-d369-4e09-bf91-d14433eb0434 req-6bb4e6ca-1a1e-4a6c-8aa4-b94df9d0aec3 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:24.936128 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3a79f2-d369-4e09-bf91-d14433eb0434 req-6bb4e6ca-1a1e-4a6c-8aa4-b94df9d0aec3 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:24.947559 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3a79f2-d369-4e09-bf91-d14433eb0434 req-6bb4e6ca-1a1e-4a6c-8aa4-b94df9d0aec3 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:24.951147 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ec3a79f2-d369-4e09-bf91-d14433eb0434 req-6bb4e6ca-1a1e-4a6c-8aa4-b94df9d0aec3 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4e34aa3-c9da-43ec-a34a-37de5c74afc3 HTTP/1.1" status: 200 len: 5438 time: 0.1498463 Nov 19 17:50:25.086904 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ec3a79f2-d369-4e09-bf91-d14433eb0434 req-ca3eea42-56a6-47f7-a1f2-73fdb28fde9e tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] 10.222.0.54 "GET /v2.0/security-groups?id=89e36896-1c46-4104-bcaf-813bfdc934e0&id=6f748c30-bcc4-4f26-989c-71d930e18e94&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1245258 Nov 19 17:50:25.305356 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c144e300-4492-4956-881c-5cfea23be0e8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:25.310313 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:50:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b659cfe-b12e-4019-b212-de8a9a9d1b12 x-openstack-request-id: req-7b659cfe-b12e-4019-b212-de8a9a9d1b12 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:50:25.310603 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a729f65-3a68-43ef-b5a2-323bc137ccf8", "name": "network-vif-deleted", "tag": "b496562e-f144-4315-a2bf-6fed95564f3f", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:50:25.310852 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-7b659cfe-b12e-4019-b212-de8a9a9d1b12 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:50:25.311237 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a729f65-3a68-43ef-b5a2-323bc137ccf8', 'name': 'network-vif-deleted', 'tag': 'b496562e-f144-4315-a2bf-6fed95564f3f', 'status': 'completed', 'code': 200} Nov 19 17:50:25.344680 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e088d325-3d49-472f-bfcf-d27349021bdf req-95f2e34f-44ba-4374-9e5d-10eb43d136c2 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/ports?device_id=9a729f65-3a68-43ef-b5a2-323bc137ccf8 HTTP/1.1" status: 200 len: 210 time: 0.0363309 Nov 19 17:50:25.347583 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 44cdaa8f-a568-4675-a6fc-dc3319a9293a up at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:50:25.418199 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning for port 44cdaa8f-a568-4675-a6fc-dc3319a9293a completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 17:50:25.424460 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning complete for port 44cdaa8f-a568-4675-a6fc-dc3319a9293a triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:50:25.424982 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:25.430454 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c144e300-4492-4956-881c-5cfea23be0e8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:25.435165 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c144e300-4492-4956-881c-5cfea23be0e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:25.501315 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c144e300-4492-4956-881c-5cfea23be0e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd619240-33a4-4213-ba0e-7fb4d6aac012,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:50:25.518246 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-c144e300-4492-4956-881c-5cfea23be0e8 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=46ab852ad5244ad88e295523136ffa74&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5949862 Nov 19 17:50:25.526963 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 58666) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:50:25.575419 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:25.616718 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19b37fb-42f5-47d0-be3a-6e10ac741f94 req-12c24df5-7f9f-4c9a-af7a-96bb76e721f8 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:25.617310 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-35e6c124-f9a1-41fd-9330-eedb8ef1ad5f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:25.632346 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b19b37fb-42f5-47d0-be3a-6e10ac741f94 req-12c24df5-7f9f-4c9a-af7a-96bb76e721f8 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/ports?device_id=45106a11-acb2-45a3-b216-7a27610e2a32 HTTP/1.1" status: 200 len: 950 time: 0.1125832 Nov 19 17:50:25.639546 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4e34aa3-c9da-43ec-a34a-37de5c74afc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44cdaa8f-a568-4675-a6fc-dc3319a9293a'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:50:25.647836 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-35e6c124-f9a1-41fd-9330-eedb8ef1ad5f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:25.650908 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3940761bcd94e032e6960d2241bd8993c5d3a7d8dc2aca8488f3ecf1d4dd2fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17bfd977-b38d-4092-9f0a-62ae66e77893" -d '{"events": [{"server_uuid": "f4e34aa3-c9da-43ec-a34a-37de5c74afc3", "name": "network-vif-plugged", "status": "completed", "tag": "44cdaa8f-a568-4675-a6fc-dc3319a9293a"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:50:25.683704 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 44cdaa8f-a568-4675-a6fc-dc3319a9293a, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=44cdaa8f-a568-4675-a6fc-dc3319a9293a,segment=NetworkSegment(a6df5b1a-a51e-44a5-83b0-75c6a5ebdd6e),segment_id=a6df5b1a-a51e-44a5-83b0-75c6a5ebdd6e)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:50:25.688637 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:25.689792 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 8eaeefd8-0994-45c9-8730-88229eebf761 up at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:50:25.697599 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b19b37fb-42f5-47d0-be3a-6e10ac741f94 req-731e2ac2-a97e-4817-b551-7d53bc137d6b tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/security-groups?id=6e557aa4-1576-4002-9603-a630915d92af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643735 Nov 19 17:50:25.755334 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-1ebade26-df48-40e9-b0df-fa66579c657c req-cf03d4ec-2c65-4a08-8a57-86e695e41335 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=08d7166f-7a15-4f21-9c94-87560bcdea01&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1039989 Nov 19 17:50:25.775790 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:50:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61077b48-0c54-4b00-8220-8ea513ef0c78 x-openstack-request-id: req-61077b48-0c54-4b00-8220-8ea513ef0c78 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:50:25.776290 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4e34aa3-c9da-43ec-a34a-37de5c74afc3", "name": "network-vif-plugged", "status": "completed", "tag": "44cdaa8f-a568-4675-a6fc-dc3319a9293a", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:50:25.776460 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-61077b48-0c54-4b00-8220-8ea513ef0c78 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:50:25.776933 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4e34aa3-c9da-43ec-a34a-37de5c74afc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44cdaa8f-a568-4675-a6fc-dc3319a9293a', 'code': 200} Nov 19 17:50:25.783270 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-35e6c124-f9a1-41fd-9330-eedb8ef1ad5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:25.787152 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-35e6c124-f9a1-41fd-9330-eedb8ef1ad5f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:25.807424 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-35e6c124-f9a1-41fd-9330-eedb8ef1ad5f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/bd619240-33a4-4213-ba0e-7fb4d6aac012 HTTP/1.1" status: 204 len: 168 time: 0.2742081 Nov 19 17:50:25.817015 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=44cdaa8f-a568-4675-a6fc-dc3319a9293a,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:50:25.822660 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e6c124-f9a1-41fd-9330-eedb8ef1ad5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd619240-33a4-4213-ba0e-7fb4d6aac012,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:50:25.825842 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning for port 8eaeefd8-0994-45c9-8730-88229eebf761 completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 17:50:25.838210 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning complete for port 8eaeefd8-0994-45c9-8730-88229eebf761 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:50:25.838679 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:25.889161 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebade26-df48-40e9-b0df-fa66579c657c req-12e0117a-2e6b-4690-bcf5-b5e8720308c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:25.889755 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebade26-df48-40e9-b0df-fa66579c657c req-12e0117a-2e6b-4690-bcf5-b5e8720308c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:25.890253 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebade26-df48-40e9-b0df-fa66579c657c req-12e0117a-2e6b-4690-bcf5-b5e8720308c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:25.890957 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebade26-df48-40e9-b0df-fa66579c657c req-12e0117a-2e6b-4690-bcf5-b5e8720308c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:25.891163 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebade26-df48-40e9-b0df-fa66579c657c req-12e0117a-2e6b-4690-bcf5-b5e8720308c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:25.891960 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebade26-df48-40e9-b0df-fa66579c657c req-12e0117a-2e6b-4690-bcf5-b5e8720308c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:25.892452 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebade26-df48-40e9-b0df-fa66579c657c req-12e0117a-2e6b-4690-bcf5-b5e8720308c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:25.894533 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-1ebade26-df48-40e9-b0df-fa66579c657c req-12e0117a-2e6b-4690-bcf5-b5e8720308c3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c2e6ec2d08df4707906c035065baeeeb&device_id=08d7166f-7a15-4f21-9c94-87560bcdea01 HTTP/1.1" status: 200 len: 6492 time: 0.0651784 Nov 19 17:50:25.966130 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:26.017855 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 8eaeefd8-0994-45c9-8730-88229eebf761, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=8eaeefd8-0994-45c9-8730-88229eebf761,segment=NetworkSegment(504442a5-d1da-4970-b6a3-20669171f021),segment_id=504442a5-d1da-4970-b6a3-20669171f021)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:50:26.022666 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:26.023588 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device c3ff3fa7-827a-4c15-9718-736b1a6d0363 up at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:50:26.054233 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebade26-df48-40e9-b0df-fa66579c657c req-3614e874-eece-4f91-8647-9f552cd46d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:26.054784 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebade26-df48-40e9-b0df-fa66579c657c req-3614e874-eece-4f91-8647-9f552cd46d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:26.055245 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebade26-df48-40e9-b0df-fa66579c657c req-3614e874-eece-4f91-8647-9f552cd46d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:26.056894 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-1ebade26-df48-40e9-b0df-fa66579c657c req-3614e874-eece-4f91-8647-9f552cd46d21 service neutron] 10.222.0.60 "GET /v2.0/networks?id=a7696552-ba44-476c-8112-55d4b789a3e1&id=bdba4402-94e3-4e68-bba0-ed8e8f9b25bc&id=bdba4402-94e3-4e68-bba0-ed8e8f9b25bc&id=bdba4402-94e3-4e68-bba0-ed8e8f9b25bc&id=bdba4402-94e3-4e68-bba0-ed8e8f9b25bc&id=c051a038-1534-488b-800a-8e55916bcfc3&id=c051a038-1534-488b-800a-8e55916bcfc3 HTTP/1.1" status: 200 len: 2293 time: 0.1356766 Nov 19 17:50:26.108434 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=8eaeefd8-0994-45c9-8730-88229eebf761,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:50:26.135327 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning for port c3ff3fa7-827a-4c15-9718-736b1a6d0363 completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 17:50:26.139665 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning complete for port c3ff3fa7-827a-4c15-9718-736b1a6d0363 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:50:26.140155 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:26.156933 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-1ebade26-df48-40e9-b0df-fa66579c657c req-ef47565d-4aed-4c7f-9116-3cc60d7e0a0d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=250f924d-c35c-4c02-b955-99a05de844f1 HTTP/1.1" status: 200 len: 1001 time: 0.0887320 Nov 19 17:50:26.236618 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:26.263092 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebade26-df48-40e9-b0df-fa66579c657c req-f6bbcd42-6679-4cac-8599-23ca3ba1afd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:26.264627 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-1ebade26-df48-40e9-b0df-fa66579c657c req-f6bbcd42-6679-4cac-8599-23ca3ba1afd3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=10488475-e039-4e90-8c5a-9f67d399bd8d HTTP/1.1" status: 200 len: 851 time: 0.1007826 Nov 19 17:50:26.287895 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port c3ff3fa7-827a-4c15-9718-736b1a6d0363, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=c3ff3fa7-827a-4c15-9718-736b1a6d0363,segment=NetworkSegment(a6df5b1a-a51e-44a5-83b0-75c6a5ebdd6e),segment_id=a6df5b1a-a51e-44a5-83b0-75c6a5ebdd6e)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:50:26.293839 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:26.294671 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device ec5d4a61-ca1e-41e2-9f2c-e72acc3f2185 up at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:50:26.319673 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcbb692-db17-4178-800b-0fdaf9cd3882 req-bbd47e96-06fc-419d-83bc-16a1c0464888 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:26.326013 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcbb692-db17-4178-800b-0fdaf9cd3882 req-bbd47e96-06fc-419d-83bc-16a1c0464888 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:26.332127 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcbb692-db17-4178-800b-0fdaf9cd3882 req-bbd47e96-06fc-419d-83bc-16a1c0464888 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:26.338073 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcbb692-db17-4178-800b-0fdaf9cd3882 req-bbd47e96-06fc-419d-83bc-16a1c0464888 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:26.348715 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcbb692-db17-4178-800b-0fdaf9cd3882 req-bbd47e96-06fc-419d-83bc-16a1c0464888 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:26.350941 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcbb692-db17-4178-800b-0fdaf9cd3882 req-bbd47e96-06fc-419d-83bc-16a1c0464888 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:26.357739 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcbb692-db17-4178-800b-0fdaf9cd3882 req-bbd47e96-06fc-419d-83bc-16a1c0464888 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:26.367391 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8dcbb692-db17-4178-800b-0fdaf9cd3882 req-bbd47e96-06fc-419d-83bc-16a1c0464888 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4e34aa3-c9da-43ec-a34a-37de5c74afc3 HTTP/1.1" status: 200 len: 5440 time: 0.1572895 Nov 19 17:50:26.389889 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=c3ff3fa7-827a-4c15-9718-736b1a6d0363,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:50:26.401498 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning for port ec5d4a61-ca1e-41e2-9f2c-e72acc3f2185 completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 17:50:26.407080 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning complete for port ec5d4a61-ca1e-41e2-9f2c-e72acc3f2185 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:50:26.407654 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:26.421668 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebade26-df48-40e9-b0df-fa66579c657c req-20ec3d90-bde5-4e4c-9657-3b1cc46aca6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:26.423243 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-1ebade26-df48-40e9-b0df-fa66579c657c req-20ec3d90-bde5-4e4c-9657-3b1cc46aca6f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a7696552-ba44-476c-8112-55d4b789a3e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1501942 Nov 19 17:50:26.489358 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8dcbb692-db17-4178-800b-0fdaf9cd3882 req-644ad9f4-877f-498b-9f21-a31d9ea473a3 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] 10.222.0.54 "GET /v2.0/security-groups?id=89e36896-1c46-4104-bcaf-813bfdc934e0&id=6f748c30-bcc4-4f26-989c-71d930e18e94&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1224093 Nov 19 17:50:26.513751 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:26.625614 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port ec5d4a61-ca1e-41e2-9f2c-e72acc3f2185, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=ec5d4a61-ca1e-41e2-9f2c-e72acc3f2185,segment=NetworkSegment(504442a5-d1da-4970-b6a3-20669171f021),segment_id=504442a5-d1da-4970-b6a3-20669171f021)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:50:26.635781 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:26.637222 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device d2fbad7e-e63d-49da-acc6-1b78fd09c6b0 up at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:50:26.651289 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-1ebade26-df48-40e9-b0df-fa66579c657c req-ca40687e-53b7-4bff-9e40-40d9652ff484 service neutron] 10.222.0.60 "GET /v2.0/networks/a7696552-ba44-476c-8112-55d4b789a3e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2166533 Nov 19 17:50:26.755168 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=ec5d4a61-ca1e-41e2-9f2c-e72acc3f2185,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:50:26.762625 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-1ebade26-df48-40e9-b0df-fa66579c657c req-76305d99-8b04-4c8e-9e18-2c24068e52a7 service neutron] 10.222.0.60 "GET /v2.0/networks/a7696552-ba44-476c-8112-55d4b789a3e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982649 Nov 19 17:50:26.769043 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning for port d2fbad7e-e63d-49da-acc6-1b78fd09c6b0 completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 17:50:26.773799 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning complete for port d2fbad7e-e63d-49da-acc6-1b78fd09c6b0 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:50:26.774193 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:26.823464 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-1ebade26-df48-40e9-b0df-fa66579c657c req-213833de-3c26-4303-97af-2cedfad2f628 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.170&port_id=87a91d07-25a8-45ba-97b6-bf6aca6dc17b HTTP/1.1" status: 200 len: 217 time: 0.0499249 Nov 19 17:50:26.897134 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebade26-df48-40e9-b0df-fa66579c657c req-93557e28-7b21-4db7-afcc-f856002e226b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:26.898260 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-1ebade26-df48-40e9-b0df-fa66579c657c req-93557e28-7b21-4db7-afcc-f856002e226b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d2adf1de-41cf-4bad-b066-43727eb082a2 HTTP/1.1" status: 200 len: 797 time: 0.0657804 Nov 19 17:50:26.906685 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e9a131-20c8-4f89-94d4-042761c66c0f req-562945d3-d355-4091-bf19-8694973f186c tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:26.908304 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b8e9a131-20c8-4f89-94d4-042761c66c0f req-562945d3-d355-4091-bf19-8694973f186c tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/ports?device_id=4530b37a-a53c-4c24-af58-03ba6d04c324 HTTP/1.1" status: 200 len: 945 time: 0.0848930 Nov 19 17:50:26.963065 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:26.970868 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5d72ef-f4b2-4c2a-a2fd-0e548e153e7b req-2f22602d-de3a-4b2d-8096-0ef3a5219b5a tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:26.972483 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3c5d72ef-f4b2-4c2a-a2fd-0e548e153e7b req-2f22602d-de3a-4b2d-8096-0ef3a5219b5a tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/ports?device_id=45106a11-acb2-45a3-b216-7a27610e2a32 HTTP/1.1" status: 200 len: 950 time: 0.0954306 Nov 19 17:50:27.018724 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b8e9a131-20c8-4f89-94d4-042761c66c0f req-705a88c3-1440-4c18-b1fc-15faf1c728f6 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/security-groups?id=e103badb-33bc-4a96-ade0-89c422abc1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034842 Nov 19 17:50:27.039671 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port d2fbad7e-e63d-49da-acc6-1b78fd09c6b0, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=d2fbad7e-e63d-49da-acc6-1b78fd09c6b0,segment=NetworkSegment(a6df5b1a-a51e-44a5-83b0-75c6a5ebdd6e),segment_id=a6df5b1a-a51e-44a5-83b0-75c6a5ebdd6e)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:50:27.041410 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebade26-df48-40e9-b0df-fa66579c657c req-acc0dc9d-9de6-445e-862a-0b84fac21432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:27.043585 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-1ebade26-df48-40e9-b0df-fa66579c657c req-acc0dc9d-9de6-445e-862a-0b84fac21432 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bdba4402-94e3-4e68-bba0-ed8e8f9b25bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1306062 Nov 19 17:50:27.049074 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:27.050212 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device b496562e-f144-4315-a2bf-6fed95564f3f no longer exists at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:50:27.056601 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3c5d72ef-f4b2-4c2a-a2fd-0e548e153e7b req-622af26c-0b00-42ff-b724-bcdde16e7f67 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/security-groups?id=6e557aa4-1576-4002-9603-a630915d92af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771379 Nov 19 17:50:27.123976 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] No Port match for: b496562e-f144-4315-a2bf-6fed95564f3f {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:50:27.124333 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device b496562e-f144-4315-a2bf-6fed95564f3f not bound to the agent host n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:50:27.161286 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=d2fbad7e-e63d-49da-acc6-1b78fd09c6b0,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:50:27.169490 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-1ebade26-df48-40e9-b0df-fa66579c657c req-657874d4-0aa9-4e4a-b158-004fc7173672 service neutron] 10.222.0.60 "GET /v2.0/networks/bdba4402-94e3-4e68-bba0-ed8e8f9b25bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074374 Nov 19 17:50:27.182113 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 58716) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:50:27.277170 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-1ebade26-df48-40e9-b0df-fa66579c657c req-1f9c80f5-5a7f-46bf-807a-d95d2d37cae1 service neutron] 10.222.0.60 "GET /v2.0/networks/bdba4402-94e3-4e68-bba0-ed8e8f9b25bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966234 Nov 19 17:50:27.289440 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-54921295-d6f4-47d2-a816-dc2a7d22b36b tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1261398724'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:50:27.312208 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54921295-d6f4-47d2-a816-dc2a7d22b36b tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] Made reservation on behalf of 4f62b954426346babd0622fedb56b595 for: {'network': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:50:27.315799 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-54921295-d6f4-47d2-a816-dc2a7d22b36b tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:27.325289 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-54921295-d6f4-47d2-a816-dc2a7d22b36b tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:27.325587 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-1ebade26-df48-40e9-b0df-fa66579c657c req-405b55dd-1214-47f9-a189-c4dedf8f0307 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.241&port_id=3e94edaf-0165-44df-bdab-b323476101a6 HTTP/1.1" status: 200 len: 217 time: 0.0393727 Nov 19 17:50:27.381658 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebade26-df48-40e9-b0df-fa66579c657c req-e700432e-2f9a-40e1-94d3-4c0e4b27ec7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:27.383440 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-1ebade26-df48-40e9-b0df-fa66579c657c req-e700432e-2f9a-40e1-94d3-4c0e4b27ec7d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d2adf1de-41cf-4bad-b066-43727eb082a2 HTTP/1.1" status: 200 len: 797 time: 0.0488932 Nov 19 17:50:27.417927 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-54921295-d6f4-47d2-a816-dc2a7d22b36b tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:27.422994 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-54921295-d6f4-47d2-a816-dc2a7d22b36b tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:27.441871 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebade26-df48-40e9-b0df-fa66579c657c req-e6914fd8-b8ff-4a10-984f-b2651c839f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:27.443414 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-1ebade26-df48-40e9-b0df-fa66579c657c req-e6914fd8-b8ff-4a10-984f-b2651c839f60 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bdba4402-94e3-4e68-bba0-ed8e8f9b25bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0507526 Nov 19 17:50:27.459957 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54921295-d6f4-47d2-a816-dc2a7d22b36b tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 697} {{(pid=103364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 17:50:27.470588 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54921295-d6f4-47d2-a816-dc2a7d22b36b tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f9535b7-d215-48d4-9690-d619cb86185d,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:50:27.477183 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-54921295-d6f4-47d2-a816-dc2a7d22b36b tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:27.477562 n-d-818022-2 neutron-server[103364]: INFO neutron.db.segments_db [None req-54921295-d6f4-47d2-a816-dc2a7d22b36b tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] Added segment 1f4830f3-d44a-4be9-bb7d-5d15ae41fcfa of type vlan for network 3a77d178-2677-4a42-9710-fb9c4d9dbb67 Nov 19 17:50:27.534311 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-54921295-d6f4-47d2-a816-dc2a7d22b36b tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:27.541231 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-1ebade26-df48-40e9-b0df-fa66579c657c req-f14ea31e-043a-45f5-806b-0af682126d56 service neutron] 10.222.0.60 "GET /v2.0/networks/bdba4402-94e3-4e68-bba0-ed8e8f9b25bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888472 Nov 19 17:50:27.564170 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-54921295-d6f4-47d2-a816-dc2a7d22b36b tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:27.570708 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54921295-d6f4-47d2-a816-dc2a7d22b36b tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:27.571394 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-54921295-d6f4-47d2-a816-dc2a7d22b36b tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] Publish callbacks [] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:27.645436 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-54921295-d6f4-47d2-a816-dc2a7d22b36b tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.4620478 Nov 19 17:50:27.648749 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 58722) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:50:27.657206 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-40cf35b2-e426-4b30-be95-3b92ad9c5d65 tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] Request body: {'subnet': {'network_id': '3a77d178-2677-4a42-9710-fb9c4d9dbb67', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:50:27.667057 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54921295-d6f4-47d2-a816-dc2a7d22b36b tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] Pushing event updated for resources: {'Network': ['ID=3a77d178-2677-4a42-9710-fb9c4d9dbb67,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:50:27.679520 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network 3a77d178-2677-4a42-9710-fb9c4d9dbb67 details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 17:50:27.769252 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2a9c5b-acae-4ef8-a2b0-63851574cea0 req-af063520-57a0-4c86-b496-0a3991256ed6 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:27.776201 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2a9c5b-acae-4ef8-a2b0-63851574cea0 req-af063520-57a0-4c86-b496-0a3991256ed6 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:27.778135 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4e34aa3-c9da-43ec-a34a-37de5c74afc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eaeefd8-0994-45c9-8730-88229eebf761'}, {'server_uuid': 'f4e34aa3-c9da-43ec-a34a-37de5c74afc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3ff3fa7-827a-4c15-9718-736b1a6d0363'}, {'server_uuid': 'f4e34aa3-c9da-43ec-a34a-37de5c74afc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec5d4a61-ca1e-41e2-9f2c-e72acc3f2185'}, {'server_uuid': 'f4e34aa3-c9da-43ec-a34a-37de5c74afc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2fbad7e-e63d-49da-acc6-1b78fd09c6b0'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:50:27.780843 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3940761bcd94e032e6960d2241bd8993c5d3a7d8dc2aca8488f3ecf1d4dd2fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b600c1fa-cd52-4bab-9ec7-d1307b88b17d" -d '{"events": [{"server_uuid": "f4e34aa3-c9da-43ec-a34a-37de5c74afc3", "name": "network-vif-plugged", "status": "completed", "tag": "8eaeefd8-0994-45c9-8730-88229eebf761"}, {"server_uuid": "f4e34aa3-c9da-43ec-a34a-37de5c74afc3", "name": "network-vif-plugged", "status": "completed", "tag": "c3ff3fa7-827a-4c15-9718-736b1a6d0363"}, {"server_uuid": "f4e34aa3-c9da-43ec-a34a-37de5c74afc3", "name": "network-vif-plugged", "status": "completed", "tag": "ec5d4a61-ca1e-41e2-9f2c-e72acc3f2185"}, {"server_uuid": "f4e34aa3-c9da-43ec-a34a-37de5c74afc3", "name": "network-vif-plugged", "status": "completed", "tag": "d2fbad7e-e63d-49da-acc6-1b78fd09c6b0"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:50:27.782902 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2a9c5b-acae-4ef8-a2b0-63851574cea0 req-af063520-57a0-4c86-b496-0a3991256ed6 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:27.789441 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2a9c5b-acae-4ef8-a2b0-63851574cea0 req-af063520-57a0-4c86-b496-0a3991256ed6 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:27.796902 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2a9c5b-acae-4ef8-a2b0-63851574cea0 req-af063520-57a0-4c86-b496-0a3991256ed6 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:27.803066 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2a9c5b-acae-4ef8-a2b0-63851574cea0 req-af063520-57a0-4c86-b496-0a3991256ed6 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:27.809127 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2a9c5b-acae-4ef8-a2b0-63851574cea0 req-af063520-57a0-4c86-b496-0a3991256ed6 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:27.811135 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8d2a9c5b-acae-4ef8-a2b0-63851574cea0 req-af063520-57a0-4c86-b496-0a3991256ed6 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4e34aa3-c9da-43ec-a34a-37de5c74afc3 HTTP/1.1" status: 200 len: 5443 time: 0.2107785 Nov 19 17:50:27.823110 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-1ebade26-df48-40e9-b0df-fa66579c657c req-f9dc81f7-cadc-447b-b135-87685fe34751 service neutron] 10.222.0.60 "GET /v2.0/networks/bdba4402-94e3-4e68-bba0-ed8e8f9b25bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2711885 Nov 19 17:50:27.887492 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-1ebade26-df48-40e9-b0df-fa66579c657c req-b11b7252-2532-44bc-8f4c-d8fe60c0a62a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.161&port_id=e40774d5-5d0b-42bc-ab15-81a13c341ed3 HTTP/1.1" status: 200 len: 217 time: 0.0516303 Nov 19 17:50:27.910707 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40cf35b2-e426-4b30-be95-3b92ad9c5d65 tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] Made reservation on behalf of 4f62b954426346babd0622fedb56b595 for: {'subnet': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:50:27.913071 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Fri, 19 Nov 2021 17:50:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b37c817-9c90-4ab5-966f-b4ac675d4290 x-openstack-request-id: req-3b37c817-9c90-4ab5-966f-b4ac675d4290 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:50:27.913757 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4e34aa3-c9da-43ec-a34a-37de5c74afc3", "name": "network-vif-plugged", "status": "completed", "tag": "8eaeefd8-0994-45c9-8730-88229eebf761", "code": 200}, {"server_uuid": "f4e34aa3-c9da-43ec-a34a-37de5c74afc3", "name": "network-vif-plugged", "status": "completed", "tag": "c3ff3fa7-827a-4c15-9718-736b1a6d0363", "code": 200}, {"server_uuid": "f4e34aa3-c9da-43ec-a34a-37de5c74afc3", "name": "network-vif-plugged", "status": "completed", "tag": "ec5d4a61-ca1e-41e2-9f2c-e72acc3f2185", "code": 200}, {"server_uuid": "f4e34aa3-c9da-43ec-a34a-37de5c74afc3", "name": "network-vif-plugged", "status": "completed", "tag": "d2fbad7e-e63d-49da-acc6-1b78fd09c6b0", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:50:27.914369 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-3b37c817-9c90-4ab5-966f-b4ac675d4290 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:50:27.914568 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-40cf35b2-e426-4b30-be95-3b92ad9c5d65 tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8731248'] for subnet, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:27.914964 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4e34aa3-c9da-43ec-a34a-37de5c74afc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eaeefd8-0994-45c9-8730-88229eebf761', 'code': 200} Nov 19 17:50:27.915345 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4e34aa3-c9da-43ec-a34a-37de5c74afc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3ff3fa7-827a-4c15-9718-736b1a6d0363', 'code': 200} Nov 19 17:50:27.915721 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4e34aa3-c9da-43ec-a34a-37de5c74afc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec5d4a61-ca1e-41e2-9f2c-e72acc3f2185', 'code': 200} Nov 19 17:50:27.916092 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4e34aa3-c9da-43ec-a34a-37de5c74afc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2fbad7e-e63d-49da-acc6-1b78fd09c6b0', 'code': 200} Nov 19 17:50:28.046098 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8d2a9c5b-acae-4ef8-a2b0-63851574cea0 req-046b6b27-d3db-438f-a14e-3ca00359cb54 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] 10.222.0.54 "GET /v2.0/security-groups?id=89e36896-1c46-4104-bcaf-813bfdc934e0&id=6f748c30-bcc4-4f26-989c-71d930e18e94&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2253447 Nov 19 17:50:28.050267 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebade26-df48-40e9-b0df-fa66579c657c req-f8bffd0c-652f-47f5-920b-6d6b4f8aaa73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:28.051779 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-1ebade26-df48-40e9-b0df-fa66579c657c req-f8bffd0c-652f-47f5-920b-6d6b4f8aaa73 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d2adf1de-41cf-4bad-b066-43727eb082a2 HTTP/1.1" status: 200 len: 797 time: 0.1525636 Nov 19 17:50:28.158751 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872c49af-2444-42d4-9acd-b172e7a8cb7a req-4bf895e5-3893-4af2-9d23-5df45fd14cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:28.159316 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872c49af-2444-42d4-9acd-b172e7a8cb7a req-4bf895e5-3893-4af2-9d23-5df45fd14cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:28.159695 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872c49af-2444-42d4-9acd-b172e7a8cb7a req-4bf895e5-3893-4af2-9d23-5df45fd14cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:28.160195 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872c49af-2444-42d4-9acd-b172e7a8cb7a req-4bf895e5-3893-4af2-9d23-5df45fd14cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:28.160820 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872c49af-2444-42d4-9acd-b172e7a8cb7a req-4bf895e5-3893-4af2-9d23-5df45fd14cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:28.161290 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872c49af-2444-42d4-9acd-b172e7a8cb7a req-4bf895e5-3893-4af2-9d23-5df45fd14cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:28.161875 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872c49af-2444-42d4-9acd-b172e7a8cb7a req-4bf895e5-3893-4af2-9d23-5df45fd14cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:28.163912 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-872c49af-2444-42d4-9acd-b172e7a8cb7a req-4bf895e5-3893-4af2-9d23-5df45fd14cfb service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f4e34aa3-c9da-43ec-a34a-37de5c74afc3 HTTP/1.1" status: 200 len: 6500 time: 0.1373103 Nov 19 17:50:28.199951 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebade26-df48-40e9-b0df-fa66579c657c req-08b0e650-c104-4fe1-8f8a-8e9918f56e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:28.201610 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-1ebade26-df48-40e9-b0df-fa66579c657c req-08b0e650-c104-4fe1-8f8a-8e9918f56e45 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bdba4402-94e3-4e68-bba0-ed8e8f9b25bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1297719 Nov 19 17:50:28.208783 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adefba86-7a44-47a8-864e-d1556ce47507 req-4488904c-ef35-423f-96ac-9791fe577f8f tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:28.210873 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-adefba86-7a44-47a8-864e-d1556ce47507 req-4488904c-ef35-423f-96ac-9791fe577f8f tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/ports?device_id=4530b37a-a53c-4c24-af58-03ba6d04c324 HTTP/1.1" status: 200 len: 945 time: 0.0990453 Nov 19 17:50:28.297974 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-adefba86-7a44-47a8-864e-d1556ce47507 req-cfbb8c5b-580c-4306-8bbc-2f2226c0e785 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/security-groups?id=e103badb-33bc-4a96-ade0-89c422abc1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797403 Nov 19 17:50:28.322275 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8927bd0b-5122-46b4-9093-7a950a7fcbf0 req-0459c8d8-af76-46ba-a292-63cb24fb288b tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:28.324781 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8927bd0b-5122-46b4-9093-7a950a7fcbf0 req-0459c8d8-af76-46ba-a292-63cb24fb288b tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.60 "GET /v2.0/ports?device_id=4530b37a-a53c-4c24-af58-03ba6d04c324 HTTP/1.1" status: 200 len: 945 time: 0.0735512 Nov 19 17:50:28.414620 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-872c49af-2444-42d4-9acd-b172e7a8cb7a req-b8990a00-4e91-4c4f-9700-03ee1b2364d8 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=89e36896-1c46-4104-bcaf-813bfdc934e0&id=6f748c30-bcc4-4f26-989c-71d930e18e94&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2267027 Nov 19 17:50:28.429158 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce23aff2-74fc-49a8-8244-b9328ee94d69 req-1365c8b7-b861-4da0-b120-4c30709ec565 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:28.430728 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ce23aff2-74fc-49a8-8244-b9328ee94d69 req-1365c8b7-b861-4da0-b120-4c30709ec565 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/ports?device_id=45106a11-acb2-45a3-b216-7a27610e2a32 HTTP/1.1" status: 200 len: 950 time: 0.2410095 Nov 19 17:50:28.433460 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-40cf35b2-e426-4b30-be95-3b92ad9c5d65 tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12283104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8731234'] for subnet, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:28.442730 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [req-8927bd0b-5122-46b4-9093-7a950a7fcbf0 req-58d02fec-db73-4347-ab81-db6e884ffe28 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Deleting port 1909e390-8351-4b09-94e8-76e141a156f7 {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:50:28.443167 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-8927bd0b-5122-46b4-9093-7a950a7fcbf0 req-58d02fec-db73-4347-ab81-db6e884ffe28 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:28.507921 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-1ebade26-df48-40e9-b0df-fa66579c657c req-8b65ed28-06d1-4bf7-b846-18fd873ad38d service neutron] 10.222.0.60 "GET /v2.0/networks/bdba4402-94e3-4e68-bba0-ed8e8f9b25bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2891114 Nov 19 17:50:28.529145 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cf35b2-e426-4b30-be95-3b92ad9c5d65 tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] Pushing event updated for resources: {'Subnet': ['ID=35f1a3e4-3187-44c5-8601-a1bd2f1c73e6,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:50:28.545805 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-8927bd0b-5122-46b4-9093-7a950a7fcbf0 req-58d02fec-db73-4347-ab81-db6e884ffe28 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] For port 1909e390-8351-4b09-94e8-76e141a156f7, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=1909e390-8351-4b09-94e8-76e141a156f7,segment=NetworkSegment(76ca7d5f-3474-4bcd-9b64-65e02324eb89),segment_id=76ca7d5f-3474-4bcd-9b64-65e02324eb89)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:50:28.546204 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-8927bd0b-5122-46b4-9093-7a950a7fcbf0 req-58d02fec-db73-4347-ab81-db6e884ffe28 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:28.559811 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ce23aff2-74fc-49a8-8244-b9328ee94d69 req-0634fb27-71b4-40ae-b721-4f0d1d34629b tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/security-groups?id=6e557aa4-1576-4002-9603-a630915d92af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190515 Nov 19 17:50:28.561516 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [req-8927bd0b-5122-46b4-9093-7a950a7fcbf0 req-58d02fec-db73-4347-ab81-db6e884ffe28 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Calling delete_port for 1909e390-8351-4b09-94e8-76e141a156f7 owned by compute:nova {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:50:28.566403 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40cf35b2-e426-4b30-be95-3b92ad9c5d65 tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] Checking segment: {'id': '1f4830f3-d44a-4be9-bb7d-5d15ae41fcfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '3a77d178-2677-4a42-9710-fb9c4d9dbb67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:50:28.566867 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40cf35b2-e426-4b30-be95-3b92ad9c5d65 tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] Network hostable DHCP agents. Network: 3a77d178-2677-4a42-9710-fb9c4d9dbb67, hostable agents: ['02910ef2-0455-4aea-9f38-9a875579633f'], hosted agents: [] {{(pid=103365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 17:50:28.587390 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40cf35b2-e426-4b30-be95-3b92ad9c5d65 tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] Network 3a77d178-2677-4a42-9710-fb9c4d9dbb67 is scheduled to be hosted by DHCP agent 02910ef2-0455-4aea-9f38-9a875579633f with binding_index 1 {{(pid=103365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 17:50:28.606110 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-40cf35b2-e426-4b30-be95-3b92ad9c5d65 tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818022-2, 3a77d178-2677-4a42-9710-fb9c4d9dbb67) {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:50:28.612033 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40cf35b2-e426-4b30-be95-3b92ad9c5d65 tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:28.612833 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-40cf35b2-e426-4b30-be95-3b92ad9c5d65 tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:28.615711 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2a74b2d-b262-440c-b4cc-22fee6bf2382 None None] Network 3a77d178-2677-4a42-9710-fb9c4d9dbb67 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:50:28.632445 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-40cf35b2-e426-4b30-be95-3b92ad9c5d65 tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9822626 Nov 19 17:50:28.635183 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 58738) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:50:28.640531 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-ccec7b2a-2514-4314-b473-d43eea817684 tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] Request body: {'port': {'network_id': '3a77d178-2677-4a42-9710-fb9c4d9dbb67', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-597489286'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:50:28.764461 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-8927bd0b-5122-46b4-9093-7a950a7fcbf0 req-58d02fec-db73-4347-ab81-db6e884ffe28 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:28.784785 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['1909e390-8351-4b09-94e8-76e141a156f7'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:50:28.801720 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d02fec-db73-4347-ab81-db6e884ffe28 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Pushing event deleted for resources: {'Port': ['ID=1909e390-8351-4b09-94e8-76e141a156f7,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:50:28.832164 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] get_ports_and_sgs() called for port_ids ['096fbf6b-1527-4959-a491-ebec9dd1f89d'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:50:28.861098 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [req-8927bd0b-5122-46b4-9093-7a950a7fcbf0 req-58d02fec-db73-4347-ab81-db6e884ffe28 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] No DVR routers for this DVR port 1909e390-8351-4b09-94e8-76e141a156f7 on host n-h1-818022-2 {{(pid=103364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:50:28.865165 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-8927bd0b-5122-46b4-9093-7a950a7fcbf0 req-58d02fec-db73-4347-ab81-db6e884ffe28 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:28.872052 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8927bd0b-5122-46b4-9093-7a950a7fcbf0 req-58d02fec-db73-4347-ab81-db6e884ffe28 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.60 "DELETE /v2.0/ports/1909e390-8351-4b09-94e8-76e141a156f7 HTTP/1.1" status: 204 len: 173 time: 0.5398712 Nov 19 17:50:28.872998 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4530b37a-a53c-4c24-af58-03ba6d04c324', 'name': 'network-vif-deleted', 'tag': '1909e390-8351-4b09-94e8-76e141a156f7'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:50:28.879702 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dd4767a008c23f8566efc82158ee1b1fff34e1a9e908d76d0b6d0ab7e350e5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6e4ed93-82cb-4726-bc96-13f5c33e479d" -d '{"events": [{"server_uuid": "4530b37a-a53c-4c24-af58-03ba6d04c324", "name": "network-vif-deleted", "tag": "1909e390-8351-4b09-94e8-76e141a156f7"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:50:28.920005 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-1ebade26-df48-40e9-b0df-fa66579c657c req-885af4bd-ef52-4ab5-a466-1a71c7fc3a8b service neutron] 10.222.0.60 "GET /v2.0/networks/bdba4402-94e3-4e68-bba0-ed8e8f9b25bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2759688 Nov 19 17:50:28.922585 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccec7b2a-2514-4314-b473-d43eea817684 tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] Made reservation on behalf of 4f62b954426346babd0622fedb56b595 for: {'port': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:50:28.928656 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ccec7b2a-2514-4314-b473-d43eea817684 tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:28.941675 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:50:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6824e9c-85ea-4be7-8fcb-0f4ffb0a10d6 x-openstack-request-id: req-f6824e9c-85ea-4be7-8fcb-0f4ffb0a10d6 {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:50:28.942021 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4530b37a-a53c-4c24-af58-03ba6d04c324", "name": "network-vif-deleted", "tag": "1909e390-8351-4b09-94e8-76e141a156f7", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:50:28.942281 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f6824e9c-85ea-4be7-8fcb-0f4ffb0a10d6 {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:50:28.942738 n-d-818022-2 neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4530b37a-a53c-4c24-af58-03ba6d04c324', 'name': 'network-vif-deleted', 'tag': '1909e390-8351-4b09-94e8-76e141a156f7', 'status': 'completed', 'code': 200} Nov 19 17:50:28.945910 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3759df39-4404-4b26-be33-7d6abfb0b3fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54f44f5f-1200-574e-8740-2141911d5b73-3a77d178-2677-4a42-9710-fb9c4d9dbb67', 'network_id': '3a77d178-2677-4a42-9710-fb9c4d9dbb67', 'tenant_id': '4f62b954426346babd0622fedb56b595', 'fixed_ips': [{'subnet_id': '35f1a3e4-3187-44c5-8601-a1bd2f1c73e6'}]}} from n-d-818022-2. {{(pid=103366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 17:50:28.947389 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3759df39-4404-4b26-be33-7d6abfb0b3fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:28.994164 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-1ebade26-df48-40e9-b0df-fa66579c657c req-a20f034c-9061-4936-bf8a-5b3b326796cd service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.24&port_id=2f194f25-8afc-4037-8a13-728d888a8aaf HTTP/1.1" status: 200 len: 217 time: 0.0613844 Nov 19 17:50:28.999488 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [None req-ccec7b2a-2514-4314-b473-d43eea817684 tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] device_id is not set on port 190ed37c-b29d-4146-981f-a2f38e02cc35 yet. {{(pid=103365) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 17:50:29.117805 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebade26-df48-40e9-b0df-fa66579c657c req-d3b81eca-5420-454f-b403-19d43db0595a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:29.119318 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-1ebade26-df48-40e9-b0df-fa66579c657c req-d3b81eca-5420-454f-b403-19d43db0595a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d2adf1de-41cf-4bad-b066-43727eb082a2 HTTP/1.1" status: 200 len: 797 time: 0.1145086 Nov 19 17:50:29.178120 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [None req-3759df39-4404-4b26-be33-7d6abfb0b3fa None None] Allocated IP 2001:db8::2 (3a77d178-2677-4a42-9710-fb9c4d9dbb67/35f1a3e4-3187-44c5-8601-a1bd2f1c73e6/4ec0be53-be23-46db-8ea6-44a0579ab8c0) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:50:29.195766 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebade26-df48-40e9-b0df-fa66579c657c req-d09f7de7-24cd-47c7-a0b9-5f34b1ba62ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:29.198470 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-1ebade26-df48-40e9-b0df-fa66579c657c req-d09f7de7-24cd-47c7-a0b9-5f34b1ba62ef service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bdba4402-94e3-4e68-bba0-ed8e8f9b25bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0674419 Nov 19 17:50:29.236014 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15605d8-5b05-424a-aae6-4b5aa67d2f5a req-ecd42585-ba44-4c9a-8af6-d80d379bf4a6 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:29.242839 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15605d8-5b05-424a-aae6-4b5aa67d2f5a req-ecd42585-ba44-4c9a-8af6-d80d379bf4a6 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:29.249277 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15605d8-5b05-424a-aae6-4b5aa67d2f5a req-ecd42585-ba44-4c9a-8af6-d80d379bf4a6 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:29.264114 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15605d8-5b05-424a-aae6-4b5aa67d2f5a req-ecd42585-ba44-4c9a-8af6-d80d379bf4a6 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:29.270353 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15605d8-5b05-424a-aae6-4b5aa67d2f5a req-ecd42585-ba44-4c9a-8af6-d80d379bf4a6 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:29.277290 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15605d8-5b05-424a-aae6-4b5aa67d2f5a req-ecd42585-ba44-4c9a-8af6-d80d379bf4a6 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:29.283395 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15605d8-5b05-424a-aae6-4b5aa67d2f5a req-ecd42585-ba44-4c9a-8af6-d80d379bf4a6 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:29.291659 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c15605d8-5b05-424a-aae6-4b5aa67d2f5a req-ecd42585-ba44-4c9a-8af6-d80d379bf4a6 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4e34aa3-c9da-43ec-a34a-37de5c74afc3 HTTP/1.1" status: 200 len: 5443 time: 0.1339910 Nov 19 17:50:29.361139 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c15605d8-5b05-424a-aae6-4b5aa67d2f5a req-04c035df-294c-4f8e-bdca-39f42e85559f tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] 10.222.0.54 "GET /v2.0/security-groups?id=89e36896-1c46-4104-bcaf-813bfdc934e0&id=6f748c30-bcc4-4f26-989c-71d930e18e94&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0684450 Nov 19 17:50:29.364898 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-1ebade26-df48-40e9-b0df-fa66579c657c req-14071a21-6af7-4f19-bdf0-3348f9c98faf service neutron] 10.222.0.60 "GET /v2.0/networks/bdba4402-94e3-4e68-bba0-ed8e8f9b25bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535823 Nov 19 17:50:29.517573 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c799a578-e827-41af-9d87-0dbe76cdffb8 req-3e07f578-af68-4c54-aa34-8b573b40ab19 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/ports?device_id=4530b37a-a53c-4c24-af58-03ba6d04c324 HTTP/1.1" status: 200 len: 210 time: 0.0538473 Nov 19 17:50:29.589074 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-1ebade26-df48-40e9-b0df-fa66579c657c req-1b071516-6038-417d-878c-de62d77d2d45 service neutron] 10.222.0.60 "GET /v2.0/networks/bdba4402-94e3-4e68-bba0-ed8e8f9b25bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2145681 Nov 19 17:50:29.606735 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3759df39-4404-4b26-be33-7d6abfb0b3fa None None] Publish callbacks [] for port, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:29.621245 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3759df39-4404-4b26-be33-7d6abfb0b3fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998'] for port, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:29.677068 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-1ebade26-df48-40e9-b0df-fa66579c657c req-80fb1855-dbaa-4b41-b242-2ec5086a491a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=2f46f7a1-33db-4220-b34f-49fa25718fd9 HTTP/1.1" status: 200 len: 217 time: 0.0799289 Nov 19 17:50:29.715379 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3759df39-4404-4b26-be33-7d6abfb0b3fa None None] Network 3a77d178-2677-4a42-9710-fb9c4d9dbb67 is already hosted by enough agents. {{(pid=103366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:50:29.718032 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-7907c03c-7728-491e-b8a4-1423366ad833 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:29.724716 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [None req-3759df39-4404-4b26-be33-7d6abfb0b3fa None None] Resources bound (agent type, host, resource id): {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:50:29.731541 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3759df39-4404-4b26-be33-7d6abfb0b3fa None None] Pushing event updated for resources: {'Port': ['ID=4ec0be53-be23-46db-8ea6-44a0579ab8c0,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:50:29.738434 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3759df39-4404-4b26-be33-7d6abfb0b3fa None None] Received port after_create {{(pid=103366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:50:29.758068 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1058fe0-1c2a-4add-9160-9b765585c02a req-e238aced-0ab2-4ccb-825f-c0f261664cb5 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:29.763516 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-e1058fe0-1c2a-4add-9160-9b765585c02a req-e238aced-0ab2-4ccb-825f-c0f261664cb5 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/ports?device_id=45106a11-acb2-45a3-b216-7a27610e2a32 HTTP/1.1" status: 200 len: 950 time: 0.0892246 Nov 19 17:50:29.799142 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [None req-ccec7b2a-2514-4314-b473-d43eea817684 tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] Allocated IP 2001:db8::ec (3a77d178-2677-4a42-9710-fb9c4d9dbb67/35f1a3e4-3187-44c5-8601-a1bd2f1c73e6/190ed37c-b29d-4146-981f-a2f38e02cc35) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:50:29.803750 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebade26-df48-40e9-b0df-fa66579c657c req-af652afb-8992-4bf8-9354-2a7256e62a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:29.805239 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-1ebade26-df48-40e9-b0df-fa66579c657c req-af652afb-8992-4bf8-9354-2a7256e62a36 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4125d911-4b34-4d0c-a736-6a09404ca814 HTTP/1.1" status: 200 len: 797 time: 0.0968859 Nov 19 17:50:29.813038 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-3759df39-4404-4b26-be33-7d6abfb0b3fa None None] Attempting to bind port 4ec0be53-be23-46db-8ea6-44a0579ab8c0 on host n-d-818022-2 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:50:29.813417 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-3759df39-4404-4b26-be33-7d6abfb0b3fa None None] Attempting to bind port 4ec0be53-be23-46db-8ea6-44a0579ab8c0 by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': '1f4830f3-d44a-4be9-bb7d-5d15ae41fcfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '3a77d178-2677-4a42-9710-fb9c4d9dbb67'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:50:29.814063 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3759df39-4404-4b26-be33-7d6abfb0b3fa None None] Attempting to bind port 4ec0be53-be23-46db-8ea6-44a0579ab8c0 on network 3a77d178-2677-4a42-9710-fb9c4d9dbb67 {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:50:29.820833 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3759df39-4404-4b26-be33-7d6abfb0b3fa None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 50, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:50:29.821457 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3759df39-4404-4b26-be33-7d6abfb0b3fa None None] Checking segment: {'id': '1f4830f3-d44a-4be9-bb7d-5d15ae41fcfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '3a77d178-2677-4a42-9710-fb9c4d9dbb67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:50:29.822069 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3759df39-4404-4b26-be33-7d6abfb0b3fa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:29.822643 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3759df39-4404-4b26-be33-7d6abfb0b3fa None None] Bound using segment: {'id': '1f4830f3-d44a-4be9-bb7d-5d15ae41fcfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '3a77d178-2677-4a42-9710-fb9c4d9dbb67'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:50:29.823396 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-3759df39-4404-4b26-be33-7d6abfb0b3fa None None] Bound port: 4ec0be53-be23-46db-8ea6-44a0579ab8c0, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f4830f3-d44a-4be9-bb7d-5d15ae41fcfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '3a77d178-2677-4a42-9710-fb9c4d9dbb67'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:50:29.824729 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3759df39-4404-4b26-be33-7d6abfb0b3fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:29.851487 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-e1058fe0-1c2a-4add-9160-9b765585c02a req-5b0500c1-971e-4687-b501-fad891a5da22 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/security-groups?id=6e557aa4-1576-4002-9603-a630915d92af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807784 Nov 19 17:50:29.893338 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebade26-df48-40e9-b0df-fa66579c657c req-d2aeb3af-0e1b-4e02-9b64-29940bc91cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:29.895079 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-1ebade26-df48-40e9-b0df-fa66579c657c req-d2aeb3af-0e1b-4e02-9b64-29940bc91cbb service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c051a038-1534-488b-800a-8e55916bcfc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0785658 Nov 19 17:50:29.915620 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-3759df39-4404-4b26-be33-7d6abfb0b3fa None None] For port 4ec0be53-be23-46db-8ea6-44a0579ab8c0, host n-d-818022-2, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:50:29.919295 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-3759df39-4404-4b26-be33-7d6abfb0b3fa None None] For port 4ec0be53-be23-46db-8ea6-44a0579ab8c0, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=4ec0be53-be23-46db-8ea6-44a0579ab8c0,segment=NetworkSegment(1f4830f3-d44a-4be9-bb7d-5d15ae41fcfa),segment_id=1f4830f3-d44a-4be9-bb7d-5d15ae41fcfa)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:50:29.929056 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3759df39-4404-4b26-be33-7d6abfb0b3fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:30.019873 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3759df39-4404-4b26-be33-7d6abfb0b3fa None None] Pushing event updated for resources: {'Port': ['ID=4ec0be53-be23-46db-8ea6-44a0579ab8c0,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:50:30.086665 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-1ebade26-df48-40e9-b0df-fa66579c657c req-58740dd3-5100-4502-bbdd-e5b49b6ebe2b service neutron] 10.222.0.60 "GET /v2.0/networks/c051a038-1534-488b-800a-8e55916bcfc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786106 Nov 19 17:50:30.098875 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ccec7b2a-2514-4314-b473-d43eea817684 tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:30.217771 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ccec7b2a-2514-4314-b473-d43eea817684 tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:30.231130 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-1ebade26-df48-40e9-b0df-fa66579c657c req-ce30055c-1f8c-4a67-aaeb-03296fa3d587 service neutron] 10.222.0.60 "GET /v2.0/networks/c051a038-1534-488b-800a-8e55916bcfc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302762 Nov 19 17:50:30.316147 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-1ebade26-df48-40e9-b0df-fa66579c657c req-399fb978-40f6-4e6f-a69c-f54a9857b5fa service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=534dda20-44c3-4e51-a3ef-bc7f289e3330 HTTP/1.1" status: 200 len: 217 time: 0.0541070 Nov 19 17:50:30.329467 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccec7b2a-2514-4314-b473-d43eea817684 tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] Network 3a77d178-2677-4a42-9710-fb9c4d9dbb67 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:50:30.332882 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-ccec7b2a-2514-4314-b473-d43eea817684 tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:50:30.377766 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccec7b2a-2514-4314-b473-d43eea817684 tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:50:30.386845 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccec7b2a-2514-4314-b473-d43eea817684 tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:30.387846 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ccec7b2a-2514-4314-b473-d43eea817684 tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:30.405113 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebade26-df48-40e9-b0df-fa66579c657c req-1a49fbaf-0560-44df-b7d6-0a4b61fc51b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:30.406599 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-1ebade26-df48-40e9-b0df-fa66579c657c req-1a49fbaf-0560-44df-b7d6-0a4b61fc51b4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4125d911-4b34-4d0c-a736-6a09404ca814 HTTP/1.1" status: 200 len: 797 time: 0.0714636 Nov 19 17:50:30.410193 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccec7b2a-2514-4314-b473-d43eea817684 tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] Pushing event updated for resources: {'Port': ['ID=190ed37c-b29d-4146-981f-a2f38e02cc35,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:50:30.467889 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-ccec7b2a-2514-4314-b473-d43eea817684 tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.8315940 Nov 19 17:50:30.470967 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 58766) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:50:30.477452 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-c1b5f1f6-db52-41b3-b006-b1aef274a848 tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] Request body: {'port': {'network_id': '3a77d178-2677-4a42-9710-fb9c4d9dbb67', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1352239449', 'allowed_address_pairs': [{'ip_address': '2001:db8::ec', 'mac_address': 'fa:16:3e:4b:66:78'}]}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:50:30.511468 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebade26-df48-40e9-b0df-fa66579c657c req-87804ede-a2cc-4fc2-9854-a23e2dbefbd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:30.513078 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-1ebade26-df48-40e9-b0df-fa66579c657c req-87804ede-a2cc-4fc2-9854-a23e2dbefbd8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c051a038-1534-488b-800a-8e55916bcfc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0884306 Nov 19 17:50:30.597697 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ebd15c-2dc6-4cf6-be7b-9a96eff36a9d req-557ef6fc-9c81-4248-906d-d09cc82bd5fd tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:30.607765 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ebd15c-2dc6-4cf6-be7b-9a96eff36a9d req-557ef6fc-9c81-4248-906d-d09cc82bd5fd tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:30.615617 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ebd15c-2dc6-4cf6-be7b-9a96eff36a9d req-557ef6fc-9c81-4248-906d-d09cc82bd5fd tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:30.618177 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ebd15c-2dc6-4cf6-be7b-9a96eff36a9d req-557ef6fc-9c81-4248-906d-d09cc82bd5fd tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:30.624522 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ebd15c-2dc6-4cf6-be7b-9a96eff36a9d req-557ef6fc-9c81-4248-906d-d09cc82bd5fd tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:30.631870 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ebd15c-2dc6-4cf6-be7b-9a96eff36a9d req-557ef6fc-9c81-4248-906d-d09cc82bd5fd tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:30.638111 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ebd15c-2dc6-4cf6-be7b-9a96eff36a9d req-557ef6fc-9c81-4248-906d-d09cc82bd5fd tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:30.646555 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-52ebd15c-2dc6-4cf6-be7b-9a96eff36a9d req-557ef6fc-9c81-4248-906d-d09cc82bd5fd tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4e34aa3-c9da-43ec-a34a-37de5c74afc3 HTTP/1.1" status: 200 len: 5443 time: 0.1866395 Nov 19 17:50:30.719506 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1b5f1f6-db52-41b3-b006-b1aef274a848 tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] Made reservation on behalf of 4f62b954426346babd0622fedb56b595 for: {'port': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:50:30.768898 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-52ebd15c-2dc6-4cf6-be7b-9a96eff36a9d req-1e5aedc1-a5cb-4ab6-8976-05b14f70f8dd tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] 10.222.0.54 "GET /v2.0/security-groups?id=89e36896-1c46-4104-bcaf-813bfdc934e0&id=6f748c30-bcc4-4f26-989c-71d930e18e94&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1211998 Nov 19 17:50:30.791448 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-1ebade26-df48-40e9-b0df-fa66579c657c req-bc663673-095a-470f-9a3b-9bc068d491b2 service neutron] 10.222.0.60 "GET /v2.0/networks/c051a038-1534-488b-800a-8e55916bcfc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2669930 Nov 19 17:50:30.847253 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c1b5f1f6-db52-41b3-b006-b1aef274a848 tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:30.896048 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [None req-c1b5f1f6-db52-41b3-b006-b1aef274a848 tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] device_id is not set on port c3cba8d3-40bf-40b0-8b6f-35c4e7b2a409 yet. {{(pid=103364) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 17:50:30.980101 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-1ebade26-df48-40e9-b0df-fa66579c657c req-be610c4e-aed5-4475-9d9a-5070a015a189 service neutron] 10.222.0.60 "GET /v2.0/networks/c051a038-1534-488b-800a-8e55916bcfc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1834614 Nov 19 17:50:30.998062 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08787d48-e269-4798-b844-a85547d5b54c req-f838fd8c-a375-4fec-881a-7ccd4ccfd4e2 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:31.010370 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08787d48-e269-4798-b844-a85547d5b54c req-f838fd8c-a375-4fec-881a-7ccd4ccfd4e2 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:31.019483 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08787d48-e269-4798-b844-a85547d5b54c req-f838fd8c-a375-4fec-881a-7ccd4ccfd4e2 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:31.026145 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08787d48-e269-4798-b844-a85547d5b54c req-f838fd8c-a375-4fec-881a-7ccd4ccfd4e2 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:31.032056 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08787d48-e269-4798-b844-a85547d5b54c req-f838fd8c-a375-4fec-881a-7ccd4ccfd4e2 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:31.038417 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08787d48-e269-4798-b844-a85547d5b54c req-f838fd8c-a375-4fec-881a-7ccd4ccfd4e2 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:31.045643 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08787d48-e269-4798-b844-a85547d5b54c req-f838fd8c-a375-4fec-881a-7ccd4ccfd4e2 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:31.054154 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-08787d48-e269-4798-b844-a85547d5b54c req-f838fd8c-a375-4fec-881a-7ccd4ccfd4e2 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4e34aa3-c9da-43ec-a34a-37de5c74afc3 HTTP/1.1" status: 200 len: 5443 time: 0.1488271 Nov 19 17:50:31.068690 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 58788) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:50:31.076438 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-5e0fde15-c8e1-4251-856f-fb05525a9ec3 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Request body: {'floatingip': {'port_id': '55efc562-e796-48ee-b98a-71ca0963668d'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:50:31.172173 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5e0fde15-c8e1-4251-856f-fb05525a9ec3 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Publish callbacks [] for floatingip, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:31.184198 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b8e069-ddef-4bb0-b5d9-55e90c34aa53 req-e4057539-c062-4e3f-90a0-6714311a2194 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:31.192056 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-88b8e069-ddef-4bb0-b5d9-55e90c34aa53 req-e4057539-c062-4e3f-90a0-6714311a2194 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/networks?id=09343151-5f7f-4534-803c-65c4f7eca01b HTTP/1.1" status: 200 len: 805 time: 0.3234973 Nov 19 17:50:31.215354 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-88b8e069-ddef-4bb0-b5d9-55e90c34aa53 req-48a2f7af-1a01-4043-ac87-d1426f4e71dc tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/quotas/bf8774509ece48c1a5e5e0350ab076c6 HTTP/1.1" status: 200 len: 375 time: 0.0222614 Nov 19 17:50:31.287912 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [None req-c1b5f1f6-db52-41b3-b006-b1aef274a848 tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] Allocated IP 2001:db8::218 (3a77d178-2677-4a42-9710-fb9c4d9dbb67/35f1a3e4-3187-44c5-8601-a1bd2f1c73e6/c3cba8d3-40bf-40b0-8b6f-35c4e7b2a409) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:50:31.336564 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-88b8e069-ddef-4bb0-b5d9-55e90c34aa53 req-f7e79ae5-65b8-42f3-bff9-5ac7bdf76589 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=bf8774509ece48c1a5e5e0350ab076c6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1199155 Nov 19 17:50:31.359863 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 1909e390-8351-4b09-94e8-76e141a156f7 no longer exists at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:50:31.419266 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] No Port match for: 1909e390-8351-4b09-94e8-76e141a156f7 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:50:31.419846 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 1909e390-8351-4b09-94e8-76e141a156f7 not bound to the agent host n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:50:31.603423 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-88b8e069-ddef-4bb0-b5d9-55e90c34aa53 req-5a59454e-1e2d-4a54-beee-cc635a4aacc0 service neutron] 10.222.0.54 "GET /v2.0/networks/09343151-5f7f-4534-803c-65c4f7eca01b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2593453 Nov 19 17:50:31.703292 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36e3b00d-83df-4996-86f4-80160ffb11e9 None None] Network 3a77d178-2677-4a42-9710-fb9c4d9dbb67 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:50:31.716562 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c1b5f1f6-db52-41b3-b006-b1aef274a848 tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:31.759328 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-88b8e069-ddef-4bb0-b5d9-55e90c34aa53 req-99c5d61b-6ec8-419a-976b-c21c7913ae8b service neutron] 10.222.0.54 "GET /v2.0/networks/09343151-5f7f-4534-803c-65c4f7eca01b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603677 Nov 19 17:50:31.821327 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c1b5f1f6-db52-41b3-b006-b1aef274a848 tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:31.916681 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1b5f1f6-db52-41b3-b006-b1aef274a848 tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] Network 3a77d178-2677-4a42-9710-fb9c4d9dbb67 is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:50:31.925767 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-c1b5f1f6-db52-41b3-b006-b1aef274a848 tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:50:31.939592 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b5f1f6-db52-41b3-b006-b1aef274a848 tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:50:31.966008 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1b5f1f6-db52-41b3-b006-b1aef274a848 tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:31.966544 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c1b5f1f6-db52-41b3-b006-b1aef274a848 tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:31.975027 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b5f1f6-db52-41b3-b006-b1aef274a848 tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] Pushing event updated for resources: {'Port': ['ID=c3cba8d3-40bf-40b0-8b6f-35c4e7b2a409,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:50:32.023680 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-c1b5f1f6-db52-41b3-b006-b1aef274a848 tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 1.5506184 Nov 19 17:50:32.025722 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 58806) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:50:32.068102 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-b548b64e-5e70-4c58-bb0b-e1cd004d924b None None] Provisioning complete for port 4ec0be53-be23-46db-8ea6-44a0579ab8c0 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:50:32.068835 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b548b64e-5e70-4c58-bb0b-e1cd004d924b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:32.144121 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 4ec0be53-be23-46db-8ea6-44a0579ab8c0 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:50:32.202177 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-92a757b5-619e-4db1-9ba6-7b3c5895df87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:32.276503 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ab3a719-9321-41f6-b1f5-b7be67dd1de2 tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:32.289276 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ab3a719-9321-41f6-b1f5-b7be67dd1de2 tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:32.310923 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ab3a719-9321-41f6-b1f5-b7be67dd1de2 tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:32.312806 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 4ec0be53-be23-46db-8ea6-44a0579ab8c0 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:50:32.313323 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:32.313577 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-5ab3a719-9321-41f6-b1f5-b7be67dd1de2 tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2479 time: 0.2858920 Nov 19 17:50:32.318550 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 58810) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:50:32.399207 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b548b64e-5e70-4c58-bb0b-e1cd004d924b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:32.480676 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:32.484009 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-b548b64e-5e70-4c58-bb0b-e1cd004d924b None None] For port 4ec0be53-be23-46db-8ea6-44a0579ab8c0, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=4ec0be53-be23-46db-8ea6-44a0579ab8c0,segment=NetworkSegment(1f4830f3-d44a-4be9-bb7d-5d15ae41fcfa),segment_id=1f4830f3-d44a-4be9-bb7d-5d15ae41fcfa)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:50:32.494391 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b548b64e-5e70-4c58-bb0b-e1cd004d924b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:32.694765 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b548b64e-5e70-4c58-bb0b-e1cd004d924b None None] Pushing event updated for resources: {'Port': ['ID=4ec0be53-be23-46db-8ea6-44a0579ab8c0,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:50:32.726911 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-eb4f1f77-419c-4cda-904f-4153dc457a7f tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] Deleting port c3cba8d3-40bf-40b0-8b6f-35c4e7b2a409 {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:50:32.727464 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-eb4f1f77-419c-4cda-904f-4153dc457a7f tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:32.738452 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.db.api [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103366) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 17:50:32.740014 n-d-818022-2 neutron-server[103366]: DEBUG oslo_db.api [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 17:50:32.741537 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d914b11c-c284-4dce-831d-7e1c91e18d94 req-8fda1947-36ac-48ef-934b-e8c074d79deb tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:32.754125 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d914b11c-c284-4dce-831d-7e1c91e18d94 req-8fda1947-36ac-48ef-934b-e8c074d79deb tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/ports?device_id=45106a11-acb2-45a3-b216-7a27610e2a32 HTTP/1.1" status: 200 len: 950 time: 1.5979850 Nov 19 17:50:32.821689 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.db.resource_extend [None req-5e0fde15-c8e1-4251-856f-fb05525a9ec3 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 19 17:50:32.889327 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-eb4f1f77-419c-4cda-904f-4153dc457a7f tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:32.904697 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-eb4f1f77-419c-4cda-904f-4153dc457a7f tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] Calling delete_port for c3cba8d3-40bf-40b0-8b6f-35c4e7b2a409 owned by {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:50:32.918801 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d914b11c-c284-4dce-831d-7e1c91e18d94 req-6da69415-d6ba-4ad9-8153-8641148902db tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/security-groups?id=6e557aa4-1576-4002-9603-a630915d92af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632209 Nov 19 17:50:32.949313 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5e0fde15-c8e1-4251-856f-fb05525a9ec3 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:32.957616 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5e0fde15-c8e1-4251-856f-fb05525a9ec3 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-671284'] for floatingip, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:32.979314 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-a1f52246-42e4-4630-a64a-bb958384b304 None None] Provisioning complete for port 4ec0be53-be23-46db-8ea6-44a0579ab8c0 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:50:32.981242 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a1f52246-42e4-4630-a64a-bb958384b304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:33.073178 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec574ab-d03b-47b6-b695-de4abd09613b req-880e7bbf-e413-4caa-885c-18e88ea199e5 tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:33.078137 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6ec574ab-d03b-47b6-b695-de4abd09613b req-880e7bbf-e413-4caa-885c-18e88ea199e5 tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] 10.222.0.54 "GET /v2.0/networks?id=e0733363-bc13-4279-a049-77115213ac4d HTTP/1.1" status: 200 len: 815 time: 0.6423252 Nov 19 17:50:33.142947 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e46ecc5a-dc14-4744-b262-3072ff2e958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:33.148393 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fdf099ca-3d7b-450e-b7d9-ac5cc95238ce req-1430cef8-379f-405e-95bc-71351da9fb86 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/ports?device_id=24cd9be2-e357-4931-83be-a3fa741ba79c HTTP/1.1" status: 200 len: 210 time: 0.0462389 Nov 19 17:50:33.177280 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6ec574ab-d03b-47b6-b695-de4abd09613b req-9f5429ba-dd37-411f-86f9-62457a44a749 tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] 10.222.0.54 "GET /v2.0/quotas/9ecae7ac88e8457cb21c4782aebff44e HTTP/1.1" status: 200 len: 375 time: 0.0365553 Nov 19 17:50:33.208716 n-d-818022-2 neutron-server[103365]: INFO neutron.db.l3_db [None req-5e0fde15-c8e1-4251-856f-fb05525a9ec3 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Floating IP 8fdbbcad-09ab-404a-9b08-8fdbde04564d associated. External IP: 172.25.7.63, port: 55efc562-e796-48ee-b98a-71ca0963668d. Nov 19 17:50:33.254540 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6ec574ab-d03b-47b6-b695-de4abd09613b req-725f8091-4a81-4989-b3e9-8455487fc098 tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=9ecae7ac88e8457cb21c4782aebff44e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0761800 Nov 19 17:50:33.281604 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-eb4f1f77-419c-4cda-904f-4153dc457a7f tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:33.304238 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-a1f52246-42e4-4630-a64a-bb958384b304 None None] Provisioning complete for port c3cba8d3-40bf-40b0-8b6f-35c4e7b2a409 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:50:33.304848 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a1f52246-42e4-4630-a64a-bb958384b304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:33.337285 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-a1f52246-42e4-4630-a64a-bb958384b304 None None] Port c3cba8d3-40bf-40b0-8b6f-35c4e7b2a409 was deleted so its status cannot be updated. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 19 17:50:33.365498 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4f1f77-419c-4cda-904f-4153dc457a7f tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] Pushing event deleted for resources: {'Port': ['ID=c3cba8d3-40bf-40b0-8b6f-35c4e7b2a409,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:50:33.369058 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-a1f52246-42e4-4630-a64a-bb958384b304 None None] Provisioning complete for port 190ed37c-b29d-4146-981f-a2f38e02cc35 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:50:33.369432 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a1f52246-42e4-4630-a64a-bb958384b304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:33.443139 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-a1f52246-42e4-4630-a64a-bb958384b304 None None] Port 190ed37c-b29d-4146-981f-a2f38e02cc35 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:50:33.555505 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6ec574ab-d03b-47b6-b695-de4abd09613b req-b4248b09-c1fa-4a81-a499-c35970859439 service neutron] 10.222.0.54 "GET /v2.0/networks/e0733363-bc13-4279-a049-77115213ac4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2925475 Nov 19 17:50:33.575421 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-5919ef83-d4cb-4477-9d79-527c6504d364 None None] Provisioning complete for port 190ed37c-b29d-4146-981f-a2f38e02cc35 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:50:33.575668 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-5919ef83-d4cb-4477-9d79-527c6504d364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:33.618296 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e0fde15-c8e1-4251-856f-fb05525a9ec3 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Router 7f4250a2-3f00-4b69-b08a-06d937e1847c has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 17:50:33.635061 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-eb4f1f77-419c-4cda-904f-4153dc457a7f tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:33.638694 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-eb4f1f77-419c-4cda-904f-4153dc457a7f tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] 10.222.0.54 "DELETE /v2.0/ports/c3cba8d3-40bf-40b0-8b6f-35c4e7b2a409 HTTP/1.1" status: 204 len: 168 time: 1.3189976 Nov 19 17:50:33.641445 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 58834) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:50:33.642737 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-5919ef83-d4cb-4477-9d79-527c6504d364 None None] Port 190ed37c-b29d-4146-981f-a2f38e02cc35 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:50:33.653713 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:33.669855 n-d-818022-2 neutron-server[103364]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5cc9ab6-3ea2-4541-a33a-0062081f7d94 tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] GET failed (client error): The resource could not be found. Nov 19 17:50:33.671433 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-b5cc9ab6-3ea2-4541-a33a-0062081f7d94 tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] 10.222.0.54 "GET /v2.0/ports/c3cba8d3-40bf-40b0-8b6f-35c4e7b2a409 HTTP/1.1" status: 404 len: 333 time: 0.0291653 Nov 19 17:50:33.675599 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 58836) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:50:33.680841 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-9be8511b-c8c2-482f-8c68-30ed76016a44 tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] Request body: {'port': {'network_id': '3a77d178-2677-4a42-9710-fb9c4d9dbb67', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-912472341'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:50:33.732951 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:33.794545 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4fb8530e-1a84-4a7c-bc9d-cdf7ffe7de9c None None] Could not find standard attr ID for object c3cba8d3-40bf-40b0-8b6f-35c4e7b2a409. {{(pid=103366) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 17:50:33.801487 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6ec574ab-d03b-47b6-b695-de4abd09613b req-f087e80f-120c-4d37-8299-59e037ed2307 service neutron] 10.222.0.54 "GET /v2.0/networks/e0733363-bc13-4279-a049-77115213ac4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2447264 Nov 19 17:50:33.821725 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e0fde15-c8e1-4251-856f-fb05525a9ec3 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 17:50:33.830647 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5e0fde15-c8e1-4251-856f-fb05525a9ec3 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for floatingip, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:33.836741 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6929b5e9-d01b-4bc1-a979-c3bb06f58f8c None None] Sync routers for ids ['7f4250a2-3f00-4b69-b08a-06d937e1847c'] in n-d-818022-2 {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 17:50:33.861873 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6929b5e9-d01b-4bc1-a979-c3bb06f58f8c None None] Routers {'7f4250a2-3f00-4b69-b08a-06d937e1847c'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:50:33.864955 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-6929b5e9-d01b-4bc1-a979-c3bb06f58f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:50:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['7f4250a2-3f00-4b69-b08a-06d937e1847c'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:50:33.878663 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9be8511b-c8c2-482f-8c68-30ed76016a44 tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] Made reservation on behalf of 4f62b954426346babd0622fedb56b595 for: {'port': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:50:33.884464 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9be8511b-c8c2-482f-8c68-30ed76016a44 tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:33.919338 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [None req-9be8511b-c8c2-482f-8c68-30ed76016a44 tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] device_id is not set on port d566a1dc-cf85-494f-87c3-1c75f59e0415 yet. {{(pid=103364) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 17:50:33.924445 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-5e0fde15-c8e1-4251-856f-fb05525a9ec3 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] 10.222.0.54 "PUT /v2.0/floatingips/8fdbbcad-09ab-404a-9b08-8fdbde04564d HTTP/1.1" status: 200 len: 990 time: 2.8542032 Nov 19 17:50:33.927429 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4e34aa3-c9da-43ec-a34a-37de5c74afc3', 'tag': '55efc562-e796-48ee-b98a-71ca0963668d'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:50:33.929958 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218319d759239a7d11f1288aef37381b97754913ee9ccbfd43b51a463f801712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29bf0331-ec6e-40f8-afe7-2a7b15e83a78" -d '{"events": [{"name": "network-changed", "server_uuid": "f4e34aa3-c9da-43ec-a34a-37de5c74afc3", "tag": "55efc562-e796-48ee-b98a-71ca0963668d"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:50:34.031064 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 4ec0be53-be23-46db-8ea6-44a0579ab8c0 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:50:34.142410 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-6929b5e9-d01b-4bc1-a979-c3bb06f58f8c None None] Set router 7f4250a2-3f00-4b69-b08a-06d937e1847c gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:50:34.166566 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901d8dd1-32c0-44e0-b133-d0288f06acaa req-152cc4b0-9dbf-4924-a8f2-cdc4e228d89e tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:34.166841 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 4ec0be53-be23-46db-8ea6-44a0579ab8c0 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:50:34.168002 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:34.176560 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-901d8dd1-32c0-44e0-b133-d0288f06acaa req-152cc4b0-9dbf-4924-a8f2-cdc4e228d89e tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d6d80d6-3550-4ad7-998c-1e2c27418ad5 HTTP/1.1" status: 200 len: 946 time: 0.2337291 Nov 19 17:50:34.270592 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [None req-9be8511b-c8c2-482f-8c68-30ed76016a44 tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] Allocated IP 2001:db8::fe (3a77d178-2677-4a42-9710-fb9c4d9dbb67/35f1a3e4-3187-44c5-8601-a1bd2f1c73e6/d566a1dc-cf85-494f-87c3-1c75f59e0415) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:50:34.295256 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-901d8dd1-32c0-44e0-b133-d0288f06acaa req-305ba34e-9af3-4b7b-82aa-150741ce8cc1 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/security-groups?id=85786454-c560-4317-bd73-95e1b791240f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027715 Nov 19 17:50:34.328840 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b8e069-ddef-4bb0-b5d9-55e90c34aa53 req-c3e30c38-166c-4f51-9e74-a1345447fcef tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:34.330366 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-88b8e069-ddef-4bb0-b5d9-55e90c34aa53 req-c3e30c38-166c-4f51-9e74-a1345447fcef tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.60 "GET /v2.0/networks?id=09343151-5f7f-4534-803c-65c4f7eca01b HTTP/1.1" status: 200 len: 805 time: 0.3738718 Nov 19 17:50:34.355189 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-88b8e069-ddef-4bb0-b5d9-55e90c34aa53 req-ccb1d995-3d23-4f8b-8a26-3041513afeb9 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Request body: {'port': {'device_id': '24cd9be2-e357-4931-83be-a3fa741ba79c', 'network_id': '09343151-5f7f-4534-803c-65c4f7eca01b', 'admin_state_up': True, 'tenant_id': 'bf8774509ece48c1a5e5e0350ab076c6'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:50:34.467658 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 17:50:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a92f7fee-2e62-4741-9d93-f819a283f9c3 x-openstack-request-id: req-a92f7fee-2e62-4741-9d93-f819a283f9c3 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:50:34.467958 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4e34aa3-c9da-43ec-a34a-37de5c74afc3", "tag": "55efc562-e796-48ee-b98a-71ca0963668d", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:50:34.468249 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a92f7fee-2e62-4741-9d93-f819a283f9c3 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:50:34.468734 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4e34aa3-c9da-43ec-a34a-37de5c74afc3', 'tag': '55efc562-e796-48ee-b98a-71ca0963668d', 'status': 'completed', 'code': 200} Nov 19 17:50:34.528071 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9eb4d2c6-19ad-43d6-812d-cce7831d0d9b req-5029683d-89ce-43d2-8cfc-78546faadbd6 tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] 10.222.0.54 "GET /v2.0/ports?device_id=5f783170-a00e-49e4-888a-369d37ba4d25 HTTP/1.1" status: 200 len: 210 time: 0.0451424 Nov 19 17:50:34.595605 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016d2475-e2e5-44e7-9c83-0e97c9d1bcff req-200f7cec-b9a2-4af3-a3bb-87564349cc0a tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:34.600899 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-016d2475-e2e5-44e7-9c83-0e97c9d1bcff req-200f7cec-b9a2-4af3-a3bb-87564349cc0a tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/ports?device_id=45106a11-acb2-45a3-b216-7a27610e2a32 HTTP/1.1" status: 200 len: 950 time: 0.1665118 Nov 19 17:50:34.641121 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88b8e069-ddef-4bb0-b5d9-55e90c34aa53 req-ccb1d995-3d23-4f8b-8a26-3041513afeb9 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Made reservation on behalf of bf8774509ece48c1a5e5e0350ab076c6 for: {'port': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:50:34.644826 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-88b8e069-ddef-4bb0-b5d9-55e90c34aa53 req-ccb1d995-3d23-4f8b-8a26-3041513afeb9 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:34.650737 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bf0331-ec6e-40f8-afe7-2a7b15e83a78 req-780c9f19-dd49-4b8d-bebd-13f72fd39cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:34.652065 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bf0331-ec6e-40f8-afe7-2a7b15e83a78 req-780c9f19-dd49-4b8d-bebd-13f72fd39cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:34.652588 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bf0331-ec6e-40f8-afe7-2a7b15e83a78 req-780c9f19-dd49-4b8d-bebd-13f72fd39cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:34.653056 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bf0331-ec6e-40f8-afe7-2a7b15e83a78 req-780c9f19-dd49-4b8d-bebd-13f72fd39cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:34.653624 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bf0331-ec6e-40f8-afe7-2a7b15e83a78 req-780c9f19-dd49-4b8d-bebd-13f72fd39cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:34.654203 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bf0331-ec6e-40f8-afe7-2a7b15e83a78 req-780c9f19-dd49-4b8d-bebd-13f72fd39cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:34.654805 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bf0331-ec6e-40f8-afe7-2a7b15e83a78 req-780c9f19-dd49-4b8d-bebd-13f72fd39cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:34.657363 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-29bf0331-ec6e-40f8-afe7-2a7b15e83a78 req-780c9f19-dd49-4b8d-bebd-13f72fd39cd1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=204b8291a9dd4a84af4d7e1889d7c2c2&device_id=f4e34aa3-c9da-43ec-a34a-37de5c74afc3 HTTP/1.1" status: 200 len: 6500 time: 0.2038791 Nov 19 17:50:34.664870 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a10e5749-b644-44ef-96e6-a6be482df54a req-a7eb968e-1a5f-4be8-81ef-895a1e6bfc86 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/ports?device_id=24cd9be2-e357-4931-83be-a3fa741ba79c HTTP/1.1" status: 200 len: 210 time: 0.0403070 Nov 19 17:50:34.695127 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e013d7e6-5264-4dcc-9759-54f5fb809e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:34.696629 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-6929b5e9-d01b-4bc1-a979-c3bb06f58f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f4250a2-3f00-4b69-b08a-06d937e1847c', 'name': 'tempest-TaggedBootDevicesTest_v242-424642042-router', 'tenant_id': '204b8291a9dd4a84af4d7e1889d7c2c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.176'}], 'enable_snat': True}, 'gw_port_id': '2303e023-ec56-429f-9e59-c399af14f783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:47:35Z', 'updated_at': '2021-11-19T17:47:45Z', 'revision_number': 4, 'project_id': '204b8291a9dd4a84af4d7e1889d7c2c2', 'gw_port': {'id': '2303e023-ec56-429f-9e59-c399af14f783', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b6:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f4250a2-3f00-4b69-b08a-06d937e1847c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:47:38Z', 'updated_at': '2021-11-19T17:47:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_floatingips': [{'id': '8fdbbcad-09ab-404a-9b08-8fdbde04564d', 'tenant_id': '204b8291a9dd4a84af4d7e1889d7c2c2', 'floating_ip_address': '172.25.7.63', 'floating_network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'router_id': '7f4250a2-3f00-4b69-b08a-06d937e1847c', 'port_id': '55efc562-e796-48ee-b98a-71ca0963668d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1231, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30cc82c9-8c1f-49cc-8162-0520c6f854aa', 'mac_address': 'fa:16:3e:f0:b5:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e34aa3-c9da-43ec-a34a-37de5c74afc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T17:49:03Z', 'updated_at': '2021-11-19T17:50:32Z', 'revision_number': 1, 'project_id': '204b8291a9dd4a84af4d7e1889d7c2c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '423fd538-e14b-4796-b3af-feec2debe439', 'name': '', 'network_id': '30cc82c9-8c1f-49cc-8162-0520c6f854aa', 'tenant_id': '204b8291a9dd4a84af4d7e1889d7c2c2', 'mac_address': 'fa:16:3e:61:ad:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f4250a2-3f00-4b69-b08a-06d937e1847c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': '0a14f80e-a548-4036-8075-eea4ab04e398', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:47:43Z', 'updated_at': '2021-11-19T17:47:50Z', 'revision_number': 5, 'project_id': '204b8291a9dd4a84af4d7e1889d7c2c2', 'subnets': [{'id': '0a14f80e-a548-4036-8075-eea4ab04e398', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:50:34.767440 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6929b5e9-d01b-4bc1-a979-c3bb06f58f8c None None] Checking router: 7f4250a2-3f00-4b69-b08a-06d937e1847c for host: n-d-818022-2 {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 17:50:34.773538 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9be8511b-c8c2-482f-8c68-30ed76016a44 tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:34.798519 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6929b5e9-d01b-4bc1-a979-c3bb06f58f8c None None] Routers {'7f4250a2-3f00-4b69-b08a-06d937e1847c'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:50:34.799202 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-6929b5e9-d01b-4bc1-a979-c3bb06f58f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:50:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['7f4250a2-3f00-4b69-b08a-06d937e1847c'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:50:34.814971 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-016d2475-e2e5-44e7-9c83-0e97c9d1bcff req-2d7dacd7-9fab-4498-9167-41d4fa4db3a0 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/security-groups?id=6e557aa4-1576-4002-9603-a630915d92af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130706 Nov 19 17:50:34.901007 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bf0331-ec6e-40f8-afe7-2a7b15e83a78 req-14c88a85-5b6f-4fe6-95da-a7e5eb4d704b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:34.906502 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-29bf0331-ec6e-40f8-afe7-2a7b15e83a78 req-14c88a85-5b6f-4fe6-95da-a7e5eb4d704b service neutron] 10.222.0.60 "GET /v2.0/networks?id=30cc82c9-8c1f-49cc-8162-0520c6f854aa HTTP/1.1" status: 200 len: 917 time: 0.2328432 Nov 19 17:50:34.907163 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [req-88b8e069-ddef-4bb0-b5d9-55e90c34aa53 req-ccb1d995-3d23-4f8b-8a26-3041513afeb9 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Allocated IP 172.20.0.2 (09343151-5f7f-4534-803c-65c4f7eca01b/ae1dd334-eb0c-43c6-9467-c13f8b3210c4/5dc66dca-c438-4b95-943c-57d0ac53a1ca) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:50:34.926424 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9be8511b-c8c2-482f-8c68-30ed76016a44 tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:34.988911 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-6929b5e9-d01b-4bc1-a979-c3bb06f58f8c None None] Set router 7f4250a2-3f00-4b69-b08a-06d937e1847c gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:50:35.024533 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9be8511b-c8c2-482f-8c68-30ed76016a44 tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] Network 3a77d178-2677-4a42-9710-fb9c4d9dbb67 is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:50:35.034612 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-9be8511b-c8c2-482f-8c68-30ed76016a44 tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:50:35.045848 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be8511b-c8c2-482f-8c68-30ed76016a44 tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:50:35.054017 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9be8511b-c8c2-482f-8c68-30ed76016a44 tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:35.055038 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9be8511b-c8c2-482f-8c68-30ed76016a44 tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:35.095586 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be8511b-c8c2-482f-8c68-30ed76016a44 tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] Pushing event updated for resources: {'Port': ['ID=d566a1dc-cf85-494f-87c3-1c75f59e0415,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:50:35.103747 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-29bf0331-ec6e-40f8-afe7-2a7b15e83a78 req-46f0d9d7-7a76-411f-ab94-ca0bf5d801ae service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=55efc562-e796-48ee-b98a-71ca0963668d HTTP/1.1" status: 200 len: 998 time: 0.1889477 Nov 19 17:50:35.132029 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-9be8511b-c8c2-482f-8c68-30ed76016a44 tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.4552798 Nov 19 17:50:35.159896 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 58862) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:50:35.160138 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:35.167503 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-95396580-ba26-4b17-aeb3-74ea5eadf35f tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::ec', 'mac_address': 'fa:16:3e:4b:66:78'}]}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:50:35.220010 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-88b8e069-ddef-4bb0-b5d9-55e90c34aa53 req-ccb1d995-3d23-4f8b-8a26-3041513afeb9 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:35.252146 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bf0331-ec6e-40f8-afe7-2a7b15e83a78 req-0e3bb5b2-881d-4416-8ba3-04b0ecf3d1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:35.254111 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-29bf0331-ec6e-40f8-afe7-2a7b15e83a78 req-0e3bb5b2-881d-4416-8ba3-04b0ecf3d1a9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0a14f80e-a548-4036-8075-eea4ab04e398 HTTP/1.1" status: 200 len: 855 time: 0.1416092 Nov 19 17:50:35.282120 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-95396580-ba26-4b17-aeb3-74ea5eadf35f tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:35.298286 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-88b8e069-ddef-4bb0-b5d9-55e90c34aa53 req-ccb1d995-3d23-4f8b-8a26-3041513afeb9 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:35.325613 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] get_ports_and_sgs() called for port_ids ['096fbf6b-1527-4959-a491-ebec9dd1f89d'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:50:35.427073 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bf0331-ec6e-40f8-afe7-2a7b15e83a78 req-5e4da43c-db3b-4773-9afa-b3fda724e290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:35.428794 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-29bf0331-ec6e-40f8-afe7-2a7b15e83a78 req-5e4da43c-db3b-4773-9afa-b3fda724e290 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=30cc82c9-8c1f-49cc-8162-0520c6f854aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1590672 Nov 19 17:50:35.454653 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88b8e069-ddef-4bb0-b5d9-55e90c34aa53 req-ccb1d995-3d23-4f8b-8a26-3041513afeb9 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Network 09343151-5f7f-4534-803c-65c4f7eca01b is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:50:35.462572 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [req-88b8e069-ddef-4bb0-b5d9-55e90c34aa53 req-ccb1d995-3d23-4f8b-8a26-3041513afeb9 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:50:35.488603 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-88b8e069-ddef-4bb0-b5d9-55e90c34aa53 req-ccb1d995-3d23-4f8b-8a26-3041513afeb9 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:50:35.504800 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-6929b5e9-d01b-4bc1-a979-c3bb06f58f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f4250a2-3f00-4b69-b08a-06d937e1847c', 'name': 'tempest-TaggedBootDevicesTest_v242-424642042-router', 'tenant_id': '204b8291a9dd4a84af4d7e1889d7c2c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.176'}], 'enable_snat': True}, 'gw_port_id': '2303e023-ec56-429f-9e59-c399af14f783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:47:35Z', 'updated_at': '2021-11-19T17:47:45Z', 'revision_number': 4, 'project_id': '204b8291a9dd4a84af4d7e1889d7c2c2', 'gw_port': {'id': '2303e023-ec56-429f-9e59-c399af14f783', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b6:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f4250a2-3f00-4b69-b08a-06d937e1847c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:47:38Z', 'updated_at': '2021-11-19T17:47:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_floatingips': [{'id': '8fdbbcad-09ab-404a-9b08-8fdbde04564d', 'tenant_id': '204b8291a9dd4a84af4d7e1889d7c2c2', 'floating_ip_address': '172.25.7.63', 'floating_network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'router_id': '7f4250a2-3f00-4b69-b08a-06d937e1847c', 'port_id': '55efc562-e796-48ee-b98a-71ca0963668d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1231, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30cc82c9-8c1f-49cc-8162-0520c6f854aa', 'mac_address': 'fa:16:3e:f0:b5:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e34aa3-c9da-43ec-a34a-37de5c74afc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T17:49:03Z', 'updated_at': '2021-11-19T17:50:32Z', 'revision_number': 1, 'project_id': '204b8291a9dd4a84af4d7e1889d7c2c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '423fd538-e14b-4796-b3af-feec2debe439', 'name': '', 'network_id': '30cc82c9-8c1f-49cc-8162-0520c6f854aa', 'tenant_id': '204b8291a9dd4a84af4d7e1889d7c2c2', 'mac_address': 'fa:16:3e:61:ad:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f4250a2-3f00-4b69-b08a-06d937e1847c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': '0a14f80e-a548-4036-8075-eea4ab04e398', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:47:43Z', 'updated_at': '2021-11-19T17:47:50Z', 'revision_number': 5, 'project_id': '204b8291a9dd4a84af4d7e1889d7c2c2', 'subnets': [{'id': '0a14f80e-a548-4036-8075-eea4ab04e398', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:50:35.535896 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6929b5e9-d01b-4bc1-a979-c3bb06f58f8c None None] The sync data for ids ['7f4250a2-3f00-4b69-b08a-06d937e1847c'] in n-d-818022-2 is: [{'id': '7f4250a2-3f00-4b69-b08a-06d937e1847c', 'name': 'tempest-TaggedBootDevicesTest_v242-424642042-router', 'tenant_id': '204b8291a9dd4a84af4d7e1889d7c2c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.176'}], 'enable_snat': True}, 'gw_port_id': '2303e023-ec56-429f-9e59-c399af14f783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:47:35Z', 'updated_at': '2021-11-19T17:47:45Z', 'revision_number': 4, 'project_id': '204b8291a9dd4a84af4d7e1889d7c2c2', 'gw_port': {'id': '2303e023-ec56-429f-9e59-c399af14f783', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b6:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f4250a2-3f00-4b69-b08a-06d937e1847c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:47:38Z', 'updated_at': '2021-11-19T17:47:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_floatingips': [{'id': '8fdbbcad-09ab-404a-9b08-8fdbde04564d', 'tenant_id': '204b8291a9dd4a84af4d7e1889d7c2c2', 'floating_ip_address': '172.25.7.63', 'floating_network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'router_id': '7f4250a2-3f00-4b69-b08a-06d937e1847c', 'port_id': '55efc562-e796-48ee-b98a-71ca0963668d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1231, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30cc82c9-8c1f-49cc-8162-0520c6f854aa', 'mac_address': 'fa:16:3e:f0:b5:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e34aa3-c9da-43ec-a34a-37de5c74afc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T17:49:03Z', 'updated_at': '2021-11-19T17:50:32Z', 'revision_number': 1, 'project_id': '204b8291a9dd4a84af4d7e1889d7c2c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '423fd538-e14b-4796-b3af-feec2debe439', 'name': '', 'network_id': '30cc82c9-8c1f-49cc-8162-0520c6f854aa', 'tenant_id': '204b8291a9dd4a84af4d7e1889d7c2c2', 'mac_address': 'fa:16:3e:61:ad:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f4250a2-3f00-4b69-b08a-06d937e1847c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': '0a14f80e-a548-4036-8075-eea4ab04e398', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:47:43Z', 'updated_at': '2021-11-19T17:47:50Z', 'revision_number': 5, 'project_id': '204b8291a9dd4a84af4d7e1889d7c2c2', 'subnets': [{'id': '0a14f80e-a548-4036-8075-eea4ab04e398', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 17:50:35.636473 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb1d995-3d23-4f8b-8a26-3041513afeb9 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Pushing event updated for resources: {'Port': ['ID=5dc66dca-c438-4b95-943c-57d0ac53a1ca,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:50:35.672224 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-0fbcb9a1-9cd4-4d80-967b-506ab9b9d3b5 None None] Provisioning complete for port d566a1dc-cf85-494f-87c3-1c75f59e0415 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:50:35.673610 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0fbcb9a1-9cd4-4d80-967b-506ab9b9d3b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:35.780225 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-0fbcb9a1-9cd4-4d80-967b-506ab9b9d3b5 None None] Port d566a1dc-cf85-494f-87c3-1c75f59e0415 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:50:35.784499 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b8e069-ddef-4bb0-b5d9-55e90c34aa53 req-ccb1d995-3d23-4f8b-8a26-3041513afeb9 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:35.785523 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-88b8e069-ddef-4bb0-b5d9-55e90c34aa53 req-ccb1d995-3d23-4f8b-8a26-3041513afeb9 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:35.806669 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ff75c2-64d6-4962-8671-5f71827b5480 req-6d15f688-2e27-4b9c-bd37-c1c557aa6462 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:35.815603 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-19ff75c2-64d6-4962-8671-5f71827b5480 req-6d15f688-2e27-4b9c-bd37-c1c557aa6462 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d6d80d6-3550-4ad7-998c-1e2c27418ad5 HTTP/1.1" status: 200 len: 946 time: 0.3574076 Nov 19 17:50:35.843066 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065ed323-3d07-40dc-80df-49e1726bf81a req-3d775b78-b1a8-4a50-82bd-a96fba2933ab tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:35.844683 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-065ed323-3d07-40dc-80df-49e1726bf81a req-3d775b78-b1a8-4a50-82bd-a96fba2933ab tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.86 "GET /v2.0/ports?device_id=7d6d80d6-3550-4ad7-998c-1e2c27418ad5 HTTP/1.1" status: 200 len: 946 time: 0.2030022 Nov 19 17:50:35.880899 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-88b8e069-ddef-4bb0-b5d9-55e90c34aa53 req-ccb1d995-3d23-4f8b-8a26-3041513afeb9 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5330238 Nov 19 17:50:35.927655 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-88b8e069-ddef-4bb0-b5d9-55e90c34aa53 req-9d2abde3-cee5-40d4-b7e5-83a257ca8d99 service neutron] Request body: {'port': {'device_id': '24cd9be2-e357-4931-83be-a3fa741ba79c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818022-2'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:50:36.014469 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec574ab-d03b-47b6-b695-de4abd09613b req-2bca8f7f-6fe5-469a-83d5-7b908c4f4fc5 tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:36.015999 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6ec574ab-d03b-47b6-b695-de4abd09613b req-2bca8f7f-6fe5-469a-83d5-7b908c4f4fc5 tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] 10.222.0.60 "GET /v2.0/networks?id=e0733363-bc13-4279-a049-77115213ac4d HTTP/1.1" status: 200 len: 815 time: 0.3307669 Nov 19 17:50:36.016494 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da703e9a-0e48-4797-94a9-275f2d000a67 None None] New status for floating IP 8fdbbcad-09ab-404a-9b08-8fdbde04564d: ACTIVE {{(pid=103366) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 17:50:36.041637 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-6ec574ab-d03b-47b6-b695-de4abd09613b req-8bd77670-5740-4bf3-962b-af80028c9033 tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] Request body: {'port': {'device_id': '5f783170-a00e-49e4-888a-369d37ba4d25', 'network_id': 'e0733363-bc13-4279-a049-77115213ac4d', 'admin_state_up': True, 'tenant_id': '9ecae7ac88e8457cb21c4782aebff44e'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:50:36.068870 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-19ff75c2-64d6-4962-8671-5f71827b5480 req-142e7e81-1c0f-4881-9702-46eeaf88f52c tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/security-groups?id=85786454-c560-4317-bd73-95e1b791240f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2523565 Nov 19 17:50:36.132684 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-88b8e069-ddef-4bb0-b5d9-55e90c34aa53 req-9d2abde3-cee5-40d4-b7e5-83a257ca8d99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:36.141322 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b1b69785-8215-45e9-9f24-bb77afb0c77f req-268ab522-6d53-415d-8b6d-c6e60b72272b tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] 10.222.0.54 "GET /v2.0/ports?device_id=5f783170-a00e-49e4-888a-369d37ba4d25 HTTP/1.1" status: 200 len: 210 time: 0.0419450 Nov 19 17:50:36.240413 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-29bf0331-ec6e-40f8-afe7-2a7b15e83a78 req-86d6b608-f050-411f-8d5b-66e75f13cf0d service neutron] 10.222.0.60 "GET /v2.0/networks/30cc82c9-8c1f-49cc-8162-0520c6f854aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7868812 Nov 19 17:50:36.287150 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-065ed323-3d07-40dc-80df-49e1726bf81a req-a9ca7f4e-a4ce-4f62-beb7-2b07868fd09c tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Deleting port 27705cb3-0294-4ee6-a550-a6915d0bf4c8 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:50:36.287493 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-065ed323-3d07-40dc-80df-49e1726bf81a req-a9ca7f4e-a4ce-4f62-beb7-2b07868fd09c tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:36.369801 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-95396580-ba26-4b17-aeb3-74ea5eadf35f tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] Publish callbacks [] for port, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:36.381748 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-95396580-ba26-4b17-aeb3-74ea5eadf35f tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:36.440603 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c023193-5fac-4e6f-bea3-895b2c7bc04a req-6ce1dcc7-baaf-45cb-af55-c2c4b6265109 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:36.442144 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2c023193-5fac-4e6f-bea3-895b2c7bc04a req-6ce1dcc7-baaf-45cb-af55-c2c4b6265109 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/ports?device_id=45106a11-acb2-45a3-b216-7a27610e2a32 HTTP/1.1" status: 200 len: 950 time: 0.1308956 Nov 19 17:50:36.446664 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c39f2be-6d66-4899-955f-7d66232b7d9d req-14304d37-29ca-42f2-b97e-a7cc3b095486 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:36.448189 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5c39f2be-6d66-4899-955f-7d66232b7d9d req-14304d37-29ca-42f2-b97e-a7cc3b095486 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/ports?device_id=24cd9be2-e357-4931-83be-a3fa741ba79c HTTP/1.1" status: 200 len: 931 time: 0.2281659 Nov 19 17:50:36.466324 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-95396580-ba26-4b17-aeb3-74ea5eadf35f tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] In _notify_port_updated(), no bound segment for port d566a1dc-cf85-494f-87c3-1c75f59e0415 on network 3a77d178-2677-4a42-9710-fb9c4d9dbb67 {{(pid=103364) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 19 17:50:36.471770 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95396580-ba26-4b17-aeb3-74ea5eadf35f tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:36.472407 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-95396580-ba26-4b17-aeb3-74ea5eadf35f tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:36.476793 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-95396580-ba26-4b17-aeb3-74ea5eadf35f tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] 10.222.0.54 "PUT /v2.0/ports/d566a1dc-cf85-494f-87c3-1c75f59e0415 HTTP/1.1" status: 200 len: 1000 time: 1.3151972 Nov 19 17:50:36.478905 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 58880) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:50:36.498162 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ec574ab-d03b-47b6-b695-de4abd09613b req-8bd77670-5740-4bf3-962b-af80028c9033 tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] Made reservation on behalf of 9ecae7ac88e8457cb21c4782aebff44e for: {'port': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:50:36.500699 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-29bf0331-ec6e-40f8-afe7-2a7b15e83a78 req-b3597341-9f70-43a1-8a08-038b14939415 service neutron] 10.222.0.60 "GET /v2.0/networks/30cc82c9-8c1f-49cc-8162-0520c6f854aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2491493 Nov 19 17:50:36.501059 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-6ec574ab-d03b-47b6-b695-de4abd09613b req-8bd77670-5740-4bf3-962b-af80028c9033 tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:36.529607 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95396580-ba26-4b17-aeb3-74ea5eadf35f tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] Pushing event updated for resources: {'Port': ['ID=d566a1dc-cf85-494f-87c3-1c75f59e0415,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:50:36.558530 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-065ed323-3d07-40dc-80df-49e1726bf81a req-a9ca7f4e-a4ce-4f62-beb7-2b07868fd09c tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] For port 27705cb3-0294-4ee6-a550-a6915d0bf4c8, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=27705cb3-0294-4ee6-a550-a6915d0bf4c8,segment=NetworkSegment(a5a94e2b-2782-491c-8737-b805351d0689),segment_id=a5a94e2b-2782-491c-8737-b805351d0689)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:50:36.559270 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-065ed323-3d07-40dc-80df-49e1726bf81a req-a9ca7f4e-a4ce-4f62-beb7-2b07868fd09c tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:36.592268 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2c023193-5fac-4e6f-bea3-895b2c7bc04a req-8ef1ea24-f2c3-44d3-b2cb-2ed691f31a34 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/security-groups?id=6e557aa4-1576-4002-9603-a630915d92af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355639 Nov 19 17:50:36.624976 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-fa2d9712-d40b-4027-a93f-9cecc8232a95 tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] Deleting port d566a1dc-cf85-494f-87c3-1c75f59e0415 {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:50:36.625184 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-fa2d9712-d40b-4027-a93f-9cecc8232a95 tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:36.725536 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5c39f2be-6d66-4899-955f-7d66232b7d9d req-c1257244-86f6-4f71-aa23-e5f0c7b48f1b tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/security-groups?id=e103badb-33bc-4a96-ade0-89c422abc1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2562864 Nov 19 17:50:36.829315 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-fa2d9712-d40b-4027-a93f-9cecc8232a95 tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:36.857462 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-fa2d9712-d40b-4027-a93f-9cecc8232a95 tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] Calling delete_port for d566a1dc-cf85-494f-87c3-1c75f59e0415 owned by {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:50:36.915172 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4099c481-e161-41f4-9a97-5c9b7584799f None None] Provisioning complete for port d566a1dc-cf85-494f-87c3-1c75f59e0415 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:50:36.915732 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4099c481-e161-41f4-9a97-5c9b7584799f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:36.959916 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4099c481-e161-41f4-9a97-5c9b7584799f None None] Port d566a1dc-cf85-494f-87c3-1c75f59e0415 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:50:37.012333 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-fa2d9712-d40b-4027-a93f-9cecc8232a95 tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:37.022001 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [req-6ec574ab-d03b-47b6-b695-de4abd09613b req-8bd77670-5740-4bf3-962b-af80028c9033 tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] Allocated IP 172.20.0.12 (e0733363-bc13-4279-a049-77115213ac4d/375a0321-4cc3-4e77-b3a1-2bc7264aa560/bbc598b3-53f3-4676-9c56-f2e27aa4a7f5) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:50:37.027358 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [req-88b8e069-ddef-4bb0-b5d9-55e90c34aa53 req-9d2abde3-cee5-40d4-b7e5-83a257ca8d99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5dc66dca-c438-4b95-943c-57d0ac53a1ca {{(pid=103365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:50:37.058749 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2d9712-d40b-4027-a93f-9cecc8232a95 tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] Pushing event deleted for resources: {'Port': ['ID=d566a1dc-cf85-494f-87c3-1c75f59e0415,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:50:37.152458 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-fa2d9712-d40b-4027-a93f-9cecc8232a95 tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:37.158647 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-fa2d9712-d40b-4027-a93f-9cecc8232a95 tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] 10.222.0.54 "DELETE /v2.0/ports/d566a1dc-cf85-494f-87c3-1c75f59e0415 HTTP/1.1" status: 204 len: 168 time: 0.6727138 Nov 19 17:50:37.161876 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 58886) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:50:37.202370 n-d-818022-2 neutron-server[103364]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdb324b7-f781-431b-a462-acaf9a5a801f tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] GET failed (client error): The resource could not be found. Nov 19 17:50:37.203887 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-bdb324b7-f781-431b-a462-acaf9a5a801f tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] 10.222.0.54 "GET /v2.0/ports/d566a1dc-cf85-494f-87c3-1c75f59e0415 HTTP/1.1" status: 404 len: 333 time: 0.0409091 Nov 19 17:50:37.219761 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 58890) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:50:37.225100 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-c327f4d3-9a1b-4b3a-a763-cda0aca0ebbf tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] Request body: {'port': {'network_id': '3a77d178-2677-4a42-9710-fb9c4d9dbb67', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-10267244'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:50:37.304889 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf269d8-710b-4747-94fe-dbe1dea5fcdd req-742678ad-b967-4525-bffc-581122848a51 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:37.306622 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ccf269d8-710b-4747-94fe-dbe1dea5fcdd req-742678ad-b967-4525-bffc-581122848a51 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d6d80d6-3550-4ad7-998c-1e2c27418ad5 HTTP/1.1" status: 200 len: 946 time: 0.1423271 Nov 19 17:50:37.391762 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-88b8e069-ddef-4bb0-b5d9-55e90c34aa53 req-9d2abde3-cee5-40d4-b7e5-83a257ca8d99 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:37.396764 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ccf269d8-710b-4747-94fe-dbe1dea5fcdd req-dc905f86-d098-482a-9fa2-22afe6b4b119 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/security-groups?id=85786454-c560-4317-bd73-95e1b791240f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826924 Nov 19 17:50:37.405169 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c327f4d3-9a1b-4b3a-a763-cda0aca0ebbf tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] Made reservation on behalf of 4f62b954426346babd0622fedb56b595 for: {'port': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:50:37.410959 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c327f4d3-9a1b-4b3a-a763-cda0aca0ebbf tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:37.419191 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.provisioning_blocks [req-88b8e069-ddef-4bb0-b5d9-55e90c34aa53 req-9d2abde3-cee5-40d4-b7e5-83a257ca8d99 service neutron] Transition to ACTIVE for port object 5dc66dca-c438-4b95-943c-57d0ac53a1ca will not be triggered until provisioned by entity L2. {{(pid=103365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 17:50:37.427044 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f23b77-6b06-4eee-8f8b-faed2dc02214 req-292f5902-2a68-4482-92e5-fb2ba09c0015 tempest-ServersTestJSON-407418042 tempest-ServersTestJSON-407418042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:37.428537 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b8f23b77-6b06-4eee-8f8b-faed2dc02214 req-292f5902-2a68-4482-92e5-fb2ba09c0015 tempest-ServersTestJSON-407418042 tempest-ServersTestJSON-407418042-project] 10.222.0.54 "GET /v2.0/ports?device_id=9e693831-31b4-49a6-8474-c9e90387a1af HTTP/1.1" status: 200 len: 946 time: 0.5539198 Nov 19 17:50:37.448942 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [None req-c327f4d3-9a1b-4b3a-a763-cda0aca0ebbf tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] device_id is not set on port 9e0519cb-e925-4ca4-a3a2-fe3672e1b261 yet. {{(pid=103364) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 17:50:37.450155 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-88b8e069-ddef-4bb0-b5d9-55e90c34aa53 req-9d2abde3-cee5-40d4-b7e5-83a257ca8d99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:37.453709 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-065ed323-3d07-40dc-80df-49e1726bf81a req-a9ca7f4e-a4ce-4f62-beb7-2b07868fd09c tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:37.453891 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-065ed323-3d07-40dc-80df-49e1726bf81a req-a9ca7f4e-a4ce-4f62-beb7-2b07868fd09c tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-671284'] for floatingip, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:37.454188 n-d-818022-2 neutron-server[103365]: INFO neutron.db.l3_db [req-065ed323-3d07-40dc-80df-49e1726bf81a req-a9ca7f4e-a4ce-4f62-beb7-2b07868fd09c tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Floating IP 95b41ece-4063-4894-91ee-390fb8439199 disassociated. External IP: 172.25.7.243, port: 27705cb3-0294-4ee6-a550-a6915d0bf4c8. Nov 19 17:50:37.454513 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-065ed323-3d07-40dc-80df-49e1726bf81a req-a9ca7f4e-a4ce-4f62-beb7-2b07868fd09c tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Calling delete_port for 27705cb3-0294-4ee6-a550-a6915d0bf4c8 owned by compute:nova {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:50:37.525186 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-18116852-5576-4a9f-ad6a-9df04ca85220 req-672400c9-ea91-4766-9a64-dc5e429ee9bb tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] 10.222.0.54 "GET /v2.0/ports?device_id=5f783170-a00e-49e4-888a-369d37ba4d25 HTTP/1.1" status: 200 len: 210 time: 0.0318904 Nov 19 17:50:37.598838 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2abde3-cee5-40d4-b7e5-83a257ca8d99 service neutron] Pushing event updated for resources: {'Port': ['ID=5dc66dca-c438-4b95-943c-57d0ac53a1ca,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:50:37.626374 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [None req-c327f4d3-9a1b-4b3a-a763-cda0aca0ebbf tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] Allocated IP 2001:db8::3b9 (3a77d178-2677-4a42-9710-fb9c4d9dbb67/35f1a3e4-3187-44c5-8601-a1bd2f1c73e6/9e0519cb-e925-4ca4-a3a2-fe3672e1b261) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:50:37.683458 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b8f23b77-6b06-4eee-8f8b-faed2dc02214 req-84c0346f-4abe-4622-b3b9-4199a5dc9911 tempest-ServersTestJSON-407418042 tempest-ServersTestJSON-407418042-project] 10.222.0.54 "GET /v2.0/security-groups?id=3e7f346a-e4d6-4977-bb84-562683438f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2356753 Nov 19 17:50:37.793469 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-6ec574ab-d03b-47b6-b695-de4abd09613b req-8bd77670-5740-4bf3-962b-af80028c9033 tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:37.805104 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-88b8e069-ddef-4bb0-b5d9-55e90c34aa53 req-9d2abde3-cee5-40d4-b7e5-83a257ca8d99 service neutron] Attempting to bind port 5dc66dca-c438-4b95-943c-57d0ac53a1ca on host n-h1-818022-2 for vnic_type normal with profile {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:50:37.805446 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-88b8e069-ddef-4bb0-b5d9-55e90c34aa53 req-9d2abde3-cee5-40d4-b7e5-83a257ca8d99 service neutron] Attempting to bind port 5dc66dca-c438-4b95-943c-57d0ac53a1ca by drivers openvswitch,hyperv on host n-h1-818022-2 at level 0 using segments [{'id': '76ca7d5f-3474-4bcd-9b64-65e02324eb89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '09343151-5f7f-4534-803c-65c4f7eca01b'}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:50:37.805772 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88b8e069-ddef-4bb0-b5d9-55e90c34aa53 req-9d2abde3-cee5-40d4-b7e5-83a257ca8d99 service neutron] Attempting to bind port 5dc66dca-c438-4b95-943c-57d0ac53a1ca on network 09343151-5f7f-4534-803c-65c4f7eca01b {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:50:37.818238 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f13fcbd-bd10-4cc8-8f84-de84409de867 req-ebfc67c9-6a38-4ea4-8da8-3fa4ddef900c tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:37.820279 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0f13fcbd-bd10-4cc8-8f84-de84409de867 req-ebfc67c9-6a38-4ea4-8da8-3fa4ddef900c tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/ports?device_id=45106a11-acb2-45a3-b216-7a27610e2a32 HTTP/1.1" status: 200 len: 950 time: 0.1156127 Nov 19 17:50:37.848644 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88b8e069-ddef-4bb0-b5d9-55e90c34aa53 req-9d2abde3-cee5-40d4-b7e5-83a257ca8d99 service neutron] Port 5dc66dca-c438-4b95-943c-57d0ac53a1ca on network 09343151-5f7f-4534-803c-65c4f7eca01b not bound, no agent of type Open vSwitch agent registered on host n-h1-818022-2 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 17:50:37.849485 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88b8e069-ddef-4bb0-b5d9-55e90c34aa53 req-9d2abde3-cee5-40d4-b7e5-83a257ca8d99 service neutron] Attempting to bind port 5dc66dca-c438-4b95-943c-57d0ac53a1ca on network 09343151-5f7f-4534-803c-65c4f7eca01b {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:50:37.879109 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c327f4d3-9a1b-4b3a-a763-cda0aca0ebbf tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:37.879744 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88b8e069-ddef-4bb0-b5d9-55e90c34aa53 req-9d2abde3-cee5-40d4-b7e5-83a257ca8d99 service neutron] Checking agent: {'id': 'a6668d96-12fa-4ec0-99ad-77eaf490dd2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'started_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 50, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:50:37.880083 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88b8e069-ddef-4bb0-b5d9-55e90c34aa53 req-9d2abde3-cee5-40d4-b7e5-83a257ca8d99 service neutron] Checking segment: {'id': '76ca7d5f-3474-4bcd-9b64-65e02324eb89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '09343151-5f7f-4534-803c-65c4f7eca01b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:50:37.880467 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88b8e069-ddef-4bb0-b5d9-55e90c34aa53 req-9d2abde3-cee5-40d4-b7e5-83a257ca8d99 service neutron] Bound using segment: {'id': '76ca7d5f-3474-4bcd-9b64-65e02324eb89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '09343151-5f7f-4534-803c-65c4f7eca01b'} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:50:37.880914 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-88b8e069-ddef-4bb0-b5d9-55e90c34aa53 req-9d2abde3-cee5-40d4-b7e5-83a257ca8d99 service neutron] Bound port: 5dc66dca-c438-4b95-943c-57d0ac53a1ca, host: n-h1-818022-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76ca7d5f-3474-4bcd-9b64-65e02324eb89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '09343151-5f7f-4534-803c-65c4f7eca01b'}}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:50:37.881266 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-88b8e069-ddef-4bb0-b5d9-55e90c34aa53 req-9d2abde3-cee5-40d4-b7e5-83a257ca8d99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:37.908468 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0f13fcbd-bd10-4cc8-8f84-de84409de867 req-033a7d9b-db8b-4eeb-9e0e-7e6f01d23f6b tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/security-groups?id=6e557aa4-1576-4002-9603-a630915d92af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765154 Nov 19 17:50:37.911036 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-065ed323-3d07-40dc-80df-49e1726bf81a req-a9ca7f4e-a4ce-4f62-beb7-2b07868fd09c tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:37.941286 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c327f4d3-9a1b-4b3a-a763-cda0aca0ebbf tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:37.983241 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ca7f4e-a4ce-4f62-beb7-2b07868fd09c tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Pushing event deleted for resources: {'Port': ['ID=27705cb3-0294-4ee6-a550-a6915d0bf4c8,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:50:37.986235 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c327f4d3-9a1b-4b3a-a763-cda0aca0ebbf tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] Network 3a77d178-2677-4a42-9710-fb9c4d9dbb67 is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:50:37.989348 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-c327f4d3-9a1b-4b3a-a763-cda0aca0ebbf tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:50:37.994161 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c327f4d3-9a1b-4b3a-a763-cda0aca0ebbf tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:50:37.994592 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06ddd5e-4055-42db-9129-bd42d754f780 req-acff38d3-510b-40d1-9521-74e60229f822 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:37.996182 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e06ddd5e-4055-42db-9129-bd42d754f780 req-acff38d3-510b-40d1-9521-74e60229f822 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/ports?device_id=24cd9be2-e357-4931-83be-a3fa741ba79c HTTP/1.1" status: 200 len: 943 time: 0.1653144 Nov 19 17:50:38.000338 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c327f4d3-9a1b-4b3a-a763-cda0aca0ebbf tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:38.000945 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c327f4d3-9a1b-4b3a-a763-cda0aca0ebbf tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:38.002885 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-6ec574ab-d03b-47b6-b695-de4abd09613b req-8bd77670-5740-4bf3-962b-af80028c9033 tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:38.016301 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['bc7413bb-7ca7-464c-9402-1f20912d4c45'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:50:38.017275 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c327f4d3-9a1b-4b3a-a763-cda0aca0ebbf tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] Pushing event updated for resources: {'Port': ['ID=9e0519cb-e925-4ca4-a3a2-fe3672e1b261,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:50:38.032394 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-c327f4d3-9a1b-4b3a-a763-cda0aca0ebbf tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 0.8089199 Nov 19 17:50:38.032394 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 58902) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:50:38.039370 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-5574a360-7434-4bd7-aab7-059ca9142ffe tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:4b:66:78'}]}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:50:38.142929 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ec574ab-d03b-47b6-b695-de4abd09613b req-8bd77670-5740-4bf3-962b-af80028c9033 tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] Network e0733363-bc13-4279-a049-77115213ac4d is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:50:38.147687 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-88b8e069-ddef-4bb0-b5d9-55e90c34aa53 req-9d2abde3-cee5-40d4-b7e5-83a257ca8d99 service neutron] For port 5dc66dca-c438-4b95-943c-57d0ac53a1ca, host n-h1-818022-2, cleared binding levels {{(pid=103365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:50:38.165946 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [req-6ec574ab-d03b-47b6-b695-de4abd09613b req-8bd77670-5740-4bf3-962b-af80028c9033 tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:50:38.183558 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ec574ab-d03b-47b6-b695-de4abd09613b req-8bd77670-5740-4bf3-962b-af80028c9033 tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:50:38.191319 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-88b8e069-ddef-4bb0-b5d9-55e90c34aa53 req-9d2abde3-cee5-40d4-b7e5-83a257ca8d99 service neutron] For port 5dc66dca-c438-4b95-943c-57d0ac53a1ca, host n-h1-818022-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=5dc66dca-c438-4b95-943c-57d0ac53a1ca,segment=NetworkSegment(76ca7d5f-3474-4bcd-9b64-65e02324eb89),segment_id=76ca7d5f-3474-4bcd-9b64-65e02324eb89)] {{(pid=103365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:50:38.244850 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5574a360-7434-4bd7-aab7-059ca9142ffe tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:38.246750 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd77670-5740-4bf3-962b-af80028c9033 tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] Pushing event updated for resources: {'Port': ['ID=bbc598b3-53f3-4676-9c56-f2e27aa4a7f5,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:50:38.249533 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-88b8e069-ddef-4bb0-b5d9-55e90c34aa53 req-9d2abde3-cee5-40d4-b7e5-83a257ca8d99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:38.267555 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e06ddd5e-4055-42db-9129-bd42d754f780 req-8901b168-9148-4613-bda9-6603b085d0a3 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/security-groups?id=e103badb-33bc-4a96-ade0-89c422abc1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2498362 Nov 19 17:50:38.326656 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b8e069-ddef-4bb0-b5d9-55e90c34aa53 req-9d2abde3-cee5-40d4-b7e5-83a257ca8d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:38.327370 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-88b8e069-ddef-4bb0-b5d9-55e90c34aa53 req-9d2abde3-cee5-40d4-b7e5-83a257ca8d99 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:38.328793 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-88b8e069-ddef-4bb0-b5d9-55e90c34aa53 req-9d2abde3-cee5-40d4-b7e5-83a257ca8d99 service neutron] 10.222.0.60 "PUT /v2.0/ports/5dc66dca-c438-4b95-943c-57d0ac53a1ca HTTP/1.1" status: 200 len: 1091 time: 2.4126372 Nov 19 17:50:38.331050 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24cd9be2-e357-4931-83be-a3fa741ba79c', 'tag': '5dc66dca-c438-4b95-943c-57d0ac53a1ca'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:50:38.333386 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218319d759239a7d11f1288aef37381b97754913ee9ccbfd43b51a463f801712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-820647e9-a562-4979-bf36-3276ffbf39e6" -d '{"events": [{"name": "network-changed", "server_uuid": "24cd9be2-e357-4931-83be-a3fa741ba79c", "tag": "5dc66dca-c438-4b95-943c-57d0ac53a1ca"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:50:38.341686 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec574ab-d03b-47b6-b695-de4abd09613b req-8bd77670-5740-4bf3-962b-af80028c9033 tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:38.342383 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-6ec574ab-d03b-47b6-b695-de4abd09613b req-8bd77670-5740-4bf3-962b-af80028c9033 tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:38.381190 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [req-065ed323-3d07-40dc-80df-49e1726bf81a req-a9ca7f4e-a4ce-4f62-beb7-2b07868fd09c tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Router e058c21b-c236-492c-ad55-4a9321e6f5bb has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 17:50:38.382768 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2abde3-cee5-40d4-b7e5-83a257ca8d99 service neutron] Pushing event updated for resources: {'Port': ['ID=5dc66dca-c438-4b95-943c-57d0ac53a1ca,revision_number=3']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:50:38.393791 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6ec574ab-d03b-47b6-b695-de4abd09613b req-8bd77670-5740-4bf3-962b-af80028c9033 tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3571346 Nov 19 17:50:38.439391 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 17:50:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91df5988-d272-4bb2-8efb-3b670f6fc63e x-openstack-request-id: req-91df5988-d272-4bb2-8efb-3b670f6fc63e {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:50:38.439688 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24cd9be2-e357-4931-83be-a3fa741ba79c", "tag": "5dc66dca-c438-4b95-943c-57d0ac53a1ca", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:50:38.440015 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-91df5988-d272-4bb2-8efb-3b670f6fc63e {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:50:38.440337 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24cd9be2-e357-4931-83be-a3fa741ba79c', 'tag': '5dc66dca-c438-4b95-943c-57d0ac53a1ca', 'status': 'completed', 'code': 200} Nov 19 17:50:38.462562 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-6ec574ab-d03b-47b6-b695-de4abd09613b req-7a5a5d74-7663-473b-9824-134433595158 service neutron] Request body: {'port': {'device_id': '5f783170-a00e-49e4-888a-369d37ba4d25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818022-2'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:50:38.511860 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5574a360-7434-4bd7-aab7-059ca9142ffe tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] Publish callbacks [] for port, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:38.514041 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-e46517de-9039-40da-8824-15254d35dd4c None None] Provisioning complete for port 9e0519cb-e925-4ca4-a3a2-fe3672e1b261 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:50:38.514448 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e46517de-9039-40da-8824-15254d35dd4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:38.517964 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5574a360-7434-4bd7-aab7-059ca9142ffe tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:38.557203 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-5574a360-7434-4bd7-aab7-059ca9142ffe tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] In _notify_port_updated(), no bound segment for port 9e0519cb-e925-4ca4-a3a2-fe3672e1b261 on network 3a77d178-2677-4a42-9710-fb9c4d9dbb67 {{(pid=103364) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 19 17:50:38.563737 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5574a360-7434-4bd7-aab7-059ca9142ffe tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:38.564158 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5574a360-7434-4bd7-aab7-059ca9142ffe tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:38.565392 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-5574a360-7434-4bd7-aab7-059ca9142ffe tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] 10.222.0.54 "PUT /v2.0/ports/9e0519cb-e925-4ca4-a3a2-fe3672e1b261 HTTP/1.1" status: 200 len: 1001 time: 0.5319273 Nov 19 17:50:38.570727 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 58912) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:50:38.577236 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-e46517de-9039-40da-8824-15254d35dd4c None None] Port 9e0519cb-e925-4ca4-a3a2-fe3672e1b261 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:50:38.634603 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5574a360-7434-4bd7-aab7-059ca9142ffe tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] Pushing event updated for resources: {'Port': ['ID=9e0519cb-e925-4ca4-a3a2-fe3672e1b261,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:50:38.734788 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-78339ed9-8190-497d-9fa8-8168f67fe17b req-5f4669cb-1227-4fca-b87b-d28fd09ff0b7 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d6d80d6-3550-4ad7-998c-1e2c27418ad5 HTTP/1.1" status: 200 len: 210 time: 0.1441555 Nov 19 17:50:38.739394 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-6ec574ab-d03b-47b6-b695-de4abd09613b req-7a5a5d74-7663-473b-9824-134433595158 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:38.741494 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-a7d1d471-2bf8-444c-8b97-20941d1d1bbd tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] Deleting port 9e0519cb-e925-4ca4-a3a2-fe3672e1b261 {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:50:38.741868 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a7d1d471-2bf8-444c-8b97-20941d1d1bbd tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:38.771014 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b8e069-ddef-4bb0-b5d9-55e90c34aa53 req-94069571-04fc-4312-95ba-c4a17ec3e944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:38.772762 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-88b8e069-ddef-4bb0-b5d9-55e90c34aa53 req-94069571-04fc-4312-95ba-c4a17ec3e944 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bf8774509ece48c1a5e5e0350ab076c6&device_id=24cd9be2-e357-4931-83be-a3fa741ba79c HTTP/1.1" status: 200 len: 1094 time: 0.3316908 Nov 19 17:50:38.775789 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-065ed323-3d07-40dc-80df-49e1726bf81a req-a9ca7f4e-a4ce-4f62-beb7-2b07868fd09c tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 17:50:38.788304 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40dda417-6e4a-4b40-a19c-6f1d5402995c None None] Sync routers for ids ['e058c21b-c236-492c-ad55-4a9321e6f5bb'] in n-d-818022-2 {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 17:50:38.805470 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40dda417-6e4a-4b40-a19c-6f1d5402995c None None] Routers {'e058c21b-c236-492c-ad55-4a9321e6f5bb'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:50:38.806770 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-40dda417-6e4a-4b40-a19c-6f1d5402995c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:50:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['e058c21b-c236-492c-ad55-4a9321e6f5bb'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:50:38.859769 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-88b8e069-ddef-4bb0-b5d9-55e90c34aa53 req-504f6684-cac7-44ec-8b01-15cd697d3603 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5dc66dca-c438-4b95-943c-57d0ac53a1ca HTTP/1.1" status: 200 len: 217 time: 0.0650179 Nov 19 17:50:38.885848 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d0dac6-d48e-4d32-bff6-c7360603422f req-a19ebd76-853d-49cb-af02-fe4e2f6b69ab tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:38.887931 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-27d0dac6-d48e-4d32-bff6-c7360603422f req-a19ebd76-853d-49cb-af02-fe4e2f6b69ab tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] 10.222.0.54 "GET /v2.0/ports?device_id=5f783170-a00e-49e4-888a-369d37ba4d25 HTTP/1.1" status: 200 len: 932 time: 0.1606829 Nov 19 17:50:38.944275 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a7d1d471-2bf8-444c-8b97-20941d1d1bbd tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:38.957558 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-40dda417-6e4a-4b40-a19c-6f1d5402995c None None] Set router e058c21b-c236-492c-ad55-4a9321e6f5bb gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:50:38.959494 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-a7d1d471-2bf8-444c-8b97-20941d1d1bbd tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] Calling delete_port for 9e0519cb-e925-4ca4-a3a2-fe3672e1b261 owned by {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:50:39.016892 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-0bdadd4e-4109-4a84-858b-cb6ae2bc9c65 None None] Provisioning complete for port 9e0519cb-e925-4ca4-a3a2-fe3672e1b261 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:50:39.018165 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0bdadd4e-4109-4a84-858b-cb6ae2bc9c65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:39.048177 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-065ed323-3d07-40dc-80df-49e1726bf81a req-a9ca7f4e-a4ce-4f62-beb7-2b07868fd09c tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] No DVR routers for this DVR port 27705cb3-0294-4ee6-a550-a6915d0bf4c8 on host n-h2-818022-2 {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:50:39.066320 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-0bdadd4e-4109-4a84-858b-cb6ae2bc9c65 None None] Port 9e0519cb-e925-4ca4-a3a2-fe3672e1b261 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:50:39.069192 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device 27705cb3-0294-4ee6-a550-a6915d0bf4c8 no longer exists at agent hyperv_n-h2-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:50:39.094820 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] No Port match for: 27705cb3-0294-4ee6-a550-a6915d0bf4c8 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:50:39.095257 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device 27705cb3-0294-4ee6-a550-a6915d0bf4c8 not bound to the agent host n-h2-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:50:39.098067 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-065ed323-3d07-40dc-80df-49e1726bf81a req-a9ca7f4e-a4ce-4f62-beb7-2b07868fd09c tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:39.101647 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-065ed323-3d07-40dc-80df-49e1726bf81a req-a9ca7f4e-a4ce-4f62-beb7-2b07868fd09c tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.86 "DELETE /v2.0/ports/27705cb3-0294-4ee6-a550-a6915d0bf4c8 HTTP/1.1" status: 204 len: 173 time: 3.2390950 Nov 19 17:50:39.150598 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b8e069-ddef-4bb0-b5d9-55e90c34aa53 req-0459fff3-621d-41c4-94c8-0c157093c6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:39.152712 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-88b8e069-ddef-4bb0-b5d9-55e90c34aa53 req-0459fff3-621d-41c4-94c8-0c157093c6b7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ae1dd334-eb0c-43c6-9467-c13f8b3210c4 HTTP/1.1" status: 200 len: 845 time: 0.2770827 Nov 19 17:50:39.173287 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-27d0dac6-d48e-4d32-bff6-c7360603422f req-a2e57df9-266f-407b-a04b-e0bc71c7bbbd tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] 10.222.0.54 "GET /v2.0/security-groups?id=79517508-381b-4077-8d39-0c2cf4e2980c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2700183 Nov 19 17:50:39.200651 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a7d1d471-2bf8-444c-8b97-20941d1d1bbd tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:39.225118 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482de43a-db93-4720-a9fc-63c366c0d082 req-946062fd-3bb3-447e-b46e-56fee1814fd9 tempest-ServersTestJSON-407418042 tempest-ServersTestJSON-407418042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:39.227586 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-482de43a-db93-4720-a9fc-63c366c0d082 req-946062fd-3bb3-447e-b46e-56fee1814fd9 tempest-ServersTestJSON-407418042 tempest-ServersTestJSON-407418042-project] 10.222.0.54 "GET /v2.0/ports?device_id=9e693831-31b4-49a6-8474-c9e90387a1af HTTP/1.1" status: 200 len: 946 time: 0.1873393 Nov 19 17:50:39.235448 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-88b8e069-ddef-4bb0-b5d9-55e90c34aa53 req-8fae6bae-164f-4099-a258-810fbb86fa28 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=09343151-5f7f-4534-803c-65c4f7eca01b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0695755 Nov 19 17:50:39.247987 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d1d471-2bf8-444c-8b97-20941d1d1bbd tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] Pushing event deleted for resources: {'Port': ['ID=9e0519cb-e925-4ca4-a3a2-fe3672e1b261,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:50:39.348675 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a7d1d471-2bf8-444c-8b97-20941d1d1bbd tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:39.356850 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-a7d1d471-2bf8-444c-8b97-20941d1d1bbd tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] 10.222.0.54 "DELETE /v2.0/ports/9e0519cb-e925-4ca4-a3a2-fe3672e1b261 HTTP/1.1" status: 204 len: 168 time: 0.7848208 Nov 19 17:50:39.359020 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 58924) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:50:39.395567 n-d-818022-2 neutron-server[103364]: INFO neutron.pecan_wsgi.hooks.translation [None req-c280bd3f-b90d-4a95-b2cc-ce463a15d25c tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] GET failed (client error): The resource could not be found. Nov 19 17:50:39.395984 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-c280bd3f-b90d-4a95-b2cc-ce463a15d25c tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] 10.222.0.54 "GET /v2.0/ports/9e0519cb-e925-4ca4-a3a2-fe3672e1b261 HTTP/1.1" status: 404 len: 333 time: 0.0356715 Nov 19 17:50:39.404287 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b01f398-ff83-4416-8f81-ada16f49a653 req-f24f08cc-ebdb-416c-91ad-d4f483f274b0 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:39.406162 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 58926) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:50:39.412075 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2b01f398-ff83-4416-8f81-ada16f49a653 req-f24f08cc-ebdb-416c-91ad-d4f483f274b0 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/ports?device_id=45106a11-acb2-45a3-b216-7a27610e2a32 HTTP/1.1" status: 200 len: 950 time: 0.1548393 Nov 19 17:50:39.415222 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-c4ed46d0-448f-415b-8648-e1e257b17ff4 tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] Request body: {'port': {'network_id': '3a77d178-2677-4a42-9710-fb9c4d9dbb67', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-662371611'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:50:39.419833 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-40dda417-6e4a-4b40-a19c-6f1d5402995c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e058c21b-c236-492c-ad55-4a9321e6f5bb', 'name': 'tempest-AttachVolumeShelveTestJSON-450598237-router', 'tenant_id': '063ef7e3fa9c49daa0ae772568226d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.182'}], 'enable_snat': True}, 'gw_port_id': 'ed871de4-65e1-44dc-aeee-b66bab971245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:44:20Z', 'updated_at': '2021-11-19T17:44:31Z', 'revision_number': 4, 'project_id': '063ef7e3fa9c49daa0ae772568226d29', 'gw_port': {'id': 'ed871de4-65e1-44dc-aeee-b66bab971245', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:d4:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e058c21b-c236-492c-ad55-4a9321e6f5bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:44:22Z', 'updated_at': '2021-11-19T17:44:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': '895fd70c-7075-431e-836d-c15db92d5d5d', 'name': '', 'network_id': 'fdcadcc4-b6d0-4be3-9284-8f7eda9af8ea', 'tenant_id': '063ef7e3fa9c49daa0ae772568226d29', 'mac_address': 'fa:16:3e:49:ca:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e058c21b-c236-492c-ad55-4a9321e6f5bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '5dbfa5af-1ad8-4df8-a1b2-cc6152eda1a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:44:29Z', 'updated_at': '2021-11-19T17:44:43Z', 'revision_number': 5, 'project_id': '063ef7e3fa9c49daa0ae772568226d29', 'subnets': [{'id': '5dbfa5af-1ad8-4df8-a1b2-cc6152eda1a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:50:39.452364 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40dda417-6e4a-4b40-a19c-6f1d5402995c None None] Checking router: e058c21b-c236-492c-ad55-4a9321e6f5bb for host: n-d-818022-2 {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 17:50:39.465970 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40dda417-6e4a-4b40-a19c-6f1d5402995c None None] Routers {'e058c21b-c236-492c-ad55-4a9321e6f5bb'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:50:39.466971 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-40dda417-6e4a-4b40-a19c-6f1d5402995c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:50:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['e058c21b-c236-492c-ad55-4a9321e6f5bb'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:50:39.467939 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2b01f398-ff83-4416-8f81-ada16f49a653 req-af9dd4c9-1930-410a-a3a3-7256374e86b7 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/security-groups?id=6e557aa4-1576-4002-9603-a630915d92af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548317 Nov 19 17:50:39.550873 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-482de43a-db93-4720-a9fc-63c366c0d082 req-dccaed6d-f8b2-486a-a6cf-ab5e36e96593 tempest-ServersTestJSON-407418042 tempest-ServersTestJSON-407418042-project] 10.222.0.54 "GET /v2.0/security-groups?id=3e7f346a-e4d6-4977-bb84-562683438f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3120141 Nov 19 17:50:39.553425 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [req-6ec574ab-d03b-47b6-b695-de4abd09613b req-7a5a5d74-7663-473b-9824-134433595158 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbc598b3-53f3-4676-9c56-f2e27aa4a7f5 {{(pid=103365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:50:39.625046 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-40dda417-6e4a-4b40-a19c-6f1d5402995c None None] Set router e058c21b-c236-492c-ad55-4a9321e6f5bb gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:50:39.639923 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-6ec574ab-d03b-47b6-b695-de4abd09613b req-7a5a5d74-7663-473b-9824-134433595158 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:39.704488 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4ed46d0-448f-415b-8648-e1e257b17ff4 tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] Made reservation on behalf of 4f62b954426346babd0622fedb56b595 for: {'port': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:50:39.705372 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c4ed46d0-448f-415b-8648-e1e257b17ff4 tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:39.713184 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.provisioning_blocks [req-6ec574ab-d03b-47b6-b695-de4abd09613b req-7a5a5d74-7663-473b-9824-134433595158 service neutron] Transition to ACTIVE for port object bbc598b3-53f3-4676-9c56-f2e27aa4a7f5 will not be triggered until provisioned by entity L2. {{(pid=103365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 17:50:39.717991 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-88b8e069-ddef-4bb0-b5d9-55e90c34aa53 req-3dc55ade-f9ca-445a-995d-9b7c27589abb service neutron] 10.222.0.60 "GET /v2.0/networks/09343151-5f7f-4534-803c-65c4f7eca01b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4744585 Nov 19 17:50:39.728537 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-6ec574ab-d03b-47b6-b695-de4abd09613b req-7a5a5d74-7663-473b-9824-134433595158 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:39.776701 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [None req-c4ed46d0-448f-415b-8648-e1e257b17ff4 tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] device_id is not set on port 272538d9-720b-4495-8545-a7dbfe37489e yet. {{(pid=103365) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 17:50:39.869593 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-40dda417-6e4a-4b40-a19c-6f1d5402995c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e058c21b-c236-492c-ad55-4a9321e6f5bb', 'name': 'tempest-AttachVolumeShelveTestJSON-450598237-router', 'tenant_id': '063ef7e3fa9c49daa0ae772568226d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.182'}], 'enable_snat': True}, 'gw_port_id': 'ed871de4-65e1-44dc-aeee-b66bab971245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:44:20Z', 'updated_at': '2021-11-19T17:44:31Z', 'revision_number': 4, 'project_id': '063ef7e3fa9c49daa0ae772568226d29', 'gw_port': {'id': 'ed871de4-65e1-44dc-aeee-b66bab971245', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:d4:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e058c21b-c236-492c-ad55-4a9321e6f5bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:44:22Z', 'updated_at': '2021-11-19T17:44:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': '895fd70c-7075-431e-836d-c15db92d5d5d', 'name': '', 'network_id': 'fdcadcc4-b6d0-4be3-9284-8f7eda9af8ea', 'tenant_id': '063ef7e3fa9c49daa0ae772568226d29', 'mac_address': 'fa:16:3e:49:ca:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e058c21b-c236-492c-ad55-4a9321e6f5bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '5dbfa5af-1ad8-4df8-a1b2-cc6152eda1a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:44:29Z', 'updated_at': '2021-11-19T17:44:43Z', 'revision_number': 5, 'project_id': '063ef7e3fa9c49daa0ae772568226d29', 'subnets': [{'id': '5dbfa5af-1ad8-4df8-a1b2-cc6152eda1a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:50:39.878488 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c4b93f0c-317b-4ccf-a946-050cebbe8c07 req-4ae23627-7ec7-4830-ba31-f42be87f5b51 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/ports?device_id=7d6d80d6-3550-4ad7-998c-1e2c27418ad5 HTTP/1.1" status: 200 len: 210 time: 0.0374935 Nov 19 17:50:39.885450 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9d411f-e58f-429f-83cb-2790a10d3f5a req-9a5c5986-8597-4a94-b77f-fec8a0e1e360 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:39.887559 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3d9d411f-e58f-429f-83cb-2790a10d3f5a req-9a5c5986-8597-4a94-b77f-fec8a0e1e360 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/ports?device_id=24cd9be2-e357-4931-83be-a3fa741ba79c HTTP/1.1" status: 200 len: 943 time: 0.2438979 Nov 19 17:50:39.902498 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40dda417-6e4a-4b40-a19c-6f1d5402995c None None] The sync data for ids ['e058c21b-c236-492c-ad55-4a9321e6f5bb'] in n-d-818022-2 is: [{'id': 'e058c21b-c236-492c-ad55-4a9321e6f5bb', 'name': 'tempest-AttachVolumeShelveTestJSON-450598237-router', 'tenant_id': '063ef7e3fa9c49daa0ae772568226d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.182'}], 'enable_snat': True}, 'gw_port_id': 'ed871de4-65e1-44dc-aeee-b66bab971245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:44:20Z', 'updated_at': '2021-11-19T17:44:31Z', 'revision_number': 4, 'project_id': '063ef7e3fa9c49daa0ae772568226d29', 'gw_port': {'id': 'ed871de4-65e1-44dc-aeee-b66bab971245', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:d4:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e058c21b-c236-492c-ad55-4a9321e6f5bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:44:22Z', 'updated_at': '2021-11-19T17:44:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': '895fd70c-7075-431e-836d-c15db92d5d5d', 'name': '', 'network_id': 'fdcadcc4-b6d0-4be3-9284-8f7eda9af8ea', 'tenant_id': '063ef7e3fa9c49daa0ae772568226d29', 'mac_address': 'fa:16:3e:49:ca:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e058c21b-c236-492c-ad55-4a9321e6f5bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '5dbfa5af-1ad8-4df8-a1b2-cc6152eda1a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:44:29Z', 'updated_at': '2021-11-19T17:44:43Z', 'revision_number': 5, 'project_id': '063ef7e3fa9c49daa0ae772568226d29', 'subnets': [{'id': '5dbfa5af-1ad8-4df8-a1b2-cc6152eda1a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 17:50:39.927700 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5a5d74-7663-473b-9824-134433595158 service neutron] Pushing event updated for resources: {'Port': ['ID=bbc598b3-53f3-4676-9c56-f2e27aa4a7f5,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:50:40.099442 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-88b8e069-ddef-4bb0-b5d9-55e90c34aa53 req-1b3851e6-9815-42dc-a98d-4fb9a412c87b service neutron] 10.222.0.60 "GET /v2.0/networks/09343151-5f7f-4534-803c-65c4f7eca01b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3667457 Nov 19 17:50:40.130448 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3d9d411f-e58f-429f-83cb-2790a10d3f5a req-4f98304a-0cc1-4988-a6dd-ba85b0aef9fe tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/security-groups?id=e103badb-33bc-4a96-ade0-89c422abc1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249913 Nov 19 17:50:40.171081 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [None req-c4ed46d0-448f-415b-8648-e1e257b17ff4 tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] Allocated IP 2001:db8::313 (3a77d178-2677-4a42-9710-fb9c4d9dbb67/35f1a3e4-3187-44c5-8601-a1bd2f1c73e6/272538d9-720b-4495-8545-a7dbfe37489e) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:50:40.219348 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d868f77-b4d9-47e5-b447-2874c551452a req-f42fa805-b2ee-4c7b-bef6-d85d25c4ba7b tempest-ServersTestJSON-407418042 tempest-ServersTestJSON-407418042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:40.220949 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-7d868f77-b4d9-47e5-b447-2874c551452a req-f42fa805-b2ee-4c7b-bef6-d85d25c4ba7b tempest-ServersTestJSON-407418042 tempest-ServersTestJSON-407418042-project] 10.222.0.54 "GET /v2.0/ports?device_id=9e693831-31b4-49a6-8474-c9e90387a1af HTTP/1.1" status: 200 len: 946 time: 0.0687258 Nov 19 17:50:40.232633 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787001e6-45b1-4f25-8efb-838681c84f8b None None] New status for floating IP 95b41ece-4063-4894-91ee-390fb8439199: DOWN {{(pid=103366) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 17:50:40.261853 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-6ec574ab-d03b-47b6-b695-de4abd09613b req-7a5a5d74-7663-473b-9824-134433595158 service neutron] Attempting to bind port bbc598b3-53f3-4676-9c56-f2e27aa4a7f5 on host n-h1-818022-2 for vnic_type normal with profile {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:50:40.262190 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-6ec574ab-d03b-47b6-b695-de4abd09613b req-7a5a5d74-7663-473b-9824-134433595158 service neutron] Attempting to bind port bbc598b3-53f3-4676-9c56-f2e27aa4a7f5 by drivers openvswitch,hyperv on host n-h1-818022-2 at level 0 using segments [{'id': 'ca1955a5-8302-44fc-89d8-f39d4f35e721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'e0733363-bc13-4279-a049-77115213ac4d'}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:50:40.262510 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ec574ab-d03b-47b6-b695-de4abd09613b req-7a5a5d74-7663-473b-9824-134433595158 service neutron] Attempting to bind port bbc598b3-53f3-4676-9c56-f2e27aa4a7f5 on network e0733363-bc13-4279-a049-77115213ac4d {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:50:40.288319 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ec574ab-d03b-47b6-b695-de4abd09613b req-7a5a5d74-7663-473b-9824-134433595158 service neutron] Port bbc598b3-53f3-4676-9c56-f2e27aa4a7f5 on network e0733363-bc13-4279-a049-77115213ac4d not bound, no agent of type Open vSwitch agent registered on host n-h1-818022-2 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 17:50:40.288653 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ec574ab-d03b-47b6-b695-de4abd09613b req-7a5a5d74-7663-473b-9824-134433595158 service neutron] Attempting to bind port bbc598b3-53f3-4676-9c56-f2e27aa4a7f5 on network e0733363-bc13-4279-a049-77115213ac4d {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:50:40.298179 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-7d868f77-b4d9-47e5-b447-2874c551452a req-c122ec31-f42b-47f8-8e40-c40b782c10dd tempest-ServersTestJSON-407418042 tempest-ServersTestJSON-407418042-project] 10.222.0.54 "GET /v2.0/security-groups?id=3e7f346a-e4d6-4977-bb84-562683438f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652399 Nov 19 17:50:40.355787 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ec574ab-d03b-47b6-b695-de4abd09613b req-7a5a5d74-7663-473b-9824-134433595158 service neutron] Checking agent: {'id': 'a6668d96-12fa-4ec0-99ad-77eaf490dd2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'started_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 50, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:50:40.356062 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ec574ab-d03b-47b6-b695-de4abd09613b req-7a5a5d74-7663-473b-9824-134433595158 service neutron] Checking segment: {'id': 'ca1955a5-8302-44fc-89d8-f39d4f35e721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'e0733363-bc13-4279-a049-77115213ac4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:50:40.356489 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ec574ab-d03b-47b6-b695-de4abd09613b req-7a5a5d74-7663-473b-9824-134433595158 service neutron] Bound using segment: {'id': 'ca1955a5-8302-44fc-89d8-f39d4f35e721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'e0733363-bc13-4279-a049-77115213ac4d'} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:50:40.356936 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-6ec574ab-d03b-47b6-b695-de4abd09613b req-7a5a5d74-7663-473b-9824-134433595158 service neutron] Bound port: bbc598b3-53f3-4676-9c56-f2e27aa4a7f5, host: n-h1-818022-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca1955a5-8302-44fc-89d8-f39d4f35e721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'e0733363-bc13-4279-a049-77115213ac4d'}}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:50:40.357301 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-6ec574ab-d03b-47b6-b695-de4abd09613b req-7a5a5d74-7663-473b-9824-134433595158 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:40.373841 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820647e9-a562-4979-bf36-3276ffbf39e6 req-168d4bc7-d4e0-42a4-9a13-14ba06cfe3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:40.375396 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-820647e9-a562-4979-bf36-3276ffbf39e6 req-168d4bc7-d4e0-42a4-9a13-14ba06cfe3b1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bf8774509ece48c1a5e5e0350ab076c6&device_id=24cd9be2-e357-4931-83be-a3fa741ba79c HTTP/1.1" status: 200 len: 1094 time: 0.1913443 Nov 19 17:50:40.468107 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d6d80d6-3550-4ad7-998c-1e2c27418ad5', 'name': 'network-vif-deleted', 'tag': '27705cb3-0294-4ee6-a550-a6915d0bf4c8'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:50:40.470376 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218319d759239a7d11f1288aef37381b97754913ee9ccbfd43b51a463f801712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d897a72-5171-4f69-bff2-432089449ac2" -d '{"events": [{"server_uuid": "7d6d80d6-3550-4ad7-998c-1e2c27418ad5", "name": "network-vif-deleted", "tag": "27705cb3-0294-4ee6-a550-a6915d0bf4c8"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:50:40.479794 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35779037-46e3-48b1-aae1-45b4bf78f86a req-4ed5dbfe-2783-4934-a7d1-779d945d14ea tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:40.481276 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-35779037-46e3-48b1-aae1-45b4bf78f86a req-4ed5dbfe-2783-4934-a7d1-779d945d14ea tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] 10.222.0.54 "GET /v2.0/ports?device_id=5f783170-a00e-49e4-888a-369d37ba4d25 HTTP/1.1" status: 200 len: 944 time: 0.2165401 Nov 19 17:50:40.532553 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:50:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d55f7f7c-3c2d-4d49-912d-9a9bf9e19148 x-openstack-request-id: req-d55f7f7c-3c2d-4d49-912d-9a9bf9e19148 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:50:40.532857 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d6d80d6-3550-4ad7-998c-1e2c27418ad5", "name": "network-vif-deleted", "tag": "27705cb3-0294-4ee6-a550-a6915d0bf4c8", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:50:40.533115 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d55f7f7c-3c2d-4d49-912d-9a9bf9e19148 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:50:40.533506 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d6d80d6-3550-4ad7-998c-1e2c27418ad5', 'name': 'network-vif-deleted', 'tag': '27705cb3-0294-4ee6-a550-a6915d0bf4c8', 'status': 'completed', 'code': 200} Nov 19 17:50:40.583150 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c4ed46d0-448f-415b-8648-e1e257b17ff4 tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:40.595780 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-6ec574ab-d03b-47b6-b695-de4abd09613b req-7a5a5d74-7663-473b-9824-134433595158 service neutron] For port bbc598b3-53f3-4676-9c56-f2e27aa4a7f5, host n-h1-818022-2, cleared binding levels {{(pid=103365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:50:40.618683 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1796854e-b535-4343-9f49-d18dfca291f7 req-b6f5cb05-dfc8-44e4-afb2-2ed5d4f4923c tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:40.620616 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-1796854e-b535-4343-9f49-d18dfca291f7 req-b6f5cb05-dfc8-44e4-afb2-2ed5d4f4923c tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/ports?device_id=45106a11-acb2-45a3-b216-7a27610e2a32 HTTP/1.1" status: 200 len: 950 time: 0.0528524 Nov 19 17:50:40.621283 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-6ec574ab-d03b-47b6-b695-de4abd09613b req-7a5a5d74-7663-473b-9824-134433595158 service neutron] For port bbc598b3-53f3-4676-9c56-f2e27aa4a7f5, host n-h1-818022-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=bbc598b3-53f3-4676-9c56-f2e27aa4a7f5,segment=NetworkSegment(ca1955a5-8302-44fc-89d8-f39d4f35e721),segment_id=ca1955a5-8302-44fc-89d8-f39d4f35e721)] {{(pid=103365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:50:40.628151 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-35779037-46e3-48b1-aae1-45b4bf78f86a req-2221f08a-c413-4cf8-9cbf-e0233e4c3be7 tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] 10.222.0.54 "GET /v2.0/security-groups?id=79517508-381b-4077-8d39-0c2cf4e2980c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386657 Nov 19 17:50:40.633608 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-6ec574ab-d03b-47b6-b695-de4abd09613b req-7a5a5d74-7663-473b-9824-134433595158 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:40.645233 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820647e9-a562-4979-bf36-3276ffbf39e6 req-3ee60aec-199d-42fe-b4e0-cae611d6b3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:40.647037 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-820647e9-a562-4979-bf36-3276ffbf39e6 req-3ee60aec-199d-42fe-b4e0-cae611d6b3d5 service neutron] 10.222.0.60 "GET /v2.0/networks?id=09343151-5f7f-4534-803c-65c4f7eca01b HTTP/1.1" status: 200 len: 906 time: 0.2565901 Nov 19 17:50:40.672105 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-1796854e-b535-4343-9f49-d18dfca291f7 req-66b27f6a-942f-47ac-9019-7bea6a63eff2 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/security-groups?id=6e557aa4-1576-4002-9603-a630915d92af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447843 Nov 19 17:50:40.970959 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 58954) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:50:41.038257 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-489dbb80-f567-48aa-8e1e-d7434ed30681 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:41.047023 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec574ab-d03b-47b6-b695-de4abd09613b req-7a5a5d74-7663-473b-9824-134433595158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:41.047660 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-6ec574ab-d03b-47b6-b695-de4abd09613b req-7a5a5d74-7663-473b-9824-134433595158 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:41.049100 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6ec574ab-d03b-47b6-b695-de4abd09613b req-7a5a5d74-7663-473b-9824-134433595158 service neutron] 10.222.0.60 "PUT /v2.0/ports/bbc598b3-53f3-4676-9c56-f2e27aa4a7f5 HTTP/1.1" status: 200 len: 1092 time: 2.6068656 Nov 19 17:50:41.050621 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-820647e9-a562-4979-bf36-3276ffbf39e6 req-d84d2b1d-d7b9-49b3-b0e1-ad680c3ee201 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5dc66dca-c438-4b95-943c-57d0ac53a1ca HTTP/1.1" status: 200 len: 217 time: 0.3863254 Nov 19 17:50:41.068855 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-489dbb80-f567-48aa-8e1e-d7434ed30681 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:41.080756 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5a5d74-7663-473b-9824-134433595158 service neutron] Pushing event updated for resources: {'Port': ['ID=bbc598b3-53f3-4676-9c56-f2e27aa4a7f5,revision_number=3']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:50:41.101511 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c4ed46d0-448f-415b-8648-e1e257b17ff4 tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:41.129329 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-489dbb80-f567-48aa-8e1e-d7434ed30681 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:41.132321 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-489dbb80-f567-48aa-8e1e-d7434ed30681 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:41.133614 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-489dbb80-f567-48aa-8e1e-d7434ed30681 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "DELETE /v2.0/security-groups/85786454-c560-4317-bd73-95e1b791240f HTTP/1.1" status: 204 len: 168 time: 0.1615248 Nov 19 17:50:41.137666 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 58956) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:50:41.151609 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489dbb80-f567-48aa-8e1e-d7434ed30681 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85786454-c560-4317-bd73-95e1b791240f,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:50:41.158944 n-d-818022-2 neutron-server[103364]: INFO neutron.api.v2.resource [None req-eadf2157-b437-4c7b-95b1-87168c576d2e tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] show failed (client error): The resource could not be found. Nov 19 17:50:41.162922 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-eadf2157-b437-4c7b-95b1-87168c576d2e tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/security-groups/85786454-c560-4317-bd73-95e1b791240f HTTP/1.1" status: 404 len: 347 time: 0.0214427 Nov 19 17:50:41.163244 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 58960) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:50:41.190524 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4ed46d0-448f-415b-8648-e1e257b17ff4 tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] Network 3a77d178-2677-4a42-9710-fb9c4d9dbb67 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:50:41.200734 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-c4ed46d0-448f-415b-8648-e1e257b17ff4 tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:50:41.203979 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ed46d0-448f-415b-8648-e1e257b17ff4 tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:50:41.209922 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ed46d0-448f-415b-8648-e1e257b17ff4 tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:41.210413 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c4ed46d0-448f-415b-8648-e1e257b17ff4 tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:41.218612 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820647e9-a562-4979-bf36-3276ffbf39e6 req-d63bc42c-483b-4ae7-a2a7-4916a1c6a81d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:41.220201 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-820647e9-a562-4979-bf36-3276ffbf39e6 req-d63bc42c-483b-4ae7-a2a7-4916a1c6a81d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ae1dd334-eb0c-43c6-9467-c13f8b3210c4 HTTP/1.1" status: 200 len: 845 time: 0.1510787 Nov 19 17:50:41.224154 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ed46d0-448f-415b-8648-e1e257b17ff4 tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] Pushing event updated for resources: {'Port': ['ID=272538d9-720b-4495-8545-a7dbfe37489e,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:50:41.238957 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec574ab-d03b-47b6-b695-de4abd09613b req-b0380eb5-fadf-4fef-a909-bf585d855ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:41.240513 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6ec574ab-d03b-47b6-b695-de4abd09613b req-b0380eb5-fadf-4fef-a909-bf585d855ed9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9ecae7ac88e8457cb21c4782aebff44e&device_id=5f783170-a00e-49e4-888a-369d37ba4d25 HTTP/1.1" status: 200 len: 1095 time: 0.1289015 Nov 19 17:50:41.272646 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-c4ed46d0-448f-415b-8648-e1e257b17ff4 tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.8643937 Nov 19 17:50:41.274464 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 58962) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:50:41.279393 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-31979d81-1e42-4e8b-b78e-e6005f35efe2 tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] Request body: {'port': {'network_id': '3a77d178-2677-4a42-9710-fb9c4d9dbb67', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-861205609'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:50:41.301309 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-820647e9-a562-4979-bf36-3276ffbf39e6 req-1659fe0f-b414-485a-9141-be7a6d8c800d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=09343151-5f7f-4534-803c-65c4f7eca01b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0657339 Nov 19 17:50:41.344670 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6ec574ab-d03b-47b6-b695-de4abd09613b req-bf52b15b-1803-41da-ada0-116289b04fa2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bbc598b3-53f3-4676-9c56-f2e27aa4a7f5 HTTP/1.1" status: 200 len: 217 time: 0.0884976 Nov 19 17:50:41.452289 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80091c86-3d5c-4aa5-96d2-5a6b501d1b31 req-59ab0018-1fcd-407e-89a9-11422311fa76 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:41.458646 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-80091c86-3d5c-4aa5-96d2-5a6b501d1b31 req-59ab0018-1fcd-407e-89a9-11422311fa76 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/ports?device_id=24cd9be2-e357-4931-83be-a3fa741ba79c HTTP/1.1" status: 200 len: 943 time: 0.2241392 Nov 19 17:50:41.466300 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec574ab-d03b-47b6-b695-de4abd09613b req-683753a2-6e4d-4b51-b28b-fb067a70a698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:41.468445 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6ec574ab-d03b-47b6-b695-de4abd09613b req-683753a2-6e4d-4b51-b28b-fb067a70a698 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=375a0321-4cc3-4e77-b3a1-2bc7264aa560 HTTP/1.1" status: 200 len: 855 time: 0.1116467 Nov 19 17:50:41.483840 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e94a7b-7aea-4e7d-9679-de2a00fd8b6d req-588083e7-1791-4c55-9c7d-564eaf01808e tempest-ServersTestJSON-407418042 tempest-ServersTestJSON-407418042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:41.485402 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-61e94a7b-7aea-4e7d-9679-de2a00fd8b6d req-588083e7-1791-4c55-9c7d-564eaf01808e tempest-ServersTestJSON-407418042 tempest-ServersTestJSON-407418042-project] 10.222.0.54 "GET /v2.0/ports?device_id=9e693831-31b4-49a6-8474-c9e90387a1af HTTP/1.1" status: 200 len: 946 time: 0.0996869 Nov 19 17:50:41.516797 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-2415c573-81d8-49af-8043-1ece3654d64e None None] Provisioning complete for port 272538d9-720b-4495-8545-a7dbfe37489e triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:50:41.517373 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2415c573-81d8-49af-8043-1ece3654d64e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:41.525926 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-90571d46-2973-4525-b762-adf6dfc85eb1 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Deleting port 31bfa472-e0a8-4ee5-8769-3cf7d1aceb2d {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:50:41.526223 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-90571d46-2973-4525-b762-adf6dfc85eb1 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:41.545939 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6ec574ab-d03b-47b6-b695-de4abd09613b req-178b3df0-0dd9-453e-9fdd-21f28a4bb43e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e0733363-bc13-4279-a049-77115213ac4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517256 Nov 19 17:50:41.558780 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-80091c86-3d5c-4aa5-96d2-5a6b501d1b31 req-ad22d0dd-b137-4228-acc9-8dd27947e4c1 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/security-groups?id=e103badb-33bc-4a96-ade0-89c422abc1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987244 Nov 19 17:50:41.561391 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-2415c573-81d8-49af-8043-1ece3654d64e None None] Port 272538d9-720b-4495-8545-a7dbfe37489e cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:50:41.606426 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-61e94a7b-7aea-4e7d-9679-de2a00fd8b6d req-cee2b631-dbf4-4e6d-8c2d-44ba8d86d193 tempest-ServersTestJSON-407418042 tempest-ServersTestJSON-407418042-project] 10.222.0.54 "GET /v2.0/security-groups?id=3e7f346a-e4d6-4977-bb84-562683438f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1137023 Nov 19 17:50:41.612641 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-820647e9-a562-4979-bf36-3276ffbf39e6 req-d7d69e26-7405-459f-b6a0-013f5a4eb8ab service neutron] 10.222.0.60 "GET /v2.0/networks/09343151-5f7f-4534-803c-65c4f7eca01b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2794721 Nov 19 17:50:41.624410 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31979d81-1e42-4e8b-b78e-e6005f35efe2 tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] Made reservation on behalf of 4f62b954426346babd0622fedb56b595 for: {'port': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:50:41.627860 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-31979d81-1e42-4e8b-b78e-e6005f35efe2 tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:41.656038 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [None req-31979d81-1e42-4e8b-b78e-e6005f35efe2 tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] device_id is not set on port 5765fb0d-04b3-44c3-95f6-e5137788f543 yet. {{(pid=103364) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 17:50:41.666753 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-90571d46-2973-4525-b762-adf6dfc85eb1 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:41.666971 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-90571d46-2973-4525-b762-adf6dfc85eb1 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:41.730851 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-90571d46-2973-4525-b762-adf6dfc85eb1 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Calling delete_port for 31bfa472-e0a8-4ee5-8769-3cf7d1aceb2d owned by network:floatingip {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:50:41.740146 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6ec574ab-d03b-47b6-b695-de4abd09613b req-f579ace9-308f-40c1-b261-1ba9667e85dc service neutron] 10.222.0.60 "GET /v2.0/networks/e0733363-bc13-4279-a049-77115213ac4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788132 Nov 19 17:50:41.830324 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-820647e9-a562-4979-bf36-3276ffbf39e6 req-01f963a5-96a4-4011-9ced-f36dba7de5d3 service neutron] 10.222.0.60 "GET /v2.0/networks/09343151-5f7f-4534-803c-65c4f7eca01b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2053268 Nov 19 17:50:41.843463 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f954cc-ab18-4f26-8295-a117ae3f9267 req-7e151b97-dafc-4e86-a10b-2a41aabb2015 tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:41.845067 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-38f954cc-ab18-4f26-8295-a117ae3f9267 req-7e151b97-dafc-4e86-a10b-2a41aabb2015 tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] 10.222.0.54 "GET /v2.0/ports?device_id=5f783170-a00e-49e4-888a-369d37ba4d25 HTTP/1.1" status: 200 len: 944 time: 0.1355612 Nov 19 17:50:41.870662 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711a78df-ba24-46b7-b63e-08d28e70198c req-1f7e5e11-4fcd-4876-bca4-ccd88fb5e5ea tempest-ServersTestJSON-407418042 tempest-ServersTestJSON-407418042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:41.872154 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-711a78df-ba24-46b7-b63e-08d28e70198c req-1f7e5e11-4fcd-4876-bca4-ccd88fb5e5ea tempest-ServersTestJSON-407418042 tempest-ServersTestJSON-407418042-project] 10.222.0.60 "GET /v2.0/ports?device_id=9e693831-31b4-49a6-8474-c9e90387a1af HTTP/1.1" status: 200 len: 946 time: 0.1959779 Nov 19 17:50:41.894923 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6ec574ab-d03b-47b6-b695-de4abd09613b req-e75a4fd7-1324-40f9-8ae2-39d35730a0f6 service neutron] 10.222.0.60 "GET /v2.0/networks/e0733363-bc13-4279-a049-77115213ac4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370447 Nov 19 17:50:41.919541 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-38f954cc-ab18-4f26-8295-a117ae3f9267 req-11c4d65c-ab2b-410c-ae3e-b8f02fa376ce tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] 10.222.0.54 "GET /v2.0/security-groups?id=79517508-381b-4077-8d39-0c2cf4e2980c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662930 Nov 19 17:50:41.938505 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [None req-31979d81-1e42-4e8b-b78e-e6005f35efe2 tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] Allocated IP 2001:db8::1d (3a77d178-2677-4a42-9710-fb9c4d9dbb67/35f1a3e4-3187-44c5-8601-a1bd2f1c73e6/5765fb0d-04b3-44c3-95f6-e5137788f543) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:50:41.987241 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa1348d-56c1-4142-87c6-6598b771c91f req-406eaa4f-fe2d-4285-bb77-20dac5361fb7 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:41.988725 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2aa1348d-56c1-4142-87c6-6598b771c91f req-406eaa4f-fe2d-4285-bb77-20dac5361fb7 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/ports?device_id=45106a11-acb2-45a3-b216-7a27610e2a32 HTTP/1.1" status: 200 len: 950 time: 0.2254281 Nov 19 17:50:42.188416 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2aa1348d-56c1-4142-87c6-6598b771c91f req-dee6e413-ee06-4351-b987-6c40caebcac8 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/security-groups?id=6e557aa4-1576-4002-9603-a630915d92af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695273 Nov 19 17:50:42.205789 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-90571d46-2973-4525-b762-adf6dfc85eb1 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:42.209740 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [req-711a78df-ba24-46b7-b63e-08d28e70198c req-03b33c70-5791-4565-8a2e-6c9e28888f63 tempest-ServersTestJSON-407418042 tempest-ServersTestJSON-407418042-project] Deleting port 8328b0ce-0e2d-410d-b42f-31b62e778215 {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:50:42.210105 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-711a78df-ba24-46b7-b63e-08d28e70198c req-03b33c70-5791-4565-8a2e-6c9e28888f63 tempest-ServersTestJSON-407418042 tempest-ServersTestJSON-407418042-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:42.287714 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90571d46-2973-4525-b762-adf6dfc85eb1 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Pushing event deleted for resources: {'Port': ['ID=31bfa472-e0a8-4ee5-8769-3cf7d1aceb2d,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:50:42.373412 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-31979d81-1e42-4e8b-b78e-e6005f35efe2 tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:42.414877 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-711a78df-ba24-46b7-b63e-08d28e70198c req-03b33c70-5791-4565-8a2e-6c9e28888f63 tempest-ServersTestJSON-407418042 tempest-ServersTestJSON-407418042-project] For port 8328b0ce-0e2d-410d-b42f-31b62e778215, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=8328b0ce-0e2d-410d-b42f-31b62e778215,segment=NetworkSegment(8134ffe6-9a76-4d03-8b04-9fa6111c8127),segment_id=8134ffe6-9a76-4d03-8b04-9fa6111c8127)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:50:42.415236 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-711a78df-ba24-46b7-b63e-08d28e70198c req-03b33c70-5791-4565-8a2e-6c9e28888f63 tempest-ServersTestJSON-407418042 tempest-ServersTestJSON-407418042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:42.419571 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-90571d46-2973-4525-b762-adf6dfc85eb1 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Publish callbacks [] for floatingip, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:42.422193 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-90571d46-2973-4525-b762-adf6dfc85eb1 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for floatingip, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:42.423344 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-90571d46-2973-4525-b762-adf6dfc85eb1 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "DELETE /v2.0/floatingips/95b41ece-4063-4894-91ee-390fb8439199 HTTP/1.1" status: 204 len: 168 time: 1.2590468 Nov 19 17:50:42.493206 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-31979d81-1e42-4e8b-b78e-e6005f35efe2 tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:42.535178 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f783170-a00e-49e4-888a-369d37ba4d25', 'tag': 'bbc598b3-53f3-4676-9c56-f2e27aa4a7f5'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:50:42.537989 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218319d759239a7d11f1288aef37381b97754913ee9ccbfd43b51a463f801712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e5a9a96-cff3-4f7d-9eea-4fbdf8611d12" -d '{"events": [{"name": "network-changed", "server_uuid": "5f783170-a00e-49e4-888a-369d37ba4d25", "tag": "bbc598b3-53f3-4676-9c56-f2e27aa4a7f5"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:50:42.581405 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 17:50:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb65f65b-9ff6-48c1-8986-cbc7a1a11207 x-openstack-request-id: req-bb65f65b-9ff6-48c1-8986-cbc7a1a11207 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:50:42.581832 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f783170-a00e-49e4-888a-369d37ba4d25", "tag": "bbc598b3-53f3-4676-9c56-f2e27aa4a7f5", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:50:42.583794 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-bb65f65b-9ff6-48c1-8986-cbc7a1a11207 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:50:42.584779 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f783170-a00e-49e4-888a-369d37ba4d25', 'tag': 'bbc598b3-53f3-4676-9c56-f2e27aa4a7f5', 'status': 'completed', 'code': 200} Nov 19 17:50:42.588149 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31979d81-1e42-4e8b-b78e-e6005f35efe2 tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] Network 3a77d178-2677-4a42-9710-fb9c4d9dbb67 is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:50:42.591738 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31979d81-1e42-4e8b-b78e-e6005f35efe2 tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] Pushing event updated for resources: {'Port': ['ID=5765fb0d-04b3-44c3-95f6-e5137788f543,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:50:42.596234 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-31979d81-1e42-4e8b-b78e-e6005f35efe2 tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:50:42.599877 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31979d81-1e42-4e8b-b78e-e6005f35efe2 tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:50:42.606735 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31979d81-1e42-4e8b-b78e-e6005f35efe2 tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:42.607434 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-31979d81-1e42-4e8b-b78e-e6005f35efe2 tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:42.644555 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 58982) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:50:42.656174 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-31979d81-1e42-4e8b-b78e-e6005f35efe2 tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.3805940 Nov 19 17:50:42.658832 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 58984) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:50:42.661891 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-de596568-b373-4ead-b1e7-a51f4d53e81d tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Request body: {'security_group': {'name': 'tempest-securitygroup--598740888', 'description': 'tempest-description--703659121'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:50:42.664198 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-9f279f8a-c082-487b-9605-2f9e32c23851 tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::ec', 'mac_address': 'fa:16:3e:4b:66:78'}, {'ip_address': '2001:db8::313', 'mac_address': 'fa:16:3e:7a:82:a6'}]}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:50:42.773615 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-711a78df-ba24-46b7-b63e-08d28e70198c req-03b33c70-5791-4565-8a2e-6c9e28888f63 tempest-ServersTestJSON-407418042 tempest-ServersTestJSON-407418042-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:42.774007 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-711a78df-ba24-46b7-b63e-08d28e70198c req-03b33c70-5791-4565-8a2e-6c9e28888f63 tempest-ServersTestJSON-407418042 tempest-ServersTestJSON-407418042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-671284'] for floatingip, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:42.774321 n-d-818022-2 neutron-server[103364]: INFO neutron.db.l3_db [req-711a78df-ba24-46b7-b63e-08d28e70198c req-03b33c70-5791-4565-8a2e-6c9e28888f63 tempest-ServersTestJSON-407418042 tempest-ServersTestJSON-407418042-project] Floating IP 19b72e90-3b7e-4427-ad2c-b5783ab1ad22 disassociated. External IP: 172.25.7.52, port: 8328b0ce-0e2d-410d-b42f-31b62e778215. Nov 19 17:50:42.775502 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [req-711a78df-ba24-46b7-b63e-08d28e70198c req-03b33c70-5791-4565-8a2e-6c9e28888f63 tempest-ServersTestJSON-407418042 tempest-ServersTestJSON-407418042-project] Calling delete_port for 8328b0ce-0e2d-410d-b42f-31b62e778215 owned by compute:nova {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:50:42.779327 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-de596568-b373-4ead-b1e7-a51f4d53e81d tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:42.786665 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5a9a96-cff3-4f7d-9eea-4fbdf8611d12 req-7c951fd9-ad00-46f4-9880-f5f49c90b55a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:42.787109 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9f279f8a-c082-487b-9605-2f9e32c23851 tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:42.788413 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6e5a9a96-cff3-4f7d-9eea-4fbdf8611d12 req-7c951fd9-ad00-46f4-9880-f5f49c90b55a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9ecae7ac88e8457cb21c4782aebff44e&device_id=5f783170-a00e-49e4-888a-369d37ba4d25 HTTP/1.1" status: 200 len: 1095 time: 0.1671150 Nov 19 17:50:42.803546 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de045709-ac60-4661-be0c-779f2d05030e req-c6f06234-c87a-4a4f-9ab9-00fa3c64f802 tempest-ServersTestJSON-407418042 tempest-ServersTestJSON-407418042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:42.805435 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-de045709-ac60-4661-be0c-779f2d05030e req-c6f06234-c87a-4a4f-9ab9-00fa3c64f802 tempest-ServersTestJSON-407418042 tempest-ServersTestJSON-407418042-project] 10.222.0.54 "GET /v2.0/ports?device_id=9e693831-31b4-49a6-8474-c9e90387a1af HTTP/1.1" status: 200 len: 946 time: 0.0858266 Nov 19 17:50:42.822277 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.agents_db [None req-619e5c26-d9ed-4321-86eb-7d443bb9dfa2 None None] Agent healthcheck: found 7 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 17:50:42.876545 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d96460-e880-44e7-8338-23ed4cab1daf req-b499683a-b37c-46c1-a7b6-70ef4544305e tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:42.878153 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a5d96460-e880-44e7-8338-23ed4cab1daf req-b499683a-b37c-46c1-a7b6-70ef4544305e tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/ports?device_id=24cd9be2-e357-4931-83be-a3fa741ba79c HTTP/1.1" status: 200 len: 943 time: 0.1422544 Nov 19 17:50:43.005966 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-6c7201aa-656c-4bf1-ba29-cda28948f385 None None] Provisioning complete for port 5765fb0d-04b3-44c3-95f6-e5137788f543 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:50:43.007202 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-6c7201aa-656c-4bf1-ba29-cda28948f385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:43.010765 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-de045709-ac60-4661-be0c-779f2d05030e req-5fe728fa-41f1-4cb6-ab3f-4035234977fc tempest-ServersTestJSON-407418042 tempest-ServersTestJSON-407418042-project] 10.222.0.54 "GET /v2.0/security-groups?id=3e7f346a-e4d6-4977-bb84-562683438f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1496649 Nov 19 17:50:43.025342 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5a9a96-cff3-4f7d-9eea-4fbdf8611d12 req-43aaefe3-691c-4a0d-86ad-97c4ff319ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:43.026905 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6e5a9a96-cff3-4f7d-9eea-4fbdf8611d12 req-43aaefe3-691c-4a0d-86ad-97c4ff319ca7 service neutron] 10.222.0.60 "GET /v2.0/networks?id=e0733363-bc13-4279-a049-77115213ac4d HTTP/1.1" status: 200 len: 916 time: 0.2203498 Nov 19 17:50:43.061447 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-6c7201aa-656c-4bf1-ba29-cda28948f385 None None] Port 5765fb0d-04b3-44c3-95f6-e5137788f543 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:50:43.088692 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6e5a9a96-cff3-4f7d-9eea-4fbdf8611d12 req-19ac5f93-d7ac-4ce4-9b91-e99d2193b295 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bbc598b3-53f3-4676-9c56-f2e27aa4a7f5 HTTP/1.1" status: 200 len: 217 time: 0.0484180 Nov 19 17:50:43.112245 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-de596568-b373-4ead-b1e7-a51f4d53e81d tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:43.117635 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9a3cc134-eded-495d-af53-bfa14431a287 req-a7b16e63-3407-4162-8b9a-6f65715d8a38 service neutron] 10.222.0.60 "GET /v2.0/ports/f18e54c2-7e2f-40c8-a534-15d92701a475/bindings/n-h1-818022-2 HTTP/1.1" status: 200 len: 382 time: 0.2095821 Nov 19 17:50:43.151445 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-de596568-b373-4ead-b1e7-a51f4d53e81d tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:43.222247 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5a9a96-cff3-4f7d-9eea-4fbdf8611d12 req-23368eb7-a9c7-4114-afd1-1915b9870cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:43.223798 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6e5a9a96-cff3-4f7d-9eea-4fbdf8611d12 req-23368eb7-a9c7-4114-afd1-1915b9870cfd service neutron] 10.222.0.60 "GET /v2.0/subnets?id=375a0321-4cc3-4e77-b3a1-2bc7264aa560 HTTP/1.1" status: 200 len: 855 time: 0.1231942 Nov 19 17:50:43.227814 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-de596568-b373-4ead-b1e7-a51f4d53e81d tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:43.229077 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-de596568-b373-4ead-b1e7-a51f4d53e81d tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.5786593 Nov 19 17:50:43.233873 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de596568-b373-4ead-b1e7-a51f4d53e81d tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af9eedbc-4dba-4487-bbd4-6a5c45518ab7,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:50:43.236748 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 58994) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:50:43.249967 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-147da0ea-297c-4e26-8712-992db83320d2 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Request body: {'security_group_rule': {'security_group_id': 'af9eedbc-4dba-4487-bbd4-6a5c45518ab7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:50:43.278075 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6e5a9a96-cff3-4f7d-9eea-4fbdf8611d12 req-870f8470-fb1c-499d-8ce1-ddd7fb1450b9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e0733363-bc13-4279-a049-77115213ac4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451093 Nov 19 17:50:43.289481 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afc6aad-9597-4e24-9928-9a4fc4746f0d req-f7539b5a-0591-42ab-9d7c-8798b2d4f1de tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:43.291122 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8afc6aad-9597-4e24-9928-9a4fc4746f0d req-f7539b5a-0591-42ab-9d7c-8798b2d4f1de tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] 10.222.0.54 "GET /v2.0/ports?device_id=5f783170-a00e-49e4-888a-369d37ba4d25 HTTP/1.1" status: 200 len: 944 time: 0.1773815 Nov 19 17:50:43.351052 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 5dc66dca-c438-4b95-943c-57d0ac53a1ca details requested by agent hyperv_n-h1-818022-2 with host n-h1-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 17:50:43.365298 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-147da0ea-297c-4e26-8712-992db83320d2 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:43.381527 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a5d96460-e880-44e7-8338-23ed4cab1daf req-8e20a5e4-b54b-4481-950d-17c929c1db5b tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/security-groups?id=e103badb-33bc-4a96-ade0-89c422abc1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4831209 Nov 19 17:50:43.511563 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 5dc66dca-c438-4b95-943c-57d0ac53a1ca, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=5dc66dca-c438-4b95-943c-57d0ac53a1ca,segment=NetworkSegment(76ca7d5f-3474-4bcd-9b64-65e02324eb89),segment_id=76ca7d5f-3474-4bcd-9b64-65e02324eb89)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:50:43.511792 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8afc6aad-9597-4e24-9928-9a4fc4746f0d req-a1b2d6bb-48f2-4f30-8adb-32bae072e606 tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] 10.222.0.54 "GET /v2.0/security-groups?id=79517508-381b-4077-8d39-0c2cf4e2980c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931973 Nov 19 17:50:43.519556 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3cc134-eded-495d-af53-bfa14431a287 req-c1d9827d-da3d-4589-a302-fb13a44c0240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:43.521081 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9a3cc134-eded-495d-af53-bfa14431a287 req-c1d9827d-da3d-4589-a302-fb13a44c0240 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=45106a11-acb2-45a3-b216-7a27610e2a32&tenant_id=7136fa31325e4016a695ca7c60f57962 HTTP/1.1" status: 200 len: 1101 time: 0.1527832 Nov 19 17:50:43.530951 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Returning: {'device': '5dc66dca-c438-4b95-943c-57d0ac53a1ca', 'network_id': '09343151-5f7f-4534-803c-65c4f7eca01b', 'port_id': '5dc66dca-c438-4b95-943c-57d0ac53a1ca', 'mac_address': 'fa:16:3e:38:49:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 676, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae1dd334-eb0c-43c6-9467-c13f8b3210c4', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 17:50:43.539045 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-147da0ea-297c-4e26-8712-992db83320d2 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:43.544670 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6e5a9a96-cff3-4f7d-9eea-4fbdf8611d12 req-e4b67804-64d0-4034-ad44-253f33109614 service neutron] 10.222.0.60 "GET /v2.0/networks/e0733363-bc13-4279-a049-77115213ac4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2414773 Nov 19 17:50:43.546714 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-147da0ea-297c-4e26-8712-992db83320d2 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735179'] for security_group_rule, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:43.556457 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-711a78df-ba24-46b7-b63e-08d28e70198c req-03b33c70-5791-4565-8a2e-6c9e28888f63 tempest-ServersTestJSON-407418042 tempest-ServersTestJSON-407418042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:43.594393 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:43.610269 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5dc66dca-c438-4b95-943c-57d0ac53a1ca {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:50:43.618434 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b33c70-5791-4565-8a2e-6c9e28888f63 tempest-ServersTestJSON-407418042 tempest-ServersTestJSON-407418042-project] Pushing event deleted for resources: {'Port': ['ID=8328b0ce-0e2d-410d-b42f-31b62e778215,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:50:43.624534 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9f279f8a-c082-487b-9605-2f9e32c23851 tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] Publish callbacks [] for port, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:43.644107 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 5dc66dca-c438-4b95-943c-57d0ac53a1ca, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=5dc66dca-c438-4b95-943c-57d0ac53a1ca,segment=NetworkSegment(76ca7d5f-3474-4bcd-9b64-65e02324eb89),segment_id=76ca7d5f-3474-4bcd-9b64-65e02324eb89)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:50:43.650230 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:43.671362 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147da0ea-297c-4e26-8712-992db83320d2 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94fc9692-fa3f-44de-874b-60d00693655e,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:50:43.684969 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9f279f8a-c082-487b-9605-2f9e32c23851 tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:43.697137 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-147da0ea-297c-4e26-8712-992db83320d2 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:43.701013 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-147da0ea-297c-4e26-8712-992db83320d2 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4537702 Nov 19 17:50:43.706756 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 58996) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:50:43.711306 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-81184090-bcb0-45d8-b23a-a62d9c4a5283 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Request body: {'security_group_rule': {'security_group_id': 'af9eedbc-4dba-4487-bbd4-6a5c45518ab7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:50:43.716705 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=5dc66dca-c438-4b95-943c-57d0ac53a1ca,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:50:43.733178 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-9f279f8a-c082-487b-9605-2f9e32c23851 tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] In _notify_port_updated(), no bound segment for port 5765fb0d-04b3-44c3-95f6-e5137788f543 on network 3a77d178-2677-4a42-9710-fb9c4d9dbb67 {{(pid=103364) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 19 17:50:43.739171 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f279f8a-c082-487b-9605-2f9e32c23851 tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:43.739830 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9f279f8a-c082-487b-9605-2f9e32c23851 tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:43.741170 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-9f279f8a-c082-487b-9605-2f9e32c23851 tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] 10.222.0.54 "PUT /v2.0/ports/5765fb0d-04b3-44c3-95f6-e5137788f543 HTTP/1.1" status: 200 len: 1065 time: 1.0814264 Nov 19 17:50:43.744840 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 58998) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:50:43.803500 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3cc134-eded-495d-af53-bfa14431a287 req-2c171ecb-034a-4f1e-be62-db214d66de9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:43.803758 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f279f8a-c082-487b-9605-2f9e32c23851 tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] Pushing event updated for resources: {'Port': ['ID=5765fb0d-04b3-44c3-95f6-e5137788f543,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:50:43.805278 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9a3cc134-eded-495d-af53-bfa14431a287 req-2c171ecb-034a-4f1e-be62-db214d66de9c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7136fa31325e4016a695ca7c60f57962&device_id=45106a11-acb2-45a3-b216-7a27610e2a32 HTTP/1.1" status: 200 len: 1101 time: 0.2359800 Nov 19 17:50:43.831630 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [req-711a78df-ba24-46b7-b63e-08d28e70198c req-03b33c70-5791-4565-8a2e-6c9e28888f63 tempest-ServersTestJSON-407418042 tempest-ServersTestJSON-407418042-project] Router 24310985-bad0-4434-aaa5-5be0ef78db2e has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 17:50:43.842703 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-81184090-bcb0-45d8-b23a-a62d9c4a5283 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:43.852488 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fec0c6-50e3-4b1b-af88-5c0e3a908339 req-f7d4f4f0-b54c-4d61-958b-40195fdefada tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:43.854223 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-57fec0c6-50e3-4b1b-af88-5c0e3a908339 req-f7d4f4f0-b54c-4d61-958b-40195fdefada tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/ports?device_id=45106a11-acb2-45a3-b216-7a27610e2a32 HTTP/1.1" status: 200 len: 950 time: 0.2398639 Nov 19 17:50:43.870591 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6e5a9a96-cff3-4f7d-9eea-4fbdf8611d12 req-7570f921-b305-4a3c-b112-d06986c7d1eb service neutron] 10.222.0.60 "GET /v2.0/networks/e0733363-bc13-4279-a049-77115213ac4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3147194 Nov 19 17:50:43.981924 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-711a78df-ba24-46b7-b63e-08d28e70198c req-03b33c70-5791-4565-8a2e-6c9e28888f63 tempest-ServersTestJSON-407418042 tempest-ServersTestJSON-407418042-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 17:50:43.995616 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1fa87d0-85a6-4d79-9b16-a5b06c0f8bb1 None None] Sync routers for ids ['24310985-bad0-4434-aaa5-5be0ef78db2e'] in n-d-818022-2 {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 17:50:44.019098 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1fa87d0-85a6-4d79-9b16-a5b06c0f8bb1 None None] Routers {'24310985-bad0-4434-aaa5-5be0ef78db2e'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:50:44.019098 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-a1fa87d0-85a6-4d79-9b16-a5b06c0f8bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:50:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['24310985-bad0-4434-aaa5-5be0ef78db2e'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:50:44.046672 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['5dc66dca-c438-4b95-943c-57d0ac53a1ca'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:50:44.061405 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [req-711a78df-ba24-46b7-b63e-08d28e70198c req-03b33c70-5791-4565-8a2e-6c9e28888f63 tempest-ServersTestJSON-407418042 tempest-ServersTestJSON-407418042-project] No DVR routers for this DVR port 8328b0ce-0e2d-410d-b42f-31b62e778215 on host n-h1-818022-2 {{(pid=103364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:50:44.066177 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-711a78df-ba24-46b7-b63e-08d28e70198c req-03b33c70-5791-4565-8a2e-6c9e28888f63 tempest-ServersTestJSON-407418042 tempest-ServersTestJSON-407418042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:44.079067 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-711a78df-ba24-46b7-b63e-08d28e70198c req-03b33c70-5791-4565-8a2e-6c9e28888f63 tempest-ServersTestJSON-407418042 tempest-ServersTestJSON-407418042-project] 10.222.0.60 "DELETE /v2.0/ports/8328b0ce-0e2d-410d-b42f-31b62e778215 HTTP/1.1" status: 204 len: 173 time: 2.1828172 Nov 19 17:50:44.080863 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e693831-31b4-49a6-8474-c9e90387a1af', 'name': 'network-vif-deleted', 'tag': '8328b0ce-0e2d-410d-b42f-31b62e778215'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:50:44.083438 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dd4767a008c23f8566efc82158ee1b1fff34e1a9e908d76d0b6d0ab7e350e5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21096023-c8df-42f8-8fc4-2db0f09fe415" -d '{"events": [{"server_uuid": "9e693831-31b4-49a6-8474-c9e90387a1af", "name": "network-vif-deleted", "tag": "8328b0ce-0e2d-410d-b42f-31b62e778215"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:50:44.123057 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-57fec0c6-50e3-4b1b-af88-5c0e3a908339 req-c348a703-b2a8-4734-9524-0c4149d566b4 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/security-groups?id=6e557aa4-1576-4002-9603-a630915d92af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2507567 Nov 19 17:50:44.138307 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3cc134-eded-495d-af53-bfa14431a287 req-febf9162-a43c-40cf-8df7-75d552f9f852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:44.142326 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9a3cc134-eded-495d-af53-bfa14431a287 req-febf9162-a43c-40cf-8df7-75d552f9f852 service neutron] 10.222.0.60 "GET /v2.0/networks?id=346debfa-452b-4048-abf4-8f4493625ef2 HTTP/1.1" status: 200 len: 870 time: 0.3207817 Nov 19 17:50:44.148228 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-81184090-bcb0-45d8-b23a-a62d9c4a5283 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:44.221961 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-3ed93f69-40cf-41c7-a978-76f7d9302eb5 req-aca3df9b-518b-46d2-9d9d-145b6b582fb1 tempest-ServersTestJSON-407418042 tempest-ServersTestJSON-407418042-project] 10.222.0.54 "GET /v2.0/ports?device_id=9e693831-31b4-49a6-8474-c9e90387a1af HTTP/1.1" status: 200 len: 210 time: 0.0561032 Nov 19 17:50:44.222929 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-81184090-bcb0-45d8-b23a-a62d9c4a5283 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735179'] for security_group_rule, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:44.224245 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:50:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87c84aa7-02fe-4c93-a35e-2b6d90b60b0b x-openstack-request-id: req-87c84aa7-02fe-4c93-a35e-2b6d90b60b0b {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:50:44.224752 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e693831-31b4-49a6-8474-c9e90387a1af", "name": "network-vif-deleted", "tag": "8328b0ce-0e2d-410d-b42f-31b62e778215", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:50:44.225205 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-87c84aa7-02fe-4c93-a35e-2b6d90b60b0b {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:50:44.225767 n-d-818022-2 neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e693831-31b4-49a6-8474-c9e90387a1af', 'name': 'network-vif-deleted', 'tag': '8328b0ce-0e2d-410d-b42f-31b62e778215', 'status': 'completed', 'code': 200} Nov 19 17:50:44.242040 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9a3cc134-eded-495d-af53-bfa14431a287 req-0b5b1f44-48d0-46a5-b3c0-b74f24098075 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=f18e54c2-7e2f-40c8-a534-15d92701a475 HTTP/1.1" status: 200 len: 217 time: 0.0890994 Nov 19 17:50:44.285091 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-8f335038-a0f5-47d5-b825-04e274527005 None None] Provisioning complete for port 5765fb0d-04b3-44c3-95f6-e5137788f543 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:50:44.285511 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8f335038-a0f5-47d5-b825-04e274527005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:44.285990 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81184090-bcb0-45d8-b23a-a62d9c4a5283 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd2ae494-d480-4b60-92d3-18a48327f8b3,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:50:44.305198 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-cdd06853-de78-44df-8a02-5bb4f30249ed tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] Deleting port 5765fb0d-04b3-44c3-95f6-e5137788f543 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:50:44.305899 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-cdd06853-de78-44df-8a02-5bb4f30249ed tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:44.308923 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-a1fa87d0-85a6-4d79-9b16-a5b06c0f8bb1 None None] Set router 24310985-bad0-4434-aaa5-5be0ef78db2e gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:50:44.346167 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-8f335038-a0f5-47d5-b825-04e274527005 None None] Port 5765fb0d-04b3-44c3-95f6-e5137788f543 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:50:44.382130 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-81184090-bcb0-45d8-b23a-a62d9c4a5283 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:44.384306 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-81184090-bcb0-45d8-b23a-a62d9c4a5283 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6756747 Nov 19 17:50:44.387750 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 59004) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:50:44.392460 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-6c709b4b-78f7-483c-b0af-6db87f83a551 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Request body: {'floatingip': {'floating_network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:50:44.414860 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6c709b4b-78f7-483c-b0af-6db87f83a551 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Publish callbacks [] for floatingip, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:44.446046 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3cc134-eded-495d-af53-bfa14431a287 req-1beed18b-2e97-4ec4-b98c-d2a006325135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:44.447558 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9a3cc134-eded-495d-af53-bfa14431a287 req-1beed18b-2e97-4ec4-b98c-d2a006325135 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8b3c88de-c9c2-4a20-b19e-1855c2c19035 HTTP/1.1" status: 200 len: 843 time: 0.1781383 Nov 19 17:50:44.515964 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-cdd06853-de78-44df-8a02-5bb4f30249ed tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:44.542774 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6c709b4b-78f7-483c-b0af-6db87f83a551 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:44.550080 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-cdd06853-de78-44df-8a02-5bb4f30249ed tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] Calling delete_port for 5765fb0d-04b3-44c3-95f6-e5137788f543 owned by {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:50:44.563073 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-a1fa87d0-85a6-4d79-9b16-a5b06c0f8bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24310985-bad0-4434-aaa5-5be0ef78db2e', 'name': 'tempest-ServersTestJSON-491960050-router', 'tenant_id': '71f143b90b844169b3eeea1a30bf2a6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.236'}], 'enable_snat': True}, 'gw_port_id': 'e7003532-9501-4124-b515-0512abc3fb74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:48:10Z', 'updated_at': '2021-11-19T17:48:19Z', 'revision_number': 4, 'project_id': '71f143b90b844169b3eeea1a30bf2a6c', 'gw_port': {'id': 'e7003532-9501-4124-b515-0512abc3fb74', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:75:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24310985-bad0-4434-aaa5-5be0ef78db2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:48:12Z', 'updated_at': '2021-11-19T17:48:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': 'aa43dbcb-d7c3-42e3-a372-2994a539303a', 'name': '', 'network_id': 'd8ac92c4-0b67-48ff-9053-9b7b6d8cb532', 'tenant_id': '71f143b90b844169b3eeea1a30bf2a6c', 'mac_address': 'fa:16:3e:80:c8:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24310985-bad0-4434-aaa5-5be0ef78db2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': '6d4d7490-658a-4bdc-a7c0-ec99d85e1097', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:48:18Z', 'updated_at': '2021-11-19T17:48:29Z', 'revision_number': 5, 'project_id': '71f143b90b844169b3eeea1a30bf2a6c', 'subnets': [{'id': '6d4d7490-658a-4bdc-a7c0-ec99d85e1097', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:50:44.613941 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1fa87d0-85a6-4d79-9b16-a5b06c0f8bb1 None None] Checking router: 24310985-bad0-4434-aaa5-5be0ef78db2e for host: n-d-818022-2 {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 17:50:44.626227 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1fa87d0-85a6-4d79-9b16-a5b06c0f8bb1 None None] Routers {'24310985-bad0-4434-aaa5-5be0ef78db2e'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:50:44.627070 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-a1fa87d0-85a6-4d79-9b16-a5b06c0f8bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:50:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['24310985-bad0-4434-aaa5-5be0ef78db2e'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:50:44.653565 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3cc134-eded-495d-af53-bfa14431a287 req-8378b4b5-6c5f-41f6-91fe-6583ca438ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:44.655140 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9a3cc134-eded-495d-af53-bfa14431a287 req-8378b4b5-6c5f-41f6-91fe-6583ca438ded service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=346debfa-452b-4048-abf4-8f4493625ef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1882417 Nov 19 17:50:44.665057 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4a4b88-76bc-4c75-bec2-fda9bc2fc7a7 req-9c61c6f2-233c-48eb-bc00-caf08dacdfbb tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:44.667266 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fa4a4b88-76bc-4c75-bec2-fda9bc2fc7a7 req-9c61c6f2-233c-48eb-bc00-caf08dacdfbb tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/ports?device_id=24cd9be2-e357-4931-83be-a3fa741ba79c HTTP/1.1" status: 200 len: 944 time: 0.1813142 Nov 19 17:50:44.717896 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [None req-6c709b4b-78f7-483c-b0af-6db87f83a551 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Allocated IP 172.25.7.186 (645e61aa-1a6c-4e8f-857e-ab06edb4897f/88ed2d64-f56d-4f01-a468-946e01c99e82/2a3ce37d-5ff8-4512-a9b3-e4cb1fbf83ff) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:50:44.742859 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd546d47-0a6c-41a3-a3a1-121d271cff0c req-5185c4d5-8ec5-4852-9013-050b2c550456 tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:44.744417 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-fd546d47-0a6c-41a3-a3a1-121d271cff0c req-5185c4d5-8ec5-4852-9013-050b2c550456 tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] 10.222.0.54 "GET /v2.0/ports?device_id=5f783170-a00e-49e4-888a-369d37ba4d25 HTTP/1.1" status: 200 len: 944 time: 0.0983167 Nov 19 17:50:44.794756 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-a1fa87d0-85a6-4d79-9b16-a5b06c0f8bb1 None None] Set router 24310985-bad0-4434-aaa5-5be0ef78db2e gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:50:44.819075 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fa4a4b88-76bc-4c75-bec2-fda9bc2fc7a7 req-28c55b6f-cd26-4eb6-a92b-4e45f699d099 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/security-groups?id=e103badb-33bc-4a96-ade0-89c422abc1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166573 Nov 19 17:50:44.852518 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-fd546d47-0a6c-41a3-a3a1-121d271cff0c req-a1a60b28-e706-47db-b609-7d67913af40e tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] 10.222.0.54 "GET /v2.0/security-groups?id=79517508-381b-4077-8d39-0c2cf4e2980c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902019 Nov 19 17:50:44.864866 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9a3cc134-eded-495d-af53-bfa14431a287 req-57bde03a-3c8c-4dbf-8a16-9904ebc2924d service neutron] 10.222.0.60 "GET /v2.0/networks/346debfa-452b-4048-abf4-8f4493625ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1967540 Nov 19 17:50:44.911504 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6c709b4b-78f7-483c-b0af-6db87f83a551 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:44.953763 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6c709b4b-78f7-483c-b0af-6db87f83a551 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:44.971152 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-cdd06853-de78-44df-8a02-5bb4f30249ed tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:45.004935 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c709b4b-78f7-483c-b0af-6db87f83a551 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Network 645e61aa-1a6c-4e8f-857e-ab06edb4897f is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:50:45.008980 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-6c709b4b-78f7-483c-b0af-6db87f83a551 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:50:45.011770 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c709b4b-78f7-483c-b0af-6db87f83a551 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Pushing event updated for resources: {'Port': ['ID=2a3ce37d-5ff8-4512-a9b3-e4cb1fbf83ff,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:50:45.014353 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c709b4b-78f7-483c-b0af-6db87f83a551 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:50:45.018124 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd06853-de78-44df-8a02-5bb4f30249ed tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] Pushing event deleted for resources: {'Port': ['ID=5765fb0d-04b3-44c3-95f6-e5137788f543,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:50:45.080535 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-a1fa87d0-85a6-4d79-9b16-a5b06c0f8bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24310985-bad0-4434-aaa5-5be0ef78db2e', 'name': 'tempest-ServersTestJSON-491960050-router', 'tenant_id': '71f143b90b844169b3eeea1a30bf2a6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.236'}], 'enable_snat': True}, 'gw_port_id': 'e7003532-9501-4124-b515-0512abc3fb74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:48:10Z', 'updated_at': '2021-11-19T17:48:19Z', 'revision_number': 4, 'project_id': '71f143b90b844169b3eeea1a30bf2a6c', 'gw_port': {'id': 'e7003532-9501-4124-b515-0512abc3fb74', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:75:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24310985-bad0-4434-aaa5-5be0ef78db2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:48:12Z', 'updated_at': '2021-11-19T17:48:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': 'aa43dbcb-d7c3-42e3-a372-2994a539303a', 'name': '', 'network_id': 'd8ac92c4-0b67-48ff-9053-9b7b6d8cb532', 'tenant_id': '71f143b90b844169b3eeea1a30bf2a6c', 'mac_address': 'fa:16:3e:80:c8:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24310985-bad0-4434-aaa5-5be0ef78db2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': '6d4d7490-658a-4bdc-a7c0-ec99d85e1097', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:48:18Z', 'updated_at': '2021-11-19T17:48:29Z', 'revision_number': 5, 'project_id': '71f143b90b844169b3eeea1a30bf2a6c', 'subnets': [{'id': '6d4d7490-658a-4bdc-a7c0-ec99d85e1097', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:50:45.118819 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1fa87d0-85a6-4d79-9b16-a5b06c0f8bb1 None None] The sync data for ids ['24310985-bad0-4434-aaa5-5be0ef78db2e'] in n-d-818022-2 is: [{'id': '24310985-bad0-4434-aaa5-5be0ef78db2e', 'name': 'tempest-ServersTestJSON-491960050-router', 'tenant_id': '71f143b90b844169b3eeea1a30bf2a6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.236'}], 'enable_snat': True}, 'gw_port_id': 'e7003532-9501-4124-b515-0512abc3fb74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:48:10Z', 'updated_at': '2021-11-19T17:48:19Z', 'revision_number': 4, 'project_id': '71f143b90b844169b3eeea1a30bf2a6c', 'gw_port': {'id': 'e7003532-9501-4124-b515-0512abc3fb74', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:75:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24310985-bad0-4434-aaa5-5be0ef78db2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:48:12Z', 'updated_at': '2021-11-19T17:48:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': 'aa43dbcb-d7c3-42e3-a372-2994a539303a', 'name': '', 'network_id': 'd8ac92c4-0b67-48ff-9053-9b7b6d8cb532', 'tenant_id': '71f143b90b844169b3eeea1a30bf2a6c', 'mac_address': 'fa:16:3e:80:c8:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24310985-bad0-4434-aaa5-5be0ef78db2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': '6d4d7490-658a-4bdc-a7c0-ec99d85e1097', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:48:18Z', 'updated_at': '2021-11-19T17:48:29Z', 'revision_number': 5, 'project_id': '71f143b90b844169b3eeea1a30bf2a6c', 'subnets': [{'id': '6d4d7490-658a-4bdc-a7c0-ec99d85e1097', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 17:50:45.123102 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6c709b4b-78f7-483c-b0af-6db87f83a551 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:45.172346 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9a3cc134-eded-495d-af53-bfa14431a287 req-99e77fd4-bb56-4097-81cc-739cd49ffd74 service neutron] 10.222.0.60 "GET /v2.0/networks/346debfa-452b-4048-abf4-8f4493625ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2941196 Nov 19 17:50:45.198587 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6c709b4b-78f7-483c-b0af-6db87f83a551 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:45.347747 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 59020) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:50:45.377759 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device bbc598b3-53f3-4676-9c56-f2e27aa4a7f5 details requested by agent hyperv_n-h1-818022-2 with host n-h1-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 17:50:45.378367 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-cdd06853-de78-44df-8a02-5bb4f30249ed tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:45.382562 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-cdd06853-de78-44df-8a02-5bb4f30249ed tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] 10.222.0.54 "DELETE /v2.0/ports/5765fb0d-04b3-44c3-95f6-e5137788f543 HTTP/1.1" status: 204 len: 168 time: 1.6312616 Nov 19 17:50:45.384340 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 59022) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:50:45.384510 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 8328b0ce-0e2d-410d-b42f-31b62e778215 no longer exists at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:50:45.410352 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] No Port match for: 8328b0ce-0e2d-410d-b42f-31b62e778215 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:50:45.410953 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 8328b0ce-0e2d-410d-b42f-31b62e778215 not bound to the agent host n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:50:45.413273 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fd5fa2-4643-4146-8e0b-49f31ea3b422 req-472d0de3-ea6e-4108-a034-872463c9d46c tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:45.414879 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b3fd5fa2-4643-4146-8e0b-49f31ea3b422 req-472d0de3-ea6e-4108-a034-872463c9d46c tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/ports?device_id=45106a11-acb2-45a3-b216-7a27610e2a32 HTTP/1.1" status: 200 len: 950 time: 0.1580622 Nov 19 17:50:45.431687 n-d-818022-2 neutron-server[103365]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cb7cde8-9f13-4fa9-8c12-c5ae7d1caa62 tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] GET failed (client error): The resource could not be found. Nov 19 17:50:45.434707 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-6cb7cde8-9f13-4fa9-8c12-c5ae7d1caa62 tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] 10.222.0.54 "GET /v2.0/ports/5765fb0d-04b3-44c3-95f6-e5137788f543 HTTP/1.1" status: 404 len: 333 time: 0.0483916 Nov 19 17:50:45.437114 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 59024) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:50:45.523990 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port bbc598b3-53f3-4676-9c56-f2e27aa4a7f5, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=bbc598b3-53f3-4676-9c56-f2e27aa4a7f5,segment=NetworkSegment(ca1955a5-8302-44fc-89d8-f39d4f35e721),segment_id=ca1955a5-8302-44fc-89d8-f39d4f35e721)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:50:45.533465 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b3fd5fa2-4643-4146-8e0b-49f31ea3b422 req-c981efee-1245-47f1-bb4f-7016f46fe36b tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/security-groups?id=6e557aa4-1576-4002-9603-a630915d92af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012740 Nov 19 17:50:45.534116 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-34f82146-0062-42d9-a703-61bf847486cb tempest-ServersTestJSON-407418042 tempest-ServersTestJSON-407418042-project] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:45.539619 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db480942-1f7e-4f78-99ce-d90bac7e62b7 None None] New status for floating IP 19b72e90-3b7e-4427-ad2c-b5783ab1ad22: DOWN {{(pid=103366) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 17:50:45.549240 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-11e751df-03d1-4473-b813-03251782eb66 tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] Deleting port 272538d9-720b-4495-8545-a7dbfe37489e {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:50:45.549668 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-11e751df-03d1-4473-b813-03251782eb66 tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:45.576637 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-34f82146-0062-42d9-a703-61bf847486cb tempest-ServersTestJSON-407418042 tempest-ServersTestJSON-407418042-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:45.599275 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6c709b4b-78f7-483c-b0af-6db87f83a551 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Publish callbacks [] for port, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:45.617243 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6c709b4b-78f7-483c-b0af-6db87f83a551 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:45.662064 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Returning: {'device': 'bbc598b3-53f3-4676-9c56-f2e27aa4a7f5', 'network_id': 'e0733363-bc13-4279-a049-77115213ac4d', 'port_id': 'bbc598b3-53f3-4676-9c56-f2e27aa4a7f5', 'mac_address': 'fa:16:3e:30:66:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '375a0321-4cc3-4e77-b3a1-2bc7264aa560', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 17:50:45.671407 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-11e751df-03d1-4473-b813-03251782eb66 tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:45.687879 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-11e751df-03d1-4473-b813-03251782eb66 tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] Calling delete_port for 272538d9-720b-4495-8545-a7dbfe37489e owned by {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:50:45.708875 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:45.725831 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbc598b3-53f3-4676-9c56-f2e27aa4a7f5 {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:50:45.735287 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c709b4b-78f7-483c-b0af-6db87f83a551 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Pushing event updated for resources: {'Port': ['ID=2a3ce37d-5ff8-4512-a9b3-e4cb1fbf83ff,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:50:45.743261 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6c709b4b-78f7-483c-b0af-6db87f83a551 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-671284'] for floatingip, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:45.751221 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-34f82146-0062-42d9-a703-61bf847486cb tempest-ServersTestJSON-407418042 tempest-ServersTestJSON-407418042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:45.752700 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port bbc598b3-53f3-4676-9c56-f2e27aa4a7f5, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=bbc598b3-53f3-4676-9c56-f2e27aa4a7f5,segment=NetworkSegment(ca1955a5-8302-44fc-89d8-f39d4f35e721),segment_id=ca1955a5-8302-44fc-89d8-f39d4f35e721)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:50:45.753875 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-34f82146-0062-42d9-a703-61bf847486cb tempest-ServersTestJSON-407418042 tempest-ServersTestJSON-407418042-project] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:45.755369 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-34f82146-0062-42d9-a703-61bf847486cb tempest-ServersTestJSON-407418042 tempest-ServersTestJSON-407418042-project] 10.222.0.54 "DELETE /v2.0/security-groups/3e7f346a-e4d6-4977-bb84-562683438f29 HTTP/1.1" status: 204 len: 168 time: 0.4063768 Nov 19 17:50:45.758413 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 59028) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:50:45.759840 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:45.771281 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f82146-0062-42d9-a703-61bf847486cb tempest-ServersTestJSON-407418042 tempest-ServersTestJSON-407418042-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e7f346a-e4d6-4977-bb84-562683438f29,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:50:45.777668 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6c709b4b-78f7-483c-b0af-6db87f83a551 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for floatingip, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:45.779021 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-6c709b4b-78f7-483c-b0af-6db87f83a551 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3902662 Nov 19 17:50:45.787749 n-d-818022-2 neutron-server[103365]: INFO neutron.api.v2.resource [None req-8f6f6b0d-4b3b-4d8b-88c5-35d8f0130662 tempest-ServersTestJSON-407418042 tempest-ServersTestJSON-407418042-project] show failed (client error): The resource could not be found. Nov 19 17:50:45.788816 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-8f6f6b0d-4b3b-4d8b-88c5-35d8f0130662 tempest-ServersTestJSON-407418042 tempest-ServersTestJSON-407418042-project] 10.222.0.54 "GET /v2.0/security-groups/3e7f346a-e4d6-4977-bb84-562683438f29 HTTP/1.1" status: 404 len: 347 time: 0.0290611 Nov 19 17:50:45.793691 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 59032) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:50:45.835270 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=bbc598b3-53f3-4676-9c56-f2e27aa4a7f5,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:50:45.890980 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-11e751df-03d1-4473-b813-03251782eb66 tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:45.940351 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e751df-03d1-4473-b813-03251782eb66 tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] Pushing event deleted for resources: {'Port': ['ID=272538d9-720b-4495-8545-a7dbfe37489e,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:50:45.967937 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-11e751df-03d1-4473-b813-03251782eb66 tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:45.974152 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-11e751df-03d1-4473-b813-03251782eb66 tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] 10.222.0.54 "DELETE /v2.0/ports/272538d9-720b-4495-8545-a7dbfe37489e HTTP/1.1" status: 204 len: 168 time: 0.5329750 Nov 19 17:50:45.974416 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 59042) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:50:46.014279 n-d-818022-2 neutron-server[103365]: INFO neutron.pecan_wsgi.hooks.translation [None req-2efaa0d6-878a-46b3-9fdc-190ba3a0ccf1 tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] GET failed (client error): The resource could not be found. Nov 19 17:50:46.015863 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-2efaa0d6-878a-46b3-9fdc-190ba3a0ccf1 tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] 10.222.0.54 "GET /v2.0/ports/272538d9-720b-4495-8545-a7dbfe37489e HTTP/1.1" status: 404 len: 333 time: 0.0402601 Nov 19 17:50:46.017209 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-8fa13723-59d1-4722-addd-72fe3b5c3aa3 tempest-ServersTestJSON-407418042 tempest-ServersTestJSON-407418042-project] Deleting port e00d522e-b9c1-4339-aea5-47134c1f6620 {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:50:46.017747 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8fa13723-59d1-4722-addd-72fe3b5c3aa3 tempest-ServersTestJSON-407418042 tempest-ServersTestJSON-407418042-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:46.030532 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 59044) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:50:46.072542 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790b7582-cdde-422f-852a-6a55f122aca7 req-0d3a2b2d-bcb2-4ae6-9d28-f4e73d8c6a43 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:46.074685 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-790b7582-cdde-422f-852a-6a55f122aca7 req-0d3a2b2d-bcb2-4ae6-9d28-f4e73d8c6a43 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/ports?device_id=24cd9be2-e357-4931-83be-a3fa741ba79c HTTP/1.1" status: 200 len: 944 time: 0.1212599 Nov 19 17:50:46.130102 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1a4c00-11b0-4329-832d-a10a9950f95e req-b7288f1f-1e14-42eb-aa08-77c55c71c313 tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:46.131651 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6c1a4c00-11b0-4329-832d-a10a9950f95e req-b7288f1f-1e14-42eb-aa08-77c55c71c313 tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] 10.222.0.54 "GET /v2.0/ports?device_id=5f783170-a00e-49e4-888a-369d37ba4d25 HTTP/1.1" status: 200 len: 945 time: 0.1473510 Nov 19 17:50:46.144558 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8fa13723-59d1-4722-addd-72fe3b5c3aa3 tempest-ServersTestJSON-407418042 tempest-ServersTestJSON-407418042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:46.144875 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8fa13723-59d1-4722-addd-72fe3b5c3aa3 tempest-ServersTestJSON-407418042 tempest-ServersTestJSON-407418042-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:46.156679 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-52d8f4e5-b9d2-44d5-ab0f-24a1cffd874b tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] Deleting port 190ed37c-b29d-4146-981f-a2f38e02cc35 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:50:46.157111 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-52d8f4e5-b9d2-44d5-ab0f-24a1cffd874b tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:46.161113 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-790b7582-cdde-422f-852a-6a55f122aca7 req-900db95b-ccb6-4974-a09c-c161f94a201f tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/security-groups?id=e103badb-33bc-4a96-ade0-89c422abc1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751536 Nov 19 17:50:46.164732 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-8fa13723-59d1-4722-addd-72fe3b5c3aa3 tempest-ServersTestJSON-407418042 tempest-ServersTestJSON-407418042-project] Calling delete_port for e00d522e-b9c1-4339-aea5-47134c1f6620 owned by network:floatingip {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:50:46.198596 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['bbc598b3-53f3-4676-9c56-f2e27aa4a7f5'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:50:46.251937 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6c1a4c00-11b0-4329-832d-a10a9950f95e req-39bcd3bd-8b9c-4d67-9072-d84597fac791 tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] 10.222.0.54 "GET /v2.0/security-groups?id=79517508-381b-4077-8d39-0c2cf4e2980c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052160 Nov 19 17:50:46.287826 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-52d8f4e5-b9d2-44d5-ab0f-24a1cffd874b tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:46.301772 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-52d8f4e5-b9d2-44d5-ab0f-24a1cffd874b tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] Calling delete_port for 190ed37c-b29d-4146-981f-a2f38e02cc35 owned by {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:50:46.383017 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-40de0099-646b-4fe8-a7ed-2be2c1f52eb5 req-9d141281-15a8-4b5e-a75a-dc52d8fb1a02 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--598740888&fields=id&tenant_id=063ef7e3fa9c49daa0ae772568226d29 HTTP/1.1" status: 200 len: 267 time: 0.0658481 Nov 19 17:50:46.384129 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8fa13723-59d1-4722-addd-72fe3b5c3aa3 tempest-ServersTestJSON-407418042 tempest-ServersTestJSON-407418042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:46.436399 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa13723-59d1-4722-addd-72fe3b5c3aa3 tempest-ServersTestJSON-407418042 tempest-ServersTestJSON-407418042-project] Pushing event deleted for resources: {'Port': ['ID=e00d522e-b9c1-4339-aea5-47134c1f6620,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:50:46.447415 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-52d8f4e5-b9d2-44d5-ab0f-24a1cffd874b tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:46.478075 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d8f4e5-b9d2-44d5-ab0f-24a1cffd874b tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] Pushing event deleted for resources: {'Port': ['ID=190ed37c-b29d-4146-981f-a2f38e02cc35,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:50:46.508201 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-52d8f4e5-b9d2-44d5-ab0f-24a1cffd874b tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:46.511674 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-52d8f4e5-b9d2-44d5-ab0f-24a1cffd874b tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] 10.222.0.54 "DELETE /v2.0/ports/190ed37c-b29d-4146-981f-a2f38e02cc35 HTTP/1.1" status: 204 len: 168 time: 0.4792128 Nov 19 17:50:46.514255 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 59054) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:50:46.566136 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8fa13723-59d1-4722-addd-72fe3b5c3aa3 tempest-ServersTestJSON-407418042 tempest-ServersTestJSON-407418042-project] Publish callbacks [] for floatingip, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:46.569714 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8fa13723-59d1-4722-addd-72fe3b5c3aa3 tempest-ServersTestJSON-407418042 tempest-ServersTestJSON-407418042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for floatingip, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:46.570962 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-8fa13723-59d1-4722-addd-72fe3b5c3aa3 tempest-ServersTestJSON-407418042 tempest-ServersTestJSON-407418042-project] 10.222.0.54 "DELETE /v2.0/floatingips/19b72e90-3b7e-4427-ad2c-b5783ab1ad22 HTTP/1.1" status: 204 len: 168 time: 0.7760582 Nov 19 17:50:46.573801 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_v2 [None req-a16d4beb-bd7c-4082-a427-020348e0bd84 tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] Deleting subnet 35f1a3e4-3187-44c5-8601-a1bd2f1c73e6 {{(pid=103365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 17:50:46.577265 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a16d4beb-bd7c-4082-a427-020348e0bd84 tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] Publish callbacks [] for subnet, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:46.580691 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40de0099-646b-4fe8-a7ed-2be2c1f52eb5 req-ce4b83ab-662d-46ac-9ff0-5e083867d8e5 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:46.582433 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-40de0099-646b-4fe8-a7ed-2be2c1f52eb5 req-ce4b83ab-662d-46ac-9ff0-5e083867d8e5 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/networks?id=fdcadcc4-b6d0-4be3-9284-8f7eda9af8ea HTTP/1.1" status: 200 len: 816 time: 0.1879361 Nov 19 17:50:46.582699 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 59058) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:50:46.639344 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a16d4beb-bd7c-4082-a427-020348e0bd84 tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12546453'] for subnet, precommit_delete_associations {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:46.649371 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-40de0099-646b-4fe8-a7ed-2be2c1f52eb5 req-3fe7d179-7622-4f6f-b767-0d0a6458e100 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/quotas/063ef7e3fa9c49daa0ae772568226d29 HTTP/1.1" status: 200 len: 375 time: 0.0572176 Nov 19 17:50:46.755100 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61366cd2-15da-43a4-9415-a7e731cd8124 req-18e369ea-f013-4cf2-b88e-e072dab1bf59 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:46.756518 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-61366cd2-15da-43a4-9415-a7e731cd8124 req-18e369ea-f013-4cf2-b88e-e072dab1bf59 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/ports?device_id=45106a11-acb2-45a3-b216-7a27610e2a32 HTTP/1.1" status: 200 len: 950 time: 0.0934629 Nov 19 17:50:46.770733 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-40de0099-646b-4fe8-a7ed-2be2c1f52eb5 req-9a31ecb3-f59e-497a-af55-bde53b5729ff tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=063ef7e3fa9c49daa0ae772568226d29&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1121106 Nov 19 17:50:46.788042 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a16d4beb-bd7c-4082-a427-020348e0bd84 tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:46.842626 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-61366cd2-15da-43a4-9415-a7e731cd8124 req-de289a29-5d82-41ea-9f1e-fbbcd99a8f62 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/security-groups?id=6e557aa4-1576-4002-9603-a630915d92af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791047 Nov 19 17:50:46.868407 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a16d4beb-bd7c-4082-a427-020348e0bd84 tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12282919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8731163'] for subnet, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:46.904434 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16d4beb-bd7c-4082-a427-020348e0bd84 tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] Pushing event deleted for resources: {'Subnet': ['ID=35f1a3e4-3187-44c5-8601-a1bd2f1c73e6,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:50:46.908523 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a16d4beb-bd7c-4082-a427-020348e0bd84 tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:46.916090 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-a16d4beb-bd7c-4082-a427-020348e0bd84 tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] 10.222.0.54 "DELETE /v2.0/subnets/35f1a3e4-3187-44c5-8601-a1bd2f1c73e6 HTTP/1.1" status: 204 len: 168 time: 0.3982811 Nov 19 17:50:46.916090 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 59062) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:50:46.920001 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8feb87f0-02b5-4cb8-bf0d-79aa7531149f None None] Network 3a77d178-2677-4a42-9710-fb9c4d9dbb67 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:50:46.973109 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-40de0099-646b-4fe8-a7ed-2be2c1f52eb5 req-a7f6b4b0-10b0-48a0-b865-6ae5d48585f1 service neutron] 10.222.0.54 "GET /v2.0/networks/fdcadcc4-b6d0-4be3-9284-8f7eda9af8ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647556 Nov 19 17:50:47.028329 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-93b45246-ff1f-4ec0-a151-c41064eeb2e7 tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:47.095690 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-93b45246-ff1f-4ec0-a151-c41064eeb2e7 tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] Deleting port 4ec0be53-be23-46db-8ea6-44a0579ab8c0 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:50:47.095690 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-93b45246-ff1f-4ec0-a151-c41064eeb2e7 tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:47.126085 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-40de0099-646b-4fe8-a7ed-2be2c1f52eb5 req-bcce3d60-bc8c-42dc-b26b-fb187b6fc9a5 service neutron] 10.222.0.54 "GET /v2.0/networks/fdcadcc4-b6d0-4be3-9284-8f7eda9af8ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310413 Nov 19 17:50:47.160002 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [None req-93b45246-ff1f-4ec0-a151-c41064eeb2e7 tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] For port 4ec0be53-be23-46db-8ea6-44a0579ab8c0, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=4ec0be53-be23-46db-8ea6-44a0579ab8c0,segment=NetworkSegment(1f4830f3-d44a-4be9-bb7d-5d15ae41fcfa),segment_id=1f4830f3-d44a-4be9-bb7d-5d15ae41fcfa)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:50:47.160330 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-93b45246-ff1f-4ec0-a151-c41064eeb2e7 tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:47.175575 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-93b45246-ff1f-4ec0-a151-c41064eeb2e7 tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] Calling delete_port for 4ec0be53-be23-46db-8ea6-44a0579ab8c0 owned by network:dhcp {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:50:47.228958 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7f555b62-01e5-45ca-9a4d-a87791269ea6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-768564'] for router_interface, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:47.277194 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ada6dcde-5aa8-4e79-b2b9-149d5993b448 None None] DHCP port deletion for 3a77d178-2677-4a42-9710-fb9c4d9dbb67 request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 17:50:47.371927 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-ada6dcde-5aa8-4e79-b2b9-149d5993b448 None None] Deleting port 4ec0be53-be23-46db-8ea6-44a0579ab8c0 {{(pid=103366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:50:47.373142 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ada6dcde-5aa8-4e79-b2b9-149d5993b448 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:47.400055 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device f18e54c2-7e2f-40c8-a534-15d92701a475 details requested by agent hyperv_n-h1-818022-2 with host n-h1-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 17:50:47.403363 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 5dc66dca-c438-4b95-943c-57d0ac53a1ca up at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:50:47.597846 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae435b8-4463-489d-a917-97ad3ec7b294 req-89074c02-8474-4582-b985-46e8249b5fdf tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:47.602556 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-eae435b8-4463-489d-a917-97ad3ec7b294 req-89074c02-8474-4582-b985-46e8249b5fdf tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] 10.222.0.54 "GET /v2.0/ports?device_id=5f783170-a00e-49e4-888a-369d37ba4d25 HTTP/1.1" status: 200 len: 945 time: 0.1424181 Nov 19 17:50:47.621082 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-ada6dcde-5aa8-4e79-b2b9-149d5993b448 None None] For port 4ec0be53-be23-46db-8ea6-44a0579ab8c0, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=4ec0be53-be23-46db-8ea6-44a0579ab8c0,segment=NetworkSegment(1f4830f3-d44a-4be9-bb7d-5d15ae41fcfa),segment_id=1f4830f3-d44a-4be9-bb7d-5d15ae41fcfa)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:50:47.621392 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ada6dcde-5aa8-4e79-b2b9-149d5993b448 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:47.635408 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning for port 5dc66dca-c438-4b95-943c-57d0ac53a1ca completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 17:50:47.645428 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning complete for port 5dc66dca-c438-4b95-943c-57d0ac53a1ca triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:50:47.645945 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:47.650672 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-ada6dcde-5aa8-4e79-b2b9-149d5993b448 None None] Calling delete_port for 4ec0be53-be23-46db-8ea6-44a0579ab8c0 owned by network:dhcp {{(pid=103366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:50:47.706103 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-eae435b8-4463-489d-a917-97ad3ec7b294 req-7876f7f3-b80d-4613-a291-c0c9481306ee tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] 10.222.0.54 "GET /v2.0/security-groups?id=79517508-381b-4077-8d39-0c2cf4e2980c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851226 Nov 19 17:50:47.806761 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff51ecc-770c-4916-bece-757374a26aa8 req-0b2b00b3-055e-4420-8231-438d97c61297 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:47.807458 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b9e4c95b-4551-45b0-bd33-48476ec521d6 req-7861fca3-e2f5-42f1-b878-038cc84b23d6 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/ports?device_id=19a4af58-8f1f-46c0-b13d-59abb7b40678 HTTP/1.1" status: 200 len: 210 time: 0.0345120 Nov 19 17:50:47.817791 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2ff51ecc-770c-4916-bece-757374a26aa8 req-0b2b00b3-055e-4420-8231-438d97c61297 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/ports?device_id=24cd9be2-e357-4931-83be-a3fa741ba79c HTTP/1.1" status: 200 len: 944 time: 0.5295570 Nov 19 17:50:47.837682 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-93b45246-ff1f-4ec0-a151-c41064eeb2e7 tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:47.854933 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port f18e54c2-7e2f-40c8-a534-15d92701a475, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=f18e54c2-7e2f-40c8-a534-15d92701a475,segment=NetworkSegment(1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861),segment_id=1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:50:47.890701 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b45246-ff1f-4ec0-a151-c41064eeb2e7 tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] Pushing event deleted for resources: {'Port': ['ID=4ec0be53-be23-46db-8ea6-44a0579ab8c0,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:50:47.900275 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Returning: {'device': 'f18e54c2-7e2f-40c8-a534-15d92701a475', 'network_id': '346debfa-452b-4048-abf4-8f4493625ef2', 'port_id': 'f18e54c2-7e2f-40c8-a534-15d92701a475', 'mac_address': 'fa:16:3e:9c:08:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b3c88de-c9c2-4a20-b19e-1855c2c19035', 'ip_address': '192.168.233.148'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 17:50:47.915879 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:47.919463 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b45246-ff1f-4ec0-a151-c41064eeb2e7 tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] No DVR routers for this DVR port 4ec0be53-be23-46db-8ea6-44a0579ab8c0 on host n-d-818022-2 {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:50:47.931926 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-7f555b62-01e5-45ca-9a4d-a87791269ea6 admin admin] Deleting port aa43dbcb-d7c3-42e3-a372-2994a539303a {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:50:47.932307 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7f555b62-01e5-45ca-9a4d-a87791269ea6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:47.981137 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ada6dcde-5aa8-4e79-b2b9-149d5993b448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007'] for port, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:47.990559 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2ff51ecc-770c-4916-bece-757374a26aa8 req-eeb2bfec-23b2-483f-95bc-179d9b458fdb tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/security-groups?id=e103badb-33bc-4a96-ade0-89c422abc1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680019 Nov 19 17:50:48.018344 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 4ec0be53-be23-46db-8ea6-44a0579ab8c0 no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:50:48.032957 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada6dcde-5aa8-4e79-b2b9-149d5993b448 None None] Pushing event deleted for resources: {'Port': ['ID=4ec0be53-be23-46db-8ea6-44a0579ab8c0,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:50:48.051075 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [None req-7f555b62-01e5-45ca-9a4d-a87791269ea6 admin admin] For port aa43dbcb-d7c3-42e3-a372-2994a539303a, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=aa43dbcb-d7c3-42e3-a372-2994a539303a,segment=NetworkSegment(8134ffe6-9a76-4d03-8b04-9fa6111c8127),segment_id=8134ffe6-9a76-4d03-8b04-9fa6111c8127)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:50:48.051874 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7f555b62-01e5-45ca-9a4d-a87791269ea6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:48.067816 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-7f555b62-01e5-45ca-9a4d-a87791269ea6 admin admin] Calling delete_port for aa43dbcb-d7c3-42e3-a372-2994a539303a owned by network:router_interface {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:50:48.069055 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 5dc66dca-c438-4b95-943c-57d0ac53a1ca, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=5dc66dca-c438-4b95-943c-57d0ac53a1ca,segment=NetworkSegment(76ca7d5f-3474-4bcd-9b64-65e02324eb89),segment_id=76ca7d5f-3474-4bcd-9b64-65e02324eb89)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:50:48.096030 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24cd9be2-e357-4931-83be-a3fa741ba79c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dc66dca-c438-4b95-943c-57d0ac53a1ca'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:50:48.098507 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3940761bcd94e032e6960d2241bd8993c5d3a7d8dc2aca8488f3ecf1d4dd2fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9196d85-83dd-4e02-8561-e3369d48bd49" -d '{"events": [{"server_uuid": "24cd9be2-e357-4931-83be-a3fa741ba79c", "name": "network-vif-plugged", "status": "completed", "tag": "5dc66dca-c438-4b95-943c-57d0ac53a1ca"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:50:48.107675 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:48.108618 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device f18e54c2-7e2f-40c8-a534-15d92701a475 no longer exists at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:50:48.117928 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-93b45246-ff1f-4ec0-a151-c41064eeb2e7 tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:48.174513 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: 4ec0be53-be23-46db-8ea6-44a0579ab8c0 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:50:48.175271 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 4ec0be53-be23-46db-8ea6-44a0579ab8c0 not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:50:48.175967 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-93b45246-ff1f-4ec0-a151-c41064eeb2e7 tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a77d178-2677-4a42-9710-fb9c4d9dbb67']}} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:50:48.179208 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:50:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7370d94-8daa-4b07-9286-1b631a5fc64e x-openstack-request-id: req-a7370d94-8daa-4b07-9286-1b631a5fc64e {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:50:48.179608 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24cd9be2-e357-4931-83be-a3fa741ba79c", "name": "network-vif-plugged", "status": "completed", "tag": "5dc66dca-c438-4b95-943c-57d0ac53a1ca", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:50:48.180012 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a7370d94-8daa-4b07-9286-1b631a5fc64e {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:50:48.181127 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24cd9be2-e357-4931-83be-a3fa741ba79c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dc66dca-c438-4b95-943c-57d0ac53a1ca', 'code': 200} Nov 19 17:50:48.190043 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67768ebe-e841-4ad3-976f-a66c15953609 req-193bfedf-f79e-4bea-a1f0-1d8850442467 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:48.199081 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-67768ebe-e841-4ad3-976f-a66c15953609 req-193bfedf-f79e-4bea-a1f0-1d8850442467 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/ports?device_id=45106a11-acb2-45a3-b216-7a27610e2a32 HTTP/1.1" status: 200 len: 950 time: 0.0802577 Nov 19 17:50:48.199371 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-93b45246-ff1f-4ec0-a151-c41064eeb2e7 tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f4830f3-d44a-4be9-bb7d-5d15ae41fcfa') {'for_net_delete': True} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:50:48.199833 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-93b45246-ff1f-4ec0-a151-c41064eeb2e7 tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f4830f3-d44a-4be9-bb7d-5d15ae41fcfa') {} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:50:48.204162 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=5dc66dca-c438-4b95-943c-57d0ac53a1ca,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:50:48.211115 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada6dcde-5aa8-4e79-b2b9-149d5993b448 None None] No DVR routers for this DVR port 4ec0be53-be23-46db-8ea6-44a0579ab8c0 on host n-d-818022-2 {{(pid=103366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:50:48.212816 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-93b45246-ff1f-4ec0-a151-c41064eeb2e7 tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12545382'] for segment, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:48.232691 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:48.243413 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-93b45246-ff1f-4ec0-a151-c41064eeb2e7 tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:48.252095 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93b45246-ff1f-4ec0-a151-c41064eeb2e7 tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] Releasing vlan 697 on physical network physnet1 to pool {{(pid=103365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 17:50:48.253462 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-93b45246-ff1f-4ec0-a151-c41064eeb2e7 tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12282953'] for segment, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:48.255746 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f18e54c2-7e2f-40c8-a534-15d92701a475 {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:50:48.259580 n-d-818022-2 neutron-server[103365]: Traceback (most recent call last): Nov 19 17:50:48.259580 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 17:50:48.259580 n-d-818022-2 neutron-server[103365]: timer() Nov 19 17:50:48.259580 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 17:50:48.259580 n-d-818022-2 neutron-server[103365]: cb(*args, **kw) Nov 19 17:50:48.259580 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 17:50:48.259580 n-d-818022-2 neutron-server[103365]: return func(*args, **kwargs) Nov 19 17:50:48.259580 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 17:50:48.259580 n-d-818022-2 neutron-server[103365]: self._notify() Nov 19 17:50:48.259580 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 17:50:48.259580 n-d-818022-2 neutron-server[103365]: self.callback(batched_events) Nov 19 17:50:48.259580 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 17:50:48.259580 n-d-818022-2 neutron-server[103365]: event.method(event) Nov 19 17:50:48.259580 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 17:50:48.259580 n-d-818022-2 neutron-server[103365]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 17:50:48.259580 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 17:50:48.259580 n-d-818022-2 neutron-server[103365]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 17:50:48.259580 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 17:50:48.259580 n-d-818022-2 neutron-server[103365]: return f(self, *a, **k) Nov 19 17:50:48.259580 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 17:50:48.259580 n-d-818022-2 neutron-server[103365]: return self._get(url).json() Nov 19 17:50:48.259580 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 17:50:48.259580 n-d-818022-2 neutron-server[103365]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 17:50:48.259580 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 17:50:48.259580 n-d-818022-2 neutron-server[103365]: return self.request(url, 'GET', **kwargs) Nov 19 17:50:48.259580 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 17:50:48.259580 n-d-818022-2 neutron-server[103365]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 17:50:48.259580 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 17:50:48.259580 n-d-818022-2 neutron-server[103365]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 17:50:48.259580 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 17:50:48.259580 n-d-818022-2 neutron-server[103365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 17:50:48.259580 n-d-818022-2 neutron-server[103365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 17:50:48.282246 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port f18e54c2-7e2f-40c8-a534-15d92701a475, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=f18e54c2-7e2f-40c8-a534-15d92701a475,segment=NetworkSegment(1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861),segment_id=1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:50:48.294706 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:48.310758 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-67768ebe-e841-4ad3-976f-a66c15953609 req-090e814a-0699-4eb5-b271-60ad25f7b976 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/security-groups?id=6e557aa4-1576-4002-9603-a630915d92af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105537 Nov 19 17:50:48.408756 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bfdef6-db58-494e-9aa9-64b5bb578e8a req-38461afb-cdad-4440-a5f7-dd47fe15f483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:48.411131 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b3bfdef6-db58-494e-9aa9-64b5bb578e8a req-38461afb-cdad-4440-a5f7-dd47fe15f483 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=24cd9be2-e357-4931-83be-a3fa741ba79c HTTP/1.1" status: 200 len: 1096 time: 0.0656505 Nov 19 17:50:48.411889 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-93b45246-ff1f-4ec0-a151-c41064eeb2e7 tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671242'] for network, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:48.420730 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=f18e54c2-7e2f-40c8-a534-15d92701a475,revision_number=6']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:50:48.424897 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7f555b62-01e5-45ca-9a4d-a87791269ea6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:48.434671 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-93b45246-ff1f-4ec0-a151-c41064eeb2e7 tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:48.438465 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-93b45246-ff1f-4ec0-a151-c41064eeb2e7 tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] 10.222.0.54 "DELETE /v2.0/networks/3a77d178-2677-4a42-9710-fb9c4d9dbb67 HTTP/1.1" status: 204 len: 168 time: 1.5211492 Nov 19 17:50:48.460182 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b45246-ff1f-4ec0-a151-c41064eeb2e7 tempest-AllowedAddressPairIpV6TestJSON-556639300 tempest-AllowedAddressPairIpV6TestJSON-556639300-project] Pushing event deleted for resources: {'Network': ['ID=3a77d178-2677-4a42-9710-fb9c4d9dbb67,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:50:48.465238 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:48.470178 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f555b62-01e5-45ca-9a4d-a87791269ea6 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa43dbcb-d7c3-42e3-a372-2994a539303a,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:50:48.499823 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id f18e54c2-7e2f-40c8-a534-15d92701a475 {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:50:48.542520 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b3bfdef6-db58-494e-9aa9-64b5bb578e8a req-af59c991-1384-40eb-b1a4-8adf4eb693be service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=e103badb-33bc-4a96-ade0-89c422abc1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009989 Nov 19 17:50:48.549227 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port f18e54c2-7e2f-40c8-a534-15d92701a475, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=f18e54c2-7e2f-40c8-a534-15d92701a475,segment=NetworkSegment(1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861),segment_id=1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:50:48.559280 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:48.643008 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=f18e54c2-7e2f-40c8-a534-15d92701a475,revision_number=7']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:50:48.741091 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7f555b62-01e5-45ca-9a4d-a87791269ea6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-768648'] for router_interface, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:48.767548 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['f18e54c2-7e2f-40c8-a534-15d92701a475'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:50:48.826752 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83621a00-5cfb-4a32-b8ee-85e1c153bc44 req-9bfc03b8-eee1-40a2-8589-ade9285d08ec tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:48.828426 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-83621a00-5cfb-4a32-b8ee-85e1c153bc44 req-9bfc03b8-eee1-40a2-8589-ade9285d08ec tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/ports?device_id=45106a11-acb2-45a3-b216-7a27610e2a32 HTTP/1.1" status: 200 len: 948 time: 0.1275470 Nov 19 17:50:48.832235 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb3a766-67b5-4266-a346-2560e7553b21 req-36dfa839-2bf4-4714-9b2d-a84fbe9d0d83 tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:48.840832 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6cb3a766-67b5-4266-a346-2560e7553b21 req-36dfa839-2bf4-4714-9b2d-a84fbe9d0d83 tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] 10.222.0.54 "GET /v2.0/ports?device_id=5f783170-a00e-49e4-888a-369d37ba4d25 HTTP/1.1" status: 200 len: 945 time: 0.0649328 Nov 19 17:50:48.870619 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 59098) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:50:48.922730 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-83621a00-5cfb-4a32-b8ee-85e1c153bc44 req-945bcb0a-30dd-4945-95e6-b8bbb06aa705 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/security-groups?id=6e557aa4-1576-4002-9603-a630915d92af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662251 Nov 19 17:50:49.009096 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6cb3a766-67b5-4266-a346-2560e7553b21 req-9b652971-8b5b-4414-931a-7d061a2a23a3 tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] 10.222.0.54 "GET /v2.0/security-groups?id=79517508-381b-4077-8d39-0c2cf4e2980c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664057 Nov 19 17:50:49.052505 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61210701-097d-4d85-aeec-d7b3c1c44a6f req-a8ff829e-d328-431a-ba86-2d1a4540b85b tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:49.059175 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-61210701-097d-4d85-aeec-d7b3c1c44a6f req-a8ff829e-d328-431a-ba86-2d1a4540b85b tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.60 "GET /v2.0/ports?device_id=45106a11-acb2-45a3-b216-7a27610e2a32&tenant_id=7136fa31325e4016a695ca7c60f57962&binding%3Ahost_id=n-h1-818022-2 HTTP/1.1" status: 200 len: 948 time: 0.2136140 Nov 19 17:50:49.168469 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-61210701-097d-4d85-aeec-d7b3c1c44a6f req-7de7b076-778f-43b2-9e18-d14f8d64c6fa service neutron] 10.222.0.60 "GET /v2.0/ports/f18e54c2-7e2f-40c8-a534-15d92701a475/bindings/n-h1-818022-2 HTTP/1.1" status: 200 len: 382 time: 0.0776556 Nov 19 17:50:49.257569 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebac835b-b364-4f8e-a5e9-02154d2104ff req-29141d81-8012-4a43-8778-908d5a4c040b tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:49.259179 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ebac835b-b364-4f8e-a5e9-02154d2104ff req-29141d81-8012-4a43-8778-908d5a4c040b tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/ports?device_id=24cd9be2-e357-4931-83be-a3fa741ba79c HTTP/1.1" status: 200 len: 945 time: 0.0862036 Nov 19 17:50:49.266254 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61210701-097d-4d85-aeec-d7b3c1c44a6f req-36c599dc-7abf-4760-b39e-7d41be7ad11c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:49.267829 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-61210701-097d-4d85-aeec-d7b3c1c44a6f req-36c599dc-7abf-4760-b39e-7d41be7ad11c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7136fa31325e4016a695ca7c60f57962&device_id=45106a11-acb2-45a3-b216-7a27610e2a32 HTTP/1.1" status: 200 len: 1099 time: 0.0670583 Nov 19 17:50:49.364122 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ebac835b-b364-4f8e-a5e9-02154d2104ff req-95fe5b47-c21a-4eae-988c-dcdd16de67a4 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/security-groups?id=e103badb-33bc-4a96-ade0-89c422abc1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952322 Nov 19 17:50:49.382596 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device bbc598b3-53f3-4676-9c56-f2e27aa4a7f5 up at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:50:49.401448 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61210701-097d-4d85-aeec-d7b3c1c44a6f req-ef162356-d051-46c3-b2f7-8e8abe84c89a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:49.403365 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-61210701-097d-4d85-aeec-d7b3c1c44a6f req-ef162356-d051-46c3-b2f7-8e8abe84c89a service neutron] 10.222.0.60 "GET /v2.0/networks?id=346debfa-452b-4048-abf4-8f4493625ef2 HTTP/1.1" status: 200 len: 870 time: 0.1201489 Nov 19 17:50:49.452134 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning for port bbc598b3-53f3-4676-9c56-f2e27aa4a7f5 completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 17:50:49.456723 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning complete for port bbc598b3-53f3-4676-9c56-f2e27aa4a7f5 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:50:49.457088 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:49.462380 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-61210701-097d-4d85-aeec-d7b3c1c44a6f req-717f23a8-852d-413d-8d0b-e3085f107f98 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=f18e54c2-7e2f-40c8-a534-15d92701a475 HTTP/1.1" status: 200 len: 217 time: 0.0424032 Nov 19 17:50:49.495132 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-98eeee28-3f8d-4206-b110-6e83f30c762f req-cf483558-4ff3-4c7e-836d-84c0586afa29 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/ports?device_id=19a4af58-8f1f-46c0-b13d-59abb7b40678 HTTP/1.1" status: 200 len: 210 time: 0.4225314 Nov 19 17:50:49.519273 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61210701-097d-4d85-aeec-d7b3c1c44a6f req-0ddcc917-de29-4f37-a946-9191486dc4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:49.520737 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-61210701-097d-4d85-aeec-d7b3c1c44a6f req-0ddcc917-de29-4f37-a946-9191486dc4e2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8b3c88de-c9c2-4a20-b19e-1855c2c19035 HTTP/1.1" status: 200 len: 843 time: 0.0493813 Nov 19 17:50:49.560736 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:49.583843 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61210701-097d-4d85-aeec-d7b3c1c44a6f req-38d18a9f-b307-4f99-8a08-f5e475668cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:49.585798 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-61210701-097d-4d85-aeec-d7b3c1c44a6f req-38d18a9f-b307-4f99-8a08-f5e475668cc0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=346debfa-452b-4048-abf4-8f4493625ef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0563610 Nov 19 17:50:49.587917 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f555b62-01e5-45ca-9a4d-a87791269ea6 admin admin] Router 24310985-bad0-4434-aaa5-5be0ef78db2e has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 17:50:49.597063 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port bbc598b3-53f3-4676-9c56-f2e27aa4a7f5, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=bbc598b3-53f3-4676-9c56-f2e27aa4a7f5,segment=NetworkSegment(ca1955a5-8302-44fc-89d8-f39d4f35e721),segment_id=ca1955a5-8302-44fc-89d8-f39d4f35e721)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:50:49.608027 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:49.642836 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-5b109d3f-c00c-4b3e-9619-0830afc780f7 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=4f62b954426346babd0622fedb56b595&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7656431 Nov 19 17:50:49.644819 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 59108) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:50:49.661207 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=bbc598b3-53f3-4676-9c56-f2e27aa4a7f5,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:50:49.719659 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40de0099-646b-4fe8-a7ed-2be2c1f52eb5 req-6a6c0432-1941-40ce-a432-29a6a3940835 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:49.721293 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-40de0099-646b-4fe8-a7ed-2be2c1f52eb5 req-6a6c0432-1941-40ce-a432-29a6a3940835 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.60 "GET /v2.0/networks?id=fdcadcc4-b6d0-4be3-9284-8f7eda9af8ea HTTP/1.1" status: 200 len: 816 time: 0.2394924 Nov 19 17:50:49.733317 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-61210701-097d-4d85-aeec-d7b3c1c44a6f req-570a516e-90f9-4788-be39-ba8003be1030 service neutron] 10.222.0.60 "GET /v2.0/networks/346debfa-452b-4048-abf4-8f4493625ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345263 Nov 19 17:50:49.734105 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-93a00d46-bc02-449c-9455-707b5e28150f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:49.766245 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-93a00d46-bc02-449c-9455-707b5e28150f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:49.811368 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f555b62-01e5-45ca-9a4d-a87791269ea6 admin admin] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 17:50:49.820182 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-7f555b62-01e5-45ca-9a4d-a87791269ea6 admin admin] 10.222.0.54 "PUT /v2.0/routers/24310985-bad0-4434-aaa5-5be0ef78db2e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2364967 Nov 19 17:50:49.822856 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 59110) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:50:49.823522 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9142a086-de06-45de-a343-fe2a767c2d7f None None] Sync routers for ids ['24310985-bad0-4434-aaa5-5be0ef78db2e'] in n-d-818022-2 {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 17:50:49.829560 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-40de0099-646b-4fe8-a7ed-2be2c1f52eb5 req-fdb12b58-2620-4581-8cbc-d8d6e0b88227 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=063ef7e3fa9c49daa0ae772568226d29 HTTP/1.1" status: 200 len: 379 time: 0.0777409 Nov 19 17:50:49.835556 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9142a086-de06-45de-a343-fe2a767c2d7f None None] Routers {'24310985-bad0-4434-aaa5-5be0ef78db2e'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:50:49.836249 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-9142a086-de06-45de-a343-fe2a767c2d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:50:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['24310985-bad0-4434-aaa5-5be0ef78db2e'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:50:49.851033 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-40de0099-646b-4fe8-a7ed-2be2c1f52eb5 req-d97384f1-7dae-40f2-b4e6-169154e3b717 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Request body: {'port': {'device_id': '19a4af58-8f1f-46c0-b13d-59abb7b40678', 'network_id': 'fdcadcc4-b6d0-4be3-9284-8f7eda9af8ea', 'admin_state_up': True, 'tenant_id': '063ef7e3fa9c49daa0ae772568226d29', 'security_groups': ['af9eedbc-4dba-4487-bbd4-6a5c45518ab7']}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:50:49.972178 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-61210701-097d-4d85-aeec-d7b3c1c44a6f req-53929290-3d10-4f55-891c-c3f077a05a77 service neutron] 10.222.0.60 "GET /v2.0/networks/346debfa-452b-4048-abf4-8f4493625ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2189629 Nov 19 17:50:49.986546 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-93a00d46-bc02-449c-9455-707b5e28150f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:49.992718 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-93a00d46-bc02-449c-9455-707b5e28150f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:49.993979 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-93a00d46-bc02-449c-9455-707b5e28150f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/0f9535b7-d215-48d4-9690-d619cb86185d HTTP/1.1" status: 204 len: 168 time: 0.3479116 Nov 19 17:50:50.003827 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-9142a086-de06-45de-a343-fe2a767c2d7f None None] Set router 24310985-bad0-4434-aaa5-5be0ef78db2e gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:50:50.026835 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a00d46-bc02-449c-9455-707b5e28150f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f9535b7-d215-48d4-9690-d619cb86185d,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:50:50.028448 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40de0099-646b-4fe8-a7ed-2be2c1f52eb5 req-d97384f1-7dae-40f2-b4e6-169154e3b717 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Made reservation on behalf of 063ef7e3fa9c49daa0ae772568226d29 for: {'port': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:50:50.051051 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7f0205eb-d9ca-4c3f-ac3f-db42159b052b admin admin] Publish callbacks [] for router, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:50.063302 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-40de0099-646b-4fe8-a7ed-2be2c1f52eb5 req-d97384f1-7dae-40f2-b4e6-169154e3b717 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:50.182748 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f783170-a00e-49e4-888a-369d37ba4d25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbc598b3-53f3-4676-9c56-f2e27aa4a7f5'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:50:50.185391 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3940761bcd94e032e6960d2241bd8993c5d3a7d8dc2aca8488f3ecf1d4dd2fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b3ae8c2-ec1e-4db8-b527-65a163a20b98" -d '{"events": [{"server_uuid": "5f783170-a00e-49e4-888a-369d37ba4d25", "name": "network-vif-plugged", "status": "completed", "tag": "bbc598b3-53f3-4676-9c56-f2e27aa4a7f5"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:50:50.210166 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372fc22a-ef4d-4d1d-b55a-86ebf93427bd req-d1739087-2cb1-4b1e-bf30-3954b27be5e3 tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:50.211825 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-372fc22a-ef4d-4d1d-b55a-86ebf93427bd req-d1739087-2cb1-4b1e-bf30-3954b27be5e3 tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] 10.222.0.54 "GET /v2.0/ports?device_id=5f783170-a00e-49e4-888a-369d37ba4d25 HTTP/1.1" status: 200 len: 946 time: 0.1018524 Nov 19 17:50:50.222604 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7f0205eb-d9ca-4c3f-ac3f-db42159b052b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:50.311436 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f209c2-52ab-4bb6-aba7-3292a475245b req-262e9427-6d45-40bc-aaae-1e71e6ddd1fc tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:50.312433 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-9142a086-de06-45de-a343-fe2a767c2d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24310985-bad0-4434-aaa5-5be0ef78db2e', 'name': 'tempest-ServersTestJSON-491960050-router', 'tenant_id': '71f143b90b844169b3eeea1a30bf2a6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.236'}], 'enable_snat': True}, 'gw_port_id': 'e7003532-9501-4124-b515-0512abc3fb74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:48:10Z', 'updated_at': '2021-11-19T17:50:48Z', 'revision_number': 5, 'project_id': '71f143b90b844169b3eeea1a30bf2a6c', 'gw_port': {'id': 'e7003532-9501-4124-b515-0512abc3fb74', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:75:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24310985-bad0-4434-aaa5-5be0ef78db2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:48:12Z', 'updated_at': '2021-11-19T17:48:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:50:50.318913 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-42f209c2-52ab-4bb6-aba7-3292a475245b req-262e9427-6d45-40bc-aaae-1e71e6ddd1fc tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/ports?device_id=45106a11-acb2-45a3-b216-7a27610e2a32 HTTP/1.1" status: 200 len: 948 time: 0.0981488 Nov 19 17:50:50.329138 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-372fc22a-ef4d-4d1d-b55a-86ebf93427bd req-81aba3c3-18e4-4dbb-86af-06aafa3f9a6e tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] 10.222.0.54 "GET /v2.0/security-groups?id=79517508-381b-4077-8d39-0c2cf4e2980c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025858 Nov 19 17:50:50.357841 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [req-40de0099-646b-4fe8-a7ed-2be2c1f52eb5 req-d97384f1-7dae-40f2-b4e6-169154e3b717 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Allocated IP 172.20.0.12 (fdcadcc4-b6d0-4be3-9284-8f7eda9af8ea/5dbfa5af-1ad8-4df8-a1b2-cc6152eda1a3/416dfac9-b243-4e8e-b7ab-03fa42b872ea) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:50:50.413031 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-42f209c2-52ab-4bb6-aba7-3292a475245b req-a68f282a-7348-4cd8-8432-68b1cd3c0209 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/security-groups?id=6e557aa4-1576-4002-9603-a630915d92af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898633 Nov 19 17:50:50.446551 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-7f0205eb-d9ca-4c3f-ac3f-db42159b052b admin admin] Deleting port e7003532-9501-4124-b515-0512abc3fb74 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:50:50.450508 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7f0205eb-d9ca-4c3f-ac3f-db42159b052b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:50.493356 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:50:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30ca1ae9-3b2a-4cc3-bf6e-db2d821b20c2 x-openstack-request-id: req-30ca1ae9-3b2a-4cc3-bf6e-db2d821b20c2 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:50:50.493872 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f783170-a00e-49e4-888a-369d37ba4d25", "name": "network-vif-plugged", "status": "completed", "tag": "bbc598b3-53f3-4676-9c56-f2e27aa4a7f5", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:50:50.493988 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9142a086-de06-45de-a343-fe2a767c2d7f None None] Checking router: 24310985-bad0-4434-aaa5-5be0ef78db2e for host: n-d-818022-2 {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 17:50:50.494213 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-30ca1ae9-3b2a-4cc3-bf6e-db2d821b20c2 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:50:50.495066 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f783170-a00e-49e4-888a-369d37ba4d25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbc598b3-53f3-4676-9c56-f2e27aa4a7f5', 'code': 200} Nov 19 17:50:50.504735 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9142a086-de06-45de-a343-fe2a767c2d7f None None] Routers {'24310985-bad0-4434-aaa5-5be0ef78db2e'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:50:50.505684 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-9142a086-de06-45de-a343-fe2a767c2d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:50:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['24310985-bad0-4434-aaa5-5be0ef78db2e'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:50:50.618087 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-9142a086-de06-45de-a343-fe2a767c2d7f None None] Set router 24310985-bad0-4434-aaa5-5be0ef78db2e gateway port host: None {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:50:50.618616 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [None req-7f0205eb-d9ca-4c3f-ac3f-db42159b052b admin admin] For port e7003532-9501-4124-b515-0512abc3fb74, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=e7003532-9501-4124-b515-0512abc3fb74,segment=NetworkSegment(bbe705c1-96c0-476e-8381-28227e6f0ac5),segment_id=bbe705c1-96c0-476e-8381-28227e6f0ac5)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:50:50.618985 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7f0205eb-d9ca-4c3f-ac3f-db42159b052b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:50.695160 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-7f0205eb-d9ca-4c3f-ac3f-db42159b052b admin admin] Calling delete_port for e7003532-9501-4124-b515-0512abc3fb74 owned by network:router_gateway {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:50:50.699242 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-9142a086-de06-45de-a343-fe2a767c2d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24310985-bad0-4434-aaa5-5be0ef78db2e', 'name': 'tempest-ServersTestJSON-491960050-router', 'tenant_id': '71f143b90b844169b3eeea1a30bf2a6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:48:10Z', 'updated_at': '2021-11-19T17:50:50Z', 'revision_number': 6, 'project_id': '71f143b90b844169b3eeea1a30bf2a6c', 'gw_port_host': None}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:50:50.700456 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2b751392-c675-4093-927a-5759560b0ad7 req-69aba322-d386-4abe-8ed3-093891c71fc9 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/ports?device_id=19a4af58-8f1f-46c0-b13d-59abb7b40678 HTTP/1.1" status: 200 len: 210 time: 0.0462635 Nov 19 17:50:50.711704 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-40de0099-646b-4fe8-a7ed-2be2c1f52eb5 req-d97384f1-7dae-40f2-b4e6-169154e3b717 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:50.763762 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-40de0099-646b-4fe8-a7ed-2be2c1f52eb5 req-d97384f1-7dae-40f2-b4e6-169154e3b717 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:50.773487 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9142a086-de06-45de-a343-fe2a767c2d7f None None] The sync data for ids ['24310985-bad0-4434-aaa5-5be0ef78db2e'] in n-d-818022-2 is: [{'id': '24310985-bad0-4434-aaa5-5be0ef78db2e', 'name': 'tempest-ServersTestJSON-491960050-router', 'tenant_id': '71f143b90b844169b3eeea1a30bf2a6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:48:10Z', 'updated_at': '2021-11-19T17:50:50Z', 'revision_number': 6, 'project_id': '71f143b90b844169b3eeea1a30bf2a6c', 'gw_port_host': None}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 17:50:50.780194 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bbb3f3-e6ba-4a5b-bd29-91e68ef5d8ee req-2835b953-3017-4dde-8458-4ecd8df83704 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:50.781992 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-18bbb3f3-e6ba-4a5b-bd29-91e68ef5d8ee req-2835b953-3017-4dde-8458-4ecd8df83704 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/ports?device_id=24cd9be2-e357-4931-83be-a3fa741ba79c HTTP/1.1" status: 200 len: 945 time: 0.1578004 Nov 19 17:50:50.785661 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8cf21d-1cb1-49ad-8045-b6ecf6210fe0 req-cdb055ac-f259-407d-885f-87a8b74a559b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:50.787138 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fb8cf21d-1cb1-49ad-8045-b6ecf6210fe0 req-cdb055ac-f259-407d-885f-87a8b74a559b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=5f783170-a00e-49e4-888a-369d37ba4d25 HTTP/1.1" status: 200 len: 1097 time: 0.1649020 Nov 19 17:50:50.853345 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40de0099-646b-4fe8-a7ed-2be2c1f52eb5 req-d97384f1-7dae-40f2-b4e6-169154e3b717 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Network fdcadcc4-b6d0-4be3-9284-8f7eda9af8ea is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:50:50.857076 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [req-40de0099-646b-4fe8-a7ed-2be2c1f52eb5 req-d97384f1-7dae-40f2-b4e6-169154e3b717 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:50:50.860863 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [req-40de0099-646b-4fe8-a7ed-2be2c1f52eb5 req-d97384f1-7dae-40f2-b4e6-169154e3b717 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:50:50.890780 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97384f1-7dae-40f2-b4e6-169154e3b717 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Pushing event updated for resources: {'Port': ['ID=416dfac9-b243-4e8e-b7ab-03fa42b872ea,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:50:50.909349 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97384f1-7dae-40f2-b4e6-169154e3b717 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:50:50.909697 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97384f1-7dae-40f2-b4e6-169154e3b717 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:50:50.910074 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97384f1-7dae-40f2-b4e6-169154e3b717 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:50:50.910414 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97384f1-7dae-40f2-b4e6-169154e3b717 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:50:50.910747 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97384f1-7dae-40f2-b4e6-169154e3b717 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:50:50.911086 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97384f1-7dae-40f2-b4e6-169154e3b717 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:50:50.911421 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97384f1-7dae-40f2-b4e6-169154e3b717 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:50:50.911754 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97384f1-7dae-40f2-b4e6-169154e3b717 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:50:50.912086 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97384f1-7dae-40f2-b4e6-169154e3b717 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:50:50.912414 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97384f1-7dae-40f2-b4e6-169154e3b717 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:50:50.912740 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97384f1-7dae-40f2-b4e6-169154e3b717 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:50:50.913221 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97384f1-7dae-40f2-b4e6-169154e3b717 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:50:50.935737 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40de0099-646b-4fe8-a7ed-2be2c1f52eb5 req-d97384f1-7dae-40f2-b4e6-169154e3b717 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:50.936379 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-40de0099-646b-4fe8-a7ed-2be2c1f52eb5 req-d97384f1-7dae-40f2-b4e6-169154e3b717 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:50.952005 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fb8cf21d-1cb1-49ad-8045-b6ecf6210fe0 req-f046ad5c-92a7-4f37-a407-5d886cd31842 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=79517508-381b-4077-8d39-0c2cf4e2980c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479015 Nov 19 17:50:50.958442 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-18bbb3f3-e6ba-4a5b-bd29-91e68ef5d8ee req-4aae289c-f42f-428c-bbe7-090e5a67baa5 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/security-groups?id=e103badb-33bc-4a96-ade0-89c422abc1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673326 Nov 19 17:50:50.968253 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-40de0099-646b-4fe8-a7ed-2be2c1f52eb5 req-d97384f1-7dae-40f2-b4e6-169154e3b717 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1279860 Nov 19 17:50:51.009009 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 59148) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:50:51.050929 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7f0205eb-d9ca-4c3f-ac3f-db42159b052b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:51.088880 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0205eb-d9ca-4c3f-ac3f-db42159b052b admin admin] Pushing event deleted for resources: {'Port': ['ID=e7003532-9501-4124-b515-0512abc3fb74,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:50:51.165418 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-988a09aa-76ee-4981-8144-1615529558df tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274 tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1740854245'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:50:51.196426 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-40de0099-646b-4fe8-a7ed-2be2c1f52eb5 req-bed29fa1-c443-4814-af5b-6f1049247bed service neutron] Request body: {'port': {'device_id': '19a4af58-8f1f-46c0-b13d-59abb7b40678', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818022-2'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:50:51.209931 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7f0205eb-d9ca-4c3f-ac3f-db42159b052b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-671730'] for router_gateway, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:51.226113 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-988a09aa-76ee-4981-8144-1615529558df tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274 tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274-project] Made reservation on behalf of 248606df04044686a0d647e67b8891cd for: {'network': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:50:51.229847 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-988a09aa-76ee-4981-8144-1615529558df tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274 tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:51.238144 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-8da01b4c-c765-45af-bb6c-f6ddc522453f None None] Provisioning complete for port 416dfac9-b243-4e8e-b7ab-03fa42b872ea triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:50:51.238658 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8da01b4c-c765-45af-bb6c-f6ddc522453f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:51.244544 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-988a09aa-76ee-4981-8144-1615529558df tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274 tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274-project] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:51.280457 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-8da01b4c-c765-45af-bb6c-f6ddc522453f None None] Port 416dfac9-b243-4e8e-b7ab-03fa42b872ea cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:50:51.294217 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-40de0099-646b-4fe8-a7ed-2be2c1f52eb5 req-bed29fa1-c443-4814-af5b-6f1049247bed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:51.340728 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7f0205eb-d9ca-4c3f-ac3f-db42159b052b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4696'] for router, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:51.343407 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7f0205eb-d9ca-4c3f-ac3f-db42159b052b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:51.361577 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d2968d-3484-4120-80db-c5606447ea23 req-d601bb0d-864f-4f3c-9ca7-ad679eb0dc90 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:51.363182 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-55d2968d-3484-4120-80db-c5606447ea23 req-d601bb0d-864f-4f3c-9ca7-ad679eb0dc90 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/ports?device_id=24cd9be2-e357-4931-83be-a3fa741ba79c HTTP/1.1" status: 200 len: 945 time: 0.1686442 Nov 19 17:50:51.395509 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device f18e54c2-7e2f-40c8-a534-15d92701a475 up at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:50:51.426858 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7f0205eb-d9ca-4c3f-ac3f-db42159b052b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-543895'] for router, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:51.427379 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f0205eb-d9ca-4c3f-ac3f-db42159b052b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 24310985-bad0-4434-aaa5-5be0ef78db2e {{(pid=103365) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 17:50:51.438151 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7f0205eb-d9ca-4c3f-ac3f-db42159b052b admin admin] Publish callbacks [] for router, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:51.439280 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-7f0205eb-d9ca-4c3f-ac3f-db42159b052b admin admin] 10.222.0.54 "DELETE /v2.0/routers/24310985-bad0-4434-aaa5-5be0ef78db2e HTTP/1.1" status: 204 len: 168 time: 1.6154947 Nov 19 17:50:51.441861 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 59160) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:50:51.469121 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning complete for port f18e54c2-7e2f-40c8-a534-15d92701a475 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:50:51.469912 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:51.483365 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-55d2968d-3484-4120-80db-c5606447ea23 req-4c170fb0-bc2e-4a1a-b1d8-e6aa75a0ea81 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/security-groups?id=e103badb-33bc-4a96-ade0-89c422abc1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811512 Nov 19 17:50:51.507077 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6734638-977e-4c4a-9979-0d142b332357 admin admin] Deleting subnet 6d4d7490-658a-4bdc-a7c0-ec99d85e1097 {{(pid=103365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 17:50:51.511717 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a6734638-977e-4c4a-9979-0d142b332357 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:51.535722 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0411ee-b7cf-429b-8b88-78c4fb6bd7e5 req-6fea7f8e-b275-4d73-b5ab-aeea2bc042e9 tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:51.543446 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-fb0411ee-b7cf-429b-8b88-78c4fb6bd7e5 req-6fea7f8e-b275-4d73-b5ab-aeea2bc042e9 tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] 10.222.0.54 "GET /v2.0/ports?device_id=5f783170-a00e-49e4-888a-369d37ba4d25 HTTP/1.1" status: 200 len: 946 time: 0.0971518 Nov 19 17:50:51.548479 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-988a09aa-76ee-4981-8144-1615529558df tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274 tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274-project] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:51.562680 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a6734638-977e-4c4a-9979-0d142b332357 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12546453'] for subnet, precommit_delete_associations {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:51.577959 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:51.601023 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-988a09aa-76ee-4981-8144-1615529558df tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274 tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:51.620891 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-988a09aa-76ee-4981-8144-1615529558df tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274 tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 680} {{(pid=103364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 17:50:51.626018 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port f18e54c2-7e2f-40c8-a534-15d92701a475, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=f18e54c2-7e2f-40c8-a534-15d92701a475,segment=NetworkSegment(1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861),segment_id=1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:50:51.638229 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:51.664500 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988a09aa-76ee-4981-8144-1615529558df tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274 tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9fb625b3-27b8-4226-9af9-0144ee1caf6f,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:50:51.685652 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-988a09aa-76ee-4981-8144-1615529558df tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274 tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:51.685974 n-d-818022-2 neutron-server[103364]: INFO neutron.db.segments_db [None req-988a09aa-76ee-4981-8144-1615529558df tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274 tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274-project] Added segment 18ea3de9-5eb2-4f25-8b54-c5c33ae2b993 of type vlan for network d1fef3b8-4b4e-4e4c-a8b0-98ce4f7e637f Nov 19 17:50:51.708093 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=f18e54c2-7e2f-40c8-a534-15d92701a475,revision_number=8']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:50:51.743892 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a6734638-977e-4c4a-9979-0d142b332357 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:51.766594 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-fb0411ee-b7cf-429b-8b88-78c4fb6bd7e5 req-ad8a108c-6ac0-4bb5-817d-850471e87c12 tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] 10.222.0.54 "GET /v2.0/security-groups?id=79517508-381b-4077-8d39-0c2cf4e2980c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222843 Nov 19 17:50:51.769717 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-988a09aa-76ee-4981-8144-1615529558df tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274 tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:51.784387 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402c415f-a788-4fef-9956-e9ec7aac3610 req-64b8e76d-5c66-4620-8f74-aeca7debb376 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:51.786086 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-402c415f-a788-4fef-9956-e9ec7aac3610 req-64b8e76d-5c66-4620-8f74-aeca7debb376 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/ports?device_id=45106a11-acb2-45a3-b216-7a27610e2a32 HTTP/1.1" status: 200 len: 950 time: 0.0974994 Nov 19 17:50:51.833385 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-988a09aa-76ee-4981-8144-1615529558df tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274 tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:51.840971 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-988a09aa-76ee-4981-8144-1615529558df tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274 tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:51.841584 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-988a09aa-76ee-4981-8144-1615529558df tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274 tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274-project] Publish callbacks [] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:51.874733 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-402c415f-a788-4fef-9956-e9ec7aac3610 req-dec3a287-11ae-42d9-b891-5e1b47b442f9 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/security-groups?id=6e557aa4-1576-4002-9603-a630915d92af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706706 Nov 19 17:50:51.891101 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a6734638-977e-4c4a-9979-0d142b332357 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12282919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8731163'] for subnet, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:51.926943 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device aa43dbcb-d7c3-42e3-a372-2994a539303a no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:50:51.935959 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6734638-977e-4c4a-9979-0d142b332357 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d4d7490-658a-4bdc-a7c0-ec99d85e1097,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:50:51.938364 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a6734638-977e-4c4a-9979-0d142b332357 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:51.943104 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-a6734638-977e-4c4a-9979-0d142b332357 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/6d4d7490-658a-4bdc-a7c0-ec99d85e1097 HTTP/1.1" status: 204 len: 168 time: 0.5002842 Nov 19 17:50:51.945608 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 59168) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:50:51.968543 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f409dfb-46e5-4949-91f4-b9ed05292083 None None] Network d8ac92c4-0b67-48ff-9053-9b7b6d8cb532 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:50:52.011780 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [req-40de0099-646b-4fe8-a7ed-2be2c1f52eb5 req-bed29fa1-c443-4814-af5b-6f1049247bed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 416dfac9-b243-4e8e-b7ab-03fa42b872ea {{(pid=103364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:50:52.043057 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-988a09aa-76ee-4981-8144-1615529558df tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274 tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.0324750 Nov 19 17:50:52.048725 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-40de0099-646b-4fe8-a7ed-2be2c1f52eb5 req-bed29fa1-c443-4814-af5b-6f1049247bed service neutron] Publish callbacks [] for port, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:52.055165 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 59170) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:50:52.057701 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: aa43dbcb-d7c3-42e3-a372-2994a539303a {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:50:52.058637 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device aa43dbcb-d7c3-42e3-a372-2994a539303a not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:50:52.059459 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device e7003532-9501-4124-b515-0512abc3fb74 no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:50:52.065440 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-c49e4798-35ef-41b3-b427-e77f000fe47c tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274 tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274-project] Request body: {'subnet': {'network_id': 'd1fef3b8-4b4e-4e4c-a8b0-98ce4f7e637f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:50:52.081980 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988a09aa-76ee-4981-8144-1615529558df tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274 tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274-project] Pushing event updated for resources: {'Network': ['ID=d1fef3b8-4b4e-4e4c-a8b0-98ce4f7e637f,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:50:52.106982 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.provisioning_blocks [req-40de0099-646b-4fe8-a7ed-2be2c1f52eb5 req-bed29fa1-c443-4814-af5b-6f1049247bed service neutron] Transition to ACTIVE for port object 416dfac9-b243-4e8e-b7ab-03fa42b872ea will not be triggered until provisioned by entity L2. {{(pid=103364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 17:50:52.109934 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network d1fef3b8-4b4e-4e4c-a8b0-98ce4f7e637f details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 17:50:52.112193 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: e7003532-9501-4124-b515-0512abc3fb74 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:50:52.113438 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device e7003532-9501-4124-b515-0512abc3fb74 not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:50:52.137307 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-af22525a-9649-4756-ac43-9328193bb212 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:52.139677 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-40de0099-646b-4fe8-a7ed-2be2c1f52eb5 req-bed29fa1-c443-4814-af5b-6f1049247bed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:52.177052 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215e8d3b-b59f-4850-abb2-1daf4c0a92f3 req-e00fe3d3-ac5c-4f4d-a653-0cd329771ff6 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:52.178660 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-215e8d3b-b59f-4850-abb2-1daf4c0a92f3 req-e00fe3d3-ac5c-4f4d-a653-0cd329771ff6 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/ports?device_id=24cd9be2-e357-4931-83be-a3fa741ba79c HTTP/1.1" status: 200 len: 945 time: 0.2605047 Nov 19 17:50:52.240194 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce55b12-334b-4790-af7e-2751afcd1b96 req-1bd4e079-dd20-41f9-85f2-f79129b0f5c9 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:52.242191 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0ce55b12-334b-4790-af7e-2751afcd1b96 req-1bd4e079-dd20-41f9-85f2-f79129b0f5c9 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/ports?device_id=19a4af58-8f1f-46c0-b13d-59abb7b40678 HTTP/1.1" status: 200 len: 944 time: 0.1000245 Nov 19 17:50:52.277161 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed29fa1-c443-4814-af5b-6f1049247bed service neutron] Pushing event updated for resources: {'Port': ['ID=416dfac9-b243-4e8e-b7ab-03fa42b872ea,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:50:52.305172 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-af22525a-9649-4756-ac43-9328193bb212 admin admin] Deleting port b119b028-1f8d-4bbd-9156-847b5bc5c0f9 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:50:52.305601 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-af22525a-9649-4756-ac43-9328193bb212 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:52.313149 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0ce55b12-334b-4790-af7e-2751afcd1b96 req-082af94d-f231-41eb-83d9-b6ae11f9439e tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/security-groups?id=af9eedbc-4dba-4487-bbd4-6a5c45518ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645776 Nov 19 17:50:52.353119 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-215e8d3b-b59f-4850-abb2-1daf4c0a92f3 req-1c983f34-5cc3-4073-95a1-a0789420c90e tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/security-groups?id=e103badb-33bc-4a96-ade0-89c422abc1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532090 Nov 19 17:50:52.401946 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c49e4798-35ef-41b3-b427-e77f000fe47c tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274 tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274-project] Made reservation on behalf of 248606df04044686a0d647e67b8891cd for: {'subnet': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:50:52.404356 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [None req-af22525a-9649-4756-ac43-9328193bb212 admin admin] For port b119b028-1f8d-4bbd-9156-847b5bc5c0f9, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=b119b028-1f8d-4bbd-9156-847b5bc5c0f9,segment=NetworkSegment(8134ffe6-9a76-4d03-8b04-9fa6111c8127),segment_id=8134ffe6-9a76-4d03-8b04-9fa6111c8127)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:50:52.404356 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-af22525a-9649-4756-ac43-9328193bb212 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:52.405641 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8ca1f75-3888-471a-b9f9-c8cedc21058b None None] DHCP port deletion for d8ac92c4-0b67-48ff-9053-9b7b6d8cb532 request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 17:50:52.405866 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c49e4798-35ef-41b3-b427-e77f000fe47c tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274 tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8983829'] for subnet, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:52.421519 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-af22525a-9649-4756-ac43-9328193bb212 admin admin] Calling delete_port for b119b028-1f8d-4bbd-9156-847b5bc5c0f9 owned by network:dhcp {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:50:52.486539 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-f8ca1f75-3888-471a-b9f9-c8cedc21058b None None] Deleting port b119b028-1f8d-4bbd-9156-847b5bc5c0f9 {{(pid=103366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:50:52.486921 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f8ca1f75-3888-471a-b9f9-c8cedc21058b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:52.507220 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45106a11-acb2-45a3-b216-7a27610e2a32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f18e54c2-7e2f-40c8-a534-15d92701a475'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:50:52.510041 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3940761bcd94e032e6960d2241bd8993c5d3a7d8dc2aca8488f3ecf1d4dd2fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80f00255-78c9-4ca4-8e8b-93cd78f0c720" -d '{"events": [{"server_uuid": "45106a11-acb2-45a3-b216-7a27610e2a32", "name": "network-vif-plugged", "status": "completed", "tag": "f18e54c2-7e2f-40c8-a534-15d92701a475"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:50:52.555143 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-40de0099-646b-4fe8-a7ed-2be2c1f52eb5 req-bed29fa1-c443-4814-af5b-6f1049247bed service neutron] Attempting to bind port 416dfac9-b243-4e8e-b7ab-03fa42b872ea on host n-h1-818022-2 for vnic_type normal with profile {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:50:52.556252 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-40de0099-646b-4fe8-a7ed-2be2c1f52eb5 req-bed29fa1-c443-4814-af5b-6f1049247bed service neutron] Attempting to bind port 416dfac9-b243-4e8e-b7ab-03fa42b872ea by drivers openvswitch,hyperv on host n-h1-818022-2 at level 0 using segments [{'id': 'a5a94e2b-2782-491c-8737-b805351d0689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'fdcadcc4-b6d0-4be3-9284-8f7eda9af8ea'}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:50:52.556252 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40de0099-646b-4fe8-a7ed-2be2c1f52eb5 req-bed29fa1-c443-4814-af5b-6f1049247bed service neutron] Attempting to bind port 416dfac9-b243-4e8e-b7ab-03fa42b872ea on network fdcadcc4-b6d0-4be3-9284-8f7eda9af8ea {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:50:52.574791 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40de0099-646b-4fe8-a7ed-2be2c1f52eb5 req-bed29fa1-c443-4814-af5b-6f1049247bed service neutron] Port 416dfac9-b243-4e8e-b7ab-03fa42b872ea on network fdcadcc4-b6d0-4be3-9284-8f7eda9af8ea not bound, no agent of type Open vSwitch agent registered on host n-h1-818022-2 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 17:50:52.575165 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40de0099-646b-4fe8-a7ed-2be2c1f52eb5 req-bed29fa1-c443-4814-af5b-6f1049247bed service neutron] Attempting to bind port 416dfac9-b243-4e8e-b7ab-03fa42b872ea on network fdcadcc4-b6d0-4be3-9284-8f7eda9af8ea {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:50:52.607564 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-af22525a-9649-4756-ac43-9328193bb212 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:52.625038 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40de0099-646b-4fe8-a7ed-2be2c1f52eb5 req-bed29fa1-c443-4814-af5b-6f1049247bed service neutron] Checking agent: {'id': 'a6668d96-12fa-4ec0-99ad-77eaf490dd2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'started_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 50, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:50:52.625410 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40de0099-646b-4fe8-a7ed-2be2c1f52eb5 req-bed29fa1-c443-4814-af5b-6f1049247bed service neutron] Checking segment: {'id': 'a5a94e2b-2782-491c-8737-b805351d0689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'fdcadcc4-b6d0-4be3-9284-8f7eda9af8ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:50:52.626936 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40de0099-646b-4fe8-a7ed-2be2c1f52eb5 req-bed29fa1-c443-4814-af5b-6f1049247bed service neutron] Bound using segment: {'id': 'a5a94e2b-2782-491c-8737-b805351d0689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'fdcadcc4-b6d0-4be3-9284-8f7eda9af8ea'} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:50:52.627561 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-40de0099-646b-4fe8-a7ed-2be2c1f52eb5 req-bed29fa1-c443-4814-af5b-6f1049247bed service neutron] Bound port: 416dfac9-b243-4e8e-b7ab-03fa42b872ea, host: n-h1-818022-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5a94e2b-2782-491c-8737-b805351d0689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'fdcadcc4-b6d0-4be3-9284-8f7eda9af8ea'}}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:50:52.628556 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-40de0099-646b-4fe8-a7ed-2be2c1f52eb5 req-bed29fa1-c443-4814-af5b-6f1049247bed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:52.655990 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af22525a-9649-4756-ac43-9328193bb212 admin admin] Pushing event deleted for resources: {'Port': ['ID=b119b028-1f8d-4bbd-9156-847b5bc5c0f9,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:50:52.659501 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af22525a-9649-4756-ac43-9328193bb212 admin admin] No DVR routers for this DVR port b119b028-1f8d-4bbd-9156-847b5bc5c0f9 on host n-d-818022-2 {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:50:52.694677 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-f8ca1f75-3888-471a-b9f9-c8cedc21058b None None] For port b119b028-1f8d-4bbd-9156-847b5bc5c0f9, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=b119b028-1f8d-4bbd-9156-847b5bc5c0f9,segment=NetworkSegment(8134ffe6-9a76-4d03-8b04-9fa6111c8127),segment_id=8134ffe6-9a76-4d03-8b04-9fa6111c8127)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:50:52.698321 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f8ca1f75-3888-471a-b9f9-c8cedc21058b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:52.710027 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:50:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-757f2b81-cfbe-4855-ac2f-fe31d35e50ef x-openstack-request-id: req-757f2b81-cfbe-4855-ac2f-fe31d35e50ef {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:50:52.711453 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45106a11-acb2-45a3-b216-7a27610e2a32", "name": "network-vif-plugged", "status": "completed", "tag": "f18e54c2-7e2f-40c8-a534-15d92701a475", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:50:52.712039 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-757f2b81-cfbe-4855-ac2f-fe31d35e50ef {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:50:52.713314 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45106a11-acb2-45a3-b216-7a27610e2a32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f18e54c2-7e2f-40c8-a534-15d92701a475', 'code': 200} Nov 19 17:50:52.746906 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-f8ca1f75-3888-471a-b9f9-c8cedc21058b None None] Calling delete_port for b119b028-1f8d-4bbd-9156-847b5bc5c0f9 owned by network:dhcp {{(pid=103366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:50:52.759659 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-af22525a-9649-4756-ac43-9328193bb212 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:52.806683 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-af22525a-9649-4756-ac43-9328193bb212 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8ac92c4-0b67-48ff-9053-9b7b6d8cb532']}} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:50:52.827775 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-af22525a-9649-4756-ac43-9328193bb212 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8134ffe6-9a76-4d03-8b04-9fa6111c8127') {'for_net_delete': True} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:50:52.828421 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-af22525a-9649-4756-ac43-9328193bb212 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8134ffe6-9a76-4d03-8b04-9fa6111c8127') {} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:50:52.846136 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-af22525a-9649-4756-ac43-9328193bb212 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12545382'] for segment, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:52.871330 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f8ca1f75-3888-471a-b9f9-c8cedc21058b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007'] for port, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:52.875025 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-af22525a-9649-4756-ac43-9328193bb212 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:52.895529 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af22525a-9649-4756-ac43-9328193bb212 admin admin] Releasing vlan 653 on physical network physnet1 to pool {{(pid=103365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 17:50:52.898703 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-af22525a-9649-4756-ac43-9328193bb212 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12282953'] for segment, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:52.905339 n-d-818022-2 neutron-server[103365]: Traceback (most recent call last): Nov 19 17:50:52.905339 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 17:50:52.905339 n-d-818022-2 neutron-server[103365]: timer() Nov 19 17:50:52.905339 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 17:50:52.905339 n-d-818022-2 neutron-server[103365]: cb(*args, **kw) Nov 19 17:50:52.905339 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 17:50:52.905339 n-d-818022-2 neutron-server[103365]: return func(*args, **kwargs) Nov 19 17:50:52.905339 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 17:50:52.905339 n-d-818022-2 neutron-server[103365]: self._notify() Nov 19 17:50:52.905339 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 17:50:52.905339 n-d-818022-2 neutron-server[103365]: self.callback(batched_events) Nov 19 17:50:52.905339 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 17:50:52.905339 n-d-818022-2 neutron-server[103365]: event.method(event) Nov 19 17:50:52.905339 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 17:50:52.905339 n-d-818022-2 neutron-server[103365]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 17:50:52.905339 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 17:50:52.905339 n-d-818022-2 neutron-server[103365]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 17:50:52.905339 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 17:50:52.905339 n-d-818022-2 neutron-server[103365]: return f(self, *a, **k) Nov 19 17:50:52.905339 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 17:50:52.905339 n-d-818022-2 neutron-server[103365]: return self._get(url).json() Nov 19 17:50:52.905339 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 17:50:52.905339 n-d-818022-2 neutron-server[103365]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 17:50:52.905339 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 17:50:52.905339 n-d-818022-2 neutron-server[103365]: return self.request(url, 'GET', **kwargs) Nov 19 17:50:52.905339 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 17:50:52.905339 n-d-818022-2 neutron-server[103365]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 17:50:52.905339 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 17:50:52.905339 n-d-818022-2 neutron-server[103365]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 17:50:52.905339 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 17:50:52.905339 n-d-818022-2 neutron-server[103365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 17:50:52.905339 n-d-818022-2 neutron-server[103365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 17:50:52.917981 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ca1f75-3888-471a-b9f9-c8cedc21058b None None] Pushing event deleted for resources: {'Port': ['ID=b119b028-1f8d-4bbd-9156-847b5bc5c0f9,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:50:52.926911 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ca1f75-3888-471a-b9f9-c8cedc21058b None None] No DVR routers for this DVR port b119b028-1f8d-4bbd-9156-847b5bc5c0f9 on host n-d-818022-2 {{(pid=103366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:50:52.941691 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-40de0099-646b-4fe8-a7ed-2be2c1f52eb5 req-bed29fa1-c443-4814-af5b-6f1049247bed service neutron] For port 416dfac9-b243-4e8e-b7ab-03fa42b872ea, host n-h1-818022-2, cleared binding levels {{(pid=103364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:50:52.945050 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-40de0099-646b-4fe8-a7ed-2be2c1f52eb5 req-bed29fa1-c443-4814-af5b-6f1049247bed service neutron] For port 416dfac9-b243-4e8e-b7ab-03fa42b872ea, host n-h1-818022-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=416dfac9-b243-4e8e-b7ab-03fa42b872ea,segment=NetworkSegment(a5a94e2b-2782-491c-8737-b805351d0689),segment_id=a5a94e2b-2782-491c-8737-b805351d0689)] {{(pid=103364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:50:52.991673 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-40de0099-646b-4fe8-a7ed-2be2c1f52eb5 req-bed29fa1-c443-4814-af5b-6f1049247bed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:53.015985 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-af22525a-9649-4756-ac43-9328193bb212 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671242'] for network, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:53.032624 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-af22525a-9649-4756-ac43-9328193bb212 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:53.036187 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1ec3ce-1adc-4760-8895-397e93e18793 req-f265676e-747d-42f8-9742-c05575353a1e tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:53.040719 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-af22525a-9649-4756-ac43-9328193bb212 admin admin] 10.222.0.54 "DELETE /v2.0/networks/d8ac92c4-0b67-48ff-9053-9b7b6d8cb532 HTTP/1.1" status: 204 len: 168 time: 1.0937130 Nov 19 17:50:53.047660 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-3d1ec3ce-1adc-4760-8895-397e93e18793 req-f265676e-747d-42f8-9742-c05575353a1e tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/ports?device_id=24cd9be2-e357-4931-83be-a3fa741ba79c HTTP/1.1" status: 200 len: 945 time: 0.3675432 Nov 19 17:50:53.064152 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af22525a-9649-4756-ac43-9328193bb212 admin admin] Pushing event deleted for resources: {'Network': ['ID=d8ac92c4-0b67-48ff-9053-9b7b6d8cb532,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:50:53.137541 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c49e4798-35ef-41b3-b427-e77f000fe47c tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274 tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12425078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8983815'] for subnet, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:53.164593 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40de0099-646b-4fe8-a7ed-2be2c1f52eb5 req-bed29fa1-c443-4814-af5b-6f1049247bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:53.165376 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-40de0099-646b-4fe8-a7ed-2be2c1f52eb5 req-bed29fa1-c443-4814-af5b-6f1049247bed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:53.167290 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-40de0099-646b-4fe8-a7ed-2be2c1f52eb5 req-bed29fa1-c443-4814-af5b-6f1049247bed service neutron] 10.222.0.60 "PUT /v2.0/ports/416dfac9-b243-4e8e-b7ab-03fa42b872ea HTTP/1.1" status: 200 len: 1092 time: 1.9776402 Nov 19 17:50:53.174397 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61210701-097d-4d85-aeec-d7b3c1c44a6f req-2beb1789-b73b-4387-8782-9700afa02cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:53.177919 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-61210701-097d-4d85-aeec-d7b3c1c44a6f req-2beb1789-b73b-4387-8782-9700afa02cea service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=45106a11-acb2-45a3-b216-7a27610e2a32&tenant_id=7136fa31325e4016a695ca7c60f57962 HTTP/1.1" status: 200 len: 1101 time: 0.0597582 Nov 19 17:50:53.211084 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19a4af58-8f1f-46c0-b13d-59abb7b40678', 'tag': '416dfac9-b243-4e8e-b7ab-03fa42b872ea'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:50:53.216381 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dd4767a008c23f8566efc82158ee1b1fff34e1a9e908d76d0b6d0ab7e350e5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05c8bdaa-be15-4159-8244-368bc58e9eec" -d '{"events": [{"name": "network-changed", "server_uuid": "19a4af58-8f1f-46c0-b13d-59abb7b40678", "tag": "416dfac9-b243-4e8e-b7ab-03fa42b872ea"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:50:53.298365 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61210701-097d-4d85-aeec-d7b3c1c44a6f req-f95153ed-ab2f-4334-9201-f9ede8f1ad81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:53.299970 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-61210701-097d-4d85-aeec-d7b3c1c44a6f req-f95153ed-ab2f-4334-9201-f9ede8f1ad81 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7136fa31325e4016a695ca7c60f57962&device_id=45106a11-acb2-45a3-b216-7a27610e2a32 HTTP/1.1" status: 200 len: 1101 time: 0.0563946 Nov 19 17:50:53.301223 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed29fa1-c443-4814-af5b-6f1049247bed service neutron] Pushing event updated for resources: {'Port': ['ID=416dfac9-b243-4e8e-b7ab-03fa42b872ea,revision_number=3']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:50:53.302338 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 59190) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:50:53.326965 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-3d1ec3ce-1adc-4760-8895-397e93e18793 req-df01f464-3d93-45b3-a582-fd8e5a3bbcd7 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/security-groups?id=e103badb-33bc-4a96-ade0-89c422abc1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2783818 Nov 19 17:50:53.328916 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4689eb-75ad-40e1-8a70-fe94f1bfcb9a req-a8f9b738-8836-4aca-87cd-fdc638264ab9 tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:53.330495 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fb4689eb-75ad-40e1-8a70-fe94f1bfcb9a req-a8f9b738-8836-4aca-87cd-fdc638264ab9 tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] 10.222.0.54 "GET /v2.0/ports?device_id=5f783170-a00e-49e4-888a-369d37ba4d25 HTTP/1.1" status: 200 len: 946 time: 0.1348169 Nov 19 17:50:53.353080 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49e4798-35ef-41b3-b427-e77f000fe47c tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274 tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274-project] Pushing event updated for resources: {'Subnet': ['ID=52aef022-b092-4ea5-8969-862664eda1d5,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:50:53.365437 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40de0099-646b-4fe8-a7ed-2be2c1f52eb5 req-20dd94b6-ff00-40b0-b589-232e47cf81f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:53.368769 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-40de0099-646b-4fe8-a7ed-2be2c1f52eb5 req-20dd94b6-ff00-40b0-b589-232e47cf81f3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=063ef7e3fa9c49daa0ae772568226d29&device_id=19a4af58-8f1f-46c0-b13d-59abb7b40678 HTTP/1.1" status: 200 len: 1095 time: 0.1378179 Nov 19 17:50:53.374213 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49e4798-35ef-41b3-b427-e77f000fe47c tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274 tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274-project] Checking segment: {'id': '18ea3de9-5eb2-4f25-8b54-c5c33ae2b993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'd1fef3b8-4b4e-4e4c-a8b0-98ce4f7e637f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:50:53.374549 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c49e4798-35ef-41b3-b427-e77f000fe47c tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274 tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274-project] Network hostable DHCP agents. Network: d1fef3b8-4b4e-4e4c-a8b0-98ce4f7e637f, hostable agents: ['02910ef2-0455-4aea-9f38-9a875579633f'], hosted agents: [] {{(pid=103364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 17:50:53.426445 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-40de0099-646b-4fe8-a7ed-2be2c1f52eb5 req-aba42594-e590-45b0-970f-c72ca939a7f1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=416dfac9-b243-4e8e-b7ab-03fa42b872ea HTTP/1.1" status: 200 len: 217 time: 0.0478253 Nov 19 17:50:53.448935 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c49e4798-35ef-41b3-b427-e77f000fe47c tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274 tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274-project] Network d1fef3b8-4b4e-4e4c-a8b0-98ce4f7e637f is scheduled to be hosted by DHCP agent 02910ef2-0455-4aea-9f38-9a875579633f with binding_index 1 {{(pid=103364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 17:50:53.520531 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-c49e4798-35ef-41b3-b427-e77f000fe47c tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274 tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818022-2, d1fef3b8-4b4e-4e4c-a8b0-98ce4f7e637f) {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:50:53.530269 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e151b54-fa54-4af6-9280-a868b923ccb8 None None] Network d1fef3b8-4b4e-4e4c-a8b0-98ce4f7e637f requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:50:53.532807 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c49e4798-35ef-41b3-b427-e77f000fe47c tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274 tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:53.533500 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c49e4798-35ef-41b3-b427-e77f000fe47c tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274 tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274-project] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:53.537031 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40de0099-646b-4fe8-a7ed-2be2c1f52eb5 req-bb8b42b5-b80f-4c3d-98ae-04494c6ddf57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:53.538549 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-40de0099-646b-4fe8-a7ed-2be2c1f52eb5 req-bb8b42b5-b80f-4c3d-98ae-04494c6ddf57 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5dbfa5af-1ad8-4df8-a1b2-cc6152eda1a3 HTTP/1.1" status: 200 len: 855 time: 0.1027312 Nov 19 17:50:53.596339 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8af9b64-d129-475a-991c-73755e578a89 req-ad9b2918-f396-4cf4-817e-1c72dab9464c tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:53.604880 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c8af9b64-d129-475a-991c-73755e578a89 req-ad9b2918-f396-4cf4-817e-1c72dab9464c tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/ports?device_id=45106a11-acb2-45a3-b216-7a27610e2a32 HTTP/1.1" status: 200 len: 950 time: 0.1580012 Nov 19 17:50:53.626522 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-c49e4798-35ef-41b3-b427-e77f000fe47c tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274 tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5666215 Nov 19 17:50:53.629415 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 59194) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:50:53.634385 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-2cb0c96d-651a-40d5-a0a6-210db33c99aa tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274 tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274-project] Request body: {'port': {'network_id': 'd1fef3b8-4b4e-4e4c-a8b0-98ce4f7e637f', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-913129118'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:50:53.693148 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-798c3d25-5371-4f7e-8192-e7663a12477c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=71f143b90b844169b3eeea1a30bf2a6c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3880422 Nov 19 17:50:53.696923 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 59196) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:50:53.718405 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fb4689eb-75ad-40e1-8a70-fe94f1bfcb9a req-876ee695-ac64-4459-a10e-4e8ebaaaee6f tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] 10.222.0.54 "GET /v2.0/security-groups?id=79517508-381b-4077-8d39-0c2cf4e2980c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3725092 Nov 19 17:50:53.720616 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a32dc89c-d8be-405a-bf40-24b5ced207c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54f44f5f-1200-574e-8740-2141911d5b73-d1fef3b8-4b4e-4e4c-a8b0-98ce4f7e637f', 'network_id': 'd1fef3b8-4b4e-4e4c-a8b0-98ce4f7e637f', 'tenant_id': '248606df04044686a0d647e67b8891cd', 'fixed_ips': [{'subnet_id': '52aef022-b092-4ea5-8969-862664eda1d5'}]}} from n-d-818022-2. {{(pid=103366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 17:50:53.722286 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a32dc89c-d8be-405a-bf40-24b5ced207c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:53.751420 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40de0099-646b-4fe8-a7ed-2be2c1f52eb5 req-cbe64ab8-5334-442b-b57e-5fc74210c6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:53.752978 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-40de0099-646b-4fe8-a7ed-2be2c1f52eb5 req-cbe64ab8-5334-442b-b57e-5fc74210c6a8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fdcadcc4-b6d0-4be3-9284-8f7eda9af8ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2025039 Nov 19 17:50:53.776470 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c8af9b64-d129-475a-991c-73755e578a89 req-1122e888-9201-4c8a-ac03-dead8e143657 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/security-groups?id=6e557aa4-1576-4002-9603-a630915d92af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700892 Nov 19 17:50:53.794200 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61210701-097d-4d85-aeec-d7b3c1c44a6f req-6b6cffd6-f1de-4ec0-ad2d-b3a5d0a8ca8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:53.795963 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-61210701-097d-4d85-aeec-d7b3c1c44a6f req-6b6cffd6-f1de-4ec0-ad2d-b3a5d0a8ca8d service neutron] 10.222.0.60 "GET /v2.0/networks?id=346debfa-452b-4048-abf4-8f4493625ef2 HTTP/1.1" status: 200 len: 870 time: 0.4852159 Nov 19 17:50:53.805990 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d3d1976a-a90f-4e2a-a00c-43da2dee842d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:53.857194 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-61210701-097d-4d85-aeec-d7b3c1c44a6f req-1dde164c-fa2b-4fa5-a934-c264c06e35f4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=f18e54c2-7e2f-40c8-a534-15d92701a475 HTTP/1.1" status: 200 len: 217 time: 0.0476072 Nov 19 17:50:53.918018 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [None req-a32dc89c-d8be-405a-bf40-24b5ced207c1 None None] Allocated IP 2001:db8::2 (d1fef3b8-4b4e-4e4c-a8b0-98ce4f7e637f/52aef022-b092-4ea5-8969-862664eda1d5/e24137ad-6ab2-449f-a52b-b7e94ca303e6) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:50:53.925841 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d3d1976a-a90f-4e2a-a00c-43da2dee842d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:53.974056 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-40de0099-646b-4fe8-a7ed-2be2c1f52eb5 req-583aac55-e078-4bb1-8cee-96575177c0ac service neutron] 10.222.0.60 "GET /v2.0/networks/fdcadcc4-b6d0-4be3-9284-8f7eda9af8ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1955364 Nov 19 17:50:53.974539 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device b119b028-1f8d-4bbd-9156-847b5bc5c0f9 no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:50:53.977132 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 17:50:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d34b9a0c-3a0d-4784-9606-4a19689856cc x-openstack-request-id: req-d34b9a0c-3a0d-4784-9606-4a19689856cc {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:50:53.977427 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19a4af58-8f1f-46c0-b13d-59abb7b40678", "tag": "416dfac9-b243-4e8e-b7ab-03fa42b872ea", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:50:53.977687 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d34b9a0c-3a0d-4784-9606-4a19689856cc {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:50:53.978252 n-d-818022-2 neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19a4af58-8f1f-46c0-b13d-59abb7b40678', 'tag': '416dfac9-b243-4e8e-b7ab-03fa42b872ea', 'status': 'completed', 'code': 200} Nov 19 17:50:54.039354 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded3363e-40ba-455e-9285-995348c329d7 req-5adba219-48f0-4498-a6ec-b6edc3b4c8dc tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:54.041398 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: b119b028-1f8d-4bbd-9156-847b5bc5c0f9 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:50:54.043702 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device b119b028-1f8d-4bbd-9156-847b5bc5c0f9 not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:50:54.059575 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ded3363e-40ba-455e-9285-995348c329d7 req-5adba219-48f0-4498-a6ec-b6edc3b4c8dc tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/ports?device_id=19a4af58-8f1f-46c0-b13d-59abb7b40678 HTTP/1.1" status: 200 len: 944 time: 0.1403680 Nov 19 17:50:54.066424 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61210701-097d-4d85-aeec-d7b3c1c44a6f req-ac4ef187-99d9-44f8-b653-a111fcb56794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:54.071208 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-61210701-097d-4d85-aeec-d7b3c1c44a6f req-ac4ef187-99d9-44f8-b653-a111fcb56794 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8b3c88de-c9c2-4a20-b19e-1855c2c19035 HTTP/1.1" status: 200 len: 843 time: 0.1943865 Nov 19 17:50:54.091605 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-40de0099-646b-4fe8-a7ed-2be2c1f52eb5 req-5061dab2-e950-4067-87bd-5678debbb216 service neutron] 10.222.0.60 "GET /v2.0/networks/fdcadcc4-b6d0-4be3-9284-8f7eda9af8ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063895 Nov 19 17:50:54.113605 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cb0c96d-651a-40d5-a0a6-210db33c99aa tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274 tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274-project] Made reservation on behalf of 248606df04044686a0d647e67b8891cd for: {'port': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:50:54.118077 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2cb0c96d-651a-40d5-a0a6-210db33c99aa tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274 tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:54.199270 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [None req-2cb0c96d-651a-40d5-a0a6-210db33c99aa tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274 tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274-project] device_id is not set on port c5e22a43-a49e-4c63-8e8e-f4e4b6cbd17e yet. {{(pid=103364) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 17:50:54.200960 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a32dc89c-d8be-405a-bf40-24b5ced207c1 None None] Publish callbacks [] for port, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:54.204443 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d3d1976a-a90f-4e2a-a00c-43da2dee842d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:54.207572 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d3d1976a-a90f-4e2a-a00c-43da2dee842d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:54.211112 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-d3d1976a-a90f-4e2a-a00c-43da2dee842d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b091ebcd-ce5c-498d-8d37-d7ae4b64d9a0 HTTP/1.1" status: 204 len: 168 time: 0.5106642 Nov 19 17:50:54.211291 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a32dc89c-d8be-405a-bf40-24b5ced207c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998'] for port, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:54.256304 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a32dc89c-d8be-405a-bf40-24b5ced207c1 None None] Network d1fef3b8-4b4e-4e4c-a8b0-98ce4f7e637f is already hosted by enough agents. {{(pid=103366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:50:54.259380 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [None req-a32dc89c-d8be-405a-bf40-24b5ced207c1 None None] Resources bound (agent type, host, resource id): {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:50:54.264340 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d1976a-a90f-4e2a-a00c-43da2dee842d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b091ebcd-ce5c-498d-8d37-d7ae4b64d9a0,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:50:54.265779 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a32dc89c-d8be-405a-bf40-24b5ced207c1 None None] Received port after_create {{(pid=103366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:50:54.276385 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c8bdaa-be15-4159-8244-368bc58e9eec req-15f78104-0c51-4148-86a3-1535183ec730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:54.279759 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-05c8bdaa-be15-4159-8244-368bc58e9eec req-15f78104-0c51-4148-86a3-1535183ec730 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=063ef7e3fa9c49daa0ae772568226d29&device_id=19a4af58-8f1f-46c0-b13d-59abb7b40678 HTTP/1.1" status: 200 len: 1095 time: 0.1180000 Nov 19 17:50:54.279897 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ded3363e-40ba-455e-9285-995348c329d7 req-3431b44c-be19-49da-bccd-f40e3975b6d0 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/security-groups?id=af9eedbc-4dba-4487-bbd4-6a5c45518ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2178664 Nov 19 17:50:54.294392 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61210701-097d-4d85-aeec-d7b3c1c44a6f req-49382abd-beb4-4413-8d6f-b0085b91638d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:54.297881 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-61210701-097d-4d85-aeec-d7b3c1c44a6f req-49382abd-beb4-4413-8d6f-b0085b91638d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=346debfa-452b-4048-abf4-8f4493625ef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2143078 Nov 19 17:50:54.310484 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32dc89c-d8be-405a-bf40-24b5ced207c1 None None] Pushing event updated for resources: {'Port': ['ID=e24137ad-6ab2-449f-a52b-b7e94ca303e6,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:50:54.383665 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7460689-2d85-4a0c-9057-fddb05215958 req-42061c54-3511-45f4-a50e-dec925325aec tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:54.385700 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f7460689-2d85-4a0c-9057-fddb05215958 req-42061c54-3511-45f4-a50e-dec925325aec tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.60 "GET /v2.0/ports?device_id=24cd9be2-e357-4931-83be-a3fa741ba79c HTTP/1.1" status: 200 len: 945 time: 0.1972821 Nov 19 17:50:54.460948 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-a32dc89c-d8be-405a-bf40-24b5ced207c1 None None] Attempting to bind port e24137ad-6ab2-449f-a52b-b7e94ca303e6 on host n-d-818022-2 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:50:54.461637 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-a32dc89c-d8be-405a-bf40-24b5ced207c1 None None] Attempting to bind port e24137ad-6ab2-449f-a52b-b7e94ca303e6 by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': '18ea3de9-5eb2-4f25-8b54-c5c33ae2b993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'd1fef3b8-4b4e-4e4c-a8b0-98ce4f7e637f'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:50:54.462585 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a32dc89c-d8be-405a-bf40-24b5ced207c1 None None] Attempting to bind port e24137ad-6ab2-449f-a52b-b7e94ca303e6 on network d1fef3b8-4b4e-4e4c-a8b0-98ce4f7e637f {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:50:54.473403 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a32dc89c-d8be-405a-bf40-24b5ced207c1 None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 50, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:50:54.474591 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a32dc89c-d8be-405a-bf40-24b5ced207c1 None None] Checking segment: {'id': '18ea3de9-5eb2-4f25-8b54-c5c33ae2b993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'd1fef3b8-4b4e-4e4c-a8b0-98ce4f7e637f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:50:54.477316 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a32dc89c-d8be-405a-bf40-24b5ced207c1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:54.477714 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a32dc89c-d8be-405a-bf40-24b5ced207c1 None None] Bound using segment: {'id': '18ea3de9-5eb2-4f25-8b54-c5c33ae2b993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'd1fef3b8-4b4e-4e4c-a8b0-98ce4f7e637f'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:50:54.478618 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-a32dc89c-d8be-405a-bf40-24b5ced207c1 None None] Bound port: e24137ad-6ab2-449f-a52b-b7e94ca303e6, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18ea3de9-5eb2-4f25-8b54-c5c33ae2b993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'd1fef3b8-4b4e-4e4c-a8b0-98ce4f7e637f'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:50:54.478989 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a32dc89c-d8be-405a-bf40-24b5ced207c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:54.540144 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [None req-2cb0c96d-651a-40d5-a0a6-210db33c99aa tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274 tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274-project] Allocated IP 2001:db8::365 (d1fef3b8-4b4e-4e4c-a8b0-98ce4f7e637f/52aef022-b092-4ea5-8969-862664eda1d5/c5e22a43-a49e-4c63-8e8e-f4e4b6cbd17e) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:50:54.551963 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c8bdaa-be15-4159-8244-368bc58e9eec req-8fb77e81-2bb5-4369-9416-d803c7975a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:54.553467 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-05c8bdaa-be15-4159-8244-368bc58e9eec req-8fb77e81-2bb5-4369-9416-d803c7975a20 service neutron] 10.222.0.60 "GET /v2.0/networks?id=fdcadcc4-b6d0-4be3-9284-8f7eda9af8ea HTTP/1.1" status: 200 len: 917 time: 0.2624099 Nov 19 17:50:54.615248 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-61210701-097d-4d85-aeec-d7b3c1c44a6f req-f79eef2c-b7d6-4510-a787-6a379fe7d783 service neutron] 10.222.0.60 "GET /v2.0/networks/346debfa-452b-4048-abf4-8f4493625ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3081203 Nov 19 17:50:54.625637 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac2feb0-03e2-4e77-bc2f-ad3273e221a5 req-c3986aa3-360a-4bf1-bdb0-1b1674b3e9f4 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:54.626402 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-a32dc89c-d8be-405a-bf40-24b5ced207c1 None None] For port e24137ad-6ab2-449f-a52b-b7e94ca303e6, host n-d-818022-2, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:50:54.633041 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-a32dc89c-d8be-405a-bf40-24b5ced207c1 None None] For port e24137ad-6ab2-449f-a52b-b7e94ca303e6, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=e24137ad-6ab2-449f-a52b-b7e94ca303e6,segment=NetworkSegment(18ea3de9-5eb2-4f25-8b54-c5c33ae2b993),segment_id=18ea3de9-5eb2-4f25-8b54-c5c33ae2b993)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:50:54.640340 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a32dc89c-d8be-405a-bf40-24b5ced207c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:54.643249 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fac2feb0-03e2-4e77-bc2f-ad3273e221a5 req-c3986aa3-360a-4bf1-bdb0-1b1674b3e9f4 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/ports?device_id=24cd9be2-e357-4931-83be-a3fa741ba79c HTTP/1.1" status: 200 len: 945 time: 0.1616340 Nov 19 17:50:54.664948 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-05c8bdaa-be15-4159-8244-368bc58e9eec req-9cb97127-667b-403f-8409-60d086a86619 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=416dfac9-b243-4e8e-b7ab-03fa42b872ea HTTP/1.1" status: 200 len: 217 time: 0.1027896 Nov 19 17:50:54.763625 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c8bdaa-be15-4159-8244-368bc58e9eec req-18a6b9d2-5014-4e6c-97e4-52e486062224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:54.765934 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-05c8bdaa-be15-4159-8244-368bc58e9eec req-18a6b9d2-5014-4e6c-97e4-52e486062224 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5dbfa5af-1ad8-4df8-a1b2-cc6152eda1a3 HTTP/1.1" status: 200 len: 855 time: 0.0886154 Nov 19 17:50:54.779711 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32dc89c-d8be-405a-bf40-24b5ced207c1 None None] Pushing event updated for resources: {'Port': ['ID=e24137ad-6ab2-449f-a52b-b7e94ca303e6,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:50:54.812196 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fac2feb0-03e2-4e77-bc2f-ad3273e221a5 req-a309c759-d3a3-49a3-b435-e752f1aa6538 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/security-groups?id=e103badb-33bc-4a96-ade0-89c422abc1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670902 Nov 19 17:50:54.840343 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-f7460689-2d85-4a0c-9057-fddb05215958 req-ae52ead6-4c06-45c1-a213-42e2e3557a12 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Deleting port 5dc66dca-c438-4b95-943c-57d0ac53a1ca {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:50:54.840728 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-f7460689-2d85-4a0c-9057-fddb05215958 req-ae52ead6-4c06-45c1-a213-42e2e3557a12 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:54.935646 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-61210701-097d-4d85-aeec-d7b3c1c44a6f req-be9648f9-12a9-47f8-9768-d65f0ff8c1ff service neutron] 10.222.0.60 "GET /v2.0/networks/346debfa-452b-4048-abf4-8f4493625ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2874112 Nov 19 17:50:54.967218 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c8bdaa-be15-4159-8244-368bc58e9eec req-62f3c063-8a19-4852-9184-0615c7d1d08f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:54.968063 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-05c8bdaa-be15-4159-8244-368bc58e9eec req-62f3c063-8a19-4852-9184-0615c7d1d08f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fdcadcc4-b6d0-4be3-9284-8f7eda9af8ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1894219 Nov 19 17:50:55.019768 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-f7460689-2d85-4a0c-9057-fddb05215958 req-ae52ead6-4c06-45c1-a213-42e2e3557a12 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] For port 5dc66dca-c438-4b95-943c-57d0ac53a1ca, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=5dc66dca-c438-4b95-943c-57d0ac53a1ca,segment=NetworkSegment(76ca7d5f-3474-4bcd-9b64-65e02324eb89),segment_id=76ca7d5f-3474-4bcd-9b64-65e02324eb89)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:50:55.021424 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-f7460689-2d85-4a0c-9057-fddb05215958 req-ae52ead6-4c06-45c1-a213-42e2e3557a12 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:55.051945 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-f7460689-2d85-4a0c-9057-fddb05215958 req-ae52ead6-4c06-45c1-a213-42e2e3557a12 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Calling delete_port for 5dc66dca-c438-4b95-943c-57d0ac53a1ca owned by compute:nova {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:50:55.093314 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e77aba-6ad3-4a71-bd48-ba9367cb7eed req-8162b574-4d0d-491e-984e-2675fe78186d tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:55.094932 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b7e77aba-6ad3-4a71-bd48-ba9367cb7eed req-8162b574-4d0d-491e-984e-2675fe78186d tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/ports?device_id=45106a11-acb2-45a3-b216-7a27610e2a32 HTTP/1.1" status: 200 len: 950 time: 0.1768930 Nov 19 17:50:55.123469 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2cb0c96d-651a-40d5-a0a6-210db33c99aa tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274 tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274-project] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:55.228028 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-f7460689-2d85-4a0c-9057-fddb05215958 req-ae52ead6-4c06-45c1-a213-42e2e3557a12 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:55.239570 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-05c8bdaa-be15-4159-8244-368bc58e9eec req-3b02d24a-c585-4c61-b352-0a10085dd03d service neutron] 10.222.0.60 "GET /v2.0/networks/fdcadcc4-b6d0-4be3-9284-8f7eda9af8ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2557852 Nov 19 17:50:55.241940 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] get_ports_and_sgs() called for port_ids ['096fbf6b-1527-4959-a491-ebec9dd1f89d'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:50:55.249144 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b7e77aba-6ad3-4a71-bd48-ba9367cb7eed req-9cf92cb9-9431-4a64-a9b9-8312873fab80 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/security-groups?id=6e557aa4-1576-4002-9603-a630915d92af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321604 Nov 19 17:50:55.285217 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['5dc66dca-c438-4b95-943c-57d0ac53a1ca'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:50:55.310030 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2cb0c96d-651a-40d5-a0a6-210db33c99aa tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274 tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:55.401185 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cb0c96d-651a-40d5-a0a6-210db33c99aa tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274 tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274-project] Network d1fef3b8-4b4e-4e4c-a8b0-98ce4f7e637f is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:50:55.404755 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae52ead6-4c06-45c1-a213-42e2e3557a12 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Pushing event deleted for resources: {'Port': ['ID=5dc66dca-c438-4b95-943c-57d0ac53a1ca,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:50:55.412294 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-2cb0c96d-651a-40d5-a0a6-210db33c99aa tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274 tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:50:55.420240 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb0c96d-651a-40d5-a0a6-210db33c99aa tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274 tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:50:55.435220 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cb0c96d-651a-40d5-a0a6-210db33c99aa tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274 tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:55.441765 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2cb0c96d-651a-40d5-a0a6-210db33c99aa tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274 tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:55.442297 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7460689-2d85-4a0c-9057-fddb05215958 req-ae52ead6-4c06-45c1-a213-42e2e3557a12 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] No DVR routers for this DVR port 5dc66dca-c438-4b95-943c-57d0ac53a1ca on host n-h1-818022-2 {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:50:55.445855 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-f7460689-2d85-4a0c-9057-fddb05215958 req-ae52ead6-4c06-45c1-a213-42e2e3557a12 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:55.449795 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f7460689-2d85-4a0c-9057-fddb05215958 req-ae52ead6-4c06-45c1-a213-42e2e3557a12 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.60 "DELETE /v2.0/ports/5dc66dca-c438-4b95-943c-57d0ac53a1ca HTTP/1.1" status: 204 len: 173 time: 1.0537734 Nov 19 17:50:55.450434 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24cd9be2-e357-4931-83be-a3fa741ba79c', 'name': 'network-vif-deleted', 'tag': '5dc66dca-c438-4b95-943c-57d0ac53a1ca'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:50:55.452724 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218319d759239a7d11f1288aef37381b97754913ee9ccbfd43b51a463f801712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35915bf6-8319-489d-8d3c-531eafc7e861" -d '{"events": [{"server_uuid": "24cd9be2-e357-4931-83be-a3fa741ba79c", "name": "network-vif-deleted", "tag": "5dc66dca-c438-4b95-943c-57d0ac53a1ca"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:50:55.477014 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 59248) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:50:55.535709 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:50:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e6b1d60-92bb-4aed-bee2-ca0ff640b530 x-openstack-request-id: req-0e6b1d60-92bb-4aed-bee2-ca0ff640b530 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:50:55.536141 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24cd9be2-e357-4931-83be-a3fa741ba79c", "name": "network-vif-deleted", "tag": "5dc66dca-c438-4b95-943c-57d0ac53a1ca", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:50:55.536691 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-0e6b1d60-92bb-4aed-bee2-ca0ff640b530 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:50:55.537206 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24cd9be2-e357-4931-83be-a3fa741ba79c', 'name': 'network-vif-deleted', 'tag': '5dc66dca-c438-4b95-943c-57d0ac53a1ca', 'status': 'completed', 'code': 200} Nov 19 17:50:55.570677 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb0c96d-651a-40d5-a0a6-210db33c99aa tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274 tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274-project] Pushing event updated for resources: {'Port': ['ID=c5e22a43-a49e-4c63-8e8e-f4e4b6cbd17e,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:50:55.619263 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-05c8bdaa-be15-4159-8244-368bc58e9eec req-3b4235ef-6a81-48d2-a515-8a8df36c0db9 service neutron] 10.222.0.60 "GET /v2.0/networks/fdcadcc4-b6d0-4be3-9284-8f7eda9af8ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3691518 Nov 19 17:50:55.630082 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 59252) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:50:55.636472 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-f150dd75-ba5d-4427-88d7-75a4a3bc169b tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274 tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274-project] Request body: {'port': {'network_id': 'd1fef3b8-4b4e-4e4c-a8b0-98ce4f7e637f', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1212065467', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:50:55.637132 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.api.validators [None req-f150dd75-ba5d-4427-88d7-75a4a3bc169b tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274 tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274-project] bootfile-name is not in valid_values {{(pid=103365) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 19 17:50:55.637635 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.api.validators [None req-f150dd75-ba5d-4427-88d7-75a4a3bc169b tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274 tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274-project] tftp-server is not in valid_values {{(pid=103365) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 19 17:50:55.638053 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.api.validators [None req-f150dd75-ba5d-4427-88d7-75a4a3bc169b tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274 tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274-project] server-ip-address is not in valid_values {{(pid=103365) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 19 17:50:55.639989 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device f18e54c2-7e2f-40c8-a534-15d92701a475 no longer exists at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:50:55.643221 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-2cb0c96d-651a-40d5-a0a6-210db33c99aa tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274 tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 2.0127439 Nov 19 17:50:55.672444 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08d683a-d7b0-4ada-be99-e698d3a63668 req-882f46cf-6c49-4400-9e08-6e885b634523 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:55.681653 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c08d683a-d7b0-4ada-be99-e698d3a63668 req-882f46cf-6c49-4400-9e08-6e885b634523 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/ports?device_id=19a4af58-8f1f-46c0-b13d-59abb7b40678 HTTP/1.1" status: 200 len: 944 time: 0.2308474 Nov 19 17:50:55.772503 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c08d683a-d7b0-4ada-be99-e698d3a63668 req-4d435183-c37b-450c-8e22-43b9b084c848 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/security-groups?id=af9eedbc-4dba-4487-bbd4-6a5c45518ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852559 Nov 19 17:50:55.804883 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-b5c604bc-2118-46fd-9cda-d41fb9c8a6e4 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-930090608-network', 'tenant_id': 'ef115ff0b9af40189b80151903c87a42'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:50:55.846582 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5c604bc-2118-46fd-9cda-d41fb9c8a6e4 admin admin] Made reservation on behalf of ef115ff0b9af40189b80151903c87a42 for: {'network': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:50:55.850197 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b5c604bc-2118-46fd-9cda-d41fb9c8a6e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:55.863466 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b5c604bc-2118-46fd-9cda-d41fb9c8a6e4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:55.908257 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f150dd75-ba5d-4427-88d7-75a4a3bc169b tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274 tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274-project] Made reservation on behalf of 248606df04044686a0d647e67b8891cd for: {'port': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:50:55.912724 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f150dd75-ba5d-4427-88d7-75a4a3bc169b tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274 tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:55.956220 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [None req-f150dd75-ba5d-4427-88d7-75a4a3bc169b tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274 tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274-project] device_id is not set on port 41108cba-2c2a-4d09-9084-cb829fa683fc yet. {{(pid=103365) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 17:50:55.976278 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:56.044068 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device e24137ad-6ab2-449f-a52b-b7e94ca303e6 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:50:56.045975 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b5c604bc-2118-46fd-9cda-d41fb9c8a6e4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:56.061730 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a72f6712-c159-4b68-aa13-ef32cf210c32 req-9958a844-52f7-4c64-8d3c-73877dce758f tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/ports?device_id=24cd9be2-e357-4931-83be-a3fa741ba79c HTTP/1.1" status: 200 len: 210 time: 0.0657165 Nov 19 17:50:56.102211 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b5c604bc-2118-46fd-9cda-d41fb9c8a6e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:56.150099 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45106a11-acb2-45a3-b216-7a27610e2a32', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f18e54c2-7e2f-40c8-a534-15d92701a475'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:50:56.153370 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3940761bcd94e032e6960d2241bd8993c5d3a7d8dc2aca8488f3ecf1d4dd2fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-227d5dcc-672c-4c3d-bab2-bcf587bbfc61" -d '{"events": [{"server_uuid": "45106a11-acb2-45a3-b216-7a27610e2a32", "name": "network-vif-unplugged", "status": "completed", "tag": "f18e54c2-7e2f-40c8-a534-15d92701a475"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:50:56.202550 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port f18e54c2-7e2f-40c8-a534-15d92701a475, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=f18e54c2-7e2f-40c8-a534-15d92701a475,segment=NetworkSegment(1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861),segment_id=1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:50:56.226317 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:56.227639 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 5dc66dca-c438-4b95-943c-57d0ac53a1ca no longer exists at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:50:56.244083 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 17:50:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2452b615-3324-4d52-b480-2c9015eea613 x-openstack-request-id: req-2452b615-3324-4d52-b480-2c9015eea613 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:50:56.244778 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45106a11-acb2-45a3-b216-7a27610e2a32", "name": "network-vif-unplugged", "status": "completed", "tag": "f18e54c2-7e2f-40c8-a534-15d92701a475", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:50:56.245469 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-2452b615-3324-4d52-b480-2c9015eea613 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:50:56.246154 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45106a11-acb2-45a3-b216-7a27610e2a32', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f18e54c2-7e2f-40c8-a534-15d92701a475', 'code': 200} Nov 19 17:50:56.251789 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5c604bc-2118-46fd-9cda-d41fb9c8a6e4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 670} {{(pid=103365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 17:50:56.272177 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c604bc-2118-46fd-9cda-d41fb9c8a6e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30887d2c-2c06-4a04-8ed7-1cc9b0391ccf,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:50:56.310597 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c604bc-2118-46fd-9cda-d41fb9c8a6e4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:50:56.310951 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c604bc-2118-46fd-9cda-d41fb9c8a6e4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:50:56.311436 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c604bc-2118-46fd-9cda-d41fb9c8a6e4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:50:56.311786 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c604bc-2118-46fd-9cda-d41fb9c8a6e4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:50:56.312132 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c604bc-2118-46fd-9cda-d41fb9c8a6e4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:50:56.312472 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c604bc-2118-46fd-9cda-d41fb9c8a6e4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:50:56.312817 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c604bc-2118-46fd-9cda-d41fb9c8a6e4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:50:56.313321 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c604bc-2118-46fd-9cda-d41fb9c8a6e4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:50:56.313631 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c604bc-2118-46fd-9cda-d41fb9c8a6e4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:50:56.313991 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c604bc-2118-46fd-9cda-d41fb9c8a6e4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:50:56.314324 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c604bc-2118-46fd-9cda-d41fb9c8a6e4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:50:56.314651 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c604bc-2118-46fd-9cda-d41fb9c8a6e4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:50:56.322442 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] No Port match for: 5dc66dca-c438-4b95-943c-57d0ac53a1ca {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:50:56.322924 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 5dc66dca-c438-4b95-943c-57d0ac53a1ca not bound to the agent host n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:50:56.325794 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7ac0b8d-f942-4bdb-a385-0757f9741c88 None None] Network d1fef3b8-4b4e-4e4c-a8b0-98ce4f7e637f requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:50:56.336875 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b5c604bc-2118-46fd-9cda-d41fb9c8a6e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:56.337228 n-d-818022-2 neutron-server[103365]: INFO neutron.db.segments_db [None req-b5c604bc-2118-46fd-9cda-d41fb9c8a6e4 admin admin] Added segment 89891acd-fd82-4118-b100-e50c4e69b300 of type vlan for network 7f92ba32-d487-4404-a462-4c7370c8bcd8 Nov 19 17:50:56.422221 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port e24137ad-6ab2-449f-a52b-b7e94ca303e6 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:50:56.422587 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:56.457091 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=f18e54c2-7e2f-40c8-a534-15d92701a475,revision_number=9']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:50:56.474876 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b5c604bc-2118-46fd-9cda-d41fb9c8a6e4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:56.476157 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-0d80f5c8-6431-4dae-8efd-7cbd0cdfa7a9 None None] Provisioning complete for port e24137ad-6ab2-449f-a52b-b7e94ca303e6 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:50:56.476529 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0d80f5c8-6431-4dae-8efd-7cbd0cdfa7a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:56.499759 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [None req-f150dd75-ba5d-4427-88d7-75a4a3bc169b tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274 tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274-project] Allocated IP 2001:db8::dd (d1fef3b8-4b4e-4e4c-a8b0-98ce4f7e637f/52aef022-b092-4ea5-8969-862664eda1d5/41108cba-2c2a-4d09-9084-cb829fa683fc) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:50:56.519123 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0378b70e-3821-4dd6-9f3a-06c9be9fe820 req-784baaa2-4e6a-46b5-8323-6f05ce0799c0 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:56.527987 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0378b70e-3821-4dd6-9f3a-06c9be9fe820 req-784baaa2-4e6a-46b5-8323-6f05ce0799c0 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/ports?device_id=45106a11-acb2-45a3-b216-7a27610e2a32 HTTP/1.1" status: 200 len: 948 time: 0.1586924 Nov 19 17:50:56.581868 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b5c604bc-2118-46fd-9cda-d41fb9c8a6e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:56.582809 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5c604bc-2118-46fd-9cda-d41fb9c8a6e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:56.583934 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b5c604bc-2118-46fd-9cda-d41fb9c8a6e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:56.668522 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-b5c604bc-2118-46fd-9cda-d41fb9c8a6e4 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1890345 Nov 19 17:50:56.671453 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 59266) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:50:56.680135 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:56.680465 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-54cfd7c9-1350-4aad-adce-b69dab089eb7 admin admin] Request body: {'subnet': {'network_id': '7f92ba32-d487-4404-a462-4c7370c8bcd8', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-930090608-subnet', 'tenant_id': 'ef115ff0b9af40189b80151903c87a42', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:50:56.703134 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0d80f5c8-6431-4dae-8efd-7cbd0cdfa7a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:56.712626 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0378b70e-3821-4dd6-9f3a-06c9be9fe820 req-0e074141-0c11-4f7e-990b-06ac73e3f038 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/security-groups?id=6e557aa4-1576-4002-9603-a630915d92af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834285 Nov 19 17:50:56.714353 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54cfd7c9-1350-4aad-adce-b69dab089eb7 admin admin] Made reservation on behalf of ef115ff0b9af40189b80151903c87a42 for: {'subnet': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:50:56.717504 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-54cfd7c9-1350-4aad-adce-b69dab089eb7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8983829'] for subnet, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:56.749217 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] For port e24137ad-6ab2-449f-a52b-b7e94ca303e6, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=e24137ad-6ab2-449f-a52b-b7e94ca303e6,segment=NetworkSegment(18ea3de9-5eb2-4f25-8b54-c5c33ae2b993),segment_id=18ea3de9-5eb2-4f25-8b54-c5c33ae2b993)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:50:56.754528 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c604bc-2118-46fd-9cda-d41fb9c8a6e4 admin admin] Pushing event updated for resources: {'Network': ['ID=7f92ba32-d487-4404-a462-4c7370c8bcd8,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:50:56.757229 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:56.810585 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network 7f92ba32-d487-4404-a462-4c7370c8bcd8 details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 17:50:56.902512 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f150dd75-ba5d-4427-88d7-75a4a3bc169b tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274 tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274-project] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:56.954374 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.db.api [None req-0d80f5c8-6431-4dae-8efd-7cbd0cdfa7a9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103366) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 17:50:56.954739 n-d-818022-2 neutron-server[103366]: DEBUG oslo_db.api [None req-0d80f5c8-6431-4dae-8efd-7cbd0cdfa7a9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 17:50:56.962433 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f150dd75-ba5d-4427-88d7-75a4a3bc169b tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274 tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:56.969463 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Pushing event updated for resources: {'Port': ['ID=e24137ad-6ab2-449f-a52b-b7e94ca303e6,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:50:57.062635 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f150dd75-ba5d-4427-88d7-75a4a3bc169b tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274 tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274-project] Network d1fef3b8-4b4e-4e4c-a8b0-98ce4f7e637f is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:50:57.063995 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc488153-c69f-4530-96fb-a811327f23e2 req-efb7c5f8-e611-405b-9515-2f80d01146f9 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:57.066774 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-f150dd75-ba5d-4427-88d7-75a4a3bc169b tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274 tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:50:57.071881 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-cc488153-c69f-4530-96fb-a811327f23e2 req-efb7c5f8-e611-405b-9515-2f80d01146f9 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/ports?device_id=19a4af58-8f1f-46c0-b13d-59abb7b40678 HTTP/1.1" status: 200 len: 944 time: 0.1534455 Nov 19 17:50:57.072496 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f150dd75-ba5d-4427-88d7-75a4a3bc169b tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274 tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:50:57.083553 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f150dd75-ba5d-4427-88d7-75a4a3bc169b tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274 tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:57.083882 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f150dd75-ba5d-4427-88d7-75a4a3bc169b tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274 tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:57.098114 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-54cfd7c9-1350-4aad-adce-b69dab089eb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12425078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8983815'] for subnet, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:57.102130 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f150dd75-ba5d-4427-88d7-75a4a3bc169b tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274 tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274-project] Pushing event updated for resources: {'Port': ['ID=41108cba-2c2a-4d09-9084-cb829fa683fc,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:50:57.141124 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-f150dd75-ba5d-4427-88d7-75a4a3bc169b tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274 tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 1.5093036 Nov 19 17:50:57.141995 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 59276) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:50:57.263764 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f12abab2-9600-4589-a2a0-8f2bb2e68063 tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274 tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:57.264899 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-cc488153-c69f-4530-96fb-a811327f23e2 req-8c7cdac5-402c-4fa7-a27e-11e94e62333d tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/security-groups?id=af9eedbc-4dba-4487-bbd4-6a5c45518ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1908495 Nov 19 17:50:57.277510 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f12abab2-9600-4589-a2a0-8f2bb2e68063 tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274 tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:57.285892 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f12abab2-9600-4589-a2a0-8f2bb2e68063 tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274 tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:57.293063 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-f12abab2-9600-4589-a2a0-8f2bb2e68063 tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274 tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.1497080 Nov 19 17:50:57.293980 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 59280) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:50:57.325343 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cfd7c9-1350-4aad-adce-b69dab089eb7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fbe6d454-c5f1-4c18-83c0-782141861401,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:50:57.368853 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54cfd7c9-1350-4aad-adce-b69dab089eb7 admin admin] Checking segment: {'id': '89891acd-fd82-4118-b100-e50c4e69b300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '7f92ba32-d487-4404-a462-4c7370c8bcd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:50:57.370402 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54cfd7c9-1350-4aad-adce-b69dab089eb7 admin admin] Network hostable DHCP agents. Network: 7f92ba32-d487-4404-a462-4c7370c8bcd8, hostable agents: ['02910ef2-0455-4aea-9f38-9a875579633f'], hosted agents: [] {{(pid=103364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 17:50:57.410855 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54cfd7c9-1350-4aad-adce-b69dab089eb7 admin admin] Network 7f92ba32-d487-4404-a462-4c7370c8bcd8 is scheduled to be hosted by DHCP agent 02910ef2-0455-4aea-9f38-9a875579633f with binding_index 1 {{(pid=103364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 17:50:57.426157 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 416dfac9-b243-4e8e-b7ab-03fa42b872ea details requested by agent hyperv_n-h1-818022-2 with host n-h1-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 17:50:57.436080 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-54cfd7c9-1350-4aad-adce-b69dab089eb7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818022-2, 7f92ba32-d487-4404-a462-4c7370c8bcd8) {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:50:57.456929 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54cfd7c9-1350-4aad-adce-b69dab089eb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:57.459805 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-54cfd7c9-1350-4aad-adce-b69dab089eb7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:57.477746 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baab7fca-8186-4ab3-9a6a-457304c09c4c None None] Network 7f92ba32-d487-4404-a462-4c7370c8bcd8 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:50:57.520395 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-a32ef37d-9de7-4679-be68-b911e9ed46a4 tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274 tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274-project] Deleting port 41108cba-2c2a-4d09-9084-cb829fa683fc {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:50:57.520794 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a32ef37d-9de7-4679-be68-b911e9ed46a4 tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274 tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:57.522968 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-54cfd7c9-1350-4aad-adce-b69dab089eb7 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8497314 Nov 19 17:50:57.674029 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.db.resource_extend [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 19 17:50:57.687380 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a32ef37d-9de7-4679-be68-b911e9ed46a4 tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274 tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:57.778336 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-a32ef37d-9de7-4679-be68-b911e9ed46a4 tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274 tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274-project] Calling delete_port for 41108cba-2c2a-4d09-9084-cb829fa683fc owned by {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:50:57.875019 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 416dfac9-b243-4e8e-b7ab-03fa42b872ea, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=416dfac9-b243-4e8e-b7ab-03fa42b872ea,segment=NetworkSegment(a5a94e2b-2782-491c-8737-b805351d0689),segment_id=a5a94e2b-2782-491c-8737-b805351d0689)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:50:57.927910 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0340f71-7779-4f9c-b7aa-41f4457723a1 req-703350fd-4ef9-4b55-818c-97216015e9b2 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:57.939423 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4ab1651c-8750-4ec8-86c1-64ed8a13ccbe None None] Provisioning complete for port c5e22a43-a49e-4c63-8e8e-f4e4b6cbd17e triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:50:57.939794 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4ab1651c-8750-4ec8-86c1-64ed8a13ccbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:57.941792 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f0340f71-7779-4f9c-b7aa-41f4457723a1 req-703350fd-4ef9-4b55-818c-97216015e9b2 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/ports?device_id=45106a11-acb2-45a3-b216-7a27610e2a32 HTTP/1.1" status: 200 len: 948 time: 0.1138508 Nov 19 17:50:57.952531 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b361a343-00a1-4464-b6f0-3e47937a51fb req-625072de-d026-4ed6-ad62-5ef88f48a7d8 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:57.960184 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b361a343-00a1-4464-b6f0-3e47937a51fb req-625072de-d026-4ed6-ad62-5ef88f48a7d8 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/networks?id=09343151-5f7f-4534-803c-65c4f7eca01b HTTP/1.1" status: 200 len: 805 time: 0.2945063 Nov 19 17:50:57.980636 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b361a343-00a1-4464-b6f0-3e47937a51fb req-51727c3b-8cb5-45f4-991f-569967189160 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/quotas/bf8774509ece48c1a5e5e0350ab076c6 HTTP/1.1" status: 200 len: 375 time: 0.0195770 Nov 19 17:50:58.005467 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f0340f71-7779-4f9c-b7aa-41f4457723a1 req-e368f721-b653-4c8d-9704-60fc3bc913e7 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/security-groups?id=6e557aa4-1576-4002-9603-a630915d92af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566003 Nov 19 17:50:58.015419 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device e24137ad-6ab2-449f-a52b-b7e94ca303e6 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:50:58.017353 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4ab1651c-8750-4ec8-86c1-64ed8a13ccbe None None] Port c5e22a43-a49e-4c63-8e8e-f4e4b6cbd17e cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:50:58.018964 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Returning: {'device': '416dfac9-b243-4e8e-b7ab-03fa42b872ea', 'network_id': 'fdcadcc4-b6d0-4be3-9284-8f7eda9af8ea', 'port_id': '416dfac9-b243-4e8e-b7ab-03fa42b872ea', 'mac_address': 'fa:16:3e:0d:24:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dbfa5af-1ad8-4df8-a1b2-cc6152eda1a3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 17:50:58.106056 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b361a343-00a1-4464-b6f0-3e47937a51fb req-f173852b-0b95-46e4-a056-be25b9e496e0 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=bf8774509ece48c1a5e5e0350ab076c6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1243579 Nov 19 17:50:58.107845 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c14dc51f-52ff-4717-916d-c08c88cb6f19 None None] Network 7f92ba32-d487-4404-a462-4c7370c8bcd8 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:50:58.166698 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4ab1651c-8750-4ec8-86c1-64ed8a13ccbe None None] Provisioning complete for port e24137ad-6ab2-449f-a52b-b7e94ca303e6 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:50:58.167263 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4ab1651c-8750-4ec8-86c1-64ed8a13ccbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:58.175856 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a32ef37d-9de7-4679-be68-b911e9ed46a4 tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274 tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:58.227648 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32ef37d-9de7-4679-be68-b911e9ed46a4 tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274 tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274-project] Pushing event deleted for resources: {'Port': ['ID=41108cba-2c2a-4d09-9084-cb829fa683fc,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:50:58.237510 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:58.305703 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a32ef37d-9de7-4679-be68-b911e9ed46a4 tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274 tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:58.315994 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 416dfac9-b243-4e8e-b7ab-03fa42b872ea {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:50:58.319891 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-a32ef37d-9de7-4679-be68-b911e9ed46a4 tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274 tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274-project] 10.222.0.54 "DELETE /v2.0/ports/41108cba-2c2a-4d09-9084-cb829fa683fc HTTP/1.1" status: 204 len: 168 time: 1.0194426 Nov 19 17:50:58.320748 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 59322) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:50:58.348612 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-d80338ad-ce0a-4d08-9455-81d4a8453e4e tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274 tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274-project] Request body: {'port': {'name': 'tempest-new-port-name-931359934', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:50:58.351488 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port e24137ad-6ab2-449f-a52b-b7e94ca303e6 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:50:58.351866 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:58.355043 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.api.validators [None req-d80338ad-ce0a-4d08-9455-81d4a8453e4e tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274 tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274-project] bootfile-name is not in valid_values {{(pid=103365) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 19 17:50:58.355825 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.api.validators [None req-d80338ad-ce0a-4d08-9455-81d4a8453e4e tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274 tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274-project] tftp-server is not in valid_values {{(pid=103365) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 19 17:50:58.355825 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.api.validators [None req-d80338ad-ce0a-4d08-9455-81d4a8453e4e tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274 tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274-project] server-ip-address is not in valid_values {{(pid=103365) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 19 17:50:58.374108 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 416dfac9-b243-4e8e-b7ab-03fa42b872ea, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=416dfac9-b243-4e8e-b7ab-03fa42b872ea,segment=NetworkSegment(a5a94e2b-2782-491c-8737-b805351d0689),segment_id=a5a94e2b-2782-491c-8737-b805351d0689)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:50:58.413865 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:58.414541 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device f18e54c2-7e2f-40c8-a534-15d92701a475 details requested by agent hyperv_n-h1-818022-2 with host n-h1-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 17:50:58.499043 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab19ac7e-e901-40d6-8746-35ce50f8ceb8 req-5b8dd9aa-c029-4329-8f6e-b6f125428e79 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:58.500443 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d80338ad-ce0a-4d08-9455-81d4a8453e4e tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274 tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:58.507207 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ab19ac7e-e901-40d6-8746-35ce50f8ceb8 req-5b8dd9aa-c029-4329-8f6e-b6f125428e79 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/networks?id=7f92ba32-d487-4404-a462-4c7370c8bcd8 HTTP/1.1" status: 200 len: 811 time: 0.2001660 Nov 19 17:50:58.528905 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ab19ac7e-e901-40d6-8746-35ce50f8ceb8 req-75ffb1cc-d4e4-4253-a4e2-368e9cfe70b8 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/quotas/ef115ff0b9af40189b80151903c87a42 HTTP/1.1" status: 200 len: 375 time: 0.0206292 Nov 19 17:50:58.563503 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b361a343-00a1-4464-b6f0-3e47937a51fb req-3f818133-4fce-4b03-ad63-7a6f95bfbb08 service neutron] 10.222.0.54 "GET /v2.0/networks/09343151-5f7f-4534-803c-65c4f7eca01b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4554689 Nov 19 17:50:58.580280 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ab19ac7e-e901-40d6-8746-35ce50f8ceb8 req-a22a8a95-c485-41a2-b5fe-9e5efe3761eb tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=ef115ff0b9af40189b80151903c87a42&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0504050 Nov 19 17:50:58.683212 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ab19ac7e-e901-40d6-8746-35ce50f8ceb8 req-157bfa70-a038-4b21-8791-6a1a0cbcf4ae service neutron] 10.222.0.54 "GET /v2.0/networks/7f92ba32-d487-4404-a462-4c7370c8bcd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020055 Nov 19 17:50:58.776858 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b361a343-00a1-4464-b6f0-3e47937a51fb req-e7b6834f-b4be-4fc2-89f5-6aae7533dace service neutron] 10.222.0.54 "GET /v2.0/networks/09343151-5f7f-4534-803c-65c4f7eca01b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2119441 Nov 19 17:50:58.819747 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=416dfac9-b243-4e8e-b7ab-03fa42b872ea,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:50:58.874436 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ab19ac7e-e901-40d6-8746-35ce50f8ceb8 req-bd4c113d-8a9b-47f3-a2c6-cf7adea8c51a service neutron] 10.222.0.54 "GET /v2.0/networks/7f92ba32-d487-4404-a462-4c7370c8bcd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1835363 Nov 19 17:50:58.896166 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port f18e54c2-7e2f-40c8-a534-15d92701a475, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=f18e54c2-7e2f-40c8-a534-15d92701a475,segment=NetworkSegment(1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861),segment_id=1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:50:58.899118 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d80338ad-ce0a-4d08-9455-81d4a8453e4e tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274 tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274-project] Publish callbacks [] for port, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:58.906226 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d80338ad-ce0a-4d08-9455-81d4a8453e4e tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274 tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:58.921000 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Returning: {'device': 'f18e54c2-7e2f-40c8-a534-15d92701a475', 'network_id': '346debfa-452b-4048-abf4-8f4493625ef2', 'port_id': 'f18e54c2-7e2f-40c8-a534-15d92701a475', 'mac_address': 'fa:16:3e:9c:08:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b3c88de-c9c2-4a20-b19e-1855c2c19035', 'ip_address': '192.168.233.148'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 17:50:58.976913 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-6dd03e10-a5bb-4143-81ad-c46684856b94 None None] Could not find standard attr ID for object 41108cba-2c2a-4d09-9084-cb829fa683fc. {{(pid=103366) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 17:50:58.982331 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-d80338ad-ce0a-4d08-9455-81d4a8453e4e tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274 tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274-project] In _notify_port_updated(), no bound segment for port c5e22a43-a49e-4c63-8e8e-f4e4b6cbd17e on network d1fef3b8-4b4e-4e4c-a8b0-98ce4f7e637f {{(pid=103365) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 19 17:50:58.992773 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d80338ad-ce0a-4d08-9455-81d4a8453e4e tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274 tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:58.993473 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d80338ad-ce0a-4d08-9455-81d4a8453e4e tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274 tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:59.000855 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-d80338ad-ce0a-4d08-9455-81d4a8453e4e tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274 tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274-project] 10.222.0.54 "PUT /v2.0/ports/c5e22a43-a49e-4c63-8e8e-f4e4b6cbd17e HTTP/1.1" status: 200 len: 1129 time: 0.6709070 Nov 19 17:50:59.001320 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 59326) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:50:59.016556 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:59.042634 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f18e54c2-7e2f-40c8-a534-15d92701a475 {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:50:59.053424 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80338ad-ce0a-4d08-9455-81d4a8453e4e tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274 tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274-project] Pushing event updated for resources: {'Port': ['ID=c5e22a43-a49e-4c63-8e8e-f4e4b6cbd17e,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:50:59.142156 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port f18e54c2-7e2f-40c8-a534-15d92701a475, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=f18e54c2-7e2f-40c8-a534-15d92701a475,segment=NetworkSegment(1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861),segment_id=1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:50:59.158212 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf7c53ac-3f34-4e57-9b5b-b3a6a717e249 tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274 tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:59.158819 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:59.163806 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 59334) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:50:59.164299 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-bf7c53ac-3f34-4e57-9b5b-b3a6a717e249 tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274 tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274-project] 10.222.0.54 "GET /v2.0/ports/c5e22a43-a49e-4c63-8e8e-f4e4b6cbd17e HTTP/1.1" status: 200 len: 1129 time: 0.1615016 Nov 19 17:50:59.290275 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=f18e54c2-7e2f-40c8-a534-15d92701a475,revision_number=10']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:50:59.422809 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3117b4b6-aa06-4535-9894-e5ff781c6707 req-c9836504-06de-4eaf-bc94-e70112634145 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:59.431094 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3117b4b6-aa06-4535-9894-e5ff781c6707 req-c9836504-06de-4eaf-bc94-e70112634145 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/ports?device_id=45106a11-acb2-45a3-b216-7a27610e2a32 HTTP/1.1" status: 200 len: 950 time: 0.1773653 Nov 19 17:50:59.481999 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3461ba9-b759-4dd2-9db1-39c5399b5846 req-c808fcb4-65be-4491-ac26-530eec3b9f42 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:50:59.493190 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c3461ba9-b759-4dd2-9db1-39c5399b5846 req-c808fcb4-65be-4491-ac26-530eec3b9f42 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/ports?device_id=19a4af58-8f1f-46c0-b13d-59abb7b40678 HTTP/1.1" status: 200 len: 945 time: 0.1147499 Nov 19 17:50:59.557889 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-e72196f6-77ca-4157-abfd-5e7264c2bbca None None] Provisioning complete for port c5e22a43-a49e-4c63-8e8e-f4e4b6cbd17e triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:50:59.560480 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e72196f6-77ca-4157-abfd-5e7264c2bbca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:59.622828 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c3461ba9-b759-4dd2-9db1-39c5399b5846 req-b8ebc0a9-7150-41e7-b1eb-8b9486c7884d tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/security-groups?id=af9eedbc-4dba-4487-bbd4-6a5c45518ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1285725 Nov 19 17:50:59.648121 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-e72196f6-77ca-4157-abfd-5e7264c2bbca None None] Port c5e22a43-a49e-4c63-8e8e-f4e4b6cbd17e cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:50:59.681991 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['416dfac9-b243-4e8e-b7ab-03fa42b872ea'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:50:59.734921 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['f18e54c2-7e2f-40c8-a534-15d92701a475'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:50:59.737474 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ca955f2d-420e-49d0-8581-c1f8f0a16b85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:59.861083 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-064f74e0-506a-4ab4-a3b5-51a7aef45fed tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274 tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274-project] Deleting port c5e22a43-a49e-4c63-8e8e-f4e4b6cbd17e {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:50:59.861489 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-064f74e0-506a-4ab4-a3b5-51a7aef45fed tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274 tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:59.926021 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-cec56322-ed31-4fbb-b58e-9b90e82d1490 req-222d6e36-1f8c-40fe-9f66-a9c047bc5ac4 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/ports?device_id=2eeca776-1ce5-482b-8221-4ea371ac91bd HTTP/1.1" status: 200 len: 210 time: 0.0648594 Nov 19 17:50:59.960292 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-064f74e0-506a-4ab4-a3b5-51a7aef45fed tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274 tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:50:59.989645 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3117b4b6-aa06-4535-9894-e5ff781c6707 req-b06ac8ec-52f2-42ee-8294-9293c76380c2 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/security-groups?id=6e557aa4-1576-4002-9603-a630915d92af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5574799 Nov 19 17:50:59.990766 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-064f74e0-506a-4ab4-a3b5-51a7aef45fed tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274 tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274-project] Calling delete_port for c5e22a43-a49e-4c63-8e8e-f4e4b6cbd17e owned by {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:51:00.084669 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-1ffb6067-3af8-4274-aca2-0d14b72aea13 req-b9c0dba1-fe4e-423f-9a04-66af2d0642a5 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/ports?device_id=ae1e469e-59a0-4129-b573-7ebb29d693fe HTTP/1.1" status: 200 len: 210 time: 0.0935934 Nov 19 17:51:00.335207 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-064f74e0-506a-4ab4-a3b5-51a7aef45fed tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274 tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:00.365062 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064f74e0-506a-4ab4-a3b5-51a7aef45fed tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274 tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274-project] Pushing event deleted for resources: {'Port': ['ID=c5e22a43-a49e-4c63-8e8e-f4e4b6cbd17e,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:51:00.418826 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-064f74e0-506a-4ab4-a3b5-51a7aef45fed tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274 tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:00.422477 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-064f74e0-506a-4ab4-a3b5-51a7aef45fed tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274 tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274-project] 10.222.0.54 "DELETE /v2.0/ports/c5e22a43-a49e-4c63-8e8e-f4e4b6cbd17e HTTP/1.1" status: 204 len: 168 time: 1.2573040 Nov 19 17:51:00.424858 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 59364) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:51:00.499698 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-06360664-d2fe-414d-9429-fd249768af15 req-9d9f0803-4a27-4ad3-bf63-5a8c40e5102f tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=7136fa31325e4016a695ca7c60f57962&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0341587 Nov 19 17:51:00.517447 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b4a656a-e236-4c79-9c8c-e3df04439622 tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274 tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274-project] Deleting subnet 52aef022-b092-4ea5-8969-862664eda1d5 {{(pid=103364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 17:51:00.522129 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4b4a656a-e236-4c79-9c8c-e3df04439622 tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274 tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274-project] Publish callbacks [] for subnet, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:00.571043 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4b4a656a-e236-4c79-9c8c-e3df04439622 tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274 tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9416263'] for subnet, precommit_delete_associations {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:00.689038 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4b4a656a-e236-4c79-9c8c-e3df04439622 tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274 tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:00.745423 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06360664-d2fe-414d-9429-fd249768af15 req-8ceca753-0c13-4ba9-863f-a355a4ea136f tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:00.753093 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-06360664-d2fe-414d-9429-fd249768af15 req-8ceca753-0c13-4ba9-863f-a355a4ea136f tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2434077 Nov 19 17:51:00.770720 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-06360664-d2fe-414d-9429-fd249768af15 req-450581ff-1ed8-412d-8b8a-6e763a9a6d3d tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/quotas/7136fa31325e4016a695ca7c60f57962 HTTP/1.1" status: 200 len: 375 time: 0.0166538 Nov 19 17:51:00.872294 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-06360664-d2fe-414d-9429-fd249768af15 req-8e077186-7fba-4048-9d22-cf7b1be54aae tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=7136fa31325e4016a695ca7c60f57962&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1004212 Nov 19 17:51:01.182641 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-206e70e9-0f19-42cb-8220-cefede90ad66 req-e3a313b0-999f-48da-b0a3-7ecf01491494 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/ports?device_id=2eeca776-1ce5-482b-8221-4ea371ac91bd HTTP/1.1" status: 200 len: 210 time: 0.0421314 Nov 19 17:51:01.277840 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ce8e7750-334f-4f7d-8908-0bf9f760dc17 req-1f414cb9-b549-4468-b1b5-05b51c0fa95d tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/ports?device_id=b3179e98-eff0-4b2e-8c90-23fb558bbe5c HTTP/1.1" status: 200 len: 210 time: 0.0463040 Nov 19 17:51:01.375751 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3354b7f-03f9-4ebb-abdb-e23029c28880 req-b42d6657-0cbe-4e12-beda-deac7044075d tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:01.383125 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c3354b7f-03f9-4ebb-abdb-e23029c28880 req-b42d6657-0cbe-4e12-beda-deac7044075d tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/ports?device_id=19a4af58-8f1f-46c0-b13d-59abb7b40678 HTTP/1.1" status: 200 len: 945 time: 0.1596706 Nov 19 17:51:01.425298 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9f36b56e-4972-42d9-bb1c-8e01d11ee89b req-0678c439-3b48-4ab3-8112-9f0d30e68deb tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/ports?device_id=ae1e469e-59a0-4129-b573-7ebb29d693fe HTTP/1.1" status: 200 len: 210 time: 0.0735683 Nov 19 17:51:01.438494 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4b4a656a-e236-4c79-9c8c-e3df04439622 tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274 tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12425137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8983934'] for subnet, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:01.502012 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b361a343-00a1-4464-b6f0-3e47937a51fb req-fd764f5b-1699-40a4-a0fa-08b5dfaffbf2 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:01.503569 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b361a343-00a1-4464-b6f0-3e47937a51fb req-fd764f5b-1699-40a4-a0fa-08b5dfaffbf2 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.60 "GET /v2.0/networks?id=09343151-5f7f-4534-803c-65c4f7eca01b HTTP/1.1" status: 200 len: 805 time: 0.2791922 Nov 19 17:51:01.505326 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4a656a-e236-4c79-9c8c-e3df04439622 tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274 tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274-project] Pushing event deleted for resources: {'Subnet': ['ID=52aef022-b092-4ea5-8969-862664eda1d5,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:51:01.536436 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c3354b7f-03f9-4ebb-abdb-e23029c28880 req-75e8114a-5114-4dfa-b1c6-779189a981cf tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/security-groups?id=af9eedbc-4dba-4487-bbd4-6a5c45518ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1523318 Nov 19 17:51:01.543366 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4b4a656a-e236-4c79-9c8c-e3df04439622 tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274 tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274-project] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:01.546763 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab19ac7e-e901-40d6-8746-35ce50f8ceb8 req-63ec7ed1-bba1-4f35-82b3-74d8da3c5809 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:01.548298 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ab19ac7e-e901-40d6-8746-35ce50f8ceb8 req-63ec7ed1-bba1-4f35-82b3-74d8da3c5809 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.60 "GET /v2.0/networks?id=7f92ba32-d487-4404-a462-4c7370c8bcd8 HTTP/1.1" status: 200 len: 811 time: 0.1355975 Nov 19 17:51:01.554123 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-4b4a656a-e236-4c79-9c8c-e3df04439622 tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274 tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274-project] 10.222.0.54 "DELETE /v2.0/subnets/52aef022-b092-4ea5-8969-862664eda1d5 HTTP/1.1" status: 204 len: 168 time: 1.1225917 Nov 19 17:51:01.556128 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 59392) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:51:01.560726 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4ba9bd0-c47b-462f-8b14-a3f50ae0f1db None None] Network d1fef3b8-4b4e-4e4c-a8b0-98ce4f7e637f requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:51:01.561774 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-b361a343-00a1-4464-b6f0-3e47937a51fb req-e91996bd-25cf-4f50-bc75-d3b806f7df56 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Request body: {'port': {'device_id': '2eeca776-1ce5-482b-8221-4ea371ac91bd', 'network_id': '09343151-5f7f-4534-803c-65c4f7eca01b', 'admin_state_up': True, 'tenant_id': 'bf8774509ece48c1a5e5e0350ab076c6'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:51:01.575537 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-ab19ac7e-e901-40d6-8746-35ce50f8ceb8 req-65a35ca7-d6a0-4bbf-8300-20b64caffbdb tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Request body: {'port': {'device_id': 'ae1e469e-59a0-4129-b573-7ebb29d693fe', 'network_id': '7f92ba32-d487-4404-a462-4c7370c8bcd8', 'admin_state_up': True, 'tenant_id': 'ef115ff0b9af40189b80151903c87a42'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:51:01.712642 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-db3a6522-0d50-445e-8ac7-6af515e9fa5e tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274 tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:01.814414 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab19ac7e-e901-40d6-8746-35ce50f8ceb8 req-65a35ca7-d6a0-4bbf-8300-20b64caffbdb tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Made reservation on behalf of ef115ff0b9af40189b80151903c87a42 for: {'port': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:51:01.831914 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-ab19ac7e-e901-40d6-8746-35ce50f8ceb8 req-65a35ca7-d6a0-4bbf-8300-20b64caffbdb tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:01.872142 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-db3a6522-0d50-445e-8ac7-6af515e9fa5e tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274 tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274-project] Deleting port e24137ad-6ab2-449f-a52b-b7e94ca303e6 {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:51:01.872791 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-db3a6522-0d50-445e-8ac7-6af515e9fa5e tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274 tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:01.913347 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b361a343-00a1-4464-b6f0-3e47937a51fb req-e91996bd-25cf-4f50-bc75-d3b806f7df56 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Made reservation on behalf of bf8774509ece48c1a5e5e0350ab076c6 for: {'port': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:51:01.917922 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-b361a343-00a1-4464-b6f0-3e47937a51fb req-e91996bd-25cf-4f50-bc75-d3b806f7df56 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:02.006768 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49579ad0-b788-4ac6-a881-fd60505e4976 None None] DHCP port deletion for d1fef3b8-4b4e-4e4c-a8b0-98ce4f7e637f request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 17:51:02.031156 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [None req-db3a6522-0d50-445e-8ac7-6af515e9fa5e tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274 tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274-project] For port e24137ad-6ab2-449f-a52b-b7e94ca303e6, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=e24137ad-6ab2-449f-a52b-b7e94ca303e6,segment=NetworkSegment(18ea3de9-5eb2-4f25-8b54-c5c33ae2b993),segment_id=18ea3de9-5eb2-4f25-8b54-c5c33ae2b993)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:51:02.031534 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-db3a6522-0d50-445e-8ac7-6af515e9fa5e tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274 tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:02.044506 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-cc545692-456d-4380-8474-e936fed7fcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:02.054842 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-db3a6522-0d50-445e-8ac7-6af515e9fa5e tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274 tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274-project] Calling delete_port for e24137ad-6ab2-449f-a52b-b7e94ca303e6 owned by network:dhcp {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:51:02.154136 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-49579ad0-b788-4ac6-a881-fd60505e4976 None None] Deleting port e24137ad-6ab2-449f-a52b-b7e94ca303e6 {{(pid=103366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:51:02.155328 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-49579ad0-b788-4ac6-a881-fd60505e4976 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:02.169872 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [req-b361a343-00a1-4464-b6f0-3e47937a51fb req-e91996bd-25cf-4f50-bc75-d3b806f7df56 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Allocated IP 172.20.0.6 (09343151-5f7f-4534-803c-65c4f7eca01b/ae1dd334-eb0c-43c6-9467-c13f8b3210c4/b34b3610-e3d6-4d4c-8f01-31bc757e731d) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:51:02.179046 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [req-ab19ac7e-e901-40d6-8746-35ce50f8ceb8 req-65a35ca7-d6a0-4bbf-8300-20b64caffbdb tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Allocated IP 172.20.0.14 (7f92ba32-d487-4404-a462-4c7370c8bcd8/fbe6d454-c5f1-4c18-83c0-782141861401/dd5c4e97-0d62-4723-8957-b8deffc0ea41) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:51:02.253851 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-db3a6522-0d50-445e-8ac7-6af515e9fa5e tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274 tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:02.288654 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-49579ad0-b788-4ac6-a881-fd60505e4976 None None] For port e24137ad-6ab2-449f-a52b-b7e94ca303e6, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=e24137ad-6ab2-449f-a52b-b7e94ca303e6,segment=NetworkSegment(18ea3de9-5eb2-4f25-8b54-c5c33ae2b993),segment_id=18ea3de9-5eb2-4f25-8b54-c5c33ae2b993)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:51:02.289171 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-49579ad0-b788-4ac6-a881-fd60505e4976 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:02.308659 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-49579ad0-b788-4ac6-a881-fd60505e4976 None None] Calling delete_port for e24137ad-6ab2-449f-a52b-b7e94ca303e6 owned by network:dhcp {{(pid=103366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:51:02.345905 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-1260ea74-88b0-425c-b651-24384f3e2320 req-557f247c-2caf-4daa-836b-cbc0e8104ef4 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/ports?device_id=2eeca776-1ce5-482b-8221-4ea371ac91bd HTTP/1.1" status: 200 len: 210 time: 0.0638719 Nov 19 17:51:02.352738 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3a6522-0d50-445e-8ac7-6af515e9fa5e tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274 tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274-project] Pushing event deleted for resources: {'Port': ['ID=e24137ad-6ab2-449f-a52b-b7e94ca303e6,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:51:02.359710 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db3a6522-0d50-445e-8ac7-6af515e9fa5e tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274 tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274-project] No DVR routers for this DVR port e24137ad-6ab2-449f-a52b-b7e94ca303e6 on host n-d-818022-2 {{(pid=103364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:51:02.434084 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-49579ad0-b788-4ac6-a881-fd60505e4976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007'] for port, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:02.465677 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49579ad0-b788-4ac6-a881-fd60505e4976 None None] Pushing event deleted for resources: {'Port': ['ID=e24137ad-6ab2-449f-a52b-b7e94ca303e6,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:51:02.476766 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49579ad0-b788-4ac6-a881-fd60505e4976 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:51:02.477228 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49579ad0-b788-4ac6-a881-fd60505e4976 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:51:02.477593 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49579ad0-b788-4ac6-a881-fd60505e4976 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:51:02.478122 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49579ad0-b788-4ac6-a881-fd60505e4976 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:51:02.478567 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49579ad0-b788-4ac6-a881-fd60505e4976 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:51:02.479062 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49579ad0-b788-4ac6-a881-fd60505e4976 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:51:02.479897 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49579ad0-b788-4ac6-a881-fd60505e4976 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:51:02.480238 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49579ad0-b788-4ac6-a881-fd60505e4976 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:51:02.481484 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49579ad0-b788-4ac6-a881-fd60505e4976 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:51:02.481864 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49579ad0-b788-4ac6-a881-fd60505e4976 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:51:02.482190 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49579ad0-b788-4ac6-a881-fd60505e4976 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:51:02.482526 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49579ad0-b788-4ac6-a881-fd60505e4976 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:51:02.492341 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49579ad0-b788-4ac6-a881-fd60505e4976 None None] No DVR routers for this DVR port e24137ad-6ab2-449f-a52b-b7e94ca303e6 on host n-d-818022-2 {{(pid=103366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:51:02.518513 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-db3a6522-0d50-445e-8ac7-6af515e9fa5e tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274 tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:02.543535 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-db3a6522-0d50-445e-8ac7-6af515e9fa5e tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274 tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1fef3b8-4b4e-4e4c-a8b0-98ce4f7e637f']}} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:51:02.551046 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b0b44c3d-4549-484d-9925-ef731469eb08 req-fdb55b9f-3817-44d2-9d69-153c8f6c47ab tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/ports?device_id=b3179e98-eff0-4b2e-8c90-23fb558bbe5c HTTP/1.1" status: 200 len: 210 time: 0.1142020 Nov 19 17:51:02.553384 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-db3a6522-0d50-445e-8ac7-6af515e9fa5e tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274 tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18ea3de9-5eb2-4f25-8b54-c5c33ae2b993') {'for_net_delete': True} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:51:02.553693 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-db3a6522-0d50-445e-8ac7-6af515e9fa5e tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274 tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18ea3de9-5eb2-4f25-8b54-c5c33ae2b993') {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:51:02.568626 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-db3a6522-0d50-445e-8ac7-6af515e9fa5e tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274 tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417396'] for segment, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:02.583466 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-ab19ac7e-e901-40d6-8746-35ce50f8ceb8 req-65a35ca7-d6a0-4bbf-8300-20b64caffbdb tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:02.595845 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-db3a6522-0d50-445e-8ac7-6af515e9fa5e tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274 tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:02.613971 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db3a6522-0d50-445e-8ac7-6af515e9fa5e tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274 tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274-project] Releasing vlan 680 on physical network physnet1 to pool {{(pid=103364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 17:51:02.614435 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-db3a6522-0d50-445e-8ac7-6af515e9fa5e tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274 tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12425183'] for segment, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:02.617584 n-d-818022-2 neutron-server[103364]: Traceback (most recent call last): Nov 19 17:51:02.617584 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 17:51:02.617584 n-d-818022-2 neutron-server[103364]: timer() Nov 19 17:51:02.617584 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 17:51:02.617584 n-d-818022-2 neutron-server[103364]: cb(*args, **kw) Nov 19 17:51:02.617584 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 17:51:02.617584 n-d-818022-2 neutron-server[103364]: return func(*args, **kwargs) Nov 19 17:51:02.617584 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 17:51:02.617584 n-d-818022-2 neutron-server[103364]: self._notify() Nov 19 17:51:02.617584 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 17:51:02.617584 n-d-818022-2 neutron-server[103364]: self.callback(batched_events) Nov 19 17:51:02.617584 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 17:51:02.617584 n-d-818022-2 neutron-server[103364]: event.method(event) Nov 19 17:51:02.617584 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 17:51:02.617584 n-d-818022-2 neutron-server[103364]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 17:51:02.617584 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 17:51:02.617584 n-d-818022-2 neutron-server[103364]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 17:51:02.617584 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 17:51:02.617584 n-d-818022-2 neutron-server[103364]: return f(self, *a, **k) Nov 19 17:51:02.617584 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 17:51:02.617584 n-d-818022-2 neutron-server[103364]: return self._get(url).json() Nov 19 17:51:02.617584 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 17:51:02.617584 n-d-818022-2 neutron-server[103364]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 17:51:02.617584 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 17:51:02.617584 n-d-818022-2 neutron-server[103364]: return self.request(url, 'GET', **kwargs) Nov 19 17:51:02.617584 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 17:51:02.617584 n-d-818022-2 neutron-server[103364]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 17:51:02.617584 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 17:51:02.617584 n-d-818022-2 neutron-server[103364]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 17:51:02.617584 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 17:51:02.617584 n-d-818022-2 neutron-server[103364]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 17:51:02.617584 n-d-818022-2 neutron-server[103364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 17:51:02.706626 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-06360664-d2fe-414d-9429-fd249768af15 req-8b4794cf-b423-435b-a854-e82f78e70786 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=7136fa31325e4016a695ca7c60f57962&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1183853 Nov 19 17:51:02.727999 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b122ff8d-a408-441e-b2ed-3915f0923834 req-677bb65d-f2af-4c55-b815-36d6393250ed tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/ports?device_id=ae1e469e-59a0-4129-b573-7ebb29d693fe HTTP/1.1" status: 200 len: 210 time: 0.0658023 Nov 19 17:51:02.755453 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-b361a343-00a1-4464-b6f0-3e47937a51fb req-e91996bd-25cf-4f50-bc75-d3b806f7df56 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:02.768334 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-db3a6522-0d50-445e-8ac7-6af515e9fa5e tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274 tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671242'] for network, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:02.787106 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-db3a6522-0d50-445e-8ac7-6af515e9fa5e tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274 tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274-project] Publish callbacks [] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:02.794522 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-db3a6522-0d50-445e-8ac7-6af515e9fa5e tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274 tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274-project] 10.222.0.54 "DELETE /v2.0/networks/d1fef3b8-4b4e-4e4c-a8b0-98ce4f7e637f HTTP/1.1" status: 204 len: 168 time: 1.2279031 Nov 19 17:51:02.834443 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3a6522-0d50-445e-8ac7-6af515e9fa5e tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274 tempest-ExtraDHCPOptionsIpV6TestJSON-1268432274-project] Pushing event deleted for resources: {'Network': ['ID=d1fef3b8-4b4e-4e4c-a8b0-98ce4f7e637f,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:51:02.876578 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06360664-d2fe-414d-9429-fd249768af15 req-b077a8c3-caef-41a8-8cbe-06e5b46c0e64 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:02.878414 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-06360664-d2fe-414d-9429-fd249768af15 req-b077a8c3-caef-41a8-8cbe-06e5b46c0e64 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1380749 Nov 19 17:51:02.882660 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-ab19ac7e-e901-40d6-8746-35ce50f8ceb8 req-65a35ca7-d6a0-4bbf-8300-20b64caffbdb tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:02.893761 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-b361a343-00a1-4464-b6f0-3e47937a51fb req-e91996bd-25cf-4f50-bc75-d3b806f7df56 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:02.910287 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] get_ports_and_sgs() called for port_ids ['096fbf6b-1527-4959-a491-ebec9dd1f89d'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:51:02.924119 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-06360664-d2fe-414d-9429-fd249768af15 req-620dbba9-aa95-4a77-a539-816c6b54ec58 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Request body: {'port': {'device_id': 'b3179e98-eff0-4b2e-8c90-23fb558bbe5c', 'network_id': '346debfa-452b-4048-abf4-8f4493625ef2', 'admin_state_up': True, 'tenant_id': '7136fa31325e4016a695ca7c60f57962'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:51:02.988278 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b361a343-00a1-4464-b6f0-3e47937a51fb req-e91996bd-25cf-4f50-bc75-d3b806f7df56 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Network 09343151-5f7f-4534-803c-65c4f7eca01b is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:51:03.027449 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [req-b361a343-00a1-4464-b6f0-3e47937a51fb req-e91996bd-25cf-4f50-bc75-d3b806f7df56 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:51:03.032050 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [req-b361a343-00a1-4464-b6f0-3e47937a51fb req-e91996bd-25cf-4f50-bc75-d3b806f7df56 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:51:03.075899 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06360664-d2fe-414d-9429-fd249768af15 req-620dbba9-aa95-4a77-a539-816c6b54ec58 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Made reservation on behalf of 7136fa31325e4016a695ca7c60f57962 for: {'port': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:51:03.079859 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-06360664-d2fe-414d-9429-fd249768af15 req-620dbba9-aa95-4a77-a539-816c6b54ec58 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:03.099281 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91996bd-25cf-4f50-bc75-d3b806f7df56 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Pushing event updated for resources: {'Port': ['ID=b34b3610-e3d6-4d4c-8f01-31bc757e731d,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:51:03.115829 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab19ac7e-e901-40d6-8746-35ce50f8ceb8 req-65a35ca7-d6a0-4bbf-8300-20b64caffbdb tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Network 7f92ba32-d487-4404-a462-4c7370c8bcd8 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:51:03.116367 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 59412) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:51:03.139678 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [req-ab19ac7e-e901-40d6-8746-35ce50f8ceb8 req-65a35ca7-d6a0-4bbf-8300-20b64caffbdb tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:51:03.143293 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e46ecc5a-dc14-4744-b262-3072ff2e958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:03.150213 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b361a343-00a1-4464-b6f0-3e47937a51fb req-e91996bd-25cf-4f50-bc75-d3b806f7df56 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:03.151695 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-b361a343-00a1-4464-b6f0-3e47937a51fb req-e91996bd-25cf-4f50-bc75-d3b806f7df56 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:03.171020 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a35ca7-d6a0-4bbf-8300-20b64caffbdb tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Pushing event updated for resources: {'Port': ['ID=dd5c4e97-0d62-4723-8957-b8deffc0ea41,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:51:03.178478 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b361a343-00a1-4464-b6f0-3e47937a51fb req-e91996bd-25cf-4f50-bc75-d3b806f7df56 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6230388 Nov 19 17:51:03.180745 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466743e2-e9da-4212-a527-ea950c6879d1 req-d86b02a9-77da-4b57-ac81-a080beb4ff10 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:03.187051 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-466743e2-e9da-4212-a527-ea950c6879d1 req-d86b02a9-77da-4b57-ac81-a080beb4ff10 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/ports?device_id=19a4af58-8f1f-46c0-b13d-59abb7b40678 HTTP/1.1" status: 200 len: 945 time: 0.5083871 Nov 19 17:51:03.190178 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab19ac7e-e901-40d6-8746-35ce50f8ceb8 req-65a35ca7-d6a0-4bbf-8300-20b64caffbdb tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:51:03.193105 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-b361a343-00a1-4464-b6f0-3e47937a51fb req-b0ec445e-ef72-4cb8-be39-7743b1ff8d79 service neutron] Request body: {'port': {'device_id': '2eeca776-1ce5-482b-8221-4ea371ac91bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818022-2'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:51:03.267346 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-b361a343-00a1-4464-b6f0-3e47937a51fb req-b0ec445e-ef72-4cb8-be39-7743b1ff8d79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:03.315687 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-466743e2-e9da-4212-a527-ea950c6879d1 req-fe866732-f5f1-4d22-982c-09952726b346 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/security-groups?id=af9eedbc-4dba-4487-bbd4-6a5c45518ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905335 Nov 19 17:51:03.340469 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab19ac7e-e901-40d6-8746-35ce50f8ceb8 req-65a35ca7-d6a0-4bbf-8300-20b64caffbdb tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:03.341047 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-ab19ac7e-e901-40d6-8746-35ce50f8ceb8 req-65a35ca7-d6a0-4bbf-8300-20b64caffbdb tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:03.366817 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ab19ac7e-e901-40d6-8746-35ce50f8ceb8 req-65a35ca7-d6a0-4bbf-8300-20b64caffbdb tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8076501 Nov 19 17:51:03.380049 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-ab19ac7e-e901-40d6-8746-35ce50f8ceb8 req-a5e6ff5b-c0f6-4167-bd55-333e5776d62c service neutron] Request body: {'port': {'device_id': 'ae1e469e-59a0-4129-b573-7ebb29d693fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818022-2'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:51:03.411700 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [req-06360664-d2fe-414d-9429-fd249768af15 req-620dbba9-aa95-4a77-a539-816c6b54ec58 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Allocated IP 192.168.233.100 (346debfa-452b-4048-abf4-8f4493625ef2/8b3c88de-c9c2-4a20-b19e-1855c2c19035/bc24b0d7-df99-48e0-895c-d80de0809032) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:51:03.426347 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-63962eb7-30eb-4951-bd16-66e7a107ac7c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=248606df04044686a0d647e67b8891cd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3056977 Nov 19 17:51:03.430523 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 59420) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:51:03.448989 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device f18e54c2-7e2f-40c8-a534-15d92701a475 up at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:51:03.481885 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-ab19ac7e-e901-40d6-8746-35ce50f8ceb8 req-a5e6ff5b-c0f6-4167-bd55-333e5776d62c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:03.511124 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning complete for port f18e54c2-7e2f-40c8-a534-15d92701a475 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:51:03.511784 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:03.597957 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785562eb-a8cb-461b-b561-8b08bca57d7c req-d09e194b-bfee-4c2a-9660-7a2af25d8ea3 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:03.606323 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-785562eb-a8cb-461b-b561-8b08bca57d7c req-d09e194b-bfee-4c2a-9660-7a2af25d8ea3 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/ports?device_id=2eeca776-1ce5-482b-8221-4ea371ac91bd HTTP/1.1" status: 200 len: 931 time: 0.1764185 Nov 19 17:51:03.622924 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-049498c5-9580-4ff2-bbd9-bff80037ebfe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:03.634231 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:03.656662 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:03.670654 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45106a11-acb2-45a3-b216-7a27610e2a32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f18e54c2-7e2f-40c8-a534-15d92701a475'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:51:03.673199 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3940761bcd94e032e6960d2241bd8993c5d3a7d8dc2aca8488f3ecf1d4dd2fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2f6bc29-4bd2-4c7b-a94a-830d4d2f5c03" -d '{"events": [{"server_uuid": "45106a11-acb2-45a3-b216-7a27610e2a32", "name": "network-vif-plugged", "status": "completed", "tag": "f18e54c2-7e2f-40c8-a534-15d92701a475"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:51:03.686472 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port f18e54c2-7e2f-40c8-a534-15d92701a475, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=f18e54c2-7e2f-40c8-a534-15d92701a475,segment=NetworkSegment(1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861),segment_id=1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:51:03.697620 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:03.698012 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-049498c5-9580-4ff2-bbd9-bff80037ebfe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:03.699211 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 416dfac9-b243-4e8e-b7ab-03fa42b872ea up at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:51:03.713963 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8d8c4a2a-db56-497f-93ed-a037708eeca0 req-c0270357-dbf9-493a-9cda-b05023d3db58 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/ports?device_id=b3179e98-eff0-4b2e-8c90-23fb558bbe5c HTTP/1.1" status: 200 len: 210 time: 0.0342047 Nov 19 17:51:03.751752 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-785562eb-a8cb-461b-b561-8b08bca57d7c req-44ef4fb7-e18c-45df-b89c-14a1b06228a9 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/security-groups?id=e103badb-33bc-4a96-ade0-89c422abc1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378145 Nov 19 17:51:03.798967 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:03.805172 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [req-b361a343-00a1-4464-b6f0-3e47937a51fb req-b0ec445e-ef72-4cb8-be39-7743b1ff8d79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b34b3610-e3d6-4d4c-8f01-31bc757e731d {{(pid=103364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:51:03.817723 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:51:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35e0f326-674e-4d2c-9b71-cc7eef4e8dcb x-openstack-request-id: req-35e0f326-674e-4d2c-9b71-cc7eef4e8dcb {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:51:03.818292 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45106a11-acb2-45a3-b216-7a27610e2a32", "name": "network-vif-plugged", "status": "completed", "tag": "f18e54c2-7e2f-40c8-a534-15d92701a475", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:51:03.818716 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-35e0f326-674e-4d2c-9b71-cc7eef4e8dcb {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:51:03.819272 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45106a11-acb2-45a3-b216-7a27610e2a32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f18e54c2-7e2f-40c8-a534-15d92701a475', 'code': 200} Nov 19 17:51:03.820386 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-b361a343-00a1-4464-b6f0-3e47937a51fb req-b0ec445e-ef72-4cb8-be39-7743b1ff8d79 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:03.829886 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=f18e54c2-7e2f-40c8-a534-15d92701a475,revision_number=11']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:51:03.846928 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning for port 416dfac9-b243-4e8e-b7ab-03fa42b872ea completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 17:51:03.852866 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning complete for port 416dfac9-b243-4e8e-b7ab-03fa42b872ea triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:51:03.853288 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:03.885884 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.provisioning_blocks [req-b361a343-00a1-4464-b6f0-3e47937a51fb req-b0ec445e-ef72-4cb8-be39-7743b1ff8d79 service neutron] Transition to ACTIVE for port object b34b3610-e3d6-4d4c-8f01-31bc757e731d will not be triggered until provisioned by entity L2. {{(pid=103364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 17:51:03.910681 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-049498c5-9580-4ff2-bbd9-bff80037ebfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:03.913370 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-049498c5-9580-4ff2-bbd9-bff80037ebfe admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:03.914673 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-049498c5-9580-4ff2-bbd9-bff80037ebfe admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/9fb625b3-27b8-4226-9af9-0144ee1caf6f HTTP/1.1" status: 204 len: 168 time: 0.4833322 Nov 19 17:51:03.924702 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-06360664-d2fe-414d-9429-fd249768af15 req-620dbba9-aa95-4a77-a539-816c6b54ec58 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:03.941799 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-b361a343-00a1-4464-b6f0-3e47937a51fb req-b0ec445e-ef72-4cb8-be39-7743b1ff8d79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:03.972318 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device e24137ad-6ab2-449f-a52b-b7e94ca303e6 no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:51:03.988282 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049498c5-9580-4ff2-bbd9-bff80037ebfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fb625b3-27b8-4226-9af9-0144ee1caf6f,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:51:04.019839 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-06360664-d2fe-414d-9429-fd249768af15 req-620dbba9-aa95-4a77-a539-816c6b54ec58 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:04.026570 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: e24137ad-6ab2-449f-a52b-b7e94ca303e6 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:51:04.027295 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device e24137ad-6ab2-449f-a52b-b7e94ca303e6 not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:51:04.045080 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ec445e-ef72-4cb8-be39-7743b1ff8d79 service neutron] Pushing event updated for resources: {'Port': ['ID=b34b3610-e3d6-4d4c-8f01-31bc757e731d,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:51:04.062659 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['653f242f-92e4-4956-9c74-45f2ccd61026', 'f18e54c2-7e2f-40c8-a534-15d92701a475'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:51:04.067165 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] get_ports_and_sgs() called for port_ids ['66e1ff91-8243-4a83-8144-981e0ac3e0ad'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:51:04.083059 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f55132e-9739-4707-be29-9a8f9ec40085 req-f208e5ef-2cb4-43ff-909f-782cf55f9cc0 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:04.102849 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6f55132e-9739-4707-be29-9a8f9ec40085 req-f208e5ef-2cb4-43ff-909f-782cf55f9cc0 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/ports?device_id=ae1e469e-59a0-4129-b573-7ebb29d693fe HTTP/1.1" status: 200 len: 932 time: 0.2407138 Nov 19 17:51:04.110141 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:04.144786 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06360664-d2fe-414d-9429-fd249768af15 req-620dbba9-aa95-4a77-a539-816c6b54ec58 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Network 346debfa-452b-4048-abf4-8f4493625ef2 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:51:04.154245 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [req-06360664-d2fe-414d-9429-fd249768af15 req-620dbba9-aa95-4a77-a539-816c6b54ec58 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:51:04.174138 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-06360664-d2fe-414d-9429-fd249768af15 req-620dbba9-aa95-4a77-a539-816c6b54ec58 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:51:04.210844 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-b361a343-00a1-4464-b6f0-3e47937a51fb req-b0ec445e-ef72-4cb8-be39-7743b1ff8d79 service neutron] Attempting to bind port b34b3610-e3d6-4d4c-8f01-31bc757e731d on host n-h1-818022-2 for vnic_type normal with profile {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:51:04.211376 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-b361a343-00a1-4464-b6f0-3e47937a51fb req-b0ec445e-ef72-4cb8-be39-7743b1ff8d79 service neutron] Attempting to bind port b34b3610-e3d6-4d4c-8f01-31bc757e731d by drivers openvswitch,hyperv on host n-h1-818022-2 at level 0 using segments [{'id': '76ca7d5f-3474-4bcd-9b64-65e02324eb89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '09343151-5f7f-4534-803c-65c4f7eca01b'}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:51:04.212205 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b361a343-00a1-4464-b6f0-3e47937a51fb req-b0ec445e-ef72-4cb8-be39-7743b1ff8d79 service neutron] Attempting to bind port b34b3610-e3d6-4d4c-8f01-31bc757e731d on network 09343151-5f7f-4534-803c-65c4f7eca01b {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:51:04.216112 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 416dfac9-b243-4e8e-b7ab-03fa42b872ea, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=416dfac9-b243-4e8e-b7ab-03fa42b872ea,segment=NetworkSegment(a5a94e2b-2782-491c-8737-b805351d0689),segment_id=a5a94e2b-2782-491c-8737-b805351d0689)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:51:04.224691 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b361a343-00a1-4464-b6f0-3e47937a51fb req-b0ec445e-ef72-4cb8-be39-7743b1ff8d79 service neutron] Port b34b3610-e3d6-4d4c-8f01-31bc757e731d on network 09343151-5f7f-4534-803c-65c4f7eca01b not bound, no agent of type Open vSwitch agent registered on host n-h1-818022-2 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 17:51:04.225732 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b361a343-00a1-4464-b6f0-3e47937a51fb req-b0ec445e-ef72-4cb8-be39-7743b1ff8d79 service neutron] Attempting to bind port b34b3610-e3d6-4d4c-8f01-31bc757e731d on network 09343151-5f7f-4534-803c-65c4f7eca01b {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:51:04.235378 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:04.238513 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6f55132e-9739-4707-be29-9a8f9ec40085 req-070a37ea-be83-4fcf-91ad-fe59dddaabfe tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/security-groups?id=30887d2c-2c06-4a04-8ed7-1cc9b0391ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336973 Nov 19 17:51:04.248302 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b361a343-00a1-4464-b6f0-3e47937a51fb req-b0ec445e-ef72-4cb8-be39-7743b1ff8d79 service neutron] Checking agent: {'id': 'a6668d96-12fa-4ec0-99ad-77eaf490dd2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'started_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 51, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:51:04.249494 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b361a343-00a1-4464-b6f0-3e47937a51fb req-b0ec445e-ef72-4cb8-be39-7743b1ff8d79 service neutron] Checking segment: {'id': '76ca7d5f-3474-4bcd-9b64-65e02324eb89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '09343151-5f7f-4534-803c-65c4f7eca01b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:51:04.249700 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b361a343-00a1-4464-b6f0-3e47937a51fb req-b0ec445e-ef72-4cb8-be39-7743b1ff8d79 service neutron] Bound using segment: {'id': '76ca7d5f-3474-4bcd-9b64-65e02324eb89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '09343151-5f7f-4534-803c-65c4f7eca01b'} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:51:04.252683 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-b361a343-00a1-4464-b6f0-3e47937a51fb req-b0ec445e-ef72-4cb8-be39-7743b1ff8d79 service neutron] Bound port: b34b3610-e3d6-4d4c-8f01-31bc757e731d, host: n-h1-818022-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76ca7d5f-3474-4bcd-9b64-65e02324eb89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '09343151-5f7f-4534-803c-65c4f7eca01b'}}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:51:04.253304 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [req-ab19ac7e-e901-40d6-8746-35ce50f8ceb8 req-a5e6ff5b-c0f6-4167-bd55-333e5776d62c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd5c4e97-0d62-4723-8957-b8deffc0ea41 {{(pid=103365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:51:04.253445 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-b361a343-00a1-4464-b6f0-3e47937a51fb req-b0ec445e-ef72-4cb8-be39-7743b1ff8d79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:04.278403 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620dbba9-aa95-4a77-a539-816c6b54ec58 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Pushing event updated for resources: {'Port': ['ID=bc24b0d7-df99-48e0-895c-d80de0809032,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:51:04.319947 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06360664-d2fe-414d-9429-fd249768af15 req-620dbba9-aa95-4a77-a539-816c6b54ec58 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:04.320842 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-06360664-d2fe-414d-9429-fd249768af15 req-620dbba9-aa95-4a77-a539-816c6b54ec58 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:04.326843 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-ab19ac7e-e901-40d6-8746-35ce50f8ceb8 req-a5e6ff5b-c0f6-4167-bd55-333e5776d62c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:04.367638 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.provisioning_blocks [req-ab19ac7e-e901-40d6-8746-35ce50f8ceb8 req-a5e6ff5b-c0f6-4167-bd55-333e5776d62c service neutron] Transition to ACTIVE for port object dd5c4e97-0d62-4723-8957-b8deffc0ea41 will not be triggered until provisioned by entity L2. {{(pid=103365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 17:51:04.376403 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-ab19ac7e-e901-40d6-8746-35ce50f8ceb8 req-a5e6ff5b-c0f6-4167-bd55-333e5776d62c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:04.449608 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-06360664-d2fe-414d-9429-fd249768af15 req-620dbba9-aa95-4a77-a539-816c6b54ec58 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5288000 Nov 19 17:51:04.460202 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e6ff5b-c0f6-4167-bd55-333e5776d62c service neutron] Pushing event updated for resources: {'Port': ['ID=dd5c4e97-0d62-4723-8957-b8deffc0ea41,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:51:04.471312 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-b361a343-00a1-4464-b6f0-3e47937a51fb req-b0ec445e-ef72-4cb8-be39-7743b1ff8d79 service neutron] For port b34b3610-e3d6-4d4c-8f01-31bc757e731d, host n-h1-818022-2, cleared binding levels {{(pid=103364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:51:04.480638 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-06360664-d2fe-414d-9429-fd249768af15 req-d7a679f0-36e4-47aa-a29d-82e199690a0a service neutron] Request body: {'port': {'device_id': 'b3179e98-eff0-4b2e-8c90-23fb558bbe5c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818022-2'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:51:04.496687 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=416dfac9-b243-4e8e-b7ab-03fa42b872ea,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:51:04.562320 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-b361a343-00a1-4464-b6f0-3e47937a51fb req-b0ec445e-ef72-4cb8-be39-7743b1ff8d79 service neutron] For port b34b3610-e3d6-4d4c-8f01-31bc757e731d, host n-h1-818022-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=b34b3610-e3d6-4d4c-8f01-31bc757e731d,segment=NetworkSegment(76ca7d5f-3474-4bcd-9b64-65e02324eb89),segment_id=76ca7d5f-3474-4bcd-9b64-65e02324eb89)] {{(pid=103364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:51:04.585259 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6604427b-d096-402f-bd2b-56e374712c07 req-895dad6f-2c4a-42b3-8a79-b207518feed8 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:04.594751 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6604427b-d096-402f-bd2b-56e374712c07 req-895dad6f-2c4a-42b3-8a79-b207518feed8 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/ports?device_id=19a4af58-8f1f-46c0-b13d-59abb7b40678 HTTP/1.1" status: 200 len: 946 time: 0.1451268 Nov 19 17:51:04.597317 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-b361a343-00a1-4464-b6f0-3e47937a51fb req-b0ec445e-ef72-4cb8-be39-7743b1ff8d79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:04.674915 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b361a343-00a1-4464-b6f0-3e47937a51fb req-b0ec445e-ef72-4cb8-be39-7743b1ff8d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:04.675649 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-b361a343-00a1-4464-b6f0-3e47937a51fb req-b0ec445e-ef72-4cb8-be39-7743b1ff8d79 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:04.676993 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b361a343-00a1-4464-b6f0-3e47937a51fb req-b0ec445e-ef72-4cb8-be39-7743b1ff8d79 service neutron] 10.222.0.60 "PUT /v2.0/ports/b34b3610-e3d6-4d4c-8f01-31bc757e731d HTTP/1.1" status: 200 len: 1091 time: 1.4893444 Nov 19 17:51:04.677880 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2eeca776-1ce5-482b-8221-4ea371ac91bd', 'tag': 'b34b3610-e3d6-4d4c-8f01-31bc757e731d'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:51:04.681029 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dd4767a008c23f8566efc82158ee1b1fff34e1a9e908d76d0b6d0ab7e350e5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f77d6175-03a7-49a6-8f10-bf3cee1a67b6" -d '{"events": [{"name": "network-changed", "server_uuid": "2eeca776-1ce5-482b-8221-4ea371ac91bd", "tag": "b34b3610-e3d6-4d4c-8f01-31bc757e731d"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:51:04.694008 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-faa31a4e-3990-40b0-bf30-3be678f7264b None None] Provisioning complete for port bc24b0d7-df99-48e0-895c-d80de0809032 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:51:04.694292 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-faa31a4e-3990-40b0-bf30-3be678f7264b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:04.708893 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-06360664-d2fe-414d-9429-fd249768af15 req-d7a679f0-36e4-47aa-a29d-82e199690a0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:04.743916 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ec445e-ef72-4cb8-be39-7743b1ff8d79 service neutron] Pushing event updated for resources: {'Port': ['ID=b34b3610-e3d6-4d4c-8f01-31bc757e731d,revision_number=3']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:51:04.753633 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-faa31a4e-3990-40b0-bf30-3be678f7264b None None] Port bc24b0d7-df99-48e0-895c-d80de0809032 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:51:04.758700 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6604427b-d096-402f-bd2b-56e374712c07 req-ea8dcffc-32cb-4a0e-a496-8626514afc5d tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/security-groups?id=af9eedbc-4dba-4487-bbd4-6a5c45518ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1629395 Nov 19 17:51:04.798025 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e013d7e6-5264-4dcc-9759-54f5fb809e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:04.835193 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 17:51:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79d87373-5eaa-48d0-bb04-b7449006c64a x-openstack-request-id: req-79d87373-5eaa-48d0-bb04-b7449006c64a {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:51:04.837344 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2eeca776-1ce5-482b-8221-4ea371ac91bd", "tag": "b34b3610-e3d6-4d4c-8f01-31bc757e731d", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:51:04.837801 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-79d87373-5eaa-48d0-bb04-b7449006c64a {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:51:04.839808 n-d-818022-2 neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2eeca776-1ce5-482b-8221-4ea371ac91bd', 'tag': 'b34b3610-e3d6-4d4c-8f01-31bc757e731d', 'status': 'completed', 'code': 200} Nov 19 17:51:04.846035 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b361a343-00a1-4464-b6f0-3e47937a51fb req-7c1ded59-4323-4488-bc19-c018282fe421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:04.850009 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b361a343-00a1-4464-b6f0-3e47937a51fb req-7c1ded59-4323-4488-bc19-c018282fe421 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bf8774509ece48c1a5e5e0350ab076c6&device_id=2eeca776-1ce5-482b-8221-4ea371ac91bd HTTP/1.1" status: 200 len: 1094 time: 0.1167588 Nov 19 17:51:04.909740 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b361a343-00a1-4464-b6f0-3e47937a51fb req-d6f43eeb-9444-4ed8-a310-e2e563944d7f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b34b3610-e3d6-4d4c-8f01-31bc757e731d HTTP/1.1" status: 200 len: 217 time: 0.0495458 Nov 19 17:51:04.932266 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c780745e-4af2-4a2c-9dea-dd2ad8b81e09 req-567ceaba-cfc3-44cf-8097-5aa17f023db8 tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:04.934041 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c780745e-4af2-4a2c-9dea-dd2ad8b81e09 req-567ceaba-cfc3-44cf-8097-5aa17f023db8 tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] 10.222.0.54 "GET /v2.0/networks?id=e0733363-bc13-4279-a049-77115213ac4d HTTP/1.1" status: 200 len: 815 time: 0.2968142 Nov 19 17:51:04.957145 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-ab19ac7e-e901-40d6-8746-35ce50f8ceb8 req-a5e6ff5b-c0f6-4167-bd55-333e5776d62c service neutron] Attempting to bind port dd5c4e97-0d62-4723-8957-b8deffc0ea41 on host n-h1-818022-2 for vnic_type normal with profile {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:51:04.957580 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-ab19ac7e-e901-40d6-8746-35ce50f8ceb8 req-a5e6ff5b-c0f6-4167-bd55-333e5776d62c service neutron] Attempting to bind port dd5c4e97-0d62-4723-8957-b8deffc0ea41 by drivers openvswitch,hyperv on host n-h1-818022-2 at level 0 using segments [{'id': '89891acd-fd82-4118-b100-e50c4e69b300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '7f92ba32-d487-4404-a462-4c7370c8bcd8'}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:51:04.958457 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab19ac7e-e901-40d6-8746-35ce50f8ceb8 req-a5e6ff5b-c0f6-4167-bd55-333e5776d62c service neutron] Attempting to bind port dd5c4e97-0d62-4723-8957-b8deffc0ea41 on network 7f92ba32-d487-4404-a462-4c7370c8bcd8 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:51:04.999539 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b361a343-00a1-4464-b6f0-3e47937a51fb req-9a237322-159d-4d93-af7f-750a5ba5addd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:05.001240 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b361a343-00a1-4464-b6f0-3e47937a51fb req-9a237322-159d-4d93-af7f-750a5ba5addd service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ae1dd334-eb0c-43c6-9467-c13f8b3210c4 HTTP/1.1" status: 200 len: 845 time: 0.0828204 Nov 19 17:51:05.015365 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c780745e-4af2-4a2c-9dea-dd2ad8b81e09 req-a5ad9792-203a-4e54-bd51-75ba680a86e6 tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] 10.222.0.54 "GET /v2.0/quotas/9ecae7ac88e8457cb21c4782aebff44e HTTP/1.1" status: 200 len: 375 time: 0.0704856 Nov 19 17:51:05.016060 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22915fc4-cb5b-4f86-b6a0-545feb9c9afa req-9ef90a74-2e0b-4cf3-b550-e777436c7b62 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:05.017669 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-22915fc4-cb5b-4f86-b6a0-545feb9c9afa req-9ef90a74-2e0b-4cf3-b550-e777436c7b62 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/ports?device_id=b3179e98-eff0-4b2e-8c90-23fb558bbe5c HTTP/1.1" status: 200 len: 936 time: 0.0975509 Nov 19 17:51:05.018539 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab19ac7e-e901-40d6-8746-35ce50f8ceb8 req-a5e6ff5b-c0f6-4167-bd55-333e5776d62c service neutron] Port dd5c4e97-0d62-4723-8957-b8deffc0ea41 on network 7f92ba32-d487-4404-a462-4c7370c8bcd8 not bound, no agent of type Open vSwitch agent registered on host n-h1-818022-2 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 17:51:05.018875 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab19ac7e-e901-40d6-8746-35ce50f8ceb8 req-a5e6ff5b-c0f6-4167-bd55-333e5776d62c service neutron] Attempting to bind port dd5c4e97-0d62-4723-8957-b8deffc0ea41 on network 7f92ba32-d487-4404-a462-4c7370c8bcd8 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:51:05.034239 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab19ac7e-e901-40d6-8746-35ce50f8ceb8 req-a5e6ff5b-c0f6-4167-bd55-333e5776d62c service neutron] Checking agent: {'id': 'a6668d96-12fa-4ec0-99ad-77eaf490dd2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'started_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 51, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:51:05.034586 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab19ac7e-e901-40d6-8746-35ce50f8ceb8 req-a5e6ff5b-c0f6-4167-bd55-333e5776d62c service neutron] Checking segment: {'id': '89891acd-fd82-4118-b100-e50c4e69b300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '7f92ba32-d487-4404-a462-4c7370c8bcd8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:51:05.034985 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab19ac7e-e901-40d6-8746-35ce50f8ceb8 req-a5e6ff5b-c0f6-4167-bd55-333e5776d62c service neutron] Bound using segment: {'id': '89891acd-fd82-4118-b100-e50c4e69b300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '7f92ba32-d487-4404-a462-4c7370c8bcd8'} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:51:05.035435 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-ab19ac7e-e901-40d6-8746-35ce50f8ceb8 req-a5e6ff5b-c0f6-4167-bd55-333e5776d62c service neutron] Bound port: dd5c4e97-0d62-4723-8957-b8deffc0ea41, host: n-h1-818022-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89891acd-fd82-4118-b100-e50c4e69b300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '7f92ba32-d487-4404-a462-4c7370c8bcd8'}}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:51:05.035796 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-ab19ac7e-e901-40d6-8746-35ce50f8ceb8 req-a5e6ff5b-c0f6-4167-bd55-333e5776d62c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:05.047786 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b361a343-00a1-4464-b6f0-3e47937a51fb req-26e93eb8-c7e1-4dfe-ab5f-89c5d116a58b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=09343151-5f7f-4534-803c-65c4f7eca01b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288494 Nov 19 17:51:05.147980 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-22915fc4-cb5b-4f86-b6a0-545feb9c9afa req-0f4a2ce0-764e-466f-a489-1191659b3605 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/security-groups?id=6e557aa4-1576-4002-9603-a630915d92af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028283 Nov 19 17:51:05.180335 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b361a343-00a1-4464-b6f0-3e47937a51fb req-87457f27-d083-4daf-b1cb-3a76b833f964 service neutron] 10.222.0.60 "GET /v2.0/networks/09343151-5f7f-4534-803c-65c4f7eca01b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150651 Nov 19 17:51:05.186795 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:05.251405 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 59478) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:51:05.334680 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b361a343-00a1-4464-b6f0-3e47937a51fb req-6ac2d518-ec4e-43d1-b72f-0a771d401324 service neutron] 10.222.0.60 "GET /v2.0/networks/09343151-5f7f-4534-803c-65c4f7eca01b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461906 Nov 19 17:51:05.342440 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf01087-a553-488a-a925-f5826ec34c69 req-0bc0ca42-9b01-47ac-bcd4-9ed7f3d390b3 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:05.343874 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9cf01087-a553-488a-a925-f5826ec34c69 req-0bc0ca42-9b01-47ac-bcd4-9ed7f3d390b3 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/ports?device_id=2eeca776-1ce5-482b-8221-4ea371ac91bd HTTP/1.1" status: 200 len: 943 time: 0.0934446 Nov 19 17:51:05.378898 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-27036be2-0a93-409e-a56b-dc241ed8f5d9 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1713331875'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:51:05.448274 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27036be2-0a93-409e-a56b-dc241ed8f5d9 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Made reservation on behalf of 3aca0539f91747f49ed111371f10a613 for: {'network': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:51:05.452173 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-27036be2-0a93-409e-a56b-dc241ed8f5d9 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:05.474943 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-27036be2-0a93-409e-a56b-dc241ed8f5d9 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:05.489565 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9cf01087-a553-488a-a925-f5826ec34c69 req-fb4792bb-1896-4efc-8f51-e45e9af0fd58 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/security-groups?id=e103badb-33bc-4a96-ade0-89c422abc1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236002 Nov 19 17:51:05.493089 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c780745e-4af2-4a2c-9dea-dd2ad8b81e09 req-ef5a4b32-f9d3-4c34-9ee2-f8174f3d55af tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=9ecae7ac88e8457cb21c4782aebff44e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4600253 Nov 19 17:51:05.507469 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-ab19ac7e-e901-40d6-8746-35ce50f8ceb8 req-a5e6ff5b-c0f6-4167-bd55-333e5776d62c service neutron] For port dd5c4e97-0d62-4723-8957-b8deffc0ea41, host n-h1-818022-2, cleared binding levels {{(pid=103365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:51:05.518503 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77d6175-03a7-49a6-8f10-bf3cee1a67b6 req-d938d6ef-e358-467e-b363-322f3a2194d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:05.520018 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f77d6175-03a7-49a6-8f10-bf3cee1a67b6 req-d938d6ef-e358-467e-b363-322f3a2194d8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bf8774509ece48c1a5e5e0350ab076c6&device_id=2eeca776-1ce5-482b-8221-4ea371ac91bd HTTP/1.1" status: 200 len: 1094 time: 0.1178932 Nov 19 17:51:05.585255 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-ab19ac7e-e901-40d6-8746-35ce50f8ceb8 req-a5e6ff5b-c0f6-4167-bd55-333e5776d62c service neutron] For port dd5c4e97-0d62-4723-8957-b8deffc0ea41, host n-h1-818022-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=dd5c4e97-0d62-4723-8957-b8deffc0ea41,segment=NetworkSegment(89891acd-fd82-4118-b100-e50c4e69b300),segment_id=89891acd-fd82-4118-b100-e50c4e69b300)] {{(pid=103365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:51:05.615473 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-ab19ac7e-e901-40d6-8746-35ce50f8ceb8 req-a5e6ff5b-c0f6-4167-bd55-333e5776d62c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:05.688570 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab19ac7e-e901-40d6-8746-35ce50f8ceb8 req-a5e6ff5b-c0f6-4167-bd55-333e5776d62c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:05.689265 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-ab19ac7e-e901-40d6-8746-35ce50f8ceb8 req-a5e6ff5b-c0f6-4167-bd55-333e5776d62c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:05.690784 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ab19ac7e-e901-40d6-8746-35ce50f8ceb8 req-a5e6ff5b-c0f6-4167-bd55-333e5776d62c service neutron] 10.222.0.60 "PUT /v2.0/ports/dd5c4e97-0d62-4723-8957-b8deffc0ea41 HTTP/1.1" status: 200 len: 1092 time: 2.3150563 Nov 19 17:51:05.691297 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae1e469e-59a0-4129-b573-7ebb29d693fe', 'tag': 'dd5c4e97-0d62-4723-8957-b8deffc0ea41'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:51:05.693629 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218319d759239a7d11f1288aef37381b97754913ee9ccbfd43b51a463f801712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9511f36b-a5a0-4928-afeb-b3df0d787211" -d '{"events": [{"name": "network-changed", "server_uuid": "ae1e469e-59a0-4129-b573-7ebb29d693fe", "tag": "dd5c4e97-0d62-4723-8957-b8deffc0ea41"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:51:05.718739 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77d6175-03a7-49a6-8f10-bf3cee1a67b6 req-3bbb9fa4-9813-4ecc-85d4-ba30f172c808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:05.720218 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f77d6175-03a7-49a6-8f10-bf3cee1a67b6 req-3bbb9fa4-9813-4ecc-85d4-ba30f172c808 service neutron] 10.222.0.60 "GET /v2.0/networks?id=09343151-5f7f-4534-803c-65c4f7eca01b HTTP/1.1" status: 200 len: 906 time: 0.1916516 Nov 19 17:51:05.727246 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-27036be2-0a93-409e-a56b-dc241ed8f5d9 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:05.740551 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-27036be2-0a93-409e-a56b-dc241ed8f5d9 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:05.773414 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e6ff5b-c0f6-4167-bd55-333e5776d62c service neutron] Pushing event updated for resources: {'Port': ['ID=dd5c4e97-0d62-4723-8957-b8deffc0ea41,revision_number=3']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:51:05.784985 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f77d6175-03a7-49a6-8f10-bf3cee1a67b6 req-aa7cb081-3133-4797-b99e-b243c74710a7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b34b3610-e3d6-4d4c-8f01-31bc757e731d HTTP/1.1" status: 200 len: 217 time: 0.0554824 Nov 19 17:51:05.797956 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3281385-07dd-4710-85ca-9b8ad74bb771 req-cdf24d1e-ed52-4068-b2fe-516fde414a66 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:05.799495 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d3281385-07dd-4710-85ca-9b8ad74bb771 req-cdf24d1e-ed52-4068-b2fe-516fde414a66 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/ports?device_id=ae1e469e-59a0-4129-b573-7ebb29d693fe HTTP/1.1" status: 200 len: 944 time: 0.1522362 Nov 19 17:51:05.803459 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [req-06360664-d2fe-414d-9429-fd249768af15 req-d7a679f0-36e4-47aa-a29d-82e199690a0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc24b0d7-df99-48e0-895c-d80de0809032 {{(pid=103365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:51:05.809799 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c780745e-4af2-4a2c-9dea-dd2ad8b81e09 req-bc7090be-2dfd-41f9-9866-225947b8fefc service neutron] 10.222.0.54 "GET /v2.0/networks/e0733363-bc13-4279-a049-77115213ac4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2996268 Nov 19 17:51:05.814770 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-06360664-d2fe-414d-9429-fd249768af15 req-d7a679f0-36e4-47aa-a29d-82e199690a0a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:05.820333 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19a4af58-8f1f-46c0-b13d-59abb7b40678', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '416dfac9-b243-4e8e-b7ab-03fa42b872ea'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:51:05.824541 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3940761bcd94e032e6960d2241bd8993c5d3a7d8dc2aca8488f3ecf1d4dd2fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f33fc362-63a9-4e81-a8ed-4a6d838063f5" -d '{"events": [{"server_uuid": "19a4af58-8f1f-46c0-b13d-59abb7b40678", "name": "network-vif-plugged", "status": "completed", "tag": "416dfac9-b243-4e8e-b7ab-03fa42b872ea"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:51:05.836789 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27036be2-0a93-409e-a56b-dc241ed8f5d9 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 673} {{(pid=103364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 17:51:05.852937 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.provisioning_blocks [req-06360664-d2fe-414d-9429-fd249768af15 req-d7a679f0-36e4-47aa-a29d-82e199690a0a service neutron] Transition to ACTIVE for port object bc24b0d7-df99-48e0-895c-d80de0809032 will not be triggered until provisioned by entity L2. {{(pid=103365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 17:51:05.869997 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27036be2-0a93-409e-a56b-dc241ed8f5d9 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Pushing event updated for resources: {'SecurityGroup': ['ID=102ac571-367d-48c2-b0ec-ed297ed120b3,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:51:05.877242 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-27036be2-0a93-409e-a56b-dc241ed8f5d9 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:05.877578 n-d-818022-2 neutron-server[103364]: INFO neutron.db.segments_db [None req-27036be2-0a93-409e-a56b-dc241ed8f5d9 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Added segment 7b3875bd-2cde-4209-b06c-b8321306997a of type vlan for network b2583632-e23a-4c0b-b6ac-ef6dca226ac8 Nov 19 17:51:05.891037 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-06360664-d2fe-414d-9429-fd249768af15 req-d7a679f0-36e4-47aa-a29d-82e199690a0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:05.894938 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77d6175-03a7-49a6-8f10-bf3cee1a67b6 req-bfaaec75-5011-40b5-8926-7f602f1de269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:05.896492 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f77d6175-03a7-49a6-8f10-bf3cee1a67b6 req-bfaaec75-5011-40b5-8926-7f602f1de269 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ae1dd334-eb0c-43c6-9467-c13f8b3210c4 HTTP/1.1" status: 200 len: 845 time: 0.0960743 Nov 19 17:51:05.898605 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab19ac7e-e901-40d6-8746-35ce50f8ceb8 req-b27d11a6-313f-42e8-b9f4-3108f205fb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:05.900263 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ab19ac7e-e901-40d6-8746-35ce50f8ceb8 req-b27d11a6-313f-42e8-b9f4-3108f205fb50 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ef115ff0b9af40189b80151903c87a42&device_id=ae1e469e-59a0-4129-b573-7ebb29d693fe HTTP/1.1" status: 200 len: 1095 time: 0.1486528 Nov 19 17:51:05.964755 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f77d6175-03a7-49a6-8f10-bf3cee1a67b6 req-11c10eae-9531-49ec-b25b-11cbb37d02ef service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=09343151-5f7f-4534-803c-65c4f7eca01b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405495 Nov 19 17:51:05.971229 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-27036be2-0a93-409e-a56b-dc241ed8f5d9 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:05.978116 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d3281385-07dd-4710-85ca-9b8ad74bb771 req-6cac2df8-02b6-4f87-bb45-2c79d4c736e3 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/security-groups?id=30887d2c-2c06-4a04-8ed7-1cc9b0391ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652575 Nov 19 17:51:05.988672 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ab19ac7e-e901-40d6-8746-35ce50f8ceb8 req-619aeabe-da93-4f92-855e-cc469de1602d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dd5c4e97-0d62-4723-8957-b8deffc0ea41 HTTP/1.1" status: 200 len: 217 time: 0.0600810 Nov 19 17:51:05.997992 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a679f0-36e4-47aa-a29d-82e199690a0a service neutron] Pushing event updated for resources: {'Port': ['ID=bc24b0d7-df99-48e0-895c-d80de0809032,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:51:06.099379 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-27036be2-0a93-409e-a56b-dc241ed8f5d9 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:06.105697 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27036be2-0a93-409e-a56b-dc241ed8f5d9 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:06.106092 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-27036be2-0a93-409e-a56b-dc241ed8f5d9 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks [] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:06.109405 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c780745e-4af2-4a2c-9dea-dd2ad8b81e09 req-a2b0841c-2447-49dd-bc50-4437791746ef service neutron] 10.222.0.54 "GET /v2.0/networks/e0733363-bc13-4279-a049-77115213ac4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2884350 Nov 19 17:51:06.122630 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab19ac7e-e901-40d6-8746-35ce50f8ceb8 req-d0e93067-7a91-4608-8f76-bbe4d602408d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:06.124033 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ab19ac7e-e901-40d6-8746-35ce50f8ceb8 req-d0e93067-7a91-4608-8f76-bbe4d602408d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fbe6d454-c5f1-4c18-83c0-782141861401 HTTP/1.1" status: 200 len: 851 time: 0.1198797 Nov 19 17:51:06.141538 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 17:51:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e04e8ab-9dde-4633-9c74-6117419b5458 x-openstack-request-id: req-2e04e8ab-9dde-4633-9c74-6117419b5458 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:51:06.141854 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae1e469e-59a0-4129-b573-7ebb29d693fe", "tag": "dd5c4e97-0d62-4723-8957-b8deffc0ea41", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:51:06.142119 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-2e04e8ab-9dde-4633-9c74-6117419b5458 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:51:06.142608 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae1e469e-59a0-4129-b573-7ebb29d693fe', 'tag': 'dd5c4e97-0d62-4723-8957-b8deffc0ea41', 'status': 'completed', 'code': 200} Nov 19 17:51:06.162038 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f77d6175-03a7-49a6-8f10-bf3cee1a67b6 req-b0b8bc2f-0bfa-481a-ab8d-a0af8e71bc46 service neutron] 10.222.0.60 "GET /v2.0/networks/09343151-5f7f-4534-803c-65c4f7eca01b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1800232 Nov 19 17:51:06.181115 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ab19ac7e-e901-40d6-8746-35ce50f8ceb8 req-27ebbf70-d374-4ec5-a618-8f8648f97900 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7f92ba32-d487-4404-a462-4c7370c8bcd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413895 Nov 19 17:51:06.266344 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-06360664-d2fe-414d-9429-fd249768af15 req-d7a679f0-36e4-47aa-a29d-82e199690a0a service neutron] Attempting to bind port bc24b0d7-df99-48e0-895c-d80de0809032 on host n-h1-818022-2 for vnic_type normal with profile {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:51:06.267009 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-06360664-d2fe-414d-9429-fd249768af15 req-d7a679f0-36e4-47aa-a29d-82e199690a0a service neutron] Attempting to bind port bc24b0d7-df99-48e0-895c-d80de0809032 by drivers openvswitch,hyperv on host n-h1-818022-2 at level 0 using segments [{'id': '1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '346debfa-452b-4048-abf4-8f4493625ef2'}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:51:06.267514 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06360664-d2fe-414d-9429-fd249768af15 req-d7a679f0-36e4-47aa-a29d-82e199690a0a service neutron] Attempting to bind port bc24b0d7-df99-48e0-895c-d80de0809032 on network 346debfa-452b-4048-abf4-8f4493625ef2 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:51:06.278916 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06360664-d2fe-414d-9429-fd249768af15 req-d7a679f0-36e4-47aa-a29d-82e199690a0a service neutron] Port bc24b0d7-df99-48e0-895c-d80de0809032 on network 346debfa-452b-4048-abf4-8f4493625ef2 not bound, no agent of type Open vSwitch agent registered on host n-h1-818022-2 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 17:51:06.279146 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06360664-d2fe-414d-9429-fd249768af15 req-d7a679f0-36e4-47aa-a29d-82e199690a0a service neutron] Attempting to bind port bc24b0d7-df99-48e0-895c-d80de0809032 on network 346debfa-452b-4048-abf4-8f4493625ef2 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:51:06.284294 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-27036be2-0a93-409e-a56b-dc241ed8f5d9 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.0311234 Nov 19 17:51:06.289765 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 59496) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:51:06.302543 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-271ccf34-4eb0-4a5b-be98-bbe9f0764b26 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Request body: {'subnet': {'network_id': 'b2583632-e23a-4c0b-b6ac-ef6dca226ac8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:51:06.325855 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:51:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d53c48e4-5360-4f7c-80fe-2ce5e3b55628 x-openstack-request-id: req-d53c48e4-5360-4f7c-80fe-2ce5e3b55628 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:51:06.327038 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19a4af58-8f1f-46c0-b13d-59abb7b40678", "name": "network-vif-plugged", "status": "completed", "tag": "416dfac9-b243-4e8e-b7ab-03fa42b872ea", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:51:06.327461 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d53c48e4-5360-4f7c-80fe-2ce5e3b55628 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:51:06.328031 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19a4af58-8f1f-46c0-b13d-59abb7b40678', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '416dfac9-b243-4e8e-b7ab-03fa42b872ea', 'code': 200} Nov 19 17:51:06.333696 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06360664-d2fe-414d-9429-fd249768af15 req-d7a679f0-36e4-47aa-a29d-82e199690a0a service neutron] Checking agent: {'id': 'a6668d96-12fa-4ec0-99ad-77eaf490dd2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'started_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 51, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:51:06.342229 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06360664-d2fe-414d-9429-fd249768af15 req-d7a679f0-36e4-47aa-a29d-82e199690a0a service neutron] Checking segment: {'id': '1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '346debfa-452b-4048-abf4-8f4493625ef2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:51:06.343570 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06360664-d2fe-414d-9429-fd249768af15 req-d7a679f0-36e4-47aa-a29d-82e199690a0a service neutron] Bound using segment: {'id': '1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '346debfa-452b-4048-abf4-8f4493625ef2'} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:51:06.344241 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-06360664-d2fe-414d-9429-fd249768af15 req-d7a679f0-36e4-47aa-a29d-82e199690a0a service neutron] Bound port: bc24b0d7-df99-48e0-895c-d80de0809032, host: n-h1-818022-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '346debfa-452b-4048-abf4-8f4493625ef2'}}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:51:06.345171 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-06360664-d2fe-414d-9429-fd249768af15 req-d7a679f0-36e4-47aa-a29d-82e199690a0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:06.346643 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27036be2-0a93-409e-a56b-dc241ed8f5d9 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Pushing event updated for resources: {'Network': ['ID=b2583632-e23a-4c0b-b6ac-ef6dca226ac8,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:51:06.358163 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network b2583632-e23a-4c0b-b6ac-ef6dca226ac8 details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 17:51:06.395944 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ebf992-b607-42dd-8a24-403c60719ac5 req-904cd97f-2062-45c0-8326-f4d5f3422853 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:06.398462 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d1ebf992-b607-42dd-8a24-403c60719ac5 req-904cd97f-2062-45c0-8326-f4d5f3422853 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/ports?device_id=19a4af58-8f1f-46c0-b13d-59abb7b40678 HTTP/1.1" status: 200 len: 946 time: 0.1894627 Nov 19 17:51:06.470398 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f77d6175-03a7-49a6-8f10-bf3cee1a67b6 req-bff0fdab-62be-4332-bc59-b6099d861bea service neutron] 10.222.0.60 "GET /v2.0/networks/09343151-5f7f-4534-803c-65c4f7eca01b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2284267 Nov 19 17:51:06.525394 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d1ebf992-b607-42dd-8a24-403c60719ac5 req-98ff10e1-0863-44b7-941c-387284566e27 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/security-groups?id=af9eedbc-4dba-4487-bbd4-6a5c45518ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817833 Nov 19 17:51:06.588083 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ab19ac7e-e901-40d6-8746-35ce50f8ceb8 req-3b13b776-9405-4444-94f9-c23fc158bb47 service neutron] 10.222.0.60 "GET /v2.0/networks/7f92ba32-d487-4404-a462-4c7370c8bcd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3892095 Nov 19 17:51:06.611351 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-23ac2aea-4a57-4983-ad1e-61efbbc7ed34 req-c2daec18-169f-4620-9e3f-838e904b109c tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] 10.222.0.54 "GET /v2.0/ports?device_id=255d4465-733c-432c-9171-be49059696a7 HTTP/1.1" status: 200 len: 210 time: 0.0339990 Nov 19 17:51:06.687764 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea950c09-4647-47ab-94da-1dac54490ed2 req-e15c0725-e438-4e28-8f11-ee09a38c8582 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:06.689277 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ea950c09-4647-47ab-94da-1dac54490ed2 req-e15c0725-e438-4e28-8f11-ee09a38c8582 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/ports?device_id=b3179e98-eff0-4b2e-8c90-23fb558bbe5c HTTP/1.1" status: 200 len: 948 time: 0.2488308 Nov 19 17:51:06.701058 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cac849-3ddb-4bd5-8ba3-e95ac4f33bb8 req-ef4ab7c8-6de1-43fb-92b1-dd542ef58d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:06.702714 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f7cac849-3ddb-4bd5-8ba3-e95ac4f33bb8 req-ef4ab7c8-6de1-43fb-92b1-dd542ef58d2f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=19a4af58-8f1f-46c0-b13d-59abb7b40678 HTTP/1.1" status: 200 len: 1097 time: 0.2524803 Nov 19 17:51:06.708062 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-06360664-d2fe-414d-9429-fd249768af15 req-d7a679f0-36e4-47aa-a29d-82e199690a0a service neutron] For port bc24b0d7-df99-48e0-895c-d80de0809032, host n-h1-818022-2, cleared binding levels {{(pid=103365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:51:06.711102 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-271ccf34-4eb0-4a5b-be98-bbe9f0764b26 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Made reservation on behalf of 3aca0539f91747f49ed111371f10a613 for: {'subnet': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:51:06.714951 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-271ccf34-4eb0-4a5b-be98-bbe9f0764b26 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8731248'] for subnet, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:06.721415 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-06360664-d2fe-414d-9429-fd249768af15 req-d7a679f0-36e4-47aa-a29d-82e199690a0a service neutron] For port bc24b0d7-df99-48e0-895c-d80de0809032, host n-h1-818022-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=bc24b0d7-df99-48e0-895c-d80de0809032,segment=NetworkSegment(1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861),segment_id=1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861)] {{(pid=103365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:51:06.733315 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed6838f-4c8a-4362-987c-98dcef611454 req-3b608b25-ef61-4b6d-96e4-b7aec61ea6cf tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:06.734865 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9ed6838f-4c8a-4362-987c-98dcef611454 req-3b608b25-ef61-4b6d-96e4-b7aec61ea6cf tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/ports?device_id=2eeca776-1ce5-482b-8221-4ea371ac91bd HTTP/1.1" status: 200 len: 943 time: 0.0507693 Nov 19 17:51:06.791110 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-06360664-d2fe-414d-9429-fd249768af15 req-d7a679f0-36e4-47aa-a29d-82e199690a0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:06.791321 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9ed6838f-4c8a-4362-987c-98dcef611454 req-787bf086-e0eb-4bc4-bd27-ce26c4e3dde3 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/security-groups?id=e103badb-33bc-4a96-ade0-89c422abc1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484180 Nov 19 17:51:06.894422 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06360664-d2fe-414d-9429-fd249768af15 req-d7a679f0-36e4-47aa-a29d-82e199690a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:06.894855 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-06360664-d2fe-414d-9429-fd249768af15 req-d7a679f0-36e4-47aa-a29d-82e199690a0a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:06.896976 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-06360664-d2fe-414d-9429-fd249768af15 req-d7a679f0-36e4-47aa-a29d-82e199690a0a service neutron] 10.222.0.60 "PUT /v2.0/ports/bc24b0d7-df99-48e0-895c-d80de0809032 HTTP/1.1" status: 200 len: 1096 time: 2.4307411 Nov 19 17:51:06.955730 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ab19ac7e-e901-40d6-8746-35ce50f8ceb8 req-2095e84b-9840-47a4-b913-6ea919036927 service neutron] 10.222.0.60 "GET /v2.0/networks/7f92ba32-d487-4404-a462-4c7370c8bcd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3547366 Nov 19 17:51:06.969667 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ea950c09-4647-47ab-94da-1dac54490ed2 req-d90e5142-56b9-4cf2-916f-a76ff307a5ff tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/security-groups?id=6e557aa4-1576-4002-9603-a630915d92af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2646759 Nov 19 17:51:06.983106 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f7cac849-3ddb-4bd5-8ba3-e95ac4f33bb8 req-536e5d2a-0be8-41a1-9fd4-2ee1ae675dc4 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=af9eedbc-4dba-4487-bbd4-6a5c45518ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2648065 Nov 19 17:51:07.017703 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a679f0-36e4-47aa-a29d-82e199690a0a service neutron] Pushing event updated for resources: {'Port': ['ID=bc24b0d7-df99-48e0-895c-d80de0809032,revision_number=3']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:51:07.132972 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06360664-d2fe-414d-9429-fd249768af15 req-b4bc69b8-3fb1-4765-ad81-bcf021ad455a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:07.134565 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-06360664-d2fe-414d-9429-fd249768af15 req-b4bc69b8-3fb1-4765-ad81-bcf021ad455a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7136fa31325e4016a695ca7c60f57962&device_id=b3179e98-eff0-4b2e-8c90-23fb558bbe5c HTTP/1.1" status: 200 len: 1099 time: 0.1568501 Nov 19 17:51:07.146007 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffd8f62-f65a-4433-990b-fbcb0551f5b1 req-a18a5c80-2d34-4937-a38d-4c7824c867e6 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:07.148075 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-7ffd8f62-f65a-4433-990b-fbcb0551f5b1 req-a18a5c80-2d34-4937-a38d-4c7824c867e6 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/ports?device_id=ae1e469e-59a0-4129-b573-7ebb29d693fe HTTP/1.1" status: 200 len: 944 time: 0.0625420 Nov 19 17:51:07.155198 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-271ccf34-4eb0-4a5b-be98-bbe9f0764b26 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12283104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8731234'] for subnet, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:07.199972 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-7ffd8f62-f65a-4433-990b-fbcb0551f5b1 req-d537c79a-aabe-48bd-bf27-7dadc6dc6808 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/security-groups?id=30887d2c-2c06-4a04-8ed7-1cc9b0391ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445290 Nov 19 17:51:07.225291 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271ccf34-4eb0-4a5b-be98-bbe9f0764b26 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Pushing event updated for resources: {'Subnet': ['ID=f1107da1-8006-435d-8d40-dc362b5c90c1,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:51:07.239476 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271ccf34-4eb0-4a5b-be98-bbe9f0764b26 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Checking segment: {'id': '7b3875bd-2cde-4209-b06c-b8321306997a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'b2583632-e23a-4c0b-b6ac-ef6dca226ac8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:51:07.240221 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-271ccf34-4eb0-4a5b-be98-bbe9f0764b26 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Network hostable DHCP agents. Network: b2583632-e23a-4c0b-b6ac-ef6dca226ac8, hostable agents: ['02910ef2-0455-4aea-9f38-9a875579633f'], hosted agents: [] {{(pid=103365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 17:51:07.275346 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-06360664-d2fe-414d-9429-fd249768af15 req-18ccb40a-efab-48ec-b72f-261ae8841f51 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=bc24b0d7-df99-48e0-895c-d80de0809032 HTTP/1.1" status: 200 len: 217 time: 0.0418615 Nov 19 17:51:07.336686 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-271ccf34-4eb0-4a5b-be98-bbe9f0764b26 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Network b2583632-e23a-4c0b-b6ac-ef6dca226ac8 is scheduled to be hosted by DHCP agent 02910ef2-0455-4aea-9f38-9a875579633f with binding_index 1 {{(pid=103365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 17:51:07.364316 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9511f36b-a5a0-4928-afeb-b3df0d787211 req-df2f3810-600d-4708-8c8d-72d756548e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:07.365840 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9511f36b-a5a0-4928-afeb-b3df0d787211 req-df2f3810-600d-4708-8c8d-72d756548e13 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ef115ff0b9af40189b80151903c87a42&device_id=ae1e469e-59a0-4129-b573-7ebb29d693fe HTTP/1.1" status: 200 len: 1095 time: 0.0945504 Nov 19 17:51:07.368270 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-271ccf34-4eb0-4a5b-be98-bbe9f0764b26 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818022-2, b2583632-e23a-4c0b-b6ac-ef6dca226ac8) {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:51:07.371395 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06360664-d2fe-414d-9429-fd249768af15 req-c1f10fb2-ac30-40f8-bd16-4ed631b08aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:07.372734 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-06360664-d2fe-414d-9429-fd249768af15 req-c1f10fb2-ac30-40f8-bd16-4ed631b08aa5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8b3c88de-c9c2-4a20-b19e-1855c2c19035 HTTP/1.1" status: 200 len: 843 time: 0.0731080 Nov 19 17:51:07.375684 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-271ccf34-4eb0-4a5b-be98-bbe9f0764b26 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:07.376255 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-271ccf34-4eb0-4a5b-be98-bbe9f0764b26 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:07.377844 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da197d8d-374e-4966-b2db-00306ae81c05 None None] Network b2583632-e23a-4c0b-b6ac-ef6dca226ac8 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:51:07.403348 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-271ccf34-4eb0-4a5b-be98-bbe9f0764b26 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.1125014 Nov 19 17:51:07.406193 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 59514) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:51:07.411378 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-4f46cd05-5924-47bf-9b36-b5ed06625692 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1435134875', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'}, 'admin_state_up': False}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:51:07.439577 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4f46cd05-5924-47bf-9b36-b5ed06625692 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9890'] for router, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:07.441691 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4f46cd05-5924-47bf-9b36-b5ed06625692 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671617', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-732153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4689'] for router, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:07.479485 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device b34b3610-e3d6-4d4c-8f01-31bc757e731d details requested by agent hyperv_n-h1-818022-2 with host n-h1-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 17:51:07.488129 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06360664-d2fe-414d-9429-fd249768af15 req-232a78fe-160f-47e1-a7a3-95dd65f374ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:07.489686 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-06360664-d2fe-414d-9429-fd249768af15 req-232a78fe-160f-47e1-a7a3-95dd65f374ce service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=346debfa-452b-4048-abf4-8f4493625ef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0912099 Nov 19 17:51:07.508450 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4f46cd05-5924-47bf-9b36-b5ed06625692 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:07.521432 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9511f36b-a5a0-4928-afeb-b3df0d787211 req-22f28f4d-21a0-4868-8e13-0134ec0fe0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:07.523168 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9511f36b-a5a0-4928-afeb-b3df0d787211 req-22f28f4d-21a0-4868-8e13-0134ec0fe0b0 service neutron] 10.222.0.60 "GET /v2.0/networks?id=7f92ba32-d487-4404-a462-4c7370c8bcd8 HTTP/1.1" status: 200 len: 912 time: 0.1328473 Nov 19 17:51:07.592384 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-668d75f9-1447-4043-87fe-3d7315def720 None None] Network b2583632-e23a-4c0b-b6ac-ef6dca226ac8 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:51:07.600501 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9511f36b-a5a0-4928-afeb-b3df0d787211 req-42ff846b-f210-44e2-a127-6f757c584ba4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dd5c4e97-0d62-4723-8957-b8deffc0ea41 HTTP/1.1" status: 200 len: 217 time: 0.0397620 Nov 19 17:51:07.684436 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-06360664-d2fe-414d-9429-fd249768af15 req-49c08ed8-4300-4c86-8451-b7ba340c42a2 service neutron] 10.222.0.60 "GET /v2.0/networks/346debfa-452b-4048-abf4-8f4493625ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757238 Nov 19 17:51:07.694371 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9511f36b-a5a0-4928-afeb-b3df0d787211 req-83ab3f7a-2ca0-4218-9f4c-4790a902096a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:07.695573 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9511f36b-a5a0-4928-afeb-b3df0d787211 req-83ab3f7a-2ca0-4218-9f4c-4790a902096a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fbe6d454-c5f1-4c18-83c0-782141861401 HTTP/1.1" status: 200 len: 851 time: 0.0754924 Nov 19 17:51:07.734838 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4f46cd05-5924-47bf-9b36-b5ed06625692 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:07.758825 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97b1faa-c9a8-4399-aeb7-79c755dca6f5 req-30165dfe-bd66-47e4-95af-4fbcec9d1de1 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:07.767248 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a97b1faa-c9a8-4399-aeb7-79c755dca6f5 req-30165dfe-bd66-47e4-95af-4fbcec9d1de1 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/ports?device_id=19a4af58-8f1f-46c0-b13d-59abb7b40678 HTTP/1.1" status: 200 len: 946 time: 0.1410058 Nov 19 17:51:07.799532 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-08e4e895-bf2c-4f6b-aba1-7bb025ceb1bb req-9de3fec2-5378-483d-8e60-4d8c019be8b9 tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] 10.222.0.54 "GET /v2.0/ports?device_id=255d4465-733c-432c-9171-be49059696a7 HTTP/1.1" status: 200 len: 210 time: 0.0911915 Nov 19 17:51:07.830095 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9511f36b-a5a0-4928-afeb-b3df0d787211 req-437701ea-5581-4c12-bb6b-52b96b278e96 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7f92ba32-d487-4404-a462-4c7370c8bcd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1108136 Nov 19 17:51:07.883435 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port b34b3610-e3d6-4d4c-8f01-31bc757e731d, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=b34b3610-e3d6-4d4c-8f01-31bc757e731d,segment=NetworkSegment(76ca7d5f-3474-4bcd-9b64-65e02324eb89),segment_id=76ca7d5f-3474-4bcd-9b64-65e02324eb89)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:51:07.884134 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a97b1faa-c9a8-4399-aeb7-79c755dca6f5 req-723771f8-0216-48a4-86ed-c85fc97d2d99 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/security-groups?id=af9eedbc-4dba-4487-bbd4-6a5c45518ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1158881 Nov 19 17:51:07.940914 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Returning: {'device': 'b34b3610-e3d6-4d4c-8f01-31bc757e731d', 'network_id': '09343151-5f7f-4534-803c-65c4f7eca01b', 'port_id': 'b34b3610-e3d6-4d4c-8f01-31bc757e731d', 'mac_address': 'fa:16:3e:ac:08:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 676, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae1dd334-eb0c-43c6-9467-c13f8b3210c4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 17:51:08.034977 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:08.051282 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b34b3610-e3d6-4d4c-8f01-31bc757e731d {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:51:08.076866 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port b34b3610-e3d6-4d4c-8f01-31bc757e731d, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=b34b3610-e3d6-4d4c-8f01-31bc757e731d,segment=NetworkSegment(76ca7d5f-3474-4bcd-9b64-65e02324eb89),segment_id=76ca7d5f-3474-4bcd-9b64-65e02324eb89)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:51:08.081792 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:08.102835 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4f46cd05-5924-47bf-9b36-b5ed06625692 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks [] for router_gateway, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:08.136821 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=b34b3610-e3d6-4d4c-8f01-31bc757e731d,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:51:08.139522 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4f46cd05-5924-47bf-9b36-b5ed06625692 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:08.151464 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3179e98-eff0-4b2e-8c90-23fb558bbe5c', 'tag': 'bc24b0d7-df99-48e0-895c-d80de0809032'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:51:08.153954 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218319d759239a7d11f1288aef37381b97754913ee9ccbfd43b51a463f801712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fef231f9-245c-47ed-83cc-4d87b0e14b46" -d '{"events": [{"name": "network-changed", "server_uuid": "b3179e98-eff0-4b2e-8c90-23fb558bbe5c", "tag": "bc24b0d7-df99-48e0-895c-d80de0809032"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:51:08.203635 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72db1ddd-c3d1-4856-b44f-5cec5c64a729 req-67bf57d0-964c-4b6d-a0bc-c720cc355dc8 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:08.205122 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-72db1ddd-c3d1-4856-b44f-5cec5c64a729 req-67bf57d0-964c-4b6d-a0bc-c720cc355dc8 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/ports?device_id=b3179e98-eff0-4b2e-8c90-23fb558bbe5c HTTP/1.1" status: 200 len: 948 time: 0.1115983 Nov 19 17:51:08.302767 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-06360664-d2fe-414d-9429-fd249768af15 req-cd7e1148-68a8-4f28-8589-221c88a98cd9 service neutron] 10.222.0.60 "GET /v2.0/networks/346debfa-452b-4048-abf4-8f4493625ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5822623 Nov 19 17:51:08.330097 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d522c7a2-9b10-4f09-861a-f09b031e285a req-c5526935-65d8-40d4-bda1-1d5ea1f7f326 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:08.331671 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d522c7a2-9b10-4f09-861a-f09b031e285a req-c5526935-65d8-40d4-bda1-1d5ea1f7f326 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/ports?device_id=2eeca776-1ce5-482b-8221-4ea371ac91bd HTTP/1.1" status: 200 len: 944 time: 0.2199831 Nov 19 17:51:08.364262 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c780745e-4af2-4a2c-9dea-dd2ad8b81e09 req-aa5292b6-14d4-4853-ac2a-615632fec990 tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:08.365740 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c780745e-4af2-4a2c-9dea-dd2ad8b81e09 req-aa5292b6-14d4-4853-ac2a-615632fec990 tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] 10.222.0.60 "GET /v2.0/networks?id=e0733363-bc13-4279-a049-77115213ac4d HTTP/1.1" status: 200 len: 815 time: 0.5707448 Nov 19 17:51:08.371063 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9511f36b-a5a0-4928-afeb-b3df0d787211 req-e82cc0e0-13b0-4bbf-86dd-7ae78855fa3e service neutron] 10.222.0.60 "GET /v2.0/networks/7f92ba32-d487-4404-a462-4c7370c8bcd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2581999 Nov 19 17:51:08.402319 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d522c7a2-9b10-4f09-861a-f09b031e285a req-1426a6e7-dd39-4357-8bab-4989f6329265 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/security-groups?id=e103badb-33bc-4a96-ade0-89c422abc1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630133 Nov 19 17:51:08.414733 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-c780745e-4af2-4a2c-9dea-dd2ad8b81e09 req-e2138601-3dc9-4742-a2d9-d1dcc0082959 tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] Request body: {'port': {'device_id': '255d4465-733c-432c-9171-be49059696a7', 'network_id': 'e0733363-bc13-4279-a049-77115213ac4d', 'admin_state_up': True, 'tenant_id': '9ecae7ac88e8457cb21c4782aebff44e'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:51:08.496715 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 17:51:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-700dc7a7-5d19-46a9-808f-75dda6dfd907 x-openstack-request-id: req-700dc7a7-5d19-46a9-808f-75dda6dfd907 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:51:08.496715 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3179e98-eff0-4b2e-8c90-23fb558bbe5c", "tag": "bc24b0d7-df99-48e0-895c-d80de0809032", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:51:08.497094 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-700dc7a7-5d19-46a9-808f-75dda6dfd907 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:51:08.497194 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3179e98-eff0-4b2e-8c90-23fb558bbe5c', 'tag': 'bc24b0d7-df99-48e0-895c-d80de0809032', 'status': 'completed', 'code': 200} Nov 19 17:51:08.647978 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9511f36b-a5a0-4928-afeb-b3df0d787211 req-550fd5ef-eb05-475f-b275-293a0becbb9c service neutron] 10.222.0.60 "GET /v2.0/networks/7f92ba32-d487-4404-a462-4c7370c8bcd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2445867 Nov 19 17:51:08.650571 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [None req-4f46cd05-5924-47bf-9b36-b5ed06625692 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Allocated IP 172.25.7.84 (645e61aa-1a6c-4e8f-857e-ab06edb4897f/88ed2d64-f56d-4f01-a468-946e01c99e82/14658c56-3910-4f3b-96bc-e9bdcf8f4d18) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:51:08.660421 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-72db1ddd-c3d1-4856-b44f-5cec5c64a729 req-986fba25-b2ce-473a-8bfd-c83653fb7451 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/security-groups?id=6e557aa4-1576-4002-9603-a630915d92af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4445648 Nov 19 17:51:08.661722 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef231f9-245c-47ed-83cc-4d87b0e14b46 req-f22b4a22-ba58-4527-a3e0-42465d624406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:08.663201 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fef231f9-245c-47ed-83cc-4d87b0e14b46 req-f22b4a22-ba58-4527-a3e0-42465d624406 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7136fa31325e4016a695ca7c60f57962&device_id=b3179e98-eff0-4b2e-8c90-23fb558bbe5c HTTP/1.1" status: 200 len: 1099 time: 0.1378994 Nov 19 17:51:08.670250 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['b34b3610-e3d6-4d4c-8f01-31bc757e731d'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:51:08.671347 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1013fa-14e8-4d03-8ab2-952bb8fcc9e2 req-a466691c-efa0-417b-b769-738d42800240 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:08.672906 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3e1013fa-14e8-4d03-8ab2-952bb8fcc9e2 req-a466691c-efa0-417b-b769-738d42800240 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/ports?device_id=ae1e469e-59a0-4129-b573-7ebb29d693fe HTTP/1.1" status: 200 len: 944 time: 0.1299815 Nov 19 17:51:08.774294 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4f46cd05-5924-47bf-9b36-b5ed06625692 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:08.783839 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c780745e-4af2-4a2c-9dea-dd2ad8b81e09 req-e2138601-3dc9-4742-a2d9-d1dcc0082959 tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] Made reservation on behalf of 9ecae7ac88e8457cb21c4782aebff44e for: {'port': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:51:08.787672 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-c780745e-4af2-4a2c-9dea-dd2ad8b81e09 req-e2138601-3dc9-4742-a2d9-d1dcc0082959 tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:08.813414 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4f46cd05-5924-47bf-9b36-b5ed06625692 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:08.860587 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f46cd05-5924-47bf-9b36-b5ed06625692 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Network 645e61aa-1a6c-4e8f-857e-ab06edb4897f is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:51:08.864381 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-4f46cd05-5924-47bf-9b36-b5ed06625692 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:51:08.866652 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3e1013fa-14e8-4d03-8ab2-952bb8fcc9e2 req-387c68cd-3712-4d3c-8026-8f052018655f tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/security-groups?id=30887d2c-2c06-4a04-8ed7-1cc9b0391ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708937 Nov 19 17:51:08.866804 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f46cd05-5924-47bf-9b36-b5ed06625692 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:51:08.872079 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef231f9-245c-47ed-83cc-4d87b0e14b46 req-5872cd9d-9021-4634-b978-c29b0e5eedee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:08.873599 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fef231f9-245c-47ed-83cc-4d87b0e14b46 req-5872cd9d-9021-4634-b978-c29b0e5eedee service neutron] 10.222.0.60 "GET /v2.0/networks?id=346debfa-452b-4048-abf4-8f4493625ef2 HTTP/1.1" status: 200 len: 870 time: 0.1998012 Nov 19 17:51:08.927988 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f46cd05-5924-47bf-9b36-b5ed06625692 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Pushing event updated for resources: {'Port': ['ID=14658c56-3910-4f3b-96bc-e9bdcf8f4d18,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:51:08.934706 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-e5d65b05-81d2-451e-b044-01b14664decb req-6c95702c-70f5-46f0-b1bd-ae37c56d61f7 tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] 10.222.0.54 "GET /v2.0/ports?device_id=255d4465-733c-432c-9171-be49059696a7 HTTP/1.1" status: 200 len: 210 time: 0.0417523 Nov 19 17:51:08.963959 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fef231f9-245c-47ed-83cc-4d87b0e14b46 req-dd4123cd-db89-4ad1-b3b9-a82698c2d583 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=bc24b0d7-df99-48e0-895c-d80de0809032 HTTP/1.1" status: 200 len: 217 time: 0.0601308 Nov 19 17:51:09.090143 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef231f9-245c-47ed-83cc-4d87b0e14b46 req-848c2236-48b4-430f-8c18-9b06fbab0c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:09.091621 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fef231f9-245c-47ed-83cc-4d87b0e14b46 req-848c2236-48b4-430f-8c18-9b06fbab0c98 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8b3c88de-c9c2-4a20-b19e-1855c2c19035 HTTP/1.1" status: 200 len: 843 time: 0.1197891 Nov 19 17:51:09.096354 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [req-c780745e-4af2-4a2c-9dea-dd2ad8b81e09 req-e2138601-3dc9-4742-a2d9-d1dcc0082959 tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] Allocated IP 172.20.0.3 (e0733363-bc13-4279-a049-77115213ac4d/375a0321-4cc3-4e77-b3a1-2bc7264aa560/b186f781-c16c-4ab6-ac40-7f5e90da9869) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:51:09.119289 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45712a64-4b44-4ac9-a000-ced8c293b7ce req-a42747c8-5da6-480e-8bb1-9fef5b337999 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:09.121275 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-45712a64-4b44-4ac9-a000-ced8c293b7ce req-a42747c8-5da6-480e-8bb1-9fef5b337999 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/ports?device_id=19a4af58-8f1f-46c0-b13d-59abb7b40678 HTTP/1.1" status: 200 len: 946 time: 0.1379290 Nov 19 17:51:09.221259 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef231f9-245c-47ed-83cc-4d87b0e14b46 req-106a49f4-78f9-47be-977f-992c6a1dc0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:09.222724 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fef231f9-245c-47ed-83cc-4d87b0e14b46 req-106a49f4-78f9-47be-977f-992c6a1dc0e6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=346debfa-452b-4048-abf4-8f4493625ef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1208463 Nov 19 17:51:09.242761 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-45712a64-4b44-4ac9-a000-ced8c293b7ce req-76ad1038-b40b-42db-808f-f0f47530920e tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/security-groups?id=af9eedbc-4dba-4487-bbd4-6a5c45518ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1153698 Nov 19 17:51:09.256896 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4f46cd05-5924-47bf-9b36-b5ed06625692 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks [] for router_gateway, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:09.400762 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc9040d-b3b5-459b-9b6e-cfd1030c9aa9 req-3425d524-726e-4ff5-a39c-4bf7330feb85 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:09.402268 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9bc9040d-b3b5-459b-9b6e-cfd1030c9aa9 req-3425d524-726e-4ff5-a39c-4bf7330feb85 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/ports?device_id=19a4af58-8f1f-46c0-b13d-59abb7b40678 HTTP/1.1" status: 200 len: 946 time: 0.0631323 Nov 19 17:51:09.403251 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-c780745e-4af2-4a2c-9dea-dd2ad8b81e09 req-e2138601-3dc9-4742-a2d9-d1dcc0082959 tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:09.406235 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fef231f9-245c-47ed-83cc-4d87b0e14b46 req-f21e5114-b0e9-4d33-b802-74629634bcd9 service neutron] 10.222.0.60 "GET /v2.0/networks/346debfa-452b-4048-abf4-8f4493625ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674230 Nov 19 17:51:09.412443 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 59540) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:51:09.417530 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-5048117a-2b82-4b69-8293-6ef59153f26d tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Request body: {'floatingip': {'port_id': '416dfac9-b243-4e8e-b7ab-03fa42b872ea'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:51:09.488474 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device dd5c4e97-0d62-4723-8957-b8deffc0ea41 details requested by agent hyperv_n-h1-818022-2 with host n-h1-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 17:51:09.510035 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4f46cd05-5924-47bf-9b36-b5ed06625692 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671702'] for router, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:09.517987 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5048117a-2b82-4b69-8293-6ef59153f26d tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Publish callbacks [] for floatingip, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:09.602781 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port dd5c4e97-0d62-4723-8957-b8deffc0ea41, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=dd5c4e97-0d62-4723-8957-b8deffc0ea41,segment=NetworkSegment(89891acd-fd82-4118-b100-e50c4e69b300),segment_id=89891acd-fd82-4118-b100-e50c4e69b300)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:51:09.618182 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Returning: {'device': 'dd5c4e97-0d62-4723-8957-b8deffc0ea41', 'network_id': '7f92ba32-d487-4404-a462-4c7370c8bcd8', 'port_id': 'dd5c4e97-0d62-4723-8957-b8deffc0ea41', 'mac_address': 'fa:16:3e:73:c1:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbe6d454-c5f1-4c18-83c0-782141861401', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 17:51:09.629775 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-c780745e-4af2-4a2c-9dea-dd2ad8b81e09 req-e2138601-3dc9-4742-a2d9-d1dcc0082959 tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:09.667596 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:09.680335 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f46cd05-5924-47bf-9b36-b5ed06625692 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Router dd1e4a32-8ad0-4b42-a2a0-86097953fcc6 is scheduled to L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 with binding_index 1 {{(pid=103364) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 17:51:09.682939 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd5c4e97-0d62-4723-8957-b8deffc0ea41 {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:51:09.714572 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port dd5c4e97-0d62-4723-8957-b8deffc0ea41, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=dd5c4e97-0d62-4723-8957-b8deffc0ea41,segment=NetworkSegment(89891acd-fd82-4118-b100-e50c4e69b300),segment_id=89891acd-fd82-4118-b100-e50c4e69b300)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:51:09.722050 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:09.746855 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d11a29-61e2-4914-9075-76b939d9c873 req-c7ed0a53-d44f-4a0a-b2af-feadefd59b35 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:09.748515 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-60d11a29-61e2-4914-9075-76b939d9c873 req-c7ed0a53-d44f-4a0a-b2af-feadefd59b35 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/ports?device_id=2eeca776-1ce5-482b-8221-4ea371ac91bd HTTP/1.1" status: 200 len: 944 time: 0.2368960 Nov 19 17:51:09.750516 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c780745e-4af2-4a2c-9dea-dd2ad8b81e09 req-e2138601-3dc9-4742-a2d9-d1dcc0082959 tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] Network e0733363-bc13-4279-a049-77115213ac4d is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:51:09.776722 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [req-c780745e-4af2-4a2c-9dea-dd2ad8b81e09 req-e2138601-3dc9-4742-a2d9-d1dcc0082959 tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:51:09.784975 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2138601-3dc9-4742-a2d9-d1dcc0082959 tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] Pushing event updated for resources: {'Port': ['ID=b186f781-c16c-4ab6-ac40-7f5e90da9869,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:51:09.785431 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=dd5c4e97-0d62-4723-8957-b8deffc0ea41,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:51:09.788563 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-c780745e-4af2-4a2c-9dea-dd2ad8b81e09 req-e2138601-3dc9-4742-a2d9-d1dcc0082959 tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:51:09.826688 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fef231f9-245c-47ed-83cc-4d87b0e14b46 req-d4f260d5-125b-49b3-9ebf-44bc75f5fa2a service neutron] 10.222.0.60 "GET /v2.0/networks/346debfa-452b-4048-abf4-8f4493625ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4028795 Nov 19 17:51:09.866935 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b003758c-5212-4045-81cf-c994a2fbf6ee req-1b3f9f9c-b09d-432b-8ac1-56d3312d83ce tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:09.868504 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b003758c-5212-4045-81cf-c994a2fbf6ee req-1b3f9f9c-b09d-432b-8ac1-56d3312d83ce tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/ports?device_id=b3179e98-eff0-4b2e-8c90-23fb558bbe5c HTTP/1.1" status: 200 len: 948 time: 0.1098566 Nov 19 17:51:09.874704 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f46cd05-5924-47bf-9b36-b5ed06625692 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 17:51:09.885530 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b0af53-39e0-46ff-b5f7-1d19a8455fc4 None None] Sync routers for ids ['dd1e4a32-8ad0-4b42-a2a0-86097953fcc6'] in n-d-818022-2 {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 17:51:09.904108 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b0af53-39e0-46ff-b5f7-1d19a8455fc4 None None] Routers {'dd1e4a32-8ad0-4b42-a2a0-86097953fcc6'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:51:09.905074 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-04b0af53-39e0-46ff-b5f7-1d19a8455fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:51:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['dd1e4a32-8ad0-4b42-a2a0-86097953fcc6'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:51:09.913964 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4f46cd05-5924-47bf-9b36-b5ed06625692 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks [] for router, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:09.915210 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-4f46cd05-5924-47bf-9b36-b5ed06625692 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.5078278 Nov 19 17:51:09.921274 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 59550) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:51:09.936366 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c780745e-4af2-4a2c-9dea-dd2ad8b81e09 req-e2138601-3dc9-4742-a2d9-d1dcc0082959 tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:09.937313 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-c780745e-4af2-4a2c-9dea-dd2ad8b81e09 req-e2138601-3dc9-4742-a2d9-d1dcc0082959 tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:09.940075 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-04b0af53-39e0-46ff-b5f7-1d19a8455fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:51:09.949658 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b0af53-39e0-46ff-b5f7-1d19a8455fc4 None None] Routers {'dd1e4a32-8ad0-4b42-a2a0-86097953fcc6'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:51:09.950307 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-04b0af53-39e0-46ff-b5f7-1d19a8455fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:51:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['dd1e4a32-8ad0-4b42-a2a0-86097953fcc6'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:51:09.973690 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-60d11a29-61e2-4914-9075-76b939d9c873 req-45a1f2b2-7793-4cc1-8348-395bd8cfc958 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/security-groups?id=e103badb-33bc-4a96-ade0-89c422abc1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068706 Nov 19 17:51:09.985676 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c780745e-4af2-4a2c-9dea-dd2ad8b81e09 req-e2138601-3dc9-4742-a2d9-d1dcc0082959 tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5812049 Nov 19 17:51:09.989409 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-04b0af53-39e0-46ff-b5f7-1d19a8455fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:51:09.990256 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b0af53-39e0-46ff-b5f7-1d19a8455fc4 None None] The sync data for ids ['dd1e4a32-8ad0-4b42-a2a0-86097953fcc6'] in n-d-818022-2 is: [] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 17:51:09.992704 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b003758c-5212-4045-81cf-c994a2fbf6ee req-b25ee564-a200-4dfc-8ef8-1d05f5faecb3 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/security-groups?id=6e557aa4-1576-4002-9603-a630915d92af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101918 Nov 19 17:51:09.999978 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-c780745e-4af2-4a2c-9dea-dd2ad8b81e09 req-50f47b48-13bb-41b2-80b2-78e151f717b5 service neutron] Request body: {'port': {'device_id': '255d4465-733c-432c-9171-be49059696a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818022-2'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:51:10.216910 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['dd5c4e97-0d62-4723-8957-b8deffc0ea41'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:51:10.276425 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c451bc-c7e1-4f23-8542-22d3b749c8b2 req-d80e20e3-04e9-4ac2-af7d-2175c7086055 tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:10.279564 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-62c451bc-c7e1-4f23-8542-22d3b749c8b2 req-d80e20e3-04e9-4ac2-af7d-2175c7086055 tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] 10.222.0.54 "GET /v2.0/ports?device_id=255d4465-733c-432c-9171-be49059696a7 HTTP/1.1" status: 200 len: 931 time: 0.1055229 Nov 19 17:51:10.383685 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['bc7413bb-7ca7-464c-9402-1f20912d4c45', 'bbc598b3-53f3-4676-9c56-f2e27aa4a7f5'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:51:10.387926 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-62c451bc-c7e1-4f23-8542-22d3b749c8b2 req-a882c8bd-fbf2-4e1c-b5de-99097c788ace tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] 10.222.0.54 "GET /v2.0/security-groups?id=79517508-381b-4077-8d39-0c2cf4e2980c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010315 Nov 19 17:51:10.487922 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-c780745e-4af2-4a2c-9dea-dd2ad8b81e09 req-50f47b48-13bb-41b2-80b2-78e151f717b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:10.524260 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1b0a38-a2cb-48ba-8d6b-6380dd629639 req-67de80b2-9700-4d19-9830-940101425f98 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:10.526552 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-eb1b0a38-a2cb-48ba-8d6b-6380dd629639 req-67de80b2-9700-4d19-9830-940101425f98 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/ports?device_id=ae1e469e-59a0-4129-b573-7ebb29d693fe HTTP/1.1" status: 200 len: 945 time: 0.4278781 Nov 19 17:51:10.634407 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9aaf0d22-f72c-484e-9d3b-b32a8f6b5ff0 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:10.735319 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.db.resource_extend [None req-5048117a-2b82-4b69-8293-6ef59153f26d tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 19 17:51:10.787859 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-eb1b0a38-a2cb-48ba-8d6b-6380dd629639 req-553b8ba8-532a-4389-8368-3eff1cfcbb5e tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/security-groups?id=30887d2c-2c06-4a04-8ed7-1cc9b0391ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2386370 Nov 19 17:51:10.865000 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5048117a-2b82-4b69-8293-6ef59153f26d tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:10.873885 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5048117a-2b82-4b69-8293-6ef59153f26d tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-671284'] for floatingip, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:10.986768 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [None req-9aaf0d22-f72c-484e-9d3b-b32a8f6b5ff0 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Allocated IP 172.20.0.1 (b2583632-e23a-4c0b-b6ac-ef6dca226ac8/f1107da1-8006-435d-8d40-dc362b5c90c1/bfa68ae0-41a5-4bda-aaa2-69540f2e3a3e) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:51:11.022530 n-d-818022-2 neutron-server[103365]: INFO neutron.db.l3_db [None req-5048117a-2b82-4b69-8293-6ef59153f26d tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Floating IP 2519600f-fa19-4ec6-a4f6-2233dbf72946 associated. External IP: 172.25.7.186, port: 416dfac9-b243-4e8e-b7ab-03fa42b872ea. Nov 19 17:51:11.155195 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [req-c780745e-4af2-4a2c-9dea-dd2ad8b81e09 req-50f47b48-13bb-41b2-80b2-78e151f717b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b186f781-c16c-4ab6-ac40-7f5e90da9869 {{(pid=103365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:51:11.158034 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9aaf0d22-f72c-484e-9d3b-b32a8f6b5ff0 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:11.185943 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ca6348-1bda-4be0-a2c8-99280da3f0e1 req-f3433548-39cf-49c9-9a27-9623ab98adff tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:11.187682 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-97ca6348-1bda-4be0-a2c8-99280da3f0e1 req-f3433548-39cf-49c9-9a27-9623ab98adff tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/ports?device_id=b3179e98-eff0-4b2e-8c90-23fb558bbe5c HTTP/1.1" status: 200 len: 948 time: 0.0887351 Nov 19 17:51:11.193550 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-c780745e-4af2-4a2c-9dea-dd2ad8b81e09 req-50f47b48-13bb-41b2-80b2-78e151f717b5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:11.220994 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25279788-c4bd-4130-b0cd-14d5fd7cea7a req-4dfeff60-6d5e-45e3-aa71-013349919cad tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:11.222553 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-25279788-c4bd-4130-b0cd-14d5fd7cea7a req-4dfeff60-6d5e-45e3-aa71-013349919cad tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/ports?device_id=2eeca776-1ce5-482b-8221-4ea371ac91bd HTTP/1.1" status: 200 len: 944 time: 0.1219857 Nov 19 17:51:11.230697 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.provisioning_blocks [req-c780745e-4af2-4a2c-9dea-dd2ad8b81e09 req-50f47b48-13bb-41b2-80b2-78e151f717b5 service neutron] Transition to ACTIVE for port object b186f781-c16c-4ab6-ac40-7f5e90da9869 will not be triggered until provisioned by entity L2. {{(pid=103365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 17:51:11.245598 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9aaf0d22-f72c-484e-9d3b-b32a8f6b5ff0 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:11.245859 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-c780745e-4af2-4a2c-9dea-dd2ad8b81e09 req-50f47b48-13bb-41b2-80b2-78e151f717b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:11.278880 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-97ca6348-1bda-4be0-a2c8-99280da3f0e1 req-fef0727d-647c-450b-97a2-60e722af61f5 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/security-groups?id=6e557aa4-1576-4002-9603-a630915d92af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787137 Nov 19 17:51:11.299573 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aaf0d22-f72c-484e-9d3b-b32a8f6b5ff0 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Network b2583632-e23a-4c0b-b6ac-ef6dca226ac8 is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:51:11.306136 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaf0d22-f72c-484e-9d3b-b32a8f6b5ff0 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Pushing event updated for resources: {'Port': ['ID=bfa68ae0-41a5-4bda-aaa2-69540f2e3a3e,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:51:11.310171 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-9aaf0d22-f72c-484e-9d3b-b32a8f6b5ff0 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:51:11.312739 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aaf0d22-f72c-484e-9d3b-b32a8f6b5ff0 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:51:11.359344 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9aaf0d22-f72c-484e-9d3b-b32a8f6b5ff0 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-671361'] for router_interface, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:11.382715 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-25279788-c4bd-4130-b0cd-14d5fd7cea7a req-5aa9a3c0-9c22-4337-ab9b-61fa19ce43f2 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/security-groups?id=e103badb-33bc-4a96-ade0-89c422abc1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485724 Nov 19 17:51:11.385700 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f47b48-13bb-41b2-80b2-78e151f717b5 service neutron] Pushing event updated for resources: {'Port': ['ID=b186f781-c16c-4ab6-ac40-7f5e90da9869,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:51:11.507864 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device bc24b0d7-df99-48e0-895c-d80de0809032 details requested by agent hyperv_n-h1-818022-2 with host n-h1-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 17:51:11.510924 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device b34b3610-e3d6-4d4c-8f01-31bc757e731d up at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:51:11.524804 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5048117a-2b82-4b69-8293-6ef59153f26d tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Router e058c21b-c236-492c-ad55-4a9321e6f5bb has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 17:51:11.527351 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-c780745e-4af2-4a2c-9dea-dd2ad8b81e09 req-50f47b48-13bb-41b2-80b2-78e151f717b5 service neutron] Attempting to bind port b186f781-c16c-4ab6-ac40-7f5e90da9869 on host n-h1-818022-2 for vnic_type normal with profile {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:51:11.527633 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-c780745e-4af2-4a2c-9dea-dd2ad8b81e09 req-50f47b48-13bb-41b2-80b2-78e151f717b5 service neutron] Attempting to bind port b186f781-c16c-4ab6-ac40-7f5e90da9869 by drivers openvswitch,hyperv on host n-h1-818022-2 at level 0 using segments [{'id': 'ca1955a5-8302-44fc-89d8-f39d4f35e721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'e0733363-bc13-4279-a049-77115213ac4d'}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:51:11.528132 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c780745e-4af2-4a2c-9dea-dd2ad8b81e09 req-50f47b48-13bb-41b2-80b2-78e151f717b5 service neutron] Attempting to bind port b186f781-c16c-4ab6-ac40-7f5e90da9869 on network e0733363-bc13-4279-a049-77115213ac4d {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:51:11.536829 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c780745e-4af2-4a2c-9dea-dd2ad8b81e09 req-50f47b48-13bb-41b2-80b2-78e151f717b5 service neutron] Port b186f781-c16c-4ab6-ac40-7f5e90da9869 on network e0733363-bc13-4279-a049-77115213ac4d not bound, no agent of type Open vSwitch agent registered on host n-h1-818022-2 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 17:51:11.537154 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c780745e-4af2-4a2c-9dea-dd2ad8b81e09 req-50f47b48-13bb-41b2-80b2-78e151f717b5 service neutron] Attempting to bind port b186f781-c16c-4ab6-ac40-7f5e90da9869 on network e0733363-bc13-4279-a049-77115213ac4d {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:51:11.545959 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c780745e-4af2-4a2c-9dea-dd2ad8b81e09 req-50f47b48-13bb-41b2-80b2-78e151f717b5 service neutron] Checking agent: {'id': 'a6668d96-12fa-4ec0-99ad-77eaf490dd2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'started_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 51, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:51:11.546251 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c780745e-4af2-4a2c-9dea-dd2ad8b81e09 req-50f47b48-13bb-41b2-80b2-78e151f717b5 service neutron] Checking segment: {'id': 'ca1955a5-8302-44fc-89d8-f39d4f35e721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'e0733363-bc13-4279-a049-77115213ac4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:51:11.546634 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c780745e-4af2-4a2c-9dea-dd2ad8b81e09 req-50f47b48-13bb-41b2-80b2-78e151f717b5 service neutron] Bound using segment: {'id': 'ca1955a5-8302-44fc-89d8-f39d4f35e721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'e0733363-bc13-4279-a049-77115213ac4d'} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:51:11.546882 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bc4128-299a-4b85-96a4-4c40e1fb2185 req-2206334c-e187-415b-a1c1-1d712b196db5 tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:11.547061 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-c780745e-4af2-4a2c-9dea-dd2ad8b81e09 req-50f47b48-13bb-41b2-80b2-78e151f717b5 service neutron] Bound port: b186f781-c16c-4ab6-ac40-7f5e90da9869, host: n-h1-818022-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca1955a5-8302-44fc-89d8-f39d4f35e721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'e0733363-bc13-4279-a049-77115213ac4d'}}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:51:11.547427 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-c780745e-4af2-4a2c-9dea-dd2ad8b81e09 req-50f47b48-13bb-41b2-80b2-78e151f717b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:11.548469 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b6bc4128-299a-4b85-96a4-4c40e1fb2185 req-2206334c-e187-415b-a1c1-1d712b196db5 tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] 10.222.0.54 "GET /v2.0/ports?device_id=255d4465-733c-432c-9171-be49059696a7 HTTP/1.1" status: 200 len: 943 time: 0.0796182 Nov 19 17:51:11.595126 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9aaf0d22-f72c-484e-9d3b-b32a8f6b5ff0 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:11.645182 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning for port b34b3610-e3d6-4d4c-8f01-31bc757e731d completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 17:51:11.654082 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning complete for port b34b3610-e3d6-4d4c-8f01-31bc757e731d triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:51:11.654542 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:11.667217 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b6bc4128-299a-4b85-96a4-4c40e1fb2185 req-06b8f6e0-273b-42ad-9909-e415c0427d40 tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] 10.222.0.54 "GET /v2.0/security-groups?id=79517508-381b-4077-8d39-0c2cf4e2980c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989931 Nov 19 17:51:11.716331 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-c780745e-4af2-4a2c-9dea-dd2ad8b81e09 req-50f47b48-13bb-41b2-80b2-78e151f717b5 service neutron] For port b186f781-c16c-4ab6-ac40-7f5e90da9869, host n-h1-818022-2, cleared binding levels {{(pid=103365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:51:11.719649 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-c780745e-4af2-4a2c-9dea-dd2ad8b81e09 req-50f47b48-13bb-41b2-80b2-78e151f717b5 service neutron] For port b186f781-c16c-4ab6-ac40-7f5e90da9869, host n-h1-818022-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=b186f781-c16c-4ab6-ac40-7f5e90da9869,segment=NetworkSegment(ca1955a5-8302-44fc-89d8-f39d4f35e721),segment_id=ca1955a5-8302-44fc-89d8-f39d4f35e721)] {{(pid=103365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:51:11.719851 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port bc24b0d7-df99-48e0-895c-d80de0809032, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=bc24b0d7-df99-48e0-895c-d80de0809032,segment=NetworkSegment(1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861),segment_id=1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:51:11.721315 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5048117a-2b82-4b69-8293-6ef59153f26d tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 17:51:11.726589 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5048117a-2b82-4b69-8293-6ef59153f26d tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for floatingip, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:11.730761 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-c780745e-4af2-4a2c-9dea-dd2ad8b81e09 req-50f47b48-13bb-41b2-80b2-78e151f717b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:11.736747 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aaaffa8-b945-43c0-95cd-fe498d6bf618 None None] Sync routers for ids ['e058c21b-c236-492c-ad55-4a9321e6f5bb'] in n-d-818022-2 {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 17:51:11.737528 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Returning: {'device': 'bc24b0d7-df99-48e0-895c-d80de0809032', 'network_id': '346debfa-452b-4048-abf4-8f4493625ef2', 'port_id': 'bc24b0d7-df99-48e0-895c-d80de0809032', 'mac_address': 'fa:16:3e:61:67:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b3c88de-c9c2-4a20-b19e-1855c2c19035', 'ip_address': '192.168.233.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 17:51:11.752579 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aaaffa8-b945-43c0-95cd-fe498d6bf618 None None] Routers {'e058c21b-c236-492c-ad55-4a9321e6f5bb'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:51:11.754163 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-0aaaffa8-b945-43c0-95cd-fe498d6bf618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:51:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['e058c21b-c236-492c-ad55-4a9321e6f5bb'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:51:11.793463 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-5048117a-2b82-4b69-8293-6ef59153f26d tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "PUT /v2.0/floatingips/2519600f-fa19-4ec6-a4f6-2233dbf72946 HTTP/1.1" status: 200 len: 992 time: 2.3798709 Nov 19 17:51:11.797028 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c780745e-4af2-4a2c-9dea-dd2ad8b81e09 req-50f47b48-13bb-41b2-80b2-78e151f717b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:11.797553 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-c780745e-4af2-4a2c-9dea-dd2ad8b81e09 req-50f47b48-13bb-41b2-80b2-78e151f717b5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:11.798991 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c780745e-4af2-4a2c-9dea-dd2ad8b81e09 req-50f47b48-13bb-41b2-80b2-78e151f717b5 service neutron] 10.222.0.60 "PUT /v2.0/ports/b186f781-c16c-4ab6-ac40-7f5e90da9869 HTTP/1.1" status: 200 len: 1091 time: 1.8032382 Nov 19 17:51:11.799465 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19a4af58-8f1f-46c0-b13d-59abb7b40678', 'tag': '416dfac9-b243-4e8e-b7ab-03fa42b872ea'}, {'name': 'network-changed', 'server_uuid': '255d4465-733c-432c-9171-be49059696a7', 'tag': 'b186f781-c16c-4ab6-ac40-7f5e90da9869'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:51:11.801776 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218319d759239a7d11f1288aef37381b97754913ee9ccbfd43b51a463f801712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-854399e2-4123-40c9-ad5d-5ef6fff18cb0" -d '{"events": [{"name": "network-changed", "server_uuid": "19a4af58-8f1f-46c0-b13d-59abb7b40678", "tag": "416dfac9-b243-4e8e-b7ab-03fa42b872ea"}, {"name": "network-changed", "server_uuid": "255d4465-733c-432c-9171-be49059696a7", "tag": "b186f781-c16c-4ab6-ac40-7f5e90da9869"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:51:11.827841 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f47b48-13bb-41b2-80b2-78e151f717b5 service neutron] Pushing event updated for resources: {'Port': ['ID=b186f781-c16c-4ab6-ac40-7f5e90da9869,revision_number=3']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:51:11.851350 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:11.908919 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 19 Nov 2021 17:51:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eafd0b4-d121-4ed1-8c9b-6cf137303079 x-openstack-request-id: req-4eafd0b4-d121-4ed1-8c9b-6cf137303079 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:51:11.909451 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19a4af58-8f1f-46c0-b13d-59abb7b40678", "tag": "416dfac9-b243-4e8e-b7ab-03fa42b872ea", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "255d4465-733c-432c-9171-be49059696a7", "tag": "b186f781-c16c-4ab6-ac40-7f5e90da9869", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:51:11.909792 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-4eafd0b4-d121-4ed1-8c9b-6cf137303079 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:51:11.910355 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19a4af58-8f1f-46c0-b13d-59abb7b40678', 'tag': '416dfac9-b243-4e8e-b7ab-03fa42b872ea', 'status': 'completed', 'code': 200} Nov 19 17:51:11.911106 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '255d4465-733c-432c-9171-be49059696a7', 'tag': 'b186f781-c16c-4ab6-ac40-7f5e90da9869', 'status': 'completed', 'code': 200} Nov 19 17:51:11.911346 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-0aaaffa8-b945-43c0-95cd-fe498d6bf618 None None] Set router e058c21b-c236-492c-ad55-4a9321e6f5bb gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:51:11.935260 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port b34b3610-e3d6-4d4c-8f01-31bc757e731d, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=b34b3610-e3d6-4d4c-8f01-31bc757e731d,segment=NetworkSegment(76ca7d5f-3474-4bcd-9b64-65e02324eb89),segment_id=76ca7d5f-3474-4bcd-9b64-65e02324eb89)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:51:11.936854 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2eeca776-1ce5-482b-8221-4ea371ac91bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b34b3610-e3d6-4d4c-8f01-31bc757e731d'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:51:11.939620 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3940761bcd94e032e6960d2241bd8993c5d3a7d8dc2aca8488f3ecf1d4dd2fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd5e9596-3562-4859-b08e-27a19253ef4b" -d '{"events": [{"server_uuid": "2eeca776-1ce5-482b-8221-4ea371ac91bd", "name": "network-vif-plugged", "status": "completed", "tag": "b34b3610-e3d6-4d4c-8f01-31bc757e731d"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:51:11.944182 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:11.970191 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:12.002942 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c780745e-4af2-4a2c-9dea-dd2ad8b81e09 req-9b5d8d4a-cbac-4ca9-9f61-850d053f41c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:12.004485 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c780745e-4af2-4a2c-9dea-dd2ad8b81e09 req-9b5d8d4a-cbac-4ca9-9f61-850d053f41c1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9ecae7ac88e8457cb21c4782aebff44e&device_id=255d4465-733c-432c-9171-be49059696a7 HTTP/1.1" status: 200 len: 1094 time: 0.1537056 Nov 19 17:51:12.024654 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854399e2-4123-40c9-ad5d-5ef6fff18cb0 req-fc32a163-2589-421c-b76e-d6fb4b29584b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:12.024654 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-854399e2-4123-40c9-ad5d-5ef6fff18cb0 req-fc32a163-2589-421c-b76e-d6fb4b29584b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=063ef7e3fa9c49daa0ae772568226d29&device_id=19a4af58-8f1f-46c0-b13d-59abb7b40678 HTTP/1.1" status: 200 len: 1097 time: 0.0941648 Nov 19 17:51:12.035263 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:51:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4ecaac7-6b65-401d-a811-51ff43b4785f x-openstack-request-id: req-e4ecaac7-6b65-401d-a811-51ff43b4785f {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:51:12.037406 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2eeca776-1ce5-482b-8221-4ea371ac91bd", "name": "network-vif-plugged", "status": "completed", "tag": "b34b3610-e3d6-4d4c-8f01-31bc757e731d", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:51:12.038112 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e4ecaac7-6b65-401d-a811-51ff43b4785f {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:51:12.038752 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2eeca776-1ce5-482b-8221-4ea371ac91bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b34b3610-e3d6-4d4c-8f01-31bc757e731d', 'code': 200} Nov 19 17:51:12.043244 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc24b0d7-df99-48e0-895c-d80de0809032 {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:51:12.101663 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port bc24b0d7-df99-48e0-895c-d80de0809032, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=bc24b0d7-df99-48e0-895c-d80de0809032,segment=NetworkSegment(1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861),segment_id=1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:51:12.109988 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9aaf0d22-f72c-484e-9d3b-b32a8f6b5ff0 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks [] for port, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:12.121228 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=b34b3610-e3d6-4d4c-8f01-31bc757e731d,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:51:12.126514 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:12.136334 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa1d90e-3933-4cdd-890e-739cb9f36850 req-1982dfc9-957b-4021-9e60-1d957e5bd1f8 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:12.147500 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-5fa1d90e-3933-4cdd-890e-739cb9f36850 req-1982dfc9-957b-4021-9e60-1d957e5bd1f8 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/ports?device_id=ae1e469e-59a0-4129-b573-7ebb29d693fe HTTP/1.1" status: 200 len: 945 time: 0.1397614 Nov 19 17:51:12.158762 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9aaf0d22-f72c-484e-9d3b-b32a8f6b5ff0 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:12.175553 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-0aaaffa8-b945-43c0-95cd-fe498d6bf618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e058c21b-c236-492c-ad55-4a9321e6f5bb', 'name': 'tempest-AttachVolumeShelveTestJSON-450598237-router', 'tenant_id': '063ef7e3fa9c49daa0ae772568226d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.182'}], 'enable_snat': True}, 'gw_port_id': 'ed871de4-65e1-44dc-aeee-b66bab971245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:44:20Z', 'updated_at': '2021-11-19T17:44:31Z', 'revision_number': 4, 'project_id': '063ef7e3fa9c49daa0ae772568226d29', 'gw_port': {'id': 'ed871de4-65e1-44dc-aeee-b66bab971245', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:d4:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e058c21b-c236-492c-ad55-4a9321e6f5bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:44:22Z', 'updated_at': '2021-11-19T17:44:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_floatingips': [{'id': '2519600f-fa19-4ec6-a4f6-2233dbf72946', 'tenant_id': '063ef7e3fa9c49daa0ae772568226d29', 'floating_ip_address': '172.25.7.186', 'floating_network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'router_id': 'e058c21b-c236-492c-ad55-4a9321e6f5bb', 'port_id': '416dfac9-b243-4e8e-b7ab-03fa42b872ea', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1366, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdcadcc4-b6d0-4be3-9284-8f7eda9af8ea', 'mac_address': 'fa:16:3e:0d:24:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a4af58-8f1f-46c0-b13d-59abb7b40678', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T17:50:45Z', 'updated_at': '2021-11-19T17:51:10Z', 'revision_number': 1, 'project_id': '063ef7e3fa9c49daa0ae772568226d29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '895fd70c-7075-431e-836d-c15db92d5d5d', 'name': '', 'network_id': 'fdcadcc4-b6d0-4be3-9284-8f7eda9af8ea', 'tenant_id': '063ef7e3fa9c49daa0ae772568226d29', 'mac_address': 'fa:16:3e:49:ca:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e058c21b-c236-492c-ad55-4a9321e6f5bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '5dbfa5af-1ad8-4df8-a1b2-cc6152eda1a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:44:29Z', 'updated_at': '2021-11-19T17:44:43Z', 'revision_number': 5, 'project_id': '063ef7e3fa9c49daa0ae772568226d29', 'subnets': [{'id': '5dbfa5af-1ad8-4df8-a1b2-cc6152eda1a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:51:12.189523 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=bc24b0d7-df99-48e0-895c-d80de0809032,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:51:12.207016 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c780745e-4af2-4a2c-9dea-dd2ad8b81e09 req-9c6aeb4f-44b9-4ed0-9ff1-b0ce864de0ec service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b186f781-c16c-4ab6-ac40-7f5e90da9869 HTTP/1.1" status: 200 len: 217 time: 0.1734614 Nov 19 17:51:12.209429 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aaaffa8-b945-43c0-95cd-fe498d6bf618 None None] Checking router: e058c21b-c236-492c-ad55-4a9321e6f5bb for host: n-d-818022-2 {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 17:51:12.211949 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854399e2-4123-40c9-ad5d-5ef6fff18cb0 req-eaceb9bd-6d4c-4a9e-99e4-5a2e81ed90d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:12.212494 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-854399e2-4123-40c9-ad5d-5ef6fff18cb0 req-eaceb9bd-6d4c-4a9e-99e4-5a2e81ed90d0 service neutron] 10.222.0.60 "GET /v2.0/networks?id=fdcadcc4-b6d0-4be3-9284-8f7eda9af8ea HTTP/1.1" status: 200 len: 917 time: 0.1777525 Nov 19 17:51:12.221596 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aaaffa8-b945-43c0-95cd-fe498d6bf618 None None] Routers {'e058c21b-c236-492c-ad55-4a9321e6f5bb'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:51:12.222425 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-0aaaffa8-b945-43c0-95cd-fe498d6bf618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:51:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['e058c21b-c236-492c-ad55-4a9321e6f5bb'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:51:12.283926 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9aaf0d22-f72c-484e-9d3b-b32a8f6b5ff0 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-768529'] for router_interface, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:12.290470 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaf0d22-f72c-484e-9d3b-b32a8f6b5ff0 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Pushing event updated for resources: {'Port': ['ID=bfa68ae0-41a5-4bda-aaa2-69540f2e3a3e,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:51:12.320266 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-5fa1d90e-3933-4cdd-890e-739cb9f36850 req-361fe873-524a-44d1-9b0e-6ae0bb6ce5b1 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/security-groups?id=30887d2c-2c06-4a04-8ed7-1cc9b0391ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714458 Nov 19 17:51:12.332720 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-0aaaffa8-b945-43c0-95cd-fe498d6bf618 None None] Set router e058c21b-c236-492c-ad55-4a9321e6f5bb gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:51:12.339830 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b331e732-9407-48fb-8977-2494dae883d3 req-1d80ca37-43b8-4c5e-ae25-3b31f39a3253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:12.341262 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b331e732-9407-48fb-8977-2494dae883d3 req-1d80ca37-43b8-4c5e-ae25-3b31f39a3253 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=2eeca776-1ce5-482b-8221-4ea371ac91bd HTTP/1.1" status: 200 len: 1096 time: 0.1454070 Nov 19 17:51:12.349146 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c780745e-4af2-4a2c-9dea-dd2ad8b81e09 req-b83c7452-9cab-4a3b-bef6-a526cd2136e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:12.352160 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c780745e-4af2-4a2c-9dea-dd2ad8b81e09 req-b83c7452-9cab-4a3b-bef6-a526cd2136e5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=375a0321-4cc3-4e77-b3a1-2bc7264aa560 HTTP/1.1" status: 200 len: 855 time: 0.1209815 Nov 19 17:51:12.363296 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-854399e2-4123-40c9-ad5d-5ef6fff18cb0 req-1d3d6807-ae37-45a3-a1af-7a8102b6cfb6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=416dfac9-b243-4e8e-b7ab-03fa42b872ea HTTP/1.1" status: 200 len: 1000 time: 0.1301134 Nov 19 17:51:12.436994 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aaf0d22-f72c-484e-9d3b-b32a8f6b5ff0 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Network b2583632-e23a-4c0b-b6ac-ef6dca226ac8 is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:51:12.440697 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-9aaf0d22-f72c-484e-9d3b-b32a8f6b5ff0 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:51:12.441403 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c780745e-4af2-4a2c-9dea-dd2ad8b81e09 req-d9a54c78-e47a-43ef-a19f-f7f8b38e4bd5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e0733363-bc13-4279-a049-77115213ac4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0718222 Nov 19 17:51:12.549264 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854399e2-4123-40c9-ad5d-5ef6fff18cb0 req-387b1210-0c6a-4236-9ab8-2b61668f1e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:12.550764 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-854399e2-4123-40c9-ad5d-5ef6fff18cb0 req-387b1210-0c6a-4236-9ab8-2b61668f1e54 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5dbfa5af-1ad8-4df8-a1b2-cc6152eda1a3 HTTP/1.1" status: 200 len: 855 time: 0.1665192 Nov 19 17:51:12.557002 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b331e732-9407-48fb-8977-2494dae883d3 req-91ae0865-652f-4a97-a1ae-c8de077f95b0 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=e103badb-33bc-4a96-ade0-89c422abc1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021341 Nov 19 17:51:12.574115 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6e9069-0a89-4fd0-baca-86bfb7280ebb req-f08421e0-df96-45f6-86e0-761634833c2e tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:12.575624 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5a6e9069-0a89-4fd0-baca-86bfb7280ebb req-f08421e0-df96-45f6-86e0-761634833c2e tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/ports?device_id=b3179e98-eff0-4b2e-8c90-23fb558bbe5c HTTP/1.1" status: 200 len: 949 time: 0.1657939 Nov 19 17:51:12.619286 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b328e74-c276-45fe-8a1f-0a3a7e8afcc7 req-5b25b242-d7bb-4635-9cd2-78c32209b517 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:12.620907 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-4b328e74-c276-45fe-8a1f-0a3a7e8afcc7 req-5b25b242-d7bb-4635-9cd2-78c32209b517 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/ports?device_id=2eeca776-1ce5-482b-8221-4ea371ac91bd HTTP/1.1" status: 200 len: 945 time: 0.1009874 Nov 19 17:51:12.626284 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['bc24b0d7-df99-48e0-895c-d80de0809032'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:51:12.636694 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9aaf0d22-f72c-484e-9d3b-b32a8f6b5ff0 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Router dd1e4a32-8ad0-4b42-a2a0-86097953fcc6 has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 17:51:12.641018 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-0aaaffa8-b945-43c0-95cd-fe498d6bf618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e058c21b-c236-492c-ad55-4a9321e6f5bb', 'name': 'tempest-AttachVolumeShelveTestJSON-450598237-router', 'tenant_id': '063ef7e3fa9c49daa0ae772568226d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.182'}], 'enable_snat': True}, 'gw_port_id': 'ed871de4-65e1-44dc-aeee-b66bab971245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:44:20Z', 'updated_at': '2021-11-19T17:44:31Z', 'revision_number': 4, 'project_id': '063ef7e3fa9c49daa0ae772568226d29', 'gw_port': {'id': 'ed871de4-65e1-44dc-aeee-b66bab971245', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:d4:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e058c21b-c236-492c-ad55-4a9321e6f5bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:44:22Z', 'updated_at': '2021-11-19T17:44:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_floatingips': [{'id': '2519600f-fa19-4ec6-a4f6-2233dbf72946', 'tenant_id': '063ef7e3fa9c49daa0ae772568226d29', 'floating_ip_address': '172.25.7.186', 'floating_network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'router_id': 'e058c21b-c236-492c-ad55-4a9321e6f5bb', 'port_id': '416dfac9-b243-4e8e-b7ab-03fa42b872ea', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1366, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdcadcc4-b6d0-4be3-9284-8f7eda9af8ea', 'mac_address': 'fa:16:3e:0d:24:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a4af58-8f1f-46c0-b13d-59abb7b40678', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T17:50:45Z', 'updated_at': '2021-11-19T17:51:10Z', 'revision_number': 1, 'project_id': '063ef7e3fa9c49daa0ae772568226d29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '895fd70c-7075-431e-836d-c15db92d5d5d', 'name': '', 'network_id': 'fdcadcc4-b6d0-4be3-9284-8f7eda9af8ea', 'tenant_id': '063ef7e3fa9c49daa0ae772568226d29', 'mac_address': 'fa:16:3e:49:ca:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e058c21b-c236-492c-ad55-4a9321e6f5bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '5dbfa5af-1ad8-4df8-a1b2-cc6152eda1a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:44:29Z', 'updated_at': '2021-11-19T17:44:43Z', 'revision_number': 5, 'project_id': '063ef7e3fa9c49daa0ae772568226d29', 'subnets': [{'id': '5dbfa5af-1ad8-4df8-a1b2-cc6152eda1a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:51:12.678564 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aaaffa8-b945-43c0-95cd-fe498d6bf618 None None] The sync data for ids ['e058c21b-c236-492c-ad55-4a9321e6f5bb'] in n-d-818022-2 is: [{'id': 'e058c21b-c236-492c-ad55-4a9321e6f5bb', 'name': 'tempest-AttachVolumeShelveTestJSON-450598237-router', 'tenant_id': '063ef7e3fa9c49daa0ae772568226d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.182'}], 'enable_snat': True}, 'gw_port_id': 'ed871de4-65e1-44dc-aeee-b66bab971245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:44:20Z', 'updated_at': '2021-11-19T17:44:31Z', 'revision_number': 4, 'project_id': '063ef7e3fa9c49daa0ae772568226d29', 'gw_port': {'id': 'ed871de4-65e1-44dc-aeee-b66bab971245', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:d4:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e058c21b-c236-492c-ad55-4a9321e6f5bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:44:22Z', 'updated_at': '2021-11-19T17:44:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_floatingips': [{'id': '2519600f-fa19-4ec6-a4f6-2233dbf72946', 'tenant_id': '063ef7e3fa9c49daa0ae772568226d29', 'floating_ip_address': '172.25.7.186', 'floating_network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'router_id': 'e058c21b-c236-492c-ad55-4a9321e6f5bb', 'port_id': '416dfac9-b243-4e8e-b7ab-03fa42b872ea', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1366, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdcadcc4-b6d0-4be3-9284-8f7eda9af8ea', 'mac_address': 'fa:16:3e:0d:24:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a4af58-8f1f-46c0-b13d-59abb7b40678', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T17:50:45Z', 'updated_at': '2021-11-19T17:51:10Z', 'revision_number': 1, 'project_id': '063ef7e3fa9c49daa0ae772568226d29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '895fd70c-7075-431e-836d-c15db92d5d5d', 'name': '', 'network_id': 'fdcadcc4-b6d0-4be3-9284-8f7eda9af8ea', 'tenant_id': '063ef7e3fa9c49daa0ae772568226d29', 'mac_address': 'fa:16:3e:49:ca:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e058c21b-c236-492c-ad55-4a9321e6f5bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '5dbfa5af-1ad8-4df8-a1b2-cc6152eda1a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:44:29Z', 'updated_at': '2021-11-19T17:44:43Z', 'revision_number': 5, 'project_id': '063ef7e3fa9c49daa0ae772568226d29', 'subnets': [{'id': '5dbfa5af-1ad8-4df8-a1b2-cc6152eda1a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 17:51:12.920967 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c780745e-4af2-4a2c-9dea-dd2ad8b81e09 req-9467945f-6632-4103-ab54-7e2e09b3c539 service neutron] 10.222.0.60 "GET /v2.0/networks/e0733363-bc13-4279-a049-77115213ac4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4412124 Nov 19 17:51:12.937988 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7511227f-4f01-4a9a-ac11-3165f00db94b None None] New status for floating IP 2519600f-fa19-4ec6-a4f6-2233dbf72946: ACTIVE {{(pid=103366) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 17:51:12.960211 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5a6e9069-0a89-4fd0-baca-86bfb7280ebb req-2368d036-9332-445e-bb60-a94f0717fd36 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/security-groups?id=6e557aa4-1576-4002-9603-a630915d92af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3760886 Nov 19 17:51:12.994040 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854399e2-4123-40c9-ad5d-5ef6fff18cb0 req-fdb7aa11-0c43-4e18-8b1a-22dded0a0797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:12.996079 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-854399e2-4123-40c9-ad5d-5ef6fff18cb0 req-fdb7aa11-0c43-4e18-8b1a-22dded0a0797 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fdcadcc4-b6d0-4be3-9284-8f7eda9af8ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1385503 Nov 19 17:51:13.092372 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c780745e-4af2-4a2c-9dea-dd2ad8b81e09 req-25175475-bb12-4215-91ae-c9087712ffbf service neutron] 10.222.0.60 "GET /v2.0/networks/e0733363-bc13-4279-a049-77115213ac4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565521 Nov 19 17:51:13.137756 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-4b328e74-c276-45fe-8a1f-0a3a7e8afcc7 req-6ad4a1e3-0b17-46a5-98e7-9617eaa8fb3b tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/security-groups?id=e103badb-33bc-4a96-ade0-89c422abc1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5066793 Nov 19 17:51:13.171790 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-854399e2-4123-40c9-ad5d-5ef6fff18cb0 req-3af8f991-aa78-47b4-b3cc-3ea551832248 service neutron] 10.222.0.60 "GET /v2.0/networks/fdcadcc4-b6d0-4be3-9284-8f7eda9af8ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533828 Nov 19 17:51:13.212142 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9aaf0d22-f72c-484e-9d3b-b32a8f6b5ff0 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 17:51:13.214707 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4e9942-f811-4b34-acee-c1fca4fbd22a req-56576159-ac06-42a1-9d96-92bc50dcd752 tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:13.217126 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-dc4e9942-f811-4b34-acee-c1fca4fbd22a req-56576159-ac06-42a1-9d96-92bc50dcd752 tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] 10.222.0.54 "GET /v2.0/ports?device_id=255d4465-733c-432c-9171-be49059696a7 HTTP/1.1" status: 200 len: 943 time: 0.1065588 Nov 19 17:51:13.221780 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-9aaf0d22-f72c-484e-9d3b-b32a8f6b5ff0 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] 10.222.0.54 "PUT /v2.0/routers/dd1e4a32-8ad0-4b42-a2a0-86097953fcc6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2972839 Nov 19 17:51:13.222325 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 59586) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:51:13.227737 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adbbc465-6cde-4cd7-bac6-913c97e9f09d None None] Sync routers for ids ['dd1e4a32-8ad0-4b42-a2a0-86097953fcc6'] in n-d-818022-2 {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 17:51:13.228520 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-7103d964-3f11-4dfd-84a3-a60853f6643f tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Request body: {'port': {'network_id': 'b2583632-e23a-4c0b-b6ac-ef6dca226ac8', 'name': 'tempest-FloatingIPTestJSON-941219932'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:51:13.244907 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adbbc465-6cde-4cd7-bac6-913c97e9f09d None None] Routers {'dd1e4a32-8ad0-4b42-a2a0-86097953fcc6'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:51:13.245475 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-adbbc465-6cde-4cd7-bac6-913c97e9f09d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:51:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['dd1e4a32-8ad0-4b42-a2a0-86097953fcc6'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:51:13.281043 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-adbbc465-6cde-4cd7-bac6-913c97e9f09d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:51:13.289951 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adbbc465-6cde-4cd7-bac6-913c97e9f09d None None] Routers {'dd1e4a32-8ad0-4b42-a2a0-86097953fcc6'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:51:13.290561 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-adbbc465-6cde-4cd7-bac6-913c97e9f09d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:51:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['dd1e4a32-8ad0-4b42-a2a0-86097953fcc6'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:51:13.307923 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-dc4e9942-f811-4b34-acee-c1fca4fbd22a req-46dacaaf-6053-447b-a7b9-9af701c2fccc tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] 10.222.0.54 "GET /v2.0/security-groups?id=79517508-381b-4077-8d39-0c2cf4e2980c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660942 Nov 19 17:51:13.327788 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-adbbc465-6cde-4cd7-bac6-913c97e9f09d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:51:13.328452 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adbbc465-6cde-4cd7-bac6-913c97e9f09d None None] The sync data for ids ['dd1e4a32-8ad0-4b42-a2a0-86097953fcc6'] in n-d-818022-2 is: [] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 17:51:13.331538 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-854399e2-4123-40c9-ad5d-5ef6fff18cb0 req-d4fc4283-3f4e-45aa-8902-9091167dd08a service neutron] 10.222.0.60 "GET /v2.0/networks/fdcadcc4-b6d0-4be3-9284-8f7eda9af8ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482861 Nov 19 17:51:13.356300 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7103d964-3f11-4dfd-84a3-a60853f6643f tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Made reservation on behalf of 3aca0539f91747f49ed111371f10a613 for: {'port': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:51:13.362283 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7103d964-3f11-4dfd-84a3-a60853f6643f tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:13.380496 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [None req-7103d964-3f11-4dfd-84a3-a60853f6643f tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] device_id is not set on port 096aca77-efb3-4486-8927-50c3e949bd84 yet. {{(pid=103364) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 17:51:13.441014 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854399e2-4123-40c9-ad5d-5ef6fff18cb0 req-4ecafab8-164f-4991-8414-b296f7e53fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:13.442447 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-854399e2-4123-40c9-ad5d-5ef6fff18cb0 req-4ecafab8-164f-4991-8414-b296f7e53fbc service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9ecae7ac88e8457cb21c4782aebff44e&device_id=255d4465-733c-432c-9171-be49059696a7 HTTP/1.1" status: 200 len: 1094 time: 0.0452008 Nov 19 17:51:13.503007 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b97307-44cb-4d30-bff4-dbf68bf86f70 req-6dcd2510-a903-4420-b421-cdc355011d8c tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:13.504517 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-59b97307-44cb-4d30-bff4-dbf68bf86f70 req-6dcd2510-a903-4420-b421-cdc355011d8c tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/ports?device_id=ae1e469e-59a0-4129-b573-7ebb29d693fe HTTP/1.1" status: 200 len: 945 time: 0.0848970 Nov 19 17:51:13.527085 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device dd5c4e97-0d62-4723-8957-b8deffc0ea41 up at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:51:13.536566 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854399e2-4123-40c9-ad5d-5ef6fff18cb0 req-e9f869b6-721e-4ed1-9e3f-e5dcddd55805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:13.538219 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-854399e2-4123-40c9-ad5d-5ef6fff18cb0 req-e9f869b6-721e-4ed1-9e3f-e5dcddd55805 service neutron] 10.222.0.60 "GET /v2.0/networks?id=e0733363-bc13-4279-a049-77115213ac4d HTTP/1.1" status: 200 len: 916 time: 0.0876074 Nov 19 17:51:13.558226 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [None req-7103d964-3f11-4dfd-84a3-a60853f6643f tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Allocated IP 172.20.0.4 (b2583632-e23a-4c0b-b6ac-ef6dca226ac8/f1107da1-8006-435d-8d40-dc362b5c90c1/096aca77-efb3-4486-8927-50c3e949bd84) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:51:13.580641 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning for port dd5c4e97-0d62-4723-8957-b8deffc0ea41 completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 17:51:13.584783 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning complete for port dd5c4e97-0d62-4723-8957-b8deffc0ea41 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:51:13.585151 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:13.592160 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-59b97307-44cb-4d30-bff4-dbf68bf86f70 req-32d4d52f-04ff-4f15-a93a-b5164af45d99 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/security-groups?id=30887d2c-2c06-4a04-8ed7-1cc9b0391ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773604 Nov 19 17:51:13.609138 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-854399e2-4123-40c9-ad5d-5ef6fff18cb0 req-854c53a5-49f8-4ef5-b58a-16b1d0bf3e33 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b186f781-c16c-4ab6-ac40-7f5e90da9869 HTTP/1.1" status: 200 len: 217 time: 0.0565441 Nov 19 17:51:13.668133 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:13.669073 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854399e2-4123-40c9-ad5d-5ef6fff18cb0 req-d8a3b645-640d-40b6-86a5-e745cc66c000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:13.670750 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-854399e2-4123-40c9-ad5d-5ef6fff18cb0 req-d8a3b645-640d-40b6-86a5-e745cc66c000 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=375a0321-4cc3-4e77-b3a1-2bc7264aa560 HTTP/1.1" status: 200 len: 855 time: 0.0483391 Nov 19 17:51:13.704748 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-854399e2-4123-40c9-ad5d-5ef6fff18cb0 req-2b8c1fce-fa02-408e-bb6c-6afa059dbb8a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e0733363-bc13-4279-a049-77115213ac4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267718 Nov 19 17:51:13.706762 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port dd5c4e97-0d62-4723-8957-b8deffc0ea41, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=dd5c4e97-0d62-4723-8957-b8deffc0ea41,segment=NetworkSegment(89891acd-fd82-4118-b100-e50c4e69b300),segment_id=89891acd-fd82-4118-b100-e50c4e69b300)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:51:13.711107 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:13.741389 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7103d964-3f11-4dfd-84a3-a60853f6643f tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:13.760514 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=dd5c4e97-0d62-4723-8957-b8deffc0ea41,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:51:13.779004 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7103d964-3f11-4dfd-84a3-a60853f6643f tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:13.801170 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-854399e2-4123-40c9-ad5d-5ef6fff18cb0 req-3538d6dc-5cbc-4fed-a30d-bb4c5db465d3 service neutron] 10.222.0.60 "GET /v2.0/networks/e0733363-bc13-4279-a049-77115213ac4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883675 Nov 19 17:51:13.825492 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7103d964-3f11-4dfd-84a3-a60853f6643f tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Network b2583632-e23a-4c0b-b6ac-ef6dca226ac8 is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:51:13.830424 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-7103d964-3f11-4dfd-84a3-a60853f6643f tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:51:13.835038 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7103d964-3f11-4dfd-84a3-a60853f6643f tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:51:13.860181 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7103d964-3f11-4dfd-84a3-a60853f6643f tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Pushing event updated for resources: {'Port': ['ID=096aca77-efb3-4486-8927-50c3e949bd84,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:51:13.890385 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7103d964-3f11-4dfd-84a3-a60853f6643f tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:13.890993 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7103d964-3f11-4dfd-84a3-a60853f6643f tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:13.907277 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-7103d964-3f11-4dfd-84a3-a60853f6643f tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.6838834 Nov 19 17:51:13.907698 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-854399e2-4123-40c9-ad5d-5ef6fff18cb0 req-7198f7dd-f389-4087-9129-1355ef251561 service neutron] 10.222.0.60 "GET /v2.0/networks/e0733363-bc13-4279-a049-77115213ac4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912275 Nov 19 17:51:13.909672 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 59592) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:51:13.914782 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-3ef082e5-e7f5-4960-859b-418f2379c020 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Request body: {'port': {'network_id': 'b2583632-e23a-4c0b-b6ac-ef6dca226ac8', 'name': 'tempest-FloatingIPTestJSON-1960672916'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:51:14.024778 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ef082e5-e7f5-4960-859b-418f2379c020 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Made reservation on behalf of 3aca0539f91747f49ed111371f10a613 for: {'port': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:51:14.028981 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3ef082e5-e7f5-4960-859b-418f2379c020 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:14.040610 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae1e469e-59a0-4129-b573-7ebb29d693fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd5c4e97-0d62-4723-8957-b8deffc0ea41'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:51:14.043900 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3940761bcd94e032e6960d2241bd8993c5d3a7d8dc2aca8488f3ecf1d4dd2fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55a94740-5946-4c4c-80c8-8634e63dd27a" -d '{"events": [{"server_uuid": "ae1e469e-59a0-4129-b573-7ebb29d693fe", "name": "network-vif-plugged", "status": "completed", "tag": "dd5c4e97-0d62-4723-8957-b8deffc0ea41"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:51:14.047431 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [None req-3ef082e5-e7f5-4960-859b-418f2379c020 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] device_id is not set on port b2ac3fd9-79ad-4eac-aa3c-46bc27d20877 yet. {{(pid=103364) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 17:51:14.086638 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:51:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e63b8f96-b377-40ed-acbf-1c45f6fbf341 x-openstack-request-id: req-e63b8f96-b377-40ed-acbf-1c45f6fbf341 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:51:14.086938 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae1e469e-59a0-4129-b573-7ebb29d693fe", "name": "network-vif-plugged", "status": "completed", "tag": "dd5c4e97-0d62-4723-8957-b8deffc0ea41", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:51:14.087244 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e63b8f96-b377-40ed-acbf-1c45f6fbf341 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:51:14.087676 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae1e469e-59a0-4129-b573-7ebb29d693fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd5c4e97-0d62-4723-8957-b8deffc0ea41', 'code': 200} Nov 19 17:51:14.109175 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db540e81-26d5-44c4-9eec-162aa38d408c req-fc9c6709-5680-46a1-8f83-7210e796abc2 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:14.111742 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-db540e81-26d5-44c4-9eec-162aa38d408c req-fc9c6709-5680-46a1-8f83-7210e796abc2 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/ports?device_id=b3179e98-eff0-4b2e-8c90-23fb558bbe5c HTTP/1.1" status: 200 len: 949 time: 0.0772772 Nov 19 17:51:14.175083 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [None req-3ef082e5-e7f5-4960-859b-418f2379c020 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Allocated IP 172.20.0.8 (b2583632-e23a-4c0b-b6ac-ef6dca226ac8/f1107da1-8006-435d-8d40-dc362b5c90c1/b2ac3fd9-79ad-4eac-aa3c-46bc27d20877) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:51:14.223919 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-db540e81-26d5-44c4-9eec-162aa38d408c req-ff3bcd1f-5e7b-4f0f-a5bb-e5991b0ce4c3 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/security-groups?id=6e557aa4-1576-4002-9603-a630915d92af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037505 Nov 19 17:51:14.308287 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9218b44-5827-4008-9382-67d485fb5a18 req-e30caf69-f626-49d6-8b03-914be96b28d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:14.309796 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a9218b44-5827-4008-9382-67d485fb5a18 req-e30caf69-f626-49d6-8b03-914be96b28d2 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ae1e469e-59a0-4129-b573-7ebb29d693fe HTTP/1.1" status: 200 len: 1097 time: 0.0849345 Nov 19 17:51:14.373202 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a9218b44-5827-4008-9382-67d485fb5a18 req-355d05f7-efd9-4f32-941c-55d8601f92fd service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=30887d2c-2c06-4a04-8ed7-1cc9b0391ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457544 Nov 19 17:51:14.397517 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2b2cfa-1965-4f10-8983-a102fbfeaab0 req-c233cbef-392d-4b68-86b4-6f162d05550b tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:14.399028 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2a2b2cfa-1965-4f10-8983-a102fbfeaab0 req-c233cbef-392d-4b68-86b4-6f162d05550b tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/ports?device_id=2eeca776-1ce5-482b-8221-4ea371ac91bd HTTP/1.1" status: 200 len: 945 time: 0.1317859 Nov 19 17:51:14.423231 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3ef082e5-e7f5-4960-859b-418f2379c020 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:14.438333 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9c8a86-4509-4c69-ae8b-20a57b3817b8 req-fb94faaf-6638-44aa-9d92-aa8aedf55b16 tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:14.440001 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-bf9c8a86-4509-4c69-ae8b-20a57b3817b8 req-fb94faaf-6638-44aa-9d92-aa8aedf55b16 tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] 10.222.0.54 "GET /v2.0/ports?device_id=255d4465-733c-432c-9171-be49059696a7 HTTP/1.1" status: 200 len: 943 time: 0.0498631 Nov 19 17:51:14.475852 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2a2b2cfa-1965-4f10-8983-a102fbfeaab0 req-4af75e73-f54c-4315-ac7c-88b818033e2d tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/security-groups?id=e103badb-33bc-4a96-ade0-89c422abc1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685563 Nov 19 17:51:14.488166 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3ef082e5-e7f5-4960-859b-418f2379c020 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:14.488315 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-bf9c8a86-4509-4c69-ae8b-20a57b3817b8 req-1d8be579-35a9-4657-874e-2f6a3bc4186b tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] 10.222.0.54 "GET /v2.0/security-groups?id=79517508-381b-4077-8d39-0c2cf4e2980c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422781 Nov 19 17:51:14.536398 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ef082e5-e7f5-4960-859b-418f2379c020 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Network b2583632-e23a-4c0b-b6ac-ef6dca226ac8 is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:51:14.539633 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-3ef082e5-e7f5-4960-859b-418f2379c020 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:51:14.543761 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef082e5-e7f5-4960-859b-418f2379c020 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:51:14.550149 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef082e5-e7f5-4960-859b-418f2379c020 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Pushing event updated for resources: {'Port': ['ID=b2ac3fd9-79ad-4eac-aa3c-46bc27d20877,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:51:14.596946 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ef082e5-e7f5-4960-859b-418f2379c020 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:14.597572 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3ef082e5-e7f5-4960-859b-418f2379c020 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:14.615908 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-3ef082e5-e7f5-4960-859b-418f2379c020 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.7049012 Nov 19 17:51:14.618803 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 59608) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:51:14.624253 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-73f072da-3dc2-4afc-ae32-22d60276314e tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Request body: {'floatingip': {'floating_network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'port_id': 'b2ac3fd9-79ad-4eac-aa3c-46bc27d20877', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:51:14.647143 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-73f072da-3dc2-4afc-ae32-22d60276314e tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks [] for floatingip, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:14.719785 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4165174-875a-4480-b2b9-e3c39f9b15ae req-0fafab81-8817-4167-a1ad-c45ff24a5e08 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:14.721305 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a4165174-875a-4480-b2b9-e3c39f9b15ae req-0fafab81-8817-4167-a1ad-c45ff24a5e08 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/ports?device_id=ae1e469e-59a0-4129-b573-7ebb29d693fe HTTP/1.1" status: 200 len: 946 time: 0.0483015 Nov 19 17:51:14.744685 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-73f072da-3dc2-4afc-ae32-22d60276314e tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:14.773190 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a4165174-875a-4480-b2b9-e3c39f9b15ae req-48bc735c-db3f-4c0b-9bd9-22ddaac9b110 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/security-groups?id=30887d2c-2c06-4a04-8ed7-1cc9b0391ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456917 Nov 19 17:51:14.852481 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [None req-73f072da-3dc2-4afc-ae32-22d60276314e tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Allocated IP 172.25.7.33 (645e61aa-1a6c-4e8f-857e-ab06edb4897f/88ed2d64-f56d-4f01-a468-946e01c99e82/2a9f81cc-864f-4f87-88fa-c98032a73fd9) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:51:14.951505 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-73f072da-3dc2-4afc-ae32-22d60276314e tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:14.985770 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-73f072da-3dc2-4afc-ae32-22d60276314e tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:15.030679 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73f072da-3dc2-4afc-ae32-22d60276314e tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Network 645e61aa-1a6c-4e8f-857e-ab06edb4897f is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:51:15.033633 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-73f072da-3dc2-4afc-ae32-22d60276314e tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:51:15.036078 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f072da-3dc2-4afc-ae32-22d60276314e tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:51:15.061673 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f072da-3dc2-4afc-ae32-22d60276314e tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Pushing event updated for resources: {'Port': ['ID=2a9f81cc-864f-4f87-88fa-c98032a73fd9,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:51:15.348345 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0db7a6c-f09c-4d42-b107-74eaac08a68c req-04b8b6c1-0f4c-4c6c-8435-cd74724c96a6 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:15.354299 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b0db7a6c-f09c-4d42-b107-74eaac08a68c req-04b8b6c1-0f4c-4c6c-8435-cd74724c96a6 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/ports?device_id=b3179e98-eff0-4b2e-8c90-23fb558bbe5c HTTP/1.1" status: 200 len: 949 time: 0.0539136 Nov 19 17:51:15.399560 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b0db7a6c-f09c-4d42-b107-74eaac08a68c req-63dba54d-58f6-4890-8a9b-c74564f8cc51 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/security-groups?id=6e557aa4-1576-4002-9603-a630915d92af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428865 Nov 19 17:51:15.502143 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-73f072da-3dc2-4afc-ae32-22d60276314e tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:15.534590 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device b186f781-c16c-4ab6-ac40-7f5e90da9869 details requested by agent hyperv_n-h1-818022-2 with host n-h1-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 17:51:15.539265 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device bc24b0d7-df99-48e0-895c-d80de0809032 up at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:51:15.617183 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42738e11-65f9-4a97-9213-83662868944d req-46cf96b3-c00a-4056-8fd4-4b5cb7a62bfb tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:15.618740 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-42738e11-65f9-4a97-9213-83662868944d req-46cf96b3-c00a-4056-8fd4-4b5cb7a62bfb tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] 10.222.0.54 "GET /v2.0/ports?device_id=255d4465-733c-432c-9171-be49059696a7 HTTP/1.1" status: 200 len: 943 time: 0.0555267 Nov 19 17:51:15.622601 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405e0c11-53f9-4d36-a38b-24074002f16c req-534ac9ea-2b05-46d8-99f5-547f31aa6c22 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:15.624192 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-405e0c11-53f9-4d36-a38b-24074002f16c req-534ac9ea-2b05-46d8-99f5-547f31aa6c22 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/ports?device_id=2eeca776-1ce5-482b-8221-4ea371ac91bd HTTP/1.1" status: 200 len: 945 time: 0.0630610 Nov 19 17:51:15.664895 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning for port bc24b0d7-df99-48e0-895c-d80de0809032 completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 17:51:15.668118 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-73f072da-3dc2-4afc-ae32-22d60276314e tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:15.674269 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning complete for port bc24b0d7-df99-48e0-895c-d80de0809032 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:51:15.674644 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:15.679624 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-42738e11-65f9-4a97-9213-83662868944d req-ddb15b13-b610-45d0-afa5-fc95744f874f tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] 10.222.0.54 "GET /v2.0/security-groups?id=79517508-381b-4077-8d39-0c2cf4e2980c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524509 Nov 19 17:51:15.720949 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-405e0c11-53f9-4d36-a38b-24074002f16c req-ac58a4d5-8750-4df6-87e8-3df56669ad05 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/security-groups?id=e103badb-33bc-4a96-ade0-89c422abc1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790420 Nov 19 17:51:15.737433 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port b186f781-c16c-4ab6-ac40-7f5e90da9869, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=b186f781-c16c-4ab6-ac40-7f5e90da9869,segment=NetworkSegment(ca1955a5-8302-44fc-89d8-f39d4f35e721),segment_id=ca1955a5-8302-44fc-89d8-f39d4f35e721)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:51:15.756612 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Returning: {'device': 'b186f781-c16c-4ab6-ac40-7f5e90da9869', 'network_id': 'e0733363-bc13-4279-a049-77115213ac4d', 'port_id': 'b186f781-c16c-4ab6-ac40-7f5e90da9869', 'mac_address': 'fa:16:3e:3e:a9:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '375a0321-4cc3-4e77-b3a1-2bc7264aa560', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 17:51:15.843611 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:15.845444 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:15.886834 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b186f781-c16c-4ab6-ac40-7f5e90da9869 {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:51:15.891073 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-73f072da-3dc2-4afc-ae32-22d60276314e tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks [] for port, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:15.898661 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-73f072da-3dc2-4afc-ae32-22d60276314e tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:15.925668 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d62d44-a1e5-424e-9a66-279d84a1f06d req-5f23146e-1ff7-46d3-80a4-36d6a6eb6fc6 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:15.928143 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d6d62d44-a1e5-424e-9a66-279d84a1f06d req-5f23146e-1ff7-46d3-80a4-36d6a6eb6fc6 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/ports?device_id=ae1e469e-59a0-4129-b573-7ebb29d693fe HTTP/1.1" status: 200 len: 946 time: 0.0690105 Nov 19 17:51:15.947943 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port b186f781-c16c-4ab6-ac40-7f5e90da9869, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=b186f781-c16c-4ab6-ac40-7f5e90da9869,segment=NetworkSegment(ca1955a5-8302-44fc-89d8-f39d4f35e721),segment_id=ca1955a5-8302-44fc-89d8-f39d4f35e721)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:51:15.952959 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port bc24b0d7-df99-48e0-895c-d80de0809032, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=bc24b0d7-df99-48e0-895c-d80de0809032,segment=NetworkSegment(1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861),segment_id=1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:51:15.955322 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:15.968117 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:16.012191 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f072da-3dc2-4afc-ae32-22d60276314e tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Pushing event updated for resources: {'Port': ['ID=2a9f81cc-864f-4f87-88fa-c98032a73fd9,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:51:16.026220 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d6d62d44-a1e5-424e-9a66-279d84a1f06d req-b5d78677-4d26-4c47-8f16-84b45c957411 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/security-groups?id=30887d2c-2c06-4a04-8ed7-1cc9b0391ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743232 Nov 19 17:51:16.033337 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-73f072da-3dc2-4afc-ae32-22d60276314e tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-671284'] for floatingip, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:16.036763 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=b186f781-c16c-4ab6-ac40-7f5e90da9869,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:51:16.087527 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe71652-d0e5-44eb-a60a-215707f2d20d req-b397611d-5df1-4454-a309-c9bbf4d90527 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:16.089397 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3179e98-eff0-4b2e-8c90-23fb558bbe5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc24b0d7-df99-48e0-895c-d80de0809032'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:51:16.089673 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-cbe71652-d0e5-44eb-a60a-215707f2d20d req-b397611d-5df1-4454-a309-c9bbf4d90527 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/ports?device_id=2eeca776-1ce5-482b-8221-4ea371ac91bd HTTP/1.1" status: 200 len: 945 time: 0.1274142 Nov 19 17:51:16.091725 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3940761bcd94e032e6960d2241bd8993c5d3a7d8dc2aca8488f3ecf1d4dd2fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd2aff3c-fa89-4866-8011-1fad779c8c26" -d '{"events": [{"server_uuid": "b3179e98-eff0-4b2e-8c90-23fb558bbe5c", "name": "network-vif-plugged", "status": "completed", "tag": "bc24b0d7-df99-48e0-895c-d80de0809032"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:51:16.098948 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=bc24b0d7-df99-48e0-895c-d80de0809032,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:51:16.137089 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:51:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beb4f02c-c373-40de-a78a-84e27c3993fb x-openstack-request-id: req-beb4f02c-c373-40de-a78a-84e27c3993fb {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:51:16.137388 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3179e98-eff0-4b2e-8c90-23fb558bbe5c", "name": "network-vif-plugged", "status": "completed", "tag": "bc24b0d7-df99-48e0-895c-d80de0809032", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:51:16.137637 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-beb4f02c-c373-40de-a78a-84e27c3993fb {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:51:16.138129 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3179e98-eff0-4b2e-8c90-23fb558bbe5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc24b0d7-df99-48e0-895c-d80de0809032', 'code': 200} Nov 19 17:51:16.183991 n-d-818022-2 neutron-server[103364]: INFO neutron.db.l3_db [None req-73f072da-3dc2-4afc-ae32-22d60276314e tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Floating IP 07770243-7e62-4df0-b4e0-7b57788e0c56 associated. External IP: 172.25.7.33, port: b2ac3fd9-79ad-4eac-aa3c-46bc27d20877. Nov 19 17:51:16.190979 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-cbe71652-d0e5-44eb-a60a-215707f2d20d req-e2b2c2fc-3b97-4aff-b0c2-40047f38a241 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/security-groups?id=e103badb-33bc-4a96-ade0-89c422abc1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941169 Nov 19 17:51:16.300388 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b041f832-7f8d-4abd-bf77-c6f233359ec6 req-0bd357ee-447c-4ab9-9bf1-b465ca832dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:16.301975 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b041f832-7f8d-4abd-bf77-c6f233359ec6 req-0bd357ee-447c-4ab9-9bf1-b465ca832dcd service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b3179e98-eff0-4b2e-8c90-23fb558bbe5c HTTP/1.1" status: 200 len: 1101 time: 0.0683985 Nov 19 17:51:16.328146 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67305a5a-650d-4d93-b33b-f41aa2e46402 req-7eda6f7a-6943-4e07-bb1e-d42a414b95a8 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:16.329826 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-67305a5a-650d-4d93-b33b-f41aa2e46402 req-7eda6f7a-6943-4e07-bb1e-d42a414b95a8 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/ports?device_id=2eeca776-1ce5-482b-8221-4ea371ac91bd HTTP/1.1" status: 200 len: 945 time: 0.0589521 Nov 19 17:51:16.404799 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b041f832-7f8d-4abd-bf77-c6f233359ec6 req-72a65b5a-ccac-4a6c-ad43-9f0827c995d2 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=6e557aa4-1576-4002-9603-a630915d92af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738282 Nov 19 17:51:16.413681 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-67305a5a-650d-4d93-b33b-f41aa2e46402 req-ddd6fe6f-5b02-4978-8c9d-eb018c0702dd tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/security-groups?id=e103badb-33bc-4a96-ade0-89c422abc1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772469 Nov 19 17:51:16.517889 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['b186f781-c16c-4ab6-ac40-7f5e90da9869'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:51:16.532221 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97eedb46-a199-4cc6-92ec-09abc67bbe7b req-0f027e04-7df0-4157-9b10-5aba63ed9edd tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:16.534082 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-97eedb46-a199-4cc6-92ec-09abc67bbe7b req-0f027e04-7df0-4157-9b10-5aba63ed9edd tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/ports?device_id=b3179e98-eff0-4b2e-8c90-23fb558bbe5c HTTP/1.1" status: 200 len: 950 time: 0.0528083 Nov 19 17:51:16.586425 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-97eedb46-a199-4cc6-92ec-09abc67bbe7b req-a2e9e330-36d3-4c70-9b57-6458ca1a2000 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/security-groups?id=6e557aa4-1576-4002-9603-a630915d92af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444369 Nov 19 17:51:16.693847 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73f072da-3dc2-4afc-ae32-22d60276314e tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Router dd1e4a32-8ad0-4b42-a2a0-86097953fcc6 has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 17:51:16.819747 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342f9f34-4e18-402c-8af5-77218daffc5e req-3fbc4b31-8eec-44e9-81cc-d4cf2a004b85 tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:16.821722 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-342f9f34-4e18-402c-8af5-77218daffc5e req-3fbc4b31-8eec-44e9-81cc-d4cf2a004b85 tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] 10.222.0.54 "GET /v2.0/ports?device_id=255d4465-733c-432c-9171-be49059696a7 HTTP/1.1" status: 200 len: 944 time: 0.0513539 Nov 19 17:51:16.849543 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd97b3f-801c-40b2-883a-5e5e400df5d9 req-dc449838-c5ad-46d8-ba57-4cd6eb1c1fd4 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:16.850998 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6cd97b3f-801c-40b2-883a-5e5e400df5d9 req-dc449838-c5ad-46d8-ba57-4cd6eb1c1fd4 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/ports?device_id=2eeca776-1ce5-482b-8221-4ea371ac91bd HTTP/1.1" status: 200 len: 945 time: 0.0959663 Nov 19 17:51:16.852074 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73f072da-3dc2-4afc-ae32-22d60276314e tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 17:51:16.863221 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68090a5c-420b-4f88-ac7a-a0b90fefc329 None None] Sync routers for ids ['dd1e4a32-8ad0-4b42-a2a0-86097953fcc6'] in n-d-818022-2 {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 17:51:16.874118 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68090a5c-420b-4f88-ac7a-a0b90fefc329 None None] Routers {'dd1e4a32-8ad0-4b42-a2a0-86097953fcc6'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:51:16.874710 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-68090a5c-420b-4f88-ac7a-a0b90fefc329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:51:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['dd1e4a32-8ad0-4b42-a2a0-86097953fcc6'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:51:16.880892 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-73f072da-3dc2-4afc-ae32-22d60276314e tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for floatingip, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:16.881503 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-342f9f34-4e18-402c-8af5-77218daffc5e req-da6e1c89-2c33-4f6e-a655-56d7a0d7941d tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] 10.222.0.54 "GET /v2.0/security-groups?id=79517508-381b-4077-8d39-0c2cf4e2980c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531125 Nov 19 17:51:16.918742 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-73f072da-3dc2-4afc-ae32-22d60276314e tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.2981575 Nov 19 17:51:16.921589 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 59650) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:51:16.923015 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-68090a5c-420b-4f88-ac7a-a0b90fefc329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:51:16.926472 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-f7461909-39dc-4f26-a89b-ad612fc35ba0 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:51:16.936299 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6cd97b3f-801c-40b2-883a-5e5e400df5d9 req-491fa80b-5c42-4722-b941-63e5b05db8e4 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/security-groups?id=e103badb-33bc-4a96-ade0-89c422abc1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752373 Nov 19 17:51:16.942887 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68090a5c-420b-4f88-ac7a-a0b90fefc329 None None] Routers {'dd1e4a32-8ad0-4b42-a2a0-86097953fcc6'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:51:16.943734 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-68090a5c-420b-4f88-ac7a-a0b90fefc329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:51:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['dd1e4a32-8ad0-4b42-a2a0-86097953fcc6'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:51:16.977416 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-68090a5c-420b-4f88-ac7a-a0b90fefc329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:51:16.978112 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68090a5c-420b-4f88-ac7a-a0b90fefc329 None None] The sync data for ids ['dd1e4a32-8ad0-4b42-a2a0-86097953fcc6'] in n-d-818022-2 is: [] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 17:51:16.999386 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f7461909-39dc-4f26-a89b-ad612fc35ba0 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks [] for floatingip, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:17.131592 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8795e24c-0066-4b9e-851f-0a3d43ad2548 req-ed80f41a-bbbb-49e3-aecd-7a9875429ba2 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:17.133172 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8795e24c-0066-4b9e-851f-0a3d43ad2548 req-ed80f41a-bbbb-49e3-aecd-7a9875429ba2 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/ports?device_id=ae1e469e-59a0-4129-b573-7ebb29d693fe HTTP/1.1" status: 200 len: 946 time: 0.0593207 Nov 19 17:51:17.160365 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f7461909-39dc-4f26-a89b-ad612fc35ba0 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:17.164331 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f7461909-39dc-4f26-a89b-ad612fc35ba0 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-671284'] for floatingip, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:17.165083 n-d-818022-2 neutron-server[103365]: INFO neutron.db.l3_db [None req-f7461909-39dc-4f26-a89b-ad612fc35ba0 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Floating IP 07770243-7e62-4df0-b4e0-7b57788e0c56 disassociated. External IP: 172.25.7.33, port: b2ac3fd9-79ad-4eac-aa3c-46bc27d20877. Nov 19 17:51:17.187642 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8795e24c-0066-4b9e-851f-0a3d43ad2548 req-110cafbe-67a3-4cd4-a3d0-c96429cdc485 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/security-groups?id=30887d2c-2c06-4a04-8ed7-1cc9b0391ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482199 Nov 19 17:51:17.391154 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7461909-39dc-4f26-a89b-ad612fc35ba0 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Router dd1e4a32-8ad0-4b42-a2a0-86097953fcc6 has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 17:51:17.515012 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5311c5-cbc7-4ed8-986b-be36069dff92 req-9840ab50-eb00-4702-a2e2-a983c1e19ebe tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:17.516622 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-eb5311c5-cbc7-4ed8-986b-be36069dff92 req-9840ab50-eb00-4702-a2e2-a983c1e19ebe tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/ports?device_id=ae1e469e-59a0-4129-b573-7ebb29d693fe HTTP/1.1" status: 200 len: 946 time: 0.1244173 Nov 19 17:51:17.585838 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8285a338-2e4b-4881-b967-c957bbabdda4 req-80f887e1-bbf1-4b61-b56e-811b84d12641 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=4311522c-e142-4ff1-80d0-d4dee63ea739&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1205752 Nov 19 17:51:17.606195 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7461909-39dc-4f26-a89b-ad612fc35ba0 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 17:51:17.611717 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f7461909-39dc-4f26-a89b-ad612fc35ba0 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for floatingip, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:17.617586 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34675ee5-5397-4949-a652-02ca2e708536 None None] Sync routers for ids ['dd1e4a32-8ad0-4b42-a2a0-86097953fcc6'] in n-d-818022-2 {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 17:51:17.628445 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34675ee5-5397-4949-a652-02ca2e708536 None None] Routers {'dd1e4a32-8ad0-4b42-a2a0-86097953fcc6'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:51:17.629574 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-34675ee5-5397-4949-a652-02ca2e708536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:51:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['dd1e4a32-8ad0-4b42-a2a0-86097953fcc6'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:51:17.648177 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-eb5311c5-cbc7-4ed8-986b-be36069dff92 req-462aa914-aa2f-425a-8400-1f95d5fc5cf9 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/security-groups?id=30887d2c-2c06-4a04-8ed7-1cc9b0391ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044023 Nov 19 17:51:17.672088 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-34675ee5-5397-4949-a652-02ca2e708536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:51:17.682921 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34675ee5-5397-4949-a652-02ca2e708536 None None] Routers {'dd1e4a32-8ad0-4b42-a2a0-86097953fcc6'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:51:17.684218 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-34675ee5-5397-4949-a652-02ca2e708536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:51:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['dd1e4a32-8ad0-4b42-a2a0-86097953fcc6'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:51:17.689585 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-f7461909-39dc-4f26-a89b-ad612fc35ba0 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] 10.222.0.54 "PUT /v2.0/floatingips/07770243-7e62-4df0-b4e0-7b57788e0c56 HTTP/1.1" status: 200 len: 687 time: 0.7667851 Nov 19 17:51:17.693707 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 59664) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:51:17.733724 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf8381c-126d-402e-b31a-ab091be28335 req-aca4e9a6-e3d9-42f9-bb63-8300e07beff0 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:17.736828 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8285a338-2e4b-4881-b967-c957bbabdda4 req-6343259d-b52b-4e99-825e-090e05bb8837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:17.737502 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-eaf8381c-126d-402e-b31a-ab091be28335 req-aca4e9a6-e3d9-42f9-bb63-8300e07beff0 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/ports?device_id=b3179e98-eff0-4b2e-8c90-23fb558bbe5c HTTP/1.1" status: 200 len: 950 time: 0.0596607 Nov 19 17:51:17.738498 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8285a338-2e4b-4881-b967-c957bbabdda4 req-6343259d-b52b-4e99-825e-090e05bb8837 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7136fa31325e4016a695ca7c60f57962&device_id=4311522c-e142-4ff1-80d0-d4dee63ea739 HTTP/1.1" status: 200 len: 1101 time: 0.0946295 Nov 19 17:51:17.792117 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-eaf8381c-126d-402e-b31a-ab091be28335 req-7cd17f52-0f3f-47e3-a68b-0d49243ec6b0 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/security-groups?id=6e557aa4-1576-4002-9603-a630915d92af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494583 Nov 19 17:51:17.831905 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-34675ee5-5397-4949-a652-02ca2e708536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:51:17.832492 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34675ee5-5397-4949-a652-02ca2e708536 None None] The sync data for ids ['dd1e4a32-8ad0-4b42-a2a0-86097953fcc6'] in n-d-818022-2 is: [] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 17:51:17.918261 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8285a338-2e4b-4881-b967-c957bbabdda4 req-fbf91e8c-f3a1-4d79-abd9-189ab804c973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:17.919801 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8285a338-2e4b-4881-b967-c957bbabdda4 req-fbf91e8c-f3a1-4d79-abd9-189ab804c973 service neutron] 10.222.0.86 "GET /v2.0/networks?id=346debfa-452b-4048-abf4-8f4493625ef2 HTTP/1.1" status: 200 len: 870 time: 0.1290946 Nov 19 17:51:17.922090 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-1b969216-df56-4d9b-b188-7a56411730f3 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Deleting port 2a9f81cc-864f-4f87-88fa-c98032a73fd9 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:51:17.922436 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1b969216-df56-4d9b-b188-7a56411730f3 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:18.010830 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8285a338-2e4b-4881-b967-c957bbabdda4 req-99c2a52c-ab22-45df-905b-c82a3e7bc190 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=66e1ff91-8243-4a83-8144-981e0ac3e0ad HTTP/1.1" status: 200 len: 217 time: 0.0753679 Nov 19 17:51:18.066535 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbd1e40-c75a-4fd5-820e-e42a84b01fa8 req-29da4d7c-0043-4f3e-a7bf-90e7ba12b69e tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:18.068037 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-1cbd1e40-c75a-4fd5-820e-e42a84b01fa8 req-29da4d7c-0043-4f3e-a7bf-90e7ba12b69e tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/ports?device_id=2eeca776-1ce5-482b-8221-4ea371ac91bd HTTP/1.1" status: 200 len: 945 time: 0.0535021 Nov 19 17:51:18.119142 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8285a338-2e4b-4881-b967-c957bbabdda4 req-0953b1da-7186-42a6-b204-7a9eb5edcf61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:18.122253 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8285a338-2e4b-4881-b967-c957bbabdda4 req-0953b1da-7186-42a6-b204-7a9eb5edcf61 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8b3c88de-c9c2-4a20-b19e-1855c2c19035 HTTP/1.1" status: 200 len: 843 time: 0.0933363 Nov 19 17:51:18.127896 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-1cbd1e40-c75a-4fd5-820e-e42a84b01fa8 req-957fc683-a32b-40b0-8288-4d0ca89b3a3c tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/security-groups?id=e103badb-33bc-4a96-ade0-89c422abc1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527902 Nov 19 17:51:18.135586 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05eb7f9-c0b1-421e-8020-aa6ed1bb9836 req-b700c6ce-a758-45c5-b939-8e17015b26ab tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:18.137646 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e05eb7f9-c0b1-421e-8020-aa6ed1bb9836 req-b700c6ce-a758-45c5-b939-8e17015b26ab tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] 10.222.0.54 "GET /v2.0/ports?device_id=255d4465-733c-432c-9171-be49059696a7 HTTP/1.1" status: 200 len: 944 time: 0.1718588 Nov 19 17:51:18.140930 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1b969216-df56-4d9b-b188-7a56411730f3 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:18.141268 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1b969216-df56-4d9b-b188-7a56411730f3 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:18.196765 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-1b969216-df56-4d9b-b188-7a56411730f3 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Calling delete_port for 2a9f81cc-864f-4f87-88fa-c98032a73fd9 owned by network:floatingip {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:51:18.276473 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8285a338-2e4b-4881-b967-c957bbabdda4 req-56285032-4a7c-4955-adde-6ef232e89779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:18.278541 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8285a338-2e4b-4881-b967-c957bbabdda4 req-56285032-4a7c-4955-adde-6ef232e89779 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=346debfa-452b-4048-abf4-8f4493625ef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1399610 Nov 19 17:51:18.283350 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e05eb7f9-c0b1-421e-8020-aa6ed1bb9836 req-3ba8cf23-8d33-4065-86c6-aad05d633f03 tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] 10.222.0.54 "GET /v2.0/security-groups?id=79517508-381b-4077-8d39-0c2cf4e2980c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305988 Nov 19 17:51:18.420630 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8285a338-2e4b-4881-b967-c957bbabdda4 req-5f7c810d-ea3b-447a-8433-3ddc5e4ec597 service neutron] 10.222.0.86 "GET /v2.0/networks/346debfa-452b-4048-abf4-8f4493625ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335428 Nov 19 17:51:18.484147 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1b969216-df56-4d9b-b188-7a56411730f3 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:18.514035 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b969216-df56-4d9b-b188-7a56411730f3 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Pushing event deleted for resources: {'Port': ['ID=2a9f81cc-864f-4f87-88fa-c98032a73fd9,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:51:18.589693 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8285a338-2e4b-4881-b967-c957bbabdda4 req-d62f8ad3-9cbd-4be1-93c3-fd24a194b4c9 service neutron] 10.222.0.86 "GET /v2.0/networks/346debfa-452b-4048-abf4-8f4493625ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595578 Nov 19 17:51:18.599900 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1b969216-df56-4d9b-b188-7a56411730f3 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks [] for floatingip, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:18.602949 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1b969216-df56-4d9b-b188-7a56411730f3 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for floatingip, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:18.607595 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-1b969216-df56-4d9b-b188-7a56411730f3 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] 10.222.0.54 "DELETE /v2.0/floatingips/07770243-7e62-4df0-b4e0-7b57788e0c56 HTTP/1.1" status: 204 len: 168 time: 0.9098375 Nov 19 17:51:18.607807 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 59674) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:51:18.612381 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-49d418ca-4ebd-4c11-b80b-e8346771cf01 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Request body: {'floatingip': {'floating_network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'port_id': '096aca77-efb3-4486-8927-50c3e949bd84'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:51:18.634389 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-49d418ca-4ebd-4c11-b80b-e8346771cf01 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks [] for floatingip, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:18.918820 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4821d873-ad99-4006-bb0a-fe94db48ebae req-61f822c1-b8ec-48ee-acb0-cccf8efac327 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:18.920309 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-4821d873-ad99-4006-bb0a-fe94db48ebae req-61f822c1-b8ec-48ee-acb0-cccf8efac327 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/ports?device_id=b3179e98-eff0-4b2e-8c90-23fb558bbe5c HTTP/1.1" status: 200 len: 950 time: 0.0515249 Nov 19 17:51:18.970159 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-4821d873-ad99-4006-bb0a-fe94db48ebae req-0d2d0ed2-bede-4965-b580-b57118306806 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/security-groups?id=6e557aa4-1576-4002-9603-a630915d92af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436759 Nov 19 17:51:18.978580 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff638668-031d-4ef5-beee-cbdb3cc99009 req-10e39078-2029-4fce-83e3-bb0f9f0f02de tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:18.980072 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ff638668-031d-4ef5-beee-cbdb3cc99009 req-10e39078-2029-4fce-83e3-bb0f9f0f02de tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/ports?device_id=ae1e469e-59a0-4129-b573-7ebb29d693fe HTTP/1.1" status: 200 len: 946 time: 0.0628145 Nov 19 17:51:19.049526 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ff638668-031d-4ef5-beee-cbdb3cc99009 req-14ec849e-520e-4df7-8786-c44b6567ef04 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/security-groups?id=30887d2c-2c06-4a04-8ed7-1cc9b0391ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614665 Nov 19 17:51:19.056125 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-49d418ca-4ebd-4c11-b80b-e8346771cf01 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:19.120205 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7898c1c-04cb-4957-8934-4cb394f925d1 req-dd99ca6b-b8b2-4dfc-be40-180290433f8e tempest-MigrationsAdminTest-732900115 tempest-MigrationsAdminTest-732900115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:19.121888 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b7898c1c-04cb-4957-8934-4cb394f925d1 req-dd99ca6b-b8b2-4dfc-be40-180290433f8e tempest-MigrationsAdminTest-732900115 tempest-MigrationsAdminTest-732900115-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=b3179e98-eff0-4b2e-8c90-23fb558bbe5c HTTP/1.1" status: 200 len: 1101 time: 0.0819743 Nov 19 17:51:19.171925 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [None req-49d418ca-4ebd-4c11-b80b-e8346771cf01 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Allocated IP 172.25.7.202 (645e61aa-1a6c-4e8f-857e-ab06edb4897f/88ed2d64-f56d-4f01-a468-946e01c99e82/13b58afa-5e16-4ef2-a347-c65fda4f5811) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:51:19.183065 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b7898c1c-04cb-4957-8934-4cb394f925d1 req-d21b7f35-e0d1-44ae-ac7e-61206e1eb610 tempest-MigrationsAdminTest-732900115 tempest-MigrationsAdminTest-732900115-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=6e557aa4-1576-4002-9603-a630915d92af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550797 Nov 19 17:51:19.308620 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35899753-ed70-4889-835e-2b9ce40534fa req-4f328dd3-4729-4f78-bec4-c238aebfbaef tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:19.310096 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-35899753-ed70-4889-835e-2b9ce40534fa req-4f328dd3-4729-4f78-bec4-c238aebfbaef tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/ports?device_id=2eeca776-1ce5-482b-8221-4ea371ac91bd HTTP/1.1" status: 200 len: 945 time: 0.0824835 Nov 19 17:51:19.310988 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [req-c0a5d947-b05b-47ec-bfef-bbb7bfe71bbb req-c199a29d-4a22-484d-a3af-a40566fbfeb1 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=103364) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 17:51:19.313238 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c0a5d947-b05b-47ec-bfef-bbb7bfe71bbb req-c199a29d-4a22-484d-a3af-a40566fbfeb1 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0088971 Nov 19 17:51:19.340105 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-49d418ca-4ebd-4c11-b80b-e8346771cf01 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:19.388661 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-35899753-ed70-4889-835e-2b9ce40534fa req-6aec40d2-5af3-4c72-ac4b-883392cc856c tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/security-groups?id=e103badb-33bc-4a96-ade0-89c422abc1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700836 Nov 19 17:51:19.399277 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-49d418ca-4ebd-4c11-b80b-e8346771cf01 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:19.450902 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49d418ca-4ebd-4c11-b80b-e8346771cf01 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Network 645e61aa-1a6c-4e8f-857e-ab06edb4897f is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:51:19.453890 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-49d418ca-4ebd-4c11-b80b-e8346771cf01 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:51:19.458003 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d418ca-4ebd-4c11-b80b-e8346771cf01 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:51:19.499620 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d418ca-4ebd-4c11-b80b-e8346771cf01 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Pushing event updated for resources: {'Port': ['ID=13b58afa-5e16-4ef2-a347-c65fda4f5811,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:51:19.551406 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device b186f781-c16c-4ab6-ac40-7f5e90da9869 up at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:51:19.576483 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ffc39a-c85f-4739-80b6-7e517c3b1fdb req-2bfa1ef2-88bd-4d7a-b737-4842e50bc31b tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:19.578039 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e9ffc39a-c85f-4739-80b6-7e517c3b1fdb req-2bfa1ef2-88bd-4d7a-b737-4842e50bc31b tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.60 "GET /v2.0/ports?device_id=ae1e469e-59a0-4129-b573-7ebb29d693fe HTTP/1.1" status: 200 len: 946 time: 0.0917923 Nov 19 17:51:19.618539 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning for port b186f781-c16c-4ab6-ac40-7f5e90da9869 completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 17:51:19.623879 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning complete for port b186f781-c16c-4ab6-ac40-7f5e90da9869 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:51:19.624500 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:19.718581 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:19.748320 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '255d4465-733c-432c-9171-be49059696a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b186f781-c16c-4ab6-ac40-7f5e90da9869'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:51:19.752124 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3940761bcd94e032e6960d2241bd8993c5d3a7d8dc2aca8488f3ecf1d4dd2fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e560a9bf-9e34-44ee-a183-8cc52348f09f" -d '{"events": [{"server_uuid": "255d4465-733c-432c-9171-be49059696a7", "name": "network-vif-plugged", "status": "completed", "tag": "b186f781-c16c-4ab6-ac40-7f5e90da9869"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:51:19.769949 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port b186f781-c16c-4ab6-ac40-7f5e90da9869, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=b186f781-c16c-4ab6-ac40-7f5e90da9869,segment=NetworkSegment(ca1955a5-8302-44fc-89d8-f39d4f35e721),segment_id=ca1955a5-8302-44fc-89d8-f39d4f35e721)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:51:19.776433 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:19.783864 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e47fda1-eabf-4460-9c46-4771c3814a97 req-dbd7488b-672b-4fb5-b1d0-0fe1f5ec72d6 tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:19.785196 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-1e47fda1-eabf-4460-9c46-4771c3814a97 req-dbd7488b-672b-4fb5-b1d0-0fe1f5ec72d6 tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] 10.222.0.54 "GET /v2.0/ports?device_id=255d4465-733c-432c-9171-be49059696a7 HTTP/1.1" status: 200 len: 944 time: 0.2219031 Nov 19 17:51:19.832010 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.agents_db [None req-619e5c26-d9ed-4321-86eb-7d443bb9dfa2 None None] Agent healthcheck: found 7 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 17:51:19.842823 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=b186f781-c16c-4ab6-ac40-7f5e90da9869,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:51:19.899569 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-e9ffc39a-c85f-4739-80b6-7e517c3b1fdb req-bcecb731-099e-4bd3-ad36-5e4f0728104a tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Deleting port dd5c4e97-0d62-4723-8957-b8deffc0ea41 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:51:19.899905 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-e9ffc39a-c85f-4739-80b6-7e517c3b1fdb req-bcecb731-099e-4bd3-ad36-5e4f0728104a tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:19.907338 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-1e47fda1-eabf-4460-9c46-4771c3814a97 req-a86ce0da-a384-4ed3-973a-3e8eb7948175 tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] 10.222.0.54 "GET /v2.0/security-groups?id=79517508-381b-4077-8d39-0c2cf4e2980c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124008 Nov 19 17:51:20.031057 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:51:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36f04d58-0854-44bf-af71-65ff138fed68 x-openstack-request-id: req-36f04d58-0854-44bf-af71-65ff138fed68 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:51:20.031458 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "255d4465-733c-432c-9171-be49059696a7", "name": "network-vif-plugged", "status": "completed", "tag": "b186f781-c16c-4ab6-ac40-7f5e90da9869", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:51:20.032025 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-36f04d58-0854-44bf-af71-65ff138fed68 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:51:20.032368 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '255d4465-733c-432c-9171-be49059696a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b186f781-c16c-4ab6-ac40-7f5e90da9869', 'code': 200} Nov 19 17:51:20.103583 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-e9ffc39a-c85f-4739-80b6-7e517c3b1fdb req-bcecb731-099e-4bd3-ad36-5e4f0728104a tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] For port dd5c4e97-0d62-4723-8957-b8deffc0ea41, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=dd5c4e97-0d62-4723-8957-b8deffc0ea41,segment=NetworkSegment(89891acd-fd82-4118-b100-e50c4e69b300),segment_id=89891acd-fd82-4118-b100-e50c4e69b300)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:51:20.104682 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-e9ffc39a-c85f-4739-80b6-7e517c3b1fdb req-bcecb731-099e-4bd3-ad36-5e4f0728104a tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:20.133281 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-e9ffc39a-c85f-4739-80b6-7e517c3b1fdb req-bcecb731-099e-4bd3-ad36-5e4f0728104a tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Calling delete_port for dd5c4e97-0d62-4723-8957-b8deffc0ea41 owned by compute:nova {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:51:20.189898 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e510a8bd-1264-4a0a-9c9c-6cc2184a3991 req-f22d558a-38ea-49dc-a967-f73a4148f52b tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:20.192237 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-e510a8bd-1264-4a0a-9c9c-6cc2184a3991 req-f22d558a-38ea-49dc-a967-f73a4148f52b tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/ports?device_id=b3179e98-eff0-4b2e-8c90-23fb558bbe5c HTTP/1.1" status: 200 len: 950 time: 0.0778584 Nov 19 17:51:20.271487 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-48b77678-bd3e-4f17-9bd7-483501e4860e req-2394b26b-5625-4c04-85d2-e960438e0a82 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=b3179e98-eff0-4b2e-8c90-23fb558bbe5c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1739540 Nov 19 17:51:20.276827 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-e510a8bd-1264-4a0a-9c9c-6cc2184a3991 req-2a76c291-05d0-4626-a62e-df9e8562678b tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/security-groups?id=6e557aa4-1576-4002-9603-a630915d92af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737264 Nov 19 17:51:20.285039 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-49d418ca-4ebd-4c11-b80b-e8346771cf01 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:20.329511 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d310a59-66f0-4518-b88c-3e5622e86a7c req-c3d0a049-584e-4168-b38e-60ee26de4131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:20.331133 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8d310a59-66f0-4518-b88c-3e5622e86a7c req-c3d0a049-584e-4168-b38e-60ee26de4131 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=255d4465-733c-432c-9171-be49059696a7 HTTP/1.1" status: 200 len: 1096 time: 0.2128627 Nov 19 17:51:20.384311 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb52ca59-0393-47b0-88a6-8b4c0490e221 req-23f0a51c-11d1-4f5b-87f6-22081bbee206 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:20.386239 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-cb52ca59-0393-47b0-88a6-8b4c0490e221 req-23f0a51c-11d1-4f5b-87f6-22081bbee206 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/ports?device_id=ae1e469e-59a0-4129-b573-7ebb29d693fe HTTP/1.1" status: 200 len: 946 time: 0.1913548 Nov 19 17:51:20.490827 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-49d418ca-4ebd-4c11-b80b-e8346771cf01 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:20.517102 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8d310a59-66f0-4518-b88c-3e5622e86a7c req-9f670972-f970-4e98-a50b-45159a52f8d2 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=79517508-381b-4077-8d39-0c2cf4e2980c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731365 Nov 19 17:51:20.525628 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d2840d-6a46-4268-b093-5ac89f0e7c9f req-1f0e3412-49bb-420e-bd86-6f41766a29da tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:20.527567 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-92d2840d-6a46-4268-b093-5ac89f0e7c9f req-1f0e3412-49bb-420e-bd86-6f41766a29da tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/ports?device_id=2eeca776-1ce5-482b-8221-4ea371ac91bd HTTP/1.1" status: 200 len: 945 time: 0.0619762 Nov 19 17:51:20.571094 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-cb52ca59-0393-47b0-88a6-8b4c0490e221 req-ca32d9a8-dcb1-4369-975e-bf94c4274d13 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/security-groups?id=30887d2c-2c06-4a04-8ed7-1cc9b0391ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694226 Nov 19 17:51:20.589732 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-92d2840d-6a46-4268-b093-5ac89f0e7c9f req-843b7fd4-fc6a-4934-bfb9-feea00a0c9b7 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/security-groups?id=e103badb-33bc-4a96-ade0-89c422abc1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546625 Nov 19 17:51:20.615695 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-e9ffc39a-c85f-4739-80b6-7e517c3b1fdb req-bcecb731-099e-4bd3-ad36-5e4f0728104a tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:20.629466 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['dd5c4e97-0d62-4723-8957-b8deffc0ea41'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:51:20.685608 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcecb731-099e-4bd3-ad36-5e4f0728104a tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Pushing event deleted for resources: {'Port': ['ID=dd5c4e97-0d62-4723-8957-b8deffc0ea41,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:51:20.743755 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9ffc39a-c85f-4739-80b6-7e517c3b1fdb req-bcecb731-099e-4bd3-ad36-5e4f0728104a tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] No DVR routers for this DVR port dd5c4e97-0d62-4723-8957-b8deffc0ea41 on host n-h1-818022-2 {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:51:20.748145 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-e9ffc39a-c85f-4739-80b6-7e517c3b1fdb req-bcecb731-099e-4bd3-ad36-5e4f0728104a tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:20.751621 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e9ffc39a-c85f-4739-80b6-7e517c3b1fdb req-bcecb731-099e-4bd3-ad36-5e4f0728104a tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.60 "DELETE /v2.0/ports/dd5c4e97-0d62-4723-8957-b8deffc0ea41 HTTP/1.1" status: 204 len: 173 time: 1.1566930 Nov 19 17:51:20.752090 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae1e469e-59a0-4129-b573-7ebb29d693fe', 'name': 'network-vif-deleted', 'tag': 'dd5c4e97-0d62-4723-8957-b8deffc0ea41'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:51:20.754596 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218319d759239a7d11f1288aef37381b97754913ee9ccbfd43b51a463f801712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4af06547-3b4f-4944-bedb-0df20fb398ca" -d '{"events": [{"server_uuid": "ae1e469e-59a0-4129-b573-7ebb29d693fe", "name": "network-vif-deleted", "tag": "dd5c4e97-0d62-4723-8957-b8deffc0ea41"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:51:20.818209 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:51:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fe2a8b6-165f-4af8-b139-02ec93b07846 x-openstack-request-id: req-0fe2a8b6-165f-4af8-b139-02ec93b07846 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:51:20.818514 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae1e469e-59a0-4129-b573-7ebb29d693fe", "name": "network-vif-deleted", "tag": "dd5c4e97-0d62-4723-8957-b8deffc0ea41", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:51:20.818768 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-0fe2a8b6-165f-4af8-b139-02ec93b07846 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:51:20.819435 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae1e469e-59a0-4129-b573-7ebb29d693fe', 'name': 'network-vif-deleted', 'tag': 'dd5c4e97-0d62-4723-8957-b8deffc0ea41', 'status': 'completed', 'code': 200} Nov 19 17:51:20.844780 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-49d418ca-4ebd-4c11-b80b-e8346771cf01 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks [] for port, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:20.849708 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-49d418ca-4ebd-4c11-b80b-e8346771cf01 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:20.927929 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d418ca-4ebd-4c11-b80b-e8346771cf01 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Pushing event updated for resources: {'Port': ['ID=13b58afa-5e16-4ef2-a347-c65fda4f5811,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:51:20.950660 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-49d418ca-4ebd-4c11-b80b-e8346771cf01 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-671284'] for floatingip, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:21.113968 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b111f195-fd3a-4cdc-9403-471d2620eee0 req-d078476b-f923-461f-9a80-92052a22b1c4 tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:21.115613 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b111f195-fd3a-4cdc-9403-471d2620eee0 req-d078476b-f923-461f-9a80-92052a22b1c4 tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] 10.222.0.54 "GET /v2.0/ports?device_id=255d4465-733c-432c-9171-be49059696a7 HTTP/1.1" status: 200 len: 945 time: 0.1211717 Nov 19 17:51:21.121384 n-d-818022-2 neutron-server[103365]: INFO neutron.db.l3_db [None req-49d418ca-4ebd-4c11-b80b-e8346771cf01 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Floating IP c0b358ad-a6a5-427a-a802-73750e0e1195 associated. External IP: 172.25.7.202, port: 096aca77-efb3-4486-8927-50c3e949bd84. Nov 19 17:51:21.244824 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b111f195-fd3a-4cdc-9403-471d2620eee0 req-2ea26236-4b22-47b9-98ac-908dd2641b7e tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] 10.222.0.54 "GET /v2.0/security-groups?id=79517508-381b-4077-8d39-0c2cf4e2980c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203275 Nov 19 17:51:21.423725 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49d418ca-4ebd-4c11-b80b-e8346771cf01 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Router dd1e4a32-8ad0-4b42-a2a0-86097953fcc6 has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 17:51:21.454858 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020626c1-8062-46b1-8ac1-3b0c9e8149f0 req-b9d59a76-0597-4e58-adb3-0a4614f7c532 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:21.458418 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-020626c1-8062-46b1-8ac1-3b0c9e8149f0 req-b9d59a76-0597-4e58-adb3-0a4614f7c532 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/ports?device_id=b3179e98-eff0-4b2e-8c90-23fb558bbe5c HTTP/1.1" status: 200 len: 950 time: 0.0822401 Nov 19 17:51:21.520373 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-020626c1-8062-46b1-8ac1-3b0c9e8149f0 req-bba01c12-a2a3-48c8-9b5b-bcaf0d071737 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/security-groups?id=6e557aa4-1576-4002-9603-a630915d92af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521019 Nov 19 17:51:21.553478 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49d418ca-4ebd-4c11-b80b-e8346771cf01 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 17:51:21.563723 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ce76fa-1f4d-4fdd-85aa-a32a4961c8fa None None] Sync routers for ids ['dd1e4a32-8ad0-4b42-a2a0-86097953fcc6'] in n-d-818022-2 {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 17:51:21.572640 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-49d418ca-4ebd-4c11-b80b-e8346771cf01 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for floatingip, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:21.574007 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ce76fa-1f4d-4fdd-85aa-a32a4961c8fa None None] Routers {'dd1e4a32-8ad0-4b42-a2a0-86097953fcc6'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:51:21.574645 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-05ce76fa-1f4d-4fdd-85aa-a32a4961c8fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:51:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['dd1e4a32-8ad0-4b42-a2a0-86097953fcc6'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:51:21.606073 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 59750) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:51:21.606295 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-49d418ca-4ebd-4c11-b80b-e8346771cf01 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.9973767 Nov 19 17:51:21.609620 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-05ce76fa-1f4d-4fdd-85aa-a32a4961c8fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:51:21.620010 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ce76fa-1f4d-4fdd-85aa-a32a4961c8fa None None] Routers {'dd1e4a32-8ad0-4b42-a2a0-86097953fcc6'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:51:21.620650 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-05ce76fa-1f4d-4fdd-85aa-a32a4961c8fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:51:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['dd1e4a32-8ad0-4b42-a2a0-86097953fcc6'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:51:21.666534 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-05ce76fa-1f4d-4fdd-85aa-a32a4961c8fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:51:21.668139 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ce76fa-1f4d-4fdd-85aa-a32a4961c8fa None None] The sync data for ids ['dd1e4a32-8ad0-4b42-a2a0-86097953fcc6'] in n-d-818022-2 is: [] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 17:51:21.693660 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b77678-bd3e-4f17-9bd7-483501e4860e req-3f306dce-83ef-409a-ba41-c577acc9326b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:21.695235 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-48b77678-bd3e-4f17-9bd7-483501e4860e req-3f306dce-83ef-409a-ba41-c577acc9326b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7136fa31325e4016a695ca7c60f57962&device_id=b3179e98-eff0-4b2e-8c90-23fb558bbe5c HTTP/1.1" status: 200 len: 1101 time: 0.0465770 Nov 19 17:51:21.700707 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-f635028b-d0b6-49cb-8716-989d88f41d99 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] 10.222.0.54 "GET /v2.0/floatingips/c0b358ad-a6a5-427a-a802-73750e0e1195 HTTP/1.1" status: 200 len: 977 time: 0.0933890 Nov 19 17:51:21.702979 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 59758) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:51:21.813859 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b77678-bd3e-4f17-9bd7-483501e4860e req-4d428535-be40-4ae4-b2b7-4d03b993acbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:21.815689 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-48b77678-bd3e-4f17-9bd7-483501e4860e req-4d428535-be40-4ae4-b2b7-4d03b993acbc service neutron] 10.222.0.60 "GET /v2.0/networks?id=346debfa-452b-4048-abf4-8f4493625ef2 HTTP/1.1" status: 200 len: 870 time: 0.1009476 Nov 19 17:51:21.863719 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-66c429f5-deae-466d-87cd-7c239028ee5d tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] 10.222.0.54 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.1594958 Nov 19 17:51:21.868017 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 59772) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:51:21.873195 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-be92aeb7-7a7b-46db-a14e-1002692771d8 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Request body: {'floatingip': {'port_id': 'b2ac3fd9-79ad-4eac-aa3c-46bc27d20877'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:51:21.883878 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285db2e2-48b6-494f-827d-7cd3550621d5 req-c1b78427-b132-437a-907d-5548c3e4177d tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:21.885988 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-285db2e2-48b6-494f-827d-7cd3550621d5 req-c1b78427-b132-437a-907d-5548c3e4177d tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/ports?device_id=2eeca776-1ce5-482b-8221-4ea371ac91bd HTTP/1.1" status: 200 len: 945 time: 0.1528656 Nov 19 17:51:21.892249 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-48b77678-bd3e-4f17-9bd7-483501e4860e req-825991fa-255f-4929-97b6-972cdf2e4e2f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=bc24b0d7-df99-48e0-895c-d80de0809032 HTTP/1.1" status: 200 len: 217 time: 0.0573196 Nov 19 17:51:21.973662 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-be92aeb7-7a7b-46db-a14e-1002692771d8 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks [] for floatingip, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:21.985665 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b77678-bd3e-4f17-9bd7-483501e4860e req-b7bf26c4-3cf9-4fb2-871c-afbbef1a7de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:21.987227 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-48b77678-bd3e-4f17-9bd7-483501e4860e req-b7bf26c4-3cf9-4fb2-871c-afbbef1a7de6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8b3c88de-c9c2-4a20-b19e-1855c2c19035 HTTP/1.1" status: 200 len: 843 time: 0.0654676 Nov 19 17:51:22.030841 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-285db2e2-48b6-494f-827d-7cd3550621d5 req-e99eb4d1-3e6f-4bc5-88ea-ff79c8807f84 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/security-groups?id=e103badb-33bc-4a96-ade0-89c422abc1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149061 Nov 19 17:51:22.040877 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651b2c90-a9a4-4b81-bab3-21344bdf504a req-483d3fec-4a61-4523-83f3-ef4187cbe675 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:22.042548 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-651b2c90-a9a4-4b81-bab3-21344bdf504a req-483d3fec-4a61-4523-83f3-ef4187cbe675 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/networks?id=7f92ba32-d487-4404-a462-4c7370c8bcd8 HTTP/1.1" status: 200 len: 811 time: 0.1994278 Nov 19 17:51:22.060988 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b77678-bd3e-4f17-9bd7-483501e4860e req-d0d9af40-4dae-4ea8-85b7-2bd0ffd4afdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:22.062536 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-48b77678-bd3e-4f17-9bd7-483501e4860e req-d0d9af40-4dae-4ea8-85b7-2bd0ffd4afdd service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=346debfa-452b-4048-abf4-8f4493625ef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0610175 Nov 19 17:51:22.072582 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-651b2c90-a9a4-4b81-bab3-21344bdf504a req-4eff45f3-dbd7-4f87-9357-eb11051f08b5 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/quotas/ef115ff0b9af40189b80151903c87a42 HTTP/1.1" status: 200 len: 375 time: 0.0174029 Nov 19 17:51:22.116882 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-651b2c90-a9a4-4b81-bab3-21344bdf504a req-aa41f570-8a98-4216-861a-10ed5f3bd206 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=ef115ff0b9af40189b80151903c87a42&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0387285 Nov 19 17:51:22.545030 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-48b77678-bd3e-4f17-9bd7-483501e4860e req-097ebb37-2c28-400f-9b33-cafd4e3de6eb service neutron] 10.222.0.60 "GET /v2.0/networks/346debfa-452b-4048-abf4-8f4493625ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4557850 Nov 19 17:51:22.553309 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-651b2c90-a9a4-4b81-bab3-21344bdf504a req-01fd26e9-fda9-429a-a042-daf5dc2ab3d5 service neutron] 10.222.0.54 "GET /v2.0/networks/7f92ba32-d487-4404-a462-4c7370c8bcd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517591 Nov 19 17:51:22.562217 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ae051f-7252-42de-8aab-6cac8d65de80 req-52b857ff-f344-4a70-80ab-d763e4f31759 tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:22.563754 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f9ae051f-7252-42de-8aab-6cac8d65de80 req-52b857ff-f344-4a70-80ab-d763e4f31759 tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] 10.222.0.54 "GET /v2.0/ports?device_id=255d4465-733c-432c-9171-be49059696a7 HTTP/1.1" status: 200 len: 945 time: 0.1149359 Nov 19 17:51:22.689155 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f9ae051f-7252-42de-8aab-6cac8d65de80 req-56291eb0-0cc5-4050-8729-477ae4b8fea8 tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] 10.222.0.54 "GET /v2.0/security-groups?id=79517508-381b-4077-8d39-0c2cf4e2980c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005244 Nov 19 17:51:22.695707 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-be92aeb7-7a7b-46db-a14e-1002692771d8 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:22.712420 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-be92aeb7-7a7b-46db-a14e-1002692771d8 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-671284'] for floatingip, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:22.759217 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-651b2c90-a9a4-4b81-bab3-21344bdf504a req-e6b73f03-59c4-4c13-a7bc-19671973afa1 service neutron] 10.222.0.54 "GET /v2.0/networks/7f92ba32-d487-4404-a462-4c7370c8bcd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1896827 Nov 19 17:51:22.763220 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-48b77678-bd3e-4f17-9bd7-483501e4860e req-b4934430-22a2-493e-b93f-352bea05178a service neutron] 10.222.0.60 "GET /v2.0/networks/346debfa-452b-4048-abf4-8f4493625ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2045736 Nov 19 17:51:22.874999 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c33d91-4ad8-4466-a5cd-75ad22db2a3d req-8430d74f-fa0d-45b8-8684-b331945cd6f9 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:22.876463 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-59c33d91-4ad8-4466-a5cd-75ad22db2a3d req-8430d74f-fa0d-45b8-8684-b331945cd6f9 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/ports?device_id=b3179e98-eff0-4b2e-8c90-23fb558bbe5c HTTP/1.1" status: 200 len: 950 time: 0.1198761 Nov 19 17:51:22.938843 n-d-818022-2 neutron-server[103364]: INFO neutron.db.l3_db [None req-be92aeb7-7a7b-46db-a14e-1002692771d8 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Floating IP c0b358ad-a6a5-427a-a802-73750e0e1195 associated. External IP: 172.25.7.202, port: 096aca77-efb3-4486-8927-50c3e949bd84. Nov 19 17:51:22.979495 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fe3293fc-4d53-4c6c-886f-3c7ff3a87a71 req-bce57fec-a7bd-469d-a1d5-3b7d8a7987ab tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/ports?device_id=d4c3fca4-faf7-4082-85a3-09f428eee2f3 HTTP/1.1" status: 200 len: 210 time: 0.0377645 Nov 19 17:51:23.056755 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-59c33d91-4ad8-4466-a5cd-75ad22db2a3d req-5246af89-17b5-48ab-a577-c02f81bdbb68 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/security-groups?id=6e557aa4-1576-4002-9603-a630915d92af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696341 Nov 19 17:51:23.213306 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab65ca7-398b-42db-8618-fd8e3d00cbd4 req-089e5a34-2300-469f-9d59-40a3242b5eca tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:23.215768 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0ab65ca7-398b-42db-8618-fd8e3d00cbd4 req-089e5a34-2300-469f-9d59-40a3242b5eca tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/ports?device_id=2eeca776-1ce5-482b-8221-4ea371ac91bd HTTP/1.1" status: 200 len: 945 time: 0.0697455 Nov 19 17:51:23.307770 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0ab65ca7-398b-42db-8618-fd8e3d00cbd4 req-20700b2e-15c4-4ea6-8961-0c2b402b73b8 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/security-groups?id=e103badb-33bc-4a96-ade0-89c422abc1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842731 Nov 19 17:51:23.314942 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be92aeb7-7a7b-46db-a14e-1002692771d8 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Router dd1e4a32-8ad0-4b42-a2a0-86097953fcc6 has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 17:51:23.483042 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be92aeb7-7a7b-46db-a14e-1002692771d8 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 17:51:23.501788 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88b3c9ae-d974-4be1-bb14-5cb7789163e4 None None] Sync routers for ids ['dd1e4a32-8ad0-4b42-a2a0-86097953fcc6'] in n-d-818022-2 {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 17:51:23.518355 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b3c9ae-d974-4be1-bb14-5cb7789163e4 None None] Routers {'dd1e4a32-8ad0-4b42-a2a0-86097953fcc6'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:51:23.519447 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-88b3c9ae-d974-4be1-bb14-5cb7789163e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:51:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['dd1e4a32-8ad0-4b42-a2a0-86097953fcc6'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:51:23.585261 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device dd5c4e97-0d62-4723-8957-b8deffc0ea41 no longer exists at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:51:23.588056 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-88b3c9ae-d974-4be1-bb14-5cb7789163e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:51:23.631781 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b3c9ae-d974-4be1-bb14-5cb7789163e4 None None] Routers {'dd1e4a32-8ad0-4b42-a2a0-86097953fcc6'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:51:23.632494 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-88b3c9ae-d974-4be1-bb14-5cb7789163e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:51:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['dd1e4a32-8ad0-4b42-a2a0-86097953fcc6'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:51:23.632874 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] No Port match for: dd5c4e97-0d62-4723-8957-b8deffc0ea41 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:51:23.633074 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device dd5c4e97-0d62-4723-8957-b8deffc0ea41 not bound to the agent host n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:51:23.677723 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-88b3c9ae-d974-4be1-bb14-5cb7789163e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:51:23.678762 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88b3c9ae-d974-4be1-bb14-5cb7789163e4 None None] The sync data for ids ['dd1e4a32-8ad0-4b42-a2a0-86097953fcc6'] in n-d-818022-2 is: [] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 17:51:24.123494 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-7112e1f0-affe-478c-bef6-a2cfaeb82b39 req-f7a51f53-49b1-436d-bfa7-e888f81cd40d tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/ports?device_id=d4c3fca4-faf7-4082-85a3-09f428eee2f3 HTTP/1.1" status: 200 len: 210 time: 0.0444057 Nov 19 17:51:24.153801 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be92aeb7-7a7b-46db-a14e-1002692771d8 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Router dd1e4a32-8ad0-4b42-a2a0-86097953fcc6 has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 17:51:24.258271 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d44350-570e-4081-b175-933e287a0e32 req-7032d1f9-5363-4dd7-86ff-41d15b777625 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:24.260237 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f9d44350-570e-4081-b175-933e287a0e32 req-7032d1f9-5363-4dd7-86ff-41d15b777625 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/ports?device_id=b3179e98-eff0-4b2e-8c90-23fb558bbe5c HTTP/1.1" status: 200 len: 950 time: 0.0713103 Nov 19 17:51:24.336923 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be92aeb7-7a7b-46db-a14e-1002692771d8 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 17:51:24.347623 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f9d44350-570e-4081-b175-933e287a0e32 req-ffd9cdd7-3136-47b4-aa93-4d3b735b5e9b tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/security-groups?id=6e557aa4-1576-4002-9603-a630915d92af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680518 Nov 19 17:51:24.349329 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9131e1ec-9ae9-40ab-a951-4637e7d15e4f None None] Sync routers for ids ['dd1e4a32-8ad0-4b42-a2a0-86097953fcc6'] in n-d-818022-2 {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 17:51:24.359806 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-be92aeb7-7a7b-46db-a14e-1002692771d8 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for floatingip, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:24.376758 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9131e1ec-9ae9-40ab-a951-4637e7d15e4f None None] Routers {'dd1e4a32-8ad0-4b42-a2a0-86097953fcc6'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:51:24.379570 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-9131e1ec-9ae9-40ab-a951-4637e7d15e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:51:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['dd1e4a32-8ad0-4b42-a2a0-86097953fcc6'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:51:24.438471 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-9131e1ec-9ae9-40ab-a951-4637e7d15e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:51:24.450008 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9131e1ec-9ae9-40ab-a951-4637e7d15e4f None None] Routers {'dd1e4a32-8ad0-4b42-a2a0-86097953fcc6'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:51:24.450749 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-9131e1ec-9ae9-40ab-a951-4637e7d15e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:51:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['dd1e4a32-8ad0-4b42-a2a0-86097953fcc6'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:51:24.458179 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-be92aeb7-7a7b-46db-a14e-1002692771d8 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] 10.222.0.54 "PUT /v2.0/floatingips/c0b358ad-a6a5-427a-a802-73750e0e1195 HTTP/1.1" status: 200 len: 978 time: 2.5865955 Nov 19 17:51:24.458410 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 59822) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:51:24.504888 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-9131e1ec-9ae9-40ab-a951-4637e7d15e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:51:24.505963 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9131e1ec-9ae9-40ab-a951-4637e7d15e4f None None] The sync data for ids ['dd1e4a32-8ad0-4b42-a2a0-86097953fcc6'] in n-d-818022-2 is: [] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 17:51:24.563206 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-1ba2e969-baa4-4858-8d5a-0f2c7d177573 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:51:24.696508 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1ba2e969-baa4-4858-8d5a-0f2c7d177573 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks [] for floatingip, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:24.746313 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a836af7-b8ab-477c-90f2-deb606b31371 req-f0768d21-9f41-481a-86f8-7139d9039f6c tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:24.747828 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6a836af7-b8ab-477c-90f2-deb606b31371 req-f0768d21-9f41-481a-86f8-7139d9039f6c tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/ports?device_id=2eeca776-1ce5-482b-8221-4ea371ac91bd HTTP/1.1" status: 200 len: 945 time: 0.1945240 Nov 19 17:51:24.758559 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651b2c90-a9a4-4b81-bab3-21344bdf504a req-5d55118f-dca5-476d-9359-09cd83bbc75b tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:24.760043 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-651b2c90-a9a4-4b81-bab3-21344bdf504a req-5d55118f-dca5-476d-9359-09cd83bbc75b tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.60 "GET /v2.0/networks?id=7f92ba32-d487-4404-a462-4c7370c8bcd8 HTTP/1.1" status: 200 len: 811 time: 0.3034744 Nov 19 17:51:24.787867 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-651b2c90-a9a4-4b81-bab3-21344bdf504a req-6fcf96a0-0815-46b0-a5ba-8b0586974af3 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Request body: {'port': {'device_id': 'd4c3fca4-faf7-4082-85a3-09f428eee2f3', 'network_id': '7f92ba32-d487-4404-a462-4c7370c8bcd8', 'admin_state_up': True, 'tenant_id': 'ef115ff0b9af40189b80151903c87a42'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:51:24.961826 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6a836af7-b8ab-477c-90f2-deb606b31371 req-4c50686f-20fe-4283-af31-ad3950cdbafb tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/security-groups?id=e103badb-33bc-4a96-ade0-89c422abc1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966825 Nov 19 17:51:24.964128 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1ba2e969-baa4-4858-8d5a-0f2c7d177573 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:24.968216 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1ba2e969-baa4-4858-8d5a-0f2c7d177573 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-671284'] for floatingip, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:24.968560 n-d-818022-2 neutron-server[103365]: INFO neutron.db.l3_db [None req-1ba2e969-baa4-4858-8d5a-0f2c7d177573 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Floating IP c0b358ad-a6a5-427a-a802-73750e0e1195 disassociated. External IP: 172.25.7.202, port: b2ac3fd9-79ad-4eac-aa3c-46bc27d20877. Nov 19 17:51:25.100392 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-651b2c90-a9a4-4b81-bab3-21344bdf504a req-6fcf96a0-0815-46b0-a5ba-8b0586974af3 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Made reservation on behalf of ef115ff0b9af40189b80151903c87a42 for: {'port': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:51:25.104425 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-651b2c90-a9a4-4b81-bab3-21344bdf504a req-6fcf96a0-0815-46b0-a5ba-8b0586974af3 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:25.262980 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0ef5b5d2-efe1-47a2-9d79-11c8b3c30655 req-63927baf-3271-49c7-b157-e84b222b5976 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/ports?device_id=d4c3fca4-faf7-4082-85a3-09f428eee2f3 HTTP/1.1" status: 200 len: 210 time: 0.0354011 Nov 19 17:51:25.306902 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ba2e969-baa4-4858-8d5a-0f2c7d177573 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Router dd1e4a32-8ad0-4b42-a2a0-86097953fcc6 has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 17:51:25.328535 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [req-651b2c90-a9a4-4b81-bab3-21344bdf504a req-6fcf96a0-0815-46b0-a5ba-8b0586974af3 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Allocated IP 172.20.0.6 (7f92ba32-d487-4404-a462-4c7370c8bcd8/fbe6d454-c5f1-4c18-83c0-782141861401/9eec66dc-ad1b-4058-8155-a43ad9fa94c2) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:51:25.502434 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099eaa9d-c8c2-4e09-9688-4ff3781364d7 req-52d04d32-678d-44e4-9969-a160214515cb tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:25.504096 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-099eaa9d-c8c2-4e09-9688-4ff3781364d7 req-52d04d32-678d-44e4-9969-a160214515cb tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/ports?device_id=b3179e98-eff0-4b2e-8c90-23fb558bbe5c HTTP/1.1" status: 200 len: 950 time: 0.0674469 Nov 19 17:51:25.533578 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ba2e969-baa4-4858-8d5a-0f2c7d177573 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 17:51:25.541702 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1ba2e969-baa4-4858-8d5a-0f2c7d177573 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for floatingip, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:25.555643 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b34cffae-a16c-43ca-a86b-fa1782a29758 None None] Sync routers for ids ['dd1e4a32-8ad0-4b42-a2a0-86097953fcc6'] in n-d-818022-2 {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 17:51:25.580916 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b34cffae-a16c-43ca-a86b-fa1782a29758 None None] Routers {'dd1e4a32-8ad0-4b42-a2a0-86097953fcc6'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:51:25.581980 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-b34cffae-a16c-43ca-a86b-fa1782a29758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:51:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['dd1e4a32-8ad0-4b42-a2a0-86097953fcc6'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:51:25.585250 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-099eaa9d-c8c2-4e09-9688-4ff3781364d7 req-ac338b75-4e52-4259-a320-b8107cbab8b2 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/security-groups?id=6e557aa4-1576-4002-9603-a630915d92af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704021 Nov 19 17:51:25.624145 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-1ba2e969-baa4-4858-8d5a-0f2c7d177573 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] 10.222.0.54 "PUT /v2.0/floatingips/c0b358ad-a6a5-427a-a802-73750e0e1195 HTTP/1.1" status: 200 len: 688 time: 1.0720618 Nov 19 17:51:25.627371 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 59846) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:51:25.656548 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-b34cffae-a16c-43ca-a86b-fa1782a29758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:51:25.670166 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b34cffae-a16c-43ca-a86b-fa1782a29758 None None] Routers {'dd1e4a32-8ad0-4b42-a2a0-86097953fcc6'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:51:25.670937 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-b34cffae-a16c-43ca-a86b-fa1782a29758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:51:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['dd1e4a32-8ad0-4b42-a2a0-86097953fcc6'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:51:25.706505 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-651b2c90-a9a4-4b81-bab3-21344bdf504a req-6fcf96a0-0815-46b0-a5ba-8b0586974af3 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:25.710386 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-b34cffae-a16c-43ca-a86b-fa1782a29758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:51:25.721716 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b34cffae-a16c-43ca-a86b-fa1782a29758 None None] The sync data for ids ['dd1e4a32-8ad0-4b42-a2a0-86097953fcc6'] in n-d-818022-2 is: [] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 17:51:25.751009 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-651b2c90-a9a4-4b81-bab3-21344bdf504a req-6fcf96a0-0815-46b0-a5ba-8b0586974af3 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:25.799985 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-651b2c90-a9a4-4b81-bab3-21344bdf504a req-6fcf96a0-0815-46b0-a5ba-8b0586974af3 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Network 7f92ba32-d487-4404-a462-4c7370c8bcd8 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:51:25.803979 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [req-651b2c90-a9a4-4b81-bab3-21344bdf504a req-6fcf96a0-0815-46b0-a5ba-8b0586974af3 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:51:25.810664 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-651b2c90-a9a4-4b81-bab3-21344bdf504a req-6fcf96a0-0815-46b0-a5ba-8b0586974af3 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:51:25.812511 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-1c9d917e-c7f9-40db-803a-c99b92087b52 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Deleting port 13b58afa-5e16-4ef2-a347-c65fda4f5811 {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:51:25.812856 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1c9d917e-c7f9-40db-803a-c99b92087b52 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:25.869424 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651b2c90-a9a4-4b81-bab3-21344bdf504a req-6fcf96a0-0815-46b0-a5ba-8b0586974af3 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:25.870258 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-651b2c90-a9a4-4b81-bab3-21344bdf504a req-6fcf96a0-0815-46b0-a5ba-8b0586974af3 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:25.885847 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcf96a0-0815-46b0-a5ba-8b0586974af3 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Pushing event updated for resources: {'Port': ['ID=9eec66dc-ad1b-4058-8155-a43ad9fa94c2,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:51:25.896093 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-651b2c90-a9a4-4b81-bab3-21344bdf504a req-6fcf96a0-0815-46b0-a5ba-8b0586974af3 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1186962 Nov 19 17:51:25.897961 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1c9d917e-c7f9-40db-803a-c99b92087b52 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:25.898199 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1c9d917e-c7f9-40db-803a-c99b92087b52 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:25.912427 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-651b2c90-a9a4-4b81-bab3-21344bdf504a req-663819fa-c299-4a16-b52a-a92b547a0cdc service neutron] Request body: {'port': {'device_id': 'd4c3fca4-faf7-4082-85a3-09f428eee2f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818022-2'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:51:25.912776 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-1c9d917e-c7f9-40db-803a-c99b92087b52 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Calling delete_port for 13b58afa-5e16-4ef2-a347-c65fda4f5811 owned by network:floatingip {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:51:25.972780 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-651b2c90-a9a4-4b81-bab3-21344bdf504a req-663819fa-c299-4a16-b52a-a92b547a0cdc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:26.118076 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1c9d917e-c7f9-40db-803a-c99b92087b52 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:26.168172 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec39085-ff63-4b04-a906-64435f4b1fcd req-572eda14-1f45-493a-abba-6e8c1de9fc78 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:26.169745 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9ec39085-ff63-4b04-a906-64435f4b1fcd req-572eda14-1f45-493a-abba-6e8c1de9fc78 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/ports?device_id=2eeca776-1ce5-482b-8221-4ea371ac91bd HTTP/1.1" status: 200 len: 945 time: 0.1101170 Nov 19 17:51:26.170756 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9d917e-c7f9-40db-803a-c99b92087b52 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Pushing event deleted for resources: {'Port': ['ID=13b58afa-5e16-4ef2-a347-c65fda4f5811,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:51:26.281090 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1c9d917e-c7f9-40db-803a-c99b92087b52 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks [] for floatingip, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:26.284594 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1c9d917e-c7f9-40db-803a-c99b92087b52 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for floatingip, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:26.285799 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-1c9d917e-c7f9-40db-803a-c99b92087b52 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] 10.222.0.54 "DELETE /v2.0/floatingips/c0b358ad-a6a5-427a-a802-73750e0e1195 HTTP/1.1" status: 204 len: 168 time: 0.6572316 Nov 19 17:51:26.289919 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [req-651b2c90-a9a4-4b81-bab3-21344bdf504a req-663819fa-c299-4a16-b52a-a92b547a0cdc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9eec66dc-ad1b-4058-8155-a43ad9fa94c2 {{(pid=103365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:51:26.291051 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9ec39085-ff63-4b04-a906-64435f4b1fcd req-613838c4-5df2-44a6-8e70-5f8095092114 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/security-groups?id=e103badb-33bc-4a96-ade0-89c422abc1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926359 Nov 19 17:51:26.291742 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 59852) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:51:26.300679 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-651b2c90-a9a4-4b81-bab3-21344bdf504a req-663819fa-c299-4a16-b52a-a92b547a0cdc service neutron] Publish callbacks [] for port, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:26.315627 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.provisioning_blocks [req-651b2c90-a9a4-4b81-bab3-21344bdf504a req-663819fa-c299-4a16-b52a-a92b547a0cdc service neutron] Transition to ACTIVE for port object 9eec66dc-ad1b-4058-8155-a43ad9fa94c2 will not be triggered until provisioned by entity L2. {{(pid=103365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 17:51:26.323996 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-651b2c90-a9a4-4b81-bab3-21344bdf504a req-663819fa-c299-4a16-b52a-a92b547a0cdc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:26.336125 n-d-818022-2 neutron-server[103364]: INFO neutron.api.v2.resource [None req-ff057a0c-e855-4624-abda-e025e90982c9 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] delete failed (client error): The resource could not be found. Nov 19 17:51:26.341081 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-ff057a0c-e855-4624-abda-e025e90982c9 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] 10.222.0.54 "DELETE /v2.0/floatingips/c0b358ad-a6a5-427a-a802-73750e0e1195 HTTP/1.1" status: 404 len: 345 time: 0.0447230 Nov 19 17:51:26.341546 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 59854) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:51:26.416236 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663819fa-c299-4a16-b52a-a92b547a0cdc service neutron] Pushing event updated for resources: {'Port': ['ID=9eec66dc-ad1b-4058-8155-a43ad9fa94c2,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:51:26.429441 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70f8cffd-7288-4128-9f58-1cbe83a55789 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:26.436357 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70f8cffd-7288-4128-9f58-1cbe83a55789 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:26.443752 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70f8cffd-7288-4128-9f58-1cbe83a55789 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:26.445562 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-70f8cffd-7288-4128-9f58-1cbe83a55789 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] 10.222.0.54 "GET /v2.0/ports?network_id=b2583632-e23a-4c0b-b6ac-ef6dca226ac8 HTTP/1.1" status: 200 len: 2357 time: 0.1029370 Nov 19 17:51:26.448523 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 59856) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:51:26.485903 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d519ba72-5d68-4b7b-8ccd-1b576da5a3da req-70e65486-ef0d-4ce8-b7ed-48429820e20f tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:26.488493 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d519ba72-5d68-4b7b-8ccd-1b576da5a3da req-70e65486-ef0d-4ce8-b7ed-48429820e20f tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/ports?device_id=d4c3fca4-faf7-4082-85a3-09f428eee2f3 HTTP/1.1" status: 200 len: 943 time: 0.1162596 Nov 19 17:51:26.502779 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b7f51a2-d297-4629-a123-cb021443e3db tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:26.508801 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-9b7f51a2-d297-4629-a123-cb021443e3db tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] 10.222.0.54 "GET /v2.0/subnets/f1107da1-8006-435d-8d40-dc362b5c90c1 HTTP/1.1" status: 200 len: 797 time: 0.0545788 Nov 19 17:51:26.508938 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 59858) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:51:26.513863 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-adf8d856-c4c9-44b5-abe6-de39e2196c9f tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Request body: {'port': {'network_id': 'b2583632-e23a-4c0b-b6ac-ef6dca226ac8', 'name': 'tempest-FloatingIPTestJSON-1363688343', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:51:26.526911 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-651b2c90-a9a4-4b81-bab3-21344bdf504a req-663819fa-c299-4a16-b52a-a92b547a0cdc service neutron] Attempting to bind port 9eec66dc-ad1b-4058-8155-a43ad9fa94c2 on host n-h1-818022-2 for vnic_type normal with profile {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:51:26.527281 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-651b2c90-a9a4-4b81-bab3-21344bdf504a req-663819fa-c299-4a16-b52a-a92b547a0cdc service neutron] Attempting to bind port 9eec66dc-ad1b-4058-8155-a43ad9fa94c2 by drivers openvswitch,hyperv on host n-h1-818022-2 at level 0 using segments [{'id': '89891acd-fd82-4118-b100-e50c4e69b300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '7f92ba32-d487-4404-a462-4c7370c8bcd8'}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:51:26.527579 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-651b2c90-a9a4-4b81-bab3-21344bdf504a req-663819fa-c299-4a16-b52a-a92b547a0cdc service neutron] Attempting to bind port 9eec66dc-ad1b-4058-8155-a43ad9fa94c2 on network 7f92ba32-d487-4404-a462-4c7370c8bcd8 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:51:26.537928 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-651b2c90-a9a4-4b81-bab3-21344bdf504a req-663819fa-c299-4a16-b52a-a92b547a0cdc service neutron] Port 9eec66dc-ad1b-4058-8155-a43ad9fa94c2 on network 7f92ba32-d487-4404-a462-4c7370c8bcd8 not bound, no agent of type Open vSwitch agent registered on host n-h1-818022-2 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 17:51:26.538266 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-651b2c90-a9a4-4b81-bab3-21344bdf504a req-663819fa-c299-4a16-b52a-a92b547a0cdc service neutron] Attempting to bind port 9eec66dc-ad1b-4058-8155-a43ad9fa94c2 on network 7f92ba32-d487-4404-a462-4c7370c8bcd8 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:51:26.552743 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-651b2c90-a9a4-4b81-bab3-21344bdf504a req-663819fa-c299-4a16-b52a-a92b547a0cdc service neutron] Checking agent: {'id': 'a6668d96-12fa-4ec0-99ad-77eaf490dd2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'started_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 51, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:51:26.553082 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-651b2c90-a9a4-4b81-bab3-21344bdf504a req-663819fa-c299-4a16-b52a-a92b547a0cdc service neutron] Checking segment: {'id': '89891acd-fd82-4118-b100-e50c4e69b300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '7f92ba32-d487-4404-a462-4c7370c8bcd8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:51:26.553465 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-651b2c90-a9a4-4b81-bab3-21344bdf504a req-663819fa-c299-4a16-b52a-a92b547a0cdc service neutron] Bound using segment: {'id': '89891acd-fd82-4118-b100-e50c4e69b300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '7f92ba32-d487-4404-a462-4c7370c8bcd8'} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:51:26.553921 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-651b2c90-a9a4-4b81-bab3-21344bdf504a req-663819fa-c299-4a16-b52a-a92b547a0cdc service neutron] Bound port: 9eec66dc-ad1b-4058-8155-a43ad9fa94c2, host: n-h1-818022-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89891acd-fd82-4118-b100-e50c4e69b300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '7f92ba32-d487-4404-a462-4c7370c8bcd8'}}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:51:26.554289 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-651b2c90-a9a4-4b81-bab3-21344bdf504a req-663819fa-c299-4a16-b52a-a92b547a0cdc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:26.580677 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d519ba72-5d68-4b7b-8ccd-1b576da5a3da req-948a682b-a6b9-4a35-a00c-b33d2effe67a tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/security-groups?id=30887d2c-2c06-4a04-8ed7-1cc9b0391ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803559 Nov 19 17:51:26.660463 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-651b2c90-a9a4-4b81-bab3-21344bdf504a req-663819fa-c299-4a16-b52a-a92b547a0cdc service neutron] For port 9eec66dc-ad1b-4058-8155-a43ad9fa94c2, host n-h1-818022-2, cleared binding levels {{(pid=103365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:51:26.664046 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-651b2c90-a9a4-4b81-bab3-21344bdf504a req-663819fa-c299-4a16-b52a-a92b547a0cdc service neutron] For port 9eec66dc-ad1b-4058-8155-a43ad9fa94c2, host n-h1-818022-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=9eec66dc-ad1b-4058-8155-a43ad9fa94c2,segment=NetworkSegment(89891acd-fd82-4118-b100-e50c4e69b300),segment_id=89891acd-fd82-4118-b100-e50c4e69b300)] {{(pid=103365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:51:26.666032 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adf8d856-c4c9-44b5-abe6-de39e2196c9f tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Made reservation on behalf of 3aca0539f91747f49ed111371f10a613 for: {'port': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:51:26.675407 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-651b2c90-a9a4-4b81-bab3-21344bdf504a req-663819fa-c299-4a16-b52a-a92b547a0cdc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:26.749760 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651b2c90-a9a4-4b81-bab3-21344bdf504a req-663819fa-c299-4a16-b52a-a92b547a0cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:26.750468 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-651b2c90-a9a4-4b81-bab3-21344bdf504a req-663819fa-c299-4a16-b52a-a92b547a0cdc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:26.752079 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-651b2c90-a9a4-4b81-bab3-21344bdf504a req-663819fa-c299-4a16-b52a-a92b547a0cdc service neutron] 10.222.0.60 "PUT /v2.0/ports/9eec66dc-ad1b-4058-8155-a43ad9fa94c2 HTTP/1.1" status: 200 len: 1091 time: 0.8441877 Nov 19 17:51:26.752618 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4c3fca4-faf7-4082-85a3-09f428eee2f3', 'tag': '9eec66dc-ad1b-4058-8155-a43ad9fa94c2'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:51:26.754977 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218319d759239a7d11f1288aef37381b97754913ee9ccbfd43b51a463f801712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a18d68ba-0baa-449d-a034-1f8be4220091" -d '{"events": [{"name": "network-changed", "server_uuid": "d4c3fca4-faf7-4082-85a3-09f428eee2f3", "tag": "9eec66dc-ad1b-4058-8155-a43ad9fa94c2"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:51:26.789650 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663819fa-c299-4a16-b52a-a92b547a0cdc service neutron] Pushing event updated for resources: {'Port': ['ID=9eec66dc-ad1b-4058-8155-a43ad9fa94c2,revision_number=3']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:51:26.829281 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426018ed-a1a6-4417-a80a-57e09b48697c req-fe040563-4184-430e-b060-6be29f737235 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:26.831016 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-426018ed-a1a6-4417-a80a-57e09b48697c req-fe040563-4184-430e-b060-6be29f737235 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/ports?device_id=b3179e98-eff0-4b2e-8c90-23fb558bbe5c HTTP/1.1" status: 200 len: 950 time: 0.1518061 Nov 19 17:51:26.851279 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-adf8d856-c4c9-44b5-abe6-de39e2196c9f tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:26.862710 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651b2c90-a9a4-4b81-bab3-21344bdf504a req-a638b1de-ed82-4028-b607-6ae9f5b3f3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:26.864620 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-651b2c90-a9a4-4b81-bab3-21344bdf504a req-a638b1de-ed82-4028-b607-6ae9f5b3f3bc service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ef115ff0b9af40189b80151903c87a42&device_id=d4c3fca4-faf7-4082-85a3-09f428eee2f3 HTTP/1.1" status: 200 len: 1094 time: 0.0486140 Nov 19 17:51:26.894464 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [None req-adf8d856-c4c9-44b5-abe6-de39e2196c9f tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] device_id is not set on port 04c28d61-a085-43b0-8588-cc6a559e22cf yet. {{(pid=103364) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 17:51:26.960386 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-426018ed-a1a6-4417-a80a-57e09b48697c req-49075dc2-fb81-41eb-9e9e-81f6aae86d8c tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/security-groups?id=6e557aa4-1576-4002-9603-a630915d92af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191003 Nov 19 17:51:27.174979 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 17:51:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51885e18-25b6-418a-a765-fd275fdc2394 x-openstack-request-id: req-51885e18-25b6-418a-a765-fd275fdc2394 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:51:27.175208 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4c3fca4-faf7-4082-85a3-09f428eee2f3", "tag": "9eec66dc-ad1b-4058-8155-a43ad9fa94c2", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:51:27.175461 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-51885e18-25b6-418a-a765-fd275fdc2394 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:51:27.175846 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4c3fca4-faf7-4082-85a3-09f428eee2f3', 'tag': '9eec66dc-ad1b-4058-8155-a43ad9fa94c2', 'status': 'completed', 'code': 200} Nov 19 17:51:27.177605 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-651b2c90-a9a4-4b81-bab3-21344bdf504a req-ef57c745-d7f2-4b1d-8f8c-401da9f92c1d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9eec66dc-ad1b-4058-8155-a43ad9fa94c2 HTTP/1.1" status: 200 len: 217 time: 0.3015234 Nov 19 17:51:27.235550 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [None req-adf8d856-c4c9-44b5-abe6-de39e2196c9f tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Allocated IP 172.20.0.14 (b2583632-e23a-4c0b-b6ac-ef6dca226ac8/f1107da1-8006-435d-8d40-dc362b5c90c1/04c28d61-a085-43b0-8588-cc6a559e22cf) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:51:27.239392 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651b2c90-a9a4-4b81-bab3-21344bdf504a req-6bef1c32-f17e-43c6-9c97-58dad674f5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:27.240848 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-651b2c90-a9a4-4b81-bab3-21344bdf504a req-6bef1c32-f17e-43c6-9c97-58dad674f5c4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fbe6d454-c5f1-4c18-83c0-782141861401 HTTP/1.1" status: 200 len: 851 time: 0.0442917 Nov 19 17:51:27.241365 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [None req-adf8d856-c4c9-44b5-abe6-de39e2196c9f tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Allocated IP 172.20.0.13 (b2583632-e23a-4c0b-b6ac-ef6dca226ac8/f1107da1-8006-435d-8d40-dc362b5c90c1/04c28d61-a085-43b0-8588-cc6a559e22cf) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:51:27.291168 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-651b2c90-a9a4-4b81-bab3-21344bdf504a req-bd173fd7-7ef6-4497-ba76-129b156fe9f2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7f92ba32-d487-4404-a462-4c7370c8bcd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372188 Nov 19 17:51:27.404673 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-651b2c90-a9a4-4b81-bab3-21344bdf504a req-54e712a7-e0a8-4cb7-8d06-58f759117f0d service neutron] 10.222.0.60 "GET /v2.0/networks/7f92ba32-d487-4404-a462-4c7370c8bcd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024568 Nov 19 17:51:27.460416 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-adf8d856-c4c9-44b5-abe6-de39e2196c9f tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:27.504580 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-651b2c90-a9a4-4b81-bab3-21344bdf504a req-744380b7-0e00-4fde-853d-548929a0e3af service neutron] 10.222.0.60 "GET /v2.0/networks/7f92ba32-d487-4404-a462-4c7370c8bcd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868216 Nov 19 17:51:27.506952 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f138af-c67c-4b50-8f8c-c0be3f347773 req-fb3968bf-2df8-410b-b5fb-0284946f4183 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:27.508651 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-21f138af-c67c-4b50-8f8c-c0be3f347773 req-fb3968bf-2df8-410b-b5fb-0284946f4183 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/ports?device_id=2eeca776-1ce5-482b-8221-4ea371ac91bd HTTP/1.1" status: 200 len: 945 time: 0.0893285 Nov 19 17:51:27.515806 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-adf8d856-c4c9-44b5-abe6-de39e2196c9f tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:27.595061 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adf8d856-c4c9-44b5-abe6-de39e2196c9f tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Network b2583632-e23a-4c0b-b6ac-ef6dca226ac8 is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:51:27.596844 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-adf8d856-c4c9-44b5-abe6-de39e2196c9f tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:51:27.598694 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf8d856-c4c9-44b5-abe6-de39e2196c9f tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Pushing event updated for resources: {'Port': ['ID=04c28d61-a085-43b0-8588-cc6a559e22cf,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:51:27.605230 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf8d856-c4c9-44b5-abe6-de39e2196c9f tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:51:27.635108 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18d68ba-0baa-449d-a034-1f8be4220091 req-27300a4c-f5ee-4bc3-a423-03425dd48e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:27.636830 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a18d68ba-0baa-449d-a034-1f8be4220091 req-27300a4c-f5ee-4bc3-a423-03425dd48e3c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ef115ff0b9af40189b80151903c87a42&device_id=d4c3fca4-faf7-4082-85a3-09f428eee2f3 HTTP/1.1" status: 200 len: 1094 time: 0.0675159 Nov 19 17:51:27.642722 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-21f138af-c67c-4b50-8f8c-c0be3f347773 req-6f24d0ea-c9a8-47d2-918c-2a0d2501e45b tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/security-groups?id=e103badb-33bc-4a96-ade0-89c422abc1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249335 Nov 19 17:51:27.678648 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adf8d856-c4c9-44b5-abe6-de39e2196c9f tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:27.679630 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-adf8d856-c4c9-44b5-abe6-de39e2196c9f tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:27.701136 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-adf8d856-c4c9-44b5-abe6-de39e2196c9f tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 1.1910315 Nov 19 17:51:27.703746 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 59876) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:51:27.708835 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-040c658d-8b08-4709-b1d7-914a5d943e78 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Request body: {'floatingip': {'floating_network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'port_id': '04c28d61-a085-43b0-8588-cc6a559e22cf', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:51:27.770928 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-040c658d-8b08-4709-b1d7-914a5d943e78 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks [] for floatingip, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:27.779540 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119e3cbd-18af-4218-9a02-815038b6f29f req-6814de59-c281-4a9a-9ecb-346c8e94557c tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:27.781071 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-119e3cbd-18af-4218-9a02-815038b6f29f req-6814de59-c281-4a9a-9ecb-346c8e94557c tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/ports?device_id=d4c3fca4-faf7-4082-85a3-09f428eee2f3 HTTP/1.1" status: 200 len: 943 time: 0.0750115 Nov 19 17:51:27.786140 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18d68ba-0baa-449d-a034-1f8be4220091 req-fd6bac5f-e2b2-46d0-8715-fdc157350d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:27.787600 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a18d68ba-0baa-449d-a034-1f8be4220091 req-fd6bac5f-e2b2-46d0-8715-fdc157350d20 service neutron] 10.222.0.60 "GET /v2.0/networks?id=7f92ba32-d487-4404-a462-4c7370c8bcd8 HTTP/1.1" status: 200 len: 912 time: 0.1389773 Nov 19 17:51:27.872690 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a18d68ba-0baa-449d-a034-1f8be4220091 req-94ca3fe9-285d-441b-a1c3-124da8535a67 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9eec66dc-ad1b-4058-8155-a43ad9fa94c2 HTTP/1.1" status: 200 len: 217 time: 0.0644121 Nov 19 17:51:27.900246 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-040c658d-8b08-4709-b1d7-914a5d943e78 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:27.910087 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-119e3cbd-18af-4218-9a02-815038b6f29f req-e35573e4-8e62-43bc-9f3b-10c9c94dd09e tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/security-groups?id=30887d2c-2c06-4a04-8ed7-1cc9b0391ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214123 Nov 19 17:51:27.951457 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18d68ba-0baa-449d-a034-1f8be4220091 req-b5b1da12-8e1d-4674-aaf8-557c511c102a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:27.953245 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a18d68ba-0baa-449d-a034-1f8be4220091 req-b5b1da12-8e1d-4674-aaf8-557c511c102a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fbe6d454-c5f1-4c18-83c0-782141861401 HTTP/1.1" status: 200 len: 851 time: 0.0598726 Nov 19 17:51:28.007300 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a18d68ba-0baa-449d-a034-1f8be4220091 req-7e7855ef-7572-4c62-95c8-d26db4a88b0e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7f92ba32-d487-4404-a462-4c7370c8bcd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393989 Nov 19 17:51:28.037279 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [None req-040c658d-8b08-4709-b1d7-914a5d943e78 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Allocated IP 172.25.7.51 (645e61aa-1a6c-4e8f-857e-ab06edb4897f/88ed2d64-f56d-4f01-a468-946e01c99e82/41b29cd1-e974-4d8f-8997-c0a0dbc50e3a) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:51:28.160558 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-040c658d-8b08-4709-b1d7-914a5d943e78 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:28.179528 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-38ae95ed-2931-4a55-869b-480e90d9cd3f req-d1dd6fe8-14b8-4f77-b303-b772721d53d4 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=8c630bbd-efb2-4d8f-829a-b55a5711c2b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1711717 Nov 19 17:51:28.186819 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a18d68ba-0baa-449d-a034-1f8be4220091 req-5bf1dfed-f87f-4252-a3f7-2f0e0060e3ff service neutron] 10.222.0.60 "GET /v2.0/networks/7f92ba32-d487-4404-a462-4c7370c8bcd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685960 Nov 19 17:51:28.194235 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bacf15-ef02-461e-b458-0c23a57ee0fe req-883c4b2e-49f0-4886-9c44-712ed51b0e9d tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:28.195694 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d5bacf15-ef02-461e-b458-0c23a57ee0fe req-883c4b2e-49f0-4886-9c44-712ed51b0e9d tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/ports?device_id=b3179e98-eff0-4b2e-8c90-23fb558bbe5c HTTP/1.1" status: 200 len: 950 time: 0.1105957 Nov 19 17:51:28.200507 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-040c658d-8b08-4709-b1d7-914a5d943e78 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:28.259028 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-040c658d-8b08-4709-b1d7-914a5d943e78 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Network 645e61aa-1a6c-4e8f-857e-ab06edb4897f is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:51:28.264142 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-040c658d-8b08-4709-b1d7-914a5d943e78 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:51:28.272613 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-040c658d-8b08-4709-b1d7-914a5d943e78 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:51:28.275567 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040c658d-8b08-4709-b1d7-914a5d943e78 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Pushing event updated for resources: {'Port': ['ID=41b29cd1-e974-4d8f-8997-c0a0dbc50e3a,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:51:28.345929 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ae95ed-2931-4a55-869b-480e90d9cd3f req-49eec4ce-693b-473f-aa0d-ae36ae71a463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:28.347508 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-38ae95ed-2931-4a55-869b-480e90d9cd3f req-49eec4ce-693b-473f-aa0d-ae36ae71a463 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7136fa31325e4016a695ca7c60f57962&device_id=8c630bbd-efb2-4d8f-829a-b55a5711c2b8 HTTP/1.1" status: 200 len: 1101 time: 0.1306968 Nov 19 17:51:28.350810 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d5bacf15-ef02-461e-b458-0c23a57ee0fe req-7dd0b53b-2209-4946-9b6c-c6d7f4a81116 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/security-groups?id=6e557aa4-1576-4002-9603-a630915d92af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444666 Nov 19 17:51:28.378289 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a18d68ba-0baa-449d-a034-1f8be4220091 req-a0dfc1a3-67bb-4cd8-87f7-ebc0d058f1b8 service neutron] 10.222.0.60 "GET /v2.0/networks/7f92ba32-d487-4404-a462-4c7370c8bcd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812515 Nov 19 17:51:28.484563 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ae95ed-2931-4a55-869b-480e90d9cd3f req-b6caef49-4e98-4e5e-9650-dd8f8bb6cc85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:28.486086 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-38ae95ed-2931-4a55-869b-480e90d9cd3f req-b6caef49-4e98-4e5e-9650-dd8f8bb6cc85 service neutron] 10.222.0.60 "GET /v2.0/networks?id=346debfa-452b-4048-abf4-8f4493625ef2 HTTP/1.1" status: 200 len: 870 time: 0.0929594 Nov 19 17:51:28.550181 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-38ae95ed-2931-4a55-869b-480e90d9cd3f req-5e322d2f-ff6b-4f8a-b5db-d445811f9d2d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=653f242f-92e4-4956-9c74-45f2ccd61026 HTTP/1.1" status: 200 len: 217 time: 0.0432959 Nov 19 17:51:28.611995 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ae95ed-2931-4a55-869b-480e90d9cd3f req-9d903f3f-9d7f-400e-9960-01349e996960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:28.613961 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-38ae95ed-2931-4a55-869b-480e90d9cd3f req-9d903f3f-9d7f-400e-9960-01349e996960 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8b3c88de-c9c2-4a20-b19e-1855c2c19035 HTTP/1.1" status: 200 len: 843 time: 0.0488496 Nov 19 17:51:28.658739 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-040c658d-8b08-4709-b1d7-914a5d943e78 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:28.677040 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ae95ed-2931-4a55-869b-480e90d9cd3f req-a31c476d-32f4-41b8-aca9-c85450da2d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:28.680493 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-38ae95ed-2931-4a55-869b-480e90d9cd3f req-a31c476d-32f4-41b8-aca9-c85450da2d43 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=346debfa-452b-4048-abf4-8f4493625ef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0502818 Nov 19 17:51:28.745095 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-040c658d-8b08-4709-b1d7-914a5d943e78 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:28.783242 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-38ae95ed-2931-4a55-869b-480e90d9cd3f req-8e8d460c-6f10-41b2-97ed-d1740c2fade4 service neutron] 10.222.0.60 "GET /v2.0/networks/346debfa-452b-4048-abf4-8f4493625ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932612 Nov 19 17:51:28.830138 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b958c4-2fc6-4ae1-8aca-60f15332508a req-ea1b99fe-d065-4d77-863d-d436ef5be4e0 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:28.831663 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-49b958c4-2fc6-4ae1-8aca-60f15332508a req-ea1b99fe-d065-4d77-863d-d436ef5be4e0 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/ports?device_id=2eeca776-1ce5-482b-8221-4ea371ac91bd HTTP/1.1" status: 200 len: 945 time: 0.0891967 Nov 19 17:51:28.897458 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-38ae95ed-2931-4a55-869b-480e90d9cd3f req-b0fedf62-cc05-4c83-9b78-274185f44b41 service neutron] 10.222.0.60 "GET /v2.0/networks/346debfa-452b-4048-abf4-8f4493625ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050227 Nov 19 17:51:28.947373 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-49b958c4-2fc6-4ae1-8aca-60f15332508a req-30214f53-b222-4529-9f1d-a65b802cdf0d tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/security-groups?id=e103badb-33bc-4a96-ade0-89c422abc1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056693 Nov 19 17:51:28.996898 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-040c658d-8b08-4709-b1d7-914a5d943e78 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks [] for port, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:29.003709 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-040c658d-8b08-4709-b1d7-914a5d943e78 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:29.085898 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040c658d-8b08-4709-b1d7-914a5d943e78 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Pushing event updated for resources: {'Port': ['ID=41b29cd1-e974-4d8f-8997-c0a0dbc50e3a,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:51:29.095778 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed043dae-f760-422f-8c57-06b16e278c6e req-d0cf2724-cf62-4fb8-b55e-f2de186a43fa tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:29.097922 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ed043dae-f760-422f-8c57-06b16e278c6e req-d0cf2724-cf62-4fb8-b55e-f2de186a43fa tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/ports?device_id=d4c3fca4-faf7-4082-85a3-09f428eee2f3 HTTP/1.1" status: 200 len: 943 time: 0.0740411 Nov 19 17:51:29.102965 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-040c658d-8b08-4709-b1d7-914a5d943e78 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-671284'] for floatingip, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:29.158368 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ed043dae-f760-422f-8c57-06b16e278c6e req-cfc78c0c-05e0-43e6-9363-25d43c715a40 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/security-groups?id=30887d2c-2c06-4a04-8ed7-1cc9b0391ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540364 Nov 19 17:51:29.216899 n-d-818022-2 neutron-server[103364]: INFO neutron.db.l3_db [None req-040c658d-8b08-4709-b1d7-914a5d943e78 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Floating IP 3d3d8bda-514c-4835-b454-9429913da748 associated. External IP: 172.25.7.51, port: 04c28d61-a085-43b0-8588-cc6a559e22cf. Nov 19 17:51:29.432870 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-040c658d-8b08-4709-b1d7-914a5d943e78 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Router dd1e4a32-8ad0-4b42-a2a0-86097953fcc6 has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 17:51:29.485669 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12028331-ae60-46cb-94ee-18f8a4415191 req-220ff38d-2942-4d54-aeeb-c476262500b7 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:29.487209 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-12028331-ae60-46cb-94ee-18f8a4415191 req-220ff38d-2942-4d54-aeeb-c476262500b7 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/ports?device_id=b3179e98-eff0-4b2e-8c90-23fb558bbe5c HTTP/1.1" status: 200 len: 950 time: 0.0558300 Nov 19 17:51:29.542959 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-12028331-ae60-46cb-94ee-18f8a4415191 req-68ed809f-4e2b-4c4b-b63e-5914311a1320 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/security-groups?id=6e557aa4-1576-4002-9603-a630915d92af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479653 Nov 19 17:51:29.551757 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-040c658d-8b08-4709-b1d7-914a5d943e78 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 17:51:29.566510 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaf10354-8f9c-4569-912e-9f7fcda755b2 None None] Sync routers for ids ['dd1e4a32-8ad0-4b42-a2a0-86097953fcc6'] in n-d-818022-2 {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 17:51:29.577618 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-040c658d-8b08-4709-b1d7-914a5d943e78 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for floatingip, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:29.579279 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf10354-8f9c-4569-912e-9f7fcda755b2 None None] Routers {'dd1e4a32-8ad0-4b42-a2a0-86097953fcc6'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:51:29.580098 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-aaf10354-8f9c-4569-912e-9f7fcda755b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:51:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['dd1e4a32-8ad0-4b42-a2a0-86097953fcc6'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:51:29.607126 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-040c658d-8b08-4709-b1d7-914a5d943e78 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 1.9020650 Nov 19 17:51:29.609907 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 59902) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:51:29.613785 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-aaf10354-8f9c-4569-912e-9f7fcda755b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:51:29.614710 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-6b03b401-1dff-4d46-bde8-1cff2bfbf6d2 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Request body: {'floatingip': {'port_id': '04c28d61-a085-43b0-8588-cc6a559e22cf', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:51:29.625947 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 9eec66dc-ad1b-4058-8155-a43ad9fa94c2 details requested by agent hyperv_n-h1-818022-2 with host n-h1-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 17:51:29.628804 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf10354-8f9c-4569-912e-9f7fcda755b2 None None] Routers {'dd1e4a32-8ad0-4b42-a2a0-86097953fcc6'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:51:29.629418 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-aaf10354-8f9c-4569-912e-9f7fcda755b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:51:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['dd1e4a32-8ad0-4b42-a2a0-86097953fcc6'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:51:29.673139 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6b03b401-1dff-4d46-bde8-1cff2bfbf6d2 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks [] for floatingip, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:29.680810 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-aaf10354-8f9c-4569-912e-9f7fcda755b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:51:29.682174 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaf10354-8f9c-4569-912e-9f7fcda755b2 None None] The sync data for ids ['dd1e4a32-8ad0-4b42-a2a0-86097953fcc6'] in n-d-818022-2 is: [] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 17:51:29.731989 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e07ca951-a123-464c-ae14-32bd9bcaa1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:29.777865 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 9eec66dc-ad1b-4058-8155-a43ad9fa94c2, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=9eec66dc-ad1b-4058-8155-a43ad9fa94c2,segment=NetworkSegment(89891acd-fd82-4118-b100-e50c4e69b300),segment_id=89891acd-fd82-4118-b100-e50c4e69b300)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:51:29.792724 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Returning: {'device': '9eec66dc-ad1b-4058-8155-a43ad9fa94c2', 'network_id': '7f92ba32-d487-4404-a462-4c7370c8bcd8', 'port_id': '9eec66dc-ad1b-4058-8155-a43ad9fa94c2', 'mac_address': 'fa:16:3e:b5:7b:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbe6d454-c5f1-4c18-83c0-782141861401', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 17:51:29.830791 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:29.845420 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9eec66dc-ad1b-4058-8155-a43ad9fa94c2 {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:51:29.866374 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 9eec66dc-ad1b-4058-8155-a43ad9fa94c2, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=9eec66dc-ad1b-4058-8155-a43ad9fa94c2,segment=NetworkSegment(89891acd-fd82-4118-b100-e50c4e69b300),segment_id=89891acd-fd82-4118-b100-e50c4e69b300)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:51:29.871973 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:29.919862 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=9eec66dc-ad1b-4058-8155-a43ad9fa94c2,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:51:30.157057 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c2f762-8359-4925-b5ec-815535852451 req-ef9ad87c-9df0-4a8d-be87-2b48730cdcd3 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:30.158865 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f7c2f762-8359-4925-b5ec-815535852451 req-ef9ad87c-9df0-4a8d-be87-2b48730cdcd3 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/ports?device_id=2eeca776-1ce5-482b-8221-4ea371ac91bd HTTP/1.1" status: 200 len: 945 time: 0.1217186 Nov 19 17:51:30.281711 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f7c2f762-8359-4925-b5ec-815535852451 req-51c974b8-891b-4e11-9868-34debadfe271 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/security-groups?id=e103badb-33bc-4a96-ade0-89c422abc1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151919 Nov 19 17:51:30.295460 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6b03b401-1dff-4d46-bde8-1cff2bfbf6d2 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:30.300456 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6b03b401-1dff-4d46-bde8-1cff2bfbf6d2 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-671284'] for floatingip, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:30.300614 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339b584c-c974-49b0-95cc-01ad752d2c0c req-a8e84da1-0404-47e1-a578-8b8dc1215b05 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:30.304979 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-339b584c-c974-49b0-95cc-01ad752d2c0c req-a8e84da1-0404-47e1-a578-8b8dc1215b05 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/ports?device_id=d4c3fca4-faf7-4082-85a3-09f428eee2f3 HTTP/1.1" status: 200 len: 944 time: 0.0677428 Nov 19 17:51:30.490808 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['9eec66dc-ad1b-4058-8155-a43ad9fa94c2'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:51:30.539279 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b03b401-1dff-4d46-bde8-1cff2bfbf6d2 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Router dd1e4a32-8ad0-4b42-a2a0-86097953fcc6 has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 17:51:30.681380 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-339b584c-c974-49b0-95cc-01ad752d2c0c req-0be358df-bf73-4075-b700-a520f6aa5b1d tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/security-groups?id=30887d2c-2c06-4a04-8ed7-1cc9b0391ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3692021 Nov 19 17:51:30.755434 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b03b401-1dff-4d46-bde8-1cff2bfbf6d2 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 17:51:30.760740 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6b03b401-1dff-4d46-bde8-1cff2bfbf6d2 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for floatingip, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:30.767369 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ddb253-c2db-4ed4-b677-83e3944a5876 None None] Sync routers for ids ['dd1e4a32-8ad0-4b42-a2a0-86097953fcc6'] in n-d-818022-2 {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 17:51:30.780861 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ddb253-c2db-4ed4-b677-83e3944a5876 None None] Routers {'dd1e4a32-8ad0-4b42-a2a0-86097953fcc6'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:51:30.781675 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-26ddb253-c2db-4ed4-b677-83e3944a5876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:51:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['dd1e4a32-8ad0-4b42-a2a0-86097953fcc6'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:51:30.788590 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc640096-9cf8-4e5a-a4f5-eb7993bcf55f req-a2b9e243-8c5f-4435-a72d-ce67f4eb20c4 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:30.790117 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-dc640096-9cf8-4e5a-a4f5-eb7993bcf55f req-a2b9e243-8c5f-4435-a72d-ce67f4eb20c4 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/ports?device_id=b3179e98-eff0-4b2e-8c90-23fb558bbe5c HTTP/1.1" status: 200 len: 950 time: 0.0899289 Nov 19 17:51:30.822236 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-26ddb253-c2db-4ed4-b677-83e3944a5876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:51:30.831612 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ddb253-c2db-4ed4-b677-83e3944a5876 None None] Routers {'dd1e4a32-8ad0-4b42-a2a0-86097953fcc6'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:51:30.832207 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-26ddb253-c2db-4ed4-b677-83e3944a5876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:51:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['dd1e4a32-8ad0-4b42-a2a0-86097953fcc6'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:51:30.849556 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-6b03b401-1dff-4d46-bde8-1cff2bfbf6d2 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] 10.222.0.54 "PUT /v2.0/floatingips/3d3d8bda-514c-4835-b454-9429913da748 HTTP/1.1" status: 200 len: 978 time: 1.2384768 Nov 19 17:51:30.855225 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 59918) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:51:30.861965 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-dc640096-9cf8-4e5a-a4f5-eb7993bcf55f req-4a78f975-e5d5-413d-b3a9-e72ac467364d tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/security-groups?id=6e557aa4-1576-4002-9603-a630915d92af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639219 Nov 19 17:51:30.879218 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-26ddb253-c2db-4ed4-b677-83e3944a5876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:51:30.879975 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ddb253-c2db-4ed4-b677-83e3944a5876 None None] The sync data for ids ['dd1e4a32-8ad0-4b42-a2a0-86097953fcc6'] in n-d-818022-2 is: [] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 17:51:31.047206 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-6a184b75-005d-4a57-9382-b69babf9b7ac tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Deleting port 41b29cd1-e974-4d8f-8997-c0a0dbc50e3a {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:51:31.047823 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6a184b75-005d-4a57-9382-b69babf9b7ac tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:31.135461 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6a184b75-005d-4a57-9382-b69babf9b7ac tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:31.136257 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6a184b75-005d-4a57-9382-b69babf9b7ac tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:31.153349 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-6a184b75-005d-4a57-9382-b69babf9b7ac tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Calling delete_port for 41b29cd1-e974-4d8f-8997-c0a0dbc50e3a owned by network:floatingip {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:51:31.401680 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6a184b75-005d-4a57-9382-b69babf9b7ac tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:31.435525 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a184b75-005d-4a57-9382-b69babf9b7ac tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Pushing event deleted for resources: {'Port': ['ID=41b29cd1-e974-4d8f-8997-c0a0dbc50e3a,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:51:31.471924 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fb5313-8990-49c0-922d-12a4cf9ce2fa req-0646da3d-e331-4699-b32b-7f6ff3043cc2 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:31.473437 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-01fb5313-8990-49c0-922d-12a4cf9ce2fa req-0646da3d-e331-4699-b32b-7f6ff3043cc2 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/ports?device_id=2eeca776-1ce5-482b-8221-4ea371ac91bd HTTP/1.1" status: 200 len: 945 time: 0.1073613 Nov 19 17:51:31.537778 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6a184b75-005d-4a57-9382-b69babf9b7ac tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks [] for floatingip, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:31.538025 n-d-818022-2 neutron-server[103364]: INFO neutron.db.l3_db [None req-6a184b75-005d-4a57-9382-b69babf9b7ac tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Floating IP 3d3d8bda-514c-4835-b454-9429913da748 disassociated (deleted). External IP: 172.25.7.51, port: 04c28d61-a085-43b0-8588-cc6a559e22cf. Nov 19 17:51:31.593872 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-01fb5313-8990-49c0-922d-12a4cf9ce2fa req-9a15480a-6b1b-4228-b6d9-687f37be85c0 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/security-groups?id=e103badb-33bc-4a96-ade0-89c422abc1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996828 Nov 19 17:51:31.760392 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a184b75-005d-4a57-9382-b69babf9b7ac tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Router dd1e4a32-8ad0-4b42-a2a0-86097953fcc6 has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 17:51:31.796775 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ec4723-0622-4a8a-a021-2da8031326e7 req-c1684a4b-df74-40c0-8d26-c0cb2190ec3a tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:31.798665 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d3ec4723-0622-4a8a-a021-2da8031326e7 req-c1684a4b-df74-40c0-8d26-c0cb2190ec3a tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/ports?device_id=d4c3fca4-faf7-4082-85a3-09f428eee2f3 HTTP/1.1" status: 200 len: 944 time: 0.0557034 Nov 19 17:51:31.862660 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d3ec4723-0622-4a8a-a021-2da8031326e7 req-3c44739e-94ec-4a25-83c6-7160a8c1a82a tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/security-groups?id=30887d2c-2c06-4a04-8ed7-1cc9b0391ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571980 Nov 19 17:51:31.880595 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a184b75-005d-4a57-9382-b69babf9b7ac tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 17:51:31.885575 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6a184b75-005d-4a57-9382-b69babf9b7ac tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for floatingip, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:31.893158 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f636cfb5-b7a8-4fdd-badc-b5f809148ac1 None None] Sync routers for ids ['dd1e4a32-8ad0-4b42-a2a0-86097953fcc6'] in n-d-818022-2 {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 17:51:31.905031 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f636cfb5-b7a8-4fdd-badc-b5f809148ac1 None None] Routers {'dd1e4a32-8ad0-4b42-a2a0-86097953fcc6'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:51:31.906078 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-f636cfb5-b7a8-4fdd-badc-b5f809148ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:51:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['dd1e4a32-8ad0-4b42-a2a0-86097953fcc6'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:51:31.922700 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 59934) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:51:31.936529 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-6a184b75-005d-4a57-9382-b69babf9b7ac tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] 10.222.0.54 "DELETE /v2.0/floatingips/3d3d8bda-514c-4835-b454-9429913da748 HTTP/1.1" status: 204 len: 168 time: 1.0795128 Nov 19 17:51:31.943081 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-f636cfb5-b7a8-4fdd-badc-b5f809148ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:51:31.954121 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f636cfb5-b7a8-4fdd-badc-b5f809148ac1 None None] Routers {'dd1e4a32-8ad0-4b42-a2a0-86097953fcc6'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:51:31.954990 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-f636cfb5-b7a8-4fdd-badc-b5f809148ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:51:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['dd1e4a32-8ad0-4b42-a2a0-86097953fcc6'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:51:32.009501 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e29a9bf-8906-4369-a941-32db1fed42d1 req-e82ae98d-1c17-4e56-bb56-bab5c59e5538 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:32.011408 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-4e29a9bf-8906-4369-a941-32db1fed42d1 req-e82ae98d-1c17-4e56-bb56-bab5c59e5538 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/ports?device_id=b3179e98-eff0-4b2e-8c90-23fb558bbe5c HTTP/1.1" status: 200 len: 950 time: 0.0630283 Nov 19 17:51:32.083082 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-4e29a9bf-8906-4369-a941-32db1fed42d1 req-6740d12d-ed30-42d5-bbc7-fd3200203159 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/security-groups?id=6e557aa4-1576-4002-9603-a630915d92af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643196 Nov 19 17:51:32.160572 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-f636cfb5-b7a8-4fdd-badc-b5f809148ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:51:32.161242 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f636cfb5-b7a8-4fdd-badc-b5f809148ac1 None None] The sync data for ids ['dd1e4a32-8ad0-4b42-a2a0-86097953fcc6'] in n-d-818022-2 is: [] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 17:51:32.173508 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b376e290-112d-45e1-bcb0-336f220ba9cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:32.312205 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-488a69d5-f02f-4408-b683-7344ede59a6e tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Deleting port 04c28d61-a085-43b0-8588-cc6a559e22cf {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:51:32.312533 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-488a69d5-f02f-4408-b683-7344ede59a6e tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:32.399166 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-488a69d5-f02f-4408-b683-7344ede59a6e tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:32.411356 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-488a69d5-f02f-4408-b683-7344ede59a6e tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Calling delete_port for 04c28d61-a085-43b0-8588-cc6a559e22cf owned by {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:51:32.589569 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-488a69d5-f02f-4408-b683-7344ede59a6e tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:32.616635 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488a69d5-f02f-4408-b683-7344ede59a6e tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Pushing event deleted for resources: {'Port': ['ID=04c28d61-a085-43b0-8588-cc6a559e22cf,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:51:32.702743 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-488a69d5-f02f-4408-b683-7344ede59a6e tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:32.709341 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-488a69d5-f02f-4408-b683-7344ede59a6e tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] 10.222.0.54 "DELETE /v2.0/ports/04c28d61-a085-43b0-8588-cc6a559e22cf HTTP/1.1" status: 204 len: 168 time: 0.7823853 Nov 19 17:51:32.710000 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 59946) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:51:32.714775 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-31150466-a893-4fe9-b069-5eb32fd1bd1e tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Request body: {'floatingip': {'floating_network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:51:32.726448 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310b30f4-f854-42bb-8a07-75baa1656c6d req-dc45c749-704f-40d5-9e8a-ac74d92f9b30 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:32.728668 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-310b30f4-f854-42bb-8a07-75baa1656c6d req-dc45c749-704f-40d5-9e8a-ac74d92f9b30 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/ports?device_id=2eeca776-1ce5-482b-8221-4ea371ac91bd HTTP/1.1" status: 200 len: 945 time: 0.0542598 Nov 19 17:51:32.740486 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-31150466-a893-4fe9-b069-5eb32fd1bd1e tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks [] for floatingip, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:32.778120 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-310b30f4-f854-42bb-8a07-75baa1656c6d req-480887ea-0bef-4032-9cb4-4b3f3e4d503a tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/security-groups?id=e103badb-33bc-4a96-ade0-89c422abc1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430295 Nov 19 17:51:32.842075 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-31150466-a893-4fe9-b069-5eb32fd1bd1e tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:32.979086 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [None req-31150466-a893-4fe9-b069-5eb32fd1bd1e tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Allocated IP 172.25.7.175 (645e61aa-1a6c-4e8f-857e-ab06edb4897f/88ed2d64-f56d-4f01-a468-946e01c99e82/72a95553-1459-400e-b77a-eb1fb5097c9f) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:51:33.001502 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bafba7e-a2da-4f6c-8db8-2d45964aaa19 req-0e78f939-ecd4-4a25-8118-7127c80834dc tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:33.003003 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4bafba7e-a2da-4f6c-8db8-2d45964aaa19 req-0e78f939-ecd4-4a25-8118-7127c80834dc tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/ports?device_id=d4c3fca4-faf7-4082-85a3-09f428eee2f3 HTTP/1.1" status: 200 len: 944 time: 0.0762856 Nov 19 17:51:33.098573 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e46ecc5a-dc14-4744-b262-3072ff2e958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:33.108596 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4bafba7e-a2da-4f6c-8db8-2d45964aaa19 req-d8475659-3e76-4ddc-9720-b391056b81f2 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/security-groups?id=30887d2c-2c06-4a04-8ed7-1cc9b0391ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919871 Nov 19 17:51:33.134509 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-31150466-a893-4fe9-b069-5eb32fd1bd1e tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:33.171754 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-31150466-a893-4fe9-b069-5eb32fd1bd1e tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:33.211084 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31150466-a893-4fe9-b069-5eb32fd1bd1e tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Network 645e61aa-1a6c-4e8f-857e-ab06edb4897f is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:51:33.214765 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-31150466-a893-4fe9-b069-5eb32fd1bd1e tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:51:33.218456 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31150466-a893-4fe9-b069-5eb32fd1bd1e tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:51:33.233100 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8693fb9-b18f-4f39-9f70-f7a60d60606e req-aae98238-62bd-4702-a70c-aa4e58244002 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:33.234693 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a8693fb9-b18f-4f39-9f70-f7a60d60606e req-aae98238-62bd-4702-a70c-aa4e58244002 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/ports?device_id=b3179e98-eff0-4b2e-8c90-23fb558bbe5c HTTP/1.1" status: 200 len: 950 time: 0.0557399 Nov 19 17:51:33.245979 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31150466-a893-4fe9-b069-5eb32fd1bd1e tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Pushing event updated for resources: {'Port': ['ID=72a95553-1459-400e-b77a-eb1fb5097c9f,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:51:33.285751 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a8693fb9-b18f-4f39-9f70-f7a60d60606e req-3b03f3a3-aee6-49f2-9042-7e2e86b57797 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/security-groups?id=6e557aa4-1576-4002-9603-a630915d92af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451648 Nov 19 17:51:33.311772 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-31150466-a893-4fe9-b069-5eb32fd1bd1e tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:33.350607 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-31150466-a893-4fe9-b069-5eb32fd1bd1e tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:33.500202 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-31150466-a893-4fe9-b069-5eb32fd1bd1e tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks [] for port, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:33.504585 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-31150466-a893-4fe9-b069-5eb32fd1bd1e tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:33.576204 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31150466-a893-4fe9-b069-5eb32fd1bd1e tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Pushing event updated for resources: {'Port': ['ID=72a95553-1459-400e-b77a-eb1fb5097c9f,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:51:33.586642 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-31150466-a893-4fe9-b069-5eb32fd1bd1e tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-671284'] for floatingip, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:33.603877 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-31150466-a893-4fe9-b069-5eb32fd1bd1e tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for floatingip, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:33.604471 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-31150466-a893-4fe9-b069-5eb32fd1bd1e tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8934786 Nov 19 17:51:33.607339 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 59960) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:51:33.612327 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-b7fe4bf1-ff3f-49de-b25a-bc6581a9fc0b tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Request body: {'port': {'network_id': 'b2583632-e23a-4c0b-b6ac-ef6dca226ac8', 'name': 'tempest-FloatingIPTestJSON-112596024'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:51:33.625214 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:33.656998 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 9eec66dc-ad1b-4058-8155-a43ad9fa94c2 up at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:51:33.704754 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning for port 9eec66dc-ad1b-4058-8155-a43ad9fa94c2 completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 17:51:33.708580 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning complete for port 9eec66dc-ad1b-4058-8155-a43ad9fa94c2 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:51:33.708950 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:33.719522 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7fe4bf1-ff3f-49de-b25a-bc6581a9fc0b tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Made reservation on behalf of 3aca0539f91747f49ed111371f10a613 for: {'port': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:51:33.723061 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b7fe4bf1-ff3f-49de-b25a-bc6581a9fc0b tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:33.740756 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [None req-b7fe4bf1-ff3f-49de-b25a-bc6581a9fc0b tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] device_id is not set on port 25cfe823-f892-44b1-b43e-1814663dc189 yet. {{(pid=103364) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 17:51:33.756242 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:33.802271 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:33.826384 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4c3fca4-faf7-4082-85a3-09f428eee2f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9eec66dc-ad1b-4058-8155-a43ad9fa94c2'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:51:33.828774 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3940761bcd94e032e6960d2241bd8993c5d3a7d8dc2aca8488f3ecf1d4dd2fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e95f8e2f-5ab8-4400-a60c-a55a43c71e50" -d '{"events": [{"server_uuid": "d4c3fca4-faf7-4082-85a3-09f428eee2f3", "name": "network-vif-plugged", "status": "completed", "tag": "9eec66dc-ad1b-4058-8155-a43ad9fa94c2"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:51:33.841729 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 9eec66dc-ad1b-4058-8155-a43ad9fa94c2, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=9eec66dc-ad1b-4058-8155-a43ad9fa94c2,segment=NetworkSegment(89891acd-fd82-4118-b100-e50c4e69b300),segment_id=89891acd-fd82-4118-b100-e50c4e69b300)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:51:33.847615 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:33.891260 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [None req-b7fe4bf1-ff3f-49de-b25a-bc6581a9fc0b tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Allocated IP 172.20.0.14 (b2583632-e23a-4c0b-b6ac-ef6dca226ac8/f1107da1-8006-435d-8d40-dc362b5c90c1/25cfe823-f892-44b1-b43e-1814663dc189) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:51:33.898364 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=9eec66dc-ad1b-4058-8155-a43ad9fa94c2,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:51:33.913915 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:51:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af2dd13b-56e2-4116-92c4-c8784880e0f1 x-openstack-request-id: req-af2dd13b-56e2-4116-92c4-c8784880e0f1 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:51:33.914215 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4c3fca4-faf7-4082-85a3-09f428eee2f3", "name": "network-vif-plugged", "status": "completed", "tag": "9eec66dc-ad1b-4058-8155-a43ad9fa94c2", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:51:33.914565 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-af2dd13b-56e2-4116-92c4-c8784880e0f1 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:51:33.914958 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4c3fca4-faf7-4082-85a3-09f428eee2f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9eec66dc-ad1b-4058-8155-a43ad9fa94c2', 'code': 200} Nov 19 17:51:33.942866 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091a879e-7386-4461-97cf-ec61cfbe9c91 req-e80ea649-990c-43cc-9826-f64939b8fd40 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:33.944369 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-091a879e-7386-4461-97cf-ec61cfbe9c91 req-e80ea649-990c-43cc-9826-f64939b8fd40 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/ports?device_id=2eeca776-1ce5-482b-8221-4ea371ac91bd HTTP/1.1" status: 200 len: 945 time: 0.0890429 Nov 19 17:51:34.032860 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2fc95b-6f61-46cf-b03e-fde0a875becd req-16318010-e871-4f94-b4b5-4e2eada368c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:34.034435 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-bc2fc95b-6f61-46cf-b03e-fde0a875becd req-16318010-e871-4f94-b4b5-4e2eada368c8 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=d4c3fca4-faf7-4082-85a3-09f428eee2f3 HTTP/1.1" status: 200 len: 1096 time: 0.0421896 Nov 19 17:51:34.056368 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-091a879e-7386-4461-97cf-ec61cfbe9c91 req-447efa5d-8bfe-4110-8fe3-656ad8503d26 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/security-groups?id=e103badb-33bc-4a96-ade0-89c422abc1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039288 Nov 19 17:51:34.089213 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-bc2fc95b-6f61-46cf-b03e-fde0a875becd req-5217041e-6538-4f8f-86d7-d71e9ff8ae35 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=30887d2c-2c06-4a04-8ed7-1cc9b0391ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460019 Nov 19 17:51:34.097436 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b7fe4bf1-ff3f-49de-b25a-bc6581a9fc0b tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:34.130634 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b7fe4bf1-ff3f-49de-b25a-bc6581a9fc0b tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:34.179158 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7fe4bf1-ff3f-49de-b25a-bc6581a9fc0b tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Network b2583632-e23a-4c0b-b6ac-ef6dca226ac8 is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:51:34.182526 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-b7fe4bf1-ff3f-49de-b25a-bc6581a9fc0b tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:51:34.187392 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7fe4bf1-ff3f-49de-b25a-bc6581a9fc0b tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:51:34.192643 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fe4bf1-ff3f-49de-b25a-bc6581a9fc0b tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Pushing event updated for resources: {'Port': ['ID=25cfe823-f892-44b1-b43e-1814663dc189,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:51:34.248360 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec039ab-4d6f-42ca-9a98-d81787b793a1 req-0b8fb45f-0f82-4a98-90e3-3c30a8dd8e93 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:34.250024 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-eec039ab-4d6f-42ca-9a98-d81787b793a1 req-0b8fb45f-0f82-4a98-90e3-3c30a8dd8e93 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/ports?device_id=d4c3fca4-faf7-4082-85a3-09f428eee2f3 HTTP/1.1" status: 200 len: 945 time: 0.0603950 Nov 19 17:51:34.257975 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7fe4bf1-ff3f-49de-b25a-bc6581a9fc0b tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:34.258585 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b7fe4bf1-ff3f-49de-b25a-bc6581a9fc0b tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:34.278621 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-b7fe4bf1-ff3f-49de-b25a-bc6581a9fc0b tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.6677961 Nov 19 17:51:34.278862 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 59970) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:51:34.283406 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-281a3fd4-325c-4c3b-85a4-92ebc32d8c8f tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Request body: {'floatingip': {'port_id': '25cfe823-f892-44b1-b43e-1814663dc189'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:51:34.301961 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-eec039ab-4d6f-42ca-9a98-d81787b793a1 req-b4192c53-35af-4b0c-a298-654073a2b287 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/security-groups?id=30887d2c-2c06-4a04-8ed7-1cc9b0391ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454378 Nov 19 17:51:34.323234 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-281a3fd4-325c-4c3b-85a4-92ebc32d8c8f tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks [] for floatingip, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:34.483810 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba45b6a-9dd8-497e-a8df-f171f403f81a req-1a351958-021d-49eb-91a1-a36a205eb167 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:34.485297 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0ba45b6a-9dd8-497e-a8df-f171f403f81a req-1a351958-021d-49eb-91a1-a36a205eb167 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/ports?device_id=b3179e98-eff0-4b2e-8c90-23fb558bbe5c HTTP/1.1" status: 200 len: 950 time: 0.1204629 Nov 19 17:51:34.607957 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0ba45b6a-9dd8-497e-a8df-f171f403f81a req-1778a2ce-7658-4047-a6c0-eecde46965a5 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/security-groups?id=6e557aa4-1576-4002-9603-a630915d92af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889251 Nov 19 17:51:34.684736 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e013d7e6-5264-4dcc-9759-54f5fb809e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:34.839192 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-281a3fd4-325c-4c3b-85a4-92ebc32d8c8f tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:34.842940 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-281a3fd4-325c-4c3b-85a4-92ebc32d8c8f tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-671284'] for floatingip, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:34.942445 n-d-818022-2 neutron-server[103364]: INFO neutron.db.l3_db [None req-281a3fd4-325c-4c3b-85a4-92ebc32d8c8f tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Floating IP 0c81b06a-502b-454c-b79c-72d5598112db associated. External IP: 172.25.7.175, port: 25cfe823-f892-44b1-b43e-1814663dc189. Nov 19 17:51:35.152052 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:35.189695 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-281a3fd4-325c-4c3b-85a4-92ebc32d8c8f tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Router dd1e4a32-8ad0-4b42-a2a0-86097953fcc6 has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 17:51:35.204699 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a70aeca-4cf3-4292-b7b3-163785a555d9 req-5fc1dd3a-2258-4c89-8820-64ef6bdbedb4 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:35.206114 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8a70aeca-4cf3-4292-b7b3-163785a555d9 req-5fc1dd3a-2258-4c89-8820-64ef6bdbedb4 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/ports?device_id=2eeca776-1ce5-482b-8221-4ea371ac91bd HTTP/1.1" status: 200 len: 945 time: 0.0775847 Nov 19 17:51:35.329017 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8a70aeca-4cf3-4292-b7b3-163785a555d9 req-9372b0b4-0e5d-4966-ab3d-03f218a69a5d tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/security-groups?id=e103badb-33bc-4a96-ade0-89c422abc1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151397 Nov 19 17:51:35.354631 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-281a3fd4-325c-4c3b-85a4-92ebc32d8c8f tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 17:51:35.359369 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-281a3fd4-325c-4c3b-85a4-92ebc32d8c8f tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for floatingip, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:35.364890 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab80d26-396d-4a17-ac3c-7a4479e9bdaf None None] Sync routers for ids ['dd1e4a32-8ad0-4b42-a2a0-86097953fcc6'] in n-d-818022-2 {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 17:51:35.376323 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab80d26-396d-4a17-ac3c-7a4479e9bdaf None None] Routers {'dd1e4a32-8ad0-4b42-a2a0-86097953fcc6'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:51:35.377216 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-0ab80d26-396d-4a17-ac3c-7a4479e9bdaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:51:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['dd1e4a32-8ad0-4b42-a2a0-86097953fcc6'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:51:35.390593 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-281a3fd4-325c-4c3b-85a4-92ebc32d8c8f tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] 10.222.0.54 "PUT /v2.0/floatingips/0c81b06a-502b-454c-b79c-72d5598112db HTTP/1.1" status: 200 len: 978 time: 1.1084688 Nov 19 17:51:35.390799 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 59986) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:51:35.413051 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-0ab80d26-396d-4a17-ac3c-7a4479e9bdaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:51:35.424093 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab80d26-396d-4a17-ac3c-7a4479e9bdaf None None] Routers {'dd1e4a32-8ad0-4b42-a2a0-86097953fcc6'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:51:35.425100 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-0ab80d26-396d-4a17-ac3c-7a4479e9bdaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:51:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['dd1e4a32-8ad0-4b42-a2a0-86097953fcc6'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:51:35.443911 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d901689-9dcb-4653-b0e4-6d57def4b9bb req-45f53f3e-e5f6-4f69-a880-51c4d2dba11a tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:35.445463 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0d901689-9dcb-4653-b0e4-6d57def4b9bb req-45f53f3e-e5f6-4f69-a880-51c4d2dba11a tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/ports?device_id=d4c3fca4-faf7-4082-85a3-09f428eee2f3 HTTP/1.1" status: 200 len: 945 time: 0.0588562 Nov 19 17:51:35.472508 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-0ab80d26-396d-4a17-ac3c-7a4479e9bdaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:51:35.473488 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab80d26-396d-4a17-ac3c-7a4479e9bdaf None None] The sync data for ids ['dd1e4a32-8ad0-4b42-a2a0-86097953fcc6'] in n-d-818022-2 is: [] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 17:51:35.500678 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-d825ec78-e468-4f47-b79d-fe6342c6a38d tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Deleting port 25cfe823-f892-44b1-b43e-1814663dc189 {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:51:35.501022 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d825ec78-e468-4f47-b79d-fe6342c6a38d tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:35.501907 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0d901689-9dcb-4653-b0e4-6d57def4b9bb req-a972e958-0cfb-4d0a-b887-de7bb5960991 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/security-groups?id=30887d2c-2c06-4a04-8ed7-1cc9b0391ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493855 Nov 19 17:51:35.593518 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d825ec78-e468-4f47-b79d-fe6342c6a38d tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:35.730485 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7121ae-c2df-4a74-ae87-251ab0effcb8 req-c37df170-528f-4b86-ade6-bc37d3b464d8 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:35.732323 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4a7121ae-c2df-4a74-ae87-251ab0effcb8 req-c37df170-528f-4b86-ade6-bc37d3b464d8 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/ports?device_id=b3179e98-eff0-4b2e-8c90-23fb558bbe5c HTTP/1.1" status: 200 len: 950 time: 0.0504291 Nov 19 17:51:35.786037 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d825ec78-e468-4f47-b79d-fe6342c6a38d tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:35.786400 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d825ec78-e468-4f47-b79d-fe6342c6a38d tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-671284'] for floatingip, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:35.786704 n-d-818022-2 neutron-server[103364]: INFO neutron.db.l3_db [None req-d825ec78-e468-4f47-b79d-fe6342c6a38d tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Floating IP 0c81b06a-502b-454c-b79c-72d5598112db disassociated. External IP: 172.25.7.175, port: 25cfe823-f892-44b1-b43e-1814663dc189. Nov 19 17:51:35.787043 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-d825ec78-e468-4f47-b79d-fe6342c6a38d tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Calling delete_port for 25cfe823-f892-44b1-b43e-1814663dc189 owned by {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:51:35.788033 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4a7121ae-c2df-4a74-ae87-251ab0effcb8 req-fd557b58-b44e-489a-b9ce-c37580aad33c tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/security-groups?id=6e557aa4-1576-4002-9603-a630915d92af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485511 Nov 19 17:51:35.923158 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d825ec78-e468-4f47-b79d-fe6342c6a38d tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:35.951401 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d825ec78-e468-4f47-b79d-fe6342c6a38d tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Pushing event deleted for resources: {'Port': ['ID=25cfe823-f892-44b1-b43e-1814663dc189,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:51:36.066910 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d825ec78-e468-4f47-b79d-fe6342c6a38d tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Router dd1e4a32-8ad0-4b42-a2a0-86097953fcc6 has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 17:51:36.467085 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d825ec78-e468-4f47-b79d-fe6342c6a38d tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 17:51:36.478797 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad6646e-7ab9-4e85-9219-f6431f0487c8 None None] Sync routers for ids ['dd1e4a32-8ad0-4b42-a2a0-86097953fcc6'] in n-d-818022-2 {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 17:51:36.491487 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad6646e-7ab9-4e85-9219-f6431f0487c8 None None] Routers {'dd1e4a32-8ad0-4b42-a2a0-86097953fcc6'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:51:36.492113 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-5ad6646e-7ab9-4e85-9219-f6431f0487c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:51:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['dd1e4a32-8ad0-4b42-a2a0-86097953fcc6'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:51:36.520088 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6369e2-aff9-454b-bc49-c1c99eb7573c req-a9963c14-9784-45c6-ab49-f4016749739c tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:36.521605 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-7c6369e2-aff9-454b-bc49-c1c99eb7573c req-a9963c14-9784-45c6-ab49-f4016749739c tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/ports?device_id=2eeca776-1ce5-482b-8221-4ea371ac91bd HTTP/1.1" status: 200 len: 945 time: 0.0973556 Nov 19 17:51:36.528140 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-5ad6646e-7ab9-4e85-9219-f6431f0487c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:51:36.537391 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad6646e-7ab9-4e85-9219-f6431f0487c8 None None] Routers {'dd1e4a32-8ad0-4b42-a2a0-86097953fcc6'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:51:36.538080 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-5ad6646e-7ab9-4e85-9219-f6431f0487c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:51:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['dd1e4a32-8ad0-4b42-a2a0-86097953fcc6'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:51:36.561734 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d825ec78-e468-4f47-b79d-fe6342c6a38d tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:36.565052 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-d825ec78-e468-4f47-b79d-fe6342c6a38d tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] 10.222.0.54 "DELETE /v2.0/ports/25cfe823-f892-44b1-b43e-1814663dc189 HTTP/1.1" status: 204 len: 168 time: 1.1732159 Nov 19 17:51:36.568388 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 60004) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:51:36.577535 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-5ad6646e-7ab9-4e85-9219-f6431f0487c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:51:36.578230 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad6646e-7ab9-4e85-9219-f6431f0487c8 None None] The sync data for ids ['dd1e4a32-8ad0-4b42-a2a0-86097953fcc6'] in n-d-818022-2 is: [] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 17:51:36.605711 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-7c6369e2-aff9-454b-bc49-c1c99eb7573c req-a886a81e-7983-4c3f-a4d5-d9926ce06bc6 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/security-groups?id=e103badb-33bc-4a96-ade0-89c422abc1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697455 Nov 19 17:51:36.635136 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-7507b490-ea37-4d2e-b2ea-5a9d2234e8ea tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] 10.222.0.54 "GET /v2.0/floatingips/0c81b06a-502b-454c-b79c-72d5598112db HTTP/1.1" status: 200 len: 688 time: 0.0633962 Nov 19 17:51:36.636625 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 60008) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:51:36.779979 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b50637-84a0-4d23-bb85-39dd9cca0093 req-bca2b0eb-4967-41a4-b07d-a499a8f37adf tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:36.781496 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f1b50637-84a0-4d23-bb85-39dd9cca0093 req-bca2b0eb-4967-41a4-b07d-a499a8f37adf tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/ports?device_id=d4c3fca4-faf7-4082-85a3-09f428eee2f3 HTTP/1.1" status: 200 len: 945 time: 0.1095383 Nov 19 17:51:36.840042 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-8b745c3a-7dd4-4b0e-ae37-b01e8f8308a4 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Deleting port 72a95553-1459-400e-b77a-eb1fb5097c9f {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:51:36.840286 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8b745c3a-7dd4-4b0e-ae37-b01e8f8308a4 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:36.854899 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f1b50637-84a0-4d23-bb85-39dd9cca0093 req-31f2d6e4-4442-4a53-bdd2-2d23b8e6d9cb tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/security-groups?id=30887d2c-2c06-4a04-8ed7-1cc9b0391ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665712 Nov 19 17:51:36.932403 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8b745c3a-7dd4-4b0e-ae37-b01e8f8308a4 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:36.932731 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8b745c3a-7dd4-4b0e-ae37-b01e8f8308a4 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:36.946613 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-8b745c3a-7dd4-4b0e-ae37-b01e8f8308a4 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Calling delete_port for 72a95553-1459-400e-b77a-eb1fb5097c9f owned by network:floatingip {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:51:36.950889 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bc3f8e-3e43-4d03-ae07-587d87bdbd34 req-f2e3e8f1-86a5-448d-a66b-03f97da2bb9a tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:36.954629 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-58bc3f8e-3e43-4d03-ae07-587d87bdbd34 req-f2e3e8f1-86a5-448d-a66b-03f97da2bb9a tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/ports?device_id=b3179e98-eff0-4b2e-8c90-23fb558bbe5c HTTP/1.1" status: 200 len: 950 time: 0.0589857 Nov 19 17:51:37.005479 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-58bc3f8e-3e43-4d03-ae07-587d87bdbd34 req-c529641d-257e-43ec-954b-79bb4bb8ac3f tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/security-groups?id=6e557aa4-1576-4002-9603-a630915d92af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464449 Nov 19 17:51:37.088702 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8b745c3a-7dd4-4b0e-ae37-b01e8f8308a4 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:37.113851 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b745c3a-7dd4-4b0e-ae37-b01e8f8308a4 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Pushing event deleted for resources: {'Port': ['ID=72a95553-1459-400e-b77a-eb1fb5097c9f,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:51:37.184402 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8b745c3a-7dd4-4b0e-ae37-b01e8f8308a4 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks [] for floatingip, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:37.187293 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8b745c3a-7dd4-4b0e-ae37-b01e8f8308a4 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for floatingip, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:37.188722 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-8b745c3a-7dd4-4b0e-ae37-b01e8f8308a4 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] 10.222.0.54 "DELETE /v2.0/floatingips/0c81b06a-502b-454c-b79c-72d5598112db HTTP/1.1" status: 204 len: 168 time: 0.5513697 Nov 19 17:51:37.192121 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 60020) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:51:37.199310 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-a7664898-67ec-4fb5-b31f-63f323f35bbb tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Request body: {'floatingip': {'floating_network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'port_id': 'b2ac3fd9-79ad-4eac-aa3c-46bc27d20877'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:51:37.224074 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a7664898-67ec-4fb5-b31f-63f323f35bbb tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks [] for floatingip, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:37.335204 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a7664898-67ec-4fb5-b31f-63f323f35bbb tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:37.490000 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [None req-a7664898-67ec-4fb5-b31f-63f323f35bbb tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Allocated IP 172.25.7.36 (645e61aa-1a6c-4e8f-857e-ab06edb4897f/88ed2d64-f56d-4f01-a468-946e01c99e82/63a78c2e-58eb-41b5-930f-046d4f7ec9bc) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:51:37.598940 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a7664898-67ec-4fb5-b31f-63f323f35bbb tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:37.638725 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a7664898-67ec-4fb5-b31f-63f323f35bbb tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:37.703881 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7664898-67ec-4fb5-b31f-63f323f35bbb tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Network 645e61aa-1a6c-4e8f-857e-ab06edb4897f is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:51:37.724045 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-a7664898-67ec-4fb5-b31f-63f323f35bbb tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:51:37.726577 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7664898-67ec-4fb5-b31f-63f323f35bbb tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:51:37.750913 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7664898-67ec-4fb5-b31f-63f323f35bbb tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Pushing event updated for resources: {'Port': ['ID=63a78c2e-58eb-41b5-930f-046d4f7ec9bc,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:51:37.793288 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4769c5-657d-454b-a906-7f551858d38f req-51e276f1-ddb7-41c7-a19a-8bf7c633ef1f tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:37.795115 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ae4769c5-657d-454b-a906-7f551858d38f req-51e276f1-ddb7-41c7-a19a-8bf7c633ef1f tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/ports?device_id=2eeca776-1ce5-482b-8221-4ea371ac91bd HTTP/1.1" status: 200 len: 945 time: 0.1057231 Nov 19 17:51:37.937892 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ae4769c5-657d-454b-a906-7f551858d38f req-8ea4a25c-465d-410b-89d9-2ebc9c9b6d45 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/security-groups?id=e103badb-33bc-4a96-ade0-89c422abc1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133349 Nov 19 17:51:38.231898 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9632894c-8c57-4c32-810e-66d578012056 req-dc24159c-02d6-496b-a62f-1622d5d882c2 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:38.233386 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9632894c-8c57-4c32-810e-66d578012056 req-dc24159c-02d6-496b-a62f-1622d5d882c2 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/ports?device_id=b3179e98-eff0-4b2e-8c90-23fb558bbe5c HTTP/1.1" status: 200 len: 950 time: 0.1016347 Nov 19 17:51:38.301205 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a7664898-67ec-4fb5-b31f-63f323f35bbb tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:38.335510 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9632894c-8c57-4c32-810e-66d578012056 req-c791fa12-4af8-40c1-bd8f-d3e3cb5fc611 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/security-groups?id=6e557aa4-1576-4002-9603-a630915d92af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957642 Nov 19 17:51:38.387410 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a7664898-67ec-4fb5-b31f-63f323f35bbb tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:38.550660 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a7664898-67ec-4fb5-b31f-63f323f35bbb tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks [] for port, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:38.554984 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a7664898-67ec-4fb5-b31f-63f323f35bbb tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:38.624223 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7664898-67ec-4fb5-b31f-63f323f35bbb tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Pushing event updated for resources: {'Port': ['ID=63a78c2e-58eb-41b5-930f-046d4f7ec9bc,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:51:38.637797 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a7664898-67ec-4fb5-b31f-63f323f35bbb tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-671284'] for floatingip, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:38.742782 n-d-818022-2 neutron-server[103365]: INFO neutron.db.l3_db [None req-a7664898-67ec-4fb5-b31f-63f323f35bbb tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Floating IP cd558ea1-ee18-44e1-826e-eca7069c303e associated. External IP: 172.25.7.36, port: b2ac3fd9-79ad-4eac-aa3c-46bc27d20877. Nov 19 17:51:39.087422 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f401a82-d628-4df1-b35d-adb32f1bc601 req-d2a28e66-2c01-4a25-a9d9-b0f84ff7cc6f tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:39.095990 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-4f401a82-d628-4df1-b35d-adb32f1bc601 req-d2a28e66-2c01-4a25-a9d9-b0f84ff7cc6f tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/ports?device_id=2eeca776-1ce5-482b-8221-4ea371ac91bd HTTP/1.1" status: 200 len: 945 time: 0.0726256 Nov 19 17:51:39.168998 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-4f401a82-d628-4df1-b35d-adb32f1bc601 req-78222e21-f219-4774-8891-17af57e0f373 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/security-groups?id=e103badb-33bc-4a96-ade0-89c422abc1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714555 Nov 19 17:51:39.268814 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7664898-67ec-4fb5-b31f-63f323f35bbb tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Router dd1e4a32-8ad0-4b42-a2a0-86097953fcc6 has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 17:51:39.384747 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7664898-67ec-4fb5-b31f-63f323f35bbb tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 17:51:39.396628 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b2641f-4b2b-44ec-9959-a911d8159e10 None None] Sync routers for ids ['dd1e4a32-8ad0-4b42-a2a0-86097953fcc6'] in n-d-818022-2 {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 17:51:39.416514 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b2641f-4b2b-44ec-9959-a911d8159e10 None None] Routers {'dd1e4a32-8ad0-4b42-a2a0-86097953fcc6'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:51:39.417154 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-50b2641f-4b2b-44ec-9959-a911d8159e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:51:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['dd1e4a32-8ad0-4b42-a2a0-86097953fcc6'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:51:39.420238 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a7664898-67ec-4fb5-b31f-63f323f35bbb tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for floatingip, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:39.466251 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-50b2641f-4b2b-44ec-9959-a911d8159e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:51:39.477722 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b2641f-4b2b-44ec-9959-a911d8159e10 None None] Routers {'dd1e4a32-8ad0-4b42-a2a0-86097953fcc6'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:51:39.478510 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-50b2641f-4b2b-44ec-9959-a911d8159e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:51:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['dd1e4a32-8ad0-4b42-a2a0-86097953fcc6'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:51:39.480206 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 60076) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:51:39.480543 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-a7664898-67ec-4fb5-b31f-63f323f35bbb tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.2852960 Nov 19 17:51:39.486199 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-33235ac7-b12e-457e-bbbf-fa6b1e9b1e0a tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-2137959756'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:51:39.519054 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-50b2641f-4b2b-44ec-9959-a911d8159e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:51:39.519716 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe97fe17-656e-4e3e-b992-9a7b183738ad req-e5252742-8e4f-4b76-ae43-154b097a8620 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:39.520374 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b2641f-4b2b-44ec-9959-a911d8159e10 None None] The sync data for ids ['dd1e4a32-8ad0-4b42-a2a0-86097953fcc6'] in n-d-818022-2 is: [] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 17:51:39.521638 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fe97fe17-656e-4e3e-b992-9a7b183738ad req-e5252742-8e4f-4b76-ae43-154b097a8620 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/ports?device_id=b3179e98-eff0-4b2e-8c90-23fb558bbe5c HTTP/1.1" status: 200 len: 950 time: 0.0978069 Nov 19 17:51:39.523917 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33235ac7-b12e-457e-bbbf-fa6b1e9b1e0a tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Made reservation on behalf of 3aca0539f91747f49ed111371f10a613 for: {'network': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:51:39.529038 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-33235ac7-b12e-457e-bbbf-fa6b1e9b1e0a tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:39.562618 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33235ac7-b12e-457e-bbbf-fa6b1e9b1e0a tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 669} {{(pid=103364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 17:51:39.572924 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-33235ac7-b12e-457e-bbbf-fa6b1e9b1e0a tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:39.573573 n-d-818022-2 neutron-server[103364]: INFO neutron.db.segments_db [None req-33235ac7-b12e-457e-bbbf-fa6b1e9b1e0a tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Added segment 2bfc0509-9c9a-45d9-8922-1f22d0bfeefd of type vlan for network adcc2cd5-83f5-4910-a480-009c10697eb1 Nov 19 17:51:39.580302 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fe97fe17-656e-4e3e-b992-9a7b183738ad req-dfedcf8e-0e02-4e9c-88c3-f933944b5e7f tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/security-groups?id=6e557aa4-1576-4002-9603-a630915d92af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453310 Nov 19 17:51:39.620206 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-33235ac7-b12e-457e-bbbf-fa6b1e9b1e0a tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:39.646144 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-33235ac7-b12e-457e-bbbf-fa6b1e9b1e0a tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:39.651992 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33235ac7-b12e-457e-bbbf-fa6b1e9b1e0a tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:39.652575 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-33235ac7-b12e-457e-bbbf-fa6b1e9b1e0a tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks [] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:39.711837 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-33235ac7-b12e-457e-bbbf-fa6b1e9b1e0a tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.2300990 Nov 19 17:51:39.714662 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 60080) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:51:39.721335 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-5cee7adf-d0e9-422c-9068-4863b71cedae tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Request body: {'subnet': {'network_id': 'adcc2cd5-83f5-4910-a480-009c10697eb1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:51:39.727939 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33235ac7-b12e-457e-bbbf-fa6b1e9b1e0a tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Pushing event updated for resources: {'Network': ['ID=adcc2cd5-83f5-4910-a480-009c10697eb1,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:51:39.738569 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network adcc2cd5-83f5-4910-a480-009c10697eb1 details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 17:51:39.825961 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cee7adf-d0e9-422c-9068-4863b71cedae tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Made reservation on behalf of 3aca0539f91747f49ed111371f10a613 for: {'subnet': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:51:39.829716 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5cee7adf-d0e9-422c-9068-4863b71cedae tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8983829'] for subnet, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:40.013313 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5cee7adf-d0e9-422c-9068-4863b71cedae tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12425078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8983815'] for subnet, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:40.081900 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cee7adf-d0e9-422c-9068-4863b71cedae tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Pushing event updated for resources: {'Subnet': ['ID=30c2a530-1aff-443b-be4c-e804f9a486b4,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:51:40.090880 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cee7adf-d0e9-422c-9068-4863b71cedae tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Checking segment: {'id': '2bfc0509-9c9a-45d9-8922-1f22d0bfeefd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'adcc2cd5-83f5-4910-a480-009c10697eb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:51:40.091497 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cee7adf-d0e9-422c-9068-4863b71cedae tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Network hostable DHCP agents. Network: adcc2cd5-83f5-4910-a480-009c10697eb1, hostable agents: ['02910ef2-0455-4aea-9f38-9a875579633f'], hosted agents: [] {{(pid=103364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 17:51:40.115428 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cee7adf-d0e9-422c-9068-4863b71cedae tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Network adcc2cd5-83f5-4910-a480-009c10697eb1 is scheduled to be hosted by DHCP agent 02910ef2-0455-4aea-9f38-9a875579633f with binding_index 1 {{(pid=103364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 17:51:40.127115 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-5cee7adf-d0e9-422c-9068-4863b71cedae tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818022-2, adcc2cd5-83f5-4910-a480-009c10697eb1) {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:51:40.133055 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cee7adf-d0e9-422c-9068-4863b71cedae tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:40.133664 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5cee7adf-d0e9-422c-9068-4863b71cedae tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:40.140109 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57ae3b22-bcb8-47dd-9665-d3d760c80ae6 None None] Network adcc2cd5-83f5-4910-a480-009c10697eb1 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:51:40.158338 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 60086) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:51:40.162666 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-5cee7adf-d0e9-422c-9068-4863b71cedae tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4469593 Nov 19 17:51:40.163439 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-db18a242-1285-4eb4-8d3f-0574af87a942 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1029249789', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'}, 'admin_state_up': False}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:51:40.215007 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-db18a242-1285-4eb4-8d3f-0574af87a942 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9890'] for router, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:40.216060 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-db18a242-1285-4eb4-8d3f-0574af87a942 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671617', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-732153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4689'] for router, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:40.338307 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-db18a242-1285-4eb4-8d3f-0574af87a942 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:40.345506 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bc71df5-e376-460b-b526-c1a2a4ac6caa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54f44f5f-1200-574e-8740-2141911d5b73-adcc2cd5-83f5-4910-a480-009c10697eb1', 'network_id': 'adcc2cd5-83f5-4910-a480-009c10697eb1', 'tenant_id': '3aca0539f91747f49ed111371f10a613', 'fixed_ips': [{'subnet_id': '30c2a530-1aff-443b-be4c-e804f9a486b4'}]}} from n-d-818022-2. {{(pid=103366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 17:51:40.346465 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8bc71df5-e376-460b-b526-c1a2a4ac6caa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:40.358074 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d80bef-9b07-4525-ba9f-68ca975a9f6c req-46fc63cf-52c9-4f40-8db9-ac74502ce9f1 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:40.373510 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-13d80bef-9b07-4525-ba9f-68ca975a9f6c req-46fc63cf-52c9-4f40-8db9-ac74502ce9f1 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/ports?device_id=2eeca776-1ce5-482b-8221-4ea371ac91bd HTTP/1.1" status: 200 len: 945 time: 0.0886962 Nov 19 17:51:40.444400 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-13d80bef-9b07-4525-ba9f-68ca975a9f6c req-3d165c7f-24b0-4a8f-b6f2-046b3bb6ceb0 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/security-groups?id=e103badb-33bc-4a96-ade0-89c422abc1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693047 Nov 19 17:51:40.530119 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [None req-8bc71df5-e376-460b-b526-c1a2a4ac6caa None None] Allocated IP 172.20.0.2 (adcc2cd5-83f5-4910-a480-009c10697eb1/30c2a530-1aff-443b-be4c-e804f9a486b4/e403af4c-4370-4485-b91f-3a3d71b75712) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:51:40.543255 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-db18a242-1285-4eb4-8d3f-0574af87a942 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:40.694726 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8bc71df5-e376-460b-b526-c1a2a4ac6caa None None] Publish callbacks [] for port, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:40.701557 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8bc71df5-e376-460b-b526-c1a2a4ac6caa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998'] for port, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:40.747183 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bc71df5-e376-460b-b526-c1a2a4ac6caa None None] Network adcc2cd5-83f5-4910-a480-009c10697eb1 is already hosted by enough agents. {{(pid=103366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:51:40.750149 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [None req-8bc71df5-e376-460b-b526-c1a2a4ac6caa None None] Resources bound (agent type, host, resource id): {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:51:40.755617 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc71df5-e376-460b-b526-c1a2a4ac6caa None None] Received port after_create {{(pid=103366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:51:40.759730 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc71df5-e376-460b-b526-c1a2a4ac6caa None None] Pushing event updated for resources: {'Port': ['ID=e403af4c-4370-4485-b91f-3a3d71b75712,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:51:40.798819 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-db18a242-1285-4eb4-8d3f-0574af87a942 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks [] for router_gateway, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:40.816622 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-8bc71df5-e376-460b-b526-c1a2a4ac6caa None None] Attempting to bind port e403af4c-4370-4485-b91f-3a3d71b75712 on host n-d-818022-2 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:51:40.817014 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-8bc71df5-e376-460b-b526-c1a2a4ac6caa None None] Attempting to bind port e403af4c-4370-4485-b91f-3a3d71b75712 by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': '2bfc0509-9c9a-45d9-8922-1f22d0bfeefd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'adcc2cd5-83f5-4910-a480-009c10697eb1'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:51:40.818148 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc71df5-e376-460b-b526-c1a2a4ac6caa None None] Attempting to bind port e403af4c-4370-4485-b91f-3a3d71b75712 on network adcc2cd5-83f5-4910-a480-009c10697eb1 {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:51:40.824118 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc71df5-e376-460b-b526-c1a2a4ac6caa None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 51, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:51:40.824407 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc71df5-e376-460b-b526-c1a2a4ac6caa None None] Checking segment: {'id': '2bfc0509-9c9a-45d9-8922-1f22d0bfeefd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'adcc2cd5-83f5-4910-a480-009c10697eb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:51:40.824723 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8bc71df5-e376-460b-b526-c1a2a4ac6caa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:40.825131 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc71df5-e376-460b-b526-c1a2a4ac6caa None None] Bound using segment: {'id': '2bfc0509-9c9a-45d9-8922-1f22d0bfeefd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'adcc2cd5-83f5-4910-a480-009c10697eb1'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:51:40.825628 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-8bc71df5-e376-460b-b526-c1a2a4ac6caa None None] Bound port: e403af4c-4370-4485-b91f-3a3d71b75712, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bfc0509-9c9a-45d9-8922-1f22d0bfeefd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'adcc2cd5-83f5-4910-a480-009c10697eb1'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:51:40.826060 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8bc71df5-e376-460b-b526-c1a2a4ac6caa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:40.838720 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ab8f2f-6207-4100-8ec4-605f0cd6a5cf req-9ef73eb0-0e83-407c-a736-87684f9d5a6b tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:40.840382 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b5ab8f2f-6207-4100-8ec4-605f0cd6a5cf req-9ef73eb0-0e83-407c-a736-87684f9d5a6b tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/ports?device_id=b3179e98-eff0-4b2e-8c90-23fb558bbe5c HTTP/1.1" status: 200 len: 950 time: 0.1454034 Nov 19 17:51:40.841513 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-db18a242-1285-4eb4-8d3f-0574af87a942 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:40.914604 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-8bc71df5-e376-460b-b526-c1a2a4ac6caa None None] For port e403af4c-4370-4485-b91f-3a3d71b75712, host n-d-818022-2, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:51:40.920343 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-8bc71df5-e376-460b-b526-c1a2a4ac6caa None None] For port e403af4c-4370-4485-b91f-3a3d71b75712, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=e403af4c-4370-4485-b91f-3a3d71b75712,segment=NetworkSegment(2bfc0509-9c9a-45d9-8922-1f22d0bfeefd),segment_id=2bfc0509-9c9a-45d9-8922-1f22d0bfeefd)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:51:40.924581 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8bc71df5-e376-460b-b526-c1a2a4ac6caa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:40.947412 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b5ab8f2f-6207-4100-8ec4-605f0cd6a5cf req-7a7253de-58cf-4a03-94f0-7e44a60d8539 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/security-groups?id=6e557aa4-1576-4002-9603-a630915d92af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960910 Nov 19 17:51:41.001342 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc71df5-e376-460b-b526-c1a2a4ac6caa None None] Pushing event updated for resources: {'Port': ['ID=e403af4c-4370-4485-b91f-3a3d71b75712,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:51:41.039770 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [None req-db18a242-1285-4eb4-8d3f-0574af87a942 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Allocated IP 172.25.7.161 (645e61aa-1a6c-4e8f-857e-ab06edb4897f/88ed2d64-f56d-4f01-a468-946e01c99e82/24d6b273-1d75-4221-8210-6d9dc21ddce7) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:51:41.165598 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-db18a242-1285-4eb4-8d3f-0574af87a942 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:41.239122 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-db18a242-1285-4eb4-8d3f-0574af87a942 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:41.283852 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db18a242-1285-4eb4-8d3f-0574af87a942 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Network 645e61aa-1a6c-4e8f-857e-ab06edb4897f is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:51:41.290079 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-db18a242-1285-4eb4-8d3f-0574af87a942 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:51:41.292591 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db18a242-1285-4eb4-8d3f-0574af87a942 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:51:41.335795 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db18a242-1285-4eb4-8d3f-0574af87a942 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Pushing event updated for resources: {'Port': ['ID=24d6b273-1d75-4221-8210-6d9dc21ddce7,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:51:41.691489 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958b39bd-002f-4c0e-a5e0-4cca9029f3be req-7c26c159-7f05-4506-9d3d-73ad0e0381d1 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:41.692937 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-958b39bd-002f-4c0e-a5e0-4cca9029f3be req-7c26c159-7f05-4506-9d3d-73ad0e0381d1 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/ports?device_id=2eeca776-1ce5-482b-8221-4ea371ac91bd HTTP/1.1" status: 200 len: 945 time: 0.1550801 Nov 19 17:51:41.709458 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-db18a242-1285-4eb4-8d3f-0574af87a942 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks [] for router_gateway, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:41.828493 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-958b39bd-002f-4c0e-a5e0-4cca9029f3be req-aae6662a-0161-4c71-be81-5f400fdb0573 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/security-groups?id=e103badb-33bc-4a96-ade0-89c422abc1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272779 Nov 19 17:51:42.014065 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-db18a242-1285-4eb4-8d3f-0574af87a942 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671702'] for router, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:42.021442 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device e403af4c-4370-4485-b91f-3a3d71b75712 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:51:42.098671 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port e403af4c-4370-4485-b91f-3a3d71b75712 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:51:42.099051 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:42.203009 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:42.209619 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa624b2b-a6a9-474a-af10-70ea01fa0415 None None] Network adcc2cd5-83f5-4910-a480-009c10697eb1 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:51:42.441565 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b12bfa-4367-4d12-b33d-109436152bdc req-ca4b633f-0c53-4ff1-84df-dd46d7d0af40 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:42.449620 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-97b12bfa-4367-4d12-b33d-109436152bdc req-ca4b633f-0c53-4ff1-84df-dd46d7d0af40 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/ports?device_id=b3179e98-eff0-4b2e-8c90-23fb558bbe5c HTTP/1.1" status: 200 len: 950 time: 0.3658118 Nov 19 17:51:42.460073 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] For port e403af4c-4370-4485-b91f-3a3d71b75712, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=e403af4c-4370-4485-b91f-3a3d71b75712,segment=NetworkSegment(2bfc0509-9c9a-45d9-8922-1f22d0bfeefd),segment_id=2bfc0509-9c9a-45d9-8922-1f22d0bfeefd)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:51:42.462625 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-040edaa5-fcd2-4330-bdbd-0cb2da5f800b None None] Provisioning complete for port e403af4c-4370-4485-b91f-3a3d71b75712 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:51:42.463006 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-040edaa5-fcd2-4330-bdbd-0cb2da5f800b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:42.490740 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:42.517270 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-97b12bfa-4367-4d12-b33d-109436152bdc req-a3b69219-34fe-40fd-b8ac-2ee076a29524 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/security-groups?id=6e557aa4-1576-4002-9603-a630915d92af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667253 Nov 19 17:51:42.563236 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db18a242-1285-4eb4-8d3f-0574af87a942 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Router 6d0c2b7f-e853-4299-a52d-48553d77318c is scheduled to L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 with binding_index 1 {{(pid=103365) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 17:51:42.571995 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Pushing event updated for resources: {'Port': ['ID=e403af4c-4370-4485-b91f-3a3d71b75712,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:51:42.712691 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db18a242-1285-4eb4-8d3f-0574af87a942 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 17:51:42.728542 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be53633f-7207-4fd7-8a86-bb7b326a6ff0 None None] Sync routers for ids ['6d0c2b7f-e853-4299-a52d-48553d77318c'] in n-d-818022-2 {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 17:51:42.740346 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be53633f-7207-4fd7-8a86-bb7b326a6ff0 None None] Routers {'6d0c2b7f-e853-4299-a52d-48553d77318c'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:51:42.740967 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-be53633f-7207-4fd7-8a86-bb7b326a6ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:51:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['6d0c2b7f-e853-4299-a52d-48553d77318c'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:51:42.744631 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-db18a242-1285-4eb4-8d3f-0574af87a942 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks [] for router, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:42.749118 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-db18a242-1285-4eb4-8d3f-0574af87a942 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.5870337 Nov 19 17:51:42.749516 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 60116) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:51:42.776205 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-be53633f-7207-4fd7-8a86-bb7b326a6ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:51:42.786145 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be53633f-7207-4fd7-8a86-bb7b326a6ff0 None None] Routers {'6d0c2b7f-e853-4299-a52d-48553d77318c'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:51:42.786789 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-be53633f-7207-4fd7-8a86-bb7b326a6ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:51:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['6d0c2b7f-e853-4299-a52d-48553d77318c'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:51:42.826084 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-be53633f-7207-4fd7-8a86-bb7b326a6ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:51:42.826787 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be53633f-7207-4fd7-8a86-bb7b326a6ff0 None None] The sync data for ids ['6d0c2b7f-e853-4299-a52d-48553d77318c'] in n-d-818022-2 is: [] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 17:51:42.874639 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-3b1e43e5-b09b-40f3-b105-5a089d46de14 None None] Provisioning complete for port e403af4c-4370-4485-b91f-3a3d71b75712 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:51:42.875122 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3b1e43e5-b09b-40f3-b105-5a089d46de14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:43.008039 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c7abf1-e662-4311-8c6c-14ea1060d103 req-d61aafa6-9345-4c48-a99d-ccf56be9ce16 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:43.017389 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-89c7abf1-e662-4311-8c6c-14ea1060d103 req-d61aafa6-9345-4c48-a99d-ccf56be9ce16 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/ports?device_id=2eeca776-1ce5-482b-8221-4ea371ac91bd HTTP/1.1" status: 200 len: 945 time: 0.0715027 Nov 19 17:51:43.066872 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-89c7abf1-e662-4311-8c6c-14ea1060d103 req-51bf21da-5764-44bc-a038-7698d9b0722c tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/security-groups?id=e103badb-33bc-4a96-ade0-89c422abc1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485704 Nov 19 17:51:43.269315 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2d1f4676-e19b-4b72-ac04-1aaeb841540a tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:43.657004 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [None req-2d1f4676-e19b-4b72-ac04-1aaeb841540a tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Allocated IP 172.20.0.1 (adcc2cd5-83f5-4910-a480-009c10697eb1/30c2a530-1aff-443b-be4c-e804f9a486b4/49924a0b-25d8-449b-9e5f-353efc1047f3) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:51:43.728009 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1371127e-f7cf-464b-83a6-a6832542469a req-001b26c4-ce7f-4bbe-b769-ee4f3af5613e tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:43.729594 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-1371127e-f7cf-464b-83a6-a6832542469a req-001b26c4-ce7f-4bbe-b769-ee4f3af5613e tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/ports?device_id=b3179e98-eff0-4b2e-8c90-23fb558bbe5c HTTP/1.1" status: 200 len: 950 time: 0.1136208 Nov 19 17:51:43.811868 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-1371127e-f7cf-464b-83a6-a6832542469a req-5103bebe-cef0-41fe-bb5f-b1e843add509 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/security-groups?id=6e557aa4-1576-4002-9603-a630915d92af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745618 Nov 19 17:51:43.833525 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2d1f4676-e19b-4b72-ac04-1aaeb841540a tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:43.873514 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2d1f4676-e19b-4b72-ac04-1aaeb841540a tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:43.924762 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d1f4676-e19b-4b72-ac04-1aaeb841540a tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Network adcc2cd5-83f5-4910-a480-009c10697eb1 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:51:43.930760 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-2d1f4676-e19b-4b72-ac04-1aaeb841540a tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:51:43.936440 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d1f4676-e19b-4b72-ac04-1aaeb841540a tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:51:43.941551 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1f4676-e19b-4b72-ac04-1aaeb841540a tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Pushing event updated for resources: {'Port': ['ID=49924a0b-25d8-449b-9e5f-353efc1047f3,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:51:43.942689 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device e403af4c-4370-4485-b91f-3a3d71b75712 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:51:44.014699 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2d1f4676-e19b-4b72-ac04-1aaeb841540a tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-671361'] for router_interface, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:44.054346 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port e403af4c-4370-4485-b91f-3a3d71b75712 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:51:44.055028 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:44.224553 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9579bc-cdd9-4817-be30-12fb293cb6dc req-a3d151c6-f86d-44f3-8069-bdafa06b9b97 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:44.226712 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0d9579bc-cdd9-4817-be30-12fb293cb6dc req-a3d151c6-f86d-44f3-8069-bdafa06b9b97 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/ports?device_id=2eeca776-1ce5-482b-8221-4ea371ac91bd HTTP/1.1" status: 200 len: 945 time: 0.0693383 Nov 19 17:51:44.300018 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-724bdb29-e30e-4d66-83d5-9d0d34258f0c None None] Provisioning complete for port 49924a0b-25d8-449b-9e5f-353efc1047f3 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:51:44.300840 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-724bdb29-e30e-4d66-83d5-9d0d34258f0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:44.308790 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0d9579bc-cdd9-4817-be30-12fb293cb6dc req-09f4e0bd-6932-413c-8956-e0efb08ef975 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/security-groups?id=e103badb-33bc-4a96-ade0-89c422abc1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753827 Nov 19 17:51:44.316099 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2d1f4676-e19b-4b72-ac04-1aaeb841540a tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:44.344920 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-724bdb29-e30e-4d66-83d5-9d0d34258f0c None None] Port 49924a0b-25d8-449b-9e5f-353efc1047f3 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:51:44.604532 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2d1f4676-e19b-4b72-ac04-1aaeb841540a tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks [] for port, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:44.609322 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2d1f4676-e19b-4b72-ac04-1aaeb841540a tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:44.686842 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1f4676-e19b-4b72-ac04-1aaeb841540a tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Pushing event updated for resources: {'Port': ['ID=49924a0b-25d8-449b-9e5f-353efc1047f3,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:51:44.689481 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2d1f4676-e19b-4b72-ac04-1aaeb841540a tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-768529'] for router_interface, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:44.795336 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d1f4676-e19b-4b72-ac04-1aaeb841540a tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Network adcc2cd5-83f5-4910-a480-009c10697eb1 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:51:44.796811 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-2d1f4676-e19b-4b72-ac04-1aaeb841540a tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:51:44.947181 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d1f4676-e19b-4b72-ac04-1aaeb841540a tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Router 6d0c2b7f-e853-4299-a52d-48553d77318c has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 17:51:44.990222 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf2abe3-061e-4523-8a52-0129508b88b1 req-9b098634-b7a4-4897-9e96-cded36b8c773 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:44.998533 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-daf2abe3-061e-4523-8a52-0129508b88b1 req-9b098634-b7a4-4897-9e96-cded36b8c773 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/ports?device_id=b3179e98-eff0-4b2e-8c90-23fb558bbe5c HTTP/1.1" status: 200 len: 950 time: 0.0583982 Nov 19 17:51:45.097284 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-2dd41d78-91fc-422c-86f9-02571713c8a8 None None] Provisioning complete for port 49924a0b-25d8-449b-9e5f-353efc1047f3 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:51:45.098547 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2dd41d78-91fc-422c-86f9-02571713c8a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:45.111275 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-daf2abe3-061e-4523-8a52-0129508b88b1 req-2de3eee0-924e-4469-bfb5-d5e5b224d4ba tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/security-groups?id=6e557aa4-1576-4002-9603-a630915d92af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052849 Nov 19 17:51:45.157058 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-2dd41d78-91fc-422c-86f9-02571713c8a8 None None] Port 49924a0b-25d8-449b-9e5f-353efc1047f3 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:51:45.183562 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d1f4676-e19b-4b72-ac04-1aaeb841540a tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 17:51:45.191514 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-2d1f4676-e19b-4b72-ac04-1aaeb841540a tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] 10.222.0.54 "PUT /v2.0/routers/6d0c2b7f-e853-4299-a52d-48553d77318c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4394112 Nov 19 17:51:45.192892 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 60158) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:51:45.195751 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5967ba-9211-402a-b783-6e486b70c36c None None] Sync routers for ids ['6d0c2b7f-e853-4299-a52d-48553d77318c'] in n-d-818022-2 {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 17:51:45.200060 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-6ab6c5b8-d306-41de-a236-28ad6a5c31a3 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Request body: {'port': {'network_id': 'adcc2cd5-83f5-4910-a480-009c10697eb1', 'name': 'tempest-FloatingIPTestJSON-440319081'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:51:45.209524 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be5967ba-9211-402a-b783-6e486b70c36c None None] Routers {'6d0c2b7f-e853-4299-a52d-48553d77318c'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:51:45.210443 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-be5967ba-9211-402a-b783-6e486b70c36c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:51:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['6d0c2b7f-e853-4299-a52d-48553d77318c'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:51:45.227560 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5f9eb7-1f90-4a6f-97ee-38620a2c7265 req-890d5719-55e9-43ec-b180-efe33a0d5361 tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:45.229172 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-bb5f9eb7-1f90-4a6f-97ee-38620a2c7265 req-890d5719-55e9-43ec-b180-efe33a0d5361 tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] 10.222.0.54 "GET /v2.0/networks?id=e0733363-bc13-4279-a049-77115213ac4d HTTP/1.1" status: 200 len: 815 time: 0.1288126 Nov 19 17:51:45.250603 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-bb5f9eb7-1f90-4a6f-97ee-38620a2c7265 req-a4a6399d-0e04-4e49-9174-1f41bda94646 tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] 10.222.0.54 "GET /v2.0/quotas/9ecae7ac88e8457cb21c4782aebff44e HTTP/1.1" status: 200 len: 375 time: 0.0120001 Nov 19 17:51:45.256819 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-be5967ba-9211-402a-b783-6e486b70c36c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:51:45.270733 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be5967ba-9211-402a-b783-6e486b70c36c None None] Routers {'6d0c2b7f-e853-4299-a52d-48553d77318c'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:51:45.271757 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-be5967ba-9211-402a-b783-6e486b70c36c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:51:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['6d0c2b7f-e853-4299-a52d-48553d77318c'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:51:45.314135 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-be5967ba-9211-402a-b783-6e486b70c36c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:51:45.315197 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5967ba-9211-402a-b783-6e486b70c36c None None] The sync data for ids ['6d0c2b7f-e853-4299-a52d-48553d77318c'] in n-d-818022-2 is: [] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 17:51:45.320228 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-bb5f9eb7-1f90-4a6f-97ee-38620a2c7265 req-821b428a-294f-49b4-aa4d-14f098d07c5e tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=9ecae7ac88e8457cb21c4782aebff44e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0658290 Nov 19 17:51:45.365250 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ab6c5b8-d306-41de-a236-28ad6a5c31a3 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Made reservation on behalf of 3aca0539f91747f49ed111371f10a613 for: {'port': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:51:45.370612 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6ab6c5b8-d306-41de-a236-28ad6a5c31a3 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:45.391495 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [None req-6ab6c5b8-d306-41de-a236-28ad6a5c31a3 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] device_id is not set on port cd131726-8216-49e5-908a-0724c66484f5 yet. {{(pid=103364) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 17:51:45.419781 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-bb5f9eb7-1f90-4a6f-97ee-38620a2c7265 req-36ea67ad-8864-432b-97ff-02fc2bcce38d service neutron] 10.222.0.54 "GET /v2.0/networks/e0733363-bc13-4279-a049-77115213ac4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985329 Nov 19 17:51:45.509057 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-bb5f9eb7-1f90-4a6f-97ee-38620a2c7265 req-dd91f20c-430a-4094-bfe5-78704684cc26 service neutron] 10.222.0.54 "GET /v2.0/networks/e0733363-bc13-4279-a049-77115213ac4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884185 Nov 19 17:51:45.535510 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dcc376-3f4f-4105-8779-b23c7494b807 req-99fa213f-7afd-41aa-a3f0-e2391955828b tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:45.537148 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-40dcc376-3f4f-4105-8779-b23c7494b807 req-99fa213f-7afd-41aa-a3f0-e2391955828b tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/ports?device_id=2eeca776-1ce5-482b-8221-4ea371ac91bd HTTP/1.1" status: 200 len: 945 time: 0.0927563 Nov 19 17:51:45.576987 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [None req-6ab6c5b8-d306-41de-a236-28ad6a5c31a3 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Allocated IP 172.20.0.13 (adcc2cd5-83f5-4910-a480-009c10697eb1/30c2a530-1aff-443b-be4c-e804f9a486b4/cd131726-8216-49e5-908a-0724c66484f5) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:51:45.617224 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-40dcc376-3f4f-4105-8779-b23c7494b807 req-2154a249-1039-4625-9496-e720d451cbfb tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/security-groups?id=e103badb-33bc-4a96-ade0-89c422abc1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662320 Nov 19 17:51:45.740349 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6e21cc08-1b9d-47a4-a7c3-929d0bb1c1a6 req-6ad4ca48-4e96-4db0-9d9b-b1760af76054 tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] 10.222.0.54 "GET /v2.0/ports?device_id=db3afe1e-a2f1-4ea8-a7f9-d35986504538 HTTP/1.1" status: 200 len: 210 time: 0.0551004 Nov 19 17:51:45.843890 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6ab6c5b8-d306-41de-a236-28ad6a5c31a3 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:45.898840 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6ab6c5b8-d306-41de-a236-28ad6a5c31a3 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:45.958787 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ab6c5b8-d306-41de-a236-28ad6a5c31a3 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Network adcc2cd5-83f5-4910-a480-009c10697eb1 is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:51:45.966291 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-6ab6c5b8-d306-41de-a236-28ad6a5c31a3 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:51:45.968938 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab6c5b8-d306-41de-a236-28ad6a5c31a3 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:51:45.973209 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab6c5b8-d306-41de-a236-28ad6a5c31a3 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Pushing event updated for resources: {'Port': ['ID=cd131726-8216-49e5-908a-0724c66484f5,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:51:46.036779 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab6c5b8-d306-41de-a236-28ad6a5c31a3 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:46.037431 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6ab6c5b8-d306-41de-a236-28ad6a5c31a3 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:46.058125 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-6ab6c5b8-d306-41de-a236-28ad6a5c31a3 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.8636262 Nov 19 17:51:46.060492 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 60178) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:51:46.065428 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-14d212d8-b13e-4b6e-b4d0-44195de3a61f tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Request body: {'floatingip': {'port_id': 'cd131726-8216-49e5-908a-0724c66484f5'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:51:46.143034 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-14d212d8-b13e-4b6e-b4d0-44195de3a61f tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks [] for floatingip, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:46.291488 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-ee20be10-84e1-4503-a3eb-f54d4596f6b2 None None] Provisioning complete for port cd131726-8216-49e5-908a-0724c66484f5 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:51:46.292434 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ee20be10-84e1-4503-a3eb-f54d4596f6b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:46.339086 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-ee20be10-84e1-4503-a3eb-f54d4596f6b2 None None] Port cd131726-8216-49e5-908a-0724c66484f5 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:51:46.345218 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0397a59d-f719-400a-8e7b-a39bc817b4ec req-8a49920b-6f0d-4b87-bb1d-bc20fdb60c97 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:46.347221 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0397a59d-f719-400a-8e7b-a39bc817b4ec req-8a49920b-6f0d-4b87-bb1d-bc20fdb60c97 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/ports?device_id=b3179e98-eff0-4b2e-8c90-23fb558bbe5c HTTP/1.1" status: 200 len: 950 time: 0.1091545 Nov 19 17:51:46.422362 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0397a59d-f719-400a-8e7b-a39bc817b4ec req-1e3f04f0-2f29-49e2-963a-705bf6f8437f tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/security-groups?id=6e557aa4-1576-4002-9603-a630915d92af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683727 Nov 19 17:51:46.737452 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becdc56e-d09e-4f19-9a78-9378dc4bfd71 req-11bc9b04-ebcf-488b-b5e3-3a4dd8e09f44 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:46.738987 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-becdc56e-d09e-4f19-9a78-9378dc4bfd71 req-11bc9b04-ebcf-488b-b5e3-3a4dd8e09f44 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/ports?device_id=2eeca776-1ce5-482b-8221-4ea371ac91bd HTTP/1.1" status: 200 len: 945 time: 0.0537961 Nov 19 17:51:46.761039 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-14d212d8-b13e-4b6e-b4d0-44195de3a61f tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:46.768751 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-14d212d8-b13e-4b6e-b4d0-44195de3a61f tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-671284'] for floatingip, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:46.811182 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-becdc56e-d09e-4f19-9a78-9378dc4bfd71 req-e0c0c71e-e7c4-4e7b-a112-5b7ff0c7981a tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/security-groups?id=e103badb-33bc-4a96-ade0-89c422abc1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632033 Nov 19 17:51:46.923478 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-e1a6368d-309d-468a-a95d-55495579404e req-1753e7a4-560d-437a-be44-d87000282026 tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] 10.222.0.54 "GET /v2.0/ports?device_id=db3afe1e-a2f1-4ea8-a7f9-d35986504538 HTTP/1.1" status: 200 len: 210 time: 0.0308142 Nov 19 17:51:46.939454 n-d-818022-2 neutron-server[103364]: INFO neutron.db.l3_db [None req-14d212d8-b13e-4b6e-b4d0-44195de3a61f tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Floating IP cd558ea1-ee18-44e1-826e-eca7069c303e associated. External IP: 172.25.7.36, port: b2ac3fd9-79ad-4eac-aa3c-46bc27d20877. Nov 19 17:51:47.177649 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14d212d8-b13e-4b6e-b4d0-44195de3a61f tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Router dd1e4a32-8ad0-4b42-a2a0-86097953fcc6 has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 17:51:47.293312 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14d212d8-b13e-4b6e-b4d0-44195de3a61f tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 17:51:47.303233 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db0065a2-c4a5-45ec-892b-33ad753ee530 None None] Sync routers for ids ['dd1e4a32-8ad0-4b42-a2a0-86097953fcc6'] in n-d-818022-2 {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 17:51:47.320824 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db0065a2-c4a5-45ec-892b-33ad753ee530 None None] Routers {'dd1e4a32-8ad0-4b42-a2a0-86097953fcc6'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:51:47.322522 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-db0065a2-c4a5-45ec-892b-33ad753ee530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:51:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['dd1e4a32-8ad0-4b42-a2a0-86097953fcc6'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:51:47.366297 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5f9eb7-1f90-4a6f-97ee-38620a2c7265 req-c237a2a0-0a22-423b-9942-5b797c188c58 tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:47.370747 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-bb5f9eb7-1f90-4a6f-97ee-38620a2c7265 req-c237a2a0-0a22-423b-9942-5b797c188c58 tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] 10.222.0.60 "GET /v2.0/networks?id=e0733363-bc13-4279-a049-77115213ac4d HTTP/1.1" status: 200 len: 815 time: 0.4374542 Nov 19 17:51:47.390748 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-bb5f9eb7-1f90-4a6f-97ee-38620a2c7265 req-85aeb395-7eb5-499c-82ef-05a8261af5e8 tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] Request body: {'port': {'device_id': 'db3afe1e-a2f1-4ea8-a7f9-d35986504538', 'network_id': 'e0733363-bc13-4279-a049-77115213ac4d', 'admin_state_up': True, 'tenant_id': '9ecae7ac88e8457cb21c4782aebff44e'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:51:47.395798 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-db0065a2-c4a5-45ec-892b-33ad753ee530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:51:47.406217 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db0065a2-c4a5-45ec-892b-33ad753ee530 None None] Routers {'dd1e4a32-8ad0-4b42-a2a0-86097953fcc6'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:51:47.407058 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-db0065a2-c4a5-45ec-892b-33ad753ee530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:51:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['dd1e4a32-8ad0-4b42-a2a0-86097953fcc6'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:51:47.454512 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-db0065a2-c4a5-45ec-892b-33ad753ee530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:51:47.468468 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db0065a2-c4a5-45ec-892b-33ad753ee530 None None] The sync data for ids ['dd1e4a32-8ad0-4b42-a2a0-86097953fcc6'] in n-d-818022-2 is: [] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 17:51:47.519960 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb5f9eb7-1f90-4a6f-97ee-38620a2c7265 req-85aeb395-7eb5-499c-82ef-05a8261af5e8 tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] Made reservation on behalf of 9ecae7ac88e8457cb21c4782aebff44e for: {'port': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:51:47.525357 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-bb5f9eb7-1f90-4a6f-97ee-38620a2c7265 req-85aeb395-7eb5-499c-82ef-05a8261af5e8 tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:47.606474 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14d212d8-b13e-4b6e-b4d0-44195de3a61f tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Router 6d0c2b7f-e853-4299-a52d-48553d77318c has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 17:51:47.646761 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca805aa8-1d12-4d6e-885e-a2ae2c88bdc2 req-20d0e915-e908-495a-a98b-cd59d4e794fe tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:47.648548 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ca805aa8-1d12-4d6e-885e-a2ae2c88bdc2 req-20d0e915-e908-495a-a98b-cd59d4e794fe tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/ports?device_id=b3179e98-eff0-4b2e-8c90-23fb558bbe5c HTTP/1.1" status: 200 len: 950 time: 0.0975134 Nov 19 17:51:47.722251 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14d212d8-b13e-4b6e-b4d0-44195de3a61f tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 17:51:47.729654 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-14d212d8-b13e-4b6e-b4d0-44195de3a61f tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for floatingip, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:47.735941 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586871e7-2494-4e68-a629-366eb41ef774 None None] Sync routers for ids ['6d0c2b7f-e853-4299-a52d-48553d77318c'] in n-d-818022-2 {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 17:51:47.750649 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-586871e7-2494-4e68-a629-366eb41ef774 None None] Routers {'6d0c2b7f-e853-4299-a52d-48553d77318c'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:51:47.751581 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-586871e7-2494-4e68-a629-366eb41ef774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:51:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['6d0c2b7f-e853-4299-a52d-48553d77318c'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:51:47.755856 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ca805aa8-1d12-4d6e-885e-a2ae2c88bdc2 req-46581bc6-02cd-4f1c-ae43-76a901ee6edb tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/security-groups?id=6e557aa4-1576-4002-9603-a630915d92af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964594 Nov 19 17:51:47.762857 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [req-bb5f9eb7-1f90-4a6f-97ee-38620a2c7265 req-85aeb395-7eb5-499c-82ef-05a8261af5e8 tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] Allocated IP 172.20.0.13 (e0733363-bc13-4279-a049-77115213ac4d/375a0321-4cc3-4e77-b3a1-2bc7264aa560/421b2bae-c76a-42ba-bed1-7bd898dab165) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:51:47.807127 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-586871e7-2494-4e68-a629-366eb41ef774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:51:47.817281 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-586871e7-2494-4e68-a629-366eb41ef774 None None] Routers {'6d0c2b7f-e853-4299-a52d-48553d77318c'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:51:47.817890 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-586871e7-2494-4e68-a629-366eb41ef774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:51:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['6d0c2b7f-e853-4299-a52d-48553d77318c'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:51:47.834165 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-14d212d8-b13e-4b6e-b4d0-44195de3a61f tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] 10.222.0.54 "PUT /v2.0/floatingips/cd558ea1-ee18-44e1-826e-eca7069c303e HTTP/1.1" status: 200 len: 977 time: 1.7722275 Nov 19 17:51:47.834803 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 60202) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:51:47.870568 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-586871e7-2494-4e68-a629-366eb41ef774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:51:47.871428 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586871e7-2494-4e68-a629-366eb41ef774 None None] The sync data for ids ['6d0c2b7f-e853-4299-a52d-48553d77318c'] in n-d-818022-2 is: [] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 17:51:47.976930 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-9372ba51-aaa1-4019-aa7e-0545e0439db7 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Deleting port cd131726-8216-49e5-908a-0724c66484f5 {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:51:47.977337 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9372ba51-aaa1-4019-aa7e-0545e0439db7 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:47.986631 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-bb5f9eb7-1f90-4a6f-97ee-38620a2c7265 req-85aeb395-7eb5-499c-82ef-05a8261af5e8 tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:48.014756 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b23b2e6-f21d-4ad3-934f-90e36bf2c468 req-43dac31c-3329-40ff-9742-0fb10ba1c43b tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:48.016293 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-1b23b2e6-f21d-4ad3-934f-90e36bf2c468 req-43dac31c-3329-40ff-9742-0fb10ba1c43b tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/ports?device_id=2eeca776-1ce5-482b-8221-4ea371ac91bd HTTP/1.1" status: 200 len: 945 time: 0.0799136 Nov 19 17:51:48.098947 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9372ba51-aaa1-4019-aa7e-0545e0439db7 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:48.100099 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-1b23b2e6-f21d-4ad3-934f-90e36bf2c468 req-00be7d46-f475-4c3b-b3d4-0c5bdf37043b tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/security-groups?id=e103badb-33bc-4a96-ade0-89c422abc1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724235 Nov 19 17:51:48.106940 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-bb5f9eb7-1f90-4a6f-97ee-38620a2c7265 req-85aeb395-7eb5-499c-82ef-05a8261af5e8 tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:48.135187 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['bc7413bb-7ca7-464c-9402-1f20912d4c45', 'bbc598b3-53f3-4676-9c56-f2e27aa4a7f5', 'b186f781-c16c-4ab6-ac40-7f5e90da9869'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:51:48.172562 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb5f9eb7-1f90-4a6f-97ee-38620a2c7265 req-85aeb395-7eb5-499c-82ef-05a8261af5e8 tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] Network e0733363-bc13-4279-a049-77115213ac4d is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:51:48.175825 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [req-bb5f9eb7-1f90-4a6f-97ee-38620a2c7265 req-85aeb395-7eb5-499c-82ef-05a8261af5e8 tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:51:48.181287 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb5f9eb7-1f90-4a6f-97ee-38620a2c7265 req-85aeb395-7eb5-499c-82ef-05a8261af5e8 tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:51:48.185924 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85aeb395-7eb5-499c-82ef-05a8261af5e8 tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] Pushing event updated for resources: {'Port': ['ID=421b2bae-c76a-42ba-bed1-7bd898dab165,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:51:48.246541 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5f9eb7-1f90-4a6f-97ee-38620a2c7265 req-85aeb395-7eb5-499c-82ef-05a8261af5e8 tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:48.247479 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-bb5f9eb7-1f90-4a6f-97ee-38620a2c7265 req-85aeb395-7eb5-499c-82ef-05a8261af5e8 tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:48.267262 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-bb5f9eb7-1f90-4a6f-97ee-38620a2c7265 req-85aeb395-7eb5-499c-82ef-05a8261af5e8 tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8803766 Nov 19 17:51:48.286487 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-bb5f9eb7-1f90-4a6f-97ee-38620a2c7265 req-b18ecad7-a5af-4303-80c2-18f9a0acc418 service neutron] Request body: {'port': {'device_id': 'db3afe1e-a2f1-4ea8-a7f9-d35986504538', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818022-2'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:51:48.362134 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-bb5f9eb7-1f90-4a6f-97ee-38620a2c7265 req-b18ecad7-a5af-4303-80c2-18f9a0acc418 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:48.637839 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9372ba51-aaa1-4019-aa7e-0545e0439db7 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:48.638317 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9372ba51-aaa1-4019-aa7e-0545e0439db7 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-671284'] for floatingip, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:48.638697 n-d-818022-2 neutron-server[103364]: INFO neutron.db.l3_db [None req-9372ba51-aaa1-4019-aa7e-0545e0439db7 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Floating IP cd558ea1-ee18-44e1-826e-eca7069c303e disassociated. External IP: 172.25.7.36, port: cd131726-8216-49e5-908a-0724c66484f5. Nov 19 17:51:48.639045 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-9372ba51-aaa1-4019-aa7e-0545e0439db7 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Calling delete_port for cd131726-8216-49e5-908a-0724c66484f5 owned by {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:51:48.691844 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a28b5b2-f85f-4dc8-8aab-d681fe6b21a3 req-749f09ed-c6c1-42d2-b638-5d57478c625e tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:48.693318 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6a28b5b2-f85f-4dc8-8aab-d681fe6b21a3 req-749f09ed-c6c1-42d2-b638-5d57478c625e tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] 10.222.0.54 "GET /v2.0/ports?device_id=db3afe1e-a2f1-4ea8-a7f9-d35986504538 HTTP/1.1" status: 200 len: 932 time: 0.4217043 Nov 19 17:51:48.740075 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [req-bb5f9eb7-1f90-4a6f-97ee-38620a2c7265 req-b18ecad7-a5af-4303-80c2-18f9a0acc418 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 421b2bae-c76a-42ba-bed1-7bd898dab165 {{(pid=103365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:51:48.748825 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-bb5f9eb7-1f90-4a6f-97ee-38620a2c7265 req-b18ecad7-a5af-4303-80c2-18f9a0acc418 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:48.764322 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.provisioning_blocks [req-bb5f9eb7-1f90-4a6f-97ee-38620a2c7265 req-b18ecad7-a5af-4303-80c2-18f9a0acc418 service neutron] Transition to ACTIVE for port object 421b2bae-c76a-42ba-bed1-7bd898dab165 will not be triggered until provisioned by entity L2. {{(pid=103365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 17:51:48.768511 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6a28b5b2-f85f-4dc8-8aab-d681fe6b21a3 req-c32f4f7d-64e2-42ba-9d2d-33a6b4e83a4b tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] 10.222.0.54 "GET /v2.0/security-groups?id=79517508-381b-4077-8d39-0c2cf4e2980c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644102 Nov 19 17:51:48.768860 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-bb5f9eb7-1f90-4a6f-97ee-38620a2c7265 req-b18ecad7-a5af-4303-80c2-18f9a0acc418 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:48.822658 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18ecad7-a5af-4303-80c2-18f9a0acc418 service neutron] Pushing event updated for resources: {'Port': ['ID=421b2bae-c76a-42ba-bed1-7bd898dab165,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:51:48.864651 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9372ba51-aaa1-4019-aa7e-0545e0439db7 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:48.898961 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9372ba51-aaa1-4019-aa7e-0545e0439db7 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Pushing event deleted for resources: {'Port': ['ID=cd131726-8216-49e5-908a-0724c66484f5,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:51:48.953957 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed87f15b-da2f-409b-9183-ef3cf6ff245c req-1ed62961-8def-4a21-81fc-7fd1c2f1865e tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:48.956481 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ed87f15b-da2f-409b-9183-ef3cf6ff245c req-1ed62961-8def-4a21-81fc-7fd1c2f1865e tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/ports?device_id=b3179e98-eff0-4b2e-8c90-23fb558bbe5c HTTP/1.1" status: 200 len: 950 time: 0.0862739 Nov 19 17:51:48.956481 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-bb5f9eb7-1f90-4a6f-97ee-38620a2c7265 req-b18ecad7-a5af-4303-80c2-18f9a0acc418 service neutron] Attempting to bind port 421b2bae-c76a-42ba-bed1-7bd898dab165 on host n-h1-818022-2 for vnic_type normal with profile {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:51:48.956839 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-bb5f9eb7-1f90-4a6f-97ee-38620a2c7265 req-b18ecad7-a5af-4303-80c2-18f9a0acc418 service neutron] Attempting to bind port 421b2bae-c76a-42ba-bed1-7bd898dab165 by drivers openvswitch,hyperv on host n-h1-818022-2 at level 0 using segments [{'id': 'ca1955a5-8302-44fc-89d8-f39d4f35e721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'e0733363-bc13-4279-a049-77115213ac4d'}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:51:48.957056 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb5f9eb7-1f90-4a6f-97ee-38620a2c7265 req-b18ecad7-a5af-4303-80c2-18f9a0acc418 service neutron] Attempting to bind port 421b2bae-c76a-42ba-bed1-7bd898dab165 on network e0733363-bc13-4279-a049-77115213ac4d {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:51:48.961915 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb5f9eb7-1f90-4a6f-97ee-38620a2c7265 req-b18ecad7-a5af-4303-80c2-18f9a0acc418 service neutron] Port 421b2bae-c76a-42ba-bed1-7bd898dab165 on network e0733363-bc13-4279-a049-77115213ac4d not bound, no agent of type Open vSwitch agent registered on host n-h1-818022-2 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 17:51:48.962248 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb5f9eb7-1f90-4a6f-97ee-38620a2c7265 req-b18ecad7-a5af-4303-80c2-18f9a0acc418 service neutron] Attempting to bind port 421b2bae-c76a-42ba-bed1-7bd898dab165 on network e0733363-bc13-4279-a049-77115213ac4d {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:51:48.976591 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb5f9eb7-1f90-4a6f-97ee-38620a2c7265 req-b18ecad7-a5af-4303-80c2-18f9a0acc418 service neutron] Checking agent: {'id': 'a6668d96-12fa-4ec0-99ad-77eaf490dd2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'started_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 51, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:51:48.976899 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb5f9eb7-1f90-4a6f-97ee-38620a2c7265 req-b18ecad7-a5af-4303-80c2-18f9a0acc418 service neutron] Checking segment: {'id': 'ca1955a5-8302-44fc-89d8-f39d4f35e721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'e0733363-bc13-4279-a049-77115213ac4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:51:48.977847 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb5f9eb7-1f90-4a6f-97ee-38620a2c7265 req-b18ecad7-a5af-4303-80c2-18f9a0acc418 service neutron] Bound using segment: {'id': 'ca1955a5-8302-44fc-89d8-f39d4f35e721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'e0733363-bc13-4279-a049-77115213ac4d'} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:51:48.978325 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-bb5f9eb7-1f90-4a6f-97ee-38620a2c7265 req-b18ecad7-a5af-4303-80c2-18f9a0acc418 service neutron] Bound port: 421b2bae-c76a-42ba-bed1-7bd898dab165, host: n-h1-818022-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca1955a5-8302-44fc-89d8-f39d4f35e721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'e0733363-bc13-4279-a049-77115213ac4d'}}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:51:48.978687 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-bb5f9eb7-1f90-4a6f-97ee-38620a2c7265 req-b18ecad7-a5af-4303-80c2-18f9a0acc418 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:49.050968 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9372ba51-aaa1-4019-aa7e-0545e0439db7 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Router 6d0c2b7f-e853-4299-a52d-48553d77318c has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 17:51:49.061467 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-bb5f9eb7-1f90-4a6f-97ee-38620a2c7265 req-b18ecad7-a5af-4303-80c2-18f9a0acc418 service neutron] For port 421b2bae-c76a-42ba-bed1-7bd898dab165, host n-h1-818022-2, cleared binding levels {{(pid=103365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:51:49.064770 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-bb5f9eb7-1f90-4a6f-97ee-38620a2c7265 req-b18ecad7-a5af-4303-80c2-18f9a0acc418 service neutron] For port 421b2bae-c76a-42ba-bed1-7bd898dab165, host n-h1-818022-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=421b2bae-c76a-42ba-bed1-7bd898dab165,segment=NetworkSegment(ca1955a5-8302-44fc-89d8-f39d4f35e721),segment_id=ca1955a5-8302-44fc-89d8-f39d4f35e721)] {{(pid=103365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:51:49.079927 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-bb5f9eb7-1f90-4a6f-97ee-38620a2c7265 req-b18ecad7-a5af-4303-80c2-18f9a0acc418 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:49.142124 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ed87f15b-da2f-409b-9183-ef3cf6ff245c req-c9d5c224-68a3-45d4-b576-52784f5b21dc tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/security-groups?id=6e557aa4-1576-4002-9603-a630915d92af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766160 Nov 19 17:51:49.153319 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5f9eb7-1f90-4a6f-97ee-38620a2c7265 req-b18ecad7-a5af-4303-80c2-18f9a0acc418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:49.154132 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-bb5f9eb7-1f90-4a6f-97ee-38620a2c7265 req-b18ecad7-a5af-4303-80c2-18f9a0acc418 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:49.156279 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-bb5f9eb7-1f90-4a6f-97ee-38620a2c7265 req-b18ecad7-a5af-4303-80c2-18f9a0acc418 service neutron] 10.222.0.60 "PUT /v2.0/ports/421b2bae-c76a-42ba-bed1-7bd898dab165 HTTP/1.1" status: 200 len: 1092 time: 0.8755350 Nov 19 17:51:49.156279 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db3afe1e-a2f1-4ea8-a7f9-d35986504538', 'tag': '421b2bae-c76a-42ba-bed1-7bd898dab165'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:51:49.159918 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218319d759239a7d11f1288aef37381b97754913ee9ccbfd43b51a463f801712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-959a9f83-6435-45dd-844c-68f311191343" -d '{"events": [{"name": "network-changed", "server_uuid": "db3afe1e-a2f1-4ea8-a7f9-d35986504538", "tag": "421b2bae-c76a-42ba-bed1-7bd898dab165"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:51:49.196914 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18ecad7-a5af-4303-80c2-18f9a0acc418 service neutron] Pushing event updated for resources: {'Port': ['ID=421b2bae-c76a-42ba-bed1-7bd898dab165,revision_number=3']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:51:49.199480 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9372ba51-aaa1-4019-aa7e-0545e0439db7 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 17:51:49.214921 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4156f02-f5f4-495a-be08-2b7ff7af7148 None None] Sync routers for ids ['6d0c2b7f-e853-4299-a52d-48553d77318c'] in n-d-818022-2 {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 17:51:49.239471 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4156f02-f5f4-495a-be08-2b7ff7af7148 None None] Routers {'6d0c2b7f-e853-4299-a52d-48553d77318c'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:51:49.240300 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-e4156f02-f5f4-495a-be08-2b7ff7af7148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:51:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['6d0c2b7f-e853-4299-a52d-48553d77318c'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:51:49.269887 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 17:51:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4fa39ff-7d82-4a5e-99a2-a2f76c8a4f54 x-openstack-request-id: req-c4fa39ff-7d82-4a5e-99a2-a2f76c8a4f54 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:51:49.270188 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db3afe1e-a2f1-4ea8-a7f9-d35986504538", "tag": "421b2bae-c76a-42ba-bed1-7bd898dab165", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:51:49.270446 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c4fa39ff-7d82-4a5e-99a2-a2f76c8a4f54 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:51:49.270844 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db3afe1e-a2f1-4ea8-a7f9-d35986504538', 'tag': '421b2bae-c76a-42ba-bed1-7bd898dab165', 'status': 'completed', 'code': 200} Nov 19 17:51:49.305327 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9372ba51-aaa1-4019-aa7e-0545e0439db7 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:49.312824 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 60224) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:51:49.313072 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-9372ba51-aaa1-4019-aa7e-0545e0439db7 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] 10.222.0.54 "DELETE /v2.0/ports/cd131726-8216-49e5-908a-0724c66484f5 HTTP/1.1" status: 204 len: 168 time: 1.4770672 Nov 19 17:51:49.361224 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5f9eb7-1f90-4a6f-97ee-38620a2c7265 req-d71ae045-0ed3-4b7f-8ee7-08fad6368262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:49.362700 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-bb5f9eb7-1f90-4a6f-97ee-38620a2c7265 req-d71ae045-0ed3-4b7f-8ee7-08fad6368262 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9ecae7ac88e8457cb21c4782aebff44e&device_id=db3afe1e-a2f1-4ea8-a7f9-d35986504538 HTTP/1.1" status: 200 len: 1095 time: 0.1259246 Nov 19 17:51:49.393561 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f199e26-db4c-44f4-a11e-6a05a68f06e4 req-cd9a5b62-ebeb-49a8-8b72-574105187170 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:49.395111 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-1f199e26-db4c-44f4-a11e-6a05a68f06e4 req-cd9a5b62-ebeb-49a8-8b72-574105187170 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/ports?device_id=2eeca776-1ce5-482b-8221-4ea371ac91bd HTTP/1.1" status: 200 len: 945 time: 0.1235127 Nov 19 17:51:49.410213 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-e4156f02-f5f4-495a-be08-2b7ff7af7148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:51:49.419128 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4156f02-f5f4-495a-be08-2b7ff7af7148 None None] Routers {'6d0c2b7f-e853-4299-a52d-48553d77318c'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:51:49.419759 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-e4156f02-f5f4-495a-be08-2b7ff7af7148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:51:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['6d0c2b7f-e853-4299-a52d-48553d77318c'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:51:49.450783 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-e4156f02-f5f4-495a-be08-2b7ff7af7148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:51:49.451444 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4156f02-f5f4-495a-be08-2b7ff7af7148 None None] The sync data for ids ['6d0c2b7f-e853-4299-a52d-48553d77318c'] in n-d-818022-2 is: [] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 17:51:49.468811 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-bb5f9eb7-1f90-4a6f-97ee-38620a2c7265 req-9010a560-abba-4202-8f7f-3b4703abf15f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=421b2bae-c76a-42ba-bed1-7bd898dab165 HTTP/1.1" status: 200 len: 217 time: 0.0915992 Nov 19 17:51:49.567877 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5f9eb7-1f90-4a6f-97ee-38620a2c7265 req-d15e4826-0d5b-4158-b9fe-f24a8ccb3e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:49.569293 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-bb5f9eb7-1f90-4a6f-97ee-38620a2c7265 req-d15e4826-0d5b-4158-b9fe-f24a8ccb3e09 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=375a0321-4cc3-4e77-b3a1-2bc7264aa560 HTTP/1.1" status: 200 len: 855 time: 0.0874944 Nov 19 17:51:49.572489 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-1f199e26-db4c-44f4-a11e-6a05a68f06e4 req-1056556e-ed24-49aa-93a7-164280a02841 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/security-groups?id=e103badb-33bc-4a96-ade0-89c422abc1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685817 Nov 19 17:51:49.637887 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-bb5f9eb7-1f90-4a6f-97ee-38620a2c7265 req-95a656d7-6bf2-4bb5-8efb-c380908387fc service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e0733363-bc13-4279-a049-77115213ac4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290070 Nov 19 17:51:49.797178 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-bb5f9eb7-1f90-4a6f-97ee-38620a2c7265 req-254b454d-2458-4413-ad91-19dd10ed9e2d service neutron] 10.222.0.60 "GET /v2.0/networks/e0733363-bc13-4279-a049-77115213ac4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512461 Nov 19 17:51:50.002761 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36f123f-f68a-4607-8b91-b6ac6e0af973 req-56e0ffd0-a8ea-46be-a41c-0141c34a8550 tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:50.004233 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a36f123f-f68a-4607-8b91-b6ac6e0af973 req-56e0ffd0-a8ea-46be-a41c-0141c34a8550 tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] 10.222.0.54 "GET /v2.0/ports?device_id=db3afe1e-a2f1-4ea8-a7f9-d35986504538 HTTP/1.1" status: 200 len: 944 time: 0.1166179 Nov 19 17:51:50.007459 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-bb5f9eb7-1f90-4a6f-97ee-38620a2c7265 req-464dce30-0240-4d26-99bf-6e62e92b0655 service neutron] 10.222.0.60 "GET /v2.0/networks/e0733363-bc13-4279-a049-77115213ac4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1972303 Nov 19 17:51:50.139111 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a36f123f-f68a-4607-8b91-b6ac6e0af973 req-141a6f41-7dfa-4745-b47b-8bb51c9b6c6a tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] 10.222.0.54 "GET /v2.0/security-groups?id=79517508-381b-4077-8d39-0c2cf4e2980c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260822 Nov 19 17:51:50.156363 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959a9f83-6435-45dd-844c-68f311191343 req-2014c4a2-bb02-4382-aa2e-96869cdafa40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:50.157920 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-959a9f83-6435-45dd-844c-68f311191343 req-2014c4a2-bb02-4382-aa2e-96869cdafa40 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9ecae7ac88e8457cb21c4782aebff44e&device_id=db3afe1e-a2f1-4ea8-a7f9-d35986504538 HTTP/1.1" status: 200 len: 1095 time: 0.0897577 Nov 19 17:51:50.167045 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-96e1ba2a-2889-4413-908f-9ed4f12b022a tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-768564'] for router_interface, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:50.287386 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cb9fb3-5a89-447a-9979-4edbc5bc4a9a req-dcf46a5a-8df2-42a5-8c90-fdc1cbf9b0d9 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:50.288918 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f6cb9fb3-5a89-447a-9979-4edbc5bc4a9a req-dcf46a5a-8df2-42a5-8c90-fdc1cbf9b0d9 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/ports?device_id=b3179e98-eff0-4b2e-8c90-23fb558bbe5c HTTP/1.1" status: 200 len: 950 time: 0.0510888 Nov 19 17:51:50.337446 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f6cb9fb3-5a89-447a-9979-4edbc5bc4a9a req-b122a24c-e444-4831-9a83-0cfbeab0d067 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/security-groups?id=6e557aa4-1576-4002-9603-a630915d92af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420444 Nov 19 17:51:50.391335 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959a9f83-6435-45dd-844c-68f311191343 req-b56f1b33-f527-45e8-9dfd-62abc8f1fced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:50.392823 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-959a9f83-6435-45dd-844c-68f311191343 req-b56f1b33-f527-45e8-9dfd-62abc8f1fced service neutron] 10.222.0.60 "GET /v2.0/networks?id=e0733363-bc13-4279-a049-77115213ac4d HTTP/1.1" status: 200 len: 916 time: 0.1877725 Nov 19 17:51:50.460911 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-959a9f83-6435-45dd-844c-68f311191343 req-b4a77782-b750-4e0d-abe9-460ae59fb99b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=421b2bae-c76a-42ba-bed1-7bd898dab165 HTTP/1.1" status: 200 len: 217 time: 0.0538847 Nov 19 17:51:50.578095 n-d-818022-2 neutron-server[103365]: INFO neutron.api.v2.resource [req-48b77678-bd3e-4f17-9bd7-483501e4860e req-4049df79-0c44-4c55-8c42-d387764d7016 service neutron] show failed (client error): The resource could not be found. Nov 19 17:51:50.579156 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-48b77678-bd3e-4f17-9bd7-483501e4860e req-4049df79-0c44-4c55-8c42-d387764d7016 service neutron] 10.222.0.60 "GET /v2.0/ports/bc24b0d7-df99-48e0-895c-d80de0809032/bindings/n-h2-818022-2 HTTP/1.1" status: 404 len: 380 time: 0.1247864 Nov 19 17:51:50.581204 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959a9f83-6435-45dd-844c-68f311191343 req-d560110d-a7e3-4748-8704-6ee4541dec86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:50.582603 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-959a9f83-6435-45dd-844c-68f311191343 req-d560110d-a7e3-4748-8704-6ee4541dec86 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=375a0321-4cc3-4e77-b3a1-2bc7264aa560 HTTP/1.1" status: 200 len: 855 time: 0.0975926 Nov 19 17:51:50.661897 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-959a9f83-6435-45dd-844c-68f311191343 req-e312b696-f3d5-488f-9750-1cd89b765437 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e0733363-bc13-4279-a049-77115213ac4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346560 Nov 19 17:51:50.830271 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7fbc04-0b20-4ecc-beda-95e35e9c7618 req-6a30d3f8-b411-4bcb-a2d9-ea946b7c37e6 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:50.831727 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4a7fbc04-0b20-4ecc-beda-95e35e9c7618 req-6a30d3f8-b411-4bcb-a2d9-ea946b7c37e6 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/ports?device_id=2eeca776-1ce5-482b-8221-4ea371ac91bd HTTP/1.1" status: 200 len: 945 time: 0.1721892 Nov 19 17:51:50.895453 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b77678-bd3e-4f17-9bd7-483501e4860e req-edccc326-1ab6-403a-9d26-cbcd665e018b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:50.897173 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-48b77678-bd3e-4f17-9bd7-483501e4860e req-edccc326-1ab6-403a-9d26-cbcd665e018b service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=b3179e98-eff0-4b2e-8c90-23fb558bbe5c&tenant_id=7136fa31325e4016a695ca7c60f57962 HTTP/1.1" status: 200 len: 1101 time: 0.1138041 Nov 19 17:51:50.909709 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-96e1ba2a-2889-4413-908f-9ed4f12b022a tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Deleting port 49924a0b-25d8-449b-9e5f-353efc1047f3 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:51:50.910168 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-96e1ba2a-2889-4413-908f-9ed4f12b022a tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:50.919310 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-959a9f83-6435-45dd-844c-68f311191343 req-4ead7334-208a-4f8b-88d3-7c3745ac452b service neutron] 10.222.0.60 "GET /v2.0/networks/e0733363-bc13-4279-a049-77115213ac4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2271290 Nov 19 17:51:50.926703 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-48b77678-bd3e-4f17-9bd7-483501e4860e req-263e79f1-71f3-432d-8d9f-0eb7c78cf550 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-818022-2', 'device_owner': 'compute:nova'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:51:51.002957 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4a7fbc04-0b20-4ecc-beda-95e35e9c7618 req-fa8f7f55-7857-45d2-b611-6e52747a3e9c tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/security-groups?id=e103badb-33bc-4a96-ade0-89c422abc1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600757 Nov 19 17:51:51.283302 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2a22cc-1051-40ee-a820-503cd514e36d req-1daf3283-1f38-444c-932c-123179b27e2f tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:51.284839 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ba2a22cc-1051-40ee-a820-503cd514e36d req-1daf3283-1f38-444c-932c-123179b27e2f tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] 10.222.0.54 "GET /v2.0/ports?device_id=db3afe1e-a2f1-4ea8-a7f9-d35986504538 HTTP/1.1" status: 200 len: 944 time: 0.0555825 Nov 19 17:51:51.339565 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ba2a22cc-1051-40ee-a820-503cd514e36d req-fc9c4ae0-87ab-4cc7-a258-fc8cfe2faf19 tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] 10.222.0.54 "GET /v2.0/security-groups?id=79517508-381b-4077-8d39-0c2cf4e2980c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474072 Nov 19 17:51:51.392388 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-48b77678-bd3e-4f17-9bd7-483501e4860e req-263e79f1-71f3-432d-8d9f-0eb7c78cf550 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:51.399316 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-96e1ba2a-2889-4413-908f-9ed4f12b022a tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:51.440135 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-96e1ba2a-2889-4413-908f-9ed4f12b022a tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Calling delete_port for 49924a0b-25d8-449b-9e5f-353efc1047f3 owned by network:router_interface {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:51:51.496903 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-959a9f83-6435-45dd-844c-68f311191343 req-11f95816-27b2-4003-9105-65d45c2f73c6 service neutron] 10.222.0.60 "GET /v2.0/networks/e0733363-bc13-4279-a049-77115213ac4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5582771 Nov 19 17:51:51.581457 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05737435-9734-487c-a946-11c6be284325 req-68412c03-febb-4e7f-841a-f06e2191293e tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:51.583079 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-05737435-9734-487c-a946-11c6be284325 req-68412c03-febb-4e7f-841a-f06e2191293e tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/ports?device_id=b3179e98-eff0-4b2e-8c90-23fb558bbe5c HTTP/1.1" status: 200 len: 950 time: 0.1612411 Nov 19 17:51:51.779092 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-05737435-9734-487c-a946-11c6be284325 req-569f447c-36ca-469f-bffa-a93b24235473 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/security-groups?id=6e557aa4-1576-4002-9603-a630915d92af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530294 Nov 19 17:51:51.857950 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-48b77678-bd3e-4f17-9bd7-483501e4860e req-263e79f1-71f3-432d-8d9f-0eb7c78cf550 service neutron] For port bc24b0d7-df99-48e0-895c-d80de0809032, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=bc24b0d7-df99-48e0-895c-d80de0809032,segment=NetworkSegment(1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861),segment_id=1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:51:51.897940 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-96e1ba2a-2889-4413-908f-9ed4f12b022a tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:51.930648 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e1ba2a-2889-4413-908f-9ed4f12b022a tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Pushing event deleted for resources: {'Port': ['ID=49924a0b-25d8-449b-9e5f-353efc1047f3,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:51:51.933745 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-48b77678-bd3e-4f17-9bd7-483501e4860e req-263e79f1-71f3-432d-8d9f-0eb7c78cf550 service neutron] For port bc24b0d7-df99-48e0-895c-d80de0809032, host n-h1-818022-2, cleared binding levels {{(pid=103365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:51:52.020561 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3179e98-eff0-4b2e-8c90-23fb558bbe5c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc24b0d7-df99-48e0-895c-d80de0809032'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:51:52.023132 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218319d759239a7d11f1288aef37381b97754913ee9ccbfd43b51a463f801712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4392926f-60fe-4cd3-b49c-2d8010f2cd82" -d '{"events": [{"server_uuid": "b3179e98-eff0-4b2e-8c90-23fb558bbe5c", "name": "network-vif-unplugged", "status": "completed", "tag": "bc24b0d7-df99-48e0-895c-d80de0809032"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:51:52.028027 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-48b77678-bd3e-4f17-9bd7-483501e4860e req-263e79f1-71f3-432d-8d9f-0eb7c78cf550 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:52.052802 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.provisioning_blocks [req-48b77678-bd3e-4f17-9bd7-483501e4860e req-263e79f1-71f3-432d-8d9f-0eb7c78cf550 service neutron] Transition to ACTIVE for port object bc24b0d7-df99-48e0-895c-d80de0809032 will not be triggered until provisioned by entity L2. {{(pid=103365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 17:51:52.099003 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-48b77678-bd3e-4f17-9bd7-483501e4860e req-263e79f1-71f3-432d-8d9f-0eb7c78cf550 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:52.143433 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 17:51:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8d64289-7632-4725-8c30-630ce86c12e6 x-openstack-request-id: req-f8d64289-7632-4725-8c30-630ce86c12e6 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:51:52.143737 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3179e98-eff0-4b2e-8c90-23fb558bbe5c", "name": "network-vif-unplugged", "status": "completed", "tag": "bc24b0d7-df99-48e0-895c-d80de0809032", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:51:52.143994 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f8d64289-7632-4725-8c30-630ce86c12e6 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:51:52.144387 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3179e98-eff0-4b2e-8c90-23fb558bbe5c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc24b0d7-df99-48e0-895c-d80de0809032', 'code': 200} Nov 19 17:51:52.246365 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-48b77678-bd3e-4f17-9bd7-483501e4860e req-263e79f1-71f3-432d-8d9f-0eb7c78cf550 service neutron] No DVR routers for this DVR port bc24b0d7-df99-48e0-895c-d80de0809032 on host n-h1-818022-2 {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:51:52.252295 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263e79f1-71f3-432d-8d9f-0eb7c78cf550 service neutron] Pushing event updated for resources: {'Port': ['ID=bc24b0d7-df99-48e0-895c-d80de0809032,revision_number=6']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:51:52.280704 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5069b94b-0e30-45e4-af48-80063e6bcb51 req-2738f4ce-f293-4cbb-b43c-60d6be244164 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:52.285938 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5069b94b-0e30-45e4-af48-80063e6bcb51 req-2738f4ce-f293-4cbb-b43c-60d6be244164 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/ports?device_id=2eeca776-1ce5-482b-8221-4ea371ac91bd HTTP/1.1" status: 200 len: 945 time: 0.1908622 Nov 19 17:51:52.306546 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-96e1ba2a-2889-4413-908f-9ed4f12b022a tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-768648'] for router_interface, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:52.335986 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-48b77678-bd3e-4f17-9bd7-483501e4860e req-263e79f1-71f3-432d-8d9f-0eb7c78cf550 service neutron] Attempting to bind port bc24b0d7-df99-48e0-895c-d80de0809032 on host n-h2-818022-2 for vnic_type normal with profile {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:51:52.336327 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-48b77678-bd3e-4f17-9bd7-483501e4860e req-263e79f1-71f3-432d-8d9f-0eb7c78cf550 service neutron] Attempting to bind port bc24b0d7-df99-48e0-895c-d80de0809032 by drivers openvswitch,hyperv on host n-h2-818022-2 at level 0 using segments [{'id': '1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '346debfa-452b-4048-abf4-8f4493625ef2'}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:51:52.336717 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48b77678-bd3e-4f17-9bd7-483501e4860e req-263e79f1-71f3-432d-8d9f-0eb7c78cf550 service neutron] Attempting to bind port bc24b0d7-df99-48e0-895c-d80de0809032 on network 346debfa-452b-4048-abf4-8f4493625ef2 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:51:52.351953 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48b77678-bd3e-4f17-9bd7-483501e4860e req-263e79f1-71f3-432d-8d9f-0eb7c78cf550 service neutron] Port bc24b0d7-df99-48e0-895c-d80de0809032 on network 346debfa-452b-4048-abf4-8f4493625ef2 not bound, no agent of type Open vSwitch agent registered on host n-h2-818022-2 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 17:51:52.352335 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48b77678-bd3e-4f17-9bd7-483501e4860e req-263e79f1-71f3-432d-8d9f-0eb7c78cf550 service neutron] Attempting to bind port bc24b0d7-df99-48e0-895c-d80de0809032 on network 346debfa-452b-4048-abf4-8f4493625ef2 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:51:52.402183 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48b77678-bd3e-4f17-9bd7-483501e4860e req-263e79f1-71f3-432d-8d9f-0eb7c78cf550 service neutron] Checking agent: {'id': '525ad2ac-c4ae-4c63-af2e-0bf8d25d0f0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'started_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 51, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:51:52.402806 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48b77678-bd3e-4f17-9bd7-483501e4860e req-263e79f1-71f3-432d-8d9f-0eb7c78cf550 service neutron] Checking segment: {'id': '1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '346debfa-452b-4048-abf4-8f4493625ef2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:51:52.402917 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48b77678-bd3e-4f17-9bd7-483501e4860e req-263e79f1-71f3-432d-8d9f-0eb7c78cf550 service neutron] Bound using segment: {'id': '1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '346debfa-452b-4048-abf4-8f4493625ef2'} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:51:52.403369 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-48b77678-bd3e-4f17-9bd7-483501e4860e req-263e79f1-71f3-432d-8d9f-0eb7c78cf550 service neutron] Bound port: bc24b0d7-df99-48e0-895c-d80de0809032, host: n-h2-818022-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '346debfa-452b-4048-abf4-8f4493625ef2'}}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:51:52.403729 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-48b77678-bd3e-4f17-9bd7-483501e4860e req-263e79f1-71f3-432d-8d9f-0eb7c78cf550 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:52.439017 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5069b94b-0e30-45e4-af48-80063e6bcb51 req-bb0b2123-8ef2-4262-9ec9-c36f02738272 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/security-groups?id=e103badb-33bc-4a96-ade0-89c422abc1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375582 Nov 19 17:51:52.495670 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704321ae-e5a4-44d6-b8ab-f49a9f58a358 req-9954ed72-7ec8-48f6-82f0-b0b102cbb4d0 tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:52.497539 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-704321ae-e5a4-44d6-b8ab-f49a9f58a358 req-9954ed72-7ec8-48f6-82f0-b0b102cbb4d0 tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] 10.222.0.54 "GET /v2.0/ports?device_id=db3afe1e-a2f1-4ea8-a7f9-d35986504538 HTTP/1.1" status: 200 len: 944 time: 0.0523005 Nov 19 17:51:52.549457 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-704321ae-e5a4-44d6-b8ab-f49a9f58a358 req-964b093c-c1d9-49f3-8662-e33ba0b39cb5 tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] 10.222.0.54 "GET /v2.0/security-groups?id=79517508-381b-4077-8d39-0c2cf4e2980c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459917 Nov 19 17:51:52.578683 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-48b77678-bd3e-4f17-9bd7-483501e4860e req-263e79f1-71f3-432d-8d9f-0eb7c78cf550 service neutron] For port bc24b0d7-df99-48e0-895c-d80de0809032, host n-h2-818022-2, cleared binding levels {{(pid=103365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:51:52.596944 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-48b77678-bd3e-4f17-9bd7-483501e4860e req-263e79f1-71f3-432d-8d9f-0eb7c78cf550 service neutron] For port bc24b0d7-df99-48e0-895c-d80de0809032, host n-h2-818022-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=bc24b0d7-df99-48e0-895c-d80de0809032,segment=NetworkSegment(1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861),segment_id=1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861)] {{(pid=103365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:51:52.605955 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-48b77678-bd3e-4f17-9bd7-483501e4860e req-263e79f1-71f3-432d-8d9f-0eb7c78cf550 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:52.687134 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b77678-bd3e-4f17-9bd7-483501e4860e req-263e79f1-71f3-432d-8d9f-0eb7c78cf550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:52.687760 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-48b77678-bd3e-4f17-9bd7-483501e4860e req-263e79f1-71f3-432d-8d9f-0eb7c78cf550 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:52.689200 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-48b77678-bd3e-4f17-9bd7-483501e4860e req-263e79f1-71f3-432d-8d9f-0eb7c78cf550 service neutron] 10.222.0.86 "PUT /v2.0/ports/bc24b0d7-df99-48e0-895c-d80de0809032 HTTP/1.1" status: 200 len: 1096 time: 1.7751544 Nov 19 17:51:52.703967 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263e79f1-71f3-432d-8d9f-0eb7c78cf550 service neutron] Pushing event updated for resources: {'Port': ['ID=bc24b0d7-df99-48e0-895c-d80de0809032,revision_number=7']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:51:52.725596 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96e1ba2a-2889-4413-908f-9ed4f12b022a tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Router 6d0c2b7f-e853-4299-a52d-48553d77318c has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 17:51:52.806568 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b77678-bd3e-4f17-9bd7-483501e4860e req-53af80fc-0dc5-41be-9449-e16f8b64a419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:52.808024 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-48b77678-bd3e-4f17-9bd7-483501e4860e req-53af80fc-0dc5-41be-9449-e16f8b64a419 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7136fa31325e4016a695ca7c60f57962&device_id=b3179e98-eff0-4b2e-8c90-23fb558bbe5c HTTP/1.1" status: 200 len: 1099 time: 0.0919755 Nov 19 17:51:52.949918 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96e1ba2a-2889-4413-908f-9ed4f12b022a tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 17:51:52.956694 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-96e1ba2a-2889-4413-908f-9ed4f12b022a tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] 10.222.0.54 "PUT /v2.0/routers/6d0c2b7f-e853-4299-a52d-48553d77318c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6427112 Nov 19 17:51:52.959786 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 60272) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:51:52.962892 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b356f90-db1e-4c79-83fd-42c0e93a531e None None] Sync routers for ids ['6d0c2b7f-e853-4299-a52d-48553d77318c'] in n-d-818022-2 {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 17:51:52.975061 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b356f90-db1e-4c79-83fd-42c0e93a531e None None] Routers {'6d0c2b7f-e853-4299-a52d-48553d77318c'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:51:52.975791 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-8b356f90-db1e-4c79-83fd-42c0e93a531e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:51:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['6d0c2b7f-e853-4299-a52d-48553d77318c'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:51:52.983020 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da61b34f-8ccb-4518-8ace-efec14ab9bca req-fe0fd860-77c6-45df-a53f-4777c8ab1459 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:52.984643 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-da61b34f-8ccb-4518-8ace-efec14ab9bca req-fe0fd860-77c6-45df-a53f-4777c8ab1459 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/ports?device_id=b3179e98-eff0-4b2e-8c90-23fb558bbe5c HTTP/1.1" status: 200 len: 948 time: 0.1160614 Nov 19 17:51:53.011908 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-8b356f90-db1e-4c79-83fd-42c0e93a531e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:51:53.015016 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b77678-bd3e-4f17-9bd7-483501e4860e req-8caf4523-3316-45f2-9412-43a754e21c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:53.016173 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-48b77678-bd3e-4f17-9bd7-483501e4860e req-8caf4523-3316-45f2-9412-43a754e21c8e service neutron] 10.222.0.86 "GET /v2.0/networks?id=346debfa-452b-4048-abf4-8f4493625ef2 HTTP/1.1" status: 200 len: 870 time: 0.1710858 Nov 19 17:51:53.021389 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b356f90-db1e-4c79-83fd-42c0e93a531e None None] Routers {'6d0c2b7f-e853-4299-a52d-48553d77318c'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:51:53.022302 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-8b356f90-db1e-4c79-83fd-42c0e93a531e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:51:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['6d0c2b7f-e853-4299-a52d-48553d77318c'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:51:53.055093 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-8b356f90-db1e-4c79-83fd-42c0e93a531e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:51:53.056280 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b356f90-db1e-4c79-83fd-42c0e93a531e None None] The sync data for ids ['6d0c2b7f-e853-4299-a52d-48553d77318c'] in n-d-818022-2 is: [] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 17:51:53.080994 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-951bb828-329e-46d6-b6ab-291aac5af0d2 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks [] for router, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:53.081247 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-48b77678-bd3e-4f17-9bd7-483501e4860e req-81f59d94-9ba8-404b-bfef-04977825a8bb service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=bc24b0d7-df99-48e0-895c-d80de0809032 HTTP/1.1" status: 200 len: 217 time: 0.0514853 Nov 19 17:51:53.085907 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-da61b34f-8ccb-4518-8ace-efec14ab9bca req-2e515c46-988a-49ff-9e1a-3aa2ffbb06bb tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/security-groups?id=6e557aa4-1576-4002-9603-a630915d92af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920939 Nov 19 17:51:53.135204 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b77678-bd3e-4f17-9bd7-483501e4860e req-48e4df94-e007-457b-ad03-df97b93b700c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:53.136675 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-48b77678-bd3e-4f17-9bd7-483501e4860e req-48e4df94-e007-457b-ad03-df97b93b700c service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8b3c88de-c9c2-4a20-b19e-1855c2c19035 HTTP/1.1" status: 200 len: 843 time: 0.0470304 Nov 19 17:51:53.189189 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b77678-bd3e-4f17-9bd7-483501e4860e req-d796d591-c909-4e8b-a7af-d9bf5099f895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:53.189904 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-951bb828-329e-46d6-b6ab-291aac5af0d2 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:53.190871 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-48b77678-bd3e-4f17-9bd7-483501e4860e req-d796d591-c909-4e8b-a7af-d9bf5099f895 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=346debfa-452b-4048-abf4-8f4493625ef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0461066 Nov 19 17:51:53.244211 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-951bb828-329e-46d6-b6ab-291aac5af0d2 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Deleting port 24d6b273-1d75-4221-8210-6d9dc21ddce7 {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:51:53.244556 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-951bb828-329e-46d6-b6ab-291aac5af0d2 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:53.285623 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-48b77678-bd3e-4f17-9bd7-483501e4860e req-93dafde7-e51e-4289-a984-ee522c38919e service neutron] 10.222.0.86 "GET /v2.0/networks/346debfa-452b-4048-abf4-8f4493625ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843492 Nov 19 17:51:53.325780 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-951bb828-329e-46d6-b6ab-291aac5af0d2 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:53.338905 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-951bb828-329e-46d6-b6ab-291aac5af0d2 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Calling delete_port for 24d6b273-1d75-4221-8210-6d9dc21ddce7 owned by network:router_gateway {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:51:53.386615 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-48b77678-bd3e-4f17-9bd7-483501e4860e req-a2132689-7aaa-4762-8dc8-de18bc9cde72 service neutron] 10.222.0.86 "GET /v2.0/networks/346debfa-452b-4048-abf4-8f4493625ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926569 Nov 19 17:51:53.568606 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-951bb828-329e-46d6-b6ab-291aac5af0d2 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:53.610425 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03b4255-88e7-491e-8ba1-32544c8944f0 req-be9dce93-522c-4a48-85ae-33bbed1f53c2 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:53.611969 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b03b4255-88e7-491e-8ba1-32544c8944f0 req-be9dce93-522c-4a48-85ae-33bbed1f53c2 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/ports?device_id=2eeca776-1ce5-482b-8221-4ea371ac91bd HTTP/1.1" status: 200 len: 945 time: 0.0935440 Nov 19 17:51:53.612779 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951bb828-329e-46d6-b6ab-291aac5af0d2 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Pushing event deleted for resources: {'Port': ['ID=24d6b273-1d75-4221-8210-6d9dc21ddce7,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:51:53.649487 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951bb828-329e-46d6-b6ab-291aac5af0d2 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:51:53.649851 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951bb828-329e-46d6-b6ab-291aac5af0d2 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:51:53.650201 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951bb828-329e-46d6-b6ab-291aac5af0d2 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:51:53.650657 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951bb828-329e-46d6-b6ab-291aac5af0d2 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:51:53.650982 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951bb828-329e-46d6-b6ab-291aac5af0d2 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:51:53.651523 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951bb828-329e-46d6-b6ab-291aac5af0d2 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:51:53.651867 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951bb828-329e-46d6-b6ab-291aac5af0d2 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:51:53.652218 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951bb828-329e-46d6-b6ab-291aac5af0d2 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:51:53.652593 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951bb828-329e-46d6-b6ab-291aac5af0d2 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:51:53.652924 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951bb828-329e-46d6-b6ab-291aac5af0d2 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:51:53.653254 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951bb828-329e-46d6-b6ab-291aac5af0d2 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:51:53.653579 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951bb828-329e-46d6-b6ab-291aac5af0d2 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:51:53.677000 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e824f598-d457-41c1-906b-fdfbd5320164 req-281a5060-7a1f-4657-b1af-4e379cba1070 tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:53.678699 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e824f598-d457-41c1-906b-fdfbd5320164 req-281a5060-7a1f-4657-b1af-4e379cba1070 tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] 10.222.0.54 "GET /v2.0/ports?device_id=db3afe1e-a2f1-4ea8-a7f9-d35986504538 HTTP/1.1" status: 200 len: 944 time: 0.0553420 Nov 19 17:51:53.725783 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b03b4255-88e7-491e-8ba1-32544c8944f0 req-b76da9fb-ac36-4fa4-b949-2428b342a7d3 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/security-groups?id=e103badb-33bc-4a96-ade0-89c422abc1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857217 Nov 19 17:51:53.726703 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-951bb828-329e-46d6-b6ab-291aac5af0d2 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-671730'] for router_gateway, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:53.732149 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e824f598-d457-41c1-906b-fdfbd5320164 req-9b447f31-d5ad-4591-867c-8faeddc09e95 tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] 10.222.0.54 "GET /v2.0/security-groups?id=79517508-381b-4077-8d39-0c2cf4e2980c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461421 Nov 19 17:51:53.794721 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 421b2bae-c76a-42ba-bed1-7bd898dab165 details requested by agent hyperv_n-h1-818022-2 with host n-h1-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 17:51:53.847296 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-951bb828-329e-46d6-b6ab-291aac5af0d2 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4696'] for router, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:53.849441 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-951bb828-329e-46d6-b6ab-291aac5af0d2 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:53.904700 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 421b2bae-c76a-42ba-bed1-7bd898dab165, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=421b2bae-c76a-42ba-bed1-7bd898dab165,segment=NetworkSegment(ca1955a5-8302-44fc-89d8-f39d4f35e721),segment_id=ca1955a5-8302-44fc-89d8-f39d4f35e721)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:51:53.918029 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-951bb828-329e-46d6-b6ab-291aac5af0d2 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-543895'] for router, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:53.918609 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-951bb828-329e-46d6-b6ab-291aac5af0d2 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Fanout notify agent at l3_agent the message router_deleted on router 6d0c2b7f-e853-4299-a52d-48553d77318c {{(pid=103364) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 17:51:53.918772 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Returning: {'device': '421b2bae-c76a-42ba-bed1-7bd898dab165', 'network_id': 'e0733363-bc13-4279-a049-77115213ac4d', 'port_id': '421b2bae-c76a-42ba-bed1-7bd898dab165', 'mac_address': 'fa:16:3e:66:03:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '375a0321-4cc3-4e77-b3a1-2bc7264aa560', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 17:51:53.925761 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-951bb828-329e-46d6-b6ab-291aac5af0d2 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks [] for router, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:53.929904 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-951bb828-329e-46d6-b6ab-291aac5af0d2 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] 10.222.0.54 "DELETE /v2.0/routers/6d0c2b7f-e853-4299-a52d-48553d77318c HTTP/1.1" status: 204 len: 168 time: 0.9661717 Nov 19 17:51:53.930389 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 60284) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:51:53.974314 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:53.988439 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 421b2bae-c76a-42ba-bed1-7bd898dab165 {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:51:53.992919 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c9a0b87-a5d2-4f54-9ce8-634ae0ca5a9c tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Deleting subnet 30c2a530-1aff-443b-be4c-e804f9a486b4 {{(pid=103364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 17:51:53.997121 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2c9a0b87-a5d2-4f54-9ce8-634ae0ca5a9c tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks [] for subnet, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:54.010706 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 421b2bae-c76a-42ba-bed1-7bd898dab165, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=421b2bae-c76a-42ba-bed1-7bd898dab165,segment=NetworkSegment(ca1955a5-8302-44fc-89d8-f39d4f35e721),segment_id=ca1955a5-8302-44fc-89d8-f39d4f35e721)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:51:54.015424 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:54.042171 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2c9a0b87-a5d2-4f54-9ce8-634ae0ca5a9c tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9416263'] for subnet, precommit_delete_associations {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:54.065538 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=421b2bae-c76a-42ba-bed1-7bd898dab165,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:51:54.137673 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2c9a0b87-a5d2-4f54-9ce8-634ae0ca5a9c tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:54.145886 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3179e98-eff0-4b2e-8c90-23fb558bbe5c', 'tag': 'bc24b0d7-df99-48e0-895c-d80de0809032'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:51:54.150196 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218319d759239a7d11f1288aef37381b97754913ee9ccbfd43b51a463f801712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23d3950a-3bf5-46af-9e60-036f217f0224" -d '{"events": [{"name": "network-changed", "server_uuid": "b3179e98-eff0-4b2e-8c90-23fb558bbe5c", "tag": "bc24b0d7-df99-48e0-895c-d80de0809032"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:51:54.208226 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 17:51:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2773bafb-9a8f-47ca-a459-db6b6701285e x-openstack-request-id: req-2773bafb-9a8f-47ca-a459-db6b6701285e {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:51:54.208594 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3179e98-eff0-4b2e-8c90-23fb558bbe5c", "tag": "bc24b0d7-df99-48e0-895c-d80de0809032", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:51:54.208862 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-2773bafb-9a8f-47ca-a459-db6b6701285e {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:51:54.209410 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3179e98-eff0-4b2e-8c90-23fb558bbe5c', 'tag': 'bc24b0d7-df99-48e0-895c-d80de0809032', 'status': 'completed', 'code': 200} Nov 19 17:51:54.214859 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2c9a0b87-a5d2-4f54-9ce8-634ae0ca5a9c tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12425137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8983934'] for subnet, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:54.226547 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c0f52c-dd34-4ee9-bca2-9dcc085b26f3 req-3a984c0b-4407-4fb3-a94a-e1d7ed88ddf9 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:54.229438 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-21c0f52c-dd34-4ee9-bca2-9dcc085b26f3 req-3a984c0b-4407-4fb3-a94a-e1d7ed88ddf9 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/ports?device_id=b3179e98-eff0-4b2e-8c90-23fb558bbe5c HTTP/1.1" status: 200 len: 948 time: 0.0667536 Nov 19 17:51:54.256476 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2c9a0b87-a5d2-4f54-9ce8-634ae0ca5a9c tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:54.261968 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-2c9a0b87-a5d2-4f54-9ce8-634ae0ca5a9c tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] 10.222.0.54 "DELETE /v2.0/subnets/30c2a530-1aff-443b-be4c-e804f9a486b4 HTTP/1.1" status: 204 len: 168 time: 0.3286102 Nov 19 17:51:54.261968 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9a0b87-a5d2-4f54-9ce8-634ae0ca5a9c tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Pushing event deleted for resources: {'Subnet': ['ID=30c2a530-1aff-443b-be4c-e804f9a486b4,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:51:54.264874 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 60292) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:51:54.265356 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb964aa6-9f81-440a-954b-d2f7f03da2e0 None None] Network adcc2cd5-83f5-4910-a480-009c10697eb1 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:51:54.356516 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d3950a-3bf5-46af-9e60-036f217f0224 req-a6646461-9d9e-4dfd-805a-2ab335131718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:54.358256 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-23d3950a-3bf5-46af-9e60-036f217f0224 req-a6646461-9d9e-4dfd-805a-2ab335131718 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7136fa31325e4016a695ca7c60f57962&device_id=b3179e98-eff0-4b2e-8c90-23fb558bbe5c HTTP/1.1" status: 200 len: 1099 time: 0.1250303 Nov 19 17:51:54.360058 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d3950a-3bf5-46af-9e60-036f217f0224 req-7f5a8c18-6d28-4c60-855b-c2acf73eacdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:54.360213 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f2410565-aa11-488a-a43a-6860c521875a tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:54.361704 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-23d3950a-3bf5-46af-9e60-036f217f0224 req-7f5a8c18-6d28-4c60-855b-c2acf73eacdf service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7136fa31325e4016a695ca7c60f57962&device_id=b3179e98-eff0-4b2e-8c90-23fb558bbe5c HTTP/1.1" status: 200 len: 1099 time: 0.1097054 Nov 19 17:51:54.365790 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-21c0f52c-dd34-4ee9-bca2-9dcc085b26f3 req-ac51f527-04cf-4559-8283-9c0c560d0c50 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/security-groups?id=6e557aa4-1576-4002-9603-a630915d92af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231687 Nov 19 17:51:54.452008 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-f2410565-aa11-488a-a43a-6860c521875a tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Deleting port e403af4c-4370-4485-b91f-3a3d71b75712 {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:51:54.452349 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f2410565-aa11-488a-a43a-6860c521875a tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:54.489767 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18fbb2cf-fdff-4e10-9fa7-58a3f54747d0 None None] DHCP port deletion for adcc2cd5-83f5-4910-a480-009c10697eb1 request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 17:51:54.556975 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-18fbb2cf-fdff-4e10-9fa7-58a3f54747d0 None None] Deleting port e403af4c-4370-4485-b91f-3a3d71b75712 {{(pid=103366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:51:54.557533 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-18fbb2cf-fdff-4e10-9fa7-58a3f54747d0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:54.560850 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [None req-f2410565-aa11-488a-a43a-6860c521875a tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] For port e403af4c-4370-4485-b91f-3a3d71b75712, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=e403af4c-4370-4485-b91f-3a3d71b75712,segment=NetworkSegment(2bfc0509-9c9a-45d9-8922-1f22d0bfeefd),segment_id=2bfc0509-9c9a-45d9-8922-1f22d0bfeefd)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:51:54.561457 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f2410565-aa11-488a-a43a-6860c521875a tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:54.572450 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['421b2bae-c76a-42ba-bed1-7bd898dab165'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:51:54.575547 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d3950a-3bf5-46af-9e60-036f217f0224 req-fab17c2a-d2b4-4fb8-b8d7-8e5df024d903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:54.575742 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-f2410565-aa11-488a-a43a-6860c521875a tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Calling delete_port for e403af4c-4370-4485-b91f-3a3d71b75712 owned by network:dhcp {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:51:54.577903 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-23d3950a-3bf5-46af-9e60-036f217f0224 req-fab17c2a-d2b4-4fb8-b8d7-8e5df024d903 service neutron] 10.222.0.60 "GET /v2.0/networks?id=346debfa-452b-4048-abf4-8f4493625ef2 HTTP/1.1" status: 200 len: 870 time: 0.2002752 Nov 19 17:51:54.579134 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d3950a-3bf5-46af-9e60-036f217f0224 req-354345d5-9721-4c6d-9be3-02820d225532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:54.580777 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-23d3950a-3bf5-46af-9e60-036f217f0224 req-354345d5-9721-4c6d-9be3-02820d225532 service neutron] 10.222.0.86 "GET /v2.0/networks?id=346debfa-452b-4048-abf4-8f4493625ef2 HTTP/1.1" status: 200 len: 870 time: 0.2140186 Nov 19 17:51:54.664113 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-18fbb2cf-fdff-4e10-9fa7-58a3f54747d0 None None] For port e403af4c-4370-4485-b91f-3a3d71b75712, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=e403af4c-4370-4485-b91f-3a3d71b75712,segment=NetworkSegment(2bfc0509-9c9a-45d9-8922-1f22d0bfeefd),segment_id=2bfc0509-9c9a-45d9-8922-1f22d0bfeefd)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:51:54.665169 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-18fbb2cf-fdff-4e10-9fa7-58a3f54747d0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:54.666754 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-23d3950a-3bf5-46af-9e60-036f217f0224 req-80b06693-6fb7-429c-98de-c43a488365ed service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=bc24b0d7-df99-48e0-895c-d80de0809032 HTTP/1.1" status: 200 len: 217 time: 0.0729225 Nov 19 17:51:54.668656 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-23d3950a-3bf5-46af-9e60-036f217f0224 req-e220c904-b5aa-41b1-9ac3-0e83c6a3dfa7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=bc24b0d7-df99-48e0-895c-d80de0809032 HTTP/1.1" status: 200 len: 217 time: 0.0813043 Nov 19 17:51:54.683415 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f2410565-aa11-488a-a43a-6860c521875a tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:54.684551 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-18fbb2cf-fdff-4e10-9fa7-58a3f54747d0 None None] Calling delete_port for e403af4c-4370-4485-b91f-3a3d71b75712 owned by network:dhcp {{(pid=103366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:51:54.712072 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2410565-aa11-488a-a43a-6860c521875a tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Pushing event deleted for resources: {'Port': ['ID=e403af4c-4370-4485-b91f-3a3d71b75712,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:51:54.715882 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2410565-aa11-488a-a43a-6860c521875a tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] No DVR routers for this DVR port e403af4c-4370-4485-b91f-3a3d71b75712 on host n-d-818022-2 {{(pid=103364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:51:54.809553 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d3950a-3bf5-46af-9e60-036f217f0224 req-5a583b11-3057-4d07-950c-5d64ce92d685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:54.815811 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f2410565-aa11-488a-a43a-6860c521875a tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:54.816061 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-23d3950a-3bf5-46af-9e60-036f217f0224 req-5a583b11-3057-4d07-950c-5d64ce92d685 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8b3c88de-c9c2-4a20-b19e-1855c2c19035 HTTP/1.1" status: 200 len: 843 time: 0.1383812 Nov 19 17:51:54.865464 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d3950a-3bf5-46af-9e60-036f217f0224 req-fc91db19-3ba7-4e53-bc9a-83c751f59612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:54.867334 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-23d3950a-3bf5-46af-9e60-036f217f0224 req-fc91db19-3ba7-4e53-bc9a-83c751f59612 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8b3c88de-c9c2-4a20-b19e-1855c2c19035 HTTP/1.1" status: 200 len: 843 time: 0.1772289 Nov 19 17:51:54.898249 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-f2410565-aa11-488a-a43a-6860c521875a tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['adcc2cd5-83f5-4910-a480-009c10697eb1']}} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:51:54.913041 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-f2410565-aa11-488a-a43a-6860c521875a tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bfc0509-9c9a-45d9-8922-1f22d0bfeefd') {'for_net_delete': True} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:51:54.913700 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-f2410565-aa11-488a-a43a-6860c521875a tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bfc0509-9c9a-45d9-8922-1f22d0bfeefd') {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:51:54.926518 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f2410565-aa11-488a-a43a-6860c521875a tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417396'] for segment, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:54.927711 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-18fbb2cf-fdff-4e10-9fa7-58a3f54747d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007'] for port, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:54.953345 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53e0e48-f09f-4cbb-a9d7-5454ea03ff4a req-87c5a598-90b6-4a00-9f28-2dcccfb2b7d5 tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:54.954773 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c53e0e48-f09f-4cbb-a9d7-5454ea03ff4a req-87c5a598-90b6-4a00-9f28-2dcccfb2b7d5 tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] 10.222.0.54 "GET /v2.0/ports?device_id=db3afe1e-a2f1-4ea8-a7f9-d35986504538 HTTP/1.1" status: 200 len: 945 time: 0.1321633 Nov 19 17:51:54.964864 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18fbb2cf-fdff-4e10-9fa7-58a3f54747d0 None None] No DVR routers for this DVR port e403af4c-4370-4485-b91f-3a3d71b75712 on host n-d-818022-2 {{(pid=103366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:51:54.971915 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d3950a-3bf5-46af-9e60-036f217f0224 req-39e15cc6-e776-4e80-bd15-4b98aec7d48b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:54.973863 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-23d3950a-3bf5-46af-9e60-036f217f0224 req-39e15cc6-e776-4e80-bd15-4b98aec7d48b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=346debfa-452b-4048-abf4-8f4493625ef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0855660 Nov 19 17:51:54.979790 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fbb2cf-fdff-4e10-9fa7-58a3f54747d0 None None] Pushing event deleted for resources: {'Port': ['ID=e403af4c-4370-4485-b91f-3a3d71b75712,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:51:54.983581 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d3950a-3bf5-46af-9e60-036f217f0224 req-65eb0965-a771-4a8a-b8d4-a24767316a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:54.984864 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-23d3950a-3bf5-46af-9e60-036f217f0224 req-65eb0965-a771-4a8a-b8d4-a24767316a92 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=346debfa-452b-4048-abf4-8f4493625ef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1297851 Nov 19 17:51:54.995698 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f2410565-aa11-488a-a43a-6860c521875a tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:55.006176 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2410565-aa11-488a-a43a-6860c521875a tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Releasing vlan 669 on physical network physnet1 to pool {{(pid=103364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 17:51:55.006549 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f2410565-aa11-488a-a43a-6860c521875a tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12425183'] for segment, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:55.011422 n-d-818022-2 neutron-server[103364]: Traceback (most recent call last): Nov 19 17:51:55.011422 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 17:51:55.011422 n-d-818022-2 neutron-server[103364]: timer() Nov 19 17:51:55.011422 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 17:51:55.011422 n-d-818022-2 neutron-server[103364]: cb(*args, **kw) Nov 19 17:51:55.011422 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 17:51:55.011422 n-d-818022-2 neutron-server[103364]: return func(*args, **kwargs) Nov 19 17:51:55.011422 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 17:51:55.011422 n-d-818022-2 neutron-server[103364]: self._notify() Nov 19 17:51:55.011422 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 17:51:55.011422 n-d-818022-2 neutron-server[103364]: self.callback(batched_events) Nov 19 17:51:55.011422 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 17:51:55.011422 n-d-818022-2 neutron-server[103364]: event.method(event) Nov 19 17:51:55.011422 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 17:51:55.011422 n-d-818022-2 neutron-server[103364]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 17:51:55.011422 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 17:51:55.011422 n-d-818022-2 neutron-server[103364]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 17:51:55.011422 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 17:51:55.011422 n-d-818022-2 neutron-server[103364]: return f(self, *a, **k) Nov 19 17:51:55.011422 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 17:51:55.011422 n-d-818022-2 neutron-server[103364]: return self._get(url).json() Nov 19 17:51:55.011422 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 17:51:55.011422 n-d-818022-2 neutron-server[103364]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 17:51:55.011422 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 17:51:55.011422 n-d-818022-2 neutron-server[103364]: return self.request(url, 'GET', **kwargs) Nov 19 17:51:55.011422 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 17:51:55.011422 n-d-818022-2 neutron-server[103364]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 17:51:55.011422 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 17:51:55.011422 n-d-818022-2 neutron-server[103364]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 17:51:55.011422 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 17:51:55.011422 n-d-818022-2 neutron-server[103364]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 17:51:55.011422 n-d-818022-2 neutron-server[103364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 17:51:55.100419 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f16be94-39d3-4077-9146-0d8724d81ff4 req-ebe215c5-384b-40a7-9af0-1870894cffd3 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:55.101168 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-1f16be94-39d3-4077-9146-0d8724d81ff4 req-ebe215c5-384b-40a7-9af0-1870894cffd3 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/ports?device_id=2eeca776-1ce5-482b-8221-4ea371ac91bd HTTP/1.1" status: 200 len: 945 time: 0.2543418 Nov 19 17:51:55.107836 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f2410565-aa11-488a-a43a-6860c521875a tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671242'] for network, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:55.114910 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f2410565-aa11-488a-a43a-6860c521875a tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks [] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:55.118994 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-f2410565-aa11-488a-a43a-6860c521875a tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] 10.222.0.54 "DELETE /v2.0/networks/adcc2cd5-83f5-4910-a480-009c10697eb1 HTTP/1.1" status: 204 len: 168 time: 0.8529854 Nov 19 17:51:55.124200 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 60306) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:51:55.166671 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c53e0e48-f09f-4cbb-a9d7-5454ea03ff4a req-732740ff-a7d8-485d-a4fe-79bb7eb7d070 tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] 10.222.0.54 "GET /v2.0/security-groups?id=79517508-381b-4077-8d39-0c2cf4e2980c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916418 Nov 19 17:51:55.193155 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2410565-aa11-488a-a43a-6860c521875a tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Pushing event deleted for resources: {'Network': ['ID=adcc2cd5-83f5-4910-a480-009c10697eb1,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:51:55.307288 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-1f16be94-39d3-4077-9146-0d8724d81ff4 req-62944c28-e3f2-4236-9201-d0e37814f987 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/security-groups?id=e103badb-33bc-4a96-ade0-89c422abc1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838646 Nov 19 17:51:55.362505 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-5e217d67-f18d-4edd-816c-dcb5cedfe1a1 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Deleting port 63a78c2e-58eb-41b5-930f-046d4f7ec9bc {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:51:55.362848 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5e217d67-f18d-4edd-816c-dcb5cedfe1a1 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:55.446961 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5e217d67-f18d-4edd-816c-dcb5cedfe1a1 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:55.447298 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5e217d67-f18d-4edd-816c-dcb5cedfe1a1 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:55.461012 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-5e217d67-f18d-4edd-816c-dcb5cedfe1a1 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Calling delete_port for 63a78c2e-58eb-41b5-930f-046d4f7ec9bc owned by network:floatingip {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:51:55.536465 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-23d3950a-3bf5-46af-9e60-036f217f0224 req-7ad56643-d57f-454d-bbe1-4461697439ea service neutron] 10.222.0.86 "GET /v2.0/networks/346debfa-452b-4048-abf4-8f4493625ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5339155 Nov 19 17:51:55.538211 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-23d3950a-3bf5-46af-9e60-036f217f0224 req-fa4697dc-f84c-4cba-9812-9170855cd9d6 service neutron] 10.222.0.60 "GET /v2.0/networks/346debfa-452b-4048-abf4-8f4493625ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5513988 Nov 19 17:51:55.612204 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a26400-382d-4140-90c0-d4ebfec399f0 req-bd4072fa-d257-47f7-a254-697bccd9cd5b tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:55.613714 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-92a26400-382d-4140-90c0-d4ebfec399f0 req-bd4072fa-d257-47f7-a254-697bccd9cd5b tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/ports?device_id=b3179e98-eff0-4b2e-8c90-23fb558bbe5c HTTP/1.1" status: 200 len: 948 time: 0.1303792 Nov 19 17:51:55.632690 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5e217d67-f18d-4edd-816c-dcb5cedfe1a1 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:55.658924 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e217d67-f18d-4edd-816c-dcb5cedfe1a1 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Pushing event deleted for resources: {'Port': ['ID=63a78c2e-58eb-41b5-930f-046d4f7ec9bc,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:51:55.733461 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5e217d67-f18d-4edd-816c-dcb5cedfe1a1 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks [] for floatingip, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:55.733461 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5e217d67-f18d-4edd-816c-dcb5cedfe1a1 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for floatingip, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:55.738837 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-5e217d67-f18d-4edd-816c-dcb5cedfe1a1 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] 10.222.0.54 "DELETE /v2.0/floatingips/cd558ea1-ee18-44e1-826e-eca7069c303e HTTP/1.1" status: 204 len: 168 time: 0.6125572 Nov 19 17:51:55.739464 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 60314) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:51:55.750898 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-92a26400-382d-4140-90c0-d4ebfec399f0 req-7b72b5f6-654f-4997-846d-abc34beb957f tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/security-groups?id=6e557aa4-1576-4002-9603-a630915d92af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021559 Nov 19 17:51:55.768441 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-23d3950a-3bf5-46af-9e60-036f217f0224 req-abafae81-17c9-40a0-92cd-6da6854e311c service neutron] 10.222.0.86 "GET /v2.0/networks/346debfa-452b-4048-abf4-8f4493625ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2160428 Nov 19 17:51:55.768441 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-23d3950a-3bf5-46af-9e60-036f217f0224 req-2eb3e761-66c3-456e-89c7-dc9e1d9ff7ee service neutron] 10.222.0.60 "GET /v2.0/networks/346debfa-452b-4048-abf4-8f4493625ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2098894 Nov 19 17:51:55.768661 n-d-818022-2 neutron-server[103364]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1df701c-d94f-4079-9dca-c903d17a08f1 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] DELETE failed (client error): The resource could not be found. Nov 19 17:51:55.768661 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1df701c-d94f-4079-9dca-c903d17a08f1 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103364) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 17:51:55.769887 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-e1df701c-d94f-4079-9dca-c903d17a08f1 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] 10.222.0.54 "DELETE /v2.0/ports/cd131726-8216-49e5-908a-0724c66484f5 HTTP/1.1" status: 404 len: 333 time: 0.0294549 Nov 19 17:51:55.772685 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 60316) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:51:55.799490 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device bc24b0d7-df99-48e0-895c-d80de0809032 no longer exists at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:51:55.801134 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-bec07062-105d-482a-831a-d734f68a1ce1 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] 10.222.0.54 "GET /v2.0/ports?device_id=6d0c2b7f-e853-4299-a52d-48553d77318c HTTP/1.1" status: 200 len: 205 time: 0.0273714 Nov 19 17:51:55.805822 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 60322) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:51:55.846631 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device bc24b0d7-df99-48e0-895c-d80de0809032 not bound to the agent host n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:51:55.866864 n-d-818022-2 neutron-server[103365]: INFO neutron.api.v2.resource [None req-c0949edc-d857-4cc7-9d30-175b653df611 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] delete failed (client error): The resource could not be found. Nov 19 17:51:55.868717 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-c0949edc-d857-4cc7-9d30-175b653df611 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] 10.222.0.54 "DELETE /v2.0/routers/6d0c2b7f-e853-4299-a52d-48553d77318c HTTP/1.1" status: 404 len: 336 time: 0.0614016 Nov 19 17:51:55.872120 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 60326) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:51:55.904331 n-d-818022-2 neutron-server[103365]: INFO neutron.pecan_wsgi.hooks.translation [None req-78a77bb6-fc4d-4eb1-9f43-039317397b5d tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] DELETE failed (client error): The resource could not be found. Nov 19 17:51:55.904869 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78a77bb6-fc4d-4eb1-9f43-039317397b5d tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103365) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 17:51:55.908364 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-78a77bb6-fc4d-4eb1-9f43-039317397b5d tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] 10.222.0.54 "DELETE /v2.0/subnets/30c2a530-1aff-443b-be4c-e804f9a486b4 HTTP/1.1" status: 404 len: 337 time: 0.0349827 Nov 19 17:51:55.911590 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 60328) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:51:55.989710 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device e403af4c-4370-4485-b91f-3a3d71b75712 no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:51:56.037055 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: e403af4c-4370-4485-b91f-3a3d71b75712 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:51:56.037445 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device e403af4c-4370-4485-b91f-3a3d71b75712 not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:51:56.050877 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c285c01-9a2e-44b5-86d2-20f0646892cf req-fdfd4cad-93c0-456c-a499-fa2aefce61fe tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:56.052494 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9c285c01-9a2e-44b5-86d2-20f0646892cf req-fdfd4cad-93c0-456c-a499-fa2aefce61fe tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.86 "GET /v2.0/ports?device_id=b3179e98-eff0-4b2e-8c90-23fb558bbe5c&tenant_id=7136fa31325e4016a695ca7c60f57962&binding%3Ahost_id=n-h2-818022-2 HTTP/1.1" status: 200 len: 948 time: 0.0709109 Nov 19 17:51:56.061003 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-8f2a0953-137e-432b-944a-875e1f591ab8 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Deleting port b2ac3fd9-79ad-4eac-aa3c-46bc27d20877 {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:51:56.061372 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8f2a0953-137e-432b-944a-875e1f591ab8 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:56.154235 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe65b159-45e1-49af-aeca-50833af49f86 req-e0011768-c3c9-4764-8308-32f71c1bfd22 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:56.155893 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fe65b159-45e1-49af-aeca-50833af49f86 req-e0011768-c3c9-4764-8308-32f71c1bfd22 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/ports?device_id=b3179e98-eff0-4b2e-8c90-23fb558bbe5c HTTP/1.1" status: 200 len: 948 time: 0.1022942 Nov 19 17:51:56.166339 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9c285c01-9a2e-44b5-86d2-20f0646892cf req-bbd33532-a1c1-49b5-85c1-acd9cb6a28c7 service neutron] 10.222.0.86 "GET /v2.0/ports/bc24b0d7-df99-48e0-895c-d80de0809032/bindings/n-h2-818022-2 HTTP/1.1" status: 200 len: 382 time: 0.1018913 Nov 19 17:51:56.174200 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8f2a0953-137e-432b-944a-875e1f591ab8 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:56.187929 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-8f2a0953-137e-432b-944a-875e1f591ab8 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Calling delete_port for b2ac3fd9-79ad-4eac-aa3c-46bc27d20877 owned by {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:51:56.220672 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fe65b159-45e1-49af-aeca-50833af49f86 req-647cf348-edfd-4fed-adb5-55e9f16c4cf4 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/security-groups?id=6e557aa4-1576-4002-9603-a630915d92af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572031 Nov 19 17:51:56.250650 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c285c01-9a2e-44b5-86d2-20f0646892cf req-c5b51ee5-5635-4610-82a4-2afe2515cfbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:56.252499 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9c285c01-9a2e-44b5-86d2-20f0646892cf req-c5b51ee5-5635-4610-82a4-2afe2515cfbb service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7136fa31325e4016a695ca7c60f57962&device_id=b3179e98-eff0-4b2e-8c90-23fb558bbe5c HTTP/1.1" status: 200 len: 1099 time: 0.0482500 Nov 19 17:51:56.294078 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bd3f4b-7066-4e71-a2f7-319cb0256192 req-8c725016-cff4-4b88-9e18-fd495cb93c7b tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:56.295697 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d2bd3f4b-7066-4e71-a2f7-319cb0256192 req-8c725016-cff4-4b88-9e18-fd495cb93c7b tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/ports?device_id=d4c3fca4-faf7-4082-85a3-09f428eee2f3 HTTP/1.1" status: 200 len: 945 time: 0.1036851 Nov 19 17:51:56.364384 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d2bd3f4b-7066-4e71-a2f7-319cb0256192 req-2e8d15b0-e526-42a9-8e46-b46ee0ea5203 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/security-groups?id=30887d2c-2c06-4a04-8ed7-1cc9b0391ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597022 Nov 19 17:51:56.377637 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c35c96-43f4-43d6-bc80-c89881efb2a2 req-ead6114e-bd8a-44cb-9820-9dfbcbe7ae65 tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:56.379183 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-99c35c96-43f4-43d6-bc80-c89881efb2a2 req-ead6114e-bd8a-44cb-9820-9dfbcbe7ae65 tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] 10.222.0.54 "GET /v2.0/ports?device_id=db3afe1e-a2f1-4ea8-a7f9-d35986504538 HTTP/1.1" status: 200 len: 945 time: 0.0696635 Nov 19 17:51:56.410062 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c285c01-9a2e-44b5-86d2-20f0646892cf req-14e68470-2bf0-45ea-9932-a5ecfc205e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:56.411547 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9c285c01-9a2e-44b5-86d2-20f0646892cf req-14e68470-2bf0-45ea-9932-a5ecfc205e77 service neutron] 10.222.0.86 "GET /v2.0/networks?id=346debfa-452b-4048-abf4-8f4493625ef2 HTTP/1.1" status: 200 len: 870 time: 0.1509056 Nov 19 17:51:56.436740 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8f2a0953-137e-432b-944a-875e1f591ab8 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:56.472728 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9c285c01-9a2e-44b5-86d2-20f0646892cf req-06e57151-32ef-4053-947e-f701d36a8c56 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=bc24b0d7-df99-48e0-895c-d80de0809032 HTTP/1.1" status: 200 len: 217 time: 0.0475063 Nov 19 17:51:56.479627 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2a0953-137e-432b-944a-875e1f591ab8 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Pushing event deleted for resources: {'Port': ['ID=b2ac3fd9-79ad-4eac-aa3c-46bc27d20877,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:51:56.481533 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-99c35c96-43f4-43d6-bc80-c89881efb2a2 req-47cccc37-a421-443a-ab61-c21769e0e990 tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] 10.222.0.54 "GET /v2.0/security-groups?id=79517508-381b-4077-8d39-0c2cf4e2980c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877194 Nov 19 17:51:56.529670 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c285c01-9a2e-44b5-86d2-20f0646892cf req-d8b9796e-0752-43cf-97b5-acf0603ea147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:56.531186 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9c285c01-9a2e-44b5-86d2-20f0646892cf req-d8b9796e-0752-43cf-97b5-acf0603ea147 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8b3c88de-c9c2-4a20-b19e-1855c2c19035 HTTP/1.1" status: 200 len: 843 time: 0.0484779 Nov 19 17:51:56.584317 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c285c01-9a2e-44b5-86d2-20f0646892cf req-7ffbbc01-fd89-4440-8877-ea15e022149c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:56.586160 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9c285c01-9a2e-44b5-86d2-20f0646892cf req-7ffbbc01-fd89-4440-8877-ea15e022149c service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=346debfa-452b-4048-abf4-8f4493625ef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0474553 Nov 19 17:51:56.591528 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8f2a0953-137e-432b-944a-875e1f591ab8 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:56.595364 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-8f2a0953-137e-432b-944a-875e1f591ab8 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] 10.222.0.54 "DELETE /v2.0/ports/b2ac3fd9-79ad-4eac-aa3c-46bc27d20877 HTTP/1.1" status: 204 len: 168 time: 0.6828988 Nov 19 17:51:56.599058 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 60344) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:51:56.616574 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c9cebc-6109-47c6-a9d1-ee14c59a0fbc req-395b7972-83eb-412c-8ef9-b443b7d65cb9 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:56.618707 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a7c9cebc-6109-47c6-a9d1-ee14c59a0fbc req-395b7972-83eb-412c-8ef9-b443b7d65cb9 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/ports?device_id=2eeca776-1ce5-482b-8221-4ea371ac91bd HTTP/1.1" status: 200 len: 945 time: 0.1070247 Nov 19 17:51:56.697203 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9c285c01-9a2e-44b5-86d2-20f0646892cf req-dacc5972-7655-424d-8cee-40a01e33b8d0 service neutron] 10.222.0.86 "GET /v2.0/networks/346debfa-452b-4048-abf4-8f4493625ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987566 Nov 19 17:51:56.726084 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a7c9cebc-6109-47c6-a9d1-ee14c59a0fbc req-8de78445-6d76-4e91-8ac1-cb24152dc077 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/security-groups?id=e103badb-33bc-4a96-ade0-89c422abc1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893548 Nov 19 17:51:56.747978 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-5293d813-cd08-4450-a0fc-3b5cf8f047af tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Deleting port 096aca77-efb3-4486-8927-50c3e949bd84 {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:51:56.748578 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5293d813-cd08-4450-a0fc-3b5cf8f047af tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:56.794300 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9c285c01-9a2e-44b5-86d2-20f0646892cf req-715bc83e-0a94-40a9-a795-208e0a4525ce service neutron] 10.222.0.86 "GET /v2.0/networks/346debfa-452b-4048-abf4-8f4493625ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887387 Nov 19 17:51:56.838941 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.agents_db [None req-619e5c26-d9ed-4321-86eb-7d443bb9dfa2 None None] Agent healthcheck: found 7 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 17:51:56.840277 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5293d813-cd08-4450-a0fc-3b5cf8f047af tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:56.859656 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-5293d813-cd08-4450-a0fc-3b5cf8f047af tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Calling delete_port for 096aca77-efb3-4486-8927-50c3e949bd84 owned by {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:51:56.994989 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5293d813-cd08-4450-a0fc-3b5cf8f047af tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:57.024947 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5293d813-cd08-4450-a0fc-3b5cf8f047af tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Pushing event deleted for resources: {'Port': ['ID=096aca77-efb3-4486-8927-50c3e949bd84,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:51:57.108379 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5293d813-cd08-4450-a0fc-3b5cf8f047af tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:57.111769 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-5293d813-cd08-4450-a0fc-3b5cf8f047af tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] 10.222.0.54 "DELETE /v2.0/ports/096aca77-efb3-4486-8927-50c3e949bd84 HTTP/1.1" status: 204 len: 168 time: 0.5117688 Nov 19 17:51:57.114336 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 60348) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:51:57.165334 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f499ebe1-4487-493b-ae3d-0b1fca386fe0 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:57.167709 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-f499ebe1-4487-493b-ae3d-0b1fca386fe0 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] 10.222.0.54 "GET /v2.0/ports?device_id=dd1e4a32-8ad0-4b42-a2a0-86097953fcc6 HTTP/1.1" status: 200 len: 913 time: 0.0516505 Nov 19 17:51:57.169804 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 60350) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:51:57.352998 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb996c0c-5d3d-43ed-95c9-51762427c369 req-97457c4f-db0c-43de-a210-481c7bdc59d5 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:57.355230 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fb996c0c-5d3d-43ed-95c9-51762427c369 req-97457c4f-db0c-43de-a210-481c7bdc59d5 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/ports?device_id=b3179e98-eff0-4b2e-8c90-23fb558bbe5c HTTP/1.1" status: 200 len: 948 time: 0.0552206 Nov 19 17:51:57.359892 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device bc24b0d7-df99-48e0-895c-d80de0809032 details requested by agent hyperv_n-h2-818022-2 with host n-h2-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 17:51:57.423251 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fb996c0c-5d3d-43ed-95c9-51762427c369 req-bec95494-e437-432c-9802-8b81a11bbd42 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/security-groups?id=6e557aa4-1576-4002-9603-a630915d92af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605364 Nov 19 17:51:57.494682 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port bc24b0d7-df99-48e0-895c-d80de0809032, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=bc24b0d7-df99-48e0-895c-d80de0809032,segment=NetworkSegment(1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861),segment_id=1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:51:57.509157 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Returning: {'device': 'bc24b0d7-df99-48e0-895c-d80de0809032', 'network_id': '346debfa-452b-4048-abf4-8f4493625ef2', 'port_id': 'bc24b0d7-df99-48e0-895c-d80de0809032', 'mac_address': 'fa:16:3e:61:67:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b3c88de-c9c2-4a20-b19e-1855c2c19035', 'ip_address': '192.168.233.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 17:51:57.567409 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:57.584065 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc24b0d7-df99-48e0-895c-d80de0809032 {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:51:57.608345 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port bc24b0d7-df99-48e0-895c-d80de0809032, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=bc24b0d7-df99-48e0-895c-d80de0809032,segment=NetworkSegment(1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861),segment_id=1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:51:57.615462 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:57.677022 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a11ebc0-eca6-4015-abde-3e090cf88746 req-f2e58d86-2790-4b56-9c3c-4a357ef1d64a tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:57.685704 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0a11ebc0-eca6-4015-abde-3e090cf88746 req-f2e58d86-2790-4b56-9c3c-4a357ef1d64a tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] 10.222.0.54 "GET /v2.0/ports?device_id=db3afe1e-a2f1-4ea8-a7f9-d35986504538 HTTP/1.1" status: 200 len: 945 time: 0.0745966 Nov 19 17:51:57.688390 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Pushing event updated for resources: {'Port': ['ID=bc24b0d7-df99-48e0-895c-d80de0809032,revision_number=8']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:51:57.740842 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0a11ebc0-eca6-4015-abde-3e090cf88746 req-a163989e-34c9-4a08-8df7-8539958d0703 tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] 10.222.0.54 "GET /v2.0/security-groups?id=79517508-381b-4077-8d39-0c2cf4e2980c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538852 Nov 19 17:51:57.803004 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 421b2bae-c76a-42ba-bed1-7bd898dab165 up at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:51:57.838513 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2882d3-a4e0-4e7f-a81d-a052e120f029 req-ff098f9f-5e7b-43fe-9361-a7e096704771 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:57.846219 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-1d2882d3-a4e0-4e7f-a81d-a052e120f029 req-ff098f9f-5e7b-43fe-9361-a7e096704771 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/ports?device_id=d4c3fca4-faf7-4082-85a3-09f428eee2f3 HTTP/1.1" status: 200 len: 945 time: 0.1146808 Nov 19 17:51:57.866719 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning for port 421b2bae-c76a-42ba-bed1-7bd898dab165 completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 17:51:57.874296 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning complete for port 421b2bae-c76a-42ba-bed1-7bd898dab165 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:51:57.875769 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:57.938383 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-1d2882d3-a4e0-4e7f-a81d-a052e120f029 req-359af450-2439-43a3-bc36-8cc8a754b8cb tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/security-groups?id=30887d2c-2c06-4a04-8ed7-1cc9b0391ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913589 Nov 19 17:51:57.979924 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:57.983192 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] get_ports_and_sgs() called for port_ids ['bc24b0d7-df99-48e0-895c-d80de0809032'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:51:58.023037 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3ec27428-8e0d-4cd6-a285-f6e31b131efa tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-768564'] for router_interface, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:58.037689 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db3afe1e-a2f1-4ea8-a7f9-d35986504538', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '421b2bae-c76a-42ba-bed1-7bd898dab165'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:51:58.040029 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3940761bcd94e032e6960d2241bd8993c5d3a7d8dc2aca8488f3ecf1d4dd2fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-046162ac-2c40-454f-820e-e70f47679715" -d '{"events": [{"server_uuid": "db3afe1e-a2f1-4ea8-a7f9-d35986504538", "name": "network-vif-plugged", "status": "completed", "tag": "421b2bae-c76a-42ba-bed1-7bd898dab165"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:51:58.056847 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 421b2bae-c76a-42ba-bed1-7bd898dab165, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=421b2bae-c76a-42ba-bed1-7bd898dab165,segment=NetworkSegment(ca1955a5-8302-44fc-89d8-f39d4f35e721),segment_id=ca1955a5-8302-44fc-89d8-f39d4f35e721)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:51:58.061844 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:58.078970 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2967c28c-6ae4-4dba-b7e0-faa61a9eaac1 req-820ecab3-8a75-41dd-a387-70576647808a tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:58.081186 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2967c28c-6ae4-4dba-b7e0-faa61a9eaac1 req-820ecab3-8a75-41dd-a387-70576647808a tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/ports?device_id=2eeca776-1ce5-482b-8221-4ea371ac91bd HTTP/1.1" status: 200 len: 945 time: 0.0609837 Nov 19 17:51:58.111181 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:51:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01017f8d-e00f-4c7d-9c81-7c4ca3bcc97a x-openstack-request-id: req-01017f8d-e00f-4c7d-9c81-7c4ca3bcc97a {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:51:58.111463 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db3afe1e-a2f1-4ea8-a7f9-d35986504538", "name": "network-vif-plugged", "status": "completed", "tag": "421b2bae-c76a-42ba-bed1-7bd898dab165", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:51:58.111794 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-01017f8d-e00f-4c7d-9c81-7c4ca3bcc97a {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:51:58.112133 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db3afe1e-a2f1-4ea8-a7f9-d35986504538', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '421b2bae-c76a-42ba-bed1-7bd898dab165', 'code': 200} Nov 19 17:51:58.150575 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=421b2bae-c76a-42ba-bed1-7bd898dab165,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:51:58.187337 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2967c28c-6ae4-4dba-b7e0-faa61a9eaac1 req-f61d2137-213d-4e87-8fdb-845fa8d36a8c tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/security-groups?id=e103badb-33bc-4a96-ade0-89c422abc1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974252 Nov 19 17:51:58.262250 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed179a89-9f86-4be6-ba6f-f4811546cd9c req-33a3a8c4-7ca4-4be8-966c-a5fbb9829343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:58.263925 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ed179a89-9f86-4be6-ba6f-f4811546cd9c req-33a3a8c4-7ca4-4be8-966c-a5fbb9829343 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=db3afe1e-a2f1-4ea8-a7f9-d35986504538 HTTP/1.1" status: 200 len: 1097 time: 0.0691071 Nov 19 17:51:58.357161 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ed179a89-9f86-4be6-ba6f-f4811546cd9c req-84c97430-fcad-49fa-a0c1-590344b78f15 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=79517508-381b-4077-8d39-0c2cf4e2980c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748823 Nov 19 17:51:58.378151 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7431a5f-a4f2-4ded-9bf9-94551247bd39 req-4aacbb58-09f1-4536-94d4-e2e9e02efe5c tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:58.381001 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d7431a5f-a4f2-4ded-9bf9-94551247bd39 req-4aacbb58-09f1-4536-94d4-e2e9e02efe5c tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.60 "GET /v2.0/ports?device_id=d4c3fca4-faf7-4082-85a3-09f428eee2f3 HTTP/1.1" status: 200 len: 945 time: 0.0724735 Nov 19 17:51:58.427172 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-3ec27428-8e0d-4cd6-a285-f6e31b131efa tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Deleting port bfa68ae0-41a5-4bda-aaa2-69540f2e3a3e {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:51:58.427518 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3ec27428-8e0d-4cd6-a285-f6e31b131efa tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:58.458143 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dd238c-c496-4650-827d-707904f6a615 req-4a945775-536b-4793-b1cf-eb5ce2a91412 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:58.462413 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-59dd238c-c496-4650-827d-707904f6a615 req-4a945775-536b-4793-b1cf-eb5ce2a91412 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/ports?device_id=2eeca776-1ce5-482b-8221-4ea371ac91bd HTTP/1.1" status: 200 len: 945 time: 0.0602772 Nov 19 17:51:58.519757 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-59dd238c-c496-4650-827d-707904f6a615 req-d0573411-181c-4e94-9e2b-7bb6929da614 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/security-groups?id=e103badb-33bc-4a96-ade0-89c422abc1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505769 Nov 19 17:51:58.556745 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3ec27428-8e0d-4cd6-a285-f6e31b131efa tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:58.573470 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-3ec27428-8e0d-4cd6-a285-f6e31b131efa tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Calling delete_port for bfa68ae0-41a5-4bda-aaa2-69540f2e3a3e owned by network:router_interface {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:51:58.608238 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc8221d-bcb0-40a8-bee2-e2ea64152b02 req-65dd3b9e-fa7b-4aad-8259-3103561b63e8 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:58.610035 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-cbc8221d-bcb0-40a8-bee2-e2ea64152b02 req-65dd3b9e-fa7b-4aad-8259-3103561b63e8 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/ports?device_id=b3179e98-eff0-4b2e-8c90-23fb558bbe5c HTTP/1.1" status: 200 len: 949 time: 0.0992794 Nov 19 17:51:58.705545 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b516ba9-508e-4732-904b-2eb207432655 req-739f720f-641e-4bfd-ae6c-1034ca8aec21 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:58.707089 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8b516ba9-508e-4732-904b-2eb207432655 req-739f720f-641e-4bfd-ae6c-1034ca8aec21 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/ports?device_id=2eeca776-1ce5-482b-8221-4ea371ac91bd HTTP/1.1" status: 200 len: 945 time: 0.0920928 Nov 19 17:51:58.747081 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-cbc8221d-bcb0-40a8-bee2-e2ea64152b02 req-52e4ecb4-37b6-4a39-94b5-93490b1ef68e tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/security-groups?id=6e557aa4-1576-4002-9603-a630915d92af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064188 Nov 19 17:51:58.748061 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-d7431a5f-a4f2-4ded-9bf9-94551247bd39 req-10cdfcb9-249d-4609-bc69-d81d75fcabe9 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Deleting port 9eec66dc-ad1b-4058-8155-a43ad9fa94c2 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:51:58.748405 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-d7431a5f-a4f2-4ded-9bf9-94551247bd39 req-10cdfcb9-249d-4609-bc69-d81d75fcabe9 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:58.858039 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8b516ba9-508e-4732-904b-2eb207432655 req-2c5667c9-193d-4f87-b53f-0f99fe8e6298 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/security-groups?id=e103badb-33bc-4a96-ade0-89c422abc1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401582 Nov 19 17:51:58.870374 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3ec27428-8e0d-4cd6-a285-f6e31b131efa tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:58.885684 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-d7431a5f-a4f2-4ded-9bf9-94551247bd39 req-10cdfcb9-249d-4609-bc69-d81d75fcabe9 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] For port 9eec66dc-ad1b-4058-8155-a43ad9fa94c2, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=9eec66dc-ad1b-4058-8155-a43ad9fa94c2,segment=NetworkSegment(89891acd-fd82-4118-b100-e50c4e69b300),segment_id=89891acd-fd82-4118-b100-e50c4e69b300)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:51:58.886084 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-d7431a5f-a4f2-4ded-9bf9-94551247bd39 req-10cdfcb9-249d-4609-bc69-d81d75fcabe9 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:58.901443 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-d7431a5f-a4f2-4ded-9bf9-94551247bd39 req-10cdfcb9-249d-4609-bc69-d81d75fcabe9 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Calling delete_port for 9eec66dc-ad1b-4058-8155-a43ad9fa94c2 owned by compute:nova {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:51:58.915181 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec27428-8e0d-4cd6-a285-f6e31b131efa tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Pushing event deleted for resources: {'Port': ['ID=bfa68ae0-41a5-4bda-aaa2-69540f2e3a3e,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:51:59.043902 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3173ce-5960-46c0-b601-a1433686a3fa req-aee7b64c-1716-4afb-9401-0bd9f6f73cf7 tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:59.045571 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-be3173ce-5960-46c0-b601-a1433686a3fa req-aee7b64c-1716-4afb-9401-0bd9f6f73cf7 tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] 10.222.0.54 "GET /v2.0/ports?device_id=db3afe1e-a2f1-4ea8-a7f9-d35986504538 HTTP/1.1" status: 200 len: 946 time: 0.1027029 Nov 19 17:51:59.073775 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-d7431a5f-a4f2-4ded-9bf9-94551247bd39 req-10cdfcb9-249d-4609-bc69-d81d75fcabe9 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:59.091950 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['9eec66dc-ad1b-4058-8155-a43ad9fa94c2'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:51:59.111155 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cdfcb9-249d-4609-bc69-d81d75fcabe9 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Pushing event deleted for resources: {'Port': ['ID=9eec66dc-ad1b-4058-8155-a43ad9fa94c2,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:51:59.127137 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cdfcb9-249d-4609-bc69-d81d75fcabe9 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:51:59.127955 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cdfcb9-249d-4609-bc69-d81d75fcabe9 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:51:59.128540 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cdfcb9-249d-4609-bc69-d81d75fcabe9 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:51:59.129013 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cdfcb9-249d-4609-bc69-d81d75fcabe9 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:51:59.129844 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cdfcb9-249d-4609-bc69-d81d75fcabe9 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:51:59.129844 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cdfcb9-249d-4609-bc69-d81d75fcabe9 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:51:59.131595 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cdfcb9-249d-4609-bc69-d81d75fcabe9 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:51:59.131595 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cdfcb9-249d-4609-bc69-d81d75fcabe9 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:51:59.131595 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cdfcb9-249d-4609-bc69-d81d75fcabe9 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:51:59.131595 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cdfcb9-249d-4609-bc69-d81d75fcabe9 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:51:59.132521 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cdfcb9-249d-4609-bc69-d81d75fcabe9 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:51:59.132937 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cdfcb9-249d-4609-bc69-d81d75fcabe9 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:51:59.177856 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7431a5f-a4f2-4ded-9bf9-94551247bd39 req-10cdfcb9-249d-4609-bc69-d81d75fcabe9 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] No DVR routers for this DVR port 9eec66dc-ad1b-4058-8155-a43ad9fa94c2 on host n-h1-818022-2 {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:51:59.180786 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-d7431a5f-a4f2-4ded-9bf9-94551247bd39 req-10cdfcb9-249d-4609-bc69-d81d75fcabe9 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:59.185176 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d7431a5f-a4f2-4ded-9bf9-94551247bd39 req-10cdfcb9-249d-4609-bc69-d81d75fcabe9 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.60 "DELETE /v2.0/ports/9eec66dc-ad1b-4058-8155-a43ad9fa94c2 HTTP/1.1" status: 204 len: 173 time: 0.6084480 Nov 19 17:51:59.185792 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4c3fca4-faf7-4082-85a3-09f428eee2f3', 'name': 'network-vif-deleted', 'tag': '9eec66dc-ad1b-4058-8155-a43ad9fa94c2'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:51:59.188298 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218319d759239a7d11f1288aef37381b97754913ee9ccbfd43b51a463f801712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c38abef8-b660-4cf4-b92b-12ffe5484e71" -d '{"events": [{"server_uuid": "d4c3fca4-faf7-4082-85a3-09f428eee2f3", "name": "network-vif-deleted", "tag": "9eec66dc-ad1b-4058-8155-a43ad9fa94c2"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:51:59.188466 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-be3173ce-5960-46c0-b601-a1433686a3fa req-991dd438-a8cf-43b8-8082-40811603e08e tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] 10.222.0.54 "GET /v2.0/security-groups?id=79517508-381b-4077-8d39-0c2cf4e2980c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983522 Nov 19 17:51:59.208146 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3ec27428-8e0d-4cd6-a285-f6e31b131efa tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-768648'] for router_interface, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:59.375888 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device bc24b0d7-df99-48e0-895c-d80de0809032 details requested by agent hyperv_n-h2-818022-2 with host n-h2-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 17:51:59.438452 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-5f036031-1666-427e-a29e-57c4856ffdf0 req-bb073f0b-2dcc-48b7-a654-91786ba5fe15 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/ports?device_id=d4c3fca4-faf7-4082-85a3-09f428eee2f3 HTTP/1.1" status: 200 len: 210 time: 0.0790381 Nov 19 17:51:59.485189 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cbe87b-a77a-469d-be7a-4ff95f7a0fdd req-c0930740-9ec0-493b-a00f-000438e67f16 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:59.493213 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-05cbe87b-a77a-469d-be7a-4ff95f7a0fdd req-c0930740-9ec0-493b-a00f-000438e67f16 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/ports?device_id=2eeca776-1ce5-482b-8221-4ea371ac91bd HTTP/1.1" status: 200 len: 945 time: 0.1702571 Nov 19 17:51:59.497937 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:51:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0d715df-89b4-49c7-82a2-a2337c4acd24 x-openstack-request-id: req-b0d715df-89b4-49c7-82a2-a2337c4acd24 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:51:59.498305 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4c3fca4-faf7-4082-85a3-09f428eee2f3", "name": "network-vif-deleted", "tag": "9eec66dc-ad1b-4058-8155-a43ad9fa94c2", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:51:59.498629 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b0d715df-89b4-49c7-82a2-a2337c4acd24 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:51:59.499103 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4c3fca4-faf7-4082-85a3-09f428eee2f3', 'name': 'network-vif-deleted', 'tag': '9eec66dc-ad1b-4058-8155-a43ad9fa94c2', 'status': 'completed', 'code': 200} Nov 19 17:51:59.501057 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c285c01-9a2e-44b5-86d2-20f0646892cf req-c90f69f1-41d7-4b76-9f45-34bc32052f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:59.503290 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9c285c01-9a2e-44b5-86d2-20f0646892cf req-c90f69f1-41d7-4b76-9f45-34bc32052f05 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b3179e98-eff0-4b2e-8c90-23fb558bbe5c&tenant_id=7136fa31325e4016a695ca7c60f57962 HTTP/1.1" status: 200 len: 1100 time: 0.1527519 Nov 19 17:51:59.530984 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-9c285c01-9a2e-44b5-86d2-20f0646892cf req-2c935334-ac7c-4593-a786-b823c8c795e0 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-818022-2', 'device_owner': 'compute:nova'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:51:59.564589 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port bc24b0d7-df99-48e0-895c-d80de0809032, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=bc24b0d7-df99-48e0-895c-d80de0809032,segment=NetworkSegment(1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861),segment_id=1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:51:59.583807 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Returning: {'device': 'bc24b0d7-df99-48e0-895c-d80de0809032', 'network_id': '346debfa-452b-4048-abf4-8f4493625ef2', 'port_id': 'bc24b0d7-df99-48e0-895c-d80de0809032', 'mac_address': 'fa:16:3e:61:67:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b3c88de-c9c2-4a20-b19e-1855c2c19035', 'ip_address': '192.168.233.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 17:51:59.615066 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-05cbe87b-a77a-469d-be7a-4ff95f7a0fdd req-8c949c46-f9a9-4244-9f1b-f6130b8aeebb tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/security-groups?id=e103badb-33bc-4a96-ade0-89c422abc1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202645 Nov 19 17:51:59.617693 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ec27428-8e0d-4cd6-a285-f6e31b131efa tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Router dd1e4a32-8ad0-4b42-a2a0-86097953fcc6 has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 17:51:59.636828 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-9c285c01-9a2e-44b5-86d2-20f0646892cf req-2c935334-ac7c-4593-a786-b823c8c795e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:59.681896 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-11b21229-ad25-46a1-a983-5f83dc8ac909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:59.765856 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ec27428-8e0d-4cd6-a285-f6e31b131efa tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 17:51:59.773666 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-3ec27428-8e0d-4cd6-a285-f6e31b131efa tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] 10.222.0.54 "PUT /v2.0/routers/dd1e4a32-8ad0-4b42-a2a0-86097953fcc6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6020811 Nov 19 17:51:59.776191 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 60394) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:51:59.811601 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6442147b-5030-4d6d-9ae7-7b1a27e85796 None None] Sync routers for ids ['dd1e4a32-8ad0-4b42-a2a0-86097953fcc6'] in n-d-818022-2 {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 17:51:59.857072 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6442147b-5030-4d6d-9ae7-7b1a27e85796 None None] Routers {'dd1e4a32-8ad0-4b42-a2a0-86097953fcc6'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:51:59.859455 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-6442147b-5030-4d6d-9ae7-7b1a27e85796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:51:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['dd1e4a32-8ad0-4b42-a2a0-86097953fcc6'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:51:59.943274 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-9c285c01-9a2e-44b5-86d2-20f0646892cf req-2c935334-ac7c-4593-a786-b823c8c795e0 service neutron] For port bc24b0d7-df99-48e0-895c-d80de0809032, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=bc24b0d7-df99-48e0-895c-d80de0809032,segment=NetworkSegment(1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861),segment_id=1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:51:59.948508 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b75650a6-32c6-4828-a17c-4573c88a72f2 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks [] for router, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:51:59.963395 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade56d60-214a-4281-ada7-178dc90cb6b2 req-b1e8b3d7-33e1-43da-8be3-0c3467b5879f tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:51:59.971745 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-6442147b-5030-4d6d-9ae7-7b1a27e85796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:51:59.974644 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ade56d60-214a-4281-ada7-178dc90cb6b2 req-b1e8b3d7-33e1-43da-8be3-0c3467b5879f tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/ports?device_id=b3179e98-eff0-4b2e-8c90-23fb558bbe5c HTTP/1.1" status: 200 len: 949 time: 0.0789878 Nov 19 17:51:59.999839 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6442147b-5030-4d6d-9ae7-7b1a27e85796 None None] Routers {'dd1e4a32-8ad0-4b42-a2a0-86097953fcc6'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:52:00.002046 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-6442147b-5030-4d6d-9ae7-7b1a27e85796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:51:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['dd1e4a32-8ad0-4b42-a2a0-86097953fcc6'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:52:00.022478 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-9c285c01-9a2e-44b5-86d2-20f0646892cf req-2c935334-ac7c-4593-a786-b823c8c795e0 service neutron] For port bc24b0d7-df99-48e0-895c-d80de0809032, host n-h2-818022-2, cleared binding levels {{(pid=103365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:52:00.073537 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-6442147b-5030-4d6d-9ae7-7b1a27e85796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:52:00.074920 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [req-9c285c01-9a2e-44b5-86d2-20f0646892cf req-2c935334-ac7c-4593-a786-b823c8c795e0 service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id bc24b0d7-df99-48e0-895c-d80de0809032 {{(pid=103365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:52:00.075669 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6442147b-5030-4d6d-9ae7-7b1a27e85796 None None] The sync data for ids ['dd1e4a32-8ad0-4b42-a2a0-86097953fcc6'] in n-d-818022-2 is: [] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 17:52:00.092413 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-9c285c01-9a2e-44b5-86d2-20f0646892cf req-2c935334-ac7c-4593-a786-b823c8c795e0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:00.105342 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.provisioning_blocks [req-9c285c01-9a2e-44b5-86d2-20f0646892cf req-2c935334-ac7c-4593-a786-b823c8c795e0 service neutron] Ignored duplicate provisioning block setup for port bc24b0d7-df99-48e0-895c-d80de0809032 by entity L2. {{(pid=103365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Nov 19 17:52:00.111071 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ade56d60-214a-4281-ada7-178dc90cb6b2 req-68a4ec38-3005-4771-addc-b41b24049462 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/security-groups?id=6e557aa4-1576-4002-9603-a630915d92af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355405 Nov 19 17:52:00.112020 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-9c285c01-9a2e-44b5-86d2-20f0646892cf req-2c935334-ac7c-4593-a786-b823c8c795e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:00.139623 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b75650a6-32c6-4828-a17c-4573c88a72f2 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:00.184940 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c935334-ac7c-4593-a786-b823c8c795e0 service neutron] Pushing event updated for resources: {'Port': ['ID=bc24b0d7-df99-48e0-895c-d80de0809032,revision_number=9']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:52:00.206741 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-b75650a6-32c6-4828-a17c-4573c88a72f2 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Deleting port 14658c56-3910-4f3b-96bc-e9bdcf8f4d18 {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:52:00.207088 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b75650a6-32c6-4828-a17c-4573c88a72f2 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:00.227976 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c285c01-9a2e-44b5-86d2-20f0646892cf req-2c935334-ac7c-4593-a786-b823c8c795e0 service neutron] No DVR routers for this DVR port bc24b0d7-df99-48e0-895c-d80de0809032 on host n-h2-818022-2 {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:52:00.296186 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-9c285c01-9a2e-44b5-86d2-20f0646892cf req-2c935334-ac7c-4593-a786-b823c8c795e0 service neutron] Attempting to bind port bc24b0d7-df99-48e0-895c-d80de0809032 on host n-h1-818022-2 for vnic_type normal with profile {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:52:00.296424 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-9c285c01-9a2e-44b5-86d2-20f0646892cf req-2c935334-ac7c-4593-a786-b823c8c795e0 service neutron] Attempting to bind port bc24b0d7-df99-48e0-895c-d80de0809032 by drivers openvswitch,hyperv on host n-h1-818022-2 at level 0 using segments [{'id': '1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '346debfa-452b-4048-abf4-8f4493625ef2'}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:52:00.296792 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c285c01-9a2e-44b5-86d2-20f0646892cf req-2c935334-ac7c-4593-a786-b823c8c795e0 service neutron] Attempting to bind port bc24b0d7-df99-48e0-895c-d80de0809032 on network 346debfa-452b-4048-abf4-8f4493625ef2 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:52:00.302192 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c285c01-9a2e-44b5-86d2-20f0646892cf req-2c935334-ac7c-4593-a786-b823c8c795e0 service neutron] Port bc24b0d7-df99-48e0-895c-d80de0809032 on network 346debfa-452b-4048-abf4-8f4493625ef2 not bound, no agent of type Open vSwitch agent registered on host n-h1-818022-2 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 17:52:00.303226 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c285c01-9a2e-44b5-86d2-20f0646892cf req-2c935334-ac7c-4593-a786-b823c8c795e0 service neutron] Attempting to bind port bc24b0d7-df99-48e0-895c-d80de0809032 on network 346debfa-452b-4048-abf4-8f4493625ef2 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:52:00.312374 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c285c01-9a2e-44b5-86d2-20f0646892cf req-2c935334-ac7c-4593-a786-b823c8c795e0 service neutron] Checking agent: {'id': 'a6668d96-12fa-4ec0-99ad-77eaf490dd2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'started_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 51, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:52:00.312719 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c285c01-9a2e-44b5-86d2-20f0646892cf req-2c935334-ac7c-4593-a786-b823c8c795e0 service neutron] Checking segment: {'id': '1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '346debfa-452b-4048-abf4-8f4493625ef2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:52:00.313263 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c285c01-9a2e-44b5-86d2-20f0646892cf req-2c935334-ac7c-4593-a786-b823c8c795e0 service neutron] Bound using segment: {'id': '1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '346debfa-452b-4048-abf4-8f4493625ef2'} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:52:00.313705 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-9c285c01-9a2e-44b5-86d2-20f0646892cf req-2c935334-ac7c-4593-a786-b823c8c795e0 service neutron] Bound port: bc24b0d7-df99-48e0-895c-d80de0809032, host: n-h1-818022-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '346debfa-452b-4048-abf4-8f4493625ef2'}}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:52:00.314087 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-9c285c01-9a2e-44b5-86d2-20f0646892cf req-2c935334-ac7c-4593-a786-b823c8c795e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:00.356081 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b75650a6-32c6-4828-a17c-4573c88a72f2 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:00.375721 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-b75650a6-32c6-4828-a17c-4573c88a72f2 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Calling delete_port for 14658c56-3910-4f3b-96bc-e9bdcf8f4d18 owned by network:router_gateway {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:52:00.431946 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f99894-30db-4890-9448-ffa1959e170b req-d6dd661d-53ba-494e-aee4-1f7b420670d0 tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:52:00.438321 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-48f99894-30db-4890-9448-ffa1959e170b req-d6dd661d-53ba-494e-aee4-1f7b420670d0 tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] 10.222.0.54 "GET /v2.0/ports?device_id=db3afe1e-a2f1-4ea8-a7f9-d35986504538 HTTP/1.1" status: 200 len: 946 time: 0.1033218 Nov 19 17:52:00.463251 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-9c285c01-9a2e-44b5-86d2-20f0646892cf req-2c935334-ac7c-4593-a786-b823c8c795e0 service neutron] For port bc24b0d7-df99-48e0-895c-d80de0809032, host n-h1-818022-2, cleared binding levels {{(pid=103365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:52:00.467125 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-9c285c01-9a2e-44b5-86d2-20f0646892cf req-2c935334-ac7c-4593-a786-b823c8c795e0 service neutron] For port bc24b0d7-df99-48e0-895c-d80de0809032, host n-h1-818022-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=bc24b0d7-df99-48e0-895c-d80de0809032,segment=NetworkSegment(1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861),segment_id=1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861)] {{(pid=103365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:52:00.486575 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-9c285c01-9a2e-44b5-86d2-20f0646892cf req-2c935334-ac7c-4593-a786-b823c8c795e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:00.542267 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c285c01-9a2e-44b5-86d2-20f0646892cf req-2c935334-ac7c-4593-a786-b823c8c795e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:52:00.543147 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-9c285c01-9a2e-44b5-86d2-20f0646892cf req-2c935334-ac7c-4593-a786-b823c8c795e0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:00.544917 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9c285c01-9a2e-44b5-86d2-20f0646892cf req-2c935334-ac7c-4593-a786-b823c8c795e0 service neutron] 10.222.0.60 "PUT /v2.0/ports/bc24b0d7-df99-48e0-895c-d80de0809032 HTTP/1.1" status: 200 len: 1096 time: 1.0191309 Nov 19 17:52:00.616884 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c389eba3-db04-4aa3-af41-5e685fd4d356 req-38c1b8fd-2588-4e53-8bfc-477a6de9b528 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/ports?device_id=d4c3fca4-faf7-4082-85a3-09f428eee2f3 HTTP/1.1" status: 200 len: 210 time: 0.0524502 Nov 19 17:52:00.630205 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-48f99894-30db-4890-9448-ffa1959e170b req-8e8eee96-5681-41f1-9245-8cbeebdae2d4 tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] 10.222.0.54 "GET /v2.0/security-groups?id=79517508-381b-4077-8d39-0c2cf4e2980c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782629 Nov 19 17:52:00.631246 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c935334-ac7c-4593-a786-b823c8c795e0 service neutron] Pushing event updated for resources: {'Port': ['ID=bc24b0d7-df99-48e0-895c-d80de0809032,revision_number=10']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:52:00.636665 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b75650a6-32c6-4828-a17c-4573c88a72f2 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:00.703716 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c285c01-9a2e-44b5-86d2-20f0646892cf req-1dffe5bb-e429-419e-a089-f41260489d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:52:00.708297 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9c285c01-9a2e-44b5-86d2-20f0646892cf req-1dffe5bb-e429-419e-a089-f41260489d55 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7136fa31325e4016a695ca7c60f57962&device_id=b3179e98-eff0-4b2e-8c90-23fb558bbe5c HTTP/1.1" status: 200 len: 1100 time: 0.0999479 Nov 19 17:52:00.773291 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75650a6-32c6-4828-a17c-4573c88a72f2 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Pushing event deleted for resources: {'Port': ['ID=14658c56-3910-4f3b-96bc-e9bdcf8f4d18,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:52:00.827489 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b75650a6-32c6-4828-a17c-4573c88a72f2 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-671730'] for router_gateway, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:00.888640 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c285c01-9a2e-44b5-86d2-20f0646892cf req-4f66ca76-7690-4306-9ddc-4e01f2083146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:52:00.890774 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9c285c01-9a2e-44b5-86d2-20f0646892cf req-4f66ca76-7690-4306-9ddc-4e01f2083146 service neutron] 10.222.0.60 "GET /v2.0/networks?id=346debfa-452b-4048-abf4-8f4493625ef2 HTTP/1.1" status: 200 len: 870 time: 0.1651027 Nov 19 17:52:00.908218 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c60640-68cc-46a1-bdde-3897e36272b5 req-44482e37-e919-4fbe-a695-bcd6972162f7 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:52:00.909983 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e4c60640-68cc-46a1-bdde-3897e36272b5 req-44482e37-e919-4fbe-a695-bcd6972162f7 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.60 "GET /v2.0/ports?device_id=2eeca776-1ce5-482b-8221-4ea371ac91bd HTTP/1.1" status: 200 len: 945 time: 0.0803826 Nov 19 17:52:00.966103 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b75650a6-32c6-4828-a17c-4573c88a72f2 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4696'] for router, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:00.969118 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b75650a6-32c6-4828-a17c-4573c88a72f2 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:01.012830 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9c285c01-9a2e-44b5-86d2-20f0646892cf req-6790e343-75a8-4dca-85a4-eb0b8166c65d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=bc24b0d7-df99-48e0-895c-d80de0809032 HTTP/1.1" status: 200 len: 217 time: 0.1018136 Nov 19 17:52:01.033922 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7c9b2e-1615-4dc4-b37e-a09acd66177b req-a592e637-46cd-44d3-b082-62b0ce317292 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:52:01.036451 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-dc7c9b2e-1615-4dc4-b37e-a09acd66177b req-a592e637-46cd-44d3-b082-62b0ce317292 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/ports?device_id=2eeca776-1ce5-482b-8221-4ea371ac91bd HTTP/1.1" status: 200 len: 945 time: 0.2995160 Nov 19 17:52:01.071800 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b75650a6-32c6-4828-a17c-4573c88a72f2 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-543895'] for router, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:01.071800 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b75650a6-32c6-4828-a17c-4573c88a72f2 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Fanout notify agent at l3_agent the message router_deleted on router dd1e4a32-8ad0-4b42-a2a0-86097953fcc6 {{(pid=103364) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 17:52:01.081310 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b75650a6-32c6-4828-a17c-4573c88a72f2 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks [] for router, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:01.085743 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-b75650a6-32c6-4828-a17c-4573c88a72f2 tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] 10.222.0.54 "DELETE /v2.0/routers/dd1e4a32-8ad0-4b42-a2a0-86097953fcc6 HTTP/1.1" status: 204 len: 168 time: 1.3057823 Nov 19 17:52:01.094146 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 60418) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:52:01.168316 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-dc7c9b2e-1615-4dc4-b37e-a09acd66177b req-232e374f-a8a6-46d5-824e-1551112e9073 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/security-groups?id=e103badb-33bc-4a96-ade0-89c422abc1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218278 Nov 19 17:52:01.217095 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_v2 [None req-28e9ed9b-c943-446a-a498-2bf18b43f75d tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Deleting subnet f1107da1-8006-435d-8d40-dc362b5c90c1 {{(pid=103364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 17:52:01.221147 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-28e9ed9b-c943-446a-a498-2bf18b43f75d tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks [] for subnet, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:01.265105 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-28e9ed9b-c943-446a-a498-2bf18b43f75d tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9416263'] for subnet, precommit_delete_associations {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:01.276707 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c285c01-9a2e-44b5-86d2-20f0646892cf req-e56e3ec6-c8ec-4fa7-b246-72dcde961527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:52:01.283804 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9c285c01-9a2e-44b5-86d2-20f0646892cf req-e56e3ec6-c8ec-4fa7-b246-72dcde961527 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8b3c88de-c9c2-4a20-b19e-1855c2c19035 HTTP/1.1" status: 200 len: 843 time: 0.2529893 Nov 19 17:52:01.343557 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-e4c60640-68cc-46a1-bdde-3897e36272b5 req-309e78df-7376-49cb-9022-b79dc739b809 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Deleting port b34b3610-e3d6-4d4c-8f01-31bc757e731d {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:52:01.343557 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-e4c60640-68cc-46a1-bdde-3897e36272b5 req-309e78df-7376-49cb-9022-b79dc739b809 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:01.351680 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-28e9ed9b-c943-446a-a498-2bf18b43f75d tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:01.404818 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2538bce1-5f32-42e7-8f82-46baae42d97d req-90137eda-8ef4-4663-9dc9-c6050363c7ed tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:52:01.406158 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device bc24b0d7-df99-48e0-895c-d80de0809032 no longer exists at agent hyperv_n-h2-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:52:01.406652 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2538bce1-5f32-42e7-8f82-46baae42d97d req-90137eda-8ef4-4663-9dc9-c6050363c7ed tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/ports?device_id=b3179e98-eff0-4b2e-8c90-23fb558bbe5c HTTP/1.1" status: 200 len: 949 time: 0.1093993 Nov 19 17:52:01.483734 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device bc24b0d7-df99-48e0-895c-d80de0809032 not bound to the agent host n-h2-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:52:01.513852 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2538bce1-5f32-42e7-8f82-46baae42d97d req-54c743c0-f82d-4fa1-b83d-67fc313e4d1a tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/security-groups?id=6e557aa4-1576-4002-9603-a630915d92af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006858 Nov 19 17:52:01.517160 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-28e9ed9b-c943-446a-a498-2bf18b43f75d tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12425137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8983934'] for subnet, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:01.548955 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e9ed9b-c943-446a-a498-2bf18b43f75d tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Pushing event deleted for resources: {'Subnet': ['ID=f1107da1-8006-435d-8d40-dc362b5c90c1,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:52:01.549882 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-e4c60640-68cc-46a1-bdde-3897e36272b5 req-309e78df-7376-49cb-9022-b79dc739b809 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] For port b34b3610-e3d6-4d4c-8f01-31bc757e731d, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=b34b3610-e3d6-4d4c-8f01-31bc757e731d,segment=NetworkSegment(76ca7d5f-3474-4bcd-9b64-65e02324eb89),segment_id=76ca7d5f-3474-4bcd-9b64-65e02324eb89)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:52:01.550370 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-e4c60640-68cc-46a1-bdde-3897e36272b5 req-309e78df-7376-49cb-9022-b79dc739b809 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:01.554105 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-28e9ed9b-c943-446a-a498-2bf18b43f75d tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:01.561120 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-28e9ed9b-c943-446a-a498-2bf18b43f75d tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] 10.222.0.54 "DELETE /v2.0/subnets/f1107da1-8006-435d-8d40-dc362b5c90c1 HTTP/1.1" status: 204 len: 168 time: 0.4657741 Nov 19 17:52:01.563988 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 60426) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:52:01.581283 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-e4c60640-68cc-46a1-bdde-3897e36272b5 req-309e78df-7376-49cb-9022-b79dc739b809 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Calling delete_port for b34b3610-e3d6-4d4c-8f01-31bc757e731d owned by compute:nova {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:52:01.641262 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3179e98-eff0-4b2e-8c90-23fb558bbe5c', 'tag': 'bc24b0d7-df99-48e0-895c-d80de0809032'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:52:01.643728 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218319d759239a7d11f1288aef37381b97754913ee9ccbfd43b51a463f801712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e6954f5-f20c-4246-95f5-247fd5c5aa6c" -d '{"events": [{"name": "network-changed", "server_uuid": "b3179e98-eff0-4b2e-8c90-23fb558bbe5c", "tag": "bc24b0d7-df99-48e0-895c-d80de0809032"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:52:01.666448 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c285c01-9a2e-44b5-86d2-20f0646892cf req-5e570d09-0813-43bf-9e18-5b533dd55f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:52:01.670394 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9c285c01-9a2e-44b5-86d2-20f0646892cf req-5e570d09-0813-43bf-9e18-5b533dd55f7d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=346debfa-452b-4048-abf4-8f4493625ef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3753738 Nov 19 17:52:01.706356 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e3e76793-c9cf-426d-bf15-3661824eec1b tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:01.775088 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 17:52:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26b35043-7485-4b30-afeb-14636eecb526 x-openstack-request-id: req-26b35043-7485-4b30-afeb-14636eecb526 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:52:01.775471 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3179e98-eff0-4b2e-8c90-23fb558bbe5c", "tag": "bc24b0d7-df99-48e0-895c-d80de0809032", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:52:01.775811 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-26b35043-7485-4b30-afeb-14636eecb526 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:52:01.776242 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3179e98-eff0-4b2e-8c90-23fb558bbe5c', 'tag': 'bc24b0d7-df99-48e0-895c-d80de0809032', 'status': 'completed', 'code': 200} Nov 19 17:52:01.825973 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-98f34f1a-86b2-4ced-871f-02180534d3d3 req-449b9771-8215-4d2a-b078-3cf29eef6510 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/ports?device_id=d4c3fca4-faf7-4082-85a3-09f428eee2f3 HTTP/1.1" status: 200 len: 210 time: 0.0568671 Nov 19 17:52:01.904487 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e3e76793-c9cf-426d-bf15-3661824eec1b tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:01.916286 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6954f5-f20c-4246-95f5-247fd5c5aa6c req-c009a069-ca14-4f8e-be56-dc2e8365f864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:52:01.917852 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5e6954f5-f20c-4246-95f5-247fd5c5aa6c req-c009a069-ca14-4f8e-be56-dc2e8365f864 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7136fa31325e4016a695ca7c60f57962&device_id=b3179e98-eff0-4b2e-8c90-23fb558bbe5c HTTP/1.1" status: 200 len: 1100 time: 0.1384501 Nov 19 17:52:01.934208 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-e3e76793-c9cf-426d-bf15-3661824eec1b tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2583632-e23a-4c0b-b6ac-ef6dca226ac8']}} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:52:01.946217 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-e3e76793-c9cf-426d-bf15-3661824eec1b tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b3875bd-2cde-4209-b06c-b8321306997a') {'for_net_delete': True} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:52:01.946217 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-e3e76793-c9cf-426d-bf15-3661824eec1b tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b3875bd-2cde-4209-b06c-b8321306997a') {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:52:01.964609 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e3e76793-c9cf-426d-bf15-3661824eec1b tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417396'] for segment, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:01.967326 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9c285c01-9a2e-44b5-86d2-20f0646892cf req-fc75dd80-4fb1-4786-a694-63a35bb915c6 service neutron] 10.222.0.60 "GET /v2.0/networks/346debfa-452b-4048-abf4-8f4493625ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2853696 Nov 19 17:52:01.987554 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e3e76793-c9cf-426d-bf15-3661824eec1b tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:01.994544 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3e76793-c9cf-426d-bf15-3661824eec1b tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Releasing vlan 673 on physical network physnet1 to pool {{(pid=103364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 17:52:01.995391 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e3e76793-c9cf-426d-bf15-3661824eec1b tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12425183'] for segment, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:01.997247 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-1c19f7d2-85a4-403f-bc0c-026b0cd031f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:02.001541 n-d-818022-2 neutron-server[103364]: Traceback (most recent call last): Nov 19 17:52:02.001541 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 17:52:02.001541 n-d-818022-2 neutron-server[103364]: timer() Nov 19 17:52:02.001541 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 17:52:02.001541 n-d-818022-2 neutron-server[103364]: cb(*args, **kw) Nov 19 17:52:02.001541 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 17:52:02.001541 n-d-818022-2 neutron-server[103364]: return func(*args, **kwargs) Nov 19 17:52:02.001541 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 17:52:02.001541 n-d-818022-2 neutron-server[103364]: self._notify() Nov 19 17:52:02.001541 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 17:52:02.001541 n-d-818022-2 neutron-server[103364]: self.callback(batched_events) Nov 19 17:52:02.001541 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 17:52:02.001541 n-d-818022-2 neutron-server[103364]: event.method(event) Nov 19 17:52:02.001541 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 17:52:02.001541 n-d-818022-2 neutron-server[103364]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 17:52:02.001541 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 17:52:02.001541 n-d-818022-2 neutron-server[103364]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 17:52:02.001541 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 17:52:02.001541 n-d-818022-2 neutron-server[103364]: return f(self, *a, **k) Nov 19 17:52:02.001541 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 17:52:02.001541 n-d-818022-2 neutron-server[103364]: return self._get(url).json() Nov 19 17:52:02.001541 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 17:52:02.001541 n-d-818022-2 neutron-server[103364]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 17:52:02.001541 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 17:52:02.001541 n-d-818022-2 neutron-server[103364]: return self.request(url, 'GET', **kwargs) Nov 19 17:52:02.001541 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 17:52:02.001541 n-d-818022-2 neutron-server[103364]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 17:52:02.001541 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 17:52:02.001541 n-d-818022-2 neutron-server[103364]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 17:52:02.001541 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 17:52:02.001541 n-d-818022-2 neutron-server[103364]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 17:52:02.001541 n-d-818022-2 neutron-server[103364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 17:52:02.093510 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-e4c60640-68cc-46a1-bdde-3897e36272b5 req-309e78df-7376-49cb-9022-b79dc739b809 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:02.108365 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] get_ports_and_sgs() called for port_ids ['096fbf6b-1527-4959-a491-ebec9dd1f89d'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:52:02.111192 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['b34b3610-e3d6-4d4c-8f01-31bc757e731d'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:52:02.112600 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e3e76793-c9cf-426d-bf15-3661824eec1b tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671242'] for network, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:02.133798 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e3e76793-c9cf-426d-bf15-3661824eec1b tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Publish callbacks [] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:02.150422 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-e3e76793-c9cf-426d-bf15-3661824eec1b tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] 10.222.0.54 "DELETE /v2.0/networks/b2583632-e23a-4c0b-b6ac-ef6dca226ac8 HTTP/1.1" status: 204 len: 168 time: 0.5843399 Nov 19 17:52:02.206184 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6954f5-f20c-4246-95f5-247fd5c5aa6c req-e4c92cc5-4e3d-42fb-b87e-3d2af02ca82d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:52:02.207901 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5e6954f5-f20c-4246-95f5-247fd5c5aa6c req-e4c92cc5-4e3d-42fb-b87e-3d2af02ca82d service neutron] 10.222.0.86 "GET /v2.0/networks?id=346debfa-452b-4048-abf4-8f4493625ef2 HTTP/1.1" status: 200 len: 870 time: 0.2805805 Nov 19 17:52:02.209805 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9c285c01-9a2e-44b5-86d2-20f0646892cf req-a058711d-e9d6-4d86-926c-4baf22cbecda service neutron] 10.222.0.60 "GET /v2.0/networks/346debfa-452b-4048-abf4-8f4493625ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1957712 Nov 19 17:52:02.244361 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e76793-c9cf-426d-bf15-3661824eec1b tempest-FloatingIPTestJSON-1089558766 tempest-FloatingIPTestJSON-1089558766-project] Pushing event deleted for resources: {'Network': ['ID=b2583632-e23a-4c0b-b6ac-ef6dca226ac8,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:52:02.246353 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309e78df-7376-49cb-9022-b79dc739b809 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Pushing event deleted for resources: {'Port': ['ID=b34b3610-e3d6-4d4c-8f01-31bc757e731d,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:52:02.349133 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5e6954f5-f20c-4246-95f5-247fd5c5aa6c req-84c01512-257b-4ae6-967d-9dea85bfcb0e service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=bc24b0d7-df99-48e0-895c-d80de0809032 HTTP/1.1" status: 200 len: 217 time: 0.0984468 Nov 19 17:52:02.365830 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f1ae87c1-67b4-4e78-841f-fd3de5e49149 req-b146a503-5c91-444b-9508-d803738d67e9 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/ports?device_id=2eeca776-1ce5-482b-8221-4ea371ac91bd HTTP/1.1" status: 200 len: 210 time: 0.0373683 Nov 19 17:52:02.522570 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4c60640-68cc-46a1-bdde-3897e36272b5 req-309e78df-7376-49cb-9022-b79dc739b809 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] No DVR routers for this DVR port b34b3610-e3d6-4d4c-8f01-31bc757e731d on host n-h1-818022-2 {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:52:02.541545 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-e4c60640-68cc-46a1-bdde-3897e36272b5 req-309e78df-7376-49cb-9022-b79dc739b809 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:02.549231 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e4c60640-68cc-46a1-bdde-3897e36272b5 req-309e78df-7376-49cb-9022-b79dc739b809 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.60 "DELETE /v2.0/ports/b34b3610-e3d6-4d4c-8f01-31bc757e731d HTTP/1.1" status: 204 len: 173 time: 1.6314874 Nov 19 17:52:02.559511 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6954f5-f20c-4246-95f5-247fd5c5aa6c req-f1d6efc6-a11f-4de2-92db-eb7ff3d3e3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:52:02.562184 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5e6954f5-f20c-4246-95f5-247fd5c5aa6c req-f1d6efc6-a11f-4de2-92db-eb7ff3d3e3e1 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8b3c88de-c9c2-4a20-b19e-1855c2c19035 HTTP/1.1" status: 200 len: 843 time: 0.1642044 Nov 19 17:52:02.573568 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6954f5-f20c-4246-95f5-247fd5c5aa6c req-80cab84d-f254-43c6-a432-3475007a174f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:52:02.577767 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5e6954f5-f20c-4246-95f5-247fd5c5aa6c req-80cab84d-f254-43c6-a432-3475007a174f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7136fa31325e4016a695ca7c60f57962&device_id=b3179e98-eff0-4b2e-8c90-23fb558bbe5c HTTP/1.1" status: 200 len: 1100 time: 0.2251101 Nov 19 17:52:02.699942 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 60450) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:52:02.761267 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6954f5-f20c-4246-95f5-247fd5c5aa6c req-56c84789-9ccf-4100-900e-94df19f00211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:52:02.762980 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5e6954f5-f20c-4246-95f5-247fd5c5aa6c req-56c84789-9ccf-4100-900e-94df19f00211 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=346debfa-452b-4048-abf4-8f4493625ef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1843016 Nov 19 17:52:02.773449 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ee0e1b-d3fe-4a8e-b789-04ad04250338 req-e439cfa6-1957-45c6-943b-d8823ecc7d0a tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:52:02.775843 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e8ee0e1b-d3fe-4a8e-b789-04ad04250338 req-e439cfa6-1957-45c6-943b-d8823ecc7d0a tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/ports?device_id=b3179e98-eff0-4b2e-8c90-23fb558bbe5c HTTP/1.1" status: 200 len: 949 time: 0.1621883 Nov 19 17:52:02.877347 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-b0142c0d-f6fd-485f-840f-d1bc1eb4f211 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=3aca0539f91747f49ed111371f10a613&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1760719 Nov 19 17:52:02.879617 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 60456) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:52:02.879786 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6954f5-f20c-4246-95f5-247fd5c5aa6c req-670ef700-bc46-433b-8602-5759028ba7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:52:02.881594 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5e6954f5-f20c-4246-95f5-247fd5c5aa6c req-670ef700-bc46-433b-8602-5759028ba7d7 service neutron] 10.222.0.60 "GET /v2.0/networks?id=346debfa-452b-4048-abf4-8f4493625ef2 HTTP/1.1" status: 200 len: 870 time: 0.2699225 Nov 19 17:52:02.920727 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e8ee0e1b-d3fe-4a8e-b789-04ad04250338 req-0004a0a4-b4c3-4781-b024-04fd0f39deb0 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/security-groups?id=6e557aa4-1576-4002-9603-a630915d92af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339483 Nov 19 17:52:02.943736 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-db7231d6-c603-4adf-80ac-6784fdc61a5c req-ed238d93-f162-4514-ab41-300e19214203 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/ports?device_id=d4c3fca4-faf7-4082-85a3-09f428eee2f3 HTTP/1.1" status: 200 len: 210 time: 0.0490105 Nov 19 17:52:02.991262 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-90fcef8a-810e-4a4f-ab59-1e64de3a3873 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:03.018026 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-90fcef8a-810e-4a4f-ab59-1e64de3a3873 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:03.080630 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-90fcef8a-810e-4a4f-ab59-1e64de3a3873 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:03.083585 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-90fcef8a-810e-4a4f-ab59-1e64de3a3873 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:03.087781 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-90fcef8a-810e-4a4f-ab59-1e64de3a3873 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/102ac571-367d-48c2-b0ec-ed297ed120b3 HTTP/1.1" status: 204 len: 168 time: 0.2039695 Nov 19 17:52:03.113278 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fcef8a-810e-4a4f-ab59-1e64de3a3873 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=102ac571-367d-48c2-b0ec-ed297ed120b3,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:52:03.139968 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e46ecc5a-dc14-4744-b262-3072ff2e958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:03.256666 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5e6954f5-f20c-4246-95f5-247fd5c5aa6c req-5f92e4f0-bb7c-43c7-b41d-5bb87b593a4c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=bc24b0d7-df99-48e0-895c-d80de0809032 HTTP/1.1" status: 200 len: 217 time: 0.3602576 Nov 19 17:52:03.269110 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5e6954f5-f20c-4246-95f5-247fd5c5aa6c req-c8d23bb4-631c-4deb-b0a0-a1d553f372b3 service neutron] 10.222.0.86 "GET /v2.0/networks/346debfa-452b-4048-abf4-8f4493625ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4921386 Nov 19 17:52:03.457115 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6954f5-f20c-4246-95f5-247fd5c5aa6c req-5376eeac-b957-4a00-8949-e01ae2bcf99d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:52:03.458795 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5e6954f5-f20c-4246-95f5-247fd5c5aa6c req-5376eeac-b957-4a00-8949-e01ae2bcf99d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8b3c88de-c9c2-4a20-b19e-1855c2c19035 HTTP/1.1" status: 200 len: 843 time: 0.1859355 Nov 19 17:52:03.544131 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5e6954f5-f20c-4246-95f5-247fd5c5aa6c req-0421dad1-47e6-473c-bd11-92143ee7cb94 service neutron] 10.222.0.86 "GET /v2.0/networks/346debfa-452b-4048-abf4-8f4493625ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2581811 Nov 19 17:52:03.552125 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6954f5-f20c-4246-95f5-247fd5c5aa6c req-d1488d37-494e-4c65-ba31-73878f960aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:52:03.554367 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5e6954f5-f20c-4246-95f5-247fd5c5aa6c req-d1488d37-494e-4c65-ba31-73878f960aa7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=346debfa-452b-4048-abf4-8f4493625ef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0719197 Nov 19 17:52:03.668028 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:03.684086 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5e6954f5-f20c-4246-95f5-247fd5c5aa6c req-a1cfdad6-0e1a-4520-9ce6-b139c588aa09 service neutron] 10.222.0.60 "GET /v2.0/networks/346debfa-452b-4048-abf4-8f4493625ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154675 Nov 19 17:52:03.747725 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:03.812306 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2eeca776-1ce5-482b-8221-4ea371ac91bd', 'name': 'network-vif-deleted', 'tag': 'b34b3610-e3d6-4d4c-8f01-31bc757e731d'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:52:03.814582 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218319d759239a7d11f1288aef37381b97754913ee9ccbfd43b51a463f801712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fd508dd-8822-413e-87a9-aec6646b8edb" -d '{"events": [{"server_uuid": "2eeca776-1ce5-482b-8221-4ea371ac91bd", "name": "network-vif-deleted", "tag": "b34b3610-e3d6-4d4c-8f01-31bc757e731d"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:52:03.818851 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5e6954f5-f20c-4246-95f5-247fd5c5aa6c req-1dd62c25-83ea-4076-ac62-6d109c130fa9 service neutron] 10.222.0.60 "GET /v2.0/networks/346debfa-452b-4048-abf4-8f4493625ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228602 Nov 19 17:52:03.831335 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device b34b3610-e3d6-4d4c-8f01-31bc757e731d no longer exists at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:52:03.876659 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] No Port match for: b34b3610-e3d6-4d4c-8f01-31bc757e731d {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:52:03.877366 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device b34b3610-e3d6-4d4c-8f01-31bc757e731d not bound to the agent host n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:52:03.877975 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 9eec66dc-ad1b-4058-8155-a43ad9fa94c2 no longer exists at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:52:03.890737 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:52:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18ab71ec-4c92-4f83-9cca-610f2e605238 x-openstack-request-id: req-18ab71ec-4c92-4f83-9cca-610f2e605238 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:52:03.891039 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2eeca776-1ce5-482b-8221-4ea371ac91bd", "name": "network-vif-deleted", "tag": "b34b3610-e3d6-4d4c-8f01-31bc757e731d", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:52:03.891299 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-18ab71ec-4c92-4f83-9cca-610f2e605238 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:52:03.891751 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2eeca776-1ce5-482b-8221-4ea371ac91bd', 'name': 'network-vif-deleted', 'tag': 'b34b3610-e3d6-4d4c-8f01-31bc757e731d', 'status': 'completed', 'code': 200} Nov 19 17:52:03.919176 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] No Port match for: 9eec66dc-ad1b-4058-8155-a43ad9fa94c2 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:52:03.919526 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 9eec66dc-ad1b-4058-8155-a43ad9fa94c2 not bound to the agent host n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:52:04.077521 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-e7c609e0-cf1f-4d95-8a6a-666950d3ea5a req-581180bd-ad8e-4bee-a105-890f3e36eaa2 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/ports?device_id=d4c3fca4-faf7-4082-85a3-09f428eee2f3 HTTP/1.1" status: 200 len: 210 time: 0.0413496 Nov 19 17:52:04.104634 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978cf193-018a-473d-9774-d3ac214469d7 req-1642c618-b36d-4e6d-9550-ad273830aad9 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:52:04.106298 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-978cf193-018a-473d-9774-d3ac214469d7 req-1642c618-b36d-4e6d-9550-ad273830aad9 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/ports?device_id=b3179e98-eff0-4b2e-8c90-23fb558bbe5c HTTP/1.1" status: 200 len: 949 time: 0.0797913 Nov 19 17:52:04.182617 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-978cf193-018a-473d-9774-d3ac214469d7 req-3413dea9-5b91-4a48-bff3-9acf6fc13a82 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/security-groups?id=6e557aa4-1576-4002-9603-a630915d92af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674403 Nov 19 17:52:04.217044 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 60522) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:52:04.343389 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-3f576ae6-dcf5-4e5d-906e-675dfa02893e tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:52:04.344167 n-d-818022-2 neutron-server[103365]: WARNING neutron.api.v2.base [None req-3f576ae6-dcf5-4e5d-906e-675dfa02893e tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 19 17:52:04.350927 n-d-818022-2 neutron-server[103365]: INFO neutron.api.v2.resource [None req-3f576ae6-dcf5-4e5d-906e-675dfa02893e tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] create failed (client error): There was a conflict when trying to complete your request. Nov 19 17:52:04.350927 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-3f576ae6-dcf5-4e5d-906e-675dfa02893e tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1276329 Nov 19 17:52:04.351909 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 60532) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:52:04.356828 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-0bf0c241-17b1-44b6-8ff4-e8557513a853 tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] Request body: {'security_group': {'name': 'tempest-secgroup--1134788330'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:52:04.388449 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0bf0c241-17b1-44b6-8ff4-e8557513a853 tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:04.399951 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0bf0c241-17b1-44b6-8ff4-e8557513a853 tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:04.501773 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0bf0c241-17b1-44b6-8ff4-e8557513a853 tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:04.517569 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0bf0c241-17b1-44b6-8ff4-e8557513a853 tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:04.600860 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf0c241-17b1-44b6-8ff4-e8557513a853 tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74d3fb6c-c370-4ca8-91e3-d8ee5c5dfcaf,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:52:04.626301 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0bf0c241-17b1-44b6-8ff4-e8557513a853 tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:04.635244 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0bf0c241-17b1-44b6-8ff4-e8557513a853 tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:04.677743 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf0c241-17b1-44b6-8ff4-e8557513a853 tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a770109-b45a-40a7-b1ee-ade3776aa9b0,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:52:04.703534 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0bf0c241-17b1-44b6-8ff4-e8557513a853 tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:04.706432 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-0bf0c241-17b1-44b6-8ff4-e8557513a853 tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3533859 Nov 19 17:52:04.709472 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 60544) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:52:04.715438 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-31818b7d-aea6-4e4c-b568-d6e268533cb3 tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] Request body: {'security_group_rule': {'security_group_id': '2a770109-b45a-40a7-b1ee-ade3776aa9b0', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:52:04.726315 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e013d7e6-5264-4dcc-9759-54f5fb809e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:04.778778 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-31818b7d-aea6-4e4c-b568-d6e268533cb3 tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:04.934774 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de21ac4c-882c-4373-9068-afebfac2bb06 req-9fb3d550-60ad-4605-b13d-584997bec68a tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:52:04.936208 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-de21ac4c-882c-4373-9068-afebfac2bb06 req-9fb3d550-60ad-4605-b13d-584997bec68a tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba2cf6b1-eb1b-470c-b48b-b01821cf729f HTTP/1.1" status: 200 len: 945 time: 0.0913296 Nov 19 17:52:04.938193 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-31818b7d-aea6-4e4c-b568-d6e268533cb3 tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:04.943859 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-31818b7d-aea6-4e4c-b568-d6e268533cb3 tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735179'] for security_group_rule, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:04.975118 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-31818b7d-aea6-4e4c-b568-d6e268533cb3 tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:04.976291 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-31818b7d-aea6-4e4c-b568-d6e268533cb3 tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2653394 Nov 19 17:52:04.982462 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 60552) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:52:04.990236 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-771d2e13-5c2e-4443-97c4-f5bfff454b6f tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] Request body: {'security_group_rule': {'security_group_id': '2a770109-b45a-40a7-b1ee-ade3776aa9b0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:52:04.994932 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31818b7d-aea6-4e4c-b568-d6e268533cb3 tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22548ec8-052e-4ac7-ba65-fb10815ac75b,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:52:05.051419 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-771d2e13-5c2e-4443-97c4-f5bfff454b6f tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:05.057307 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-de21ac4c-882c-4373-9068-afebfac2bb06 req-017ccaf1-e008-4c84-9980-8883d32d2fb8 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/security-groups?id=e103badb-33bc-4a96-ade0-89c422abc1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953050 Nov 19 17:52:05.115158 n-d-818022-2 neutron-server[103364]: INFO neutron.api.v2.resource [None req-771d2e13-5c2e-4443-97c4-f5bfff454b6f tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] create failed (client error): There was a conflict when trying to complete your request. Nov 19 17:52:05.117102 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-771d2e13-5c2e-4443-97c4-f5bfff454b6f tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1311758 Nov 19 17:52:05.120126 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 60556) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:52:05.167121 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:05.206338 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-daeb440a-7423-4e86-a1b1-3a764724d66d req-570dd19d-bf1e-4baa-b65c-abd0b0c60f59 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/ports?device_id=d4c3fca4-faf7-4082-85a3-09f428eee2f3 HTTP/1.1" status: 200 len: 210 time: 0.0347893 Nov 19 17:52:05.209519 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-cbe0a562-3a6a-4a23-9ba8-eab3cc15fd14 tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:05.246865 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-cbe0a562-3a6a-4a23-9ba8-eab3cc15fd14 tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:05.298438 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-cbe0a562-3a6a-4a23-9ba8-eab3cc15fd14 tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:05.302054 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-cbe0a562-3a6a-4a23-9ba8-eab3cc15fd14 tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:05.306090 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-cbe0a562-3a6a-4a23-9ba8-eab3cc15fd14 tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] 10.222.0.54 "DELETE /v2.0/security-groups/2a770109-b45a-40a7-b1ee-ade3776aa9b0 HTTP/1.1" status: 204 len: 168 time: 0.1832466 Nov 19 17:52:05.308013 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 60560) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:52:05.321464 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe0a562-3a6a-4a23-9ba8-eab3cc15fd14 tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a770109-b45a-40a7-b1ee-ade3776aa9b0,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:52:05.333033 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a01124-ef23-4224-9d41-eb730e9312c5 req-aa402ad1-66bc-488e-8edf-9c8a22c7e450 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:52:05.334613 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a3a01124-ef23-4224-9d41-eb730e9312c5 req-aa402ad1-66bc-488e-8edf-9c8a22c7e450 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/ports?device_id=b3179e98-eff0-4b2e-8c90-23fb558bbe5c HTTP/1.1" status: 200 len: 949 time: 0.0703928 Nov 19 17:52:05.392292 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-54c75054-4cce-41fc-8927-8a713e1def87 tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0830724 Nov 19 17:52:05.397515 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 60562) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:52:05.402583 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-13742ae3-cd7d-4a92-98f1-98e71a1ad46a tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] Request body: {'security_group': {'name': 'tempest-secgroup--1743136190'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:52:05.429560 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a3a01124-ef23-4224-9d41-eb730e9312c5 req-7724d224-1d8d-4922-9601-6b685b267d81 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/security-groups?id=6e557aa4-1576-4002-9603-a630915d92af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710156 Nov 19 17:52:05.435738 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-13742ae3-cd7d-4a92-98f1-98e71a1ad46a tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:05.551769 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-13742ae3-cd7d-4a92-98f1-98e71a1ad46a tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:05.559582 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-13742ae3-cd7d-4a92-98f1-98e71a1ad46a tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:05.618017 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13742ae3-cd7d-4a92-98f1-98e71a1ad46a tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a937897-4f4a-4df3-b014-6c0ce5fd6073,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:52:05.642248 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2107a064-92f2-4f7c-beba-915736b971e5 req-e6375e43-e264-4ab1-ba06-9fc5cf0d6541 tempest-MigrationsAdminTest-732900115 tempest-MigrationsAdminTest-732900115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:52:05.650725 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2107a064-92f2-4f7c-beba-915736b971e5 req-e6375e43-e264-4ab1-ba06-9fc5cf0d6541 tempest-MigrationsAdminTest-732900115 tempest-MigrationsAdminTest-732900115-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=b3179e98-eff0-4b2e-8c90-23fb558bbe5c HTTP/1.1" status: 200 len: 1100 time: 0.1368539 Nov 19 17:52:05.660220 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-13742ae3-cd7d-4a92-98f1-98e71a1ad46a tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:05.661258 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-13742ae3-cd7d-4a92-98f1-98e71a1ad46a tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2626824 Nov 19 17:52:05.664589 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 60568) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:52:05.669397 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-5351700a-d98c-45db-bff8-1d9d7201dcd1 tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] Request body: {'security_group_rule': {'security_group_id': '7a937897-4f4a-4df3-b014-6c0ce5fd6073', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:52:05.670230 n-d-818022-2 neutron-server[103364]: WARNING neutron.api.v2.base [None req-5351700a-d98c-45db-bff8-1d9d7201dcd1 tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 19 17:52:05.671023 n-d-818022-2 neutron-server[103364]: INFO neutron.api.v2.resource [None req-5351700a-d98c-45db-bff8-1d9d7201dcd1 tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 17:52:05.671794 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-5351700a-d98c-45db-bff8-1d9d7201dcd1 tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0068445 Nov 19 17:52:05.674809 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 60570) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:52:05.723562 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2107a064-92f2-4f7c-beba-915736b971e5 req-f24891b4-3c33-4932-895d-757724568e87 tempest-MigrationsAdminTest-732900115 tempest-MigrationsAdminTest-732900115-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=6e557aa4-1576-4002-9603-a630915d92af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717647 Nov 19 17:52:05.776011 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d341d4c1-889a-450a-a988-1e20562d5c19 tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:05.802515 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d341d4c1-889a-450a-a988-1e20562d5c19 tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:05.832415 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device bc24b0d7-df99-48e0-895c-d80de0809032 details requested by agent hyperv_n-h1-818022-2 with host n-h1-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 17:52:05.874115 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d341d4c1-889a-450a-a988-1e20562d5c19 tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:05.884844 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d341d4c1-889a-450a-a988-1e20562d5c19 tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:05.886050 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-d341d4c1-889a-450a-a988-1e20562d5c19 tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] 10.222.0.54 "DELETE /v2.0/security-groups/7a937897-4f4a-4df3-b014-6c0ce5fd6073 HTTP/1.1" status: 204 len: 168 time: 0.2103927 Nov 19 17:52:05.889421 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 60578) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:52:05.911195 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d341d4c1-889a-450a-a988-1e20562d5c19 tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a937897-4f4a-4df3-b014-6c0ce5fd6073,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:52:05.991262 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-aecf3d49-2a03-4f58-bced-de66d85b6db4 tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1005111 Nov 19 17:52:05.996040 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 60582) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:52:06.001039 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-54a51624-0b74-42d3-8b2c-662817798f6d tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] Request body: {'security_group': {'name': 'tempest-secgroup--1974986755'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:52:06.030505 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-54a51624-0b74-42d3-8b2c-662817798f6d tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:06.039736 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port bc24b0d7-df99-48e0-895c-d80de0809032, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=bc24b0d7-df99-48e0-895c-d80de0809032,segment=NetworkSegment(1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861),segment_id=1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:52:06.067975 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Returning: {'device': 'bc24b0d7-df99-48e0-895c-d80de0809032', 'network_id': '346debfa-452b-4048-abf4-8f4493625ef2', 'port_id': 'bc24b0d7-df99-48e0-895c-d80de0809032', 'mac_address': 'fa:16:3e:61:67:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b3c88de-c9c2-4a20-b19e-1855c2c19035', 'ip_address': '192.168.233.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 17:52:06.075409 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12282f93-0419-4b1a-845b-143bf97d45ec req-9810963a-2a75-45a0-b0cc-e4f963a5c1f4 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:52:06.098471 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-12282f93-0419-4b1a-845b-143bf97d45ec req-9810963a-2a75-45a0-b0cc-e4f963a5c1f4 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/ports?device_id=b3179e98-eff0-4b2e-8c90-23fb558bbe5c HTTP/1.1" status: 200 len: 949 time: 0.0852797 Nov 19 17:52:06.129266 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-54a51624-0b74-42d3-8b2c-662817798f6d tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:06.137420 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-54a51624-0b74-42d3-8b2c-662817798f6d tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:06.172424 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-54a51624-0b74-42d3-8b2c-662817798f6d tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:06.176461 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-54a51624-0b74-42d3-8b2c-662817798f6d tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1767473 Nov 19 17:52:06.177599 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 60586) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:52:06.182419 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-6146368b-b35b-4461-b87d-941d6b7c54b4 tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] Request body: {'security_group_rule': {'security_group_id': '63ab88ba-33aa-469f-8d22-c42ae7890034', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:52:06.183511 n-d-818022-2 neutron-server[103365]: WARNING neutron.api.v2.base [None req-6146368b-b35b-4461-b87d-941d6b7c54b4 tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 19 17:52:06.184076 n-d-818022-2 neutron-server[103365]: INFO neutron.api.v2.resource [None req-6146368b-b35b-4461-b87d-941d6b7c54b4 tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 17:52:06.187723 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-6146368b-b35b-4461-b87d-941d6b7c54b4 tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0071206 Nov 19 17:52:06.189380 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 60588) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:52:06.202549 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-12282f93-0419-4b1a-845b-143bf97d45ec req-7a1bd35b-513b-491c-853d-377e98c3f212 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/security-groups?id=6e557aa4-1576-4002-9603-a630915d92af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017561 Nov 19 17:52:06.220337 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:06.244332 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc24b0d7-df99-48e0-895c-d80de0809032 {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:52:06.270292 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a51624-0b74-42d3-8b2c-662817798f6d tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63ab88ba-33aa-469f-8d22-c42ae7890034,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:52:06.282594 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port bc24b0d7-df99-48e0-895c-d80de0809032, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=bc24b0d7-df99-48e0-895c-d80de0809032,segment=NetworkSegment(1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861),segment_id=1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:52:06.292050 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:06.369834 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=bc24b0d7-df99-48e0-895c-d80de0809032,revision_number=11']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:52:06.377486 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b8338337-4a06-43c9-b654-1128d690b079 tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:06.381718 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:52:06.382110 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:52:06.382507 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:52:06.383304 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:52:06.383657 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:52:06.384050 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:52:06.384453 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:52:06.395483 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:52:06.396596 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:52:06.399539 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:52:06.400389 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:52:06.400949 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:52:06.408543 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b8338337-4a06-43c9-b654-1128d690b079 tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:06.412242 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2c6fa291-273c-417f-ad99-e01bcac2af64 req-1577c3dd-1019-4539-8390-242dcd24e37e tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/ports?device_id=d4c3fca4-faf7-4082-85a3-09f428eee2f3 HTTP/1.1" status: 200 len: 210 time: 0.0458155 Nov 19 17:52:06.483209 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25941232-d9e1-466a-9548-c50b5e023324 req-425ea1dd-3fc8-4231-8eec-42323418d7d7 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:52:06.484846 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-25941232-d9e1-466a-9548-c50b5e023324 req-425ea1dd-3fc8-4231-8eec-42323418d7d7 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba2cf6b1-eb1b-470c-b48b-b01821cf729f HTTP/1.1" status: 200 len: 945 time: 0.2212744 Nov 19 17:52:06.506154 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f8e11b-ed10-4146-bb38-f975cb00394e req-e9815c6c-5204-4e26-9e42-294ce3aa9c20 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:52:06.511780 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-42f8e11b-ed10-4146-bb38-f975cb00394e req-e9815c6c-5204-4e26-9e42-294ce3aa9c20 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.86 "GET /v2.0/ports?device_id=ba2cf6b1-eb1b-470c-b48b-b01821cf729f HTTP/1.1" status: 200 len: 945 time: 0.2258115 Nov 19 17:52:06.536113 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b8338337-4a06-43c9-b654-1128d690b079 tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:06.538867 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b8338337-4a06-43c9-b654-1128d690b079 tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:06.540694 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-b8338337-4a06-43c9-b654-1128d690b079 tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] 10.222.0.54 "DELETE /v2.0/security-groups/63ab88ba-33aa-469f-8d22-c42ae7890034 HTTP/1.1" status: 204 len: 168 time: 0.3507345 Nov 19 17:52:06.543451 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 60592) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:52:06.583924 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8338337-4a06-43c9-b654-1128d690b079 tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63ab88ba-33aa-469f-8d22-c42ae7890034,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:52:06.610411 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-59be2183-dc77-4849-a585-b5b653488219 tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0619450 Nov 19 17:52:06.610411 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 60594) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:52:06.615732 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-8ddbd40f-79d4-448e-9859-f01466fb246f tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] Request body: {'security_group': {'name': 'tempest-secgroup--1324579520'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:52:06.641718 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8ddbd40f-79d4-448e-9859-f01466fb246f tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:06.665420 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-25941232-d9e1-466a-9548-c50b5e023324 req-c63715fb-bd8b-4929-8584-cfeff56faa4c tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/security-groups?id=e103badb-33bc-4a96-ade0-89c422abc1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635804 Nov 19 17:52:06.733534 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-42f8e11b-ed10-4146-bb38-f975cb00394e req-bbadff15-5323-4a13-b71e-086502850cf8 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Deleting port 096fbf6b-1527-4959-a491-ebec9dd1f89d {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:52:06.733917 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-42f8e11b-ed10-4146-bb38-f975cb00394e req-bbadff15-5323-4a13-b71e-086502850cf8 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:06.744501 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8ddbd40f-79d4-448e-9859-f01466fb246f tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:06.749249 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8ddbd40f-79d4-448e-9859-f01466fb246f tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:06.785400 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8ddbd40f-79d4-448e-9859-f01466fb246f tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:06.786846 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-8ddbd40f-79d4-448e-9859-f01466fb246f tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1753087 Nov 19 17:52:06.791410 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 60600) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:52:06.795325 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddbd40f-79d4-448e-9859-f01466fb246f tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d50bfb1-c094-4ef6-87e2-b24a86961156,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:52:06.799384 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-8d620c62-0391-4b04-88a8-39d5e5fbafee tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] Request body: {'security_group_rule': {'security_group_id': '3d50bfb1-c094-4ef6-87e2-b24a86961156', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:52:06.811702 n-d-818022-2 neutron-server[103365]: WARNING neutron.api.v2.base [None req-8d620c62-0391-4b04-88a8-39d5e5fbafee tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 19 17:52:06.812443 n-d-818022-2 neutron-server[103365]: INFO neutron.api.v2.resource [None req-8d620c62-0391-4b04-88a8-39d5e5fbafee tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 17:52:06.813730 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-8d620c62-0391-4b04-88a8-39d5e5fbafee tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0196850 Nov 19 17:52:06.816762 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 60604) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:52:06.821707 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-5c6a3110-df8f-4160-b835-fa1e68a46f80 tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] Request body: {'security_group_rule': {'security_group_id': '3d50bfb1-c094-4ef6-87e2-b24a86961156', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:52:06.823785 n-d-818022-2 neutron-server[103364]: WARNING neutron.api.v2.base [None req-5c6a3110-df8f-4160-b835-fa1e68a46f80 tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 19 17:52:06.824516 n-d-818022-2 neutron-server[103364]: INFO neutron.api.v2.resource [None req-5c6a3110-df8f-4160-b835-fa1e68a46f80 tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 17:52:06.825608 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-5c6a3110-df8f-4160-b835-fa1e68a46f80 tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0076494 Nov 19 17:52:06.828500 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 60606) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:52:06.833618 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-ee9e709d-a037-4552-b8fb-456e52441d75 tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] Request body: {'security_group_rule': {'security_group_id': '3d50bfb1-c094-4ef6-87e2-b24a86961156', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:52:06.834433 n-d-818022-2 neutron-server[103364]: WARNING neutron.api.v2.base [None req-ee9e709d-a037-4552-b8fb-456e52441d75 tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 19 17:52:06.834996 n-d-818022-2 neutron-server[103364]: INFO neutron.api.v2.resource [None req-ee9e709d-a037-4552-b8fb-456e52441d75 tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 17:52:06.839172 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['bc24b0d7-df99-48e0-895c-d80de0809032'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:52:06.850998 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-ee9e709d-a037-4552-b8fb-456e52441d75 tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0214055 Nov 19 17:52:06.854205 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 60608) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:52:06.860528 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-52cfb99c-d011-46ca-80ac-8417aa11c93f tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] Request body: {'security_group_rule': {'security_group_id': '3d50bfb1-c094-4ef6-87e2-b24a86961156', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:52:06.864409 n-d-818022-2 neutron-server[103364]: WARNING neutron.api.v2.base [None req-52cfb99c-d011-46ca-80ac-8417aa11c93f tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 19 17:52:06.865182 n-d-818022-2 neutron-server[103364]: INFO neutron.api.v2.resource [None req-52cfb99c-d011-46ca-80ac-8417aa11c93f tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 17:52:06.869397 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-52cfb99c-d011-46ca-80ac-8417aa11c93f tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0114923 Nov 19 17:52:06.870118 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 60610) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:52:06.890134 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-42f8e11b-ed10-4146-bb38-f975cb00394e req-bbadff15-5323-4a13-b71e-086502850cf8 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] For port 096fbf6b-1527-4959-a491-ebec9dd1f89d, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=096fbf6b-1527-4959-a491-ebec9dd1f89d,segment=NetworkSegment(76ca7d5f-3474-4bcd-9b64-65e02324eb89),segment_id=76ca7d5f-3474-4bcd-9b64-65e02324eb89)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:52:06.891357 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-42f8e11b-ed10-4146-bb38-f975cb00394e req-bbadff15-5323-4a13-b71e-086502850cf8 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:06.908439 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-42f8e11b-ed10-4146-bb38-f975cb00394e req-bbadff15-5323-4a13-b71e-086502850cf8 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Calling delete_port for 096fbf6b-1527-4959-a491-ebec9dd1f89d owned by compute:nova {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:52:06.936564 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c01dc350-342f-4934-ba30-243f8a8c5e2f tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:06.971624 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c01dc350-342f-4934-ba30-243f8a8c5e2f tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:07.031534 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c01dc350-342f-4934-ba30-243f8a8c5e2f tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:07.035379 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c01dc350-342f-4934-ba30-243f8a8c5e2f tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:07.036915 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-c01dc350-342f-4934-ba30-243f8a8c5e2f tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] 10.222.0.54 "DELETE /v2.0/security-groups/3d50bfb1-c094-4ef6-87e2-b24a86961156 HTTP/1.1" status: 204 len: 168 time: 0.1661117 Nov 19 17:52:07.040989 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 60614) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:52:07.048390 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01dc350-342f-4934-ba30-243f8a8c5e2f tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d50bfb1-c094-4ef6-87e2-b24a86961156,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:52:07.099981 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-42f8e11b-ed10-4146-bb38-f975cb00394e req-bbadff15-5323-4a13-b71e-086502850cf8 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:07.112608 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] get_ports_and_sgs() called for port_ids ['096fbf6b-1527-4959-a491-ebec9dd1f89d'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:52:07.133983 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-f2d56b62-3700-494e-b2fb-1398d7205d08 tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0918326 Nov 19 17:52:07.137925 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbadff15-5323-4a13-b71e-086502850cf8 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Pushing event deleted for resources: {'Port': ['ID=096fbf6b-1527-4959-a491-ebec9dd1f89d,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:52:07.138183 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 60616) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:52:07.144366 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-89cbdef6-9232-46ca-99b6-b2f73392d908 tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] Request body: {'security_group': {'name': 'tempest-secgroup--406061012'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:52:07.192121 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-42f8e11b-ed10-4146-bb38-f975cb00394e req-bbadff15-5323-4a13-b71e-086502850cf8 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] No DVR routers for this DVR port 096fbf6b-1527-4959-a491-ebec9dd1f89d on host n-h2-818022-2 {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:52:07.196555 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-42f8e11b-ed10-4146-bb38-f975cb00394e req-bbadff15-5323-4a13-b71e-086502850cf8 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:07.199995 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-42f8e11b-ed10-4146-bb38-f975cb00394e req-bbadff15-5323-4a13-b71e-086502850cf8 tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.86 "DELETE /v2.0/ports/096fbf6b-1527-4959-a491-ebec9dd1f89d HTTP/1.1" status: 204 len: 173 time: 0.6794002 Nov 19 17:52:07.200454 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba2cf6b1-eb1b-470c-b48b-b01821cf729f', 'name': 'network-vif-deleted', 'tag': '096fbf6b-1527-4959-a491-ebec9dd1f89d'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:52:07.203239 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218319d759239a7d11f1288aef37381b97754913ee9ccbfd43b51a463f801712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d70b6a88-ed88-4891-abdc-8e6480acd99b" -d '{"events": [{"server_uuid": "ba2cf6b1-eb1b-470c-b48b-b01821cf729f", "name": "network-vif-deleted", "tag": "096fbf6b-1527-4959-a491-ebec9dd1f89d"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:52:07.216340 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-89cbdef6-9232-46ca-99b6-b2f73392d908 tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:07.262617 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:52:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bf9bccb-f065-49be-9e22-3593341f88b6 x-openstack-request-id: req-2bf9bccb-f065-49be-9e22-3593341f88b6 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:52:07.262923 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba2cf6b1-eb1b-470c-b48b-b01821cf729f", "name": "network-vif-deleted", "tag": "096fbf6b-1527-4959-a491-ebec9dd1f89d", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:52:07.263261 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-2bf9bccb-f065-49be-9e22-3593341f88b6 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:52:07.263856 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba2cf6b1-eb1b-470c-b48b-b01821cf729f', 'name': 'network-vif-deleted', 'tag': '096fbf6b-1527-4959-a491-ebec9dd1f89d', 'status': 'completed', 'code': 200} Nov 19 17:52:07.306625 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-89cbdef6-9232-46ca-99b6-b2f73392d908 tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:07.312699 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-89cbdef6-9232-46ca-99b6-b2f73392d908 tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:07.360540 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cbdef6-9232-46ca-99b6-b2f73392d908 tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e24bf72-c97e-4058-a889-0dd0dbccfcc0,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:52:07.374778 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-89cbdef6-9232-46ca-99b6-b2f73392d908 tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:07.376085 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-89cbdef6-9232-46ca-99b6-b2f73392d908 tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2366474 Nov 19 17:52:07.378936 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 60622) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:52:07.387251 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-dd1e628f-f7ef-4acf-9cb0-9df12eca1601 tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] Request body: {'security_group_rule': {'security_group_id': '2e24bf72-c97e-4058-a889-0dd0dbccfcc0', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:52:07.388157 n-d-818022-2 neutron-server[103365]: WARNING neutron.api.v2.base [None req-dd1e628f-f7ef-4acf-9cb0-9df12eca1601 tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 19 17:52:07.389869 n-d-818022-2 neutron-server[103365]: INFO neutron.api.v2.resource [None req-dd1e628f-f7ef-4acf-9cb0-9df12eca1601 tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 17:52:07.393407 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-dd1e628f-f7ef-4acf-9cb0-9df12eca1601 tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0108311 Nov 19 17:52:07.393927 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 60624) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:52:07.399786 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-83703f12-e11a-4727-a931-4ce0fa1294cb tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] Request body: {'security_group_rule': {'security_group_id': '2e24bf72-c97e-4058-a889-0dd0dbccfcc0', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:52:07.412967 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dcfa4c-6e31-4ce2-a1b4-c7808ed87b80 req-c522dacc-2aeb-4285-b4d7-fc609a9275c7 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:52:07.415141 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f0dcfa4c-6e31-4ce2-a1b4-c7808ed87b80 req-c522dacc-2aeb-4285-b4d7-fc609a9275c7 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/ports?device_id=b3179e98-eff0-4b2e-8c90-23fb558bbe5c HTTP/1.1" status: 200 len: 950 time: 0.0815880 Nov 19 17:52:07.458881 n-d-818022-2 neutron-server[103365]: INFO neutron.api.v2.resource [None req-83703f12-e11a-4727-a931-4ce0fa1294cb tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 17:52:07.460605 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-83703f12-e11a-4727-a931-4ce0fa1294cb tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0654552 Nov 19 17:52:07.464048 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 60628) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:52:07.472533 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-8ad4b73a-68a4-4807-a32b-30849c125660 tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] Request body: {'security_group_rule': {'security_group_id': '2e24bf72-c97e-4058-a889-0dd0dbccfcc0', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:52:07.473026 n-d-818022-2 neutron-server[103365]: WARNING neutron.api.v2.base [None req-8ad4b73a-68a4-4807-a32b-30849c125660 tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 19 17:52:07.475198 n-d-818022-2 neutron-server[103365]: INFO neutron.api.v2.resource [None req-8ad4b73a-68a4-4807-a32b-30849c125660 tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 17:52:07.482276 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-8ad4b73a-68a4-4807-a32b-30849c125660 tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0168571 Nov 19 17:52:07.483082 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 60632) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:52:07.490183 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-02c47052-8786-4efd-a81b-5931f2ff0294 tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] Request body: {'security_group_rule': {'security_group_id': '2e24bf72-c97e-4058-a889-0dd0dbccfcc0', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:52:07.501666 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f0dcfa4c-6e31-4ce2-a1b4-c7808ed87b80 req-dc2eb236-d8ac-4713-aa62-11ecb40e6217 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/security-groups?id=6e557aa4-1576-4002-9603-a630915d92af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789866 Nov 19 17:52:07.549606 n-d-818022-2 neutron-server[103365]: INFO neutron.api.v2.resource [None req-02c47052-8786-4efd-a81b-5931f2ff0294 tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 17:52:07.553382 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-02c47052-8786-4efd-a81b-5931f2ff0294 tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0658951 Nov 19 17:52:07.554164 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 60636) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:52:07.559555 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-162d8884-aff5-4adc-adc9-f0d536c2d198 tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] Request body: {'security_group_rule': {'security_group_id': '2e24bf72-c97e-4058-a889-0dd0dbccfcc0', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:52:07.560401 n-d-818022-2 neutron-server[103364]: WARNING neutron.api.v2.base [None req-162d8884-aff5-4adc-adc9-f0d536c2d198 tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 19 17:52:07.561660 n-d-818022-2 neutron-server[103364]: INFO neutron.api.v2.resource [None req-162d8884-aff5-4adc-adc9-f0d536c2d198 tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 17:52:07.569952 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-162d8884-aff5-4adc-adc9-f0d536c2d198 tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0120537 Nov 19 17:52:07.570314 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 60638) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:52:07.576219 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-b96ba7f2-3485-4fda-b3e9-efa15d000449 tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] Request body: {'security_group_rule': {'security_group_id': '2e24bf72-c97e-4058-a889-0dd0dbccfcc0', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:52:07.612275 n-d-818022-2 neutron-server[103364]: INFO neutron.db.securitygroups_db [None req-b96ba7f2-3485-4fda-b3e9-efa15d000449 tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] Project 4e0323d3017145adb1afee8aaef8144d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 17:52:07.614653 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ce81e9-ba6a-4d6b-84da-093edc3c48e1 req-a91286a4-710c-4965-a45a-21c4fc6138e1 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:52:07.616384 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-72ce81e9-ba6a-4d6b-84da-093edc3c48e1 req-a91286a4-710c-4965-a45a-21c4fc6138e1 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.60 "GET /v2.0/ports?device_id=b3179e98-eff0-4b2e-8c90-23fb558bbe5c HTTP/1.1" status: 200 len: 950 time: 0.0640132 Nov 19 17:52:07.632562 n-d-818022-2 neutron-server[103364]: INFO neutron.api.v2.resource [None req-b96ba7f2-3485-4fda-b3e9-efa15d000449 tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 17:52:07.638645 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-b96ba7f2-3485-4fda-b3e9-efa15d000449 tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0671563 Nov 19 17:52:07.639304 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 60642) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:52:07.645359 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-5c6f665d-5397-4fc1-b3d3-f69a7cc332ea tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] Request body: {'security_group_rule': {'security_group_id': '2e24bf72-c97e-4058-a889-0dd0dbccfcc0', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:52:07.645534 n-d-818022-2 neutron-server[103364]: WARNING neutron.api.v2.base [None req-5c6f665d-5397-4fc1-b3d3-f69a7cc332ea tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 19 17:52:07.645944 n-d-818022-2 neutron-server[103364]: INFO neutron.api.v2.resource [None req-5c6f665d-5397-4fc1-b3d3-f69a7cc332ea tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 17:52:07.654621 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-5c6f665d-5397-4fc1-b3d3-f69a7cc332ea tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0137491 Nov 19 17:52:07.655216 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 60644) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:52:07.660096 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-5170a548-a6ae-4301-8caf-00deefe65da8 tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] Request body: {'security_group_rule': {'security_group_id': '2e24bf72-c97e-4058-a889-0dd0dbccfcc0', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:52:07.703639 n-d-818022-2 neutron-server[103364]: INFO neutron.db.securitygroups_db [None req-5170a548-a6ae-4301-8caf-00deefe65da8 tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] Project 4e0323d3017145adb1afee8aaef8144d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 17:52:07.758750 n-d-818022-2 neutron-server[103364]: INFO neutron.api.v2.resource [None req-5170a548-a6ae-4301-8caf-00deefe65da8 tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 17:52:07.763598 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-5170a548-a6ae-4301-8caf-00deefe65da8 tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1070688 Nov 19 17:52:07.764097 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 60654) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:52:07.769414 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-ed47fbcf-03f5-4b72-aae4-c43e719b8f5d tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] Request body: {'security_group_rule': {'security_group_id': '2e24bf72-c97e-4058-a889-0dd0dbccfcc0', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:52:07.832118 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device bc24b0d7-df99-48e0-895c-d80de0809032 details requested by agent hyperv_n-h1-818022-2 with host n-h1-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 17:52:07.837588 n-d-818022-2 neutron-server[103364]: INFO neutron.db.securitygroups_db [None req-ed47fbcf-03f5-4b72-aae4-c43e719b8f5d tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] Project 4e0323d3017145adb1afee8aaef8144d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 17:52:07.861455 n-d-818022-2 neutron-server[103364]: INFO neutron.api.v2.resource [None req-ed47fbcf-03f5-4b72-aae4-c43e719b8f5d tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 17:52:07.862856 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-ed47fbcf-03f5-4b72-aae4-c43e719b8f5d tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0973179 Nov 19 17:52:07.871486 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 60658) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:52:07.888609 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-06793581-3db4-4bda-a167-52edc1df8fb5 req-69a0ee11-3c27-4e2c-b328-9f925d002e5f tempest-ServersTestJSON-19534165 tempest-ServersTestJSON-19534165-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba2cf6b1-eb1b-470c-b48b-b01821cf729f HTTP/1.1" status: 200 len: 210 time: 0.0549498 Nov 19 17:52:07.992937 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-72ce81e9-ba6a-4d6b-84da-093edc3c48e1 req-83b86fe4-6d3c-4179-bfb9-29fc49f8ee99 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Deleting port bc24b0d7-df99-48e0-895c-d80de0809032 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:52:07.993197 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-72ce81e9-ba6a-4d6b-84da-093edc3c48e1 req-83b86fe4-6d3c-4179-bfb9-29fc49f8ee99 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:08.033802 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port bc24b0d7-df99-48e0-895c-d80de0809032, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=bc24b0d7-df99-48e0-895c-d80de0809032,segment=NetworkSegment(1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861),segment_id=1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:52:08.049689 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Returning: {'device': 'bc24b0d7-df99-48e0-895c-d80de0809032', 'network_id': '346debfa-452b-4048-abf4-8f4493625ef2', 'port_id': 'bc24b0d7-df99-48e0-895c-d80de0809032', 'mac_address': 'fa:16:3e:61:67:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b3c88de-c9c2-4a20-b19e-1855c2c19035', 'ip_address': '192.168.233.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 17:52:08.159352 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e7bcbbcb-ebce-4dcf-9a95-2153104e668a tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:08.206062 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e7bcbbcb-ebce-4dcf-9a95-2153104e668a tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:08.209438 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-72ce81e9-ba6a-4d6b-84da-093edc3c48e1 req-83b86fe4-6d3c-4179-bfb9-29fc49f8ee99 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] For port bc24b0d7-df99-48e0-895c-d80de0809032, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=bc24b0d7-df99-48e0-895c-d80de0809032,segment=NetworkSegment(1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861),segment_id=1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:52:08.209792 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-72ce81e9-ba6a-4d6b-84da-093edc3c48e1 req-83b86fe4-6d3c-4179-bfb9-29fc49f8ee99 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:08.253040 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-72ce81e9-ba6a-4d6b-84da-093edc3c48e1 req-83b86fe4-6d3c-4179-bfb9-29fc49f8ee99 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Calling delete_port for bc24b0d7-df99-48e0-895c-d80de0809032 owned by compute:nova {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:52:08.292703 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8fa8e3-e467-4d0b-81bc-0b7db2ef180c req-bcb2af55-7f55-41ef-8efd-bfc4c78a273f tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:52:08.294220 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7b8fa8e3-e467-4d0b-81bc-0b7db2ef180c req-bcb2af55-7f55-41ef-8efd-bfc4c78a273f tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/networks?id=7f92ba32-d487-4404-a462-4c7370c8bcd8 HTTP/1.1" status: 200 len: 811 time: 0.2470715 Nov 19 17:52:08.338694 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e7bcbbcb-ebce-4dcf-9a95-2153104e668a tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:08.340953 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e7bcbbcb-ebce-4dcf-9a95-2153104e668a tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:08.342075 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-e7bcbbcb-ebce-4dcf-9a95-2153104e668a tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] 10.222.0.54 "DELETE /v2.0/security-groups/2e24bf72-c97e-4058-a889-0dd0dbccfcc0 HTTP/1.1" status: 204 len: 168 time: 0.4696546 Nov 19 17:52:08.345266 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 60674) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:52:08.353446 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7b8fa8e3-e467-4d0b-81bc-0b7db2ef180c req-d31d34e9-95b3-4280-a112-777f7932708b tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/quotas/ef115ff0b9af40189b80151903c87a42 HTTP/1.1" status: 200 len: 375 time: 0.0258718 Nov 19 17:52:08.367658 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bcbbcb-ebce-4dcf-9a95-2153104e668a tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e24bf72-c97e-4058-a889-0dd0dbccfcc0,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:52:08.409362 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7b8fa8e3-e467-4d0b-81bc-0b7db2ef180c req-e3215eef-41b8-4b2c-bb26-499078725a35 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=ef115ff0b9af40189b80151903c87a42&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0406079 Nov 19 17:52:08.410287 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-50a624eb-539f-45fa-a852-483a1354a111 tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0634623 Nov 19 17:52:08.411117 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 60676) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:52:08.416737 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-15274715-aa30-4ac3-80ec-0f5efab609b3 tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] Request body: {'security_group': {'name': 'tempest-secgroup--1332863030'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:52:08.440548 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-15274715-aa30-4ac3-80ec-0f5efab609b3 tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:08.516287 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-15274715-aa30-4ac3-80ec-0f5efab609b3 tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:08.522726 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-15274715-aa30-4ac3-80ec-0f5efab609b3 tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:08.544261 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-72ce81e9-ba6a-4d6b-84da-093edc3c48e1 req-83b86fe4-6d3c-4179-bfb9-29fc49f8ee99 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:08.559043 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['653f242f-92e4-4956-9c74-45f2ccd61026', 'f18e54c2-7e2f-40c8-a534-15d92701a475'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:52:08.562087 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] get_ports_and_sgs() called for port_ids ['66e1ff91-8243-4a83-8144-981e0ac3e0ad'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:52:08.567985 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15274715-aa30-4ac3-80ec-0f5efab609b3 tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7078084a-bd52-4bf4-b09a-ff0017b25c5c,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:52:08.578676 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-15274715-aa30-4ac3-80ec-0f5efab609b3 tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:08.588939 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-15274715-aa30-4ac3-80ec-0f5efab609b3 tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1762254 Nov 19 17:52:08.589451 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 60680) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:52:08.600655 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-86bc2790-8c55-431e-bbf9-ed52153bc927 tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] Request body: {'security_group_rule': {'security_group_id': '7078084a-bd52-4bf4-b09a-ff0017b25c5c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:52:08.636591 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b86fe4-6d3c-4179-bfb9-29fc49f8ee99 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Pushing event deleted for resources: {'Port': ['ID=bc24b0d7-df99-48e0-895c-d80de0809032,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:52:08.645155 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-820922aa-b29b-4d08-b3e6-d70bf14b9995 req-1d544109-5254-44c8-93ab-e3638a13fc8a tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/ports?device_id=b3179e98-eff0-4b2e-8c90-23fb558bbe5c HTTP/1.1" status: 200 len: 210 time: 0.0478952 Nov 19 17:52:08.654692 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7b8fa8e3-e467-4d0b-81bc-0b7db2ef180c req-c392d7cb-d307-432f-b3de-96e7af963d2f service neutron] 10.222.0.54 "GET /v2.0/networks/7f92ba32-d487-4404-a462-4c7370c8bcd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2284544 Nov 19 17:52:08.692006 n-d-818022-2 neutron-server[103364]: INFO neutron.api.v2.resource [None req-86bc2790-8c55-431e-bbf9-ed52153bc927 tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] create failed (client error): The resource could not be found. Nov 19 17:52:08.697415 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-86bc2790-8c55-431e-bbf9-ed52153bc927 tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1063271 Nov 19 17:52:08.698189 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 60682) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:52:08.712447 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-cae080ed-57c4-4b46-99b0-862e52b139e9 tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] Request body: {'security_group_rule': {'security_group_id': '7078084a-bd52-4bf4-b09a-ff0017b25c5c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '1e18788a-7382-44f9-8cea-7d87cea4ac78'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:52:08.761146 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-72ce81e9-ba6a-4d6b-84da-093edc3c48e1 req-83b86fe4-6d3c-4179-bfb9-29fc49f8ee99 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] No DVR routers for this DVR port bc24b0d7-df99-48e0-895c-d80de0809032 on host n-h1-818022-2 {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:52:08.764426 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-72ce81e9-ba6a-4d6b-84da-093edc3c48e1 req-83b86fe4-6d3c-4179-bfb9-29fc49f8ee99 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:08.769370 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-72ce81e9-ba6a-4d6b-84da-093edc3c48e1 req-83b86fe4-6d3c-4179-bfb9-29fc49f8ee99 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.60 "DELETE /v2.0/ports/bc24b0d7-df99-48e0-895c-d80de0809032 HTTP/1.1" status: 204 len: 173 time: 1.1450734 Nov 19 17:52:08.854999 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7b8fa8e3-e467-4d0b-81bc-0b7db2ef180c req-833afbfd-6111-4c42-8331-887564559f07 service neutron] 10.222.0.54 "GET /v2.0/networks/7f92ba32-d487-4404-a462-4c7370c8bcd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1966605 Nov 19 17:52:09.001627 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 60690) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:52:09.160281 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_v2 [None req-09785ab7-c6ba-4fb6-8899-9cbf83e6092b admin admin] Deleting subnet ae1dd334-eb0c-43c6-9467-c13f8b3210c4 {{(pid=103365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 17:52:09.168698 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-09785ab7-c6ba-4fb6-8899-9cbf83e6092b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:09.209875 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-09785ab7-c6ba-4fb6-8899-9cbf83e6092b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12546453'] for subnet, precommit_delete_associations {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:09.263543 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-09785ab7-c6ba-4fb6-8899-9cbf83e6092b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:09.267347 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3179e98-eff0-4b2e-8c90-23fb558bbe5c', 'name': 'network-vif-deleted', 'tag': 'bc24b0d7-df99-48e0-895c-d80de0809032'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:52:09.270055 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218319d759239a7d11f1288aef37381b97754913ee9ccbfd43b51a463f801712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e28276d-65cc-4185-8ed4-07c667195326" -d '{"events": [{"server_uuid": "b3179e98-eff0-4b2e-8c90-23fb558bbe5c", "name": "network-vif-deleted", "tag": "bc24b0d7-df99-48e0-895c-d80de0809032"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:52:09.354144 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-09785ab7-c6ba-4fb6-8899-9cbf83e6092b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12282919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8731163'] for subnet, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:09.365069 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:52:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e53f5f8a-d324-41e9-88c4-3b6ccdae4513 x-openstack-request-id: req-e53f5f8a-d324-41e9-88c4-3b6ccdae4513 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:52:09.366226 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3179e98-eff0-4b2e-8c90-23fb558bbe5c", "name": "network-vif-deleted", "tag": "bc24b0d7-df99-48e0-895c-d80de0809032", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:52:09.367065 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e53f5f8a-d324-41e9-88c4-3b6ccdae4513 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:52:09.368438 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3179e98-eff0-4b2e-8c90-23fb558bbe5c', 'name': 'network-vif-deleted', 'tag': 'bc24b0d7-df99-48e0-895c-d80de0809032', 'status': 'completed', 'code': 200} Nov 19 17:52:09.405032 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09785ab7-c6ba-4fb6-8899-9cbf83e6092b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae1dd334-eb0c-43c6-9467-c13f8b3210c4,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:52:09.407523 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a6a92a24-ca0a-40c4-9dc9-441ab56409fe req-dd0f9506-6616-485f-97db-c2ff640648df tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/ports?device_id=5d522bfd-797a-4b96-8e6f-6fecd6df319e HTTP/1.1" status: 200 len: 210 time: 0.0814836 Nov 19 17:52:09.426296 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-09785ab7-c6ba-4fb6-8899-9cbf83e6092b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:09.434326 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 60706) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:52:09.436499 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-09785ab7-c6ba-4fb6-8899-9cbf83e6092b admin admin] 10.222.0.54 "DELETE /v2.0/subnets/ae1dd334-eb0c-43c6-9467-c13f8b3210c4 HTTP/1.1" status: 204 len: 168 time: 0.4335179 Nov 19 17:52:09.460690 n-d-818022-2 neutron-server[103364]: INFO neutron.api.v2.resource [None req-cae080ed-57c4-4b46-99b0-862e52b139e9 tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] create failed (client error): The resource could not be found. Nov 19 17:52:09.464416 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-cae080ed-57c4-4b46-99b0-862e52b139e9 tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.7541149 Nov 19 17:52:09.465386 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 60710) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:52:09.563914 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-210a423a-9934-489a-a083-9d08474c4d00 tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:09.579109 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-bc567b11-32c0-4345-9764-563d0a062ebc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:09.615524 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-210a423a-9934-489a-a083-9d08474c4d00 tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:09.683897 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-210a423a-9934-489a-a083-9d08474c4d00 tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:09.689024 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-bc567b11-32c0-4345-9764-563d0a062ebc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:09.689447 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-210a423a-9934-489a-a083-9d08474c4d00 tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:09.698364 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 60722) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:52:09.698709 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-210a423a-9934-489a-a083-9d08474c4d00 tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] 10.222.0.54 "DELETE /v2.0/security-groups/7078084a-bd52-4bf4-b09a-ff0017b25c5c HTTP/1.1" status: 204 len: 168 time: 0.2314360 Nov 19 17:52:09.710053 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210a423a-9934-489a-a083-9d08474c4d00 tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7078084a-bd52-4bf4-b09a-ff0017b25c5c,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:52:09.738467 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-bc567b11-32c0-4345-9764-563d0a062ebc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09343151-5f7f-4534-803c-65c4f7eca01b']}} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:52:09.759921 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-bc567b11-32c0-4345-9764-563d0a062ebc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76ca7d5f-3474-4bcd-9b64-65e02324eb89') {'for_net_delete': True} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:52:09.760481 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-bc567b11-32c0-4345-9764-563d0a062ebc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76ca7d5f-3474-4bcd-9b64-65e02324eb89') {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:52:09.782921 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-bc567b11-32c0-4345-9764-563d0a062ebc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417396'] for segment, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:09.803148 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-44897d8b-533b-4207-8f09-6f199ce67f65 tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1033161 Nov 19 17:52:09.806959 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 60724) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:52:09.812432 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-6a34a12b-8de7-4473-b386-85c794475f79 tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] Request body: {'security_group_rule': {'security_group_id': 'a86b0ea8-b3d4-494f-b974-2ae64173c800', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:52:09.822699 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-bc567b11-32c0-4345-9764-563d0a062ebc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:09.834336 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc567b11-32c0-4345-9764-563d0a062ebc admin admin] Releasing vlan 676 on physical network physnet1 to pool {{(pid=103364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 17:52:09.835206 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-bc567b11-32c0-4345-9764-563d0a062ebc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12425183'] for segment, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:09.838201 n-d-818022-2 neutron-server[103364]: Traceback (most recent call last): Nov 19 17:52:09.838201 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 17:52:09.838201 n-d-818022-2 neutron-server[103364]: timer() Nov 19 17:52:09.838201 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 17:52:09.838201 n-d-818022-2 neutron-server[103364]: cb(*args, **kw) Nov 19 17:52:09.838201 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 17:52:09.838201 n-d-818022-2 neutron-server[103364]: return func(*args, **kwargs) Nov 19 17:52:09.838201 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 17:52:09.838201 n-d-818022-2 neutron-server[103364]: self._notify() Nov 19 17:52:09.838201 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 17:52:09.838201 n-d-818022-2 neutron-server[103364]: self.callback(batched_events) Nov 19 17:52:09.838201 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 17:52:09.838201 n-d-818022-2 neutron-server[103364]: event.method(event) Nov 19 17:52:09.838201 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 17:52:09.838201 n-d-818022-2 neutron-server[103364]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 17:52:09.838201 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 17:52:09.838201 n-d-818022-2 neutron-server[103364]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 17:52:09.838201 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 17:52:09.838201 n-d-818022-2 neutron-server[103364]: return f(self, *a, **k) Nov 19 17:52:09.838201 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 17:52:09.838201 n-d-818022-2 neutron-server[103364]: return self._get(url).json() Nov 19 17:52:09.838201 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 17:52:09.838201 n-d-818022-2 neutron-server[103364]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 17:52:09.838201 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 17:52:09.838201 n-d-818022-2 neutron-server[103364]: return self.request(url, 'GET', **kwargs) Nov 19 17:52:09.838201 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 17:52:09.838201 n-d-818022-2 neutron-server[103364]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 17:52:09.838201 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 17:52:09.838201 n-d-818022-2 neutron-server[103364]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 17:52:09.838201 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 17:52:09.838201 n-d-818022-2 neutron-server[103364]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 17:52:09.838201 n-d-818022-2 neutron-server[103364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 17:52:09.845490 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device bc24b0d7-df99-48e0-895c-d80de0809032 no longer exists at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:52:09.895885 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] No Port match for: bc24b0d7-df99-48e0-895c-d80de0809032 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:52:09.896525 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device bc24b0d7-df99-48e0-895c-d80de0809032 not bound to the agent host n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:52:09.929049 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-bc567b11-32c0-4345-9764-563d0a062ebc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671242'] for network, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:09.932299 n-d-818022-2 neutron-server[103364]: INFO neutron.api.v2.resource [None req-6a34a12b-8de7-4473-b386-85c794475f79 tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] create failed (client error): The resource could not be found. Nov 19 17:52:09.934263 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-6a34a12b-8de7-4473-b386-85c794475f79 tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1259887 Nov 19 17:52:09.938034 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 60734) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:52:09.939275 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-bc567b11-32c0-4345-9764-563d0a062ebc admin admin] Publish callbacks [] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:09.942901 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-bc567b11-32c0-4345-9764-563d0a062ebc admin admin] 10.222.0.54 "DELETE /v2.0/networks/09343151-5f7f-4534-803c-65c4f7eca01b HTTP/1.1" status: 204 len: 168 time: 0.5074556 Nov 19 17:52:09.950519 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-d9ab753d-d988-4ad4-b147-ede453538550 tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] Request body: {'security_group': {'name': 'tempest-secgroup--1483575351'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:52:09.958953 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc567b11-32c0-4345-9764-563d0a062ebc admin admin] Pushing event deleted for resources: {'Network': ['ID=09343151-5f7f-4534-803c-65c4f7eca01b,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:52:10.011417 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d9ab753d-d988-4ad4-b147-ede453538550 tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:10.191692 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d9ab753d-d988-4ad4-b147-ede453538550 tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:10.197741 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d9ab753d-d988-4ad4-b147-ede453538550 tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:10.242807 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d9ab753d-d988-4ad4-b147-ede453538550 tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:10.244172 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-d9ab753d-d988-4ad4-b147-ede453538550 tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3050697 Nov 19 17:52:10.245445 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ab753d-d988-4ad4-b147-ede453538550 tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e34389d-a92c-41e6-b256-b88b645ef321,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:52:10.247355 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 60748) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:52:10.254851 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-2fef279e-8d23-40dc-af23-0becd2696df9 tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] Request body: {'security_group': {'name': 'tempest-secgroup--1275988048'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:52:10.289519 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 60750) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:52:10.298729 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2fef279e-8d23-40dc-af23-0becd2696df9 tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:10.347618 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-68463b8c-b41c-48a4-b681-34fab49ab9cf admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=bf8774509ece48c1a5e5e0350ab076c6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0539818 Nov 19 17:52:10.347858 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 60756) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:52:10.399993 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2fef279e-8d23-40dc-af23-0becd2696df9 tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:10.406159 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2fef279e-8d23-40dc-af23-0becd2696df9 tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:10.442493 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-669e76e9-9614-4c89-ae89-2b86accb4393 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:10.442858 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2fef279e-8d23-40dc-af23-0becd2696df9 tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:10.448091 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-2fef279e-8d23-40dc-af23-0becd2696df9 tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1993320 Nov 19 17:52:10.449105 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 60760) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:52:10.449361 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fef279e-8d23-40dc-af23-0becd2696df9 tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79d75227-c463-4c45-8bec-fa81503a1dcf,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:52:10.465590 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-226ab4da-3ef1-4b19-9043-7cbfdd04ddbe tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] Request body: {'security_group_rule': {'security_group_id': '0e34389d-a92c-41e6-b256-b88b645ef321', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '79d75227-c463-4c45-8bec-fa81503a1dcf'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:52:10.508332 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-669e76e9-9614-4c89-ae89-2b86accb4393 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:10.534580 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da50d1e8-7bb7-4f0b-abe9-a86df0f3bf27 req-a5b30192-a1d3-4d09-a143-0e8d759f78db tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:52:10.536143 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-da50d1e8-7bb7-4f0b-abe9-a86df0f3bf27 req-a5b30192-a1d3-4d09-a143-0e8d759f78db tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/ports?device_id=45106a11-acb2-45a3-b216-7a27610e2a32 HTTP/1.1" status: 200 len: 951 time: 0.0553153 Nov 19 17:52:10.564137 n-d-818022-2 neutron-server[103365]: INFO neutron.api.v2.resource [None req-226ab4da-3ef1-4b19-9043-7cbfdd04ddbe tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 17:52:10.568146 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-226ab4da-3ef1-4b19-9043-7cbfdd04ddbe tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1148617 Nov 19 17:52:10.568684 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 60764) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:52:10.601006 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-da50d1e8-7bb7-4f0b-abe9-a86df0f3bf27 req-c4845a9d-3022-4cc3-82ef-d790e459867d tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/security-groups?id=6e557aa4-1576-4002-9603-a630915d92af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573101 Nov 19 17:52:10.653174 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-669e76e9-9614-4c89-ae89-2b86accb4393 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:10.655778 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-669e76e9-9614-4c89-ae89-2b86accb4393 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:10.656874 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-669e76e9-9614-4c89-ae89-2b86accb4393 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e103badb-33bc-4a96-ade0-89c422abc1bd HTTP/1.1" status: 204 len: 168 time: 0.3070049 Nov 19 17:52:10.707029 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669e76e9-9614-4c89-ae89-2b86accb4393 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e103badb-33bc-4a96-ade0-89c422abc1bd,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:52:10.732528 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c080e555-8064-49cc-8da1-5168fc44ff85 tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:10.779657 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c080e555-8064-49cc-8da1-5168fc44ff85 tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:10.811906 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e3ba34-2271-46e0-aac5-e5ad72b4eff2 req-208f9eda-4e6a-4ffd-9133-0e470c1ad920 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:52:10.813411 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d7e3ba34-2271-46e0-aac5-e5ad72b4eff2 req-208f9eda-4e6a-4ffd-9133-0e470c1ad920 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/networks?id=7f92ba32-d487-4404-a462-4c7370c8bcd8 HTTP/1.1" status: 200 len: 811 time: 0.1750855 Nov 19 17:52:10.838796 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d7e3ba34-2271-46e0-aac5-e5ad72b4eff2 req-0fd34be9-2928-424b-a672-d1ece07016c8 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/quotas/ef115ff0b9af40189b80151903c87a42 HTTP/1.1" status: 200 len: 375 time: 0.0130508 Nov 19 17:52:10.879409 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c080e555-8064-49cc-8da1-5168fc44ff85 tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:10.881976 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c080e555-8064-49cc-8da1-5168fc44ff85 tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:10.883762 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-c080e555-8064-49cc-8da1-5168fc44ff85 tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] 10.222.0.54 "DELETE /v2.0/security-groups/79d75227-c463-4c45-8bec-fa81503a1dcf HTTP/1.1" status: 204 len: 168 time: 0.3139572 Nov 19 17:52:10.886763 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 60778) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:52:10.889079 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d7e3ba34-2271-46e0-aac5-e5ad72b4eff2 req-d7c51b1b-26a4-4d9b-88a8-acbb634dd49b tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=ef115ff0b9af40189b80151903c87a42&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0411270 Nov 19 17:52:10.895923 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c080e555-8064-49cc-8da1-5168fc44ff85 tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79d75227-c463-4c45-8bec-fa81503a1dcf,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:52:11.033748 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-b4d80c85-3570-4ec3-a77c-c556c66d1a71 tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1454966 Nov 19 17:52:11.034397 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 60782) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:52:11.086888 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d7e3ba34-2271-46e0-aac5-e5ad72b4eff2 req-024a03c6-6370-4ea9-8c1e-f510e3cd9efb service neutron] 10.222.0.54 "GET /v2.0/networks/7f92ba32-d487-4404-a462-4c7370c8bcd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1879072 Nov 19 17:52:11.108142 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-cb60bfc9-b31c-4d92-9fe6-993c1b2eb4a0 tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:11.140738 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-cb60bfc9-b31c-4d92-9fe6-993c1b2eb4a0 tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:11.193693 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-cb60bfc9-b31c-4d92-9fe6-993c1b2eb4a0 tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:11.206037 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-cb60bfc9-b31c-4d92-9fe6-993c1b2eb4a0 tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:11.210253 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-cb60bfc9-b31c-4d92-9fe6-993c1b2eb4a0 tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] 10.222.0.54 "DELETE /v2.0/security-groups/0e34389d-a92c-41e6-b256-b88b645ef321 HTTP/1.1" status: 204 len: 168 time: 0.1748481 Nov 19 17:52:11.212279 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 60792) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:52:11.247680 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb60bfc9-b31c-4d92-9fe6-993c1b2eb4a0 tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e34389d-a92c-41e6-b256-b88b645ef321,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:52:11.288891 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-f90666b7-cefd-4e72-840e-975cd76b86b6 tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0606775 Nov 19 17:52:11.289668 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 60794) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:52:11.295891 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-094f158c-74cf-4a2f-b427-6ff9b6e527c6 tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] Request body: {'security_group': {'name': 'tempest-secgroup--1763725937'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:52:11.301865 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d7e3ba34-2271-46e0-aac5-e5ad72b4eff2 req-0477cddf-5cae-42b6-8c06-34ddb76f4b9e service neutron] 10.222.0.54 "GET /v2.0/networks/7f92ba32-d487-4404-a462-4c7370c8bcd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2134516 Nov 19 17:52:11.329745 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-094f158c-74cf-4a2f-b427-6ff9b6e527c6 tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:11.426458 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device 096fbf6b-1527-4959-a491-ebec9dd1f89d no longer exists at agent hyperv_n-h2-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:52:11.472148 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] No Port match for: 096fbf6b-1527-4959-a491-ebec9dd1f89d {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:52:11.473842 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device 096fbf6b-1527-4959-a491-ebec9dd1f89d not bound to the agent host n-h2-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:52:11.517683 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-094f158c-74cf-4a2f-b427-6ff9b6e527c6 tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:11.527607 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-094f158c-74cf-4a2f-b427-6ff9b6e527c6 tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:11.628392 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-094f158c-74cf-4a2f-b427-6ff9b6e527c6 tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:11.632615 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-094f158c-74cf-4a2f-b427-6ff9b6e527c6 tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3392770 Nov 19 17:52:11.633854 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 60814) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:52:11.635451 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094f158c-74cf-4a2f-b427-6ff9b6e527c6 tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5350c67c-6d24-44e6-9653-415c931c6615,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:52:11.646912 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-d8307e4d-8d54-4a3f-9bff-d47c981bc63e tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] Request body: {'security_group_rule': {'security_group_id': '5350c67c-6d24-44e6-9653-415c931c6615', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:52:11.719684 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d33ae3d9-991e-4fe6-9c97-0bbb212c91e6 req-e3291f18-6947-4b6d-add5-bd564a798685 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/ports?device_id=a82effe8-5bc9-46cf-83f6-e6dd560bbfc1 HTTP/1.1" status: 200 len: 210 time: 0.0420992 Nov 19 17:52:11.751172 n-d-818022-2 neutron-server[103365]: INFO neutron.api.v2.resource [None req-d8307e4d-8d54-4a3f-9bff-d47c981bc63e tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 17:52:11.755442 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-d8307e4d-8d54-4a3f-9bff-d47c981bc63e tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1200242 Nov 19 17:52:11.774402 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 60818) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:52:11.779167 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-0efa3437-811c-4e66-889e-c4f1d6ef84d0 tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] Request body: {'security_group_rule': {'security_group_id': '5350c67c-6d24-44e6-9653-415c931c6615', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:52:11.813960 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ff7942-3ab2-4275-8d24-4256f9f67aee req-1524e8bc-3004-4f3f-92af-6bc779ea6ada tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:52:11.822726 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d0ff7942-3ab2-4275-8d24-4256f9f67aee req-1524e8bc-3004-4f3f-92af-6bc779ea6ada tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/ports?device_id=45106a11-acb2-45a3-b216-7a27610e2a32 HTTP/1.1" status: 200 len: 951 time: 0.1051927 Nov 19 17:52:11.830415 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb917a3-c822-46e8-8910-8c9cc746bb54 req-06261f84-77c4-4b35-97e5-e1b61ae0bb49 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:52:11.832603 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-afb917a3-c822-46e8-8910-8c9cc746bb54 req-06261f84-77c4-4b35-97e5-e1b61ae0bb49 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.60 "GET /v2.0/ports?device_id=45106a11-acb2-45a3-b216-7a27610e2a32 HTTP/1.1" status: 200 len: 951 time: 0.0968878 Nov 19 17:52:11.856416 n-d-818022-2 neutron-server[103365]: INFO neutron.api.v2.resource [None req-0efa3437-811c-4e66-889e-c4f1d6ef84d0 tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 17:52:11.857567 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-0efa3437-811c-4e66-889e-c4f1d6ef84d0 tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0820863 Nov 19 17:52:11.866393 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 60826) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:52:11.891516 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d0ff7942-3ab2-4275-8d24-4256f9f67aee req-9468961d-0dff-461d-a846-3587a7f90071 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/security-groups?id=6e557aa4-1576-4002-9603-a630915d92af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677357 Nov 19 17:52:11.937369 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3cec5c48-c6de-4354-8206-cb235f261d47 tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:11.966369 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3cec5c48-c6de-4354-8206-cb235f261d47 tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:11.972933 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-afb917a3-c822-46e8-8910-8c9cc746bb54 req-5a7cb191-19a2-44ed-8020-29d1f667aa25 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Deleting port f18e54c2-7e2f-40c8-a534-15d92701a475 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:52:11.973364 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-afb917a3-c822-46e8-8910-8c9cc746bb54 req-5a7cb191-19a2-44ed-8020-29d1f667aa25 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:12.020669 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3cec5c48-c6de-4354-8206-cb235f261d47 tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:12.024938 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3cec5c48-c6de-4354-8206-cb235f261d47 tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:12.026156 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-3cec5c48-c6de-4354-8206-cb235f261d47 tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] 10.222.0.54 "DELETE /v2.0/security-groups/5350c67c-6d24-44e6-9653-415c931c6615 HTTP/1.1" status: 204 len: 168 time: 0.1586447 Nov 19 17:52:12.029065 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 60832) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:52:12.035942 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cec5c48-c6de-4354-8206-cb235f261d47 tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5350c67c-6d24-44e6-9653-415c931c6615,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:52:12.109041 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-9c5565a5-887b-4411-ac01-9f0adc3bdb6b tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0768943 Nov 19 17:52:12.112787 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 60836) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:52:12.118166 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-2ca391cc-eeb5-4716-b27f-da9fef249d6a tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] Request body: {'security_group': {'name': 'tempest-secgroup--1217257378'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:52:12.119093 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-afb917a3-c822-46e8-8910-8c9cc746bb54 req-5a7cb191-19a2-44ed-8020-29d1f667aa25 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] For port f18e54c2-7e2f-40c8-a534-15d92701a475, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=f18e54c2-7e2f-40c8-a534-15d92701a475,segment=NetworkSegment(1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861),segment_id=1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:52:12.119467 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-afb917a3-c822-46e8-8910-8c9cc746bb54 req-5a7cb191-19a2-44ed-8020-29d1f667aa25 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:12.134162 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-afb917a3-c822-46e8-8910-8c9cc746bb54 req-5a7cb191-19a2-44ed-8020-29d1f667aa25 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Calling delete_port for f18e54c2-7e2f-40c8-a534-15d92701a475 owned by compute:nova {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:52:12.145523 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2ca391cc-eeb5-4716-b27f-da9fef249d6a tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:12.233936 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 60840) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:52:12.253313 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2ca391cc-eeb5-4716-b27f-da9fef249d6a tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:12.258209 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2ca391cc-eeb5-4716-b27f-da9fef249d6a tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:12.292772 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca391cc-eeb5-4716-b27f-da9fef249d6a tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] Pushing event updated for resources: {'SecurityGroup': ['ID=025cf900-85af-41aa-b05a-1e853621f5dd,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:52:12.299230 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2ca391cc-eeb5-4716-b27f-da9fef249d6a tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:12.300590 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-2ca391cc-eeb5-4716-b27f-da9fef249d6a tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1866176 Nov 19 17:52:12.303516 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 60844) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:52:12.308025 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-3cf03132-ba15-41c6-9b5c-50066135678b tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:52:12.308440 n-d-818022-2 neutron-server[103365]: WARNING neutron.api.v2.base [None req-3cf03132-ba15-41c6-9b5c-50066135678b tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 19 17:52:12.309071 n-d-818022-2 neutron-server[103365]: INFO neutron.api.v2.resource [None req-3cf03132-ba15-41c6-9b5c-50066135678b tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] update failed (client error): There was a conflict when trying to complete your request. Nov 19 17:52:12.310200 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-3cf03132-ba15-41c6-9b5c-50066135678b tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] 10.222.0.54 "PUT /v2.0/security-groups/025cf900-85af-41aa-b05a-1e853621f5dd HTTP/1.1" status: 409 len: 330 time: 0.0058084 Nov 19 17:52:12.312692 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 60846) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:52:12.341930 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-afb917a3-c822-46e8-8910-8c9cc746bb54 req-5a7cb191-19a2-44ed-8020-29d1f667aa25 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:12.354337 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['653f242f-92e4-4956-9c74-45f2ccd61026', 'f18e54c2-7e2f-40c8-a534-15d92701a475'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:52:12.357153 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] get_ports_and_sgs() called for port_ids ['66e1ff91-8243-4a83-8144-981e0ac3e0ad'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:52:12.399610 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7cb191-19a2-44ed-8020-29d1f667aa25 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Pushing event deleted for resources: {'Port': ['ID=f18e54c2-7e2f-40c8-a534-15d92701a475,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:52:12.411383 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-153cecf4-6716-4c3f-9e06-83f8d6fa3753 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:12.444223 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-afb917a3-c822-46e8-8910-8c9cc746bb54 req-5a7cb191-19a2-44ed-8020-29d1f667aa25 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] No DVR routers for this DVR port f18e54c2-7e2f-40c8-a534-15d92701a475 on host n-h1-818022-2 {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:52:12.451393 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-afb917a3-c822-46e8-8910-8c9cc746bb54 req-5a7cb191-19a2-44ed-8020-29d1f667aa25 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:12.454983 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-afb917a3-c822-46e8-8910-8c9cc746bb54 req-5a7cb191-19a2-44ed-8020-29d1f667aa25 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.60 "DELETE /v2.0/ports/f18e54c2-7e2f-40c8-a534-15d92701a475 HTTP/1.1" status: 204 len: 173 time: 0.6091487 Nov 19 17:52:12.455275 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45106a11-acb2-45a3-b216-7a27610e2a32', 'name': 'network-vif-deleted', 'tag': 'f18e54c2-7e2f-40c8-a534-15d92701a475'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:52:12.457757 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218319d759239a7d11f1288aef37381b97754913ee9ccbfd43b51a463f801712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55444b33-4e41-45c3-ba33-d2a916e79412" -d '{"events": [{"server_uuid": "45106a11-acb2-45a3-b216-7a27610e2a32", "name": "network-vif-deleted", "tag": "f18e54c2-7e2f-40c8-a534-15d92701a475"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:52:12.484089 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0b941592-e332-49b4-9a22-109feadaa1cb tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:12.509261 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0b941592-e332-49b4-9a22-109feadaa1cb tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:12.531657 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:52:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-297258e9-387a-4488-92b1-db7764d00242 x-openstack-request-id: req-297258e9-387a-4488-92b1-db7764d00242 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:52:12.531657 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45106a11-acb2-45a3-b216-7a27610e2a32", "name": "network-vif-deleted", "tag": "f18e54c2-7e2f-40c8-a534-15d92701a475", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:52:12.531901 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-297258e9-387a-4488-92b1-db7764d00242 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:52:12.532163 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45106a11-acb2-45a3-b216-7a27610e2a32', 'name': 'network-vif-deleted', 'tag': 'f18e54c2-7e2f-40c8-a534-15d92701a475', 'status': 'completed', 'code': 200} Nov 19 17:52:12.534939 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-153cecf4-6716-4c3f-9e06-83f8d6fa3753 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:12.547358 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-153cecf4-6716-4c3f-9e06-83f8d6fa3753 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:12.565225 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0b941592-e332-49b4-9a22-109feadaa1cb tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:12.568990 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0b941592-e332-49b4-9a22-109feadaa1cb tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:12.570391 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-0b941592-e332-49b4-9a22-109feadaa1cb tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] 10.222.0.54 "DELETE /v2.0/security-groups/025cf900-85af-41aa-b05a-1e853621f5dd HTTP/1.1" status: 204 len: 168 time: 0.2568147 Nov 19 17:52:12.575355 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 60852) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:52:12.611583 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b941592-e332-49b4-9a22-109feadaa1cb tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=025cf900-85af-41aa-b05a-1e853621f5dd,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:52:12.654720 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-153cecf4-6716-4c3f-9e06-83f8d6fa3753 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=463a2fce95a2475e8e1c492ac1935877&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4173524 Nov 19 17:52:12.655289 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 60858) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:52:12.659844 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-540b2ee7-3a70-4a36-927d-c9f4fc773f73 tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0800023 Nov 19 17:52:12.661406 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 60860) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:52:12.661973 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153cecf4-6716-4c3f-9e06-83f8d6fa3753 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=700bb028-5da1-483b-be97-817390d3889f,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:52:12.690004 n-d-818022-2 neutron-server[103365]: INFO neutron.api.v2.resource [None req-ba337725-0462-4203-8942-7682ab948b5f tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] delete failed (client error): The resource could not be found. Nov 19 17:52:12.695417 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-ba337725-0462-4203-8942-7682ab948b5f tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] 10.222.0.54 "DELETE /v2.0/security-groups/23bfe816-7190-4fa2-8c41-94150bfe3e3e HTTP/1.1" status: 404 len: 347 time: 0.0298445 Nov 19 17:52:12.697267 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 60862) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:52:12.729897 n-d-818022-2 neutron-server[103364]: INFO neutron.api.v2.resource [None req-5d6f5117-633b-44d5-a8c1-ae66ab2f9077 tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] show failed (client error): The resource could not be found. Nov 19 17:52:12.735050 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-5d6f5117-633b-44d5-a8c1-ae66ab2f9077 tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] 10.222.0.54 "GET /v2.0/security-groups/d50018f5-f285-4c0e-91b9-469379a7eeb2 HTTP/1.1" status: 404 len: 347 time: 0.0321865 Nov 19 17:52:12.735229 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 60864) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:52:12.752258 n-d-818022-2 neutron-server[103365]: INFO neutron.api.v2.resource [None req-0b0831ae-203a-4fd9-9337-592e0e22722d tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] show failed (client error): The resource could not be found. Nov 19 17:52:12.758552 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-0b0831ae-203a-4fd9-9337-592e0e22722d tempest-NegativeSecGroupIPv6Test-1882594941 tempest-NegativeSecGroupIPv6Test-1882594941-project] 10.222.0.54 "GET /v2.0/security-group-rules/d0ca51ee-8358-4464-801f-907554cc0e4e HTTP/1.1" status: 404 len: 356 time: 0.0174835 Nov 19 17:52:12.766917 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-45eaf9e4-3923-4e4d-b4fa-a7819d4588f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:12.843687 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-45eaf9e4-3923-4e4d-b4fa-a7819d4588f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:12.893160 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8772ad32-90f2-44dd-a19a-f61efd943ca0 req-e6b29303-a048-427f-bc49-eb3160cb6cf0 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/ports?device_id=a82effe8-5bc9-46cf-83f6-e6dd560bbfc1 HTTP/1.1" status: 200 len: 210 time: 0.0615649 Nov 19 17:52:12.968962 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-45eaf9e4-3923-4e4d-b4fa-a7819d4588f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:12.972473 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-45eaf9e4-3923-4e4d-b4fa-a7819d4588f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:12.978494 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-45eaf9e4-3923-4e4d-b4fa-a7819d4588f3 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/700bb028-5da1-483b-be97-817390d3889f HTTP/1.1" status: 204 len: 168 time: 0.3213968 Nov 19 17:52:12.987609 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45eaf9e4-3923-4e4d-b4fa-a7819d4588f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=700bb028-5da1-483b-be97-817390d3889f,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:52:13.126078 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8041f6fb-c932-4228-9677-ea6123e77ac7 req-d5833160-6c8b-4911-81af-352519fa2dd5 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/ports?device_id=45106a11-acb2-45a3-b216-7a27610e2a32 HTTP/1.1" status: 200 len: 210 time: 0.0455222 Nov 19 17:52:13.164451 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e3ba34-2271-46e0-aac5-e5ad72b4eff2 req-184f6f16-352c-437e-b935-f0bd2de8bfe5 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:52:13.167040 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d7e3ba34-2271-46e0-aac5-e5ad72b4eff2 req-184f6f16-352c-437e-b935-f0bd2de8bfe5 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.60 "GET /v2.0/networks?id=7f92ba32-d487-4404-a462-4c7370c8bcd8 HTTP/1.1" status: 200 len: 811 time: 0.2160325 Nov 19 17:52:13.186568 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 60878) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:52:13.192420 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-d7e3ba34-2271-46e0-aac5-e5ad72b4eff2 req-8f7802a1-cc70-464d-b418-087209d8a56b tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Request body: {'port': {'device_id': 'a82effe8-5bc9-46cf-83f6-e6dd560bbfc1', 'network_id': '7f92ba32-d487-4404-a462-4c7370c8bcd8', 'admin_state_up': True, 'tenant_id': 'ef115ff0b9af40189b80151903c87a42'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:52:13.352256 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7e3ba34-2271-46e0-aac5-e5ad72b4eff2 req-8f7802a1-cc70-464d-b418-087209d8a56b tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Made reservation on behalf of ef115ff0b9af40189b80151903c87a42 for: {'port': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:52:13.357078 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-d7e3ba34-2271-46e0-aac5-e5ad72b4eff2 req-8f7802a1-cc70-464d-b418-087209d8a56b tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:13.493677 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [req-d7e3ba34-2271-46e0-aac5-e5ad72b4eff2 req-8f7802a1-cc70-464d-b418-087209d8a56b tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Allocated IP 172.20.0.13 (7f92ba32-d487-4404-a462-4c7370c8bcd8/fbe6d454-c5f1-4c18-83c0-782141861401/3b2b2cbc-efe1-426a-9ee0-1bc3929bebc8) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:52:13.499000 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-54f5e92a-1fe0-482a-b7b9-d9fafe1896ae admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=4e0323d3017145adb1afee8aaef8144d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3110843 Nov 19 17:52:13.502187 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 60892) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:52:13.560118 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7b7054fa-4e58-4019-9446-6c2d7ed92215 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:13.584372 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7b7054fa-4e58-4019-9446-6c2d7ed92215 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:13.651810 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7b7054fa-4e58-4019-9446-6c2d7ed92215 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:13.655238 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7b7054fa-4e58-4019-9446-6c2d7ed92215 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:13.659733 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-7b7054fa-4e58-4019-9446-6c2d7ed92215 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/74d3fb6c-c370-4ca8-91e3-d8ee5c5dfcaf HTTP/1.1" status: 204 len: 168 time: 0.1545067 Nov 19 17:52:13.673265 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7054fa-4e58-4019-9446-6c2d7ed92215 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74d3fb6c-c370-4ca8-91e3-d8ee5c5dfcaf,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:52:13.691928 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-d7e3ba34-2271-46e0-aac5-e5ad72b4eff2 req-8f7802a1-cc70-464d-b418-087209d8a56b tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:13.777116 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-d7e3ba34-2271-46e0-aac5-e5ad72b4eff2 req-8f7802a1-cc70-464d-b418-087209d8a56b tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:13.843878 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7e3ba34-2271-46e0-aac5-e5ad72b4eff2 req-8f7802a1-cc70-464d-b418-087209d8a56b tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Network 7f92ba32-d487-4404-a462-4c7370c8bcd8 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:52:13.849466 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [req-d7e3ba34-2271-46e0-aac5-e5ad72b4eff2 req-8f7802a1-cc70-464d-b418-087209d8a56b tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:52:13.852653 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7e3ba34-2271-46e0-aac5-e5ad72b4eff2 req-8f7802a1-cc70-464d-b418-087209d8a56b tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:52:13.882368 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7802a1-cc70-464d-b418-087209d8a56b tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Pushing event updated for resources: {'Port': ['ID=3b2b2cbc-efe1-426a-9ee0-1bc3929bebc8,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:52:13.909237 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e3ba34-2271-46e0-aac5-e5ad72b4eff2 req-8f7802a1-cc70-464d-b418-087209d8a56b tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:52:13.909887 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-d7e3ba34-2271-46e0-aac5-e5ad72b4eff2 req-8f7802a1-cc70-464d-b418-087209d8a56b tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:13.932962 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d7e3ba34-2271-46e0-aac5-e5ad72b4eff2 req-8f7802a1-cc70-464d-b418-087209d8a56b tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7496645 Nov 19 17:52:13.968755 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-d7e3ba34-2271-46e0-aac5-e5ad72b4eff2 req-d5d8c95d-4659-43f5-b4fb-8faf493f0e59 service neutron] Request body: {'port': {'device_id': 'a82effe8-5bc9-46cf-83f6-e6dd560bbfc1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818022-2'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:52:14.034971 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-d7e3ba34-2271-46e0-aac5-e5ad72b4eff2 req-d5d8c95d-4659-43f5-b4fb-8faf493f0e59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:14.035104 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8daf11c-42af-493e-8a31-e07b771fe1c1 req-ac53cefd-3f24-4a34-94e2-6a674c22b537 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:52:14.036579 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d8daf11c-42af-493e-8a31-e07b771fe1c1 req-ac53cefd-3f24-4a34-94e2-6a674c22b537 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/ports?device_id=a82effe8-5bc9-46cf-83f6-e6dd560bbfc1 HTTP/1.1" status: 200 len: 932 time: 0.0584784 Nov 19 17:52:14.096937 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d8daf11c-42af-493e-8a31-e07b771fe1c1 req-f8cbf2c2-5ad2-4772-be97-a4774db418df tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/security-groups?id=30887d2c-2c06-4a04-8ed7-1cc9b0391ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514264 Nov 19 17:52:14.386456 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [req-d7e3ba34-2271-46e0-aac5-e5ad72b4eff2 req-d5d8c95d-4659-43f5-b4fb-8faf493f0e59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b2b2cbc-efe1-426a-9ee0-1bc3929bebc8 {{(pid=103365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:52:14.401203 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-d7e3ba34-2271-46e0-aac5-e5ad72b4eff2 req-d5d8c95d-4659-43f5-b4fb-8faf493f0e59 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:14.420337 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.provisioning_blocks [req-d7e3ba34-2271-46e0-aac5-e5ad72b4eff2 req-d5d8c95d-4659-43f5-b4fb-8faf493f0e59 service neutron] Transition to ACTIVE for port object 3b2b2cbc-efe1-426a-9ee0-1bc3929bebc8 will not be triggered until provisioned by entity L2. {{(pid=103365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 17:52:14.425444 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-d7e3ba34-2271-46e0-aac5-e5ad72b4eff2 req-d5d8c95d-4659-43f5-b4fb-8faf493f0e59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:14.526956 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d8c95d-4659-43f5-b4fb-8faf493f0e59 service neutron] Pushing event updated for resources: {'Port': ['ID=3b2b2cbc-efe1-426a-9ee0-1bc3929bebc8,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:52:14.551305 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476fd22b-711b-4396-94dc-4fedd6f7f898 req-c3ec43f2-a62c-449d-9b0a-9f325e07d528 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:52:14.551587 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-476fd22b-711b-4396-94dc-4fedd6f7f898 req-c3ec43f2-a62c-449d-9b0a-9f325e07d528 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/ports?device_id=4311522c-e142-4ff1-80d0-d4dee63ea739 HTTP/1.1" status: 200 len: 950 time: 0.1202352 Nov 19 17:52:14.656620 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-d7e3ba34-2271-46e0-aac5-e5ad72b4eff2 req-d5d8c95d-4659-43f5-b4fb-8faf493f0e59 service neutron] Attempting to bind port 3b2b2cbc-efe1-426a-9ee0-1bc3929bebc8 on host n-h1-818022-2 for vnic_type normal with profile {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:52:14.657038 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-d7e3ba34-2271-46e0-aac5-e5ad72b4eff2 req-d5d8c95d-4659-43f5-b4fb-8faf493f0e59 service neutron] Attempting to bind port 3b2b2cbc-efe1-426a-9ee0-1bc3929bebc8 by drivers openvswitch,hyperv on host n-h1-818022-2 at level 0 using segments [{'id': '89891acd-fd82-4118-b100-e50c4e69b300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '7f92ba32-d487-4404-a462-4c7370c8bcd8'}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:52:14.657440 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7e3ba34-2271-46e0-aac5-e5ad72b4eff2 req-d5d8c95d-4659-43f5-b4fb-8faf493f0e59 service neutron] Attempting to bind port 3b2b2cbc-efe1-426a-9ee0-1bc3929bebc8 on network 7f92ba32-d487-4404-a462-4c7370c8bcd8 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:52:14.668548 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-476fd22b-711b-4396-94dc-4fedd6f7f898 req-ebfca5e9-3f36-485b-a6c1-2ff142962dc6 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/security-groups?id=6e557aa4-1576-4002-9603-a630915d92af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925503 Nov 19 17:52:14.673478 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7e3ba34-2271-46e0-aac5-e5ad72b4eff2 req-d5d8c95d-4659-43f5-b4fb-8faf493f0e59 service neutron] Port 3b2b2cbc-efe1-426a-9ee0-1bc3929bebc8 on network 7f92ba32-d487-4404-a462-4c7370c8bcd8 not bound, no agent of type Open vSwitch agent registered on host n-h1-818022-2 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 17:52:14.673832 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7e3ba34-2271-46e0-aac5-e5ad72b4eff2 req-d5d8c95d-4659-43f5-b4fb-8faf493f0e59 service neutron] Attempting to bind port 3b2b2cbc-efe1-426a-9ee0-1bc3929bebc8 on network 7f92ba32-d487-4404-a462-4c7370c8bcd8 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:52:14.685773 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7e3ba34-2271-46e0-aac5-e5ad72b4eff2 req-d5d8c95d-4659-43f5-b4fb-8faf493f0e59 service neutron] Checking agent: {'id': 'a6668d96-12fa-4ec0-99ad-77eaf490dd2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'started_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 52, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:52:14.686142 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7e3ba34-2271-46e0-aac5-e5ad72b4eff2 req-d5d8c95d-4659-43f5-b4fb-8faf493f0e59 service neutron] Checking segment: {'id': '89891acd-fd82-4118-b100-e50c4e69b300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '7f92ba32-d487-4404-a462-4c7370c8bcd8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:52:14.687613 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7e3ba34-2271-46e0-aac5-e5ad72b4eff2 req-d5d8c95d-4659-43f5-b4fb-8faf493f0e59 service neutron] Bound using segment: {'id': '89891acd-fd82-4118-b100-e50c4e69b300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '7f92ba32-d487-4404-a462-4c7370c8bcd8'} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:52:14.688017 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-d7e3ba34-2271-46e0-aac5-e5ad72b4eff2 req-d5d8c95d-4659-43f5-b4fb-8faf493f0e59 service neutron] Bound port: 3b2b2cbc-efe1-426a-9ee0-1bc3929bebc8, host: n-h1-818022-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89891acd-fd82-4118-b100-e50c4e69b300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '7f92ba32-d487-4404-a462-4c7370c8bcd8'}}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:52:14.688522 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-d7e3ba34-2271-46e0-aac5-e5ad72b4eff2 req-d5d8c95d-4659-43f5-b4fb-8faf493f0e59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:14.765166 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-d7e3ba34-2271-46e0-aac5-e5ad72b4eff2 req-d5d8c95d-4659-43f5-b4fb-8faf493f0e59 service neutron] For port 3b2b2cbc-efe1-426a-9ee0-1bc3929bebc8, host n-h1-818022-2, cleared binding levels {{(pid=103365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:52:14.768897 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-d7e3ba34-2271-46e0-aac5-e5ad72b4eff2 req-d5d8c95d-4659-43f5-b4fb-8faf493f0e59 service neutron] For port 3b2b2cbc-efe1-426a-9ee0-1bc3929bebc8, host n-h1-818022-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=3b2b2cbc-efe1-426a-9ee0-1bc3929bebc8,segment=NetworkSegment(89891acd-fd82-4118-b100-e50c4e69b300),segment_id=89891acd-fd82-4118-b100-e50c4e69b300)] {{(pid=103365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:52:14.776659 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-d7e3ba34-2271-46e0-aac5-e5ad72b4eff2 req-d5d8c95d-4659-43f5-b4fb-8faf493f0e59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:14.817121 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e3ba34-2271-46e0-aac5-e5ad72b4eff2 req-d5d8c95d-4659-43f5-b4fb-8faf493f0e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:52:14.817746 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-d7e3ba34-2271-46e0-aac5-e5ad72b4eff2 req-d5d8c95d-4659-43f5-b4fb-8faf493f0e59 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:14.819263 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d7e3ba34-2271-46e0-aac5-e5ad72b4eff2 req-d5d8c95d-4659-43f5-b4fb-8faf493f0e59 service neutron] 10.222.0.60 "PUT /v2.0/ports/3b2b2cbc-efe1-426a-9ee0-1bc3929bebc8 HTTP/1.1" status: 200 len: 1092 time: 0.8632016 Nov 19 17:52:14.819737 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a82effe8-5bc9-46cf-83f6-e6dd560bbfc1', 'tag': '3b2b2cbc-efe1-426a-9ee0-1bc3929bebc8'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:52:14.822482 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218319d759239a7d11f1288aef37381b97754913ee9ccbfd43b51a463f801712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c331af20-cf84-46c5-ae0d-6adbdef249c0" -d '{"events": [{"name": "network-changed", "server_uuid": "a82effe8-5bc9-46cf-83f6-e6dd560bbfc1", "tag": "3b2b2cbc-efe1-426a-9ee0-1bc3929bebc8"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:52:14.853030 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d8c95d-4659-43f5-b4fb-8faf493f0e59 service neutron] Pushing event updated for resources: {'Port': ['ID=3b2b2cbc-efe1-426a-9ee0-1bc3929bebc8,revision_number=3']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:52:14.920817 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 17:52:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15812894-64b6-447c-b534-78726fe06a30 x-openstack-request-id: req-15812894-64b6-447c-b534-78726fe06a30 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:52:14.924253 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a82effe8-5bc9-46cf-83f6-e6dd560bbfc1", "tag": "3b2b2cbc-efe1-426a-9ee0-1bc3929bebc8", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:52:14.924542 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-15812894-64b6-447c-b534-78726fe06a30 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:52:14.924972 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a82effe8-5bc9-46cf-83f6-e6dd560bbfc1', 'tag': '3b2b2cbc-efe1-426a-9ee0-1bc3929bebc8', 'status': 'completed', 'code': 200} Nov 19 17:52:14.944534 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e3ba34-2271-46e0-aac5-e5ad72b4eff2 req-2afe22ce-a985-4911-8bb0-fd778ff01cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:52:14.946289 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d7e3ba34-2271-46e0-aac5-e5ad72b4eff2 req-2afe22ce-a985-4911-8bb0-fd778ff01cf7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ef115ff0b9af40189b80151903c87a42&device_id=a82effe8-5bc9-46cf-83f6-e6dd560bbfc1 HTTP/1.1" status: 200 len: 1095 time: 0.0750074 Nov 19 17:52:15.301782 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d7e3ba34-2271-46e0-aac5-e5ad72b4eff2 req-628f4fa5-cb01-4d18-aadc-38eb0656ab08 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3b2b2cbc-efe1-426a-9ee0-1bc3929bebc8 HTTP/1.1" status: 200 len: 217 time: 0.3461342 Nov 19 17:52:15.392922 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58357c0-8f39-4219-b731-a2d2478842fc req-9a438da1-2373-4cbb-ac61-1e247b70599f tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:52:15.392922 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b58357c0-8f39-4219-b731-a2d2478842fc req-9a438da1-2373-4cbb-ac61-1e247b70599f tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/ports?device_id=a82effe8-5bc9-46cf-83f6-e6dd560bbfc1 HTTP/1.1" status: 200 len: 944 time: 0.0903475 Nov 19 17:52:15.392922 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e3ba34-2271-46e0-aac5-e5ad72b4eff2 req-2c818f31-72bb-40e1-8170-3d8cbb938eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:52:15.392922 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d7e3ba34-2271-46e0-aac5-e5ad72b4eff2 req-2c818f31-72bb-40e1-8170-3d8cbb938eb9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fbe6d454-c5f1-4c18-83c0-782141861401 HTTP/1.1" status: 200 len: 851 time: 0.0813627 Nov 19 17:52:15.442229 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d7e3ba34-2271-46e0-aac5-e5ad72b4eff2 req-2d3bd02f-0484-4c5e-bcbd-34751e2f911a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7f92ba32-d487-4404-a462-4c7370c8bcd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373259 Nov 19 17:52:15.512229 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b58357c0-8f39-4219-b731-a2d2478842fc req-c76faf88-2dcb-40b6-852e-f63de366d511 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/security-groups?id=30887d2c-2c06-4a04-8ed7-1cc9b0391ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142735 Nov 19 17:52:15.564246 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d7e3ba34-2271-46e0-aac5-e5ad72b4eff2 req-2c16cda2-7059-43fa-a03c-071f9ba0da1c service neutron] 10.222.0.60 "GET /v2.0/networks/7f92ba32-d487-4404-a462-4c7370c8bcd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107218 Nov 19 17:52:15.679834 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d7e3ba34-2271-46e0-aac5-e5ad72b4eff2 req-a2afd789-6770-4e06-aa89-72c4fdef3c43 service neutron] 10.222.0.60 "GET /v2.0/networks/7f92ba32-d487-4404-a462-4c7370c8bcd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076598 Nov 19 17:52:15.802000 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c331af20-cf84-46c5-ae0d-6adbdef249c0 req-8dd7db8c-f185-4565-a5f6-270d43c76d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:52:15.803695 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c331af20-cf84-46c5-ae0d-6adbdef249c0 req-8dd7db8c-f185-4565-a5f6-270d43c76d76 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ef115ff0b9af40189b80151903c87a42&device_id=a82effe8-5bc9-46cf-83f6-e6dd560bbfc1 HTTP/1.1" status: 200 len: 1095 time: 0.0532198 Nov 19 17:52:15.823410 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b630b4b-dd42-49ba-9030-ae960cb4024b req-7f2945f8-233a-4cb9-8d2a-8f0992fa858d tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:52:15.832010 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2b630b4b-dd42-49ba-9030-ae960cb4024b req-7f2945f8-233a-4cb9-8d2a-8f0992fa858d tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/ports?device_id=4311522c-e142-4ff1-80d0-d4dee63ea739 HTTP/1.1" status: 200 len: 950 time: 0.0720160 Nov 19 17:52:15.891380 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device f18e54c2-7e2f-40c8-a534-15d92701a475 no longer exists at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:52:15.902434 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2b630b4b-dd42-49ba-9030-ae960cb4024b req-0401ee7b-8702-420a-b518-1622fb9df4a1 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/security-groups?id=6e557aa4-1576-4002-9603-a630915d92af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692198 Nov 19 17:52:15.918042 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c331af20-cf84-46c5-ae0d-6adbdef249c0 req-22879c35-5df5-4d92-bacb-ad2d76883066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:52:15.927228 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c331af20-cf84-46c5-ae0d-6adbdef249c0 req-22879c35-5df5-4d92-bacb-ad2d76883066 service neutron] 10.222.0.60 "GET /v2.0/networks?id=7f92ba32-d487-4404-a462-4c7370c8bcd8 HTTP/1.1" status: 200 len: 912 time: 0.1075962 Nov 19 17:52:15.961750 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] No Port match for: f18e54c2-7e2f-40c8-a534-15d92701a475 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:52:15.966493 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device f18e54c2-7e2f-40c8-a534-15d92701a475 not bound to the agent host n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:52:15.992484 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c331af20-cf84-46c5-ae0d-6adbdef249c0 req-13e6cf86-fcdc-450b-89f5-aa228a2c00c6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3b2b2cbc-efe1-426a-9ee0-1bc3929bebc8 HTTP/1.1" status: 200 len: 217 time: 0.0627258 Nov 19 17:52:16.089348 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6db0d8e-8753-4d3d-8092-16209b7e37e8 req-4bf1cdfa-4d1c-4776-8b12-7adcd5bcddfb tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:52:16.090956 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c6db0d8e-8753-4d3d-8092-16209b7e37e8 req-4bf1cdfa-4d1c-4776-8b12-7adcd5bcddfb tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.86 "GET /v2.0/ports?device_id=4311522c-e142-4ff1-80d0-d4dee63ea739 HTTP/1.1" status: 200 len: 950 time: 0.1096098 Nov 19 17:52:16.093062 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c331af20-cf84-46c5-ae0d-6adbdef249c0 req-144cb86d-3682-4eaf-8274-242170d06100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:52:16.094536 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c331af20-cf84-46c5-ae0d-6adbdef249c0 req-144cb86d-3682-4eaf-8274-242170d06100 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fbe6d454-c5f1-4c18-83c0-782141861401 HTTP/1.1" status: 200 len: 851 time: 0.0778718 Nov 19 17:52:16.148017 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c331af20-cf84-46c5-ae0d-6adbdef249c0 req-f2f4e531-f4fc-4454-8fd0-5465056407a1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7f92ba32-d487-4404-a462-4c7370c8bcd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427461 Nov 19 17:52:16.287063 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-c6db0d8e-8753-4d3d-8092-16209b7e37e8 req-e19f19af-3ffe-4c6d-bd4b-e713d294a60e tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Deleting port 66e1ff91-8243-4a83-8144-981e0ac3e0ad {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:52:16.287488 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-c6db0d8e-8753-4d3d-8092-16209b7e37e8 req-e19f19af-3ffe-4c6d-bd4b-e713d294a60e tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:16.293193 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c331af20-cf84-46c5-ae0d-6adbdef249c0 req-4f325c28-2cd6-4ec4-b0b3-7ab3b9fe09b6 service neutron] 10.222.0.60 "GET /v2.0/networks/7f92ba32-d487-4404-a462-4c7370c8bcd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346619 Nov 19 17:52:16.447963 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-c6db0d8e-8753-4d3d-8092-16209b7e37e8 req-e19f19af-3ffe-4c6d-bd4b-e713d294a60e tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] For port 66e1ff91-8243-4a83-8144-981e0ac3e0ad, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=66e1ff91-8243-4a83-8144-981e0ac3e0ad,segment=NetworkSegment(1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861),segment_id=1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:52:16.448613 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-c6db0d8e-8753-4d3d-8092-16209b7e37e8 req-e19f19af-3ffe-4c6d-bd4b-e713d294a60e tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:16.472873 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c331af20-cf84-46c5-ae0d-6adbdef249c0 req-d4203a60-9322-45b5-b19d-b90e7109d210 service neutron] 10.222.0.60 "GET /v2.0/networks/7f92ba32-d487-4404-a462-4c7370c8bcd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692426 Nov 19 17:52:16.473753 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-c6db0d8e-8753-4d3d-8092-16209b7e37e8 req-e19f19af-3ffe-4c6d-bd4b-e713d294a60e tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Calling delete_port for 66e1ff91-8243-4a83-8144-981e0ac3e0ad owned by compute:nova {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:52:16.629841 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-c6db0d8e-8753-4d3d-8092-16209b7e37e8 req-e19f19af-3ffe-4c6d-bd4b-e713d294a60e tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:16.646146 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['653f242f-92e4-4956-9c74-45f2ccd61026'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:52:16.648695 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] get_ports_and_sgs() called for port_ids ['66e1ff91-8243-4a83-8144-981e0ac3e0ad'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:52:16.656747 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-face9d7f-962c-4800-835e-1afe950f5db9 req-26aaae52-48d4-4505-8b5d-b0a0361f8177 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:52:16.665398 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-face9d7f-962c-4800-835e-1afe950f5db9 req-26aaae52-48d4-4505-8b5d-b0a0361f8177 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/ports?device_id=a82effe8-5bc9-46cf-83f6-e6dd560bbfc1 HTTP/1.1" status: 200 len: 944 time: 0.0685651 Nov 19 17:52:16.670930 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19f19af-3ffe-4c6d-bd4b-e713d294a60e tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Pushing event deleted for resources: {'Port': ['ID=66e1ff91-8243-4a83-8144-981e0ac3e0ad,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:52:16.721869 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6db0d8e-8753-4d3d-8092-16209b7e37e8 req-e19f19af-3ffe-4c6d-bd4b-e713d294a60e tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] No DVR routers for this DVR port 66e1ff91-8243-4a83-8144-981e0ac3e0ad on host n-h2-818022-2 {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:52:16.724241 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-face9d7f-962c-4800-835e-1afe950f5db9 req-40d83230-a85c-49bc-9310-362ec800b140 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/security-groups?id=30887d2c-2c06-4a04-8ed7-1cc9b0391ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576167 Nov 19 17:52:16.738014 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-c6db0d8e-8753-4d3d-8092-16209b7e37e8 req-e19f19af-3ffe-4c6d-bd4b-e713d294a60e tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:16.741475 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c6db0d8e-8753-4d3d-8092-16209b7e37e8 req-e19f19af-3ffe-4c6d-bd4b-e713d294a60e tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.86 "DELETE /v2.0/ports/66e1ff91-8243-4a83-8144-981e0ac3e0ad HTTP/1.1" status: 204 len: 173 time: 0.6429453 Nov 19 17:52:16.926656 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4311522c-e142-4ff1-80d0-d4dee63ea739', 'name': 'network-vif-deleted', 'tag': '66e1ff91-8243-4a83-8144-981e0ac3e0ad'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:52:16.929297 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218319d759239a7d11f1288aef37381b97754913ee9ccbfd43b51a463f801712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-661c2bb7-2a8b-4524-ae89-9245d073e05c" -d '{"events": [{"server_uuid": "4311522c-e142-4ff1-80d0-d4dee63ea739", "name": "network-vif-deleted", "tag": "66e1ff91-8243-4a83-8144-981e0ac3e0ad"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:52:17.009786 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:52:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6aee2b20-61dc-4431-bec7-87f28016bc2d x-openstack-request-id: req-6aee2b20-61dc-4431-bec7-87f28016bc2d {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:52:17.010114 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4311522c-e142-4ff1-80d0-d4dee63ea739", "name": "network-vif-deleted", "tag": "66e1ff91-8243-4a83-8144-981e0ac3e0ad", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:52:17.010371 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-6aee2b20-61dc-4431-bec7-87f28016bc2d {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:52:17.010777 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4311522c-e142-4ff1-80d0-d4dee63ea739', 'name': 'network-vif-deleted', 'tag': '66e1ff91-8243-4a83-8144-981e0ac3e0ad', 'status': 'completed', 'code': 200} Nov 19 17:52:17.091650 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d6a6f0f0-0585-4d0b-8946-927c16f3d339 req-6c793610-0e75-4e61-996c-bf50139e8f5d tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/ports?device_id=4311522c-e142-4ff1-80d0-d4dee63ea739 HTTP/1.1" status: 200 len: 210 time: 0.0481541 Nov 19 17:52:17.871623 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a5d327-de9a-4350-a6a1-b8cdf75d0f73 req-91889eb5-7b90-4563-8279-5990b6c5ab34 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:52:17.873895 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-70a5d327-de9a-4350-a6a1-b8cdf75d0f73 req-91889eb5-7b90-4563-8279-5990b6c5ab34 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/ports?device_id=a82effe8-5bc9-46cf-83f6-e6dd560bbfc1 HTTP/1.1" status: 200 len: 944 time: 0.0589330 Nov 19 17:52:17.932559 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-70a5d327-de9a-4350-a6a1-b8cdf75d0f73 req-83ad72cc-7e92-490e-8f1b-585e3f2ab551 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/security-groups?id=30887d2c-2c06-4a04-8ed7-1cc9b0391ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505242 Nov 19 17:52:17.979922 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 32860) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:52:18.099119 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-cf9aa919-4e2a-406f-b2aa-1fb4455cdcda admin admin] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:18.210047 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-cf9aa919-4e2a-406f-b2aa-1fb4455cdcda admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:18.215285 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-cf9aa919-4e2a-406f-b2aa-1fb4455cdcda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:18.272281 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-cf9aa919-4e2a-406f-b2aa-1fb4455cdcda admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=5e02d65929c04e3cbb95c13989a98436&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2905843 Nov 19 17:52:18.272735 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 32874) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:52:18.273496 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9aa919-4e2a-406f-b2aa-1fb4455cdcda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2d7623b-817a-470b-b32c-70011b34cd11,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:52:18.358690 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9433e1fb-b313-4c73-9bbb-b8b18a8d3d8d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:18.404981 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9433e1fb-b313-4c73-9bbb-b8b18a8d3d8d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:18.456450 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6a5272-2b65-4c36-878d-222169ddcbfe req-276f4b0c-a6eb-4f87-b040-bfd29ac41690 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:52:18.457981 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5a6a5272-2b65-4c36-878d-222169ddcbfe req-276f4b0c-a6eb-4f87-b040-bfd29ac41690 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/ports?device_id=8c630bbd-efb2-4d8f-829a-b55a5711c2b8 HTTP/1.1" status: 200 len: 950 time: 0.0835199 Nov 19 17:52:18.495663 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9433e1fb-b313-4c73-9bbb-b8b18a8d3d8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:18.498363 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9433e1fb-b313-4c73-9bbb-b8b18a8d3d8d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:18.499550 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-9433e1fb-b313-4c73-9bbb-b8b18a8d3d8d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e2d7623b-817a-470b-b32c-70011b34cd11 HTTP/1.1" status: 204 len: 168 time: 0.2196920 Nov 19 17:52:18.514844 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9433e1fb-b313-4c73-9bbb-b8b18a8d3d8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2d7623b-817a-470b-b32c-70011b34cd11,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:52:18.526515 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5a6a5272-2b65-4c36-878d-222169ddcbfe req-664f9f03-1cbc-4faf-b5d7-642de3240642 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/security-groups?id=6e557aa4-1576-4002-9603-a630915d92af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615916 Nov 19 17:52:18.870121 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 32898) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:52:18.884713 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2279ae68-1e09-41e5-8a44-e99772050bd5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:18.969333 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2279ae68-1e09-41e5-8a44-e99772050bd5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:18.977268 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2279ae68-1e09-41e5-8a44-e99772050bd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:19.058468 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2279ae68-1e09-41e5-8a44-e99772050bd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7893bc40-b0c1-4c70-b7a7-4909990ad151,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:52:19.088832 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-2279ae68-1e09-41e5-8a44-e99772050bd5 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c7166e03b2fa48a5b7dac8a5054cbf3c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2156401 Nov 19 17:52:19.089753 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 32908) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:52:19.110191 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417b84da-ecf7-4a69-9b02-48d357a6929c req-eec474ba-d02d-4f61-87eb-dbe6f3abd57d tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:52:19.120056 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-417b84da-ecf7-4a69-9b02-48d357a6929c req-eec474ba-d02d-4f61-87eb-dbe6f3abd57d tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/ports?device_id=a82effe8-5bc9-46cf-83f6-e6dd560bbfc1 HTTP/1.1" status: 200 len: 944 time: 0.0767765 Nov 19 17:52:19.156555 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5f4d4b19-6706-480c-9f95-12b5f6c13439 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:19.182654 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5f4d4b19-6706-480c-9f95-12b5f6c13439 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:19.184987 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-417b84da-ecf7-4a69-9b02-48d357a6929c req-c788db9a-d197-4f42-bc03-9320b6695fd7 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/security-groups?id=30887d2c-2c06-4a04-8ed7-1cc9b0391ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638952 Nov 19 17:52:19.245142 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5f4d4b19-6706-480c-9f95-12b5f6c13439 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:19.248488 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5f4d4b19-6706-480c-9f95-12b5f6c13439 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:19.250262 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-5f4d4b19-6706-480c-9f95-12b5f6c13439 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/7893bc40-b0c1-4c70-b7a7-4909990ad151 HTTP/1.1" status: 204 len: 168 time: 0.1593182 Nov 19 17:52:19.263213 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4d4b19-6706-480c-9f95-12b5f6c13439 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7893bc40-b0c1-4c70-b7a7-4909990ad151,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:52:19.669676 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b12a88-e431-46e8-88aa-94ecc84d22e8 req-8c0311bc-51f1-4f65-b747-ae5814859d69 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:52:19.671906 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d5b12a88-e431-46e8-88aa-94ecc84d22e8 req-8c0311bc-51f1-4f65-b747-ae5814859d69 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/ports?device_id=8c630bbd-efb2-4d8f-829a-b55a5711c2b8 HTTP/1.1" status: 200 len: 950 time: 0.0579500 Nov 19 17:52:19.738914 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d5b12a88-e431-46e8-88aa-94ecc84d22e8 req-0ebaad43-3900-466e-bc0a-ee2b64016483 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/security-groups?id=6e557aa4-1576-4002-9603-a630915d92af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613475 Nov 19 17:52:19.782366 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b6d7fd-63ad-4f43-93d5-66558a6e21c8 req-134a31c8-cc9d-4e2e-bd7c-d2fc634901be tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:52:19.784107 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-77b6d7fd-63ad-4f43-93d5-66558a6e21c8 req-134a31c8-cc9d-4e2e-bd7c-d2fc634901be tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c630bbd-efb2-4d8f-829a-b55a5711c2b8 HTTP/1.1" status: 200 len: 950 time: 0.0791583 Nov 19 17:52:19.905349 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-77b6d7fd-63ad-4f43-93d5-66558a6e21c8 req-0ede4e39-4652-49d7-a08e-dfe8636bb296 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Deleting port 653f242f-92e4-4956-9c74-45f2ccd61026 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:52:19.906040 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-77b6d7fd-63ad-4f43-93d5-66558a6e21c8 req-0ede4e39-4652-49d7-a08e-dfe8636bb296 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:19.915724 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 3b2b2cbc-efe1-426a-9ee0-1bc3929bebc8 details requested by agent hyperv_n-h1-818022-2 with host n-h1-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 17:52:20.048556 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-77b6d7fd-63ad-4f43-93d5-66558a6e21c8 req-0ede4e39-4652-49d7-a08e-dfe8636bb296 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] For port 653f242f-92e4-4956-9c74-45f2ccd61026, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=653f242f-92e4-4956-9c74-45f2ccd61026,segment=NetworkSegment(1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861),segment_id=1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:52:20.049367 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-77b6d7fd-63ad-4f43-93d5-66558a6e21c8 req-0ede4e39-4652-49d7-a08e-dfe8636bb296 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:20.057804 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 3b2b2cbc-efe1-426a-9ee0-1bc3929bebc8, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=3b2b2cbc-efe1-426a-9ee0-1bc3929bebc8,segment=NetworkSegment(89891acd-fd82-4118-b100-e50c4e69b300),segment_id=89891acd-fd82-4118-b100-e50c4e69b300)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:52:20.069421 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-77b6d7fd-63ad-4f43-93d5-66558a6e21c8 req-0ede4e39-4652-49d7-a08e-dfe8636bb296 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Calling delete_port for 653f242f-92e4-4956-9c74-45f2ccd61026 owned by compute:nova {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:52:20.073649 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Returning: {'device': '3b2b2cbc-efe1-426a-9ee0-1bc3929bebc8', 'network_id': '7f92ba32-d487-4404-a462-4c7370c8bcd8', 'port_id': '3b2b2cbc-efe1-426a-9ee0-1bc3929bebc8', 'mac_address': 'fa:16:3e:a0:e6:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbe6d454-c5f1-4c18-83c0-782141861401', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 17:52:20.131850 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:20.150795 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b2b2cbc-efe1-426a-9ee0-1bc3929bebc8 {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:52:20.194754 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 3b2b2cbc-efe1-426a-9ee0-1bc3929bebc8, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=3b2b2cbc-efe1-426a-9ee0-1bc3929bebc8,segment=NetworkSegment(89891acd-fd82-4118-b100-e50c4e69b300),segment_id=89891acd-fd82-4118-b100-e50c4e69b300)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:52:20.209209 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:20.271043 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=3b2b2cbc-efe1-426a-9ee0-1bc3929bebc8,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:52:20.352555 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-77b6d7fd-63ad-4f43-93d5-66558a6e21c8 req-0ede4e39-4652-49d7-a08e-dfe8636bb296 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:20.407697 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d167cf-f006-4444-b1d4-1638349dc283 req-ecaa171d-b21d-4d82-bd3b-0e6586ae3d9f tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:52:20.409405 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-24d167cf-f006-4444-b1d4-1638349dc283 req-ecaa171d-b21d-4d82-bd3b-0e6586ae3d9f tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/ports?device_id=a82effe8-5bc9-46cf-83f6-e6dd560bbfc1 HTTP/1.1" status: 200 len: 945 time: 0.0946097 Nov 19 17:52:20.412641 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ede4e39-4652-49d7-a08e-dfe8636bb296 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Pushing event deleted for resources: {'Port': ['ID=653f242f-92e4-4956-9c74-45f2ccd61026,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:52:20.499993 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-24d167cf-f006-4444-b1d4-1638349dc283 req-cae0daeb-be9c-4162-a1c4-fdcf5cae30b9 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/security-groups?id=30887d2c-2c06-4a04-8ed7-1cc9b0391ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839903 Nov 19 17:52:20.524750 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-77b6d7fd-63ad-4f43-93d5-66558a6e21c8 req-0ede4e39-4652-49d7-a08e-dfe8636bb296 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] No DVR routers for this DVR port 653f242f-92e4-4956-9c74-45f2ccd61026 on host n-h1-818022-2 {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:52:20.528274 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-77b6d7fd-63ad-4f43-93d5-66558a6e21c8 req-0ede4e39-4652-49d7-a08e-dfe8636bb296 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:20.533660 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-77b6d7fd-63ad-4f43-93d5-66558a6e21c8 req-0ede4e39-4652-49d7-a08e-dfe8636bb296 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.60 "DELETE /v2.0/ports/653f242f-92e4-4956-9c74-45f2ccd61026 HTTP/1.1" status: 204 len: 173 time: 0.7426622 Nov 19 17:52:20.534679 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c630bbd-efb2-4d8f-829a-b55a5711c2b8', 'name': 'network-vif-deleted', 'tag': '653f242f-92e4-4956-9c74-45f2ccd61026'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:52:20.539307 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218319d759239a7d11f1288aef37381b97754913ee9ccbfd43b51a463f801712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e1ba4f1-e262-4ac9-9178-6f8cc498d67a" -d '{"events": [{"server_uuid": "8c630bbd-efb2-4d8f-829a-b55a5711c2b8", "name": "network-vif-deleted", "tag": "653f242f-92e4-4956-9c74-45f2ccd61026"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:52:20.610129 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:52:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c71ae4de-becd-4612-9dc3-8f25f9376833 x-openstack-request-id: req-c71ae4de-becd-4612-9dc3-8f25f9376833 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:52:20.610528 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c630bbd-efb2-4d8f-829a-b55a5711c2b8", "name": "network-vif-deleted", "tag": "653f242f-92e4-4956-9c74-45f2ccd61026", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:52:20.610881 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c71ae4de-becd-4612-9dc3-8f25f9376833 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:52:20.611478 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c630bbd-efb2-4d8f-829a-b55a5711c2b8', 'name': 'network-vif-deleted', 'tag': '653f242f-92e4-4956-9c74-45f2ccd61026', 'status': 'completed', 'code': 200} Nov 19 17:52:20.619720 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['3b2b2cbc-efe1-426a-9ee0-1bc3929bebc8'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:52:21.006436 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-4158daed-84af-40db-8285-97f4ae340e8e req-1e1ab807-fe4c-47e8-99c9-b34d7be7edd5 tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] 10.222.0.54 "GET /v2.0/ports?device_id=8c630bbd-efb2-4d8f-829a-b55a5711c2b8 HTTP/1.1" status: 200 len: 210 time: 0.0786879 Nov 19 17:52:21.275674 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 32984) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:52:21.404810 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-510525cd-63e7-43f1-91cf-1dce872138b4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:21.464015 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device 66e1ff91-8243-4a83-8144-981e0ac3e0ad no longer exists at agent hyperv_n-h2-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:52:21.509423 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] No Port match for: 66e1ff91-8243-4a83-8144-981e0ac3e0ad {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:52:21.509759 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device 66e1ff91-8243-4a83-8144-981e0ac3e0ad not bound to the agent host n-h2-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:52:21.559285 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-510525cd-63e7-43f1-91cf-1dce872138b4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:21.581128 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-510525cd-63e7-43f1-91cf-1dce872138b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:21.697547 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510525cd-63e7-43f1-91cf-1dce872138b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2156d01-13a0-4f1b-a921-084957057670,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:52:21.708563 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-510525cd-63e7-43f1-91cf-1dce872138b4 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=a96391f0bd9d4d1a9be380339cab1fc4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4312129 Nov 19 17:52:21.709471 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 32996) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:52:21.765840 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bc75dd-19d7-46da-ba86-3b9cc89a1f95 req-038d58e2-df57-44f0-bfb4-cfc8831726c9 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:52:21.781051 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-34bc75dd-19d7-46da-ba86-3b9cc89a1f95 req-038d58e2-df57-44f0-bfb4-cfc8831726c9 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/ports?device_id=a82effe8-5bc9-46cf-83f6-e6dd560bbfc1 HTTP/1.1" status: 200 len: 945 time: 0.1245399 Nov 19 17:52:21.787288 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-fff89232-fb03-42fd-9b14-cbf39d6bb094 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:21.817299 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-fff89232-fb03-42fd-9b14-cbf39d6bb094 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:21.848652 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-34bc75dd-19d7-46da-ba86-3b9cc89a1f95 req-23da2ae8-5988-472b-a6a0-2373c1c9dff0 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/security-groups?id=30887d2c-2c06-4a04-8ed7-1cc9b0391ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655756 Nov 19 17:52:21.880141 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-fff89232-fb03-42fd-9b14-cbf39d6bb094 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:21.884005 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-fff89232-fb03-42fd-9b14-cbf39d6bb094 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:21.888461 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-fff89232-fb03-42fd-9b14-cbf39d6bb094 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d2156d01-13a0-4f1b-a921-084957057670 HTTP/1.1" status: 204 len: 168 time: 0.1747696 Nov 19 17:52:21.905447 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff89232-fb03-42fd-9b14-cbf39d6bb094 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2156d01-13a0-4f1b-a921-084957057670,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:52:21.923590 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 653f242f-92e4-4956-9c74-45f2ccd61026 no longer exists at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:52:21.988675 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] No Port match for: 653f242f-92e4-4956-9c74-45f2ccd61026 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:52:21.989277 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 653f242f-92e4-4956-9c74-45f2ccd61026 not bound to the agent host n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:52:22.253773 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 33008) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:52:22.267459 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f2d718c6-1962-4f4f-9088-2c554076f1f8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:22.368785 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 33014) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:52:22.372559 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f2d718c6-1962-4f4f-9088-2c554076f1f8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:22.377488 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f2d718c6-1962-4f4f-9088-2c554076f1f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:22.413660 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d718c6-1962-4f4f-9088-2c554076f1f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a0c64e1-3903-45be-b19a-54257bece924,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:52:22.422608 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-f2d718c6-1962-4f4f-9088-2c554076f1f8 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=808a87e84c894f8ea16eb8d2683959b8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1677473 Nov 19 17:52:22.425183 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 33018) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:52:22.474460 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b0859fcc-f989-47c7-b7fd-993771d09467 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:22.496767 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b0859fcc-f989-47c7-b7fd-993771d09467 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:22.532684 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-dc8c7674-43c2-4bf4-a043-4cccc132f918 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=7136fa31325e4016a695ca7c60f57962&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1625583 Nov 19 17:52:22.535359 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 33020) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:52:22.546141 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b0859fcc-f989-47c7-b7fd-993771d09467 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:22.550265 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b0859fcc-f989-47c7-b7fd-993771d09467 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:22.551526 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-b0859fcc-f989-47c7-b7fd-993771d09467 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/4a0c64e1-3903-45be-b19a-54257bece924 HTTP/1.1" status: 204 len: 168 time: 0.1254499 Nov 19 17:52:22.560331 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0859fcc-f989-47c7-b7fd-993771d09467 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a0c64e1-3903-45be-b19a-54257bece924,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:52:22.654263 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a4de1624-13ee-49bb-ab6a-0e56f7b505eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:22.681340 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a4de1624-13ee-49bb-ab6a-0e56f7b505eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:22.742821 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a4de1624-13ee-49bb-ab6a-0e56f7b505eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:22.745867 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a4de1624-13ee-49bb-ab6a-0e56f7b505eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:22.747258 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-a4de1624-13ee-49bb-ab6a-0e56f7b505eb admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/6e557aa4-1576-4002-9603-a630915d92af HTTP/1.1" status: 204 len: 168 time: 0.2105296 Nov 19 17:52:22.755962 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4de1624-13ee-49bb-ab6a-0e56f7b505eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e557aa4-1576-4002-9603-a630915d92af,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:52:22.979683 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8714f9c-c896-4306-b9b5-c93216ea8b9e req-7fc9e1e9-8505-4b7a-8a0e-0ee18cd77f26 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:52:22.981868 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f8714f9c-c896-4306-b9b5-c93216ea8b9e req-7fc9e1e9-8505-4b7a-8a0e-0ee18cd77f26 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/ports?device_id=a82effe8-5bc9-46cf-83f6-e6dd560bbfc1 HTTP/1.1" status: 200 len: 945 time: 0.0550179 Nov 19 17:52:23.063095 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f8714f9c-c896-4306-b9b5-c93216ea8b9e req-b42d3e7f-cbf2-4207-a016-0f865da9bf21 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/security-groups?id=30887d2c-2c06-4a04-8ed7-1cc9b0391ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720723 Nov 19 17:52:23.276402 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 33054) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:52:23.350300 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 33058) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:52:23.359618 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-5b442ee3-5027-4a73-af0f-fcc3c611f592 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=76f1d3d048114f879050c393f6adcf4b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0815778 Nov 19 17:52:23.425472 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-40b0b851-00fb-45d9-be5c-99f9c7f5ee5d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:23.453534 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-40b0b851-00fb-45d9-be5c-99f9c7f5ee5d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:23.535234 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-40b0b851-00fb-45d9-be5c-99f9c7f5ee5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:23.540385 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-40b0b851-00fb-45d9-be5c-99f9c7f5ee5d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:23.540840 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-40b0b851-00fb-45d9-be5c-99f9c7f5ee5d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/13ec4e92-31ed-4bbf-bcdb-964f4ebbb8fa HTTP/1.1" status: 204 len: 168 time: 0.1894295 Nov 19 17:52:23.564661 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b0b851-00fb-45d9-be5c-99f9c7f5ee5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13ec4e92-31ed-4bbf-bcdb-964f4ebbb8fa,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:52:23.917986 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 3b2b2cbc-efe1-426a-9ee0-1bc3929bebc8 up at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:52:24.014271 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning for port 3b2b2cbc-efe1-426a-9ee0-1bc3929bebc8 completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 17:52:24.019848 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning complete for port 3b2b2cbc-efe1-426a-9ee0-1bc3929bebc8 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:52:24.020279 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:24.140168 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:24.177448 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 3b2b2cbc-efe1-426a-9ee0-1bc3929bebc8, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=3b2b2cbc-efe1-426a-9ee0-1bc3929bebc8,segment=NetworkSegment(89891acd-fd82-4118-b100-e50c4e69b300),segment_id=89891acd-fd82-4118-b100-e50c4e69b300)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:52:24.180049 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a82effe8-5bc9-46cf-83f6-e6dd560bbfc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b2b2cbc-efe1-426a-9ee0-1bc3929bebc8'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:52:24.183220 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3940761bcd94e032e6960d2241bd8993c5d3a7d8dc2aca8488f3ecf1d4dd2fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55f736da-b33a-4c5b-a8e2-a1c00fa6ef75" -d '{"events": [{"server_uuid": "a82effe8-5bc9-46cf-83f6-e6dd560bbfc1", "name": "network-vif-plugged", "status": "completed", "tag": "3b2b2cbc-efe1-426a-9ee0-1bc3929bebc8"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:52:24.187859 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:24.264561 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:52:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c001d206-a56a-4c82-8bfa-844887726924 x-openstack-request-id: req-c001d206-a56a-4c82-8bfa-844887726924 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:52:24.265178 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a82effe8-5bc9-46cf-83f6-e6dd560bbfc1", "name": "network-vif-plugged", "status": "completed", "tag": "3b2b2cbc-efe1-426a-9ee0-1bc3929bebc8", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:52:24.265595 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c001d206-a56a-4c82-8bfa-844887726924 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:52:24.266292 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a82effe8-5bc9-46cf-83f6-e6dd560bbfc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b2b2cbc-efe1-426a-9ee0-1bc3929bebc8', 'code': 200} Nov 19 17:52:24.326691 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bcc9c6-0bc8-4d98-90f0-d7ee5dda5c0e req-24f74a23-eecf-473e-b7c8-ecb3465655a4 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:52:24.334818 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=3b2b2cbc-efe1-426a-9ee0-1bc3929bebc8,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:52:24.335880 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-43bcc9c6-0bc8-4d98-90f0-d7ee5dda5c0e req-24f74a23-eecf-473e-b7c8-ecb3465655a4 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/ports?device_id=a82effe8-5bc9-46cf-83f6-e6dd560bbfc1 HTTP/1.1" status: 200 len: 946 time: 0.1211407 Nov 19 17:52:24.531886 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-43bcc9c6-0bc8-4d98-90f0-d7ee5dda5c0e req-08a5fdb1-f897-41c9-a8f6-92b8a47abeb0 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/security-groups?id=30887d2c-2c06-4a04-8ed7-1cc9b0391ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950130 Nov 19 17:52:24.547073 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdd01ef-d035-4ab4-aff1-cf648293e2e5 req-f4a199c6-22c6-442d-aca9-36b590b169f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:52:24.553942 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-cfdd01ef-d035-4ab4-aff1-cf648293e2e5 req-f4a199c6-22c6-442d-aca9-36b590b169f0 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a82effe8-5bc9-46cf-83f6-e6dd560bbfc1 HTTP/1.1" status: 200 len: 1097 time: 0.1914577 Nov 19 17:52:24.628610 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-cfdd01ef-d035-4ab4-aff1-cf648293e2e5 req-42552237-f9ef-4885-aef1-3a22c2511ac0 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=30887d2c-2c06-4a04-8ed7-1cc9b0391ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671263 Nov 19 17:52:25.620312 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-5a982e16-dc76-40a3-af49-5bb95e0f15f6 req-a65a57af-4132-430d-b44b-21ac9a9841c9 tempest-SecurityGroupsTestAdminJSON-1379838133 tempest-SecurityGroupsTestAdminJSON-1379838133-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1335546873', 'description': 'tempest-description-498006227'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:52:25.653193 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-5a982e16-dc76-40a3-af49-5bb95e0f15f6 req-a65a57af-4132-430d-b44b-21ac9a9841c9 tempest-SecurityGroupsTestAdminJSON-1379838133 tempest-SecurityGroupsTestAdminJSON-1379838133-project] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:25.662260 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-5a982e16-dc76-40a3-af49-5bb95e0f15f6 req-a65a57af-4132-430d-b44b-21ac9a9841c9 tempest-SecurityGroupsTestAdminJSON-1379838133 tempest-SecurityGroupsTestAdminJSON-1379838133-project] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:25.679749 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3a11bf-0c6c-477c-afb6-c9e4ab5f2888 req-2db14810-00cf-445e-ab93-147f3af63a6e tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:52:25.681375 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-cc3a11bf-0c6c-477c-afb6-c9e4ab5f2888 req-2db14810-00cf-445e-ab93-147f3af63a6e tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/ports?device_id=a82effe8-5bc9-46cf-83f6-e6dd560bbfc1 HTTP/1.1" status: 200 len: 946 time: 0.0553212 Nov 19 17:52:25.750556 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-cc3a11bf-0c6c-477c-afb6-c9e4ab5f2888 req-e3432c84-0d09-4339-8708-0d2900eda958 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/security-groups?id=30887d2c-2c06-4a04-8ed7-1cc9b0391ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612791 Nov 19 17:52:25.767588 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-5a982e16-dc76-40a3-af49-5bb95e0f15f6 req-a65a57af-4132-430d-b44b-21ac9a9841c9 tempest-SecurityGroupsTestAdminJSON-1379838133 tempest-SecurityGroupsTestAdminJSON-1379838133-project] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:25.772810 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-5a982e16-dc76-40a3-af49-5bb95e0f15f6 req-a65a57af-4132-430d-b44b-21ac9a9841c9 tempest-SecurityGroupsTestAdminJSON-1379838133 tempest-SecurityGroupsTestAdminJSON-1379838133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:25.815249 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65a57af-4132-430d-b44b-21ac9a9841c9 tempest-SecurityGroupsTestAdminJSON-1379838133 tempest-SecurityGroupsTestAdminJSON-1379838133-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef366914-78fb-422b-bb87-e9e8ed3e66c7,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:52:25.846885 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 33172) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:52:25.863360 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-5a982e16-dc76-40a3-af49-5bb95e0f15f6 req-a65a57af-4132-430d-b44b-21ac9a9841c9 tempest-SecurityGroupsTestAdminJSON-1379838133 tempest-SecurityGroupsTestAdminJSON-1379838133-project] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:25.886125 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-5a982e16-dc76-40a3-af49-5bb95e0f15f6 req-a65a57af-4132-430d-b44b-21ac9a9841c9 tempest-SecurityGroupsTestAdminJSON-1379838133 tempest-SecurityGroupsTestAdminJSON-1379838133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:25.958636 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-5a982e16-dc76-40a3-af49-5bb95e0f15f6 req-a65a57af-4132-430d-b44b-21ac9a9841c9 tempest-SecurityGroupsTestAdminJSON-1379838133 tempest-SecurityGroupsTestAdminJSON-1379838133-project] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:25.984429 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-5a982e16-dc76-40a3-af49-5bb95e0f15f6 req-a65a57af-4132-430d-b44b-21ac9a9841c9 tempest-SecurityGroupsTestAdminJSON-1379838133 tempest-SecurityGroupsTestAdminJSON-1379838133-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1801 time: 0.3685498 Nov 19 17:52:25.990535 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65a57af-4132-430d-b44b-21ac9a9841c9 tempest-SecurityGroupsTestAdminJSON-1379838133 tempest-SecurityGroupsTestAdminJSON-1379838133-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5830ef61-ef39-4f85-beb8-4990831411eb,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:52:26.018718 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-4d474572-d26a-42ef-881e-3c4157080743 req-0fde75ce-19a3-442b-8108-450fc8c64b41 tempest-SecurityGroupsTestAdminJSON-1379838133 tempest-SecurityGroupsTestAdminJSON-1379838133-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1364616433', 'description': 'tempest-description-1075728005'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:52:26.086055 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-037a9a6b-e765-47db-9475-eabe84c26e7d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:26.088242 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-4d474572-d26a-42ef-881e-3c4157080743 req-0fde75ce-19a3-442b-8108-450fc8c64b41 tempest-SecurityGroupsTestAdminJSON-1379838133 tempest-SecurityGroupsTestAdminJSON-1379838133-project] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:26.167201 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-4d474572-d26a-42ef-881e-3c4157080743 req-0fde75ce-19a3-442b-8108-450fc8c64b41 tempest-SecurityGroupsTestAdminJSON-1379838133 tempest-SecurityGroupsTestAdminJSON-1379838133-project] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:26.173114 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-4d474572-d26a-42ef-881e-3c4157080743 req-0fde75ce-19a3-442b-8108-450fc8c64b41 tempest-SecurityGroupsTestAdminJSON-1379838133 tempest-SecurityGroupsTestAdminJSON-1379838133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:26.195847 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-037a9a6b-e765-47db-9475-eabe84c26e7d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:26.201927 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-037a9a6b-e765-47db-9475-eabe84c26e7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:26.206325 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-4d474572-d26a-42ef-881e-3c4157080743 req-0fde75ce-19a3-442b-8108-450fc8c64b41 tempest-SecurityGroupsTestAdminJSON-1379838133 tempest-SecurityGroupsTestAdminJSON-1379838133-project] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:26.207660 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-4d474572-d26a-42ef-881e-3c4157080743 req-0fde75ce-19a3-442b-8108-450fc8c64b41 tempest-SecurityGroupsTestAdminJSON-1379838133 tempest-SecurityGroupsTestAdminJSON-1379838133-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.1945503 Nov 19 17:52:26.213881 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fde75ce-19a3-442b-8108-450fc8c64b41 tempest-SecurityGroupsTestAdminJSON-1379838133 tempest-SecurityGroupsTestAdminJSON-1379838133-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb770801-dd05-4796-813d-0a11a8501a68,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:52:26.257152 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-037a9a6b-e765-47db-9475-eabe84c26e7d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d9bc5ed1f6184451bdc240ec10c2227e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4091575 Nov 19 17:52:26.259971 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 33192) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:52:26.266076 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037a9a6b-e765-47db-9475-eabe84c26e7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2acce9c2-0750-4c0f-b6bb-036827fce37d,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:52:26.318983 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-66d5b541-60ca-41e3-ad61-5568ba5d90bd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:26.340989 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-66d5b541-60ca-41e3-ad61-5568ba5d90bd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:26.395886 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-66d5b541-60ca-41e3-ad61-5568ba5d90bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:26.399510 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-66d5b541-60ca-41e3-ad61-5568ba5d90bd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:26.403187 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-66d5b541-60ca-41e3-ad61-5568ba5d90bd admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/2acce9c2-0750-4c0f-b6bb-036827fce37d HTTP/1.1" status: 204 len: 168 time: 0.1395578 Nov 19 17:52:26.409187 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d5b541-60ca-41e3-ad61-5568ba5d90bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2acce9c2-0750-4c0f-b6bb-036827fce37d,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:52:26.463504 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-9a79027b-ff16-454d-b80d-380be89eda04 req-719e2854-0f3c-42d5-854b-84210b36417a tempest-SecurityGroupsTestAdminJSON-541618016 tempest-SecurityGroupsTestAdminJSON-541618016-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1028328601', 'description': 'tempest-description-1685458784'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:52:26.495245 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-9a79027b-ff16-454d-b80d-380be89eda04 req-719e2854-0f3c-42d5-854b-84210b36417a tempest-SecurityGroupsTestAdminJSON-541618016 tempest-SecurityGroupsTestAdminJSON-541618016-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:26.505514 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-9a79027b-ff16-454d-b80d-380be89eda04 req-719e2854-0f3c-42d5-854b-84210b36417a tempest-SecurityGroupsTestAdminJSON-541618016 tempest-SecurityGroupsTestAdminJSON-541618016-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:26.606203 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-9a79027b-ff16-454d-b80d-380be89eda04 req-719e2854-0f3c-42d5-854b-84210b36417a tempest-SecurityGroupsTestAdminJSON-541618016 tempest-SecurityGroupsTestAdminJSON-541618016-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:26.610330 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-9a79027b-ff16-454d-b80d-380be89eda04 req-719e2854-0f3c-42d5-854b-84210b36417a tempest-SecurityGroupsTestAdminJSON-541618016 tempest-SecurityGroupsTestAdminJSON-541618016-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:26.637143 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719e2854-0f3c-42d5-854b-84210b36417a tempest-SecurityGroupsTestAdminJSON-541618016 tempest-SecurityGroupsTestAdminJSON-541618016-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebe5f668-5124-44da-8158-16e547499b56,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:52:26.758428 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-9a79027b-ff16-454d-b80d-380be89eda04 req-719e2854-0f3c-42d5-854b-84210b36417a tempest-SecurityGroupsTestAdminJSON-541618016 tempest-SecurityGroupsTestAdminJSON-541618016-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:26.768705 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-9a79027b-ff16-454d-b80d-380be89eda04 req-719e2854-0f3c-42d5-854b-84210b36417a tempest-SecurityGroupsTestAdminJSON-541618016 tempest-SecurityGroupsTestAdminJSON-541618016-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:26.833122 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 33206) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:52:26.833723 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-9a79027b-ff16-454d-b80d-380be89eda04 req-719e2854-0f3c-42d5-854b-84210b36417a tempest-SecurityGroupsTestAdminJSON-541618016 tempest-SecurityGroupsTestAdminJSON-541618016-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:26.837784 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9a79027b-ff16-454d-b80d-380be89eda04 req-719e2854-0f3c-42d5-854b-84210b36417a tempest-SecurityGroupsTestAdminJSON-541618016 tempest-SecurityGroupsTestAdminJSON-541618016-project-admin] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.3874049 Nov 19 17:52:26.842455 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719e2854-0f3c-42d5-854b-84210b36417a tempest-SecurityGroupsTestAdminJSON-541618016 tempest-SecurityGroupsTestAdminJSON-541618016-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bafac81-28a7-4ab4-8d23-ca38632ea39f,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:52:26.862495 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-619106f9-f28f-4a91-93f5-6e3ba646673c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:26.870555 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-a458bf93-db89-4a09-b770-1e7cf189bd5e req-bbb65445-5e81-4922-8642-cd96615682f2 tempest-SecurityGroupsTestAdminJSON-541618016 tempest-SecurityGroupsTestAdminJSON-541618016-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-2136624589', 'description': 'tempest-description-199977605'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:52:26.899630 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-a458bf93-db89-4a09-b770-1e7cf189bd5e req-bbb65445-5e81-4922-8642-cd96615682f2 tempest-SecurityGroupsTestAdminJSON-541618016 tempest-SecurityGroupsTestAdminJSON-541618016-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:26.964790 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9285f4e-968e-4d68-8ce5-4541a4b2a248 req-5563e485-9975-4c24-9ff6-17f1b3a476c5 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:52:26.966400 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b9285f4e-968e-4d68-8ce5-4541a4b2a248 req-5563e485-9975-4c24-9ff6-17f1b3a476c5 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/ports?device_id=a82effe8-5bc9-46cf-83f6-e6dd560bbfc1 HTTP/1.1" status: 200 len: 946 time: 0.0840416 Nov 19 17:52:27.018164 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-a458bf93-db89-4a09-b770-1e7cf189bd5e req-bbb65445-5e81-4922-8642-cd96615682f2 tempest-SecurityGroupsTestAdminJSON-541618016 tempest-SecurityGroupsTestAdminJSON-541618016-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:27.039229 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-a458bf93-db89-4a09-b770-1e7cf189bd5e req-bbb65445-5e81-4922-8642-cd96615682f2 tempest-SecurityGroupsTestAdminJSON-541618016 tempest-SecurityGroupsTestAdminJSON-541618016-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:27.053590 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-619106f9-f28f-4a91-93f5-6e3ba646673c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:27.058862 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b9285f4e-968e-4d68-8ce5-4541a4b2a248 req-477f9cf5-960c-4b85-9c52-f4e43448a413 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/security-groups?id=30887d2c-2c06-4a04-8ed7-1cc9b0391ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800719 Nov 19 17:52:27.071484 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-619106f9-f28f-4a91-93f5-6e3ba646673c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:27.110420 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb65445-5e81-4922-8642-cd96615682f2 tempest-SecurityGroupsTestAdminJSON-541618016 tempest-SecurityGroupsTestAdminJSON-541618016-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0788754-b861-421c-a424-c87f085fd2cc,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:52:27.119267 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-a458bf93-db89-4a09-b770-1e7cf189bd5e req-bbb65445-5e81-4922-8642-cd96615682f2 tempest-SecurityGroupsTestAdminJSON-541618016 tempest-SecurityGroupsTestAdminJSON-541618016-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:27.138867 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a458bf93-db89-4a09-b770-1e7cf189bd5e req-bbb65445-5e81-4922-8642-cd96615682f2 tempest-SecurityGroupsTestAdminJSON-541618016 tempest-SecurityGroupsTestAdminJSON-541618016-project-admin] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1801 time: 0.2731078 Nov 19 17:52:27.180329 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-619106f9-f28f-4a91-93f5-6e3ba646673c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=93db32d49b304d1bb62e0870c12bed59&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3440244 Nov 19 17:52:27.180471 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 33220) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:52:27.180573 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619106f9-f28f-4a91-93f5-6e3ba646673c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41135c53-bf55-4687-8c50-5c198e5c4ce3,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:52:27.282226 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-62252a41-683c-4143-ace3-010c177992a5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:27.358892 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-62252a41-683c-4143-ace3-010c177992a5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:27.497906 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-62252a41-683c-4143-ace3-010c177992a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:27.501071 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-62252a41-683c-4143-ace3-010c177992a5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:27.501665 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dc5373-842e-4403-91f5-0e2f385dcf1d req-a5b31363-ff0b-40a7-9a89-4e378fb9f663 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:52:27.502272 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-62252a41-683c-4143-ace3-010c177992a5 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/41135c53-bf55-4687-8c50-5c198e5c4ce3 HTTP/1.1" status: 204 len: 168 time: 0.3225899 Nov 19 17:52:27.504375 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b5dc5373-842e-4403-91f5-0e2f385dcf1d req-a5b31363-ff0b-40a7-9a89-4e378fb9f663 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/ports?device_id=a82effe8-5bc9-46cf-83f6-e6dd560bbfc1 HTTP/1.1" status: 200 len: 946 time: 0.0792835 Nov 19 17:52:27.522718 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62252a41-683c-4143-ace3-010c177992a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41135c53-bf55-4687-8c50-5c198e5c4ce3,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:52:27.615091 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b5dc5373-842e-4403-91f5-0e2f385dcf1d req-400c942b-5a11-46dd-9491-9308ab3868c0 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/security-groups?id=30887d2c-2c06-4a04-8ed7-1cc9b0391ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003432 Nov 19 17:52:27.704629 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ec5f2095-8709-4386-ae79-b06cf1ded79d req-6a022a1c-c1c5-40cb-879d-e3d1c03c9ad5 tempest-SecurityGroupsTestAdminJSON-541618016 tempest-SecurityGroupsTestAdminJSON-541618016-project-admin] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 50937 time: 0.4200749 Nov 19 17:52:27.768662 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ec5f2095-8709-4386-ae79-b06cf1ded79d req-7892067b-ae1d-4d48-9fb6-a2a7f89b0285 tempest-SecurityGroupsTestAdminJSON-541618016 tempest-SecurityGroupsTestAdminJSON-541618016-project-admin] 10.222.0.54 "GET /v2.0/security-groups/0f181973-fb07-4f37-a861-a4b2ce21c4b1 HTTP/1.1" status: 200 len: 2990 time: 0.0539262 Nov 19 17:52:27.813989 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ec5f2095-8709-4386-ae79-b06cf1ded79d req-89def784-6787-49c3-90a3-c889e7f284c0 tempest-SecurityGroupsTestAdminJSON-541618016 tempest-SecurityGroupsTestAdminJSON-541618016-project-admin] 10.222.0.54 "GET /v2.0/security-groups/0f181973-fb07-4f37-a861-a4b2ce21c4b1 HTTP/1.1" status: 200 len: 2990 time: 0.0443957 Nov 19 17:52:27.862239 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ec5f2095-8709-4386-ae79-b06cf1ded79d req-aeb7eec8-29b6-47d3-8970-d50afcdfbfcf tempest-SecurityGroupsTestAdminJSON-541618016 tempest-SecurityGroupsTestAdminJSON-541618016-project-admin] 10.222.0.54 "GET /v2.0/security-groups/2c5c45e5-871b-4ee9-82e2-22e9698a9680 HTTP/1.1" status: 200 len: 3002 time: 0.0472386 Nov 19 17:52:27.921787 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ec5f2095-8709-4386-ae79-b06cf1ded79d req-5aa4b44e-a68a-474c-acd4-2326566ab4cf tempest-SecurityGroupsTestAdminJSON-541618016 tempest-SecurityGroupsTestAdminJSON-541618016-project-admin] 10.222.0.54 "GET /v2.0/security-groups/2c5c45e5-871b-4ee9-82e2-22e9698a9680 HTTP/1.1" status: 200 len: 3002 time: 0.0584159 Nov 19 17:52:27.972538 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ec5f2095-8709-4386-ae79-b06cf1ded79d req-6aada433-321d-4e9a-87a9-b360d247c2e0 tempest-SecurityGroupsTestAdminJSON-541618016 tempest-SecurityGroupsTestAdminJSON-541618016-project-admin] 10.222.0.54 "GET /v2.0/security-groups/30887d2c-2c06-4a04-8ed7-1cc9b0391ccf HTTP/1.1" status: 200 len: 3002 time: 0.0497658 Nov 19 17:52:28.025246 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ec5f2095-8709-4386-ae79-b06cf1ded79d req-d46ce69f-3aeb-4c7d-a6ae-c90f4924c47c tempest-SecurityGroupsTestAdminJSON-541618016 tempest-SecurityGroupsTestAdminJSON-541618016-project-admin] 10.222.0.54 "GET /v2.0/security-groups/30887d2c-2c06-4a04-8ed7-1cc9b0391ccf HTTP/1.1" status: 200 len: 3002 time: 0.0518322 Nov 19 17:52:28.044927 n-d-818022-2 neutron-server[103365]: INFO neutron.api.v2.resource [req-ec5f2095-8709-4386-ae79-b06cf1ded79d req-ea1e07e1-c09a-4715-afee-8f55dc43f846 tempest-SecurityGroupsTestAdminJSON-541618016 tempest-SecurityGroupsTestAdminJSON-541618016-project-admin] show failed (client error): The resource could not be found. Nov 19 17:52:28.046433 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ec5f2095-8709-4386-ae79-b06cf1ded79d req-ea1e07e1-c09a-4715-afee-8f55dc43f846 tempest-SecurityGroupsTestAdminJSON-541618016 tempest-SecurityGroupsTestAdminJSON-541618016-project-admin] 10.222.0.54 "GET /v2.0/security-groups/41135c53-bf55-4687-8c50-5c198e5c4ce3 HTTP/1.1" status: 404 len: 352 time: 0.0141094 Nov 19 17:52:28.070986 n-d-818022-2 neutron-server[103365]: INFO neutron.api.v2.resource [req-ec5f2095-8709-4386-ae79-b06cf1ded79d req-d3905cd1-12a5-49b2-8d4c-715d260f0b80 tempest-SecurityGroupsTestAdminJSON-541618016 tempest-SecurityGroupsTestAdminJSON-541618016-project-admin] show failed (client error): The resource could not be found. Nov 19 17:52:28.072365 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ec5f2095-8709-4386-ae79-b06cf1ded79d req-d3905cd1-12a5-49b2-8d4c-715d260f0b80 tempest-SecurityGroupsTestAdminJSON-541618016 tempest-SecurityGroupsTestAdminJSON-541618016-project-admin] 10.222.0.54 "GET /v2.0/security-groups/41135c53-bf55-4687-8c50-5c198e5c4ce3 HTTP/1.1" status: 404 len: 352 time: 0.0141063 Nov 19 17:52:28.126672 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ec5f2095-8709-4386-ae79-b06cf1ded79d req-28ef2a72-07a9-4c04-8edf-f68719b9d3fe tempest-SecurityGroupsTestAdminJSON-541618016 tempest-SecurityGroupsTestAdminJSON-541618016-project-admin] 10.222.0.54 "GET /v2.0/security-groups/60798fa1-5c86-483c-bdf2-e4c53e141abe HTTP/1.1" status: 200 len: 3002 time: 0.0399964 Nov 19 17:52:28.173914 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ec5f2095-8709-4386-ae79-b06cf1ded79d req-bbff3ab8-ec8f-49c5-a115-fa2aaeb3d7f0 tempest-SecurityGroupsTestAdminJSON-541618016 tempest-SecurityGroupsTestAdminJSON-541618016-project-admin] 10.222.0.54 "GET /v2.0/security-groups/60798fa1-5c86-483c-bdf2-e4c53e141abe HTTP/1.1" status: 200 len: 3002 time: 0.0388167 Nov 19 17:52:28.229274 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ec5f2095-8709-4386-ae79-b06cf1ded79d req-b74cadaf-0efd-4f6f-a64c-4509798eb44b tempest-SecurityGroupsTestAdminJSON-541618016 tempest-SecurityGroupsTestAdminJSON-541618016-project-admin] 10.222.0.54 "GET /v2.0/security-groups/79517508-381b-4077-8d39-0c2cf4e2980c HTTP/1.1" status: 200 len: 3002 time: 0.0462728 Nov 19 17:52:28.311475 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ec5f2095-8709-4386-ae79-b06cf1ded79d req-bed194ec-84ba-4cda-80a1-14e3b07c78d6 tempest-SecurityGroupsTestAdminJSON-541618016 tempest-SecurityGroupsTestAdminJSON-541618016-project-admin] 10.222.0.54 "GET /v2.0/security-groups/79517508-381b-4077-8d39-0c2cf4e2980c HTTP/1.1" status: 200 len: 3002 time: 0.0764217 Nov 19 17:52:28.365866 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ec5f2095-8709-4386-ae79-b06cf1ded79d req-04b9ba1d-8c54-42a6-892c-d014393cc0c4 tempest-SecurityGroupsTestAdminJSON-541618016 tempest-SecurityGroupsTestAdminJSON-541618016-project-admin] 10.222.0.54 "GET /v2.0/security-groups/795e39ca-96b8-4101-b21d-76239114adbe HTTP/1.1" status: 200 len: 3002 time: 0.0494561 Nov 19 17:52:28.429711 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ec5f2095-8709-4386-ae79-b06cf1ded79d req-7dee0275-f1cc-492a-a116-7365cecbfc3e tempest-SecurityGroupsTestAdminJSON-541618016 tempest-SecurityGroupsTestAdminJSON-541618016-project-admin] 10.222.0.54 "GET /v2.0/security-groups/795e39ca-96b8-4101-b21d-76239114adbe HTTP/1.1" status: 200 len: 3002 time: 0.0544918 Nov 19 17:52:28.495027 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ec5f2095-8709-4386-ae79-b06cf1ded79d req-56902da5-1105-4c6b-aef2-cd2f2e3c4953 tempest-SecurityGroupsTestAdminJSON-541618016 tempest-SecurityGroupsTestAdminJSON-541618016-project-admin] 10.222.0.54 "GET /v2.0/security-groups/89e36896-1c46-4104-bcaf-813bfdc934e0 HTTP/1.1" status: 200 len: 3002 time: 0.0642090 Nov 19 17:52:28.601444 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ec5f2095-8709-4386-ae79-b06cf1ded79d req-73938fd3-d0bf-4a6d-acbf-05d6ccd01143 tempest-SecurityGroupsTestAdminJSON-541618016 tempest-SecurityGroupsTestAdminJSON-541618016-project-admin] 10.222.0.54 "GET /v2.0/security-groups/89e36896-1c46-4104-bcaf-813bfdc934e0 HTTP/1.1" status: 200 len: 3002 time: 0.1003067 Nov 19 17:52:28.671372 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ec5f2095-8709-4386-ae79-b06cf1ded79d req-6e3aabbe-8abc-40d0-a98d-74327fa2ddb6 tempest-SecurityGroupsTestAdminJSON-541618016 tempest-SecurityGroupsTestAdminJSON-541618016-project-admin] 10.222.0.54 "GET /v2.0/security-groups/ebbb0f07-9b7e-45aa-9566-dc2c1e172d8c HTTP/1.1" status: 200 len: 2998 time: 0.0673835 Nov 19 17:52:28.778671 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db0a1bf-056b-48ae-ba29-4e800eb8f1c5 req-eaf49e93-143d-4026-8f5d-366d91e28727 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:52:28.787238 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0db0a1bf-056b-48ae-ba29-4e800eb8f1c5 req-eaf49e93-143d-4026-8f5d-366d91e28727 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/ports?device_id=a82effe8-5bc9-46cf-83f6-e6dd560bbfc1 HTTP/1.1" status: 200 len: 946 time: 0.0731571 Nov 19 17:52:28.798643 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ec5f2095-8709-4386-ae79-b06cf1ded79d req-7adf9ac4-4036-4f95-90df-2a4f8fbc0821 tempest-SecurityGroupsTestAdminJSON-541618016 tempest-SecurityGroupsTestAdminJSON-541618016-project-admin] 10.222.0.54 "GET /v2.0/security-groups/ebbb0f07-9b7e-45aa-9566-dc2c1e172d8c HTTP/1.1" status: 200 len: 2998 time: 0.1271918 Nov 19 17:52:28.852063 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ec5f2095-8709-4386-ae79-b06cf1ded79d req-c4ac7d6a-78b5-413c-9616-c7531013a37d tempest-SecurityGroupsTestAdminJSON-541618016 tempest-SecurityGroupsTestAdminJSON-541618016-project-admin] 10.222.0.54 "GET /v2.0/security-groups/ebe5f668-5124-44da-8158-16e547499b56 HTTP/1.1" status: 200 len: 3002 time: 0.0514946 Nov 19 17:52:28.855594 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0db0a1bf-056b-48ae-ba29-4e800eb8f1c5 req-5dc27ae4-ebbc-407f-9199-799bc0491dca tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/security-groups?id=30887d2c-2c06-4a04-8ed7-1cc9b0391ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671568 Nov 19 17:52:28.945478 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ec5f2095-8709-4386-ae79-b06cf1ded79d req-325dc072-e4ff-4de8-b1e0-bd187351fe16 tempest-SecurityGroupsTestAdminJSON-541618016 tempest-SecurityGroupsTestAdminJSON-541618016-project-admin] 10.222.0.54 "GET /v2.0/security-groups/ebe5f668-5124-44da-8158-16e547499b56 HTTP/1.1" status: 200 len: 3002 time: 0.0923812 Nov 19 17:52:29.002547 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ec5f2095-8709-4386-ae79-b06cf1ded79d req-264a30f7-b8ba-4601-be27-8050c7e2b16c tempest-SecurityGroupsTestAdminJSON-541618016 tempest-SecurityGroupsTestAdminJSON-541618016-project-admin] 10.222.0.54 "GET /v2.0/security-groups/ef366914-78fb-422b-bb87-e9e8ed3e66c7 HTTP/1.1" status: 200 len: 3002 time: 0.0559101 Nov 19 17:52:29.050745 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ec5f2095-8709-4386-ae79-b06cf1ded79d req-b6ff7d5e-38b4-48d9-a421-cde0127e2a1c tempest-SecurityGroupsTestAdminJSON-541618016 tempest-SecurityGroupsTestAdminJSON-541618016-project-admin] 10.222.0.54 "GET /v2.0/security-groups/ef366914-78fb-422b-bb87-e9e8ed3e66c7 HTTP/1.1" status: 200 len: 3002 time: 0.0470116 Nov 19 17:52:29.095532 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ec5f2095-8709-4386-ae79-b06cf1ded79d req-d2ef1f32-bf6c-4e47-9584-668febacbc50 tempest-SecurityGroupsTestAdminJSON-541618016 tempest-SecurityGroupsTestAdminJSON-541618016-project-admin] 10.222.0.54 "GET /v2.0/security-groups/f70a1f66-0dc9-454c-8a8b-8f914c965be5 HTTP/1.1" status: 200 len: 2994 time: 0.0438056 Nov 19 17:52:29.156433 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ec5f2095-8709-4386-ae79-b06cf1ded79d req-367ce20f-6ea4-46d6-bd4e-a21b19a0030a tempest-SecurityGroupsTestAdminJSON-541618016 tempest-SecurityGroupsTestAdminJSON-541618016-project-admin] 10.222.0.54 "GET /v2.0/security-groups/f70a1f66-0dc9-454c-8a8b-8f914c965be5 HTTP/1.1" status: 200 len: 2994 time: 0.0525806 Nov 19 17:52:29.206451 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ec5f2095-8709-4386-ae79-b06cf1ded79d req-b295dc7f-d147-4078-973d-587f02ee5dfb tempest-SecurityGroupsTestAdminJSON-541618016 tempest-SecurityGroupsTestAdminJSON-541618016-project-admin] 10.222.0.54 "GET /v2.0/security-groups/f711e201-8ed7-43ab-a3c5-892d274aa487 HTTP/1.1" status: 200 len: 2999 time: 0.0435746 Nov 19 17:52:29.237691 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62353252-58db-4ff1-9577-87b9fe15e3a1 req-1de79e63-531e-4cfa-b0a8-7d7ed0f0a4d7 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:52:29.247170 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-62353252-58db-4ff1-9577-87b9fe15e3a1 req-1de79e63-531e-4cfa-b0a8-7d7ed0f0a4d7 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/ports?device_id=a82effe8-5bc9-46cf-83f6-e6dd560bbfc1 HTTP/1.1" status: 200 len: 946 time: 0.0707598 Nov 19 17:52:29.260471 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ec5f2095-8709-4386-ae79-b06cf1ded79d req-527ea491-fd01-4144-8516-fa02fc90fc26 tempest-SecurityGroupsTestAdminJSON-541618016 tempest-SecurityGroupsTestAdminJSON-541618016-project-admin] 10.222.0.54 "GET /v2.0/security-groups/f711e201-8ed7-43ab-a3c5-892d274aa487 HTTP/1.1" status: 200 len: 2999 time: 0.0475745 Nov 19 17:52:29.321627 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-62353252-58db-4ff1-9577-87b9fe15e3a1 req-ac3d47bc-e9f8-4107-a4b5-2690781ef563 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/security-groups?id=30887d2c-2c06-4a04-8ed7-1cc9b0391ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732536 Nov 19 17:52:29.398798 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a9215d72-03b3-40f2-9c6a-ceb6620d017a req-81ee8df7-54bb-4dcc-8ef6-b7b83e9c5cc4 tempest-SecurityGroupsTestAdminJSON-1379838133 tempest-SecurityGroupsTestAdminJSON-1379838133-project] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=8646d14a856a4c8bb0b25cd7454d9ded HTTP/1.1" status: 200 len: 6162 time: 0.1031153 Nov 19 17:52:29.491393 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a9215d72-03b3-40f2-9c6a-ceb6620d017a req-b8d76db7-2ec3-4293-b939-bf8577abff83 tempest-SecurityGroupsTestAdminJSON-1379838133 tempest-SecurityGroupsTestAdminJSON-1379838133-project] 10.222.0.54 "GET /v2.0/security-groups/ef366914-78fb-422b-bb87-e9e8ed3e66c7 HTTP/1.1" status: 200 len: 3002 time: 0.0847011 Nov 19 17:52:29.553761 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a9215d72-03b3-40f2-9c6a-ceb6620d017a req-e289f0fb-837d-4aeb-9a04-b03af4af0f6c tempest-SecurityGroupsTestAdminJSON-1379838133 tempest-SecurityGroupsTestAdminJSON-1379838133-project] 10.222.0.54 "GET /v2.0/security-groups/ef366914-78fb-422b-bb87-e9e8ed3e66c7 HTTP/1.1" status: 200 len: 3002 time: 0.0525854 Nov 19 17:52:29.677662 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-390166dd-a77a-4168-9f04-402818ff8a18 req-33473ee8-c567-44ee-af00-db29f2136f94 tempest-SecurityGroupsTestAdminJSON-541618016 tempest-SecurityGroupsTestAdminJSON-541618016-project-admin] 10.222.0.54 "GET /v2.0/security-groups/e0788754-b861-421c-a424-c87f085fd2cc HTTP/1.1" status: 200 len: 1796 time: 0.0901198 Nov 19 17:52:29.687820 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-99abb37e-f63a-4ce0-9972-6fb60d9070e8 req-66109f4c-9744-4f97-afb9-c010dadcfe41 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=300729d8-eaae-4af8-aee9-5fcaa7142782&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0701675 Nov 19 17:52:29.691186 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-7d8c2347-37b4-47b8-8ded-b5971b05a3f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:29.767786 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-390166dd-a77a-4168-9f04-402818ff8a18 req-61d2ba0a-1100-4c4a-84ba-6d12aaa63d97 tempest-SecurityGroupsTestAdminJSON-541618016 tempest-SecurityGroupsTestAdminJSON-541618016-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:29.794702 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99abb37e-f63a-4ce0-9972-6fb60d9070e8 req-cc8430c4-5ae0-453f-9e88-094702ec1a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:52:29.796271 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-99abb37e-f63a-4ce0-9972-6fb60d9070e8 req-cc8430c4-5ae0-453f-9e88-094702ec1a5e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9ecae7ac88e8457cb21c4782aebff44e&device_id=300729d8-eaae-4af8-aee9-5fcaa7142782 HTTP/1.1" status: 200 len: 1096 time: 0.0762830 Nov 19 17:52:29.798428 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-390166dd-a77a-4168-9f04-402818ff8a18 req-61d2ba0a-1100-4c4a-84ba-6d12aaa63d97 tempest-SecurityGroupsTestAdminJSON-541618016 tempest-SecurityGroupsTestAdminJSON-541618016-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:29.905566 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-390166dd-a77a-4168-9f04-402818ff8a18 req-61d2ba0a-1100-4c4a-84ba-6d12aaa63d97 tempest-SecurityGroupsTestAdminJSON-541618016 tempest-SecurityGroupsTestAdminJSON-541618016-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:29.908407 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-390166dd-a77a-4168-9f04-402818ff8a18 req-61d2ba0a-1100-4c4a-84ba-6d12aaa63d97 tempest-SecurityGroupsTestAdminJSON-541618016 tempest-SecurityGroupsTestAdminJSON-541618016-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:29.915518 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-390166dd-a77a-4168-9f04-402818ff8a18 req-61d2ba0a-1100-4c4a-84ba-6d12aaa63d97 tempest-SecurityGroupsTestAdminJSON-541618016 tempest-SecurityGroupsTestAdminJSON-541618016-project-admin] 10.222.0.54 "DELETE /v2.0/security-groups/e0788754-b861-421c-a424-c87f085fd2cc HTTP/1.1" status: 204 len: 173 time: 0.2316444 Nov 19 17:52:29.945490 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d2ba0a-1100-4c4a-84ba-6d12aaa63d97 tempest-SecurityGroupsTestAdminJSON-541618016 tempest-SecurityGroupsTestAdminJSON-541618016-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0788754-b861-421c-a424-c87f085fd2cc,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:52:29.978864 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b879e160-6cbf-4913-abdb-6c36d292712c req-b22087a9-3019-4940-a0cf-328784e7ad7e tempest-SecurityGroupsTestAdminJSON-541618016 tempest-SecurityGroupsTestAdminJSON-541618016-project-admin] 10.222.0.54 "GET /v2.0/security-groups/1bafac81-28a7-4ab4-8d23-ca38632ea39f HTTP/1.1" status: 200 len: 1797 time: 0.0426869 Nov 19 17:52:30.026882 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99abb37e-f63a-4ce0-9972-6fb60d9070e8 req-1e203b85-28ba-4159-915e-275e8e3bc49a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:52:30.029282 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-99abb37e-f63a-4ce0-9972-6fb60d9070e8 req-1e203b85-28ba-4159-915e-275e8e3bc49a service neutron] 10.222.0.60 "GET /v2.0/networks?id=e0733363-bc13-4279-a049-77115213ac4d HTTP/1.1" status: 200 len: 916 time: 0.1980498 Nov 19 17:52:30.052463 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-b879e160-6cbf-4913-abdb-6c36d292712c req-f9acc1bf-750d-42af-a7cc-59920f2692c6 tempest-SecurityGroupsTestAdminJSON-541618016 tempest-SecurityGroupsTestAdminJSON-541618016-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:30.086652 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-b879e160-6cbf-4913-abdb-6c36d292712c req-f9acc1bf-750d-42af-a7cc-59920f2692c6 tempest-SecurityGroupsTestAdminJSON-541618016 tempest-SecurityGroupsTestAdminJSON-541618016-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:30.093682 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-99abb37e-f63a-4ce0-9972-6fb60d9070e8 req-90eff962-6be3-4afa-8c41-fcab6a36921d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bc7413bb-7ca7-464c-9402-1f20912d4c45 HTTP/1.1" status: 200 len: 217 time: 0.0556808 Nov 19 17:52:30.173200 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-b879e160-6cbf-4913-abdb-6c36d292712c req-f9acc1bf-750d-42af-a7cc-59920f2692c6 tempest-SecurityGroupsTestAdminJSON-541618016 tempest-SecurityGroupsTestAdminJSON-541618016-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:30.176996 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99abb37e-f63a-4ce0-9972-6fb60d9070e8 req-2c7eea90-c884-4d07-8579-894e88b8d284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:52:30.177241 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-b879e160-6cbf-4913-abdb-6c36d292712c req-f9acc1bf-750d-42af-a7cc-59920f2692c6 tempest-SecurityGroupsTestAdminJSON-541618016 tempest-SecurityGroupsTestAdminJSON-541618016-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:30.179065 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-99abb37e-f63a-4ce0-9972-6fb60d9070e8 req-2c7eea90-c884-4d07-8579-894e88b8d284 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=375a0321-4cc3-4e77-b3a1-2bc7264aa560 HTTP/1.1" status: 200 len: 855 time: 0.0763497 Nov 19 17:52:30.188332 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b879e160-6cbf-4913-abdb-6c36d292712c req-f9acc1bf-750d-42af-a7cc-59920f2692c6 tempest-SecurityGroupsTestAdminJSON-541618016 tempest-SecurityGroupsTestAdminJSON-541618016-project-admin] 10.222.0.54 "DELETE /v2.0/security-groups/1bafac81-28a7-4ab4-8d23-ca38632ea39f HTTP/1.1" status: 204 len: 173 time: 0.2020226 Nov 19 17:52:30.198069 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9acc1bf-750d-42af-a7cc-59920f2692c6 tempest-SecurityGroupsTestAdminJSON-541618016 tempest-SecurityGroupsTestAdminJSON-541618016-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bafac81-28a7-4ab4-8d23-ca38632ea39f,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:52:30.258234 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-99abb37e-f63a-4ce0-9972-6fb60d9070e8 req-44ed30f0-3e60-48fd-8f93-1a1e8ca21dde service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e0733363-bc13-4279-a049-77115213ac4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0682876 Nov 19 17:52:30.376057 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-99abb37e-f63a-4ce0-9972-6fb60d9070e8 req-8b8fe7d1-114a-4d01-bf71-a0563eea03ee service neutron] 10.222.0.60 "GET /v2.0/networks/e0733363-bc13-4279-a049-77115213ac4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098726 Nov 19 17:52:30.388571 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3cca1ca0-6c99-47fb-bba1-bf0dc1bfc0b9 req-4b1396e2-9497-4b4d-959a-5238c2f0da4c tempest-SecurityGroupsTestAdminJSON-1379838133 tempest-SecurityGroupsTestAdminJSON-1379838133-project] 10.222.0.54 "GET /v2.0/security-groups/bb770801-dd05-4796-813d-0a11a8501a68 HTTP/1.1" status: 200 len: 1797 time: 0.1650794 Nov 19 17:52:30.527515 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-3cca1ca0-6c99-47fb-bba1-bf0dc1bfc0b9 req-19122c81-1e9f-498c-85c4-5949e276d4ff tempest-SecurityGroupsTestAdminJSON-1379838133 tempest-SecurityGroupsTestAdminJSON-1379838133-project] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:30.535379 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-99abb37e-f63a-4ce0-9972-6fb60d9070e8 req-36b08628-5dcc-4758-b58e-ec2947d13102 service neutron] 10.222.0.60 "GET /v2.0/networks/e0733363-bc13-4279-a049-77115213ac4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455767 Nov 19 17:52:30.559188 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-3cca1ca0-6c99-47fb-bba1-bf0dc1bfc0b9 req-19122c81-1e9f-498c-85c4-5949e276d4ff tempest-SecurityGroupsTestAdminJSON-1379838133 tempest-SecurityGroupsTestAdminJSON-1379838133-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:30.582915 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84abbed-1fae-4a9c-9cae-40a88e861fe3 req-b76e25e4-4d2f-44a6-97ab-3a62309e1ee3 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:52:30.584924 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f84abbed-1fae-4a9c-9cae-40a88e861fe3 req-b76e25e4-4d2f-44a6-97ab-3a62309e1ee3 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/ports?device_id=a82effe8-5bc9-46cf-83f6-e6dd560bbfc1 HTTP/1.1" status: 200 len: 946 time: 0.1160920 Nov 19 17:52:30.696492 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f84abbed-1fae-4a9c-9cae-40a88e861fe3 req-67f2b451-e16c-4355-81a1-3988e22067b3 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/security-groups?id=30887d2c-2c06-4a04-8ed7-1cc9b0391ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019056 Nov 19 17:52:30.700000 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-3cca1ca0-6c99-47fb-bba1-bf0dc1bfc0b9 req-19122c81-1e9f-498c-85c4-5949e276d4ff tempest-SecurityGroupsTestAdminJSON-1379838133 tempest-SecurityGroupsTestAdminJSON-1379838133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:30.703293 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-3cca1ca0-6c99-47fb-bba1-bf0dc1bfc0b9 req-19122c81-1e9f-498c-85c4-5949e276d4ff tempest-SecurityGroupsTestAdminJSON-1379838133 tempest-SecurityGroupsTestAdminJSON-1379838133-project] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:30.704500 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3cca1ca0-6c99-47fb-bba1-bf0dc1bfc0b9 req-19122c81-1e9f-498c-85c4-5949e276d4ff tempest-SecurityGroupsTestAdminJSON-1379838133 tempest-SecurityGroupsTestAdminJSON-1379838133-project] 10.222.0.54 "DELETE /v2.0/security-groups/bb770801-dd05-4796-813d-0a11a8501a68 HTTP/1.1" status: 204 len: 173 time: 0.3055596 Nov 19 17:52:30.730293 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19122c81-1e9f-498c-85c4-5949e276d4ff tempest-SecurityGroupsTestAdminJSON-1379838133 tempest-SecurityGroupsTestAdminJSON-1379838133-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb770801-dd05-4796-813d-0a11a8501a68,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:52:30.816133 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a923861-a742-493a-bcc6-8b6534bf5e00 req-b7b173bc-3eb3-41d8-b78e-8bd455e69ec1 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:52:30.818019 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9a923861-a742-493a-bcc6-8b6534bf5e00 req-b7b173bc-3eb3-41d8-b78e-8bd455e69ec1 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.60 "GET /v2.0/ports?device_id=a82effe8-5bc9-46cf-83f6-e6dd560bbfc1 HTTP/1.1" status: 200 len: 946 time: 0.0925949 Nov 19 17:52:31.041618 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-9a923861-a742-493a-bcc6-8b6534bf5e00 req-836f5fc9-62b2-4989-83fc-67324f4a35e8 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Deleting port 3b2b2cbc-efe1-426a-9ee0-1bc3929bebc8 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:52:31.042325 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-9a923861-a742-493a-bcc6-8b6534bf5e00 req-836f5fc9-62b2-4989-83fc-67324f4a35e8 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:31.287004 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfca5b8-067d-45c1-a4c0-753ceddb3879 req-4bf331b0-b72c-4600-82e0-318ec0543747 tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:52:31.301709 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-5dfca5b8-067d-45c1-a4c0-753ceddb3879 req-4bf331b0-b72c-4600-82e0-318ec0543747 tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] 10.222.0.54 "GET /v2.0/ports?device_id=db3afe1e-a2f1-4ea8-a7f9-d35986504538 HTTP/1.1" status: 200 len: 946 time: 0.1461301 Nov 19 17:52:31.462790 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-78052f7a-712a-4f80-b12c-bfe2fc16b12a req-c10b1e9a-8ce8-4681-bafd-05b0e6435f17 tempest-SecurityGroupsTestAdminJSON-1379838133 tempest-SecurityGroupsTestAdminJSON-1379838133-project] 10.222.0.54 "GET /v2.0/security-groups/5830ef61-ef39-4f85-beb8-4990831411eb HTTP/1.1" status: 200 len: 1796 time: 0.4319942 Nov 19 17:52:31.478747 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-5dfca5b8-067d-45c1-a4c0-753ceddb3879 req-dc8787c9-37fe-43f3-8638-9cd67cc6c268 tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] 10.222.0.54 "GET /v2.0/security-groups?id=79517508-381b-4077-8d39-0c2cf4e2980c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739485 Nov 19 17:52:31.595355 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-9a923861-a742-493a-bcc6-8b6534bf5e00 req-836f5fc9-62b2-4989-83fc-67324f4a35e8 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] For port 3b2b2cbc-efe1-426a-9ee0-1bc3929bebc8, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=3b2b2cbc-efe1-426a-9ee0-1bc3929bebc8,segment=NetworkSegment(89891acd-fd82-4118-b100-e50c4e69b300),segment_id=89891acd-fd82-4118-b100-e50c4e69b300)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:52:31.596111 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-9a923861-a742-493a-bcc6-8b6534bf5e00 req-836f5fc9-62b2-4989-83fc-67324f4a35e8 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:31.626785 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-9a923861-a742-493a-bcc6-8b6534bf5e00 req-836f5fc9-62b2-4989-83fc-67324f4a35e8 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Calling delete_port for 3b2b2cbc-efe1-426a-9ee0-1bc3929bebc8 owned by compute:nova {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:52:31.633801 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-78052f7a-712a-4f80-b12c-bfe2fc16b12a req-832b2c48-2dee-4cb0-9202-2acc1d7222d1 tempest-SecurityGroupsTestAdminJSON-1379838133 tempest-SecurityGroupsTestAdminJSON-1379838133-project] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:31.759500 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-78052f7a-712a-4f80-b12c-bfe2fc16b12a req-832b2c48-2dee-4cb0-9202-2acc1d7222d1 tempest-SecurityGroupsTestAdminJSON-1379838133 tempest-SecurityGroupsTestAdminJSON-1379838133-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:31.933501 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-78052f7a-712a-4f80-b12c-bfe2fc16b12a req-832b2c48-2dee-4cb0-9202-2acc1d7222d1 tempest-SecurityGroupsTestAdminJSON-1379838133 tempest-SecurityGroupsTestAdminJSON-1379838133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:31.936733 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-78052f7a-712a-4f80-b12c-bfe2fc16b12a req-832b2c48-2dee-4cb0-9202-2acc1d7222d1 tempest-SecurityGroupsTestAdminJSON-1379838133 tempest-SecurityGroupsTestAdminJSON-1379838133-project] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:31.938014 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-78052f7a-712a-4f80-b12c-bfe2fc16b12a req-832b2c48-2dee-4cb0-9202-2acc1d7222d1 tempest-SecurityGroupsTestAdminJSON-1379838133 tempest-SecurityGroupsTestAdminJSON-1379838133-project] 10.222.0.54 "DELETE /v2.0/security-groups/5830ef61-ef39-4f85-beb8-4990831411eb HTTP/1.1" status: 204 len: 173 time: 0.4737923 Nov 19 17:52:31.956083 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832b2c48-2dee-4cb0-9202-2acc1d7222d1 tempest-SecurityGroupsTestAdminJSON-1379838133 tempest-SecurityGroupsTestAdminJSON-1379838133-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5830ef61-ef39-4f85-beb8-4990831411eb,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:52:32.006382 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db99b042-0106-4f37-b5ef-b264974f86ab req-7effdbe3-ebfc-467c-b07d-e91e8ff8e3d9 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:52:32.011716 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-9a923861-a742-493a-bcc6-8b6534bf5e00 req-836f5fc9-62b2-4989-83fc-67324f4a35e8 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:32.027783 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-db99b042-0106-4f37-b5ef-b264974f86ab req-7effdbe3-ebfc-467c-b07d-e91e8ff8e3d9 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/ports?device_id=a82effe8-5bc9-46cf-83f6-e6dd560bbfc1 HTTP/1.1" status: 200 len: 946 time: 0.2085969 Nov 19 17:52:32.043179 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['3b2b2cbc-efe1-426a-9ee0-1bc3929bebc8'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:52:32.122351 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a969904b-46f7-4db7-afe4-408d162dd79e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:32.150106 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-db99b042-0106-4f37-b5ef-b264974f86ab req-21173cae-1fc7-4adf-a261-22aacf7a4beb tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/security-groups?id=30887d2c-2c06-4a04-8ed7-1cc9b0391ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127050 Nov 19 17:52:32.151207 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836f5fc9-62b2-4989-83fc-67324f4a35e8 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Pushing event deleted for resources: {'Port': ['ID=3b2b2cbc-efe1-426a-9ee0-1bc3929bebc8,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:52:32.184891 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a923861-a742-493a-bcc6-8b6534bf5e00 req-836f5fc9-62b2-4989-83fc-67324f4a35e8 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] No DVR routers for this DVR port 3b2b2cbc-efe1-426a-9ee0-1bc3929bebc8 on host n-h1-818022-2 {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:52:32.189007 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-9a923861-a742-493a-bcc6-8b6534bf5e00 req-836f5fc9-62b2-4989-83fc-67324f4a35e8 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:32.203220 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9a923861-a742-493a-bcc6-8b6534bf5e00 req-836f5fc9-62b2-4989-83fc-67324f4a35e8 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.60 "DELETE /v2.0/ports/3b2b2cbc-efe1-426a-9ee0-1bc3929bebc8 HTTP/1.1" status: 204 len: 173 time: 1.3771536 Nov 19 17:52:32.203719 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a82effe8-5bc9-46cf-83f6-e6dd560bbfc1', 'name': 'network-vif-deleted', 'tag': '3b2b2cbc-efe1-426a-9ee0-1bc3929bebc8'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:52:32.206027 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218319d759239a7d11f1288aef37381b97754913ee9ccbfd43b51a463f801712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e801202e-b18c-4caa-9300-388a9f182faf" -d '{"events": [{"server_uuid": "a82effe8-5bc9-46cf-83f6-e6dd560bbfc1", "name": "network-vif-deleted", "tag": "3b2b2cbc-efe1-426a-9ee0-1bc3929bebc8"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:52:32.349313 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:52:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20a7465c-cd5a-46ee-9cb8-a18c3d4434e5 x-openstack-request-id: req-20a7465c-cd5a-46ee-9cb8-a18c3d4434e5 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:52:32.349612 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a82effe8-5bc9-46cf-83f6-e6dd560bbfc1", "name": "network-vif-deleted", "tag": "3b2b2cbc-efe1-426a-9ee0-1bc3929bebc8", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:52:32.349922 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-20a7465c-cd5a-46ee-9cb8-a18c3d4434e5 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:52:32.350367 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a82effe8-5bc9-46cf-83f6-e6dd560bbfc1', 'name': 'network-vif-deleted', 'tag': '3b2b2cbc-efe1-426a-9ee0-1bc3929bebc8', 'status': 'completed', 'code': 200} Nov 19 17:52:32.619665 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 33368) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:52:32.733393 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69fd2c2-bd9f-42ec-a12f-1512650f72f4 req-ea332591-c08b-46d6-ac46-a83f90cf5dc4 tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:52:32.735047 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e69fd2c2-bd9f-42ec-a12f-1512650f72f4 req-ea332591-c08b-46d6-ac46-a83f90cf5dc4 tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] 10.222.0.60 "GET /v2.0/ports?device_id=db3afe1e-a2f1-4ea8-a7f9-d35986504538 HTTP/1.1" status: 200 len: 946 time: 0.1724801 Nov 19 17:52:32.779963 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f822662b-e190-4fba-a3b1-7b9993b009d6 req-22c85d9b-f8d8-4072-bbb9-5c77a071457c tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:52:32.781463 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f822662b-e190-4fba-a3b1-7b9993b009d6 req-22c85d9b-f8d8-4072-bbb9-5c77a071457c tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] 10.222.0.54 "GET /v2.0/ports?device_id=db3afe1e-a2f1-4ea8-a7f9-d35986504538 HTTP/1.1" status: 200 len: 946 time: 0.1481450 Nov 19 17:52:32.933177 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f822662b-e190-4fba-a3b1-7b9993b009d6 req-3f96de8d-f57c-4c14-a82c-630b48adf0a0 tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] 10.222.0.54 "GET /v2.0/security-groups?id=79517508-381b-4077-8d39-0c2cf4e2980c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273263 Nov 19 17:52:32.954815 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-e69fd2c2-bd9f-42ec-a12f-1512650f72f4 req-3082299e-93f3-4ed6-bf86-445357bc76b3 tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] Deleting port 421b2bae-c76a-42ba-bed1-7bd898dab165 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:52:32.954815 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-e69fd2c2-bd9f-42ec-a12f-1512650f72f4 req-3082299e-93f3-4ed6-bf86-445357bc76b3 tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:33.059803 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 33376) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:52:33.061296 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-c8f02e95-bad2-45df-a6be-6110481aaf6c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=8646d14a856a4c8bb0b25cd7454d9ded&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4390879 Nov 19 17:52:33.094635 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-e69fd2c2-bd9f-42ec-a12f-1512650f72f4 req-3082299e-93f3-4ed6-bf86-445357bc76b3 tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] For port 421b2bae-c76a-42ba-bed1-7bd898dab165, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=421b2bae-c76a-42ba-bed1-7bd898dab165,segment=NetworkSegment(ca1955a5-8302-44fc-89d8-f39d4f35e721),segment_id=ca1955a5-8302-44fc-89d8-f39d4f35e721)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:52:33.095000 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-e69fd2c2-bd9f-42ec-a12f-1512650f72f4 req-3082299e-93f3-4ed6-bf86-445357bc76b3 tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:33.109313 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e46ecc5a-dc14-4744-b262-3072ff2e958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:33.117635 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-e69fd2c2-bd9f-42ec-a12f-1512650f72f4 req-3082299e-93f3-4ed6-bf86-445357bc76b3 tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] Calling delete_port for 421b2bae-c76a-42ba-bed1-7bd898dab165 owned by compute:nova {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:52:33.240311 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ff3215be-05fd-4113-8275-e652f0eafaa9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:33.311257 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ff3215be-05fd-4113-8275-e652f0eafaa9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:33.465895 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-e69fd2c2-bd9f-42ec-a12f-1512650f72f4 req-3082299e-93f3-4ed6-bf86-445357bc76b3 tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:33.478475 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ff3215be-05fd-4113-8275-e652f0eafaa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:33.479650 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['bc7413bb-7ca7-464c-9402-1f20912d4c45', 'bbc598b3-53f3-4676-9c56-f2e27aa4a7f5', 'b186f781-c16c-4ab6-ac40-7f5e90da9869', '421b2bae-c76a-42ba-bed1-7bd898dab165'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:52:33.484860 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ff3215be-05fd-4113-8275-e652f0eafaa9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:33.489233 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-ff3215be-05fd-4113-8275-e652f0eafaa9 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ef366914-78fb-422b-bb87-e9e8ed3e66c7 HTTP/1.1" status: 204 len: 168 time: 0.4260621 Nov 19 17:52:33.601137 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3082299e-93f3-4ed6-bf86-445357bc76b3 tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] Pushing event deleted for resources: {'Port': ['ID=421b2bae-c76a-42ba-bed1-7bd898dab165,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:52:33.608866 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3215be-05fd-4113-8275-e652f0eafaa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef366914-78fb-422b-bb87-e9e8ed3e66c7,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:52:33.655962 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-e69fd2c2-bd9f-42ec-a12f-1512650f72f4 req-3082299e-93f3-4ed6-bf86-445357bc76b3 tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] No DVR routers for this DVR port 421b2bae-c76a-42ba-bed1-7bd898dab165 on host n-h1-818022-2 {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:52:33.661577 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-e69fd2c2-bd9f-42ec-a12f-1512650f72f4 req-3082299e-93f3-4ed6-bf86-445357bc76b3 tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:33.668481 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e69fd2c2-bd9f-42ec-a12f-1512650f72f4 req-3082299e-93f3-4ed6-bf86-445357bc76b3 tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] 10.222.0.60 "DELETE /v2.0/ports/421b2bae-c76a-42ba-bed1-7bd898dab165 HTTP/1.1" status: 204 len: 173 time: 0.9139423 Nov 19 17:52:33.700765 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7e29cc-86f7-4c1a-a248-068105074bdf req-567509ff-3c0f-4179-b77e-0b3b8c1052da tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:52:33.711117 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-af7e29cc-86f7-4c1a-a248-068105074bdf req-567509ff-3c0f-4179-b77e-0b3b8c1052da tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/networks?id=7f92ba32-d487-4404-a462-4c7370c8bcd8 HTTP/1.1" status: 200 len: 811 time: 0.2270417 Nov 19 17:52:33.718240 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:33.732141 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-af7e29cc-86f7-4c1a-a248-068105074bdf req-eec1ce2a-f3ef-40ce-bb6d-dfb65189d2e7 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/quotas/ef115ff0b9af40189b80151903c87a42 HTTP/1.1" status: 200 len: 375 time: 0.0199804 Nov 19 17:52:33.777527 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-af7e29cc-86f7-4c1a-a248-068105074bdf req-619040b3-a561-4f60-b68f-79c1712c91b4 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=ef115ff0b9af40189b80151903c87a42&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0444167 Nov 19 17:52:33.800688 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:33.842709 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.agents_db [None req-619e5c26-d9ed-4321-86eb-7d443bb9dfa2 None None] Agent healthcheck: found 7 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 17:52:34.180518 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f3644131-4a26-4588-80f6-44ef319f36fd req-d348e1f4-4076-4ec8-abb8-5e75ccffa528 tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] 10.222.0.54 "GET /v2.0/ports?device_id=db3afe1e-a2f1-4ea8-a7f9-d35986504538 HTTP/1.1" status: 200 len: 210 time: 0.0458770 Nov 19 17:52:34.192042 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-af7e29cc-86f7-4c1a-a248-068105074bdf req-e8e868eb-07eb-4b09-80d3-885a08e79d06 service neutron] 10.222.0.54 "GET /v2.0/networks/7f92ba32-d487-4404-a462-4c7370c8bcd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4131458 Nov 19 17:52:34.327374 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-af7e29cc-86f7-4c1a-a248-068105074bdf req-b3b6be02-6936-4ad9-8fdb-b462f8127754 service neutron] 10.222.0.54 "GET /v2.0/networks/7f92ba32-d487-4404-a462-4c7370c8bcd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343830 Nov 19 17:52:34.329128 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 33422) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:52:34.351035 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db3afe1e-a2f1-4ea8-a7f9-d35986504538', 'name': 'network-vif-deleted', 'tag': '421b2bae-c76a-42ba-bed1-7bd898dab165'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:52:34.354143 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218319d759239a7d11f1288aef37381b97754913ee9ccbfd43b51a463f801712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69ec6ce8-9b67-42de-abac-cd9476f6dcd7" -d '{"events": [{"server_uuid": "db3afe1e-a2f1-4ea8-a7f9-d35986504538", "name": "network-vif-deleted", "tag": "421b2bae-c76a-42ba-bed1-7bd898dab165"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:52:34.390156 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-1d41678c-77c8-42d3-bc46-4f9d4c2a3748 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=fe1bf769a4954fe48aa45b1ec3aa0b56&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0589375 Nov 19 17:52:34.392377 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 33430) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:52:34.470125 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:52:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91577dde-41b4-4ac0-9456-366b101be8be x-openstack-request-id: req-91577dde-41b4-4ac0-9456-366b101be8be {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:52:34.473129 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db3afe1e-a2f1-4ea8-a7f9-d35986504538", "name": "network-vif-deleted", "tag": "421b2bae-c76a-42ba-bed1-7bd898dab165", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:52:34.473348 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-91577dde-41b4-4ac0-9456-366b101be8be {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:52:34.473726 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db3afe1e-a2f1-4ea8-a7f9-d35986504538', 'name': 'network-vif-deleted', 'tag': '421b2bae-c76a-42ba-bed1-7bd898dab165', 'status': 'completed', 'code': 200} Nov 19 17:52:34.510981 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b1b1149d-28b9-4471-bb2f-eb0554d9775c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:34.550189 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b1b1149d-28b9-4471-bb2f-eb0554d9775c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:34.645618 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b1b1149d-28b9-4471-bb2f-eb0554d9775c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:34.649112 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b1b1149d-28b9-4471-bb2f-eb0554d9775c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:34.656561 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-b1b1149d-28b9-4471-bb2f-eb0554d9775c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ebe5f668-5124-44da-8158-16e547499b56 HTTP/1.1" status: 204 len: 168 time: 0.2602475 Nov 19 17:52:34.659526 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-cf094e32-a7bd-4665-b31d-c1e32aa3e0ac req-c8e4cb0f-8a8b-4bf5-a520-629d14cdc0d0 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/ports?device_id=8664fdc8-b810-4b6d-adcd-9d1398c785aa HTTP/1.1" status: 200 len: 210 time: 0.0364981 Nov 19 17:52:34.674148 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b1149d-28b9-4471-bb2f-eb0554d9775c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebe5f668-5124-44da-8158-16e547499b56,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:52:34.727063 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e013d7e6-5264-4dcc-9759-54f5fb809e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:35.170195 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:36.000546 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f71e24f8-8993-4b98-9399-7048a481a07f req-2978ad61-f0ba-43be-b951-f5b186a0b435 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/ports?device_id=8664fdc8-b810-4b6d-adcd-9d1398c785aa HTTP/1.1" status: 200 len: 210 time: 0.1487763 Nov 19 17:52:36.014082 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 421b2bae-c76a-42ba-bed1-7bd898dab165 no longer exists at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:52:36.063611 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] No Port match for: 421b2bae-c76a-42ba-bed1-7bd898dab165 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:52:36.063959 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 421b2bae-c76a-42ba-bed1-7bd898dab165 not bound to the agent host n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:52:36.067008 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 3b2b2cbc-efe1-426a-9ee0-1bc3929bebc8 no longer exists at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:52:36.103413 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7e29cc-86f7-4c1a-a248-068105074bdf req-bb8a0612-4051-4569-b659-229879077239 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:52:36.105454 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-af7e29cc-86f7-4c1a-a248-068105074bdf req-bb8a0612-4051-4569-b659-229879077239 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.60 "GET /v2.0/networks?id=7f92ba32-d487-4404-a462-4c7370c8bcd8 HTTP/1.1" status: 200 len: 811 time: 0.3154764 Nov 19 17:52:36.114673 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] No Port match for: 3b2b2cbc-efe1-426a-9ee0-1bc3929bebc8 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:52:36.121437 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-af7e29cc-86f7-4c1a-a248-068105074bdf req-1c5a410b-4723-4dc4-a4e9-3fceb91aa54b tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Request body: {'port': {'device_id': '8664fdc8-b810-4b6d-adcd-9d1398c785aa', 'network_id': '7f92ba32-d487-4404-a462-4c7370c8bcd8', 'admin_state_up': True, 'tenant_id': 'ef115ff0b9af40189b80151903c87a42'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:52:36.126723 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 3b2b2cbc-efe1-426a-9ee0-1bc3929bebc8 not bound to the agent host n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:52:36.295368 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af7e29cc-86f7-4c1a-a248-068105074bdf req-1c5a410b-4723-4dc4-a4e9-3fceb91aa54b tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Made reservation on behalf of ef115ff0b9af40189b80151903c87a42 for: {'port': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:52:36.299268 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-af7e29cc-86f7-4c1a-a248-068105074bdf req-1c5a410b-4723-4dc4-a4e9-3fceb91aa54b tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:36.865147 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [req-af7e29cc-86f7-4c1a-a248-068105074bdf req-1c5a410b-4723-4dc4-a4e9-3fceb91aa54b tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Allocated IP 172.20.0.8 (7f92ba32-d487-4404-a462-4c7370c8bcd8/fbe6d454-c5f1-4c18-83c0-782141861401/55751d50-ad01-4fe5-b2c4-6f37d72af915) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:52:37.165802 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-14d57b59-7223-4047-ba1c-14eb1162f0ab req-7593588d-eed4-4f15-a234-fa95a5cee134 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/ports?device_id=8664fdc8-b810-4b6d-adcd-9d1398c785aa HTTP/1.1" status: 200 len: 210 time: 0.0511732 Nov 19 17:52:37.172026 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-af7e29cc-86f7-4c1a-a248-068105074bdf req-1c5a410b-4723-4dc4-a4e9-3fceb91aa54b tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:37.209972 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-af7e29cc-86f7-4c1a-a248-068105074bdf req-1c5a410b-4723-4dc4-a4e9-3fceb91aa54b tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:37.264807 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af7e29cc-86f7-4c1a-a248-068105074bdf req-1c5a410b-4723-4dc4-a4e9-3fceb91aa54b tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Network 7f92ba32-d487-4404-a462-4c7370c8bcd8 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:52:37.273951 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [req-af7e29cc-86f7-4c1a-a248-068105074bdf req-1c5a410b-4723-4dc4-a4e9-3fceb91aa54b tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:52:37.285497 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-af7e29cc-86f7-4c1a-a248-068105074bdf req-1c5a410b-4723-4dc4-a4e9-3fceb91aa54b tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:52:37.316772 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5a410b-4723-4dc4-a4e9-3fceb91aa54b tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Pushing event updated for resources: {'Port': ['ID=55751d50-ad01-4fe5-b2c4-6f37d72af915,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:52:37.361095 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7e29cc-86f7-4c1a-a248-068105074bdf req-1c5a410b-4723-4dc4-a4e9-3fceb91aa54b tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:52:37.361860 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-af7e29cc-86f7-4c1a-a248-068105074bdf req-1c5a410b-4723-4dc4-a4e9-3fceb91aa54b tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:37.389329 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-af7e29cc-86f7-4c1a-a248-068105074bdf req-1c5a410b-4723-4dc4-a4e9-3fceb91aa54b tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2733243 Nov 19 17:52:37.408805 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-af7e29cc-86f7-4c1a-a248-068105074bdf req-52055613-3acf-4e6c-829f-1f419023ec92 service neutron] Request body: {'port': {'device_id': '8664fdc8-b810-4b6d-adcd-9d1398c785aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818022-2'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:52:37.511673 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-af7e29cc-86f7-4c1a-a248-068105074bdf req-52055613-3acf-4e6c-829f-1f419023ec92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:37.960070 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [req-af7e29cc-86f7-4c1a-a248-068105074bdf req-52055613-3acf-4e6c-829f-1f419023ec92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55751d50-ad01-4fe5-b2c4-6f37d72af915 {{(pid=103365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:52:37.984467 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-af7e29cc-86f7-4c1a-a248-068105074bdf req-52055613-3acf-4e6c-829f-1f419023ec92 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:38.019070 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.provisioning_blocks [req-af7e29cc-86f7-4c1a-a248-068105074bdf req-52055613-3acf-4e6c-829f-1f419023ec92 service neutron] Transition to ACTIVE for port object 55751d50-ad01-4fe5-b2c4-6f37d72af915 will not be triggered until provisioned by entity L2. {{(pid=103365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 17:52:38.028743 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-af7e29cc-86f7-4c1a-a248-068105074bdf req-52055613-3acf-4e6c-829f-1f419023ec92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:38.121497 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52055613-3acf-4e6c-829f-1f419023ec92 service neutron] Pushing event updated for resources: {'Port': ['ID=55751d50-ad01-4fe5-b2c4-6f37d72af915,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:52:38.202089 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-af7e29cc-86f7-4c1a-a248-068105074bdf req-52055613-3acf-4e6c-829f-1f419023ec92 service neutron] Attempting to bind port 55751d50-ad01-4fe5-b2c4-6f37d72af915 on host n-h1-818022-2 for vnic_type normal with profile {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:52:38.202738 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-af7e29cc-86f7-4c1a-a248-068105074bdf req-52055613-3acf-4e6c-829f-1f419023ec92 service neutron] Attempting to bind port 55751d50-ad01-4fe5-b2c4-6f37d72af915 by drivers openvswitch,hyperv on host n-h1-818022-2 at level 0 using segments [{'id': '89891acd-fd82-4118-b100-e50c4e69b300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '7f92ba32-d487-4404-a462-4c7370c8bcd8'}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:52:38.202738 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af7e29cc-86f7-4c1a-a248-068105074bdf req-52055613-3acf-4e6c-829f-1f419023ec92 service neutron] Attempting to bind port 55751d50-ad01-4fe5-b2c4-6f37d72af915 on network 7f92ba32-d487-4404-a462-4c7370c8bcd8 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:52:38.208767 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af7e29cc-86f7-4c1a-a248-068105074bdf req-52055613-3acf-4e6c-829f-1f419023ec92 service neutron] Port 55751d50-ad01-4fe5-b2c4-6f37d72af915 on network 7f92ba32-d487-4404-a462-4c7370c8bcd8 not bound, no agent of type Open vSwitch agent registered on host n-h1-818022-2 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 17:52:38.209204 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af7e29cc-86f7-4c1a-a248-068105074bdf req-52055613-3acf-4e6c-829f-1f419023ec92 service neutron] Attempting to bind port 55751d50-ad01-4fe5-b2c4-6f37d72af915 on network 7f92ba32-d487-4404-a462-4c7370c8bcd8 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:52:38.216456 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af7e29cc-86f7-4c1a-a248-068105074bdf req-52055613-3acf-4e6c-829f-1f419023ec92 service neutron] Checking agent: {'id': 'a6668d96-12fa-4ec0-99ad-77eaf490dd2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'started_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 52, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:52:38.216811 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af7e29cc-86f7-4c1a-a248-068105074bdf req-52055613-3acf-4e6c-829f-1f419023ec92 service neutron] Checking segment: {'id': '89891acd-fd82-4118-b100-e50c4e69b300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '7f92ba32-d487-4404-a462-4c7370c8bcd8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:52:38.217286 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af7e29cc-86f7-4c1a-a248-068105074bdf req-52055613-3acf-4e6c-829f-1f419023ec92 service neutron] Bound using segment: {'id': '89891acd-fd82-4118-b100-e50c4e69b300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '7f92ba32-d487-4404-a462-4c7370c8bcd8'} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:52:38.217864 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-af7e29cc-86f7-4c1a-a248-068105074bdf req-52055613-3acf-4e6c-829f-1f419023ec92 service neutron] Bound port: 55751d50-ad01-4fe5-b2c4-6f37d72af915, host: n-h1-818022-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89891acd-fd82-4118-b100-e50c4e69b300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '7f92ba32-d487-4404-a462-4c7370c8bcd8'}}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:52:38.218287 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-af7e29cc-86f7-4c1a-a248-068105074bdf req-52055613-3acf-4e6c-829f-1f419023ec92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:38.377330 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31bd40a-f85c-487d-8530-91964e4aa10e req-6e39c9cd-89ea-458d-b84a-e274d976f630 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:52:38.395262 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f31bd40a-f85c-487d-8530-91964e4aa10e req-6e39c9cd-89ea-458d-b84a-e274d976f630 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/ports?device_id=8664fdc8-b810-4b6d-adcd-9d1398c785aa HTTP/1.1" status: 200 len: 943 time: 0.1096449 Nov 19 17:52:38.396509 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-af7e29cc-86f7-4c1a-a248-068105074bdf req-52055613-3acf-4e6c-829f-1f419023ec92 service neutron] For port 55751d50-ad01-4fe5-b2c4-6f37d72af915, host n-h1-818022-2, cleared binding levels {{(pid=103365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:52:38.400589 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-af7e29cc-86f7-4c1a-a248-068105074bdf req-52055613-3acf-4e6c-829f-1f419023ec92 service neutron] For port 55751d50-ad01-4fe5-b2c4-6f37d72af915, host n-h1-818022-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=55751d50-ad01-4fe5-b2c4-6f37d72af915,segment=NetworkSegment(89891acd-fd82-4118-b100-e50c4e69b300),segment_id=89891acd-fd82-4118-b100-e50c4e69b300)] {{(pid=103365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:52:38.421880 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-af7e29cc-86f7-4c1a-a248-068105074bdf req-52055613-3acf-4e6c-829f-1f419023ec92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:38.486455 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f31bd40a-f85c-487d-8530-91964e4aa10e req-246e837e-f81f-4efa-8000-35c18fefdd0c tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/security-groups?id=30887d2c-2c06-4a04-8ed7-1cc9b0391ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794175 Nov 19 17:52:38.498521 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7e29cc-86f7-4c1a-a248-068105074bdf req-52055613-3acf-4e6c-829f-1f419023ec92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:52:38.499167 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-af7e29cc-86f7-4c1a-a248-068105074bdf req-52055613-3acf-4e6c-829f-1f419023ec92 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:38.501365 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-af7e29cc-86f7-4c1a-a248-068105074bdf req-52055613-3acf-4e6c-829f-1f419023ec92 service neutron] 10.222.0.60 "PUT /v2.0/ports/55751d50-ad01-4fe5-b2c4-6f37d72af915 HTTP/1.1" status: 200 len: 1091 time: 1.1023831 Nov 19 17:52:38.501856 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8664fdc8-b810-4b6d-adcd-9d1398c785aa', 'tag': '55751d50-ad01-4fe5-b2c4-6f37d72af915'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:52:38.504359 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218319d759239a7d11f1288aef37381b97754913ee9ccbfd43b51a463f801712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8993e9d3-3836-442d-8ff0-e2fab1498891" -d '{"events": [{"name": "network-changed", "server_uuid": "8664fdc8-b810-4b6d-adcd-9d1398c785aa", "tag": "55751d50-ad01-4fe5-b2c4-6f37d72af915"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:52:38.580202 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 17:52:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eda8124c-d98e-420d-b410-d0bfcdef4f39 x-openstack-request-id: req-eda8124c-d98e-420d-b410-d0bfcdef4f39 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:52:38.580509 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8664fdc8-b810-4b6d-adcd-9d1398c785aa", "tag": "55751d50-ad01-4fe5-b2c4-6f37d72af915", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:52:38.580749 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-eda8124c-d98e-420d-b410-d0bfcdef4f39 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:52:38.581325 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8664fdc8-b810-4b6d-adcd-9d1398c785aa', 'tag': '55751d50-ad01-4fe5-b2c4-6f37d72af915', 'status': 'completed', 'code': 200} Nov 19 17:52:38.596169 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52055613-3acf-4e6c-829f-1f419023ec92 service neutron] Pushing event updated for resources: {'Port': ['ID=55751d50-ad01-4fe5-b2c4-6f37d72af915,revision_number=3']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:52:38.619181 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7e29cc-86f7-4c1a-a248-068105074bdf req-b55270e5-11a9-4eba-abfc-35f48634f14f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:52:38.620767 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-af7e29cc-86f7-4c1a-a248-068105074bdf req-b55270e5-11a9-4eba-abfc-35f48634f14f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ef115ff0b9af40189b80151903c87a42&device_id=8664fdc8-b810-4b6d-adcd-9d1398c785aa HTTP/1.1" status: 200 len: 1094 time: 0.0640485 Nov 19 17:52:38.696568 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-af7e29cc-86f7-4c1a-a248-068105074bdf req-236a1e63-7f82-4a43-927a-9d0ff16699c0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=55751d50-ad01-4fe5-b2c4-6f37d72af915 HTTP/1.1" status: 200 len: 217 time: 0.0655022 Nov 19 17:52:38.776128 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7e29cc-86f7-4c1a-a248-068105074bdf req-2c3dadb2-1bab-4371-b156-0ac0f86c3b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:52:38.785133 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-af7e29cc-86f7-4c1a-a248-068105074bdf req-2c3dadb2-1bab-4371-b156-0ac0f86c3b70 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fbe6d454-c5f1-4c18-83c0-782141861401 HTTP/1.1" status: 200 len: 851 time: 0.0810912 Nov 19 17:52:38.837517 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-af7e29cc-86f7-4c1a-a248-068105074bdf req-7e9a51be-1394-4fd3-875b-508af6b4a1da service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7f92ba32-d487-4404-a462-4c7370c8bcd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422728 Nov 19 17:52:39.116867 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-af7e29cc-86f7-4c1a-a248-068105074bdf req-a5065b34-34b0-4c99-94a0-1d2fe3baaf19 service neutron] 10.222.0.60 "GET /v2.0/networks/7f92ba32-d487-4404-a462-4c7370c8bcd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2690907 Nov 19 17:52:39.307066 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 33622) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:52:39.325366 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-af7e29cc-86f7-4c1a-a248-068105074bdf req-83ca3a9c-1be1-490e-9574-f6815f0b20c4 service neutron] 10.222.0.60 "GET /v2.0/networks/7f92ba32-d487-4404-a462-4c7370c8bcd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2009172 Nov 19 17:52:39.513669 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8993e9d3-3836-442d-8ff0-e2fab1498891 req-38cfabcb-3b04-48ec-baab-4e29d47b41df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:52:39.519577 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8993e9d3-3836-442d-8ff0-e2fab1498891 req-38cfabcb-3b04-48ec-baab-4e29d47b41df service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ef115ff0b9af40189b80151903c87a42&device_id=8664fdc8-b810-4b6d-adcd-9d1398c785aa HTTP/1.1" status: 200 len: 1094 time: 0.1303399 Nov 19 17:52:39.575758 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0664bbbf-e8e6-4668-ac43-9596b909736c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:39.746821 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8993e9d3-3836-442d-8ff0-e2fab1498891 req-1bb3c094-ac96-442b-95f7-9d6b8fe70136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:52:39.751147 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8993e9d3-3836-442d-8ff0-e2fab1498891 req-1bb3c094-ac96-442b-95f7-9d6b8fe70136 service neutron] 10.222.0.60 "GET /v2.0/networks?id=7f92ba32-d487-4404-a462-4c7370c8bcd8 HTTP/1.1" status: 200 len: 912 time: 0.2245812 Nov 19 17:52:39.781112 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43ec09c-ded1-43f9-bfa8-8dd0aef2128b req-3e630549-1b2b-47c9-b0c2-ddb94fc2a56f tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:52:39.785072 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-e43ec09c-ded1-43f9-bfa8-8dd0aef2128b req-3e630549-1b2b-47c9-b0c2-ddb94fc2a56f tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/ports?device_id=8664fdc8-b810-4b6d-adcd-9d1398c785aa HTTP/1.1" status: 200 len: 943 time: 0.1585708 Nov 19 17:52:39.821385 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8993e9d3-3836-442d-8ff0-e2fab1498891 req-8fd32958-0d9f-4885-aba2-60e551ea6ff6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=55751d50-ad01-4fe5-b2c4-6f37d72af915 HTTP/1.1" status: 200 len: 217 time: 0.0625241 Nov 19 17:52:39.890874 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-e43ec09c-ded1-43f9-bfa8-8dd0aef2128b req-ba8a597c-1a6d-4202-9d26-9b0b3bf02cfa tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/security-groups?id=30887d2c-2c06-4a04-8ed7-1cc9b0391ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948184 Nov 19 17:52:39.927791 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0664bbbf-e8e6-4668-ac43-9596b909736c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:39.945797 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0664bbbf-e8e6-4668-ac43-9596b909736c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:39.995610 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8993e9d3-3836-442d-8ff0-e2fab1498891 req-50cfc3be-59a5-4aa4-9740-694887245b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:52:40.002236 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8993e9d3-3836-442d-8ff0-e2fab1498891 req-50cfc3be-59a5-4aa4-9740-694887245b58 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fbe6d454-c5f1-4c18-83c0-782141861401 HTTP/1.1" status: 200 len: 851 time: 0.1610777 Nov 19 17:52:40.005334 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-0664bbbf-e8e6-4668-ac43-9596b909736c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=82ec4d71a4044162875ae9414cd114d3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6965690 Nov 19 17:52:40.015882 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 33650) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:52:40.048729 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8993e9d3-3836-442d-8ff0-e2fab1498891 req-fca3f714-9963-4619-940a-de9315ce1f1f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7f92ba32-d487-4404-a462-4c7370c8bcd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406873 Nov 19 17:52:40.075462 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0664bbbf-e8e6-4668-ac43-9596b909736c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fc5f1b6-1357-4d95-83a9-8f7664cd47a0,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:52:40.129655 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b8052a4e-78e9-425d-aff1-b1def78eea3a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:40.188390 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8993e9d3-3836-442d-8ff0-e2fab1498891 req-6d10f34e-123c-4079-9faf-28d1487f15c5 service neutron] 10.222.0.60 "GET /v2.0/networks/7f92ba32-d487-4404-a462-4c7370c8bcd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255755 Nov 19 17:52:40.200856 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b8052a4e-78e9-425d-aff1-b1def78eea3a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:40.324852 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b8052a4e-78e9-425d-aff1-b1def78eea3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:40.328432 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b8052a4e-78e9-425d-aff1-b1def78eea3a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:40.330012 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-b8052a4e-78e9-425d-aff1-b1def78eea3a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/0fc5f1b6-1357-4d95-83a9-8f7664cd47a0 HTTP/1.1" status: 204 len: 168 time: 0.3111138 Nov 19 17:52:40.347081 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8052a4e-78e9-425d-aff1-b1def78eea3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fc5f1b6-1357-4d95-83a9-8f7664cd47a0,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:52:40.348323 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8993e9d3-3836-442d-8ff0-e2fab1498891 req-4731666c-4a40-47a3-8044-de974e4c4c6a service neutron] 10.222.0.60 "GET /v2.0/networks/7f92ba32-d487-4404-a462-4c7370c8bcd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502943 Nov 19 17:52:40.435057 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 33658) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:52:40.569381 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-39ff547d-74b3-43ef-99f9-c75f1d2e0204 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:40.681946 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-39ff547d-74b3-43ef-99f9-c75f1d2e0204 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:40.690272 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-39ff547d-74b3-43ef-99f9-c75f1d2e0204 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:40.735676 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-39ff547d-74b3-43ef-99f9-c75f1d2e0204 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b5b774f2246b4294a8c9c133e61e796c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2989666 Nov 19 17:52:40.738156 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 33666) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:52:40.759356 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ff547d-74b3-43ef-99f9-c75f1d2e0204 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca39a941-14d7-4097-887b-a61bcc11b11e,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:52:40.826366 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-60b9f72b-2bd8-4160-8e75-dd1118f80101 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:40.849539 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 33668) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:52:40.861112 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-60b9f72b-2bd8-4160-8e75-dd1118f80101 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:40.867002 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d6583d07-5e68-4029-958f-b7b75c9ecacd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:40.935783 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-60b9f72b-2bd8-4160-8e75-dd1118f80101 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:40.938708 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-60b9f72b-2bd8-4160-8e75-dd1118f80101 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:40.942718 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-60b9f72b-2bd8-4160-8e75-dd1118f80101 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ca39a941-14d7-4097-887b-a61bcc11b11e HTTP/1.1" status: 204 len: 168 time: 0.2031107 Nov 19 17:52:40.951191 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b9f72b-2bd8-4160-8e75-dd1118f80101 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca39a941-14d7-4097-887b-a61bcc11b11e,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:52:41.025570 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d6583d07-5e68-4029-958f-b7b75c9ecacd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:41.034063 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d6583d07-5e68-4029-958f-b7b75c9ecacd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:41.072034 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e974607-8eff-4624-8982-3eabd20acfee req-d860d4ee-ee92-46ed-a115-f8c6d9fe4c06 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:52:41.074047 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-3e974607-8eff-4624-8982-3eabd20acfee req-d860d4ee-ee92-46ed-a115-f8c6d9fe4c06 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/ports?device_id=8664fdc8-b810-4b6d-adcd-9d1398c785aa HTTP/1.1" status: 200 len: 943 time: 0.0577543 Nov 19 17:52:41.094930 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-d6583d07-5e68-4029-958f-b7b75c9ecacd admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=42774125615141eca886f58a77c21d1b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2442803 Nov 19 17:52:41.095987 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 33680) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:52:41.096814 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6583d07-5e68-4029-958f-b7b75c9ecacd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9056109c-dcb1-4538-a589-7aa013d98024,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:52:41.148857 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-3e974607-8eff-4624-8982-3eabd20acfee req-423f0592-e0ad-4022-bbbc-c41e1b7f12dd tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/security-groups?id=30887d2c-2c06-4a04-8ed7-1cc9b0391ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681040 Nov 19 17:52:41.156065 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b2fc82a2-b0f6-47fc-b92d-8f81231011fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:41.203549 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b2fc82a2-b0f6-47fc-b92d-8f81231011fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:41.286008 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b2fc82a2-b0f6-47fc-b92d-8f81231011fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:41.293023 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b2fc82a2-b0f6-47fc-b92d-8f81231011fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:41.294781 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-b2fc82a2-b0f6-47fc-b92d-8f81231011fb admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/9056109c-dcb1-4538-a589-7aa013d98024 HTTP/1.1" status: 204 len: 168 time: 0.1949434 Nov 19 17:52:41.304538 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fc82a2-b0f6-47fc-b92d-8f81231011fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9056109c-dcb1-4538-a589-7aa013d98024,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:52:41.407889 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6c65dc-c4cd-4533-b3fc-54829f6b8aa9 req-43a54540-b616-4d53-8edb-567b1a948562 tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:52:41.409433 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6e6c65dc-c4cd-4533-b3fc-54829f6b8aa9 req-43a54540-b616-4d53-8edb-567b1a948562 tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] 10.222.0.54 "GET /v2.0/ports?device_id=255d4465-733c-432c-9171-be49059696a7 HTTP/1.1" status: 200 len: 945 time: 0.0578022 Nov 19 17:52:41.463216 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6e6c65dc-c4cd-4533-b3fc-54829f6b8aa9 req-8fa3af7c-4012-4e47-a608-5ba1baaeca4d tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] 10.222.0.54 "GET /v2.0/security-groups?id=79517508-381b-4077-8d39-0c2cf4e2980c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441444 Nov 19 17:52:41.560758 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 33694) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:52:41.576168 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7b2d8d63-1161-4fd2-beac-4b851479d597 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:41.689348 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7b2d8d63-1161-4fd2-beac-4b851479d597 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:41.696907 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7b2d8d63-1161-4fd2-beac-4b851479d597 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:41.732032 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2d8d63-1161-4fd2-beac-4b851479d597 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41fe461b-8223-4ce3-abf7-6a951271f00a,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:52:41.757962 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-7b2d8d63-1161-4fd2-beac-4b851479d597 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=2356569656614b0c80f1bd8268f88d80&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1958606 Nov 19 17:52:41.760855 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 33706) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:52:41.814207 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1eae5839-e96b-4d71-aa27-fe47097325e4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:41.848913 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1eae5839-e96b-4d71-aa27-fe47097325e4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:41.907912 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1eae5839-e96b-4d71-aa27-fe47097325e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:41.911587 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1eae5839-e96b-4d71-aa27-fe47097325e4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:41.913612 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-1eae5839-e96b-4d71-aa27-fe47097325e4 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/41fe461b-8223-4ce3-abf7-6a951271f00a HTTP/1.1" status: 204 len: 168 time: 0.1511672 Nov 19 17:52:41.930337 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eae5839-e96b-4d71-aa27-fe47097325e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41fe461b-8223-4ce3-abf7-6a951271f00a,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:52:42.061287 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 55751d50-ad01-4fe5-b2c4-6f37d72af915 details requested by agent hyperv_n-h1-818022-2 with host n-h1-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 17:52:42.199750 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 55751d50-ad01-4fe5-b2c4-6f37d72af915, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=55751d50-ad01-4fe5-b2c4-6f37d72af915,segment=NetworkSegment(89891acd-fd82-4118-b100-e50c4e69b300),segment_id=89891acd-fd82-4118-b100-e50c4e69b300)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:52:42.216304 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Returning: {'device': '55751d50-ad01-4fe5-b2c4-6f37d72af915', 'network_id': '7f92ba32-d487-4404-a462-4c7370c8bcd8', 'port_id': '55751d50-ad01-4fe5-b2c4-6f37d72af915', 'mac_address': 'fa:16:3e:6f:c5:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbe6d454-c5f1-4c18-83c0-782141861401', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 17:52:42.275769 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:42.293485 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55751d50-ad01-4fe5-b2c4-6f37d72af915 {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:52:42.319965 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 55751d50-ad01-4fe5-b2c4-6f37d72af915, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=55751d50-ad01-4fe5-b2c4-6f37d72af915,segment=NetworkSegment(89891acd-fd82-4118-b100-e50c4e69b300),segment_id=89891acd-fd82-4118-b100-e50c4e69b300)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:52:42.332319 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:42.333151 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f15f039-7de6-4ddf-a044-27274bd21dae req-02040f08-9869-4a8d-b43e-0b0e11215f12 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:52:42.343323 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-1f15f039-7de6-4ddf-a044-27274bd21dae req-02040f08-9869-4a8d-b43e-0b0e11215f12 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/ports?device_id=8664fdc8-b810-4b6d-adcd-9d1398c785aa HTTP/1.1" status: 200 len: 943 time: 0.0805218 Nov 19 17:52:42.406615 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-1f15f039-7de6-4ddf-a044-27274bd21dae req-108e539b-2334-4012-83f6-11577b71686b tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/security-groups?id=30887d2c-2c06-4a04-8ed7-1cc9b0391ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597801 Nov 19 17:52:42.442298 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=55751d50-ad01-4fe5-b2c4-6f37d72af915,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:52:42.624360 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ae2e40-3241-4b09-bd6c-785c851a103e req-a6b27779-44e2-4833-b012-25fc1988c39b tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:52:42.631573 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-57ae2e40-3241-4b09-bd6c-785c851a103e req-a6b27779-44e2-4833-b012-25fc1988c39b tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] 10.222.0.54 "GET /v2.0/ports?device_id=255d4465-733c-432c-9171-be49059696a7 HTTP/1.1" status: 200 len: 945 time: 0.0878294 Nov 19 17:52:42.677290 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-57ae2e40-3241-4b09-bd6c-785c851a103e req-dd01f2aa-cdb2-4754-8a46-532f309d1071 tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] 10.222.0.54 "GET /v2.0/security-groups?id=79517508-381b-4077-8d39-0c2cf4e2980c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448072 Nov 19 17:52:42.714092 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['55751d50-ad01-4fe5-b2c4-6f37d72af915'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:52:42.735856 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d259b7-fc2c-45a6-a96f-e7a53d48be16 req-f91f6789-17da-4405-89c3-1f01eb383a9f tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:52:42.737851 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-90d259b7-fc2c-45a6-a96f-e7a53d48be16 req-f91f6789-17da-4405-89c3-1f01eb383a9f tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] 10.222.0.60 "GET /v2.0/ports?device_id=255d4465-733c-432c-9171-be49059696a7 HTTP/1.1" status: 200 len: 945 time: 0.0596519 Nov 19 17:52:42.880310 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-90d259b7-fc2c-45a6-a96f-e7a53d48be16 req-06fb73f2-0920-4ba3-adc7-9507de2cb162 tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] Deleting port b186f781-c16c-4ab6-ac40-7f5e90da9869 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:52:42.880662 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-90d259b7-fc2c-45a6-a96f-e7a53d48be16 req-06fb73f2-0920-4ba3-adc7-9507de2cb162 tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:43.014297 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-90d259b7-fc2c-45a6-a96f-e7a53d48be16 req-06fb73f2-0920-4ba3-adc7-9507de2cb162 tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] For port b186f781-c16c-4ab6-ac40-7f5e90da9869, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=b186f781-c16c-4ab6-ac40-7f5e90da9869,segment=NetworkSegment(ca1955a5-8302-44fc-89d8-f39d4f35e721),segment_id=ca1955a5-8302-44fc-89d8-f39d4f35e721)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:52:43.014659 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-90d259b7-fc2c-45a6-a96f-e7a53d48be16 req-06fb73f2-0920-4ba3-adc7-9507de2cb162 tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:43.032559 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-90d259b7-fc2c-45a6-a96f-e7a53d48be16 req-06fb73f2-0920-4ba3-adc7-9507de2cb162 tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] Calling delete_port for b186f781-c16c-4ab6-ac40-7f5e90da9869 owned by compute:nova {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:52:43.201406 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-90d259b7-fc2c-45a6-a96f-e7a53d48be16 req-06fb73f2-0920-4ba3-adc7-9507de2cb162 tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:43.240595 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fb73f2-0920-4ba3-adc7-9507de2cb162 tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] Pushing event deleted for resources: {'Port': ['ID=b186f781-c16c-4ab6-ac40-7f5e90da9869,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:52:43.294145 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-90d259b7-fc2c-45a6-a96f-e7a53d48be16 req-06fb73f2-0920-4ba3-adc7-9507de2cb162 tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] No DVR routers for this DVR port b186f781-c16c-4ab6-ac40-7f5e90da9869 on host n-h1-818022-2 {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:52:43.296793 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-90d259b7-fc2c-45a6-a96f-e7a53d48be16 req-06fb73f2-0920-4ba3-adc7-9507de2cb162 tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:43.300849 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-90d259b7-fc2c-45a6-a96f-e7a53d48be16 req-06fb73f2-0920-4ba3-adc7-9507de2cb162 tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] 10.222.0.60 "DELETE /v2.0/ports/b186f781-c16c-4ab6-ac40-7f5e90da9869 HTTP/1.1" status: 204 len: 173 time: 0.5551894 Nov 19 17:52:43.301341 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '255d4465-733c-432c-9171-be49059696a7', 'name': 'network-vif-deleted', 'tag': 'b186f781-c16c-4ab6-ac40-7f5e90da9869'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:52:43.303867 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218319d759239a7d11f1288aef37381b97754913ee9ccbfd43b51a463f801712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18552722-fda0-4595-a1f8-4104f0875ec4" -d '{"events": [{"server_uuid": "255d4465-733c-432c-9171-be49059696a7", "name": "network-vif-deleted", "tag": "b186f781-c16c-4ab6-ac40-7f5e90da9869"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:52:43.355936 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:52:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03c3e44d-4853-40aa-b5cd-8de65401e3f0 x-openstack-request-id: req-03c3e44d-4853-40aa-b5cd-8de65401e3f0 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:52:43.356941 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "255d4465-733c-432c-9171-be49059696a7", "name": "network-vif-deleted", "tag": "b186f781-c16c-4ab6-ac40-7f5e90da9869", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:52:43.357410 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-03c3e44d-4853-40aa-b5cd-8de65401e3f0 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:52:43.358256 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '255d4465-733c-432c-9171-be49059696a7', 'name': 'network-vif-deleted', 'tag': 'b186f781-c16c-4ab6-ac40-7f5e90da9869', 'status': 'completed', 'code': 200} Nov 19 17:52:43.668083 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56326121-3fce-4484-b112-377e76707cf0 req-0047b434-b9c5-4734-8814-f8770a95d058 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:52:43.670489 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-56326121-3fce-4484-b112-377e76707cf0 req-0047b434-b9c5-4734-8814-f8770a95d058 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/ports?device_id=8664fdc8-b810-4b6d-adcd-9d1398c785aa HTTP/1.1" status: 200 len: 944 time: 0.1063392 Nov 19 17:52:43.740135 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-56326121-3fce-4484-b112-377e76707cf0 req-1582e312-f3f3-4398-a271-60fd020501e5 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/security-groups?id=30887d2c-2c06-4a04-8ed7-1cc9b0391ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623574 Nov 19 17:52:43.853397 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['bc7413bb-7ca7-464c-9402-1f20912d4c45', 'bbc598b3-53f3-4676-9c56-f2e27aa4a7f5', 'b186f781-c16c-4ab6-ac40-7f5e90da9869'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:52:44.005369 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e253813a-b494-47d3-b2a0-261139b4cad8 req-c181febc-60e6-45a0-a0f3-a6857c7fedd1 tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] 10.222.0.54 "GET /v2.0/ports?device_id=255d4465-733c-432c-9171-be49059696a7 HTTP/1.1" status: 200 len: 210 time: 0.0410073 Nov 19 17:52:44.058604 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 55751d50-ad01-4fe5-b2c4-6f37d72af915 up at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:52:44.170803 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning for port 55751d50-ad01-4fe5-b2c4-6f37d72af915 completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 17:52:44.170948 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 33810) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:52:44.177460 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning complete for port 55751d50-ad01-4fe5-b2c4-6f37d72af915 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:52:44.177854 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:44.283071 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:44.306893 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8664fdc8-b810-4b6d-adcd-9d1398c785aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55751d50-ad01-4fe5-b2c4-6f37d72af915'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:52:44.309145 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3940761bcd94e032e6960d2241bd8993c5d3a7d8dc2aca8488f3ecf1d4dd2fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f2d5c2f-f61f-41ba-a9e0-30ba3d1fbc39" -d '{"events": [{"server_uuid": "8664fdc8-b810-4b6d-adcd-9d1398c785aa", "name": "network-vif-plugged", "status": "completed", "tag": "55751d50-ad01-4fe5-b2c4-6f37d72af915"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:52:44.329889 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 55751d50-ad01-4fe5-b2c4-6f37d72af915, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=55751d50-ad01-4fe5-b2c4-6f37d72af915,segment=NetworkSegment(89891acd-fd82-4118-b100-e50c4e69b300),segment_id=89891acd-fd82-4118-b100-e50c4e69b300)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:52:44.338125 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:44.389739 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:52:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74ea9dcc-c1e1-4d45-9572-8ff3fd352ce8 x-openstack-request-id: req-74ea9dcc-c1e1-4d45-9572-8ff3fd352ce8 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:52:44.390137 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8664fdc8-b810-4b6d-adcd-9d1398c785aa", "name": "network-vif-plugged", "status": "completed", "tag": "55751d50-ad01-4fe5-b2c4-6f37d72af915", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:52:44.390739 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-74ea9dcc-c1e1-4d45-9572-8ff3fd352ce8 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:52:44.391154 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8664fdc8-b810-4b6d-adcd-9d1398c785aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55751d50-ad01-4fe5-b2c4-6f37d72af915', 'code': 200} Nov 19 17:52:44.402026 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=55751d50-ad01-4fe5-b2c4-6f37d72af915,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:52:44.424576 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-256efb29-18cb-4be9-8c4e-f36f3430f4be admin admin] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:44.463881 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6494a2d1-437f-4a63-8492-c80dd048f302 req-ae8db6f5-08d9-4dc1-aea4-229619061c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:52:44.468658 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6494a2d1-437f-4a63-8492-c80dd048f302 req-ae8db6f5-08d9-4dc1-aea4-229619061c2e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=8664fdc8-b810-4b6d-adcd-9d1398c785aa HTTP/1.1" status: 200 len: 1096 time: 0.0497730 Nov 19 17:52:44.532849 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-256efb29-18cb-4be9-8c4e-f36f3430f4be admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:44.535215 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6494a2d1-437f-4a63-8492-c80dd048f302 req-3d6698ff-eb88-4021-8345-6c9aaf611ef6 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=30887d2c-2c06-4a04-8ed7-1cc9b0391ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600717 Nov 19 17:52:44.539658 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-256efb29-18cb-4be9-8c4e-f36f3430f4be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:44.581779 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-256efb29-18cb-4be9-8c4e-f36f3430f4be admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=55ed6f4241f04730adc53c8a650f6f60&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4096446 Nov 19 17:52:44.582806 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256efb29-18cb-4be9-8c4e-f36f3430f4be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb9757a0-3b80-41b4-96c6-825c64c92b5b,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:52:44.584516 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 33824) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:52:44.647904 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f9b9d934-830b-4b78-97e1-7ef4917651fc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:44.669241 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f9b9d934-830b-4b78-97e1-7ef4917651fc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:44.718220 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f9b9d934-830b-4b78-97e1-7ef4917651fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:44.720820 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f9b9d934-830b-4b78-97e1-7ef4917651fc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:44.724537 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-f9b9d934-830b-4b78-97e1-7ef4917651fc admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/eb9757a0-3b80-41b4-96c6-825c64c92b5b HTTP/1.1" status: 204 len: 168 time: 0.1356521 Nov 19 17:52:44.731218 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b9d934-830b-4b78-97e1-7ef4917651fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb9757a0-3b80-41b4-96c6-825c64c92b5b,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:52:44.799987 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 33832) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:52:44.896390 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048f25c0-5073-4b23-873b-a5447b639658 req-a0913bad-0e49-4f53-8a41-0f96c54eed6f tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:52:44.906754 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-048f25c0-5073-4b23-873b-a5447b639658 req-a0913bad-0e49-4f53-8a41-0f96c54eed6f tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/ports?device_id=8664fdc8-b810-4b6d-adcd-9d1398c785aa HTTP/1.1" status: 200 len: 945 time: 0.0733514 Nov 19 17:52:44.962197 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-048f25c0-5073-4b23-873b-a5447b639658 req-83665d3d-ca13-42a9-806f-0059be7a8d7b tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/security-groups?id=30887d2c-2c06-4a04-8ed7-1cc9b0391ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539649 Nov 19 17:52:45.089277 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-83d7b606-c1d0-49e6-942e-91b1055223ad admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:45.187951 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-83d7b606-c1d0-49e6-942e-91b1055223ad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:45.194807 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-83d7b606-c1d0-49e6-942e-91b1055223ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:45.226354 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 33852) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:52:45.240466 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a9575e56-7796-4306-9931-db3e17f9ffff admin admin] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:45.251490 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-83d7b606-c1d0-49e6-942e-91b1055223ad admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=0a573780088d40588e9e177b9da24bc0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4503348 Nov 19 17:52:45.252342 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 33854) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:52:45.253344 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d7b606-c1d0-49e6-942e-91b1055223ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5aea6740-2b48-4976-9398-1ccfe1e9e0db,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:52:45.385251 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-58d1a7db-131e-4c15-bef0-25489c2a811c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:45.404528 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4785ae-a6c9-491d-8929-94e71be475a6 req-b45942fa-dda9-4b9d-80fa-eb47d79c9b70 tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:52:45.406240 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0b4785ae-a6c9-491d-8929-94e71be475a6 req-b45942fa-dda9-4b9d-80fa-eb47d79c9b70 tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] 10.222.0.54 "GET /v2.0/ports?device_id=5f783170-a00e-49e4-888a-369d37ba4d25 HTTP/1.1" status: 200 len: 946 time: 0.1178861 Nov 19 17:52:45.449967 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-58d1a7db-131e-4c15-bef0-25489c2a811c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:45.466333 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a9575e56-7796-4306-9931-db3e17f9ffff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:45.480281 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a9575e56-7796-4306-9931-db3e17f9ffff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:45.553270 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-a9575e56-7796-4306-9931-db3e17f9ffff admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=447763840368430fae6dd281a867a87e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3232024 Nov 19 17:52:45.556452 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 33864) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:52:45.569031 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0b4785ae-a6c9-491d-8929-94e71be475a6 req-28db5f35-8a13-4a37-b77c-057dd6213e59 tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] 10.222.0.54 "GET /v2.0/security-groups?id=79517508-381b-4077-8d39-0c2cf4e2980c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453881 Nov 19 17:52:45.571287 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9575e56-7796-4306-9931-db3e17f9ffff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfe30445-6df6-466f-99e4-798dd32ff013,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:52:45.611678 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-58d1a7db-131e-4c15-bef0-25489c2a811c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:45.614587 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-58d1a7db-131e-4c15-bef0-25489c2a811c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:45.622529 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-58d1a7db-131e-4c15-bef0-25489c2a811c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/5aea6740-2b48-4976-9398-1ccfe1e9e0db HTTP/1.1" status: 204 len: 168 time: 0.3668604 Nov 19 17:52:45.630176 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d1a7db-131e-4c15-bef0-25489c2a811c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aea6740-2b48-4976-9398-1ccfe1e9e0db,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:52:45.669691 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-11623ee8-9826-4a9b-b776-82929cdac000 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:45.705072 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-11623ee8-9826-4a9b-b776-82929cdac000 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:45.756645 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-11623ee8-9826-4a9b-b776-82929cdac000 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:45.760376 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-11623ee8-9826-4a9b-b776-82929cdac000 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:45.761619 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-11623ee8-9826-4a9b-b776-82929cdac000 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/cfe30445-6df6-466f-99e4-798dd32ff013 HTTP/1.1" status: 204 len: 168 time: 0.2038891 Nov 19 17:52:45.781103 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11623ee8-9826-4a9b-b776-82929cdac000 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfe30445-6df6-466f-99e4-798dd32ff013,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:52:46.148358 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc4d64e-0ed1-4196-868c-7e1da26939f3 req-3b63ee71-a675-45b3-85d7-0afaebffe1f4 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:52:46.149927 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-1cc4d64e-0ed1-4196-868c-7e1da26939f3 req-3b63ee71-a675-45b3-85d7-0afaebffe1f4 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/ports?device_id=8664fdc8-b810-4b6d-adcd-9d1398c785aa HTTP/1.1" status: 200 len: 945 time: 0.0738015 Nov 19 17:52:46.168663 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 33886) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:52:46.192830 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1f27ef12-c176-45c9-a748-758658ef0cb4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:46.225966 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-1cc4d64e-0ed1-4196-868c-7e1da26939f3 req-1d1436e4-d9b1-41c8-b25d-4b6a04a0e04d tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/security-groups?id=30887d2c-2c06-4a04-8ed7-1cc9b0391ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687211 Nov 19 17:52:46.309857 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1f27ef12-c176-45c9-a748-758658ef0cb4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:46.316448 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1f27ef12-c176-45c9-a748-758658ef0cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:46.365515 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-1f27ef12-c176-45c9-a748-758658ef0cb4 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f40ab7ef27314e579403dfc95051813c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1956229 Nov 19 17:52:46.367361 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f27ef12-c176-45c9-a748-758658ef0cb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a0f6179-ea93-4d3a-8e03-9e1aa23532a4,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:52:46.369473 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 33892) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:52:46.482694 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-bc4a11ee-decf-411f-a666-db57fb2aef73 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:46.509290 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-bc4a11ee-decf-411f-a666-db57fb2aef73 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:46.585894 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-bc4a11ee-decf-411f-a666-db57fb2aef73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:46.589924 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-bc4a11ee-decf-411f-a666-db57fb2aef73 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:46.596441 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-bc4a11ee-decf-411f-a666-db57fb2aef73 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/2a0f6179-ea93-4d3a-8e03-9e1aa23532a4 HTTP/1.1" status: 204 len: 168 time: 0.2223544 Nov 19 17:52:46.612742 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4a11ee-decf-411f-a666-db57fb2aef73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a0f6179-ea93-4d3a-8e03-9e1aa23532a4,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:52:46.716383 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 33918) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:52:46.778682 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97022636-b091-4ab1-8e74-c28e703b88c0 req-bfc4c4cd-186a-4325-8305-5d8b166d1a1b tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:52:46.782889 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-97022636-b091-4ab1-8e74-c28e703b88c0 req-bfc4c4cd-186a-4325-8305-5d8b166d1a1b tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] 10.222.0.60 "GET /v2.0/ports?device_id=5f783170-a00e-49e4-888a-369d37ba4d25 HTTP/1.1" status: 200 len: 946 time: 0.1110015 Nov 19 17:52:46.859920 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e861167-febe-4624-9747-b07280698ee4 req-2c9df449-bd58-495b-9742-cbb232349cee tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:52:46.867665 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5e861167-febe-4624-9747-b07280698ee4 req-2c9df449-bd58-495b-9742-cbb232349cee tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] 10.222.0.54 "GET /v2.0/ports?device_id=5f783170-a00e-49e4-888a-369d37ba4d25 HTTP/1.1" status: 200 len: 946 time: 0.1480365 Nov 19 17:52:47.009339 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5e861167-febe-4624-9747-b07280698ee4 req-daf5384a-9973-4d01-95f4-aebd0bb65ac8 tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] 10.222.0.54 "GET /v2.0/security-groups?id=79517508-381b-4077-8d39-0c2cf4e2980c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405296 Nov 19 17:52:47.058494 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-97022636-b091-4ab1-8e74-c28e703b88c0 req-ad3076f1-edae-464e-b3d4-c70b3f6081f2 tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] Deleting port bbc598b3-53f3-4676-9c56-f2e27aa4a7f5 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:52:47.059210 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-97022636-b091-4ab1-8e74-c28e703b88c0 req-ad3076f1-edae-464e-b3d4-c70b3f6081f2 tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:47.117381 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-954031c0-0418-456b-8982-423c88d271cd admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-640496124-network', 'tenant_id': '768918befd704ebfb026586edba15d57'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:52:47.164763 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24062b8b-6fed-4c7b-adbc-7ce534f20a5b req-4a10b421-7ece-4fa8-b827-ca1cfaf88d72 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:52:47.173694 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-24062b8b-6fed-4c7b-adbc-7ce534f20a5b req-4a10b421-7ece-4fa8-b827-ca1cfaf88d72 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/ports?device_id=8664fdc8-b810-4b6d-adcd-9d1398c785aa HTTP/1.1" status: 200 len: 945 time: 0.1320240 Nov 19 17:52:47.209335 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-954031c0-0418-456b-8982-423c88d271cd admin admin] Made reservation on behalf of 768918befd704ebfb026586edba15d57 for: {'network': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:52:47.212431 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-954031c0-0418-456b-8982-423c88d271cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:47.231083 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-954031c0-0418-456b-8982-423c88d271cd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:47.235211 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-97022636-b091-4ab1-8e74-c28e703b88c0 req-ad3076f1-edae-464e-b3d4-c70b3f6081f2 tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] For port bbc598b3-53f3-4676-9c56-f2e27aa4a7f5, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=bbc598b3-53f3-4676-9c56-f2e27aa4a7f5,segment=NetworkSegment(ca1955a5-8302-44fc-89d8-f39d4f35e721),segment_id=ca1955a5-8302-44fc-89d8-f39d4f35e721)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:52:47.235642 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-97022636-b091-4ab1-8e74-c28e703b88c0 req-ad3076f1-edae-464e-b3d4-c70b3f6081f2 tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:47.251956 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-97022636-b091-4ab1-8e74-c28e703b88c0 req-ad3076f1-edae-464e-b3d4-c70b3f6081f2 tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] Calling delete_port for bbc598b3-53f3-4676-9c56-f2e27aa4a7f5 owned by compute:nova {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:52:47.253490 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-24062b8b-6fed-4c7b-adbc-7ce534f20a5b req-493845cb-1e01-4ff3-9e79-5f79c3e68d83 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/security-groups?id=30887d2c-2c06-4a04-8ed7-1cc9b0391ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776842 Nov 19 17:52:47.374001 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-954031c0-0418-456b-8982-423c88d271cd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:47.379494 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-954031c0-0418-456b-8982-423c88d271cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:47.404318 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-954031c0-0418-456b-8982-423c88d271cd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 678} {{(pid=103364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 17:52:47.417735 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-97022636-b091-4ab1-8e74-c28e703b88c0 req-ad3076f1-edae-464e-b3d4-c70b3f6081f2 tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:47.421355 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954031c0-0418-456b-8982-423c88d271cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db717b41-5c4a-4987-bc2c-e61662f936dc,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:52:47.424504 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-954031c0-0418-456b-8982-423c88d271cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:47.424842 n-d-818022-2 neutron-server[103364]: INFO neutron.db.segments_db [None req-954031c0-0418-456b-8982-423c88d271cd admin admin] Added segment b8533094-7a93-4e25-94a9-7b9f5be99c3d of type vlan for network 5622de71-ee08-4fd5-abaa-5e5321b25c32 Nov 19 17:52:47.432270 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['bc7413bb-7ca7-464c-9402-1f20912d4c45', 'bbc598b3-53f3-4676-9c56-f2e27aa4a7f5'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:52:47.480627 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3076f1-edae-464e-b3d4-c70b3f6081f2 tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] Pushing event deleted for resources: {'Port': ['ID=bbc598b3-53f3-4676-9c56-f2e27aa4a7f5,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:52:47.484795 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-954031c0-0418-456b-8982-423c88d271cd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:47.517363 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-954031c0-0418-456b-8982-423c88d271cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:47.518861 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-954031c0-0418-456b-8982-423c88d271cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:52:47.520234 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-954031c0-0418-456b-8982-423c88d271cd admin admin] Publish callbacks [] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:47.612910 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-97022636-b091-4ab1-8e74-c28e703b88c0 req-ad3076f1-edae-464e-b3d4-c70b3f6081f2 tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] No DVR routers for this DVR port bbc598b3-53f3-4676-9c56-f2e27aa4a7f5 on host n-h1-818022-2 {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:52:47.615899 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-97022636-b091-4ab1-8e74-c28e703b88c0 req-ad3076f1-edae-464e-b3d4-c70b3f6081f2 tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:47.622725 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-97022636-b091-4ab1-8e74-c28e703b88c0 req-ad3076f1-edae-464e-b3d4-c70b3f6081f2 tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] 10.222.0.60 "DELETE /v2.0/ports/bbc598b3-53f3-4676-9c56-f2e27aa4a7f5 HTTP/1.1" status: 204 len: 173 time: 0.8224773 Nov 19 17:52:47.622725 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f783170-a00e-49e4-888a-369d37ba4d25', 'name': 'network-vif-deleted', 'tag': 'bbc598b3-53f3-4676-9c56-f2e27aa4a7f5'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:52:47.624695 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-954031c0-0418-456b-8982-423c88d271cd admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.9071138 Nov 19 17:52:47.631086 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 33942) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:52:47.634804 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218319d759239a7d11f1288aef37381b97754913ee9ccbfd43b51a463f801712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-007634d1-7c84-42e1-90a6-43eaf37efcf1" -d '{"events": [{"server_uuid": "5f783170-a00e-49e4-888a-369d37ba4d25", "name": "network-vif-deleted", "tag": "bbc598b3-53f3-4676-9c56-f2e27aa4a7f5"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:52:47.646823 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-af785ad7-4b0f-443d-92ed-6d8327c44094 admin admin] Request body: {'subnet': {'network_id': '5622de71-ee08-4fd5-abaa-5e5321b25c32', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-640496124-subnet', 'tenant_id': '768918befd704ebfb026586edba15d57', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:52:47.657108 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954031c0-0418-456b-8982-423c88d271cd admin admin] Pushing event updated for resources: {'Network': ['ID=5622de71-ee08-4fd5-abaa-5e5321b25c32,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:52:47.699406 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network 5622de71-ee08-4fd5-abaa-5e5321b25c32 details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 17:52:47.703348 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:52:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc2dfecd-1dc4-4bd0-9e2e-c332bf9b4ab3 x-openstack-request-id: req-fc2dfecd-1dc4-4bd0-9e2e-c332bf9b4ab3 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:52:47.703623 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f783170-a00e-49e4-888a-369d37ba4d25", "name": "network-vif-deleted", "tag": "bbc598b3-53f3-4676-9c56-f2e27aa4a7f5", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:52:47.704024 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-fc2dfecd-1dc4-4bd0-9e2e-c332bf9b4ab3 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:52:47.704579 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f783170-a00e-49e4-888a-369d37ba4d25', 'name': 'network-vif-deleted', 'tag': 'bbc598b3-53f3-4676-9c56-f2e27aa4a7f5', 'status': 'completed', 'code': 200} Nov 19 17:52:47.712614 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af785ad7-4b0f-443d-92ed-6d8327c44094 admin admin] Made reservation on behalf of 768918befd704ebfb026586edba15d57 for: {'subnet': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:52:47.715221 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-af785ad7-4b0f-443d-92ed-6d8327c44094 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8983829'] for subnet, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:48.011199 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-af785ad7-4b0f-443d-92ed-6d8327c44094 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12425078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8983815'] for subnet, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:48.088942 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af785ad7-4b0f-443d-92ed-6d8327c44094 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f27e42f-ffc4-4425-9c73-00f5af46a7a1,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:52:48.110517 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device b186f781-c16c-4ab6-ac40-7f5e90da9869 no longer exists at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:52:48.122374 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af785ad7-4b0f-443d-92ed-6d8327c44094 admin admin] Checking segment: {'id': 'b8533094-7a93-4e25-94a9-7b9f5be99c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '5622de71-ee08-4fd5-abaa-5e5321b25c32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:52:48.122739 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af785ad7-4b0f-443d-92ed-6d8327c44094 admin admin] Network hostable DHCP agents. Network: 5622de71-ee08-4fd5-abaa-5e5321b25c32, hostable agents: ['02910ef2-0455-4aea-9f38-9a875579633f'], hosted agents: [] {{(pid=103364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 17:52:48.144689 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] No Port match for: b186f781-c16c-4ab6-ac40-7f5e90da9869 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:52:48.145312 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device b186f781-c16c-4ab6-ac40-7f5e90da9869 not bound to the agent host n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:52:48.201655 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-720af849-4a2e-4bf9-a871-4948b597f4ca req-22d37a54-9dfb-4a0d-8dc1-a9ec0494c977 tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] 10.222.0.54 "GET /v2.0/ports?device_id=5f783170-a00e-49e4-888a-369d37ba4d25 HTTP/1.1" status: 200 len: 210 time: 0.0661726 Nov 19 17:52:48.210609 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af785ad7-4b0f-443d-92ed-6d8327c44094 admin admin] Network 5622de71-ee08-4fd5-abaa-5e5321b25c32 is scheduled to be hosted by DHCP agent 02910ef2-0455-4aea-9f38-9a875579633f with binding_index 1 {{(pid=103364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 17:52:48.238622 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-af785ad7-4b0f-443d-92ed-6d8327c44094 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818022-2, 5622de71-ee08-4fd5-abaa-5e5321b25c32) {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:52:48.252353 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63701195-f4c1-4edd-85d8-b5d41167c10e None None] Network 5622de71-ee08-4fd5-abaa-5e5321b25c32 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:52:48.259735 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af785ad7-4b0f-443d-92ed-6d8327c44094 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:52:48.260578 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-af785ad7-4b0f-443d-92ed-6d8327c44094 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:48.296114 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 33968) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:52:48.305572 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-0dccbb39-9265-47b8-8702-2c41d0fbe1a2 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-640496124-router', 'tenant_id': '768918befd704ebfb026586edba15d57', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'}}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:52:48.311986 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-af785ad7-4b0f-443d-92ed-6d8327c44094 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.6608727 Nov 19 17:52:48.353109 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0dccbb39-9265-47b8-8702-2c41d0fbe1a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9890'] for router, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:48.354843 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0dccbb39-9265-47b8-8702-2c41d0fbe1a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671617', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-732153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4689'] for router, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:48.504913 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0dccbb39-9265-47b8-8702-2c41d0fbe1a2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:48.532626 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f08f055b-4dea-4ec7-ab82-59a0c9642403 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54f44f5f-1200-574e-8740-2141911d5b73-5622de71-ee08-4fd5-abaa-5e5321b25c32', 'network_id': '5622de71-ee08-4fd5-abaa-5e5321b25c32', 'tenant_id': '768918befd704ebfb026586edba15d57', 'fixed_ips': [{'subnet_id': '5f27e42f-ffc4-4425-9c73-00f5af46a7a1'}]}} from n-d-818022-2. {{(pid=103366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 17:52:48.533691 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f08f055b-4dea-4ec7-ab82-59a0c9642403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:48.624208 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e487da-823f-4cab-a34a-72e0d427d28c req-725c3da4-716f-4bf1-8f65-d21b53a864ab tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:52:48.628489 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b2e487da-823f-4cab-a34a-72e0d427d28c req-725c3da4-716f-4bf1-8f65-d21b53a864ab tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/ports?device_id=8664fdc8-b810-4b6d-adcd-9d1398c785aa HTTP/1.1" status: 200 len: 945 time: 0.1943877 Nov 19 17:52:48.730074 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0dccbb39-9265-47b8-8702-2c41d0fbe1a2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:48.743917 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [None req-f08f055b-4dea-4ec7-ab82-59a0c9642403 None None] Allocated IP 172.20.0.2 (5622de71-ee08-4fd5-abaa-5e5321b25c32/5f27e42f-ffc4-4425-9c73-00f5af46a7a1/bcd56383-1ae6-48ee-867c-cdf55963de89) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:52:48.753595 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b2e487da-823f-4cab-a34a-72e0d427d28c req-5e02e860-0e47-4ebc-b467-b6f09b8ccc49 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/security-groups?id=30887d2c-2c06-4a04-8ed7-1cc9b0391ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223190 Nov 19 17:52:48.952039 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f08f055b-4dea-4ec7-ab82-59a0c9642403 None None] Publish callbacks [] for port, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:48.965090 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f08f055b-4dea-4ec7-ab82-59a0c9642403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998'] for port, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:49.025430 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0dccbb39-9265-47b8-8702-2c41d0fbe1a2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:49.043826 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f08f055b-4dea-4ec7-ab82-59a0c9642403 None None] Network 5622de71-ee08-4fd5-abaa-5e5321b25c32 is already hosted by enough agents. {{(pid=103366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:52:49.051585 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0dccbb39-9265-47b8-8702-2c41d0fbe1a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:49.061587 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [None req-f08f055b-4dea-4ec7-ab82-59a0c9642403 None None] Resources bound (agent type, host, resource id): {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:52:49.070711 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f08f055b-4dea-4ec7-ab82-59a0c9642403 None None] Received port after_create {{(pid=103366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:52:49.151775 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08f055b-4dea-4ec7-ab82-59a0c9642403 None None] Pushing event updated for resources: {'Port': ['ID=bcd56383-1ae6-48ee-867c-cdf55963de89,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:52:49.156074 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-f08f055b-4dea-4ec7-ab82-59a0c9642403 None None] Attempting to bind port bcd56383-1ae6-48ee-867c-cdf55963de89 on host n-d-818022-2 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:52:49.156446 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-f08f055b-4dea-4ec7-ab82-59a0c9642403 None None] Attempting to bind port bcd56383-1ae6-48ee-867c-cdf55963de89 by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': 'b8533094-7a93-4e25-94a9-7b9f5be99c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '5622de71-ee08-4fd5-abaa-5e5321b25c32'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:52:49.157090 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f08f055b-4dea-4ec7-ab82-59a0c9642403 None None] Attempting to bind port bcd56383-1ae6-48ee-867c-cdf55963de89 on network 5622de71-ee08-4fd5-abaa-5e5321b25c32 {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:52:49.162543 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f08f055b-4dea-4ec7-ab82-59a0c9642403 None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 52, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:52:49.163493 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f08f055b-4dea-4ec7-ab82-59a0c9642403 None None] Checking segment: {'id': 'b8533094-7a93-4e25-94a9-7b9f5be99c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '5622de71-ee08-4fd5-abaa-5e5321b25c32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:52:49.163900 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f08f055b-4dea-4ec7-ab82-59a0c9642403 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:49.164296 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f08f055b-4dea-4ec7-ab82-59a0c9642403 None None] Bound using segment: {'id': 'b8533094-7a93-4e25-94a9-7b9f5be99c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '5622de71-ee08-4fd5-abaa-5e5321b25c32'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:52:49.164767 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-f08f055b-4dea-4ec7-ab82-59a0c9642403 None None] Bound port: bcd56383-1ae6-48ee-867c-cdf55963de89, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8533094-7a93-4e25-94a9-7b9f5be99c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '5622de71-ee08-4fd5-abaa-5e5321b25c32'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:52:49.165152 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f08f055b-4dea-4ec7-ab82-59a0c9642403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:49.225862 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [None req-0dccbb39-9265-47b8-8702-2c41d0fbe1a2 admin admin] Allocated IP 172.25.7.30 (645e61aa-1a6c-4e8f-857e-ab06edb4897f/88ed2d64-f56d-4f01-a468-946e01c99e82/aba232e2-3e89-4691-8668-65221e18789d) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:52:49.265317 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-f08f055b-4dea-4ec7-ab82-59a0c9642403 None None] For port bcd56383-1ae6-48ee-867c-cdf55963de89, host n-d-818022-2, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:52:49.268563 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-f08f055b-4dea-4ec7-ab82-59a0c9642403 None None] For port bcd56383-1ae6-48ee-867c-cdf55963de89, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=bcd56383-1ae6-48ee-867c-cdf55963de89,segment=NetworkSegment(b8533094-7a93-4e25-94a9-7b9f5be99c3d),segment_id=b8533094-7a93-4e25-94a9-7b9f5be99c3d)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:52:49.282501 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f08f055b-4dea-4ec7-ab82-59a0c9642403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:49.367968 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0dccbb39-9265-47b8-8702-2c41d0fbe1a2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:49.413233 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08f055b-4dea-4ec7-ab82-59a0c9642403 None None] Pushing event updated for resources: {'Port': ['ID=bcd56383-1ae6-48ee-867c-cdf55963de89,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:52:49.448205 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0dccbb39-9265-47b8-8702-2c41d0fbe1a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:49.550893 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dccbb39-9265-47b8-8702-2c41d0fbe1a2 admin admin] Network 645e61aa-1a6c-4e8f-857e-ab06edb4897f is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:52:49.555415 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-0dccbb39-9265-47b8-8702-2c41d0fbe1a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:52:49.558046 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dccbb39-9265-47b8-8702-2c41d0fbe1a2 admin admin] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:52:49.641765 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dccbb39-9265-47b8-8702-2c41d0fbe1a2 admin admin] Pushing event updated for resources: {'Port': ['ID=aba232e2-3e89-4691-8668-65221e18789d,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:52:50.077257 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0dccbb39-9265-47b8-8702-2c41d0fbe1a2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:50.085948 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0370b5b5-11a9-4c6e-b888-cf208c429149 req-0eb75403-553f-4edf-81c2-c8ad7530a267 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:52:50.088163 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0370b5b5-11a9-4c6e-b888-cf208c429149 req-0eb75403-553f-4edf-81c2-c8ad7530a267 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/ports?device_id=8664fdc8-b810-4b6d-adcd-9d1398c785aa HTTP/1.1" status: 200 len: 945 time: 0.1712022 Nov 19 17:52:50.185293 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device bcd56383-1ae6-48ee-867c-cdf55963de89 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:52:50.223540 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0370b5b5-11a9-4c6e-b888-cf208c429149 req-1f80cbfe-a417-472d-944a-8158dafdf28a tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/security-groups?id=30887d2c-2c06-4a04-8ed7-1cc9b0391ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284869 Nov 19 17:52:50.308833 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port bcd56383-1ae6-48ee-867c-cdf55963de89 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:52:50.309215 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:50.445893 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0dccbb39-9265-47b8-8702-2c41d0fbe1a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671702'] for router, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:50.461968 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:50.729292 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dccbb39-9265-47b8-8702-2c41d0fbe1a2 admin admin] Router 4ac03048-5d3c-4b72-be75-8f73923ea156 is scheduled to L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 with binding_index 1 {{(pid=103365) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 17:52:50.873826 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] For port bcd56383-1ae6-48ee-867c-cdf55963de89, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=bcd56383-1ae6-48ee-867c-cdf55963de89,segment=NetworkSegment(b8533094-7a93-4e25-94a9-7b9f5be99c3d),segment_id=b8533094-7a93-4e25-94a9-7b9f5be99c3d)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:52:50.885278 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:50.960788 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Pushing event updated for resources: {'Port': ['ID=bcd56383-1ae6-48ee-867c-cdf55963de89,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:52:51.146985 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2980270d-e093-4e74-992f-9051b07186b6 None None] Network 5622de71-ee08-4fd5-abaa-5e5321b25c32 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:52:51.271203 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-af660f88-4079-4978-8b79-0cf6af47e913 None None] Provisioning complete for port bcd56383-1ae6-48ee-867c-cdf55963de89 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:52:51.271856 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-af660f88-4079-4978-8b79-0cf6af47e913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:51.363574 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dccbb39-9265-47b8-8702-2c41d0fbe1a2 admin admin] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 17:52:51.384173 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f06fa020-ba8c-4202-89bc-da2fcdcb6cd0 None None] Sync routers for ids ['4ac03048-5d3c-4b72-be75-8f73923ea156'] in n-d-818022-2 {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 17:52:51.406298 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f06fa020-ba8c-4202-89bc-da2fcdcb6cd0 None None] Routers {'4ac03048-5d3c-4b72-be75-8f73923ea156'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:52:51.406937 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-f06fa020-ba8c-4202-89bc-da2fcdcb6cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:52:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['4ac03048-5d3c-4b72-be75-8f73923ea156'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:52:51.411912 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0dccbb39-9265-47b8-8702-2c41d0fbe1a2 admin admin] Publish callbacks [] for router, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:51.417180 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 34042) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:52:51.418679 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-0dccbb39-9265-47b8-8702-2c41d0fbe1a2 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 3.1213081 Nov 19 17:52:51.517668 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d678196-6bf2-47a7-8b33-76ebeeb24ef8 req-27947830-819e-4c88-8fc3-952822064e5c tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:52:51.527241 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-5d678196-6bf2-47a7-8b33-76ebeeb24ef8 req-27947830-819e-4c88-8fc3-952822064e5c tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/ports?device_id=8664fdc8-b810-4b6d-adcd-9d1398c785aa HTTP/1.1" status: 200 len: 945 time: 0.1302106 Nov 19 17:52:51.629728 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-f06fa020-ba8c-4202-89bc-da2fcdcb6cd0 None None] Set router 4ac03048-5d3c-4b72-be75-8f73923ea156 gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:52:51.658181 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-5d678196-6bf2-47a7-8b33-76ebeeb24ef8 req-1b9e332c-edbb-4877-acf6-85ea58376fe7 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/security-groups?id=30887d2c-2c06-4a04-8ed7-1cc9b0391ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249359 Nov 19 17:52:51.953865 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-e6635e88-e588-4881-bba3-76bb3f1136a5 None None] Provisioning complete for port bcd56383-1ae6-48ee-867c-cdf55963de89 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:52:51.957055 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e6635e88-e588-4881-bba3-76bb3f1136a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:52.102382 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-f06fa020-ba8c-4202-89bc-da2fcdcb6cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ac03048-5d3c-4b72-be75-8f73923ea156', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-640496124-router', 'tenant_id': '768918befd704ebfb026586edba15d57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.30'}], 'enable_snat': True}, 'gw_port_id': 'aba232e2-3e89-4691-8668-65221e18789d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:52:48Z', 'updated_at': '2021-11-19T17:52:49Z', 'revision_number': 3, 'project_id': '768918befd704ebfb026586edba15d57', 'gw_port': {'id': 'aba232e2-3e89-4691-8668-65221e18789d', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:a8:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ac03048-5d3c-4b72-be75-8f73923ea156', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:52:49Z', 'updated_at': '2021-11-19T17:52:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:52:52.141976 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device bbc598b3-53f3-4676-9c56-f2e27aa4a7f5 no longer exists at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:52:52.144181 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device bcd56383-1ae6-48ee-867c-cdf55963de89 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:52:52.157530 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f06fa020-ba8c-4202-89bc-da2fcdcb6cd0 None None] Checking router: 4ac03048-5d3c-4b72-be75-8f73923ea156 for host: n-d-818022-2 {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 17:52:52.158168 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f06fa020-ba8c-4202-89bc-da2fcdcb6cd0 None None] Updating router 4ac03048-5d3c-4b72-be75-8f73923ea156 port aba232e2-3e89-4691-8668-65221e18789d binding host n-d-818022-2 {{(pid=103367) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 17:52:52.208868 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-f06fa020-ba8c-4202-89bc-da2fcdcb6cd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:52.270065 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] No Port match for: bbc598b3-53f3-4676-9c56-f2e27aa4a7f5 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:52:52.270432 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device bbc598b3-53f3-4676-9c56-f2e27aa4a7f5 not bound to the agent host n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:52:52.347475 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port bcd56383-1ae6-48ee-867c-cdf55963de89 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:52:52.348954 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:52.353356 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-adf5f4f1-2440-46ea-bcc1-3acc1c52d511 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:52.645137 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-f06fa020-ba8c-4202-89bc-da2fcdcb6cd0 None None] Publish callbacks [] for port, precommit_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:52.654774 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-f06fa020-ba8c-4202-89bc-da2fcdcb6cd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:52.733360 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edf09c7-1014-434f-bbee-541ebe7bb628 None None] Pushing event updated for resources: {'Port': ['ID=aba232e2-3e89-4691-8668-65221e18789d,revision_number=2']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:52:52.759806 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [None req-adf5f4f1-2440-46ea-bcc1-3acc1c52d511 admin admin] Allocated IP 172.20.0.1 (5622de71-ee08-4fd5-abaa-5e5321b25c32/5f27e42f-ffc4-4425-9c73-00f5af46a7a1/d8a3785b-79fb-4859-9add-eb2987fc8008) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:52:52.761282 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8edf09c7-1014-434f-bbee-541ebe7bb628 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:52:52.761868 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8edf09c7-1014-434f-bbee-541ebe7bb628 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:52:52.762366 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8edf09c7-1014-434f-bbee-541ebe7bb628 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:52:52.762857 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8edf09c7-1014-434f-bbee-541ebe7bb628 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:52:52.763392 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8edf09c7-1014-434f-bbee-541ebe7bb628 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:52:52.763967 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8edf09c7-1014-434f-bbee-541ebe7bb628 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:52:52.765057 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8edf09c7-1014-434f-bbee-541ebe7bb628 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:52:52.766236 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8edf09c7-1014-434f-bbee-541ebe7bb628 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:52:52.766954 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8edf09c7-1014-434f-bbee-541ebe7bb628 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:52:52.771105 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8edf09c7-1014-434f-bbee-541ebe7bb628 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:52:52.771661 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8edf09c7-1014-434f-bbee-541ebe7bb628 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:52:52.772935 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8edf09c7-1014-434f-bbee-541ebe7bb628 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:52:52.806251 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-f06fa020-ba8c-4202-89bc-da2fcdcb6cd0 None None] Attempting to bind port aba232e2-3e89-4691-8668-65221e18789d on host n-d-818022-2 for vnic_type normal with profile {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:52:52.806905 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-f06fa020-ba8c-4202-89bc-da2fcdcb6cd0 None None] Attempting to bind port aba232e2-3e89-4691-8668-65221e18789d by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:52:52.807354 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f06fa020-ba8c-4202-89bc-da2fcdcb6cd0 None None] Attempting to bind port aba232e2-3e89-4691-8668-65221e18789d on network 645e61aa-1a6c-4e8f-857e-ab06edb4897f {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:52:52.827318 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f06fa020-ba8c-4202-89bc-da2fcdcb6cd0 None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 52, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:52:52.830175 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f06fa020-ba8c-4202-89bc-da2fcdcb6cd0 None None] Checking segment: {'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:52:52.831326 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-f06fa020-ba8c-4202-89bc-da2fcdcb6cd0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:52.835941 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f06fa020-ba8c-4202-89bc-da2fcdcb6cd0 None None] Bound using segment: {'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:52:52.837743 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-f06fa020-ba8c-4202-89bc-da2fcdcb6cd0 None None] Bound port: aba232e2-3e89-4691-8668-65221e18789d, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'}}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:52:52.838378 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-f06fa020-ba8c-4202-89bc-da2fcdcb6cd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:53.034815 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-f06fa020-ba8c-4202-89bc-da2fcdcb6cd0 None None] For port aba232e2-3e89-4691-8668-65221e18789d, host n-d-818022-2, cleared binding levels {{(pid=103367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:52:53.045073 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-f06fa020-ba8c-4202-89bc-da2fcdcb6cd0 None None] For port aba232e2-3e89-4691-8668-65221e18789d, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=aba232e2-3e89-4691-8668-65221e18789d,segment=NetworkSegment(bbe705c1-96c0-476e-8381-28227e6f0ac5),segment_id=bbe705c1-96c0-476e-8381-28227e6f0ac5)] {{(pid=103367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:52:53.063963 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-f06fa020-ba8c-4202-89bc-da2fcdcb6cd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:53.157865 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd08e03-fecc-4552-9aac-270cf97a756a req-7d362194-8bc8-44d4-b436-1c4fcaaadbfe tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:52:53.181803 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-dbd08e03-fecc-4552-9aac-270cf97a756a req-7d362194-8bc8-44d4-b436-1c4fcaaadbfe tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/ports?device_id=8664fdc8-b810-4b6d-adcd-9d1398c785aa HTTP/1.1" status: 200 len: 945 time: 0.3626199 Nov 19 17:52:53.202979 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f06fa020-ba8c-4202-89bc-da2fcdcb6cd0 None None] Routers {'4ac03048-5d3c-4b72-be75-8f73923ea156'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:52:53.203768 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-f06fa020-ba8c-4202-89bc-da2fcdcb6cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:52:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['4ac03048-5d3c-4b72-be75-8f73923ea156'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:52:53.262330 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-dbd08e03-fecc-4552-9aac-270cf97a756a req-13296095-21cf-4072-9e02-1d956f5040b1 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/security-groups?id=30887d2c-2c06-4a04-8ed7-1cc9b0391ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800564 Nov 19 17:52:53.302486 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-adf5f4f1-2440-46ea-bcc1-3acc1c52d511 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:53.354278 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-adf5f4f1-2440-46ea-bcc1-3acc1c52d511 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:53.356215 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edf09c7-1014-434f-bbee-541ebe7bb628 None None] Pushing event updated for resources: {'Port': ['ID=aba232e2-3e89-4691-8668-65221e18789d,revision_number=3']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:52:53.420631 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adf5f4f1-2440-46ea-bcc1-3acc1c52d511 admin admin] Network 5622de71-ee08-4fd5-abaa-5e5321b25c32 is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:52:53.429063 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-adf5f4f1-2440-46ea-bcc1-3acc1c52d511 admin admin] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:52:53.435736 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf5f4f1-2440-46ea-bcc1-3acc1c52d511 admin admin] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:52:53.438092 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf5f4f1-2440-46ea-bcc1-3acc1c52d511 admin admin] Pushing event updated for resources: {'Port': ['ID=d8a3785b-79fb-4859-9add-eb2987fc8008,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:52:53.499740 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-adf5f4f1-2440-46ea-bcc1-3acc1c52d511 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-671361'] for router_interface, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:53.514196 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-f06fa020-ba8c-4202-89bc-da2fcdcb6cd0 None None] Set router 4ac03048-5d3c-4b72-be75-8f73923ea156 gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:52:53.823792 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-adf5f4f1-2440-46ea-bcc1-3acc1c52d511 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:53.848214 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-124382a6-ddcb-4c2c-bfd9-f4960d90e939 None None] Provisioning complete for port d8a3785b-79fb-4859-9add-eb2987fc8008 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:52:53.848658 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-124382a6-ddcb-4c2c-bfd9-f4960d90e939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:53.930082 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-124382a6-ddcb-4c2c-bfd9-f4960d90e939 None None] Port d8a3785b-79fb-4859-9add-eb2987fc8008 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:52:54.044312 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-f06fa020-ba8c-4202-89bc-da2fcdcb6cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ac03048-5d3c-4b72-be75-8f73923ea156', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-640496124-router', 'tenant_id': '768918befd704ebfb026586edba15d57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.30'}], 'enable_snat': True}, 'gw_port_id': 'aba232e2-3e89-4691-8668-65221e18789d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:52:48Z', 'updated_at': '2021-11-19T17:52:49Z', 'revision_number': 3, 'project_id': '768918befd704ebfb026586edba15d57', 'gw_port': {'id': 'aba232e2-3e89-4691-8668-65221e18789d', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:a8:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ac03048-5d3c-4b72-be75-8f73923ea156', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:52:49Z', 'updated_at': '2021-11-19T17:52:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:52:54.088393 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f06fa020-ba8c-4202-89bc-da2fcdcb6cd0 None None] The sync data for ids ['4ac03048-5d3c-4b72-be75-8f73923ea156'] in n-d-818022-2 is: [{'id': '4ac03048-5d3c-4b72-be75-8f73923ea156', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-640496124-router', 'tenant_id': '768918befd704ebfb026586edba15d57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.30'}], 'enable_snat': True}, 'gw_port_id': 'aba232e2-3e89-4691-8668-65221e18789d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:52:48Z', 'updated_at': '2021-11-19T17:52:49Z', 'revision_number': 3, 'project_id': '768918befd704ebfb026586edba15d57', 'gw_port': {'id': 'aba232e2-3e89-4691-8668-65221e18789d', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:a8:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ac03048-5d3c-4b72-be75-8f73923ea156', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:52:49Z', 'updated_at': '2021-11-19T17:52:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 17:52:54.154347 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-adf5f4f1-2440-46ea-bcc1-3acc1c52d511 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:54.165036 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-adf5f4f1-2440-46ea-bcc1-3acc1c52d511 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:54.315019 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-adf5f4f1-2440-46ea-bcc1-3acc1c52d511 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-768529'] for router_interface, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:54.324707 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf5f4f1-2440-46ea-bcc1-3acc1c52d511 admin admin] Pushing event updated for resources: {'Port': ['ID=d8a3785b-79fb-4859-9add-eb2987fc8008,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:52:54.341058 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf5f4f1-2440-46ea-bcc1-3acc1c52d511 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:52:54.341416 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf5f4f1-2440-46ea-bcc1-3acc1c52d511 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:52:54.341768 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf5f4f1-2440-46ea-bcc1-3acc1c52d511 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:52:54.357931 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf5f4f1-2440-46ea-bcc1-3acc1c52d511 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:52:54.360869 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf5f4f1-2440-46ea-bcc1-3acc1c52d511 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:52:54.361266 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf5f4f1-2440-46ea-bcc1-3acc1c52d511 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:52:54.364266 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf5f4f1-2440-46ea-bcc1-3acc1c52d511 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:52:54.366465 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf5f4f1-2440-46ea-bcc1-3acc1c52d511 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:52:54.371023 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf5f4f1-2440-46ea-bcc1-3acc1c52d511 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:52:54.371518 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf5f4f1-2440-46ea-bcc1-3acc1c52d511 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:52:54.372105 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf5f4f1-2440-46ea-bcc1-3acc1c52d511 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:52:54.372481 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf5f4f1-2440-46ea-bcc1-3acc1c52d511 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:52:54.997431 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adf5f4f1-2440-46ea-bcc1-3acc1c52d511 admin admin] Network 5622de71-ee08-4fd5-abaa-5e5321b25c32 is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:52:55.006590 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53f1396-1795-4292-a0df-c1caf65345e5 req-9443510d-f1ca-4ff3-a510-86092ef57612 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:52:55.008686 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-e53f1396-1795-4292-a0df-c1caf65345e5 req-9443510d-f1ca-4ff3-a510-86092ef57612 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/ports?device_id=8664fdc8-b810-4b6d-adcd-9d1398c785aa HTTP/1.1" status: 200 len: 945 time: 0.5296288 Nov 19 17:52:55.010367 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-adf5f4f1-2440-46ea-bcc1-3acc1c52d511 admin admin] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:52:55.367037 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-e53f1396-1795-4292-a0df-c1caf65345e5 req-5235cf4f-14c8-46a9-9b5d-2efc466f8bfa tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/security-groups?id=30887d2c-2c06-4a04-8ed7-1cc9b0391ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3497806 Nov 19 17:52:55.438221 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adf5f4f1-2440-46ea-bcc1-3acc1c52d511 admin admin] Router 4ac03048-5d3c-4b72-be75-8f73923ea156 has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 17:52:55.576813 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-bbc64eff-be9f-4420-9d7a-ae02e4e13e3f None None] Provisioning complete for port d8a3785b-79fb-4859-9add-eb2987fc8008 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:52:55.579457 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-bbc64eff-be9f-4420-9d7a-ae02e4e13e3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:55.630587 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-bbc64eff-be9f-4420-9d7a-ae02e4e13e3f None None] Port d8a3785b-79fb-4859-9add-eb2987fc8008 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:52:55.690777 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adf5f4f1-2440-46ea-bcc1-3acc1c52d511 admin admin] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 17:52:55.713894 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-adf5f4f1-2440-46ea-bcc1-3acc1c52d511 admin admin] 10.222.0.54 "PUT /v2.0/routers/4ac03048-5d3c-4b72-be75-8f73923ea156/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2933204 Nov 19 17:52:55.733575 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6160955-053e-4e58-900d-8387dd01ea36 req-29df110d-1b7d-4a33-9cb1-bcfc54b90242 tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:52:55.742714 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e6160955-053e-4e58-900d-8387dd01ea36 req-29df110d-1b7d-4a33-9cb1-bcfc54b90242 tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] 10.222.0.54 "GET /v2.0/ports?device_id=300729d8-eaae-4af8-aee9-5fcaa7142782 HTTP/1.1" status: 200 len: 945 time: 0.0838826 Nov 19 17:52:55.837522 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e6160955-053e-4e58-900d-8387dd01ea36 req-2c0af11a-0fe1-438f-af61-276a0e5e0d99 tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] 10.222.0.54 "GET /v2.0/security-groups?id=79517508-381b-4077-8d39-0c2cf4e2980c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921438 Nov 19 17:52:56.095455 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device aba232e2-3e89-4691-8668-65221e18789d up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:52:56.206523 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port aba232e2-3e89-4691-8668-65221e18789d triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:52:56.206899 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:56.388019 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:56.487903 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] For port aba232e2-3e89-4691-8668-65221e18789d, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=aba232e2-3e89-4691-8668-65221e18789d,segment=NetworkSegment(bbe705c1-96c0-476e-8381-28227e6f0ac5),segment_id=bbe705c1-96c0-476e-8381-28227e6f0ac5)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:52:56.502559 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:56.575525 n-d-818022-2 neutron-server[103365]: INFO neutron.api.v2.resource [req-552b3d1e-2c8b-493e-95e4-2b667c639f9d req-07339f58-02c1-4120-aea2-7de1abf12f61 tempest-FloatingIPDetailsNegativeTestJSON-1304081850 tempest-FloatingIPDetailsNegativeTestJSON-1304081850-project] show failed (client error): The resource could not be found. Nov 19 17:52:56.591791 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-552b3d1e-2c8b-493e-95e4-2b667c639f9d req-07339f58-02c1-4120-aea2-7de1abf12f61 tempest-FloatingIPDetailsNegativeTestJSON-1304081850 tempest-FloatingIPDetailsNegativeTestJSON-1304081850-project] 10.222.0.54 "GET /v2.0/floatingips/5db38d71-24db-4edb-ae36-ac125f7534e2 HTTP/1.1" status: 404 len: 350 time: 0.0590937 Nov 19 17:52:56.592564 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 34142) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:52:56.657681 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Pushing event updated for resources: {'Port': ['ID=aba232e2-3e89-4691-8668-65221e18789d,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:52:56.716134 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cabdf0-e4a7-4b65-b520-638d8c9e7d30 req-dbd5bb27-83d2-44d3-ab7d-f6231edb6a58 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:52:56.790165 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-28cabdf0-e4a7-4b65-b520-638d8c9e7d30 req-dbd5bb27-83d2-44d3-ab7d-f6231edb6a58 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/ports?device_id=8664fdc8-b810-4b6d-adcd-9d1398c785aa HTTP/1.1" status: 200 len: 945 time: 0.2513752 Nov 19 17:52:56.911621 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-28cabdf0-e4a7-4b65-b520-638d8c9e7d30 req-47a348b7-33a1-4fc1-bb25-83c465d31e8a tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/security-groups?id=30887d2c-2c06-4a04-8ed7-1cc9b0391ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180527 Nov 19 17:52:57.054797 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb6c377-c2c2-4984-a1be-d05c3ebbc7ad req-fe214af0-09d0-4bed-b0ad-6ee9f72dfd6a tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:52:57.057347 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-eeb6c377-c2c2-4984-a1be-d05c3ebbc7ad req-fe214af0-09d0-4bed-b0ad-6ee9f72dfd6a tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] 10.222.0.54 "GET /v2.0/ports?device_id=300729d8-eaae-4af8-aee9-5fcaa7142782 HTTP/1.1" status: 200 len: 945 time: 0.1248710 Nov 19 17:52:57.072503 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b9a6668-fa60-4973-bea0-6481977d5cdd None None] Sync routers for ids ['4ac03048-5d3c-4b72-be75-8f73923ea156'] in n-d-818022-2 {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 17:52:57.084269 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b9a6668-fa60-4973-bea0-6481977d5cdd None None] Routers {'4ac03048-5d3c-4b72-be75-8f73923ea156'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:52:57.085435 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-2b9a6668-fa60-4973-bea0-6481977d5cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:52:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['4ac03048-5d3c-4b72-be75-8f73923ea156'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:52:57.099844 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2044a4-8cd4-4398-9c9a-d61aa9372d13 req-2f8505ac-0b02-4f23-875f-86457cbcd484 tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:52:57.101305 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0a2044a4-8cd4-4398-9c9a-d61aa9372d13 req-2f8505ac-0b02-4f23-875f-86457cbcd484 tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] 10.222.0.60 "GET /v2.0/ports?device_id=300729d8-eaae-4af8-aee9-5fcaa7142782 HTTP/1.1" status: 200 len: 945 time: 0.1154521 Nov 19 17:52:57.203194 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-2b9a6668-fa60-4973-bea0-6481977d5cdd None None] Set router 4ac03048-5d3c-4b72-be75-8f73923ea156 gateway port host: n-d-818022-2 {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:52:57.206448 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-eeb6c377-c2c2-4984-a1be-d05c3ebbc7ad req-0540384b-e14e-4491-bee5-d686853ddabe tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] 10.222.0.54 "GET /v2.0/security-groups?id=79517508-381b-4077-8d39-0c2cf4e2980c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250768 Nov 19 17:52:57.293238 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-0a2044a4-8cd4-4398-9c9a-d61aa9372d13 req-8f02486b-d2e7-4643-b9f9-93a79219e731 tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] Deleting port bc7413bb-7ca7-464c-9402-1f20912d4c45 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:52:57.293707 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-0a2044a4-8cd4-4398-9c9a-d61aa9372d13 req-8f02486b-d2e7-4643-b9f9-93a79219e731 tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:57.356392 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-70095dce-ef8a-4ccf-bae3-f9eda328ed7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-768564'] for router_interface, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:57.432169 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-2b9a6668-fa60-4973-bea0-6481977d5cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ac03048-5d3c-4b72-be75-8f73923ea156', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-640496124-router', 'tenant_id': '768918befd704ebfb026586edba15d57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.30'}], 'enable_snat': True}, 'gw_port_id': 'aba232e2-3e89-4691-8668-65221e18789d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:52:48Z', 'updated_at': '2021-11-19T17:52:53Z', 'revision_number': 4, 'project_id': '768918befd704ebfb026586edba15d57', 'gw_port': {'id': 'aba232e2-3e89-4691-8668-65221e18789d', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:a8:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ac03048-5d3c-4b72-be75-8f73923ea156', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:52:49Z', 'updated_at': '2021-11-19T17:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': 'd8a3785b-79fb-4859-9add-eb2987fc8008', 'name': '', 'network_id': '5622de71-ee08-4fd5-abaa-5e5321b25c32', 'tenant_id': '768918befd704ebfb026586edba15d57', 'mac_address': 'fa:16:3e:e6:98:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ac03048-5d3c-4b72-be75-8f73923ea156', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '5f27e42f-ffc4-4425-9c73-00f5af46a7a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:52:52Z', 'updated_at': '2021-11-19T17:52:53Z', 'revision_number': 2, 'project_id': '768918befd704ebfb026586edba15d57', 'subnets': [{'id': '5f27e42f-ffc4-4425-9c73-00f5af46a7a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:52:57.464212 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b9a6668-fa60-4973-bea0-6481977d5cdd None None] Checking router: 4ac03048-5d3c-4b72-be75-8f73923ea156 for host: n-d-818022-2 {{(pid=103366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 17:52:57.464879 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b9a6668-fa60-4973-bea0-6481977d5cdd None None] Updating router 4ac03048-5d3c-4b72-be75-8f73923ea156 port d8a3785b-79fb-4859-9add-eb2987fc8008 binding host n-d-818022-2 {{(pid=103366) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 17:52:57.496478 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2b9a6668-fa60-4973-bea0-6481977d5cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:57.522982 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-0a2044a4-8cd4-4398-9c9a-d61aa9372d13 req-8f02486b-d2e7-4643-b9f9-93a79219e731 tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] For port bc7413bb-7ca7-464c-9402-1f20912d4c45, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=bc7413bb-7ca7-464c-9402-1f20912d4c45,segment=NetworkSegment(ca1955a5-8302-44fc-89d8-f39d4f35e721),segment_id=ca1955a5-8302-44fc-89d8-f39d4f35e721)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:52:57.523341 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-0a2044a4-8cd4-4398-9c9a-d61aa9372d13 req-8f02486b-d2e7-4643-b9f9-93a79219e731 tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:57.543399 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-0a2044a4-8cd4-4398-9c9a-d61aa9372d13 req-8f02486b-d2e7-4643-b9f9-93a79219e731 tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] Calling delete_port for bc7413bb-7ca7-464c-9402-1f20912d4c45 owned by compute:nova {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:52:57.846264 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-0a2044a4-8cd4-4398-9c9a-d61aa9372d13 req-8f02486b-d2e7-4643-b9f9-93a79219e731 tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:57.850367 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-70095dce-ef8a-4ccf-bae3-f9eda328ed7f admin admin] Deleting port d8a3785b-79fb-4859-9add-eb2987fc8008 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:52:57.851007 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-70095dce-ef8a-4ccf-bae3-f9eda328ed7f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:57.860945 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['bc7413bb-7ca7-464c-9402-1f20912d4c45'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:52:57.968125 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f02486b-d2e7-4643-b9f9-93a79219e731 tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] Pushing event deleted for resources: {'Port': ['ID=bc7413bb-7ca7-464c-9402-1f20912d4c45,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:52:57.971350 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2b9a6668-fa60-4973-bea0-6481977d5cdd None None] Publish callbacks [] for port, precommit_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:57.985123 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2b9a6668-fa60-4973-bea0-6481977d5cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:57.989273 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a2044a4-8cd4-4398-9c9a-d61aa9372d13 req-8f02486b-d2e7-4643-b9f9-93a79219e731 tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] No DVR routers for this DVR port bc7413bb-7ca7-464c-9402-1f20912d4c45 on host n-h1-818022-2 {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:52:57.993202 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-0a2044a4-8cd4-4398-9c9a-d61aa9372d13 req-8f02486b-d2e7-4643-b9f9-93a79219e731 tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:57.996947 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0a2044a4-8cd4-4398-9c9a-d61aa9372d13 req-8f02486b-d2e7-4643-b9f9-93a79219e731 tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] 10.222.0.60 "DELETE /v2.0/ports/bc7413bb-7ca7-464c-9402-1f20912d4c45 HTTP/1.1" status: 204 len: 173 time: 0.8852956 Nov 19 17:52:57.997543 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '300729d8-eaae-4af8-aee9-5fcaa7142782', 'name': 'network-vif-deleted', 'tag': 'bc7413bb-7ca7-464c-9402-1f20912d4c45'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:52:58.000000 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218319d759239a7d11f1288aef37381b97754913ee9ccbfd43b51a463f801712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af4d1132-d11d-46f1-9966-3b675591f9eb" -d '{"events": [{"server_uuid": "300729d8-eaae-4af8-aee9-5fcaa7142782", "name": "network-vif-deleted", "tag": "bc7413bb-7ca7-464c-9402-1f20912d4c45"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:52:58.053500 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1128a390-0182-4cc0-b146-d33b36896294 None None] Pushing event updated for resources: {'Port': ['ID=d8a3785b-79fb-4859-9add-eb2987fc8008,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:52:58.103876 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:52:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca9cf111-e17a-456b-83ed-e210d81a11c5 x-openstack-request-id: req-ca9cf111-e17a-456b-83ed-e210d81a11c5 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:52:58.104414 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "300729d8-eaae-4af8-aee9-5fcaa7142782", "name": "network-vif-deleted", "tag": "bc7413bb-7ca7-464c-9402-1f20912d4c45", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:52:58.104414 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ca9cf111-e17a-456b-83ed-e210d81a11c5 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:52:58.104828 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '300729d8-eaae-4af8-aee9-5fcaa7142782', 'name': 'network-vif-deleted', 'tag': 'bc7413bb-7ca7-464c-9402-1f20912d4c45', 'status': 'completed', 'code': 200} Nov 19 17:52:58.113773 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-70095dce-ef8a-4ccf-bae3-f9eda328ed7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:58.154519 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-70095dce-ef8a-4ccf-bae3-f9eda328ed7f admin admin] Calling delete_port for d8a3785b-79fb-4859-9add-eb2987fc8008 owned by network:router_interface {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:52:58.180703 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device aba232e2-3e89-4691-8668-65221e18789d up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:52:58.196976 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1095c3-313c-45d1-9668-d11c62680f9c req-cd8ebed6-9310-41d0-940a-f48f973720c7 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:52:58.207135 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-7d1095c3-313c-45d1-9668-d11c62680f9c req-cd8ebed6-9310-41d0-940a-f48f973720c7 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/ports?device_id=8664fdc8-b810-4b6d-adcd-9d1398c785aa HTTP/1.1" status: 200 len: 945 time: 0.1279480 Nov 19 17:52:58.335161 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-2b9a6668-fa60-4973-bea0-6481977d5cdd None None] Attempting to bind port d8a3785b-79fb-4859-9add-eb2987fc8008 on host n-d-818022-2 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:52:58.339724 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-7d1095c3-313c-45d1-9668-d11c62680f9c req-5c65350d-deea-4f40-9e81-b8a834394000 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/security-groups?id=30887d2c-2c06-4a04-8ed7-1cc9b0391ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315348 Nov 19 17:52:58.344103 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-2b9a6668-fa60-4973-bea0-6481977d5cdd None None] Attempting to bind port d8a3785b-79fb-4859-9add-eb2987fc8008 by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': 'b8533094-7a93-4e25-94a9-7b9f5be99c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '5622de71-ee08-4fd5-abaa-5e5321b25c32'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:52:58.344670 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b9a6668-fa60-4973-bea0-6481977d5cdd None None] Attempting to bind port d8a3785b-79fb-4859-9add-eb2987fc8008 on network 5622de71-ee08-4fd5-abaa-5e5321b25c32 {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:52:58.370126 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b9a6668-fa60-4973-bea0-6481977d5cdd None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 52, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:52:58.370783 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b9a6668-fa60-4973-bea0-6481977d5cdd None None] Checking segment: {'id': 'b8533094-7a93-4e25-94a9-7b9f5be99c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '5622de71-ee08-4fd5-abaa-5e5321b25c32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:52:58.371374 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2b9a6668-fa60-4973-bea0-6481977d5cdd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:58.371926 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b9a6668-fa60-4973-bea0-6481977d5cdd None None] Bound using segment: {'id': 'b8533094-7a93-4e25-94a9-7b9f5be99c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '5622de71-ee08-4fd5-abaa-5e5321b25c32'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:52:58.372577 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-2b9a6668-fa60-4973-bea0-6481977d5cdd None None] Bound port: d8a3785b-79fb-4859-9add-eb2987fc8008, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8533094-7a93-4e25-94a9-7b9f5be99c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '5622de71-ee08-4fd5-abaa-5e5321b25c32'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:52:58.373126 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2b9a6668-fa60-4973-bea0-6481977d5cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:58.449167 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port aba232e2-3e89-4691-8668-65221e18789d triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:52:58.449542 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:58.504561 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-06a23e41-2a3f-486b-bf72-b9236954805e req-3fdaa353-9517-47c1-9246-3eab61de6ad8 tempest-AttachVolumeNegativeTest-467336709 tempest-AttachVolumeNegativeTest-467336709-project] 10.222.0.54 "GET /v2.0/ports?device_id=300729d8-eaae-4af8-aee9-5fcaa7142782 HTTP/1.1" status: 200 len: 210 time: 0.0511997 Nov 19 17:52:58.518140 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-09e83cc0-8803-41ad-b043-7ea908c257f5 None None] Provisioning complete for port d8a3785b-79fb-4859-9add-eb2987fc8008 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:52:58.518513 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-09e83cc0-8803-41ad-b043-7ea908c257f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:58.535584 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-70095dce-ef8a-4ccf-bae3-f9eda328ed7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:58.554447 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.db.api [None req-2b9a6668-fa60-4973-bea0-6481977d5cdd None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=103366) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 17:52:58.554743 n-d-818022-2 neutron-server[103366]: DEBUG oslo_db.api [None req-2b9a6668-fa60-4973-bea0-6481977d5cdd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 17:52:58.597219 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70095dce-ef8a-4ccf-bae3-f9eda328ed7f admin admin] Pushing event deleted for resources: {'Port': ['ID=d8a3785b-79fb-4859-9add-eb2987fc8008,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:52:58.634623 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-09e83cc0-8803-41ad-b043-7ea908c257f5 None None] Port d8a3785b-79fb-4859-9add-eb2987fc8008 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:52:58.802200 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-70095dce-ef8a-4ccf-bae3-f9eda328ed7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-768648'] for router_interface, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:59.073247 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-2b9a6668-fa60-4973-bea0-6481977d5cdd None None] Attempting to bind port d8a3785b-79fb-4859-9add-eb2987fc8008 on host n-d-818022-2 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:52:59.073247 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-2b9a6668-fa60-4973-bea0-6481977d5cdd None None] Attempting to bind port d8a3785b-79fb-4859-9add-eb2987fc8008 by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': 'b8533094-7a93-4e25-94a9-7b9f5be99c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '5622de71-ee08-4fd5-abaa-5e5321b25c32'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:52:59.073247 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b9a6668-fa60-4973-bea0-6481977d5cdd None None] Attempting to bind port d8a3785b-79fb-4859-9add-eb2987fc8008 on network 5622de71-ee08-4fd5-abaa-5e5321b25c32 {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:52:59.079267 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b9a6668-fa60-4973-bea0-6481977d5cdd None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 52, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:52:59.079637 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b9a6668-fa60-4973-bea0-6481977d5cdd None None] Checking segment: {'id': 'b8533094-7a93-4e25-94a9-7b9f5be99c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '5622de71-ee08-4fd5-abaa-5e5321b25c32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:52:59.080262 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2b9a6668-fa60-4973-bea0-6481977d5cdd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:59.081148 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b9a6668-fa60-4973-bea0-6481977d5cdd None None] Bound using segment: {'id': 'b8533094-7a93-4e25-94a9-7b9f5be99c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '5622de71-ee08-4fd5-abaa-5e5321b25c32'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:52:59.081631 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-2b9a6668-fa60-4973-bea0-6481977d5cdd None None] Bound port: d8a3785b-79fb-4859-9add-eb2987fc8008, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8533094-7a93-4e25-94a9-7b9f5be99c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '5622de71-ee08-4fd5-abaa-5e5321b25c32'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:52:59.082086 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2b9a6668-fa60-4973-bea0-6481977d5cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:59.086493 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70095dce-ef8a-4ccf-bae3-f9eda328ed7f admin admin] Router 4ac03048-5d3c-4b72-be75-8f73923ea156 has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 17:52:59.116605 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-2b9a6668-fa60-4973-bea0-6481977d5cdd None None] Port d8a3785b-79fb-4859-9add-eb2987fc8008 has been deleted concurrently {{(pid=103366) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:665}} Nov 19 17:52:59.127039 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b9a6668-fa60-4973-bea0-6481977d5cdd None None] Routers {'4ac03048-5d3c-4b72-be75-8f73923ea156'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:52:59.127658 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-2b9a6668-fa60-4973-bea0-6481977d5cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:52:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['4ac03048-5d3c-4b72-be75-8f73923ea156'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:52:59.227414 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70095dce-ef8a-4ccf-bae3-f9eda328ed7f admin admin] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 17:52:59.251130 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-70095dce-ef8a-4ccf-bae3-f9eda328ed7f admin admin] 10.222.0.54 "PUT /v2.0/routers/4ac03048-5d3c-4b72-be75-8f73923ea156/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6572449 Nov 19 17:52:59.253474 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 34202) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:52:59.259178 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-2b9a6668-fa60-4973-bea0-6481977d5cdd None None] Set router 4ac03048-5d3c-4b72-be75-8f73923ea156 gateway port host: n-d-818022-2 {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:52:59.413504 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6e01a532-15cb-4034-b14d-54e8e85672e4 admin admin] Publish callbacks [] for router, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:59.610861 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 34214) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:52:59.611396 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715ce089-0f81-4ece-a4c9-75e18aa7d0ff req-7fafe6e9-3f62-48cb-974a-d3e22ddd1858 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:52:59.612954 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-715ce089-0f81-4ece-a4c9-75e18aa7d0ff req-7fafe6e9-3f62-48cb-974a-d3e22ddd1858 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/ports?device_id=8664fdc8-b810-4b6d-adcd-9d1398c785aa HTTP/1.1" status: 200 len: 945 time: 0.1558843 Nov 19 17:52:59.639200 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-2b9a6668-fa60-4973-bea0-6481977d5cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ac03048-5d3c-4b72-be75-8f73923ea156', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-640496124-router', 'tenant_id': '768918befd704ebfb026586edba15d57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.30'}], 'enable_snat': True}, 'gw_port_id': 'aba232e2-3e89-4691-8668-65221e18789d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:52:48Z', 'updated_at': '2021-11-19T17:52:58Z', 'revision_number': 5, 'project_id': '768918befd704ebfb026586edba15d57', 'gw_port': {'id': 'aba232e2-3e89-4691-8668-65221e18789d', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:a8:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ac03048-5d3c-4b72-be75-8f73923ea156', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:52:49Z', 'updated_at': '2021-11-19T17:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:52:59.641177 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6e01a532-15cb-4034-b14d-54e8e85672e4 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:59.683166 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b9a6668-fa60-4973-bea0-6481977d5cdd None None] The sync data for ids ['4ac03048-5d3c-4b72-be75-8f73923ea156'] in n-d-818022-2 is: [{'id': '4ac03048-5d3c-4b72-be75-8f73923ea156', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-640496124-router', 'tenant_id': '768918befd704ebfb026586edba15d57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.30'}], 'enable_snat': True}, 'gw_port_id': 'aba232e2-3e89-4691-8668-65221e18789d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:52:48Z', 'updated_at': '2021-11-19T17:52:58Z', 'revision_number': 5, 'project_id': '768918befd704ebfb026586edba15d57', 'gw_port': {'id': 'aba232e2-3e89-4691-8668-65221e18789d', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:a8:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ac03048-5d3c-4b72-be75-8f73923ea156', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:52:49Z', 'updated_at': '2021-11-19T17:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 17:52:59.718102 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_v2 [None req-65b5d483-17db-446c-9fff-604c3beb3f50 admin admin] Deleting subnet 375a0321-4cc3-4e77-b3a1-2bc7264aa560 {{(pid=103364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 17:52:59.719503 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-06dcb02d-cb2f-4048-8959-5f80dab25d60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:59.735687 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-65b5d483-17db-446c-9fff-604c3beb3f50 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:59.754465 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-715ce089-0f81-4ece-a4c9-75e18aa7d0ff req-8564a9d4-bb36-4d6d-84f4-f5aeb9c78362 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/security-groups?id=30887d2c-2c06-4a04-8ed7-1cc9b0391ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299911 Nov 19 17:52:59.788361 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-6e01a532-15cb-4034-b14d-54e8e85672e4 admin admin] Deleting port aba232e2-3e89-4691-8668-65221e18789d {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:52:59.788706 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6e01a532-15cb-4034-b14d-54e8e85672e4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:59.801571 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-65b5d483-17db-446c-9fff-604c3beb3f50 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9416263'] for subnet, precommit_delete_associations {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:59.848353 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-65b5d483-17db-446c-9fff-604c3beb3f50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:59.928807 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-65b5d483-17db-446c-9fff-604c3beb3f50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12425137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8983934'] for subnet, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:59.942206 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-65b5d483-17db-446c-9fff-604c3beb3f50 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:52:59.950057 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-65b5d483-17db-446c-9fff-604c3beb3f50 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/375a0321-4cc3-4e77-b3a1-2bc7264aa560 HTTP/1.1" status: 204 len: 168 time: 0.3380775 Nov 19 17:52:59.959093 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 34220) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:52:59.975983 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b5d483-17db-446c-9fff-604c3beb3f50 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=375a0321-4cc3-4e77-b3a1-2bc7264aa560,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:53:00.079682 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [None req-6e01a532-15cb-4034-b14d-54e8e85672e4 admin admin] For port aba232e2-3e89-4691-8668-65221e18789d, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=aba232e2-3e89-4691-8668-65221e18789d,segment=NetworkSegment(bbe705c1-96c0-476e-8381-28227e6f0ac5),segment_id=bbe705c1-96c0-476e-8381-28227e6f0ac5)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:53:00.080058 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6e01a532-15cb-4034-b14d-54e8e85672e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:00.104179 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-6e01a532-15cb-4034-b14d-54e8e85672e4 admin admin] Calling delete_port for aba232e2-3e89-4691-8668-65221e18789d owned by network:router_gateway {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:53:00.190376 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-89f0a0e4-fa97-430d-980c-34fdb8dcad4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:00.368366 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-89f0a0e4-fa97-430d-980c-34fdb8dcad4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:00.406618 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-89f0a0e4-fa97-430d-980c-34fdb8dcad4d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0733363-bc13-4279-a049-77115213ac4d']}} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:53:00.458476 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-89f0a0e4-fa97-430d-980c-34fdb8dcad4d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca1955a5-8302-44fc-89d8-f39d4f35e721') {'for_net_delete': True} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:53:00.458820 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-89f0a0e4-fa97-430d-980c-34fdb8dcad4d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca1955a5-8302-44fc-89d8-f39d4f35e721') {} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:53:00.475428 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-89f0a0e4-fa97-430d-980c-34fdb8dcad4d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12545382'] for segment, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:00.493958 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-89f0a0e4-fa97-430d-980c-34fdb8dcad4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:00.502160 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89f0a0e4-fa97-430d-980c-34fdb8dcad4d admin admin] Releasing vlan 663 on physical network physnet1 to pool {{(pid=103365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 17:53:00.503479 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-89f0a0e4-fa97-430d-980c-34fdb8dcad4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12282953'] for segment, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:00.546710 n-d-818022-2 neutron-server[103365]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 17:53:00.546710 n-d-818022-2 neutron-server[103365]: items = [ Nov 19 17:53:00.546710 n-d-818022-2 neutron-server[103365]: Traceback (most recent call last): Nov 19 17:53:00.546710 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 17:53:00.546710 n-d-818022-2 neutron-server[103365]: timer() Nov 19 17:53:00.546710 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 17:53:00.546710 n-d-818022-2 neutron-server[103365]: cb(*args, **kw) Nov 19 17:53:00.546710 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 17:53:00.546710 n-d-818022-2 neutron-server[103365]: return func(*args, **kwargs) Nov 19 17:53:00.546710 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 17:53:00.546710 n-d-818022-2 neutron-server[103365]: self._notify() Nov 19 17:53:00.546710 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 17:53:00.546710 n-d-818022-2 neutron-server[103365]: self.callback(batched_events) Nov 19 17:53:00.546710 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 17:53:00.546710 n-d-818022-2 neutron-server[103365]: event.method(event) Nov 19 17:53:00.546710 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 17:53:00.546710 n-d-818022-2 neutron-server[103365]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 17:53:00.546710 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 17:53:00.546710 n-d-818022-2 neutron-server[103365]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 17:53:00.546710 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 17:53:00.546710 n-d-818022-2 neutron-server[103365]: return f(self, *a, **k) Nov 19 17:53:00.546710 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 17:53:00.546710 n-d-818022-2 neutron-server[103365]: return self._get(url).json() Nov 19 17:53:00.546710 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 17:53:00.546710 n-d-818022-2 neutron-server[103365]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 17:53:00.546710 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 17:53:00.546710 n-d-818022-2 neutron-server[103365]: return self.request(url, 'GET', **kwargs) Nov 19 17:53:00.546710 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 17:53:00.546710 n-d-818022-2 neutron-server[103365]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 17:53:00.546710 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 17:53:00.546710 n-d-818022-2 neutron-server[103365]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 17:53:00.546710 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 17:53:00.546710 n-d-818022-2 neutron-server[103365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 17:53:00.546710 n-d-818022-2 neutron-server[103365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 17:53:00.549122 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6e01a532-15cb-4034-b14d-54e8e85672e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:00.593084 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e01a532-15cb-4034-b14d-54e8e85672e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=aba232e2-3e89-4691-8668-65221e18789d,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:53:00.610365 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e01a532-15cb-4034-b14d-54e8e85672e4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:53:00.610365 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e01a532-15cb-4034-b14d-54e8e85672e4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:53:00.610593 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e01a532-15cb-4034-b14d-54e8e85672e4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:53:00.610739 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e01a532-15cb-4034-b14d-54e8e85672e4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:53:00.611109 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e01a532-15cb-4034-b14d-54e8e85672e4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:53:00.611467 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e01a532-15cb-4034-b14d-54e8e85672e4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:53:00.611819 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e01a532-15cb-4034-b14d-54e8e85672e4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:53:00.612310 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e01a532-15cb-4034-b14d-54e8e85672e4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:53:00.612686 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e01a532-15cb-4034-b14d-54e8e85672e4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:53:00.613093 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e01a532-15cb-4034-b14d-54e8e85672e4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:53:00.613611 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e01a532-15cb-4034-b14d-54e8e85672e4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:53:00.613928 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e01a532-15cb-4034-b14d-54e8e85672e4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:53:00.644352 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-89f0a0e4-fa97-430d-980c-34fdb8dcad4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671242'] for network, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:00.650721 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-89f0a0e4-fa97-430d-980c-34fdb8dcad4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:00.667067 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-89f0a0e4-fa97-430d-980c-34fdb8dcad4d admin admin] 10.222.0.54 "DELETE /v2.0/networks/e0733363-bc13-4279-a049-77115213ac4d HTTP/1.1" status: 204 len: 168 time: 0.6815875 Nov 19 17:53:00.726051 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f0a0e4-fa97-430d-980c-34fdb8dcad4d admin admin] Pushing event deleted for resources: {'Network': ['ID=e0733363-bc13-4279-a049-77115213ac4d,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:53:00.744796 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6e01a532-15cb-4034-b14d-54e8e85672e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-671730'] for router_gateway, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:00.764969 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf4742fa-786d-4a29-82d3-bd5124529ea6 None None] Sync routers for ids ['4ac03048-5d3c-4b72-be75-8f73923ea156'] in n-d-818022-2 {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 17:53:00.786393 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf4742fa-786d-4a29-82d3-bd5124529ea6 None None] Routers {'4ac03048-5d3c-4b72-be75-8f73923ea156'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:53:00.795478 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-bf4742fa-786d-4a29-82d3-bd5124529ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:52:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['4ac03048-5d3c-4b72-be75-8f73923ea156'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:53:00.867853 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6e01a532-15cb-4034-b14d-54e8e85672e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4696'] for router, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:00.870156 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6e01a532-15cb-4034-b14d-54e8e85672e4 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:00.910896 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 34248) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:53:00.964017 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-3fd14467-8e46-4852-8591-3b19ceaec20b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=9ecae7ac88e8457cb21c4782aebff44e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0503120 Nov 19 17:53:00.965444 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58242776-06d5-4460-9569-3b39f8591f5b req-a7cd7b3f-f600-4259-a783-654b57488081 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:53:00.967797 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 34250) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:53:00.972888 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-58242776-06d5-4460-9569-3b39f8591f5b req-a7cd7b3f-f600-4259-a783-654b57488081 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/ports?device_id=8664fdc8-b810-4b6d-adcd-9d1398c785aa HTTP/1.1" status: 200 len: 945 time: 0.0610082 Nov 19 17:53:00.976753 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6e01a532-15cb-4034-b14d-54e8e85672e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-543895'] for router, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:00.977623 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e01a532-15cb-4034-b14d-54e8e85672e4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4ac03048-5d3c-4b72-be75-8f73923ea156 {{(pid=103365) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 17:53:00.982468 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-bf4742fa-786d-4a29-82d3-bd5124529ea6 None None] Set router 4ac03048-5d3c-4b72-be75-8f73923ea156 gateway port host: None {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:53:00.985824 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6e01a532-15cb-4034-b14d-54e8e85672e4 admin admin] Publish callbacks [] for router, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:00.986941 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-6e01a532-15cb-4034-b14d-54e8e85672e4 admin admin] 10.222.0.54 "DELETE /v2.0/routers/4ac03048-5d3c-4b72-be75-8f73923ea156 HTTP/1.1" status: 204 len: 168 time: 1.7322922 Nov 19 17:53:00.989891 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 34254) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:53:01.051623 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_v2 [None req-760b1a5b-d501-4a89-960b-47c86da07bc4 admin admin] Deleting subnet 5f27e42f-ffc4-4425-9c73-00f5af46a7a1 {{(pid=103365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 17:53:01.055630 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-760b1a5b-d501-4a89-960b-47c86da07bc4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:01.061047 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-dd4ee248-c846-4354-b836-9020d805bfe9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:01.079404 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-bf4742fa-786d-4a29-82d3-bd5124529ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ac03048-5d3c-4b72-be75-8f73923ea156', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-640496124-router', 'tenant_id': '768918befd704ebfb026586edba15d57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:52:48Z', 'updated_at': '2021-11-19T17:53:00Z', 'revision_number': 7, 'project_id': '768918befd704ebfb026586edba15d57', 'gw_port_host': None}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:53:01.111784 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf4742fa-786d-4a29-82d3-bd5124529ea6 None None] Checking router: 4ac03048-5d3c-4b72-be75-8f73923ea156 for host: n-d-818022-2 {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 17:53:01.123683 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf4742fa-786d-4a29-82d3-bd5124529ea6 None None] Routers set() bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:53:01.124367 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf4742fa-786d-4a29-82d3-bd5124529ea6 None None] Router IDs set() for agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 19 17:53:01.125254 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_agentschedulers_db [None req-bf4742fa-786d-4a29-82d3-bd5124529ea6 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'4ac03048-5d3c-4b72-be75-8f73923ea156'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:52:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent'). {{(pid=103367) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 19 17:53:01.125805 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf4742fa-786d-4a29-82d3-bd5124529ea6 None None] The sync data for ids ['4ac03048-5d3c-4b72-be75-8f73923ea156'] in n-d-818022-2 is: [] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 17:53:01.129408 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-dd4ee248-c846-4354-b836-9020d805bfe9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:01.132612 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-760b1a5b-d501-4a89-960b-47c86da07bc4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12546453'] for subnet, precommit_delete_associations {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:01.226185 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-58242776-06d5-4460-9569-3b39f8591f5b req-eb15747e-003a-499f-9592-f2fca8fa311c tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/security-groups?id=30887d2c-2c06-4a04-8ed7-1cc9b0391ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2523048 Nov 19 17:53:01.232252 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-dd4ee248-c846-4354-b836-9020d805bfe9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:01.235855 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-dd4ee248-c846-4354-b836-9020d805bfe9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:01.240019 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-dd4ee248-c846-4354-b836-9020d805bfe9 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/79517508-381b-4077-8d39-0c2cf4e2980c HTTP/1.1" status: 204 len: 168 time: 0.2710125 Nov 19 17:53:01.259495 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4ee248-c846-4354-b836-9020d805bfe9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79517508-381b-4077-8d39-0c2cf4e2980c,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:53:01.337611 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-760b1a5b-d501-4a89-960b-47c86da07bc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:01.431307 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-760b1a5b-d501-4a89-960b-47c86da07bc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12282919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8731163'] for subnet, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:01.474690 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-760b1a5b-d501-4a89-960b-47c86da07bc4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:01.479268 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-760b1a5b-d501-4a89-960b-47c86da07bc4 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/5f27e42f-ffc4-4425-9c73-00f5af46a7a1 HTTP/1.1" status: 204 len: 168 time: 0.4886916 Nov 19 17:53:01.480612 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760b1a5b-d501-4a89-960b-47c86da07bc4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f27e42f-ffc4-4425-9c73-00f5af46a7a1,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:53:01.482653 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 34268) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:53:01.485097 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af08fe43-9a13-4007-a77c-8b2cb7e4b38d None None] Network 5622de71-ee08-4fd5-abaa-5e5321b25c32 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:53:01.659553 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-634380c2-c49a-4ab4-bd10-2a6ae17dcfe7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:01.744528 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-634380c2-c49a-4ab4-bd10-2a6ae17dcfe7 admin admin] Deleting port bcd56383-1ae6-48ee-867c-cdf55963de89 {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:53:01.745743 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-634380c2-c49a-4ab4-bd10-2a6ae17dcfe7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:01.782867 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02494c9f-6fbd-4adf-899a-09ba238be217 None None] DHCP port deletion for 5622de71-ee08-4fd5-abaa-5e5321b25c32 request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 17:53:01.834776 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [None req-634380c2-c49a-4ab4-bd10-2a6ae17dcfe7 admin admin] For port bcd56383-1ae6-48ee-867c-cdf55963de89, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=bcd56383-1ae6-48ee-867c-cdf55963de89,segment=NetworkSegment(b8533094-7a93-4e25-94a9-7b9f5be99c3d),segment_id=b8533094-7a93-4e25-94a9-7b9f5be99c3d)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:53:01.835142 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-634380c2-c49a-4ab4-bd10-2a6ae17dcfe7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:01.849261 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-634380c2-c49a-4ab4-bd10-2a6ae17dcfe7 admin admin] Calling delete_port for bcd56383-1ae6-48ee-867c-cdf55963de89 owned by network:dhcp {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:53:01.863987 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-02494c9f-6fbd-4adf-899a-09ba238be217 None None] Deleting port bcd56383-1ae6-48ee-867c-cdf55963de89 {{(pid=103366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:53:01.865059 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-02494c9f-6fbd-4adf-899a-09ba238be217 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:01.935655 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-634380c2-c49a-4ab4-bd10-2a6ae17dcfe7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:01.969172 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-02494c9f-6fbd-4adf-899a-09ba238be217 None None] For port bcd56383-1ae6-48ee-867c-cdf55963de89, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=bcd56383-1ae6-48ee-867c-cdf55963de89,segment=NetworkSegment(b8533094-7a93-4e25-94a9-7b9f5be99c3d),segment_id=b8533094-7a93-4e25-94a9-7b9f5be99c3d)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:53:01.969719 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-02494c9f-6fbd-4adf-899a-09ba238be217 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:01.996358 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634380c2-c49a-4ab4-bd10-2a6ae17dcfe7 admin admin] Pushing event deleted for resources: {'Port': ['ID=bcd56383-1ae6-48ee-867c-cdf55963de89,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:53:02.002563 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-02494c9f-6fbd-4adf-899a-09ba238be217 None None] Calling delete_port for bcd56383-1ae6-48ee-867c-cdf55963de89 owned by network:dhcp {{(pid=103366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:53:02.010905 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-634380c2-c49a-4ab4-bd10-2a6ae17dcfe7 admin admin] No DVR routers for this DVR port bcd56383-1ae6-48ee-867c-cdf55963de89 on host n-d-818022-2 {{(pid=103364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:53:02.031517 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-de0943bb-767e-4842-b8ca-d7dec5e045cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:02.079634 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device bcd56383-1ae6-48ee-867c-cdf55963de89 no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:53:02.116939 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: bcd56383-1ae6-48ee-867c-cdf55963de89 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:53:02.118122 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device bcd56383-1ae6-48ee-867c-cdf55963de89 not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:53:02.118301 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device aba232e2-3e89-4691-8668-65221e18789d no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:53:02.143979 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device bc7413bb-7ca7-464c-9402-1f20912d4c45 no longer exists at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:53:02.169110 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: aba232e2-3e89-4691-8668-65221e18789d {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:53:02.169541 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device aba232e2-3e89-4691-8668-65221e18789d not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:53:02.174447 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] No Port match for: bc7413bb-7ca7-464c-9402-1f20912d4c45 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:53:02.174804 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device bc7413bb-7ca7-464c-9402-1f20912d4c45 not bound to the agent host n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:53:02.223369 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-634380c2-c49a-4ab4-bd10-2a6ae17dcfe7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:02.229922 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-02494c9f-6fbd-4adf-899a-09ba238be217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007'] for port, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:02.256920 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02494c9f-6fbd-4adf-899a-09ba238be217 None None] No DVR routers for this DVR port bcd56383-1ae6-48ee-867c-cdf55963de89 on host n-d-818022-2 {{(pid=103366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:53:02.283704 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-634380c2-c49a-4ab4-bd10-2a6ae17dcfe7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5622de71-ee08-4fd5-abaa-5e5321b25c32']}} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:53:02.302161 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-634380c2-c49a-4ab4-bd10-2a6ae17dcfe7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8533094-7a93-4e25-94a9-7b9f5be99c3d') {'for_net_delete': True} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:53:02.302696 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-634380c2-c49a-4ab4-bd10-2a6ae17dcfe7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8533094-7a93-4e25-94a9-7b9f5be99c3d') {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:53:02.311955 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02494c9f-6fbd-4adf-899a-09ba238be217 None None] Pushing event deleted for resources: {'Port': ['ID=bcd56383-1ae6-48ee-867c-cdf55963de89,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:53:02.323106 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-634380c2-c49a-4ab4-bd10-2a6ae17dcfe7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417396'] for segment, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:02.351683 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-634380c2-c49a-4ab4-bd10-2a6ae17dcfe7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:02.364570 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-634380c2-c49a-4ab4-bd10-2a6ae17dcfe7 admin admin] Releasing vlan 678 on physical network physnet1 to pool {{(pid=103364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 17:53:02.365189 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-634380c2-c49a-4ab4-bd10-2a6ae17dcfe7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12425183'] for segment, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:02.368217 n-d-818022-2 neutron-server[103364]: Traceback (most recent call last): Nov 19 17:53:02.368217 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 17:53:02.368217 n-d-818022-2 neutron-server[103364]: timer() Nov 19 17:53:02.368217 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 17:53:02.368217 n-d-818022-2 neutron-server[103364]: cb(*args, **kw) Nov 19 17:53:02.368217 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 17:53:02.368217 n-d-818022-2 neutron-server[103364]: return func(*args, **kwargs) Nov 19 17:53:02.368217 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 17:53:02.368217 n-d-818022-2 neutron-server[103364]: self._notify() Nov 19 17:53:02.368217 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 17:53:02.368217 n-d-818022-2 neutron-server[103364]: self.callback(batched_events) Nov 19 17:53:02.368217 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 17:53:02.368217 n-d-818022-2 neutron-server[103364]: event.method(event) Nov 19 17:53:02.368217 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 17:53:02.368217 n-d-818022-2 neutron-server[103364]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 17:53:02.368217 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 17:53:02.368217 n-d-818022-2 neutron-server[103364]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 17:53:02.368217 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 17:53:02.368217 n-d-818022-2 neutron-server[103364]: return f(self, *a, **k) Nov 19 17:53:02.368217 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 17:53:02.368217 n-d-818022-2 neutron-server[103364]: return self._get(url).json() Nov 19 17:53:02.368217 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 17:53:02.368217 n-d-818022-2 neutron-server[103364]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 17:53:02.368217 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 17:53:02.368217 n-d-818022-2 neutron-server[103364]: return self.request(url, 'GET', **kwargs) Nov 19 17:53:02.368217 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 17:53:02.368217 n-d-818022-2 neutron-server[103364]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 17:53:02.368217 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 17:53:02.368217 n-d-818022-2 neutron-server[103364]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 17:53:02.368217 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 17:53:02.368217 n-d-818022-2 neutron-server[103364]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 17:53:02.368217 n-d-818022-2 neutron-server[103364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 17:53:02.477671 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f37c52-d7e3-449e-bcc2-9a568540d46b req-6a1ec2ed-4204-475a-881c-6f4536019891 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:53:02.483037 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-97f37c52-d7e3-449e-bcc2-9a568540d46b req-6a1ec2ed-4204-475a-881c-6f4536019891 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/ports?device_id=8664fdc8-b810-4b6d-adcd-9d1398c785aa HTTP/1.1" status: 200 len: 945 time: 0.1022027 Nov 19 17:53:02.510321 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-634380c2-c49a-4ab4-bd10-2a6ae17dcfe7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671242'] for network, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:02.516907 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-634380c2-c49a-4ab4-bd10-2a6ae17dcfe7 admin admin] Publish callbacks [] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:02.521716 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-634380c2-c49a-4ab4-bd10-2a6ae17dcfe7 admin admin] 10.222.0.54 "DELETE /v2.0/networks/5622de71-ee08-4fd5-abaa-5e5321b25c32 HTTP/1.1" status: 204 len: 168 time: 1.0348871 Nov 19 17:53:02.542916 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634380c2-c49a-4ab4-bd10-2a6ae17dcfe7 admin admin] Pushing event deleted for resources: {'Network': ['ID=5622de71-ee08-4fd5-abaa-5e5321b25c32,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:53:02.600115 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-97f37c52-d7e3-449e-bcc2-9a568540d46b req-916cf518-abf7-457c-ae05-cb755951f55f tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/security-groups?id=30887d2c-2c06-4a04-8ed7-1cc9b0391ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039073 Nov 19 17:53:02.700229 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 34312) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:53:02.755515 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-5bc688f0-8e7f-4a01-97e4-7da98c9411f3 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=768918befd704ebfb026586edba15d57&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0540409 Nov 19 17:53:02.758759 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 34314) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:53:02.833150 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-00e7a113-6867-4cfc-83ef-1d9b7c6fb481 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:03.009174 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 34322) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:53:03.113578 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e46ecc5a-dc14-4744-b262-3072ff2e958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:03.134597 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a299bd8b-a09b-43bc-aec4-31d51c79d8cb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:03.163945 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-00e7a113-6867-4cfc-83ef-1d9b7c6fb481 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:03.225063 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-00e7a113-6867-4cfc-83ef-1d9b7c6fb481 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:03.227795 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-00e7a113-6867-4cfc-83ef-1d9b7c6fb481 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:03.229140 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-00e7a113-6867-4cfc-83ef-1d9b7c6fb481 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/db717b41-5c4a-4987-bc2c-e61662f936dc HTTP/1.1" status: 204 len: 168 time: 0.4691665 Nov 19 17:53:03.237383 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e7a113-6867-4cfc-83ef-1d9b7c6fb481 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db717b41-5c4a-4987-bc2c-e61662f936dc,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:53:03.283638 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a299bd8b-a09b-43bc-aec4-31d51c79d8cb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:03.303816 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a299bd8b-a09b-43bc-aec4-31d51c79d8cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:03.338295 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a299bd8b-a09b-43bc-aec4-31d51c79d8cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31b0624c-1929-4bfa-bdc6-0aaa113d173d,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:53:03.366222 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 34334) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:53:03.367071 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-a299bd8b-a09b-43bc-aec4-31d51c79d8cb admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=6789640dbe334d808efa023195669958&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3565316 Nov 19 17:53:03.523592 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-871881b8-98af-4aa1-8925-cc73a506354b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:03.579989 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-871881b8-98af-4aa1-8925-cc73a506354b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:03.687449 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-871881b8-98af-4aa1-8925-cc73a506354b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:03.690330 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-871881b8-98af-4aa1-8925-cc73a506354b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:03.691418 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-871881b8-98af-4aa1-8925-cc73a506354b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/31b0624c-1929-4bfa-bdc6-0aaa113d173d HTTP/1.1" status: 204 len: 168 time: 0.3240256 Nov 19 17:53:03.705647 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:03.717400 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871881b8-98af-4aa1-8925-cc73a506354b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31b0624c-1929-4bfa-bdc6-0aaa113d173d,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:53:03.815010 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:03.880466 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b82fb43-4832-409d-873e-c1aeb132261a req-e32789cf-5969-4007-998a-bf714c878510 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:53:03.890116 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0b82fb43-4832-409d-873e-c1aeb132261a req-e32789cf-5969-4007-998a-bf714c878510 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/ports?device_id=8664fdc8-b810-4b6d-adcd-9d1398c785aa HTTP/1.1" status: 200 len: 945 time: 0.0880249 Nov 19 17:53:04.048176 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0b82fb43-4832-409d-873e-c1aeb132261a req-de39e2a3-07b2-4839-81b9-bf26c33e4fed tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/security-groups?id=30887d2c-2c06-4a04-8ed7-1cc9b0391ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569550 Nov 19 17:53:04.318138 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 34366) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:53:04.335101 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-795d93b1-85d9-4653-8b1a-490a1151ee64 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:04.424620 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-795d93b1-85d9-4653-8b1a-490a1151ee64 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:04.431731 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-795d93b1-85d9-4653-8b1a-490a1151ee64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:04.475472 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-795d93b1-85d9-4653-8b1a-490a1151ee64 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=9cc1ccb11dce4e5ba476223e57e002d2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1546979 Nov 19 17:53:04.476309 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 34370) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:53:04.481533 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795d93b1-85d9-4653-8b1a-490a1151ee64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b920dc75-39cf-4722-8984-7d0bf065f2a9,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:53:04.553917 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-bd9636dd-7b50-4496-b308-220b7cd2135a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:04.636938 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-bd9636dd-7b50-4496-b308-220b7cd2135a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:04.698796 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e013d7e6-5264-4dcc-9759-54f5fb809e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:04.778400 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-bd9636dd-7b50-4496-b308-220b7cd2135a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:04.782647 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-bd9636dd-7b50-4496-b308-220b7cd2135a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:04.784018 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-bd9636dd-7b50-4496-b308-220b7cd2135a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b920dc75-39cf-4722-8984-7d0bf065f2a9 HTTP/1.1" status: 204 len: 168 time: 0.3061912 Nov 19 17:53:04.794097 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9636dd-7b50-4496-b308-220b7cd2135a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b920dc75-39cf-4722-8984-7d0bf065f2a9,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:53:05.186993 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:05.314710 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a065f4-a20d-4c96-b562-1c943a65d714 req-ab142935-5b23-4322-bce6-fac3eb327642 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:53:05.324225 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-39a065f4-a20d-4c96-b562-1c943a65d714 req-ab142935-5b23-4322-bce6-fac3eb327642 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/ports?device_id=8664fdc8-b810-4b6d-adcd-9d1398c785aa HTTP/1.1" status: 200 len: 945 time: 0.1418347 Nov 19 17:53:05.344675 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 34400) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:53:05.364443 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a43f7b8a-0247-4b6e-9583-f501e5ac8d69 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:05.417698 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-39a065f4-a20d-4c96-b562-1c943a65d714 req-a164130b-28bc-48b7-b9f6-ce34296af6ce tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/security-groups?id=30887d2c-2c06-4a04-8ed7-1cc9b0391ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924177 Nov 19 17:53:05.480428 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a43f7b8a-0247-4b6e-9583-f501e5ac8d69 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:05.487182 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a43f7b8a-0247-4b6e-9583-f501e5ac8d69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:05.538631 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-a43f7b8a-0247-4b6e-9583-f501e5ac8d69 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=4e554d1f41c04fab8c824249469c02f2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1926355 Nov 19 17:53:05.541012 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43f7b8a-0247-4b6e-9583-f501e5ac8d69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12d0a329-884e-45a5-bb57-f01bdd345613,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:53:05.541199 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 34402) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:53:05.609991 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4bb70abd-f1b1-4bc9-b9e3-2c508ee47fe6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:05.634337 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4bb70abd-f1b1-4bc9-b9e3-2c508ee47fe6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:05.693533 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4bb70abd-f1b1-4bc9-b9e3-2c508ee47fe6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:05.696607 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4bb70abd-f1b1-4bc9-b9e3-2c508ee47fe6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:05.701279 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-4bb70abd-f1b1-4bc9-b9e3-2c508ee47fe6 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/12d0a329-884e-45a5-bb57-f01bdd345613 HTTP/1.1" status: 204 len: 168 time: 0.1589391 Nov 19 17:53:05.711720 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb70abd-f1b1-4bc9-b9e3-2c508ee47fe6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12d0a329-884e-45a5-bb57-f01bdd345613,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:53:06.617848 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f43dc9-a119-425a-ba68-6b1292e69130 req-ae64721a-5296-4cd7-91c5-77fd3407d2cc tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:53:06.625297 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-67f43dc9-a119-425a-ba68-6b1292e69130 req-ae64721a-5296-4cd7-91c5-77fd3407d2cc tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/ports?device_id=8664fdc8-b810-4b6d-adcd-9d1398c785aa HTTP/1.1" status: 200 len: 945 time: 0.1070907 Nov 19 17:53:06.678337 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-67f43dc9-a119-425a-ba68-6b1292e69130 req-d5caaecb-493a-4dee-945f-703589ea5444 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/security-groups?id=30887d2c-2c06-4a04-8ed7-1cc9b0391ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516069 Nov 19 17:53:07.513687 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 34502) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:53:07.858736 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d1fa30-b6f9-441c-9004-6f2fa50db3d0 req-59a8d1ad-bae4-4406-a665-5deb1ac1ec0b tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:53:07.860921 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-86d1fa30-b6f9-441c-9004-6f2fa50db3d0 req-59a8d1ad-bae4-4406-a665-5deb1ac1ec0b tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/ports?device_id=8664fdc8-b810-4b6d-adcd-9d1398c785aa HTTP/1.1" status: 200 len: 945 time: 0.0720906 Nov 19 17:53:07.872831 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-fb61534a-28db-4bce-9144-b93ff1a19abf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:07.938199 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-86d1fa30-b6f9-441c-9004-6f2fa50db3d0 req-d1f5ce91-294c-4c6c-b35e-8e5a10585b8c tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/security-groups?id=30887d2c-2c06-4a04-8ed7-1cc9b0391ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680578 Nov 19 17:53:08.017581 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-fb61534a-28db-4bce-9144-b93ff1a19abf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:08.026181 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-fb61534a-28db-4bce-9144-b93ff1a19abf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:08.067273 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb61534a-28db-4bce-9144-b93ff1a19abf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ee698ae-e507-4d6d-b4ef-ac20326128d8,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:53:08.073931 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-fb61534a-28db-4bce-9144-b93ff1a19abf admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=bc633988815047feadda66f374e8dd83&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5570085 Nov 19 17:53:08.074659 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 34530) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:53:08.133796 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-edb9106f-3e5a-4496-a085-469008caa030 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:08.162563 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-edb9106f-3e5a-4496-a085-469008caa030 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:08.188268 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 34536) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:53:08.236135 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-edb9106f-3e5a-4496-a085-469008caa030 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:08.239413 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-edb9106f-3e5a-4496-a085-469008caa030 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:08.241518 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-edb9106f-3e5a-4496-a085-469008caa030 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/4ee698ae-e507-4d6d-b4ef-ac20326128d8 HTTP/1.1" status: 204 len: 168 time: 0.1654320 Nov 19 17:53:08.251956 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb9106f-3e5a-4496-a085-469008caa030 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ee698ae-e507-4d6d-b4ef-ac20326128d8,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:53:08.326091 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1dcc1b84-fb8b-4492-a729-ce915ec94028 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:08.409532 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1dcc1b84-fb8b-4492-a729-ce915ec94028 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:08.414467 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1dcc1b84-fb8b-4492-a729-ce915ec94028 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:08.454755 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-1dcc1b84-fb8b-4492-a729-ce915ec94028 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=be4afc323322403086895d4d6fee48bf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2651665 Nov 19 17:53:08.457299 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcc1b84-fb8b-4492-a729-ce915ec94028 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=147ef5bd-bcff-43d3-8dbc-e83cb9dbe329,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:53:08.457434 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 34552) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:53:08.513311 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-fca01aa6-4104-4091-b91b-b5a1490bd959 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:08.539348 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-fca01aa6-4104-4091-b91b-b5a1490bd959 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:08.613029 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-fca01aa6-4104-4091-b91b-b5a1490bd959 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:08.616858 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-fca01aa6-4104-4091-b91b-b5a1490bd959 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:08.618101 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-fca01aa6-4104-4091-b91b-b5a1490bd959 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/147ef5bd-bcff-43d3-8dbc-e83cb9dbe329 HTTP/1.1" status: 204 len: 168 time: 0.1595476 Nov 19 17:53:08.627297 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca01aa6-4104-4091-b91b-b5a1490bd959 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=147ef5bd-bcff-43d3-8dbc-e83cb9dbe329,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:53:09.106116 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d5a07c-eca3-4235-8a16-03a57ada7738 req-ce714001-5d51-44ee-9c7b-0980f2a50091 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:53:09.107827 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d6d5a07c-eca3-4235-8a16-03a57ada7738 req-ce714001-5d51-44ee-9c7b-0980f2a50091 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/ports?device_id=8664fdc8-b810-4b6d-adcd-9d1398c785aa HTTP/1.1" status: 200 len: 945 time: 0.0810351 Nov 19 17:53:09.181687 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d6d5a07c-eca3-4235-8a16-03a57ada7738 req-55a2b7b6-2905-45cb-a89b-d13c7d19597e tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/security-groups?id=30887d2c-2c06-4a04-8ed7-1cc9b0391ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658040 Nov 19 17:53:09.335977 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 34604) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:53:09.519171 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-624d0092-ef52-4e49-9352-0370cd25ff50 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:09.721059 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-624d0092-ef52-4e49-9352-0370cd25ff50 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:09.726589 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-624d0092-ef52-4e49-9352-0370cd25ff50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:09.782549 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-624d0092-ef52-4e49-9352-0370cd25ff50 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ae6169d953c142998329891d4bf37cfe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4448202 Nov 19 17:53:09.783997 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624d0092-ef52-4e49-9352-0370cd25ff50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee5c03f1-0041-4cd7-9f65-62f610214ab3,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:53:09.785121 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 34628) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:53:09.876630 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9566c022-910c-4bd7-b50b-8573e9548ac3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:09.907402 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9566c022-910c-4bd7-b50b-8573e9548ac3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:09.997562 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9566c022-910c-4bd7-b50b-8573e9548ac3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:09.998173 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9566c022-910c-4bd7-b50b-8573e9548ac3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:10.002727 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-9566c022-910c-4bd7-b50b-8573e9548ac3 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ee5c03f1-0041-4cd7-9f65-62f610214ab3 HTTP/1.1" status: 204 len: 168 time: 0.2161791 Nov 19 17:53:10.011895 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9566c022-910c-4bd7-b50b-8573e9548ac3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee5c03f1-0041-4cd7-9f65-62f610214ab3,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:53:10.404774 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c15bcb2-bcb0-4134-bd86-cfe697abce7d req-c8238677-bc42-49b8-a443-28c6a92b89d3 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:53:10.407014 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7c15bcb2-bcb0-4134-bd86-cfe697abce7d req-c8238677-bc42-49b8-a443-28c6a92b89d3 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/ports?device_id=8664fdc8-b810-4b6d-adcd-9d1398c785aa HTTP/1.1" status: 200 len: 945 time: 0.0666878 Nov 19 17:53:10.531412 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7c15bcb2-bcb0-4134-bd86-cfe697abce7d req-a2cc2705-e0a1-4179-a5a2-a49e90746734 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/security-groups?id=30887d2c-2c06-4a04-8ed7-1cc9b0391ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176383 Nov 19 17:53:10.583528 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 34680) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:53:10.607956 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-385200d6-f1a0-4afb-b4cb-8fb6e959c651 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:10.767637 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-385200d6-f1a0-4afb-b4cb-8fb6e959c651 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:10.773245 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-385200d6-f1a0-4afb-b4cb-8fb6e959c651 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:10.825428 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-385200d6-f1a0-4afb-b4cb-8fb6e959c651 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=12a78abd44304598b555b3fa317a0318&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2400625 Nov 19 17:53:10.827236 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385200d6-f1a0-4afb-b4cb-8fb6e959c651 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac21c985-7ae6-40ee-ba3f-b5bbed7f79c5,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:53:10.828112 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 34690) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:53:10.842242 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.agents_db [None req-619e5c26-d9ed-4321-86eb-7d443bb9dfa2 None None] Agent healthcheck: found 7 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 17:53:10.953536 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8461b133-1be8-456d-a1cd-686441070ead admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:11.016875 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8461b133-1be8-456d-a1cd-686441070ead admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:11.111640 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8461b133-1be8-456d-a1cd-686441070ead admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:11.114388 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8461b133-1be8-456d-a1cd-686441070ead admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:11.116582 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-8461b133-1be8-456d-a1cd-686441070ead admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ac21c985-7ae6-40ee-ba3f-b5bbed7f79c5 HTTP/1.1" status: 204 len: 168 time: 0.2872574 Nov 19 17:53:11.134035 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8461b133-1be8-456d-a1cd-686441070ead admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac21c985-7ae6-40ee-ba3f-b5bbed7f79c5,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:53:11.772762 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3aa2fd-5653-4857-b69b-923fdafe533e req-ff03f112-d50d-4f21-97fa-5690ea0a6568 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:53:11.780327 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-dc3aa2fd-5653-4857-b69b-923fdafe533e req-ff03f112-d50d-4f21-97fa-5690ea0a6568 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/ports?device_id=8664fdc8-b810-4b6d-adcd-9d1398c785aa HTTP/1.1" status: 200 len: 945 time: 0.0873415 Nov 19 17:53:11.842526 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-dc3aa2fd-5653-4857-b69b-923fdafe533e req-4b6bc924-4a9a-49f1-ad32-2f5de9774f9c tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/security-groups?id=30887d2c-2c06-4a04-8ed7-1cc9b0391ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611606 Nov 19 17:53:12.154157 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 34778) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:53:12.325842 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-91991746-a4d6-4f75-a2f4-d67339ef1eac admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:12.420984 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-91991746-a4d6-4f75-a2f4-d67339ef1eac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:12.429441 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-91991746-a4d6-4f75-a2f4-d67339ef1eac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:12.481055 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-91991746-a4d6-4f75-a2f4-d67339ef1eac admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=bfffa1bd38ed4f68924ccf9455d685fc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3258581 Nov 19 17:53:12.483669 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 34792) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:53:12.499830 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91991746-a4d6-4f75-a2f4-d67339ef1eac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdd0aeea-4e80-44ac-adc1-7edcc30c0f6c,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:53:12.540581 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e74e0e74-a065-4d3b-9ddd-4092a3a59ccf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:12.562697 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e74e0e74-a065-4d3b-9ddd-4092a3a59ccf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:12.613774 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e74e0e74-a065-4d3b-9ddd-4092a3a59ccf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:12.617152 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e74e0e74-a065-4d3b-9ddd-4092a3a59ccf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:12.620720 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-e74e0e74-a065-4d3b-9ddd-4092a3a59ccf admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/fdd0aeea-4e80-44ac-adc1-7edcc30c0f6c HTTP/1.1" status: 204 len: 168 time: 0.1358502 Nov 19 17:53:12.635694 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74e0e74-a065-4d3b-9ddd-4092a3a59ccf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdd0aeea-4e80-44ac-adc1-7edcc30c0f6c,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:53:13.019721 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edba27c0-0abe-4265-bf5a-797b74c5033c req-0290a350-b973-4cd9-a654-a124adad8c7a tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:53:13.030087 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-edba27c0-0abe-4265-bf5a-797b74c5033c req-0290a350-b973-4cd9-a654-a124adad8c7a tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/ports?device_id=8664fdc8-b810-4b6d-adcd-9d1398c785aa HTTP/1.1" status: 200 len: 945 time: 0.0667398 Nov 19 17:53:13.122850 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-edba27c0-0abe-4265-bf5a-797b74c5033c req-1d6d9b63-a3c7-418a-851c-18e2a1919146 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/security-groups?id=30887d2c-2c06-4a04-8ed7-1cc9b0391ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924232 Nov 19 17:53:13.679470 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc487c09-64d6-41bc-a4a6-35558f9aedd5 req-85fced40-090a-4a54-bd4b-0ca62255428b tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:53:13.681630 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-dc487c09-64d6-41bc-a4a6-35558f9aedd5 req-85fced40-090a-4a54-bd4b-0ca62255428b tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/ports?device_id=19a4af58-8f1f-46c0-b13d-59abb7b40678 HTTP/1.1" status: 200 len: 946 time: 0.0715852 Nov 19 17:53:13.770436 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-dc487c09-64d6-41bc-a4a6-35558f9aedd5 req-cac7f68f-69da-45e2-b4e0-d460def82672 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/security-groups?id=af9eedbc-4dba-4487-bbd4-6a5c45518ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797033 Nov 19 17:53:14.174937 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 55751d50-ad01-4fe5-b2c4-6f37d72af915 details requested by agent hyperv_n-h1-818022-2 with host n-h1-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 17:53:14.360043 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 55751d50-ad01-4fe5-b2c4-6f37d72af915, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=55751d50-ad01-4fe5-b2c4-6f37d72af915,segment=NetworkSegment(89891acd-fd82-4118-b100-e50c4e69b300),segment_id=89891acd-fd82-4118-b100-e50c4e69b300)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:53:14.376854 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Returning: {'device': '55751d50-ad01-4fe5-b2c4-6f37d72af915', 'network_id': '7f92ba32-d487-4404-a462-4c7370c8bcd8', 'port_id': '55751d50-ad01-4fe5-b2c4-6f37d72af915', 'mac_address': 'fa:16:3e:6f:c5:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbe6d454-c5f1-4c18-83c0-782141861401', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 17:53:14.384130 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2def180-e549-4944-8625-cbad2a265316 req-ad0f81f5-9559-4285-bdde-370fb3870cab tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:53:14.385737 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d2def180-e549-4944-8625-cbad2a265316 req-ad0f81f5-9559-4285-bdde-370fb3870cab tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/ports?device_id=8664fdc8-b810-4b6d-adcd-9d1398c785aa HTTP/1.1" status: 200 len: 945 time: 0.1267452 Nov 19 17:53:14.440943 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 34918) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:53:14.446236 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:14.484446 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 55751d50-ad01-4fe5-b2c4-6f37d72af915 {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:53:14.512949 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 55751d50-ad01-4fe5-b2c4-6f37d72af915, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=55751d50-ad01-4fe5-b2c4-6f37d72af915,segment=NetworkSegment(89891acd-fd82-4118-b100-e50c4e69b300),segment_id=89891acd-fd82-4118-b100-e50c4e69b300)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:53:14.519209 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:14.529604 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d2def180-e549-4944-8625-cbad2a265316 req-e8f30a23-0cd6-4a6e-87a2-faa335db0b0c tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/security-groups?id=30887d2c-2c06-4a04-8ed7-1cc9b0391ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328661 Nov 19 17:53:14.631217 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b5981c9e-ea8b-4d40-9b9b-de78c1777eb4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:14.656114 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=55751d50-ad01-4fe5-b2c4-6f37d72af915,revision_number=6']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:53:14.667618 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:53:14.668264 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:53:14.668884 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:53:14.669436 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:53:14.669952 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:53:14.670487 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:53:14.671115 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:53:14.671906 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:53:14.673448 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:53:14.674053 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:53:14.674395 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:53:14.674833 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:53:14.700121 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['55751d50-ad01-4fe5-b2c4-6f37d72af915'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:53:14.731495 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b5981c9e-ea8b-4d40-9b9b-de78c1777eb4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:14.742978 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b5981c9e-ea8b-4d40-9b9b-de78c1777eb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:14.835153 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-b5981c9e-ea8b-4d40-9b9b-de78c1777eb4 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e6aa13ab7fa94aa090408e69ab58aede&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3931327 Nov 19 17:53:14.836787 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5981c9e-ea8b-4d40-9b9b-de78c1777eb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=098bb86c-c115-44fe-8870-3059acaf2375,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:53:14.837862 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 34942) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:53:14.951524 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-bbc90da0-3fe8-4c21-913c-e327ab5dd72e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:15.006267 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-bbc90da0-3fe8-4c21-913c-e327ab5dd72e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:15.018160 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6172d197-a5e4-4dbe-ac6b-9d3c3b112c48 req-148a615c-a1db-4d70-9b6b-282ee8c5e0a5 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:53:15.028138 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6172d197-a5e4-4dbe-ac6b-9d3c3b112c48 req-148a615c-a1db-4d70-9b6b-282ee8c5e0a5 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/ports?device_id=19a4af58-8f1f-46c0-b13d-59abb7b40678 HTTP/1.1" status: 200 len: 946 time: 0.1111510 Nov 19 17:53:15.104530 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6172d197-a5e4-4dbe-ac6b-9d3c3b112c48 req-1c2e2f3f-3bc6-4d65-afa5-4ebc652d31de tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/security-groups?id=af9eedbc-4dba-4487-bbd4-6a5c45518ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697761 Nov 19 17:53:15.106229 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-bbc90da0-3fe8-4c21-913c-e327ab5dd72e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:15.108982 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-bbc90da0-3fe8-4c21-913c-e327ab5dd72e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:15.127571 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-bbc90da0-3fe8-4c21-913c-e327ab5dd72e admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/098bb86c-c115-44fe-8870-3059acaf2375 HTTP/1.1" status: 204 len: 168 time: 0.2863593 Nov 19 17:53:15.151534 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc90da0-3fe8-4c21-913c-e327ab5dd72e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=098bb86c-c115-44fe-8870-3059acaf2375,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:53:15.558131 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 34976) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:53:15.582707 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-72ccabb2-72bc-45d0-baf8-ae5531f807d7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:15.763081 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0ebe17-eb47-43f8-b0de-dd89c6eac056 req-f6755b57-2398-4431-a2d9-188d5df36277 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:53:15.772527 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9a0ebe17-eb47-43f8-b0de-dd89c6eac056 req-f6755b57-2398-4431-a2d9-188d5df36277 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/ports?device_id=8664fdc8-b810-4b6d-adcd-9d1398c785aa HTTP/1.1" status: 200 len: 944 time: 0.0886796 Nov 19 17:53:15.837439 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-72ccabb2-72bc-45d0-baf8-ae5531f807d7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:15.854002 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9a0ebe17-eb47-43f8-b0de-dd89c6eac056 req-dce66056-a305-4043-ae00-f4dc5912aa0e tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/security-groups?id=30887d2c-2c06-4a04-8ed7-1cc9b0391ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801489 Nov 19 17:53:15.857243 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-72ccabb2-72bc-45d0-baf8-ae5531f807d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:16.012231 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 34990) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:53:16.026107 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-72ccabb2-72bc-45d0-baf8-ae5531f807d7 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=7ce00958408b4a31a9c8fc4780e7f2cb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4634955 Nov 19 17:53:16.031862 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ccabb2-72bc-45d0-baf8-ae5531f807d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab68759f-ba36-4b84-9028-1a39973ba2ec,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:53:16.126727 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5aec503f-b203-4a64-b56f-b63ecb954ee3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:16.183130 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 55751d50-ad01-4fe5-b2c4-6f37d72af915 up at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:53:16.188317 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5aec503f-b203-4a64-b56f-b63ecb954ee3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:16.358900 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5aec503f-b203-4a64-b56f-b63ecb954ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:16.364865 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5aec503f-b203-4a64-b56f-b63ecb954ee3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:16.371250 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-5aec503f-b203-4a64-b56f-b63ecb954ee3 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ab68759f-ba36-4b84-9028-1a39973ba2ec HTTP/1.1" status: 204 len: 168 time: 0.3579643 Nov 19 17:53:16.397890 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning complete for port 55751d50-ad01-4fe5-b2c4-6f37d72af915 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:53:16.398708 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:16.485733 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aec503f-b203-4a64-b56f-b63ecb954ee3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab68759f-ba36-4b84-9028-1a39973ba2ec,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:53:16.502091 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:16.551812 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8664fdc8-b810-4b6d-adcd-9d1398c785aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55751d50-ad01-4fe5-b2c4-6f37d72af915'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:53:16.554971 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3940761bcd94e032e6960d2241bd8993c5d3a7d8dc2aca8488f3ecf1d4dd2fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fda69cc5-8af3-45a1-b34a-e89dd8bae876" -d '{"events": [{"server_uuid": "8664fdc8-b810-4b6d-adcd-9d1398c785aa", "name": "network-vif-plugged", "status": "completed", "tag": "55751d50-ad01-4fe5-b2c4-6f37d72af915"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:53:16.574355 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68ccbd0-3595-4656-a3d0-5f09a579abd1 req-43fc1ed4-dcaf-47e8-997b-f94dcfb1d608 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:53:16.575736 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e68ccbd0-3595-4656-a3d0-5f09a579abd1 req-43fc1ed4-dcaf-47e8-997b-f94dcfb1d608 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/ports?device_id=19a4af58-8f1f-46c0-b13d-59abb7b40678 HTTP/1.1" status: 200 len: 946 time: 0.2475350 Nov 19 17:53:16.585066 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 55751d50-ad01-4fe5-b2c4-6f37d72af915, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=55751d50-ad01-4fe5-b2c4-6f37d72af915,segment=NetworkSegment(89891acd-fd82-4118-b100-e50c4e69b300),segment_id=89891acd-fd82-4118-b100-e50c4e69b300)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:53:16.614154 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:16.769746 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=55751d50-ad01-4fe5-b2c4-6f37d72af915,revision_number=7']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:53:16.789932 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e68ccbd0-3595-4656-a3d0-5f09a579abd1 req-c3e5f9d0-1fb7-45cd-bf78-082c42bd63a6 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/security-groups?id=af9eedbc-4dba-4487-bbd4-6a5c45518ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2063847 Nov 19 17:53:16.941594 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:53:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-447de85f-edfe-4c6f-9b58-a82db550c9e5 x-openstack-request-id: req-447de85f-edfe-4c6f-9b58-a82db550c9e5 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:53:16.942029 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8664fdc8-b810-4b6d-adcd-9d1398c785aa", "name": "network-vif-plugged", "status": "completed", "tag": "55751d50-ad01-4fe5-b2c4-6f37d72af915", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:53:16.942500 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-447de85f-edfe-4c6f-9b58-a82db550c9e5 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:53:16.943047 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8664fdc8-b810-4b6d-adcd-9d1398c785aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55751d50-ad01-4fe5-b2c4-6f37d72af915', 'code': 200} Nov 19 17:53:17.301278 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f7acbb-afe7-4479-892d-938cd5ca3f37 req-86f86588-f0a2-494f-bfd0-8b1adf79f89f tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:53:17.312894 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c5f7acbb-afe7-4479-892d-938cd5ca3f37 req-86f86588-f0a2-494f-bfd0-8b1adf79f89f tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/ports?device_id=8664fdc8-b810-4b6d-adcd-9d1398c785aa HTTP/1.1" status: 200 len: 945 time: 0.0989709 Nov 19 17:53:17.444514 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c5f7acbb-afe7-4479-892d-938cd5ca3f37 req-612e6d83-d4a6-4500-b828-a54428da584e tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/security-groups?id=30887d2c-2c06-4a04-8ed7-1cc9b0391ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305373 Nov 19 17:53:18.024077 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb95d072-7509-4c09-bf68-ef85f4cec801 req-2cd14baf-30cb-4ed6-8343-f1fdc2a53af5 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:53:18.042668 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-bb95d072-7509-4c09-bf68-ef85f4cec801 req-2cd14baf-30cb-4ed6-8343-f1fdc2a53af5 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/ports?device_id=19a4af58-8f1f-46c0-b13d-59abb7b40678 HTTP/1.1" status: 200 len: 946 time: 0.1127229 Nov 19 17:53:18.148319 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-bb95d072-7509-4c09-bf68-ef85f4cec801 req-670a74b2-7cfb-46b6-9e82-378214f7c921 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/security-groups?id=af9eedbc-4dba-4487-bbd4-6a5c45518ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0996053 Nov 19 17:53:18.721084 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd13f76-a71f-4560-a1be-5d4d6c5f6d92 req-06677f59-074f-410f-874a-154373c05819 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:53:18.722728 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-3fd13f76-a71f-4560-a1be-5d4d6c5f6d92 req-06677f59-074f-410f-874a-154373c05819 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/ports?device_id=8664fdc8-b810-4b6d-adcd-9d1398c785aa HTTP/1.1" status: 200 len: 945 time: 0.0817003 Nov 19 17:53:18.826724 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-3fd13f76-a71f-4560-a1be-5d4d6c5f6d92 req-0d01dc5e-81ab-4d00-b5da-cbfc8ed5baf4 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/security-groups?id=30887d2c-2c06-4a04-8ed7-1cc9b0391ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919247 Nov 19 17:53:19.390854 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88db4da-d4c2-4c25-bccb-359eb21dce3a req-4090e23d-61bb-4ca1-99c7-26039210ddb7 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:53:19.400589 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b88db4da-d4c2-4c25-bccb-359eb21dce3a req-4090e23d-61bb-4ca1-99c7-26039210ddb7 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/ports?device_id=19a4af58-8f1f-46c0-b13d-59abb7b40678 HTTP/1.1" status: 200 len: 946 time: 0.0844054 Nov 19 17:53:19.488745 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b88db4da-d4c2-4c25-bccb-359eb21dce3a req-d7052d91-b5dc-4209-9237-7771e9f2215d tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/security-groups?id=af9eedbc-4dba-4487-bbd4-6a5c45518ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868590 Nov 19 17:53:19.698537 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 35128) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:53:19.975872 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a3e18955-9f6a-4118-9c69-49bde258df44 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:20.196065 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a3e18955-9f6a-4118-9c69-49bde258df44 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:20.242264 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a3e18955-9f6a-4118-9c69-49bde258df44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:20.397570 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-a3e18955-9f6a-4118-9c69-49bde258df44 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=a4d0b354ce774e2e940d59429404c75e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6972480 Nov 19 17:53:20.400396 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 35188) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:53:20.442366 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e18955-9f6a-4118-9c69-49bde258df44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36825f4e-38c8-4430-9ea8-b6ceb81d084b,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:53:20.516740 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6394c082-6799-4427-9ba2-cd40771b6f85 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:20.518000 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a0e580-8986-4dbc-9ae0-d8400842cfc8 req-4686df59-8ace-4027-ac17-5c9bc19a6af8 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:53:20.528240 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-75a0e580-8986-4dbc-9ae0-d8400842cfc8 req-4686df59-8ace-4027-ac17-5c9bc19a6af8 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/ports?device_id=8664fdc8-b810-4b6d-adcd-9d1398c785aa HTTP/1.1" status: 200 len: 945 time: 0.3301647 Nov 19 17:53:20.542768 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6394c082-6799-4427-9ba2-cd40771b6f85 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:20.611001 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6394c082-6799-4427-9ba2-cd40771b6f85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:20.613966 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6394c082-6799-4427-9ba2-cd40771b6f85 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:20.619464 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-6394c082-6799-4427-9ba2-cd40771b6f85 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/36825f4e-38c8-4430-9ea8-b6ceb81d084b HTTP/1.1" status: 204 len: 168 time: 0.2179701 Nov 19 17:53:20.638205 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6394c082-6799-4427-9ba2-cd40771b6f85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36825f4e-38c8-4430-9ea8-b6ceb81d084b,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:53:20.733533 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-75a0e580-8986-4dbc-9ae0-d8400842cfc8 req-0153455d-f245-4671-9e6b-12c01d641aa5 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/security-groups?id=30887d2c-2c06-4a04-8ed7-1cc9b0391ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995771 Nov 19 17:53:20.953538 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe38cef5-aa85-4354-bbba-6f15ef7d7a2e req-2469bfaa-fbb5-4109-9540-40ed24ea3b6b tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:53:20.966443 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fe38cef5-aa85-4354-bbba-6f15ef7d7a2e req-2469bfaa-fbb5-4109-9540-40ed24ea3b6b tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/ports?device_id=19a4af58-8f1f-46c0-b13d-59abb7b40678 HTTP/1.1" status: 200 len: 946 time: 0.1813083 Nov 19 17:53:21.101388 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fe38cef5-aa85-4354-bbba-6f15ef7d7a2e req-3641512a-17d8-4d42-a34b-0a63647a2645 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/security-groups?id=af9eedbc-4dba-4487-bbd4-6a5c45518ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1329107 Nov 19 17:53:21.150008 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 35214) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:53:21.434048 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8716b6b7-80ca-41ee-8361-a3742cd2162c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:21.662996 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8716b6b7-80ca-41ee-8361-a3742cd2162c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:21.680539 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8716b6b7-80ca-41ee-8361-a3742cd2162c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:21.819621 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8716b6b7-80ca-41ee-8361-a3742cd2162c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2560ac3c-fa12-46e2-a739-809d3e29966a,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:53:21.830700 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 35236) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:53:21.854993 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-8716b6b7-80ca-41ee-8361-a3742cd2162c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=81402503bf3f4cf09cf77caf8e611b53&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7036357 Nov 19 17:53:22.039709 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-18f2d571-ecfe-4d35-b4e5-06cdc6644d0b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:22.056147 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 35240) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:53:22.091112 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-18f2d571-ecfe-4d35-b4e5-06cdc6644d0b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:22.189370 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-c554a8bb-1d80-4988-a161-1658f2c6c1f0 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1199082498-network', 'tenant_id': 'e36345fdd98b48c09152cb628eef8ab1'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:53:22.248506 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abbe6bc-e0d5-4fb7-8025-a68070732e11 req-f24650a7-18eb-40df-b335-4b14b72fd040 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:53:22.258545 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c554a8bb-1d80-4988-a161-1658f2c6c1f0 admin admin] Made reservation on behalf of e36345fdd98b48c09152cb628eef8ab1 for: {'network': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:53:22.262726 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c554a8bb-1d80-4988-a161-1658f2c6c1f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:22.266834 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-1abbe6bc-e0d5-4fb7-8025-a68070732e11 req-f24650a7-18eb-40df-b335-4b14b72fd040 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/ports?device_id=8664fdc8-b810-4b6d-adcd-9d1398c785aa HTTP/1.1" status: 200 len: 945 time: 0.3511276 Nov 19 17:53:22.270361 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-18f2d571-ecfe-4d35-b4e5-06cdc6644d0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:22.278591 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-18f2d571-ecfe-4d35-b4e5-06cdc6644d0b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:22.284374 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-18f2d571-ecfe-4d35-b4e5-06cdc6644d0b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/2560ac3c-fa12-46e2-a739-809d3e29966a HTTP/1.1" status: 204 len: 168 time: 0.4526238 Nov 19 17:53:22.328875 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c554a8bb-1d80-4988-a161-1658f2c6c1f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:22.359205 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f2d571-ecfe-4d35-b4e5-06cdc6644d0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2560ac3c-fa12-46e2-a739-809d3e29966a,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:53:22.450068 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-1abbe6bc-e0d5-4fb7-8025-a68070732e11 req-68c6f5f7-f669-495f-a93a-f7dc4cccfb28 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/security-groups?id=30887d2c-2c06-4a04-8ed7-1cc9b0391ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805830 Nov 19 17:53:22.640692 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c554a8bb-1d80-4988-a161-1658f2c6c1f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:22.666941 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c554a8bb-1d80-4988-a161-1658f2c6c1f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:22.699533 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c554a8bb-1d80-4988-a161-1658f2c6c1f0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 687} {{(pid=103365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 17:53:22.747769 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c554a8bb-1d80-4988-a161-1658f2c6c1f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:22.751437 n-d-818022-2 neutron-server[103365]: INFO neutron.db.segments_db [None req-c554a8bb-1d80-4988-a161-1658f2c6c1f0 admin admin] Added segment 41442926-6427-4146-b843-2462580436a2 of type vlan for network 4a172414-1aa9-418e-b3f0-5f9e66d35432 Nov 19 17:53:22.867753 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c554a8bb-1d80-4988-a161-1658f2c6c1f0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:22.996868 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c554a8bb-1d80-4988-a161-1658f2c6c1f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:22.998354 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c554a8bb-1d80-4988-a161-1658f2c6c1f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:53:22.999396 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c554a8bb-1d80-4988-a161-1658f2c6c1f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:23.001994 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c554a8bb-1d80-4988-a161-1658f2c6c1f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8e4a9cf-554c-42de-945f-e70f6fae0229,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:53:23.006923 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 35258) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:53:23.045600 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-40342fa8-396e-4630-9e4a-11a866589327 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:23.065779 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9175bc-ed0f-47e7-8403-a16b6bb8683b req-b054f0f5-988c-4f8d-9476-bde09e259e74 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:53:23.075635 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ce9175bc-ed0f-47e7-8403-a16b6bb8683b req-b054f0f5-988c-4f8d-9476-bde09e259e74 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/ports?device_id=19a4af58-8f1f-46c0-b13d-59abb7b40678 HTTP/1.1" status: 200 len: 946 time: 0.8032103 Nov 19 17:53:23.081134 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-c554a8bb-1d80-4988-a161-1658f2c6c1f0 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.0238116 Nov 19 17:53:23.086133 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 35260) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:53:23.097879 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-f362ba0e-75ef-4c0e-80da-22362e195ef2 admin admin] Request body: {'subnet': {'network_id': '4a172414-1aa9-418e-b3f0-5f9e66d35432', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1199082498-subnet', 'tenant_id': 'e36345fdd98b48c09152cb628eef8ab1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:53:23.159642 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f362ba0e-75ef-4c0e-80da-22362e195ef2 admin admin] Made reservation on behalf of e36345fdd98b48c09152cb628eef8ab1 for: {'subnet': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:53:23.163180 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f362ba0e-75ef-4c0e-80da-22362e195ef2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8983829'] for subnet, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:23.177939 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c554a8bb-1d80-4988-a161-1658f2c6c1f0 admin admin] Pushing event updated for resources: {'Network': ['ID=4a172414-1aa9-418e-b3f0-5f9e66d35432,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:53:23.230424 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network 4a172414-1aa9-418e-b3f0-5f9e66d35432 details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 17:53:23.231450 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ce9175bc-ed0f-47e7-8403-a16b6bb8683b req-5853de28-1216-4b26-a87b-62b516ace401 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/security-groups?id=af9eedbc-4dba-4487-bbd4-6a5c45518ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1462388 Nov 19 17:53:23.675034 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f362ba0e-75ef-4c0e-80da-22362e195ef2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12425078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8983815'] for subnet, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:23.835388 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f362ba0e-75ef-4c0e-80da-22362e195ef2 admin admin] Checking segment: {'id': '41442926-6427-4146-b843-2462580436a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '4a172414-1aa9-418e-b3f0-5f9e66d35432'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:53:23.835749 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f362ba0e-75ef-4c0e-80da-22362e195ef2 admin admin] Network hostable DHCP agents. Network: 4a172414-1aa9-418e-b3f0-5f9e66d35432, hostable agents: ['02910ef2-0455-4aea-9f38-9a875579633f'], hosted agents: [] {{(pid=103364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 17:53:23.848874 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce92252-4e54-4499-a120-c7dc20a0f62f req-b7d9e688-436e-43a1-bfc9-a87a860853ce tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:53:23.857849 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-fce92252-4e54-4499-a120-c7dc20a0f62f req-b7d9e688-436e-43a1-bfc9-a87a860853ce tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/ports?device_id=8664fdc8-b810-4b6d-adcd-9d1398c785aa HTTP/1.1" status: 200 len: 945 time: 0.2993367 Nov 19 17:53:23.860170 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f362ba0e-75ef-4c0e-80da-22362e195ef2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d389d2b1-0918-4aa3-969c-55b8cc81dfff,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:53:23.975489 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f362ba0e-75ef-4c0e-80da-22362e195ef2 admin admin] Network 4a172414-1aa9-418e-b3f0-5f9e66d35432 is scheduled to be hosted by DHCP agent 02910ef2-0455-4aea-9f38-9a875579633f with binding_index 1 {{(pid=103364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 17:53:23.996482 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-f362ba0e-75ef-4c0e-80da-22362e195ef2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818022-2, 4a172414-1aa9-418e-b3f0-5f9e66d35432) {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:53:24.007356 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5780bbda-220b-4876-bfac-df46a3f7d0d1 None None] Network 4a172414-1aa9-418e-b3f0-5f9e66d35432 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:53:24.010823 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f362ba0e-75ef-4c0e-80da-22362e195ef2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:53:24.012160 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f362ba0e-75ef-4c0e-80da-22362e195ef2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:24.017284 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-40342fa8-396e-4630-9e4a-11a866589327 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:24.033115 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-40342fa8-396e-4630-9e4a-11a866589327 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:24.080952 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-f362ba0e-75ef-4c0e-80da-22362e195ef2 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.9925175 Nov 19 17:53:24.110044 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-fce92252-4e54-4499-a120-c7dc20a0f62f req-1e1129b9-5554-42f8-b14c-ed70f66be668 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/security-groups?id=30887d2c-2c06-4a04-8ed7-1cc9b0391ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2508307 Nov 19 17:53:24.139965 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 35294) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:53:24.159843 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-40342fa8-396e-4630-9e4a-11a866589327 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=bcf3e9b83c544de1843c2821689a985a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1445856 Nov 19 17:53:24.166477 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40342fa8-396e-4630-9e4a-11a866589327 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d10303d-6616-4168-9370-9b3d6b3fa03d,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:53:24.258846 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5225c6c4-27c3-4a4e-a85f-6031bb5000ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:24.308913 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5225c6c4-27c3-4a4e-a85f-6031bb5000ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:24.388779 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5225c6c4-27c3-4a4e-a85f-6031bb5000ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:24.392799 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5225c6c4-27c3-4a4e-a85f-6031bb5000ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:24.394457 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-5225c6c4-27c3-4a4e-a85f-6031bb5000ab admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/2d10303d-6616-4168-9370-9b3d6b3fa03d HTTP/1.1" status: 204 len: 168 time: 0.2528811 Nov 19 17:53:24.434640 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5225c6c4-27c3-4a4e-a85f-6031bb5000ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d10303d-6616-4168-9370-9b3d6b3fa03d,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:53:24.496525 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d18c98af-3166-4e25-a796-7ae319f6908f None None] Network 4a172414-1aa9-418e-b3f0-5f9e66d35432 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:53:24.632168 n-d-818022-2 neutron-server[103364]: INFO neutron.api.v2.resource [req-0e7e8f1e-c0ab-4b5f-8e06-48369cb80137 req-7c29afe8-f91f-4c5b-b040-fa01e4954bf1 tempest-SecurityGroupsNegativeTestJSON-1193910709 tempest-SecurityGroupsNegativeTestJSON-1193910709-project] show failed (client error): The resource could not be found. Nov 19 17:53:24.635802 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0e7e8f1e-c0ab-4b5f-8e06-48369cb80137 req-7c29afe8-f91f-4c5b-b040-fa01e4954bf1 tempest-SecurityGroupsNegativeTestJSON-1193910709 tempest-SecurityGroupsNegativeTestJSON-1193910709-project] 10.222.0.54 "GET /v2.0/security-groups/63d2be79-268e-40a5-b182-879df5376164 HTTP/1.1" status: 404 len: 352 time: 0.0261714 Nov 19 17:53:24.654240 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843cee7d-382d-4437-9e7d-2e5a5f9837f7 req-12e73950-f144-41c0-ac0d-f4019788973d tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:53:24.660916 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-843cee7d-382d-4437-9e7d-2e5a5f9837f7 req-12e73950-f144-41c0-ac0d-f4019788973d tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/ports?device_id=19a4af58-8f1f-46c0-b13d-59abb7b40678 HTTP/1.1" status: 200 len: 946 time: 0.1885903 Nov 19 17:53:24.753454 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-843cee7d-382d-4437-9e7d-2e5a5f9837f7 req-972fe864-b14b-4831-9be9-5433e7739e68 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/security-groups?id=af9eedbc-4dba-4487-bbd4-6a5c45518ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851693 Nov 19 17:53:24.858607 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9eebeb28-056a-49ae-9ff0-84abed458079 req-59751efb-de07-42c9-a1e0-44b15dd5cbc8 tempest-SecurityGroupsNegativeTestJSON-1193910709 tempest-SecurityGroupsNegativeTestJSON-1193910709-project] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e36345fdd98b48c09152cb628eef8ab1 HTTP/1.1" status: 200 len: 3005 time: 0.1404555 Nov 19 17:53:25.007285 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9eebeb28-056a-49ae-9ff0-84abed458079 req-ce54f280-f120-4588-8135-a600a417a56b tempest-SecurityGroupsNegativeTestJSON-1193910709 tempest-SecurityGroupsNegativeTestJSON-1193910709-project] 10.222.0.54 "GET /v2.0/security-groups/c8e4a9cf-554c-42de-945f-e70f6fae0229 HTTP/1.1" status: 200 len: 3002 time: 0.1426780 Nov 19 17:53:25.098066 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9eebeb28-056a-49ae-9ff0-84abed458079 req-a2062630-eeed-44ab-ab8d-3491230d8a0b tempest-SecurityGroupsNegativeTestJSON-1193910709 tempest-SecurityGroupsNegativeTestJSON-1193910709-project] 10.222.0.54 "GET /v2.0/security-groups/c8e4a9cf-554c-42de-945f-e70f6fae0229 HTTP/1.1" status: 200 len: 3002 time: 0.0817640 Nov 19 17:53:25.213547 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-bc948f10-d912-49eb-bc79-2bf92650b162 req-49323eb7-7b90-4cb5-a840-8602ec4600ae tempest-SecurityGroupsNegativeTestJSON-1193910709 tempest-SecurityGroupsNegativeTestJSON-1193910709-project] 10.222.0.54 "GET /v2.0/security-groups/c8e4a9cf-554c-42de-945f-e70f6fae0229 HTTP/1.1" status: 200 len: 3002 time: 0.0938056 Nov 19 17:53:25.308684 n-d-818022-2 neutron-server[103365]: INFO neutron.api.v2.resource [req-bc948f10-d912-49eb-bc79-2bf92650b162 req-c42ea912-0157-4465-8612-6c5ed589fc0a tempest-SecurityGroupsNegativeTestJSON-1193910709 tempest-SecurityGroupsNegativeTestJSON-1193910709-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 19 17:53:25.321901 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-bc948f10-d912-49eb-bc79-2bf92650b162 req-c42ea912-0157-4465-8612-6c5ed589fc0a tempest-SecurityGroupsNegativeTestJSON-1193910709 tempest-SecurityGroupsNegativeTestJSON-1193910709-project] 10.222.0.54 "DELETE /v2.0/security-groups/c8e4a9cf-554c-42de-945f-e70f6fae0229 HTTP/1.1" status: 409 len: 352 time: 0.1073174 Nov 19 17:53:25.356557 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aabfe9c-a090-4f70-954f-eaf8d4a059a4 req-bceeb488-0ae1-4275-b1f0-a75846c2087e tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:53:25.365134 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-1aabfe9c-a090-4f70-954f-eaf8d4a059a4 req-bceeb488-0ae1-4275-b1f0-a75846c2087e tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/ports?device_id=8664fdc8-b810-4b6d-adcd-9d1398c785aa HTTP/1.1" status: 200 len: 945 time: 0.1327889 Nov 19 17:53:25.449061 n-d-818022-2 neutron-server[103365]: INFO neutron.api.v2.resource [req-43d8b03d-31d1-4b7b-b8b2-bbeb45880c29 req-cf3c6b9a-9f73-49b1-a393-be130bae792b tempest-SecurityGroupsNegativeTestJSON-1193910709 tempest-SecurityGroupsNegativeTestJSON-1193910709-project] show failed (client error): The resource could not be found. Nov 19 17:53:25.455222 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-1aabfe9c-a090-4f70-954f-eaf8d4a059a4 req-36e29720-81db-49aa-80be-2456cb2c4a19 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/security-groups?id=30887d2c-2c06-4a04-8ed7-1cc9b0391ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838621 Nov 19 17:53:25.457061 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-43d8b03d-31d1-4b7b-b8b2-bbeb45880c29 req-cf3c6b9a-9f73-49b1-a393-be130bae792b tempest-SecurityGroupsNegativeTestJSON-1193910709 tempest-SecurityGroupsNegativeTestJSON-1193910709-project] 10.222.0.54 "GET /v2.0/security-groups/95dc7eb7-027d-4ec5-afd4-45de4f4347ae HTTP/1.1" status: 404 len: 352 time: 0.0268662 Nov 19 17:53:25.508625 n-d-818022-2 neutron-server[103365]: INFO neutron.api.v2.resource [req-68c545c7-d157-4f22-aebc-112c310d5010 req-41f3b835-222c-4c9f-aee1-8938d7de69c2 tempest-SecurityGroupsNegativeTestJSON-1193910709 tempest-SecurityGroupsNegativeTestJSON-1193910709-project] show failed (client error): The resource could not be found. Nov 19 17:53:25.510113 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-68c545c7-d157-4f22-aebc-112c310d5010 req-41f3b835-222c-4c9f-aee1-8938d7de69c2 tempest-SecurityGroupsNegativeTestJSON-1193910709 tempest-SecurityGroupsNegativeTestJSON-1193910709-project] 10.222.0.54 "GET /v2.0/security-groups/f7a8e389-df4c-4522-81c8-ce6eb8c66d2b HTTP/1.1" status: 404 len: 352 time: 0.0232878 Nov 19 17:53:25.528590 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 35334) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:53:25.637535 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_v2 [None req-342d3a55-f43e-4cba-bb4d-d3a81fbc2c28 admin admin] Deleting subnet d389d2b1-0918-4aa3-969c-55b8cc81dfff {{(pid=103365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 17:53:25.641406 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-342d3a55-f43e-4cba-bb4d-d3a81fbc2c28 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:25.699078 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-342d3a55-f43e-4cba-bb4d-d3a81fbc2c28 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12546453'] for subnet, precommit_delete_associations {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:25.781748 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-342d3a55-f43e-4cba-bb4d-d3a81fbc2c28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:25.902171 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-342d3a55-f43e-4cba-bb4d-d3a81fbc2c28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12282919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8731163'] for subnet, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:26.018358 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342d3a55-f43e-4cba-bb4d-d3a81fbc2c28 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d389d2b1-0918-4aa3-969c-55b8cc81dfff,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:53:26.031974 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-342d3a55-f43e-4cba-bb4d-d3a81fbc2c28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:26.038357 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-342d3a55-f43e-4cba-bb4d-d3a81fbc2c28 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/d389d2b1-0918-4aa3-969c-55b8cc81dfff HTTP/1.1" status: 204 len: 168 time: 0.5084264 Nov 19 17:53:26.042543 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 35354) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:53:26.072195 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9448365b-6808-4b8f-a37e-634291258aaf req-e2f13676-0e16-4521-be09-e09839d5c2fd tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:53:26.085950 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9448365b-6808-4b8f-a37e-634291258aaf req-e2f13676-0e16-4521-be09-e09839d5c2fd tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/ports?device_id=19a4af58-8f1f-46c0-b13d-59abb7b40678 HTTP/1.1" status: 200 len: 946 time: 0.1671820 Nov 19 17:53:26.182216 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 35362) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:53:26.212975 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9448365b-6808-4b8f-a37e-634291258aaf req-15ccb2f1-7fcf-43a0-a6da-d8d2cc0c4740 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/security-groups?id=af9eedbc-4dba-4487-bbd4-6a5c45518ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1257684 Nov 19 17:53:26.228702 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 416dfac9-b243-4e8e-b7ab-03fa42b872ea details requested by agent hyperv_n-h1-818022-2 with host n-h1-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 17:53:26.237675 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-bd9d03bb-157a-4932-a141-98bfbf85983b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:26.472901 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-af04e09f-484a-4e19-b8ee-d7e4beb71bae admin admin] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:26.491627 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-bd9d03bb-157a-4932-a141-98bfbf85983b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:26.581114 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-bd9d03bb-157a-4932-a141-98bfbf85983b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a172414-1aa9-418e-b3f0-5f9e66d35432']}} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:53:26.623060 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-bd9d03bb-157a-4932-a141-98bfbf85983b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41442926-6427-4146-b843-2462580436a2') {'for_net_delete': True} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:53:26.623389 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-bd9d03bb-157a-4932-a141-98bfbf85983b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41442926-6427-4146-b843-2462580436a2') {} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:53:26.657562 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-bd9d03bb-157a-4932-a141-98bfbf85983b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12545382'] for segment, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:26.673734 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-bd9d03bb-157a-4932-a141-98bfbf85983b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:26.678252 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 416dfac9-b243-4e8e-b7ab-03fa42b872ea, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=416dfac9-b243-4e8e-b7ab-03fa42b872ea,segment=NetworkSegment(a5a94e2b-2782-491c-8737-b805351d0689),segment_id=a5a94e2b-2782-491c-8737-b805351d0689)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:53:26.690886 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd9d03bb-157a-4932-a141-98bfbf85983b admin admin] Releasing vlan 687 on physical network physnet1 to pool {{(pid=103365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 17:53:26.690886 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-bd9d03bb-157a-4932-a141-98bfbf85983b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12282953'] for segment, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:26.695853 n-d-818022-2 neutron-server[103365]: Traceback (most recent call last): Nov 19 17:53:26.695853 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 17:53:26.695853 n-d-818022-2 neutron-server[103365]: timer() Nov 19 17:53:26.695853 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 17:53:26.695853 n-d-818022-2 neutron-server[103365]: cb(*args, **kw) Nov 19 17:53:26.695853 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 17:53:26.695853 n-d-818022-2 neutron-server[103365]: return func(*args, **kwargs) Nov 19 17:53:26.695853 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 17:53:26.695853 n-d-818022-2 neutron-server[103365]: self._notify() Nov 19 17:53:26.695853 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 17:53:26.695853 n-d-818022-2 neutron-server[103365]: self.callback(batched_events) Nov 19 17:53:26.695853 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 17:53:26.695853 n-d-818022-2 neutron-server[103365]: event.method(event) Nov 19 17:53:26.695853 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 17:53:26.695853 n-d-818022-2 neutron-server[103365]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 17:53:26.695853 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 17:53:26.695853 n-d-818022-2 neutron-server[103365]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 17:53:26.695853 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 17:53:26.695853 n-d-818022-2 neutron-server[103365]: return f(self, *a, **k) Nov 19 17:53:26.695853 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 17:53:26.695853 n-d-818022-2 neutron-server[103365]: return self._get(url).json() Nov 19 17:53:26.695853 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 17:53:26.695853 n-d-818022-2 neutron-server[103365]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 17:53:26.695853 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 17:53:26.695853 n-d-818022-2 neutron-server[103365]: return self.request(url, 'GET', **kwargs) Nov 19 17:53:26.695853 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 17:53:26.695853 n-d-818022-2 neutron-server[103365]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 17:53:26.695853 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 17:53:26.695853 n-d-818022-2 neutron-server[103365]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 17:53:26.695853 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 17:53:26.695853 n-d-818022-2 neutron-server[103365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 17:53:26.695853 n-d-818022-2 neutron-server[103365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 17:53:26.715400 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Returning: {'device': '416dfac9-b243-4e8e-b7ab-03fa42b872ea', 'network_id': 'fdcadcc4-b6d0-4be3-9284-8f7eda9af8ea', 'port_id': '416dfac9-b243-4e8e-b7ab-03fa42b872ea', 'mac_address': 'fa:16:3e:0d:24:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dbfa5af-1ad8-4df8-a1b2-cc6152eda1a3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 17:53:26.836507 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:26.851244 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-bd9d03bb-157a-4932-a141-98bfbf85983b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671242'] for network, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:26.866823 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d3cd8b-9c74-4d63-bf9f-a23f2d370d50 req-57f60f50-e5b4-472d-aa8e-dc2dd1d16c1c tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:53:26.869567 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 416dfac9-b243-4e8e-b7ab-03fa42b872ea {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:53:26.879198 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-20d3cd8b-9c74-4d63-bf9f-a23f2d370d50 req-57f60f50-e5b4-472d-aa8e-dc2dd1d16c1c tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/ports?device_id=8664fdc8-b810-4b6d-adcd-9d1398c785aa HTTP/1.1" status: 200 len: 945 time: 0.2290866 Nov 19 17:53:26.884926 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-bd9d03bb-157a-4932-a141-98bfbf85983b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:26.896534 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-bd9d03bb-157a-4932-a141-98bfbf85983b admin admin] 10.222.0.54 "DELETE /v2.0/networks/4a172414-1aa9-418e-b3f0-5f9e66d35432 HTTP/1.1" status: 204 len: 168 time: 0.8498414 Nov 19 17:53:26.903896 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9d03bb-157a-4932-a141-98bfbf85983b admin admin] Pushing event deleted for resources: {'Network': ['ID=4a172414-1aa9-418e-b3f0-5f9e66d35432,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:53:26.911501 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-af04e09f-484a-4e19-b8ee-d7e4beb71bae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:26.941186 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 416dfac9-b243-4e8e-b7ab-03fa42b872ea, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=416dfac9-b243-4e8e-b7ab-03fa42b872ea,segment=NetworkSegment(a5a94e2b-2782-491c-8737-b805351d0689),segment_id=a5a94e2b-2782-491c-8737-b805351d0689)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:53:26.944941 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-af04e09f-484a-4e19-b8ee-d7e4beb71bae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:26.960598 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:27.093134 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-af04e09f-484a-4e19-b8ee-d7e4beb71bae admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c2573e45d9e345c4bf03f3eb6df444e0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9091320 Nov 19 17:53:27.095887 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 35434) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:53:27.108762 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=416dfac9-b243-4e8e-b7ab-03fa42b872ea,revision_number=6']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:53:27.109608 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af04e09f-484a-4e19-b8ee-d7e4beb71bae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1991b4d3-a5d3-4b1f-b9b1-fa5c80c7997f,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:53:27.135624 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-20d3cd8b-9c74-4d63-bf9f-a23f2d370d50 req-0b1b5e75-615c-43b0-a7c5-0dec24e015d6 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/security-groups?id=30887d2c-2c06-4a04-8ed7-1cc9b0391ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2479460 Nov 19 17:53:27.171264 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['416dfac9-b243-4e8e-b7ab-03fa42b872ea'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:53:27.189619 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 35446) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:53:27.334975 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-87e31b4e-ab00-4819-b6ee-907efe63db3b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e36345fdd98b48c09152cb628eef8ab1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1411295 Nov 19 17:53:27.335983 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 35462) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:53:27.357542 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3909482a-5ab0-46e4-b327-619fb99ad1b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:27.403627 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3909482a-5ab0-46e4-b327-619fb99ad1b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:27.518526 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3909482a-5ab0-46e4-b327-619fb99ad1b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:27.523588 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2695296f-270d-427f-b863-aadadc11b7b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:27.526223 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3909482a-5ab0-46e4-b327-619fb99ad1b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:27.528627 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-3909482a-5ab0-46e4-b327-619fb99ad1b6 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/1991b4d3-a5d3-4b1f-b9b1-fa5c80c7997f HTTP/1.1" status: 204 len: 168 time: 0.4301972 Nov 19 17:53:27.539807 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3909482a-5ab0-46e4-b327-619fb99ad1b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1991b4d3-a5d3-4b1f-b9b1-fa5c80c7997f,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:53:27.594105 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2695296f-270d-427f-b863-aadadc11b7b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:27.715173 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf63dd77-111d-4b2e-9f22-f31e20621ebd req-b4a76df4-727e-4540-9d48-066dcf53f40b tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:53:27.733143 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-cf63dd77-111d-4b2e-9f22-f31e20621ebd req-b4a76df4-727e-4540-9d48-066dcf53f40b tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/ports?device_id=19a4af58-8f1f-46c0-b13d-59abb7b40678 HTTP/1.1" status: 200 len: 945 time: 0.3471963 Nov 19 17:53:27.737017 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2695296f-270d-427f-b863-aadadc11b7b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:27.740311 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2695296f-270d-427f-b863-aadadc11b7b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:27.741848 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-2695296f-270d-427f-b863-aadadc11b7b5 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c8e4a9cf-554c-42de-945f-e70f6fae0229 HTTP/1.1" status: 204 len: 168 time: 0.4040468 Nov 19 17:53:27.783298 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2695296f-270d-427f-b863-aadadc11b7b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8e4a9cf-554c-42de-945f-e70f6fae0229,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:53:27.858887 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-cf63dd77-111d-4b2e-9f22-f31e20621ebd req-13e49864-6ddc-4b5d-90f5-4dbe3a68c580 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/security-groups?id=af9eedbc-4dba-4487-bbd4-6a5c45518ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1229019 Nov 19 17:53:28.259690 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 416dfac9-b243-4e8e-b7ab-03fa42b872ea up at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:53:28.304909 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a66382-ace2-4eb3-9c4f-95fab05f8d5f req-ea2c788d-a90a-46af-9029-d4f9736f17e5 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:53:28.317431 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-23a66382-ace2-4eb3-9c4f-95fab05f8d5f req-ea2c788d-a90a-46af-9029-d4f9736f17e5 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/ports?device_id=8664fdc8-b810-4b6d-adcd-9d1398c785aa HTTP/1.1" status: 200 len: 945 time: 0.1002831 Nov 19 17:53:28.385711 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning complete for port 416dfac9-b243-4e8e-b7ab-03fa42b872ea triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:53:28.386098 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:28.436982 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-23a66382-ace2-4eb3-9c4f-95fab05f8d5f req-becb543b-2ef5-4da6-8be6-a8a8d14bcd0a tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/security-groups?id=30887d2c-2c06-4a04-8ed7-1cc9b0391ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171219 Nov 19 17:53:28.467010 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 35504) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:53:28.526553 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:28.556640 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19a4af58-8f1f-46c0-b13d-59abb7b40678', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '416dfac9-b243-4e8e-b7ab-03fa42b872ea'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:53:28.559805 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3940761bcd94e032e6960d2241bd8993c5d3a7d8dc2aca8488f3ecf1d4dd2fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72c319db-bf0e-4a41-ac9a-d259b614c401" -d '{"events": [{"server_uuid": "19a4af58-8f1f-46c0-b13d-59abb7b40678", "name": "network-vif-plugged", "status": "completed", "tag": "416dfac9-b243-4e8e-b7ab-03fa42b872ea"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:53:28.585423 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 416dfac9-b243-4e8e-b7ab-03fa42b872ea, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=416dfac9-b243-4e8e-b7ab-03fa42b872ea,segment=NetworkSegment(a5a94e2b-2782-491c-8737-b805351d0689),segment_id=a5a94e2b-2782-491c-8737-b805351d0689)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:53:28.601299 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:28.748610 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-096df0d0-00b7-4594-8d62-23f00207e735 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:28.957539 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:53:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef301cc5-4b66-43bd-9b50-e0f2ec3f1ea0 x-openstack-request-id: req-ef301cc5-4b66-43bd-9b50-e0f2ec3f1ea0 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:53:28.958001 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19a4af58-8f1f-46c0-b13d-59abb7b40678", "name": "network-vif-plugged", "status": "completed", "tag": "416dfac9-b243-4e8e-b7ab-03fa42b872ea", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:53:28.958455 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ef301cc5-4b66-43bd-9b50-e0f2ec3f1ea0 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:53:28.958974 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19a4af58-8f1f-46c0-b13d-59abb7b40678', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '416dfac9-b243-4e8e-b7ab-03fa42b872ea', 'code': 200} Nov 19 17:53:28.972171 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=416dfac9-b243-4e8e-b7ab-03fa42b872ea,revision_number=7']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:53:29.103294 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-096df0d0-00b7-4594-8d62-23f00207e735 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:29.118223 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-096df0d0-00b7-4594-8d62-23f00207e735 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:29.131853 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd974aa-5014-4860-a6ed-72ee00845c5b req-3c05ce10-0600-49d3-bfa8-2bb5263afabe tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:53:29.140226 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-7fd974aa-5014-4860-a6ed-72ee00845c5b req-3c05ce10-0600-49d3-bfa8-2bb5263afabe tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/ports?device_id=19a4af58-8f1f-46c0-b13d-59abb7b40678 HTTP/1.1" status: 200 len: 946 time: 0.0955284 Nov 19 17:53:29.184884 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096df0d0-00b7-4594-8d62-23f00207e735 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b0e407a-8e60-415c-86f6-1b42443929be,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:53:29.265001 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 35542) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:53:29.265524 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-096df0d0-00b7-4594-8d62-23f00207e735 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=99af0066ada0421d808b75e21d04087f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7963681 Nov 19 17:53:29.346749 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-7fd974aa-5014-4860-a6ed-72ee00845c5b req-d99ddcbf-f73a-4a49-a9f3-0665acc49e40 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/security-groups?id=af9eedbc-4dba-4487-bbd4-6a5c45518ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2050297 Nov 19 17:53:29.383651 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c963d553-5a2a-4560-8da3-ae871773201c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:29.419643 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c963d553-5a2a-4560-8da3-ae871773201c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:29.549042 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c963d553-5a2a-4560-8da3-ae871773201c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:29.552607 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c963d553-5a2a-4560-8da3-ae871773201c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:29.558101 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-c963d553-5a2a-4560-8da3-ae871773201c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/1b0e407a-8e60-415c-86f6-1b42443929be HTTP/1.1" status: 204 len: 168 time: 0.2894635 Nov 19 17:53:29.584954 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c963d553-5a2a-4560-8da3-ae871773201c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b0e407a-8e60-415c-86f6-1b42443929be,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:53:29.685832 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9dc362-ea24-4d60-a73a-96dbb2ad9ee7 req-81651bc7-2bd9-4986-86ff-d64863e76e8c tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:53:29.698560 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-4a9dc362-ea24-4d60-a73a-96dbb2ad9ee7 req-81651bc7-2bd9-4986-86ff-d64863e76e8c tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/ports?device_id=8664fdc8-b810-4b6d-adcd-9d1398c785aa HTTP/1.1" status: 200 len: 945 time: 0.1064260 Nov 19 17:53:29.699072 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ab51bd5b-73e4-437e-aebb-29e9f3791229 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:29.701291 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 35558) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:53:29.762549 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-4a9dc362-ea24-4d60-a73a-96dbb2ad9ee7 req-39022cfe-af81-44f0-a488-4b668d70cae1 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/security-groups?id=30887d2c-2c06-4a04-8ed7-1cc9b0391ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618536 Nov 19 17:53:30.258444 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ea98a865-9eba-42f0-b59d-2ceaf4c758be admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:30.383157 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ea98a865-9eba-42f0-b59d-2ceaf4c758be admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:30.390623 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ea98a865-9eba-42f0-b59d-2ceaf4c758be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:30.459199 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 35578) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:53:30.461294 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-ea98a865-9eba-42f0-b59d-2ceaf4c758be admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=fafceb45681f4436b53a27917b6d2a9f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7568581 Nov 19 17:53:30.544223 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 35580) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:53:30.619731 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6640db9c-1615-4d53-8d72-820bbd7cbb8b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:30.654602 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea98a865-9eba-42f0-b59d-2ceaf4c758be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f5bb9b6-1e4e-41bc-bd3b-0bb40aee7548,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:53:30.768839 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-9c39b933-566c-4643-86e0-a87d4cb37be7 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1187646523-network', 'tenant_id': '788dc519438f4a03985216f23ce7957a'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:53:30.814071 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6640db9c-1615-4d53-8d72-820bbd7cbb8b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:30.851432 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c39b933-566c-4643-86e0-a87d4cb37be7 admin admin] Made reservation on behalf of 788dc519438f4a03985216f23ce7957a for: {'network': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:53:30.853886 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9c39b933-566c-4643-86e0-a87d4cb37be7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:30.893188 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d9e590-dcc6-43ae-a54e-5d99548e990b req-d885f5b9-1e95-419b-adaa-ae4b1180115e tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:53:30.899711 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9c39b933-566c-4643-86e0-a87d4cb37be7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:30.906586 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f3d9e590-dcc6-43ae-a54e-5d99548e990b req-d885f5b9-1e95-419b-adaa-ae4b1180115e tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/ports?device_id=19a4af58-8f1f-46c0-b13d-59abb7b40678 HTTP/1.1" status: 200 len: 946 time: 0.2790804 Nov 19 17:53:31.080172 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f3d9e590-dcc6-43ae-a54e-5d99548e990b req-1e2ef90f-6015-405e-aeb0-9e7daf92e516 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/security-groups?id=af9eedbc-4dba-4487-bbd4-6a5c45518ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1687038 Nov 19 17:53:31.094302 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6640db9c-1615-4d53-8d72-820bbd7cbb8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:31.099666 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6640db9c-1615-4d53-8d72-820bbd7cbb8b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:31.106392 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-6640db9c-1615-4d53-8d72-820bbd7cbb8b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/9f5bb9b6-1e4e-41bc-bd3b-0bb40aee7548 HTTP/1.1" status: 204 len: 168 time: 0.6453607 Nov 19 17:53:31.119757 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6640db9c-1615-4d53-8d72-820bbd7cbb8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f5bb9b6-1e4e-41bc-bd3b-0bb40aee7548,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:53:31.332734 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396254a6-3eb8-425f-b31b-3d246e83e1e2 req-d9679135-a165-4581-addc-ba6478b608ad tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:53:31.343400 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-396254a6-3eb8-425f-b31b-3d246e83e1e2 req-d9679135-a165-4581-addc-ba6478b608ad tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/ports?device_id=8664fdc8-b810-4b6d-adcd-9d1398c785aa HTTP/1.1" status: 200 len: 945 time: 0.3590226 Nov 19 17:53:31.404099 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9c39b933-566c-4643-86e0-a87d4cb37be7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:31.433315 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9c39b933-566c-4643-86e0-a87d4cb37be7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:31.569029 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39b933-566c-4643-86e0-a87d4cb37be7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69893046-4ef7-4b9d-b200-657d1734542e,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:53:31.610790 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c39b933-566c-4643-86e0-a87d4cb37be7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 680} {{(pid=103365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 17:53:31.639463 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9c39b933-566c-4643-86e0-a87d4cb37be7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:31.639990 n-d-818022-2 neutron-server[103365]: INFO neutron.db.segments_db [None req-9c39b933-566c-4643-86e0-a87d4cb37be7 admin admin] Added segment f0733011-e02b-453d-8d2a-92029d4a78a9 of type vlan for network 83e29886-835d-4a88-8dbb-b5f419c8c70c Nov 19 17:53:31.806278 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9c39b933-566c-4643-86e0-a87d4cb37be7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:31.933937 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-396254a6-3eb8-425f-b31b-3d246e83e1e2 req-da045b37-4fc3-49c1-8ecc-e01c11a2ed72 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/security-groups?id=30887d2c-2c06-4a04-8ed7-1cc9b0391ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5752573 Nov 19 17:53:31.941968 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9c39b933-566c-4643-86e0-a87d4cb37be7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:31.946778 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c39b933-566c-4643-86e0-a87d4cb37be7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:53:31.947958 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9c39b933-566c-4643-86e0-a87d4cb37be7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:31.998221 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-1146c296-c354-4bb6-b8f0-2952a1d33dcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:32.097168 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-9c39b933-566c-4643-86e0-a87d4cb37be7 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.5587270 Nov 19 17:53:32.100263 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 35624) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:53:32.108961 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-2c7ad214-d6fb-4c09-ae55-73d7760836b3 admin admin] Request body: {'subnet': {'network_id': '83e29886-835d-4a88-8dbb-b5f419c8c70c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1187646523-subnet', 'tenant_id': '788dc519438f4a03985216f23ce7957a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:53:32.125920 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39b933-566c-4643-86e0-a87d4cb37be7 admin admin] Pushing event updated for resources: {'Network': ['ID=83e29886-835d-4a88-8dbb-b5f419c8c70c,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:53:32.139078 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network 83e29886-835d-4a88-8dbb-b5f419c8c70c details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 17:53:32.158568 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 35628) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:53:32.191686 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a7b7f451-1333-47d3-845c-28200a015c60 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:32.242952 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c7ad214-d6fb-4c09-ae55-73d7760836b3 admin admin] Made reservation on behalf of 788dc519438f4a03985216f23ce7957a for: {'subnet': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:53:32.245582 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2c7ad214-d6fb-4c09-ae55-73d7760836b3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8983829'] for subnet, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:32.434619 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023d169f-bee6-402b-b4ee-61f1a2ed5116 req-f7eb1a76-0709-4bf9-a70e-2154cb8272a0 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:53:32.442091 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-023d169f-bee6-402b-b4ee-61f1a2ed5116 req-f7eb1a76-0709-4bf9-a70e-2154cb8272a0 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/ports?device_id=19a4af58-8f1f-46c0-b13d-59abb7b40678 HTTP/1.1" status: 200 len: 946 time: 0.2118256 Nov 19 17:53:32.561573 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a7b7f451-1333-47d3-845c-28200a015c60 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:32.595349 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-023d169f-bee6-402b-b4ee-61f1a2ed5116 req-e51046d5-e52a-4cd9-9cf5-d4be13503203 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/security-groups?id=af9eedbc-4dba-4487-bbd4-6a5c45518ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1519511 Nov 19 17:53:32.597537 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a7b7f451-1333-47d3-845c-28200a015c60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:32.743144 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b7f451-1333-47d3-845c-28200a015c60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ad78789-bf63-461b-b62b-949f8fcc2f1f,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:53:32.760568 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-a7b7f451-1333-47d3-845c-28200a015c60 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ed5145180b5f40cba6fe2ab94c3d2907&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6006591 Nov 19 17:53:32.763780 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 35642) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:53:32.938929 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2c7ad214-d6fb-4c09-ae55-73d7760836b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12425078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8983815'] for subnet, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:33.012915 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-93834d2e-65c7-4bc6-acbe-f69498aadb39 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:33.122320 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e46ecc5a-dc14-4744-b262-3072ff2e958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:33.143128 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-93834d2e-65c7-4bc6-acbe-f69498aadb39 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:33.150581 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7ad214-d6fb-4c09-ae55-73d7760836b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f038d3e4-cc95-4dc5-a466-577e5f1c9aa8,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:53:33.197577 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c7ad214-d6fb-4c09-ae55-73d7760836b3 admin admin] Checking segment: {'id': 'f0733011-e02b-453d-8d2a-92029d4a78a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '83e29886-835d-4a88-8dbb-b5f419c8c70c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:53:33.198373 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c7ad214-d6fb-4c09-ae55-73d7760836b3 admin admin] Network hostable DHCP agents. Network: 83e29886-835d-4a88-8dbb-b5f419c8c70c, hostable agents: ['02910ef2-0455-4aea-9f38-9a875579633f'], hosted agents: [] {{(pid=103364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 17:53:33.255133 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7413aafd-82ce-46da-a621-af0abc7280c4 req-245f7ec3-0a84-4c00-b44a-97a41df31620 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:53:33.267300 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-7413aafd-82ce-46da-a621-af0abc7280c4 req-245f7ec3-0a84-4c00-b44a-97a41df31620 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/ports?device_id=8664fdc8-b810-4b6d-adcd-9d1398c785aa HTTP/1.1" status: 200 len: 945 time: 0.1894734 Nov 19 17:53:33.331523 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c7ad214-d6fb-4c09-ae55-73d7760836b3 admin admin] Network 83e29886-835d-4a88-8dbb-b5f419c8c70c is scheduled to be hosted by DHCP agent 02910ef2-0455-4aea-9f38-9a875579633f with binding_index 1 {{(pid=103364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 17:53:33.367989 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-7413aafd-82ce-46da-a621-af0abc7280c4 req-b25b9c1b-c1fd-4e4d-97b6-8d9419d4a817 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/security-groups?id=30887d2c-2c06-4a04-8ed7-1cc9b0391ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937860 Nov 19 17:53:33.371013 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-2c7ad214-d6fb-4c09-ae55-73d7760836b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818022-2, 83e29886-835d-4a88-8dbb-b5f419c8c70c) {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:53:33.384250 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-93834d2e-65c7-4bc6-acbe-f69498aadb39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:33.388774 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-93834d2e-65c7-4bc6-acbe-f69498aadb39 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:33.392616 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-93834d2e-65c7-4bc6-acbe-f69498aadb39 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/4ad78789-bf63-461b-b62b-949f8fcc2f1f HTTP/1.1" status: 204 len: 168 time: 0.6237054 Nov 19 17:53:33.392793 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ab573ae-d89a-4eb3-84fd-f40c404784c2 None None] Network 83e29886-835d-4a88-8dbb-b5f419c8c70c requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:53:33.396349 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c7ad214-d6fb-4c09-ae55-73d7760836b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:53:33.396945 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2c7ad214-d6fb-4c09-ae55-73d7760836b3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:33.430856 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93834d2e-65c7-4bc6-acbe-f69498aadb39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ad78789-bf63-461b-b62b-949f8fcc2f1f,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:53:33.465931 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-2c7ad214-d6fb-4c09-ae55-73d7760836b3 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3614104 Nov 19 17:53:33.465931 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 35664) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:53:33.470162 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-239b2ea0-f175-4af2-a748-06e0d5911c4f admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1187646523-router', 'tenant_id': '788dc519438f4a03985216f23ce7957a', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'}}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:53:33.523805 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-239b2ea0-f175-4af2-a748-06e0d5911c4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9890'] for router, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:33.525187 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-239b2ea0-f175-4af2-a748-06e0d5911c4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671617', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-732153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4689'] for router, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:33.677847 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-239b2ea0-f175-4af2-a748-06e0d5911c4f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:34.023727 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:34.029225 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:34.095033 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-239b2ea0-f175-4af2-a748-06e0d5911c4f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:34.102624 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-270814c0-e1d7-41ac-a987-69b9cdfa4472 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54f44f5f-1200-574e-8740-2141911d5b73-83e29886-835d-4a88-8dbb-b5f419c8c70c', 'network_id': '83e29886-835d-4a88-8dbb-b5f419c8c70c', 'tenant_id': '788dc519438f4a03985216f23ce7957a', 'fixed_ips': [{'subnet_id': 'f038d3e4-cc95-4dc5-a466-577e5f1c9aa8'}]}} from n-d-818022-2. {{(pid=103366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 17:53:34.103563 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-270814c0-e1d7-41ac-a987-69b9cdfa4472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:34.204705 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea3f5d7-8092-4ebf-8b76-9fda7dc68394 req-ce657627-1755-4b34-8641-65ed0081eaaa tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:53:34.219685 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-eea3f5d7-8092-4ebf-8b76-9fda7dc68394 req-ce657627-1755-4b34-8641-65ed0081eaaa tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/ports?device_id=19a4af58-8f1f-46c0-b13d-59abb7b40678 HTTP/1.1" status: 200 len: 946 time: 0.3814487 Nov 19 17:53:34.380728 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 35684) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:53:34.430200 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2feed43c-bd84-4382-a874-641e5dbb57a8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:34.475577 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-eea3f5d7-8092-4ebf-8b76-9fda7dc68394 req-5497a1ae-8cb0-499d-97b4-c62a75f02b2b tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/security-groups?id=af9eedbc-4dba-4487-bbd4-6a5c45518ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2516098 Nov 19 17:53:34.562399 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [None req-270814c0-e1d7-41ac-a987-69b9cdfa4472 None None] Allocated IP 172.20.0.2 (83e29886-835d-4a88-8dbb-b5f419c8c70c/f038d3e4-cc95-4dc5-a466-577e5f1c9aa8/db5ff5c4-68f6-448a-93d1-c35b97d535aa) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:53:34.799898 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5677ed91-5800-4494-b84d-bd6eec99ffd2 req-bf71a038-1cf3-4c7c-a412-abeac66cabbc tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:53:34.810065 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5677ed91-5800-4494-b84d-bd6eec99ffd2 req-bf71a038-1cf3-4c7c-a412-abeac66cabbc tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/ports?device_id=8664fdc8-b810-4b6d-adcd-9d1398c785aa HTTP/1.1" status: 200 len: 945 time: 0.2604394 Nov 19 17:53:34.825779 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2feed43c-bd84-4382-a874-641e5dbb57a8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:34.844329 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2feed43c-bd84-4382-a874-641e5dbb57a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:34.845280 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 35694) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:53:34.888655 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e013d7e6-5264-4dcc-9759-54f5fb809e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:35.019890 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-239b2ea0-f175-4af2-a748-06e0d5911c4f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:35.030217 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2feed43c-bd84-4382-a874-641e5dbb57a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e42d374-8b90-4035-9672-b98d273a6945,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:53:35.060097 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-2feed43c-bd84-4382-a874-641e5dbb57a8 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c7e7eaa974294977811fc9d27a45ee2b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6772435 Nov 19 17:53:35.063701 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 35702) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:53:35.097528 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-239b2ea0-f175-4af2-a748-06e0d5911c4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:35.101854 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5677ed91-5800-4494-b84d-bd6eec99ffd2 req-b659a076-16b7-412d-a232-b25955b98c9f tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/security-groups?id=30887d2c-2c06-4a04-8ed7-1cc9b0391ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2905736 Nov 19 17:53:35.135021 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-270814c0-e1d7-41ac-a987-69b9cdfa4472 None None] Publish callbacks [] for port, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:35.169657 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-270814c0-e1d7-41ac-a987-69b9cdfa4472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998'] for port, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:35.182666 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-714cf087-7ced-4293-9b27-3a3ef12cf81c tempest-QuotasNegativeTest-175542641 tempest-QuotasNegativeTest-175542641-project-admin] Request body: {'quota': {'network': 2}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:53:35.290191 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-270814c0-e1d7-41ac-a987-69b9cdfa4472 None None] Network 83e29886-835d-4a88-8dbb-b5f419c8c70c is already hosted by enough agents. {{(pid=103366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:53:35.305055 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-714cf087-7ced-4293-9b27-3a3ef12cf81c tempest-QuotasNegativeTest-175542641 tempest-QuotasNegativeTest-175542641-project-admin] 10.222.0.54 "PUT /v2.0/quotas/35c0e2e6c5ad4719a03d29b8e47f3afa HTTP/1.1" status: 200 len: 368 time: 0.4522481 Nov 19 17:53:35.305261 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [None req-270814c0-e1d7-41ac-a987-69b9cdfa4472 None None] Resources bound (agent type, host, resource id): {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:53:35.306821 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:35.310767 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 35708) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:53:35.325215 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-0cb7226a-8c79-4f11-84c0-3dfb523d67bb tempest-QuotasNegativeTest-175542641 tempest-QuotasNegativeTest-175542641-project-admin] Request body: {'network': {'project_id': '35c0e2e6c5ad4719a03d29b8e47f3afa'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:53:35.325763 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270814c0-e1d7-41ac-a987-69b9cdfa4472 None None] Received port after_create {{(pid=103366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:53:35.345087 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-399f7685-5550-4ab8-901f-51ac4aa618e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:35.393755 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cb7226a-8c79-4f11-84c0-3dfb523d67bb tempest-QuotasNegativeTest-175542641 tempest-QuotasNegativeTest-175542641-project-admin] Made reservation on behalf of 35c0e2e6c5ad4719a03d29b8e47f3afa for: {'network': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:53:35.399730 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0cb7226a-8c79-4f11-84c0-3dfb523d67bb tempest-QuotasNegativeTest-175542641 tempest-QuotasNegativeTest-175542641-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:35.430860 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-399f7685-5550-4ab8-901f-51ac4aa618e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:35.437660 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0cb7226a-8c79-4f11-84c0-3dfb523d67bb tempest-QuotasNegativeTest-175542641 tempest-QuotasNegativeTest-175542641-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:35.489956 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270814c0-e1d7-41ac-a987-69b9cdfa4472 None None] Pushing event updated for resources: {'Port': ['ID=db5ff5c4-68f6-448a-93d1-c35b97d535aa,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:53:35.543966 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [None req-239b2ea0-f175-4af2-a748-06e0d5911c4f admin admin] Allocated IP 172.25.7.243 (645e61aa-1a6c-4e8f-857e-ab06edb4897f/88ed2d64-f56d-4f01-a468-946e01c99e82/931ef9a4-2fe6-496f-ad2d-6463e58d30b6) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:53:35.612601 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-399f7685-5550-4ab8-901f-51ac4aa618e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:35.617029 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-399f7685-5550-4ab8-901f-51ac4aa618e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:35.619994 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-270814c0-e1d7-41ac-a987-69b9cdfa4472 None None] Attempting to bind port db5ff5c4-68f6-448a-93d1-c35b97d535aa on host n-d-818022-2 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:53:35.620541 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-270814c0-e1d7-41ac-a987-69b9cdfa4472 None None] Attempting to bind port db5ff5c4-68f6-448a-93d1-c35b97d535aa by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': 'f0733011-e02b-453d-8d2a-92029d4a78a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '83e29886-835d-4a88-8dbb-b5f419c8c70c'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:53:35.620924 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270814c0-e1d7-41ac-a987-69b9cdfa4472 None None] Attempting to bind port db5ff5c4-68f6-448a-93d1-c35b97d535aa on network 83e29886-835d-4a88-8dbb-b5f419c8c70c {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:53:35.623345 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-399f7685-5550-4ab8-901f-51ac4aa618e6 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/5e42d374-8b90-4035-9672-b98d273a6945 HTTP/1.1" status: 204 len: 168 time: 0.5531330 Nov 19 17:53:35.632323 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270814c0-e1d7-41ac-a987-69b9cdfa4472 None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 53, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:53:35.634238 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270814c0-e1d7-41ac-a987-69b9cdfa4472 None None] Checking segment: {'id': 'f0733011-e02b-453d-8d2a-92029d4a78a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '83e29886-835d-4a88-8dbb-b5f419c8c70c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:53:35.634850 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-270814c0-e1d7-41ac-a987-69b9cdfa4472 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:35.635363 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270814c0-e1d7-41ac-a987-69b9cdfa4472 None None] Bound using segment: {'id': 'f0733011-e02b-453d-8d2a-92029d4a78a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '83e29886-835d-4a88-8dbb-b5f419c8c70c'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:53:35.636073 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-270814c0-e1d7-41ac-a987-69b9cdfa4472 None None] Bound port: db5ff5c4-68f6-448a-93d1-c35b97d535aa, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0733011-e02b-453d-8d2a-92029d4a78a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '83e29886-835d-4a88-8dbb-b5f419c8c70c'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:53:35.636561 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-270814c0-e1d7-41ac-a987-69b9cdfa4472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:35.680091 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399f7685-5550-4ab8-901f-51ac4aa618e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e42d374-8b90-4035-9672-b98d273a6945,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:53:35.865456 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5caf2f-dcc0-442e-a5f4-624f29047ce9 req-4e8e431a-2e13-4fc2-b792-0492a75f5e29 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:53:35.867519 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6b5caf2f-dcc0-442e-a5f4-624f29047ce9 req-4e8e431a-2e13-4fc2-b792-0492a75f5e29 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/ports?device_id=19a4af58-8f1f-46c0-b13d-59abb7b40678 HTTP/1.1" status: 200 len: 946 time: 0.2126148 Nov 19 17:53:35.964558 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-270814c0-e1d7-41ac-a987-69b9cdfa4472 None None] For port db5ff5c4-68f6-448a-93d1-c35b97d535aa, host n-d-818022-2, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:53:36.002986 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-270814c0-e1d7-41ac-a987-69b9cdfa4472 None None] For port db5ff5c4-68f6-448a-93d1-c35b97d535aa, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=db5ff5c4-68f6-448a-93d1-c35b97d535aa,segment=NetworkSegment(f0733011-e02b-453d-8d2a-92029d4a78a9),segment_id=f0733011-e02b-453d-8d2a-92029d4a78a9)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:53:36.015160 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-270814c0-e1d7-41ac-a987-69b9cdfa4472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:36.075492 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6b5caf2f-dcc0-442e-a5f4-624f29047ce9 req-f8bb5b95-da59-4fd0-b175-43883634271e tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/security-groups?id=af9eedbc-4dba-4487-bbd4-6a5c45518ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1528950 Nov 19 17:53:36.077528 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-239b2ea0-f175-4af2-a748-06e0d5911c4f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:36.089846 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0cb7226a-8c79-4f11-84c0-3dfb523d67bb tempest-QuotasNegativeTest-175542641 tempest-QuotasNegativeTest-175542641-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:36.103142 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0cb7226a-8c79-4f11-84c0-3dfb523d67bb tempest-QuotasNegativeTest-175542641 tempest-QuotasNegativeTest-175542641-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:36.161234 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cb7226a-8c79-4f11-84c0-3dfb523d67bb tempest-QuotasNegativeTest-175542641 tempest-QuotasNegativeTest-175542641-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 673} {{(pid=103364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 17:53:36.203338 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0cb7226a-8c79-4f11-84c0-3dfb523d67bb tempest-QuotasNegativeTest-175542641 tempest-QuotasNegativeTest-175542641-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:36.211778 n-d-818022-2 neutron-server[103364]: INFO neutron.db.segments_db [None req-0cb7226a-8c79-4f11-84c0-3dfb523d67bb tempest-QuotasNegativeTest-175542641 tempest-QuotasNegativeTest-175542641-project-admin] Added segment cf11e67e-8792-4c38-aa95-62841d69f2d0 of type vlan for network 43005977-02e2-4bfa-bd6e-706ec8ab7c07 Nov 19 17:53:36.215206 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb7226a-8c79-4f11-84c0-3dfb523d67bb tempest-QuotasNegativeTest-175542641 tempest-QuotasNegativeTest-175542641-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c41c0cd3-052e-4a38-9265-e3442e41516a,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:53:36.257433 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270814c0-e1d7-41ac-a987-69b9cdfa4472 None None] Pushing event updated for resources: {'Port': ['ID=db5ff5c4-68f6-448a-93d1-c35b97d535aa,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:53:36.369303 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0cb7226a-8c79-4f11-84c0-3dfb523d67bb tempest-QuotasNegativeTest-175542641 tempest-QuotasNegativeTest-175542641-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:36.496549 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-239b2ea0-f175-4af2-a748-06e0d5911c4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:36.659518 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0cb7226a-8c79-4f11-84c0-3dfb523d67bb tempest-QuotasNegativeTest-175542641 tempest-QuotasNegativeTest-175542641-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:36.663313 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cb7226a-8c79-4f11-84c0-3dfb523d67bb tempest-QuotasNegativeTest-175542641 tempest-QuotasNegativeTest-175542641-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:53:36.665094 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0cb7226a-8c79-4f11-84c0-3dfb523d67bb tempest-QuotasNegativeTest-175542641 tempest-QuotasNegativeTest-175542641-project-admin] Publish callbacks [] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:36.775352 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239b2ea0-f175-4af2-a748-06e0d5911c4f admin admin] Pushing event updated for resources: {'Port': ['ID=931ef9a4-2fe6-496f-ad2d-6463e58d30b6,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:53:36.928759 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-239b2ea0-f175-4af2-a748-06e0d5911c4f admin admin] Network 645e61aa-1a6c-4e8f-857e-ab06edb4897f is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:53:36.964963 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-0cb7226a-8c79-4f11-84c0-3dfb523d67bb tempest-QuotasNegativeTest-175542641 tempest-QuotasNegativeTest-175542641-project-admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.6530504 Nov 19 17:53:36.967259 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 35756) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:53:36.976638 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-5fe4de4f-1906-4448-8a55-39c726d1d572 tempest-QuotasNegativeTest-175542641 tempest-QuotasNegativeTest-175542641-project-admin] Request body: {'network': {'project_id': '35c0e2e6c5ad4719a03d29b8e47f3afa'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:53:36.980648 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-239b2ea0-f175-4af2-a748-06e0d5911c4f admin admin] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:53:36.986911 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239b2ea0-f175-4af2-a748-06e0d5911c4f admin admin] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:53:37.016412 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51c232a-7cd6-4c2a-9d03-1a0a25ac0e29 req-d64cec04-f276-425e-b8b7-fa29573bb874 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:53:37.033542 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a51c232a-7cd6-4c2a-9d03-1a0a25ac0e29 req-d64cec04-f276-425e-b8b7-fa29573bb874 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/ports?device_id=8664fdc8-b810-4b6d-adcd-9d1398c785aa HTTP/1.1" status: 200 len: 945 time: 0.6290109 Nov 19 17:53:37.068325 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fe4de4f-1906-4448-8a55-39c726d1d572 tempest-QuotasNegativeTest-175542641 tempest-QuotasNegativeTest-175542641-project-admin] Made reservation on behalf of 35c0e2e6c5ad4719a03d29b8e47f3afa for: {'network': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:53:37.075703 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5fe4de4f-1906-4448-8a55-39c726d1d572 tempest-QuotasNegativeTest-175542641 tempest-QuotasNegativeTest-175542641-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:37.195079 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fe4de4f-1906-4448-8a55-39c726d1d572 tempest-QuotasNegativeTest-175542641 tempest-QuotasNegativeTest-175542641-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 682} {{(pid=103365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 17:53:37.199078 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a51c232a-7cd6-4c2a-9d03-1a0a25ac0e29 req-23d2d05b-f7b5-4e32-a482-26525375f72b tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/security-groups?id=30887d2c-2c06-4a04-8ed7-1cc9b0391ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655309 Nov 19 17:53:37.248346 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5fe4de4f-1906-4448-8a55-39c726d1d572 tempest-QuotasNegativeTest-175542641 tempest-QuotasNegativeTest-175542641-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:37.249138 n-d-818022-2 neutron-server[103365]: INFO neutron.db.segments_db [None req-5fe4de4f-1906-4448-8a55-39c726d1d572 tempest-QuotasNegativeTest-175542641 tempest-QuotasNegativeTest-175542641-project-admin] Added segment 4891c353-cdcf-464e-a8ee-6690fbf136e6 of type vlan for network 8e0d0060-117b-456f-add2-4f3d91566c93 Nov 19 17:53:37.254647 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb7226a-8c79-4f11-84c0-3dfb523d67bb tempest-QuotasNegativeTest-175542641 tempest-QuotasNegativeTest-175542641-project-admin] Pushing event updated for resources: {'Network': ['ID=43005977-02e2-4bfa-bd6e-706ec8ab7c07,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:53:37.267425 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network 43005977-02e2-4bfa-bd6e-706ec8ab7c07 details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 17:53:37.328599 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 35764) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:53:37.339752 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5fe4de4f-1906-4448-8a55-39c726d1d572 tempest-QuotasNegativeTest-175542641 tempest-QuotasNegativeTest-175542641-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:37.387694 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5fe4de4f-1906-4448-8a55-39c726d1d572 tempest-QuotasNegativeTest-175542641 tempest-QuotasNegativeTest-175542641-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:37.391098 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fe4de4f-1906-4448-8a55-39c726d1d572 tempest-QuotasNegativeTest-175542641 tempest-QuotasNegativeTest-175542641-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:53:37.397049 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5fe4de4f-1906-4448-8a55-39c726d1d572 tempest-QuotasNegativeTest-175542641 tempest-QuotasNegativeTest-175542641-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:37.709943 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-5fe4de4f-1906-4448-8a55-39c726d1d572 tempest-QuotasNegativeTest-175542641 tempest-QuotasNegativeTest-175542641-project-admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.7266412 Nov 19 17:53:37.723086 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 35774) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:53:37.764936 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-31453cff-c64f-4915-a056-335ef7b8fe6b tempest-QuotasNegativeTest-175542641 tempest-QuotasNegativeTest-175542641-project-admin] Request body: {'network': {'project_id': '35c0e2e6c5ad4719a03d29b8e47f3afa'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:53:37.887194 n-d-818022-2 neutron-server[103365]: INFO neutron.pecan_wsgi.hooks.translation [None req-31453cff-c64f-4915-a056-335ef7b8fe6b tempest-QuotasNegativeTest-175542641 tempest-QuotasNegativeTest-175542641-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 19 17:53:37.894542 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31453cff-c64f-4915-a056-335ef7b8fe6b tempest-QuotasNegativeTest-175542641 tempest-QuotasNegativeTest-175542641-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103365) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 17:53:37.910547 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-31453cff-c64f-4915-a056-335ef7b8fe6b tempest-QuotasNegativeTest-175542641 tempest-QuotasNegativeTest-175542641-project-admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.1848633 Nov 19 17:53:37.951308 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 35778) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:53:38.028605 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe4de4f-1906-4448-8a55-39c726d1d572 tempest-QuotasNegativeTest-175542641 tempest-QuotasNegativeTest-175542641-project-admin] Pushing event updated for resources: {'Network': ['ID=8e0d0060-117b-456f-add2-4f3d91566c93,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:53:38.081271 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network 8e0d0060-117b-456f-add2-4f3d91566c93 details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 17:53:38.199221 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-e41a1c38-6a81-4def-83e4-4b89935ada67 tempest-QuotasNegativeTest-175542641 tempest-QuotasNegativeTest-175542641-project-admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=35c0e2e6c5ad4719a03d29b8e47f3afa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2412877 Nov 19 17:53:38.203063 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 35782) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:53:38.325611 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c260f454-aa7e-47e6-ab7c-09e0a772bd1d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:38.355512 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-724fc1ad-45d2-4100-8eb8-cd9727f96ff1 tempest-QuotasNegativeTest-175542641 tempest-QuotasNegativeTest-175542641-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:38.362217 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device db5ff5c4-68f6-448a-93d1-c35b97d535aa up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:53:38.504858 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e57773d6-75ea-49ff-9714-b1e7fa95f994 None None] Network 83e29886-835d-4a88-8dbb-b5f419c8c70c requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:53:38.509918 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-724fc1ad-45d2-4100-8eb8-cd9727f96ff1 tempest-QuotasNegativeTest-175542641 tempest-QuotasNegativeTest-175542641-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:38.552207 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-239b2ea0-f175-4af2-a748-06e0d5911c4f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:38.787394 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-b3fb222a-5a49-4753-89d2-52e21a025af6 None None] Provisioning complete for port db5ff5c4-68f6-448a-93d1-c35b97d535aa triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:53:38.798251 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b3fb222a-5a49-4753-89d2-52e21a025af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:38.840831 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45748710-8a20-4f58-90a8-f5df6f70624c req-0a22f392-4080-4c8c-9429-f42a9ba28537 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:53:38.848161 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-45748710-8a20-4f58-90a8-f5df6f70624c req-0a22f392-4080-4c8c-9429-f42a9ba28537 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/ports?device_id=19a4af58-8f1f-46c0-b13d-59abb7b40678 HTTP/1.1" status: 200 len: 946 time: 0.8954277 Nov 19 17:53:38.872364 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a743eb-1ba1-41a1-91f9-c998d70f29fa req-2fa95d82-34f5-495f-9725-df16280994a6 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:53:38.892889 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-03a743eb-1ba1-41a1-91f9-c998d70f29fa req-2fa95d82-34f5-495f-9725-df16280994a6 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/ports?device_id=8664fdc8-b810-4b6d-adcd-9d1398c785aa HTTP/1.1" status: 200 len: 945 time: 0.4603150 Nov 19 17:53:38.929039 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port db5ff5c4-68f6-448a-93d1-c35b97d535aa triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:53:38.930370 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:39.044896 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-03a743eb-1ba1-41a1-91f9-c998d70f29fa req-4db2646a-2803-495a-bae6-3fca8f72f21c tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/security-groups?id=30887d2c-2c06-4a04-8ed7-1cc9b0391ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375759 Nov 19 17:53:39.058518 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-724fc1ad-45d2-4100-8eb8-cd9727f96ff1 tempest-QuotasNegativeTest-175542641 tempest-QuotasNegativeTest-175542641-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:39.061541 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-724fc1ad-45d2-4100-8eb8-cd9727f96ff1 tempest-QuotasNegativeTest-175542641 tempest-QuotasNegativeTest-175542641-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:39.069076 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-724fc1ad-45d2-4100-8eb8-cd9727f96ff1 tempest-QuotasNegativeTest-175542641 tempest-QuotasNegativeTest-175542641-project-admin] 10.222.0.54 "DELETE /v2.0/security-groups/c41c0cd3-052e-4a38-9265-e3442e41516a HTTP/1.1" status: 204 len: 168 time: 0.8647256 Nov 19 17:53:39.074045 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 35794) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:53:39.107837 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724fc1ad-45d2-4100-8eb8-cd9727f96ff1 tempest-QuotasNegativeTest-175542641 tempest-QuotasNegativeTest-175542641-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c41c0cd3-052e-4a38-9265-e3442e41516a,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:53:39.300357 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c260f454-aa7e-47e6-ab7c-09e0a772bd1d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:39.302225 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b3fb222a-5a49-4753-89d2-52e21a025af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:39.302641 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d0d2e84d-4bec-4247-bf78-8e08578f0246 tempest-QuotasNegativeTest-175542641 tempest-QuotasNegativeTest-175542641-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:39.303159 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-239b2ea0-f175-4af2-a748-06e0d5911c4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671702'] for router, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:39.329989 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-45748710-8a20-4f58-90a8-f5df6f70624c req-9626662c-5d60-4043-bf82-8160a819257c tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/security-groups?id=af9eedbc-4dba-4487-bbd4-6a5c45518ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4756567 Nov 19 17:53:39.363151 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-b3fb222a-5a49-4753-89d2-52e21a025af6 None None] For port db5ff5c4-68f6-448a-93d1-c35b97d535aa, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=db5ff5c4-68f6-448a-93d1-c35b97d535aa,segment=NetworkSegment(f0733011-e02b-453d-8d2a-92029d4a78a9),segment_id=f0733011-e02b-453d-8d2a-92029d4a78a9)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:53:39.389761 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c260f454-aa7e-47e6-ab7c-09e0a772bd1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:39.400012 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b3fb222a-5a49-4753-89d2-52e21a025af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:39.560939 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d0d2e84d-4bec-4247-bf78-8e08578f0246 tempest-QuotasNegativeTest-175542641 tempest-QuotasNegativeTest-175542641-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:39.571488 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c260f454-aa7e-47e6-ab7c-09e0a772bd1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5527ff77-6d10-4cc6-95dd-1f8515c65ba1,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:53:39.600600 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-c260f454-aa7e-47e6-ab7c-09e0a772bd1d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=856c4e5268e34bcdb0c0ec07b204c328&name=default HTTP/1.1" status: 200 len: 3000 time: 2.2597253 Nov 19 17:53:39.603644 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 35804) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:53:39.641079 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-d0d2e84d-4bec-4247-bf78-8e08578f0246 tempest-QuotasNegativeTest-175542641 tempest-QuotasNegativeTest-175542641-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e0d0060-117b-456f-add2-4f3d91566c93']}} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:53:39.660829 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-d0d2e84d-4bec-4247-bf78-8e08578f0246 tempest-QuotasNegativeTest-175542641 tempest-QuotasNegativeTest-175542641-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4891c353-cdcf-464e-a8ee-6690fbf136e6') {'for_net_delete': True} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:53:39.661346 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-d0d2e84d-4bec-4247-bf78-8e08578f0246 tempest-QuotasNegativeTest-175542641 tempest-QuotasNegativeTest-175542641-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4891c353-cdcf-464e-a8ee-6690fbf136e6') {} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:53:39.668927 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:39.677569 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d0d2e84d-4bec-4247-bf78-8e08578f0246 tempest-QuotasNegativeTest-175542641 tempest-QuotasNegativeTest-175542641-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12545382'] for segment, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:39.706328 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d0d2e84d-4bec-4247-bf78-8e08578f0246 tempest-QuotasNegativeTest-175542641 tempest-QuotasNegativeTest-175542641-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:39.717215 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0d2e84d-4bec-4247-bf78-8e08578f0246 tempest-QuotasNegativeTest-175542641 tempest-QuotasNegativeTest-175542641-project-admin] Releasing vlan 682 on physical network physnet1 to pool {{(pid=103365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 17:53:39.718008 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d0d2e84d-4bec-4247-bf78-8e08578f0246 tempest-QuotasNegativeTest-175542641 tempest-QuotasNegativeTest-175542641-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12282953'] for segment, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:39.720068 n-d-818022-2 neutron-server[103365]: Traceback (most recent call last): Nov 19 17:53:39.720068 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 17:53:39.720068 n-d-818022-2 neutron-server[103365]: timer() Nov 19 17:53:39.720068 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 17:53:39.720068 n-d-818022-2 neutron-server[103365]: cb(*args, **kw) Nov 19 17:53:39.720068 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 17:53:39.720068 n-d-818022-2 neutron-server[103365]: return func(*args, **kwargs) Nov 19 17:53:39.720068 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 17:53:39.720068 n-d-818022-2 neutron-server[103365]: self._notify() Nov 19 17:53:39.720068 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 17:53:39.720068 n-d-818022-2 neutron-server[103365]: self.callback(batched_events) Nov 19 17:53:39.720068 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 17:53:39.720068 n-d-818022-2 neutron-server[103365]: event.method(event) Nov 19 17:53:39.720068 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 17:53:39.720068 n-d-818022-2 neutron-server[103365]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 17:53:39.720068 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 17:53:39.720068 n-d-818022-2 neutron-server[103365]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 17:53:39.720068 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 17:53:39.720068 n-d-818022-2 neutron-server[103365]: return f(self, *a, **k) Nov 19 17:53:39.720068 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 17:53:39.720068 n-d-818022-2 neutron-server[103365]: return self._get(url).json() Nov 19 17:53:39.720068 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 17:53:39.720068 n-d-818022-2 neutron-server[103365]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 17:53:39.720068 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 17:53:39.720068 n-d-818022-2 neutron-server[103365]: return self.request(url, 'GET', **kwargs) Nov 19 17:53:39.720068 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 17:53:39.720068 n-d-818022-2 neutron-server[103365]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 17:53:39.720068 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 17:53:39.720068 n-d-818022-2 neutron-server[103365]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 17:53:39.720068 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 17:53:39.720068 n-d-818022-2 neutron-server[103365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 17:53:39.720068 n-d-818022-2 neutron-server[103365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 17:53:39.753044 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a6203a67-971c-4d01-adc0-dfdd1c55f80b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:39.828695 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fb222a-5a49-4753-89d2-52e21a025af6 None None] Pushing event updated for resources: {'Port': ['ID=db5ff5c4-68f6-448a-93d1-c35b97d535aa,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:53:39.835539 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d0d2e84d-4bec-4247-bf78-8e08578f0246 tempest-QuotasNegativeTest-175542641 tempest-QuotasNegativeTest-175542641-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671242'] for network, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:39.836447 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a6203a67-971c-4d01-adc0-dfdd1c55f80b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:39.885636 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d0d2e84d-4bec-4247-bf78-8e08578f0246 tempest-QuotasNegativeTest-175542641 tempest-QuotasNegativeTest-175542641-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:39.901080 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-d0d2e84d-4bec-4247-bf78-8e08578f0246 tempest-QuotasNegativeTest-175542641 tempest-QuotasNegativeTest-175542641-project-admin] 10.222.0.54 "DELETE /v2.0/networks/8e0d0060-117b-456f-add2-4f3d91566c93 HTTP/1.1" status: 204 len: 168 time: 0.8237050 Nov 19 17:53:39.904895 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d2e84d-4bec-4247-bf78-8e08578f0246 tempest-QuotasNegativeTest-175542641 tempest-QuotasNegativeTest-175542641-project-admin] Pushing event deleted for resources: {'Network': ['ID=8e0d0060-117b-456f-add2-4f3d91566c93,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:53:39.909869 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 35808) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:53:39.911908 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-6fe1e0eb-bcd2-4627-af73-64d3f4dde8fe None None] Provisioning complete for port db5ff5c4-68f6-448a-93d1-c35b97d535aa triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:53:39.912437 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-6fe1e0eb-bcd2-4627-af73-64d3f4dde8fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:40.008512 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.db.api [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103366) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 17:53:40.022965 n-d-818022-2 neutron-server[103366]: DEBUG oslo_db.api [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 17:53:40.048505 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-002b21ba-e7e0-4377-bee4-eebcba850c06 tempest-QuotasNegativeTest-175542641 tempest-QuotasNegativeTest-175542641-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:40.050357 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-239b2ea0-f175-4af2-a748-06e0d5911c4f admin admin] Router 37797a95-345c-4ba7-846b-5ff1b4b9256a is scheduled to L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 with binding_index 1 {{(pid=103364) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 17:53:40.399302 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a6203a67-971c-4d01-adc0-dfdd1c55f80b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:40.401985 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a6203a67-971c-4d01-adc0-dfdd1c55f80b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:40.405414 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-a6203a67-971c-4d01-adc0-dfdd1c55f80b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/5527ff77-6d10-4cc6-95dd-1f8515c65ba1 HTTP/1.1" status: 204 len: 168 time: 0.7985649 Nov 19 17:53:40.452039 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-002b21ba-e7e0-4377-bee4-eebcba850c06 tempest-QuotasNegativeTest-175542641 tempest-QuotasNegativeTest-175542641-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:40.460934 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6203a67-971c-4d01-adc0-dfdd1c55f80b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5527ff77-6d10-4cc6-95dd-1f8515c65ba1,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:53:40.479611 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4198985f-ddb0-478c-9937-ee3d3c8eff1f req-7685efda-ccfe-405e-b5ed-40c17e5bb52a tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:53:40.487000 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-4198985f-ddb0-478c-9937-ee3d3c8eff1f req-7685efda-ccfe-405e-b5ed-40c17e5bb52a tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/ports?device_id=8664fdc8-b810-4b6d-adcd-9d1398c785aa HTTP/1.1" status: 200 len: 945 time: 0.3021626 Nov 19 17:53:40.571073 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fcbe83-3c6e-4ab2-8086-421277e657de req-9b47a815-4799-4e67-a8f0-68c12fe8dd53 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:53:40.581238 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-98fcbe83-3c6e-4ab2-8086-421277e657de req-9b47a815-4799-4e67-a8f0-68c12fe8dd53 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/ports?device_id=19a4af58-8f1f-46c0-b13d-59abb7b40678 HTTP/1.1" status: 200 len: 946 time: 0.1308031 Nov 19 17:53:40.641643 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-002b21ba-e7e0-4377-bee4-eebcba850c06 tempest-QuotasNegativeTest-175542641 tempest-QuotasNegativeTest-175542641-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43005977-02e2-4bfa-bd6e-706ec8ab7c07']}} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:53:40.682218 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-4198985f-ddb0-478c-9937-ee3d3c8eff1f req-b941b2f2-aeba-4d7d-b6c2-b6d3b01af14a tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/security-groups?id=30887d2c-2c06-4a04-8ed7-1cc9b0391ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942384 Nov 19 17:53:40.725219 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-002b21ba-e7e0-4377-bee4-eebcba850c06 tempest-QuotasNegativeTest-175542641 tempest-QuotasNegativeTest-175542641-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf11e67e-8792-4c38-aa95-62841d69f2d0') {'for_net_delete': True} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:53:40.725494 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-002b21ba-e7e0-4377-bee4-eebcba850c06 tempest-QuotasNegativeTest-175542641 tempest-QuotasNegativeTest-175542641-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf11e67e-8792-4c38-aa95-62841d69f2d0') {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:53:40.731205 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-98fcbe83-3c6e-4ab2-8086-421277e657de req-27f943ec-a70a-49de-80ad-af31ecb34981 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/security-groups?id=af9eedbc-4dba-4487-bbd4-6a5c45518ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1489823 Nov 19 17:53:40.753095 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-239b2ea0-f175-4af2-a748-06e0d5911c4f admin admin] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 17:53:40.765153 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe6da28-b108-4a17-bc96-55c69b9b035d None None] Sync routers for ids ['37797a95-345c-4ba7-846b-5ff1b4b9256a'] in n-d-818022-2 {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 17:53:40.782319 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe6da28-b108-4a17-bc96-55c69b9b035d None None] Routers {'37797a95-345c-4ba7-846b-5ff1b4b9256a'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:53:40.782958 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-7fe6da28-b108-4a17-bc96-55c69b9b035d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:53:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['37797a95-345c-4ba7-846b-5ff1b4b9256a'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:53:40.788338 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-002b21ba-e7e0-4377-bee4-eebcba850c06 tempest-QuotasNegativeTest-175542641 tempest-QuotasNegativeTest-175542641-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417396'] for segment, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:40.826947 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-239b2ea0-f175-4af2-a748-06e0d5911c4f admin admin] Publish callbacks [] for router, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:40.830744 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-239b2ea0-f175-4af2-a748-06e0d5911c4f admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.3617067 Nov 19 17:53:40.830744 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-002b21ba-e7e0-4377-bee4-eebcba850c06 tempest-QuotasNegativeTest-175542641 tempest-QuotasNegativeTest-175542641-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:40.831080 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 35832) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:53:40.874844 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-002b21ba-e7e0-4377-bee4-eebcba850c06 tempest-QuotasNegativeTest-175542641 tempest-QuotasNegativeTest-175542641-project-admin] Releasing vlan 673 on physical network physnet1 to pool {{(pid=103364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 17:53:40.875269 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-002b21ba-e7e0-4377-bee4-eebcba850c06 tempest-QuotasNegativeTest-175542641 tempest-QuotasNegativeTest-175542641-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12425183'] for segment, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:40.877200 n-d-818022-2 neutron-server[103364]: Traceback (most recent call last): Nov 19 17:53:40.877200 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 17:53:40.877200 n-d-818022-2 neutron-server[103364]: timer() Nov 19 17:53:40.877200 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 17:53:40.877200 n-d-818022-2 neutron-server[103364]: cb(*args, **kw) Nov 19 17:53:40.877200 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 17:53:40.877200 n-d-818022-2 neutron-server[103364]: return func(*args, **kwargs) Nov 19 17:53:40.877200 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 17:53:40.877200 n-d-818022-2 neutron-server[103364]: self._notify() Nov 19 17:53:40.877200 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 17:53:40.877200 n-d-818022-2 neutron-server[103364]: self.callback(batched_events) Nov 19 17:53:40.877200 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 17:53:40.877200 n-d-818022-2 neutron-server[103364]: event.method(event) Nov 19 17:53:40.877200 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 17:53:40.877200 n-d-818022-2 neutron-server[103364]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 17:53:40.877200 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 17:53:40.877200 n-d-818022-2 neutron-server[103364]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 17:53:40.877200 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 17:53:40.877200 n-d-818022-2 neutron-server[103364]: return f(self, *a, **k) Nov 19 17:53:40.877200 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 17:53:40.877200 n-d-818022-2 neutron-server[103364]: return self._get(url).json() Nov 19 17:53:40.877200 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 17:53:40.877200 n-d-818022-2 neutron-server[103364]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 17:53:40.877200 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 17:53:40.877200 n-d-818022-2 neutron-server[103364]: return self.request(url, 'GET', **kwargs) Nov 19 17:53:40.877200 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 17:53:40.877200 n-d-818022-2 neutron-server[103364]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 17:53:40.877200 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 17:53:40.877200 n-d-818022-2 neutron-server[103364]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 17:53:40.877200 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 17:53:40.877200 n-d-818022-2 neutron-server[103364]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 17:53:40.877200 n-d-818022-2 neutron-server[103364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 17:53:40.953763 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-7fe6da28-b108-4a17-bc96-55c69b9b035d None None] Set router 37797a95-345c-4ba7-846b-5ff1b4b9256a gateway port host: n-d-818022-2 {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:53:41.018705 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-002b21ba-e7e0-4377-bee4-eebcba850c06 tempest-QuotasNegativeTest-175542641 tempest-QuotasNegativeTest-175542641-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671242'] for network, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:41.047847 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-002b21ba-e7e0-4377-bee4-eebcba850c06 tempest-QuotasNegativeTest-175542641 tempest-QuotasNegativeTest-175542641-project-admin] Publish callbacks [] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:41.054672 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-002b21ba-e7e0-4377-bee4-eebcba850c06 tempest-QuotasNegativeTest-175542641 tempest-QuotasNegativeTest-175542641-project-admin] 10.222.0.54 "DELETE /v2.0/networks/43005977-02e2-4bfa-bd6e-706ec8ab7c07 HTTP/1.1" status: 204 len: 168 time: 1.1406271 Nov 19 17:53:41.054672 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002b21ba-e7e0-4377-bee4-eebcba850c06 tempest-QuotasNegativeTest-175542641 tempest-QuotasNegativeTest-175542641-project-admin] Pushing event deleted for resources: {'Network': ['ID=43005977-02e2-4bfa-bd6e-706ec8ab7c07,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:53:41.059738 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device db5ff5c4-68f6-448a-93d1-c35b97d535aa up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:53:41.218467 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 35838) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:53:41.253164 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-cde92dd3-ea3f-4e3f-a989-715d6a83183f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:41.261651 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port db5ff5c4-68f6-448a-93d1-c35b97d535aa triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:53:41.263928 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:41.530691 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-cde92dd3-ea3f-4e3f-a989-715d6a83183f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:41.532605 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-7fe6da28-b108-4a17-bc96-55c69b9b035d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37797a95-345c-4ba7-846b-5ff1b4b9256a', 'name': 'tempest-ServersTestFqdnHostnames-1187646523-router', 'tenant_id': '788dc519438f4a03985216f23ce7957a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.243'}], 'enable_snat': True}, 'gw_port_id': '931ef9a4-2fe6-496f-ad2d-6463e58d30b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:53:33Z', 'updated_at': '2021-11-19T17:53:37Z', 'revision_number': 3, 'project_id': '788dc519438f4a03985216f23ce7957a', 'gw_port': {'id': '931ef9a4-2fe6-496f-ad2d-6463e58d30b6', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:ab:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37797a95-345c-4ba7-846b-5ff1b4b9256a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:53:35Z', 'updated_at': '2021-11-19T17:53:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:53:41.541242 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-cde92dd3-ea3f-4e3f-a989-715d6a83183f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:41.569638 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe6da28-b108-4a17-bc96-55c69b9b035d None None] Checking router: 37797a95-345c-4ba7-846b-5ff1b4b9256a for host: n-d-818022-2 {{(pid=103366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 17:53:41.570719 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe6da28-b108-4a17-bc96-55c69b9b035d None None] Updating router 37797a95-345c-4ba7-846b-5ff1b4b9256a port 931ef9a4-2fe6-496f-ad2d-6463e58d30b6 binding host n-d-818022-2 {{(pid=103366) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 17:53:41.590447 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f64c02b-4f7a-4bc1-90d5-ae486408611d req-58f89e9d-80a9-4cf8-ae05-af858c73cdc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:53:41.603915 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-1f64c02b-4f7a-4bc1-90d5-ae486408611d req-58f89e9d-80a9-4cf8-ae05-af858c73cdc9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ef115ff0b9af40189b80151903c87a42&device_id=8664fdc8-b810-4b6d-adcd-9d1398c785aa HTTP/1.1" status: 200 len: 1096 time: 0.2297120 Nov 19 17:53:41.606127 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-7fe6da28-b108-4a17-bc96-55c69b9b035d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:41.613426 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-cde92dd3-ea3f-4e3f-a989-715d6a83183f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=fdccdb823e914cbb8d77c045ffd2b2bb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3933687 Nov 19 17:53:41.615828 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde92dd3-ea3f-4e3f-a989-715d6a83183f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99ae607a-e646-48d1-b3e9-139f1113b226,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:53:41.616242 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 35842) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:53:42.017669 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47396b30-6967-4a8e-a0c5-9b1ba35181ec req-e2ab610e-2722-4403-b925-df33727bbe11 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:53:42.025474 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-47396b30-6967-4a8e-a0c5-9b1ba35181ec req-e2ab610e-2722-4403-b925-df33727bbe11 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/ports?device_id=8664fdc8-b810-4b6d-adcd-9d1398c785aa HTTP/1.1" status: 200 len: 945 time: 0.1527891 Nov 19 17:53:42.103981 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-47396b30-6967-4a8e-a0c5-9b1ba35181ec req-3676b85e-087a-4248-83b1-eb445913d3ca tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/security-groups?id=30887d2c-2c06-4a04-8ed7-1cc9b0391ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752194 Nov 19 17:53:42.112669 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f64c02b-4f7a-4bc1-90d5-ae486408611d req-8da1d71a-5d78-43e9-b1de-d9752a8fe427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:53:42.114997 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-1f64c02b-4f7a-4bc1-90d5-ae486408611d req-8da1d71a-5d78-43e9-b1de-d9752a8fe427 service neutron] 10.222.0.60 "GET /v2.0/networks?id=7f92ba32-d487-4404-a462-4c7370c8bcd8 HTTP/1.1" status: 200 len: 912 time: 0.4402118 Nov 19 17:53:42.124056 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-7fe6da28-b108-4a17-bc96-55c69b9b035d None None] Publish callbacks [] for port, precommit_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:42.134640 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-7fe6da28-b108-4a17-bc96-55c69b9b035d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:42.151608 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9925c762-de73-4fc5-9c6c-5db670779879 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:42.202281 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf247c4-06ab-4c61-b399-ebe0cf1bd517 None None] Pushing event updated for resources: {'Port': ['ID=931ef9a4-2fe6-496f-ad2d-6463e58d30b6,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:53:42.206743 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-1f64c02b-4f7a-4bc1-90d5-ae486408611d req-3e05592c-2bf5-4b5a-adda-0fa141461aa1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=55751d50-ad01-4fe5-b2c4-6f37d72af915 HTTP/1.1" status: 200 len: 217 time: 0.0705822 Nov 19 17:53:42.230447 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-7fe6da28-b108-4a17-bc96-55c69b9b035d None None] Attempting to bind port 931ef9a4-2fe6-496f-ad2d-6463e58d30b6 on host n-d-818022-2 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:53:42.230829 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-7fe6da28-b108-4a17-bc96-55c69b9b035d None None] Attempting to bind port 931ef9a4-2fe6-496f-ad2d-6463e58d30b6 by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:53:42.231180 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe6da28-b108-4a17-bc96-55c69b9b035d None None] Attempting to bind port 931ef9a4-2fe6-496f-ad2d-6463e58d30b6 on network 645e61aa-1a6c-4e8f-857e-ab06edb4897f {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:53:42.244298 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe6da28-b108-4a17-bc96-55c69b9b035d None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 53, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:53:42.244751 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe6da28-b108-4a17-bc96-55c69b9b035d None None] Checking segment: {'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:53:42.246230 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-7fe6da28-b108-4a17-bc96-55c69b9b035d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:42.246638 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe6da28-b108-4a17-bc96-55c69b9b035d None None] Bound using segment: {'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:53:42.248125 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-7fe6da28-b108-4a17-bc96-55c69b9b035d None None] Bound port: 931ef9a4-2fe6-496f-ad2d-6463e58d30b6, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:53:42.248524 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-7fe6da28-b108-4a17-bc96-55c69b9b035d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:42.265443 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7554b11d-c900-44f7-996a-82fdc8a6fef5 req-08b1226b-95ec-4ee7-857f-15601b13ea0f tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:53:42.275049 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7554b11d-c900-44f7-996a-82fdc8a6fef5 req-08b1226b-95ec-4ee7-857f-15601b13ea0f tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/ports?device_id=19a4af58-8f1f-46c0-b13d-59abb7b40678 HTTP/1.1" status: 200 len: 946 time: 0.3131628 Nov 19 17:53:42.278762 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9925c762-de73-4fc5-9c6c-5db670779879 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:42.380925 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-7fe6da28-b108-4a17-bc96-55c69b9b035d None None] For port 931ef9a4-2fe6-496f-ad2d-6463e58d30b6, host n-d-818022-2, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:53:42.384834 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-7fe6da28-b108-4a17-bc96-55c69b9b035d None None] For port 931ef9a4-2fe6-496f-ad2d-6463e58d30b6, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=931ef9a4-2fe6-496f-ad2d-6463e58d30b6,segment=NetworkSegment(bbe705c1-96c0-476e-8381-28227e6f0ac5),segment_id=bbe705c1-96c0-476e-8381-28227e6f0ac5)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:53:42.400291 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-7fe6da28-b108-4a17-bc96-55c69b9b035d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:42.456581 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf247c4-06ab-4c61-b399-ebe0cf1bd517 None None] Pushing event updated for resources: {'Port': ['ID=931ef9a4-2fe6-496f-ad2d-6463e58d30b6,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:53:42.485795 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe6da28-b108-4a17-bc96-55c69b9b035d None None] Routers {'37797a95-345c-4ba7-846b-5ff1b4b9256a'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:53:42.486628 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-7fe6da28-b108-4a17-bc96-55c69b9b035d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:53:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['37797a95-345c-4ba7-846b-5ff1b4b9256a'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:53:42.501287 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-4b514739-6e68-4752-88fa-99792fcdeed8 req-6db42e4d-c9a1-49fa-9ad7-409f5e891ea0 tempest-VolumesBackupsTest-141624244 tempest-VolumesBackupsTest-141624244-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=c67350fa7eed42b1a12c76633decfed6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1041551 Nov 19 17:53:42.625518 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-7fe6da28-b108-4a17-bc96-55c69b9b035d None None] Set router 37797a95-345c-4ba7-846b-5ff1b4b9256a gateway port host: n-d-818022-2 {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:53:42.690922 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 35872) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:53:42.726894 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f64c02b-4f7a-4bc1-90d5-ae486408611d req-0cf170c5-af17-4c2b-af23-cf8f391c6161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:53:42.728406 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-1f64c02b-4f7a-4bc1-90d5-ae486408611d req-0cf170c5-af17-4c2b-af23-cf8f391c6161 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fbe6d454-c5f1-4c18-83c0-782141861401 HTTP/1.1" status: 200 len: 851 time: 0.4993482 Nov 19 17:53:42.784179 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b514739-6e68-4752-88fa-99792fcdeed8 req-1fa25cbe-1f05-44b7-9052-c20331ad9924 tempest-VolumesBackupsTest-141624244 tempest-VolumesBackupsTest-141624244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:53:42.786516 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7554b11d-c900-44f7-996a-82fdc8a6fef5 req-9028f2b2-1853-4203-962a-f8a15c10df77 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/security-groups?id=af9eedbc-4dba-4487-bbd4-6a5c45518ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5105183 Nov 19 17:53:42.795524 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-4b514739-6e68-4752-88fa-99792fcdeed8 req-1fa25cbe-1f05-44b7-9052-c20331ad9924 tempest-VolumesBackupsTest-141624244 tempest-VolumesBackupsTest-141624244-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2932744 Nov 19 17:53:42.797902 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a929a606-6ae5-44d8-99d5-0baccb0fd18a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:42.821799 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-1f64c02b-4f7a-4bc1-90d5-ae486408611d req-a996b870-7699-49d8-a9a9-0fba8f81807c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7f92ba32-d487-4404-a462-4c7370c8bcd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0769706 Nov 19 17:53:42.823403 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9925c762-de73-4fc5-9c6c-5db670779879 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:42.826474 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9925c762-de73-4fc5-9c6c-5db670779879 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:42.830596 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-9925c762-de73-4fc5-9c6c-5db670779879 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/99ae607a-e646-48d1-b3e9-139f1113b226 HTTP/1.1" status: 204 len: 168 time: 1.1525068 Nov 19 17:53:42.831761 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-4b514739-6e68-4752-88fa-99792fcdeed8 req-930b035a-4092-4725-b891-d695da5d0495 tempest-VolumesBackupsTest-141624244 tempest-VolumesBackupsTest-141624244-project] 10.222.0.54 "GET /v2.0/quotas/c67350fa7eed42b1a12c76633decfed6 HTTP/1.1" status: 200 len: 375 time: 0.0337725 Nov 19 17:53:42.889064 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9925c762-de73-4fc5-9c6c-5db670779879 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99ae607a-e646-48d1-b3e9-139f1113b226,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:53:42.909718 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-4b514739-6e68-4752-88fa-99792fcdeed8 req-e58008f8-9bdf-410b-8f0e-17b45b942105 tempest-VolumesBackupsTest-141624244 tempest-VolumesBackupsTest-141624244-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=c67350fa7eed42b1a12c76633decfed6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0770607 Nov 19 17:53:43.038035 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2f6b8da0-0885-4a20-9751-7f10f2887a75 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:43.132924 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-7fe6da28-b108-4a17-bc96-55c69b9b035d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37797a95-345c-4ba7-846b-5ff1b4b9256a', 'name': 'tempest-ServersTestFqdnHostnames-1187646523-router', 'tenant_id': '788dc519438f4a03985216f23ce7957a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.243'}], 'enable_snat': True}, 'gw_port_id': '931ef9a4-2fe6-496f-ad2d-6463e58d30b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:53:33Z', 'updated_at': '2021-11-19T17:53:37Z', 'revision_number': 3, 'project_id': '788dc519438f4a03985216f23ce7957a', 'gw_port': {'id': '931ef9a4-2fe6-496f-ad2d-6463e58d30b6', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:ab:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37797a95-345c-4ba7-846b-5ff1b4b9256a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:53:35Z', 'updated_at': '2021-11-19T17:53:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:53:43.200287 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe6da28-b108-4a17-bc96-55c69b9b035d None None] The sync data for ids ['37797a95-345c-4ba7-846b-5ff1b4b9256a'] in n-d-818022-2 is: [{'id': '37797a95-345c-4ba7-846b-5ff1b4b9256a', 'name': 'tempest-ServersTestFqdnHostnames-1187646523-router', 'tenant_id': '788dc519438f4a03985216f23ce7957a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.243'}], 'enable_snat': True}, 'gw_port_id': '931ef9a4-2fe6-496f-ad2d-6463e58d30b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:53:33Z', 'updated_at': '2021-11-19T17:53:37Z', 'revision_number': 3, 'project_id': '788dc519438f4a03985216f23ce7957a', 'gw_port': {'id': '931ef9a4-2fe6-496f-ad2d-6463e58d30b6', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:ab:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37797a95-345c-4ba7-846b-5ff1b4b9256a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:53:35Z', 'updated_at': '2021-11-19T17:53:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 17:53:43.243275 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8d9e2e36-1721-4ea8-8a39-5ca725b4b3c0 req-a743907e-c400-4d68-a0a1-814b65e3aad9 tempest-VolumesBackupsTest-141624244 tempest-VolumesBackupsTest-141624244-project] 10.222.0.54 "GET /v2.0/ports?device_id=8ebda266-8e1f-480d-84ce-4cf618325e55 HTTP/1.1" status: 200 len: 210 time: 0.0537231 Nov 19 17:53:43.345588 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-1f64c02b-4f7a-4bc1-90d5-ae486408611d req-e5dee6b3-1118-4494-8262-9daf8aeab031 service neutron] 10.222.0.60 "GET /v2.0/networks/7f92ba32-d487-4404-a462-4c7370c8bcd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5060198 Nov 19 17:53:43.454749 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [None req-a929a606-6ae5-44d8-99d5-0baccb0fd18a admin admin] Allocated IP 172.20.0.1 (83e29886-835d-4a88-8dbb-b5f419c8c70c/f038d3e4-cc95-4dc5-a466-577e5f1c9aa8/2288129c-fda7-40a9-a92f-9a156c1eec25) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:53:43.583412 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2f6b8da0-0885-4a20-9751-7f10f2887a75 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:43.629059 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2f6b8da0-0885-4a20-9751-7f10f2887a75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:43.747047 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8099533d-f849-4fed-8acd-8002f241a3a9 req-adc4850b-11ad-4446-b0bf-950da84fc1ff tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:53:43.748688 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8099533d-f849-4fed-8acd-8002f241a3a9 req-adc4850b-11ad-4446-b0bf-950da84fc1ff tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/ports?device_id=8664fdc8-b810-4b6d-adcd-9d1398c785aa HTTP/1.1" status: 200 len: 945 time: 0.4564958 Nov 19 17:53:43.756063 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-2f6b8da0-0885-4a20-9751-7f10f2887a75 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=35ad9c445cd442b298d993d9931f7a53&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0593388 Nov 19 17:53:43.759006 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 35904) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:53:43.781120 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6b8da0-0885-4a20-9751-7f10f2887a75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3b7869b-a611-4d90-bb0b-e16af98f6f7b,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:53:43.887732 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-1f64c02b-4f7a-4bc1-90d5-ae486408611d req-13379010-041b-438f-9422-d923b1e7ab17 service neutron] 10.222.0.60 "GET /v2.0/networks/7f92ba32-d487-4404-a462-4c7370c8bcd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4768717 Nov 19 17:53:43.891435 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a929a606-6ae5-44d8-99d5-0baccb0fd18a admin admin] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:43.922053 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e7ab63dd-0f95-49b2-83fd-9412c29743c7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:43.984178 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8099533d-f849-4fed-8acd-8002f241a3a9 req-b4373a9c-632e-41d4-aaed-7646459ef592 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/security-groups?id=30887d2c-2c06-4a04-8ed7-1cc9b0391ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893680 Nov 19 17:53:43.984975 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e7ab63dd-0f95-49b2-83fd-9412c29743c7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:43.988026 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a929a606-6ae5-44d8-99d5-0baccb0fd18a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:44.094347 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e7ab63dd-0f95-49b2-83fd-9412c29743c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:44.103760 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e7ab63dd-0f95-49b2-83fd-9412c29743c7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:44.104978 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-e7ab63dd-0f95-49b2-83fd-9412c29743c7 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/a3b7869b-a611-4d90-bb0b-e16af98f6f7b HTTP/1.1" status: 204 len: 168 time: 0.3449600 Nov 19 17:53:44.111891 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a929a606-6ae5-44d8-99d5-0baccb0fd18a admin admin] Network 83e29886-835d-4a88-8dbb-b5f419c8c70c is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:53:44.121635 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-a929a606-6ae5-44d8-99d5-0baccb0fd18a admin admin] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:53:44.142137 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a929a606-6ae5-44d8-99d5-0baccb0fd18a admin admin] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:53:44.151300 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24241346-9ba8-4a25-ac64-b75d13c3e635 req-3dbfb864-9f14-431b-a891-eba424b810dc tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:53:44.159533 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-24241346-9ba8-4a25-ac64-b75d13c3e635 req-3dbfb864-9f14-431b-a891-eba424b810dc tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/ports?device_id=19a4af58-8f1f-46c0-b13d-59abb7b40678 HTTP/1.1" status: 200 len: 946 time: 0.1258781 Nov 19 17:53:44.176242 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ab63dd-0f95-49b2-83fd-9412c29743c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3b7869b-a611-4d90-bb0b-e16af98f6f7b,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:53:44.218078 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a929a606-6ae5-44d8-99d5-0baccb0fd18a admin admin] Pushing event updated for resources: {'Port': ['ID=2288129c-fda7-40a9-a92f-9a156c1eec25,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:53:44.296143 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a929a606-6ae5-44d8-99d5-0baccb0fd18a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-671361'] for router_interface, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:44.322074 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 55751d50-ad01-4fe5-b2c4-6f37d72af915 no longer exists at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:53:44.381361 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-24241346-9ba8-4a25-ac64-b75d13c3e635 req-4578baa4-453d-4ce0-9e94-d103b2555817 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/security-groups?id=af9eedbc-4dba-4487-bbd4-6a5c45518ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2112255 Nov 19 17:53:44.630562 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:44.698938 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8664fdc8-b810-4b6d-adcd-9d1398c785aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55751d50-ad01-4fe5-b2c4-6f37d72af915'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:53:44.709695 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3940761bcd94e032e6960d2241bd8993c5d3a7d8dc2aca8488f3ecf1d4dd2fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d70c7e2c-7f1d-42a4-beff-88c7d5189080" -d '{"events": [{"server_uuid": "8664fdc8-b810-4b6d-adcd-9d1398c785aa", "name": "network-vif-unplugged", "status": "completed", "tag": "55751d50-ad01-4fe5-b2c4-6f37d72af915"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:53:44.725029 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-964d0d7f-025a-41d2-832c-c1ed56a50df3 req-c43a7a19-338b-494b-abd3-c2cb254f4600 tempest-VolumesBackupsTest-141624244 tempest-VolumesBackupsTest-141624244-project] 10.222.0.54 "GET /v2.0/ports?device_id=8ebda266-8e1f-480d-84ce-4cf618325e55 HTTP/1.1" status: 200 len: 210 time: 0.0860500 Nov 19 17:53:44.784802 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 55751d50-ad01-4fe5-b2c4-6f37d72af915, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=55751d50-ad01-4fe5-b2c4-6f37d72af915,segment=NetworkSegment(89891acd-fd82-4118-b100-e50c4e69b300),segment_id=89891acd-fd82-4118-b100-e50c4e69b300)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:53:44.800899 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a929a606-6ae5-44d8-99d5-0baccb0fd18a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:44.814860 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:44.839394 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 35934) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:53:44.870971 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-81b22c84-5d0f-44c9-8b69-dbaee6de805d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:44.884837 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 17:53:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7e9b143-50b0-4c90-bcfb-2703dbe250f4 x-openstack-request-id: req-b7e9b143-50b0-4c90-bcfb-2703dbe250f4 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:53:44.885275 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8664fdc8-b810-4b6d-adcd-9d1398c785aa", "name": "network-vif-unplugged", "status": "completed", "tag": "55751d50-ad01-4fe5-b2c4-6f37d72af915", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:53:44.885606 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b7e9b143-50b0-4c90-bcfb-2703dbe250f4 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:53:44.886041 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8664fdc8-b810-4b6d-adcd-9d1398c785aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55751d50-ad01-4fe5-b2c4-6f37d72af915', 'code': 200} Nov 19 17:53:44.893684 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 931ef9a4-2fe6-496f-ad2d-6463e58d30b6 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:53:44.951165 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-eda4cc7c-d9c2-41d9-a3de-b73b2c35d0a1 None None] Provisioning complete for port 2288129c-fda7-40a9-a92f-9a156c1eec25 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:53:44.951810 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-eda4cc7c-d9c2-41d9-a3de-b73b2c35d0a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:45.048703 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a929a606-6ae5-44d8-99d5-0baccb0fd18a admin admin] Publish callbacks [] for port, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:45.058718 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a929a606-6ae5-44d8-99d5-0baccb0fd18a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:45.167315 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-eda4cc7c-d9c2-41d9-a3de-b73b2c35d0a1 None None] Port 2288129c-fda7-40a9-a92f-9a156c1eec25 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:53:45.178996 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=55751d50-ad01-4fe5-b2c4-6f37d72af915,revision_number=8']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:53:45.203039 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 931ef9a4-2fe6-496f-ad2d-6463e58d30b6 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:53:45.203752 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:45.211742 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-81b22c84-5d0f-44c9-8b69-dbaee6de805d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:45.225456 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-81b22c84-5d0f-44c9-8b69-dbaee6de805d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:45.295565 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4b514739-6e68-4752-88fa-99792fcdeed8 req-2ea01d42-534f-40cf-8494-637e56e784a5 tempest-VolumesBackupsTest-141624244 tempest-VolumesBackupsTest-141624244-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=c67350fa7eed42b1a12c76633decfed6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1553676 Nov 19 17:53:45.345843 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a929a606-6ae5-44d8-99d5-0baccb0fd18a admin admin] Pushing event updated for resources: {'Port': ['ID=2288129c-fda7-40a9-a92f-9a156c1eec25,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:53:45.366721 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a929a606-6ae5-44d8-99d5-0baccb0fd18a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-768529'] for router_interface, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:45.398742 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-81b22c84-5d0f-44c9-8b69-dbaee6de805d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=75aaa71c07f9412e908dbfae9d693c1c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5543025 Nov 19 17:53:45.399828 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 35946) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:53:45.430679 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b22c84-5d0f-44c9-8b69-dbaee6de805d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=788ca3b7-aaf9-4d55-8bb8-e6ce07251bff,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:53:45.460448 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:45.509274 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] For port 931ef9a4-2fe6-496f-ad2d-6463e58d30b6, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=931ef9a4-2fe6-496f-ad2d-6463e58d30b6,segment=NetworkSegment(bbe705c1-96c0-476e-8381-28227e6f0ac5),segment_id=bbe705c1-96c0-476e-8381-28227e6f0ac5)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:53:45.525856 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:45.526914 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5c2419e9-8852-4054-944c-edefe2847d29 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:45.601025 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5c2419e9-8852-4054-944c-edefe2847d29 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:45.650258 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6b2e14-3d8b-4395-8dd9-64b03eaad823 req-2a3a4bf1-3977-465f-b039-3018515ce64e tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:53:45.653721 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ba6b2e14-3d8b-4395-8dd9-64b03eaad823 req-2a3a4bf1-3977-465f-b039-3018515ce64e tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/ports?device_id=8664fdc8-b810-4b6d-adcd-9d1398c785aa HTTP/1.1" status: 200 len: 943 time: 0.4098880 Nov 19 17:53:45.674215 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Pushing event updated for resources: {'Port': ['ID=931ef9a4-2fe6-496f-ad2d-6463e58d30b6,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:53:45.739553 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39b343a-8226-4d1c-b5bb-58caf3784ec6 req-3dc9ab13-c7ba-4242-8938-6b4ab60e0bef tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:53:45.747886 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-e39b343a-8226-4d1c-b5bb-58caf3784ec6 req-3dc9ab13-c7ba-4242-8938-6b4ab60e0bef tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/ports?device_id=19a4af58-8f1f-46c0-b13d-59abb7b40678 HTTP/1.1" status: 200 len: 946 time: 0.1654291 Nov 19 17:53:45.826956 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5c2419e9-8852-4054-944c-edefe2847d29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:45.830282 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5c2419e9-8852-4054-944c-edefe2847d29 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:45.831980 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-5c2419e9-8852-4054-944c-edefe2847d29 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/788ca3b7-aaf9-4d55-8bb8-e6ce07251bff HTTP/1.1" status: 204 len: 168 time: 0.4216440 Nov 19 17:53:45.841937 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b514739-6e68-4752-88fa-99792fcdeed8 req-916ff533-9eaa-4c1c-a627-222373472919 tempest-VolumesBackupsTest-141624244 tempest-VolumesBackupsTest-141624244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:53:45.848963 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4b514739-6e68-4752-88fa-99792fcdeed8 req-916ff533-9eaa-4c1c-a627-222373472919 tempest-VolumesBackupsTest-141624244 tempest-VolumesBackupsTest-141624244-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5354316 Nov 19 17:53:45.861285 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-e39b343a-8226-4d1c-b5bb-58caf3784ec6 req-f1b1c4cb-df39-4ee2-a7c9-f1a4bad20aaa tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/security-groups?id=af9eedbc-4dba-4487-bbd4-6a5c45518ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1068718 Nov 19 17:53:45.862458 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2419e9-8852-4054-944c-edefe2847d29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=788ca3b7-aaf9-4d55-8bb8-e6ce07251bff,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:53:45.875188 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-4b514739-6e68-4752-88fa-99792fcdeed8 req-241530a0-dbc4-4725-a9d1-458cc903fc10 tempest-VolumesBackupsTest-141624244 tempest-VolumesBackupsTest-141624244-project] Request body: {'port': {'device_id': '8ebda266-8e1f-480d-84ce-4cf618325e55', 'network_id': '346debfa-452b-4048-abf4-8f4493625ef2', 'admin_state_up': True, 'tenant_id': 'c67350fa7eed42b1a12c76633decfed6'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:53:46.060687 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ba6b2e14-3d8b-4395-8dd9-64b03eaad823 req-9ce21905-7fd3-442e-b526-4f1519301670 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/security-groups?id=30887d2c-2c06-4a04-8ed7-1cc9b0391ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3927901 Nov 19 17:53:46.081542 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a929a606-6ae5-44d8-99d5-0baccb0fd18a admin admin] Network 83e29886-835d-4a88-8dbb-b5f419c8c70c is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:53:46.086997 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-a929a606-6ae5-44d8-99d5-0baccb0fd18a admin admin] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:53:46.150548 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2b5ff13a-84fe-44ab-99f1-e21e680b1a80 req-f394fcb9-97ab-4421-9a82-edcc7fc26ee8 tempest-VolumesBackupsTest-141624244 tempest-VolumesBackupsTest-141624244-project] 10.222.0.54 "GET /v2.0/ports?device_id=8ebda266-8e1f-480d-84ce-4cf618325e55 HTTP/1.1" status: 200 len: 210 time: 0.0605080 Nov 19 17:53:46.328525 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b514739-6e68-4752-88fa-99792fcdeed8 req-241530a0-dbc4-4725-a9d1-458cc903fc10 tempest-VolumesBackupsTest-141624244 tempest-VolumesBackupsTest-141624244-project] Made reservation on behalf of c67350fa7eed42b1a12c76633decfed6 for: {'port': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:53:46.335490 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-4b514739-6e68-4752-88fa-99792fcdeed8 req-241530a0-dbc4-4725-a9d1-458cc903fc10 tempest-VolumesBackupsTest-141624244 tempest-VolumesBackupsTest-141624244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:46.373489 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-4b514739-6e68-4752-88fa-99792fcdeed8 req-241530a0-dbc4-4725-a9d1-458cc903fc10 tempest-VolumesBackupsTest-141624244 tempest-VolumesBackupsTest-141624244-project] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:46.442154 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a929a606-6ae5-44d8-99d5-0baccb0fd18a admin admin] Router 37797a95-345c-4ba7-846b-5ff1b4b9256a has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 17:53:46.631205 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-4b514739-6e68-4752-88fa-99792fcdeed8 req-241530a0-dbc4-4725-a9d1-458cc903fc10 tempest-VolumesBackupsTest-141624244 tempest-VolumesBackupsTest-141624244-project] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:46.643244 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-1467c8f9-0a23-4c1d-ba9d-b025aa651493 None None] Provisioning complete for port 2288129c-fda7-40a9-a92f-9a156c1eec25 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:53:46.644194 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-1467c8f9-0a23-4c1d-ba9d-b025aa651493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:46.646409 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-4b514739-6e68-4752-88fa-99792fcdeed8 req-241530a0-dbc4-4725-a9d1-458cc903fc10 tempest-VolumesBackupsTest-141624244 tempest-VolumesBackupsTest-141624244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:46.687641 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a929a606-6ae5-44d8-99d5-0baccb0fd18a admin admin] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 17:53:46.702098 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af2c046-4001-4728-b804-2d3e0ae5ee50 None None] Sync routers for ids ['37797a95-345c-4ba7-846b-5ff1b4b9256a'] in n-d-818022-2 {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 17:53:46.715341 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af2c046-4001-4728-b804-2d3e0ae5ee50 None None] Routers {'37797a95-345c-4ba7-846b-5ff1b4b9256a'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:53:46.715976 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-0af2c046-4001-4728-b804-2d3e0ae5ee50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:53:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['37797a95-345c-4ba7-846b-5ff1b4b9256a'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:53:46.786761 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-a929a606-6ae5-44d8-99d5-0baccb0fd18a admin admin] 10.222.0.54 "PUT /v2.0/routers/37797a95-345c-4ba7-846b-5ff1b4b9256a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9537032 Nov 19 17:53:46.794123 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 931ef9a4-2fe6-496f-ad2d-6463e58d30b6 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:53:46.818255 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241530a0-dbc4-4725-a9d1-458cc903fc10 tempest-VolumesBackupsTest-141624244 tempest-VolumesBackupsTest-141624244-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ebb135b1-076e-455d-8cae-12d8ae406892,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:53:46.851245 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-1467c8f9-0a23-4c1d-ba9d-b025aa651493 None None] Port 2288129c-fda7-40a9-a92f-9a156c1eec25 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:53:46.916836 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 931ef9a4-2fe6-496f-ad2d-6463e58d30b6 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:53:46.917223 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:46.940439 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-0af2c046-4001-4728-b804-2d3e0ae5ee50 None None] Set router 37797a95-345c-4ba7-846b-5ff1b4b9256a gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:53:46.979514 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [req-4b514739-6e68-4752-88fa-99792fcdeed8 req-241530a0-dbc4-4725-a9d1-458cc903fc10 tempest-VolumesBackupsTest-141624244 tempest-VolumesBackupsTest-141624244-project] Allocated IP 192.168.233.86 (346debfa-452b-4048-abf4-8f4493625ef2/8b3c88de-c9c2-4a20-b19e-1855c2c19035/57090e1a-9394-4ed1-b9da-120a94676b77) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:53:47.116650 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c958f41-5caf-45a7-a715-cf883bd10d15 req-f853b11a-0c38-4666-82ec-7f906ab6b7db tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:53:47.135619 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0c958f41-5caf-45a7-a715-cf883bd10d15 req-f853b11a-0c38-4666-82ec-7f906ab6b7db tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/ports?device_id=19a4af58-8f1f-46c0-b13d-59abb7b40678 HTTP/1.1" status: 200 len: 946 time: 0.1298170 Nov 19 17:53:47.259770 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0c958f41-5caf-45a7-a715-cf883bd10d15 req-9569a18a-e090-4eb4-9253-8751fe972ee2 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/security-groups?id=af9eedbc-4dba-4487-bbd4-6a5c45518ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1229975 Nov 19 17:53:47.282889 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-0af2c046-4001-4728-b804-2d3e0ae5ee50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37797a95-345c-4ba7-846b-5ff1b4b9256a', 'name': 'tempest-ServersTestFqdnHostnames-1187646523-router', 'tenant_id': '788dc519438f4a03985216f23ce7957a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.243'}], 'enable_snat': True}, 'gw_port_id': '931ef9a4-2fe6-496f-ad2d-6463e58d30b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:53:33Z', 'updated_at': '2021-11-19T17:53:44Z', 'revision_number': 4, 'project_id': '788dc519438f4a03985216f23ce7957a', 'gw_port': {'id': '931ef9a4-2fe6-496f-ad2d-6463e58d30b6', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:ab:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37797a95-345c-4ba7-846b-5ff1b4b9256a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:53:35Z', 'updated_at': '2021-11-19T17:53:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': '2288129c-fda7-40a9-a92f-9a156c1eec25', 'name': '', 'network_id': '83e29886-835d-4a88-8dbb-b5f419c8c70c', 'tenant_id': '788dc519438f4a03985216f23ce7957a', 'mac_address': 'fa:16:3e:79:b9:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37797a95-345c-4ba7-846b-5ff1b4b9256a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1701, 'fixed_ips': [{'subnet_id': 'f038d3e4-cc95-4dc5-a466-577e5f1c9aa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:53:42Z', 'updated_at': '2021-11-19T17:53:44Z', 'revision_number': 2, 'project_id': '788dc519438f4a03985216f23ce7957a', 'subnets': [{'id': 'f038d3e4-cc95-4dc5-a466-577e5f1c9aa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:53:47.326125 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af2c046-4001-4728-b804-2d3e0ae5ee50 None None] Checking router: 37797a95-345c-4ba7-846b-5ff1b4b9256a for host: n-d-818022-2 {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 17:53:47.326558 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af2c046-4001-4728-b804-2d3e0ae5ee50 None None] Updating router 37797a95-345c-4ba7-846b-5ff1b4b9256a port 2288129c-fda7-40a9-a92f-9a156c1eec25 binding host n-d-818022-2 {{(pid=103367) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 17:53:47.352971 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-0af2c046-4001-4728-b804-2d3e0ae5ee50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:47.421175 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a967aed6-5078-4406-b3b9-e8491ea833a5 req-dd855cb4-8ffe-4519-98b7-96ccfa1e896a tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:53:47.434510 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a967aed6-5078-4406-b3b9-e8491ea833a5 req-dd855cb4-8ffe-4519-98b7-96ccfa1e896a tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/ports?device_id=8664fdc8-b810-4b6d-adcd-9d1398c785aa HTTP/1.1" status: 200 len: 943 time: 0.1564863 Nov 19 17:53:47.511897 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a967aed6-5078-4406-b3b9-e8491ea833a5 req-2d881f0c-8de4-4a07-83d2-01219008fcbb tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/security-groups?id=30887d2c-2c06-4a04-8ed7-1cc9b0391ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763407 Nov 19 17:53:47.600345 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-4b514739-6e68-4752-88fa-99792fcdeed8 req-241530a0-dbc4-4725-a9d1-458cc903fc10 tempest-VolumesBackupsTest-141624244 tempest-VolumesBackupsTest-141624244-project] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:47.696838 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-144b8017-7390-43e0-a957-7a4cb1836c17 req-10bd31a2-7833-49d1-9c1b-13d780e42545 tempest-VolumesBackupsTest-141624244 tempest-VolumesBackupsTest-141624244-project] 10.222.0.54 "GET /v2.0/ports?device_id=8ebda266-8e1f-480d-84ce-4cf618325e55 HTTP/1.1" status: 200 len: 210 time: 0.0709341 Nov 19 17:53:47.759449 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-4b514739-6e68-4752-88fa-99792fcdeed8 req-241530a0-dbc4-4725-a9d1-458cc903fc10 tempest-VolumesBackupsTest-141624244 tempest-VolumesBackupsTest-141624244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:47.788227 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-0af2c046-4001-4728-b804-2d3e0ae5ee50 None None] Publish callbacks [] for port, precommit_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:47.799651 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 36014) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:53:47.802500 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-0af2c046-4001-4728-b804-2d3e0ae5ee50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:47.899116 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241530a0-dbc4-4725-a9d1-458cc903fc10 tempest-VolumesBackupsTest-141624244 tempest-VolumesBackupsTest-141624244-project] Pushing event updated for resources: {'Port': ['ID=57090e1a-9394-4ed1-b9da-120a94676b77,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:53:47.943851 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b514739-6e68-4752-88fa-99792fcdeed8 req-241530a0-dbc4-4725-a9d1-458cc903fc10 tempest-VolumesBackupsTest-141624244 tempest-VolumesBackupsTest-141624244-project] Network 346debfa-452b-4048-abf4-8f4493625ef2 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:53:47.950185 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [req-4b514739-6e68-4752-88fa-99792fcdeed8 req-241530a0-dbc4-4725-a9d1-458cc903fc10 tempest-VolumesBackupsTest-141624244 tempest-VolumesBackupsTest-141624244-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:53:47.963502 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b514739-6e68-4752-88fa-99792fcdeed8 req-241530a0-dbc4-4725-a9d1-458cc903fc10 tempest-VolumesBackupsTest-141624244 tempest-VolumesBackupsTest-141624244-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:53:48.065188 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7478c7-4c6f-43e6-9583-c1b229ecaf88 None None] Pushing event updated for resources: {'Port': ['ID=2288129c-fda7-40a9-a92f-9a156c1eec25,revision_number=3']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:53:48.100690 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.agents_db [None req-619e5c26-d9ed-4321-86eb-7d443bb9dfa2 None None] Agent healthcheck: found 7 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 17:53:48.123444 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-6030547e-0fba-49a1-987b-fc4dd277ab95 tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1514890263'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:53:48.160448 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b514739-6e68-4752-88fa-99792fcdeed8 req-241530a0-dbc4-4725-a9d1-458cc903fc10 tempest-VolumesBackupsTest-141624244 tempest-VolumesBackupsTest-141624244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:53:48.170345 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-4b514739-6e68-4752-88fa-99792fcdeed8 req-241530a0-dbc4-4725-a9d1-458cc903fc10 tempest-VolumesBackupsTest-141624244 tempest-VolumesBackupsTest-141624244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:48.210129 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6030547e-0fba-49a1-987b-fc4dd277ab95 tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] Made reservation on behalf of a9fa697a09d64ea9a346b119e95aefb0 for: {'network': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:53:48.213515 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6030547e-0fba-49a1-987b-fc4dd277ab95 tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:48.228397 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4b514739-6e68-4752-88fa-99792fcdeed8 req-241530a0-dbc4-4725-a9d1-458cc903fc10 tempest-VolumesBackupsTest-141624244 tempest-VolumesBackupsTest-141624244-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3634782 Nov 19 17:53:48.242737 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-4b514739-6e68-4752-88fa-99792fcdeed8 req-7493fec3-baed-4a18-81df-d97633cd37a5 service neutron] Request body: {'port': {'device_id': '8ebda266-8e1f-480d-84ce-4cf618325e55', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818022-2'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:53:48.260447 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6030547e-0fba-49a1-987b-fc4dd277ab95 tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:48.279329 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-0af2c046-4001-4728-b804-2d3e0ae5ee50 None None] Attempting to bind port 2288129c-fda7-40a9-a92f-9a156c1eec25 on host n-d-818022-2 for vnic_type normal with profile {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:53:48.282021 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-0af2c046-4001-4728-b804-2d3e0ae5ee50 None None] Attempting to bind port 2288129c-fda7-40a9-a92f-9a156c1eec25 by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': 'f0733011-e02b-453d-8d2a-92029d4a78a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '83e29886-835d-4a88-8dbb-b5f419c8c70c'}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:53:48.282513 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af2c046-4001-4728-b804-2d3e0ae5ee50 None None] Attempting to bind port 2288129c-fda7-40a9-a92f-9a156c1eec25 on network 83e29886-835d-4a88-8dbb-b5f419c8c70c {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:53:48.301133 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af2c046-4001-4728-b804-2d3e0ae5ee50 None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 53, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:53:48.302056 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af2c046-4001-4728-b804-2d3e0ae5ee50 None None] Checking segment: {'id': 'f0733011-e02b-453d-8d2a-92029d4a78a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '83e29886-835d-4a88-8dbb-b5f419c8c70c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:53:48.302713 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-0af2c046-4001-4728-b804-2d3e0ae5ee50 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:48.305453 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af2c046-4001-4728-b804-2d3e0ae5ee50 None None] Bound using segment: {'id': 'f0733011-e02b-453d-8d2a-92029d4a78a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '83e29886-835d-4a88-8dbb-b5f419c8c70c'} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:53:48.306347 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-0af2c046-4001-4728-b804-2d3e0ae5ee50 None None] Bound port: 2288129c-fda7-40a9-a92f-9a156c1eec25, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0733011-e02b-453d-8d2a-92029d4a78a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '83e29886-835d-4a88-8dbb-b5f419c8c70c'}}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:53:48.306968 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-0af2c046-4001-4728-b804-2d3e0ae5ee50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:48.328284 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 36034) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:53:48.349550 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-c2bb04a8-787f-4166-92d7-3f4360dcb51a tempest-ServersTestFqdnHostnames-843140581 tempest-ServersTestFqdnHostnames-843140581-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1531661047', 'description': 'tempest-description--421128678'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:53:48.510497 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-4b514739-6e68-4752-88fa-99792fcdeed8 req-7493fec3-baed-4a18-81df-d97633cd37a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:48.521029 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-20acf736-8bfa-41ce-9667-e497379775c7 None None] Provisioning complete for port 57090e1a-9394-4ed1-b9da-120a94676b77 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:53:48.523924 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-20acf736-8bfa-41ce-9667-e497379775c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:48.543122 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c2bb04a8-787f-4166-92d7-3f4360dcb51a tempest-ServersTestFqdnHostnames-843140581 tempest-ServersTestFqdnHostnames-843140581-project] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:48.544421 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6030547e-0fba-49a1-987b-fc4dd277ab95 tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:48.555769 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6030547e-0fba-49a1-987b-fc4dd277ab95 tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:48.575390 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-0af2c046-4001-4728-b804-2d3e0ae5ee50 None None] For port 2288129c-fda7-40a9-a92f-9a156c1eec25, host n-d-818022-2, cleared binding levels {{(pid=103367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:53:48.592088 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-0af2c046-4001-4728-b804-2d3e0ae5ee50 None None] For port 2288129c-fda7-40a9-a92f-9a156c1eec25, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=2288129c-fda7-40a9-a92f-9a156c1eec25,segment=NetworkSegment(f0733011-e02b-453d-8d2a-92029d4a78a9),segment_id=f0733011-e02b-453d-8d2a-92029d4a78a9)] {{(pid=103367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:53:48.608161 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-0af2c046-4001-4728-b804-2d3e0ae5ee50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:48.624461 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6030547e-0fba-49a1-987b-fc4dd277ab95 tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f5f59cc-f495-427f-b66e-fc5b6ef59090,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:53:48.673883 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6030547e-0fba-49a1-987b-fc4dd277ab95 tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 676} {{(pid=103364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 17:53:48.725412 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-20acf736-8bfa-41ce-9667-e497379775c7 None None] Port 57090e1a-9394-4ed1-b9da-120a94676b77 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:53:48.791415 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6030547e-0fba-49a1-987b-fc4dd277ab95 tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:48.791889 n-d-818022-2 neutron-server[103364]: INFO neutron.db.segments_db [None req-6030547e-0fba-49a1-987b-fc4dd277ab95 tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] Added segment 532f1060-3f24-4a26-a28b-5be0f145bd7f of type vlan for network d5858c3e-552f-4cb3-b8e5-a601ce356d63 Nov 19 17:53:48.816955 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af2c046-4001-4728-b804-2d3e0ae5ee50 None None] Routers {'37797a95-345c-4ba7-846b-5ff1b4b9256a'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:53:48.821597 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-0af2c046-4001-4728-b804-2d3e0ae5ee50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:53:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['37797a95-345c-4ba7-846b-5ff1b4b9256a'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:53:48.859532 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-8ccdc49a-1009-4d02-910c-2a1c3d07952a None None] Provisioning complete for port 2288129c-fda7-40a9-a92f-9a156c1eec25 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:53:48.859918 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8ccdc49a-1009-4d02-910c-2a1c3d07952a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:48.865221 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f2d989-f24f-4ba4-b332-4e8be68e29f1 req-ea02322d-9a6f-429b-8363-3c5f6b6aa0b7 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:53:48.876863 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b8f2d989-f24f-4ba4-b332-4e8be68e29f1 req-ea02322d-9a6f-429b-8363-3c5f6b6aa0b7 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/ports?device_id=19a4af58-8f1f-46c0-b13d-59abb7b40678 HTTP/1.1" status: 200 len: 946 time: 0.2361085 Nov 19 17:53:49.044442 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b8f2d989-f24f-4ba4-b332-4e8be68e29f1 req-507dd546-8157-4c0b-820d-9dcb585d3b09 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/security-groups?id=af9eedbc-4dba-4487-bbd4-6a5c45518ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1577961 Nov 19 17:53:49.046422 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6030547e-0fba-49a1-987b-fc4dd277ab95 tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:49.092376 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-0af2c046-4001-4728-b804-2d3e0ae5ee50 None None] Set router 37797a95-345c-4ba7-846b-5ff1b4b9256a gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:53:49.100941 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8ccdc49a-1009-4d02-910c-2a1c3d07952a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:49.147914 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6030547e-0fba-49a1-987b-fc4dd277ab95 tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:49.158275 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6030547e-0fba-49a1-987b-fc4dd277ab95 tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:53:49.158977 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6030547e-0fba-49a1-987b-fc4dd277ab95 tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] Publish callbacks [] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:49.199657 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-8ccdc49a-1009-4d02-910c-2a1c3d07952a None None] For port 2288129c-fda7-40a9-a92f-9a156c1eec25, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=2288129c-fda7-40a9-a92f-9a156c1eec25,segment=NetworkSegment(f0733011-e02b-453d-8d2a-92029d4a78a9),segment_id=f0733011-e02b-453d-8d2a-92029d4a78a9)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:53:49.221556 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8ccdc49a-1009-4d02-910c-2a1c3d07952a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:49.287846 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c2bb04a8-787f-4166-92d7-3f4360dcb51a tempest-ServersTestFqdnHostnames-843140581 tempest-ServersTestFqdnHostnames-843140581-project] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:49.322077 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c2bb04a8-787f-4166-92d7-3f4360dcb51a tempest-ServersTestFqdnHostnames-843140581 tempest-ServersTestFqdnHostnames-843140581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:49.362195 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-6030547e-0fba-49a1-987b-fc4dd277ab95 tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.5533066 Nov 19 17:53:49.373624 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 36074) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:53:49.397595 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7478c7-4c6f-43e6-9583-c1b229ecaf88 None None] Pushing event updated for resources: {'Port': ['ID=2288129c-fda7-40a9-a92f-9a156c1eec25,revision_number=4']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:53:49.418655 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccdc49a-1009-4d02-910c-2a1c3d07952a None None] Pushing event updated for resources: {'Port': ['ID=2288129c-fda7-40a9-a92f-9a156c1eec25,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:53:49.421578 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-454f57e9-8d03-4fcb-9b5a-a9dbafcb95a8 tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] Request body: {'subnet': {'network_id': 'd5858c3e-552f-4cb3-b8e5-a601ce356d63', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:53:49.429757 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6030547e-0fba-49a1-987b-fc4dd277ab95 tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] Pushing event updated for resources: {'Network': ['ID=d5858c3e-552f-4cb3-b8e5-a601ce356d63,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:53:49.444384 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-d9869520-dd9a-4199-9f41-6abd3f495758 None None] Provisioning complete for port 2288129c-fda7-40a9-a92f-9a156c1eec25 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:53:49.445334 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d9869520-dd9a-4199-9f41-6abd3f495758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:49.475512 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b05de95-b183-4c74-8ce0-e92dfcadfc77 req-3bfbaa71-220d-433c-a37b-dfe0424df73c tempest-VolumesBackupsTest-141624244 tempest-VolumesBackupsTest-141624244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:53:49.491645 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-4b05de95-b183-4c74-8ce0-e92dfcadfc77 req-3bfbaa71-220d-433c-a37b-dfe0424df73c tempest-VolumesBackupsTest-141624244 tempest-VolumesBackupsTest-141624244-project] 10.222.0.54 "GET /v2.0/ports?device_id=8ebda266-8e1f-480d-84ce-4cf618325e55 HTTP/1.1" status: 200 len: 935 time: 0.2315054 Nov 19 17:53:49.577332 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c2bb04a8-787f-4166-92d7-3f4360dcb51a tempest-ServersTestFqdnHostnames-843140581 tempest-ServersTestFqdnHostnames-843140581-project] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:49.580527 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-c2bb04a8-787f-4166-92d7-3f4360dcb51a tempest-ServersTestFqdnHostnames-843140581 tempest-ServersTestFqdnHostnames-843140581-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 1.2375495 Nov 19 17:53:49.598939 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 36078) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:53:49.603125 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-4b05de95-b183-4c74-8ce0-e92dfcadfc77 req-879d1564-272e-4638-996b-c343e6667d3e tempest-VolumesBackupsTest-141624244 tempest-VolumesBackupsTest-141624244-project] 10.222.0.54 "GET /v2.0/security-groups?id=ebb135b1-076e-455d-8cae-12d8ae406892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105216 Nov 19 17:53:49.604362 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-61ee7cac-bd7c-4fc6-8e4a-74d8769eabba tempest-ServersTestFqdnHostnames-843140581 tempest-ServersTestFqdnHostnames-843140581-project] Request body: {'security_group_rule': {'security_group_id': 'b5a8c8f3-45f5-4cb0-9829-55e94a7ad701', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:53:49.618998 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network d5858c3e-552f-4cb3-b8e5-a601ce356d63 details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 17:53:49.631610 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bb04a8-787f-4166-92d7-3f4360dcb51a tempest-ServersTestFqdnHostnames-843140581 tempest-ServersTestFqdnHostnames-843140581-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5a8c8f3-45f5-4cb0-9829-55e94a7ad701,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:53:49.634405 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-0af2c046-4001-4728-b804-2d3e0ae5ee50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37797a95-345c-4ba7-846b-5ff1b4b9256a', 'name': 'tempest-ServersTestFqdnHostnames-1187646523-router', 'tenant_id': '788dc519438f4a03985216f23ce7957a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.243'}], 'enable_snat': True}, 'gw_port_id': '931ef9a4-2fe6-496f-ad2d-6463e58d30b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:53:33Z', 'updated_at': '2021-11-19T17:53:44Z', 'revision_number': 4, 'project_id': '788dc519438f4a03985216f23ce7957a', 'gw_port': {'id': '931ef9a4-2fe6-496f-ad2d-6463e58d30b6', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:ab:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37797a95-345c-4ba7-846b-5ff1b4b9256a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:53:35Z', 'updated_at': '2021-11-19T17:53:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': '2288129c-fda7-40a9-a92f-9a156c1eec25', 'name': '', 'network_id': '83e29886-835d-4a88-8dbb-b5f419c8c70c', 'tenant_id': '788dc519438f4a03985216f23ce7957a', 'mac_address': 'fa:16:3e:79:b9:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37797a95-345c-4ba7-846b-5ff1b4b9256a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1701, 'fixed_ips': [{'subnet_id': 'f038d3e4-cc95-4dc5-a466-577e5f1c9aa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:53:42Z', 'updated_at': '2021-11-19T17:53:48Z', 'revision_number': 4, 'project_id': '788dc519438f4a03985216f23ce7957a', 'subnets': [{'id': 'f038d3e4-cc95-4dc5-a466-577e5f1c9aa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:53:49.698484 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af2c046-4001-4728-b804-2d3e0ae5ee50 None None] The sync data for ids ['37797a95-345c-4ba7-846b-5ff1b4b9256a'] in n-d-818022-2 is: [{'id': '37797a95-345c-4ba7-846b-5ff1b4b9256a', 'name': 'tempest-ServersTestFqdnHostnames-1187646523-router', 'tenant_id': '788dc519438f4a03985216f23ce7957a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.243'}], 'enable_snat': True}, 'gw_port_id': '931ef9a4-2fe6-496f-ad2d-6463e58d30b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:53:33Z', 'updated_at': '2021-11-19T17:53:44Z', 'revision_number': 4, 'project_id': '788dc519438f4a03985216f23ce7957a', 'gw_port': {'id': '931ef9a4-2fe6-496f-ad2d-6463e58d30b6', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:ab:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37797a95-345c-4ba7-846b-5ff1b4b9256a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:53:35Z', 'updated_at': '2021-11-19T17:53:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': '2288129c-fda7-40a9-a92f-9a156c1eec25', 'name': '', 'network_id': '83e29886-835d-4a88-8dbb-b5f419c8c70c', 'tenant_id': '788dc519438f4a03985216f23ce7957a', 'mac_address': 'fa:16:3e:79:b9:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37797a95-345c-4ba7-846b-5ff1b4b9256a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1701, 'fixed_ips': [{'subnet_id': 'f038d3e4-cc95-4dc5-a466-577e5f1c9aa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:53:42Z', 'updated_at': '2021-11-19T17:53:48Z', 'revision_number': 4, 'project_id': '788dc519438f4a03985216f23ce7957a', 'subnets': [{'id': 'f038d3e4-cc95-4dc5-a466-577e5f1c9aa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 17:53:49.710733 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [req-4b514739-6e68-4752-88fa-99792fcdeed8 req-7493fec3-baed-4a18-81df-d97633cd37a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57090e1a-9394-4ed1-b9da-120a94676b77 {{(pid=103365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:53:49.722774 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-4b514739-6e68-4752-88fa-99792fcdeed8 req-7493fec3-baed-4a18-81df-d97633cd37a5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:49.741987 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.provisioning_blocks [req-4b514739-6e68-4752-88fa-99792fcdeed8 req-7493fec3-baed-4a18-81df-d97633cd37a5 service neutron] Transition to ACTIVE for port object 57090e1a-9394-4ed1-b9da-120a94676b77 will not be triggered until provisioned by entity L2. {{(pid=103365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 17:53:49.780709 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-4b514739-6e68-4752-88fa-99792fcdeed8 req-7493fec3-baed-4a18-81df-d97633cd37a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:49.919104 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-61ee7cac-bd7c-4fc6-8e4a-74d8769eabba tempest-ServersTestFqdnHostnames-843140581 tempest-ServersTestFqdnHostnames-843140581-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:49.979869 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7493fec3-baed-4a18-81df-d97633cd37a5 service neutron] Pushing event updated for resources: {'Port': ['ID=57090e1a-9394-4ed1-b9da-120a94676b77,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:53:50.106433 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecabee3-4c77-47f1-a0e4-83c95a30920a req-99b94472-1404-4310-adfd-d7c20651fbbf tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:53:50.114571 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-aecabee3-4c77-47f1-a0e4-83c95a30920a req-99b94472-1404-4310-adfd-d7c20651fbbf tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/ports?device_id=8664fdc8-b810-4b6d-adcd-9d1398c785aa HTTP/1.1" status: 200 len: 943 time: 0.3348680 Nov 19 17:53:50.178893 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-454f57e9-8d03-4fcb-9b5a-a9dbafcb95a8 tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] Made reservation on behalf of a9fa697a09d64ea9a346b119e95aefb0 for: {'subnet': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:53:50.182783 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-454f57e9-8d03-4fcb-9b5a-a9dbafcb95a8 tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8731248'] for subnet, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:50.204902 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-61ee7cac-bd7c-4fc6-8e4a-74d8769eabba tempest-ServersTestFqdnHostnames-843140581 tempest-ServersTestFqdnHostnames-843140581-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:50.345145 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 36086) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:53:50.352467 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 55751d50-ad01-4fe5-b2c4-6f37d72af915 no longer exists at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:53:50.359664 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab8a9a8-e354-43ab-b62b-f8b8a6a4d97d req-346b4fc6-7089-40b1-a3ec-6c6f6d167da5 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:53:50.373109 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-cab8a9a8-e354-43ab-b62b-f8b8a6a4d97d req-346b4fc6-7089-40b1-a3ec-6c6f6d167da5 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/ports?device_id=19a4af58-8f1f-46c0-b13d-59abb7b40678 HTTP/1.1" status: 200 len: 946 time: 0.1355126 Nov 19 17:53:50.417801 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-61ee7cac-bd7c-4fc6-8e4a-74d8769eabba tempest-ServersTestFqdnHostnames-843140581 tempest-ServersTestFqdnHostnames-843140581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735179'] for security_group_rule, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:50.515026 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-cab8a9a8-e354-43ab-b62b-f8b8a6a4d97d req-a2fc4260-ef68-4948-9a93-18409a20e791 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/security-groups?id=af9eedbc-4dba-4487-bbd4-6a5c45518ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1353219 Nov 19 17:53:50.553822 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-61ee7cac-bd7c-4fc6-8e4a-74d8769eabba tempest-ServersTestFqdnHostnames-843140581 tempest-ServersTestFqdnHostnames-843140581-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:50.558151 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 36090) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:53:50.562720 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-dbe011ff-fe6d-4fcc-86f6-dad277305f44 tempest-ServersTestFqdnHostnames-843140581 tempest-ServersTestFqdnHostnames-843140581-project] Request body: {'security_group_rule': {'security_group_id': 'b5a8c8f3-45f5-4cb0-9829-55e94a7ad701', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:53:50.570223 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-61ee7cac-bd7c-4fc6-8e4a-74d8769eabba tempest-ServersTestFqdnHostnames-843140581 tempest-ServersTestFqdnHostnames-843140581-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9674211 Nov 19 17:53:50.594854 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-4b514739-6e68-4752-88fa-99792fcdeed8 req-7493fec3-baed-4a18-81df-d97633cd37a5 service neutron] Attempting to bind port 57090e1a-9394-4ed1-b9da-120a94676b77 on host n-h1-818022-2 for vnic_type normal with profile {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:53:50.595233 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-4b514739-6e68-4752-88fa-99792fcdeed8 req-7493fec3-baed-4a18-81df-d97633cd37a5 service neutron] Attempting to bind port 57090e1a-9394-4ed1-b9da-120a94676b77 by drivers openvswitch,hyperv on host n-h1-818022-2 at level 0 using segments [{'id': '1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '346debfa-452b-4048-abf4-8f4493625ef2'}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:53:50.595508 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b514739-6e68-4752-88fa-99792fcdeed8 req-7493fec3-baed-4a18-81df-d97633cd37a5 service neutron] Attempting to bind port 57090e1a-9394-4ed1-b9da-120a94676b77 on network 346debfa-452b-4048-abf4-8f4493625ef2 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:53:50.614714 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee7cac-bd7c-4fc6-8e4a-74d8769eabba tempest-ServersTestFqdnHostnames-843140581 tempest-ServersTestFqdnHostnames-843140581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cfaabfa-0a51-4910-acf3-ac3b46dfdeb3,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:53:50.703295 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-dbe011ff-fe6d-4fcc-86f6-dad277305f44 tempest-ServersTestFqdnHostnames-843140581 tempest-ServersTestFqdnHostnames-843140581-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:50.706264 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f61831f3-8087-4d9e-958d-fba53450d945 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:50.850955 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 2288129c-fda7-40a9-a92f-9a156c1eec25 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:53:50.864755 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b514739-6e68-4752-88fa-99792fcdeed8 req-7493fec3-baed-4a18-81df-d97633cd37a5 service neutron] Port 57090e1a-9394-4ed1-b9da-120a94676b77 on network 346debfa-452b-4048-abf4-8f4493625ef2 not bound, no agent of type Open vSwitch agent registered on host n-h1-818022-2 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 17:53:50.865133 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b514739-6e68-4752-88fa-99792fcdeed8 req-7493fec3-baed-4a18-81df-d97633cd37a5 service neutron] Attempting to bind port 57090e1a-9394-4ed1-b9da-120a94676b77 on network 346debfa-452b-4048-abf4-8f4493625ef2 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:53:50.873765 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-dbe011ff-fe6d-4fcc-86f6-dad277305f44 tempest-ServersTestFqdnHostnames-843140581 tempest-ServersTestFqdnHostnames-843140581-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:50.884747 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-454f57e9-8d03-4fcb-9b5a-a9dbafcb95a8 tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12283104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8731234'] for subnet, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:50.889729 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-dbe011ff-fe6d-4fcc-86f6-dad277305f44 tempest-ServersTestFqdnHostnames-843140581 tempest-ServersTestFqdnHostnames-843140581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735179'] for security_group_rule, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:50.924373 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b514739-6e68-4752-88fa-99792fcdeed8 req-7493fec3-baed-4a18-81df-d97633cd37a5 service neutron] Checking agent: {'id': 'a6668d96-12fa-4ec0-99ad-77eaf490dd2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'started_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 53, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:53:50.924993 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b514739-6e68-4752-88fa-99792fcdeed8 req-7493fec3-baed-4a18-81df-d97633cd37a5 service neutron] Checking segment: {'id': '1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '346debfa-452b-4048-abf4-8f4493625ef2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:53:50.925568 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b514739-6e68-4752-88fa-99792fcdeed8 req-7493fec3-baed-4a18-81df-d97633cd37a5 service neutron] Bound using segment: {'id': '1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '346debfa-452b-4048-abf4-8f4493625ef2'} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:53:50.926852 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-4b514739-6e68-4752-88fa-99792fcdeed8 req-7493fec3-baed-4a18-81df-d97633cd37a5 service neutron] Bound port: 57090e1a-9394-4ed1-b9da-120a94676b77, host: n-h1-818022-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '346debfa-452b-4048-abf4-8f4493625ef2'}}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:53:50.927379 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-4b514739-6e68-4752-88fa-99792fcdeed8 req-7493fec3-baed-4a18-81df-d97633cd37a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:50.937304 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43955886-be47-4aef-8f59-b1ea700a0327 req-4ceab650-2b11-4219-b391-d2447b7d0097 tempest-VolumesBackupsTest-141624244 tempest-VolumesBackupsTest-141624244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:53:50.938942 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-43955886-be47-4aef-8f59-b1ea700a0327 req-4ceab650-2b11-4219-b391-d2447b7d0097 tempest-VolumesBackupsTest-141624244 tempest-VolumesBackupsTest-141624244-project] 10.222.0.54 "GET /v2.0/ports?device_id=8ebda266-8e1f-480d-84ce-4cf618325e55 HTTP/1.1" status: 200 len: 947 time: 0.1991212 Nov 19 17:53:50.944465 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-dbe011ff-fe6d-4fcc-86f6-dad277305f44 tempest-ServersTestFqdnHostnames-843140581 tempest-ServersTestFqdnHostnames-843140581-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:50.948992 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-dbe011ff-fe6d-4fcc-86f6-dad277305f44 tempest-ServersTestFqdnHostnames-843140581 tempest-ServersTestFqdnHostnames-843140581-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3897672 Nov 19 17:53:50.951684 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 36098) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:53:50.970122 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 2288129c-fda7-40a9-a92f-9a156c1eec25 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:53:50.970714 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:50.971045 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-1857c102-2d5a-4566-b672-d66db9db3dc6 tempest-ServersTestFqdnHostnames-843140581 tempest-ServersTestFqdnHostnames-843140581-project] Request body: {'floatingip': {'floating_network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:53:50.993199 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe011ff-fe6d-4fcc-86f6-dad277305f44 tempest-ServersTestFqdnHostnames-843140581 tempest-ServersTestFqdnHostnames-843140581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fc8fadb-407a-4cb7-8629-ad304ee85407,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:53:51.059409 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454f57e9-8d03-4fcb-9b5a-a9dbafcb95a8 tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] Pushing event updated for resources: {'Subnet': ['ID=53435765-4ab7-4907-87be-b4da91b17347,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:53:51.084045 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f61831f3-8087-4d9e-958d-fba53450d945 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:51.096714 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-43955886-be47-4aef-8f59-b1ea700a0327 req-1913a114-8af1-4380-a6cf-5dc067fe8ef9 tempest-VolumesBackupsTest-141624244 tempest-VolumesBackupsTest-141624244-project] 10.222.0.54 "GET /v2.0/security-groups?id=ebb135b1-076e-455d-8cae-12d8ae406892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333008 Nov 19 17:53:51.103362 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f61831f3-8087-4d9e-958d-fba53450d945 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:51.126225 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-aecabee3-4c77-47f1-a0e4-83c95a30920a req-a7bc42c3-6c7b-43bc-89eb-1773d9d9707b tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Deleting port 55751d50-ad01-4fe5-b2c4-6f37d72af915 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:53:51.126558 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-aecabee3-4c77-47f1-a0e4-83c95a30920a req-a7bc42c3-6c7b-43bc-89eb-1773d9d9707b tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:51.144200 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1857c102-2d5a-4566-b672-d66db9db3dc6 tempest-ServersTestFqdnHostnames-843140581 tempest-ServersTestFqdnHostnames-843140581-project] Publish callbacks [] for floatingip, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:51.205669 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-f61831f3-8087-4d9e-958d-fba53450d945 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=35d9d7e115624e6f9d2be75cb71ea3d5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8137522 Nov 19 17:53:51.213539 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61831f3-8087-4d9e-958d-fba53450d945 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f68d4d40-3116-4a3a-8c18-acef937346af,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:53:51.216707 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 36100) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:53:51.334662 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-07b6cce4-92b1-4315-99b8-fbdbcb6a1272 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:51.372971 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-07b6cce4-92b1-4315-99b8-fbdbcb6a1272 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:51.460851 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-07b6cce4-92b1-4315-99b8-fbdbcb6a1272 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:51.464701 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-07b6cce4-92b1-4315-99b8-fbdbcb6a1272 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:51.467760 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-07b6cce4-92b1-4315-99b8-fbdbcb6a1272 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f68d4d40-3116-4a3a-8c18-acef937346af HTTP/1.1" status: 204 len: 168 time: 0.2496858 Nov 19 17:53:51.499071 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b6cce4-92b1-4315-99b8-fbdbcb6a1272 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f68d4d40-3116-4a3a-8c18-acef937346af,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:53:51.604039 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-454f57e9-8d03-4fcb-9b5a-a9dbafcb95a8 tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] Checking segment: {'id': '532f1060-3f24-4a26-a28b-5be0f145bd7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'd5858c3e-552f-4cb3-b8e5-a601ce356d63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:53:51.604632 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-454f57e9-8d03-4fcb-9b5a-a9dbafcb95a8 tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] Network hostable DHCP agents. Network: d5858c3e-552f-4cb3-b8e5-a601ce356d63, hostable agents: ['02910ef2-0455-4aea-9f38-9a875579633f'], hosted agents: [] {{(pid=103365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 17:53:51.734813 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af0063a-cc25-451d-b3c3-568271a79b27 req-21ec85a9-4963-4f37-a39b-52a3ad407539 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:53:51.736689 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-4af0063a-cc25-451d-b3c3-568271a79b27 req-21ec85a9-4963-4f37-a39b-52a3ad407539 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/ports?device_id=19a4af58-8f1f-46c0-b13d-59abb7b40678 HTTP/1.1" status: 200 len: 946 time: 0.0796239 Nov 19 17:53:51.738068 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-4b514739-6e68-4752-88fa-99792fcdeed8 req-7493fec3-baed-4a18-81df-d97633cd37a5 service neutron] For port 57090e1a-9394-4ed1-b9da-120a94676b77, host n-h1-818022-2, cleared binding levels {{(pid=103365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:53:51.771483 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-4b514739-6e68-4752-88fa-99792fcdeed8 req-7493fec3-baed-4a18-81df-d97633cd37a5 service neutron] For port 57090e1a-9394-4ed1-b9da-120a94676b77, host n-h1-818022-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=57090e1a-9394-4ed1-b9da-120a94676b77,segment=NetworkSegment(1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861),segment_id=1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861)] {{(pid=103365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:53:51.796099 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-4b514739-6e68-4752-88fa-99792fcdeed8 req-7493fec3-baed-4a18-81df-d97633cd37a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:51.826050 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-4af0063a-cc25-451d-b3c3-568271a79b27 req-279411b6-4856-45ea-bb32-3e139e2d0b14 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/security-groups?id=af9eedbc-4dba-4487-bbd4-6a5c45518ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797782 Nov 19 17:53:51.932654 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b514739-6e68-4752-88fa-99792fcdeed8 req-7493fec3-baed-4a18-81df-d97633cd37a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:53:51.935704 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-4b514739-6e68-4752-88fa-99792fcdeed8 req-7493fec3-baed-4a18-81df-d97633cd37a5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:51.939855 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4b514739-6e68-4752-88fa-99792fcdeed8 req-7493fec3-baed-4a18-81df-d97633cd37a5 service neutron] 10.222.0.60 "PUT /v2.0/ports/57090e1a-9394-4ed1-b9da-120a94676b77 HTTP/1.1" status: 200 len: 1095 time: 3.7025373 Nov 19 17:53:51.944660 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ebda266-8e1f-480d-84ce-4cf618325e55', 'tag': '57090e1a-9394-4ed1-b9da-120a94676b77'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:53:51.946468 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218319d759239a7d11f1288aef37381b97754913ee9ccbfd43b51a463f801712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bc1b3cf-ed49-4a7c-aa5b-1502f6d97f98" -d '{"events": [{"name": "network-changed", "server_uuid": "8ebda266-8e1f-480d-84ce-4cf618325e55", "tag": "57090e1a-9394-4ed1-b9da-120a94676b77"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:53:52.001430 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-454f57e9-8d03-4fcb-9b5a-a9dbafcb95a8 tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] Network d5858c3e-552f-4cb3-b8e5-a601ce356d63 is scheduled to be hosted by DHCP agent 02910ef2-0455-4aea-9f38-9a875579633f with binding_index 1 {{(pid=103365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 17:53:52.053261 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 36114) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:53:52.058093 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 17:53:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad93b411-4c6c-45ee-b39e-636c557dbd40 x-openstack-request-id: req-ad93b411-4c6c-45ee-b39e-636c557dbd40 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:53:52.058371 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ebda266-8e1f-480d-84ce-4cf618325e55", "tag": "57090e1a-9394-4ed1-b9da-120a94676b77", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:53:52.059166 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ad93b411-4c6c-45ee-b39e-636c557dbd40 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:53:52.059166 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ebda266-8e1f-480d-84ce-4cf618325e55', 'tag': '57090e1a-9394-4ed1-b9da-120a94676b77', 'status': 'completed', 'code': 200} Nov 19 17:53:52.084270 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-58bd70a4-e9bb-4abf-97dd-383575710584 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:52.116804 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-aecabee3-4c77-47f1-a0e4-83c95a30920a req-a7bc42c3-6c7b-43bc-89eb-1773d9d9707b tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] For port 55751d50-ad01-4fe5-b2c4-6f37d72af915, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=55751d50-ad01-4fe5-b2c4-6f37d72af915,segment=NetworkSegment(89891acd-fd82-4118-b100-e50c4e69b300),segment_id=89891acd-fd82-4118-b100-e50c4e69b300)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:53:52.117217 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-aecabee3-4c77-47f1-a0e4-83c95a30920a req-a7bc42c3-6c7b-43bc-89eb-1773d9d9707b tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:52.125315 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-454f57e9-8d03-4fcb-9b5a-a9dbafcb95a8 tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818022-2, d5858c3e-552f-4cb3-b8e5-a601ce356d63) {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:53:52.133554 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1422cb1f-3c97-4171-ae64-4f4253e824e6 None None] Network d5858c3e-552f-4cb3-b8e5-a601ce356d63 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:53:52.176685 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-454f57e9-8d03-4fcb-9b5a-a9dbafcb95a8 tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:53:52.177337 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-454f57e9-8d03-4fcb-9b5a-a9dbafcb95a8 tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:52.220915 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-58bd70a4-e9bb-4abf-97dd-383575710584 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:52.222222 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-aecabee3-4c77-47f1-a0e4-83c95a30920a req-a7bc42c3-6c7b-43bc-89eb-1773d9d9707b tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Calling delete_port for 55751d50-ad01-4fe5-b2c4-6f37d72af915 owned by compute:nova {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:53:52.242798 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-58bd70a4-e9bb-4abf-97dd-383575710584 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:52.346650 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bd70a4-e9bb-4abf-97dd-383575710584 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c5084e4-508c-43ff-b7d5-d8c91053b768,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:53:52.362783 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-58bd70a4-e9bb-4abf-97dd-383575710584 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=1ed59918eb584ebc83a0be8dbdcc69cf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3083444 Nov 19 17:53:52.372371 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7493fec3-baed-4a18-81df-d97633cd37a5 service neutron] Pushing event updated for resources: {'Port': ['ID=57090e1a-9394-4ed1-b9da-120a94676b77,revision_number=3']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:53:52.373990 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e62ef7-f5f7-4bde-970c-c92768891256 req-c7e160b9-793a-420e-9c70-c902aa763341 tempest-VolumesBackupsTest-141624244 tempest-VolumesBackupsTest-141624244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:53:52.376615 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-52e62ef7-f5f7-4bde-970c-c92768891256 req-c7e160b9-793a-420e-9c70-c902aa763341 tempest-VolumesBackupsTest-141624244 tempest-VolumesBackupsTest-141624244-project] 10.222.0.54 "GET /v2.0/ports?device_id=8ebda266-8e1f-480d-84ce-4cf618325e55 HTTP/1.1" status: 200 len: 947 time: 0.1522117 Nov 19 17:53:52.377344 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 36122) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:53:52.388709 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-454f57e9-8d03-4fcb-9b5a-a9dbafcb95a8 tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9860928 Nov 19 17:53:52.397543 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 36124) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:53:52.399185 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70c16cf7-daad-4adb-840d-4c96fae7bec2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54f44f5f-1200-574e-8740-2141911d5b73-d5858c3e-552f-4cb3-b8e5-a601ce356d63', 'network_id': 'd5858c3e-552f-4cb3-b8e5-a601ce356d63', 'tenant_id': 'a9fa697a09d64ea9a346b119e95aefb0', 'fixed_ips': [{'subnet_id': '53435765-4ab7-4907-87be-b4da91b17347'}]}} from n-d-818022-2. {{(pid=103366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 17:53:52.400543 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-70c16cf7-daad-4adb-840d-4c96fae7bec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:52.407672 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-09652776-9f86-401e-a6dd-8cc0321404d2 tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] Request body: {'port': {'network_id': 'd5858c3e-552f-4cb3-b8e5-a601ce356d63', 'name': 'tempest-AllowedAddressPairTestJSON-1834236908'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:53:52.420221 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b514739-6e68-4752-88fa-99792fcdeed8 req-c8d3d910-951a-4d7d-971d-b2f4d87f9b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:53:52.421924 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4b514739-6e68-4752-88fa-99792fcdeed8 req-c8d3d910-951a-4d7d-971d-b2f4d87f9b6b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c67350fa7eed42b1a12c76633decfed6&device_id=8ebda266-8e1f-480d-84ce-4cf618325e55 HTTP/1.1" status: 200 len: 1098 time: 0.4122760 Nov 19 17:53:52.472772 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1857c102-2d5a-4566-b672-d66db9db3dc6 tempest-ServersTestFqdnHostnames-843140581 tempest-ServersTestFqdnHostnames-843140581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:52.568717 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-97c20248-530d-4082-9e4b-4c437e9d9569 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:52.580504 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [None req-70c16cf7-daad-4adb-840d-4c96fae7bec2 None None] Allocated IP 172.20.0.2 (d5858c3e-552f-4cb3-b8e5-a601ce356d63/53435765-4ab7-4907-87be-b4da91b17347/c3589f1c-512f-4318-aaeb-67a5e6fde3af) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:53:52.594126 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [None req-1857c102-2d5a-4566-b672-d66db9db3dc6 tempest-ServersTestFqdnHostnames-843140581 tempest-ServersTestFqdnHostnames-843140581-project] Allocated IP 172.25.7.167 (645e61aa-1a6c-4e8f-857e-ab06edb4897f/88ed2d64-f56d-4f01-a468-946e01c99e82/7c4ff3af-fbc5-40f2-93a5-13c77f4a9763) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:53:52.614274 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-97c20248-530d-4082-9e4b-4c437e9d9569 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:52.671414 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-52e62ef7-f5f7-4bde-970c-c92768891256 req-ac84f1dd-d73b-4829-b126-6c5906d8520d tempest-VolumesBackupsTest-141624244 tempest-VolumesBackupsTest-141624244-project] 10.222.0.54 "GET /v2.0/security-groups?id=ebb135b1-076e-455d-8cae-12d8ae406892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2811346 Nov 19 17:53:52.716330 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4b514739-6e68-4752-88fa-99792fcdeed8 req-5c4994dc-f560-4cf6-a5b5-6b2cf6b55e2c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=57090e1a-9394-4ed1-b9da-120a94676b77 HTTP/1.1" status: 200 len: 217 time: 0.2658260 Nov 19 17:53:52.740313 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-aecabee3-4c77-47f1-a0e4-83c95a30920a req-a7bc42c3-6c7b-43bc-89eb-1773d9d9707b tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:52.784451 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-70c16cf7-daad-4adb-840d-4c96fae7bec2 None None] Publish callbacks [] for port, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:52.791782 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-97c20248-530d-4082-9e4b-4c437e9d9569 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:52.794900 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-97c20248-530d-4082-9e4b-4c437e9d9569 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:52.798527 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-97c20248-530d-4082-9e4b-4c437e9d9569 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/6c5084e4-508c-43ff-b7d5-d8c91053b768 HTTP/1.1" status: 204 len: 168 time: 0.4175389 Nov 19 17:53:52.798720 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-70c16cf7-daad-4adb-840d-4c96fae7bec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998'] for port, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:52.809784 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c20248-530d-4082-9e4b-4c437e9d9569 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c5084e4-508c-43ff-b7d5-d8c91053b768,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:53:52.852295 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09652776-9f86-401e-a6dd-8cc0321404d2 tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] Made reservation on behalf of a9fa697a09d64ea9a346b119e95aefb0 for: {'port': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:53:52.856805 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-09652776-9f86-401e-a6dd-8cc0321404d2 tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:52.872878 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c16cf7-daad-4adb-840d-4c96fae7bec2 None None] Pushing event updated for resources: {'Port': ['ID=c3589f1c-512f-4318-aaeb-67a5e6fde3af,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:53:52.898213 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70c16cf7-daad-4adb-840d-4c96fae7bec2 None None] Network d5858c3e-552f-4cb3-b8e5-a601ce356d63 is already hosted by enough agents. {{(pid=103366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:53:52.903206 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [None req-09652776-9f86-401e-a6dd-8cc0321404d2 tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] device_id is not set on port 698990bb-f176-4464-b1cb-3ad2ccee6c8a yet. {{(pid=103364) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 17:53:52.905229 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [None req-70c16cf7-daad-4adb-840d-4c96fae7bec2 None None] Resources bound (agent type, host, resource id): {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:53:52.924734 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c16cf7-daad-4adb-840d-4c96fae7bec2 None None] Received port after_create {{(pid=103366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:53:52.978224 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1857c102-2d5a-4566-b672-d66db9db3dc6 tempest-ServersTestFqdnHostnames-843140581 tempest-ServersTestFqdnHostnames-843140581-project] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:53.048161 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bc42c3-6c7b-43bc-89eb-1773d9d9707b tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Pushing event deleted for resources: {'Port': ['ID=55751d50-ad01-4fe5-b2c4-6f37d72af915,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:53:53.063862 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-70c16cf7-daad-4adb-840d-4c96fae7bec2 None None] Attempting to bind port c3589f1c-512f-4318-aaeb-67a5e6fde3af on host n-d-818022-2 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:53:53.065120 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-70c16cf7-daad-4adb-840d-4c96fae7bec2 None None] Attempting to bind port c3589f1c-512f-4318-aaeb-67a5e6fde3af by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': '532f1060-3f24-4a26-a28b-5be0f145bd7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'd5858c3e-552f-4cb3-b8e5-a601ce356d63'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:53:53.066115 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c16cf7-daad-4adb-840d-4c96fae7bec2 None None] Attempting to bind port c3589f1c-512f-4318-aaeb-67a5e6fde3af on network d5858c3e-552f-4cb3-b8e5-a601ce356d63 {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:53:53.075481 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c16cf7-daad-4adb-840d-4c96fae7bec2 None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 53, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:53:53.076097 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c16cf7-daad-4adb-840d-4c96fae7bec2 None None] Checking segment: {'id': '532f1060-3f24-4a26-a28b-5be0f145bd7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'd5858c3e-552f-4cb3-b8e5-a601ce356d63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:53:53.076728 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-70c16cf7-daad-4adb-840d-4c96fae7bec2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:53.077293 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c16cf7-daad-4adb-840d-4c96fae7bec2 None None] Bound using segment: {'id': '532f1060-3f24-4a26-a28b-5be0f145bd7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'd5858c3e-552f-4cb3-b8e5-a601ce356d63'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:53:53.078963 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-70c16cf7-daad-4adb-840d-4c96fae7bec2 None None] Bound port: c3589f1c-512f-4318-aaeb-67a5e6fde3af, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '532f1060-3f24-4a26-a28b-5be0f145bd7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'd5858c3e-552f-4cb3-b8e5-a601ce356d63'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:53:53.079554 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-70c16cf7-daad-4adb-840d-4c96fae7bec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:53.093598 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b514739-6e68-4752-88fa-99792fcdeed8 req-57fff015-46c7-482d-a387-f1074b2c580d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:53:53.095441 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4b514739-6e68-4752-88fa-99792fcdeed8 req-57fff015-46c7-482d-a387-f1074b2c580d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8b3c88de-c9c2-4a20-b19e-1855c2c19035 HTTP/1.1" status: 200 len: 843 time: 0.3714027 Nov 19 17:53:53.103918 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1857c102-2d5a-4566-b672-d66db9db3dc6 tempest-ServersTestFqdnHostnames-843140581 tempest-ServersTestFqdnHostnames-843140581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:53.139284 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-aecabee3-4c77-47f1-a0e4-83c95a30920a req-a7bc42c3-6c7b-43bc-89eb-1773d9d9707b tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] No DVR routers for this DVR port 55751d50-ad01-4fe5-b2c4-6f37d72af915 on host n-h1-818022-2 {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:53:53.168052 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-aecabee3-4c77-47f1-a0e4-83c95a30920a req-a7bc42c3-6c7b-43bc-89eb-1773d9d9707b tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:53.172257 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-aecabee3-4c77-47f1-a0e4-83c95a30920a req-a7bc42c3-6c7b-43bc-89eb-1773d9d9707b tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "DELETE /v2.0/ports/55751d50-ad01-4fe5-b2c4-6f37d72af915 HTTP/1.1" status: 204 len: 173 time: 3.0563374 Nov 19 17:53:53.203502 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [None req-09652776-9f86-401e-a6dd-8cc0321404d2 tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] Allocated IP 172.20.0.7 (d5858c3e-552f-4cb3-b8e5-a601ce356d63/53435765-4ab7-4907-87be-b4da91b17347/698990bb-f176-4464-b1cb-3ad2ccee6c8a) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:53:53.206364 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1857c102-2d5a-4566-b672-d66db9db3dc6 tempest-ServersTestFqdnHostnames-843140581 tempest-ServersTestFqdnHostnames-843140581-project] Network 645e61aa-1a6c-4e8f-857e-ab06edb4897f is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:53:53.214400 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-1857c102-2d5a-4566-b672-d66db9db3dc6 tempest-ServersTestFqdnHostnames-843140581 tempest-ServersTestFqdnHostnames-843140581-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:53:53.222377 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1857c102-2d5a-4566-b672-d66db9db3dc6 tempest-ServersTestFqdnHostnames-843140581 tempest-ServersTestFqdnHostnames-843140581-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:53:53.227432 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1857c102-2d5a-4566-b672-d66db9db3dc6 tempest-ServersTestFqdnHostnames-843140581 tempest-ServersTestFqdnHostnames-843140581-project] Pushing event updated for resources: {'Port': ['ID=7c4ff3af-fbc5-40f2-93a5-13c77f4a9763,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:53:53.257054 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b514739-6e68-4752-88fa-99792fcdeed8 req-05711c56-be1f-4a17-8baf-e2b4953fbda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:53:53.259482 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4b514739-6e68-4752-88fa-99792fcdeed8 req-05711c56-be1f-4a17-8baf-e2b4953fbda4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=346debfa-452b-4048-abf4-8f4493625ef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1397724 Nov 19 17:53:53.262172 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377fbc17-fe7f-4d4e-a70a-90bf66d7b358 req-3a49c91c-4260-4f9f-b56b-3aa49d4082e0 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:53:53.263949 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-377fbc17-fe7f-4d4e-a70a-90bf66d7b358 req-3a49c91c-4260-4f9f-b56b-3aa49d4082e0 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/ports?device_id=19a4af58-8f1f-46c0-b13d-59abb7b40678 HTTP/1.1" status: 200 len: 946 time: 0.1969535 Nov 19 17:53:53.446133 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-70c16cf7-daad-4adb-840d-4c96fae7bec2 None None] For port c3589f1c-512f-4318-aaeb-67a5e6fde3af, host n-d-818022-2, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:53:53.456168 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-70c16cf7-daad-4adb-840d-4c96fae7bec2 None None] For port c3589f1c-512f-4318-aaeb-67a5e6fde3af, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=c3589f1c-512f-4318-aaeb-67a5e6fde3af,segment=NetworkSegment(532f1060-3f24-4a26-a28b-5be0f145bd7f),segment_id=532f1060-3f24-4a26-a28b-5be0f145bd7f)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:53:53.471197 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-70c16cf7-daad-4adb-840d-4c96fae7bec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:53.555295 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-09652776-9f86-401e-a6dd-8cc0321404d2 tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:53.578965 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-377fbc17-fe7f-4d4e-a70a-90bf66d7b358 req-04edbea4-262d-42cc-8875-36e3636e8627 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/security-groups?id=af9eedbc-4dba-4487-bbd4-6a5c45518ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3016465 Nov 19 17:53:53.602912 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1857c102-2d5a-4566-b672-d66db9db3dc6 tempest-ServersTestFqdnHostnames-843140581 tempest-ServersTestFqdnHostnames-843140581-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:53.633528 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4b514739-6e68-4752-88fa-99792fcdeed8 req-1dc2603b-4380-4129-bc8e-c8d1a0af4145 service neutron] 10.222.0.60 "GET /v2.0/networks/346debfa-452b-4048-abf4-8f4493625ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3599286 Nov 19 17:53:53.653789 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c16cf7-daad-4adb-840d-4c96fae7bec2 None None] Pushing event updated for resources: {'Port': ['ID=c3589f1c-512f-4318-aaeb-67a5e6fde3af,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:53:53.720417 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-09652776-9f86-401e-a6dd-8cc0321404d2 tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:53.757574 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1857c102-2d5a-4566-b672-d66db9db3dc6 tempest-ServersTestFqdnHostnames-843140581 tempest-ServersTestFqdnHostnames-843140581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:53.800083 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09652776-9f86-401e-a6dd-8cc0321404d2 tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] Network d5858c3e-552f-4cb3-b8e5-a601ce356d63 is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:53:53.827115 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-09652776-9f86-401e-a6dd-8cc0321404d2 tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:53:53.870316 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09652776-9f86-401e-a6dd-8cc0321404d2 tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:53:53.888541 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4b514739-6e68-4752-88fa-99792fcdeed8 req-09c26690-0d92-4918-b371-8a4ee9734848 service neutron] 10.222.0.60 "GET /v2.0/networks/346debfa-452b-4048-abf4-8f4493625ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2472928 Nov 19 17:53:53.990914 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09652776-9f86-401e-a6dd-8cc0321404d2 tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] Pushing event updated for resources: {'Port': ['ID=698990bb-f176-4464-b1cb-3ad2ccee6c8a,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:53:54.044661 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141adbb8-5e98-4250-aea1-d10228ea8b71 req-d7ad0524-d352-4420-90d7-b0fef2f7419f tempest-VolumesBackupsTest-141624244 tempest-VolumesBackupsTest-141624244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:53:54.053204 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-141adbb8-5e98-4250-aea1-d10228ea8b71 req-d7ad0524-d352-4420-90d7-b0fef2f7419f tempest-VolumesBackupsTest-141624244 tempest-VolumesBackupsTest-141624244-project] 10.222.0.54 "GET /v2.0/ports?device_id=8ebda266-8e1f-480d-84ce-4cf618325e55 HTTP/1.1" status: 200 len: 947 time: 0.2551842 Nov 19 17:53:54.060694 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8664fdc8-b810-4b6d-adcd-9d1398c785aa', 'name': 'network-vif-deleted', 'tag': '55751d50-ad01-4fe5-b2c4-6f37d72af915'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:53:54.063045 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218319d759239a7d11f1288aef37381b97754913ee9ccbfd43b51a463f801712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12250c6c-dfd9-46b0-9613-120828dbe5ee" -d '{"events": [{"server_uuid": "8664fdc8-b810-4b6d-adcd-9d1398c785aa", "name": "network-vif-deleted", "tag": "55751d50-ad01-4fe5-b2c4-6f37d72af915"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:53:54.065953 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09652776-9f86-401e-a6dd-8cc0321404d2 tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:53:54.067284 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-09652776-9f86-401e-a6dd-8cc0321404d2 tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:54.082629 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1857c102-2d5a-4566-b672-d66db9db3dc6 tempest-ServersTestFqdnHostnames-843140581 tempest-ServersTestFqdnHostnames-843140581-project] Publish callbacks [] for port, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:54.090349 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1857c102-2d5a-4566-b672-d66db9db3dc6 tempest-ServersTestFqdnHostnames-843140581 tempest-ServersTestFqdnHostnames-843140581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:54.109912 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-09652776-9f86-401e-a6dd-8cc0321404d2 tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7079663 Nov 19 17:53:54.116729 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 36174) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:53:54.128587 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-6e795f6b-8ecd-4a65-b178-9376ab5277a9 tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] Request body: {'port': {'network_id': 'd5858c3e-552f-4cb3-b8e5-a601ce356d63', 'name': 'tempest-AllowedAddressPairTestJSON-1556675557', 'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:06:09:f8'}]}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:53:54.233779 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-141adbb8-5e98-4250-aea1-d10228ea8b71 req-e6e4fd8e-1d6b-4148-b648-3b3ab7a38779 tempest-VolumesBackupsTest-141624244 tempest-VolumesBackupsTest-141624244-project] 10.222.0.54 "GET /v2.0/security-groups?id=ebb135b1-076e-455d-8cae-12d8ae406892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717801 Nov 19 17:53:54.286206 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 19 Nov 2021 17:53:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d57b5ce0-7ef4-48a5-b189-e35f5cc5cd9e x-openstack-request-id: req-d57b5ce0-7ef4-48a5-b189-e35f5cc5cd9e {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:53:54.286637 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8664fdc8-b810-4b6d-adcd-9d1398c785aa", "name": "network-vif-deleted", "tag": "55751d50-ad01-4fe5-b2c4-6f37d72af915", "status": "failed", "code": 422}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:53:54.286999 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d57b5ce0-7ef4-48a5-b189-e35f5cc5cd9e {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:53:54.287528 n-d-818022-2 neutron-server[103365]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8664fdc8-b810-4b6d-adcd-9d1398c785aa', 'name': 'network-vif-deleted', 'tag': '55751d50-ad01-4fe5-b2c4-6f37d72af915', 'status': 'failed', 'code': 422} returned with failed status Nov 19 17:53:54.315413 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e795f6b-8ecd-4a65-b178-9376ab5277a9 tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] Made reservation on behalf of a9fa697a09d64ea9a346b119e95aefb0 for: {'port': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:53:54.326921 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1857c102-2d5a-4566-b672-d66db9db3dc6 tempest-ServersTestFqdnHostnames-843140581 tempest-ServersTestFqdnHostnames-843140581-project] Pushing event updated for resources: {'Port': ['ID=7c4ff3af-fbc5-40f2-93a5-13c77f4a9763,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:53:54.358929 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc1b3cf-ed49-4a7c-aa5b-1502f6d97f98 req-c9883f32-18b8-458d-babc-b51fe2844e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:53:54.360409 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9bc1b3cf-ed49-4a7c-aa5b-1502f6d97f98 req-c9883f32-18b8-458d-babc-b51fe2844e97 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c67350fa7eed42b1a12c76633decfed6&device_id=8ebda266-8e1f-480d-84ce-4cf618325e55 HTTP/1.1" status: 200 len: 1098 time: 0.2329063 Nov 19 17:53:54.386915 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1857c102-2d5a-4566-b672-d66db9db3dc6 tempest-ServersTestFqdnHostnames-843140581 tempest-ServersTestFqdnHostnames-843140581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-671284'] for floatingip, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:54.417247 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6e795f6b-8ecd-4a65-b178-9376ab5277a9 tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:54.437567 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [None req-6e795f6b-8ecd-4a65-b178-9376ab5277a9 tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] device_id is not set on port 4e885632-2dde-499d-ad1d-87edab689c2b yet. {{(pid=103364) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 17:53:54.485772 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1857c102-2d5a-4566-b672-d66db9db3dc6 tempest-ServersTestFqdnHostnames-843140581 tempest-ServersTestFqdnHostnames-843140581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for floatingip, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:54.496285 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-1857c102-2d5a-4566-b672-d66db9db3dc6 tempest-ServersTestFqdnHostnames-843140581 tempest-ServersTestFqdnHostnames-843140581-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5286605 Nov 19 17:53:54.517675 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51944ef5-1a27-4e75-a16d-b21216e32364 req-7184c74f-701e-4f50-b782-e0b1c5fd6cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:53:54.521033 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-51944ef5-1a27-4e75-a16d-b21216e32364 req-7184c74f-701e-4f50-b782-e0b1c5fd6cc6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=063ef7e3fa9c49daa0ae772568226d29&device_id=19a4af58-8f1f-46c0-b13d-59abb7b40678 HTTP/1.1" status: 200 len: 1097 time: 0.1639194 Nov 19 17:53:54.527237 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2940463b-90c3-47ca-9590-4c89df4c473e req-9f6fa2ea-4716-4779-9461-f295f940b482 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:53:54.534209 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2940463b-90c3-47ca-9590-4c89df4c473e req-9f6fa2ea-4716-4779-9461-f295f940b482 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/networks?id=7f92ba32-d487-4404-a462-4c7370c8bcd8 HTTP/1.1" status: 200 len: 811 time: 0.2965438 Nov 19 17:53:54.594037 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [None req-6e795f6b-8ecd-4a65-b178-9376ab5277a9 tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] Allocated IP 172.20.0.5 (d5858c3e-552f-4cb3-b8e5-a601ce356d63/53435765-4ab7-4907-87be-b4da91b17347/4e885632-2dde-499d-ad1d-87edab689c2b) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:53:54.603858 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2940463b-90c3-47ca-9590-4c89df4c473e req-38132530-59ef-466d-b9bb-66b221ab30d2 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/quotas/ef115ff0b9af40189b80151903c87a42 HTTP/1.1" status: 200 len: 375 time: 0.0687070 Nov 19 17:53:54.651506 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc1b3cf-ed49-4a7c-aa5b-1502f6d97f98 req-0caa0eed-efa2-4c21-a203-16e1340de86f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:53:54.659574 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9bc1b3cf-ed49-4a7c-aa5b-1502f6d97f98 req-0caa0eed-efa2-4c21-a203-16e1340de86f service neutron] 10.222.0.60 "GET /v2.0/networks?id=346debfa-452b-4048-abf4-8f4493625ef2 HTTP/1.1" status: 200 len: 870 time: 0.2776599 Nov 19 17:53:54.726440 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2940463b-90c3-47ca-9590-4c89df4c473e req-9bca9e0b-b6e0-4506-b124-e3bf2202c674 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=ef115ff0b9af40189b80151903c87a42&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1005726 Nov 19 17:53:54.845480 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device c3589f1c-512f-4318-aaeb-67a5e6fde3af up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:53:54.849981 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9bc1b3cf-ed49-4a7c-aa5b-1502f6d97f98 req-da8b6c24-834b-462f-b3d0-a8b374fd1d10 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=57090e1a-9394-4ed1-b9da-120a94676b77 HTTP/1.1" status: 200 len: 217 time: 0.1463115 Nov 19 17:53:54.909546 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port c3589f1c-512f-4318-aaeb-67a5e6fde3af triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:53:54.910097 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:54.920235 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51944ef5-1a27-4e75-a16d-b21216e32364 req-78da186a-8c69-4191-8835-394df1914ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:53:54.921677 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-51944ef5-1a27-4e75-a16d-b21216e32364 req-78da186a-8c69-4191-8835-394df1914ac1 service neutron] 10.222.0.60 "GET /v2.0/networks?id=fdcadcc4-b6d0-4be3-9284-8f7eda9af8ea HTTP/1.1" status: 200 len: 917 time: 0.3854985 Nov 19 17:53:55.011607 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc1b3cf-ed49-4a7c-aa5b-1502f6d97f98 req-c0b9e0a0-47c6-4a05-9efa-a9633c69f382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:53:55.012932 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9bc1b3cf-ed49-4a7c-aa5b-1502f6d97f98 req-c0b9e0a0-47c6-4a05-9efa-a9633c69f382 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8b3c88de-c9c2-4a20-b19e-1855c2c19035 HTTP/1.1" status: 200 len: 843 time: 0.1526732 Nov 19 17:53:55.020839 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:55.055154 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-51944ef5-1a27-4e75-a16d-b21216e32364 req-211dc303-1e6e-477f-a547-ecfd3262828a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=416dfac9-b243-4e8e-b7ab-03fa42b872ea HTTP/1.1" status: 200 len: 1002 time: 0.1199849 Nov 19 17:53:55.073876 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] For port c3589f1c-512f-4318-aaeb-67a5e6fde3af, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=c3589f1c-512f-4318-aaeb-67a5e6fde3af,segment=NetworkSegment(532f1060-3f24-4a26-a28b-5be0f145bd7f),segment_id=532f1060-3f24-4a26-a28b-5be0f145bd7f)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:53:55.088909 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:55.125243 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2940463b-90c3-47ca-9590-4c89df4c473e req-c18c63b0-83c9-4580-8162-55978569ca91 service neutron] 10.222.0.54 "GET /v2.0/networks/7f92ba32-d487-4404-a462-4c7370c8bcd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3978293 Nov 19 17:53:55.173565 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Pushing event updated for resources: {'Port': ['ID=c3589f1c-512f-4318-aaeb-67a5e6fde3af,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:53:55.178248 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-064b3ddd-9cad-4187-8e67-70c2a7f2118e None None] Network d5858c3e-552f-4cb3-b8e5-a601ce356d63 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:53:55.273307 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2940463b-90c3-47ca-9590-4c89df4c473e req-310bed44-aa24-40ae-8308-cf60bf1035fc service neutron] 10.222.0.54 "GET /v2.0/networks/7f92ba32-d487-4404-a462-4c7370c8bcd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469774 Nov 19 17:53:55.303815 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc1b3cf-ed49-4a7c-aa5b-1502f6d97f98 req-779ec7d1-7f20-45e8-a33d-65b19f653a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:53:55.305732 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9bc1b3cf-ed49-4a7c-aa5b-1502f6d97f98 req-779ec7d1-7f20-45e8-a33d-65b19f653a14 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=346debfa-452b-4048-abf4-8f4493625ef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2539115 Nov 19 17:53:55.307784 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51944ef5-1a27-4e75-a16d-b21216e32364 req-b327f6d5-b7d2-465a-aa0d-ffa65c961271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:53:55.309293 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-51944ef5-1a27-4e75-a16d-b21216e32364 req-b327f6d5-b7d2-465a-aa0d-ffa65c961271 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5dbfa5af-1ad8-4df8-a1b2-cc6152eda1a3 HTTP/1.1" status: 200 len: 855 time: 0.2333078 Nov 19 17:53:55.310063 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2302cc-0e1c-4b77-a0a2-cb02fa45086c req-cc0f34a1-d506-42f8-82fa-27863a33513b tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:53:55.318352 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-fb2302cc-0e1c-4b77-a0a2-cb02fa45086c req-cc0f34a1-d506-42f8-82fa-27863a33513b tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/ports?device_id=19a4af58-8f1f-46c0-b13d-59abb7b40678 HTTP/1.1" status: 200 len: 946 time: 0.5848844 Nov 19 17:53:55.386489 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6e795f6b-8ecd-4a65-b178-9376ab5277a9 tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:55.399470 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-80e444d7-349f-4a0a-b214-070697cd51d5 None None] Provisioning complete for port c3589f1c-512f-4318-aaeb-67a5e6fde3af triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:53:55.400415 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-80e444d7-349f-4a0a-b214-070697cd51d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:55.412235 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-fb2302cc-0e1c-4b77-a0a2-cb02fa45086c req-d7cc361c-b7c0-4cfd-9b3b-d28eeb9ed68d tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/security-groups?id=af9eedbc-4dba-4487-bbd4-6a5c45518ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0928648 Nov 19 17:53:55.450490 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51944ef5-1a27-4e75-a16d-b21216e32364 req-ec7aafbc-710e-4da4-8eb0-2e419595a3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:53:55.452017 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-51944ef5-1a27-4e75-a16d-b21216e32364 req-ec7aafbc-710e-4da4-8eb0-2e419595a3d4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fdcadcc4-b6d0-4be3-9284-8f7eda9af8ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1307681 Nov 19 17:53:55.510673 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6e795f6b-8ecd-4a65-b178-9376ab5277a9 tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:55.624968 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9bc1b3cf-ed49-4a7c-aa5b-1502f6d97f98 req-e56f466c-0409-46a7-a64f-c5480a29529f service neutron] 10.222.0.60 "GET /v2.0/networks/346debfa-452b-4048-abf4-8f4493625ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3049047 Nov 19 17:53:55.782038 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e795f6b-8ecd-4a65-b178-9376ab5277a9 tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] Network d5858c3e-552f-4cb3-b8e5-a601ce356d63 is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:53:55.791130 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-6e795f6b-8ecd-4a65-b178-9376ab5277a9 tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:53:55.798211 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e795f6b-8ecd-4a65-b178-9376ab5277a9 tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:53:55.840459 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-51944ef5-1a27-4e75-a16d-b21216e32364 req-3281230a-8b56-46df-b080-379009995f37 service neutron] 10.222.0.60 "GET /v2.0/networks/fdcadcc4-b6d0-4be3-9284-8f7eda9af8ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3781731 Nov 19 17:53:55.855717 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e795f6b-8ecd-4a65-b178-9376ab5277a9 tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:53:55.856551 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6e795f6b-8ecd-4a65-b178-9376ab5277a9 tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:55.860177 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e795f6b-8ecd-4a65-b178-9376ab5277a9 tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] Pushing event updated for resources: {'Port': ['ID=4e885632-2dde-499d-ad1d-87edab689c2b,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:53:55.867112 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-36504de9-0ba4-4c6f-81fa-d415ebefc074 req-daebf4eb-9825-4546-9b4d-354a92ebac15 tempest-ServersTestFqdnHostnames-843140581 tempest-ServersTestFqdnHostnames-843140581-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--1531661047&fields=id&tenant_id=788dc519438f4a03985216f23ce7957a HTTP/1.1" status: 200 len: 267 time: 0.2406273 Nov 19 17:53:55.890060 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e795f6b-8ecd-4a65-b178-9376ab5277a9 tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:53:55.890503 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e795f6b-8ecd-4a65-b178-9376ab5277a9 tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:53:55.890943 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e795f6b-8ecd-4a65-b178-9376ab5277a9 tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:53:55.891368 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e795f6b-8ecd-4a65-b178-9376ab5277a9 tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:53:55.891883 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e795f6b-8ecd-4a65-b178-9376ab5277a9 tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:53:55.892235 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e795f6b-8ecd-4a65-b178-9376ab5277a9 tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:53:55.892690 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e795f6b-8ecd-4a65-b178-9376ab5277a9 tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:53:55.893124 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e795f6b-8ecd-4a65-b178-9376ab5277a9 tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:53:55.893556 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e795f6b-8ecd-4a65-b178-9376ab5277a9 tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:53:55.894018 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e795f6b-8ecd-4a65-b178-9376ab5277a9 tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:53:55.894529 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e795f6b-8ecd-4a65-b178-9376ab5277a9 tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:53:55.895269 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e795f6b-8ecd-4a65-b178-9376ab5277a9 tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:53:55.994149 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-6e795f6b-8ecd-4a65-b178-9376ab5277a9 tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 1.8702600 Nov 19 17:53:55.995173 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 36244) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:53:56.057240 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36504de9-0ba4-4c6f-81fa-d415ebefc074 req-a841b032-89a9-4bb0-8486-cd983e817771 tempest-ServersTestFqdnHostnames-843140581 tempest-ServersTestFqdnHostnames-843140581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:53:56.068108 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-36504de9-0ba4-4c6f-81fa-d415ebefc074 req-a841b032-89a9-4bb0-8486-cd983e817771 tempest-ServersTestFqdnHostnames-843140581 tempest-ServersTestFqdnHostnames-843140581-project] 10.222.0.54 "GET /v2.0/networks?id=83e29886-835d-4a88-8dbb-b5f419c8c70c HTTP/1.1" status: 200 len: 815 time: 0.1898932 Nov 19 17:53:56.087949 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-36504de9-0ba4-4c6f-81fa-d415ebefc074 req-9bfdd7c0-765d-49cd-b7f2-876d817b2461 tempest-ServersTestFqdnHostnames-843140581 tempest-ServersTestFqdnHostnames-843140581-project] 10.222.0.54 "GET /v2.0/quotas/788dc519438f4a03985216f23ce7957a HTTP/1.1" status: 200 len: 375 time: 0.0185516 Nov 19 17:53:56.153091 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ff56ce-f0df-49ae-81ed-3671b5dc60dd tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:53:56.167464 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ff56ce-f0df-49ae-81ed-3671b5dc60dd tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:53:56.175469 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ff56ce-f0df-49ae-81ed-3671b5dc60dd tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:53:56.180343 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-80ff56ce-f0df-49ae-81ed-3671b5dc60dd tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2466 time: 0.1812627 Nov 19 17:53:56.181077 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 36248) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:53:56.208695 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-98e32a98-a682-4e6e-b0dc-5b5846984328 None None] Provisioning complete for port c3589f1c-512f-4318-aaeb-67a5e6fde3af triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:53:56.209318 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-98e32a98-a682-4e6e-b0dc-5b5846984328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:56.359972 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-36504de9-0ba4-4c6f-81fa-d415ebefc074 req-7cad1d5e-a7ad-427c-acbd-b91cd312ed85 tempest-ServersTestFqdnHostnames-843140581 tempest-ServersTestFqdnHostnames-843140581-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=788dc519438f4a03985216f23ce7957a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2710247 Nov 19 17:53:56.374553 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 57090e1a-9394-4ed1-b9da-120a94676b77 details requested by agent hyperv_n-h1-818022-2 with host n-h1-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 17:53:56.464499 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-4fe68a23-8bb9-48b8-9238-e803e0a52ca9 tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] Deleting port 4e885632-2dde-499d-ad1d-87edab689c2b {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:53:56.465279 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4fe68a23-8bb9-48b8-9238-e803e0a52ca9 tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:56.507893 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9bc1b3cf-ed49-4a7c-aa5b-1502f6d97f98 req-c9aff549-ebc7-4a5f-8d63-4052b421a5c2 service neutron] 10.222.0.60 "GET /v2.0/networks/346debfa-452b-4048-abf4-8f4493625ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8725169 Nov 19 17:53:56.519041 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-98e32a98-a682-4e6e-b0dc-5b5846984328 None None] Provisioning complete for port 698990bb-f176-4464-b1cb-3ad2ccee6c8a triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:53:56.519757 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-98e32a98-a682-4e6e-b0dc-5b5846984328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:56.534134 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b30c5a4-d71b-4def-9f45-bc23329c7fd8 req-17471266-2a4a-4002-885b-db889dbbce8b tempest-VolumesBackupsTest-141624244 tempest-VolumesBackupsTest-141624244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:53:56.547648 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5b30c5a4-d71b-4def-9f45-bc23329c7fd8 req-17471266-2a4a-4002-885b-db889dbbce8b tempest-VolumesBackupsTest-141624244 tempest-VolumesBackupsTest-141624244-project] 10.222.0.54 "GET /v2.0/ports?device_id=8ebda266-8e1f-480d-84ce-4cf618325e55 HTTP/1.1" status: 200 len: 947 time: 0.7216141 Nov 19 17:53:56.565795 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 36254) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:53:56.577366 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-98e32a98-a682-4e6e-b0dc-5b5846984328 None None] Port 698990bb-f176-4464-b1cb-3ad2ccee6c8a cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:53:56.615194 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-36504de9-0ba4-4c6f-81fa-d415ebefc074 req-76d730f1-5701-46d0-88e7-12e731c95310 service neutron] 10.222.0.54 "GET /v2.0/networks/83e29886-835d-4a88-8dbb-b5f419c8c70c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2446957 Nov 19 17:53:56.655450 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 57090e1a-9394-4ed1-b9da-120a94676b77, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=57090e1a-9394-4ed1-b9da-120a94676b77,segment=NetworkSegment(1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861),segment_id=1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:53:56.674135 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Returning: {'device': '57090e1a-9394-4ed1-b9da-120a94676b77', 'network_id': '346debfa-452b-4048-abf4-8f4493625ef2', 'port_id': '57090e1a-9394-4ed1-b9da-120a94676b77', 'mac_address': 'fa:16:3e:2f:81:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b3c88de-c9c2-4a20-b19e-1855c2c19035', 'ip_address': '192.168.233.86'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 17:53:56.681744 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5b30c5a4-d71b-4def-9f45-bc23329c7fd8 req-f3a028f3-99b1-4787-870b-688273318140 tempest-VolumesBackupsTest-141624244 tempest-VolumesBackupsTest-141624244-project] 10.222.0.54 "GET /v2.0/security-groups?id=ebb135b1-076e-455d-8cae-12d8ae406892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268778 Nov 19 17:53:56.697315 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-51944ef5-1a27-4e75-a16d-b21216e32364 req-b26a3412-8392-437f-a9ab-d11c061b88ff service neutron] 10.222.0.60 "GET /v2.0/networks/fdcadcc4-b6d0-4be3-9284-8f7eda9af8ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8453984 Nov 19 17:53:56.748451 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-3b4ad7f5-45c9-4a13-987a-bb3d28a76286 None None] Provisioning complete for port 698990bb-f176-4464-b1cb-3ad2ccee6c8a triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:53:56.748861 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3b4ad7f5-45c9-4a13-987a-bb3d28a76286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:56.753335 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:56.808360 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-36504de9-0ba4-4c6f-81fa-d415ebefc074 req-1a9eb816-4590-4f41-aac3-094e935250ad service neutron] 10.222.0.54 "GET /v2.0/networks/83e29886-835d-4a88-8dbb-b5f419c8c70c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671710 Nov 19 17:53:56.819716 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57090e1a-9394-4ed1-b9da-120a94676b77 {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:53:56.821881 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4fe68a23-8bb9-48b8-9238-e803e0a52ca9 tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:56.845378 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 57090e1a-9394-4ed1-b9da-120a94676b77, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=57090e1a-9394-4ed1-b9da-120a94676b77,segment=NetworkSegment(1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861),segment_id=1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:53:56.849289 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device c3589f1c-512f-4318-aaeb-67a5e6fde3af up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:53:56.851227 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-4fe68a23-8bb9-48b8-9238-e803e0a52ca9 tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] Calling delete_port for 4e885632-2dde-499d-ad1d-87edab689c2b owned by {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:53:56.853514 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a86c3671-05e7-4587-a70d-7b77a31640ba req-32015dea-07a0-4af2-8409-177f463cd39e tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/ports?device_id=a89b8884-8597-49ea-bc0c-04a8b97f235f HTTP/1.1" status: 200 len: 210 time: 0.0634971 Nov 19 17:53:56.906438 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:56.952564 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-188015bb-a3c3-4a0c-bd3c-529066fc6362 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:57.001230 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-3b4ad7f5-45c9-4a13-987a-bb3d28a76286 None None] Port 698990bb-f176-4464-b1cb-3ad2ccee6c8a cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:53:57.086488 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=57090e1a-9394-4ed1-b9da-120a94676b77,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:53:57.089181 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port c3589f1c-512f-4318-aaeb-67a5e6fde3af triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:53:57.089557 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:57.128530 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f26fc39-c3f9-4d0c-bf1c-048afad82641 req-700892f6-0764-4ee5-a67d-2a4938f5377a tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:53:57.140301 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0f26fc39-c3f9-4d0c-bf1c-048afad82641 req-700892f6-0764-4ee5-a67d-2a4938f5377a tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/ports?device_id=19a4af58-8f1f-46c0-b13d-59abb7b40678 HTTP/1.1" status: 200 len: 946 time: 0.2105577 Nov 19 17:53:57.157793 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-7678d7d9-de3b-465d-aa3d-75aeb40788c1 None None] Provisioning complete for port 4e885632-2dde-499d-ad1d-87edab689c2b triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:53:57.163867 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-7678d7d9-de3b-465d-aa3d-75aeb40788c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:57.164187 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4fe68a23-8bb9-48b8-9238-e803e0a52ca9 tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:57.203317 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-7678d7d9-de3b-465d-aa3d-75aeb40788c1 None None] Port 4e885632-2dde-499d-ad1d-87edab689c2b was deleted so its status cannot be updated. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 19 17:53:57.240909 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe68a23-8bb9-48b8-9238-e803e0a52ca9 tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] Pushing event deleted for resources: {'Port': ['ID=4e885632-2dde-499d-ad1d-87edab689c2b,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:53:57.241112 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2940463b-90c3-47ca-9590-4c89df4c473e req-259e636a-2703-4c09-8753-f20b24c8735a tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:53:57.246064 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2940463b-90c3-47ca-9590-4c89df4c473e req-259e636a-2703-4c09-8753-f20b24c8735a tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.60 "GET /v2.0/networks?id=7f92ba32-d487-4404-a462-4c7370c8bcd8 HTTP/1.1" status: 200 len: 811 time: 0.2701199 Nov 19 17:53:57.255519 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0f26fc39-c3f9-4d0c-bf1c-048afad82641 req-b106d043-7dd6-4e69-825d-292ff247b9b9 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/security-groups?id=af9eedbc-4dba-4487-bbd4-6a5c45518ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1139424 Nov 19 17:53:57.296064 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-2940463b-90c3-47ca-9590-4c89df4c473e req-0d4004d2-5e74-475d-aa69-5346424212e7 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Request body: {'port': {'device_id': 'a89b8884-8597-49ea-bc0c-04a8b97f235f', 'network_id': '7f92ba32-d487-4404-a462-4c7370c8bcd8', 'admin_state_up': True, 'tenant_id': 'ef115ff0b9af40189b80151903c87a42'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:53:57.307417 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['57090e1a-9394-4ed1-b9da-120a94676b77'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:53:57.435971 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-3166cd89-8771-47cf-b381-2f7932815a56 req-3b103c83-634f-47c7-993d-c5af329e82a5 tempest-ServersTestFqdnHostnames-843140581 tempest-ServersTestFqdnHostnames-843140581-project] 10.222.0.54 "GET /v2.0/ports?device_id=a286576d-1872-4d70-be3c-7ce7a93ff71b HTTP/1.1" status: 200 len: 210 time: 0.0746691 Nov 19 17:53:57.515966 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-188015bb-a3c3-4a0c-bd3c-529066fc6362 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:57.524528 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4fe68a23-8bb9-48b8-9238-e803e0a52ca9 tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:57.528441 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2940463b-90c3-47ca-9590-4c89df4c473e req-0d4004d2-5e74-475d-aa69-5346424212e7 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Made reservation on behalf of ef115ff0b9af40189b80151903c87a42 for: {'port': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:53:57.529317 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-4fe68a23-8bb9-48b8-9238-e803e0a52ca9 tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] 10.222.0.54 "DELETE /v2.0/ports/4e885632-2dde-499d-ad1d-87edab689c2b HTTP/1.1" status: 204 len: 168 time: 1.3449259 Nov 19 17:53:57.531275 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-188015bb-a3c3-4a0c-bd3c-529066fc6362 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:57.534083 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 36270) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:53:57.536000 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-2940463b-90c3-47ca-9590-4c89df4c473e req-0d4004d2-5e74-475d-aa69-5346424212e7 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:57.596797 n-d-818022-2 neutron-server[103364]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5459d38-f598-44b9-9c56-9f888f826074 tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] GET failed (client error): The resource could not be found. Nov 19 17:53:57.608211 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-a5459d38-f598-44b9-9c56-9f888f826074 tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] 10.222.0.54 "GET /v2.0/ports/4e885632-2dde-499d-ad1d-87edab689c2b HTTP/1.1" status: 404 len: 333 time: 0.0633755 Nov 19 17:53:57.612234 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 36274) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:53:57.618740 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-65d5c0bc-ded2-485c-9ed0-ec566dfed665 tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] Request body: {'port': {'network_id': 'd5858c3e-552f-4cb3-b8e5-a601ce356d63', 'name': 'tempest-AllowedAddressPairTestJSON-143936888'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:53:57.623393 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188015bb-a3c3-4a0c-bd3c-529066fc6362 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee11302a-9efb-43ce-98f8-2343d48e3ce0,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:53:57.629893 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-188015bb-a3c3-4a0c-bd3c-529066fc6362 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=3ca102e3918547d081d7af75e57c0f4f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0599451 Nov 19 17:53:57.632884 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 36276) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:53:57.693964 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b1bba68f-9909-404b-9cf3-7c430a8471fc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:57.721414 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b1bba68f-9909-404b-9cf3-7c430a8471fc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:57.782712 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b1bba68f-9909-404b-9cf3-7c430a8471fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:57.786386 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b1bba68f-9909-404b-9cf3-7c430a8471fc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:57.790258 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-b1bba68f-9909-404b-9cf3-7c430a8471fc admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ee11302a-9efb-43ce-98f8-2343d48e3ce0 HTTP/1.1" status: 204 len: 168 time: 0.1537428 Nov 19 17:53:57.808491 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bba68f-9909-404b-9cf3-7c430a8471fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee11302a-9efb-43ce-98f8-2343d48e3ce0,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:53:57.811536 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [req-2940463b-90c3-47ca-9590-4c89df4c473e req-0d4004d2-5e74-475d-aa69-5346424212e7 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Allocated IP 172.20.0.2 (7f92ba32-d487-4404-a462-4c7370c8bcd8/fbe6d454-c5f1-4c18-83c0-782141861401/45220d92-f0d2-47a3-b6df-08902cb566ea) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:53:57.896857 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e244442b-a47e-495a-98c5-1841407ec958 req-f5b089b8-31f6-407a-a589-ffd2b1a9a2c9 tempest-VolumesBackupsTest-141624244 tempest-VolumesBackupsTest-141624244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:53:57.903958 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e244442b-a47e-495a-98c5-1841407ec958 req-f5b089b8-31f6-407a-a589-ffd2b1a9a2c9 tempest-VolumesBackupsTest-141624244 tempest-VolumesBackupsTest-141624244-project] 10.222.0.54 "GET /v2.0/ports?device_id=8ebda266-8e1f-480d-84ce-4cf618325e55 HTTP/1.1" status: 200 len: 948 time: 0.1259267 Nov 19 17:53:57.910991 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65d5c0bc-ded2-485c-9ed0-ec566dfed665 tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] Made reservation on behalf of a9fa697a09d64ea9a346b119e95aefb0 for: {'port': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:53:57.915187 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-65d5c0bc-ded2-485c-9ed0-ec566dfed665 tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:57.981795 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c7d20ab7-a692-4377-a9fb-291fee3ca20d req-d6ae8d85-bc03-4c56-91a3-ea0dccbf0bef tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/ports?device_id=a89b8884-8597-49ea-bc0c-04a8b97f235f HTTP/1.1" status: 200 len: 210 time: 0.0443859 Nov 19 17:53:58.019293 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [None req-65d5c0bc-ded2-485c-9ed0-ec566dfed665 tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] device_id is not set on port 8f335d38-aa6c-4056-80b3-bc91fd43bd16 yet. {{(pid=103365) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 17:53:58.107869 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e244442b-a47e-495a-98c5-1841407ec958 req-dc360fd9-ae9c-4671-ade3-b9f04a7f47e0 tempest-VolumesBackupsTest-141624244 tempest-VolumesBackupsTest-141624244-project] 10.222.0.54 "GET /v2.0/security-groups?id=ebb135b1-076e-455d-8cae-12d8ae406892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841304 Nov 19 17:53:58.135613 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 36288) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:53:58.150399 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5da4c1d5-650f-41d2-a5a6-468a241d7496 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:58.179633 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-2940463b-90c3-47ca-9590-4c89df4c473e req-0d4004d2-5e74-475d-aa69-5346424212e7 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:58.231559 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [None req-65d5c0bc-ded2-485c-9ed0-ec566dfed665 tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] Allocated IP 172.20.0.9 (d5858c3e-552f-4cb3-b8e5-a601ce356d63/53435765-4ab7-4907-87be-b4da91b17347/8f335d38-aa6c-4056-80b3-bc91fd43bd16) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:53:58.237013 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5da4c1d5-650f-41d2-a5a6-468a241d7496 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:58.242082 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5da4c1d5-650f-41d2-a5a6-468a241d7496 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:58.264771 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-2940463b-90c3-47ca-9590-4c89df4c473e req-0d4004d2-5e74-475d-aa69-5346424212e7 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:58.282009 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-5da4c1d5-650f-41d2-a5a6-468a241d7496 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=5c6481e81f2c45a29964e7e8618f5511&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1448650 Nov 19 17:53:58.282796 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 36292) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:53:58.316763 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da4c1d5-650f-41d2-a5a6-468a241d7496 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56e6fa54-a1b2-4ff8-addc-adde7b0b6656,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:53:58.382431 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2940463b-90c3-47ca-9590-4c89df4c473e req-0d4004d2-5e74-475d-aa69-5346424212e7 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Network 7f92ba32-d487-4404-a462-4c7370c8bcd8 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:53:58.399459 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 416dfac9-b243-4e8e-b7ab-03fa42b872ea no longer exists at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:53:58.405005 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [req-2940463b-90c3-47ca-9590-4c89df4c473e req-0d4004d2-5e74-475d-aa69-5346424212e7 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:53:58.413857 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-2940463b-90c3-47ca-9590-4c89df4c473e req-0d4004d2-5e74-475d-aa69-5346424212e7 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:53:58.419477 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0711b5f5-4114-4c1c-b7e7-e0310e7816f2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:58.491110 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:58.502215 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4004d2-5e74-475d-aa69-5346424212e7 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Pushing event updated for resources: {'Port': ['ID=45220d92-f0d2-47a3-b6df-08902cb566ea,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:53:58.529797 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0711b5f5-4114-4c1c-b7e7-e0310e7816f2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:58.530119 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19a4af58-8f1f-46c0-b13d-59abb7b40678', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '416dfac9-b243-4e8e-b7ab-03fa42b872ea'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:53:58.533826 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3940761bcd94e032e6960d2241bd8993c5d3a7d8dc2aca8488f3ecf1d4dd2fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f8ddd30-4aee-4675-991b-c89e23517a66" -d '{"events": [{"server_uuid": "19a4af58-8f1f-46c0-b13d-59abb7b40678", "name": "network-vif-unplugged", "status": "completed", "tag": "416dfac9-b243-4e8e-b7ab-03fa42b872ea"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:53:58.549949 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 416dfac9-b243-4e8e-b7ab-03fa42b872ea, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=416dfac9-b243-4e8e-b7ab-03fa42b872ea,segment=NetworkSegment(a5a94e2b-2782-491c-8737-b805351d0689),segment_id=a5a94e2b-2782-491c-8737-b805351d0689)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:53:58.557752 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:58.578932 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d11c262-0f06-43a0-a81c-3f98b2c885b5 req-517594e6-316e-4b36-9956-042f26c1e11a tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:53:58.580516 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8d11c262-0f06-43a0-a81c-3f98b2c885b5 req-517594e6-316e-4b36-9956-042f26c1e11a tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/ports?device_id=19a4af58-8f1f-46c0-b13d-59abb7b40678 HTTP/1.1" status: 200 len: 946 time: 0.1957998 Nov 19 17:53:58.614977 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=416dfac9-b243-4e8e-b7ab-03fa42b872ea,revision_number=8']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:53:58.655715 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8d11c262-0f06-43a0-a81c-3f98b2c885b5 req-15dc3fb4-29ce-44c3-825b-faadf4d60945 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/security-groups?id=af9eedbc-4dba-4487-bbd4-6a5c45518ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660014 Nov 19 17:53:58.668621 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0711b5f5-4114-4c1c-b7e7-e0310e7816f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:58.671568 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0711b5f5-4114-4c1c-b7e7-e0310e7816f2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:58.675126 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-0711b5f5-4114-4c1c-b7e7-e0310e7816f2 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/56e6fa54-a1b2-4ff8-addc-adde7b0b6656 HTTP/1.1" status: 204 len: 168 time: 0.3671191 Nov 19 17:53:58.677229 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2940463b-90c3-47ca-9590-4c89df4c473e req-0d4004d2-5e74-475d-aa69-5346424212e7 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:53:58.677893 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-2940463b-90c3-47ca-9590-4c89df4c473e req-0d4004d2-5e74-475d-aa69-5346424212e7 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:58.685127 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0711b5f5-4114-4c1c-b7e7-e0310e7816f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56e6fa54-a1b2-4ff8-addc-adde7b0b6656,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:53:58.688218 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-954dc12c-877f-4f0f-9b5f-84e30c2a9e98 req-2ff1081c-e7ea-48b0-aa9d-a05dd9e33dfc tempest-ServersTestFqdnHostnames-843140581 tempest-ServersTestFqdnHostnames-843140581-project] 10.222.0.54 "GET /v2.0/ports?device_id=a286576d-1872-4d70-be3c-7ce7a93ff71b HTTP/1.1" status: 200 len: 210 time: 0.0746443 Nov 19 17:53:58.723482 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36504de9-0ba4-4c6f-81fa-d415ebefc074 req-0adb30cc-30b9-4ffc-b2a9-13d0317405a9 tempest-ServersTestFqdnHostnames-843140581 tempest-ServersTestFqdnHostnames-843140581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:53:58.725860 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-36504de9-0ba4-4c6f-81fa-d415ebefc074 req-0adb30cc-30b9-4ffc-b2a9-13d0317405a9 tempest-ServersTestFqdnHostnames-843140581 tempest-ServersTestFqdnHostnames-843140581-project] 10.222.0.60 "GET /v2.0/networks?id=83e29886-835d-4a88-8dbb-b5f419c8c70c HTTP/1.1" status: 200 len: 815 time: 0.3942833 Nov 19 17:53:58.728086 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 17:53:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6be9f95-57a7-4722-bf57-9a9010781e4e x-openstack-request-id: req-e6be9f95-57a7-4722-bf57-9a9010781e4e {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:53:58.728724 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19a4af58-8f1f-46c0-b13d-59abb7b40678", "name": "network-vif-unplugged", "status": "completed", "tag": "416dfac9-b243-4e8e-b7ab-03fa42b872ea", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:53:58.728724 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e6be9f95-57a7-4722-bf57-9a9010781e4e {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:53:58.729148 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19a4af58-8f1f-46c0-b13d-59abb7b40678', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '416dfac9-b243-4e8e-b7ab-03fa42b872ea', 'code': 200} Nov 19 17:53:58.746814 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-65d5c0bc-ded2-485c-9ed0-ec566dfed665 tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:58.755047 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2940463b-90c3-47ca-9590-4c89df4c473e req-0d4004d2-5e74-475d-aa69-5346424212e7 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4632232 Nov 19 17:53:58.772119 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-2940463b-90c3-47ca-9590-4c89df4c473e req-54827c24-18d0-4635-a7f1-9118ed9d4213 service neutron] Request body: {'port': {'device_id': 'a89b8884-8597-49ea-bc0c-04a8b97f235f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818022-2'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:53:58.895912 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-2940463b-90c3-47ca-9590-4c89df4c473e req-54827c24-18d0-4635-a7f1-9118ed9d4213 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:58.903455 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-36504de9-0ba4-4c6f-81fa-d415ebefc074 req-20915774-ee61-4a5e-91ef-bce2f31c0556 tempest-ServersTestFqdnHostnames-843140581 tempest-ServersTestFqdnHostnames-843140581-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=788dc519438f4a03985216f23ce7957a HTTP/1.1" status: 200 len: 380 time: 0.1602266 Nov 19 17:53:58.905872 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-65d5c0bc-ded2-485c-9ed0-ec566dfed665 tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:58.925544 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-36504de9-0ba4-4c6f-81fa-d415ebefc074 req-d31a2108-91ab-4fbf-9630-675458e72a05 tempest-ServersTestFqdnHostnames-843140581 tempest-ServersTestFqdnHostnames-843140581-project] Request body: {'port': {'device_id': 'a286576d-1872-4d70-be3c-7ce7a93ff71b', 'network_id': '83e29886-835d-4a88-8dbb-b5f419c8c70c', 'admin_state_up': True, 'tenant_id': '788dc519438f4a03985216f23ce7957a', 'security_groups': ['b5a8c8f3-45f5-4cb0-9829-55e94a7ad701']}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:53:59.038196 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65d5c0bc-ded2-485c-9ed0-ec566dfed665 tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] Network d5858c3e-552f-4cb3-b8e5-a601ce356d63 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:53:59.050487 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d5c0bc-ded2-485c-9ed0-ec566dfed665 tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] Pushing event updated for resources: {'Port': ['ID=8f335d38-aa6c-4056-80b3-bc91fd43bd16,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:53:59.056857 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-65d5c0bc-ded2-485c-9ed0-ec566dfed665 tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:53:59.062931 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d5c0bc-ded2-485c-9ed0-ec566dfed665 tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:53:59.155106 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c227403c-a131-48fa-8fbc-e3742cb96df3 req-60bac824-d063-4a10-81af-6c89cb5b353b tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:53:59.158467 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c227403c-a131-48fa-8fbc-e3742cb96df3 req-60bac824-d063-4a10-81af-6c89cb5b353b tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/ports?device_id=a89b8884-8597-49ea-bc0c-04a8b97f235f HTTP/1.1" status: 200 len: 931 time: 0.0676098 Nov 19 17:53:59.234730 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c227403c-a131-48fa-8fbc-e3742cb96df3 req-3c6f10f4-fb8d-42f2-b09a-f5a5a8ee525c tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/security-groups?id=30887d2c-2c06-4a04-8ed7-1cc9b0391ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696712 Nov 19 17:53:59.341694 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65d5c0bc-ded2-485c-9ed0-ec566dfed665 tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:53:59.342313 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-65d5c0bc-ded2-485c-9ed0-ec566dfed665 tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:59.348116 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-0c3cd0ac-6686-4528-888e-ecb18ea1da09 None None] Provisioning complete for port 8f335d38-aa6c-4056-80b3-bc91fd43bd16 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:53:59.348551 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0c3cd0ac-6686-4528-888e-ecb18ea1da09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:59.385845 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-0c3cd0ac-6686-4528-888e-ecb18ea1da09 None None] Port 8f335d38-aa6c-4056-80b3-bc91fd43bd16 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:53:59.393644 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36504de9-0ba4-4c6f-81fa-d415ebefc074 req-d31a2108-91ab-4fbf-9630-675458e72a05 tempest-ServersTestFqdnHostnames-843140581 tempest-ServersTestFqdnHostnames-843140581-project] Made reservation on behalf of 788dc519438f4a03985216f23ce7957a for: {'port': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:53:59.398374 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-36504de9-0ba4-4c6f-81fa-d415ebefc074 req-d31a2108-91ab-4fbf-9630-675458e72a05 tempest-ServersTestFqdnHostnames-843140581 tempest-ServersTestFqdnHostnames-843140581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:59.412702 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e60239-a876-4702-8b48-251ceff55664 req-1e0b0c8f-2819-4122-a3e8-15784601961f tempest-VolumesBackupsTest-141624244 tempest-VolumesBackupsTest-141624244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:53:59.414215 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-09e60239-a876-4702-8b48-251ceff55664 req-1e0b0c8f-2819-4122-a3e8-15784601961f tempest-VolumesBackupsTest-141624244 tempest-VolumesBackupsTest-141624244-project] 10.222.0.54 "GET /v2.0/ports?device_id=8ebda266-8e1f-480d-84ce-4cf618325e55 HTTP/1.1" status: 200 len: 948 time: 0.2101943 Nov 19 17:53:59.420481 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-65d5c0bc-ded2-485c-9ed0-ec566dfed665 tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.8071928 Nov 19 17:53:59.423520 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 36326) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:53:59.431894 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-68be1a81-9413-4f73-8ec9-20c547f8e123 tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:06:09:f8'}]}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:53:59.603939 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-09e60239-a876-4702-8b48-251ceff55664 req-47a76794-70e8-447c-a0be-df4c580c9f95 tempest-VolumesBackupsTest-141624244 tempest-VolumesBackupsTest-141624244-project] 10.222.0.54 "GET /v2.0/security-groups?id=ebb135b1-076e-455d-8cae-12d8ae406892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579812 Nov 19 17:53:59.618470 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [req-2940463b-90c3-47ca-9590-4c89df4c473e req-54827c24-18d0-4635-a7f1-9118ed9d4213 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45220d92-f0d2-47a3-b6df-08902cb566ea {{(pid=103365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:53:59.631250 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-2940463b-90c3-47ca-9590-4c89df4c473e req-54827c24-18d0-4635-a7f1-9118ed9d4213 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:59.636006 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-68be1a81-9413-4f73-8ec9-20c547f8e123 tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:59.677203 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.provisioning_blocks [req-2940463b-90c3-47ca-9590-4c89df4c473e req-54827c24-18d0-4635-a7f1-9118ed9d4213 service neutron] Transition to ACTIVE for port object 45220d92-f0d2-47a3-b6df-08902cb566ea will not be triggered until provisioned by entity L2. {{(pid=103365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 17:53:59.686950 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9bd8bdac-d1d9-4dfb-859c-8ba8635b003b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:59.693382 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-2940463b-90c3-47ca-9590-4c89df4c473e req-54827c24-18d0-4635-a7f1-9118ed9d4213 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:59.757508 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [req-36504de9-0ba4-4c6f-81fa-d415ebefc074 req-d31a2108-91ab-4fbf-9630-675458e72a05 tempest-ServersTestFqdnHostnames-843140581 tempest-ServersTestFqdnHostnames-843140581-project] Allocated IP 172.20.0.12 (83e29886-835d-4a88-8dbb-b5f419c8c70c/f038d3e4-cc95-4dc5-a466-577e5f1c9aa8/8ad0607c-a9ec-4038-802e-1fe316e3855b) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:53:59.803341 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54827c24-18d0-4635-a7f1-9118ed9d4213 service neutron] Pushing event updated for resources: {'Port': ['ID=45220d92-f0d2-47a3-b6df-08902cb566ea,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:53:59.887657 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69170db6-3980-4546-965c-5de24dea6a9e req-e7fea9da-d3cd-495e-b6ce-263ae76d8efa tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:53:59.889167 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-69170db6-3980-4546-965c-5de24dea6a9e req-e7fea9da-d3cd-495e-b6ce-263ae76d8efa tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/ports?device_id=19a4af58-8f1f-46c0-b13d-59abb7b40678 HTTP/1.1" status: 200 len: 944 time: 0.0925717 Nov 19 17:53:59.901152 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a1ca207b-8d55-45eb-b58b-070479fc1d3e req-d8b2b386-f239-43b1-9a23-558f30767bdc tempest-ServersTestFqdnHostnames-843140581 tempest-ServersTestFqdnHostnames-843140581-project] 10.222.0.54 "GET /v2.0/ports?device_id=a286576d-1872-4d70-be3c-7ce7a93ff71b HTTP/1.1" status: 200 len: 210 time: 0.0732725 Nov 19 17:53:59.948187 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-68be1a81-9413-4f73-8ec9-20c547f8e123 tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] Publish callbacks [] for port, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:59.958053 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-68be1a81-9413-4f73-8ec9-20c547f8e123 tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:53:59.995561 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-2940463b-90c3-47ca-9590-4c89df4c473e req-54827c24-18d0-4635-a7f1-9118ed9d4213 service neutron] Attempting to bind port 45220d92-f0d2-47a3-b6df-08902cb566ea on host n-h1-818022-2 for vnic_type normal with profile {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:53:59.995754 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-2940463b-90c3-47ca-9590-4c89df4c473e req-54827c24-18d0-4635-a7f1-9118ed9d4213 service neutron] Attempting to bind port 45220d92-f0d2-47a3-b6df-08902cb566ea by drivers openvswitch,hyperv on host n-h1-818022-2 at level 0 using segments [{'id': '89891acd-fd82-4118-b100-e50c4e69b300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '7f92ba32-d487-4404-a462-4c7370c8bcd8'}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:53:59.996064 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2940463b-90c3-47ca-9590-4c89df4c473e req-54827c24-18d0-4635-a7f1-9118ed9d4213 service neutron] Attempting to bind port 45220d92-f0d2-47a3-b6df-08902cb566ea on network 7f92ba32-d487-4404-a462-4c7370c8bcd8 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:54:00.007347 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2940463b-90c3-47ca-9590-4c89df4c473e req-54827c24-18d0-4635-a7f1-9118ed9d4213 service neutron] Port 45220d92-f0d2-47a3-b6df-08902cb566ea on network 7f92ba32-d487-4404-a462-4c7370c8bcd8 not bound, no agent of type Open vSwitch agent registered on host n-h1-818022-2 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 17:54:00.007673 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2940463b-90c3-47ca-9590-4c89df4c473e req-54827c24-18d0-4635-a7f1-9118ed9d4213 service neutron] Attempting to bind port 45220d92-f0d2-47a3-b6df-08902cb566ea on network 7f92ba32-d487-4404-a462-4c7370c8bcd8 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:54:00.009085 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-69170db6-3980-4546-965c-5de24dea6a9e req-e95fb446-f9b4-4786-a66d-a9aa88a023ef tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/security-groups?id=af9eedbc-4dba-4487-bbd4-6a5c45518ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1045392 Nov 19 17:54:00.025347 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2940463b-90c3-47ca-9590-4c89df4c473e req-54827c24-18d0-4635-a7f1-9118ed9d4213 service neutron] Checking agent: {'id': 'a6668d96-12fa-4ec0-99ad-77eaf490dd2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'started_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 53, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:54:00.025686 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2940463b-90c3-47ca-9590-4c89df4c473e req-54827c24-18d0-4635-a7f1-9118ed9d4213 service neutron] Checking segment: {'id': '89891acd-fd82-4118-b100-e50c4e69b300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '7f92ba32-d487-4404-a462-4c7370c8bcd8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:54:00.026096 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2940463b-90c3-47ca-9590-4c89df4c473e req-54827c24-18d0-4635-a7f1-9118ed9d4213 service neutron] Bound using segment: {'id': '89891acd-fd82-4118-b100-e50c4e69b300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '7f92ba32-d487-4404-a462-4c7370c8bcd8'} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:54:00.026527 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-2940463b-90c3-47ca-9590-4c89df4c473e req-54827c24-18d0-4635-a7f1-9118ed9d4213 service neutron] Bound port: 45220d92-f0d2-47a3-b6df-08902cb566ea, host: n-h1-818022-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89891acd-fd82-4118-b100-e50c4e69b300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '7f92ba32-d487-4404-a462-4c7370c8bcd8'}}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:54:00.026884 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-2940463b-90c3-47ca-9590-4c89df4c473e req-54827c24-18d0-4635-a7f1-9118ed9d4213 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:00.050531 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68be1a81-9413-4f73-8ec9-20c547f8e123 tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] Pushing event updated for resources: {'Port': ['ID=8f335d38-aa6c-4056-80b3-bc91fd43bd16,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:00.074966 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-68be1a81-9413-4f73-8ec9-20c547f8e123 tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] In _notify_port_updated(), no bound segment for port 8f335d38-aa6c-4056-80b3-bc91fd43bd16 on network d5858c3e-552f-4cb3-b8e5-a601ce356d63 {{(pid=103364) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 19 17:54:00.082655 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68be1a81-9413-4f73-8ec9-20c547f8e123 tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:00.083382 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-68be1a81-9413-4f73-8ec9-20c547f8e123 tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:00.088000 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-68be1a81-9413-4f73-8ec9-20c547f8e123 tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] 10.222.0.54 "PUT /v2.0/ports/8f335d38-aa6c-4056-80b3-bc91fd43bd16 HTTP/1.1" status: 200 len: 992 time: 0.6632290 Nov 19 17:54:00.088790 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 36346) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:54:00.094878 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-36504de9-0ba4-4c6f-81fa-d415ebefc074 req-d31a2108-91ab-4fbf-9630-675458e72a05 tempest-ServersTestFqdnHostnames-843140581 tempest-ServersTestFqdnHostnames-843140581-project] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:00.169122 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-2940463b-90c3-47ca-9590-4c89df4c473e req-54827c24-18d0-4635-a7f1-9118ed9d4213 service neutron] For port 45220d92-f0d2-47a3-b6df-08902cb566ea, host n-h1-818022-2, cleared binding levels {{(pid=103365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:54:00.173993 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-2940463b-90c3-47ca-9590-4c89df4c473e req-54827c24-18d0-4635-a7f1-9118ed9d4213 service neutron] For port 45220d92-f0d2-47a3-b6df-08902cb566ea, host n-h1-818022-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=45220d92-f0d2-47a3-b6df-08902cb566ea,segment=NetworkSegment(89891acd-fd82-4118-b100-e50c4e69b300),segment_id=89891acd-fd82-4118-b100-e50c4e69b300)] {{(pid=103365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:54:00.185364 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-2940463b-90c3-47ca-9590-4c89df4c473e req-54827c24-18d0-4635-a7f1-9118ed9d4213 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:00.262495 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-0b7d16ad-23b6-4f94-80bf-7d22a17b01e6 tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] Deleting port 8f335d38-aa6c-4056-80b3-bc91fd43bd16 {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:54:00.264329 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0b7d16ad-23b6-4f94-80bf-7d22a17b01e6 tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:00.322576 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2940463b-90c3-47ca-9590-4c89df4c473e req-54827c24-18d0-4635-a7f1-9118ed9d4213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:00.324838 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-2940463b-90c3-47ca-9590-4c89df4c473e req-54827c24-18d0-4635-a7f1-9118ed9d4213 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:00.326427 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2940463b-90c3-47ca-9590-4c89df4c473e req-54827c24-18d0-4635-a7f1-9118ed9d4213 service neutron] 10.222.0.60 "PUT /v2.0/ports/45220d92-f0d2-47a3-b6df-08902cb566ea HTTP/1.1" status: 200 len: 1091 time: 1.5600088 Nov 19 17:54:00.331981 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a89b8884-8597-49ea-bc0c-04a8b97f235f', 'tag': '45220d92-f0d2-47a3-b6df-08902cb566ea'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:54:00.335097 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218319d759239a7d11f1288aef37381b97754913ee9ccbfd43b51a463f801712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3bcaf38-835c-4620-b60c-9c2229e322a3" -d '{"events": [{"name": "network-changed", "server_uuid": "a89b8884-8597-49ea-bc0c-04a8b97f235f", "tag": "45220d92-f0d2-47a3-b6df-08902cb566ea"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:54:00.343347 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54827c24-18d0-4635-a7f1-9118ed9d4213 service neutron] Pushing event updated for resources: {'Port': ['ID=45220d92-f0d2-47a3-b6df-08902cb566ea,revision_number=3']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:00.372263 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-36504de9-0ba4-4c6f-81fa-d415ebefc074 req-d31a2108-91ab-4fbf-9630-675458e72a05 tempest-ServersTestFqdnHostnames-843140581 tempest-ServersTestFqdnHostnames-843140581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:00.385853 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 57090e1a-9394-4ed1-b9da-120a94676b77 up at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:54:00.454497 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36504de9-0ba4-4c6f-81fa-d415ebefc074 req-d31a2108-91ab-4fbf-9630-675458e72a05 tempest-ServersTestFqdnHostnames-843140581 tempest-ServersTestFqdnHostnames-843140581-project] Network 83e29886-835d-4a88-8dbb-b5f419c8c70c is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:54:00.461049 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [req-36504de9-0ba4-4c6f-81fa-d415ebefc074 req-d31a2108-91ab-4fbf-9630-675458e72a05 tempest-ServersTestFqdnHostnames-843140581 tempest-ServersTestFqdnHostnames-843140581-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:54:00.469656 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-36504de9-0ba4-4c6f-81fa-d415ebefc074 req-d31a2108-91ab-4fbf-9630-675458e72a05 tempest-ServersTestFqdnHostnames-843140581 tempest-ServersTestFqdnHostnames-843140581-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:54:00.477505 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31a2108-91ab-4fbf-9630-675458e72a05 tempest-ServersTestFqdnHostnames-843140581 tempest-ServersTestFqdnHostnames-843140581-project] Pushing event updated for resources: {'Port': ['ID=8ad0607c-a9ec-4038-802e-1fe316e3855b,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:00.488064 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-1c6dde01-7236-4747-8180-38af99c03912 None None] Provisioning complete for port 8f335d38-aa6c-4056-80b3-bc91fd43bd16 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:54:00.488732 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-1c6dde01-7236-4747-8180-38af99c03912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:00.526719 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0b7d16ad-23b6-4f94-80bf-7d22a17b01e6 tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:00.526991 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2940463b-90c3-47ca-9590-4c89df4c473e req-bc8e47af-e7ff-45b2-8719-48a768e13af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:00.528543 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2940463b-90c3-47ca-9590-4c89df4c473e req-bc8e47af-e7ff-45b2-8719-48a768e13af2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ef115ff0b9af40189b80151903c87a42&device_id=a89b8884-8597-49ea-bc0c-04a8b97f235f HTTP/1.1" status: 200 len: 1094 time: 0.1231506 Nov 19 17:54:00.544992 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-0b7d16ad-23b6-4f94-80bf-7d22a17b01e6 tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] Calling delete_port for 8f335d38-aa6c-4056-80b3-bc91fd43bd16 owned by {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:54:00.550777 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36504de9-0ba4-4c6f-81fa-d415ebefc074 req-d31a2108-91ab-4fbf-9630-675458e72a05 tempest-ServersTestFqdnHostnames-843140581 tempest-ServersTestFqdnHostnames-843140581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:00.552426 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-36504de9-0ba4-4c6f-81fa-d415ebefc074 req-d31a2108-91ab-4fbf-9630-675458e72a05 tempest-ServersTestFqdnHostnames-843140581 tempest-ServersTestFqdnHostnames-843140581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:00.566386 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6337056a-d3cd-4fd5-916c-860e30e3cea0 req-eb1f9c37-5e04-4042-84b7-568a1bb7852c tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:00.568342 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6337056a-d3cd-4fd5-916c-860e30e3cea0 req-eb1f9c37-5e04-4042-84b7-568a1bb7852c tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/ports?device_id=a89b8884-8597-49ea-bc0c-04a8b97f235f HTTP/1.1" status: 200 len: 943 time: 0.1870456 Nov 19 17:54:00.579640 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-1c6dde01-7236-4747-8180-38af99c03912 None None] Port 8f335d38-aa6c-4056-80b3-bc91fd43bd16 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:54:00.584110 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning for port 57090e1a-9394-4ed1-b9da-120a94676b77 completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 17:54:00.589939 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning complete for port 57090e1a-9394-4ed1-b9da-120a94676b77 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:54:00.590601 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:00.645195 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2940463b-90c3-47ca-9590-4c89df4c473e req-d67d8aa0-6e73-4de1-8a52-da0e6f5d1b57 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=45220d92-f0d2-47a3-b6df-08902cb566ea HTTP/1.1" status: 200 len: 217 time: 0.1054866 Nov 19 17:54:00.700272 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:00.744662 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6337056a-d3cd-4fd5-916c-860e30e3cea0 req-c3d8578c-f2e7-492d-9a8b-76aa1e778ef4 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/security-groups?id=30887d2c-2c06-4a04-8ed7-1cc9b0391ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661222 Nov 19 17:54:00.753000 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-36504de9-0ba4-4c6f-81fa-d415ebefc074 req-d31a2108-91ab-4fbf-9630-675458e72a05 tempest-ServersTestFqdnHostnames-843140581 tempest-ServersTestFqdnHostnames-843140581-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8337181 Nov 19 17:54:00.765058 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ebda266-8e1f-480d-84ce-4cf618325e55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57090e1a-9394-4ed1-b9da-120a94676b77'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:54:00.775458 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3940761bcd94e032e6960d2241bd8993c5d3a7d8dc2aca8488f3ecf1d4dd2fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c40cb0e6-19bf-40f5-a701-18e040666d3b" -d '{"events": [{"server_uuid": "8ebda266-8e1f-480d-84ce-4cf618325e55", "name": "network-vif-plugged", "status": "completed", "tag": "57090e1a-9394-4ed1-b9da-120a94676b77"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:54:00.781787 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-36504de9-0ba4-4c6f-81fa-d415ebefc074 req-531bfd61-c1f0-4535-8383-4a44839b83c6 service neutron] Request body: {'port': {'device_id': 'a286576d-1872-4d70-be3c-7ce7a93ff71b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818022-2'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:54:00.827393 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 57090e1a-9394-4ed1-b9da-120a94676b77, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=57090e1a-9394-4ed1-b9da-120a94676b77,segment=NetworkSegment(1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861),segment_id=1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:54:00.843508 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:00.873060 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 17:54:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be2e2e3b-5642-42b7-83a9-fd848b2824b8 x-openstack-request-id: req-be2e2e3b-5642-42b7-83a9-fd848b2824b8 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:54:00.873740 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a89b8884-8597-49ea-bc0c-04a8b97f235f", "tag": "45220d92-f0d2-47a3-b6df-08902cb566ea", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:54:00.874268 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-be2e2e3b-5642-42b7-83a9-fd848b2824b8 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:54:00.874913 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a89b8884-8597-49ea-bc0c-04a8b97f235f', 'tag': '45220d92-f0d2-47a3-b6df-08902cb566ea', 'status': 'completed', 'code': 200} Nov 19 17:54:00.910319 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=57090e1a-9394-4ed1-b9da-120a94676b77,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:00.925126 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-fab741cd-a8f2-4ee2-8de3-53ce0a5d9545 None None] Provisioning complete for port 8ad0607c-a9ec-4038-802e-1fe316e3855b triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:54:00.925497 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-fab741cd-a8f2-4ee2-8de3-53ce0a5d9545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:00.944056 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-36504de9-0ba4-4c6f-81fa-d415ebefc074 req-531bfd61-c1f0-4535-8383-4a44839b83c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:00.955364 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:54:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54313742-870d-4840-a4e1-99a4ed3f90be x-openstack-request-id: req-54313742-870d-4840-a4e1-99a4ed3f90be {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:54:00.955706 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ebda266-8e1f-480d-84ce-4cf618325e55", "name": "network-vif-plugged", "status": "completed", "tag": "57090e1a-9394-4ed1-b9da-120a94676b77", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:54:00.956190 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-54313742-870d-4840-a4e1-99a4ed3f90be {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:54:00.956870 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ebda266-8e1f-480d-84ce-4cf618325e55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57090e1a-9394-4ed1-b9da-120a94676b77', 'code': 200} Nov 19 17:54:00.961660 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0b7d16ad-23b6-4f94-80bf-7d22a17b01e6 tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:01.008763 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-fab741cd-a8f2-4ee2-8de3-53ce0a5d9545 None None] Port 8ad0607c-a9ec-4038-802e-1fe316e3855b cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:54:01.014013 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2940463b-90c3-47ca-9590-4c89df4c473e req-cc649464-8bb2-4794-aaa2-8e12c64db500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:01.015652 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2940463b-90c3-47ca-9590-4c89df4c473e req-cc649464-8bb2-4794-aaa2-8e12c64db500 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fbe6d454-c5f1-4c18-83c0-782141861401 HTTP/1.1" status: 200 len: 851 time: 0.3611996 Nov 19 17:54:01.033566 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7d16ad-23b6-4f94-80bf-7d22a17b01e6 tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] Pushing event deleted for resources: {'Port': ['ID=8f335d38-aa6c-4056-80b3-bc91fd43bd16,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:01.134464 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2940463b-90c3-47ca-9590-4c89df4c473e req-466ddba9-2a06-4866-a33d-ba9d8f1f8206 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7f92ba32-d487-4404-a462-4c7370c8bcd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1076117 Nov 19 17:54:01.187950 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf13269-7a77-4f76-aa7e-5233d8c59e29 req-9ac4aa09-c0c8-4938-8e7e-82b54bdf4281 tempest-VolumesBackupsTest-141624244 tempest-VolumesBackupsTest-141624244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:01.190137 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7cf13269-7a77-4f76-aa7e-5233d8c59e29 req-9ac4aa09-c0c8-4938-8e7e-82b54bdf4281 tempest-VolumesBackupsTest-141624244 tempest-VolumesBackupsTest-141624244-project] 10.222.0.54 "GET /v2.0/ports?device_id=8ebda266-8e1f-480d-84ce-4cf618325e55 HTTP/1.1" status: 200 len: 949 time: 0.2112951 Nov 19 17:54:01.240547 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0b7d16ad-23b6-4f94-80bf-7d22a17b01e6 tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:01.246558 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-0b7d16ad-23b6-4f94-80bf-7d22a17b01e6 tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] 10.222.0.54 "DELETE /v2.0/ports/8f335d38-aa6c-4056-80b3-bc91fd43bd16 HTTP/1.1" status: 204 len: 168 time: 1.1543961 Nov 19 17:54:01.246853 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 36398) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:54:01.307677 n-d-818022-2 neutron-server[103364]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f63c5c4-efd5-4a67-ab5f-efc1f7066ed2 tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] GET failed (client error): The resource could not be found. Nov 19 17:54:01.314087 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-2f63c5c4-efd5-4a67-ab5f-efc1f7066ed2 tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] 10.222.0.54 "GET /v2.0/ports/8f335d38-aa6c-4056-80b3-bc91fd43bd16 HTTP/1.1" status: 404 len: 333 time: 0.0661299 Nov 19 17:54:01.314981 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 36402) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:54:01.323144 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-d38a6a4e-e3e7-4b95-a151-a31e8b9299a4 tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] Request body: {'port': {'network_id': 'd5858c3e-552f-4cb3-b8e5-a601ce356d63', 'name': 'tempest-AllowedAddressPairTestJSON-1267257434'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:54:01.382690 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2940463b-90c3-47ca-9590-4c89df4c473e req-bc708fc4-b453-43c0-a51c-2d5bd0767607 service neutron] 10.222.0.60 "GET /v2.0/networks/7f92ba32-d487-4404-a462-4c7370c8bcd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2193904 Nov 19 17:54:01.512131 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ae7eb9-0b16-4ca3-9367-91879241d89a req-a2e9a071-71d3-43c0-95ea-e8242c2e78cd tempest-ServersTestFqdnHostnames-843140581 tempest-ServersTestFqdnHostnames-843140581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:01.513744 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-30ae7eb9-0b16-4ca3-9367-91879241d89a req-a2e9a071-71d3-43c0-95ea-e8242c2e78cd tempest-ServersTestFqdnHostnames-843140581 tempest-ServersTestFqdnHostnames-843140581-project] 10.222.0.54 "GET /v2.0/ports?device_id=a286576d-1872-4d70-be3c-7ce7a93ff71b HTTP/1.1" status: 200 len: 932 time: 0.1010861 Nov 19 17:54:01.517079 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01e9df2-ccc8-4e9c-be27-bf463e8b4524 req-7c5f9230-56fb-4c31-8e23-4db07acc2ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:01.519012 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c01e9df2-ccc8-4e9c-be27-bf463e8b4524 req-7c5f9230-56fb-4c31-8e23-4db07acc2ca6 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=8ebda266-8e1f-480d-84ce-4cf618325e55 HTTP/1.1" status: 200 len: 1100 time: 0.4496682 Nov 19 17:54:01.531865 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7cf13269-7a77-4f76-aa7e-5233d8c59e29 req-88060d50-9f5a-4166-8a0c-d0985f4420dd tempest-VolumesBackupsTest-141624244 tempest-VolumesBackupsTest-141624244-project] 10.222.0.54 "GET /v2.0/security-groups?id=ebb135b1-076e-455d-8cae-12d8ae406892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2722671 Nov 19 17:54:01.562021 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d38a6a4e-e3e7-4b95-a151-a31e8b9299a4 tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] Made reservation on behalf of a9fa697a09d64ea9a346b119e95aefb0 for: {'port': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:54:01.565642 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d38a6a4e-e3e7-4b95-a151-a31e8b9299a4 tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:01.610415 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-30ae7eb9-0b16-4ca3-9367-91879241d89a req-38bf5bed-e954-4e5e-a3d4-9a27ae86e8cd tempest-ServersTestFqdnHostnames-843140581 tempest-ServersTestFqdnHostnames-843140581-project] 10.222.0.54 "GET /v2.0/security-groups?id=b5a8c8f3-45f5-4cb0-9829-55e94a7ad701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855899 Nov 19 17:54:01.631344 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [None req-d38a6a4e-e3e7-4b95-a151-a31e8b9299a4 tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] device_id is not set on port 4e5d0299-86ee-411a-be46-c47b0324cbeb yet. {{(pid=103364) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 17:54:01.850294 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [None req-d38a6a4e-e3e7-4b95-a151-a31e8b9299a4 tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] Allocated IP 172.20.0.6 (d5858c3e-552f-4cb3-b8e5-a601ce356d63/53435765-4ab7-4907-87be-b4da91b17347/4e5d0299-86ee-411a-be46-c47b0324cbeb) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:54:02.005674 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f3c8bb47-64e5-41fe-b333-3129df3062a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:02.047336 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d38a6a4e-e3e7-4b95-a151-a31e8b9299a4 tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:02.105842 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d38a6a4e-e3e7-4b95-a151-a31e8b9299a4 tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:02.114491 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2940463b-90c3-47ca-9590-4c89df4c473e req-671d21d0-e9f9-4888-96d3-f738b232e31f service neutron] 10.222.0.60 "GET /v2.0/networks/7f92ba32-d487-4404-a462-4c7370c8bcd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7159317 Nov 19 17:54:02.122308 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c468d9-4103-436b-8988-4d7daff14857 req-acdf4492-df1a-4cbd-bf59-701735be216e tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:02.130169 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-92c468d9-4103-436b-8988-4d7daff14857 req-acdf4492-df1a-4cbd-bf59-701735be216e tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/ports?device_id=a89b8884-8597-49ea-bc0c-04a8b97f235f HTTP/1.1" status: 200 len: 943 time: 0.1746972 Nov 19 17:54:02.142004 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c01e9df2-ccc8-4e9c-be27-bf463e8b4524 req-2831d22c-5001-4920-9c5f-1bfe96c88868 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=ebb135b1-076e-455d-8cae-12d8ae406892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6047304 Nov 19 17:54:02.225912 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-92c468d9-4103-436b-8988-4d7daff14857 req-4494e9e5-8b04-40d4-bf06-95dc6621db88 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/security-groups?id=30887d2c-2c06-4a04-8ed7-1cc9b0391ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947564 Nov 19 17:54:02.227946 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38a6a4e-e3e7-4b95-a151-a31e8b9299a4 tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] Pushing event updated for resources: {'Port': ['ID=4e5d0299-86ee-411a-be46-c47b0324cbeb,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:02.265482 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d38a6a4e-e3e7-4b95-a151-a31e8b9299a4 tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] Network d5858c3e-552f-4cb3-b8e5-a601ce356d63 is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:54:02.280327 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05059718-fda2-497b-b52a-cd7747f3f6e4 req-f32039c5-fb6f-494f-9ad3-38b7ff634c0c tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:02.281288 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [req-36504de9-0ba4-4c6f-81fa-d415ebefc074 req-531bfd61-c1f0-4535-8383-4a44839b83c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ad0607c-a9ec-4038-802e-1fe316e3855b {{(pid=103365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:54:02.289835 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-05059718-fda2-497b-b52a-cd7747f3f6e4 req-f32039c5-fb6f-494f-9ad3-38b7ff634c0c tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/ports?device_id=19a4af58-8f1f-46c0-b13d-59abb7b40678 HTTP/1.1" status: 200 len: 944 time: 0.5076363 Nov 19 17:54:02.291912 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-36504de9-0ba4-4c6f-81fa-d415ebefc074 req-531bfd61-c1f0-4535-8383-4a44839b83c6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:02.293226 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-d38a6a4e-e3e7-4b95-a151-a31e8b9299a4 tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:54:02.307429 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d38a6a4e-e3e7-4b95-a151-a31e8b9299a4 tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:54:02.309547 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.provisioning_blocks [req-36504de9-0ba4-4c6f-81fa-d415ebefc074 req-531bfd61-c1f0-4535-8383-4a44839b83c6 service neutron] Transition to ACTIVE for port object 8ad0607c-a9ec-4038-802e-1fe316e3855b will not be triggered until provisioned by entity L2. {{(pid=103365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 17:54:02.315709 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-36504de9-0ba4-4c6f-81fa-d415ebefc074 req-531bfd61-c1f0-4535-8383-4a44839b83c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:02.395831 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 416dfac9-b243-4e8e-b7ab-03fa42b872ea no longer exists at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:54:02.418449 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-05059718-fda2-497b-b52a-cd7747f3f6e4 req-ebdd0f7d-4a62-4c5a-903f-498a76b600e2 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/security-groups?id=af9eedbc-4dba-4487-bbd4-6a5c45518ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1274836 Nov 19 17:54:02.464377 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d38a6a4e-e3e7-4b95-a151-a31e8b9299a4 tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:02.464377 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d38a6a4e-e3e7-4b95-a151-a31e8b9299a4 tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:02.533633 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-d38a6a4e-e3e7-4b95-a151-a31e8b9299a4 tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2147708 Nov 19 17:54:02.533782 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 36448) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:54:02.539803 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-6642c7d9-9c03-4503-9c76-c313a9c03f0b tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:06:09:f8'}]}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:54:02.546378 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 36450) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:54:02.615031 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531bfd61-c1f0-4535-8383-4a44839b83c6 service neutron] Pushing event updated for resources: {'Port': ['ID=8ad0607c-a9ec-4038-802e-1fe316e3855b,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:02.652436 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bcaf38-835c-4620-b60c-9c2229e322a3 req-8051d662-fad0-4990-8420-642e96c245b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:02.654157 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f3bcaf38-835c-4620-b60c-9c2229e322a3 req-8051d662-fad0-4990-8420-642e96c245b3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ef115ff0b9af40189b80151903c87a42&device_id=a89b8884-8597-49ea-bc0c-04a8b97f235f HTTP/1.1" status: 200 len: 1094 time: 0.2604246 Nov 19 17:54:02.658704 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531bfd61-c1f0-4535-8383-4a44839b83c6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:54:02.659130 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531bfd61-c1f0-4535-8383-4a44839b83c6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:54:02.659544 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531bfd61-c1f0-4535-8383-4a44839b83c6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:54:02.660769 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531bfd61-c1f0-4535-8383-4a44839b83c6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:54:02.661410 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531bfd61-c1f0-4535-8383-4a44839b83c6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:54:02.661803 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531bfd61-c1f0-4535-8383-4a44839b83c6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:54:02.662221 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531bfd61-c1f0-4535-8383-4a44839b83c6 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:54:02.662620 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531bfd61-c1f0-4535-8383-4a44839b83c6 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:54:02.663011 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531bfd61-c1f0-4535-8383-4a44839b83c6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:54:02.663404 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531bfd61-c1f0-4535-8383-4a44839b83c6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:54:02.663807 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531bfd61-c1f0-4535-8383-4a44839b83c6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:54:02.664194 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531bfd61-c1f0-4535-8383-4a44839b83c6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:54:02.714190 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a894b959-5bda-4f83-92e9-a195e78b370a req-7758bed9-e70a-4a68-b710-e59fe2b2a73c service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=19a4af58-8f1f-46c0-b13d-59abb7b40678&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4949055 Nov 19 17:54:02.736518 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9ebd7816-399a-4988-8423-bbcfc8c1e590 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:02.745903 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-36504de9-0ba4-4c6f-81fa-d415ebefc074 req-531bfd61-c1f0-4535-8383-4a44839b83c6 service neutron] Attempting to bind port 8ad0607c-a9ec-4038-802e-1fe316e3855b on host n-h1-818022-2 for vnic_type normal with profile {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:54:02.746329 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-36504de9-0ba4-4c6f-81fa-d415ebefc074 req-531bfd61-c1f0-4535-8383-4a44839b83c6 service neutron] Attempting to bind port 8ad0607c-a9ec-4038-802e-1fe316e3855b by drivers openvswitch,hyperv on host n-h1-818022-2 at level 0 using segments [{'id': 'f0733011-e02b-453d-8d2a-92029d4a78a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '83e29886-835d-4a88-8dbb-b5f419c8c70c'}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:54:02.746723 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36504de9-0ba4-4c6f-81fa-d415ebefc074 req-531bfd61-c1f0-4535-8383-4a44839b83c6 service neutron] Attempting to bind port 8ad0607c-a9ec-4038-802e-1fe316e3855b on network 83e29886-835d-4a88-8dbb-b5f419c8c70c {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:54:02.773574 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36504de9-0ba4-4c6f-81fa-d415ebefc074 req-531bfd61-c1f0-4535-8383-4a44839b83c6 service neutron] Port 8ad0607c-a9ec-4038-802e-1fe316e3855b on network 83e29886-835d-4a88-8dbb-b5f419c8c70c not bound, no agent of type Open vSwitch agent registered on host n-h1-818022-2 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 17:54:02.774019 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36504de9-0ba4-4c6f-81fa-d415ebefc074 req-531bfd61-c1f0-4535-8383-4a44839b83c6 service neutron] Attempting to bind port 8ad0607c-a9ec-4038-802e-1fe316e3855b on network 83e29886-835d-4a88-8dbb-b5f419c8c70c {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:54:02.787915 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36504de9-0ba4-4c6f-81fa-d415ebefc074 req-531bfd61-c1f0-4535-8383-4a44839b83c6 service neutron] Checking agent: {'id': 'a6668d96-12fa-4ec0-99ad-77eaf490dd2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'started_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 53, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:54:02.788347 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36504de9-0ba4-4c6f-81fa-d415ebefc074 req-531bfd61-c1f0-4535-8383-4a44839b83c6 service neutron] Checking segment: {'id': 'f0733011-e02b-453d-8d2a-92029d4a78a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '83e29886-835d-4a88-8dbb-b5f419c8c70c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:54:02.788804 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36504de9-0ba4-4c6f-81fa-d415ebefc074 req-531bfd61-c1f0-4535-8383-4a44839b83c6 service neutron] Bound using segment: {'id': 'f0733011-e02b-453d-8d2a-92029d4a78a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '83e29886-835d-4a88-8dbb-b5f419c8c70c'} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:54:02.789312 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-36504de9-0ba4-4c6f-81fa-d415ebefc074 req-531bfd61-c1f0-4535-8383-4a44839b83c6 service neutron] Bound port: 8ad0607c-a9ec-4038-802e-1fe316e3855b, host: n-h1-818022-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0733011-e02b-453d-8d2a-92029d4a78a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '83e29886-835d-4a88-8dbb-b5f419c8c70c'}}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:54:02.789758 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-36504de9-0ba4-4c6f-81fa-d415ebefc074 req-531bfd61-c1f0-4535-8383-4a44839b83c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:02.806350 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6642c7d9-9c03-4503-9c76-c313a9c03f0b tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:02.856350 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-e2135849-77ba-4dc3-b6f4-2125a1c2d10a None None] Provisioning complete for port 4e5d0299-86ee-411a-be46-c47b0324cbeb triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:54:02.856985 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e2135849-77ba-4dc3-b6f4-2125a1c2d10a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:02.857138 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5aff44c-fd5e-4872-b183-17628048981c req-d15e4f85-9bf4-4cd6-b728-af3701ec94be tempest-ServersTestFqdnHostnames-843140581 tempest-ServersTestFqdnHostnames-843140581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:02.868035 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d5aff44c-fd5e-4872-b183-17628048981c req-d15e4f85-9bf4-4cd6-b728-af3701ec94be tempest-ServersTestFqdnHostnames-843140581 tempest-ServersTestFqdnHostnames-843140581-project] 10.222.0.54 "GET /v2.0/ports?device_id=a286576d-1872-4d70-be3c-7ce7a93ff71b HTTP/1.1" status: 200 len: 944 time: 0.1367517 Nov 19 17:54:02.889063 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b754ac-d3d6-4989-8717-03f01bbc8698 req-0b7f338a-6939-470c-a649-2ee16f86737c tempest-VolumesBackupsTest-141624244 tempest-VolumesBackupsTest-141624244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:02.890899 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a3b754ac-d3d6-4989-8717-03f01bbc8698 req-0b7f338a-6939-470c-a649-2ee16f86737c tempest-VolumesBackupsTest-141624244 tempest-VolumesBackupsTest-141624244-project] 10.222.0.54 "GET /v2.0/ports?device_id=8ebda266-8e1f-480d-84ce-4cf618325e55 HTTP/1.1" status: 200 len: 949 time: 0.1756432 Nov 19 17:54:02.898212 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-e2135849-77ba-4dc3-b6f4-2125a1c2d10a None None] Port 4e5d0299-86ee-411a-be46-c47b0324cbeb cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:54:02.924520 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bcaf38-835c-4620-b60c-9c2229e322a3 req-380d719f-297a-4244-afd6-401ee1bca4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:02.928195 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f3bcaf38-835c-4620-b60c-9c2229e322a3 req-380d719f-297a-4244-afd6-401ee1bca4fd service neutron] 10.222.0.60 "GET /v2.0/networks?id=7f92ba32-d487-4404-a462-4c7370c8bcd8 HTTP/1.1" status: 200 len: 912 time: 0.2586696 Nov 19 17:54:03.017692 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f3bcaf38-835c-4620-b60c-9c2229e322a3 req-f33ea798-1f57-4904-a4ee-d8763c297fcc service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=45220d92-f0d2-47a3-b6df-08902cb566ea HTTP/1.1" status: 200 len: 217 time: 0.0801940 Nov 19 17:54:03.020726 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-36504de9-0ba4-4c6f-81fa-d415ebefc074 req-531bfd61-c1f0-4535-8383-4a44839b83c6 service neutron] For port 8ad0607c-a9ec-4038-802e-1fe316e3855b, host n-h1-818022-2, cleared binding levels {{(pid=103365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:54:03.022611 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a3b754ac-d3d6-4989-8717-03f01bbc8698 req-e9a9432b-a506-4ca9-9c96-f8b7eff1ed36 tempest-VolumesBackupsTest-141624244 tempest-VolumesBackupsTest-141624244-project] 10.222.0.54 "GET /v2.0/security-groups?id=ebb135b1-076e-455d-8cae-12d8ae406892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218913 Nov 19 17:54:03.025361 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-36504de9-0ba4-4c6f-81fa-d415ebefc074 req-531bfd61-c1f0-4535-8383-4a44839b83c6 service neutron] For port 8ad0607c-a9ec-4038-802e-1fe316e3855b, host n-h1-818022-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=8ad0607c-a9ec-4038-802e-1fe316e3855b,segment=NetworkSegment(f0733011-e02b-453d-8d2a-92029d4a78a9),segment_id=f0733011-e02b-453d-8d2a-92029d4a78a9)] {{(pid=103365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:54:03.040911 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d5aff44c-fd5e-4872-b183-17628048981c req-ce780b58-2db1-4aa1-853c-8690fecde98c tempest-ServersTestFqdnHostnames-843140581 tempest-ServersTestFqdnHostnames-843140581-project] 10.222.0.54 "GET /v2.0/security-groups?id=b5a8c8f3-45f5-4cb0-9829-55e94a7ad701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1717112 Nov 19 17:54:03.059485 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9ebd7816-399a-4988-8423-bbcfc8c1e590 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:03.059773 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-36504de9-0ba4-4c6f-81fa-d415ebefc074 req-531bfd61-c1f0-4535-8383-4a44839b83c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:03.075018 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9ebd7816-399a-4988-8423-bbcfc8c1e590 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:03.133559 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36504de9-0ba4-4c6f-81fa-d415ebefc074 req-531bfd61-c1f0-4535-8383-4a44839b83c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:03.134336 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-36504de9-0ba4-4c6f-81fa-d415ebefc074 req-531bfd61-c1f0-4535-8383-4a44839b83c6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:03.135832 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-36504de9-0ba4-4c6f-81fa-d415ebefc074 req-531bfd61-c1f0-4535-8383-4a44839b83c6 service neutron] 10.222.0.60 "PUT /v2.0/ports/8ad0607c-a9ec-4038-802e-1fe316e3855b HTTP/1.1" status: 200 len: 1092 time: 2.3753617 Nov 19 17:54:03.136303 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a286576d-1872-4d70-be3c-7ce7a93ff71b', 'tag': '8ad0607c-a9ec-4038-802e-1fe316e3855b'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:54:03.136604 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e46ecc5a-dc14-4744-b262-3072ff2e958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:03.138662 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218319d759239a7d11f1288aef37381b97754913ee9ccbfd43b51a463f801712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e5dea26-9c81-4a61-837b-388b951284f9" -d '{"events": [{"name": "network-changed", "server_uuid": "a286576d-1872-4d70-be3c-7ce7a93ff71b", "tag": "8ad0607c-a9ec-4038-802e-1fe316e3855b"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:54:03.169058 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bcaf38-835c-4620-b60c-9c2229e322a3 req-877b1282-77ec-4413-a3b4-5544db4fbf2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:03.170631 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f3bcaf38-835c-4620-b60c-9c2229e322a3 req-877b1282-77ec-4413-a3b4-5544db4fbf2a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fbe6d454-c5f1-4c18-83c0-782141861401 HTTP/1.1" status: 200 len: 851 time: 0.1426203 Nov 19 17:54:03.183254 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531bfd61-c1f0-4535-8383-4a44839b83c6 service neutron] Pushing event updated for resources: {'Port': ['ID=8ad0607c-a9ec-4038-802e-1fe316e3855b,revision_number=3']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:03.201149 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-9ebd7816-399a-4988-8423-bbcfc8c1e590 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=7341a5f8aada49e1929861b6a30f276a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6532431 Nov 19 17:54:03.206581 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 36468) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:54:03.221619 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebd7816-399a-4988-8423-bbcfc8c1e590 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc7d2c24-1846-47ac-9b67-0215fb8ac5a7,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:03.243165 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 17:54:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a76bd19-2c0b-436b-af5e-7eb9b21f6362 x-openstack-request-id: req-8a76bd19-2c0b-436b-af5e-7eb9b21f6362 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:54:03.243628 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a286576d-1872-4d70-be3c-7ce7a93ff71b", "tag": "8ad0607c-a9ec-4038-802e-1fe316e3855b", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:54:03.243900 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-8a76bd19-2c0b-436b-af5e-7eb9b21f6362 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:54:03.244353 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a286576d-1872-4d70-be3c-7ce7a93ff71b', 'tag': '8ad0607c-a9ec-4038-802e-1fe316e3855b', 'status': 'completed', 'code': 200} Nov 19 17:54:03.247878 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f3bcaf38-835c-4620-b60c-9c2229e322a3 req-ffba4872-3628-4967-806d-c2578ddd02f9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7f92ba32-d487-4404-a462-4c7370c8bcd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495150 Nov 19 17:54:03.263578 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6642c7d9-9c03-4503-9c76-c313a9c03f0b tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] Publish callbacks [] for port, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:03.293601 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6642c7d9-9c03-4503-9c76-c313a9c03f0b tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:03.424425 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5bbe5f2f-ebe0-4779-9d30-6802b667bd84 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:03.434024 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36504de9-0ba4-4c6f-81fa-d415ebefc074 req-7daeb91f-30a4-451b-82fb-cf9bf5cf08dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:03.435512 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-36504de9-0ba4-4c6f-81fa-d415ebefc074 req-7daeb91f-30a4-451b-82fb-cf9bf5cf08dd service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=788dc519438f4a03985216f23ce7957a&device_id=a286576d-1872-4d70-be3c-7ce7a93ff71b HTTP/1.1" status: 200 len: 1095 time: 0.1554761 Nov 19 17:54:03.447633 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6642c7d9-9c03-4503-9c76-c313a9c03f0b tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] Pushing event updated for resources: {'Port': ['ID=4e5d0299-86ee-411a-be46-c47b0324cbeb,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:03.505479 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-36504de9-0ba4-4c6f-81fa-d415ebefc074 req-e80a73de-be9a-4a71-ae4c-c6ea92e99865 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8ad0607c-a9ec-4038-802e-1fe316e3855b HTTP/1.1" status: 200 len: 217 time: 0.0559974 Nov 19 17:54:03.601440 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4447f6ab-70a2-455b-bb68-cb26c6857197 req-78ad1561-1619-4977-813c-b63e347e5b3c tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:03.611059 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4447f6ab-70a2-455b-bb68-cb26c6857197 req-78ad1561-1619-4977-813c-b63e347e5b3c tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/ports?device_id=a89b8884-8597-49ea-bc0c-04a8b97f235f HTTP/1.1" status: 200 len: 943 time: 0.2296889 Nov 19 17:54:03.622077 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f3bcaf38-835c-4620-b60c-9c2229e322a3 req-a39784fc-69fb-448e-a360-841682cdb5ba service neutron] 10.222.0.60 "GET /v2.0/networks/7f92ba32-d487-4404-a462-4c7370c8bcd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3562422 Nov 19 17:54:03.627165 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36504de9-0ba4-4c6f-81fa-d415ebefc074 req-5d3e456f-1352-4870-829b-0fb3cd141d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:03.629380 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-36504de9-0ba4-4c6f-81fa-d415ebefc074 req-5d3e456f-1352-4870-829b-0fb3cd141d7d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f038d3e4-cc95-4dc5-a466-577e5f1c9aa8 HTTP/1.1" status: 200 len: 854 time: 0.1009476 Nov 19 17:54:03.684167 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:03.749521 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:03.754673 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4447f6ab-70a2-455b-bb68-cb26c6857197 req-f3d96656-bf6c-444a-830b-214b38bcda7d tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/security-groups?id=30887d2c-2c06-4a04-8ed7-1cc9b0391ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426213 Nov 19 17:54:03.754984 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-e85af142-0063-4be2-a31c-b6be3c1e6f91 None None] Provisioning complete for port 4e5d0299-86ee-411a-be46-c47b0324cbeb triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:54:03.755627 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e85af142-0063-4be2-a31c-b6be3c1e6f91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:03.766524 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36504de9-0ba4-4c6f-81fa-d415ebefc074 req-8c5f4dfa-5f60-464a-aeb6-cb7ca78f4a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:03.768127 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-36504de9-0ba4-4c6f-81fa-d415ebefc074 req-8c5f4dfa-5f60-464a-aeb6-cb7ca78f4a13 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=83e29886-835d-4a88-8dbb-b5f419c8c70c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1160526 Nov 19 17:54:03.811197 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-e85af142-0063-4be2-a31c-b6be3c1e6f91 None None] Port 4e5d0299-86ee-411a-be46-c47b0324cbeb cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:54:03.815460 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5bbe5f2f-ebe0-4779-9d30-6802b667bd84 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:03.824379 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-6642c7d9-9c03-4503-9c76-c313a9c03f0b tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] In _notify_port_updated(), no bound segment for port 4e5d0299-86ee-411a-be46-c47b0324cbeb on network d5858c3e-552f-4cb3-b8e5-a601ce356d63 {{(pid=103364) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 19 17:54:03.829787 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6642c7d9-9c03-4503-9c76-c313a9c03f0b tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:03.830441 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6642c7d9-9c03-4503-9c76-c313a9c03f0b tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:03.834569 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-6642c7d9-9c03-4503-9c76-c313a9c03f0b tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] 10.222.0.54 "PUT /v2.0/ports/4e5d0299-86ee-411a-be46-c47b0324cbeb HTTP/1.1" status: 200 len: 996 time: 1.2970536 Nov 19 17:54:03.840180 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 36476) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:54:03.841868 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f3bcaf38-835c-4620-b60c-9c2229e322a3 req-f38b4d66-24ae-408f-921a-0e3c4bec6e08 service neutron] 10.222.0.60 "GET /v2.0/networks/7f92ba32-d487-4404-a462-4c7370c8bcd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2055745 Nov 19 17:54:03.933581 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a2eb41-91d7-4a77-b74c-62bb215128c6 req-00f36914-2d00-4a22-9b83-86f583e953c4 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:03.935186 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-73a2eb41-91d7-4a77-b74c-62bb215128c6 req-00f36914-2d00-4a22-9b83-86f583e953c4 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/ports?device_id=19a4af58-8f1f-46c0-b13d-59abb7b40678 HTTP/1.1" status: 200 len: 944 time: 0.1229227 Nov 19 17:54:03.942695 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a894b959-5bda-4f83-92e9-a195e78b370a req-9919b38e-091f-4c25-8052-b58bd9cc225b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:03.944190 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a894b959-5bda-4f83-92e9-a195e78b370a req-9919b38e-091f-4c25-8052-b58bd9cc225b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=19a4af58-8f1f-46c0-b13d-59abb7b40678&tenant_id=063ef7e3fa9c49daa0ae772568226d29 HTTP/1.1" status: 200 len: 1095 time: 0.0720277 Nov 19 17:54:03.947701 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-36504de9-0ba4-4c6f-81fa-d415ebefc074 req-e0015030-bcfc-4442-9537-91ff4bc4e718 service neutron] 10.222.0.60 "GET /v2.0/networks/83e29886-835d-4a88-8dbb-b5f419c8c70c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704233 Nov 19 17:54:03.985470 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5bbe5f2f-ebe0-4779-9d30-6802b667bd84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:03.988149 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5bbe5f2f-ebe0-4779-9d30-6802b667bd84 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:03.992480 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-5bbe5f2f-ebe0-4779-9d30-6802b667bd84 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/cc7d2c24-1846-47ac-9b67-0215fb8ac5a7 HTTP/1.1" status: 204 len: 168 time: 0.7790906 Nov 19 17:54:04.012274 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbe5f2f-ebe0-4779-9d30-6802b667bd84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc7d2c24-1846-47ac-9b67-0215fb8ac5a7,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:04.039246 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-73a2eb41-91d7-4a77-b74c-62bb215128c6 req-b6e1d320-f065-43d0-9869-604203c00b41 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/security-groups?id=af9eedbc-4dba-4487-bbd4-6a5c45518ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851266 Nov 19 17:54:04.044335 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-f8a03ab5-2d82-4f07-b7dd-dcf44f595031 tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] Deleting port 4e5d0299-86ee-411a-be46-c47b0324cbeb {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:54:04.045009 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f8a03ab5-2d82-4f07-b7dd-dcf44f595031 tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:04.079318 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a894b959-5bda-4f83-92e9-a195e78b370a req-2b73990e-f90e-4a31-8589-309ebe1dab8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:04.080847 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a894b959-5bda-4f83-92e9-a195e78b370a req-2b73990e-f90e-4a31-8589-309ebe1dab8d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=063ef7e3fa9c49daa0ae772568226d29&device_id=19a4af58-8f1f-46c0-b13d-59abb7b40678 HTTP/1.1" status: 200 len: 1095 time: 0.1055043 Nov 19 17:54:04.164474 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-36504de9-0ba4-4c6f-81fa-d415ebefc074 req-e3df85b1-daa8-45e2-b888-ef55bf1c96eb service neutron] 10.222.0.60 "GET /v2.0/networks/83e29886-835d-4a88-8dbb-b5f419c8c70c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2083545 Nov 19 17:54:04.167252 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f8a03ab5-2d82-4f07-b7dd-dcf44f595031 tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:04.205618 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-f8a03ab5-2d82-4f07-b7dd-dcf44f595031 tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] Calling delete_port for 4e5d0299-86ee-411a-be46-c47b0324cbeb owned by {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:54:04.267492 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293b457a-f394-41d9-a6f7-62a9f4855334 req-8f29c8a6-1278-4049-a1e4-034fae8d4247 tempest-VolumesBackupsTest-141624244 tempest-VolumesBackupsTest-141624244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:04.269038 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-293b457a-f394-41d9-a6f7-62a9f4855334 req-8f29c8a6-1278-4049-a1e4-034fae8d4247 tempest-VolumesBackupsTest-141624244 tempest-VolumesBackupsTest-141624244-project] 10.222.0.54 "GET /v2.0/ports?device_id=8ebda266-8e1f-480d-84ce-4cf618325e55 HTTP/1.1" status: 200 len: 949 time: 0.1059370 Nov 19 17:54:04.286077 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436f1d37-91d1-4185-bc04-d0b8ab60093f req-9369cd30-392f-454c-99ec-f52390e8e7ec tempest-ServersTestFqdnHostnames-843140581 tempest-ServersTestFqdnHostnames-843140581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:04.287754 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-436f1d37-91d1-4185-bc04-d0b8ab60093f req-9369cd30-392f-454c-99ec-f52390e8e7ec tempest-ServersTestFqdnHostnames-843140581 tempest-ServersTestFqdnHostnames-843140581-project] 10.222.0.54 "GET /v2.0/ports?device_id=a286576d-1872-4d70-be3c-7ce7a93ff71b HTTP/1.1" status: 200 len: 944 time: 0.1570492 Nov 19 17:54:04.296710 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a894b959-5bda-4f83-92e9-a195e78b370a req-e4668535-a06f-4fe8-aed7-0cdebaa2a986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:04.298474 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a894b959-5bda-4f83-92e9-a195e78b370a req-e4668535-a06f-4fe8-aed7-0cdebaa2a986 service neutron] 10.222.0.60 "GET /v2.0/networks?id=fdcadcc4-b6d0-4be3-9284-8f7eda9af8ea HTTP/1.1" status: 200 len: 917 time: 0.2052004 Nov 19 17:54:04.319791 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5dea26-9c81-4a61-837b-388b951284f9 req-07214169-8780-468d-9738-adc0daa4d79b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:04.321457 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8e5dea26-9c81-4a61-837b-388b951284f9 req-07214169-8780-468d-9738-adc0daa4d79b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=788dc519438f4a03985216f23ce7957a&device_id=a286576d-1872-4d70-be3c-7ce7a93ff71b HTTP/1.1" status: 200 len: 1095 time: 0.0971687 Nov 19 17:54:04.349214 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-293b457a-f394-41d9-a6f7-62a9f4855334 req-a684fbc3-5896-4a81-afd9-11af0081f9a5 tempest-VolumesBackupsTest-141624244 tempest-VolumesBackupsTest-141624244-project] 10.222.0.54 "GET /v2.0/security-groups?id=ebb135b1-076e-455d-8cae-12d8ae406892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716429 Nov 19 17:54:04.414351 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f8a03ab5-2d82-4f07-b7dd-dcf44f595031 tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:04.416102 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 45220d92-f0d2-47a3-b6df-08902cb566ea details requested by agent hyperv_n-h1-818022-2 with host n-h1-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 17:54:04.453719 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 36490) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:54:04.464762 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a03ab5-2d82-4f07-b7dd-dcf44f595031 tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] Pushing event deleted for resources: {'Port': ['ID=4e5d0299-86ee-411a-be46-c47b0324cbeb,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:04.509585 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5dea26-9c81-4a61-837b-388b951284f9 req-4b587c3d-ce08-49be-9d70-c292db6f00b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:04.511208 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8e5dea26-9c81-4a61-837b-388b951284f9 req-4b587c3d-ce08-49be-9d70-c292db6f00b7 service neutron] 10.222.0.60 "GET /v2.0/networks?id=83e29886-835d-4a88-8dbb-b5f419c8c70c HTTP/1.1" status: 200 len: 916 time: 0.1827121 Nov 19 17:54:04.513464 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a894b959-5bda-4f83-92e9-a195e78b370a req-8d4467e1-5ca4-4547-b113-4d26f26c4a91 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=416dfac9-b243-4e8e-b7ab-03fa42b872ea HTTP/1.1" status: 200 len: 1000 time: 0.2024503 Nov 19 17:54:04.541801 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-436f1d37-91d1-4185-bc04-d0b8ab60093f req-7423fa84-df03-4f1b-acc4-cf033f84e997 tempest-ServersTestFqdnHostnames-843140581 tempest-ServersTestFqdnHostnames-843140581-project] 10.222.0.54 "GET /v2.0/security-groups?id=b5a8c8f3-45f5-4cb0-9829-55e94a7ad701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2415788 Nov 19 17:54:04.555607 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f8a03ab5-2d82-4f07-b7dd-dcf44f595031 tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:04.563144 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-f8a03ab5-2d82-4f07-b7dd-dcf44f595031 tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] 10.222.0.54 "DELETE /v2.0/ports/4e5d0299-86ee-411a-be46-c47b0324cbeb HTTP/1.1" status: 204 len: 168 time: 0.7213323 Nov 19 17:54:04.571312 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 36494) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:54:04.599017 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-43d6b33d-cec2-47d7-8bca-b8f5f397be2a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:04.623573 n-d-818022-2 neutron-server[103364]: INFO neutron.pecan_wsgi.hooks.translation [None req-007985e5-22a8-4162-b3ee-b3592493952d tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] GET failed (client error): The resource could not be found. Nov 19 17:54:04.627527 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8e5dea26-9c81-4a61-837b-388b951284f9 req-57104166-c950-4bcb-955d-d5812bf62e54 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8ad0607c-a9ec-4038-802e-1fe316e3855b HTTP/1.1" status: 200 len: 217 time: 0.0814764 Nov 19 17:54:04.630458 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-007985e5-22a8-4162-b3ee-b3592493952d tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] 10.222.0.54 "GET /v2.0/ports/4e5d0299-86ee-411a-be46-c47b0324cbeb HTTP/1.1" status: 404 len: 333 time: 0.0572591 Nov 19 17:54:04.631917 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 36496) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:54:04.638923 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-3a6039c7-e211-4feb-9383-1a6250167dd1 tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] Request body: {'port': {'network_id': 'd5858c3e-552f-4cb3-b8e5-a601ce356d63', 'name': 'tempest-AllowedAddressPairTestJSON-879094627'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:54:04.657680 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 45220d92-f0d2-47a3-b6df-08902cb566ea, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=45220d92-f0d2-47a3-b6df-08902cb566ea,segment=NetworkSegment(89891acd-fd82-4118-b100-e50c4e69b300),segment_id=89891acd-fd82-4118-b100-e50c4e69b300)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:54:04.676988 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Returning: {'device': '45220d92-f0d2-47a3-b6df-08902cb566ea', 'network_id': '7f92ba32-d487-4404-a462-4c7370c8bcd8', 'port_id': '45220d92-f0d2-47a3-b6df-08902cb566ea', 'mac_address': 'fa:16:3e:0a:d9:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbe6d454-c5f1-4c18-83c0-782141861401', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 17:54:04.708803 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a894b959-5bda-4f83-92e9-a195e78b370a req-a8e68c5d-1a8a-4f47-abfd-35364fde85f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:04.714648 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a894b959-5bda-4f83-92e9-a195e78b370a req-a8e68c5d-1a8a-4f47-abfd-35364fde85f4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5dbfa5af-1ad8-4df8-a1b2-cc6152eda1a3 HTTP/1.1" status: 200 len: 855 time: 0.1695421 Nov 19 17:54:04.726859 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e013d7e6-5264-4dcc-9759-54f5fb809e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:04.741009 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5dea26-9c81-4a61-837b-388b951284f9 req-a06a3426-caa7-4098-a20b-993f0623b975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:04.742529 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8e5dea26-9c81-4a61-837b-388b951284f9 req-a06a3426-caa7-4098-a20b-993f0623b975 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f038d3e4-cc95-4dc5-a466-577e5f1c9aa8 HTTP/1.1" status: 200 len: 854 time: 0.1036026 Nov 19 17:54:04.746722 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:04.766536 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45220d92-f0d2-47a3-b6df-08902cb566ea {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:54:04.818478 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 45220d92-f0d2-47a3-b6df-08902cb566ea, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=45220d92-f0d2-47a3-b6df-08902cb566ea,segment=NetworkSegment(89891acd-fd82-4118-b100-e50c4e69b300),segment_id=89891acd-fd82-4118-b100-e50c4e69b300)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:54:04.825790 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:04.827690 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a6039c7-e211-4feb-9383-1a6250167dd1 tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] Made reservation on behalf of a9fa697a09d64ea9a346b119e95aefb0 for: {'port': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:54:04.832809 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3a6039c7-e211-4feb-9383-1a6250167dd1 tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:04.836898 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a894b959-5bda-4f83-92e9-a195e78b370a req-a73cc91f-fd3a-4c16-a0e5-cdc242faf021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:04.838438 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a894b959-5bda-4f83-92e9-a195e78b370a req-a73cc91f-fd3a-4c16-a0e5-cdc242faf021 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fdcadcc4-b6d0-4be3-9284-8f7eda9af8ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1130445 Nov 19 17:54:04.854132 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5dea26-9c81-4a61-837b-388b951284f9 req-0e1cac7f-bb00-418c-bcd1-d9958a3243b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:04.855616 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8e5dea26-9c81-4a61-837b-388b951284f9 req-0e1cac7f-bb00-418c-bcd1-d9958a3243b4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=83e29886-835d-4a88-8dbb-b5f419c8c70c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0813415 Nov 19 17:54:04.860015 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [None req-3a6039c7-e211-4feb-9383-1a6250167dd1 tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] device_id is not set on port 0a9129a5-5dfb-4f2e-9a0a-04e3f15c19ad yet. {{(pid=103364) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 17:54:04.892097 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=45220d92-f0d2-47a3-b6df-08902cb566ea,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:04.976267 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-43d6b33d-cec2-47d7-8bca-b8f5f397be2a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:04.999544 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-43d6b33d-cec2-47d7-8bca-b8f5f397be2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:05.012023 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [None req-3a6039c7-e211-4feb-9383-1a6250167dd1 tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] Allocated IP 172.20.0.9 (d5858c3e-552f-4cb3-b8e5-a601ce356d63/53435765-4ab7-4907-87be-b4da91b17347/0a9129a5-5dfb-4f2e-9a0a-04e3f15c19ad) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:54:05.087130 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-43d6b33d-cec2-47d7-8bca-b8f5f397be2a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=789e6927e1774e4cb2b4288075f512da&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5792706 Nov 19 17:54:05.091390 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 36510) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:54:05.104210 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d6b33d-cec2-47d7-8bca-b8f5f397be2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=378d344a-0857-42dc-8932-2ac0d3e2b67e,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:05.140421 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3facb858-7a6d-496a-80b7-5a10c0c04d00 req-b6ad0875-5140-41e4-a6b7-fbe1eb83f0c4 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:05.141993 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3facb858-7a6d-496a-80b7-5a10c0c04d00 req-b6ad0875-5140-41e4-a6b7-fbe1eb83f0c4 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/ports?device_id=a89b8884-8597-49ea-bc0c-04a8b97f235f HTTP/1.1" status: 200 len: 944 time: 0.2446520 Nov 19 17:54:05.186364 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:05.190128 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a894b959-5bda-4f83-92e9-a195e78b370a req-21377f29-269b-4d71-9761-c988e451b927 service neutron] 10.222.0.60 "GET /v2.0/networks/fdcadcc4-b6d0-4be3-9284-8f7eda9af8ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3409257 Nov 19 17:54:05.192313 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8e5dea26-9c81-4a61-837b-388b951284f9 req-92b7e47e-6c9f-4a9a-88c5-07f20c983bd2 service neutron] 10.222.0.60 "GET /v2.0/networks/83e29886-835d-4a88-8dbb-b5f419c8c70c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3192751 Nov 19 17:54:05.195848 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['45220d92-f0d2-47a3-b6df-08902cb566ea'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:54:05.247055 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3a6039c7-e211-4feb-9383-1a6250167dd1 tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:05.265803 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4091dd2e-fb21-4944-91e2-60ddc70ec8e3 req-23f3ff22-eebc-4b25-a980-8b64b8a8d70b tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:05.267511 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-4091dd2e-fb21-4944-91e2-60ddc70ec8e3 req-23f3ff22-eebc-4b25-a980-8b64b8a8d70b tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/ports?device_id=19a4af58-8f1f-46c0-b13d-59abb7b40678 HTTP/1.1" status: 200 len: 944 time: 0.0944295 Nov 19 17:54:05.341169 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-4091dd2e-fb21-4944-91e2-60ddc70ec8e3 req-20a6d33e-50cb-4368-be72-a5ba674f9ed5 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/security-groups?id=af9eedbc-4dba-4487-bbd4-6a5c45518ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667255 Nov 19 17:54:05.343248 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3a6039c7-e211-4feb-9383-1a6250167dd1 tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:05.397515 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a6039c7-e211-4feb-9383-1a6250167dd1 tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] Network d5858c3e-552f-4cb3-b8e5-a601ce356d63 is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:54:05.400719 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-3a6039c7-e211-4feb-9383-1a6250167dd1 tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:54:05.405569 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a6039c7-e211-4feb-9383-1a6250167dd1 tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:54:05.411127 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d5fef8a4-1cf1-4356-bf81-0e7f25cdeb7c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:05.436105 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6039c7-e211-4feb-9383-1a6250167dd1 tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] Pushing event updated for resources: {'Port': ['ID=0a9129a5-5dfb-4f2e-9a0a-04e3f15c19ad,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:05.462891 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3facb858-7a6d-496a-80b7-5a10c0c04d00 req-833b07c2-e931-46f7-aad2-0daee4bcf346 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/security-groups?id=30887d2c-2c06-4a04-8ed7-1cc9b0391ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2811472 Nov 19 17:54:05.477836 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a6039c7-e211-4feb-9383-1a6250167dd1 tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:05.479466 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3a6039c7-e211-4feb-9383-1a6250167dd1 tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:05.503435 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-3a6039c7-e211-4feb-9383-1a6250167dd1 tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.8698778 Nov 19 17:54:05.507084 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d5fef8a4-1cf1-4356-bf81-0e7f25cdeb7c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:05.507732 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 36514) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:54:05.512917 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-16c39437-9033-47e0-8cce-57e4269a496b tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] Request body: {'port': {'network_id': 'd5858c3e-552f-4cb3-b8e5-a601ce356d63', 'name': 'tempest-AllowedAddressPairTestJSON-1199992862'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:54:05.595703 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a894b959-5bda-4f83-92e9-a195e78b370a req-18910952-1084-4a01-8214-b7d72e40a7ef service neutron] 10.222.0.60 "GET /v2.0/networks/fdcadcc4-b6d0-4be3-9284-8f7eda9af8ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3814282 Nov 19 17:54:05.601922 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8e5dea26-9c81-4a61-837b-388b951284f9 req-5af2accf-6f75-4be2-8bf5-12ca4cc0d71b service neutron] 10.222.0.60 "GET /v2.0/networks/83e29886-835d-4a88-8dbb-b5f419c8c70c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3924448 Nov 19 17:54:05.631094 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d5fef8a4-1cf1-4356-bf81-0e7f25cdeb7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:05.639137 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d5fef8a4-1cf1-4356-bf81-0e7f25cdeb7c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:05.640689 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-d5fef8a4-1cf1-4356-bf81-0e7f25cdeb7c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/378d344a-0857-42dc-8932-2ac0d3e2b67e HTTP/1.1" status: 204 len: 168 time: 0.5466890 Nov 19 17:54:05.663933 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16c39437-9033-47e0-8cce-57e4269a496b tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] Made reservation on behalf of a9fa697a09d64ea9a346b119e95aefb0 for: {'port': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:54:05.668230 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-16c39437-9033-47e0-8cce-57e4269a496b tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:05.687502 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [None req-16c39437-9033-47e0-8cce-57e4269a496b tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] device_id is not set on port dab020db-7f54-40a6-b25a-bc2bdb90b46d yet. {{(pid=103364) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 17:54:05.693272 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fef8a4-1cf1-4356-bf81-0e7f25cdeb7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=378d344a-0857-42dc-8932-2ac0d3e2b67e,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:05.792354 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2b5e9b-6f08-45a4-8f47-4c409f6ad862 req-4d12ab08-6620-4760-987d-96e5f3d0f953 tempest-ServersTestFqdnHostnames-843140581 tempest-ServersTestFqdnHostnames-843140581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:05.794557 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0b2b5e9b-6f08-45a4-8f47-4c409f6ad862 req-4d12ab08-6620-4760-987d-96e5f3d0f953 tempest-ServersTestFqdnHostnames-843140581 tempest-ServersTestFqdnHostnames-843140581-project] 10.222.0.54 "GET /v2.0/ports?device_id=a286576d-1872-4d70-be3c-7ce7a93ff71b HTTP/1.1" status: 200 len: 944 time: 0.1122050 Nov 19 17:54:05.830478 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [None req-16c39437-9033-47e0-8cce-57e4269a496b tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] Allocated IP 172.20.0.12 (d5858c3e-552f-4cb3-b8e5-a601ce356d63/53435765-4ab7-4907-87be-b4da91b17347/dab020db-7f54-40a6-b25a-bc2bdb90b46d) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:54:05.853756 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-f78b3e45-833a-483c-a22a-d0d36bd7966d None None] Provisioning complete for port 0a9129a5-5dfb-4f2e-9a0a-04e3f15c19ad triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:54:05.854383 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f78b3e45-833a-483c-a22a-d0d36bd7966d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:05.863941 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0b2b5e9b-6f08-45a4-8f47-4c409f6ad862 req-5ef4919f-6101-472c-912b-847638a53228 tempest-ServersTestFqdnHostnames-843140581 tempest-ServersTestFqdnHostnames-843140581-project] 10.222.0.54 "GET /v2.0/security-groups?id=b5a8c8f3-45f5-4cb0-9829-55e94a7ad701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586905 Nov 19 17:54:05.932896 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-f78b3e45-833a-483c-a22a-d0d36bd7966d None None] Port 0a9129a5-5dfb-4f2e-9a0a-04e3f15c19ad cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:54:06.086179 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-16c39437-9033-47e0-8cce-57e4269a496b tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:06.134846 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-16c39437-9033-47e0-8cce-57e4269a496b tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:06.203935 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16c39437-9033-47e0-8cce-57e4269a496b tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] Network d5858c3e-552f-4cb3-b8e5-a601ce356d63 is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:54:06.208450 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-16c39437-9033-47e0-8cce-57e4269a496b tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:54:06.214721 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c39437-9033-47e0-8cce-57e4269a496b tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:54:06.220147 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c39437-9033-47e0-8cce-57e4269a496b tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] Pushing event updated for resources: {'Port': ['ID=dab020db-7f54-40a6-b25a-bc2bdb90b46d,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:06.323109 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16c39437-9033-47e0-8cce-57e4269a496b tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:06.323877 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-16c39437-9033-47e0-8cce-57e4269a496b tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:06.348508 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-16c39437-9033-47e0-8cce-57e4269a496b tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8365223 Nov 19 17:54:06.348983 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 36542) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:54:06.358666 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-c51810fb-d1c3-434a-8283-29e3d91aee54 tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:06:09:f8'}, {'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:fb:96:f4'}]}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:54:06.448195 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 8ad0607c-a9ec-4038-802e-1fe316e3855b details requested by agent hyperv_n-h1-818022-2 with host n-h1-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 17:54:06.467849 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 45220d92-f0d2-47a3-b6df-08902cb566ea up at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:54:06.797435 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a64bad-ae6b-4310-b427-6683927257f0 req-bddfde3a-fbde-42b6-8b9f-f640238afcbe tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:06.799188 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-47a64bad-ae6b-4310-b427-6683927257f0 req-bddfde3a-fbde-42b6-8b9f-f640238afcbe tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/ports?device_id=19a4af58-8f1f-46c0-b13d-59abb7b40678 HTTP/1.1" status: 200 len: 944 time: 0.2382622 Nov 19 17:54:06.837790 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-37d87e0a-5047-4e69-a6e5-78763913b451 None None] Provisioning complete for port dab020db-7f54-40a6-b25a-bc2bdb90b46d triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:54:06.838207 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-37d87e0a-5047-4e69-a6e5-78763913b451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:06.848944 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d60dc0-8536-4b5b-ae19-9aa7d789a1be req-8aa86131-c08b-4037-882b-eda1e2b90f0f tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:06.867083 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-43d60dc0-8536-4b5b-ae19-9aa7d789a1be req-8aa86131-c08b-4037-882b-eda1e2b90f0f tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/ports?device_id=a89b8884-8597-49ea-bc0c-04a8b97f235f HTTP/1.1" status: 200 len: 944 time: 0.2113550 Nov 19 17:54:06.921106 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-37d87e0a-5047-4e69-a6e5-78763913b451 None None] Port dab020db-7f54-40a6-b25a-bc2bdb90b46d cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:54:06.924165 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning for port 45220d92-f0d2-47a3-b6df-08902cb566ea completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 17:54:06.936755 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning complete for port 45220d92-f0d2-47a3-b6df-08902cb566ea triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:54:06.937200 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:06.985096 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c51810fb-d1c3-434a-8283-29e3d91aee54 tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:07.010268 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-47a64bad-ae6b-4310-b427-6683927257f0 req-316237af-f6bc-49d5-9db3-570385514fa5 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/security-groups?id=af9eedbc-4dba-4487-bbd4-6a5c45518ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1902359 Nov 19 17:54:07.039809 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-43d60dc0-8536-4b5b-ae19-9aa7d789a1be req-d8c558f5-4446-4200-9009-97abfa825a57 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/security-groups?id=30887d2c-2c06-4a04-8ed7-1cc9b0391ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702881 Nov 19 17:54:07.134228 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 8ad0607c-a9ec-4038-802e-1fe316e3855b, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=8ad0607c-a9ec-4038-802e-1fe316e3855b,segment=NetworkSegment(f0733011-e02b-453d-8d2a-92029d4a78a9),segment_id=f0733011-e02b-453d-8d2a-92029d4a78a9)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:54:07.199078 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Returning: {'device': '8ad0607c-a9ec-4038-802e-1fe316e3855b', 'network_id': '83e29886-835d-4a88-8dbb-b5f419c8c70c', 'port_id': '8ad0607c-a9ec-4038-802e-1fe316e3855b', 'mac_address': 'fa:16:3e:ba:26:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 680, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f038d3e4-cc95-4dc5-a466-577e5f1c9aa8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 17:54:07.359161 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c51810fb-d1c3-434a-8283-29e3d91aee54 tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] Publish callbacks [] for port, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:07.382862 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:07.386359 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c51810fb-d1c3-434a-8283-29e3d91aee54 tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:07.464284 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a89b8884-8597-49ea-bc0c-04a8b97f235f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45220d92-f0d2-47a3-b6df-08902cb566ea'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:54:07.469298 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3940761bcd94e032e6960d2241bd8993c5d3a7d8dc2aca8488f3ecf1d4dd2fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e55cad1a-7820-4945-86fa-258617f49d4a" -d '{"events": [{"server_uuid": "a89b8884-8597-49ea-bc0c-04a8b97f235f", "name": "network-vif-plugged", "status": "completed", "tag": "45220d92-f0d2-47a3-b6df-08902cb566ea"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:54:07.531354 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:07.539033 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 45220d92-f0d2-47a3-b6df-08902cb566ea, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=45220d92-f0d2-47a3-b6df-08902cb566ea,segment=NetworkSegment(89891acd-fd82-4118-b100-e50c4e69b300),segment_id=89891acd-fd82-4118-b100-e50c4e69b300)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:54:07.540949 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-c51810fb-d1c3-434a-8283-29e3d91aee54 tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] In _notify_port_updated(), no bound segment for port dab020db-7f54-40a6-b25a-bc2bdb90b46d on network d5858c3e-552f-4cb3-b8e5-a601ce356d63 {{(pid=103365) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 19 17:54:07.553375 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c51810fb-d1c3-434a-8283-29e3d91aee54 tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:07.554046 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c51810fb-d1c3-434a-8283-29e3d91aee54 tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:07.558163 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-c51810fb-d1c3-434a-8283-29e3d91aee54 tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] 10.222.0.54 "PUT /v2.0/ports/dab020db-7f54-40a6-b25a-bc2bdb90b46d HTTP/1.1" status: 200 len: 1056 time: 1.2051797 Nov 19 17:54:07.559273 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 36580) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:54:07.597739 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:07.628108 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ad0607c-a9ec-4038-802e-1fe316e3855b {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:54:07.671763 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51810fb-d1c3-434a-8283-29e3d91aee54 tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] Pushing event updated for resources: {'Port': ['ID=dab020db-7f54-40a6-b25a-bc2bdb90b46d,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:07.721194 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7ce732-eb77-45c0-8cba-e43f63a51d9f req-d361b22a-5c2a-4f53-b066-be61f2a9b86e tempest-ServersTestFqdnHostnames-843140581 tempest-ServersTestFqdnHostnames-843140581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:07.723513 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2b7ce732-eb77-45c0-8cba-e43f63a51d9f req-d361b22a-5c2a-4f53-b066-be61f2a9b86e tempest-ServersTestFqdnHostnames-843140581 tempest-ServersTestFqdnHostnames-843140581-project] 10.222.0.54 "GET /v2.0/ports?device_id=a286576d-1872-4d70-be3c-7ce7a93ff71b HTTP/1.1" status: 200 len: 944 time: 0.3610840 Nov 19 17:54:07.883628 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2b7ce732-eb77-45c0-8cba-e43f63a51d9f req-8527d60d-ebbd-462b-bdee-99b8aa8fe3c0 tempest-ServersTestFqdnHostnames-843140581 tempest-ServersTestFqdnHostnames-843140581-project] 10.222.0.54 "GET /v2.0/security-groups?id=b5a8c8f3-45f5-4cb0-9829-55e94a7ad701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1468172 Nov 19 17:54:07.892348 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-116d35f7-6aa4-4b67-8e96-08820b56e0ac tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] Deleting port dab020db-7f54-40a6-b25a-bc2bdb90b46d {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:54:07.893414 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-116d35f7-6aa4-4b67-8e96-08820b56e0ac tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:08.053477 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:54:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04a45c11-7995-4c2b-b2e3-9e439f7b1a43 x-openstack-request-id: req-04a45c11-7995-4c2b-b2e3-9e439f7b1a43 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:54:08.054006 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a89b8884-8597-49ea-bc0c-04a8b97f235f", "name": "network-vif-plugged", "status": "completed", "tag": "45220d92-f0d2-47a3-b6df-08902cb566ea", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:54:08.054111 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-04a45c11-7995-4c2b-b2e3-9e439f7b1a43 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:54:08.055193 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a89b8884-8597-49ea-bc0c-04a8b97f235f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45220d92-f0d2-47a3-b6df-08902cb566ea', 'code': 200} Nov 19 17:54:08.080782 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-116d35f7-6aa4-4b67-8e96-08820b56e0ac tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:08.085246 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=45220d92-f0d2-47a3-b6df-08902cb566ea,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:08.107472 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 8ad0607c-a9ec-4038-802e-1fe316e3855b, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=8ad0607c-a9ec-4038-802e-1fe316e3855b,segment=NetworkSegment(f0733011-e02b-453d-8d2a-92029d4a78a9),segment_id=f0733011-e02b-453d-8d2a-92029d4a78a9)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:54:08.116777 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:08.122750 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-d1bb9e00-9e55-48fb-8fcd-6e6743d6470c None None] Provisioning complete for port dab020db-7f54-40a6-b25a-bc2bdb90b46d triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:54:08.123934 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d1bb9e00-9e55-48fb-8fcd-6e6743d6470c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:08.150852 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-116d35f7-6aa4-4b67-8e96-08820b56e0ac tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] Calling delete_port for dab020db-7f54-40a6-b25a-bc2bdb90b46d owned by {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:54:08.197009 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-d1bb9e00-9e55-48fb-8fcd-6e6743d6470c None None] Port dab020db-7f54-40a6-b25a-bc2bdb90b46d cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:54:08.205620 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=8ad0607c-a9ec-4038-802e-1fe316e3855b,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:08.387455 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a303d8d-fea1-4aa8-9205-b121e76210a8 req-0c448e00-4474-45f4-bbd5-30321a774200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:08.388955 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4a303d8d-fea1-4aa8-9205-b121e76210a8 req-0c448e00-4474-45f4-bbd5-30321a774200 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a89b8884-8597-49ea-bc0c-04a8b97f235f HTTP/1.1" status: 200 len: 1096 time: 0.2108238 Nov 19 17:54:08.435827 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ab0348-8e8a-4ac8-a926-aa787eb659d5 req-957cc153-e114-4a7a-9db0-e22b9174b1a4 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:08.449154 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-58ab0348-8e8a-4ac8-a926-aa787eb659d5 req-957cc153-e114-4a7a-9db0-e22b9174b1a4 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/ports?device_id=19a4af58-8f1f-46c0-b13d-59abb7b40678 HTTP/1.1" status: 200 len: 944 time: 0.1773398 Nov 19 17:54:08.479080 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['8ad0607c-a9ec-4038-802e-1fe316e3855b'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:54:08.493445 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35114248-c499-4a87-8b99-badd1a1592c3 req-32854bd2-d45d-4811-95bd-127c353840cb tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:08.495064 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-35114248-c499-4a87-8b99-badd1a1592c3 req-32854bd2-d45d-4811-95bd-127c353840cb tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/ports?device_id=a89b8884-8597-49ea-bc0c-04a8b97f235f HTTP/1.1" status: 200 len: 945 time: 0.1201580 Nov 19 17:54:08.495933 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-116d35f7-6aa4-4b67-8e96-08820b56e0ac tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:08.561474 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-58ab0348-8e8a-4ac8-a926-aa787eb659d5 req-b9779205-b6cd-420f-8ecf-9f43dbba889c tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/security-groups?id=af9eedbc-4dba-4487-bbd4-6a5c45518ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1114230 Nov 19 17:54:08.573184 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116d35f7-6aa4-4b67-8e96-08820b56e0ac tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] Pushing event deleted for resources: {'Port': ['ID=dab020db-7f54-40a6-b25a-bc2bdb90b46d,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:08.788701 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-35114248-c499-4a87-8b99-badd1a1592c3 req-eb4d05e7-0afb-49b6-a650-a618e557106e tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/security-groups?id=30887d2c-2c06-4a04-8ed7-1cc9b0391ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2710021 Nov 19 17:54:09.234562 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-116d35f7-6aa4-4b67-8e96-08820b56e0ac tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:09.247365 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-116d35f7-6aa4-4b67-8e96-08820b56e0ac tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] 10.222.0.54 "DELETE /v2.0/ports/dab020db-7f54-40a6-b25a-bc2bdb90b46d HTTP/1.1" status: 204 len: 168 time: 1.6877213 Nov 19 17:54:09.251606 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 36642) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:54:09.314948 n-d-818022-2 neutron-server[103364]: INFO neutron.pecan_wsgi.hooks.translation [None req-136bdcfd-cb9c-408d-9f34-ce09adb052b5 tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] GET failed (client error): The resource could not be found. Nov 19 17:54:09.322018 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-136bdcfd-cb9c-408d-9f34-ce09adb052b5 tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] 10.222.0.54 "GET /v2.0/ports/dab020db-7f54-40a6-b25a-bc2bdb90b46d HTTP/1.1" status: 404 len: 333 time: 0.0691249 Nov 19 17:54:09.326556 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 36646) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:54:09.343155 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4a303d8d-fea1-4aa8-9205-b121e76210a8 req-1049eed0-7577-4a27-bba1-d891d87ff0e5 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=30887d2c-2c06-4a04-8ed7-1cc9b0391ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467185 Nov 19 17:54:09.371339 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eb68ab-691f-4676-991c-b1581e9309d1 req-76c6fda1-06c7-4d71-ba7c-9c3471d8dc5a tempest-ServersTestFqdnHostnames-843140581 tempest-ServersTestFqdnHostnames-843140581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:09.382277 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b2eb68ab-691f-4676-991c-b1581e9309d1 req-76c6fda1-06c7-4d71-ba7c-9c3471d8dc5a tempest-ServersTestFqdnHostnames-843140581 tempest-ServersTestFqdnHostnames-843140581-project] 10.222.0.54 "GET /v2.0/ports?device_id=a286576d-1872-4d70-be3c-7ce7a93ff71b HTTP/1.1" status: 200 len: 945 time: 0.2492647 Nov 19 17:54:09.492216 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b2eb68ab-691f-4676-991c-b1581e9309d1 req-cffd00d6-e9b8-41e1-b7a4-fb20edd84b2e tempest-ServersTestFqdnHostnames-843140581 tempest-ServersTestFqdnHostnames-843140581-project] 10.222.0.54 "GET /v2.0/security-groups?id=b5a8c8f3-45f5-4cb0-9829-55e94a7ad701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085930 Nov 19 17:54:09.562650 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-1e6393af-3b8c-4943-8d01-7444d9126634 tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] Deleting port 0a9129a5-5dfb-4f2e-9a0a-04e3f15c19ad {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:54:09.564649 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1e6393af-3b8c-4943-8d01-7444d9126634 tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:09.736296 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1e6393af-3b8c-4943-8d01-7444d9126634 tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:09.752979 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-1e6393af-3b8c-4943-8d01-7444d9126634 tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] Calling delete_port for 0a9129a5-5dfb-4f2e-9a0a-04e3f15c19ad owned by {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:54:09.884991 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e1b31a-e496-4287-ad1d-4e90565e0100 req-cfafab72-b06e-4cd3-92bd-143a5ad70097 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:09.886713 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-35e1b31a-e496-4287-ad1d-4e90565e0100 req-cfafab72-b06e-4cd3-92bd-143a5ad70097 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/ports?device_id=19a4af58-8f1f-46c0-b13d-59abb7b40678 HTTP/1.1" status: 200 len: 944 time: 0.0850568 Nov 19 17:54:09.969271 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f43e7d-493f-4965-b87a-2bb7a46ca786 req-5aa7410c-304f-4986-bad0-ab3a70c18b4f tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:09.983310 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d6f43e7d-493f-4965-b87a-2bb7a46ca786 req-5aa7410c-304f-4986-bad0-ab3a70c18b4f tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/ports?device_id=a89b8884-8597-49ea-bc0c-04a8b97f235f HTTP/1.1" status: 200 len: 945 time: 0.0836375 Nov 19 17:54:09.987280 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-35e1b31a-e496-4287-ad1d-4e90565e0100 req-9850d35a-4493-44a9-977f-c3b8c80cf423 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/security-groups?id=af9eedbc-4dba-4487-bbd4-6a5c45518ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908067 Nov 19 17:54:10.060573 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1e6393af-3b8c-4943-8d01-7444d9126634 tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:10.151200 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d6f43e7d-493f-4965-b87a-2bb7a46ca786 req-858d8c7e-dcb2-4088-842d-a76bd45e5294 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/security-groups?id=30887d2c-2c06-4a04-8ed7-1cc9b0391ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654885 Nov 19 17:54:10.220369 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6393af-3b8c-4943-8d01-7444d9126634 tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] Pushing event deleted for resources: {'Port': ['ID=0a9129a5-5dfb-4f2e-9a0a-04e3f15c19ad,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:10.335720 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1e6393af-3b8c-4943-8d01-7444d9126634 tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:10.346482 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-1e6393af-3b8c-4943-8d01-7444d9126634 tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] 10.222.0.54 "DELETE /v2.0/ports/0a9129a5-5dfb-4f2e-9a0a-04e3f15c19ad HTTP/1.1" status: 204 len: 168 time: 1.0182521 Nov 19 17:54:10.348949 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 36700) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:54:10.438411 n-d-818022-2 neutron-server[103364]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1385423-9c33-447e-a9b1-558255a4b966 tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] GET failed (client error): The resource could not be found. Nov 19 17:54:10.443070 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-c1385423-9c33-447e-a9b1-558255a4b966 tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] 10.222.0.54 "GET /v2.0/ports/0a9129a5-5dfb-4f2e-9a0a-04e3f15c19ad HTTP/1.1" status: 404 len: 333 time: 0.0924604 Nov 19 17:54:10.446652 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 36704) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:54:10.463829 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 8ad0607c-a9ec-4038-802e-1fe316e3855b up at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:54:10.563948 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning for port 8ad0607c-a9ec-4038-802e-1fe316e3855b completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 17:54:10.575056 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning complete for port 8ad0607c-a9ec-4038-802e-1fe316e3855b triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:54:10.575773 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:10.726252 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:10.732909 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-25a2bcd6-0bdf-426e-8ade-d46b04c6493d tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] Deleting port 698990bb-f176-4464-b1cb-3ad2ccee6c8a {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:54:10.734681 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-25a2bcd6-0bdf-426e-8ade-d46b04c6493d tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:10.759259 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a286576d-1872-4d70-be3c-7ce7a93ff71b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ad0607c-a9ec-4038-802e-1fe316e3855b'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:54:10.761633 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3940761bcd94e032e6960d2241bd8993c5d3a7d8dc2aca8488f3ecf1d4dd2fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-765ba83a-c31c-459b-9bf4-ab10a947b23b" -d '{"events": [{"server_uuid": "a286576d-1872-4d70-be3c-7ce7a93ff71b", "name": "network-vif-plugged", "status": "completed", "tag": "8ad0607c-a9ec-4038-802e-1fe316e3855b"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:54:10.780167 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 8ad0607c-a9ec-4038-802e-1fe316e3855b, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=8ad0607c-a9ec-4038-802e-1fe316e3855b,segment=NetworkSegment(f0733011-e02b-453d-8d2a-92029d4a78a9),segment_id=f0733011-e02b-453d-8d2a-92029d4a78a9)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:54:10.787524 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:10.886849 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=8ad0607c-a9ec-4038-802e-1fe316e3855b,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:10.894493 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-25a2bcd6-0bdf-426e-8ade-d46b04c6493d tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:10.915839 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-25a2bcd6-0bdf-426e-8ade-d46b04c6493d tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] Calling delete_port for 698990bb-f176-4464-b1cb-3ad2ccee6c8a owned by {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:54:11.126859 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-25a2bcd6-0bdf-426e-8ade-d46b04c6493d tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:11.178357 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a2bcd6-0bdf-426e-8ade-d46b04c6493d tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] Pushing event deleted for resources: {'Port': ['ID=698990bb-f176-4464-b1cb-3ad2ccee6c8a,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:11.303604 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-25a2bcd6-0bdf-426e-8ade-d46b04c6493d tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:11.307946 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-25a2bcd6-0bdf-426e-8ade-d46b04c6493d tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] 10.222.0.54 "DELETE /v2.0/ports/698990bb-f176-4464-b1cb-3ad2ccee6c8a HTTP/1.1" status: 204 len: 168 time: 0.8598897 Nov 19 17:54:11.311341 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 36754) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:54:11.426530 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_v2 [None req-89c44772-f2c8-483a-9c84-4badcd421288 tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] Deleting subnet 53435765-4ab7-4907-87be-b4da91b17347 {{(pid=103365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 17:54:11.432230 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-89c44772-f2c8-483a-9c84-4badcd421288 tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] Publish callbacks [] for subnet, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:11.561120 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-89c44772-f2c8-483a-9c84-4badcd421288 tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12546453'] for subnet, precommit_delete_associations {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:11.702028 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-89c44772-f2c8-483a-9c84-4badcd421288 tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:11.787264 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-89c44772-f2c8-483a-9c84-4badcd421288 tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12282919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8731163'] for subnet, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:11.842363 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c44772-f2c8-483a-9c84-4badcd421288 tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] Pushing event deleted for resources: {'Subnet': ['ID=53435765-4ab7-4907-87be-b4da91b17347,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:11.844432 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-89c44772-f2c8-483a-9c84-4badcd421288 tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:11.848474 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-89c44772-f2c8-483a-9c84-4badcd421288 tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] 10.222.0.54 "DELETE /v2.0/subnets/53435765-4ab7-4907-87be-b4da91b17347 HTTP/1.1" status: 204 len: 168 time: 0.5352974 Nov 19 17:54:11.851414 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 36778) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:54:11.860862 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0702ccd3-51e2-4cc4-acc6-4c85c015cfcb None None] Network d5858c3e-552f-4cb3-b8e5-a601ce356d63 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:54:12.081112 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-30350f91-d1bb-48da-b7c2-e39bd1c79d5d tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:12.273373 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-281fcd02-b5e0-4f57-9857-45ce80943937 None None] DHCP port deletion for d5858c3e-552f-4cb3-b8e5-a601ce356d63 request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 17:54:12.275681 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-30350f91-d1bb-48da-b7c2-e39bd1c79d5d tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] Deleting port c3589f1c-512f-4318-aaeb-67a5e6fde3af {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:54:12.276029 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-30350f91-d1bb-48da-b7c2-e39bd1c79d5d tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:12.411916 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-281fcd02-b5e0-4f57-9857-45ce80943937 None None] Deleting port c3589f1c-512f-4318-aaeb-67a5e6fde3af {{(pid=103366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:54:12.413134 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-281fcd02-b5e0-4f57-9857-45ce80943937 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:12.425094 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [None req-30350f91-d1bb-48da-b7c2-e39bd1c79d5d tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] For port c3589f1c-512f-4318-aaeb-67a5e6fde3af, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=c3589f1c-512f-4318-aaeb-67a5e6fde3af,segment=NetworkSegment(532f1060-3f24-4a26-a28b-5be0f145bd7f),segment_id=532f1060-3f24-4a26-a28b-5be0f145bd7f)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:54:12.425801 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-30350f91-d1bb-48da-b7c2-e39bd1c79d5d tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:12.452970 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-30350f91-d1bb-48da-b7c2-e39bd1c79d5d tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] Calling delete_port for c3589f1c-512f-4318-aaeb-67a5e6fde3af owned by network:dhcp {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:54:12.568385 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-30350f91-d1bb-48da-b7c2-e39bd1c79d5d tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:12.591955 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-281fcd02-b5e0-4f57-9857-45ce80943937 None None] For port c3589f1c-512f-4318-aaeb-67a5e6fde3af, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=c3589f1c-512f-4318-aaeb-67a5e6fde3af,segment=NetworkSegment(532f1060-3f24-4a26-a28b-5be0f145bd7f),segment_id=532f1060-3f24-4a26-a28b-5be0f145bd7f)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:54:12.591955 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-281fcd02-b5e0-4f57-9857-45ce80943937 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:12.657873 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-281fcd02-b5e0-4f57-9857-45ce80943937 None None] Calling delete_port for c3589f1c-512f-4318-aaeb-67a5e6fde3af owned by network:dhcp {{(pid=103366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:54:12.663734 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30350f91-d1bb-48da-b7c2-e39bd1c79d5d tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] No DVR routers for this DVR port c3589f1c-512f-4318-aaeb-67a5e6fde3af on host n-d-818022-2 {{(pid=103364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:54:12.665795 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30350f91-d1bb-48da-b7c2-e39bd1c79d5d tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] Pushing event deleted for resources: {'Port': ['ID=c3589f1c-512f-4318-aaeb-67a5e6fde3af,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:12.861426 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device c3589f1c-512f-4318-aaeb-67a5e6fde3af no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:54:12.883012 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-30350f91-d1bb-48da-b7c2-e39bd1c79d5d tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:12.937586 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: c3589f1c-512f-4318-aaeb-67a5e6fde3af {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:54:12.937889 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device c3589f1c-512f-4318-aaeb-67a5e6fde3af not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:54:12.951357 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-30350f91-d1bb-48da-b7c2-e39bd1c79d5d tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5858c3e-552f-4cb3-b8e5-a601ce356d63']}} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:54:12.957469 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-281fcd02-b5e0-4f57-9857-45ce80943937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007'] for port, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:12.990011 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-30350f91-d1bb-48da-b7c2-e39bd1c79d5d tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '532f1060-3f24-4a26-a28b-5be0f145bd7f') {'for_net_delete': True} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:54:12.990524 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-30350f91-d1bb-48da-b7c2-e39bd1c79d5d tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '532f1060-3f24-4a26-a28b-5be0f145bd7f') {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:54:13.006611 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-30350f91-d1bb-48da-b7c2-e39bd1c79d5d tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417396'] for segment, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:13.016755 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 36810) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:54:13.018914 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281fcd02-b5e0-4f57-9857-45ce80943937 None None] Pushing event deleted for resources: {'Port': ['ID=c3589f1c-512f-4318-aaeb-67a5e6fde3af,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:13.030858 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-281fcd02-b5e0-4f57-9857-45ce80943937 None None] No DVR routers for this DVR port c3589f1c-512f-4318-aaeb-67a5e6fde3af on host n-d-818022-2 {{(pid=103366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:54:13.058030 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-30350f91-d1bb-48da-b7c2-e39bd1c79d5d tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:13.076132 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30350f91-d1bb-48da-b7c2-e39bd1c79d5d tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] Releasing vlan 676 on physical network physnet1 to pool {{(pid=103364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 17:54:13.076542 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-30350f91-d1bb-48da-b7c2-e39bd1c79d5d tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12425183'] for segment, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:13.086975 n-d-818022-2 neutron-server[103364]: Traceback (most recent call last): Nov 19 17:54:13.086975 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 17:54:13.086975 n-d-818022-2 neutron-server[103364]: timer() Nov 19 17:54:13.086975 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 17:54:13.086975 n-d-818022-2 neutron-server[103364]: cb(*args, **kw) Nov 19 17:54:13.086975 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 17:54:13.086975 n-d-818022-2 neutron-server[103364]: return func(*args, **kwargs) Nov 19 17:54:13.086975 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 17:54:13.086975 n-d-818022-2 neutron-server[103364]: self._notify() Nov 19 17:54:13.086975 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 17:54:13.086975 n-d-818022-2 neutron-server[103364]: self.callback(batched_events) Nov 19 17:54:13.086975 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 17:54:13.086975 n-d-818022-2 neutron-server[103364]: event.method(event) Nov 19 17:54:13.086975 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 17:54:13.086975 n-d-818022-2 neutron-server[103364]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 17:54:13.086975 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 17:54:13.086975 n-d-818022-2 neutron-server[103364]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 17:54:13.086975 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 17:54:13.086975 n-d-818022-2 neutron-server[103364]: return f(self, *a, **k) Nov 19 17:54:13.086975 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 17:54:13.086975 n-d-818022-2 neutron-server[103364]: return self._get(url).json() Nov 19 17:54:13.086975 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 17:54:13.086975 n-d-818022-2 neutron-server[103364]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 17:54:13.086975 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 17:54:13.086975 n-d-818022-2 neutron-server[103364]: return self.request(url, 'GET', **kwargs) Nov 19 17:54:13.086975 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 17:54:13.086975 n-d-818022-2 neutron-server[103364]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 17:54:13.086975 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 17:54:13.086975 n-d-818022-2 neutron-server[103364]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 17:54:13.086975 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 17:54:13.086975 n-d-818022-2 neutron-server[103364]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 17:54:13.086975 n-d-818022-2 neutron-server[103364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 17:54:13.184008 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-30350f91-d1bb-48da-b7c2-e39bd1c79d5d tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671242'] for network, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:13.193431 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-30350f91-d1bb-48da-b7c2-e39bd1c79d5d tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] Publish callbacks [] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:13.198102 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-30350f91-d1bb-48da-b7c2-e39bd1c79d5d tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] 10.222.0.54 "DELETE /v2.0/networks/d5858c3e-552f-4cb3-b8e5-a601ce356d63 HTTP/1.1" status: 204 len: 168 time: 1.3449607 Nov 19 17:54:13.225309 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30350f91-d1bb-48da-b7c2-e39bd1c79d5d tempest-AllowedAddressPairTestJSON-1935719427 tempest-AllowedAddressPairTestJSON-1935719427-project] Pushing event deleted for resources: {'Network': ['ID=d5858c3e-552f-4cb3-b8e5-a601ce356d63,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:13.234927 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-62c29474-ce8e-42c7-8dc1-8e6b971ca0a7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:13.364947 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-62c29474-ce8e-42c7-8dc1-8e6b971ca0a7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:13.372883 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-62c29474-ce8e-42c7-8dc1-8e6b971ca0a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:13.418450 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-62c29474-ce8e-42c7-8dc1-8e6b971ca0a7 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=733e2fa1fecc4f5cbe04d69da7e00562&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3997071 Nov 19 17:54:13.419647 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c29474-ce8e-42c7-8dc1-8e6b971ca0a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fa76b8f-36a7-4f88-aa91-8e07f7bdf54d,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:13.420485 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 36818) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:54:13.481132 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-444ced87-7c9f-41b6-9d61-a671c34876b0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:13.510910 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-444ced87-7c9f-41b6-9d61-a671c34876b0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:13.564722 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-444ced87-7c9f-41b6-9d61-a671c34876b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:13.568834 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-444ced87-7c9f-41b6-9d61-a671c34876b0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:13.570120 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-444ced87-7c9f-41b6-9d61-a671c34876b0 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/7fa76b8f-36a7-4f88-aa91-8e07f7bdf54d HTTP/1.1" status: 204 len: 168 time: 0.1478319 Nov 19 17:54:13.585318 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 36824) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:54:13.586634 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444ced87-7c9f-41b6-9d61-a671c34876b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fa76b8f-36a7-4f88-aa91-8e07f7bdf54d,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:13.797822 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-cb263814-8807-4d62-a8e4-4c996cb0661a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=a9fa697a09d64ea9a346b119e95aefb0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2090209 Nov 19 17:54:13.798157 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 36832) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:54:13.886628 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-872d96ea-0f1d-4ab2-a5bd-420ab3422918 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:13.931219 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-872d96ea-0f1d-4ab2-a5bd-420ab3422918 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:14.004889 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-872d96ea-0f1d-4ab2-a5bd-420ab3422918 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:14.008836 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-872d96ea-0f1d-4ab2-a5bd-420ab3422918 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:14.010421 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-872d96ea-0f1d-4ab2-a5bd-420ab3422918 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/8f5f59cc-f495-427f-b66e-fc5b6ef59090 HTTP/1.1" status: 204 len: 168 time: 0.2111158 Nov 19 17:54:14.029101 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872d96ea-0f1d-4ab2-a5bd-420ab3422918 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f5f59cc-f495-427f-b66e-fc5b6ef59090,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:14.991924 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 36882) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:54:15.225131 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-8051ed44-5007-4152-b9ba-c8551f79d1bf tempest-ExtraDHCPOptionsTestJSON-1454847936 tempest-ExtraDHCPOptionsTestJSON-1454847936-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-649062366'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:54:15.251868 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8051ed44-5007-4152-b9ba-c8551f79d1bf tempest-ExtraDHCPOptionsTestJSON-1454847936 tempest-ExtraDHCPOptionsTestJSON-1454847936-project] Made reservation on behalf of 1275fa28652c4f50986d8b1967f3af65 for: {'network': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:54:15.256466 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8051ed44-5007-4152-b9ba-c8551f79d1bf tempest-ExtraDHCPOptionsTestJSON-1454847936 tempest-ExtraDHCPOptionsTestJSON-1454847936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:15.278626 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8051ed44-5007-4152-b9ba-c8551f79d1bf tempest-ExtraDHCPOptionsTestJSON-1454847936 tempest-ExtraDHCPOptionsTestJSON-1454847936-project] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:15.371026 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8051ed44-5007-4152-b9ba-c8551f79d1bf tempest-ExtraDHCPOptionsTestJSON-1454847936 tempest-ExtraDHCPOptionsTestJSON-1454847936-project] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:15.375673 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8051ed44-5007-4152-b9ba-c8551f79d1bf tempest-ExtraDHCPOptionsTestJSON-1454847936 tempest-ExtraDHCPOptionsTestJSON-1454847936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:15.403689 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8051ed44-5007-4152-b9ba-c8551f79d1bf tempest-ExtraDHCPOptionsTestJSON-1454847936 tempest-ExtraDHCPOptionsTestJSON-1454847936-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 660} {{(pid=103365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 17:54:15.414734 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8051ed44-5007-4152-b9ba-c8551f79d1bf tempest-ExtraDHCPOptionsTestJSON-1454847936 tempest-ExtraDHCPOptionsTestJSON-1454847936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=103705bf-e94d-41f1-b7ee-77078ce4e93d,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:15.420972 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8051ed44-5007-4152-b9ba-c8551f79d1bf tempest-ExtraDHCPOptionsTestJSON-1454847936 tempest-ExtraDHCPOptionsTestJSON-1454847936-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:15.421574 n-d-818022-2 neutron-server[103365]: INFO neutron.db.segments_db [None req-8051ed44-5007-4152-b9ba-c8551f79d1bf tempest-ExtraDHCPOptionsTestJSON-1454847936 tempest-ExtraDHCPOptionsTestJSON-1454847936-project] Added segment 978b100a-1fe3-45ae-a0fb-6c47a20a114a of type vlan for network 5de27ea6-34d3-40dd-b0ac-f5718f07dc72 Nov 19 17:54:15.467213 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8051ed44-5007-4152-b9ba-c8551f79d1bf tempest-ExtraDHCPOptionsTestJSON-1454847936 tempest-ExtraDHCPOptionsTestJSON-1454847936-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:15.499389 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8051ed44-5007-4152-b9ba-c8551f79d1bf tempest-ExtraDHCPOptionsTestJSON-1454847936 tempest-ExtraDHCPOptionsTestJSON-1454847936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:15.507432 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8051ed44-5007-4152-b9ba-c8551f79d1bf tempest-ExtraDHCPOptionsTestJSON-1454847936 tempest-ExtraDHCPOptionsTestJSON-1454847936-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:15.508183 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8051ed44-5007-4152-b9ba-c8551f79d1bf tempest-ExtraDHCPOptionsTestJSON-1454847936 tempest-ExtraDHCPOptionsTestJSON-1454847936-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:15.585209 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 36906) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:54:15.586129 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-8051ed44-5007-4152-b9ba-c8551f79d1bf tempest-ExtraDHCPOptionsTestJSON-1454847936 tempest-ExtraDHCPOptionsTestJSON-1454847936-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.5922031 Nov 19 17:54:15.592164 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-2642a359-d47f-471a-8225-df5227de5a3f tempest-ExtraDHCPOptionsTestJSON-1454847936 tempest-ExtraDHCPOptionsTestJSON-1454847936-project] Request body: {'subnet': {'network_id': '5de27ea6-34d3-40dd-b0ac-f5718f07dc72', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:54:15.596976 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8051ed44-5007-4152-b9ba-c8551f79d1bf tempest-ExtraDHCPOptionsTestJSON-1454847936 tempest-ExtraDHCPOptionsTestJSON-1454847936-project] Pushing event updated for resources: {'Network': ['ID=5de27ea6-34d3-40dd-b0ac-f5718f07dc72,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:15.610033 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network 5de27ea6-34d3-40dd-b0ac-f5718f07dc72 details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 17:54:15.719056 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2642a359-d47f-471a-8225-df5227de5a3f tempest-ExtraDHCPOptionsTestJSON-1454847936 tempest-ExtraDHCPOptionsTestJSON-1454847936-project] Made reservation on behalf of 1275fa28652c4f50986d8b1967f3af65 for: {'subnet': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:54:15.722791 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2642a359-d47f-471a-8225-df5227de5a3f tempest-ExtraDHCPOptionsTestJSON-1454847936 tempest-ExtraDHCPOptionsTestJSON-1454847936-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8983829'] for subnet, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:15.959976 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2642a359-d47f-471a-8225-df5227de5a3f tempest-ExtraDHCPOptionsTestJSON-1454847936 tempest-ExtraDHCPOptionsTestJSON-1454847936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12425078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8983815'] for subnet, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:16.031293 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2642a359-d47f-471a-8225-df5227de5a3f tempest-ExtraDHCPOptionsTestJSON-1454847936 tempest-ExtraDHCPOptionsTestJSON-1454847936-project] Pushing event updated for resources: {'Subnet': ['ID=76f3d081-5ae2-4a04-bc6b-9bbd5205c781,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:16.042316 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2642a359-d47f-471a-8225-df5227de5a3f tempest-ExtraDHCPOptionsTestJSON-1454847936 tempest-ExtraDHCPOptionsTestJSON-1454847936-project] Checking segment: {'id': '978b100a-1fe3-45ae-a0fb-6c47a20a114a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '5de27ea6-34d3-40dd-b0ac-f5718f07dc72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:54:16.042680 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2642a359-d47f-471a-8225-df5227de5a3f tempest-ExtraDHCPOptionsTestJSON-1454847936 tempest-ExtraDHCPOptionsTestJSON-1454847936-project] Network hostable DHCP agents. Network: 5de27ea6-34d3-40dd-b0ac-f5718f07dc72, hostable agents: ['02910ef2-0455-4aea-9f38-9a875579633f'], hosted agents: [] {{(pid=103364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 17:54:16.062289 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2642a359-d47f-471a-8225-df5227de5a3f tempest-ExtraDHCPOptionsTestJSON-1454847936 tempest-ExtraDHCPOptionsTestJSON-1454847936-project] Network 5de27ea6-34d3-40dd-b0ac-f5718f07dc72 is scheduled to be hosted by DHCP agent 02910ef2-0455-4aea-9f38-9a875579633f with binding_index 1 {{(pid=103364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 17:54:16.073419 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-2642a359-d47f-471a-8225-df5227de5a3f tempest-ExtraDHCPOptionsTestJSON-1454847936 tempest-ExtraDHCPOptionsTestJSON-1454847936-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818022-2, 5de27ea6-34d3-40dd-b0ac-f5718f07dc72) {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:54:16.078403 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2642a359-d47f-471a-8225-df5227de5a3f tempest-ExtraDHCPOptionsTestJSON-1454847936 tempest-ExtraDHCPOptionsTestJSON-1454847936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:16.079357 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2642a359-d47f-471a-8225-df5227de5a3f tempest-ExtraDHCPOptionsTestJSON-1454847936 tempest-ExtraDHCPOptionsTestJSON-1454847936-project] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:16.085303 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d458476-a5f0-4c46-b77b-8ab65102db76 None None] Network 5de27ea6-34d3-40dd-b0ac-f5718f07dc72 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:54:16.099632 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-2642a359-d47f-471a-8225-df5227de5a3f tempest-ExtraDHCPOptionsTestJSON-1454847936 tempest-ExtraDHCPOptionsTestJSON-1454847936-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5111146 Nov 19 17:54:16.101348 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 36962) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:54:16.106580 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-d81ec8d1-db96-4475-ab03-b539346744d9 tempest-ExtraDHCPOptionsTestJSON-1454847936 tempest-ExtraDHCPOptionsTestJSON-1454847936-project] Request body: {'port': {'network_id': '5de27ea6-34d3-40dd-b0ac-f5718f07dc72', 'name': 'tempest-ExtraDHCPOptionsTestJSON-908247299'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:54:16.264398 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d81ec8d1-db96-4475-ab03-b539346744d9 tempest-ExtraDHCPOptionsTestJSON-1454847936 tempest-ExtraDHCPOptionsTestJSON-1454847936-project] Made reservation on behalf of 1275fa28652c4f50986d8b1967f3af65 for: {'port': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:54:16.281381 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d81ec8d1-db96-4475-ab03-b539346744d9 tempest-ExtraDHCPOptionsTestJSON-1454847936 tempest-ExtraDHCPOptionsTestJSON-1454847936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:16.311106 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [None req-d81ec8d1-db96-4475-ab03-b539346744d9 tempest-ExtraDHCPOptionsTestJSON-1454847936 tempest-ExtraDHCPOptionsTestJSON-1454847936-project] device_id is not set on port ef5cfd07-ab5f-46a3-bdcb-6f76d8d2653d yet. {{(pid=103364) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 17:54:16.328231 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b14000bc-959f-42f5-b095-66f6e7b02518 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54f44f5f-1200-574e-8740-2141911d5b73-5de27ea6-34d3-40dd-b0ac-f5718f07dc72', 'network_id': '5de27ea6-34d3-40dd-b0ac-f5718f07dc72', 'tenant_id': '1275fa28652c4f50986d8b1967f3af65', 'fixed_ips': [{'subnet_id': '76f3d081-5ae2-4a04-bc6b-9bbd5205c781'}]}} from n-d-818022-2. {{(pid=103366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 17:54:16.329498 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b14000bc-959f-42f5-b095-66f6e7b02518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:16.450567 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [None req-d81ec8d1-db96-4475-ab03-b539346744d9 tempest-ExtraDHCPOptionsTestJSON-1454847936 tempest-ExtraDHCPOptionsTestJSON-1454847936-project] Allocated IP 172.20.0.10 (5de27ea6-34d3-40dd-b0ac-f5718f07dc72/76f3d081-5ae2-4a04-bc6b-9bbd5205c781/ef5cfd07-ab5f-46a3-bdcb-6f76d8d2653d) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:54:16.632077 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d81ec8d1-db96-4475-ab03-b539346744d9 tempest-ExtraDHCPOptionsTestJSON-1454847936 tempest-ExtraDHCPOptionsTestJSON-1454847936-project] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:16.679708 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d81ec8d1-db96-4475-ab03-b539346744d9 tempest-ExtraDHCPOptionsTestJSON-1454847936 tempest-ExtraDHCPOptionsTestJSON-1454847936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:16.741219 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d81ec8d1-db96-4475-ab03-b539346744d9 tempest-ExtraDHCPOptionsTestJSON-1454847936 tempest-ExtraDHCPOptionsTestJSON-1454847936-project] Network 5de27ea6-34d3-40dd-b0ac-f5718f07dc72 is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:54:16.745020 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-d81ec8d1-db96-4475-ab03-b539346744d9 tempest-ExtraDHCPOptionsTestJSON-1454847936 tempest-ExtraDHCPOptionsTestJSON-1454847936-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:54:16.751430 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d81ec8d1-db96-4475-ab03-b539346744d9 tempest-ExtraDHCPOptionsTestJSON-1454847936 tempest-ExtraDHCPOptionsTestJSON-1454847936-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:54:16.761373 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [None req-b14000bc-959f-42f5-b095-66f6e7b02518 None None] Allocated IP 172.20.0.2 (5de27ea6-34d3-40dd-b0ac-f5718f07dc72/76f3d081-5ae2-4a04-bc6b-9bbd5205c781/718f6bb8-fc2a-45fb-bb71-f0832882f5d0) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:54:16.790414 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81ec8d1-db96-4475-ab03-b539346744d9 tempest-ExtraDHCPOptionsTestJSON-1454847936 tempest-ExtraDHCPOptionsTestJSON-1454847936-project] Pushing event updated for resources: {'Port': ['ID=ef5cfd07-ab5f-46a3-bdcb-6f76d8d2653d,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:16.824498 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d81ec8d1-db96-4475-ab03-b539346744d9 tempest-ExtraDHCPOptionsTestJSON-1454847936 tempest-ExtraDHCPOptionsTestJSON-1454847936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:16.825113 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d81ec8d1-db96-4475-ab03-b539346744d9 tempest-ExtraDHCPOptionsTestJSON-1454847936 tempest-ExtraDHCPOptionsTestJSON-1454847936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:16.846436 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 37016) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:54:16.847233 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-d81ec8d1-db96-4475-ab03-b539346744d9 tempest-ExtraDHCPOptionsTestJSON-1454847936 tempest-ExtraDHCPOptionsTestJSON-1454847936-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 0.7440555 Nov 19 17:54:16.851713 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-3c103e36-df45-4291-a195-392505cb1ce5 tempest-ExtraDHCPOptionsTestJSON-1454847936 tempest-ExtraDHCPOptionsTestJSON-1454847936-project] Request body: {'port': {'network_id': '5de27ea6-34d3-40dd-b0ac-f5718f07dc72', 'name': 'tempest-ExtraDHCPOptionsTestJSON-574392561', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:54:16.852425 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.api.validators [None req-3c103e36-df45-4291-a195-392505cb1ce5 tempest-ExtraDHCPOptionsTestJSON-1454847936 tempest-ExtraDHCPOptionsTestJSON-1454847936-project] bootfile-name is not in valid_values {{(pid=103365) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 19 17:54:16.852970 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.api.validators [None req-3c103e36-df45-4291-a195-392505cb1ce5 tempest-ExtraDHCPOptionsTestJSON-1454847936 tempest-ExtraDHCPOptionsTestJSON-1454847936-project] tftp-server is not in valid_values {{(pid=103365) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 19 17:54:16.853297 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.api.validators [None req-3c103e36-df45-4291-a195-392505cb1ce5 tempest-ExtraDHCPOptionsTestJSON-1454847936 tempest-ExtraDHCPOptionsTestJSON-1454847936-project] server-ip-address is not in valid_values {{(pid=103365) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 19 17:54:16.993496 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b14000bc-959f-42f5-b095-66f6e7b02518 None None] Publish callbacks [] for port, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:17.002243 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b14000bc-959f-42f5-b095-66f6e7b02518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998'] for port, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:17.033651 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c103e36-df45-4291-a195-392505cb1ce5 tempest-ExtraDHCPOptionsTestJSON-1454847936 tempest-ExtraDHCPOptionsTestJSON-1454847936-project] Made reservation on behalf of 1275fa28652c4f50986d8b1967f3af65 for: {'port': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:54:17.040063 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3c103e36-df45-4291-a195-392505cb1ce5 tempest-ExtraDHCPOptionsTestJSON-1454847936 tempest-ExtraDHCPOptionsTestJSON-1454847936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:17.055127 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14000bc-959f-42f5-b095-66f6e7b02518 None None] Pushing event updated for resources: {'Port': ['ID=718f6bb8-fc2a-45fb-bb71-f0832882f5d0,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:17.086251 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [None req-3c103e36-df45-4291-a195-392505cb1ce5 tempest-ExtraDHCPOptionsTestJSON-1454847936 tempest-ExtraDHCPOptionsTestJSON-1454847936-project] device_id is not set on port 22461190-f73e-4ba4-a862-bc371f4ad8e7 yet. {{(pid=103365) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 17:54:17.097770 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14000bc-959f-42f5-b095-66f6e7b02518 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:54:17.104585 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14000bc-959f-42f5-b095-66f6e7b02518 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:54:17.104585 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14000bc-959f-42f5-b095-66f6e7b02518 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:54:17.106790 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14000bc-959f-42f5-b095-66f6e7b02518 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:54:17.107729 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14000bc-959f-42f5-b095-66f6e7b02518 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:54:17.108244 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14000bc-959f-42f5-b095-66f6e7b02518 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:54:17.108874 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14000bc-959f-42f5-b095-66f6e7b02518 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:54:17.114256 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14000bc-959f-42f5-b095-66f6e7b02518 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:54:17.114256 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14000bc-959f-42f5-b095-66f6e7b02518 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:54:17.114256 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14000bc-959f-42f5-b095-66f6e7b02518 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:54:17.114256 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14000bc-959f-42f5-b095-66f6e7b02518 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:54:17.114256 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14000bc-959f-42f5-b095-66f6e7b02518 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:54:17.122083 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b14000bc-959f-42f5-b095-66f6e7b02518 None None] Network 5de27ea6-34d3-40dd-b0ac-f5718f07dc72 is already hosted by enough agents. {{(pid=103366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:54:17.130170 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [None req-b14000bc-959f-42f5-b095-66f6e7b02518 None None] Resources bound (agent type, host, resource id): {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:54:17.137991 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b14000bc-959f-42f5-b095-66f6e7b02518 None None] Received port after_create {{(pid=103366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:54:17.227201 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-b14000bc-959f-42f5-b095-66f6e7b02518 None None] Attempting to bind port 718f6bb8-fc2a-45fb-bb71-f0832882f5d0 on host n-d-818022-2 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:54:17.231932 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-b14000bc-959f-42f5-b095-66f6e7b02518 None None] Attempting to bind port 718f6bb8-fc2a-45fb-bb71-f0832882f5d0 by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': '978b100a-1fe3-45ae-a0fb-6c47a20a114a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '5de27ea6-34d3-40dd-b0ac-f5718f07dc72'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:54:17.232438 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b14000bc-959f-42f5-b095-66f6e7b02518 None None] Attempting to bind port 718f6bb8-fc2a-45fb-bb71-f0832882f5d0 on network 5de27ea6-34d3-40dd-b0ac-f5718f07dc72 {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:54:17.243770 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b14000bc-959f-42f5-b095-66f6e7b02518 None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 54, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:54:17.244459 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b14000bc-959f-42f5-b095-66f6e7b02518 None None] Checking segment: {'id': '978b100a-1fe3-45ae-a0fb-6c47a20a114a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '5de27ea6-34d3-40dd-b0ac-f5718f07dc72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:54:17.245179 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b14000bc-959f-42f5-b095-66f6e7b02518 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:17.245756 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b14000bc-959f-42f5-b095-66f6e7b02518 None None] Bound using segment: {'id': '978b100a-1fe3-45ae-a0fb-6c47a20a114a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '5de27ea6-34d3-40dd-b0ac-f5718f07dc72'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:54:17.246516 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-b14000bc-959f-42f5-b095-66f6e7b02518 None None] Bound port: 718f6bb8-fc2a-45fb-bb71-f0832882f5d0, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '978b100a-1fe3-45ae-a0fb-6c47a20a114a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '5de27ea6-34d3-40dd-b0ac-f5718f07dc72'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:54:17.247173 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b14000bc-959f-42f5-b095-66f6e7b02518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:17.338164 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-b14000bc-959f-42f5-b095-66f6e7b02518 None None] For port 718f6bb8-fc2a-45fb-bb71-f0832882f5d0, host n-d-818022-2, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:54:17.344535 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-b14000bc-959f-42f5-b095-66f6e7b02518 None None] For port 718f6bb8-fc2a-45fb-bb71-f0832882f5d0, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=718f6bb8-fc2a-45fb-bb71-f0832882f5d0,segment=NetworkSegment(978b100a-1fe3-45ae-a0fb-6c47a20a114a),segment_id=978b100a-1fe3-45ae-a0fb-6c47a20a114a)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:54:17.351595 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b14000bc-959f-42f5-b095-66f6e7b02518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:17.460284 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14000bc-959f-42f5-b095-66f6e7b02518 None None] Pushing event updated for resources: {'Port': ['ID=718f6bb8-fc2a-45fb-bb71-f0832882f5d0,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:17.646361 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 37034) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:54:17.769981 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [None req-3c103e36-df45-4291-a195-392505cb1ce5 tempest-ExtraDHCPOptionsTestJSON-1454847936 tempest-ExtraDHCPOptionsTestJSON-1454847936-project] Allocated IP 172.20.0.9 (5de27ea6-34d3-40dd-b0ac-f5718f07dc72/76f3d081-5ae2-4a04-bc6b-9bbd5205c781/22461190-f73e-4ba4-a862-bc371f4ad8e7) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:54:17.840532 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a203b64b-04e9-4512-b9dc-549870e9a50a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:17.929475 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a203b64b-04e9-4512-b9dc-549870e9a50a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:17.934827 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a203b64b-04e9-4512-b9dc-549870e9a50a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:17.955952 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3c103e36-df45-4291-a195-392505cb1ce5 tempest-ExtraDHCPOptionsTestJSON-1454847936 tempest-ExtraDHCPOptionsTestJSON-1454847936-project] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:17.978352 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-a203b64b-04e9-4512-b9dc-549870e9a50a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=4a623f3b815b4269a9d726e9b6b43f5b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3310049 Nov 19 17:54:17.979106 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 37040) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:54:17.979746 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a203b64b-04e9-4512-b9dc-549870e9a50a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89cd1c24-0af8-4d5b-a0ba-fab635a01eb5,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:18.006871 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3c103e36-df45-4291-a195-392505cb1ce5 tempest-ExtraDHCPOptionsTestJSON-1454847936 tempest-ExtraDHCPOptionsTestJSON-1454847936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:18.040887 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9d24859d-2e01-4394-8aa6-a11c7f640a92 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:18.057127 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c103e36-df45-4291-a195-392505cb1ce5 tempest-ExtraDHCPOptionsTestJSON-1454847936 tempest-ExtraDHCPOptionsTestJSON-1454847936-project] Network 5de27ea6-34d3-40dd-b0ac-f5718f07dc72 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:54:18.060521 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-3c103e36-df45-4291-a195-392505cb1ce5 tempest-ExtraDHCPOptionsTestJSON-1454847936 tempest-ExtraDHCPOptionsTestJSON-1454847936-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:54:18.063560 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c103e36-df45-4291-a195-392505cb1ce5 tempest-ExtraDHCPOptionsTestJSON-1454847936 tempest-ExtraDHCPOptionsTestJSON-1454847936-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:54:18.083646 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9d24859d-2e01-4394-8aa6-a11c7f640a92 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:18.095111 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c103e36-df45-4291-a195-392505cb1ce5 tempest-ExtraDHCPOptionsTestJSON-1454847936 tempest-ExtraDHCPOptionsTestJSON-1454847936-project] Pushing event updated for resources: {'Port': ['ID=22461190-f73e-4ba4-a862-bc371f4ad8e7,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:18.124876 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c103e36-df45-4291-a195-392505cb1ce5 tempest-ExtraDHCPOptionsTestJSON-1454847936 tempest-ExtraDHCPOptionsTestJSON-1454847936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:18.125625 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3c103e36-df45-4291-a195-392505cb1ce5 tempest-ExtraDHCPOptionsTestJSON-1454847936 tempest-ExtraDHCPOptionsTestJSON-1454847936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:18.134591 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9d24859d-2e01-4394-8aa6-a11c7f640a92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:18.137955 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9d24859d-2e01-4394-8aa6-a11c7f640a92 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:18.139127 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-9d24859d-2e01-4394-8aa6-a11c7f640a92 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/89cd1c24-0af8-4d5b-a0ba-fab635a01eb5 HTTP/1.1" status: 204 len: 168 time: 0.1566396 Nov 19 17:54:18.144701 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-3c103e36-df45-4291-a195-392505cb1ce5 tempest-ExtraDHCPOptionsTestJSON-1454847936 tempest-ExtraDHCPOptionsTestJSON-1454847936-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 1.2969937 Nov 19 17:54:18.147071 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 37044) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:54:18.149637 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d24859d-2e01-4394-8aa6-a11c7f640a92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89cd1c24-0af8-4d5b-a0ba-fab635a01eb5,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:18.206067 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc133aa8-8a69-4082-be38-efe6bbd6fe54 tempest-ExtraDHCPOptionsTestJSON-1454847936 tempest-ExtraDHCPOptionsTestJSON-1454847936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:18.211967 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc133aa8-8a69-4082-be38-efe6bbd6fe54 tempest-ExtraDHCPOptionsTestJSON-1454847936 tempest-ExtraDHCPOptionsTestJSON-1454847936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:18.218458 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc133aa8-8a69-4082-be38-efe6bbd6fe54 tempest-ExtraDHCPOptionsTestJSON-1454847936 tempest-ExtraDHCPOptionsTestJSON-1454847936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:18.220180 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-bc133aa8-8a69-4082-be38-efe6bbd6fe54 tempest-ExtraDHCPOptionsTestJSON-1454847936 tempest-ExtraDHCPOptionsTestJSON-1454847936-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2615 time: 0.0716991 Nov 19 17:54:18.223699 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 37046) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:54:18.336446 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-6a64a611-39ee-4e93-93ad-7810a6c841a1 tempest-ExtraDHCPOptionsTestJSON-1454847936 tempest-ExtraDHCPOptionsTestJSON-1454847936-project] Deleting port 22461190-f73e-4ba4-a862-bc371f4ad8e7 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:54:18.336715 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6a64a611-39ee-4e93-93ad-7810a6c841a1 tempest-ExtraDHCPOptionsTestJSON-1454847936 tempest-ExtraDHCPOptionsTestJSON-1454847936-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:18.431902 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6a64a611-39ee-4e93-93ad-7810a6c841a1 tempest-ExtraDHCPOptionsTestJSON-1454847936 tempest-ExtraDHCPOptionsTestJSON-1454847936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:18.445278 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-6a64a611-39ee-4e93-93ad-7810a6c841a1 tempest-ExtraDHCPOptionsTestJSON-1454847936 tempest-ExtraDHCPOptionsTestJSON-1454847936-project] Calling delete_port for 22461190-f73e-4ba4-a862-bc371f4ad8e7 owned by {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:54:18.454906 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 37050) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:54:18.469581 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-44ae50a7-b455-4c0d-ac50-1a52c337c331 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:18.557077 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-44ae50a7-b455-4c0d-ac50-1a52c337c331 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:18.561522 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-44ae50a7-b455-4c0d-ac50-1a52c337c331 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:18.601666 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6a64a611-39ee-4e93-93ad-7810a6c841a1 tempest-ExtraDHCPOptionsTestJSON-1454847936 tempest-ExtraDHCPOptionsTestJSON-1454847936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:18.642768 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:54:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c3b50fc-78d7-4b75-a612-fcd696efc2fb x-openstack-request-id: req-6c3b50fc-78d7-4b75-a612-fcd696efc2fb {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:54:18.643790 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a286576d-1872-4d70-be3c-7ce7a93ff71b", "name": "network-vif-plugged", "status": "completed", "tag": "8ad0607c-a9ec-4038-802e-1fe316e3855b", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:54:18.644939 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-6c3b50fc-78d7-4b75-a612-fcd696efc2fb {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:54:18.646043 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a286576d-1872-4d70-be3c-7ce7a93ff71b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ad0607c-a9ec-4038-802e-1fe316e3855b', 'code': 200} Nov 19 17:54:18.648886 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-542bf13e-5efd-4e4c-9b5e-602bcc63f525 None None] Network 5de27ea6-34d3-40dd-b0ac-f5718f07dc72 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:54:18.660174 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a64a611-39ee-4e93-93ad-7810a6c841a1 tempest-ExtraDHCPOptionsTestJSON-1454847936 tempest-ExtraDHCPOptionsTestJSON-1454847936-project] Pushing event deleted for resources: {'Port': ['ID=22461190-f73e-4ba4-a862-bc371f4ad8e7,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:18.679501 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ae50a7-b455-4c0d-ac50-1a52c337c331 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13dbc825-df0a-413c-965d-53062d1ef0fa,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:18.693490 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-44ae50a7-b455-4c0d-ac50-1a52c337c331 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=577fdc484e5742f7881cbb8a9aa1bf9f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2372139 Nov 19 17:54:18.697562 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 37052) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:54:18.835945 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9d465b6d-6940-4e92-a9ed-53d179c53b9f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:18.836188 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-bc4ed66c-5e39-4fa8-8b93-a42489fa063a None None] Provisioning complete for port 718f6bb8-fc2a-45fb-bb71-f0832882f5d0 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:54:18.836882 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-bc4ed66c-5e39-4fa8-8b93-a42489fa063a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:18.873259 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9d465b6d-6940-4e92-a9ed-53d179c53b9f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:18.881069 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6a64a611-39ee-4e93-93ad-7810a6c841a1 tempest-ExtraDHCPOptionsTestJSON-1454847936 tempest-ExtraDHCPOptionsTestJSON-1454847936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:18.892935 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-6a64a611-39ee-4e93-93ad-7810a6c841a1 tempest-ExtraDHCPOptionsTestJSON-1454847936 tempest-ExtraDHCPOptionsTestJSON-1454847936-project] 10.222.0.54 "DELETE /v2.0/ports/22461190-f73e-4ba4-a862-bc371f4ad8e7 HTTP/1.1" status: 204 len: 168 time: 0.6681385 Nov 19 17:54:18.902591 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 37058) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:54:18.922988 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0d1fe4-c3ea-43cb-8245-7999ed007f3e req-a604b157-53a0-49a0-8dcd-e0a98cef6d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:18.926724 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 718f6bb8-fc2a-45fb-bb71-f0832882f5d0 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:54:18.930305 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-5e00916d-7329-4185-b9c9-a794c9b54f2a tempest-ExtraDHCPOptionsTestJSON-1454847936 tempest-ExtraDHCPOptionsTestJSON-1454847936-project] Request body: {'port': {'name': 'tempest-new-port-name-1770149605', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:54:18.931561 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5d0d1fe4-c3ea-43cb-8245-7999ed007f3e req-a604b157-53a0-49a0-8dcd-e0a98cef6d6d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a286576d-1872-4d70-be3c-7ce7a93ff71b HTTP/1.1" status: 200 len: 1097 time: 0.1817281 Nov 19 17:54:18.932621 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.api.validators [None req-5e00916d-7329-4185-b9c9-a794c9b54f2a tempest-ExtraDHCPOptionsTestJSON-1454847936 tempest-ExtraDHCPOptionsTestJSON-1454847936-project] bootfile-name is not in valid_values {{(pid=103364) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 19 17:54:18.933174 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.api.validators [None req-5e00916d-7329-4185-b9c9-a794c9b54f2a tempest-ExtraDHCPOptionsTestJSON-1454847936 tempest-ExtraDHCPOptionsTestJSON-1454847936-project] tftp-server is not in valid_values {{(pid=103364) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 19 17:54:18.933843 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.api.validators [None req-5e00916d-7329-4185-b9c9-a794c9b54f2a tempest-ExtraDHCPOptionsTestJSON-1454847936 tempest-ExtraDHCPOptionsTestJSON-1454847936-project] server-ip-address is not in valid_values {{(pid=103364) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 19 17:54:19.003511 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5d0d1fe4-c3ea-43cb-8245-7999ed007f3e req-a4d7bdca-919c-429d-bbdf-99b0b9a4a264 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=b5a8c8f3-45f5-4cb0-9829-55e94a7ad701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585680 Nov 19 17:54:19.007667 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-bc4ed66c-5e39-4fa8-8b93-a42489fa063a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:19.080179 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-bc4ed66c-5e39-4fa8-8b93-a42489fa063a None None] For port 718f6bb8-fc2a-45fb-bb71-f0832882f5d0, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=718f6bb8-fc2a-45fb-bb71-f0832882f5d0,segment=NetworkSegment(978b100a-1fe3-45ae-a0fb-6c47a20a114a),segment_id=978b100a-1fe3-45ae-a0fb-6c47a20a114a)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:54:19.091132 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9d465b6d-6940-4e92-a9ed-53d179c53b9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:19.093704 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9d465b6d-6940-4e92-a9ed-53d179c53b9f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:19.094897 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-9d465b6d-6940-4e92-a9ed-53d179c53b9f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/13dbc825-df0a-413c-965d-53062d1ef0fa HTTP/1.1" status: 204 len: 168 time: 0.3962142 Nov 19 17:54:19.103261 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 718f6bb8-fc2a-45fb-bb71-f0832882f5d0 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:54:19.103638 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:19.105281 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-bc4ed66c-5e39-4fa8-8b93-a42489fa063a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:19.108200 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d465b6d-6940-4e92-a9ed-53d179c53b9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13dbc825-df0a-413c-965d-53062d1ef0fa,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:19.117671 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5e00916d-7329-4185-b9c9-a794c9b54f2a tempest-ExtraDHCPOptionsTestJSON-1454847936 tempest-ExtraDHCPOptionsTestJSON-1454847936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:19.178590 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11471d31-f57b-4c02-9a6c-34256c0965c7 req-5afb7bc4-aa16-40cc-baf8-f5cbe2e9d641 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:19.187375 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-11471d31-f57b-4c02-9a6c-34256c0965c7 req-5afb7bc4-aa16-40cc-baf8-f5cbe2e9d641 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/ports?device_id=19a4af58-8f1f-46c0-b13d-59abb7b40678 HTTP/1.1" status: 200 len: 944 time: 0.4386041 Nov 19 17:54:19.252398 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4ed66c-5e39-4fa8-8b93-a42489fa063a None None] Pushing event updated for resources: {'Port': ['ID=718f6bb8-fc2a-45fb-bb71-f0832882f5d0,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:19.258442 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-11471d31-f57b-4c02-9a6c-34256c0965c7 req-c7fc8d1d-4cdc-4987-8a6a-b0e71aea4ac8 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/security-groups?id=af9eedbc-4dba-4487-bbd4-6a5c45518ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698495 Nov 19 17:54:19.310127 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32da3c9d-9d87-402e-8738-b1b3124fdded req-7379d593-6d72-4882-a918-3a488760462d tempest-ServersTestFqdnHostnames-843140581 tempest-ServersTestFqdnHostnames-843140581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:19.312056 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-32da3c9d-9d87-402e-8738-b1b3124fdded req-7379d593-6d72-4882-a918-3a488760462d tempest-ServersTestFqdnHostnames-843140581 tempest-ServersTestFqdnHostnames-843140581-project] 10.222.0.54 "GET /v2.0/ports?device_id=a286576d-1872-4d70-be3c-7ce7a93ff71b HTTP/1.1" status: 200 len: 946 time: 0.5825157 Nov 19 17:54:19.434582 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bbaa29-df40-48a9-a2b4-1c0d7b484024 req-d15105bb-5782-4f9b-acc9-f4fa2473d54b tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:19.445320 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-05bbaa29-df40-48a9-a2b4-1c0d7b484024 req-d15105bb-5782-4f9b-acc9-f4fa2473d54b tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/ports?device_id=a89b8884-8597-49ea-bc0c-04a8b97f235f HTTP/1.1" status: 200 len: 945 time: 0.0832341 Nov 19 17:54:19.463317 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-ef4ebc24-f35f-4b29-aef8-4339119e733b None None] Provisioning complete for port ef5cfd07-ab5f-46a3-bdcb-6f76d8d2653d triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:54:19.465164 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ef4ebc24-f35f-4b29-aef8-4339119e733b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:19.496246 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-32da3c9d-9d87-402e-8738-b1b3124fdded req-b90260e3-757f-4c23-9b73-2848a4f48479 tempest-ServersTestFqdnHostnames-843140581 tempest-ServersTestFqdnHostnames-843140581-project] 10.222.0.54 "GET /v2.0/security-groups?id=b5a8c8f3-45f5-4cb0-9829-55e94a7ad701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1690865 Nov 19 17:54:19.515298 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-05bbaa29-df40-48a9-a2b4-1c0d7b484024 req-5e6cbac0-66c4-4512-a304-503f13e13209 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/security-groups?id=30887d2c-2c06-4a04-8ed7-1cc9b0391ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689507 Nov 19 17:54:19.559291 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-ef4ebc24-f35f-4b29-aef8-4339119e733b None None] Port ef5cfd07-ab5f-46a3-bdcb-6f76d8d2653d cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:54:19.578897 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-ef4ebc24-f35f-4b29-aef8-4339119e733b None None] Provisioning complete for port 718f6bb8-fc2a-45fb-bb71-f0832882f5d0 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:54:19.579702 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ef4ebc24-f35f-4b29-aef8-4339119e733b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:19.592680 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5e00916d-7329-4185-b9c9-a794c9b54f2a tempest-ExtraDHCPOptionsTestJSON-1454847936 tempest-ExtraDHCPOptionsTestJSON-1454847936-project] Publish callbacks [] for port, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:19.602083 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5e00916d-7329-4185-b9c9-a794c9b54f2a tempest-ExtraDHCPOptionsTestJSON-1454847936 tempest-ExtraDHCPOptionsTestJSON-1454847936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:19.721782 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e00916d-7329-4185-b9c9-a794c9b54f2a tempest-ExtraDHCPOptionsTestJSON-1454847936 tempest-ExtraDHCPOptionsTestJSON-1454847936-project] Pushing event updated for resources: {'Port': ['ID=ef5cfd07-ab5f-46a3-bdcb-6f76d8d2653d,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:19.729796 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-5e00916d-7329-4185-b9c9-a794c9b54f2a tempest-ExtraDHCPOptionsTestJSON-1454847936 tempest-ExtraDHCPOptionsTestJSON-1454847936-project] In _notify_port_updated(), no bound segment for port ef5cfd07-ab5f-46a3-bdcb-6f76d8d2653d on network 5de27ea6-34d3-40dd-b0ac-f5718f07dc72 {{(pid=103364) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 19 17:54:19.735477 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e00916d-7329-4185-b9c9-a794c9b54f2a tempest-ExtraDHCPOptionsTestJSON-1454847936 tempest-ExtraDHCPOptionsTestJSON-1454847936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:19.736056 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5e00916d-7329-4185-b9c9-a794c9b54f2a tempest-ExtraDHCPOptionsTestJSON-1454847936 tempest-ExtraDHCPOptionsTestJSON-1454847936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:19.737387 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-5e00916d-7329-4185-b9c9-a794c9b54f2a tempest-ExtraDHCPOptionsTestJSON-1454847936 tempest-ExtraDHCPOptionsTestJSON-1454847936-project] 10.222.0.54 "PUT /v2.0/ports/ef5cfd07-ab5f-46a3-bdcb-6f76d8d2653d HTTP/1.1" status: 200 len: 1137 time: 0.8307250 Nov 19 17:54:19.740789 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 37074) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:54:19.797801 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-238421f1-85bf-4e58-9973-70e5c14a11d2 tempest-ExtraDHCPOptionsTestJSON-1454847936 tempest-ExtraDHCPOptionsTestJSON-1454847936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:19.799665 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-238421f1-85bf-4e58-9973-70e5c14a11d2 tempest-ExtraDHCPOptionsTestJSON-1454847936 tempest-ExtraDHCPOptionsTestJSON-1454847936-project] 10.222.0.54 "GET /v2.0/ports/ef5cfd07-ab5f-46a3-bdcb-6f76d8d2653d HTTP/1.1" status: 200 len: 1137 time: 0.0578129 Nov 19 17:54:19.803896 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 37078) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:54:19.869796 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-bba5bc59-3e5c-4ee1-9abc-9e5f8ede90aa None None] Provisioning complete for port ef5cfd07-ab5f-46a3-bdcb-6f76d8d2653d triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:54:19.870428 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-bba5bc59-3e5c-4ee1-9abc-9e5f8ede90aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:19.916602 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-359a0a1d-3e3c-48c2-803e-87b6702919a4 tempest-ExtraDHCPOptionsTestJSON-1454847936 tempest-ExtraDHCPOptionsTestJSON-1454847936-project] Deleting port ef5cfd07-ab5f-46a3-bdcb-6f76d8d2653d {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:54:19.916984 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-359a0a1d-3e3c-48c2-803e-87b6702919a4 tempest-ExtraDHCPOptionsTestJSON-1454847936 tempest-ExtraDHCPOptionsTestJSON-1454847936-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:19.917207 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-bba5bc59-3e5c-4ee1-9abc-9e5f8ede90aa None None] Port ef5cfd07-ab5f-46a3-bdcb-6f76d8d2653d cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:54:20.011082 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-359a0a1d-3e3c-48c2-803e-87b6702919a4 tempest-ExtraDHCPOptionsTestJSON-1454847936 tempest-ExtraDHCPOptionsTestJSON-1454847936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:20.025943 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-359a0a1d-3e3c-48c2-803e-87b6702919a4 tempest-ExtraDHCPOptionsTestJSON-1454847936 tempest-ExtraDHCPOptionsTestJSON-1454847936-project] Calling delete_port for ef5cfd07-ab5f-46a3-bdcb-6f76d8d2653d owned by {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:54:20.033419 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-aad3f78b-d137-4998-a0a9-cd18f50bd90d None None] Could not find standard attr ID for object 22461190-f73e-4ba4-a862-bc371f4ad8e7. {{(pid=103366) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 17:54:20.182807 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-359a0a1d-3e3c-48c2-803e-87b6702919a4 tempest-ExtraDHCPOptionsTestJSON-1454847936 tempest-ExtraDHCPOptionsTestJSON-1454847936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:20.214818 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359a0a1d-3e3c-48c2-803e-87b6702919a4 tempest-ExtraDHCPOptionsTestJSON-1454847936 tempest-ExtraDHCPOptionsTestJSON-1454847936-project] Pushing event deleted for resources: {'Port': ['ID=ef5cfd07-ab5f-46a3-bdcb-6f76d8d2653d,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:20.308712 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-359a0a1d-3e3c-48c2-803e-87b6702919a4 tempest-ExtraDHCPOptionsTestJSON-1454847936 tempest-ExtraDHCPOptionsTestJSON-1454847936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:20.315232 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-359a0a1d-3e3c-48c2-803e-87b6702919a4 tempest-ExtraDHCPOptionsTestJSON-1454847936 tempest-ExtraDHCPOptionsTestJSON-1454847936-project] 10.222.0.54 "DELETE /v2.0/ports/ef5cfd07-ab5f-46a3-bdcb-6f76d8d2653d HTTP/1.1" status: 204 len: 168 time: 0.5093672 Nov 19 17:54:20.319180 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 37100) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:54:20.405940 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_v2 [None req-187d0df8-5436-49c7-a25e-768b3ec7f31b tempest-ExtraDHCPOptionsTestJSON-1454847936 tempest-ExtraDHCPOptionsTestJSON-1454847936-project] Deleting subnet 76f3d081-5ae2-4a04-bc6b-9bbd5205c781 {{(pid=103365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 17:54:20.411819 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-187d0df8-5436-49c7-a25e-768b3ec7f31b tempest-ExtraDHCPOptionsTestJSON-1454847936 tempest-ExtraDHCPOptionsTestJSON-1454847936-project] Publish callbacks [] for subnet, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:20.456441 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-27b04857-a163-437e-98ad-723d109810c3 None None] Could not find standard attr ID for object ef5cfd07-ab5f-46a3-bdcb-6f76d8d2653d. {{(pid=103366) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 17:54:20.460092 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-187d0df8-5436-49c7-a25e-768b3ec7f31b tempest-ExtraDHCPOptionsTestJSON-1454847936 tempest-ExtraDHCPOptionsTestJSON-1454847936-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12546453'] for subnet, precommit_delete_associations {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:20.494865 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38419a5-8e8c-4c63-982b-47a14c360b14 req-f6021340-70b9-414a-87f9-caf02b22b5d4 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:20.496423 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d38419a5-8e8c-4c63-982b-47a14c360b14 req-f6021340-70b9-414a-87f9-caf02b22b5d4 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/ports?device_id=19a4af58-8f1f-46c0-b13d-59abb7b40678 HTTP/1.1" status: 200 len: 944 time: 0.1318142 Nov 19 17:54:20.588056 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d38419a5-8e8c-4c63-982b-47a14c360b14 req-6c6a4984-ccb3-4e82-a99a-5c29a1f893e8 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/security-groups?id=af9eedbc-4dba-4487-bbd4-6a5c45518ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849001 Nov 19 17:54:20.600315 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-187d0df8-5436-49c7-a25e-768b3ec7f31b tempest-ExtraDHCPOptionsTestJSON-1454847936 tempest-ExtraDHCPOptionsTestJSON-1454847936-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:20.693910 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-187d0df8-5436-49c7-a25e-768b3ec7f31b tempest-ExtraDHCPOptionsTestJSON-1454847936 tempest-ExtraDHCPOptionsTestJSON-1454847936-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12282919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8731163'] for subnet, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:20.720152 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1fa139-2d17-4aa6-8bfd-cc0121f4159b req-0f42c7a8-ea88-4264-a401-1a7c5f86f4b4 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:20.727909 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-3e1fa139-2d17-4aa6-8bfd-cc0121f4159b req-0f42c7a8-ea88-4264-a401-1a7c5f86f4b4 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/ports?device_id=a89b8884-8597-49ea-bc0c-04a8b97f235f HTTP/1.1" status: 200 len: 945 time: 0.1289709 Nov 19 17:54:20.757173 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-187d0df8-5436-49c7-a25e-768b3ec7f31b tempest-ExtraDHCPOptionsTestJSON-1454847936 tempest-ExtraDHCPOptionsTestJSON-1454847936-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:20.762845 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-187d0df8-5436-49c7-a25e-768b3ec7f31b tempest-ExtraDHCPOptionsTestJSON-1454847936 tempest-ExtraDHCPOptionsTestJSON-1454847936-project] 10.222.0.54 "DELETE /v2.0/subnets/76f3d081-5ae2-4a04-bc6b-9bbd5205c781 HTTP/1.1" status: 204 len: 168 time: 0.4413445 Nov 19 17:54:20.765507 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 37132) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:54:20.774095 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-363e4913-5e6c-4f62-b8ea-1fea21d3923f None None] Network 5de27ea6-34d3-40dd-b0ac-f5718f07dc72 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:54:20.804168 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187d0df8-5436-49c7-a25e-768b3ec7f31b tempest-ExtraDHCPOptionsTestJSON-1454847936 tempest-ExtraDHCPOptionsTestJSON-1454847936-project] Pushing event deleted for resources: {'Subnet': ['ID=76f3d081-5ae2-4a04-bc6b-9bbd5205c781,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:20.806849 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-3e1fa139-2d17-4aa6-8bfd-cc0121f4159b req-db3d6a71-36c6-49cf-a919-ca50432f6567 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/security-groups?id=30887d2c-2c06-4a04-8ed7-1cc9b0391ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694597 Nov 19 17:54:20.875733 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 718f6bb8-fc2a-45fb-bb71-f0832882f5d0 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:54:20.879293 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07a6432-516d-44b6-b2e1-13d2d06e027f req-2e101731-9324-465a-b574-79be0c178974 tempest-ServersTestFqdnHostnames-843140581 tempest-ServersTestFqdnHostnames-843140581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:20.885627 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b07a6432-516d-44b6-b2e1-13d2d06e027f req-2e101731-9324-465a-b574-79be0c178974 tempest-ServersTestFqdnHostnames-843140581 tempest-ServersTestFqdnHostnames-843140581-project] 10.222.0.54 "GET /v2.0/ports?device_id=a286576d-1872-4d70-be3c-7ce7a93ff71b HTTP/1.1" status: 200 len: 946 time: 0.2059565 Nov 19 17:54:20.929429 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-75288650-c06f-4ae3-b053-53eb839df793 tempest-ExtraDHCPOptionsTestJSON-1454847936 tempest-ExtraDHCPOptionsTestJSON-1454847936-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:20.960361 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b07a6432-516d-44b6-b2e1-13d2d06e027f req-b6557ccf-bc72-4aa5-a4d9-28792db594d7 tempest-ServersTestFqdnHostnames-843140581 tempest-ServersTestFqdnHostnames-843140581-project] 10.222.0.54 "GET /v2.0/security-groups?id=b5a8c8f3-45f5-4cb0-9829-55e94a7ad701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737438 Nov 19 17:54:20.996867 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 718f6bb8-fc2a-45fb-bb71-f0832882f5d0 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:54:20.997524 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:21.077439 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-094b8831-12b3-423c-a950-f0b220509fb5 None None] DHCP port deletion for 5de27ea6-34d3-40dd-b0ac-f5718f07dc72 request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 17:54:21.103878 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-75288650-c06f-4ae3-b053-53eb839df793 tempest-ExtraDHCPOptionsTestJSON-1454847936 tempest-ExtraDHCPOptionsTestJSON-1454847936-project] Deleting port 718f6bb8-fc2a-45fb-bb71-f0832882f5d0 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:54:21.104410 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-75288650-c06f-4ae3-b053-53eb839df793 tempest-ExtraDHCPOptionsTestJSON-1454847936 tempest-ExtraDHCPOptionsTestJSON-1454847936-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:21.163121 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662948ca-f30b-4dfb-9d78-a0843a6da739 req-501a5520-aba5-4ba0-9ce8-eaaee1f458d3 tempest-ServersTestFqdnHostnames-843140581 tempest-ServersTestFqdnHostnames-843140581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:21.167927 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-662948ca-f30b-4dfb-9d78-a0843a6da739 req-501a5520-aba5-4ba0-9ce8-eaaee1f458d3 tempest-ServersTestFqdnHostnames-843140581 tempest-ServersTestFqdnHostnames-843140581-project] 10.222.0.54 "GET /v2.0/ports?device_id=a286576d-1872-4d70-be3c-7ce7a93ff71b HTTP/1.1" status: 200 len: 946 time: 0.0816133 Nov 19 17:54:21.173240 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 37152) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:54:21.181278 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-31f965ce-86ba-4892-b169-f2a9d7c58d2f tempest-ServersTestFqdnHostnames-843140581 tempest-ServersTestFqdnHostnames-843140581-project] Request body: {'floatingip': {'port_id': '8ad0607c-a9ec-4038-802e-1fe316e3855b'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:54:21.224358 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-094b8831-12b3-423c-a950-f0b220509fb5 None None] Deleting port 718f6bb8-fc2a-45fb-bb71-f0832882f5d0 {{(pid=103366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:54:21.224951 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-094b8831-12b3-423c-a950-f0b220509fb5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:21.233897 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-31f965ce-86ba-4892-b169-f2a9d7c58d2f tempest-ServersTestFqdnHostnames-843140581 tempest-ServersTestFqdnHostnames-843140581-project] Publish callbacks [] for floatingip, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:21.288749 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 37156) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:54:21.320209 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [None req-75288650-c06f-4ae3-b053-53eb839df793 tempest-ExtraDHCPOptionsTestJSON-1454847936 tempest-ExtraDHCPOptionsTestJSON-1454847936-project] For port 718f6bb8-fc2a-45fb-bb71-f0832882f5d0, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=718f6bb8-fc2a-45fb-bb71-f0832882f5d0,segment=NetworkSegment(978b100a-1fe3-45ae-a0fb-6c47a20a114a),segment_id=978b100a-1fe3-45ae-a0fb-6c47a20a114a)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:54:21.320665 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-75288650-c06f-4ae3-b053-53eb839df793 tempest-ExtraDHCPOptionsTestJSON-1454847936 tempest-ExtraDHCPOptionsTestJSON-1454847936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:21.324905 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-094b8831-12b3-423c-a950-f0b220509fb5 None None] For port 718f6bb8-fc2a-45fb-bb71-f0832882f5d0, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=718f6bb8-fc2a-45fb-bb71-f0832882f5d0,segment=NetworkSegment(978b100a-1fe3-45ae-a0fb-6c47a20a114a),segment_id=978b100a-1fe3-45ae-a0fb-6c47a20a114a)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:54:21.325387 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-094b8831-12b3-423c-a950-f0b220509fb5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:21.340630 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-75288650-c06f-4ae3-b053-53eb839df793 tempest-ExtraDHCPOptionsTestJSON-1454847936 tempest-ExtraDHCPOptionsTestJSON-1454847936-project] Calling delete_port for 718f6bb8-fc2a-45fb-bb71-f0832882f5d0 owned by network:dhcp {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:54:21.349353 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-094b8831-12b3-423c-a950-f0b220509fb5 None None] Calling delete_port for 718f6bb8-fc2a-45fb-bb71-f0832882f5d0 owned by network:dhcp {{(pid=103366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:54:21.350712 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ceebb7-7045-46c6-83f3-1a61f7a46eff req-8ea047d6-bc77-4d4e-b13c-6c363dc607a4 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:21.352352 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c9ceebb7-7045-46c6-83f3-1a61f7a46eff req-8ea047d6-bc77-4d4e-b13c-6c363dc607a4 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/ports?device_id=a89b8884-8597-49ea-bc0c-04a8b97f235f HTTP/1.1" status: 200 len: 945 time: 0.1624172 Nov 19 17:54:21.436451 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-094b8831-12b3-423c-a950-f0b220509fb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007'] for port, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:21.458472 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c9ceebb7-7045-46c6-83f3-1a61f7a46eff req-712330b4-fb30-4be2-aac7-69c4d1727fc6 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/security-groups?id=30887d2c-2c06-4a04-8ed7-1cc9b0391ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934789 Nov 19 17:54:21.463561 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094b8831-12b3-423c-a950-f0b220509fb5 None None] Pushing event deleted for resources: {'Port': ['ID=718f6bb8-fc2a-45fb-bb71-f0832882f5d0,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:21.469554 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-094b8831-12b3-423c-a950-f0b220509fb5 None None] No DVR routers for this DVR port 718f6bb8-fc2a-45fb-bb71-f0832882f5d0 on host n-d-818022-2 {{(pid=103366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:54:21.480282 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-75288650-c06f-4ae3-b053-53eb839df793 tempest-ExtraDHCPOptionsTestJSON-1454847936 tempest-ExtraDHCPOptionsTestJSON-1454847936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:21.514112 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75288650-c06f-4ae3-b053-53eb839df793 tempest-ExtraDHCPOptionsTestJSON-1454847936 tempest-ExtraDHCPOptionsTestJSON-1454847936-project] Pushing event deleted for resources: {'Port': ['ID=718f6bb8-fc2a-45fb-bb71-f0832882f5d0,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:21.520272 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75288650-c06f-4ae3-b053-53eb839df793 tempest-ExtraDHCPOptionsTestJSON-1454847936 tempest-ExtraDHCPOptionsTestJSON-1454847936-project] No DVR routers for this DVR port 718f6bb8-fc2a-45fb-bb71-f0832882f5d0 on host n-d-818022-2 {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:54:21.531434 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e86aea39-7173-4013-b927-5caedd62595b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:21.627688 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-75288650-c06f-4ae3-b053-53eb839df793 tempest-ExtraDHCPOptionsTestJSON-1454847936 tempest-ExtraDHCPOptionsTestJSON-1454847936-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:21.661419 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-75288650-c06f-4ae3-b053-53eb839df793 tempest-ExtraDHCPOptionsTestJSON-1454847936 tempest-ExtraDHCPOptionsTestJSON-1454847936-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5de27ea6-34d3-40dd-b0ac-f5718f07dc72']}} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:54:21.677289 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-75288650-c06f-4ae3-b053-53eb839df793 tempest-ExtraDHCPOptionsTestJSON-1454847936 tempest-ExtraDHCPOptionsTestJSON-1454847936-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '978b100a-1fe3-45ae-a0fb-6c47a20a114a') {'for_net_delete': True} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:54:21.677561 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-75288650-c06f-4ae3-b053-53eb839df793 tempest-ExtraDHCPOptionsTestJSON-1454847936 tempest-ExtraDHCPOptionsTestJSON-1454847936-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '978b100a-1fe3-45ae-a0fb-6c47a20a114a') {} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:54:21.692335 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-75288650-c06f-4ae3-b053-53eb839df793 tempest-ExtraDHCPOptionsTestJSON-1454847936 tempest-ExtraDHCPOptionsTestJSON-1454847936-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12545382'] for segment, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:21.721060 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-75288650-c06f-4ae3-b053-53eb839df793 tempest-ExtraDHCPOptionsTestJSON-1454847936 tempest-ExtraDHCPOptionsTestJSON-1454847936-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:21.734015 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e86aea39-7173-4013-b927-5caedd62595b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:21.735168 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75288650-c06f-4ae3-b053-53eb839df793 tempest-ExtraDHCPOptionsTestJSON-1454847936 tempest-ExtraDHCPOptionsTestJSON-1454847936-project] Releasing vlan 660 on physical network physnet1 to pool {{(pid=103365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 17:54:21.735548 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-75288650-c06f-4ae3-b053-53eb839df793 tempest-ExtraDHCPOptionsTestJSON-1454847936 tempest-ExtraDHCPOptionsTestJSON-1454847936-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12282953'] for segment, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:21.738576 n-d-818022-2 neutron-server[103365]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 17:54:21.738576 n-d-818022-2 neutron-server[103365]: self.session.flush() Nov 19 17:54:21.738576 n-d-818022-2 neutron-server[103365]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 17:54:21.738576 n-d-818022-2 neutron-server[103365]: self.session.flush() Nov 19 17:54:21.738576 n-d-818022-2 neutron-server[103365]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 17:54:21.738576 n-d-818022-2 neutron-server[103365]: self.session.flush() Nov 19 17:54:21.738576 n-d-818022-2 neutron-server[103365]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 17:54:21.738576 n-d-818022-2 neutron-server[103365]: self.session.flush() Nov 19 17:54:21.738576 n-d-818022-2 neutron-server[103365]: Traceback (most recent call last): Nov 19 17:54:21.738576 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 17:54:21.738576 n-d-818022-2 neutron-server[103365]: timer() Nov 19 17:54:21.738576 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 17:54:21.738576 n-d-818022-2 neutron-server[103365]: cb(*args, **kw) Nov 19 17:54:21.738576 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 17:54:21.738576 n-d-818022-2 neutron-server[103365]: return func(*args, **kwargs) Nov 19 17:54:21.738576 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 17:54:21.738576 n-d-818022-2 neutron-server[103365]: self._notify() Nov 19 17:54:21.738576 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 17:54:21.738576 n-d-818022-2 neutron-server[103365]: self.callback(batched_events) Nov 19 17:54:21.738576 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 17:54:21.738576 n-d-818022-2 neutron-server[103365]: event.method(event) Nov 19 17:54:21.738576 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 17:54:21.738576 n-d-818022-2 neutron-server[103365]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 17:54:21.738576 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 17:54:21.738576 n-d-818022-2 neutron-server[103365]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 17:54:21.738576 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 17:54:21.738576 n-d-818022-2 neutron-server[103365]: return f(self, *a, **k) Nov 19 17:54:21.738576 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 17:54:21.738576 n-d-818022-2 neutron-server[103365]: return self._get(url).json() Nov 19 17:54:21.738576 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 17:54:21.738576 n-d-818022-2 neutron-server[103365]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 17:54:21.738576 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 17:54:21.738576 n-d-818022-2 neutron-server[103365]: return self.request(url, 'GET', **kwargs) Nov 19 17:54:21.738576 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 17:54:21.738576 n-d-818022-2 neutron-server[103365]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 17:54:21.738576 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 17:54:21.738576 n-d-818022-2 neutron-server[103365]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 17:54:21.738576 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 17:54:21.738576 n-d-818022-2 neutron-server[103365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 17:54:21.738576 n-d-818022-2 neutron-server[103365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 17:54:21.741786 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e86aea39-7173-4013-b927-5caedd62595b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:21.778618 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c614fab0-e856-4073-b299-1890e9227b64 req-f370e577-a655-4e0d-8bad-9e561ec74886 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:21.780100 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c614fab0-e856-4073-b299-1890e9227b64 req-f370e577-a655-4e0d-8bad-9e561ec74886 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/ports?device_id=19a4af58-8f1f-46c0-b13d-59abb7b40678 HTTP/1.1" status: 200 len: 944 time: 0.0917480 Nov 19 17:54:21.810328 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-31f965ce-86ba-4892-b169-f2a9d7c58d2f tempest-ServersTestFqdnHostnames-843140581 tempest-ServersTestFqdnHostnames-843140581-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:21.818019 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-31f965ce-86ba-4892-b169-f2a9d7c58d2f tempest-ServersTestFqdnHostnames-843140581 tempest-ServersTestFqdnHostnames-843140581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-671284'] for floatingip, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:21.831793 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86aea39-7173-4013-b927-5caedd62595b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06ffb979-f6e0-4c2b-b30b-fd7710d3b546,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:21.837139 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-e86aea39-7173-4013-b927-5caedd62595b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=0f2f373c93704df3916b8075211aa4f8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5404081 Nov 19 17:54:21.839861 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 37162) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:54:21.848094 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-75288650-c06f-4ae3-b053-53eb839df793 tempest-ExtraDHCPOptionsTestJSON-1454847936 tempest-ExtraDHCPOptionsTestJSON-1454847936-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671242'] for network, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:21.861806 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-75288650-c06f-4ae3-b053-53eb839df793 tempest-ExtraDHCPOptionsTestJSON-1454847936 tempest-ExtraDHCPOptionsTestJSON-1454847936-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:21.865483 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-75288650-c06f-4ae3-b053-53eb839df793 tempest-ExtraDHCPOptionsTestJSON-1454847936 tempest-ExtraDHCPOptionsTestJSON-1454847936-project] 10.222.0.54 "DELETE /v2.0/networks/5de27ea6-34d3-40dd-b0ac-f5718f07dc72 HTTP/1.1" status: 204 len: 168 time: 1.0736184 Nov 19 17:54:21.884419 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75288650-c06f-4ae3-b053-53eb839df793 tempest-ExtraDHCPOptionsTestJSON-1454847936 tempest-ExtraDHCPOptionsTestJSON-1454847936-project] Pushing event deleted for resources: {'Network': ['ID=5de27ea6-34d3-40dd-b0ac-f5718f07dc72,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:21.891012 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c614fab0-e856-4073-b299-1890e9227b64 req-6af334ba-c1ae-4958-9b3f-dd6fc529e0e6 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/security-groups?id=af9eedbc-4dba-4487-bbd4-6a5c45518ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1019816 Nov 19 17:54:21.917900 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-06331d2e-5d61-48b4-a684-43b8c5ba4bcf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:21.944425 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-06331d2e-5d61-48b4-a684-43b8c5ba4bcf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:21.953443 n-d-818022-2 neutron-server[103364]: INFO neutron.db.l3_db [None req-31f965ce-86ba-4892-b169-f2a9d7c58d2f tempest-ServersTestFqdnHostnames-843140581 tempest-ServersTestFqdnHostnames-843140581-project] Floating IP c6a86088-9f59-4c85-909a-b1fbff894e90 associated. External IP: 172.25.7.167, port: 8ad0607c-a9ec-4038-802e-1fe316e3855b. Nov 19 17:54:22.008020 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-06331d2e-5d61-48b4-a684-43b8c5ba4bcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:22.011002 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-06331d2e-5d61-48b4-a684-43b8c5ba4bcf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:22.012178 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-06331d2e-5d61-48b4-a684-43b8c5ba4bcf admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/06ffb979-f6e0-4c2b-b30b-fd7710d3b546 HTTP/1.1" status: 204 len: 168 time: 0.1714642 Nov 19 17:54:22.021353 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06331d2e-5d61-48b4-a684-43b8c5ba4bcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06ffb979-f6e0-4c2b-b30b-fd7710d3b546,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:22.162745 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 37174) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:54:22.396699 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-3f326cae-3a2d-4081-b2fe-c4717ef42874 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=1275fa28652c4f50986d8b1967f3af65&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2326725 Nov 19 17:54:22.399960 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 37184) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:54:22.466369 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5293401d-48d4-456d-8584-29b0cca0f047 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:22.492341 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5293401d-48d4-456d-8584-29b0cca0f047 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:22.527815 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31f965ce-86ba-4892-b169-f2a9d7c58d2f tempest-ServersTestFqdnHostnames-843140581 tempest-ServersTestFqdnHostnames-843140581-project] Router 37797a95-345c-4ba7-846b-5ff1b4b9256a has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 17:54:22.548556 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5293401d-48d4-456d-8584-29b0cca0f047 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:22.551323 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5293401d-48d4-456d-8584-29b0cca0f047 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:22.552506 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-5293401d-48d4-456d-8584-29b0cca0f047 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/103705bf-e94d-41f1-b7ee-77078ce4e93d HTTP/1.1" status: 204 len: 168 time: 0.1515331 Nov 19 17:54:22.573117 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 416dfac9-b243-4e8e-b7ab-03fa42b872ea details requested by agent hyperv_n-h1-818022-2 with host n-h1-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 17:54:22.602889 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5293401d-48d4-456d-8584-29b0cca0f047 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=103705bf-e94d-41f1-b7ee-77078ce4e93d,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:22.683850 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fa3216-954e-4716-a96d-a612b8b3020b req-c0993e1a-4313-4902-99b2-0987ec5bf6a4 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:22.685417 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d0fa3216-954e-4716-a96d-a612b8b3020b req-c0993e1a-4313-4902-99b2-0987ec5bf6a4 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/ports?device_id=a89b8884-8597-49ea-bc0c-04a8b97f235f HTTP/1.1" status: 200 len: 945 time: 0.1187792 Nov 19 17:54:22.690588 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31f965ce-86ba-4892-b169-f2a9d7c58d2f tempest-ServersTestFqdnHostnames-843140581 tempest-ServersTestFqdnHostnames-843140581-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 17:54:22.695947 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-31f965ce-86ba-4892-b169-f2a9d7c58d2f tempest-ServersTestFqdnHostnames-843140581 tempest-ServersTestFqdnHostnames-843140581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for floatingip, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:22.758231 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-31f965ce-86ba-4892-b169-f2a9d7c58d2f tempest-ServersTestFqdnHostnames-843140581 tempest-ServersTestFqdnHostnames-843140581-project] 10.222.0.54 "PUT /v2.0/floatingips/c6a86088-9f59-4c85-909a-b1fbff894e90 HTTP/1.1" status: 200 len: 992 time: 1.5836132 Nov 19 17:54:22.759113 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a286576d-1872-4d70-be3c-7ce7a93ff71b', 'tag': '8ad0607c-a9ec-4038-802e-1fe316e3855b'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:54:22.761597 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dd4767a008c23f8566efc82158ee1b1fff34e1a9e908d76d0b6d0ab7e350e5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb253034-acac-4f46-adc6-dfbfec1ff32b" -d '{"events": [{"name": "network-changed", "server_uuid": "a286576d-1872-4d70-be3c-7ce7a93ff71b", "tag": "8ad0607c-a9ec-4038-802e-1fe316e3855b"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:54:22.791932 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d0fa3216-954e-4716-a96d-a612b8b3020b req-430f0a90-a3d9-4a35-9139-74e3908a1664 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/security-groups?id=30887d2c-2c06-4a04-8ed7-1cc9b0391ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890515 Nov 19 17:54:22.856721 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 17:54:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05ff3557-5cd3-48f4-b017-03596da1627e x-openstack-request-id: req-05ff3557-5cd3-48f4-b017-03596da1627e {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:54:22.857247 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a286576d-1872-4d70-be3c-7ce7a93ff71b", "tag": "8ad0607c-a9ec-4038-802e-1fe316e3855b", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:54:22.858072 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-05ff3557-5cd3-48f4-b017-03596da1627e {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:54:22.859447 n-d-818022-2 neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a286576d-1872-4d70-be3c-7ce7a93ff71b', 'tag': '8ad0607c-a9ec-4038-802e-1fe316e3855b', 'status': 'completed', 'code': 200} Nov 19 17:54:22.880679 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 718f6bb8-fc2a-45fb-bb71-f0832882f5d0 no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:54:22.882508 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7305be4-751b-4bfb-bf63-cabb2ae04cd7 None None] Sync routers for ids ['37797a95-345c-4ba7-846b-5ff1b4b9256a'] in n-d-818022-2 {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 17:54:22.927909 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: 718f6bb8-fc2a-45fb-bb71-f0832882f5d0 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:54:22.928696 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 718f6bb8-fc2a-45fb-bb71-f0832882f5d0 not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:54:22.942908 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7305be4-751b-4bfb-bf63-cabb2ae04cd7 None None] Routers {'37797a95-345c-4ba7-846b-5ff1b4b9256a'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:54:22.943980 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-d7305be4-751b-4bfb-bf63-cabb2ae04cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:54:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['37797a95-345c-4ba7-846b-5ff1b4b9256a'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:54:22.967172 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb253034-acac-4f46-adc6-dfbfec1ff32b req-ed940e6c-a743-4fdb-a2b8-6af96c5fc257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:22.968721 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fb253034-acac-4f46-adc6-dfbfec1ff32b req-ed940e6c-a743-4fdb-a2b8-6af96c5fc257 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=788dc519438f4a03985216f23ce7957a&device_id=a286576d-1872-4d70-be3c-7ce7a93ff71b HTTP/1.1" status: 200 len: 1097 time: 0.0811515 Nov 19 17:54:23.090645 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 416dfac9-b243-4e8e-b7ab-03fa42b872ea, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=416dfac9-b243-4e8e-b7ab-03fa42b872ea,segment=NetworkSegment(a5a94e2b-2782-491c-8737-b805351d0689),segment_id=a5a94e2b-2782-491c-8737-b805351d0689)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:54:23.115520 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Returning: {'device': '416dfac9-b243-4e8e-b7ab-03fa42b872ea', 'network_id': 'fdcadcc4-b6d0-4be3-9284-8f7eda9af8ea', 'port_id': '416dfac9-b243-4e8e-b7ab-03fa42b872ea', 'mac_address': 'fa:16:3e:0d:24:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dbfa5af-1ad8-4df8-a1b2-cc6152eda1a3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 17:54:23.121126 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4698b4-8d68-4837-964d-80c1d0d05802 req-950e8f06-fd4d-425a-90f0-f6c6c280e889 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:23.129303 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6b4698b4-8d68-4837-964d-80c1d0d05802 req-950e8f06-fd4d-425a-90f0-f6c6c280e889 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/ports?device_id=19a4af58-8f1f-46c0-b13d-59abb7b40678 HTTP/1.1" status: 200 len: 944 time: 0.1227000 Nov 19 17:54:23.152639 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-d7305be4-751b-4bfb-bf63-cabb2ae04cd7 None None] Set router 37797a95-345c-4ba7-846b-5ff1b4b9256a gateway port host: n-d-818022-2 {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:54:23.206888 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6b4698b4-8d68-4837-964d-80c1d0d05802 req-63a0e0be-134f-4968-8348-8340ebd55dc4 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/security-groups?id=af9eedbc-4dba-4487-bbd4-6a5c45518ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760076 Nov 19 17:54:23.212704 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb253034-acac-4f46-adc6-dfbfec1ff32b req-395de86a-8967-452f-ae50-2e2223efcdac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:23.214489 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fb253034-acac-4f46-adc6-dfbfec1ff32b req-395de86a-8967-452f-ae50-2e2223efcdac service neutron] 10.222.0.60 "GET /v2.0/networks?id=83e29886-835d-4a88-8dbb-b5f419c8c70c HTTP/1.1" status: 200 len: 916 time: 0.2357461 Nov 19 17:54:23.224218 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:23.246278 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 416dfac9-b243-4e8e-b7ab-03fa42b872ea {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:54:23.296097 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fb253034-acac-4f46-adc6-dfbfec1ff32b req-73223333-aada-4140-9cd9-651362daeadc service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8ad0607c-a9ec-4038-802e-1fe316e3855b HTTP/1.1" status: 200 len: 1000 time: 0.0711756 Nov 19 17:54:23.308948 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 416dfac9-b243-4e8e-b7ab-03fa42b872ea, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=416dfac9-b243-4e8e-b7ab-03fa42b872ea,segment=NetworkSegment(a5a94e2b-2782-491c-8737-b805351d0689),segment_id=a5a94e2b-2782-491c-8737-b805351d0689)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:54:23.320473 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:23.359879 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb253034-acac-4f46-adc6-dfbfec1ff32b req-837c5914-cd2a-4539-816f-99069c9e2b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:23.361654 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fb253034-acac-4f46-adc6-dfbfec1ff32b req-837c5914-cd2a-4539-816f-99069c9e2b4c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f038d3e4-cc95-4dc5-a466-577e5f1c9aa8 HTTP/1.1" status: 200 len: 854 time: 0.0571876 Nov 19 17:54:23.414108 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb253034-acac-4f46-adc6-dfbfec1ff32b req-a89139c1-9f97-4e01-af31-b91a0a74f472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:23.417056 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fb253034-acac-4f46-adc6-dfbfec1ff32b req-a89139c1-9f97-4e01-af31-b91a0a74f472 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=83e29886-835d-4a88-8dbb-b5f419c8c70c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0462618 Nov 19 17:54:23.429359 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=416dfac9-b243-4e8e-b7ab-03fa42b872ea,revision_number=9']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:23.526851 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-d7305be4-751b-4bfb-bf63-cabb2ae04cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37797a95-345c-4ba7-846b-5ff1b4b9256a', 'name': 'tempest-ServersTestFqdnHostnames-1187646523-router', 'tenant_id': '788dc519438f4a03985216f23ce7957a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.243'}], 'enable_snat': True}, 'gw_port_id': '931ef9a4-2fe6-496f-ad2d-6463e58d30b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:53:33Z', 'updated_at': '2021-11-19T17:53:44Z', 'revision_number': 4, 'project_id': '788dc519438f4a03985216f23ce7957a', 'gw_port': {'id': '931ef9a4-2fe6-496f-ad2d-6463e58d30b6', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:ab:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37797a95-345c-4ba7-846b-5ff1b4b9256a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:53:35Z', 'updated_at': '2021-11-19T17:53:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_floatingips': [{'id': 'c6a86088-9f59-4c85-909a-b1fbff894e90', 'tenant_id': '788dc519438f4a03985216f23ce7957a', 'floating_ip_address': '172.25.7.167', 'floating_network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'router_id': '37797a95-345c-4ba7-846b-5ff1b4b9256a', 'port_id': '8ad0607c-a9ec-4038-802e-1fe316e3855b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1744, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83e29886-835d-4a88-8dbb-b5f419c8c70c', 'mac_address': 'fa:16:3e:ba:26:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a286576d-1872-4d70-be3c-7ce7a93ff71b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T17:53:53Z', 'updated_at': '2021-11-19T17:54:21Z', 'revision_number': 1, 'project_id': '788dc519438f4a03985216f23ce7957a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2288129c-fda7-40a9-a92f-9a156c1eec25', 'name': '', 'network_id': '83e29886-835d-4a88-8dbb-b5f419c8c70c', 'tenant_id': '788dc519438f4a03985216f23ce7957a', 'mac_address': 'fa:16:3e:79:b9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37797a95-345c-4ba7-846b-5ff1b4b9256a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1701, 'fixed_ips': [{'subnet_id': 'f038d3e4-cc95-4dc5-a466-577e5f1c9aa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:53:42Z', 'updated_at': '2021-11-19T17:53:49Z', 'revision_number': 5, 'project_id': '788dc519438f4a03985216f23ce7957a', 'subnets': [{'id': 'f038d3e4-cc95-4dc5-a466-577e5f1c9aa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:54:23.539426 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fb253034-acac-4f46-adc6-dfbfec1ff32b req-bf5ef11a-fa4f-45c1-a1fa-4d37e39f591d service neutron] 10.222.0.60 "GET /v2.0/networks/83e29886-835d-4a88-8dbb-b5f419c8c70c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125827 Nov 19 17:54:23.564267 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7305be4-751b-4bfb-bf63-cabb2ae04cd7 None None] Checking router: 37797a95-345c-4ba7-846b-5ff1b4b9256a for host: n-d-818022-2 {{(pid=103366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 17:54:23.574843 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7305be4-751b-4bfb-bf63-cabb2ae04cd7 None None] Routers {'37797a95-345c-4ba7-846b-5ff1b4b9256a'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:54:23.575555 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-d7305be4-751b-4bfb-bf63-cabb2ae04cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:54:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['37797a95-345c-4ba7-846b-5ff1b4b9256a'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:54:23.665256 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fb253034-acac-4f46-adc6-dfbfec1ff32b req-261cc0c8-97ac-4fc4-9e0c-f106735b1978 service neutron] 10.222.0.60 "GET /v2.0/networks/83e29886-835d-4a88-8dbb-b5f419c8c70c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162138 Nov 19 17:54:23.710577 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-d7305be4-751b-4bfb-bf63-cabb2ae04cd7 None None] Set router 37797a95-345c-4ba7-846b-5ff1b4b9256a gateway port host: n-d-818022-2 {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:54:23.732667 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 37244) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:54:23.752357 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['416dfac9-b243-4e8e-b7ab-03fa42b872ea'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:54:23.951131 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cac890-1124-4639-8482-764f49dbf36f req-27fe925c-a8a0-4917-be71-1fb7f14f1cbd tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:23.962661 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-64cac890-1124-4639-8482-764f49dbf36f req-27fe925c-a8a0-4917-be71-1fb7f14f1cbd tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/ports?device_id=a89b8884-8597-49ea-bc0c-04a8b97f235f HTTP/1.1" status: 200 len: 945 time: 0.0827954 Nov 19 17:54:23.997422 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-fa3acaa5-92bd-4e7d-98d4-709cba22ae24 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1509322200'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:54:24.020806 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa3acaa5-92bd-4e7d-98d4-709cba22ae24 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Made reservation on behalf of 8332730af82c4019921b40209bacb73c for: {'network': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:54:24.025897 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-fa3acaa5-92bd-4e7d-98d4-709cba22ae24 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:24.037441 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-fa3acaa5-92bd-4e7d-98d4-709cba22ae24 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:24.040560 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-64cac890-1124-4639-8482-764f49dbf36f req-0a0f0cab-6035-4cf5-9f8a-6c495ef56462 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/security-groups?id=30887d2c-2c06-4a04-8ed7-1cc9b0391ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764842 Nov 19 17:54:24.089923 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-d7305be4-751b-4bfb-bf63-cabb2ae04cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37797a95-345c-4ba7-846b-5ff1b4b9256a', 'name': 'tempest-ServersTestFqdnHostnames-1187646523-router', 'tenant_id': '788dc519438f4a03985216f23ce7957a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.243'}], 'enable_snat': True}, 'gw_port_id': '931ef9a4-2fe6-496f-ad2d-6463e58d30b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:53:33Z', 'updated_at': '2021-11-19T17:53:44Z', 'revision_number': 4, 'project_id': '788dc519438f4a03985216f23ce7957a', 'gw_port': {'id': '931ef9a4-2fe6-496f-ad2d-6463e58d30b6', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:ab:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37797a95-345c-4ba7-846b-5ff1b4b9256a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:53:35Z', 'updated_at': '2021-11-19T17:53:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_floatingips': [{'id': 'c6a86088-9f59-4c85-909a-b1fbff894e90', 'tenant_id': '788dc519438f4a03985216f23ce7957a', 'floating_ip_address': '172.25.7.167', 'floating_network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'router_id': '37797a95-345c-4ba7-846b-5ff1b4b9256a', 'port_id': '8ad0607c-a9ec-4038-802e-1fe316e3855b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1744, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83e29886-835d-4a88-8dbb-b5f419c8c70c', 'mac_address': 'fa:16:3e:ba:26:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a286576d-1872-4d70-be3c-7ce7a93ff71b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T17:53:53Z', 'updated_at': '2021-11-19T17:54:21Z', 'revision_number': 1, 'project_id': '788dc519438f4a03985216f23ce7957a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2288129c-fda7-40a9-a92f-9a156c1eec25', 'name': '', 'network_id': '83e29886-835d-4a88-8dbb-b5f419c8c70c', 'tenant_id': '788dc519438f4a03985216f23ce7957a', 'mac_address': 'fa:16:3e:79:b9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37797a95-345c-4ba7-846b-5ff1b4b9256a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1701, 'fixed_ips': [{'subnet_id': 'f038d3e4-cc95-4dc5-a466-577e5f1c9aa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:53:42Z', 'updated_at': '2021-11-19T17:53:49Z', 'revision_number': 5, 'project_id': '788dc519438f4a03985216f23ce7957a', 'subnets': [{'id': 'f038d3e4-cc95-4dc5-a466-577e5f1c9aa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:54:24.124550 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7305be4-751b-4bfb-bf63-cabb2ae04cd7 None None] The sync data for ids ['37797a95-345c-4ba7-846b-5ff1b4b9256a'] in n-d-818022-2 is: [{'id': '37797a95-345c-4ba7-846b-5ff1b4b9256a', 'name': 'tempest-ServersTestFqdnHostnames-1187646523-router', 'tenant_id': '788dc519438f4a03985216f23ce7957a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.243'}], 'enable_snat': True}, 'gw_port_id': '931ef9a4-2fe6-496f-ad2d-6463e58d30b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:53:33Z', 'updated_at': '2021-11-19T17:53:44Z', 'revision_number': 4, 'project_id': '788dc519438f4a03985216f23ce7957a', 'gw_port': {'id': '931ef9a4-2fe6-496f-ad2d-6463e58d30b6', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:ab:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37797a95-345c-4ba7-846b-5ff1b4b9256a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:53:35Z', 'updated_at': '2021-11-19T17:53:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_floatingips': [{'id': 'c6a86088-9f59-4c85-909a-b1fbff894e90', 'tenant_id': '788dc519438f4a03985216f23ce7957a', 'floating_ip_address': '172.25.7.167', 'floating_network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'router_id': '37797a95-345c-4ba7-846b-5ff1b4b9256a', 'port_id': '8ad0607c-a9ec-4038-802e-1fe316e3855b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1744, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83e29886-835d-4a88-8dbb-b5f419c8c70c', 'mac_address': 'fa:16:3e:ba:26:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a286576d-1872-4d70-be3c-7ce7a93ff71b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T17:53:53Z', 'updated_at': '2021-11-19T17:54:21Z', 'revision_number': 1, 'project_id': '788dc519438f4a03985216f23ce7957a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2288129c-fda7-40a9-a92f-9a156c1eec25', 'name': '', 'network_id': '83e29886-835d-4a88-8dbb-b5f419c8c70c', 'tenant_id': '788dc519438f4a03985216f23ce7957a', 'mac_address': 'fa:16:3e:79:b9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37797a95-345c-4ba7-846b-5ff1b4b9256a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1701, 'fixed_ips': [{'subnet_id': 'f038d3e4-cc95-4dc5-a466-577e5f1c9aa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:53:42Z', 'updated_at': '2021-11-19T17:53:49Z', 'revision_number': 5, 'project_id': '788dc519438f4a03985216f23ce7957a', 'subnets': [{'id': 'f038d3e4-cc95-4dc5-a466-577e5f1c9aa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 17:54:24.145012 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-fa3acaa5-92bd-4e7d-98d4-709cba22ae24 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:24.155358 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-fa3acaa5-92bd-4e7d-98d4-709cba22ae24 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:24.192788 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa3acaa5-92bd-4e7d-98d4-709cba22ae24 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 663} {{(pid=103365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 17:54:24.199579 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3acaa5-92bd-4e7d-98d4-709cba22ae24 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8efcbb54-1d32-4273-b179-34def4c87164,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:24.206313 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-fa3acaa5-92bd-4e7d-98d4-709cba22ae24 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:24.206647 n-d-818022-2 neutron-server[103365]: INFO neutron.db.segments_db [None req-fa3acaa5-92bd-4e7d-98d4-709cba22ae24 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Added segment f756cabf-39a7-4bde-a32c-df3250b209e6 of type vlan for network fe2a8703-eff1-49c9-8b71-655ed6495516 Nov 19 17:54:24.262433 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-fa3acaa5-92bd-4e7d-98d4-709cba22ae24 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:24.311570 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-fa3acaa5-92bd-4e7d-98d4-709cba22ae24 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:24.326964 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa3acaa5-92bd-4e7d-98d4-709cba22ae24 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:24.328035 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-fa3acaa5-92bd-4e7d-98d4-709cba22ae24 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:24.443427 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-fa3acaa5-92bd-4e7d-98d4-709cba22ae24 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.7071054 Nov 19 17:54:24.443792 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 37270) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:54:24.448989 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-f4313926-8453-46ff-986b-de9663a869f7 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Request body: {'port': {'network_id': 'fe2a8703-eff1-49c9-8b71-655ed6495516', 'name': 'tempest-PortsTestJSON-97588140'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:54:24.451562 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3acaa5-92bd-4e7d-98d4-709cba22ae24 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Pushing event updated for resources: {'Network': ['ID=fe2a8703-eff1-49c9-8b71-655ed6495516,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:24.460987 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6071f049-a560-4a95-a90c-384e5e8b32b4 None None] New status for floating IP c6a86088-9f59-4c85-909a-b1fbff894e90: ACTIVE {{(pid=103367) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 17:54:24.485391 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network fe2a8703-eff1-49c9-8b71-655ed6495516 details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 17:54:24.502451 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04786c91-c789-4988-8eef-016ec0d57d96 req-1688790d-fc65-4d58-83a6-7813cb189ab6 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:24.504111 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-04786c91-c789-4988-8eef-016ec0d57d96 req-1688790d-fc65-4d58-83a6-7813cb189ab6 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/ports?device_id=19a4af58-8f1f-46c0-b13d-59abb7b40678 HTTP/1.1" status: 200 len: 945 time: 0.1721113 Nov 19 17:54:24.583658 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-04786c91-c789-4988-8eef-016ec0d57d96 req-8ad796fc-e79e-4449-899d-5805cba32d04 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/security-groups?id=af9eedbc-4dba-4487-bbd4-6a5c45518ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665412 Nov 19 17:54:24.592894 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4313926-8453-46ff-986b-de9663a869f7 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Made reservation on behalf of 8332730af82c4019921b40209bacb73c for: {'port': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:54:24.596492 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f4313926-8453-46ff-986b-de9663a869f7 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:24.643015 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [None req-f4313926-8453-46ff-986b-de9663a869f7 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] device_id is not set on port 2afa106b-dfa4-437e-b925-01f50a62c5df yet. {{(pid=103364) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 17:54:24.774969 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 37282) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:54:24.859788 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f4313926-8453-46ff-986b-de9663a869f7 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:24.898862 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f4313926-8453-46ff-986b-de9663a869f7 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:24.947598 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-73a89045-2276-488f-895a-cf9ff1650b07 tempest-FloatingIPAdminTestJSON-1298031478 tempest-FloatingIPAdminTestJSON-1298031478-project] Request body: {'floatingip': {'floating_network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:54:24.970252 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4313926-8453-46ff-986b-de9663a869f7 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Pushing event updated for resources: {'Port': ['ID=2afa106b-dfa4-437e-b925-01f50a62c5df,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:24.971835 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-73a89045-2276-488f-895a-cf9ff1650b07 tempest-FloatingIPAdminTestJSON-1298031478 tempest-FloatingIPAdminTestJSON-1298031478-project] Publish callbacks [] for floatingip, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:24.981634 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4313926-8453-46ff-986b-de9663a869f7 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Checking segment: {'id': 'f756cabf-39a7-4bde-a32c-df3250b209e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'fe2a8703-eff1-49c9-8b71-655ed6495516'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:54:24.982092 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4313926-8453-46ff-986b-de9663a869f7 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Network hostable DHCP agents. Network: fe2a8703-eff1-49c9-8b71-655ed6495516, hostable agents: ['02910ef2-0455-4aea-9f38-9a875579633f'], hosted agents: [] {{(pid=103364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 17:54:24.999399 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4313926-8453-46ff-986b-de9663a869f7 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Network fe2a8703-eff1-49c9-8b71-655ed6495516 is scheduled to be hosted by DHCP agent 02910ef2-0455-4aea-9f38-9a875579633f with binding_index 1 {{(pid=103364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 17:54:25.015968 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-f4313926-8453-46ff-986b-de9663a869f7 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818022-2, fe2a8703-eff1-49c9-8b71-655ed6495516) {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:54:25.026504 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1065802-3539-4a08-9d41-2f577f5b6698 None None] Network fe2a8703-eff1-49c9-8b71-655ed6495516 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:54:25.046005 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4313926-8453-46ff-986b-de9663a869f7 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:54:25.052837 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4313926-8453-46ff-986b-de9663a869f7 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:25.058638 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f4313926-8453-46ff-986b-de9663a869f7 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:25.068542 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.agents_db [None req-619e5c26-d9ed-4321-86eb-7d443bb9dfa2 None None] Agent healthcheck: found 7 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 17:54:25.103787 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-f4313926-8453-46ff-986b-de9663a869f7 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 844 time: 0.6588376 Nov 19 17:54:25.104485 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 37290) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:54:25.112116 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-432192d4-cf68-4d92-a465-920668512508 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1079832109'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:54:25.114242 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-73a89045-2276-488f-895a-cf9ff1650b07 tempest-FloatingIPAdminTestJSON-1298031478 tempest-FloatingIPAdminTestJSON-1298031478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:25.148078 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-432192d4-cf68-4d92-a465-920668512508 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Made reservation on behalf of 8332730af82c4019921b40209bacb73c for: {'network': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:54:25.153173 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-432192d4-cf68-4d92-a465-920668512508 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:25.217951 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-432192d4-cf68-4d92-a465-920668512508 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 660} {{(pid=103364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 17:54:25.230153 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-432192d4-cf68-4d92-a465-920668512508 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:25.230579 n-d-818022-2 neutron-server[103364]: INFO neutron.db.segments_db [None req-432192d4-cf68-4d92-a465-920668512508 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Added segment 39232062-7711-49b3-a3e5-bca31b79850e of type vlan for network 28dad8f6-ff15-47e1-81b2-4584ac56e8ed Nov 19 17:54:25.233621 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4af509-9acb-4cb9-a636-695d3f6a5748 req-9ec9229b-26f6-4284-b5fa-84d87967dca6 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:25.235238 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ef4af509-9acb-4cb9-a636-695d3f6a5748 req-9ec9229b-26f6-4284-b5fa-84d87967dca6 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/ports?device_id=a89b8884-8597-49ea-bc0c-04a8b97f235f HTTP/1.1" status: 200 len: 945 time: 0.1116290 Nov 19 17:54:25.297497 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-432192d4-cf68-4d92-a465-920668512508 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:25.323997 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-432192d4-cf68-4d92-a465-920668512508 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:25.327855 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [None req-73a89045-2276-488f-895a-cf9ff1650b07 tempest-FloatingIPAdminTestJSON-1298031478 tempest-FloatingIPAdminTestJSON-1298031478-project] Allocated IP 172.25.7.52 (645e61aa-1a6c-4e8f-857e-ab06edb4897f/88ed2d64-f56d-4f01-a468-946e01c99e82/e40db832-b2cc-4904-bab2-c22c18457683) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:54:25.330735 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-432192d4-cf68-4d92-a465-920668512508 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:25.331965 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-432192d4-cf68-4d92-a465-920668512508 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks [] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:25.362479 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ef4af509-9acb-4cb9-a636-695d3f6a5748 req-33a70167-1097-48ec-9450-45c02c5957aa tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/security-groups?id=30887d2c-2c06-4a04-8ed7-1cc9b0391ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879202 Nov 19 17:54:25.420069 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-432192d4-cf68-4d92-a465-920668512508 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3144879 Nov 19 17:54:25.423399 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 37296) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:54:25.430742 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432192d4-cf68-4d92-a465-920668512508 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Pushing event updated for resources: {'Network': ['ID=28dad8f6-ff15-47e1-81b2-4584ac56e8ed,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:25.434036 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-304def42-bbc6-4080-86e3-c183c91250c3 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Request body: {'ports': [{'network_id': 'fe2a8703-eff1-49c9-8b71-655ed6495516'}, {'network_id': '28dad8f6-ff15-47e1-81b2-4584ac56e8ed'}]} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:54:25.434549 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-304def42-bbc6-4080-86e3-c183c91250c3 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Request body: {'port': {'network_id': 'fe2a8703-eff1-49c9-8b71-655ed6495516'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:54:25.435084 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-304def42-bbc6-4080-86e3-c183c91250c3 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Request body: {'port': {'network_id': '28dad8f6-ff15-47e1-81b2-4584ac56e8ed'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:54:25.443222 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network 28dad8f6-ff15-47e1-81b2-4584ac56e8ed details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 17:54:25.602433 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-73a89045-2276-488f-895a-cf9ff1650b07 tempest-FloatingIPAdminTestJSON-1298031478 tempest-FloatingIPAdminTestJSON-1298031478-project] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:25.673709 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-73a89045-2276-488f-895a-cf9ff1650b07 tempest-FloatingIPAdminTestJSON-1298031478 tempest-FloatingIPAdminTestJSON-1298031478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:25.682337 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-304def42-bbc6-4080-86e3-c183c91250c3 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Made reservation on behalf of 8332730af82c4019921b40209bacb73c for: {'port': 2} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:54:25.686744 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-304def42-bbc6-4080-86e3-c183c91250c3 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:25.756346 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-304def42-bbc6-4080-86e3-c183c91250c3 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:25.775499 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73a89045-2276-488f-895a-cf9ff1650b07 tempest-FloatingIPAdminTestJSON-1298031478 tempest-FloatingIPAdminTestJSON-1298031478-project] Network 645e61aa-1a6c-4e8f-857e-ab06edb4897f is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:54:25.785929 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-73a89045-2276-488f-895a-cf9ff1650b07 tempest-FloatingIPAdminTestJSON-1298031478 tempest-FloatingIPAdminTestJSON-1298031478-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:54:25.792067 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a89045-2276-488f-895a-cf9ff1650b07 tempest-FloatingIPAdminTestJSON-1298031478 tempest-FloatingIPAdminTestJSON-1298031478-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:54:25.795833 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a89045-2276-488f-895a-cf9ff1650b07 tempest-FloatingIPAdminTestJSON-1298031478 tempest-FloatingIPAdminTestJSON-1298031478-project] Pushing event updated for resources: {'Port': ['ID=e40db832-b2cc-4904-bab2-c22c18457683,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:25.894515 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df04bd5-7ddd-4155-b630-f25a3b9d7c1b req-08682229-b0b1-4d49-93dc-196d50f32033 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:25.896890 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6df04bd5-7ddd-4155-b630-f25a3b9d7c1b req-08682229-b0b1-4d49-93dc-196d50f32033 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/ports?device_id=19a4af58-8f1f-46c0-b13d-59abb7b40678 HTTP/1.1" status: 200 len: 945 time: 0.2069886 Nov 19 17:54:25.933658 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [None req-304def42-bbc6-4080-86e3-c183c91250c3 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] device_id is not set on port bfcdeaa5-75e8-476e-ac24-de18b5815fcb yet. {{(pid=103365) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 17:54:26.015347 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6df04bd5-7ddd-4155-b630-f25a3b9d7c1b req-a125092a-b4b5-4ec1-9955-14a3cbcadc70 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/security-groups?id=af9eedbc-4dba-4487-bbd4-6a5c45518ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1106863 Nov 19 17:54:26.017548 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-73a89045-2276-488f-895a-cf9ff1650b07 tempest-FloatingIPAdminTestJSON-1298031478 tempest-FloatingIPAdminTestJSON-1298031478-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:26.099955 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-73a89045-2276-488f-895a-cf9ff1650b07 tempest-FloatingIPAdminTestJSON-1298031478 tempest-FloatingIPAdminTestJSON-1298031478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:26.186316 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-304def42-bbc6-4080-86e3-c183c91250c3 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:26.312313 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [None req-304def42-bbc6-4080-86e3-c183c91250c3 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] device_id is not set on port 165ec4c7-de42-469b-9dfb-1c7e2711a043 yet. {{(pid=103365) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 17:54:26.393487 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-73a89045-2276-488f-895a-cf9ff1650b07 tempest-FloatingIPAdminTestJSON-1298031478 tempest-FloatingIPAdminTestJSON-1298031478-project] Publish callbacks [] for port, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:26.422754 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-73a89045-2276-488f-895a-cf9ff1650b07 tempest-FloatingIPAdminTestJSON-1298031478 tempest-FloatingIPAdminTestJSON-1298031478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:26.516398 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a89045-2276-488f-895a-cf9ff1650b07 tempest-FloatingIPAdminTestJSON-1298031478 tempest-FloatingIPAdminTestJSON-1298031478-project] Pushing event updated for resources: {'Port': ['ID=e40db832-b2cc-4904-bab2-c22c18457683,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:26.536873 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9d0cad-4f50-403c-9134-9eb53f25e0fb req-068f28dd-21ea-4b6a-81b5-b78866eba593 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:26.545484 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ab9d0cad-4f50-403c-9134-9eb53f25e0fb req-068f28dd-21ea-4b6a-81b5-b78866eba593 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/ports?device_id=a89b8884-8597-49ea-bc0c-04a8b97f235f HTTP/1.1" status: 200 len: 945 time: 0.0899816 Nov 19 17:54:26.550842 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-73a89045-2276-488f-895a-cf9ff1650b07 tempest-FloatingIPAdminTestJSON-1298031478 tempest-FloatingIPAdminTestJSON-1298031478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-671284'] for floatingip, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:26.556936 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-304def42-bbc6-4080-86e3-c183c91250c3 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:26.576223 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-73a89045-2276-488f-895a-cf9ff1650b07 tempest-FloatingIPAdminTestJSON-1298031478 tempest-FloatingIPAdminTestJSON-1298031478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for floatingip, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:26.577508 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-73a89045-2276-488f-895a-cf9ff1650b07 tempest-FloatingIPAdminTestJSON-1298031478 tempest-FloatingIPAdminTestJSON-1298031478-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8014407 Nov 19 17:54:26.582010 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 37310) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:54:26.588111 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-fe6e48ee-d401-4af6-af26-f3af61d53a50 tempest-FloatingIPAdminTestJSON-1298031478 tempest-FloatingIPAdminTestJSON-1298031478-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1794255271'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:54:26.607831 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 416dfac9-b243-4e8e-b7ab-03fa42b872ea up at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:54:26.618534 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-304def42-bbc6-4080-86e3-c183c91250c3 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:26.640561 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ab9d0cad-4f50-403c-9134-9eb53f25e0fb req-3dce91a5-527f-44bd-be2f-a67bd07b20fa tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/security-groups?id=30887d2c-2c06-4a04-8ed7-1cc9b0391ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937891 Nov 19 17:54:26.642004 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe6e48ee-d401-4af6-af26-f3af61d53a50 tempest-FloatingIPAdminTestJSON-1298031478 tempest-FloatingIPAdminTestJSON-1298031478-project] Made reservation on behalf of bb0f2f9540f24118a729764974438e09 for: {'network': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:54:26.645699 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-fe6e48ee-d401-4af6-af26-f3af61d53a50 tempest-FloatingIPAdminTestJSON-1298031478 tempest-FloatingIPAdminTestJSON-1298031478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:26.670790 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-fe6e48ee-d401-4af6-af26-f3af61d53a50 tempest-FloatingIPAdminTestJSON-1298031478 tempest-FloatingIPAdminTestJSON-1298031478-project] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:26.676668 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning complete for port 416dfac9-b243-4e8e-b7ab-03fa42b872ea triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:54:26.677058 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:26.686646 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-304def42-bbc6-4080-86e3-c183c91250c3 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Network fe2a8703-eff1-49c9-8b71-655ed6495516 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:54:26.691575 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-304def42-bbc6-4080-86e3-c183c91250c3 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:54:26.700236 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-304def42-bbc6-4080-86e3-c183c91250c3 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:54:26.702157 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-304def42-bbc6-4080-86e3-c183c91250c3 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:26.712231 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304def42-bbc6-4080-86e3-c183c91250c3 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Pushing event updated for resources: {'Port': ['ID=bfcdeaa5-75e8-476e-ac24-de18b5815fcb,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:26.769728 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-fe6e48ee-d401-4af6-af26-f3af61d53a50 tempest-FloatingIPAdminTestJSON-1298031478 tempest-FloatingIPAdminTestJSON-1298031478-project] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:26.775232 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-fe6e48ee-d401-4af6-af26-f3af61d53a50 tempest-FloatingIPAdminTestJSON-1298031478 tempest-FloatingIPAdminTestJSON-1298031478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:26.778864 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304def42-bbc6-4080-86e3-c183c91250c3 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Pushing event updated for resources: {'Port': ['ID=165ec4c7-de42-469b-9dfb-1c7e2711a043,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:26.779310 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:26.791032 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-304def42-bbc6-4080-86e3-c183c91250c3 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Checking segment: {'id': '39232062-7711-49b3-a3e5-bca31b79850e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '28dad8f6-ff15-47e1-81b2-4584ac56e8ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:54:26.791467 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-304def42-bbc6-4080-86e3-c183c91250c3 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Network hostable DHCP agents. Network: 28dad8f6-ff15-47e1-81b2-4584ac56e8ed, hostable agents: ['02910ef2-0455-4aea-9f38-9a875579633f'], hosted agents: [] {{(pid=103365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 17:54:26.791702 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe6e48ee-d401-4af6-af26-f3af61d53a50 tempest-FloatingIPAdminTestJSON-1298031478 tempest-FloatingIPAdminTestJSON-1298031478-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 679} {{(pid=103364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 17:54:26.818818 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-fe6e48ee-d401-4af6-af26-f3af61d53a50 tempest-FloatingIPAdminTestJSON-1298031478 tempest-FloatingIPAdminTestJSON-1298031478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:26.819166 n-d-818022-2 neutron-server[103364]: INFO neutron.db.segments_db [None req-fe6e48ee-d401-4af6-af26-f3af61d53a50 tempest-FloatingIPAdminTestJSON-1298031478 tempest-FloatingIPAdminTestJSON-1298031478-project] Added segment 9ef0e01a-2eb6-419c-ba47-67bdb8df2baa of type vlan for network 6375c7c0-0d7a-43a4-8460-71345dcdbb79 Nov 19 17:54:26.825656 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19a4af58-8f1f-46c0-b13d-59abb7b40678', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '416dfac9-b243-4e8e-b7ab-03fa42b872ea'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:54:26.828027 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3940761bcd94e032e6960d2241bd8993c5d3a7d8dc2aca8488f3ecf1d4dd2fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5054dd26-8cf6-45d4-b19c-3b54cc5c7b7e" -d '{"events": [{"server_uuid": "19a4af58-8f1f-46c0-b13d-59abb7b40678", "name": "network-vif-plugged", "status": "completed", "tag": "416dfac9-b243-4e8e-b7ab-03fa42b872ea"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:54:26.832076 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-304def42-bbc6-4080-86e3-c183c91250c3 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Network 28dad8f6-ff15-47e1-81b2-4584ac56e8ed is scheduled to be hosted by DHCP agent 02910ef2-0455-4aea-9f38-9a875579633f with binding_index 1 {{(pid=103365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 17:54:26.846410 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-304def42-bbc6-4080-86e3-c183c91250c3 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818022-2, 28dad8f6-ff15-47e1-81b2-4584ac56e8ed) {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:54:26.851052 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-304def42-bbc6-4080-86e3-c183c91250c3 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:54:26.866888 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28df00c0-3b51-4954-b0ff-62f3d32d3558 None None] Network 28dad8f6-ff15-47e1-81b2-4584ac56e8ed requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:54:26.872107 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 416dfac9-b243-4e8e-b7ab-03fa42b872ea, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=416dfac9-b243-4e8e-b7ab-03fa42b872ea,segment=NetworkSegment(a5a94e2b-2782-491c-8737-b805351d0689),segment_id=a5a94e2b-2782-491c-8737-b805351d0689)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:54:26.874986 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-304def42-bbc6-4080-86e3-c183c91250c3 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:26.890100 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-304def42-bbc6-4080-86e3-c183c91250c3 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:26.891906 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-304def42-bbc6-4080-86e3-c183c91250c3 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:26.914665 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-304def42-bbc6-4080-86e3-c183c91250c3 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.4898307 Nov 19 17:54:26.917154 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 37320) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:54:26.917296 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:26.920483 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:54:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-032f32fc-be78-429c-bdd2-2d50abb08f82 x-openstack-request-id: req-032f32fc-be78-429c-bdd2-2d50abb08f82 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:54:26.920776 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19a4af58-8f1f-46c0-b13d-59abb7b40678", "name": "network-vif-plugged", "status": "completed", "tag": "416dfac9-b243-4e8e-b7ab-03fa42b872ea", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:54:26.921036 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-032f32fc-be78-429c-bdd2-2d50abb08f82 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:54:26.921436 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19a4af58-8f1f-46c0-b13d-59abb7b40678', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '416dfac9-b243-4e8e-b7ab-03fa42b872ea', 'code': 200} Nov 19 17:54:26.933739 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6e48ee-d401-4af6-af26-f3af61d53a50 tempest-FloatingIPAdminTestJSON-1298031478 tempest-FloatingIPAdminTestJSON-1298031478-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ebc2edd1-3b9e-4ec0-b664-57e56e0c3d25,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:26.968148 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-fe6e48ee-d401-4af6-af26-f3af61d53a50 tempest-FloatingIPAdminTestJSON-1298031478 tempest-FloatingIPAdminTestJSON-1298031478-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:27.006782 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-fe6e48ee-d401-4af6-af26-f3af61d53a50 tempest-FloatingIPAdminTestJSON-1298031478 tempest-FloatingIPAdminTestJSON-1298031478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:27.021007 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe6e48ee-d401-4af6-af26-f3af61d53a50 tempest-FloatingIPAdminTestJSON-1298031478 tempest-FloatingIPAdminTestJSON-1298031478-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:27.021704 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-fe6e48ee-d401-4af6-af26-f3af61d53a50 tempest-FloatingIPAdminTestJSON-1298031478 tempest-FloatingIPAdminTestJSON-1298031478-project] Publish callbacks [] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:27.068057 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-ab490475-b660-4c51-af7e-bd57501baef7 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Deleting port 165ec4c7-de42-469b-9dfb-1c7e2711a043 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:54:27.068399 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ab490475-b660-4c51-af7e-bd57501baef7 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:27.076147 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=416dfac9-b243-4e8e-b7ab-03fa42b872ea,revision_number=10']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:27.172902 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-fe6e48ee-d401-4af6-af26-f3af61d53a50 tempest-FloatingIPAdminTestJSON-1298031478 tempest-FloatingIPAdminTestJSON-1298031478-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.5893872 Nov 19 17:54:27.175808 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 37326) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:54:27.188665 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-6101e5d8-c9bf-415d-a18a-976dc29db877 tempest-FloatingIPAdminTestJSON-1298031478 tempest-FloatingIPAdminTestJSON-1298031478-project] Request body: {'subnet': {'network_id': '6375c7c0-0d7a-43a4-8460-71345dcdbb79', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:54:27.242133 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ab490475-b660-4c51-af7e-bd57501baef7 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:27.246903 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6e48ee-d401-4af6-af26-f3af61d53a50 tempest-FloatingIPAdminTestJSON-1298031478 tempest-FloatingIPAdminTestJSON-1298031478-project] Pushing event updated for resources: {'Network': ['ID=6375c7c0-0d7a-43a4-8460-71345dcdbb79,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:27.260022 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network 6375c7c0-0d7a-43a4-8460-71345dcdbb79 details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 17:54:27.271056 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-ab490475-b660-4c51-af7e-bd57501baef7 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Calling delete_port for 165ec4c7-de42-469b-9dfb-1c7e2711a043 owned by {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:54:27.326478 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09147461-07f9-476d-8838-5aad56b9128d req-3971c440-f131-47c2-8571-5ef9eba4e719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:27.328605 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-09147461-07f9-476d-8838-5aad56b9128d req-3971c440-f131-47c2-8571-5ef9eba4e719 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=19a4af58-8f1f-46c0-b13d-59abb7b40678 HTTP/1.1" status: 200 len: 1098 time: 0.1183224 Nov 19 17:54:27.352830 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d6b30b-bf2c-4436-b9b2-e6964b30b14f req-b7844bfb-4945-4072-a016-fe0f3bda4069 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:27.354416 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-23d6b30b-bf2c-4436-b9b2-e6964b30b14f req-b7844bfb-4945-4072-a016-fe0f3bda4069 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/ports?device_id=19a4af58-8f1f-46c0-b13d-59abb7b40678 HTTP/1.1" status: 200 len: 947 time: 0.1614907 Nov 19 17:54:27.369390 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6101e5d8-c9bf-415d-a18a-976dc29db877 tempest-FloatingIPAdminTestJSON-1298031478 tempest-FloatingIPAdminTestJSON-1298031478-project] Made reservation on behalf of bb0f2f9540f24118a729764974438e09 for: {'subnet': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:54:27.372911 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6101e5d8-c9bf-415d-a18a-976dc29db877 tempest-FloatingIPAdminTestJSON-1298031478 tempest-FloatingIPAdminTestJSON-1298031478-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8983829'] for subnet, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:27.409685 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-09147461-07f9-476d-8838-5aad56b9128d req-84ceb350-1363-4fde-8f03-7248eda076d9 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=af9eedbc-4dba-4487-bbd4-6a5c45518ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702038 Nov 19 17:54:27.430335 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ab490475-b660-4c51-af7e-bd57501baef7 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:27.477180 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-23d6b30b-bf2c-4436-b9b2-e6964b30b14f req-11852f92-6399-4bde-8dd8-dcc80aa7e423 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/security-groups?id=af9eedbc-4dba-4487-bbd4-6a5c45518ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1166358 Nov 19 17:54:27.613531 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6101e5d8-c9bf-415d-a18a-976dc29db877 tempest-FloatingIPAdminTestJSON-1298031478 tempest-FloatingIPAdminTestJSON-1298031478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12425078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8983815'] for subnet, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:27.707857 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6101e5d8-c9bf-415d-a18a-976dc29db877 tempest-FloatingIPAdminTestJSON-1298031478 tempest-FloatingIPAdminTestJSON-1298031478-project] Pushing event updated for resources: {'Subnet': ['ID=0df8215b-d911-4934-986c-b8845046cd23,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:27.719633 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6101e5d8-c9bf-415d-a18a-976dc29db877 tempest-FloatingIPAdminTestJSON-1298031478 tempest-FloatingIPAdminTestJSON-1298031478-project] Checking segment: {'id': '9ef0e01a-2eb6-419c-ba47-67bdb8df2baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '6375c7c0-0d7a-43a4-8460-71345dcdbb79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:54:27.719932 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6101e5d8-c9bf-415d-a18a-976dc29db877 tempest-FloatingIPAdminTestJSON-1298031478 tempest-FloatingIPAdminTestJSON-1298031478-project] Network hostable DHCP agents. Network: 6375c7c0-0d7a-43a4-8460-71345dcdbb79, hostable agents: ['02910ef2-0455-4aea-9f38-9a875579633f'], hosted agents: [] {{(pid=103364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 17:54:27.742089 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6101e5d8-c9bf-415d-a18a-976dc29db877 tempest-FloatingIPAdminTestJSON-1298031478 tempest-FloatingIPAdminTestJSON-1298031478-project] Network 6375c7c0-0d7a-43a4-8460-71345dcdbb79 is scheduled to be hosted by DHCP agent 02910ef2-0455-4aea-9f38-9a875579633f with binding_index 1 {{(pid=103364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 17:54:27.753019 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-6101e5d8-c9bf-415d-a18a-976dc29db877 tempest-FloatingIPAdminTestJSON-1298031478 tempest-FloatingIPAdminTestJSON-1298031478-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818022-2, 6375c7c0-0d7a-43a4-8460-71345dcdbb79) {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:54:27.761769 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78d7becc-11c6-42ce-a2d9-626d6d015479 None None] Network 6375c7c0-0d7a-43a4-8460-71345dcdbb79 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:54:27.766296 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6101e5d8-c9bf-415d-a18a-976dc29db877 tempest-FloatingIPAdminTestJSON-1298031478 tempest-FloatingIPAdminTestJSON-1298031478-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:27.766911 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6101e5d8-c9bf-415d-a18a-976dc29db877 tempest-FloatingIPAdminTestJSON-1298031478 tempest-FloatingIPAdminTestJSON-1298031478-project] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:27.789800 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-6101e5d8-c9bf-415d-a18a-976dc29db877 tempest-FloatingIPAdminTestJSON-1298031478 tempest-FloatingIPAdminTestJSON-1298031478-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6085851 Nov 19 17:54:27.792861 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 37334) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:54:27.797564 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab490475-b660-4c51-af7e-bd57501baef7 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Pushing event deleted for resources: {'Port': ['ID=165ec4c7-de42-469b-9dfb-1c7e2711a043,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:27.811560 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-1a20765f-163e-4394-ae00-836d5b79f2bc tempest-FloatingIPAdminTestJSON-1298031478 tempest-FloatingIPAdminTestJSON-1298031478-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-880571246', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'}, 'admin_state_up': False}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:54:27.814586 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ab490475-b660-4c51-af7e-bd57501baef7 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:27.818378 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-ab490475-b660-4c51-af7e-bd57501baef7 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] 10.222.0.54 "DELETE /v2.0/ports/165ec4c7-de42-469b-9dfb-1c7e2711a043 HTTP/1.1" status: 204 len: 168 time: 0.8993237 Nov 19 17:54:27.832551 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 37336) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:54:27.860477 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1a20765f-163e-4394-ae00-836d5b79f2bc tempest-FloatingIPAdminTestJSON-1298031478 tempest-FloatingIPAdminTestJSON-1298031478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9890'] for router, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:27.863251 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1a20765f-163e-4394-ae00-836d5b79f2bc tempest-FloatingIPAdminTestJSON-1298031478 tempest-FloatingIPAdminTestJSON-1298031478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671617', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-732153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4689'] for router, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:27.885985 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e18398e-976a-4e9a-8fa7-a6684491f7ae req-04b0ce9c-9670-4872-91d8-2957ffd1c6e1 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:27.887593 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5e18398e-976a-4e9a-8fa7-a6684491f7ae req-04b0ce9c-9670-4872-91d8-2957ffd1c6e1 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/ports?device_id=a89b8884-8597-49ea-bc0c-04a8b97f235f HTTP/1.1" status: 200 len: 945 time: 0.0878325 Nov 19 17:54:27.932699 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f57cbff-fd2b-4bf0-8008-90e23328e10b tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:27.941555 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f57cbff-fd2b-4bf0-8008-90e23328e10b tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:27.941794 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-9f57cbff-fd2b-4bf0-8008-90e23328e10b tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1450 time: 0.1080613 Nov 19 17:54:27.944567 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 37340) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:54:27.950815 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1a20765f-163e-4394-ae00-836d5b79f2bc tempest-FloatingIPAdminTestJSON-1298031478 tempest-FloatingIPAdminTestJSON-1298031478-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:27.975271 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb907855-4dc7-49ba-9a1b-d4c0e470f98a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54f44f5f-1200-574e-8740-2141911d5b73-6375c7c0-0d7a-43a4-8460-71345dcdbb79', 'network_id': '6375c7c0-0d7a-43a4-8460-71345dcdbb79', 'tenant_id': 'bb0f2f9540f24118a729764974438e09', 'fixed_ips': [{'subnet_id': '0df8215b-d911-4934-986c-b8845046cd23'}]}} from n-d-818022-2. {{(pid=103366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 17:54:27.976397 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-fb907855-4dc7-49ba-9a1b-d4c0e470f98a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:28.058070 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5e18398e-976a-4e9a-8fa7-a6684491f7ae req-9a765e5f-f814-40f2-954d-53783174d1c7 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/security-groups?id=30887d2c-2c06-4a04-8ed7-1cc9b0391ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589928 Nov 19 17:54:28.075874 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-a00a3abf-0e2a-42e3-b4f1-edb9dfaec4e0 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Deleting port bfcdeaa5-75e8-476e-ac24-de18b5815fcb {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:54:28.076213 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a00a3abf-0e2a-42e3-b4f1-edb9dfaec4e0 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:28.127692 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1a20765f-163e-4394-ae00-836d5b79f2bc tempest-FloatingIPAdminTestJSON-1298031478 tempest-FloatingIPAdminTestJSON-1298031478-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:28.149274 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [None req-fb907855-4dc7-49ba-9a1b-d4c0e470f98a None None] Allocated IP 172.20.0.2 (6375c7c0-0d7a-43a4-8460-71345dcdbb79/0df8215b-d911-4934-986c-b8845046cd23/45c4a2ae-6ef6-44ba-8267-06b86b100c36) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:54:28.150431 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a00a3abf-0e2a-42e3-b4f1-edb9dfaec4e0 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:28.166596 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-a00a3abf-0e2a-42e3-b4f1-edb9dfaec4e0 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Calling delete_port for bfcdeaa5-75e8-476e-ac24-de18b5815fcb owned by {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:54:28.259127 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a00a3abf-0e2a-42e3-b4f1-edb9dfaec4e0 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:28.317596 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00a3abf-0e2a-42e3-b4f1-edb9dfaec4e0 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Pushing event deleted for resources: {'Port': ['ID=bfcdeaa5-75e8-476e-ac24-de18b5815fcb,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:28.329349 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a00a3abf-0e2a-42e3-b4f1-edb9dfaec4e0 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:28.336029 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-a00a3abf-0e2a-42e3-b4f1-edb9dfaec4e0 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] 10.222.0.54 "DELETE /v2.0/ports/bfcdeaa5-75e8-476e-ac24-de18b5815fcb HTTP/1.1" status: 204 len: 168 time: 0.3880672 Nov 19 17:54:28.336661 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 37344) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:54:28.394659 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e152d68-0026-4acf-a9b8-5ea6a235cf0c tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:28.396475 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-1e152d68-0026-4acf-a9b8-5ea6a235cf0c tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 842 time: 0.0586174 Nov 19 17:54:28.399936 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 37346) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:54:28.400770 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1a20765f-163e-4394-ae00-836d5b79f2bc tempest-FloatingIPAdminTestJSON-1298031478 tempest-FloatingIPAdminTestJSON-1298031478-project] Publish callbacks [] for router_gateway, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:28.421295 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1a20765f-163e-4394-ae00-836d5b79f2bc tempest-FloatingIPAdminTestJSON-1298031478 tempest-FloatingIPAdminTestJSON-1298031478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:28.432592 n-d-818022-2 neutron-server[103365]: INFO neutron.pecan_wsgi.hooks.translation [None req-e96769ad-789f-457c-b56e-5759cb9f75bb tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] GET failed (client error): The resource could not be found. Nov 19 17:54:28.432592 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-e96769ad-789f-457c-b56e-5759cb9f75bb tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] 10.222.0.54 "GET /v2.0/ports/165ec4c7-de42-469b-9dfb-1c7e2711a043 HTTP/1.1" status: 404 len: 333 time: 0.0314662 Nov 19 17:54:28.435138 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 37348) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:54:28.493842 n-d-818022-2 neutron-server[103364]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8a8bf50-bab7-4135-badc-29f34fd6e0f2 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] GET failed (client error): The resource could not be found. Nov 19 17:54:28.495395 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-d8a8bf50-bab7-4135-badc-29f34fd6e0f2 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] 10.222.0.54 "GET /v2.0/ports/bfcdeaa5-75e8-476e-ac24-de18b5815fcb HTTP/1.1" status: 404 len: 333 time: 0.0592320 Nov 19 17:54:28.498028 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 37350) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:54:28.499919 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-fb907855-4dc7-49ba-9a1b-d4c0e470f98a None None] Publish callbacks [] for port, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:28.512105 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-fb907855-4dc7-49ba-9a1b-d4c0e470f98a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998'] for port, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:28.586153 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb907855-4dc7-49ba-9a1b-d4c0e470f98a None None] Pushing event updated for resources: {'Port': ['ID=45c4a2ae-6ef6-44ba-8267-06b86b100c36,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:28.648852 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb907855-4dc7-49ba-9a1b-d4c0e470f98a None None] Network 6375c7c0-0d7a-43a4-8460-71345dcdbb79 is already hosted by enough agents. {{(pid=103366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:54:28.661236 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [None req-fb907855-4dc7-49ba-9a1b-d4c0e470f98a None None] Resources bound (agent type, host, resource id): {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:54:28.682403 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb907855-4dc7-49ba-9a1b-d4c0e470f98a None None] Received port after_create {{(pid=103366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:54:28.730860 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3ae6e29e-393c-4267-b419-e61117adff5f tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:28.767936 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [None req-1a20765f-163e-4394-ae00-836d5b79f2bc tempest-FloatingIPAdminTestJSON-1298031478 tempest-FloatingIPAdminTestJSON-1298031478-project] Allocated IP 172.25.7.65 (645e61aa-1a6c-4e8f-857e-ab06edb4897f/88ed2d64-f56d-4f01-a468-946e01c99e82/d52730ed-691b-425c-976a-2249b2becd2d) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:54:28.832327 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbe4250-d3db-40cd-a463-30d2763677d7 req-135fb533-fb27-45e7-8d84-c10b0347f47d tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:28.839634 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8dbe4250-d3db-40cd-a463-30d2763677d7 req-135fb533-fb27-45e7-8d84-c10b0347f47d tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/ports?device_id=19a4af58-8f1f-46c0-b13d-59abb7b40678 HTTP/1.1" status: 200 len: 947 time: 0.1363323 Nov 19 17:54:28.841805 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-fb907855-4dc7-49ba-9a1b-d4c0e470f98a None None] Attempting to bind port 45c4a2ae-6ef6-44ba-8267-06b86b100c36 on host n-d-818022-2 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:54:28.842341 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-fb907855-4dc7-49ba-9a1b-d4c0e470f98a None None] Attempting to bind port 45c4a2ae-6ef6-44ba-8267-06b86b100c36 by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': '9ef0e01a-2eb6-419c-ba47-67bdb8df2baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '6375c7c0-0d7a-43a4-8460-71345dcdbb79'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:54:28.842607 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb907855-4dc7-49ba-9a1b-d4c0e470f98a None None] Attempting to bind port 45c4a2ae-6ef6-44ba-8267-06b86b100c36 on network 6375c7c0-0d7a-43a4-8460-71345dcdbb79 {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:54:28.849631 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb907855-4dc7-49ba-9a1b-d4c0e470f98a None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 54, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:54:28.850044 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb907855-4dc7-49ba-9a1b-d4c0e470f98a None None] Checking segment: {'id': '9ef0e01a-2eb6-419c-ba47-67bdb8df2baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '6375c7c0-0d7a-43a4-8460-71345dcdbb79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:54:28.850455 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-fb907855-4dc7-49ba-9a1b-d4c0e470f98a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:28.850854 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb907855-4dc7-49ba-9a1b-d4c0e470f98a None None] Bound using segment: {'id': '9ef0e01a-2eb6-419c-ba47-67bdb8df2baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '6375c7c0-0d7a-43a4-8460-71345dcdbb79'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:54:28.851346 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-fb907855-4dc7-49ba-9a1b-d4c0e470f98a None None] Bound port: 45c4a2ae-6ef6-44ba-8267-06b86b100c36, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ef0e01a-2eb6-419c-ba47-67bdb8df2baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '6375c7c0-0d7a-43a4-8460-71345dcdbb79'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:54:28.851925 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-fb907855-4dc7-49ba-9a1b-d4c0e470f98a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:28.936343 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-fb907855-4dc7-49ba-9a1b-d4c0e470f98a None None] For port 45c4a2ae-6ef6-44ba-8267-06b86b100c36, host n-d-818022-2, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:54:28.946931 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-fb907855-4dc7-49ba-9a1b-d4c0e470f98a None None] For port 45c4a2ae-6ef6-44ba-8267-06b86b100c36, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=45c4a2ae-6ef6-44ba-8267-06b86b100c36,segment=NetworkSegment(9ef0e01a-2eb6-419c-ba47-67bdb8df2baa),segment_id=9ef0e01a-2eb6-419c-ba47-67bdb8df2baa)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:54:28.947332 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8dbe4250-d3db-40cd-a463-30d2763677d7 req-18266cab-b52f-4b16-bce1-8317e6ea9996 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/security-groups?id=af9eedbc-4dba-4487-bbd4-6a5c45518ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1066327 Nov 19 17:54:28.956689 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-fb907855-4dc7-49ba-9a1b-d4c0e470f98a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:28.972474 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3ae6e29e-393c-4267-b419-e61117adff5f tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:29.017036 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-3ae6e29e-393c-4267-b419-e61117adff5f tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28dad8f6-ff15-47e1-81b2-4584ac56e8ed']}} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:54:29.035920 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb907855-4dc7-49ba-9a1b-d4c0e470f98a None None] Pushing event updated for resources: {'Port': ['ID=45c4a2ae-6ef6-44ba-8267-06b86b100c36,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:29.056690 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-3ae6e29e-393c-4267-b419-e61117adff5f tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39232062-7711-49b3-a3e5-bca31b79850e') {'for_net_delete': True} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:54:29.056994 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-3ae6e29e-393c-4267-b419-e61117adff5f tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39232062-7711-49b3-a3e5-bca31b79850e') {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:54:29.075957 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3ae6e29e-393c-4267-b419-e61117adff5f tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417396'] for segment, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:29.108007 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3ae6e29e-393c-4267-b419-e61117adff5f tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:29.116898 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1a20765f-163e-4394-ae00-836d5b79f2bc tempest-FloatingIPAdminTestJSON-1298031478 tempest-FloatingIPAdminTestJSON-1298031478-project] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:29.122584 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ae6e29e-393c-4267-b419-e61117adff5f tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Releasing vlan 660 on physical network physnet1 to pool {{(pid=103364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 17:54:29.122992 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3ae6e29e-393c-4267-b419-e61117adff5f tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12425183'] for segment, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:29.126826 n-d-818022-2 neutron-server[103364]: Traceback (most recent call last): Nov 19 17:54:29.126826 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 17:54:29.126826 n-d-818022-2 neutron-server[103364]: timer() Nov 19 17:54:29.126826 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 17:54:29.126826 n-d-818022-2 neutron-server[103364]: cb(*args, **kw) Nov 19 17:54:29.126826 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 17:54:29.126826 n-d-818022-2 neutron-server[103364]: return func(*args, **kwargs) Nov 19 17:54:29.126826 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 17:54:29.126826 n-d-818022-2 neutron-server[103364]: self._notify() Nov 19 17:54:29.126826 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 17:54:29.126826 n-d-818022-2 neutron-server[103364]: self.callback(batched_events) Nov 19 17:54:29.126826 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 17:54:29.126826 n-d-818022-2 neutron-server[103364]: event.method(event) Nov 19 17:54:29.126826 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 17:54:29.126826 n-d-818022-2 neutron-server[103364]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 17:54:29.126826 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 17:54:29.126826 n-d-818022-2 neutron-server[103364]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 17:54:29.126826 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 17:54:29.126826 n-d-818022-2 neutron-server[103364]: return f(self, *a, **k) Nov 19 17:54:29.126826 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 17:54:29.126826 n-d-818022-2 neutron-server[103364]: return self._get(url).json() Nov 19 17:54:29.126826 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 17:54:29.126826 n-d-818022-2 neutron-server[103364]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 17:54:29.126826 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 17:54:29.126826 n-d-818022-2 neutron-server[103364]: return self.request(url, 'GET', **kwargs) Nov 19 17:54:29.126826 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 17:54:29.126826 n-d-818022-2 neutron-server[103364]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 17:54:29.126826 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 17:54:29.126826 n-d-818022-2 neutron-server[103364]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 17:54:29.126826 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 17:54:29.126826 n-d-818022-2 neutron-server[103364]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 17:54:29.126826 n-d-818022-2 neutron-server[103364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 17:54:29.241154 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3ae6e29e-393c-4267-b419-e61117adff5f tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671242'] for network, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:29.264454 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3ae6e29e-393c-4267-b419-e61117adff5f tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks [] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:29.269213 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-3ae6e29e-393c-4267-b419-e61117adff5f tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] 10.222.0.54 "DELETE /v2.0/networks/28dad8f6-ff15-47e1-81b2-4584ac56e8ed HTTP/1.1" status: 204 len: 168 time: 0.7695446 Nov 19 17:54:29.271568 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae6e29e-393c-4267-b419-e61117adff5f tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Pushing event deleted for resources: {'Network': ['ID=28dad8f6-ff15-47e1-81b2-4584ac56e8ed,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:29.275059 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 37378) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:54:29.288710 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-a3bff582-2d1d-47bb-bf96-93c1fcbdd20e tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-974637455'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:54:29.294654 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1a20765f-163e-4394-ae00-836d5b79f2bc tempest-FloatingIPAdminTestJSON-1298031478 tempest-FloatingIPAdminTestJSON-1298031478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:29.353671 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3bff582-2d1d-47bb-bf96-93c1fcbdd20e tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Made reservation on behalf of 8332730af82c4019921b40209bacb73c for: {'network': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:54:29.358662 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a3bff582-2d1d-47bb-bf96-93c1fcbdd20e tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:29.400966 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3bff582-2d1d-47bb-bf96-93c1fcbdd20e tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 682} {{(pid=103365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 17:54:29.408193 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7146655-c5b6-4a93-aa20-ca1a18e9419b req-0e7f0faf-4e1b-4bc6-988d-553668473de8 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:29.410802 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f7146655-c5b6-4a93-aa20-ca1a18e9419b req-0e7f0faf-4e1b-4bc6-988d-553668473de8 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/ports?device_id=a89b8884-8597-49ea-bc0c-04a8b97f235f HTTP/1.1" status: 200 len: 945 time: 0.2051606 Nov 19 17:54:29.411935 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a20765f-163e-4394-ae00-836d5b79f2bc tempest-FloatingIPAdminTestJSON-1298031478 tempest-FloatingIPAdminTestJSON-1298031478-project] Pushing event updated for resources: {'Port': ['ID=d52730ed-691b-425c-976a-2249b2becd2d,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:29.424389 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a3bff582-2d1d-47bb-bf96-93c1fcbdd20e tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:29.425069 n-d-818022-2 neutron-server[103365]: INFO neutron.db.segments_db [None req-a3bff582-2d1d-47bb-bf96-93c1fcbdd20e tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Added segment e3d7ac22-9b71-4d81-b71b-3698b1aa5cd3 of type vlan for network c7785133-8000-41fd-a541-968bad82e29c Nov 19 17:54:29.442355 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a20765f-163e-4394-ae00-836d5b79f2bc tempest-FloatingIPAdminTestJSON-1298031478 tempest-FloatingIPAdminTestJSON-1298031478-project] Network 645e61aa-1a6c-4e8f-857e-ab06edb4897f is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:54:29.453719 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-1a20765f-163e-4394-ae00-836d5b79f2bc tempest-FloatingIPAdminTestJSON-1298031478 tempest-FloatingIPAdminTestJSON-1298031478-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:54:29.458870 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a20765f-163e-4394-ae00-836d5b79f2bc tempest-FloatingIPAdminTestJSON-1298031478 tempest-FloatingIPAdminTestJSON-1298031478-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:54:29.495444 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a3bff582-2d1d-47bb-bf96-93c1fcbdd20e tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:29.538182 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a3bff582-2d1d-47bb-bf96-93c1fcbdd20e tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:29.547754 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3bff582-2d1d-47bb-bf96-93c1fcbdd20e tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:29.556573 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a3bff582-2d1d-47bb-bf96-93c1fcbdd20e tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:29.580260 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f7146655-c5b6-4a93-aa20-ca1a18e9419b req-e25cb0c7-ad08-462c-892b-6bd20d64afce tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/security-groups?id=30887d2c-2c06-4a04-8ed7-1cc9b0391ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525192 Nov 19 17:54:29.636423 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-a3bff582-2d1d-47bb-bf96-93c1fcbdd20e tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3595316 Nov 19 17:54:29.641133 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 37402) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:54:29.661460 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-7f9dfe09-707d-4759-87fc-9be3ee5bb65d tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Request body: {'subnet': {'network_id': 'c7785133-8000-41fd-a541-968bad82e29c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:54:29.694348 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dc8f579c-5f7c-4af2-a3bb-7f5e937d841b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:29.722989 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bff582-2d1d-47bb-bf96-93c1fcbdd20e tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Pushing event updated for resources: {'Network': ['ID=c7785133-8000-41fd-a541-968bad82e29c,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:29.737058 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network c7785133-8000-41fd-a541-968bad82e29c details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 17:54:29.814430 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f9dfe09-707d-4759-87fc-9be3ee5bb65d tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Made reservation on behalf of 8332730af82c4019921b40209bacb73c for: {'subnet': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:54:29.819810 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7f9dfe09-707d-4759-87fc-9be3ee5bb65d tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8731248'] for subnet, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:29.933572 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.ipam_backend_mixin [None req-7f9dfe09-707d-4759-87fc-9be3ee5bb65d tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Performing IP validity checks on allocation pools {{(pid=103365) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 19 17:54:29.934229 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.ipam_backend_mixin [None req-7f9dfe09-707d-4759-87fc-9be3ee5bb65d tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103365) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 19 17:54:29.969787 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1a20765f-163e-4394-ae00-836d5b79f2bc tempest-FloatingIPAdminTestJSON-1298031478 tempest-FloatingIPAdminTestJSON-1298031478-project] Publish callbacks [] for router_gateway, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:30.117362 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7f9dfe09-707d-4759-87fc-9be3ee5bb65d tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12283104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8731234'] for subnet, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:30.213319 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9dfe09-707d-4759-87fc-9be3ee5bb65d tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Pushing event updated for resources: {'Subnet': ['ID=cd835006-7ad3-455c-b67b-5c0944df4efe,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:30.253356 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d36790-7722-4fa9-8ca1-887196a89dd2 req-16e162b2-5981-4486-95cc-f3889001b6a0 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:30.260717 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f6d36790-7722-4fa9-8ca1-887196a89dd2 req-16e162b2-5981-4486-95cc-f3889001b6a0 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/ports?device_id=19a4af58-8f1f-46c0-b13d-59abb7b40678 HTTP/1.1" status: 200 len: 947 time: 0.1561854 Nov 19 17:54:30.270037 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f9dfe09-707d-4759-87fc-9be3ee5bb65d tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Checking segment: {'id': 'e3d7ac22-9b71-4d81-b71b-3698b1aa5cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'c7785133-8000-41fd-a541-968bad82e29c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:54:30.270376 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f9dfe09-707d-4759-87fc-9be3ee5bb65d tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Network hostable DHCP agents. Network: c7785133-8000-41fd-a541-968bad82e29c, hostable agents: ['02910ef2-0455-4aea-9f38-9a875579633f'], hosted agents: [] {{(pid=103365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 17:54:30.316871 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1a20765f-163e-4394-ae00-836d5b79f2bc tempest-FloatingIPAdminTestJSON-1298031478 tempest-FloatingIPAdminTestJSON-1298031478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671702'] for router, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:30.318681 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f9dfe09-707d-4759-87fc-9be3ee5bb65d tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Network c7785133-8000-41fd-a541-968bad82e29c is scheduled to be hosted by DHCP agent 02910ef2-0455-4aea-9f38-9a875579633f with binding_index 1 {{(pid=103365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 17:54:30.341916 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f6d36790-7722-4fa9-8ca1-887196a89dd2 req-fd626960-8a72-4887-bdfc-800012d9a4ef tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/security-groups?id=af9eedbc-4dba-4487-bbd4-6a5c45518ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802000 Nov 19 17:54:30.356339 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-7f9dfe09-707d-4759-87fc-9be3ee5bb65d tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818022-2, c7785133-8000-41fd-a541-968bad82e29c) {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:54:30.362891 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f9dfe09-707d-4759-87fc-9be3ee5bb65d tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:30.365586 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7f9dfe09-707d-4759-87fc-9be3ee5bb65d tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:30.371881 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf0c39ad-9b92-485c-a773-c918e2ba3e55 None None] Network c7785133-8000-41fd-a541-968bad82e29c requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:54:30.398968 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-7f9dfe09-707d-4759-87fc-9be3ee5bb65d tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7566919 Nov 19 17:54:30.401308 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 37412) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:54:30.407008 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-ce71a227-d870-44bd-9b8a-b3b70ebdc21d tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Request body: {'port': {'network_id': 'c7785133-8000-41fd-a541-968bad82e29c', 'name': 'tempest-PortsTestJSON-1052846005'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:54:30.475941 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a20765f-163e-4394-ae00-836d5b79f2bc tempest-FloatingIPAdminTestJSON-1298031478 tempest-FloatingIPAdminTestJSON-1298031478-project] Router 7fc90a73-198c-4981-bd55-0a2776dea442 is scheduled to L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 with binding_index 1 {{(pid=103364) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 17:54:30.598950 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce71a227-d870-44bd-9b8a-b3b70ebdc21d tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Made reservation on behalf of 8332730af82c4019921b40209bacb73c for: {'port': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:54:30.602379 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ce71a227-d870-44bd-9b8a-b3b70ebdc21d tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:30.626943 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce92c1e4-39c0-4d37-97c6-44aa2de893f6 None None] Network 6375c7c0-0d7a-43a4-8460-71345dcdbb79 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:54:30.653853 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [None req-ce71a227-d870-44bd-9b8a-b3b70ebdc21d tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] device_id is not set on port d6507947-15b4-4bdc-a6ee-41a223c42ad1 yet. {{(pid=103365) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 17:54:30.681898 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a20765f-163e-4394-ae00-836d5b79f2bc tempest-FloatingIPAdminTestJSON-1298031478 tempest-FloatingIPAdminTestJSON-1298031478-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 17:54:30.702744 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-588ee6f6-8fb1-4e84-b746-0f35a2a7fb59 None None] Sync routers for ids ['7fc90a73-198c-4981-bd55-0a2776dea442'] in n-d-818022-2 {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 17:54:30.720793 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8761fc2-25f1-4882-a5fd-54d143d74cd9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54f44f5f-1200-574e-8740-2141911d5b73-c7785133-8000-41fd-a541-968bad82e29c', 'network_id': 'c7785133-8000-41fd-a541-968bad82e29c', 'tenant_id': '8332730af82c4019921b40209bacb73c', 'fixed_ips': [{'subnet_id': 'cd835006-7ad3-455c-b67b-5c0944df4efe'}]}} from n-d-818022-2. {{(pid=103366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 17:54:30.722983 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-c8761fc2-25f1-4882-a5fd-54d143d74cd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:30.739558 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1a20765f-163e-4394-ae00-836d5b79f2bc tempest-FloatingIPAdminTestJSON-1298031478 tempest-FloatingIPAdminTestJSON-1298031478-project] Publish callbacks [] for router, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:30.741855 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-1a20765f-163e-4394-ae00-836d5b79f2bc tempest-FloatingIPAdminTestJSON-1298031478 tempest-FloatingIPAdminTestJSON-1298031478-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 2.9469047 Nov 19 17:54:30.744209 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 37418) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:54:30.783866 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-2d6826bf-5955-41bd-ac1a-c277fe8c52f8 None None] Provisioning complete for port 45c4a2ae-6ef6-44ba-8267-06b86b100c36 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:54:30.785069 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2d6826bf-5955-41bd-ac1a-c277fe8c52f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:30.786747 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-588ee6f6-8fb1-4e84-b746-0f35a2a7fb59 None None] Routers {'7fc90a73-198c-4981-bd55-0a2776dea442'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:54:30.787389 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-588ee6f6-8fb1-4e84-b746-0f35a2a7fb59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:54:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['7fc90a73-198c-4981-bd55-0a2776dea442'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:54:30.910623 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-588ee6f6-8fb1-4e84-b746-0f35a2a7fb59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:54:30.924045 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 45c4a2ae-6ef6-44ba-8267-06b86b100c36 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:54:30.950610 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [None req-ce71a227-d870-44bd-9b8a-b3b70ebdc21d tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Allocated IP 172.20.0.3 (c7785133-8000-41fd-a541-968bad82e29c/cd835006-7ad3-455c-b67b-5c0944df4efe/d6507947-15b4-4bdc-a6ee-41a223c42ad1) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:54:30.976138 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d9758e-7dbc-4c20-9adb-1f5fb88dd042 req-d2c907f4-055a-4b2d-a1ea-57485f187783 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:30.977684 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-55d9758e-7dbc-4c20-9adb-1f5fb88dd042 req-d2c907f4-055a-4b2d-a1ea-57485f187783 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/ports?device_id=a89b8884-8597-49ea-bc0c-04a8b97f235f HTTP/1.1" status: 200 len: 945 time: 0.2457707 Nov 19 17:54:31.003790 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fe8cb985-c22d-4315-b1d3-94caf396327e req-08ac6666-16f4-46cc-ac3d-12f1d642046a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=08d7166f-7a15-4f21-9c94-87560bcdea01&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1614039 Nov 19 17:54:31.104517 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-588ee6f6-8fb1-4e84-b746-0f35a2a7fb59 None None] Routers {'7fc90a73-198c-4981-bd55-0a2776dea442'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:54:31.105355 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-588ee6f6-8fb1-4e84-b746-0f35a2a7fb59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:54:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['7fc90a73-198c-4981-bd55-0a2776dea442'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:54:31.192150 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-588ee6f6-8fb1-4e84-b746-0f35a2a7fb59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:54:31.193058 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-588ee6f6-8fb1-4e84-b746-0f35a2a7fb59 None None] The sync data for ids ['7fc90a73-198c-4981-bd55-0a2776dea442'] in n-d-818022-2 is: [] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 17:54:31.263661 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 45c4a2ae-6ef6-44ba-8267-06b86b100c36 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:54:31.264842 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:31.266411 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2d6826bf-5955-41bd-ac1a-c277fe8c52f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:31.327227 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-2d6826bf-5955-41bd-ac1a-c277fe8c52f8 None None] For port 45c4a2ae-6ef6-44ba-8267-06b86b100c36, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=45c4a2ae-6ef6-44ba-8267-06b86b100c36,segment=NetworkSegment(9ef0e01a-2eb6-419c-ba47-67bdb8df2baa),segment_id=9ef0e01a-2eb6-419c-ba47-67bdb8df2baa)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:54:31.344856 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2d6826bf-5955-41bd-ac1a-c277fe8c52f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:31.472643 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8cb985-c22d-4315-b1d3-94caf396327e req-a42faf44-5272-4e4c-89d7-f4b8614a42f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:31.473554 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8cb985-c22d-4315-b1d3-94caf396327e req-a42faf44-5272-4e4c-89d7-f4b8614a42f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:31.474212 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8cb985-c22d-4315-b1d3-94caf396327e req-a42faf44-5272-4e4c-89d7-f4b8614a42f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:31.474682 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8cb985-c22d-4315-b1d3-94caf396327e req-a42faf44-5272-4e4c-89d7-f4b8614a42f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:31.475225 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8cb985-c22d-4315-b1d3-94caf396327e req-a42faf44-5272-4e4c-89d7-f4b8614a42f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:31.475691 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8cb985-c22d-4315-b1d3-94caf396327e req-a42faf44-5272-4e4c-89d7-f4b8614a42f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:31.476151 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8cb985-c22d-4315-b1d3-94caf396327e req-a42faf44-5272-4e4c-89d7-f4b8614a42f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:31.480463 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fe8cb985-c22d-4315-b1d3-94caf396327e req-a42faf44-5272-4e4c-89d7-f4b8614a42f9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c2e6ec2d08df4707906c035065baeeeb&device_id=08d7166f-7a15-4f21-9c94-87560bcdea01 HTTP/1.1" status: 200 len: 6492 time: 0.3880925 Nov 19 17:54:31.495249 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6826bf-5955-41bd-ac1a-c277fe8c52f8 None None] Pushing event updated for resources: {'Port': ['ID=45c4a2ae-6ef6-44ba-8267-06b86b100c36,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:31.557562 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-55d9758e-7dbc-4c20-9adb-1f5fb88dd042 req-31019f60-764a-4db5-8a8d-80ac70de49df tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/security-groups?id=30887d2c-2c06-4a04-8ed7-1cc9b0391ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5676138 Nov 19 17:54:31.609009 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21879b1c-3fcf-4891-812d-c6a42456f9f8 req-02535148-bba7-47b0-8c45-6b75ed85a35b tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:31.613176 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-21879b1c-3fcf-4891-812d-c6a42456f9f8 req-02535148-bba7-47b0-8c45-6b75ed85a35b tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/ports?device_id=19a4af58-8f1f-46c0-b13d-59abb7b40678 HTTP/1.1" status: 200 len: 947 time: 0.1496301 Nov 19 17:54:31.679505 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-b126d91f-9a0c-471c-a275-e551c6121816 None None] Provisioning complete for port 45c4a2ae-6ef6-44ba-8267-06b86b100c36 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:54:31.679876 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b126d91f-9a0c-471c-a275-e551c6121816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:31.718567 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-21879b1c-3fcf-4891-812d-c6a42456f9f8 req-1b5a37e2-29d1-4f13-a18c-fbdb0f3360d2 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/security-groups?id=af9eedbc-4dba-4487-bbd4-6a5c45518ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0981054 Nov 19 17:54:31.771236 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ce71a227-d870-44bd-9b8a-b3b70ebdc21d tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:31.800646 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8cb985-c22d-4315-b1d3-94caf396327e req-9f5e5cc3-bc6f-467b-8f6a-3085a7707da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:31.801267 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8cb985-c22d-4315-b1d3-94caf396327e req-9f5e5cc3-bc6f-467b-8f6a-3085a7707da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:31.801795 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8cb985-c22d-4315-b1d3-94caf396327e req-9f5e5cc3-bc6f-467b-8f6a-3085a7707da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:31.803511 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fe8cb985-c22d-4315-b1d3-94caf396327e req-9f5e5cc3-bc6f-467b-8f6a-3085a7707da8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=a7696552-ba44-476c-8112-55d4b789a3e1&id=bdba4402-94e3-4e68-bba0-ed8e8f9b25bc&id=bdba4402-94e3-4e68-bba0-ed8e8f9b25bc&id=bdba4402-94e3-4e68-bba0-ed8e8f9b25bc&id=bdba4402-94e3-4e68-bba0-ed8e8f9b25bc&id=c051a038-1534-488b-800a-8e55916bcfc3&id=c051a038-1534-488b-800a-8e55916bcfc3 HTTP/1.1" status: 200 len: 2293 time: 0.2628713 Nov 19 17:54:31.944012 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fe8cb985-c22d-4315-b1d3-94caf396327e req-54e4e35a-f5f4-4119-8fd3-42600704b638 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=250f924d-c35c-4c02-b955-99a05de844f1 HTTP/1.1" status: 200 len: 1001 time: 0.1145504 Nov 19 17:54:31.945006 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ce71a227-d870-44bd-9b8a-b3b70ebdc21d tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:31.997056 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce71a227-d870-44bd-9b8a-b3b70ebdc21d tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Pushing event updated for resources: {'Port': ['ID=d6507947-15b4-4bdc-a6ee-41a223c42ad1,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:32.000804 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [None req-c8761fc2-25f1-4882-a5fd-54d143d74cd9 None None] Allocated IP 172.20.0.2 (c7785133-8000-41fd-a541-968bad82e29c/cd835006-7ad3-455c-b67b-5c0944df4efe/8ffa5c70-e30c-4514-91fe-fee4e1b35f63) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:54:32.020576 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-38872cb3-6ccc-49ed-b3bd-28ab6fef65f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:32.063320 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8cb985-c22d-4315-b1d3-94caf396327e req-0275cd5e-0619-48e8-a1fe-bfda2ee3e2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:32.064713 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fe8cb985-c22d-4315-b1d3-94caf396327e req-0275cd5e-0619-48e8-a1fe-bfda2ee3e2a7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=10488475-e039-4e90-8c5a-9f67d399bd8d HTTP/1.1" status: 200 len: 851 time: 0.0695291 Nov 19 17:54:32.086156 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce71a227-d870-44bd-9b8a-b3b70ebdc21d tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Network c7785133-8000-41fd-a541-968bad82e29c is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:54:32.095417 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-ce71a227-d870-44bd-9b8a-b3b70ebdc21d tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:54:32.098576 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-fa4cd683-b1e1-448e-b385-16baf288cf58 tempest-FloatingIPAdminTestJSON-1298031478 tempest-FloatingIPAdminTestJSON-1298031478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:32.100613 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce71a227-d870-44bd-9b8a-b3b70ebdc21d tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:54:32.168531 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce71a227-d870-44bd-9b8a-b3b70ebdc21d tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:32.169158 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ce71a227-d870-44bd-9b8a-b3b70ebdc21d tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:32.201165 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 37436) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:54:32.201421 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-ce71a227-d870-44bd-9b8a-b3b70ebdc21d tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.7985227 Nov 19 17:54:32.279174 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8cb985-c22d-4315-b1d3-94caf396327e req-04e7d86a-7d10-414a-8744-995bbb99ec03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:32.281168 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-c8761fc2-25f1-4882-a5fd-54d143d74cd9 None None] Publish callbacks [] for port, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:32.281308 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fe8cb985-c22d-4315-b1d3-94caf396327e req-04e7d86a-7d10-414a-8744-995bbb99ec03 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a7696552-ba44-476c-8112-55d4b789a3e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1975119 Nov 19 17:54:32.294218 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-c8761fc2-25f1-4882-a5fd-54d143d74cd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998'] for port, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:32.379354 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8761fc2-25f1-4882-a5fd-54d143d74cd9 None None] Network c7785133-8000-41fd-a541-968bad82e29c is already hosted by enough agents. {{(pid=103366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:54:32.381438 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-44605bfa-57ec-4ae2-99e5-4b507def53be tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Deleting port d6507947-15b4-4bdc-a6ee-41a223c42ad1 {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:54:32.381786 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-44605bfa-57ec-4ae2-99e5-4b507def53be tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:32.383125 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [None req-c8761fc2-25f1-4882-a5fd-54d143d74cd9 None None] Resources bound (agent type, host, resource id): {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:54:32.387363 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8761fc2-25f1-4882-a5fd-54d143d74cd9 None None] Received port after_create {{(pid=103366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:54:32.402990 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8761fc2-25f1-4882-a5fd-54d143d74cd9 None None] Pushing event updated for resources: {'Port': ['ID=8ffa5c70-e30c-4514-91fe-fee4e1b35f63,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:32.473511 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-c8761fc2-25f1-4882-a5fd-54d143d74cd9 None None] Attempting to bind port 8ffa5c70-e30c-4514-91fe-fee4e1b35f63 on host n-d-818022-2 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:54:32.473849 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-c8761fc2-25f1-4882-a5fd-54d143d74cd9 None None] Attempting to bind port 8ffa5c70-e30c-4514-91fe-fee4e1b35f63 by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': 'e3d7ac22-9b71-4d81-b71b-3698b1aa5cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'c7785133-8000-41fd-a541-968bad82e29c'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:54:32.474225 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8761fc2-25f1-4882-a5fd-54d143d74cd9 None None] Attempting to bind port 8ffa5c70-e30c-4514-91fe-fee4e1b35f63 on network c7785133-8000-41fd-a541-968bad82e29c {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:54:32.483308 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8761fc2-25f1-4882-a5fd-54d143d74cd9 None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 54, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:54:32.483704 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8761fc2-25f1-4882-a5fd-54d143d74cd9 None None] Checking segment: {'id': 'e3d7ac22-9b71-4d81-b71b-3698b1aa5cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'c7785133-8000-41fd-a541-968bad82e29c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:54:32.484326 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-c8761fc2-25f1-4882-a5fd-54d143d74cd9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:32.484498 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8761fc2-25f1-4882-a5fd-54d143d74cd9 None None] Bound using segment: {'id': 'e3d7ac22-9b71-4d81-b71b-3698b1aa5cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'c7785133-8000-41fd-a541-968bad82e29c'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:54:32.484991 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-c8761fc2-25f1-4882-a5fd-54d143d74cd9 None None] Bound port: 8ffa5c70-e30c-4514-91fe-fee4e1b35f63, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3d7ac22-9b71-4d81-b71b-3698b1aa5cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'c7785133-8000-41fd-a541-968bad82e29c'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:54:32.485378 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-c8761fc2-25f1-4882-a5fd-54d143d74cd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:32.517526 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fe8cb985-c22d-4315-b1d3-94caf396327e req-3513a175-3776-43f5-ac41-80368b0254ae service neutron] 10.222.0.60 "GET /v2.0/networks/a7696552-ba44-476c-8112-55d4b789a3e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2262390 Nov 19 17:54:32.531118 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-44605bfa-57ec-4ae2-99e5-4b507def53be tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:32.548952 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-44605bfa-57ec-4ae2-99e5-4b507def53be tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Calling delete_port for d6507947-15b4-4bdc-a6ee-41a223c42ad1 owned by {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:54:32.570377 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-c8761fc2-25f1-4882-a5fd-54d143d74cd9 None None] For port 8ffa5c70-e30c-4514-91fe-fee4e1b35f63, host n-d-818022-2, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:54:32.578269 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-c8761fc2-25f1-4882-a5fd-54d143d74cd9 None None] For port 8ffa5c70-e30c-4514-91fe-fee4e1b35f63, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=8ffa5c70-e30c-4514-91fe-fee4e1b35f63,segment=NetworkSegment(e3d7ac22-9b71-4d81-b71b-3698b1aa5cd3),segment_id=e3d7ac22-9b71-4d81-b71b-3698b1aa5cd3)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:54:32.588590 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-c8761fc2-25f1-4882-a5fd-54d143d74cd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:32.729452 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8761fc2-25f1-4882-a5fd-54d143d74cd9 None None] Pushing event updated for resources: {'Port': ['ID=8ffa5c70-e30c-4514-91fe-fee4e1b35f63,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:32.800967 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 45c4a2ae-6ef6-44ba-8267-06b86b100c36 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:54:32.857510 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-44605bfa-57ec-4ae2-99e5-4b507def53be tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:32.870872 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 45c4a2ae-6ef6-44ba-8267-06b86b100c36 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:54:32.871291 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:32.907267 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44605bfa-57ec-4ae2-99e5-4b507def53be tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Pushing event deleted for resources: {'Port': ['ID=d6507947-15b4-4bdc-a6ee-41a223c42ad1,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:33.040273 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-44605bfa-57ec-4ae2-99e5-4b507def53be tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:33.046660 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-44605bfa-57ec-4ae2-99e5-4b507def53be tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] 10.222.0.54 "DELETE /v2.0/ports/d6507947-15b4-4bdc-a6ee-41a223c42ad1 HTTP/1.1" status: 204 len: 168 time: 0.8417099 Nov 19 17:54:33.046930 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 37446) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:54:33.085712 n-d-818022-2 neutron-server[103364]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec65a341-e580-4d15-a7b7-86b494b14a1c tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] DELETE failed (client error): The resource could not be found. Nov 19 17:54:33.086352 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec65a341-e580-4d15-a7b7-86b494b14a1c tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103364) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 17:54:33.092757 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-ec65a341-e580-4d15-a7b7-86b494b14a1c tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] 10.222.0.54 "DELETE /v2.0/ports/d6507947-15b4-4bdc-a6ee-41a223c42ad1 HTTP/1.1" status: 404 len: 333 time: 0.0425086 Nov 19 17:54:33.100389 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 37448) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:54:33.131305 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e46ecc5a-dc14-4744-b262-3072ff2e958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:33.138277 n-d-818022-2 neutron-server[103364]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e8d0732-9718-4224-9e3a-29a583614d2d tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] GET failed (client error): The resource could not be found. Nov 19 17:54:33.140150 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-2e8d0732-9718-4224-9e3a-29a583614d2d tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] 10.222.0.54 "GET /v2.0/ports/d6507947-15b4-4bdc-a6ee-41a223c42ad1 HTTP/1.1" status: 404 len: 333 time: 0.0346479 Nov 19 17:54:33.143656 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 37450) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:54:33.224640 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_v2 [None req-560931ef-6fd0-4aac-9522-3ab78b3272d6 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Deleting subnet cd835006-7ad3-455c-b67b-5c0944df4efe {{(pid=103364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 17:54:33.230308 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-560931ef-6fd0-4aac-9522-3ab78b3272d6 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks [] for subnet, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:33.275207 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fe8cb985-c22d-4315-b1d3-94caf396327e req-3cde4cd7-56c9-4ed2-847e-8a31b07961e9 service neutron] 10.222.0.60 "GET /v2.0/networks/a7696552-ba44-476c-8112-55d4b789a3e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7466106 Nov 19 17:54:33.282450 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-560931ef-6fd0-4aac-9522-3ab78b3272d6 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9416263'] for subnet, precommit_delete_associations {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:33.390649 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-560931ef-6fd0-4aac-9522-3ab78b3272d6 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:33.397973 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553e1758-8ad3-4402-9e34-d68e4832f95f req-5f99eebb-4511-4d21-b0bb-3a9700b27b1a tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:33.403197 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-553e1758-8ad3-4402-9e34-d68e4832f95f req-5f99eebb-4511-4d21-b0bb-3a9700b27b1a tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/ports?device_id=a89b8884-8597-49ea-bc0c-04a8b97f235f HTTP/1.1" status: 200 len: 945 time: 0.7229369 Nov 19 17:54:33.406780 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fe8cb985-c22d-4315-b1d3-94caf396327e req-d295a0c9-26b3-4b98-9602-c4ece33aced5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.170&port_id=87a91d07-25a8-45ba-97b6-bf6aca6dc17b HTTP/1.1" status: 200 len: 217 time: 0.1151698 Nov 19 17:54:33.479391 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-560931ef-6fd0-4aac-9522-3ab78b3272d6 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12425137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8983934'] for subnet, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:33.483687 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [None req-fa4cd683-b1e1-448e-b385-16baf288cf58 tempest-FloatingIPAdminTestJSON-1298031478 tempest-FloatingIPAdminTestJSON-1298031478-project] Allocated IP 172.20.0.1 (6375c7c0-0d7a-43a4-8460-71345dcdbb79/0df8215b-d911-4934-986c-b8845046cd23/4145da23-2b5a-4881-95f4-ff29a4c0cbdf) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:54:33.513975 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560931ef-6fd0-4aac-9522-3ab78b3272d6 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Pushing event deleted for resources: {'Subnet': ['ID=cd835006-7ad3-455c-b67b-5c0944df4efe,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:33.518880 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-560931ef-6fd0-4aac-9522-3ab78b3272d6 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:33.525217 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-560931ef-6fd0-4aac-9522-3ab78b3272d6 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] 10.222.0.54 "DELETE /v2.0/subnets/cd835006-7ad3-455c-b67b-5c0944df4efe HTTP/1.1" status: 204 len: 168 time: 0.3781989 Nov 19 17:54:33.525579 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 37458) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:54:33.606535 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-553e1758-8ad3-4402-9e34-d68e4832f95f req-1543d5f1-4d2e-4ee7-982d-e62eba3caec0 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/security-groups?id=30887d2c-2c06-4a04-8ed7-1cc9b0391ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908321 Nov 19 17:54:33.614468 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8cb985-c22d-4315-b1d3-94caf396327e req-649a48e5-44fd-428f-bf3c-f5fbef607fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:33.616077 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fe8cb985-c22d-4315-b1d3-94caf396327e req-649a48e5-44fd-428f-bf3c-f5fbef607fb1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d2adf1de-41cf-4bad-b066-43727eb082a2 HTTP/1.1" status: 200 len: 797 time: 0.1876347 Nov 19 17:54:33.632410 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1ec74e50-fea4-470a-9c6c-6936deb14849 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:33.686061 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:33.719090 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-fa4cd683-b1e1-448e-b385-16baf288cf58 tempest-FloatingIPAdminTestJSON-1298031478 tempest-FloatingIPAdminTestJSON-1298031478-project] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:33.724090 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8cb985-c22d-4315-b1d3-94caf396327e req-cc18e94c-a5f9-4fed-839e-991ee4be1dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:33.725860 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fe8cb985-c22d-4315-b1d3-94caf396327e req-cc18e94c-a5f9-4fed-839e-991ee4be1dd8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bdba4402-94e3-4e68-bba0-ed8e8f9b25bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0899813 Nov 19 17:54:33.736763 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-1ec74e50-fea4-470a-9c6c-6936deb14849 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Deleting port 8ffa5c70-e30c-4514-91fe-fee4e1b35f63 {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:54:33.737612 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1ec74e50-fea4-470a-9c6c-6936deb14849 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:33.743968 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:33.843612 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-fa4cd683-b1e1-448e-b385-16baf288cf58 tempest-FloatingIPAdminTestJSON-1298031478 tempest-FloatingIPAdminTestJSON-1298031478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:33.849642 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [None req-1ec74e50-fea4-470a-9c6c-6936deb14849 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] For port 8ffa5c70-e30c-4514-91fe-fee4e1b35f63, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=8ffa5c70-e30c-4514-91fe-fee4e1b35f63,segment=NetworkSegment(e3d7ac22-9b71-4d81-b71b-3698b1aa5cd3),segment_id=e3d7ac22-9b71-4d81-b71b-3698b1aa5cd3)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:54:33.851622 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1ec74e50-fea4-470a-9c6c-6936deb14849 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:33.883956 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-1ec74e50-fea4-470a-9c6c-6936deb14849 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Calling delete_port for 8ffa5c70-e30c-4514-91fe-fee4e1b35f63 owned by network:dhcp {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:54:33.915341 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fe8cb985-c22d-4315-b1d3-94caf396327e req-8aee0317-f8dc-40c8-8f40-6551adb0c51d service neutron] 10.222.0.60 "GET /v2.0/networks/bdba4402-94e3-4e68-bba0-ed8e8f9b25bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801667 Nov 19 17:54:33.932028 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa4cd683-b1e1-448e-b385-16baf288cf58 tempest-FloatingIPAdminTestJSON-1298031478 tempest-FloatingIPAdminTestJSON-1298031478-project] Network 6375c7c0-0d7a-43a4-8460-71345dcdbb79 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:54:33.935303 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-fa4cd683-b1e1-448e-b385-16baf288cf58 tempest-FloatingIPAdminTestJSON-1298031478 tempest-FloatingIPAdminTestJSON-1298031478-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:54:33.941364 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa4cd683-b1e1-448e-b385-16baf288cf58 tempest-FloatingIPAdminTestJSON-1298031478 tempest-FloatingIPAdminTestJSON-1298031478-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:54:33.952491 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cd683-b1e1-448e-b385-16baf288cf58 tempest-FloatingIPAdminTestJSON-1298031478 tempest-FloatingIPAdminTestJSON-1298031478-project] Pushing event updated for resources: {'Port': ['ID=4145da23-2b5a-4881-95f4-ff29a4c0cbdf,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:34.056152 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1ec74e50-fea4-470a-9c6c-6936deb14849 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:34.076506 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-fa4cd683-b1e1-448e-b385-16baf288cf58 tempest-FloatingIPAdminTestJSON-1298031478 tempest-FloatingIPAdminTestJSON-1298031478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-671361'] for router_interface, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:34.130897 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec74e50-fea4-470a-9c6c-6936deb14849 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Pushing event deleted for resources: {'Port': ['ID=8ffa5c70-e30c-4514-91fe-fee4e1b35f63,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:34.134068 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec74e50-fea4-470a-9c6c-6936deb14849 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] No DVR routers for this DVR port 8ffa5c70-e30c-4514-91fe-fee4e1b35f63 on host n-d-818022-2 {{(pid=103364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:54:34.163786 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fe8cb985-c22d-4315-b1d3-94caf396327e req-fde337d4-1242-4a16-b0a3-3c0cfe755014 service neutron] 10.222.0.60 "GET /v2.0/networks/bdba4402-94e3-4e68-bba0-ed8e8f9b25bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2174306 Nov 19 17:54:34.240304 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fe8cb985-c22d-4315-b1d3-94caf396327e req-fda108a1-adbe-40cf-b1f7-f96fc2234d87 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.241&port_id=3e94edaf-0165-44df-bdab-b323476101a6 HTTP/1.1" status: 200 len: 217 time: 0.0648980 Nov 19 17:54:34.274011 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d473588-98f3-4887-b0e7-c4d1453a7331 None None] Network c7785133-8000-41fd-a541-968bad82e29c requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:54:34.281501 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1ec74e50-fea4-470a-9c6c-6936deb14849 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:34.307159 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-1ec74e50-fea4-470a-9c6c-6936deb14849 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7785133-8000-41fd-a541-968bad82e29c']}} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:54:34.318234 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-1ec74e50-fea4-470a-9c6c-6936deb14849 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3d7ac22-9b71-4d81-b71b-3698b1aa5cd3') {'for_net_delete': True} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:54:34.318533 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-1ec74e50-fea4-470a-9c6c-6936deb14849 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3d7ac22-9b71-4d81-b71b-3698b1aa5cd3') {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:54:34.329770 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1ec74e50-fea4-470a-9c6c-6936deb14849 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417396'] for segment, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:34.345622 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1ec74e50-fea4-470a-9c6c-6936deb14849 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:34.361081 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8cb985-c22d-4315-b1d3-94caf396327e req-2d092a9c-76a7-48d7-8607-6752a29aad6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:34.364919 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-60a60d59-e164-48b9-834c-7b6a8914bc65 None None] Could not find standard attr ID for object 8ffa5c70-e30c-4514-91fe-fee4e1b35f63. {{(pid=103366) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 17:54:34.365155 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fe8cb985-c22d-4315-b1d3-94caf396327e req-2d092a9c-76a7-48d7-8607-6752a29aad6a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d2adf1de-41cf-4bad-b066-43727eb082a2 HTTP/1.1" status: 200 len: 797 time: 0.1035202 Nov 19 17:54:34.365428 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ec74e50-fea4-470a-9c6c-6936deb14849 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Releasing vlan 682 on physical network physnet1 to pool {{(pid=103364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 17:54:34.365428 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1ec74e50-fea4-470a-9c6c-6936deb14849 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12425183'] for segment, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:34.406764 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-60a60d59-e164-48b9-834c-7b6a8914bc65 None None] Provisioning complete for port 4145da23-2b5a-4881-95f4-ff29a4c0cbdf triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:54:34.407425 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-60a60d59-e164-48b9-834c-7b6a8914bc65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:34.481852 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-fa4cd683-b1e1-448e-b385-16baf288cf58 tempest-FloatingIPAdminTestJSON-1298031478 tempest-FloatingIPAdminTestJSON-1298031478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:34.491337 n-d-818022-2 neutron-server[103364]: Traceback (most recent call last): Nov 19 17:54:34.491337 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 17:54:34.491337 n-d-818022-2 neutron-server[103364]: timer() Nov 19 17:54:34.491337 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 17:54:34.491337 n-d-818022-2 neutron-server[103364]: cb(*args, **kw) Nov 19 17:54:34.491337 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 17:54:34.491337 n-d-818022-2 neutron-server[103364]: return func(*args, **kwargs) Nov 19 17:54:34.491337 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 17:54:34.491337 n-d-818022-2 neutron-server[103364]: self._notify() Nov 19 17:54:34.491337 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 17:54:34.491337 n-d-818022-2 neutron-server[103364]: self.callback(batched_events) Nov 19 17:54:34.491337 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 17:54:34.491337 n-d-818022-2 neutron-server[103364]: event.method(event) Nov 19 17:54:34.491337 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 17:54:34.491337 n-d-818022-2 neutron-server[103364]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 17:54:34.491337 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 17:54:34.491337 n-d-818022-2 neutron-server[103364]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 17:54:34.491337 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 17:54:34.491337 n-d-818022-2 neutron-server[103364]: return f(self, *a, **k) Nov 19 17:54:34.491337 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 17:54:34.491337 n-d-818022-2 neutron-server[103364]: return self._get(url).json() Nov 19 17:54:34.491337 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 17:54:34.491337 n-d-818022-2 neutron-server[103364]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 17:54:34.491337 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 17:54:34.491337 n-d-818022-2 neutron-server[103364]: return self.request(url, 'GET', **kwargs) Nov 19 17:54:34.491337 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 17:54:34.491337 n-d-818022-2 neutron-server[103364]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 17:54:34.491337 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 17:54:34.491337 n-d-818022-2 neutron-server[103364]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 17:54:34.491337 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 17:54:34.491337 n-d-818022-2 neutron-server[103364]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 17:54:34.491337 n-d-818022-2 neutron-server[103364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 17:54:34.510472 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8cb985-c22d-4315-b1d3-94caf396327e req-4ee4f490-8de6-47bc-b1f0-92cd9828ae86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:34.511215 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-60a60d59-e164-48b9-834c-7b6a8914bc65 None None] Port 4145da23-2b5a-4881-95f4-ff29a4c0cbdf cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:54:34.511935 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fe8cb985-c22d-4315-b1d3-94caf396327e req-4ee4f490-8de6-47bc-b1f0-92cd9828ae86 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bdba4402-94e3-4e68-bba0-ed8e8f9b25bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1408544 Nov 19 17:54:34.528422 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1ec74e50-fea4-470a-9c6c-6936deb14849 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671242'] for network, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:34.548791 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1ec74e50-fea4-470a-9c6c-6936deb14849 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks [] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:34.553180 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-1ec74e50-fea4-470a-9c6c-6936deb14849 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] 10.222.0.54 "DELETE /v2.0/networks/c7785133-8000-41fd-a541-968bad82e29c HTTP/1.1" status: 204 len: 168 time: 1.0266747 Nov 19 17:54:34.558130 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 37468) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:54:34.570206 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-ca5fac45-dc5f-46d5-bd5c-492b49dfd9c0 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-37482074'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:54:34.586005 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff87a1e5-37ff-4b23-b3c0-5cd43ef8bfa4 None None] DHCP port deletion for c7785133-8000-41fd-a541-968bad82e29c request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 17:54:34.689331 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca5fac45-dc5f-46d5-bd5c-492b49dfd9c0 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Made reservation on behalf of 8332730af82c4019921b40209bacb73c for: {'network': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:54:34.693109 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ca5fac45-dc5f-46d5-bd5c-492b49dfd9c0 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:34.710507 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e013d7e6-5264-4dcc-9759-54f5fb809e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:34.816688 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fe8cb985-c22d-4315-b1d3-94caf396327e req-ff9b5c2b-ba8b-44f7-9cbe-6c8e130f4ae6 service neutron] 10.222.0.60 "GET /v2.0/networks/bdba4402-94e3-4e68-bba0-ed8e8f9b25bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2790675 Nov 19 17:54:34.851130 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca5fac45-dc5f-46d5-bd5c-492b49dfd9c0 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 690} {{(pid=103365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 17:54:34.943129 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ca5fac45-dc5f-46d5-bd5c-492b49dfd9c0 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:34.943379 n-d-818022-2 neutron-server[103365]: INFO neutron.db.segments_db [None req-ca5fac45-dc5f-46d5-bd5c-492b49dfd9c0 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Added segment ed345557-96b4-4ad1-ae85-c39ee1258c2b of type vlan for network 2322f808-6f40-4e44-837f-5caa4142661b Nov 19 17:54:34.973672 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cfe30b-8c56-4989-9b97-63c0f6ba1325 req-083bf8c3-fafc-4389-ada5-0f7fa44998b8 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:34.975103 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c4cfe30b-8c56-4989-9b97-63c0f6ba1325 req-083bf8c3-fafc-4389-ada5-0f7fa44998b8 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/ports?device_id=a89b8884-8597-49ea-bc0c-04a8b97f235f HTTP/1.1" status: 200 len: 945 time: 0.2187719 Nov 19 17:54:35.016003 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec74e50-fea4-470a-9c6c-6936deb14849 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Pushing event deleted for resources: {'Network': ['ID=c7785133-8000-41fd-a541-968bad82e29c,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:35.063419 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ca5fac45-dc5f-46d5-bd5c-492b49dfd9c0 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:35.122389 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fe8cb985-c22d-4315-b1d3-94caf396327e req-55829cdd-e75b-4d41-9696-14a913e772a5 service neutron] 10.222.0.60 "GET /v2.0/networks/bdba4402-94e3-4e68-bba0-ed8e8f9b25bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2902055 Nov 19 17:54:35.149796 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c4cfe30b-8c56-4989-9b97-63c0f6ba1325 req-7d1055a9-f4b8-4722-9fd5-59073a7e7fc0 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/security-groups?id=30887d2c-2c06-4a04-8ed7-1cc9b0391ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455553 Nov 19 17:54:35.179448 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:35.181570 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ca5fac45-dc5f-46d5-bd5c-492b49dfd9c0 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:35.185835 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca5fac45-dc5f-46d5-bd5c-492b49dfd9c0 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:35.186417 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ca5fac45-dc5f-46d5-bd5c-492b49dfd9c0 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:35.196355 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fe8cb985-c22d-4315-b1d3-94caf396327e req-f7522988-37a8-4e39-b7b5-05707b219b3f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.161&port_id=e40774d5-5d0b-42bc-ab15-81a13c341ed3 HTTP/1.1" status: 200 len: 217 time: 0.0623932 Nov 19 17:54:35.257727 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-fa4cd683-b1e1-448e-b385-16baf288cf58 tempest-FloatingIPAdminTestJSON-1298031478 tempest-FloatingIPAdminTestJSON-1298031478-project] Publish callbacks [] for port, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:35.292625 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-fa4cd683-b1e1-448e-b385-16baf288cf58 tempest-FloatingIPAdminTestJSON-1298031478 tempest-FloatingIPAdminTestJSON-1298031478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:35.309341 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-ca5fac45-dc5f-46d5-bd5c-492b49dfd9c0 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7484071 Nov 19 17:54:35.312295 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 37476) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:54:35.318646 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-89f49596-b9cb-4da4-8f3f-671c55c851ee tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Request body: {'subnet': {'network_id': '2322f808-6f40-4e44-837f-5caa4142661b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:54:35.348424 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5fac45-dc5f-46d5-bd5c-492b49dfd9c0 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Pushing event updated for resources: {'Network': ['ID=2322f808-6f40-4e44-837f-5caa4142661b,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:35.368381 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network 2322f808-6f40-4e44-837f-5caa4142661b details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 17:54:35.376873 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8cb985-c22d-4315-b1d3-94caf396327e req-1d5c51fb-3e09-436c-baed-5cce4f708186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:35.378925 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fe8cb985-c22d-4315-b1d3-94caf396327e req-1d5c51fb-3e09-436c-baed-5cce4f708186 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d2adf1de-41cf-4bad-b066-43727eb082a2 HTTP/1.1" status: 200 len: 797 time: 0.1616676 Nov 19 17:54:35.389386 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cd683-b1e1-448e-b385-16baf288cf58 tempest-FloatingIPAdminTestJSON-1298031478 tempest-FloatingIPAdminTestJSON-1298031478-project] Pushing event updated for resources: {'Port': ['ID=4145da23-2b5a-4881-95f4-ff29a4c0cbdf,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:35.417058 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-fa4cd683-b1e1-448e-b385-16baf288cf58 tempest-FloatingIPAdminTestJSON-1298031478 tempest-FloatingIPAdminTestJSON-1298031478-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-768529'] for router_interface, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:35.434358 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89f49596-b9cb-4da4-8f3f-671c55c851ee tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Made reservation on behalf of 8332730af82c4019921b40209bacb73c for: {'subnet': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:54:35.446274 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-89f49596-b9cb-4da4-8f3f-671c55c851ee tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8983829'] for subnet, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:35.608841 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa4cd683-b1e1-448e-b385-16baf288cf58 tempest-FloatingIPAdminTestJSON-1298031478 tempest-FloatingIPAdminTestJSON-1298031478-project] Network 6375c7c0-0d7a-43a4-8460-71345dcdbb79 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:54:35.615647 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-fa4cd683-b1e1-448e-b385-16baf288cf58 tempest-FloatingIPAdminTestJSON-1298031478 tempest-FloatingIPAdminTestJSON-1298031478-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:54:35.619453 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8cb985-c22d-4315-b1d3-94caf396327e req-b2899844-8f06-4ab3-ab5b-20cd99b26113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:35.621139 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fe8cb985-c22d-4315-b1d3-94caf396327e req-b2899844-8f06-4ab3-ab5b-20cd99b26113 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bdba4402-94e3-4e68-bba0-ed8e8f9b25bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2285819 Nov 19 17:54:35.699935 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-89f49596-b9cb-4da4-8f3f-671c55c851ee tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12425078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8983815'] for subnet, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:35.778709 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f49596-b9cb-4da4-8f3f-671c55c851ee tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Pushing event updated for resources: {'Subnet': ['ID=9c972443-e7ef-4584-9241-0d7632eb6db6,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:35.793352 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f49596-b9cb-4da4-8f3f-671c55c851ee tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Checking segment: {'id': 'ed345557-96b4-4ad1-ae85-c39ee1258c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '2322f808-6f40-4e44-837f-5caa4142661b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:54:35.793715 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89f49596-b9cb-4da4-8f3f-671c55c851ee tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Network hostable DHCP agents. Network: 2322f808-6f40-4e44-837f-5caa4142661b, hostable agents: ['02910ef2-0455-4aea-9f38-9a875579633f'], hosted agents: [] {{(pid=103364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 17:54:35.819196 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89f49596-b9cb-4da4-8f3f-671c55c851ee tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Network 2322f808-6f40-4e44-837f-5caa4142661b is scheduled to be hosted by DHCP agent 02910ef2-0455-4aea-9f38-9a875579633f with binding_index 1 {{(pid=103364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 17:54:35.831388 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-89f49596-b9cb-4da4-8f3f-671c55c851ee tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818022-2, 2322f808-6f40-4e44-837f-5caa4142661b) {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:54:35.840266 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f49596-b9cb-4da4-8f3f-671c55c851ee tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:35.840552 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a2146e7-583b-4920-be42-534354ed4d4d None None] Network 2322f808-6f40-4e44-837f-5caa4142661b requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:54:35.841047 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-89f49596-b9cb-4da4-8f3f-671c55c851ee tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:35.879007 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-89f49596-b9cb-4da4-8f3f-671c55c851ee tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5642138 Nov 19 17:54:35.886020 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa4cd683-b1e1-448e-b385-16baf288cf58 tempest-FloatingIPAdminTestJSON-1298031478 tempest-FloatingIPAdminTestJSON-1298031478-project] Router 7fc90a73-198c-4981-bd55-0a2776dea442 has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 17:54:35.888699 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 37482) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:54:35.898522 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-855fd2ce-6466-4524-9455-41a07719a8d0 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Request body: {'port': {'network_id': '2322f808-6f40-4e44-837f-5caa4142661b', 'security_groups': [], 'name': 'tempest-PortsTestJSON-842143539'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:54:35.925220 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fe8cb985-c22d-4315-b1d3-94caf396327e req-40bb4d9c-5ffb-4fa5-a38c-e28c95c312a2 service neutron] 10.222.0.60 "GET /v2.0/networks/bdba4402-94e3-4e68-bba0-ed8e8f9b25bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2245989 Nov 19 17:54:36.065756 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06445d9b-70ca-442c-afe2-8cc0136b26d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54f44f5f-1200-574e-8740-2141911d5b73-2322f808-6f40-4e44-837f-5caa4142661b', 'network_id': '2322f808-6f40-4e44-837f-5caa4142661b', 'tenant_id': '8332730af82c4019921b40209bacb73c', 'fixed_ips': [{'subnet_id': '9c972443-e7ef-4584-9241-0d7632eb6db6'}]}} from n-d-818022-2. {{(pid=103366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 17:54:36.066604 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-06445d9b-70ca-442c-afe2-8cc0136b26d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:36.086575 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-1345d678-1982-4540-a307-9ff53d5502cf None None] Provisioning complete for port 4145da23-2b5a-4881-95f4-ff29a4c0cbdf triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:54:36.086946 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-1345d678-1982-4540-a307-9ff53d5502cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:36.135002 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-1345d678-1982-4540-a307-9ff53d5502cf None None] Port 4145da23-2b5a-4881-95f4-ff29a4c0cbdf cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:54:36.266272 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [None req-06445d9b-70ca-442c-afe2-8cc0136b26d9 None None] Allocated IP 172.20.0.2 (2322f808-6f40-4e44-837f-5caa4142661b/9c972443-e7ef-4584-9241-0d7632eb6db6/649b7a03-40c7-49d5-8aa0-744c6420a4be) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:54:36.450653 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-06445d9b-70ca-442c-afe2-8cc0136b26d9 None None] Publish callbacks [] for port, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:36.461857 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-06445d9b-70ca-442c-afe2-8cc0136b26d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998'] for port, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:36.511940 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06445d9b-70ca-442c-afe2-8cc0136b26d9 None None] Network 2322f808-6f40-4e44-837f-5caa4142661b is already hosted by enough agents. {{(pid=103366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:54:36.515071 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [None req-06445d9b-70ca-442c-afe2-8cc0136b26d9 None None] Resources bound (agent type, host, resource id): {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:54:36.520487 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06445d9b-70ca-442c-afe2-8cc0136b26d9 None None] Received port after_create {{(pid=103366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:54:36.523852 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06445d9b-70ca-442c-afe2-8cc0136b26d9 None None] Pushing event updated for resources: {'Port': ['ID=649b7a03-40c7-49d5-8aa0-744c6420a4be,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:36.606304 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fe8cb985-c22d-4315-b1d3-94caf396327e req-b91b1163-f0ed-49af-bf6e-55b862f24c23 service neutron] 10.222.0.60 "GET /v2.0/networks/bdba4402-94e3-4e68-bba0-ed8e8f9b25bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6491432 Nov 19 17:54:36.616836 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-06445d9b-70ca-442c-afe2-8cc0136b26d9 None None] Attempting to bind port 649b7a03-40c7-49d5-8aa0-744c6420a4be on host n-d-818022-2 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:54:36.617216 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-06445d9b-70ca-442c-afe2-8cc0136b26d9 None None] Attempting to bind port 649b7a03-40c7-49d5-8aa0-744c6420a4be by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': 'ed345557-96b4-4ad1-ae85-c39ee1258c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '2322f808-6f40-4e44-837f-5caa4142661b'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:54:36.617588 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06445d9b-70ca-442c-afe2-8cc0136b26d9 None None] Attempting to bind port 649b7a03-40c7-49d5-8aa0-744c6420a4be on network 2322f808-6f40-4e44-837f-5caa4142661b {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:54:36.624016 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa4cd683-b1e1-448e-b385-16baf288cf58 tempest-FloatingIPAdminTestJSON-1298031478 tempest-FloatingIPAdminTestJSON-1298031478-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 17:54:36.628898 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06445d9b-70ca-442c-afe2-8cc0136b26d9 None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 54, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:54:36.629361 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06445d9b-70ca-442c-afe2-8cc0136b26d9 None None] Checking segment: {'id': 'ed345557-96b4-4ad1-ae85-c39ee1258c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '2322f808-6f40-4e44-837f-5caa4142661b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:54:36.630299 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-06445d9b-70ca-442c-afe2-8cc0136b26d9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:36.630843 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06445d9b-70ca-442c-afe2-8cc0136b26d9 None None] Bound using segment: {'id': 'ed345557-96b4-4ad1-ae85-c39ee1258c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '2322f808-6f40-4e44-837f-5caa4142661b'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:54:36.631394 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-06445d9b-70ca-442c-afe2-8cc0136b26d9 None None] Bound port: 649b7a03-40c7-49d5-8aa0-744c6420a4be, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed345557-96b4-4ad1-ae85-c39ee1258c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '2322f808-6f40-4e44-837f-5caa4142661b'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:54:36.632504 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-06445d9b-70ca-442c-afe2-8cc0136b26d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:36.638203 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b0c9a8d-f261-46a4-a958-5a175d4bc8be None None] Sync routers for ids ['7fc90a73-198c-4981-bd55-0a2776dea442'] in n-d-818022-2 {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 17:54:36.668833 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fe8cb985-c22d-4315-b1d3-94caf396327e req-71940f8c-1c06-4b2b-b0c6-b51e9ab8ac3a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.24&port_id=2f194f25-8afc-4037-8a13-728d888a8aaf HTTP/1.1" status: 200 len: 217 time: 0.0479543 Nov 19 17:54:36.675941 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-fa4cd683-b1e1-448e-b385-16baf288cf58 tempest-FloatingIPAdminTestJSON-1298031478 tempest-FloatingIPAdminTestJSON-1298031478-project] 10.222.0.54 "PUT /v2.0/routers/7fc90a73-198c-4981-bd55-0a2776dea442/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9204032 Nov 19 17:54:36.677230 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 37492) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:54:36.681134 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d4f642-2c63-42ae-aa0e-2da6bf112dcd req-3b561012-625b-4bad-8781-9b70f18b5b45 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:36.683569 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b0c9a8d-f261-46a4-a958-5a175d4bc8be None None] Routers {'7fc90a73-198c-4981-bd55-0a2776dea442'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:54:36.683741 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-f61b60b8-7fa1-4e07-b974-fa30aa6713e4 tempest-FloatingIPAdminTestJSON-1298031478 tempest-FloatingIPAdminTestJSON-1298031478-project] Request body: {'port': {'network_id': '6375c7c0-0d7a-43a4-8460-71345dcdbb79', 'name': 'tempest-FloatingIPAdminTestJSON-29345313'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:54:36.686892 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-4b0c9a8d-f261-46a4-a958-5a175d4bc8be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:54:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['7fc90a73-198c-4981-bd55-0a2776dea442'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:54:36.690533 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-82d4f642-2c63-42ae-aa0e-2da6bf112dcd req-3b561012-625b-4bad-8781-9b70f18b5b45 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/ports?device_id=a89b8884-8597-49ea-bc0c-04a8b97f235f HTTP/1.1" status: 200 len: 945 time: 0.1954296 Nov 19 17:54:36.700315 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-855fd2ce-6466-4524-9455-41a07719a8d0 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Made reservation on behalf of 8332730af82c4019921b40209bacb73c for: {'port': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:54:36.703780 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-855fd2ce-6466-4524-9455-41a07719a8d0 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:36.777996 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-4b0c9a8d-f261-46a4-a958-5a175d4bc8be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:54:36.799520 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b0c9a8d-f261-46a4-a958-5a175d4bc8be None None] Routers {'7fc90a73-198c-4981-bd55-0a2776dea442'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:54:36.801721 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-4b0c9a8d-f261-46a4-a958-5a175d4bc8be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:54:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['7fc90a73-198c-4981-bd55-0a2776dea442'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:54:36.820972 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [None req-855fd2ce-6466-4524-9455-41a07719a8d0 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] device_id is not set on port 0d340c4d-122f-4b7a-9f15-0724b9e6a697 yet. {{(pid=103365) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 17:54:36.839393 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-06445d9b-70ca-442c-afe2-8cc0136b26d9 None None] For port 649b7a03-40c7-49d5-8aa0-744c6420a4be, host n-d-818022-2, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:54:36.847558 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-06445d9b-70ca-442c-afe2-8cc0136b26d9 None None] For port 649b7a03-40c7-49d5-8aa0-744c6420a4be, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=649b7a03-40c7-49d5-8aa0-744c6420a4be,segment=NetworkSegment(ed345557-96b4-4ad1-ae85-c39ee1258c2b),segment_id=ed345557-96b4-4ad1-ae85-c39ee1258c2b)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:54:36.854005 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f61b60b8-7fa1-4e07-b974-fa30aa6713e4 tempest-FloatingIPAdminTestJSON-1298031478 tempest-FloatingIPAdminTestJSON-1298031478-project] Made reservation on behalf of bb0f2f9540f24118a729764974438e09 for: {'port': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:54:36.858596 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f61b60b8-7fa1-4e07-b974-fa30aa6713e4 tempest-FloatingIPAdminTestJSON-1298031478 tempest-FloatingIPAdminTestJSON-1298031478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:36.861441 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-06445d9b-70ca-442c-afe2-8cc0136b26d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:36.881479 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-4b0c9a8d-f261-46a4-a958-5a175d4bc8be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:54:36.882508 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [None req-f61b60b8-7fa1-4e07-b974-fa30aa6713e4 tempest-FloatingIPAdminTestJSON-1298031478 tempest-FloatingIPAdminTestJSON-1298031478-project] device_id is not set on port 1894611b-8faf-46f3-b27b-1096f39c538e yet. {{(pid=103364) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 17:54:36.883474 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b0c9a8d-f261-46a4-a958-5a175d4bc8be None None] The sync data for ids ['7fc90a73-198c-4981-bd55-0a2776dea442'] in n-d-818022-2 is: [] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 17:54:36.979439 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [None req-855fd2ce-6466-4524-9455-41a07719a8d0 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Allocated IP 172.20.0.3 (2322f808-6f40-4e44-837f-5caa4142661b/9c972443-e7ef-4584-9241-0d7632eb6db6/0d340c4d-122f-4b7a-9f15-0724b9e6a697) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:54:36.994464 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8cb985-c22d-4315-b1d3-94caf396327e req-533637c6-2a45-432c-96d3-f510f0da6c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:36.996289 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fe8cb985-c22d-4315-b1d3-94caf396327e req-533637c6-2a45-432c-96d3-f510f0da6c9a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d2adf1de-41cf-4bad-b066-43727eb082a2 HTTP/1.1" status: 200 len: 797 time: 0.3032978 Nov 19 17:54:37.006638 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-82d4f642-2c63-42ae-aa0e-2da6bf112dcd req-14948898-ce3c-4568-ac13-537bcc446e1a tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/security-groups?id=30887d2c-2c06-4a04-8ed7-1cc9b0391ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3149502 Nov 19 17:54:37.058902 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06445d9b-70ca-442c-afe2-8cc0136b26d9 None None] Pushing event updated for resources: {'Port': ['ID=649b7a03-40c7-49d5-8aa0-744c6420a4be,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:37.064539 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [None req-f61b60b8-7fa1-4e07-b974-fa30aa6713e4 tempest-FloatingIPAdminTestJSON-1298031478 tempest-FloatingIPAdminTestJSON-1298031478-project] Allocated IP 172.20.0.8 (6375c7c0-0d7a-43a4-8460-71345dcdbb79/0df8215b-d911-4934-986c-b8845046cd23/1894611b-8faf-46f3-b27b-1096f39c538e) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:54:37.147665 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8cb985-c22d-4315-b1d3-94caf396327e req-384b39d4-a82b-4801-b7bf-634d6082fc98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:37.150094 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fe8cb985-c22d-4315-b1d3-94caf396327e req-384b39d4-a82b-4801-b7bf-634d6082fc98 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bdba4402-94e3-4e68-bba0-ed8e8f9b25bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1406024 Nov 19 17:54:37.322724 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f61b60b8-7fa1-4e07-b974-fa30aa6713e4 tempest-FloatingIPAdminTestJSON-1298031478 tempest-FloatingIPAdminTestJSON-1298031478-project] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:37.365459 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f61b60b8-7fa1-4e07-b974-fa30aa6713e4 tempest-FloatingIPAdminTestJSON-1298031478 tempest-FloatingIPAdminTestJSON-1298031478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:37.393769 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-855fd2ce-6466-4524-9455-41a07719a8d0 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:37.430342 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f61b60b8-7fa1-4e07-b974-fa30aa6713e4 tempest-FloatingIPAdminTestJSON-1298031478 tempest-FloatingIPAdminTestJSON-1298031478-project] Network 6375c7c0-0d7a-43a4-8460-71345dcdbb79 is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:54:37.432280 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fe8cb985-c22d-4315-b1d3-94caf396327e req-032ad2ff-c51b-4280-b9ee-fec28f6fc6b0 service neutron] 10.222.0.60 "GET /v2.0/networks/bdba4402-94e3-4e68-bba0-ed8e8f9b25bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2725773 Nov 19 17:54:37.434170 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-f61b60b8-7fa1-4e07-b974-fa30aa6713e4 tempest-FloatingIPAdminTestJSON-1298031478 tempest-FloatingIPAdminTestJSON-1298031478-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:54:37.438012 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61b60b8-7fa1-4e07-b974-fa30aa6713e4 tempest-FloatingIPAdminTestJSON-1298031478 tempest-FloatingIPAdminTestJSON-1298031478-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:54:37.506322 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f61b60b8-7fa1-4e07-b974-fa30aa6713e4 tempest-FloatingIPAdminTestJSON-1298031478 tempest-FloatingIPAdminTestJSON-1298031478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:37.511242 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f61b60b8-7fa1-4e07-b974-fa30aa6713e4 tempest-FloatingIPAdminTestJSON-1298031478 tempest-FloatingIPAdminTestJSON-1298031478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:37.537174 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61b60b8-7fa1-4e07-b974-fa30aa6713e4 tempest-FloatingIPAdminTestJSON-1298031478 tempest-FloatingIPAdminTestJSON-1298031478-project] Pushing event updated for resources: {'Port': ['ID=1894611b-8faf-46f3-b27b-1096f39c538e,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:37.560529 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-f61b60b8-7fa1-4e07-b974-fa30aa6713e4 tempest-FloatingIPAdminTestJSON-1298031478 tempest-FloatingIPAdminTestJSON-1298031478-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.8812239 Nov 19 17:54:37.563255 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 37500) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:54:37.587381 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-855fd2ce-6466-4524-9455-41a07719a8d0 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:37.628237 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-30d9726e-4fe2-4a7f-8a92-a7a8d4725ae1 tempest-FloatingIPAdminTestJSON-167050023 tempest-FloatingIPAdminTestJSON-167050023-project-admin] Request body: {'floatingip': {'floating_network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'project_id': 'bb0f2f9540f24118a729764974438e09', 'port_id': '1894611b-8faf-46f3-b27b-1096f39c538e'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:54:37.669893 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-855fd2ce-6466-4524-9455-41a07719a8d0 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Network 2322f808-6f40-4e44-837f-5caa4142661b is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:54:37.678286 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855fd2ce-6466-4524-9455-41a07719a8d0 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Pushing event updated for resources: {'Port': ['ID=0d340c4d-122f-4b7a-9f15-0724b9e6a697,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:37.695735 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-855fd2ce-6466-4524-9455-41a07719a8d0 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:54:37.700747 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-855fd2ce-6466-4524-9455-41a07719a8d0 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:54:37.743866 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fe8cb985-c22d-4315-b1d3-94caf396327e req-404ca135-1087-445f-8d15-310d55fe7a5a service neutron] 10.222.0.60 "GET /v2.0/networks/bdba4402-94e3-4e68-bba0-ed8e8f9b25bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2914982 Nov 19 17:54:37.747303 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-30d9726e-4fe2-4a7f-8a92-a7a8d4725ae1 tempest-FloatingIPAdminTestJSON-167050023 tempest-FloatingIPAdminTestJSON-167050023-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:37.818324 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fe8cb985-c22d-4315-b1d3-94caf396327e req-c491bea6-6bda-4445-a36e-06a3caceb552 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=2f46f7a1-33db-4220-b34f-49fa25718fd9 HTTP/1.1" status: 200 len: 217 time: 0.0623696 Nov 19 17:54:37.882734 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-31d1d67a-146f-486f-a97f-06e6a1c74bb3 None None] Provisioning complete for port 1894611b-8faf-46f3-b27b-1096f39c538e triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:54:37.883821 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-31d1d67a-146f-486f-a97f-06e6a1c74bb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:37.900084 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-855fd2ce-6466-4524-9455-41a07719a8d0 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:37.900689 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-855fd2ce-6466-4524-9455-41a07719a8d0 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:37.926598 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-31d1d67a-146f-486f-a97f-06e6a1c74bb3 None None] Port 1894611b-8faf-46f3-b27b-1096f39c538e cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:54:37.946361 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8cb985-c22d-4315-b1d3-94caf396327e req-26a93940-28cd-41b8-821c-6d064f3c9a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:37.948056 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fe8cb985-c22d-4315-b1d3-94caf396327e req-26a93940-28cd-41b8-821c-6d064f3c9a56 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4125d911-4b34-4d0c-a736-6a09404ca814 HTTP/1.1" status: 200 len: 797 time: 0.0994296 Nov 19 17:54:37.955900 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-855fd2ce-6466-4524-9455-41a07719a8d0 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 2.0586615 Nov 19 17:54:37.957243 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 37508) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:54:38.046710 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8cb985-c22d-4315-b1d3-94caf396327e req-062f3a79-1929-4fc3-826a-f90ab8b83c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:38.048157 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fe8cb985-c22d-4315-b1d3-94caf396327e req-062f3a79-1929-4fc3-826a-f90ab8b83c45 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c051a038-1534-488b-800a-8e55916bcfc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0817096 Nov 19 17:54:38.131746 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-caae0d7a-4d28-42c6-9ea1-4be59a624601 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Deleting port 0d340c4d-122f-4b7a-9f15-0724b9e6a697 {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:54:38.132188 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-caae0d7a-4d28-42c6-9ea1-4be59a624601 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:38.138548 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-30d9726e-4fe2-4a7f-8a92-a7a8d4725ae1 tempest-FloatingIPAdminTestJSON-167050023 tempest-FloatingIPAdminTestJSON-167050023-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:38.294321 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-caae0d7a-4d28-42c6-9ea1-4be59a624601 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:38.304703 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fe8cb985-c22d-4315-b1d3-94caf396327e req-01c8bcb0-0332-45e2-a8f9-0482e8a90659 service neutron] 10.222.0.60 "GET /v2.0/networks/c051a038-1534-488b-800a-8e55916bcfc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2381744 Nov 19 17:54:38.308862 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-caae0d7a-4d28-42c6-9ea1-4be59a624601 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Calling delete_port for 0d340c4d-122f-4b7a-9f15-0724b9e6a697 owned by {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:54:38.355063 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f320e3-1d84-4ff5-9ae1-532b5a9e1532 req-92fc24a6-47a1-4b7b-a66d-a3b85b2c1d9d tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:38.356657 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-54f320e3-1d84-4ff5-9ae1-532b5a9e1532 req-92fc24a6-47a1-4b7b-a66d-a3b85b2c1d9d tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/ports?device_id=a89b8884-8597-49ea-bc0c-04a8b97f235f HTTP/1.1" status: 200 len: 945 time: 0.1791945 Nov 19 17:54:38.450388 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [None req-30d9726e-4fe2-4a7f-8a92-a7a8d4725ae1 tempest-FloatingIPAdminTestJSON-167050023 tempest-FloatingIPAdminTestJSON-167050023-project-admin] Allocated IP 172.25.7.38 (645e61aa-1a6c-4e8f-857e-ab06edb4897f/88ed2d64-f56d-4f01-a468-946e01c99e82/0d9f84f4-0011-442d-b3c8-f54da875bafa) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:54:38.485579 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f460f12-ff53-4e48-b8bc-6ab446518407 None None] Network 2322f808-6f40-4e44-837f-5caa4142661b requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:54:38.575031 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-99b4ef92-08be-473e-a917-4c9e75e01ba2 None None] Provisioning complete for port 649b7a03-40c7-49d5-8aa0-744c6420a4be triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:54:38.575860 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-99b4ef92-08be-473e-a917-4c9e75e01ba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:38.584543 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-54f320e3-1d84-4ff5-9ae1-532b5a9e1532 req-96881c45-81b0-4c1a-8359-43e8674833e6 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/security-groups?id=30887d2c-2c06-4a04-8ed7-1cc9b0391ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009897 Nov 19 17:54:38.618068 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-caae0d7a-4d28-42c6-9ea1-4be59a624601 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:38.628301 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fe8cb985-c22d-4315-b1d3-94caf396327e req-8e299c62-5f86-44ed-b010-2964c2d0a0eb service neutron] 10.222.0.60 "GET /v2.0/networks/c051a038-1534-488b-800a-8e55916bcfc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3087227 Nov 19 17:54:38.657242 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caae0d7a-4d28-42c6-9ea1-4be59a624601 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Pushing event deleted for resources: {'Port': ['ID=0d340c4d-122f-4b7a-9f15-0724b9e6a697,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:38.752165 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-99b4ef92-08be-473e-a917-4c9e75e01ba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:38.785643 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fe8cb985-c22d-4315-b1d3-94caf396327e req-dc197c20-cd7f-44cf-b1ae-b9fa57cd21dd service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=534dda20-44c3-4e51-a3ef-bc7f289e3330 HTTP/1.1" status: 200 len: 217 time: 0.1308539 Nov 19 17:54:38.828334 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-99b4ef92-08be-473e-a917-4c9e75e01ba2 None None] For port 649b7a03-40c7-49d5-8aa0-744c6420a4be, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=649b7a03-40c7-49d5-8aa0-744c6420a4be,segment=NetworkSegment(ed345557-96b4-4ad1-ae85-c39ee1258c2b),segment_id=ed345557-96b4-4ad1-ae85-c39ee1258c2b)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:54:38.836718 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-99b4ef92-08be-473e-a917-4c9e75e01ba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:38.839556 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-caae0d7a-4d28-42c6-9ea1-4be59a624601 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:38.845505 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-caae0d7a-4d28-42c6-9ea1-4be59a624601 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] 10.222.0.54 "DELETE /v2.0/ports/0d340c4d-122f-4b7a-9f15-0724b9e6a697 HTTP/1.1" status: 204 len: 168 time: 0.8854923 Nov 19 17:54:38.854049 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 37518) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:54:38.856343 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-30d9726e-4fe2-4a7f-8a92-a7a8d4725ae1 tempest-FloatingIPAdminTestJSON-167050023 tempest-FloatingIPAdminTestJSON-167050023-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:38.903222 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8cb985-c22d-4315-b1d3-94caf396327e req-d840cea4-0548-4145-90a6-afd8e519da65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:38.904918 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fe8cb985-c22d-4315-b1d3-94caf396327e req-d840cea4-0548-4145-90a6-afd8e519da65 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4125d911-4b34-4d0c-a736-6a09404ca814 HTTP/1.1" status: 200 len: 797 time: 0.1184423 Nov 19 17:54:38.915345 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 649b7a03-40c7-49d5-8aa0-744c6420a4be up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:54:38.931632 n-d-818022-2 neutron-server[103364]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e269a2b-e22c-4985-9e03-5f870a2e93b6 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] GET failed (client error): The resource could not be found. Nov 19 17:54:38.933267 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-8e269a2b-e22c-4985-9e03-5f870a2e93b6 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] 10.222.0.54 "GET /v2.0/ports/0d340c4d-122f-4b7a-9f15-0724b9e6a697 HTTP/1.1" status: 404 len: 333 time: 0.0782127 Nov 19 17:54:38.938957 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 37522) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:54:39.025238 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-30d9726e-4fe2-4a7f-8a92-a7a8d4725ae1 tempest-FloatingIPAdminTestJSON-167050023 tempest-FloatingIPAdminTestJSON-167050023-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:39.042760 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b4ef92-08be-473e-a917-4c9e75e01ba2 None None] Pushing event updated for resources: {'Port': ['ID=649b7a03-40c7-49d5-8aa0-744c6420a4be,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:39.052146 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 649b7a03-40c7-49d5-8aa0-744c6420a4be triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:54:39.052535 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:39.070530 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9efc111-2037-43d3-8b98-e938c705d353 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Deleting subnet 9c972443-e7ef-4584-9241-0d7632eb6db6 {{(pid=103364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 17:54:39.075591 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b9efc111-2037-43d3-8b98-e938c705d353 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks [] for subnet, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:39.107691 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8cb985-c22d-4315-b1d3-94caf396327e req-34bc1575-d668-4190-aa17-cb83eff011d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:39.109313 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fe8cb985-c22d-4315-b1d3-94caf396327e req-34bc1575-d668-4190-aa17-cb83eff011d4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c051a038-1534-488b-800a-8e55916bcfc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1649048 Nov 19 17:54:39.143622 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b9efc111-2037-43d3-8b98-e938c705d353 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9416263'] for subnet, precommit_delete_associations {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:39.178359 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-ced0af17-ed34-4461-b4b8-6df8c773a859 None None] Provisioning complete for port 649b7a03-40c7-49d5-8aa0-744c6420a4be triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:54:39.178846 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ced0af17-ed34-4461-b4b8-6df8c773a859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:39.226468 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fe8cb985-c22d-4315-b1d3-94caf396327e req-849a93ad-5416-4cc8-9b22-760762eafd19 service neutron] 10.222.0.60 "GET /v2.0/networks/c051a038-1534-488b-800a-8e55916bcfc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995336 Nov 19 17:54:39.228230 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30d9726e-4fe2-4a7f-8a92-a7a8d4725ae1 tempest-FloatingIPAdminTestJSON-167050023 tempest-FloatingIPAdminTestJSON-167050023-project-admin] Network 645e61aa-1a6c-4e8f-857e-ab06edb4897f is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:54:39.231197 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-30d9726e-4fe2-4a7f-8a92-a7a8d4725ae1 tempest-FloatingIPAdminTestJSON-167050023 tempest-FloatingIPAdminTestJSON-167050023-project-admin] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:54:39.245555 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d9726e-4fe2-4a7f-8a92-a7a8d4725ae1 tempest-FloatingIPAdminTestJSON-167050023 tempest-FloatingIPAdminTestJSON-167050023-project-admin] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:54:39.300375 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d9726e-4fe2-4a7f-8a92-a7a8d4725ae1 tempest-FloatingIPAdminTestJSON-167050023 tempest-FloatingIPAdminTestJSON-167050023-project-admin] Pushing event updated for resources: {'Port': ['ID=0d9f84f4-0011-442d-b3c8-f54da875bafa,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:39.324497 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b9efc111-2037-43d3-8b98-e938c705d353 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:39.426001 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b9efc111-2037-43d3-8b98-e938c705d353 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12425137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8983934'] for subnet, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:39.484412 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9efc111-2037-43d3-8b98-e938c705d353 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Pushing event deleted for resources: {'Subnet': ['ID=9c972443-e7ef-4584-9241-0d7632eb6db6,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:39.491230 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b9efc111-2037-43d3-8b98-e938c705d353 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:39.497623 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-b9efc111-2037-43d3-8b98-e938c705d353 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] 10.222.0.54 "DELETE /v2.0/subnets/9c972443-e7ef-4584-9241-0d7632eb6db6 HTTP/1.1" status: 204 len: 168 time: 0.5544825 Nov 19 17:54:39.497985 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 37528) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:54:39.505625 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fe8cb985-c22d-4315-b1d3-94caf396327e req-82d2a8cf-d9f3-4c85-8a50-8126e572c6d8 service neutron] 10.222.0.60 "GET /v2.0/networks/c051a038-1534-488b-800a-8e55916bcfc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2572768 Nov 19 17:54:39.540790 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7084e84b-c479-4657-bf6b-62977ce39504 None None] Network 2322f808-6f40-4e44-837f-5caa4142661b requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:54:39.603766 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c96f3035-4a5c-443b-8868-ab4629480e0b tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:39.641104 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-105e0007-d008-4129-bdf6-516f91f802c7 None None] Could not find standard attr ID for object 0d340c4d-122f-4b7a-9f15-0724b9e6a697. {{(pid=103366) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 17:54:39.675550 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-c96f3035-4a5c-443b-8868-ab4629480e0b tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Deleting port 649b7a03-40c7-49d5-8aa0-744c6420a4be {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:54:39.675897 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c96f3035-4a5c-443b-8868-ab4629480e0b tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:39.757855 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [None req-c96f3035-4a5c-443b-8868-ab4629480e0b tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] For port 649b7a03-40c7-49d5-8aa0-744c6420a4be, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=649b7a03-40c7-49d5-8aa0-744c6420a4be,segment=NetworkSegment(ed345557-96b4-4ad1-ae85-c39ee1258c2b),segment_id=ed345557-96b4-4ad1-ae85-c39ee1258c2b)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:54:39.758342 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c96f3035-4a5c-443b-8868-ab4629480e0b tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:39.777184 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-c96f3035-4a5c-443b-8868-ab4629480e0b tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Calling delete_port for 649b7a03-40c7-49d5-8aa0-744c6420a4be owned by network:dhcp {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:54:39.841292 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdc83cf0-3025-4114-96a7-f5b5d2b73b6b None None] DHCP port deletion for 2322f808-6f40-4e44-837f-5caa4142661b request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 17:54:39.867526 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbd3034-a45f-4ae5-b76d-cf2c866c6f40 req-99e6aa3a-5510-4542-9d6f-66319a948c00 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:39.875521 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4fbd3034-a45f-4ae5-b76d-cf2c866c6f40 req-99e6aa3a-5510-4542-9d6f-66319a948c00 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/ports?device_id=a89b8884-8597-49ea-bc0c-04a8b97f235f HTTP/1.1" status: 200 len: 945 time: 0.1635771 Nov 19 17:54:39.884944 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c96f3035-4a5c-443b-8868-ab4629480e0b tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:39.896763 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-bdc83cf0-3025-4114-96a7-f5b5d2b73b6b None None] Deleting port 649b7a03-40c7-49d5-8aa0-744c6420a4be {{(pid=103366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:54:39.897732 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-bdc83cf0-3025-4114-96a7-f5b5d2b73b6b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:39.918819 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96f3035-4a5c-443b-8868-ab4629480e0b tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] No DVR routers for this DVR port 649b7a03-40c7-49d5-8aa0-744c6420a4be on host n-d-818022-2 {{(pid=103364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:54:39.927060 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96f3035-4a5c-443b-8868-ab4629480e0b tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Pushing event deleted for resources: {'Port': ['ID=649b7a03-40c7-49d5-8aa0-744c6420a4be,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:39.991917 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4fbd3034-a45f-4ae5-b76d-cf2c866c6f40 req-0091059c-b578-43ee-8668-61b25913104e tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/security-groups?id=30887d2c-2c06-4a04-8ed7-1cc9b0391ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152573 Nov 19 17:54:40.009184 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-30d9726e-4fe2-4a7f-8a92-a7a8d4725ae1 tempest-FloatingIPAdminTestJSON-167050023 tempest-FloatingIPAdminTestJSON-167050023-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:40.057852 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c96f3035-4a5c-443b-8868-ab4629480e0b tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:40.107209 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-c96f3035-4a5c-443b-8868-ab4629480e0b tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2322f808-6f40-4e44-837f-5caa4142661b']}} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:54:40.118948 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-c96f3035-4a5c-443b-8868-ab4629480e0b tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed345557-96b4-4ad1-ae85-c39ee1258c2b') {'for_net_delete': True} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:54:40.119241 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-c96f3035-4a5c-443b-8868-ab4629480e0b tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed345557-96b4-4ad1-ae85-c39ee1258c2b') {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:54:40.141787 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-30d9726e-4fe2-4a7f-8a92-a7a8d4725ae1 tempest-FloatingIPAdminTestJSON-167050023 tempest-FloatingIPAdminTestJSON-167050023-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:40.142411 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c96f3035-4a5c-443b-8868-ab4629480e0b tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417396'] for segment, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:40.158077 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c96f3035-4a5c-443b-8868-ab4629480e0b tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:40.166034 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c96f3035-4a5c-443b-8868-ab4629480e0b tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Releasing vlan 690 on physical network physnet1 to pool {{(pid=103364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 17:54:40.166532 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c96f3035-4a5c-443b-8868-ab4629480e0b tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12425183'] for segment, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:40.170104 n-d-818022-2 neutron-server[103364]: Traceback (most recent call last): Nov 19 17:54:40.170104 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 17:54:40.170104 n-d-818022-2 neutron-server[103364]: timer() Nov 19 17:54:40.170104 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 17:54:40.170104 n-d-818022-2 neutron-server[103364]: cb(*args, **kw) Nov 19 17:54:40.170104 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 17:54:40.170104 n-d-818022-2 neutron-server[103364]: return func(*args, **kwargs) Nov 19 17:54:40.170104 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 17:54:40.170104 n-d-818022-2 neutron-server[103364]: self._notify() Nov 19 17:54:40.170104 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 17:54:40.170104 n-d-818022-2 neutron-server[103364]: self.callback(batched_events) Nov 19 17:54:40.170104 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 17:54:40.170104 n-d-818022-2 neutron-server[103364]: event.method(event) Nov 19 17:54:40.170104 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 17:54:40.170104 n-d-818022-2 neutron-server[103364]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 17:54:40.170104 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 17:54:40.170104 n-d-818022-2 neutron-server[103364]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 17:54:40.170104 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 17:54:40.170104 n-d-818022-2 neutron-server[103364]: return f(self, *a, **k) Nov 19 17:54:40.170104 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 17:54:40.170104 n-d-818022-2 neutron-server[103364]: return self._get(url).json() Nov 19 17:54:40.170104 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 17:54:40.170104 n-d-818022-2 neutron-server[103364]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 17:54:40.170104 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 17:54:40.170104 n-d-818022-2 neutron-server[103364]: return self.request(url, 'GET', **kwargs) Nov 19 17:54:40.170104 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 17:54:40.170104 n-d-818022-2 neutron-server[103364]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 17:54:40.170104 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 17:54:40.170104 n-d-818022-2 neutron-server[103364]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 17:54:40.170104 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 17:54:40.170104 n-d-818022-2 neutron-server[103364]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 17:54:40.170104 n-d-818022-2 neutron-server[103364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 17:54:40.180758 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-bdc83cf0-3025-4114-96a7-f5b5d2b73b6b None None] For port 649b7a03-40c7-49d5-8aa0-744c6420a4be, host n-d-818022-2, got binding levels [] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:54:40.181728 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-bdc83cf0-3025-4114-96a7-f5b5d2b73b6b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:40.195018 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-bdc83cf0-3025-4114-96a7-f5b5d2b73b6b None None] Calling delete_port for 649b7a03-40c7-49d5-8aa0-744c6420a4be owned by network:dhcp {{(pid=103366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:54:40.197694 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.ipam_backend_mixin [None req-bdc83cf0-3025-4114-96a7-f5b5d2b73b6b None None] Port 649b7a03-40c7-49d5-8aa0-744c6420a4be was not found and therefore no delete operation was performed {{(pid=103366) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 19 17:54:40.199003 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-bdc83cf0-3025-4114-96a7-f5b5d2b73b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007'] for port, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:40.228952 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc83cf0-3025-4114-96a7-f5b5d2b73b6b None None] Pushing event deleted for resources: {'Port': ['ID=649b7a03-40c7-49d5-8aa0-744c6420a4be,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:40.230897 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc83cf0-3025-4114-96a7-f5b5d2b73b6b None None] No DVR routers for this DVR port 649b7a03-40c7-49d5-8aa0-744c6420a4be on host n-d-818022-2 {{(pid=103366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:54:40.249521 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c96f3035-4a5c-443b-8868-ab4629480e0b tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671242'] for network, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:40.271730 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c96f3035-4a5c-443b-8868-ab4629480e0b tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks [] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:40.275517 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-c96f3035-4a5c-443b-8868-ab4629480e0b tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] 10.222.0.54 "DELETE /v2.0/networks/2322f808-6f40-4e44-837f-5caa4142661b HTTP/1.1" status: 204 len: 168 time: 0.7765558 Nov 19 17:54:40.276618 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96f3035-4a5c-443b-8868-ab4629480e0b tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Pushing event deleted for resources: {'Network': ['ID=2322f808-6f40-4e44-837f-5caa4142661b,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:40.279195 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 37536) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:54:40.284918 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-2deaddba-58fe-4abf-ba87-3672047eb8bd tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Request body: {'port': {'network_id': 'fe2a8703-eff1-49c9-8b71-655ed6495516', 'name': 'tempest-PortsTestJSON-811167070'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:54:40.332407 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-30d9726e-4fe2-4a7f-8a92-a7a8d4725ae1 tempest-FloatingIPAdminTestJSON-167050023 tempest-FloatingIPAdminTestJSON-167050023-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:40.338121 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-30d9726e-4fe2-4a7f-8a92-a7a8d4725ae1 tempest-FloatingIPAdminTestJSON-167050023 tempest-FloatingIPAdminTestJSON-167050023-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:40.389859 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2deaddba-58fe-4abf-ba87-3672047eb8bd tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Made reservation on behalf of 8332730af82c4019921b40209bacb73c for: {'port': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:54:40.394998 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2deaddba-58fe-4abf-ba87-3672047eb8bd tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:40.418516 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [None req-2deaddba-58fe-4abf-ba87-3672047eb8bd tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] device_id is not set on port ccbd3e47-f512-4774-9907-154e50e97a56 yet. {{(pid=103364) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 17:54:40.423546 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d9726e-4fe2-4a7f-8a92-a7a8d4725ae1 tempest-FloatingIPAdminTestJSON-167050023 tempest-FloatingIPAdminTestJSON-167050023-project-admin] Pushing event updated for resources: {'Port': ['ID=0d9f84f4-0011-442d-b3c8-f54da875bafa,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:40.437232 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-30d9726e-4fe2-4a7f-8a92-a7a8d4725ae1 tempest-FloatingIPAdminTestJSON-167050023 tempest-FloatingIPAdminTestJSON-167050023-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-671284'] for floatingip, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:40.547670 n-d-818022-2 neutron-server[103365]: INFO neutron.db.l3_db [None req-30d9726e-4fe2-4a7f-8a92-a7a8d4725ae1 tempest-FloatingIPAdminTestJSON-167050023 tempest-FloatingIPAdminTestJSON-167050023-project-admin] Floating IP d306ef53-366a-4b56-8db4-1d2acfa293f0 associated. External IP: 172.25.7.38, port: 1894611b-8faf-46f3-b27b-1096f39c538e. Nov 19 17:54:40.605346 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2deaddba-58fe-4abf-ba87-3672047eb8bd tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:40.642750 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2deaddba-58fe-4abf-ba87-3672047eb8bd tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:40.695610 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2deaddba-58fe-4abf-ba87-3672047eb8bd tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Network fe2a8703-eff1-49c9-8b71-655ed6495516 is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:54:40.698786 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-2deaddba-58fe-4abf-ba87-3672047eb8bd tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:54:40.701749 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2deaddba-58fe-4abf-ba87-3672047eb8bd tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:54:40.708090 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2deaddba-58fe-4abf-ba87-3672047eb8bd tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:40.708711 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2deaddba-58fe-4abf-ba87-3672047eb8bd tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:40.730622 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-2deaddba-58fe-4abf-ba87-3672047eb8bd tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.4503655 Nov 19 17:54:40.733348 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 37542) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:54:40.778312 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 649b7a03-40c7-49d5-8aa0-744c6420a4be no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:54:40.779341 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2deaddba-58fe-4abf-ba87-3672047eb8bd tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Pushing event updated for resources: {'Port': ['ID=ccbd3e47-f512-4774-9907-154e50e97a56,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:40.817567 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: 649b7a03-40c7-49d5-8aa0-744c6420a4be {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:54:40.820333 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 649b7a03-40c7-49d5-8aa0-744c6420a4be not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:54:40.824706 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30d9726e-4fe2-4a7f-8a92-a7a8d4725ae1 tempest-FloatingIPAdminTestJSON-167050023 tempest-FloatingIPAdminTestJSON-167050023-project-admin] Router 7fc90a73-198c-4981-bd55-0a2776dea442 has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 17:54:40.850059 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-41c68380-2322-444f-89d9-3a3d47b776ec tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Deleting port ccbd3e47-f512-4774-9907-154e50e97a56 {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:54:40.850400 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-41c68380-2322-444f-89d9-3a3d47b776ec tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:40.926126 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-41c68380-2322-444f-89d9-3a3d47b776ec tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:40.944633 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-41c68380-2322-444f-89d9-3a3d47b776ec tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Calling delete_port for ccbd3e47-f512-4774-9907-154e50e97a56 owned by {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:54:40.951475 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30d9726e-4fe2-4a7f-8a92-a7a8d4725ae1 tempest-FloatingIPAdminTestJSON-167050023 tempest-FloatingIPAdminTestJSON-167050023-project-admin] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 17:54:40.963069 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13daa49d-757b-4955-bbfd-b1b7e1113fd7 None None] Sync routers for ids ['7fc90a73-198c-4981-bd55-0a2776dea442'] in n-d-818022-2 {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 17:54:40.977798 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13daa49d-757b-4955-bbfd-b1b7e1113fd7 None None] Routers {'7fc90a73-198c-4981-bd55-0a2776dea442'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:54:40.979072 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-13daa49d-757b-4955-bbfd-b1b7e1113fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:54:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['7fc90a73-198c-4981-bd55-0a2776dea442'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:54:40.980268 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-30d9726e-4fe2-4a7f-8a92-a7a8d4725ae1 tempest-FloatingIPAdminTestJSON-167050023 tempest-FloatingIPAdminTestJSON-167050023-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for floatingip, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:41.016312 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-30d9726e-4fe2-4a7f-8a92-a7a8d4725ae1 tempest-FloatingIPAdminTestJSON-167050023 tempest-FloatingIPAdminTestJSON-167050023-project-admin] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 985 time: 3.4513466 Nov 19 17:54:41.018938 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 37546) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:54:41.021899 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-13daa49d-757b-4955-bbfd-b1b7e1113fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:54:41.031261 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13daa49d-757b-4955-bbfd-b1b7e1113fd7 None None] Routers {'7fc90a73-198c-4981-bd55-0a2776dea442'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:54:41.031785 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-13daa49d-757b-4955-bbfd-b1b7e1113fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:54:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['7fc90a73-198c-4981-bd55-0a2776dea442'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:54:41.066063 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-13daa49d-757b-4955-bbfd-b1b7e1113fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:54:41.066730 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13daa49d-757b-4955-bbfd-b1b7e1113fd7 None None] The sync data for ids ['7fc90a73-198c-4981-bd55-0a2776dea442'] in n-d-818022-2 is: [] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 17:54:41.068863 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-41c68380-2322-444f-89d9-3a3d47b776ec tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:41.118901 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c68380-2322-444f-89d9-3a3d47b776ec tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Pushing event deleted for resources: {'Port': ['ID=ccbd3e47-f512-4774-9907-154e50e97a56,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:41.139873 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-41c68380-2322-444f-89d9-3a3d47b776ec tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:41.145035 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-41c68380-2322-444f-89d9-3a3d47b776ec tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] 10.222.0.54 "DELETE /v2.0/ports/ccbd3e47-f512-4774-9907-154e50e97a56 HTTP/1.1" status: 204 len: 168 time: 0.4104140 Nov 19 17:54:41.147999 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 37552) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:54:41.153775 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-a4100c77-e5c8-46d6-bdd8-51af49fca200 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Request body: {'port': {'network_id': 'fe2a8703-eff1-49c9-8b71-655ed6495516', 'mac_address': 'fa:16:3e:94:1d:0c', 'name': 'tempest-PortsTestJSON-834769010'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:54:41.278859 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4100c77-e5c8-46d6-bdd8-51af49fca200 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Made reservation on behalf of 8332730af82c4019921b40209bacb73c for: {'port': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:54:41.350880 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a4100c77-e5c8-46d6-bdd8-51af49fca200 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:41.375955 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [None req-a4100c77-e5c8-46d6-bdd8-51af49fca200 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] device_id is not set on port 12b21cba-2aec-4a82-b8b7-1be74333c9d6 yet. {{(pid=103364) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 17:54:41.502369 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-016ad9ef-0fb7-46a6-a4fb-257144d73886 tempest-FloatingIPAdminTestJSON-167050023 tempest-FloatingIPAdminTestJSON-167050023-project-admin] 10.222.0.54 "GET /v2.0/floatingips/d306ef53-366a-4b56-8db4-1d2acfa293f0 HTTP/1.1" status: 200 len: 980 time: 0.4801695 Nov 19 17:54:41.503403 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 37556) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:54:41.535072 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43fd5d6-3137-4b6f-83bd-cdf429911bfa req-347742c2-7011-4e37-9f70-04e66a8aa597 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:41.536405 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e43fd5d6-3137-4b6f-83bd-cdf429911bfa req-347742c2-7011-4e37-9f70-04e66a8aa597 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/ports?device_id=a89b8884-8597-49ea-bc0c-04a8b97f235f HTTP/1.1" status: 200 len: 945 time: 0.4317713 Nov 19 17:54:41.554879 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a4100c77-e5c8-46d6-bdd8-51af49fca200 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:41.597025 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a4100c77-e5c8-46d6-bdd8-51af49fca200 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:41.651997 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4100c77-e5c8-46d6-bdd8-51af49fca200 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Network fe2a8703-eff1-49c9-8b71-655ed6495516 is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:54:41.655289 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-a4100c77-e5c8-46d6-bdd8-51af49fca200 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:54:41.660306 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4100c77-e5c8-46d6-bdd8-51af49fca200 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:54:41.666041 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4100c77-e5c8-46d6-bdd8-51af49fca200 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:41.666662 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a4100c77-e5c8-46d6-bdd8-51af49fca200 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:41.672051 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-bc846d2b-04d5-4397-a5e6-fec187360d46 tempest-FloatingIPAdminTestJSON-167050023 tempest-FloatingIPAdminTestJSON-167050023-project-admin] 10.222.0.54 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4604 time: 0.1651328 Nov 19 17:54:41.672219 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4100c77-e5c8-46d6-bdd8-51af49fca200 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Pushing event updated for resources: {'Port': ['ID=12b21cba-2aec-4a82-b8b7-1be74333c9d6,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:41.672340 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 37560) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:54:41.683177 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e43fd5d6-3137-4b6f-83bd-cdf429911bfa req-0ff4001f-f19f-45d4-b8a1-e051dadf27dc tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/security-groups?id=30887d2c-2c06-4a04-8ed7-1cc9b0391ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084404 Nov 19 17:54:41.698435 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-a4100c77-e5c8-46d6-bdd8-51af49fca200 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.5493207 Nov 19 17:54:41.707120 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 37562) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:54:41.760752 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7b0329d-b0c2-4c4c-a658-dcbe444b29da tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:41.764881 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-c7b0329d-b0c2-4c4c-a658-dcbe444b29da tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] 10.222.0.54 "GET /v2.0/ports/12b21cba-2aec-4a82-b8b7-1be74333c9d6 HTTP/1.1" status: 200 len: 840 time: 0.0567486 Nov 19 17:54:41.767423 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 37564) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:54:41.859058 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-5024d7a9-5a18-4ee4-b47c-6010681cf37e tempest-FloatingIPAdminTestJSON-1298031478 tempest-FloatingIPAdminTestJSON-1298031478-project] Deleting port 0d9f84f4-0011-442d-b3c8-f54da875bafa {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:54:41.859406 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5024d7a9-5a18-4ee4-b47c-6010681cf37e tempest-FloatingIPAdminTestJSON-1298031478 tempest-FloatingIPAdminTestJSON-1298031478-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:41.863437 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-1fd9903b-a19d-4a5f-981c-9cb673e7e49a tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Deleting port 12b21cba-2aec-4a82-b8b7-1be74333c9d6 {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:54:41.864023 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1fd9903b-a19d-4a5f-981c-9cb673e7e49a tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:41.935518 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1fd9903b-a19d-4a5f-981c-9cb673e7e49a tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:41.942486 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5024d7a9-5a18-4ee4-b47c-6010681cf37e tempest-FloatingIPAdminTestJSON-1298031478 tempest-FloatingIPAdminTestJSON-1298031478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:41.943092 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5024d7a9-5a18-4ee4-b47c-6010681cf37e tempest-FloatingIPAdminTestJSON-1298031478 tempest-FloatingIPAdminTestJSON-1298031478-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:41.950377 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-1fd9903b-a19d-4a5f-981c-9cb673e7e49a tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Calling delete_port for 12b21cba-2aec-4a82-b8b7-1be74333c9d6 owned by {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:54:41.957287 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-5024d7a9-5a18-4ee4-b47c-6010681cf37e tempest-FloatingIPAdminTestJSON-1298031478 tempest-FloatingIPAdminTestJSON-1298031478-project] Calling delete_port for 0d9f84f4-0011-442d-b3c8-f54da875bafa owned by network:floatingip {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:54:42.034391 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1fd9903b-a19d-4a5f-981c-9cb673e7e49a tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:42.072056 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1fd9903b-a19d-4a5f-981c-9cb673e7e49a tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:42.078861 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-1fd9903b-a19d-4a5f-981c-9cb673e7e49a tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] 10.222.0.54 "DELETE /v2.0/ports/12b21cba-2aec-4a82-b8b7-1be74333c9d6 HTTP/1.1" status: 204 len: 168 time: 0.3073959 Nov 19 17:54:42.078861 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd9903b-a19d-4a5f-981c-9cb673e7e49a tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Pushing event deleted for resources: {'Port': ['ID=12b21cba-2aec-4a82-b8b7-1be74333c9d6,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:42.080073 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 37566) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:54:42.107370 n-d-818022-2 neutron-server[103364]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f629f32-8e74-4574-b565-04c8c3f86a59 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] GET failed (client error): The resource could not be found. Nov 19 17:54:42.112759 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-3f629f32-8e74-4574-b565-04c8c3f86a59 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] 10.222.0.54 "GET /v2.0/ports/12b21cba-2aec-4a82-b8b7-1be74333c9d6 HTTP/1.1" status: 404 len: 333 time: 0.0274510 Nov 19 17:54:42.113193 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 37568) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:54:42.118277 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-e59d88a0-0efb-4b47-96a6-f1fffa41262c tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Request body: {'port': {'network_id': 'fe2a8703-eff1-49c9-8b71-655ed6495516', 'name': 'tempest-PortsTestJSON-1344724971'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:54:42.156786 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5024d7a9-5a18-4ee4-b47c-6010681cf37e tempest-FloatingIPAdminTestJSON-1298031478 tempest-FloatingIPAdminTestJSON-1298031478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:42.184303 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5024d7a9-5a18-4ee4-b47c-6010681cf37e tempest-FloatingIPAdminTestJSON-1298031478 tempest-FloatingIPAdminTestJSON-1298031478-project] Pushing event deleted for resources: {'Port': ['ID=0d9f84f4-0011-442d-b3c8-f54da875bafa,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:42.237953 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e59d88a0-0efb-4b47-96a6-f1fffa41262c tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Made reservation on behalf of 8332730af82c4019921b40209bacb73c for: {'port': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:54:42.241681 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e59d88a0-0efb-4b47-96a6-f1fffa41262c tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:42.262978 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5024d7a9-5a18-4ee4-b47c-6010681cf37e tempest-FloatingIPAdminTestJSON-1298031478 tempest-FloatingIPAdminTestJSON-1298031478-project] Publish callbacks [] for floatingip, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:42.263227 n-d-818022-2 neutron-server[103365]: INFO neutron.db.l3_db [None req-5024d7a9-5a18-4ee4-b47c-6010681cf37e tempest-FloatingIPAdminTestJSON-1298031478 tempest-FloatingIPAdminTestJSON-1298031478-project] Floating IP d306ef53-366a-4b56-8db4-1d2acfa293f0 disassociated (deleted). External IP: 172.25.7.38, port: 1894611b-8faf-46f3-b27b-1096f39c538e. Nov 19 17:54:42.286799 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [None req-e59d88a0-0efb-4b47-96a6-f1fffa41262c tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] device_id is not set on port 94eed177-c6d3-432c-9a62-fa4e6cb94c3d yet. {{(pid=103364) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 17:54:42.474903 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e59d88a0-0efb-4b47-96a6-f1fffa41262c tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:42.510339 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5024d7a9-5a18-4ee4-b47c-6010681cf37e tempest-FloatingIPAdminTestJSON-1298031478 tempest-FloatingIPAdminTestJSON-1298031478-project] Router 7fc90a73-198c-4981-bd55-0a2776dea442 has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 17:54:42.515896 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e59d88a0-0efb-4b47-96a6-f1fffa41262c tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:42.563317 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e59d88a0-0efb-4b47-96a6-f1fffa41262c tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Network fe2a8703-eff1-49c9-8b71-655ed6495516 is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:54:42.570340 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-e59d88a0-0efb-4b47-96a6-f1fffa41262c tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:54:42.574622 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59d88a0-0efb-4b47-96a6-f1fffa41262c tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:54:42.581203 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e59d88a0-0efb-4b47-96a6-f1fffa41262c tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:42.581857 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e59d88a0-0efb-4b47-96a6-f1fffa41262c tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:42.588269 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59d88a0-0efb-4b47-96a6-f1fffa41262c tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Pushing event updated for resources: {'Port': ['ID=94eed177-c6d3-432c-9a62-fa4e6cb94c3d,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:42.615661 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-e59d88a0-0efb-4b47-96a6-f1fffa41262c tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.5011690 Nov 19 17:54:42.618119 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 37576) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:54:42.623593 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-b5381e71-c0b9-45da-93e0-d1a7adc924bf tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:54:42.642232 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5024d7a9-5a18-4ee4-b47c-6010681cf37e tempest-FloatingIPAdminTestJSON-1298031478 tempest-FloatingIPAdminTestJSON-1298031478-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 17:54:42.647125 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5024d7a9-5a18-4ee4-b47c-6010681cf37e tempest-FloatingIPAdminTestJSON-1298031478 tempest-FloatingIPAdminTestJSON-1298031478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for floatingip, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:42.656777 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c07f685-9d66-4670-9d2f-9a87760c49f4 None None] Sync routers for ids ['7fc90a73-198c-4981-bd55-0a2776dea442'] in n-d-818022-2 {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 17:54:42.671502 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c07f685-9d66-4670-9d2f-9a87760c49f4 None None] Routers {'7fc90a73-198c-4981-bd55-0a2776dea442'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:54:42.672393 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-2c07f685-9d66-4670-9d2f-9a87760c49f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:54:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['7fc90a73-198c-4981-bd55-0a2776dea442'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:54:42.676846 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-5024d7a9-5a18-4ee4-b47c-6010681cf37e tempest-FloatingIPAdminTestJSON-1298031478 tempest-FloatingIPAdminTestJSON-1298031478-project] 10.222.0.54 "DELETE /v2.0/floatingips/d306ef53-366a-4b56-8db4-1d2acfa293f0 HTTP/1.1" status: 204 len: 168 time: 1.0035288 Nov 19 17:54:42.680490 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 37578) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:54:42.684628 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-d988d5bd-e4cc-46d9-95ec-60421d403d62 tempest-FloatingIPAdminTestJSON-167050023 tempest-FloatingIPAdminTestJSON-167050023-project-admin] Request body: {'floatingip': {'floating_network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:54:42.718013 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b5381e71-c0b9-45da-93e0-d1a7adc924bf tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:42.722985 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d988d5bd-e4cc-46d9-95ec-60421d403d62 tempest-FloatingIPAdminTestJSON-167050023 tempest-FloatingIPAdminTestJSON-167050023-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:42.739487 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-2c07f685-9d66-4670-9d2f-9a87760c49f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:54:42.768686 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c07f685-9d66-4670-9d2f-9a87760c49f4 None None] Routers {'7fc90a73-198c-4981-bd55-0a2776dea442'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:54:42.769626 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-2c07f685-9d66-4670-9d2f-9a87760c49f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:54:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['7fc90a73-198c-4981-bd55-0a2776dea442'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:54:42.815820 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-2c07f685-9d66-4670-9d2f-9a87760c49f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:54:42.816752 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c07f685-9d66-4670-9d2f-9a87760c49f4 None None] The sync data for ids ['7fc90a73-198c-4981-bd55-0a2776dea442'] in n-d-818022-2 is: [] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 17:54:42.887297 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d988d5bd-e4cc-46d9-95ec-60421d403d62 tempest-FloatingIPAdminTestJSON-167050023 tempest-FloatingIPAdminTestJSON-167050023-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:42.902730 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b5381e71-c0b9-45da-93e0-d1a7adc924bf tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks [] for port, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:42.910294 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b5381e71-c0b9-45da-93e0-d1a7adc924bf tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:42.943136 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c308ea9-7224-4429-baf4-d890299998cb req-3ae94b40-55d8-4b15-9103-bbf2f0fd4cfc tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:42.944741 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9c308ea9-7224-4429-baf4-d890299998cb req-3ae94b40-55d8-4b15-9103-bbf2f0fd4cfc tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/ports?device_id=a89b8884-8597-49ea-bc0c-04a8b97f235f HTTP/1.1" status: 200 len: 945 time: 0.1010861 Nov 19 17:54:42.949508 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-b5381e71-c0b9-45da-93e0-d1a7adc924bf tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] In _notify_port_updated(), no bound segment for port 94eed177-c6d3-432c-9a62-fa4e6cb94c3d on network fe2a8703-eff1-49c9-8b71-655ed6495516 {{(pid=103364) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 19 17:54:42.955601 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5381e71-c0b9-45da-93e0-d1a7adc924bf tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:42.956139 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b5381e71-c0b9-45da-93e0-d1a7adc924bf tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:42.960920 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-b5381e71-c0b9-45da-93e0-d1a7adc924bf tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] 10.222.0.54 "PUT /v2.0/ports/94eed177-c6d3-432c-9a62-fa4e6cb94c3d HTTP/1.1" status: 200 len: 818 time: 0.3412564 Nov 19 17:54:42.961289 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 37584) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:54:42.974965 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5381e71-c0b9-45da-93e0-d1a7adc924bf tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Pushing event updated for resources: {'Port': ['ID=94eed177-c6d3-432c-9a62-fa4e6cb94c3d,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:43.111800 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [None req-d988d5bd-e4cc-46d9-95ec-60421d403d62 tempest-FloatingIPAdminTestJSON-167050023 tempest-FloatingIPAdminTestJSON-167050023-project-admin] Allocated IP 172.25.7.9 (645e61aa-1a6c-4e8f-857e-ab06edb4897f/88ed2d64-f56d-4f01-a468-946e01c99e82/a347c844-f29d-4c21-9d5f-be037c12a1a5) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:54:43.120738 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9c308ea9-7224-4429-baf4-d890299998cb req-932ccd38-9bfb-4edd-a947-f28d691bd3bc tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/security-groups?id=30887d2c-2c06-4a04-8ed7-1cc9b0391ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486502 Nov 19 17:54:43.191462 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-665aec90-5732-43c2-b1c7-fd13c9dc6bf7 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Deleting port 94eed177-c6d3-432c-9a62-fa4e6cb94c3d {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:54:43.191802 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-665aec90-5732-43c2-b1c7-fd13c9dc6bf7 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:43.278098 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-665aec90-5732-43c2-b1c7-fd13c9dc6bf7 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:43.301170 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-665aec90-5732-43c2-b1c7-fd13c9dc6bf7 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Calling delete_port for 94eed177-c6d3-432c-9a62-fa4e6cb94c3d owned by {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:54:43.308253 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d988d5bd-e4cc-46d9-95ec-60421d403d62 tempest-FloatingIPAdminTestJSON-167050023 tempest-FloatingIPAdminTestJSON-167050023-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:43.403542 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d988d5bd-e4cc-46d9-95ec-60421d403d62 tempest-FloatingIPAdminTestJSON-167050023 tempest-FloatingIPAdminTestJSON-167050023-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:43.445509 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d988d5bd-e4cc-46d9-95ec-60421d403d62 tempest-FloatingIPAdminTestJSON-167050023 tempest-FloatingIPAdminTestJSON-167050023-project-admin] Network 645e61aa-1a6c-4e8f-857e-ab06edb4897f is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:54:43.446284 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-665aec90-5732-43c2-b1c7-fd13c9dc6bf7 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:43.451614 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-d988d5bd-e4cc-46d9-95ec-60421d403d62 tempest-FloatingIPAdminTestJSON-167050023 tempest-FloatingIPAdminTestJSON-167050023-project-admin] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:54:43.458034 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d988d5bd-e4cc-46d9-95ec-60421d403d62 tempest-FloatingIPAdminTestJSON-167050023 tempest-FloatingIPAdminTestJSON-167050023-project-admin] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:54:43.485985 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d988d5bd-e4cc-46d9-95ec-60421d403d62 tempest-FloatingIPAdminTestJSON-167050023 tempest-FloatingIPAdminTestJSON-167050023-project-admin] Pushing event updated for resources: {'Port': ['ID=a347c844-f29d-4c21-9d5f-be037c12a1a5,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:43.499064 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-665aec90-5732-43c2-b1c7-fd13c9dc6bf7 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:43.503957 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-665aec90-5732-43c2-b1c7-fd13c9dc6bf7 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] 10.222.0.54 "DELETE /v2.0/ports/94eed177-c6d3-432c-9a62-fa4e6cb94c3d HTTP/1.1" status: 204 len: 168 time: 0.5400910 Nov 19 17:54:43.505568 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 37590) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:54:43.522484 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665aec90-5732-43c2-b1c7-fd13c9dc6bf7 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Pushing event deleted for resources: {'Port': ['ID=94eed177-c6d3-432c-9a62-fa4e6cb94c3d,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:43.563075 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-422a9435-8983-4e03-be21-bc9fa49bad87 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:43.564626 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-422a9435-8983-4e03-be21-bc9fa49bad87 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 842 time: 0.0580175 Nov 19 17:54:43.569138 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 37594) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:54:43.602507 n-d-818022-2 neutron-server[103365]: INFO neutron.pecan_wsgi.hooks.translation [None req-73399e1d-95e1-4007-8fd1-4082d57daa73 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] GET failed (client error): The resource could not be found. Nov 19 17:54:43.607364 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-73399e1d-95e1-4007-8fd1-4082d57daa73 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] 10.222.0.54 "GET /v2.0/ports/94eed177-c6d3-432c-9a62-fa4e6cb94c3d HTTP/1.1" status: 404 len: 333 time: 0.0338638 Nov 19 17:54:43.608065 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 37596) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:54:43.612934 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-a52c1689-5e79-4cce-a944-365e21effe4d tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1993349801'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:54:43.615289 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d988d5bd-e4cc-46d9-95ec-60421d403d62 tempest-FloatingIPAdminTestJSON-167050023 tempest-FloatingIPAdminTestJSON-167050023-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:43.636000 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a52c1689-5e79-4cce-a944-365e21effe4d tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Made reservation on behalf of 8332730af82c4019921b40209bacb73c for: {'network': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:54:43.639895 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a52c1689-5e79-4cce-a944-365e21effe4d tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:43.651423 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d988d5bd-e4cc-46d9-95ec-60421d403d62 tempest-FloatingIPAdminTestJSON-167050023 tempest-FloatingIPAdminTestJSON-167050023-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:43.667801 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a52c1689-5e79-4cce-a944-365e21effe4d tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 686} {{(pid=103364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 17:54:43.680375 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a52c1689-5e79-4cce-a944-365e21effe4d tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:43.680969 n-d-818022-2 neutron-server[103364]: INFO neutron.db.segments_db [None req-a52c1689-5e79-4cce-a944-365e21effe4d tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Added segment 0df2afd8-f17d-4e84-825a-848d75c19e0f of type vlan for network a68983d4-728d-4c26-959f-4afa2a86f41d Nov 19 17:54:43.728528 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a52c1689-5e79-4cce-a944-365e21effe4d tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:43.763666 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a52c1689-5e79-4cce-a944-365e21effe4d tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:43.770981 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a52c1689-5e79-4cce-a944-365e21effe4d tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:43.772067 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a52c1689-5e79-4cce-a944-365e21effe4d tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks [] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:43.816006 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d988d5bd-e4cc-46d9-95ec-60421d403d62 tempest-FloatingIPAdminTestJSON-167050023 tempest-FloatingIPAdminTestJSON-167050023-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:43.821931 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d988d5bd-e4cc-46d9-95ec-60421d403d62 tempest-FloatingIPAdminTestJSON-167050023 tempest-FloatingIPAdminTestJSON-167050023-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:43.845775 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-a52c1689-5e79-4cce-a944-365e21effe4d tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2367904 Nov 19 17:54:43.848866 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 37598) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:54:43.855525 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-86799140-0116-447b-beff-84fdc87052e4 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Request body: {'subnet': {'network_id': 'a68983d4-728d-4c26-959f-4afa2a86f41d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:54:43.876466 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52c1689-5e79-4cce-a944-365e21effe4d tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Pushing event updated for resources: {'Network': ['ID=a68983d4-728d-4c26-959f-4afa2a86f41d,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:43.890320 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network a68983d4-728d-4c26-959f-4afa2a86f41d details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 17:54:43.898530 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d988d5bd-e4cc-46d9-95ec-60421d403d62 tempest-FloatingIPAdminTestJSON-167050023 tempest-FloatingIPAdminTestJSON-167050023-project-admin] Pushing event updated for resources: {'Port': ['ID=a347c844-f29d-4c21-9d5f-be037c12a1a5,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:43.927448 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d988d5bd-e4cc-46d9-95ec-60421d403d62 tempest-FloatingIPAdminTestJSON-167050023 tempest-FloatingIPAdminTestJSON-167050023-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-671284'] for floatingip, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:43.946606 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d988d5bd-e4cc-46d9-95ec-60421d403d62 tempest-FloatingIPAdminTestJSON-167050023 tempest-FloatingIPAdminTestJSON-167050023-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for floatingip, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:43.951387 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-d988d5bd-e4cc-46d9-95ec-60421d403d62 tempest-FloatingIPAdminTestJSON-167050023 tempest-FloatingIPAdminTestJSON-167050023-project-admin] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.2699990 Nov 19 17:54:43.952153 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 37602) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:54:43.984824 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86799140-0116-447b-beff-84fdc87052e4 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Made reservation on behalf of 8332730af82c4019921b40209bacb73c for: {'subnet': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:54:43.996026 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-86799140-0116-447b-beff-84fdc87052e4 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8983829'] for subnet, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:44.066338 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-de604e99-d456-4a7d-a296-f216af54e622 tempest-FloatingIPAdminTestJSON-479916831 tempest-FloatingIPAdminTestJSON-479916831-project] Request body: {'floatingip': {'floating_network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:54:44.090502 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-de604e99-d456-4a7d-a296-f216af54e622 tempest-FloatingIPAdminTestJSON-479916831 tempest-FloatingIPAdminTestJSON-479916831-project] Publish callbacks [] for floatingip, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:44.199015 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-86799140-0116-447b-beff-84fdc87052e4 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12425078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8983815'] for subnet, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:44.199583 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-de604e99-d456-4a7d-a296-f216af54e622 tempest-FloatingIPAdminTestJSON-479916831 tempest-FloatingIPAdminTestJSON-479916831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:44.269392 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86799140-0116-447b-beff-84fdc87052e4 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Pushing event updated for resources: {'Subnet': ['ID=37434467-4871-4269-8353-a5f3768cf3fa,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:44.279277 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86799140-0116-447b-beff-84fdc87052e4 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Checking segment: {'id': '0df2afd8-f17d-4e84-825a-848d75c19e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'a68983d4-728d-4c26-959f-4afa2a86f41d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:54:44.279652 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86799140-0116-447b-beff-84fdc87052e4 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Network hostable DHCP agents. Network: a68983d4-728d-4c26-959f-4afa2a86f41d, hostable agents: ['02910ef2-0455-4aea-9f38-9a875579633f'], hosted agents: [] {{(pid=103364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 17:54:44.303251 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86799140-0116-447b-beff-84fdc87052e4 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Network a68983d4-728d-4c26-959f-4afa2a86f41d is scheduled to be hosted by DHCP agent 02910ef2-0455-4aea-9f38-9a875579633f with binding_index 1 {{(pid=103364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 17:54:44.314109 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-86799140-0116-447b-beff-84fdc87052e4 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818022-2, a68983d4-728d-4c26-959f-4afa2a86f41d) {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:54:44.319252 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86799140-0116-447b-beff-84fdc87052e4 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:44.320533 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-86799140-0116-447b-beff-84fdc87052e4 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:44.329218 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-032348b4-aae1-4e3d-8796-5f4a6693d554 None None] Network a68983d4-728d-4c26-959f-4afa2a86f41d requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:54:44.343824 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16eb626-5030-4ef0-8092-c341a39f5bf9 req-97500772-9493-417a-8235-5458604a87ae tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:44.345525 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a16eb626-5030-4ef0-8092-c341a39f5bf9 req-97500772-9493-417a-8235-5458604a87ae tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/ports?device_id=a89b8884-8597-49ea-bc0c-04a8b97f235f HTTP/1.1" status: 200 len: 945 time: 0.1050465 Nov 19 17:54:44.350335 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-86799140-0116-447b-beff-84fdc87052e4 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5009186 Nov 19 17:54:44.353067 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 37610) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:54:44.358581 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-3465ed75-5bb7-4620-8bad-fef2bc9688c9 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Request body: {'subnet': {'network_id': 'a68983d4-728d-4c26-959f-4afa2a86f41d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:54:44.443258 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [None req-de604e99-d456-4a7d-a296-f216af54e622 tempest-FloatingIPAdminTestJSON-479916831 tempest-FloatingIPAdminTestJSON-479916831-project] Allocated IP 172.25.7.231 (645e61aa-1a6c-4e8f-857e-ab06edb4897f/88ed2d64-f56d-4f01-a468-946e01c99e82/a6bec765-f7a6-44e9-ae35-04b96b8df814) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:54:44.539297 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffd8f3c0-3b95-4483-80eb-94f9b477d7a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54f44f5f-1200-574e-8740-2141911d5b73-a68983d4-728d-4c26-959f-4afa2a86f41d', 'network_id': 'a68983d4-728d-4c26-959f-4afa2a86f41d', 'tenant_id': '8332730af82c4019921b40209bacb73c', 'fixed_ips': [{'subnet_id': '37434467-4871-4269-8353-a5f3768cf3fa'}]}} from n-d-818022-2. {{(pid=103366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 17:54:44.540227 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ffd8f3c0-3b95-4483-80eb-94f9b477d7a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:44.579892 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a16eb626-5030-4ef0-8092-c341a39f5bf9 req-575349e6-b692-40c8-badf-a5ac5c0a9e11 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/security-groups?id=30887d2c-2c06-4a04-8ed7-1cc9b0391ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120261 Nov 19 17:54:44.641297 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3465ed75-5bb7-4620-8bad-fef2bc9688c9 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Made reservation on behalf of 8332730af82c4019921b40209bacb73c for: {'subnet': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:54:44.644835 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3465ed75-5bb7-4620-8bad-fef2bc9688c9 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8731248'] for subnet, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:44.705979 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-de604e99-d456-4a7d-a296-f216af54e622 tempest-FloatingIPAdminTestJSON-479916831 tempest-FloatingIPAdminTestJSON-479916831-project] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:44.706241 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [None req-ffd8f3c0-3b95-4483-80eb-94f9b477d7a5 None None] Allocated IP 172.20.0.2 (a68983d4-728d-4c26-959f-4afa2a86f41d/37434467-4871-4269-8353-a5f3768cf3fa/1b07bc80-cc22-45d9-b191-0b92c962071a) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:54:44.769609 n-d-818022-2 neutron-server[103365]: INFO neutron.db.ipam_backend_mixin [None req-3465ed75-5bb7-4620-8bad-fef2bc9688c9 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 37434467-4871-4269-8353-a5f3768cf3fa (CIDR: 172.20.0.0/28) Nov 19 17:54:44.775791 n-d-818022-2 neutron-server[103365]: INFO neutron.pecan_wsgi.hooks.translation [None req-3465ed75-5bb7-4620-8bad-fef2bc9688c9 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 17:54:44.776412 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3465ed75-5bb7-4620-8bad-fef2bc9688c9 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103365) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 17:54:44.780784 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-de604e99-d456-4a7d-a296-f216af54e622 tempest-FloatingIPAdminTestJSON-479916831 tempest-FloatingIPAdminTestJSON-479916831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:44.832212 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-3465ed75-5bb7-4620-8bad-fef2bc9688c9 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4747941 Nov 19 17:54:44.832637 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 37616) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:54:44.835906 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de604e99-d456-4a7d-a296-f216af54e622 tempest-FloatingIPAdminTestJSON-479916831 tempest-FloatingIPAdminTestJSON-479916831-project] Network 645e61aa-1a6c-4e8f-857e-ab06edb4897f is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:54:44.838290 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-659fefdf-96d7-40e8-b564-a2d2fba96cac tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Request body: {'subnet': {'network_id': 'a68983d4-728d-4c26-959f-4afa2a86f41d', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:54:44.839121 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-de604e99-d456-4a7d-a296-f216af54e622 tempest-FloatingIPAdminTestJSON-479916831 tempest-FloatingIPAdminTestJSON-479916831-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:54:44.842696 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de604e99-d456-4a7d-a296-f216af54e622 tempest-FloatingIPAdminTestJSON-479916831 tempest-FloatingIPAdminTestJSON-479916831-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:54:44.866986 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de604e99-d456-4a7d-a296-f216af54e622 tempest-FloatingIPAdminTestJSON-479916831 tempest-FloatingIPAdminTestJSON-479916831-project] Pushing event updated for resources: {'Port': ['ID=a6bec765-f7a6-44e9-ae35-04b96b8df814,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:44.880544 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ffd8f3c0-3b95-4483-80eb-94f9b477d7a5 None None] Publish callbacks [] for port, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:44.893946 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ffd8f3c0-3b95-4483-80eb-94f9b477d7a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998'] for port, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:44.936590 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffd8f3c0-3b95-4483-80eb-94f9b477d7a5 None None] Network a68983d4-728d-4c26-959f-4afa2a86f41d is already hosted by enough agents. {{(pid=103366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:54:44.941324 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [None req-ffd8f3c0-3b95-4483-80eb-94f9b477d7a5 None None] Resources bound (agent type, host, resource id): {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:54:44.945302 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd8f3c0-3b95-4483-80eb-94f9b477d7a5 None None] Received port after_create {{(pid=103366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:54:44.957014 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd8f3c0-3b95-4483-80eb-94f9b477d7a5 None None] Pushing event updated for resources: {'Port': ['ID=1b07bc80-cc22-45d9-b191-0b92c962071a,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:44.971776 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-de604e99-d456-4a7d-a296-f216af54e622 tempest-FloatingIPAdminTestJSON-479916831 tempest-FloatingIPAdminTestJSON-479916831-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:45.004778 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-659fefdf-96d7-40e8-b564-a2d2fba96cac tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Made reservation on behalf of 8332730af82c4019921b40209bacb73c for: {'subnet': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:54:45.015772 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-659fefdf-96d7-40e8-b564-a2d2fba96cac tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8983829'] for subnet, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:45.016375 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-ffd8f3c0-3b95-4483-80eb-94f9b477d7a5 None None] Attempting to bind port 1b07bc80-cc22-45d9-b191-0b92c962071a on host n-d-818022-2 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:54:45.016745 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-ffd8f3c0-3b95-4483-80eb-94f9b477d7a5 None None] Attempting to bind port 1b07bc80-cc22-45d9-b191-0b92c962071a by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': '0df2afd8-f17d-4e84-825a-848d75c19e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'a68983d4-728d-4c26-959f-4afa2a86f41d'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:54:45.017112 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd8f3c0-3b95-4483-80eb-94f9b477d7a5 None None] Attempting to bind port 1b07bc80-cc22-45d9-b191-0b92c962071a on network a68983d4-728d-4c26-959f-4afa2a86f41d {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:54:45.021879 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-de604e99-d456-4a7d-a296-f216af54e622 tempest-FloatingIPAdminTestJSON-479916831 tempest-FloatingIPAdminTestJSON-479916831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:45.024327 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd8f3c0-3b95-4483-80eb-94f9b477d7a5 None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 54, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:54:45.024715 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd8f3c0-3b95-4483-80eb-94f9b477d7a5 None None] Checking segment: {'id': '0df2afd8-f17d-4e84-825a-848d75c19e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'a68983d4-728d-4c26-959f-4afa2a86f41d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:54:45.025120 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ffd8f3c0-3b95-4483-80eb-94f9b477d7a5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:45.025581 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd8f3c0-3b95-4483-80eb-94f9b477d7a5 None None] Bound using segment: {'id': '0df2afd8-f17d-4e84-825a-848d75c19e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'a68983d4-728d-4c26-959f-4afa2a86f41d'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:54:45.026091 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-ffd8f3c0-3b95-4483-80eb-94f9b477d7a5 None None] Bound port: 1b07bc80-cc22-45d9-b191-0b92c962071a, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0df2afd8-f17d-4e84-825a-848d75c19e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'a68983d4-728d-4c26-959f-4afa2a86f41d'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:54:45.027070 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ffd8f3c0-3b95-4483-80eb-94f9b477d7a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:45.107766 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-ffd8f3c0-3b95-4483-80eb-94f9b477d7a5 None None] For port 1b07bc80-cc22-45d9-b191-0b92c962071a, host n-d-818022-2, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:54:45.111337 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-ffd8f3c0-3b95-4483-80eb-94f9b477d7a5 None None] For port 1b07bc80-cc22-45d9-b191-0b92c962071a, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=1b07bc80-cc22-45d9-b191-0b92c962071a,segment=NetworkSegment(0df2afd8-f17d-4e84-825a-848d75c19e0f),segment_id=0df2afd8-f17d-4e84-825a-848d75c19e0f)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:54:45.118288 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ffd8f3c0-3b95-4483-80eb-94f9b477d7a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:45.197317 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd8f3c0-3b95-4483-80eb-94f9b477d7a5 None None] Pushing event updated for resources: {'Port': ['ID=1b07bc80-cc22-45d9-b191-0b92c962071a,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:45.241746 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-de604e99-d456-4a7d-a296-f216af54e622 tempest-FloatingIPAdminTestJSON-479916831 tempest-FloatingIPAdminTestJSON-479916831-project] Publish callbacks [] for port, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:45.246518 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-de604e99-d456-4a7d-a296-f216af54e622 tempest-FloatingIPAdminTestJSON-479916831 tempest-FloatingIPAdminTestJSON-479916831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:45.324454 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de604e99-d456-4a7d-a296-f216af54e622 tempest-FloatingIPAdminTestJSON-479916831 tempest-FloatingIPAdminTestJSON-479916831-project] Pushing event updated for resources: {'Port': ['ID=a6bec765-f7a6-44e9-ae35-04b96b8df814,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:45.332299 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-659fefdf-96d7-40e8-b564-a2d2fba96cac tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12425078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8983815'] for subnet, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:45.344868 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-de604e99-d456-4a7d-a296-f216af54e622 tempest-FloatingIPAdminTestJSON-479916831 tempest-FloatingIPAdminTestJSON-479916831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-671284'] for floatingip, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:45.363642 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-de604e99-d456-4a7d-a296-f216af54e622 tempest-FloatingIPAdminTestJSON-479916831 tempest-FloatingIPAdminTestJSON-479916831-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for floatingip, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:45.364929 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-de604e99-d456-4a7d-a296-f216af54e622 tempest-FloatingIPAdminTestJSON-479916831 tempest-FloatingIPAdminTestJSON-479916831-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4117510 Nov 19 17:54:45.367425 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 37620) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:54:45.381542 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-659fefdf-96d7-40e8-b564-a2d2fba96cac tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Network a68983d4-728d-4c26-959f-4afa2a86f41d is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:54:45.387109 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-659fefdf-96d7-40e8-b564-a2d2fba96cac tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:54:45.394551 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-659fefdf-96d7-40e8-b564-a2d2fba96cac tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:45.395275 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-659fefdf-96d7-40e8-b564-a2d2fba96cac tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:45.418367 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-659fefdf-96d7-40e8-b564-a2d2fba96cac tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.5820129 Nov 19 17:54:45.418367 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659fefdf-96d7-40e8-b564-a2d2fba96cac tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Pushing event updated for resources: {'Subnet': ['ID=0f556498-6ac0-4192-8a5a-f571df42d43e,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:45.418789 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 37622) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:54:45.426005 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-5cd4c616-bbeb-4402-bab4-45efc65c26b8 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Request body: {'port': {'network_id': 'a68983d4-728d-4c26-959f-4afa2a86f41d', 'fixed_ips': [{'subnet_id': '37434467-4871-4269-8353-a5f3768cf3fa'}, {'subnet_id': '0f556498-6ac0-4192-8a5a-f571df42d43e'}], 'name': 'tempest-PortsTestJSON-608061532'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:54:45.505992 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-db464e5a-6ff7-4108-bbcf-8ace86aece74 tempest-FloatingIPAdminTestJSON-167050023 tempest-FloatingIPAdminTestJSON-167050023-project-admin] 10.222.0.54 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4790 time: 0.1373370 Nov 19 17:54:45.508336 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 37626) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:54:45.615253 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cd4c616-bbeb-4402-bab4-45efc65c26b8 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Made reservation on behalf of 8332730af82c4019921b40209bacb73c for: {'port': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:54:45.628824 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-20c20971-9526-4fd8-818a-34b4920a80c7 tempest-FloatingIPAdminTestJSON-1298031478 tempest-FloatingIPAdminTestJSON-1298031478-project] 10.222.0.54 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.1191013 Nov 19 17:54:45.634444 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 37634) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:54:45.728500 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5cd4c616-bbeb-4402-bab4-45efc65c26b8 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:45.745848 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [None req-5cd4c616-bbeb-4402-bab4-45efc65c26b8 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] device_id is not set on port aae19416-c423-418d-a665-d0b4ae1f1d90 yet. {{(pid=103364) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 17:54:45.807203 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1039c24e-4249-48de-82b2-e429d1e30d72 req-cecf4179-c821-4574-b4bd-e89ee40a13a0 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:45.808685 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-1039c24e-4249-48de-82b2-e429d1e30d72 req-cecf4179-c821-4574-b4bd-e89ee40a13a0 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/ports?device_id=a89b8884-8597-49ea-bc0c-04a8b97f235f HTTP/1.1" status: 200 len: 945 time: 0.1153994 Nov 19 17:54:45.877460 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-daab9704-474a-4535-ba63-50f407c07a9b tempest-FloatingIPAdminTestJSON-479916831 tempest-FloatingIPAdminTestJSON-479916831-project] Deleting port a6bec765-f7a6-44e9-ae35-04b96b8df814 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:54:45.877975 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-daab9704-474a-4535-ba63-50f407c07a9b tempest-FloatingIPAdminTestJSON-479916831 tempest-FloatingIPAdminTestJSON-479916831-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:45.884961 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-1039c24e-4249-48de-82b2-e429d1e30d72 req-cf010754-f7f4-4ba2-a3f6-db651449ee44 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/security-groups?id=30887d2c-2c06-4a04-8ed7-1cc9b0391ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684879 Nov 19 17:54:45.975617 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-daab9704-474a-4535-ba63-50f407c07a9b tempest-FloatingIPAdminTestJSON-479916831 tempest-FloatingIPAdminTestJSON-479916831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:45.975948 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-daab9704-474a-4535-ba63-50f407c07a9b tempest-FloatingIPAdminTestJSON-479916831 tempest-FloatingIPAdminTestJSON-479916831-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:45.989642 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-daab9704-474a-4535-ba63-50f407c07a9b tempest-FloatingIPAdminTestJSON-479916831 tempest-FloatingIPAdminTestJSON-479916831-project] Calling delete_port for a6bec765-f7a6-44e9-ae35-04b96b8df814 owned by network:floatingip {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:54:46.043690 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [None req-5cd4c616-bbeb-4402-bab4-45efc65c26b8 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Allocated IP 172.20.0.10 (a68983d4-728d-4c26-959f-4afa2a86f41d/37434467-4871-4269-8353-a5f3768cf3fa/aae19416-c423-418d-a665-d0b4ae1f1d90) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:54:46.050006 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [None req-5cd4c616-bbeb-4402-bab4-45efc65c26b8 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Allocated IP 172.20.0.22 (a68983d4-728d-4c26-959f-4afa2a86f41d/0f556498-6ac0-4192-8a5a-f571df42d43e/aae19416-c423-418d-a665-d0b4ae1f1d90) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:54:46.147485 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-daab9704-474a-4535-ba63-50f407c07a9b tempest-FloatingIPAdminTestJSON-479916831 tempest-FloatingIPAdminTestJSON-479916831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:46.220183 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daab9704-474a-4535-ba63-50f407c07a9b tempest-FloatingIPAdminTestJSON-479916831 tempest-FloatingIPAdminTestJSON-479916831-project] Pushing event deleted for resources: {'Port': ['ID=a6bec765-f7a6-44e9-ae35-04b96b8df814,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:46.271851 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5cd4c616-bbeb-4402-bab4-45efc65c26b8 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:46.277870 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-daab9704-474a-4535-ba63-50f407c07a9b tempest-FloatingIPAdminTestJSON-479916831 tempest-FloatingIPAdminTestJSON-479916831-project] Publish callbacks [] for floatingip, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:46.282642 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-daab9704-474a-4535-ba63-50f407c07a9b tempest-FloatingIPAdminTestJSON-479916831 tempest-FloatingIPAdminTestJSON-479916831-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for floatingip, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:46.284718 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-daab9704-474a-4535-ba63-50f407c07a9b tempest-FloatingIPAdminTestJSON-479916831 tempest-FloatingIPAdminTestJSON-479916831-project] 10.222.0.54 "DELETE /v2.0/floatingips/4a87eb4a-b742-4cf3-a1d1-5034c3b7a4fe HTTP/1.1" status: 204 len: 168 time: 0.6492488 Nov 19 17:54:46.287663 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 37638) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:54:46.315846 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5cd4c616-bbeb-4402-bab4-45efc65c26b8 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:46.509325 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5baaf7a-7d80-4e86-9b21-828478190a4a None None] Network a68983d4-728d-4c26-959f-4afa2a86f41d requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:54:46.634054 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-df66ae3c-c617-4274-b52e-791741056e98 None None] Provisioning complete for port 1b07bc80-cc22-45d9-b191-0b92c962071a triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:54:46.634750 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-df66ae3c-c617-4274-b52e-791741056e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:46.824344 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-df66ae3c-c617-4274-b52e-791741056e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:46.873082 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-294e3cb5-74ab-4ee0-a898-3465072a0bb9 tempest-FloatingIPAdminTestJSON-167050023 tempest-FloatingIPAdminTestJSON-167050023-project-admin] Deleting port a347c844-f29d-4c21-9d5f-be037c12a1a5 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:54:46.873567 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-294e3cb5-74ab-4ee0-a898-3465072a0bb9 tempest-FloatingIPAdminTestJSON-167050023 tempest-FloatingIPAdminTestJSON-167050023-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:46.879182 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 1b07bc80-cc22-45d9-b191-0b92c962071a up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:54:46.879471 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cd4c616-bbeb-4402-bab4-45efc65c26b8 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Network a68983d4-728d-4c26-959f-4afa2a86f41d is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:54:46.881684 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-5cd4c616-bbeb-4402-bab4-45efc65c26b8 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:54:46.892688 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd4c616-bbeb-4402-bab4-45efc65c26b8 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:54:46.962908 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd4c616-bbeb-4402-bab4-45efc65c26b8 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Pushing event updated for resources: {'Port': ['ID=aae19416-c423-418d-a665-d0b4ae1f1d90,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:46.971705 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-df66ae3c-c617-4274-b52e-791741056e98 None None] For port 1b07bc80-cc22-45d9-b191-0b92c962071a, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=1b07bc80-cc22-45d9-b191-0b92c962071a,segment=NetworkSegment(0df2afd8-f17d-4e84-825a-848d75c19e0f),segment_id=0df2afd8-f17d-4e84-825a-848d75c19e0f)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:54:46.993778 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cd4c616-bbeb-4402-bab4-45efc65c26b8 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:46.994756 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5cd4c616-bbeb-4402-bab4-45efc65c26b8 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:47.009411 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-294e3cb5-74ab-4ee0-a898-3465072a0bb9 tempest-FloatingIPAdminTestJSON-167050023 tempest-FloatingIPAdminTestJSON-167050023-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:47.010243 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-294e3cb5-74ab-4ee0-a898-3465072a0bb9 tempest-FloatingIPAdminTestJSON-167050023 tempest-FloatingIPAdminTestJSON-167050023-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:47.023093 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-5cd4c616-bbeb-4402-bab4-45efc65c26b8 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 1.6030283 Nov 19 17:54:47.025796 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 37648) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:54:47.029175 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-df66ae3c-c617-4274-b52e-791741056e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:47.043626 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-0abc9f60-b742-457d-8fed-f5f6fa5122cb tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '37434467-4871-4269-8353-a5f3768cf3fa'}]}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:54:47.058467 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-294e3cb5-74ab-4ee0-a898-3465072a0bb9 tempest-FloatingIPAdminTestJSON-167050023 tempest-FloatingIPAdminTestJSON-167050023-project-admin] Calling delete_port for a347c844-f29d-4c21-9d5f-be037c12a1a5 owned by network:floatingip {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:54:47.090910 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-580b56fe-7bab-46a7-960b-1b0db56ea617 None None] Update dhcp port {'port': {'network_id': 'a68983d4-728d-4c26-959f-4afa2a86f41d', 'fixed_ips': [{'subnet_id': '37434467-4871-4269-8353-a5f3768cf3fa', 'ip_address': '172.20.0.2'}, {'subnet_id': '0f556498-6ac0-4192-8a5a-f571df42d43e'}], 'binding:host_id': 'n-d-818022-2'}, 'id': '1b07bc80-cc22-45d9-b191-0b92c962071a'} from n-d-818022-2. {{(pid=103366) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 19 17:54:47.130150 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e09af6-cff1-4d51-b4be-dc7e8cdc4aef req-a774cbd5-2962-4ff3-a05b-41154bf6c611 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:47.131854 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-37e09af6-cff1-4d51-b4be-dc7e8cdc4aef req-a774cbd5-2962-4ff3-a05b-41154bf6c611 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/ports?device_id=a89b8884-8597-49ea-bc0c-04a8b97f235f HTTP/1.1" status: 200 len: 945 time: 0.1281638 Nov 19 17:54:47.131993 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-580b56fe-7bab-46a7-960b-1b0db56ea617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:47.133591 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df66ae3c-c617-4274-b52e-791741056e98 None None] Pushing event updated for resources: {'Port': ['ID=1b07bc80-cc22-45d9-b191-0b92c962071a,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:47.148156 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 1b07bc80-cc22-45d9-b191-0b92c962071a triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:54:47.148366 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:47.156161 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0abc9f60-b742-457d-8fed-f5f6fa5122cb tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:47.256434 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-37e09af6-cff1-4d51-b4be-dc7e8cdc4aef req-c6da17b7-3382-40bf-aea1-31e3c378118c tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/security-groups?id=30887d2c-2c06-4a04-8ed7-1cc9b0391ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124372 Nov 19 17:54:47.333417 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-294e3cb5-74ab-4ee0-a898-3465072a0bb9 tempest-FloatingIPAdminTestJSON-167050023 tempest-FloatingIPAdminTestJSON-167050023-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:47.356992 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294e3cb5-74ab-4ee0-a898-3465072a0bb9 tempest-FloatingIPAdminTestJSON-167050023 tempest-FloatingIPAdminTestJSON-167050023-project-admin] Pushing event deleted for resources: {'Port': ['ID=a347c844-f29d-4c21-9d5f-be037c12a1a5,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:47.415595 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [None req-580b56fe-7bab-46a7-960b-1b0db56ea617 None None] Allocated IP 172.20.0.18 (a68983d4-728d-4c26-959f-4afa2a86f41d/0f556498-6ac0-4192-8a5a-f571df42d43e/1b07bc80-cc22-45d9-b191-0b92c962071a) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:54:47.484405 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-294e3cb5-74ab-4ee0-a898-3465072a0bb9 tempest-FloatingIPAdminTestJSON-167050023 tempest-FloatingIPAdminTestJSON-167050023-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:47.487352 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-294e3cb5-74ab-4ee0-a898-3465072a0bb9 tempest-FloatingIPAdminTestJSON-167050023 tempest-FloatingIPAdminTestJSON-167050023-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for floatingip, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:47.488549 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-294e3cb5-74ab-4ee0-a898-3465072a0bb9 tempest-FloatingIPAdminTestJSON-167050023 tempest-FloatingIPAdminTestJSON-167050023-project-admin] 10.222.0.54 "DELETE /v2.0/floatingips/94563ad8-eb04-411d-8b8b-22b41b73529f HTTP/1.1" status: 204 len: 168 time: 1.1996822 Nov 19 17:54:47.492601 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 37654) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:54:47.530101 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-580b56fe-7bab-46a7-960b-1b0db56ea617 None None] For port 1b07bc80-cc22-45d9-b191-0b92c962071a, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=1b07bc80-cc22-45d9-b191-0b92c962071a,segment=NetworkSegment(0df2afd8-f17d-4e84-825a-848d75c19e0f),segment_id=0df2afd8-f17d-4e84-825a-848d75c19e0f)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:54:47.564354 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-580b56fe-7bab-46a7-960b-1b0db56ea617 None None] Publish callbacks [] for port, precommit_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:47.571876 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-580b56fe-7bab-46a7-960b-1b0db56ea617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:47.597924 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-c0adcfb6-e1e9-4456-855b-6e9d2d10cc1f tempest-FloatingIPAdminTestJSON-1298031478 tempest-FloatingIPAdminTestJSON-1298031478-project] Deleting port 1894611b-8faf-46f3-b27b-1096f39c538e {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:54:47.598425 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c0adcfb6-e1e9-4456-855b-6e9d2d10cc1f tempest-FloatingIPAdminTestJSON-1298031478 tempest-FloatingIPAdminTestJSON-1298031478-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:47.639846 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [None req-0abc9f60-b742-457d-8fed-f5f6fa5122cb tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Delete allocated IP 172.20.0.22 (a68983d4-728d-4c26-959f-4afa2a86f41d/0f556498-6ac0-4192-8a5a-f571df42d43e) {{(pid=103364) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 19 17:54:47.708516 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580b56fe-7bab-46a7-960b-1b0db56ea617 None None] Pushing event updated for resources: {'Port': ['ID=1b07bc80-cc22-45d9-b191-0b92c962071a,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:47.733193 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c0adcfb6-e1e9-4456-855b-6e9d2d10cc1f tempest-FloatingIPAdminTestJSON-1298031478 tempest-FloatingIPAdminTestJSON-1298031478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:47.748381 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-c0adcfb6-e1e9-4456-855b-6e9d2d10cc1f tempest-FloatingIPAdminTestJSON-1298031478 tempest-FloatingIPAdminTestJSON-1298031478-project] Calling delete_port for 1894611b-8faf-46f3-b27b-1096f39c538e owned by {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:54:47.813066 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0abc9f60-b742-457d-8fed-f5f6fa5122cb tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks [] for port, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:47.819559 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0abc9f60-b742-457d-8fed-f5f6fa5122cb tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:47.915169 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c0adcfb6-e1e9-4456-855b-6e9d2d10cc1f tempest-FloatingIPAdminTestJSON-1298031478 tempest-FloatingIPAdminTestJSON-1298031478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:47.952916 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0adcfb6-e1e9-4456-855b-6e9d2d10cc1f tempest-FloatingIPAdminTestJSON-1298031478 tempest-FloatingIPAdminTestJSON-1298031478-project] Pushing event deleted for resources: {'Port': ['ID=1894611b-8faf-46f3-b27b-1096f39c538e,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:47.965530 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abc9f60-b742-457d-8fed-f5f6fa5122cb tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Pushing event updated for resources: {'Port': ['ID=aae19416-c423-418d-a665-d0b4ae1f1d90,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:47.985124 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-0abc9f60-b742-457d-8fed-f5f6fa5122cb tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] In _notify_port_updated(), no bound segment for port aae19416-c423-418d-a665-d0b4ae1f1d90 on network a68983d4-728d-4c26-959f-4afa2a86f41d {{(pid=103364) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 19 17:54:47.991646 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0abc9f60-b742-457d-8fed-f5f6fa5122cb tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:47.992562 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0abc9f60-b742-457d-8fed-f5f6fa5122cb tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:47.997127 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-0abc9f60-b742-457d-8fed-f5f6fa5122cb tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] 10.222.0.54 "PUT /v2.0/ports/aae19416-c423-418d-a665-d0b4ae1f1d90 HTTP/1.1" status: 200 len: 919 time: 0.9699664 Nov 19 17:54:47.997839 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 37662) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:54:48.003398 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-98832313-4380-43e1-ac40-171f2c57c568 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '37434467-4871-4269-8353-a5f3768cf3fa'}, {'subnet_id': '0f556498-6ac0-4192-8a5a-f571df42d43e'}]}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:54:48.041672 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c0adcfb6-e1e9-4456-855b-6e9d2d10cc1f tempest-FloatingIPAdminTestJSON-1298031478 tempest-FloatingIPAdminTestJSON-1298031478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:48.047896 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-c0adcfb6-e1e9-4456-855b-6e9d2d10cc1f tempest-FloatingIPAdminTestJSON-1298031478 tempest-FloatingIPAdminTestJSON-1298031478-project] 10.222.0.54 "DELETE /v2.0/ports/1894611b-8faf-46f3-b27b-1096f39c538e HTTP/1.1" status: 204 len: 168 time: 0.5539560 Nov 19 17:54:48.050197 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 37664) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:54:48.084951 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-98832313-4380-43e1-ac40-171f2c57c568 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:48.104336 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f43daf71-afb3-4bda-ba03-58b4b081669b tempest-FloatingIPAdminTestJSON-1298031478 tempest-FloatingIPAdminTestJSON-1298031478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:48.106312 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-f43daf71-afb3-4bda-ba03-58b4b081669b tempest-FloatingIPAdminTestJSON-1298031478 tempest-FloatingIPAdminTestJSON-1298031478-project] 10.222.0.54 "GET /v2.0/ports?device_id=7fc90a73-198c-4981-bd55-0a2776dea442 HTTP/1.1" status: 200 len: 913 time: 0.0545120 Nov 19 17:54:48.108696 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 37666) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:54:48.316026 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c827a2c-ce2a-47e8-ae89-7843c4b21da8 None None] Network a68983d4-728d-4c26-959f-4afa2a86f41d requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:54:48.388406 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-9325dd6f-8e94-4339-9dea-dbdf7878ebfa None None] Provisioning complete for port aae19416-c423-418d-a665-d0b4ae1f1d90 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:54:48.388406 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9325dd6f-8e94-4339-9dea-dbdf7878ebfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:48.407026 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca63832-2917-4712-a09c-bd89e60bf05e req-3c7563d9-788a-436d-b5fe-933aa7b8404d tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:48.410377 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-bca63832-2917-4712-a09c-bd89e60bf05e req-3c7563d9-788a-436d-b5fe-933aa7b8404d tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/ports?device_id=a89b8884-8597-49ea-bc0c-04a8b97f235f HTTP/1.1" status: 200 len: 945 time: 0.0629935 Nov 19 17:54:48.443274 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-9325dd6f-8e94-4339-9dea-dbdf7878ebfa None None] Port aae19416-c423-418d-a665-d0b4ae1f1d90 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:54:48.482756 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-bca63832-2917-4712-a09c-bd89e60bf05e req-55fb97a6-7fa7-4021-985f-0d2ea18a3f5c tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/security-groups?id=30887d2c-2c06-4a04-8ed7-1cc9b0391ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662403 Nov 19 17:54:48.499795 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-9325dd6f-8e94-4339-9dea-dbdf7878ebfa None None] Provisioning complete for port 1b07bc80-cc22-45d9-b191-0b92c962071a triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:54:48.500165 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9325dd6f-8e94-4339-9dea-dbdf7878ebfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:48.561703 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [None req-98832313-4380-43e1-ac40-171f2c57c568 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Allocated IP 172.20.0.19 (a68983d4-728d-4c26-959f-4afa2a86f41d/0f556498-6ac0-4192-8a5a-f571df42d43e/aae19416-c423-418d-a665-d0b4ae1f1d90) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:54:48.768361 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 1b07bc80-cc22-45d9-b191-0b92c962071a up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:54:48.784052 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-98832313-4380-43e1-ac40-171f2c57c568 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks [] for port, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:48.798765 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-98832313-4380-43e1-ac40-171f2c57c568 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:48.822783 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3ee1f7a4-21b8-4611-841d-b5948fec942e tempest-FloatingIPAdminTestJSON-1298031478 tempest-FloatingIPAdminTestJSON-1298031478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-768564'] for router_interface, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:48.839208 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 1b07bc80-cc22-45d9-b191-0b92c962071a triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:54:48.839580 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:48.994001 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98832313-4380-43e1-ac40-171f2c57c568 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Pushing event updated for resources: {'Port': ['ID=aae19416-c423-418d-a665-d0b4ae1f1d90,revision_number=3']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:48.998708 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd6cd86-a244-46d8-a16a-529842030019 req-3ac30489-f3f4-48f0-aa9b-c1ae06279f74 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:49.007769 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd6cd86-a244-46d8-a16a-529842030019 req-3ac30489-f3f4-48f0-aa9b-c1ae06279f74 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:49.013688 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd6cd86-a244-46d8-a16a-529842030019 req-3ac30489-f3f4-48f0-aa9b-c1ae06279f74 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:49.026286 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd6cd86-a244-46d8-a16a-529842030019 req-3ac30489-f3f4-48f0-aa9b-c1ae06279f74 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:49.036032 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd6cd86-a244-46d8-a16a-529842030019 req-3ac30489-f3f4-48f0-aa9b-c1ae06279f74 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:49.045032 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd6cd86-a244-46d8-a16a-529842030019 req-3ac30489-f3f4-48f0-aa9b-c1ae06279f74 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:49.055249 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd6cd86-a244-46d8-a16a-529842030019 req-3ac30489-f3f4-48f0-aa9b-c1ae06279f74 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:49.058218 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4bd6cd86-a244-46d8-a16a-529842030019 req-3ac30489-f3f4-48f0-aa9b-c1ae06279f74 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] 10.222.0.54 "GET /v2.0/ports?device_id=08d7166f-7a15-4f21-9c94-87560bcdea01 HTTP/1.1" status: 200 len: 5435 time: 0.1461668 Nov 19 17:54:49.108645 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-98832313-4380-43e1-ac40-171f2c57c568 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] In _notify_port_updated(), no bound segment for port aae19416-c423-418d-a665-d0b4ae1f1d90 on network a68983d4-728d-4c26-959f-4afa2a86f41d {{(pid=103364) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 19 17:54:49.114852 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98832313-4380-43e1-ac40-171f2c57c568 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:49.115564 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-98832313-4380-43e1-ac40-171f2c57c568 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:49.120258 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-98832313-4380-43e1-ac40-171f2c57c568 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] 10.222.0.54 "PUT /v2.0/ports/aae19416-c423-418d-a665-d0b4ae1f1d90 HTTP/1.1" status: 200 len: 999 time: 1.1212907 Nov 19 17:54:49.122959 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 37680) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:54:49.159017 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4bd6cd86-a244-46d8-a16a-529842030019 req-3b69775e-c58c-4cae-9ce0-0428ea089227 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] 10.222.0.54 "GET /v2.0/security-groups?id=c27dfe00-81ac-4bf5-b9dd-805873436817&id=2c5c45e5-871b-4ee9-82e2-22e9698a9680&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0929155 Nov 19 17:54:49.286274 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-36267586-19fe-4d34-b8f2-ae91885032d5 None None] Provisioning complete for port aae19416-c423-418d-a665-d0b4ae1f1d90 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:54:49.287048 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-36267586-19fe-4d34-b8f2-ae91885032d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:49.342829 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-36267586-19fe-4d34-b8f2-ae91885032d5 None None] Port aae19416-c423-418d-a665-d0b4ae1f1d90 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:54:49.348642 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-d3657f9b-d587-47f0-9bdc-ce88e95d8624 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Deleting port aae19416-c423-418d-a665-d0b4ae1f1d90 {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:54:49.348898 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d3657f9b-d587-47f0-9bdc-ce88e95d8624 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:49.359637 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-36267586-19fe-4d34-b8f2-ae91885032d5 None None] Provisioning complete for port 1b07bc80-cc22-45d9-b191-0b92c962071a triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:54:49.360057 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-36267586-19fe-4d34-b8f2-ae91885032d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:49.410405 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c734a0bc-0c4e-45ae-9a7b-06b97e434a55 req-8121238d-68de-4d15-9a27-bc2e793a8243 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:49.417027 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c734a0bc-0c4e-45ae-9a7b-06b97e434a55 req-8121238d-68de-4d15-9a27-bc2e793a8243 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:49.422547 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c734a0bc-0c4e-45ae-9a7b-06b97e434a55 req-8121238d-68de-4d15-9a27-bc2e793a8243 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:49.429685 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c734a0bc-0c4e-45ae-9a7b-06b97e434a55 req-8121238d-68de-4d15-9a27-bc2e793a8243 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:49.440325 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c734a0bc-0c4e-45ae-9a7b-06b97e434a55 req-8121238d-68de-4d15-9a27-bc2e793a8243 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:49.446283 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c734a0bc-0c4e-45ae-9a7b-06b97e434a55 req-8121238d-68de-4d15-9a27-bc2e793a8243 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:49.452559 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c734a0bc-0c4e-45ae-9a7b-06b97e434a55 req-8121238d-68de-4d15-9a27-bc2e793a8243 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:49.459344 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c734a0bc-0c4e-45ae-9a7b-06b97e434a55 req-8121238d-68de-4d15-9a27-bc2e793a8243 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] 10.222.0.54 "GET /v2.0/ports?device_id=08d7166f-7a15-4f21-9c94-87560bcdea01 HTTP/1.1" status: 200 len: 5435 time: 0.1860168 Nov 19 17:54:49.581622 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d3657f9b-d587-47f0-9bdc-ce88e95d8624 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:49.606964 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-d3657f9b-d587-47f0-9bdc-ce88e95d8624 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Calling delete_port for aae19416-c423-418d-a665-d0b4ae1f1d90 owned by {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:54:49.631727 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-e3d84397-c465-4d4f-8ca3-417f20139269 None None] Provisioning complete for port aae19416-c423-418d-a665-d0b4ae1f1d90 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:54:49.632947 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c39a04-ec76-4fb1-9b3b-12f68f40ff37 req-66eebf27-3bf2-4daf-a73b-e4d0bd2a8717 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:49.634581 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-82c39a04-ec76-4fb1-9b3b-12f68f40ff37 req-66eebf27-3bf2-4daf-a73b-e4d0bd2a8717 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/ports?device_id=a89b8884-8597-49ea-bc0c-04a8b97f235f HTTP/1.1" status: 200 len: 945 time: 0.0816367 Nov 19 17:54:49.643572 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e3d84397-c465-4d4f-8ca3-417f20139269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:49.649012 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-3ee1f7a4-21b8-4611-841d-b5948fec942e tempest-FloatingIPAdminTestJSON-1298031478 tempest-FloatingIPAdminTestJSON-1298031478-project] Deleting port 4145da23-2b5a-4881-95f4-ff29a4c0cbdf {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:54:49.649351 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3ee1f7a4-21b8-4611-841d-b5948fec942e tempest-FloatingIPAdminTestJSON-1298031478 tempest-FloatingIPAdminTestJSON-1298031478-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:49.719927 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-82c39a04-ec76-4fb1-9b3b-12f68f40ff37 req-03d70750-c523-486b-ac00-0ab9f3686e4f tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/security-groups?id=30887d2c-2c06-4a04-8ed7-1cc9b0391ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766776 Nov 19 17:54:49.729591 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-e3d84397-c465-4d4f-8ca3-417f20139269 None None] Port aae19416-c423-418d-a665-d0b4ae1f1d90 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:54:49.828179 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3ee1f7a4-21b8-4611-841d-b5948fec942e tempest-FloatingIPAdminTestJSON-1298031478 tempest-FloatingIPAdminTestJSON-1298031478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:49.856169 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-fce31f14-a13c-47fb-934a-dba347deb6e1 None None] Provisioning complete for port aae19416-c423-418d-a665-d0b4ae1f1d90 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:54:49.856783 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-fce31f14-a13c-47fb-934a-dba347deb6e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:49.870088 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-3ee1f7a4-21b8-4611-841d-b5948fec942e tempest-FloatingIPAdminTestJSON-1298031478 tempest-FloatingIPAdminTestJSON-1298031478-project] Calling delete_port for 4145da23-2b5a-4881-95f4-ff29a4c0cbdf owned by network:router_interface {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:54:49.920873 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-fce31f14-a13c-47fb-934a-dba347deb6e1 None None] Port aae19416-c423-418d-a665-d0b4ae1f1d90 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:54:50.040634 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d3657f9b-d587-47f0-9bdc-ce88e95d8624 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:50.081049 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3657f9b-d587-47f0-9bdc-ce88e95d8624 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Pushing event deleted for resources: {'Port': ['ID=aae19416-c423-418d-a665-d0b4ae1f1d90,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:50.139276 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-9c9643ec-f60c-4972-854b-09f269de5dec None None] Could not find standard attr ID for object aae19416-c423-418d-a665-d0b4ae1f1d90. {{(pid=103366) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 17:54:50.212923 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d3657f9b-d587-47f0-9bdc-ce88e95d8624 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:50.216240 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-d3657f9b-d587-47f0-9bdc-ce88e95d8624 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] 10.222.0.54 "DELETE /v2.0/ports/aae19416-c423-418d-a665-d0b4ae1f1d90 HTTP/1.1" status: 204 len: 168 time: 1.0922778 Nov 19 17:54:50.219101 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 37722) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:54:50.241364 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3ee1f7a4-21b8-4611-841d-b5948fec942e tempest-FloatingIPAdminTestJSON-1298031478 tempest-FloatingIPAdminTestJSON-1298031478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:50.269164 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee1f7a4-21b8-4611-841d-b5948fec942e tempest-FloatingIPAdminTestJSON-1298031478 tempest-FloatingIPAdminTestJSON-1298031478-project] Pushing event deleted for resources: {'Port': ['ID=4145da23-2b5a-4881-95f4-ff29a4c0cbdf,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:50.272945 n-d-818022-2 neutron-server[103365]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0d191da-1e47-486f-85a8-deee59e2ce92 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] GET failed (client error): The resource could not be found. Nov 19 17:54:50.274752 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-a0d191da-1e47-486f-85a8-deee59e2ce92 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] 10.222.0.54 "GET /v2.0/ports/aae19416-c423-418d-a665-d0b4ae1f1d90 HTTP/1.1" status: 404 len: 333 time: 0.0544040 Nov 19 17:54:50.277407 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 37724) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:54:50.350527 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_v2 [None req-a923f9b8-2843-4e96-a62c-b905499493d5 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Deleting subnet 0f556498-6ac0-4192-8a5a-f571df42d43e {{(pid=103365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 17:54:50.354807 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a923f9b8-2843-4e96-a62c-b905499493d5 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks [] for subnet, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:50.406953 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a923f9b8-2843-4e96-a62c-b905499493d5 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12546453'] for subnet, precommit_delete_associations {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:50.466921 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3ee1f7a4-21b8-4611-841d-b5948fec942e tempest-FloatingIPAdminTestJSON-1298031478 tempest-FloatingIPAdminTestJSON-1298031478-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-768648'] for router_interface, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:50.582369 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a923f9b8-2843-4e96-a62c-b905499493d5 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:50.670183 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a923f9b8-2843-4e96-a62c-b905499493d5 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12282919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8731163'] for subnet, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:50.705946 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a923f9b8-2843-4e96-a62c-b905499493d5 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Pushing event deleted for resources: {'Subnet': ['ID=0f556498-6ac0-4192-8a5a-f571df42d43e,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:50.710142 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a923f9b8-2843-4e96-a62c-b905499493d5 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:50.717342 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-a923f9b8-2843-4e96-a62c-b905499493d5 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] 10.222.0.54 "DELETE /v2.0/subnets/0f556498-6ac0-4192-8a5a-f571df42d43e HTTP/1.1" status: 204 len: 168 time: 0.4348485 Nov 19 17:54:50.717892 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 37732) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:54:50.784670 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_v2 [None req-73612dc8-55f8-465b-a9b5-fd605282cd91 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Deleting subnet 37434467-4871-4269-8353-a5f3768cf3fa {{(pid=103365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 17:54:50.789056 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-73612dc8-55f8-465b-a9b5-fd605282cd91 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks [] for subnet, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:50.804165 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dcdc0a1-e2a0-4a85-ab35-38614d3d4878 None None] Network a68983d4-728d-4c26-959f-4afa2a86f41d requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:54:50.847674 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-73612dc8-55f8-465b-a9b5-fd605282cd91 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12546453'] for subnet, precommit_delete_associations {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:50.949196 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-73612dc8-55f8-465b-a9b5-fd605282cd91 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:51.047218 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-73612dc8-55f8-465b-a9b5-fd605282cd91 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12282919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8731163'] for subnet, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:51.082511 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73612dc8-55f8-465b-a9b5-fd605282cd91 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Pushing event deleted for resources: {'Subnet': ['ID=37434467-4871-4269-8353-a5f3768cf3fa,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:51.086428 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-73612dc8-55f8-465b-a9b5-fd605282cd91 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:51.090684 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-73612dc8-55f8-465b-a9b5-fd605282cd91 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] 10.222.0.54 "DELETE /v2.0/subnets/37434467-4871-4269-8353-a5f3768cf3fa HTTP/1.1" status: 204 len: 168 time: 0.3713925 Nov 19 17:54:51.094169 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 37746) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:54:51.201442 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-dc4a50df-fe4e-41b7-9731-78ef87779638 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:51.227686 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d1ebbb-333f-4162-a62c-1f3d9061b9b1 req-fa777a04-d34b-4eae-8142-ec343790c95c tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:51.230021 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-59d1ebbb-333f-4162-a62c-1f3d9061b9b1 req-fa777a04-d34b-4eae-8142-ec343790c95c tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/ports?device_id=a89b8884-8597-49ea-bc0c-04a8b97f235f HTTP/1.1" status: 200 len: 945 time: 0.0904319 Nov 19 17:54:51.232251 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ee1f7a4-21b8-4611-841d-b5948fec942e tempest-FloatingIPAdminTestJSON-1298031478 tempest-FloatingIPAdminTestJSON-1298031478-project] Router 7fc90a73-198c-4981-bd55-0a2776dea442 has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 17:54:51.272546 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-dc4a50df-fe4e-41b7-9731-78ef87779638 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Deleting port 1b07bc80-cc22-45d9-b191-0b92c962071a {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:54:51.272952 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-dc4a50df-fe4e-41b7-9731-78ef87779638 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:51.370525 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [None req-dc4a50df-fe4e-41b7-9731-78ef87779638 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] For port 1b07bc80-cc22-45d9-b191-0b92c962071a, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=1b07bc80-cc22-45d9-b191-0b92c962071a,segment=NetworkSegment(0df2afd8-f17d-4e84-825a-848d75c19e0f),segment_id=0df2afd8-f17d-4e84-825a-848d75c19e0f)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:54:51.370910 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-dc4a50df-fe4e-41b7-9731-78ef87779638 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:51.386128 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-dc4a50df-fe4e-41b7-9731-78ef87779638 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Calling delete_port for 1b07bc80-cc22-45d9-b191-0b92c962071a owned by network:dhcp {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:54:51.420652 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-59d1ebbb-333f-4162-a62c-1f3d9061b9b1 req-80fd2076-9f9a-4243-b1d2-429aa745d217 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/security-groups?id=30887d2c-2c06-4a04-8ed7-1cc9b0391ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746485 Nov 19 17:54:51.449712 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ee1f7a4-21b8-4611-841d-b5948fec942e tempest-FloatingIPAdminTestJSON-1298031478 tempest-FloatingIPAdminTestJSON-1298031478-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 17:54:51.457302 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-3ee1f7a4-21b8-4611-841d-b5948fec942e tempest-FloatingIPAdminTestJSON-1298031478 tempest-FloatingIPAdminTestJSON-1298031478-project] 10.222.0.54 "PUT /v2.0/routers/7fc90a73-198c-4981-bd55-0a2776dea442/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3466973 Nov 19 17:54:51.458788 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 37756) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:54:51.462064 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4cb84e3-175a-4e64-869e-3af2f9646973 None None] Sync routers for ids ['7fc90a73-198c-4981-bd55-0a2776dea442'] in n-d-818022-2 {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 17:54:51.481573 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4cb84e3-175a-4e64-869e-3af2f9646973 None None] Routers {'7fc90a73-198c-4981-bd55-0a2776dea442'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:54:51.482246 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-c4cb84e3-175a-4e64-869e-3af2f9646973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:54:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['7fc90a73-198c-4981-bd55-0a2776dea442'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:54:51.537683 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-dc4a50df-fe4e-41b7-9731-78ef87779638 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:51.561423 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc4a50df-fe4e-41b7-9731-78ef87779638 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] No DVR routers for this DVR port 1b07bc80-cc22-45d9-b191-0b92c962071a on host n-d-818022-2 {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:54:51.632431 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4a50df-fe4e-41b7-9731-78ef87779638 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Pushing event deleted for resources: {'Port': ['ID=1b07bc80-cc22-45d9-b191-0b92c962071a,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:51.663076 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-c4cb84e3-175a-4e64-869e-3af2f9646973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:54:51.672215 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7abe6e5b-6a21-4937-b2ec-03ec9db51a71 tempest-FloatingIPAdminTestJSON-1298031478 tempest-FloatingIPAdminTestJSON-1298031478-project] Publish callbacks [] for router, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:51.715242 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4cb84e3-175a-4e64-869e-3af2f9646973 None None] Routers {'7fc90a73-198c-4981-bd55-0a2776dea442'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:54:51.715938 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-c4cb84e3-175a-4e64-869e-3af2f9646973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:54:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['7fc90a73-198c-4981-bd55-0a2776dea442'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:54:51.803874 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-dc4a50df-fe4e-41b7-9731-78ef87779638 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:51.836494 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-dc4a50df-fe4e-41b7-9731-78ef87779638 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a68983d4-728d-4c26-959f-4afa2a86f41d']}} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:54:51.852676 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-dc4a50df-fe4e-41b7-9731-78ef87779638 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0df2afd8-f17d-4e84-825a-848d75c19e0f') {'for_net_delete': True} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:54:51.853534 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-dc4a50df-fe4e-41b7-9731-78ef87779638 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0df2afd8-f17d-4e84-825a-848d75c19e0f') {} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:54:51.858409 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7abe6e5b-6a21-4937-b2ec-03ec9db51a71 tempest-FloatingIPAdminTestJSON-1298031478 tempest-FloatingIPAdminTestJSON-1298031478-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:51.869728 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-dc4a50df-fe4e-41b7-9731-78ef87779638 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12545382'] for segment, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:51.888295 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-dc4a50df-fe4e-41b7-9731-78ef87779638 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:51.896768 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc4a50df-fe4e-41b7-9731-78ef87779638 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Releasing vlan 686 on physical network physnet1 to pool {{(pid=103365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 17:54:51.897948 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-dc4a50df-fe4e-41b7-9731-78ef87779638 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12282953'] for segment, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:51.902744 n-d-818022-2 neutron-server[103365]: Traceback (most recent call last): Nov 19 17:54:51.902744 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 17:54:51.902744 n-d-818022-2 neutron-server[103365]: timer() Nov 19 17:54:51.902744 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 17:54:51.902744 n-d-818022-2 neutron-server[103365]: cb(*args, **kw) Nov 19 17:54:51.902744 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 17:54:51.902744 n-d-818022-2 neutron-server[103365]: return func(*args, **kwargs) Nov 19 17:54:51.902744 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 17:54:51.902744 n-d-818022-2 neutron-server[103365]: self._notify() Nov 19 17:54:51.902744 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 17:54:51.902744 n-d-818022-2 neutron-server[103365]: self.callback(batched_events) Nov 19 17:54:51.902744 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 17:54:51.902744 n-d-818022-2 neutron-server[103365]: event.method(event) Nov 19 17:54:51.902744 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 17:54:51.902744 n-d-818022-2 neutron-server[103365]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 17:54:51.902744 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 17:54:51.902744 n-d-818022-2 neutron-server[103365]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 17:54:51.902744 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 17:54:51.902744 n-d-818022-2 neutron-server[103365]: return f(self, *a, **k) Nov 19 17:54:51.902744 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 17:54:51.902744 n-d-818022-2 neutron-server[103365]: return self._get(url).json() Nov 19 17:54:51.902744 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 17:54:51.902744 n-d-818022-2 neutron-server[103365]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 17:54:51.902744 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 17:54:51.902744 n-d-818022-2 neutron-server[103365]: return self.request(url, 'GET', **kwargs) Nov 19 17:54:51.902744 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 17:54:51.902744 n-d-818022-2 neutron-server[103365]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 17:54:51.902744 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 17:54:51.902744 n-d-818022-2 neutron-server[103365]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 17:54:51.902744 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 17:54:51.902744 n-d-818022-2 neutron-server[103365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 17:54:51.902744 n-d-818022-2 neutron-server[103365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 17:54:51.926823 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-7abe6e5b-6a21-4937-b2ec-03ec9db51a71 tempest-FloatingIPAdminTestJSON-1298031478 tempest-FloatingIPAdminTestJSON-1298031478-project] Deleting port d52730ed-691b-425c-976a-2249b2becd2d {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:54:51.927165 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7abe6e5b-6a21-4937-b2ec-03ec9db51a71 tempest-FloatingIPAdminTestJSON-1298031478 tempest-FloatingIPAdminTestJSON-1298031478-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:51.951881 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1add1a4-222d-4da6-b659-9dedc19549e5 None None] Network a68983d4-728d-4c26-959f-4afa2a86f41d requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:54:51.959817 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-c4cb84e3-175a-4e64-869e-3af2f9646973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:54:51.960575 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4cb84e3-175a-4e64-869e-3af2f9646973 None None] The sync data for ids ['7fc90a73-198c-4981-bd55-0a2776dea442'] in n-d-818022-2 is: [] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 17:54:51.972631 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-dc4a50df-fe4e-41b7-9731-78ef87779638 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671242'] for network, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:51.979398 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-2787e133-836a-44c4-80a6-f30d7c8ff23a None None] Could not find standard attr ID for object 1b07bc80-cc22-45d9-b191-0b92c962071a. {{(pid=103366) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 17:54:51.982000 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-dc4a50df-fe4e-41b7-9731-78ef87779638 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:51.991013 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-dc4a50df-fe4e-41b7-9731-78ef87779638 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] 10.222.0.54 "DELETE /v2.0/networks/a68983d4-728d-4c26-959f-4afa2a86f41d HTTP/1.1" status: 204 len: 168 time: 0.8953512 Nov 19 17:54:51.993278 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 37770) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:54:52.038096 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7abe6e5b-6a21-4937-b2ec-03ec9db51a71 tempest-FloatingIPAdminTestJSON-1298031478 tempest-FloatingIPAdminTestJSON-1298031478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:52.043895 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4a50df-fe4e-41b7-9731-78ef87779638 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Pushing event deleted for resources: {'Network': ['ID=a68983d4-728d-4c26-959f-4afa2a86f41d,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:52.071201 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-7abe6e5b-6a21-4937-b2ec-03ec9db51a71 tempest-FloatingIPAdminTestJSON-1298031478 tempest-FloatingIPAdminTestJSON-1298031478-project] Calling delete_port for d52730ed-691b-425c-976a-2249b2becd2d owned by network:router_gateway {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:54:52.077905 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b84dc7b9-d887-4186-97ba-6fe058a8ad24 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:52.079952 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-b84dc7b9-d887-4186-97ba-6fe058a8ad24 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 842 time: 0.0852220 Nov 19 17:54:52.083748 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 37772) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:54:52.144225 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-f27ca2df-abd4-4851-893a-25253d86a3c8 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] 10.222.0.54 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0593708 Nov 19 17:54:52.147826 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 37774) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:54:52.153505 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-e40e0a04-ade7-476e-8f35-969800d65b83 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1271346558'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:54:52.228987 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e40e0a04-ade7-476e-8f35-969800d65b83 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Made reservation on behalf of 8332730af82c4019921b40209bacb73c for: {'network': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:54:52.232798 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e40e0a04-ade7-476e-8f35-969800d65b83 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:52.287818 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e40e0a04-ade7-476e-8f35-969800d65b83 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 692} {{(pid=103364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 17:54:52.307472 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e40e0a04-ade7-476e-8f35-969800d65b83 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:52.307889 n-d-818022-2 neutron-server[103364]: INFO neutron.db.segments_db [None req-e40e0a04-ade7-476e-8f35-969800d65b83 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Added segment 0cdcfd15-3c8e-48c9-b524-aedb6068a5b2 of type vlan for network 1944364f-07f1-49d4-8697-525cd331d2f7 Nov 19 17:54:52.335743 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daafdf74-8127-4bba-be5c-e583318fa228 None None] DHCP port deletion for a68983d4-728d-4c26-959f-4afa2a86f41d request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 17:54:52.361545 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7abe6e5b-6a21-4937-b2ec-03ec9db51a71 tempest-FloatingIPAdminTestJSON-1298031478 tempest-FloatingIPAdminTestJSON-1298031478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:52.384174 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e40e0a04-ade7-476e-8f35-969800d65b83 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:52.410769 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abe6e5b-6a21-4937-b2ec-03ec9db51a71 tempest-FloatingIPAdminTestJSON-1298031478 tempest-FloatingIPAdminTestJSON-1298031478-project] Pushing event deleted for resources: {'Port': ['ID=d52730ed-691b-425c-976a-2249b2becd2d,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:52.491515 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7abe6e5b-6a21-4937-b2ec-03ec9db51a71 tempest-FloatingIPAdminTestJSON-1298031478 tempest-FloatingIPAdminTestJSON-1298031478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-671730'] for router_gateway, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:52.528997 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e40e0a04-ade7-476e-8f35-969800d65b83 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:52.535142 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e40e0a04-ade7-476e-8f35-969800d65b83 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:52.535724 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e40e0a04-ade7-476e-8f35-969800d65b83 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks [] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:52.590284 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33aa5e8b-5bf0-4329-bd2e-e7a59bf490dd req-1b306ae7-3f14-4c7e-8c44-1208895c3a48 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:52.599110 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-33aa5e8b-5bf0-4329-bd2e-e7a59bf490dd req-1b306ae7-3f14-4c7e-8c44-1208895c3a48 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/ports?device_id=a89b8884-8597-49ea-bc0c-04a8b97f235f HTTP/1.1" status: 200 len: 945 time: 0.0809293 Nov 19 17:54:52.624875 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-e40e0a04-ade7-476e-8f35-969800d65b83 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4732106 Nov 19 17:54:52.626352 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 37800) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:54:52.638375 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-b04d03cb-6e0c-45b0-86f6-121079deac4a tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Request body: {'subnet': {'network_id': '1944364f-07f1-49d4-8697-525cd331d2f7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:54:52.665242 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7abe6e5b-6a21-4937-b2ec-03ec9db51a71 tempest-FloatingIPAdminTestJSON-1298031478 tempest-FloatingIPAdminTestJSON-1298031478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4696'] for router, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:52.669913 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7abe6e5b-6a21-4937-b2ec-03ec9db51a71 tempest-FloatingIPAdminTestJSON-1298031478 tempest-FloatingIPAdminTestJSON-1298031478-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:52.719981 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-33aa5e8b-5bf0-4329-bd2e-e7a59bf490dd req-3fb68a57-e394-4d69-ad2d-93540004d716 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/security-groups?id=30887d2c-2c06-4a04-8ed7-1cc9b0391ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191533 Nov 19 17:54:52.728321 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 37802) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:54:52.819130 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 1b07bc80-cc22-45d9-b191-0b92c962071a no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:54:52.857797 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7abe6e5b-6a21-4937-b2ec-03ec9db51a71 tempest-FloatingIPAdminTestJSON-1298031478 tempest-FloatingIPAdminTestJSON-1298031478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-543895'] for router, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:52.858535 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7abe6e5b-6a21-4937-b2ec-03ec9db51a71 tempest-FloatingIPAdminTestJSON-1298031478 tempest-FloatingIPAdminTestJSON-1298031478-project] Fanout notify agent at l3_agent the message router_deleted on router 7fc90a73-198c-4981-bd55-0a2776dea442 {{(pid=103364) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 17:54:52.878021 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40e0a04-ade7-476e-8f35-969800d65b83 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Pushing event updated for resources: {'Network': ['ID=1944364f-07f1-49d4-8697-525cd331d2f7,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:52.892339 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b04d03cb-6e0c-45b0-86f6-121079deac4a tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Made reservation on behalf of 8332730af82c4019921b40209bacb73c for: {'subnet': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:54:52.901432 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b04d03cb-6e0c-45b0-86f6-121079deac4a tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8731248'] for subnet, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:52.902306 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: 1b07bc80-cc22-45d9-b191-0b92c962071a {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:54:52.904829 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 1b07bc80-cc22-45d9-b191-0b92c962071a not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:54:52.907233 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7abe6e5b-6a21-4937-b2ec-03ec9db51a71 tempest-FloatingIPAdminTestJSON-1298031478 tempest-FloatingIPAdminTestJSON-1298031478-project] Publish callbacks [] for router, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:52.910654 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-7abe6e5b-6a21-4937-b2ec-03ec9db51a71 tempest-FloatingIPAdminTestJSON-1298031478 tempest-FloatingIPAdminTestJSON-1298031478-project] 10.222.0.54 "DELETE /v2.0/routers/7fc90a73-198c-4981-bd55-0a2776dea442 HTTP/1.1" status: 204 len: 168 time: 1.4505689 Nov 19 17:54:52.913174 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 37814) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:54:52.918045 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network 1944364f-07f1-49d4-8697-525cd331d2f7 details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 17:54:52.977445 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8114650-4c1e-4ef2-981c-6c2bd8a48214 req-4bb8aee8-5dbe-4286-ad55-3c98564564c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:52.978195 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8114650-4c1e-4ef2-981c-6c2bd8a48214 req-4bb8aee8-5dbe-4286-ad55-3c98564564c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:52.979176 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8114650-4c1e-4ef2-981c-6c2bd8a48214 req-4bb8aee8-5dbe-4286-ad55-3c98564564c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:52.979810 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8114650-4c1e-4ef2-981c-6c2bd8a48214 req-4bb8aee8-5dbe-4286-ad55-3c98564564c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:52.981372 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8114650-4c1e-4ef2-981c-6c2bd8a48214 req-4bb8aee8-5dbe-4286-ad55-3c98564564c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:52.982063 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8114650-4c1e-4ef2-981c-6c2bd8a48214 req-4bb8aee8-5dbe-4286-ad55-3c98564564c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:52.982699 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8114650-4c1e-4ef2-981c-6c2bd8a48214 req-4bb8aee8-5dbe-4286-ad55-3c98564564c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:52.992470 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b8114650-4c1e-4ef2-981c-6c2bd8a48214 req-4bb8aee8-5dbe-4286-ad55-3c98564564c8 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=08d7166f-7a15-4f21-9c94-87560bcdea01 HTTP/1.1" status: 200 len: 6492 time: 0.2631011 Nov 19 17:54:53.068340 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_v2 [None req-eed74562-3c5b-4aaf-a896-140f2d108e98 tempest-FloatingIPAdminTestJSON-1298031478 tempest-FloatingIPAdminTestJSON-1298031478-project] Deleting subnet 0df8215b-d911-4934-986c-b8845046cd23 {{(pid=103364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 17:54:53.075007 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-eed74562-3c5b-4aaf-a896-140f2d108e98 tempest-FloatingIPAdminTestJSON-1298031478 tempest-FloatingIPAdminTestJSON-1298031478-project] Publish callbacks [] for subnet, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:53.082099 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b8114650-4c1e-4ef2-981c-6c2bd8a48214 req-152181dd-7680-4068-a515-113ce6566b4a service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=2c5c45e5-871b-4ee9-82e2-22e9698a9680&id=c27dfe00-81ac-4bf5-b9dd-805873436817&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0884571 Nov 19 17:54:53.135752 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3cc587-abe0-4414-97e6-f57b7acb0566 req-038e9cb5-8c54-4b86-8ef7-3902b22aa7bb tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:53.137659 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6b3cc587-abe0-4414-97e6-f57b7acb0566 req-038e9cb5-8c54-4b86-8ef7-3902b22aa7bb tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/ports?device_id=a89b8884-8597-49ea-bc0c-04a8b97f235f HTTP/1.1" status: 200 len: 945 time: 0.1329672 Nov 19 17:54:53.142416 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-eed74562-3c5b-4aaf-a896-140f2d108e98 tempest-FloatingIPAdminTestJSON-1298031478 tempest-FloatingIPAdminTestJSON-1298031478-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9416263'] for subnet, precommit_delete_associations {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:53.200395 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b04d03cb-6e0c-45b0-86f6-121079deac4a tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12283104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8731234'] for subnet, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:53.228472 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6b3cc587-abe0-4414-97e6-f57b7acb0566 req-1a5b51ad-c5f6-42ae-a17f-08c183b7be59 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/security-groups?id=30887d2c-2c06-4a04-8ed7-1cc9b0391ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641541 Nov 19 17:54:53.278495 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-eed74562-3c5b-4aaf-a896-140f2d108e98 tempest-FloatingIPAdminTestJSON-1298031478 tempest-FloatingIPAdminTestJSON-1298031478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:53.279018 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04d03cb-6e0c-45b0-86f6-121079deac4a tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Pushing event updated for resources: {'Subnet': ['ID=5a7f7293-5981-4701-922c-372bc7003ae2,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:53.287670 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b04d03cb-6e0c-45b0-86f6-121079deac4a tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Checking segment: {'id': '0cdcfd15-3c8e-48c9-b524-aedb6068a5b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '1944364f-07f1-49d4-8697-525cd331d2f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:54:53.288043 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b04d03cb-6e0c-45b0-86f6-121079deac4a tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Network hostable DHCP agents. Network: 1944364f-07f1-49d4-8697-525cd331d2f7, hostable agents: ['02910ef2-0455-4aea-9f38-9a875579633f'], hosted agents: [] {{(pid=103365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 17:54:53.309223 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b04d03cb-6e0c-45b0-86f6-121079deac4a tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Network 1944364f-07f1-49d4-8697-525cd331d2f7 is scheduled to be hosted by DHCP agent 02910ef2-0455-4aea-9f38-9a875579633f with binding_index 1 {{(pid=103365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 17:54:53.326012 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-b04d03cb-6e0c-45b0-86f6-121079deac4a tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818022-2, 1944364f-07f1-49d4-8697-525cd331d2f7) {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:54:53.330762 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b04d03cb-6e0c-45b0-86f6-121079deac4a tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:53.331598 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b04d03cb-6e0c-45b0-86f6-121079deac4a tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:53.337038 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfc054bf-89c9-49b6-89cf-47e133d8ea42 None None] Network 1944364f-07f1-49d4-8697-525cd331d2f7 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:54:53.365972 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-b04d03cb-6e0c-45b0-86f6-121079deac4a tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7318926 Nov 19 17:54:53.366207 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-eed74562-3c5b-4aaf-a896-140f2d108e98 tempest-FloatingIPAdminTestJSON-1298031478 tempest-FloatingIPAdminTestJSON-1298031478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12425137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8983934'] for subnet, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:53.368449 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 37830) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:54:53.373360 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-055b0e2f-6d53-4a87-ba9f-166c13465eb6 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Request body: {'port': {'network_id': '1944364f-07f1-49d4-8697-525cd331d2f7', 'name': 'tempest-PortsTestJSON-454899064'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:54:53.435767 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed74562-3c5b-4aaf-a896-140f2d108e98 tempest-FloatingIPAdminTestJSON-1298031478 tempest-FloatingIPAdminTestJSON-1298031478-project] Pushing event deleted for resources: {'Subnet': ['ID=0df8215b-d911-4934-986c-b8845046cd23,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:53.445397 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-eed74562-3c5b-4aaf-a896-140f2d108e98 tempest-FloatingIPAdminTestJSON-1298031478 tempest-FloatingIPAdminTestJSON-1298031478-project] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:53.450609 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-eed74562-3c5b-4aaf-a896-140f2d108e98 tempest-FloatingIPAdminTestJSON-1298031478 tempest-FloatingIPAdminTestJSON-1298031478-project] 10.222.0.54 "DELETE /v2.0/subnets/0df8215b-d911-4934-986c-b8845046cd23 HTTP/1.1" status: 204 len: 168 time: 0.5331869 Nov 19 17:54:53.452899 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 37834) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:54:53.463525 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-145da195-7dbc-4387-83f6-657f41650702 None None] Network 6375c7c0-0d7a-43a4-8460-71345dcdbb79 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:54:53.536091 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-055b0e2f-6d53-4a87-ba9f-166c13465eb6 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Made reservation on behalf of 8332730af82c4019921b40209bacb73c for: {'port': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:54:53.543188 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-055b0e2f-6d53-4a87-ba9f-166c13465eb6 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:53.549985 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-50113dec-a2c2-4b67-b43d-4b1796c2713f tempest-FloatingIPAdminTestJSON-1298031478 tempest-FloatingIPAdminTestJSON-1298031478-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:53.572166 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [None req-055b0e2f-6d53-4a87-ba9f-166c13465eb6 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] device_id is not set on port 8cd8dc93-7c85-426a-9711-b7a455ff5753 yet. {{(pid=103365) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 17:54:53.617021 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-50113dec-a2c2-4b67-b43d-4b1796c2713f tempest-FloatingIPAdminTestJSON-1298031478 tempest-FloatingIPAdminTestJSON-1298031478-project] Deleting port 45c4a2ae-6ef6-44ba-8267-06b86b100c36 {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:54:53.617852 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-50113dec-a2c2-4b67-b43d-4b1796c2713f tempest-FloatingIPAdminTestJSON-1298031478 tempest-FloatingIPAdminTestJSON-1298031478-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:53.656244 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2081f3d7-b443-4f05-b586-ba0208e4b6b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54f44f5f-1200-574e-8740-2141911d5b73-1944364f-07f1-49d4-8697-525cd331d2f7', 'network_id': '1944364f-07f1-49d4-8697-525cd331d2f7', 'tenant_id': '8332730af82c4019921b40209bacb73c', 'fixed_ips': [{'subnet_id': '5a7f7293-5981-4701-922c-372bc7003ae2'}]}} from n-d-818022-2. {{(pid=103366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 17:54:53.657280 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2081f3d7-b443-4f05-b586-ba0208e4b6b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:53.725521 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [None req-50113dec-a2c2-4b67-b43d-4b1796c2713f tempest-FloatingIPAdminTestJSON-1298031478 tempest-FloatingIPAdminTestJSON-1298031478-project] For port 45c4a2ae-6ef6-44ba-8267-06b86b100c36, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=45c4a2ae-6ef6-44ba-8267-06b86b100c36,segment=NetworkSegment(9ef0e01a-2eb6-419c-ba47-67bdb8df2baa),segment_id=9ef0e01a-2eb6-419c-ba47-67bdb8df2baa)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:54:53.725980 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-50113dec-a2c2-4b67-b43d-4b1796c2713f tempest-FloatingIPAdminTestJSON-1298031478 tempest-FloatingIPAdminTestJSON-1298031478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:53.727988 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [None req-055b0e2f-6d53-4a87-ba9f-166c13465eb6 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Allocated IP 172.20.0.5 (1944364f-07f1-49d4-8697-525cd331d2f7/5a7f7293-5981-4701-922c-372bc7003ae2/8cd8dc93-7c85-426a-9711-b7a455ff5753) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:54:53.741725 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-50113dec-a2c2-4b67-b43d-4b1796c2713f tempest-FloatingIPAdminTestJSON-1298031478 tempest-FloatingIPAdminTestJSON-1298031478-project] Calling delete_port for 45c4a2ae-6ef6-44ba-8267-06b86b100c36 owned by network:dhcp {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:54:53.812064 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce709c7f-96ad-4670-84ed-cb0f712d878e None None] DHCP port deletion for 6375c7c0-0d7a-43a4-8460-71345dcdbb79 request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 17:54:53.856410 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-50113dec-a2c2-4b67-b43d-4b1796c2713f tempest-FloatingIPAdminTestJSON-1298031478 tempest-FloatingIPAdminTestJSON-1298031478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:53.878429 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-ce709c7f-96ad-4670-84ed-cb0f712d878e None None] Deleting port 45c4a2ae-6ef6-44ba-8267-06b86b100c36 {{(pid=103366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:54:53.878964 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ce709c7f-96ad-4670-84ed-cb0f712d878e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:53.901305 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50113dec-a2c2-4b67-b43d-4b1796c2713f tempest-FloatingIPAdminTestJSON-1298031478 tempest-FloatingIPAdminTestJSON-1298031478-project] Pushing event deleted for resources: {'Port': ['ID=45c4a2ae-6ef6-44ba-8267-06b86b100c36,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:53.905666 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50113dec-a2c2-4b67-b43d-4b1796c2713f tempest-FloatingIPAdminTestJSON-1298031478 tempest-FloatingIPAdminTestJSON-1298031478-project] No DVR routers for this DVR port 45c4a2ae-6ef6-44ba-8267-06b86b100c36 on host n-d-818022-2 {{(pid=103364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:54:53.949533 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-055b0e2f-6d53-4a87-ba9f-166c13465eb6 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:53.960824 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-ce709c7f-96ad-4670-84ed-cb0f712d878e None None] For port 45c4a2ae-6ef6-44ba-8267-06b86b100c36, host n-d-818022-2, got binding levels [] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:54:53.961348 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ce709c7f-96ad-4670-84ed-cb0f712d878e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:53.977620 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-ce709c7f-96ad-4670-84ed-cb0f712d878e None None] Calling delete_port for 45c4a2ae-6ef6-44ba-8267-06b86b100c36 owned by network:dhcp {{(pid=103366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:54:53.980683 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.ipam_backend_mixin [None req-ce709c7f-96ad-4670-84ed-cb0f712d878e None None] Port 45c4a2ae-6ef6-44ba-8267-06b86b100c36 was not found and therefore no delete operation was performed {{(pid=103366) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 19 17:54:53.982425 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ce709c7f-96ad-4670-84ed-cb0f712d878e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007'] for port, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:53.994115 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-055b0e2f-6d53-4a87-ba9f-166c13465eb6 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:54.003812 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce709c7f-96ad-4670-84ed-cb0f712d878e None None] No DVR routers for this DVR port 45c4a2ae-6ef6-44ba-8267-06b86b100c36 on host n-d-818022-2 {{(pid=103366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:54:54.005453 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-50113dec-a2c2-4b67-b43d-4b1796c2713f tempest-FloatingIPAdminTestJSON-1298031478 tempest-FloatingIPAdminTestJSON-1298031478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:54.034232 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-50113dec-a2c2-4b67-b43d-4b1796c2713f tempest-FloatingIPAdminTestJSON-1298031478 tempest-FloatingIPAdminTestJSON-1298031478-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6375c7c0-0d7a-43a4-8460-71345dcdbb79']}} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:54:54.051329 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce709c7f-96ad-4670-84ed-cb0f712d878e None None] Pushing event deleted for resources: {'Port': ['ID=45c4a2ae-6ef6-44ba-8267-06b86b100c36,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:54.052272 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-50113dec-a2c2-4b67-b43d-4b1796c2713f tempest-FloatingIPAdminTestJSON-1298031478 tempest-FloatingIPAdminTestJSON-1298031478-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ef0e01a-2eb6-419c-ba47-67bdb8df2baa') {'for_net_delete': True} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:54:54.052605 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-50113dec-a2c2-4b67-b43d-4b1796c2713f tempest-FloatingIPAdminTestJSON-1298031478 tempest-FloatingIPAdminTestJSON-1298031478-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ef0e01a-2eb6-419c-ba47-67bdb8df2baa') {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:54:54.056712 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-055b0e2f-6d53-4a87-ba9f-166c13465eb6 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Network 1944364f-07f1-49d4-8697-525cd331d2f7 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:54:54.059992 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-055b0e2f-6d53-4a87-ba9f-166c13465eb6 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:54:54.065096 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-055b0e2f-6d53-4a87-ba9f-166c13465eb6 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:54:54.070802 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-50113dec-a2c2-4b67-b43d-4b1796c2713f tempest-FloatingIPAdminTestJSON-1298031478 tempest-FloatingIPAdminTestJSON-1298031478-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417396'] for segment, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:54.080817 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055b0e2f-6d53-4a87-ba9f-166c13465eb6 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Pushing event updated for resources: {'Port': ['ID=8cd8dc93-7c85-426a-9711-b7a455ff5753,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:54.085622 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-50113dec-a2c2-4b67-b43d-4b1796c2713f tempest-FloatingIPAdminTestJSON-1298031478 tempest-FloatingIPAdminTestJSON-1298031478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:54.088080 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [None req-2081f3d7-b443-4f05-b586-ba0208e4b6b4 None None] Allocated IP 172.20.0.2 (1944364f-07f1-49d4-8697-525cd331d2f7/5a7f7293-5981-4701-922c-372bc7003ae2/0379fd22-c376-4b5b-b8bc-9afbe660206d) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:54:54.093387 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50113dec-a2c2-4b67-b43d-4b1796c2713f tempest-FloatingIPAdminTestJSON-1298031478 tempest-FloatingIPAdminTestJSON-1298031478-project] Releasing vlan 679 on physical network physnet1 to pool {{(pid=103364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 17:54:54.093876 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-50113dec-a2c2-4b67-b43d-4b1796c2713f tempest-FloatingIPAdminTestJSON-1298031478 tempest-FloatingIPAdminTestJSON-1298031478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12425183'] for segment, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:54.097468 n-d-818022-2 neutron-server[103364]: Traceback (most recent call last): Nov 19 17:54:54.097468 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 17:54:54.097468 n-d-818022-2 neutron-server[103364]: timer() Nov 19 17:54:54.097468 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 17:54:54.097468 n-d-818022-2 neutron-server[103364]: cb(*args, **kw) Nov 19 17:54:54.097468 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 17:54:54.097468 n-d-818022-2 neutron-server[103364]: return func(*args, **kwargs) Nov 19 17:54:54.097468 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 17:54:54.097468 n-d-818022-2 neutron-server[103364]: self._notify() Nov 19 17:54:54.097468 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 17:54:54.097468 n-d-818022-2 neutron-server[103364]: self.callback(batched_events) Nov 19 17:54:54.097468 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 17:54:54.097468 n-d-818022-2 neutron-server[103364]: event.method(event) Nov 19 17:54:54.097468 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 17:54:54.097468 n-d-818022-2 neutron-server[103364]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 17:54:54.097468 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 17:54:54.097468 n-d-818022-2 neutron-server[103364]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 17:54:54.097468 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 17:54:54.097468 n-d-818022-2 neutron-server[103364]: return f(self, *a, **k) Nov 19 17:54:54.097468 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 17:54:54.097468 n-d-818022-2 neutron-server[103364]: return self._get(url).json() Nov 19 17:54:54.097468 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 17:54:54.097468 n-d-818022-2 neutron-server[103364]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 17:54:54.097468 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 17:54:54.097468 n-d-818022-2 neutron-server[103364]: return self.request(url, 'GET', **kwargs) Nov 19 17:54:54.097468 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 17:54:54.097468 n-d-818022-2 neutron-server[103364]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 17:54:54.097468 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 17:54:54.097468 n-d-818022-2 neutron-server[103364]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 17:54:54.097468 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 17:54:54.097468 n-d-818022-2 neutron-server[103364]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 17:54:54.097468 n-d-818022-2 neutron-server[103364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 17:54:54.155705 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-055b0e2f-6d53-4a87-ba9f-166c13465eb6 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:54.156342 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-055b0e2f-6d53-4a87-ba9f-166c13465eb6 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:54.176025 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-50113dec-a2c2-4b67-b43d-4b1796c2713f tempest-FloatingIPAdminTestJSON-1298031478 tempest-FloatingIPAdminTestJSON-1298031478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671242'] for network, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:54.188198 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-055b0e2f-6d53-4a87-ba9f-166c13465eb6 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.8186421 Nov 19 17:54:54.191601 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 37848) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:54:54.198682 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-2d169036-12fc-4625-ab51-f2cda48e5169 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Request body: {'port': {'network_id': '1944364f-07f1-49d4-8697-525cd331d2f7', 'name': 'tempest-PortsTestJSON-252557979'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:54:54.198975 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-50113dec-a2c2-4b67-b43d-4b1796c2713f tempest-FloatingIPAdminTestJSON-1298031478 tempest-FloatingIPAdminTestJSON-1298031478-project] Publish callbacks [] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:54.203014 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-50113dec-a2c2-4b67-b43d-4b1796c2713f tempest-FloatingIPAdminTestJSON-1298031478 tempest-FloatingIPAdminTestJSON-1298031478-project] 10.222.0.54 "DELETE /v2.0/networks/6375c7c0-0d7a-43a4-8460-71345dcdbb79 HTTP/1.1" status: 204 len: 168 time: 0.7489007 Nov 19 17:54:54.205127 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 37850) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:54:54.214294 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50113dec-a2c2-4b67-b43d-4b1796c2713f tempest-FloatingIPAdminTestJSON-1298031478 tempest-FloatingIPAdminTestJSON-1298031478-project] Pushing event deleted for resources: {'Network': ['ID=6375c7c0-0d7a-43a4-8460-71345dcdbb79,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:54.328880 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2081f3d7-b443-4f05-b586-ba0208e4b6b4 None None] Publish callbacks [] for port, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:54.338627 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2081f3d7-b443-4f05-b586-ba0208e4b6b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998'] for port, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:54.358810 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d169036-12fc-4625-ab51-f2cda48e5169 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Made reservation on behalf of 8332730af82c4019921b40209bacb73c for: {'port': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:54:54.362666 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2d169036-12fc-4625-ab51-f2cda48e5169 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:54.380104 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-632201d7-504b-4806-97bb-6d6fad905c02 tempest-FloatingIPAdminTestJSON-1298031478 tempest-FloatingIPAdminTestJSON-1298031478-project] Deleting port e40db832-b2cc-4904-bab2-c22c18457683 {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:54:54.380720 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-632201d7-504b-4806-97bb-6d6fad905c02 tempest-FloatingIPAdminTestJSON-1298031478 tempest-FloatingIPAdminTestJSON-1298031478-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:54.384645 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2081f3d7-b443-4f05-b586-ba0208e4b6b4 None None] Network 1944364f-07f1-49d4-8697-525cd331d2f7 is already hosted by enough agents. {{(pid=103366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:54:54.391572 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [None req-2081f3d7-b443-4f05-b586-ba0208e4b6b4 None None] Resources bound (agent type, host, resource id): {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:54:54.395131 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2081f3d7-b443-4f05-b586-ba0208e4b6b4 None None] Received port after_create {{(pid=103366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:54:54.430806 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [None req-2d169036-12fc-4625-ab51-f2cda48e5169 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] device_id is not set on port 05b5c967-369a-4f7a-8b7b-0550d2596fa0 yet. {{(pid=103365) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 17:54:54.431258 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2081f3d7-b443-4f05-b586-ba0208e4b6b4 None None] Pushing event updated for resources: {'Port': ['ID=0379fd22-c376-4b5b-b8bc-9afbe660206d,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:54.484004 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-2081f3d7-b443-4f05-b586-ba0208e4b6b4 None None] Attempting to bind port 0379fd22-c376-4b5b-b8bc-9afbe660206d on host n-d-818022-2 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:54:54.484730 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-2081f3d7-b443-4f05-b586-ba0208e4b6b4 None None] Attempting to bind port 0379fd22-c376-4b5b-b8bc-9afbe660206d by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': '0cdcfd15-3c8e-48c9-b524-aedb6068a5b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '1944364f-07f1-49d4-8697-525cd331d2f7'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:54:54.485146 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2081f3d7-b443-4f05-b586-ba0208e4b6b4 None None] Attempting to bind port 0379fd22-c376-4b5b-b8bc-9afbe660206d on network 1944364f-07f1-49d4-8697-525cd331d2f7 {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:54:54.491978 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2081f3d7-b443-4f05-b586-ba0208e4b6b4 None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 54, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:54:54.492405 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2081f3d7-b443-4f05-b586-ba0208e4b6b4 None None] Checking segment: {'id': '0cdcfd15-3c8e-48c9-b524-aedb6068a5b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '1944364f-07f1-49d4-8697-525cd331d2f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:54:54.492814 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2081f3d7-b443-4f05-b586-ba0208e4b6b4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:54.493253 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2081f3d7-b443-4f05-b586-ba0208e4b6b4 None None] Bound using segment: {'id': '0cdcfd15-3c8e-48c9-b524-aedb6068a5b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '1944364f-07f1-49d4-8697-525cd331d2f7'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:54:54.493723 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-2081f3d7-b443-4f05-b586-ba0208e4b6b4 None None] Bound port: 0379fd22-c376-4b5b-b8bc-9afbe660206d, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cdcfd15-3c8e-48c9-b524-aedb6068a5b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '1944364f-07f1-49d4-8697-525cd331d2f7'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:54:54.494126 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2081f3d7-b443-4f05-b586-ba0208e4b6b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:54.499260 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d83ce3-3879-4e50-af28-e406f5885284 req-87bd7b63-85f2-4396-9b8d-aa62b1796207 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:54.499946 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-632201d7-504b-4806-97bb-6d6fad905c02 tempest-FloatingIPAdminTestJSON-1298031478 tempest-FloatingIPAdminTestJSON-1298031478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:54.500685 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-632201d7-504b-4806-97bb-6d6fad905c02 tempest-FloatingIPAdminTestJSON-1298031478 tempest-FloatingIPAdminTestJSON-1298031478-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:54.504813 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f0d83ce3-3879-4e50-af28-e406f5885284 req-87bd7b63-85f2-4396-9b8d-aa62b1796207 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/ports?device_id=a89b8884-8597-49ea-bc0c-04a8b97f235f HTTP/1.1" status: 200 len: 945 time: 0.1660869 Nov 19 17:54:54.522753 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-632201d7-504b-4806-97bb-6d6fad905c02 tempest-FloatingIPAdminTestJSON-1298031478 tempest-FloatingIPAdminTestJSON-1298031478-project] Calling delete_port for e40db832-b2cc-4904-bab2-c22c18457683 owned by network:floatingip {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:54:54.580885 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-2081f3d7-b443-4f05-b586-ba0208e4b6b4 None None] For port 0379fd22-c376-4b5b-b8bc-9afbe660206d, host n-d-818022-2, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:54:54.584688 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-2081f3d7-b443-4f05-b586-ba0208e4b6b4 None None] For port 0379fd22-c376-4b5b-b8bc-9afbe660206d, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=0379fd22-c376-4b5b-b8bc-9afbe660206d,segment=NetworkSegment(0cdcfd15-3c8e-48c9-b524-aedb6068a5b2),segment_id=0cdcfd15-3c8e-48c9-b524-aedb6068a5b2)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:54:54.598480 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2081f3d7-b443-4f05-b586-ba0208e4b6b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:54.602830 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6925bbb-13ad-4b49-a1d1-94bf262384b4 req-22a8dd41-9301-4b91-b2a4-d5e0682daacb tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:54.604444 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e6925bbb-13ad-4b49-a1d1-94bf262384b4 req-22a8dd41-9301-4b91-b2a4-d5e0682daacb tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.60 "GET /v2.0/ports?device_id=a89b8884-8597-49ea-bc0c-04a8b97f235f HTTP/1.1" status: 200 len: 945 time: 0.2548294 Nov 19 17:54:54.672273 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2081f3d7-b443-4f05-b586-ba0208e4b6b4 None None] Pushing event updated for resources: {'Port': ['ID=0379fd22-c376-4b5b-b8bc-9afbe660206d,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:54.706719 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-632201d7-504b-4806-97bb-6d6fad905c02 tempest-FloatingIPAdminTestJSON-1298031478 tempest-FloatingIPAdminTestJSON-1298031478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:54.768316 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632201d7-504b-4806-97bb-6d6fad905c02 tempest-FloatingIPAdminTestJSON-1298031478 tempest-FloatingIPAdminTestJSON-1298031478-project] Pushing event deleted for resources: {'Port': ['ID=e40db832-b2cc-4904-bab2-c22c18457683,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:54.796686 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f0d83ce3-3879-4e50-af28-e406f5885284 req-5afeb338-d87d-458b-b8e8-8c9a33c1c1bd tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/security-groups?id=30887d2c-2c06-4a04-8ed7-1cc9b0391ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2258282 Nov 19 17:54:54.818061 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [None req-2d169036-12fc-4625-ab51-f2cda48e5169 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Allocated IP 172.20.0.10 (1944364f-07f1-49d4-8697-525cd331d2f7/5a7f7293-5981-4701-922c-372bc7003ae2/05b5c967-369a-4f7a-8b7b-0550d2596fa0) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:54:54.844372 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 45c4a2ae-6ef6-44ba-8267-06b86b100c36 no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:54:54.865217 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-632201d7-504b-4806-97bb-6d6fad905c02 tempest-FloatingIPAdminTestJSON-1298031478 tempest-FloatingIPAdminTestJSON-1298031478-project] Publish callbacks [] for floatingip, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:54.868601 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-632201d7-504b-4806-97bb-6d6fad905c02 tempest-FloatingIPAdminTestJSON-1298031478 tempest-FloatingIPAdminTestJSON-1298031478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for floatingip, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:54.870180 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-632201d7-504b-4806-97bb-6d6fad905c02 tempest-FloatingIPAdminTestJSON-1298031478 tempest-FloatingIPAdminTestJSON-1298031478-project] 10.222.0.54 "DELETE /v2.0/floatingips/e061bf3c-92cd-44fd-85c9-4b1ed7a1a2df HTTP/1.1" status: 204 len: 168 time: 0.6632128 Nov 19 17:54:54.883268 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-e6925bbb-13ad-4b49-a1d1-94bf262384b4 req-90fa28f1-438c-47e6-a27f-5a921bedea10 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Deleting port 45220d92-f0d2-47a3-b6df-08902cb566ea {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:54:54.883732 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-e6925bbb-13ad-4b49-a1d1-94bf262384b4 req-90fa28f1-438c-47e6-a27f-5a921bedea10 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:54.895483 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: 45c4a2ae-6ef6-44ba-8267-06b86b100c36 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:54:54.901797 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 45c4a2ae-6ef6-44ba-8267-06b86b100c36 not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:54:55.099730 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-e6925bbb-13ad-4b49-a1d1-94bf262384b4 req-90fa28f1-438c-47e6-a27f-5a921bedea10 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] For port 45220d92-f0d2-47a3-b6df-08902cb566ea, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=45220d92-f0d2-47a3-b6df-08902cb566ea,segment=NetworkSegment(89891acd-fd82-4118-b100-e50c4e69b300),segment_id=89891acd-fd82-4118-b100-e50c4e69b300)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:54:55.100332 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-e6925bbb-13ad-4b49-a1d1-94bf262384b4 req-90fa28f1-438c-47e6-a27f-5a921bedea10 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:55.131085 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-e6925bbb-13ad-4b49-a1d1-94bf262384b4 req-90fa28f1-438c-47e6-a27f-5a921bedea10 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Calling delete_port for 45220d92-f0d2-47a3-b6df-08902cb566ea owned by compute:nova {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:54:55.214532 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2d169036-12fc-4625-ab51-f2cda48e5169 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:55.260173 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 37876) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:54:55.276706 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2d169036-12fc-4625-ab51-f2cda48e5169 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:55.348167 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d169036-12fc-4625-ab51-f2cda48e5169 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Network 1944364f-07f1-49d4-8697-525cd331d2f7 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:54:55.356601 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-2d169036-12fc-4625-ab51-f2cda48e5169 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:54:55.364978 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d169036-12fc-4625-ab51-f2cda48e5169 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:54:55.393952 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-e6925bbb-13ad-4b49-a1d1-94bf262384b4 req-90fa28f1-438c-47e6-a27f-5a921bedea10 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:55.396047 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d169036-12fc-4625-ab51-f2cda48e5169 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Pushing event updated for resources: {'Port': ['ID=05b5c967-369a-4f7a-8b7b-0550d2596fa0,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:55.408279 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['45220d92-f0d2-47a3-b6df-08902cb566ea'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:54:55.430361 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fa28f1-438c-47e6-a27f-5a921bedea10 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Pushing event deleted for resources: {'Port': ['ID=45220d92-f0d2-47a3-b6df-08902cb566ea,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:55.472292 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-cc4a74df-116d-4f84-8b93-bfe53a73c25a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=bb0f2f9540f24118a729764974438e09&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2109349 Nov 19 17:54:55.475028 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 37884) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:54:55.487879 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d169036-12fc-4625-ab51-f2cda48e5169 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:55.488880 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2d169036-12fc-4625-ab51-f2cda48e5169 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:55.511545 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6925bbb-13ad-4b49-a1d1-94bf262384b4 req-90fa28f1-438c-47e6-a27f-5a921bedea10 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] No DVR routers for this DVR port 45220d92-f0d2-47a3-b6df-08902cb566ea on host n-h1-818022-2 {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:54:55.515555 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-e6925bbb-13ad-4b49-a1d1-94bf262384b4 req-90fa28f1-438c-47e6-a27f-5a921bedea10 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:55.519637 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e6925bbb-13ad-4b49-a1d1-94bf262384b4 req-90fa28f1-438c-47e6-a27f-5a921bedea10 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.60 "DELETE /v2.0/ports/45220d92-f0d2-47a3-b6df-08902cb566ea HTTP/1.1" status: 204 len: 173 time: 0.9056582 Nov 19 17:54:55.520111 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a89b8884-8597-49ea-bc0c-04a8b97f235f', 'name': 'network-vif-deleted', 'tag': '45220d92-f0d2-47a3-b6df-08902cb566ea'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:54:55.522678 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218319d759239a7d11f1288aef37381b97754913ee9ccbfd43b51a463f801712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-484574e4-faaf-4aef-b30a-4a325726486e" -d '{"events": [{"server_uuid": "a89b8884-8597-49ea-bc0c-04a8b97f235f", "name": "network-vif-deleted", "tag": "45220d92-f0d2-47a3-b6df-08902cb566ea"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:54:55.544156 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-2d169036-12fc-4625-ab51-f2cda48e5169 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.3506298 Nov 19 17:54:55.551780 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 37888) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:54:55.618687 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-25940119-5d91-4f9b-87f4-dfcafa1d372d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:55.627946 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:54:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e83d9c54-a074-46fd-bae8-05df29424418 x-openstack-request-id: req-e83d9c54-a074-46fd-bae8-05df29424418 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:54:55.628251 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a89b8884-8597-49ea-bc0c-04a8b97f235f", "name": "network-vif-deleted", "tag": "45220d92-f0d2-47a3-b6df-08902cb566ea", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:54:55.628511 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e83d9c54-a074-46fd-bae8-05df29424418 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:54:55.628932 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a89b8884-8597-49ea-bc0c-04a8b97f235f', 'name': 'network-vif-deleted', 'tag': '45220d92-f0d2-47a3-b6df-08902cb566ea', 'status': 'completed', 'code': 200} Nov 19 17:54:55.671857 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-25940119-5d91-4f9b-87f4-dfcafa1d372d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:55.702880 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e68e0e7a-4d4d-4288-a06f-492ece0991c9 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:55.704540 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-e68e0e7a-4d4d-4288-a06f-492ece0991c9 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] 10.222.0.54 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.5 HTTP/1.1" status: 200 len: 921 time: 0.1514041 Nov 19 17:54:55.707840 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 37892) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:54:55.740720 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-25940119-5d91-4f9b-87f4-dfcafa1d372d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:55.745328 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-25940119-5d91-4f9b-87f4-dfcafa1d372d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:55.747324 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-25940119-5d91-4f9b-87f4-dfcafa1d372d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ebc2edd1-3b9e-4ec0-b664-57e56e0c3d25 HTTP/1.1" status: 204 len: 168 time: 0.2711074 Nov 19 17:54:55.767768 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25940119-5d91-4f9b-87f4-dfcafa1d372d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebc2edd1-3b9e-4ec0-b664-57e56e0c3d25,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:55.885672 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-6fe233da-d906-4ea4-a9d6-e61fa62f8c96 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Deleting port 05b5c967-369a-4f7a-8b7b-0550d2596fa0 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:54:55.886065 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6fe233da-d906-4ea4-a9d6-e61fa62f8c96 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:55.977710 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-89fbc875-98e5-490f-bd26-ed188f628dda req-60241246-b7a3-483a-8194-31368a2c1177 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/ports?device_id=a89b8884-8597-49ea-bc0c-04a8b97f235f HTTP/1.1" status: 200 len: 210 time: 0.0343463 Nov 19 17:54:56.039636 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6fe233da-d906-4ea4-a9d6-e61fa62f8c96 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:56.069029 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-6fe233da-d906-4ea4-a9d6-e61fa62f8c96 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Calling delete_port for 05b5c967-369a-4f7a-8b7b-0550d2596fa0 owned by {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:54:56.104894 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34efeeb7-8e75-4e23-a99f-245f42e05d7c None None] Network 1944364f-07f1-49d4-8697-525cd331d2f7 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:54:56.191659 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-c1bd3694-0de1-40a4-89af-80f9713c1767 None None] Provisioning complete for port 0379fd22-c376-4b5b-b8bc-9afbe660206d triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:54:56.192350 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-c1bd3694-0de1-40a4-89af-80f9713c1767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:56.318380 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6fe233da-d906-4ea4-a9d6-e61fa62f8c96 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:56.320902 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 37912) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:54:56.354047 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-c1bd3694-0de1-40a4-89af-80f9713c1767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:56.360272 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe233da-d906-4ea4-a9d6-e61fa62f8c96 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Pushing event deleted for resources: {'Port': ['ID=05b5c967-369a-4f7a-8b7b-0550d2596fa0,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:56.364260 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-35b5b193-5c7b-44c7-a9ae-07f8c5d9e4a5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:56.402391 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-c1bd3694-0de1-40a4-89af-80f9713c1767 None None] For port 0379fd22-c376-4b5b-b8bc-9afbe660206d, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=0379fd22-c376-4b5b-b8bc-9afbe660206d,segment=NetworkSegment(0cdcfd15-3c8e-48c9-b524-aedb6068a5b2),segment_id=0cdcfd15-3c8e-48c9-b524-aedb6068a5b2)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:54:56.410053 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-c1bd3694-0de1-40a4-89af-80f9713c1767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:56.460620 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6fe233da-d906-4ea4-a9d6-e61fa62f8c96 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:56.467187 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 37914) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:54:56.467342 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-6fe233da-d906-4ea4-a9d6-e61fa62f8c96 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] 10.222.0.54 "DELETE /v2.0/ports/05b5c967-369a-4f7a-8b7b-0550d2596fa0 HTTP/1.1" status: 204 len: 168 time: 0.7584357 Nov 19 17:54:56.484342 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bd3694-0de1-40a4-89af-80f9713c1767 None None] Pushing event updated for resources: {'Port': ['ID=0379fd22-c376-4b5b-b8bc-9afbe660206d,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:56.513333 n-d-818022-2 neutron-server[103364]: INFO neutron.pecan_wsgi.hooks.translation [None req-7caa18eb-0cb8-4ecf-91b1-b08376269613 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] GET failed (client error): The resource could not be found. Nov 19 17:54:56.514742 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-7caa18eb-0cb8-4ecf-91b1-b08376269613 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] 10.222.0.54 "GET /v2.0/ports/05b5c967-369a-4f7a-8b7b-0550d2596fa0 HTTP/1.1" status: 404 len: 333 time: 0.0457919 Nov 19 17:54:56.530501 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-35b5b193-5c7b-44c7-a9ae-07f8c5d9e4a5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:56.536081 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-35b5b193-5c7b-44c7-a9ae-07f8c5d9e4a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:56.602463 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 37920) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:54:56.738688 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-13e0fb22-511e-4960-bf8f-7d40210d32f1 None None] Could not find standard attr ID for object 05b5c967-369a-4f7a-8b7b-0550d2596fa0. {{(pid=103366) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 17:54:56.761375 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-e428f4d8-8f4c-4c05-8d24-4eb054981b99 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Deleting port 8cd8dc93-7c85-426a-9711-b7a455ff5753 {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:54:56.765888 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e428f4d8-8f4c-4c05-8d24-4eb054981b99 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:56.774292 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-13e0fb22-511e-4960-bf8f-7d40210d32f1 None None] Provisioning complete for port 0379fd22-c376-4b5b-b8bc-9afbe660206d triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:54:56.774891 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-13e0fb22-511e-4960-bf8f-7d40210d32f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:56.928621 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e428f4d8-8f4c-4c05-8d24-4eb054981b99 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:56.947423 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 0379fd22-c376-4b5b-b8bc-9afbe660206d up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:54:56.947838 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-e428f4d8-8f4c-4c05-8d24-4eb054981b99 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Calling delete_port for 8cd8dc93-7c85-426a-9711-b7a455ff5753 owned by {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:54:56.998421 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-35b5b193-5c7b-44c7-a9ae-07f8c5d9e4a5 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c8b6e0e7e9fd4504ad92095b55d9b62a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6739087 Nov 19 17:54:56.998421 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b5b193-5c7b-44c7-a9ae-07f8c5d9e4a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1069e140-82ff-41b8-9a20-f8fdac45a1cb,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:56.999140 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 37930) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:54:57.033712 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-13e0fb22-511e-4960-bf8f-7d40210d32f1 None None] Provisioning complete for port 8cd8dc93-7c85-426a-9711-b7a455ff5753 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:54:57.034130 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-13e0fb22-511e-4960-bf8f-7d40210d32f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:57.106682 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7711e9f8-1849-46b6-9bf2-6b844db7b486 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:57.136197 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7711e9f8-1849-46b6-9bf2-6b844db7b486 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:57.138894 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 0379fd22-c376-4b5b-b8bc-9afbe660206d triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:54:57.139909 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:57.142826 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-13e0fb22-511e-4960-bf8f-7d40210d32f1 None None] Port 8cd8dc93-7c85-426a-9711-b7a455ff5753 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:54:57.179826 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e428f4d8-8f4c-4c05-8d24-4eb054981b99 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:57.253946 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7711e9f8-1849-46b6-9bf2-6b844db7b486 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:57.256592 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7711e9f8-1849-46b6-9bf2-6b844db7b486 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:57.257788 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-7711e9f8-1849-46b6-9bf2-6b844db7b486 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/1069e140-82ff-41b8-9a20-f8fdac45a1cb HTTP/1.1" status: 204 len: 168 time: 0.2577384 Nov 19 17:54:57.263103 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e428f4d8-8f4c-4c05-8d24-4eb054981b99 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Pushing event deleted for resources: {'Port': ['ID=8cd8dc93-7c85-426a-9711-b7a455ff5753,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:57.286433 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7711e9f8-1849-46b6-9bf2-6b844db7b486 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1069e140-82ff-41b8-9a20-f8fdac45a1cb,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:57.319448 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e428f4d8-8f4c-4c05-8d24-4eb054981b99 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:54:57.319793 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e428f4d8-8f4c-4c05-8d24-4eb054981b99 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:54:57.322251 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e428f4d8-8f4c-4c05-8d24-4eb054981b99 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:54:57.322895 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e428f4d8-8f4c-4c05-8d24-4eb054981b99 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:54:57.323400 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e428f4d8-8f4c-4c05-8d24-4eb054981b99 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:54:57.323919 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e428f4d8-8f4c-4c05-8d24-4eb054981b99 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:54:57.326610 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e428f4d8-8f4c-4c05-8d24-4eb054981b99 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:54:57.327149 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e428f4d8-8f4c-4c05-8d24-4eb054981b99 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:54:57.327652 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e428f4d8-8f4c-4c05-8d24-4eb054981b99 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:54:57.328318 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e428f4d8-8f4c-4c05-8d24-4eb054981b99 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:54:57.330766 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e428f4d8-8f4c-4c05-8d24-4eb054981b99 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:54:57.331292 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e428f4d8-8f4c-4c05-8d24-4eb054981b99 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:54:57.335688 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4dd83b08-1680-49fd-b92f-b6ec642c158f None None] Could not find standard attr ID for object 8cd8dc93-7c85-426a-9711-b7a455ff5753. {{(pid=103366) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 17:54:57.491653 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e428f4d8-8f4c-4c05-8d24-4eb054981b99 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:57.510480 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-e428f4d8-8f4c-4c05-8d24-4eb054981b99 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] 10.222.0.54 "DELETE /v2.0/ports/8cd8dc93-7c85-426a-9711-b7a455ff5753 HTTP/1.1" status: 204 len: 168 time: 0.9068966 Nov 19 17:54:57.510661 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 37954) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:54:57.552495 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-c393d6c4-aab1-4619-8626-12c4e4deff74 None None] Could not find standard attr ID for object 05b5c967-369a-4f7a-8b7b-0550d2596fa0. {{(pid=103366) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 17:54:57.557539 n-d-818022-2 neutron-server[103365]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7eda9c1-f525-4c63-833e-b083ed055856 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] GET failed (client error): The resource could not be found. Nov 19 17:54:57.568432 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-e7eda9c1-f525-4c63-833e-b083ed055856 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] 10.222.0.54 "GET /v2.0/ports/8cd8dc93-7c85-426a-9711-b7a455ff5753 HTTP/1.1" status: 404 len: 333 time: 0.0564651 Nov 19 17:54:57.572115 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 37958) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:54:57.587850 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4493129b-32be-4402-83bb-e845d254b32d req-34bc45a3-b7b4-4e33-a4ed-3ae5b2845b51 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:57.602809 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-4493129b-32be-4402-83bb-e845d254b32d req-34bc45a3-b7b4-4e33-a4ed-3ae5b2845b51 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/networks?id=7f92ba32-d487-4404-a462-4c7370c8bcd8 HTTP/1.1" status: 200 len: 811 time: 0.1924438 Nov 19 17:54:57.632089 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-4493129b-32be-4402-83bb-e845d254b32d req-1c9d82ba-9ee8-422c-b6f5-26f4a9028043 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/quotas/ef115ff0b9af40189b80151903c87a42 HTTP/1.1" status: 200 len: 375 time: 0.0285773 Nov 19 17:54:57.657007 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ff331ab-4d33-4056-a8e8-efa51e90a549 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Deleting subnet 5a7f7293-5981-4701-922c-372bc7003ae2 {{(pid=103365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 17:54:57.663331 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1ff331ab-4d33-4056-a8e8-efa51e90a549 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks [] for subnet, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:57.673345 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-4493129b-32be-4402-83bb-e845d254b32d req-041a1c69-cf85-46e2-85a6-bc9d2528d0ad tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=ef115ff0b9af40189b80151903c87a42&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0399406 Nov 19 17:54:57.733291 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1ff331ab-4d33-4056-a8e8-efa51e90a549 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12546453'] for subnet, precommit_delete_associations {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:57.817649 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-4493129b-32be-4402-83bb-e845d254b32d req-40f7aad1-b334-4ef0-adba-3d98c62630b7 service neutron] 10.222.0.54 "GET /v2.0/networks/7f92ba32-d487-4404-a462-4c7370c8bcd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424377 Nov 19 17:54:57.869697 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 37966) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:54:57.899290 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-fadaab1c-7997-47bc-85bc-12f9c898a766 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:57.900094 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1ff331ab-4d33-4056-a8e8-efa51e90a549 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:57.972386 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1ff331ab-4d33-4056-a8e8-efa51e90a549 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12282919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8731163'] for subnet, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:58.024569 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-fadaab1c-7997-47bc-85bc-12f9c898a766 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:58.029801 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-4493129b-32be-4402-83bb-e845d254b32d req-6f63493b-2127-47e9-9068-73ce7fdc002d service neutron] 10.222.0.54 "GET /v2.0/networks/7f92ba32-d487-4404-a462-4c7370c8bcd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2089932 Nov 19 17:54:58.039348 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1ff331ab-4d33-4056-a8e8-efa51e90a549 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:58.042336 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-fadaab1c-7997-47bc-85bc-12f9c898a766 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:58.052383 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-1ff331ab-4d33-4056-a8e8-efa51e90a549 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] 10.222.0.54 "DELETE /v2.0/subnets/5a7f7293-5981-4701-922c-372bc7003ae2 HTTP/1.1" status: 204 len: 168 time: 0.4785521 Nov 19 17:54:58.053446 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff331ab-4d33-4056-a8e8-efa51e90a549 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Pushing event deleted for resources: {'Subnet': ['ID=5a7f7293-5981-4701-922c-372bc7003ae2,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:58.055100 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 37970) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:54:58.071798 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-002ad562-c0fc-4a22-8363-6dbba5a07024 None None] Network 1944364f-07f1-49d4-8697-525cd331d2f7 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:54:58.106916 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-fadaab1c-7997-47bc-85bc-12f9c898a766 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=492888b716db4a6cbbbf9031579cf489&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2335331 Nov 19 17:54:58.106916 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadaab1c-7997-47bc-85bc-12f9c898a766 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=255e8531-fb60-4977-8e2c-b63d4a6033af,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:58.107912 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 37972) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:54:58.151314 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-90d9d459-ad8c-44cf-91f9-97db97213994 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:58.165625 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ebbfa8d8-bf9e-4d09-ae31-190044afcd1a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:58.192080 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ebbfa8d8-bf9e-4d09-ae31-190044afcd1a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:58.244410 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-90d9d459-ad8c-44cf-91f9-97db97213994 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Deleting port 0379fd22-c376-4b5b-b8bc-9afbe660206d {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:54:58.244781 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-90d9d459-ad8c-44cf-91f9-97db97213994 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:58.269249 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ebbfa8d8-bf9e-4d09-ae31-190044afcd1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:58.273322 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ebbfa8d8-bf9e-4d09-ae31-190044afcd1a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:58.274837 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-ebbfa8d8-bf9e-4d09-ae31-190044afcd1a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/255e8531-fb60-4977-8e2c-b63d4a6033af HTTP/1.1" status: 204 len: 168 time: 0.1657248 Nov 19 17:54:58.284658 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbfa8d8-bf9e-4d09-ae31-190044afcd1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=255e8531-fb60-4977-8e2c-b63d4a6033af,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:58.392292 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14382c10-a1cc-41fb-8c87-c8bad3a92bfa None None] DHCP port deletion for 1944364f-07f1-49d4-8697-525cd331d2f7 request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 17:54:58.405176 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8c1bb546-214c-4636-80c8-8c385020eebf req-da5f169f-0916-472a-8ca4-622d39b3bdd8 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/ports?device_id=f6ff1db3-31de-4ab0-a1e2-89026114a29d HTTP/1.1" status: 200 len: 210 time: 0.0562203 Nov 19 17:54:58.449742 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [None req-90d9d459-ad8c-44cf-91f9-97db97213994 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] For port 0379fd22-c376-4b5b-b8bc-9afbe660206d, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=0379fd22-c376-4b5b-b8bc-9afbe660206d,segment=NetworkSegment(0cdcfd15-3c8e-48c9-b524-aedb6068a5b2),segment_id=0cdcfd15-3c8e-48c9-b524-aedb6068a5b2)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:54:58.451744 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-90d9d459-ad8c-44cf-91f9-97db97213994 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:58.487981 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-90d9d459-ad8c-44cf-91f9-97db97213994 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Calling delete_port for 0379fd22-c376-4b5b-b8bc-9afbe660206d owned by network:dhcp {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:54:58.674604 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-90d9d459-ad8c-44cf-91f9-97db97213994 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:58.692379 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-14382c10-a1cc-41fb-8c87-c8bad3a92bfa None None] Deleting port 0379fd22-c376-4b5b-b8bc-9afbe660206d {{(pid=103366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:54:58.692786 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-14382c10-a1cc-41fb-8c87-c8bad3a92bfa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:58.753200 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d9d459-ad8c-44cf-91f9-97db97213994 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Pushing event deleted for resources: {'Port': ['ID=0379fd22-c376-4b5b-b8bc-9afbe660206d,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:58.760635 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d9d459-ad8c-44cf-91f9-97db97213994 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] No DVR routers for this DVR port 0379fd22-c376-4b5b-b8bc-9afbe660206d on host n-d-818022-2 {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:54:58.763802 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-14382c10-a1cc-41fb-8c87-c8bad3a92bfa None None] For port 0379fd22-c376-4b5b-b8bc-9afbe660206d, host n-d-818022-2, got binding levels [] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:54:58.764328 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-14382c10-a1cc-41fb-8c87-c8bad3a92bfa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:58.809178 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 45220d92-f0d2-47a3-b6df-08902cb566ea no longer exists at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:54:58.821108 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-14382c10-a1cc-41fb-8c87-c8bad3a92bfa None None] Calling delete_port for 0379fd22-c376-4b5b-b8bc-9afbe660206d owned by network:dhcp {{(pid=103366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:54:58.825725 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 0379fd22-c376-4b5b-b8bc-9afbe660206d no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:54:58.868093 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.ipam_backend_mixin [None req-14382c10-a1cc-41fb-8c87-c8bad3a92bfa None None] Port 0379fd22-c376-4b5b-b8bc-9afbe660206d was not found and therefore no delete operation was performed {{(pid=103366) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 19 17:54:58.891309 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-14382c10-a1cc-41fb-8c87-c8bad3a92bfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007'] for port, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:58.891664 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-90d9d459-ad8c-44cf-91f9-97db97213994 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:58.901188 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] No Port match for: 45220d92-f0d2-47a3-b6df-08902cb566ea {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:54:58.901764 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 45220d92-f0d2-47a3-b6df-08902cb566ea not bound to the agent host n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:54:58.912033 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: 0379fd22-c376-4b5b-b8bc-9afbe660206d {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:54:58.912655 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 0379fd22-c376-4b5b-b8bc-9afbe660206d not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:54:58.935066 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-90d9d459-ad8c-44cf-91f9-97db97213994 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1944364f-07f1-49d4-8697-525cd331d2f7']}} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:54:58.939056 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14382c10-a1cc-41fb-8c87-c8bad3a92bfa None None] Pushing event deleted for resources: {'Port': ['ID=0379fd22-c376-4b5b-b8bc-9afbe660206d,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:58.947121 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14382c10-a1cc-41fb-8c87-c8bad3a92bfa None None] No DVR routers for this DVR port 0379fd22-c376-4b5b-b8bc-9afbe660206d on host n-d-818022-2 {{(pid=103366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:54:58.965514 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-90d9d459-ad8c-44cf-91f9-97db97213994 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cdcfd15-3c8e-48c9-b524-aedb6068a5b2') {'for_net_delete': True} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:54:58.966029 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-90d9d459-ad8c-44cf-91f9-97db97213994 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cdcfd15-3c8e-48c9-b524-aedb6068a5b2') {} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:54:58.983701 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-90d9d459-ad8c-44cf-91f9-97db97213994 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12545382'] for segment, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:59.007117 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-90d9d459-ad8c-44cf-91f9-97db97213994 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:59.015500 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90d9d459-ad8c-44cf-91f9-97db97213994 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Releasing vlan 692 on physical network physnet1 to pool {{(pid=103365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 17:54:59.016040 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-90d9d459-ad8c-44cf-91f9-97db97213994 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12282953'] for segment, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:59.020660 n-d-818022-2 neutron-server[103365]: Traceback (most recent call last): Nov 19 17:54:59.020660 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 17:54:59.020660 n-d-818022-2 neutron-server[103365]: timer() Nov 19 17:54:59.020660 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 17:54:59.020660 n-d-818022-2 neutron-server[103365]: cb(*args, **kw) Nov 19 17:54:59.020660 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 17:54:59.020660 n-d-818022-2 neutron-server[103365]: return func(*args, **kwargs) Nov 19 17:54:59.020660 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 17:54:59.020660 n-d-818022-2 neutron-server[103365]: self._notify() Nov 19 17:54:59.020660 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 17:54:59.020660 n-d-818022-2 neutron-server[103365]: self.callback(batched_events) Nov 19 17:54:59.020660 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 17:54:59.020660 n-d-818022-2 neutron-server[103365]: event.method(event) Nov 19 17:54:59.020660 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 17:54:59.020660 n-d-818022-2 neutron-server[103365]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 17:54:59.020660 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 17:54:59.020660 n-d-818022-2 neutron-server[103365]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 17:54:59.020660 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 17:54:59.020660 n-d-818022-2 neutron-server[103365]: return f(self, *a, **k) Nov 19 17:54:59.020660 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 17:54:59.020660 n-d-818022-2 neutron-server[103365]: return self._get(url).json() Nov 19 17:54:59.020660 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 17:54:59.020660 n-d-818022-2 neutron-server[103365]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 17:54:59.020660 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 17:54:59.020660 n-d-818022-2 neutron-server[103365]: return self.request(url, 'GET', **kwargs) Nov 19 17:54:59.020660 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 17:54:59.020660 n-d-818022-2 neutron-server[103365]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 17:54:59.020660 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 17:54:59.020660 n-d-818022-2 neutron-server[103365]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 17:54:59.020660 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 17:54:59.020660 n-d-818022-2 neutron-server[103365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 17:54:59.020660 n-d-818022-2 neutron-server[103365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 17:54:59.097958 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-90d9d459-ad8c-44cf-91f9-97db97213994 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671242'] for network, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:59.104906 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-90d9d459-ad8c-44cf-91f9-97db97213994 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:59.108306 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-90d9d459-ad8c-44cf-91f9-97db97213994 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] 10.222.0.54 "DELETE /v2.0/networks/1944364f-07f1-49d4-8697-525cd331d2f7 HTTP/1.1" status: 204 len: 168 time: 1.0522680 Nov 19 17:54:59.112507 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 38016) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:54:59.118874 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-fe666a7d-f996-498a-8092-e5e3d6772839 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-164912506'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:54:59.130101 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d9d459-ad8c-44cf-91f9-97db97213994 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Pushing event deleted for resources: {'Network': ['ID=1944364f-07f1-49d4-8697-525cd331d2f7,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:59.151552 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe666a7d-f996-498a-8092-e5e3d6772839 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Made reservation on behalf of 8332730af82c4019921b40209bacb73c for: {'network': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:54:59.155912 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-fe666a7d-f996-498a-8092-e5e3d6772839 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:59.186288 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe666a7d-f996-498a-8092-e5e3d6772839 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 662} {{(pid=103364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 17:54:59.198406 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-fe666a7d-f996-498a-8092-e5e3d6772839 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:59.198945 n-d-818022-2 neutron-server[103364]: INFO neutron.db.segments_db [None req-fe666a7d-f996-498a-8092-e5e3d6772839 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Added segment aa513e65-6de4-41cd-904e-61cd630f3982 of type vlan for network dce1ba32-6c73-41ad-bedc-e9dd11eeadb2 Nov 19 17:54:59.243362 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-fe666a7d-f996-498a-8092-e5e3d6772839 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:59.280308 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-fe666a7d-f996-498a-8092-e5e3d6772839 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:59.287717 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe666a7d-f996-498a-8092-e5e3d6772839 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:54:59.288441 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-fe666a7d-f996-498a-8092-e5e3d6772839 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks [] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:59.371667 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-fe666a7d-f996-498a-8092-e5e3d6772839 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2554047 Nov 19 17:54:59.371974 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 38030) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:54:59.377633 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe666a7d-f996-498a-8092-e5e3d6772839 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Pushing event updated for resources: {'Network': ['ID=dce1ba32-6c73-41ad-bedc-e9dd11eeadb2,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:59.388713 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network dce1ba32-6c73-41ad-bedc-e9dd11eeadb2 details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 17:54:59.393123 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-5f92fb1b-1223-40fe-bac4-9e3a3d07df9a tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Request body: {'subnet': {'network_id': 'dce1ba32-6c73-41ad-bedc-e9dd11eeadb2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:54:59.524320 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f92fb1b-1223-40fe-bac4-9e3a3d07df9a tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Made reservation on behalf of 8332730af82c4019921b40209bacb73c for: {'subnet': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:54:59.540462 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5f92fb1b-1223-40fe-bac4-9e3a3d07df9a tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8731248'] for subnet, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:59.611971 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-18e8ff13-a565-468b-8ce6-82b58f28e1a2 req-5fb0df05-d3f2-4095-9943-4964e088be89 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/ports?device_id=f6ff1db3-31de-4ab0-a1e2-89026114a29d HTTP/1.1" status: 200 len: 210 time: 0.0633147 Nov 19 17:54:59.687596 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-531e08dc-0d7b-4814-b14f-493511f6c674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:59.802620 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5f92fb1b-1223-40fe-bac4-9e3a3d07df9a tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12283104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8731234'] for subnet, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:54:59.933338 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f92fb1b-1223-40fe-bac4-9e3a3d07df9a tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Pushing event updated for resources: {'Subnet': ['ID=a4b6ef18-1358-4417-83da-f218c2b0be20,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:54:59.997450 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f92fb1b-1223-40fe-bac4-9e3a3d07df9a tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Checking segment: {'id': 'aa513e65-6de4-41cd-904e-61cd630f3982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'dce1ba32-6c73-41ad-bedc-e9dd11eeadb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:54:59.998030 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f92fb1b-1223-40fe-bac4-9e3a3d07df9a tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Network hostable DHCP agents. Network: dce1ba32-6c73-41ad-bedc-e9dd11eeadb2, hostable agents: ['02910ef2-0455-4aea-9f38-9a875579633f'], hosted agents: [] {{(pid=103365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 17:55:00.023819 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4493129b-32be-4402-83bb-e845d254b32d req-d6eec348-7f8a-4b94-a97f-1fc1d30fc10c tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:55:00.026528 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4493129b-32be-4402-83bb-e845d254b32d req-d6eec348-7f8a-4b94-a97f-1fc1d30fc10c tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.60 "GET /v2.0/networks?id=7f92ba32-d487-4404-a462-4c7370c8bcd8 HTTP/1.1" status: 200 len: 811 time: 0.1866512 Nov 19 17:55:00.051681 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-4493129b-32be-4402-83bb-e845d254b32d req-74c184e3-777a-4a89-8162-4ca4e38da00d tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Request body: {'port': {'device_id': 'f6ff1db3-31de-4ab0-a1e2-89026114a29d', 'network_id': '7f92ba32-d487-4404-a462-4c7370c8bcd8', 'admin_state_up': True, 'tenant_id': 'ef115ff0b9af40189b80151903c87a42'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:55:00.128145 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f92fb1b-1223-40fe-bac4-9e3a3d07df9a tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Network dce1ba32-6c73-41ad-bedc-e9dd11eeadb2 is scheduled to be hosted by DHCP agent 02910ef2-0455-4aea-9f38-9a875579633f with binding_index 1 {{(pid=103365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 17:55:00.145788 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-5f92fb1b-1223-40fe-bac4-9e3a3d07df9a tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818022-2, dce1ba32-6c73-41ad-bedc-e9dd11eeadb2) {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:55:00.150783 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f92fb1b-1223-40fe-bac4-9e3a3d07df9a tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:55:00.151585 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5f92fb1b-1223-40fe-bac4-9e3a3d07df9a tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:00.158696 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa53cbcd-069b-4bcf-88f4-296fecdce30e None None] Network dce1ba32-6c73-41ad-bedc-e9dd11eeadb2 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:55:00.187920 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-5f92fb1b-1223-40fe-bac4-9e3a3d07df9a tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8144104 Nov 19 17:55:00.190717 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 38058) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:00.200871 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-efd1df2c-8d31-4671-b046-2e855fd3200d tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Request body: {'port': {'network_id': 'dce1ba32-6c73-41ad-bedc-e9dd11eeadb2', 'name': 'tempest-PortsTestJSON-538432537', 'fixed_ips': [{'subnet_id': 'a4b6ef18-1358-4417-83da-f218c2b0be20', 'ip_address': '172.20.0.10'}]}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:55:00.312646 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4493129b-32be-4402-83bb-e845d254b32d req-74c184e3-777a-4a89-8162-4ca4e38da00d tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Made reservation on behalf of ef115ff0b9af40189b80151903c87a42 for: {'port': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:55:00.318139 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-4493129b-32be-4402-83bb-e845d254b32d req-74c184e3-777a-4a89-8162-4ca4e38da00d tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:00.357376 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cec7dd20-4bac-4fee-bc20-9499179f2bde None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54f44f5f-1200-574e-8740-2141911d5b73-dce1ba32-6c73-41ad-bedc-e9dd11eeadb2', 'network_id': 'dce1ba32-6c73-41ad-bedc-e9dd11eeadb2', 'tenant_id': '8332730af82c4019921b40209bacb73c', 'fixed_ips': [{'subnet_id': 'a4b6ef18-1358-4417-83da-f218c2b0be20'}]}} from n-d-818022-2. {{(pid=103366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 17:55:00.358624 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-cec7dd20-4bac-4fee-bc20-9499179f2bde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:00.446327 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efd1df2c-8d31-4671-b046-2e855fd3200d tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Made reservation on behalf of 8332730af82c4019921b40209bacb73c for: {'port': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:55:00.531438 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [None req-cec7dd20-4bac-4fee-bc20-9499179f2bde None None] Allocated IP 172.20.0.2 (dce1ba32-6c73-41ad-bedc-e9dd11eeadb2/a4b6ef18-1358-4417-83da-f218c2b0be20/c5d5bc17-b7de-42c4-adfe-d4b5d23d419b) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:55:00.543204 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 38074) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:00.576513 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-efd1df2c-8d31-4671-b046-2e855fd3200d tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:00.579403 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [req-4493129b-32be-4402-83bb-e845d254b32d req-74c184e3-777a-4a89-8162-4ca4e38da00d tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Allocated IP 172.20.0.12 (7f92ba32-d487-4404-a462-4c7370c8bcd8/fbe6d454-c5f1-4c18-83c0-782141861401/260dbd90-9330-4b64-87db-279e24c3a288) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:55:00.603275 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [None req-efd1df2c-8d31-4671-b046-2e855fd3200d tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] device_id is not set on port 825c3209-171b-4e58-bd31-84a48e8afe11 yet. {{(pid=103365) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 17:55:00.744385 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-cec7dd20-4bac-4fee-bc20-9499179f2bde None None] Publish callbacks [] for port, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:00.754621 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-cec7dd20-4bac-4fee-bc20-9499179f2bde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998'] for port, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:00.773229 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-890f1310-b46a-4e1f-affc-c90867ccfa2f req-e0be0df4-525f-4a23-9c0a-ecd703d94530 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/ports?device_id=f6ff1db3-31de-4ab0-a1e2-89026114a29d HTTP/1.1" status: 200 len: 210 time: 0.0370643 Nov 19 17:55:00.794616 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-48c857ba-25d7-4da7-b709-9f23af7dc1bc tempest-RoutersAdminNegativeTest-1546695588 tempest-RoutersAdminNegativeTest-1546695588-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1505151216', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:55:00.819971 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec7dd20-4bac-4fee-bc20-9499179f2bde None None] Pushing event updated for resources: {'Port': ['ID=c5d5bc17-b7de-42c4-adfe-d4b5d23d419b,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:00.826941 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48c857ba-25d7-4da7-b709-9f23af7dc1bc tempest-RoutersAdminNegativeTest-1546695588 tempest-RoutersAdminNegativeTest-1546695588-project-admin] Made reservation on behalf of 719069c29e8248bebb54880ebe64e508 for: {'port': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:55:00.829980 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-48c857ba-25d7-4da7-b709-9f23af7dc1bc tempest-RoutersAdminNegativeTest-1546695588 tempest-RoutersAdminNegativeTest-1546695588-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:00.834630 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cec7dd20-4bac-4fee-bc20-9499179f2bde None None] Network dce1ba32-6c73-41ad-bedc-e9dd11eeadb2 is already hosted by enough agents. {{(pid=103366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:55:00.836064 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [None req-cec7dd20-4bac-4fee-bc20-9499179f2bde None None] Resources bound (agent type, host, resource id): {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:55:00.838450 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec7dd20-4bac-4fee-bc20-9499179f2bde None None] Received port after_create {{(pid=103366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:55:00.847590 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-48c857ba-25d7-4da7-b709-9f23af7dc1bc tempest-RoutersAdminNegativeTest-1546695588 tempest-RoutersAdminNegativeTest-1546695588-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:00.900663 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-cec7dd20-4bac-4fee-bc20-9499179f2bde None None] Attempting to bind port c5d5bc17-b7de-42c4-adfe-d4b5d23d419b on host n-d-818022-2 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:55:00.901014 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-cec7dd20-4bac-4fee-bc20-9499179f2bde None None] Attempting to bind port c5d5bc17-b7de-42c4-adfe-d4b5d23d419b by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': 'aa513e65-6de4-41cd-904e-61cd630f3982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'dce1ba32-6c73-41ad-bedc-e9dd11eeadb2'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:55:00.901374 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cec7dd20-4bac-4fee-bc20-9499179f2bde None None] Attempting to bind port c5d5bc17-b7de-42c4-adfe-d4b5d23d419b on network dce1ba32-6c73-41ad-bedc-e9dd11eeadb2 {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:55:00.907382 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cec7dd20-4bac-4fee-bc20-9499179f2bde None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 54, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:55:00.907787 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cec7dd20-4bac-4fee-bc20-9499179f2bde None None] Checking segment: {'id': 'aa513e65-6de4-41cd-904e-61cd630f3982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'dce1ba32-6c73-41ad-bedc-e9dd11eeadb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:55:00.908527 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-cec7dd20-4bac-4fee-bc20-9499179f2bde None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:00.909050 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cec7dd20-4bac-4fee-bc20-9499179f2bde None None] Bound using segment: {'id': 'aa513e65-6de4-41cd-904e-61cd630f3982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'dce1ba32-6c73-41ad-bedc-e9dd11eeadb2'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:55:00.909540 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-cec7dd20-4bac-4fee-bc20-9499179f2bde None None] Bound port: c5d5bc17-b7de-42c4-adfe-d4b5d23d419b, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa513e65-6de4-41cd-904e-61cd630f3982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'dce1ba32-6c73-41ad-bedc-e9dd11eeadb2'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:55:00.910074 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-cec7dd20-4bac-4fee-bc20-9499179f2bde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:00.919066 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [None req-efd1df2c-8d31-4671-b046-2e855fd3200d tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Allocated IP 172.20.0.10 (dce1ba32-6c73-41ad-bedc-e9dd11eeadb2/a4b6ef18-1358-4417-83da-f218c2b0be20/825c3209-171b-4e58-bd31-84a48e8afe11) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:55:00.965049 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-48c857ba-25d7-4da7-b709-9f23af7dc1bc tempest-RoutersAdminNegativeTest-1546695588 tempest-RoutersAdminNegativeTest-1546695588-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:00.969849 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-4493129b-32be-4402-83bb-e845d254b32d req-74c184e3-777a-4a89-8162-4ca4e38da00d tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:00.972446 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-48c857ba-25d7-4da7-b709-9f23af7dc1bc tempest-RoutersAdminNegativeTest-1546695588 tempest-RoutersAdminNegativeTest-1546695588-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:00.977114 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [None req-48c857ba-25d7-4da7-b709-9f23af7dc1bc tempest-RoutersAdminNegativeTest-1546695588 tempest-RoutersAdminNegativeTest-1546695588-project-admin] device_id is not set on port b5d88052-a975-43a0-9366-6183e1f83326 yet. {{(pid=103364) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 17:55:01.031300 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-cec7dd20-4bac-4fee-bc20-9499179f2bde None None] For port c5d5bc17-b7de-42c4-adfe-d4b5d23d419b, host n-d-818022-2, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:55:01.035571 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-cec7dd20-4bac-4fee-bc20-9499179f2bde None None] For port c5d5bc17-b7de-42c4-adfe-d4b5d23d419b, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=c5d5bc17-b7de-42c4-adfe-d4b5d23d419b,segment=NetworkSegment(aa513e65-6de4-41cd-904e-61cd630f3982),segment_id=aa513e65-6de4-41cd-904e-61cd630f3982)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:55:01.042351 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-cec7dd20-4bac-4fee-bc20-9499179f2bde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:01.101960 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-4493129b-32be-4402-83bb-e845d254b32d req-74c184e3-777a-4a89-8162-4ca4e38da00d tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:01.133846 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [None req-48c857ba-25d7-4da7-b709-9f23af7dc1bc tempest-RoutersAdminNegativeTest-1546695588 tempest-RoutersAdminNegativeTest-1546695588-project-admin] Allocated IP 172.25.7.105 (645e61aa-1a6c-4e8f-857e-ab06edb4897f/88ed2d64-f56d-4f01-a468-946e01c99e82/b5d88052-a975-43a0-9366-6183e1f83326) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:55:01.198912 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec7dd20-4bac-4fee-bc20-9499179f2bde None None] Pushing event updated for resources: {'Port': ['ID=c5d5bc17-b7de-42c4-adfe-d4b5d23d419b,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:01.232632 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c857ba-25d7-4da7-b709-9f23af7dc1bc tempest-RoutersAdminNegativeTest-1546695588 tempest-RoutersAdminNegativeTest-1546695588-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=382e52e3-3807-420c-8c09-c74415148949,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:01.259560 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4493129b-32be-4402-83bb-e845d254b32d req-74c184e3-777a-4a89-8162-4ca4e38da00d tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Network 7f92ba32-d487-4404-a462-4c7370c8bcd8 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:55:01.262103 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [req-4493129b-32be-4402-83bb-e845d254b32d req-74c184e3-777a-4a89-8162-4ca4e38da00d tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:55:01.276603 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-4493129b-32be-4402-83bb-e845d254b32d req-74c184e3-777a-4a89-8162-4ca4e38da00d tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:55:01.325200 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-efd1df2c-8d31-4671-b046-2e855fd3200d tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:01.326754 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c184e3-777a-4a89-8162-4ca4e38da00d tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Pushing event updated for resources: {'Port': ['ID=260dbd90-9330-4b64-87db-279e24c3a288,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:01.363454 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4493129b-32be-4402-83bb-e845d254b32d req-74c184e3-777a-4a89-8162-4ca4e38da00d tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:55:01.364045 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-4493129b-32be-4402-83bb-e845d254b32d req-74c184e3-777a-4a89-8162-4ca4e38da00d tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:01.410346 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4493129b-32be-4402-83bb-e845d254b32d req-74c184e3-777a-4a89-8162-4ca4e38da00d tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3631930 Nov 19 17:55:01.418950 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-48c857ba-25d7-4da7-b709-9f23af7dc1bc tempest-RoutersAdminNegativeTest-1546695588 tempest-RoutersAdminNegativeTest-1546695588-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:01.419213 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [req-4493129b-32be-4402-83bb-e845d254b32d req-86268436-74bc-429f-ab70-dd6a60c2dddf tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=103365) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 17:55:01.420871 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4493129b-32be-4402-83bb-e845d254b32d req-86268436-74bc-429f-ab70-dd6a60c2dddf tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0068393 Nov 19 17:55:01.440385 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-efd1df2c-8d31-4671-b046-2e855fd3200d tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:01.526194 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-48c857ba-25d7-4da7-b709-9f23af7dc1bc tempest-RoutersAdminNegativeTest-1546695588 tempest-RoutersAdminNegativeTest-1546695588-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:01.578273 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-4493129b-32be-4402-83bb-e845d254b32d req-4057dce8-fcfc-4d8a-b0a0-f292f7b17e29 service neutron] Request body: {'port': {'device_id': 'f6ff1db3-31de-4ab0-a1e2-89026114a29d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818022-2'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:55:01.593846 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efd1df2c-8d31-4671-b046-2e855fd3200d tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Network dce1ba32-6c73-41ad-bedc-e9dd11eeadb2 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:55:01.613742 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48c857ba-25d7-4da7-b709-9f23af7dc1bc tempest-RoutersAdminNegativeTest-1546695588 tempest-RoutersAdminNegativeTest-1546695588-project-admin] Network 645e61aa-1a6c-4e8f-857e-ab06edb4897f is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:55:01.619411 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-48c857ba-25d7-4da7-b709-9f23af7dc1bc tempest-RoutersAdminNegativeTest-1546695588 tempest-RoutersAdminNegativeTest-1546695588-project-admin] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:55:01.624627 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c857ba-25d7-4da7-b709-9f23af7dc1bc tempest-RoutersAdminNegativeTest-1546695588 tempest-RoutersAdminNegativeTest-1546695588-project-admin] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:55:01.628351 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c857ba-25d7-4da7-b709-9f23af7dc1bc tempest-RoutersAdminNegativeTest-1546695588 tempest-RoutersAdminNegativeTest-1546695588-project-admin] Pushing event updated for resources: {'Port': ['ID=b5d88052-a975-43a0-9366-6183e1f83326,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:01.651763 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-efd1df2c-8d31-4671-b046-2e855fd3200d tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:55:01.654691 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd1df2c-8d31-4671-b046-2e855fd3200d tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:55:01.690739 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48c857ba-25d7-4da7-b709-9f23af7dc1bc tempest-RoutersAdminNegativeTest-1546695588 tempest-RoutersAdminNegativeTest-1546695588-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:55:01.691960 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-48c857ba-25d7-4da7-b709-9f23af7dc1bc tempest-RoutersAdminNegativeTest-1546695588 tempest-RoutersAdminNegativeTest-1546695588-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:01.726754 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-48c857ba-25d7-4da7-b709-9f23af7dc1bc tempest-RoutersAdminNegativeTest-1546695588 tempest-RoutersAdminNegativeTest-1546695588-project-admin] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.1808176 Nov 19 17:55:01.728798 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 38098) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:01.734553 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-d77a05f1-2bd6-4bc7-bd73-3e5a4374809f tempest-RoutersAdminNegativeTest-1546695588 tempest-RoutersAdminNegativeTest-1546695588-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.105'}]}}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:55:01.738155 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd1df2c-8d31-4671-b046-2e855fd3200d tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Pushing event updated for resources: {'Port': ['ID=825c3209-171b-4e58-bd31-84a48e8afe11,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:01.758576 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-4493129b-32be-4402-83bb-e845d254b32d req-4057dce8-fcfc-4d8a-b0a0-f292f7b17e29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:01.776525 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d77a05f1-2bd6-4bc7-bd73-3e5a4374809f tempest-RoutersAdminNegativeTest-1546695588 tempest-RoutersAdminNegativeTest-1546695588-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9890'] for router, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:01.777751 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d77a05f1-2bd6-4bc7-bd73-3e5a4374809f tempest-RoutersAdminNegativeTest-1546695588 tempest-RoutersAdminNegativeTest-1546695588-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671617', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-732153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4689'] for router, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:01.798320 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efd1df2c-8d31-4671-b046-2e855fd3200d tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:55:01.799131 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-efd1df2c-8d31-4671-b046-2e855fd3200d tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:01.859250 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-efd1df2c-8d31-4671-b046-2e855fd3200d tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.6673486 Nov 19 17:55:01.862630 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d77a05f1-2bd6-4bc7-bd73-3e5a4374809f tempest-RoutersAdminNegativeTest-1546695588 tempest-RoutersAdminNegativeTest-1546695588-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:01.866543 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 38106) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:01.880221 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-f74ab5e6-566b-41ad-9588-f0d657780600 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Request body: {'port': {'network_id': 'dce1ba32-6c73-41ad-bedc-e9dd11eeadb2', 'name': 'tempest-PortsTestJSON-1776934075', 'fixed_ips': [{'subnet_id': 'a4b6ef18-1358-4417-83da-f218c2b0be20', 'ip_address': '172.20.0.9'}]}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:55:02.009189 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-36091644-73d4-44d5-8fc7-66128c75c8d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:02.059816 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.agents_db [None req-619e5c26-d9ed-4321-86eb-7d443bb9dfa2 None None] Agent healthcheck: found 7 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 17:55:02.206383 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [req-4493129b-32be-4402-83bb-e845d254b32d req-4057dce8-fcfc-4d8a-b0a0-f292f7b17e29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 260dbd90-9330-4b64-87db-279e24c3a288 {{(pid=103365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:55:02.216779 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-4493129b-32be-4402-83bb-e845d254b32d req-4057dce8-fcfc-4d8a-b0a0-f292f7b17e29 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:02.236194 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.provisioning_blocks [req-4493129b-32be-4402-83bb-e845d254b32d req-4057dce8-fcfc-4d8a-b0a0-f292f7b17e29 service neutron] Transition to ACTIVE for port object 260dbd90-9330-4b64-87db-279e24c3a288 will not be triggered until provisioned by entity L2. {{(pid=103365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 17:55:02.243723 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-4493129b-32be-4402-83bb-e845d254b32d req-4057dce8-fcfc-4d8a-b0a0-f292f7b17e29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:02.361863 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4057dce8-fcfc-4d8a-b0a0-f292f7b17e29 service neutron] Pushing event updated for resources: {'Port': ['ID=260dbd90-9330-4b64-87db-279e24c3a288,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:02.441846 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-4493129b-32be-4402-83bb-e845d254b32d req-4057dce8-fcfc-4d8a-b0a0-f292f7b17e29 service neutron] Attempting to bind port 260dbd90-9330-4b64-87db-279e24c3a288 on host n-h1-818022-2 for vnic_type normal with profile {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:55:02.442481 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-4493129b-32be-4402-83bb-e845d254b32d req-4057dce8-fcfc-4d8a-b0a0-f292f7b17e29 service neutron] Attempting to bind port 260dbd90-9330-4b64-87db-279e24c3a288 by drivers openvswitch,hyperv on host n-h1-818022-2 at level 0 using segments [{'id': '89891acd-fd82-4118-b100-e50c4e69b300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '7f92ba32-d487-4404-a462-4c7370c8bcd8'}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:55:02.443056 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4493129b-32be-4402-83bb-e845d254b32d req-4057dce8-fcfc-4d8a-b0a0-f292f7b17e29 service neutron] Attempting to bind port 260dbd90-9330-4b64-87db-279e24c3a288 on network 7f92ba32-d487-4404-a462-4c7370c8bcd8 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:55:02.448880 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4493129b-32be-4402-83bb-e845d254b32d req-4057dce8-fcfc-4d8a-b0a0-f292f7b17e29 service neutron] Port 260dbd90-9330-4b64-87db-279e24c3a288 on network 7f92ba32-d487-4404-a462-4c7370c8bcd8 not bound, no agent of type Open vSwitch agent registered on host n-h1-818022-2 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 17:55:02.449352 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4493129b-32be-4402-83bb-e845d254b32d req-4057dce8-fcfc-4d8a-b0a0-f292f7b17e29 service neutron] Attempting to bind port 260dbd90-9330-4b64-87db-279e24c3a288 on network 7f92ba32-d487-4404-a462-4c7370c8bcd8 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:55:02.457388 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4493129b-32be-4402-83bb-e845d254b32d req-4057dce8-fcfc-4d8a-b0a0-f292f7b17e29 service neutron] Checking agent: {'id': 'a6668d96-12fa-4ec0-99ad-77eaf490dd2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'started_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 54, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:55:02.458239 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4493129b-32be-4402-83bb-e845d254b32d req-4057dce8-fcfc-4d8a-b0a0-f292f7b17e29 service neutron] Checking segment: {'id': '89891acd-fd82-4118-b100-e50c4e69b300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '7f92ba32-d487-4404-a462-4c7370c8bcd8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:55:02.458833 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4493129b-32be-4402-83bb-e845d254b32d req-4057dce8-fcfc-4d8a-b0a0-f292f7b17e29 service neutron] Bound using segment: {'id': '89891acd-fd82-4118-b100-e50c4e69b300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '7f92ba32-d487-4404-a462-4c7370c8bcd8'} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:55:02.459444 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-4493129b-32be-4402-83bb-e845d254b32d req-4057dce8-fcfc-4d8a-b0a0-f292f7b17e29 service neutron] Bound port: 260dbd90-9330-4b64-87db-279e24c3a288, host: n-h1-818022-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89891acd-fd82-4118-b100-e50c4e69b300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '7f92ba32-d487-4404-a462-4c7370c8bcd8'}}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:55:02.459982 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-4493129b-32be-4402-83bb-e845d254b32d req-4057dce8-fcfc-4d8a-b0a0-f292f7b17e29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:02.530463 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-4493129b-32be-4402-83bb-e845d254b32d req-4057dce8-fcfc-4d8a-b0a0-f292f7b17e29 service neutron] For port 260dbd90-9330-4b64-87db-279e24c3a288, host n-h1-818022-2, cleared binding levels {{(pid=103365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:55:02.534475 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-4493129b-32be-4402-83bb-e845d254b32d req-4057dce8-fcfc-4d8a-b0a0-f292f7b17e29 service neutron] For port 260dbd90-9330-4b64-87db-279e24c3a288, host n-h1-818022-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=260dbd90-9330-4b64-87db-279e24c3a288,segment=NetworkSegment(89891acd-fd82-4118-b100-e50c4e69b300),segment_id=89891acd-fd82-4118-b100-e50c4e69b300)] {{(pid=103365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:55:02.544605 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-4493129b-32be-4402-83bb-e845d254b32d req-4057dce8-fcfc-4d8a-b0a0-f292f7b17e29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:02.578643 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4493129b-32be-4402-83bb-e845d254b32d req-4057dce8-fcfc-4d8a-b0a0-f292f7b17e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:55:02.579163 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-4493129b-32be-4402-83bb-e845d254b32d req-4057dce8-fcfc-4d8a-b0a0-f292f7b17e29 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:02.581175 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4493129b-32be-4402-83bb-e845d254b32d req-4057dce8-fcfc-4d8a-b0a0-f292f7b17e29 service neutron] 10.222.0.60 "PUT /v2.0/ports/260dbd90-9330-4b64-87db-279e24c3a288 HTTP/1.1" status: 200 len: 1092 time: 1.1457984 Nov 19 17:55:02.581655 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6ff1db3-31de-4ab0-a1e2-89026114a29d', 'tag': '260dbd90-9330-4b64-87db-279e24c3a288'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:55:02.584118 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218319d759239a7d11f1288aef37381b97754913ee9ccbfd43b51a463f801712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2223f8a-6afb-4651-a3d1-0bfd292cb9e5" -d '{"events": [{"name": "network-changed", "server_uuid": "f6ff1db3-31de-4ab0-a1e2-89026114a29d", "tag": "260dbd90-9330-4b64-87db-279e24c3a288"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:55:02.638746 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d77a05f1-2bd6-4bc7-bd73-3e5a4374809f tempest-RoutersAdminNegativeTest-1546695588 tempest-RoutersAdminNegativeTest-1546695588-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:02.658359 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 17:55:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7f7bb9b-155d-41e2-8573-e292211a07e8 x-openstack-request-id: req-e7f7bb9b-155d-41e2-8573-e292211a07e8 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:55:02.659053 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6ff1db3-31de-4ab0-a1e2-89026114a29d", "tag": "260dbd90-9330-4b64-87db-279e24c3a288", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:55:02.659504 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e7f7bb9b-155d-41e2-8573-e292211a07e8 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:55:02.660314 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6ff1db3-31de-4ab0-a1e2-89026114a29d', 'tag': '260dbd90-9330-4b64-87db-279e24c3a288', 'status': 'completed', 'code': 200} Nov 19 17:55:02.664917 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4057dce8-fcfc-4d8a-b0a0-f292f7b17e29 service neutron] Pushing event updated for resources: {'Port': ['ID=260dbd90-9330-4b64-87db-279e24c3a288,revision_number=3']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:02.676579 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4057dce8-fcfc-4d8a-b0a0-f292f7b17e29 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:55:02.677111 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4057dce8-fcfc-4d8a-b0a0-f292f7b17e29 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:55:02.677509 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4057dce8-fcfc-4d8a-b0a0-f292f7b17e29 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:55:02.678275 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4057dce8-fcfc-4d8a-b0a0-f292f7b17e29 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:55:02.678430 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4057dce8-fcfc-4d8a-b0a0-f292f7b17e29 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:55:02.678888 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4057dce8-fcfc-4d8a-b0a0-f292f7b17e29 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:55:02.679282 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4057dce8-fcfc-4d8a-b0a0-f292f7b17e29 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:55:02.679674 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4057dce8-fcfc-4d8a-b0a0-f292f7b17e29 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:55:02.680066 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4057dce8-fcfc-4d8a-b0a0-f292f7b17e29 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:55:02.681181 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4057dce8-fcfc-4d8a-b0a0-f292f7b17e29 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:55:02.681181 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4057dce8-fcfc-4d8a-b0a0-f292f7b17e29 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:55:02.681427 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4057dce8-fcfc-4d8a-b0a0-f292f7b17e29 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:55:02.682313 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684e8492-0aa7-453a-ad06-58c36725ed2d req-1964e976-9b7c-46fe-9c28-0ccc4eb5a16d tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:55:02.683059 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74db16a2-8bb2-4670-a18c-13855668b1b4 None None] Network dce1ba32-6c73-41ad-bedc-e9dd11eeadb2 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:55:02.684004 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-684e8492-0aa7-453a-ad06-58c36725ed2d req-1964e976-9b7c-46fe-9c28-0ccc4eb5a16d tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/ports?device_id=f6ff1db3-31de-4ab0-a1e2-89026114a29d HTTP/1.1" status: 200 len: 932 time: 0.6953366 Nov 19 17:55:02.786318 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f74ab5e6-566b-41ad-9588-f0d657780600 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Made reservation on behalf of 8332730af82c4019921b40209bacb73c for: {'port': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:55:02.790968 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-f3a62b1f-50f8-41fe-ae64-e2a5155a0b72 None None] Provisioning complete for port c5d5bc17-b7de-42c4-adfe-d4b5d23d419b triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:55:02.792025 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f3a62b1f-50f8-41fe-ae64-e2a5155a0b72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:02.836972 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-684e8492-0aa7-453a-ad06-58c36725ed2d req-e02c0aa2-fecf-41b6-b546-98668763027c tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/security-groups?id=30887d2c-2c06-4a04-8ed7-1cc9b0391ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391394 Nov 19 17:55:02.851498 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4493129b-32be-4402-83bb-e845d254b32d req-0825da69-55ce-4b8c-91ee-dd9e389fac90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:55:02.854925 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4493129b-32be-4402-83bb-e845d254b32d req-0825da69-55ce-4b8c-91ee-dd9e389fac90 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ef115ff0b9af40189b80151903c87a42&device_id=f6ff1db3-31de-4ab0-a1e2-89026114a29d HTTP/1.1" status: 200 len: 1095 time: 0.1557500 Nov 19 17:55:02.873252 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device c5d5bc17-b7de-42c4-adfe-d4b5d23d419b up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:55:02.917468 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4493129b-32be-4402-83bb-e845d254b32d req-61a383bf-f4ea-454f-8034-aba5e29b561a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=260dbd90-9330-4b64-87db-279e24c3a288 HTTP/1.1" status: 200 len: 217 time: 0.0471675 Nov 19 17:55:02.924215 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f74ab5e6-566b-41ad-9588-f0d657780600 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:02.951140 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [None req-f74ab5e6-566b-41ad-9588-f0d657780600 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] device_id is not set on port 006c4799-f9d3-444a-8b76-9714df4a7d64 yet. {{(pid=103364) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 17:55:02.987263 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4493129b-32be-4402-83bb-e845d254b32d req-fee4f1cb-0b18-4acd-922a-d841a24901b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:55:02.989058 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4493129b-32be-4402-83bb-e845d254b32d req-fee4f1cb-0b18-4acd-922a-d841a24901b4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fbe6d454-c5f1-4c18-83c0-782141861401 HTTP/1.1" status: 200 len: 851 time: 0.0618379 Nov 19 17:55:03.035079 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4493129b-32be-4402-83bb-e845d254b32d req-a1bfa3b4-5e83-42f0-8e11-1467e4cdad32 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7f92ba32-d487-4404-a462-4c7370c8bcd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392141 Nov 19 17:55:03.068865 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port c5d5bc17-b7de-42c4-adfe-d4b5d23d419b triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:55:03.070051 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:03.073582 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f3a62b1f-50f8-41fe-ae64-e2a5155a0b72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:03.148404 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e46ecc5a-dc14-4744-b262-3072ff2e958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:03.170287 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-f3a62b1f-50f8-41fe-ae64-e2a5155a0b72 None None] For port c5d5bc17-b7de-42c4-adfe-d4b5d23d419b, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=c5d5bc17-b7de-42c4-adfe-d4b5d23d419b,segment=NetworkSegment(aa513e65-6de4-41cd-904e-61cd630f3982),segment_id=aa513e65-6de4-41cd-904e-61cd630f3982)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:55:03.184198 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f3a62b1f-50f8-41fe-ae64-e2a5155a0b72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:03.205615 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d77a05f1-2bd6-4bc7-bd73-3e5a4374809f tempest-RoutersAdminNegativeTest-1546695588 tempest-RoutersAdminNegativeTest-1546695588-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:03.218784 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4493129b-32be-4402-83bb-e845d254b32d req-b65b92a0-e1d3-41ac-9c8d-1dec73810141 service neutron] 10.222.0.60 "GET /v2.0/networks/7f92ba32-d487-4404-a462-4c7370c8bcd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726062 Nov 19 17:55:03.244267 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d77a05f1-2bd6-4bc7-bd73-3e5a4374809f tempest-RoutersAdminNegativeTest-1546695588 tempest-RoutersAdminNegativeTest-1546695588-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:03.300173 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a62b1f-50f8-41fe-ae64-e2a5155a0b72 None None] Pushing event updated for resources: {'Port': ['ID=c5d5bc17-b7de-42c4-adfe-d4b5d23d419b,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:03.361303 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4493129b-32be-4402-83bb-e845d254b32d req-2af1c990-7fe4-499c-b694-25640c726137 service neutron] 10.222.0.60 "GET /v2.0/networks/7f92ba32-d487-4404-a462-4c7370c8bcd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312497 Nov 19 17:55:03.422829 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [None req-f74ab5e6-566b-41ad-9588-f0d657780600 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Allocated IP 172.20.0.9 (dce1ba32-6c73-41ad-bedc-e9dd11eeadb2/a4b6ef18-1358-4417-83da-f218c2b0be20/006c4799-f9d3-444a-8b76-9714df4a7d64) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:55:03.505209 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2223f8a-6afb-4651-a3d1-0bfd292cb9e5 req-62135858-d0c7-4b0e-8544-21fa484afda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:55:03.510662 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c2223f8a-6afb-4651-a3d1-0bfd292cb9e5 req-62135858-d0c7-4b0e-8544-21fa484afda2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ef115ff0b9af40189b80151903c87a42&device_id=f6ff1db3-31de-4ab0-a1e2-89026114a29d HTTP/1.1" status: 200 len: 1095 time: 0.0639801 Nov 19 17:55:03.512181 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-3f7e5fd1-5b95-4aa1-914f-cf773f31eadb None None] Provisioning complete for port c5d5bc17-b7de-42c4-adfe-d4b5d23d419b triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:55:03.512832 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3f7e5fd1-5b95-4aa1-914f-cf773f31eadb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:03.622782 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d77a05f1-2bd6-4bc7-bd73-3e5a4374809f tempest-RoutersAdminNegativeTest-1546695588 tempest-RoutersAdminNegativeTest-1546695588-project-admin] Publish callbacks [] for router, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:03.629665 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2223f8a-6afb-4651-a3d1-0bfd292cb9e5 req-210895eb-8050-452a-8ca3-b7963c38f00f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:55:03.631319 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c2223f8a-6afb-4651-a3d1-0bfd292cb9e5 req-210895eb-8050-452a-8ca3-b7963c38f00f service neutron] 10.222.0.60 "GET /v2.0/networks?id=7f92ba32-d487-4404-a462-4c7370c8bcd8 HTTP/1.1" status: 200 len: 912 time: 0.1118050 Nov 19 17:55:03.687340 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c2223f8a-6afb-4651-a3d1-0bfd292cb9e5 req-e20e02aa-b24b-4ffd-af11-c3863d8bd759 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=260dbd90-9330-4b64-87db-279e24c3a288 HTTP/1.1" status: 200 len: 217 time: 0.0467799 Nov 19 17:55:03.689677 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:03.693065 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-3f7e5fd1-5b95-4aa1-914f-cf773f31eadb None None] Provisioning complete for port 825c3209-171b-4e58-bd31-84a48e8afe11 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:55:03.693413 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3f7e5fd1-5b95-4aa1-914f-cf773f31eadb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:03.740721 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-3f7e5fd1-5b95-4aa1-914f-cf773f31eadb None None] Port 825c3209-171b-4e58-bd31-84a48e8afe11 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:55:03.769678 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:03.792494 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2223f8a-6afb-4651-a3d1-0bfd292cb9e5 req-0773529a-250e-4051-bb97-231da47214dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:55:03.794318 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c2223f8a-6afb-4651-a3d1-0bfd292cb9e5 req-0773529a-250e-4051-bb97-231da47214dd service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fbe6d454-c5f1-4c18-83c0-782141861401 HTTP/1.1" status: 200 len: 851 time: 0.0958743 Nov 19 17:55:03.829364 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c2223f8a-6afb-4651-a3d1-0bfd292cb9e5 req-d7c7db58-a559-4b78-903a-1050a66d8dcf service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7f92ba32-d487-4404-a462-4c7370c8bcd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267386 Nov 19 17:55:03.863871 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f74ab5e6-566b-41ad-9588-f0d657780600 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:03.864450 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-f353fb51-1622-4f07-aeed-20a6fd2e62b1 None None] Provisioning complete for port 825c3209-171b-4e58-bd31-84a48e8afe11 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:55:03.864450 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f353fb51-1622-4f07-aeed-20a6fd2e62b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:03.875572 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d77a05f1-2bd6-4bc7-bd73-3e5a4374809f tempest-RoutersAdminNegativeTest-1546695588 tempest-RoutersAdminNegativeTest-1546695588-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4696'] for router, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:03.879353 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d77a05f1-2bd6-4bc7-bd73-3e5a4374809f tempest-RoutersAdminNegativeTest-1546695588 tempest-RoutersAdminNegativeTest-1546695588-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:03.923866 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-f353fb51-1622-4f07-aeed-20a6fd2e62b1 None None] Port 825c3209-171b-4e58-bd31-84a48e8afe11 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:55:03.949585 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d77a05f1-2bd6-4bc7-bd73-3e5a4374809f tempest-RoutersAdminNegativeTest-1546695588 tempest-RoutersAdminNegativeTest-1546695588-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-543895'] for router, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:03.950528 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d77a05f1-2bd6-4bc7-bd73-3e5a4374809f tempest-RoutersAdminNegativeTest-1546695588 tempest-RoutersAdminNegativeTest-1546695588-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4f188b32-2bae-4b78-b7cb-763b0c581c30 {{(pid=103364) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 17:55:03.967959 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c2223f8a-6afb-4651-a3d1-0bfd292cb9e5 req-72642888-b033-403b-bd67-1ec3117e2331 service neutron] 10.222.0.60 "GET /v2.0/networks/7f92ba32-d487-4404-a462-4c7370c8bcd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300578 Nov 19 17:55:03.991482 n-d-818022-2 neutron-server[103364]: INFO neutron.api.v2.resource [None req-d77a05f1-2bd6-4bc7-bd73-3e5a4374809f tempest-RoutersAdminNegativeTest-1546695588 tempest-RoutersAdminNegativeTest-1546695588-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 19 17:55:03.992564 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-d77a05f1-2bd6-4bc7-bd73-3e5a4374809f tempest-RoutersAdminNegativeTest-1546695588 tempest-RoutersAdminNegativeTest-1546695588-project-admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.2624669 Nov 19 17:55:03.995144 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f74ab5e6-566b-41ad-9588-f0d657780600 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:03.996569 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 38146) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:04.077233 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f74ab5e6-566b-41ad-9588-f0d657780600 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Network dce1ba32-6c73-41ad-bedc-e9dd11eeadb2 is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:55:04.087432 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-f74ab5e6-566b-41ad-9588-f0d657780600 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:55:04.093254 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aec80f-3800-4665-89e2-bb515f676b9a req-dbbdc2e6-ba5a-4c24-8cd2-962eb18ff1bb tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:55:04.094808 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f0aec80f-3800-4665-89e2-bb515f676b9a req-dbbdc2e6-ba5a-4c24-8cd2-962eb18ff1bb tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/ports?device_id=f6ff1db3-31de-4ab0-a1e2-89026114a29d HTTP/1.1" status: 200 len: 944 time: 0.1239579 Nov 19 17:55:04.122059 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74ab5e6-566b-41ad-9588-f0d657780600 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:55:04.134905 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c2223f8a-6afb-4651-a3d1-0bfd292cb9e5 req-db9ed5bb-fe38-4be1-abdd-2144e8f19420 service neutron] 10.222.0.60 "GET /v2.0/networks/7f92ba32-d487-4404-a462-4c7370c8bcd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530485 Nov 19 17:55:04.169474 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f0aec80f-3800-4665-89e2-bb515f676b9a req-c486afa4-33c8-48bb-841f-851b0fe4172c tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/security-groups?id=30887d2c-2c06-4a04-8ed7-1cc9b0391ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635166 Nov 19 17:55:04.181035 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74ab5e6-566b-41ad-9588-f0d657780600 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Pushing event updated for resources: {'Port': ['ID=006c4799-f9d3-444a-8b76-9714df4a7d64,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:04.212771 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f74ab5e6-566b-41ad-9588-f0d657780600 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:55:04.213438 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f74ab5e6-566b-41ad-9588-f0d657780600 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:04.239352 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 38154) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:04.239819 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-f74ab5e6-566b-41ad-9588-f0d657780600 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.3724868 Nov 19 17:55:04.243768 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-6e3eb637-8586-493c-9c50-3c2f2853cf3d tempest-RoutersAdminNegativeTest-1546695588 tempest-RoutersAdminNegativeTest-1546695588-project-admin] Deleting port b5d88052-a975-43a0-9366-6183e1f83326 {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:55:04.244116 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6e3eb637-8586-493c-9c50-3c2f2853cf3d tempest-RoutersAdminNegativeTest-1546695588 tempest-RoutersAdminNegativeTest-1546695588-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:04.331645 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6e3eb637-8586-493c-9c50-3c2f2853cf3d tempest-RoutersAdminNegativeTest-1546695588 tempest-RoutersAdminNegativeTest-1546695588-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:04.346832 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-6e3eb637-8586-493c-9c50-3c2f2853cf3d tempest-RoutersAdminNegativeTest-1546695588 tempest-RoutersAdminNegativeTest-1546695588-project-admin] Calling delete_port for b5d88052-a975-43a0-9366-6183e1f83326 owned by {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:55:04.357539 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1868629f-60f6-43a6-88e1-3afa62a29542 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:55:04.359359 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-1868629f-60f6-43a6-88e1-3afa62a29542 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] 10.222.0.54 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.1188588 Nov 19 17:55:04.362283 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 38160) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:04.426335 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-035ff06a-0aba-499b-9bce-ed80ad881542 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:55:04.432690 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-035ff06a-0aba-499b-9bce-ed80ad881542 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:55:04.439507 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-035ff06a-0aba-499b-9bce-ed80ad881542 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:55:04.443681 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-035ff06a-0aba-499b-9bce-ed80ad881542 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] 10.222.0.54 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.0777414 Nov 19 17:55:04.443957 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 38162) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:04.465882 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-bab7a970-aa2d-4b42-ad48-a6df71557fe0 None None] Provisioning complete for port 006c4799-f9d3-444a-8b76-9714df4a7d64 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:55:04.466529 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-bab7a970-aa2d-4b42-ad48-a6df71557fe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:04.518332 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6e3eb637-8586-493c-9c50-3c2f2853cf3d tempest-RoutersAdminNegativeTest-1546695588 tempest-RoutersAdminNegativeTest-1546695588-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:04.531544 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-bab7a970-aa2d-4b42-ad48-a6df71557fe0 None None] Port 006c4799-f9d3-444a-8b76-9714df4a7d64 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:55:04.560751 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3eb637-8586-493c-9c50-3c2f2853cf3d tempest-RoutersAdminNegativeTest-1546695588 tempest-RoutersAdminNegativeTest-1546695588-project-admin] Pushing event deleted for resources: {'Port': ['ID=b5d88052-a975-43a0-9366-6183e1f83326,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:04.565612 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-1203bb2f-4c14-4098-83ad-12b519696eb3 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Deleting port 006c4799-f9d3-444a-8b76-9714df4a7d64 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:55:04.566338 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1203bb2f-4c14-4098-83ad-12b519696eb3 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:04.642855 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6e3eb637-8586-493c-9c50-3c2f2853cf3d tempest-RoutersAdminNegativeTest-1546695588 tempest-RoutersAdminNegativeTest-1546695588-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:04.648958 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-6e3eb637-8586-493c-9c50-3c2f2853cf3d tempest-RoutersAdminNegativeTest-1546695588 tempest-RoutersAdminNegativeTest-1546695588-project-admin] 10.222.0.54 "DELETE /v2.0/ports/b5d88052-a975-43a0-9366-6183e1f83326 HTTP/1.1" status: 204 len: 168 time: 0.6512482 Nov 19 17:55:04.668812 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1203bb2f-4c14-4098-83ad-12b519696eb3 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:04.681577 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-1203bb2f-4c14-4098-83ad-12b519696eb3 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Calling delete_port for 006c4799-f9d3-444a-8b76-9714df4a7d64 owned by {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:55:04.711143 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e013d7e6-5264-4dcc-9759-54f5fb809e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:04.811303 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device c5d5bc17-b7de-42c4-adfe-d4b5d23d419b up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:55:04.840030 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 260dbd90-9330-4b64-87db-279e24c3a288 details requested by agent hyperv_n-h1-818022-2 with host n-h1-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 17:55:04.876230 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1203bb2f-4c14-4098-83ad-12b519696eb3 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:04.918771 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port c5d5bc17-b7de-42c4-adfe-d4b5d23d419b triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:55:04.919239 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:04.924924 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1203bb2f-4c14-4098-83ad-12b519696eb3 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Pushing event deleted for resources: {'Port': ['ID=006c4799-f9d3-444a-8b76-9714df4a7d64,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:05.027060 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 260dbd90-9330-4b64-87db-279e24c3a288, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=260dbd90-9330-4b64-87db-279e24c3a288,segment=NetworkSegment(89891acd-fd82-4118-b100-e50c4e69b300),segment_id=89891acd-fd82-4118-b100-e50c4e69b300)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:55:05.045541 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1203bb2f-4c14-4098-83ad-12b519696eb3 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:05.055518 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 38182) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:05.064950 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-1203bb2f-4c14-4098-83ad-12b519696eb3 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] 10.222.0.54 "DELETE /v2.0/ports/006c4799-f9d3-444a-8b76-9714df4a7d64 HTTP/1.1" status: 204 len: 168 time: 0.6198282 Nov 19 17:55:05.108613 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Returning: {'device': '260dbd90-9330-4b64-87db-279e24c3a288', 'network_id': '7f92ba32-d487-4404-a462-4c7370c8bcd8', 'port_id': '260dbd90-9330-4b64-87db-279e24c3a288', 'mac_address': 'fa:16:3e:30:a9:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbe6d454-c5f1-4c18-83c0-782141861401', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 17:55:05.151363 n-d-818022-2 neutron-server[103364]: INFO neutron.pecan_wsgi.hooks.translation [None req-b608e6dc-6fd4-4b64-9f62-c98e1ba1e5e8 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] GET failed (client error): The resource could not be found. Nov 19 17:55:05.162130 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 38186) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:05.168558 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-b608e6dc-6fd4-4b64-9f62-c98e1ba1e5e8 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] 10.222.0.54 "GET /v2.0/ports/006c4799-f9d3-444a-8b76-9714df4a7d64 HTTP/1.1" status: 404 len: 333 time: 0.1106980 Nov 19 17:55:05.176880 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 38190) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:05.262081 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:05.280850 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 260dbd90-9330-4b64-87db-279e24c3a288 {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:55:05.311879 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 260dbd90-9330-4b64-87db-279e24c3a288, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=260dbd90-9330-4b64-87db-279e24c3a288,segment=NetworkSegment(89891acd-fd82-4118-b100-e50c4e69b300),segment_id=89891acd-fd82-4118-b100-e50c4e69b300)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:55:05.313218 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:05.330667 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:05.384637 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e6be1f-5520-46ce-944a-007e2658369b req-3efd769f-b0b8-4390-8ae1-c4073e00d716 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:55:05.391815 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-02e6be1f-5520-46ce-944a-007e2658369b req-3efd769f-b0b8-4390-8ae1-c4073e00d716 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/ports?device_id=f6ff1db3-31de-4ab0-a1e2-89026114a29d HTTP/1.1" status: 200 len: 944 time: 0.0787668 Nov 19 17:55:05.394355 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-681321ae-c89b-42b0-84b5-fdc6fa3dae31 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:05.399495 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=260dbd90-9330-4b64-87db-279e24c3a288,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:05.491561 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-74a42cca-66d0-4dd2-89af-1ac4a46cd538 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Deleting port 825c3209-171b-4e58-bd31-84a48e8afe11 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:55:05.491936 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-74a42cca-66d0-4dd2-89af-1ac4a46cd538 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:05.497619 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-02e6be1f-5520-46ce-944a-007e2658369b req-90d96e3e-5f35-4293-8156-1270928cd8a4 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/security-groups?id=30887d2c-2c06-4a04-8ed7-1cc9b0391ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044128 Nov 19 17:55:05.623802 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d95aae-2671-4203-b0ee-211299aa1ca1 req-3a981622-8f45-4806-816c-e545899c0b1e tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:55:05.625334 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-65d95aae-2671-4203-b0ee-211299aa1ca1 req-3a981622-8f45-4806-816c-e545899c0b1e tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/ports?device_id=19a4af58-8f1f-46c0-b13d-59abb7b40678 HTTP/1.1" status: 200 len: 947 time: 0.0675280 Nov 19 17:55:05.652533 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-74a42cca-66d0-4dd2-89af-1ac4a46cd538 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:05.656448 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-681321ae-c89b-42b0-84b5-fdc6fa3dae31 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:05.663544 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-681321ae-c89b-42b0-84b5-fdc6fa3dae31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:05.684103 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-65d95aae-2671-4203-b0ee-211299aa1ca1 req-69d708bc-9b6a-4821-aa20-cf95a10c0941 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/security-groups?id=af9eedbc-4dba-4487-bbd4-6a5c45518ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518980 Nov 19 17:55:05.711636 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-74a42cca-66d0-4dd2-89af-1ac4a46cd538 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Calling delete_port for 825c3209-171b-4e58-bd31-84a48e8afe11 owned by {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:55:05.717020 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-681321ae-c89b-42b0-84b5-fdc6fa3dae31 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=09c3ed40139b4b18ae5f49fc94906c8e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5537658 Nov 19 17:55:05.720118 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 38208) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:05.723186 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681321ae-c89b-42b0-84b5-fdc6fa3dae31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bebd7a1e-f423-4282-b80d-35adf7c5db37,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:05.741332 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['260dbd90-9330-4b64-87db-279e24c3a288'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:55:05.790594 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-bc7aded4-7924-4c53-bd95-37189f6304d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:05.831206 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-bc7aded4-7924-4c53-bd95-37189f6304d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:05.877968 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-74a42cca-66d0-4dd2-89af-1ac4a46cd538 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:05.894216 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-bc7aded4-7924-4c53-bd95-37189f6304d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:05.897647 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-bc7aded4-7924-4c53-bd95-37189f6304d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:05.899041 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-bc7aded4-7924-4c53-bd95-37189f6304d9 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/bebd7a1e-f423-4282-b80d-35adf7c5db37 HTTP/1.1" status: 204 len: 168 time: 0.1773953 Nov 19 17:55:05.909029 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7aded4-7924-4c53-bd95-37189f6304d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bebd7a1e-f423-4282-b80d-35adf7c5db37,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:05.920163 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a42cca-66d0-4dd2-89af-1ac4a46cd538 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Pushing event deleted for resources: {'Port': ['ID=825c3209-171b-4e58-bd31-84a48e8afe11,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:06.048868 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-74a42cca-66d0-4dd2-89af-1ac4a46cd538 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:06.060885 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-74a42cca-66d0-4dd2-89af-1ac4a46cd538 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] 10.222.0.54 "DELETE /v2.0/ports/825c3209-171b-4e58-bd31-84a48e8afe11 HTTP/1.1" status: 204 len: 168 time: 0.8807535 Nov 19 17:55:06.061582 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 38218) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:06.105059 n-d-818022-2 neutron-server[103364]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbee7ca4-b311-4921-b1c6-b5681e2e40d2 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] GET failed (client error): The resource could not be found. Nov 19 17:55:06.106565 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-fbee7ca4-b311-4921-b1c6-b5681e2e40d2 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] 10.222.0.54 "GET /v2.0/ports/825c3209-171b-4e58-bd31-84a48e8afe11 HTTP/1.1" status: 404 len: 333 time: 0.0442867 Nov 19 17:55:06.109406 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 38224) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:06.171992 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_v2 [None req-e10687bb-e033-4e93-8085-19857fe8ff0f tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Deleting subnet a4b6ef18-1358-4417-83da-f218c2b0be20 {{(pid=103365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 17:55:06.176052 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e10687bb-e033-4e93-8085-19857fe8ff0f tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks [] for subnet, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:06.227268 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e10687bb-e033-4e93-8085-19857fe8ff0f tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12546453'] for subnet, precommit_delete_associations {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:06.296928 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 38228) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:06.364792 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e10687bb-e033-4e93-8085-19857fe8ff0f tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:06.393755 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-a09d912f-67d9-46cb-b9ab-79bc4f39ef74 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=719069c29e8248bebb54880ebe64e508&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0955591 Nov 19 17:55:06.397082 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 38234) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:06.432835 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e10687bb-e033-4e93-8085-19857fe8ff0f tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12282919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8731163'] for subnet, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:06.453141 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b731e0ad-bad7-47a2-a61a-f6dbe03bd5aa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:06.463003 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10687bb-e033-4e93-8085-19857fe8ff0f tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Pushing event deleted for resources: {'Subnet': ['ID=a4b6ef18-1358-4417-83da-f218c2b0be20,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:06.469459 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e10687bb-e033-4e93-8085-19857fe8ff0f tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:06.481431 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-e10687bb-e033-4e93-8085-19857fe8ff0f tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] 10.222.0.54 "DELETE /v2.0/subnets/a4b6ef18-1358-4417-83da-f218c2b0be20 HTTP/1.1" status: 204 len: 168 time: 0.3666096 Nov 19 17:55:06.481431 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 38238) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:06.484433 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88071d78-f7b7-4eb6-8981-f1462448bd27 None None] Network dce1ba32-6c73-41ad-bedc-e9dd11eeadb2 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:55:06.494040 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b731e0ad-bad7-47a2-a61a-f6dbe03bd5aa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:06.572264 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b731e0ad-bad7-47a2-a61a-f6dbe03bd5aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:06.575742 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b731e0ad-bad7-47a2-a61a-f6dbe03bd5aa admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:06.577242 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-b731e0ad-bad7-47a2-a61a-f6dbe03bd5aa admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/382e52e3-3807-420c-8c09-c74415148949 HTTP/1.1" status: 204 len: 168 time: 0.1787965 Nov 19 17:55:06.598388 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b731e0ad-bad7-47a2-a61a-f6dbe03bd5aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=382e52e3-3807-420c-8c09-c74415148949,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:06.630205 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-82c72f1a-1ff2-47b9-b263-b005f1bd00b6 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:06.674304 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458f561b-4118-4824-9846-c7131ba93e20 req-1b9b56d4-7405-4bf9-b092-500dc88326fa tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:55:06.682238 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-458f561b-4118-4824-9846-c7131ba93e20 req-1b9b56d4-7405-4bf9-b092-500dc88326fa tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/ports?device_id=f6ff1db3-31de-4ab0-a1e2-89026114a29d HTTP/1.1" status: 200 len: 945 time: 0.0956595 Nov 19 17:55:06.758621 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-458f561b-4118-4824-9846-c7131ba93e20 req-242e29fe-c443-4204-80c4-39b16a1db4ec tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/security-groups?id=30887d2c-2c06-4a04-8ed7-1cc9b0391ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750978 Nov 19 17:55:06.769003 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-82c72f1a-1ff2-47b9-b263-b005f1bd00b6 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Deleting port c5d5bc17-b7de-42c4-adfe-d4b5d23d419b {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:55:06.769346 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-82c72f1a-1ff2-47b9-b263-b005f1bd00b6 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:06.795046 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-877bd10e-7199-455a-a48f-c5450b01a19e None None] DHCP port deletion for dce1ba32-6c73-41ad-bedc-e9dd11eeadb2 request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 17:55:06.845483 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [None req-82c72f1a-1ff2-47b9-b263-b005f1bd00b6 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] For port c5d5bc17-b7de-42c4-adfe-d4b5d23d419b, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=c5d5bc17-b7de-42c4-adfe-d4b5d23d419b,segment=NetworkSegment(aa513e65-6de4-41cd-904e-61cd630f3982),segment_id=aa513e65-6de4-41cd-904e-61cd630f3982)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:55:06.845933 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-82c72f1a-1ff2-47b9-b263-b005f1bd00b6 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:06.863095 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-877bd10e-7199-455a-a48f-c5450b01a19e None None] Deleting port c5d5bc17-b7de-42c4-adfe-d4b5d23d419b {{(pid=103366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:55:06.863823 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-877bd10e-7199-455a-a48f-c5450b01a19e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:06.867700 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-82c72f1a-1ff2-47b9-b263-b005f1bd00b6 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Calling delete_port for c5d5bc17-b7de-42c4-adfe-d4b5d23d419b owned by network:dhcp {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:55:06.935910 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-877bd10e-7199-455a-a48f-c5450b01a19e None None] For port c5d5bc17-b7de-42c4-adfe-d4b5d23d419b, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=c5d5bc17-b7de-42c4-adfe-d4b5d23d419b,segment=NetworkSegment(aa513e65-6de4-41cd-904e-61cd630f3982),segment_id=aa513e65-6de4-41cd-904e-61cd630f3982)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:55:06.936307 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-877bd10e-7199-455a-a48f-c5450b01a19e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:06.952385 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-877bd10e-7199-455a-a48f-c5450b01a19e None None] Calling delete_port for c5d5bc17-b7de-42c4-adfe-d4b5d23d419b owned by network:dhcp {{(pid=103366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:55:06.989840 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fa01ae-4be4-4980-991c-dd3f7eb17eba req-d3926122-b1a3-4399-baef-17604bc7aa25 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:55:06.989840 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d8fa01ae-4be4-4980-991c-dd3f7eb17eba req-d3926122-b1a3-4399-baef-17604bc7aa25 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/ports?device_id=19a4af58-8f1f-46c0-b13d-59abb7b40678 HTTP/1.1" status: 200 len: 947 time: 0.0693474 Nov 19 17:55:07.046002 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b69ade-49df-46b6-8371-a64978118033 req-22906049-fc39-4287-b7f3-c8cf658db739 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:55:07.047548 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-72b69ade-49df-46b6-8371-a64978118033 req-22906049-fc39-4287-b7f3-c8cf658db739 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.60 "GET /v2.0/ports?device_id=19a4af58-8f1f-46c0-b13d-59abb7b40678 HTTP/1.1" status: 200 len: 947 time: 0.1672192 Nov 19 17:55:07.076702 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d8fa01ae-4be4-4980-991c-dd3f7eb17eba req-79066d3a-7ff9-45a1-bc9d-a93a40f046cc tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/security-groups?id=af9eedbc-4dba-4487-bbd4-6a5c45518ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846820 Nov 19 17:55:07.085785 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-82c72f1a-1ff2-47b9-b263-b005f1bd00b6 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:07.160560 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c72f1a-1ff2-47b9-b263-b005f1bd00b6 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Pushing event deleted for resources: {'Port': ['ID=c5d5bc17-b7de-42c4-adfe-d4b5d23d419b,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:07.162855 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c72f1a-1ff2-47b9-b263-b005f1bd00b6 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] No DVR routers for this DVR port c5d5bc17-b7de-42c4-adfe-d4b5d23d419b on host n-d-818022-2 {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:55:07.234128 n-d-818022-2 neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 17:55:07.234128 n-d-818022-2 neutron-server[103366]: self.session.flush() Nov 19 17:55:07.234128 n-d-818022-2 neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 17:55:07.234128 n-d-818022-2 neutron-server[103366]: self.session.flush() Nov 19 17:55:07.234128 n-d-818022-2 neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 17:55:07.234128 n-d-818022-2 neutron-server[103366]: self.session.flush() Nov 19 17:55:07.234128 n-d-818022-2 neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 17:55:07.234128 n-d-818022-2 neutron-server[103366]: self.session.flush() Nov 19 17:55:07.234128 n-d-818022-2 neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 17:55:07.234128 n-d-818022-2 neutron-server[103366]: self.session.flush() Nov 19 17:55:07.234128 n-d-818022-2 neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 17:55:07.234128 n-d-818022-2 neutron-server[103366]: self.session.flush() Nov 19 17:55:07.234128 n-d-818022-2 neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 17:55:07.234128 n-d-818022-2 neutron-server[103366]: self.session.flush() Nov 19 17:55:07.234128 n-d-818022-2 neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 17:55:07.234128 n-d-818022-2 neutron-server[103366]: self.session.flush() Nov 19 17:55:07.234128 n-d-818022-2 neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 17:55:07.234128 n-d-818022-2 neutron-server[103366]: self.session.flush() Nov 19 17:55:07.234128 n-d-818022-2 neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 17:55:07.234128 n-d-818022-2 neutron-server[103366]: self.session.flush() Nov 19 17:55:07.234128 n-d-818022-2 neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 17:55:07.234128 n-d-818022-2 neutron-server[103366]: self.session.flush() Nov 19 17:55:07.234128 n-d-818022-2 neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 17:55:07.234128 n-d-818022-2 neutron-server[103366]: self.session.flush() Nov 19 17:55:07.234128 n-d-818022-2 neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 17:55:07.234128 n-d-818022-2 neutron-server[103366]: self.session.flush() Nov 19 17:55:07.234128 n-d-818022-2 neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 17:55:07.234128 n-d-818022-2 neutron-server[103366]: self.session.flush() Nov 19 17:55:07.234128 n-d-818022-2 neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 17:55:07.234128 n-d-818022-2 neutron-server[103366]: self.session.flush() Nov 19 17:55:07.234128 n-d-818022-2 neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 17:55:07.234128 n-d-818022-2 neutron-server[103366]: self.session.flush() Nov 19 17:55:07.234128 n-d-818022-2 neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 17:55:07.234128 n-d-818022-2 neutron-server[103366]: self.session.flush() Nov 19 17:55:07.234128 n-d-818022-2 neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 17:55:07.234128 n-d-818022-2 neutron-server[103366]: self.session.flush() Nov 19 17:55:07.234128 n-d-818022-2 neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 17:55:07.234128 n-d-818022-2 neutron-server[103366]: self.session.flush() Nov 19 17:55:07.234128 n-d-818022-2 neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 17:55:07.234128 n-d-818022-2 neutron-server[103366]: self.session.flush() Nov 19 17:55:07.237690 n-d-818022-2 neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 17:55:07.237690 n-d-818022-2 neutron-server[103366]: self.session.flush() Nov 19 17:55:07.237690 n-d-818022-2 neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 17:55:07.237690 n-d-818022-2 neutron-server[103366]: self.session.flush() Nov 19 17:55:07.237690 n-d-818022-2 neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 17:55:07.237690 n-d-818022-2 neutron-server[103366]: self.session.flush() Nov 19 17:55:07.237690 n-d-818022-2 neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 17:55:07.237690 n-d-818022-2 neutron-server[103366]: self.session.flush() Nov 19 17:55:07.237690 n-d-818022-2 neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 17:55:07.237690 n-d-818022-2 neutron-server[103366]: self.session.flush() Nov 19 17:55:07.237690 n-d-818022-2 neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 17:55:07.237690 n-d-818022-2 neutron-server[103366]: self.session.flush() Nov 19 17:55:07.237690 n-d-818022-2 neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 17:55:07.237690 n-d-818022-2 neutron-server[103366]: self.session.flush() Nov 19 17:55:07.238888 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-877bd10e-7199-455a-a48f-c5450b01a19e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007'] for port, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:07.280113 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-82c72f1a-1ff2-47b9-b263-b005f1bd00b6 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:07.294617 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877bd10e-7199-455a-a48f-c5450b01a19e None None] Pushing event deleted for resources: {'Port': ['ID=c5d5bc17-b7de-42c4-adfe-d4b5d23d419b,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:07.312764 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-877bd10e-7199-455a-a48f-c5450b01a19e None None] No DVR routers for this DVR port c5d5bc17-b7de-42c4-adfe-d4b5d23d419b on host n-d-818022-2 {{(pid=103366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:55:07.316541 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-82c72f1a-1ff2-47b9-b263-b005f1bd00b6 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dce1ba32-6c73-41ad-bedc-e9dd11eeadb2']}} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:55:07.336065 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-82c72f1a-1ff2-47b9-b263-b005f1bd00b6 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa513e65-6de4-41cd-904e-61cd630f3982') {'for_net_delete': True} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:55:07.336372 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-82c72f1a-1ff2-47b9-b263-b005f1bd00b6 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa513e65-6de4-41cd-904e-61cd630f3982') {} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:55:07.672211 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-72b69ade-49df-46b6-8371-a64978118033 req-7b4bd85d-3ac9-403c-91d4-407137d6339c tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Deleting port 416dfac9-b243-4e8e-b7ab-03fa42b872ea {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:55:07.672971 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-72b69ade-49df-46b6-8371-a64978118033 req-7b4bd85d-3ac9-403c-91d4-407137d6339c tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:07.687856 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-82c72f1a-1ff2-47b9-b263-b005f1bd00b6 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12545382'] for segment, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:07.711825 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 38282) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:07.733524 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-82c72f1a-1ff2-47b9-b263-b005f1bd00b6 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:07.746633 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82c72f1a-1ff2-47b9-b263-b005f1bd00b6 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Releasing vlan 662 on physical network physnet1 to pool {{(pid=103365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 17:55:07.747031 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-82c72f1a-1ff2-47b9-b263-b005f1bd00b6 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12282953'] for segment, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:07.750430 n-d-818022-2 neutron-server[103365]: Traceback (most recent call last): Nov 19 17:55:07.750430 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 17:55:07.750430 n-d-818022-2 neutron-server[103365]: timer() Nov 19 17:55:07.750430 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 17:55:07.750430 n-d-818022-2 neutron-server[103365]: cb(*args, **kw) Nov 19 17:55:07.750430 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 17:55:07.750430 n-d-818022-2 neutron-server[103365]: return func(*args, **kwargs) Nov 19 17:55:07.750430 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 17:55:07.750430 n-d-818022-2 neutron-server[103365]: self._notify() Nov 19 17:55:07.750430 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 17:55:07.750430 n-d-818022-2 neutron-server[103365]: self.callback(batched_events) Nov 19 17:55:07.750430 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 17:55:07.750430 n-d-818022-2 neutron-server[103365]: event.method(event) Nov 19 17:55:07.750430 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 17:55:07.750430 n-d-818022-2 neutron-server[103365]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 17:55:07.750430 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 17:55:07.750430 n-d-818022-2 neutron-server[103365]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 17:55:07.750430 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 17:55:07.750430 n-d-818022-2 neutron-server[103365]: return f(self, *a, **k) Nov 19 17:55:07.750430 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 17:55:07.750430 n-d-818022-2 neutron-server[103365]: return self._get(url).json() Nov 19 17:55:07.750430 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 17:55:07.750430 n-d-818022-2 neutron-server[103365]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 17:55:07.750430 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 17:55:07.750430 n-d-818022-2 neutron-server[103365]: return self.request(url, 'GET', **kwargs) Nov 19 17:55:07.750430 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 17:55:07.750430 n-d-818022-2 neutron-server[103365]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 17:55:07.750430 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 17:55:07.750430 n-d-818022-2 neutron-server[103365]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 17:55:07.750430 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 17:55:07.750430 n-d-818022-2 neutron-server[103365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 17:55:07.750430 n-d-818022-2 neutron-server[103365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 17:55:07.842608 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-72b69ade-49df-46b6-8371-a64978118033 req-7b4bd85d-3ac9-403c-91d4-407137d6339c tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] For port 416dfac9-b243-4e8e-b7ab-03fa42b872ea, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=416dfac9-b243-4e8e-b7ab-03fa42b872ea,segment=NetworkSegment(a5a94e2b-2782-491c-8737-b805351d0689),segment_id=a5a94e2b-2782-491c-8737-b805351d0689)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:55:07.843933 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-72b69ade-49df-46b6-8371-a64978118033 req-7b4bd85d-3ac9-403c-91d4-407137d6339c tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:07.861627 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-82c72f1a-1ff2-47b9-b263-b005f1bd00b6 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671242'] for network, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:07.871360 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-82c72f1a-1ff2-47b9-b263-b005f1bd00b6 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:07.875183 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-82c72f1a-1ff2-47b9-b263-b005f1bd00b6 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] 10.222.0.54 "DELETE /v2.0/networks/dce1ba32-6c73-41ad-bedc-e9dd11eeadb2 HTTP/1.1" status: 204 len: 168 time: 1.3931088 Nov 19 17:55:07.886740 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-5beb1e9c-cef6-4161-a2cb-8749eecc5f47 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-846840041'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:55:07.889602 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 38294) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:07.899030 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-acc9ddab-c5eb-42df-8446-96b9c3ac2e93 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-724380460'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:55:07.923942 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c72f1a-1ff2-47b9-b263-b005f1bd00b6 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Pushing event deleted for resources: {'Network': ['ID=dce1ba32-6c73-41ad-bedc-e9dd11eeadb2,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:07.944547 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.db.api [None req-acc9ddab-c5eb-42df-8446-96b9c3ac2e93 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 19 17:55:07.944547 n-d-818022-2 neutron-server[103364]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 19 17:55:07.944547 n-d-818022-2 neutron-server[103364]: [parameters: {'project_id': '8332730af82c4019921b40209bacb73c', 'id': '7e98492c-89a5-44de-be56-b69ba74756da', 'expiration': datetime.datetime(2021, 11, 19, 17, 57, 7, 935000)}] Nov 19 17:55:07.944547 n-d-818022-2 neutron-server[103364]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103364) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 17:55:07.945127 n-d-818022-2 neutron-server[103364]: DEBUG oslo_db.api [None req-acc9ddab-c5eb-42df-8446-96b9c3ac2e93 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 17:55:07.964263 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7a1955-d9f8-4700-a530-751cc8a783d2 req-acf1414b-a352-4eda-ac6e-bc59d0a72ed0 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:55:07.970355 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-fc7a1955-d9f8-4700-a530-751cc8a783d2 req-acf1414b-a352-4eda-ac6e-bc59d0a72ed0 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/ports?device_id=f6ff1db3-31de-4ab0-a1e2-89026114a29d HTTP/1.1" status: 200 len: 945 time: 0.1046581 Nov 19 17:55:07.971690 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5beb1e9c-cef6-4161-a2cb-8749eecc5f47 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Made reservation on behalf of 6b45f31544cd40e7b10456e94240dc6e for: {'network': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:55:07.976123 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5beb1e9c-cef6-4161-a2cb-8749eecc5f47 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:07.996133 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5beb1e9c-cef6-4161-a2cb-8749eecc5f47 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:08.070254 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-fc7a1955-d9f8-4700-a530-751cc8a783d2 req-b1e53268-9f39-4e59-a7a2-25173e176fdb tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/security-groups?id=30887d2c-2c06-4a04-8ed7-1cc9b0391ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812795 Nov 19 17:55:08.077569 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-72b69ade-49df-46b6-8371-a64978118033 req-7b4bd85d-3ac9-403c-91d4-407137d6339c tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:08.077977 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-72b69ade-49df-46b6-8371-a64978118033 req-7b4bd85d-3ac9-403c-91d4-407137d6339c tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-671284'] for floatingip, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:08.078306 n-d-818022-2 neutron-server[103365]: INFO neutron.db.l3_db [req-72b69ade-49df-46b6-8371-a64978118033 req-7b4bd85d-3ac9-403c-91d4-407137d6339c tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Floating IP 2519600f-fa19-4ec6-a4f6-2233dbf72946 disassociated. External IP: 172.25.7.186, port: 416dfac9-b243-4e8e-b7ab-03fa42b872ea. Nov 19 17:55:08.078651 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-72b69ade-49df-46b6-8371-a64978118033 req-7b4bd85d-3ac9-403c-91d4-407137d6339c tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Calling delete_port for 416dfac9-b243-4e8e-b7ab-03fa42b872ea owned by compute:nova {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:55:08.125702 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5beb1e9c-cef6-4161-a2cb-8749eecc5f47 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:08.139001 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5beb1e9c-cef6-4161-a2cb-8749eecc5f47 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:08.166002 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5beb1e9c-cef6-4161-a2cb-8749eecc5f47 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 691} {{(pid=103364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 17:55:08.193756 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5beb1e9c-cef6-4161-a2cb-8749eecc5f47 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:08.194734 n-d-818022-2 neutron-server[103364]: INFO neutron.db.segments_db [None req-5beb1e9c-cef6-4161-a2cb-8749eecc5f47 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Added segment b0148e58-5e40-4372-b35c-802e0d196d41 of type vlan for network 65eace33-2479-4afb-a7b6-41f0773542ac Nov 19 17:55:08.240902 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5beb1e9c-cef6-4161-a2cb-8749eecc5f47 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a006085d-7ef0-4bee-bb8d-594428078cac,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:08.252802 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5beb1e9c-cef6-4161-a2cb-8749eecc5f47 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:08.281070 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5beb1e9c-cef6-4161-a2cb-8749eecc5f47 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:08.287731 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5beb1e9c-cef6-4161-a2cb-8749eecc5f47 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:55:08.288392 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5beb1e9c-cef6-4161-a2cb-8749eecc5f47 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks [] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:08.302887 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e76d9b-9c98-4711-99f4-8f7468c5075a req-de5c0698-2598-4fd3-a7ad-0e205c1bc379 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:55:08.305151 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a4e76d9b-9c98-4711-99f4-8f7468c5075a req-de5c0698-2598-4fd3-a7ad-0e205c1bc379 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/ports?device_id=19a4af58-8f1f-46c0-b13d-59abb7b40678 HTTP/1.1" status: 200 len: 947 time: 0.0858476 Nov 19 17:55:08.306009 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-72b69ade-49df-46b6-8371-a64978118033 req-7b4bd85d-3ac9-403c-91d4-407137d6339c tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:08.361951 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4bd85d-3ac9-403c-91d4-407137d6339c tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Pushing event deleted for resources: {'Port': ['ID=416dfac9-b243-4e8e-b7ab-03fa42b872ea,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:08.381904 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 38306) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:08.386383 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-5beb1e9c-cef6-4161-a2cb-8749eecc5f47 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6732945 Nov 19 17:55:08.394282 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-65cb036d-792a-49c0-9e45-aa0c9aba1c31 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Request body: {'subnet': {'network_id': '65eace33-2479-4afb-a7b6-41f0773542ac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:55:08.398756 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5beb1e9c-cef6-4161-a2cb-8749eecc5f47 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Pushing event updated for resources: {'Network': ['ID=65eace33-2479-4afb-a7b6-41f0773542ac,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:08.409870 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network 65eace33-2479-4afb-a7b6-41f0773542ac details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 17:55:08.486257 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acc9ddab-c5eb-42df-8446-96b9c3ac2e93 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Made reservation on behalf of 8332730af82c4019921b40209bacb73c for: {'network': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:55:08.490772 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-acc9ddab-c5eb-42df-8446-96b9c3ac2e93 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:08.526333 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acc9ddab-c5eb-42df-8446-96b9c3ac2e93 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 665} {{(pid=103364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 17:55:08.539378 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-acc9ddab-c5eb-42df-8446-96b9c3ac2e93 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:08.539882 n-d-818022-2 neutron-server[103364]: INFO neutron.db.segments_db [None req-acc9ddab-c5eb-42df-8446-96b9c3ac2e93 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Added segment 5940dc55-ae51-4006-8b56-20b805c7ac00 of type vlan for network 50fea402-26ea-4cac-ba30-b066884e7acb Nov 19 17:55:08.566372 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a4e76d9b-9c98-4711-99f4-8f7468c5075a req-d45b761a-8df6-4cc2-8c55-8d68f0fcc999 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/security-groups?id=af9eedbc-4dba-4487-bbd4-6a5c45518ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2430420 Nov 19 17:55:08.597529 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-acc9ddab-c5eb-42df-8446-96b9c3ac2e93 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:08.643313 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-acc9ddab-c5eb-42df-8446-96b9c3ac2e93 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:08.651701 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acc9ddab-c5eb-42df-8446-96b9c3ac2e93 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:55:08.653097 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-acc9ddab-c5eb-42df-8446-96b9c3ac2e93 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks [] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:08.653406 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65cb036d-792a-49c0-9e45-aa0c9aba1c31 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Made reservation on behalf of 6b45f31544cd40e7b10456e94240dc6e for: {'subnet': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:55:08.656976 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-65cb036d-792a-49c0-9e45-aa0c9aba1c31 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8731248'] for subnet, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:08.667703 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [req-72b69ade-49df-46b6-8371-a64978118033 req-7b4bd85d-3ac9-403c-91d4-407137d6339c tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Router e058c21b-c236-492c-ad55-4a9321e6f5bb has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 17:55:08.724800 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-acc9ddab-c5eb-42df-8446-96b9c3ac2e93 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.8311861 Nov 19 17:55:08.725385 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 38316) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:08.731728 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-095686f5-540c-4a1e-b763-985ffcb84e2a tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Request body: {'subnet': {'network_id': '50fea402-26ea-4cac-ba30-b066884e7acb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:55:08.826290 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc9ddab-c5eb-42df-8446-96b9c3ac2e93 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Pushing event updated for resources: {'Network': ['ID=50fea402-26ea-4cac-ba30-b066884e7acb,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:08.839905 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network 50fea402-26ea-4cac-ba30-b066884e7acb details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 17:55:08.880474 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-095686f5-540c-4a1e-b763-985ffcb84e2a tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Made reservation on behalf of 8332730af82c4019921b40209bacb73c for: {'subnet': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:55:08.884289 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-095686f5-540c-4a1e-b763-985ffcb84e2a tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8983829'] for subnet, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:08.960887 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 260dbd90-9330-4b64-87db-279e24c3a288 up at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:55:08.964351 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device c5d5bc17-b7de-42c4-adfe-d4b5d23d419b no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:55:08.990812 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: c5d5bc17-b7de-42c4-adfe-d4b5d23d419b {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:55:08.991683 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device c5d5bc17-b7de-42c4-adfe-d4b5d23d419b not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:55:09.045777 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-72b69ade-49df-46b6-8371-a64978118033 req-7b4bd85d-3ac9-403c-91d4-407137d6339c tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 17:55:09.051815 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning for port 260dbd90-9330-4b64-87db-279e24c3a288 completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 17:55:09.057747 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d773f68b-88c8-4113-abb9-566d60fca7b9 None None] Sync routers for ids ['e058c21b-c236-492c-ad55-4a9321e6f5bb'] in n-d-818022-2 {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 17:55:09.061507 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning complete for port 260dbd90-9330-4b64-87db-279e24c3a288 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:55:09.061911 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:09.079555 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d773f68b-88c8-4113-abb9-566d60fca7b9 None None] Routers {'e058c21b-c236-492c-ad55-4a9321e6f5bb'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:55:09.080114 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-d773f68b-88c8-4113-abb9-566d60fca7b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:55:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['e058c21b-c236-492c-ad55-4a9321e6f5bb'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:55:09.159440 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:09.166907 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-72b69ade-49df-46b6-8371-a64978118033 req-7b4bd85d-3ac9-403c-91d4-407137d6339c tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] No DVR routers for this DVR port 416dfac9-b243-4e8e-b7ab-03fa42b872ea on host n-h1-818022-2 {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:55:09.170667 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-72b69ade-49df-46b6-8371-a64978118033 req-7b4bd85d-3ac9-403c-91d4-407137d6339c tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:09.193686 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-72b69ade-49df-46b6-8371-a64978118033 req-7b4bd85d-3ac9-403c-91d4-407137d6339c tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.60 "DELETE /v2.0/ports/416dfac9-b243-4e8e-b7ab-03fa42b872ea HTTP/1.1" status: 204 len: 173 time: 2.1355302 Nov 19 17:55:09.194232 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19a4af58-8f1f-46c0-b13d-59abb7b40678', 'name': 'network-vif-deleted', 'tag': '416dfac9-b243-4e8e-b7ab-03fa42b872ea'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:55:09.195840 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6ff1db3-31de-4ab0-a1e2-89026114a29d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '260dbd90-9330-4b64-87db-279e24c3a288'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:55:09.196571 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218319d759239a7d11f1288aef37381b97754913ee9ccbfd43b51a463f801712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19e5b471-17a2-4f89-9a88-92f986206eae" -d '{"events": [{"server_uuid": "19a4af58-8f1f-46c0-b13d-59abb7b40678", "name": "network-vif-deleted", "tag": "416dfac9-b243-4e8e-b7ab-03fa42b872ea"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:55:09.209131 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3940761bcd94e032e6960d2241bd8993c5d3a7d8dc2aca8488f3ecf1d4dd2fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-676c6716-a80b-464d-a669-10fbae57a1d0" -d '{"events": [{"server_uuid": "f6ff1db3-31de-4ab0-a1e2-89026114a29d", "name": "network-vif-plugged", "status": "completed", "tag": "260dbd90-9330-4b64-87db-279e24c3a288"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:55:09.217069 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-65cb036d-792a-49c0-9e45-aa0c9aba1c31 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12283104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8731234'] for subnet, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:09.250752 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-d773f68b-88c8-4113-abb9-566d60fca7b9 None None] Set router e058c21b-c236-492c-ad55-4a9321e6f5bb gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:55:09.252406 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 260dbd90-9330-4b64-87db-279e24c3a288, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=260dbd90-9330-4b64-87db-279e24c3a288,segment=NetworkSegment(89891acd-fd82-4118-b100-e50c4e69b300),segment_id=89891acd-fd82-4118-b100-e50c4e69b300)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:55:09.265870 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:09.347523 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-095686f5-540c-4a1e-b763-985ffcb84e2a tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12425078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8983815'] for subnet, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:09.365952 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cb036d-792a-49c0-9e45-aa0c9aba1c31 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Pushing event updated for resources: {'Subnet': ['ID=78671c95-4a0a-498d-9fdd-56e52f69e96f,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:09.385787 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:55:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7be584e7-97a9-43f4-8cbb-2b8e78a502cf x-openstack-request-id: req-7be584e7-97a9-43f4-8cbb-2b8e78a502cf {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:55:09.387888 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19a4af58-8f1f-46c0-b13d-59abb7b40678", "name": "network-vif-deleted", "tag": "416dfac9-b243-4e8e-b7ab-03fa42b872ea", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:55:09.388318 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-7be584e7-97a9-43f4-8cbb-2b8e78a502cf {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:55:09.388894 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19a4af58-8f1f-46c0-b13d-59abb7b40678', 'name': 'network-vif-deleted', 'tag': '416dfac9-b243-4e8e-b7ab-03fa42b872ea', 'status': 'completed', 'code': 200} Nov 19 17:55:09.453676 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095686f5-540c-4a1e-b763-985ffcb84e2a tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Pushing event updated for resources: {'Subnet': ['ID=1cb0c8e1-2e1e-4b0f-89dc-d9999bd98fb4,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:09.475077 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095686f5-540c-4a1e-b763-985ffcb84e2a tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Checking segment: {'id': '5940dc55-ae51-4006-8b56-20b805c7ac00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '50fea402-26ea-4cac-ba30-b066884e7acb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:55:09.475587 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-095686f5-540c-4a1e-b763-985ffcb84e2a tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Network hostable DHCP agents. Network: 50fea402-26ea-4cac-ba30-b066884e7acb, hostable agents: ['02910ef2-0455-4aea-9f38-9a875579633f'], hosted agents: [] {{(pid=103364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 17:55:09.484484 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=260dbd90-9330-4b64-87db-279e24c3a288,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:09.522908 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-095686f5-540c-4a1e-b763-985ffcb84e2a tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Network 50fea402-26ea-4cac-ba30-b066884e7acb is scheduled to be hosted by DHCP agent 02910ef2-0455-4aea-9f38-9a875579633f with binding_index 1 {{(pid=103364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 17:55:09.529173 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-d773f68b-88c8-4113-abb9-566d60fca7b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e058c21b-c236-492c-ad55-4a9321e6f5bb', 'name': 'tempest-AttachVolumeShelveTestJSON-450598237-router', 'tenant_id': '063ef7e3fa9c49daa0ae772568226d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.182'}], 'enable_snat': True}, 'gw_port_id': 'ed871de4-65e1-44dc-aeee-b66bab971245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:44:20Z', 'updated_at': '2021-11-19T17:44:31Z', 'revision_number': 4, 'project_id': '063ef7e3fa9c49daa0ae772568226d29', 'gw_port': {'id': 'ed871de4-65e1-44dc-aeee-b66bab971245', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:d4:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e058c21b-c236-492c-ad55-4a9321e6f5bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:44:22Z', 'updated_at': '2021-11-19T17:44:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': '895fd70c-7075-431e-836d-c15db92d5d5d', 'name': '', 'network_id': 'fdcadcc4-b6d0-4be3-9284-8f7eda9af8ea', 'tenant_id': '063ef7e3fa9c49daa0ae772568226d29', 'mac_address': 'fa:16:3e:49:ca:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e058c21b-c236-492c-ad55-4a9321e6f5bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '5dbfa5af-1ad8-4df8-a1b2-cc6152eda1a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:44:29Z', 'updated_at': '2021-11-19T17:44:43Z', 'revision_number': 5, 'project_id': '063ef7e3fa9c49daa0ae772568226d29', 'subnets': [{'id': '5dbfa5af-1ad8-4df8-a1b2-cc6152eda1a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:55:09.532272 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82126d4-199f-47a9-a055-c2288e85e2ba req-8e670aea-d9b7-4a6d-8678-89b3604a8382 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:55:09.537994 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b82126d4-199f-47a9-a055-c2288e85e2ba req-8e670aea-d9b7-4a6d-8678-89b3604a8382 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/ports?device_id=f6ff1db3-31de-4ab0-a1e2-89026114a29d HTTP/1.1" status: 200 len: 945 time: 0.3334312 Nov 19 17:55:09.550702 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-095686f5-540c-4a1e-b763-985ffcb84e2a tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818022-2, 50fea402-26ea-4cac-ba30-b066884e7acb) {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:55:09.556456 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-095686f5-540c-4a1e-b763-985ffcb84e2a tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:55:09.557264 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-095686f5-540c-4a1e-b763-985ffcb84e2a tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:09.558335 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65cb036d-792a-49c0-9e45-aa0c9aba1c31 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Checking segment: {'id': 'b0148e58-5e40-4372-b35c-802e0d196d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '65eace33-2479-4afb-a7b6-41f0773542ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:55:09.561184 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d773f68b-88c8-4113-abb9-566d60fca7b9 None None] Checking router: e058c21b-c236-492c-ad55-4a9321e6f5bb for host: n-d-818022-2 {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 17:55:09.565038 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65cb036d-792a-49c0-9e45-aa0c9aba1c31 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Network hostable DHCP agents. Network: 65eace33-2479-4afb-a7b6-41f0773542ac, hostable agents: ['02910ef2-0455-4aea-9f38-9a875579633f'], hosted agents: [] {{(pid=103365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 17:55:09.573241 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d773f68b-88c8-4113-abb9-566d60fca7b9 None None] Routers {'e058c21b-c236-492c-ad55-4a9321e6f5bb'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:55:09.573716 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f55eabf-681b-4942-bd13-08e6f4bf9d77 None None] Network 50fea402-26ea-4cac-ba30-b066884e7acb requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:55:09.574487 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-d773f68b-88c8-4113-abb9-566d60fca7b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:55:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['e058c21b-c236-492c-ad55-4a9321e6f5bb'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:55:09.618636 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-095686f5-540c-4a1e-b763-985ffcb84e2a tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8893397 Nov 19 17:55:09.618865 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 38336) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:09.623503 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-876ed83a-5354-44f8-8e8e-d75ad066c74a tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-950756809', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:55:09.661159 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-876ed83a-5354-44f8-8e8e-d75ad066c74a tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9890'] for router, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:09.662867 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-876ed83a-5354-44f8-8e8e-d75ad066c74a tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671617', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-732153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4689'] for router, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:09.671950 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65cb036d-792a-49c0-9e45-aa0c9aba1c31 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Network 65eace33-2479-4afb-a7b6-41f0773542ac is scheduled to be hosted by DHCP agent 02910ef2-0455-4aea-9f38-9a875579633f with binding_index 1 {{(pid=103365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 17:55:09.701294 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-65cb036d-792a-49c0-9e45-aa0c9aba1c31 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818022-2, 65eace33-2479-4afb-a7b6-41f0773542ac) {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:55:09.723166 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:55:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b7cfcfa-f1ba-4e0f-a772-ee7a9fab7c1d x-openstack-request-id: req-9b7cfcfa-f1ba-4e0f-a772-ee7a9fab7c1d {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:55:09.723485 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6ff1db3-31de-4ab0-a1e2-89026114a29d", "name": "network-vif-plugged", "status": "completed", "tag": "260dbd90-9330-4b64-87db-279e24c3a288", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:55:09.723721 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-9b7cfcfa-f1ba-4e0f-a772-ee7a9fab7c1d {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:55:09.724720 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6ff1db3-31de-4ab0-a1e2-89026114a29d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '260dbd90-9330-4b64-87db-279e24c3a288', 'code': 200} Nov 19 17:55:09.728947 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65cb036d-792a-49c0-9e45-aa0c9aba1c31 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:55:09.729597 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-65cb036d-792a-49c0-9e45-aa0c9aba1c31 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:09.731589 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2da4537-86fb-457d-8a68-bbcf6ba43ca4 None None] Network 65eace33-2479-4afb-a7b6-41f0773542ac requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:55:09.764038 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-876ed83a-5354-44f8-8e8e-d75ad066c74a tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:09.770823 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-876ed83a-5354-44f8-8e8e-d75ad066c74a tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671702'] for router, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:09.785246 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b82126d4-199f-47a9-a055-c2288e85e2ba req-af73e812-7793-49c2-afff-25e4a17124ab tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/security-groups?id=30887d2c-2c06-4a04-8ed7-1cc9b0391ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2363293 Nov 19 17:55:09.791207 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-65cb036d-792a-49c0-9e45-aa0c9aba1c31 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4072547 Nov 19 17:55:09.795260 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 38344) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:09.817873 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-e462df1d-6e90-4124-a1db-235881fc42be tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Request body: {'port': {'network_id': '65eace33-2479-4afb-a7b6-41f0773542ac', 'name': 'tempest-NetworksTestDHCPv6-639188072'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:55:09.854670 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85401baa-56ca-4462-bebb-280910aec9f4 req-d96cd6c7-56eb-4d13-8094-aea90e6fe30a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:55:09.856155 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-85401baa-56ca-4462-bebb-280910aec9f4 req-d96cd6c7-56eb-4d13-8094-aea90e6fe30a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f6ff1db3-31de-4ab0-a1e2-89026114a29d HTTP/1.1" status: 200 len: 1097 time: 0.0634277 Nov 19 17:55:09.869233 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-876ed83a-5354-44f8-8e8e-d75ad066c74a tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks [] for router, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:09.871282 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-876ed83a-5354-44f8-8e8e-d75ad066c74a tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.2515137 Nov 19 17:55:09.888024 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 38346) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:09.913258 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-a4c869f0-4679-493e-98fd-028c628b1ea6 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Request body: {'port': {'network_id': '50fea402-26ea-4cac-ba30-b066884e7acb', 'name': 'tempest-PortsTestJSON-523277871'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:55:09.965063 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 38350) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:09.992497 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e462df1d-6e90-4124-a1db-235881fc42be tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Made reservation on behalf of 6b45f31544cd40e7b10456e94240dc6e for: {'port': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:55:09.997072 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e462df1d-6e90-4124-a1db-235881fc42be tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:10.027837 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [None req-e462df1d-6e90-4124-a1db-235881fc42be tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] device_id is not set on port e8d44773-f3f9-4839-8491-8d75cabeadef yet. {{(pid=103364) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 17:55:10.050671 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-d773f68b-88c8-4113-abb9-566d60fca7b9 None None] Set router e058c21b-c236-492c-ad55-4a9321e6f5bb gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:55:10.053469 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43ffec11-1cb1-4e1f-9784-05f16f24108b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54f44f5f-1200-574e-8740-2141911d5b73-50fea402-26ea-4cac-ba30-b066884e7acb', 'network_id': '50fea402-26ea-4cac-ba30-b066884e7acb', 'tenant_id': '8332730af82c4019921b40209bacb73c', 'fixed_ips': [{'subnet_id': '1cb0c8e1-2e1e-4b0f-89dc-d9999bd98fb4'}]}} from n-d-818022-2. {{(pid=103366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 17:55:10.054486 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-43ffec11-1cb1-4e1f-9784-05f16f24108b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:10.160700 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1f2673b-7b6c-41cb-aa65-3ee3d3a81b35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54f44f5f-1200-574e-8740-2141911d5b73-65eace33-2479-4afb-a7b6-41f0773542ac', 'network_id': '65eace33-2479-4afb-a7b6-41f0773542ac', 'tenant_id': '6b45f31544cd40e7b10456e94240dc6e', 'fixed_ips': [{'subnet_id': '78671c95-4a0a-498d-9fdd-56e52f69e96f'}]}} from n-d-818022-2. {{(pid=103366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 17:55:10.166733 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b1f2673b-7b6c-41cb-aa65-3ee3d3a81b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:10.174816 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-85401baa-56ca-4462-bebb-280910aec9f4 req-f9229793-37f4-40d1-8f9b-dc8067c72b28 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=30887d2c-2c06-4a04-8ed7-1cc9b0391ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3109934 Nov 19 17:55:10.228643 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5795a40b-e983-4880-bde7-3701b56a139c tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:10.243814 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4c869f0-4679-493e-98fd-028c628b1ea6 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Made reservation on behalf of 8332730af82c4019921b40209bacb73c for: {'port': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:55:10.245863 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [None req-e462df1d-6e90-4124-a1db-235881fc42be tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Allocated IP 2001:db8::9c (65eace33-2479-4afb-a7b6-41f0773542ac/78671c95-4a0a-498d-9fdd-56e52f69e96f/e8d44773-f3f9-4839-8491-8d75cabeadef) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:55:10.254836 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a4c869f0-4679-493e-98fd-028c628b1ea6 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:10.281330 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5795a40b-e983-4880-bde7-3701b56a139c tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:10.295444 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [None req-a4c869f0-4679-493e-98fd-028c628b1ea6 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] device_id is not set on port e707794e-bcf6-4724-8574-f0a9afdc1443 yet. {{(pid=103365) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 17:55:10.367949 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-d773f68b-88c8-4113-abb9-566d60fca7b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e058c21b-c236-492c-ad55-4a9321e6f5bb', 'name': 'tempest-AttachVolumeShelveTestJSON-450598237-router', 'tenant_id': '063ef7e3fa9c49daa0ae772568226d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.182'}], 'enable_snat': True}, 'gw_port_id': 'ed871de4-65e1-44dc-aeee-b66bab971245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:44:20Z', 'updated_at': '2021-11-19T17:44:31Z', 'revision_number': 4, 'project_id': '063ef7e3fa9c49daa0ae772568226d29', 'gw_port': {'id': 'ed871de4-65e1-44dc-aeee-b66bab971245', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:d4:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e058c21b-c236-492c-ad55-4a9321e6f5bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:44:22Z', 'updated_at': '2021-11-19T17:44:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': '895fd70c-7075-431e-836d-c15db92d5d5d', 'name': '', 'network_id': 'fdcadcc4-b6d0-4be3-9284-8f7eda9af8ea', 'tenant_id': '063ef7e3fa9c49daa0ae772568226d29', 'mac_address': 'fa:16:3e:49:ca:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e058c21b-c236-492c-ad55-4a9321e6f5bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '5dbfa5af-1ad8-4df8-a1b2-cc6152eda1a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:44:29Z', 'updated_at': '2021-11-19T17:44:43Z', 'revision_number': 5, 'project_id': '063ef7e3fa9c49daa0ae772568226d29', 'subnets': [{'id': '5dbfa5af-1ad8-4df8-a1b2-cc6152eda1a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:55:10.414232 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d773f68b-88c8-4113-abb9-566d60fca7b9 None None] The sync data for ids ['e058c21b-c236-492c-ad55-4a9321e6f5bb'] in n-d-818022-2 is: [{'id': 'e058c21b-c236-492c-ad55-4a9321e6f5bb', 'name': 'tempest-AttachVolumeShelveTestJSON-450598237-router', 'tenant_id': '063ef7e3fa9c49daa0ae772568226d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.182'}], 'enable_snat': True}, 'gw_port_id': 'ed871de4-65e1-44dc-aeee-b66bab971245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:44:20Z', 'updated_at': '2021-11-19T17:44:31Z', 'revision_number': 4, 'project_id': '063ef7e3fa9c49daa0ae772568226d29', 'gw_port': {'id': 'ed871de4-65e1-44dc-aeee-b66bab971245', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:d4:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e058c21b-c236-492c-ad55-4a9321e6f5bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:44:22Z', 'updated_at': '2021-11-19T17:44:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': '895fd70c-7075-431e-836d-c15db92d5d5d', 'name': '', 'network_id': 'fdcadcc4-b6d0-4be3-9284-8f7eda9af8ea', 'tenant_id': '063ef7e3fa9c49daa0ae772568226d29', 'mac_address': 'fa:16:3e:49:ca:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e058c21b-c236-492c-ad55-4a9321e6f5bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '5dbfa5af-1ad8-4df8-a1b2-cc6152eda1a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:44:29Z', 'updated_at': '2021-11-19T17:44:43Z', 'revision_number': 5, 'project_id': '063ef7e3fa9c49daa0ae772568226d29', 'subnets': [{'id': '5dbfa5af-1ad8-4df8-a1b2-cc6152eda1a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 17:55:10.435945 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5795a40b-e983-4880-bde7-3701b56a139c tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:10.442532 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5795a40b-e983-4880-bde7-3701b56a139c tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:10.446503 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-5795a40b-e983-4880-bde7-3701b56a139c tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "DELETE /v2.0/security-groups/af9eedbc-4dba-4487-bbd4-6a5c45518ab7 HTTP/1.1" status: 204 len: 168 time: 0.4780753 Nov 19 17:55:10.447759 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 38360) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:10.463548 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5795a40b-e983-4880-bde7-3701b56a139c tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af9eedbc-4dba-4487-bbd4-6a5c45518ab7,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:10.471778 n-d-818022-2 neutron-server[103365]: INFO neutron.api.v2.resource [None req-29ea5a7b-d51d-4813-8728-2f6c291a5b3e tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] show failed (client error): The resource could not be found. Nov 19 17:55:10.472740 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-29ea5a7b-d51d-4813-8728-2f6c291a5b3e tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "GET /v2.0/security-groups/af9eedbc-4dba-4487-bbd4-6a5c45518ab7 HTTP/1.1" status: 404 len: 347 time: 0.0221279 Nov 19 17:55:10.475751 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 38362) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:10.561748 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [None req-43ffec11-1cb1-4e1f-9784-05f16f24108b None None] Allocated IP 172.20.0.2 (50fea402-26ea-4cac-ba30-b066884e7acb/1cb0c8e1-2e1e-4b0f-89dc-d9999bd98fb4/c96f771d-1786-4b4e-9e2a-b25910aaa2f7) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:55:10.619718 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e462df1d-6e90-4124-a1db-235881fc42be tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:10.694748 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-5e4d9180-c0cb-4853-9f16-ca60d6b56e39 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Deleting port 2a3ce37d-5ff8-4512-a9b3-e4cb1fbf83ff {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:55:10.695082 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5e4d9180-c0cb-4853-9f16-ca60d6b56e39 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:10.698694 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e462df1d-6e90-4124-a1db-235881fc42be tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:10.820702 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-43ffec11-1cb1-4e1f-9784-05f16f24108b None None] Publish callbacks [] for port, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:10.842989 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [None req-b1f2673b-7b6c-41cb-aa65-3ee3d3a81b35 None None] Allocated IP 2001:db8::2 (65eace33-2479-4afb-a7b6-41f0773542ac/78671c95-4a0a-498d-9fdd-56e52f69e96f/5bab6b4a-28c1-4c4c-8405-8ec81fab2409) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:55:10.846487 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-43ffec11-1cb1-4e1f-9784-05f16f24108b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998'] for port, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:10.856550 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5e4d9180-c0cb-4853-9f16-ca60d6b56e39 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:10.857011 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5e4d9180-c0cb-4853-9f16-ca60d6b56e39 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:10.862537 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e462df1d-6e90-4124-a1db-235881fc42be tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Network 65eace33-2479-4afb-a7b6-41f0773542ac is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:55:10.877128 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-e462df1d-6e90-4124-a1db-235881fc42be tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:55:10.886066 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e462df1d-6e90-4124-a1db-235881fc42be tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:55:10.893990 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e462df1d-6e90-4124-a1db-235881fc42be tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:55:10.894345 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e462df1d-6e90-4124-a1db-235881fc42be tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:10.897494 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [None req-a4c869f0-4679-493e-98fd-028c628b1ea6 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Allocated IP 172.20.0.8 (50fea402-26ea-4cac-ba30-b066884e7acb/1cb0c8e1-2e1e-4b0f-89dc-d9999bd98fb4/e707794e-bcf6-4724-8574-f0a9afdc1443) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:55:10.908910 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 416dfac9-b243-4e8e-b7ab-03fa42b872ea no longer exists at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:55:10.912183 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-5e4d9180-c0cb-4853-9f16-ca60d6b56e39 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Calling delete_port for 2a3ce37d-5ff8-4512-a9b3-e4cb1fbf83ff owned by network:floatingip {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:55:10.926174 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e462df1d-6e90-4124-a1db-235881fc42be tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Pushing event updated for resources: {'Port': ['ID=e8d44773-f3f9-4839-8491-8d75cabeadef,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:10.941393 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa2da6d4-dd3f-4621-a85a-f576cd3049ba None None] New status for floating IP 2519600f-fa19-4ec6-a4f6-2233dbf72946: DOWN {{(pid=103366) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 17:55:10.974154 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-e462df1d-6e90-4124-a1db-235881fc42be tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.1766520 Nov 19 17:55:10.978276 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 38376) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:10.988955 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43ffec11-1cb1-4e1f-9784-05f16f24108b None None] Network 50fea402-26ea-4cac-ba30-b066884e7acb is already hosted by enough agents. {{(pid=103366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:55:11.034222 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [None req-43ffec11-1cb1-4e1f-9784-05f16f24108b None None] Resources bound (agent type, host, resource id): {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:55:11.036903 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ffec11-1cb1-4e1f-9784-05f16f24108b None None] Received port after_create {{(pid=103366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:55:11.039224 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] No Port match for: 416dfac9-b243-4e8e-b7ab-03fa42b872ea {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:55:11.039570 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 416dfac9-b243-4e8e-b7ab-03fa42b872ea not bound to the agent host n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:55:11.044878 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed95015-c9fe-497f-b7f0-6f8ee944c1da req-fc456835-8f2e-4656-991a-361e1d6c42f8 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:55:11.046575 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9ed95015-c9fe-497f-b7f0-6f8ee944c1da req-fc456835-8f2e-4656-991a-361e1d6c42f8 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/ports?device_id=f6ff1db3-31de-4ab0-a1e2-89026114a29d HTTP/1.1" status: 200 len: 946 time: 0.1491373 Nov 19 17:55:11.057780 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ffec11-1cb1-4e1f-9784-05f16f24108b None None] Pushing event updated for resources: {'Port': ['ID=c96f771d-1786-4b4e-9e2a-b25910aaa2f7,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:11.140368 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9ed95015-c9fe-497f-b7f0-6f8ee944c1da req-646e80b7-8fd9-4ba0-93cd-7a771d759cd5 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/security-groups?id=30887d2c-2c06-4a04-8ed7-1cc9b0391ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753736 Nov 19 17:55:11.245031 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3a66b90-646b-456c-a0b4-7aa7635b12f9 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:55:11.245632 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-43ffec11-1cb1-4e1f-9784-05f16f24108b None None] Attempting to bind port c96f771d-1786-4b4e-9e2a-b25910aaa2f7 on host n-d-818022-2 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:55:11.245765 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5e4d9180-c0cb-4853-9f16-ca60d6b56e39 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:11.245929 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-43ffec11-1cb1-4e1f-9784-05f16f24108b None None] Attempting to bind port c96f771d-1786-4b4e-9e2a-b25910aaa2f7 by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': '5940dc55-ae51-4006-8b56-20b805c7ac00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '50fea402-26ea-4cac-ba30-b066884e7acb'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:55:11.245929 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ffec11-1cb1-4e1f-9784-05f16f24108b None None] Attempting to bind port c96f771d-1786-4b4e-9e2a-b25910aaa2f7 on network 50fea402-26ea-4cac-ba30-b066884e7acb {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:55:11.246711 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-f3a66b90-646b-456c-a0b4-7aa7635b12f9 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 928 time: 0.2672784 Nov 19 17:55:11.254187 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.db.api [None req-aa2da6d4-dd3f-4621-a85a-f576cd3049ba None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103366) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 17:55:11.254581 n-d-818022-2 neutron-server[103366]: DEBUG oslo_db.api [None req-aa2da6d4-dd3f-4621-a85a-f576cd3049ba None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 17:55:11.259581 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 38380) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:11.259786 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ffec11-1cb1-4e1f-9784-05f16f24108b None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 55, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:55:11.260120 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ffec11-1cb1-4e1f-9784-05f16f24108b None None] Checking segment: {'id': '5940dc55-ae51-4006-8b56-20b805c7ac00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '50fea402-26ea-4cac-ba30-b066884e7acb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:55:11.260533 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-43ffec11-1cb1-4e1f-9784-05f16f24108b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:11.260934 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ffec11-1cb1-4e1f-9784-05f16f24108b None None] Bound using segment: {'id': '5940dc55-ae51-4006-8b56-20b805c7ac00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '50fea402-26ea-4cac-ba30-b066884e7acb'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:55:11.261425 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-43ffec11-1cb1-4e1f-9784-05f16f24108b None None] Bound port: c96f771d-1786-4b4e-9e2a-b25910aaa2f7, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5940dc55-ae51-4006-8b56-20b805c7ac00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '50fea402-26ea-4cac-ba30-b066884e7acb'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:55:11.261836 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-43ffec11-1cb1-4e1f-9784-05f16f24108b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:11.275940 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a4c869f0-4679-493e-98fd-028c628b1ea6 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:11.317781 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a4c869f0-4679-493e-98fd-028c628b1ea6 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:11.423292 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4d9180-c0cb-4853-9f16-ca60d6b56e39 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Pushing event deleted for resources: {'Port': ['ID=2a3ce37d-5ff8-4512-a9b3-e4cb1fbf83ff,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:11.439906 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b1f2673b-7b6c-41cb-aa65-3ee3d3a81b35 None None] Publish callbacks [] for port, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:11.459768 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4c869f0-4679-493e-98fd-028c628b1ea6 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Network 50fea402-26ea-4cac-ba30-b066884e7acb is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:55:11.464242 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-43ffec11-1cb1-4e1f-9784-05f16f24108b None None] For port c96f771d-1786-4b4e-9e2a-b25910aaa2f7, host n-d-818022-2, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:55:11.472510 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-43ffec11-1cb1-4e1f-9784-05f16f24108b None None] For port c96f771d-1786-4b4e-9e2a-b25910aaa2f7, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=c96f771d-1786-4b4e-9e2a-b25910aaa2f7,segment=NetworkSegment(5940dc55-ae51-4006-8b56-20b805c7ac00),segment_id=5940dc55-ae51-4006-8b56-20b805c7ac00)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:55:11.472938 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-a4c869f0-4679-493e-98fd-028c628b1ea6 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:55:11.474085 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b1f2673b-7b6c-41cb-aa65-3ee3d3a81b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998'] for port, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:11.486677 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c869f0-4679-493e-98fd-028c628b1ea6 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:55:11.491162 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c869f0-4679-493e-98fd-028c628b1ea6 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Pushing event updated for resources: {'Port': ['ID=e707794e-bcf6-4724-8574-f0a9afdc1443,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:11.508127 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-43ffec11-1cb1-4e1f-9784-05f16f24108b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:11.539289 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1f2673b-7b6c-41cb-aa65-3ee3d3a81b35 None None] Network 65eace33-2479-4afb-a7b6-41f0773542ac is already hosted by enough agents. {{(pid=103366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:55:11.555154 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [None req-b1f2673b-7b6c-41cb-aa65-3ee3d3a81b35 None None] Resources bound (agent type, host, resource id): {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:55:11.557342 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2673b-7b6c-41cb-aa65-3ee3d3a81b35 None None] Pushing event updated for resources: {'Port': ['ID=5bab6b4a-28c1-4c4c-8405-8ec81fab2409,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:11.559520 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f2673b-7b6c-41cb-aa65-3ee3d3a81b35 None None] Received port after_create {{(pid=103366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:55:11.586847 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c869f0-4679-493e-98fd-028c628b1ea6 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:55:11.587518 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a4c869f0-4679-493e-98fd-028c628b1ea6 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:11.615010 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5e4d9180-c0cb-4853-9f16-ca60d6b56e39 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Publish callbacks [] for floatingip, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:11.618966 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-a4c869f0-4679-493e-98fd-028c628b1ea6 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.7298727 Nov 19 17:55:11.619578 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5e4d9180-c0cb-4853-9f16-ca60d6b56e39 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for floatingip, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:11.621152 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-5e4d9180-c0cb-4853-9f16-ca60d6b56e39 tempest-AttachVolumeShelveTestJSON-301676121 tempest-AttachVolumeShelveTestJSON-301676121-project] 10.222.0.54 "DELETE /v2.0/floatingips/2519600f-fa19-4ec6-a4f6-2233dbf72946 HTTP/1.1" status: 204 len: 168 time: 1.1426470 Nov 19 17:55:11.623570 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 38392) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:11.707617 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ffec11-1cb1-4e1f-9784-05f16f24108b None None] Pushing event updated for resources: {'Port': ['ID=c96f771d-1786-4b4e-9e2a-b25910aaa2f7,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:11.707617 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-b1f2673b-7b6c-41cb-aa65-3ee3d3a81b35 None None] Attempting to bind port 5bab6b4a-28c1-4c4c-8405-8ec81fab2409 on host n-d-818022-2 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:55:11.707617 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-b1f2673b-7b6c-41cb-aa65-3ee3d3a81b35 None None] Attempting to bind port 5bab6b4a-28c1-4c4c-8405-8ec81fab2409 by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': 'b0148e58-5e40-4372-b35c-802e0d196d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '65eace33-2479-4afb-a7b6-41f0773542ac'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:55:11.707617 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f2673b-7b6c-41cb-aa65-3ee3d3a81b35 None None] Attempting to bind port 5bab6b4a-28c1-4c4c-8405-8ec81fab2409 on network 65eace33-2479-4afb-a7b6-41f0773542ac {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:55:11.713681 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f2673b-7b6c-41cb-aa65-3ee3d3a81b35 None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 55, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:55:11.714198 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f2673b-7b6c-41cb-aa65-3ee3d3a81b35 None None] Checking segment: {'id': 'b0148e58-5e40-4372-b35c-802e0d196d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '65eace33-2479-4afb-a7b6-41f0773542ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:55:11.714970 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b1f2673b-7b6c-41cb-aa65-3ee3d3a81b35 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:11.714970 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f2673b-7b6c-41cb-aa65-3ee3d3a81b35 None None] Bound using segment: {'id': 'b0148e58-5e40-4372-b35c-802e0d196d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '65eace33-2479-4afb-a7b6-41f0773542ac'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:55:11.715412 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-b1f2673b-7b6c-41cb-aa65-3ee3d3a81b35 None None] Bound port: 5bab6b4a-28c1-4c4c-8405-8ec81fab2409, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0148e58-5e40-4372-b35c-802e0d196d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '65eace33-2479-4afb-a7b6-41f0773542ac'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:55:11.717857 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b1f2673b-7b6c-41cb-aa65-3ee3d3a81b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:11.756066 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa2da6d4-dd3f-4621-a85a-f576cd3049ba None None] New status for floating IP 2519600f-fa19-4ec6-a4f6-2233dbf72946: DOWN {{(pid=103366) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 17:55:11.885101 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-b1f2673b-7b6c-41cb-aa65-3ee3d3a81b35 None None] For port 5bab6b4a-28c1-4c4c-8405-8ec81fab2409, host n-d-818022-2, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:55:11.896558 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-b1f2673b-7b6c-41cb-aa65-3ee3d3a81b35 None None] For port 5bab6b4a-28c1-4c4c-8405-8ec81fab2409, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=5bab6b4a-28c1-4c4c-8405-8ec81fab2409,segment=NetworkSegment(b0148e58-5e40-4372-b35c-802e0d196d41),segment_id=b0148e58-5e40-4372-b35c-802e0d196d41)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:55:11.909894 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b1f2673b-7b6c-41cb-aa65-3ee3d3a81b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:12.043947 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2673b-7b6c-41cb-aa65-3ee3d3a81b35 None None] Pushing event updated for resources: {'Port': ['ID=5bab6b4a-28c1-4c4c-8405-8ec81fab2409,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:12.322136 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7090bb-0638-4cf1-9f91-218d572119b8 req-4a021b5d-ce53-49aa-9737-c3ff1efb5bac tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:55:12.324406 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-bc7090bb-0638-4cf1-9f91-218d572119b8 req-4a021b5d-ce53-49aa-9737-c3ff1efb5bac tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/ports?device_id=f6ff1db3-31de-4ab0-a1e2-89026114a29d HTTP/1.1" status: 200 len: 946 time: 0.0731514 Nov 19 17:55:12.434184 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-bc7090bb-0638-4cf1-9f91-218d572119b8 req-bb1e0e5e-eebd-40d8-93c2-b234fbd99d13 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/security-groups?id=30887d2c-2c06-4a04-8ed7-1cc9b0391ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821490 Nov 19 17:55:12.468851 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-47654716-c61e-4450-9d08-c9e3a4b60b7d tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Deleting port e8d44773-f3f9-4839-8491-8d75cabeadef {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:55:12.470901 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-47654716-c61e-4450-9d08-c9e3a4b60b7d tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:12.948679 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-47654716-c61e-4450-9d08-c9e3a4b60b7d tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:13.063077 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85a2344-6f2e-42e6-87db-03607661c47f req-08ddfc15-9926-4083-b154-ace13f983ede tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:55:13.084040 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b85a2344-6f2e-42e6-87db-03607661c47f req-08ddfc15-9926-4083-b154-ace13f983ede tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/ports?device_id=f6ff1db3-31de-4ab0-a1e2-89026114a29d HTTP/1.1" status: 200 len: 946 time: 0.1486759 Nov 19 17:55:13.097553 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-099c1dda-7001-4200-917f-7c1c315ff794 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:13.100138 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-47654716-c61e-4450-9d08-c9e3a4b60b7d tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Calling delete_port for e8d44773-f3f9-4839-8491-8d75cabeadef owned by {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:55:13.144123 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 5bab6b4a-28c1-4c4c-8405-8ec81fab2409 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:55:13.179764 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b85a2344-6f2e-42e6-87db-03607661c47f req-5989347b-bacc-44c8-ab21-04f57820439e tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/security-groups?id=30887d2c-2c06-4a04-8ed7-1cc9b0391ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948207 Nov 19 17:55:13.265155 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 5bab6b4a-28c1-4c4c-8405-8ec81fab2409 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:55:13.265680 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:13.571098 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39b8159f-f9f2-4e0a-8075-40cf789b14d9 None None] Network 50fea402-26ea-4cac-ba30-b066884e7acb requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:55:13.612909 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-47654716-c61e-4450-9d08-c9e3a4b60b7d tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:13.689842 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-60b7e051-dea1-49bf-b136-a82fb1741113 None None] Provisioning complete for port c96f771d-1786-4b4e-9e2a-b25910aaa2f7 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:55:13.690395 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-60b7e051-dea1-49bf-b136-a82fb1741113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:13.714798 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47654716-c61e-4450-9d08-c9e3a4b60b7d tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Pushing event deleted for resources: {'Port': ['ID=e8d44773-f3f9-4839-8491-8d75cabeadef,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:13.728952 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-47654716-c61e-4450-9d08-c9e3a4b60b7d tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:13.738715 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-47654716-c61e-4450-9d08-c9e3a4b60b7d tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "DELETE /v2.0/ports/e8d44773-f3f9-4839-8491-8d75cabeadef HTTP/1.1" status: 204 len: 168 time: 2.4204459 Nov 19 17:55:13.739290 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 38434) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:13.852859 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-099c1dda-7001-4200-917f-7c1c315ff794 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks [] for port, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:13.864428 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-099c1dda-7001-4200-917f-7c1c315ff794 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:13.891304 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18184b2d-630b-42ca-987a-57af81c3aff1 None None] Network 65eace33-2479-4afb-a7b6-41f0773542ac requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:55:13.902036 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adcb7ba9-2b2a-4583-9774-ae8bd16a760a tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:55:13.908159 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adcb7ba9-2b2a-4583-9774-ae8bd16a760a tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:55:13.915682 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-adcb7ba9-2b2a-4583-9774-ae8bd16a760a tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1746509 Nov 19 17:55:13.916705 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 38438) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:13.953267 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:13.985700 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_v2 [None req-8473184b-524a-4ed5-9135-f47b31a79f31 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Deleting subnet 78671c95-4a0a-498d-9fdd-56e52f69e96f {{(pid=103365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 17:55:13.989061 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8473184b-524a-4ed5-9135-f47b31a79f31 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks [] for subnet, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:14.010861 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099c1dda-7001-4200-917f-7c1c315ff794 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Pushing event updated for resources: {'Port': ['ID=e707794e-bcf6-4724-8574-f0a9afdc1443,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:14.070876 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8473184b-524a-4ed5-9135-f47b31a79f31 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12546453'] for subnet, precommit_delete_associations {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:14.132316 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-60b7e051-dea1-49bf-b136-a82fb1741113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:14.209339 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] For port 5bab6b4a-28c1-4c4c-8405-8ec81fab2409, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=5bab6b4a-28c1-4c4c-8405-8ec81fab2409,segment=NetworkSegment(b0148e58-5e40-4372-b35c-802e0d196d41),segment_id=b0148e58-5e40-4372-b35c-802e0d196d41)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:55:14.227975 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8473184b-524a-4ed5-9135-f47b31a79f31 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:14.254937 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:14.255979 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device c96f771d-1786-4b4e-9e2a-b25910aaa2f7 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:55:14.288440 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-60b7e051-dea1-49bf-b136-a82fb1741113 None None] For port c96f771d-1786-4b4e-9e2a-b25910aaa2f7, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=c96f771d-1786-4b4e-9e2a-b25910aaa2f7,segment=NetworkSegment(5940dc55-ae51-4006-8b56-20b805c7ac00),segment_id=5940dc55-ae51-4006-8b56-20b805c7ac00)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:55:14.303949 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-099c1dda-7001-4200-917f-7c1c315ff794 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-671361'] for router_interface, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:14.345362 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-60b7e051-dea1-49bf-b136-a82fb1741113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:14.355087 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8473184b-524a-4ed5-9135-f47b31a79f31 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12282919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8731163'] for subnet, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:14.374601 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8473184b-524a-4ed5-9135-f47b31a79f31 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:14.379898 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-8473184b-524a-4ed5-9135-f47b31a79f31 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "DELETE /v2.0/subnets/78671c95-4a0a-498d-9fdd-56e52f69e96f HTTP/1.1" status: 204 len: 168 time: 0.4620430 Nov 19 17:55:14.423784 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 38452) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:14.424071 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8473184b-524a-4ed5-9135-f47b31a79f31 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Pushing event deleted for resources: {'Subnet': ['ID=78671c95-4a0a-498d-9fdd-56e52f69e96f,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:14.464345 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Pushing event updated for resources: {'Port': ['ID=5bab6b4a-28c1-4c4c-8405-8ec81fab2409,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:14.496004 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-a66fd1c1-1fb2-4e48-84b0-1af892747244 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0812128 Nov 19 17:55:14.499216 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 38454) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:14.504286 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-ec01c485-d453-44e4-9113-a7c78c414363 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Request body: {'subnet': {'network_id': '65eace33-2479-4afb-a7b6-41f0773542ac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:55:14.550215 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port c96f771d-1786-4b4e-9e2a-b25910aaa2f7 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:55:14.551209 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:14.686666 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b7e051-dea1-49bf-b136-a82fb1741113 None None] Pushing event updated for resources: {'Port': ['ID=c96f771d-1786-4b4e-9e2a-b25910aaa2f7,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:14.692018 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-8a000815-f8be-4610-813b-5939358e29f6 None None] Provisioning complete for port 5bab6b4a-28c1-4c4c-8405-8ec81fab2409 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:55:14.692688 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8a000815-f8be-4610-813b-5939358e29f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:14.800168 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a42309-6635-43d5-b76f-f7eb7eb9d75e req-2d9e5bf6-2d33-44b8-b7f3-9ff373f605c9 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:55:14.807899 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-43a42309-6635-43d5-b76f-f7eb7eb9d75e req-2d9e5bf6-2d33-44b8-b7f3-9ff373f605c9 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/ports?device_id=f6ff1db3-31de-4ab0-a1e2-89026114a29d HTTP/1.1" status: 200 len: 946 time: 0.5208979 Nov 19 17:55:14.815738 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-138b97fc-06af-45fe-8044-d6444447e5a9 None None] DHCP port deletion for 65eace33-2479-4afb-a7b6-41f0773542ac request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 17:55:14.948241 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-138b97fc-06af-45fe-8044-d6444447e5a9 None None] Deleting port 5bab6b4a-28c1-4c4c-8405-8ec81fab2409 {{(pid=103366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:55:14.948658 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-138b97fc-06af-45fe-8044-d6444447e5a9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:15.017969 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-43a42309-6635-43d5-b76f-f7eb7eb9d75e req-7afd5604-88c6-469a-801f-7346a3427a05 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/security-groups?id=30887d2c-2c06-4a04-8ed7-1cc9b0391ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089820 Nov 19 17:55:15.021203 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-099c1dda-7001-4200-917f-7c1c315ff794 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:15.028085 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device c96f771d-1786-4b4e-9e2a-b25910aaa2f7 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:55:15.109842 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-138b97fc-06af-45fe-8044-d6444447e5a9 None None] For port 5bab6b4a-28c1-4c4c-8405-8ec81fab2409, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=5bab6b4a-28c1-4c4c-8405-8ec81fab2409,segment=NetworkSegment(b0148e58-5e40-4372-b35c-802e0d196d41),segment_id=b0148e58-5e40-4372-b35c-802e0d196d41)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:55:15.110252 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-138b97fc-06af-45fe-8044-d6444447e5a9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:15.123867 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-2ef93399-6749-416c-a611-8e07c9d052ac None None] Provisioning complete for port e707794e-bcf6-4724-8574-f0a9afdc1443 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:55:15.124242 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2ef93399-6749-416c-a611-8e07c9d052ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:15.142106 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec01c485-d453-44e4-9113-a7c78c414363 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Made reservation on behalf of 6b45f31544cd40e7b10456e94240dc6e for: {'subnet': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:55:15.156610 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ec01c485-d453-44e4-9113-a7c78c414363 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8983829'] for subnet, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:15.161719 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-138b97fc-06af-45fe-8044-d6444447e5a9 None None] Calling delete_port for 5bab6b4a-28c1-4c4c-8405-8ec81fab2409 owned by network:dhcp {{(pid=103366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:55:15.323659 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-2ef93399-6749-416c-a611-8e07c9d052ac None None] Port e707794e-bcf6-4724-8574-f0a9afdc1443 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:55:15.372094 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port c96f771d-1786-4b4e-9e2a-b25910aaa2f7 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:55:15.372605 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:15.444035 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-138b97fc-06af-45fe-8044-d6444447e5a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007'] for port, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:15.446047 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-2ef93399-6749-416c-a611-8e07c9d052ac None None] Provisioning complete for port c96f771d-1786-4b4e-9e2a-b25910aaa2f7 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:55:15.446625 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2ef93399-6749-416c-a611-8e07c9d052ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:15.511899 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138b97fc-06af-45fe-8044-d6444447e5a9 None None] Pushing event deleted for resources: {'Port': ['ID=5bab6b4a-28c1-4c4c-8405-8ec81fab2409,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:15.520012 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-138b97fc-06af-45fe-8044-d6444447e5a9 None None] No DVR routers for this DVR port 5bab6b4a-28c1-4c4c-8405-8ec81fab2409 on host n-d-818022-2 {{(pid=103366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:55:15.716043 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 5bab6b4a-28c1-4c4c-8405-8ec81fab2409 no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:55:15.756690 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: 5bab6b4a-28c1-4c4c-8405-8ec81fab2409 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:55:15.757524 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 5bab6b4a-28c1-4c4c-8405-8ec81fab2409 not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:55:15.777264 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-6a503d35-aa14-44f8-ba50-56b56b6f0893 None None] Provisioning complete for port e707794e-bcf6-4724-8574-f0a9afdc1443 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:55:15.777752 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-6a503d35-aa14-44f8-ba50-56b56b6f0893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:15.783274 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13eba77-de24-4e66-a9ba-d6a26f4765d5 req-a1fd96ce-3a90-4ebc-b16c-65174503bf84 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:55:15.790469 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d13eba77-de24-4e66-a9ba-d6a26f4765d5 req-a1fd96ce-3a90-4ebc-b16c-65174503bf84 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/ports?device_id=f6ff1db3-31de-4ab0-a1e2-89026114a29d HTTP/1.1" status: 200 len: 946 time: 0.4208608 Nov 19 17:55:15.795700 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-099c1dda-7001-4200-917f-7c1c315ff794 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks [] for port, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:15.825161 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-099c1dda-7001-4200-917f-7c1c315ff794 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:15.825624 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-6a503d35-aa14-44f8-ba50-56b56b6f0893 None None] Port e707794e-bcf6-4724-8574-f0a9afdc1443 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:55:15.939701 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ec01c485-d453-44e4-9113-a7c78c414363 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12425078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8983815'] for subnet, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:15.955100 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099c1dda-7001-4200-917f-7c1c315ff794 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Pushing event updated for resources: {'Port': ['ID=e707794e-bcf6-4724-8574-f0a9afdc1443,revision_number=3']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:15.987740 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d13eba77-de24-4e66-a9ba-d6a26f4765d5 req-49379da6-00e9-404b-843e-72f70c0d976e tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/security-groups?id=30887d2c-2c06-4a04-8ed7-1cc9b0391ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964040 Nov 19 17:55:15.991286 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-099c1dda-7001-4200-917f-7c1c315ff794 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-768529'] for router_interface, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:16.017882 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec01c485-d453-44e4-9113-a7c78c414363 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Network 65eace33-2479-4afb-a7b6-41f0773542ac is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:55:16.023121 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-ec01c485-d453-44e4-9113-a7c78c414363 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:55:16.035314 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec01c485-d453-44e4-9113-a7c78c414363 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:55:16.035915 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ec01c485-d453-44e4-9113-a7c78c414363 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:16.039809 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aec194ea-b02c-4571-b831-75046784f65a None None] Network 65eace33-2479-4afb-a7b6-41f0773542ac requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:55:16.062607 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec01c485-d453-44e4-9113-a7c78c414363 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Pushing event updated for resources: {'Subnet': ['ID=c857df81-9e66-41e2-895f-efb3f015d8a4,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:16.091338 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-ec01c485-d453-44e4-9113-a7c78c414363 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5909438 Nov 19 17:55:16.094571 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 38488) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:16.103931 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-4866d840-d54a-46d3-9dd8-fd941add1a02 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Request body: {'port': {'network_id': '65eace33-2479-4afb-a7b6-41f0773542ac', 'name': 'tempest-NetworksTestDHCPv6-937646621'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:55:16.152019 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-099c1dda-7001-4200-917f-7c1c315ff794 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Network 50fea402-26ea-4cac-ba30-b066884e7acb is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:55:16.156516 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-099c1dda-7001-4200-917f-7c1c315ff794 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:55:16.256168 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ad5e216-fbf8-47f6-8bc0-b57281fc6607 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54f44f5f-1200-574e-8740-2141911d5b73-65eace33-2479-4afb-a7b6-41f0773542ac', 'network_id': '65eace33-2479-4afb-a7b6-41f0773542ac', 'tenant_id': '6b45f31544cd40e7b10456e94240dc6e', 'fixed_ips': [{'subnet_id': 'c857df81-9e66-41e2-895f-efb3f015d8a4'}]}} from n-d-818022-2. {{(pid=103366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 17:55:16.257145 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9ad5e216-fbf8-47f6-8bc0-b57281fc6607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:16.323494 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4866d840-d54a-46d3-9dd8-fd941add1a02 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Made reservation on behalf of 6b45f31544cd40e7b10456e94240dc6e for: {'port': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:55:16.336435 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4866d840-d54a-46d3-9dd8-fd941add1a02 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:16.367246 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [None req-4866d840-d54a-46d3-9dd8-fd941add1a02 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] device_id is not set on port e15f7626-a5c3-4b1b-a83e-0db56fc9fd27 yet. {{(pid=103365) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 17:55:16.390912 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-099c1dda-7001-4200-917f-7c1c315ff794 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Router 8c3db56b-a130-48ab-bba9-5bd6b9a7006c is scheduled to L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 with binding_index 1 {{(pid=103364) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 17:55:16.553507 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [None req-9ad5e216-fbf8-47f6-8bc0-b57281fc6607 None None] Allocated IP 2001:db8::2 (65eace33-2479-4afb-a7b6-41f0773542ac/c857df81-9e66-41e2-895f-efb3f015d8a4/9cd07184-82de-4aa5-a161-694a32be85f1) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:55:16.639691 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-099c1dda-7001-4200-917f-7c1c315ff794 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 17:55:16.653237 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-099c1dda-7001-4200-917f-7c1c315ff794 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] 10.222.0.54 "PUT /v2.0/routers/8c3db56b-a130-48ab-bba9-5bd6b9a7006c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0261359 Nov 19 17:55:16.656088 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 38506) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:16.684152 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-acb7268d-5f81-4195-96dd-5a661c682eb2 None None] Provisioning complete for port e707794e-bcf6-4724-8574-f0a9afdc1443 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:55:16.684716 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-acb7268d-5f81-4195-96dd-5a661c682eb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:16.797853 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e5dc34-42a2-42ee-bf29-103780dab7f5 None None] Sync routers for ids ['8c3db56b-a130-48ab-bba9-5bd6b9a7006c'] in n-d-818022-2 {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 17:55:16.839554 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e5dc34-42a2-42ee-bf29-103780dab7f5 None None] Routers {'8c3db56b-a130-48ab-bba9-5bd6b9a7006c'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:55:16.840313 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-29e5dc34-42a2-42ee-bf29-103780dab7f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:55:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['8c3db56b-a130-48ab-bba9-5bd6b9a7006c'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:55:16.859821 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-826cecda-7c2e-4a00-ae12-492000fb5b60 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:55:16.862251 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-826cecda-7c2e-4a00-ae12-492000fb5b60 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] 10.222.0.54 "GET /v2.0/ports?device_id=8c3db56b-a130-48ab-bba9-5bd6b9a7006c HTTP/1.1" status: 200 len: 981 time: 0.2049811 Nov 19 17:55:16.864829 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 38512) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:16.879497 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-29e5dc34-42a2-42ee-bf29-103780dab7f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:55:16.893563 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e5dc34-42a2-42ee-bf29-103780dab7f5 None None] Routers {'8c3db56b-a130-48ab-bba9-5bd6b9a7006c'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:55:16.894494 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-29e5dc34-42a2-42ee-bf29-103780dab7f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:55:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['8c3db56b-a130-48ab-bba9-5bd6b9a7006c'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:55:16.905553 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b376a98-9a9a-48f7-8777-fd9f1c6c86c2 req-9531bcb4-0973-4b5d-b534-7df9980c6219 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:55:16.907422 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2b376a98-9a9a-48f7-8777-fd9f1c6c86c2 req-9531bcb4-0973-4b5d-b534-7df9980c6219 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6ff1db3-31de-4ab0-a1e2-89026114a29d HTTP/1.1" status: 200 len: 946 time: 0.1657240 Nov 19 17:55:16.936127 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-29e5dc34-42a2-42ee-bf29-103780dab7f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:55:16.937050 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e5dc34-42a2-42ee-bf29-103780dab7f5 None None] The sync data for ids ['8c3db56b-a130-48ab-bba9-5bd6b9a7006c'] in n-d-818022-2 is: [] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 17:55:17.075472 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-acb7268d-5f81-4195-96dd-5a661c682eb2 None None] Port e707794e-bcf6-4724-8574-f0a9afdc1443 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:55:17.193828 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9ad5e216-fbf8-47f6-8bc0-b57281fc6607 None None] Publish callbacks [] for port, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:17.216838 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9ad5e216-fbf8-47f6-8bc0-b57281fc6607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998'] for port, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:17.321251 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ad5e216-fbf8-47f6-8bc0-b57281fc6607 None None] Network 65eace33-2479-4afb-a7b6-41f0773542ac is already hosted by enough agents. {{(pid=103366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:55:17.362837 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [None req-9ad5e216-fbf8-47f6-8bc0-b57281fc6607 None None] Resources bound (agent type, host, resource id): {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:55:17.363103 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [None req-4866d840-d54a-46d3-9dd8-fd941add1a02 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Allocated IP 2001:db8::3b1 (65eace33-2479-4afb-a7b6-41f0773542ac/c857df81-9e66-41e2-895f-efb3f015d8a4/e15f7626-a5c3-4b1b-a83e-0db56fc9fd27) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:55:17.363579 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad5e216-fbf8-47f6-8bc0-b57281fc6607 None None] Received port after_create {{(pid=103366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:55:17.366077 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad5e216-fbf8-47f6-8bc0-b57281fc6607 None None] Pushing event updated for resources: {'Port': ['ID=9cd07184-82de-4aa5-a161-694a32be85f1,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:17.400725 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad5e216-fbf8-47f6-8bc0-b57281fc6607 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:55:17.401891 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad5e216-fbf8-47f6-8bc0-b57281fc6607 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:55:17.402242 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad5e216-fbf8-47f6-8bc0-b57281fc6607 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:55:17.402577 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad5e216-fbf8-47f6-8bc0-b57281fc6607 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:55:17.405713 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad5e216-fbf8-47f6-8bc0-b57281fc6607 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:55:17.405713 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad5e216-fbf8-47f6-8bc0-b57281fc6607 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:55:17.406026 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad5e216-fbf8-47f6-8bc0-b57281fc6607 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:55:17.408671 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad5e216-fbf8-47f6-8bc0-b57281fc6607 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:55:17.409032 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad5e216-fbf8-47f6-8bc0-b57281fc6607 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:55:17.409595 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad5e216-fbf8-47f6-8bc0-b57281fc6607 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:55:17.411957 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad5e216-fbf8-47f6-8bc0-b57281fc6607 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:55:17.412472 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad5e216-fbf8-47f6-8bc0-b57281fc6607 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:55:17.497920 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-2b376a98-9a9a-48f7-8777-fd9f1c6c86c2 req-d5ab663b-3b6c-4f40-84a3-cc57b51ca029 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Deleting port 260dbd90-9330-4b64-87db-279e24c3a288 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:55:17.498292 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-2b376a98-9a9a-48f7-8777-fd9f1c6c86c2 req-d5ab663b-3b6c-4f40-84a3-cc57b51ca029 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:17.507354 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-9ad5e216-fbf8-47f6-8bc0-b57281fc6607 None None] Attempting to bind port 9cd07184-82de-4aa5-a161-694a32be85f1 on host n-d-818022-2 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:55:17.510692 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-9ad5e216-fbf8-47f6-8bc0-b57281fc6607 None None] Attempting to bind port 9cd07184-82de-4aa5-a161-694a32be85f1 by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': 'b0148e58-5e40-4372-b35c-802e0d196d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '65eace33-2479-4afb-a7b6-41f0773542ac'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:55:17.511066 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad5e216-fbf8-47f6-8bc0-b57281fc6607 None None] Attempting to bind port 9cd07184-82de-4aa5-a161-694a32be85f1 on network 65eace33-2479-4afb-a7b6-41f0773542ac {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:55:17.519009 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad5e216-fbf8-47f6-8bc0-b57281fc6607 None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 55, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:55:17.519374 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad5e216-fbf8-47f6-8bc0-b57281fc6607 None None] Checking segment: {'id': 'b0148e58-5e40-4372-b35c-802e0d196d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '65eace33-2479-4afb-a7b6-41f0773542ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:55:17.522578 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9ad5e216-fbf8-47f6-8bc0-b57281fc6607 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:17.522977 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad5e216-fbf8-47f6-8bc0-b57281fc6607 None None] Bound using segment: {'id': 'b0148e58-5e40-4372-b35c-802e0d196d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '65eace33-2479-4afb-a7b6-41f0773542ac'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:55:17.523453 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-9ad5e216-fbf8-47f6-8bc0-b57281fc6607 None None] Bound port: 9cd07184-82de-4aa5-a161-694a32be85f1, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0148e58-5e40-4372-b35c-802e0d196d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '65eace33-2479-4afb-a7b6-41f0773542ac'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:55:17.524115 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9ad5e216-fbf8-47f6-8bc0-b57281fc6607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:17.617019 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-9ad5e216-fbf8-47f6-8bc0-b57281fc6607 None None] For port 9cd07184-82de-4aa5-a161-694a32be85f1, host n-d-818022-2, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:55:17.620876 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-9ad5e216-fbf8-47f6-8bc0-b57281fc6607 None None] For port 9cd07184-82de-4aa5-a161-694a32be85f1, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=9cd07184-82de-4aa5-a161-694a32be85f1,segment=NetworkSegment(b0148e58-5e40-4372-b35c-802e0d196d41),segment_id=b0148e58-5e40-4372-b35c-802e0d196d41)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:55:17.642945 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9ad5e216-fbf8-47f6-8bc0-b57281fc6607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:17.667623 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416b5830-68fe-4b3c-ad1d-a0454c051d6c req-b0f7852e-7f46-4089-bab5-3d680adb86e3 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:55:17.676082 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-416b5830-68fe-4b3c-ad1d-a0454c051d6c req-b0f7852e-7f46-4089-bab5-3d680adb86e3 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/ports?device_id=f6ff1db3-31de-4ab0-a1e2-89026114a29d HTTP/1.1" status: 200 len: 946 time: 0.5145245 Nov 19 17:55:17.751067 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad5e216-fbf8-47f6-8bc0-b57281fc6607 None None] Pushing event updated for resources: {'Port': ['ID=9cd07184-82de-4aa5-a161-694a32be85f1,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:17.838740 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6a49f206-0dfd-4dea-ab7f-9159b5aff7a4 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-768564'] for router_interface, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:17.934247 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-416b5830-68fe-4b3c-ad1d-a0454c051d6c req-77a5584b-378f-46e8-8410-839e6454a62b tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/security-groups?id=30887d2c-2c06-4a04-8ed7-1cc9b0391ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2572556 Nov 19 17:55:17.937680 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-2b376a98-9a9a-48f7-8777-fd9f1c6c86c2 req-d5ab663b-3b6c-4f40-84a3-cc57b51ca029 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] For port 260dbd90-9330-4b64-87db-279e24c3a288, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=260dbd90-9330-4b64-87db-279e24c3a288,segment=NetworkSegment(89891acd-fd82-4118-b100-e50c4e69b300),segment_id=89891acd-fd82-4118-b100-e50c4e69b300)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:55:17.938086 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-2b376a98-9a9a-48f7-8777-fd9f1c6c86c2 req-d5ab663b-3b6c-4f40-84a3-cc57b51ca029 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:17.942966 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4866d840-d54a-46d3-9dd8-fd941add1a02 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:17.958954 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-2b376a98-9a9a-48f7-8777-fd9f1c6c86c2 req-d5ab663b-3b6c-4f40-84a3-cc57b51ca029 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Calling delete_port for 260dbd90-9330-4b64-87db-279e24c3a288 owned by compute:nova {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:55:18.248396 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-2b376a98-9a9a-48f7-8777-fd9f1c6c86c2 req-d5ab663b-3b6c-4f40-84a3-cc57b51ca029 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:18.262928 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['260dbd90-9330-4b64-87db-279e24c3a288'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:55:18.271940 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-6a49f206-0dfd-4dea-ab7f-9159b5aff7a4 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Deleting port e707794e-bcf6-4724-8574-f0a9afdc1443 {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:55:18.275196 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6a49f206-0dfd-4dea-ab7f-9159b5aff7a4 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:18.281659 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4866d840-d54a-46d3-9dd8-fd941add1a02 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:18.326332 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ab663b-3b6c-4f40-84a3-cc57b51ca029 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Pushing event deleted for resources: {'Port': ['ID=260dbd90-9330-4b64-87db-279e24c3a288,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:18.395584 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b376a98-9a9a-48f7-8777-fd9f1c6c86c2 req-d5ab663b-3b6c-4f40-84a3-cc57b51ca029 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] No DVR routers for this DVR port 260dbd90-9330-4b64-87db-279e24c3a288 on host n-h1-818022-2 {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:55:18.405224 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-2b376a98-9a9a-48f7-8777-fd9f1c6c86c2 req-d5ab663b-3b6c-4f40-84a3-cc57b51ca029 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:18.408878 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6a49f206-0dfd-4dea-ab7f-9159b5aff7a4 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:18.409180 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2b376a98-9a9a-48f7-8777-fd9f1c6c86c2 req-d5ab663b-3b6c-4f40-84a3-cc57b51ca029 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.60 "DELETE /v2.0/ports/260dbd90-9330-4b64-87db-279e24c3a288 HTTP/1.1" status: 204 len: 173 time: 1.4955053 Nov 19 17:55:18.411048 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4866d840-d54a-46d3-9dd8-fd941add1a02 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Network 65eace33-2479-4afb-a7b6-41f0773542ac is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:55:18.411689 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6ff1db3-31de-4ab0-a1e2-89026114a29d', 'name': 'network-vif-deleted', 'tag': '260dbd90-9330-4b64-87db-279e24c3a288'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:55:18.414155 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218319d759239a7d11f1288aef37381b97754913ee9ccbfd43b51a463f801712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb6e11b3-a925-4405-965f-a2008e9deb9a" -d '{"events": [{"server_uuid": "f6ff1db3-31de-4ab0-a1e2-89026114a29d", "name": "network-vif-deleted", "tag": "260dbd90-9330-4b64-87db-279e24c3a288"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:55:18.420039 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-4866d840-d54a-46d3-9dd8-fd941add1a02 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:55:18.424533 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4866d840-d54a-46d3-9dd8-fd941add1a02 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:55:18.437047 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-6a49f206-0dfd-4dea-ab7f-9159b5aff7a4 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Calling delete_port for e707794e-bcf6-4724-8574-f0a9afdc1443 owned by network:router_interface {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:55:18.442108 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4866d840-d54a-46d3-9dd8-fd941add1a02 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:55:18.449056 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4866d840-d54a-46d3-9dd8-fd941add1a02 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:18.504936 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-4866d840-d54a-46d3-9dd8-fd941add1a02 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.4075696 Nov 19 17:55:18.506658 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4866d840-d54a-46d3-9dd8-fd941add1a02 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Pushing event updated for resources: {'Port': ['ID=e15f7626-a5c3-4b1b-a83e-0db56fc9fd27,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:18.512367 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 38544) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:18.647653 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:55:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15546220-8b8a-46d8-8675-25975d358133 x-openstack-request-id: req-15546220-8b8a-46d8-8675-25975d358133 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:55:18.647958 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6ff1db3-31de-4ab0-a1e2-89026114a29d", "name": "network-vif-deleted", "tag": "260dbd90-9330-4b64-87db-279e24c3a288", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:55:18.648218 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-15546220-8b8a-46d8-8675-25975d358133 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:55:18.648631 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6ff1db3-31de-4ab0-a1e2-89026114a29d', 'name': 'network-vif-deleted', 'tag': '260dbd90-9330-4b64-87db-279e24c3a288', 'status': 'completed', 'code': 200} Nov 19 17:55:18.657802 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a59a63-f7d1-4ce0-a1af-348aab48689b tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:55:18.683282 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a59a63-f7d1-4ce0-a1af-348aab48689b tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:55:18.690431 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 38550) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:18.691372 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-84a59a63-f7d1-4ce0-a1af-348aab48689b tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1779439 Nov 19 17:55:18.748934 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6a49f206-0dfd-4dea-ab7f-9159b5aff7a4 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:19.104974 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 9cd07184-82de-4aa5-a161-694a32be85f1 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:55:19.159578 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-00c13a05-23b1-422d-91fb-c020784b99d9 req-f78f808c-5dc3-4fc9-af55-0106f18044c3 tempest-DeleteServersTestJSON-1029892340 tempest-DeleteServersTestJSON-1029892340-project] 10.222.0.54 "GET /v2.0/ports?device_id=f6ff1db3-31de-4ab0-a1e2-89026114a29d HTTP/1.1" status: 200 len: 210 time: 0.0615842 Nov 19 17:55:19.208419 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 9cd07184-82de-4aa5-a161-694a32be85f1 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:55:19.208977 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:19.333284 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:19.373496 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] For port 9cd07184-82de-4aa5-a161-694a32be85f1, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=9cd07184-82de-4aa5-a161-694a32be85f1,segment=NetworkSegment(b0148e58-5e40-4372-b35c-802e0d196d41),segment_id=b0148e58-5e40-4372-b35c-802e0d196d41)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:55:19.381281 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:19.409471 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a49f206-0dfd-4dea-ab7f-9159b5aff7a4 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Pushing event deleted for resources: {'Port': ['ID=e707794e-bcf6-4724-8574-f0a9afdc1443,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:19.494704 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Pushing event updated for resources: {'Port': ['ID=9cd07184-82de-4aa5-a161-694a32be85f1,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:19.517245 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-4870efe4-02f3-49a6-b757-4d76d1ec4e64 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Deleting port e15f7626-a5c3-4b1b-a83e-0db56fc9fd27 {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:55:19.518091 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4870efe4-02f3-49a6-b757-4d76d1ec4e64 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:19.566419 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-0cbf05d6-881d-45c9-8fdd-039f779cd4bf None None] Provisioning complete for port 9cd07184-82de-4aa5-a161-694a32be85f1 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:55:19.566906 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0cbf05d6-881d-45c9-8fdd-039f779cd4bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:19.809724 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6a49f206-0dfd-4dea-ab7f-9159b5aff7a4 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-768648'] for router_interface, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:19.864284 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4870efe4-02f3-49a6-b757-4d76d1ec4e64 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:19.937506 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-4870efe4-02f3-49a6-b757-4d76d1ec4e64 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Calling delete_port for e15f7626-a5c3-4b1b-a83e-0db56fc9fd27 owned by {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:55:19.964426 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-cae89e04-69b5-4ab1-8f8f-78bf5a77385f None None] Provisioning complete for port e15f7626-a5c3-4b1b-a83e-0db56fc9fd27 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:55:19.965073 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-cae89e04-69b5-4ab1-8f8f-78bf5a77385f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:20.027387 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-cae89e04-69b5-4ab1-8f8f-78bf5a77385f None None] Port e15f7626-a5c3-4b1b-a83e-0db56fc9fd27 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:55:20.117426 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a49f206-0dfd-4dea-ab7f-9159b5aff7a4 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Router 8c3db56b-a130-48ab-bba9-5bd6b9a7006c has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 17:55:20.246394 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a49f206-0dfd-4dea-ab7f-9159b5aff7a4 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 17:55:20.257931 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 38588) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:20.258622 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-6a49f206-0dfd-4dea-ab7f-9159b5aff7a4 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] 10.222.0.54 "PUT /v2.0/routers/8c3db56b-a130-48ab-bba9-5bd6b9a7006c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3920031 Nov 19 17:55:20.259456 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93cbbfcb-705e-4230-b2fa-ca2cec1b0bb6 None None] Sync routers for ids ['8c3db56b-a130-48ab-bba9-5bd6b9a7006c'] in n-d-818022-2 {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 17:55:20.286166 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4870efe4-02f3-49a6-b757-4d76d1ec4e64 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:20.288205 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93cbbfcb-705e-4230-b2fa-ca2cec1b0bb6 None None] Routers {'8c3db56b-a130-48ab-bba9-5bd6b9a7006c'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:55:20.288861 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-93cbbfcb-705e-4230-b2fa-ca2cec1b0bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:55:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['8c3db56b-a130-48ab-bba9-5bd6b9a7006c'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:55:20.302537 n-d-818022-2 neutron-server[103365]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac01ea99-5415-47de-9abc-770455e47c6a tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] GET failed (client error): The resource could not be found. Nov 19 17:55:20.305303 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-ac01ea99-5415-47de-9abc-770455e47c6a tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] 10.222.0.54 "GET /v2.0/ports/e707794e-bcf6-4724-8574-f0a9afdc1443 HTTP/1.1" status: 404 len: 333 time: 0.0448329 Nov 19 17:55:20.308712 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 38590) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:20.326746 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-93cbbfcb-705e-4230-b2fa-ca2cec1b0bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:55:20.336791 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93cbbfcb-705e-4230-b2fa-ca2cec1b0bb6 None None] Routers {'8c3db56b-a130-48ab-bba9-5bd6b9a7006c'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:55:20.338015 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-93cbbfcb-705e-4230-b2fa-ca2cec1b0bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:55:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['8c3db56b-a130-48ab-bba9-5bd6b9a7006c'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:55:20.381933 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4870efe4-02f3-49a6-b757-4d76d1ec4e64 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Pushing event deleted for resources: {'Port': ['ID=e15f7626-a5c3-4b1b-a83e-0db56fc9fd27,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:20.410041 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-93cbbfcb-705e-4230-b2fa-ca2cec1b0bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:55:20.411341 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93cbbfcb-705e-4230-b2fa-ca2cec1b0bb6 None None] The sync data for ids ['8c3db56b-a130-48ab-bba9-5bd6b9a7006c'] in n-d-818022-2 is: [] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 17:55:20.459783 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4870efe4-02f3-49a6-b757-4d76d1ec4e64 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:20.467142 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-4870efe4-02f3-49a6-b757-4d76d1ec4e64 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "DELETE /v2.0/ports/e15f7626-a5c3-4b1b-a83e-0db56fc9fd27 HTTP/1.1" status: 204 len: 168 time: 1.7722251 Nov 19 17:55:20.467705 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 38600) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:20.509686 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9e19b254-3c74-45df-9dc8-e0cde67628c5 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks [] for router, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:20.589212 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5394e7e0-ac74-44d6-880e-cd696fb06ab9 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:55:20.590916 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5394e7e0-ac74-44d6-880e-cd696fb06ab9 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:55:20.602566 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-5394e7e0-ac74-44d6-880e-cd696fb06ab9 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1336911 Nov 19 17:55:20.603162 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 38610) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:20.697618 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5b88153-b2cb-4956-8b98-84ba2b594100 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Deleting subnet c857df81-9e66-41e2-895f-efb3f015d8a4 {{(pid=103364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 17:55:20.711767 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e5b88153-b2cb-4956-8b98-84ba2b594100 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks [] for subnet, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:20.760382 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9e19b254-3c74-45df-9dc8-e0cde67628c5 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4696'] for router, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:20.763187 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9e19b254-3c74-45df-9dc8-e0cde67628c5 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:20.783808 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e5b88153-b2cb-4956-8b98-84ba2b594100 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9416263'] for subnet, precommit_delete_associations {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:20.859355 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9e19b254-3c74-45df-9dc8-e0cde67628c5 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-543895'] for router, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:20.859957 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e19b254-3c74-45df-9dc8-e0cde67628c5 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Fanout notify agent at l3_agent the message router_deleted on router 8c3db56b-a130-48ab-bba9-5bd6b9a7006c {{(pid=103365) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 17:55:20.868416 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9e19b254-3c74-45df-9dc8-e0cde67628c5 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks [] for router, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:20.872899 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-9e19b254-3c74-45df-9dc8-e0cde67628c5 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] 10.222.0.54 "DELETE /v2.0/routers/8c3db56b-a130-48ab-bba9-5bd6b9a7006c HTTP/1.1" status: 204 len: 168 time: 0.5598104 Nov 19 17:55:20.873236 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 38622) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:20.912459 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 260dbd90-9330-4b64-87db-279e24c3a288 no longer exists at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:55:20.979653 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac5d6608-2c45-4668-8bc8-bf83a7430d8a tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Deleting subnet 1cb0c8e1-2e1e-4b0f-89dc-d9999bd98fb4 {{(pid=103364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 17:55:20.986479 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ac5d6608-2c45-4668-8bc8-bf83a7430d8a tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks [] for subnet, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:21.051752 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e5b88153-b2cb-4956-8b98-84ba2b594100 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:21.093865 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] No Port match for: 260dbd90-9330-4b64-87db-279e24c3a288 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:55:21.095942 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 260dbd90-9330-4b64-87db-279e24c3a288 not bound to the agent host n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:55:21.108513 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ac5d6608-2c45-4668-8bc8-bf83a7430d8a tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9416263'] for subnet, precommit_delete_associations {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:21.121793 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 9cd07184-82de-4aa5-a161-694a32be85f1 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:55:21.242338 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 9cd07184-82de-4aa5-a161-694a32be85f1 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:55:21.242664 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:21.261217 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e5b88153-b2cb-4956-8b98-84ba2b594100 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12425137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8983934'] for subnet, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:21.278847 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e5b88153-b2cb-4956-8b98-84ba2b594100 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:21.285649 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 38636) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:21.286399 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-e5b88153-b2cb-4956-8b98-84ba2b594100 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "DELETE /v2.0/subnets/c857df81-9e66-41e2-895f-efb3f015d8a4 HTTP/1.1" status: 204 len: 168 time: 0.6822076 Nov 19 17:55:21.313691 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b88153-b2cb-4956-8b98-84ba2b594100 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Pushing event deleted for resources: {'Subnet': ['ID=c857df81-9e66-41e2-895f-efb3f015d8a4,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:21.325334 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ac5d6608-2c45-4668-8bc8-bf83a7430d8a tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:21.337497 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36ad4b73-28af-45e7-bd25-bc2662ac8f55 None None] Network 65eace33-2479-4afb-a7b6-41f0773542ac requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:55:21.420020 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ac5d6608-2c45-4668-8bc8-bf83a7430d8a tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12425137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8983934'] for subnet, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:21.434566 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-03cd91b5-d9f9-4d80-b74a-7426ab534932 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1477025 Nov 19 17:55:21.437534 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 38640) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:21.444498 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ac5d6608-2c45-4668-8bc8-bf83a7430d8a tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:21.445068 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-c120005b-8d9b-4a22-a59e-8a77aa2616a2 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Request body: {'subnet': {'network_id': '65eace33-2479-4afb-a7b6-41f0773542ac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:55:21.449851 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-ac5d6608-2c45-4668-8bc8-bf83a7430d8a tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] 10.222.0.54 "DELETE /v2.0/subnets/1cb0c8e1-2e1e-4b0f-89dc-d9999bd98fb4 HTTP/1.1" status: 204 len: 168 time: 0.5759902 Nov 19 17:55:21.453168 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 38644) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:21.474683 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe0b3495-04ab-4cad-87b7-b85b59ce5806 None None] Network 50fea402-26ea-4cac-ba30-b066884e7acb requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:55:21.476837 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5d6608-2c45-4668-8bc8-bf83a7430d8a tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Pushing event deleted for resources: {'Subnet': ['ID=1cb0c8e1-2e1e-4b0f-89dc-d9999bd98fb4,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:21.911532 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa640456-4495-4a77-bb97-378f10d5559c None None] DHCP port deletion for 65eace33-2479-4afb-a7b6-41f0773542ac request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 17:55:21.963247 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-741b6714-bc71-4de8-a725-e951a4e43b02 None None] DHCP port deletion for 50fea402-26ea-4cac-ba30-b066884e7acb request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 17:55:22.024576 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-fa640456-4495-4a77-bb97-378f10d5559c None None] Deleting port 9cd07184-82de-4aa5-a161-694a32be85f1 {{(pid=103366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:55:22.025257 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-fa640456-4495-4a77-bb97-378f10d5559c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:22.053639 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c120005b-8d9b-4a22-a59e-8a77aa2616a2 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Made reservation on behalf of 6b45f31544cd40e7b10456e94240dc6e for: {'subnet': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:55:22.060272 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c120005b-8d9b-4a22-a59e-8a77aa2616a2 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8731248'] for subnet, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:22.143045 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-fa640456-4495-4a77-bb97-378f10d5559c None None] For port 9cd07184-82de-4aa5-a161-694a32be85f1, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=9cd07184-82de-4aa5-a161-694a32be85f1,segment=NetworkSegment(b0148e58-5e40-4372-b35c-802e0d196d41),segment_id=b0148e58-5e40-4372-b35c-802e0d196d41)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:55:22.143859 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-fa640456-4495-4a77-bb97-378f10d5559c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:22.162856 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-fa640456-4495-4a77-bb97-378f10d5559c None None] Calling delete_port for 9cd07184-82de-4aa5-a161-694a32be85f1 owned by network:dhcp {{(pid=103366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:55:22.331113 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d3255a5a-ca34-479a-a2f0-087a2de0fe76 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:22.336155 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c120005b-8d9b-4a22-a59e-8a77aa2616a2 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12283104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8731234'] for subnet, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:22.356153 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-741b6714-bc71-4de8-a725-e951a4e43b02 None None] Deleting port c96f771d-1786-4b4e-9e2a-b25910aaa2f7 {{(pid=103366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:55:22.356785 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-741b6714-bc71-4de8-a725-e951a4e43b02 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:22.381791 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 38668) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:22.400009 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c120005b-8d9b-4a22-a59e-8a77aa2616a2 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Pushing event updated for resources: {'Subnet': ['ID=49310784-3c95-4f4c-9e49-4b615eb73629,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:22.405917 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-fa640456-4495-4a77-bb97-378f10d5559c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007'] for port, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:22.437783 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c120005b-8d9b-4a22-a59e-8a77aa2616a2 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Network 65eace33-2479-4afb-a7b6-41f0773542ac is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:55:22.460792 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-c120005b-8d9b-4a22-a59e-8a77aa2616a2 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:55:22.467989 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c120005b-8d9b-4a22-a59e-8a77aa2616a2 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:55:22.469067 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c120005b-8d9b-4a22-a59e-8a77aa2616a2 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:22.474130 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa640456-4495-4a77-bb97-378f10d5559c None None] No DVR routers for this DVR port 9cd07184-82de-4aa5-a161-694a32be85f1 on host n-d-818022-2 {{(pid=103366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:55:22.476842 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa640456-4495-4a77-bb97-378f10d5559c None None] Pushing event deleted for resources: {'Port': ['ID=9cd07184-82de-4aa5-a161-694a32be85f1,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:22.514556 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-c120005b-8d9b-4a22-a59e-8a77aa2616a2 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0718024 Nov 19 17:55:22.515424 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 38672) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:22.521308 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-427e2706-ec0f-47a7-b7e2-ecccec352f4a None None] Network 65eace33-2479-4afb-a7b6-41f0773542ac requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:55:22.531460 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-f6605f2f-4c3d-4b6d-aa8b-4c1eb18534e8 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Request body: {'port': {'network_id': '65eace33-2479-4afb-a7b6-41f0773542ac', 'name': 'tempest-NetworksTestDHCPv6-1973445695'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:55:22.670008 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-741b6714-bc71-4de8-a725-e951a4e43b02 None None] For port c96f771d-1786-4b4e-9e2a-b25910aaa2f7, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=c96f771d-1786-4b4e-9e2a-b25910aaa2f7,segment=NetworkSegment(5940dc55-ae51-4006-8b56-20b805c7ac00),segment_id=5940dc55-ae51-4006-8b56-20b805c7ac00)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:55:22.670748 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-741b6714-bc71-4de8-a725-e951a4e43b02 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:22.695366 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-741b6714-bc71-4de8-a725-e951a4e43b02 None None] Calling delete_port for c96f771d-1786-4b4e-9e2a-b25910aaa2f7 owned by network:dhcp {{(pid=103366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:55:22.732607 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-d3255a5a-ca34-479a-a2f0-087a2de0fe76 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Deleting port c96f771d-1786-4b4e-9e2a-b25910aaa2f7 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:55:22.732957 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d3255a5a-ca34-479a-a2f0-087a2de0fe76 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:22.824810 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6605f2f-4c3d-4b6d-aa8b-4c1eb18534e8 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Made reservation on behalf of 6b45f31544cd40e7b10456e94240dc6e for: {'port': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:55:22.835238 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f6605f2f-4c3d-4b6d-aa8b-4c1eb18534e8 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:22.884482 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [None req-f6605f2f-4c3d-4b6d-aa8b-4c1eb18534e8 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] device_id is not set on port e15a347f-3bcb-440d-8685-b0428f023e19 yet. {{(pid=103365) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 17:55:22.906085 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [None req-d3255a5a-ca34-479a-a2f0-087a2de0fe76 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] For port c96f771d-1786-4b4e-9e2a-b25910aaa2f7, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=c96f771d-1786-4b4e-9e2a-b25910aaa2f7,segment=NetworkSegment(5940dc55-ae51-4006-8b56-20b805c7ac00),segment_id=5940dc55-ae51-4006-8b56-20b805c7ac00)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:55:22.906452 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d3255a5a-ca34-479a-a2f0-087a2de0fe76 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:22.967868 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device c96f771d-1786-4b4e-9e2a-b25910aaa2f7 no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:55:23.002760 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-d3255a5a-ca34-479a-a2f0-087a2de0fe76 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Calling delete_port for c96f771d-1786-4b4e-9e2a-b25910aaa2f7 owned by network:dhcp {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:55:23.074232 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7c6fb25-66a8-41c3-af5c-bc0968911eb9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54f44f5f-1200-574e-8740-2141911d5b73-65eace33-2479-4afb-a7b6-41f0773542ac', 'network_id': '65eace33-2479-4afb-a7b6-41f0773542ac', 'tenant_id': '6b45f31544cd40e7b10456e94240dc6e', 'fixed_ips': [{'subnet_id': '49310784-3c95-4f4c-9e49-4b615eb73629'}]}} from n-d-818022-2. {{(pid=103366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 17:55:23.075152 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a7c6fb25-66a8-41c3-af5c-bc0968911eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:23.091932 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-741b6714-bc71-4de8-a725-e951a4e43b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007'] for port, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:23.170052 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-741b6714-bc71-4de8-a725-e951a4e43b02 None None] No DVR routers for this DVR port c96f771d-1786-4b4e-9e2a-b25910aaa2f7 on host n-d-818022-2 {{(pid=103366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:55:23.180082 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741b6714-bc71-4de8-a725-e951a4e43b02 None None] Pushing event deleted for resources: {'Port': ['ID=c96f771d-1786-4b4e-9e2a-b25910aaa2f7,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:23.195511 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No active binding found for port c96f771d-1786-4b4e-9e2a-b25910aaa2f7 {{(pid=103366) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 19 17:55:23.196032 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device c96f771d-1786-4b4e-9e2a-b25910aaa2f7 not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:55:23.196526 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 9cd07184-82de-4aa5-a161-694a32be85f1 no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:55:23.269026 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [None req-f6605f2f-4c3d-4b6d-aa8b-4c1eb18534e8 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Allocated IP 2001:db8::311 (65eace33-2479-4afb-a7b6-41f0773542ac/49310784-3c95-4f4c-9e49-4b615eb73629/e15a347f-3bcb-440d-8685-b0428f023e19) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:55:23.322657 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d3255a5a-ca34-479a-a2f0-087a2de0fe76 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:23.344177 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3255a5a-ca34-479a-a2f0-087a2de0fe76 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] No DVR routers for this DVR port c96f771d-1786-4b4e-9e2a-b25910aaa2f7 on host n-d-818022-2 {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:55:23.456683 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: 9cd07184-82de-4aa5-a161-694a32be85f1 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:55:23.457233 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 9cd07184-82de-4aa5-a161-694a32be85f1 not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:55:23.499541 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d3255a5a-ca34-479a-a2f0-087a2de0fe76 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:23.502511 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-200838ca-eae4-4170-b51f-92d7104e7f5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-768564'] for router_interface, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:23.526493 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-d3255a5a-ca34-479a-a2f0-087a2de0fe76 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50fea402-26ea-4cac-ba30-b066884e7acb']}} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:55:23.537760 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-d3255a5a-ca34-479a-a2f0-087a2de0fe76 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5940dc55-ae51-4006-8b56-20b805c7ac00') {'for_net_delete': True} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:55:23.538100 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-d3255a5a-ca34-479a-a2f0-087a2de0fe76 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5940dc55-ae51-4006-8b56-20b805c7ac00') {} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:55:23.548324 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d3255a5a-ca34-479a-a2f0-087a2de0fe76 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12545382'] for segment, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:23.565277 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3255a5a-ca34-479a-a2f0-087a2de0fe76 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Pushing event deleted for resources: {'Port': ['ID=c96f771d-1786-4b4e-9e2a-b25910aaa2f7,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:23.571514 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d3255a5a-ca34-479a-a2f0-087a2de0fe76 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:23.586013 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3255a5a-ca34-479a-a2f0-087a2de0fe76 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Releasing vlan 665 on physical network physnet1 to pool {{(pid=103365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 17:55:23.586416 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d3255a5a-ca34-479a-a2f0-087a2de0fe76 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12282953'] for segment, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:23.589287 n-d-818022-2 neutron-server[103365]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 17:55:23.589287 n-d-818022-2 neutron-server[103365]: self.session.flush() Nov 19 17:55:23.589287 n-d-818022-2 neutron-server[103365]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 17:55:23.589287 n-d-818022-2 neutron-server[103365]: self.session.flush() Nov 19 17:55:23.589287 n-d-818022-2 neutron-server[103365]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 17:55:23.589287 n-d-818022-2 neutron-server[103365]: self.session.flush() Nov 19 17:55:23.589287 n-d-818022-2 neutron-server[103365]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 17:55:23.589287 n-d-818022-2 neutron-server[103365]: self.session.flush() Nov 19 17:55:23.589287 n-d-818022-2 neutron-server[103365]: Traceback (most recent call last): Nov 19 17:55:23.589287 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 17:55:23.589287 n-d-818022-2 neutron-server[103365]: timer() Nov 19 17:55:23.589287 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 17:55:23.589287 n-d-818022-2 neutron-server[103365]: cb(*args, **kw) Nov 19 17:55:23.589287 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 17:55:23.589287 n-d-818022-2 neutron-server[103365]: return func(*args, **kwargs) Nov 19 17:55:23.589287 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 17:55:23.589287 n-d-818022-2 neutron-server[103365]: self._notify() Nov 19 17:55:23.589287 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 17:55:23.589287 n-d-818022-2 neutron-server[103365]: self.callback(batched_events) Nov 19 17:55:23.589287 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 17:55:23.589287 n-d-818022-2 neutron-server[103365]: event.method(event) Nov 19 17:55:23.589287 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 17:55:23.589287 n-d-818022-2 neutron-server[103365]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 17:55:23.589287 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 17:55:23.589287 n-d-818022-2 neutron-server[103365]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 17:55:23.589287 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 17:55:23.589287 n-d-818022-2 neutron-server[103365]: return f(self, *a, **k) Nov 19 17:55:23.589287 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 17:55:23.589287 n-d-818022-2 neutron-server[103365]: return self._get(url).json() Nov 19 17:55:23.589287 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 17:55:23.589287 n-d-818022-2 neutron-server[103365]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 17:55:23.589287 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 17:55:23.589287 n-d-818022-2 neutron-server[103365]: return self.request(url, 'GET', **kwargs) Nov 19 17:55:23.589287 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 17:55:23.589287 n-d-818022-2 neutron-server[103365]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 17:55:23.589287 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 17:55:23.589287 n-d-818022-2 neutron-server[103365]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 17:55:23.589287 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 17:55:23.589287 n-d-818022-2 neutron-server[103365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 17:55:23.589287 n-d-818022-2 neutron-server[103365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 17:55:23.740426 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d3255a5a-ca34-479a-a2f0-087a2de0fe76 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671242'] for network, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:23.753670 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d3255a5a-ca34-479a-a2f0-087a2de0fe76 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:23.760651 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-d3255a5a-ca34-479a-a2f0-087a2de0fe76 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] 10.222.0.54 "DELETE /v2.0/networks/50fea402-26ea-4cac-ba30-b066884e7acb HTTP/1.1" status: 204 len: 168 time: 2.3019907 Nov 19 17:55:23.762802 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 38698) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:23.809121 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3255a5a-ca34-479a-a2f0-087a2de0fe76 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Pushing event deleted for resources: {'Network': ['ID=50fea402-26ea-4cac-ba30-b066884e7acb,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:23.840614 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9580c8db-15a6-4681-be64-1a249885bf86 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:55:23.842229 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-9580c8db-15a6-4681-be64-1a249885bf86 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] 10.222.0.54 "GET /v2.0/ports/2afa106b-dfa4-437e-b925-01f50a62c5df HTTP/1.1" status: 200 len: 839 time: 0.0691528 Nov 19 17:55:23.849343 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 38700) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:23.906563 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f6605f2f-4c3d-4b6d-aa8b-4c1eb18534e8 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:23.912957 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-e52584a0-30c0-497e-a6b8-f8e9fa306529 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] 10.222.0.54 "GET /v2.0/ports/2afa106b-dfa4-437e-b925-01f50a62c5df?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0624516 Nov 19 17:55:23.916516 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 38702) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:23.921589 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-f5a478a3-cfee-4221-8251-8c6d66228281 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Request body: {'subnet': {'network_id': 'fe2a8703-eff1-49c9-8b71-655ed6495516', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:55:23.937433 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-200838ca-eae4-4170-b51f-92d7104e7f5f admin admin] Deleting port 895fd70c-7075-431e-836d-c15db92d5d5d {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:55:23.938114 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-200838ca-eae4-4170-b51f-92d7104e7f5f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:24.039759 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f6605f2f-4c3d-4b6d-aa8b-4c1eb18534e8 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:24.076136 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5a478a3-cfee-4221-8251-8c6d66228281 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Made reservation on behalf of 8332730af82c4019921b40209bacb73c for: {'subnet': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:55:24.080152 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f5a478a3-cfee-4221-8251-8c6d66228281 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8731248'] for subnet, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:24.104114 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [None req-a7c6fb25-66a8-41c3-af5c-bc0968911eb9 None None] Allocated IP 2001:db8::2 (65eace33-2479-4afb-a7b6-41f0773542ac/49310784-3c95-4f4c-9e49-4b615eb73629/ee642b54-67ba-4821-9c11-63ab829c502a) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:55:24.134536 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [None req-200838ca-eae4-4170-b51f-92d7104e7f5f admin admin] For port 895fd70c-7075-431e-836d-c15db92d5d5d, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=895fd70c-7075-431e-836d-c15db92d5d5d,segment=NetworkSegment(a5a94e2b-2782-491c-8737-b805351d0689),segment_id=a5a94e2b-2782-491c-8737-b805351d0689)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:55:24.135251 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-200838ca-eae4-4170-b51f-92d7104e7f5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:24.152404 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-200838ca-eae4-4170-b51f-92d7104e7f5f admin admin] Calling delete_port for 895fd70c-7075-431e-836d-c15db92d5d5d owned by network:router_interface {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:55:24.260733 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6605f2f-4c3d-4b6d-aa8b-4c1eb18534e8 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Network 65eace33-2479-4afb-a7b6-41f0773542ac is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:55:24.268388 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6605f2f-4c3d-4b6d-aa8b-4c1eb18534e8 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Pushing event updated for resources: {'Port': ['ID=e15a347f-3bcb-440d-8685-b0428f023e19,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:24.287269 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-f6605f2f-4c3d-4b6d-aa8b-4c1eb18534e8 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:55:24.291340 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6605f2f-4c3d-4b6d-aa8b-4c1eb18534e8 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:55:24.299015 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6605f2f-4c3d-4b6d-aa8b-4c1eb18534e8 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:55:24.299842 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f6605f2f-4c3d-4b6d-aa8b-4c1eb18534e8 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:24.317082 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a7c6fb25-66a8-41c3-af5c-bc0968911eb9 None None] Publish callbacks [] for port, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:24.331599 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a7c6fb25-66a8-41c3-af5c-bc0968911eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998'] for port, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:24.347577 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-f6605f2f-4c3d-4b6d-aa8b-4c1eb18534e8 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.8216693 Nov 19 17:55:24.349862 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 38712) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:24.374822 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7c6fb25-66a8-41c3-af5c-bc0968911eb9 None None] Network 65eace33-2479-4afb-a7b6-41f0773542ac is already hosted by enough agents. {{(pid=103366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:55:24.379380 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [None req-a7c6fb25-66a8-41c3-af5c-bc0968911eb9 None None] Resources bound (agent type, host, resource id): {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:55:24.382719 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c6fb25-66a8-41c3-af5c-bc0968911eb9 None None] Received port after_create {{(pid=103366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:55:24.443875 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c6fb25-66a8-41c3-af5c-bc0968911eb9 None None] Pushing event updated for resources: {'Port': ['ID=ee642b54-67ba-4821-9c11-63ab829c502a,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:24.459625 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-200838ca-eae4-4170-b51f-92d7104e7f5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:24.459894 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-a7c6fb25-66a8-41c3-af5c-bc0968911eb9 None None] Attempting to bind port ee642b54-67ba-4821-9c11-63ab829c502a on host n-d-818022-2 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:55:24.460368 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-a7c6fb25-66a8-41c3-af5c-bc0968911eb9 None None] Attempting to bind port ee642b54-67ba-4821-9c11-63ab829c502a by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': 'b0148e58-5e40-4372-b35c-802e0d196d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '65eace33-2479-4afb-a7b6-41f0773542ac'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:55:24.460368 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c6fb25-66a8-41c3-af5c-bc0968911eb9 None None] Attempting to bind port ee642b54-67ba-4821-9c11-63ab829c502a on network 65eace33-2479-4afb-a7b6-41f0773542ac {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:55:24.466848 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c6fb25-66a8-41c3-af5c-bc0968911eb9 None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 55, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:55:24.467230 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c6fb25-66a8-41c3-af5c-bc0968911eb9 None None] Checking segment: {'id': 'b0148e58-5e40-4372-b35c-802e0d196d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '65eace33-2479-4afb-a7b6-41f0773542ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:55:24.467625 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a7c6fb25-66a8-41c3-af5c-bc0968911eb9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:24.468022 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c6fb25-66a8-41c3-af5c-bc0968911eb9 None None] Bound using segment: {'id': 'b0148e58-5e40-4372-b35c-802e0d196d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '65eace33-2479-4afb-a7b6-41f0773542ac'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:55:24.468487 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-a7c6fb25-66a8-41c3-af5c-bc0968911eb9 None None] Bound port: ee642b54-67ba-4821-9c11-63ab829c502a, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0148e58-5e40-4372-b35c-802e0d196d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '65eace33-2479-4afb-a7b6-41f0773542ac'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:55:24.468870 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a7c6fb25-66a8-41c3-af5c-bc0968911eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:24.504123 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200838ca-eae4-4170-b51f-92d7104e7f5f admin admin] Pushing event deleted for resources: {'Port': ['ID=895fd70c-7075-431e-836d-c15db92d5d5d,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:24.504856 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1acbc636-5e9c-443e-88f3-945bad571c5b tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:55:24.525726 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1acbc636-5e9c-443e-88f3-945bad571c5b tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:55:24.528344 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-1acbc636-5e9c-443e-88f3-945bad571c5b tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1774204 Nov 19 17:55:24.532356 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 38720) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:24.670759 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-a7c6fb25-66a8-41c3-af5c-bc0968911eb9 None None] For port ee642b54-67ba-4821-9c11-63ab829c502a, host n-d-818022-2, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:55:24.673275 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-a7c6fb25-66a8-41c3-af5c-bc0968911eb9 None None] For port ee642b54-67ba-4821-9c11-63ab829c502a, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=ee642b54-67ba-4821-9c11-63ab829c502a,segment=NetworkSegment(b0148e58-5e40-4372-b35c-802e0d196d41),segment_id=b0148e58-5e40-4372-b35c-802e0d196d41)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:55:24.687398 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a7c6fb25-66a8-41c3-af5c-bc0968911eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:24.755860 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f5a478a3-cfee-4221-8251-8c6d66228281 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12283104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8731234'] for subnet, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:24.769023 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c6fb25-66a8-41c3-af5c-bc0968911eb9 None None] Pushing event updated for resources: {'Port': ['ID=ee642b54-67ba-4821-9c11-63ab829c502a,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:24.771458 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-200838ca-eae4-4170-b51f-92d7104e7f5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-768648'] for router_interface, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:24.878360 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5a478a3-cfee-4221-8251-8c6d66228281 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Network fe2a8703-eff1-49c9-8b71-655ed6495516 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:55:24.882615 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-f5a478a3-cfee-4221-8251-8c6d66228281 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:55:24.921063 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9bea96e-a1c5-41fa-90b6-03bb77fadf97 None None] Network fe2a8703-eff1-49c9-8b71-655ed6495516 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:55:24.927109 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5a478a3-cfee-4221-8251-8c6d66228281 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:55:24.931717 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f5a478a3-cfee-4221-8251-8c6d66228281 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:24.976114 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-62d1e6c5-d00c-495d-9eaf-47f8d32f8ccc tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Deleting port e15a347f-3bcb-440d-8685-b0428f023e19 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:55:24.976814 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-62d1e6c5-d00c-495d-9eaf-47f8d32f8ccc tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:25.097526 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-62d1e6c5-d00c-495d-9eaf-47f8d32f8ccc tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:25.115435 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-62d1e6c5-d00c-495d-9eaf-47f8d32f8ccc tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Calling delete_port for e15a347f-3bcb-440d-8685-b0428f023e19 owned by {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:55:25.190281 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a478a3-cfee-4221-8251-8c6d66228281 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Pushing event updated for resources: {'Subnet': ['ID=96923ef4-e58b-4b31-a9fd-18ec64a7f4f2,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:25.200530 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-f5a478a3-cfee-4221-8251-8c6d66228281 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2827249 Nov 19 17:55:25.205524 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 38730) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:25.210190 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-2de9ff27-c5a6-4303-86b6-d36ddeb92e26 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Request body: {'security_group': {'name': 'tempest-secgroup-1990541820'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:55:25.246428 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-200838ca-eae4-4170-b51f-92d7104e7f5f admin admin] Router e058c21b-c236-492c-ad55-4a9321e6f5bb has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 17:55:25.267814 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf8cdb59-ca2d-42c3-b11e-4ce4a35d053b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54f44f5f-1200-574e-8740-2141911d5b73-fe2a8703-eff1-49c9-8b71-655ed6495516', 'network_id': 'fe2a8703-eff1-49c9-8b71-655ed6495516', 'tenant_id': '8332730af82c4019921b40209bacb73c', 'fixed_ips': [{'subnet_id': '96923ef4-e58b-4b31-a9fd-18ec64a7f4f2'}]}} from n-d-818022-2. {{(pid=103366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 17:55:25.269080 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-bf8cdb59-ca2d-42c3-b11e-4ce4a35d053b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:25.300959 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2de9ff27-c5a6-4303-86b6-d36ddeb92e26 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:25.435699 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [None req-bf8cdb59-ca2d-42c3-b11e-4ce4a35d053b None None] Allocated IP 172.20.0.2 (fe2a8703-eff1-49c9-8b71-655ed6495516/96923ef4-e58b-4b31-a9fd-18ec64a7f4f2/d3721eac-d4cc-4d15-b02b-c159d204f54b) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:55:25.514984 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-62d1e6c5-d00c-495d-9eaf-47f8d32f8ccc tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:25.535561 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-200838ca-eae4-4170-b51f-92d7104e7f5f admin admin] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 17:55:25.546456 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff8a8a1-6c65-4a2b-ab5b-e19b1f54a1a5 None None] Sync routers for ids ['e058c21b-c236-492c-ad55-4a9321e6f5bb'] in n-d-818022-2 {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 17:55:25.553198 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-200838ca-eae4-4170-b51f-92d7104e7f5f admin admin] 10.222.0.54 "PUT /v2.0/routers/e058c21b-c236-492c-ad55-4a9321e6f5bb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1688063 Nov 19 17:55:25.555436 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 38740) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:25.575995 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff8a8a1-6c65-4a2b-ab5b-e19b1f54a1a5 None None] Routers {'e058c21b-c236-492c-ad55-4a9321e6f5bb'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:55:25.579379 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-6ff8a8a1-6c65-4a2b-ab5b-e19b1f54a1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:55:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['e058c21b-c236-492c-ad55-4a9321e6f5bb'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:55:25.619006 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-62d1e6c5-d00c-495d-9eaf-47f8d32f8ccc tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:25.624039 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-62d1e6c5-d00c-495d-9eaf-47f8d32f8ccc tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "DELETE /v2.0/ports/e15a347f-3bcb-440d-8685-b0428f023e19 HTTP/1.1" status: 204 len: 168 time: 1.0903647 Nov 19 17:55:25.630948 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 38742) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:25.675480 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-bf8cdb59-ca2d-42c3-b11e-4ce4a35d053b None None] Publish callbacks [] for port, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:25.677394 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d1e6c5-d00c-495d-9eaf-47f8d32f8ccc tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Pushing event deleted for resources: {'Port': ['ID=e15a347f-3bcb-440d-8685-b0428f023e19,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:25.690386 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-bf8cdb59-ca2d-42c3-b11e-4ce4a35d053b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998'] for port, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:25.741798 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf8cdb59-ca2d-42c3-b11e-4ce4a35d053b None None] Network fe2a8703-eff1-49c9-8b71-655ed6495516 is already hosted by enough agents. {{(pid=103366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:55:25.746690 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [None req-bf8cdb59-ca2d-42c3-b11e-4ce4a35d053b None None] Resources bound (agent type, host, resource id): {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:55:25.749353 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf8cdb59-ca2d-42c3-b11e-4ce4a35d053b None None] Received port after_create {{(pid=103366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:55:25.765525 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8cdb59-ca2d-42c3-b11e-4ce4a35d053b None None] Pushing event updated for resources: {'Port': ['ID=d3721eac-d4cc-4d15-b02b-c159d204f54b,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:25.837663 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-bf8cdb59-ca2d-42c3-b11e-4ce4a35d053b None None] Attempting to bind port d3721eac-d4cc-4d15-b02b-c159d204f54b on host n-d-818022-2 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:55:25.838181 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-bf8cdb59-ca2d-42c3-b11e-4ce4a35d053b None None] Attempting to bind port d3721eac-d4cc-4d15-b02b-c159d204f54b by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': 'f756cabf-39a7-4bde-a32c-df3250b209e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'fe2a8703-eff1-49c9-8b71-655ed6495516'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:55:25.838714 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf8cdb59-ca2d-42c3-b11e-4ce4a35d053b None None] Attempting to bind port d3721eac-d4cc-4d15-b02b-c159d204f54b on network fe2a8703-eff1-49c9-8b71-655ed6495516 {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:55:25.845250 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf8cdb59-ca2d-42c3-b11e-4ce4a35d053b None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 55, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:55:25.845795 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf8cdb59-ca2d-42c3-b11e-4ce4a35d053b None None] Checking segment: {'id': 'f756cabf-39a7-4bde-a32c-df3250b209e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'fe2a8703-eff1-49c9-8b71-655ed6495516'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:55:25.846516 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-bf8cdb59-ca2d-42c3-b11e-4ce4a35d053b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:25.847015 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf8cdb59-ca2d-42c3-b11e-4ce4a35d053b None None] Bound using segment: {'id': 'f756cabf-39a7-4bde-a32c-df3250b209e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'fe2a8703-eff1-49c9-8b71-655ed6495516'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:55:25.847600 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-bf8cdb59-ca2d-42c3-b11e-4ce4a35d053b None None] Bound port: d3721eac-d4cc-4d15-b02b-c159d204f54b, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f756cabf-39a7-4bde-a32c-df3250b209e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'fe2a8703-eff1-49c9-8b71-655ed6495516'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:55:25.848211 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-bf8cdb59-ca2d-42c3-b11e-4ce4a35d053b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:25.873804 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d44ec9fd-8e28-4481-b96d-6f68909a792f admin admin] Publish callbacks [] for router, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:25.912094 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-6ff8a8a1-6c65-4a2b-ab5b-e19b1f54a1a5 None None] Set router e058c21b-c236-492c-ad55-4a9321e6f5bb gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:55:25.915356 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2de9ff27-c5a6-4303-86b6-d36ddeb92e26 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:25.931404 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2de9ff27-c5a6-4303-86b6-d36ddeb92e26 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:25.989155 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-bf8cdb59-ca2d-42c3-b11e-4ce4a35d053b None None] For port d3721eac-d4cc-4d15-b02b-c159d204f54b, host n-d-818022-2, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:55:25.994723 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-bf8cdb59-ca2d-42c3-b11e-4ce4a35d053b None None] For port d3721eac-d4cc-4d15-b02b-c159d204f54b, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=d3721eac-d4cc-4d15-b02b-c159d204f54b,segment=NetworkSegment(f756cabf-39a7-4bde-a32c-df3250b209e6),segment_id=f756cabf-39a7-4bde-a32c-df3250b209e6)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:55:26.002572 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-bf8cdb59-ca2d-42c3-b11e-4ce4a35d053b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:26.015069 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de9ff27-c5a6-4303-86b6-d36ddeb92e26 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94c1f897-868b-4265-91dd-9601e99b61b7,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:26.065170 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef0cd482-774f-4c97-b01b-d26ee51966ec tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:55:26.067654 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef0cd482-774f-4c97-b01b-d26ee51966ec tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:55:26.077470 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-ef0cd482-774f-4c97-b01b-d26ee51966ec tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4429419 Nov 19 17:55:26.078181 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 38752) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:26.191960 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2de9ff27-c5a6-4303-86b6-d36ddeb92e26 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:26.193249 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-2de9ff27-c5a6-4303-86b6-d36ddeb92e26 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.9867942 Nov 19 17:55:26.202089 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 38754) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:26.203471 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8cdb59-ca2d-42c3-b11e-4ce4a35d053b None None] Pushing event updated for resources: {'Port': ['ID=d3721eac-d4cc-4d15-b02b-c159d204f54b,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:26.228805 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-c4fcd3c2-01b9-4c35-91b2-745c25df25f5 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Request body: {'security_group': {'name': 'tempest-secgroup-1060056848'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:55:26.343591 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ab92925-5ea2-43ec-b7ec-ec5bb0720833 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Deleting subnet 49310784-3c95-4f4c-9e49-4b615eb73629 {{(pid=103365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 17:55:26.357148 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c4fcd3c2-01b9-4c35-91b2-745c25df25f5 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:26.414463 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7ab92925-5ea2-43ec-b7ec-ec5bb0720833 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks [] for subnet, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:26.438852 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-6ff8a8a1-6c65-4a2b-ab5b-e19b1f54a1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e058c21b-c236-492c-ad55-4a9321e6f5bb', 'name': 'tempest-AttachVolumeShelveTestJSON-450598237-router', 'tenant_id': '063ef7e3fa9c49daa0ae772568226d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.182'}], 'enable_snat': True}, 'gw_port_id': 'ed871de4-65e1-44dc-aeee-b66bab971245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:44:20Z', 'updated_at': '2021-11-19T17:55:24Z', 'revision_number': 5, 'project_id': '063ef7e3fa9c49daa0ae772568226d29', 'gw_port': {'id': 'ed871de4-65e1-44dc-aeee-b66bab971245', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:d4:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e058c21b-c236-492c-ad55-4a9321e6f5bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:44:22Z', 'updated_at': '2021-11-19T17:44:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:55:26.570850 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff8a8a1-6c65-4a2b-ab5b-e19b1f54a1a5 None None] Checking router: e058c21b-c236-492c-ad55-4a9321e6f5bb for host: n-d-818022-2 {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 17:55:26.606210 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff8a8a1-6c65-4a2b-ab5b-e19b1f54a1a5 None None] Routers {'e058c21b-c236-492c-ad55-4a9321e6f5bb'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:55:26.606861 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-6ff8a8a1-6c65-4a2b-ab5b-e19b1f54a1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:55:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['e058c21b-c236-492c-ad55-4a9321e6f5bb'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:55:26.656590 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c4fcd3c2-01b9-4c35-91b2-745c25df25f5 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:26.662687 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c4fcd3c2-01b9-4c35-91b2-745c25df25f5 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:26.764023 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7ab92925-5ea2-43ec-b7ec-ec5bb0720833 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12546453'] for subnet, precommit_delete_associations {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:26.867093 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 38776) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:26.898707 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-6ff8a8a1-6c65-4a2b-ab5b-e19b1f54a1a5 None None] Set router e058c21b-c236-492c-ad55-4a9321e6f5bb gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:55:26.904441 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c4fcd3c2-01b9-4c35-91b2-745c25df25f5 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:26.905527 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-c4fcd3c2-01b9-4c35-91b2-745c25df25f5 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7024102 Nov 19 17:55:26.921741 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 38778) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:26.989965 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-adb9b838-401b-4f0d-b2a9-df7eae35991f tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-285184365', 'security_groups': ['8da66f88-eb31-4173-bb47-1535a076483f'], 'network_id': 'fe2a8703-eff1-49c9-8b71-655ed6495516', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '96923ef4-e58b-4b31-a9fd-18ec64a7f4f2'}]}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:55:27.005831 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-513b83a9-4cd1-4e93-b285-cdc8a9234264 None None] Provisioning complete for port ee642b54-67ba-4821-9c11-63ab829c502a triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:55:27.009471 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-513b83a9-4cd1-4e93-b285-cdc8a9234264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:27.048421 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d44ec9fd-8e28-4481-b96d-6f68909a792f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:27.122646 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fcd3c2-01b9-4c35-91b2-745c25df25f5 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8da66f88-eb31-4173-bb47-1535a076483f,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:27.212572 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4e9ce90-be59-4354-bfaa-448e6d7b4560 admin admin] Deleting subnet fbe6d454-c5f1-4c18-83c0-782141861401 {{(pid=103365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 17:55:27.221650 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c4e9ce90-be59-4354-bfaa-448e6d7b4560 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:27.224306 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adb9b838-401b-4f0d-b2a9-df7eae35991f tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Made reservation on behalf of 8332730af82c4019921b40209bacb73c for: {'port': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:55:27.254896 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-d44ec9fd-8e28-4481-b96d-6f68909a792f admin admin] Deleting port ed871de4-65e1-44dc-aeee-b66bab971245 {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:55:27.255239 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d44ec9fd-8e28-4481-b96d-6f68909a792f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:27.365840 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device d3721eac-d4cc-4d15-b02b-c159d204f54b up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:55:27.442235 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-6ff8a8a1-6c65-4a2b-ab5b-e19b1f54a1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e058c21b-c236-492c-ad55-4a9321e6f5bb', 'name': 'tempest-AttachVolumeShelveTestJSON-450598237-router', 'tenant_id': '063ef7e3fa9c49daa0ae772568226d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.182'}], 'enable_snat': True}, 'gw_port_id': 'ed871de4-65e1-44dc-aeee-b66bab971245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:44:20Z', 'updated_at': '2021-11-19T17:55:24Z', 'revision_number': 5, 'project_id': '063ef7e3fa9c49daa0ae772568226d29', 'gw_port': {'id': 'ed871de4-65e1-44dc-aeee-b66bab971245', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:d4:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e058c21b-c236-492c-ad55-4a9321e6f5bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:44:22Z', 'updated_at': '2021-11-19T17:44:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:55:27.487794 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [None req-d44ec9fd-8e28-4481-b96d-6f68909a792f admin admin] For port ed871de4-65e1-44dc-aeee-b66bab971245, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=ed871de4-65e1-44dc-aeee-b66bab971245,segment=NetworkSegment(bbe705c1-96c0-476e-8381-28227e6f0ac5),segment_id=bbe705c1-96c0-476e-8381-28227e6f0ac5)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:55:27.488154 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d44ec9fd-8e28-4481-b96d-6f68909a792f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:27.492437 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff8a8a1-6c65-4a2b-ab5b-e19b1f54a1a5 None None] The sync data for ids ['e058c21b-c236-492c-ad55-4a9321e6f5bb'] in n-d-818022-2 is: [{'id': 'e058c21b-c236-492c-ad55-4a9321e6f5bb', 'name': 'tempest-AttachVolumeShelveTestJSON-450598237-router', 'tenant_id': '063ef7e3fa9c49daa0ae772568226d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.182'}], 'enable_snat': True}, 'gw_port_id': 'ed871de4-65e1-44dc-aeee-b66bab971245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:44:20Z', 'updated_at': '2021-11-19T17:55:24Z', 'revision_number': 5, 'project_id': '063ef7e3fa9c49daa0ae772568226d29', 'gw_port': {'id': 'ed871de4-65e1-44dc-aeee-b66bab971245', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:d4:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e058c21b-c236-492c-ad55-4a9321e6f5bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:44:22Z', 'updated_at': '2021-11-19T17:44:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 17:55:27.523470 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c4e9ce90-be59-4354-bfaa-448e6d7b4560 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12546453'] for subnet, precommit_delete_associations {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:27.529392 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-d44ec9fd-8e28-4481-b96d-6f68909a792f admin admin] Calling delete_port for ed871de4-65e1-44dc-aeee-b66bab971245 owned by network:router_gateway {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:55:27.582930 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port d3721eac-d4cc-4d15-b02b-c159d204f54b triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:55:27.609559 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:27.625893 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7ab92925-5ea2-43ec-b7ec-ec5bb0720833 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:27.687867 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-513b83a9-4cd1-4e93-b285-cdc8a9234264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:27.766964 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-adb9b838-401b-4f0d-b2a9-df7eae35991f tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:27.813241 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c4e9ce90-be59-4354-bfaa-448e6d7b4560 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:27.864316 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d44ec9fd-8e28-4481-b96d-6f68909a792f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:27.888945 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:27.939381 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [None req-adb9b838-401b-4f0d-b2a9-df7eae35991f tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] device_id is not set on port df98443b-769c-4950-8203-eec7a83d2823 yet. {{(pid=103365) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 17:55:27.946577 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c4e9ce90-be59-4354-bfaa-448e6d7b4560 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12282919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8731163'] for subnet, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:27.957116 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7ab92925-5ea2-43ec-b7ec-ec5bb0720833 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12282919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8731163'] for subnet, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:27.978044 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44ec9fd-8e28-4481-b96d-6f68909a792f admin admin] Pushing event deleted for resources: {'Port': ['ID=ed871de4-65e1-44dc-aeee-b66bab971245,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:27.993233 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7ab92925-5ea2-43ec-b7ec-ec5bb0720833 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:28.004069 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-7ab92925-5ea2-43ec-b7ec-ec5bb0720833 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "DELETE /v2.0/subnets/49310784-3c95-4f4c-9e49-4b615eb73629 HTTP/1.1" status: 204 len: 168 time: 1.9233646 Nov 19 17:55:28.016947 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.db.api [None req-513b83a9-4cd1-4e93-b285-cdc8a9234264 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103366) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 17:55:28.017519 n-d-818022-2 neutron-server[103366]: DEBUG oslo_db.api [None req-513b83a9-4cd1-4e93-b285-cdc8a9234264 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 17:55:28.018409 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edde606a-d75c-484d-854e-ae5a66a6f90b None None] Network 65eace33-2479-4afb-a7b6-41f0773542ac requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:55:28.033356 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 38794) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:28.054637 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] For port d3721eac-d4cc-4d15-b02b-c159d204f54b, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=d3721eac-d4cc-4d15-b02b-c159d204f54b,segment=NetworkSegment(f756cabf-39a7-4bde-a32c-df3250b209e6),segment_id=f756cabf-39a7-4bde-a32c-df3250b209e6)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:55:28.111267 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c4e9ce90-be59-4354-bfaa-448e6d7b4560 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:28.117790 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-c4e9ce90-be59-4354-bfaa-448e6d7b4560 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/fbe6d454-c5f1-4c18-83c0-782141861401 HTTP/1.1" status: 204 len: 168 time: 1.2463193 Nov 19 17:55:28.117790 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e9ce90-be59-4354-bfaa-448e6d7b4560 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fbe6d454-c5f1-4c18-83c0-782141861401,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:28.154103 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 38798) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:28.154865 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab92925-5ea2-43ec-b7ec-ec5bb0720833 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Pushing event deleted for resources: {'Subnet': ['ID=49310784-3c95-4f4c-9e49-4b615eb73629,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:28.194279 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:28.195527 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device ee642b54-67ba-4821-9c11-63ab829c502a up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:55:28.200785 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-d64e3876-91b1-48dd-99e9-0122d627442e tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1659613 Nov 19 17:55:28.210849 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 38800) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:28.328220 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d44ec9fd-8e28-4481-b96d-6f68909a792f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-671730'] for router_gateway, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:28.365539 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c7b53c8a-9511-4e65-a7cd-0ec9f0747d9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:28.381742 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-202bbbfa-cf1a-4eee-a2b3-ec0ab622fa72 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:55:28.391895 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-202bbbfa-cf1a-4eee-a2b3-ec0ab622fa72 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1707950 Nov 19 17:55:28.393483 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 38804) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:28.409174 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Pushing event updated for resources: {'Port': ['ID=d3721eac-d4cc-4d15-b02b-c159d204f54b,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:28.414526 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port ee642b54-67ba-4821-9c11-63ab829c502a triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:55:28.414899 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:28.513036 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16c3f22c-c317-4a99-a302-e0f18639cef1 None None] DHCP port deletion for 65eace33-2479-4afb-a7b6-41f0773542ac request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 17:55:28.531932 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c7b53c8a-9511-4e65-a7cd-0ec9f0747d9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:28.548675 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d44ec9fd-8e28-4481-b96d-6f68909a792f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4696'] for router, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:28.552858 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d44ec9fd-8e28-4481-b96d-6f68909a792f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:28.565018 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-c7b53c8a-9511-4e65-a7cd-0ec9f0747d9d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f92ba32-d487-4404-a462-4c7370c8bcd8']}} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:55:28.600568 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-c7b53c8a-9511-4e65-a7cd-0ec9f0747d9d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89891acd-fd82-4118-b100-e50c4e69b300') {'for_net_delete': True} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:55:28.606367 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-c7b53c8a-9511-4e65-a7cd-0ec9f0747d9d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89891acd-fd82-4118-b100-e50c4e69b300') {} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:55:28.625248 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c7b53c8a-9511-4e65-a7cd-0ec9f0747d9d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12545382'] for segment, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:28.640069 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3632f692-311a-4143-97f9-579c94cda02b tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:55:28.644301 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-3632f692-311a-4143-97f9-579c94cda02b tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1769514 Nov 19 17:55:28.646915 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 38810) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:28.649016 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c7b53c8a-9511-4e65-a7cd-0ec9f0747d9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:28.657445 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-513b83a9-4cd1-4e93-b285-cdc8a9234264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:28.657780 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7b53c8a-9511-4e65-a7cd-0ec9f0747d9d admin admin] Releasing vlan 670 on physical network physnet1 to pool {{(pid=103365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 17:55:28.658459 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c7b53c8a-9511-4e65-a7cd-0ec9f0747d9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12282953'] for segment, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:28.663875 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d44ec9fd-8e28-4481-b96d-6f68909a792f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-543895'] for router, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:28.664672 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d44ec9fd-8e28-4481-b96d-6f68909a792f admin admin] Fanout notify agent at l3_agent the message router_deleted on router e058c21b-c236-492c-ad55-4a9321e6f5bb {{(pid=103364) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 17:55:28.729402 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:28.732563 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-513b83a9-4cd1-4e93-b285-cdc8a9234264 None None] For port ee642b54-67ba-4821-9c11-63ab829c502a, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=ee642b54-67ba-4821-9c11-63ab829c502a,segment=NetworkSegment(b0148e58-5e40-4372-b35c-802e0d196d41),segment_id=b0148e58-5e40-4372-b35c-802e0d196d41)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:55:28.738941 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d44ec9fd-8e28-4481-b96d-6f68909a792f admin admin] Publish callbacks [] for router, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:28.740233 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-d44ec9fd-8e28-4481-b96d-6f68909a792f admin admin] 10.222.0.54 "DELETE /v2.0/routers/e058c21b-c236-492c-ad55-4a9321e6f5bb HTTP/1.1" status: 204 len: 168 time: 3.1825426 Nov 19 17:55:28.744036 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-09054dc1-3706-418f-a51a-0a421e094fdb tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0942106 Nov 19 17:55:28.744881 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 38812) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:28.749266 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-16c3f22c-c317-4a99-a302-e0f18639cef1 None None] Deleting port ee642b54-67ba-4821-9c11-63ab829c502a {{(pid=103366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:55:28.749652 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-16c3f22c-c317-4a99-a302-e0f18639cef1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:28.755319 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-513b83a9-4cd1-4e93-b285-cdc8a9234264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:28.759007 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 38814) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:28.766608 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-c0d7803b-94b8-471d-8135-9a21a7fb100f tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Request body: {'subnet': {'network_id': '65eace33-2479-4afb-a7b6-41f0773542ac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:55:28.788953 n-d-818022-2 neutron-server[103365]: Traceback (most recent call last): Nov 19 17:55:28.788953 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 17:55:28.788953 n-d-818022-2 neutron-server[103365]: timer() Nov 19 17:55:28.788953 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 17:55:28.788953 n-d-818022-2 neutron-server[103365]: cb(*args, **kw) Nov 19 17:55:28.788953 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 17:55:28.788953 n-d-818022-2 neutron-server[103365]: return func(*args, **kwargs) Nov 19 17:55:28.788953 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 17:55:28.788953 n-d-818022-2 neutron-server[103365]: self._notify() Nov 19 17:55:28.788953 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 17:55:28.788953 n-d-818022-2 neutron-server[103365]: self.callback(batched_events) Nov 19 17:55:28.788953 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 17:55:28.788953 n-d-818022-2 neutron-server[103365]: event.method(event) Nov 19 17:55:28.788953 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 17:55:28.788953 n-d-818022-2 neutron-server[103365]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 17:55:28.788953 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 17:55:28.788953 n-d-818022-2 neutron-server[103365]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 17:55:28.788953 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 17:55:28.788953 n-d-818022-2 neutron-server[103365]: return f(self, *a, **k) Nov 19 17:55:28.788953 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 17:55:28.788953 n-d-818022-2 neutron-server[103365]: return self._get(url).json() Nov 19 17:55:28.788953 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 17:55:28.788953 n-d-818022-2 neutron-server[103365]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 17:55:28.788953 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 17:55:28.788953 n-d-818022-2 neutron-server[103365]: return self.request(url, 'GET', **kwargs) Nov 19 17:55:28.788953 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 17:55:28.788953 n-d-818022-2 neutron-server[103365]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 17:55:28.788953 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 17:55:28.788953 n-d-818022-2 neutron-server[103365]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 17:55:28.788953 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 17:55:28.788953 n-d-818022-2 neutron-server[103365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 17:55:28.788953 n-d-818022-2 neutron-server[103365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 17:55:28.802208 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c7b53c8a-9511-4e65-a7cd-0ec9f0747d9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671242'] for network, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:28.810759 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c7b53c8a-9511-4e65-a7cd-0ec9f0747d9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:28.819343 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-c7b53c8a-9511-4e65-a7cd-0ec9f0747d9d admin admin] 10.222.0.54 "DELETE /v2.0/networks/7f92ba32-d487-4404-a462-4c7370c8bcd8 HTTP/1.1" status: 204 len: 168 time: 0.6610007 Nov 19 17:55:28.870005 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b53c8a-9511-4e65-a7cd-0ec9f0747d9d admin admin] Pushing event deleted for resources: {'Network': ['ID=7f92ba32-d487-4404-a462-4c7370c8bcd8,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:28.886719 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [None req-adb9b838-401b-4f0d-b2a9-df7eae35991f tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Allocated IP 172.20.0.5 (fe2a8703-eff1-49c9-8b71-655ed6495516/96923ef4-e58b-4b31-a9fd-18ec64a7f4f2/df98443b-769c-4950-8203-eec7a83d2823) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:55:28.909697 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513b83a9-4cd1-4e93-b285-cdc8a9234264 None None] Pushing event updated for resources: {'Port': ['ID=ee642b54-67ba-4821-9c11-63ab829c502a,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:29.046909 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-16c3f22c-c317-4a99-a302-e0f18639cef1 None None] For port ee642b54-67ba-4821-9c11-63ab829c502a, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=ee642b54-67ba-4821-9c11-63ab829c502a,segment=NetworkSegment(b0148e58-5e40-4372-b35c-802e0d196d41),segment_id=b0148e58-5e40-4372-b35c-802e0d196d41)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:55:29.048197 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-16c3f22c-c317-4a99-a302-e0f18639cef1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:29.062356 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-a7ee1290-9983-4392-b5b6-b8680ba891ed None None] Provisioning complete for port 2afa106b-dfa4-437e-b925-01f50a62c5df triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:55:29.062734 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a7ee1290-9983-4392-b5b6-b8680ba891ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:29.082648 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b13ecba-39f8-4ffa-85d6-d19496357218 admin admin] Deleting subnet 5dbfa5af-1ad8-4df8-a1b2-cc6152eda1a3 {{(pid=103364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 17:55:29.091174 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4b13ecba-39f8-4ffa-85d6-d19496357218 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:29.099873 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 38822) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:29.106662 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-16c3f22c-c317-4a99-a302-e0f18639cef1 None None] Calling delete_port for ee642b54-67ba-4821-9c11-63ab829c502a owned by network:dhcp {{(pid=103366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:55:29.163617 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0d7803b-94b8-471d-8135-9a21a7fb100f tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Made reservation on behalf of 6b45f31544cd40e7b10456e94240dc6e for: {'subnet': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:55:29.167827 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c0d7803b-94b8-471d-8135-9a21a7fb100f tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8983829'] for subnet, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:29.192372 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4b13ecba-39f8-4ffa-85d6-d19496357218 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9416263'] for subnet, precommit_delete_associations {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:29.194677 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.db.api [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103366) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 17:55:29.195006 n-d-818022-2 neutron-server[103366]: DEBUG oslo_db.api [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 17:55:29.240249 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-adb9b838-401b-4f0d-b2a9-df7eae35991f tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:29.245277 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-f6c2fc7e-c380-4137-b6d4-e0faa97d6da2 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ef115ff0b9af40189b80151903c87a42&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1429415 Nov 19 17:55:29.248618 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 38828) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:29.300432 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-a7ee1290-9983-4392-b5b6-b8680ba891ed None None] Port 2afa106b-dfa4-437e-b925-01f50a62c5df cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:55:29.306962 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-a7ee1290-9983-4392-b5b6-b8680ba891ed None None] Could not find standard attr ID for object e15a347f-3bcb-440d-8685-b0428f023e19. {{(pid=103366) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 17:55:29.336448 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-a7ee1290-9983-4392-b5b6-b8680ba891ed None None] Provisioning complete for port d3721eac-d4cc-4d15-b02b-c159d204f54b triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:55:29.336846 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a7ee1290-9983-4392-b5b6-b8680ba891ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:29.338121 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9f538043-8ef6-4e55-acf7-952a84380251 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:29.372929 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9f538043-8ef6-4e55-acf7-952a84380251 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:29.379911 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4b13ecba-39f8-4ffa-85d6-d19496357218 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:29.395105 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-16c3f22c-c317-4a99-a302-e0f18639cef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007'] for port, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:29.395470 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-adb9b838-401b-4f0d-b2a9-df7eae35991f tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:29.450372 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adb9b838-401b-4f0d-b2a9-df7eae35991f tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Network fe2a8703-eff1-49c9-8b71-655ed6495516 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:55:29.460788 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-adb9b838-401b-4f0d-b2a9-df7eae35991f tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:55:29.466665 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb9b838-401b-4f0d-b2a9-df7eae35991f tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:55:29.483161 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c3f22c-c317-4a99-a302-e0f18639cef1 None None] Pushing event deleted for resources: {'Port': ['ID=ee642b54-67ba-4821-9c11-63ab829c502a,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:29.487866 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c3f22c-c317-4a99-a302-e0f18639cef1 None None] No DVR routers for this DVR port ee642b54-67ba-4821-9c11-63ab829c502a on host n-d-818022-2 {{(pid=103366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:55:29.556180 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9f538043-8ef6-4e55-acf7-952a84380251 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:29.559813 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9f538043-8ef6-4e55-acf7-952a84380251 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:29.564777 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-9f538043-8ef6-4e55-acf7-952a84380251 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/30887d2c-2c06-4a04-8ed7-1cc9b0391ccf HTTP/1.1" status: 204 len: 168 time: 0.3118701 Nov 19 17:55:29.570240 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb9b838-401b-4f0d-b2a9-df7eae35991f tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Pushing event updated for resources: {'Port': ['ID=df98443b-769c-4950-8203-eec7a83d2823,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:29.573896 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4b13ecba-39f8-4ffa-85d6-d19496357218 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12425137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8983934'] for subnet, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:29.592450 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4b13ecba-39f8-4ffa-85d6-d19496357218 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:29.601913 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd725f37-8fda-4dbd-b08c-a31c4d49e6a4 None None] Network fdcadcc4-b6d0-4be3-9284-8f7eda9af8ea requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:55:29.604739 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-4b13ecba-39f8-4ffa-85d6-d19496357218 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/5dbfa5af-1ad8-4df8-a1b2-cc6152eda1a3 HTTP/1.1" status: 204 len: 168 time: 0.8585165 Nov 19 17:55:29.605841 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 38838) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:29.607555 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c0d7803b-94b8-471d-8135-9a21a7fb100f tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12425078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8983815'] for subnet, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:29.625171 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f538043-8ef6-4e55-acf7-952a84380251 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30887d2c-2c06-4a04-8ed7-1cc9b0391ccf,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:29.634513 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b13ecba-39f8-4ffa-85d6-d19496357218 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5dbfa5af-1ad8-4df8-a1b2-cc6152eda1a3,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:29.708602 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d7803b-94b8-471d-8135-9a21a7fb100f tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Pushing event updated for resources: {'Subnet': ['ID=c7bc5781-c79c-43c2-9c56-7420b8d40676,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:29.720075 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0d7803b-94b8-471d-8135-9a21a7fb100f tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Network 65eace33-2479-4afb-a7b6-41f0773542ac is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:55:29.721643 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-c0d7803b-94b8-471d-8135-9a21a7fb100f tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:55:29.725541 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0d7803b-94b8-471d-8135-9a21a7fb100f tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:55:29.726169 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c0d7803b-94b8-471d-8135-9a21a7fb100f tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:29.749490 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 38840) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:29.750655 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-c0d7803b-94b8-471d-8135-9a21a7fb100f tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9874001 Nov 19 17:55:29.756787 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-03c4b40c-507f-4bcd-a7cb-6dc19cf2121c tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Request body: {'port': {'network_id': '65eace33-2479-4afb-a7b6-41f0773542ac', 'fixed_ips': [{'subnet_id': 'c7bc5781-c79c-43c2-9c56-7420b8d40676', 'ip_address': '2001:db8::51c8:f8d6:492a:a54f'}], 'name': 'tempest-NetworksTestDHCPv6-1441688437'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:55:29.768672 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adb9b838-401b-4f0d-b2a9-df7eae35991f tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:55:29.769541 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-adb9b838-401b-4f0d-b2a9-df7eae35991f tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:29.771460 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-835ef25a-ae12-4e41-8867-e12dbff16784 None None] Network 65eace33-2479-4afb-a7b6-41f0773542ac requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:55:29.855829 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-adb9b838-401b-4f0d-b2a9-df7eae35991f tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.8752306 Nov 19 17:55:29.856381 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 38846) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:29.864047 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-84b64d95-46ad-4a20-ab79-82deaa454d08 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Request body: {'subnet': {'network_id': 'fe2a8703-eff1-49c9-8b71-655ed6495516', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:55:29.891965 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Port ee642b54-67ba-4821-9c11-63ab829c502a update to ACTIVE by agent not found {{(pid=103366) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 19 17:55:29.919078 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-74a20649-75e7-43a5-ad22-df9e4e57cbde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:29.951216 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b916d677-f8f8-41fe-88eb-19d734faf813 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:29.967780 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-5ae9d183-2287-477f-ac08-a8cfbe2ac858 None None] Provisioning complete for port df98443b-769c-4950-8203-eec7a83d2823 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:55:29.968153 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-5ae9d183-2287-477f-ac08-a8cfbe2ac858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:30.067960 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device d3721eac-d4cc-4d15-b02b-c159d204f54b up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:55:30.069649 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-5ae9d183-2287-477f-ac08-a8cfbe2ac858 None None] Port df98443b-769c-4950-8203-eec7a83d2823 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:55:30.123129 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84b64d95-46ad-4a20-ab79-82deaa454d08 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Made reservation on behalf of 8332730af82c4019921b40209bacb73c for: {'subnet': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:55:30.127904 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-84b64d95-46ad-4a20-ab79-82deaa454d08 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8731248'] for subnet, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:30.134084 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03c4b40c-507f-4bcd-a7cb-6dc19cf2121c tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Made reservation on behalf of 6b45f31544cd40e7b10456e94240dc6e for: {'port': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:55:30.193825 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port d3721eac-d4cc-4d15-b02b-c159d204f54b triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:55:30.194315 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:30.197348 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8ba313e-ce7d-471a-83e8-c99aff9ed108 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54f44f5f-1200-574e-8740-2141911d5b73-65eace33-2479-4afb-a7b6-41f0773542ac', 'network_id': '65eace33-2479-4afb-a7b6-41f0773542ac', 'tenant_id': '6b45f31544cd40e7b10456e94240dc6e', 'fixed_ips': [{'subnet_id': 'c7bc5781-c79c-43c2-9c56-7420b8d40676'}]}} from n-d-818022-2. {{(pid=103366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 17:55:30.198347 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e8ba313e-ce7d-471a-83e8-c99aff9ed108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:30.232839 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93422c18-399d-4cfa-b15b-a8cae358d335 None None] DHCP port deletion for fdcadcc4-b6d0-4be3-9284-8f7eda9af8ea request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 17:55:30.664947 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-93422c18-399d-4cfa-b15b-a8cae358d335 None None] Deleting port 01435011-d23e-44b7-8f70-a71c9f5801c4 {{(pid=103366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:55:30.665422 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-93422c18-399d-4cfa-b15b-a8cae358d335 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:30.683348 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [None req-e8ba313e-ce7d-471a-83e8-c99aff9ed108 None None] Allocated IP 2001:db8::2 (65eace33-2479-4afb-a7b6-41f0773542ac/c7bc5781-c79c-43c2-9c56-7420b8d40676/4374c5f4-ec7d-4fc5-9935-476c8c5f8e68) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:55:30.722164 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-b916d677-f8f8-41fe-88eb-19d734faf813 admin admin] Deleting port 01435011-d23e-44b7-8f70-a71c9f5801c4 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:55:30.722503 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b916d677-f8f8-41fe-88eb-19d734faf813 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:30.752147 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 38886) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:30.801344 n-d-818022-2 neutron-server[103365]: INFO neutron.db.ipam_backend_mixin [None req-84b64d95-46ad-4a20-ab79-82deaa454d08 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 96923ef4-e58b-4b31-a9fd-18ec64a7f4f2 (CIDR: 172.20.0.0/28) Nov 19 17:55:30.807175 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-03c4b40c-507f-4bcd-a7cb-6dc19cf2121c tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:30.830146 n-d-818022-2 neutron-server[103365]: INFO neutron.pecan_wsgi.hooks.translation [None req-84b64d95-46ad-4a20-ab79-82deaa454d08 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 17:55:30.830633 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84b64d95-46ad-4a20-ab79-82deaa454d08 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103365) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 17:55:30.852182 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [None req-b916d677-f8f8-41fe-88eb-19d734faf813 admin admin] For port 01435011-d23e-44b7-8f70-a71c9f5801c4, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=01435011-d23e-44b7-8f70-a71c9f5801c4,segment=NetworkSegment(a5a94e2b-2782-491c-8737-b805351d0689),segment_id=a5a94e2b-2782-491c-8737-b805351d0689)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:55:30.852896 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b916d677-f8f8-41fe-88eb-19d734faf813 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:30.865966 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device ed871de4-65e1-44dc-aeee-b66bab971245 no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:55:30.881721 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [None req-03c4b40c-507f-4bcd-a7cb-6dc19cf2121c tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] device_id is not set on port 20a44bef-9431-45e8-904b-1172c3569bea yet. {{(pid=103365) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 17:55:30.901067 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-b916d677-f8f8-41fe-88eb-19d734faf813 admin admin] Calling delete_port for 01435011-d23e-44b7-8f70-a71c9f5801c4 owned by network:dhcp {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:55:30.903247 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-93422c18-399d-4cfa-b15b-a8cae358d335 None None] For port 01435011-d23e-44b7-8f70-a71c9f5801c4, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=01435011-d23e-44b7-8f70-a71c9f5801c4,segment=NetworkSegment(a5a94e2b-2782-491c-8737-b805351d0689),segment_id=a5a94e2b-2782-491c-8737-b805351d0689)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:55:30.903648 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-93422c18-399d-4cfa-b15b-a8cae358d335 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:30.911819 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-84b64d95-46ad-4a20-ab79-82deaa454d08 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0545912 Nov 19 17:55:30.913693 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: ed871de4-65e1-44dc-aeee-b66bab971245 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:55:30.915115 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 38890) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:30.921198 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-c9564459-6e9c-4e3e-8485-97dd00225a48 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Request body: {'subnet': {'network_id': 'fe2a8703-eff1-49c9-8b71-655ed6495516', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:55:30.924441 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device ed871de4-65e1-44dc-aeee-b66bab971245 not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:55:30.924931 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 895fd70c-7075-431e-836d-c15db92d5d5d no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:55:30.979784 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-93422c18-399d-4cfa-b15b-a8cae358d335 None None] Calling delete_port for 01435011-d23e-44b7-8f70-a71c9f5801c4 owned by network:dhcp {{(pid=103366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:55:30.997056 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: 895fd70c-7075-431e-836d-c15db92d5d5d {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:55:30.997401 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 895fd70c-7075-431e-836d-c15db92d5d5d not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:55:30.997842 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device ee642b54-67ba-4821-9c11-63ab829c502a no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:55:31.069317 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: ee642b54-67ba-4821-9c11-63ab829c502a {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:55:31.070033 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device ee642b54-67ba-4821-9c11-63ab829c502a not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:55:31.093646 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-6c33634b-8cdf-42de-8c06-a77193bb79d7 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-2004738556-network', 'tenant_id': 'b0e8af7248c04bae8a353d5b26273482'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:55:31.124697 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c33634b-8cdf-42de-8c06-a77193bb79d7 admin admin] Made reservation on behalf of b0e8af7248c04bae8a353d5b26273482 for: {'network': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:55:31.128257 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6c33634b-8cdf-42de-8c06-a77193bb79d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:31.143146 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6c33634b-8cdf-42de-8c06-a77193bb79d7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:31.154942 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b916d677-f8f8-41fe-88eb-19d734faf813 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:31.177652 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9564459-6e9c-4e3e-8485-97dd00225a48 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Made reservation on behalf of 8332730af82c4019921b40209bacb73c for: {'subnet': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:55:31.181569 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c9564459-6e9c-4e3e-8485-97dd00225a48 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8983829'] for subnet, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:31.197108 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b916d677-f8f8-41fe-88eb-19d734faf813 admin admin] No DVR routers for this DVR port 01435011-d23e-44b7-8f70-a71c9f5801c4 on host n-d-818022-2 {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:55:31.228457 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b916d677-f8f8-41fe-88eb-19d734faf813 admin admin] Pushing event deleted for resources: {'Port': ['ID=01435011-d23e-44b7-8f70-a71c9f5801c4,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:31.287189 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e8ba313e-ce7d-471a-83e8-c99aff9ed108 None None] Publish callbacks [] for port, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:31.295703 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-93422c18-399d-4cfa-b15b-a8cae358d335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007'] for port, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:31.302711 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e8ba313e-ce7d-471a-83e8-c99aff9ed108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998'] for port, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:31.333614 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93422c18-399d-4cfa-b15b-a8cae358d335 None None] Pushing event deleted for resources: {'Port': ['ID=01435011-d23e-44b7-8f70-a71c9f5801c4,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:31.344722 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93422c18-399d-4cfa-b15b-a8cae358d335 None None] No DVR routers for this DVR port 01435011-d23e-44b7-8f70-a71c9f5801c4 on host n-d-818022-2 {{(pid=103366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:55:31.380981 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8ba313e-ce7d-471a-83e8-c99aff9ed108 None None] Network 65eace33-2479-4afb-a7b6-41f0773542ac is already hosted by enough agents. {{(pid=103366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:55:31.386748 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [None req-e8ba313e-ce7d-471a-83e8-c99aff9ed108 None None] Resources bound (agent type, host, resource id): {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:55:31.398817 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ba313e-ce7d-471a-83e8-c99aff9ed108 None None] Received port after_create {{(pid=103366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:55:31.427685 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b916d677-f8f8-41fe-88eb-19d734faf813 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:31.433151 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ba313e-ce7d-471a-83e8-c99aff9ed108 None None] Pushing event updated for resources: {'Port': ['ID=4374c5f4-ec7d-4fc5-9935-476c8c5f8e68,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:31.444297 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6c33634b-8cdf-42de-8c06-a77193bb79d7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:31.491107 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-b916d677-f8f8-41fe-88eb-19d734faf813 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdcadcc4-b6d0-4be3-9284-8f7eda9af8ea']}} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:55:31.493843 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [None req-03c4b40c-507f-4bcd-a7cb-6dc19cf2121c tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Allocated IP 2001:db8::51c8:f8d6:492a:a54f (65eace33-2479-4afb-a7b6-41f0773542ac/c7bc5781-c79c-43c2-9c56-7420b8d40676/20a44bef-9431-45e8-904b-1172c3569bea) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:55:31.514021 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-b916d677-f8f8-41fe-88eb-19d734faf813 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5a94e2b-2782-491c-8737-b805351d0689') {'for_net_delete': True} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:55:31.515600 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-b916d677-f8f8-41fe-88eb-19d734faf813 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5a94e2b-2782-491c-8737-b805351d0689') {} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:55:31.532324 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-e8ba313e-ce7d-471a-83e8-c99aff9ed108 None None] Attempting to bind port 4374c5f4-ec7d-4fc5-9935-476c8c5f8e68 on host n-d-818022-2 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:55:31.537033 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b916d677-f8f8-41fe-88eb-19d734faf813 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12545382'] for segment, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:31.545012 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-e8ba313e-ce7d-471a-83e8-c99aff9ed108 None None] Attempting to bind port 4374c5f4-ec7d-4fc5-9935-476c8c5f8e68 by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': 'b0148e58-5e40-4372-b35c-802e0d196d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '65eace33-2479-4afb-a7b6-41f0773542ac'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:55:31.545676 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ba313e-ce7d-471a-83e8-c99aff9ed108 None None] Attempting to bind port 4374c5f4-ec7d-4fc5-9935-476c8c5f8e68 on network 65eace33-2479-4afb-a7b6-41f0773542ac {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:55:31.556990 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ba313e-ce7d-471a-83e8-c99aff9ed108 None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 55, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:55:31.560461 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ba313e-ce7d-471a-83e8-c99aff9ed108 None None] Checking segment: {'id': 'b0148e58-5e40-4372-b35c-802e0d196d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '65eace33-2479-4afb-a7b6-41f0773542ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:55:31.561535 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e8ba313e-ce7d-471a-83e8-c99aff9ed108 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:31.562185 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ba313e-ce7d-471a-83e8-c99aff9ed108 None None] Bound using segment: {'id': 'b0148e58-5e40-4372-b35c-802e0d196d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '65eace33-2479-4afb-a7b6-41f0773542ac'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:55:31.564014 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-e8ba313e-ce7d-471a-83e8-c99aff9ed108 None None] Bound port: 4374c5f4-ec7d-4fc5-9935-476c8c5f8e68, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0148e58-5e40-4372-b35c-802e0d196d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '65eace33-2479-4afb-a7b6-41f0773542ac'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:55:31.565697 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e8ba313e-ce7d-471a-83e8-c99aff9ed108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:31.594316 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b916d677-f8f8-41fe-88eb-19d734faf813 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:31.617682 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b916d677-f8f8-41fe-88eb-19d734faf813 admin admin] Releasing vlan 667 on physical network physnet1 to pool {{(pid=103365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 17:55:31.618370 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b916d677-f8f8-41fe-88eb-19d734faf813 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12282953'] for segment, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:31.620330 n-d-818022-2 neutron-server[103365]: Traceback (most recent call last): Nov 19 17:55:31.620330 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 17:55:31.620330 n-d-818022-2 neutron-server[103365]: timer() Nov 19 17:55:31.620330 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 17:55:31.620330 n-d-818022-2 neutron-server[103365]: cb(*args, **kw) Nov 19 17:55:31.620330 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 17:55:31.620330 n-d-818022-2 neutron-server[103365]: return func(*args, **kwargs) Nov 19 17:55:31.620330 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 17:55:31.620330 n-d-818022-2 neutron-server[103365]: self._notify() Nov 19 17:55:31.620330 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 17:55:31.620330 n-d-818022-2 neutron-server[103365]: self.callback(batched_events) Nov 19 17:55:31.620330 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 17:55:31.620330 n-d-818022-2 neutron-server[103365]: event.method(event) Nov 19 17:55:31.620330 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 17:55:31.620330 n-d-818022-2 neutron-server[103365]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 17:55:31.620330 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 17:55:31.620330 n-d-818022-2 neutron-server[103365]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 17:55:31.620330 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 17:55:31.620330 n-d-818022-2 neutron-server[103365]: return f(self, *a, **k) Nov 19 17:55:31.620330 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 17:55:31.620330 n-d-818022-2 neutron-server[103365]: return self._get(url).json() Nov 19 17:55:31.620330 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 17:55:31.620330 n-d-818022-2 neutron-server[103365]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 17:55:31.620330 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 17:55:31.620330 n-d-818022-2 neutron-server[103365]: return self.request(url, 'GET', **kwargs) Nov 19 17:55:31.620330 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 17:55:31.620330 n-d-818022-2 neutron-server[103365]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 17:55:31.620330 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 17:55:31.620330 n-d-818022-2 neutron-server[103365]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 17:55:31.620330 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 17:55:31.620330 n-d-818022-2 neutron-server[103365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 17:55:31.620330 n-d-818022-2 neutron-server[103365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 17:55:31.660655 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-e8ba313e-ce7d-471a-83e8-c99aff9ed108 None None] For port 4374c5f4-ec7d-4fc5-9935-476c8c5f8e68, host n-d-818022-2, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:55:31.663305 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6c33634b-8cdf-42de-8c06-a77193bb79d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:31.664787 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-e8ba313e-ce7d-471a-83e8-c99aff9ed108 None None] For port 4374c5f4-ec7d-4fc5-9935-476c8c5f8e68, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=4374c5f4-ec7d-4fc5-9935-476c8c5f8e68,segment=NetworkSegment(b0148e58-5e40-4372-b35c-802e0d196d41),segment_id=b0148e58-5e40-4372-b35c-802e0d196d41)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:55:31.675458 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c9564459-6e9c-4e3e-8485-97dd00225a48 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12425078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8983815'] for subnet, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:31.675988 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e8ba313e-ce7d-471a-83e8-c99aff9ed108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:31.761611 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ba313e-ce7d-471a-83e8-c99aff9ed108 None None] Pushing event updated for resources: {'Port': ['ID=4374c5f4-ec7d-4fc5-9935-476c8c5f8e68,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:31.772604 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b916d677-f8f8-41fe-88eb-19d734faf813 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671242'] for network, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:31.784119 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b916d677-f8f8-41fe-88eb-19d734faf813 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:31.793041 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c33634b-8cdf-42de-8c06-a77193bb79d7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 660} {{(pid=103364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 17:55:31.798266 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-b916d677-f8f8-41fe-88eb-19d734faf813 admin admin] 10.222.0.54 "DELETE /v2.0/networks/fdcadcc4-b6d0-4be3-9284-8f7eda9af8ea HTTP/1.1" status: 204 len: 168 time: 2.1782010 Nov 19 17:55:31.801665 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9564459-6e9c-4e3e-8485-97dd00225a48 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Network fe2a8703-eff1-49c9-8b71-655ed6495516 is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:55:31.807440 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c33634b-8cdf-42de-8c06-a77193bb79d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9eb09921-5579-41ed-9d3d-0bae386e4543,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:31.816764 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-c9564459-6e9c-4e3e-8485-97dd00225a48 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:55:31.819803 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6c33634b-8cdf-42de-8c06-a77193bb79d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:31.820336 n-d-818022-2 neutron-server[103364]: INFO neutron.db.segments_db [None req-6c33634b-8cdf-42de-8c06-a77193bb79d7 admin admin] Added segment 07620207-17d9-4b7d-aa44-1993f7139d49 of type vlan for network 7376c6e6-6634-454b-ad7e-9f875675bb5b Nov 19 17:55:31.822358 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9564459-6e9c-4e3e-8485-97dd00225a48 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Pushing event updated for resources: {'Subnet': ['ID=bb3083d6-9bc5-465d-9769-0d13a8f0dd8e,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:31.831339 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1c674c8-2471-417a-8dda-e0001b1bfa0f None None] Network fe2a8703-eff1-49c9-8b71-655ed6495516 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:55:31.856625 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9564459-6e9c-4e3e-8485-97dd00225a48 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:55:31.857226 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c9564459-6e9c-4e3e-8485-97dd00225a48 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:31.863329 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b916d677-f8f8-41fe-88eb-19d734faf813 admin admin] Pushing event deleted for resources: {'Network': ['ID=fdcadcc4-b6d0-4be3-9284-8f7eda9af8ea,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:31.957477 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-c9564459-6e9c-4e3e-8485-97dd00225a48 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.0379755 Nov 19 17:55:31.957477 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6c33634b-8cdf-42de-8c06-a77193bb79d7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:31.958987 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 38900) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:32.000334 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-1823bc68-1052-4679-8c7b-cfc87612f07e tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1314753567', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'bb3083d6-9bc5-465d-9769-0d13a8f0dd8e'}], 'security_groups': ['94c1f897-868b-4265-91dd-9601e99b61b7']}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:55:32.026625 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-03c4b40c-507f-4bcd-a7cb-6dc19cf2121c tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:32.068264 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 01435011-d23e-44b7-8f70-a71c9f5801c4 no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:55:32.095510 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-37682339-0824-41ea-86b0-45ac93332106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:32.102738 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6c33634b-8cdf-42de-8c06-a77193bb79d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:32.104290 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c33634b-8cdf-42de-8c06-a77193bb79d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:55:32.104954 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6c33634b-8cdf-42de-8c06-a77193bb79d7 admin admin] Publish callbacks [] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:32.175200 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-03c4b40c-507f-4bcd-a7cb-6dc19cf2121c tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:32.183507 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: 01435011-d23e-44b7-8f70-a71c9f5801c4 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:55:32.183856 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 01435011-d23e-44b7-8f70-a71c9f5801c4 not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:55:32.195251 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 38902) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:32.284105 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c33634b-8cdf-42de-8c06-a77193bb79d7 admin admin] Pushing event updated for resources: {'Network': ['ID=7376c6e6-6634-454b-ad7e-9f875675bb5b,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:32.303085 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-6c33634b-8cdf-42de-8c06-a77193bb79d7 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.5487781 Nov 19 17:55:32.303532 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network 7376c6e6-6634-454b-ad7e-9f875675bb5b details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 17:55:32.303927 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 38906) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:32.323266 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-d5c2dfd4-2d30-44f0-8890-c0f2b759ea8f admin admin] Request body: {'subnet': {'network_id': '7376c6e6-6634-454b-ad7e-9f875675bb5b', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-2004738556-subnet', 'tenant_id': 'b0e8af7248c04bae8a353d5b26273482', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:55:32.333389 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03c4b40c-507f-4bcd-a7cb-6dc19cf2121c tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Network 65eace33-2479-4afb-a7b6-41f0773542ac is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:55:32.352047 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-03c4b40c-507f-4bcd-a7cb-6dc19cf2121c tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:55:32.360632 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c4b40c-507f-4bcd-a7cb-6dc19cf2121c tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:55:32.378912 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03c4b40c-507f-4bcd-a7cb-6dc19cf2121c tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:55:32.379589 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-03c4b40c-507f-4bcd-a7cb-6dc19cf2121c tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:32.381796 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5c2dfd4-2d30-44f0-8890-c0f2b759ea8f admin admin] Made reservation on behalf of b0e8af7248c04bae8a353d5b26273482 for: {'subnet': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:55:32.384217 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d5c2dfd4-2d30-44f0-8890-c0f2b759ea8f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8983829'] for subnet, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:32.408811 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c4b40c-507f-4bcd-a7cb-6dc19cf2121c tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Pushing event updated for resources: {'Port': ['ID=20a44bef-9431-45e8-904b-1172c3569bea,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:32.447166 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-03c4b40c-507f-4bcd-a7cb-6dc19cf2121c tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.6943262 Nov 19 17:55:32.455950 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 38908) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:32.461001 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-f2aa5625-38d7-44d9-a3f8-5b340200daf6 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=063ef7e3fa9c49daa0ae772568226d29&name=default HTTP/1.1" status: 200 len: 2997 time: 0.2202263 Nov 19 17:55:32.464572 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 38910) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:32.549743 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0e0d6c15-dbda-46f9-949a-1215767a32bd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:32.593301 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1823bc68-1052-4679-8c7b-cfc87612f07e tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:32.622630 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0e0d6c15-dbda-46f9-949a-1215767a32bd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:32.622893 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cdaee1c-baa0-4856-b417-f5d9def91184 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:55:32.629579 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cdaee1c-baa0-4856-b417-f5d9def91184 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:55:32.633401 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-4cdaee1c-baa0-4856-b417-f5d9def91184 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1741118 Nov 19 17:55:32.662098 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7380c1a0-f1cc-4507-aeaa-79c3223d422b None None] Update dhcp port {'port': {'network_id': 'fe2a8703-eff1-49c9-8b71-655ed6495516', 'fixed_ips': [{'subnet_id': '96923ef4-e58b-4b31-a9fd-18ec64a7f4f2', 'ip_address': '172.20.0.2'}, {'subnet_id': 'bb3083d6-9bc5-465d-9769-0d13a8f0dd8e'}], 'binding:host_id': 'n-d-818022-2'}, 'id': 'd3721eac-d4cc-4d15-b02b-c159d204f54b'} from n-d-818022-2. {{(pid=103366) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 19 17:55:32.724970 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-7380c1a0-f1cc-4507-aeaa-79c3223d422b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:32.727315 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 38914) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:32.756667 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0e0d6c15-dbda-46f9-949a-1215767a32bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:32.762860 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0e0d6c15-dbda-46f9-949a-1215767a32bd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:32.765321 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-0e0d6c15-dbda-46f9-949a-1215767a32bd admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f711e201-8ed7-43ab-a3c5-892d274aa487 HTTP/1.1" status: 204 len: 168 time: 0.2986310 Nov 19 17:55:32.815864 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0d6c15-dbda-46f9-949a-1215767a32bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f711e201-8ed7-43ab-a3c5-892d274aa487,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:32.864379 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3386132d-db7b-480a-9c20-1616a90a0de1 req-9cbfde92-76eb-4176-a3ab-df38a617a9c1 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f4e34aa3-c9da-43ec-a34a-37de5c74afc3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1630311 Nov 19 17:55:33.006411 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3386132d-db7b-480a-9c20-1616a90a0de1 req-89ef15f8-16b8-434a-af31-0540dc2cc354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:55:33.007105 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3386132d-db7b-480a-9c20-1616a90a0de1 req-89ef15f8-16b8-434a-af31-0540dc2cc354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:55:33.009667 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3386132d-db7b-480a-9c20-1616a90a0de1 req-89ef15f8-16b8-434a-af31-0540dc2cc354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:55:33.010141 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3386132d-db7b-480a-9c20-1616a90a0de1 req-89ef15f8-16b8-434a-af31-0540dc2cc354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:55:33.010676 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3386132d-db7b-480a-9c20-1616a90a0de1 req-89ef15f8-16b8-434a-af31-0540dc2cc354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:55:33.017361 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3386132d-db7b-480a-9c20-1616a90a0de1 req-89ef15f8-16b8-434a-af31-0540dc2cc354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:55:33.017964 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3386132d-db7b-480a-9c20-1616a90a0de1 req-89ef15f8-16b8-434a-af31-0540dc2cc354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:55:33.020497 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3386132d-db7b-480a-9c20-1616a90a0de1 req-89ef15f8-16b8-434a-af31-0540dc2cc354 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=204b8291a9dd4a84af4d7e1889d7c2c2&device_id=f4e34aa3-c9da-43ec-a34a-37de5c74afc3 HTTP/1.1" status: 200 len: 6500 time: 0.1215637 Nov 19 17:55:33.056148 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [None req-7380c1a0-f1cc-4507-aeaa-79c3223d422b None None] Allocated IP 172.20.0.18 (fe2a8703-eff1-49c9-8b71-655ed6495516/bb3083d6-9bc5-465d-9769-0d13a8f0dd8e/d3721eac-d4cc-4d15-b02b-c159d204f54b) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:55:33.100437 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-604c20c7-64cc-4346-aadf-d824074447dc tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Deleting port 20a44bef-9431-45e8-904b-1172c3569bea {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:55:33.112935 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-604c20c7-64cc-4346-aadf-d824074447dc tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:33.178674 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e46ecc5a-dc14-4744-b262-3072ff2e958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:33.201618 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d5c2dfd4-2d30-44f0-8890-c0f2b759ea8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12425078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8983815'] for subnet, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:33.230122 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-7380c1a0-f1cc-4507-aeaa-79c3223d422b None None] For port d3721eac-d4cc-4d15-b02b-c159d204f54b, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=d3721eac-d4cc-4d15-b02b-c159d204f54b,segment=NetworkSegment(f756cabf-39a7-4bde-a32c-df3250b209e6),segment_id=f756cabf-39a7-4bde-a32c-df3250b209e6)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:55:33.247371 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3386132d-db7b-480a-9c20-1616a90a0de1 req-c8e8e463-96a2-4176-9370-36bce0fe0d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:55:33.249866 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3386132d-db7b-480a-9c20-1616a90a0de1 req-c8e8e463-96a2-4176-9370-36bce0fe0d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:55:33.250992 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3386132d-db7b-480a-9c20-1616a90a0de1 req-c8e8e463-96a2-4176-9370-36bce0fe0d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:55:33.256281 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3386132d-db7b-480a-9c20-1616a90a0de1 req-c8e8e463-96a2-4176-9370-36bce0fe0d17 service neutron] 10.222.0.60 "GET /v2.0/networks?id=30cc82c9-8c1f-49cc-8162-0520c6f854aa&id=7ebd557b-42db-40a2-8cf2-57dc967dc3d4&id=7ebd557b-42db-40a2-8cf2-57dc967dc3d4&id=7ebd557b-42db-40a2-8cf2-57dc967dc3d4&id=7ebd557b-42db-40a2-8cf2-57dc967dc3d4&id=fb28d523-ee7f-4592-a296-1eb52f53154d&id=fb28d523-ee7f-4592-a296-1eb52f53154d HTTP/1.1" status: 200 len: 2297 time: 0.2069638 Nov 19 17:55:33.295292 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-7380c1a0-f1cc-4507-aeaa-79c3223d422b None None] Publish callbacks [] for port, precommit_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:33.323495 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-7380c1a0-f1cc-4507-aeaa-79c3223d422b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:33.376875 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3386132d-db7b-480a-9c20-1616a90a0de1 req-1a05ce5a-166c-4460-b4bc-8037acb57e62 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=55efc562-e796-48ee-b98a-71ca0963668d HTTP/1.1" status: 200 len: 1000 time: 0.1136224 Nov 19 17:55:33.425498 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c2dfd4-2d30-44f0-8890-c0f2b759ea8f admin admin] Pushing event updated for resources: {'Subnet': ['ID=50918510-1db1-4e60-9616-167942c99bf7,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:33.428972 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-604c20c7-64cc-4346-aadf-d824074447dc tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:33.493901 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-604c20c7-64cc-4346-aadf-d824074447dc tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Calling delete_port for 20a44bef-9431-45e8-904b-1172c3569bea owned by {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:55:33.502225 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3386132d-db7b-480a-9c20-1616a90a0de1 req-779532ac-162e-4138-b927-7b06b7c13297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:55:33.507186 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3386132d-db7b-480a-9c20-1616a90a0de1 req-779532ac-162e-4138-b927-7b06b7c13297 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0a14f80e-a548-4036-8075-eea4ab04e398 HTTP/1.1" status: 200 len: 855 time: 0.1228716 Nov 19 17:55:33.512902 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7380c1a0-f1cc-4507-aeaa-79c3223d422b None None] Pushing event updated for resources: {'Port': ['ID=d3721eac-d4cc-4d15-b02b-c159d204f54b,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:33.581390 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3386132d-db7b-480a-9c20-1616a90a0de1 req-cdff89df-2e4a-4b05-aeaf-da6ce3ff6985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:55:33.583089 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3386132d-db7b-480a-9c20-1616a90a0de1 req-cdff89df-2e4a-4b05-aeaf-da6ce3ff6985 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=30cc82c9-8c1f-49cc-8162-0520c6f854aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0682163 Nov 19 17:55:33.587603 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c2dfd4-2d30-44f0-8890-c0f2b759ea8f admin admin] Checking segment: {'id': '07620207-17d9-4b7d-aa44-1993f7139d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '7376c6e6-6634-454b-ad7e-9f875675bb5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:55:33.588257 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5c2dfd4-2d30-44f0-8890-c0f2b759ea8f admin admin] Network hostable DHCP agents. Network: 7376c6e6-6634-454b-ad7e-9f875675bb5b, hostable agents: ['02910ef2-0455-4aea-9f38-9a875579633f'], hosted agents: [] {{(pid=103364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 17:55:33.737792 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5c2dfd4-2d30-44f0-8890-c0f2b759ea8f admin admin] Network 7376c6e6-6634-454b-ad7e-9f875675bb5b is scheduled to be hosted by DHCP agent 02910ef2-0455-4aea-9f38-9a875579633f with binding_index 1 {{(pid=103364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 17:55:33.760630 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:33.761480 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-7798ccc2-7f4b-4f97-903d-bd95e13eb49f None None] Provisioning complete for port 4374c5f4-ec7d-4fc5-9935-476c8c5f8e68 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:55:33.764074 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-7798ccc2-7f4b-4f97-903d-bd95e13eb49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:33.792390 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3386132d-db7b-480a-9c20-1616a90a0de1 req-f6af089b-03de-4e06-8448-19e8f742ea02 service neutron] 10.222.0.60 "GET /v2.0/networks/30cc82c9-8c1f-49cc-8162-0520c6f854aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2013988 Nov 19 17:55:33.903582 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-d5c2dfd4-2d30-44f0-8890-c0f2b759ea8f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818022-2, 7376c6e6-6634-454b-ad7e-9f875675bb5b) {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:55:33.910175 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5c2dfd4-2d30-44f0-8890-c0f2b759ea8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:55:33.911155 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d5c2dfd4-2d30-44f0-8890-c0f2b759ea8f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:33.921356 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-604c20c7-64cc-4346-aadf-d824074447dc tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:33.931551 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e57ecb7b-140a-4429-9212-b62d1569e4fd None None] Network 7376c6e6-6634-454b-ad7e-9f875675bb5b requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:55:33.971578 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.db.api [None req-1823bc68-1052-4679-8c7b-cfc87612f07e tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.18-a37227ea-659f-4b2f-9d54-6849dea445a2 {{(pid=103364) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 17:55:33.972070 n-d-818022-2 neutron-server[103364]: DEBUG oslo_db.api [None req-1823bc68-1052-4679-8c7b-cfc87612f07e tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 17:55:33.974979 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604c20c7-64cc-4346-aadf-d824074447dc tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Pushing event deleted for resources: {'Port': ['ID=20a44bef-9431-45e8-904b-1172c3569bea,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:34.012137 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-604c20c7-64cc-4346-aadf-d824074447dc tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:34.024340 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-604c20c7-64cc-4346-aadf-d824074447dc tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "DELETE /v2.0/ports/20a44bef-9431-45e8-904b-1172c3569bea HTTP/1.1" status: 204 len: 168 time: 1.2937441 Nov 19 17:55:34.029668 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-d5c2dfd4-2d30-44f0-8890-c0f2b759ea8f admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.7104907 Nov 19 17:55:34.030339 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 38936) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:34.085004 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3386132d-db7b-480a-9c20-1616a90a0de1 req-29626417-f83c-42cd-b2dc-fd4e15c7b35c service neutron] 10.222.0.60 "GET /v2.0/networks/30cc82c9-8c1f-49cc-8162-0520c6f854aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2793875 Nov 19 17:55:34.103784 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:34.182014 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59c7686a-012d-4d01-823c-56f8c0383a09 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:55:34.185543 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59c7686a-012d-4d01-823c-56f8c0383a09 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:55:34.202621 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-59c7686a-012d-4d01-823c-56f8c0383a09 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1709774 Nov 19 17:55:34.203233 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 38946) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:34.240870 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3386132d-db7b-480a-9c20-1616a90a0de1 req-f311b70b-cb43-44ed-ad2e-e23fe5dcc51a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.143&port_id=e9f9a1b4-ed63-46ec-bad8-a2a818826308 HTTP/1.1" status: 200 len: 217 time: 0.1450281 Nov 19 17:55:34.293297 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-7798ccc2-7f4b-4f97-903d-bd95e13eb49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:34.324124 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cba4a2b-a598-440a-a782-a0b4a62eb2bc tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Deleting subnet c7bc5781-c79c-43c2-9c56-7420b8d40676 {{(pid=103364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 17:55:34.329884 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8cba4a2b-a598-440a-a782-a0b4a62eb2bc tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks [] for subnet, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:34.358612 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device d3721eac-d4cc-4d15-b02b-c159d204f54b up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:55:34.407772 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3386132d-db7b-480a-9c20-1616a90a0de1 req-0b1a7de4-8e94-4710-8d4e-76f37c4abf20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:55:34.409320 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3386132d-db7b-480a-9c20-1616a90a0de1 req-0b1a7de4-8e94-4710-8d4e-76f37c4abf20 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9b75b289-976d-457b-8721-33c12b671379 HTTP/1.1" status: 200 len: 797 time: 0.1555302 Nov 19 17:55:34.519919 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8cba4a2b-a598-440a-a782-a0b4a62eb2bc tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9416263'] for subnet, precommit_delete_associations {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:34.534029 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3386132d-db7b-480a-9c20-1616a90a0de1 req-ad251851-638e-4998-b905-9aa49a557900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:55:34.537364 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3386132d-db7b-480a-9c20-1616a90a0de1 req-ad251851-638e-4998-b905-9aa49a557900 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7ebd557b-42db-40a2-8cf2-57dc967dc3d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1171765 Nov 19 17:55:34.630593 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1823bc68-1052-4679-8c7b-cfc87612f07e tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:34.677700 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37721f0a-4fe7-4faa-999c-eb1c9a879d08 None None] Network 7376c6e6-6634-454b-ad7e-9f875675bb5b requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:55:34.697411 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-7798ccc2-7f4b-4f97-903d-bd95e13eb49f None None] For port 4374c5f4-ec7d-4fc5-9935-476c8c5f8e68, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=4374c5f4-ec7d-4fc5-9935-476c8c5f8e68,segment=NetworkSegment(b0148e58-5e40-4372-b35c-802e0d196d41),segment_id=b0148e58-5e40-4372-b35c-802e0d196d41)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:55:34.757095 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3386132d-db7b-480a-9c20-1616a90a0de1 req-2f324566-ddc2-4a0f-b4c0-242088907664 service neutron] 10.222.0.60 "GET /v2.0/networks/7ebd557b-42db-40a2-8cf2-57dc967dc3d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2052977 Nov 19 17:55:34.768491 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-7798ccc2-7f4b-4f97-903d-bd95e13eb49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:34.780115 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8cba4a2b-a598-440a-a782-a0b4a62eb2bc tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:34.851971 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7798ccc2-7f4b-4f97-903d-bd95e13eb49f None None] Pushing event updated for resources: {'Port': ['ID=4374c5f4-ec7d-4fc5-9935-476c8c5f8e68,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:34.880619 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e013d7e6-5264-4dcc-9759-54f5fb809e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:34.884383 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8cba4a2b-a598-440a-a782-a0b4a62eb2bc tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12425137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8983934'] for subnet, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:34.936334 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port d3721eac-d4cc-4d15-b02b-c159d204f54b triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:55:34.936718 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:34.954660 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3386132d-db7b-480a-9c20-1616a90a0de1 req-0295797b-259b-4f47-8b09-ccbac5a68d77 service neutron] 10.222.0.60 "GET /v2.0/networks/7ebd557b-42db-40a2-8cf2-57dc967dc3d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1915581 Nov 19 17:55:35.012298 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3386132d-db7b-480a-9c20-1616a90a0de1 req-e0ae9858-08f4-4b4e-9d6e-98ff4b9b6405 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.217&port_id=d2fbad7e-e63d-49da-acc6-1b78fd09c6b0 HTTP/1.1" status: 200 len: 217 time: 0.0459816 Nov 19 17:55:35.016771 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-fe8be136-e72d-4dc9-b105-a461b5494a58 None None] Provisioning complete for port 2afa106b-dfa4-437e-b925-01f50a62c5df triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:55:35.017282 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-fe8be136-e72d-4dc9-b105-a461b5494a58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:35.034768 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cba4a2b-a598-440a-a782-a0b4a62eb2bc tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Pushing event deleted for resources: {'Subnet': ['ID=c7bc5781-c79c-43c2-9c56-7420b8d40676,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:35.055732 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8cba4a2b-a598-440a-a782-a0b4a62eb2bc tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:35.065347 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-fe8be136-e72d-4dc9-b105-a461b5494a58 None None] Port 2afa106b-dfa4-437e-b925-01f50a62c5df cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:55:35.067470 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8223848-9963-4bdf-96b9-7812939210d1 None None] Network 65eace33-2479-4afb-a7b6-41f0773542ac requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:55:35.069982 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-8cba4a2b-a598-440a-a782-a0b4a62eb2bc tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "DELETE /v2.0/subnets/c7bc5781-c79c-43c2-9c56-7420b8d40676 HTTP/1.1" status: 204 len: 168 time: 0.8631256 Nov 19 17:55:35.072144 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 38976) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:35.116041 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-fe8be136-e72d-4dc9-b105-a461b5494a58 None None] Could not find standard attr ID for object 20a44bef-9431-45e8-904b-1172c3569bea. {{(pid=103366) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 17:55:35.148299 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3386132d-db7b-480a-9c20-1616a90a0de1 req-521f894c-0ccd-407c-b206-aa437a1f834c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:55:35.150170 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3386132d-db7b-480a-9c20-1616a90a0de1 req-521f894c-0ccd-407c-b206-aa437a1f834c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9b75b289-976d-457b-8721-33c12b671379 HTTP/1.1" status: 200 len: 797 time: 0.1222508 Nov 19 17:55:35.236579 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-60a030dc-060e-4cb2-9c30-0cd9e4fa494c tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1631169 Nov 19 17:55:35.240865 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-fe8be136-e72d-4dc9-b105-a461b5494a58 None None] Provisioning complete for port d3721eac-d4cc-4d15-b02b-c159d204f54b triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:55:35.241041 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 38978) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:35.241142 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-fe8be136-e72d-4dc9-b105-a461b5494a58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:35.245786 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-0374fa2e-fa66-45f7-a514-4b5abab3c628 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Request body: {'subnet': {'network_id': '65eace33-2479-4afb-a7b6-41f0773542ac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:55:35.307286 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:35.326511 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 4374c5f4-ec7d-4fc5-9935-476c8c5f8e68 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:55:35.330945 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd309d08-de39-4364-b095-2f485257f9c0 req-1391e01c-49e6-45b3-b9a1-8c0ee873ad44 tempest-InstanceActionsNegativeTestJSON-2143652298 tempest-InstanceActionsNegativeTestJSON-2143652298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:55:35.343591 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-bd309d08-de39-4364-b095-2f485257f9c0 req-1391e01c-49e6-45b3-b9a1-8c0ee873ad44 tempest-InstanceActionsNegativeTestJSON-2143652298 tempest-InstanceActionsNegativeTestJSON-2143652298-project] 10.222.0.54 "GET /v2.0/networks?id=7376c6e6-6634-454b-ad7e-9f875675bb5b HTTP/1.1" status: 200 len: 822 time: 0.3874519 Nov 19 17:55:35.379009 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-bd309d08-de39-4364-b095-2f485257f9c0 req-6fb256e0-c60c-45dd-9396-2dcf9af25893 tempest-InstanceActionsNegativeTestJSON-2143652298 tempest-InstanceActionsNegativeTestJSON-2143652298-project] 10.222.0.54 "GET /v2.0/quotas/b0e8af7248c04bae8a353d5b26273482 HTTP/1.1" status: 200 len: 375 time: 0.0334904 Nov 19 17:55:35.433930 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-bd309d08-de39-4364-b095-2f485257f9c0 req-6a8b2769-9f3e-4b9a-97b7-36c988810ed2 tempest-InstanceActionsNegativeTestJSON-2143652298 tempest-InstanceActionsNegativeTestJSON-2143652298-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=b0e8af7248c04bae8a353d5b26273482&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0471625 Nov 19 17:55:35.437275 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3386132d-db7b-480a-9c20-1616a90a0de1 req-4d597597-6871-49ee-9dd5-1ec60a5280cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:55:35.439508 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3386132d-db7b-480a-9c20-1616a90a0de1 req-4d597597-6871-49ee-9dd5-1ec60a5280cc service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7ebd557b-42db-40a2-8cf2-57dc967dc3d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2657733 Nov 19 17:55:35.468558 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [req-bd309d08-de39-4364-b095-2f485257f9c0 req-949e645b-2849-4527-952a-f2c026a4a31e service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=103365) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 17:55:35.470524 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-bd309d08-de39-4364-b095-2f485257f9c0 req-949e645b-2849-4527-952a-f2c026a4a31e service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0295348 Nov 19 17:55:35.494205 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0374fa2e-fa66-45f7-a514-4b5abab3c628 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Made reservation on behalf of 6b45f31544cd40e7b10456e94240dc6e for: {'subnet': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:55:35.498642 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0374fa2e-fa66-45f7-a514-4b5abab3c628 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8983829'] for subnet, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:35.533403 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-fe8be136-e72d-4dc9-b105-a461b5494a58 None None] Provisioning complete for port df98443b-769c-4950-8203-eec7a83d2823 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:55:35.533842 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-fe8be136-e72d-4dc9-b105-a461b5494a58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:35.573155 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-fe8be136-e72d-4dc9-b105-a461b5494a58 None None] Port df98443b-769c-4950-8203-eec7a83d2823 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:55:35.623098 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 4374c5f4-ec7d-4fc5-9935-476c8c5f8e68 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:55:35.623098 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:35.685642 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22a20fc0-511c-408d-ad53-db9661b439d0 None None] DHCP port deletion for 65eace33-2479-4afb-a7b6-41f0773542ac request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 17:55:35.720367 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3386132d-db7b-480a-9c20-1616a90a0de1 req-a5ca3a6e-ca00-4a08-bae0-c316694dcc8f service neutron] 10.222.0.60 "GET /v2.0/networks/7ebd557b-42db-40a2-8cf2-57dc967dc3d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2457697 Nov 19 17:55:35.727690 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-bd309d08-de39-4364-b095-2f485257f9c0 req-38fc5b7a-cddf-4874-bf04-dd3a53643038 service neutron] 10.222.0.54 "GET /v2.0/networks/7376c6e6-6634-454b-ad7e-9f875675bb5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2279372 Nov 19 17:55:35.823010 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [None req-1823bc68-1052-4679-8c7b-cfc87612f07e tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Delete allocated IP 172.20.0.5 (fe2a8703-eff1-49c9-8b71-655ed6495516/96923ef4-e58b-4b31-a9fd-18ec64a7f4f2) {{(pid=103364) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 19 17:55:35.845718 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [None req-1823bc68-1052-4679-8c7b-cfc87612f07e tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Allocated IP 172.20.0.21 (fe2a8703-eff1-49c9-8b71-655ed6495516/bb3083d6-9bc5-465d-9769-0d13a8f0dd8e/df98443b-769c-4950-8203-eec7a83d2823) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:55:35.933123 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3386132d-db7b-480a-9c20-1616a90a0de1 req-108fc27d-55ad-4f7d-89fc-fd611b1b0d0d service neutron] 10.222.0.60 "GET /v2.0/networks/7ebd557b-42db-40a2-8cf2-57dc967dc3d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2041254 Nov 19 17:55:35.934979 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-bd309d08-de39-4364-b095-2f485257f9c0 req-38e245ca-5b15-413d-bade-6d0674e992c5 service neutron] 10.222.0.54 "GET /v2.0/networks/7376c6e6-6634-454b-ad7e-9f875675bb5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1967833 Nov 19 17:55:35.999795 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3386132d-db7b-480a-9c20-1616a90a0de1 req-15faffbd-d4e8-4173-b29f-7bf26a3de285 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.22&port_id=44cdaa8f-a568-4675-a6fc-dc3319a9293a HTTP/1.1" status: 200 len: 217 time: 0.0575500 Nov 19 17:55:36.060705 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-22a20fc0-511c-408d-ad53-db9661b439d0 None None] Deleting port 4374c5f4-ec7d-4fc5-9935-476c8c5f8e68 {{(pid=103366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:55:36.061163 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-22a20fc0-511c-408d-ad53-db9661b439d0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:36.088011 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3386132d-db7b-480a-9c20-1616a90a0de1 req-6d831aa9-bc64-4987-8b36-6f9021bfb0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:55:36.089767 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3386132d-db7b-480a-9c20-1616a90a0de1 req-6d831aa9-bc64-4987-8b36-6f9021bfb0f5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9b75b289-976d-457b-8721-33c12b671379 HTTP/1.1" status: 200 len: 797 time: 0.0829442 Nov 19 17:55:36.133834 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0374fa2e-fa66-45f7-a514-4b5abab3c628 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12425078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8983815'] for subnet, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:36.202244 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3386132d-db7b-480a-9c20-1616a90a0de1 req-aabdc12a-349a-47d3-ad9d-36115257f182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:55:36.205612 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3386132d-db7b-480a-9c20-1616a90a0de1 req-aabdc12a-349a-47d3-ad9d-36115257f182 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7ebd557b-42db-40a2-8cf2-57dc967dc3d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1073229 Nov 19 17:55:36.223245 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-22a20fc0-511c-408d-ad53-db9661b439d0 None None] For port 4374c5f4-ec7d-4fc5-9935-476c8c5f8e68, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=4374c5f4-ec7d-4fc5-9935-476c8c5f8e68,segment=NetworkSegment(b0148e58-5e40-4372-b35c-802e0d196d41),segment_id=b0148e58-5e40-4372-b35c-802e0d196d41)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:55:36.224039 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-22a20fc0-511c-408d-ad53-db9661b439d0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:36.254624 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-22a20fc0-511c-408d-ad53-db9661b439d0 None None] Calling delete_port for 4374c5f4-ec7d-4fc5-9935-476c8c5f8e68 owned by network:dhcp {{(pid=103366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:55:36.262294 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0374fa2e-fa66-45f7-a514-4b5abab3c628 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Pushing event updated for resources: {'Subnet': ['ID=7f2083bf-f28c-49b3-a717-5d71651fda30,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:36.305654 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-caf23165-1016-4207-8372-99b726a891eb req-6fc99749-a8e0-4b8a-aa14-ad547d1dff37 tempest-InstanceActionsNegativeTestJSON-2143652298 tempest-InstanceActionsNegativeTestJSON-2143652298-project] 10.222.0.54 "GET /v2.0/ports?device_id=9d018eca-8d94-461a-89f2-9d3f91c379dc HTTP/1.1" status: 200 len: 210 time: 0.0521848 Nov 19 17:55:36.332664 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0374fa2e-fa66-45f7-a514-4b5abab3c628 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Network 65eace33-2479-4afb-a7b6-41f0773542ac is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:55:36.339571 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-0374fa2e-fa66-45f7-a514-4b5abab3c628 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:55:36.344316 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0374fa2e-fa66-45f7-a514-4b5abab3c628 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:55:36.345426 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0374fa2e-fa66-45f7-a514-4b5abab3c628 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:36.359156 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1823bc68-1052-4679-8c7b-cfc87612f07e tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks [] for port, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:36.366900 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-0374fa2e-fa66-45f7-a514-4b5abab3c628 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1251388 Nov 19 17:55:36.370234 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 39002) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:36.372718 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1823bc68-1052-4679-8c7b-cfc87612f07e tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:36.379627 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-3929229c-655f-411a-8546-25c87c005c52 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Request body: {'port': {'network_id': '65eace33-2479-4afb-a7b6-41f0773542ac', 'fixed_ips': [{'subnet_id': '7f2083bf-f28c-49b3-a717-5d71651fda30', 'ip_address': '2001:db8::ddbe:9d3d:28a4:4e32'}], 'name': 'tempest-NetworksTestDHCPv6-388096288'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:55:36.385187 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 4374c5f4-ec7d-4fc5-9935-476c8c5f8e68 no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:55:36.442173 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3386132d-db7b-480a-9c20-1616a90a0de1 req-0cc124de-6a7f-477a-9346-9ccd65107b71 service neutron] 10.222.0.60 "GET /v2.0/networks/7ebd557b-42db-40a2-8cf2-57dc967dc3d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2299008 Nov 19 17:55:36.542422 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-22a20fc0-511c-408d-ad53-db9661b439d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007'] for port, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:36.574749 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a20fc0-511c-408d-ad53-db9661b439d0 None None] Pushing event deleted for resources: {'Port': ['ID=4374c5f4-ec7d-4fc5-9935-476c8c5f8e68,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:36.591571 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a20fc0-511c-408d-ad53-db9661b439d0 None None] No DVR routers for this DVR port 4374c5f4-ec7d-4fc5-9935-476c8c5f8e68 on host n-d-818022-2 {{(pid=103366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:55:36.594489 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:36.620324 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19500aa8-358e-44fe-8d2c-5f6924a3f227 None None] Network 65eace33-2479-4afb-a7b6-41f0773542ac requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:55:36.682233 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3386132d-db7b-480a-9c20-1616a90a0de1 req-49b5ad32-6c97-461f-93b5-4445acfc65a9 service neutron] 10.222.0.60 "GET /v2.0/networks/7ebd557b-42db-40a2-8cf2-57dc967dc3d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2309768 Nov 19 17:55:36.786951 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3386132d-db7b-480a-9c20-1616a90a0de1 req-30c0cc44-30b4-41af-969c-5e033fbb646d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.83&port_id=c3ff3fa7-827a-4c15-9718-736b1a6d0363 HTTP/1.1" status: 200 len: 217 time: 0.0953279 Nov 19 17:55:36.864363 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3386132d-db7b-480a-9c20-1616a90a0de1 req-32c68797-e13e-4c32-9c74-6eefe493ac5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:55:36.865661 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3386132d-db7b-480a-9c20-1616a90a0de1 req-32c68797-e13e-4c32-9c74-6eefe493ac5b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9b75b289-976d-457b-8721-33c12b671379 HTTP/1.1" status: 200 len: 797 time: 0.0706880 Nov 19 17:55:36.982329 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9baa774d-0987-4317-a878-e065de26d1f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54f44f5f-1200-574e-8740-2141911d5b73-65eace33-2479-4afb-a7b6-41f0773542ac', 'network_id': '65eace33-2479-4afb-a7b6-41f0773542ac', 'tenant_id': '6b45f31544cd40e7b10456e94240dc6e', 'fixed_ips': [{'subnet_id': '7f2083bf-f28c-49b3-a717-5d71651fda30'}]}} from n-d-818022-2. {{(pid=103366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 17:55:36.984059 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9baa774d-0987-4317-a878-e065de26d1f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:36.999268 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3386132d-db7b-480a-9c20-1616a90a0de1 req-7a79d830-4761-4a0c-833e-f2bf426e06bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:55:37.001907 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3386132d-db7b-480a-9c20-1616a90a0de1 req-7a79d830-4761-4a0c-833e-f2bf426e06bb service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7ebd557b-42db-40a2-8cf2-57dc967dc3d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1214938 Nov 19 17:55:37.183990 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1823bc68-1052-4679-8c7b-cfc87612f07e tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Pushing event updated for resources: {'Port': ['ID=df98443b-769c-4950-8203-eec7a83d2823,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:37.214050 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3386132d-db7b-480a-9c20-1616a90a0de1 req-87606678-0967-435b-88af-d70a3bac5ef1 service neutron] 10.222.0.60 "GET /v2.0/networks/7ebd557b-42db-40a2-8cf2-57dc967dc3d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2011423 Nov 19 17:55:37.285300 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-1823bc68-1052-4679-8c7b-cfc87612f07e tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] In _notify_port_updated(), no bound segment for port df98443b-769c-4950-8203-eec7a83d2823 on network fe2a8703-eff1-49c9-8b71-655ed6495516 {{(pid=103364) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 19 17:55:37.291476 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1823bc68-1052-4679-8c7b-cfc87612f07e tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:55:37.292131 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1823bc68-1052-4679-8c7b-cfc87612f07e tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:37.296794 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-1823bc68-1052-4679-8c7b-cfc87612f07e tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] 10.222.0.54 "PUT /v2.0/ports/df98443b-769c-4950-8203-eec7a83d2823 HTTP/1.1" status: 200 len: 921 time: 5.3367422 Nov 19 17:55:37.297966 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 39016) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:37.318420 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [None req-9baa774d-0987-4317-a878-e065de26d1f3 None None] Allocated IP 2001:db8::2 (65eace33-2479-4afb-a7b6-41f0773542ac/7f2083bf-f28c-49b3-a717-5d71651fda30/b973cdb1-06c4-4441-a566-903d886cef7b) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:55:37.341839 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3929229c-655f-411a-8546-25c87c005c52 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Made reservation on behalf of 6b45f31544cd40e7b10456e94240dc6e for: {'port': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:55:37.395917 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3386132d-db7b-480a-9c20-1616a90a0de1 req-df24b53e-5e55-478f-8822-91b45b255944 service neutron] 10.222.0.60 "GET /v2.0/networks/7ebd557b-42db-40a2-8cf2-57dc967dc3d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632538 Nov 19 17:55:37.455710 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3386132d-db7b-480a-9c20-1616a90a0de1 req-a478573e-c20d-467d-956a-67d54d40a4ca service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ec5d4a61-ca1e-41e2-9f2c-e72acc3f2185 HTTP/1.1" status: 200 len: 217 time: 0.0517790 Nov 19 17:55:37.522388 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3386132d-db7b-480a-9c20-1616a90a0de1 req-5cb0410f-f249-4cda-a1aa-a40f43ae5a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:55:37.524729 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3386132d-db7b-480a-9c20-1616a90a0de1 req-5cb0410f-f249-4cda-a1aa-a40f43ae5a51 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7cb25525-1790-41ff-928f-ff460f467dc9 HTTP/1.1" status: 200 len: 797 time: 0.0603991 Nov 19 17:55:37.541947 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8c688bdd-befd-4824-9803-2bf6ac2d3dde req-94793cd3-bbb4-4416-92b6-4ae7a5cbe3be tempest-InstanceActionsNegativeTestJSON-2143652298 tempest-InstanceActionsNegativeTestJSON-2143652298-project] 10.222.0.54 "GET /v2.0/ports?device_id=9d018eca-8d94-461a-89f2-9d3f91c379dc HTTP/1.1" status: 200 len: 210 time: 0.0566576 Nov 19 17:55:37.553383 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3929229c-655f-411a-8546-25c87c005c52 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:37.572095 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-dd266871-a34d-4392-9721-69884efec417 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Deleting port df98443b-769c-4950-8203-eec7a83d2823 {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:55:37.572356 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-dd266871-a34d-4392-9721-69884efec417 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:37.597996 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [None req-3929229c-655f-411a-8546-25c87c005c52 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] device_id is not set on port ec966d75-053a-49d7-bbac-10e61c17ec7b yet. {{(pid=103364) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 17:55:37.604151 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3386132d-db7b-480a-9c20-1616a90a0de1 req-542f3a8d-88d8-47fd-be6c-8e0c27829472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:55:37.605986 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3386132d-db7b-480a-9c20-1616a90a0de1 req-542f3a8d-88d8-47fd-be6c-8e0c27829472 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fb28d523-ee7f-4592-a296-1eb52f53154d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0658555 Nov 19 17:55:37.617446 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9baa774d-0987-4317-a878-e065de26d1f3 None None] Publish callbacks [] for port, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:37.627268 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9baa774d-0987-4317-a878-e065de26d1f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998'] for port, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:37.700772 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9baa774d-0987-4317-a878-e065de26d1f3 None None] Network 65eace33-2479-4afb-a7b6-41f0773542ac is already hosted by enough agents. {{(pid=103366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:55:37.723998 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [None req-9baa774d-0987-4317-a878-e065de26d1f3 None None] Resources bound (agent type, host, resource id): {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:55:37.738767 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9baa774d-0987-4317-a878-e065de26d1f3 None None] Received port after_create {{(pid=103366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:55:37.782741 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9baa774d-0987-4317-a878-e065de26d1f3 None None] Pushing event updated for resources: {'Port': ['ID=b973cdb1-06c4-4441-a566-903d886cef7b,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:37.846951 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-9baa774d-0987-4317-a878-e065de26d1f3 None None] Attempting to bind port b973cdb1-06c4-4441-a566-903d886cef7b on host n-d-818022-2 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:55:37.847324 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-9baa774d-0987-4317-a878-e065de26d1f3 None None] Attempting to bind port b973cdb1-06c4-4441-a566-903d886cef7b by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': 'b0148e58-5e40-4372-b35c-802e0d196d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '65eace33-2479-4afb-a7b6-41f0773542ac'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:55:37.847695 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9baa774d-0987-4317-a878-e065de26d1f3 None None] Attempting to bind port b973cdb1-06c4-4441-a566-903d886cef7b on network 65eace33-2479-4afb-a7b6-41f0773542ac {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:55:37.857330 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9baa774d-0987-4317-a878-e065de26d1f3 None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 55, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:55:37.857715 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9baa774d-0987-4317-a878-e065de26d1f3 None None] Checking segment: {'id': 'b0148e58-5e40-4372-b35c-802e0d196d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '65eace33-2479-4afb-a7b6-41f0773542ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:55:37.858174 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9baa774d-0987-4317-a878-e065de26d1f3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:37.858579 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9baa774d-0987-4317-a878-e065de26d1f3 None None] Bound using segment: {'id': 'b0148e58-5e40-4372-b35c-802e0d196d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '65eace33-2479-4afb-a7b6-41f0773542ac'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:55:37.859071 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-9baa774d-0987-4317-a878-e065de26d1f3 None None] Bound port: b973cdb1-06c4-4441-a566-903d886cef7b, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0148e58-5e40-4372-b35c-802e0d196d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '65eace33-2479-4afb-a7b6-41f0773542ac'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:55:37.859515 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9baa774d-0987-4317-a878-e065de26d1f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:37.867282 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3386132d-db7b-480a-9c20-1616a90a0de1 req-86e1db77-ec88-4b3e-b962-1719d9d9bf62 service neutron] 10.222.0.60 "GET /v2.0/networks/fb28d523-ee7f-4592-a296-1eb52f53154d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2484791 Nov 19 17:55:37.975807 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-dd266871-a34d-4392-9721-69884efec417 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:38.023875 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-dd266871-a34d-4392-9721-69884efec417 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Calling delete_port for df98443b-769c-4950-8203-eec7a83d2823 owned by {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:55:38.036821 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-9baa774d-0987-4317-a878-e065de26d1f3 None None] For port b973cdb1-06c4-4441-a566-903d886cef7b, host n-d-818022-2, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:55:38.081312 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-b7d93bee-59c3-4d8a-9713-863c3a007f9d None None] Provisioning complete for port df98443b-769c-4950-8203-eec7a83d2823 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:55:38.081686 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b7d93bee-59c3-4d8a-9713-863c3a007f9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:38.085085 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-9baa774d-0987-4317-a878-e065de26d1f3 None None] For port b973cdb1-06c4-4441-a566-903d886cef7b, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=b973cdb1-06c4-4441-a566-903d886cef7b,segment=NetworkSegment(b0148e58-5e40-4372-b35c-802e0d196d41),segment_id=b0148e58-5e40-4372-b35c-802e0d196d41)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:55:38.140176 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9baa774d-0987-4317-a878-e065de26d1f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:38.166020 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd309d08-de39-4364-b095-2f485257f9c0 req-27c4368a-330f-4c6b-9181-b26778be0732 tempest-InstanceActionsNegativeTestJSON-2143652298 tempest-InstanceActionsNegativeTestJSON-2143652298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:55:38.168584 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-bd309d08-de39-4364-b095-2f485257f9c0 req-27c4368a-330f-4c6b-9181-b26778be0732 tempest-InstanceActionsNegativeTestJSON-2143652298 tempest-InstanceActionsNegativeTestJSON-2143652298-project] 10.222.0.60 "GET /v2.0/networks?id=7376c6e6-6634-454b-ad7e-9f875675bb5b HTTP/1.1" status: 200 len: 822 time: 0.3572998 Nov 19 17:55:38.246300 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-b7d93bee-59c3-4d8a-9713-863c3a007f9d None None] Port df98443b-769c-4950-8203-eec7a83d2823 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:55:38.249783 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [None req-3929229c-655f-411a-8546-25c87c005c52 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Allocated IP 2001:db8::ddbe:9d3d:28a4:4e32 (65eace33-2479-4afb-a7b6-41f0773542ac/7f2083bf-f28c-49b3-a717-5d71651fda30/ec966d75-053a-49d7-bbac-10e61c17ec7b) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:55:38.272399 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-bd309d08-de39-4364-b095-2f485257f9c0 req-f0939b93-bf51-44d2-947e-dbcb4f0d91d7 tempest-InstanceActionsNegativeTestJSON-2143652298 tempest-InstanceActionsNegativeTestJSON-2143652298-project] Request body: {'port': {'device_id': '9d018eca-8d94-461a-89f2-9d3f91c379dc', 'network_id': '7376c6e6-6634-454b-ad7e-9f875675bb5b', 'admin_state_up': True, 'tenant_id': 'b0e8af7248c04bae8a353d5b26273482'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:55:38.324093 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9baa774d-0987-4317-a878-e065de26d1f3 None None] Pushing event updated for resources: {'Port': ['ID=b973cdb1-06c4-4441-a566-903d886cef7b,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:38.430297 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3386132d-db7b-480a-9c20-1616a90a0de1 req-3430222e-66ae-4c65-b79d-b3e6d5948a7c service neutron] 10.222.0.60 "GET /v2.0/networks/fb28d523-ee7f-4592-a296-1eb52f53154d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2603128 Nov 19 17:55:38.490983 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3386132d-db7b-480a-9c20-1616a90a0de1 req-893db4dc-44e9-46d5-98e5-3b29a3d8ec6e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8eaeefd8-0994-45c9-8730-88229eebf761 HTTP/1.1" status: 200 len: 217 time: 0.0455947 Nov 19 17:55:38.552631 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-dd266871-a34d-4392-9721-69884efec417 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:38.680829 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3929229c-655f-411a-8546-25c87c005c52 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:38.685738 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3386132d-db7b-480a-9c20-1616a90a0de1 req-debdf8ab-91a9-4aef-86b2-b8e0bbb0c96d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:55:38.687274 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3386132d-db7b-480a-9c20-1616a90a0de1 req-debdf8ab-91a9-4aef-86b2-b8e0bbb0c96d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7cb25525-1790-41ff-928f-ff460f467dc9 HTTP/1.1" status: 200 len: 797 time: 0.1890979 Nov 19 17:55:38.691600 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd266871-a34d-4392-9721-69884efec417 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Pushing event deleted for resources: {'Port': ['ID=df98443b-769c-4950-8203-eec7a83d2823,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:38.753702 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd309d08-de39-4364-b095-2f485257f9c0 req-f0939b93-bf51-44d2-947e-dbcb4f0d91d7 tempest-InstanceActionsNegativeTestJSON-2143652298 tempest-InstanceActionsNegativeTestJSON-2143652298-project] Made reservation on behalf of b0e8af7248c04bae8a353d5b26273482 for: {'port': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:55:38.757886 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-bd309d08-de39-4364-b095-2f485257f9c0 req-f0939b93-bf51-44d2-947e-dbcb4f0d91d7 tempest-InstanceActionsNegativeTestJSON-2143652298 tempest-InstanceActionsNegativeTestJSON-2143652298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:38.828842 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-4e359002-cf01-4002-bf9d-307182ca42ce req-453f8d5b-1fd1-4a18-8b93-b0df61067328 tempest-InstanceActionsNegativeTestJSON-2143652298 tempest-InstanceActionsNegativeTestJSON-2143652298-project] 10.222.0.54 "GET /v2.0/ports?device_id=9d018eca-8d94-461a-89f2-9d3f91c379dc HTTP/1.1" status: 200 len: 210 time: 0.0679588 Nov 19 17:55:38.834404 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3929229c-655f-411a-8546-25c87c005c52 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:38.885110 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3386132d-db7b-480a-9c20-1616a90a0de1 req-48e7808a-6dc9-4f0f-a4a1-fe5afb67081a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:55:38.886970 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3386132d-db7b-480a-9c20-1616a90a0de1 req-48e7808a-6dc9-4f0f-a4a1-fe5afb67081a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fb28d523-ee7f-4592-a296-1eb52f53154d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1878977 Nov 19 17:55:38.889433 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3929229c-655f-411a-8546-25c87c005c52 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Pushing event updated for resources: {'Port': ['ID=ec966d75-053a-49d7-bbac-10e61c17ec7b,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:38.896409 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-dd266871-a34d-4392-9721-69884efec417 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:38.905275 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-dd266871-a34d-4392-9721-69884efec417 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] 10.222.0.54 "DELETE /v2.0/ports/df98443b-769c-4950-8203-eec7a83d2823 HTTP/1.1" status: 204 len: 168 time: 1.6061864 Nov 19 17:55:38.906394 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 39050) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:38.946883 n-d-818022-2 neutron-server[103364]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fd73883-862a-4076-8091-334004b904d5 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] GET failed (client error): The resource could not be found. Nov 19 17:55:38.951576 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-2fd73883-862a-4076-8091-334004b904d5 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] 10.222.0.54 "GET /v2.0/ports/df98443b-769c-4950-8203-eec7a83d2823 HTTP/1.1" status: 404 len: 333 time: 0.0421398 Nov 19 17:55:38.954047 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3929229c-655f-411a-8546-25c87c005c52 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Network 65eace33-2479-4afb-a7b6-41f0773542ac is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:55:38.954971 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 39052) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:38.964292 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-3929229c-655f-411a-8546-25c87c005c52 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:55:38.967326 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3929229c-655f-411a-8546-25c87c005c52 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:55:38.973431 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3929229c-655f-411a-8546-25c87c005c52 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:55:38.974676 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3929229c-655f-411a-8546-25c87c005c52 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:39.009488 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-3929229c-655f-411a-8546-25c87c005c52 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.6377835 Nov 19 17:55:39.013393 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 39054) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:39.050846 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [req-bd309d08-de39-4364-b095-2f485257f9c0 req-f0939b93-bf51-44d2-947e-dbcb4f0d91d7 tempest-InstanceActionsNegativeTestJSON-2143652298 tempest-InstanceActionsNegativeTestJSON-2143652298-project] Allocated IP 172.20.0.13 (7376c6e6-6634-454b-ad7e-9f875675bb5b/50918510-1db1-4e60-9616-167942c99bf7/87412d43-f43f-4779-a2ad-dc45b71794e9) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:55:39.060614 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.agents_db [None req-619e5c26-d9ed-4321-86eb-7d443bb9dfa2 None None] Agent healthcheck: found 7 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 17:55:39.095022 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3386132d-db7b-480a-9c20-1616a90a0de1 req-9b12f23a-22c9-4d62-89d4-760ec6bc7386 service neutron] 10.222.0.60 "GET /v2.0/networks/fb28d523-ee7f-4592-a296-1eb52f53154d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1985064 Nov 19 17:55:39.143893 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c787c4d-833e-42eb-82fc-be550cce3da9 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:55:39.152666 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c787c4d-833e-42eb-82fc-be550cce3da9 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:55:39.155092 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-9c787c4d-833e-42eb-82fc-be550cce3da9 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1402578 Nov 19 17:55:39.160275 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 39058) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:39.248737 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ea119a49-a1b6-4660-923b-453f401c67b1 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:39.268293 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3386132d-db7b-480a-9c20-1616a90a0de1 req-cf5f2aef-c866-4f9b-9c0b-52322fce98de service neutron] 10.222.0.60 "GET /v2.0/networks/fb28d523-ee7f-4592-a296-1eb52f53154d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658118 Nov 19 17:55:39.340758 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ea119a49-a1b6-4660-923b-453f401c67b1 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:39.380784 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-1593cd75-378e-42ba-b6ac-19cfd75baa81 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Deleting port ec966d75-053a-49d7-bbac-10e61c17ec7b {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:55:39.381126 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1593cd75-378e-42ba-b6ac-19cfd75baa81 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:39.403578 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-bd309d08-de39-4364-b095-2f485257f9c0 req-f0939b93-bf51-44d2-947e-dbcb4f0d91d7 tempest-InstanceActionsNegativeTestJSON-2143652298 tempest-InstanceActionsNegativeTestJSON-2143652298-project] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:39.445366 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-bd309d08-de39-4364-b095-2f485257f9c0 req-f0939b93-bf51-44d2-947e-dbcb4f0d91d7 tempest-InstanceActionsNegativeTestJSON-2143652298 tempest-InstanceActionsNegativeTestJSON-2143652298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:39.505036 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd309d08-de39-4364-b095-2f485257f9c0 req-f0939b93-bf51-44d2-947e-dbcb4f0d91d7 tempest-InstanceActionsNegativeTestJSON-2143652298 tempest-InstanceActionsNegativeTestJSON-2143652298-project] Network 7376c6e6-6634-454b-ad7e-9f875675bb5b is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:55:39.505784 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ea119a49-a1b6-4660-923b-453f401c67b1 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:39.508885 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [req-bd309d08-de39-4364-b095-2f485257f9c0 req-f0939b93-bf51-44d2-947e-dbcb4f0d91d7 tempest-InstanceActionsNegativeTestJSON-2143652298 tempest-InstanceActionsNegativeTestJSON-2143652298-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:55:39.509611 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ea119a49-a1b6-4660-923b-453f401c67b1 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:39.513406 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-ea119a49-a1b6-4660-923b-453f401c67b1 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] 10.222.0.54 "DELETE /v2.0/security-groups/8da66f88-eb31-4173-bb47-1535a076483f HTTP/1.1" status: 204 len: 168 time: 0.5547731 Nov 19 17:55:39.513605 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd309d08-de39-4364-b095-2f485257f9c0 req-f0939b93-bf51-44d2-947e-dbcb4f0d91d7 tempest-InstanceActionsNegativeTestJSON-2143652298 tempest-InstanceActionsNegativeTestJSON-2143652298-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:55:39.515794 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 39062) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:39.546175 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea119a49-a1b6-4660-923b-453f401c67b1 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8da66f88-eb31-4173-bb47-1535a076483f,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:39.564982 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1593cd75-378e-42ba-b6ac-19cfd75baa81 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:39.579221 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0939b93-bf51-44d2-947e-dbcb4f0d91d7 tempest-InstanceActionsNegativeTestJSON-2143652298 tempest-InstanceActionsNegativeTestJSON-2143652298-project] Pushing event updated for resources: {'Port': ['ID=87412d43-f43f-4779-a2ad-dc45b71794e9,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:39.585102 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-1593cd75-378e-42ba-b6ac-19cfd75baa81 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Calling delete_port for ec966d75-053a-49d7-bbac-10e61c17ec7b owned by {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:55:39.647557 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd309d08-de39-4364-b095-2f485257f9c0 req-f0939b93-bf51-44d2-947e-dbcb4f0d91d7 tempest-InstanceActionsNegativeTestJSON-2143652298 tempest-InstanceActionsNegativeTestJSON-2143652298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:55:39.648514 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-bd309d08-de39-4364-b095-2f485257f9c0 req-f0939b93-bf51-44d2-947e-dbcb4f0d91d7 tempest-InstanceActionsNegativeTestJSON-2143652298 tempest-InstanceActionsNegativeTestJSON-2143652298-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:39.683581 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-bd309d08-de39-4364-b095-2f485257f9c0 req-f0939b93-bf51-44d2-947e-dbcb4f0d91d7 tempest-InstanceActionsNegativeTestJSON-2143652298 tempest-InstanceActionsNegativeTestJSON-2143652298-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4883769 Nov 19 17:55:39.693685 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9eae0354-6eae-4e4a-8005-fbea7ee72a9d tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:39.741790 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-bd309d08-de39-4364-b095-2f485257f9c0 req-6e84e015-f3d6-4140-8d32-8061f629ab18 service neutron] Request body: {'port': {'device_id': '9d018eca-8d94-461a-89f2-9d3f91c379dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818022-2'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:55:39.783246 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1593cd75-378e-42ba-b6ac-19cfd75baa81 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:39.796417 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9eae0354-6eae-4e4a-8005-fbea7ee72a9d tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:39.856379 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1593cd75-378e-42ba-b6ac-19cfd75baa81 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:39.862938 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-1593cd75-378e-42ba-b6ac-19cfd75baa81 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "DELETE /v2.0/ports/ec966d75-053a-49d7-bbac-10e61c17ec7b HTTP/1.1" status: 204 len: 168 time: 0.6974187 Nov 19 17:55:39.863927 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1593cd75-378e-42ba-b6ac-19cfd75baa81 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Pushing event deleted for resources: {'Port': ['ID=ec966d75-053a-49d7-bbac-10e61c17ec7b,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:39.865951 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 39072) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:39.926101 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-bd309d08-de39-4364-b095-2f485257f9c0 req-6e84e015-f3d6-4140-8d32-8061f629ab18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:39.953714 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9eae0354-6eae-4e4a-8005-fbea7ee72a9d tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:39.960576 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9eae0354-6eae-4e4a-8005-fbea7ee72a9d tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:39.962316 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-9eae0354-6eae-4e4a-8005-fbea7ee72a9d tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] 10.222.0.54 "DELETE /v2.0/security-groups/94c1f897-868b-4265-91dd-9601e99b61b7 HTTP/1.1" status: 204 len: 168 time: 0.4420049 Nov 19 17:55:39.966177 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 39074) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:39.971803 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-854e4b25-bb50-4708-995b-2023726a211c tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:55:39.987026 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-854e4b25-bb50-4708-995b-2023726a211c tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:55:39.988733 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-854e4b25-bb50-4708-995b-2023726a211c tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1216269 Nov 19 17:55:39.991882 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 39076) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:40.012018 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eae0354-6eae-4e4a-8005-fbea7ee72a9d tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94c1f897-868b-4265-91dd-9601e99b61b7,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:40.093471 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-052de7f4-74ad-45e6-9c07-c7d1cb534941 None None] Provisioning complete for port b973cdb1-06c4-4441-a566-903d886cef7b triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:55:40.094123 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-052de7f4-74ad-45e6-9c07-c7d1cb534941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:40.219804 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-052de7f4-74ad-45e6-9c07-c7d1cb534941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:40.220675 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_v2 [None req-d886014c-32f7-41fc-9457-423f5bb59fa5 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Deleting subnet 7f2083bf-f28c-49b3-a717-5d71651fda30 {{(pid=103364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 17:55:40.230187 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d886014c-32f7-41fc-9457-423f5bb59fa5 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks [] for subnet, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:40.307141 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-052de7f4-74ad-45e6-9c07-c7d1cb534941 None None] For port b973cdb1-06c4-4441-a566-903d886cef7b, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=b973cdb1-06c4-4441-a566-903d886cef7b,segment=NetworkSegment(b0148e58-5e40-4372-b35c-802e0d196d41),segment_id=b0148e58-5e40-4372-b35c-802e0d196d41)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:55:40.323982 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device b973cdb1-06c4-4441-a566-903d886cef7b up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:55:40.326140 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-052de7f4-74ad-45e6-9c07-c7d1cb534941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:40.403292 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d886014c-32f7-41fc-9457-423f5bb59fa5 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9416263'] for subnet, precommit_delete_associations {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:40.450730 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_v2 [None req-214db4db-0c45-47bb-a598-bc9457e1889a tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Deleting subnet 96923ef4-e58b-4b31-a9fd-18ec64a7f4f2 {{(pid=103364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 17:55:40.470250 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-ad7154e0-a428-4018-a9c0-7c48ce3c622b None None] Could not find standard attr ID for object ec966d75-053a-49d7-bbac-10e61c17ec7b. {{(pid=103366) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 17:55:40.492111 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c219c50a-d4fd-47ed-af8f-230a1b28978d req-89cdc2c9-80a1-4838-9b4a-5f31427d2acf tempest-InstanceActionsNegativeTestJSON-2143652298 tempest-InstanceActionsNegativeTestJSON-2143652298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:55:40.493756 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c219c50a-d4fd-47ed-af8f-230a1b28978d req-89cdc2c9-80a1-4838-9b4a-5f31427d2acf tempest-InstanceActionsNegativeTestJSON-2143652298 tempest-InstanceActionsNegativeTestJSON-2143652298-project] 10.222.0.54 "GET /v2.0/ports?device_id=9d018eca-8d94-461a-89f2-9d3f91c379dc HTTP/1.1" status: 200 len: 932 time: 0.5461042 Nov 19 17:55:40.502252 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-214db4db-0c45-47bb-a598-bc9457e1889a tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks [] for subnet, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:40.542837 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052de7f4-74ad-45e6-9c07-c7d1cb534941 None None] Pushing event updated for resources: {'Port': ['ID=b973cdb1-06c4-4441-a566-903d886cef7b,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:40.555220 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port b973cdb1-06c4-4441-a566-903d886cef7b triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:55:40.555595 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:40.709762 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-214db4db-0c45-47bb-a598-bc9457e1889a tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9416263'] for subnet, precommit_delete_associations {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:40.827652 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d886014c-32f7-41fc-9457-423f5bb59fa5 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:40.925203 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c219c50a-d4fd-47ed-af8f-230a1b28978d req-65248ea0-2cac-46c2-ab79-6d1869198bf9 tempest-InstanceActionsNegativeTestJSON-2143652298 tempest-InstanceActionsNegativeTestJSON-2143652298-project] 10.222.0.54 "GET /v2.0/security-groups?id=9eb09921-5579-41ed-9d3d-0bae386e4543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4160228 Nov 19 17:55:40.962036 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [req-bd309d08-de39-4364-b095-2f485257f9c0 req-6e84e015-f3d6-4140-8d32-8061f629ab18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87412d43-f43f-4779-a2ad-dc45b71794e9 {{(pid=103365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:55:40.962538 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-214db4db-0c45-47bb-a598-bc9457e1889a tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:40.991435 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-bd309d08-de39-4364-b095-2f485257f9c0 req-6e84e015-f3d6-4140-8d32-8061f629ab18 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:41.105890 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d886014c-32f7-41fc-9457-423f5bb59fa5 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12425137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8983934'] for subnet, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:41.107645 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.provisioning_blocks [req-bd309d08-de39-4364-b095-2f485257f9c0 req-6e84e015-f3d6-4140-8d32-8061f629ab18 service neutron] Transition to ACTIVE for port object 87412d43-f43f-4779-a2ad-dc45b71794e9 will not be triggered until provisioned by entity L2. {{(pid=103365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 17:55:41.112934 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-214db4db-0c45-47bb-a598-bc9457e1889a tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12425137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8983934'] for subnet, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:41.113275 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-bd309d08-de39-4364-b095-2f485257f9c0 req-6e84e015-f3d6-4140-8d32-8061f629ab18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:41.143801 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d886014c-32f7-41fc-9457-423f5bb59fa5 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Pushing event deleted for resources: {'Subnet': ['ID=7f2083bf-f28c-49b3-a717-5d71651fda30,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:41.174651 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214db4db-0c45-47bb-a598-bc9457e1889a tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Pushing event deleted for resources: {'Subnet': ['ID=96923ef4-e58b-4b31-a9fd-18ec64a7f4f2,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:41.177182 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d886014c-32f7-41fc-9457-423f5bb59fa5 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:41.180485 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-d886014c-32f7-41fc-9457-423f5bb59fa5 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "DELETE /v2.0/subnets/7f2083bf-f28c-49b3-a717-5d71651fda30 HTTP/1.1" status: 204 len: 168 time: 1.1471043 Nov 19 17:55:41.182829 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c46b0bc-a0a6-477a-a531-992bae83db2b None None] Network 65eace33-2479-4afb-a7b6-41f0773542ac requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:55:41.183341 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 39088) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:41.193417 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-214db4db-0c45-47bb-a598-bc9457e1889a tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:41.193623 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e84e015-f3d6-4140-8d32-8061f629ab18 service neutron] Pushing event updated for resources: {'Port': ['ID=87412d43-f43f-4779-a2ad-dc45b71794e9,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:41.196742 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-214db4db-0c45-47bb-a598-bc9457e1889a tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] 10.222.0.54 "DELETE /v2.0/subnets/96923ef4-e58b-4b31-a9fd-18ec64a7f4f2 HTTP/1.1" status: 204 len: 168 time: 1.2059042 Nov 19 17:55:41.202866 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 39090) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:41.209366 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-88251482-f430-471c-b547-90d7d7804294 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Request body: {'subnet': {'network_id': 'fe2a8703-eff1-49c9-8b71-655ed6495516', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:55:41.242160 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29480a34-631b-44f8-b123-5738b32a9d35 None None] Network fe2a8703-eff1-49c9-8b71-655ed6495516 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:55:41.247779 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-6dd55e4b-dc16-475a-8549-c785f40c0a17 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0632594 Nov 19 17:55:41.248435 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 39092) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:41.254745 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-f55a01f0-7b54-4e99-ab09-42152d75c842 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Request body: {'subnet': {'network_id': '65eace33-2479-4afb-a7b6-41f0773542ac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:55:41.421575 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-bd309d08-de39-4364-b095-2f485257f9c0 req-6e84e015-f3d6-4140-8d32-8061f629ab18 service neutron] Attempting to bind port 87412d43-f43f-4779-a2ad-dc45b71794e9 on host n-h1-818022-2 for vnic_type normal with profile {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:55:41.422152 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-bd309d08-de39-4364-b095-2f485257f9c0 req-6e84e015-f3d6-4140-8d32-8061f629ab18 service neutron] Attempting to bind port 87412d43-f43f-4779-a2ad-dc45b71794e9 by drivers openvswitch,hyperv on host n-h1-818022-2 at level 0 using segments [{'id': '07620207-17d9-4b7d-aa44-1993f7139d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '7376c6e6-6634-454b-ad7e-9f875675bb5b'}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:55:41.422849 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd309d08-de39-4364-b095-2f485257f9c0 req-6e84e015-f3d6-4140-8d32-8061f629ab18 service neutron] Attempting to bind port 87412d43-f43f-4779-a2ad-dc45b71794e9 on network 7376c6e6-6634-454b-ad7e-9f875675bb5b {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:55:41.438706 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd309d08-de39-4364-b095-2f485257f9c0 req-6e84e015-f3d6-4140-8d32-8061f629ab18 service neutron] Port 87412d43-f43f-4779-a2ad-dc45b71794e9 on network 7376c6e6-6634-454b-ad7e-9f875675bb5b not bound, no agent of type Open vSwitch agent registered on host n-h1-818022-2 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 17:55:41.439191 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd309d08-de39-4364-b095-2f485257f9c0 req-6e84e015-f3d6-4140-8d32-8061f629ab18 service neutron] Attempting to bind port 87412d43-f43f-4779-a2ad-dc45b71794e9 on network 7376c6e6-6634-454b-ad7e-9f875675bb5b {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:55:41.442553 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f55a01f0-7b54-4e99-ab09-42152d75c842 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Made reservation on behalf of 6b45f31544cd40e7b10456e94240dc6e for: {'subnet': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:55:41.448352 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f55a01f0-7b54-4e99-ab09-42152d75c842 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8983829'] for subnet, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:41.450532 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd309d08-de39-4364-b095-2f485257f9c0 req-6e84e015-f3d6-4140-8d32-8061f629ab18 service neutron] Checking agent: {'id': 'a6668d96-12fa-4ec0-99ad-77eaf490dd2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'started_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 55, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:55:41.450979 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd309d08-de39-4364-b095-2f485257f9c0 req-6e84e015-f3d6-4140-8d32-8061f629ab18 service neutron] Checking segment: {'id': '07620207-17d9-4b7d-aa44-1993f7139d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '7376c6e6-6634-454b-ad7e-9f875675bb5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:55:41.451467 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd309d08-de39-4364-b095-2f485257f9c0 req-6e84e015-f3d6-4140-8d32-8061f629ab18 service neutron] Bound using segment: {'id': '07620207-17d9-4b7d-aa44-1993f7139d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '7376c6e6-6634-454b-ad7e-9f875675bb5b'} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:55:41.452008 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-bd309d08-de39-4364-b095-2f485257f9c0 req-6e84e015-f3d6-4140-8d32-8061f629ab18 service neutron] Bound port: 87412d43-f43f-4779-a2ad-dc45b71794e9, host: n-h1-818022-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07620207-17d9-4b7d-aa44-1993f7139d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '7376c6e6-6634-454b-ad7e-9f875675bb5b'}}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:55:41.452472 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-bd309d08-de39-4364-b095-2f485257f9c0 req-6e84e015-f3d6-4140-8d32-8061f629ab18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:41.518686 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88251482-f430-471c-b547-90d7d7804294 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Made reservation on behalf of 8332730af82c4019921b40209bacb73c for: {'subnet': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:55:41.522971 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-88251482-f430-471c-b547-90d7d7804294 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8731248'] for subnet, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:41.602307 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-bd309d08-de39-4364-b095-2f485257f9c0 req-6e84e015-f3d6-4140-8d32-8061f629ab18 service neutron] For port 87412d43-f43f-4779-a2ad-dc45b71794e9, host n-h1-818022-2, cleared binding levels {{(pid=103365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:55:41.609548 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-bd309d08-de39-4364-b095-2f485257f9c0 req-6e84e015-f3d6-4140-8d32-8061f629ab18 service neutron] For port 87412d43-f43f-4779-a2ad-dc45b71794e9, host n-h1-818022-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=87412d43-f43f-4779-a2ad-dc45b71794e9,segment=NetworkSegment(07620207-17d9-4b7d-aa44-1993f7139d49),segment_id=07620207-17d9-4b7d-aa44-1993f7139d49)] {{(pid=103365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:55:41.620587 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-bd309d08-de39-4364-b095-2f485257f9c0 req-6e84e015-f3d6-4140-8d32-8061f629ab18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:41.652669 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb02233b-79a8-46b3-a7e8-09e4284c3e78 None None] DHCP port deletion for 65eace33-2479-4afb-a7b6-41f0773542ac request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 17:55:41.692654 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd309d08-de39-4364-b095-2f485257f9c0 req-6e84e015-f3d6-4140-8d32-8061f629ab18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:55:41.693407 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-bd309d08-de39-4364-b095-2f485257f9c0 req-6e84e015-f3d6-4140-8d32-8061f629ab18 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:41.695217 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-bd309d08-de39-4364-b095-2f485257f9c0 req-6e84e015-f3d6-4140-8d32-8061f629ab18 service neutron] 10.222.0.60 "PUT /v2.0/ports/87412d43-f43f-4779-a2ad-dc45b71794e9 HTTP/1.1" status: 200 len: 1092 time: 1.9576483 Nov 19 17:55:41.701412 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d018eca-8d94-461a-89f2-9d3f91c379dc', 'tag': '87412d43-f43f-4779-a2ad-dc45b71794e9'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:55:41.710238 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218319d759239a7d11f1288aef37381b97754913ee9ccbfd43b51a463f801712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db3e9bc5-0510-4aa6-8f26-b945db5ea9cc" -d '{"events": [{"name": "network-changed", "server_uuid": "9d018eca-8d94-461a-89f2-9d3f91c379dc", "tag": "87412d43-f43f-4779-a2ad-dc45b71794e9"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:55:41.771660 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-fb02233b-79a8-46b3-a7e8-09e4284c3e78 None None] Deleting port b973cdb1-06c4-4441-a566-903d886cef7b {{(pid=103366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:55:41.772971 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-fb02233b-79a8-46b3-a7e8-09e4284c3e78 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:41.830891 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 17:55:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4693d86f-f3b8-43d0-b9bc-501d095c9027 x-openstack-request-id: req-4693d86f-f3b8-43d0-b9bc-501d095c9027 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:55:41.831270 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d018eca-8d94-461a-89f2-9d3f91c379dc", "tag": "87412d43-f43f-4779-a2ad-dc45b71794e9", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:55:41.831642 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-4693d86f-f3b8-43d0-b9bc-501d095c9027 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:55:41.832068 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d018eca-8d94-461a-89f2-9d3f91c379dc', 'tag': '87412d43-f43f-4779-a2ad-dc45b71794e9', 'status': 'completed', 'code': 200} Nov 19 17:55:41.841362 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f55a01f0-7b54-4e99-ab09-42152d75c842 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12425078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8983815'] for subnet, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:41.888206 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e84e015-f3d6-4140-8d32-8061f629ab18 service neutron] Pushing event updated for resources: {'Port': ['ID=87412d43-f43f-4779-a2ad-dc45b71794e9,revision_number=3']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:41.919114 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-fb02233b-79a8-46b3-a7e8-09e4284c3e78 None None] For port b973cdb1-06c4-4441-a566-903d886cef7b, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=b973cdb1-06c4-4441-a566-903d886cef7b,segment=NetworkSegment(b0148e58-5e40-4372-b35c-802e0d196d41),segment_id=b0148e58-5e40-4372-b35c-802e0d196d41)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:55:41.919479 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-fb02233b-79a8-46b3-a7e8-09e4284c3e78 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:41.955468 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f55a01f0-7b54-4e99-ab09-42152d75c842 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Network 65eace33-2479-4afb-a7b6-41f0773542ac is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:55:41.965567 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-f55a01f0-7b54-4e99-ab09-42152d75c842 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:55:41.975278 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f55a01f0-7b54-4e99-ab09-42152d75c842 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:55:41.975724 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-fb02233b-79a8-46b3-a7e8-09e4284c3e78 None None] Calling delete_port for b973cdb1-06c4-4441-a566-903d886cef7b owned by network:dhcp {{(pid=103366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:55:41.976667 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f55a01f0-7b54-4e99-ab09-42152d75c842 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:42.048283 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55a01f0-7b54-4e99-ab09-42152d75c842 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Pushing event updated for resources: {'Subnet': ['ID=b4ba3389-4f74-43c0-a971-a651b9d7663b,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:42.052889 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd309d08-de39-4364-b095-2f485257f9c0 req-399df998-362e-46d9-aa0f-adf87b634a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:55:42.056570 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-bd309d08-de39-4364-b095-2f485257f9c0 req-399df998-362e-46d9-aa0f-adf87b634a3a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b0e8af7248c04bae8a353d5b26273482&device_id=9d018eca-8d94-461a-89f2-9d3f91c379dc HTTP/1.1" status: 200 len: 1095 time: 0.2969439 Nov 19 17:55:42.096899 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-f55a01f0-7b54-4e99-ab09-42152d75c842 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8473282 Nov 19 17:55:42.099714 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 39128) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:42.187821 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-72ddc425-5dcd-4d54-930f-97976b8a5dd1 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Request body: {'port': {'network_id': '65eace33-2479-4afb-a7b6-41f0773542ac', 'fixed_ips': [{'subnet_id': 'b4ba3389-4f74-43c0-a971-a651b9d7663b', 'ip_address': '2001:db8::c31d:bb80:4faa:88f6'}], 'name': 'tempest-NetworksTestDHCPv6-1503104210'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:55:42.224653 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-bd309d08-de39-4364-b095-2f485257f9c0 req-fe70fb28-d7da-4f02-9dc4-92cce5b00a89 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=87412d43-f43f-4779-a2ad-dc45b71794e9 HTTP/1.1" status: 200 len: 217 time: 0.1564741 Nov 19 17:55:42.239819 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device b973cdb1-06c4-4441-a566-903d886cef7b no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:55:42.305103 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8b3817-2b62-455b-a44c-3feb3b1555a3 req-ec437fc4-214e-4f6a-8f07-faf7f127cb4c tempest-InstanceActionsNegativeTestJSON-2143652298 tempest-InstanceActionsNegativeTestJSON-2143652298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:55:42.306823 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2e8b3817-2b62-455b-a44c-3feb3b1555a3 req-ec437fc4-214e-4f6a-8f07-faf7f127cb4c tempest-InstanceActionsNegativeTestJSON-2143652298 tempest-InstanceActionsNegativeTestJSON-2143652298-project] 10.222.0.54 "GET /v2.0/ports?device_id=9d018eca-8d94-461a-89f2-9d3f91c379dc HTTP/1.1" status: 200 len: 944 time: 0.2078793 Nov 19 17:55:42.315182 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-fb02233b-79a8-46b3-a7e8-09e4284c3e78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007'] for port, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:42.320603 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd309d08-de39-4364-b095-2f485257f9c0 req-54e1990e-6052-46de-8c4b-92d45cf94025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:55:42.325282 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-bd309d08-de39-4364-b095-2f485257f9c0 req-54e1990e-6052-46de-8c4b-92d45cf94025 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=50918510-1db1-4e60-9616-167942c99bf7 HTTP/1.1" status: 200 len: 862 time: 0.0919192 Nov 19 17:55:42.401788 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb02233b-79a8-46b3-a7e8-09e4284c3e78 None None] Pushing event deleted for resources: {'Port': ['ID=b973cdb1-06c4-4441-a566-903d886cef7b,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:42.421634 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-bd309d08-de39-4364-b095-2f485257f9c0 req-ccb067bb-b007-484d-beab-ee4994717d28 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7376c6e6-6634-454b-ad7e-9f875675bb5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486679 Nov 19 17:55:42.431119 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb02233b-79a8-46b3-a7e8-09e4284c3e78 None None] No DVR routers for this DVR port b973cdb1-06c4-4441-a566-903d886cef7b on host n-d-818022-2 {{(pid=103366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:55:42.460378 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9605670-20ea-41a3-8666-440734caa9a9 None None] Network 65eace33-2479-4afb-a7b6-41f0773542ac requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:55:42.466190 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No active binding found for port b973cdb1-06c4-4441-a566-903d886cef7b {{(pid=103366) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 19 17:55:42.466898 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device b973cdb1-06c4-4441-a566-903d886cef7b not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:55:42.524648 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2e8b3817-2b62-455b-a44c-3feb3b1555a3 req-382ff093-462a-4c92-8ad0-31c7f088deab tempest-InstanceActionsNegativeTestJSON-2143652298 tempest-InstanceActionsNegativeTestJSON-2143652298-project] 10.222.0.54 "GET /v2.0/security-groups?id=9eb09921-5579-41ed-9d3d-0bae386e4543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003527 Nov 19 17:55:42.605463 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72ddc425-5dcd-4d54-930f-97976b8a5dd1 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Made reservation on behalf of 6b45f31544cd40e7b10456e94240dc6e for: {'port': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:55:42.634512 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-bd309d08-de39-4364-b095-2f485257f9c0 req-9311c040-ca27-4448-9eb6-12721e2650fb service neutron] 10.222.0.60 "GET /v2.0/networks/7376c6e6-6634-454b-ad7e-9f875675bb5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2011077 Nov 19 17:55:42.786516 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-bd309d08-de39-4364-b095-2f485257f9c0 req-4d6645d4-c69f-43b3-bd1e-5bf86552f591 service neutron] 10.222.0.60 "GET /v2.0/networks/7376c6e6-6634-454b-ad7e-9f875675bb5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316502 Nov 19 17:55:42.844562 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2975d7a-9999-49bb-8125-d6bd467b4ebb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54f44f5f-1200-574e-8740-2141911d5b73-65eace33-2479-4afb-a7b6-41f0773542ac', 'network_id': '65eace33-2479-4afb-a7b6-41f0773542ac', 'tenant_id': '6b45f31544cd40e7b10456e94240dc6e', 'fixed_ips': [{'subnet_id': 'b4ba3389-4f74-43c0-a971-a651b9d7663b'}]}} from n-d-818022-2. {{(pid=103366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 17:55:42.845934 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a2975d7a-9999-49bb-8125-d6bd467b4ebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:42.873905 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-88251482-f430-471c-b547-90d7d7804294 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12283104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8731234'] for subnet, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:42.925119 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-72ddc425-5dcd-4d54-930f-97976b8a5dd1 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:42.979606 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88251482-f430-471c-b547-90d7d7804294 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Network fe2a8703-eff1-49c9-8b71-655ed6495516 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:55:42.990356 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-88251482-f430-471c-b547-90d7d7804294 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:55:42.996147 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [None req-72ddc425-5dcd-4d54-930f-97976b8a5dd1 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] device_id is not set on port 9fa98be2-2c56-41f7-9369-c52a49c9ce9d yet. {{(pid=103364) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 17:55:43.004878 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88251482-f430-471c-b547-90d7d7804294 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:55:43.005477 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-88251482-f430-471c-b547-90d7d7804294 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:43.019376 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2baf9938-fb30-4a39-8fc5-256c04c4d6c7 None None] Network fe2a8703-eff1-49c9-8b71-655ed6495516 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:55:43.057420 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3e9bc5-0510-4aa6-8f26-b945db5ea9cc req-ec6f3470-468b-48cf-9223-8a0a8bcf7004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:55:43.058898 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-db3e9bc5-0510-4aa6-8f26-b945db5ea9cc req-ec6f3470-468b-48cf-9223-8a0a8bcf7004 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b0e8af7248c04bae8a353d5b26273482&device_id=9d018eca-8d94-461a-89f2-9d3f91c379dc HTTP/1.1" status: 200 len: 1095 time: 0.1637919 Nov 19 17:55:43.080532 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88251482-f430-471c-b547-90d7d7804294 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Pushing event updated for resources: {'Subnet': ['ID=b11990f6-43a1-44ae-b84d-3ede4977c9c2,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:43.098342 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-88251482-f430-471c-b547-90d7d7804294 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8938348 Nov 19 17:55:43.133779 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 39228) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:43.162807 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-6a823fde-614c-4a83-9107-42e5156a8bea tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Request body: {'security_group': {'name': 'tempest-secgroup-2030742660'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:55:43.193023 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-b4f8f6b5-ba1f-4e85-a262-de507e4d4059 None None] Provisioning complete for port 2afa106b-dfa4-437e-b925-01f50a62c5df triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:55:43.193023 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b4f8f6b5-ba1f-4e85-a262-de507e4d4059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:43.217740 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6a823fde-614c-4a83-9107-42e5156a8bea tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:43.333068 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6a823fde-614c-4a83-9107-42e5156a8bea tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:43.340540 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3e9bc5-0510-4aa6-8f26-b945db5ea9cc req-2c5fe619-e0b7-43ca-b92c-bf4f1aa5fabc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:55:43.343372 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-db3e9bc5-0510-4aa6-8f26-b945db5ea9cc req-2c5fe619-e0b7-43ca-b92c-bf4f1aa5fabc service neutron] 10.222.0.60 "GET /v2.0/networks?id=7376c6e6-6634-454b-ad7e-9f875675bb5b HTTP/1.1" status: 200 len: 923 time: 0.2746093 Nov 19 17:55:43.345368 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6a823fde-614c-4a83-9107-42e5156a8bea tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:43.374039 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6a823fde-614c-4a83-9107-42e5156a8bea tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:43.380011 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-6a823fde-614c-4a83-9107-42e5156a8bea tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2425683 Nov 19 17:55:43.380518 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 39258) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:43.385700 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-237e596f-901c-4a76-9a2d-8cf342d3d84e tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Request body: {'security_group': {'name': 'tempest-secgroup-1003000018'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:55:43.433912 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-db3e9bc5-0510-4aa6-8f26-b945db5ea9cc req-14530550-2018-4028-af9e-9c04cb076343 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=87412d43-f43f-4779-a2ad-dc45b71794e9 HTTP/1.1" status: 200 len: 217 time: 0.0745790 Nov 19 17:55:43.439848 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-237e596f-901c-4a76-9a2d-8cf342d3d84e tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:43.505373 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-b4f8f6b5-ba1f-4e85-a262-de507e4d4059 None None] Port 2afa106b-dfa4-437e-b925-01f50a62c5df cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:55:43.532429 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3e9bc5-0510-4aa6-8f26-b945db5ea9cc req-a1b0acfd-edf5-4529-9b5c-f6bdf0e3edcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:55:43.534308 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-db3e9bc5-0510-4aa6-8f26-b945db5ea9cc req-a1b0acfd-edf5-4529-9b5c-f6bdf0e3edcb service neutron] 10.222.0.60 "GET /v2.0/subnets?id=50918510-1db1-4e60-9616-167942c99bf7 HTTP/1.1" status: 200 len: 862 time: 0.0902276 Nov 19 17:55:43.542965 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [None req-a2975d7a-9999-49bb-8125-d6bd467b4ebb None None] Allocated IP 2001:db8::2 (65eace33-2479-4afb-a7b6-41f0773542ac/b4ba3389-4f74-43c0-a971-a651b9d7663b/257ff5b7-56ce-48ef-88fb-a42ee3d1d5d8) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:55:43.556297 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-b4f8f6b5-ba1f-4e85-a262-de507e4d4059 None None] Provisioning complete for port d3721eac-d4cc-4d15-b02b-c159d204f54b triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:55:43.557006 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b4f8f6b5-ba1f-4e85-a262-de507e4d4059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:43.605850 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-237e596f-901c-4a76-9a2d-8cf342d3d84e tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:43.611453 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a823fde-614c-4a83-9107-42e5156a8bea tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8406c357-cbe5-4c1f-b4e3-3f02b7bb6bf6,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:43.615918 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-237e596f-901c-4a76-9a2d-8cf342d3d84e tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:43.625997 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-db3e9bc5-0510-4aa6-8f26-b945db5ea9cc req-6032547c-6742-4995-82ac-377f0d4b297d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7376c6e6-6634-454b-ad7e-9f875675bb5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0682051 Nov 19 17:55:43.787300 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-237e596f-901c-4a76-9a2d-8cf342d3d84e tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:43.791280 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-237e596f-901c-4a76-9a2d-8cf342d3d84e tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4095337 Nov 19 17:55:43.794487 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 39300) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:43.799587 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237e596f-901c-4a76-9a2d-8cf342d3d84e tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c6f0a01-8958-48b6-b5b3-2e2541769069,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:43.803059 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-1cac27f5-fbcd-4c0d-b8bc-18beb43f9556 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Request body: {'security_group': {'name': 'tempest-secgroup-1644460987'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:55:43.849606 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d6f78b-c42a-4e81-bbe6-3772b307c9d1 req-980bcf2c-60c1-4c47-8a53-5985f176f8f2 tempest-InstanceActionsNegativeTestJSON-2143652298 tempest-InstanceActionsNegativeTestJSON-2143652298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:55:43.862576 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-73d6f78b-c42a-4e81-bbe6-3772b307c9d1 req-980bcf2c-60c1-4c47-8a53-5985f176f8f2 tempest-InstanceActionsNegativeTestJSON-2143652298 tempest-InstanceActionsNegativeTestJSON-2143652298-project] 10.222.0.54 "GET /v2.0/ports?device_id=9d018eca-8d94-461a-89f2-9d3f91c379dc HTTP/1.1" status: 200 len: 944 time: 0.2042894 Nov 19 17:55:43.881240 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1cac27f5-fbcd-4c0d-b8bc-18beb43f9556 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:43.947086 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-db3e9bc5-0510-4aa6-8f26-b945db5ea9cc req-a332d26b-de18-45ec-b4bb-0c66307ea467 service neutron] 10.222.0.60 "GET /v2.0/networks/7376c6e6-6634-454b-ad7e-9f875675bb5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3087986 Nov 19 17:55:43.984907 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-73d6f78b-c42a-4e81-bbe6-3772b307c9d1 req-a563f7ac-4ce5-450d-8ee0-5cc695b12850 tempest-InstanceActionsNegativeTestJSON-2143652298 tempest-InstanceActionsNegativeTestJSON-2143652298-project] 10.222.0.54 "GET /v2.0/security-groups?id=9eb09921-5579-41ed-9d3d-0bae386e4543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205051 Nov 19 17:55:44.108174 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-db3e9bc5-0510-4aa6-8f26-b945db5ea9cc req-ab51fad3-8118-4201-8b65-68fcc8058111 service neutron] 10.222.0.60 "GET /v2.0/networks/7376c6e6-6634-454b-ad7e-9f875675bb5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483960 Nov 19 17:55:44.171508 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-817b7012-2459-4911-83d2-a05a2521d8a7 None None] Update dhcp port {'port': {'network_id': 'fe2a8703-eff1-49c9-8b71-655ed6495516', 'fixed_ips': [{'subnet_id': 'bb3083d6-9bc5-465d-9769-0d13a8f0dd8e', 'ip_address': '172.20.0.18'}, {'subnet_id': 'b11990f6-43a1-44ae-b84d-3ede4977c9c2'}], 'binding:host_id': 'n-d-818022-2'}, 'id': 'd3721eac-d4cc-4d15-b02b-c159d204f54b'} from n-d-818022-2. {{(pid=103366) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 19 17:55:44.172923 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1cac27f5-fbcd-4c0d-b8bc-18beb43f9556 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:44.174939 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a2975d7a-9999-49bb-8125-d6bd467b4ebb None None] Publish callbacks [] for port, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:44.181678 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1cac27f5-fbcd-4c0d-b8bc-18beb43f9556 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:44.223085 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a2975d7a-9999-49bb-8125-d6bd467b4ebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998'] for port, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:44.230034 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1cac27f5-fbcd-4c0d-b8bc-18beb43f9556 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:44.231468 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-1cac27f5-fbcd-4c0d-b8bc-18beb43f9556 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4318893 Nov 19 17:55:44.237634 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 39342) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:44.238705 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cac27f5-fbcd-4c0d-b8bc-18beb43f9556 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3614793-cbb4-4963-a960-f3ee07f498e2,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:44.260891 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-668f5dfc-e500-4285-a1df-65370eb5460f tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-682053429', 'security_groups': ['a3614793-cbb4-4963-a960-f3ee07f498e2'], 'network_id': 'fe2a8703-eff1-49c9-8b71-655ed6495516', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'b11990f6-43a1-44ae-b84d-3ede4977c9c2'}]}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:55:44.312155 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [None req-72ddc425-5dcd-4d54-930f-97976b8a5dd1 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Allocated IP 2001:db8::c31d:bb80:4faa:88f6 (65eace33-2479-4afb-a7b6-41f0773542ac/b4ba3389-4f74-43c0-a971-a651b9d7663b/9fa98be2-2c56-41f7-9369-c52a49c9ce9d) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:55:44.370216 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2975d7a-9999-49bb-8125-d6bd467b4ebb None None] Network 65eace33-2479-4afb-a7b6-41f0773542ac is already hosted by enough agents. {{(pid=103366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:55:44.373465 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-817b7012-2459-4911-83d2-a05a2521d8a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:44.409379 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [None req-a2975d7a-9999-49bb-8125-d6bd467b4ebb None None] Resources bound (agent type, host, resource id): {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:55:44.417368 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2975d7a-9999-49bb-8125-d6bd467b4ebb None None] Received port after_create {{(pid=103366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:55:44.424684 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-668f5dfc-e500-4285-a1df-65370eb5460f tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Made reservation on behalf of 8332730af82c4019921b40209bacb73c for: {'port': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:55:44.583780 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-668f5dfc-e500-4285-a1df-65370eb5460f tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:44.614054 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2975d7a-9999-49bb-8125-d6bd467b4ebb None None] Pushing event updated for resources: {'Port': ['ID=257ff5b7-56ce-48ef-88fb-a42ee3d1d5d8,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:44.614966 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [None req-668f5dfc-e500-4285-a1df-65370eb5460f tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] device_id is not set on port e1f50f95-3a4d-4c04-a0a7-3cc967b6ade4 yet. {{(pid=103365) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 17:55:44.624715 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-72ddc425-5dcd-4d54-930f-97976b8a5dd1 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:44.692210 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-a2975d7a-9999-49bb-8125-d6bd467b4ebb None None] Attempting to bind port 257ff5b7-56ce-48ef-88fb-a42ee3d1d5d8 on host n-d-818022-2 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:55:44.694529 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-a2975d7a-9999-49bb-8125-d6bd467b4ebb None None] Attempting to bind port 257ff5b7-56ce-48ef-88fb-a42ee3d1d5d8 by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': 'b0148e58-5e40-4372-b35c-802e0d196d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '65eace33-2479-4afb-a7b6-41f0773542ac'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:55:44.695806 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2975d7a-9999-49bb-8125-d6bd467b4ebb None None] Attempting to bind port 257ff5b7-56ce-48ef-88fb-a42ee3d1d5d8 on network 65eace33-2479-4afb-a7b6-41f0773542ac {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:55:44.702435 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-72ddc425-5dcd-4d54-930f-97976b8a5dd1 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:44.712739 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2975d7a-9999-49bb-8125-d6bd467b4ebb None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 55, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:55:44.713484 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2975d7a-9999-49bb-8125-d6bd467b4ebb None None] Checking segment: {'id': 'b0148e58-5e40-4372-b35c-802e0d196d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '65eace33-2479-4afb-a7b6-41f0773542ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:55:44.714198 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a2975d7a-9999-49bb-8125-d6bd467b4ebb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:44.715003 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2975d7a-9999-49bb-8125-d6bd467b4ebb None None] Bound using segment: {'id': 'b0148e58-5e40-4372-b35c-802e0d196d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '65eace33-2479-4afb-a7b6-41f0773542ac'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:55:44.715740 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-a2975d7a-9999-49bb-8125-d6bd467b4ebb None None] Bound port: 257ff5b7-56ce-48ef-88fb-a42ee3d1d5d8, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0148e58-5e40-4372-b35c-802e0d196d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '65eace33-2479-4afb-a7b6-41f0773542ac'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:55:44.716770 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a2975d7a-9999-49bb-8125-d6bd467b4ebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:44.861802 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72ddc425-5dcd-4d54-930f-97976b8a5dd1 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Network 65eace33-2479-4afb-a7b6-41f0773542ac is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:55:44.875645 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-72ddc425-5dcd-4d54-930f-97976b8a5dd1 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:55:44.884513 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ddc425-5dcd-4d54-930f-97976b8a5dd1 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:55:44.892987 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72ddc425-5dcd-4d54-930f-97976b8a5dd1 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:55:44.893619 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-72ddc425-5dcd-4d54-930f-97976b8a5dd1 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:44.907242 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ddc425-5dcd-4d54-930f-97976b8a5dd1 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Pushing event updated for resources: {'Port': ['ID=9fa98be2-2c56-41f7-9369-c52a49c9ce9d,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:44.913299 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-a2975d7a-9999-49bb-8125-d6bd467b4ebb None None] For port 257ff5b7-56ce-48ef-88fb-a42ee3d1d5d8, host n-d-818022-2, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:55:44.938614 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-a2975d7a-9999-49bb-8125-d6bd467b4ebb None None] For port 257ff5b7-56ce-48ef-88fb-a42ee3d1d5d8, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=257ff5b7-56ce-48ef-88fb-a42ee3d1d5d8,segment=NetworkSegment(b0148e58-5e40-4372-b35c-802e0d196d41),segment_id=b0148e58-5e40-4372-b35c-802e0d196d41)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:55:44.945746 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-72ddc425-5dcd-4d54-930f-97976b8a5dd1 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.8449593 Nov 19 17:55:44.949116 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 39408) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:44.957789 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a2975d7a-9999-49bb-8125-d6bd467b4ebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:44.994402 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [None req-668f5dfc-e500-4285-a1df-65370eb5460f tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Allocated IP 172.20.0.2 (fe2a8703-eff1-49c9-8b71-655ed6495516/b11990f6-43a1-44ae-b84d-3ede4977c9c2/e1f50f95-3a4d-4c04-a0a7-3cc967b6ade4) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:55:45.060232 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 87412d43-f43f-4779-a2ad-dc45b71794e9 details requested by agent hyperv_n-h1-818022-2 with host n-h1-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 17:55:45.094290 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61d7acea-e233-4476-96ae-47d3bb9c881a tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:55:45.112165 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61d7acea-e233-4476-96ae-47d3bb9c881a tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:55:45.117743 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-61d7acea-e233-4476-96ae-47d3bb9c881a tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1666968 Nov 19 17:55:45.121004 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 39426) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:45.228940 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2975d7a-9999-49bb-8125-d6bd467b4ebb None None] Pushing event updated for resources: {'Port': ['ID=257ff5b7-56ce-48ef-88fb-a42ee3d1d5d8,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:45.368525 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d87e62-7e5d-4291-b2b0-a5b58378f61a req-0d529bba-abdf-4ece-8c6a-69055f15e3c0 tempest-InstanceActionsNegativeTestJSON-2143652298 tempest-InstanceActionsNegativeTestJSON-2143652298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:55:45.378996 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-28d87e62-7e5d-4291-b2b0-a5b58378f61a req-0d529bba-abdf-4ece-8c6a-69055f15e3c0 tempest-InstanceActionsNegativeTestJSON-2143652298 tempest-InstanceActionsNegativeTestJSON-2143652298-project] 10.222.0.54 "GET /v2.0/ports?device_id=9d018eca-8d94-461a-89f2-9d3f91c379dc HTTP/1.1" status: 200 len: 944 time: 0.1389294 Nov 19 17:55:45.478115 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 87412d43-f43f-4779-a2ad-dc45b71794e9, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=87412d43-f43f-4779-a2ad-dc45b71794e9,segment=NetworkSegment(07620207-17d9-4b7d-aa44-1993f7139d49),segment_id=07620207-17d9-4b7d-aa44-1993f7139d49)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:55:45.489361 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-668f5dfc-e500-4285-a1df-65370eb5460f tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:45.515451 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Returning: {'device': '87412d43-f43f-4779-a2ad-dc45b71794e9', 'network_id': '7376c6e6-6634-454b-ad7e-9f875675bb5b', 'port_id': '87412d43-f43f-4779-a2ad-dc45b71794e9', 'mac_address': 'fa:16:3e:3a:c5:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 660, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50918510-1db1-4e60-9616-167942c99bf7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 17:55:45.548547 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-51a86a3e-f319-44e8-990b-748f0e06bc9d tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Deleting port 9fa98be2-2c56-41f7-9369-c52a49c9ce9d {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:55:45.549358 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-51a86a3e-f319-44e8-990b-748f0e06bc9d tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:45.581901 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-668f5dfc-e500-4285-a1df-65370eb5460f tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:45.658410 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-28d87e62-7e5d-4291-b2b0-a5b58378f61a req-d1ee4aac-a88d-416f-86c9-456677777a11 tempest-InstanceActionsNegativeTestJSON-2143652298 tempest-InstanceActionsNegativeTestJSON-2143652298-project] 10.222.0.54 "GET /v2.0/security-groups?id=9eb09921-5579-41ed-9d3d-0bae386e4543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2685034 Nov 19 17:55:45.715926 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:45.744054 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87412d43-f43f-4779-a2ad-dc45b71794e9 {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:55:45.753562 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-51a86a3e-f319-44e8-990b-748f0e06bc9d tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:45.774229 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-51a86a3e-f319-44e8-990b-748f0e06bc9d tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Calling delete_port for 9fa98be2-2c56-41f7-9369-c52a49c9ce9d owned by {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:55:45.774750 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-668f5dfc-e500-4285-a1df-65370eb5460f tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Network fe2a8703-eff1-49c9-8b71-655ed6495516 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:55:45.784037 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-668f5dfc-e500-4285-a1df-65370eb5460f tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:55:45.788207 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 87412d43-f43f-4779-a2ad-dc45b71794e9, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=87412d43-f43f-4779-a2ad-dc45b71794e9,segment=NetworkSegment(07620207-17d9-4b7d-aa44-1993f7139d49),segment_id=07620207-17d9-4b7d-aa44-1993f7139d49)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:55:45.791641 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.db.api [None req-817b7012-2459-4911-83d2-a05a2521d8a7 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-dab04c40-c762-41d6-aa0d-a54bfef78d6c {{(pid=103366) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 17:55:45.792307 n-d-818022-2 neutron-server[103366]: DEBUG oslo_db.api [None req-817b7012-2459-4911-83d2-a05a2521d8a7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 17:55:45.795288 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-668f5dfc-e500-4285-a1df-65370eb5460f tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:55:45.800387 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:45.871906 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=87412d43-f43f-4779-a2ad-dc45b71794e9,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:45.872543 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f5dfc-e500-4285-a1df-65370eb5460f tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Pushing event updated for resources: {'Port': ['ID=e1f50f95-3a4d-4c04-a0a7-3cc967b6ade4,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:45.906485 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-668f5dfc-e500-4285-a1df-65370eb5460f tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:55:45.906764 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-668f5dfc-e500-4285-a1df-65370eb5460f tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:45.955186 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-668f5dfc-e500-4285-a1df-65370eb5460f tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.6963806 Nov 19 17:55:45.959322 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 39510) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:45.971036 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-3653354e-1803-4d21-a139-36d975edf036 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Request body: {'subnet': {'network_id': 'fe2a8703-eff1-49c9-8b71-655ed6495516', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:55:46.018339 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-51a86a3e-f319-44e8-990b-748f0e06bc9d tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:46.117994 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a86a3e-f319-44e8-990b-748f0e06bc9d tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Pushing event deleted for resources: {'Port': ['ID=9fa98be2-2c56-41f7-9369-c52a49c9ce9d,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:46.154007 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['87412d43-f43f-4779-a2ad-dc45b71794e9'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:55:46.180213 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-51a86a3e-f319-44e8-990b-748f0e06bc9d tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:46.192841 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 39538) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:46.194335 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-51a86a3e-f319-44e8-990b-748f0e06bc9d tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "DELETE /v2.0/ports/9fa98be2-2c56-41f7-9369-c52a49c9ce9d HTTP/1.1" status: 204 len: 168 time: 1.0717568 Nov 19 17:55:46.287731 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3653354e-1803-4d21-a139-36d975edf036 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Made reservation on behalf of 8332730af82c4019921b40209bacb73c for: {'subnet': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:55:46.293568 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3653354e-1803-4d21-a139-36d975edf036 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8731248'] for subnet, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:46.415087 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-817b7012-2459-4911-83d2-a05a2521d8a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:46.419935 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 257ff5b7-56ce-48ef-88fb-a42ee3d1d5d8 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:55:46.492513 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e42e2ea4-91f8-4991-8173-2029ed314716 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:55:46.496629 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e42e2ea4-91f8-4991-8173-2029ed314716 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:55:46.499366 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-e42e2ea4-91f8-4991-8173-2029ed314716 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3031669 Nov 19 17:55:46.501306 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 39562) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:46.525633 n-d-818022-2 neutron-server[103365]: INFO neutron.db.ipam_backend_mixin [None req-3653354e-1803-4d21-a139-36d975edf036 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet b11990f6-43a1-44ae-b84d-3ede4977c9c2 (CIDR: 172.20.0.0/28) Nov 19 17:55:46.551502 n-d-818022-2 neutron-server[103365]: INFO neutron.pecan_wsgi.hooks.translation [None req-3653354e-1803-4d21-a139-36d975edf036 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 17:55:46.554325 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3653354e-1803-4d21-a139-36d975edf036 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103365) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 17:55:46.613310 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-3653354e-1803-4d21-a139-36d975edf036 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6519232 Nov 19 17:55:46.617131 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 39574) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:46.630625 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_v2 [None req-c140e102-35a9-4d25-992b-12da8d277c66 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Deleting subnet b4ba3389-4f74-43c0-a971-a651b9d7663b {{(pid=103364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 17:55:46.631594 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-7dbf3488-e157-4bfc-80c1-67f545dfee12 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Request body: {'subnet': {'network_id': 'fe2a8703-eff1-49c9-8b71-655ed6495516', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:55:46.634941 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c140e102-35a9-4d25-992b-12da8d277c66 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks [] for subnet, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:46.668592 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 257ff5b7-56ce-48ef-88fb-a42ee3d1d5d8 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:55:46.668986 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:46.737323 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c140e102-35a9-4d25-992b-12da8d277c66 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9416263'] for subnet, precommit_delete_associations {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:46.884927 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125dc968-877a-42b6-97ac-902af4001064 req-adda49ee-dc51-4b33-8ace-8884318102f9 tempest-InstanceActionsNegativeTestJSON-2143652298 tempest-InstanceActionsNegativeTestJSON-2143652298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:55:46.894400 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-125dc968-877a-42b6-97ac-902af4001064 req-adda49ee-dc51-4b33-8ace-8884318102f9 tempest-InstanceActionsNegativeTestJSON-2143652298 tempest-InstanceActionsNegativeTestJSON-2143652298-project] 10.222.0.54 "GET /v2.0/ports?device_id=9d018eca-8d94-461a-89f2-9d3f91c379dc HTTP/1.1" status: 200 len: 945 time: 0.1032357 Nov 19 17:55:46.927148 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dbf3488-e157-4bfc-80c1-67f545dfee12 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Made reservation on behalf of 8332730af82c4019921b40209bacb73c for: {'subnet': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:55:46.931114 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7dbf3488-e157-4bfc-80c1-67f545dfee12 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8731248'] for subnet, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:47.003879 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-125dc968-877a-42b6-97ac-902af4001064 req-b0dbc9f5-d34f-40fe-8b03-90c50c53c42d tempest-InstanceActionsNegativeTestJSON-2143652298 tempest-InstanceActionsNegativeTestJSON-2143652298-project] 10.222.0.54 "GET /v2.0/security-groups?id=9eb09921-5579-41ed-9d3d-0bae386e4543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077881 Nov 19 17:55:47.090623 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c140e102-35a9-4d25-992b-12da8d277c66 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:47.189226 n-d-818022-2 neutron-server[103365]: INFO neutron.db.ipam_backend_mixin [None req-7dbf3488-e157-4bfc-80c1-67f545dfee12 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet bb3083d6-9bc5-465d-9769-0d13a8f0dd8e (CIDR: 172.20.0.16/28) Nov 19 17:55:47.194262 n-d-818022-2 neutron-server[103365]: INFO neutron.pecan_wsgi.hooks.translation [None req-7dbf3488-e157-4bfc-80c1-67f545dfee12 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 17:55:47.194677 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7dbf3488-e157-4bfc-80c1-67f545dfee12 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103365) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 17:55:47.203787 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [None req-817b7012-2459-4911-83d2-a05a2521d8a7 None None] Allocated IP 172.20.0.3 (fe2a8703-eff1-49c9-8b71-655ed6495516/b11990f6-43a1-44ae-b84d-3ede4977c9c2/d3721eac-d4cc-4d15-b02b-c159d204f54b) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:55:47.213612 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c140e102-35a9-4d25-992b-12da8d277c66 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12425137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8983934'] for subnet, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:47.224949 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-7dbf3488-e157-4bfc-80c1-67f545dfee12 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.6050813 Nov 19 17:55:47.230366 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 39626) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:47.241643 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-4ca795eb-fae8-4c30-b3c8-03579cd5eb0f tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Request body: {'subnet': {'network_id': 'fe2a8703-eff1-49c9-8b71-655ed6495516', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:55:47.249246 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-0549c6bc-b728-4eeb-9239-4b183b5fd7a4 None None] Provisioning complete for port 257ff5b7-56ce-48ef-88fb-a42ee3d1d5d8 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:55:47.250336 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0549c6bc-b728-4eeb-9239-4b183b5fd7a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:47.262569 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c140e102-35a9-4d25-992b-12da8d277c66 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Pushing event deleted for resources: {'Subnet': ['ID=b4ba3389-4f74-43c0-a971-a651b9d7663b,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:47.271921 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c140e102-35a9-4d25-992b-12da8d277c66 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:47.278996 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-c140e102-35a9-4d25-992b-12da8d277c66 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "DELETE /v2.0/subnets/b4ba3389-4f74-43c0-a971-a651b9d7663b HTTP/1.1" status: 204 len: 168 time: 0.7731431 Nov 19 17:55:47.279352 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 39634) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:47.344256 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-87e542aa-3b6e-4e68-be76-bff915a39eaf tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0626965 Nov 19 17:55:47.347700 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 39638) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:47.358421 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:47.407984 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ca795eb-fae8-4c30-b3c8-03579cd5eb0f tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Made reservation on behalf of 8332730af82c4019921b40209bacb73c for: {'subnet': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:55:47.413618 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4ca795eb-fae8-4c30-b3c8-03579cd5eb0f tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8731248'] for subnet, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:47.434963 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f536b561-bd70-4138-96fd-a62e0c0ea32c None None] Network 65eace33-2479-4afb-a7b6-41f0773542ac requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:55:47.459009 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2a57aa0-ced7-4ef6-bdb2-7910b63503c0 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:55:47.461089 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-e2a57aa0-ced7-4ef6-bdb2-7910b63503c0 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1123631 Nov 19 17:55:47.463525 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 39640) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:47.518439 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44356585-f035-4689-9dd7-89f4f91185b2 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:55:47.523245 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-44356585-f035-4689-9dd7-89f4f91185b2 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0582776 Nov 19 17:55:47.523966 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 39642) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:47.575886 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-364edb45-7124-4a59-a1b3-1b0d19fcffe5 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0507131 Nov 19 17:55:47.576862 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 39644) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:47.582555 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-52915d41-d5bf-4773-9e85-dcd496013f46 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Request body: {'subnet': {'network_id': '65eace33-2479-4afb-a7b6-41f0773542ac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:55:47.598261 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.db.api [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103366) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 17:55:47.598261 n-d-818022-2 neutron-server[103366]: DEBUG oslo_db.api [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 17:55:47.680776 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0549c6bc-b728-4eeb-9239-4b183b5fd7a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:47.684687 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52915d41-d5bf-4773-9e85-dcd496013f46 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Made reservation on behalf of 6b45f31544cd40e7b10456e94240dc6e for: {'subnet': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:55:47.689696 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-52915d41-d5bf-4773-9e85-dcd496013f46 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8983829'] for subnet, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:47.750391 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4ca795eb-fae8-4c30-b3c8-03579cd5eb0f tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12283104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8731234'] for subnet, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:47.751464 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-817b7012-2459-4911-83d2-a05a2521d8a7 None None] For port d3721eac-d4cc-4d15-b02b-c159d204f54b, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=d3721eac-d4cc-4d15-b02b-c159d204f54b,segment=NetworkSegment(f756cabf-39a7-4bde-a32c-df3250b209e6),segment_id=f756cabf-39a7-4bde-a32c-df3250b209e6)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:55:47.791309 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0549c6bc-b728-4eeb-9239-4b183b5fd7a4 None None] For port 257ff5b7-56ce-48ef-88fb-a42ee3d1d5d8, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=257ff5b7-56ce-48ef-88fb-a42ee3d1d5d8,segment=NetworkSegment(b0148e58-5e40-4372-b35c-802e0d196d41),segment_id=b0148e58-5e40-4372-b35c-802e0d196d41)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:55:47.804197 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0549c6bc-b728-4eeb-9239-4b183b5fd7a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:47.814359 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ca795eb-fae8-4c30-b3c8-03579cd5eb0f tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Network fe2a8703-eff1-49c9-8b71-655ed6495516 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:55:47.819183 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-4ca795eb-fae8-4c30-b3c8-03579cd5eb0f tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:55:47.821445 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-817b7012-2459-4911-83d2-a05a2521d8a7 None None] Publish callbacks [] for port, precommit_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:47.831124 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ca795eb-fae8-4c30-b3c8-03579cd5eb0f tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:55:47.832145 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4ca795eb-fae8-4c30-b3c8-03579cd5eb0f tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:47.842608 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-817b7012-2459-4911-83d2-a05a2521d8a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:47.849023 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca795eb-fae8-4c30-b3c8-03579cd5eb0f tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Pushing event updated for resources: {'Subnet': ['ID=2adfc65c-dec8-4887-af1a-e530169076cd,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:47.855979 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-4ca795eb-fae8-4c30-b3c8-03579cd5eb0f tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.6226251 Nov 19 17:55:47.860456 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 39646) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:47.876732 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-181794e0-9da4-4f7e-ad52-41e90bb9a84e tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-485674930', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '2adfc65c-dec8-4887-af1a-e530169076cd'}], 'security_groups': ['8406c357-cbe5-4c1f-b4e3-3f02b7bb6bf6', '7c6f0a01-8958-48b6-b5b3-2e2541769069']}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:55:47.927796 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f27deee8-8fb9-444b-9178-224d2f948a1a None None] DHCP port deletion for 65eace33-2479-4afb-a7b6-41f0773542ac request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 17:55:47.936391 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0549c6bc-b728-4eeb-9239-4b183b5fd7a4 None None] Pushing event updated for resources: {'Port': ['ID=257ff5b7-56ce-48ef-88fb-a42ee3d1d5d8,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:47.936641 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-52915d41-d5bf-4773-9e85-dcd496013f46 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12425078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8983815'] for subnet, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:47.974169 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-181794e0-9da4-4f7e-ad52-41e90bb9a84e tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:48.017486 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52915d41-d5bf-4773-9e85-dcd496013f46 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Network 65eace33-2479-4afb-a7b6-41f0773542ac is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:55:48.025209 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-52915d41-d5bf-4773-9e85-dcd496013f46 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:55:48.025735 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b909b56-bc90-4d8e-a954-00eeac161b89 None None] Could not find standard attr ID for object 9fa98be2-2c56-41f7-9369-c52a49c9ce9d. {{(pid=103366) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 17:55:48.052850 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52915d41-d5bf-4773-9e85-dcd496013f46 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:55:48.054849 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-52915d41-d5bf-4773-9e85-dcd496013f46 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:48.081838 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52915d41-d5bf-4773-9e85-dcd496013f46 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Pushing event updated for resources: {'Subnet': ['ID=d1537e96-cc8b-44e8-a047-c4edfa19f379,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:48.101488 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-52915d41-d5bf-4773-9e85-dcd496013f46 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5235479 Nov 19 17:55:48.104442 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 39654) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:48.111967 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-33db1b6c-de1a-4707-98dd-edf32ed99e9d tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Request body: {'port': {'network_id': '65eace33-2479-4afb-a7b6-41f0773542ac', 'fixed_ips': [{'subnet_id': 'd1537e96-cc8b-44e8-a047-c4edfa19f379', 'ip_address': '2001:db8::1120:ad8:8bbf:5cbc'}], 'name': 'tempest-NetworksTestDHCPv6-632354328'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:55:48.199132 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817b7012-2459-4911-83d2-a05a2521d8a7 None None] Pushing event updated for resources: {'Port': ['ID=d3721eac-d4cc-4d15-b02b-c159d204f54b,revision_number=6']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:48.220915 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-f27deee8-8fb9-444b-9178-224d2f948a1a None None] Deleting port 257ff5b7-56ce-48ef-88fb-a42ee3d1d5d8 {{(pid=103366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:55:48.221425 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f27deee8-8fb9-444b-9178-224d2f948a1a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:48.335165 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-f27deee8-8fb9-444b-9178-224d2f948a1a None None] For port 257ff5b7-56ce-48ef-88fb-a42ee3d1d5d8, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=257ff5b7-56ce-48ef-88fb-a42ee3d1d5d8,segment=NetworkSegment(b0148e58-5e40-4372-b35c-802e0d196d41),segment_id=b0148e58-5e40-4372-b35c-802e0d196d41)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:55:48.335569 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f27deee8-8fb9-444b-9178-224d2f948a1a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:48.355571 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-f27deee8-8fb9-444b-9178-224d2f948a1a None None] Calling delete_port for 257ff5b7-56ce-48ef-88fb-a42ee3d1d5d8 owned by network:dhcp {{(pid=103366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:55:48.445202 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 257ff5b7-56ce-48ef-88fb-a42ee3d1d5d8 no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:55:48.621274 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [None req-181794e0-9da4-4f7e-ad52-41e90bb9a84e tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Delete allocated IP 172.20.0.2 (fe2a8703-eff1-49c9-8b71-655ed6495516/b11990f6-43a1-44ae-b84d-3ede4977c9c2) {{(pid=103365) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 19 17:55:48.644073 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [None req-181794e0-9da4-4f7e-ad52-41e90bb9a84e tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Allocated IP 172.20.0.40 (fe2a8703-eff1-49c9-8b71-655ed6495516/2adfc65c-dec8-4887-af1a-e530169076cd/e1f50f95-3a4d-4c04-a0a7-3cc967b6ade4) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:55:48.897594 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f27deee8-8fb9-444b-9178-224d2f948a1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007'] for port, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:48.927646 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27deee8-8fb9-444b-9178-224d2f948a1a None None] Pushing event deleted for resources: {'Port': ['ID=257ff5b7-56ce-48ef-88fb-a42ee3d1d5d8,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:48.930843 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:48.970639 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e694f8e-102f-451f-95d3-cd2eadec08b2 None None] Network fe2a8703-eff1-49c9-8b71-655ed6495516 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:55:48.995009 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-181794e0-9da4-4f7e-ad52-41e90bb9a84e tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks [] for port, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:49.004387 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-181794e0-9da4-4f7e-ad52-41e90bb9a84e tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:49.071056 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33db1b6c-de1a-4707-98dd-edf32ed99e9d tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Made reservation on behalf of 6b45f31544cd40e7b10456e94240dc6e for: {'port': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:55:49.085320 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4829471-481d-4c3e-b270-8783ed985f09 req-70004ef0-03de-46a6-a2a5-fb0a9a969667 tempest-InstanceActionsNegativeTestJSON-2143652298 tempest-InstanceActionsNegativeTestJSON-2143652298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:55:49.087172 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c4829471-481d-4c3e-b270-8783ed985f09 req-70004ef0-03de-46a6-a2a5-fb0a9a969667 tempest-InstanceActionsNegativeTestJSON-2143652298 tempest-InstanceActionsNegativeTestJSON-2143652298-project] 10.222.0.54 "GET /v2.0/ports?device_id=9d018eca-8d94-461a-89f2-9d3f91c379dc HTTP/1.1" status: 200 len: 945 time: 0.9215863 Nov 19 17:55:49.092414 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f27deee8-8fb9-444b-9178-224d2f948a1a None None] No DVR routers for this DVR port 257ff5b7-56ce-48ef-88fb-a42ee3d1d5d8 on host n-d-818022-2 {{(pid=103366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:55:49.103342 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 87412d43-f43f-4779-a2ad-dc45b71794e9 up at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:55:49.128954 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181794e0-9da4-4f7e-ad52-41e90bb9a84e tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Pushing event updated for resources: {'Port': ['ID=e1f50f95-3a4d-4c04-a0a7-3cc967b6ade4,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:49.156817 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-181794e0-9da4-4f7e-ad52-41e90bb9a84e tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] In _notify_port_updated(), no bound segment for port e1f50f95-3a4d-4c04-a0a7-3cc967b6ade4 on network fe2a8703-eff1-49c9-8b71-655ed6495516 {{(pid=103365) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 19 17:55:49.165077 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-181794e0-9da4-4f7e-ad52-41e90bb9a84e tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:55:49.166045 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-181794e0-9da4-4f7e-ad52-41e90bb9a84e tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:49.167717 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-181794e0-9da4-4f7e-ad52-41e90bb9a84e tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] 10.222.0.54 "PUT /v2.0/ports/e1f50f95-3a4d-4c04-a0a7-3cc967b6ade4 HTTP/1.1" status: 200 len: 959 time: 1.3056285 Nov 19 17:55:49.172650 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 39674) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:49.185746 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed0229d4-6a56-4cb3-9d17-461b055a388b None None] Network 65eace33-2479-4afb-a7b6-41f0773542ac requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:55:49.249109 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c4829471-481d-4c3e-b270-8783ed985f09 req-d6777173-57f8-4318-ad13-0711d3042fdf tempest-InstanceActionsNegativeTestJSON-2143652298 tempest-InstanceActionsNegativeTestJSON-2143652298-project] 10.222.0.54 "GET /v2.0/security-groups?id=9eb09921-5579-41ed-9d3d-0bae386e4543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504862 Nov 19 17:55:49.303120 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-33db1b6c-de1a-4707-98dd-edf32ed99e9d tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:49.335969 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [None req-33db1b6c-de1a-4707-98dd-edf32ed99e9d tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] device_id is not set on port 79b5360f-a029-4060-adf7-3153e44fb864 yet. {{(pid=103364) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 17:55:49.395480 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-4190b2a8-13a1-410f-9859-de44235bb92b tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Deleting port e1f50f95-3a4d-4c04-a0a7-3cc967b6ade4 {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:55:49.395822 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4190b2a8-13a1-410f-9859-de44235bb92b tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:49.572324 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-30c41d14-ef09-43b2-9dc4-096c38be696d None None] Provisioning complete for port 2afa106b-dfa4-437e-b925-01f50a62c5df triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:55:49.573559 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-30c41d14-ef09-43b2-9dc4-096c38be696d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:49.621747 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4190b2a8-13a1-410f-9859-de44235bb92b tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:49.649655 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-4190b2a8-13a1-410f-9859-de44235bb92b tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Calling delete_port for e1f50f95-3a4d-4c04-a0a7-3cc967b6ade4 owned by {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:55:49.667794 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [None req-33db1b6c-de1a-4707-98dd-edf32ed99e9d tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Allocated IP 2001:db8::1120:ad8:8bbf:5cbc (65eace33-2479-4afb-a7b6-41f0773542ac/d1537e96-cc8b-44e8-a047-c4edfa19f379/79b5360f-a029-4060-adf7-3153e44fb864) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:55:49.683614 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning for port 87412d43-f43f-4779-a2ad-dc45b71794e9 completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 17:55:49.691670 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-30c41d14-ef09-43b2-9dc4-096c38be696d None None] Port 2afa106b-dfa4-437e-b925-01f50a62c5df cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:55:49.704563 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-027e46ad-23f7-4529-9d84-8e77b0d2cc2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54f44f5f-1200-574e-8740-2141911d5b73-65eace33-2479-4afb-a7b6-41f0773542ac', 'network_id': '65eace33-2479-4afb-a7b6-41f0773542ac', 'tenant_id': '6b45f31544cd40e7b10456e94240dc6e', 'fixed_ips': [{'subnet_id': 'd1537e96-cc8b-44e8-a047-c4edfa19f379'}]}} from n-d-818022-2. {{(pid=103366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 17:55:49.705617 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-027e46ad-23f7-4529-9d84-8e77b0d2cc2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:49.710429 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning complete for port 87412d43-f43f-4779-a2ad-dc45b71794e9 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:55:49.711067 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:49.769953 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-30c41d14-ef09-43b2-9dc4-096c38be696d None None] Provisioning complete for port d3721eac-d4cc-4d15-b02b-c159d204f54b triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:55:49.770451 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-30c41d14-ef09-43b2-9dc4-096c38be696d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:49.857080 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 39692) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:50.019184 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56cc16e6-5c77-4675-9c8c-ef3f3c86a661 None None] Update dhcp port {'port': {'network_id': 'fe2a8703-eff1-49c9-8b71-655ed6495516', 'fixed_ips': [{'subnet_id': 'bb3083d6-9bc5-465d-9769-0d13a8f0dd8e', 'ip_address': '172.20.0.18'}, {'subnet_id': 'b11990f6-43a1-44ae-b84d-3ede4977c9c2', 'ip_address': '172.20.0.3'}, {'subnet_id': '2adfc65c-dec8-4887-af1a-e530169076cd'}], 'binding:host_id': 'n-d-818022-2'}, 'id': 'd3721eac-d4cc-4d15-b02b-c159d204f54b'} from n-d-818022-2. {{(pid=103366) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 19 17:55:50.051137 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-56cc16e6-5c77-4675-9c8c-ef3f3c86a661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:50.070441 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:50.074744 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-46acdc3c-5eca-4afd-b73b-c7e7b2d4b2b4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:50.134660 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4190b2a8-13a1-410f-9859-de44235bb92b tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:50.150154 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-33db1b6c-de1a-4707-98dd-edf32ed99e9d tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:50.215345 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d018eca-8d94-461a-89f2-9d3f91c379dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87412d43-f43f-4779-a2ad-dc45b71794e9'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:55:50.217854 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3940761bcd94e032e6960d2241bd8993c5d3a7d8dc2aca8488f3ecf1d4dd2fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08ba3f1b-18b3-49ce-ab96-21abfe009b08" -d '{"events": [{"server_uuid": "9d018eca-8d94-461a-89f2-9d3f91c379dc", "name": "network-vif-plugged", "status": "completed", "tag": "87412d43-f43f-4779-a2ad-dc45b71794e9"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:55:50.222530 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-46acdc3c-5eca-4afd-b73b-c7e7b2d4b2b4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:50.234864 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-46acdc3c-5eca-4afd-b73b-c7e7b2d4b2b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:50.238671 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 87412d43-f43f-4779-a2ad-dc45b71794e9, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=87412d43-f43f-4779-a2ad-dc45b71794e9,segment=NetworkSegment(07620207-17d9-4b7d-aa44-1993f7139d49),segment_id=07620207-17d9-4b7d-aa44-1993f7139d49)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:55:50.277240 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:50.282448 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-33db1b6c-de1a-4707-98dd-edf32ed99e9d tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:50.288372 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-46acdc3c-5eca-4afd-b73b-c7e7b2d4b2b4 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=21f5911439934912913870b25aeef6df&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4278657 Nov 19 17:55:50.307952 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 39700) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:50.322009 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:55:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7051ea2-ee53-46c2-b981-1c65dd80592e x-openstack-request-id: req-d7051ea2-ee53-46c2-b981-1c65dd80592e {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:55:50.322418 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d018eca-8d94-461a-89f2-9d3f91c379dc", "name": "network-vif-plugged", "status": "completed", "tag": "87412d43-f43f-4779-a2ad-dc45b71794e9", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:55:50.322784 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d7051ea2-ee53-46c2-b981-1c65dd80592e {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:55:50.323337 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d018eca-8d94-461a-89f2-9d3f91c379dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87412d43-f43f-4779-a2ad-dc45b71794e9', 'code': 200} Nov 19 17:55:50.362651 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device d3721eac-d4cc-4d15-b02b-c159d204f54b up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:55:50.387855 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46acdc3c-5eca-4afd-b73b-c7e7b2d4b2b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64094184-76b9-4641-a165-cf5af8007cb9,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:50.410164 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [None req-027e46ad-23f7-4529-9d84-8e77b0d2cc2a None None] Allocated IP 2001:db8::2 (65eace33-2479-4afb-a7b6-41f0773542ac/d1537e96-cc8b-44e8-a047-c4edfa19f379/b7b3ae1c-97be-494b-bd2d-3828197a94cf) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:55:50.454333 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=87412d43-f43f-4779-a2ad-dc45b71794e9,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:50.466123 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [None req-56cc16e6-5c77-4675-9c8c-ef3f3c86a661 None None] Allocated IP 172.20.0.34 (fe2a8703-eff1-49c9-8b71-655ed6495516/2adfc65c-dec8-4887-af1a-e530169076cd/d3721eac-d4cc-4d15-b02b-c159d204f54b) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:55:50.507159 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4190b2a8-13a1-410f-9859-de44235bb92b tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Pushing event deleted for resources: {'Port': ['ID=e1f50f95-3a4d-4c04-a0a7-3cc967b6ade4,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:50.525578 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d809beb8-653d-4172-88dc-b23cec31e9db req-87439001-4f58-4b9f-9bea-de670f3c8815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:55:50.527571 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d809beb8-653d-4172-88dc-b23cec31e9db req-87439001-4f58-4b9f-9bea-de670f3c8815 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=9d018eca-8d94-461a-89f2-9d3f91c379dc HTTP/1.1" status: 200 len: 1097 time: 0.1186204 Nov 19 17:55:50.597839 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4190b2a8-13a1-410f-9859-de44235bb92b tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:50.601272 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-99879a79-8109-48c7-815e-f7f8160db9d2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:50.605090 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-4190b2a8-13a1-410f-9859-de44235bb92b tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] 10.222.0.54 "DELETE /v2.0/ports/e1f50f95-3a4d-4c04-a0a7-3cc967b6ade4 HTTP/1.1" status: 204 len: 168 time: 1.4312747 Nov 19 17:55:50.605914 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33db1b6c-de1a-4707-98dd-edf32ed99e9d tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Pushing event updated for resources: {'Port': ['ID=79b5360f-a029-4060-adf7-3153e44fb864,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:50.613239 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 39706) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:50.624391 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port d3721eac-d4cc-4d15-b02b-c159d204f54b triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:55:50.624984 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:50.648790 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d809beb8-653d-4172-88dc-b23cec31e9db req-07f1c314-abaa-47bd-b526-1d07de98688a service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=9eb09921-5579-41ed-9d3d-0bae386e4543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119962 Nov 19 17:55:50.668851 n-d-818022-2 neutron-server[103364]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f98a47b-7f63-4387-9171-6c1d3c1b001b tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] GET failed (client error): The resource could not be found. Nov 19 17:55:50.674624 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-3f98a47b-7f63-4387-9171-6c1d3c1b001b tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] 10.222.0.54 "GET /v2.0/ports/e1f50f95-3a4d-4c04-a0a7-3cc967b6ade4 HTTP/1.1" status: 404 len: 333 time: 0.0601056 Nov 19 17:55:50.676225 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 39708) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:50.696571 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-99879a79-8109-48c7-815e-f7f8160db9d2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:50.752154 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33db1b6c-de1a-4707-98dd-edf32ed99e9d tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Network 65eace33-2479-4afb-a7b6-41f0773542ac is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:55:50.759275 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-33db1b6c-de1a-4707-98dd-edf32ed99e9d tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:55:50.766130 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33db1b6c-de1a-4707-98dd-edf32ed99e9d tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:55:50.771881 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33db1b6c-de1a-4707-98dd-edf32ed99e9d tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:55:50.772912 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-33db1b6c-de1a-4707-98dd-edf32ed99e9d tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:50.784579 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-99879a79-8109-48c7-815e-f7f8160db9d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:50.789178 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-99879a79-8109-48c7-815e-f7f8160db9d2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:50.797357 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-99879a79-8109-48c7-815e-f7f8160db9d2 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/64094184-76b9-4641-a165-cf5af8007cb9 HTTP/1.1" status: 204 len: 168 time: 0.4756243 Nov 19 17:55:50.801194 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d67f3bf-09b9-47b4-82b6-c631897da10f req-b13ac3f4-b932-4477-94ce-952eef2b7a19 tempest-InstanceActionsNegativeTestJSON-2143652298 tempest-InstanceActionsNegativeTestJSON-2143652298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:55:50.802894 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-7d67f3bf-09b9-47b4-82b6-c631897da10f req-b13ac3f4-b932-4477-94ce-952eef2b7a19 tempest-InstanceActionsNegativeTestJSON-2143652298 tempest-InstanceActionsNegativeTestJSON-2143652298-project] 10.222.0.54 "GET /v2.0/ports?device_id=9d018eca-8d94-461a-89f2-9d3f91c379dc HTTP/1.1" status: 200 len: 946 time: 0.2143431 Nov 19 17:55:50.815986 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99879a79-8109-48c7-815e-f7f8160db9d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64094184-76b9-4641-a165-cf5af8007cb9,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:50.826774 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-33db1b6c-de1a-4707-98dd-edf32ed99e9d tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.7210436 Nov 19 17:55:50.830620 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-56cc16e6-5c77-4675-9c8c-ef3f3c86a661 None None] For port d3721eac-d4cc-4d15-b02b-c159d204f54b, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=d3721eac-d4cc-4d15-b02b-c159d204f54b,segment=NetworkSegment(f756cabf-39a7-4bde-a32c-df3250b209e6),segment_id=f756cabf-39a7-4bde-a32c-df3250b209e6)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:55:50.831034 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 39712) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:50.840046 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-0474329f-73bd-472d-86c4-698cb4ba63cf tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Request body: {'port': {'network_id': '65eace33-2479-4afb-a7b6-41f0773542ac', 'fixed_ips': [{'subnet_id': 'd1537e96-cc8b-44e8-a047-c4edfa19f379', 'ip_address': '2001:db8::1120:ad8:8bbf:5cbc'}], 'name': 'tempest-NetworksTestDHCPv6-1390270004'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:55:50.881915 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-61052588-a4e1-421f-ae56-9524c90a0d72 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:50.925933 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-027e46ad-23f7-4529-9d84-8e77b0d2cc2a None None] Publish callbacks [] for port, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:50.930721 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-61052588-a4e1-421f-ae56-9524c90a0d72 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:51.013549 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-027e46ad-23f7-4529-9d84-8e77b0d2cc2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998'] for port, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:51.044640 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-56cc16e6-5c77-4675-9c8c-ef3f3c86a661 None None] Publish callbacks [] for port, precommit_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:51.048864 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-7d67f3bf-09b9-47b4-82b6-c631897da10f req-7ea84d8f-3310-4eba-a16a-c66d0563395a tempest-InstanceActionsNegativeTestJSON-2143652298 tempest-InstanceActionsNegativeTestJSON-2143652298-project] 10.222.0.54 "GET /v2.0/security-groups?id=9eb09921-5579-41ed-9d3d-0bae386e4543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2368238 Nov 19 17:55:51.060772 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0474329f-73bd-472d-86c4-698cb4ba63cf tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Made reservation on behalf of 6b45f31544cd40e7b10456e94240dc6e for: {'port': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:55:51.074040 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-61052588-a4e1-421f-ae56-9524c90a0d72 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:51.074040 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-61052588-a4e1-421f-ae56-9524c90a0d72 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:51.074040 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-61052588-a4e1-421f-ae56-9524c90a0d72 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] 10.222.0.54 "DELETE /v2.0/security-groups/a3614793-cbb4-4963-a960-f3ee07f498e2 HTTP/1.1" status: 204 len: 168 time: 0.3951824 Nov 19 17:55:51.075801 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 39720) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:51.101865 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-56cc16e6-5c77-4675-9c8c-ef3f3c86a661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:51.114066 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61052588-a4e1-421f-ae56-9524c90a0d72 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3614793-cbb4-4963-a960-f3ee07f498e2,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:51.129319 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-027e46ad-23f7-4529-9d84-8e77b0d2cc2a None None] Network 65eace33-2479-4afb-a7b6-41f0773542ac is already hosted by enough agents. {{(pid=103366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:55:51.167476 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [None req-027e46ad-23f7-4529-9d84-8e77b0d2cc2a None None] Resources bound (agent type, host, resource id): {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:55:51.175732 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-027e46ad-23f7-4529-9d84-8e77b0d2cc2a None None] Received port after_create {{(pid=103366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:55:51.202076 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0474329f-73bd-472d-86c4-698cb4ba63cf tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:51.212555 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-62a2dfeb-9a80-441f-8651-88e3bc41e634 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:51.227951 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [None req-0474329f-73bd-472d-86c4-698cb4ba63cf tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] device_id is not set on port 269dce77-e785-4525-944b-e6e023540b39 yet. {{(pid=103365) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 17:55:51.252536 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-62a2dfeb-9a80-441f-8651-88e3bc41e634 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:51.269803 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027e46ad-23f7-4529-9d84-8e77b0d2cc2a None None] Pushing event updated for resources: {'Port': ['ID=b7b3ae1c-97be-494b-bd2d-3828197a94cf,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:51.317602 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-62a2dfeb-9a80-441f-8651-88e3bc41e634 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:51.324171 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-62a2dfeb-9a80-441f-8651-88e3bc41e634 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:51.329658 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-62a2dfeb-9a80-441f-8651-88e3bc41e634 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] 10.222.0.54 "DELETE /v2.0/security-groups/7c6f0a01-8958-48b6-b5b3-2e2541769069 HTTP/1.1" status: 204 len: 168 time: 0.2516112 Nov 19 17:55:51.332909 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 39724) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:51.351940 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a2dfeb-9a80-441f-8651-88e3bc41e634 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c6f0a01-8958-48b6-b5b3-2e2541769069,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:51.492513 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2f18a7e7-acf2-429c-b4b4-3d3540b3f8d7 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:51.552114 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2f18a7e7-acf2-429c-b4b4-3d3540b3f8d7 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:51.643488 n-d-818022-2 neutron-server[103365]: INFO neutron.pecan_wsgi.hooks.translation [None req-0474329f-73bd-472d-86c4-698cb4ba63cf tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] POST failed (client error): There was a conflict when trying to complete your request. Nov 19 17:55:51.644210 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0474329f-73bd-472d-86c4-698cb4ba63cf tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103365) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 17:55:51.654284 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-027e46ad-23f7-4529-9d84-8e77b0d2cc2a None None] Attempting to bind port b7b3ae1c-97be-494b-bd2d-3828197a94cf on host n-d-818022-2 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:55:51.654883 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-027e46ad-23f7-4529-9d84-8e77b0d2cc2a None None] Attempting to bind port b7b3ae1c-97be-494b-bd2d-3828197a94cf by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': 'b0148e58-5e40-4372-b35c-802e0d196d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '65eace33-2479-4afb-a7b6-41f0773542ac'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:55:51.654999 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-027e46ad-23f7-4529-9d84-8e77b0d2cc2a None None] Attempting to bind port b7b3ae1c-97be-494b-bd2d-3828197a94cf on network 65eace33-2479-4afb-a7b6-41f0773542ac {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:55:51.672875 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2f18a7e7-acf2-429c-b4b4-3d3540b3f8d7 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:51.684410 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2f18a7e7-acf2-429c-b4b4-3d3540b3f8d7 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:51.686476 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-2f18a7e7-acf2-429c-b4b4-3d3540b3f8d7 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] 10.222.0.54 "DELETE /v2.0/security-groups/8406c357-cbe5-4c1f-b4e3-3f02b7bb6bf6 HTTP/1.1" status: 204 len: 168 time: 0.3524621 Nov 19 17:55:51.689043 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 39736) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:51.689945 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-027e46ad-23f7-4529-9d84-8e77b0d2cc2a None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 55, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:55:51.690330 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-027e46ad-23f7-4529-9d84-8e77b0d2cc2a None None] Checking segment: {'id': 'b0148e58-5e40-4372-b35c-802e0d196d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '65eace33-2479-4afb-a7b6-41f0773542ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:55:51.690739 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-027e46ad-23f7-4529-9d84-8e77b0d2cc2a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:51.691125 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-027e46ad-23f7-4529-9d84-8e77b0d2cc2a None None] Bound using segment: {'id': 'b0148e58-5e40-4372-b35c-802e0d196d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '65eace33-2479-4afb-a7b6-41f0773542ac'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:55:51.691744 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-027e46ad-23f7-4529-9d84-8e77b0d2cc2a None None] Bound port: b7b3ae1c-97be-494b-bd2d-3828197a94cf, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0148e58-5e40-4372-b35c-802e0d196d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '65eace33-2479-4afb-a7b6-41f0773542ac'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:55:51.692127 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-027e46ad-23f7-4529-9d84-8e77b0d2cc2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:51.699959 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-0474329f-73bd-472d-86c4-698cb4ba63cf tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 409 len: 388 time: 0.8676002 Nov 19 17:55:51.706483 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 39738) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:51.719217 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f18a7e7-acf2-429c-b4b4-3d3540b3f8d7 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8406c357-cbe5-4c1f-b4e3-3f02b7bb6bf6,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:51.733237 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cc16e6-5c77-4675-9c8c-ef3f3c86a661 None None] Pushing event updated for resources: {'Port': ['ID=d3721eac-d4cc-4d15-b02b-c159d204f54b,revision_number=7']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:51.783714 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6772b63-7963-4e12-9e7e-9fd84b321ded tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Deleting subnet b11990f6-43a1-44ae-b84d-3ede4977c9c2 {{(pid=103364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 17:55:51.787419 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c6772b63-7963-4e12-9e7e-9fd84b321ded tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks [] for subnet, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:51.816727 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deb750f1-da9f-4985-a53f-a910d357bdf3 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:55:51.846432 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deb750f1-da9f-4985-a53f-a910d357bdf3 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:55:51.849279 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-deb750f1-da9f-4985-a53f-a910d357bdf3 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.1414728 Nov 19 17:55:51.852476 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 39744) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:51.866022 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c6772b63-7963-4e12-9e7e-9fd84b321ded tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9416263'] for subnet, precommit_delete_associations {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:51.897876 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-027e46ad-23f7-4529-9d84-8e77b0d2cc2a None None] For port b7b3ae1c-97be-494b-bd2d-3828197a94cf, host n-d-818022-2, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:55:51.902589 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-027e46ad-23f7-4529-9d84-8e77b0d2cc2a None None] For port b7b3ae1c-97be-494b-bd2d-3828197a94cf, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=b7b3ae1c-97be-494b-bd2d-3828197a94cf,segment=NetworkSegment(b0148e58-5e40-4372-b35c-802e0d196d41),segment_id=b0148e58-5e40-4372-b35c-802e0d196d41)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:55:51.914984 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-027e46ad-23f7-4529-9d84-8e77b0d2cc2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:52.042583 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027e46ad-23f7-4529-9d84-8e77b0d2cc2a None None] Pushing event updated for resources: {'Port': ['ID=b7b3ae1c-97be-494b-bd2d-3828197a94cf,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:52.057914 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c6772b63-7963-4e12-9e7e-9fd84b321ded tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:52.136679 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-68d4a0e1-3dfd-48fb-b164-7a23c5747330 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Deleting port 79b5360f-a029-4060-adf7-3153e44fb864 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:55:52.137097 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-68d4a0e1-3dfd-48fb-b164-7a23c5747330 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:52.158287 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c6772b63-7963-4e12-9e7e-9fd84b321ded tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12425137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8983934'] for subnet, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:52.244997 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6772b63-7963-4e12-9e7e-9fd84b321ded tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Pushing event deleted for resources: {'Subnet': ['ID=b11990f6-43a1-44ae-b84d-3ede4977c9c2,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:52.260976 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c6772b63-7963-4e12-9e7e-9fd84b321ded tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:52.275302 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-c6772b63-7963-4e12-9e7e-9fd84b321ded tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] 10.222.0.54 "DELETE /v2.0/subnets/b11990f6-43a1-44ae-b84d-3ede4977c9c2 HTTP/1.1" status: 204 len: 168 time: 0.5850835 Nov 19 17:55:52.276235 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 39756) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:52.381504 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ed039b2-74f4-4bf4-9c5d-b8ca4ebe2ead tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Deleting subnet 2adfc65c-dec8-4887-af1a-e530169076cd {{(pid=103365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 17:55:52.395713 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device d3721eac-d4cc-4d15-b02b-c159d204f54b up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:55:52.397884 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9ed039b2-74f4-4bf4-9c5d-b8ca4ebe2ead tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks [] for subnet, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:52.428333 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06296cc1-6196-49bd-9452-35795e312917 req-76f7e659-e42f-426b-a232-d5aacd481e43 tempest-InstanceActionsNegativeTestJSON-2143652298 tempest-InstanceActionsNegativeTestJSON-2143652298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:55:52.429882 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-06296cc1-6196-49bd-9452-35795e312917 req-76f7e659-e42f-426b-a232-d5aacd481e43 tempest-InstanceActionsNegativeTestJSON-2143652298 tempest-InstanceActionsNegativeTestJSON-2143652298-project] 10.222.0.54 "GET /v2.0/ports?device_id=9d018eca-8d94-461a-89f2-9d3f91c379dc HTTP/1.1" status: 200 len: 946 time: 0.2160015 Nov 19 17:55:52.478093 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port d3721eac-d4cc-4d15-b02b-c159d204f54b triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:55:52.478582 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:52.602886 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-06296cc1-6196-49bd-9452-35795e312917 req-1a04d7a6-0eac-4f73-b8f9-58718d9be051 tempest-InstanceActionsNegativeTestJSON-2143652298 tempest-InstanceActionsNegativeTestJSON-2143652298-project] 10.222.0.54 "GET /v2.0/security-groups?id=9eb09921-5579-41ed-9d3d-0bae386e4543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255312 Nov 19 17:55:52.605486 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-68d4a0e1-3dfd-48fb-b164-7a23c5747330 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:52.658437 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9ed039b2-74f4-4bf4-9c5d-b8ca4ebe2ead tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12546453'] for subnet, precommit_delete_associations {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:52.689354 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-68d4a0e1-3dfd-48fb-b164-7a23c5747330 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Calling delete_port for 79b5360f-a029-4060-adf7-3153e44fb864 owned by {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:55:52.831658 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86cb0d58-f320-4a01-b011-63fbd9e397e6 None None] Network fe2a8703-eff1-49c9-8b71-655ed6495516 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:55:52.927717 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9ed039b2-74f4-4bf4-9c5d-b8ca4ebe2ead tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:52.946734 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-3394feba-d881-4179-8474-3276375ed12c None None] Provisioning complete for port 2afa106b-dfa4-437e-b925-01f50a62c5df triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:55:52.947301 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3394feba-d881-4179-8474-3276375ed12c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:53.091150 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-3394feba-d881-4179-8474-3276375ed12c None None] Port 2afa106b-dfa4-437e-b925-01f50a62c5df cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:55:53.104562 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-3394feba-d881-4179-8474-3276375ed12c None None] Could not find standard attr ID for object e1f50f95-3a4d-4c04-a0a7-3cc967b6ade4. {{(pid=103366) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 17:55:53.106160 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9ed039b2-74f4-4bf4-9c5d-b8ca4ebe2ead tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12282919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8731163'] for subnet, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:53.130568 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9ed039b2-74f4-4bf4-9c5d-b8ca4ebe2ead tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:53.137171 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 39780) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:53.137908 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-9ed039b2-74f4-4bf4-9c5d-b8ca4ebe2ead tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] 10.222.0.54 "DELETE /v2.0/subnets/2adfc65c-dec8-4887-af1a-e530169076cd HTTP/1.1" status: 204 len: 168 time: 0.8590360 Nov 19 17:55:53.142562 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-68d4a0e1-3dfd-48fb-b164-7a23c5747330 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:53.160259 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-3394feba-d881-4179-8474-3276375ed12c None None] Provisioning complete for port d3721eac-d4cc-4d15-b02b-c159d204f54b triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:55:53.163318 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3394feba-d881-4179-8474-3276375ed12c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:53.220157 n-d-818022-2 neutron-server[103364]: INFO neutron.pecan_wsgi.hooks.translation [None req-aeafdb4e-ab43-43e4-9a8e-556c51384ffc tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] DELETE failed (client error): The resource could not be found. Nov 19 17:55:53.221028 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aeafdb4e-ab43-43e4-9a8e-556c51384ffc tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103364) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 17:55:53.233365 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-aeafdb4e-ab43-43e4-9a8e-556c51384ffc tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] 10.222.0.54 "DELETE /v2.0/subnets/b11990f6-43a1-44ae-b84d-3ede4977c9c2 HTTP/1.1" status: 404 len: 337 time: 0.0896316 Nov 19 17:55:53.236733 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 39784) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:53.350525 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4509f103-1ed7-4566-adf7-2feb02052101 None None] Update dhcp port {'port': {'network_id': 'fe2a8703-eff1-49c9-8b71-655ed6495516', 'fixed_ips': [{'subnet_id': 'bb3083d6-9bc5-465d-9769-0d13a8f0dd8e', 'ip_address': '172.20.0.18'}, {'subnet_id': '2adfc65c-dec8-4887-af1a-e530169076cd'}], 'binding:host_id': 'n-d-818022-2'}, 'id': 'd3721eac-d4cc-4d15-b02b-c159d204f54b'} from n-d-818022-2. {{(pid=103366) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 19 17:55:53.388470 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3631a72-deb0-4466-a83f-fc42d95ec895 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Deleting subnet bb3083d6-9bc5-465d-9769-0d13a8f0dd8e {{(pid=103364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 17:55:53.404382 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e3631a72-deb0-4466-a83f-fc42d95ec895 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks [] for subnet, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:53.410469 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4509f103-1ed7-4566-adf7-2feb02052101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:53.470521 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e3631a72-deb0-4466-a83f-fc42d95ec895 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9416263'] for subnet, precommit_delete_associations {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:53.637210 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e3631a72-deb0-4466-a83f-fc42d95ec895 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:53.759273 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e3631a72-deb0-4466-a83f-fc42d95ec895 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12425137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8983934'] for subnet, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:53.783956 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d4a0e1-3dfd-48fb-b164-7a23c5747330 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Pushing event deleted for resources: {'Port': ['ID=79b5360f-a029-4060-adf7-3153e44fb864,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:53.794795 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed039b2-74f4-4bf4-9c5d-b8ca4ebe2ead tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Pushing event deleted for resources: {'Subnet': ['ID=2adfc65c-dec8-4887-af1a-e530169076cd,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:53.804985 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-68d4a0e1-3dfd-48fb-b164-7a23c5747330 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:53.809701 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-68d4a0e1-3dfd-48fb-b164-7a23c5747330 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "DELETE /v2.0/ports/79b5360f-a029-4060-adf7-3153e44fb864 HTTP/1.1" status: 204 len: 168 time: 1.9554443 Nov 19 17:55:53.813525 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 39794) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:53.818180 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server [None req-4509f103-1ed7-4566-adf7-2feb02052101 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bb3083d6-9bc5-465d-9769-0d13a8f0dd8e: This subnet is being modified by another concurrent operation. Nov 19 17:55:53.818180 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 19 17:55:53.818180 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 19 17:55:53.818180 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 19 17:55:53.818180 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 19 17:55:53.818180 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 19 17:55:53.818180 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 19 17:55:53.818180 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 19 17:55:53.818180 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 19 17:55:53.818180 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 19 17:55:53.818180 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 19 17:55:53.818180 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 19 17:55:53.818180 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 17:55:53.818180 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 19 17:55:53.818180 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 17:55:53.818180 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 17:55:53.818180 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 17:55:53.818180 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 17:55:53.818180 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 17:55:53.818180 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 17:55:53.818180 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 17:55:53.818180 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 19 17:55:53.818180 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 17:55:53.818180 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 17:55:53.818180 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 17:55:53.818180 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 17:55:53.818180 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 17:55:53.818180 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 17:55:53.818180 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 17:55:53.818180 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 17:55:53.818180 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 17:55:53.818180 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 17:55:53.818180 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 17:55:53.818180 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 17:55:53.818180 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 17:55:53.818180 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 19 17:55:53.818180 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Nov 19 17:55:53.818180 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Nov 19 17:55:53.818180 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Nov 19 17:55:53.818180 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Nov 19 17:55:53.818180 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 19 17:55:53.818180 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 17:55:53.818180 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 17:55:53.818180 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 19 17:55:53.818180 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 17:55:53.818180 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 19 17:55:53.818180 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 17:55:53.818180 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 17:55:53.818180 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 17:55:53.818180 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 17:55:53.818180 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 17:55:53.818180 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 17:55:53.818180 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 17:55:53.818180 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 19 17:55:53.823042 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 17:55:53.823042 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 17:55:53.823042 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 17:55:53.823042 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 17:55:53.823042 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 17:55:53.823042 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 17:55:53.823042 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 17:55:53.823042 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 17:55:53.823042 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 17:55:53.823042 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 17:55:53.823042 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 17:55:53.823042 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 17:55:53.823042 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 17:55:53.823042 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 19 17:55:53.823042 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1744, in update_port Nov 19 17:55:53.823042 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Nov 19 17:55:53.823042 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 17:55:53.823042 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 19 17:55:53.823042 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1515, in update_port Nov 19 17:55:53.823042 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Nov 19 17:55:53.823042 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Nov 19 17:55:53.823042 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Nov 19 17:55:53.823042 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Nov 19 17:55:53.823042 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Nov 19 17:55:53.823042 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Nov 19 17:55:53.823042 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 19 17:55:53.823042 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 19 17:55:53.823042 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 19 17:55:53.823042 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 19 17:55:53.823042 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server raise exception Nov 19 17:55:53.823042 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bb3083d6-9bc5-465d-9769-0d13a8f0dd8e: This subnet is being modified by another concurrent operation. Nov 19 17:55:53.823042 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server Nov 19 17:55:53.841685 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e3631a72-deb0-4466-a83f-fc42d95ec895 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:53.866402 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-e3631a72-deb0-4466-a83f-fc42d95ec895 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] 10.222.0.54 "DELETE /v2.0/subnets/bb3083d6-9bc5-465d-9769-0d13a8f0dd8e HTTP/1.1" status: 204 len: 168 time: 0.6283033 Nov 19 17:55:53.872044 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 39796) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:53.875932 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3631a72-deb0-4466-a83f-fc42d95ec895 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Pushing event deleted for resources: {'Subnet': ['ID=bb3083d6-9bc5-465d-9769-0d13a8f0dd8e,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:53.928334 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-59210ba0-88ff-49ff-bad3-459e94037c61 None None] Provisioning complete for port b7b3ae1c-97be-494b-bd2d-3828197a94cf triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:55:53.929369 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-59210ba0-88ff-49ff-bad3-459e94037c61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:53.958191 n-d-818022-2 neutron-server[103365]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c6c312f-3993-4896-a0d8-4c6ce8b11c67 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] DELETE failed (client error): The resource could not be found. Nov 19 17:55:53.958795 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c6c312f-3993-4896-a0d8-4c6ce8b11c67 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103365) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 17:55:53.962103 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-5c6c312f-3993-4896-a0d8-4c6ce8b11c67 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] 10.222.0.54 "DELETE /v2.0/subnets/96923ef4-e58b-4b31-a9fd-18ec64a7f4f2 HTTP/1.1" status: 404 len: 337 time: 0.0888944 Nov 19 17:55:53.965226 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 39802) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:53.977716 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c0babf-5415-4901-ab26-8585fde627af req-92afa5c1-775d-4fd3-9ad4-6760b54b05cb tempest-InstanceActionsNegativeTestJSON-2143652298 tempest-InstanceActionsNegativeTestJSON-2143652298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:55:53.979383 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f8c0babf-5415-4901-ab26-8585fde627af req-92afa5c1-775d-4fd3-9ad4-6760b54b05cb tempest-InstanceActionsNegativeTestJSON-2143652298 tempest-InstanceActionsNegativeTestJSON-2143652298-project] 10.222.0.54 "GET /v2.0/ports?device_id=9d018eca-8d94-461a-89f2-9d3f91c379dc HTTP/1.1" status: 200 len: 946 time: 0.8402581 Nov 19 17:55:53.988555 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c4beefb-d8f6-4f49-8982-cb37d35209b4 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:55:53.988775 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c4beefb-d8f6-4f49-8982-cb37d35209b4 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:55:53.990356 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-2c4beefb-d8f6-4f49-8982-cb37d35209b4 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1754181 Nov 19 17:55:53.992888 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 39804) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:54.030287 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-f346f5dc-4332-445c-a43f-a849515a1e89 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] 10.222.0.54 "GET /v2.0/ports?device_id=8c3db56b-a130-48ab-bba9-5bd6b9a7006c HTTP/1.1" status: 200 len: 205 time: 0.0613339 Nov 19 17:55:54.037188 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e381a37-dcdb-4b05-bc75-a36209887a50 None None] Network fe2a8703-eff1-49c9-8b71-655ed6495516 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:55:54.037699 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 39806) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:54.171407 n-d-818022-2 neutron-server[103364]: INFO neutron.api.v2.resource [None req-60810ea3-4032-4fc0-9c3e-6101aaabecad tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] delete failed (client error): The resource could not be found. Nov 19 17:55:54.174885 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-60810ea3-4032-4fc0-9c3e-6101aaabecad tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] 10.222.0.54 "DELETE /v2.0/routers/8c3db56b-a130-48ab-bba9-5bd6b9a7006c HTTP/1.1" status: 404 len: 336 time: 0.1330788 Nov 19 17:55:54.177532 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_v2 [None req-60aa09b2-d620-4bc2-be9f-da4012762dac tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Deleting subnet d1537e96-cc8b-44e8-a047-c4edfa19f379 {{(pid=103365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 17:55:54.181577 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 39808) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:54.188048 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-60aa09b2-d620-4bc2-be9f-da4012762dac tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks [] for subnet, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:54.223881 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-59210ba0-88ff-49ff-bad3-459e94037c61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:54.264613 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f8c0babf-5415-4901-ab26-8585fde627af req-9911b9ac-0925-4de1-8e14-f780a2b44eb5 tempest-InstanceActionsNegativeTestJSON-2143652298 tempest-InstanceActionsNegativeTestJSON-2143652298-project] 10.222.0.54 "GET /v2.0/security-groups?id=9eb09921-5579-41ed-9d3d-0bae386e4543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2729177 Nov 19 17:55:54.307139 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-59210ba0-88ff-49ff-bad3-459e94037c61 None None] For port b7b3ae1c-97be-494b-bd2d-3828197a94cf, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=b7b3ae1c-97be-494b-bd2d-3828197a94cf,segment=NetworkSegment(b0148e58-5e40-4372-b35c-802e0d196d41),segment_id=b0148e58-5e40-4372-b35c-802e0d196d41)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:55:54.316982 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-59210ba0-88ff-49ff-bad3-459e94037c61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:54.335798 n-d-818022-2 neutron-server[103365]: INFO neutron.pecan_wsgi.hooks.translation [None req-b57c6fd8-2e1e-431d-ac29-689472c4843c tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] DELETE failed (client error): The resource could not be found. Nov 19 17:55:54.336260 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b57c6fd8-2e1e-431d-ac29-689472c4843c tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103365) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 17:55:54.342064 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-b57c6fd8-2e1e-431d-ac29-689472c4843c tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] 10.222.0.54 "DELETE /v2.0/subnets/1cb0c8e1-2e1e-4b0f-89dc-d9999bd98fb4 HTTP/1.1" status: 404 len: 337 time: 0.1561258 Nov 19 17:55:54.342750 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 39814) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:54.374821 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59210ba0-88ff-49ff-bad3-459e94037c61 None None] Pushing event updated for resources: {'Port': ['ID=b7b3ae1c-97be-494b-bd2d-3828197a94cf,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:54.393220 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4a0e21c-7ba6-4304-bb57-28f61d73b329 None None] DHCP port deletion for fe2a8703-eff1-49c9-8b71-655ed6495516 request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 17:55:54.433488 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device b7b3ae1c-97be-494b-bd2d-3828197a94cf up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:55:54.438175 n-d-818022-2 neutron-server[103364]: INFO neutron.pecan_wsgi.hooks.translation [None req-40362a49-675f-4a99-b7b3-b912c953c137 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] DELETE failed (client error): The resource could not be found. Nov 19 17:55:54.438731 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40362a49-675f-4a99-b7b3-b912c953c137 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103364) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 17:55:54.446489 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-40362a49-675f-4a99-b7b3-b912c953c137 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] 10.222.0.54 "DELETE /v2.0/subnets/a4b6ef18-1358-4417-83da-f218c2b0be20 HTTP/1.1" status: 404 len: 337 time: 0.1021347 Nov 19 17:55:54.449851 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 39816) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:54.474551 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-60aa09b2-d620-4bc2-be9f-da4012762dac tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12546453'] for subnet, precommit_delete_associations {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:54.536971 n-d-818022-2 neutron-server[103364]: INFO neutron.pecan_wsgi.hooks.translation [None req-f599e07c-ec98-4c9b-b5fd-3cadf44043c2 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] DELETE failed (client error): The resource could not be found. Nov 19 17:55:54.537354 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f599e07c-ec98-4c9b-b5fd-3cadf44043c2 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103364) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 17:55:54.544900 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dae4e745-c8c0-4e56-92f7-ab9a55de8d37 None None] Provisioning complete for port 2afa106b-dfa4-437e-b925-01f50a62c5df triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:55:54.545669 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dae4e745-c8c0-4e56-92f7-ab9a55de8d37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:54.547962 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-f599e07c-ec98-4c9b-b5fd-3cadf44043c2 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] 10.222.0.54 "DELETE /v2.0/subnets/5a7f7293-5981-4701-922c-372bc7003ae2 HTTP/1.1" status: 404 len: 337 time: 0.0951834 Nov 19 17:55:54.550055 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 39822) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:54.554343 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae913673-0bf3-4367-9432-33696b4599db req-68c9ec4a-d63a-49ad-9b07-a3199aa64b36 tempest-InstanceActionsNegativeTestJSON-2143652298 tempest-InstanceActionsNegativeTestJSON-2143652298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:55:54.556081 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ae913673-0bf3-4367-9432-33696b4599db req-68c9ec4a-d63a-49ad-9b07-a3199aa64b36 tempest-InstanceActionsNegativeTestJSON-2143652298 tempest-InstanceActionsNegativeTestJSON-2143652298-project] 10.222.0.60 "GET /v2.0/ports?device_id=9d018eca-8d94-461a-89f2-9d3f91c379dc HTTP/1.1" status: 200 len: 946 time: 0.2260439 Nov 19 17:55:54.632427 n-d-818022-2 neutron-server[103364]: INFO neutron.pecan_wsgi.hooks.translation [None req-40d8d51f-d725-451e-a69f-bd69c5bf17da tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] DELETE failed (client error): The resource could not be found. Nov 19 17:55:54.632969 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40d8d51f-d725-451e-a69f-bd69c5bf17da tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103364) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 17:55:54.636217 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-40d8d51f-d725-451e-a69f-bd69c5bf17da tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] 10.222.0.54 "DELETE /v2.0/ports/aae19416-c423-418d-a665-d0b4ae1f1d90 HTTP/1.1" status: 404 len: 333 time: 0.0790980 Nov 19 17:55:54.639313 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-dae4e745-c8c0-4e56-92f7-ab9a55de8d37 None None] Port 2afa106b-dfa4-437e-b925-01f50a62c5df cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:55:54.640556 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 39824) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:54.646988 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dae4e745-c8c0-4e56-92f7-ab9a55de8d37 None None] Could not find standard attr ID for object 79b5360f-a029-4060-adf7-3153e44fb864. {{(pid=103366) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 17:55:54.649487 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-b4a0e21c-7ba6-4304-bb57-28f61d73b329 None None] Deleting port d3721eac-d4cc-4d15-b02b-c159d204f54b {{(pid=103366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:55:54.649878 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b4a0e21c-7ba6-4304-bb57-28f61d73b329 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:54.682354 n-d-818022-2 neutron-server[103364]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9f1a53e-a111-4a91-b5f2-25d2a6f551ac tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] DELETE failed (client error): The resource could not be found. Nov 19 17:55:54.682823 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9f1a53e-a111-4a91-b5f2-25d2a6f551ac tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103364) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 17:55:54.686292 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-f9f1a53e-a111-4a91-b5f2-25d2a6f551ac tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] 10.222.0.54 "DELETE /v2.0/subnets/0f556498-6ac0-4192-8a5a-f571df42d43e HTTP/1.1" status: 404 len: 337 time: 0.0443220 Nov 19 17:55:54.689115 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 39826) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:54.706789 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port b7b3ae1c-97be-494b-bd2d-3828197a94cf triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:55:54.706789 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:54.730442 n-d-818022-2 neutron-server[103364]: INFO neutron.pecan_wsgi.hooks.translation [None req-e846002c-2c51-4a86-8617-24221942ae32 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] DELETE failed (client error): The resource could not be found. Nov 19 17:55:54.731109 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e846002c-2c51-4a86-8617-24221942ae32 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103364) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 17:55:54.735670 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-e846002c-2c51-4a86-8617-24221942ae32 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] 10.222.0.54 "DELETE /v2.0/subnets/37434467-4871-4269-8353-a5f3768cf3fa HTTP/1.1" status: 404 len: 337 time: 0.0452399 Nov 19 17:55:54.742091 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 39830) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:54.743002 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dae4e745-c8c0-4e56-92f7-ab9a55de8d37 None None] Provisioning complete for port d3721eac-d4cc-4d15-b02b-c159d204f54b triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:55:54.743586 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dae4e745-c8c0-4e56-92f7-ab9a55de8d37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:54.764967 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-60aa09b2-d620-4bc2-be9f-da4012762dac tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:54.767339 n-d-818022-2 neutron-server[103364]: INFO neutron.pecan_wsgi.hooks.translation [None req-08abccd7-6213-486f-88df-fe5552ce5dd3 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] DELETE failed (client error): The resource could not be found. Nov 19 17:55:54.768001 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08abccd7-6213-486f-88df-fe5552ce5dd3 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103364) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 17:55:54.774226 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-08abccd7-6213-486f-88df-fe5552ce5dd3 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] 10.222.0.54 "DELETE /v2.0/ports/0d340c4d-122f-4b7a-9f15-0724b9e6a697 HTTP/1.1" status: 404 len: 333 time: 0.0310683 Nov 19 17:55:54.774822 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 39832) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:54.801529 n-d-818022-2 neutron-server[103364]: INFO neutron.pecan_wsgi.hooks.translation [None req-a72a20ed-d494-4e89-93be-3ba0a066dacb tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] DELETE failed (client error): The resource could not be found. Nov 19 17:55:54.801943 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a72a20ed-d494-4e89-93be-3ba0a066dacb tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103364) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 17:55:54.807689 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-a72a20ed-d494-4e89-93be-3ba0a066dacb tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] 10.222.0.54 "DELETE /v2.0/subnets/9c972443-e7ef-4584-9241-0d7632eb6db6 HTTP/1.1" status: 404 len: 337 time: 0.0318944 Nov 19 17:55:54.808282 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 39834) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:54.822472 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-b4a0e21c-7ba6-4304-bb57-28f61d73b329 None None] For port d3721eac-d4cc-4d15-b02b-c159d204f54b, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=d3721eac-d4cc-4d15-b02b-c159d204f54b,segment=NetworkSegment(f756cabf-39a7-4bde-a32c-df3250b209e6),segment_id=f756cabf-39a7-4bde-a32c-df3250b209e6)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:55:54.822871 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b4a0e21c-7ba6-4304-bb57-28f61d73b329 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:54.843700 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-b4a0e21c-7ba6-4304-bb57-28f61d73b329 None None] Calling delete_port for d3721eac-d4cc-4d15-b02b-c159d204f54b owned by network:dhcp {{(pid=103366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:55:54.847489 n-d-818022-2 neutron-server[103364]: INFO neutron.pecan_wsgi.hooks.translation [None req-a24fa62e-83d3-44e5-b903-b7e630185828 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] DELETE failed (client error): The resource could not be found. Nov 19 17:55:54.848047 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a24fa62e-83d3-44e5-b903-b7e630185828 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103364) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 17:55:54.853844 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-a24fa62e-83d3-44e5-b903-b7e630185828 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] 10.222.0.54 "DELETE /v2.0/subnets/cd835006-7ad3-455c-b67b-5c0944df4efe HTTP/1.1" status: 404 len: 337 time: 0.0445590 Nov 19 17:55:54.856288 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 39836) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:54.933863 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-ae913673-0bf3-4367-9432-33696b4599db req-f225d5e2-e63a-4d0c-b5aa-bb4f04239c10 tempest-InstanceActionsNegativeTestJSON-2143652298 tempest-InstanceActionsNegativeTestJSON-2143652298-project] Deleting port 87412d43-f43f-4779-a2ad-dc45b71794e9 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:55:54.935010 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-ae913673-0bf3-4367-9432-33696b4599db req-f225d5e2-e63a-4d0c-b5aa-bb4f04239c10 tempest-InstanceActionsNegativeTestJSON-2143652298 tempest-InstanceActionsNegativeTestJSON-2143652298-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:54.990348 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-10aba5ae-d1d2-477a-b052-951ca3b77ce2 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Deleting port 2afa106b-dfa4-437e-b925-01f50a62c5df {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:55:54.991069 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-10aba5ae-d1d2-477a-b052-951ca3b77ce2 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:55.025332 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-60aa09b2-d620-4bc2-be9f-da4012762dac tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12282919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8731163'] for subnet, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:55.057784 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b4a0e21c-7ba6-4304-bb57-28f61d73b329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007'] for port, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:55.083669 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-60aa09b2-d620-4bc2-be9f-da4012762dac tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:55.096411 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-60aa09b2-d620-4bc2-be9f-da4012762dac tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "DELETE /v2.0/subnets/d1537e96-cc8b-44e8-a047-c4edfa19f379 HTTP/1.1" status: 204 len: 168 time: 1.0980024 Nov 19 17:55:55.097870 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 39842) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:55.100752 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60aa09b2-d620-4bc2-be9f-da4012762dac tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Pushing event deleted for resources: {'Subnet': ['ID=d1537e96-cc8b-44e8-a047-c4edfa19f379,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:55.139751 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c722a84f-f246-44e3-96f0-41a1475be046 None None] Network 65eace33-2479-4afb-a7b6-41f0773542ac requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:55:55.158573 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-ae913673-0bf3-4367-9432-33696b4599db req-f225d5e2-e63a-4d0c-b5aa-bb4f04239c10 tempest-InstanceActionsNegativeTestJSON-2143652298 tempest-InstanceActionsNegativeTestJSON-2143652298-project] For port 87412d43-f43f-4779-a2ad-dc45b71794e9, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=87412d43-f43f-4779-a2ad-dc45b71794e9,segment=NetworkSegment(07620207-17d9-4b7d-aa44-1993f7139d49),segment_id=07620207-17d9-4b7d-aa44-1993f7139d49)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:55:55.158938 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-ae913673-0bf3-4367-9432-33696b4599db req-f225d5e2-e63a-4d0c-b5aa-bb4f04239c10 tempest-InstanceActionsNegativeTestJSON-2143652298 tempest-InstanceActionsNegativeTestJSON-2143652298-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:55.162816 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-37db952c-f2e5-4725-b7b5-5268ce4b0c48 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0635455 Nov 19 17:55:55.170292 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device d3721eac-d4cc-4d15-b02b-c159d204f54b no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:55:55.170900 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 39844) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:55.178569 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-edbb78d5-3619-404c-b855-c3f93cb8ba67 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Request body: {'subnet': {'network_id': '65eace33-2479-4afb-a7b6-41f0773542ac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:55:55.186098 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 39846) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:55.191047 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-10aba5ae-d1d2-477a-b052-951ca3b77ce2 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:55.203198 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-ae913673-0bf3-4367-9432-33696b4599db req-f225d5e2-e63a-4d0c-b5aa-bb4f04239c10 tempest-InstanceActionsNegativeTestJSON-2143652298 tempest-InstanceActionsNegativeTestJSON-2143652298-project] Calling delete_port for 87412d43-f43f-4779-a2ad-dc45b71794e9 owned by compute:nova {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:55:55.209602 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-10aba5ae-d1d2-477a-b052-951ca3b77ce2 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Calling delete_port for 2afa106b-dfa4-437e-b925-01f50a62c5df owned by {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:55:55.216752 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a0e21c-7ba6-4304-bb57-28f61d73b329 None None] Pushing event deleted for resources: {'Port': ['ID=d3721eac-d4cc-4d15-b02b-c159d204f54b,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:55.243008 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: d3721eac-d4cc-4d15-b02b-c159d204f54b {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:55:55.243513 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device d3721eac-d4cc-4d15-b02b-c159d204f54b not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:55:55.249141 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a0e21c-7ba6-4304-bb57-28f61d73b329 None None] No DVR routers for this DVR port d3721eac-d4cc-4d15-b02b-c159d204f54b on host n-d-818022-2 {{(pid=103366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:55:55.363626 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-10aba5ae-d1d2-477a-b052-951ca3b77ce2 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:55.380892 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edbb78d5-3619-404c-b855-c3f93cb8ba67 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Made reservation on behalf of 6b45f31544cd40e7b10456e94240dc6e for: {'subnet': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:55:55.386003 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-edbb78d5-3619-404c-b855-c3f93cb8ba67 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8731248'] for subnet, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:55.482431 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10aba5ae-d1d2-477a-b052-951ca3b77ce2 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Pushing event deleted for resources: {'Port': ['ID=2afa106b-dfa4-437e-b925-01f50a62c5df,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:55.499800 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c310d8d8-9abe-499e-919c-3cd5858370a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:55.519294 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5dd49a7-4cc7-4c15-bf94-3a6085c2f1d1 None None] DHCP port deletion for 65eace33-2479-4afb-a7b6-41f0773542ac request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 17:55:55.529667 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-10aba5ae-d1d2-477a-b052-951ca3b77ce2 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:55.536089 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-10aba5ae-d1d2-477a-b052-951ca3b77ce2 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] 10.222.0.54 "DELETE /v2.0/ports/2afa106b-dfa4-437e-b925-01f50a62c5df HTTP/1.1" status: 204 len: 168 time: 0.6765113 Nov 19 17:55:55.539317 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 39854) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:55.566720 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-ae913673-0bf3-4367-9432-33696b4599db req-f225d5e2-e63a-4d0c-b5aa-bb4f04239c10 tempest-InstanceActionsNegativeTestJSON-2143652298 tempest-InstanceActionsNegativeTestJSON-2143652298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:55.583061 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-e5dd49a7-4cc7-4c15-bf94-3a6085c2f1d1 None None] Deleting port b7b3ae1c-97be-494b-bd2d-3828197a94cf {{(pid=103366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:55:55.583536 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e5dd49a7-4cc7-4c15-bf94-3a6085c2f1d1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:55.605874 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f225d5e2-e63a-4d0c-b5aa-bb4f04239c10 tempest-InstanceActionsNegativeTestJSON-2143652298 tempest-InstanceActionsNegativeTestJSON-2143652298-project] Pushing event deleted for resources: {'Port': ['ID=87412d43-f43f-4779-a2ad-dc45b71794e9,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:55.636247 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3bbe9a8a-8782-4630-af13-d46e6f4cbcb1 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:55.651239 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16317eda-272f-45c4-8cda-8796069cc4ae req-14966ce2-45a7-43f8-b62b-93a8c4ef0645 tempest-InstanceActionsNegativeTestJSON-2143652298 tempest-InstanceActionsNegativeTestJSON-2143652298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:55:55.659462 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-16317eda-272f-45c4-8cda-8796069cc4ae req-14966ce2-45a7-43f8-b62b-93a8c4ef0645 tempest-InstanceActionsNegativeTestJSON-2143652298 tempest-InstanceActionsNegativeTestJSON-2143652298-project] 10.222.0.54 "GET /v2.0/ports?device_id=9d018eca-8d94-461a-89f2-9d3f91c379dc HTTP/1.1" status: 200 len: 946 time: 0.2931130 Nov 19 17:55:55.691415 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-e5dd49a7-4cc7-4c15-bf94-3a6085c2f1d1 None None] For port b7b3ae1c-97be-494b-bd2d-3828197a94cf, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=b7b3ae1c-97be-494b-bd2d-3828197a94cf,segment=NetworkSegment(b0148e58-5e40-4372-b35c-802e0d196d41),segment_id=b0148e58-5e40-4372-b35c-802e0d196d41)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:55:55.691822 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e5dd49a7-4cc7-4c15-bf94-3a6085c2f1d1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:55.719590 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-e5dd49a7-4cc7-4c15-bf94-3a6085c2f1d1 None None] Calling delete_port for b7b3ae1c-97be-494b-bd2d-3828197a94cf owned by network:dhcp {{(pid=103366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:55:55.735477 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae913673-0bf3-4367-9432-33696b4599db req-f225d5e2-e63a-4d0c-b5aa-bb4f04239c10 tempest-InstanceActionsNegativeTestJSON-2143652298 tempest-InstanceActionsNegativeTestJSON-2143652298-project] No DVR routers for this DVR port 87412d43-f43f-4779-a2ad-dc45b71794e9 on host n-h1-818022-2 {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:55:55.740427 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-ae913673-0bf3-4367-9432-33696b4599db req-f225d5e2-e63a-4d0c-b5aa-bb4f04239c10 tempest-InstanceActionsNegativeTestJSON-2143652298 tempest-InstanceActionsNegativeTestJSON-2143652298-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:55.744613 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ae913673-0bf3-4367-9432-33696b4599db req-f225d5e2-e63a-4d0c-b5aa-bb4f04239c10 tempest-InstanceActionsNegativeTestJSON-2143652298 tempest-InstanceActionsNegativeTestJSON-2143652298-project] 10.222.0.60 "DELETE /v2.0/ports/87412d43-f43f-4779-a2ad-dc45b71794e9 HTTP/1.1" status: 204 len: 173 time: 1.1795225 Nov 19 17:55:55.745476 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d018eca-8d94-461a-89f2-9d3f91c379dc', 'name': 'network-vif-deleted', 'tag': '87412d43-f43f-4779-a2ad-dc45b71794e9'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:55:55.748031 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218319d759239a7d11f1288aef37381b97754913ee9ccbfd43b51a463f801712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5ada73d-3838-4ba4-a4db-bc40d8d94bc3" -d '{"events": [{"server_uuid": "9d018eca-8d94-461a-89f2-9d3f91c379dc", "name": "network-vif-deleted", "tag": "87412d43-f43f-4779-a2ad-dc45b71794e9"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:55:55.748512 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-16317eda-272f-45c4-8cda-8796069cc4ae req-43701f05-639a-4db4-914b-f288b2ecd658 tempest-InstanceActionsNegativeTestJSON-2143652298 tempest-InstanceActionsNegativeTestJSON-2143652298-project] 10.222.0.54 "GET /v2.0/security-groups?id=9eb09921-5579-41ed-9d3d-0bae386e4543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844579 Nov 19 17:55:55.833498 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:55:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be773692-21df-4c39-a62c-f9da3bbd13cd x-openstack-request-id: req-be773692-21df-4c39-a62c-f9da3bbd13cd {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:55:55.833791 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d018eca-8d94-461a-89f2-9d3f91c379dc", "name": "network-vif-deleted", "tag": "87412d43-f43f-4779-a2ad-dc45b71794e9", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:55:55.834069 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-be773692-21df-4c39-a62c-f9da3bbd13cd {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:55:55.834468 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d018eca-8d94-461a-89f2-9d3f91c379dc', 'name': 'network-vif-deleted', 'tag': '87412d43-f43f-4779-a2ad-dc45b71794e9', 'status': 'completed', 'code': 200} Nov 19 17:55:55.847953 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-edbb78d5-3619-404c-b855-c3f93cb8ba67 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12283104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8731234'] for subnet, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:55.905928 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3bbe9a8a-8782-4630-af13-d46e6f4cbcb1 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:55.935383 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e5dd49a7-4cc7-4c15-bf94-3a6085c2f1d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007'] for port, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:55.937392 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edbb78d5-3619-404c-b855-c3f93cb8ba67 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Network 65eace33-2479-4afb-a7b6-41f0773542ac is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:55:55.942022 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-edbb78d5-3619-404c-b855-c3f93cb8ba67 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:55:55.944127 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbb78d5-3619-404c-b855-c3f93cb8ba67 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Pushing event updated for resources: {'Subnet': ['ID=7dc0b005-ed9c-4c91-8f46-480267997f79,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:55.946933 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edbb78d5-3619-404c-b855-c3f93cb8ba67 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:55:55.947526 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-edbb78d5-3619-404c-b855-c3f93cb8ba67 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:55.965540 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c310d8d8-9abe-499e-919c-3cd5858370a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:55.971399 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-edbb78d5-3619-404c-b855-c3f93cb8ba67 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7957630 Nov 19 17:55:55.972468 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 39860) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:55.977391 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-a4f11c5b-a49f-4ff1-897e-7fc916a2ae84 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Request body: {'port': {'network_id': '65eace33-2479-4afb-a7b6-41f0773542ac', 'fixed_ips': [{'subnet_id': '7dc0b005-ed9c-4c91-8f46-480267997f79', 'ip_address': '2001:db8:0:1::7'}], 'name': 'tempest-NetworksTestDHCPv6-1194083057'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:55:55.983264 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c310d8d8-9abe-499e-919c-3cd5858370a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:55.985017 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dd49a7-4cc7-4c15-bf94-3a6085c2f1d1 None None] Pushing event deleted for resources: {'Port': ['ID=b7b3ae1c-97be-494b-bd2d-3828197a94cf,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:55.986355 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-3bbe9a8a-8782-4630-af13-d46e6f4cbcb1 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe2a8703-eff1-49c9-8b71-655ed6495516']}} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:55:55.988542 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5dd49a7-4cc7-4c15-bf94-3a6085c2f1d1 None None] No DVR routers for this DVR port b7b3ae1c-97be-494b-bd2d-3828197a94cf on host n-d-818022-2 {{(pid=103366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:55:56.008790 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f9c17b5-c87d-4ecf-98d3-ab7a41e72e0e None None] Network 65eace33-2479-4afb-a7b6-41f0773542ac requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:55:56.061574 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-3bbe9a8a-8782-4630-af13-d46e6f4cbcb1 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f756cabf-39a7-4bde-a32c-df3250b209e6') {'for_net_delete': True} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:55:56.062444 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-3bbe9a8a-8782-4630-af13-d46e6f4cbcb1 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f756cabf-39a7-4bde-a32c-df3250b209e6') {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:55:56.084597 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-c310d8d8-9abe-499e-919c-3cd5858370a9 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=022abf8b95a74c0eb055e33edaa38598&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8955913 Nov 19 17:55:56.086435 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3bbe9a8a-8782-4630-af13-d46e6f4cbcb1 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417396'] for segment, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:56.088131 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 39862) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:56.113297 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c310d8d8-9abe-499e-919c-3cd5858370a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=496fdbb3-33cf-4eb8-b128-f9536c0b9d56,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:56.200142 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3bbe9a8a-8782-4630-af13-d46e6f4cbcb1 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:56.206271 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2e329ec1-50cb-4c65-abe7-8ba754cc8481 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:56.229333 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bbe9a8a-8782-4630-af13-d46e6f4cbcb1 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Releasing vlan 663 on physical network physnet1 to pool {{(pid=103364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 17:55:56.230162 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3bbe9a8a-8782-4630-af13-d46e6f4cbcb1 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12425183'] for segment, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:56.233291 n-d-818022-2 neutron-server[103364]: Traceback (most recent call last): Nov 19 17:55:56.233291 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 17:55:56.233291 n-d-818022-2 neutron-server[103364]: timer() Nov 19 17:55:56.233291 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 17:55:56.233291 n-d-818022-2 neutron-server[103364]: cb(*args, **kw) Nov 19 17:55:56.233291 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 17:55:56.233291 n-d-818022-2 neutron-server[103364]: return func(*args, **kwargs) Nov 19 17:55:56.233291 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 17:55:56.233291 n-d-818022-2 neutron-server[103364]: self._notify() Nov 19 17:55:56.233291 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 17:55:56.233291 n-d-818022-2 neutron-server[103364]: self.callback(batched_events) Nov 19 17:55:56.233291 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 17:55:56.233291 n-d-818022-2 neutron-server[103364]: event.method(event) Nov 19 17:55:56.233291 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 17:55:56.233291 n-d-818022-2 neutron-server[103364]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 17:55:56.233291 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 17:55:56.233291 n-d-818022-2 neutron-server[103364]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 17:55:56.233291 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 17:55:56.233291 n-d-818022-2 neutron-server[103364]: return f(self, *a, **k) Nov 19 17:55:56.233291 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 17:55:56.233291 n-d-818022-2 neutron-server[103364]: return self._get(url).json() Nov 19 17:55:56.233291 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 17:55:56.233291 n-d-818022-2 neutron-server[103364]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 17:55:56.233291 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 17:55:56.233291 n-d-818022-2 neutron-server[103364]: return self.request(url, 'GET', **kwargs) Nov 19 17:55:56.233291 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 17:55:56.233291 n-d-818022-2 neutron-server[103364]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 17:55:56.233291 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 17:55:56.233291 n-d-818022-2 neutron-server[103364]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 17:55:56.233291 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 17:55:56.233291 n-d-818022-2 neutron-server[103364]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 17:55:56.233291 n-d-818022-2 neutron-server[103364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 17:55:56.257769 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2e329ec1-50cb-4c65-abe7-8ba754cc8481 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:56.306248 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bb725fd-bd3b-4138-9486-3a858e643737 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54f44f5f-1200-574e-8740-2141911d5b73-65eace33-2479-4afb-a7b6-41f0773542ac', 'network_id': '65eace33-2479-4afb-a7b6-41f0773542ac', 'tenant_id': '6b45f31544cd40e7b10456e94240dc6e', 'fixed_ips': [{'subnet_id': '7dc0b005-ed9c-4c91-8f46-480267997f79'}]}} from n-d-818022-2. {{(pid=103366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 17:55:56.311709 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2bb725fd-bd3b-4138-9486-3a858e643737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:56.328693 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4f11c5b-a49f-4ff1-897e-7fc916a2ae84 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Made reservation on behalf of 6b45f31544cd40e7b10456e94240dc6e for: {'port': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:55:56.373108 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device b7b3ae1c-97be-494b-bd2d-3828197a94cf no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:55:56.391985 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2e329ec1-50cb-4c65-abe7-8ba754cc8481 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:56.396694 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2e329ec1-50cb-4c65-abe7-8ba754cc8481 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:56.398354 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-2e329ec1-50cb-4c65-abe7-8ba754cc8481 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/496fdbb3-33cf-4eb8-b128-f9536c0b9d56 HTTP/1.1" status: 204 len: 168 time: 0.3089747 Nov 19 17:55:56.410995 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: b7b3ae1c-97be-494b-bd2d-3828197a94cf {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:55:56.411367 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device b7b3ae1c-97be-494b-bd2d-3828197a94cf not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:55:56.427333 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e329ec1-50cb-4c65-abe7-8ba754cc8481 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=496fdbb3-33cf-4eb8-b128-f9536c0b9d56,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:56.494077 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3bbe9a8a-8782-4630-af13-d46e6f4cbcb1 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671242'] for network, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:56.498939 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a4f11c5b-a49f-4ff1-897e-7fc916a2ae84 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:56.509531 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3bbe9a8a-8782-4630-af13-d46e6f4cbcb1 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Publish callbacks [] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:56.516523 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-3bbe9a8a-8782-4630-af13-d46e6f4cbcb1 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] 10.222.0.54 "DELETE /v2.0/networks/fe2a8703-eff1-49c9-8b71-655ed6495516 HTTP/1.1" status: 204 len: 168 time: 0.9718380 Nov 19 17:55:56.535952 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbe9a8a-8782-4630-af13-d46e6f4cbcb1 tempest-PortsTestJSON-1568028105 tempest-PortsTestJSON-1568028105-project] Pushing event deleted for resources: {'Network': ['ID=fe2a8703-eff1-49c9-8b71-655ed6495516,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:56.549698 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [None req-a4f11c5b-a49f-4ff1-897e-7fc916a2ae84 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] device_id is not set on port 6ddaa1cc-9130-4531-a335-d2edb1dbc687 yet. {{(pid=103364) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 17:55:56.587852 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [None req-2bb725fd-bd3b-4138-9486-3a858e643737 None None] Allocated IP 2001:db8::2 (65eace33-2479-4afb-a7b6-41f0773542ac/7dc0b005-ed9c-4c91-8f46-480267997f79/7661f905-7e3f-4a5b-ab07-22b2aba97315) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:55:56.800062 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2bb725fd-bd3b-4138-9486-3a858e643737 None None] Publish callbacks [] for port, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:56.811604 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2bb725fd-bd3b-4138-9486-3a858e643737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998'] for port, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:56.816704 n-d-818022-2 neutron-server[103364]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4f11c5b-a49f-4ff1-897e-7fc916a2ae84 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 17:55:56.817179 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4f11c5b-a49f-4ff1-897e-7fc916a2ae84 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103364) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 17:55:56.851383 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 39878) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:56.852452 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-a4f11c5b-a49f-4ff1-897e-7fc916a2ae84 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.8787334 Nov 19 17:55:56.859762 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bb725fd-bd3b-4138-9486-3a858e643737 None None] Network 65eace33-2479-4afb-a7b6-41f0773542ac is already hosted by enough agents. {{(pid=103366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:55:56.864288 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [None req-2bb725fd-bd3b-4138-9486-3a858e643737 None None] Resources bound (agent type, host, resource id): {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:55:56.868847 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb725fd-bd3b-4138-9486-3a858e643737 None None] Received port after_create {{(pid=103366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:55:56.873659 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb725fd-bd3b-4138-9486-3a858e643737 None None] Pushing event updated for resources: {'Port': ['ID=7661f905-7e3f-4a5b-ab07-22b2aba97315,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:56.902211 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 39882) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:56.930773 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-2bb725fd-bd3b-4138-9486-3a858e643737 None None] Attempting to bind port 7661f905-7e3f-4a5b-ab07-22b2aba97315 on host n-d-818022-2 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:55:56.931158 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-2bb725fd-bd3b-4138-9486-3a858e643737 None None] Attempting to bind port 7661f905-7e3f-4a5b-ab07-22b2aba97315 by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': 'b0148e58-5e40-4372-b35c-802e0d196d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '65eace33-2479-4afb-a7b6-41f0773542ac'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:55:56.933676 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb725fd-bd3b-4138-9486-3a858e643737 None None] Attempting to bind port 7661f905-7e3f-4a5b-ab07-22b2aba97315 on network 65eace33-2479-4afb-a7b6-41f0773542ac {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:55:56.935409 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d403a047-8d14-4557-8c5b-c95d3840d1da admin admin] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:56.939390 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb725fd-bd3b-4138-9486-3a858e643737 None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 55, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:55:56.939773 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb725fd-bd3b-4138-9486-3a858e643737 None None] Checking segment: {'id': 'b0148e58-5e40-4372-b35c-802e0d196d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '65eace33-2479-4afb-a7b6-41f0773542ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:55:56.940181 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2bb725fd-bd3b-4138-9486-3a858e643737 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:56.940580 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb725fd-bd3b-4138-9486-3a858e643737 None None] Bound using segment: {'id': 'b0148e58-5e40-4372-b35c-802e0d196d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '65eace33-2479-4afb-a7b6-41f0773542ac'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:55:56.941490 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-2bb725fd-bd3b-4138-9486-3a858e643737 None None] Bound port: 7661f905-7e3f-4a5b-ab07-22b2aba97315, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0148e58-5e40-4372-b35c-802e0d196d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '65eace33-2479-4afb-a7b6-41f0773542ac'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:55:56.946387 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2bb725fd-bd3b-4138-9486-3a858e643737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:56.948104 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30ea416f-b02a-4c22-8405-af49b48009f7 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:55:56.952182 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-30ea416f-b02a-4c22-8405-af49b48009f7 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0978200 Nov 19 17:55:56.953393 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 39884) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:57.044203 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 87412d43-f43f-4779-a2ad-dc45b71794e9 no longer exists at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:55:57.087741 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2cd8485-d225-4c04-a681-19685e42e185 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:55:57.091008 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2cd8485-d225-4c04-a681-19685e42e185 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:55:57.097682 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-a2cd8485-d225-4c04-a681-19685e42e185 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1392596 Nov 19 17:55:57.099808 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 39886) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:57.104726 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] No Port match for: 87412d43-f43f-4779-a2ad-dc45b71794e9 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:55:57.105220 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 87412d43-f43f-4779-a2ad-dc45b71794e9 not bound to the agent host n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:55:57.114287 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d403a047-8d14-4557-8c5b-c95d3840d1da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:57.117430 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 39888) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:57.120455 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-2bb725fd-bd3b-4138-9486-3a858e643737 None None] For port 7661f905-7e3f-4a5b-ab07-22b2aba97315, host n-d-818022-2, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:55:57.124737 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-2bb725fd-bd3b-4138-9486-3a858e643737 None None] For port 7661f905-7e3f-4a5b-ab07-22b2aba97315, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=7661f905-7e3f-4a5b-ab07-22b2aba97315,segment=NetworkSegment(b0148e58-5e40-4372-b35c-802e0d196d41),segment_id=b0148e58-5e40-4372-b35c-802e0d196d41)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:55:57.130487 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2bb725fd-bd3b-4138-9486-3a858e643737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:57.152619 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d403a047-8d14-4557-8c5b-c95d3840d1da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:57.177411 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c79a3e4-00bb-4cbd-a940-a49778e4d877 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Deleting subnet 7dc0b005-ed9c-4c91-8f46-480267997f79 {{(pid=103365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 17:55:57.182160 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7c79a3e4-00bb-4cbd-a940-a49778e4d877 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks [] for subnet, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:57.232865 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7c79a3e4-00bb-4cbd-a940-a49778e4d877 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12546453'] for subnet, precommit_delete_associations {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:57.254683 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb725fd-bd3b-4138-9486-3a858e643737 None None] Pushing event updated for resources: {'Port': ['ID=7661f905-7e3f-4a5b-ab07-22b2aba97315,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:57.281579 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-d403a047-8d14-4557-8c5b-c95d3840d1da admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=3dcf5ef487db4980ab4f8187350464cb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3738151 Nov 19 17:55:57.282839 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 39894) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:57.300771 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d403a047-8d14-4557-8c5b-c95d3840d1da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c91adb5-5de5-410e-ac37-019fad3b2741,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:57.351071 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 39896) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:57.355313 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7c79a3e4-00bb-4cbd-a940-a49778e4d877 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:57.424463 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7c79a3e4-00bb-4cbd-a940-a49778e4d877 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12282919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8731163'] for subnet, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:57.453032 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c79a3e4-00bb-4cbd-a940-a49778e4d877 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Pushing event deleted for resources: {'Subnet': ['ID=7dc0b005-ed9c-4c91-8f46-480267997f79,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:57.460729 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7c79a3e4-00bb-4cbd-a940-a49778e4d877 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:57.465099 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-7c79a3e4-00bb-4cbd-a940-a49778e4d877 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "DELETE /v2.0/subnets/7dc0b005-ed9c-4c91-8f46-480267997f79 HTTP/1.1" status: 204 len: 168 time: 0.3640795 Nov 19 17:55:57.467576 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 39898) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:57.488192 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2f8eb39-74d0-4884-84af-b3a3298dfbc2 admin admin] Deleting subnet 50918510-1db1-4e60-9616-167942c99bf7 {{(pid=103364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 17:55:57.492442 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f2787a79-2254-4d26-892b-709f0b1cd7af admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:57.505497 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d2f8eb39-74d0-4884-84af-b3a3298dfbc2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:57.515587 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-c2658657-6d24-46cd-aa1b-03c6e62da5b1 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0421338 Nov 19 17:55:57.516300 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 39900) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:57.526005 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-44b35913-96c7-4f49-a9c1-45b35f9d6162 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Request body: {'subnet': {'network_id': '65eace33-2479-4afb-a7b6-41f0773542ac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:55:57.579989 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-7f4893e4-b1d3-4367-acf7-7ee87943658d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=8332730af82c4019921b40209bacb73c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4595916 Nov 19 17:55:57.588355 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 39902) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:57.635468 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f2787a79-2254-4d26-892b-709f0b1cd7af admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:57.669951 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d2f8eb39-74d0-4884-84af-b3a3298dfbc2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9416263'] for subnet, precommit_delete_associations {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:57.691470 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44b35913-96c7-4f49-a9c1-45b35f9d6162 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Made reservation on behalf of 6b45f31544cd40e7b10456e94240dc6e for: {'subnet': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:55:57.695390 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-44b35913-96c7-4f49-a9c1-45b35f9d6162 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8731248'] for subnet, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:57.770131 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f7549780-e019-40e6-a51c-03a99a74e9e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:57.800798 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d2f8eb39-74d0-4884-84af-b3a3298dfbc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:57.832098 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f7549780-e019-40e6-a51c-03a99a74e9e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:57.876541 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f2787a79-2254-4d26-892b-709f0b1cd7af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:57.876907 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f2787a79-2254-4d26-892b-709f0b1cd7af admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:57.878116 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-f2787a79-2254-4d26-892b-709f0b1cd7af admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/2c91adb5-5de5-410e-ac37-019fad3b2741 HTTP/1.1" status: 204 len: 168 time: 0.5940030 Nov 19 17:55:57.901651 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2787a79-2254-4d26-892b-709f0b1cd7af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c91adb5-5de5-410e-ac37-019fad3b2741,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:57.912691 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2787a79-2254-4d26-892b-709f0b1cd7af admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:55:57.913045 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2787a79-2254-4d26-892b-709f0b1cd7af admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:55:57.913408 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2787a79-2254-4d26-892b-709f0b1cd7af admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:55:57.913784 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2787a79-2254-4d26-892b-709f0b1cd7af admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:55:57.914193 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2787a79-2254-4d26-892b-709f0b1cd7af admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:55:57.914534 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2787a79-2254-4d26-892b-709f0b1cd7af admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:55:57.914867 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2787a79-2254-4d26-892b-709f0b1cd7af admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:55:57.915230 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2787a79-2254-4d26-892b-709f0b1cd7af admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:55:57.915610 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2787a79-2254-4d26-892b-709f0b1cd7af admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:55:57.916125 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2787a79-2254-4d26-892b-709f0b1cd7af admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:55:57.916459 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2787a79-2254-4d26-892b-709f0b1cd7af admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:55:57.916790 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2787a79-2254-4d26-892b-709f0b1cd7af admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:55:57.931355 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d2f8eb39-74d0-4884-84af-b3a3298dfbc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12425137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8983934'] for subnet, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:57.932956 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-44b35913-96c7-4f49-a9c1-45b35f9d6162 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12283104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8731234'] for subnet, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:57.971669 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d2f8eb39-74d0-4884-84af-b3a3298dfbc2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:57.975816 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-d2f8eb39-74d0-4884-84af-b3a3298dfbc2 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/50918510-1db1-4e60-9616-167942c99bf7 HTTP/1.1" status: 204 len: 168 time: 0.6204200 Nov 19 17:55:57.977284 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f7549780-e019-40e6-a51c-03a99a74e9e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:57.980516 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 39910) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:57.981039 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f7549780-e019-40e6-a51c-03a99a74e9e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:57.982542 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-f7549780-e019-40e6-a51c-03a99a74e9e5 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/8efcbb54-1d32-4273-b179-34def4c87164 HTTP/1.1" status: 204 len: 168 time: 0.3930311 Nov 19 17:55:57.985472 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f8eb39-74d0-4884-84af-b3a3298dfbc2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50918510-1db1-4e60-9616-167942c99bf7,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:57.999023 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7549780-e019-40e6-a51c-03a99a74e9e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8efcbb54-1d32-4273-b179-34def4c87164,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:58.072787 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44b35913-96c7-4f49-a9c1-45b35f9d6162 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Network 65eace33-2479-4afb-a7b6-41f0773542ac is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:55:58.075409 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b35913-96c7-4f49-a9c1-45b35f9d6162 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Pushing event updated for resources: {'Subnet': ['ID=286d9da7-0a4b-4485-bad7-61b6b1c94e1d,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:58.080721 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-44b35913-96c7-4f49-a9c1-45b35f9d6162 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:55:58.089108 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44b35913-96c7-4f49-a9c1-45b35f9d6162 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:55:58.089695 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-44b35913-96c7-4f49-a9c1-45b35f9d6162 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:58.120856 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c11fdbf2-2a4f-4864-969e-65f7ce589297 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:58.131253 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-44b35913-96c7-4f49-a9c1-45b35f9d6162 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6125193 Nov 19 17:55:58.134021 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 39916) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:58.140600 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-36432e78-5814-4a26-a419-77c8d7453ccc tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1647056193', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:55:58.207054 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-36432e78-5814-4a26-a419-77c8d7453ccc tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9890'] for router, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:58.208793 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-36432e78-5814-4a26-a419-77c8d7453ccc tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671617', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-732153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4689'] for router, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:58.224889 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c11fdbf2-2a4f-4864-969e-65f7ce589297 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:58.270017 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-c11fdbf2-2a4f-4864-969e-65f7ce589297 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7376c6e6-6634-454b-ad7e-9f875675bb5b']}} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:55:58.292450 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-c11fdbf2-2a4f-4864-969e-65f7ce589297 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07620207-17d9-4b7d-aa44-1993f7139d49') {'for_net_delete': True} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:55:58.293035 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-c11fdbf2-2a4f-4864-969e-65f7ce589297 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07620207-17d9-4b7d-aa44-1993f7139d49') {} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:55:58.304035 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c11fdbf2-2a4f-4864-969e-65f7ce589297 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12545382'] for segment, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:58.314536 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-36432e78-5814-4a26-a419-77c8d7453ccc tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:58.331173 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c11fdbf2-2a4f-4864-969e-65f7ce589297 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:58.331952 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-36432e78-5814-4a26-a419-77c8d7453ccc tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671702'] for router, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:58.343230 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c11fdbf2-2a4f-4864-969e-65f7ce589297 admin admin] Releasing vlan 660 on physical network physnet1 to pool {{(pid=103365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 17:55:58.343632 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c11fdbf2-2a4f-4864-969e-65f7ce589297 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12282953'] for segment, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:58.345478 n-d-818022-2 neutron-server[103365]: Traceback (most recent call last): Nov 19 17:55:58.345478 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 17:55:58.345478 n-d-818022-2 neutron-server[103365]: timer() Nov 19 17:55:58.345478 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 17:55:58.345478 n-d-818022-2 neutron-server[103365]: cb(*args, **kw) Nov 19 17:55:58.345478 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 17:55:58.345478 n-d-818022-2 neutron-server[103365]: return func(*args, **kwargs) Nov 19 17:55:58.345478 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 17:55:58.345478 n-d-818022-2 neutron-server[103365]: self._notify() Nov 19 17:55:58.345478 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 17:55:58.345478 n-d-818022-2 neutron-server[103365]: self.callback(batched_events) Nov 19 17:55:58.345478 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 17:55:58.345478 n-d-818022-2 neutron-server[103365]: event.method(event) Nov 19 17:55:58.345478 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 17:55:58.345478 n-d-818022-2 neutron-server[103365]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 17:55:58.345478 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 17:55:58.345478 n-d-818022-2 neutron-server[103365]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 17:55:58.345478 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 17:55:58.345478 n-d-818022-2 neutron-server[103365]: return f(self, *a, **k) Nov 19 17:55:58.345478 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 17:55:58.345478 n-d-818022-2 neutron-server[103365]: return self._get(url).json() Nov 19 17:55:58.345478 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 17:55:58.345478 n-d-818022-2 neutron-server[103365]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 17:55:58.345478 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 17:55:58.345478 n-d-818022-2 neutron-server[103365]: return self.request(url, 'GET', **kwargs) Nov 19 17:55:58.345478 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 17:55:58.345478 n-d-818022-2 neutron-server[103365]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 17:55:58.345478 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 17:55:58.345478 n-d-818022-2 neutron-server[103365]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 17:55:58.345478 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 17:55:58.345478 n-d-818022-2 neutron-server[103365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 17:55:58.345478 n-d-818022-2 neutron-server[103365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 17:55:58.372237 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-36432e78-5814-4a26-a419-77c8d7453ccc tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks [] for router, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:58.374765 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-36432e78-5814-4a26-a419-77c8d7453ccc tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2387156 Nov 19 17:55:58.377472 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 39926) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:58.413908 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 7661f905-7e3f-4a5b-ab07-22b2aba97315 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:55:58.457282 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c11fdbf2-2a4f-4864-969e-65f7ce589297 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671242'] for network, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:58.468523 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c11fdbf2-2a4f-4864-969e-65f7ce589297 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:58.476679 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-c11fdbf2-2a4f-4864-969e-65f7ce589297 admin admin] 10.222.0.54 "DELETE /v2.0/networks/7376c6e6-6634-454b-ad7e-9f875675bb5b HTTP/1.1" status: 204 len: 168 time: 0.4941349 Nov 19 17:55:58.490846 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11fdbf2-2a4f-4864-969e-65f7ce589297 admin admin] Pushing event deleted for resources: {'Network': ['ID=7376c6e6-6634-454b-ad7e-9f875675bb5b,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:58.523443 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 7661f905-7e3f-4a5b-ab07-22b2aba97315 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:55:58.524115 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:58.674799 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf1aac20-83a6-45da-9ef3-b49b931600a7 None None] Network 65eace33-2479-4afb-a7b6-41f0773542ac requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:55:58.735411 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 39940) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:58.812087 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-a6b468e7-6558-4646-846a-10735fe7e0a1 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b0e8af7248c04bae8a353d5b26273482&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0790191 Nov 19 17:55:58.816498 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 39946) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:58.867781 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-18d064b1-480e-4e0c-9a5d-0d1de4d71be3 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:58.898100 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:58.984224 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-c27796d0-8bc7-4a7c-94a6-f9726a660ccc None None] Provisioning complete for port 7661f905-7e3f-4a5b-ab07-22b2aba97315 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:55:58.984898 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-c27796d0-8bc7-4a7c-94a6-f9726a660ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:59.007207 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] For port 7661f905-7e3f-4a5b-ab07-22b2aba97315, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=7661f905-7e3f-4a5b-ab07-22b2aba97315,segment=NetworkSegment(b0148e58-5e40-4372-b35c-802e0d196d41),segment_id=b0148e58-5e40-4372-b35c-802e0d196d41)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:55:59.035637 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:59.152989 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Pushing event updated for resources: {'Port': ['ID=7661f905-7e3f-4a5b-ab07-22b2aba97315,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:59.160792 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f2c2eda4-e9fc-4b9b-a3ba-510f2c72fee4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:59.229429 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f2c2eda4-e9fc-4b9b-a3ba-510f2c72fee4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:59.304824 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35583ba5-82f4-4cb5-97db-b5bcc1f90704 req-ed523600-0279-4de9-8e53-d4c46df24232 tempest-VolumesBackupsTest-141624244 tempest-VolumesBackupsTest-141624244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:55:59.315718 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-35583ba5-82f4-4cb5-97db-b5bcc1f90704 req-ed523600-0279-4de9-8e53-d4c46df24232 tempest-VolumesBackupsTest-141624244 tempest-VolumesBackupsTest-141624244-project] 10.222.0.54 "GET /v2.0/ports?device_id=8ebda266-8e1f-480d-84ce-4cf618325e55 HTTP/1.1" status: 200 len: 949 time: 0.2027826 Nov 19 17:55:59.450173 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-35583ba5-82f4-4cb5-97db-b5bcc1f90704 req-cde3ce1c-05e3-40b7-b827-c55436cbd801 tempest-VolumesBackupsTest-141624244 tempest-VolumesBackupsTest-141624244-project] 10.222.0.54 "GET /v2.0/security-groups?id=ebb135b1-076e-455d-8cae-12d8ae406892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284392 Nov 19 17:55:59.455433 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f2c2eda4-e9fc-4b9b-a3ba-510f2c72fee4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:59.458476 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f2c2eda4-e9fc-4b9b-a3ba-510f2c72fee4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:59.463115 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-f2c2eda4-e9fc-4b9b-a3ba-510f2c72fee4 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/9eb09921-5579-41ed-9d3d-0bae386e4543 HTTP/1.1" status: 204 len: 168 time: 0.6452401 Nov 19 17:55:59.473372 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [None req-18d064b1-480e-4e0c-9a5d-0d1de4d71be3 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Allocated IP 2001:db8::1 (65eace33-2479-4afb-a7b6-41f0773542ac/286d9da7-0a4b-4485-bad7-61b6b1c94e1d/de81ffae-9f5c-4d90-9e2c-ba2745085ffb) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:55:59.482485 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c2eda4-e9fc-4b9b-a3ba-510f2c72fee4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eb09921-5579-41ed-9d3d-0bae386e4543,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:59.508389 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 39976) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:55:59.591650 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df59f79c-3e2d-4c6e-8236-dbb2a9e947c3 None None] get_active_networks_info from n-d-818022-2 {{(pid=103366) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 19 17:55:59.650140 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-18d064b1-480e-4e0c-9a5d-0d1de4d71be3 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:59.693282 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-2858c0e7-84ea-4aa6-89a3-88ee91f29977 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-151989785'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:55:59.721611 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-18d064b1-480e-4e0c-9a5d-0d1de4d71be3 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:59.743680 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-eddf38df-934b-442d-9f1f-613270d74bb7 None None] Provisioning complete for port 7661f905-7e3f-4a5b-ab07-22b2aba97315 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:55:59.744074 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-eddf38df-934b-442d-9f1f-613270d74bb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:59.758900 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2858c0e7-84ea-4aa6-89a3-88ee91f29977 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Made reservation on behalf of fd1b3fcd1beb4931bb2ec4613fd50ee2 for: {'network': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:55:59.762532 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2858c0e7-84ea-4aa6-89a3-88ee91f29977 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:59.778580 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2858c0e7-84ea-4aa6-89a3-88ee91f29977 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:59.786717 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8ae33f61-7455-400f-b599-81a50f75071e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:59.819578 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d064b1-480e-4e0c-9a5d-0d1de4d71be3 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Pushing event updated for resources: {'Port': ['ID=de81ffae-9f5c-4d90-9e2c-ba2745085ffb,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:55:59.835616 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18d064b1-480e-4e0c-9a5d-0d1de4d71be3 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Network 65eace33-2479-4afb-a7b6-41f0773542ac is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:55:59.839421 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-18d064b1-480e-4e0c-9a5d-0d1de4d71be3 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:55:59.844170 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d064b1-480e-4e0c-9a5d-0d1de4d71be3 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:55:59.844969 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-18d064b1-480e-4e0c-9a5d-0d1de4d71be3 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-671361'] for router_interface, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:59.943489 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df59f79c-3e2d-4c6e-8236-dbb2a9e947c3 None None] Resources bound (agent type, host, resource id): {{(pid=103366) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 19 17:55:59.963568 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2858c0e7-84ea-4aa6-89a3-88ee91f29977 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:55:59.974893 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2858c0e7-84ea-4aa6-89a3-88ee91f29977 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:00.006436 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2858c0e7-84ea-4aa6-89a3-88ee91f29977 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 672} {{(pid=103365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 17:56:00.014499 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2858c0e7-84ea-4aa6-89a3-88ee91f29977 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b76d04c-ef6c-4f43-8196-c1cb4e3cbeda,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:00.022810 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2858c0e7-84ea-4aa6-89a3-88ee91f29977 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:00.023523 n-d-818022-2 neutron-server[103365]: INFO neutron.db.segments_db [None req-2858c0e7-84ea-4aa6-89a3-88ee91f29977 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Added segment 4ef60ddf-f76a-403c-853e-3e60bec1109e of type vlan for network 62b0d741-b7a7-4320-aafb-55769a345cb8 Nov 19 17:56:00.083024 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2858c0e7-84ea-4aa6-89a3-88ee91f29977 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:00.125355 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2858c0e7-84ea-4aa6-89a3-88ee91f29977 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:00.168658 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2858c0e7-84ea-4aa6-89a3-88ee91f29977 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:00.174435 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2858c0e7-84ea-4aa6-89a3-88ee91f29977 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:00.266786 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-2858c0e7-84ea-4aa6-89a3-88ee91f29977 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7572341 Nov 19 17:56:00.270308 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 40002) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:00.278856 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-b9b720dd-b633-4f13-be3c-d824d47e4d65 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1960904768'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:56:00.333653 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2858c0e7-84ea-4aa6-89a3-88ee91f29977 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Pushing event updated for resources: {'Network': ['ID=62b0d741-b7a7-4320-aafb-55769a345cb8,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:00.365341 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9b720dd-b633-4f13-be3c-d824d47e4d65 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Made reservation on behalf of fd1b3fcd1beb4931bb2ec4613fd50ee2 for: {'network': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:56:00.371949 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b9b720dd-b633-4f13-be3c-d824d47e4d65 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:00.388351 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network 62b0d741-b7a7-4320-aafb-55769a345cb8 details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 17:56:00.390783 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 7661f905-7e3f-4a5b-ab07-22b2aba97315 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:56:00.406946 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9b720dd-b633-4f13-be3c-d824d47e4d65 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 671} {{(pid=103365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 17:56:00.417585 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-18d064b1-480e-4e0c-9a5d-0d1de4d71be3 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:00.422775 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b9b720dd-b633-4f13-be3c-d824d47e4d65 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:00.423295 n-d-818022-2 neutron-server[103365]: INFO neutron.db.segments_db [None req-b9b720dd-b633-4f13-be3c-d824d47e4d65 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Added segment e8c052f3-2574-4625-a494-68b1c2848ed5 of type vlan for network c81c1a2a-e94d-40fe-a45c-51bb5532b869 Nov 19 17:56:00.461971 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 40006) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:00.547032 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b9b720dd-b633-4f13-be3c-d824d47e4d65 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:00.607489 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 7661f905-7e3f-4a5b-ab07-22b2aba97315 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:56:00.608121 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:00.693003 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae574f08-8117-4702-a1f2-d77fc5766316 req-3828ae6d-730e-4c3f-88e3-003829d1bf2b tempest-VolumesBackupsTest-141624244 tempest-VolumesBackupsTest-141624244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:00.695272 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ae574f08-8117-4702-a1f2-d77fc5766316 req-3828ae6d-730e-4c3f-88e3-003829d1bf2b tempest-VolumesBackupsTest-141624244 tempest-VolumesBackupsTest-141624244-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ebda266-8e1f-480d-84ce-4cf618325e55 HTTP/1.1" status: 200 len: 949 time: 0.2012715 Nov 19 17:56:00.711160 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd61c8e-7fa7-4abe-ade6-32580b701a70 req-64d84549-e3f2-4433-b7c3-86ac30b683b9 tempest-VolumesBackupsTest-141624244 tempest-VolumesBackupsTest-141624244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:00.712916 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7dd61c8e-7fa7-4abe-ade6-32580b701a70 req-64d84549-e3f2-4433-b7c3-86ac30b683b9 tempest-VolumesBackupsTest-141624244 tempest-VolumesBackupsTest-141624244-project] 10.222.0.54 "GET /v2.0/ports?device_id=8ebda266-8e1f-480d-84ce-4cf618325e55 HTTP/1.1" status: 200 len: 949 time: 0.1279037 Nov 19 17:56:00.755579 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-07ff5aa0-a205-4782-8929-b5355ab40863 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:00.773058 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b9b720dd-b633-4f13-be3c-d824d47e4d65 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:00.778891 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9b720dd-b633-4f13-be3c-d824d47e4d65 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:00.780042 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b9b720dd-b633-4f13-be3c-d824d47e4d65 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:00.829447 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-b9b720dd-b633-4f13-be3c-d824d47e4d65 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5576589 Nov 19 17:56:00.837320 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 40022) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:00.846096 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-c8b2fc40-c18c-4243-b9ae-9abd37ab8fe0 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Request body: {'subnet': {'network_id': '62b0d741-b7a7-4320-aafb-55769a345cb8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:56:00.856433 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-5f7535d8-c622-4df9-a70c-09af59b79c0a None None] Provisioning complete for port 46839555-05ba-4eb8-8f5b-81d7b2f050e2 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:56:00.856812 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-5f7535d8-c622-4df9-a70c-09af59b79c0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:00.918782 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-5f7535d8-c622-4df9-a70c-09af59b79c0a None None] Port 46839555-05ba-4eb8-8f5b-81d7b2f050e2 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:56:00.919797 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 40024) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:00.943308 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-5f7535d8-c622-4df9-a70c-09af59b79c0a None None] Provisioning complete for port 2303e023-ec56-429f-9e59-c399af14f783 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:56:00.944456 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-5f7535d8-c622-4df9-a70c-09af59b79c0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:00.982419 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b720dd-b633-4f13-be3c-d824d47e4d65 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Pushing event updated for resources: {'Network': ['ID=c81c1a2a-e94d-40fe-a45c-51bb5532b869,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:00.998384 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network c81c1a2a-e94d-40fe-a45c-51bb5532b869 details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 17:56:01.040774 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7dd61c8e-7fa7-4abe-ade6-32580b701a70 req-353b69ed-9860-46ae-81e3-02881110dcad tempest-VolumesBackupsTest-141624244 tempest-VolumesBackupsTest-141624244-project] 10.222.0.54 "GET /v2.0/security-groups?id=ebb135b1-076e-455d-8cae-12d8ae406892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3071663 Nov 19 17:56:01.047480 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-18d064b1-480e-4e0c-9a5d-0d1de4d71be3 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks [] for port, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:01.084231 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-18d064b1-480e-4e0c-9a5d-0d1de4d71be3 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:01.085108 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-18d064b1-480e-4e0c-9a5d-0d1de4d71be3 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-768529'] for router_interface, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:01.098656 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-ae574f08-8117-4702-a1f2-d77fc5766316 req-13f7deb5-5538-4578-9af5-bf657f201e1e tempest-VolumesBackupsTest-141624244 tempest-VolumesBackupsTest-141624244-project] Deleting port 57090e1a-9394-4ed1-b9da-120a94676b77 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:56:01.099304 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-ae574f08-8117-4702-a1f2-d77fc5766316 req-13f7deb5-5538-4578-9af5-bf657f201e1e tempest-VolumesBackupsTest-141624244 tempest-VolumesBackupsTest-141624244-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:01.107999 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-3b0a9999-e2cb-4fea-b7ea-2f74919a708e admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1928874245-network', 'tenant_id': '475e6f4ee5ee40b8bd9444c3af516a78'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:56:01.161631 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d064b1-480e-4e0c-9a5d-0d1de4d71be3 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Pushing event updated for resources: {'Port': ['ID=de81ffae-9f5c-4d90-9e2c-ba2745085ffb,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:01.190479 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-5f7535d8-c622-4df9-a70c-09af59b79c0a None None] Provisioning complete for port 6980b1cd-cf9f-41ba-b3f3-a376235d5ba2 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:56:01.190858 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-5f7535d8-c622-4df9-a70c-09af59b79c0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:01.225270 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8b2fc40-c18c-4243-b9ae-9abd37ab8fe0 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Made reservation on behalf of fd1b3fcd1beb4931bb2ec4613fd50ee2 for: {'subnet': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:56:01.229117 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c8b2fc40-c18c-4243-b9ae-9abd37ab8fe0 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8983829'] for subnet, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:01.232083 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-07ff5aa0-a205-4782-8929-b5355ab40863 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:01.234939 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-ae574f08-8117-4702-a1f2-d77fc5766316 req-13f7deb5-5538-4578-9af5-bf657f201e1e tempest-VolumesBackupsTest-141624244 tempest-VolumesBackupsTest-141624244-project] For port 57090e1a-9394-4ed1-b9da-120a94676b77, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=57090e1a-9394-4ed1-b9da-120a94676b77,segment=NetworkSegment(1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861),segment_id=1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:56:01.235450 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-ae574f08-8117-4702-a1f2-d77fc5766316 req-13f7deb5-5538-4578-9af5-bf657f201e1e tempest-VolumesBackupsTest-141624244 tempest-VolumesBackupsTest-141624244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:01.248933 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-07ff5aa0-a205-4782-8929-b5355ab40863 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:01.277630 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-ae574f08-8117-4702-a1f2-d77fc5766316 req-13f7deb5-5538-4578-9af5-bf657f201e1e tempest-VolumesBackupsTest-141624244 tempest-VolumesBackupsTest-141624244-project] Calling delete_port for 57090e1a-9394-4ed1-b9da-120a94676b77 owned by compute:nova {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:56:01.286550 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b0a9999-e2cb-4fea-b7ea-2f74919a708e admin admin] Made reservation on behalf of 475e6f4ee5ee40b8bd9444c3af516a78 for: {'network': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:56:01.288592 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3b0a9999-e2cb-4fea-b7ea-2f74919a708e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:01.300980 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-5f7535d8-c622-4df9-a70c-09af59b79c0a None None] Provisioning complete for port beaf6e59-f947-4f44-9360-4f706dd25a6a triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:56:01.301610 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-5f7535d8-c622-4df9-a70c-09af59b79c0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:01.326720 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3b0a9999-e2cb-4fea-b7ea-2f74919a708e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:01.330630 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-07ff5aa0-a205-4782-8929-b5355ab40863 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=4c5be9d7ffbf4b5f8204443ea1467e02&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8672433 Nov 19 17:56:01.333768 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 40030) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:01.334451 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ff5aa0-a205-4782-8929-b5355ab40863 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70fe4168-26dd-447e-9f67-76a025e7b593,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:01.340455 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-5f7535d8-c622-4df9-a70c-09af59b79c0a None None] Port beaf6e59-f947-4f44-9360-4f706dd25a6a cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:56:01.353297 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-5f7535d8-c622-4df9-a70c-09af59b79c0a None None] Provisioning complete for port 2b481e0b-b01f-4d49-81a8-0eb8b35f9a90 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:56:01.354010 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-5f7535d8-c622-4df9-a70c-09af59b79c0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:01.362418 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18d064b1-480e-4e0c-9a5d-0d1de4d71be3 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Network 65eace33-2479-4afb-a7b6-41f0773542ac is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:56:01.366088 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-18d064b1-480e-4e0c-9a5d-0d1de4d71be3 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:56:01.462025 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-5f7535d8-c622-4df9-a70c-09af59b79c0a None None] Provisioning complete for port e98554cb-ac70-4afd-a1b3-4f9dc391947b triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:56:01.462838 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-5f7535d8-c622-4df9-a70c-09af59b79c0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:01.491505 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6033edba-f610-4667-b143-24409f3d9e93 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:01.563184 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6033edba-f610-4667-b143-24409f3d9e93 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:01.564707 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c8b2fc40-c18c-4243-b9ae-9abd37ab8fe0 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12425078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8983815'] for subnet, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:01.618906 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18d064b1-480e-4e0c-9a5d-0d1de4d71be3 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Router be830551-d273-42c6-86e9-215c8ebad848 is scheduled to L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 with binding_index 1 {{(pid=103364) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 17:56:01.652985 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3b0a9999-e2cb-4fea-b7ea-2f74919a708e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:01.656604 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b2fc40-c18c-4243-b9ae-9abd37ab8fe0 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Pushing event updated for resources: {'Subnet': ['ID=31b0e62d-a41b-4669-b22a-5016c3d583ae,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:01.659834 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-ae574f08-8117-4702-a1f2-d77fc5766316 req-13f7deb5-5538-4578-9af5-bf657f201e1e tempest-VolumesBackupsTest-141624244 tempest-VolumesBackupsTest-141624244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:01.665443 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3b0a9999-e2cb-4fea-b7ea-2f74919a708e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:01.714693 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f7deb5-5538-4578-9af5-bf657f201e1e tempest-VolumesBackupsTest-141624244 tempest-VolumesBackupsTest-141624244-project] Pushing event deleted for resources: {'Port': ['ID=57090e1a-9394-4ed1-b9da-120a94676b77,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:01.735825 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b2fc40-c18c-4243-b9ae-9abd37ab8fe0 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Checking segment: {'id': '4ef60ddf-f76a-403c-853e-3e60bec1109e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '62b0d741-b7a7-4320-aafb-55769a345cb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:56:01.736201 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8b2fc40-c18c-4243-b9ae-9abd37ab8fe0 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Network hostable DHCP agents. Network: 62b0d741-b7a7-4320-aafb-55769a345cb8, hostable agents: ['02910ef2-0455-4aea-9f38-9a875579633f'], hosted agents: [] {{(pid=103364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 17:56:01.775122 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18d064b1-480e-4e0c-9a5d-0d1de4d71be3 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 17:56:01.791899 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6033edba-f610-4667-b143-24409f3d9e93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:01.792131 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-18d064b1-480e-4e0c-9a5d-0d1de4d71be3 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "PUT /v2.0/routers/be830551-d273-42c6-86e9-215c8ebad848/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4133143 Nov 19 17:56:01.792790 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 40034) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:01.795909 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6033edba-f610-4667-b143-24409f3d9e93 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:01.797937 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-6033edba-f610-4667-b143-24409f3d9e93 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/70fe4168-26dd-447e-9f67-76a025e7b593 HTTP/1.1" status: 204 len: 168 time: 0.4607303 Nov 19 17:56:01.799176 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b0a9999-e2cb-4fea-b7ea-2f74919a708e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 664} {{(pid=103365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 17:56:01.804131 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8b2fc40-c18c-4243-b9ae-9abd37ab8fe0 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Network 62b0d741-b7a7-4320-aafb-55769a345cb8 is scheduled to be hosted by DHCP agent 02910ef2-0455-4aea-9f38-9a875579633f with binding_index 1 {{(pid=103364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 17:56:01.805874 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae574f08-8117-4702-a1f2-d77fc5766316 req-13f7deb5-5538-4578-9af5-bf657f201e1e tempest-VolumesBackupsTest-141624244 tempest-VolumesBackupsTest-141624244-project] No DVR routers for this DVR port 57090e1a-9394-4ed1-b9da-120a94676b77 on host n-h1-818022-2 {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:56:01.813993 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-ae574f08-8117-4702-a1f2-d77fc5766316 req-13f7deb5-5538-4578-9af5-bf657f201e1e tempest-VolumesBackupsTest-141624244 tempest-VolumesBackupsTest-141624244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:01.817907 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ae574f08-8117-4702-a1f2-d77fc5766316 req-13f7deb5-5538-4578-9af5-bf657f201e1e tempest-VolumesBackupsTest-141624244 tempest-VolumesBackupsTest-141624244-project] 10.222.0.60 "DELETE /v2.0/ports/57090e1a-9394-4ed1-b9da-120a94676b77 HTTP/1.1" status: 204 len: 173 time: 1.1018670 Nov 19 17:56:01.818563 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ebda266-8e1f-480d-84ce-4cf618325e55', 'name': 'network-vif-deleted', 'tag': '57090e1a-9394-4ed1-b9da-120a94676b77'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:56:01.821038 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218319d759239a7d11f1288aef37381b97754913ee9ccbfd43b51a463f801712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-242a29d0-a4c0-48fb-bbc0-07bb3a7b2685" -d '{"events": [{"server_uuid": "8ebda266-8e1f-480d-84ce-4cf618325e55", "name": "network-vif-deleted", "tag": "57090e1a-9394-4ed1-b9da-120a94676b77"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:56:01.838697 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0a9999-e2cb-4fea-b7ea-2f74919a708e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11f15ae4-8821-41c9-a586-57bef0a63f50,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:01.848515 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-c8b2fc40-c18c-4243-b9ae-9abd37ab8fe0 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818022-2, 62b0d741-b7a7-4320-aafb-55769a345cb8) {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:56:01.855492 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8b2fc40-c18c-4243-b9ae-9abd37ab8fe0 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:01.855492 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c8b2fc40-c18c-4243-b9ae-9abd37ab8fe0 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:01.865247 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3b0a9999-e2cb-4fea-b7ea-2f74919a708e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:01.865914 n-d-818022-2 neutron-server[103365]: INFO neutron.db.segments_db [None req-3b0a9999-e2cb-4fea-b7ea-2f74919a708e admin admin] Added segment 374ad87f-866e-4e93-a1d9-79725abb480e of type vlan for network 01118a59-d09f-44f4-a9d4-facf002d044d Nov 19 17:56:01.869080 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c85c1f36-cfed-4564-9d5d-16c7e7696906 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:01.874037 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-c85c1f36-cfed-4564-9d5d-16c7e7696906 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "GET /v2.0/ports/de81ffae-9f5c-4d90-9e2c-ba2745085ffb HTTP/1.1" status: 200 len: 911 time: 0.0797384 Nov 19 17:56:01.878815 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 40040) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:01.891820 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6033edba-f610-4667-b143-24409f3d9e93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70fe4168-26dd-447e-9f67-76a025e7b593,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:01.906831 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:56:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d17fc80-77c6-4c8a-87b6-1e4acb89d300 x-openstack-request-id: req-0d17fc80-77c6-4c8a-87b6-1e4acb89d300 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:56:01.907549 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-c8b2fc40-c18c-4243-b9ae-9abd37ab8fe0 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0647295 Nov 19 17:56:01.907981 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ebda266-8e1f-480d-84ce-4cf618325e55", "name": "network-vif-deleted", "tag": "57090e1a-9394-4ed1-b9da-120a94676b77", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:56:01.908256 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-0d17fc80-77c6-4c8a-87b6-1e4acb89d300 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:56:01.908719 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ebda266-8e1f-480d-84ce-4cf618325e55', 'name': 'network-vif-deleted', 'tag': '57090e1a-9394-4ed1-b9da-120a94676b77', 'status': 'completed', 'code': 200} Nov 19 17:56:01.932495 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 40042) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:01.935498 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-2b7f9e13-8bf6-4137-84d0-3fe84c7f385a tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Request body: {'subnet': {'network_id': 'c81c1a2a-e94d-40fe-a45c-51bb5532b869', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:56:01.945161 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e348e555-d54b-4874-b364-02978ff1aebd None None] Network 62b0d741-b7a7-4320-aafb-55769a345cb8 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:56:01.972073 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3b0a9999-e2cb-4fea-b7ea-2f74919a708e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:02.022517 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3b0a9999-e2cb-4fea-b7ea-2f74919a708e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:02.023465 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b0a9999-e2cb-4fea-b7ea-2f74919a708e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:02.028641 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3b0a9999-e2cb-4fea-b7ea-2f74919a708e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:02.028904 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f25ebd8c-cce0-498a-a6e7-3e4e65ef0518 None None] Sync routers for ids ['be830551-d273-42c6-86e9-215c8ebad848'] in n-d-818022-2 {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 17:56:02.031531 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0b0c0d6-d09e-4aa0-9352-d323d8336330 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:02.038727 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0b0c0d6-d09e-4aa0-9352-d323d8336330 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:02.043535 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-a0b0c0d6-d09e-4aa0-9352-d323d8336330 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.1635261 Nov 19 17:56:02.049915 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 40046) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:02.118490 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-5f7535d8-c622-4df9-a70c-09af59b79c0a None None] Provisioning complete for port 7c4ff3af-fbc5-40f2-93a5-13c77f4a9763 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:56:02.119049 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-5f7535d8-c622-4df9-a70c-09af59b79c0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:02.165977 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b7f9e13-8bf6-4137-84d0-3fe84c7f385a tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Made reservation on behalf of fd1b3fcd1beb4931bb2ec4613fd50ee2 for: {'subnet': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:56:02.169314 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0a9999-e2cb-4fea-b7ea-2f74919a708e admin admin] Pushing event updated for resources: {'Network': ['ID=01118a59-d09f-44f4-a9d4-facf002d044d,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:02.169931 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2b7f9e13-8bf6-4137-84d0-3fe84c7f385a tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8983829'] for subnet, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:02.177271 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2d7d5279-3c1b-4e4b-bb23-bcc9d7be7eb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:02.187728 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f25ebd8c-cce0-498a-a6e7-3e4e65ef0518 None None] Routers {'be830551-d273-42c6-86e9-215c8ebad848'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:56:02.189369 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-f25ebd8c-cce0-498a-a6e7-3e4e65ef0518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:55:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['be830551-d273-42c6-86e9-215c8ebad848'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:56:02.201658 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-3b0a9999-e2cb-4fea-b7ea-2f74919a708e admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2805946 Nov 19 17:56:02.202390 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 40050) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:02.208606 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-19e21074-125c-402b-8c0d-05e95bc20552 admin admin] Request body: {'subnet': {'network_id': '01118a59-d09f-44f4-a9d4-facf002d044d', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1928874245-subnet', 'tenant_id': '475e6f4ee5ee40b8bd9444c3af516a78', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:56:02.268457 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19e21074-125c-402b-8c0d-05e95bc20552 admin admin] Made reservation on behalf of 475e6f4ee5ee40b8bd9444c3af516a78 for: {'subnet': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:56:02.271745 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-19e21074-125c-402b-8c0d-05e95bc20552 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8731248'] for subnet, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:02.294817 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network 01118a59-d09f-44f4-a9d4-facf002d044d details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 17:56:02.328315 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-e39dcd37-f7ba-4ceb-aeeb-69deb86d243a req-26bdabec-67ac-42c2-b976-0ced56d4150a tempest-VolumesBackupsTest-141624244 tempest-VolumesBackupsTest-141624244-project] 10.222.0.54 "GET /v2.0/ports?device_id=8ebda266-8e1f-480d-84ce-4cf618325e55 HTTP/1.1" status: 200 len: 210 time: 0.1022496 Nov 19 17:56:02.451232 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-5f7535d8-c622-4df9-a70c-09af59b79c0a None None] Port 7c4ff3af-fbc5-40f2-93a5-13c77f4a9763 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:56:02.575184 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-f25ebd8c-cce0-498a-a6e7-3e4e65ef0518 None None] Set router be830551-d273-42c6-86e9-215c8ebad848 gateway port host: None {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:56:02.585213 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfd7a9c8-0bfa-480b-8a05-bb9257aed171 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54f44f5f-1200-574e-8740-2141911d5b73-62b0d741-b7a7-4320-aafb-55769a345cb8', 'network_id': '62b0d741-b7a7-4320-aafb-55769a345cb8', 'tenant_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'fixed_ips': [{'subnet_id': '31b0e62d-a41b-4669-b22a-5016c3d583ae'}]}} from n-d-818022-2. {{(pid=103366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 17:56:02.586274 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-cfd7a9c8-0bfa-480b-8a05-bb9257aed171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:02.621409 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2b7f9e13-8bf6-4137-84d0-3fe84c7f385a tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12425078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8983815'] for subnet, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:02.627537 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-5f7535d8-c622-4df9-a70c-09af59b79c0a None None] Provisioning complete for port 931ef9a4-2fe6-496f-ad2d-6463e58d30b6 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:56:02.628111 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-5f7535d8-c622-4df9-a70c-09af59b79c0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:02.725072 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-19e21074-125c-402b-8c0d-05e95bc20552 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12283104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8731234'] for subnet, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:02.740670 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7f9e13-8bf6-4137-84d0-3fe84c7f385a tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Pushing event updated for resources: {'Subnet': ['ID=0b4a7752-ef9d-4616-a728-ee5b8ba4083b,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:02.753472 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7f9e13-8bf6-4137-84d0-3fe84c7f385a tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Checking segment: {'id': 'e8c052f3-2574-4625-a494-68b1c2848ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'c81c1a2a-e94d-40fe-a45c-51bb5532b869'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:56:02.753881 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b7f9e13-8bf6-4137-84d0-3fe84c7f385a tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Network hostable DHCP agents. Network: c81c1a2a-e94d-40fe-a45c-51bb5532b869, hostable agents: ['02910ef2-0455-4aea-9f38-9a875579633f'], hosted agents: [] {{(pid=103364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 17:56:02.763035 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-79a52160-e27a-43d0-bb40-b65d61ba83e6 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-768564'] for router_interface, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:02.822836 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e21074-125c-402b-8c0d-05e95bc20552 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b42ea5d-7b0c-454f-ba3b-fe68863dd43d,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:02.843489 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b7f9e13-8bf6-4137-84d0-3fe84c7f385a tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Network c81c1a2a-e94d-40fe-a45c-51bb5532b869 is scheduled to be hosted by DHCP agent 02910ef2-0455-4aea-9f38-9a875579633f with binding_index 1 {{(pid=103364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 17:56:02.846349 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e21074-125c-402b-8c0d-05e95bc20552 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:56:02.847805 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e21074-125c-402b-8c0d-05e95bc20552 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:56:02.847805 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e21074-125c-402b-8c0d-05e95bc20552 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:56:02.847805 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e21074-125c-402b-8c0d-05e95bc20552 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:56:02.847805 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e21074-125c-402b-8c0d-05e95bc20552 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:56:02.848565 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e21074-125c-402b-8c0d-05e95bc20552 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:56:02.850325 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e21074-125c-402b-8c0d-05e95bc20552 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:56:02.850325 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e21074-125c-402b-8c0d-05e95bc20552 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:56:02.850325 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e21074-125c-402b-8c0d-05e95bc20552 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:56:02.850325 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e21074-125c-402b-8c0d-05e95bc20552 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:56:02.850325 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e21074-125c-402b-8c0d-05e95bc20552 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:56:02.851094 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e21074-125c-402b-8c0d-05e95bc20552 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:56:02.861482 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e21074-125c-402b-8c0d-05e95bc20552 admin admin] Checking segment: {'id': '374ad87f-866e-4e93-a1d9-79725abb480e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '01118a59-d09f-44f4-a9d4-facf002d044d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:56:02.862789 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19e21074-125c-402b-8c0d-05e95bc20552 admin admin] Network hostable DHCP agents. Network: 01118a59-d09f-44f4-a9d4-facf002d044d, hostable agents: ['02910ef2-0455-4aea-9f38-9a875579633f'], hosted agents: [] {{(pid=103365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 17:56:02.871886 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-2b7f9e13-8bf6-4137-84d0-3fe84c7f385a tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818022-2, c81c1a2a-e94d-40fe-a45c-51bb5532b869) {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:56:02.877839 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b7f9e13-8bf6-4137-84d0-3fe84c7f385a tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:02.878465 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2b7f9e13-8bf6-4137-84d0-3fe84c7f385a tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:02.898486 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19e21074-125c-402b-8c0d-05e95bc20552 admin admin] Network 01118a59-d09f-44f4-a9d4-facf002d044d is scheduled to be hosted by DHCP agent 02910ef2-0455-4aea-9f38-9a875579633f with binding_index 1 {{(pid=103365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 17:56:02.909797 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-2b7f9e13-8bf6-4137-84d0-3fe84c7f385a tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9754977 Nov 19 17:56:02.910081 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-19e21074-125c-402b-8c0d-05e95bc20552 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818022-2, 01118a59-d09f-44f4-a9d4-facf002d044d) {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:56:02.910296 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 40068) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:02.918162 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f572f45-c640-48d1-9a04-c7f6eaf494f2 None None] Network c81c1a2a-e94d-40fe-a45c-51bb5532b869 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:56:02.918909 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-917d23bc-837e-462f-bbc4-5cb308c893ca tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1612087245', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:56:02.927741 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b876228c-a083-4682-b472-d12261265d84 None None] Network 01118a59-d09f-44f4-a9d4-facf002d044d requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:56:02.949257 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19e21074-125c-402b-8c0d-05e95bc20552 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:02.950336 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-19e21074-125c-402b-8c0d-05e95bc20552 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:02.981216 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-917d23bc-837e-462f-bbc4-5cb308c893ca tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9890'] for router, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:02.983256 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-917d23bc-837e-462f-bbc4-5cb308c893ca tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671617', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-732153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4689'] for router, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:02.998295 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-19e21074-125c-402b-8c0d-05e95bc20552 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7948503 Nov 19 17:56:03.070713 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-917d23bc-837e-462f-bbc4-5cb308c893ca tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:03.079449 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-917d23bc-837e-462f-bbc4-5cb308c893ca tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671702'] for router, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:03.103142 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 57090e1a-9394-4ed1-b9da-120a94676b77 no longer exists at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:56:03.105543 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-79a52160-e27a-43d0-bb40-b65d61ba83e6 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Deleting port de81ffae-9f5c-4d90-9e2c-ba2745085ffb {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:56:03.105964 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-79a52160-e27a-43d0-bb40-b65d61ba83e6 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:03.112112 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-917d23bc-837e-462f-bbc4-5cb308c893ca tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks [] for router, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:03.113609 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-917d23bc-837e-462f-bbc4-5cb308c893ca tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2023687 Nov 19 17:56:03.116420 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 40076) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:03.154745 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [None req-cfd7a9c8-0bfa-480b-8a05-bb9257aed171 None None] Allocated IP 2001:db8::2 (62b0d741-b7a7-4320-aafb-55769a345cb8/31b0e62d-a41b-4669-b22a-5016c3d583ae/c67f7791-3274-4857-8a2d-f847d5023606) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:56:03.211599 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-79a52160-e27a-43d0-bb40-b65d61ba83e6 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:03.226762 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-79a52160-e27a-43d0-bb40-b65d61ba83e6 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Calling delete_port for de81ffae-9f5c-4d90-9e2c-ba2745085ffb owned by network:router_interface {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:56:03.348537 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] No Port match for: 57090e1a-9394-4ed1-b9da-120a94676b77 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:56:03.348785 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 57090e1a-9394-4ed1-b9da-120a94676b77 not bound to the agent host n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:56:03.391284 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e46ecc5a-dc14-4744-b262-3072ff2e958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:03.408378 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-cfd7a9c8-0bfa-480b-8a05-bb9257aed171 None None] Publish callbacks [] for port, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:03.442556 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-5f7535d8-c622-4df9-a70c-09af59b79c0a None None] Provisioning complete for port 28fec120-b5ff-4b04-8531-af4c41971fa7 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:56:03.443035 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-5f7535d8-c622-4df9-a70c-09af59b79c0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:03.456125 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-cfd7a9c8-0bfa-480b-8a05-bb9257aed171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998'] for port, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:03.604435 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfd7a9c8-0bfa-480b-8a05-bb9257aed171 None None] Network 62b0d741-b7a7-4320-aafb-55769a345cb8 is already hosted by enough agents. {{(pid=103366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:56:03.607493 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-79a52160-e27a-43d0-bb40-b65d61ba83e6 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:03.668871 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [None req-cfd7a9c8-0bfa-480b-8a05-bb9257aed171 None None] Resources bound (agent type, host, resource id): {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:56:03.675278 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a52160-e27a-43d0-bb40-b65d61ba83e6 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Pushing event deleted for resources: {'Port': ['ID=de81ffae-9f5c-4d90-9e2c-ba2745085ffb,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:03.708798 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd7a9c8-0bfa-480b-8a05-bb9257aed171 None None] Received port after_create {{(pid=103366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:56:03.722976 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-f25ebd8c-cce0-498a-a6e7-3e4e65ef0518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be830551-d273-42c6-86e9-215c8ebad848', 'name': 'tempest-NetworksTestDHCPv6-router-1647056193', 'tenant_id': '6b45f31544cd40e7b10456e94240dc6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:55:58Z', 'updated_at': '2021-11-19T17:56:00Z', 'revision_number': 2, 'project_id': '6b45f31544cd40e7b10456e94240dc6e', 'gw_port_host': None, '_interfaces': [{'id': 'de81ffae-9f5c-4d90-9e2c-ba2745085ffb', 'name': '', 'network_id': '65eace33-2479-4afb-a7b6-41f0773542ac', 'tenant_id': '6b45f31544cd40e7b10456e94240dc6e', 'mac_address': 'fa:16:3e:76:5a:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be830551-d273-42c6-86e9-215c8ebad848', 'device_owner': 'network:router_interface', 'standard_attr_id': 1977, 'fixed_ips': [{'subnet_id': '286d9da7-0a4b-4485-bad7-61b6b1c94e1d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:55:59Z', 'updated_at': '2021-11-19T17:56:00Z', 'revision_number': 2, 'project_id': '6b45f31544cd40e7b10456e94240dc6e', 'subnets': [{'id': '286d9da7-0a4b-4485-bad7-61b6b1c94e1d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:56:03.725517 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09afed41-e04d-4e5a-896a-c1a887d9a4a5 None None] Network 01118a59-d09f-44f4-a9d4-facf002d044d requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:56:03.737489 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd7a9c8-0bfa-480b-8a05-bb9257aed171 None None] Pushing event updated for resources: {'Port': ['ID=c67f7791-3274-4857-8a2d-f847d5023606,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:03.841249 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f25ebd8c-cce0-498a-a6e7-3e4e65ef0518 None None] Checking router: be830551-d273-42c6-86e9-215c8ebad848 for host: n-d-818022-2 {{(pid=103366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 17:56:03.842579 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f25ebd8c-cce0-498a-a6e7-3e4e65ef0518 None None] Updating router be830551-d273-42c6-86e9-215c8ebad848 port de81ffae-9f5c-4d90-9e2c-ba2745085ffb binding host n-d-818022-2 {{(pid=103366) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 17:56:03.845666 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-79a52160-e27a-43d0-bb40-b65d61ba83e6 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-768648'] for router_interface, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:03.854439 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e9b08df2-d506-42ad-b0e7-05fbae6f1b41 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:03.870153 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:03.885135 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f25ebd8c-cce0-498a-a6e7-3e4e65ef0518 None None] Port de81ffae-9f5c-4d90-9e2c-ba2745085ffb not found while updating agent binding for router be830551-d273-42c6-86e9-215c8ebad848. {{(pid=103366) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 19 17:56:03.953507 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 40106) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:04.040075 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae250ad-aa46-40c1-a137-ef5deee37b6d req-a842ed23-c2b3-4676-aa65-e0ac90b20062 tempest-MultipleCreateTestJSON-1825635663 tempest-MultipleCreateTestJSON-1825635663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:04.042703 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0ae250ad-aa46-40c1-a137-ef5deee37b6d req-a842ed23-c2b3-4676-aa65-e0ac90b20062 tempest-MultipleCreateTestJSON-1825635663 tempest-MultipleCreateTestJSON-1825635663-project] 10.222.0.54 "GET /v2.0/networks?id=01118a59-d09f-44f4-a9d4-facf002d044d HTTP/1.1" status: 200 len: 813 time: 0.3353314 Nov 19 17:56:04.088998 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79a52160-e27a-43d0-bb40-b65d61ba83e6 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Router be830551-d273-42c6-86e9-215c8ebad848 has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 17:56:04.170630 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0ae250ad-aa46-40c1-a137-ef5deee37b6d req-c5cbaa18-c507-4494-90b7-9aaee1420b3a tempest-MultipleCreateTestJSON-1825635663 tempest-MultipleCreateTestJSON-1825635663-project] 10.222.0.54 "GET /v2.0/quotas/475e6f4ee5ee40b8bd9444c3af516a78 HTTP/1.1" status: 200 len: 375 time: 0.1152642 Nov 19 17:56:04.187128 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79a52160-e27a-43d0-bb40-b65d61ba83e6 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 17:56:04.213275 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-79a52160-e27a-43d0-bb40-b65d61ba83e6 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "PUT /v2.0/routers/be830551-d273-42c6-86e9-215c8ebad848/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1599400 Nov 19 17:56:04.226037 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 40112) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:04.264051 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:04.269548 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b3c3da6-3863-4766-bd98-8a6c3e97519c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54f44f5f-1200-574e-8740-2141911d5b73-c81c1a2a-e94d-40fe-a45c-51bb5532b869', 'network_id': 'c81c1a2a-e94d-40fe-a45c-51bb5532b869', 'tenant_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'fixed_ips': [{'subnet_id': '0b4a7752-ef9d-4616-a728-ee5b8ba4083b'}]}} from n-d-818022-2. {{(pid=103366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 17:56:04.270434 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b3c3da6-3863-4766-bd98-8a6c3e97519c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:04.274887 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f25ebd8c-cce0-498a-a6e7-3e4e65ef0518 None None] Routers {'be830551-d273-42c6-86e9-215c8ebad848'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:56:04.275517 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-f25ebd8c-cce0-498a-a6e7-3e4e65ef0518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:56:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['be830551-d273-42c6-86e9-215c8ebad848'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:56:04.304524 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6e6bce3-0650-4912-81be-1714a41d74c3 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:04.306328 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6e6bce3-0650-4912-81be-1714a41d74c3 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:04.310438 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-f6e6bce3-0650-4912-81be-1714a41d74c3 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0802257 Nov 19 17:56:04.310620 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 40114) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:04.316165 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0ae250ad-aa46-40c1-a137-ef5deee37b6d req-f0723395-de1b-481e-89bd-52938e3ce6da tempest-MultipleCreateTestJSON-1825635663 tempest-MultipleCreateTestJSON-1825635663-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=475e6f4ee5ee40b8bd9444c3af516a78&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1342609 Nov 19 17:56:04.322403 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-cfd7a9c8-0bfa-480b-8a05-bb9257aed171 None None] Attempting to bind port c67f7791-3274-4857-8a2d-f847d5023606 on host n-d-818022-2 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:56:04.323044 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-cfd7a9c8-0bfa-480b-8a05-bb9257aed171 None None] Attempting to bind port c67f7791-3274-4857-8a2d-f847d5023606 by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': '4ef60ddf-f76a-403c-853e-3e60bec1109e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '62b0d741-b7a7-4320-aafb-55769a345cb8'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:56:04.324117 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd7a9c8-0bfa-480b-8a05-bb9257aed171 None None] Attempting to bind port c67f7791-3274-4857-8a2d-f847d5023606 on network 62b0d741-b7a7-4320-aafb-55769a345cb8 {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:56:04.337061 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-86e43a93-5290-43eb-8356-cdb052d0a18d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:04.378110 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c5df994-c699-46ea-9a51-82b93dcdf105 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Deleting subnet 286d9da7-0a4b-4485-bad7-61b6b1c94e1d {{(pid=103364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 17:56:04.381995 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1c5df994-c699-46ea-9a51-82b93dcdf105 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks [] for subnet, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:04.422800 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-f25ebd8c-cce0-498a-a6e7-3e4e65ef0518 None None] Set router be830551-d273-42c6-86e9-215c8ebad848 gateway port host: None {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:56:04.435485 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1c5df994-c699-46ea-9a51-82b93dcdf105 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9416263'] for subnet, precommit_delete_associations {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:04.487017 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1c5df994-c699-46ea-9a51-82b93dcdf105 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:04.534433 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0ae250ad-aa46-40c1-a137-ef5deee37b6d req-1d7fb4b3-4265-4e13-b48e-bbd256ee1e0f service neutron] 10.222.0.54 "GET /v2.0/networks/01118a59-d09f-44f4-a9d4-facf002d044d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2047546 Nov 19 17:56:04.549827 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd7a9c8-0bfa-480b-8a05-bb9257aed171 None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 55, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:56:04.550402 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd7a9c8-0bfa-480b-8a05-bb9257aed171 None None] Checking segment: {'id': '4ef60ddf-f76a-403c-853e-3e60bec1109e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '62b0d741-b7a7-4320-aafb-55769a345cb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:56:04.550984 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-cfd7a9c8-0bfa-480b-8a05-bb9257aed171 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:04.551518 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd7a9c8-0bfa-480b-8a05-bb9257aed171 None None] Bound using segment: {'id': '4ef60ddf-f76a-403c-853e-3e60bec1109e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '62b0d741-b7a7-4320-aafb-55769a345cb8'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:56:04.552200 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-cfd7a9c8-0bfa-480b-8a05-bb9257aed171 None None] Bound port: c67f7791-3274-4857-8a2d-f847d5023606, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ef60ddf-f76a-403c-853e-3e60bec1109e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '62b0d741-b7a7-4320-aafb-55769a345cb8'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:56:04.552677 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-cfd7a9c8-0bfa-480b-8a05-bb9257aed171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:04.556799 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-f25ebd8c-cce0-498a-a6e7-3e4e65ef0518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be830551-d273-42c6-86e9-215c8ebad848', 'name': 'tempest-NetworksTestDHCPv6-router-1647056193', 'tenant_id': '6b45f31544cd40e7b10456e94240dc6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:55:58Z', 'updated_at': '2021-11-19T17:56:03Z', 'revision_number': 3, 'project_id': '6b45f31544cd40e7b10456e94240dc6e', 'gw_port_host': None}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:56:04.574993 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1c5df994-c699-46ea-9a51-82b93dcdf105 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12425137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8983934'] for subnet, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:04.619286 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [None req-e9b08df2-d506-42ad-b0e7-05fbae6f1b41 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Allocated IP 2001:db8::1 (62b0d741-b7a7-4320-aafb-55769a345cb8/31b0e62d-a41b-4669-b22a-5016c3d583ae/22c4c6b8-9c84-4fbd-8483-402eb7a816b0) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:56:04.633992 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5df994-c699-46ea-9a51-82b93dcdf105 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Pushing event deleted for resources: {'Subnet': ['ID=286d9da7-0a4b-4485-bad7-61b6b1c94e1d,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:04.641623 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1c5df994-c699-46ea-9a51-82b93dcdf105 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:04.646764 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-1c5df994-c699-46ea-9a51-82b93dcdf105 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "DELETE /v2.0/subnets/286d9da7-0a4b-4485-bad7-61b6b1c94e1d HTTP/1.1" status: 204 len: 168 time: 0.3351016 Nov 19 17:56:04.649334 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 40120) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:04.741676 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-827eabc4-00f0-4ccc-837f-566bee063e4f None None] Network 65eace33-2479-4afb-a7b6-41f0773542ac requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:56:04.747416 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0ae250ad-aa46-40c1-a137-ef5deee37b6d req-84ddc013-3a22-4549-abec-51c9cfd65dae service neutron] 10.222.0.54 "GET /v2.0/networks/01118a59-d09f-44f4-a9d4-facf002d044d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1998482 Nov 19 17:56:04.810865 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-86e43a93-5290-43eb-8356-cdb052d0a18d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:04.820921 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-86e43a93-5290-43eb-8356-cdb052d0a18d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:04.860375 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e43a93-5290-43eb-8356-cdb052d0a18d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbf6cc8e-735d-45b3-a3ba-ce7d792c5ac9,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:04.899288 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-b9258c54-6abc-4630-b7e7-a2b758f1203f tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2485211 Nov 19 17:56:04.900178 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 40126) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:04.911164 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-86e43a93-5290-43eb-8356-cdb052d0a18d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=4b7d9df4298c455f9eaf3eb771a66d7a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9564610 Nov 19 17:56:04.917565 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 40128) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:04.951823 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [None req-4b3c3da6-3863-4766-bd98-8a6c3e97519c None None] Allocated IP 2001:db8:1::2 (c81c1a2a-e94d-40fe-a45c-51bb5532b869/0b4a7752-ef9d-4616-a728-ee5b8ba4083b/196e9412-5c7f-4589-a359-bd7d5e45df5f) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:56:04.966725 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e9b08df2-d506-42ad-b0e7-05fbae6f1b41 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:05.003125 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-55178bc7-82d9-4d50-83c1-c93c17458ca6 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks [] for router, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:05.012564 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f25ebd8c-cce0-498a-a6e7-3e4e65ef0518 None None] The sync data for ids ['be830551-d273-42c6-86e9-215c8ebad848'] in n-d-818022-2 is: [{'id': 'be830551-d273-42c6-86e9-215c8ebad848', 'name': 'tempest-NetworksTestDHCPv6-router-1647056193', 'tenant_id': '6b45f31544cd40e7b10456e94240dc6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:55:58Z', 'updated_at': '2021-11-19T17:56:03Z', 'revision_number': 3, 'project_id': '6b45f31544cd40e7b10456e94240dc6e', 'gw_port_host': None}] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 17:56:05.028573 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-620df358-a1f3-4098-ad06-b2fbb5901548 None None] Could not find standard attr ID for object de81ffae-9f5c-4d90-9e2c-ba2745085ffb. {{(pid=103366) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 17:56:05.050034 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c2b6e773-303e-4263-9949-bb29a8d353bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:05.113964 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c2b6e773-303e-4263-9949-bb29a8d353bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:05.228268 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c2b6e773-303e-4263-9949-bb29a8d353bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:05.235476 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c2b6e773-303e-4263-9949-bb29a8d353bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:05.238727 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e013d7e6-5264-4dcc-9759-54f5fb809e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:05.239662 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-c2b6e773-303e-4263-9949-bb29a8d353bc admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/cbf6cc8e-735d-45b3-a3ba-ce7d792c5ac9 HTTP/1.1" status: 204 len: 168 time: 0.3207390 Nov 19 17:56:05.254312 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b6e773-303e-4263-9949-bb29a8d353bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbf6cc8e-735d-45b3-a3ba-ce7d792c5ac9,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:05.273899 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e9b08df2-d506-42ad-b0e7-05fbae6f1b41 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:05.345133 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9b08df2-d506-42ad-b0e7-05fbae6f1b41 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Network 62b0d741-b7a7-4320-aafb-55769a345cb8 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:56:05.349424 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-e9b08df2-d506-42ad-b0e7-05fbae6f1b41 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:56:05.353704 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b08df2-d506-42ad-b0e7-05fbae6f1b41 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:56:05.354511 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e9b08df2-d506-42ad-b0e7-05fbae6f1b41 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-671361'] for router_interface, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:05.356116 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:05.379561 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-cfd7a9c8-0bfa-480b-8a05-bb9257aed171 None None] For port c67f7791-3274-4857-8a2d-f847d5023606, host n-d-818022-2, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:56:05.386366 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-cfd7a9c8-0bfa-480b-8a05-bb9257aed171 None None] For port c67f7791-3274-4857-8a2d-f847d5023606, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=c67f7791-3274-4857-8a2d-f847d5023606,segment=NetworkSegment(4ef60ddf-f76a-403c-853e-3e60bec1109e),segment_id=4ef60ddf-f76a-403c-853e-3e60bec1109e)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:56:05.461542 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-cfd7a9c8-0bfa-480b-8a05-bb9257aed171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:05.528383 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b08df2-d506-42ad-b0e7-05fbae6f1b41 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Pushing event updated for resources: {'Port': ['ID=22c4c6b8-9c84-4fbd-8483-402eb7a816b0,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:05.570745 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b3c3da6-3863-4766-bd98-8a6c3e97519c None None] Publish callbacks [] for port, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:05.594527 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5cd0179-d20e-4a18-afb2-220e7783ccf0 None None] DHCP port deletion for 65eace33-2479-4afb-a7b6-41f0773542ac request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 17:56:05.599703 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b3c3da6-3863-4766-bd98-8a6c3e97519c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998'] for port, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:05.649339 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b3c3da6-3863-4766-bd98-8a6c3e97519c None None] Network c81c1a2a-e94d-40fe-a45c-51bb5532b869 is already hosted by enough agents. {{(pid=103366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:56:05.714563 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e9b08df2-d506-42ad-b0e7-05fbae6f1b41 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:05.719930 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [None req-4b3c3da6-3863-4766-bd98-8a6c3e97519c None None] Resources bound (agent type, host, resource id): {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:56:05.756669 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b3c3da6-3863-4766-bd98-8a6c3e97519c None None] Received port after_create {{(pid=103366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:56:05.759857 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd7a9c8-0bfa-480b-8a05-bb9257aed171 None None] Pushing event updated for resources: {'Port': ['ID=c67f7791-3274-4857-8a2d-f847d5023606,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:05.954355 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-4b3c3da6-3863-4766-bd98-8a6c3e97519c None None] Attempting to bind port 196e9412-5c7f-4589-a359-bd7d5e45df5f on host n-d-818022-2 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:56:05.955290 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-4b3c3da6-3863-4766-bd98-8a6c3e97519c None None] Attempting to bind port 196e9412-5c7f-4589-a359-bd7d5e45df5f by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': 'e8c052f3-2574-4625-a494-68b1c2848ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'c81c1a2a-e94d-40fe-a45c-51bb5532b869'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:56:05.956123 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b3c3da6-3863-4766-bd98-8a6c3e97519c None None] Attempting to bind port 196e9412-5c7f-4589-a359-bd7d5e45df5f on network c81c1a2a-e94d-40fe-a45c-51bb5532b869 {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:56:05.969111 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3c3da6-3863-4766-bd98-8a6c3e97519c None None] Pushing event updated for resources: {'Port': ['ID=196e9412-5c7f-4589-a359-bd7d5e45df5f,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:05.987623 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b3c3da6-3863-4766-bd98-8a6c3e97519c None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 56, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:56:05.988556 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b3c3da6-3863-4766-bd98-8a6c3e97519c None None] Checking segment: {'id': 'e8c052f3-2574-4625-a494-68b1c2848ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'c81c1a2a-e94d-40fe-a45c-51bb5532b869'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:56:05.989133 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b3c3da6-3863-4766-bd98-8a6c3e97519c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:05.989407 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b3c3da6-3863-4766-bd98-8a6c3e97519c None None] Bound using segment: {'id': 'e8c052f3-2574-4625-a494-68b1c2848ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'c81c1a2a-e94d-40fe-a45c-51bb5532b869'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:56:05.989954 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-4b3c3da6-3863-4766-bd98-8a6c3e97519c None None] Bound port: 196e9412-5c7f-4589-a359-bd7d5e45df5f, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8c052f3-2574-4625-a494-68b1c2848ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'c81c1a2a-e94d-40fe-a45c-51bb5532b869'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:56:05.990356 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b3c3da6-3863-4766-bd98-8a6c3e97519c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:06.016498 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-c5cd0179-d20e-4a18-afb2-220e7783ccf0 None None] Deleting port 7661f905-7e3f-4a5b-ab07-22b2aba97315 {{(pid=103366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:56:06.017085 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-c5cd0179-d20e-4a18-afb2-220e7783ccf0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:06.149548 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-c5cd0179-d20e-4a18-afb2-220e7783ccf0 None None] For port 7661f905-7e3f-4a5b-ab07-22b2aba97315, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=7661f905-7e3f-4a5b-ab07-22b2aba97315,segment=NetworkSegment(b0148e58-5e40-4372-b35c-802e0d196d41),segment_id=b0148e58-5e40-4372-b35c-802e0d196d41)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:56:06.150011 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-c5cd0179-d20e-4a18-afb2-220e7783ccf0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:06.171850 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-c5cd0179-d20e-4a18-afb2-220e7783ccf0 None None] Calling delete_port for 7661f905-7e3f-4a5b-ab07-22b2aba97315 owned by network:dhcp {{(pid=103366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:56:06.308537 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-c5cd0179-d20e-4a18-afb2-220e7783ccf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007'] for port, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:06.380643 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5cd0179-d20e-4a18-afb2-220e7783ccf0 None None] No DVR routers for this DVR port 7661f905-7e3f-4a5b-ab07-22b2aba97315 on host n-d-818022-2 {{(pid=103366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:56:06.395679 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cd0179-d20e-4a18-afb2-220e7783ccf0 None None] Pushing event deleted for resources: {'Port': ['ID=7661f905-7e3f-4a5b-ab07-22b2aba97315,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:06.432025 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-4b3c3da6-3863-4766-bd98-8a6c3e97519c None None] For port 196e9412-5c7f-4589-a359-bd7d5e45df5f, host n-d-818022-2, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:56:06.439160 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-4b3c3da6-3863-4766-bd98-8a6c3e97519c None None] For port 196e9412-5c7f-4589-a359-bd7d5e45df5f, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=196e9412-5c7f-4589-a359-bd7d5e45df5f,segment=NetworkSegment(e8c052f3-2574-4625-a494-68b1c2848ed5),segment_id=e8c052f3-2574-4625-a494-68b1c2848ed5)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:56:06.457108 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b3c3da6-3863-4766-bd98-8a6c3e97519c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:06.556198 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c3b54a46-7d36-4d10-a1b3-e3ec68c0bd75 req-40687b3d-9063-40e7-b052-fc7ed89deed4 tempest-MultipleCreateTestJSON-1825635663 tempest-MultipleCreateTestJSON-1825635663-project] 10.222.0.54 "GET /v2.0/ports?device_id=01517722-0f93-4004-a29d-7bff3f5e3c38 HTTP/1.1" status: 200 len: 210 time: 0.0947747 Nov 19 17:56:06.627621 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device c67f7791-3274-4857-8a2d-f847d5023606 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:56:06.631516 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3c3da6-3863-4766-bd98-8a6c3e97519c None None] Pushing event updated for resources: {'Port': ['ID=196e9412-5c7f-4589-a359-bd7d5e45df5f,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:06.791093 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port c67f7791-3274-4857-8a2d-f847d5023606 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:56:06.791876 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:06.803963 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-55178bc7-82d9-4d50-83c1-c93c17458ca6 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4696'] for router, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:06.810885 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-55178bc7-82d9-4d50-83c1-c93c17458ca6 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:06.866769 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8b6dd5-865c-4874-a89f-7bff3fd3a25b req-fbe1b252-7a4a-4c53-9b0f-673344a76840 tempest-ServersTestFqdnHostnames-843140581 tempest-ServersTestFqdnHostnames-843140581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:06.868389 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7a8b6dd5-865c-4874-a89f-7bff3fd3a25b req-fbe1b252-7a4a-4c53-9b0f-673344a76840 tempest-ServersTestFqdnHostnames-843140581 tempest-ServersTestFqdnHostnames-843140581-project] 10.222.0.54 "GET /v2.0/ports?device_id=a286576d-1872-4d70-be3c-7ce7a93ff71b HTTP/1.1" status: 200 len: 946 time: 0.8830256 Nov 19 17:56:06.942162 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-55178bc7-82d9-4d50-83c1-c93c17458ca6 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-543895'] for router, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:06.942710 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55178bc7-82d9-4d50-83c1-c93c17458ca6 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Fanout notify agent at l3_agent the message router_deleted on router be830551-d273-42c6-86e9-215c8ebad848 {{(pid=103364) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 17:56:06.950613 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438f58aa-596f-41c2-9c34-9aa629e435e2 None None] Sync routers for ids ['be830551-d273-42c6-86e9-215c8ebad848'] in n-d-818022-2 {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 17:56:06.958791 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-55178bc7-82d9-4d50-83c1-c93c17458ca6 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks [] for router, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:06.965446 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-55178bc7-82d9-4d50-83c1-c93c17458ca6 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "DELETE /v2.0/routers/be830551-d273-42c6-86e9-215c8ebad848 HTTP/1.1" status: 204 len: 168 time: 2.0641425 Nov 19 17:56:06.967032 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 40178) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:06.983812 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438f58aa-596f-41c2-9c34-9aa629e435e2 None None] Routers set() bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:56:06.984289 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438f58aa-596f-41c2-9c34-9aa629e435e2 None None] Router IDs set() for agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 19 17:56:06.984912 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_agentschedulers_db [None req-438f58aa-596f-41c2-9c34-9aa629e435e2 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'be830551-d273-42c6-86e9-215c8ebad848'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:56:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent'). {{(pid=103367) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 19 17:56:06.991091 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-42f1f729-3f88-400c-b4ca-74fb0e9926cc tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Request body: {'subnet': {'network_id': '65eace33-2479-4afb-a7b6-41f0773542ac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:56:07.025623 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438f58aa-596f-41c2-9c34-9aa629e435e2 None None] Routers set() bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:56:07.031563 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:07.040050 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438f58aa-596f-41c2-9c34-9aa629e435e2 None None] Router IDs set() for agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 19 17:56:07.041098 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_agentschedulers_db [None req-438f58aa-596f-41c2-9c34-9aa629e435e2 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'be830551-d273-42c6-86e9-215c8ebad848'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:56:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent'). {{(pid=103367) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 19 17:56:07.041681 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438f58aa-596f-41c2-9c34-9aa629e435e2 None None] The sync data for ids ['be830551-d273-42c6-86e9-215c8ebad848'] in n-d-818022-2 is: [] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 17:56:07.123257 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] For port c67f7791-3274-4857-8a2d-f847d5023606, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=c67f7791-3274-4857-8a2d-f847d5023606,segment=NetworkSegment(4ef60ddf-f76a-403c-853e-3e60bec1109e),segment_id=4ef60ddf-f76a-403c-853e-3e60bec1109e)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:56:07.134736 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:07.315163 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Pushing event updated for resources: {'Port': ['ID=c67f7791-3274-4857-8a2d-f847d5023606,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:07.333391 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42f1f729-3f88-400c-b4ca-74fb0e9926cc tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Made reservation on behalf of 6b45f31544cd40e7b10456e94240dc6e for: {'subnet': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:56:07.338369 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-42f1f729-3f88-400c-b4ca-74fb0e9926cc tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8983829'] for subnet, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:07.352707 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 7661f905-7e3f-4a5b-ab07-22b2aba97315 no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:56:07.369201 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7a8b6dd5-865c-4874-a89f-7bff3fd3a25b req-e5fadcaf-38b4-4882-86a4-88eb65773f78 tempest-ServersTestFqdnHostnames-843140581 tempest-ServersTestFqdnHostnames-843140581-project] 10.222.0.54 "GET /v2.0/security-groups?id=b5a8c8f3-45f5-4cb0-9829-55e94a7ad701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4500606 Nov 19 17:56:07.443611 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5a9ac0-49c4-4536-b81f-cbbac849c62b req-ac5ae12a-355e-4fa7-9f65-56fb1226980a tempest-ServersTestFqdnHostnames-843140581 tempest-ServersTestFqdnHostnames-843140581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:07.447505 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-bc5a9ac0-49c4-4536-b81f-cbbac849c62b req-ac5ae12a-355e-4fa7-9f65-56fb1226980a tempest-ServersTestFqdnHostnames-843140581 tempest-ServersTestFqdnHostnames-843140581-project] 10.222.0.60 "GET /v2.0/ports?device_id=a286576d-1872-4d70-be3c-7ce7a93ff71b HTTP/1.1" status: 200 len: 946 time: 0.3838241 Nov 19 17:56:07.450889 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: 7661f905-7e3f-4a5b-ab07-22b2aba97315 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:56:07.451411 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 7661f905-7e3f-4a5b-ab07-22b2aba97315 not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:56:07.649776 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e9b08df2-d506-42ad-b0e7-05fbae6f1b41 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks [] for port, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:07.663165 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e9b08df2-d506-42ad-b0e7-05fbae6f1b41 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:07.664408 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e9b08df2-d506-42ad-b0e7-05fbae6f1b41 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-768529'] for router_interface, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:07.839088 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba9fcc99-18ca-4ebd-8b03-ae4914e04b36 None None] Network 62b0d741-b7a7-4320-aafb-55769a345cb8 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:56:07.859157 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9b08df2-d506-42ad-b0e7-05fbae6f1b41 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Network 62b0d741-b7a7-4320-aafb-55769a345cb8 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:56:07.864276 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-4c134e49-1390-44e3-9f38-d8a8edb11583 req-75a19c33-65c3-4fef-a490-69135b8486f7 tempest-MultipleCreateTestJSON-1825635663 tempest-MultipleCreateTestJSON-1825635663-project] 10.222.0.54 "GET /v2.0/ports?device_id=01517722-0f93-4004-a29d-7bff3f5e3c38 HTTP/1.1" status: 200 len: 210 time: 0.0589457 Nov 19 17:56:07.921171 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-42f1f729-3f88-400c-b4ca-74fb0e9926cc tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12425078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8983815'] for subnet, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:08.000270 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-9ac1aff7-8d24-424e-935f-3cf5ab788c63 None None] Provisioning complete for port c67f7791-3274-4857-8a2d-f847d5023606 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:56:08.001004 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9ac1aff7-8d24-424e-935f-3cf5ab788c63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:08.003208 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-e9b08df2-d506-42ad-b0e7-05fbae6f1b41 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:56:08.057184 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42f1f729-3f88-400c-b4ca-74fb0e9926cc tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Network 65eace33-2479-4afb-a7b6-41f0773542ac is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:56:08.064864 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-42f1f729-3f88-400c-b4ca-74fb0e9926cc tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:56:08.069724 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b08df2-d506-42ad-b0e7-05fbae6f1b41 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Pushing event updated for resources: {'Port': ['ID=22c4c6b8-9c84-4fbd-8483-402eb7a816b0,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:08.081712 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42f1f729-3f88-400c-b4ca-74fb0e9926cc tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:08.083874 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-42f1f729-3f88-400c-b4ca-74fb0e9926cc tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:08.096998 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ea566ad-64c9-4fc3-97e7-ec53d8104545 None None] Network 65eace33-2479-4afb-a7b6-41f0773542ac requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:56:08.111443 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f1f729-3f88-400c-b4ca-74fb0e9926cc tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Pushing event updated for resources: {'Subnet': ['ID=604097e8-a170-40cb-a143-8e3f3137db10,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:08.118976 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-42f1f729-3f88-400c-b4ca-74fb0e9926cc tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1460326 Nov 19 17:56:08.121522 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 40196) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:08.129125 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-5012c240-8f18-4a72-9971-89a668c16a92 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-334831942', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:56:08.165951 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5012c240-8f18-4a72-9971-89a668c16a92 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9890'] for router, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:08.166683 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5012c240-8f18-4a72-9971-89a668c16a92 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671617', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-732153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4689'] for router, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:08.244040 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5012c240-8f18-4a72-9971-89a668c16a92 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:08.256599 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5012c240-8f18-4a72-9971-89a668c16a92 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671702'] for router, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:08.351322 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-bc5a9ac0-49c4-4536-b81f-cbbac849c62b req-5f5d4538-4c4a-47c1-b53e-d75bbfbb6535 tempest-ServersTestFqdnHostnames-843140581 tempest-ServersTestFqdnHostnames-843140581-project] Deleting port 8ad0607c-a9ec-4038-802e-1fe316e3855b {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:56:08.351916 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-bc5a9ac0-49c4-4536-b81f-cbbac849c62b req-5f5d4538-4c4a-47c1-b53e-d75bbfbb6535 tempest-ServersTestFqdnHostnames-843140581 tempest-ServersTestFqdnHostnames-843140581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:08.375640 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5012c240-8f18-4a72-9971-89a668c16a92 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks [] for router, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:08.377943 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-5012c240-8f18-4a72-9971-89a668c16a92 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2551394 Nov 19 17:56:08.381109 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 40200) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:08.476143 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-bc5a9ac0-49c4-4536-b81f-cbbac849c62b req-5f5d4538-4c4a-47c1-b53e-d75bbfbb6535 tempest-ServersTestFqdnHostnames-843140581 tempest-ServersTestFqdnHostnames-843140581-project] For port 8ad0607c-a9ec-4038-802e-1fe316e3855b, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=8ad0607c-a9ec-4038-802e-1fe316e3855b,segment=NetworkSegment(f0733011-e02b-453d-8d2a-92029d4a78a9),segment_id=f0733011-e02b-453d-8d2a-92029d4a78a9)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:56:08.476699 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-bc5a9ac0-49c4-4536-b81f-cbbac849c62b req-5f5d4538-4c4a-47c1-b53e-d75bbfbb6535 tempest-ServersTestFqdnHostnames-843140581 tempest-ServersTestFqdnHostnames-843140581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:08.528390 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc7e5115-e5a4-45db-a354-330346b2a6b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54f44f5f-1200-574e-8740-2141911d5b73-65eace33-2479-4afb-a7b6-41f0773542ac', 'network_id': '65eace33-2479-4afb-a7b6-41f0773542ac', 'tenant_id': '6b45f31544cd40e7b10456e94240dc6e', 'fixed_ips': [{'subnet_id': '604097e8-a170-40cb-a143-8e3f3137db10'}]}} from n-d-818022-2. {{(pid=103366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 17:56:08.529253 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-bc7e5115-e5a4-45db-a354-330346b2a6b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:08.597209 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device c67f7791-3274-4857-8a2d-f847d5023606 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:56:08.813357 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dc2ac3-ae7b-4ad7-acee-0d5ac49c774e req-168040ac-0665-434f-8922-ca1491586913 tempest-ServersTestFqdnHostnames-843140581 tempest-ServersTestFqdnHostnames-843140581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:08.821117 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-21dc2ac3-ae7b-4ad7-acee-0d5ac49c774e req-168040ac-0665-434f-8922-ca1491586913 tempest-ServersTestFqdnHostnames-843140581 tempest-ServersTestFqdnHostnames-843140581-project] 10.222.0.54 "GET /v2.0/ports?device_id=a286576d-1872-4d70-be3c-7ce7a93ff71b HTTP/1.1" status: 200 len: 946 time: 0.2509017 Nov 19 17:56:08.914287 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae250ad-aa46-40c1-a137-ef5deee37b6d req-8d25b15f-192e-4cc8-84c4-6bc476d35e9e tempest-MultipleCreateTestJSON-1825635663 tempest-MultipleCreateTestJSON-1825635663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:08.921440 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0ae250ad-aa46-40c1-a137-ef5deee37b6d req-8d25b15f-192e-4cc8-84c4-6bc476d35e9e tempest-MultipleCreateTestJSON-1825635663 tempest-MultipleCreateTestJSON-1825635663-project] 10.222.0.60 "GET /v2.0/networks?id=01118a59-d09f-44f4-a9d4-facf002d044d HTTP/1.1" status: 200 len: 813 time: 0.6308000 Nov 19 17:56:08.970849 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-84090a95-8162-491a-b6e2-418f25c8005b tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:08.977471 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-21dc2ac3-ae7b-4ad7-acee-0d5ac49c774e req-da3f8871-ba9f-4222-9461-d099cb5c6fd9 tempest-ServersTestFqdnHostnames-843140581 tempest-ServersTestFqdnHostnames-843140581-project] 10.222.0.54 "GET /v2.0/security-groups?id=b5a8c8f3-45f5-4cb0-9829-55e94a7ad701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1554680 Nov 19 17:56:09.069087 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea90d35f-0325-4472-a385-d1ac71e7cf7d None None] Network c81c1a2a-e94d-40fe-a45c-51bb5532b869 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:56:09.085738 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-0ae250ad-aa46-40c1-a137-ef5deee37b6d req-552bb917-ef7e-4e5b-92c6-34b94ecaa976 tempest-MultipleCreateTestJSON-1825635663 tempest-MultipleCreateTestJSON-1825635663-project] Request body: {'port': {'device_id': '01517722-0f93-4004-a29d-7bff3f5e3c38', 'network_id': '01118a59-d09f-44f4-a9d4-facf002d044d', 'admin_state_up': True, 'tenant_id': '475e6f4ee5ee40b8bd9444c3af516a78'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:56:09.133603 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae250ad-aa46-40c1-a137-ef5deee37b6d req-d6bcc489-e56e-444d-95a7-b38f496d96e6 tempest-MultipleCreateTestJSON-1825635663 tempest-MultipleCreateTestJSON-1825635663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:09.135814 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0ae250ad-aa46-40c1-a137-ef5deee37b6d req-d6bcc489-e56e-444d-95a7-b38f496d96e6 tempest-MultipleCreateTestJSON-1825635663 tempest-MultipleCreateTestJSON-1825635663-project] 10.222.0.60 "GET /v2.0/networks?id=01118a59-d09f-44f4-a9d4-facf002d044d HTTP/1.1" status: 200 len: 813 time: 1.3130064 Nov 19 17:56:09.214403 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-bc5a9ac0-49c4-4536-b81f-cbbac849c62b req-5f5d4538-4c4a-47c1-b53e-d75bbfbb6535 tempest-ServersTestFqdnHostnames-843140581 tempest-ServersTestFqdnHostnames-843140581-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:09.214403 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-bc5a9ac0-49c4-4536-b81f-cbbac849c62b req-5f5d4538-4c4a-47c1-b53e-d75bbfbb6535 tempest-ServersTestFqdnHostnames-843140581 tempest-ServersTestFqdnHostnames-843140581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-671284'] for floatingip, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:09.215285 n-d-818022-2 neutron-server[103365]: INFO neutron.db.l3_db [req-bc5a9ac0-49c4-4536-b81f-cbbac849c62b req-5f5d4538-4c4a-47c1-b53e-d75bbfbb6535 tempest-ServersTestFqdnHostnames-843140581 tempest-ServersTestFqdnHostnames-843140581-project] Floating IP c6a86088-9f59-4c85-909a-b1fbff894e90 disassociated. External IP: 172.25.7.167, port: 8ad0607c-a9ec-4038-802e-1fe316e3855b. Nov 19 17:56:09.215925 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-bc5a9ac0-49c4-4536-b81f-cbbac849c62b req-5f5d4538-4c4a-47c1-b53e-d75bbfbb6535 tempest-ServersTestFqdnHostnames-843140581 tempest-ServersTestFqdnHostnames-843140581-project] Calling delete_port for 8ad0607c-a9ec-4038-802e-1fe316e3855b owned by compute:nova {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:56:09.240084 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-0ae250ad-aa46-40c1-a137-ef5deee37b6d req-fc5fe61a-9284-48b3-87c0-b92fe3a7a9ea tempest-MultipleCreateTestJSON-1825635663 tempest-MultipleCreateTestJSON-1825635663-project] Request body: {'port': {'device_id': '6ae121e7-8883-49e0-b9a3-c50583933ed0', 'network_id': '01118a59-d09f-44f4-a9d4-facf002d044d', 'admin_state_up': True, 'tenant_id': '475e6f4ee5ee40b8bd9444c3af516a78'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:56:09.283114 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-214dfa73-a051-4dbf-a461-40a3fc1a97a4 req-07be0c2a-4a0f-4bed-8822-484294cdbb07 tempest-MultipleCreateTestJSON-1825635663 tempest-MultipleCreateTestJSON-1825635663-project] 10.222.0.54 "GET /v2.0/ports?device_id=01517722-0f93-4004-a29d-7bff3f5e3c38 HTTP/1.1" status: 200 len: 210 time: 0.2437851 Nov 19 17:56:09.328198 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [None req-bc7e5115-e5a4-45db-a354-330346b2a6b0 None None] Allocated IP 2001:db8::2 (65eace33-2479-4afb-a7b6-41f0773542ac/604097e8-a170-40cb-a143-8e3f3137db10/5ad7de6d-c717-4162-8664-83b4d92eafa1) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:56:09.489184 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-bc7e5115-e5a4-45db-a354-330346b2a6b0 None None] Publish callbacks [] for port, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:09.541077 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-bc7e5115-e5a4-45db-a354-330346b2a6b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998'] for port, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:09.553478 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9b08df2-d506-42ad-b0e7-05fbae6f1b41 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Router 835f718e-3e76-48ab-a376-9fcff13ee7c6 is scheduled to L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 with binding_index 1 {{(pid=103365) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 17:56:09.590681 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ae250ad-aa46-40c1-a137-ef5deee37b6d req-552bb917-ef7e-4e5b-92c6-34b94ecaa976 tempest-MultipleCreateTestJSON-1825635663 tempest-MultipleCreateTestJSON-1825635663-project] Made reservation on behalf of 475e6f4ee5ee40b8bd9444c3af516a78 for: {'port': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:56:09.594178 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-0ae250ad-aa46-40c1-a137-ef5deee37b6d req-552bb917-ef7e-4e5b-92c6-34b94ecaa976 tempest-MultipleCreateTestJSON-1825635663 tempest-MultipleCreateTestJSON-1825635663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:09.612425 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [None req-84090a95-8162-491a-b6e2-418f25c8005b tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Allocated IP 2001:db8::1 (65eace33-2479-4afb-a7b6-41f0773542ac/604097e8-a170-40cb-a143-8e3f3137db10/ccc05721-3bfb-4b6c-a6ca-2271e5659c34) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:56:09.660172 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port c67f7791-3274-4857-8a2d-f847d5023606 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:56:09.660613 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:09.712763 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc7e5115-e5a4-45db-a354-330346b2a6b0 None None] Network 65eace33-2479-4afb-a7b6-41f0773542ac is already hosted by enough agents. {{(pid=103366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:56:09.720864 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [None req-bc7e5115-e5a4-45db-a354-330346b2a6b0 None None] Resources bound (agent type, host, resource id): {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:56:09.758115 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ae250ad-aa46-40c1-a137-ef5deee37b6d req-fc5fe61a-9284-48b3-87c0-b92fe3a7a9ea tempest-MultipleCreateTestJSON-1825635663 tempest-MultipleCreateTestJSON-1825635663-project] Made reservation on behalf of 475e6f4ee5ee40b8bd9444c3af516a78 for: {'port': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:56:09.763255 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-0ae250ad-aa46-40c1-a137-ef5deee37b6d req-fc5fe61a-9284-48b3-87c0-b92fe3a7a9ea tempest-MultipleCreateTestJSON-1825635663 tempest-MultipleCreateTestJSON-1825635663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:09.798391 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc7e5115-e5a4-45db-a354-330346b2a6b0 None None] Received port after_create {{(pid=103366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:56:09.839608 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-84090a95-8162-491a-b6e2-418f25c8005b tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:09.867941 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-bc5a9ac0-49c4-4536-b81f-cbbac849c62b req-5f5d4538-4c4a-47c1-b53e-d75bbfbb6535 tempest-ServersTestFqdnHostnames-843140581 tempest-ServersTestFqdnHostnames-843140581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:09.868481 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-ecf71493-7d70-41c2-babf-7013f3fd61b6 None None] Provisioning complete for port 196e9412-5c7f-4589-a359-bd7d5e45df5f triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:56:09.869670 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ecf71493-7d70-41c2-babf-7013f3fd61b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:09.872718 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7e5115-e5a4-45db-a354-330346b2a6b0 None None] Pushing event updated for resources: {'Port': ['ID=5ad7de6d-c717-4162-8664-83b4d92eafa1,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:09.925192 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-84090a95-8162-491a-b6e2-418f25c8005b tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:09.935714 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9b08df2-d506-42ad-b0e7-05fbae6f1b41 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 17:56:09.947394 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-e9b08df2-d506-42ad-b0e7-05fbae6f1b41 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] 10.222.0.54 "PUT /v2.0/routers/835f718e-3e76-48ab-a376-9fcff13ee7c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8274229 Nov 19 17:56:09.966471 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 40258) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:09.997193 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84090a95-8162-491a-b6e2-418f25c8005b tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Network 65eace33-2479-4afb-a7b6-41f0773542ac is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:56:10.003324 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-84090a95-8162-491a-b6e2-418f25c8005b tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:56:10.007264 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e80f86e-f8d7-4f27-ab15-2f5d7ae6b6f0 None None] Sync routers for ids ['835f718e-3e76-48ab-a376-9fcff13ee7c6'] in n-d-818022-2 {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 17:56:10.042539 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84090a95-8162-491a-b6e2-418f25c8005b tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:56:10.042539 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-84090a95-8162-491a-b6e2-418f25c8005b tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-671361'] for router_interface, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:10.130422 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [req-0ae250ad-aa46-40c1-a137-ef5deee37b6d req-fc5fe61a-9284-48b3-87c0-b92fe3a7a9ea tempest-MultipleCreateTestJSON-1825635663 tempest-MultipleCreateTestJSON-1825635663-project] Allocated IP 172.20.0.14 (01118a59-d09f-44f4-a9d4-facf002d044d/9b42ea5d-7b0c-454f-ba3b-fe68863dd43d/2906b7e0-329f-4641-aab4-2577acbf0104) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:56:10.160488 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7ca893c-dc49-467f-b353-85f98ec5bf26 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:10.188418 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-d7ca893c-dc49-467f-b353-85f98ec5bf26 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] 10.222.0.54 "GET /v2.0/ports/22c4c6b8-9c84-4fbd-8483-402eb7a816b0 HTTP/1.1" status: 200 len: 911 time: 0.1985989 Nov 19 17:56:10.196154 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 40268) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:10.196820 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 40270) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:10.212240 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-bc7e5115-e5a4-45db-a354-330346b2a6b0 None None] Attempting to bind port 5ad7de6d-c717-4162-8664-83b4d92eafa1 on host n-d-818022-2 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:56:10.215697 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-bc7e5115-e5a4-45db-a354-330346b2a6b0 None None] Attempting to bind port 5ad7de6d-c717-4162-8664-83b4d92eafa1 by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': 'b0148e58-5e40-4372-b35c-802e0d196d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '65eace33-2479-4afb-a7b6-41f0773542ac'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:56:10.215697 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc7e5115-e5a4-45db-a354-330346b2a6b0 None None] Attempting to bind port 5ad7de6d-c717-4162-8664-83b4d92eafa1 on network 65eace33-2479-4afb-a7b6-41f0773542ac {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:56:10.251493 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e80f86e-f8d7-4f27-ab15-2f5d7ae6b6f0 None None] Routers {'835f718e-3e76-48ab-a376-9fcff13ee7c6'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:56:10.252124 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-1e80f86e-f8d7-4f27-ab15-2f5d7ae6b6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:56:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['835f718e-3e76-48ab-a376-9fcff13ee7c6'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:56:10.267245 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc7e5115-e5a4-45db-a354-330346b2a6b0 None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 56, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:56:10.267629 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc7e5115-e5a4-45db-a354-330346b2a6b0 None None] Checking segment: {'id': 'b0148e58-5e40-4372-b35c-802e0d196d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '65eace33-2479-4afb-a7b6-41f0773542ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:56:10.268041 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-bc7e5115-e5a4-45db-a354-330346b2a6b0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:10.268440 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc7e5115-e5a4-45db-a354-330346b2a6b0 None None] Bound using segment: {'id': 'b0148e58-5e40-4372-b35c-802e0d196d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '65eace33-2479-4afb-a7b6-41f0773542ac'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:56:10.268935 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-bc7e5115-e5a4-45db-a354-330346b2a6b0 None None] Bound port: 5ad7de6d-c717-4162-8664-83b4d92eafa1, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0148e58-5e40-4372-b35c-802e0d196d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '65eace33-2479-4afb-a7b6-41f0773542ac'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:56:10.269325 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-bc7e5115-e5a4-45db-a354-330346b2a6b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:10.476953 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-0ae250ad-aa46-40c1-a137-ef5deee37b6d req-fc5fe61a-9284-48b3-87c0-b92fe3a7a9ea tempest-MultipleCreateTestJSON-1825635663 tempest-MultipleCreateTestJSON-1825635663-project] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:10.497435 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84090a95-8162-491a-b6e2-418f25c8005b tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Pushing event updated for resources: {'Port': ['ID=ccc05721-3bfb-4b6c-a6ca-2271e5659c34,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:10.509618 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-1e80f86e-f8d7-4f27-ab15-2f5d7ae6b6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:56:10.574882 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5d4538-4c4a-47c1-b53e-d75bbfbb6535 tempest-ServersTestFqdnHostnames-843140581 tempest-ServersTestFqdnHostnames-843140581-project] Pushing event deleted for resources: {'Port': ['ID=8ad0607c-a9ec-4038-802e-1fe316e3855b,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:10.593225 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e80f86e-f8d7-4f27-ab15-2f5d7ae6b6f0 None None] Routers {'835f718e-3e76-48ab-a376-9fcff13ee7c6'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:56:10.593783 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-1e80f86e-f8d7-4f27-ab15-2f5d7ae6b6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:56:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['835f718e-3e76-48ab-a376-9fcff13ee7c6'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:56:10.615911 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-0ae250ad-aa46-40c1-a137-ef5deee37b6d req-fc5fe61a-9284-48b3-87c0-b92fe3a7a9ea tempest-MultipleCreateTestJSON-1825635663 tempest-MultipleCreateTestJSON-1825635663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:10.720518 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-1d716138-845f-4df7-83c5-4bec61b88acd req-1e0b5276-66d5-42e5-b863-4bc9bbf71396 tempest-ServersTestFqdnHostnames-843140581 tempest-ServersTestFqdnHostnames-843140581-project] 10.222.0.54 "GET /v2.0/ports?device_id=a286576d-1872-4d70-be3c-7ce7a93ff71b HTTP/1.1" status: 200 len: 210 time: 0.5253339 Nov 19 17:56:10.724395 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 196e9412-5c7f-4589-a359-bd7d5e45df5f up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:56:10.786503 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-42ad81c6-4ffc-4177-a605-14288e5b02af req-cbea1f3c-2a1b-4c9a-9d0d-a8f9cd171d48 tempest-MultipleCreateTestJSON-1825635663 tempest-MultipleCreateTestJSON-1825635663-project] 10.222.0.54 "GET /v2.0/ports?device_id=01517722-0f93-4004-a29d-7bff3f5e3c38 HTTP/1.1" status: 200 len: 210 time: 0.1847565 Nov 19 17:56:10.791262 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-1e80f86e-f8d7-4f27-ab15-2f5d7ae6b6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:56:10.793275 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e80f86e-f8d7-4f27-ab15-2f5d7ae6b6f0 None None] The sync data for ids ['835f718e-3e76-48ab-a376-9fcff13ee7c6'] in n-d-818022-2 is: [] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 17:56:10.840486 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-84090a95-8162-491a-b6e2-418f25c8005b tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:10.909699 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ae250ad-aa46-40c1-a137-ef5deee37b6d req-fc5fe61a-9284-48b3-87c0-b92fe3a7a9ea tempest-MultipleCreateTestJSON-1825635663 tempest-MultipleCreateTestJSON-1825635663-project] Network 01118a59-d09f-44f4-a9d4-facf002d044d is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:56:10.936006 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-bc7e5115-e5a4-45db-a354-330346b2a6b0 None None] For port 5ad7de6d-c717-4162-8664-83b4d92eafa1, host n-d-818022-2, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:56:10.937190 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [req-0ae250ad-aa46-40c1-a137-ef5deee37b6d req-fc5fe61a-9284-48b3-87c0-b92fe3a7a9ea tempest-MultipleCreateTestJSON-1825635663 tempest-MultipleCreateTestJSON-1825635663-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:56:10.963621 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ae250ad-aa46-40c1-a137-ef5deee37b6d req-fc5fe61a-9284-48b3-87c0-b92fe3a7a9ea tempest-MultipleCreateTestJSON-1825635663 tempest-MultipleCreateTestJSON-1825635663-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:56:10.975766 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ecf71493-7d70-41c2-babf-7013f3fd61b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:10.987592 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-bc7e5115-e5a4-45db-a354-330346b2a6b0 None None] For port 5ad7de6d-c717-4162-8664-83b4d92eafa1, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=5ad7de6d-c717-4162-8664-83b4d92eafa1,segment=NetworkSegment(b0148e58-5e40-4372-b35c-802e0d196d41),segment_id=b0148e58-5e40-4372-b35c-802e0d196d41)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:56:11.025513 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-bc7e5115-e5a4-45db-a354-330346b2a6b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:11.028549 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6d0fab00-7769-4f7f-900e-b1ef2898c6bb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:11.097133 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-ecf71493-7d70-41c2-babf-7013f3fd61b6 None None] For port 196e9412-5c7f-4589-a359-bd7d5e45df5f, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=196e9412-5c7f-4589-a359-bd7d5e45df5f,segment=NetworkSegment(e8c052f3-2574-4625-a494-68b1c2848ed5),segment_id=e8c052f3-2574-4625-a494-68b1c2848ed5)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:56:11.117076 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae250ad-aa46-40c1-a137-ef5deee37b6d req-fc5fe61a-9284-48b3-87c0-b92fe3a7a9ea tempest-MultipleCreateTestJSON-1825635663 tempest-MultipleCreateTestJSON-1825635663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:11.118895 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-0ae250ad-aa46-40c1-a137-ef5deee37b6d req-fc5fe61a-9284-48b3-87c0-b92fe3a7a9ea tempest-MultipleCreateTestJSON-1825635663 tempest-MultipleCreateTestJSON-1825635663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:11.140917 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 8ad0607c-a9ec-4038-802e-1fe316e3855b no longer exists at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:56:11.149956 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ecf71493-7d70-41c2-babf-7013f3fd61b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:11.190638 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] No Port match for: 8ad0607c-a9ec-4038-802e-1fe316e3855b {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:56:11.191372 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 8ad0607c-a9ec-4038-802e-1fe316e3855b not bound to the agent host n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:56:11.217420 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [req-0ae250ad-aa46-40c1-a137-ef5deee37b6d req-552bb917-ef7e-4e5b-92c6-34b94ecaa976 tempest-MultipleCreateTestJSON-1825635663 tempest-MultipleCreateTestJSON-1825635663-project] Allocated IP 172.20.0.5 (01118a59-d09f-44f4-a9d4-facf002d044d/9b42ea5d-7b0c-454f-ba3b-fe68863dd43d/77fbabf3-ee2b-487b-bc13-a5cf3a9eb1e4) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:56:11.233644 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 196e9412-5c7f-4589-a359-bd7d5e45df5f triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:56:11.235104 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:11.260780 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6d0fab00-7769-4f7f-900e-b1ef2898c6bb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:11.325206 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7e5115-e5a4-45db-a354-330346b2a6b0 None None] Pushing event updated for resources: {'Port': ['ID=5ad7de6d-c717-4162-8664-83b4d92eafa1,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:11.367463 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6d0fab00-7769-4f7f-900e-b1ef2898c6bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:11.387887 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-d4006dc4-a349-42b8-a311-1d065f7ec388 None None] Provisioning complete for port 196e9412-5c7f-4589-a359-bd7d5e45df5f triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:56:11.388466 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d4006dc4-a349-42b8-a311-1d065f7ec388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:11.409343 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-6d0fab00-7769-4f7f-900e-b1ef2898c6bb admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=6341b98091dc48b7adbe03e13095a3de&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1987178 Nov 19 17:56:11.498240 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 40322) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:11.578343 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-0ae250ad-aa46-40c1-a137-ef5deee37b6d req-552bb917-ef7e-4e5b-92c6-34b94ecaa976 tempest-MultipleCreateTestJSON-1825635663 tempest-MultipleCreateTestJSON-1825635663-project] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:11.638143 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf71493-7d70-41c2-babf-7013f3fd61b6 None None] Pushing event updated for resources: {'Port': ['ID=196e9412-5c7f-4589-a359-bd7d5e45df5f,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:11.653985 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-d4006dc4-a349-42b8-a311-1d065f7ec388 None None] Provisioning complete for port c67f7791-3274-4857-8a2d-f847d5023606 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:56:11.655636 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d4006dc4-a349-42b8-a311-1d065f7ec388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:11.708426 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5fe61a-9284-48b3-87c0-b92fe3a7a9ea tempest-MultipleCreateTestJSON-1825635663 tempest-MultipleCreateTestJSON-1825635663-project] Pushing event updated for resources: {'Port': ['ID=2906b7e0-329f-4641-aab4-2577acbf0104,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:11.722242 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-0ae250ad-aa46-40c1-a137-ef5deee37b6d req-552bb917-ef7e-4e5b-92c6-34b94ecaa976 tempest-MultipleCreateTestJSON-1825635663 tempest-MultipleCreateTestJSON-1825635663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:11.728019 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bc5a9ac0-49c4-4536-b81f-cbbac849c62b req-5f5d4538-4c4a-47c1-b53e-d75bbfbb6535 tempest-ServersTestFqdnHostnames-843140581 tempest-ServersTestFqdnHostnames-843140581-project] Router 37797a95-345c-4ba7-846b-5ff1b4b9256a has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 17:56:11.747274 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0ae250ad-aa46-40c1-a137-ef5deee37b6d req-fc5fe61a-9284-48b3-87c0-b92fe3a7a9ea tempest-MultipleCreateTestJSON-1825635663 tempest-MultipleCreateTestJSON-1825635663-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5162234 Nov 19 17:56:11.847347 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0fab00-7769-4f7f-900e-b1ef2898c6bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2035a54-882c-4abb-a86a-92c37f18a554,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:11.864042 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ae250ad-aa46-40c1-a137-ef5deee37b6d req-552bb917-ef7e-4e5b-92c6-34b94ecaa976 tempest-MultipleCreateTestJSON-1825635663 tempest-MultipleCreateTestJSON-1825635663-project] Network 01118a59-d09f-44f4-a9d4-facf002d044d is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:56:11.869745 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552bb917-ef7e-4e5b-92c6-34b94ecaa976 tempest-MultipleCreateTestJSON-1825635663 tempest-MultipleCreateTestJSON-1825635663-project] Pushing event updated for resources: {'Port': ['ID=77fbabf3-ee2b-487b-bc13-a5cf3a9eb1e4,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:11.872947 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [req-0ae250ad-aa46-40c1-a137-ef5deee37b6d req-552bb917-ef7e-4e5b-92c6-34b94ecaa976 tempest-MultipleCreateTestJSON-1825635663 tempest-MultipleCreateTestJSON-1825635663-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:56:11.884758 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-0ae250ad-aa46-40c1-a137-ef5deee37b6d req-412b7727-95f0-4aad-8982-17a85cb1b6f7 service neutron] Request body: {'port': {'device_id': '6ae121e7-8883-49e0-b9a3-c50583933ed0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818022-2'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:56:11.892520 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ae250ad-aa46-40c1-a137-ef5deee37b6d req-552bb917-ef7e-4e5b-92c6-34b94ecaa976 tempest-MultipleCreateTestJSON-1825635663 tempest-MultipleCreateTestJSON-1825635663-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:56:11.979079 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-d4006dc4-a349-42b8-a311-1d065f7ec388 None None] Provisioning complete for port 22c4c6b8-9c84-4fbd-8483-402eb7a816b0 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:56:11.988541 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d4006dc4-a349-42b8-a311-1d065f7ec388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:12.046950 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-73fdd641-cb32-4ca1-8023-e6ffe4476267 req-baed8cc0-3acf-433d-a77b-a29ac737e7b1 tempest-ServersTestFqdnHostnames-843140581 tempest-ServersTestFqdnHostnames-843140581-project] 10.222.0.54 "GET /v2.0/ports?device_id=a286576d-1872-4d70-be3c-7ce7a93ff71b HTTP/1.1" status: 200 len: 210 time: 0.0704095 Nov 19 17:56:12.077600 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 5ad7de6d-c717-4162-8664-83b4d92eafa1 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:56:12.096091 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae250ad-aa46-40c1-a137-ef5deee37b6d req-552bb917-ef7e-4e5b-92c6-34b94ecaa976 tempest-MultipleCreateTestJSON-1825635663 tempest-MultipleCreateTestJSON-1825635663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:12.096929 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-0ae250ad-aa46-40c1-a137-ef5deee37b6d req-552bb917-ef7e-4e5b-92c6-34b94ecaa976 tempest-MultipleCreateTestJSON-1825635663 tempest-MultipleCreateTestJSON-1825635663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:12.136915 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8b8f2649-be63-4981-a519-2c0d153f2dbf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:12.168468 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8b8f2649-be63-4981-a519-2c0d153f2dbf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:12.194735 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-d4006dc4-a349-42b8-a311-1d065f7ec388 None None] Port 22c4c6b8-9c84-4fbd-8483-402eb7a816b0 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:56:12.204849 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 5ad7de6d-c717-4162-8664-83b4d92eafa1 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:56:12.205230 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:12.341182 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ac342078-7f0c-4c5b-b0d0-b512d20268e9 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:12.353968 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:12.430216 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27946a33-81fb-4afe-8408-df77d8fd0fc6 req-a8deb143-e445-46c2-9f2e-70e580f20c0e tempest-MultipleCreateTestJSON-1825635663 tempest-MultipleCreateTestJSON-1825635663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:12.438326 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] For port 5ad7de6d-c717-4162-8664-83b4d92eafa1, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=5ad7de6d-c717-4162-8664-83b4d92eafa1,segment=NetworkSegment(b0148e58-5e40-4372-b35c-802e0d196d41),segment_id=b0148e58-5e40-4372-b35c-802e0d196d41)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:56:12.440111 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-27946a33-81fb-4afe-8408-df77d8fd0fc6 req-a8deb143-e445-46c2-9f2e-70e580f20c0e tempest-MultipleCreateTestJSON-1825635663 tempest-MultipleCreateTestJSON-1825635663-project] 10.222.0.54 "GET /v2.0/ports?device_id=01517722-0f93-4004-a29d-7bff3f5e3c38 HTTP/1.1" status: 200 len: 931 time: 0.4680424 Nov 19 17:56:12.448454 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:12.449520 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 196e9412-5c7f-4589-a359-bd7d5e45df5f up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:56:12.562921 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Pushing event updated for resources: {'Port': ['ID=5ad7de6d-c717-4162-8664-83b4d92eafa1,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:12.595721 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 196e9412-5c7f-4589-a359-bd7d5e45df5f triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:56:12.596109 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:12.732638 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8b8f2649-be63-4981-a519-2c0d153f2dbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:12.736833 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8b8f2649-be63-4981-a519-2c0d153f2dbf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:12.740606 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-8b8f2649-be63-4981-a519-2c0d153f2dbf admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f2035a54-882c-4abb-a86a-92c37f18a554 HTTP/1.1" status: 204 len: 168 time: 1.2300909 Nov 19 17:56:12.761800 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-27946a33-81fb-4afe-8408-df77d8fd0fc6 req-680c1a45-8629-4a51-b899-612a6e375a29 tempest-MultipleCreateTestJSON-1825635663 tempest-MultipleCreateTestJSON-1825635663-project] 10.222.0.54 "GET /v2.0/security-groups?id=11f15ae4-8821-41c9-a586-57bef0a63f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2446671 Nov 19 17:56:12.768517 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8f2649-be63-4981-a519-2c0d153f2dbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2035a54-882c-4abb-a86a-92c37f18a554,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:12.804950 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-84090a95-8162-491a-b6e2-418f25c8005b tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks [] for port, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:12.805758 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0ae250ad-aa46-40c1-a137-ef5deee37b6d req-552bb917-ef7e-4e5b-92c6-34b94ecaa976 tempest-MultipleCreateTestJSON-1825635663 tempest-MultipleCreateTestJSON-1825635663-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7670975 Nov 19 17:56:12.830238 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-0ae250ad-aa46-40c1-a137-ef5deee37b6d req-87eb0316-bc01-4812-a12b-9f95dfdd0ac9 service neutron] Request body: {'port': {'device_id': '01517722-0f93-4004-a29d-7bff3f5e3c38', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818022-2'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:56:12.860928 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-84090a95-8162-491a-b6e2-418f25c8005b tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:12.861744 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-84090a95-8162-491a-b6e2-418f25c8005b tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-768529'] for router_interface, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:12.878908 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-0ae250ad-aa46-40c1-a137-ef5deee37b6d req-412b7727-95f0-4aad-8982-17a85cb1b6f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:13.038032 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-0ae250ad-aa46-40c1-a137-ef5deee37b6d req-87eb0316-bc01-4812-a12b-9f95dfdd0ac9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:13.157206 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-f2b5dddc-f5a9-428a-a625-6463082a590b None None] Provisioning complete for port 5ad7de6d-c717-4162-8664-83b4d92eafa1 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:56:13.160252 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f2b5dddc-f5a9-428a-a625-6463082a590b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:13.403568 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [req-0ae250ad-aa46-40c1-a137-ef5deee37b6d req-412b7727-95f0-4aad-8982-17a85cb1b6f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2906b7e0-329f-4641-aab4-2577acbf0104 {{(pid=103365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:56:13.414857 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-0ae250ad-aa46-40c1-a137-ef5deee37b6d req-412b7727-95f0-4aad-8982-17a85cb1b6f7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:13.433165 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.provisioning_blocks [req-0ae250ad-aa46-40c1-a137-ef5deee37b6d req-412b7727-95f0-4aad-8982-17a85cb1b6f7 service neutron] Transition to ACTIVE for port object 2906b7e0-329f-4641-aab4-2577acbf0104 will not be triggered until provisioned by entity L2. {{(pid=103365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 17:56:13.441129 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bc5a9ac0-49c4-4536-b81f-cbbac849c62b req-5f5d4538-4c4a-47c1-b53e-d75bbfbb6535 tempest-ServersTestFqdnHostnames-843140581 tempest-ServersTestFqdnHostnames-843140581-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 17:56:13.455394 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e422473c-4e3e-4f2b-8d6e-8275a037e81c None None] Sync routers for ids ['37797a95-345c-4ba7-846b-5ff1b4b9256a'] in n-d-818022-2 {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 17:56:13.473534 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e422473c-4e3e-4f2b-8d6e-8275a037e81c None None] Routers {'37797a95-345c-4ba7-846b-5ff1b4b9256a'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:56:13.477307 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-e422473c-4e3e-4f2b-8d6e-8275a037e81c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:56:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['37797a95-345c-4ba7-846b-5ff1b4b9256a'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:56:13.520380 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-0ae250ad-aa46-40c1-a137-ef5deee37b6d req-412b7727-95f0-4aad-8982-17a85cb1b6f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:13.559243 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-54849b80-5557-452f-ba5f-b5dc518f0c5f None None] Provisioning complete for port ccc05721-3bfb-4b6c-a6ca-2271e5659c34 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:56:13.559626 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-54849b80-5557-452f-ba5f-b5dc518f0c5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:13.620779 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-54849b80-5557-452f-ba5f-b5dc518f0c5f None None] Port ccc05721-3bfb-4b6c-a6ca-2271e5659c34 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:56:13.624687 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 40370) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:13.668364 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84090a95-8162-491a-b6e2-418f25c8005b tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Pushing event updated for resources: {'Port': ['ID=ccc05721-3bfb-4b6c-a6ca-2271e5659c34,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:13.694274 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-95dcc490-bd67-45fa-a664-3070666d06a2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:13.723970 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ce2e487a-aec3-4228-9d32-f91e7be0bae2 req-63c0c90d-0f66-40b1-9669-588895cb8658 tempest-ServersTestFqdnHostnames-843140581 tempest-ServersTestFqdnHostnames-843140581-project] 10.222.0.54 "GET /v2.0/ports?device_id=a286576d-1872-4d70-be3c-7ce7a93ff71b HTTP/1.1" status: 200 len: 210 time: 0.2744827 Nov 19 17:56:13.741892 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-e422473c-4e3e-4f2b-8d6e-8275a037e81c None None] Set router 37797a95-345c-4ba7-846b-5ff1b4b9256a gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:56:13.751319 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc5a9ac0-49c4-4536-b81f-cbbac849c62b req-5f5d4538-4c4a-47c1-b53e-d75bbfbb6535 tempest-ServersTestFqdnHostnames-843140581 tempest-ServersTestFqdnHostnames-843140581-project] No DVR routers for this DVR port 8ad0607c-a9ec-4038-802e-1fe316e3855b on host n-h1-818022-2 {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:56:13.766594 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-bc5a9ac0-49c4-4536-b81f-cbbac849c62b req-5f5d4538-4c4a-47c1-b53e-d75bbfbb6535 tempest-ServersTestFqdnHostnames-843140581 tempest-ServersTestFqdnHostnames-843140581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:13.774874 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-bc5a9ac0-49c4-4536-b81f-cbbac849c62b req-5f5d4538-4c4a-47c1-b53e-d75bbfbb6535 tempest-ServersTestFqdnHostnames-843140581 tempest-ServersTestFqdnHostnames-843140581-project] 10.222.0.60 "DELETE /v2.0/ports/8ad0607c-a9ec-4038-802e-1fe316e3855b HTTP/1.1" status: 204 len: 173 time: 6.3094404 Nov 19 17:56:13.774874 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a286576d-1872-4d70-be3c-7ce7a93ff71b', 'name': 'network-vif-deleted', 'tag': '8ad0607c-a9ec-4038-802e-1fe316e3855b'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:56:13.774874 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218319d759239a7d11f1288aef37381b97754913ee9ccbfd43b51a463f801712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7838d3d-994d-4631-899c-35b82588360a" -d '{"events": [{"server_uuid": "a286576d-1872-4d70-be3c-7ce7a93ff71b", "name": "network-vif-deleted", "tag": "8ad0607c-a9ec-4038-802e-1fe316e3855b"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:56:13.817232 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b7727-95f0-4aad-8982-17a85cb1b6f7 service neutron] Pushing event updated for resources: {'Port': ['ID=2906b7e0-329f-4641-aab4-2577acbf0104,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:13.854065 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 5ad7de6d-c717-4162-8664-83b4d92eafa1 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:56:13.890370 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:56:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5de8efe2-95c5-4050-8f87-707bc12cc55c x-openstack-request-id: req-5de8efe2-95c5-4050-8f87-707bc12cc55c {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:56:13.890772 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a286576d-1872-4d70-be3c-7ce7a93ff71b", "name": "network-vif-deleted", "tag": "8ad0607c-a9ec-4038-802e-1fe316e3855b", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:56:13.890965 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-5de8efe2-95c5-4050-8f87-707bc12cc55c {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:56:13.891433 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a286576d-1872-4d70-be3c-7ce7a93ff71b', 'name': 'network-vif-deleted', 'tag': '8ad0607c-a9ec-4038-802e-1fe316e3855b', 'status': 'completed', 'code': 200} Nov 19 17:56:13.952698 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 5ad7de6d-c717-4162-8664-83b4d92eafa1 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:56:13.953477 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:14.102533 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-95dcc490-bd67-45fa-a664-3070666d06a2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:14.130458 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-0ae250ad-aa46-40c1-a137-ef5deee37b6d req-412b7727-95f0-4aad-8982-17a85cb1b6f7 service neutron] Attempting to bind port 2906b7e0-329f-4641-aab4-2577acbf0104 on host n-h1-818022-2 for vnic_type normal with profile {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:56:14.130865 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-0ae250ad-aa46-40c1-a137-ef5deee37b6d req-412b7727-95f0-4aad-8982-17a85cb1b6f7 service neutron] Attempting to bind port 2906b7e0-329f-4641-aab4-2577acbf0104 by drivers openvswitch,hyperv on host n-h1-818022-2 at level 0 using segments [{'id': '374ad87f-866e-4e93-a1d9-79725abb480e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '01118a59-d09f-44f4-a9d4-facf002d044d'}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:56:14.131153 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ae250ad-aa46-40c1-a137-ef5deee37b6d req-412b7727-95f0-4aad-8982-17a85cb1b6f7 service neutron] Attempting to bind port 2906b7e0-329f-4641-aab4-2577acbf0104 on network 01118a59-d09f-44f4-a9d4-facf002d044d {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:56:14.132765 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-95dcc490-bd67-45fa-a664-3070666d06a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:14.143475 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [None req-ac342078-7f0c-4c5b-b0d0-b512d20268e9 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Allocated IP 2001:db8:1::1 (c81c1a2a-e94d-40fe-a45c-51bb5532b869/0b4a7752-ef9d-4616-a728-ee5b8ba4083b/a6317ce1-b6fd-46ae-9c95-ad660eb9b11f) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:56:14.144729 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ae250ad-aa46-40c1-a137-ef5deee37b6d req-412b7727-95f0-4aad-8982-17a85cb1b6f7 service neutron] Port 2906b7e0-329f-4641-aab4-2577acbf0104 on network 01118a59-d09f-44f4-a9d4-facf002d044d not bound, no agent of type Open vSwitch agent registered on host n-h1-818022-2 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 17:56:14.145507 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ae250ad-aa46-40c1-a137-ef5deee37b6d req-412b7727-95f0-4aad-8982-17a85cb1b6f7 service neutron] Attempting to bind port 2906b7e0-329f-4641-aab4-2577acbf0104 on network 01118a59-d09f-44f4-a9d4-facf002d044d {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:56:14.162382 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84090a95-8162-491a-b6e2-418f25c8005b tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Network 65eace33-2479-4afb-a7b6-41f0773542ac is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:56:14.166818 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ae250ad-aa46-40c1-a137-ef5deee37b6d req-412b7727-95f0-4aad-8982-17a85cb1b6f7 service neutron] Checking agent: {'id': 'a6668d96-12fa-4ec0-99ad-77eaf490dd2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'started_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 56, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:56:14.167151 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ae250ad-aa46-40c1-a137-ef5deee37b6d req-412b7727-95f0-4aad-8982-17a85cb1b6f7 service neutron] Checking segment: {'id': '374ad87f-866e-4e93-a1d9-79725abb480e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '01118a59-d09f-44f4-a9d4-facf002d044d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:56:14.168271 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ae250ad-aa46-40c1-a137-ef5deee37b6d req-412b7727-95f0-4aad-8982-17a85cb1b6f7 service neutron] Bound using segment: {'id': '374ad87f-866e-4e93-a1d9-79725abb480e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '01118a59-d09f-44f4-a9d4-facf002d044d'} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:56:14.168540 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-0ae250ad-aa46-40c1-a137-ef5deee37b6d req-412b7727-95f0-4aad-8982-17a85cb1b6f7 service neutron] Bound port: 2906b7e0-329f-4641-aab4-2577acbf0104, host: n-h1-818022-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '374ad87f-866e-4e93-a1d9-79725abb480e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '01118a59-d09f-44f4-a9d4-facf002d044d'}}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:56:14.168847 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-0ae250ad-aa46-40c1-a137-ef5deee37b6d req-412b7727-95f0-4aad-8982-17a85cb1b6f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:14.182367 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-e422473c-4e3e-4f2b-8d6e-8275a037e81c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37797a95-345c-4ba7-846b-5ff1b4b9256a', 'name': 'tempest-ServersTestFqdnHostnames-1187646523-router', 'tenant_id': '788dc519438f4a03985216f23ce7957a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.243'}], 'enable_snat': True}, 'gw_port_id': '931ef9a4-2fe6-496f-ad2d-6463e58d30b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:53:33Z', 'updated_at': '2021-11-19T17:53:44Z', 'revision_number': 4, 'project_id': '788dc519438f4a03985216f23ce7957a', 'gw_port': {'id': '931ef9a4-2fe6-496f-ad2d-6463e58d30b6', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:ab:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37797a95-345c-4ba7-846b-5ff1b4b9256a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:53:35Z', 'updated_at': '2021-11-19T17:53:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': '2288129c-fda7-40a9-a92f-9a156c1eec25', 'name': '', 'network_id': '83e29886-835d-4a88-8dbb-b5f419c8c70c', 'tenant_id': '788dc519438f4a03985216f23ce7957a', 'mac_address': 'fa:16:3e:79:b9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37797a95-345c-4ba7-846b-5ff1b4b9256a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1701, 'fixed_ips': [{'subnet_id': 'f038d3e4-cc95-4dc5-a466-577e5f1c9aa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:53:42Z', 'updated_at': '2021-11-19T17:53:49Z', 'revision_number': 5, 'project_id': '788dc519438f4a03985216f23ce7957a', 'subnets': [{'id': 'f038d3e4-cc95-4dc5-a466-577e5f1c9aa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:56:14.185610 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418e2e37-2230-4a24-82fd-e26329621c8f req-5ed2bf5a-3ca0-4dc2-a9da-909e9243f225 tempest-MultipleCreateTestJSON-1825635663 tempest-MultipleCreateTestJSON-1825635663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:14.187165 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-84090a95-8162-491a-b6e2-418f25c8005b tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:56:14.193906 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-418e2e37-2230-4a24-82fd-e26329621c8f req-5ed2bf5a-3ca0-4dc2-a9da-909e9243f225 tempest-MultipleCreateTestJSON-1825635663 tempest-MultipleCreateTestJSON-1825635663-project] 10.222.0.54 "GET /v2.0/ports?device_id=01517722-0f93-4004-a29d-7bff3f5e3c38 HTTP/1.1" status: 200 len: 931 time: 0.2539046 Nov 19 17:56:14.242152 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e422473c-4e3e-4f2b-8d6e-8275a037e81c None None] Checking router: 37797a95-345c-4ba7-846b-5ff1b4b9256a for host: n-d-818022-2 {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 17:56:14.259089 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e422473c-4e3e-4f2b-8d6e-8275a037e81c None None] Routers {'37797a95-345c-4ba7-846b-5ff1b4b9256a'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:56:14.259738 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-e422473c-4e3e-4f2b-8d6e-8275a037e81c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:56:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['37797a95-345c-4ba7-846b-5ff1b4b9256a'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:56:14.264043 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dcc490-bd67-45fa-a664-3070666d06a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb20cf3b-f074-4d35-b25e-4d72610a962f,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:14.385971 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-95dcc490-bd67-45fa-a664-3070666d06a2 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c8ab3dc803b243cda9267a3cc2b9b8ad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7599645 Nov 19 17:56:14.387053 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 40378) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:14.444856 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [req-0ae250ad-aa46-40c1-a137-ef5deee37b6d req-87eb0316-bc01-4812-a12b-9f95dfdd0ac9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77fbabf3-ee2b-487b-bc13-a5cf3a9eb1e4 {{(pid=103365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:56:14.463403 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-0ae250ad-aa46-40c1-a137-ef5deee37b6d req-87eb0316-bc01-4812-a12b-9f95dfdd0ac9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:14.494883 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-e422473c-4e3e-4f2b-8d6e-8275a037e81c None None] Set router 37797a95-345c-4ba7-846b-5ff1b4b9256a gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:56:14.498426 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-418e2e37-2230-4a24-82fd-e26329621c8f req-b03f684d-552f-458c-9b80-fbf236c32653 tempest-MultipleCreateTestJSON-1825635663 tempest-MultipleCreateTestJSON-1825635663-project] 10.222.0.54 "GET /v2.0/security-groups?id=11f15ae4-8821-41c9-a586-57bef0a63f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3035457 Nov 19 17:56:14.536346 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.provisioning_blocks [req-0ae250ad-aa46-40c1-a137-ef5deee37b6d req-87eb0316-bc01-4812-a12b-9f95dfdd0ac9 service neutron] Transition to ACTIVE for port object 77fbabf3-ee2b-487b-bc13-a5cf3a9eb1e4 will not be triggered until provisioned by entity L2. {{(pid=103365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 17:56:14.575379 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-0ae250ad-aa46-40c1-a137-ef5deee37b6d req-412b7727-95f0-4aad-8982-17a85cb1b6f7 service neutron] For port 2906b7e0-329f-4641-aab4-2577acbf0104, host n-h1-818022-2, cleared binding levels {{(pid=103365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:56:14.580293 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-0ae250ad-aa46-40c1-a137-ef5deee37b6d req-412b7727-95f0-4aad-8982-17a85cb1b6f7 service neutron] For port 2906b7e0-329f-4641-aab4-2577acbf0104, host n-h1-818022-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=2906b7e0-329f-4641-aab4-2577acbf0104,segment=NetworkSegment(374ad87f-866e-4e93-a1d9-79725abb480e),segment_id=374ad87f-866e-4e93-a1d9-79725abb480e)] {{(pid=103365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:56:14.582612 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-0ae250ad-aa46-40c1-a137-ef5deee37b6d req-87eb0316-bc01-4812-a12b-9f95dfdd0ac9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:14.633366 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-0ae250ad-aa46-40c1-a137-ef5deee37b6d req-412b7727-95f0-4aad-8982-17a85cb1b6f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:14.658478 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-6e5b2b0d-cd94-489f-b472-ea7b46c9b9a2 None None] Provisioning complete for port ccc05721-3bfb-4b6c-a6ca-2271e5659c34 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:56:14.659088 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-6e5b2b0d-cd94-489f-b472-ea7b46c9b9a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:14.663533 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-56a55562-1776-458c-9e5e-15fe6942eda6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:14.716627 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae250ad-aa46-40c1-a137-ef5deee37b6d req-412b7727-95f0-4aad-8982-17a85cb1b6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:14.718006 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-0ae250ad-aa46-40c1-a137-ef5deee37b6d req-412b7727-95f0-4aad-8982-17a85cb1b6f7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:14.719637 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0ae250ad-aa46-40c1-a137-ef5deee37b6d req-412b7727-95f0-4aad-8982-17a85cb1b6f7 service neutron] 10.222.0.60 "PUT /v2.0/ports/2906b7e0-329f-4641-aab4-2577acbf0104 HTTP/1.1" status: 200 len: 1092 time: 2.8516366 Nov 19 17:56:14.736659 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-6e5b2b0d-cd94-489f-b472-ea7b46c9b9a2 None None] Port ccc05721-3bfb-4b6c-a6ca-2271e5659c34 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:56:14.764443 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ac342078-7f0c-4c5b-b0d0-b512d20268e9 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:14.775431 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-56a55562-1776-458c-9e5e-15fe6942eda6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:14.816370 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84090a95-8162-491a-b6e2-418f25c8005b tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Router 62d2a435-02bd-41d3-83de-60d4f7511ee1 is scheduled to L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 with binding_index 1 {{(pid=103364) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 17:56:14.847623 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87eb0316-bc01-4812-a12b-9f95dfdd0ac9 service neutron] Pushing event updated for resources: {'Port': ['ID=77fbabf3-ee2b-487b-bc13-a5cf3a9eb1e4,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:14.862817 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 40390) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:14.880496 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-e422473c-4e3e-4f2b-8d6e-8275a037e81c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37797a95-345c-4ba7-846b-5ff1b4b9256a', 'name': 'tempest-ServersTestFqdnHostnames-1187646523-router', 'tenant_id': '788dc519438f4a03985216f23ce7957a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.243'}], 'enable_snat': True}, 'gw_port_id': '931ef9a4-2fe6-496f-ad2d-6463e58d30b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:53:33Z', 'updated_at': '2021-11-19T17:53:44Z', 'revision_number': 4, 'project_id': '788dc519438f4a03985216f23ce7957a', 'gw_port': {'id': '931ef9a4-2fe6-496f-ad2d-6463e58d30b6', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:ab:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37797a95-345c-4ba7-846b-5ff1b4b9256a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:53:35Z', 'updated_at': '2021-11-19T17:53:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': '2288129c-fda7-40a9-a92f-9a156c1eec25', 'name': '', 'network_id': '83e29886-835d-4a88-8dbb-b5f419c8c70c', 'tenant_id': '788dc519438f4a03985216f23ce7957a', 'mac_address': 'fa:16:3e:79:b9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37797a95-345c-4ba7-846b-5ff1b4b9256a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1701, 'fixed_ips': [{'subnet_id': 'f038d3e4-cc95-4dc5-a466-577e5f1c9aa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:53:42Z', 'updated_at': '2021-11-19T17:53:49Z', 'revision_number': 5, 'project_id': '788dc519438f4a03985216f23ce7957a', 'subnets': [{'id': 'f038d3e4-cc95-4dc5-a466-577e5f1c9aa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:56:14.918441 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e422473c-4e3e-4f2b-8d6e-8275a037e81c None None] The sync data for ids ['37797a95-345c-4ba7-846b-5ff1b4b9256a'] in n-d-818022-2 is: [{'id': '37797a95-345c-4ba7-846b-5ff1b4b9256a', 'name': 'tempest-ServersTestFqdnHostnames-1187646523-router', 'tenant_id': '788dc519438f4a03985216f23ce7957a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.243'}], 'enable_snat': True}, 'gw_port_id': '931ef9a4-2fe6-496f-ad2d-6463e58d30b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:53:33Z', 'updated_at': '2021-11-19T17:53:44Z', 'revision_number': 4, 'project_id': '788dc519438f4a03985216f23ce7957a', 'gw_port': {'id': '931ef9a4-2fe6-496f-ad2d-6463e58d30b6', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:ab:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37797a95-345c-4ba7-846b-5ff1b4b9256a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:53:35Z', 'updated_at': '2021-11-19T17:53:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': '2288129c-fda7-40a9-a92f-9a156c1eec25', 'name': '', 'network_id': '83e29886-835d-4a88-8dbb-b5f419c8c70c', 'tenant_id': '788dc519438f4a03985216f23ce7957a', 'mac_address': 'fa:16:3e:79:b9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37797a95-345c-4ba7-846b-5ff1b4b9256a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1701, 'fixed_ips': [{'subnet_id': 'f038d3e4-cc95-4dc5-a466-577e5f1c9aa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:53:42Z', 'updated_at': '2021-11-19T17:53:49Z', 'revision_number': 5, 'project_id': '788dc519438f4a03985216f23ce7957a', 'subnets': [{'id': 'f038d3e4-cc95-4dc5-a466-577e5f1c9aa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 17:56:14.962600 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-0ae250ad-aa46-40c1-a137-ef5deee37b6d req-87eb0316-bc01-4812-a12b-9f95dfdd0ac9 service neutron] Attempting to bind port 77fbabf3-ee2b-487b-bc13-a5cf3a9eb1e4 on host n-h1-818022-2 for vnic_type normal with profile {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:56:14.963145 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-0ae250ad-aa46-40c1-a137-ef5deee37b6d req-87eb0316-bc01-4812-a12b-9f95dfdd0ac9 service neutron] Attempting to bind port 77fbabf3-ee2b-487b-bc13-a5cf3a9eb1e4 by drivers openvswitch,hyperv on host n-h1-818022-2 at level 0 using segments [{'id': '374ad87f-866e-4e93-a1d9-79725abb480e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '01118a59-d09f-44f4-a9d4-facf002d044d'}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:56:14.963145 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ae250ad-aa46-40c1-a137-ef5deee37b6d req-87eb0316-bc01-4812-a12b-9f95dfdd0ac9 service neutron] Attempting to bind port 77fbabf3-ee2b-487b-bc13-a5cf3a9eb1e4 on network 01118a59-d09f-44f4-a9d4-facf002d044d {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:56:14.971014 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ae250ad-aa46-40c1-a137-ef5deee37b6d req-87eb0316-bc01-4812-a12b-9f95dfdd0ac9 service neutron] Port 77fbabf3-ee2b-487b-bc13-a5cf3a9eb1e4 on network 01118a59-d09f-44f4-a9d4-facf002d044d not bound, no agent of type Open vSwitch agent registered on host n-h1-818022-2 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 17:56:14.971359 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ae250ad-aa46-40c1-a137-ef5deee37b6d req-87eb0316-bc01-4812-a12b-9f95dfdd0ac9 service neutron] Attempting to bind port 77fbabf3-ee2b-487b-bc13-a5cf3a9eb1e4 on network 01118a59-d09f-44f4-a9d4-facf002d044d {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:56:14.974613 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae250ad-aa46-40c1-a137-ef5deee37b6d req-a7680582-51b5-4bdc-bc4c-b1998fbee746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:14.976131 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0ae250ad-aa46-40c1-a137-ef5deee37b6d req-a7680582-51b5-4bdc-bc4c-b1998fbee746 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=475e6f4ee5ee40b8bd9444c3af516a78&device_id=6ae121e7-8883-49e0-b9a3-c50583933ed0 HTTP/1.1" status: 200 len: 1095 time: 0.1586442 Nov 19 17:56:14.997997 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ae250ad-aa46-40c1-a137-ef5deee37b6d req-87eb0316-bc01-4812-a12b-9f95dfdd0ac9 service neutron] Checking agent: {'id': 'a6668d96-12fa-4ec0-99ad-77eaf490dd2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'started_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 56, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:56:14.998336 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ae250ad-aa46-40c1-a137-ef5deee37b6d req-87eb0316-bc01-4812-a12b-9f95dfdd0ac9 service neutron] Checking segment: {'id': '374ad87f-866e-4e93-a1d9-79725abb480e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '01118a59-d09f-44f4-a9d4-facf002d044d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:56:14.999712 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ae250ad-aa46-40c1-a137-ef5deee37b6d req-87eb0316-bc01-4812-a12b-9f95dfdd0ac9 service neutron] Bound using segment: {'id': '374ad87f-866e-4e93-a1d9-79725abb480e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '01118a59-d09f-44f4-a9d4-facf002d044d'} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:56:15.000593 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-0ae250ad-aa46-40c1-a137-ef5deee37b6d req-87eb0316-bc01-4812-a12b-9f95dfdd0ac9 service neutron] Bound port: 77fbabf3-ee2b-487b-bc13-a5cf3a9eb1e4, host: n-h1-818022-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '374ad87f-866e-4e93-a1d9-79725abb480e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '01118a59-d09f-44f4-a9d4-facf002d044d'}}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:56:15.000967 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-0ae250ad-aa46-40c1-a137-ef5deee37b6d req-87eb0316-bc01-4812-a12b-9f95dfdd0ac9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:15.040068 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b7727-95f0-4aad-8982-17a85cb1b6f7 service neutron] Pushing event updated for resources: {'Port': ['ID=2906b7e0-329f-4641-aab4-2577acbf0104,revision_number=3']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:15.052918 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ac342078-7f0c-4c5b-b0d0-b512d20268e9 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:15.059109 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0ae250ad-aa46-40c1-a137-ef5deee37b6d req-b360efc5-2499-49b3-8019-3c20034d5ff7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2906b7e0-329f-4641-aab4-2577acbf0104 HTTP/1.1" status: 200 len: 217 time: 0.0719299 Nov 19 17:56:15.060111 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-28e53bef-2c71-4475-b71f-f7bc4dd1c386 tempest-ServersTestFqdnHostnames-843140581 tempest-ServersTestFqdnHostnames-843140581-project] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:15.067421 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-56a55562-1776-458c-9e5e-15fe6942eda6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:15.070155 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-56a55562-1776-458c-9e5e-15fe6942eda6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:15.074237 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-56a55562-1776-458c-9e5e-15fe6942eda6 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/eb20cf3b-f074-4d35-b25e-4d72610a962f HTTP/1.1" status: 204 len: 168 time: 0.6421993 Nov 19 17:56:15.126278 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84090a95-8162-491a-b6e2-418f25c8005b tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 17:56:15.139606 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-84090a95-8162-491a-b6e2-418f25c8005b tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "PUT /v2.0/routers/62d2a435-02bd-41d3-83de-60d4f7511ee1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7566557 Nov 19 17:56:15.143684 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a55562-1776-458c-9e5e-15fe6942eda6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb20cf3b-f074-4d35-b25e-4d72610a962f,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:15.144465 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66e3b15-988c-44bb-8404-3fe2f040f51b None None] Sync routers for ids ['62d2a435-02bd-41d3-83de-60d4f7511ee1'] in n-d-818022-2 {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 17:56:15.146761 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac342078-7f0c-4c5b-b0d0-b512d20268e9 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Network c81c1a2a-e94d-40fe-a45c-51bb5532b869 is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:56:15.154044 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 40394) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:15.167370 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66e3b15-988c-44bb-8404-3fe2f040f51b None None] Routers {'62d2a435-02bd-41d3-83de-60d4f7511ee1'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:56:15.168014 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-b66e3b15-988c-44bb-8404-3fe2f040f51b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:56:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['62d2a435-02bd-41d3-83de-60d4f7511ee1'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:56:15.199168 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-ac342078-7f0c-4c5b-b0d0-b512d20268e9 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:56:15.216745 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-28e53bef-2c71-4475-b71f-f7bc4dd1c386 tempest-ServersTestFqdnHostnames-843140581 tempest-ServersTestFqdnHostnames-843140581-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:15.238105 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae250ad-aa46-40c1-a137-ef5deee37b6d req-6899ef4c-0932-4fcd-be28-ab5fefda2c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:15.239842 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0ae250ad-aa46-40c1-a137-ef5deee37b6d req-6899ef4c-0932-4fcd-be28-ab5fefda2c66 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9b42ea5d-7b0c-454f-ba3b-fe68863dd43d HTTP/1.1" status: 200 len: 853 time: 0.1524572 Nov 19 17:56:15.247637 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-0ae250ad-aa46-40c1-a137-ef5deee37b6d req-87eb0316-bc01-4812-a12b-9f95dfdd0ac9 service neutron] For port 77fbabf3-ee2b-487b-bc13-a5cf3a9eb1e4, host n-h1-818022-2, cleared binding levels {{(pid=103365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:56:15.277975 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-0ae250ad-aa46-40c1-a137-ef5deee37b6d req-87eb0316-bc01-4812-a12b-9f95dfdd0ac9 service neutron] For port 77fbabf3-ee2b-487b-bc13-a5cf3a9eb1e4, host n-h1-818022-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=77fbabf3-ee2b-487b-bc13-a5cf3a9eb1e4,segment=NetworkSegment(374ad87f-866e-4e93-a1d9-79725abb480e),segment_id=374ad87f-866e-4e93-a1d9-79725abb480e)] {{(pid=103365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:56:15.286393 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac342078-7f0c-4c5b-b0d0-b512d20268e9 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:56:15.287231 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ac342078-7f0c-4c5b-b0d0-b512d20268e9 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-671361'] for router_interface, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:15.296342 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac342078-7f0c-4c5b-b0d0-b512d20268e9 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Pushing event updated for resources: {'Port': ['ID=a6317ce1-b6fd-46ae-9c95-ad660eb9b11f,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:15.324278 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0ae250ad-aa46-40c1-a137-ef5deee37b6d req-1098678e-276e-45ea-a2c0-937fb06f014c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=01118a59-d09f-44f4-a9d4-facf002d044d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0693738 Nov 19 17:56:15.325540 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-0ae250ad-aa46-40c1-a137-ef5deee37b6d req-87eb0316-bc01-4812-a12b-9f95dfdd0ac9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:15.383654 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-b66e3b15-988c-44bb-8404-3fe2f040f51b None None] Set router 62d2a435-02bd-41d3-83de-60d4f7511ee1 gateway port host: None {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:56:15.412953 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a83154e-27ee-453d-8604-d43797d644fa None None] New status for floating IP c6a86088-9f59-4c85-909a-b1fbff894e90: DOWN {{(pid=103367) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 17:56:15.415107 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-718de1db-ea3e-4ca8-a8c9-3c9b44c2c073 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:15.416602 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-718de1db-ea3e-4ca8-a8c9-3c9b44c2c073 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "GET /v2.0/ports/ccc05721-3bfb-4b6c-a6ca-2271e5659c34 HTTP/1.1" status: 200 len: 911 time: 0.2617834 Nov 19 17:56:15.422122 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 40398) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:15.471976 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae250ad-aa46-40c1-a137-ef5deee37b6d req-87eb0316-bc01-4812-a12b-9f95dfdd0ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:15.472680 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-0ae250ad-aa46-40c1-a137-ef5deee37b6d req-87eb0316-bc01-4812-a12b-9f95dfdd0ac9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:15.476268 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0ae250ad-aa46-40c1-a137-ef5deee37b6d req-87eb0316-bc01-4812-a12b-9f95dfdd0ac9 service neutron] 10.222.0.60 "PUT /v2.0/ports/77fbabf3-ee2b-487b-bc13-a5cf3a9eb1e4 HTTP/1.1" status: 200 len: 1091 time: 2.6544251 Nov 19 17:56:15.476268 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87eb0316-bc01-4812-a12b-9f95dfdd0ac9 service neutron] Pushing event updated for resources: {'Port': ['ID=77fbabf3-ee2b-487b-bc13-a5cf3a9eb1e4,revision_number=3']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:15.650688 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-28e53bef-2c71-4475-b71f-f7bc4dd1c386 tempest-ServersTestFqdnHostnames-843140581 tempest-ServersTestFqdnHostnames-843140581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:15.653411 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-28e53bef-2c71-4475-b71f-f7bc4dd1c386 tempest-ServersTestFqdnHostnames-843140581 tempest-ServersTestFqdnHostnames-843140581-project] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:15.669629 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-28e53bef-2c71-4475-b71f-f7bc4dd1c386 tempest-ServersTestFqdnHostnames-843140581 tempest-ServersTestFqdnHostnames-843140581-project] 10.222.0.54 "DELETE /v2.0/security-groups/b5a8c8f3-45f5-4cb0-9829-55e94a7ad701 HTTP/1.1" status: 204 len: 168 time: 0.7978089 Nov 19 17:56:15.680382 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 40404) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:15.731425 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e53bef-2c71-4475-b71f-f7bc4dd1c386 tempest-ServersTestFqdnHostnames-843140581 tempest-ServersTestFqdnHostnames-843140581-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5a8c8f3-45f5-4cb0-9829-55e94a7ad701,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:15.793409 n-d-818022-2 neutron-server[103365]: INFO neutron.api.v2.resource [None req-51da3a78-d673-41e5-b41b-5376a87b432a tempest-ServersTestFqdnHostnames-843140581 tempest-ServersTestFqdnHostnames-843140581-project] show failed (client error): The resource could not be found. Nov 19 17:56:15.794472 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-51da3a78-d673-41e5-b41b-5376a87b432a tempest-ServersTestFqdnHostnames-843140581 tempest-ServersTestFqdnHostnames-843140581-project] 10.222.0.54 "GET /v2.0/security-groups/b5a8c8f3-45f5-4cb0-9829-55e94a7ad701 HTTP/1.1" status: 404 len: 347 time: 0.1073499 Nov 19 17:56:15.807108 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7793b7d2-5200-4437-a3fe-05cdaffe9647 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:15.821446 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 40408) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:15.822816 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7793b7d2-5200-4437-a3fe-05cdaffe9647 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:15.824366 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae250ad-aa46-40c1-a137-ef5deee37b6d req-d357728b-5996-40ec-9408-3d58d240146d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:15.827531 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0ae250ad-aa46-40c1-a137-ef5deee37b6d req-d357728b-5996-40ec-9408-3d58d240146d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=475e6f4ee5ee40b8bd9444c3af516a78&device_id=01517722-0f93-4004-a29d-7bff3f5e3c38 HTTP/1.1" status: 200 len: 1094 time: 0.2692559 Nov 19 17:56:15.829315 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 40410) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:15.830159 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-7793b7d2-5200-4437-a3fe-05cdaffe9647 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.4053619 Nov 19 17:56:15.851580 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-f5b789e8-eba0-4df0-bae3-53f2ce7697e6 None None] Provisioning complete for port a6317ce1-b6fd-46ae-9c95-ad660eb9b11f triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:56:15.852190 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f5b789e8-eba0-4df0-bae3-53f2ce7697e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:15.867543 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ac342078-7f0c-4c5b-b0d0-b512d20268e9 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:15.897769 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ae121e7-8883-49e0-b9a3-c50583933ed0', 'tag': '2906b7e0-329f-4641-aab4-2577acbf0104'}, {'name': 'network-changed', 'server_uuid': '01517722-0f93-4004-a29d-7bff3f5e3c38', 'tag': '77fbabf3-ee2b-487b-bc13-a5cf3a9eb1e4'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:56:15.908591 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218319d759239a7d11f1288aef37381b97754913ee9ccbfd43b51a463f801712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8850eca-6a25-450a-ba54-5196eb82e11f" -d '{"events": [{"name": "network-changed", "server_uuid": "6ae121e7-8883-49e0-b9a3-c50583933ed0", "tag": "2906b7e0-329f-4641-aab4-2577acbf0104"}, {"name": "network-changed", "server_uuid": "01517722-0f93-4004-a29d-7bff3f5e3c38", "tag": "77fbabf3-ee2b-487b-bc13-a5cf3a9eb1e4"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:56:15.968959 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-f5b789e8-eba0-4df0-bae3-53f2ce7697e6 None None] Port a6317ce1-b6fd-46ae-9c95-ad660eb9b11f cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:56:16.023486 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-b66e3b15-988c-44bb-8404-3fe2f040f51b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62d2a435-02bd-41d3-83de-60d4f7511ee1', 'name': 'tempest-NetworksTestDHCPv6-router-334831942', 'tenant_id': '6b45f31544cd40e7b10456e94240dc6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:56:08Z', 'updated_at': '2021-11-19T17:56:10Z', 'revision_number': 2, 'project_id': '6b45f31544cd40e7b10456e94240dc6e', 'gw_port_host': None, '_interfaces': [{'id': 'ccc05721-3bfb-4b6c-a6ca-2271e5659c34', 'name': '', 'network_id': '65eace33-2479-4afb-a7b6-41f0773542ac', 'tenant_id': '6b45f31544cd40e7b10456e94240dc6e', 'mac_address': 'fa:16:3e:c8:29:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62d2a435-02bd-41d3-83de-60d4f7511ee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2014, 'fixed_ips': [{'subnet_id': '604097e8-a170-40cb-a143-8e3f3137db10', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:56:09Z', 'updated_at': '2021-11-19T17:56:11Z', 'revision_number': 2, 'project_id': '6b45f31544cd40e7b10456e94240dc6e', 'subnets': [{'id': '604097e8-a170-40cb-a143-8e3f3137db10', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:56:16.061738 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.agents_db [None req-619e5c26-d9ed-4321-86eb-7d443bb9dfa2 None None] Agent healthcheck: found 7 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 17:56:16.083152 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66e3b15-988c-44bb-8404-3fe2f040f51b None None] Checking router: 62d2a435-02bd-41d3-83de-60d4f7511ee1 for host: n-d-818022-2 {{(pid=103366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 17:56:16.084570 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66e3b15-988c-44bb-8404-3fe2f040f51b None None] Updating router 62d2a435-02bd-41d3-83de-60d4f7511ee1 port ccc05721-3bfb-4b6c-a6ca-2271e5659c34 binding host n-d-818022-2 {{(pid=103366) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 17:56:16.133529 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b66e3b15-988c-44bb-8404-3fe2f040f51b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:16.135414 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 19 Nov 2021 17:56:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52df4f81-1146-4a06-b645-0416d3304cc2 x-openstack-request-id: req-52df4f81-1146-4a06-b645-0416d3304cc2 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:56:16.135671 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ae121e7-8883-49e0-b9a3-c50583933ed0", "tag": "2906b7e0-329f-4641-aab4-2577acbf0104", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "01517722-0f93-4004-a29d-7bff3f5e3c38", "tag": "77fbabf3-ee2b-487b-bc13-a5cf3a9eb1e4", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:56:16.135891 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-52df4f81-1146-4a06-b645-0416d3304cc2 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:56:16.136293 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ae121e7-8883-49e0-b9a3-c50583933ed0', 'tag': '2906b7e0-329f-4641-aab4-2577acbf0104', 'status': 'completed', 'code': 200} Nov 19 17:56:16.136557 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01517722-0f93-4004-a29d-7bff3f5e3c38', 'tag': '77fbabf3-ee2b-487b-bc13-a5cf3a9eb1e4', 'status': 'completed', 'code': 200} Nov 19 17:56:16.148246 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0ae250ad-aa46-40c1-a137-ef5deee37b6d req-6c65e6d8-f50d-46d3-9b59-462411e0b872 service neutron] 10.222.0.60 "GET /v2.0/networks/01118a59-d09f-44f4-a9d4-facf002d044d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7979338 Nov 19 17:56:16.149458 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0ae250ad-aa46-40c1-a137-ef5deee37b6d req-3d5d7e95-37d6-48ee-bdbd-43db3f215213 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=77fbabf3-ee2b-487b-bc13-a5cf3a9eb1e4 HTTP/1.1" status: 200 len: 217 time: 0.2555037 Nov 19 17:56:16.263719 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b280c85-e5d4-46b2-af6d-b77bcb40f6a1 req-ca0e325e-3f55-4b55-bc00-8e7e4dbdd852 tempest-MultipleCreateTestJSON-1825635663 tempest-MultipleCreateTestJSON-1825635663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:16.271802 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3b280c85-e5d4-46b2-af6d-b77bcb40f6a1 req-ca0e325e-3f55-4b55-bc00-8e7e4dbdd852 tempest-MultipleCreateTestJSON-1825635663 tempest-MultipleCreateTestJSON-1825635663-project] 10.222.0.54 "GET /v2.0/ports?device_id=01517722-0f93-4004-a29d-7bff3f5e3c38 HTTP/1.1" status: 200 len: 943 time: 0.5451376 Nov 19 17:56:16.306798 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae250ad-aa46-40c1-a137-ef5deee37b6d req-d742db29-c9cc-4924-97be-28dde8b8e3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:16.308254 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0ae250ad-aa46-40c1-a137-ef5deee37b6d req-d742db29-c9cc-4924-97be-28dde8b8e3b4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9b42ea5d-7b0c-454f-ba3b-fe68863dd43d HTTP/1.1" status: 200 len: 853 time: 0.1098776 Nov 19 17:56:16.401398 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ac342078-7f0c-4c5b-b0d0-b512d20268e9 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks [] for port, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:16.410555 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ac342078-7f0c-4c5b-b0d0-b512d20268e9 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:16.411980 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ac342078-7f0c-4c5b-b0d0-b512d20268e9 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-768529'] for router_interface, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:16.423399 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0ae250ad-aa46-40c1-a137-ef5deee37b6d req-50770745-6b79-4b8e-81a7-041a8093e8a5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=01118a59-d09f-44f4-a9d4-facf002d044d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0776100 Nov 19 17:56:16.540372 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac342078-7f0c-4c5b-b0d0-b512d20268e9 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Pushing event updated for resources: {'Port': ['ID=a6317ce1-b6fd-46ae-9c95-ad660eb9b11f,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:16.554698 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3b280c85-e5d4-46b2-af6d-b77bcb40f6a1 req-738e3e12-5ec2-430a-a20c-3f5a76ff1429 tempest-MultipleCreateTestJSON-1825635663 tempest-MultipleCreateTestJSON-1825635663-project] 10.222.0.54 "GET /v2.0/security-groups?id=11f15ae4-8821-41c9-a586-57bef0a63f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2816901 Nov 19 17:56:16.562548 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0ae250ad-aa46-40c1-a137-ef5deee37b6d req-0b9ad7f4-c4a6-48fe-a226-ef684f7605ff service neutron] 10.222.0.60 "GET /v2.0/networks/01118a59-d09f-44f4-a9d4-facf002d044d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280866 Nov 19 17:56:16.613714 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b66e3b15-988c-44bb-8404-3fe2f040f51b None None] Publish callbacks [] for port, precommit_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:16.627607 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b66e3b15-988c-44bb-8404-3fe2f040f51b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:16.665679 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac342078-7f0c-4c5b-b0d0-b512d20268e9 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Network c81c1a2a-e94d-40fe-a45c-51bb5532b869 is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:56:16.669606 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-ac342078-7f0c-4c5b-b0d0-b512d20268e9 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:56:16.756762 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145a45ff-6412-4215-9e54-0ba03c2894d5 None None] Pushing event updated for resources: {'Port': ['ID=ccc05721-3bfb-4b6c-a6ca-2271e5659c34,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:16.800414 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-b66e3b15-988c-44bb-8404-3fe2f040f51b None None] Attempting to bind port ccc05721-3bfb-4b6c-a6ca-2271e5659c34 on host n-d-818022-2 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:56:16.801034 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-b66e3b15-988c-44bb-8404-3fe2f040f51b None None] Attempting to bind port ccc05721-3bfb-4b6c-a6ca-2271e5659c34 by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': 'b0148e58-5e40-4372-b35c-802e0d196d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '65eace33-2479-4afb-a7b6-41f0773542ac'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:56:16.802113 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b66e3b15-988c-44bb-8404-3fe2f040f51b None None] Attempting to bind port ccc05721-3bfb-4b6c-a6ca-2271e5659c34 on network 65eace33-2479-4afb-a7b6-41f0773542ac {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:56:16.809758 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b66e3b15-988c-44bb-8404-3fe2f040f51b None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 56, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:56:16.810305 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b66e3b15-988c-44bb-8404-3fe2f040f51b None None] Checking segment: {'id': 'b0148e58-5e40-4372-b35c-802e0d196d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '65eace33-2479-4afb-a7b6-41f0773542ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:56:16.811635 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b66e3b15-988c-44bb-8404-3fe2f040f51b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:16.812154 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b66e3b15-988c-44bb-8404-3fe2f040f51b None None] Bound using segment: {'id': 'b0148e58-5e40-4372-b35c-802e0d196d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '65eace33-2479-4afb-a7b6-41f0773542ac'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:56:16.812772 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-b66e3b15-988c-44bb-8404-3fe2f040f51b None None] Bound port: ccc05721-3bfb-4b6c-a6ca-2271e5659c34, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0148e58-5e40-4372-b35c-802e0d196d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '65eace33-2479-4afb-a7b6-41f0773542ac'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:56:16.813273 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b66e3b15-988c-44bb-8404-3fe2f040f51b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:16.874474 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0ae250ad-aa46-40c1-a137-ef5deee37b6d req-1d3d9c6e-312b-46eb-9959-9fc28a3e67b4 service neutron] 10.222.0.60 "GET /v2.0/networks/01118a59-d09f-44f4-a9d4-facf002d044d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6737158 Nov 19 17:56:16.894623 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5d230-e00b-40c7-b1cd-a01fee42746b tempest-ServersTestFqdnHostnames-843140581 tempest-ServersTestFqdnHostnames-843140581-project] Deleting port 7c4ff3af-fbc5-40f2-93a5-13c77f4a9763 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:56:16.895242 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9fd5d230-e00b-40c7-b1cd-a01fee42746b tempest-ServersTestFqdnHostnames-843140581 tempest-ServersTestFqdnHostnames-843140581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:16.915211 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-b66e3b15-988c-44bb-8404-3fe2f040f51b None None] For port ccc05721-3bfb-4b6c-a6ca-2271e5659c34, host n-d-818022-2, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:56:16.919182 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-b66e3b15-988c-44bb-8404-3fe2f040f51b None None] For port ccc05721-3bfb-4b6c-a6ca-2271e5659c34, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=ccc05721-3bfb-4b6c-a6ca-2271e5659c34,segment=NetworkSegment(b0148e58-5e40-4372-b35c-802e0d196d41),segment_id=b0148e58-5e40-4372-b35c-802e0d196d41)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:56:16.932069 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b66e3b15-988c-44bb-8404-3fe2f040f51b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:16.941750 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac342078-7f0c-4c5b-b0d0-b512d20268e9 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Router 835f718e-3e76-48ab-a376-9fcff13ee7c6 has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 17:56:17.146122 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145a45ff-6412-4215-9e54-0ba03c2894d5 None None] Pushing event updated for resources: {'Port': ['ID=ccc05721-3bfb-4b6c-a6ca-2271e5659c34,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:17.187876 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac342078-7f0c-4c5b-b0d0-b512d20268e9 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 17:56:17.194872 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-ac342078-7f0c-4c5b-b0d0-b512d20268e9 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] 10.222.0.54 "PUT /v2.0/routers/835f718e-3e76-48ab-a376-9fcff13ee7c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9854436 Nov 19 17:56:17.197376 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 40438) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:17.214979 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66e3b15-988c-44bb-8404-3fe2f040f51b None None] Routers {'62d2a435-02bd-41d3-83de-60d4f7511ee1'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:56:17.215632 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-b66e3b15-988c-44bb-8404-3fe2f040f51b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:56:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['62d2a435-02bd-41d3-83de-60d4f7511ee1'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:56:17.230511 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0ae250ad-aa46-40c1-a137-ef5deee37b6d req-2bee2501-c4cc-4fe8-8306-8ca310e11ccd service neutron] 10.222.0.60 "GET /v2.0/networks/01118a59-d09f-44f4-a9d4-facf002d044d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6322095 Nov 19 17:56:17.239372 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f5a5791-9939-47b3-9af3-a8ee654669d3 None None] Sync routers for ids ['835f718e-3e76-48ab-a376-9fcff13ee7c6'] in n-d-818022-2 {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 17:56:17.280647 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8850eca-6a25-450a-ba54-5196eb82e11f req-7366b9a9-a524-4421-ae15-300f18c68ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:17.282519 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f8850eca-6a25-450a-ba54-5196eb82e11f req-7366b9a9-a524-4421-ae15-300f18c68ecb service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=475e6f4ee5ee40b8bd9444c3af516a78&device_id=6ae121e7-8883-49e0-b9a3-c50583933ed0 HTTP/1.1" status: 200 len: 1095 time: 0.3349400 Nov 19 17:56:17.286492 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dde57bc-71bd-411e-bdc9-20a51d06315f tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:17.291389 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-4dde57bc-71bd-411e-bdc9-20a51d06315f tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] 10.222.0.54 "GET /v2.0/ports/a6317ce1-b6fd-46ae-9c95-ad660eb9b11f HTTP/1.1" status: 200 len: 913 time: 0.0925436 Nov 19 17:56:17.292384 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 40440) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:17.334533 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9fd5d230-e00b-40c7-b1cd-a01fee42746b tempest-ServersTestFqdnHostnames-843140581 tempest-ServersTestFqdnHostnames-843140581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:17.336054 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9fd5d230-e00b-40c7-b1cd-a01fee42746b tempest-ServersTestFqdnHostnames-843140581 tempest-ServersTestFqdnHostnames-843140581-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:17.432506 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-afbc91b6-5bc0-4f8a-a7b4-658dfcf8e835 None None] Provisioning complete for port ccc05721-3bfb-4b6c-a6ca-2271e5659c34 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:56:17.433158 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-afbc91b6-5bc0-4f8a-a7b4-658dfcf8e835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:17.441285 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-9fd5d230-e00b-40c7-b1cd-a01fee42746b tempest-ServersTestFqdnHostnames-843140581 tempest-ServersTestFqdnHostnames-843140581-project] Calling delete_port for 7c4ff3af-fbc5-40f2-93a5-13c77f4a9763 owned by network:floatingip {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:56:17.496480 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f5a5791-9939-47b3-9af3-a8ee654669d3 None None] Routers {'835f718e-3e76-48ab-a376-9fcff13ee7c6'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:56:17.497303 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-2f5a5791-9939-47b3-9af3-a8ee654669d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:56:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['835f718e-3e76-48ab-a376-9fcff13ee7c6'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:56:17.547498 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-2f5a5791-9939-47b3-9af3-a8ee654669d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:56:17.579117 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-b66e3b15-988c-44bb-8404-3fe2f040f51b None None] Set router 62d2a435-02bd-41d3-83de-60d4f7511ee1 gateway port host: None {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:56:17.586115 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f5a5791-9939-47b3-9af3-a8ee654669d3 None None] Routers {'835f718e-3e76-48ab-a376-9fcff13ee7c6'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:56:17.588972 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-2f5a5791-9939-47b3-9af3-a8ee654669d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:56:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['835f718e-3e76-48ab-a376-9fcff13ee7c6'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:56:17.710138 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-2f5a5791-9939-47b3-9af3-a8ee654669d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:56:17.710719 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f5a5791-9939-47b3-9af3-a8ee654669d3 None None] The sync data for ids ['835f718e-3e76-48ab-a376-9fcff13ee7c6'] in n-d-818022-2 is: [] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 17:56:17.767350 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8850eca-6a25-450a-ba54-5196eb82e11f req-68f07ea7-37cd-4eb5-989f-fabf7b29b13c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:17.768940 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f8850eca-6a25-450a-ba54-5196eb82e11f req-68f07ea7-37cd-4eb5-989f-fabf7b29b13c service neutron] 10.222.0.60 "GET /v2.0/networks?id=01118a59-d09f-44f4-a9d4-facf002d044d HTTP/1.1" status: 200 len: 914 time: 0.4729011 Nov 19 17:56:17.770657 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-afbc91b6-5bc0-4f8a-a7b4-658dfcf8e835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:17.810025 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-bc64b110-42fd-4972-ba10-5ca311f7a38d tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-768564'] for router_interface, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:17.938962 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-afbc91b6-5bc0-4f8a-a7b4-658dfcf8e835 None None] For port ccc05721-3bfb-4b6c-a6ca-2271e5659c34, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=ccc05721-3bfb-4b6c-a6ca-2271e5659c34,segment=NetworkSegment(b0148e58-5e40-4372-b35c-802e0d196d41),segment_id=b0148e58-5e40-4372-b35c-802e0d196d41)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:56:17.967531 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-afbc91b6-5bc0-4f8a-a7b4-658dfcf8e835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:18.031382 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 40454) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:18.036109 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbc91b6-5bc0-4f8a-a7b4-658dfcf8e835 None None] Pushing event updated for resources: {'Port': ['ID=ccc05721-3bfb-4b6c-a6ca-2271e5659c34,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:18.050062 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbc91b6-5bc0-4f8a-a7b4-658dfcf8e835 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:56:18.050429 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbc91b6-5bc0-4f8a-a7b4-658dfcf8e835 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:56:18.050757 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbc91b6-5bc0-4f8a-a7b4-658dfcf8e835 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:56:18.051095 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbc91b6-5bc0-4f8a-a7b4-658dfcf8e835 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:56:18.051609 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbc91b6-5bc0-4f8a-a7b4-658dfcf8e835 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:56:18.051944 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbc91b6-5bc0-4f8a-a7b4-658dfcf8e835 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:56:18.052267 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbc91b6-5bc0-4f8a-a7b4-658dfcf8e835 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:56:18.052594 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbc91b6-5bc0-4f8a-a7b4-658dfcf8e835 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:56:18.052921 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbc91b6-5bc0-4f8a-a7b4-658dfcf8e835 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:56:18.053246 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbc91b6-5bc0-4f8a-a7b4-658dfcf8e835 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:56:18.053569 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbc91b6-5bc0-4f8a-a7b4-658dfcf8e835 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:56:18.053918 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbc91b6-5bc0-4f8a-a7b4-658dfcf8e835 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:56:18.069097 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-b66e3b15-988c-44bb-8404-3fe2f040f51b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62d2a435-02bd-41d3-83de-60d4f7511ee1', 'name': 'tempest-NetworksTestDHCPv6-router-334831942', 'tenant_id': '6b45f31544cd40e7b10456e94240dc6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:56:08Z', 'updated_at': '2021-11-19T17:56:10Z', 'revision_number': 2, 'project_id': '6b45f31544cd40e7b10456e94240dc6e', 'gw_port_host': None, '_interfaces': [{'id': 'ccc05721-3bfb-4b6c-a6ca-2271e5659c34', 'name': '', 'network_id': '65eace33-2479-4afb-a7b6-41f0773542ac', 'tenant_id': '6b45f31544cd40e7b10456e94240dc6e', 'mac_address': 'fa:16:3e:c8:29:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62d2a435-02bd-41d3-83de-60d4f7511ee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2014, 'fixed_ips': [{'subnet_id': '604097e8-a170-40cb-a143-8e3f3137db10', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:56:09Z', 'updated_at': '2021-11-19T17:56:16Z', 'revision_number': 4, 'project_id': '6b45f31544cd40e7b10456e94240dc6e', 'subnets': [{'id': '604097e8-a170-40cb-a143-8e3f3137db10', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:56:18.112452 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66e3b15-988c-44bb-8404-3fe2f040f51b None None] The sync data for ids ['62d2a435-02bd-41d3-83de-60d4f7511ee1'] in n-d-818022-2 is: [{'id': '62d2a435-02bd-41d3-83de-60d4f7511ee1', 'name': 'tempest-NetworksTestDHCPv6-router-334831942', 'tenant_id': '6b45f31544cd40e7b10456e94240dc6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:56:08Z', 'updated_at': '2021-11-19T17:56:10Z', 'revision_number': 2, 'project_id': '6b45f31544cd40e7b10456e94240dc6e', 'gw_port_host': None, '_interfaces': [{'id': 'ccc05721-3bfb-4b6c-a6ca-2271e5659c34', 'name': '', 'network_id': '65eace33-2479-4afb-a7b6-41f0773542ac', 'tenant_id': '6b45f31544cd40e7b10456e94240dc6e', 'mac_address': 'fa:16:3e:c8:29:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62d2a435-02bd-41d3-83de-60d4f7511ee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2014, 'fixed_ips': [{'subnet_id': '604097e8-a170-40cb-a143-8e3f3137db10', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:56:09Z', 'updated_at': '2021-11-19T17:56:16Z', 'revision_number': 4, 'project_id': '6b45f31544cd40e7b10456e94240dc6e', 'subnets': [{'id': '604097e8-a170-40cb-a143-8e3f3137db10', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 17:56:18.127640 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-1cb412b7-4447-49fe-a07f-bfa075fe225f None None] Provisioning complete for port a6317ce1-b6fd-46ae-9c95-ad660eb9b11f triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:56:18.128020 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-1cb412b7-4447-49fe-a07f-bfa075fe225f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:18.205097 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-1cb412b7-4447-49fe-a07f-bfa075fe225f None None] Port a6317ce1-b6fd-46ae-9c95-ad660eb9b11f cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:56:18.233849 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-1cb412b7-4447-49fe-a07f-bfa075fe225f None None] Provisioning complete for port ccc05721-3bfb-4b6c-a6ca-2271e5659c34 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:56:18.235720 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-1cb412b7-4447-49fe-a07f-bfa075fe225f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:18.308339 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-c7901020-3fb8-4b16-ad76-a783f32d0cd3 tempest-DHCPAgentSchedulersTestJSON-89390431 tempest-DHCPAgentSchedulersTestJSON-89390431-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1280164700'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:56:18.376651 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f8850eca-6a25-450a-ba54-5196eb82e11f req-fb36cd1e-f209-4272-809e-7700beadac1c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2906b7e0-329f-4641-aab4-2577acbf0104 HTTP/1.1" status: 200 len: 217 time: 0.0906074 Nov 19 17:56:18.395384 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7901020-3fb8-4b16-ad76-a783f32d0cd3 tempest-DHCPAgentSchedulersTestJSON-89390431 tempest-DHCPAgentSchedulersTestJSON-89390431-project] Made reservation on behalf of 9a2733f7bf984682854408f6976f0193 for: {'network': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:56:18.403061 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c7901020-3fb8-4b16-ad76-a783f32d0cd3 tempest-DHCPAgentSchedulersTestJSON-89390431 tempest-DHCPAgentSchedulersTestJSON-89390431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:18.411327 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ad194c-51ce-4688-a1bb-0739fab870b2 req-6d4ba0d9-1f41-4e79-8e42-9fd537829e11 tempest-MultipleCreateTestJSON-1825635663 tempest-MultipleCreateTestJSON-1825635663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:18.412902 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-78ad194c-51ce-4688-a1bb-0739fab870b2 req-6d4ba0d9-1f41-4e79-8e42-9fd537829e11 tempest-MultipleCreateTestJSON-1825635663 tempest-MultipleCreateTestJSON-1825635663-project] 10.222.0.54 "GET /v2.0/ports?device_id=01517722-0f93-4004-a29d-7bff3f5e3c38 HTTP/1.1" status: 200 len: 943 time: 0.7137113 Nov 19 17:56:18.434575 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-bc64b110-42fd-4972-ba10-5ca311f7a38d tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Deleting port a6317ce1-b6fd-46ae-9c95-ad660eb9b11f {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:56:18.434918 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-bc64b110-42fd-4972-ba10-5ca311f7a38d tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:18.440169 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c7901020-3fb8-4b16-ad76-a783f32d0cd3 tempest-DHCPAgentSchedulersTestJSON-89390431 tempest-DHCPAgentSchedulersTestJSON-89390431-project] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:18.606088 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-bc64b110-42fd-4972-ba10-5ca311f7a38d tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:18.639551 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-bc64b110-42fd-4972-ba10-5ca311f7a38d tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Calling delete_port for a6317ce1-b6fd-46ae-9c95-ad660eb9b11f owned by network:router_interface {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:56:18.646039 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8850eca-6a25-450a-ba54-5196eb82e11f req-75818a63-821e-4033-9fd2-0bc60eb1a94f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:18.648195 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f8850eca-6a25-450a-ba54-5196eb82e11f req-75818a63-821e-4033-9fd2-0bc60eb1a94f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9b42ea5d-7b0c-454f-ba3b-fe68863dd43d HTTP/1.1" status: 200 len: 853 time: 0.2620182 Nov 19 17:56:18.655291 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-cfc16a77-ca54-446c-881c-7285237cfd05 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-768564'] for router_interface, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:18.727347 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c7901020-3fb8-4b16-ad76-a783f32d0cd3 tempest-DHCPAgentSchedulersTestJSON-89390431 tempest-DHCPAgentSchedulersTestJSON-89390431-project] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:18.736670 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c7901020-3fb8-4b16-ad76-a783f32d0cd3 tempest-DHCPAgentSchedulersTestJSON-89390431 tempest-DHCPAgentSchedulersTestJSON-89390431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:18.773728 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f8850eca-6a25-450a-ba54-5196eb82e11f req-956c6f6d-6f54-4f9d-b278-3ef0f3fdef83 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=01118a59-d09f-44f4-a9d4-facf002d044d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1162732 Nov 19 17:56:18.779738 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-78ad194c-51ce-4688-a1bb-0739fab870b2 req-d51d5a3e-4efa-4ff1-9274-76d3dfa2369a tempest-MultipleCreateTestJSON-1825635663 tempest-MultipleCreateTestJSON-1825635663-project] 10.222.0.54 "GET /v2.0/security-groups?id=11f15ae4-8821-41c9-a586-57bef0a63f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2723055 Nov 19 17:56:18.786400 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7901020-3fb8-4b16-ad76-a783f32d0cd3 tempest-DHCPAgentSchedulersTestJSON-89390431 tempest-DHCPAgentSchedulersTestJSON-89390431-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 682} {{(pid=103364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 17:56:18.795479 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9fd5d230-e00b-40c7-b1cd-a01fee42746b tempest-ServersTestFqdnHostnames-843140581 tempest-ServersTestFqdnHostnames-843140581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:18.908422 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd5d230-e00b-40c7-b1cd-a01fee42746b tempest-ServersTestFqdnHostnames-843140581 tempest-ServersTestFqdnHostnames-843140581-project] Pushing event deleted for resources: {'Port': ['ID=7c4ff3af-fbc5-40f2-93a5-13c77f4a9763,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:18.912881 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7901020-3fb8-4b16-ad76-a783f32d0cd3 tempest-DHCPAgentSchedulersTestJSON-89390431 tempest-DHCPAgentSchedulersTestJSON-89390431-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d86134c-8dc9-426b-8535-0cdec7d68241,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:18.964244 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d8a4a6b-26f7-4219-a3de-c912f14c1c62 None None] DHCP port deletion for 645e61aa-1a6c-4e8f-857e-ab06edb4897f request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 17:56:18.991738 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-bc64b110-42fd-4972-ba10-5ca311f7a38d tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:18.994833 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c7901020-3fb8-4b16-ad76-a783f32d0cd3 tempest-DHCPAgentSchedulersTestJSON-89390431 tempest-DHCPAgentSchedulersTestJSON-89390431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:18.995626 n-d-818022-2 neutron-server[103364]: INFO neutron.db.segments_db [None req-c7901020-3fb8-4b16-ad76-a783f32d0cd3 tempest-DHCPAgentSchedulersTestJSON-89390431 tempest-DHCPAgentSchedulersTestJSON-89390431-project] Added segment ae4b1f6e-ba59-4933-acb5-f9b37dbf5869 of type vlan for network 0091a84d-4bfd-4ad1-b3b8-518d6da257e0 Nov 19 17:56:19.039274 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc64b110-42fd-4972-ba10-5ca311f7a38d tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Pushing event deleted for resources: {'Port': ['ID=a6317ce1-b6fd-46ae-9c95-ad660eb9b11f,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:19.064780 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f8850eca-6a25-450a-ba54-5196eb82e11f req-9ce3f173-3c92-46fe-998f-81d53cbc53fb service neutron] 10.222.0.60 "GET /v2.0/networks/01118a59-d09f-44f4-a9d4-facf002d044d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2839906 Nov 19 17:56:19.067591 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9fd5d230-e00b-40c7-b1cd-a01fee42746b tempest-ServersTestFqdnHostnames-843140581 tempest-ServersTestFqdnHostnames-843140581-project] Publish callbacks [] for floatingip, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:19.071562 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9fd5d230-e00b-40c7-b1cd-a01fee42746b tempest-ServersTestFqdnHostnames-843140581 tempest-ServersTestFqdnHostnames-843140581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for floatingip, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:19.073037 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-9fd5d230-e00b-40c7-b1cd-a01fee42746b tempest-ServersTestFqdnHostnames-843140581 tempest-ServersTestFqdnHostnames-843140581-project] 10.222.0.54 "DELETE /v2.0/floatingips/c6a86088-9f59-4c85-909a-b1fbff894e90 HTTP/1.1" status: 204 len: 168 time: 3.2442973 Nov 19 17:56:19.083319 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 40462) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:19.215856 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f8850eca-6a25-450a-ba54-5196eb82e11f req-de0c1a10-0a31-4617-bcec-b6b382367142 service neutron] 10.222.0.60 "GET /v2.0/networks/01118a59-d09f-44f4-a9d4-facf002d044d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416116 Nov 19 17:56:19.291035 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c7901020-3fb8-4b16-ad76-a783f32d0cd3 tempest-DHCPAgentSchedulersTestJSON-89390431 tempest-DHCPAgentSchedulersTestJSON-89390431-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:19.412158 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8850eca-6a25-450a-ba54-5196eb82e11f req-c1a89397-28c5-4550-afde-a4ed2eddc882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:19.415017 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f8850eca-6a25-450a-ba54-5196eb82e11f req-c1a89397-28c5-4550-afde-a4ed2eddc882 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=475e6f4ee5ee40b8bd9444c3af516a78&device_id=01517722-0f93-4004-a29d-7bff3f5e3c38 HTTP/1.1" status: 200 len: 1094 time: 0.1436996 Nov 19 17:56:19.417509 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c7901020-3fb8-4b16-ad76-a783f32d0cd3 tempest-DHCPAgentSchedulersTestJSON-89390431 tempest-DHCPAgentSchedulersTestJSON-89390431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:19.420108 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-cfc16a77-ca54-446c-881c-7285237cfd05 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Deleting port ccc05721-3bfb-4b6c-a6ca-2271e5659c34 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:56:19.420539 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-cfc16a77-ca54-446c-881c-7285237cfd05 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:19.423271 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7901020-3fb8-4b16-ad76-a783f32d0cd3 tempest-DHCPAgentSchedulersTestJSON-89390431 tempest-DHCPAgentSchedulersTestJSON-89390431-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:19.423914 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c7901020-3fb8-4b16-ad76-a783f32d0cd3 tempest-DHCPAgentSchedulersTestJSON-89390431 tempest-DHCPAgentSchedulersTestJSON-89390431-project] Publish callbacks [] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:19.507954 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-c7901020-3fb8-4b16-ad76-a783f32d0cd3 tempest-DHCPAgentSchedulersTestJSON-89390431 tempest-DHCPAgentSchedulersTestJSON-89390431-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.4754775 Nov 19 17:56:19.531564 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 40468) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:19.536460 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-551d01cc-a515-489d-94b0-6ca9c17fc7ef tempest-DHCPAgentSchedulersTestJSON-89390431 tempest-DHCPAgentSchedulersTestJSON-89390431-project] Request body: {'subnet': {'network_id': '0091a84d-4bfd-4ad1-b3b8-518d6da257e0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:56:19.553293 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-bc64b110-42fd-4972-ba10-5ca311f7a38d tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-768648'] for router_interface, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:19.557566 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7901020-3fb8-4b16-ad76-a783f32d0cd3 tempest-DHCPAgentSchedulersTestJSON-89390431 tempest-DHCPAgentSchedulersTestJSON-89390431-project] Pushing event updated for resources: {'Network': ['ID=0091a84d-4bfd-4ad1-b3b8-518d6da257e0,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:19.581743 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network 0091a84d-4bfd-4ad1-b3b8-518d6da257e0 details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 17:56:19.697661 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [None req-cfc16a77-ca54-446c-881c-7285237cfd05 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] For port ccc05721-3bfb-4b6c-a6ca-2271e5659c34, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=ccc05721-3bfb-4b6c-a6ca-2271e5659c34,segment=NetworkSegment(b0148e58-5e40-4372-b35c-802e0d196d41),segment_id=b0148e58-5e40-4372-b35c-802e0d196d41)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:56:19.698265 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-cfc16a77-ca54-446c-881c-7285237cfd05 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:19.739586 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8850eca-6a25-450a-ba54-5196eb82e11f req-ebdda9c6-250c-4b13-ad37-494eef49b21c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:19.741274 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f8850eca-6a25-450a-ba54-5196eb82e11f req-ebdda9c6-250c-4b13-ad37-494eef49b21c service neutron] 10.222.0.60 "GET /v2.0/networks?id=01118a59-d09f-44f4-a9d4-facf002d044d HTTP/1.1" status: 200 len: 914 time: 0.3142312 Nov 19 17:56:19.744667 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-cfc16a77-ca54-446c-881c-7285237cfd05 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Calling delete_port for ccc05721-3bfb-4b6c-a6ca-2271e5659c34 owned by network:router_interface {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:56:19.809542 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f8850eca-6a25-450a-ba54-5196eb82e11f req-8d0a663f-3eb7-4283-8d91-a82327fbf61c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=77fbabf3-ee2b-487b-bc13-a5cf3a9eb1e4 HTTP/1.1" status: 200 len: 217 time: 0.0573022 Nov 19 17:56:19.855548 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-551d01cc-a515-489d-94b0-6ca9c17fc7ef tempest-DHCPAgentSchedulersTestJSON-89390431 tempest-DHCPAgentSchedulersTestJSON-89390431-project] Made reservation on behalf of 9a2733f7bf984682854408f6976f0193 for: {'subnet': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:56:19.859771 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-551d01cc-a515-489d-94b0-6ca9c17fc7ef tempest-DHCPAgentSchedulersTestJSON-89390431 tempest-DHCPAgentSchedulersTestJSON-89390431-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8731248'] for subnet, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:19.873180 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device ccc05721-3bfb-4b6c-a6ca-2271e5659c34 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:56:19.961327 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port ccc05721-3bfb-4b6c-a6ca-2271e5659c34 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:56:19.961715 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:20.018088 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8850eca-6a25-450a-ba54-5196eb82e11f req-52c420ba-fa37-4f01-a4b2-ed11dca669e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:20.019732 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f8850eca-6a25-450a-ba54-5196eb82e11f req-52c420ba-fa37-4f01-a4b2-ed11dca669e6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9b42ea5d-7b0c-454f-ba3b-fe68863dd43d HTTP/1.1" status: 200 len: 853 time: 0.1732454 Nov 19 17:56:20.124020 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f8850eca-6a25-450a-ba54-5196eb82e11f req-bdd5f1a0-d51a-4cbd-811a-40dc74161bef service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=01118a59-d09f-44f4-a9d4-facf002d044d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0884743 Nov 19 17:56:20.135793 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5f039d-7d71-4a06-b668-016a16e376ec req-f36c44b4-edff-4313-ae54-fed0097752a1 tempest-MultipleCreateTestJSON-1825635663 tempest-MultipleCreateTestJSON-1825635663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:20.137400 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7e5f039d-7d71-4a06-b668-016a16e376ec req-f36c44b4-edff-4313-ae54-fed0097752a1 tempest-MultipleCreateTestJSON-1825635663 tempest-MultipleCreateTestJSON-1825635663-project] 10.222.0.54 "GET /v2.0/ports?device_id=01517722-0f93-4004-a29d-7bff3f5e3c38 HTTP/1.1" status: 200 len: 943 time: 0.2042804 Nov 19 17:56:20.214285 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc64b110-42fd-4972-ba10-5ca311f7a38d tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Router 835f718e-3e76-48ab-a376-9fcff13ee7c6 has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 17:56:20.338327 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7e5f039d-7d71-4a06-b668-016a16e376ec req-1ca5e2f6-2cc1-4fd3-bb17-3ea4c6e2aec9 tempest-MultipleCreateTestJSON-1825635663 tempest-MultipleCreateTestJSON-1825635663-project] 10.222.0.54 "GET /v2.0/security-groups?id=11f15ae4-8821-41c9-a586-57bef0a63f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734817 Nov 19 17:56:20.396182 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc64b110-42fd-4972-ba10-5ca311f7a38d tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 17:56:20.405060 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-bc64b110-42fd-4972-ba10-5ca311f7a38d tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] 10.222.0.54 "PUT /v2.0/routers/835f718e-3e76-48ab-a376-9fcff13ee7c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1109986 Nov 19 17:56:20.409059 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 40474) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:20.415327 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c4e5d99-7f02-42a0-aec8-a1d2fec0c0b5 None None] Sync routers for ids ['835f718e-3e76-48ab-a376-9fcff13ee7c6'] in n-d-818022-2 {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 17:56:20.430496 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2ae7eda9-1c43-4cd2-a80a-7a7c19682eb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-768564'] for router_interface, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:20.438695 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-cfc16a77-ca54-446c-881c-7285237cfd05 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:20.458724 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c4e5d99-7f02-42a0-aec8-a1d2fec0c0b5 None None] Routers {'835f718e-3e76-48ab-a376-9fcff13ee7c6'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:56:20.461311 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-3c4e5d99-7f02-42a0-aec8-a1d2fec0c0b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:56:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['835f718e-3e76-48ab-a376-9fcff13ee7c6'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:56:20.466425 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f8850eca-6a25-450a-ba54-5196eb82e11f req-e272c5a5-0a0a-4682-9263-825e5c744773 service neutron] 10.222.0.60 "GET /v2.0/networks/01118a59-d09f-44f4-a9d4-facf002d044d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3277235 Nov 19 17:56:20.471710 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc16a77-ca54-446c-881c-7285237cfd05 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Pushing event deleted for resources: {'Port': ['ID=ccc05721-3bfb-4b6c-a6ca-2271e5659c34,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:20.482349 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-551d01cc-a515-489d-94b0-6ca9c17fc7ef tempest-DHCPAgentSchedulersTestJSON-89390431 tempest-DHCPAgentSchedulersTestJSON-89390431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12283104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8731234'] for subnet, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:20.544922 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-3c4e5d99-7f02-42a0-aec8-a1d2fec0c0b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:56:20.569741 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c4e5d99-7f02-42a0-aec8-a1d2fec0c0b5 None None] Routers {'835f718e-3e76-48ab-a376-9fcff13ee7c6'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:56:20.572284 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-3c4e5d99-7f02-42a0-aec8-a1d2fec0c0b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:56:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['835f718e-3e76-48ab-a376-9fcff13ee7c6'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:56:20.620477 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-3c4e5d99-7f02-42a0-aec8-a1d2fec0c0b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:56:20.621459 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c4e5d99-7f02-42a0-aec8-a1d2fec0c0b5 None None] The sync data for ids ['835f718e-3e76-48ab-a376-9fcff13ee7c6'] in n-d-818022-2 is: [] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 17:56:20.799095 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-551d01cc-a515-489d-94b0-6ca9c17fc7ef tempest-DHCPAgentSchedulersTestJSON-89390431 tempest-DHCPAgentSchedulersTestJSON-89390431-project] Checking segment: {'id': 'ae4b1f6e-ba59-4933-acb5-f9b37dbf5869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '0091a84d-4bfd-4ad1-b3b8-518d6da257e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:56:20.799533 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-551d01cc-a515-489d-94b0-6ca9c17fc7ef tempest-DHCPAgentSchedulersTestJSON-89390431 tempest-DHCPAgentSchedulersTestJSON-89390431-project] Network hostable DHCP agents. Network: 0091a84d-4bfd-4ad1-b3b8-518d6da257e0, hostable agents: ['02910ef2-0455-4aea-9f38-9a875579633f'], hosted agents: [] {{(pid=103365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 17:56:20.809572 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551d01cc-a515-489d-94b0-6ca9c17fc7ef tempest-DHCPAgentSchedulersTestJSON-89390431 tempest-DHCPAgentSchedulersTestJSON-89390431-project] Pushing event updated for resources: {'Subnet': ['ID=e5da050d-c3e2-4f6d-a9f4-d16889b29a9f,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:20.836889 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-cfc16a77-ca54-446c-881c-7285237cfd05 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-768648'] for router_interface, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:20.847809 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f8850eca-6a25-450a-ba54-5196eb82e11f req-de24371f-5c89-4c46-ab03-edc6f4f18b57 service neutron] 10.222.0.60 "GET /v2.0/networks/01118a59-d09f-44f4-a9d4-facf002d044d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3674033 Nov 19 17:56:20.902621 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-551d01cc-a515-489d-94b0-6ca9c17fc7ef tempest-DHCPAgentSchedulersTestJSON-89390431 tempest-DHCPAgentSchedulersTestJSON-89390431-project] Network 0091a84d-4bfd-4ad1-b3b8-518d6da257e0 is scheduled to be hosted by DHCP agent 02910ef2-0455-4aea-9f38-9a875579633f with binding_index 1 {{(pid=103365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 17:56:20.942384 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-551d01cc-a515-489d-94b0-6ca9c17fc7ef tempest-DHCPAgentSchedulersTestJSON-89390431 tempest-DHCPAgentSchedulersTestJSON-89390431-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818022-2, 0091a84d-4bfd-4ad1-b3b8-518d6da257e0) {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:56:20.950507 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4223e30-0b17-4f42-a033-b9b319f0639b None None] Network 0091a84d-4bfd-4ad1-b3b8-518d6da257e0 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:56:20.958397 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-551d01cc-a515-489d-94b0-6ca9c17fc7ef tempest-DHCPAgentSchedulersTestJSON-89390431 tempest-DHCPAgentSchedulersTestJSON-89390431-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:20.958999 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-551d01cc-a515-489d-94b0-6ca9c17fc7ef tempest-DHCPAgentSchedulersTestJSON-89390431 tempest-DHCPAgentSchedulersTestJSON-89390431-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:21.032540 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5f19b4dc-0442-4784-a9b5-bdc0125dea1a tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-768564'] for router_interface, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:21.036262 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-2ae7eda9-1c43-4cd2-a80a-7a7c19682eb4 admin admin] Deleting port 2288129c-fda7-40a9-a92f-9a156c1eec25 {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:56:21.036607 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2ae7eda9-1c43-4cd2-a80a-7a7c19682eb4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:21.075057 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-551d01cc-a515-489d-94b0-6ca9c17fc7ef tempest-DHCPAgentSchedulersTestJSON-89390431 tempest-DHCPAgentSchedulersTestJSON-89390431-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5423920 Nov 19 17:56:21.078104 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 40478) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:21.085645 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-1aed8483-9557-4e19-9f6f-618d342fc9e5 tempest-DHCPAgentSchedulersTestJSON-89390431 tempest-DHCPAgentSchedulersTestJSON-89390431-project] Request body: {'port': {'network_id': '0091a84d-4bfd-4ad1-b3b8-518d6da257e0', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1867833614'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:56:21.116199 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21d83f49-00c7-4362-914b-013e41584d72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54f44f5f-1200-574e-8740-2141911d5b73-0091a84d-4bfd-4ad1-b3b8-518d6da257e0', 'network_id': '0091a84d-4bfd-4ad1-b3b8-518d6da257e0', 'tenant_id': '9a2733f7bf984682854408f6976f0193', 'fixed_ips': [{'subnet_id': 'e5da050d-c3e2-4f6d-a9f4-d16889b29a9f'}]}} from n-d-818022-2. {{(pid=103366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 17:56:21.117021 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-21d83f49-00c7-4362-914b-013e41584d72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:21.167766 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfc16a77-ca54-446c-881c-7285237cfd05 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Router 62d2a435-02bd-41d3-83de-60d4f7511ee1 has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 17:56:21.237218 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 2906b7e0-329f-4641-aab4-2577acbf0104 details requested by agent hyperv_n-h1-818022-2 with host n-h1-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 17:56:21.265289 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [None req-2ae7eda9-1c43-4cd2-a80a-7a7c19682eb4 admin admin] For port 2288129c-fda7-40a9-a92f-9a156c1eec25, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=2288129c-fda7-40a9-a92f-9a156c1eec25,segment=NetworkSegment(f0733011-e02b-453d-8d2a-92029d4a78a9),segment_id=f0733011-e02b-453d-8d2a-92029d4a78a9)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:56:21.265946 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2ae7eda9-1c43-4cd2-a80a-7a7c19682eb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:21.283917 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-2ae7eda9-1c43-4cd2-a80a-7a7c19682eb4 admin admin] Calling delete_port for 2288129c-fda7-40a9-a92f-9a156c1eec25 owned by network:router_interface {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:56:21.335407 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfc16a77-ca54-446c-881c-7285237cfd05 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 17:56:21.340953 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-cfc16a77-ca54-446c-881c-7285237cfd05 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "PUT /v2.0/routers/62d2a435-02bd-41d3-83de-60d4f7511ee1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4764218 Nov 19 17:56:21.346583 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 40480) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:21.352273 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f2239a-0dbf-49c5-9aeb-647a1de6f20e None None] Sync routers for ids ['62d2a435-02bd-41d3-83de-60d4f7511ee1'] in n-d-818022-2 {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 17:56:21.358820 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aed8483-9557-4e19-9f6f-618d342fc9e5 tempest-DHCPAgentSchedulersTestJSON-89390431 tempest-DHCPAgentSchedulersTestJSON-89390431-project] Made reservation on behalf of 9a2733f7bf984682854408f6976f0193 for: {'port': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:56:21.362564 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1aed8483-9557-4e19-9f6f-618d342fc9e5 tempest-DHCPAgentSchedulersTestJSON-89390431 tempest-DHCPAgentSchedulersTestJSON-89390431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:21.406063 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [None req-1aed8483-9557-4e19-9f6f-618d342fc9e5 tempest-DHCPAgentSchedulersTestJSON-89390431 tempest-DHCPAgentSchedulersTestJSON-89390431-project] device_id is not set on port f10ec2ce-1506-40ea-b2e5-fc586e9429b6 yet. {{(pid=103365) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 17:56:21.411973 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [None req-21d83f49-00c7-4362-914b-013e41584d72 None None] Allocated IP 172.20.0.2 (0091a84d-4bfd-4ad1-b3b8-518d6da257e0/e5da050d-c3e2-4f6d-a9f4-d16889b29a9f/3faac419-c852-4668-acdd-7dd139ac42ae) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:56:21.468229 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81296e14-6752-48ff-b3ff-017dfa8cbd0c tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:21.470049 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81296e14-6752-48ff-b3ff-017dfa8cbd0c tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:21.474437 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-81296e14-6752-48ff-b3ff-017dfa8cbd0c tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1262276 Nov 19 17:56:21.475746 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 40486) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:21.542799 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f2239a-0dbf-49c5-9aeb-647a1de6f20e None None] Routers {'62d2a435-02bd-41d3-83de-60d4f7511ee1'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:56:21.543428 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-c8f2239a-0dbf-49c5-9aeb-647a1de6f20e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:56:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['62d2a435-02bd-41d3-83de-60d4f7511ee1'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:56:21.580367 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367846d8-3450-4af4-86ab-9afac7b6ec54 req-ddb979ca-4bd5-48dd-9f82-d3be938229f0 tempest-MultipleCreateTestJSON-1825635663 tempest-MultipleCreateTestJSON-1825635663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:21.583072 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-367846d8-3450-4af4-86ab-9afac7b6ec54 req-ddb979ca-4bd5-48dd-9f82-d3be938229f0 tempest-MultipleCreateTestJSON-1825635663 tempest-MultipleCreateTestJSON-1825635663-project] 10.222.0.54 "GET /v2.0/ports?device_id=01517722-0f93-4004-a29d-7bff3f5e3c38 HTTP/1.1" status: 200 len: 943 time: 0.0752716 Nov 19 17:56:21.633361 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_v2 [None req-52442eb4-903f-4b73-a1d2-56e5ea227a68 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Deleting subnet 604097e8-a170-40cb-a143-8e3f3137db10 {{(pid=103364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 17:56:21.643592 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-52442eb4-903f-4b73-a1d2-56e5ea227a68 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks [] for subnet, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:21.684001 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-367846d8-3450-4af4-86ab-9afac7b6ec54 req-d0907255-b1ac-429f-a42d-411f642203d2 tempest-MultipleCreateTestJSON-1825635663 tempest-MultipleCreateTestJSON-1825635663-project] 10.222.0.54 "GET /v2.0/security-groups?id=11f15ae4-8821-41c9-a586-57bef0a63f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923853 Nov 19 17:56:21.754682 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-52442eb4-903f-4b73-a1d2-56e5ea227a68 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9416263'] for subnet, precommit_delete_associations {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:21.789533 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-5f19b4dc-0442-4784-a9b5-bdc0125dea1a tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Deleting port 22c4c6b8-9c84-4fbd-8483-402eb7a816b0 {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:56:21.789905 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5f19b4dc-0442-4784-a9b5-bdc0125dea1a tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:21.852060 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2ae7eda9-1c43-4cd2-a80a-7a7c19682eb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:21.879669 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-c8f2239a-0dbf-49c5-9aeb-647a1de6f20e None None] Set router 62d2a435-02bd-41d3-83de-60d4f7511ee1 gateway port host: None {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:56:21.910797 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae7eda9-1c43-4cd2-a80a-7a7c19682eb4 admin admin] Pushing event deleted for resources: {'Port': ['ID=2288129c-fda7-40a9-a92f-9a156c1eec25,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:21.950572 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-c8f2239a-0dbf-49c5-9aeb-647a1de6f20e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62d2a435-02bd-41d3-83de-60d4f7511ee1', 'name': 'tempest-NetworksTestDHCPv6-router-334831942', 'tenant_id': '6b45f31544cd40e7b10456e94240dc6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:56:08Z', 'updated_at': '2021-11-19T17:56:20Z', 'revision_number': 3, 'project_id': '6b45f31544cd40e7b10456e94240dc6e', 'gw_port_host': None}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:56:21.964149 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 2906b7e0-329f-4641-aab4-2577acbf0104, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=2906b7e0-329f-4641-aab4-2577acbf0104,segment=NetworkSegment(374ad87f-866e-4e93-a1d9-79725abb480e),segment_id=374ad87f-866e-4e93-a1d9-79725abb480e)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:56:22.001346 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f2239a-0dbf-49c5-9aeb-647a1de6f20e None None] Checking router: 62d2a435-02bd-41d3-83de-60d4f7511ee1 for host: n-d-818022-2 {{(pid=103366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 17:56:22.013059 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-52442eb4-903f-4b73-a1d2-56e5ea227a68 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:22.018092 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Returning: {'device': '2906b7e0-329f-4641-aab4-2577acbf0104', 'network_id': '01118a59-d09f-44f4-a9d4-facf002d044d', 'port_id': '2906b7e0-329f-4641-aab4-2577acbf0104', 'mac_address': 'fa:16:3e:56:b3:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 664, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b42ea5d-7b0c-454f-ba3b-fe68863dd43d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 17:56:22.056323 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5f19b4dc-0442-4784-a9b5-bdc0125dea1a tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:22.061662 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f2239a-0dbf-49c5-9aeb-647a1de6f20e None None] Routers {'62d2a435-02bd-41d3-83de-60d4f7511ee1'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:56:22.062573 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-c8f2239a-0dbf-49c5-9aeb-647a1de6f20e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:56:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['62d2a435-02bd-41d3-83de-60d4f7511ee1'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:56:22.082536 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-5f19b4dc-0442-4784-a9b5-bdc0125dea1a tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Calling delete_port for 22c4c6b8-9c84-4fbd-8483-402eb7a816b0 owned by network:router_interface {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:56:22.203275 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:22.208628 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-52442eb4-903f-4b73-a1d2-56e5ea227a68 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12425137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8983934'] for subnet, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:22.218364 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-21d83f49-00c7-4362-914b-013e41584d72 None None] Publish callbacks [] for port, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:22.223528 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2906b7e0-329f-4641-aab4-2577acbf0104 {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:56:22.234434 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-21d83f49-00c7-4362-914b-013e41584d72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998'] for port, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:22.244710 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-c8f2239a-0dbf-49c5-9aeb-647a1de6f20e None None] Set router 62d2a435-02bd-41d3-83de-60d4f7511ee1 gateway port host: None {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:56:22.289703 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [None req-1aed8483-9557-4e19-9f6f-618d342fc9e5 tempest-DHCPAgentSchedulersTestJSON-89390431 tempest-DHCPAgentSchedulersTestJSON-89390431-project] Allocated IP 172.20.0.13 (0091a84d-4bfd-4ad1-b3b8-518d6da257e0/e5da050d-c3e2-4f6d-a9f4-d16889b29a9f/f10ec2ce-1506-40ea-b2e5-fc586e9429b6) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:56:22.338011 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddd27679-9182-45c9-b931-689bcfe61d4a None None] Network 65eace33-2479-4afb-a7b6-41f0773542ac requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:56:22.363847 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-c8f2239a-0dbf-49c5-9aeb-647a1de6f20e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62d2a435-02bd-41d3-83de-60d4f7511ee1', 'name': 'tempest-NetworksTestDHCPv6-router-334831942', 'tenant_id': '6b45f31544cd40e7b10456e94240dc6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:56:08Z', 'updated_at': '2021-11-19T17:56:20Z', 'revision_number': 3, 'project_id': '6b45f31544cd40e7b10456e94240dc6e', 'gw_port_host': None}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:56:22.364887 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-52442eb4-903f-4b73-a1d2-56e5ea227a68 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:22.371114 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-52442eb4-903f-4b73-a1d2-56e5ea227a68 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "DELETE /v2.0/subnets/604097e8-a170-40cb-a143-8e3f3137db10 HTTP/1.1" status: 204 len: 168 time: 0.8851619 Nov 19 17:56:22.377111 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 40490) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:22.380538 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52442eb4-903f-4b73-a1d2-56e5ea227a68 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Pushing event deleted for resources: {'Subnet': ['ID=604097e8-a170-40cb-a143-8e3f3137db10,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:22.399688 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 2906b7e0-329f-4641-aab4-2577acbf0104, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=2906b7e0-329f-4641-aab4-2577acbf0104,segment=NetworkSegment(374ad87f-866e-4e93-a1d9-79725abb480e),segment_id=374ad87f-866e-4e93-a1d9-79725abb480e)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:56:22.446914 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21d83f49-00c7-4362-914b-013e41584d72 None None] Network 0091a84d-4bfd-4ad1-b3b8-518d6da257e0 is already hosted by enough agents. {{(pid=103366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:56:22.452381 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d83f49-00c7-4362-914b-013e41584d72 None None] Pushing event updated for resources: {'Port': ['ID=3faac419-c852-4668-acdd-7dd139ac42ae,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:22.455665 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:22.456368 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 77fbabf3-ee2b-487b-bc13-a5cf3a9eb1e4 details requested by agent hyperv_n-h1-818022-2 with host n-h1-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 17:56:22.507638 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 77fbabf3-ee2b-487b-bc13-a5cf3a9eb1e4, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=77fbabf3-ee2b-487b-bc13-a5cf3a9eb1e4,segment=NetworkSegment(374ad87f-866e-4e93-a1d9-79725abb480e),segment_id=374ad87f-866e-4e93-a1d9-79725abb480e)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:56:22.515172 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1aed8483-9557-4e19-9f6f-618d342fc9e5 tempest-DHCPAgentSchedulersTestJSON-89390431 tempest-DHCPAgentSchedulersTestJSON-89390431-project] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:22.536976 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Returning: {'device': '77fbabf3-ee2b-487b-bc13-a5cf3a9eb1e4', 'network_id': '01118a59-d09f-44f4-a9d4-facf002d044d', 'port_id': '77fbabf3-ee2b-487b-bc13-a5cf3a9eb1e4', 'mac_address': 'fa:16:3e:8c:c6:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 664, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b42ea5d-7b0c-454f-ba3b-fe68863dd43d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 17:56:22.538910 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [None req-21d83f49-00c7-4362-914b-013e41584d72 None None] Resources bound (agent type, host, resource id): {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:56:22.540923 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f2239a-0dbf-49c5-9aeb-647a1de6f20e None None] The sync data for ids ['62d2a435-02bd-41d3-83de-60d4f7511ee1'] in n-d-818022-2 is: [{'id': '62d2a435-02bd-41d3-83de-60d4f7511ee1', 'name': 'tempest-NetworksTestDHCPv6-router-334831942', 'tenant_id': '6b45f31544cd40e7b10456e94240dc6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:56:08Z', 'updated_at': '2021-11-19T17:56:20Z', 'revision_number': 3, 'project_id': '6b45f31544cd40e7b10456e94240dc6e', 'gw_port_host': None}] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 17:56:22.545103 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d83f49-00c7-4362-914b-013e41584d72 None None] Received port after_create {{(pid=103366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:56:22.600154 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1aed8483-9557-4e19-9f6f-618d342fc9e5 tempest-DHCPAgentSchedulersTestJSON-89390431 tempest-DHCPAgentSchedulersTestJSON-89390431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:22.701442 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aed8483-9557-4e19-9f6f-618d342fc9e5 tempest-DHCPAgentSchedulersTestJSON-89390431 tempest-DHCPAgentSchedulersTestJSON-89390431-project] Pushing event updated for resources: {'Port': ['ID=f10ec2ce-1506-40ea-b2e5-fc586e9429b6,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:22.720856 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=2906b7e0-329f-4641-aab4-2577acbf0104,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:22.730326 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-21d83f49-00c7-4362-914b-013e41584d72 None None] Attempting to bind port 3faac419-c852-4668-acdd-7dd139ac42ae on host n-d-818022-2 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:56:22.730719 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-21d83f49-00c7-4362-914b-013e41584d72 None None] Attempting to bind port 3faac419-c852-4668-acdd-7dd139ac42ae by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': 'ae4b1f6e-ba59-4933-acb5-f9b37dbf5869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '0091a84d-4bfd-4ad1-b3b8-518d6da257e0'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:56:22.731229 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d83f49-00c7-4362-914b-013e41584d72 None None] Attempting to bind port 3faac419-c852-4668-acdd-7dd139ac42ae on network 0091a84d-4bfd-4ad1-b3b8-518d6da257e0 {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:56:22.740470 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aed8483-9557-4e19-9f6f-618d342fc9e5 tempest-DHCPAgentSchedulersTestJSON-89390431 tempest-DHCPAgentSchedulersTestJSON-89390431-project] Network 0091a84d-4bfd-4ad1-b3b8-518d6da257e0 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:56:22.742747 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-1aed8483-9557-4e19-9f6f-618d342fc9e5 tempest-DHCPAgentSchedulersTestJSON-89390431 tempest-DHCPAgentSchedulersTestJSON-89390431-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:56:22.755240 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:22.764771 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aed8483-9557-4e19-9f6f-618d342fc9e5 tempest-DHCPAgentSchedulersTestJSON-89390431 tempest-DHCPAgentSchedulersTestJSON-89390431-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:56:22.765225 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d83f49-00c7-4362-914b-013e41584d72 None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 56, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:56:22.765651 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d83f49-00c7-4362-914b-013e41584d72 None None] Checking segment: {'id': 'ae4b1f6e-ba59-4933-acb5-f9b37dbf5869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '0091a84d-4bfd-4ad1-b3b8-518d6da257e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:56:22.766058 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-21d83f49-00c7-4362-914b-013e41584d72 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:22.766475 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d83f49-00c7-4362-914b-013e41584d72 None None] Bound using segment: {'id': 'ae4b1f6e-ba59-4933-acb5-f9b37dbf5869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '0091a84d-4bfd-4ad1-b3b8-518d6da257e0'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:56:22.766977 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-21d83f49-00c7-4362-914b-013e41584d72 None None] Bound port: 3faac419-c852-4668-acdd-7dd139ac42ae, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae4b1f6e-ba59-4933-acb5-f9b37dbf5869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '0091a84d-4bfd-4ad1-b3b8-518d6da257e0'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:56:22.767367 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-21d83f49-00c7-4362-914b-013e41584d72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:22.794525 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77fbabf3-ee2b-487b-bc13-a5cf3a9eb1e4 {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:56:22.858535 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 77fbabf3-ee2b-487b-bc13-a5cf3a9eb1e4, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=77fbabf3-ee2b-487b-bc13-a5cf3a9eb1e4,segment=NetworkSegment(374ad87f-866e-4e93-a1d9-79725abb480e),segment_id=374ad87f-866e-4e93-a1d9-79725abb480e)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:56:22.872423 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:22.909603 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2ae7eda9-1c43-4cd2-a80a-7a7c19682eb4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-768648'] for router_interface, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:22.911348 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aed8483-9557-4e19-9f6f-618d342fc9e5 tempest-DHCPAgentSchedulersTestJSON-89390431 tempest-DHCPAgentSchedulersTestJSON-89390431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:22.912262 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1aed8483-9557-4e19-9f6f-618d342fc9e5 tempest-DHCPAgentSchedulersTestJSON-89390431 tempest-DHCPAgentSchedulersTestJSON-89390431-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:22.934148 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75286607-3e97-4ad1-b831-2d12544b5b4a req-2fe2c1c1-b918-4d30-8bb9-f6d798fa01f7 tempest-MultipleCreateTestJSON-1825635663 tempest-MultipleCreateTestJSON-1825635663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:22.943304 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-75286607-3e97-4ad1-b831-2d12544b5b4a req-2fe2c1c1-b918-4d30-8bb9-f6d798fa01f7 tempest-MultipleCreateTestJSON-1825635663 tempest-MultipleCreateTestJSON-1825635663-project] 10.222.0.54 "GET /v2.0/ports?device_id=01517722-0f93-4004-a29d-7bff3f5e3c38 HTTP/1.1" status: 200 len: 943 time: 0.1239154 Nov 19 17:56:22.963130 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=77fbabf3-ee2b-487b-bc13-a5cf3a9eb1e4,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:22.972778 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-1aed8483-9557-4e19-9f6f-618d342fc9e5 tempest-DHCPAgentSchedulersTestJSON-89390431 tempest-DHCPAgentSchedulersTestJSON-89390431-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 1.8929877 Nov 19 17:56:22.975512 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 40498) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:22.976107 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 40500) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:22.976259 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-a2de6a8f-3b28-4f2b-bd74-04ebae7909af tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.5931635 Nov 19 17:56:22.976504 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25f8606b-0ab5-45fe-8083-d6fa381e3b7c None None] DHCP port deletion for 65eace33-2479-4afb-a7b6-41f0773542ac request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 17:56:22.984917 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-21d83f49-00c7-4362-914b-013e41584d72 None None] For port 3faac419-c852-4668-acdd-7dd139ac42ae, host n-d-818022-2, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:56:22.988831 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-21d83f49-00c7-4362-914b-013e41584d72 None None] For port 3faac419-c852-4668-acdd-7dd139ac42ae, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=3faac419-c852-4668-acdd-7dd139ac42ae,segment=NetworkSegment(ae4b1f6e-ba59-4933-acb5-f9b37dbf5869),segment_id=ae4b1f6e-ba59-4933-acb5-f9b37dbf5869)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:56:23.020979 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-21d83f49-00c7-4362-914b-013e41584d72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:23.121475 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5f19b4dc-0442-4784-a9b5-bdc0125dea1a tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:23.122635 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d83f49-00c7-4362-914b-013e41584d72 None None] Pushing event updated for resources: {'Port': ['ID=3faac419-c852-4668-acdd-7dd139ac42ae,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:23.131094 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-25f8606b-0ab5-45fe-8083-d6fa381e3b7c None None] Deleting port 5ad7de6d-c717-4162-8664-83b4d92eafa1 {{(pid=103366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:56:23.131663 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-25f8606b-0ab5-45fe-8083-d6fa381e3b7c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:23.230655 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-25f8606b-0ab5-45fe-8083-d6fa381e3b7c None None] For port 5ad7de6d-c717-4162-8664-83b4d92eafa1, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=5ad7de6d-c717-4162-8664-83b4d92eafa1,segment=NetworkSegment(b0148e58-5e40-4372-b35c-802e0d196d41),segment_id=b0148e58-5e40-4372-b35c-802e0d196d41)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:56:23.231168 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-25f8606b-0ab5-45fe-8083-d6fa381e3b7c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:23.254023 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['2906b7e0-329f-4641-aab4-2577acbf0104'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:56:23.258319 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['77fbabf3-ee2b-487b-bc13-a5cf3a9eb1e4'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:56:23.294271 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-25f8606b-0ab5-45fe-8083-d6fa381e3b7c None None] Calling delete_port for 5ad7de6d-c717-4162-8664-83b4d92eafa1 owned by network:dhcp {{(pid=103366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:56:23.316226 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f19b4dc-0442-4784-a9b5-bdc0125dea1a tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Pushing event deleted for resources: {'Port': ['ID=22c4c6b8-9c84-4fbd-8483-402eb7a816b0,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:23.575663 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5f19b4dc-0442-4784-a9b5-bdc0125dea1a tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-768648'] for router_interface, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:23.670932 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-25f8606b-0ab5-45fe-8083-d6fa381e3b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007'] for port, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:23.764363 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f8606b-0ab5-45fe-8083-d6fa381e3b7c None None] No DVR routers for this DVR port 5ad7de6d-c717-4162-8664-83b4d92eafa1 on host n-d-818022-2 {{(pid=103366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:56:23.769625 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f8606b-0ab5-45fe-8083-d6fa381e3b7c None None] Pushing event deleted for resources: {'Port': ['ID=5ad7de6d-c717-4162-8664-83b4d92eafa1,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:23.942365 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-75286607-3e97-4ad1-b831-2d12544b5b4a req-daf70a23-ed31-4336-bf7a-7301ccf8206f tempest-MultipleCreateTestJSON-1825635663 tempest-MultipleCreateTestJSON-1825635663-project] 10.222.0.54 "GET /v2.0/security-groups?id=11f15ae4-8821-41c9-a586-57bef0a63f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9978509 Nov 19 17:56:23.944155 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f19b4dc-0442-4784-a9b5-bdc0125dea1a tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Router 835f718e-3e76-48ab-a376-9fcff13ee7c6 has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 17:56:23.952951 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ae7eda9-1c43-4cd2-a80a-7a7c19682eb4 admin admin] Router 37797a95-345c-4ba7-846b-5ff1b4b9256a has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 17:56:23.979494 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1be85822-97d4-434e-965d-49f86db4edfe tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks [] for router, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:23.985346 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 3faac419-c852-4668-acdd-7dd139ac42ae up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:56:24.043786 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 3faac419-c852-4668-acdd-7dd139ac42ae triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:56:24.044059 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:24.107030 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f19b4dc-0442-4784-a9b5-bdc0125dea1a tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 17:56:24.117801 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-5f19b4dc-0442-4784-a9b5-bdc0125dea1a tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] 10.222.0.54 "PUT /v2.0/routers/835f718e-3e76-48ab-a376-9fcff13ee7c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7080367 Nov 19 17:56:24.120975 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 40506) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:24.121786 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65e58994-6c93-4a09-b43e-76f96ff77f3f None None] Sync routers for ids ['835f718e-3e76-48ab-a376-9fcff13ee7c6'] in n-d-818022-2 {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 17:56:24.141831 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e58994-6c93-4a09-b43e-76f96ff77f3f None None] Routers {'835f718e-3e76-48ab-a376-9fcff13ee7c6'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:56:24.143098 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-65e58994-6c93-4a09-b43e-76f96ff77f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:56:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['835f718e-3e76-48ab-a376-9fcff13ee7c6'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:56:24.146534 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:24.190421 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-4a942ee6-b316-49fd-a622-64a2e876b43c tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] 10.222.0.54 "GET /v2.0/ports?device_id=835f718e-3e76-48ab-a376-9fcff13ee7c6 HTTP/1.1" status: 200 len: 205 time: 0.0683110 Nov 19 17:56:24.194716 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-65e58994-6c93-4a09-b43e-76f96ff77f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:56:24.204871 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 40508) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:24.220315 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e58994-6c93-4a09-b43e-76f96ff77f3f None None] Routers {'835f718e-3e76-48ab-a376-9fcff13ee7c6'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:56:24.222901 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-65e58994-6c93-4a09-b43e-76f96ff77f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:56:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['835f718e-3e76-48ab-a376-9fcff13ee7c6'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:56:24.230059 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] For port 3faac419-c852-4668-acdd-7dd139ac42ae, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=3faac419-c852-4668-acdd-7dd139ac42ae,segment=NetworkSegment(ae4b1f6e-ba59-4933-acb5-f9b37dbf5869),segment_id=ae4b1f6e-ba59-4933-acb5-f9b37dbf5869)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:56:24.239681 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:24.256153 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ae7eda9-1c43-4cd2-a80a-7a7c19682eb4 admin admin] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 17:56:24.269544 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-2ae7eda9-1c43-4cd2-a80a-7a7c19682eb4 admin admin] 10.222.0.54 "PUT /v2.0/routers/37797a95-345c-4ba7-846b-5ff1b4b9256a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1819415 Nov 19 17:56:24.275915 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-7afd4e10-305e-435d-9194-56dc21da4199 tempest-DHCPAgentSchedulersTestJSON-89390431 tempest-DHCPAgentSchedulersTestJSON-89390431-project] Deleting port f10ec2ce-1506-40ea-b2e5-fc586e9429b6 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:56:24.275915 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7afd4e10-305e-435d-9194-56dc21da4199 tempest-DHCPAgentSchedulersTestJSON-89390431 tempest-DHCPAgentSchedulersTestJSON-89390431-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:24.277346 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-65e58994-6c93-4a09-b43e-76f96ff77f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:56:24.278276 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65e58994-6c93-4a09-b43e-76f96ff77f3f None None] The sync data for ids ['835f718e-3e76-48ab-a376-9fcff13ee7c6'] in n-d-818022-2 is: [] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 17:56:24.279222 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 40510) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:24.311916 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a1c3202-95ba-43b6-816c-763d9bc8fc4e None None] Sync routers for ids ['37797a95-345c-4ba7-846b-5ff1b4b9256a'] in n-d-818022-2 {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 17:56:24.331269 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a1c3202-95ba-43b6-816c-763d9bc8fc4e None None] Routers {'37797a95-345c-4ba7-846b-5ff1b4b9256a'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:56:24.331902 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-3a1c3202-95ba-43b6-816c-763d9bc8fc4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:56:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['37797a95-345c-4ba7-846b-5ff1b4b9256a'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:56:24.432825 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1be85822-97d4-434e-965d-49f86db4edfe tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4696'] for router, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:24.439351 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1be85822-97d4-434e-965d-49f86db4edfe tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:24.448142 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-528853ba-2262-4627-aae2-dac793e4b38f admin admin] Publish callbacks [] for router, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:24.470358 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5328d7ce-98fa-44fb-bbd9-6ec6b0c707dd tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks [] for router, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:24.621948 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-528853ba-2262-4627-aae2-dac793e4b38f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:24.626682 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 5ad7de6d-c717-4162-8664-83b4d92eafa1 no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:56:24.652175 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1be85822-97d4-434e-965d-49f86db4edfe tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-543895'] for router, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:24.657009 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1be85822-97d4-434e-965d-49f86db4edfe tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Fanout notify agent at l3_agent the message router_deleted on router 62d2a435-02bd-41d3-83de-60d4f7511ee1 {{(pid=103365) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 17:56:24.664176 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: 5ad7de6d-c717-4162-8664-83b4d92eafa1 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:56:24.664514 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 5ad7de6d-c717-4162-8664-83b4d92eafa1 not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:56:24.664942 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device ccc05721-3bfb-4b6c-a6ca-2271e5659c34 no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:56:24.677640 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1be85822-97d4-434e-965d-49f86db4edfe tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks [] for router, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:24.682240 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-1be85822-97d4-434e-965d-49f86db4edfe tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "DELETE /v2.0/routers/62d2a435-02bd-41d3-83de-60d4f7511ee1 HTTP/1.1" status: 204 len: 168 time: 1.7044880 Nov 19 17:56:24.689748 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 40512) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:24.709287 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: ccc05721-3bfb-4b6c-a6ca-2271e5659c34 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:56:24.709697 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device ccc05721-3bfb-4b6c-a6ca-2271e5659c34 not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:56:24.714181 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Pushing event updated for resources: {'Port': ['ID=3faac419-c852-4668-acdd-7dd139ac42ae,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:24.724092 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7afd4e10-305e-435d-9194-56dc21da4199 tempest-DHCPAgentSchedulersTestJSON-89390431 tempest-DHCPAgentSchedulersTestJSON-89390431-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:24.732502 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-3a1c3202-95ba-43b6-816c-763d9bc8fc4e None None] Set router 37797a95-345c-4ba7-846b-5ff1b4b9256a gateway port host: n-d-818022-2 {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:56:24.755545 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-528853ba-2262-4627-aae2-dac793e4b38f admin admin] Deleting port 931ef9a4-2fe6-496f-ad2d-6463e58d30b6 {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:56:24.755910 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-528853ba-2262-4627-aae2-dac793e4b38f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:24.849985 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-bc090bef-1a52-4b90-85ee-24ecf9b41ca1 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1591959 Nov 19 17:56:24.856606 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 40516) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:24.894398 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50fb10c3-a4e4-487e-829b-e4407a1d885b None None] Network 0091a84d-4bfd-4ad1-b3b8-518d6da257e0 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:56:24.896335 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-7afd4e10-305e-435d-9194-56dc21da4199 tempest-DHCPAgentSchedulersTestJSON-89390431 tempest-DHCPAgentSchedulersTestJSON-89390431-project] Calling delete_port for f10ec2ce-1506-40ea-b2e5-fc586e9429b6 owned by {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:56:24.901847 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5328d7ce-98fa-44fb-bbd9-6ec6b0c707dd tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4696'] for router, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:24.913704 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5328d7ce-98fa-44fb-bbd9-6ec6b0c707dd tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:24.998143 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e498ab-a95f-404d-b409-8c9967eab750 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:25.004763 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-f4e498ab-a95f-404d-b409-8c9967eab750 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1487672 Nov 19 17:56:25.007287 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 40522) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:25.019343 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5328d7ce-98fa-44fb-bbd9-6ec6b0c707dd tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-543895'] for router, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:25.019961 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5328d7ce-98fa-44fb-bbd9-6ec6b0c707dd tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Fanout notify agent at l3_agent the message router_deleted on router 835f718e-3e76-48ab-a376-9fcff13ee7c6 {{(pid=103365) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 17:56:25.030086 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5328d7ce-98fa-44fb-bbd9-6ec6b0c707dd tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks [] for router, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:25.031188 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-5328d7ce-98fa-44fb-bbd9-6ec6b0c707dd tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] 10.222.0.54 "DELETE /v2.0/routers/835f718e-3e76-48ab-a376-9fcff13ee7c6 HTTP/1.1" status: 204 len: 168 time: 0.8252914 Nov 19 17:56:25.035954 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 40524) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:25.050891 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-1ff661b0-0e60-42dd-ae60-a71c05274119 None None] Provisioning complete for port 3faac419-c852-4668-acdd-7dd139ac42ae triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:56:25.051509 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-1ff661b0-0e60-42dd-ae60-a71c05274119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:25.099510 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-00e58d6f-6635-41e8-8b93-e29fa07604ab tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0763686 Nov 19 17:56:25.099510 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [None req-528853ba-2262-4627-aae2-dac793e4b38f admin admin] For port 931ef9a4-2fe6-496f-ad2d-6463e58d30b6, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=931ef9a4-2fe6-496f-ad2d-6463e58d30b6,segment=NetworkSegment(bbe705c1-96c0-476e-8381-28227e6f0ac5),segment_id=bbe705c1-96c0-476e-8381-28227e6f0ac5)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:56:25.099830 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-528853ba-2262-4627-aae2-dac793e4b38f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:25.102178 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 40526) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:25.107913 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-0ed744c3-3cc6-4cbf-b44f-799ff23ed3cd tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Request body: {'subnet': {'network_id': '65eace33-2479-4afb-a7b6-41f0773542ac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:56:25.148578 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_v2 [None req-58319e6e-4f3b-4a0e-b145-b5e61b379725 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Deleting subnet 0b4a7752-ef9d-4616-a728-ee5b8ba4083b {{(pid=103365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 17:56:25.153629 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-58319e6e-4f3b-4a0e-b145-b5e61b379725 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks [] for subnet, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:25.163792 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-528853ba-2262-4627-aae2-dac793e4b38f admin admin] Calling delete_port for 931ef9a4-2fe6-496f-ad2d-6463e58d30b6 owned by network:router_gateway {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:56:25.205774 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13915317-b413-4501-b4e4-856b54434184 req-60d04099-9c74-4678-9d28-9b20d6cedf6b tempest-MultipleCreateTestJSON-1825635663 tempest-MultipleCreateTestJSON-1825635663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:25.207378 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-13915317-b413-4501-b4e4-856b54434184 req-60d04099-9c74-4678-9d28-9b20d6cedf6b tempest-MultipleCreateTestJSON-1825635663 tempest-MultipleCreateTestJSON-1825635663-project] 10.222.0.54 "GET /v2.0/ports?device_id=01517722-0f93-4004-a29d-7bff3f5e3c38 HTTP/1.1" status: 200 len: 944 time: 0.1373365 Nov 19 17:56:25.238703 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 2906b7e0-329f-4641-aab4-2577acbf0104 up at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:56:25.265320 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-58319e6e-4f3b-4a0e-b145-b5e61b379725 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12546453'] for subnet, precommit_delete_associations {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:25.312759 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ed744c3-3cc6-4cbf-b44f-799ff23ed3cd tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Made reservation on behalf of 6b45f31544cd40e7b10456e94240dc6e for: {'subnet': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:56:25.316427 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0ed744c3-3cc6-4cbf-b44f-799ff23ed3cd tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8983829'] for subnet, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:25.350968 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7afd4e10-305e-435d-9194-56dc21da4199 tempest-DHCPAgentSchedulersTestJSON-89390431 tempest-DHCPAgentSchedulersTestJSON-89390431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:25.361968 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-13915317-b413-4501-b4e4-856b54434184 req-8c1f1d20-c27d-4742-bc8b-2853318cd763 tempest-MultipleCreateTestJSON-1825635663 tempest-MultipleCreateTestJSON-1825635663-project] 10.222.0.54 "GET /v2.0/security-groups?id=11f15ae4-8821-41c9-a586-57bef0a63f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314769 Nov 19 17:56:25.412118 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afd4e10-305e-435d-9194-56dc21da4199 tempest-DHCPAgentSchedulersTestJSON-89390431 tempest-DHCPAgentSchedulersTestJSON-89390431-project] Pushing event deleted for resources: {'Port': ['ID=f10ec2ce-1506-40ea-b2e5-fc586e9429b6,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:25.461664 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-3a1c3202-95ba-43b6-816c-763d9bc8fc4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37797a95-345c-4ba7-846b-5ff1b4b9256a', 'name': 'tempest-ServersTestFqdnHostnames-1187646523-router', 'tenant_id': '788dc519438f4a03985216f23ce7957a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.243'}], 'enable_snat': True}, 'gw_port_id': '931ef9a4-2fe6-496f-ad2d-6463e58d30b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:53:33Z', 'updated_at': '2021-11-19T17:56:21Z', 'revision_number': 5, 'project_id': '788dc519438f4a03985216f23ce7957a', 'gw_port': {'id': '931ef9a4-2fe6-496f-ad2d-6463e58d30b6', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:ab:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37797a95-345c-4ba7-846b-5ff1b4b9256a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:53:35Z', 'updated_at': '2021-11-19T17:53:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:56:25.471278 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-58319e6e-4f3b-4a0e-b145-b5e61b379725 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:25.513129 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning for port 2906b7e0-329f-4641-aab4-2577acbf0104 completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 17:56:25.518579 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a1c3202-95ba-43b6-816c-763d9bc8fc4e None None] Checking router: 37797a95-345c-4ba7-846b-5ff1b4b9256a for host: n-d-818022-2 {{(pid=103366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 17:56:25.529051 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-528853ba-2262-4627-aae2-dac793e4b38f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:25.529963 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning complete for port 2906b7e0-329f-4641-aab4-2577acbf0104 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:56:25.530403 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:25.576789 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a1c3202-95ba-43b6-816c-763d9bc8fc4e None None] Routers {'37797a95-345c-4ba7-846b-5ff1b4b9256a'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:56:25.576789 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-3a1c3202-95ba-43b6-816c-763d9bc8fc4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:56:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['37797a95-345c-4ba7-846b-5ff1b4b9256a'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:56:25.578162 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7afd4e10-305e-435d-9194-56dc21da4199 tempest-DHCPAgentSchedulersTestJSON-89390431 tempest-DHCPAgentSchedulersTestJSON-89390431-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:25.585313 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-7afd4e10-305e-435d-9194-56dc21da4199 tempest-DHCPAgentSchedulersTestJSON-89390431 tempest-DHCPAgentSchedulersTestJSON-89390431-project] 10.222.0.54 "DELETE /v2.0/ports/f10ec2ce-1506-40ea-b2e5-fc586e9429b6 HTTP/1.1" status: 204 len: 168 time: 2.6037703 Nov 19 17:56:25.585557 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 40528) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:25.616105 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528853ba-2262-4627-aae2-dac793e4b38f admin admin] Pushing event deleted for resources: {'Port': ['ID=931ef9a4-2fe6-496f-ad2d-6463e58d30b6,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:25.633569 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-58319e6e-4f3b-4a0e-b145-b5e61b379725 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12282919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8731163'] for subnet, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:25.709770 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-58319e6e-4f3b-4a0e-b145-b5e61b379725 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:25.718640 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-58319e6e-4f3b-4a0e-b145-b5e61b379725 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] 10.222.0.54 "DELETE /v2.0/subnets/0b4a7752-ef9d-4616-a728-ee5b8ba4083b HTTP/1.1" status: 204 len: 168 time: 0.6815135 Nov 19 17:56:25.724299 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-3a1c3202-95ba-43b6-816c-763d9bc8fc4e None None] Set router 37797a95-345c-4ba7-846b-5ff1b4b9256a gateway port host: None {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:56:25.725532 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 40532) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:25.727038 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58319e6e-4f3b-4a0e-b145-b5e61b379725 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Pushing event deleted for resources: {'Subnet': ['ID=0b4a7752-ef9d-4616-a728-ee5b8ba4083b,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:25.791145 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-528853ba-2262-4627-aae2-dac793e4b38f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-671730'] for router_gateway, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:25.812970 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_v2 [None req-e10073a7-5f17-42ec-b5d5-08a3a2afeca7 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Deleting subnet 31b0e62d-a41b-4669-b22a-5016c3d583ae {{(pid=103365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 17:56:25.820664 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e10073a7-5f17-42ec-b5d5-08a3a2afeca7 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks [] for subnet, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:25.831996 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-3a1c3202-95ba-43b6-816c-763d9bc8fc4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37797a95-345c-4ba7-846b-5ff1b4b9256a', 'name': 'tempest-ServersTestFqdnHostnames-1187646523-router', 'tenant_id': '788dc519438f4a03985216f23ce7957a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:53:33Z', 'updated_at': '2021-11-19T17:56:25Z', 'revision_number': 7, 'project_id': '788dc519438f4a03985216f23ce7957a', 'gw_port_host': None}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:56:25.835747 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be37be65-470e-4fe5-8d52-c50a2e7e5e96 None None] DHCP port deletion for 645e61aa-1a6c-4e8f-857e-ab06edb4897f request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 17:56:25.837402 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67ea2f0a-55b3-41c3-b43e-6d5e0f0bce14 None None] Network c81c1a2a-e94d-40fe-a45c-51bb5532b869 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:56:25.852767 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-42eb7957-09da-48e1-bf5c-883426ac8059 tempest-DHCPAgentSchedulersTestJSON-1126758639 tempest-DHCPAgentSchedulersTestJSON-1126758639-project-admin] 10.222.0.54 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4929 time: 0.2661304 Nov 19 17:56:25.855538 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 40534) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:25.860735 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-c6d14ade-a541-4cfe-a0f2-4970605f7e6b tempest-DHCPAgentSchedulersTestJSON-89390431 tempest-DHCPAgentSchedulersTestJSON-89390431-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1636014839'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:56:25.928234 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e10073a7-5f17-42ec-b5d5-08a3a2afeca7 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12546453'] for subnet, precommit_delete_associations {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:25.946994 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a1c3202-95ba-43b6-816c-763d9bc8fc4e None None] The sync data for ids ['37797a95-345c-4ba7-846b-5ff1b4b9256a'] in n-d-818022-2 is: [{'id': '37797a95-345c-4ba7-846b-5ff1b4b9256a', 'name': 'tempest-ServersTestFqdnHostnames-1187646523-router', 'tenant_id': '788dc519438f4a03985216f23ce7957a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:53:33Z', 'updated_at': '2021-11-19T17:56:25Z', 'revision_number': 7, 'project_id': '788dc519438f4a03985216f23ce7957a', 'gw_port_host': None}] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 17:56:25.994561 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6d14ade-a541-4cfe-a0f2-4970605f7e6b tempest-DHCPAgentSchedulersTestJSON-89390431 tempest-DHCPAgentSchedulersTestJSON-89390431-project] Made reservation on behalf of 9a2733f7bf984682854408f6976f0193 for: {'network': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:56:26.002855 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c6d14ade-a541-4cfe-a0f2-4970605f7e6b tempest-DHCPAgentSchedulersTestJSON-89390431 tempest-DHCPAgentSchedulersTestJSON-89390431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:26.014723 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-528853ba-2262-4627-aae2-dac793e4b38f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4696'] for router, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:26.048753 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-528853ba-2262-4627-aae2-dac793e4b38f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:26.068193 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 3faac419-c852-4668-acdd-7dd139ac42ae up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:56:26.162748 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e10073a7-5f17-42ec-b5d5-08a3a2afeca7 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:26.177979 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-528853ba-2262-4627-aae2-dac793e4b38f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-543895'] for router, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:26.178444 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-528853ba-2262-4627-aae2-dac793e4b38f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 37797a95-345c-4ba7-846b-5ff1b4b9256a {{(pid=103364) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 17:56:26.198302 n-d-818022-2 neutron-server[103364]: DEBUG neutron.objects.ports [None req-0ed744c3-3cc6-4cbf-b44f-799ff23ed3cd tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103364) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 19 17:56:26.201733 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-528853ba-2262-4627-aae2-dac793e4b38f admin admin] Publish callbacks [] for router, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:26.205697 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-528853ba-2262-4627-aae2-dac793e4b38f admin admin] 10.222.0.54 "DELETE /v2.0/routers/37797a95-345c-4ba7-846b-5ff1b4b9256a HTTP/1.1" status: 204 len: 168 time: 1.9199905 Nov 19 17:56:26.206373 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 40540) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:26.214822 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0ed744c3-3cc6-4cbf-b44f-799ff23ed3cd tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12425078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8983815'] for subnet, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:26.215767 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:26.256263 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-05f350cc-2a5d-4ae1-961b-409d2a20a98b None None] Provisioning complete for port 3faac419-c852-4668-acdd-7dd139ac42ae triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:56:26.256677 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-05f350cc-2a5d-4ae1-961b-409d2a20a98b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:26.268252 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ae121e7-8883-49e0-b9a3-c50583933ed0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2906b7e0-329f-4641-aab4-2577acbf0104'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:56:26.271466 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3940761bcd94e032e6960d2241bd8993c5d3a7d8dc2aca8488f3ecf1d4dd2fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c62c3ea3-062f-4593-9821-ddb3222a4816" -d '{"events": [{"server_uuid": "6ae121e7-8883-49e0-b9a3-c50583933ed0", "name": "network-vif-plugged", "status": "completed", "tag": "2906b7e0-329f-4641-aab4-2577acbf0104"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:56:26.274157 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6d14ade-a541-4cfe-a0f2-4970605f7e6b tempest-DHCPAgentSchedulersTestJSON-89390431 tempest-DHCPAgentSchedulersTestJSON-89390431-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 673} {{(pid=103365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 17:56:26.275827 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 3faac419-c852-4668-acdd-7dd139ac42ae triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:56:26.276034 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:26.287690 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c6d14ade-a541-4cfe-a0f2-4970605f7e6b tempest-DHCPAgentSchedulersTestJSON-89390431 tempest-DHCPAgentSchedulersTestJSON-89390431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:26.288042 n-d-818022-2 neutron-server[103365]: INFO neutron.db.segments_db [None req-c6d14ade-a541-4cfe-a0f2-4970605f7e6b tempest-DHCPAgentSchedulersTestJSON-89390431 tempest-DHCPAgentSchedulersTestJSON-89390431-project] Added segment 44f0bcbf-5efa-4209-9ae4-55904c53d508 of type vlan for network c6a9f0cd-7e80-47dc-969a-9519c183234d Nov 19 17:56:26.306944 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed744c3-3cc6-4cbf-b44f-799ff23ed3cd tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Pushing event updated for resources: {'Subnet': ['ID=f271403d-f852-4484-ae33-88d0fb00e1ee,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:26.332416 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ed744c3-3cc6-4cbf-b44f-799ff23ed3cd tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Network 65eace33-2479-4afb-a7b6-41f0773542ac is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:56:26.335523 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-0ed744c3-3cc6-4cbf-b44f-799ff23ed3cd tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:56:26.339307 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ed744c3-3cc6-4cbf-b44f-799ff23ed3cd tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:26.339903 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0ed744c3-3cc6-4cbf-b44f-799ff23ed3cd tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:26.343283 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c6d14ade-a541-4cfe-a0f2-4970605f7e6b tempest-DHCPAgentSchedulersTestJSON-89390431 tempest-DHCPAgentSchedulersTestJSON-89390431-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:26.370630 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ea578ec-46c7-4a09-9753-97818daa0073 admin admin] Deleting subnet f038d3e4-cc95-4dc5-a466-577e5f1c9aa8 {{(pid=103364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 17:56:26.373179 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b10bfd01-b2b9-4bf6-9635-daad231d4d8c None None] Network 65eace33-2479-4afb-a7b6-41f0773542ac requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:56:26.379387 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8ea578ec-46c7-4a09-9753-97818daa0073 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:26.380478 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e10073a7-5f17-42ec-b5d5-08a3a2afeca7 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12282919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8731163'] for subnet, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:26.385968 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 2906b7e0-329f-4641-aab4-2577acbf0104, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=2906b7e0-329f-4641-aab4-2577acbf0104,segment=NetworkSegment(374ad87f-866e-4e93-a1d9-79725abb480e),segment_id=374ad87f-866e-4e93-a1d9-79725abb480e)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:56:26.422046 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c6d14ade-a541-4cfe-a0f2-4970605f7e6b tempest-DHCPAgentSchedulersTestJSON-89390431 tempest-DHCPAgentSchedulersTestJSON-89390431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:26.439297 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-0ed744c3-3cc6-4cbf-b44f-799ff23ed3cd tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3358245 Nov 19 17:56:26.442056 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 40546) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:26.450690 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6d14ade-a541-4cfe-a0f2-4970605f7e6b tempest-DHCPAgentSchedulersTestJSON-89390431 tempest-DHCPAgentSchedulersTestJSON-89390431-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:26.451891 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c6d14ade-a541-4cfe-a0f2-4970605f7e6b tempest-DHCPAgentSchedulersTestJSON-89390431 tempest-DHCPAgentSchedulersTestJSON-89390431-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:26.454219 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-53a17a1e-a221-46c8-9955-6da097f8a476 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Request body: {'subnet': {'network_id': '65eace33-2479-4afb-a7b6-41f0773542ac', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:56:26.503174 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e10073a7-5f17-42ec-b5d5-08a3a2afeca7 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:26.511404 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-e10073a7-5f17-42ec-b5d5-08a3a2afeca7 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] 10.222.0.54 "DELETE /v2.0/subnets/31b0e62d-a41b-4669-b22a-5016c3d583ae HTTP/1.1" status: 204 len: 168 time: 0.7804098 Nov 19 17:56:26.515269 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 40548) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:26.516087 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10073a7-5f17-42ec-b5d5-08a3a2afeca7 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Pushing event deleted for resources: {'Subnet': ['ID=31b0e62d-a41b-4669-b22a-5016c3d583ae,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:26.571433 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:56:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ee52817-c6f6-4821-ba77-efefd879322e x-openstack-request-id: req-1ee52817-c6f6-4821-ba77-efefd879322e {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:56:26.571706 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ae121e7-8883-49e0-b9a3-c50583933ed0", "name": "network-vif-plugged", "status": "completed", "tag": "2906b7e0-329f-4641-aab4-2577acbf0104", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:56:26.571969 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-1ee52817-c6f6-4821-ba77-efefd879322e {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:56:26.572371 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ae121e7-8883-49e0-b9a3-c50583933ed0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2906b7e0-329f-4641-aab4-2577acbf0104', 'code': 200} Nov 19 17:56:26.575467 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff4800de-81f5-4ed3-b618-fc61bb2ff1f0 None None] Network 62b0d741-b7a7-4320-aafb-55769a345cb8 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:56:26.642247 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:26.643387 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 77fbabf3-ee2b-487b-bc13-a5cf3a9eb1e4 up at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:56:26.680522 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8ea578ec-46c7-4a09-9753-97818daa0073 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9416263'] for subnet, precommit_delete_associations {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:26.737989 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-c6d14ade-a541-4cfe-a0f2-4970605f7e6b tempest-DHCPAgentSchedulersTestJSON-89390431 tempest-DHCPAgentSchedulersTestJSON-89390431-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.8812604 Nov 19 17:56:26.750328 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 40550) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:26.789524 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac24f1c-341f-4e4f-978b-b026579c1b6f req-991ea032-12ec-4568-b64c-78c5fd0f59a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:26.790851 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-cac24f1c-341f-4e4f-978b-b026579c1b6f req-991ea032-12ec-4568-b64c-78c5fd0f59a2 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=6ae121e7-8883-49e0-b9a3-c50583933ed0 HTTP/1.1" status: 200 len: 1097 time: 0.2379880 Nov 19 17:56:26.792142 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d14ade-a541-4cfe-a0f2-4970605f7e6b tempest-DHCPAgentSchedulersTestJSON-89390431 tempest-DHCPAgentSchedulersTestJSON-89390431-project] Pushing event updated for resources: {'Network': ['ID=c6a9f0cd-7e80-47dc-969a-9519c183234d,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:26.836189 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0e8e8464-ab29-4f26-895a-13242fdf9fac tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:26.879370 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network c6a9f0cd-7e80-47dc-969a-9519c183234d details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 17:56:26.891500 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d077e17-c93a-4d97-b9b5-57a2c52c8a50 req-6e7ac837-6ad6-4f4b-a312-97a82108603e tempest-MultipleCreateTestJSON-1825635663 tempest-MultipleCreateTestJSON-1825635663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:26.893523 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-5d077e17-c93a-4d97-b9b5-57a2c52c8a50 req-6e7ac837-6ad6-4f4b-a312-97a82108603e tempest-MultipleCreateTestJSON-1825635663 tempest-MultipleCreateTestJSON-1825635663-project] 10.222.0.54 "GET /v2.0/ports?device_id=01517722-0f93-4004-a29d-7bff3f5e3c38 HTTP/1.1" status: 200 len: 944 time: 0.3249686 Nov 19 17:56:26.897640 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-cac24f1c-341f-4e4f-978b-b026579c1b6f req-a1e4dec7-a088-4a49-b61f-01e858a06b72 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=11f15ae4-8821-41c9-a586-57bef0a63f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971451 Nov 19 17:56:26.898531 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8ea578ec-46c7-4a09-9753-97818daa0073 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:27.015014 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1673237-250f-4eb1-9508-f22e773c619d None None] DHCP port deletion for c81c1a2a-e94d-40fe-a45c-51bb5532b869 request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 17:56:27.033122 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8ea578ec-46c7-4a09-9753-97818daa0073 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12425137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8983934'] for subnet, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:27.099204 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8ea578ec-46c7-4a09-9753-97818daa0073 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:27.111163 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 40556) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:27.119756 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-8ea578ec-46c7-4a09-9753-97818daa0073 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/f038d3e4-cc95-4dc5-a466-577e5f1c9aa8 HTTP/1.1" status: 204 len: 168 time: 0.8977551 Nov 19 17:56:27.219332 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53a17a1e-a221-46c8-9955-6da097f8a476 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Made reservation on behalf of 6b45f31544cd40e7b10456e94240dc6e for: {'subnet': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:56:27.226720 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-53a17a1e-a221-46c8-9955-6da097f8a476 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8983829'] for subnet, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:27.231266 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea578ec-46c7-4a09-9753-97818daa0073 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f038d3e4-cc95-4dc5-a466-577e5f1c9aa8,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:27.237256 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-0e8e8464-ab29-4f26-895a-13242fdf9fac tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Deleting port 196e9412-5c7f-4589-a359-bd7d5e45df5f {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:56:27.237984 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0e8e8464-ab29-4f26-895a-13242fdf9fac tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:27.250899 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-be15ed26-0edd-4808-8d95-2c922ae33986 tempest-DHCPAgentSchedulersTestJSON-1126758639 tempest-DHCPAgentSchedulersTestJSON-1126758639-project-admin] 10.222.0.54 "GET /v2.0/agents/02910ef2-0455-4aea-9f38-9a875579633f/dhcp-networks HTTP/1.1" status: 200 len: 13541 time: 0.4912276 Nov 19 17:56:27.289110 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 40558) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:27.353637 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-980363b2-3db2-4ea3-87b3-0abd6612bdad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:27.422840 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [None req-0e8e8464-ab29-4f26-895a-13242fdf9fac tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] For port 196e9412-5c7f-4589-a359-bd7d5e45df5f, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=196e9412-5c7f-4589-a359-bd7d5e45df5f,segment=NetworkSegment(e8c052f3-2574-4625-a494-68b1c2848ed5),segment_id=e8c052f3-2574-4625-a494-68b1c2848ed5)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:56:27.423429 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0e8e8464-ab29-4f26-895a-13242fdf9fac tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:27.443162 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-5d077e17-c93a-4d97-b9b5-57a2c52c8a50 req-8686656c-cdd1-49ec-82a4-db219edc0c1e tempest-MultipleCreateTestJSON-1825635663 tempest-MultipleCreateTestJSON-1825635663-project] 10.222.0.54 "GET /v2.0/security-groups?id=11f15ae4-8821-41c9-a586-57bef0a63f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5125086 Nov 19 17:56:27.470683 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98594857-9803-407c-a27f-93d8c77fe5db None None] Network 83e29886-835d-4a88-8dbb-b5f419c8c70c requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:56:27.490405 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-0e8e8464-ab29-4f26-895a-13242fdf9fac tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Calling delete_port for 196e9412-5c7f-4589-a359-bd7d5e45df5f owned by network:dhcp {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:56:27.519277 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-354538e6-a9e1-465e-8703-53afe661eff2 tempest-DHCPAgentSchedulersTestJSON-1126758639 tempest-DHCPAgentSchedulersTestJSON-1126758639-project-admin] Network c6a9f0cd-7e80-47dc-969a-9519c183234d is scheduled to be hosted by DHCP agent 02910ef2-0455-4aea-9f38-9a875579633f with binding_index 1 {{(pid=103365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 17:56:27.586074 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-354538e6-a9e1-465e-8703-53afe661eff2 tempest-DHCPAgentSchedulersTestJSON-1126758639 tempest-DHCPAgentSchedulersTestJSON-1126758639-project-admin] 10.222.0.54 "POST /v2.0/agents/02910ef2-0455-4aea-9f38-9a875579633f/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.2948318 Nov 19 17:56:27.590349 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 40560) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:27.613911 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=2906b7e0-329f-4641-aab4-2577acbf0104,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:27.646701 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfb898ea-ef6b-4335-a3f5-2d47cdbb5d97 None None] Network c6a9f0cd-7e80-47dc-969a-9519c183234d requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:56:27.700574 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-980363b2-3db2-4ea3-87b3-0abd6612bdad admin admin] Deleting port db5ff5c4-68f6-448a-93d1-c35b97d535aa {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:56:27.700915 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-980363b2-3db2-4ea3-87b3-0abd6612bdad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:27.808646 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 2288129c-fda7-40a9-a92f-9a156c1eec25 no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:56:27.810424 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-05f350cc-2a5d-4ae1-961b-409d2a20a98b None None] Could not find standard attr ID for object f10ec2ce-1506-40ea-b2e5-fc586e9429b6. {{(pid=103366) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 17:56:27.824663 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-53a17a1e-a221-46c8-9955-6da097f8a476 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12425078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8983815'] for subnet, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:27.847088 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0e8e8464-ab29-4f26-895a-13242fdf9fac tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:27.864348 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09ca7b95-c836-45f9-a15b-1b9e238b7a93 None None] DHCP port deletion for 62b0d741-b7a7-4320-aafb-55769a345cb8 request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 17:56:27.866426 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning for port 77fbabf3-ee2b-487b-bc13-a5cf3a9eb1e4 completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 17:56:27.866661 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [None req-980363b2-3db2-4ea3-87b3-0abd6612bdad admin admin] For port db5ff5c4-68f6-448a-93d1-c35b97d535aa, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=db5ff5c4-68f6-448a-93d1-c35b97d535aa,segment=NetworkSegment(f0733011-e02b-453d-8d2a-92029d4a78a9),segment_id=f0733011-e02b-453d-8d2a-92029d4a78a9)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:56:27.866984 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-980363b2-3db2-4ea3-87b3-0abd6612bdad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:27.880500 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: 2288129c-fda7-40a9-a92f-9a156c1eec25 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:56:27.880500 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 2288129c-fda7-40a9-a92f-9a156c1eec25 not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:56:27.880873 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 196e9412-5c7f-4589-a359-bd7d5e45df5f no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:56:27.905779 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a17a1e-a221-46c8-9955-6da097f8a476 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Pushing event updated for resources: {'Subnet': ['ID=96488b01-fbd3-43d7-a545-67e4684071fd,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:27.915471 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8e8464-ab29-4f26-895a-13242fdf9fac tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Pushing event deleted for resources: {'Port': ['ID=196e9412-5c7f-4589-a359-bd7d5e45df5f,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:27.929625 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-980363b2-3db2-4ea3-87b3-0abd6612bdad admin admin] Calling delete_port for db5ff5c4-68f6-448a-93d1-c35b97d535aa owned by network:dhcp {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:56:27.939918 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e8e8464-ab29-4f26-895a-13242fdf9fac tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] No DVR routers for this DVR port 196e9412-5c7f-4589-a359-bd7d5e45df5f on host n-d-818022-2 {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:56:27.944347 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning complete for port 77fbabf3-ee2b-487b-bc13-a5cf3a9eb1e4 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:56:27.945453 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:27.947403 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53a17a1e-a221-46c8-9955-6da097f8a476 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Network 65eace33-2479-4afb-a7b6-41f0773542ac is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:56:27.959312 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-53a17a1e-a221-46c8-9955-6da097f8a476 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:56:27.964394 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a17a1e-a221-46c8-9955-6da097f8a476 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:27.965317 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-53a17a1e-a221-46c8-9955-6da097f8a476 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:28.006025 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: 196e9412-5c7f-4589-a359-bd7d5e45df5f {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:56:28.006393 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 196e9412-5c7f-4589-a359-bd7d5e45df5f not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:56:28.007356 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 931ef9a4-2fe6-496f-ad2d-6463e58d30b6 no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:56:28.007688 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-53a17a1e-a221-46c8-9955-6da097f8a476 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5606842 Nov 19 17:56:28.010434 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 40562) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:28.016228 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-025218ed-56da-4355-aa02-d1dd5595969b tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Request body: {'port': {'network_id': '65eace33-2479-4afb-a7b6-41f0773542ac', 'mac_address': 'fa:16:3e:07:12:ae', 'name': 'tempest-NetworksTestDHCPv6-632019772'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:56:28.048016 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-baaba7ad-cd25-4278-9e74-befa6d9718af None None] Could not find standard attr ID for object f10ec2ce-1506-40ea-b2e5-fc586e9429b6. {{(pid=103366) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 17:56:28.125630 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0e8e8464-ab29-4f26-895a-13242fdf9fac tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:28.142834 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: 931ef9a4-2fe6-496f-ad2d-6463e58d30b6 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:56:28.143201 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 931ef9a4-2fe6-496f-ad2d-6463e58d30b6 not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:56:28.154653 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a51fe048-de3c-479c-a703-d1c8dc02a0f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54f44f5f-1200-574e-8740-2141911d5b73-65eace33-2479-4afb-a7b6-41f0773542ac', 'network_id': '65eace33-2479-4afb-a7b6-41f0773542ac', 'tenant_id': '6b45f31544cd40e7b10456e94240dc6e', 'fixed_ips': [{'subnet_id': 'f271403d-f852-4484-ae33-88d0fb00e1ee'}]}} from n-d-818022-2. {{(pid=103366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 17:56:28.155311 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a51fe048-de3c-479c-a703-d1c8dc02a0f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:28.157282 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-0e8e8464-ab29-4f26-895a-13242fdf9fac tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c81c1a2a-e94d-40fe-a45c-51bb5532b869']}} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:56:28.175836 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-0e8e8464-ab29-4f26-895a-13242fdf9fac tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8c052f3-2574-4625-a494-68b1c2848ed5') {'for_net_delete': True} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:56:28.176713 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-0e8e8464-ab29-4f26-895a-13242fdf9fac tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8c052f3-2574-4625-a494-68b1c2848ed5') {} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:56:28.191083 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0e8e8464-ab29-4f26-895a-13242fdf9fac tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12545382'] for segment, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:28.200511 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-ab76d7ef-7ec8-40e8-9165-4cbd10e012a6 tempest-DHCPAgentSchedulersTestJSON-1126758639 tempest-DHCPAgentSchedulersTestJSON-1126758639-project-admin] 10.222.0.54 "GET /v2.0/agents/02910ef2-0455-4aea-9f38-9a875579633f/dhcp-networks HTTP/1.1" status: 200 len: 14274 time: 0.6088588 Nov 19 17:56:28.204280 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 40566) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:28.211700 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-b1673237-250f-4eb1-9508-f22e773c619d None None] Deleting port 196e9412-5c7f-4589-a359-bd7d5e45df5f {{(pid=103366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:56:28.213503 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b1673237-250f-4eb1-9508-f22e773c619d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:28.223748 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0e8e8464-ab29-4f26-895a-13242fdf9fac tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:28.243500 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e8e8464-ab29-4f26-895a-13242fdf9fac tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Releasing vlan 671 on physical network physnet1 to pool {{(pid=103365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 17:56:28.244133 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0e8e8464-ab29-4f26-895a-13242fdf9fac tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12282953'] for segment, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:28.247590 n-d-818022-2 neutron-server[103365]: Traceback (most recent call last): Nov 19 17:56:28.247590 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 17:56:28.247590 n-d-818022-2 neutron-server[103365]: timer() Nov 19 17:56:28.247590 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 17:56:28.247590 n-d-818022-2 neutron-server[103365]: cb(*args, **kw) Nov 19 17:56:28.247590 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 17:56:28.247590 n-d-818022-2 neutron-server[103365]: return func(*args, **kwargs) Nov 19 17:56:28.247590 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 17:56:28.247590 n-d-818022-2 neutron-server[103365]: self._notify() Nov 19 17:56:28.247590 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 17:56:28.247590 n-d-818022-2 neutron-server[103365]: self.callback(batched_events) Nov 19 17:56:28.247590 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 17:56:28.247590 n-d-818022-2 neutron-server[103365]: event.method(event) Nov 19 17:56:28.247590 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 17:56:28.247590 n-d-818022-2 neutron-server[103365]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 17:56:28.247590 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 17:56:28.247590 n-d-818022-2 neutron-server[103365]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 17:56:28.247590 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 17:56:28.247590 n-d-818022-2 neutron-server[103365]: return f(self, *a, **k) Nov 19 17:56:28.247590 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 17:56:28.247590 n-d-818022-2 neutron-server[103365]: return self._get(url).json() Nov 19 17:56:28.247590 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 17:56:28.247590 n-d-818022-2 neutron-server[103365]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 17:56:28.247590 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 17:56:28.247590 n-d-818022-2 neutron-server[103365]: return self.request(url, 'GET', **kwargs) Nov 19 17:56:28.247590 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 17:56:28.247590 n-d-818022-2 neutron-server[103365]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 17:56:28.247590 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 17:56:28.247590 n-d-818022-2 neutron-server[103365]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 17:56:28.247590 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 17:56:28.247590 n-d-818022-2 neutron-server[103365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 17:56:28.247590 n-d-818022-2 neutron-server[103365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 17:56:28.293305 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-025218ed-56da-4355-aa02-d1dd5595969b tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Made reservation on behalf of 6b45f31544cd40e7b10456e94240dc6e for: {'port': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:56:28.332249 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d503ff5e-db96-4d5f-9be8-71353477524d None None] DHCP port deletion for 83e29886-835d-4a88-8dbb-b5f419c8c70c request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 17:56:28.369210 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-980363b2-3db2-4ea3-87b3-0abd6612bdad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:28.393850 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0e8e8464-ab29-4f26-895a-13242fdf9fac tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671242'] for network, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:28.399359 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-125fc567-99c9-4f28-921a-a2cf4a97077e tempest-DHCPAgentSchedulersTestJSON-1126758639 tempest-DHCPAgentSchedulersTestJSON-1126758639-project-admin] 10.222.0.54 "DELETE /v2.0/agents/02910ef2-0455-4aea-9f38-9a875579633f/dhcp-networks/c6a9f0cd-7e80-47dc-969a-9519c183234d HTTP/1.1" status: 204 len: 168 time: 0.1938605 Nov 19 17:56:28.403350 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 40570) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:28.403735 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-980363b2-3db2-4ea3-87b3-0abd6612bdad admin admin] No DVR routers for this DVR port db5ff5c4-68f6-448a-93d1-c35b97d535aa on host n-d-818022-2 {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:56:28.408056 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-09ca7b95-c836-45f9-a15b-1b9e238b7a93 None None] Deleting port c67f7791-3274-4857-8a2d-f847d5023606 {{(pid=103366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:56:28.408496 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-09ca7b95-c836-45f9-a15b-1b9e238b7a93 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:28.448021 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-b1673237-250f-4eb1-9508-f22e773c619d None None] For port 196e9412-5c7f-4589-a359-bd7d5e45df5f, host n-d-818022-2, got binding levels [] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:56:28.448426 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b1673237-250f-4eb1-9508-f22e773c619d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:28.512182 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-d503ff5e-db96-4d5f-9be8-71353477524d None None] The port 'db5ff5c4-68f6-448a-93d1-c35b97d535aa' was deleted {{(pid=103366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Nov 19 17:56:28.531960 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-b1673237-250f-4eb1-9508-f22e773c619d None None] Calling delete_port for 196e9412-5c7f-4589-a359-bd7d5e45df5f owned by network:dhcp {{(pid=103366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:56:28.538055 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.ipam_backend_mixin [None req-b1673237-250f-4eb1-9508-f22e773c619d None None] Port 196e9412-5c7f-4589-a359-bd7d5e45df5f was not found and therefore no delete operation was performed {{(pid=103366) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 19 17:56:28.543135 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0e8e8464-ab29-4f26-895a-13242fdf9fac tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:28.557802 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b1673237-250f-4eb1-9508-f22e773c619d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007'] for port, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:28.562877 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-0e8e8464-ab29-4f26-895a-13242fdf9fac tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] 10.222.0.54 "DELETE /v2.0/networks/c81c1a2a-e94d-40fe-a45c-51bb5532b869 HTTP/1.1" status: 204 len: 168 time: 2.0428133 Nov 19 17:56:28.577488 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-980363b2-3db2-4ea3-87b3-0abd6612bdad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:28.591678 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 40574) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:28.608616 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:28.652327 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b1673237-250f-4eb1-9508-f22e773c619d None None] Network c81c1a2a-e94d-40fe-a45c-51bb5532b869 is not hosted by any dhcp agent {{(pid=103366) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 19 17:56:28.652790 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1673237-250f-4eb1-9508-f22e773c619d None None] No DVR routers for this DVR port 196e9412-5c7f-4589-a359-bd7d5e45df5f on host n-d-818022-2 {{(pid=103366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:56:28.657987 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-09ca7b95-c836-45f9-a15b-1b9e238b7a93 None None] For port c67f7791-3274-4857-8a2d-f847d5023606, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=c67f7791-3274-4857-8a2d-f847d5023606,segment=NetworkSegment(4ef60ddf-f76a-403c-853e-3e60bec1109e),segment_id=4ef60ddf-f76a-403c-853e-3e60bec1109e)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:56:28.658385 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-09ca7b95-c836-45f9-a15b-1b9e238b7a93 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:28.662968 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1673237-250f-4eb1-9508-f22e773c619d None None] Pushing event deleted for resources: {'Port': ['ID=196e9412-5c7f-4589-a359-bd7d5e45df5f,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:28.706289 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-09ca7b95-c836-45f9-a15b-1b9e238b7a93 None None] Calling delete_port for c67f7791-3274-4857-8a2d-f847d5023606 owned by network:dhcp {{(pid=103366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:56:28.836878 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 77fbabf3-ee2b-487b-bc13-a5cf3a9eb1e4, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=77fbabf3-ee2b-487b-bc13-a5cf3a9eb1e4,segment=NetworkSegment(374ad87f-866e-4e93-a1d9-79725abb480e),segment_id=374ad87f-866e-4e93-a1d9-79725abb480e)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:56:28.844281 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01517722-0f93-4004-a29d-7bff3f5e3c38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77fbabf3-ee2b-487b-bc13-a5cf3a9eb1e4'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:56:28.847131 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3940761bcd94e032e6960d2241bd8993c5d3a7d8dc2aca8488f3ecf1d4dd2fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8548472d-a7e6-4614-b083-1321d9d31334" -d '{"events": [{"server_uuid": "01517722-0f93-4004-a29d-7bff3f5e3c38", "name": "network-vif-plugged", "status": "completed", "tag": "77fbabf3-ee2b-487b-bc13-a5cf3a9eb1e4"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:56:28.862509 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:28.875713 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [None req-a51fe048-de3c-479c-a703-d1c8dc02a0f2 None None] Allocated IP 2001:db8::f816:3eff:fe76:1d2f (65eace33-2479-4afb-a7b6-41f0773542ac/f271403d-f852-4484-ae33-88d0fb00e1ee/738840ed-f2bd-4fd8-b8ae-c74cd1243b95) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:56:28.988316 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:56:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bf73773-d531-4980-85cb-06a016bcc4e1 x-openstack-request-id: req-4bf73773-d531-4980-85cb-06a016bcc4e1 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:56:28.988720 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01517722-0f93-4004-a29d-7bff3f5e3c38", "name": "network-vif-plugged", "status": "completed", "tag": "77fbabf3-ee2b-487b-bc13-a5cf3a9eb1e4", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:56:28.989069 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-4bf73773-d531-4980-85cb-06a016bcc4e1 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:56:28.989585 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01517722-0f93-4004-a29d-7bff3f5e3c38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77fbabf3-ee2b-487b-bc13-a5cf3a9eb1e4', 'code': 200} Nov 19 17:56:28.997519 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=77fbabf3-ee2b-487b-bc13-a5cf3a9eb1e4,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:29.004629 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-09ca7b95-c836-45f9-a15b-1b9e238b7a93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007'] for port, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:29.044347 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ca7b95-c836-45f9-a15b-1b9e238b7a93 None None] Pushing event deleted for resources: {'Port': ['ID=c67f7791-3274-4857-8a2d-f847d5023606,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:29.047138 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ca7b95-c836-45f9-a15b-1b9e238b7a93 None None] No DVR routers for this DVR port c67f7791-3274-4857-8a2d-f847d5023606 on host n-d-818022-2 {{(pid=103366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:56:29.077358 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-025218ed-56da-4355-aa02-d1dd5595969b tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:29.161692 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-980363b2-3db2-4ea3-87b3-0abd6612bdad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83e29886-835d-4a88-8dbb-b5f419c8c70c']}} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:56:29.173112 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-980363b2-3db2-4ea3-87b3-0abd6612bdad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0733011-e02b-453d-8d2a-92029d4a78a9') {'for_net_delete': True} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:56:29.173112 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-980363b2-3db2-4ea3-87b3-0abd6612bdad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0733011-e02b-453d-8d2a-92029d4a78a9') {} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:56:29.173530 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-cad79ab6-f7ac-4974-8c18-4555234b42cf tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:29.175791 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [None req-025218ed-56da-4355-aa02-d1dd5595969b tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] device_id is not set on port 6bae3497-d690-4208-9ec8-47af304e6fb7 yet. {{(pid=103364) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 17:56:29.184508 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8e8464-ab29-4f26-895a-13242fdf9fac tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Pushing event deleted for resources: {'Network': ['ID=c81c1a2a-e94d-40fe-a45c-51bb5532b869,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:29.184871 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980363b2-3db2-4ea3-87b3-0abd6612bdad admin admin] Pushing event deleted for resources: {'Port': ['ID=db5ff5c4-68f6-448a-93d1-c35b97d535aa,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:29.191585 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-980363b2-3db2-4ea3-87b3-0abd6612bdad admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12545382'] for segment, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:29.231446 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a51fe048-de3c-479c-a703-d1c8dc02a0f2 None None] Publish callbacks [] for port, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:29.239600 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-980363b2-3db2-4ea3-87b3-0abd6612bdad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:29.248251 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a51fe048-de3c-479c-a703-d1c8dc02a0f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998'] for port, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:29.252184 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d667dc8-29cd-496d-a348-c66e0be3f31e req-4a8d9fab-bf8e-4104-ab70-299036a3405d tempest-MultipleCreateTestJSON-1825635663 tempest-MultipleCreateTestJSON-1825635663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:29.252812 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-980363b2-3db2-4ea3-87b3-0abd6612bdad admin admin] Releasing vlan 680 on physical network physnet1 to pool {{(pid=103365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 17:56:29.253289 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-980363b2-3db2-4ea3-87b3-0abd6612bdad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12282953'] for segment, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:29.253753 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2d667dc8-29cd-496d-a348-c66e0be3f31e req-4a8d9fab-bf8e-4104-ab70-299036a3405d tempest-MultipleCreateTestJSON-1825635663 tempest-MultipleCreateTestJSON-1825635663-project] 10.222.0.54 "GET /v2.0/ports?device_id=01517722-0f93-4004-a29d-7bff3f5e3c38 HTTP/1.1" status: 200 len: 945 time: 0.2571964 Nov 19 17:56:29.255597 n-d-818022-2 neutron-server[103365]: Traceback (most recent call last): Nov 19 17:56:29.255597 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 17:56:29.255597 n-d-818022-2 neutron-server[103365]: timer() Nov 19 17:56:29.255597 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 17:56:29.255597 n-d-818022-2 neutron-server[103365]: cb(*args, **kw) Nov 19 17:56:29.255597 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 17:56:29.255597 n-d-818022-2 neutron-server[103365]: return func(*args, **kwargs) Nov 19 17:56:29.255597 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 17:56:29.255597 n-d-818022-2 neutron-server[103365]: self._notify() Nov 19 17:56:29.255597 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 17:56:29.255597 n-d-818022-2 neutron-server[103365]: self.callback(batched_events) Nov 19 17:56:29.255597 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 17:56:29.255597 n-d-818022-2 neutron-server[103365]: event.method(event) Nov 19 17:56:29.255597 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 17:56:29.255597 n-d-818022-2 neutron-server[103365]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 17:56:29.255597 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 17:56:29.255597 n-d-818022-2 neutron-server[103365]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 17:56:29.255597 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 17:56:29.255597 n-d-818022-2 neutron-server[103365]: return f(self, *a, **k) Nov 19 17:56:29.255597 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 17:56:29.255597 n-d-818022-2 neutron-server[103365]: return self._get(url).json() Nov 19 17:56:29.255597 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 17:56:29.255597 n-d-818022-2 neutron-server[103365]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 17:56:29.255597 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 17:56:29.255597 n-d-818022-2 neutron-server[103365]: return self.request(url, 'GET', **kwargs) Nov 19 17:56:29.255597 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 17:56:29.255597 n-d-818022-2 neutron-server[103365]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 17:56:29.255597 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 17:56:29.255597 n-d-818022-2 neutron-server[103365]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 17:56:29.255597 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 17:56:29.255597 n-d-818022-2 neutron-server[103365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 17:56:29.255597 n-d-818022-2 neutron-server[103365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 17:56:29.294390 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5b92a4-9798-42c0-aa49-a70a4732ea30 req-e6b470b2-2149-4f14-b27f-5ad401d29343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:29.296749 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ad5b92a4-9798-42c0-aa49-a70a4732ea30 req-e6b470b2-2149-4f14-b27f-5ad401d29343 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=01517722-0f93-4004-a29d-7bff3f5e3c38 HTTP/1.1" status: 200 len: 1096 time: 0.0970020 Nov 19 17:56:29.315924 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51fe048-de3c-479c-a703-d1c8dc02a0f2 None None] Pushing event updated for resources: {'Port': ['ID=738840ed-f2bd-4fd8-b8ae-c74cd1243b95,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:29.344800 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-9e2845c4-6870-4994-b238-51731d480c26 tempest-DHCPAgentSchedulersTestJSON-1126758639 tempest-DHCPAgentSchedulersTestJSON-1126758639-project-admin] 10.222.0.54 "GET /v2.0/agents/02910ef2-0455-4aea-9f38-9a875579633f/dhcp-networks HTTP/1.1" status: 200 len: 12797 time: 0.9341671 Nov 19 17:56:29.347948 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 40580) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:29.351283 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a51fe048-de3c-479c-a703-d1c8dc02a0f2 None None] Network 65eace33-2479-4afb-a7b6-41f0773542ac is already hosted by enough agents. {{(pid=103366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:56:29.353242 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [None req-a51fe048-de3c-479c-a703-d1c8dc02a0f2 None None] Resources bound (agent type, host, resource id): {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:56:29.356454 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a51fe048-de3c-479c-a703-d1c8dc02a0f2 None None] Received port after_create {{(pid=103366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:56:29.362008 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-980363b2-3db2-4ea3-87b3-0abd6612bdad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671242'] for network, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:29.403099 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-980363b2-3db2-4ea3-87b3-0abd6612bdad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:29.406880 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-980363b2-3db2-4ea3-87b3-0abd6612bdad admin admin] 10.222.0.54 "DELETE /v2.0/networks/83e29886-835d-4a88-8dbb-b5f419c8c70c HTTP/1.1" status: 204 len: 168 time: 2.2943451 Nov 19 17:56:29.415938 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ad5b92a4-9798-42c0-aa49-a70a4732ea30 req-24fd4bca-f01e-4bf4-82b9-ab6effb63320 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=11f15ae4-8821-41c9-a586-57bef0a63f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104307 Nov 19 17:56:29.428038 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980363b2-3db2-4ea3-87b3-0abd6612bdad admin admin] Pushing event deleted for resources: {'Network': ['ID=83e29886-835d-4a88-8dbb-b5f419c8c70c,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:29.442357 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-a51fe048-de3c-479c-a703-d1c8dc02a0f2 None None] Attempting to bind port 738840ed-f2bd-4fd8-b8ae-c74cd1243b95 on host n-d-818022-2 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:56:29.444226 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-a51fe048-de3c-479c-a703-d1c8dc02a0f2 None None] Attempting to bind port 738840ed-f2bd-4fd8-b8ae-c74cd1243b95 by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': 'b0148e58-5e40-4372-b35c-802e0d196d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '65eace33-2479-4afb-a7b6-41f0773542ac'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:56:29.444754 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a51fe048-de3c-479c-a703-d1c8dc02a0f2 None None] Attempting to bind port 738840ed-f2bd-4fd8-b8ae-c74cd1243b95 on network 65eace33-2479-4afb-a7b6-41f0773542ac {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:56:29.467945 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a51fe048-de3c-479c-a703-d1c8dc02a0f2 None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 56, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:56:29.468993 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a51fe048-de3c-479c-a703-d1c8dc02a0f2 None None] Checking segment: {'id': 'b0148e58-5e40-4372-b35c-802e0d196d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '65eace33-2479-4afb-a7b6-41f0773542ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:56:29.469738 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a51fe048-de3c-479c-a703-d1c8dc02a0f2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:29.470676 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a51fe048-de3c-479c-a703-d1c8dc02a0f2 None None] Bound using segment: {'id': 'b0148e58-5e40-4372-b35c-802e0d196d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '65eace33-2479-4afb-a7b6-41f0773542ac'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:56:29.471207 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-a51fe048-de3c-479c-a703-d1c8dc02a0f2 None None] Bound port: 738840ed-f2bd-4fd8-b8ae-c74cd1243b95, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0148e58-5e40-4372-b35c-802e0d196d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '65eace33-2479-4afb-a7b6-41f0773542ac'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:56:29.471606 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a51fe048-de3c-479c-a703-d1c8dc02a0f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:29.491424 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2d667dc8-29cd-496d-a348-c66e0be3f31e req-63025c6a-cc09-4735-a1ec-72a46d0698a7 tempest-MultipleCreateTestJSON-1825635663 tempest-MultipleCreateTestJSON-1825635663-project] 10.222.0.54 "GET /v2.0/security-groups?id=11f15ae4-8821-41c9-a586-57bef0a63f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164512 Nov 19 17:56:29.498092 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-5ed4ff24-28e5-4a8a-9e6d-2e84a9553a18 tempest-DHCPAgentSchedulersTestJSON-1126758639 tempest-DHCPAgentSchedulersTestJSON-1126758639-project-admin] 10.222.0.54 "GET /v2.0/networks/0091a84d-4bfd-4ad1-b3b8-518d6da257e0/dhcp-agents HTTP/1.1" status: 200 len: 797 time: 0.1468713 Nov 19 17:56:29.501609 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 40586) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:29.504127 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-cad79ab6-f7ac-4974-8c18-4555234b42cf tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:29.552534 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-cad79ab6-f7ac-4974-8c18-4555234b42cf tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62b0d741-b7a7-4320-aafb-55769a345cb8']}} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:56:29.569547 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-cad79ab6-f7ac-4974-8c18-4555234b42cf tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ef60ddf-f76a-403c-853e-3e60bec1109e') {'for_net_delete': True} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:56:29.569878 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-cad79ab6-f7ac-4974-8c18-4555234b42cf tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ef60ddf-f76a-403c-853e-3e60bec1109e') {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:56:29.596747 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-a51fe048-de3c-479c-a703-d1c8dc02a0f2 None None] For port 738840ed-f2bd-4fd8-b8ae-c74cd1243b95, host n-d-818022-2, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:56:29.596747 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-a51fe048-de3c-479c-a703-d1c8dc02a0f2 None None] For port 738840ed-f2bd-4fd8-b8ae-c74cd1243b95, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=738840ed-f2bd-4fd8-b8ae-c74cd1243b95,segment=NetworkSegment(b0148e58-5e40-4372-b35c-802e0d196d41),segment_id=b0148e58-5e40-4372-b35c-802e0d196d41)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:56:29.598403 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-97ef7e48-7605-4571-bc59-d703b02972c1 tempest-DHCPAgentSchedulersTestJSON-1126758639 tempest-DHCPAgentSchedulersTestJSON-1126758639-project-admin] 10.222.0.54 "GET /v2.0/networks/0091a84d-4bfd-4ad1-b3b8-518d6da257e0/dhcp-agents HTTP/1.1" status: 200 len: 797 time: 0.0947399 Nov 19 17:56:29.600114 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 40588) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:29.602732 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-cad79ab6-f7ac-4974-8c18-4555234b42cf tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417396'] for segment, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:29.611636 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a51fe048-de3c-479c-a703-d1c8dc02a0f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:29.621285 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [None req-025218ed-56da-4355-aa02-d1dd5595969b tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Allocated IP 172.20.0.9 (65eace33-2479-4afb-a7b6-41f0773542ac/96488b01-fbd3-43d7-a545-67e4684071fd/6bae3497-d690-4208-9ec8-47af304e6fb7) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:56:29.636911 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [None req-025218ed-56da-4355-aa02-d1dd5595969b tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Allocated IP 2001:db8::f816:3eff:fe07:12ae (65eace33-2479-4afb-a7b6-41f0773542ac/f271403d-f852-4484-ae33-88d0fb00e1ee/6bae3497-d690-4208-9ec8-47af304e6fb7) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:56:29.640579 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-cad79ab6-f7ac-4974-8c18-4555234b42cf tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:29.660698 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cad79ab6-f7ac-4974-8c18-4555234b42cf tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Releasing vlan 672 on physical network physnet1 to pool {{(pid=103364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 17:56:29.660698 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-cad79ab6-f7ac-4974-8c18-4555234b42cf tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12425183'] for segment, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:29.667474 n-d-818022-2 neutron-server[103364]: Traceback (most recent call last): Nov 19 17:56:29.667474 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 17:56:29.667474 n-d-818022-2 neutron-server[103364]: timer() Nov 19 17:56:29.667474 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 17:56:29.667474 n-d-818022-2 neutron-server[103364]: cb(*args, **kw) Nov 19 17:56:29.667474 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 17:56:29.667474 n-d-818022-2 neutron-server[103364]: return func(*args, **kwargs) Nov 19 17:56:29.667474 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 17:56:29.667474 n-d-818022-2 neutron-server[103364]: self._notify() Nov 19 17:56:29.667474 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 17:56:29.667474 n-d-818022-2 neutron-server[103364]: self.callback(batched_events) Nov 19 17:56:29.667474 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 17:56:29.667474 n-d-818022-2 neutron-server[103364]: event.method(event) Nov 19 17:56:29.667474 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 17:56:29.667474 n-d-818022-2 neutron-server[103364]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 17:56:29.667474 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 17:56:29.667474 n-d-818022-2 neutron-server[103364]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 17:56:29.667474 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 17:56:29.667474 n-d-818022-2 neutron-server[103364]: return f(self, *a, **k) Nov 19 17:56:29.667474 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 17:56:29.667474 n-d-818022-2 neutron-server[103364]: return self._get(url).json() Nov 19 17:56:29.667474 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 17:56:29.667474 n-d-818022-2 neutron-server[103364]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 17:56:29.667474 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 17:56:29.667474 n-d-818022-2 neutron-server[103364]: return self.request(url, 'GET', **kwargs) Nov 19 17:56:29.667474 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 17:56:29.667474 n-d-818022-2 neutron-server[103364]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 17:56:29.667474 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 17:56:29.667474 n-d-818022-2 neutron-server[103364]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 17:56:29.667474 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 17:56:29.667474 n-d-818022-2 neutron-server[103364]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 17:56:29.667474 n-d-818022-2 neutron-server[103364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 17:56:29.720636 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51fe048-de3c-479c-a703-d1c8dc02a0f2 None None] Pushing event updated for resources: {'Port': ['ID=738840ed-f2bd-4fd8-b8ae-c74cd1243b95,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:29.742043 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-436d3db0-2795-4303-9444-3ec935cfc438 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:29.798502 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-cad79ab6-f7ac-4974-8c18-4555234b42cf tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671242'] for network, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:29.809765 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-cad79ab6-f7ac-4974-8c18-4555234b42cf tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks [] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:29.813157 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-cad79ab6-f7ac-4974-8c18-4555234b42cf tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] 10.222.0.54 "DELETE /v2.0/networks/62b0d741-b7a7-4320-aafb-55769a345cb8 HTTP/1.1" status: 204 len: 168 time: 1.2071218 Nov 19 17:56:29.827402 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 40598) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:29.835347 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-914d2f6f-f928-41bd-aa37-a57ee988f6cf tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-575780132'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:56:29.852406 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-b3424d7c-82ed-4d50-891e-7aa848ef08e5 tempest-DHCPAgentSchedulersTestJSON-1126758639 tempest-DHCPAgentSchedulersTestJSON-1126758639-project-admin] 10.222.0.54 "GET /v2.0/agents/02910ef2-0455-4aea-9f38-9a875579633f/dhcp-networks HTTP/1.1" status: 200 len: 12034 time: 0.2503538 Nov 19 17:56:29.856659 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 40600) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:29.863010 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device c67f7791-3274-4857-8a2d-f847d5023606 no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:56:29.869997 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 40602) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:29.887807 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: c67f7791-3274-4857-8a2d-f847d5023606 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:56:29.888158 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device c67f7791-3274-4857-8a2d-f847d5023606 not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:56:29.889125 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device db5ff5c4-68f6-448a-93d1-c35b97d535aa no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:56:29.907904 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad79ab6-f7ac-4974-8c18-4555234b42cf tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Pushing event deleted for resources: {'Network': ['ID=62b0d741-b7a7-4320-aafb-55769a345cb8,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:29.930194 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: db5ff5c4-68f6-448a-93d1-c35b97d535aa {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:56:29.930551 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device db5ff5c4-68f6-448a-93d1-c35b97d535aa not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:56:29.950886 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-914d2f6f-f928-41bd-aa37-a57ee988f6cf tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Made reservation on behalf of fd1b3fcd1beb4931bb2ec4613fd50ee2 for: {'network': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:56:29.957023 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-914d2f6f-f928-41bd-aa37-a57ee988f6cf tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:30.020804 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-025218ed-56da-4355-aa02-d1dd5595969b tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:30.055759 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ddf455b6-0fb9-4f42-add3-b68ec0980656 tempest-DHCPAgentSchedulersTestJSON-89390431 tempest-DHCPAgentSchedulersTestJSON-89390431-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:30.070215 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-914d2f6f-f928-41bd-aa37-a57ee988f6cf tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 697} {{(pid=103365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 17:56:30.075258 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-025218ed-56da-4355-aa02-d1dd5595969b tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:30.082278 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-ae89d0d9-6a9b-4428-b182-fc67216648c6 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=788dc519438f4a03985216f23ce7957a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2108645 Nov 19 17:56:30.084897 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 40604) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:30.101083 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-914d2f6f-f928-41bd-aa37-a57ee988f6cf tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:30.101423 n-d-818022-2 neutron-server[103365]: INFO neutron.db.segments_db [None req-914d2f6f-f928-41bd-aa37-a57ee988f6cf tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Added segment b60fe3d1-49c5-4832-9a18-9b80dc2f3dbc of type vlan for network 27e121db-c88d-4ebd-995b-b9d146a6f0aa Nov 19 17:56:30.140901 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025218ed-56da-4355-aa02-d1dd5595969b tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Pushing event updated for resources: {'Port': ['ID=6bae3497-d690-4208-9ec8-47af304e6fb7,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:30.162366 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-025218ed-56da-4355-aa02-d1dd5595969b tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Network 65eace33-2479-4afb-a7b6-41f0773542ac is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:56:30.164214 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-025218ed-56da-4355-aa02-d1dd5595969b tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:56:30.168201 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-025218ed-56da-4355-aa02-d1dd5595969b tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:56:30.245927 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-025218ed-56da-4355-aa02-d1dd5595969b tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:30.246812 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-025218ed-56da-4355-aa02-d1dd5595969b tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:30.259448 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-914d2f6f-f928-41bd-aa37-a57ee988f6cf tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:30.274299 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-025218ed-56da-4355-aa02-d1dd5595969b tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.2598445 Nov 19 17:56:30.274766 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 40606) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:30.294326 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ddf455b6-0fb9-4f42-add3-b68ec0980656 tempest-DHCPAgentSchedulersTestJSON-89390431 tempest-DHCPAgentSchedulersTestJSON-89390431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:30.308302 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9c892ddf-032f-42a2-bfc5-39f9bc14caca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:30.333254 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-914d2f6f-f928-41bd-aa37-a57ee988f6cf tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:30.338741 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-914d2f6f-f928-41bd-aa37-a57ee988f6cf tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:30.339324 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-914d2f6f-f928-41bd-aa37-a57ee988f6cf tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:30.341338 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dce451b-a53b-4674-bc9f-e87a3968adaa tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:30.343978 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-ddf455b6-0fb9-4f42-add3-b68ec0980656 tempest-DHCPAgentSchedulersTestJSON-89390431 tempest-DHCPAgentSchedulersTestJSON-89390431-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6a9f0cd-7e80-47dc-969a-9519c183234d']}} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:56:30.348167 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dce451b-a53b-4674-bc9f-e87a3968adaa tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:30.353835 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-7dce451b-a53b-4674-bc9f-e87a3968adaa tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.0768518 Nov 19 17:56:30.354174 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 40610) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:30.409668 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-ddf455b6-0fb9-4f42-add3-b68ec0980656 tempest-DHCPAgentSchedulersTestJSON-89390431 tempest-DHCPAgentSchedulersTestJSON-89390431-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44f0bcbf-5efa-4209-9ae4-55904c53d508') {'for_net_delete': True} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:56:30.410100 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-ddf455b6-0fb9-4f42-add3-b68ec0980656 tempest-DHCPAgentSchedulersTestJSON-89390431 tempest-DHCPAgentSchedulersTestJSON-89390431-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44f0bcbf-5efa-4209-9ae4-55904c53d508') {} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:56:30.415693 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9c892ddf-032f-42a2-bfc5-39f9bc14caca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:30.439211 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ddf455b6-0fb9-4f42-add3-b68ec0980656 tempest-DHCPAgentSchedulersTestJSON-89390431 tempest-DHCPAgentSchedulersTestJSON-89390431-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12545382'] for segment, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:30.451780 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-914d2f6f-f928-41bd-aa37-a57ee988f6cf tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6227770 Nov 19 17:56:30.463621 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 40612) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:30.473107 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-375ff383-cbda-4cf3-b669-ea6d99bc286c tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Request body: {'subnet': {'network_id': '27e121db-c88d-4ebd-995b-b9d146a6f0aa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:56:30.485771 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914d2f6f-f928-41bd-aa37-a57ee988f6cf tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Pushing event updated for resources: {'Network': ['ID=27e121db-c88d-4ebd-995b-b9d146a6f0aa,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:30.488455 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ddf455b6-0fb9-4f42-add3-b68ec0980656 tempest-DHCPAgentSchedulersTestJSON-89390431 tempest-DHCPAgentSchedulersTestJSON-89390431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:30.499298 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network 27e121db-c88d-4ebd-995b-b9d146a6f0aa details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 17:56:30.549605 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddf455b6-0fb9-4f42-add3-b68ec0980656 tempest-DHCPAgentSchedulersTestJSON-89390431 tempest-DHCPAgentSchedulersTestJSON-89390431-project] Releasing vlan 673 on physical network physnet1 to pool {{(pid=103365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 17:56:30.550057 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ddf455b6-0fb9-4f42-add3-b68ec0980656 tempest-DHCPAgentSchedulersTestJSON-89390431 tempest-DHCPAgentSchedulersTestJSON-89390431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12282953'] for segment, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:30.553294 n-d-818022-2 neutron-server[103365]: Traceback (most recent call last): Nov 19 17:56:30.553294 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 17:56:30.553294 n-d-818022-2 neutron-server[103365]: timer() Nov 19 17:56:30.553294 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 17:56:30.553294 n-d-818022-2 neutron-server[103365]: cb(*args, **kw) Nov 19 17:56:30.553294 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 17:56:30.553294 n-d-818022-2 neutron-server[103365]: return func(*args, **kwargs) Nov 19 17:56:30.553294 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 17:56:30.553294 n-d-818022-2 neutron-server[103365]: self._notify() Nov 19 17:56:30.553294 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 17:56:30.553294 n-d-818022-2 neutron-server[103365]: self.callback(batched_events) Nov 19 17:56:30.553294 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 17:56:30.553294 n-d-818022-2 neutron-server[103365]: event.method(event) Nov 19 17:56:30.553294 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 17:56:30.553294 n-d-818022-2 neutron-server[103365]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 17:56:30.553294 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 17:56:30.553294 n-d-818022-2 neutron-server[103365]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 17:56:30.553294 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 17:56:30.553294 n-d-818022-2 neutron-server[103365]: return f(self, *a, **k) Nov 19 17:56:30.553294 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 17:56:30.553294 n-d-818022-2 neutron-server[103365]: return self._get(url).json() Nov 19 17:56:30.553294 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 17:56:30.553294 n-d-818022-2 neutron-server[103365]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 17:56:30.553294 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 17:56:30.553294 n-d-818022-2 neutron-server[103365]: return self.request(url, 'GET', **kwargs) Nov 19 17:56:30.553294 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 17:56:30.553294 n-d-818022-2 neutron-server[103365]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 17:56:30.553294 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 17:56:30.553294 n-d-818022-2 neutron-server[103365]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 17:56:30.553294 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 17:56:30.553294 n-d-818022-2 neutron-server[103365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 17:56:30.553294 n-d-818022-2 neutron-server[103365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 17:56:30.560382 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-f8e04206-8c21-4e70-8799-b83e3a0c0d87 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Deleting port 6bae3497-d690-4208-9ec8-47af304e6fb7 {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:56:30.560879 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f8e04206-8c21-4e70-8799-b83e3a0c0d87 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:30.680290 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9c892ddf-032f-42a2-bfc5-39f9bc14caca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:30.682983 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9c892ddf-032f-42a2-bfc5-39f9bc14caca admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:30.687145 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-9c892ddf-032f-42a2-bfc5-39f9bc14caca admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/69893046-4ef7-4b9d-b200-657d1734542e HTTP/1.1" status: 204 len: 168 time: 0.5920267 Nov 19 17:56:30.706677 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ddf455b6-0fb9-4f42-add3-b68ec0980656 tempest-DHCPAgentSchedulersTestJSON-89390431 tempest-DHCPAgentSchedulersTestJSON-89390431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671242'] for network, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:30.714708 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c892ddf-032f-42a2-bfc5-39f9bc14caca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69893046-4ef7-4b9d-b200-657d1734542e,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:30.720344 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ddf455b6-0fb9-4f42-add3-b68ec0980656 tempest-DHCPAgentSchedulersTestJSON-89390431 tempest-DHCPAgentSchedulersTestJSON-89390431-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:30.724685 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-ddf455b6-0fb9-4f42-add3-b68ec0980656 tempest-DHCPAgentSchedulersTestJSON-89390431 tempest-DHCPAgentSchedulersTestJSON-89390431-project] 10.222.0.54 "DELETE /v2.0/networks/c6a9f0cd-7e80-47dc-969a-9519c183234d HTTP/1.1" status: 204 len: 168 time: 0.8667507 Nov 19 17:56:30.738541 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 40620) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:30.760089 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf455b6-0fb9-4f42-add3-b68ec0980656 tempest-DHCPAgentSchedulersTestJSON-89390431 tempest-DHCPAgentSchedulersTestJSON-89390431-project] Pushing event deleted for resources: {'Network': ['ID=c6a9f0cd-7e80-47dc-969a-9519c183234d,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:30.790190 n-d-818022-2 neutron-server[103365]: INFO neutron.pecan_wsgi.hooks.translation [None req-dec22e4c-7bb9-41e1-ac35-f2bbbe4ecb62 tempest-DHCPAgentSchedulersTestJSON-89390431 tempest-DHCPAgentSchedulersTestJSON-89390431-project] DELETE failed (client error): The resource could not be found. Nov 19 17:56:30.790991 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dec22e4c-7bb9-41e1-ac35-f2bbbe4ecb62 tempest-DHCPAgentSchedulersTestJSON-89390431 tempest-DHCPAgentSchedulersTestJSON-89390431-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103365) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 17:56:30.802702 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-dec22e4c-7bb9-41e1-ac35-f2bbbe4ecb62 tempest-DHCPAgentSchedulersTestJSON-89390431 tempest-DHCPAgentSchedulersTestJSON-89390431-project] 10.222.0.54 "DELETE /v2.0/ports/f10ec2ce-1506-40ea-b2e5-fc586e9429b6 HTTP/1.1" status: 404 len: 333 time: 0.0626993 Nov 19 17:56:30.806223 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 40630) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:30.808045 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-375ff383-cbda-4cf3-b669-ea6d99bc286c tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Made reservation on behalf of fd1b3fcd1beb4931bb2ec4613fd50ee2 for: {'subnet': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:56:30.814049 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-375ff383-cbda-4cf3-b669-ea6d99bc286c tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8731248'] for subnet, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:30.815375 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f8e04206-8c21-4e70-8799-b83e3a0c0d87 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:30.838843 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-f8e04206-8c21-4e70-8799-b83e3a0c0d87 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Calling delete_port for 6bae3497-d690-4208-9ec8-47af304e6fb7 owned by {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:56:30.864958 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce67fb14-20a4-454d-a9f1-32f488b25f70 req-2c5378d4-3af2-4dd9-9254-f48292f8187b tempest-MultipleCreateTestJSON-1825635663 tempest-MultipleCreateTestJSON-1825635663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:30.866568 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ce67fb14-20a4-454d-a9f1-32f488b25f70 req-2c5378d4-3af2-4dd9-9254-f48292f8187b tempest-MultipleCreateTestJSON-1825635663 tempest-MultipleCreateTestJSON-1825635663-project] 10.222.0.54 "GET /v2.0/ports?device_id=01517722-0f93-4004-a29d-7bff3f5e3c38 HTTP/1.1" status: 200 len: 945 time: 0.1051769 Nov 19 17:56:30.988497 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ce67fb14-20a4-454d-a9f1-32f488b25f70 req-b305f813-c215-431b-ae8c-ace1758baa02 tempest-MultipleCreateTestJSON-1825635663 tempest-MultipleCreateTestJSON-1825635663-project] 10.222.0.54 "GET /v2.0/security-groups?id=11f15ae4-8821-41c9-a586-57bef0a63f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707188 Nov 19 17:56:31.233577 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_v2 [None req-80bc3fd4-66e9-4e6a-bb79-2fed658c90cf tempest-DHCPAgentSchedulersTestJSON-89390431 tempest-DHCPAgentSchedulersTestJSON-89390431-project] Deleting subnet e5da050d-c3e2-4f6d-a9f4-d16889b29a9f {{(pid=103365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 17:56:31.238354 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-80bc3fd4-66e9-4e6a-bb79-2fed658c90cf tempest-DHCPAgentSchedulersTestJSON-89390431 tempest-DHCPAgentSchedulersTestJSON-89390431-project] Publish callbacks [] for subnet, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:31.288760 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f8e04206-8c21-4e70-8799-b83e3a0c0d87 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:31.360626 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-80bc3fd4-66e9-4e6a-bb79-2fed658c90cf tempest-DHCPAgentSchedulersTestJSON-89390431 tempest-DHCPAgentSchedulersTestJSON-89390431-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12546453'] for subnet, precommit_delete_associations {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:31.371671 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e04206-8c21-4e70-8799-b83e3a0c0d87 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Pushing event deleted for resources: {'Port': ['ID=6bae3497-d690-4208-9ec8-47af304e6fb7,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:31.382905 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4033edc-3db1-417a-b192-536b6f56e026 None None] Network 65eace33-2479-4afb-a7b6-41f0773542ac requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:56:31.401113 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-375ff383-cbda-4cf3-b669-ea6d99bc286c tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12283104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8731234'] for subnet, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:31.552799 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-ed2ffe6b-f656-4c4b-9fa0-e9c23441f68d None None] Provisioning complete for port 738840ed-f2bd-4fd8-b8ae-c74cd1243b95 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:56:31.553861 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ed2ffe6b-f656-4c4b-9fa0-e9c23441f68d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:31.554168 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375ff383-cbda-4cf3-b669-ea6d99bc286c tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Pushing event updated for resources: {'Subnet': ['ID=9558c327-fc5d-4d7e-8311-983897e6b6c0,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:31.583557 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f8e04206-8c21-4e70-8799-b83e3a0c0d87 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:31.589123 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-f8e04206-8c21-4e70-8799-b83e3a0c0d87 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "DELETE /v2.0/ports/6bae3497-d690-4208-9ec8-47af304e6fb7 HTTP/1.1" status: 204 len: 168 time: 1.2272341 Nov 19 17:56:31.593786 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 40646) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:31.700793 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1265508-6558-4af1-bd30-a75e1099cab5 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:31.703158 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1265508-6558-4af1-bd30-a75e1099cab5 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:31.710470 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-375ff383-cbda-4cf3-b669-ea6d99bc286c tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Checking segment: {'id': 'b60fe3d1-49c5-4832-9a18-9b80dc2f3dbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '27e121db-c88d-4ebd-995b-b9d146a6f0aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:56:31.711127 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-375ff383-cbda-4cf3-b669-ea6d99bc286c tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Network hostable DHCP agents. Network: 27e121db-c88d-4ebd-995b-b9d146a6f0aa, hostable agents: ['02910ef2-0455-4aea-9f38-9a875579633f'], hosted agents: [] {{(pid=103365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 17:56:31.712115 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1265508-6558-4af1-bd30-a75e1099cab5 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:31.713937 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-b1265508-6558-4af1-bd30-a75e1099cab5 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1192112 Nov 19 17:56:31.717428 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 40652) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:31.840267 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_v2 [None req-860b448c-5f04-43cf-aa54-f2d6ec7d5178 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Deleting subnet 96488b01-fbd3-43d7-a545-67e4684071fd {{(pid=103365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 17:56:31.847446 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-860b448c-5f04-43cf-aa54-f2d6ec7d5178 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks [] for subnet, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:31.909583 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-80bc3fd4-66e9-4e6a-bb79-2fed658c90cf tempest-DHCPAgentSchedulersTestJSON-89390431 tempest-DHCPAgentSchedulersTestJSON-89390431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:31.925560 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 738840ed-f2bd-4fd8-b8ae-c74cd1243b95 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:56:31.962546 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 40658) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:31.980098 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ed2ffe6b-f656-4c4b-9fa0-e9c23441f68d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:31.985052 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-860b448c-5f04-43cf-aa54-f2d6ec7d5178 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12546453'] for subnet, precommit_delete_associations {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:32.004309 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a820b7e-1fc3-48f1-884b-998f510cdc9e None None] Update dhcp port {'port': {'network_id': '65eace33-2479-4afb-a7b6-41f0773542ac', 'fixed_ips': [{'subnet_id': 'f271403d-f852-4484-ae33-88d0fb00e1ee', 'ip_address': '2001:db8::f816:3eff:fe76:1d2f'}, {'subnet_id': '96488b01-fbd3-43d7-a545-67e4684071fd'}], 'binding:host_id': 'n-d-818022-2'}, 'id': '738840ed-f2bd-4fd8-b8ae-c74cd1243b95'} from n-d-818022-2. {{(pid=103366) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 19 17:56:32.037997 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-375ff383-cbda-4cf3-b669-ea6d99bc286c tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Network 27e121db-c88d-4ebd-995b-b9d146a6f0aa is scheduled to be hosted by DHCP agent 02910ef2-0455-4aea-9f38-9a875579633f with binding_index 1 {{(pid=103365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 17:56:32.046465 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-80bc3fd4-66e9-4e6a-bb79-2fed658c90cf tempest-DHCPAgentSchedulersTestJSON-89390431 tempest-DHCPAgentSchedulersTestJSON-89390431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12282919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8731163'] for subnet, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:32.070192 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-ed2ffe6b-f656-4c4b-9fa0-e9c23441f68d None None] For port 738840ed-f2bd-4fd8-b8ae-c74cd1243b95, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=738840ed-f2bd-4fd8-b8ae-c74cd1243b95,segment=NetworkSegment(b0148e58-5e40-4372-b35c-802e0d196d41),segment_id=b0148e58-5e40-4372-b35c-802e0d196d41)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:56:32.087328 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ed2ffe6b-f656-4c4b-9fa0-e9c23441f68d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:32.095780 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bc3fd4-66e9-4e6a-bb79-2fed658c90cf tempest-DHCPAgentSchedulersTestJSON-89390431 tempest-DHCPAgentSchedulersTestJSON-89390431-project] Pushing event deleted for resources: {'Subnet': ['ID=e5da050d-c3e2-4f6d-a9f4-d16889b29a9f,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:32.099838 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3a820b7e-1fc3-48f1-884b-998f510cdc9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:32.102725 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-860b448c-5f04-43cf-aa54-f2d6ec7d5178 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:32.123378 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d4939fa4-1a6f-4432-a462-0897dc077bb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:32.129620 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0363b6bf-9956-4d49-a0a5-c16cc3fb4056 None None] Network 0091a84d-4bfd-4ad1-b3b8-518d6da257e0 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:56:32.141264 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-80bc3fd4-66e9-4e6a-bb79-2fed658c90cf tempest-DHCPAgentSchedulersTestJSON-89390431 tempest-DHCPAgentSchedulersTestJSON-89390431-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:32.146192 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-80bc3fd4-66e9-4e6a-bb79-2fed658c90cf tempest-DHCPAgentSchedulersTestJSON-89390431 tempest-DHCPAgentSchedulersTestJSON-89390431-project] 10.222.0.54 "DELETE /v2.0/subnets/e5da050d-c3e2-4f6d-a9f4-d16889b29a9f HTTP/1.1" status: 204 len: 168 time: 1.3270781 Nov 19 17:56:32.147660 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-375ff383-cbda-4cf3-b669-ea6d99bc286c tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818022-2, 27e121db-c88d-4ebd-995b-b9d146a6f0aa) {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:56:32.149868 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 40664) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:32.157198 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-375ff383-cbda-4cf3-b669-ea6d99bc286c tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:32.159686 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-375ff383-cbda-4cf3-b669-ea6d99bc286c tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:32.198808 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-375ff383-cbda-4cf3-b669-ea6d99bc286c tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7340720 Nov 19 17:56:32.202411 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 40666) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:32.208353 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-c8c8f464-700a-4b73-8dab-23f732237055 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-862199930', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:56:32.211233 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 738840ed-f2bd-4fd8-b8ae-c74cd1243b95 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:56:32.211679 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:32.231356 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-5b44db73-bdaf-4152-85e6-ff92f7338fe3 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-2078889058-network', 'tenant_id': '57943c6246e547b797e04073cbeaf6a2'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:56:32.239589 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c8c8f464-700a-4b73-8dab-23f732237055 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9890'] for router, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:32.240733 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c8c8f464-700a-4b73-8dab-23f732237055 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671617', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-732153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4689'] for router, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:32.253992 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-860b448c-5f04-43cf-aa54-f2d6ec7d5178 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12282919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8731163'] for subnet, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:32.275966 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acad1f06-1d6e-4ab4-99a6-9851152149c0 None None] Network 27e121db-c88d-4ebd-995b-b9d146a6f0aa requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:56:32.278248 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-860b448c-5f04-43cf-aa54-f2d6ec7d5178 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:32.284479 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-860b448c-5f04-43cf-aa54-f2d6ec7d5178 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "DELETE /v2.0/subnets/96488b01-fbd3-43d7-a545-67e4684071fd HTTP/1.1" status: 204 len: 168 time: 0.5625417 Nov 19 17:56:32.320843 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 40668) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:32.347431 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860b448c-5f04-43cf-aa54-f2d6ec7d5178 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Pushing event deleted for resources: {'Subnet': ['ID=96488b01-fbd3-43d7-a545-67e4684071fd,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:32.463758 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b44db73-bdaf-4152-85e6-ff92f7338fe3 admin admin] Made reservation on behalf of 57943c6246e547b797e04073cbeaf6a2 for: {'network': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:56:32.467409 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5b44db73-bdaf-4152-85e6-ff92f7338fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:32.479173 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e044e15b-9257-4cb2-8463-9ff52180eed4 tempest-DHCPAgentSchedulersTestJSON-89390431 tempest-DHCPAgentSchedulersTestJSON-89390431-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:32.480874 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c8c8f464-700a-4b73-8dab-23f732237055 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:32.488072 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_v2 [None req-6eb411d5-d432-4dbd-9d7d-ba84fdc56365 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Deleting subnet f271403d-f852-4484-ae33-88d0fb00e1ee {{(pid=103365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 17:56:32.492787 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6eb411d5-d432-4dbd-9d7d-ba84fdc56365 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks [] for subnet, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:32.524680 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804802c5-10ad-4685-80a6-37df9a99b0bd req-6df11d5a-54e3-435f-9878-1d8d937e58aa tempest-MultipleCreateTestJSON-1825635663 tempest-MultipleCreateTestJSON-1825635663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:32.526469 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-804802c5-10ad-4685-80a6-37df9a99b0bd req-6df11d5a-54e3-435f-9878-1d8d937e58aa tempest-MultipleCreateTestJSON-1825635663 tempest-MultipleCreateTestJSON-1825635663-project] 10.222.0.54 "GET /v2.0/ports?device_id=01517722-0f93-4004-a29d-7bff3f5e3c38 HTTP/1.1" status: 200 len: 945 time: 0.3536642 Nov 19 17:56:32.528810 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5b44db73-bdaf-4152-85e6-ff92f7338fe3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:32.550841 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c8c8f464-700a-4b73-8dab-23f732237055 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671702'] for router, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:32.603141 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6eb411d5-d432-4dbd-9d7d-ba84fdc56365 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12546453'] for subnet, precommit_delete_associations {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:32.632852 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c8c8f464-700a-4b73-8dab-23f732237055 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks [] for router, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:32.636715 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-c8c8f464-700a-4b73-8dab-23f732237055 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4305921 Nov 19 17:56:32.636912 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 40672) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:32.642647 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-8b30c899-863b-4ca8-bdeb-9ad9991232c5 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Request body: {'port': {'network_id': '27e121db-c88d-4ebd-995b-b9d146a6f0aa', 'name': 'tempest-RoutersIpV6Test-1434070629'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:56:32.686993 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2ffe6b-f656-4c4b-9fa0-e9c23441f68d None None] Pushing event updated for resources: {'Port': ['ID=738840ed-f2bd-4fd8-b8ae-c74cd1243b95,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:32.783148 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b30c899-863b-4ca8-bdeb-9ad9991232c5 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Made reservation on behalf of fd1b3fcd1beb4931bb2ec4613fd50ee2 for: {'port': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:56:32.787195 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8b30c899-863b-4ca8-bdeb-9ad9991232c5 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:32.798011 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-804802c5-10ad-4685-80a6-37df9a99b0bd req-56e28127-9af9-481a-8f80-c00592d13466 tempest-MultipleCreateTestJSON-1825635663 tempest-MultipleCreateTestJSON-1825635663-project] 10.222.0.54 "GET /v2.0/security-groups?id=11f15ae4-8821-41c9-a586-57bef0a63f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2623405 Nov 19 17:56:32.850694 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-e044e15b-9257-4cb2-8463-9ff52180eed4 tempest-DHCPAgentSchedulersTestJSON-89390431 tempest-DHCPAgentSchedulersTestJSON-89390431-project] Deleting port 3faac419-c852-4668-acdd-7dd139ac42ae {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:56:32.851172 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e044e15b-9257-4cb2-8463-9ff52180eed4 tempest-DHCPAgentSchedulersTestJSON-89390431 tempest-DHCPAgentSchedulersTestJSON-89390431-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:32.877397 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [None req-8b30c899-863b-4ca8-bdeb-9ad9991232c5 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] device_id is not set on port 5cda888e-f7e5-4bf9-b2f7-81b218c9e24b yet. {{(pid=103365) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 17:56:32.912516 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb004e12-0f48-4022-a53e-6be37b348295 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54f44f5f-1200-574e-8740-2141911d5b73-27e121db-c88d-4ebd-995b-b9d146a6f0aa', 'network_id': '27e121db-c88d-4ebd-995b-b9d146a6f0aa', 'tenant_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'fixed_ips': [{'subnet_id': '9558c327-fc5d-4d7e-8311-983897e6b6c0'}]}} from n-d-818022-2. {{(pid=103366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 17:56:32.913382 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-cb004e12-0f48-4022-a53e-6be37b348295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:32.977225 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5b44db73-bdaf-4152-85e6-ff92f7338fe3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:32.994548 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5b44db73-bdaf-4152-85e6-ff92f7338fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:33.034838 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b44db73-bdaf-4152-85e6-ff92f7338fe3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f822ee92-0507-4392-bd1c-75ba37df5caa,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:33.036236 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6eb411d5-d432-4dbd-9d7d-ba84fdc56365 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:33.048389 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [None req-e044e15b-9257-4cb2-8463-9ff52180eed4 tempest-DHCPAgentSchedulersTestJSON-89390431 tempest-DHCPAgentSchedulersTestJSON-89390431-project] For port 3faac419-c852-4668-acdd-7dd139ac42ae, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=3faac419-c852-4668-acdd-7dd139ac42ae,segment=NetworkSegment(ae4b1f6e-ba59-4933-acb5-f9b37dbf5869),segment_id=ae4b1f6e-ba59-4933-acb5-f9b37dbf5869)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:56:33.048784 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e044e15b-9257-4cb2-8463-9ff52180eed4 tempest-DHCPAgentSchedulersTestJSON-89390431 tempest-DHCPAgentSchedulersTestJSON-89390431-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:33.059050 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b44db73-bdaf-4152-85e6-ff92f7338fe3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 653} {{(pid=103364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 17:56:33.073608 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-e044e15b-9257-4cb2-8463-9ff52180eed4 tempest-DHCPAgentSchedulersTestJSON-89390431 tempest-DHCPAgentSchedulersTestJSON-89390431-project] Calling delete_port for 3faac419-c852-4668-acdd-7dd139ac42ae owned by network:dhcp {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:56:33.082495 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5b44db73-bdaf-4152-85e6-ff92f7338fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:33.082842 n-d-818022-2 neutron-server[103364]: INFO neutron.db.segments_db [None req-5b44db73-bdaf-4152-85e6-ff92f7338fe3 admin admin] Added segment d6f4031a-2074-4c0c-81c3-e2afe4868e24 of type vlan for network 0f5ef808-2c35-4150-9af1-762ad74b6214 Nov 19 17:56:33.136092 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-774f2517-0da3-4a98-b09a-af76ede82d1e None None] DHCP port deletion for 0091a84d-4bfd-4ad1-b3b8-518d6da257e0 request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 17:56:33.142291 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e46ecc5a-dc14-4744-b262-3072ff2e958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:33.146817 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86410da5-d9e6-4050-9a70-73ebfaa94520 req-4cf6bdde-bec3-4f2a-8eef-0aee1eb46d57 tempest-MultipleCreateTestJSON-1825635663 tempest-MultipleCreateTestJSON-1825635663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:33.149974 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-86410da5-d9e6-4050-9a70-73ebfaa94520 req-4cf6bdde-bec3-4f2a-8eef-0aee1eb46d57 tempest-MultipleCreateTestJSON-1825635663 tempest-MultipleCreateTestJSON-1825635663-project] 10.222.0.54 "GET /v2.0/ports?device_id=6ae121e7-8883-49e0-b9a3-c50583933ed0 HTTP/1.1" status: 200 len: 946 time: 0.1986537 Nov 19 17:56:33.190307 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5b44db73-bdaf-4152-85e6-ff92f7338fe3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:33.219720 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [None req-8b30c899-863b-4ca8-bdeb-9ad9991232c5 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Allocated IP 2001:db8::63 (27e121db-c88d-4ebd-995b-b9d146a6f0aa/9558c327-fc5d-4d7e-8311-983897e6b6c0/5cda888e-f7e5-4bf9-b2f7-81b218c9e24b) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:56:33.237524 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-774f2517-0da3-4a98-b09a-af76ede82d1e None None] Deleting port 3faac419-c852-4668-acdd-7dd139ac42ae {{(pid=103366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:56:33.237951 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-774f2517-0da3-4a98-b09a-af76ede82d1e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:33.254837 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-86410da5-d9e6-4050-9a70-73ebfaa94520 req-5e20aa6a-db20-4a23-80f4-89fcbd6f2877 tempest-MultipleCreateTestJSON-1825635663 tempest-MultipleCreateTestJSON-1825635663-project] 10.222.0.54 "GET /v2.0/security-groups?id=11f15ae4-8821-41c9-a586-57bef0a63f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802782 Nov 19 17:56:33.260499 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6eb411d5-d432-4dbd-9d7d-ba84fdc56365 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12282919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8731163'] for subnet, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:33.272441 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5b44db73-bdaf-4152-85e6-ff92f7338fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:33.273657 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b44db73-bdaf-4152-85e6-ff92f7338fe3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:33.286715 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5b44db73-bdaf-4152-85e6-ff92f7338fe3 admin admin] Publish callbacks [] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:33.294698 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb411d5-d432-4dbd-9d7d-ba84fdc56365 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Pushing event deleted for resources: {'Subnet': ['ID=f271403d-f852-4484-ae33-88d0fb00e1ee,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:33.301529 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e044e15b-9257-4cb2-8463-9ff52180eed4 tempest-DHCPAgentSchedulersTestJSON-89390431 tempest-DHCPAgentSchedulersTestJSON-89390431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:33.307637 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6eb411d5-d432-4dbd-9d7d-ba84fdc56365 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:33.314113 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-6eb411d5-d432-4dbd-9d7d-ba84fdc56365 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "DELETE /v2.0/subnets/f271403d-f852-4484-ae33-88d0fb00e1ee HTTP/1.1" status: 204 len: 168 time: 0.9899325 Nov 19 17:56:33.319074 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 40680) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:33.336215 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server [None req-3a820b7e-1fc3-48f1-884b-998f510cdc9e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f271403d-f852-4484-ae33-88d0fb00e1ee: This subnet is being modified by another concurrent operation. Nov 19 17:56:33.336215 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 19 17:56:33.336215 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 19 17:56:33.336215 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 19 17:56:33.336215 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 19 17:56:33.336215 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 19 17:56:33.336215 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 19 17:56:33.336215 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 19 17:56:33.336215 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 19 17:56:33.336215 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 19 17:56:33.336215 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 19 17:56:33.336215 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 19 17:56:33.336215 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 17:56:33.336215 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 19 17:56:33.336215 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 17:56:33.336215 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 17:56:33.336215 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 17:56:33.336215 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 17:56:33.336215 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 17:56:33.336215 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 17:56:33.336215 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 17:56:33.336215 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 19 17:56:33.336215 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 17:56:33.336215 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 17:56:33.336215 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 17:56:33.336215 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 17:56:33.336215 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 17:56:33.336215 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 17:56:33.336215 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 17:56:33.336215 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 17:56:33.336215 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 17:56:33.336215 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 17:56:33.336215 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 17:56:33.336215 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 17:56:33.336215 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 17:56:33.336215 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 19 17:56:33.336215 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Nov 19 17:56:33.336215 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Nov 19 17:56:33.336215 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Nov 19 17:56:33.336215 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Nov 19 17:56:33.336215 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 19 17:56:33.336215 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 17:56:33.336215 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 17:56:33.336215 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 19 17:56:33.336215 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 17:56:33.336215 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 19 17:56:33.336215 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 17:56:33.336215 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 17:56:33.336215 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 17:56:33.336215 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 17:56:33.336215 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 17:56:33.336215 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 17:56:33.336215 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 17:56:33.336215 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 19 17:56:33.340985 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 17:56:33.340985 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 17:56:33.340985 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 17:56:33.340985 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 17:56:33.340985 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 17:56:33.340985 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 17:56:33.340985 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 17:56:33.340985 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 17:56:33.340985 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 17:56:33.340985 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 17:56:33.340985 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 17:56:33.340985 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 17:56:33.340985 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 17:56:33.340985 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 19 17:56:33.340985 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1744, in update_port Nov 19 17:56:33.340985 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Nov 19 17:56:33.340985 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 17:56:33.340985 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 19 17:56:33.340985 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1515, in update_port Nov 19 17:56:33.340985 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Nov 19 17:56:33.340985 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Nov 19 17:56:33.340985 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Nov 19 17:56:33.340985 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Nov 19 17:56:33.340985 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Nov 19 17:56:33.340985 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Nov 19 17:56:33.340985 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 19 17:56:33.340985 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 19 17:56:33.340985 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 19 17:56:33.340985 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 19 17:56:33.340985 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server raise exception Nov 19 17:56:33.340985 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f271403d-f852-4484-ae33-88d0fb00e1ee: This subnet is being modified by another concurrent operation. Nov 19 17:56:33.340985 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server Nov 19 17:56:33.383214 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-774f2517-0da3-4a98-b09a-af76ede82d1e None None] For port 3faac419-c852-4668-acdd-7dd139ac42ae, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=3faac419-c852-4668-acdd-7dd139ac42ae,segment=NetworkSegment(ae4b1f6e-ba59-4933-acb5-f9b37dbf5869),segment_id=ae4b1f6e-ba59-4933-acb5-f9b37dbf5869)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:56:33.383606 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-774f2517-0da3-4a98-b09a-af76ede82d1e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:33.392977 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-bb903b48-2f2b-43cd-8fc2-ffe6e2a99514 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0727501 Nov 19 17:56:33.407708 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-774f2517-0da3-4a98-b09a-af76ede82d1e None None] Calling delete_port for 3faac419-c852-4668-acdd-7dd139ac42ae owned by network:dhcp {{(pid=103366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:56:33.409285 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 40686) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:33.415778 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-33d9331a-8199-466f-8977-5cf1b27ac366 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Request body: {'subnet': {'network_id': '65eace33-2479-4afb-a7b6-41f0773542ac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:56:33.428651 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e044e15b-9257-4cb2-8463-9ff52180eed4 tempest-DHCPAgentSchedulersTestJSON-89390431 tempest-DHCPAgentSchedulersTestJSON-89390431-project] Pushing event deleted for resources: {'Port': ['ID=3faac419-c852-4668-acdd-7dd139ac42ae,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:33.453241 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e044e15b-9257-4cb2-8463-9ff52180eed4 tempest-DHCPAgentSchedulersTestJSON-89390431 tempest-DHCPAgentSchedulersTestJSON-89390431-project] No DVR routers for this DVR port 3faac419-c852-4668-acdd-7dd139ac42ae on host n-d-818022-2 {{(pid=103364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:56:33.490002 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-5b44db73-bdaf-4152-85e6-ff92f7338fe3 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.5262368 Nov 19 17:56:33.502947 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a501eed-2611-4f38-9eed-e0b8d01c68e7 None None] Network 65eace33-2479-4afb-a7b6-41f0773542ac requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:56:33.507381 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 40692) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:33.512530 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-72ecb067-1b84-4642-bc21-6448e3cb75d3 admin admin] Request body: {'subnet': {'network_id': '0f5ef808-2c35-4150-9af1-762ad74b6214', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-2078889058-subnet', 'tenant_id': '57943c6246e547b797e04073cbeaf6a2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:56:33.592831 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e044e15b-9257-4cb2-8463-9ff52180eed4 tempest-DHCPAgentSchedulersTestJSON-89390431 tempest-DHCPAgentSchedulersTestJSON-89390431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:33.621445 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-e044e15b-9257-4cb2-8463-9ff52180eed4 tempest-DHCPAgentSchedulersTestJSON-89390431 tempest-DHCPAgentSchedulersTestJSON-89390431-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0091a84d-4bfd-4ad1-b3b8-518d6da257e0']}} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:56:33.635575 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-e044e15b-9257-4cb2-8463-9ff52180eed4 tempest-DHCPAgentSchedulersTestJSON-89390431 tempest-DHCPAgentSchedulersTestJSON-89390431-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae4b1f6e-ba59-4933-acb5-f9b37dbf5869') {'for_net_delete': True} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:56:33.636311 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-e044e15b-9257-4cb2-8463-9ff52180eed4 tempest-DHCPAgentSchedulersTestJSON-89390431 tempest-DHCPAgentSchedulersTestJSON-89390431-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae4b1f6e-ba59-4933-acb5-f9b37dbf5869') {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:56:33.654096 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e044e15b-9257-4cb2-8463-9ff52180eed4 tempest-DHCPAgentSchedulersTestJSON-89390431 tempest-DHCPAgentSchedulersTestJSON-89390431-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417396'] for segment, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:33.675758 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e044e15b-9257-4cb2-8463-9ff52180eed4 tempest-DHCPAgentSchedulersTestJSON-89390431 tempest-DHCPAgentSchedulersTestJSON-89390431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:33.684891 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e044e15b-9257-4cb2-8463-9ff52180eed4 tempest-DHCPAgentSchedulersTestJSON-89390431 tempest-DHCPAgentSchedulersTestJSON-89390431-project] Releasing vlan 682 on physical network physnet1 to pool {{(pid=103364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 17:56:33.686504 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e044e15b-9257-4cb2-8463-9ff52180eed4 tempest-DHCPAgentSchedulersTestJSON-89390431 tempest-DHCPAgentSchedulersTestJSON-89390431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12425183'] for segment, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:33.710874 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-ac2c58e6-8162-4bf6-83f3-23cdc1127f56 None None] Provisioning complete for port 738840ed-f2bd-4fd8-b8ae-c74cd1243b95 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:56:33.712918 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ac2c58e6-8162-4bf6-83f3-23cdc1127f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:33.717733 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72ecb067-1b84-4642-bc21-6448e3cb75d3 admin admin] Made reservation on behalf of 57943c6246e547b797e04073cbeaf6a2 for: {'subnet': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:56:33.726383 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-72ecb067-1b84-4642-bc21-6448e3cb75d3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8731248'] for subnet, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:33.764922 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:33.779534 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-774f2517-0da3-4a98-b09a-af76ede82d1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007'] for port, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:33.795814 n-d-818022-2 neutron-server[103364]: Traceback (most recent call last): Nov 19 17:56:33.795814 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 17:56:33.795814 n-d-818022-2 neutron-server[103364]: timer() Nov 19 17:56:33.795814 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 17:56:33.795814 n-d-818022-2 neutron-server[103364]: cb(*args, **kw) Nov 19 17:56:33.795814 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 17:56:33.795814 n-d-818022-2 neutron-server[103364]: return func(*args, **kwargs) Nov 19 17:56:33.795814 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 17:56:33.795814 n-d-818022-2 neutron-server[103364]: self._notify() Nov 19 17:56:33.795814 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 17:56:33.795814 n-d-818022-2 neutron-server[103364]: self.callback(batched_events) Nov 19 17:56:33.795814 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 17:56:33.795814 n-d-818022-2 neutron-server[103364]: event.method(event) Nov 19 17:56:33.795814 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 17:56:33.795814 n-d-818022-2 neutron-server[103364]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 17:56:33.795814 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 17:56:33.795814 n-d-818022-2 neutron-server[103364]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 17:56:33.795814 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 17:56:33.795814 n-d-818022-2 neutron-server[103364]: return f(self, *a, **k) Nov 19 17:56:33.795814 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 17:56:33.795814 n-d-818022-2 neutron-server[103364]: return self._get(url).json() Nov 19 17:56:33.795814 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 17:56:33.795814 n-d-818022-2 neutron-server[103364]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 17:56:33.795814 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 17:56:33.795814 n-d-818022-2 neutron-server[103364]: return self.request(url, 'GET', **kwargs) Nov 19 17:56:33.795814 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 17:56:33.795814 n-d-818022-2 neutron-server[103364]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 17:56:33.795814 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 17:56:33.795814 n-d-818022-2 neutron-server[103364]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 17:56:33.795814 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 17:56:33.795814 n-d-818022-2 neutron-server[103364]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 17:56:33.795814 n-d-818022-2 neutron-server[103364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 17:56:33.798753 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b44db73-bdaf-4152-85e6-ff92f7338fe3 admin admin] Pushing event updated for resources: {'Network': ['ID=0f5ef808-2c35-4150-9af1-762ad74b6214,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:33.805327 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e044e15b-9257-4cb2-8463-9ff52180eed4 tempest-DHCPAgentSchedulersTestJSON-89390431 tempest-DHCPAgentSchedulersTestJSON-89390431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671242'] for network, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:33.815562 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e044e15b-9257-4cb2-8463-9ff52180eed4 tempest-DHCPAgentSchedulersTestJSON-89390431 tempest-DHCPAgentSchedulersTestJSON-89390431-project] Publish callbacks [] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:33.820695 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-e044e15b-9257-4cb2-8463-9ff52180eed4 tempest-DHCPAgentSchedulersTestJSON-89390431 tempest-DHCPAgentSchedulersTestJSON-89390431-project] 10.222.0.54 "DELETE /v2.0/networks/0091a84d-4bfd-4ad1-b3b8-518d6da257e0 HTTP/1.1" status: 204 len: 168 time: 1.6697741 Nov 19 17:56:33.859601 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network 0f5ef808-2c35-4150-9af1-762ad74b6214 details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 17:56:33.875171 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 738840ed-f2bd-4fd8-b8ae-c74cd1243b95 no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:56:33.875599 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e044e15b-9257-4cb2-8463-9ff52180eed4 tempest-DHCPAgentSchedulersTestJSON-89390431 tempest-DHCPAgentSchedulersTestJSON-89390431-project] Pushing event deleted for resources: {'Network': ['ID=0091a84d-4bfd-4ad1-b3b8-518d6da257e0,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:34.047008 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774f2517-0da3-4a98-b09a-af76ede82d1e None None] Pushing event deleted for resources: {'Port': ['ID=3faac419-c852-4668-acdd-7dd139ac42ae,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:34.051472 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-774f2517-0da3-4a98-b09a-af76ede82d1e None None] Network 0091a84d-4bfd-4ad1-b3b8-518d6da257e0 is not hosted by any dhcp agent {{(pid=103366) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 19 17:56:34.051949 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-774f2517-0da3-4a98-b09a-af76ede82d1e None None] No DVR routers for this DVR port 3faac419-c852-4668-acdd-7dd139ac42ae on host n-d-818022-2 {{(pid=103366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:56:34.079785 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-72ecb067-1b84-4642-bc21-6448e3cb75d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12283104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8731234'] for subnet, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:34.096553 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:34.186083 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33d9331a-8199-466f-8977-5cf1b27ac366 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Made reservation on behalf of 6b45f31544cd40e7b10456e94240dc6e for: {'subnet': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:56:34.189617 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-33d9331a-8199-466f-8977-5cf1b27ac366 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8731248'] for subnet, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:34.204838 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8b30c899-863b-4ca8-bdeb-9ad9991232c5 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:34.257323 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2190eb0-7c68-4c3c-8de6-c91ad48672b6 req-e3b47146-4954-43dc-87b8-df51ba58033b tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:34.264291 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2190eb0-7c68-4c3c-8de6-c91ad48672b6 req-e3b47146-4954-43dc-87b8-df51ba58033b tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:34.268906 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ece0a28-b45b-49d8-b08c-d58faf250e95 None None] DHCP port deletion for 65eace33-2479-4afb-a7b6-41f0773542ac request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 17:56:34.271182 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2190eb0-7c68-4c3c-8de6-c91ad48672b6 req-e3b47146-4954-43dc-87b8-df51ba58033b tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:34.278127 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2190eb0-7c68-4c3c-8de6-c91ad48672b6 req-e3b47146-4954-43dc-87b8-df51ba58033b tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:34.284817 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2190eb0-7c68-4c3c-8de6-c91ad48672b6 req-e3b47146-4954-43dc-87b8-df51ba58033b tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:34.291702 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2190eb0-7c68-4c3c-8de6-c91ad48672b6 req-e3b47146-4954-43dc-87b8-df51ba58033b tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:34.292400 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:34.298576 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2190eb0-7c68-4c3c-8de6-c91ad48672b6 req-e3b47146-4954-43dc-87b8-df51ba58033b tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:34.307627 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-e2190eb0-7c68-4c3c-8de6-c91ad48672b6 req-e3b47146-4954-43dc-87b8-df51ba58033b tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4e34aa3-c9da-43ec-a34a-37de5c74afc3 HTTP/1.1" status: 200 len: 5443 time: 0.1316786 Nov 19 17:56:34.314387 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 40718) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:34.352375 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] For port 738840ed-f2bd-4fd8-b8ae-c74cd1243b95, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=738840ed-f2bd-4fd8-b8ae-c74cd1243b95,segment=NetworkSegment(b0148e58-5e40-4372-b35c-802e0d196d41),segment_id=b0148e58-5e40-4372-b35c-802e0d196d41)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:56:34.366236 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:34.366950 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 3faac419-c852-4668-acdd-7dd139ac42ae no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:56:34.390652 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ecb067-1b84-4642-bc21-6448e3cb75d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8326c9be-7d6a-4bd7-abab-f850f24745d9,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:34.406880 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-e2190eb0-7c68-4c3c-8de6-c91ad48672b6 req-efc91b9c-c18e-43c9-a71c-af01ca7db79f tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] 10.222.0.54 "GET /v2.0/security-groups?id=89e36896-1c46-4104-bcaf-813bfdc934e0&id=6f748c30-bcc4-4f26-989c-71d930e18e94&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0945582 Nov 19 17:56:34.438550 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8b30c899-863b-4ca8-bdeb-9ad9991232c5 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:34.448525 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: 3faac419-c852-4668-acdd-7dd139ac42ae {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:56:34.448908 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 3faac419-c852-4668-acdd-7dd139ac42ae not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:56:34.491412 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Pushing event updated for resources: {'Port': ['ID=738840ed-f2bd-4fd8-b8ae-c74cd1243b95,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:34.494180 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [None req-cb004e12-0f48-4022-a53e-6be37b348295 None None] Allocated IP 2001:db8::2 (27e121db-c88d-4ebd-995b-b9d146a6f0aa/9558c327-fc5d-4d7e-8311-983897e6b6c0/6d1748d6-1cf1-4951-a63b-34714b145381) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:56:34.497292 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-8ece0a28-b45b-49d8-b08c-d58faf250e95 None None] Deleting port 738840ed-f2bd-4fd8-b8ae-c74cd1243b95 {{(pid=103366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:56:34.497970 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8ece0a28-b45b-49d8-b08c-d58faf250e95 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:34.629245 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5827e3d-23f0-4d06-aa09-f020c0e345b8 req-4da26491-65ca-42fd-bb39-aa1fb43592b4 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:34.637472 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5827e3d-23f0-4d06-aa09-f020c0e345b8 req-4da26491-65ca-42fd-bb39-aa1fb43592b4 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:34.637859 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-8ece0a28-b45b-49d8-b08c-d58faf250e95 None None] For port 738840ed-f2bd-4fd8-b8ae-c74cd1243b95, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=738840ed-f2bd-4fd8-b8ae-c74cd1243b95,segment=NetworkSegment(b0148e58-5e40-4372-b35c-802e0d196d41),segment_id=b0148e58-5e40-4372-b35c-802e0d196d41)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:56:34.638328 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8ece0a28-b45b-49d8-b08c-d58faf250e95 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:34.644996 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5827e3d-23f0-4d06-aa09-f020c0e345b8 req-4da26491-65ca-42fd-bb39-aa1fb43592b4 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:34.652981 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5827e3d-23f0-4d06-aa09-f020c0e345b8 req-4da26491-65ca-42fd-bb39-aa1fb43592b4 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:34.658062 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ecb067-1b84-4642-bc21-6448e3cb75d3 admin admin] Checking segment: {'id': 'd6f4031a-2074-4c0c-81c3-e2afe4868e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '0f5ef808-2c35-4150-9af1-762ad74b6214'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:56:34.658573 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-8ece0a28-b45b-49d8-b08c-d58faf250e95 None None] Calling delete_port for 738840ed-f2bd-4fd8-b8ae-c74cd1243b95 owned by network:dhcp {{(pid=103366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:56:34.658705 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72ecb067-1b84-4642-bc21-6448e3cb75d3 admin admin] Network hostable DHCP agents. Network: 0f5ef808-2c35-4150-9af1-762ad74b6214, hostable agents: ['02910ef2-0455-4aea-9f38-9a875579633f'], hosted agents: [] {{(pid=103365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 17:56:34.663801 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5827e3d-23f0-4d06-aa09-f020c0e345b8 req-4da26491-65ca-42fd-bb39-aa1fb43592b4 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:34.671396 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5827e3d-23f0-4d06-aa09-f020c0e345b8 req-4da26491-65ca-42fd-bb39-aa1fb43592b4 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:34.678043 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5827e3d-23f0-4d06-aa09-f020c0e345b8 req-4da26491-65ca-42fd-bb39-aa1fb43592b4 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:34.680306 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-e5827e3d-23f0-4d06-aa09-f020c0e345b8 req-4da26491-65ca-42fd-bb39-aa1fb43592b4 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4e34aa3-c9da-43ec-a34a-37de5c74afc3 HTTP/1.1" status: 200 len: 5443 time: 0.1275618 Nov 19 17:56:34.729569 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-7817d017-4c32-40e4-a71d-f0dd2ee68563 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=9a2733f7bf984682854408f6976f0193&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4135869 Nov 19 17:56:34.730499 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 40728) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:34.801638 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e013d7e6-5264-4dcc-9759-54f5fb809e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:34.812613 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-01355c36-9fce-4182-bd51-f3279b037e73 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:34.832024 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-cb004e12-0f48-4022-a53e-6be37b348295 None None] Publish callbacks [] for port, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:34.843349 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-01355c36-9fce-4182-bd51-f3279b037e73 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:34.844601 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da78b88a-43ab-4d7b-a2d2-830b71faa07b req-3f590b38-3d61-4da8-87c8-861a05cfa28b tempest-MultipleCreateTestJSON-1825635663 tempest-MultipleCreateTestJSON-1825635663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:34.846203 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-da78b88a-43ab-4d7b-a2d2-830b71faa07b req-3f590b38-3d61-4da8-87c8-861a05cfa28b tempest-MultipleCreateTestJSON-1825635663 tempest-MultipleCreateTestJSON-1825635663-project] 10.222.0.54 "GET /v2.0/networks?id=01118a59-d09f-44f4-a9d4-facf002d044d HTTP/1.1" status: 200 len: 813 time: 0.6387897 Nov 19 17:56:34.851586 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-cb004e12-0f48-4022-a53e-6be37b348295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998'] for port, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:34.855217 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8ece0a28-b45b-49d8-b08c-d58faf250e95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007'] for port, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:34.862111 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b30c899-863b-4ca8-bdeb-9ad9991232c5 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Pushing event updated for resources: {'Port': ['ID=5cda888e-f7e5-4bf9-b2f7-81b218c9e24b,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:34.882249 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b30c899-863b-4ca8-bdeb-9ad9991232c5 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Network 27e121db-c88d-4ebd-995b-b9d146a6f0aa is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:56:34.908888 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ece0a28-b45b-49d8-b08c-d58faf250e95 None None] No DVR routers for this DVR port 738840ed-f2bd-4fd8-b8ae-c74cd1243b95 on host n-d-818022-2 {{(pid=103366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:56:34.921717 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-da78b88a-43ab-4d7b-a2d2-830b71faa07b req-79c783b4-d9ca-4f11-81e0-1d5f64ab26c9 tempest-MultipleCreateTestJSON-1825635663 tempest-MultipleCreateTestJSON-1825635663-project] 10.222.0.54 "GET /v2.0/quotas/475e6f4ee5ee40b8bd9444c3af516a78 HTTP/1.1" status: 200 len: 375 time: 0.0494077 Nov 19 17:56:34.922207 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-01355c36-9fce-4182-bd51-f3279b037e73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:34.923482 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-01355c36-9fce-4182-bd51-f3279b037e73 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:34.924824 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-01355c36-9fce-4182-bd51-f3279b037e73 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/8d86134c-8dc9-426b-8535-0cdec7d68241 HTTP/1.1" status: 204 len: 168 time: 0.1936724 Nov 19 17:56:34.929423 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb004e12-0f48-4022-a53e-6be37b348295 None None] Network 27e121db-c88d-4ebd-995b-b9d146a6f0aa is already hosted by enough agents. {{(pid=103366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:56:34.934524 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [None req-cb004e12-0f48-4022-a53e-6be37b348295 None None] Resources bound (agent type, host, resource id): {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:56:34.936623 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01355c36-9fce-4182-bd51-f3279b037e73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d86134c-8dc9-426b-8535-0cdec7d68241,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:34.938793 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb004e12-0f48-4022-a53e-6be37b348295 None None] Received port after_create {{(pid=103366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:56:34.947530 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb004e12-0f48-4022-a53e-6be37b348295 None None] Pushing event updated for resources: {'Port': ['ID=6d1748d6-1cf1-4951-a63b-34714b145381,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:34.996801 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-8b30c899-863b-4ca8-bdeb-9ad9991232c5 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:56:35.000710 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ece0a28-b45b-49d8-b08c-d58faf250e95 None None] Pushing event deleted for resources: {'Port': ['ID=738840ed-f2bd-4fd8-b8ae-c74cd1243b95,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:35.047466 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-cb004e12-0f48-4022-a53e-6be37b348295 None None] Attempting to bind port 6d1748d6-1cf1-4951-a63b-34714b145381 on host n-d-818022-2 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:56:35.048839 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-cb004e12-0f48-4022-a53e-6be37b348295 None None] Attempting to bind port 6d1748d6-1cf1-4951-a63b-34714b145381 by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': 'b60fe3d1-49c5-4832-9a18-9b80dc2f3dbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '27e121db-c88d-4ebd-995b-b9d146a6f0aa'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:56:35.049715 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb004e12-0f48-4022-a53e-6be37b348295 None None] Attempting to bind port 6d1748d6-1cf1-4951-a63b-34714b145381 on network 27e121db-c88d-4ebd-995b-b9d146a6f0aa {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:56:35.058328 n-d-818022-2 neutron-server[103365]: DEBUG neutron.objects.ports [None req-33d9331a-8199-466f-8977-5cf1b27ac366 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103365) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 19 17:56:35.061319 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b30c899-863b-4ca8-bdeb-9ad9991232c5 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:56:35.062532 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb004e12-0f48-4022-a53e-6be37b348295 None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 56, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:56:35.063904 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb004e12-0f48-4022-a53e-6be37b348295 None None] Checking segment: {'id': 'b60fe3d1-49c5-4832-9a18-9b80dc2f3dbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '27e121db-c88d-4ebd-995b-b9d146a6f0aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:56:35.064583 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-cb004e12-0f48-4022-a53e-6be37b348295 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:35.066412 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb004e12-0f48-4022-a53e-6be37b348295 None None] Bound using segment: {'id': 'b60fe3d1-49c5-4832-9a18-9b80dc2f3dbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '27e121db-c88d-4ebd-995b-b9d146a6f0aa'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:56:35.066948 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b30c899-863b-4ca8-bdeb-9ad9991232c5 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:35.067104 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-cb004e12-0f48-4022-a53e-6be37b348295 None None] Bound port: 6d1748d6-1cf1-4951-a63b-34714b145381, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b60fe3d1-49c5-4832-9a18-9b80dc2f3dbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '27e121db-c88d-4ebd-995b-b9d146a6f0aa'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:56:35.067558 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8b30c899-863b-4ca8-bdeb-9ad9991232c5 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:35.068043 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-cb004e12-0f48-4022-a53e-6be37b348295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:35.073609 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-33d9331a-8199-466f-8977-5cf1b27ac366 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12283104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8731234'] for subnet, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:35.073919 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72ecb067-1b84-4642-bc21-6448e3cb75d3 admin admin] Network 0f5ef808-2c35-4150-9af1-762ad74b6214 is scheduled to be hosted by DHCP agent 02910ef2-0455-4aea-9f38-9a875579633f with binding_index 1 {{(pid=103365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 17:56:35.149170 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-72ecb067-1b84-4642-bc21-6448e3cb75d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818022-2, 0f5ef808-2c35-4150-9af1-762ad74b6214) {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:56:35.168743 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72ecb067-1b84-4642-bc21-6448e3cb75d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:35.169336 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-72ecb067-1b84-4642-bc21-6448e3cb75d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:35.173226 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-cb004e12-0f48-4022-a53e-6be37b348295 None None] For port 6d1748d6-1cf1-4951-a63b-34714b145381, host n-d-818022-2, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:56:35.176692 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-cb004e12-0f48-4022-a53e-6be37b348295 None None] For port 6d1748d6-1cf1-4951-a63b-34714b145381, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=6d1748d6-1cf1-4951-a63b-34714b145381,segment=NetworkSegment(b60fe3d1-49c5-4832-9a18-9b80dc2f3dbc),segment_id=b60fe3d1-49c5-4832-9a18-9b80dc2f3dbc)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:56:35.182982 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2c646e1-63c4-400f-8f46-86801ec1460f None None] Network 0f5ef808-2c35-4150-9af1-762ad74b6214 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:56:35.188673 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33d9331a-8199-466f-8977-5cf1b27ac366 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Network 65eace33-2479-4afb-a7b6-41f0773542ac is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:56:35.193981 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-33d9331a-8199-466f-8977-5cf1b27ac366 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:56:35.207703 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 40734) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:35.214690 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-8b30c899-863b-4ca8-bdeb-9ad9991232c5 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.5766697 Nov 19 17:56:35.228812 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33d9331a-8199-466f-8977-5cf1b27ac366 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:35.229895 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-33d9331a-8199-466f-8977-5cf1b27ac366 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:35.230717 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-cb004e12-0f48-4022-a53e-6be37b348295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:35.246424 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f6d8264-b09d-4b46-9a33-523bd89cc249 None None] Network 65eace33-2479-4afb-a7b6-41f0773542ac requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:56:35.307060 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-72ecb067-1b84-4642-bc21-6448e3cb75d3 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7986054 Nov 19 17:56:35.307945 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d9331a-8199-466f-8977-5cf1b27ac366 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Pushing event updated for resources: {'Subnet': ['ID=6cb36a85-3443-4b32-8405-d106c11023c0,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:35.330648 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-da78b88a-43ab-4d7b-a2d2-830b71faa07b req-088af164-723e-4afc-a5a2-1fa5c03b6938 tempest-MultipleCreateTestJSON-1825635663 tempest-MultipleCreateTestJSON-1825635663-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=475e6f4ee5ee40b8bd9444c3af516a78&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4106805 Nov 19 17:56:35.346387 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:35.367785 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801a2f4b-74f9-4621-8130-f3b118bb4796 req-e955c1dc-bfe0-464b-a774-dbd42bce289e tempest-MultipleCreateTestJSON-1825635663 tempest-MultipleCreateTestJSON-1825635663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:35.375543 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-801a2f4b-74f9-4621-8130-f3b118bb4796 req-e955c1dc-bfe0-464b-a774-dbd42bce289e tempest-MultipleCreateTestJSON-1825635663 tempest-MultipleCreateTestJSON-1825635663-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ae121e7-8883-49e0-b9a3-c50583933ed0 HTTP/1.1" status: 200 len: 946 time: 0.3655887 Nov 19 17:56:35.379370 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-33d9331a-8199-466f-8977-5cf1b27ac366 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9695954 Nov 19 17:56:35.382427 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 40738) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:35.401756 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-e0d654b4-26f9-49c4-8610-de4e818d3667 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Request body: {'subnet': {'network_id': '65eace33-2479-4afb-a7b6-41f0773542ac', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:56:35.507058 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 40740) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:35.523627 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb004e12-0f48-4022-a53e-6be37b348295 None None] Pushing event updated for resources: {'Port': ['ID=6d1748d6-1cf1-4951-a63b-34714b145381,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:35.657766 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17b2b500-736e-46a4-9580-6753f8a3d1bf None None] Network 0f5ef808-2c35-4150-9af1-762ad74b6214 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:56:35.674783 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-480b72b6-9947-4182-871c-79083081970c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:35.777545 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4506e0-b11e-452a-9324-59a543962371 req-67fb3acb-d6d0-49c8-9ba2-58691b0fcabb tempest-MultipleCreateTestJSON-1825635663 tempest-MultipleCreateTestJSON-1825635663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:35.782760 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9f4506e0-b11e-452a-9324-59a543962371 req-67fb3acb-d6d0-49c8-9ba2-58691b0fcabb tempest-MultipleCreateTestJSON-1825635663 tempest-MultipleCreateTestJSON-1825635663-project] 10.222.0.60 "GET /v2.0/ports?device_id=01517722-0f93-4004-a29d-7bff3f5e3c38 HTTP/1.1" status: 200 len: 945 time: 0.4439662 Nov 19 17:56:35.921578 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-480b72b6-9947-4182-871c-79083081970c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:35.982980 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-801a2f4b-74f9-4621-8130-f3b118bb4796 req-a30f7f69-85b7-4127-a23d-f1bc03eb3002 tempest-MultipleCreateTestJSON-1825635663 tempest-MultipleCreateTestJSON-1825635663-project] Deleting port 2906b7e0-329f-4641-aab4-2577acbf0104 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:56:35.983334 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-801a2f4b-74f9-4621-8130-f3b118bb4796 req-a30f7f69-85b7-4127-a23d-f1bc03eb3002 tempest-MultipleCreateTestJSON-1825635663 tempest-MultipleCreateTestJSON-1825635663-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:35.994711 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-480b72b6-9947-4182-871c-79083081970c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:36.042444 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480b72b6-9947-4182-871c-79083081970c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf88c6dc-604a-4294-a3b7-768629c41342,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:36.113034 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-da78b88a-43ab-4d7b-a2d2-830b71faa07b req-bbc77aa1-5d03-46a7-a461-6ae353a1d35b service neutron] 10.222.0.54 "GET /v2.0/networks/01118a59-d09f-44f4-a9d4-facf002d044d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6915321 Nov 19 17:56:36.222424 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-480b72b6-9947-4182-871c-79083081970c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=366e300c034f42eea6ecd63f3ba052bd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6328633 Nov 19 17:56:36.228618 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 40750) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:36.271748 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92c19294-d525-400f-bbee-5601ccb6f178 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54f44f5f-1200-574e-8740-2141911d5b73-65eace33-2479-4afb-a7b6-41f0773542ac', 'network_id': '65eace33-2479-4afb-a7b6-41f0773542ac', 'tenant_id': '6b45f31544cd40e7b10456e94240dc6e', 'fixed_ips': [{'subnet_id': '6cb36a85-3443-4b32-8405-d106c11023c0'}]}} from n-d-818022-2. {{(pid=103366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 17:56:36.274470 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-92c19294-d525-400f-bbee-5601ccb6f178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:36.315672 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-801a2f4b-74f9-4621-8130-f3b118bb4796 req-a30f7f69-85b7-4127-a23d-f1bc03eb3002 tempest-MultipleCreateTestJSON-1825635663 tempest-MultipleCreateTestJSON-1825635663-project] For port 2906b7e0-329f-4641-aab4-2577acbf0104, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=2906b7e0-329f-4641-aab4-2577acbf0104,segment=NetworkSegment(374ad87f-866e-4e93-a1d9-79725abb480e),segment_id=374ad87f-866e-4e93-a1d9-79725abb480e)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:56:36.316061 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-801a2f4b-74f9-4621-8130-f3b118bb4796 req-a30f7f69-85b7-4127-a23d-f1bc03eb3002 tempest-MultipleCreateTestJSON-1825635663 tempest-MultipleCreateTestJSON-1825635663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:36.338515 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-9f4506e0-b11e-452a-9324-59a543962371 req-7092f31c-8c60-460d-a80c-978b042518c7 tempest-MultipleCreateTestJSON-1825635663 tempest-MultipleCreateTestJSON-1825635663-project] Deleting port 77fbabf3-ee2b-487b-bc13-a5cf3a9eb1e4 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:56:36.338854 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-9f4506e0-b11e-452a-9324-59a543962371 req-7092f31c-8c60-460d-a80c-978b042518c7 tempest-MultipleCreateTestJSON-1825635663 tempest-MultipleCreateTestJSON-1825635663-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:36.370751 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-067b3bac-2e6a-4674-a69e-e1767d020a51 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:36.375297 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0d654b4-26f9-49c4-8610-de4e818d3667 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Made reservation on behalf of 6b45f31544cd40e7b10456e94240dc6e for: {'subnet': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:56:36.386992 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e0d654b4-26f9-49c4-8610-de4e818d3667 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8983829'] for subnet, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:36.526542 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-89bb65dc-d346-48af-b8bf-94ba0155db11 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:36.634200 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [None req-92c19294-d525-400f-bbee-5601ccb6f178 None None] Allocated IP 2001:db8::f816:3eff:fe2c:14ba (65eace33-2479-4afb-a7b6-41f0773542ac/6cb36a85-3443-4b32-8405-d106c11023c0/0708cb71-dabd-4850-83ea-ecbf9bfe7c43) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:56:36.775163 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-89bb65dc-d346-48af-b8bf-94ba0155db11 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:36.878733 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-89bb65dc-d346-48af-b8bf-94ba0155db11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:36.881008 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-89bb65dc-d346-48af-b8bf-94ba0155db11 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:36.882216 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-89bb65dc-d346-48af-b8bf-94ba0155db11 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/cf88c6dc-604a-4294-a3b7-768629c41342 HTTP/1.1" status: 204 len: 168 time: 0.6484132 Nov 19 17:56:36.900532 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bb65dc-d346-48af-b8bf-94ba0155db11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf88c6dc-604a-4294-a3b7-768629c41342,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:36.947963 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-801a2f4b-74f9-4621-8130-f3b118bb4796 req-a30f7f69-85b7-4127-a23d-f1bc03eb3002 tempest-MultipleCreateTestJSON-1825635663 tempest-MultipleCreateTestJSON-1825635663-project] Calling delete_port for 2906b7e0-329f-4641-aab4-2577acbf0104 owned by compute:nova {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:56:36.953264 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-da78b88a-43ab-4d7b-a2d2-830b71faa07b req-9c9634df-7992-4140-acdd-438a9cd856d6 service neutron] 10.222.0.54 "GET /v2.0/networks/01118a59-d09f-44f4-a9d4-facf002d044d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8275037 Nov 19 17:56:36.994621 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-92c19294-d525-400f-bbee-5601ccb6f178 None None] Publish callbacks [] for port, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:37.049244 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-92c19294-d525-400f-bbee-5601ccb6f178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998'] for port, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:37.098092 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-9f4506e0-b11e-452a-9324-59a543962371 req-7092f31c-8c60-460d-a80c-978b042518c7 tempest-MultipleCreateTestJSON-1825635663 tempest-MultipleCreateTestJSON-1825635663-project] For port 77fbabf3-ee2b-487b-bc13-a5cf3a9eb1e4, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=77fbabf3-ee2b-487b-bc13-a5cf3a9eb1e4,segment=NetworkSegment(374ad87f-866e-4e93-a1d9-79725abb480e),segment_id=374ad87f-866e-4e93-a1d9-79725abb480e)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:56:37.098481 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-9f4506e0-b11e-452a-9324-59a543962371 req-7092f31c-8c60-460d-a80c-978b042518c7 tempest-MultipleCreateTestJSON-1825635663 tempest-MultipleCreateTestJSON-1825635663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:37.150261 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-9f4506e0-b11e-452a-9324-59a543962371 req-7092f31c-8c60-460d-a80c-978b042518c7 tempest-MultipleCreateTestJSON-1825635663 tempest-MultipleCreateTestJSON-1825635663-project] Calling delete_port for 77fbabf3-ee2b-487b-bc13-a5cf3a9eb1e4 owned by compute:nova {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:56:37.151731 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a04a8f32-545b-4c6b-8542-02f028ec3e60 None None] Network 27e121db-c88d-4ebd-995b-b9d146a6f0aa requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:56:37.182032 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92c19294-d525-400f-bbee-5601ccb6f178 None None] Network 65eace33-2479-4afb-a7b6-41f0773542ac is already hosted by enough agents. {{(pid=103366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:56:37.222359 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [None req-92c19294-d525-400f-bbee-5601ccb6f178 None None] Resources bound (agent type, host, resource id): {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:56:37.239569 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c19294-d525-400f-bbee-5601ccb6f178 None None] Received port after_create {{(pid=103366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:56:37.307772 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e0d654b4-26f9-49c4-8610-de4e818d3667 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12425078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8983815'] for subnet, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:37.387815 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 2906b7e0-329f-4641-aab4-2577acbf0104 no longer exists at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:56:37.479741 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c19294-d525-400f-bbee-5601ccb6f178 None None] Pushing event updated for resources: {'Port': ['ID=0708cb71-dabd-4850-83ea-ecbf9bfe7c43,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:37.483798 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-58ca8c3d-11f3-49cd-83da-09214ebe6d98 None None] Provisioning complete for port 6d1748d6-1cf1-4951-a63b-34714b145381 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:56:37.484448 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-58ca8c3d-11f3-49cd-83da-09214ebe6d98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:37.514663 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0d654b4-26f9-49c4-8610-de4e818d3667 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Network 65eace33-2479-4afb-a7b6-41f0773542ac is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:56:37.528372 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-801a2f4b-74f9-4621-8130-f3b118bb4796 req-a30f7f69-85b7-4127-a23d-f1bc03eb3002 tempest-MultipleCreateTestJSON-1825635663 tempest-MultipleCreateTestJSON-1825635663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:37.536331 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-e0d654b4-26f9-49c4-8610-de4e818d3667 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:56:37.545114 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0d654b4-26f9-49c4-8610-de4e818d3667 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:37.545995 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e0d654b4-26f9-49c4-8610-de4e818d3667 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:37.560003 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d654b4-26f9-49c4-8610-de4e818d3667 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Pushing event updated for resources: {'Subnet': ['ID=c6f3e93f-cbcf-4dd8-a1d1-09d968ea8575,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:37.633086 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-92c19294-d525-400f-bbee-5601ccb6f178 None None] Attempting to bind port 0708cb71-dabd-4850-83ea-ecbf9bfe7c43 on host n-d-818022-2 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:56:37.633464 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-92c19294-d525-400f-bbee-5601ccb6f178 None None] Attempting to bind port 0708cb71-dabd-4850-83ea-ecbf9bfe7c43 by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': 'b0148e58-5e40-4372-b35c-802e0d196d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '65eace33-2479-4afb-a7b6-41f0773542ac'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:56:37.633985 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c19294-d525-400f-bbee-5601ccb6f178 None None] Attempting to bind port 0708cb71-dabd-4850-83ea-ecbf9bfe7c43 on network 65eace33-2479-4afb-a7b6-41f0773542ac {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:56:37.701881 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-e0d654b4-26f9-49c4-8610-de4e818d3667 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3122222 Nov 19 17:56:37.704289 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-29ee76a9-f239-4228-98f1-aca78e75d6bc req-bb5502f9-cd4e-4418-9fbb-4950dc278a67 tempest-MultipleCreateTestJSON-1825635663 tempest-MultipleCreateTestJSON-1825635663-project] 10.222.0.54 "GET /v2.0/ports?device_id=e36ff2d2-6456-4560-b784-c1cffc20a6c7 HTTP/1.1" status: 200 len: 210 time: 0.0851159 Nov 19 17:56:37.708992 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 40794) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:37.715777 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-d010c9b5-fdcc-4d29-89a6-5f01cda455cc tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Request body: {'port': {'network_id': '65eace33-2479-4afb-a7b6-41f0773542ac', 'mac_address': 'fa:16:3e:de:37:b5', 'name': 'tempest-NetworksTestDHCPv6-1906743650'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:56:37.787842 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c19294-d525-400f-bbee-5601ccb6f178 None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 56, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:56:37.797229 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c19294-d525-400f-bbee-5601ccb6f178 None None] Checking segment: {'id': 'b0148e58-5e40-4372-b35c-802e0d196d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '65eace33-2479-4afb-a7b6-41f0773542ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:56:37.797462 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-92c19294-d525-400f-bbee-5601ccb6f178 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:37.797912 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c19294-d525-400f-bbee-5601ccb6f178 None None] Bound using segment: {'id': 'b0148e58-5e40-4372-b35c-802e0d196d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '65eace33-2479-4afb-a7b6-41f0773542ac'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:56:37.800801 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-92c19294-d525-400f-bbee-5601ccb6f178 None None] Bound port: 0708cb71-dabd-4850-83ea-ecbf9bfe7c43, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0148e58-5e40-4372-b35c-802e0d196d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '65eace33-2479-4afb-a7b6-41f0773542ac'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:56:37.801262 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-92c19294-d525-400f-bbee-5601ccb6f178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:37.801663 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-067b3bac-2e6a-4674-a69e-e1767d020a51 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks [] for port, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:37.824715 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-067b3bac-2e6a-4674-a69e-e1767d020a51 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:37.872233 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30f7f69-85b7-4127-a23d-f1bc03eb3002 tempest-MultipleCreateTestJSON-1825635663 tempest-MultipleCreateTestJSON-1825635663-project] Pushing event deleted for resources: {'Port': ['ID=2906b7e0-329f-4641-aab4-2577acbf0104,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:37.949325 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-9f4506e0-b11e-452a-9324-59a543962371 req-7092f31c-8c60-460d-a80c-978b042518c7 tempest-MultipleCreateTestJSON-1825635663 tempest-MultipleCreateTestJSON-1825635663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:37.995298 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 6d1748d6-1cf1-4951-a63b-34714b145381 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:56:38.006066 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067b3bac-2e6a-4674-a69e-e1767d020a51 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Pushing event updated for resources: {'Port': ['ID=5cda888e-f7e5-4bf9-b2f7-81b218c9e24b,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:38.016760 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d010c9b5-fdcc-4d29-89a6-5f01cda455cc tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Made reservation on behalf of 6b45f31544cd40e7b10456e94240dc6e for: {'port': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:56:38.209110 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-801a2f4b-74f9-4621-8130-f3b118bb4796 req-a30f7f69-85b7-4127-a23d-f1bc03eb3002 tempest-MultipleCreateTestJSON-1825635663 tempest-MultipleCreateTestJSON-1825635663-project] No DVR routers for this DVR port 2906b7e0-329f-4641-aab4-2577acbf0104 on host n-h1-818022-2 {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:56:38.256304 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7092f31c-8c60-460d-a80c-978b042518c7 tempest-MultipleCreateTestJSON-1825635663 tempest-MultipleCreateTestJSON-1825635663-project] Pushing event deleted for resources: {'Port': ['ID=77fbabf3-ee2b-487b-bc13-a5cf3a9eb1e4,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:38.264793 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-801a2f4b-74f9-4621-8130-f3b118bb4796 req-a30f7f69-85b7-4127-a23d-f1bc03eb3002 tempest-MultipleCreateTestJSON-1825635663 tempest-MultipleCreateTestJSON-1825635663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:38.273772 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-801a2f4b-74f9-4621-8130-f3b118bb4796 req-a30f7f69-85b7-4127-a23d-f1bc03eb3002 tempest-MultipleCreateTestJSON-1825635663 tempest-MultipleCreateTestJSON-1825635663-project] 10.222.0.60 "DELETE /v2.0/ports/2906b7e0-329f-4641-aab4-2577acbf0104 HTTP/1.1" status: 204 len: 173 time: 2.8510053 Nov 19 17:56:38.333719 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ae121e7-8883-49e0-b9a3-c50583933ed0', 'name': 'network-vif-deleted', 'tag': '2906b7e0-329f-4641-aab4-2577acbf0104'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:56:38.344000 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218319d759239a7d11f1288aef37381b97754913ee9ccbfd43b51a463f801712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-862ff7ff-9002-4d6f-8557-3da3c8f7ccde" -d '{"events": [{"server_uuid": "6ae121e7-8883-49e0-b9a3-c50583933ed0", "name": "network-vif-deleted", "tag": "2906b7e0-329f-4641-aab4-2577acbf0104"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:56:38.353774 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d010c9b5-fdcc-4d29-89a6-5f01cda455cc tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:38.431363 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] No active binding found for port 2906b7e0-329f-4641-aab4-2577acbf0104 {{(pid=103366) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 19 17:56:38.432074 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 2906b7e0-329f-4641-aab4-2577acbf0104 not bound to the agent host n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:56:38.486940 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f4506e0-b11e-452a-9324-59a543962371 req-7092f31c-8c60-460d-a80c-978b042518c7 tempest-MultipleCreateTestJSON-1825635663 tempest-MultipleCreateTestJSON-1825635663-project] No DVR routers for this DVR port 77fbabf3-ee2b-487b-bc13-a5cf3a9eb1e4 on host n-h1-818022-2 {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:56:38.496446 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-9f4506e0-b11e-452a-9324-59a543962371 req-7092f31c-8c60-460d-a80c-978b042518c7 tempest-MultipleCreateTestJSON-1825635663 tempest-MultipleCreateTestJSON-1825635663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:38.505404 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9f4506e0-b11e-452a-9324-59a543962371 req-7092f31c-8c60-460d-a80c-978b042518c7 tempest-MultipleCreateTestJSON-1825635663 tempest-MultipleCreateTestJSON-1825635663-project] 10.222.0.60 "DELETE /v2.0/ports/77fbabf3-ee2b-487b-bc13-a5cf3a9eb1e4 HTTP/1.1" status: 204 len: 173 time: 2.7003591 Nov 19 17:56:38.534777 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:56:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89fecd2b-54a2-4ff6-91e3-9d3260a58cd2 x-openstack-request-id: req-89fecd2b-54a2-4ff6-91e3-9d3260a58cd2 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:56:38.535113 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ae121e7-8883-49e0-b9a3-c50583933ed0", "name": "network-vif-deleted", "tag": "2906b7e0-329f-4641-aab4-2577acbf0104", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:56:38.535409 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-89fecd2b-54a2-4ff6-91e3-9d3260a58cd2 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:56:38.535760 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ae121e7-8883-49e0-b9a3-c50583933ed0', 'name': 'network-vif-deleted', 'tag': '2906b7e0-329f-4641-aab4-2577acbf0104', 'status': 'completed', 'code': 200} Nov 19 17:56:38.551084 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [None req-d010c9b5-fdcc-4d29-89a6-5f01cda455cc tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] device_id is not set on port f10f01e1-a054-401f-bc13-a1c825992651 yet. {{(pid=103364) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 17:56:38.621874 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956e639a-3c58-4992-bb9e-fa798c06ad78 req-6df701b8-dba7-43ed-954a-00330b17a86c tempest-ServerGroupTestJSON-1557289382 tempest-ServerGroupTestJSON-1557289382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:38.635613 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-956e639a-3c58-4992-bb9e-fa798c06ad78 req-6df701b8-dba7-43ed-954a-00330b17a86c tempest-ServerGroupTestJSON-1557289382 tempest-ServerGroupTestJSON-1557289382-project] 10.222.0.54 "GET /v2.0/networks?id=0f5ef808-2c35-4150-9af1-762ad74b6214 HTTP/1.1" status: 200 len: 810 time: 0.5781074 Nov 19 17:56:38.670242 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-956e639a-3c58-4992-bb9e-fa798c06ad78 req-a40b521f-d4fe-4cba-8eb8-95f951804421 tempest-ServerGroupTestJSON-1557289382 tempest-ServerGroupTestJSON-1557289382-project] 10.222.0.54 "GET /v2.0/quotas/57943c6246e547b797e04073cbeaf6a2 HTTP/1.1" status: 200 len: 375 time: 0.0200868 Nov 19 17:56:38.752898 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-956e639a-3c58-4992-bb9e-fa798c06ad78 req-329bbd1e-284c-462b-bb66-ede193ea7d9d tempest-ServerGroupTestJSON-1557289382 tempest-ServerGroupTestJSON-1557289382-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=57943c6246e547b797e04073cbeaf6a2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0717428 Nov 19 17:56:38.790378 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-92c19294-d525-400f-bbee-5601ccb6f178 None None] For port 0708cb71-dabd-4850-83ea-ecbf9bfe7c43, host n-d-818022-2, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:56:38.814210 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 40846) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:38.868308 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-92c19294-d525-400f-bbee-5601ccb6f178 None None] For port 0708cb71-dabd-4850-83ea-ecbf9bfe7c43, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=0708cb71-dabd-4850-83ea-ecbf9bfe7c43,segment=NetworkSegment(b0148e58-5e40-4372-b35c-802e0d196d41),segment_id=b0148e58-5e40-4372-b35c-802e0d196d41)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:56:38.933551 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-92c19294-d525-400f-bbee-5601ccb6f178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:38.970971 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 6d1748d6-1cf1-4951-a63b-34714b145381 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:56:38.971354 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:39.070030 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 40850) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:39.124383 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-956e639a-3c58-4992-bb9e-fa798c06ad78 req-b5af0b4f-016c-4014-a942-4cb006a21fce service neutron] 10.222.0.54 "GET /v2.0/networks/0f5ef808-2c35-4150-9af1-762ad74b6214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3621609 Nov 19 17:56:39.125961 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d0f95ba3-a3fb-4b11-99d5-30301b03f8e5 req-65794867-28a5-4226-89e1-671cc364f621 tempest-MultipleCreateTestJSON-1825635663 tempest-MultipleCreateTestJSON-1825635663-project] 10.222.0.54 "GET /v2.0/ports?device_id=e36ff2d2-6456-4560-b784-c1cffc20a6c7 HTTP/1.1" status: 200 len: 210 time: 0.1503887 Nov 19 17:56:39.194273 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-58ca8c3d-11f3-49cd-83da-09214ebe6d98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:39.266322 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [None req-ea8c96ee-fd66-4ff0-9b9e-4888b0b65420 tempest-ExtensionsTestJSON-820967581 tempest-ExtensionsTestJSON-820967581-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=103364) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 17:56:39.269868 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-ea8c96ee-fd66-4ff0-9b9e-4888b0b65420 tempest-ExtensionsTestJSON-820967581 tempest-ExtensionsTestJSON-820967581-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.1713836 Nov 19 17:56:39.270446 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 40856) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:39.276026 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [None req-1706a0b8-9bc5-48cd-91d0-2803da6ab90a tempest-ExtensionsTestJSON-820967581 tempest-ExtensionsTestJSON-820967581-project] http://10.222.0.54:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=103364) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 17:56:39.277128 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-1706a0b8-9bc5-48cd-91d0-2803da6ab90a tempest-ExtensionsTestJSON-820967581 tempest-ExtensionsTestJSON-820967581-project] 10.222.0.54 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0057483 Nov 19 17:56:39.282192 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-067b3bac-2e6a-4674-a69e-e1767d020a51 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-671361'] for router_interface, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:39.285532 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 40858) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:39.296547 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [None req-10666771-5db6-45f9-b497-7e656a8eedf9 tempest-ExtensionsTestJSON-820967581 tempest-ExtensionsTestJSON-820967581-project] http://10.222.0.54:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=103364) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 17:56:39.297697 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-10666771-5db6-45f9-b497-7e656a8eedf9 tempest-ExtensionsTestJSON-820967581 tempest-ExtensionsTestJSON-820967581-project] 10.222.0.54 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0061636 Nov 19 17:56:39.303976 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 40860) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:39.395243 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e8ccfc-e96d-46ae-a561-0581183c6b01 req-1d5480e8-fa45-4917-9fbd-9071d1b58687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:39.395725 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e8ccfc-e96d-46ae-a561-0581183c6b01 req-1d5480e8-fa45-4917-9fbd-9071d1b58687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:39.396192 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e8ccfc-e96d-46ae-a561-0581183c6b01 req-1d5480e8-fa45-4917-9fbd-9071d1b58687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:39.396835 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e8ccfc-e96d-46ae-a561-0581183c6b01 req-1d5480e8-fa45-4917-9fbd-9071d1b58687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:39.397565 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e8ccfc-e96d-46ae-a561-0581183c6b01 req-1d5480e8-fa45-4917-9fbd-9071d1b58687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:39.398063 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e8ccfc-e96d-46ae-a561-0581183c6b01 req-1d5480e8-fa45-4917-9fbd-9071d1b58687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:39.398528 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e8ccfc-e96d-46ae-a561-0581183c6b01 req-1d5480e8-fa45-4917-9fbd-9071d1b58687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:39.399775 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [None req-a0c261d0-7c58-4d3b-8254-529f5608efcb tempest-ExtensionsTestJSON-820967581 tempest-ExtensionsTestJSON-820967581-project] http://10.222.0.54:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=103364) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 17:56:39.404610 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-a0c261d0-7c58-4d3b-8254-529f5608efcb tempest-ExtensionsTestJSON-820967581 tempest-ExtensionsTestJSON-820967581-project] 10.222.0.54 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0566711 Nov 19 17:56:39.408005 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 40862) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:39.408199 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f7e8ccfc-e96d-46ae-a561-0581183c6b01 req-1d5480e8-fa45-4917-9fbd-9071d1b58687 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=f4e34aa3-c9da-43ec-a34a-37de5c74afc3 HTTP/1.1" status: 200 len: 6500 time: 0.5915546 Nov 19 17:56:39.415200 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [None req-37a6927e-b7f8-4fdf-ab52-cbf2bc0e928e tempest-ExtensionsTestJSON-820967581 tempest-ExtensionsTestJSON-820967581-project] http://10.222.0.54:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=103364) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 17:56:39.418580 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-37a6927e-b7f8-4fdf-ab52-cbf2bc0e928e tempest-ExtensionsTestJSON-820967581 tempest-ExtensionsTestJSON-820967581-project] 10.222.0.54 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0073221 Nov 19 17:56:39.421666 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 40864) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:39.426517 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [None req-826c7413-4a11-4e32-963d-fba50562b5b3 tempest-ExtensionsTestJSON-820967581 tempest-ExtensionsTestJSON-820967581-project] http://10.222.0.54:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=103364) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 17:56:39.428293 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-826c7413-4a11-4e32-963d-fba50562b5b3 tempest-ExtensionsTestJSON-820967581 tempest-ExtensionsTestJSON-820967581-project] 10.222.0.54 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0048735 Nov 19 17:56:39.434152 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 40866) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:39.444241 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [None req-4109e07b-f64a-437c-ab06-d2ebb81b5684 tempest-ExtensionsTestJSON-820967581 tempest-ExtensionsTestJSON-820967581-project] http://10.222.0.54:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=103364) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 17:56:39.447845 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-4109e07b-f64a-437c-ab06-d2ebb81b5684 tempest-ExtensionsTestJSON-820967581 tempest-ExtensionsTestJSON-820967581-project] 10.222.0.54 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0057905 Nov 19 17:56:39.452938 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 40868) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:39.458665 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [None req-61e2a48c-ee75-4ce1-b9cb-63cea1f825be tempest-ExtensionsTestJSON-820967581 tempest-ExtensionsTestJSON-820967581-project] http://10.222.0.54:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=103365) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 17:56:39.461939 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-61e2a48c-ee75-4ce1-b9cb-63cea1f825be tempest-ExtensionsTestJSON-820967581 tempest-ExtensionsTestJSON-820967581-project] 10.222.0.54 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0057442 Nov 19 17:56:39.464021 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 40870) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:39.471806 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [None req-6df7e778-59c8-415b-88dd-1ebc82053dd1 tempest-ExtensionsTestJSON-820967581 tempest-ExtensionsTestJSON-820967581-project] http://10.222.0.54:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=103365) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 17:56:39.475341 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-6df7e778-59c8-415b-88dd-1ebc82053dd1 tempest-ExtensionsTestJSON-820967581 tempest-ExtensionsTestJSON-820967581-project] 10.222.0.54 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0055499 Nov 19 17:56:39.478729 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-956e639a-3c58-4992-bb9e-fa798c06ad78 req-08dcb979-e718-4051-8ae3-d0895d3bfc61 service neutron] 10.222.0.54 "GET /v2.0/networks/0f5ef808-2c35-4150-9af1-762ad74b6214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3370941 Nov 19 17:56:39.483855 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 40872) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:39.492174 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [None req-e60bfa50-62b8-41b0-9bf2-63a4bcfebea0 tempest-ExtensionsTestJSON-820967581 tempest-ExtensionsTestJSON-820967581-project] http://10.222.0.54:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=103365) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 17:56:39.493321 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-e60bfa50-62b8-41b0-9bf2-63a4bcfebea0 tempest-ExtensionsTestJSON-820967581 tempest-ExtensionsTestJSON-820967581-project] 10.222.0.54 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0084875 Nov 19 17:56:39.497346 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 40874) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:39.508453 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [None req-ee93d51a-a9c7-444c-9a8a-3d6e24f99ecf tempest-ExtensionsTestJSON-820967581 tempest-ExtensionsTestJSON-820967581-project] http://10.222.0.54:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=103365) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 17:56:39.509469 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-ee93d51a-a9c7-444c-9a8a-3d6e24f99ecf tempest-ExtensionsTestJSON-820967581 tempest-ExtensionsTestJSON-820967581-project] 10.222.0.54 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0109458 Nov 19 17:56:39.513799 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 40876) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:39.520925 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:39.523742 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 77fbabf3-ee2b-487b-bc13-a5cf3a9eb1e4 no longer exists at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:56:39.525713 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [None req-5220e552-b3df-4045-9cb5-efafb35313de tempest-ExtensionsTestJSON-820967581 tempest-ExtensionsTestJSON-820967581-project] http://10.222.0.54:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=103365) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 17:56:39.531710 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-5220e552-b3df-4045-9cb5-efafb35313de tempest-ExtensionsTestJSON-820967581 tempest-ExtensionsTestJSON-820967581-project] 10.222.0.54 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0165381 Nov 19 17:56:39.542846 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f7e8ccfc-e96d-46ae-a561-0581183c6b01 req-1183f5b1-f8a1-4774-aaf1-da1816029a51 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=89e36896-1c46-4104-bcaf-813bfdc934e0&id=6f748c30-bcc4-4f26-989c-71d930e18e94&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1337938 Nov 19 17:56:39.543607 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 40878) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:39.550937 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [None req-c50728e0-7f8b-4d21-b4c5-bebdb06cf97a tempest-ExtensionsTestJSON-820967581 tempest-ExtensionsTestJSON-820967581-project] http://10.222.0.54:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=103365) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 17:56:39.553086 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-c50728e0-7f8b-4d21-b4c5-bebdb06cf97a tempest-ExtensionsTestJSON-820967581 tempest-ExtensionsTestJSON-820967581-project] 10.222.0.54 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0061965 Nov 19 17:56:39.555637 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 40882) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:39.564268 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [None req-2bdd6426-b36e-48b8-a7d1-9108f6de7490 tempest-ExtensionsTestJSON-820967581 tempest-ExtensionsTestJSON-820967581-project] http://10.222.0.54:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=103365) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 17:56:39.565742 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-2bdd6426-b36e-48b8-a7d1-9108f6de7490 tempest-ExtensionsTestJSON-820967581 tempest-ExtensionsTestJSON-820967581-project] 10.222.0.54 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0089352 Nov 19 17:56:39.570878 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 40884) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:39.577262 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [None req-9a9a7997-dab3-47be-9187-f4012d1a393a tempest-ExtensionsTestJSON-820967581 tempest-ExtensionsTestJSON-820967581-project] http://10.222.0.54:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=103365) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 17:56:39.582114 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-9a9a7997-dab3-47be-9187-f4012d1a393a tempest-ExtensionsTestJSON-820967581 tempest-ExtensionsTestJSON-820967581-project] 10.222.0.54 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0095685 Nov 19 17:56:39.583847 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 40886) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:39.615782 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [None req-ff40aa2b-13a7-421a-aa3a-d26ef2e59ce4 tempest-ExtensionsTestJSON-820967581 tempest-ExtensionsTestJSON-820967581-project] http://10.222.0.54:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=103365) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 17:56:39.622744 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-ff40aa2b-13a7-421a-aa3a-d26ef2e59ce4 tempest-ExtensionsTestJSON-820967581 tempest-ExtensionsTestJSON-820967581-project] 10.222.0.54 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0372057 Nov 19 17:56:39.624544 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 40888) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:39.636114 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [None req-d010c9b5-fdcc-4d29-89a6-5f01cda455cc tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Allocated IP 172.20.0.3 (65eace33-2479-4afb-a7b6-41f0773542ac/c6f3e93f-cbcf-4dd8-a1d1-09d968ea8575/f10f01e1-a054-401f-bc13-a1c825992651) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:56:39.637466 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [None req-c1549d90-4b0e-4aff-b2dd-2d1f17160545 tempest-ExtensionsTestJSON-820967581 tempest-ExtensionsTestJSON-820967581-project] http://10.222.0.54:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=103365) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 17:56:39.643477 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-c1549d90-4b0e-4aff-b2dd-2d1f17160545 tempest-ExtensionsTestJSON-820967581 tempest-ExtensionsTestJSON-820967581-project] 10.222.0.54 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0177174 Nov 19 17:56:39.645099 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 40890) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:39.646306 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [None req-d010c9b5-fdcc-4d29-89a6-5f01cda455cc tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Allocated IP 2001:db8::f816:3eff:fede:37b5 (65eace33-2479-4afb-a7b6-41f0773542ac/6cb36a85-3443-4b32-8405-d106c11023c0/f10f01e1-a054-401f-bc13-a1c825992651) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:56:39.659139 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [None req-3e98e3dc-7571-4d61-b3e8-ab9b0cb3d2fe tempest-ExtensionsTestJSON-820967581 tempest-ExtensionsTestJSON-820967581-project] http://10.222.0.54:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=103365) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 17:56:39.666006 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-3e98e3dc-7571-4d61-b3e8-ab9b0cb3d2fe tempest-ExtensionsTestJSON-820967581 tempest-ExtensionsTestJSON-820967581-project] 10.222.0.54 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0174222 Nov 19 17:56:39.671537 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 40892) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:39.696904 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [None req-39ccef00-e6fb-4141-98ca-13a4104cf163 tempest-ExtensionsTestJSON-820967581 tempest-ExtensionsTestJSON-820967581-project] http://10.222.0.54:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=103365) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 17:56:39.719183 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-39ccef00-e6fb-4141-98ca-13a4104cf163 tempest-ExtensionsTestJSON-820967581 tempest-ExtensionsTestJSON-820967581-project] 10.222.0.54 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0451782 Nov 19 17:56:39.720328 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 40894) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:39.739781 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [None req-a0c6b64c-1a46-4d3b-b0c8-158f789c5092 tempest-ExtensionsTestJSON-820967581 tempest-ExtensionsTestJSON-820967581-project] http://10.222.0.54:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=103365) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 17:56:39.744880 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-58ca8c3d-11f3-49cd-83da-09214ebe6d98 None None] For port 6d1748d6-1cf1-4951-a63b-34714b145381, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=6d1748d6-1cf1-4951-a63b-34714b145381,segment=NetworkSegment(b60fe3d1-49c5-4832-9a18-9b80dc2f3dbc),segment_id=b60fe3d1-49c5-4832-9a18-9b80dc2f3dbc)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:56:39.746441 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-a0c6b64c-1a46-4d3b-b0c8-158f789c5092 tempest-ExtensionsTestJSON-820967581 tempest-ExtensionsTestJSON-820967581-project] 10.222.0.54 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0234456 Nov 19 17:56:39.749650 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 40896) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:39.751667 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] No Port match for: 77fbabf3-ee2b-487b-bc13-a5cf3a9eb1e4 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:56:39.752178 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 77fbabf3-ee2b-487b-bc13-a5cf3a9eb1e4 not bound to the agent host n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:56:39.758674 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c19294-d525-400f-bbee-5601ccb6f178 None None] Pushing event updated for resources: {'Port': ['ID=0708cb71-dabd-4850-83ea-ecbf9bfe7c43,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:39.766023 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [None req-c4ca4f63-a0c3-48d2-8c17-382084d0305d tempest-ExtensionsTestJSON-820967581 tempest-ExtensionsTestJSON-820967581-project] http://10.222.0.54:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=103365) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 17:56:39.772962 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-c4ca4f63-a0c3-48d2-8c17-382084d0305d tempest-ExtensionsTestJSON-820967581 tempest-ExtensionsTestJSON-820967581-project] 10.222.0.54 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0182154 Nov 19 17:56:39.774383 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 40898) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:39.785609 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [None req-12ac6188-96e5-4c34-bce2-36733d06d8ce tempest-ExtensionsTestJSON-820967581 tempest-ExtensionsTestJSON-820967581-project] http://10.222.0.54:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=103365) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 17:56:39.789627 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-12ac6188-96e5-4c34-bce2-36733d06d8ce tempest-ExtensionsTestJSON-820967581 tempest-ExtensionsTestJSON-820967581-project] 10.222.0.54 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0142334 Nov 19 17:56:39.790252 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 40900) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:39.796334 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [None req-558ff0a6-1c5c-4a1f-bfd9-88096ada4800 tempest-ExtensionsTestJSON-820967581 tempest-ExtensionsTestJSON-820967581-project] http://10.222.0.54:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=103365) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 17:56:39.804300 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 40902) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:39.810639 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [None req-90f7e346-acd7-4075-b1f8-4961fed0a3db tempest-ExtensionsTestJSON-820967581 tempest-ExtensionsTestJSON-820967581-project] http://10.222.0.54:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=103364) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 17:56:39.814087 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-90f7e346-acd7-4075-b1f8-4961fed0a3db tempest-ExtensionsTestJSON-820967581 tempest-ExtensionsTestJSON-820967581-project] 10.222.0.54 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0062854 Nov 19 17:56:39.816685 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-558ff0a6-1c5c-4a1f-bfd9-88096ada4800 tempest-ExtensionsTestJSON-820967581 tempest-ExtensionsTestJSON-820967581-project] 10.222.0.54 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0186603 Nov 19 17:56:39.818211 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 40904) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:39.830628 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [None req-5c21307d-d710-4595-84a6-9bf580d629be tempest-ExtensionsTestJSON-820967581 tempest-ExtensionsTestJSON-820967581-project] http://10.222.0.54:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=103365) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 17:56:39.835046 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-5c21307d-d710-4595-84a6-9bf580d629be tempest-ExtensionsTestJSON-820967581 tempest-ExtensionsTestJSON-820967581-project] 10.222.0.54 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0079308 Nov 19 17:56:39.836707 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 40906) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:39.848251 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [None req-133c4b29-eef3-455e-88f7-f0922fa94a93 tempest-ExtensionsTestJSON-820967581 tempest-ExtensionsTestJSON-820967581-project] http://10.222.0.54:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=103364) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 17:56:39.849392 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-133c4b29-eef3-455e-88f7-f0922fa94a93 tempest-ExtensionsTestJSON-820967581 tempest-ExtensionsTestJSON-820967581-project] 10.222.0.54 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0092740 Nov 19 17:56:39.852258 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 40910) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:39.857443 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [None req-7ee2e7fc-495a-4d07-8bb3-fab45bcfd68c tempest-ExtensionsTestJSON-820967581 tempest-ExtensionsTestJSON-820967581-project] http://10.222.0.54:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=103365) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 17:56:39.861494 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-7ee2e7fc-495a-4d07-8bb3-fab45bcfd68c tempest-ExtensionsTestJSON-820967581 tempest-ExtensionsTestJSON-820967581-project] 10.222.0.54 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0080037 Nov 19 17:56:39.862391 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 40912) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:39.874873 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [None req-cde66661-06ab-46f2-abbf-abc3eadad8ec tempest-ExtensionsTestJSON-820967581 tempest-ExtensionsTestJSON-820967581-project] http://10.222.0.54:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=103365) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 17:56:39.878804 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-067b3bac-2e6a-4674-a69e-e1767d020a51 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:39.880515 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-cde66661-06ab-46f2-abbf-abc3eadad8ec tempest-ExtensionsTestJSON-820967581 tempest-ExtensionsTestJSON-820967581-project] 10.222.0.54 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0167696 Nov 19 17:56:39.882135 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 40914) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:39.889718 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-58ca8c3d-11f3-49cd-83da-09214ebe6d98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:39.892333 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.db.api [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103366) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 17:56:39.892897 n-d-818022-2 neutron-server[103366]: DEBUG oslo_db.api [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 17:56:39.894338 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [None req-792a0e15-bda6-4df1-946a-01409f3aeef7 tempest-ExtensionsTestJSON-820967581 tempest-ExtensionsTestJSON-820967581-project] http://10.222.0.54:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=103364) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 17:56:39.895544 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-792a0e15-bda6-4df1-946a-01409f3aeef7 tempest-ExtensionsTestJSON-820967581 tempest-ExtensionsTestJSON-820967581-project] 10.222.0.54 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0058327 Nov 19 17:56:39.898377 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 40918) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:39.903830 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [None req-7e2ef290-4f8d-4090-8f08-359cb3c42bb9 tempest-ExtensionsTestJSON-820967581 tempest-ExtensionsTestJSON-820967581-project] http://10.222.0.54:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=103365) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 17:56:39.910054 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-7e2ef290-4f8d-4090-8f08-359cb3c42bb9 tempest-ExtensionsTestJSON-820967581 tempest-ExtensionsTestJSON-820967581-project] 10.222.0.54 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0101087 Nov 19 17:56:39.910998 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 40920) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:39.923057 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [None req-da08cd78-56fa-49a7-86c3-37d615680baa tempest-ExtensionsTestJSON-820967581 tempest-ExtensionsTestJSON-820967581-project] http://10.222.0.54:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=103365) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 17:56:39.926777 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-da08cd78-56fa-49a7-86c3-37d615680baa tempest-ExtensionsTestJSON-820967581 tempest-ExtensionsTestJSON-820967581-project] 10.222.0.54 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0077934 Nov 19 17:56:39.927512 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 40922) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:39.933762 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [None req-f30c9377-3c33-404e-95cc-ec7df3c7bd04 tempest-ExtensionsTestJSON-820967581 tempest-ExtensionsTestJSON-820967581-project] http://10.222.0.54:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=103365) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 17:56:39.942429 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-f30c9377-3c33-404e-95cc-ec7df3c7bd04 tempest-ExtensionsTestJSON-820967581 tempest-ExtensionsTestJSON-820967581-project] 10.222.0.54 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0139525 Nov 19 17:56:39.943076 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 40924) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:39.958453 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [None req-c69ede8c-8f11-4269-a7c4-bf62470889ab tempest-ExtensionsTestJSON-820967581 tempest-ExtensionsTestJSON-820967581-project] http://10.222.0.54:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=103365) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 17:56:39.962893 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-c69ede8c-8f11-4269-a7c4-bf62470889ab tempest-ExtensionsTestJSON-820967581 tempest-ExtensionsTestJSON-820967581-project] 10.222.0.54 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0159431 Nov 19 17:56:39.963778 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 40926) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:39.971314 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [None req-6b52e059-a31a-41ea-876b-3e95aaf8deef tempest-ExtensionsTestJSON-820967581 tempest-ExtensionsTestJSON-820967581-project] http://10.222.0.54:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=103365) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 17:56:39.980192 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-6b52e059-a31a-41ea-876b-3e95aaf8deef tempest-ExtensionsTestJSON-820967581 tempest-ExtensionsTestJSON-820967581-project] 10.222.0.54 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0152106 Nov 19 17:56:39.983221 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 40928) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:39.988055 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [None req-ddaf117c-5f20-4836-ae33-c68816177d7c tempest-ExtensionsTestJSON-820967581 tempest-ExtensionsTestJSON-820967581-project] http://10.222.0.54:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=103365) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 17:56:39.991399 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-ddaf117c-5f20-4836-ae33-c68816177d7c tempest-ExtensionsTestJSON-820967581 tempest-ExtensionsTestJSON-820967581-project] 10.222.0.54 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0046096 Nov 19 17:56:39.993373 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 40930) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:40.003265 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [None req-5937003f-7cd3-4394-86e5-b98db9d3d55d tempest-ExtensionsTestJSON-820967581 tempest-ExtensionsTestJSON-820967581-project] http://10.222.0.54:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=103365) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 17:56:40.006577 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-5937003f-7cd3-4394-86e5-b98db9d3d55d tempest-ExtensionsTestJSON-820967581 tempest-ExtensionsTestJSON-820967581-project] 10.222.0.54 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0096676 Nov 19 17:56:40.006873 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 40932) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:40.017210 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [None req-26ba20b8-9b53-46c1-899c-62dac2f37f3b tempest-ExtensionsTestJSON-820967581 tempest-ExtensionsTestJSON-820967581-project] http://10.222.0.54:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=103365) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 17:56:40.018530 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-26ba20b8-9b53-46c1-899c-62dac2f37f3b tempest-ExtensionsTestJSON-820967581 tempest-ExtensionsTestJSON-820967581-project] 10.222.0.54 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0105157 Nov 19 17:56:40.022634 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 40934) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:40.035924 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [None req-99d776df-bd75-44d3-b50e-a171fd85ffef tempest-ExtensionsTestJSON-820967581 tempest-ExtensionsTestJSON-820967581-project] http://10.222.0.54:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=103365) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 17:56:40.037108 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-99d776df-bd75-44d3-b50e-a171fd85ffef tempest-ExtensionsTestJSON-820967581 tempest-ExtensionsTestJSON-820967581-project] 10.222.0.54 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0133700 Nov 19 17:56:40.039658 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 40936) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:40.044074 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [None req-38426b64-0678-4d22-83b4-b34b38d981c0 tempest-ExtensionsTestJSON-820967581 tempest-ExtensionsTestJSON-820967581-project] http://10.222.0.54:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=103365) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 17:56:40.050134 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-38426b64-0678-4d22-83b4-b34b38d981c0 tempest-ExtensionsTestJSON-820967581 tempest-ExtensionsTestJSON-820967581-project] 10.222.0.54 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0071146 Nov 19 17:56:40.055635 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 40938) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:40.058671 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ca8c3d-11f3-49cd-83da-09214ebe6d98 None None] Pushing event updated for resources: {'Port': ['ID=6d1748d6-1cf1-4951-a63b-34714b145381,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:40.060694 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [None req-5ce05bd4-1723-41e9-9999-b1e4cd48f6c0 tempest-ExtensionsTestJSON-820967581 tempest-ExtensionsTestJSON-820967581-project] http://10.222.0.54:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=103365) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 17:56:40.061662 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-5ce05bd4-1723-41e9-9999-b1e4cd48f6c0 tempest-ExtensionsTestJSON-820967581 tempest-ExtensionsTestJSON-820967581-project] 10.222.0.54 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0050454 Nov 19 17:56:40.067679 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 40940) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:40.072033 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [None req-9bc1fe94-f47c-46e4-9ab4-1f74cb6c44b6 tempest-ExtensionsTestJSON-820967581 tempest-ExtensionsTestJSON-820967581-project] http://10.222.0.54:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=103365) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 17:56:40.073012 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-9bc1fe94-f47c-46e4-9ab4-1f74cb6c44b6 tempest-ExtensionsTestJSON-820967581 tempest-ExtensionsTestJSON-820967581-project] 10.222.0.54 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0043685 Nov 19 17:56:40.079443 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-5e9a3629-cca4-4bf9-b73e-5dc6fda5928c None None] Provisioning complete for port 6d1748d6-1cf1-4951-a63b-34714b145381 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:56:40.079647 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 40942) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:40.079821 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-5e9a3629-cca4-4bf9-b73e-5dc6fda5928c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:40.083871 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [None req-99ef7b71-9302-4cc3-8238-d12289badf26 tempest-ExtensionsTestJSON-820967581 tempest-ExtensionsTestJSON-820967581-project] http://10.222.0.54:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=103365) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 17:56:40.084885 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-99ef7b71-9302-4cc3-8238-d12289badf26 tempest-ExtensionsTestJSON-820967581 tempest-ExtensionsTestJSON-820967581-project] 10.222.0.54 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0044508 Nov 19 17:56:40.123553 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 40944) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:40.134214 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [None req-01546e57-c65e-44d2-a6dd-16b363959482 tempest-ExtensionsTestJSON-820967581 tempest-ExtensionsTestJSON-820967581-project] http://10.222.0.54:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=103365) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 17:56:40.138465 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-01546e57-c65e-44d2-a6dd-16b363959482 tempest-ExtensionsTestJSON-820967581 tempest-ExtensionsTestJSON-820967581-project] 10.222.0.54 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0138934 Nov 19 17:56:40.145528 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 40950) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:40.150260 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [None req-998218ba-3a45-4db4-9aff-dc1e686759fa tempest-ExtensionsTestJSON-820967581 tempest-ExtensionsTestJSON-820967581-project] http://10.222.0.54:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=103365) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 17:56:40.151251 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-998218ba-3a45-4db4-9aff-dc1e686759fa tempest-ExtensionsTestJSON-820967581 tempest-ExtensionsTestJSON-820967581-project] 10.222.0.54 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0047061 Nov 19 17:56:40.155230 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 40952) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:40.163915 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [None req-df6bd292-e881-4d59-94c1-2b64c2c9103c tempest-ExtensionsTestJSON-820967581 tempest-ExtensionsTestJSON-820967581-project] http://10.222.0.54:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=103365) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 17:56:40.164992 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-df6bd292-e881-4d59-94c1-2b64c2c9103c tempest-ExtensionsTestJSON-820967581 tempest-ExtensionsTestJSON-820967581-project] 10.222.0.54 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0087495 Nov 19 17:56:40.170830 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 40954) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:40.178445 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [None req-bb0001a4-e32d-4d07-a97b-df41c8d687fc tempest-ExtensionsTestJSON-820967581 tempest-ExtensionsTestJSON-820967581-project] http://10.222.0.54:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=103365) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 17:56:40.179521 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-bb0001a4-e32d-4d07-a97b-df41c8d687fc tempest-ExtensionsTestJSON-820967581 tempest-ExtensionsTestJSON-820967581-project] 10.222.0.54 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0076840 Nov 19 17:56:40.182586 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 40956) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:40.193916 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [None req-e4a233c1-7eca-43d2-ba52-deee0bdc34f2 tempest-ExtensionsTestJSON-820967581 tempest-ExtensionsTestJSON-820967581-project] http://10.222.0.54:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=103365) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 17:56:40.194848 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-e4a233c1-7eca-43d2-ba52-deee0bdc34f2 tempest-ExtensionsTestJSON-820967581 tempest-ExtensionsTestJSON-820967581-project] 10.222.0.54 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0112462 Nov 19 17:56:40.198237 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 40958) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:40.207974 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [None req-a686f361-d284-4cac-8b51-c65ef1b7a8ca tempest-ExtensionsTestJSON-820967581 tempest-ExtensionsTestJSON-820967581-project] http://10.222.0.54:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=103365) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 17:56:40.209032 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-a686f361-d284-4cac-8b51-c65ef1b7a8ca tempest-ExtensionsTestJSON-820967581 tempest-ExtensionsTestJSON-820967581-project] 10.222.0.54 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0098388 Nov 19 17:56:40.215921 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 40960) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:40.220508 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [None req-53d59600-f24d-48e1-b289-60478401b82a tempest-ExtensionsTestJSON-820967581 tempest-ExtensionsTestJSON-820967581-project] http://10.222.0.54:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=103365) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 17:56:40.226436 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-53d59600-f24d-48e1-b289-60478401b82a tempest-ExtensionsTestJSON-820967581 tempest-ExtensionsTestJSON-820967581-project] 10.222.0.54 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0088489 Nov 19 17:56:40.236522 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 40966) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:40.241288 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [None req-cb979754-43f1-49ec-a0fe-00021198619a tempest-ExtensionsTestJSON-820967581 tempest-ExtensionsTestJSON-820967581-project] http://10.222.0.54:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=103365) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 17:56:40.242524 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-cb979754-43f1-49ec-a0fe-00021198619a tempest-ExtensionsTestJSON-820967581 tempest-ExtensionsTestJSON-820967581-project] 10.222.0.54 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0047977 Nov 19 17:56:40.245503 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 40968) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:40.251762 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [None req-cbb408a7-eab1-4cc5-8eac-a45f4e0c8cf8 tempest-ExtensionsTestJSON-820967581 tempest-ExtensionsTestJSON-820967581-project] http://10.222.0.54:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=103365) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 17:56:40.252808 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-cbb408a7-eab1-4cc5-8eac-a45f4e0c8cf8 tempest-ExtensionsTestJSON-820967581 tempest-ExtensionsTestJSON-820967581-project] 10.222.0.54 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0062528 Nov 19 17:56:40.257147 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 40970) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:40.267777 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [None req-658c1d51-4929-4b15-9fc8-9a2e0679d123 tempest-ExtensionsTestJSON-820967581 tempest-ExtensionsTestJSON-820967581-project] http://10.222.0.54:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=103365) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 17:56:40.268924 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-658c1d51-4929-4b15-9fc8-9a2e0679d123 tempest-ExtensionsTestJSON-820967581 tempest-ExtensionsTestJSON-820967581-project] 10.222.0.54 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0104387 Nov 19 17:56:40.278417 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 40972) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:40.282750 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [None req-3ebee89b-9b19-408a-aec6-485650340ff4 tempest-ExtensionsTestJSON-820967581 tempest-ExtensionsTestJSON-820967581-project] http://10.222.0.54:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=103365) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 17:56:40.286213 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-3ebee89b-9b19-408a-aec6-485650340ff4 tempest-ExtensionsTestJSON-820967581 tempest-ExtensionsTestJSON-820967581-project] 10.222.0.54 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0045111 Nov 19 17:56:40.295410 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 40974) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:40.342481 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [None req-00bbbf2b-553c-49b8-bb66-2a2782c59b84 tempest-ExtensionsTestJSON-820967581 tempest-ExtensionsTestJSON-820967581-project] http://10.222.0.54:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=103365) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 17:56:40.342481 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-00bbbf2b-553c-49b8-bb66-2a2782c59b84 tempest-ExtensionsTestJSON-820967581 tempest-ExtensionsTestJSON-820967581-project] 10.222.0.54 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0438359 Nov 19 17:56:40.395074 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 40976) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:40.408191 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [None req-362e7a0e-1875-4aff-85c3-8e9b437d33dd tempest-ExtensionsTestJSON-820967581 tempest-ExtensionsTestJSON-820967581-project] http://10.222.0.54:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=103365) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 17:56:40.411564 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-362e7a0e-1875-4aff-85c3-8e9b437d33dd tempest-ExtensionsTestJSON-820967581 tempest-ExtensionsTestJSON-820967581-project] 10.222.0.54 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0076249 Nov 19 17:56:40.456876 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-5e9a3629-cca4-4bf9-b73e-5dc6fda5928c None None] Provisioning complete for port 5cda888e-f7e5-4bf9-b2f7-81b218c9e24b triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:56:40.457402 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-5e9a3629-cca4-4bf9-b73e-5dc6fda5928c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:40.533178 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 40978) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:40.539355 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-5e9a3629-cca4-4bf9-b73e-5dc6fda5928c None None] Port 5cda888e-f7e5-4bf9-b2f7-81b218c9e24b cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:56:40.551155 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [None req-dddfbfcf-f5ab-4062-870a-d1c4e969adcc tempest-ExtensionsTestJSON-820967581 tempest-ExtensionsTestJSON-820967581-project] http://10.222.0.54:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=103365) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 17:56:40.552112 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-dddfbfcf-f5ab-4062-870a-d1c4e969adcc tempest-ExtensionsTestJSON-820967581 tempest-ExtensionsTestJSON-820967581-project] 10.222.0.54 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0047276 Nov 19 17:56:40.572569 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01517722-0f93-4004-a29d-7bff3f5e3c38', 'name': 'network-vif-deleted', 'tag': '77fbabf3-ee2b-487b-bc13-a5cf3a9eb1e4'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:56:40.575499 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218319d759239a7d11f1288aef37381b97754913ee9ccbfd43b51a463f801712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80a12c50-0839-41f0-8f81-83c6988688b9" -d '{"events": [{"server_uuid": "01517722-0f93-4004-a29d-7bff3f5e3c38", "name": "network-vif-deleted", "tag": "77fbabf3-ee2b-487b-bc13-a5cf3a9eb1e4"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:56:40.579442 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 40982) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:40.614515 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-12d9f504-7639-4ca9-b4cf-42820d5a735c req-30cd474a-b51e-4d52-90f7-714471b8f8ac tempest-MultipleCreateTestJSON-1825635663 tempest-MultipleCreateTestJSON-1825635663-project] 10.222.0.54 "GET /v2.0/ports?device_id=e36ff2d2-6456-4560-b784-c1cffc20a6c7 HTTP/1.1" status: 200 len: 210 time: 0.2511816 Nov 19 17:56:40.632265 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [None req-23725f52-e00f-4eb4-941f-a77eb444fa8f tempest-ExtensionsTestJSON-820967581 tempest-ExtensionsTestJSON-820967581-project] http://10.222.0.54:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=103365) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 17:56:40.642503 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-23725f52-e00f-4eb4-941f-a77eb444fa8f tempest-ExtensionsTestJSON-820967581 tempest-ExtensionsTestJSON-820967581-project] 10.222.0.54 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0249791 Nov 19 17:56:40.647616 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 40988) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:40.664481 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-44f17884-58b4-4343-bd87-cda3ff6b8857 None None] Provisioning complete for port 5cda888e-f7e5-4bf9-b2f7-81b218c9e24b triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:56:40.664857 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-44f17884-58b4-4343-bd87-cda3ff6b8857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:40.672107 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [None req-ec960951-20f7-40ec-8dd2-e6f5a1b849fc tempest-ExtensionsTestJSON-820967581 tempest-ExtensionsTestJSON-820967581-project] http://10.222.0.54:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=103365) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 17:56:40.676190 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-ec960951-20f7-40ec-8dd2-e6f5a1b849fc tempest-ExtensionsTestJSON-820967581 tempest-ExtensionsTestJSON-820967581-project] 10.222.0.54 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0106442 Nov 19 17:56:40.681748 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 40990) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:40.696205 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [None req-d66f53ae-4ab7-498d-a087-7d0ada21e8c3 tempest-ExtensionsTestJSON-820967581 tempest-ExtensionsTestJSON-820967581-project] http://10.222.0.54:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=103365) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 17:56:40.726704 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-d66f53ae-4ab7-498d-a087-7d0ada21e8c3 tempest-ExtensionsTestJSON-820967581 tempest-ExtensionsTestJSON-820967581-project] 10.222.0.54 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0366669 Nov 19 17:56:40.742712 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:56:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9128907-b809-4c01-8866-26c731f86c90 x-openstack-request-id: req-c9128907-b809-4c01-8866-26c731f86c90 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:56:40.743480 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 40992) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:40.744205 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01517722-0f93-4004-a29d-7bff3f5e3c38", "name": "network-vif-deleted", "tag": "77fbabf3-ee2b-487b-bc13-a5cf3a9eb1e4", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:56:40.747861 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c9128907-b809-4c01-8866-26c731f86c90 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:56:40.748421 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01517722-0f93-4004-a29d-7bff3f5e3c38', 'name': 'network-vif-deleted', 'tag': '77fbabf3-ee2b-487b-bc13-a5cf3a9eb1e4', 'status': 'completed', 'code': 200} Nov 19 17:56:40.878309 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [None req-30d9545c-315c-4f1d-8ed6-236af2b627b7 tempest-ExtensionsTestJSON-820967581 tempest-ExtensionsTestJSON-820967581-project] http://10.222.0.54:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=103364) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 17:56:40.883733 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-30d9545c-315c-4f1d-8ed6-236af2b627b7 tempest-ExtensionsTestJSON-820967581 tempest-ExtensionsTestJSON-820967581-project] 10.222.0.54 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0971224 Nov 19 17:56:40.894190 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da78b88a-43ab-4d7b-a2d2-830b71faa07b req-b69b2b3f-330f-49a6-88ca-aca4ef7d0605 tempest-MultipleCreateTestJSON-1825635663 tempest-MultipleCreateTestJSON-1825635663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:40.896028 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-da78b88a-43ab-4d7b-a2d2-830b71faa07b req-b69b2b3f-330f-49a6-88ca-aca4ef7d0605 tempest-MultipleCreateTestJSON-1825635663 tempest-MultipleCreateTestJSON-1825635663-project] 10.222.0.60 "GET /v2.0/networks?id=01118a59-d09f-44f4-a9d4-facf002d044d HTTP/1.1" status: 200 len: 813 time: 0.5984745 Nov 19 17:56:40.912679 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 40996) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:40.951014 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-da78b88a-43ab-4d7b-a2d2-830b71faa07b req-b341383d-809f-4f84-ae66-6616b58632f5 tempest-MultipleCreateTestJSON-1825635663 tempest-MultipleCreateTestJSON-1825635663-project] Request body: {'port': {'device_id': 'd0df2c18-61aa-4def-a897-75583508c3aa', 'network_id': '01118a59-d09f-44f4-a9d4-facf002d044d', 'admin_state_up': True, 'tenant_id': '475e6f4ee5ee40b8bd9444c3af516a78'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:56:40.987271 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [None req-3041421c-f5c0-4531-a05c-248c07b34420 tempest-ExtensionsTestJSON-820967581 tempest-ExtensionsTestJSON-820967581-project] http://10.222.0.54:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=103364) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 17:56:40.988271 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-3041421c-f5c0-4531-a05c-248c07b34420 tempest-ExtensionsTestJSON-820967581 tempest-ExtensionsTestJSON-820967581-project] 10.222.0.54 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0549316 Nov 19 17:56:40.994808 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 40998) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:41.003130 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-bf170040-6a2c-49e4-8869-9dab9ad05702 req-aed14447-1e04-478a-91cf-0f81b9b33b99 tempest-ServerGroupTestJSON-1557289382 tempest-ServerGroupTestJSON-1557289382-project] 10.222.0.54 "GET /v2.0/ports?device_id=f64a72f2-3f04-4f09-8dac-4439a4f89892 HTTP/1.1" status: 200 len: 210 time: 0.2613413 Nov 19 17:56:41.019843 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [None req-794e1d86-8598-4dcc-9ce8-71aebc2402a6 tempest-ExtensionsTestJSON-820967581 tempest-ExtensionsTestJSON-820967581-project] http://10.222.0.54:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=103364) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 17:56:41.020251 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-794e1d86-8598-4dcc-9ce8-71aebc2402a6 tempest-ExtensionsTestJSON-820967581 tempest-ExtensionsTestJSON-820967581-project] 10.222.0.54 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0197403 Nov 19 17:56:41.038360 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 41000) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:41.043126 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [None req-b7a138b5-f852-4cde-b5ac-91c5b6b08fc4 tempest-ExtensionsTestJSON-820967581 tempest-ExtensionsTestJSON-820967581-project] http://10.222.0.54:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=103365) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 17:56:41.047155 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-b7a138b5-f852-4cde-b5ac-91c5b6b08fc4 tempest-ExtensionsTestJSON-820967581 tempest-ExtensionsTestJSON-820967581-project] 10.222.0.54 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0074172 Nov 19 17:56:41.048782 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 41002) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:41.053292 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [None req-a7a9aa77-ceee-4619-920b-22b8a1382315 tempest-ExtensionsTestJSON-820967581 tempest-ExtensionsTestJSON-820967581-project] http://10.222.0.54:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=103364) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 17:56:41.056562 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-a7a9aa77-ceee-4619-920b-22b8a1382315 tempest-ExtensionsTestJSON-820967581 tempest-ExtensionsTestJSON-820967581-project] 10.222.0.54 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0045533 Nov 19 17:56:41.067518 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 41004) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:41.077075 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [None req-05c17b65-10f6-4b2a-80a2-a08f100ea05b tempest-ExtensionsTestJSON-820967581 tempest-ExtensionsTestJSON-820967581-project] http://10.222.0.54:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=103365) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 17:56:41.085104 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d010c9b5-fdcc-4d29-89a6-5f01cda455cc tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:41.085857 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-05c17b65-10f6-4b2a-80a2-a08f100ea05b tempest-ExtensionsTestJSON-820967581 tempest-ExtensionsTestJSON-820967581-project] 10.222.0.54 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0143604 Nov 19 17:56:41.102245 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 41006) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:41.137833 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [None req-d23eb1d9-821d-4907-9eb2-d24676be0417 tempest-ExtensionsTestJSON-820967581 tempest-ExtensionsTestJSON-820967581-project] http://10.222.0.54:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=103365) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 17:56:41.142116 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-d23eb1d9-821d-4907-9eb2-d24676be0417 tempest-ExtensionsTestJSON-820967581 tempest-ExtensionsTestJSON-820967581-project] 10.222.0.54 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0385501 Nov 19 17:56:41.147737 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 41008) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:41.170173 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [None req-a1f2a0b4-5ea3-4e39-b774-5a0d0a6f1fcb tempest-ExtensionsTestJSON-820967581 tempest-ExtensionsTestJSON-820967581-project] http://10.222.0.54:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=103365) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 17:56:41.170728 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 0708cb71-dabd-4850-83ea-ecbf9bfe7c43 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:56:41.171051 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-a1f2a0b4-5ea3-4e39-b774-5a0d0a6f1fcb tempest-ExtensionsTestJSON-820967581 tempest-ExtensionsTestJSON-820967581-project] 10.222.0.54 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0117922 Nov 19 17:56:41.176425 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 41010) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:41.209405 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [None req-c5db43bf-06ac-42f2-b7e6-2f3c56fbc61f tempest-ExtensionsTestJSON-820967581 tempest-ExtensionsTestJSON-820967581-project] http://10.222.0.54:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=103365) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 17:56:41.210529 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-c5db43bf-06ac-42f2-b7e6-2f3c56fbc61f tempest-ExtensionsTestJSON-820967581 tempest-ExtensionsTestJSON-820967581-project] 10.222.0.54 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0212491 Nov 19 17:56:41.214526 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 41012) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:41.233639 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-44f17884-58b4-4343-bd87-cda3ff6b8857 None None] Port 5cda888e-f7e5-4bf9-b2f7-81b218c9e24b cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:56:41.253726 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [None req-c8263a5e-1efe-45a9-acde-64c9e093050d tempest-ExtensionsTestJSON-820967581 tempest-ExtensionsTestJSON-820967581-project] http://10.222.0.54:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=103364) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 17:56:41.258067 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-c8263a5e-1efe-45a9-acde-64c9e093050d tempest-ExtensionsTestJSON-820967581 tempest-ExtensionsTestJSON-820967581-project] 10.222.0.54 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0096710 Nov 19 17:56:41.258271 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da78b88a-43ab-4d7b-a2d2-830b71faa07b req-2c753fac-f6df-42ba-8609-36cae3259bb1 tempest-MultipleCreateTestJSON-1825635663 tempest-MultipleCreateTestJSON-1825635663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:41.258682 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-da78b88a-43ab-4d7b-a2d2-830b71faa07b req-2c753fac-f6df-42ba-8609-36cae3259bb1 tempest-MultipleCreateTestJSON-1825635663 tempest-MultipleCreateTestJSON-1825635663-project] 10.222.0.60 "GET /v2.0/networks?id=01118a59-d09f-44f4-a9d4-facf002d044d HTTP/1.1" status: 200 len: 813 time: 0.4428983 Nov 19 17:56:41.259392 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 41014) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:41.268732 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d010c9b5-fdcc-4d29-89a6-5f01cda455cc tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:41.269061 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [None req-bdced27f-f3de-49cd-85cf-ba1ccd8cc5aa tempest-ExtensionsTestJSON-820967581 tempest-ExtensionsTestJSON-820967581-project] http://10.222.0.54:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=103365) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 17:56:41.270294 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-bdced27f-f3de-49cd-85cf-ba1ccd8cc5aa tempest-ExtensionsTestJSON-820967581 tempest-ExtensionsTestJSON-820967581-project] 10.222.0.54 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0051072 Nov 19 17:56:41.280029 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 41016) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:41.286341 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 0708cb71-dabd-4850-83ea-ecbf9bfe7c43 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:56:41.287039 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:41.290447 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [None req-45c9d503-53dd-4e29-a322-cb845f74683f tempest-ExtensionsTestJSON-820967581 tempest-ExtensionsTestJSON-820967581-project] http://10.222.0.54:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=103365) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 17:56:41.292341 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-45c9d503-53dd-4e29-a322-cb845f74683f tempest-ExtensionsTestJSON-820967581 tempest-ExtensionsTestJSON-820967581-project] 10.222.0.54 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0064189 Nov 19 17:56:41.298482 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-da78b88a-43ab-4d7b-a2d2-830b71faa07b req-e258dd51-a14e-4765-aff0-ecebc4785057 tempest-MultipleCreateTestJSON-1825635663 tempest-MultipleCreateTestJSON-1825635663-project] Request body: {'port': {'device_id': 'e36ff2d2-6456-4560-b784-c1cffc20a6c7', 'network_id': '01118a59-d09f-44f4-a9d4-facf002d044d', 'admin_state_up': True, 'tenant_id': '475e6f4ee5ee40b8bd9444c3af516a78'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:56:41.403548 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7d98a8a-ecb4-494d-a22a-81da57632168 None None] Network 65eace33-2479-4afb-a7b6-41f0773542ac requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:56:41.462789 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d010c9b5-fdcc-4d29-89a6-5f01cda455cc tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Pushing event updated for resources: {'Port': ['ID=f10f01e1-a054-401f-bc13-a1c825992651,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:41.480348 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:41.516924 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-db485e2e-7d12-4138-a039-18004400c320 None None] Provisioning complete for port 0708cb71-dabd-4850-83ea-ecbf9bfe7c43 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:56:41.518771 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-db485e2e-7d12-4138-a039-18004400c320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:41.528809 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d010c9b5-fdcc-4d29-89a6-5f01cda455cc tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Network 65eace33-2479-4afb-a7b6-41f0773542ac is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:56:41.532944 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-d010c9b5-fdcc-4d29-89a6-5f01cda455cc tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:56:41.537564 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d010c9b5-fdcc-4d29-89a6-5f01cda455cc tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:56:41.557944 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] For port 0708cb71-dabd-4850-83ea-ecbf9bfe7c43, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=0708cb71-dabd-4850-83ea-ecbf9bfe7c43,segment=NetworkSegment(b0148e58-5e40-4372-b35c-802e0d196d41),segment_id=b0148e58-5e40-4372-b35c-802e0d196d41)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:56:41.571195 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da78b88a-43ab-4d7b-a2d2-830b71faa07b req-b341383d-809f-4f84-ae66-6616b58632f5 tempest-MultipleCreateTestJSON-1825635663 tempest-MultipleCreateTestJSON-1825635663-project] Made reservation on behalf of 475e6f4ee5ee40b8bd9444c3af516a78 for: {'port': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:56:41.578190 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-da78b88a-43ab-4d7b-a2d2-830b71faa07b req-b341383d-809f-4f84-ae66-6616b58632f5 tempest-MultipleCreateTestJSON-1825635663 tempest-MultipleCreateTestJSON-1825635663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:41.593559 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:41.594383 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 6d1748d6-1cf1-4951-a63b-34714b145381 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:56:41.641253 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d010c9b5-fdcc-4d29-89a6-5f01cda455cc tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:41.642175 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d010c9b5-fdcc-4d29-89a6-5f01cda455cc tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:41.684252 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-d010c9b5-fdcc-4d29-89a6-5f01cda455cc tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.9735367 Nov 19 17:56:41.687450 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 41024) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:41.737607 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-067b3bac-2e6a-4674-a69e-e1767d020a51 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks [] for port, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:41.775395 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da78b88a-43ab-4d7b-a2d2-830b71faa07b req-e258dd51-a14e-4765-aff0-ecebc4785057 tempest-MultipleCreateTestJSON-1825635663 tempest-MultipleCreateTestJSON-1825635663-project] Made reservation on behalf of 475e6f4ee5ee40b8bd9444c3af516a78 for: {'port': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:56:41.786724 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-067b3bac-2e6a-4674-a69e-e1767d020a51 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:41.788134 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-067b3bac-2e6a-4674-a69e-e1767d020a51 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-768529'] for router_interface, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:41.791930 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-da78b88a-43ab-4d7b-a2d2-830b71faa07b req-e258dd51-a14e-4765-aff0-ecebc4785057 tempest-MultipleCreateTestJSON-1825635663 tempest-MultipleCreateTestJSON-1825635663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:41.828728 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 6d1748d6-1cf1-4951-a63b-34714b145381 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:56:41.830787 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:41.886580 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-416e4843-8ced-4b2a-96fc-3828d707970b req-16c56734-33f7-4f34-9b81-88c0d9754f45 tempest-MultipleCreateTestJSON-1825635663 tempest-MultipleCreateTestJSON-1825635663-project] 10.222.0.54 "GET /v2.0/ports?device_id=e36ff2d2-6456-4560-b784-c1cffc20a6c7 HTTP/1.1" status: 200 len: 210 time: 0.0902503 Nov 19 17:56:41.888311 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067b3bac-2e6a-4674-a69e-e1767d020a51 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Pushing event updated for resources: {'Port': ['ID=5cda888e-f7e5-4bf9-b2f7-81b218c9e24b,revision_number=3']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:41.893200 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Pushing event updated for resources: {'Port': ['ID=0708cb71-dabd-4850-83ea-ecbf9bfe7c43,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:41.971342 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [req-da78b88a-43ab-4d7b-a2d2-830b71faa07b req-b341383d-809f-4f84-ae66-6616b58632f5 tempest-MultipleCreateTestJSON-1825635663 tempest-MultipleCreateTestJSON-1825635663-project] Allocated IP 172.20.0.12 (01118a59-d09f-44f4-a9d4-facf002d044d/9b42ea5d-7b0c-454f-ba3b-fe68863dd43d/a93c4be1-22e4-4452-8eb2-fc06bf6d619e) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:56:41.973988 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98f3e08e-4036-4d6a-9d57-e430180ae401 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:41.980394 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98f3e08e-4036-4d6a-9d57-e430180ae401 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:41.994838 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-98f3e08e-4036-4d6a-9d57-e430180ae401 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.3031974 Nov 19 17:56:41.994838 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 41028) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:41.994838 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 41030) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:42.135084 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bad5a3ce-9e70-4da3-b4d9-7b55c30a9477 None None] Update dhcp port {'port': {'network_id': '65eace33-2479-4afb-a7b6-41f0773542ac', 'fixed_ips': [{'subnet_id': '6cb36a85-3443-4b32-8405-d106c11023c0', 'ip_address': '2001:db8::f816:3eff:fe2c:14ba'}, {'subnet_id': 'c6f3e93f-cbcf-4dd8-a1d1-09d968ea8575'}], 'binding:host_id': 'n-d-818022-2'}, 'id': '0708cb71-dabd-4850-83ea-ecbf9bfe7c43'} from n-d-818022-2. {{(pid=103366) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 19 17:56:42.145047 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-1d915de3-5fdc-4cc1-b80b-820660ec3c43 req-8f4c98eb-e99d-46d0-af81-f5d3f16d4ea7 tempest-ServerGroupTestJSON-1557289382 tempest-ServerGroupTestJSON-1557289382-project] 10.222.0.54 "GET /v2.0/ports?device_id=f64a72f2-3f04-4f09-8dac-4439a4f89892 HTTP/1.1" status: 200 len: 210 time: 0.0358045 Nov 19 17:56:42.180730 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-bad5a3ce-9e70-4da3-b4d9-7b55c30a9477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:42.213864 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-fe871bbd-6974-42cf-be89-6b2d72e2aeca admin admin] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:42.221660 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-067b3bac-2e6a-4674-a69e-e1767d020a51 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Network 27e121db-c88d-4ebd-995b-b9d146a6f0aa is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:56:42.236967 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-067b3bac-2e6a-4674-a69e-e1767d020a51 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:56:42.255446 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956e639a-3c58-4992-bb9e-fa798c06ad78 req-275f945a-527d-4f4d-873b-c2f5e85fcb2e tempest-ServerGroupTestJSON-1557289382 tempest-ServerGroupTestJSON-1557289382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:42.257453 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-956e639a-3c58-4992-bb9e-fa798c06ad78 req-275f945a-527d-4f4d-873b-c2f5e85fcb2e tempest-ServerGroupTestJSON-1557289382 tempest-ServerGroupTestJSON-1557289382-project] 10.222.0.60 "GET /v2.0/networks?id=0f5ef808-2c35-4150-9af1-762ad74b6214 HTTP/1.1" status: 200 len: 810 time: 0.2818499 Nov 19 17:56:42.274219 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-956e639a-3c58-4992-bb9e-fa798c06ad78 req-186df14c-08db-4604-a78a-a433e86c74a3 tempest-ServerGroupTestJSON-1557289382 tempest-ServerGroupTestJSON-1557289382-project] Request body: {'port': {'device_id': 'f64a72f2-3f04-4f09-8dac-4439a4f89892', 'network_id': '0f5ef808-2c35-4150-9af1-762ad74b6214', 'admin_state_up': True, 'tenant_id': '57943c6246e547b797e04073cbeaf6a2'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:56:42.336915 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-f1c9bc6a-6ea5-4df6-882d-9988b32323f2 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Deleting port f10f01e1-a054-401f-bc13-a1c825992651 {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:56:42.337255 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f1c9bc6a-6ea5-4df6-882d-9988b32323f2 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:42.408321 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [None req-bad5a3ce-9e70-4da3-b4d9-7b55c30a9477 None None] Allocated IP 172.20.0.2 (65eace33-2479-4afb-a7b6-41f0773542ac/c6f3e93f-cbcf-4dd8-a1d1-09d968ea8575/0708cb71-dabd-4850-83ea-ecbf9bfe7c43) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:56:42.475774 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-da78b88a-43ab-4d7b-a2d2-830b71faa07b req-b341383d-809f-4f84-ae66-6616b58632f5 tempest-MultipleCreateTestJSON-1825635663 tempest-MultipleCreateTestJSON-1825635663-project] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:42.505943 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-956e639a-3c58-4992-bb9e-fa798c06ad78 req-186df14c-08db-4604-a78a-a433e86c74a3 tempest-ServerGroupTestJSON-1557289382 tempest-ServerGroupTestJSON-1557289382-project] Made reservation on behalf of 57943c6246e547b797e04073cbeaf6a2 for: {'port': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:56:42.509621 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-956e639a-3c58-4992-bb9e-fa798c06ad78 req-186df14c-08db-4604-a78a-a433e86c74a3 tempest-ServerGroupTestJSON-1557289382 tempest-ServerGroupTestJSON-1557289382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:42.521328 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-fe871bbd-6974-42cf-be89-6b2d72e2aeca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:42.533559 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f1c9bc6a-6ea5-4df6-882d-9988b32323f2 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:42.548440 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-f1c9bc6a-6ea5-4df6-882d-9988b32323f2 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Calling delete_port for f10f01e1-a054-401f-bc13-a1c825992651 owned by {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:56:42.563504 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-da78b88a-43ab-4d7b-a2d2-830b71faa07b req-b341383d-809f-4f84-ae66-6616b58632f5 tempest-MultipleCreateTestJSON-1825635663 tempest-MultipleCreateTestJSON-1825635663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:42.570235 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-bad5a3ce-9e70-4da3-b4d9-7b55c30a9477 None None] For port 0708cb71-dabd-4850-83ea-ecbf9bfe7c43, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=0708cb71-dabd-4850-83ea-ecbf9bfe7c43,segment=NetworkSegment(b0148e58-5e40-4372-b35c-802e0d196d41),segment_id=b0148e58-5e40-4372-b35c-802e0d196d41)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:56:42.641313 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-bad5a3ce-9e70-4da3-b4d9-7b55c30a9477 None None] Publish callbacks [] for port, precommit_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:42.648195 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-fe871bbd-6974-42cf-be89-6b2d72e2aeca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:42.657797 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-bad5a3ce-9e70-4da3-b4d9-7b55c30a9477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:42.679923 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 0708cb71-dabd-4850-83ea-ecbf9bfe7c43 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:56:42.706676 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-067b3bac-2e6a-4674-a69e-e1767d020a51 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Router b998e705-a75c-4a44-8d2f-034141eca886 is scheduled to L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 with binding_index 1 {{(pid=103364) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 17:56:42.730915 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-fe871bbd-6974-42cf-be89-6b2d72e2aeca admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b85efb3357b845e0b8429f2498d86960&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7312191 Nov 19 17:56:42.735695 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 41042) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:42.739280 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da78b88a-43ab-4d7b-a2d2-830b71faa07b req-b341383d-809f-4f84-ae66-6616b58632f5 tempest-MultipleCreateTestJSON-1825635663 tempest-MultipleCreateTestJSON-1825635663-project] Network 01118a59-d09f-44f4-a9d4-facf002d044d is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:56:42.740341 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe871bbd-6974-42cf-be89-6b2d72e2aeca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed02c899-62c8-426f-871b-dac9dca98d3c,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:42.756370 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [req-da78b88a-43ab-4d7b-a2d2-830b71faa07b req-b341383d-809f-4f84-ae66-6616b58632f5 tempest-MultipleCreateTestJSON-1825635663 tempest-MultipleCreateTestJSON-1825635663-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:56:42.764794 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [req-da78b88a-43ab-4d7b-a2d2-830b71faa07b req-e258dd51-a14e-4765-aff0-ecebc4785057 tempest-MultipleCreateTestJSON-1825635663 tempest-MultipleCreateTestJSON-1825635663-project] Allocated IP 172.20.0.10 (01118a59-d09f-44f4-a9d4-facf002d044d/9b42ea5d-7b0c-454f-ba3b-fe68863dd43d/6210fada-ad9a-4ef0-8440-a54efe66b299) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:56:42.769638 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-da78b88a-43ab-4d7b-a2d2-830b71faa07b req-b341383d-809f-4f84-ae66-6616b58632f5 tempest-MultipleCreateTestJSON-1825635663 tempest-MultipleCreateTestJSON-1825635663-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:56:42.772477 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341383d-809f-4f84-ae66-6616b58632f5 tempest-MultipleCreateTestJSON-1825635663 tempest-MultipleCreateTestJSON-1825635663-project] Pushing event updated for resources: {'Port': ['ID=a93c4be1-22e4-4452-8eb2-fc06bf6d619e,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:42.796442 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-8d5e2ba5-e6f0-4d9f-9b6a-fff48ce39c8f None None] Provisioning complete for port 5cda888e-f7e5-4bf9-b2f7-81b218c9e24b triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:56:42.796825 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8d5e2ba5-e6f0-4d9f-9b6a-fff48ce39c8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:42.887770 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [req-956e639a-3c58-4992-bb9e-fa798c06ad78 req-186df14c-08db-4604-a78a-a433e86c74a3 tempest-ServerGroupTestJSON-1557289382 tempest-ServerGroupTestJSON-1557289382-project] Allocated IP 172.20.0.13 (0f5ef808-2c35-4150-9af1-762ad74b6214/8326c9be-7d6a-4bd7-abab-f850f24745d9/cd79001d-e36b-4e83-8531-39d638b63e80) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:56:42.902940 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 0708cb71-dabd-4850-83ea-ecbf9bfe7c43 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:56:42.903310 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:42.907561 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da78b88a-43ab-4d7b-a2d2-830b71faa07b req-b341383d-809f-4f84-ae66-6616b58632f5 tempest-MultipleCreateTestJSON-1825635663 tempest-MultipleCreateTestJSON-1825635663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:42.908133 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-da78b88a-43ab-4d7b-a2d2-830b71faa07b req-b341383d-809f-4f84-ae66-6616b58632f5 tempest-MultipleCreateTestJSON-1825635663 tempest-MultipleCreateTestJSON-1825635663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:42.910924 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad5a3ce-9e70-4da3-b4d9-7b55c30a9477 None None] Pushing event updated for resources: {'Port': ['ID=0708cb71-dabd-4850-83ea-ecbf9bfe7c43,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:42.913461 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-8d5e2ba5-e6f0-4d9f-9b6a-fff48ce39c8f None None] Port 5cda888e-f7e5-4bf9-b2f7-81b218c9e24b cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:56:42.992022 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-067b3bac-2e6a-4674-a69e-e1767d020a51 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 17:56:43.005969 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ed2329-626c-4534-a8b4-f18740a8d4e3 None None] Sync routers for ids ['b998e705-a75c-4a44-8d2f-034141eca886'] in n-d-818022-2 {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 17:56:43.020069 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-067b3bac-2e6a-4674-a69e-e1767d020a51 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] 10.222.0.54 "PUT /v2.0/routers/b998e705-a75c-4a44-8d2f-034141eca886/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8108742 Nov 19 17:56:43.024798 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 41048) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:43.028130 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ed2329-626c-4534-a8b4-f18740a8d4e3 None None] Routers {'b998e705-a75c-4a44-8d2f-034141eca886'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:56:43.038358 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-60ed2329-626c-4534-a8b4-f18740a8d4e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:56:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['b998e705-a75c-4a44-8d2f-034141eca886'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:56:43.085860 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-60ed2329-626c-4534-a8b4-f18740a8d4e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:56:43.102373 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ed2329-626c-4534-a8b4-f18740a8d4e3 None None] Routers {'b998e705-a75c-4a44-8d2f-034141eca886'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:56:43.102373 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-60ed2329-626c-4534-a8b4-f18740a8d4e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:56:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['b998e705-a75c-4a44-8d2f-034141eca886'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:56:43.107413 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-da78b88a-43ab-4d7b-a2d2-830b71faa07b req-b341383d-809f-4f84-ae66-6616b58632f5 tempest-MultipleCreateTestJSON-1825635663 tempest-MultipleCreateTestJSON-1825635663-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1601713 Nov 19 17:56:43.121138 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ddd61c3b-88c6-423a-a99e-d3c63032b542 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:43.146845 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-60ed2329-626c-4534-a8b4-f18740a8d4e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:56:43.147920 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ed2329-626c-4534-a8b4-f18740a8d4e3 None None] The sync data for ids ['b998e705-a75c-4a44-8d2f-034141eca886'] in n-d-818022-2 is: [] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 17:56:43.155228 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ddd61c3b-88c6-423a-a99e-d3c63032b542 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:43.218001 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ddd61c3b-88c6-423a-a99e-d3c63032b542 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:43.221587 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ddd61c3b-88c6-423a-a99e-d3c63032b542 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:43.223184 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-ddd61c3b-88c6-423a-a99e-d3c63032b542 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ed02c899-62c8-426f-871b-dac9dca98d3c HTTP/1.1" status: 204 len: 168 time: 0.4845529 Nov 19 17:56:43.226107 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-da78b88a-43ab-4d7b-a2d2-830b71faa07b req-fafc6036-1221-4c9c-b2c3-c9f9b328916d service neutron] Request body: {'port': {'device_id': 'd0df2c18-61aa-4def-a897-75583508c3aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818022-2'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:56:43.300670 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd61c3b-88c6-423a-a99e-d3c63032b542 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed02c899-62c8-426f-871b-dac9dca98d3c,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:43.324476 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-1fabf476-b038-405a-a055-4d5f8178c6b7 req-71c2038c-bb07-4cbf-9e8c-20a0af10c916 tempest-ServerGroupTestJSON-1557289382 tempest-ServerGroupTestJSON-1557289382-project] 10.222.0.54 "GET /v2.0/ports?device_id=f64a72f2-3f04-4f09-8dac-4439a4f89892 HTTP/1.1" status: 200 len: 210 time: 0.0535524 Nov 19 17:56:43.338956 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f1c9bc6a-6ea5-4df6-882d-9988b32323f2 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:43.358491 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c66a5523-9211-4a33-a69b-a83d68d1679e req-aa3fddbb-0057-45d7-ba4e-b4a077e2b5f1 tempest-MultipleCreateTestJSON-1825635663 tempest-MultipleCreateTestJSON-1825635663-project] 10.222.0.54 "GET /v2.0/ports?device_id=e36ff2d2-6456-4560-b784-c1cffc20a6c7 HTTP/1.1" status: 200 len: 210 time: 0.2472115 Nov 19 17:56:43.404710 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c9bc6a-6ea5-4df6-882d-9988b32323f2 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Pushing event deleted for resources: {'Port': ['ID=f10f01e1-a054-401f-bc13-a1c825992651,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:43.459566 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-da78b88a-43ab-4d7b-a2d2-830b71faa07b req-e258dd51-a14e-4765-aff0-ecebc4785057 tempest-MultipleCreateTestJSON-1825635663 tempest-MultipleCreateTestJSON-1825635663-project] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:43.508347 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f1c9bc6a-6ea5-4df6-882d-9988b32323f2 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:43.512614 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b72c4553-c1bf-43ab-99e2-be7e3a596855 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:43.514419 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-f1c9bc6a-6ea5-4df6-882d-9988b32323f2 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "DELETE /v2.0/ports/f10f01e1-a054-401f-bc13-a1c825992651 HTTP/1.1" status: 204 len: 168 time: 1.5137246 Nov 19 17:56:43.516024 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-b72c4553-c1bf-43ab-99e2-be7e3a596855 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] 10.222.0.54 "GET /v2.0/ports/5cda888e-f7e5-4bf9-b2f7-81b218c9e24b HTTP/1.1" status: 200 len: 983 time: 0.4271157 Nov 19 17:56:43.519141 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 41056) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:43.519721 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 41058) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:43.625320 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-956e639a-3c58-4992-bb9e-fa798c06ad78 req-186df14c-08db-4604-a78a-a433e86c74a3 tempest-ServerGroupTestJSON-1557289382 tempest-ServerGroupTestJSON-1557289382-project] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:43.682127 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-da78b88a-43ab-4d7b-a2d2-830b71faa07b req-e258dd51-a14e-4765-aff0-ecebc4785057 tempest-MultipleCreateTestJSON-1825635663 tempest-MultipleCreateTestJSON-1825635663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:43.692673 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-956e639a-3c58-4992-bb9e-fa798c06ad78 req-186df14c-08db-4604-a78a-a433e86c74a3 tempest-ServerGroupTestJSON-1557289382 tempest-ServerGroupTestJSON-1557289382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:43.721388 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a233c7f-b98e-4ab1-9fdd-59f141f9ae42 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:43.723306 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a233c7f-b98e-4ab1-9fdd-59f141f9ae42 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:43.724898 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a233c7f-b98e-4ab1-9fdd-59f141f9ae42 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:43.729065 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-7a233c7f-b98e-4ab1-9fdd-59f141f9ae42 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2060127 Nov 19 17:56:43.729728 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 41066) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:43.764456 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-da78b88a-43ab-4d7b-a2d2-830b71faa07b req-fafc6036-1221-4c9c-b2c3-c9f9b328916d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:43.832145 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da78b88a-43ab-4d7b-a2d2-830b71faa07b req-e258dd51-a14e-4765-aff0-ecebc4785057 tempest-MultipleCreateTestJSON-1825635663 tempest-MultipleCreateTestJSON-1825635663-project] Network 01118a59-d09f-44f4-a9d4-facf002d044d is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:56:43.841876 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [req-da78b88a-43ab-4d7b-a2d2-830b71faa07b req-e258dd51-a14e-4765-aff0-ecebc4785057 tempest-MultipleCreateTestJSON-1825635663 tempest-MultipleCreateTestJSON-1825635663-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:56:43.847259 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-956e639a-3c58-4992-bb9e-fa798c06ad78 req-186df14c-08db-4604-a78a-a433e86c74a3 tempest-ServerGroupTestJSON-1557289382 tempest-ServerGroupTestJSON-1557289382-project] Network 0f5ef808-2c35-4150-9af1-762ad74b6214 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:56:43.849111 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-da78b88a-43ab-4d7b-a2d2-830b71faa07b req-e258dd51-a14e-4765-aff0-ecebc4785057 tempest-MultipleCreateTestJSON-1825635663 tempest-MultipleCreateTestJSON-1825635663-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:56:43.852313 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e258dd51-a14e-4765-aff0-ecebc4785057 tempest-MultipleCreateTestJSON-1825635663 tempest-MultipleCreateTestJSON-1825635663-project] Pushing event updated for resources: {'Port': ['ID=6210fada-ad9a-4ef0-8440-a54efe66b299,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:43.912775 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [req-956e639a-3c58-4992-bb9e-fa798c06ad78 req-186df14c-08db-4604-a78a-a433e86c74a3 tempest-ServerGroupTestJSON-1557289382 tempest-ServerGroupTestJSON-1557289382-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:56:43.925900 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-956e639a-3c58-4992-bb9e-fa798c06ad78 req-186df14c-08db-4604-a78a-a433e86c74a3 tempest-ServerGroupTestJSON-1557289382 tempest-ServerGroupTestJSON-1557289382-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:56:43.949010 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-8841a0d0-6ddc-4269-bb57-363ecdd09e31 None None] Could not find standard attr ID for object f10f01e1-a054-401f-bc13-a1c825992651. {{(pid=103366) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 17:56:43.994009 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-8841a0d0-6ddc-4269-bb57-363ecdd09e31 None None] Provisioning complete for port 0708cb71-dabd-4850-83ea-ecbf9bfe7c43 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:56:44.001129 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8841a0d0-6ddc-4269-bb57-363ecdd09e31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:44.045659 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_v2 [None req-34a7fe54-5cea-4a83-9f01-b834deab1b9e tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Deleting subnet 6cb36a85-3443-4b32-8405-d106c11023c0 {{(pid=103364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 17:56:44.052843 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da78b88a-43ab-4d7b-a2d2-830b71faa07b req-e258dd51-a14e-4765-aff0-ecebc4785057 tempest-MultipleCreateTestJSON-1825635663 tempest-MultipleCreateTestJSON-1825635663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:44.053943 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-da78b88a-43ab-4d7b-a2d2-830b71faa07b req-e258dd51-a14e-4765-aff0-ecebc4785057 tempest-MultipleCreateTestJSON-1825635663 tempest-MultipleCreateTestJSON-1825635663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:44.062284 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-34a7fe54-5cea-4a83-9f01-b834deab1b9e tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks [] for subnet, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:44.181313 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-34a7fe54-5cea-4a83-9f01-b834deab1b9e tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9416263'] for subnet, precommit_delete_associations {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:44.191397 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186df14c-08db-4604-a78a-a433e86c74a3 tempest-ServerGroupTestJSON-1557289382 tempest-ServerGroupTestJSON-1557289382-project] Pushing event updated for resources: {'Port': ['ID=cd79001d-e36b-4e83-8531-39d638b63e80,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:44.227453 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-da78b88a-43ab-4d7b-a2d2-830b71faa07b req-e258dd51-a14e-4765-aff0-ecebc4785057 tempest-MultipleCreateTestJSON-1825635663 tempest-MultipleCreateTestJSON-1825635663-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9486902 Nov 19 17:56:44.241895 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956e639a-3c58-4992-bb9e-fa798c06ad78 req-186df14c-08db-4604-a78a-a433e86c74a3 tempest-ServerGroupTestJSON-1557289382 tempest-ServerGroupTestJSON-1557289382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:44.244097 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-956e639a-3c58-4992-bb9e-fa798c06ad78 req-186df14c-08db-4604-a78a-a433e86c74a3 tempest-ServerGroupTestJSON-1557289382 tempest-ServerGroupTestJSON-1557289382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:44.271333 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-da78b88a-43ab-4d7b-a2d2-830b71faa07b req-df66451a-0f8c-42c0-b824-4c53926eaf5f service neutron] Request body: {'port': {'device_id': 'e36ff2d2-6456-4560-b784-c1cffc20a6c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818022-2'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:56:44.319417 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-956e639a-3c58-4992-bb9e-fa798c06ad78 req-186df14c-08db-4604-a78a-a433e86c74a3 tempest-ServerGroupTestJSON-1557289382 tempest-ServerGroupTestJSON-1557289382-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0495622 Nov 19 17:56:44.361345 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-34a7fe54-5cea-4a83-9f01-b834deab1b9e tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:44.363249 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 41080) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:44.376987 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-956e639a-3c58-4992-bb9e-fa798c06ad78 req-db41348f-10e7-4725-a802-fa6f737e16d6 service neutron] Request body: {'port': {'device_id': 'f64a72f2-3f04-4f09-8dac-4439a4f89892', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818022-2'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:56:44.426636 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-eda6b282-8560-4e77-93cc-7183feb666f3 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-768564'] for router_interface, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:44.470413 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-55f821aa-7701-443b-90ff-e9a09e28f04b None None] Could not find standard attr ID for object f10f01e1-a054-401f-bc13-a1c825992651. {{(pid=103366) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 17:56:44.549267 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-da78b88a-43ab-4d7b-a2d2-830b71faa07b req-df66451a-0f8c-42c0-b824-4c53926eaf5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:44.591596 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-b685a9d5-c94a-4227-ae3f-e8231f5d76c6 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-622977672'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:56:44.611521 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-956e639a-3c58-4992-bb9e-fa798c06ad78 req-db41348f-10e7-4725-a802-fa6f737e16d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:44.616748 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 0708cb71-dabd-4850-83ea-ecbf9bfe7c43 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:56:44.660473 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b685a9d5-c94a-4227-ae3f-e8231f5d76c6 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Made reservation on behalf of a99931e27f474d57b370754999e3039f for: {'network': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:56:44.664596 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b685a9d5-c94a-4227-ae3f-e8231f5d76c6 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:44.676025 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4645e7e9-a1cd-47fc-bbaa-134ce5103898 req-fd784a16-cb05-4c9c-81aa-da0b0517fca1 tempest-ServerGroupTestJSON-1557289382 tempest-ServerGroupTestJSON-1557289382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:44.678560 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-4645e7e9-a1cd-47fc-bbaa-134ce5103898 req-fd784a16-cb05-4c9c-81aa-da0b0517fca1 tempest-ServerGroupTestJSON-1557289382 tempest-ServerGroupTestJSON-1557289382-project] 10.222.0.54 "GET /v2.0/ports?device_id=f64a72f2-3f04-4f09-8dac-4439a4f89892 HTTP/1.1" status: 200 len: 932 time: 0.2016675 Nov 19 17:56:44.683387 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 0708cb71-dabd-4850-83ea-ecbf9bfe7c43 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:56:44.684117 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:44.715635 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152a31a4-dc06-4941-921b-06607f70241e req-eae6785d-cc6e-4158-9bff-dd104ff6b597 tempest-MultipleCreateTestJSON-1825635663 tempest-MultipleCreateTestJSON-1825635663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:44.717408 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-152a31a4-dc06-4941-921b-06607f70241e req-eae6785d-cc6e-4158-9bff-dd104ff6b597 tempest-MultipleCreateTestJSON-1825635663 tempest-MultipleCreateTestJSON-1825635663-project] 10.222.0.54 "GET /v2.0/ports?device_id=e36ff2d2-6456-4560-b784-c1cffc20a6c7 HTTP/1.1" status: 200 len: 932 time: 0.1953328 Nov 19 17:56:44.743015 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-34a7fe54-5cea-4a83-9f01-b834deab1b9e tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12425137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8983934'] for subnet, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:44.793196 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b685a9d5-c94a-4227-ae3f-e8231f5d76c6 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:44.848601 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a7fe54-5cea-4a83-9f01-b834deab1b9e tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Pushing event deleted for resources: {'Subnet': ['ID=6cb36a85-3443-4b32-8405-d106c11023c0,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:44.859880 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-34a7fe54-5cea-4a83-9f01-b834deab1b9e tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:44.869283 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-34a7fe54-5cea-4a83-9f01-b834deab1b9e tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "DELETE /v2.0/subnets/6cb36a85-3443-4b32-8405-d106c11023c0 HTTP/1.1" status: 204 len: 168 time: 1.1384380 Nov 19 17:56:44.876264 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 41088) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:45.006916 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b685a9d5-c94a-4227-ae3f-e8231f5d76c6 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:45.047035 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-4645e7e9-a1cd-47fc-bbaa-134ce5103898 req-ade1ad90-1777-45e7-b962-db8ae63a3eba tempest-ServerGroupTestJSON-1557289382 tempest-ServerGroupTestJSON-1557289382-project] 10.222.0.54 "GET /v2.0/security-groups?id=f822ee92-0507-4392-bd1c-75ba37df5caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3237600 Nov 19 17:56:45.058795 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b685a9d5-c94a-4227-ae3f-e8231f5d76c6 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:45.107609 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8fc8bc2-6a5a-45b5-ac70-e95adc6674f6 None None] Network 65eace33-2479-4afb-a7b6-41f0773542ac requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:56:45.120546 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-eda6b282-8560-4e77-93cc-7183feb666f3 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Deleting port 5cda888e-f7e5-4bf9-b2f7-81b218c9e24b {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:56:45.121398 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-eda6b282-8560-4e77-93cc-7183feb666f3 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:45.129302 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b685a9d5-c94a-4227-ae3f-e8231f5d76c6 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 655} {{(pid=103364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 17:56:45.177180 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b685a9d5-c94a-4227-ae3f-e8231f5d76c6 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc7a897e-2f64-46df-bc9c-80bafde0dbab,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:45.184414 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b685a9d5-c94a-4227-ae3f-e8231f5d76c6 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:45.185420 n-d-818022-2 neutron-server[103364]: INFO neutron.db.segments_db [None req-b685a9d5-c94a-4227-ae3f-e8231f5d76c6 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Added segment 470a8e12-c2ba-4a04-97c8-2586d8ccf1fc of type vlan for network 53337c34-9456-4992-81ff-97756ff2585e Nov 19 17:56:45.247838 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b685a9d5-c94a-4227-ae3f-e8231f5d76c6 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:45.287512 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-eda6b282-8560-4e77-93cc-7183feb666f3 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:45.305603 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-eda6b282-8560-4e77-93cc-7183feb666f3 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Calling delete_port for 5cda888e-f7e5-4bf9-b2f7-81b218c9e24b owned by network:router_interface {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:56:45.379736 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b685a9d5-c94a-4227-ae3f-e8231f5d76c6 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:45.385860 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b685a9d5-c94a-4227-ae3f-e8231f5d76c6 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:45.386759 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b685a9d5-c94a-4227-ae3f-e8231f5d76c6 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks [] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:45.459546 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-152a31a4-dc06-4941-921b-06607f70241e req-96d8a1b4-edbf-4aff-b7cb-c1622d6046e8 tempest-MultipleCreateTestJSON-1825635663 tempest-MultipleCreateTestJSON-1825635663-project] 10.222.0.54 "GET /v2.0/security-groups?id=11f15ae4-8821-41c9-a586-57bef0a63f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7321444 Nov 19 17:56:45.493399 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [req-da78b88a-43ab-4d7b-a2d2-830b71faa07b req-fafc6036-1221-4c9c-b2c3-c9f9b328916d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a93c4be1-22e4-4452-8eb2-fc06bf6d619e {{(pid=103365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:56:45.504218 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-da78b88a-43ab-4d7b-a2d2-830b71faa07b req-fafc6036-1221-4c9c-b2c3-c9f9b328916d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:45.513102 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b685a9d5-c94a-4227-ae3f-e8231f5d76c6 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Pushing event updated for resources: {'Network': ['ID=53337c34-9456-4992-81ff-97756ff2585e,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:45.526530 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network 53337c34-9456-4992-81ff-97756ff2585e details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 17:56:45.549487 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e9e64cd-43e5-491e-bf43-8ddf07096c5f tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Deleting subnet c6f3e93f-cbcf-4dd8-a1d1-09d968ea8575 {{(pid=103365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 17:56:45.582743 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7e9e64cd-43e5-491e-bf43-8ddf07096c5f tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks [] for subnet, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:45.585965 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.provisioning_blocks [req-da78b88a-43ab-4d7b-a2d2-830b71faa07b req-fafc6036-1221-4c9c-b2c3-c9f9b328916d service neutron] Transition to ACTIVE for port object a93c4be1-22e4-4452-8eb2-fc06bf6d619e will not be triggered until provisioned by entity L2. {{(pid=103365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 17:56:45.633475 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-da78b88a-43ab-4d7b-a2d2-830b71faa07b req-fafc6036-1221-4c9c-b2c3-c9f9b328916d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:45.689769 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-b685a9d5-c94a-4227-ae3f-e8231f5d76c6 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.3226221 Nov 19 17:56:45.739254 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7e9e64cd-43e5-491e-bf43-8ddf07096c5f tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12546453'] for subnet, precommit_delete_associations {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:45.801310 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-eda6b282-8560-4e77-93cc-7183feb666f3 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:45.832200 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda6b282-8560-4e77-93cc-7183feb666f3 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Pushing event deleted for resources: {'Port': ['ID=5cda888e-f7e5-4bf9-b2f7-81b218c9e24b,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:45.957908 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [req-956e639a-3c58-4992-bb9e-fa798c06ad78 req-db41348f-10e7-4725-a802-fa6f737e16d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd79001d-e36b-4e83-8531-39d638b63e80 {{(pid=103365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:56:45.971827 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-956e639a-3c58-4992-bb9e-fa798c06ad78 req-db41348f-10e7-4725-a802-fa6f737e16d6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:45.994974 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.provisioning_blocks [req-956e639a-3c58-4992-bb9e-fa798c06ad78 req-db41348f-10e7-4725-a802-fa6f737e16d6 service neutron] Transition to ACTIVE for port object cd79001d-e36b-4e83-8531-39d638b63e80 will not be triggered until provisioned by entity L2. {{(pid=103365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 17:56:46.007961 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-eda6b282-8560-4e77-93cc-7183feb666f3 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-768648'] for router_interface, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:46.033980 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-956e639a-3c58-4992-bb9e-fa798c06ad78 req-db41348f-10e7-4725-a802-fa6f737e16d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:46.083157 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafc6036-1221-4c9c-b2c3-c9f9b328916d service neutron] Pushing event updated for resources: {'Port': ['ID=a93c4be1-22e4-4452-8eb2-fc06bf6d619e,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:46.298531 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a538bb6f-2983-4572-b2ec-0497a80a4d3b None None] get_active_networks_info from n-d-818022-2 {{(pid=103366) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 19 17:56:46.375575 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db41348f-10e7-4725-a802-fa6f737e16d6 service neutron] Pushing event updated for resources: {'Port': ['ID=cd79001d-e36b-4e83-8531-39d638b63e80,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:46.459431 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7e9e64cd-43e5-491e-bf43-8ddf07096c5f tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:46.474484 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4d931f7e-daef-497e-af62-1baea3193e4c None None] Provisioning complete for port 0708cb71-dabd-4850-83ea-ecbf9bfe7c43 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:56:46.475698 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4d931f7e-daef-497e-af62-1baea3193e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:46.702866 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a538bb6f-2983-4572-b2ec-0497a80a4d3b None None] Resources bound (agent type, host, resource id): {{(pid=103366) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 19 17:56:46.793278 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479bc5e8-7c05-4cb2-a21e-b19d3095387d req-2cad572a-d0fc-47ea-910f-148f25441600 tempest-MultipleCreateTestJSON-1825635663 tempest-MultipleCreateTestJSON-1825635663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:46.804030 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-479bc5e8-7c05-4cb2-a21e-b19d3095387d req-2cad572a-d0fc-47ea-910f-148f25441600 tempest-MultipleCreateTestJSON-1825635663 tempest-MultipleCreateTestJSON-1825635663-project] 10.222.0.54 "GET /v2.0/ports?device_id=e36ff2d2-6456-4560-b784-c1cffc20a6c7 HTTP/1.1" status: 200 len: 932 time: 0.1666512 Nov 19 17:56:46.842102 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [req-da78b88a-43ab-4d7b-a2d2-830b71faa07b req-df66451a-0f8c-42c0-b824-4c53926eaf5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6210fada-ad9a-4ef0-8440-a54efe66b299 {{(pid=103365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:56:46.850603 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-da78b88a-43ab-4d7b-a2d2-830b71faa07b req-fafc6036-1221-4c9c-b2c3-c9f9b328916d service neutron] Attempting to bind port a93c4be1-22e4-4452-8eb2-fc06bf6d619e on host n-h1-818022-2 for vnic_type normal with profile {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:56:46.851073 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-da78b88a-43ab-4d7b-a2d2-830b71faa07b req-fafc6036-1221-4c9c-b2c3-c9f9b328916d service neutron] Attempting to bind port a93c4be1-22e4-4452-8eb2-fc06bf6d619e by drivers openvswitch,hyperv on host n-h1-818022-2 at level 0 using segments [{'id': '374ad87f-866e-4e93-a1d9-79725abb480e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '01118a59-d09f-44f4-a9d4-facf002d044d'}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:56:46.851590 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da78b88a-43ab-4d7b-a2d2-830b71faa07b req-fafc6036-1221-4c9c-b2c3-c9f9b328916d service neutron] Attempting to bind port a93c4be1-22e4-4452-8eb2-fc06bf6d619e on network 01118a59-d09f-44f4-a9d4-facf002d044d {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:56:46.877963 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da78b88a-43ab-4d7b-a2d2-830b71faa07b req-fafc6036-1221-4c9c-b2c3-c9f9b328916d service neutron] Port a93c4be1-22e4-4452-8eb2-fc06bf6d619e on network 01118a59-d09f-44f4-a9d4-facf002d044d not bound, no agent of type Open vSwitch agent registered on host n-h1-818022-2 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 17:56:46.878484 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da78b88a-43ab-4d7b-a2d2-830b71faa07b req-fafc6036-1221-4c9c-b2c3-c9f9b328916d service neutron] Attempting to bind port a93c4be1-22e4-4452-8eb2-fc06bf6d619e on network 01118a59-d09f-44f4-a9d4-facf002d044d {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:56:46.913300 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-da78b88a-43ab-4d7b-a2d2-830b71faa07b req-df66451a-0f8c-42c0-b824-4c53926eaf5f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:46.920155 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eda6b282-8560-4e77-93cc-7183feb666f3 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Router b998e705-a75c-4a44-8d2f-034141eca886 has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 17:56:46.943083 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704ddb5c-25f6-480b-b9a6-9937e2a430d2 req-c92192dd-e2a5-437a-b0af-a0e099e874d9 tempest-ServerGroupTestJSON-1557289382 tempest-ServerGroupTestJSON-1557289382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:46.944783 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-704ddb5c-25f6-480b-b9a6-9937e2a430d2 req-c92192dd-e2a5-437a-b0af-a0e099e874d9 tempest-ServerGroupTestJSON-1557289382 tempest-ServerGroupTestJSON-1557289382-project] 10.222.0.54 "GET /v2.0/ports?device_id=f64a72f2-3f04-4f09-8dac-4439a4f89892 HTTP/1.1" status: 200 len: 944 time: 0.7079713 Nov 19 17:56:46.965372 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da78b88a-43ab-4d7b-a2d2-830b71faa07b req-fafc6036-1221-4c9c-b2c3-c9f9b328916d service neutron] Checking agent: {'id': 'a6668d96-12fa-4ec0-99ad-77eaf490dd2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'started_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 56, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:56:46.965920 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da78b88a-43ab-4d7b-a2d2-830b71faa07b req-fafc6036-1221-4c9c-b2c3-c9f9b328916d service neutron] Checking segment: {'id': '374ad87f-866e-4e93-a1d9-79725abb480e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '01118a59-d09f-44f4-a9d4-facf002d044d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:56:46.966408 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da78b88a-43ab-4d7b-a2d2-830b71faa07b req-fafc6036-1221-4c9c-b2c3-c9f9b328916d service neutron] Bound using segment: {'id': '374ad87f-866e-4e93-a1d9-79725abb480e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '01118a59-d09f-44f4-a9d4-facf002d044d'} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:56:46.966995 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-da78b88a-43ab-4d7b-a2d2-830b71faa07b req-fafc6036-1221-4c9c-b2c3-c9f9b328916d service neutron] Bound port: a93c4be1-22e4-4452-8eb2-fc06bf6d619e, host: n-h1-818022-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '374ad87f-866e-4e93-a1d9-79725abb480e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '01118a59-d09f-44f4-a9d4-facf002d044d'}}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:56:46.967454 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-da78b88a-43ab-4d7b-a2d2-830b71faa07b req-fafc6036-1221-4c9c-b2c3-c9f9b328916d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:46.970030 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7e9e64cd-43e5-491e-bf43-8ddf07096c5f tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12282919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8731163'] for subnet, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:46.997220 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7e9e64cd-43e5-491e-bf43-8ddf07096c5f tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:47.010174 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-7e9e64cd-43e5-491e-bf43-8ddf07096c5f tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "DELETE /v2.0/subnets/c6f3e93f-cbcf-4dd8-a1d1-09d968ea8575 HTTP/1.1" status: 204 len: 168 time: 2.1268394 Nov 19 17:56:47.010855 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 41098) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:47.087792 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eda6b282-8560-4e77-93cc-7183feb666f3 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 17:56:47.099253 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-eda6b282-8560-4e77-93cc-7183feb666f3 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] 10.222.0.54 "PUT /v2.0/routers/b998e705-a75c-4a44-8d2f-034141eca886/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5662806 Nov 19 17:56:47.099787 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 41102) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:47.103680 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-956e639a-3c58-4992-bb9e-fa798c06ad78 req-db41348f-10e7-4725-a802-fa6f737e16d6 service neutron] Attempting to bind port cd79001d-e36b-4e83-8531-39d638b63e80 on host n-h1-818022-2 for vnic_type normal with profile {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:56:47.107525 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-956e639a-3c58-4992-bb9e-fa798c06ad78 req-db41348f-10e7-4725-a802-fa6f737e16d6 service neutron] Attempting to bind port cd79001d-e36b-4e83-8531-39d638b63e80 by drivers openvswitch,hyperv on host n-h1-818022-2 at level 0 using segments [{'id': 'd6f4031a-2074-4c0c-81c3-e2afe4868e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '0f5ef808-2c35-4150-9af1-762ad74b6214'}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:56:47.107975 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-956e639a-3c58-4992-bb9e-fa798c06ad78 req-db41348f-10e7-4725-a802-fa6f737e16d6 service neutron] Attempting to bind port cd79001d-e36b-4e83-8531-39d638b63e80 on network 0f5ef808-2c35-4150-9af1-762ad74b6214 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:56:47.119415 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-648eb63e-e12f-4a08-8ba0-8394b02ebd79 None None] Sync routers for ids ['b998e705-a75c-4a44-8d2f-034141eca886'] in n-d-818022-2 {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 17:56:47.130141 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-479bc5e8-7c05-4cb2-a21e-b19d3095387d req-b9bb5147-4f6b-41ca-b582-2eda6e351f0d tempest-MultipleCreateTestJSON-1825635663 tempest-MultipleCreateTestJSON-1825635663-project] 10.222.0.54 "GET /v2.0/security-groups?id=11f15ae4-8821-41c9-a586-57bef0a63f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3250527 Nov 19 17:56:47.146421 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-648eb63e-e12f-4a08-8ba0-8394b02ebd79 None None] Routers {'b998e705-a75c-4a44-8d2f-034141eca886'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:56:47.147606 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-648eb63e-e12f-4a08-8ba0-8394b02ebd79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:56:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['b998e705-a75c-4a44-8d2f-034141eca886'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:56:47.152858 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-956e639a-3c58-4992-bb9e-fa798c06ad78 req-db41348f-10e7-4725-a802-fa6f737e16d6 service neutron] Port cd79001d-e36b-4e83-8531-39d638b63e80 on network 0f5ef808-2c35-4150-9af1-762ad74b6214 not bound, no agent of type Open vSwitch agent registered on host n-h1-818022-2 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 17:56:47.152858 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-956e639a-3c58-4992-bb9e-fa798c06ad78 req-db41348f-10e7-4725-a802-fa6f737e16d6 service neutron] Attempting to bind port cd79001d-e36b-4e83-8531-39d638b63e80 on network 0f5ef808-2c35-4150-9af1-762ad74b6214 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:56:47.152858 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.provisioning_blocks [req-da78b88a-43ab-4d7b-a2d2-830b71faa07b req-df66451a-0f8c-42c0-b824-4c53926eaf5f service neutron] Transition to ACTIVE for port object 6210fada-ad9a-4ef0-8440-a54efe66b299 will not be triggered until provisioned by entity L2. {{(pid=103365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 17:56:47.191515 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-648eb63e-e12f-4a08-8ba0-8394b02ebd79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:56:47.220693 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-648eb63e-e12f-4a08-8ba0-8394b02ebd79 None None] Routers {'b998e705-a75c-4a44-8d2f-034141eca886'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:56:47.221588 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-648eb63e-e12f-4a08-8ba0-8394b02ebd79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:56:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['b998e705-a75c-4a44-8d2f-034141eca886'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:56:47.227924 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9e64cd-43e5-491e-bf43-8ddf07096c5f tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Pushing event deleted for resources: {'Subnet': ['ID=c6f3e93f-cbcf-4dd8-a1d1-09d968ea8575,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:47.239684 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-7d30d812-d5ec-452f-9eca-c3f343766c58 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1538336 Nov 19 17:56:47.244307 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-da78b88a-43ab-4d7b-a2d2-830b71faa07b req-df66451a-0f8c-42c0-b824-4c53926eaf5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:47.246995 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 41104) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:47.275630 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-648eb63e-e12f-4a08-8ba0-8394b02ebd79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:56:47.276616 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-648eb63e-e12f-4a08-8ba0-8394b02ebd79 None None] The sync data for ids ['b998e705-a75c-4a44-8d2f-034141eca886'] in n-d-818022-2 is: [] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 17:56:47.314548 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-d6222b6a-30e9-46c0-a366-277669be5e94 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Request body: {'subnet': {'network_id': '65eace33-2479-4afb-a7b6-41f0773542ac', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:56:47.315751 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ecfc179-2721-4e6f-9da2-88f9260b81d1 None None] DHCP port deletion for 0f5ef808-2c35-4150-9af1-762ad74b6214 request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 17:56:47.318005 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df66451a-0f8c-42c0-b824-4c53926eaf5f service neutron] Pushing event updated for resources: {'Port': ['ID=6210fada-ad9a-4ef0-8440-a54efe66b299,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:47.324646 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-956e639a-3c58-4992-bb9e-fa798c06ad78 req-db41348f-10e7-4725-a802-fa6f737e16d6 service neutron] Checking agent: {'id': 'a6668d96-12fa-4ec0-99ad-77eaf490dd2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'started_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 56, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:56:47.325479 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-956e639a-3c58-4992-bb9e-fa798c06ad78 req-db41348f-10e7-4725-a802-fa6f737e16d6 service neutron] Checking segment: {'id': 'd6f4031a-2074-4c0c-81c3-e2afe4868e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '0f5ef808-2c35-4150-9af1-762ad74b6214'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:56:47.326004 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-956e639a-3c58-4992-bb9e-fa798c06ad78 req-db41348f-10e7-4725-a802-fa6f737e16d6 service neutron] Bound using segment: {'id': 'd6f4031a-2074-4c0c-81c3-e2afe4868e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '0f5ef808-2c35-4150-9af1-762ad74b6214'} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:56:47.326749 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-956e639a-3c58-4992-bb9e-fa798c06ad78 req-db41348f-10e7-4725-a802-fa6f737e16d6 service neutron] Bound port: cd79001d-e36b-4e83-8531-39d638b63e80, host: n-h1-818022-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6f4031a-2074-4c0c-81c3-e2afe4868e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '0f5ef808-2c35-4150-9af1-762ad74b6214'}}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:56:47.327211 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-956e639a-3c58-4992-bb9e-fa798c06ad78 req-db41348f-10e7-4725-a802-fa6f737e16d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:47.328410 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80e2879b-2f18-47a3-a90e-cb6239633fae None None] Network 65eace33-2479-4afb-a7b6-41f0773542ac requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:56:47.409963 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-704ddb5c-25f6-480b-b9a6-9937e2a430d2 req-a6eb54de-e491-402a-8909-34af8c55d6ec tempest-ServerGroupTestJSON-1557289382 tempest-ServerGroupTestJSON-1557289382-project] 10.222.0.54 "GET /v2.0/security-groups?id=f822ee92-0507-4392-bd1c-75ba37df5caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4541612 Nov 19 17:56:47.475618 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b028e01-73e3-4aa6-8cbd-7cf4184d57bd None None] DHCP port deletion for 01118a59-d09f-44f4-a9d4-facf002d044d request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 17:56:47.497283 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-da78b88a-43ab-4d7b-a2d2-830b71faa07b req-fafc6036-1221-4c9c-b2c3-c9f9b328916d service neutron] For port a93c4be1-22e4-4452-8eb2-fc06bf6d619e, host n-h1-818022-2, cleared binding levels {{(pid=103365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:56:47.616405 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-ec69efe3-bbbc-4c02-9ca5-23854c7a0831 None None] Provisioning complete for port 0708cb71-dabd-4850-83ea-ecbf9bfe7c43 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:56:47.617066 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ec69efe3-bbbc-4c02-9ca5-23854c7a0831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:47.667707 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-956e639a-3c58-4992-bb9e-fa798c06ad78 req-db41348f-10e7-4725-a802-fa6f737e16d6 service neutron] For port cd79001d-e36b-4e83-8531-39d638b63e80, host n-h1-818022-2, cleared binding levels {{(pid=103365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:56:47.681725 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-956e639a-3c58-4992-bb9e-fa798c06ad78 req-db41348f-10e7-4725-a802-fa6f737e16d6 service neutron] For port cd79001d-e36b-4e83-8531-39d638b63e80, host n-h1-818022-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=cd79001d-e36b-4e83-8531-39d638b63e80,segment=NetworkSegment(d6f4031a-2074-4c0c-81c3-e2afe4868e24),segment_id=d6f4031a-2074-4c0c-81c3-e2afe4868e24)] {{(pid=103365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:56:47.688146 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72d3dd11-3119-45f3-b35f-7e1be6a43db8 None None] DHCP port deletion for 65eace33-2479-4afb-a7b6-41f0773542ac request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 17:56:47.711256 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-da78b88a-43ab-4d7b-a2d2-830b71faa07b req-fafc6036-1221-4c9c-b2c3-c9f9b328916d service neutron] For port a93c4be1-22e4-4452-8eb2-fc06bf6d619e, host n-h1-818022-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=a93c4be1-22e4-4452-8eb2-fc06bf6d619e,segment=NetworkSegment(374ad87f-866e-4e93-a1d9-79725abb480e),segment_id=374ad87f-866e-4e93-a1d9-79725abb480e)] {{(pid=103365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:56:47.719535 n-d-818022-2 neutron-server[103364]: INFO neutron.api.v2.resource [None req-ef3a523f-c4b4-4c27-b605-758fda479dc9 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] remove_router_interface failed (client error): The resource could not be found. Nov 19 17:56:47.723072 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-ef3a523f-c4b4-4c27-b605-758fda479dc9 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] 10.222.0.54 "PUT /v2.0/routers/b998e705-a75c-4a44-8d2f-034141eca886/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.6219206 Nov 19 17:56:47.727729 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 41106) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:47.749627 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-956e639a-3c58-4992-bb9e-fa798c06ad78 req-db41348f-10e7-4725-a802-fa6f737e16d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:47.769604 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-da78b88a-43ab-4d7b-a2d2-830b71faa07b req-fafc6036-1221-4c9c-b2c3-c9f9b328916d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:47.786449 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-514a0b5b-a232-4248-873e-293dec516c02 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] 10.222.0.54 "GET /v2.0/ports?device_id=b998e705-a75c-4a44-8d2f-034141eca886 HTTP/1.1" status: 200 len: 205 time: 0.0560651 Nov 19 17:56:47.789124 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 41108) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:47.805300 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-72d3dd11-3119-45f3-b35f-7e1be6a43db8 None None] Deleting port 0708cb71-dabd-4850-83ea-ecbf9bfe7c43 {{(pid=103366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:56:47.806103 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-72d3dd11-3119-45f3-b35f-7e1be6a43db8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:47.893048 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-72d3dd11-3119-45f3-b35f-7e1be6a43db8 None None] For port 0708cb71-dabd-4850-83ea-ecbf9bfe7c43, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=0708cb71-dabd-4850-83ea-ecbf9bfe7c43,segment=NetworkSegment(b0148e58-5e40-4372-b35c-802e0d196d41),segment_id=b0148e58-5e40-4372-b35c-802e0d196d41)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:56:47.893833 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-72d3dd11-3119-45f3-b35f-7e1be6a43db8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:47.910872 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db41348f-10e7-4725-a802-fa6f737e16d6 service neutron] Pushing event updated for resources: {'Port': ['ID=cd79001d-e36b-4e83-8531-39d638b63e80,revision_number=3']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:47.920652 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-72d3dd11-3119-45f3-b35f-7e1be6a43db8 None None] Calling delete_port for 0708cb71-dabd-4850-83ea-ecbf9bfe7c43 owned by network:dhcp {{(pid=103366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:56:47.965311 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-dd9856f2-7451-447c-b354-f69fa8eccd46 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks [] for router, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:48.008771 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b51e8ec-3e63-43ea-85a9-4e0163c9028a None None] DHCP port deletion for 0f5ef808-2c35-4150-9af1-762ad74b6214 request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 17:56:48.018863 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-72d3dd11-3119-45f3-b35f-7e1be6a43db8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007'] for port, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:48.045401 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d3dd11-3119-45f3-b35f-7e1be6a43db8 None None] Pushing event deleted for resources: {'Port': ['ID=0708cb71-dabd-4850-83ea-ecbf9bfe7c43,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:48.064654 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d3dd11-3119-45f3-b35f-7e1be6a43db8 None None] No DVR routers for this DVR port 0708cb71-dabd-4850-83ea-ecbf9bfe7c43 on host n-d-818022-2 {{(pid=103366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:56:48.071632 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-da78b88a-43ab-4d7b-a2d2-830b71faa07b req-df66451a-0f8c-42c0-b824-4c53926eaf5f service neutron] Attempting to bind port 6210fada-ad9a-4ef0-8440-a54efe66b299 on host n-h1-818022-2 for vnic_type normal with profile {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:56:48.076381 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-da78b88a-43ab-4d7b-a2d2-830b71faa07b req-df66451a-0f8c-42c0-b824-4c53926eaf5f service neutron] Attempting to bind port 6210fada-ad9a-4ef0-8440-a54efe66b299 by drivers openvswitch,hyperv on host n-h1-818022-2 at level 0 using segments [{'id': '374ad87f-866e-4e93-a1d9-79725abb480e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '01118a59-d09f-44f4-a9d4-facf002d044d'}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:56:48.076381 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da78b88a-43ab-4d7b-a2d2-830b71faa07b req-df66451a-0f8c-42c0-b824-4c53926eaf5f service neutron] Attempting to bind port 6210fada-ad9a-4ef0-8440-a54efe66b299 on network 01118a59-d09f-44f4-a9d4-facf002d044d {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:56:48.085381 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafc6036-1221-4c9c-b2c3-c9f9b328916d service neutron] Pushing event updated for resources: {'Port': ['ID=a93c4be1-22e4-4452-8eb2-fc06bf6d619e,revision_number=3']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:48.102825 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956e639a-3c58-4992-bb9e-fa798c06ad78 req-db41348f-10e7-4725-a802-fa6f737e16d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:48.103464 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-956e639a-3c58-4992-bb9e-fa798c06ad78 req-db41348f-10e7-4725-a802-fa6f737e16d6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:48.104899 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-956e639a-3c58-4992-bb9e-fa798c06ad78 req-db41348f-10e7-4725-a802-fa6f737e16d6 service neutron] 10.222.0.60 "PUT /v2.0/ports/cd79001d-e36b-4e83-8531-39d638b63e80 HTTP/1.1" status: 200 len: 1092 time: 3.7697549 Nov 19 17:56:48.112468 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f64a72f2-3f04-4f09-8dac-4439a4f89892', 'tag': 'cd79001d-e36b-4e83-8531-39d638b63e80'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:56:48.116535 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218319d759239a7d11f1288aef37381b97754913ee9ccbfd43b51a463f801712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4f80410-5ce8-432c-ba47-b27c1f908a38" -d '{"events": [{"name": "network-changed", "server_uuid": "f64a72f2-3f04-4f09-8dac-4439a4f89892", "tag": "cd79001d-e36b-4e83-8531-39d638b63e80"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:56:48.138208 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da78b88a-43ab-4d7b-a2d2-830b71faa07b req-fafc6036-1221-4c9c-b2c3-c9f9b328916d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:48.138834 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-da78b88a-43ab-4d7b-a2d2-830b71faa07b req-fafc6036-1221-4c9c-b2c3-c9f9b328916d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:48.139478 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b49b7c1b-b01e-45cc-89ce-9206789ac73e None None] DHCP port deletion for 01118a59-d09f-44f4-a9d4-facf002d044d request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 17:56:48.140256 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-da78b88a-43ab-4d7b-a2d2-830b71faa07b req-fafc6036-1221-4c9c-b2c3-c9f9b328916d service neutron] 10.222.0.60 "PUT /v2.0/ports/a93c4be1-22e4-4452-8eb2-fc06bf6d619e HTTP/1.1" status: 200 len: 1092 time: 5.0240970 Nov 19 17:56:48.141314 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6222b6a-30e9-46c0-a366-277669be5e94 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Made reservation on behalf of 6b45f31544cd40e7b10456e94240dc6e for: {'subnet': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:56:48.144743 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d6222b6a-30e9-46c0-a366-277669be5e94 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8731248'] for subnet, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:48.217369 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da78b88a-43ab-4d7b-a2d2-830b71faa07b req-df66451a-0f8c-42c0-b824-4c53926eaf5f service neutron] Port 6210fada-ad9a-4ef0-8440-a54efe66b299 on network 01118a59-d09f-44f4-a9d4-facf002d044d not bound, no agent of type Open vSwitch agent registered on host n-h1-818022-2 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 17:56:48.218031 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da78b88a-43ab-4d7b-a2d2-830b71faa07b req-df66451a-0f8c-42c0-b824-4c53926eaf5f service neutron] Attempting to bind port 6210fada-ad9a-4ef0-8440-a54efe66b299 on network 01118a59-d09f-44f4-a9d4-facf002d044d {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:56:48.323654 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 17:56:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe663663-b0e7-4ef8-a1af-641e942469a0 x-openstack-request-id: req-fe663663-b0e7-4ef8-a1af-641e942469a0 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:56:48.324309 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f64a72f2-3f04-4f09-8dac-4439a4f89892", "tag": "cd79001d-e36b-4e83-8531-39d638b63e80", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:56:48.324573 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-fe663663-b0e7-4ef8-a1af-641e942469a0 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:56:48.324978 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f64a72f2-3f04-4f09-8dac-4439a4f89892', 'tag': 'cd79001d-e36b-4e83-8531-39d638b63e80', 'status': 'completed', 'code': 200} Nov 19 17:56:48.367245 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da78b88a-43ab-4d7b-a2d2-830b71faa07b req-df66451a-0f8c-42c0-b824-4c53926eaf5f service neutron] Checking agent: {'id': 'a6668d96-12fa-4ec0-99ad-77eaf490dd2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'started_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 56, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:56:48.367891 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da78b88a-43ab-4d7b-a2d2-830b71faa07b req-df66451a-0f8c-42c0-b824-4c53926eaf5f service neutron] Checking segment: {'id': '374ad87f-866e-4e93-a1d9-79725abb480e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '01118a59-d09f-44f4-a9d4-facf002d044d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:56:48.368288 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da78b88a-43ab-4d7b-a2d2-830b71faa07b req-df66451a-0f8c-42c0-b824-4c53926eaf5f service neutron] Bound using segment: {'id': '374ad87f-866e-4e93-a1d9-79725abb480e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '01118a59-d09f-44f4-a9d4-facf002d044d'} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:56:48.368726 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-da78b88a-43ab-4d7b-a2d2-830b71faa07b req-df66451a-0f8c-42c0-b824-4c53926eaf5f service neutron] Bound port: 6210fada-ad9a-4ef0-8440-a54efe66b299, host: n-h1-818022-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '374ad87f-866e-4e93-a1d9-79725abb480e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '01118a59-d09f-44f4-a9d4-facf002d044d'}}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:56:48.369091 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-da78b88a-43ab-4d7b-a2d2-830b71faa07b req-df66451a-0f8c-42c0-b824-4c53926eaf5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:48.379174 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-dd9856f2-7451-447c-b354-f69fa8eccd46 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4696'] for router, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:48.382816 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-dd9856f2-7451-447c-b354-f69fa8eccd46 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:48.443280 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ff726c-eec8-4c1d-8be0-f3a83e5a6fa3 req-cfbc700b-6d28-427b-b65b-7489f9ad39a7 tempest-MultipleCreateTestJSON-1825635663 tempest-MultipleCreateTestJSON-1825635663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:48.445103 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f2ff726c-eec8-4c1d-8be0-f3a83e5a6fa3 req-cfbc700b-6d28-427b-b65b-7489f9ad39a7 tempest-MultipleCreateTestJSON-1825635663 tempest-MultipleCreateTestJSON-1825635663-project] 10.222.0.54 "GET /v2.0/ports?device_id=e36ff2d2-6456-4560-b784-c1cffc20a6c7 HTTP/1.1" status: 200 len: 944 time: 0.1259291 Nov 19 17:56:48.446285 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-dd9856f2-7451-447c-b354-f69fa8eccd46 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-543895'] for router, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:48.446962 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd9856f2-7451-447c-b354-f69fa8eccd46 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Fanout notify agent at l3_agent the message router_deleted on router b998e705-a75c-4a44-8d2f-034141eca886 {{(pid=103364) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 17:56:48.468097 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-dd9856f2-7451-447c-b354-f69fa8eccd46 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks [] for router, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:48.469457 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-dd9856f2-7451-447c-b354-f69fa8eccd46 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] 10.222.0.54 "DELETE /v2.0/routers/b998e705-a75c-4a44-8d2f-034141eca886 HTTP/1.1" status: 204 len: 168 time: 0.6794086 Nov 19 17:56:48.472201 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 41118) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:48.488055 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-da78b88a-43ab-4d7b-a2d2-830b71faa07b req-df66451a-0f8c-42c0-b824-4c53926eaf5f service neutron] For port 6210fada-ad9a-4ef0-8440-a54efe66b299, host n-h1-818022-2, cleared binding levels {{(pid=103365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:56:48.497064 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-da78b88a-43ab-4d7b-a2d2-830b71faa07b req-df66451a-0f8c-42c0-b824-4c53926eaf5f service neutron] For port 6210fada-ad9a-4ef0-8440-a54efe66b299, host n-h1-818022-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=6210fada-ad9a-4ef0-8440-a54efe66b299,segment=NetworkSegment(374ad87f-866e-4e93-a1d9-79725abb480e),segment_id=374ad87f-866e-4e93-a1d9-79725abb480e)] {{(pid=103365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:56:48.558151 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-da78b88a-43ab-4d7b-a2d2-830b71faa07b req-df66451a-0f8c-42c0-b824-4c53926eaf5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:48.574012 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f2ff726c-eec8-4c1d-8be0-f3a83e5a6fa3 req-f94eba93-3760-4ae8-a679-6618a51f6081 tempest-MultipleCreateTestJSON-1825635663 tempest-MultipleCreateTestJSON-1825635663-project] 10.222.0.54 "GET /v2.0/security-groups?id=11f15ae4-8821-41c9-a586-57bef0a63f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030996 Nov 19 17:56:48.613404 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfd6b09d-9e8e-40b8-8854-04a0e9257478 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Deleting subnet 9558c327-fc5d-4d7e-8311-983897e6b6c0 {{(pid=103364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 17:56:48.621481 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-bfd6b09d-9e8e-40b8-8854-04a0e9257478 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks [] for subnet, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:48.649576 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 0708cb71-dabd-4850-83ea-ecbf9bfe7c43 no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:56:48.658149 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956e639a-3c58-4992-bb9e-fa798c06ad78 req-5c38377c-fe3b-4142-bbe0-06ea656eda55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:48.660048 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-956e639a-3c58-4992-bb9e-fa798c06ad78 req-5c38377c-fe3b-4142-bbe0-06ea656eda55 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=57943c6246e547b797e04073cbeaf6a2&device_id=f64a72f2-3f04-4f09-8dac-4439a4f89892 HTTP/1.1" status: 200 len: 1095 time: 0.4596167 Nov 19 17:56:48.683150 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-bfd6b09d-9e8e-40b8-8854-04a0e9257478 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9416263'] for subnet, precommit_delete_associations {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:48.689428 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: 0708cb71-dabd-4850-83ea-ecbf9bfe7c43 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:56:48.693402 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 0708cb71-dabd-4850-83ea-ecbf9bfe7c43 not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:56:48.760411 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da78b88a-43ab-4d7b-a2d2-830b71faa07b req-122d65c9-9994-4c02-b9f8-dd2401749e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:48.762358 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-da78b88a-43ab-4d7b-a2d2-830b71faa07b req-122d65c9-9994-4c02-b9f8-dd2401749e08 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=475e6f4ee5ee40b8bd9444c3af516a78&device_id=d0df2c18-61aa-4def-a897-75583508c3aa HTTP/1.1" status: 200 len: 1095 time: 0.5416813 Nov 19 17:56:48.780328 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d78ce69-c10e-4de8-894c-5c0176d8feb4 None None] DHCP port deletion for 01118a59-d09f-44f4-a9d4-facf002d044d request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 17:56:48.831613 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-bfd6b09d-9e8e-40b8-8854-04a0e9257478 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:48.879418 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df66451a-0f8c-42c0-b824-4c53926eaf5f service neutron] Pushing event updated for resources: {'Port': ['ID=6210fada-ad9a-4ef0-8440-a54efe66b299,revision_number=3']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:48.891988 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-956e639a-3c58-4992-bb9e-fa798c06ad78 req-f1df061d-67ba-43a0-bbb0-4d6c65b9d5b2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cd79001d-e36b-4e83-8531-39d638b63e80 HTTP/1.1" status: 200 len: 217 time: 0.1798162 Nov 19 17:56:48.894400 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-da78b88a-43ab-4d7b-a2d2-830b71faa07b req-47273217-65ed-4bf9-9884-ba5756387871 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a93c4be1-22e4-4452-8eb2-fc06bf6d619e HTTP/1.1" status: 200 len: 217 time: 0.0675902 Nov 19 17:56:48.929209 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 41120) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:48.931286 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da78b88a-43ab-4d7b-a2d2-830b71faa07b req-df66451a-0f8c-42c0-b824-4c53926eaf5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:48.931919 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-da78b88a-43ab-4d7b-a2d2-830b71faa07b req-df66451a-0f8c-42c0-b824-4c53926eaf5f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:48.933412 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-da78b88a-43ab-4d7b-a2d2-830b71faa07b req-df66451a-0f8c-42c0-b824-4c53926eaf5f service neutron] 10.222.0.60 "PUT /v2.0/ports/6210fada-ad9a-4ef0-8440-a54efe66b299 HTTP/1.1" status: 200 len: 1092 time: 4.6769292 Nov 19 17:56:48.941124 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-eccc38ed-6bd0-4a2c-8f5d-9894dec5a866 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Request body: {'subnet': {'network_id': '53337c34-9456-4992-81ff-97756ff2585e', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:56:48.941327 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9846013-c21c-4a29-ac30-a9b43c19cef7 req-cad131e5-728b-40e9-b086-a95283fda6e4 tempest-ServerGroupTestJSON-1557289382 tempest-ServerGroupTestJSON-1557289382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:48.948817 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b9846013-c21c-4a29-ac30-a9b43c19cef7 req-cad131e5-728b-40e9-b086-a95283fda6e4 tempest-ServerGroupTestJSON-1557289382 tempest-ServerGroupTestJSON-1557289382-project] 10.222.0.54 "GET /v2.0/ports?device_id=f64a72f2-3f04-4f09-8dac-4439a4f89892 HTTP/1.1" status: 200 len: 944 time: 0.3771317 Nov 19 17:56:49.007720 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-bfd6b09d-9e8e-40b8-8854-04a0e9257478 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12425137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8983934'] for subnet, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:49.055029 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd6b09d-9e8e-40b8-8854-04a0e9257478 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Pushing event deleted for resources: {'Subnet': ['ID=9558c327-fc5d-4d7e-8311-983897e6b6c0,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:49.057297 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-bfd6b09d-9e8e-40b8-8854-04a0e9257478 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:49.061170 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-bfd6b09d-9e8e-40b8-8854-04a0e9257478 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] 10.222.0.54 "DELETE /v2.0/subnets/9558c327-fc5d-4d7e-8311-983897e6b6c0 HTTP/1.1" status: 204 len: 168 time: 0.5675793 Nov 19 17:56:49.064327 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-666bc4c2-fa60-417a-bfbf-9b53713f91a2 None None] Network 27e121db-c88d-4ebd-995b-b9d146a6f0aa requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:56:49.066578 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 41122) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:49.149996 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b9846013-c21c-4a29-ac30-a9b43c19cef7 req-fab482aa-143f-4b00-9c4a-dac63cbc3682 tempest-ServerGroupTestJSON-1557289382 tempest-ServerGroupTestJSON-1557289382-project] 10.222.0.54 "GET /v2.0/security-groups?id=f822ee92-0507-4392-bd1c-75ba37df5caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963258 Nov 19 17:56:49.170438 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-09d007b9-f724-477c-b6da-f81019716db1 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:49.173172 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da78b88a-43ab-4d7b-a2d2-830b71faa07b req-4d60b290-ba65-404e-99ae-dbb114afbcf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:49.174825 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-da78b88a-43ab-4d7b-a2d2-830b71faa07b req-4d60b290-ba65-404e-99ae-dbb114afbcf8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=475e6f4ee5ee40b8bd9444c3af516a78&device_id=e36ff2d2-6456-4560-b784-c1cffc20a6c7 HTTP/1.1" status: 200 len: 1095 time: 0.1710336 Nov 19 17:56:49.178891 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eccc38ed-6bd0-4a2c-8f5d-9894dec5a866 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Made reservation on behalf of a99931e27f474d57b370754999e3039f for: {'subnet': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:56:49.182601 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-eccc38ed-6bd0-4a2c-8f5d-9894dec5a866 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8983829'] for subnet, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:49.228421 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-da78b88a-43ab-4d7b-a2d2-830b71faa07b req-6e2c9173-7952-4b82-b409-ee506e41bf6d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6210fada-ad9a-4ef0-8440-a54efe66b299 HTTP/1.1" status: 200 len: 217 time: 0.0387733 Nov 19 17:56:49.230202 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da78b88a-43ab-4d7b-a2d2-830b71faa07b req-380d3554-d32b-41e8-a413-350a0514d528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:49.231218 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-da78b88a-43ab-4d7b-a2d2-830b71faa07b req-380d3554-d32b-41e8-a413-350a0514d528 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9b42ea5d-7b0c-454f-ba3b-fe68863dd43d HTTP/1.1" status: 200 len: 853 time: 0.2749650 Nov 19 17:56:49.239148 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956e639a-3c58-4992-bb9e-fa798c06ad78 req-0dc24a57-c395-41b4-8999-8da3f66e0c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:49.240460 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-956e639a-3c58-4992-bb9e-fa798c06ad78 req-0dc24a57-c395-41b4-8999-8da3f66e0c7f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8326c9be-7d6a-4bd7-abab-f850f24745d9 HTTP/1.1" status: 200 len: 850 time: 0.2831521 Nov 19 17:56:49.340809 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-09d007b9-f724-477c-b6da-f81019716db1 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Deleting port 6d1748d6-1cf1-4951-a63b-34714b145381 {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:56:49.341356 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-09d007b9-f724-477c-b6da-f81019716db1 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:49.369713 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-da78b88a-43ab-4d7b-a2d2-830b71faa07b req-0a759694-2ec2-4ba2-8d00-cf9344c20971 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=01118a59-d09f-44f4-a9d4-facf002d044d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0987298 Nov 19 17:56:49.371583 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-956e639a-3c58-4992-bb9e-fa798c06ad78 req-dc863649-a00f-4c8e-aa7e-68b3297a2a00 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0f5ef808-2c35-4150-9af1-762ad74b6214&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0893407 Nov 19 17:56:49.382347 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2b425c1-25dd-48b0-b16c-a26640beaa0b None None] DHCP port deletion for 27e121db-c88d-4ebd-995b-b9d146a6f0aa request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 17:56:49.411596 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d6222b6a-30e9-46c0-a366-277669be5e94 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12283104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8731234'] for subnet, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:49.453747 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [None req-09d007b9-f724-477c-b6da-f81019716db1 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] For port 6d1748d6-1cf1-4951-a63b-34714b145381, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=6d1748d6-1cf1-4951-a63b-34714b145381,segment=NetworkSegment(b60fe3d1-49c5-4832-9a18-9b80dc2f3dbc),segment_id=b60fe3d1-49c5-4832-9a18-9b80dc2f3dbc)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:56:49.454558 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-09d007b9-f724-477c-b6da-f81019716db1 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:49.478071 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-09d007b9-f724-477c-b6da-f81019716db1 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Calling delete_port for 6d1748d6-1cf1-4951-a63b-34714b145381 owned by network:dhcp {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:56:49.534456 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da78b88a-43ab-4d7b-a2d2-830b71faa07b req-6c8ae7de-9d33-4ce0-9f28-e71456fe5dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:49.535975 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-da78b88a-43ab-4d7b-a2d2-830b71faa07b req-6c8ae7de-9d33-4ce0-9f28-e71456fe5dc6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9b42ea5d-7b0c-454f-ba3b-fe68863dd43d HTTP/1.1" status: 200 len: 853 time: 0.2893248 Nov 19 17:56:49.572254 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6222b6a-30e9-46c0-a366-277669be5e94 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Network 65eace33-2479-4afb-a7b6-41f0773542ac is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:56:49.604090 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-d6222b6a-30e9-46c0-a366-277669be5e94 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:56:49.621374 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6222b6a-30e9-46c0-a366-277669be5e94 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Pushing event updated for resources: {'Subnet': ['ID=4d3ab9c0-fe51-461a-806a-0e5e8a31129a,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:49.623990 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-733d0ffb-9ee7-49d6-a0a4-e2bc87b79ea0 None None] Network 65eace33-2479-4afb-a7b6-41f0773542ac requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:56:49.629863 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-da78b88a-43ab-4d7b-a2d2-830b71faa07b req-bdb57ace-fb5e-4879-9823-dfb518c8737f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=01118a59-d09f-44f4-a9d4-facf002d044d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0792372 Nov 19 17:56:49.640181 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6222b6a-30e9-46c0-a366-277669be5e94 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:49.640795 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d6222b6a-30e9-46c0-a366-277669be5e94 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:49.657300 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-09d007b9-f724-477c-b6da-f81019716db1 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:49.712296 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-f2b425c1-25dd-48b0-b16c-a26640beaa0b None None] Deleting port 6d1748d6-1cf1-4951-a63b-34714b145381 {{(pid=103366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:56:49.713017 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f2b425c1-25dd-48b0-b16c-a26640beaa0b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:49.752214 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d007b9-f724-477c-b6da-f81019716db1 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Pushing event deleted for resources: {'Port': ['ID=6d1748d6-1cf1-4951-a63b-34714b145381,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:49.772537 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-d6222b6a-30e9-46c0-a366-277669be5e94 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4691942 Nov 19 17:56:49.773183 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 41128) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:49.785012 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d007b9-f724-477c-b6da-f81019716db1 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] No DVR routers for this DVR port 6d1748d6-1cf1-4951-a63b-34714b145381 on host n-d-818022-2 {{(pid=103364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:56:49.792025 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-40c1ebdc-e95e-45b9-8fba-874abaf4d085 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Request body: {'subnet': {'network_id': '65eace33-2479-4afb-a7b6-41f0773542ac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:56:49.803099 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-956e639a-3c58-4992-bb9e-fa798c06ad78 req-1bca2d71-1975-4986-a9cb-9b47d509e6b5 service neutron] 10.222.0.60 "GET /v2.0/networks/0f5ef808-2c35-4150-9af1-762ad74b6214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4103498 Nov 19 17:56:49.828100 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-eccc38ed-6bd0-4a2c-8f5d-9894dec5a866 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12425078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8983815'] for subnet, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:49.847289 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-f2b425c1-25dd-48b0-b16c-a26640beaa0b None None] For port 6d1748d6-1cf1-4951-a63b-34714b145381, host n-d-818022-2, got binding levels [] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:56:49.847675 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f2b425c1-25dd-48b0-b16c-a26640beaa0b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:49.858815 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-da78b88a-43ab-4d7b-a2d2-830b71faa07b req-dae97339-c672-485f-9b4d-38e8e0fe968b service neutron] 10.222.0.60 "GET /v2.0/networks/01118a59-d09f-44f4-a9d4-facf002d044d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4649410 Nov 19 17:56:49.865510 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-f2b425c1-25dd-48b0-b16c-a26640beaa0b None None] Calling delete_port for 6d1748d6-1cf1-4951-a63b-34714b145381 owned by network:dhcp {{(pid=103366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:56:49.885151 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.ipam_backend_mixin [None req-f2b425c1-25dd-48b0-b16c-a26640beaa0b None None] Port 6d1748d6-1cf1-4951-a63b-34714b145381 was not found and therefore no delete operation was performed {{(pid=103366) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 19 17:56:49.889950 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f2b425c1-25dd-48b0-b16c-a26640beaa0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007'] for port, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:49.899091 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccc38ed-6bd0-4a2c-8f5d-9894dec5a866 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Pushing event updated for resources: {'Subnet': ['ID=bd4e0c7a-262d-4cd9-bc5a-148e628e7a4a,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:49.926854 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b425c1-25dd-48b0-b16c-a26640beaa0b None None] Pushing event deleted for resources: {'Port': ['ID=6d1748d6-1cf1-4951-a63b-34714b145381,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:49.935391 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b425c1-25dd-48b0-b16c-a26640beaa0b None None] No DVR routers for this DVR port 6d1748d6-1cf1-4951-a63b-34714b145381 on host n-d-818022-2 {{(pid=103366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:56:50.007101 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31a49848-2028-45b4-8f25-221a34c524e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54f44f5f-1200-574e-8740-2141911d5b73-65eace33-2479-4afb-a7b6-41f0773542ac', 'network_id': '65eace33-2479-4afb-a7b6-41f0773542ac', 'tenant_id': '6b45f31544cd40e7b10456e94240dc6e', 'fixed_ips': [{'subnet_id': '4d3ab9c0-fe51-461a-806a-0e5e8a31129a'}]}} from n-d-818022-2. {{(pid=103366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 17:56:50.011683 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-31a49848-2028-45b4-8f25-221a34c524e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:50.018289 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7ffe54-f762-468e-9c0b-ab6c050a62df req-a7832b82-3912-4fab-86d3-4958e2c2b096 tempest-MultipleCreateTestJSON-1825635663 tempest-MultipleCreateTestJSON-1825635663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:50.031740 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6e7ffe54-f762-468e-9c0b-ab6c050a62df req-a7832b82-3912-4fab-86d3-4958e2c2b096 tempest-MultipleCreateTestJSON-1825635663 tempest-MultipleCreateTestJSON-1825635663-project] 10.222.0.54 "GET /v2.0/ports?device_id=e36ff2d2-6456-4560-b784-c1cffc20a6c7 HTTP/1.1" status: 200 len: 944 time: 0.2745564 Nov 19 17:56:50.031967 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-da78b88a-43ab-4d7b-a2d2-830b71faa07b req-a06491d1-849a-4f3c-9a91-ac817f46cbec service neutron] 10.222.0.60 "GET /v2.0/networks/01118a59-d09f-44f4-a9d4-facf002d044d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3572819 Nov 19 17:56:50.092040 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-09d007b9-f724-477c-b6da-f81019716db1 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:50.104768 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eccc38ed-6bd0-4a2c-8f5d-9894dec5a866 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Checking segment: {'id': '470a8e12-c2ba-4a04-97c8-2586d8ccf1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '53337c34-9456-4992-81ff-97756ff2585e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:56:50.105256 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eccc38ed-6bd0-4a2c-8f5d-9894dec5a866 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Network hostable DHCP agents. Network: 53337c34-9456-4992-81ff-97756ff2585e, hostable agents: ['02910ef2-0455-4aea-9f38-9a875579633f'], hosted agents: [] {{(pid=103364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 17:56:50.144311 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6e7ffe54-f762-468e-9c0b-ab6c050a62df req-0374d807-7c66-4250-bdc3-e49b0164adb2 tempest-MultipleCreateTestJSON-1825635663 tempest-MultipleCreateTestJSON-1825635663-project] 10.222.0.54 "GET /v2.0/security-groups?id=11f15ae4-8821-41c9-a586-57bef0a63f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175251 Nov 19 17:56:50.154564 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-09d007b9-f724-477c-b6da-f81019716db1 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27e121db-c88d-4ebd-995b-b9d146a6f0aa']}} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:56:50.164258 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eccc38ed-6bd0-4a2c-8f5d-9894dec5a866 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Network 53337c34-9456-4992-81ff-97756ff2585e is scheduled to be hosted by DHCP agent 02910ef2-0455-4aea-9f38-9a875579633f with binding_index 1 {{(pid=103364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 17:56:50.173564 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-09d007b9-f724-477c-b6da-f81019716db1 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b60fe3d1-49c5-4832-9a18-9b80dc2f3dbc') {'for_net_delete': True} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:56:50.174125 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-09d007b9-f724-477c-b6da-f81019716db1 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b60fe3d1-49c5-4832-9a18-9b80dc2f3dbc') {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:56:50.188382 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-09d007b9-f724-477c-b6da-f81019716db1 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417396'] for segment, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:50.202903 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-eccc38ed-6bd0-4a2c-8f5d-9894dec5a866 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818022-2, 53337c34-9456-4992-81ff-97756ff2585e) {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:56:50.208518 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-09d007b9-f724-477c-b6da-f81019716db1 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:50.211917 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eccc38ed-6bd0-4a2c-8f5d-9894dec5a866 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:50.212768 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-eccc38ed-6bd0-4a2c-8f5d-9894dec5a866 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:50.228078 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09d007b9-f724-477c-b6da-f81019716db1 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Releasing vlan 697 on physical network physnet1 to pool {{(pid=103364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 17:56:50.228865 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-09d007b9-f724-477c-b6da-f81019716db1 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12425183'] for segment, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:50.233321 n-d-818022-2 neutron-server[103364]: Traceback (most recent call last): Nov 19 17:56:50.233321 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 17:56:50.233321 n-d-818022-2 neutron-server[103364]: timer() Nov 19 17:56:50.233321 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 17:56:50.233321 n-d-818022-2 neutron-server[103364]: cb(*args, **kw) Nov 19 17:56:50.233321 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 17:56:50.233321 n-d-818022-2 neutron-server[103364]: return func(*args, **kwargs) Nov 19 17:56:50.233321 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 17:56:50.233321 n-d-818022-2 neutron-server[103364]: self._notify() Nov 19 17:56:50.233321 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 17:56:50.233321 n-d-818022-2 neutron-server[103364]: self.callback(batched_events) Nov 19 17:56:50.233321 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 17:56:50.233321 n-d-818022-2 neutron-server[103364]: event.method(event) Nov 19 17:56:50.233321 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 17:56:50.233321 n-d-818022-2 neutron-server[103364]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 17:56:50.233321 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 17:56:50.233321 n-d-818022-2 neutron-server[103364]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 17:56:50.233321 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 17:56:50.233321 n-d-818022-2 neutron-server[103364]: return f(self, *a, **k) Nov 19 17:56:50.233321 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 17:56:50.233321 n-d-818022-2 neutron-server[103364]: return self._get(url).json() Nov 19 17:56:50.233321 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 17:56:50.233321 n-d-818022-2 neutron-server[103364]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 17:56:50.233321 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 17:56:50.233321 n-d-818022-2 neutron-server[103364]: return self.request(url, 'GET', **kwargs) Nov 19 17:56:50.233321 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 17:56:50.233321 n-d-818022-2 neutron-server[103364]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 17:56:50.233321 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 17:56:50.233321 n-d-818022-2 neutron-server[103364]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 17:56:50.233321 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 17:56:50.233321 n-d-818022-2 neutron-server[103364]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 17:56:50.233321 n-d-818022-2 neutron-server[103364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 17:56:50.250929 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [None req-31a49848-2028-45b4-8f25-221a34c524e4 None None] Allocated IP 172.20.0.2 (65eace33-2479-4afb-a7b6-41f0773542ac/4d3ab9c0-fe51-461a-806a-0e5e8a31129a/0cf8eb41-25a9-4a3d-89ea-eca47c82e668) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:56:50.292479 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-eccc38ed-6bd0-4a2c-8f5d-9894dec5a866 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3587692 Nov 19 17:56:50.295680 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 41134) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:50.300856 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-c10b7c2e-795f-4dd3-b143-93c219c75045 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-539133364'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:56:50.336399 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c10b7c2e-795f-4dd3-b143-93c219c75045 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Made reservation on behalf of a99931e27f474d57b370754999e3039f for: {'network': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:56:50.340063 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c10b7c2e-795f-4dd3-b143-93c219c75045 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:50.356661 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caa0ecb3-e7cc-4afb-b42f-66932cef47d6 None None] Network 53337c34-9456-4992-81ff-97756ff2585e requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:56:50.376469 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-09d007b9-f724-477c-b6da-f81019716db1 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671242'] for network, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:50.398880 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c10b7c2e-795f-4dd3-b143-93c219c75045 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 669} {{(pid=103364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 17:56:50.401542 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-09d007b9-f724-477c-b6da-f81019716db1 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks [] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:50.408940 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-09d007b9-f724-477c-b6da-f81019716db1 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] 10.222.0.54 "DELETE /v2.0/networks/27e121db-c88d-4ebd-995b-b9d146a6f0aa HTTP/1.1" status: 204 len: 168 time: 1.3352816 Nov 19 17:56:50.408940 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d007b9-f724-477c-b6da-f81019716db1 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Pushing event deleted for resources: {'Network': ['ID=27e121db-c88d-4ebd-995b-b9d146a6f0aa,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:50.415893 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 41136) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:50.421656 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-1d2f72f9-5099-4ca0-8fc6-109108098fa6 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-838360941'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:56:50.451529 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c10b7c2e-795f-4dd3-b143-93c219c75045 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:50.451962 n-d-818022-2 neutron-server[103364]: INFO neutron.db.segments_db [None req-c10b7c2e-795f-4dd3-b143-93c219c75045 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Added segment c1624538-e61e-4aa9-89d2-bf91afd6bc50 of type vlan for network 41cbfd75-8af5-4876-b359-2a7819ac01aa Nov 19 17:56:50.462933 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d2f72f9-5099-4ca0-8fc6-109108098fa6 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Made reservation on behalf of fd1b3fcd1beb4931bb2ec4613fd50ee2 for: {'network': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:56:50.467441 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1d2f72f9-5099-4ca0-8fc6-109108098fa6 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:50.499694 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0df2c18-61aa-4def-a897-75583508c3aa', 'tag': 'a93c4be1-22e4-4452-8eb2-fc06bf6d619e'}, {'name': 'network-changed', 'server_uuid': 'e36ff2d2-6456-4560-b784-c1cffc20a6c7', 'tag': '6210fada-ad9a-4ef0-8440-a54efe66b299'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:56:50.502517 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218319d759239a7d11f1288aef37381b97754913ee9ccbfd43b51a463f801712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64566ccd-b859-4621-8ca0-8fb22c8162d8" -d '{"events": [{"name": "network-changed", "server_uuid": "d0df2c18-61aa-4def-a897-75583508c3aa", "tag": "a93c4be1-22e4-4452-8eb2-fc06bf6d619e"}, {"name": "network-changed", "server_uuid": "e36ff2d2-6456-4560-b784-c1cffc20a6c7", "tag": "6210fada-ad9a-4ef0-8440-a54efe66b299"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:56:50.596168 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c10b7c2e-795f-4dd3-b143-93c219c75045 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:50.607482 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 19 Nov 2021 17:56:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1b7bf6a-17c9-42af-bbcd-a3d3bd4f9dc4 x-openstack-request-id: req-c1b7bf6a-17c9-42af-bbcd-a3d3bd4f9dc4 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:56:50.607482 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0df2c18-61aa-4def-a897-75583508c3aa", "tag": "a93c4be1-22e4-4452-8eb2-fc06bf6d619e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e36ff2d2-6456-4560-b784-c1cffc20a6c7", "tag": "6210fada-ad9a-4ef0-8440-a54efe66b299", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:56:50.607482 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c1b7bf6a-17c9-42af-bbcd-a3d3bd4f9dc4 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:56:50.608206 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0df2c18-61aa-4def-a897-75583508c3aa', 'tag': 'a93c4be1-22e4-4452-8eb2-fc06bf6d619e', 'status': 'completed', 'code': 200} Nov 19 17:56:50.608567 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e36ff2d2-6456-4560-b784-c1cffc20a6c7', 'tag': '6210fada-ad9a-4ef0-8440-a54efe66b299', 'status': 'completed', 'code': 200} Nov 19 17:56:50.635970 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c10b7c2e-795f-4dd3-b143-93c219c75045 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:50.645156 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c10b7c2e-795f-4dd3-b143-93c219c75045 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:50.646122 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c10b7c2e-795f-4dd3-b143-93c219c75045 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks [] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:50.649437 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-956e639a-3c58-4992-bb9e-fa798c06ad78 req-fa2e4e15-5090-4f38-9e71-60c72d903a56 service neutron] 10.222.0.60 "GET /v2.0/networks/0f5ef808-2c35-4150-9af1-762ad74b6214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8295865 Nov 19 17:56:50.662645 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.db.api [None req-1d2f72f9-5099-4ca0-8fc6-109108098fa6 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=103364) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 17:56:50.662964 n-d-818022-2 neutron-server[103364]: DEBUG oslo_db.api [None req-1d2f72f9-5099-4ca0-8fc6-109108098fa6 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 17:56:50.672150 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 6d1748d6-1cf1-4951-a63b-34714b145381 no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:56:50.674045 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6c3e963-172d-44e2-8970-b62f61e26b94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54f44f5f-1200-574e-8740-2141911d5b73-53337c34-9456-4992-81ff-97756ff2585e', 'network_id': '53337c34-9456-4992-81ff-97756ff2585e', 'tenant_id': 'a99931e27f474d57b370754999e3039f', 'fixed_ips': [{'subnet_id': 'bd4e0c7a-262d-4cd9-bc5a-148e628e7a4a'}]}} from n-d-818022-2. {{(pid=103366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 17:56:50.675041 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f6c3e963-172d-44e2-8970-b62f61e26b94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:50.682288 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-da78b88a-43ab-4d7b-a2d2-830b71faa07b req-af47be47-89c2-4e6b-b58c-f63b80c6f947 service neutron] 10.222.0.60 "GET /v2.0/networks/01118a59-d09f-44f4-a9d4-facf002d044d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8153939 Nov 19 17:56:50.693063 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-c10b7c2e-795f-4dd3-b143-93c219c75045 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3937387 Nov 19 17:56:50.716457 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 41140) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:50.732694 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-a9a7ec14-add7-4e4f-84fc-9352a5e7dd5f tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Request body: {'subnet': {'network_id': '41cbfd75-8af5-4876-b359-2a7819ac01aa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:56:50.740799 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10b7c2e-795f-4dd3-b143-93c219c75045 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Pushing event updated for resources: {'Network': ['ID=41cbfd75-8af5-4876-b359-2a7819ac01aa,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:50.744430 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: 6d1748d6-1cf1-4951-a63b-34714b145381 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:56:50.744927 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 6d1748d6-1cf1-4951-a63b-34714b145381 not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:56:50.754088 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-31a49848-2028-45b4-8f25-221a34c524e4 None None] Publish callbacks [] for port, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:50.757055 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network 41cbfd75-8af5-4876-b359-2a7819ac01aa details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 17:56:50.811331 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-31a49848-2028-45b4-8f25-221a34c524e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998'] for port, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:50.823892 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf40964a-a285-4348-960e-b43d43c4c288 req-51ad45cd-39b0-4489-8321-f14d01f70852 tempest-ServerGroupTestJSON-1557289382 tempest-ServerGroupTestJSON-1557289382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:50.825230 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-bf40964a-a285-4348-960e-b43d43c4c288 req-51ad45cd-39b0-4489-8321-f14d01f70852 tempest-ServerGroupTestJSON-1557289382 tempest-ServerGroupTestJSON-1557289382-project] 10.222.0.54 "GET /v2.0/ports?device_id=f64a72f2-3f04-4f09-8dac-4439a4f89892 HTTP/1.1" status: 200 len: 944 time: 0.3018234 Nov 19 17:56:50.911358 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-da78b88a-43ab-4d7b-a2d2-830b71faa07b req-292c7a4c-4d15-4216-a8ed-92bf52c81d70 service neutron] 10.222.0.60 "GET /v2.0/networks/01118a59-d09f-44f4-a9d4-facf002d044d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8697402 Nov 19 17:56:50.922923 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40c1ebdc-e95e-45b9-8fba-874abaf4d085 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Made reservation on behalf of 6b45f31544cd40e7b10456e94240dc6e for: {'subnet': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:56:50.927107 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-40c1ebdc-e95e-45b9-8fba-874abaf4d085 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8731248'] for subnet, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:50.956688 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31a49848-2028-45b4-8f25-221a34c524e4 None None] Network 65eace33-2479-4afb-a7b6-41f0773542ac is already hosted by enough agents. {{(pid=103366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:56:50.962918 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [None req-31a49848-2028-45b4-8f25-221a34c524e4 None None] Resources bound (agent type, host, resource id): {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:56:50.965583 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a49848-2028-45b4-8f25-221a34c524e4 None None] Received port after_create {{(pid=103366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:56:50.969159 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a49848-2028-45b4-8f25-221a34c524e4 None None] Pushing event updated for resources: {'Port': ['ID=0cf8eb41-25a9-4a3d-89ea-eca47c82e668,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:51.032924 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f80410-5ce8-432c-ba47-b27c1f908a38 req-3af3bcbe-3731-4471-89f7-c0cbc704f338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:51.034742 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b4f80410-5ce8-432c-ba47-b27c1f908a38 req-3af3bcbe-3731-4471-89f7-c0cbc704f338 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=57943c6246e547b797e04073cbeaf6a2&device_id=f64a72f2-3f04-4f09-8dac-4439a4f89892 HTTP/1.1" status: 200 len: 1095 time: 0.3143418 Nov 19 17:56:51.057010 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64566ccd-b859-4621-8ca0-8fb22c8162d8 req-9cf64077-e328-4c7c-8546-f6f6f9a9dc96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:51.058558 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-64566ccd-b859-4621-8ca0-8fb22c8162d8 req-9cf64077-e328-4c7c-8546-f6f6f9a9dc96 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=475e6f4ee5ee40b8bd9444c3af516a78&device_id=d0df2c18-61aa-4def-a897-75583508c3aa HTTP/1.1" status: 200 len: 1095 time: 0.2851174 Nov 19 17:56:51.073378 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [None req-f6c3e963-172d-44e2-8970-b62f61e26b94 None None] Allocated IP 2001:db8:0:ffff::2 (53337c34-9456-4992-81ff-97756ff2585e/bd4e0c7a-262d-4cd9-bc5a-148e628e7a4a/486c9823-97e4-40a7-8a84-cac00d6dd7fc) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:56:51.075615 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-31a49848-2028-45b4-8f25-221a34c524e4 None None] Attempting to bind port 0cf8eb41-25a9-4a3d-89ea-eca47c82e668 on host n-d-818022-2 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:56:51.076340 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-31a49848-2028-45b4-8f25-221a34c524e4 None None] Attempting to bind port 0cf8eb41-25a9-4a3d-89ea-eca47c82e668 by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': 'b0148e58-5e40-4372-b35c-802e0d196d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '65eace33-2479-4afb-a7b6-41f0773542ac'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:56:51.076518 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a49848-2028-45b4-8f25-221a34c524e4 None None] Attempting to bind port 0cf8eb41-25a9-4a3d-89ea-eca47c82e668 on network 65eace33-2479-4afb-a7b6-41f0773542ac {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:56:51.093902 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a49848-2028-45b4-8f25-221a34c524e4 None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 56, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:56:51.094245 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a49848-2028-45b4-8f25-221a34c524e4 None None] Checking segment: {'id': 'b0148e58-5e40-4372-b35c-802e0d196d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '65eace33-2479-4afb-a7b6-41f0773542ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:56:51.094703 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-31a49848-2028-45b4-8f25-221a34c524e4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:51.095310 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a49848-2028-45b4-8f25-221a34c524e4 None None] Bound using segment: {'id': 'b0148e58-5e40-4372-b35c-802e0d196d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '65eace33-2479-4afb-a7b6-41f0773542ac'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:56:51.095876 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-31a49848-2028-45b4-8f25-221a34c524e4 None None] Bound port: 0cf8eb41-25a9-4a3d-89ea-eca47c82e668, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0148e58-5e40-4372-b35c-802e0d196d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '65eace33-2479-4afb-a7b6-41f0773542ac'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:56:51.096345 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-31a49848-2028-45b4-8f25-221a34c524e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:51.137943 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-bf40964a-a285-4348-960e-b43d43c4c288 req-b03c9b52-020b-4dd6-9bd6-6d8950049b08 tempest-ServerGroupTestJSON-1557289382 tempest-ServerGroupTestJSON-1557289382-project] 10.222.0.54 "GET /v2.0/security-groups?id=f822ee92-0507-4392-bd1c-75ba37df5caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2736120 Nov 19 17:56:51.164649 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1d2f72f9-5099-4ca0-8fc6-109108098fa6 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:51.214827 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9a7ec14-add7-4e4f-84fc-9352a5e7dd5f tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Made reservation on behalf of a99931e27f474d57b370754999e3039f for: {'subnet': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:56:51.219061 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec14-add7-4e4f-84fc-9352a5e7dd5f tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8731248'] for subnet, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:51.221856 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d2f72f9-5099-4ca0-8fc6-109108098fa6 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 663} {{(pid=103364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 17:56:51.243600 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1d2f72f9-5099-4ca0-8fc6-109108098fa6 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:51.244547 n-d-818022-2 neutron-server[103364]: INFO neutron.db.segments_db [None req-1d2f72f9-5099-4ca0-8fc6-109108098fa6 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Added segment 644eca80-831b-43e1-98b9-45caed79e0c0 of type vlan for network a792b3c6-60ed-4a89-8476-50c1eb8d6178 Nov 19 17:56:51.309222 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-31a49848-2028-45b4-8f25-221a34c524e4 None None] For port 0cf8eb41-25a9-4a3d-89ea-eca47c82e668, host n-d-818022-2, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:56:51.319027 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-31a49848-2028-45b4-8f25-221a34c524e4 None None] For port 0cf8eb41-25a9-4a3d-89ea-eca47c82e668, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=0cf8eb41-25a9-4a3d-89ea-eca47c82e668,segment=NetworkSegment(b0148e58-5e40-4372-b35c-802e0d196d41),segment_id=b0148e58-5e40-4372-b35c-802e0d196d41)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:56:51.336909 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1d2f72f9-5099-4ca0-8fc6-109108098fa6 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:51.356441 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-31a49848-2028-45b4-8f25-221a34c524e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:51.368273 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f80410-5ce8-432c-ba47-b27c1f908a38 req-edaf3fc8-d1f9-4ebf-a100-c7e652524c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:51.368273 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b4f80410-5ce8-432c-ba47-b27c1f908a38 req-edaf3fc8-d1f9-4ebf-a100-c7e652524c32 service neutron] 10.222.0.60 "GET /v2.0/networks?id=0f5ef808-2c35-4150-9af1-762ad74b6214 HTTP/1.1" status: 200 len: 911 time: 0.3170884 Nov 19 17:56:51.392723 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ddafe4-763b-40a0-979d-6bf35cd7e4e6 req-8863ff43-45ba-443e-bd46-ec0ca3c3d526 tempest-MultipleCreateTestJSON-1825635663 tempest-MultipleCreateTestJSON-1825635663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:51.401430 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64566ccd-b859-4621-8ca0-8fb22c8162d8 req-1388ccc8-b4f9-466f-95ca-88558f972ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:51.403006 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-64566ccd-b859-4621-8ca0-8fb22c8162d8 req-1388ccc8-b4f9-466f-95ca-88558f972ba9 service neutron] 10.222.0.60 "GET /v2.0/networks?id=01118a59-d09f-44f4-a9d4-facf002d044d HTTP/1.1" status: 200 len: 914 time: 0.3285303 Nov 19 17:56:51.404183 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f4ddafe4-763b-40a0-979d-6bf35cd7e4e6 req-8863ff43-45ba-443e-bd46-ec0ca3c3d526 tempest-MultipleCreateTestJSON-1825635663 tempest-MultipleCreateTestJSON-1825635663-project] 10.222.0.54 "GET /v2.0/ports?device_id=e36ff2d2-6456-4560-b784-c1cffc20a6c7 HTTP/1.1" status: 200 len: 944 time: 0.1171150 Nov 19 17:56:51.459425 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b4f80410-5ce8-432c-ba47-b27c1f908a38 req-57b22222-c570-4ee0-abee-23e2631bca20 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cd79001d-e36b-4e83-8531-39d638b63e80 HTTP/1.1" status: 200 len: 217 time: 0.0742209 Nov 19 17:56:51.492608 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f6c3e963-172d-44e2-8970-b62f61e26b94 None None] Publish callbacks [] for port, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:51.509417 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1d2f72f9-5099-4ca0-8fc6-109108098fa6 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:51.514985 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f6c3e963-172d-44e2-8970-b62f61e26b94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998'] for port, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:51.518191 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d2f72f9-5099-4ca0-8fc6-109108098fa6 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:51.522233 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1d2f72f9-5099-4ca0-8fc6-109108098fa6 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks [] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:51.523716 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a49848-2028-45b4-8f25-221a34c524e4 None None] Pushing event updated for resources: {'Port': ['ID=0cf8eb41-25a9-4a3d-89ea-eca47c82e668,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:51.550185 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f4ddafe4-763b-40a0-979d-6bf35cd7e4e6 req-e8b6adfa-f4ac-4ab9-8bd9-6e92fc0988bc tempest-MultipleCreateTestJSON-1825635663 tempest-MultipleCreateTestJSON-1825635663-project] 10.222.0.54 "GET /v2.0/security-groups?id=11f15ae4-8821-41c9-a586-57bef0a63f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449609 Nov 19 17:56:51.577836 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-1d2f72f9-5099-4ca0-8fc6-109108098fa6 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1608465 Nov 19 17:56:51.602934 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c3e963-172d-44e2-8970-b62f61e26b94 None None] Pushing event updated for resources: {'Port': ['ID=486c9823-97e4-40a7-8a84-cac00d6dd7fc,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:51.619706 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 41148) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:51.620546 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6c3e963-172d-44e2-8970-b62f61e26b94 None None] Network 53337c34-9456-4992-81ff-97756ff2585e is already hosted by enough agents. {{(pid=103366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:56:51.622040 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [None req-f6c3e963-172d-44e2-8970-b62f61e26b94 None None] Resources bound (agent type, host, resource id): {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:56:51.625013 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c3e963-172d-44e2-8970-b62f61e26b94 None None] Received port after_create {{(pid=103366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:56:51.629718 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-6c624409-eee6-4467-a56f-72de366cb89b tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Request body: {'subnet': {'network_id': 'a792b3c6-60ed-4a89-8476-50c1eb8d6178', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:56:51.689833 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-f6c3e963-172d-44e2-8970-b62f61e26b94 None None] Attempting to bind port 486c9823-97e4-40a7-8a84-cac00d6dd7fc on host n-d-818022-2 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:56:51.690201 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-f6c3e963-172d-44e2-8970-b62f61e26b94 None None] Attempting to bind port 486c9823-97e4-40a7-8a84-cac00d6dd7fc by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': '470a8e12-c2ba-4a04-97c8-2586d8ccf1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '53337c34-9456-4992-81ff-97756ff2585e'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:56:51.690568 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c3e963-172d-44e2-8970-b62f61e26b94 None None] Attempting to bind port 486c9823-97e4-40a7-8a84-cac00d6dd7fc on network 53337c34-9456-4992-81ff-97756ff2585e {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:56:51.696728 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c3e963-172d-44e2-8970-b62f61e26b94 None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 56, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:56:51.697130 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c3e963-172d-44e2-8970-b62f61e26b94 None None] Checking segment: {'id': '470a8e12-c2ba-4a04-97c8-2586d8ccf1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '53337c34-9456-4992-81ff-97756ff2585e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:56:51.697501 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f6c3e963-172d-44e2-8970-b62f61e26b94 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:51.697922 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c3e963-172d-44e2-8970-b62f61e26b94 None None] Bound using segment: {'id': '470a8e12-c2ba-4a04-97c8-2586d8ccf1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '53337c34-9456-4992-81ff-97756ff2585e'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:56:51.698538 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-f6c3e963-172d-44e2-8970-b62f61e26b94 None None] Bound port: 486c9823-97e4-40a7-8a84-cac00d6dd7fc, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '470a8e12-c2ba-4a04-97c8-2586d8ccf1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '53337c34-9456-4992-81ff-97756ff2585e'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:56:51.698979 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f6c3e963-172d-44e2-8970-b62f61e26b94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:51.705042 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2f72f9-5099-4ca0-8fc6-109108098fa6 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Pushing event updated for resources: {'Network': ['ID=a792b3c6-60ed-4a89-8476-50c1eb8d6178,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:51.738212 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network a792b3c6-60ed-4a89-8476-50c1eb8d6178 details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 17:56:51.769520 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c624409-eee6-4467-a56f-72de366cb89b tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Made reservation on behalf of fd1b3fcd1beb4931bb2ec4613fd50ee2 for: {'subnet': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:56:51.774614 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6c624409-eee6-4467-a56f-72de366cb89b tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8983829'] for subnet, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:51.789302 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-64566ccd-b859-4621-8ca0-8fb22c8162d8 req-7dbd186e-db3b-417f-8955-a58c3ea1881d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a93c4be1-22e4-4452-8eb2-fc06bf6d619e HTTP/1.1" status: 200 len: 217 time: 0.3484344 Nov 19 17:56:51.864615 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64566ccd-b859-4621-8ca0-8fb22c8162d8 req-c1845e00-721d-495e-92aa-3654f1a7b2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:51.867697 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-64566ccd-b859-4621-8ca0-8fb22c8162d8 req-c1845e00-721d-495e-92aa-3654f1a7b2ac service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9b42ea5d-7b0c-454f-ba3b-fe68863dd43d HTTP/1.1" status: 200 len: 853 time: 0.0653126 Nov 19 17:56:51.882746 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec14-add7-4e4f-84fc-9352a5e7dd5f tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12283104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8731234'] for subnet, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:51.885878 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-f6c3e963-172d-44e2-8970-b62f61e26b94 None None] For port 486c9823-97e4-40a7-8a84-cac00d6dd7fc, host n-d-818022-2, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:56:51.890679 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-f6c3e963-172d-44e2-8970-b62f61e26b94 None None] For port 486c9823-97e4-40a7-8a84-cac00d6dd7fc, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=486c9823-97e4-40a7-8a84-cac00d6dd7fc,segment=NetworkSegment(470a8e12-c2ba-4a04-97c8-2586d8ccf1fc),segment_id=470a8e12-c2ba-4a04-97c8-2586d8ccf1fc)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:56:51.898770 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f6c3e963-172d-44e2-8970-b62f61e26b94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:51.951422 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f80410-5ce8-432c-ba47-b27c1f908a38 req-39be6493-4379-4878-ae4b-a289ce634f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:51.952920 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b4f80410-5ce8-432c-ba47-b27c1f908a38 req-39be6493-4379-4878-ae4b-a289ce634f54 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8326c9be-7d6a-4bd7-abab-f850f24745d9 HTTP/1.1" status: 200 len: 850 time: 0.4756846 Nov 19 17:56:51.969428 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c3e963-172d-44e2-8970-b62f61e26b94 None None] Pushing event updated for resources: {'Port': ['ID=486c9823-97e4-40a7-8a84-cac00d6dd7fc,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:52.018394 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6c624409-eee6-4467-a56f-72de366cb89b tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12425078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8983815'] for subnet, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:52.022099 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-64566ccd-b859-4621-8ca0-8fb22c8162d8 req-c35acbf3-ef41-4c38-84a1-c5cfd7e2bed6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=01118a59-d09f-44f4-a9d4-facf002d044d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1311574 Nov 19 17:56:52.054124 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b4f80410-5ce8-432c-ba47-b27c1f908a38 req-1494e03e-0ad9-45b5-86b4-ab0d2b07d69d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0f5ef808-2c35-4150-9af1-762ad74b6214&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0732493 Nov 19 17:56:52.098589 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c624409-eee6-4467-a56f-72de366cb89b tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Pushing event updated for resources: {'Subnet': ['ID=79835fc5-2296-4e61-99f6-7c9f6ef9daa8,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:52.108517 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c624409-eee6-4467-a56f-72de366cb89b tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Checking segment: {'id': '644eca80-831b-43e1-98b9-45caed79e0c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'a792b3c6-60ed-4a89-8476-50c1eb8d6178'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:56:52.108876 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c624409-eee6-4467-a56f-72de366cb89b tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Network hostable DHCP agents. Network: a792b3c6-60ed-4a89-8476-50c1eb8d6178, hostable agents: ['02910ef2-0455-4aea-9f38-9a875579633f'], hosted agents: [] {{(pid=103364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 17:56:52.127961 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c624409-eee6-4467-a56f-72de366cb89b tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Network a792b3c6-60ed-4a89-8476-50c1eb8d6178 is scheduled to be hosted by DHCP agent 02910ef2-0455-4aea-9f38-9a875579633f with binding_index 1 {{(pid=103364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 17:56:52.140949 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-6c624409-eee6-4467-a56f-72de366cb89b tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818022-2, a792b3c6-60ed-4a89-8476-50c1eb8d6178) {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:56:52.145441 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c624409-eee6-4467-a56f-72de366cb89b tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:52.146068 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6c624409-eee6-4467-a56f-72de366cb89b tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:52.158986 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b934546-4051-45e1-bb70-35267f408be6 None None] Network a792b3c6-60ed-4a89-8476-50c1eb8d6178 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:56:52.167249 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ec14-add7-4e4f-84fc-9352a5e7dd5f tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Pushing event updated for resources: {'Subnet': ['ID=5ccc6d2e-e543-4374-903b-b7908d84aece,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:52.172360 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-6c624409-eee6-4467-a56f-72de366cb89b tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5510237 Nov 19 17:56:52.182347 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 41150) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:52.207626 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-b038dbda-a9c0-4e0c-9737-1bdd2c4bfd06 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1510856584', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:56:52.247674 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b038dbda-a9c0-4e0c-9737-1bdd2c4bfd06 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9890'] for router, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:52.250219 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b038dbda-a9c0-4e0c-9737-1bdd2c4bfd06 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671617', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-732153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4689'] for router, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:52.363214 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b038dbda-a9c0-4e0c-9737-1bdd2c4bfd06 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:52.372849 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b038dbda-a9c0-4e0c-9737-1bdd2c4bfd06 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671702'] for router, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:52.410198 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b038dbda-a9c0-4e0c-9737-1bdd2c4bfd06 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks [] for router, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:52.411694 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-b038dbda-a9c0-4e0c-9737-1bdd2c4bfd06 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2280319 Nov 19 17:56:52.414478 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 41158) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:52.443567 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea6095ec-cba6-484b-8727-22ac9c00c3a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54f44f5f-1200-574e-8740-2141911d5b73-a792b3c6-60ed-4a89-8476-50c1eb8d6178', 'network_id': 'a792b3c6-60ed-4a89-8476-50c1eb8d6178', 'tenant_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'fixed_ips': [{'subnet_id': '79835fc5-2296-4e61-99f6-7c9f6ef9daa8'}]}} from n-d-818022-2. {{(pid=103366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 17:56:52.444694 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ea6095ec-cba6-484b-8727-22ac9c00c3a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:52.458431 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a7ec14-add7-4e4f-84fc-9352a5e7dd5f tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Checking segment: {'id': 'c1624538-e61e-4aa9-89d2-bf91afd6bc50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '41cbfd75-8af5-4876-b359-2a7819ac01aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:56:52.459105 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9a7ec14-add7-4e4f-84fc-9352a5e7dd5f tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Network hostable DHCP agents. Network: 41cbfd75-8af5-4876-b359-2a7819ac01aa, hostable agents: ['02910ef2-0455-4aea-9f38-9a875579633f'], hosted agents: [] {{(pid=103365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 17:56:52.566252 n-d-818022-2 neutron-server[103365]: DEBUG neutron.objects.ports [None req-40c1ebdc-e95e-45b9-8fba-874abaf4d085 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103365) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 19 17:56:52.572201 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-64566ccd-b859-4621-8ca0-8fb22c8162d8 req-530f67e6-fe59-4791-b0d2-348f8fd170e9 service neutron] 10.222.0.60 "GET /v2.0/networks/01118a59-d09f-44f4-a9d4-facf002d044d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5248785 Nov 19 17:56:52.584843 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b4f80410-5ce8-432c-ba47-b27c1f908a38 req-8c5834c5-bbbe-46d9-8465-d139259cd925 service neutron] 10.222.0.60 "GET /v2.0/networks/0f5ef808-2c35-4150-9af1-762ad74b6214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5125723 Nov 19 17:56:52.632264 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9a7ec14-add7-4e4f-84fc-9352a5e7dd5f tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Network 41cbfd75-8af5-4876-b359-2a7819ac01aa is scheduled to be hosted by DHCP agent 02910ef2-0455-4aea-9f38-9a875579633f with binding_index 1 {{(pid=103365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 17:56:52.749981 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [None req-ea6095ec-cba6-484b-8727-22ac9c00c3a0 None None] Allocated IP 2001:db8::2 (a792b3c6-60ed-4a89-8476-50c1eb8d6178/79835fc5-2296-4e61-99f6-7c9f6ef9daa8/4d54ab8c-f1e3-472a-9f8b-a382bd6f6b88) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:56:52.830273 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 486c9823-97e4-40a7-8a84-cac00d6dd7fc up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:56:52.846546 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf62ebc-9427-4b90-bc33-a6052d02776c req-9a1c2e44-83fc-4915-8a77-98838df10302 tempest-ServerGroupTestJSON-1557289382 tempest-ServerGroupTestJSON-1557289382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:52.848391 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3bf62ebc-9427-4b90-bc33-a6052d02776c req-9a1c2e44-83fc-4915-8a77-98838df10302 tempest-ServerGroupTestJSON-1557289382 tempest-ServerGroupTestJSON-1557289382-project] 10.222.0.54 "GET /v2.0/ports?device_id=f64a72f2-3f04-4f09-8dac-4439a4f89892 HTTP/1.1" status: 200 len: 944 time: 0.5477962 Nov 19 17:56:52.956200 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 486c9823-97e4-40a7-8a84-cac00d6dd7fc triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:56:52.956730 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:53.031832 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b4f80410-5ce8-432c-ba47-b27c1f908a38 req-63c1b1f7-a881-4ac7-9298-8e7118d9f8e5 service neutron] 10.222.0.60 "GET /v2.0/networks/0f5ef808-2c35-4150-9af1-762ad74b6214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3955331 Nov 19 17:56:53.065189 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.agents_db [None req-619e5c26-d9ed-4321-86eb-7d443bb9dfa2 None None] Agent healthcheck: found 7 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 17:56:53.069944 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ea6095ec-cba6-484b-8727-22ac9c00c3a0 None None] Publish callbacks [] for port, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:53.083137 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ea6095ec-cba6-484b-8727-22ac9c00c3a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998'] for port, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:53.099003 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca975f3-f45d-435c-9d3a-055dbf25cc01 req-18837e2a-dfa1-42f2-87e0-19525491f8f3 tempest-MultipleCreateTestJSON-1825635663 tempest-MultipleCreateTestJSON-1825635663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:53.100946 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0ca975f3-f45d-435c-9d3a-055dbf25cc01 req-18837e2a-dfa1-42f2-87e0-19525491f8f3 tempest-MultipleCreateTestJSON-1825635663 tempest-MultipleCreateTestJSON-1825635663-project] 10.222.0.54 "GET /v2.0/ports?device_id=e36ff2d2-6456-4560-b784-c1cffc20a6c7 HTTP/1.1" status: 200 len: 944 time: 0.3248184 Nov 19 17:56:53.103626 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a493d079-9506-4ca0-b365-476a753be7b7 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:53.160787 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-a9a7ec14-add7-4e4f-84fc-9352a5e7dd5f tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818022-2, 41cbfd75-8af5-4876-b359-2a7819ac01aa) {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:56:53.174771 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46188693-bf8c-4ca8-9912-4da1cb218652 None None] Network 41cbfd75-8af5-4876-b359-2a7819ac01aa requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:56:53.193653 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9a7ec14-add7-4e4f-84fc-9352a5e7dd5f tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:53.195543 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ec14-add7-4e4f-84fc-9352a5e7dd5f tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:53.202639 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea6095ec-cba6-484b-8727-22ac9c00c3a0 None None] Network a792b3c6-60ed-4a89-8476-50c1eb8d6178 is already hosted by enough agents. {{(pid=103366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:56:53.344990 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3bf62ebc-9427-4b90-bc33-a6052d02776c req-a11325a1-23c1-4667-ae88-a1915ee93c18 tempest-ServerGroupTestJSON-1557289382 tempest-ServerGroupTestJSON-1557289382-project] 10.222.0.54 "GET /v2.0/security-groups?id=f822ee92-0507-4392-bd1c-75ba37df5caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3119955 Nov 19 17:56:53.356721 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-a9a7ec14-add7-4e4f-84fc-9352a5e7dd5f tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.6313560 Nov 19 17:56:53.357526 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 41162) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:53.521147 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-64566ccd-b859-4621-8ca0-8fb22c8162d8 req-8265e673-fb23-4d6e-ab69-cafc4b2e7bd0 service neutron] 10.222.0.60 "GET /v2.0/networks/01118a59-d09f-44f4-a9d4-facf002d044d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9035149 Nov 19 17:56:53.524152 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device a93c4be1-22e4-4452-8eb2-fc06bf6d619e details requested by agent hyperv_n-h1-818022-2 with host n-h1-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 17:56:53.529097 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [None req-ea6095ec-cba6-484b-8727-22ac9c00c3a0 None None] Resources bound (agent type, host, resource id): {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:56:53.533052 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:53.537713 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6095ec-cba6-484b-8727-22ac9c00c3a0 None None] Received port after_create {{(pid=103366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:56:53.541668 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6095ec-cba6-484b-8727-22ac9c00c3a0 None None] Pushing event updated for resources: {'Port': ['ID=4d54ab8c-f1e3-472a-9f8b-a382bd6f6b88,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:53.572046 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-40c1ebdc-e95e-45b9-8fba-874abaf4d085 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:53.594441 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-9f971aa1-c50a-4563-aac4-2ae3883ae127 None None] Provisioning complete for port 0cf8eb41-25a9-4a3d-89ea-eca47c82e668 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:56:53.594813 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9f971aa1-c50a-4563-aac4-2ae3883ae127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:53.626770 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2310fb3-ebd6-4198-98f1-abbf27bb8dd8 None None] Network 53337c34-9456-4992-81ff-97756ff2585e requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:56:53.650452 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-60311806-bd37-45c9-b68b-fcbe185e5660 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:53.737795 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.db.resource_extend [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 19 17:56:53.809046 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] For port 486c9823-97e4-40a7-8a84-cac00d6dd7fc, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=486c9823-97e4-40a7-8a84-cac00d6dd7fc,segment=NetworkSegment(470a8e12-c2ba-4a04-97c8-2586d8ccf1fc),segment_id=470a8e12-c2ba-4a04-97c8-2586d8ccf1fc)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:56:53.823059 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-ea6095ec-cba6-484b-8727-22ac9c00c3a0 None None] Attempting to bind port 4d54ab8c-f1e3-472a-9f8b-a382bd6f6b88 on host n-d-818022-2 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:56:53.823583 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-ea6095ec-cba6-484b-8727-22ac9c00c3a0 None None] Attempting to bind port 4d54ab8c-f1e3-472a-9f8b-a382bd6f6b88 by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': '644eca80-831b-43e1-98b9-45caed79e0c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'a792b3c6-60ed-4a89-8476-50c1eb8d6178'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:56:53.823952 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea6095ec-cba6-484b-8727-22ac9c00c3a0 None None] Attempting to bind port 4d54ab8c-f1e3-472a-9f8b-a382bd6f6b88 on network a792b3c6-60ed-4a89-8476-50c1eb8d6178 {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:56:53.836231 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:53.837023 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 0cf8eb41-25a9-4a3d-89ea-eca47c82e668 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:56:53.861931 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [None req-40c1ebdc-e95e-45b9-8fba-874abaf4d085 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] For port 0cf8eb41-25a9-4a3d-89ea-eca47c82e668, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=0cf8eb41-25a9-4a3d-89ea-eca47c82e668,segment=NetworkSegment(b0148e58-5e40-4372-b35c-802e0d196d41),segment_id=b0148e58-5e40-4372-b35c-802e0d196d41)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:56:53.877896 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [None req-a493d079-9506-4ca0-b365-476a753be7b7 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Allocated IP 2001:db8::1 (a792b3c6-60ed-4a89-8476-50c1eb8d6178/79835fc5-2296-4e61-99f6-7c9f6ef9daa8/ce0b981b-6b12-4ede-b7ad-82c8a9ad63d3) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:56:53.901247 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-40c1ebdc-e95e-45b9-8fba-874abaf4d085 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks [] for port, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:53.913981 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-40c1ebdc-e95e-45b9-8fba-874abaf4d085 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:53.915089 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-40c1ebdc-e95e-45b9-8fba-874abaf4d085 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12283104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8731234'] for subnet, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:53.932666 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea6095ec-cba6-484b-8727-22ac9c00c3a0 None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 56, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:56:53.933041 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea6095ec-cba6-484b-8727-22ac9c00c3a0 None None] Checking segment: {'id': '644eca80-831b-43e1-98b9-45caed79e0c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'a792b3c6-60ed-4a89-8476-50c1eb8d6178'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:56:53.933445 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ea6095ec-cba6-484b-8727-22ac9c00c3a0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:53.933876 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea6095ec-cba6-484b-8727-22ac9c00c3a0 None None] Bound using segment: {'id': '644eca80-831b-43e1-98b9-45caed79e0c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'a792b3c6-60ed-4a89-8476-50c1eb8d6178'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:56:53.935019 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-ea6095ec-cba6-484b-8727-22ac9c00c3a0 None None] Bound port: 4d54ab8c-f1e3-472a-9f8b-a382bd6f6b88, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '644eca80-831b-43e1-98b9-45caed79e0c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'a792b3c6-60ed-4a89-8476-50c1eb8d6178'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:56:53.935404 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ea6095ec-cba6-484b-8727-22ac9c00c3a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:54.004984 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c1ebdc-e95e-45b9-8fba-874abaf4d085 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Pushing event updated for resources: {'Port': ['ID=0cf8eb41-25a9-4a3d-89ea-eca47c82e668,revision_number=4']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:54.023409 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port a93c4be1-22e4-4452-8eb2-fc06bf6d619e, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=a93c4be1-22e4-4452-8eb2-fc06bf6d619e,segment=NetworkSegment(374ad87f-866e-4e93-a1d9-79725abb480e),segment_id=374ad87f-866e-4e93-a1d9-79725abb480e)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:56:54.032923 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0ca975f3-f45d-435c-9d3a-055dbf25cc01 req-ade17de5-aa11-47ce-9437-ec1a7347d5f4 tempest-MultipleCreateTestJSON-1825635663 tempest-MultipleCreateTestJSON-1825635663-project] 10.222.0.54 "GET /v2.0/security-groups?id=11f15ae4-8821-41c9-a586-57bef0a63f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9079814 Nov 19 17:56:54.053974 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a493d079-9506-4ca0-b365-476a753be7b7 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:54.123286 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64566ccd-b859-4621-8ca0-8fb22c8162d8 req-fa3ddf47-0e25-44d9-97b5-406a06ce9d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:54.124652 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a493d079-9506-4ca0-b365-476a753be7b7 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:54.125568 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-64566ccd-b859-4621-8ca0-8fb22c8162d8 req-fa3ddf47-0e25-44d9-97b5-406a06ce9d12 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=475e6f4ee5ee40b8bd9444c3af516a78&device_id=e36ff2d2-6456-4560-b784-c1cffc20a6c7 HTTP/1.1" status: 200 len: 1095 time: 0.5552657 Nov 19 17:56:54.128362 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Returning: {'device': 'a93c4be1-22e4-4452-8eb2-fc06bf6d619e', 'network_id': '01118a59-d09f-44f4-a9d4-facf002d044d', 'port_id': 'a93c4be1-22e4-4452-8eb2-fc06bf6d619e', 'mac_address': 'fa:16:3e:da:51:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 664, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b42ea5d-7b0c-454f-ba3b-fe68863dd43d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 17:56:54.143576 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40c1ebdc-e95e-45b9-8fba-874abaf4d085 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Network 65eace33-2479-4afb-a7b6-41f0773542ac is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:56:54.184202 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a493d079-9506-4ca0-b365-476a753be7b7 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Pushing event updated for resources: {'Port': ['ID=ce0b981b-6b12-4ede-b7ad-82c8a9ad63d3,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:54.188784 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-ea6095ec-cba6-484b-8727-22ac9c00c3a0 None None] For port 4d54ab8c-f1e3-472a-9f8b-a382bd6f6b88, host n-d-818022-2, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:56:54.192386 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-ea6095ec-cba6-484b-8727-22ac9c00c3a0 None None] For port 4d54ab8c-f1e3-472a-9f8b-a382bd6f6b88, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=4d54ab8c-f1e3-472a-9f8b-a382bd6f6b88,segment=NetworkSegment(644eca80-831b-43e1-98b9-45caed79e0c0),segment_id=644eca80-831b-43e1-98b9-45caed79e0c0)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:56:54.207372 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9f971aa1-c50a-4563-aac4-2ae3883ae127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:54.209147 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Pushing event updated for resources: {'Port': ['ID=486c9823-97e4-40a7-8a84-cac00d6dd7fc,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:54.223128 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a493d079-9506-4ca0-b365-476a753be7b7 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Network a792b3c6-60ed-4a89-8476-50c1eb8d6178 is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:56:54.225982 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-a493d079-9506-4ca0-b365-476a753be7b7 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:56:54.230325 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a493d079-9506-4ca0-b365-476a753be7b7 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:56:54.232705 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a493d079-9506-4ca0-b365-476a753be7b7 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-671361'] for router_interface, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:54.257946 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ea6095ec-cba6-484b-8727-22ac9c00c3a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:54.260642 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb89d0de-3405-4792-a51b-e1150902d1e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54f44f5f-1200-574e-8740-2141911d5b73-41cbfd75-8af5-4876-b359-2a7819ac01aa', 'network_id': '41cbfd75-8af5-4876-b359-2a7819ac01aa', 'tenant_id': 'a99931e27f474d57b370754999e3039f', 'fixed_ips': [{'subnet_id': '5ccc6d2e-e543-4374-903b-b7908d84aece'}]}} from n-d-818022-2. {{(pid=103366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 17:56:54.261372 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-bb89d0de-3405-4792-a51b-e1150902d1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:54.290553 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 0cf8eb41-25a9-4a3d-89ea-eca47c82e668 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:56:54.290983 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:54.398532 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a493d079-9506-4ca0-b365-476a753be7b7 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:54.401825 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:54.578133 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a93c4be1-22e4-4452-8eb2-fc06bf6d619e {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:56:54.623649 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-9f971aa1-c50a-4563-aac4-2ae3883ae127 None None] For port 0cf8eb41-25a9-4a3d-89ea-eca47c82e668, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=0cf8eb41-25a9-4a3d-89ea-eca47c82e668,segment=NetworkSegment(b0148e58-5e40-4372-b35c-802e0d196d41),segment_id=b0148e58-5e40-4372-b35c-802e0d196d41)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:56:54.649107 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6095ec-cba6-484b-8727-22ac9c00c3a0 None None] Pushing event updated for resources: {'Port': ['ID=4d54ab8c-f1e3-472a-9f8b-a382bd6f6b88,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:54.659568 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port a93c4be1-22e4-4452-8eb2-fc06bf6d619e, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=a93c4be1-22e4-4452-8eb2-fc06bf6d619e,segment=NetworkSegment(374ad87f-866e-4e93-a1d9-79725abb480e),segment_id=374ad87f-866e-4e93-a1d9-79725abb480e)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:56:54.666578 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9f971aa1-c50a-4563-aac4-2ae3883ae127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:54.745236 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:54.748593 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device cd79001d-e36b-4e83-8531-39d638b63e80 details requested by agent hyperv_n-h1-818022-2 with host n-h1-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 17:56:54.792742 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-40c1ebdc-e95e-45b9-8fba-874abaf4d085 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:56:54.832264 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40c1ebdc-e95e-45b9-8fba-874abaf4d085 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:54.832867 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-40c1ebdc-e95e-45b9-8fba-874abaf4d085 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:54.846997 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7429719c-0678-4c9d-b9e4-3fb50aa7ad1a None None] Network 65eace33-2479-4afb-a7b6-41f0773542ac requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:56:54.875239 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c1ebdc-e95e-45b9-8fba-874abaf4d085 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Pushing event updated for resources: {'Subnet': ['ID=f315815c-f655-4e7f-9835-f66389ea920e,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:54.933745 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-60311806-bd37-45c9-b68b-fcbe185e5660 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:54.973749 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a493d079-9506-4ca0-b365-476a753be7b7 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks [] for port, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:54.977502 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-40c1ebdc-e95e-45b9-8fba-874abaf4d085 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 5.1960139 Nov 19 17:56:54.980100 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a493d079-9506-4ca0-b365-476a753be7b7 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:54.982042 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a493d079-9506-4ca0-b365-476a753be7b7 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-768529'] for router_interface, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:54.987116 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 41192) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:54.998848 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-0fb1ac85-7979-4397-9d26-2be1ce6947c3 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Request body: {'port': {'network_id': '65eace33-2479-4afb-a7b6-41f0773542ac', 'mac_address': 'fa:16:3e:1d:b8:e0', 'name': 'tempest-NetworksTestDHCPv6-871612369'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:56:55.042530 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.db.resource_extend [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 19 17:56:55.074512 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [None req-bb89d0de-3405-4792-a51b-e1150902d1e0 None None] Allocated IP 2001:db8::1 (41cbfd75-8af5-4876-b359-2a7819ac01aa/5ccc6d2e-e543-4374-903b-b7908d84aece/f8e73690-76b3-4686-b381-2668523da0f2) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:56:55.080645 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f971aa1-c50a-4563-aac4-2ae3883ae127 None None] Pushing event updated for resources: {'Port': ['ID=0cf8eb41-25a9-4a3d-89ea-eca47c82e668,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:55.123653 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64566ccd-b859-4621-8ca0-8fb22c8162d8 req-140f40bd-f261-4eda-b792-10fdf6f4b4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:55.125085 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-64566ccd-b859-4621-8ca0-8fb22c8162d8 req-140f40bd-f261-4eda-b792-10fdf6f4b4f0 service neutron] 10.222.0.60 "GET /v2.0/networks?id=01118a59-d09f-44f4-a9d4-facf002d044d HTTP/1.1" status: 200 len: 914 time: 0.9864058 Nov 19 17:56:55.179795 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8afe3b4-3e80-4ee3-8cd3-70b017c7da77 req-3f825844-26f1-4a0c-993c-8ac08f34214a tempest-ServerGroupTestJSON-1557289382 tempest-ServerGroupTestJSON-1557289382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:55.180852 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a493d079-9506-4ca0-b365-476a753be7b7 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Pushing event updated for resources: {'Port': ['ID=ce0b981b-6b12-4ede-b7ad-82c8a9ad63d3,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:55.181394 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d8afe3b4-3e80-4ee3-8cd3-70b017c7da77 req-3f825844-26f1-4a0c-993c-8ac08f34214a tempest-ServerGroupTestJSON-1557289382 tempest-ServerGroupTestJSON-1557289382-project] 10.222.0.54 "GET /v2.0/ports?device_id=f64a72f2-3f04-4f09-8dac-4439a4f89892 HTTP/1.1" status: 200 len: 944 time: 0.4357619 Nov 19 17:56:55.204497 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-681de707-03aa-478f-8d77-d0b1cb378500 None None] Provisioning complete for port 486c9823-97e4-40a7-8a84-cac00d6dd7fc triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:56:55.204751 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-681de707-03aa-478f-8d77-d0b1cb378500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:55.253314 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a493d079-9506-4ca0-b365-476a753be7b7 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Network a792b3c6-60ed-4a89-8476-50c1eb8d6178 is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:56:55.254849 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-a493d079-9506-4ca0-b365-476a753be7b7 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:56:55.383940 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=a93c4be1-22e4-4452-8eb2-fc06bf6d619e,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:55.390128 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fb1ac85-7979-4397-9d26-2be1ce6947c3 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Made reservation on behalf of 6b45f31544cd40e7b10456e94240dc6e for: {'port': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:56:55.397659 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-64566ccd-b859-4621-8ca0-8fb22c8162d8 req-6adcdf3f-f7d6-4779-8897-f96ec714f463 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6210fada-ad9a-4ef0-8440-a54efe66b299 HTTP/1.1" status: 200 len: 217 time: 0.2496521 Nov 19 17:56:55.587507 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a493d079-9506-4ca0-b365-476a753be7b7 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Router 75d0ac91-a11a-4b8c-9315-11a14b2e7965 is scheduled to L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 with binding_index 1 {{(pid=103364) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 17:56:55.663236 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 486c9823-97e4-40a7-8a84-cac00d6dd7fc up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:56:55.676417 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64566ccd-b859-4621-8ca0-8fb22c8162d8 req-c44f15ca-5ca9-4b14-a1f8-ad0107bc4658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:55.678708 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-64566ccd-b859-4621-8ca0-8fb22c8162d8 req-c44f15ca-5ca9-4b14-a1f8-ad0107bc4658 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9b42ea5d-7b0c-454f-ba3b-fe68863dd43d HTTP/1.1" status: 200 len: 853 time: 0.2445302 Nov 19 17:56:55.742468 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-64566ccd-b859-4621-8ca0-8fb22c8162d8 req-1c3bab54-1c5b-4a16-a4a5-46ed32b92f2a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=01118a59-d09f-44f4-a9d4-facf002d044d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459259 Nov 19 17:56:55.745984 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port cd79001d-e36b-4e83-8531-39d638b63e80, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=cd79001d-e36b-4e83-8531-39d638b63e80,segment=NetworkSegment(d6f4031a-2074-4c0c-81c3-e2afe4868e24),segment_id=d6f4031a-2074-4c0c-81c3-e2afe4868e24)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:56:55.753438 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d8afe3b4-3e80-4ee3-8cd3-70b017c7da77 req-873d4ce3-a972-4344-8704-fc342f7d22e7 tempest-ServerGroupTestJSON-1557289382 tempest-ServerGroupTestJSON-1557289382-project] 10.222.0.54 "GET /v2.0/security-groups?id=f822ee92-0507-4392-bd1c-75ba37df5caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3784623 Nov 19 17:56:55.836858 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Returning: {'device': 'cd79001d-e36b-4e83-8531-39d638b63e80', 'network_id': '0f5ef808-2c35-4150-9af1-762ad74b6214', 'port_id': 'cd79001d-e36b-4e83-8531-39d638b63e80', 'mac_address': 'fa:16:3e:bd:25:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8326c9be-7d6a-4bd7-abab-f850f24745d9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 17:56:55.857579 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-ea81f757-fd04-4f6a-9c7f-ea862c8252d2 None None] Provisioning complete for port 486c9823-97e4-40a7-8a84-cac00d6dd7fc triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:56:55.858023 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ea81f757-fd04-4f6a-9c7f-ea862c8252d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:55.890724 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a493d079-9506-4ca0-b365-476a753be7b7 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 17:56:55.910894 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8be15f9-3e04-4887-9361-e94fc81923f2 None None] Sync routers for ids ['75d0ac91-a11a-4b8c-9315-11a14b2e7965'] in n-d-818022-2 {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 17:56:55.913859 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-a493d079-9506-4ca0-b365-476a753be7b7 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] 10.222.0.54 "PUT /v2.0/routers/75d0ac91-a11a-4b8c-9315-11a14b2e7965/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4981267 Nov 19 17:56:55.916518 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 41204) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:55.941902 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8be15f9-3e04-4887-9361-e94fc81923f2 None None] Routers {'75d0ac91-a11a-4b8c-9315-11a14b2e7965'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:56:55.943250 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-c8be15f9-3e04-4887-9361-e94fc81923f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:56:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['75d0ac91-a11a-4b8c-9315-11a14b2e7965'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:56:55.968636 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d94cea-ee29-452d-8746-6696f2d39861 req-946857b2-8e6b-49fa-ba46-71ee6466e097 tempest-MultipleCreateTestJSON-1825635663 tempest-MultipleCreateTestJSON-1825635663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:55.970883 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-49d94cea-ee29-452d-8746-6696f2d39861 req-946857b2-8e6b-49fa-ba46-71ee6466e097 tempest-MultipleCreateTestJSON-1825635663 tempest-MultipleCreateTestJSON-1825635663-project] 10.222.0.54 "GET /v2.0/ports?device_id=e36ff2d2-6456-4560-b784-c1cffc20a6c7 HTTP/1.1" status: 200 len: 944 time: 0.1989570 Nov 19 17:56:55.993092 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-c8be15f9-3e04-4887-9361-e94fc81923f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:56:56.004353 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8be15f9-3e04-4887-9361-e94fc81923f2 None None] Routers {'75d0ac91-a11a-4b8c-9315-11a14b2e7965'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:56:56.005201 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-c8be15f9-3e04-4887-9361-e94fc81923f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:56:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['75d0ac91-a11a-4b8c-9315-11a14b2e7965'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:56:56.015167 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0fb1ac85-7979-4397-9d26-2be1ce6947c3 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:56.053933 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92800528-dcea-4a81-81ba-d95c06c52ce5 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:56.055437 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-92800528-dcea-4a81-81ba-d95c06c52ce5 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] 10.222.0.54 "GET /v2.0/ports/ce0b981b-6b12-4ede-b7ad-82c8a9ad63d3 HTTP/1.1" status: 200 len: 911 time: 0.1379259 Nov 19 17:56:56.059095 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 41206) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:56.128640 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aca83c-571d-466c-b08f-1f4d08ac41c9 req-55b6b7d5-c4c9-46ff-b37a-e6cb1f8f31a4 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:56.135820 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aca83c-571d-466c-b08f-1f4d08ac41c9 req-55b6b7d5-c4c9-46ff-b37a-e6cb1f8f31a4 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:56.143570 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aca83c-571d-466c-b08f-1f4d08ac41c9 req-55b6b7d5-c4c9-46ff-b37a-e6cb1f8f31a4 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:56.151500 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aca83c-571d-466c-b08f-1f4d08ac41c9 req-55b6b7d5-c4c9-46ff-b37a-e6cb1f8f31a4 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:56.160440 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aca83c-571d-466c-b08f-1f4d08ac41c9 req-55b6b7d5-c4c9-46ff-b37a-e6cb1f8f31a4 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:56.167618 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aca83c-571d-466c-b08f-1f4d08ac41c9 req-55b6b7d5-c4c9-46ff-b37a-e6cb1f8f31a4 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:56.173369 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-49d94cea-ee29-452d-8746-6696f2d39861 req-8ea06bf0-9a13-47e1-8485-d6416fe8936c tempest-MultipleCreateTestJSON-1825635663 tempest-MultipleCreateTestJSON-1825635663-project] 10.222.0.54 "GET /v2.0/security-groups?id=11f15ae4-8821-41c9-a586-57bef0a63f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669540 Nov 19 17:56:56.182344 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-c8be15f9-3e04-4887-9361-e94fc81923f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:56:56.183918 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8be15f9-3e04-4887-9361-e94fc81923f2 None None] The sync data for ids ['75d0ac91-a11a-4b8c-9315-11a14b2e7965'] in n-d-818022-2 is: [] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 17:56:56.200760 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aca83c-571d-466c-b08f-1f4d08ac41c9 req-55b6b7d5-c4c9-46ff-b37a-e6cb1f8f31a4 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:56.200760 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-01aca83c-571d-466c-b08f-1f4d08ac41c9 req-55b6b7d5-c4c9-46ff-b37a-e6cb1f8f31a4 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] 10.222.0.54 "GET /v2.0/ports?device_id=08d7166f-7a15-4f21-9c94-87560bcdea01 HTTP/1.1" status: 200 len: 5435 time: 0.2253363 Nov 19 17:56:56.200760 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [None req-0fb1ac85-7979-4397-9d26-2be1ce6947c3 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] device_id is not set on port c11bbbb1-6258-40da-97d2-d6e4a83d71d5 yet. {{(pid=103365) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 17:56:56.269835 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-64566ccd-b859-4621-8ca0-8fb22c8162d8 req-da568e3f-6373-4067-8b4d-1cef91284db2 service neutron] 10.222.0.60 "GET /v2.0/networks/01118a59-d09f-44f4-a9d4-facf002d044d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5133562 Nov 19 17:56:56.280293 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:56.296735 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e137c178-9718-49bd-a5c0-847e0fb120d3 None None] Network a792b3c6-60ed-4a89-8476-50c1eb8d6178 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:56:56.303808 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd79001d-e36b-4e83-8531-39d638b63e80 {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:56:56.371131 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 486c9823-97e4-40a7-8a84-cac00d6dd7fc triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:56:56.371545 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:56.381329 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-64566ccd-b859-4621-8ca0-8fb22c8162d8 req-c25c01f4-71c2-49a1-8515-43bcaee52e19 service neutron] 10.222.0.60 "GET /v2.0/networks/01118a59-d09f-44f4-a9d4-facf002d044d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030395 Nov 19 17:56:56.434108 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port cd79001d-e36b-4e83-8531-39d638b63e80, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=cd79001d-e36b-4e83-8531-39d638b63e80,segment=NetworkSegment(d6f4031a-2074-4c0c-81c3-e2afe4868e24),segment_id=d6f4031a-2074-4c0c-81c3-e2afe4868e24)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:56:56.440925 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-bb89d0de-3405-4792-a51b-e1150902d1e0 None None] Publish callbacks [] for port, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:56.454351 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:56.472094 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-01aca83c-571d-466c-b08f-1f4d08ac41c9 req-a8e5307d-51aa-4406-8f2b-a31cc705c3f5 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] 10.222.0.54 "GET /v2.0/security-groups?id=c27dfe00-81ac-4bf5-b9dd-805873436817&id=2c5c45e5-871b-4ee9-82e2-22e9698a9680&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2586515 Nov 19 17:56:56.508457 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 6210fada-ad9a-4ef0-8440-a54efe66b299 details requested by agent hyperv_n-h1-818022-2 with host n-h1-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 17:56:56.512843 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-60311806-bd37-45c9-b68b-fcbe185e5660 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12282919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8731163'] for subnet, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:56.519953 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-bb89d0de-3405-4792-a51b-e1150902d1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998'] for port, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:56.592209 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb89d0de-3405-4792-a51b-e1150902d1e0 None None] Network 41cbfd75-8af5-4876-b359-2a7819ac01aa is already hosted by enough agents. {{(pid=103366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:56:56.595817 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [None req-bb89d0de-3405-4792-a51b-e1150902d1e0 None None] Resources bound (agent type, host, resource id): {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:56:56.624282 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60311806-bd37-45c9-b68b-fcbe185e5660 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Pushing event deleted for resources: {'Subnet': ['ID=5ccc6d2e-e543-4374-903b-b7908d84aece,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:56.639976 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb89d0de-3405-4792-a51b-e1150902d1e0 None None] Received port after_create {{(pid=103366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:56:56.651424 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7a712c6e-431e-48c2-a84c-b63801c1494c tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-768564'] for router_interface, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:56.707657 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-60311806-bd37-45c9-b68b-fcbe185e5660 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:56.717593 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [None req-0fb1ac85-7979-4397-9d26-2be1ce6947c3 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Allocated IP 172.20.0.7 (65eace33-2479-4afb-a7b6-41f0773542ac/4d3ab9c0-fe51-461a-806a-0e5e8a31129a/c11bbbb1-6258-40da-97d2-d6e4a83d71d5) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:56:56.736315 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [None req-0fb1ac85-7979-4397-9d26-2be1ce6947c3 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Allocated IP 2001:db8::f816:3eff:fe1d:b8e0 (65eace33-2479-4afb-a7b6-41f0773542ac/f315815c-f655-4e7f-9835-f66389ea920e/c11bbbb1-6258-40da-97d2-d6e4a83d71d5) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:56:56.750115 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=cd79001d-e36b-4e83-8531-39d638b63e80,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:56.751417 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-60311806-bd37-45c9-b68b-fcbe185e5660 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41cbfd75-8af5-4876-b359-2a7819ac01aa']}} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:56:56.755901 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.db.resource_extend [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 19 17:56:56.777610 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-60311806-bd37-45c9-b68b-fcbe185e5660 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1624538-e61e-4aa9-89d2-bf91afd6bc50') {'for_net_delete': True} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:56:56.778597 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-60311806-bd37-45c9-b68b-fcbe185e5660 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1624538-e61e-4aa9-89d2-bf91afd6bc50') {} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:56:56.801312 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-60311806-bd37-45c9-b68b-fcbe185e5660 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12545382'] for segment, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:56.812552 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 0cf8eb41-25a9-4a3d-89ea-eca47c82e668 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:56:56.830462 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-60311806-bd37-45c9-b68b-fcbe185e5660 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:56.845856 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60311806-bd37-45c9-b68b-fcbe185e5660 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Releasing vlan 669 on physical network physnet1 to pool {{(pid=103365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 17:56:56.846200 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-60311806-bd37-45c9-b68b-fcbe185e5660 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12282953'] for segment, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:56.849554 n-d-818022-2 neutron-server[103365]: Traceback (most recent call last): Nov 19 17:56:56.849554 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 17:56:56.849554 n-d-818022-2 neutron-server[103365]: timer() Nov 19 17:56:56.849554 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 17:56:56.849554 n-d-818022-2 neutron-server[103365]: cb(*args, **kw) Nov 19 17:56:56.849554 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 17:56:56.849554 n-d-818022-2 neutron-server[103365]: return func(*args, **kwargs) Nov 19 17:56:56.849554 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 17:56:56.849554 n-d-818022-2 neutron-server[103365]: self._notify() Nov 19 17:56:56.849554 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 17:56:56.849554 n-d-818022-2 neutron-server[103365]: self.callback(batched_events) Nov 19 17:56:56.849554 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 17:56:56.849554 n-d-818022-2 neutron-server[103365]: event.method(event) Nov 19 17:56:56.849554 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 17:56:56.849554 n-d-818022-2 neutron-server[103365]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 17:56:56.849554 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 17:56:56.849554 n-d-818022-2 neutron-server[103365]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 17:56:56.849554 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 17:56:56.849554 n-d-818022-2 neutron-server[103365]: return f(self, *a, **k) Nov 19 17:56:56.849554 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 17:56:56.849554 n-d-818022-2 neutron-server[103365]: return self._get(url).json() Nov 19 17:56:56.849554 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 17:56:56.849554 n-d-818022-2 neutron-server[103365]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 17:56:56.849554 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 17:56:56.849554 n-d-818022-2 neutron-server[103365]: return self.request(url, 'GET', **kwargs) Nov 19 17:56:56.849554 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 17:56:56.849554 n-d-818022-2 neutron-server[103365]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 17:56:56.849554 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 17:56:56.849554 n-d-818022-2 neutron-server[103365]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 17:56:56.849554 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 17:56:56.849554 n-d-818022-2 neutron-server[103365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 17:56:56.849554 n-d-818022-2 neutron-server[103365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 17:56:56.965219 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['a93c4be1-22e4-4452-8eb2-fc06bf6d619e'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:56:56.968528 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['cd79001d-e36b-4e83-8531-39d638b63e80'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:56:57.002465 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.db.api [None req-60311806-bd37-45c9-b68b-fcbe185e5660 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 19 17:56:57.002465 n-d-818022-2 neutron-server[103365]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 19 17:56:57.002465 n-d-818022-2 neutron-server[103365]: [parameters: {'id': '41cbfd75-8af5-4876-b359-2a7819ac01aa'}] Nov 19 17:56:57.002465 n-d-818022-2 neutron-server[103365]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103365) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 17:56:57.002841 n-d-818022-2 neutron-server[103365]: DEBUG oslo_db.api [None req-60311806-bd37-45c9-b68b-fcbe185e5660 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 17:56:57.036246 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb89d0de-3405-4792-a51b-e1150902d1e0 None None] Pushing event updated for resources: {'Port': ['ID=f8e73690-76b3-4686-b381-2668523da0f2,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:57.050086 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc739b22-e25c-413f-b5eb-70e21044f300 req-ad8cedb2-1eb6-435d-9d8e-9c571718f0dd tempest-ServerGroupTestJSON-1557289382 tempest-ServerGroupTestJSON-1557289382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:57.052029 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-cc739b22-e25c-413f-b5eb-70e21044f300 req-ad8cedb2-1eb6-435d-9d8e-9c571718f0dd tempest-ServerGroupTestJSON-1557289382 tempest-ServerGroupTestJSON-1557289382-project] 10.222.0.54 "GET /v2.0/ports?device_id=f64a72f2-3f04-4f09-8dac-4439a4f89892 HTTP/1.1" status: 200 len: 945 time: 0.1287458 Nov 19 17:56:57.101699 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-7a712c6e-431e-48c2-a84c-b63801c1494c tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Deleting port ce0b981b-6b12-4ede-b7ad-82c8a9ad63d3 {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:56:57.102509 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7a712c6e-431e-48c2-a84c-b63801c1494c tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:57.155656 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e115c772-7779-44ce-8591-1604fadb8623 req-83ec68f4-cd0c-43f4-b85e-da8853553fdb tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:57.161675 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e115c772-7779-44ce-8591-1604fadb8623 req-83ec68f4-cd0c-43f4-b85e-da8853553fdb tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:57.167751 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e115c772-7779-44ce-8591-1604fadb8623 req-83ec68f4-cd0c-43f4-b85e-da8853553fdb tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:57.173723 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e115c772-7779-44ce-8591-1604fadb8623 req-83ec68f4-cd0c-43f4-b85e-da8853553fdb tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:57.179993 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e115c772-7779-44ce-8591-1604fadb8623 req-83ec68f4-cd0c-43f4-b85e-da8853553fdb tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:57.187547 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e115c772-7779-44ce-8591-1604fadb8623 req-83ec68f4-cd0c-43f4-b85e-da8853553fdb tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:57.193466 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e115c772-7779-44ce-8591-1604fadb8623 req-83ec68f4-cd0c-43f4-b85e-da8853553fdb tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:57.195770 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e115c772-7779-44ce-8591-1604fadb8623 req-83ec68f4-cd0c-43f4-b85e-da8853553fdb tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] 10.222.0.60 "GET /v2.0/ports?device_id=08d7166f-7a15-4f21-9c94-87560bcdea01 HTTP/1.1" status: 200 len: 5435 time: 0.1841683 Nov 19 17:56:57.226728 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0fb1ac85-7979-4397-9d26-2be1ce6947c3 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:57.232874 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-bb89d0de-3405-4792-a51b-e1150902d1e0 None None] Attempting to bind port f8e73690-76b3-4686-b381-2668523da0f2 on host n-d-818022-2 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:56:57.233611 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-bb89d0de-3405-4792-a51b-e1150902d1e0 None None] Attempting to bind port f8e73690-76b3-4686-b381-2668523da0f2 by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': 'c1624538-e61e-4aa9-89d2-bf91afd6bc50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '41cbfd75-8af5-4876-b359-2a7819ac01aa'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:56:57.250416 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb89d0de-3405-4792-a51b-e1150902d1e0 None None] Attempting to bind port f8e73690-76b3-4686-b381-2668523da0f2 on network 41cbfd75-8af5-4876-b359-2a7819ac01aa {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:56:57.266862 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-cc739b22-e25c-413f-b5eb-70e21044f300 req-0470d57e-5b4c-471a-8edd-fda01bed837a tempest-ServerGroupTestJSON-1557289382 tempest-ServerGroupTestJSON-1557289382-project] 10.222.0.54 "GET /v2.0/security-groups?id=f822ee92-0507-4392-bd1c-75ba37df5caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035885 Nov 19 17:56:57.290934 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e115c772-7779-44ce-8591-1604fadb8623 req-246e411a-a252-462f-8b2e-f03b52d8421c tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:57.292337 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e115c772-7779-44ce-8591-1604fadb8623 req-246e411a-a252-462f-8b2e-f03b52d8421c tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] 10.222.0.60 "GET /v2.0/ports/3e94edaf-0165-44df-bdab-b323476101a6?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0855222 Nov 19 17:56:57.329232 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb89d0de-3405-4792-a51b-e1150902d1e0 None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 56, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:56:57.329232 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb89d0de-3405-4792-a51b-e1150902d1e0 None None] Checking segment: {'id': 'c1624538-e61e-4aa9-89d2-bf91afd6bc50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '41cbfd75-8af5-4876-b359-2a7819ac01aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:56:57.329232 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-bb89d0de-3405-4792-a51b-e1150902d1e0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:57.330042 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb89d0de-3405-4792-a51b-e1150902d1e0 None None] Bound using segment: {'id': 'c1624538-e61e-4aa9-89d2-bf91afd6bc50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '41cbfd75-8af5-4876-b359-2a7819ac01aa'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:56:57.330478 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-bb89d0de-3405-4792-a51b-e1150902d1e0 None None] Bound port: f8e73690-76b3-4686-b381-2668523da0f2, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1624538-e61e-4aa9-89d2-bf91afd6bc50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '41cbfd75-8af5-4876-b359-2a7819ac01aa'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:56:57.330968 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-bb89d0de-3405-4792-a51b-e1150902d1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:57.360809 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7a712c6e-431e-48c2-a84c-b63801c1494c tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:57.382976 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-7a712c6e-431e-48c2-a84c-b63801c1494c tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Calling delete_port for ce0b981b-6b12-4ede-b7ad-82c8a9ad63d3 owned by network:router_interface {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:56:57.475145 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0fb1ac85-7979-4397-9d26-2be1ce6947c3 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:57.505598 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-60311806-bd37-45c9-b68b-fcbe185e5660 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:57.534934 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-bb89d0de-3405-4792-a51b-e1150902d1e0 None None] For port f8e73690-76b3-4686-b381-2668523da0f2, host n-d-818022-2, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:56:57.538273 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c116f2-782c-49c2-8c51-276eb9bb5e93 req-1de6cd01-2427-4ed6-8c0d-15b4652f8279 tempest-MultipleCreateTestJSON-1825635663 tempest-MultipleCreateTestJSON-1825635663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:57.539635 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-bb89d0de-3405-4792-a51b-e1150902d1e0 None None] For port f8e73690-76b3-4686-b381-2668523da0f2, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=f8e73690-76b3-4686-b381-2668523da0f2,segment=NetworkSegment(c1624538-e61e-4aa9-89d2-bf91afd6bc50),segment_id=c1624538-e61e-4aa9-89d2-bf91afd6bc50)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:56:57.539746 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-39c116f2-782c-49c2-8c51-276eb9bb5e93 req-1de6cd01-2427-4ed6-8c0d-15b4652f8279 tempest-MultipleCreateTestJSON-1825635663 tempest-MultipleCreateTestJSON-1825635663-project] 10.222.0.54 "GET /v2.0/ports?device_id=e36ff2d2-6456-4560-b784-c1cffc20a6c7 HTTP/1.1" status: 200 len: 944 time: 0.2075667 Nov 19 17:56:57.571977 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-bb89d0de-3405-4792-a51b-e1150902d1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:57.620135 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 0cf8eb41-25a9-4a3d-89ea-eca47c82e668 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:56:57.626045 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:57.634434 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4ca1c20b-1098-4406-9935-1ba1281d92d2 None None] Provisioning complete for port 4d54ab8c-f1e3-472a-9f8b-a382bd6f6b88 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:56:57.634945 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4ca1c20b-1098-4406-9935-1ba1281d92d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:57.641219 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fb1ac85-7979-4397-9d26-2be1ce6947c3 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Network 65eace33-2479-4afb-a7b6-41f0773542ac is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:56:57.658176 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e115c772-7779-44ce-8591-1604fadb8623 req-ae88e3e1-c5e3-41a5-9d67-cda815bb99c6 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] 10.222.0.60 "GET /v2.0/networks/bdba4402-94e3-4e68-bba0-ed8e8f9b25bc?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3512287 Nov 19 17:56:57.671728 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-e115c772-7779-44ce-8591-1604fadb8623 req-97ba1564-9a8d-46be-993e-70437372d0f6 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:56:57.677266 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-0fb1ac85-7979-4397-9d26-2be1ce6947c3 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:56:57.686162 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb1ac85-7979-4397-9d26-2be1ce6947c3 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:56:57.716920 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb1ac85-7979-4397-9d26-2be1ce6947c3 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Pushing event updated for resources: {'Port': ['ID=c11bbbb1-6258-40da-97d2-d6e4a83d71d5,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:57.794480 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7a712c6e-431e-48c2-a84c-b63801c1494c tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:57.838189 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-39c116f2-782c-49c2-8c51-276eb9bb5e93 req-6e91acc6-f35d-471d-8b72-5eeac13be1c5 tempest-MultipleCreateTestJSON-1825635663 tempest-MultipleCreateTestJSON-1825635663-project] 10.222.0.54 "GET /v2.0/security-groups?id=11f15ae4-8821-41c9-a586-57bef0a63f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2868297 Nov 19 17:56:57.842899 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a712c6e-431e-48c2-a84c-b63801c1494c tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Pushing event deleted for resources: {'Port': ['ID=ce0b981b-6b12-4ede-b7ad-82c8a9ad63d3,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:57.911820 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fb1ac85-7979-4397-9d26-2be1ce6947c3 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:57.912175 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0fb1ac85-7979-4397-9d26-2be1ce6947c3 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:57.924140 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-e115c772-7779-44ce-8591-1604fadb8623 req-97ba1564-9a8d-46be-993e-70437372d0f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:57.950131 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-60311806-bd37-45c9-b68b-fcbe185e5660 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Deleting port f8e73690-76b3-4686-b381-2668523da0f2 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:56:57.950750 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-60311806-bd37-45c9-b68b-fcbe185e5660 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:57.992634 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 6210fada-ad9a-4ef0-8440-a54efe66b299, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=6210fada-ad9a-4ef0-8440-a54efe66b299,segment=NetworkSegment(374ad87f-866e-4e93-a1d9-79725abb480e),segment_id=374ad87f-866e-4e93-a1d9-79725abb480e)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:56:58.001094 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-0fb1ac85-7979-4397-9d26-2be1ce6947c3 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 3.0062835 Nov 19 17:56:58.044795 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 41222) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:58.079838 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4ca1c20b-1098-4406-9935-1ba1281d92d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:58.118320 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-4ca1c20b-1098-4406-9935-1ba1281d92d2 None None] For port 4d54ab8c-f1e3-472a-9f8b-a382bd6f6b88, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=4d54ab8c-f1e3-472a-9f8b-a382bd6f6b88,segment=NetworkSegment(644eca80-831b-43e1-98b9-45caed79e0c0),segment_id=644eca80-831b-43e1-98b9-45caed79e0c0)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:56:58.119529 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb89d0de-3405-4792-a51b-e1150902d1e0 None None] Pushing event updated for resources: {'Port': ['ID=f8e73690-76b3-4686-b381-2668523da0f2,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:58.128597 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Returning: {'device': '6210fada-ad9a-4ef0-8440-a54efe66b299', 'network_id': '01118a59-d09f-44f4-a9d4-facf002d044d', 'port_id': '6210fada-ad9a-4ef0-8440-a54efe66b299', 'mac_address': 'fa:16:3e:2d:3b:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 664, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b42ea5d-7b0c-454f-ba3b-fe68863dd43d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 17:56:58.137681 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4ca1c20b-1098-4406-9935-1ba1281d92d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:58.165491 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7a712c6e-431e-48c2-a84c-b63801c1494c tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-768648'] for router_interface, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:58.197683 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9937a8f0-6425-40a6-947c-51242316aa6c req-1660ae18-2a04-45a7-bfaf-93278bd1c80d tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:58.206043 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9937a8f0-6425-40a6-947c-51242316aa6c req-1660ae18-2a04-45a7-bfaf-93278bd1c80d tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:58.206267 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3555d6db-465f-4d6b-97f2-082a18288662 None None] Network 41cbfd75-8af5-4876-b359-2a7819ac01aa requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:56:58.212852 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9937a8f0-6425-40a6-947c-51242316aa6c req-1660ae18-2a04-45a7-bfaf-93278bd1c80d tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:58.220806 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9937a8f0-6425-40a6-947c-51242316aa6c req-1660ae18-2a04-45a7-bfaf-93278bd1c80d tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:58.228151 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9937a8f0-6425-40a6-947c-51242316aa6c req-1660ae18-2a04-45a7-bfaf-93278bd1c80d tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:58.234750 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9937a8f0-6425-40a6-947c-51242316aa6c req-1660ae18-2a04-45a7-bfaf-93278bd1c80d tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:58.241115 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9937a8f0-6425-40a6-947c-51242316aa6c req-1660ae18-2a04-45a7-bfaf-93278bd1c80d tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:58.265447 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9937a8f0-6425-40a6-947c-51242316aa6c req-1660ae18-2a04-45a7-bfaf-93278bd1c80d tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] 10.222.0.54 "GET /v2.0/ports?device_id=08d7166f-7a15-4f21-9c94-87560bcdea01 HTTP/1.1" status: 200 len: 5435 time: 0.5380504 Nov 19 17:56:58.322364 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-e115c772-7779-44ce-8591-1604fadb8623 req-97ba1564-9a8d-46be-993e-70437372d0f6 service neutron] For port 3e94edaf-0165-44df-bdab-b323476101a6, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=3e94edaf-0165-44df-bdab-b323476101a6,segment=NetworkSegment(0e2189b3-cb14-46a5-a715-24b97b50abaf),segment_id=0e2189b3-cb14-46a5-a715-24b97b50abaf)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:56:58.368120 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-e115c772-7779-44ce-8591-1604fadb8623 req-97ba1564-9a8d-46be-993e-70437372d0f6 service neutron] For port 3e94edaf-0165-44df-bdab-b323476101a6, host n-h1-818022-2, cleared binding levels {{(pid=103365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:56:58.424168 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [req-e115c772-7779-44ce-8591-1604fadb8623 req-97ba1564-9a8d-46be-993e-70437372d0f6 service neutron] device_id is not set on port 3e94edaf-0165-44df-bdab-b323476101a6 yet. {{(pid=103365) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 17:56:58.443597 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-e115c772-7779-44ce-8591-1604fadb8623 req-97ba1564-9a8d-46be-993e-70437372d0f6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:58.465018 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9937a8f0-6425-40a6-947c-51242316aa6c req-8113fcbe-fc1b-406a-8bd6-3117110b62de tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] 10.222.0.54 "GET /v2.0/security-groups?id=c27dfe00-81ac-4bf5-b9dd-805873436817&id=2c5c45e5-871b-4ee9-82e2-22e9698a9680&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1980448 Nov 19 17:56:58.500861 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4c3dbe8b-3ff7-441c-8ee6-929c190d7d21 None None] Provisioning complete for port 4d54ab8c-f1e3-472a-9f8b-a382bd6f6b88 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:56:58.501346 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4c3dbe8b-3ff7-441c-8ee6-929c190d7d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:58.514251 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-e115c772-7779-44ce-8591-1604fadb8623 req-97ba1564-9a8d-46be-993e-70437372d0f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:58.530798 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51bf239f-d125-4328-b3b9-7f1ff69f3ea2 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:58.537312 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51bf239f-d125-4328-b3b9-7f1ff69f3ea2 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:58.541448 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-51bf239f-d125-4328-b3b9-7f1ff69f3ea2 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.4933019 Nov 19 17:56:58.542403 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:58.544406 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 41226) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:58.593363 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [None req-60311806-bd37-45c9-b68b-fcbe185e5660 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] For port f8e73690-76b3-4686-b381-2668523da0f2, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=f8e73690-76b3-4686-b381-2668523da0f2,segment=NetworkSegment(c1624538-e61e-4aa9-89d2-bf91afd6bc50),segment_id=c1624538-e61e-4aa9-89d2-bf91afd6bc50)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:56:58.593731 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-60311806-bd37-45c9-b68b-fcbe185e5660 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:58.600488 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ba1564-9a8d-46be-993e-70437372d0f6 service neutron] Pushing event updated for resources: {'Port': ['ID=3e94edaf-0165-44df-bdab-b323476101a6,revision_number=6']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:58.613752 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca1c20b-1098-4406-9935-1ba1281d92d2 None None] Pushing event updated for resources: {'Port': ['ID=4d54ab8c-f1e3-472a-9f8b-a382bd6f6b88,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:58.617498 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1fd0c21-19e9-4f87-985c-a528048e088b None None] get_active_networks_info from n-d-818022-2 {{(pid=103366) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 19 17:56:58.641377 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a712c6e-431e-48c2-a84c-b63801c1494c tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Router 75d0ac91-a11a-4b8c-9315-11a14b2e7965 has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 17:56:58.655958 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-60311806-bd37-45c9-b68b-fcbe185e5660 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Calling delete_port for f8e73690-76b3-4686-b381-2668523da0f2 owned by network:dhcp {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:56:58.697305 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a776dd-73fb-487b-923d-c230530226eb req-f0510b76-e1d5-44b7-a3a6-10e525c727cb tempest-ServerGroupTestJSON-1557289382 tempest-ServerGroupTestJSON-1557289382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:58.705845 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a7a776dd-73fb-487b-923d-c230530226eb req-f0510b76-e1d5-44b7-a3a6-10e525c727cb tempest-ServerGroupTestJSON-1557289382 tempest-ServerGroupTestJSON-1557289382-project] 10.222.0.54 "GET /v2.0/ports?device_id=f64a72f2-3f04-4f09-8dac-4439a4f89892 HTTP/1.1" status: 200 len: 945 time: 0.2571824 Nov 19 17:56:58.710603 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-e115c772-7779-44ce-8591-1604fadb8623 req-97ba1564-9a8d-46be-993e-70437372d0f6 service neutron] No DVR routers for this DVR port 3e94edaf-0165-44df-bdab-b323476101a6 on host n-h1-818022-2 {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:56:58.768637 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a712c6e-431e-48c2-a84c-b63801c1494c tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 17:56:58.777736 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-7a712c6e-431e-48c2-a84c-b63801c1494c tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] 10.222.0.54 "PUT /v2.0/routers/75d0ac91-a11a-4b8c-9315-11a14b2e7965/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7148530 Nov 19 17:56:58.779443 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 41230) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:58.805220 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1fd0c21-19e9-4f87-985c-a528048e088b None None] Resources bound (agent type, host, resource id): {{(pid=103366) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 19 17:56:58.814373 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-d54263fa-3dbd-4cdd-ab9a-dc15e8c3e53a tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] 10.222.0.54 "GET /v2.0/ports?device_id=75d0ac91-a11a-4b8c-9315-11a14b2e7965 HTTP/1.1" status: 200 len: 205 time: 0.0311196 Nov 19 17:56:58.816094 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-9fea5ac3-c1cf-40ad-aa05-93dbc2065afa tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Deleting port c11bbbb1-6258-40da-97d2-d6e4a83d71d5 {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:56:58.816343 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed4a8f65-f897-44e4-8123-3e16dd79d6d4 None None] Sync routers for ids ['75d0ac91-a11a-4b8c-9315-11a14b2e7965'] in n-d-818022-2 {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 17:56:58.816648 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9fea5ac3-c1cf-40ad-aa05-93dbc2065afa tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:58.819483 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 41232) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:58.831288 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6210fada-ad9a-4ef0-8440-a54efe66b299 {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:56:58.856589 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 6210fada-ad9a-4ef0-8440-a54efe66b299, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=6210fada-ad9a-4ef0-8440-a54efe66b299,segment=NetworkSegment(374ad87f-866e-4e93-a1d9-79725abb480e),segment_id=374ad87f-866e-4e93-a1d9-79725abb480e)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:56:58.866391 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 4d54ab8c-f1e3-472a-9f8b-a382bd6f6b88 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:56:58.917833 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:59.095018 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9fea5ac3-c1cf-40ad-aa05-93dbc2065afa tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:59.116540 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-9fea5ac3-c1cf-40ad-aa05-93dbc2065afa tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Calling delete_port for c11bbbb1-6258-40da-97d2-d6e4a83d71d5 owned by {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:56:59.130840 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-e115c772-7779-44ce-8591-1604fadb8623 req-97ba1564-9a8d-46be-993e-70437372d0f6 service neutron] In _notify_port_updated(), no bound segment for port 3e94edaf-0165-44df-bdab-b323476101a6 on network bdba4402-94e3-4e68-bba0-ed8e8f9b25bc {{(pid=103365) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 19 17:56:59.131747 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e115c772-7779-44ce-8591-1604fadb8623 req-97ba1564-9a8d-46be-993e-70437372d0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:59.132503 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-e115c772-7779-44ce-8591-1604fadb8623 req-97ba1564-9a8d-46be-993e-70437372d0f6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:59.133876 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e115c772-7779-44ce-8591-1604fadb8623 req-97ba1564-9a8d-46be-993e-70437372d0f6 service neutron] 10.222.0.60 "PUT /v2.0/ports/3e94edaf-0165-44df-bdab-b323476101a6 HTTP/1.1" status: 200 len: 1028 time: 1.4664092 Nov 19 17:56:59.161457 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a7a776dd-73fb-487b-923d-c230530226eb req-5bb8469c-9999-4c39-8cd1-73ae52c3fea6 tempest-ServerGroupTestJSON-1557289382 tempest-ServerGroupTestJSON-1557289382-project] 10.222.0.54 "GET /v2.0/security-groups?id=f822ee92-0507-4392-bd1c-75ba37df5caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4397640 Nov 19 17:56:59.210261 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed4a8f65-f897-44e4-8123-3e16dd79d6d4 None None] Routers {'75d0ac91-a11a-4b8c-9315-11a14b2e7965'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:56:59.211091 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-ed4a8f65-f897-44e4-8123-3e16dd79d6d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:56:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['75d0ac91-a11a-4b8c-9315-11a14b2e7965'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:56:59.214960 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e115c772-7779-44ce-8591-1604fadb8623 req-aac0dec5-d667-4347-a5fb-ef0041fbebeb tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:59.217195 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e115c772-7779-44ce-8591-1604fadb8623 req-aac0dec5-d667-4347-a5fb-ef0041fbebeb tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] 10.222.0.60 "GET /v2.0/ports/87a91d07-25a8-45ba-97b6-bf6aca6dc17b?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0528638 Nov 19 17:56:59.222986 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-60311806-bd37-45c9-b68b-fcbe185e5660 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:59.234591 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-e115c772-7779-44ce-8591-1604fadb8623 req-9ccbbeca-36b3-4ed9-8ec3-4a5fa777151c service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:56:59.293495 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-ed4a8f65-f897-44e4-8123-3e16dd79d6d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:56:59.303234 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60311806-bd37-45c9-b68b-fcbe185e5660 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Pushing event deleted for resources: {'Port': ['ID=f8e73690-76b3-4686-b381-2668523da0f2,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:59.309750 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60311806-bd37-45c9-b68b-fcbe185e5660 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] No DVR routers for this DVR port f8e73690-76b3-4686-b381-2668523da0f2 on host n-d-818022-2 {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:56:59.347038 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 4d54ab8c-f1e3-472a-9f8b-a382bd6f6b88 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:56:59.347592 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:59.395056 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=6210fada-ad9a-4ef0-8440-a54efe66b299,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:59.398463 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed4a8f65-f897-44e4-8123-3e16dd79d6d4 None None] Routers {'75d0ac91-a11a-4b8c-9315-11a14b2e7965'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:56:59.399190 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-ed4a8f65-f897-44e4-8123-3e16dd79d6d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:56:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['75d0ac91-a11a-4b8c-9315-11a14b2e7965'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:56:59.420729 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['6210fada-ad9a-4ef0-8440-a54efe66b299'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:56:59.447990 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-60311806-bd37-45c9-b68b-fcbe185e5660 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:59.469714 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-60311806-bd37-45c9-b68b-fcbe185e5660 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41cbfd75-8af5-4876-b359-2a7819ac01aa']}} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:56:59.480028 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-60311806-bd37-45c9-b68b-fcbe185e5660 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1624538-e61e-4aa9-89d2-bf91afd6bc50') {'for_net_delete': True} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:56:59.480342 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-60311806-bd37-45c9-b68b-fcbe185e5660 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1624538-e61e-4aa9-89d2-bf91afd6bc50') {} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:56:59.490596 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-60311806-bd37-45c9-b68b-fcbe185e5660 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12545382'] for segment, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:59.506019 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-60311806-bd37-45c9-b68b-fcbe185e5660 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:59.509913 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-ed4a8f65-f897-44e4-8123-3e16dd79d6d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:56:59.512873 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed4a8f65-f897-44e4-8123-3e16dd79d6d4 None None] The sync data for ids ['75d0ac91-a11a-4b8c-9315-11a14b2e7965'] in n-d-818022-2 is: [] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 17:56:59.530977 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60311806-bd37-45c9-b68b-fcbe185e5660 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Releasing vlan 669 on physical network physnet1 to pool {{(pid=103365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 17:56:59.531395 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-60311806-bd37-45c9-b68b-fcbe185e5660 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12282953'] for segment, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:59.569759 n-d-818022-2 neutron-server[103365]: Traceback (most recent call last): Nov 19 17:56:59.569759 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 17:56:59.569759 n-d-818022-2 neutron-server[103365]: timer() Nov 19 17:56:59.569759 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 17:56:59.569759 n-d-818022-2 neutron-server[103365]: cb(*args, **kw) Nov 19 17:56:59.569759 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 17:56:59.569759 n-d-818022-2 neutron-server[103365]: return func(*args, **kwargs) Nov 19 17:56:59.569759 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 17:56:59.569759 n-d-818022-2 neutron-server[103365]: self._notify() Nov 19 17:56:59.569759 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 17:56:59.569759 n-d-818022-2 neutron-server[103365]: self.callback(batched_events) Nov 19 17:56:59.569759 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 17:56:59.569759 n-d-818022-2 neutron-server[103365]: event.method(event) Nov 19 17:56:59.569759 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 17:56:59.569759 n-d-818022-2 neutron-server[103365]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 17:56:59.569759 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 17:56:59.569759 n-d-818022-2 neutron-server[103365]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 17:56:59.569759 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 17:56:59.569759 n-d-818022-2 neutron-server[103365]: return f(self, *a, **k) Nov 19 17:56:59.569759 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 17:56:59.569759 n-d-818022-2 neutron-server[103365]: return self._get(url).json() Nov 19 17:56:59.569759 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 17:56:59.569759 n-d-818022-2 neutron-server[103365]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 17:56:59.569759 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 17:56:59.569759 n-d-818022-2 neutron-server[103365]: return self.request(url, 'GET', **kwargs) Nov 19 17:56:59.569759 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 17:56:59.569759 n-d-818022-2 neutron-server[103365]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 17:56:59.569759 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 17:56:59.569759 n-d-818022-2 neutron-server[103365]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 17:56:59.569759 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 17:56:59.569759 n-d-818022-2 neutron-server[103365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 17:56:59.569759 n-d-818022-2 neutron-server[103365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 17:56:59.586506 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-53800ff4-ecd7-40a3-a24e-8f570d233f16 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks [] for router, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:59.587062 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4c3dbe8b-3ff7-441c-8ee6-929c190d7d21 None None] Provisioning complete for port 0cf8eb41-25a9-4a3d-89ea-eca47c82e668 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:56:59.587062 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4c3dbe8b-3ff7-441c-8ee6-929c190d7d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:59.617723 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4d5b5f-3380-4055-bdc2-3cf687fbca64 req-1ff629c5-0d09-4948-88a3-1cc76f6068ff tempest-MultipleCreateTestJSON-1825635663 tempest-MultipleCreateTestJSON-1825635663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:59.619270 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ff4d5b5f-3380-4055-bdc2-3cf687fbca64 req-1ff629c5-0d09-4948-88a3-1cc76f6068ff tempest-MultipleCreateTestJSON-1825635663 tempest-MultipleCreateTestJSON-1825635663-project] 10.222.0.54 "GET /v2.0/ports?device_id=e36ff2d2-6456-4560-b784-c1cffc20a6c7 HTTP/1.1" status: 200 len: 945 time: 0.6623363 Nov 19 17:56:59.674520 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-60311806-bd37-45c9-b68b-fcbe185e5660 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671242'] for network, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:59.681106 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-e115c772-7779-44ce-8591-1604fadb8623 req-9ccbbeca-36b3-4ed9-8ec3-4a5fa777151c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:59.724051 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-60311806-bd37-45c9-b68b-fcbe185e5660 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:59.735490 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-60311806-bd37-45c9-b68b-fcbe185e5660 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] 10.222.0.54 "DELETE /v2.0/networks/41cbfd75-8af5-4876-b359-2a7819ac01aa HTTP/1.1" status: 204 len: 168 time: 6.3734510 Nov 19 17:56:59.745913 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 41252) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:56:59.752956 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-e5adbfef-93ab-4675-bccb-5c5197f161ea tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-851991602'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:56:59.820215 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60311806-bd37-45c9-b68b-fcbe185e5660 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Pushing event deleted for resources: {'Network': ['ID=41cbfd75-8af5-4876-b359-2a7819ac01aa,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:56:59.853314 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431048ac-1239-4804-b588-60b32cd912f5 req-38d0b15b-06fa-499d-bd0f-ab9abd8264f8 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:59.858993 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-128d06ee-36f8-408f-98d2-670010b36eb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:56:59.860358 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431048ac-1239-4804-b588-60b32cd912f5 req-38d0b15b-06fa-499d-bd0f-ab9abd8264f8 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:59.866784 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431048ac-1239-4804-b588-60b32cd912f5 req-38d0b15b-06fa-499d-bd0f-ab9abd8264f8 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:59.885131 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431048ac-1239-4804-b588-60b32cd912f5 req-38d0b15b-06fa-499d-bd0f-ab9abd8264f8 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:59.886629 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4c3dbe8b-3ff7-441c-8ee6-929c190d7d21 None None] Could not find standard attr ID for object ce0b981b-6b12-4ede-b7ad-82c8a9ad63d3. {{(pid=103366) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 17:56:59.903801 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431048ac-1239-4804-b588-60b32cd912f5 req-38d0b15b-06fa-499d-bd0f-ab9abd8264f8 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:59.915721 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431048ac-1239-4804-b588-60b32cd912f5 req-38d0b15b-06fa-499d-bd0f-ab9abd8264f8 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:56:59.918295 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-431048ac-1239-4804-b588-60b32cd912f5 req-38d0b15b-06fa-499d-bd0f-ab9abd8264f8 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] 10.222.0.54 "GET /v2.0/ports?device_id=08d7166f-7a15-4f21-9c94-87560bcdea01 HTTP/1.1" status: 200 len: 4660 time: 0.2683289 Nov 19 17:56:59.950699 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5adbfef-93ab-4675-bccb-5c5197f161ea tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Made reservation on behalf of a99931e27f474d57b370754999e3039f for: {'network': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:56:59.954432 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e5adbfef-93ab-4675-bccb-5c5197f161ea tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:00.036653 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ff4d5b5f-3380-4055-bdc2-3cf687fbca64 req-57b6ec35-0a16-4362-8a4e-c8bc3be09bff tempest-MultipleCreateTestJSON-1825635663 tempest-MultipleCreateTestJSON-1825635663-project] 10.222.0.54 "GET /v2.0/security-groups?id=11f15ae4-8821-41c9-a586-57bef0a63f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3848038 Nov 19 17:57:00.041774 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 4d54ab8c-f1e3-472a-9f8b-a382bd6f6b88 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:57:00.049367 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-7782bdfe-8e07-4598-b0c4-dcc71cf47e21 None None] Provisioning complete for port c11bbbb1-6258-40da-97d2-d6e4a83d71d5 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:57:00.049746 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-7782bdfe-8e07-4598-b0c4-dcc71cf47e21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:00.059754 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-53800ff4-ecd7-40a3-a24e-8f570d233f16 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4696'] for router, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:00.121282 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-53800ff4-ecd7-40a3-a24e-8f570d233f16 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:00.124931 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-e115c772-7779-44ce-8591-1604fadb8623 req-9ccbbeca-36b3-4ed9-8ec3-4a5fa777151c service neutron] For port 87a91d07-25a8-45ba-97b6-bf6aca6dc17b, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=87a91d07-25a8-45ba-97b6-bf6aca6dc17b,segment=NetworkSegment(0e2189b3-cb14-46a5-a715-24b97b50abaf),segment_id=0e2189b3-cb14-46a5-a715-24b97b50abaf)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:57:00.164489 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-7782bdfe-8e07-4598-b0c4-dcc71cf47e21 None None] Port c11bbbb1-6258-40da-97d2-d6e4a83d71d5 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:57:00.178494 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-7782bdfe-8e07-4598-b0c4-dcc71cf47e21 None None] Could not find standard attr ID for object ce0b981b-6b12-4ede-b7ad-82c8a9ad63d3. {{(pid=103366) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 17:57:00.210214 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-53800ff4-ecd7-40a3-a24e-8f570d233f16 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-543895'] for router, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:00.210885 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53800ff4-ecd7-40a3-a24e-8f570d233f16 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Fanout notify agent at l3_agent the message router_deleted on router 75d0ac91-a11a-4b8c-9315-11a14b2e7965 {{(pid=103364) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 17:57:00.216350 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 4d54ab8c-f1e3-472a-9f8b-a382bd6f6b88 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:57:00.216947 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:00.221040 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-53800ff4-ecd7-40a3-a24e-8f570d233f16 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks [] for router, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:00.223102 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-53800ff4-ecd7-40a3-a24e-8f570d233f16 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] 10.222.0.54 "DELETE /v2.0/routers/75d0ac91-a11a-4b8c-9315-11a14b2e7965 HTTP/1.1" status: 204 len: 168 time: 1.4011745 Nov 19 17:57:00.226920 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9fea5ac3-c1cf-40ad-aa05-93dbc2065afa tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:00.235404 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 41260) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:57:00.251039 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5adbfef-93ab-4675-bccb-5c5197f161ea tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 661} {{(pid=103364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 17:57:00.293140 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fea5ac3-c1cf-40ad-aa05-93dbc2065afa tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Pushing event deleted for resources: {'Port': ['ID=c11bbbb1-6258-40da-97d2-d6e4a83d71d5,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:57:00.305064 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-e115c772-7779-44ce-8591-1604fadb8623 req-9ccbbeca-36b3-4ed9-8ec3-4a5fa777151c service neutron] For port 87a91d07-25a8-45ba-97b6-bf6aca6dc17b, host n-h1-818022-2, cleared binding levels {{(pid=103365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:57:00.306337 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fea5ac3-c1cf-40ad-aa05-93dbc2065afa tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:57:00.306695 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fea5ac3-c1cf-40ad-aa05-93dbc2065afa tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:57:00.307301 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fea5ac3-c1cf-40ad-aa05-93dbc2065afa tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:57:00.307379 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fea5ac3-c1cf-40ad-aa05-93dbc2065afa tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:57:00.307720 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fea5ac3-c1cf-40ad-aa05-93dbc2065afa tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:57:00.308050 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fea5ac3-c1cf-40ad-aa05-93dbc2065afa tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:57:00.308392 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fea5ac3-c1cf-40ad-aa05-93dbc2065afa tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:57:00.308728 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fea5ac3-c1cf-40ad-aa05-93dbc2065afa tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:57:00.309144 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fea5ac3-c1cf-40ad-aa05-93dbc2065afa tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:57:00.309637 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fea5ac3-c1cf-40ad-aa05-93dbc2065afa tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:57:00.310002 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fea5ac3-c1cf-40ad-aa05-93dbc2065afa tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:57:00.310339 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fea5ac3-c1cf-40ad-aa05-93dbc2065afa tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:57:00.344008 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e5adbfef-93ab-4675-bccb-5c5197f161ea tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:00.344298 n-d-818022-2 neutron-server[103364]: INFO neutron.db.segments_db [None req-e5adbfef-93ab-4675-bccb-5c5197f161ea tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Added segment 0399d71a-538a-4d6a-9251-994e77a534fe of type vlan for network f3803638-16ee-47ef-8e4f-954ea0fd2ee6 Nov 19 17:57:00.353069 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [req-e115c772-7779-44ce-8591-1604fadb8623 req-9ccbbeca-36b3-4ed9-8ec3-4a5fa777151c service neutron] device_id is not set on port 87a91d07-25a8-45ba-97b6-bf6aca6dc17b yet. {{(pid=103365) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 17:57:00.364871 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-e115c772-7779-44ce-8591-1604fadb8623 req-9ccbbeca-36b3-4ed9-8ec3-4a5fa777151c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:00.406863 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-e0f16728-8d70-4384-8b7d-8c3a17f8d6b3 None None] Provisioning complete for port 3e94edaf-0165-44df-bdab-b323476101a6 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:57:00.407397 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e0f16728-8d70-4384-8b7d-8c3a17f8d6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:00.420481 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-431048ac-1239-4804-b588-60b32cd912f5 req-6dab61bd-8101-42b8-a09a-e42867240d3a tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] 10.222.0.54 "GET /v2.0/security-groups?id=c27dfe00-81ac-4bf5-b9dd-805873436817&id=2c5c45e5-871b-4ee9-82e2-22e9698a9680&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3575468 Nov 19 17:57:00.432705 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-e115c772-7779-44ce-8591-1604fadb8623 req-9ccbbeca-36b3-4ed9-8ec3-4a5fa777151c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:00.477970 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-e0f16728-8d70-4384-8b7d-8c3a17f8d6b3 None None] Port 3e94edaf-0165-44df-bdab-b323476101a6 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:57:00.500988 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab46b85-f0e3-4d65-97e1-580c344cb0c8 req-a01edc79-6fda-4f23-bf8a-5f00a2c6b77d tempest-ServerGroupTestJSON-1557289382 tempest-ServerGroupTestJSON-1557289382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:00.507817 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccbbeca-36b3-4ed9-8ec3-4a5fa777151c service neutron] Pushing event updated for resources: {'Port': ['ID=87a91d07-25a8-45ba-97b6-bf6aca6dc17b,revision_number=6']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:57:00.510751 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-eab46b85-f0e3-4d65-97e1-580c344cb0c8 req-a01edc79-6fda-4f23-bf8a-5f00a2c6b77d tempest-ServerGroupTestJSON-1557289382 tempest-ServerGroupTestJSON-1557289382-project] 10.222.0.54 "GET /v2.0/ports?device_id=f64a72f2-3f04-4f09-8dac-4439a4f89892 HTTP/1.1" status: 200 len: 945 time: 0.2451224 Nov 19 17:57:00.536745 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e5adbfef-93ab-4675-bccb-5c5197f161ea tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:00.552465 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-e115c772-7779-44ce-8591-1604fadb8623 req-9ccbbeca-36b3-4ed9-8ec3-4a5fa777151c service neutron] No DVR routers for this DVR port 87a91d07-25a8-45ba-97b6-bf6aca6dc17b on host n-h1-818022-2 {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:57:00.563171 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_v2 [None req-b96a880e-9b26-4300-a440-abaecc61b0d5 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Deleting subnet 79835fc5-2296-4e61-99f6-7c9f6ef9daa8 {{(pid=103365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 17:57:00.570964 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b96a880e-9b26-4300-a440-abaecc61b0d5 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks [] for subnet, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:00.669048 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b96a880e-9b26-4300-a440-abaecc61b0d5 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12546453'] for subnet, precommit_delete_associations {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:00.672744 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-e115c772-7779-44ce-8591-1604fadb8623 req-9ccbbeca-36b3-4ed9-8ec3-4a5fa777151c service neutron] In _notify_port_updated(), no bound segment for port 87a91d07-25a8-45ba-97b6-bf6aca6dc17b on network bdba4402-94e3-4e68-bba0-ed8e8f9b25bc {{(pid=103365) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 19 17:57:00.673798 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e115c772-7779-44ce-8591-1604fadb8623 req-9ccbbeca-36b3-4ed9-8ec3-4a5fa777151c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:00.675185 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-e115c772-7779-44ce-8591-1604fadb8623 req-9ccbbeca-36b3-4ed9-8ec3-4a5fa777151c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:00.676699 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e115c772-7779-44ce-8591-1604fadb8623 req-9ccbbeca-36b3-4ed9-8ec3-4a5fa777151c service neutron] 10.222.0.60 "PUT /v2.0/ports/87a91d07-25a8-45ba-97b6-bf6aca6dc17b HTTP/1.1" status: 200 len: 1028 time: 1.4506321 Nov 19 17:57:00.690316 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-eab46b85-f0e3-4d65-97e1-580c344cb0c8 req-aec5ddfa-6736-4dff-8ceb-e5858f2441cf tempest-ServerGroupTestJSON-1557289382 tempest-ServerGroupTestJSON-1557289382-project] 10.222.0.54 "GET /v2.0/security-groups?id=f822ee92-0507-4392-bd1c-75ba37df5caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784136 Nov 19 17:57:00.700607 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9fea5ac3-c1cf-40ad-aa05-93dbc2065afa tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:00.706417 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-9fea5ac3-c1cf-40ad-aa05-93dbc2065afa tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "DELETE /v2.0/ports/c11bbbb1-6258-40da-97d2-d6e4a83d71d5 HTTP/1.1" status: 204 len: 168 time: 2.1587424 Nov 19 17:57:00.711304 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 41264) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:57:00.767958 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e5adbfef-93ab-4675-bccb-5c5197f161ea tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:00.775707 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5adbfef-93ab-4675-bccb-5c5197f161ea tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:00.776341 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e5adbfef-93ab-4675-bccb-5c5197f161ea tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks [] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:00.864952 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e9a54e-8c91-4337-bace-2f5f1ece9344 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:00.866676 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e9a54e-8c91-4337-bace-2f5f1ece9344 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:00.868344 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e9a54e-8c91-4337-bace-2f5f1ece9344 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:00.872549 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-a4e9a54e-8c91-4337-bace-2f5f1ece9344 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1577163 Nov 19 17:57:00.879341 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 41270) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:57:00.912454 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-50ed8964-2269-4c65-932d-f4ecc7429720 None None] Provisioning complete for port 87a91d07-25a8-45ba-97b6-bf6aca6dc17b triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:57:00.913552 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-50ed8964-2269-4c65-932d-f4ecc7429720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:00.927019 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-e115c772-7779-44ce-8591-1604fadb8623 req-8f3550d9-a6cb-405a-a6e3-07d8853c3df7 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Deleting port e40774d5-5d0b-42bc-ab15-81a13c341ed3 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:57:00.927361 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-e115c772-7779-44ce-8591-1604fadb8623 req-8f3550d9-a6cb-405a-a6e3-07d8853c3df7 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:00.932854 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b96a880e-9b26-4300-a440-abaecc61b0d5 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:00.942304 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b323c90-1230-4c5d-b9db-030851a0f9f5 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Deleting subnet 4d3ab9c0-fe51-461a-806a-0e5e8a31129a {{(pid=103364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 17:57:00.946752 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device a93c4be1-22e4-4452-8eb2-fc06bf6d619e up at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:57:00.956717 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-e5adbfef-93ab-4675-bccb-5c5197f161ea tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.2082770 Nov 19 17:57:00.957348 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 41272) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:57:00.958082 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0b323c90-1230-4c5d-b9db-030851a0f9f5 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks [] for subnet, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:00.966000 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-432fed76-39fe-4d29-b454-bb0b9527284b tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Request body: {'subnet': {'network_id': 'f3803638-16ee-47ef-8e4f-954ea0fd2ee6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:57:00.999314 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-50ed8964-2269-4c65-932d-f4ecc7429720 None None] Port 87a91d07-25a8-45ba-97b6-bf6aca6dc17b cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:57:01.025857 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5adbfef-93ab-4675-bccb-5c5197f161ea tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Pushing event updated for resources: {'Network': ['ID=f3803638-16ee-47ef-8e4f-954ea0fd2ee6,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:57:01.032139 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning for port a93c4be1-22e4-4452-8eb2-fc06bf6d619e completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 17:57:01.038737 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network f3803638-16ee-47ef-8e4f-954ea0fd2ee6 details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 17:57:01.039809 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0b323c90-1230-4c5d-b9db-030851a0f9f5 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9416263'] for subnet, precommit_delete_associations {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:01.081354 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-e115c772-7779-44ce-8591-1604fadb8623 req-8f3550d9-a6cb-405a-a6e3-07d8853c3df7 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] For port e40774d5-5d0b-42bc-ab15-81a13c341ed3, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=e40774d5-5d0b-42bc-ab15-81a13c341ed3,segment=NetworkSegment(0e2189b3-cb14-46a5-a715-24b97b50abaf),segment_id=0e2189b3-cb14-46a5-a715-24b97b50abaf)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:57:01.081741 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-e115c772-7779-44ce-8591-1604fadb8623 req-8f3550d9-a6cb-405a-a6e3-07d8853c3df7 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:01.097193 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b96a880e-9b26-4300-a440-abaecc61b0d5 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12282919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8731163'] for subnet, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:01.099598 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-e115c772-7779-44ce-8591-1604fadb8623 req-8f3550d9-a6cb-405a-a6e3-07d8853c3df7 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Calling delete_port for e40774d5-5d0b-42bc-ab15-81a13c341ed3 owned by compute:nova {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:57:01.133419 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning complete for port a93c4be1-22e4-4452-8eb2-fc06bf6d619e triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:57:01.134013 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:01.145425 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96a880e-9b26-4300-a440-abaecc61b0d5 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Pushing event deleted for resources: {'Subnet': ['ID=79835fc5-2296-4e61-99f6-7c9f6ef9daa8,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:57:01.167540 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b96a880e-9b26-4300-a440-abaecc61b0d5 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:01.171616 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-b96a880e-9b26-4300-a440-abaecc61b0d5 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] 10.222.0.54 "DELETE /v2.0/subnets/79835fc5-2296-4e61-99f6-7c9f6ef9daa8 HTTP/1.1" status: 204 len: 168 time: 0.9287260 Nov 19 17:57:01.175332 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 41276) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:57:01.189164 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f4f0bf6-f0ec-41d9-bfb2-c01da7590997 None None] Network a792b3c6-60ed-4a89-8476-50c1eb8d6178 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:57:01.257053 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645215b2-cfe0-4e28-afe3-1b83085b4f1f req-b92db659-b114-477f-88a5-fdabe105b613 tempest-MultipleCreateTestJSON-1825635663 tempest-MultipleCreateTestJSON-1825635663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:01.258617 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-645215b2-cfe0-4e28-afe3-1b83085b4f1f req-b92db659-b114-477f-88a5-fdabe105b613 tempest-MultipleCreateTestJSON-1825635663 tempest-MultipleCreateTestJSON-1825635663-project] 10.222.0.54 "GET /v2.0/ports?device_id=e36ff2d2-6456-4560-b784-c1cffc20a6c7 HTTP/1.1" status: 200 len: 945 time: 0.1088967 Nov 19 17:57:01.273108 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-14486d1c-fa1f-4e0d-8129-6a9cddc20921 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:01.362913 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-645215b2-cfe0-4e28-afe3-1b83085b4f1f req-6120b4c1-e24c-4e28-82ac-f10784ca7faf tempest-MultipleCreateTestJSON-1825635663 tempest-MultipleCreateTestJSON-1825635663-project] 10.222.0.54 "GET /v2.0/security-groups?id=11f15ae4-8821-41c9-a586-57bef0a63f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910528 Nov 19 17:57:01.377908 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-e115c772-7779-44ce-8591-1604fadb8623 req-8f3550d9-a6cb-405a-a6e3-07d8853c3df7 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:01.392385 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:01.411586 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0b323c90-1230-4c5d-b9db-030851a0f9f5 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:01.444012 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3550d9-a6cb-405a-a6e3-07d8853c3df7 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Pushing event deleted for resources: {'Port': ['ID=e40774d5-5d0b-42bc-ab15-81a13c341ed3,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:57:01.450097 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0df2c18-61aa-4def-a897-75583508c3aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a93c4be1-22e4-4452-8eb2-fc06bf6d619e'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:57:01.452523 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3940761bcd94e032e6960d2241bd8993c5d3a7d8dc2aca8488f3ecf1d4dd2fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e67e066b-ffd8-4c4f-97b1-4d899c10abc0" -d '{"events": [{"server_uuid": "d0df2c18-61aa-4def-a897-75583508c3aa", "name": "network-vif-plugged", "status": "completed", "tag": "a93c4be1-22e4-4452-8eb2-fc06bf6d619e"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:57:01.455312 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-432fed76-39fe-4d29-b454-bb0b9527284b tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Made reservation on behalf of a99931e27f474d57b370754999e3039f for: {'subnet': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:57:01.459387 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-432fed76-39fe-4d29-b454-bb0b9527284b tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8983829'] for subnet, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:01.550873 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port a93c4be1-22e4-4452-8eb2-fc06bf6d619e, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=a93c4be1-22e4-4452-8eb2-fc06bf6d619e,segment=NetworkSegment(374ad87f-866e-4e93-a1d9-79725abb480e),segment_id=374ad87f-866e-4e93-a1d9-79725abb480e)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:57:01.557515 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:01.558324 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 6210fada-ad9a-4ef0-8440-a54efe66b299 up at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:57:01.577454 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:57:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5769bede-63bf-4619-893e-88e23e65b7bd x-openstack-request-id: req-5769bede-63bf-4619-893e-88e23e65b7bd {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:57:01.577454 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0df2c18-61aa-4def-a897-75583508c3aa", "name": "network-vif-plugged", "status": "completed", "tag": "a93c4be1-22e4-4452-8eb2-fc06bf6d619e", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:57:01.581054 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-5769bede-63bf-4619-893e-88e23e65b7bd {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:57:01.581495 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0df2c18-61aa-4def-a897-75583508c3aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a93c4be1-22e4-4452-8eb2-fc06bf6d619e', 'code': 200} Nov 19 17:57:01.585695 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-e115c772-7779-44ce-8591-1604fadb8623 req-8f3550d9-a6cb-405a-a6e3-07d8853c3df7 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] No DVR routers for this DVR port e40774d5-5d0b-42bc-ab15-81a13c341ed3 on host n-h1-818022-2 {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:57:01.593239 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-14486d1c-fa1f-4e0d-8129-6a9cddc20921 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Deleting port 4d54ab8c-f1e3-472a-9f8b-a382bd6f6b88 {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:57:01.593718 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-14486d1c-fa1f-4e0d-8129-6a9cddc20921 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:01.597854 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-e115c772-7779-44ce-8591-1604fadb8623 req-8f3550d9-a6cb-405a-a6e3-07d8853c3df7 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:01.601311 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e115c772-7779-44ce-8591-1604fadb8623 req-8f3550d9-a6cb-405a-a6e3-07d8853c3df7 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] 10.222.0.60 "DELETE /v2.0/ports/e40774d5-5d0b-42bc-ab15-81a13c341ed3 HTTP/1.1" status: 204 len: 173 time: 0.8882110 Nov 19 17:57:01.601784 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08d7166f-7a15-4f21-9c94-87560bcdea01', 'name': 'network-vif-deleted', 'tag': 'e40774d5-5d0b-42bc-ab15-81a13c341ed3'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:57:01.616434 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218319d759239a7d11f1288aef37381b97754913ee9ccbfd43b51a463f801712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3e40825-0c4e-4530-9789-e115336ffa5d" -d '{"events": [{"server_uuid": "08d7166f-7a15-4f21-9c94-87560bcdea01", "name": "network-vif-deleted", "tag": "e40774d5-5d0b-42bc-ab15-81a13c341ed3"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:57:01.673335 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd16503d-6eb5-4b9b-a454-e4b318698656 None None] DHCP port deletion for a792b3c6-60ed-4a89-8476-50c1eb8d6178 request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 17:57:01.694207 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:57:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdcff9be-8fda-45d0-a58d-522cb9deb335 x-openstack-request-id: req-bdcff9be-8fda-45d0-a58d-522cb9deb335 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:57:01.694624 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08d7166f-7a15-4f21-9c94-87560bcdea01", "name": "network-vif-deleted", "tag": "e40774d5-5d0b-42bc-ab15-81a13c341ed3", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:57:01.694891 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-bdcff9be-8fda-45d0-a58d-522cb9deb335 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:57:01.695311 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08d7166f-7a15-4f21-9c94-87560bcdea01', 'name': 'network-vif-deleted', 'tag': 'e40774d5-5d0b-42bc-ab15-81a13c341ed3', 'status': 'completed', 'code': 200} Nov 19 17:57:01.791750 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [None req-14486d1c-fa1f-4e0d-8129-6a9cddc20921 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] For port 4d54ab8c-f1e3-472a-9f8b-a382bd6f6b88, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=4d54ab8c-f1e3-472a-9f8b-a382bd6f6b88,segment=NetworkSegment(644eca80-831b-43e1-98b9-45caed79e0c0),segment_id=644eca80-831b-43e1-98b9-45caed79e0c0)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:57:01.792679 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-14486d1c-fa1f-4e0d-8129-6a9cddc20921 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:01.806342 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=a93c4be1-22e4-4452-8eb2-fc06bf6d619e,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:57:01.812457 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-14486d1c-fa1f-4e0d-8129-6a9cddc20921 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Calling delete_port for 4d54ab8c-f1e3-472a-9f8b-a382bd6f6b88 owned by network:dhcp {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:57:01.834595 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a109d94e-ab2d-4ccc-bfca-647f52034529 req-17f4cbf4-9a7e-48ac-9674-11b9a1296a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:01.836182 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a109d94e-ab2d-4ccc-bfca-647f52034529 req-17f4cbf4-9a7e-48ac-9674-11b9a1296a2a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=d0df2c18-61aa-4def-a897-75583508c3aa HTTP/1.1" status: 200 len: 1097 time: 0.1400344 Nov 19 17:57:01.838519 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning for port 6210fada-ad9a-4ef0-8440-a54efe66b299 completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 17:57:01.844103 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-cd16503d-6eb5-4b9b-a454-e4b318698656 None None] Deleting port 4d54ab8c-f1e3-472a-9f8b-a382bd6f6b88 {{(pid=103366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:57:01.844478 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-cd16503d-6eb5-4b9b-a454-e4b318698656 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:01.847427 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning complete for port 6210fada-ad9a-4ef0-8440-a54efe66b299 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:57:01.848588 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:01.873892 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fedece5-9f7f-46d8-9c26-0f0d394dbe7c req-4b5f31b1-e16d-4c01-bef4-40ad4bfde676 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:01.907171 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fedece5-9f7f-46d8-9c26-0f0d394dbe7c req-4b5f31b1-e16d-4c01-bef4-40ad4bfde676 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:01.921909 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0b323c90-1230-4c5d-b9db-030851a0f9f5 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12425137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8983934'] for subnet, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:01.925398 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fedece5-9f7f-46d8-9c26-0f0d394dbe7c req-4b5f31b1-e16d-4c01-bef4-40ad4bfde676 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:01.938931 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fedece5-9f7f-46d8-9c26-0f0d394dbe7c req-4b5f31b1-e16d-4c01-bef4-40ad4bfde676 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:01.940992 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3fedece5-9f7f-46d8-9c26-0f0d394dbe7c req-4b5f31b1-e16d-4c01-bef4-40ad4bfde676 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] 10.222.0.54 "GET /v2.0/ports?device_id=08d7166f-7a15-4f21-9c94-87560bcdea01 HTTP/1.1" status: 200 len: 3150 time: 0.3190930 Nov 19 17:57:01.963531 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-cd16503d-6eb5-4b9b-a454-e4b318698656 None None] For port 4d54ab8c-f1e3-472a-9f8b-a382bd6f6b88, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=4d54ab8c-f1e3-472a-9f8b-a382bd6f6b88,segment=NetworkSegment(644eca80-831b-43e1-98b9-45caed79e0c0),segment_id=644eca80-831b-43e1-98b9-45caed79e0c0)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:57:01.964073 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-cd16503d-6eb5-4b9b-a454-e4b318698656 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:01.979116 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-cd16503d-6eb5-4b9b-a454-e4b318698656 None None] Calling delete_port for 4d54ab8c-f1e3-472a-9f8b-a382bd6f6b88 owned by network:dhcp {{(pid=103366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:57:01.992214 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-e115c772-7779-44ce-8591-1604fadb8623 req-e3e10302-41c7-4bde-a63e-a24bb6c95e6b tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Deleting port 2f46f7a1-33db-4220-b34f-49fa25718fd9 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:57:01.992718 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-e115c772-7779-44ce-8591-1604fadb8623 req-e3e10302-41c7-4bde-a63e-a24bb6c95e6b tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:02.006838 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 4d54ab8c-f1e3-472a-9f8b-a382bd6f6b88 no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:57:02.087713 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-14486d1c-fa1f-4e0d-8129-6a9cddc20921 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:02.114445 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: 4d54ab8c-f1e3-472a-9f8b-a382bd6f6b88 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:57:02.115595 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 4d54ab8c-f1e3-472a-9f8b-a382bd6f6b88 not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:57:02.125830 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-7a4dbdf1-c333-4a63-b37e-dafe1225766f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:02.150960 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:02.178317 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3fedece5-9f7f-46d8-9c26-0f0d394dbe7c req-7578345c-2e20-4faf-9635-dbba15844ff4 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] 10.222.0.54 "GET /v2.0/security-groups?id=c27dfe00-81ac-4bf5-b9dd-805873436817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2177463 Nov 19 17:57:02.197413 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-e115c772-7779-44ce-8591-1604fadb8623 req-e3e10302-41c7-4bde-a63e-a24bb6c95e6b tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] For port 2f46f7a1-33db-4220-b34f-49fa25718fd9, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=2f46f7a1-33db-4220-b34f-49fa25718fd9,segment=NetworkSegment(4cf3a3fa-f14a-471a-b8ca-053f3c3b65aa),segment_id=4cf3a3fa-f14a-471a-b8ca-053f3c3b65aa)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:57:02.197980 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-e115c772-7779-44ce-8591-1604fadb8623 req-e3e10302-41c7-4bde-a63e-a24bb6c95e6b tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:02.212372 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a109d94e-ab2d-4ccc-bfca-647f52034529 req-e40829c9-5919-417a-801b-aac9eed8aeb9 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=11f15ae4-8821-41c9-a586-57bef0a63f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2650270 Nov 19 17:57:02.221006 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 6210fada-ad9a-4ef0-8440-a54efe66b299, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=6210fada-ad9a-4ef0-8440-a54efe66b299,segment=NetworkSegment(374ad87f-866e-4e93-a1d9-79725abb480e),segment_id=374ad87f-866e-4e93-a1d9-79725abb480e)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:57:02.224418 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-cd16503d-6eb5-4b9b-a454-e4b318698656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007'] for port, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:02.229744 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:02.230531 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device cd79001d-e36b-4e83-8531-39d638b63e80 up at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:57:02.244271 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-e115c772-7779-44ce-8591-1604fadb8623 req-e3e10302-41c7-4bde-a63e-a24bb6c95e6b tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Calling delete_port for 2f46f7a1-33db-4220-b34f-49fa25718fd9 owned by compute:nova {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:57:02.249334 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14486d1c-fa1f-4e0d-8129-6a9cddc20921 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Pushing event deleted for resources: {'Port': ['ID=4d54ab8c-f1e3-472a-9f8b-a382bd6f6b88,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:57:02.253652 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b323c90-1230-4c5d-b9db-030851a0f9f5 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Pushing event deleted for resources: {'Subnet': ['ID=4d3ab9c0-fe51-461a-806a-0e5e8a31129a,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:57:02.270111 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14486d1c-fa1f-4e0d-8129-6a9cddc20921 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] No DVR routers for this DVR port 4d54ab8c-f1e3-472a-9f8b-a382bd6f6b88 on host n-d-818022-2 {{(pid=103364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:57:02.273920 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-432fed76-39fe-4d29-b454-bb0b9527284b tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12425078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8983815'] for subnet, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:02.277678 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0b323c90-1230-4c5d-b9db-030851a0f9f5 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:02.281224 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-0b323c90-1230-4c5d-b9db-030851a0f9f5 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "DELETE /v2.0/subnets/4d3ab9c0-fe51-461a-806a-0e5e8a31129a HTTP/1.1" status: 204 len: 168 time: 1.4009118 Nov 19 17:57:02.286670 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 41302) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:57:02.298234 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fab5284d-2183-425f-9482-669a00157368 None None] Network 65eace33-2479-4afb-a7b6-41f0773542ac requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:57:02.303256 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd16503d-6eb5-4b9b-a454-e4b318698656 None None] Pushing event deleted for resources: {'Port': ['ID=4d54ab8c-f1e3-472a-9f8b-a382bd6f6b88,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:57:02.320762 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd16503d-6eb5-4b9b-a454-e4b318698656 None None] No DVR routers for this DVR port 4d54ab8c-f1e3-472a-9f8b-a382bd6f6b88 on host n-d-818022-2 {{(pid=103366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:57:02.431076 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=6210fada-ad9a-4ef0-8440-a54efe66b299,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:57:02.460397 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2af7027-94e2-4ac3-a503-84bb35c8b233 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Deleting subnet f315815c-f655-4e7f-9835-f66389ea920e {{(pid=103365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 17:57:02.487321 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning for port cd79001d-e36b-4e83-8531-39d638b63e80 completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 17:57:02.493367 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning complete for port cd79001d-e36b-4e83-8531-39d638b63e80 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:57:02.493979 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:02.499876 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190532e2-cf1d-4a4f-82b7-fc70bf0c6e34 req-bb225d9b-ed9c-4259-af58-d3f0480f5450 tempest-ServerGroupTestJSON-1557289382 tempest-ServerGroupTestJSON-1557289382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:02.503466 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-190532e2-cf1d-4a4f-82b7-fc70bf0c6e34 req-bb225d9b-ed9c-4259-af58-d3f0480f5450 tempest-ServerGroupTestJSON-1557289382 tempest-ServerGroupTestJSON-1557289382-project] 10.222.0.54 "GET /v2.0/ports?device_id=f64a72f2-3f04-4f09-8dac-4439a4f89892 HTTP/1.1" status: 200 len: 945 time: 0.5769100 Nov 19 17:57:02.552552 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-14486d1c-fa1f-4e0d-8129-6a9cddc20921 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:02.564860 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c2af7027-94e2-4ac3-a503-84bb35c8b233 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks [] for subnet, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:02.583548 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-14486d1c-fa1f-4e0d-8129-6a9cddc20921 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a792b3c6-60ed-4a89-8476-50c1eb8d6178']}} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:57:02.595129 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-14486d1c-fa1f-4e0d-8129-6a9cddc20921 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '644eca80-831b-43e1-98b9-45caed79e0c0') {'for_net_delete': True} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:57:02.595481 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-14486d1c-fa1f-4e0d-8129-6a9cddc20921 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '644eca80-831b-43e1-98b9-45caed79e0c0') {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:57:02.605560 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-e115c772-7779-44ce-8591-1604fadb8623 req-e3e10302-41c7-4bde-a63e-a24bb6c95e6b tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:02.610869 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-14486d1c-fa1f-4e0d-8129-6a9cddc20921 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417396'] for segment, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:02.627703 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-14486d1c-fa1f-4e0d-8129-6a9cddc20921 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:02.635911 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14486d1c-fa1f-4e0d-8129-6a9cddc20921 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Releasing vlan 663 on physical network physnet1 to pool {{(pid=103364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 17:57:02.636093 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-14486d1c-fa1f-4e0d-8129-6a9cddc20921 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12425183'] for segment, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:02.701321 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e10302-41c7-4bde-a63e-a24bb6c95e6b tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Pushing event deleted for resources: {'Port': ['ID=2f46f7a1-33db-4220-b34f-49fa25718fd9,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:57:02.710482 n-d-818022-2 neutron-server[103364]: Traceback (most recent call last): Nov 19 17:57:02.710482 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 17:57:02.710482 n-d-818022-2 neutron-server[103364]: timer() Nov 19 17:57:02.710482 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 17:57:02.710482 n-d-818022-2 neutron-server[103364]: cb(*args, **kw) Nov 19 17:57:02.710482 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 17:57:02.710482 n-d-818022-2 neutron-server[103364]: return func(*args, **kwargs) Nov 19 17:57:02.710482 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 17:57:02.710482 n-d-818022-2 neutron-server[103364]: self._notify() Nov 19 17:57:02.710482 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 17:57:02.710482 n-d-818022-2 neutron-server[103364]: self.callback(batched_events) Nov 19 17:57:02.710482 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 17:57:02.710482 n-d-818022-2 neutron-server[103364]: event.method(event) Nov 19 17:57:02.710482 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 17:57:02.710482 n-d-818022-2 neutron-server[103364]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 17:57:02.710482 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 17:57:02.710482 n-d-818022-2 neutron-server[103364]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 17:57:02.710482 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 17:57:02.710482 n-d-818022-2 neutron-server[103364]: return f(self, *a, **k) Nov 19 17:57:02.710482 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 17:57:02.710482 n-d-818022-2 neutron-server[103364]: return self._get(url).json() Nov 19 17:57:02.710482 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 17:57:02.710482 n-d-818022-2 neutron-server[103364]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 17:57:02.710482 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 17:57:02.710482 n-d-818022-2 neutron-server[103364]: return self.request(url, 'GET', **kwargs) Nov 19 17:57:02.710482 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 17:57:02.710482 n-d-818022-2 neutron-server[103364]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 17:57:02.710482 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 17:57:02.710482 n-d-818022-2 neutron-server[103364]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 17:57:02.710482 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 17:57:02.710482 n-d-818022-2 neutron-server[103364]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 17:57:02.710482 n-d-818022-2 neutron-server[103364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 17:57:02.714879 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-190532e2-cf1d-4a4f-82b7-fc70bf0c6e34 req-7ec95da2-5f45-4171-a2a7-05750f5b3357 tempest-ServerGroupTestJSON-1557289382 tempest-ServerGroupTestJSON-1557289382-project] 10.222.0.54 "GET /v2.0/security-groups?id=f822ee92-0507-4392-bd1c-75ba37df5caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891050 Nov 19 17:57:02.726989 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-432fed76-39fe-4d29-b454-bb0b9527284b tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Checking segment: {'id': '0399d71a-538a-4d6a-9251-994e77a534fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'f3803638-16ee-47ef-8e4f-954ea0fd2ee6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:57:02.727288 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-432fed76-39fe-4d29-b454-bb0b9527284b tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Network hostable DHCP agents. Network: f3803638-16ee-47ef-8e4f-954ea0fd2ee6, hostable agents: ['02910ef2-0455-4aea-9f38-9a875579633f'], hosted agents: [] {{(pid=103364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 17:57:02.735729 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c2af7027-94e2-4ac3-a503-84bb35c8b233 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12546453'] for subnet, precommit_delete_associations {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:02.752019 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432fed76-39fe-4d29-b454-bb0b9527284b tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Pushing event updated for resources: {'Subnet': ['ID=ce79bb45-9e5b-4279-ae0b-31afb2cdfe99,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:57:02.769991 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-432fed76-39fe-4d29-b454-bb0b9527284b tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Network f3803638-16ee-47ef-8e4f-954ea0fd2ee6 is scheduled to be hosted by DHCP agent 02910ef2-0455-4aea-9f38-9a875579633f with binding_index 1 {{(pid=103364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 17:57:02.787152 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-432fed76-39fe-4d29-b454-bb0b9527284b tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818022-2, f3803638-16ee-47ef-8e4f-954ea0fd2ee6) {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:57:02.792098 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-14486d1c-fa1f-4e0d-8129-6a9cddc20921 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671242'] for network, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:02.803223 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-432fed76-39fe-4d29-b454-bb0b9527284b tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:02.805573 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-432fed76-39fe-4d29-b454-bb0b9527284b tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:02.847688 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-14486d1c-fa1f-4e0d-8129-6a9cddc20921 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks [] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:02.851158 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-14486d1c-fa1f-4e0d-8129-6a9cddc20921 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] 10.222.0.54 "DELETE /v2.0/networks/a792b3c6-60ed-4a89-8476-50c1eb8d6178 HTTP/1.1" status: 204 len: 168 time: 1.6687438 Nov 19 17:57:02.853047 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7bb24c-58bd-4e0d-ba66-38adfe48f3b1 req-b2835fd6-08bf-4f02-99a4-1f3c628acea3 tempest-MultipleCreateTestJSON-1825635663 tempest-MultipleCreateTestJSON-1825635663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:02.854857 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ef7bb24c-58bd-4e0d-ba66-38adfe48f3b1 req-b2835fd6-08bf-4f02-99a4-1f3c628acea3 tempest-MultipleCreateTestJSON-1825635663 tempest-MultipleCreateTestJSON-1825635663-project] 10.222.0.54 "GET /v2.0/ports?device_id=e36ff2d2-6456-4560-b784-c1cffc20a6c7 HTTP/1.1" status: 200 len: 946 time: 0.3771176 Nov 19 17:57:02.869361 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-432fed76-39fe-4d29-b454-bb0b9527284b tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.9077184 Nov 19 17:57:02.872866 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 41312) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:57:02.873374 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 41314) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:57:02.879879 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-69eb9d93-a3d9-4d23-b8cc-e9432cea64ac tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-687505808'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:57:02.890321 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14486d1c-fa1f-4e0d-8129-6a9cddc20921 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Pushing event deleted for resources: {'Network': ['ID=a792b3c6-60ed-4a89-8476-50c1eb8d6178,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:57:02.901152 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5675e2de-ce55-447d-8002-024f8d504f4f None None] Network f3803638-16ee-47ef-8e4f-954ea0fd2ee6 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:57:02.913479 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-9c15cc94-2c6e-4cda-80de-0884c0c5e025 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1592874362', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'}, 'admin_state_up': False}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:57:02.924785 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-e115c772-7779-44ce-8591-1604fadb8623 req-e3e10302-41c7-4bde-a63e-a24bb6c95e6b tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] No DVR routers for this DVR port 2f46f7a1-33db-4220-b34f-49fa25718fd9 on host n-h1-818022-2 {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:57:02.928004 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-e115c772-7779-44ce-8591-1604fadb8623 req-e3e10302-41c7-4bde-a63e-a24bb6c95e6b tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:02.932106 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e115c772-7779-44ce-8591-1604fadb8623 req-e3e10302-41c7-4bde-a63e-a24bb6c95e6b tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] 10.222.0.60 "DELETE /v2.0/ports/2f46f7a1-33db-4220-b34f-49fa25718fd9 HTTP/1.1" status: 204 len: 173 time: 1.3117583 Nov 19 17:57:02.947379 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:03.010089 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port cd79001d-e36b-4e83-8531-39d638b63e80, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=cd79001d-e36b-4e83-8531-39d638b63e80,segment=NetworkSegment(d6f4031a-2074-4c0c-81c3-e2afe4868e24),segment_id=d6f4031a-2074-4c0c-81c3-e2afe4868e24)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:57:03.022535 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:03.024688 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 250f924d-c35c-4c02-b955-99a05de844f1 no longer exists at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:57:03.039127 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ef7bb24c-58bd-4e0d-ba66-38adfe48f3b1 req-e5f44c56-fb68-4fcd-839b-b685dfacb27a tempest-MultipleCreateTestJSON-1825635663 tempest-MultipleCreateTestJSON-1825635663-project] 10.222.0.54 "GET /v2.0/security-groups?id=11f15ae4-8821-41c9-a586-57bef0a63f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550291 Nov 19 17:57:03.089297 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9c15cc94-2c6e-4cda-80de-0884c0c5e025 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9890'] for router, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:03.090888 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9c15cc94-2c6e-4cda-80de-0884c0c5e025 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671617', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-732153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4689'] for router, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:03.158051 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9c15cc94-2c6e-4cda-80de-0884c0c5e025 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:03.165460 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=cd79001d-e36b-4e83-8531-39d638b63e80,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:57:03.240519 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c2af7027-94e2-4ac3-a503-84bb35c8b233 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:03.295069 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e46ecc5a-dc14-4744-b262-3072ff2e958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:03.417551 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f36d86d-6b16-4332-b528-60bdd1e5892b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54f44f5f-1200-574e-8740-2141911d5b73-f3803638-16ee-47ef-8e4f-954ea0fd2ee6', 'network_id': 'f3803638-16ee-47ef-8e4f-954ea0fd2ee6', 'tenant_id': 'a99931e27f474d57b370754999e3039f', 'fixed_ips': [{'subnet_id': 'ce79bb45-9e5b-4279-ae0b-31afb2cdfe99'}]}} from n-d-818022-2. {{(pid=103366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 17:57:03.418994 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8f36d86d-6b16-4332-b528-60bdd1e5892b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:03.456523 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:03.460631 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7f185e-cbd5-4e4b-8696-776c3e6bcd96 req-cce90fbf-e061-49e6-bb2c-9c94b20c55f3 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:03.473360 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7f185e-cbd5-4e4b-8696-776c3e6bcd96 req-cce90fbf-e061-49e6-bb2c-9c94b20c55f3 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:03.481751 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69eb9d93-a3d9-4d23-b8cc-e9432cea64ac tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Made reservation on behalf of a99931e27f474d57b370754999e3039f for: {'network': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:57:03.485435 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-69eb9d93-a3d9-4d23-b8cc-e9432cea64ac tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:03.491237 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7f185e-cbd5-4e4b-8696-776c3e6bcd96 req-cce90fbf-e061-49e6-bb2c-9c94b20c55f3 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:03.493888 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c2af7027-94e2-4ac3-a503-84bb35c8b233 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12282919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8731163'] for subnet, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:03.496291 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-4e7f185e-cbd5-4e4b-8696-776c3e6bcd96 req-cce90fbf-e061-49e6-bb2c-9c94b20c55f3 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] 10.222.0.54 "GET /v2.0/ports?device_id=08d7166f-7a15-4f21-9c94-87560bcdea01 HTTP/1.1" status: 200 len: 2415 time: 0.1481557 Nov 19 17:57:03.511510 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 250f924d-c35c-4c02-b955-99a05de844f1, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=250f924d-c35c-4c02-b955-99a05de844f1,segment=NetworkSegment(eb93ceb6-71e1-49aa-bf2e-23b252534102),segment_id=eb93ceb6-71e1-49aa-bf2e-23b252534102)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:57:03.522791 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:03.523858 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 2f194f25-8afc-4037-8a13-728d888a8aaf no longer exists at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:57:03.571226 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-4e7f185e-cbd5-4e4b-8696-776c3e6bcd96 req-df961dca-04af-4901-9dc3-d0aeddd9c802 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] 10.222.0.54 "GET /v2.0/security-groups?id=c27dfe00-81ac-4bf5-b9dd-805873436817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671778 Nov 19 17:57:03.610451 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2af7027-94e2-4ac3-a503-84bb35c8b233 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Pushing event deleted for resources: {'Subnet': ['ID=f315815c-f655-4e7f-9835-f66389ea920e,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:57:03.626131 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e36ff2d2-6456-4560-b784-c1cffc20a6c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6210fada-ad9a-4ef0-8440-a54efe66b299'}, {'server_uuid': 'f64a72f2-3f04-4f09-8dac-4439a4f89892', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd79001d-e36b-4e83-8531-39d638b63e80'}, {'server_uuid': '08d7166f-7a15-4f21-9c94-87560bcdea01', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '250f924d-c35c-4c02-b955-99a05de844f1'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:57:03.629887 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3940761bcd94e032e6960d2241bd8993c5d3a7d8dc2aca8488f3ecf1d4dd2fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3be066d2-36a9-4c15-8368-e88f4bcbec38" -d '{"events": [{"server_uuid": "e36ff2d2-6456-4560-b784-c1cffc20a6c7", "name": "network-vif-plugged", "status": "completed", "tag": "6210fada-ad9a-4ef0-8440-a54efe66b299"}, {"server_uuid": "f64a72f2-3f04-4f09-8dac-4439a4f89892", "name": "network-vif-plugged", "status": "completed", "tag": "cd79001d-e36b-4e83-8531-39d638b63e80"}, {"server_uuid": "08d7166f-7a15-4f21-9c94-87560bcdea01", "name": "network-vif-unplugged", "status": "completed", "tag": "250f924d-c35c-4c02-b955-99a05de844f1"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:57:03.650483 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c2af7027-94e2-4ac3-a503-84bb35c8b233 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:03.655437 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-c2af7027-94e2-4ac3-a503-84bb35c8b233 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "DELETE /v2.0/subnets/f315815c-f655-4e7f-9835-f66389ea920e HTTP/1.1" status: 204 len: 168 time: 1.3677318 Nov 19 17:57:03.659297 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 41320) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:57:03.682850 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2af7027-94e2-4ac3-a503-84bb35c8b233 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:57:03.683214 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2af7027-94e2-4ac3-a503-84bb35c8b233 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:57:03.683625 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2af7027-94e2-4ac3-a503-84bb35c8b233 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:57:03.684027 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2af7027-94e2-4ac3-a503-84bb35c8b233 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:57:03.684371 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2af7027-94e2-4ac3-a503-84bb35c8b233 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:57:03.684713 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2af7027-94e2-4ac3-a503-84bb35c8b233 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:57:03.685050 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2af7027-94e2-4ac3-a503-84bb35c8b233 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:57:03.685383 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2af7027-94e2-4ac3-a503-84bb35c8b233 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:57:03.685771 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2af7027-94e2-4ac3-a503-84bb35c8b233 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:57:03.686126 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2af7027-94e2-4ac3-a503-84bb35c8b233 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:57:03.686457 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2af7027-94e2-4ac3-a503-84bb35c8b233 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:57:03.686783 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2af7027-94e2-4ac3-a503-84bb35c8b233 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:57:03.693182 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9c15cc94-2c6e-4cda-80de-0884c0c5e025 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:03.703197 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08d7166f-7a15-4f21-9c94-87560bcdea01', 'name': 'network-vif-deleted', 'tag': '2f46f7a1-33db-4220-b34f-49fa25718fd9'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:57:03.705571 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218319d759239a7d11f1288aef37381b97754913ee9ccbfd43b51a463f801712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-647e545f-ed16-46a5-899b-313c43d040b6" -d '{"events": [{"server_uuid": "08d7166f-7a15-4f21-9c94-87560bcdea01", "name": "network-vif-deleted", "tag": "2f46f7a1-33db-4220-b34f-49fa25718fd9"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:57:03.714586 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69eb9d93-a3d9-4d23-b8cc-e9432cea64ac tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 673} {{(pid=103365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 17:57:03.743334 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-c63d745b-115b-41ae-b2fc-9dde582d9dbb tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0825517 Nov 19 17:57:03.746265 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 41324) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:57:03.751868 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-23a4b9be-933d-4e3b-b129-6f67eb522de3 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Request body: {'subnet': {'network_id': '65eace33-2479-4afb-a7b6-41f0773542ac', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:57:03.757323 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-69eb9d93-a3d9-4d23-b8cc-e9432cea64ac tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:03.758832 n-d-818022-2 neutron-server[103365]: INFO neutron.db.segments_db [None req-69eb9d93-a3d9-4d23-b8cc-e9432cea64ac tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Added segment 84853f73-07e3-4540-849d-e0e01bcdf232 of type vlan for network 1301da20-8554-435d-a286-f1c838517994 Nov 19 17:57:03.816388 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=250f924d-c35c-4c02-b955-99a05de844f1,revision_number=6']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:57:03.844981 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [None req-8f36d86d-6b16-4332-b528-60bdd1e5892b None None] Allocated IP 2001:db8::1 (f3803638-16ee-47ef-8e4f-954ea0fd2ee6/ce79bb45-9e5b-4279-ae0b-31afb2cdfe99/8ef1d9e6-88b3-4db0-a54d-469f6be3b61f) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:57:03.960014 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-69eb9d93-a3d9-4d23-b8cc-e9432cea64ac tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:03.980050 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cbba72-bf0a-4b33-ab71-acc4e35310fd req-1e64b564-413e-4fd1-9c6f-7080751bb108 tempest-ServerGroupTestJSON-1557289382 tempest-ServerGroupTestJSON-1557289382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:03.982995 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-63cbba72-bf0a-4b33-ab71-acc4e35310fd req-1e64b564-413e-4fd1-9c6f-7080751bb108 tempest-ServerGroupTestJSON-1557289382 tempest-ServerGroupTestJSON-1557289382-project] 10.222.0.54 "GET /v2.0/ports?device_id=f64a72f2-3f04-4f09-8dac-4439a4f89892 HTTP/1.1" status: 200 len: 946 time: 0.0837386 Nov 19 17:57:03.984404 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23a4b9be-933d-4e3b-b129-6f67eb522de3 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Made reservation on behalf of 6b45f31544cd40e7b10456e94240dc6e for: {'subnet': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:57:03.988083 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-23a4b9be-933d-4e3b-b129-6f67eb522de3 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8983829'] for subnet, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:03.994391 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:57:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f10883f1-34ff-44e6-a347-db53a0ce4e79 x-openstack-request-id: req-f10883f1-34ff-44e6-a347-db53a0ce4e79 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:57:03.994891 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08d7166f-7a15-4f21-9c94-87560bcdea01", "name": "network-vif-deleted", "tag": "2f46f7a1-33db-4220-b34f-49fa25718fd9", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:57:03.995468 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f10883f1-34ff-44e6-a347-db53a0ce4e79 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:57:03.995966 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08d7166f-7a15-4f21-9c94-87560bcdea01', 'name': 'network-vif-deleted', 'tag': '2f46f7a1-33db-4220-b34f-49fa25718fd9', 'status': 'completed', 'code': 200} Nov 19 17:57:04.036356 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8f36d86d-6b16-4332-b528-60bdd1e5892b None None] Publish callbacks [] for port, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:04.047359 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 527 Content-Type: application/json Date: Fri, 19 Nov 2021 17:57:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abcf9eba-fe5f-410c-a1dc-3eac259342f5 x-openstack-request-id: req-abcf9eba-fe5f-410c-a1dc-3eac259342f5 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:57:04.047649 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e36ff2d2-6456-4560-b784-c1cffc20a6c7", "name": "network-vif-plugged", "status": "completed", "tag": "6210fada-ad9a-4ef0-8440-a54efe66b299", "code": 200}, {"server_uuid": "f64a72f2-3f04-4f09-8dac-4439a4f89892", "name": "network-vif-plugged", "status": "completed", "tag": "cd79001d-e36b-4e83-8531-39d638b63e80", "code": 200}, {"server_uuid": "08d7166f-7a15-4f21-9c94-87560bcdea01", "name": "network-vif-unplugged", "status": "completed", "tag": "250f924d-c35c-4c02-b955-99a05de844f1", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:57:04.047902 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-abcf9eba-fe5f-410c-a1dc-3eac259342f5 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:57:04.048531 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e36ff2d2-6456-4560-b784-c1cffc20a6c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6210fada-ad9a-4ef0-8440-a54efe66b299', 'code': 200} Nov 19 17:57:04.048850 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f64a72f2-3f04-4f09-8dac-4439a4f89892', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd79001d-e36b-4e83-8531-39d638b63e80', 'code': 200} Nov 19 17:57:04.049232 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08d7166f-7a15-4f21-9c94-87560bcdea01', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '250f924d-c35c-4c02-b955-99a05de844f1', 'code': 200} Nov 19 17:57:04.049406 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-69eb9d93-a3d9-4d23-b8cc-e9432cea64ac tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:04.050043 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e04be67-e0dd-4186-8ad8-9e548a75e13b None None] Network 65eace33-2479-4afb-a7b6-41f0773542ac requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:57:04.058584 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69eb9d93-a3d9-4d23-b8cc-e9432cea64ac tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:04.059792 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-69eb9d93-a3d9-4d23-b8cc-e9432cea64ac tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:04.068314 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8f36d86d-6b16-4332-b528-60bdd1e5892b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998'] for port, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:04.119953 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-63cbba72-bf0a-4b33-ab71-acc4e35310fd req-d8d9a04a-59c4-4b0d-8273-a36a0ed4573c tempest-ServerGroupTestJSON-1557289382 tempest-ServerGroupTestJSON-1557289382-project] 10.222.0.54 "GET /v2.0/security-groups?id=f822ee92-0507-4392-bd1c-75ba37df5caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280949 Nov 19 17:57:04.149027 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-e115c772-7779-44ce-8591-1604fadb8623 req-f1b9dce0-3e14-4a50-b4fc-74a680726e7b tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Deleting port 250f924d-c35c-4c02-b955-99a05de844f1 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:57:04.149656 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-e115c772-7779-44ce-8591-1604fadb8623 req-f1b9dce0-3e14-4a50-b4fc-74a680726e7b tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:04.190500 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-69eb9d93-a3d9-4d23-b8cc-e9432cea64ac tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.3142571 Nov 19 17:57:04.195062 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-0b50978b-3aa0-4678-b341-397110283eac None None] Provisioning complete for port 0cf8eb41-25a9-4a3d-89ea-eca47c82e668 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:57:04.195489 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0b50978b-3aa0-4678-b341-397110283eac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:04.197076 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 41332) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:57:04.207144 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f36d86d-6b16-4332-b528-60bdd1e5892b None None] Network f3803638-16ee-47ef-8e4f-954ea0fd2ee6 is already hosted by enough agents. {{(pid=103366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:57:04.209842 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-b3076c05-4eb1-44a1-a679-5fea853b7b3b tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Request body: {'subnet': {'network_id': '1301da20-8554-435d-a286-f1c838517994', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:57:04.213520 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [None req-8f36d86d-6b16-4332-b528-60bdd1e5892b None None] Resources bound (agent type, host, resource id): {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:57:04.222643 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:04.225431 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f36d86d-6b16-4332-b528-60bdd1e5892b None None] Received port after_create {{(pid=103366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:57:04.254280 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:04.312687 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f36d86d-6b16-4332-b528-60bdd1e5892b None None] Pushing event updated for resources: {'Port': ['ID=8ef1d9e6-88b3-4db0-a54d-469f6be3b61f,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:57:04.370920 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-23a4b9be-933d-4e3b-b129-6f67eb522de3 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12425078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8983815'] for subnet, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:04.388248 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3076c05-4eb1-44a1-a679-5fea853b7b3b tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Made reservation on behalf of a99931e27f474d57b370754999e3039f for: {'subnet': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:57:04.394804 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b3076c05-4eb1-44a1-a679-5fea853b7b3b tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8983829'] for subnet, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:04.431421 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-8f36d86d-6b16-4332-b528-60bdd1e5892b None None] Attempting to bind port 8ef1d9e6-88b3-4db0-a54d-469f6be3b61f on host n-d-818022-2 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:57:04.431799 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-8f36d86d-6b16-4332-b528-60bdd1e5892b None None] Attempting to bind port 8ef1d9e6-88b3-4db0-a54d-469f6be3b61f by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': '0399d71a-538a-4d6a-9251-994e77a534fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'f3803638-16ee-47ef-8e4f-954ea0fd2ee6'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:57:04.432168 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f36d86d-6b16-4332-b528-60bdd1e5892b None None] Attempting to bind port 8ef1d9e6-88b3-4db0-a54d-469f6be3b61f on network f3803638-16ee-47ef-8e4f-954ea0fd2ee6 {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:57:04.442094 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f36d86d-6b16-4332-b528-60bdd1e5892b None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 56, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:57:04.442460 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f36d86d-6b16-4332-b528-60bdd1e5892b None None] Checking segment: {'id': '0399d71a-538a-4d6a-9251-994e77a534fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'f3803638-16ee-47ef-8e4f-954ea0fd2ee6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:57:04.442872 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8f36d86d-6b16-4332-b528-60bdd1e5892b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:04.443322 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f36d86d-6b16-4332-b528-60bdd1e5892b None None] Bound using segment: {'id': '0399d71a-538a-4d6a-9251-994e77a534fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'f3803638-16ee-47ef-8e4f-954ea0fd2ee6'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:57:04.443818 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-8f36d86d-6b16-4332-b528-60bdd1e5892b None None] Bound port: 8ef1d9e6-88b3-4db0-a54d-469f6be3b61f, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0399d71a-538a-4d6a-9251-994e77a534fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'f3803638-16ee-47ef-8e4f-954ea0fd2ee6'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:57:04.444201 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8f36d86d-6b16-4332-b528-60bdd1e5892b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:04.448900 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23a4b9be-933d-4e3b-b129-6f67eb522de3 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Network 65eace33-2479-4afb-a7b6-41f0773542ac is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:57:04.458579 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:04.489294 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-23a4b9be-933d-4e3b-b129-6f67eb522de3 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:57:04.499591 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23a4b9be-933d-4e3b-b129-6f67eb522de3 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:04.500775 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-23a4b9be-933d-4e3b-b129-6f67eb522de3 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:04.530560 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.ipam_backend_mixin [None req-b3076c05-4eb1-44a1-a679-5fea853b7b3b tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Performing IP validity checks on allocation pools {{(pid=103364) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 19 17:57:04.531084 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.ipam_backend_mixin [None req-b3076c05-4eb1-44a1-a679-5fea853b7b3b tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103364) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 19 17:57:04.533087 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a4b9be-933d-4e3b-b129-6f67eb522de3 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Pushing event updated for resources: {'Subnet': ['ID=e84fced0-e4e2-422a-b4ee-20cf749d4b27,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:57:04.558055 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-23a4b9be-933d-4e3b-b129-6f67eb522de3 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8100038 Nov 19 17:57:04.561238 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 41338) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:57:04.566630 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-8531c47d-d599-44d6-9405-1d8c6082193f tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Request body: {'subnet': {'network_id': '65eace33-2479-4afb-a7b6-41f0773542ac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:57:04.618617 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 2f194f25-8afc-4037-8a13-728d888a8aaf, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=2f194f25-8afc-4037-8a13-728d888a8aaf,segment=NetworkSegment(0e2189b3-cb14-46a5-a715-24b97b50abaf),segment_id=0e2189b3-cb14-46a5-a715-24b97b50abaf)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:57:04.631943 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:04.632673 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 2f46f7a1-33db-4220-b34f-49fa25718fd9 no longer exists at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:57:04.661325 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69eb9d93-a3d9-4d23-b8cc-e9432cea64ac tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Pushing event updated for resources: {'Network': ['ID=1301da20-8554-435d-a286-f1c838517994,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:57:04.664912 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e798f4-a737-4199-8d70-9eab2e6a7e35 req-fd0ee68c-9999-4e15-9489-7ca40693234a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:04.676009 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b2e798f4-a737-4199-8d70-9eab2e6a7e35 req-fd0ee68c-9999-4e15-9489-7ca40693234a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f64a72f2-3f04-4f09-8dac-4439a4f89892 HTTP/1.1" status: 200 len: 1097 time: 0.6716087 Nov 19 17:57:04.742947 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7408cb1-6eb3-458f-99a0-2e3e94e9b14f req-78b40f5f-5752-48bd-8c08-266a5bbf5d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:04.744496 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f7408cb1-6eb3-458f-99a0-2e3e94e9b14f req-78b40f5f-5752-48bd-8c08-266a5bbf5d93 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e36ff2d2-6456-4560-b784-c1cffc20a6c7 HTTP/1.1" status: 200 len: 1097 time: 0.7060347 Nov 19 17:57:04.761386 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=2f194f25-8afc-4037-8a13-728d888a8aaf,revision_number=6']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:57:04.765085 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe89f01-b869-4495-8fc2-988c3b31800e req-d0fd3260-5c28-4c52-a119-f214821ebc37 tempest-MultipleCreateTestJSON-1825635663 tempest-MultipleCreateTestJSON-1825635663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:04.766661 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4fe89f01-b869-4495-8fc2-988c3b31800e req-d0fd3260-5c28-4c52-a119-f214821ebc37 tempest-MultipleCreateTestJSON-1825635663 tempest-MultipleCreateTestJSON-1825635663-project] 10.222.0.54 "GET /v2.0/ports?device_id=e36ff2d2-6456-4560-b784-c1cffc20a6c7 HTTP/1.1" status: 200 len: 946 time: 0.2618873 Nov 19 17:57:04.782447 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network 1301da20-8554-435d-a286-f1c838517994 details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 17:57:04.784410 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-710f75df-1180-4077-bd88-6b974d34cf3a None None] DHCP port deletion for 65eace33-2479-4afb-a7b6-41f0773542ac request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 17:57:04.788941 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] No Port match for: 2f46f7a1-33db-4220-b34f-49fa25718fd9 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:57:04.789449 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 2f46f7a1-33db-4220-b34f-49fa25718fd9 not bound to the agent host n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:57:04.790015 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 87a91d07-25a8-45ba-97b6-bf6aca6dc17b no longer exists at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:57:04.839042 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-e115c772-7779-44ce-8591-1604fadb8623 req-f1b9dce0-3e14-4a50-b4fc-74a680726e7b tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] For port 250f924d-c35c-4c02-b955-99a05de844f1, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=250f924d-c35c-4c02-b955-99a05de844f1,segment=NetworkSegment(eb93ceb6-71e1-49aa-bf2e-23b252534102),segment_id=eb93ceb6-71e1-49aa-bf2e-23b252534102)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:57:04.839413 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-e115c772-7779-44ce-8591-1604fadb8623 req-f1b9dce0-3e14-4a50-b4fc-74a680726e7b tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:04.869988 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b2e798f4-a737-4199-8d70-9eab2e6a7e35 req-e887cdf7-60d0-44a2-969e-79db4e7de79f service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=f822ee92-0507-4392-bd1c-75ba37df5caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779957 Nov 19 17:57:04.929796 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b3076c05-4eb1-44a1-a679-5fea853b7b3b tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12425078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8983815'] for subnet, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:04.948900 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6339121e-bda3-4767-968e-f82a59355895 req-a4dc9571-e402-4185-8810-393df43d8f34 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:04.958435 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6339121e-bda3-4767-968e-f82a59355895 req-a4dc9571-e402-4185-8810-393df43d8f34 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:04.959428 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f7408cb1-6eb3-458f-99a0-2e3e94e9b14f req-a774f98f-cf01-421b-9810-6aca2c99f30b service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=11f15ae4-8821-41c9-a586-57bef0a63f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036686 Nov 19 17:57:04.964816 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-8f36d86d-6b16-4332-b528-60bdd1e5892b None None] For port 8ef1d9e6-88b3-4db0-a54d-469f6be3b61f, host n-d-818022-2, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:57:04.970156 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6339121e-bda3-4767-968e-f82a59355895 req-a4dc9571-e402-4185-8810-393df43d8f34 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:04.972561 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e013d7e6-5264-4dcc-9759-54f5fb809e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:04.982230 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4fe89f01-b869-4495-8fc2-988c3b31800e req-81f9b647-c244-4459-9b56-058a22298c8b tempest-MultipleCreateTestJSON-1825635663 tempest-MultipleCreateTestJSON-1825635663-project] 10.222.0.54 "GET /v2.0/security-groups?id=11f15ae4-8821-41c9-a586-57bef0a63f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991825 Nov 19 17:57:04.982533 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6339121e-bda3-4767-968e-f82a59355895 req-a4dc9571-e402-4185-8810-393df43d8f34 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] 10.222.0.54 "GET /v2.0/ports?device_id=08d7166f-7a15-4f21-9c94-87560bcdea01 HTTP/1.1" status: 200 len: 2411 time: 0.2305131 Nov 19 17:57:05.000660 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-8f36d86d-6b16-4332-b528-60bdd1e5892b None None] For port 8ef1d9e6-88b3-4db0-a54d-469f6be3b61f, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=8ef1d9e6-88b3-4db0-a54d-469f6be3b61f,segment=NetworkSegment(0399d71a-538a-4d6a-9251-994e77a534fe),segment_id=0399d71a-538a-4d6a-9251-994e77a534fe)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:57:05.024779 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-710f75df-1180-4077-bd88-6b974d34cf3a None None] Deleting port 0cf8eb41-25a9-4a3d-89ea-eca47c82e668 {{(pid=103366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:57:05.025368 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-710f75df-1180-4077-bd88-6b974d34cf3a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:05.057674 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8531c47d-d599-44d6-9405-1d8c6082193f tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Made reservation on behalf of 6b45f31544cd40e7b10456e94240dc6e for: {'subnet': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:57:05.063569 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8531c47d-d599-44d6-9405-1d8c6082193f tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8983829'] for subnet, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:05.114610 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 87a91d07-25a8-45ba-97b6-bf6aca6dc17b not bound to the agent host n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:57:05.115174 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device e40774d5-5d0b-42bc-ab15-81a13c341ed3 no longer exists at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:57:05.126718 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8f36d86d-6b16-4332-b528-60bdd1e5892b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:05.129433 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9c15cc94-2c6e-4cda-80de-0884c0c5e025 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks [] for router_gateway, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:05.160408 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6339121e-bda3-4767-968e-f82a59355895 req-0d887612-14f9-4adc-be99-e5f9426a94e3 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] 10.222.0.54 "GET /v2.0/security-groups?id=c27dfe00-81ac-4bf5-b9dd-805873436817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1769845 Nov 19 17:57:05.167473 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3076c05-4eb1-44a1-a679-5fea853b7b3b tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Pushing event updated for resources: {'Subnet': ['ID=388ded8e-7e6f-4a4a-914a-b32dfdf10121,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:57:05.203984 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9c15cc94-2c6e-4cda-80de-0884c0c5e025 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:05.233024 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3076c05-4eb1-44a1-a679-5fea853b7b3b tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Checking segment: {'id': '84853f73-07e3-4540-849d-e0e01bcdf232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '1301da20-8554-435d-a286-f1c838517994'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:57:05.236845 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3076c05-4eb1-44a1-a679-5fea853b7b3b tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Network hostable DHCP agents. Network: 1301da20-8554-435d-a286-f1c838517994, hostable agents: ['02910ef2-0455-4aea-9f38-9a875579633f'], hosted agents: [] {{(pid=103364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 17:57:05.237717 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f36d86d-6b16-4332-b528-60bdd1e5892b None None] Pushing event updated for resources: {'Port': ['ID=8ef1d9e6-88b3-4db0-a54d-469f6be3b61f,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:57:05.247273 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-710f75df-1180-4077-bd88-6b974d34cf3a None None] For port 0cf8eb41-25a9-4a3d-89ea-eca47c82e668, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=0cf8eb41-25a9-4a3d-89ea-eca47c82e668,segment=NetworkSegment(b0148e58-5e40-4372-b35c-802e0d196d41),segment_id=b0148e58-5e40-4372-b35c-802e0d196d41)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:57:05.247956 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-710f75df-1180-4077-bd88-6b974d34cf3a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:05.253017 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] No Port match for: e40774d5-5d0b-42bc-ab15-81a13c341ed3 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:57:05.253680 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device e40774d5-5d0b-42bc-ab15-81a13c341ed3 not bound to the agent host n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:57:05.254252 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 534dda20-44c3-4e51-a3ef-bc7f289e3330 no longer exists at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:57:05.321621 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3076c05-4eb1-44a1-a679-5fea853b7b3b tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Network 1301da20-8554-435d-a286-f1c838517994 is scheduled to be hosted by DHCP agent 02910ef2-0455-4aea-9f38-9a875579633f with binding_index 1 {{(pid=103364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 17:57:05.350503 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-b3076c05-4eb1-44a1-a679-5fea853b7b3b tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818022-2, 1301da20-8554-435d-a286-f1c838517994) {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:57:05.358782 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3076c05-4eb1-44a1-a679-5fea853b7b3b tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:05.359552 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b3076c05-4eb1-44a1-a679-5fea853b7b3b tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:05.364364 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-710f75df-1180-4077-bd88-6b974d34cf3a None None] Calling delete_port for 0cf8eb41-25a9-4a3d-89ea-eca47c82e668 owned by network:dhcp {{(pid=103366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:57:05.368053 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4213f5b-0575-4900-a816-b88accb10936 None None] Network 1301da20-8554-435d-a286-f1c838517994 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:57:05.391356 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-b3076c05-4eb1-44a1-a679-5fea853b7b3b tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.1923783 Nov 19 17:57:05.404472 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 41346) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:57:05.507916 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-e115c772-7779-44ce-8591-1604fadb8623 req-f1b9dce0-3e14-4a50-b4fc-74a680726e7b tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:05.508278 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-e115c772-7779-44ce-8591-1604fadb8623 req-f1b9dce0-3e14-4a50-b4fc-74a680726e7b tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-671284'] for floatingip, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:05.508600 n-d-818022-2 neutron-server[103365]: INFO neutron.db.l3_db [req-e115c772-7779-44ce-8591-1604fadb8623 req-f1b9dce0-3e14-4a50-b4fc-74a680726e7b tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Floating IP e23dbf15-56d4-48f3-991a-7bd12b4699de disassociated. External IP: 172.25.7.108, port: 250f924d-c35c-4c02-b955-99a05de844f1. Nov 19 17:57:05.510508 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-e115c772-7779-44ce-8591-1604fadb8623 req-f1b9dce0-3e14-4a50-b4fc-74a680726e7b tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Calling delete_port for 250f924d-c35c-4c02-b955-99a05de844f1 owned by compute:nova {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:57:05.542648 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:05.550925 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:05.668883 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9ef04e-0043-4b9c-897d-6c3e8b5e7405 req-c11570d5-4889-4ff2-b079-e98857b3954f tempest-ServerGroupTestJSON-1557289382 tempest-ServerGroupTestJSON-1557289382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:05.671283 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fe9ef04e-0043-4b9c-897d-6c3e8b5e7405 req-c11570d5-4889-4ff2-b079-e98857b3954f tempest-ServerGroupTestJSON-1557289382 tempest-ServerGroupTestJSON-1557289382-project] 10.222.0.54 "GET /v2.0/ports?device_id=f64a72f2-3f04-4f09-8dac-4439a4f89892 HTTP/1.1" status: 200 len: 946 time: 0.3803089 Nov 19 17:57:05.780677 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 534dda20-44c3-4e51-a3ef-bc7f289e3330, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=534dda20-44c3-4e51-a3ef-bc7f289e3330,segment=NetworkSegment(4cf3a3fa-f14a-471a-b8ca-053f3c3b65aa),segment_id=4cf3a3fa-f14a-471a-b8ca-053f3c3b65aa)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:57:05.783033 n-d-818022-2 neutron-server[103364]: DEBUG neutron.objects.ports [None req-8531c47d-d599-44d6-9405-1d8c6082193f tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103364) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 19 17:57:05.795736 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:05.796454 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 3e94edaf-0165-44df-bdab-b323476101a6 no longer exists at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:57:05.859294 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-e115c772-7779-44ce-8591-1604fadb8623 req-f1b9dce0-3e14-4a50-b4fc-74a680726e7b tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:05.888902 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-710f75df-1180-4077-bd88-6b974d34cf3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007'] for port, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:05.903717 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d76f13de-825d-495e-b101-5c64dc11b07d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54f44f5f-1200-574e-8740-2141911d5b73-1301da20-8554-435d-a286-f1c838517994', 'network_id': '1301da20-8554-435d-a286-f1c838517994', 'tenant_id': 'a99931e27f474d57b370754999e3039f', 'fixed_ips': [{'subnet_id': '388ded8e-7e6f-4a4a-914a-b32dfdf10121'}]}} from n-d-818022-2. {{(pid=103366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 17:57:05.904751 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d76f13de-825d-495e-b101-5c64dc11b07d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:05.956829 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-710f75df-1180-4077-bd88-6b974d34cf3a None None] No DVR routers for this DVR port 0cf8eb41-25a9-4a3d-89ea-eca47c82e668 on host n-d-818022-2 {{(pid=103366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:57:05.966400 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 3e94edaf-0165-44df-bdab-b323476101a6 not bound to the agent host n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:57:05.982251 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [None req-9c15cc94-2c6e-4cda-80de-0884c0c5e025 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Allocated IP 172.25.7.144 (645e61aa-1a6c-4e8f-857e-ab06edb4897f/88ed2d64-f56d-4f01-a468-946e01c99e82/7b394e80-8049-4f37-8a12-2aaa6503da69) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:57:05.996191 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b9dce0-3e14-4a50-b4fc-74a680726e7b tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Pushing event deleted for resources: {'Port': ['ID=250f924d-c35c-4c02-b955-99a05de844f1,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:57:06.007833 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=534dda20-44c3-4e51-a3ef-bc7f289e3330,revision_number=6']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:57:06.013853 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad0a702a-9b17-45fd-96a0-52d5a4cae85b None None] Network 65eace33-2479-4afb-a7b6-41f0773542ac requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:57:06.124632 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c4d27e41-6b83-472c-be0c-edb69afdfa1c tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:06.224840 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fe9ef04e-0043-4b9c-897d-6c3e8b5e7405 req-a8ae20ba-4c6c-482f-975a-0e023c28200a tempest-ServerGroupTestJSON-1557289382 tempest-ServerGroupTestJSON-1557289382-project] 10.222.0.54 "GET /v2.0/security-groups?id=f822ee92-0507-4392-bd1c-75ba37df5caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3890822 Nov 19 17:57:06.483740 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08d7166f-7a15-4f21-9c94-87560bcdea01', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f194f25-8afc-4037-8a13-728d888a8aaf'}, {'server_uuid': '08d7166f-7a15-4f21-9c94-87560bcdea01', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '534dda20-44c3-4e51-a3ef-bc7f289e3330'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:57:06.486202 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3940761bcd94e032e6960d2241bd8993c5d3a7d8dc2aca8488f3ecf1d4dd2fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42c02a1d-f9a4-4c43-91cd-36154578f3ce" -d '{"events": [{"server_uuid": "08d7166f-7a15-4f21-9c94-87560bcdea01", "name": "network-vif-unplugged", "status": "completed", "tag": "2f194f25-8afc-4037-8a13-728d888a8aaf"}, {"server_uuid": "08d7166f-7a15-4f21-9c94-87560bcdea01", "name": "network-vif-unplugged", "status": "completed", "tag": "534dda20-44c3-4e51-a3ef-bc7f289e3330"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:57:06.490266 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e115c772-7779-44ce-8591-1604fadb8623 req-f1b9dce0-3e14-4a50-b4fc-74a680726e7b tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Router 38abec58-0373-47b5-8be3-e8c006bfa02e has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 17:57:06.577990 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 8ef1d9e6-88b3-4db0-a54d-469f6be3b61f up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:57:06.696917 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710f75df-1180-4077-bd88-6b974d34cf3a None None] Pushing event deleted for resources: {'Port': ['ID=0cf8eb41-25a9-4a3d-89ea-eca47c82e668,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:57:06.741532 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e115c772-7779-44ce-8591-1604fadb8623 req-f1b9dce0-3e14-4a50-b4fc-74a680726e7b tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 17:57:06.754215 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdea6d2f-0f3c-4ca1-9967-ebf8562b6b7a None None] Sync routers for ids ['38abec58-0373-47b5-8be3-e8c006bfa02e'] in n-d-818022-2 {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 17:57:06.773498 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdea6d2f-0f3c-4ca1-9967-ebf8562b6b7a None None] Routers {'38abec58-0373-47b5-8be3-e8c006bfa02e'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:57:06.774157 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-bdea6d2f-0f3c-4ca1-9967-ebf8562b6b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:57:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['38abec58-0373-47b5-8be3-e8c006bfa02e'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:57:06.776581 n-d-818022-2 neutron-server[103364]: WARNING neutron.services.revisions.revision_plugin [None req-8531c47d-d599-44d6-9405-1d8c6082193f tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Could not find related port for resource to bump revision. Nov 19 17:57:06.805211 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.ipam_pluggable_backend [None req-8531c47d-d599-44d6-9405-1d8c6082193f tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Port 0cf8eb41-25a9-4a3d-89ea-eca47c82e668 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103364) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Nov 19 17:57:06.805530 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.ipam_pluggable_backend [None req-8531c47d-d599-44d6-9405-1d8c6082193f tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Reverting IP allocation for 2001:db8::f816:3eff:feff:a279 {{(pid=103364) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Nov 19 17:57:06.813122 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.ipam_pluggable_backend [None req-8531c47d-d599-44d6-9405-1d8c6082193f tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Reverting IP allocation failed for 2001:db8::f816:3eff:feff:a279 {{(pid=103364) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Nov 19 17:57:06.817367 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8531c47d-d599-44d6-9405-1d8c6082193f tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12425078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8983815'] for subnet, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:06.819249 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9c15cc94-2c6e-4cda-80de-0884c0c5e025 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:06.851571 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e1c6cb-630b-4f12-a3ae-8758e62f36d8 req-6c1d86d7-31f5-49b7-900c-17eaaaf57c14 tempest-MultipleCreateTestJSON-1825635663 tempest-MultipleCreateTestJSON-1825635663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:06.853350 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-18e1c6cb-630b-4f12-a3ae-8758e62f36d8 req-6c1d86d7-31f5-49b7-900c-17eaaaf57c14 tempest-MultipleCreateTestJSON-1825635663 tempest-MultipleCreateTestJSON-1825635663-project] 10.222.0.54 "GET /v2.0/ports?device_id=e36ff2d2-6456-4560-b784-c1cffc20a6c7 HTTP/1.1" status: 200 len: 946 time: 0.7054582 Nov 19 17:57:06.865183 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b75ede8-568a-472e-98b1-02fe167da545 None None] Network f3803638-16ee-47ef-8e4f-954ea0fd2ee6 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:57:06.871467 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c4d27e41-6b83-472c-be0c-edb69afdfa1c tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:06.893398 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8531c47d-d599-44d6-9405-1d8c6082193f tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Network 65eace33-2479-4afb-a7b6-41f0773542ac is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:57:06.923806 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-18e1c6cb-630b-4f12-a3ae-8758e62f36d8 req-fa1fbba9-f4af-401e-96a0-df105eecbc7f tempest-MultipleCreateTestJSON-1825635663 tempest-MultipleCreateTestJSON-1825635663-project] 10.222.0.54 "GET /v2.0/security-groups?id=11f15ae4-8821-41c9-a586-57bef0a63f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480990 Nov 19 17:57:06.934812 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-8531c47d-d599-44d6-9405-1d8c6082193f tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:57:06.948902 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-e115c772-7779-44ce-8591-1604fadb8623 req-f1b9dce0-3e14-4a50-b4fc-74a680726e7b tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] No DVR routers for this DVR port 250f924d-c35c-4c02-b955-99a05de844f1 on host n-h1-818022-2 {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:57:06.949103 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8531c47d-d599-44d6-9405-1d8c6082193f tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:06.949103 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8531c47d-d599-44d6-9405-1d8c6082193f tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:06.976805 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-e115c772-7779-44ce-8591-1604fadb8623 req-f1b9dce0-3e14-4a50-b4fc-74a680726e7b tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:06.988748 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8531c47d-d599-44d6-9405-1d8c6082193f tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Pushing event updated for resources: {'Subnet': ['ID=bbbdd788-29ee-45f5-b81a-94f079cc61f6,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:57:06.990854 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e115c772-7779-44ce-8591-1604fadb8623 req-f1b9dce0-3e14-4a50-b4fc-74a680726e7b tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] 10.222.0.60 "DELETE /v2.0/ports/250f924d-c35c-4c02-b955-99a05de844f1 HTTP/1.1" status: 204 len: 173 time: 4.0490434 Nov 19 17:57:06.998122 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-8531c47d-d599-44d6-9405-1d8c6082193f tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.4322307 Nov 19 17:57:06.998610 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 8ef1d9e6-88b3-4db0-a54d-469f6be3b61f triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:57:06.998686 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:07.006429 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 41362) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:57:07.007541 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08d7166f-7a15-4f21-9c94-87560bcdea01', 'name': 'network-vif-deleted', 'tag': '250f924d-c35c-4c02-b955-99a05de844f1'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:57:07.011460 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-379ff944-2378-4f8b-8a3e-2cbd85628d74 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Request body: {'port': {'network_id': '65eace33-2479-4afb-a7b6-41f0773542ac', 'mac_address': 'fa:16:3e:67:38:08', 'name': 'tempest-NetworksTestDHCPv6-303641731'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:57:07.015331 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218319d759239a7d11f1288aef37381b97754913ee9ccbfd43b51a463f801712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be48df7d-0c0c-4861-b403-83fc31d452f6" -d '{"events": [{"server_uuid": "08d7166f-7a15-4f21-9c94-87560bcdea01", "name": "network-vif-deleted", "tag": "250f924d-c35c-4c02-b955-99a05de844f1"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:57:07.017228 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bda1a48c-82f8-46c1-b5b9-f4394fd780fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54f44f5f-1200-574e-8740-2141911d5b73-65eace33-2479-4afb-a7b6-41f0773542ac', 'network_id': '65eace33-2479-4afb-a7b6-41f0773542ac', 'tenant_id': '6b45f31544cd40e7b10456e94240dc6e', 'fixed_ips': [{'subnet_id': 'bbbdd788-29ee-45f5-b81a-94f079cc61f6'}, {'subnet_id': 'e84fced0-e4e2-422a-b4ee-20cf749d4b27'}]}} from n-d-818022-2. {{(pid=103366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 17:57:07.017682 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-bda1a48c-82f8-46c1-b5b9-f4394fd780fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:07.055763 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-bdea6d2f-0f3c-4ca1-9967-ebf8562b6b7a None None] Set router 38abec58-0373-47b5-8be3-e8c006bfa02e gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:57:07.063357 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [None req-d76f13de-825d-495e-b101-5c64dc11b07d None None] Allocated IP 2001:db8::3 (1301da20-8554-435d-a286-f1c838517994/388ded8e-7e6f-4a4a-914a-b32dfdf10121/f4c99b08-af82-402b-9745-c402228230b3) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:57:07.088466 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Fri, 19 Nov 2021 17:57:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48ffdcda-126b-4e83-95ea-b48d4003e9c1 x-openstack-request-id: req-48ffdcda-126b-4e83-95ea-b48d4003e9c1 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:57:07.088787 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08d7166f-7a15-4f21-9c94-87560bcdea01", "name": "network-vif-unplugged", "status": "completed", "tag": "2f194f25-8afc-4037-8a13-728d888a8aaf", "code": 200}, {"server_uuid": "08d7166f-7a15-4f21-9c94-87560bcdea01", "name": "network-vif-unplugged", "status": "completed", "tag": "534dda20-44c3-4e51-a3ef-bc7f289e3330", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:57:07.088987 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-48ffdcda-126b-4e83-95ea-b48d4003e9c1 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:57:07.089339 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08d7166f-7a15-4f21-9c94-87560bcdea01', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f194f25-8afc-4037-8a13-728d888a8aaf', 'code': 200} Nov 19 17:57:07.089603 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08d7166f-7a15-4f21-9c94-87560bcdea01', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '534dda20-44c3-4e51-a3ef-bc7f289e3330', 'code': 200} Nov 19 17:57:07.116387 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-1d888700-3f55-4fa1-9c6f-81b740a474d3 None None] Provisioning complete for port 8ef1d9e6-88b3-4db0-a54d-469f6be3b61f triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:57:07.116770 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-1d888700-3f55-4fa1-9c6f-81b740a474d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:07.199717 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-379ff944-2378-4f8b-8a3e-2cbd85628d74 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Made reservation on behalf of 6b45f31544cd40e7b10456e94240dc6e for: {'port': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:57:07.322908 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-379ff944-2378-4f8b-8a3e-2cbd85628d74 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:07.367534 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [None req-379ff944-2378-4f8b-8a3e-2cbd85628d74 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] device_id is not set on port 34434439-b008-43ab-a0a5-d1c0c799f592 yet. {{(pid=103364) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 17:57:07.399037 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-bdea6d2f-0f3c-4ca1-9967-ebf8562b6b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38abec58-0373-47b5-8be3-e8c006bfa02e', 'name': 'tempest-TaggedBootDevicesTest-1544452270-router', 'tenant_id': 'c2e6ec2d08df4707906c035065baeeeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.14'}], 'enable_snat': True}, 'gw_port_id': 'e98554cb-ac70-4afd-a1b3-4f9dc391947b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:45:56Z', 'updated_at': '2021-11-19T17:46:01Z', 'revision_number': 4, 'project_id': 'c2e6ec2d08df4707906c035065baeeeb', 'gw_port': {'id': 'e98554cb-ac70-4afd-a1b3-4f9dc391947b', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:c1:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38abec58-0373-47b5-8be3-e8c006bfa02e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:45:57Z', 'updated_at': '2021-11-19T17:46:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': 'e646b60e-4d6e-4955-9bf5-21d34a3da1c4', 'name': '', 'network_id': 'a7696552-ba44-476c-8112-55d4b789a3e1', 'tenant_id': 'c2e6ec2d08df4707906c035065baeeeb', 'mac_address': 'fa:16:3e:f5:5b:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38abec58-0373-47b5-8be3-e8c006bfa02e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': '10488475-e039-4e90-8c5a-9f67d399bd8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:46:00Z', 'updated_at': '2021-11-19T17:46:08Z', 'revision_number': 5, 'project_id': 'c2e6ec2d08df4707906c035065baeeeb', 'subnets': [{'id': '10488475-e039-4e90-8c5a-9f67d399bd8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:57:07.463461 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdea6d2f-0f3c-4ca1-9967-ebf8562b6b7a None None] Checking router: 38abec58-0373-47b5-8be3-e8c006bfa02e for host: n-d-818022-2 {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 17:57:07.486621 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdea6d2f-0f3c-4ca1-9967-ebf8562b6b7a None None] Routers {'38abec58-0373-47b5-8be3-e8c006bfa02e'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:57:07.488211 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-bdea6d2f-0f3c-4ca1-9967-ebf8562b6b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:57:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['38abec58-0373-47b5-8be3-e8c006bfa02e'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:57:07.489906 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [None req-bda1a48c-82f8-46c1-b5b9-f4394fd780fe None None] Allocated IP 172.20.0.2 (65eace33-2479-4afb-a7b6-41f0773542ac/e84fced0-e4e2-422a-b4ee-20cf749d4b27/9abf6670-d5c9-4fbc-97dd-053d7c5ae6ef) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:57:07.496684 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [None req-bda1a48c-82f8-46c1-b5b9-f4394fd780fe None None] Allocated IP 2001:db8::f816:3eff:fe84:2fea (65eace33-2479-4afb-a7b6-41f0773542ac/bbbdd788-29ee-45f5-b81a-94f079cc61f6/9abf6670-d5c9-4fbc-97dd-053d7c5ae6ef) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:57:07.520792 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef2f7b9-9d2b-45e6-b796-c680646e118d req-20596673-b7fa-4568-9248-096fe618acbe tempest-ServerGroupTestJSON-1557289382 tempest-ServerGroupTestJSON-1557289382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:07.530207 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-7ef2f7b9-9d2b-45e6-b796-c680646e118d req-20596673-b7fa-4568-9248-096fe618acbe tempest-ServerGroupTestJSON-1557289382 tempest-ServerGroupTestJSON-1557289382-project] 10.222.0.54 "GET /v2.0/ports?device_id=f64a72f2-3f04-4f09-8dac-4439a4f89892 HTTP/1.1" status: 200 len: 946 time: 0.1436715 Nov 19 17:57:07.534298 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c003ce-9d35-491d-9da7-dee1d6848e71 req-50ea64d4-d33a-4d79-b489-83e0a077cf87 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:07.541098 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c003ce-9d35-491d-9da7-dee1d6848e71 req-50ea64d4-d33a-4d79-b489-83e0a077cf87 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:07.551672 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-15c003ce-9d35-491d-9da7-dee1d6848e71 req-50ea64d4-d33a-4d79-b489-83e0a077cf87 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] 10.222.0.54 "GET /v2.0/ports?device_id=08d7166f-7a15-4f21-9c94-87560bcdea01 HTTP/1.1" status: 200 len: 1676 time: 1.1439435 Nov 19 17:57:07.571776 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:57:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d618e276-8a87-4d0c-9a64-60f061a5300e x-openstack-request-id: req-d618e276-8a87-4d0c-9a64-60f061a5300e {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:57:07.572305 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08d7166f-7a15-4f21-9c94-87560bcdea01", "name": "network-vif-deleted", "tag": "250f924d-c35c-4c02-b955-99a05de844f1", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:57:07.572568 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d618e276-8a87-4d0c-9a64-60f061a5300e {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:57:07.573010 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08d7166f-7a15-4f21-9c94-87560bcdea01', 'name': 'network-vif-deleted', 'tag': '250f924d-c35c-4c02-b955-99a05de844f1', 'status': 'completed', 'code': 200} Nov 19 17:57:07.592623 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-7ef2f7b9-9d2b-45e6-b796-c680646e118d req-070ed3fc-142b-45dd-9701-53910c4d1d01 tempest-ServerGroupTestJSON-1557289382 tempest-ServerGroupTestJSON-1557289382-project] 10.222.0.54 "GET /v2.0/security-groups?id=f822ee92-0507-4392-bd1c-75ba37df5caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555089 Nov 19 17:57:07.679882 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-bdea6d2f-0f3c-4ca1-9967-ebf8562b6b7a None None] Set router 38abec58-0373-47b5-8be3-e8c006bfa02e gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:57:07.760682 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-15c003ce-9d35-491d-9da7-dee1d6848e71 req-9822e298-93a3-48ad-83d8-e39e5dbcb0c6 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] 10.222.0.54 "GET /v2.0/security-groups?id=c27dfe00-81ac-4bf5-b9dd-805873436817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2057636 Nov 19 17:57:07.760682 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9c15cc94-2c6e-4cda-80de-0884c0c5e025 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:07.841646 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d76f13de-825d-495e-b101-5c64dc11b07d None None] Publish callbacks [] for port, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:07.843534 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:07.891671 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c15cc94-2c6e-4cda-80de-0884c0c5e025 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Network 645e61aa-1a6c-4e8f-857e-ab06edb4897f is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:57:07.907119 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-9c15cc94-2c6e-4cda-80de-0884c0c5e025 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:57:07.910964 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c15cc94-2c6e-4cda-80de-0884c0c5e025 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:57:07.978388 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-bdea6d2f-0f3c-4ca1-9967-ebf8562b6b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38abec58-0373-47b5-8be3-e8c006bfa02e', 'name': 'tempest-TaggedBootDevicesTest-1544452270-router', 'tenant_id': 'c2e6ec2d08df4707906c035065baeeeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.14'}], 'enable_snat': True}, 'gw_port_id': 'e98554cb-ac70-4afd-a1b3-4f9dc391947b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:45:56Z', 'updated_at': '2021-11-19T17:46:01Z', 'revision_number': 4, 'project_id': 'c2e6ec2d08df4707906c035065baeeeb', 'gw_port': {'id': 'e98554cb-ac70-4afd-a1b3-4f9dc391947b', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:c1:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38abec58-0373-47b5-8be3-e8c006bfa02e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:45:57Z', 'updated_at': '2021-11-19T17:46:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': 'e646b60e-4d6e-4955-9bf5-21d34a3da1c4', 'name': '', 'network_id': 'a7696552-ba44-476c-8112-55d4b789a3e1', 'tenant_id': 'c2e6ec2d08df4707906c035065baeeeb', 'mac_address': 'fa:16:3e:f5:5b:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38abec58-0373-47b5-8be3-e8c006bfa02e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': '10488475-e039-4e90-8c5a-9f67d399bd8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:46:00Z', 'updated_at': '2021-11-19T17:46:08Z', 'revision_number': 5, 'project_id': 'c2e6ec2d08df4707906c035065baeeeb', 'subnets': [{'id': '10488475-e039-4e90-8c5a-9f67d399bd8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:57:08.018000 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c15cc94-2c6e-4cda-80de-0884c0c5e025 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Pushing event updated for resources: {'Port': ['ID=7b394e80-8049-4f37-8a12-2aaa6503da69,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:57:08.037287 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c4d27e41-6b83-472c-be0c-edb69afdfa1c tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12282919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8731163'] for subnet, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:08.046733 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdea6d2f-0f3c-4ca1-9967-ebf8562b6b7a None None] The sync data for ids ['38abec58-0373-47b5-8be3-e8c006bfa02e'] in n-d-818022-2 is: [{'id': '38abec58-0373-47b5-8be3-e8c006bfa02e', 'name': 'tempest-TaggedBootDevicesTest-1544452270-router', 'tenant_id': 'c2e6ec2d08df4707906c035065baeeeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.14'}], 'enable_snat': True}, 'gw_port_id': 'e98554cb-ac70-4afd-a1b3-4f9dc391947b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:45:56Z', 'updated_at': '2021-11-19T17:46:01Z', 'revision_number': 4, 'project_id': 'c2e6ec2d08df4707906c035065baeeeb', 'gw_port': {'id': 'e98554cb-ac70-4afd-a1b3-4f9dc391947b', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:c1:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38abec58-0373-47b5-8be3-e8c006bfa02e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:45:57Z', 'updated_at': '2021-11-19T17:46:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': 'e646b60e-4d6e-4955-9bf5-21d34a3da1c4', 'name': '', 'network_id': 'a7696552-ba44-476c-8112-55d4b789a3e1', 'tenant_id': 'c2e6ec2d08df4707906c035065baeeeb', 'mac_address': 'fa:16:3e:f5:5b:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38abec58-0373-47b5-8be3-e8c006bfa02e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': '10488475-e039-4e90-8c5a-9f67d399bd8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:46:00Z', 'updated_at': '2021-11-19T17:46:08Z', 'revision_number': 5, 'project_id': 'c2e6ec2d08df4707906c035065baeeeb', 'subnets': [{'id': '10488475-e039-4e90-8c5a-9f67d399bd8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 17:57:08.049822 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-bda1a48c-82f8-46c1-b5b9-f4394fd780fe None None] Publish callbacks [] for port, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:08.060798 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-1d888700-3f55-4fa1-9c6f-81b740a474d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:08.068379 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d76f13de-825d-495e-b101-5c64dc11b07d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998'] for port, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:08.073923 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c61a8086-c9c5-42c6-9806-f81d8aac74ab None None] DHCP port deletion for 645e61aa-1a6c-4e8f-857e-ab06edb4897f request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 17:57:08.113206 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-e115c772-7779-44ce-8591-1604fadb8623 req-cf359bb2-7b62-45f0-b514-7ce0b53f9ba4 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Deleting port 2f194f25-8afc-4037-8a13-728d888a8aaf {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:57:08.113557 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-e115c772-7779-44ce-8591-1604fadb8623 req-cf359bb2-7b62-45f0-b514-7ce0b53f9ba4 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:08.125115 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d27e41-6b83-472c-be0c-edb69afdfa1c tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Pushing event deleted for resources: {'Subnet': ['ID=388ded8e-7e6f-4a4a-914a-b32dfdf10121,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:57:08.175529 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76f13de-825d-495e-b101-5c64dc11b07d None None] Pushing event updated for resources: {'Port': ['ID=f4c99b08-af82-402b-9745-c402228230b3,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:57:08.184767 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-bda1a48c-82f8-46c1-b5b9-f4394fd780fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998'] for port, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:08.249097 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [None req-379ff944-2378-4f8b-8a3e-2cbd85628d74 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Allocated IP 172.20.0.5 (65eace33-2479-4afb-a7b6-41f0773542ac/e84fced0-e4e2-422a-b4ee-20cf749d4b27/34434439-b008-43ab-a0a5-d1c0c799f592) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:57:08.265386 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [None req-379ff944-2378-4f8b-8a3e-2cbd85628d74 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Allocated IP 2001:db8::f816:3eff:fe67:3808 (65eace33-2479-4afb-a7b6-41f0773542ac/bbbdd788-29ee-45f5-b81a-94f079cc61f6/34434439-b008-43ab-a0a5-d1c0c799f592) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:57:08.274736 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bda1a48c-82f8-46c1-b5b9-f4394fd780fe None None] Network 65eace33-2479-4afb-a7b6-41f0773542ac is already hosted by enough agents. {{(pid=103366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:57:08.277127 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda1a48c-82f8-46c1-b5b9-f4394fd780fe None None] Pushing event updated for resources: {'Port': ['ID=9abf6670-d5c9-4fbc-97dd-053d7c5ae6ef,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:57:08.308126 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [None req-bda1a48c-82f8-46c1-b5b9-f4394fd780fe None None] Resources bound (agent type, host, resource id): {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:57:08.314352 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda1a48c-82f8-46c1-b5b9-f4394fd780fe None None] Received port after_create {{(pid=103366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:57:08.354164 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] For port 8ef1d9e6-88b3-4db0-a54d-469f6be3b61f, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=8ef1d9e6-88b3-4db0-a54d-469f6be3b61f,segment=NetworkSegment(0399d71a-538a-4d6a-9251-994e77a534fe),segment_id=0399d71a-538a-4d6a-9251-994e77a534fe)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:57:08.401729 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c4d27e41-6b83-472c-be0c-edb69afdfa1c tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:08.422570 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d76f13de-825d-495e-b101-5c64dc11b07d None None] Network 1301da20-8554-435d-a286-f1c838517994 is already hosted by enough agents. {{(pid=103366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:57:08.423506 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8313cf-33a5-4514-af71-e85f69f8219f req-bc4a0096-3933-41e7-a59e-d4cc46d6b2e3 tempest-ServerGroupTestJSON-1557289382 tempest-ServerGroupTestJSON-1557289382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:08.425184 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5a8313cf-33a5-4514-af71-e85f69f8219f req-bc4a0096-3933-41e7-a59e-d4cc46d6b2e3 tempest-ServerGroupTestJSON-1557289382 tempest-ServerGroupTestJSON-1557289382-project] 10.222.0.54 "GET /v2.0/ports?device_id=f64a72f2-3f04-4f09-8dac-4439a4f89892 HTTP/1.1" status: 200 len: 946 time: 0.4249938 Nov 19 17:57:08.449927 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:08.499043 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-c4d27e41-6b83-472c-be0c-edb69afdfa1c tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1301da20-8554-435d-a286-f1c838517994']}} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:57:08.521072 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [None req-d76f13de-825d-495e-b101-5c64dc11b07d None None] Resources bound (agent type, host, resource id): {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:57:08.534554 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-c4d27e41-6b83-472c-be0c-edb69afdfa1c tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84853f73-07e3-4540-849d-e0e01bcdf232') {'for_net_delete': True} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:57:08.534869 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-c4d27e41-6b83-472c-be0c-edb69afdfa1c tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84853f73-07e3-4540-849d-e0e01bcdf232') {} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:57:08.537115 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e07c15a-463d-42b6-92c3-ec0952609e0d req-4f0adcdb-07d4-47bb-95c4-ad1da759367a tempest-MultipleCreateTestJSON-1825635663 tempest-MultipleCreateTestJSON-1825635663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:08.550893 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-3e07c15a-463d-42b6-92c3-ec0952609e0d req-4f0adcdb-07d4-47bb-95c4-ad1da759367a tempest-MultipleCreateTestJSON-1825635663 tempest-MultipleCreateTestJSON-1825635663-project] 10.222.0.54 "GET /v2.0/ports?device_id=e36ff2d2-6456-4560-b784-c1cffc20a6c7 HTTP/1.1" status: 200 len: 946 time: 0.5028231 Nov 19 17:57:08.567358 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-e115c772-7779-44ce-8591-1604fadb8623 req-cf359bb2-7b62-45f0-b514-7ce0b53f9ba4 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] For port 2f194f25-8afc-4037-8a13-728d888a8aaf, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=2f194f25-8afc-4037-8a13-728d888a8aaf,segment=NetworkSegment(0e2189b3-cb14-46a5-a715-24b97b50abaf),segment_id=0e2189b3-cb14-46a5-a715-24b97b50abaf)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:57:08.567736 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-e115c772-7779-44ce-8591-1604fadb8623 req-cf359bb2-7b62-45f0-b514-7ce0b53f9ba4 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:08.569225 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d76f13de-825d-495e-b101-5c64dc11b07d None None] Received port after_create {{(pid=103366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:57:08.596477 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-379ff944-2378-4f8b-8a3e-2cbd85628d74 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:08.608091 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-520d2e09-19f7-4860-b888-2bdd738f79f0 None None] New status for floating IP e23dbf15-56d4-48f3-991a-7bd12b4699de: DOWN {{(pid=103366) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 17:57:08.609393 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c4d27e41-6b83-472c-be0c-edb69afdfa1c tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12545382'] for segment, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:08.610435 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 0cf8eb41-25a9-4a3d-89ea-eca47c82e668 no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:57:08.632289 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-3e07c15a-463d-42b6-92c3-ec0952609e0d req-61d3339b-ba7f-4162-bb73-964ec4261538 tempest-MultipleCreateTestJSON-1825635663 tempest-MultipleCreateTestJSON-1825635663-project] 10.222.0.54 "GET /v2.0/security-groups?id=11f15ae4-8821-41c9-a586-57bef0a63f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725670 Nov 19 17:57:08.670760 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-379ff944-2378-4f8b-8a3e-2cbd85628d74 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:08.698295 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-e115c772-7779-44ce-8591-1604fadb8623 req-cf359bb2-7b62-45f0-b514-7ce0b53f9ba4 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Calling delete_port for 2f194f25-8afc-4037-8a13-728d888a8aaf owned by compute:nova {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:57:08.710775 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: 0cf8eb41-25a9-4a3d-89ea-eca47c82e668 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:57:08.711238 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 0cf8eb41-25a9-4a3d-89ea-eca47c82e668 not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:57:08.741732 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5a8313cf-33a5-4514-af71-e85f69f8219f req-cdbe06c3-9aeb-4042-a30c-2cc094101a9c tempest-ServerGroupTestJSON-1557289382 tempest-ServerGroupTestJSON-1557289382-project] 10.222.0.54 "GET /v2.0/security-groups?id=f822ee92-0507-4392-bd1c-75ba37df5caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3069921 Nov 19 17:57:08.764066 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c4d27e41-6b83-472c-be0c-edb69afdfa1c tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:08.775936 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379ff944-2378-4f8b-8a3e-2cbd85628d74 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Pushing event updated for resources: {'Port': ['ID=34434439-b008-43ab-a0a5-d1c0c799f592,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:57:08.794028 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4d27e41-6b83-472c-be0c-edb69afdfa1c tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Releasing vlan 673 on physical network physnet1 to pool {{(pid=103365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 17:57:08.794449 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c4d27e41-6b83-472c-be0c-edb69afdfa1c tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12282953'] for segment, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:08.802156 n-d-818022-2 neutron-server[103365]: Traceback (most recent call last): Nov 19 17:57:08.802156 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 17:57:08.802156 n-d-818022-2 neutron-server[103365]: timer() Nov 19 17:57:08.802156 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 17:57:08.802156 n-d-818022-2 neutron-server[103365]: cb(*args, **kw) Nov 19 17:57:08.802156 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 17:57:08.802156 n-d-818022-2 neutron-server[103365]: return func(*args, **kwargs) Nov 19 17:57:08.802156 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 17:57:08.802156 n-d-818022-2 neutron-server[103365]: self._notify() Nov 19 17:57:08.802156 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 17:57:08.802156 n-d-818022-2 neutron-server[103365]: self.callback(batched_events) Nov 19 17:57:08.802156 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 17:57:08.802156 n-d-818022-2 neutron-server[103365]: event.method(event) Nov 19 17:57:08.802156 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 17:57:08.802156 n-d-818022-2 neutron-server[103365]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 17:57:08.802156 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 17:57:08.802156 n-d-818022-2 neutron-server[103365]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 17:57:08.802156 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 17:57:08.802156 n-d-818022-2 neutron-server[103365]: return f(self, *a, **k) Nov 19 17:57:08.802156 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 17:57:08.802156 n-d-818022-2 neutron-server[103365]: return self._get(url).json() Nov 19 17:57:08.802156 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 17:57:08.802156 n-d-818022-2 neutron-server[103365]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 17:57:08.802156 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 17:57:08.802156 n-d-818022-2 neutron-server[103365]: return self.request(url, 'GET', **kwargs) Nov 19 17:57:08.802156 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 17:57:08.802156 n-d-818022-2 neutron-server[103365]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 17:57:08.802156 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 17:57:08.802156 n-d-818022-2 neutron-server[103365]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 17:57:08.802156 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 17:57:08.802156 n-d-818022-2 neutron-server[103365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 17:57:08.802156 n-d-818022-2 neutron-server[103365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 17:57:08.818316 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-379ff944-2378-4f8b-8a3e-2cbd85628d74 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Network 65eace33-2479-4afb-a7b6-41f0773542ac is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:57:08.833603 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-379ff944-2378-4f8b-8a3e-2cbd85628d74 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:57:08.842353 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-379ff944-2378-4f8b-8a3e-2cbd85628d74 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:57:08.883406 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-bda1a48c-82f8-46c1-b5b9-f4394fd780fe None None] Attempting to bind port 9abf6670-d5c9-4fbc-97dd-053d7c5ae6ef on host n-d-818022-2 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:57:08.883793 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-bda1a48c-82f8-46c1-b5b9-f4394fd780fe None None] Attempting to bind port 9abf6670-d5c9-4fbc-97dd-053d7c5ae6ef by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': 'b0148e58-5e40-4372-b35c-802e0d196d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '65eace33-2479-4afb-a7b6-41f0773542ac'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:57:08.884168 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda1a48c-82f8-46c1-b5b9-f4394fd780fe None None] Attempting to bind port 9abf6670-d5c9-4fbc-97dd-053d7c5ae6ef on network 65eace33-2479-4afb-a7b6-41f0773542ac {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:57:08.931381 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.db.api [None req-1d888700-3f55-4fa1-9c6f-81b740a474d3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103366) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 17:57:08.931661 n-d-818022-2 neutron-server[103366]: DEBUG oslo_db.api [None req-1d888700-3f55-4fa1-9c6f-81b740a474d3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 17:57:08.939583 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cf44a6-e33b-40e9-a11b-a23e64e81b5f req-7dd363d0-6018-464e-8d6a-850e8928b521 tempest-MultipleCreateTestJSON-1825635663 tempest-MultipleCreateTestJSON-1825635663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:08.940447 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Pushing event updated for resources: {'Port': ['ID=8ef1d9e6-88b3-4db0-a54d-469f6be3b61f,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:57:08.941619 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a6cf44a6-e33b-40e9-a11b-a23e64e81b5f req-7dd363d0-6018-464e-8d6a-850e8928b521 tempest-MultipleCreateTestJSON-1825635663 tempest-MultipleCreateTestJSON-1825635663-project] 10.222.0.54 "GET /v2.0/ports?device_id=d0df2c18-61aa-4def-a897-75583508c3aa HTTP/1.1" status: 200 len: 946 time: 0.1205962 Nov 19 17:57:08.951076 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda1a48c-82f8-46c1-b5b9-f4394fd780fe None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 57, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:57:08.951461 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda1a48c-82f8-46c1-b5b9-f4394fd780fe None None] Checking segment: {'id': 'b0148e58-5e40-4372-b35c-802e0d196d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '65eace33-2479-4afb-a7b6-41f0773542ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:57:08.951876 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-bda1a48c-82f8-46c1-b5b9-f4394fd780fe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:08.952273 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda1a48c-82f8-46c1-b5b9-f4394fd780fe None None] Bound using segment: {'id': 'b0148e58-5e40-4372-b35c-802e0d196d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '65eace33-2479-4afb-a7b6-41f0773542ac'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:57:08.952774 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-bda1a48c-82f8-46c1-b5b9-f4394fd780fe None None] Bound port: 9abf6670-d5c9-4fbc-97dd-053d7c5ae6ef, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0148e58-5e40-4372-b35c-802e0d196d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '65eace33-2479-4afb-a7b6-41f0773542ac'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:57:08.953163 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-bda1a48c-82f8-46c1-b5b9-f4394fd780fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:08.975973 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-d76f13de-825d-495e-b101-5c64dc11b07d None None] Attempting to bind port f4c99b08-af82-402b-9745-c402228230b3 on host n-d-818022-2 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:57:08.976357 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-d76f13de-825d-495e-b101-5c64dc11b07d None None] Attempting to bind port f4c99b08-af82-402b-9745-c402228230b3 by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': '84853f73-07e3-4540-849d-e0e01bcdf232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '1301da20-8554-435d-a286-f1c838517994'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:57:08.976733 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d76f13de-825d-495e-b101-5c64dc11b07d None None] Attempting to bind port f4c99b08-af82-402b-9745-c402228230b3 on network 1301da20-8554-435d-a286-f1c838517994 {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:57:08.985669 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d76f13de-825d-495e-b101-5c64dc11b07d None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 57, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:57:08.986087 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d76f13de-825d-495e-b101-5c64dc11b07d None None] Checking segment: {'id': '84853f73-07e3-4540-849d-e0e01bcdf232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '1301da20-8554-435d-a286-f1c838517994'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:57:08.986501 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d76f13de-825d-495e-b101-5c64dc11b07d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:08.986904 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d76f13de-825d-495e-b101-5c64dc11b07d None None] Bound using segment: {'id': '84853f73-07e3-4540-849d-e0e01bcdf232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '1301da20-8554-435d-a286-f1c838517994'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:57:08.987402 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-d76f13de-825d-495e-b101-5c64dc11b07d None None] Bound port: f4c99b08-af82-402b-9745-c402228230b3, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84853f73-07e3-4540-849d-e0e01bcdf232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '1301da20-8554-435d-a286-f1c838517994'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:57:08.987795 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d76f13de-825d-495e-b101-5c64dc11b07d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:09.035485 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a6cf44a6-e33b-40e9-a11b-a23e64e81b5f req-528e0f26-f024-408c-9e7d-1a5f775882c4 tempest-MultipleCreateTestJSON-1825635663 tempest-MultipleCreateTestJSON-1825635663-project] 10.222.0.54 "GET /v2.0/security-groups?id=11f15ae4-8821-41c9-a586-57bef0a63f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751722 Nov 19 17:57:09.049380 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-379ff944-2378-4f8b-8a3e-2cbd85628d74 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:09.062247 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-379ff944-2378-4f8b-8a3e-2cbd85628d74 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:09.115806 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-379ff944-2378-4f8b-8a3e-2cbd85628d74 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.1082840 Nov 19 17:57:09.120530 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 41390) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:57:09.125641 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9008e3-5ece-417c-8471-2582fcd60732 req-55c9aa2b-898b-4353-82bf-37ff7d211bc7 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:09.132665 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9008e3-5ece-417c-8471-2582fcd60732 req-55c9aa2b-898b-4353-82bf-37ff7d211bc7 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:09.134397 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5a9008e3-5ece-417c-8471-2582fcd60732 req-55c9aa2b-898b-4353-82bf-37ff7d211bc7 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] 10.222.0.54 "GET /v2.0/ports?device_id=08d7166f-7a15-4f21-9c94-87560bcdea01 HTTP/1.1" status: 200 len: 1676 time: 0.2082992 Nov 19 17:57:09.135083 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.db.api [None req-c4d27e41-6b83-472c-be0c-edb69afdfa1c tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 19 17:57:09.135083 n-d-818022-2 neutron-server[103365]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 19 17:57:09.135083 n-d-818022-2 neutron-server[103365]: [parameters: {'id': '1301da20-8554-435d-a286-f1c838517994'}] Nov 19 17:57:09.135083 n-d-818022-2 neutron-server[103365]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103365) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 17:57:09.135525 n-d-818022-2 neutron-server[103365]: DEBUG oslo_db.api [None req-c4d27e41-6b83-472c-be0c-edb69afdfa1c tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 17:57:09.163189 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9c15cc94-2c6e-4cda-80de-0884c0c5e025 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks [] for router_gateway, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:09.245784 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0cd9f96-79b3-4b8e-8a70-fbfbc03cb3ee tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:09.253962 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0cd9f96-79b3-4b8e-8a70-fbfbc03cb3ee tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:09.259386 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-a0cd9f96-79b3-4b8e-8a70-fbfbc03cb3ee tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1860 time: 0.1346016 Nov 19 17:57:09.260065 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 41394) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:57:09.308314 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5a9008e3-5ece-417c-8471-2582fcd60732 req-429b9ec9-7c05-4400-83d3-22c4383ffcbc tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] 10.222.0.54 "GET /v2.0/security-groups?id=c27dfe00-81ac-4bf5-b9dd-805873436817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1657495 Nov 19 17:57:09.357719 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d567f579-5b4c-45b8-8d57-78972d22c46b req-4e214548-6ff9-4fb9-87a9-456ea214c751 tempest-ServerGroupTestJSON-1557289382 tempest-ServerGroupTestJSON-1557289382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:09.360139 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d567f579-5b4c-45b8-8d57-78972d22c46b req-4e214548-6ff9-4fb9-87a9-456ea214c751 tempest-ServerGroupTestJSON-1557289382 tempest-ServerGroupTestJSON-1557289382-project] 10.222.0.60 "GET /v2.0/ports?device_id=f64a72f2-3f04-4f09-8dac-4439a4f89892 HTTP/1.1" status: 200 len: 946 time: 0.1360402 Nov 19 17:57:09.377123 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-bda1a48c-82f8-46c1-b5b9-f4394fd780fe None None] For port 9abf6670-d5c9-4fbc-97dd-053d7c5ae6ef, host n-d-818022-2, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:57:09.382190 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-bda1a48c-82f8-46c1-b5b9-f4394fd780fe None None] For port 9abf6670-d5c9-4fbc-97dd-053d7c5ae6ef, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=9abf6670-d5c9-4fbc-97dd-053d7c5ae6ef,segment=NetworkSegment(b0148e58-5e40-4372-b35c-802e0d196d41),segment_id=b0148e58-5e40-4372-b35c-802e0d196d41)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:57:09.397257 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-bda1a48c-82f8-46c1-b5b9-f4394fd780fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:09.403797 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-d76f13de-825d-495e-b101-5c64dc11b07d None None] For port f4c99b08-af82-402b-9745-c402228230b3, host n-d-818022-2, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:57:09.442239 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-f3cd4671-4ded-4a7f-9329-7faef8a6a443 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Deleting port 34434439-b008-43ab-a0a5-d1c0c799f592 {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:57:09.443487 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f3cd4671-4ded-4a7f-9329-7faef8a6a443 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:09.515456 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-d76f13de-825d-495e-b101-5c64dc11b07d None None] For port f4c99b08-af82-402b-9745-c402228230b3, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=f4c99b08-af82-402b-9745-c402228230b3,segment=NetworkSegment(84853f73-07e3-4540-849d-e0e01bcdf232),segment_id=84853f73-07e3-4540-849d-e0e01bcdf232)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:57:09.536284 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d76f13de-825d-495e-b101-5c64dc11b07d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:09.560056 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda1a48c-82f8-46c1-b5b9-f4394fd780fe None None] Pushing event updated for resources: {'Port': ['ID=9abf6670-d5c9-4fbc-97dd-053d7c5ae6ef,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:57:09.618597 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f3cd4671-4ded-4a7f-9329-7faef8a6a443 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:09.656901 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-f3cd4671-4ded-4a7f-9329-7faef8a6a443 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Calling delete_port for 34434439-b008-43ab-a0a5-d1c0c799f592 owned by {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:57:09.705344 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-627824f7-fc71-4bbc-87ee-0f6731412298 None None] Provisioning complete for port 7b394e80-8049-4f37-8a12-2aaa6503da69 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:57:09.706227 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-627824f7-fc71-4bbc-87ee-0f6731412298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:09.707876 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8430ffcc-e4ab-4121-8d4a-9cdc0c3ebd42 None None] Network 1301da20-8554-435d-a286-f1c838517994 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:57:09.710953 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c4d27e41-6b83-472c-be0c-edb69afdfa1c tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:09.721979 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9c15cc94-2c6e-4cda-80de-0884c0c5e025 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671702'] for router, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:09.744463 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76f13de-825d-495e-b101-5c64dc11b07d None None] Pushing event updated for resources: {'Port': ['ID=f4c99b08-af82-402b-9745-c402228230b3,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:57:09.850407 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-627824f7-fc71-4bbc-87ee-0f6731412298 None None] Port 7b394e80-8049-4f37-8a12-2aaa6503da69 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:57:09.900328 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-e115c772-7779-44ce-8591-1604fadb8623 req-cf359bb2-7b62-45f0-b514-7ce0b53f9ba4 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:09.948518 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf359bb2-7b62-45f0-b514-7ce0b53f9ba4 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Pushing event deleted for resources: {'Port': ['ID=2f194f25-8afc-4037-8a13-728d888a8aaf,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:57:09.978427 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-627824f7-fc71-4bbc-87ee-0f6731412298 None None] Provisioning complete for port 8ef1d9e6-88b3-4db0-a54d-469f6be3b61f triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:57:09.978802 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-627824f7-fc71-4bbc-87ee-0f6731412298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:10.067908 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f3cd4671-4ded-4a7f-9329-7faef8a6a443 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:10.095410 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-e115c772-7779-44ce-8591-1604fadb8623 req-cf359bb2-7b62-45f0-b514-7ce0b53f9ba4 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] No DVR routers for this DVR port 2f194f25-8afc-4037-8a13-728d888a8aaf on host n-h1-818022-2 {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:57:10.110162 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9bb1c6-f94b-435f-b48c-c763747decbb req-52c8f931-c127-4e09-a453-762aa6997347 tempest-MultipleCreateTestJSON-1825635663 tempest-MultipleCreateTestJSON-1825635663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:10.112930 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-1d9bb1c6-f94b-435f-b48c-c763747decbb req-52c8f931-c127-4e09-a453-762aa6997347 tempest-MultipleCreateTestJSON-1825635663 tempest-MultipleCreateTestJSON-1825635663-project] 10.222.0.54 "GET /v2.0/ports?device_id=d0df2c18-61aa-4def-a897-75583508c3aa HTTP/1.1" status: 200 len: 946 time: 0.2454505 Nov 19 17:57:10.114363 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-e115c772-7779-44ce-8591-1604fadb8623 req-cf359bb2-7b62-45f0-b514-7ce0b53f9ba4 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:10.118021 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e115c772-7779-44ce-8591-1604fadb8623 req-cf359bb2-7b62-45f0-b514-7ce0b53f9ba4 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] 10.222.0.60 "DELETE /v2.0/ports/2f194f25-8afc-4037-8a13-728d888a8aaf HTTP/1.1" status: 204 len: 173 time: 3.0979111 Nov 19 17:57:10.124508 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08d7166f-7a15-4f21-9c94-87560bcdea01', 'name': 'network-vif-deleted', 'tag': '2f194f25-8afc-4037-8a13-728d888a8aaf'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:57:10.127208 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218319d759239a7d11f1288aef37381b97754913ee9ccbfd43b51a463f801712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e14fbfb6-7c71-47a3-b746-fc61d6a00b2b" -d '{"events": [{"server_uuid": "08d7166f-7a15-4f21-9c94-87560bcdea01", "name": "network-vif-deleted", "tag": "2f194f25-8afc-4037-8a13-728d888a8aaf"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:57:10.177749 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-d567f579-5b4c-45b8-8d57-78972d22c46b req-38cc8e9d-c418-4fcd-be07-389a3e8f9b74 tempest-ServerGroupTestJSON-1557289382 tempest-ServerGroupTestJSON-1557289382-project] Deleting port cd79001d-e36b-4e83-8531-39d638b63e80 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:57:10.178283 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-d567f579-5b4c-45b8-8d57-78972d22c46b req-38cc8e9d-c418-4fcd-be07-389a3e8f9b74 tempest-ServerGroupTestJSON-1557289382 tempest-ServerGroupTestJSON-1557289382-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:10.198358 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cd4671-4ded-4a7f-9329-7faef8a6a443 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Pushing event deleted for resources: {'Port': ['ID=34434439-b008-43ab-a0a5-d1c0c799f592,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:57:10.286399 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8987cee-16dd-40f6-b834-a1ab733bc5c5 req-58e55a2b-621d-4ceb-a703-7ec966254d17 tempest-ServerGroupTestJSON-1557289382 tempest-ServerGroupTestJSON-1557289382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:10.287462 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b8987cee-16dd-40f6-b834-a1ab733bc5c5 req-58e55a2b-621d-4ceb-a703-7ec966254d17 tempest-ServerGroupTestJSON-1557289382 tempest-ServerGroupTestJSON-1557289382-project] 10.222.0.54 "GET /v2.0/ports?device_id=f64a72f2-3f04-4f09-8dac-4439a4f89892 HTTP/1.1" status: 200 len: 946 time: 0.2784019 Nov 19 17:57:10.305113 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-1d9bb1c6-f94b-435f-b48c-c763747decbb req-762fa08d-ffe4-4617-9862-c40c012ec4c2 tempest-MultipleCreateTestJSON-1825635663 tempest-MultipleCreateTestJSON-1825635663-project] 10.222.0.54 "GET /v2.0/security-groups?id=11f15ae4-8821-41c9-a586-57bef0a63f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613715 Nov 19 17:57:10.355326 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f3cd4671-4ded-4a7f-9329-7faef8a6a443 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:10.359608 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-f3cd4671-4ded-4a7f-9329-7faef8a6a443 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "DELETE /v2.0/ports/34434439-b008-43ab-a0a5-d1c0c799f592 HTTP/1.1" status: 204 len: 168 time: 1.0985320 Nov 19 17:57:10.363523 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 41408) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:57:10.379381 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b8987cee-16dd-40f6-b834-a1ab733bc5c5 req-c1bb4c0a-0cca-43d4-83ee-086cb44d09f6 tempest-ServerGroupTestJSON-1557289382 tempest-ServerGroupTestJSON-1557289382-project] 10.222.0.54 "GET /v2.0/security-groups?id=f822ee92-0507-4392-bd1c-75ba37df5caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815148 Nov 19 17:57:10.382834 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:57:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8496c72e-251b-4fb8-8bef-2a6e3a11e38b x-openstack-request-id: req-8496c72e-251b-4fb8-8bef-2a6e3a11e38b {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:57:10.383147 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08d7166f-7a15-4f21-9c94-87560bcdea01", "name": "network-vif-deleted", "tag": "2f194f25-8afc-4037-8a13-728d888a8aaf", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:57:10.383405 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-8496c72e-251b-4fb8-8bef-2a6e3a11e38b {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:57:10.383815 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08d7166f-7a15-4f21-9c94-87560bcdea01', 'name': 'network-vif-deleted', 'tag': '2f194f25-8afc-4037-8a13-728d888a8aaf', 'status': 'completed', 'code': 200} Nov 19 17:57:10.418968 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c15cc94-2c6e-4cda-80de-0884c0c5e025 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Router b7d9c985-1aef-4006-b920-30e625d74773 is scheduled to L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 with binding_index 1 {{(pid=103365) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 17:57:10.437530 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c26ab56a-d31e-41a7-8b0e-4c42cc5860bc tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:10.442733 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c26ab56a-d31e-41a7-8b0e-4c42cc5860bc tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:10.444796 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c26ab56a-d31e-41a7-8b0e-4c42cc5860bc tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:10.446661 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-c26ab56a-d31e-41a7-8b0e-4c42cc5860bc tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0812485 Nov 19 17:57:10.450855 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 41412) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:57:10.458245 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-c4d27e41-6b83-472c-be0c-edb69afdfa1c tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Deleting port f4c99b08-af82-402b-9745-c402228230b3 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:57:10.458503 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c4d27e41-6b83-472c-be0c-edb69afdfa1c tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:10.517775 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_v2 [None req-c64f3806-e7a9-497f-9485-ae63a71e6b8e tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Deleting subnet bbbdd788-29ee-45f5-b81a-94f079cc61f6 {{(pid=103364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 17:57:10.522577 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c64f3806-e7a9-497f-9485-ae63a71e6b8e tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks [] for subnet, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:10.583816 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c64f3806-e7a9-497f-9485-ae63a71e6b8e tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9416263'] for subnet, precommit_delete_associations {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:10.684574 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-e115c772-7779-44ce-8591-1604fadb8623 req-3e46219a-f3fb-4c26-8565-98e1f10be65a tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Deleting port 534dda20-44c3-4e51-a3ef-bc7f289e3330 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:57:10.685092 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-e115c772-7779-44ce-8591-1604fadb8623 req-3e46219a-f3fb-4c26-8565-98e1f10be65a tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:10.718607 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-d567f579-5b4c-45b8-8d57-78972d22c46b req-38cc8e9d-c418-4fcd-be07-389a3e8f9b74 tempest-ServerGroupTestJSON-1557289382 tempest-ServerGroupTestJSON-1557289382-project] For port cd79001d-e36b-4e83-8531-39d638b63e80, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=cd79001d-e36b-4e83-8531-39d638b63e80,segment=NetworkSegment(d6f4031a-2074-4c0c-81c3-e2afe4868e24),segment_id=d6f4031a-2074-4c0c-81c3-e2afe4868e24)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:57:10.718917 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-d567f579-5b4c-45b8-8d57-78972d22c46b req-38cc8e9d-c418-4fcd-be07-389a3e8f9b74 tempest-ServerGroupTestJSON-1557289382 tempest-ServerGroupTestJSON-1557289382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:10.787654 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c64f3806-e7a9-497f-9485-ae63a71e6b8e tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:10.908306 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c64f3806-e7a9-497f-9485-ae63a71e6b8e tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12425137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8983934'] for subnet, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:10.971140 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64f3806-e7a9-497f-9485-ae63a71e6b8e tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Pushing event deleted for resources: {'Subnet': ['ID=bbbdd788-29ee-45f5-b81a-94f079cc61f6,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:57:10.978284 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c64f3806-e7a9-497f-9485-ae63a71e6b8e tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:10.986079 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-c64f3806-e7a9-497f-9485-ae63a71e6b8e tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "DELETE /v2.0/subnets/bbbdd788-29ee-45f5-b81a-94f079cc61f6 HTTP/1.1" status: 204 len: 168 time: 0.5341816 Nov 19 17:57:10.987263 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 41418) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:57:11.069306 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_v2 [None req-4564e68f-2137-447a-a4fa-04d0877c700e tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Deleting subnet e84fced0-e4e2-422a-b4ee-20cf749d4b27 {{(pid=103364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 17:57:11.073848 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4564e68f-2137-447a-a4fa-04d0877c700e tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks [] for subnet, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:11.096503 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 9abf6670-d5c9-4fbc-97dd-053d7c5ae6ef up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:57:11.138050 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4564e68f-2137-447a-a4fa-04d0877c700e tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9416263'] for subnet, precommit_delete_associations {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:11.191079 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 9abf6670-d5c9-4fbc-97dd-053d7c5ae6ef triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:57:11.191801 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:11.200435 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-d567f579-5b4c-45b8-8d57-78972d22c46b req-38cc8e9d-c418-4fcd-be07-389a3e8f9b74 tempest-ServerGroupTestJSON-1557289382 tempest-ServerGroupTestJSON-1557289382-project] Calling delete_port for cd79001d-e36b-4e83-8531-39d638b63e80 owned by compute:nova {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:57:11.216189 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [None req-c4d27e41-6b83-472c-be0c-edb69afdfa1c tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] For port f4c99b08-af82-402b-9745-c402228230b3, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=f4c99b08-af82-402b-9745-c402228230b3,segment=NetworkSegment(84853f73-07e3-4540-849d-e0e01bcdf232),segment_id=84853f73-07e3-4540-849d-e0e01bcdf232)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:57:11.216549 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c4d27e41-6b83-472c-be0c-edb69afdfa1c tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:11.262579 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f08c1c-a05e-4ed1-b058-c0ea2ae9ccc9 req-4a94fd1b-3c2a-44d8-a0ca-875a95eb199a tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:11.264328 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-93f08c1c-a05e-4ed1-b058-c0ea2ae9ccc9 req-4a94fd1b-3c2a-44d8-a0ca-875a95eb199a tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] 10.222.0.54 "GET /v2.0/ports?device_id=08d7166f-7a15-4f21-9c94-87560bcdea01 HTTP/1.1" status: 200 len: 943 time: 0.7243197 Nov 19 17:57:11.307721 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-c4d27e41-6b83-472c-be0c-edb69afdfa1c tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Calling delete_port for f4c99b08-af82-402b-9745-c402228230b3 owned by network:dhcp {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:57:11.310725 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:11.311055 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bc4792-e074-4b55-aec4-d2752cca2ce9 req-82c0e068-7536-4b4a-a8b6-2896b1fb7c07 tempest-MultipleCreateTestJSON-1825635663 tempest-MultipleCreateTestJSON-1825635663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:11.314931 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a0bc4792-e074-4b55-aec4-d2752cca2ce9 req-82c0e068-7536-4b4a-a8b6-2896b1fb7c07 tempest-MultipleCreateTestJSON-1825635663 tempest-MultipleCreateTestJSON-1825635663-project] 10.222.0.60 "GET /v2.0/ports?device_id=e36ff2d2-6456-4560-b784-c1cffc20a6c7 HTTP/1.1" status: 200 len: 946 time: 0.1165290 Nov 19 17:57:11.318602 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4564e68f-2137-447a-a4fa-04d0877c700e tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:11.359312 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f72eb665-e41a-4901-96a8-eef56c2017b2 None None] Network 65eace33-2479-4afb-a7b6-41f0773542ac requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:57:11.457625 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c15cc94-2c6e-4cda-80de-0884c0c5e025 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 17:57:11.473677 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c0174d1-581a-47e9-b952-4d348943674e None None] Sync routers for ids ['b7d9c985-1aef-4006-b920-30e625d74773'] in n-d-818022-2 {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 17:57:11.497940 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c0174d1-581a-47e9-b952-4d348943674e None None] Routers {'b7d9c985-1aef-4006-b920-30e625d74773'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:57:11.499099 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-5c0174d1-581a-47e9-b952-4d348943674e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:57:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['b7d9c985-1aef-4006-b920-30e625d74773'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:57:11.506447 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-d1ad0f39-802d-435b-a71f-434268745497 None None] Provisioning complete for port 9abf6670-d5c9-4fbc-97dd-053d7c5ae6ef triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:57:11.506832 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d1ad0f39-802d-435b-a71f-434268745497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:11.537032 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49219158-74b0-4035-9ecb-60bb7be753c9 req-545e517b-7009-4112-a3f7-d20032e902af tempest-MultipleCreateTestJSON-1825635663 tempest-MultipleCreateTestJSON-1825635663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:11.538606 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-49219158-74b0-4035-9ecb-60bb7be753c9 req-545e517b-7009-4112-a3f7-d20032e902af tempest-MultipleCreateTestJSON-1825635663 tempest-MultipleCreateTestJSON-1825635663-project] 10.222.0.54 "GET /v2.0/ports?device_id=d0df2c18-61aa-4def-a897-75583508c3aa HTTP/1.1" status: 200 len: 946 time: 0.1355124 Nov 19 17:57:11.553170 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-5c0174d1-581a-47e9-b952-4d348943674e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:57:11.564952 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c0174d1-581a-47e9-b952-4d348943674e None None] Routers {'b7d9c985-1aef-4006-b920-30e625d74773'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:57:11.566068 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-5c0174d1-581a-47e9-b952-4d348943674e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:57:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['b7d9c985-1aef-4006-b920-30e625d74773'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:57:11.572418 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479950b2-dec4-4ee0-802b-aadb15d00869 req-4931ed37-764f-429b-800b-74cdd2533198 tempest-MultipleCreateTestJSON-1825635663 tempest-MultipleCreateTestJSON-1825635663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:11.574082 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-479950b2-dec4-4ee0-802b-aadb15d00869 req-4931ed37-764f-429b-800b-74cdd2533198 tempest-MultipleCreateTestJSON-1825635663 tempest-MultipleCreateTestJSON-1825635663-project] 10.222.0.60 "GET /v2.0/ports?device_id=d0df2c18-61aa-4def-a897-75583508c3aa HTTP/1.1" status: 200 len: 946 time: 0.8117750 Nov 19 17:57:11.606887 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4564e68f-2137-447a-a4fa-04d0877c700e tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12425137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8983934'] for subnet, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:11.615155 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-5c0174d1-581a-47e9-b952-4d348943674e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:57:11.616426 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c0174d1-581a-47e9-b952-4d348943674e None None] The sync data for ids ['b7d9c985-1aef-4006-b920-30e625d74773'] in n-d-818022-2 is: [] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 17:57:11.669611 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4564e68f-2137-447a-a4fa-04d0877c700e tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Pushing event deleted for resources: {'Subnet': ['ID=e84fced0-e4e2-422a-b4ee-20cf749d4b27,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:57:11.674413 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-49219158-74b0-4035-9ecb-60bb7be753c9 req-fed5873b-794f-4236-acc4-ecd967f503fa tempest-MultipleCreateTestJSON-1825635663 tempest-MultipleCreateTestJSON-1825635663-project] 10.222.0.54 "GET /v2.0/security-groups?id=11f15ae4-8821-41c9-a586-57bef0a63f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277106 Nov 19 17:57:11.676822 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4564e68f-2137-447a-a4fa-04d0877c700e tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:11.680198 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-4564e68f-2137-447a-a4fa-04d0877c700e tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "DELETE /v2.0/subnets/e84fced0-e4e2-422a-b4ee-20cf749d4b27 HTTP/1.1" status: 204 len: 168 time: 0.6915927 Nov 19 17:57:11.682910 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 41430) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:57:11.700321 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-e115c772-7779-44ce-8591-1604fadb8623 req-3e46219a-f3fb-4c26-8565-98e1f10be65a tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] For port 534dda20-44c3-4e51-a3ef-bc7f289e3330, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=534dda20-44c3-4e51-a3ef-bc7f289e3330,segment=NetworkSegment(4cf3a3fa-f14a-471a-b8ca-053f3c3b65aa),segment_id=4cf3a3fa-f14a-471a-b8ca-053f3c3b65aa)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:57:11.700692 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-e115c772-7779-44ce-8591-1604fadb8623 req-3e46219a-f3fb-4c26-8565-98e1f10be65a tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:11.739459 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-fd26ca92-4e63-4b58-9c8c-a7ee35ab684a tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0554307 Nov 19 17:57:11.740264 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-93f08c1c-a05e-4ed1-b058-c0ea2ae9ccc9 req-b867b48f-2cb1-4ba5-b546-77f6e08dbde4 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] 10.222.0.54 "GET /v2.0/security-groups?id=c27dfe00-81ac-4bf5-b9dd-805873436817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4518795 Nov 19 17:57:11.742115 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 41432) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:57:11.758690 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [req-a0bc4792-e074-4b55-aec4-d2752cca2ce9 req-36a29093-11b9-46c6-98ce-cb25ad80b102 tempest-MultipleCreateTestJSON-1825635663 tempest-MultipleCreateTestJSON-1825635663-project] Deleting port 6210fada-ad9a-4ef0-8440-a54efe66b299 {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:57:11.759128 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-a0bc4792-e074-4b55-aec4-d2752cca2ce9 req-36a29093-11b9-46c6-98ce-cb25ad80b102 tempest-MultipleCreateTestJSON-1825635663 tempest-MultipleCreateTestJSON-1825635663-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:11.765572 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-e115c772-7779-44ce-8591-1604fadb8623 req-3e46219a-f3fb-4c26-8565-98e1f10be65a tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Calling delete_port for 534dda20-44c3-4e51-a3ef-bc7f289e3330 owned by compute:nova {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:57:11.771106 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9c15cc94-2c6e-4cda-80de-0884c0c5e025 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks [] for router, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:11.776073 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-9c15cc94-2c6e-4cda-80de-0884c0c5e025 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 8.9012761 Nov 19 17:57:11.778364 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 41434) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:57:11.788370 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.db.api [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103366) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 17:57:11.788724 n-d-818022-2 neutron-server[103366]: DEBUG oslo_db.api [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 17:57:11.835026 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d1ad0f39-802d-435b-a71f-434268745497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:11.897779 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-d1ad0f39-802d-435b-a71f-434268745497 None None] For port 9abf6670-d5c9-4fbc-97dd-053d7c5ae6ef, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=9abf6670-d5c9-4fbc-97dd-053d7c5ae6ef,segment=NetworkSegment(b0148e58-5e40-4372-b35c-802e0d196d41),segment_id=b0148e58-5e40-4372-b35c-802e0d196d41)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:57:11.909352 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-38406281-f2c0-4157-84e0-9b4f963d5567 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] 10.222.0.54 "GET /v2.0/routers/b7d9c985-1aef-4006-b920-30e625d74773 HTTP/1.1" status: 200 len: 885 time: 0.1244748 Nov 19 17:57:11.911555 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 41436) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:57:11.964599 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d1ad0f39-802d-435b-a71f-434268745497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:11.976794 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56b8dc46-f832-40de-8dfd-8fea90aa7e07 None None] Update dhcp port {'port': {'network_id': '65eace33-2479-4afb-a7b6-41f0773542ac', 'fixed_ips': [{'subnet_id': 'e84fced0-e4e2-422a-b4ee-20cf749d4b27'}], 'binding:host_id': 'n-d-818022-2'}, 'id': '9abf6670-d5c9-4fbc-97dd-053d7c5ae6ef'} from n-d-818022-2. {{(pid=103366) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 19 17:57:12.000861 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-479950b2-dec4-4ee0-802b-aadb15d00869 req-9cb71107-67dd-4328-9477-9b63aa945e27 tempest-MultipleCreateTestJSON-1825635663 tempest-MultipleCreateTestJSON-1825635663-project] Deleting port a93c4be1-22e4-4452-8eb2-fc06bf6d619e {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:57:12.001415 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-479950b2-dec4-4ee0-802b-aadb15d00869 req-9cb71107-67dd-4328-9477-9b63aa945e27 tempest-MultipleCreateTestJSON-1825635663 tempest-MultipleCreateTestJSON-1825635663-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:12.025694 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-56b8dc46-f832-40de-8dfd-8fea90aa7e07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:12.032683 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74316671-a635-4683-89a1-15c25f9f375d tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:12.034220 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-74316671-a635-4683-89a1-15c25f9f375d tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2869079 Nov 19 17:57:12.041186 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-a0bc4792-e074-4b55-aec4-d2752cca2ce9 req-36a29093-11b9-46c6-98ce-cb25ad80b102 tempest-MultipleCreateTestJSON-1825635663 tempest-MultipleCreateTestJSON-1825635663-project] For port 6210fada-ad9a-4ef0-8440-a54efe66b299, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=6210fada-ad9a-4ef0-8440-a54efe66b299,segment=NetworkSegment(374ad87f-866e-4e93-a1d9-79725abb480e),segment_id=374ad87f-866e-4e93-a1d9-79725abb480e)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:57:12.041545 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-a0bc4792-e074-4b55-aec4-d2752cca2ce9 req-36a29093-11b9-46c6-98ce-cb25ad80b102 tempest-MultipleCreateTestJSON-1825635663 tempest-MultipleCreateTestJSON-1825635663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:12.044225 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 41438) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:57:12.053442 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc0f0c2-1f96-45de-af15-a91d5c82fc7a req-88797f7c-1bcd-40c1-a413-9a5a2d26e501 tempest-ServerGroupTestJSON-1557289382 tempest-ServerGroupTestJSON-1557289382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:12.054911 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-efc0f0c2-1f96-45de-af15-a91d5c82fc7a req-88797f7c-1bcd-40c1-a413-9a5a2d26e501 tempest-ServerGroupTestJSON-1557289382 tempest-ServerGroupTestJSON-1557289382-project] 10.222.0.54 "GET /v2.0/ports?device_id=f64a72f2-3f04-4f09-8dac-4439a4f89892 HTTP/1.1" status: 200 len: 946 time: 0.1912327 Nov 19 17:57:12.101147 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-479950b2-dec4-4ee0-802b-aadb15d00869 req-9cb71107-67dd-4328-9477-9b63aa945e27 tempest-MultipleCreateTestJSON-1825635663 tempest-MultipleCreateTestJSON-1825635663-project] For port a93c4be1-22e4-4452-8eb2-fc06bf6d619e, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=a93c4be1-22e4-4452-8eb2-fc06bf6d619e,segment=NetworkSegment(374ad87f-866e-4e93-a1d9-79725abb480e),segment_id=374ad87f-866e-4e93-a1d9-79725abb480e)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:57:12.101534 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-479950b2-dec4-4ee0-802b-aadb15d00869 req-9cb71107-67dd-4328-9477-9b63aa945e27 tempest-MultipleCreateTestJSON-1825635663 tempest-MultipleCreateTestJSON-1825635663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:12.114610 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [req-a0bc4792-e074-4b55-aec4-d2752cca2ce9 req-36a29093-11b9-46c6-98ce-cb25ad80b102 tempest-MultipleCreateTestJSON-1825635663 tempest-MultipleCreateTestJSON-1825635663-project] Calling delete_port for 6210fada-ad9a-4ef0-8440-a54efe66b299 owned by compute:nova {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:57:12.116657 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-479950b2-dec4-4ee0-802b-aadb15d00869 req-9cb71107-67dd-4328-9477-9b63aa945e27 tempest-MultipleCreateTestJSON-1825635663 tempest-MultipleCreateTestJSON-1825635663-project] Calling delete_port for a93c4be1-22e4-4452-8eb2-fc06bf6d619e owned by compute:nova {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:57:12.242105 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ad0f39-802d-435b-a71f-434268745497 None None] Pushing event updated for resources: {'Port': ['ID=9abf6670-d5c9-4fbc-97dd-053d7c5ae6ef,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:57:12.276111 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-479950b2-dec4-4ee0-802b-aadb15d00869 req-9cb71107-67dd-4328-9477-9b63aa945e27 tempest-MultipleCreateTestJSON-1825635663 tempest-MultipleCreateTestJSON-1825635663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:12.289188 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['a93c4be1-22e4-4452-8eb2-fc06bf6d619e', '6210fada-ad9a-4ef0-8440-a54efe66b299'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:57:12.321618 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb71107-67dd-4328-9477-9b63aa945e27 tempest-MultipleCreateTestJSON-1825635663 tempest-MultipleCreateTestJSON-1825635663-project] Pushing event deleted for resources: {'Port': ['ID=a93c4be1-22e4-4452-8eb2-fc06bf6d619e,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:57:12.325427 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f17966c-ddd4-4aa5-baf5-27acb2273ed2 None None] Network 65eace33-2479-4afb-a7b6-41f0773542ac requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:57:12.332515 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c4d27e41-6b83-472c-be0c-edb69afdfa1c tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:12.398686 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d27e41-6b83-472c-be0c-edb69afdfa1c tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] No DVR routers for this DVR port f4c99b08-af82-402b-9745-c402228230b3 on host n-d-818022-2 {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:57:12.410243 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d27e41-6b83-472c-be0c-edb69afdfa1c tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Pushing event deleted for resources: {'Port': ['ID=f4c99b08-af82-402b-9745-c402228230b3,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:57:12.411900 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-efc0f0c2-1f96-45de-af15-a91d5c82fc7a req-16b43ac9-3fe1-45fb-9a0c-0b536add59c8 tempest-ServerGroupTestJSON-1557289382 tempest-ServerGroupTestJSON-1557289382-project] 10.222.0.54 "GET /v2.0/security-groups?id=f822ee92-0507-4392-bd1c-75ba37df5caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3369806 Nov 19 17:57:12.422464 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7c3e2c8-8f0f-41b2-91ea-3cf1a3f9a1b5 None None] DHCP port deletion for 01118a59-d09f-44f4-a9d4-facf002d044d request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 17:57:12.423619 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2972e340-6ff7-4d90-a1c0-8bb113e422cc tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:12.425116 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-2972e340-6ff7-4d90-a1c0-8bb113e422cc tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3796809 Nov 19 17:57:12.427996 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 41442) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:57:12.432245 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-d567f579-5b4c-45b8-8d57-78972d22c46b req-38cc8e9d-c418-4fcd-be07-389a3e8f9b74 tempest-ServerGroupTestJSON-1557289382 tempest-ServerGroupTestJSON-1557289382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:12.437586 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-479950b2-dec4-4ee0-802b-aadb15d00869 req-9cb71107-67dd-4328-9477-9b63aa945e27 tempest-MultipleCreateTestJSON-1825635663 tempest-MultipleCreateTestJSON-1825635663-project] No DVR routers for this DVR port a93c4be1-22e4-4452-8eb2-fc06bf6d619e on host n-h1-818022-2 {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:57:12.480268 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 8ef1d9e6-88b3-4db0-a54d-469f6be3b61f up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:57:12.481111 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-49713aa2-e943-4a18-93d7-7bbb8d48702d tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0513184 Nov 19 17:57:12.482494 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-479950b2-dec4-4ee0-802b-aadb15d00869 req-9cb71107-67dd-4328-9477-9b63aa945e27 tempest-MultipleCreateTestJSON-1825635663 tempest-MultipleCreateTestJSON-1825635663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:12.487922 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-479950b2-dec4-4ee0-802b-aadb15d00869 req-9cb71107-67dd-4328-9477-9b63aa945e27 tempest-MultipleCreateTestJSON-1825635663 tempest-MultipleCreateTestJSON-1825635663-project] 10.222.0.60 "DELETE /v2.0/ports/a93c4be1-22e4-4452-8eb2-fc06bf6d619e HTTP/1.1" status: 204 len: 173 time: 0.8685117 Nov 19 17:57:12.487922 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cc8e9d-c418-4fcd-be07-389a3e8f9b74 tempest-ServerGroupTestJSON-1557289382 tempest-ServerGroupTestJSON-1557289382-project] Pushing event deleted for resources: {'Port': ['ID=cd79001d-e36b-4e83-8531-39d638b63e80,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:57:12.490803 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0df2c18-61aa-4def-a897-75583508c3aa', 'name': 'network-vif-deleted', 'tag': 'a93c4be1-22e4-4452-8eb2-fc06bf6d619e'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:57:12.493150 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218319d759239a7d11f1288aef37381b97754913ee9ccbfd43b51a463f801712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-215b950b-dc23-49b6-a9cc-f9cdbf13c4b4" -d '{"events": [{"server_uuid": "d0df2c18-61aa-4def-a897-75583508c3aa", "name": "network-vif-deleted", "tag": "a93c4be1-22e4-4452-8eb2-fc06bf6d619e"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:57:12.494832 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 41444) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:57:12.527617 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-bd5e5739-3ce9-4716-b64a-6d3bd62b3702 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Request body: {'subnet': {'network_id': '65eace33-2479-4afb-a7b6-41f0773542ac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:57:12.587467 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:57:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e55890c-878e-4bc3-95bf-62f3fa08283c x-openstack-request-id: req-6e55890c-878e-4bc3-95bf-62f3fa08283c {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:57:12.587797 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0df2c18-61aa-4def-a897-75583508c3aa", "name": "network-vif-deleted", "tag": "a93c4be1-22e4-4452-8eb2-fc06bf6d619e", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:57:12.588056 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-6e55890c-878e-4bc3-95bf-62f3fa08283c {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:57:12.588550 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0df2c18-61aa-4def-a897-75583508c3aa', 'name': 'network-vif-deleted', 'tag': 'a93c4be1-22e4-4452-8eb2-fc06bf6d619e', 'status': 'completed', 'code': 200} Nov 19 17:57:12.614881 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c4d27e41-6b83-472c-be0c-edb69afdfa1c tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:12.647210 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-d567f579-5b4c-45b8-8d57-78972d22c46b req-38cc8e9d-c418-4fcd-be07-389a3e8f9b74 tempest-ServerGroupTestJSON-1557289382 tempest-ServerGroupTestJSON-1557289382-project] No DVR routers for this DVR port cd79001d-e36b-4e83-8531-39d638b63e80 on host n-h1-818022-2 {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:57:12.650906 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-a0bc4792-e074-4b55-aec4-d2752cca2ce9 req-36a29093-11b9-46c6-98ce-cb25ad80b102 tempest-MultipleCreateTestJSON-1825635663 tempest-MultipleCreateTestJSON-1825635663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:12.656389 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-d567f579-5b4c-45b8-8d57-78972d22c46b req-38cc8e9d-c418-4fcd-be07-389a3e8f9b74 tempest-ServerGroupTestJSON-1557289382 tempest-ServerGroupTestJSON-1557289382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:12.660006 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d567f579-5b4c-45b8-8d57-78972d22c46b req-38cc8e9d-c418-4fcd-be07-389a3e8f9b74 tempest-ServerGroupTestJSON-1557289382 tempest-ServerGroupTestJSON-1557289382-project] 10.222.0.60 "DELETE /v2.0/ports/cd79001d-e36b-4e83-8531-39d638b63e80 HTTP/1.1" status: 204 len: 173 time: 3.2891960 Nov 19 17:57:12.673491 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-c4d27e41-6b83-472c-be0c-edb69afdfa1c tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1301da20-8554-435d-a286-f1c838517994']}} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:57:12.684130 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed473716-78d8-434c-b99e-304d47c83f6d None None] DHCP port deletion for 0f5ef808-2c35-4150-9af1-762ad74b6214 request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 17:57:12.686518 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-c4d27e41-6b83-472c-be0c-edb69afdfa1c tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84853f73-07e3-4540-849d-e0e01bcdf232') {'for_net_delete': True} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:57:12.687016 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-c4d27e41-6b83-472c-be0c-edb69afdfa1c tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84853f73-07e3-4540-849d-e0e01bcdf232') {} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:57:12.696122 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-e115c772-7779-44ce-8591-1604fadb8623 req-3e46219a-f3fb-4c26-8565-98e1f10be65a tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:12.699319 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c4d27e41-6b83-472c-be0c-edb69afdfa1c tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12545382'] for segment, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:12.760832 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e46219a-f3fb-4c26-8565-98e1f10be65a tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Pushing event deleted for resources: {'Port': ['ID=534dda20-44c3-4e51-a3ef-bc7f289e3330,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:57:12.763101 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c4d27e41-6b83-472c-be0c-edb69afdfa1c tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:12.792506 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4d27e41-6b83-472c-be0c-edb69afdfa1c tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Releasing vlan 673 on physical network physnet1 to pool {{(pid=103365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 17:57:12.792710 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c4d27e41-6b83-472c-be0c-edb69afdfa1c tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12282953'] for segment, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:12.797244 n-d-818022-2 neutron-server[103365]: Traceback (most recent call last): Nov 19 17:57:12.797244 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 17:57:12.797244 n-d-818022-2 neutron-server[103365]: timer() Nov 19 17:57:12.797244 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 17:57:12.797244 n-d-818022-2 neutron-server[103365]: cb(*args, **kw) Nov 19 17:57:12.797244 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 17:57:12.797244 n-d-818022-2 neutron-server[103365]: return func(*args, **kwargs) Nov 19 17:57:12.797244 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 17:57:12.797244 n-d-818022-2 neutron-server[103365]: self._notify() Nov 19 17:57:12.797244 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 17:57:12.797244 n-d-818022-2 neutron-server[103365]: self.callback(batched_events) Nov 19 17:57:12.797244 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 17:57:12.797244 n-d-818022-2 neutron-server[103365]: event.method(event) Nov 19 17:57:12.797244 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 17:57:12.797244 n-d-818022-2 neutron-server[103365]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 17:57:12.797244 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 17:57:12.797244 n-d-818022-2 neutron-server[103365]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 17:57:12.797244 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 17:57:12.797244 n-d-818022-2 neutron-server[103365]: return f(self, *a, **k) Nov 19 17:57:12.797244 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 17:57:12.797244 n-d-818022-2 neutron-server[103365]: return self._get(url).json() Nov 19 17:57:12.797244 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 17:57:12.797244 n-d-818022-2 neutron-server[103365]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 17:57:12.797244 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 17:57:12.797244 n-d-818022-2 neutron-server[103365]: return self.request(url, 'GET', **kwargs) Nov 19 17:57:12.797244 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 17:57:12.797244 n-d-818022-2 neutron-server[103365]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 17:57:12.797244 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 17:57:12.797244 n-d-818022-2 neutron-server[103365]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 17:57:12.797244 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 17:57:12.797244 n-d-818022-2 neutron-server[103365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 17:57:12.797244 n-d-818022-2 neutron-server[103365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 17:57:12.822286 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-e115c772-7779-44ce-8591-1604fadb8623 req-3e46219a-f3fb-4c26-8565-98e1f10be65a tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] No DVR routers for this DVR port 534dda20-44c3-4e51-a3ef-bc7f289e3330 on host n-h1-818022-2 {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:57:12.851876 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-e115c772-7779-44ce-8591-1604fadb8623 req-3e46219a-f3fb-4c26-8565-98e1f10be65a tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:12.857910 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e115c772-7779-44ce-8591-1604fadb8623 req-3e46219a-f3fb-4c26-8565-98e1f10be65a tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] 10.222.0.60 "DELETE /v2.0/ports/534dda20-44c3-4e51-a3ef-bc7f289e3330 HTTP/1.1" status: 204 len: 173 time: 2.7274826 Nov 19 17:57:12.886278 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-60e3924a-d7bc-4123-9e68-6a002fee401c None None] Provisioning complete for port 9abf6670-d5c9-4fbc-97dd-053d7c5ae6ef triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:57:12.886718 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-60e3924a-d7bc-4123-9e68-6a002fee401c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:12.888001 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c4d27e41-6b83-472c-be0c-edb69afdfa1c tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671242'] for network, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:12.898652 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c4d27e41-6b83-472c-be0c-edb69afdfa1c tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:12.903207 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-c4d27e41-6b83-472c-be0c-edb69afdfa1c tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] 10.222.0.54 "DELETE /v2.0/networks/1301da20-8554-435d-a286-f1c838517994 HTTP/1.1" status: 204 len: 168 time: 7.4977450 Nov 19 17:57:12.913637 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 41452) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:57:12.919237 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-c8aa3888-7d36-4563-b4f2-d596a87e3687 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1781779324'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:57:12.923823 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d27e41-6b83-472c-be0c-edb69afdfa1c tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Pushing event deleted for resources: {'Network': ['ID=1301da20-8554-435d-a286-f1c838517994,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:57:12.939230 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a29093-11b9-46c6-98ce-cb25ad80b102 tempest-MultipleCreateTestJSON-1825635663 tempest-MultipleCreateTestJSON-1825635663-project] Pushing event deleted for resources: {'Port': ['ID=6210fada-ad9a-4ef0-8440-a54efe66b299,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:57:12.969292 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a3873c9-5b05-449f-8843-4b3cd95f4a84 None None] DHCP port deletion for 01118a59-d09f-44f4-a9d4-facf002d044d request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 17:57:12.984893 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0bc4792-e074-4b55-aec4-d2752cca2ce9 req-36a29093-11b9-46c6-98ce-cb25ad80b102 tempest-MultipleCreateTestJSON-1825635663 tempest-MultipleCreateTestJSON-1825635663-project] No DVR routers for this DVR port 6210fada-ad9a-4ef0-8440-a54efe66b299 on host n-h1-818022-2 {{(pid=103364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:57:12.999455 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-249dba83-7972-43c9-afae-9419a59fae24 req-e4319bf0-0213-4e81-a33b-f852697f9442 tempest-MultipleCreateTestJSON-1825635663 tempest-MultipleCreateTestJSON-1825635663-project] 10.222.0.54 "GET /v2.0/ports?device_id=d0df2c18-61aa-4def-a897-75583508c3aa HTTP/1.1" status: 200 len: 210 time: 0.0716496 Nov 19 17:57:13.013719 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-517295a0-9146-4ecc-ae0b-151e9ccdbd1b req-d64b06a5-3ced-44ae-a919-901f399e0f38 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] 10.222.0.54 "GET /v2.0/ports?device_id=08d7166f-7a15-4f21-9c94-87560bcdea01 HTTP/1.1" status: 200 len: 210 time: 0.0800984 Nov 19 17:57:13.033575 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-a0bc4792-e074-4b55-aec4-d2752cca2ce9 req-36a29093-11b9-46c6-98ce-cb25ad80b102 tempest-MultipleCreateTestJSON-1825635663 tempest-MultipleCreateTestJSON-1825635663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:13.035949 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8aa3888-7d36-4563-b4f2-d596a87e3687 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Made reservation on behalf of a99931e27f474d57b370754999e3039f for: {'network': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:57:13.040104 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a0bc4792-e074-4b55-aec4-d2752cca2ce9 req-36a29093-11b9-46c6-98ce-cb25ad80b102 tempest-MultipleCreateTestJSON-1825635663 tempest-MultipleCreateTestJSON-1825635663-project] 10.222.0.60 "DELETE /v2.0/ports/6210fada-ad9a-4ef0-8440-a54efe66b299 HTTP/1.1" status: 204 len: 173 time: 1.7176123 Nov 19 17:57:13.042215 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c8aa3888-7d36-4563-b4f2-d596a87e3687 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:13.053899 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e36ff2d2-6456-4560-b784-c1cffc20a6c7', 'name': 'network-vif-deleted', 'tag': '6210fada-ad9a-4ef0-8440-a54efe66b299'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:57:13.056685 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dd4767a008c23f8566efc82158ee1b1fff34e1a9e908d76d0b6d0ab7e350e5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a34f852e-1935-44dc-8b79-2dbaaf0c3125" -d '{"events": [{"server_uuid": "e36ff2d2-6456-4560-b784-c1cffc20a6c7", "name": "network-vif-deleted", "tag": "6210fada-ad9a-4ef0-8440-a54efe66b299"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:57:13.075701 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device a93c4be1-22e4-4452-8eb2-fc06bf6d619e no longer exists at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:57:13.099578 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-0ba8094e-04ca-41bd-b8ce-f5f3ec2911ac tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 1.1828949 Nov 19 17:57:13.107377 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 41460) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:57:13.129524 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-743930af-b7d8-4c06-8b82-7527b23c80db tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1592874362'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:57:13.137305 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd5e5739-3ce9-4716-b64a-6d3bd62b3702 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Made reservation on behalf of 6b45f31544cd40e7b10456e94240dc6e for: {'subnet': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:57:13.144420 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-bd5e5739-3ce9-4716-b64a-6d3bd62b3702 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8983829'] for subnet, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:13.146973 n-d-818022-2 neutron-server[103364]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd5e5739-3ce9-4716-b64a-6d3bd62b3702 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 17:57:13.147448 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd5e5739-3ce9-4716-b64a-6d3bd62b3702 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103364) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 17:57:13.181413 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] No Port match for: a93c4be1-22e4-4452-8eb2-fc06bf6d619e {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:57:13.181691 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device a93c4be1-22e4-4452-8eb2-fc06bf6d619e not bound to the agent host n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:57:13.182232 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 6210fada-ad9a-4ef0-8440-a54efe66b299 no longer exists at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:57:13.192373 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-bd5e5739-3ce9-4716-b64a-6d3bd62b3702 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.6777670 Nov 19 17:57:13.192954 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 41464) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:57:13.209111 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-3b628180-0e60-440a-9db3-6f3043609f49 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Request body: {'subnet': {'network_id': '65eace33-2479-4afb-a7b6-41f0773542ac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:57:13.294605 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8aa3888-7d36-4563-b4f2-d596a87e3687 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 676} {{(pid=103365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 17:57:13.324769 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c8aa3888-7d36-4563-b4f2-d596a87e3687 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:13.325482 n-d-818022-2 neutron-server[103365]: INFO neutron.db.segments_db [None req-c8aa3888-7d36-4563-b4f2-d596a87e3687 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Added segment a3911139-a98d-46de-a653-b32cce016359 of type vlan for network 7d72cb09-d8f2-4393-bf07-13950aa63dcc Nov 19 17:57:13.332720 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] No Port match for: 6210fada-ad9a-4ef0-8440-a54efe66b299 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:57:13.336349 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 6210fada-ad9a-4ef0-8440-a54efe66b299 not bound to the agent host n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:57:13.336796 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device cd79001d-e36b-4e83-8531-39d638b63e80 no longer exists at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:57:13.413668 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:57:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1211e3e6-9918-4e85-a262-cf062e769ff7 x-openstack-request-id: req-1211e3e6-9918-4e85-a262-cf062e769ff7 {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:57:13.413668 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e36ff2d2-6456-4560-b784-c1cffc20a6c7", "name": "network-vif-deleted", "tag": "6210fada-ad9a-4ef0-8440-a54efe66b299", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:57:13.413668 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-1211e3e6-9918-4e85-a262-cf062e769ff7 {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:57:13.413668 n-d-818022-2 neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e36ff2d2-6456-4560-b784-c1cffc20a6c7', 'name': 'network-vif-deleted', 'tag': '6210fada-ad9a-4ef0-8440-a54efe66b299', 'status': 'completed', 'code': 200} Nov 19 17:57:13.458915 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c8aa3888-7d36-4563-b4f2-d596a87e3687 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:13.502655 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] No Port match for: cd79001d-e36b-4e83-8531-39d638b63e80 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:57:13.512408 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device cd79001d-e36b-4e83-8531-39d638b63e80 not bound to the agent host n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:57:13.530480 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 8ef1d9e6-88b3-4db0-a54d-469f6be3b61f triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:57:13.533483 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:13.562285 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b628180-0e60-440a-9db3-6f3043609f49 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Made reservation on behalf of 6b45f31544cd40e7b10456e94240dc6e for: {'subnet': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:57:13.567046 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3b628180-0e60-440a-9db3-6f3043609f49 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8983829'] for subnet, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:13.569028 n-d-818022-2 neutron-server[103364]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b628180-0e60-440a-9db3-6f3043609f49 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 17:57:13.569455 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b628180-0e60-440a-9db3-6f3043609f49 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103364) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 17:57:13.620241 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-3b628180-0e60-440a-9db3-6f3043609f49 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4260488 Nov 19 17:57:13.624392 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 41470) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:57:13.635165 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-2d063b30-5a09-44ff-ade4-bbcea6c30a82 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Request body: {'subnet': {'network_id': '65eace33-2479-4afb-a7b6-41f0773542ac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:57:13.671840 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9384629a-79de-4c52-b6e0-d8d6b7667744 None None] DHCP port deletion for 65eace33-2479-4afb-a7b6-41f0773542ac request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 17:57:13.782363 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d063b30-5a09-44ff-ade4-bbcea6c30a82 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Made reservation on behalf of 6b45f31544cd40e7b10456e94240dc6e for: {'subnet': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:57:13.789774 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2d063b30-5a09-44ff-ade4-bbcea6c30a82 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8983829'] for subnet, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:13.791516 n-d-818022-2 neutron-server[103364]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d063b30-5a09-44ff-ade4-bbcea6c30a82 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 17:57:13.792113 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d063b30-5a09-44ff-ade4-bbcea6c30a82 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103364) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 17:57:13.817774 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-2d063b30-5a09-44ff-ade4-bbcea6c30a82 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1919141 Nov 19 17:57:13.820464 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 41472) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:57:13.828816 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-17dea35d-4961-4b6d-b3b2-751deb14f1d3 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Request body: {'subnet': {'network_id': '65eace33-2479-4afb-a7b6-41f0773542ac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:57:13.829974 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-9384629a-79de-4c52-b6e0-d8d6b7667744 None None] Deleting port 9abf6670-d5c9-4fbc-97dd-053d7c5ae6ef {{(pid=103366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:57:13.830370 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9384629a-79de-4c52-b6e0-d8d6b7667744 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:13.884167 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-743930af-b7d8-4c06-8b82-7527b23c80db tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-671667', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4675'] for router, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:13.895175 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ef9f88c5-ffcb-4243-9f0b-fc008ddb3cfa req-04c650fc-1b29-4209-9d50-505aaed7867f tempest-ServerGroupTestJSON-1557289382 tempest-ServerGroupTestJSON-1557289382-project] 10.222.0.54 "GET /v2.0/ports?device_id=f64a72f2-3f04-4f09-8dac-4439a4f89892 HTTP/1.1" status: 200 len: 210 time: 0.2374034 Nov 19 17:57:13.898301 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.db.resource_extend [None req-c8aa3888-7d36-4563-b4f2-d596a87e3687 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] It took 0.43 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 19 17:57:13.908533 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-743930af-b7d8-4c06-8b82-7527b23c80db tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-671652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-671709', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-543867'] for router, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:13.977263 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c8aa3888-7d36-4563-b4f2-d596a87e3687 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:13.996890 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8aa3888-7d36-4563-b4f2-d596a87e3687 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:13.997540 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c8aa3888-7d36-4563-b4f2-d596a87e3687 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:14.001231 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 9abf6670-d5c9-4fbc-97dd-053d7c5ae6ef no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:57:14.038104 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-9384629a-79de-4c52-b6e0-d8d6b7667744 None None] For port 9abf6670-d5c9-4fbc-97dd-053d7c5ae6ef, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=9abf6670-d5c9-4fbc-97dd-053d7c5ae6ef,segment=NetworkSegment(b0148e58-5e40-4372-b35c-802e0d196d41),segment_id=b0148e58-5e40-4372-b35c-802e0d196d41)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:57:14.039457 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9384629a-79de-4c52-b6e0-d8d6b7667744 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:14.124857 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-9384629a-79de-4c52-b6e0-d8d6b7667744 None None] Calling delete_port for 9abf6670-d5c9-4fbc-97dd-053d7c5ae6ef owned by network:dhcp {{(pid=103366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:57:14.178073 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17dea35d-4961-4b6d-b3b2-751deb14f1d3 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Made reservation on behalf of 6b45f31544cd40e7b10456e94240dc6e for: {'subnet': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:57:14.183132 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-17dea35d-4961-4b6d-b3b2-751deb14f1d3 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8983829'] for subnet, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:14.185352 n-d-818022-2 neutron-server[103364]: INFO neutron.pecan_wsgi.hooks.translation [None req-17dea35d-4961-4b6d-b3b2-751deb14f1d3 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 17:57:14.185794 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17dea35d-4961-4b6d-b3b2-751deb14f1d3 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103364) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 17:57:14.222138 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-17dea35d-4961-4b6d-b3b2-751deb14f1d3 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4004905 Nov 19 17:57:14.224965 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 41480) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:57:14.231526 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8aa3888-7d36-4563-b4f2-d596a87e3687 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Pushing event updated for resources: {'Network': ['ID=7d72cb09-d8f2-4393-bf07-13950aa63dcc,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:57:14.233937 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-a1171b27-c419-47e8-ac36-65c528dd9545 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Request body: {'subnet': {'network_id': '65eace33-2479-4afb-a7b6-41f0773542ac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:57:14.252557 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network 7d72cb09-d8f2-4393-bf07-13950aa63dcc details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 17:57:14.316200 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-524e16c0-c220-4165-aef0-7ef332455394 req-5f110836-1181-49a1-90a6-371a9c079195 tempest-MultipleCreateTestJSON-1825635663 tempest-MultipleCreateTestJSON-1825635663-project] 10.222.0.54 "GET /v2.0/ports?device_id=e36ff2d2-6456-4560-b784-c1cffc20a6c7 HTTP/1.1" status: 200 len: 210 time: 0.0725348 Nov 19 17:57:14.341536 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6d6e1dc5-2fdf-4de6-8229-66eafb3a0a24 req-faa0e165-747d-4c0c-bdeb-053120af89bf tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] 10.222.0.54 "GET /v2.0/ports?device_id=08d7166f-7a15-4f21-9c94-87560bcdea01 HTTP/1.1" status: 200 len: 210 time: 0.0444708 Nov 19 17:57:14.374258 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-c8aa3888-7d36-4563-b4f2-d596a87e3687 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.4584911 Nov 19 17:57:14.377837 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 41484) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:57:14.385802 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-19d3ac3e-5af7-4e17-b4cf-60a41c450747 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Request body: {'subnet': {'network_id': '7d72cb09-d8f2-4393-bf07-13950aa63dcc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:57:14.393759 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-743930af-b7d8-4c06-8b82-7527b23c80db tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Router b7d9c985-1aef-4006-b920-30e625d74773 has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 17:57:14.479625 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:14.514734 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9384629a-79de-4c52-b6e0-d8d6b7667744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007'] for port, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:14.526481 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1171b27-c419-47e8-ac36-65c528dd9545 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Made reservation on behalf of 6b45f31544cd40e7b10456e94240dc6e for: {'subnet': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:57:14.530668 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a1171b27-c419-47e8-ac36-65c528dd9545 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8983829'] for subnet, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:14.537214 n-d-818022-2 neutron-server[103364]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1171b27-c419-47e8-ac36-65c528dd9545 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 17:57:14.537666 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1171b27-c419-47e8-ac36-65c528dd9545 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103364) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 17:57:14.538602 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-743930af-b7d8-4c06-8b82-7527b23c80db tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 17:57:14.557379 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-743930af-b7d8-4c06-8b82-7527b23c80db tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks [] for router, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:14.563216 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-743930af-b7d8-4c06-8b82-7527b23c80db tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] 10.222.0.54 "PUT /v2.0/routers/b7d9c985-1aef-4006-b920-30e625d74773 HTTP/1.1" status: 200 len: 892 time: 1.4484425 Nov 19 17:57:14.564679 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 41486) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:57:14.608554 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9384629a-79de-4c52-b6e0-d8d6b7667744 None None] No DVR routers for this DVR port 9abf6670-d5c9-4fbc-97dd-053d7c5ae6ef on host n-d-818022-2 {{(pid=103366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:57:14.624366 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-a1171b27-c419-47e8-ac36-65c528dd9545 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3982718 Nov 19 17:57:14.627289 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 41488) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:57:14.629056 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9384629a-79de-4c52-b6e0-d8d6b7667744 None None] Pushing event deleted for resources: {'Port': ['ID=9abf6670-d5c9-4fbc-97dd-053d7c5ae6ef,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:57:14.632183 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba3a2407-117a-4f49-9fba-c06e24851325 None None] Sync routers for ids ['b7d9c985-1aef-4006-b920-30e625d74773'] in n-d-818022-2 {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 17:57:14.632555 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-2a056506-0e70-4f67-93d7-d1e52683c53c tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Request body: {'subnet': {'network_id': '65eace33-2479-4afb-a7b6-41f0773542ac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:57:14.651904 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7a2f410-523f-4d71-97d3-66a4f2a3e536 None None] get_active_networks_info from n-d-818022-2 {{(pid=103366) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 19 17:57:14.669274 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f64a72f2-3f04-4f09-8dac-4439a4f89892', 'name': 'network-vif-deleted', 'tag': 'cd79001d-e36b-4e83-8531-39d638b63e80'}, {'server_uuid': '08d7166f-7a15-4f21-9c94-87560bcdea01', 'name': 'network-vif-deleted', 'tag': '534dda20-44c3-4e51-a3ef-bc7f289e3330'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:57:14.672343 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218319d759239a7d11f1288aef37381b97754913ee9ccbfd43b51a463f801712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db9096b3-2f52-4536-9f3c-bd2480b611d3" -d '{"events": [{"server_uuid": "f64a72f2-3f04-4f09-8dac-4439a4f89892", "name": "network-vif-deleted", "tag": "cd79001d-e36b-4e83-8531-39d638b63e80"}, {"server_uuid": "08d7166f-7a15-4f21-9c94-87560bcdea01", "name": "network-vif-deleted", "tag": "534dda20-44c3-4e51-a3ef-bc7f289e3330"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:57:14.754132 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba3a2407-117a-4f49-9fba-c06e24851325 None None] Routers {'b7d9c985-1aef-4006-b920-30e625d74773'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:57:14.754806 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-ba3a2407-117a-4f49-9fba-c06e24851325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:57:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['b7d9c985-1aef-4006-b920-30e625d74773'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:57:14.784360 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19d3ac3e-5af7-4e17-b4cf-60a41c450747 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Made reservation on behalf of a99931e27f474d57b370754999e3039f for: {'subnet': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:57:14.794702 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-19d3ac3e-5af7-4e17-b4cf-60a41c450747 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8983829'] for subnet, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:14.807657 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 19 Nov 2021 17:57:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55badc1e-62fb-4256-b5de-414741dbbe15 x-openstack-request-id: req-55badc1e-62fb-4256-b5de-414741dbbe15 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:57:14.808280 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f64a72f2-3f04-4f09-8dac-4439a4f89892", "name": "network-vif-deleted", "tag": "cd79001d-e36b-4e83-8531-39d638b63e80", "status": "completed", "code": 200}, {"server_uuid": "08d7166f-7a15-4f21-9c94-87560bcdea01", "name": "network-vif-deleted", "tag": "534dda20-44c3-4e51-a3ef-bc7f289e3330", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:57:14.810179 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-55badc1e-62fb-4256-b5de-414741dbbe15 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:57:14.810828 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f64a72f2-3f04-4f09-8dac-4439a4f89892', 'name': 'network-vif-deleted', 'tag': 'cd79001d-e36b-4e83-8531-39d638b63e80', 'status': 'completed', 'code': 200} Nov 19 17:57:14.812036 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08d7166f-7a15-4f21-9c94-87560bcdea01', 'name': 'network-vif-deleted', 'tag': '534dda20-44c3-4e51-a3ef-bc7f289e3330', 'status': 'completed', 'code': 200} Nov 19 17:57:14.882939 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 41496) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:57:14.896983 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-6ee7ab38-6d43-4ae6-9149-53ae3e834b28 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] 10.222.0.54 "GET /v2.0/routers/b7d9c985-1aef-4006-b920-30e625d74773 HTTP/1.1" status: 200 len: 892 time: 0.3304198 Nov 19 17:57:14.929285 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-e38093a6-0f49-4258-b00a-a164070ba0df tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] 10.222.0.54 "GET /v2.0/ports?device_id=b7d9c985-1aef-4006-b920-30e625d74773 HTTP/1.1" status: 200 len: 205 time: 0.0442910 Nov 19 17:57:14.931805 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 41498) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:57:14.981353 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-ba3a2407-117a-4f49-9fba-c06e24851325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:57:14.984149 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a056506-0e70-4f67-93d7-d1e52683c53c tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Made reservation on behalf of 6b45f31544cd40e7b10456e94240dc6e for: {'subnet': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:57:14.991707 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2a056506-0e70-4f67-93d7-d1e52683c53c tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8983829'] for subnet, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:14.995352 n-d-818022-2 neutron-server[103364]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a056506-0e70-4f67-93d7-d1e52683c53c tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 17:57:14.995796 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a056506-0e70-4f67-93d7-d1e52683c53c tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103364) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 17:57:14.998592 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba3a2407-117a-4f49-9fba-c06e24851325 None None] Routers {'b7d9c985-1aef-4006-b920-30e625d74773'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:57:14.999223 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-ba3a2407-117a-4f49-9fba-c06e24851325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:57:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['b7d9c985-1aef-4006-b920-30e625d74773'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:57:15.040395 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-ba3a2407-117a-4f49-9fba-c06e24851325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:57:15.041157 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba3a2407-117a-4f49-9fba-c06e24851325 None None] The sync data for ids ['b7d9c985-1aef-4006-b920-30e625d74773'] in n-d-818022-2 is: [] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 17:57:15.068145 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-2a056506-0e70-4f67-93d7-d1e52683c53c tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4374738 Nov 19 17:57:15.070840 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 41504) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:57:15.140568 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-936e973a-ccbb-4904-ba39-3270c7ed5cff tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0649211 Nov 19 17:57:15.146096 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7a2f410-523f-4d71-97d3-66a4f2a3e536 None None] Resources bound (agent type, host, resource id): {{(pid=103366) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 19 17:57:15.150681 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 41508) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:57:15.207754 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3333617-07bb-4b49-84b2-8643f825c88d tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:15.209257 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-b3333617-07bb-4b49-84b2-8643f825c88d tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0576062 Nov 19 17:57:15.212550 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 41512) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:57:15.283698 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-eda358a8-a9ba-48c5-ab39-164e3957223b tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0665648 Nov 19 17:57:15.284058 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 41516) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:57:15.288916 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-609750da-fa84-4a64-ad76-460a50130099 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Request body: {'subnet': {'network_id': '65eace33-2479-4afb-a7b6-41f0773542ac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:57:15.439522 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 41528) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:57:15.493502 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-19d3ac3e-5af7-4e17-b4cf-60a41c450747 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12425078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8983815'] for subnet, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:15.561228 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d3ac3e-5af7-4e17-b4cf-60a41c450747 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Pushing event updated for resources: {'Subnet': ['ID=27869a6e-7c21-4cb3-8a7a-44d454c836ca,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:57:15.587330 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 41536) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:57:15.603264 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_v2 [None req-98cb166b-ec86-48ce-91e5-a77c7f6c02f0 admin admin] Deleting subnet 9b42ea5d-7b0c-454f-ba3b-fe68863dd43d {{(pid=103364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 17:57:15.638599 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-609750da-fa84-4a64-ad76-460a50130099 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Made reservation on behalf of 6b45f31544cd40e7b10456e94240dc6e for: {'subnet': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:57:15.641598 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-609750da-fa84-4a64-ad76-460a50130099 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8983829'] for subnet, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:15.707771 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4260c620-2ae9-4dac-8f5b-618ff19ea997 req-ea7540f8-4ca8-4a10-9e18-1d412eabc942 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] 10.222.0.54 "GET /v2.0/ports?device_id=08d7166f-7a15-4f21-9c94-87560bcdea01 HTTP/1.1" status: 200 len: 210 time: 0.0330927 Nov 19 17:57:15.792366 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7122c02d-e049-4d67-96e6-5dfc3fb20613 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks [] for router, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:15.917242 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7122c02d-e049-4d67-96e6-5dfc3fb20613 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:15.985142 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-7122c02d-e049-4d67-96e6-5dfc3fb20613 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Deleting port 7b394e80-8049-4f37-8a12-2aaa6503da69 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:57:15.985429 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7122c02d-e049-4d67-96e6-5dfc3fb20613 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:16.061410 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-98cb166b-ec86-48ce-91e5-a77c7f6c02f0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:16.069740 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7122c02d-e049-4d67-96e6-5dfc3fb20613 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:16.084333 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-7122c02d-e049-4d67-96e6-5dfc3fb20613 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Calling delete_port for 7b394e80-8049-4f37-8a12-2aaa6503da69 owned by network:router_gateway {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:57:16.099166 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-98cb166b-ec86-48ce-91e5-a77c7f6c02f0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9416263'] for subnet, precommit_delete_associations {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:16.138750 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_v2 [None req-ceb7df7d-e9cd-4f57-9861-2496f0b1445e admin admin] Deleting subnet 8326c9be-7d6a-4bd7-abab-f850f24745d9 {{(pid=103364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 17:57:16.159227 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ceb7df7d-e9cd-4f57-9861-2496f0b1445e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:16.213450 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d3ac3e-5af7-4e17-b4cf-60a41c450747 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Checking segment: {'id': 'a3911139-a98d-46de-a653-b32cce016359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '7d72cb09-d8f2-4393-bf07-13950aa63dcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:57:16.213938 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19d3ac3e-5af7-4e17-b4cf-60a41c450747 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Network hostable DHCP agents. Network: 7d72cb09-d8f2-4393-bf07-13950aa63dcc, hostable agents: ['02910ef2-0455-4aea-9f38-9a875579633f'], hosted agents: [] {{(pid=103364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 17:57:16.274269 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-98cb166b-ec86-48ce-91e5-a77c7f6c02f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:16.276719 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19d3ac3e-5af7-4e17-b4cf-60a41c450747 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Network 7d72cb09-d8f2-4393-bf07-13950aa63dcc is scheduled to be hosted by DHCP agent 02910ef2-0455-4aea-9f38-9a875579633f with binding_index 1 {{(pid=103364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 17:57:16.308383 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7122c02d-e049-4d67-96e6-5dfc3fb20613 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:16.325339 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ceb7df7d-e9cd-4f57-9861-2496f0b1445e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9416263'] for subnet, precommit_delete_associations {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:16.330018 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-19d3ac3e-5af7-4e17-b4cf-60a41c450747 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818022-2, 7d72cb09-d8f2-4393-bf07-13950aa63dcc) {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:57:16.335073 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19d3ac3e-5af7-4e17-b4cf-60a41c450747 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:16.335885 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-19d3ac3e-5af7-4e17-b4cf-60a41c450747 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:16.340280 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89bdf25f-3308-4bdd-97e1-5f8fa93bd51a None None] Network 7d72cb09-d8f2-4393-bf07-13950aa63dcc requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:57:16.378410 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-19d3ac3e-5af7-4e17-b4cf-60a41c450747 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.9988897 Nov 19 17:57:16.384975 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 41544) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:57:16.397012 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7122c02d-e049-4d67-96e6-5dfc3fb20613 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Pushing event deleted for resources: {'Port': ['ID=7b394e80-8049-4f37-8a12-2aaa6503da69,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:57:16.453520 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d1a5ae6-740a-4d68-8982-23131293b417 None None] DHCP port deletion for 645e61aa-1a6c-4e8f-857e-ab06edb4897f request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 17:57:16.501134 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7122c02d-e049-4d67-96e6-5dfc3fb20613 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-671730'] for router_gateway, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:16.544702 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ceb7df7d-e9cd-4f57-9861-2496f0b1445e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:16.571026 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-98cb166b-ec86-48ce-91e5-a77c7f6c02f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12425137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8983934'] for subnet, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:16.663789 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cb166b-ec86-48ce-91e5-a77c7f6c02f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b42ea5d-7b0c-454f-ba3b-fe68863dd43d,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:57:16.669650 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-98cb166b-ec86-48ce-91e5-a77c7f6c02f0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:16.672951 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-98cb166b-ec86-48ce-91e5-a77c7f6c02f0 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/9b42ea5d-7b0c-454f-ba3b-fe68863dd43d HTTP/1.1" status: 204 len: 168 time: 1.2324653 Nov 19 17:57:16.684033 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 41546) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:57:16.699569 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba745aa8-1d12-4fa1-ac09-355a282db02c None None] Network 01118a59-d09f-44f4-a9d4-facf002d044d requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:57:16.722542 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7122c02d-e049-4d67-96e6-5dfc3fb20613 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4696'] for router, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:16.727307 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7122c02d-e049-4d67-96e6-5dfc3fb20613 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:16.784181 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a59874b5-d662-4fc8-9a0b-6607bb63c035 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:16.837572 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7122c02d-e049-4d67-96e6-5dfc3fb20613 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-543895'] for router, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:16.838321 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7122c02d-e049-4d67-96e6-5dfc3fb20613 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Fanout notify agent at l3_agent the message router_deleted on router b7d9c985-1aef-4006-b920-30e625d74773 {{(pid=103365) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 17:57:16.846735 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7122c02d-e049-4d67-96e6-5dfc3fb20613 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks [] for router, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:16.855689 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-7122c02d-e049-4d67-96e6-5dfc3fb20613 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] 10.222.0.54 "DELETE /v2.0/routers/b7d9c985-1aef-4006-b920-30e625d74773 HTTP/1.1" status: 204 len: 168 time: 1.9220662 Nov 19 17:57:16.856411 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 41550) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:57:16.867545 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-72983711-be8d-467f-9115-00c157ac52dc tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:16.872486 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-3e5af37d-6b56-4f7e-975b-6c1e0785db2a tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1459868627'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:57:16.876628 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba168975-b5ab-4f2b-82ab-25badbbfd85f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54f44f5f-1200-574e-8740-2141911d5b73-7d72cb09-d8f2-4393-bf07-13950aa63dcc', 'network_id': '7d72cb09-d8f2-4393-bf07-13950aa63dcc', 'tenant_id': 'a99931e27f474d57b370754999e3039f', 'fixed_ips': [{'subnet_id': '27869a6e-7c21-4cb3-8a7a-44d454c836ca'}]}} from n-d-818022-2. {{(pid=103366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 17:57:16.880280 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ba168975-b5ab-4f2b-82ab-25badbbfd85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:16.923640 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e5af37d-6b56-4f7e-975b-6c1e0785db2a tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Made reservation on behalf of fd1b3fcd1beb4931bb2ec4613fd50ee2 for: {'network': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:57:16.928666 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3e5af37d-6b56-4f7e-975b-6c1e0785db2a tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:16.945946 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ed152ce2-8dd4-4f5c-b470-1b570af70c21 req-2a3305db-abe1-4b19-a7db-fe1fb51d0661 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] 10.222.0.54 "GET /v2.0/ports?device_id=08d7166f-7a15-4f21-9c94-87560bcdea01 HTTP/1.1" status: 200 len: 210 time: 0.0702779 Nov 19 17:57:16.970442 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e5af37d-6b56-4f7e-975b-6c1e0785db2a tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 663} {{(pid=103365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 17:57:16.992005 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3e5af37d-6b56-4f7e-975b-6c1e0785db2a tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:16.992351 n-d-818022-2 neutron-server[103365]: INFO neutron.db.segments_db [None req-3e5af37d-6b56-4f7e-975b-6c1e0785db2a tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Added segment 57cf2734-902c-4ee9-9dc4-8c7d79fbe1a2 of type vlan for network 0d8aa5fa-ebfa-4930-ab28-f447ea93eb42 Nov 19 17:57:17.049650 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ceb7df7d-e9cd-4f57-9861-2496f0b1445e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12425137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8983934'] for subnet, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:17.067432 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ceb7df7d-e9cd-4f57-9861-2496f0b1445e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:17.071852 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-ceb7df7d-e9cd-4f57-9861-2496f0b1445e admin admin] 10.222.0.54 "DELETE /v2.0/subnets/8326c9be-7d6a-4bd7-abab-f850f24745d9 HTTP/1.1" status: 204 len: 168 time: 1.4834988 Nov 19 17:57:17.076340 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 41552) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:57:17.092120 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93af2486-405b-44a4-b826-550c83550633 None None] Network 0f5ef808-2c35-4150-9af1-762ad74b6214 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:57:17.160290 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb7df7d-e9cd-4f57-9861-2496f0b1445e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8326c9be-7d6a-4bd7-abab-f850f24745d9,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:57:17.167261 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3e5af37d-6b56-4f7e-975b-6c1e0785db2a tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:17.171581 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a59874b5-d662-4fc8-9a0b-6607bb63c035 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:17.210679 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e21d7b02-7821-48cf-a826-df8203299974 None None] DHCP port deletion for 01118a59-d09f-44f4-a9d4-facf002d044d request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 17:57:17.220414 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-a59874b5-d662-4fc8-9a0b-6607bb63c035 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01118a59-d09f-44f4-a9d4-facf002d044d']}} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:57:17.222076 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-41b47625-5c62-4258-883a-9fc28bc6e236 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:17.231304 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-72983711-be8d-467f-9115-00c157ac52dc tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:17.234429 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3e5af37d-6b56-4f7e-975b-6c1e0785db2a tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:17.240485 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e5af37d-6b56-4f7e-975b-6c1e0785db2a tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:17.241177 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3e5af37d-6b56-4f7e-975b-6c1e0785db2a tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:17.321744 n-d-818022-2 neutron-server[103364]: DEBUG neutron.objects.ports [None req-609750da-fa84-4a64-ad76-460a50130099 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103364) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 19 17:57:17.324005 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bda85830-1dc3-4e80-9c72-78fa8e62d326 None None] DHCP port deletion for 0f5ef808-2c35-4150-9af1-762ad74b6214 request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 17:57:17.325515 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-a59874b5-d662-4fc8-9a0b-6607bb63c035 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '374ad87f-866e-4e93-a1d9-79725abb480e') {'for_net_delete': True} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:57:17.325866 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-a59874b5-d662-4fc8-9a0b-6607bb63c035 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '374ad87f-866e-4e93-a1d9-79725abb480e') {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:57:17.328032 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-609750da-fa84-4a64-ad76-460a50130099 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12425078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8983815'] for subnet, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:17.344173 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [None req-ba168975-b5ab-4f2b-82ab-25badbbfd85f None None] Allocated IP 2001:db8::1 (7d72cb09-d8f2-4393-bf07-13950aa63dcc/27869a6e-7c21-4cb3-8a7a-44d454c836ca/11f66a39-84f9-42dd-819d-03d0aa8ef80b) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:57:17.370090 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5af37d-6b56-4f7e-975b-6c1e0785db2a tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Pushing event updated for resources: {'Network': ['ID=0d8aa5fa-ebfa-4930-ab28-f447ea93eb42,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:57:17.465766 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-3e5af37d-6b56-4f7e-975b-6c1e0785db2a tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6079586 Nov 19 17:57:17.468334 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a59874b5-d662-4fc8-9a0b-6607bb63c035 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417396'] for segment, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:17.470788 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 41558) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:57:17.485393 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-463b6fcb-d84a-4c8d-a1c7-77063fb81d71 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Request body: {'subnet': {'network_id': '0d8aa5fa-ebfa-4930-ab28-f447ea93eb42', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:57:17.491924 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network 0d8aa5fa-ebfa-4930-ab28-f447ea93eb42 details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 17:57:17.521398 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609750da-fa84-4a64-ad76-460a50130099 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Pushing event updated for resources: {'Subnet': ['ID=e8b9756e-45aa-4a83-90ca-b05353f64244,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:57:17.536439 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a59874b5-d662-4fc8-9a0b-6607bb63c035 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:17.545786 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a59874b5-d662-4fc8-9a0b-6607bb63c035 admin admin] Releasing vlan 664 on physical network physnet1 to pool {{(pid=103364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 17:57:17.546629 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a59874b5-d662-4fc8-9a0b-6607bb63c035 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12425183'] for segment, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:17.608809 n-d-818022-2 neutron-server[103364]: Traceback (most recent call last): Nov 19 17:57:17.608809 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 17:57:17.608809 n-d-818022-2 neutron-server[103364]: timer() Nov 19 17:57:17.608809 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 17:57:17.608809 n-d-818022-2 neutron-server[103364]: cb(*args, **kw) Nov 19 17:57:17.608809 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 17:57:17.608809 n-d-818022-2 neutron-server[103364]: return func(*args, **kwargs) Nov 19 17:57:17.608809 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 17:57:17.608809 n-d-818022-2 neutron-server[103364]: self._notify() Nov 19 17:57:17.608809 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 17:57:17.608809 n-d-818022-2 neutron-server[103364]: self.callback(batched_events) Nov 19 17:57:17.608809 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 17:57:17.608809 n-d-818022-2 neutron-server[103364]: event.method(event) Nov 19 17:57:17.608809 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 17:57:17.608809 n-d-818022-2 neutron-server[103364]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 17:57:17.608809 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 17:57:17.608809 n-d-818022-2 neutron-server[103364]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 17:57:17.608809 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 17:57:17.608809 n-d-818022-2 neutron-server[103364]: return f(self, *a, **k) Nov 19 17:57:17.608809 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 17:57:17.608809 n-d-818022-2 neutron-server[103364]: return self._get(url).json() Nov 19 17:57:17.608809 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 17:57:17.608809 n-d-818022-2 neutron-server[103364]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 17:57:17.608809 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 17:57:17.608809 n-d-818022-2 neutron-server[103364]: return self.request(url, 'GET', **kwargs) Nov 19 17:57:17.608809 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 17:57:17.608809 n-d-818022-2 neutron-server[103364]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 17:57:17.608809 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 17:57:17.608809 n-d-818022-2 neutron-server[103364]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 17:57:17.608809 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 17:57:17.608809 n-d-818022-2 neutron-server[103364]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 17:57:17.608809 n-d-818022-2 neutron-server[103364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 17:57:17.636981 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-609750da-fa84-4a64-ad76-460a50130099 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Network 65eace33-2479-4afb-a7b6-41f0773542ac is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:57:17.640525 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-609750da-fa84-4a64-ad76-460a50130099 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:57:17.643323 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-41b47625-5c62-4258-883a-9fc28bc6e236 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:17.645005 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-609750da-fa84-4a64-ad76-460a50130099 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:17.645853 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-609750da-fa84-4a64-ad76-460a50130099 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:17.673228 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-609750da-fa84-4a64-ad76-460a50130099 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.3880513 Nov 19 17:57:17.677728 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 41562) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:57:17.682234 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-55b1b379-1204-4913-afbd-b5093796b149 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Request body: {'port': {'network_id': '65eace33-2479-4afb-a7b6-41f0773542ac', 'mac_address': 'fa:16:3e:4a:30:df', 'name': 'tempest-NetworksTestDHCPv6-679032625'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:57:17.702641 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ba168975-b5ab-4f2b-82ab-25badbbfd85f None None] Publish callbacks [] for port, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:17.709322 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aaaee1c-aaaf-4b94-b72e-0af3fc8eade5 None None] Network 65eace33-2479-4afb-a7b6-41f0773542ac requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:57:17.727519 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-41b47625-5c62-4258-883a-9fc28bc6e236 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f5ef808-2c35-4150-9af1-762ad74b6214']}} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:57:17.743036 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-41b47625-5c62-4258-883a-9fc28bc6e236 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6f4031a-2074-4c0c-81c3-e2afe4868e24') {'for_net_delete': True} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:57:17.743330 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-41b47625-5c62-4258-883a-9fc28bc6e236 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6f4031a-2074-4c0c-81c3-e2afe4868e24') {} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:57:17.758544 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ba168975-b5ab-4f2b-82ab-25badbbfd85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998'] for port, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:17.761040 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-41b47625-5c62-4258-883a-9fc28bc6e236 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12545382'] for segment, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:17.816685 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-41b47625-5c62-4258-883a-9fc28bc6e236 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:17.821734 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-463b6fcb-d84a-4c8d-a1c7-77063fb81d71 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Made reservation on behalf of fd1b3fcd1beb4931bb2ec4613fd50ee2 for: {'subnet': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:57:17.831180 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-463b6fcb-d84a-4c8d-a1c7-77063fb81d71 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8731248'] for subnet, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:17.847567 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a59874b5-d662-4fc8-9a0b-6607bb63c035 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671242'] for network, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:17.850959 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41b47625-5c62-4258-883a-9fc28bc6e236 admin admin] Releasing vlan 653 on physical network physnet1 to pool {{(pid=103365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 17:57:17.851199 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-41b47625-5c62-4258-883a-9fc28bc6e236 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12282953'] for segment, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:17.853024 n-d-818022-2 neutron-server[103365]: Traceback (most recent call last): Nov 19 17:57:17.853024 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 17:57:17.853024 n-d-818022-2 neutron-server[103365]: timer() Nov 19 17:57:17.853024 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 17:57:17.853024 n-d-818022-2 neutron-server[103365]: cb(*args, **kw) Nov 19 17:57:17.853024 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 17:57:17.853024 n-d-818022-2 neutron-server[103365]: return func(*args, **kwargs) Nov 19 17:57:17.853024 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 17:57:17.853024 n-d-818022-2 neutron-server[103365]: self._notify() Nov 19 17:57:17.853024 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 17:57:17.853024 n-d-818022-2 neutron-server[103365]: self.callback(batched_events) Nov 19 17:57:17.853024 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 17:57:17.853024 n-d-818022-2 neutron-server[103365]: event.method(event) Nov 19 17:57:17.853024 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 17:57:17.853024 n-d-818022-2 neutron-server[103365]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 17:57:17.853024 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 17:57:17.853024 n-d-818022-2 neutron-server[103365]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 17:57:17.853024 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 17:57:17.853024 n-d-818022-2 neutron-server[103365]: return f(self, *a, **k) Nov 19 17:57:17.853024 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 17:57:17.853024 n-d-818022-2 neutron-server[103365]: return self._get(url).json() Nov 19 17:57:17.853024 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 17:57:17.853024 n-d-818022-2 neutron-server[103365]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 17:57:17.853024 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 17:57:17.853024 n-d-818022-2 neutron-server[103365]: return self.request(url, 'GET', **kwargs) Nov 19 17:57:17.853024 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 17:57:17.853024 n-d-818022-2 neutron-server[103365]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 17:57:17.853024 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 17:57:17.853024 n-d-818022-2 neutron-server[103365]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 17:57:17.853024 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 17:57:17.853024 n-d-818022-2 neutron-server[103365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 17:57:17.853024 n-d-818022-2 neutron-server[103365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 17:57:17.866467 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a59874b5-d662-4fc8-9a0b-6607bb63c035 admin admin] Publish callbacks [] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:17.871585 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-a59874b5-d662-4fc8-9a0b-6607bb63c035 admin admin] 10.222.0.54 "DELETE /v2.0/networks/01118a59-d09f-44f4-a9d4-facf002d044d HTTP/1.1" status: 204 len: 168 time: 1.1828139 Nov 19 17:57:17.875796 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-72983711-be8d-467f-9115-00c157ac52dc tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12425137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8983934'] for subnet, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:17.883535 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba168975-b5ab-4f2b-82ab-25badbbfd85f None None] Pushing event updated for resources: {'Port': ['ID=11f66a39-84f9-42dd-819d-03d0aa8ef80b,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:57:17.906025 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba168975-b5ab-4f2b-82ab-25badbbfd85f None None] Network 7d72cb09-d8f2-4393-bf07-13950aa63dcc is already hosted by enough agents. {{(pid=103366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:57:17.912558 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [None req-ba168975-b5ab-4f2b-82ab-25badbbfd85f None None] Resources bound (agent type, host, resource id): {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:57:17.922247 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba168975-b5ab-4f2b-82ab-25badbbfd85f None None] Received port after_create {{(pid=103366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:57:17.972203 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72983711-be8d-467f-9115-00c157ac52dc tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Pushing event deleted for resources: {'Subnet': ['ID=27869a6e-7c21-4cb3-8a7a-44d454c836ca,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:57:17.981437 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59874b5-d662-4fc8-9a0b-6607bb63c035 admin admin] Pushing event deleted for resources: {'Network': ['ID=01118a59-d09f-44f4-a9d4-facf002d044d,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:57:17.989643 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55b1b379-1204-4913-afbd-b5093796b149 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Made reservation on behalf of 6b45f31544cd40e7b10456e94240dc6e for: {'port': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:57:18.047888 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-41b47625-5c62-4258-883a-9fc28bc6e236 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671242'] for network, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:18.063355 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-41b47625-5c62-4258-883a-9fc28bc6e236 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:18.072155 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-41b47625-5c62-4258-883a-9fc28bc6e236 admin admin] 10.222.0.54 "DELETE /v2.0/networks/0f5ef808-2c35-4150-9af1-762ad74b6214 HTTP/1.1" status: 204 len: 168 time: 0.9888201 Nov 19 17:57:18.137507 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-ba168975-b5ab-4f2b-82ab-25badbbfd85f None None] Attempting to bind port 11f66a39-84f9-42dd-819d-03d0aa8ef80b on host n-d-818022-2 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:57:18.142348 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-ba168975-b5ab-4f2b-82ab-25badbbfd85f None None] Attempting to bind port 11f66a39-84f9-42dd-819d-03d0aa8ef80b by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': 'a3911139-a98d-46de-a653-b32cce016359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '7d72cb09-d8f2-4393-bf07-13950aa63dcc'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:57:18.143181 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba168975-b5ab-4f2b-82ab-25badbbfd85f None None] Attempting to bind port 11f66a39-84f9-42dd-819d-03d0aa8ef80b on network 7d72cb09-d8f2-4393-bf07-13950aa63dcc {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:57:18.155942 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba168975-b5ab-4f2b-82ab-25badbbfd85f None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 57, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:57:18.156383 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba168975-b5ab-4f2b-82ab-25badbbfd85f None None] Checking segment: {'id': 'a3911139-a98d-46de-a653-b32cce016359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '7d72cb09-d8f2-4393-bf07-13950aa63dcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:57:18.156908 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ba168975-b5ab-4f2b-82ab-25badbbfd85f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:18.157422 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba168975-b5ab-4f2b-82ab-25badbbfd85f None None] Bound using segment: {'id': 'a3911139-a98d-46de-a653-b32cce016359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '7d72cb09-d8f2-4393-bf07-13950aa63dcc'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:57:18.158021 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-ba168975-b5ab-4f2b-82ab-25badbbfd85f None None] Bound port: 11f66a39-84f9-42dd-819d-03d0aa8ef80b, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3911139-a98d-46de-a653-b32cce016359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '7d72cb09-d8f2-4393-bf07-13950aa63dcc'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:57:18.158479 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ba168975-b5ab-4f2b-82ab-25badbbfd85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:18.185109 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b47625-5c62-4258-883a-9fc28bc6e236 admin admin] Pushing event deleted for resources: {'Network': ['ID=0f5ef808-2c35-4150-9af1-762ad74b6214,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:57:18.200210 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a3434fbb-1f3b-4b98-b8e8-8b0772afbc51 req-4507573e-b0ac-4d91-af8c-a2b07367cba5 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] 10.222.0.54 "GET /v2.0/ports?device_id=08d7166f-7a15-4f21-9c94-87560bcdea01 HTTP/1.1" status: 200 len: 210 time: 0.0779254 Nov 19 17:57:18.237265 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-55b1b379-1204-4913-afbd-b5093796b149 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:18.265193 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6712bfd-2969-4c1e-9f70-f8e17821f50a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54f44f5f-1200-574e-8740-2141911d5b73-65eace33-2479-4afb-a7b6-41f0773542ac', 'network_id': '65eace33-2479-4afb-a7b6-41f0773542ac', 'tenant_id': '6b45f31544cd40e7b10456e94240dc6e', 'fixed_ips': [{'subnet_id': 'e8b9756e-45aa-4a83-90ca-b05353f64244'}]}} from n-d-818022-2. {{(pid=103366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 17:57:18.267744 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a6712bfd-2969-4c1e-9f70-f8e17821f50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:18.324532 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [None req-55b1b379-1204-4913-afbd-b5093796b149 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] device_id is not set on port 1fa89bd7-8712-42fb-ae22-b9226ed7f40d yet. {{(pid=103364) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 17:57:18.326720 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 41570) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:57:18.374973 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 41572) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:57:18.468257 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [None req-55b1b379-1204-4913-afbd-b5093796b149 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Allocated IP 2001:db8::f816:3eff:fe4a:30df (65eace33-2479-4afb-a7b6-41f0773542ac/e8b9756e-45aa-4a83-90ca-b05353f64244/1fa89bd7-8712-42fb-ae22-b9226ed7f40d) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:57:18.537290 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-ba168975-b5ab-4f2b-82ab-25badbbfd85f None None] For port 11f66a39-84f9-42dd-819d-03d0aa8ef80b, host n-d-818022-2, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:57:18.540265 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-463b6fcb-d84a-4c8d-a1c7-77063fb81d71 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12283104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8731234'] for subnet, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:18.545077 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-ba168975-b5ab-4f2b-82ab-25badbbfd85f None None] For port 11f66a39-84f9-42dd-819d-03d0aa8ef80b, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=11f66a39-84f9-42dd-819d-03d0aa8ef80b,segment=NetworkSegment(a3911139-a98d-46de-a653-b32cce016359),segment_id=a3911139-a98d-46de-a653-b32cce016359)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:57:18.549066 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-6ae2ca39-30ca-43a9-abb6-23bd4237ee6e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=475e6f4ee5ee40b8bd9444c3af516a78&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2206895 Nov 19 17:57:18.566335 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ba168975-b5ab-4f2b-82ab-25badbbfd85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:18.630593 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-55b1b379-1204-4913-afbd-b5093796b149 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:18.637054 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 41576) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:57:18.651568 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-8de55f2b-99a9-49bf-9b74-c5efc95d1f3e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=57943c6246e547b797e04073cbeaf6a2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2604620 Nov 19 17:57:18.665488 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 41578) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:57:18.685761 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-55b1b379-1204-4913-afbd-b5093796b149 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:18.708480 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463b6fcb-d84a-4c8d-a1c7-77063fb81d71 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Pushing event updated for resources: {'Subnet': ['ID=d5cf0b2b-ee3b-46cd-bcb8-83a38e83d769,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:57:18.747383 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b1b379-1204-4913-afbd-b5093796b149 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Pushing event updated for resources: {'Port': ['ID=1fa89bd7-8712-42fb-ae22-b9226ed7f40d,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:57:18.750871 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-72983711-be8d-467f-9115-00c157ac52dc tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:18.762371 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff7a25ec-812f-47c4-b442-c42c317e6076 None None] Network 7d72cb09-d8f2-4393-bf07-13950aa63dcc requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:57:18.794482 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-72983711-be8d-467f-9115-00c157ac52dc tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d72cb09-d8f2-4393-bf07-13950aa63dcc']}} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:57:18.806236 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55b1b379-1204-4913-afbd-b5093796b149 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Network 65eace33-2479-4afb-a7b6-41f0773542ac is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:57:18.822405 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-72983711-be8d-467f-9115-00c157ac52dc tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3911139-a98d-46de-a653-b32cce016359') {'for_net_delete': True} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:57:18.822757 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-72983711-be8d-467f-9115-00c157ac52dc tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3911139-a98d-46de-a653-b32cce016359') {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:57:18.824343 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a9ca4848-c118-4231-88ab-87d5ac1f7fa3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:18.826435 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-463b6fcb-d84a-4c8d-a1c7-77063fb81d71 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Checking segment: {'id': '57cf2734-902c-4ee9-9dc4-8c7d79fbe1a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '0d8aa5fa-ebfa-4930-ab28-f447ea93eb42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:57:18.826913 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-463b6fcb-d84a-4c8d-a1c7-77063fb81d71 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Network hostable DHCP agents. Network: 0d8aa5fa-ebfa-4930-ab28-f447ea93eb42, hostable agents: ['02910ef2-0455-4aea-9f38-9a875579633f'], hosted agents: [] {{(pid=103365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 17:57:18.837284 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba168975-b5ab-4f2b-82ab-25badbbfd85f None None] Pushing event updated for resources: {'Port': ['ID=11f66a39-84f9-42dd-819d-03d0aa8ef80b,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:57:18.848404 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a9ca4848-c118-4231-88ab-87d5ac1f7fa3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:18.858546 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-de26ab6e-73ac-491c-9df9-8eba7f7409d2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:18.864087 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [None req-a6712bfd-2969-4c1e-9f70-f8e17821f50a None None] Allocated IP 2001:db8::f816:3eff:fe22:8782 (65eace33-2479-4afb-a7b6-41f0773542ac/e8b9756e-45aa-4a83-90ca-b05353f64244/d4706859-5385-4446-b7bb-b35442a0e49d) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:57:18.871811 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba168975-b5ab-4f2b-82ab-25badbbfd85f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:57:18.872448 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba168975-b5ab-4f2b-82ab-25badbbfd85f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:57:18.873025 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba168975-b5ab-4f2b-82ab-25badbbfd85f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:57:18.873576 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba168975-b5ab-4f2b-82ab-25badbbfd85f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:57:18.874152 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba168975-b5ab-4f2b-82ab-25badbbfd85f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:57:18.874710 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba168975-b5ab-4f2b-82ab-25badbbfd85f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:57:18.875248 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba168975-b5ab-4f2b-82ab-25badbbfd85f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:57:18.875799 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba168975-b5ab-4f2b-82ab-25badbbfd85f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:57:18.876331 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba168975-b5ab-4f2b-82ab-25badbbfd85f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:57:18.876861 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba168975-b5ab-4f2b-82ab-25badbbfd85f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:57:18.877395 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba168975-b5ab-4f2b-82ab-25badbbfd85f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:57:18.877951 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba168975-b5ab-4f2b-82ab-25badbbfd85f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:57:18.887386 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-de26ab6e-73ac-491c-9df9-8eba7f7409d2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:18.922232 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-55b1b379-1204-4913-afbd-b5093796b149 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:57:18.926200 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a9ca4848-c118-4231-88ab-87d5ac1f7fa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:18.929072 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a9ca4848-c118-4231-88ab-87d5ac1f7fa3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:18.930318 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-a9ca4848-c118-4231-88ab-87d5ac1f7fa3 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f822ee92-0507-4392-bd1c-75ba37df5caa HTTP/1.1" status: 204 len: 168 time: 0.2639759 Nov 19 17:57:18.933092 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-72983711-be8d-467f-9115-00c157ac52dc tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417396'] for segment, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:18.935068 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b1b379-1204-4913-afbd-b5093796b149 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:57:18.941246 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55b1b379-1204-4913-afbd-b5093796b149 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:18.941920 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-55b1b379-1204-4913-afbd-b5093796b149 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:18.960624 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-de26ab6e-73ac-491c-9df9-8eba7f7409d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:18.963311 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-de26ab6e-73ac-491c-9df9-8eba7f7409d2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:18.973718 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-de26ab6e-73ac-491c-9df9-8eba7f7409d2 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/11f15ae4-8821-41c9-a586-57bef0a63f50 HTTP/1.1" status: 204 len: 168 time: 0.3139610 Nov 19 17:57:18.974490 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ca4848-c118-4231-88ab-87d5ac1f7fa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f822ee92-0507-4392-bd1c-75ba37df5caa,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:57:18.976769 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-72983711-be8d-467f-9115-00c157ac52dc tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:18.981045 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-463b6fcb-d84a-4c8d-a1c7-77063fb81d71 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Network 0d8aa5fa-ebfa-4930-ab28-f447ea93eb42 is scheduled to be hosted by DHCP agent 02910ef2-0455-4aea-9f38-9a875579633f with binding_index 1 {{(pid=103365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 17:57:18.987076 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-55b1b379-1204-4913-afbd-b5093796b149 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.3095188 Nov 19 17:57:18.989750 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 41584) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:57:19.004809 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72983711-be8d-467f-9115-00c157ac52dc tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Releasing vlan 676 on physical network physnet1 to pool {{(pid=103364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 17:57:19.005779 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-72983711-be8d-467f-9115-00c157ac52dc tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12425183'] for segment, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:19.006059 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de26ab6e-73ac-491c-9df9-8eba7f7409d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11f15ae4-8821-41c9-a586-57bef0a63f50,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:57:19.007777 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-463b6fcb-d84a-4c8d-a1c7-77063fb81d71 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818022-2, 0d8aa5fa-ebfa-4930-ab28-f447ea93eb42) {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:57:19.015257 n-d-818022-2 neutron-server[103364]: Traceback (most recent call last): Nov 19 17:57:19.015257 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 17:57:19.015257 n-d-818022-2 neutron-server[103364]: timer() Nov 19 17:57:19.015257 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 17:57:19.015257 n-d-818022-2 neutron-server[103364]: cb(*args, **kw) Nov 19 17:57:19.015257 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 17:57:19.015257 n-d-818022-2 neutron-server[103364]: return func(*args, **kwargs) Nov 19 17:57:19.015257 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 17:57:19.015257 n-d-818022-2 neutron-server[103364]: self._notify() Nov 19 17:57:19.015257 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 17:57:19.015257 n-d-818022-2 neutron-server[103364]: self.callback(batched_events) Nov 19 17:57:19.015257 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 17:57:19.015257 n-d-818022-2 neutron-server[103364]: event.method(event) Nov 19 17:57:19.015257 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 17:57:19.015257 n-d-818022-2 neutron-server[103364]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 17:57:19.015257 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 17:57:19.015257 n-d-818022-2 neutron-server[103364]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 17:57:19.015257 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 17:57:19.015257 n-d-818022-2 neutron-server[103364]: return f(self, *a, **k) Nov 19 17:57:19.015257 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 17:57:19.015257 n-d-818022-2 neutron-server[103364]: return self._get(url).json() Nov 19 17:57:19.015257 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 17:57:19.015257 n-d-818022-2 neutron-server[103364]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 17:57:19.015257 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 17:57:19.015257 n-d-818022-2 neutron-server[103364]: return self.request(url, 'GET', **kwargs) Nov 19 17:57:19.015257 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 17:57:19.015257 n-d-818022-2 neutron-server[103364]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 17:57:19.015257 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 17:57:19.015257 n-d-818022-2 neutron-server[103364]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 17:57:19.015257 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 17:57:19.015257 n-d-818022-2 neutron-server[103364]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 17:57:19.015257 n-d-818022-2 neutron-server[103364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 17:57:19.039023 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-463b6fcb-d84a-4c8d-a1c7-77063fb81d71 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:19.039251 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-463b6fcb-d84a-4c8d-a1c7-77063fb81d71 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:19.076176 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5c8012e-0f6b-4bed-a607-5ab2740ef9ba None None] Network 0d8aa5fa-ebfa-4930-ab28-f447ea93eb42 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:57:19.079770 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-463b6fcb-d84a-4c8d-a1c7-77063fb81d71 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6068499 Nov 19 17:57:19.084050 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 41590) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:57:19.091090 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-999234c0-65bc-4b07-accf-cdcb5c946ba3 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1674609942', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:57:19.139434 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-999234c0-65bc-4b07-accf-cdcb5c946ba3 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9890'] for router, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:19.140283 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-999234c0-65bc-4b07-accf-cdcb5c946ba3 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671617', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-732153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4689'] for router, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:19.208687 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.db.api [None req-72983711-be8d-467f-9115-00c157ac52dc tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 19 17:57:19.208687 n-d-818022-2 neutron-server[103364]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 19 17:57:19.208687 n-d-818022-2 neutron-server[103364]: [parameters: {'id': '7d72cb09-d8f2-4393-bf07-13950aa63dcc'}] Nov 19 17:57:19.208687 n-d-818022-2 neutron-server[103364]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103364) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 17:57:19.209148 n-d-818022-2 neutron-server[103364]: DEBUG oslo_db.api [None req-72983711-be8d-467f-9115-00c157ac52dc tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 17:57:19.233714 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68058f17-a18a-4e8d-9b8b-f63b38b8e286 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:19.239139 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-68058f17-a18a-4e8d-9b8b-f63b38b8e286 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.2483630 Nov 19 17:57:19.239759 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 41592) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:57:19.301724 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-999234c0-65bc-4b07-accf-cdcb5c946ba3 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:19.312053 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-999234c0-65bc-4b07-accf-cdcb5c946ba3 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671702'] for router, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:19.353718 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-999234c0-65bc-4b07-accf-cdcb5c946ba3 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks [] for router, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:19.361083 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-999234c0-65bc-4b07-accf-cdcb5c946ba3 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2702889 Nov 19 17:57:19.362071 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 41596) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:57:19.441088 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8b82f6f5-fbe9-4db7-8e79-d5f69591c7f7 req-127c8d52-bd6b-40f7-9146-4e8800f7bfb6 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] 10.222.0.54 "GET /v2.0/ports?device_id=08d7166f-7a15-4f21-9c94-87560bcdea01 HTTP/1.1" status: 200 len: 210 time: 0.0393939 Nov 19 17:57:19.460674 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-e56a159b-2b92-4f4a-9559-baa811c54a7e tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Deleting port 1fa89bd7-8712-42fb-ae22-b9226ed7f40d {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:57:19.461348 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e56a159b-2b92-4f4a-9559-baa811c54a7e tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:19.663551 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e56a159b-2b92-4f4a-9559-baa811c54a7e tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:19.691721 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-e56a159b-2b92-4f4a-9559-baa811c54a7e tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Calling delete_port for 1fa89bd7-8712-42fb-ae22-b9226ed7f40d owned by {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:57:19.716386 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-72983711-be8d-467f-9115-00c157ac52dc tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:19.743423 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a6712bfd-2969-4c1e-9f70-f8e17821f50a None None] Publish callbacks [] for port, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:19.753485 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3473a221-e2ad-457f-877c-5a5b3479944b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54f44f5f-1200-574e-8740-2141911d5b73-0d8aa5fa-ebfa-4930-ab28-f447ea93eb42', 'network_id': '0d8aa5fa-ebfa-4930-ab28-f447ea93eb42', 'tenant_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'fixed_ips': [{'subnet_id': 'd5cf0b2b-ee3b-46cd-bcb8-83a38e83d769'}]}} from n-d-818022-2. {{(pid=103366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 17:57:19.755042 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3473a221-e2ad-457f-877c-5a5b3479944b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:19.914451 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-72983711-be8d-467f-9115-00c157ac52dc tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Deleting port 11f66a39-84f9-42dd-819d-03d0aa8ef80b {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:57:19.915012 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-72983711-be8d-467f-9115-00c157ac52dc tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:20.039937 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [None req-72983711-be8d-467f-9115-00c157ac52dc tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] For port 11f66a39-84f9-42dd-819d-03d0aa8ef80b, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=11f66a39-84f9-42dd-819d-03d0aa8ef80b,segment=NetworkSegment(a3911139-a98d-46de-a653-b32cce016359),segment_id=a3911139-a98d-46de-a653-b32cce016359)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:57:20.043192 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-72983711-be8d-467f-9115-00c157ac52dc tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:20.055330 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4f27a942-113d-4117-8cc2-a0c770ae0727 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:20.069902 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-72983711-be8d-467f-9115-00c157ac52dc tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Calling delete_port for 11f66a39-84f9-42dd-819d-03d0aa8ef80b owned by network:dhcp {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:57:20.084782 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a6712bfd-2969-4c1e-9f70-f8e17821f50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998'] for port, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:20.195398 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6712bfd-2969-4c1e-9f70-f8e17821f50a None None] Network 65eace33-2479-4afb-a7b6-41f0773542ac is already hosted by enough agents. {{(pid=103366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:57:20.218084 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [None req-a6712bfd-2969-4c1e-9f70-f8e17821f50a None None] Resources bound (agent type, host, resource id): {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:57:20.223402 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6712bfd-2969-4c1e-9f70-f8e17821f50a None None] Received port after_create {{(pid=103366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:57:20.267055 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-72983711-be8d-467f-9115-00c157ac52dc tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:20.315189 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72983711-be8d-467f-9115-00c157ac52dc tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] No DVR routers for this DVR port 11f66a39-84f9-42dd-819d-03d0aa8ef80b on host n-d-818022-2 {{(pid=103364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:57:20.324042 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72983711-be8d-467f-9115-00c157ac52dc tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Pushing event deleted for resources: {'Port': ['ID=11f66a39-84f9-42dd-819d-03d0aa8ef80b,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:57:20.366952 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6712bfd-2969-4c1e-9f70-f8e17821f50a None None] Pushing event updated for resources: {'Port': ['ID=d4706859-5385-4446-b7bb-b35442a0e49d,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:57:20.472891 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [None req-4f27a942-113d-4117-8cc2-a0c770ae0727 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Allocated IP 2001:db8::1 (0d8aa5fa-ebfa-4930-ab28-f447ea93eb42/d5cf0b2b-ee3b-46cd-bcb8-83a38e83d769/71b190cd-9811-42d9-af95-cd34e6dd3b0d) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:57:20.487673 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-72983711-be8d-467f-9115-00c157ac52dc tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:20.565214 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-72983711-be8d-467f-9115-00c157ac52dc tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d72cb09-d8f2-4393-bf07-13950aa63dcc']}} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:57:20.568230 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-a6712bfd-2969-4c1e-9f70-f8e17821f50a None None] Attempting to bind port d4706859-5385-4446-b7bb-b35442a0e49d on host n-d-818022-2 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:57:20.573608 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-a6712bfd-2969-4c1e-9f70-f8e17821f50a None None] Attempting to bind port d4706859-5385-4446-b7bb-b35442a0e49d by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': 'b0148e58-5e40-4372-b35c-802e0d196d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '65eace33-2479-4afb-a7b6-41f0773542ac'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:57:20.574864 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6712bfd-2969-4c1e-9f70-f8e17821f50a None None] Attempting to bind port d4706859-5385-4446-b7bb-b35442a0e49d on network 65eace33-2479-4afb-a7b6-41f0773542ac {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:57:20.581422 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-72983711-be8d-467f-9115-00c157ac52dc tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3911139-a98d-46de-a653-b32cce016359') {'for_net_delete': True} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:57:20.584851 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6712bfd-2969-4c1e-9f70-f8e17821f50a None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 57, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:57:20.585428 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6712bfd-2969-4c1e-9f70-f8e17821f50a None None] Checking segment: {'id': 'b0148e58-5e40-4372-b35c-802e0d196d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '65eace33-2479-4afb-a7b6-41f0773542ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:57:20.586032 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a6712bfd-2969-4c1e-9f70-f8e17821f50a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:20.586549 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-72983711-be8d-467f-9115-00c157ac52dc tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3911139-a98d-46de-a653-b32cce016359') {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:57:20.587086 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6712bfd-2969-4c1e-9f70-f8e17821f50a None None] Bound using segment: {'id': 'b0148e58-5e40-4372-b35c-802e0d196d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '65eace33-2479-4afb-a7b6-41f0773542ac'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:57:20.588148 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-a6712bfd-2969-4c1e-9f70-f8e17821f50a None None] Bound port: d4706859-5385-4446-b7bb-b35442a0e49d, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0148e58-5e40-4372-b35c-802e0d196d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '65eace33-2479-4afb-a7b6-41f0773542ac'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:57:20.591091 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a6712bfd-2969-4c1e-9f70-f8e17821f50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:20.618316 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-72983711-be8d-467f-9115-00c157ac52dc tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417396'] for segment, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:20.621782 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4f27a942-113d-4117-8cc2-a0c770ae0727 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:20.647677 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-72983711-be8d-467f-9115-00c157ac52dc tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:20.661301 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72983711-be8d-467f-9115-00c157ac52dc tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Releasing vlan 676 on physical network physnet1 to pool {{(pid=103364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 17:57:20.661922 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-72983711-be8d-467f-9115-00c157ac52dc tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12425183'] for segment, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:20.668191 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 41642) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:57:20.678282 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4f27a942-113d-4117-8cc2-a0c770ae0727 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:20.704267 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9ea749b0-8420-4ffb-ad5a-8f9fe1e9bbbe req-51dafb9b-48c1-43ab-a6da-4c5d42dec9eb tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] 10.222.0.54 "GET /v2.0/ports?device_id=08d7166f-7a15-4f21-9c94-87560bcdea01 HTTP/1.1" status: 200 len: 210 time: 0.0464373 Nov 19 17:57:20.746328 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f27a942-113d-4117-8cc2-a0c770ae0727 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Network 0d8aa5fa-ebfa-4930-ab28-f447ea93eb42 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:57:20.750860 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-4f27a942-113d-4117-8cc2-a0c770ae0727 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:57:20.760740 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f27a942-113d-4117-8cc2-a0c770ae0727 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:57:20.761846 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4f27a942-113d-4117-8cc2-a0c770ae0727 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-671361'] for router_interface, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:20.790937 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [None req-3473a221-e2ad-457f-877c-5a5b3479944b None None] Allocated IP 2001:db8::2 (0d8aa5fa-ebfa-4930-ab28-f447ea93eb42/d5cf0b2b-ee3b-46cd-bcb8-83a38e83d769/48714db6-ccde-4aa9-aa94-32a84f00c64b) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:57:20.821523 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f27a942-113d-4117-8cc2-a0c770ae0727 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Pushing event updated for resources: {'Port': ['ID=71b190cd-9811-42d9-af95-cd34e6dd3b0d,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:57:20.824283 n-d-818022-2 neutron-server[103364]: Traceback (most recent call last): Nov 19 17:57:20.824283 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 17:57:20.824283 n-d-818022-2 neutron-server[103364]: timer() Nov 19 17:57:20.824283 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 17:57:20.824283 n-d-818022-2 neutron-server[103364]: cb(*args, **kw) Nov 19 17:57:20.824283 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 17:57:20.824283 n-d-818022-2 neutron-server[103364]: return func(*args, **kwargs) Nov 19 17:57:20.824283 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 17:57:20.824283 n-d-818022-2 neutron-server[103364]: self._notify() Nov 19 17:57:20.824283 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 17:57:20.824283 n-d-818022-2 neutron-server[103364]: self.callback(batched_events) Nov 19 17:57:20.824283 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 17:57:20.824283 n-d-818022-2 neutron-server[103364]: event.method(event) Nov 19 17:57:20.824283 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 17:57:20.824283 n-d-818022-2 neutron-server[103364]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 17:57:20.824283 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 17:57:20.824283 n-d-818022-2 neutron-server[103364]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 17:57:20.824283 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 17:57:20.824283 n-d-818022-2 neutron-server[103364]: return f(self, *a, **k) Nov 19 17:57:20.824283 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 17:57:20.824283 n-d-818022-2 neutron-server[103364]: return self._get(url).json() Nov 19 17:57:20.824283 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 17:57:20.824283 n-d-818022-2 neutron-server[103364]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 17:57:20.824283 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 17:57:20.824283 n-d-818022-2 neutron-server[103364]: return self.request(url, 'GET', **kwargs) Nov 19 17:57:20.824283 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 17:57:20.824283 n-d-818022-2 neutron-server[103364]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 17:57:20.824283 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 17:57:20.824283 n-d-818022-2 neutron-server[103364]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 17:57:20.824283 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 17:57:20.824283 n-d-818022-2 neutron-server[103364]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 17:57:20.824283 n-d-818022-2 neutron-server[103364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 17:57:20.839292 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-72983711-be8d-467f-9115-00c157ac52dc tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671242'] for network, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:20.905482 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-72983711-be8d-467f-9115-00c157ac52dc tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks [] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:20.916584 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-72983711-be8d-467f-9115-00c157ac52dc tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] 10.222.0.54 "DELETE /v2.0/networks/7d72cb09-d8f2-4393-bf07-13950aa63dcc HTTP/1.1" status: 204 len: 168 time: 4.5273814 Nov 19 17:57:20.918980 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72983711-be8d-467f-9115-00c157ac52dc tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Pushing event deleted for resources: {'Network': ['ID=7d72cb09-d8f2-4393-bf07-13950aa63dcc,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:57:20.927012 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 41652) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:57:20.927703 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e56a159b-2b92-4f4a-9559-baa811c54a7e tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:20.942776 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-3aa994d0-feeb-417f-b3bb-3b270da66fab tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-251674924'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:57:20.968490 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4f27a942-113d-4117-8cc2-a0c770ae0727 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:21.034999 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56a159b-2b92-4f4a-9559-baa811c54a7e tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Pushing event deleted for resources: {'Port': ['ID=1fa89bd7-8712-42fb-ae22-b9226ed7f40d,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:57:21.071077 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-a6712bfd-2969-4c1e-9f70-f8e17821f50a None None] For port d4706859-5385-4446-b7bb-b35442a0e49d, host n-d-818022-2, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:57:21.086220 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-a6712bfd-2969-4c1e-9f70-f8e17821f50a None None] For port d4706859-5385-4446-b7bb-b35442a0e49d, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=d4706859-5385-4446-b7bb-b35442a0e49d,segment=NetworkSegment(b0148e58-5e40-4372-b35c-802e0d196d41),segment_id=b0148e58-5e40-4372-b35c-802e0d196d41)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:57:21.142192 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a6712bfd-2969-4c1e-9f70-f8e17821f50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:21.170239 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e56a159b-2b92-4f4a-9559-baa811c54a7e tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:21.174150 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-e56a159b-2b92-4f4a-9559-baa811c54a7e tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "DELETE /v2.0/ports/1fa89bd7-8712-42fb-ae22-b9226ed7f40d HTTP/1.1" status: 204 len: 168 time: 1.9326122 Nov 19 17:57:21.175800 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-bb8510ca-55e4-4e68-9935-b9892aafc15b admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1418571673-network', 'tenant_id': 'ae1d242e17be41b285336fb8c707f2b4'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:57:21.177763 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 41666) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:57:21.184112 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aa994d0-feeb-417f-b3bb-3b270da66fab tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Made reservation on behalf of a99931e27f474d57b370754999e3039f for: {'network': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:57:21.191896 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3aa994d0-feeb-417f-b3bb-3b270da66fab tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:21.259808 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb8510ca-55e4-4e68-9935-b9892aafc15b admin admin] Made reservation on behalf of ae1d242e17be41b285336fb8c707f2b4 for: {'network': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:57:21.262742 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-bb8510ca-55e4-4e68-9935-b9892aafc15b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:21.264316 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6712bfd-2969-4c1e-9f70-f8e17821f50a None None] Pushing event updated for resources: {'Port': ['ID=d4706859-5385-4446-b7bb-b35442a0e49d,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:57:21.281760 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-bb8510ca-55e4-4e68-9935-b9892aafc15b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:21.326373 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3aa994d0-feeb-417f-b3bb-3b270da66fab tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 678} {{(pid=103364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 17:57:21.367199 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3aa994d0-feeb-417f-b3bb-3b270da66fab tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:21.373586 n-d-818022-2 neutron-server[103364]: INFO neutron.db.segments_db [None req-3aa994d0-feeb-417f-b3bb-3b270da66fab tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Added segment c0c8d529-0602-4072-8c5f-0aad1417a764 of type vlan for network f4f3a25f-d2a7-4e79-8f39-b8fe014cd7d1 Nov 19 17:57:21.387525 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3473a221-e2ad-457f-877c-5a5b3479944b None None] Publish callbacks [] for port, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:21.391398 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c37f1ab-12fb-4103-b4a6-48dbd5c554fb tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:21.393056 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c37f1ab-12fb-4103-b4a6-48dbd5c554fb tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:21.394732 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-8c37f1ab-12fb-4103-b4a6-48dbd5c554fb tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.2116413 Nov 19 17:57:21.404903 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3473a221-e2ad-457f-877c-5a5b3479944b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998'] for port, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:21.410360 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 41668) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:57:21.458451 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3aa994d0-feeb-417f-b3bb-3b270da66fab tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:21.498130 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3aa994d0-feeb-417f-b3bb-3b270da66fab tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:21.505284 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aa994d0-feeb-417f-b3bb-3b270da66fab tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:21.507223 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3473a221-e2ad-457f-877c-5a5b3479944b None None] Pushing event updated for resources: {'Port': ['ID=48714db6-ccde-4aa9-aa94-32a84f00c64b,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:57:21.508502 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3aa994d0-feeb-417f-b3bb-3b270da66fab tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks [] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:21.524192 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3473a221-e2ad-457f-877c-5a5b3479944b None None] Network 0d8aa5fa-ebfa-4930-ab28-f447ea93eb42 is already hosted by enough agents. {{(pid=103366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:57:21.526349 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [None req-3473a221-e2ad-457f-877c-5a5b3479944b None None] Resources bound (agent type, host, resource id): {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:57:21.529507 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3473a221-e2ad-457f-877c-5a5b3479944b None None] Received port after_create {{(pid=103366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:57:21.546269 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-3aa994d0-feeb-417f-b3bb-3b270da66fab tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6137311 Nov 19 17:57:21.546970 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 41670) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:57:21.587796 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-ee5d124f-7594-4835-b6fe-9d3d5bf25689 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Request body: {'subnet': {'network_id': 'f4f3a25f-d2a7-4e79-8f39-b8fe014cd7d1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:57:21.612034 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-3473a221-e2ad-457f-877c-5a5b3479944b None None] Attempting to bind port 48714db6-ccde-4aa9-aa94-32a84f00c64b on host n-d-818022-2 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:57:21.612421 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-3473a221-e2ad-457f-877c-5a5b3479944b None None] Attempting to bind port 48714db6-ccde-4aa9-aa94-32a84f00c64b by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': '57cf2734-902c-4ee9-9dc4-8c7d79fbe1a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '0d8aa5fa-ebfa-4930-ab28-f447ea93eb42'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:57:21.612983 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3473a221-e2ad-457f-877c-5a5b3479944b None None] Attempting to bind port 48714db6-ccde-4aa9-aa94-32a84f00c64b on network 0d8aa5fa-ebfa-4930-ab28-f447ea93eb42 {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:57:21.626559 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3473a221-e2ad-457f-877c-5a5b3479944b None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 57, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:57:21.626949 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3473a221-e2ad-457f-877c-5a5b3479944b None None] Checking segment: {'id': '57cf2734-902c-4ee9-9dc4-8c7d79fbe1a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '0d8aa5fa-ebfa-4930-ab28-f447ea93eb42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:57:21.627364 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3473a221-e2ad-457f-877c-5a5b3479944b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:21.627767 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3473a221-e2ad-457f-877c-5a5b3479944b None None] Bound using segment: {'id': '57cf2734-902c-4ee9-9dc4-8c7d79fbe1a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '0d8aa5fa-ebfa-4930-ab28-f447ea93eb42'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:57:21.628257 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-3473a221-e2ad-457f-877c-5a5b3479944b None None] Bound port: 48714db6-ccde-4aa9-aa94-32a84f00c64b, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57cf2734-902c-4ee9-9dc4-8c7d79fbe1a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '0d8aa5fa-ebfa-4930-ab28-f447ea93eb42'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:57:21.649734 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3473a221-e2ad-457f-877c-5a5b3479944b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:21.664707 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa994d0-feeb-417f-b3bb-3b270da66fab tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Pushing event updated for resources: {'Network': ['ID=f4f3a25f-d2a7-4e79-8f39-b8fe014cd7d1,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:57:21.681911 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network f4f3a25f-d2a7-4e79-8f39-b8fe014cd7d1 details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 17:57:21.763823 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_v2 [None req-40fbbaf5-d1c9-4079-82d9-c08b3ebb756b tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Deleting subnet e8b9756e-45aa-4a83-90ca-b05353f64244 {{(pid=103365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 17:57:21.819617 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-40fbbaf5-d1c9-4079-82d9-c08b3ebb756b tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks [] for subnet, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:21.835789 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-3473a221-e2ad-457f-877c-5a5b3479944b None None] For port 48714db6-ccde-4aa9-aa94-32a84f00c64b, host n-d-818022-2, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:57:21.841622 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-3473a221-e2ad-457f-877c-5a5b3479944b None None] For port 48714db6-ccde-4aa9-aa94-32a84f00c64b, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=48714db6-ccde-4aa9-aa94-32a84f00c64b,segment=NetworkSegment(57cf2734-902c-4ee9-9dc4-8c7d79fbe1a2),segment_id=57cf2734-902c-4ee9-9dc4-8c7d79fbe1a2)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:57:21.859589 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3473a221-e2ad-457f-877c-5a5b3479944b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:21.864842 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-bb8510ca-55e4-4e68-9935-b9892aafc15b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:21.905420 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-bb8510ca-55e4-4e68-9935-b9892aafc15b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:21.993773 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device d4706859-5385-4446-b7bb-b35442a0e49d up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:57:22.073318 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3473a221-e2ad-457f-877c-5a5b3479944b None None] Pushing event updated for resources: {'Port': ['ID=48714db6-ccde-4aa9-aa94-32a84f00c64b,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:57:22.119247 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port d4706859-5385-4446-b7bb-b35442a0e49d triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:57:22.119578 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:22.304818 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:22.364704 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] For port d4706859-5385-4446-b7bb-b35442a0e49d, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=d4706859-5385-4446-b7bb-b35442a0e49d,segment=NetworkSegment(b0148e58-5e40-4372-b35c-802e0d196d41),segment_id=b0148e58-5e40-4372-b35c-802e0d196d41)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:57:22.372243 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb8510ca-55e4-4e68-9935-b9892aafc15b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 692} {{(pid=103365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 17:57:22.378678 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7e328092-f648-40df-88c9-d00d830b3c77 req-93f9a776-f55a-4e49-9cfe-90b4f3975f95 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] 10.222.0.54 "GET /v2.0/ports?device_id=08d7166f-7a15-4f21-9c94-87560bcdea01 HTTP/1.1" status: 200 len: 210 time: 0.4826803 Nov 19 17:57:22.380700 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:22.448866 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4f27a942-113d-4117-8cc2-a0c770ae0727 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks [] for port, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:22.449105 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-40fbbaf5-d1c9-4079-82d9-c08b3ebb756b tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12546453'] for subnet, precommit_delete_associations {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:22.503407 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Pushing event updated for resources: {'Port': ['ID=d4706859-5385-4446-b7bb-b35442a0e49d,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:57:22.517745 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-bb8510ca-55e4-4e68-9935-b9892aafc15b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:22.518123 n-d-818022-2 neutron-server[103365]: INFO neutron.db.segments_db [None req-bb8510ca-55e4-4e68-9935-b9892aafc15b admin admin] Added segment c0d76538-b495-4070-97af-d68acc3b5cde of type vlan for network e6104fe8-af49-413a-b11b-99dd70151968 Nov 19 17:57:22.576298 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4f27a942-113d-4117-8cc2-a0c770ae0727 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:22.577538 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4f27a942-113d-4117-8cc2-a0c770ae0727 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-768529'] for router_interface, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:22.589061 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8510ca-55e4-4e68-9935-b9892aafc15b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c41f99b6-eeea-4668-a3b8-d2faf7df87b1,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:57:22.753541 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f27a942-113d-4117-8cc2-a0c770ae0727 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Pushing event updated for resources: {'Port': ['ID=71b190cd-9811-42d9-af95-cd34e6dd3b0d,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:57:22.794365 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee5d124f-7594-4835-b6fe-9d3d5bf25689 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Made reservation on behalf of a99931e27f474d57b370754999e3039f for: {'subnet': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:57:22.799333 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ee5d124f-7594-4835-b6fe-9d3d5bf25689 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8731248'] for subnet, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:22.868905 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d47fdbf1-f1df-4529-9305-40b13a3936f7 req-bdbb1637-0856-47f1-a998-d8f8de901a0b tempest-ServerShowV254Test-552327107 tempest-ServerShowV254Test-552327107-project] 10.222.0.54 "GET /v2.0/ports?device_id=7cf4fb4e-07d3-4a93-8456-041bd721496a HTTP/1.1" status: 200 len: 210 time: 0.2997022 Nov 19 17:57:22.888561 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-bb8510ca-55e4-4e68-9935-b9892aafc15b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:22.962027 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-40fbbaf5-d1c9-4079-82d9-c08b3ebb756b tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:23.070023 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-bb8510ca-55e4-4e68-9935-b9892aafc15b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:23.070989 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb8510ca-55e4-4e68-9935-b9892aafc15b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:23.071574 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-bb8510ca-55e4-4e68-9935-b9892aafc15b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:23.143070 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-d13bf6cb-84bc-4839-bb52-1f382d0cebaa None None] Provisioning complete for port d4706859-5385-4446-b7bb-b35442a0e49d triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:57:23.143597 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d13bf6cb-84bc-4839-bb52-1f382d0cebaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:23.222987 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f27a942-113d-4117-8cc2-a0c770ae0727 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Network 0d8aa5fa-ebfa-4930-ab28-f447ea93eb42 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:57:23.266008 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-bb8510ca-55e4-4e68-9935-b9892aafc15b admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.5968499 Nov 19 17:57:23.268789 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 41694) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:57:23.275914 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-07accbab-b195-44a7-b444-245aa7b5d42b admin admin] Request body: {'subnet': {'network_id': 'e6104fe8-af49-413a-b11b-99dd70151968', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1418571673-subnet', 'tenant_id': 'ae1d242e17be41b285336fb8c707f2b4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:57:23.280944 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-4f27a942-113d-4117-8cc2-a0c770ae0727 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:57:23.336432 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07accbab-b195-44a7-b444-245aa7b5d42b admin admin] Made reservation on behalf of ae1d242e17be41b285336fb8c707f2b4 for: {'subnet': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:57:23.346572 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-07accbab-b195-44a7-b444-245aa7b5d42b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8983829'] for subnet, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:23.352798 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-40fbbaf5-d1c9-4079-82d9-c08b3ebb756b tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12282919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8731163'] for subnet, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:23.360611 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8510ca-55e4-4e68-9935-b9892aafc15b admin admin] Pushing event updated for resources: {'Network': ['ID=e6104fe8-af49-413a-b11b-99dd70151968,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:57:23.382727 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network e6104fe8-af49-413a-b11b-99dd70151968 details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 17:57:23.514402 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fbbaf5-d1c9-4079-82d9-c08b3ebb756b tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Pushing event deleted for resources: {'Subnet': ['ID=e8b9756e-45aa-4a83-90ca-b05353f64244,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:57:23.529552 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-40fbbaf5-d1c9-4079-82d9-c08b3ebb756b tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:23.535971 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-40fbbaf5-d1c9-4079-82d9-c08b3ebb756b tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "DELETE /v2.0/subnets/e8b9756e-45aa-4a83-90ca-b05353f64244 HTTP/1.1" status: 204 len: 168 time: 2.1245551 Nov 19 17:57:23.537561 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 41700) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:57:23.580358 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8da5763-7560-46ac-979a-e32472423972 None None] Network 65eace33-2479-4afb-a7b6-41f0773542ac requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:57:23.658675 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-91da246e-598b-479d-991f-4823bbe39954 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1126080 Nov 19 17:57:23.667959 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 41704) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:57:23.682393 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-bbcfc091-6ed9-4173-82f7-2785bac7e945 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Request body: {'subnet': {'network_id': '65eace33-2479-4afb-a7b6-41f0773542ac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:57:23.719577 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b3e28ca3-d22c-4e6d-8ad2-b12e1aab4540 req-b6f6d1e8-c6e3-41e9-b413-e714c2f463e3 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] 10.222.0.54 "GET /v2.0/ports?device_id=08d7166f-7a15-4f21-9c94-87560bcdea01 HTTP/1.1" status: 200 len: 210 time: 0.1023493 Nov 19 17:57:23.729586 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-96b1d272-d544-4901-b295-4b6fb57f5f3b None None] Could not find standard attr ID for object 1fa89bd7-8712-42fb-ae22-b9226ed7f40d. {{(pid=103366) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 17:57:23.750595 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a697bb60-7a16-4585-8b85-becdf3aaf575 None None] Network 0d8aa5fa-ebfa-4930-ab28-f447ea93eb42 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:57:23.763870 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-07accbab-b195-44a7-b444-245aa7b5d42b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12425078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8983815'] for subnet, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:23.852872 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07accbab-b195-44a7-b444-245aa7b5d42b admin admin] Pushing event updated for resources: {'Subnet': ['ID=d744a561-1d74-4275-a0a5-13d1ef8a11d5,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:57:23.940648 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07accbab-b195-44a7-b444-245aa7b5d42b admin admin] Checking segment: {'id': 'c0d76538-b495-4070-97af-d68acc3b5cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'e6104fe8-af49-413a-b11b-99dd70151968'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:57:23.941168 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07accbab-b195-44a7-b444-245aa7b5d42b admin admin] Network hostable DHCP agents. Network: e6104fe8-af49-413a-b11b-99dd70151968, hostable agents: ['02910ef2-0455-4aea-9f38-9a875579633f'], hosted agents: [] {{(pid=103364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 17:57:23.941724 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ee5d124f-7594-4835-b6fe-9d3d5bf25689 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12283104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8731234'] for subnet, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:24.005179 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07accbab-b195-44a7-b444-245aa7b5d42b admin admin] Network e6104fe8-af49-413a-b11b-99dd70151968 is scheduled to be hosted by DHCP agent 02910ef2-0455-4aea-9f38-9a875579633f with binding_index 1 {{(pid=103364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 17:57:24.046906 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-07accbab-b195-44a7-b444-245aa7b5d42b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818022-2, e6104fe8-af49-413a-b11b-99dd70151968) {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:57:24.051280 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-451fa0cc-b4c9-4a86-a42d-218b719d6ec1 None None] Provisioning complete for port 48714db6-ccde-4aa9-aa94-32a84f00c64b triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:57:24.051796 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-451fa0cc-b4c9-4a86-a42d-218b719d6ec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:24.058314 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07accbab-b195-44a7-b444-245aa7b5d42b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:24.064733 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-07accbab-b195-44a7-b444-245aa7b5d42b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:24.071987 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38418819-f6db-4b7a-acd0-7f495b86a93c None None] Network e6104fe8-af49-413a-b11b-99dd70151968 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:57:24.141566 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-07accbab-b195-44a7-b444-245aa7b5d42b admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.8578775 Nov 19 17:57:24.227831 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-054bda36-6547-4636-a2f4-5e14b87271e0 req-34f366a5-bc4a-476a-9374-09160482a734 tempest-ServerShowV254Test-552327107 tempest-ServerShowV254Test-552327107-project] 10.222.0.54 "GET /v2.0/ports?device_id=7cf4fb4e-07d3-4a93-8456-041bd721496a HTTP/1.1" status: 200 len: 210 time: 0.0863767 Nov 19 17:57:24.249214 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f27a942-113d-4117-8cc2-a0c770ae0727 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Router 58728ce9-83da-4232-b343-e0584d41bd4f is scheduled to L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 with binding_index 1 {{(pid=103365) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 17:57:24.275397 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5d124f-7594-4835-b6fe-9d3d5bf25689 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Pushing event updated for resources: {'Subnet': ['ID=69461aa9-c48e-4e2d-81bb-b8ea6f70d677,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:57:24.288815 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbcfc091-6ed9-4173-82f7-2785bac7e945 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Made reservation on behalf of 6b45f31544cd40e7b10456e94240dc6e for: {'subnet': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:57:24.293170 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-bbcfc091-6ed9-4173-82f7-2785bac7e945 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8731248'] for subnet, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:24.348443 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device d4706859-5385-4446-b7bb-b35442a0e49d up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:57:24.417094 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5d124f-7594-4835-b6fe-9d3d5bf25689 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Checking segment: {'id': 'c0c8d529-0602-4072-8c5f-0aad1417a764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'f4f3a25f-d2a7-4e79-8f39-b8fe014cd7d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:57:24.417544 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee5d124f-7594-4835-b6fe-9d3d5bf25689 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Network hostable DHCP agents. Network: f4f3a25f-d2a7-4e79-8f39-b8fe014cd7d1, hostable agents: ['02910ef2-0455-4aea-9f38-9a875579633f'], hosted agents: [] {{(pid=103365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 17:57:24.489397 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee5d124f-7594-4835-b6fe-9d3d5bf25689 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Network f4f3a25f-d2a7-4e79-8f39-b8fe014cd7d1 is scheduled to be hosted by DHCP agent 02910ef2-0455-4aea-9f38-9a875579633f with binding_index 1 {{(pid=103365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 17:57:24.531769 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f27a942-113d-4117-8cc2-a0c770ae0727 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 17:57:24.534798 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-ee5d124f-7594-4835-b6fe-9d3d5bf25689 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818022-2, f4f3a25f-d2a7-4e79-8f39-b8fe014cd7d1) {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:57:24.545116 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-4f27a942-113d-4117-8cc2-a0c770ae0727 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] 10.222.0.54 "PUT /v2.0/routers/58728ce9-83da-4232-b343-e0584d41bd4f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1774459 Nov 19 17:57:24.545225 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 41720) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:57:24.548295 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee5d124f-7594-4835-b6fe-9d3d5bf25689 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:24.548964 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ee5d124f-7594-4835-b6fe-9d3d5bf25689 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:24.555135 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c380d9-3796-4e24-a7db-30ede43737fd None None] Sync routers for ids ['58728ce9-83da-4232-b343-e0584d41bd4f'] in n-d-818022-2 {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 17:57:24.567332 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c380d9-3796-4e24-a7db-30ede43737fd None None] Routers {'58728ce9-83da-4232-b343-e0584d41bd4f'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:57:24.567961 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-72c380d9-3796-4e24-a7db-30ede43737fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:57:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['58728ce9-83da-4232-b343-e0584d41bd4f'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:57:24.666139 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-72c380d9-3796-4e24-a7db-30ede43737fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:57:24.684282 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c380d9-3796-4e24-a7db-30ede43737fd None None] Routers {'58728ce9-83da-4232-b343-e0584d41bd4f'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:57:24.685282 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-72c380d9-3796-4e24-a7db-30ede43737fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:57:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['58728ce9-83da-4232-b343-e0584d41bd4f'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:57:24.690791 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port d4706859-5385-4446-b7bb-b35442a0e49d triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:57:24.691346 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:24.699974 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d7ed756-9e64-4267-86ac-87d633462e78 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:24.704020 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-4d7ed756-9e64-4267-86ac-87d633462e78 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] 10.222.0.54 "GET /v2.0/ports/71b190cd-9811-42d9-af95-cd34e6dd3b0d HTTP/1.1" status: 200 len: 911 time: 0.1557193 Nov 19 17:57:24.705578 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 41728) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:57:24.743306 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-0afb3464-4892-4e99-a0d7-a6acb96bfc1a tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd5cf0b2b-ee3b-46cd-bcb8-83a38e83d769'}]}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:57:24.756174 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-451fa0cc-b4c9-4a86-a42d-218b719d6ec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:24.758730 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-207c7ffd-60b7-4d27-b591-fcc0634cca9a None None] Network f4f3a25f-d2a7-4e79-8f39-b8fe014cd7d1 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:57:24.796782 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-72c380d9-3796-4e24-a7db-30ede43737fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:57:24.804569 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c380d9-3796-4e24-a7db-30ede43737fd None None] The sync data for ids ['58728ce9-83da-4232-b343-e0584d41bd4f'] in n-d-818022-2 is: [] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 17:57:24.818240 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-ee5d124f-7594-4835-b6fe-9d3d5bf25689 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 3.2655261 Nov 19 17:57:24.834717 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 41736) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:57:24.878357 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0d7ad01-f842-4d79-b1f5-f6129858f566 None None] DHCP port deletion for 65eace33-2479-4afb-a7b6-41f0773542ac request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 17:57:25.047970 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-451fa0cc-b4c9-4a86-a42d-218b719d6ec1 None None] For port 48714db6-ccde-4aa9-aa94-32a84f00c64b, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=48714db6-ccde-4aa9-aa94-32a84f00c64b,segment=NetworkSegment(57cf2734-902c-4ee9-9dc4-8c7d79fbe1a2),segment_id=57cf2734-902c-4ee9-9dc4-8c7d79fbe1a2)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:57:25.072152 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b099a1e-25a6-435a-b0d0-3b5ec53c64e0 None None] Network e6104fe8-af49-413a-b11b-99dd70151968 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:57:25.077281 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4bba5d5a-9d9f-4b6b-b3e4-b6856aaa833f req-570021de-7eaf-40ff-855f-e7c3205034a3 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] 10.222.0.54 "GET /v2.0/ports?device_id=08d7166f-7a15-4f21-9c94-87560bcdea01 HTTP/1.1" status: 200 len: 210 time: 0.1205037 Nov 19 17:57:25.123346 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2e6bc738-5266-49b1-8423-5731bded84b9 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:25.228525 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99eed19-b91f-4ae4-b0b1-60a7e2c994fc req-eb02f82d-f674-442f-b185-2b8033e75dfb tempest-ServerMetadataNegativeTestJSON-209434558 tempest-ServerMetadataNegativeTestJSON-209434558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:25.237391 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a99eed19-b91f-4ae4-b0b1-60a7e2c994fc req-eb02f82d-f674-442f-b185-2b8033e75dfb tempest-ServerMetadataNegativeTestJSON-209434558 tempest-ServerMetadataNegativeTestJSON-209434558-project] 10.222.0.54 "GET /v2.0/networks?id=e6104fe8-af49-413a-b11b-99dd70151968 HTTP/1.1" status: 200 len: 821 time: 0.4506927 Nov 19 17:57:25.242291 n-d-818022-2 neutron-server[103365]: DEBUG neutron.objects.ports [None req-bbcfc091-6ed9-4173-82f7-2785bac7e945 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103365) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 19 17:57:25.262684 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a99eed19-b91f-4ae4-b0b1-60a7e2c994fc req-6b77c135-1c73-44ce-ab9c-10bf6e67ed1f tempest-ServerMetadataNegativeTestJSON-209434558 tempest-ServerMetadataNegativeTestJSON-209434558-project] 10.222.0.54 "GET /v2.0/quotas/ae1d242e17be41b285336fb8c707f2b4 HTTP/1.1" status: 200 len: 375 time: 0.0240381 Nov 19 17:57:25.365097 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a99eed19-b91f-4ae4-b0b1-60a7e2c994fc req-405e7a14-157b-4a43-a580-8de37b96967a tempest-ServerMetadataNegativeTestJSON-209434558 tempest-ServerMetadataNegativeTestJSON-209434558-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=ae1d242e17be41b285336fb8c707f2b4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1014705 Nov 19 17:57:25.435778 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ecf6af5f-44cf-44f6-85d8-5777ccfd7ac3 req-c2bd5599-e154-4e26-ae72-e81d267f20eb tempest-ServerShowV254Test-552327107 tempest-ServerShowV254Test-552327107-project] 10.222.0.54 "GET /v2.0/ports?device_id=7cf4fb4e-07d3-4a93-8456-041bd721496a HTTP/1.1" status: 200 len: 210 time: 0.0627105 Nov 19 17:57:25.467824 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0afb3464-4892-4e99-a0d7-a6acb96bfc1a tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:25.494868 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2e6bc738-5266-49b1-8423-5731bded84b9 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:25.601029 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-451fa0cc-b4c9-4a86-a42d-218b719d6ec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:25.660283 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a99eed19-b91f-4ae4-b0b1-60a7e2c994fc req-f1f59161-6326-4329-9623-6e4d47bbecc3 service neutron] 10.222.0.54 "GET /v2.0/networks/e6104fe8-af49-413a-b11b-99dd70151968?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2867246 Nov 19 17:57:25.753177 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2e6bc738-5266-49b1-8423-5731bded84b9 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12425137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8983934'] for subnet, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:25.769380 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451fa0cc-b4c9-4a86-a42d-218b719d6ec1 None None] Pushing event updated for resources: {'Port': ['ID=48714db6-ccde-4aa9-aa94-32a84f00c64b,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:57:25.848354 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 48714db6-ccde-4aa9-aa94-32a84f00c64b up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:57:25.869354 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a99eed19-b91f-4ae4-b0b1-60a7e2c994fc req-b0570fa6-78ca-4283-8293-3a054c8d7f73 service neutron] 10.222.0.54 "GET /v2.0/networks/e6104fe8-af49-413a-b11b-99dd70151968?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1966245 Nov 19 17:57:25.882519 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6bc738-5266-49b1-8423-5731bded84b9 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Pushing event deleted for resources: {'Subnet': ['ID=69461aa9-c48e-4e2d-81bb-b8ea6f70d677,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:57:25.928315 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-bbcfc091-6ed9-4173-82f7-2785bac7e945 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:25.943446 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-a0d7ad01-f842-4d79-b1f5-f6129858f566 None None] Deleting port d4706859-5385-4446-b7bb-b35442a0e49d {{(pid=103366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:57:25.943829 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a0d7ad01-f842-4d79-b1f5-f6129858f566 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:26.082117 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-4a8e4267-23b4-480e-ac95-73e18a1ecffa req-b139e275-1feb-4245-a695-43ac07e8b1fd service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=7cf4fb4e-07d3-4a93-8456-041bd721496a HTTP/1.1" status: 200 len: 210 time: 0.0796664 Nov 19 17:57:26.088968 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2e6bc738-5266-49b1-8423-5731bded84b9 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:26.115086 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-2e6bc738-5266-49b1-8423-5731bded84b9 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4f3a25f-d2a7-4e79-8f39-b8fe014cd7d1']}} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:57:26.115761 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-a0d7ad01-f842-4d79-b1f5-f6129858f566 None None] For port d4706859-5385-4446-b7bb-b35442a0e49d, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=d4706859-5385-4446-b7bb-b35442a0e49d,segment=NetworkSegment(b0148e58-5e40-4372-b35c-802e0d196d41),segment_id=b0148e58-5e40-4372-b35c-802e0d196d41)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:57:26.118383 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a0d7ad01-f842-4d79-b1f5-f6129858f566 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:26.127139 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-2e6bc738-5266-49b1-8423-5731bded84b9 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0c8d529-0602-4072-8c5f-0aad1417a764') {'for_net_delete': True} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:57:26.127592 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-2e6bc738-5266-49b1-8423-5731bded84b9 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0c8d529-0602-4072-8c5f-0aad1417a764') {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:57:26.152694 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-a0d7ad01-f842-4d79-b1f5-f6129858f566 None None] Calling delete_port for d4706859-5385-4446-b7bb-b35442a0e49d owned by network:dhcp {{(pid=103366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:57:26.153174 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2e6bc738-5266-49b1-8423-5731bded84b9 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417396'] for segment, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:26.187042 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2e6bc738-5266-49b1-8423-5731bded84b9 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:26.198307 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e6bc738-5266-49b1-8423-5731bded84b9 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Releasing vlan 678 on physical network physnet1 to pool {{(pid=103364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 17:57:26.199769 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2e6bc738-5266-49b1-8423-5731bded84b9 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12425183'] for segment, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:26.272976 n-d-818022-2 neutron-server[103364]: Traceback (most recent call last): Nov 19 17:57:26.272976 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 17:57:26.272976 n-d-818022-2 neutron-server[103364]: timer() Nov 19 17:57:26.272976 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 17:57:26.272976 n-d-818022-2 neutron-server[103364]: cb(*args, **kw) Nov 19 17:57:26.272976 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 17:57:26.272976 n-d-818022-2 neutron-server[103364]: return func(*args, **kwargs) Nov 19 17:57:26.272976 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 17:57:26.272976 n-d-818022-2 neutron-server[103364]: self._notify() Nov 19 17:57:26.272976 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 17:57:26.272976 n-d-818022-2 neutron-server[103364]: self.callback(batched_events) Nov 19 17:57:26.272976 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 17:57:26.272976 n-d-818022-2 neutron-server[103364]: event.method(event) Nov 19 17:57:26.272976 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 17:57:26.272976 n-d-818022-2 neutron-server[103364]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 17:57:26.272976 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 17:57:26.272976 n-d-818022-2 neutron-server[103364]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 17:57:26.272976 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 17:57:26.272976 n-d-818022-2 neutron-server[103364]: return f(self, *a, **k) Nov 19 17:57:26.272976 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 17:57:26.272976 n-d-818022-2 neutron-server[103364]: return self._get(url).json() Nov 19 17:57:26.272976 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 17:57:26.272976 n-d-818022-2 neutron-server[103364]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 17:57:26.272976 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 17:57:26.272976 n-d-818022-2 neutron-server[103364]: return self.request(url, 'GET', **kwargs) Nov 19 17:57:26.272976 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 17:57:26.272976 n-d-818022-2 neutron-server[103364]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 17:57:26.272976 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 17:57:26.272976 n-d-818022-2 neutron-server[103364]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 17:57:26.272976 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 17:57:26.272976 n-d-818022-2 neutron-server[103364]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 17:57:26.272976 n-d-818022-2 neutron-server[103364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 17:57:26.305421 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a203e5ac-0d4b-432a-88b1-c7f4055c67c1 req-abb20853-630f-46bc-a715-e85a8ab933d2 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] 10.222.0.54 "GET /v2.0/ports?device_id=08d7166f-7a15-4f21-9c94-87560bcdea01 HTTP/1.1" status: 200 len: 210 time: 0.0313158 Nov 19 17:57:26.306510 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2e6bc738-5266-49b1-8423-5731bded84b9 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671242'] for network, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:26.331996 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2e6bc738-5266-49b1-8423-5731bded84b9 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks [] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:26.335912 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-2e6bc738-5266-49b1-8423-5731bded84b9 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] 10.222.0.54 "DELETE /v2.0/networks/f4f3a25f-d2a7-4e79-8f39-b8fe014cd7d1 HTTP/1.1" status: 204 len: 168 time: 1.5004303 Nov 19 17:57:26.336911 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6bc738-5266-49b1-8423-5731bded84b9 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Pushing event deleted for resources: {'Network': ['ID=f4f3a25f-d2a7-4e79-8f39-b8fe014cd7d1,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:57:26.339603 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 41756) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:57:26.344947 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-6b1b15d2-0a56-49ae-95fc-47a574653fa1 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-206348394'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:57:26.356639 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [None req-bbcfc091-6ed9-4173-82f7-2785bac7e945 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] For port d4706859-5385-4446-b7bb-b35442a0e49d, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=d4706859-5385-4446-b7bb-b35442a0e49d,segment=NetworkSegment(b0148e58-5e40-4372-b35c-802e0d196d41),segment_id=b0148e58-5e40-4372-b35c-802e0d196d41)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:57:26.373219 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b1b15d2-0a56-49ae-95fc-47a574653fa1 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Made reservation on behalf of a99931e27f474d57b370754999e3039f for: {'network': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:57:26.374127 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-6fbb4a0f-0506-45df-b72c-f86f7fcd50f8 None None] Provisioning complete for port 48714db6-ccde-4aa9-aa94-32a84f00c64b triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:57:26.374511 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-6fbb4a0f-0506-45df-b72c-f86f7fcd50f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:26.377731 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6b1b15d2-0a56-49ae-95fc-47a574653fa1 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:26.432502 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 48714db6-ccde-4aa9-aa94-32a84f00c64b triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:57:26.433418 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:26.436077 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b1b15d2-0a56-49ae-95fc-47a574653fa1 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 651} {{(pid=103364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 17:57:26.459730 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6b1b15d2-0a56-49ae-95fc-47a574653fa1 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:26.460083 n-d-818022-2 neutron-server[103364]: INFO neutron.db.segments_db [None req-6b1b15d2-0a56-49ae-95fc-47a574653fa1 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Added segment bf25bfa6-5d71-472c-b3d5-8472ff74a9e4 of type vlan for network 8bd4cb92-df51-40bd-93e8-16da566ea7d9 Nov 19 17:57:26.656689 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-18272e7f-6217-444d-b69b-36788fa0e220 req-3c3b4bce-f2a1-4757-b4b0-1b80a994190a tempest-ServerShowV254Test-552327107 tempest-ServerShowV254Test-552327107-project] 10.222.0.54 "GET /v2.0/ports?device_id=7cf4fb4e-07d3-4a93-8456-041bd721496a HTTP/1.1" status: 200 len: 210 time: 0.0902584 Nov 19 17:57:26.678047 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6b1b15d2-0a56-49ae-95fc-47a574653fa1 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:26.701937 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0afb3464-4892-4e99-a0d7-a6acb96bfc1a tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks [] for port, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:26.741544 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6b1b15d2-0a56-49ae-95fc-47a574653fa1 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:26.755368 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b1b15d2-0a56-49ae-95fc-47a574653fa1 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:26.757134 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6b1b15d2-0a56-49ae-95fc-47a574653fa1 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks [] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:26.775171 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0afb3464-4892-4e99-a0d7-a6acb96bfc1a tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:26.808632 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0afb3464-4892-4e99-a0d7-a6acb96bfc1a tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:26.812862 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0afb3464-4892-4e99-a0d7-a6acb96bfc1a tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:26.821641 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-0afb3464-4892-4e99-a0d7-a6acb96bfc1a tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] 10.222.0.54 "PUT /v2.0/ports/71b190cd-9811-42d9-af95-cd34e6dd3b0d HTTP/1.1" status: 200 len: 911 time: 2.1108825 Nov 19 17:57:26.829998 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-6b1b15d2-0a56-49ae-95fc-47a574653fa1 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4893363 Nov 19 17:57:26.834690 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 41764) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:57:26.835024 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 41766) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:57:26.842930 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b49d99cc-64ea-4e9e-9997-598d8279a73f None None] Network f4f3a25f-d2a7-4e79-8f39-b8fe014cd7d1 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:57:26.875835 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-6fbb4a0f-0506-45df-b72c-f86f7fcd50f8 None None] Provisioning complete for port 71b190cd-9811-42d9-af95-cd34e6dd3b0d triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:57:26.876216 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-6fbb4a0f-0506-45df-b72c-f86f7fcd50f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:26.890685 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6c491ab1-a322-4748-8723-cec484525462 req-28448755-2c35-4a3a-8f2a-1f6bb54afcdd tempest-ServerMetadataNegativeTestJSON-209434558 tempest-ServerMetadataNegativeTestJSON-209434558-project] 10.222.0.54 "GET /v2.0/ports?device_id=e9d7a56b-e94a-42c3-8bb2-d2a9e6b40b7e HTTP/1.1" status: 200 len: 210 time: 0.1742151 Nov 19 17:57:26.914943 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b49d99cc-64ea-4e9e-9997-598d8279a73f None None] Network f4f3a25f-d2a7-4e79-8f39-b8fe014cd7d1 could not be found, it might have been deleted concurrently. {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 19 17:57:26.916781 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-6fbb4a0f-0506-45df-b72c-f86f7fcd50f8 None None] Port 71b190cd-9811-42d9-af95-cd34e6dd3b0d cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:57:27.021522 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afb3464-4892-4e99-a0d7-a6acb96bfc1a tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Pushing event updated for resources: {'Port': ['ID=71b190cd-9811-42d9-af95-cd34e6dd3b0d,revision_number=3']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:57:27.032947 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 48714db6-ccde-4aa9-aa94-32a84f00c64b up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:57:27.040190 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-add7f912-e20c-4316-af86-53636190f566 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Request body: {'subnet': {'network_id': '8bd4cb92-df51-40bd-93e8-16da566ea7d9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:57:27.047858 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-bbcfc091-6ed9-4173-82f7-2785bac7e945 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks [] for port, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:27.069037 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-bbcfc091-6ed9-4173-82f7-2785bac7e945 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:27.070161 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-bbcfc091-6ed9-4173-82f7-2785bac7e945 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12283104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8731234'] for subnet, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:27.223064 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a0d7ad01-f842-4d79-b1f5-f6129858f566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007'] for port, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:27.233908 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1b15d2-0a56-49ae-95fc-47a574653fa1 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Pushing event updated for resources: {'Network': ['ID=8bd4cb92-df51-40bd-93e8-16da566ea7d9,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:57:27.256387 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbcfc091-6ed9-4173-82f7-2785bac7e945 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Network 65eace33-2479-4afb-a7b6-41f0773542ac is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:57:27.262730 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-bbcfc091-6ed9-4173-82f7-2785bac7e945 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:57:27.269934 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d7ad01-f842-4d79-b1f5-f6129858f566 None None] Pushing event deleted for resources: {'Port': ['ID=d4706859-5385-4446-b7bb-b35442a0e49d,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:57:27.272157 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network 8bd4cb92-df51-40bd-93e8-16da566ea7d9 details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 17:57:27.309163 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcfc091-6ed9-4173-82f7-2785bac7e945 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Pushing event updated for resources: {'Port': ['ID=d4706859-5385-4446-b7bb-b35442a0e49d,revision_number=6']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:57:27.320991 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbcfc091-6ed9-4173-82f7-2785bac7e945 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:27.322355 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-bbcfc091-6ed9-4173-82f7-2785bac7e945 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:27.352625 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-716dc628-847f-4369-a5d7-2d3b85c3cf20 None None] Provisioning complete for port 71b190cd-9811-42d9-af95-cd34e6dd3b0d triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:57:27.353079 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-716dc628-847f-4369-a5d7-2d3b85c3cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:27.355717 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcfc091-6ed9-4173-82f7-2785bac7e945 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Pushing event updated for resources: {'Subnet': ['ID=518fa56d-77f8-4025-8ad3-66fe189891ab,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:57:27.400637 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-716dc628-847f-4369-a5d7-2d3b85c3cf20 None None] Port 71b190cd-9811-42d9-af95-cd34e6dd3b0d cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:57:27.409209 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-bbcfc091-6ed9-4173-82f7-2785bac7e945 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.7362397 Nov 19 17:57:27.414475 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 41772) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:57:27.416303 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 48714db6-ccde-4aa9-aa94-32a84f00c64b triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:57:27.416750 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:27.434275 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-68e8a27a-e603-48cd-8c66-d56629e9a5c8 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Request body: {'port': {'network_id': '65eace33-2479-4afb-a7b6-41f0773542ac', 'mac_address': 'fa:16:3e:61:e2:44', 'name': 'tempest-NetworksTestDHCPv6-1851772538'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:57:27.503897 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d7ad01-f842-4d79-b1f5-f6129858f566 None None] No DVR routers for this DVR port d4706859-5385-4446-b7bb-b35442a0e49d on host n-d-818022-2 {{(pid=103366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:57:27.532937 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a9ba3c3-ef2c-462b-a9ca-8eed5c342935 None None] Network 65eace33-2479-4afb-a7b6-41f0773542ac requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:57:27.739620 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device d4706859-5385-4446-b7bb-b35442a0e49d no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:57:27.826102 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68e8a27a-e603-48cd-8c66-d56629e9a5c8 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Made reservation on behalf of 6b45f31544cd40e7b10456e94240dc6e for: {'port': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:57:27.899606 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: d4706859-5385-4446-b7bb-b35442a0e49d {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:57:27.900172 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device d4706859-5385-4446-b7bb-b35442a0e49d not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:57:27.996710 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7122033f-3dc5-47b6-a2f1-7d4e44f5b269 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54f44f5f-1200-574e-8740-2141911d5b73-65eace33-2479-4afb-a7b6-41f0773542ac', 'network_id': '65eace33-2479-4afb-a7b6-41f0773542ac', 'tenant_id': '6b45f31544cd40e7b10456e94240dc6e', 'fixed_ips': [{'subnet_id': '518fa56d-77f8-4025-8ad3-66fe189891ab'}]}} from n-d-818022-2. {{(pid=103366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 17:57:27.998074 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-7122033f-3dc5-47b6-a2f1-7d4e44f5b269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:28.014757 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3cc2d912-894a-4b2c-adaf-8979398bfcdf req-472b9ed8-9a22-4d8d-992d-2975185fb557 tempest-ServerShowV254Test-552327107 tempest-ServerShowV254Test-552327107-project] 10.222.0.54 "GET /v2.0/ports?device_id=7cf4fb4e-07d3-4a93-8456-041bd721496a HTTP/1.1" status: 200 len: 210 time: 0.1516011 Nov 19 17:57:28.118380 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-68e8a27a-e603-48cd-8c66-d56629e9a5c8 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:28.174226 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99eed19-b91f-4ae4-b0b1-60a7e2c994fc req-1147a626-79da-4c01-9da6-512a7eb908c2 tempest-ServerMetadataNegativeTestJSON-209434558 tempest-ServerMetadataNegativeTestJSON-209434558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:28.175786 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a99eed19-b91f-4ae4-b0b1-60a7e2c994fc req-1147a626-79da-4c01-9da6-512a7eb908c2 tempest-ServerMetadataNegativeTestJSON-209434558 tempest-ServerMetadataNegativeTestJSON-209434558-project] 10.222.0.60 "GET /v2.0/networks?id=e6104fe8-af49-413a-b11b-99dd70151968 HTTP/1.1" status: 200 len: 821 time: 0.2085290 Nov 19 17:57:28.207968 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-a99eed19-b91f-4ae4-b0b1-60a7e2c994fc req-d701acad-6844-44a4-b0bc-22206bc7d559 tempest-ServerMetadataNegativeTestJSON-209434558 tempest-ServerMetadataNegativeTestJSON-209434558-project] Request body: {'port': {'device_id': 'e9d7a56b-e94a-42c3-8bb2-d2a9e6b40b7e', 'network_id': 'e6104fe8-af49-413a-b11b-99dd70151968', 'admin_state_up': True, 'tenant_id': 'ae1d242e17be41b285336fb8c707f2b4'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:57:28.230365 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-31d824c8-0384-41ae-8624-192d140bdc11 req-0f31928b-ad05-491d-9784-c0b671018799 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] 10.222.0.54 "GET /v2.0/ports?device_id=08d7166f-7a15-4f21-9c94-87560bcdea01 HTTP/1.1" status: 200 len: 210 time: 0.2542291 Nov 19 17:57:28.340426 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [None req-7122033f-3dc5-47b6-a2f1-7d4e44f5b269 None None] Allocated IP 2001:db8::f816:3eff:fef0:8261 (65eace33-2479-4afb-a7b6-41f0773542ac/518fa56d-77f8-4025-8ad3-66fe189891ab/ec7fab76-3eee-437b-8dbb-2ee2721b7711) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:57:28.455367 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-add7f912-e20c-4316-af86-53636190f566 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Made reservation on behalf of a99931e27f474d57b370754999e3039f for: {'subnet': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:57:28.466729 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-add7f912-e20c-4316-af86-53636190f566 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8983829'] for subnet, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:28.638814 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-7122033f-3dc5-47b6-a2f1-7d4e44f5b269 None None] Publish callbacks [] for port, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:28.656891 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-7122033f-3dc5-47b6-a2f1-7d4e44f5b269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998'] for port, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:28.702526 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-637c6729-248b-4498-b779-3c4225745f04 req-07071bbb-ee8b-4f90-81a3-449eac8d47f6 tempest-ServerMetadataNegativeTestJSON-209434558 tempest-ServerMetadataNegativeTestJSON-209434558-project] 10.222.0.54 "GET /v2.0/ports?device_id=e9d7a56b-e94a-42c3-8bb2-d2a9e6b40b7e HTTP/1.1" status: 200 len: 210 time: 0.0792148 Nov 19 17:57:28.723134 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [None req-68e8a27a-e603-48cd-8c66-d56629e9a5c8 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] device_id is not set on port ed4fd1fd-b31f-4303-8925-423f1bcf88aa yet. {{(pid=103365) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 17:57:28.749367 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7122033f-3dc5-47b6-a2f1-7d4e44f5b269 None None] Network 65eace33-2479-4afb-a7b6-41f0773542ac is already hosted by enough agents. {{(pid=103366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:57:28.753458 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [None req-7122033f-3dc5-47b6-a2f1-7d4e44f5b269 None None] Resources bound (agent type, host, resource id): {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:57:28.757129 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7122033f-3dc5-47b6-a2f1-7d4e44f5b269 None None] Received port after_create {{(pid=103366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:57:28.765041 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7122033f-3dc5-47b6-a2f1-7d4e44f5b269 None None] Pushing event updated for resources: {'Port': ['ID=ec7fab76-3eee-437b-8dbb-2ee2721b7711,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:57:28.899622 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-7122033f-3dc5-47b6-a2f1-7d4e44f5b269 None None] Attempting to bind port ec7fab76-3eee-437b-8dbb-2ee2721b7711 on host n-d-818022-2 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:57:28.900324 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-7122033f-3dc5-47b6-a2f1-7d4e44f5b269 None None] Attempting to bind port ec7fab76-3eee-437b-8dbb-2ee2721b7711 by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': 'b0148e58-5e40-4372-b35c-802e0d196d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '65eace33-2479-4afb-a7b6-41f0773542ac'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:57:28.900428 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7122033f-3dc5-47b6-a2f1-7d4e44f5b269 None None] Attempting to bind port ec7fab76-3eee-437b-8dbb-2ee2721b7711 on network 65eace33-2479-4afb-a7b6-41f0773542ac {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:57:28.914363 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7122033f-3dc5-47b6-a2f1-7d4e44f5b269 None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 57, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:57:28.914750 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7122033f-3dc5-47b6-a2f1-7d4e44f5b269 None None] Checking segment: {'id': 'b0148e58-5e40-4372-b35c-802e0d196d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '65eace33-2479-4afb-a7b6-41f0773542ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:57:28.915164 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-7122033f-3dc5-47b6-a2f1-7d4e44f5b269 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:28.920133 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7122033f-3dc5-47b6-a2f1-7d4e44f5b269 None None] Bound using segment: {'id': 'b0148e58-5e40-4372-b35c-802e0d196d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '65eace33-2479-4afb-a7b6-41f0773542ac'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:57:28.920133 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-7122033f-3dc5-47b6-a2f1-7d4e44f5b269 None None] Bound port: ec7fab76-3eee-437b-8dbb-2ee2721b7711, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0148e58-5e40-4372-b35c-802e0d196d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '65eace33-2479-4afb-a7b6-41f0773542ac'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:57:28.920577 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-7122033f-3dc5-47b6-a2f1-7d4e44f5b269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:28.974446 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-add7f912-e20c-4316-af86-53636190f566 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12425078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8983815'] for subnet, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:28.997139 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [None req-68e8a27a-e603-48cd-8c66-d56629e9a5c8 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Allocated IP 2001:db8::f816:3eff:fe61:e244 (65eace33-2479-4afb-a7b6-41f0773542ac/518fa56d-77f8-4025-8ad3-66fe189891ab/ed4fd1fd-b31f-4303-8925-423f1bcf88aa) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:57:29.081607 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-7122033f-3dc5-47b6-a2f1-7d4e44f5b269 None None] For port ec7fab76-3eee-437b-8dbb-2ee2721b7711, host n-d-818022-2, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:57:29.086126 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-7122033f-3dc5-47b6-a2f1-7d4e44f5b269 None None] For port ec7fab76-3eee-437b-8dbb-2ee2721b7711, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=ec7fab76-3eee-437b-8dbb-2ee2721b7711,segment=NetworkSegment(b0148e58-5e40-4372-b35c-802e0d196d41),segment_id=b0148e58-5e40-4372-b35c-802e0d196d41)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:57:29.093129 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-7122033f-3dc5-47b6-a2f1-7d4e44f5b269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:29.137444 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add7f912-e20c-4316-af86-53636190f566 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Pushing event updated for resources: {'Subnet': ['ID=758b44ad-72b9-418e-ab2d-e5d36a9682c6,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:57:29.153706 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add7f912-e20c-4316-af86-53636190f566 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Checking segment: {'id': 'bf25bfa6-5d71-472c-b3d5-8472ff74a9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '8bd4cb92-df51-40bd-93e8-16da566ea7d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:57:29.154425 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add7f912-e20c-4316-af86-53636190f566 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Network hostable DHCP agents. Network: 8bd4cb92-df51-40bd-93e8-16da566ea7d9, hostable agents: ['02910ef2-0455-4aea-9f38-9a875579633f'], hosted agents: [] {{(pid=103364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 17:57:29.159379 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a99eed19-b91f-4ae4-b0b1-60a7e2c994fc req-d701acad-6844-44a4-b0bc-22206bc7d559 tempest-ServerMetadataNegativeTestJSON-209434558 tempest-ServerMetadataNegativeTestJSON-209434558-project] Made reservation on behalf of ae1d242e17be41b285336fb8c707f2b4 for: {'port': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:57:29.165481 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-a99eed19-b91f-4ae4-b0b1-60a7e2c994fc req-d701acad-6844-44a4-b0bc-22206bc7d559 tempest-ServerMetadataNegativeTestJSON-209434558 tempest-ServerMetadataNegativeTestJSON-209434558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:29.309703 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add7f912-e20c-4316-af86-53636190f566 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Network 8bd4cb92-df51-40bd-93e8-16da566ea7d9 is scheduled to be hosted by DHCP agent 02910ef2-0455-4aea-9f38-9a875579633f with binding_index 1 {{(pid=103364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 17:57:29.323518 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7122033f-3dc5-47b6-a2f1-7d4e44f5b269 None None] Pushing event updated for resources: {'Port': ['ID=ec7fab76-3eee-437b-8dbb-2ee2721b7711,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:57:29.350902 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-add7f912-e20c-4316-af86-53636190f566 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818022-2, 8bd4cb92-df51-40bd-93e8-16da566ea7d9) {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:57:29.363224 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add7f912-e20c-4316-af86-53636190f566 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:29.363973 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-add7f912-e20c-4316-af86-53636190f566 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:29.377987 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92747915-368f-4c49-a60c-45d4aeeb544e None None] Network 8bd4cb92-df51-40bd-93e8-16da566ea7d9 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:57:29.449288 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-68e8a27a-e603-48cd-8c66-d56629e9a5c8 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:29.459039 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-add7f912-e20c-4316-af86-53636190f566 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4231584 Nov 19 17:57:29.463326 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 41810) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:57:29.474778 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-074530ce-f646-4d88-93fc-9670640a98fe tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Request body: {'subnet': {'network_id': '8bd4cb92-df51-40bd-93e8-16da566ea7d9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:57:29.494572 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ddb301f7-e8b7-4617-b8e1-ac0af665d7e2 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-768564'] for router_interface, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:29.628751 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9750ef17-f547-4c23-90fa-1748b87bf746 req-0d00dc15-12a8-4043-ba62-1a12abc71a87 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] 10.222.0.54 "GET /v2.0/ports?device_id=08d7166f-7a15-4f21-9c94-87560bcdea01 HTTP/1.1" status: 200 len: 210 time: 0.1825159 Nov 19 17:57:29.663705 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-074530ce-f646-4d88-93fc-9670640a98fe tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Made reservation on behalf of a99931e27f474d57b370754999e3039f for: {'subnet': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:57:29.667225 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-074530ce-f646-4d88-93fc-9670640a98fe tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8731248'] for subnet, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:29.737602 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [req-a99eed19-b91f-4ae4-b0b1-60a7e2c994fc req-d701acad-6844-44a4-b0bc-22206bc7d559 tempest-ServerMetadataNegativeTestJSON-209434558 tempest-ServerMetadataNegativeTestJSON-209434558-project] Allocated IP 172.20.0.12 (e6104fe8-af49-413a-b11b-99dd70151968/d744a561-1d74-4275-a0a5-13d1ef8a11d5/586fef62-b8ca-4228-9733-1fc9818ce0ad) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:57:29.743591 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0764826b-4477-4a20-8877-6aa0d09b74a0 req-2aab561f-5c28-40de-bc86-f2209b097457 tempest-ServerShowV254Test-552327107 tempest-ServerShowV254Test-552327107-project] 10.222.0.54 "GET /v2.0/ports?device_id=7cf4fb4e-07d3-4a93-8456-041bd721496a HTTP/1.1" status: 200 len: 210 time: 0.0954726 Nov 19 17:57:29.746645 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a622e00d-9840-4a9f-a6b5-5808142b8c87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54f44f5f-1200-574e-8740-2141911d5b73-8bd4cb92-df51-40bd-93e8-16da566ea7d9', 'network_id': '8bd4cb92-df51-40bd-93e8-16da566ea7d9', 'tenant_id': 'a99931e27f474d57b370754999e3039f', 'fixed_ips': [{'subnet_id': '758b44ad-72b9-418e-ab2d-e5d36a9682c6'}]}} from n-d-818022-2. {{(pid=103366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 17:57:29.747390 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a622e00d-9840-4a9f-a6b5-5808142b8c87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:29.843739 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8adb7a9d-31a7-4094-9d2c-755c659e9219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:29.962226 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2eca4091-0b92-4051-aef6-0c6a05cc9799 req-1fe82ac4-0aae-4be8-ab42-80b898795eaa tempest-ServerMetadataNegativeTestJSON-209434558 tempest-ServerMetadataNegativeTestJSON-209434558-project] 10.222.0.54 "GET /v2.0/ports?device_id=e9d7a56b-e94a-42c3-8bb2-d2a9e6b40b7e HTTP/1.1" status: 200 len: 210 time: 0.0694447 Nov 19 17:57:30.065616 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.agents_db [None req-619e5c26-d9ed-4321-86eb-7d443bb9dfa2 None None] Agent healthcheck: found 7 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 17:57:30.103041 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [None req-a622e00d-9840-4a9f-a6b5-5808142b8c87 None None] Allocated IP 2001:db8::2 (8bd4cb92-df51-40bd-93e8-16da566ea7d9/758b44ad-72b9-418e-ab2d-e5d36a9682c6/4dc1a1bc-3369-4c3f-b5b0-af404af6e5bd) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:57:30.138399 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-074530ce-f646-4d88-93fc-9670640a98fe tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12283104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8731234'] for subnet, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:30.166075 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-68e8a27a-e603-48cd-8c66-d56629e9a5c8 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:30.234822 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-074530ce-f646-4d88-93fc-9670640a98fe tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Network 8bd4cb92-df51-40bd-93e8-16da566ea7d9 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:57:30.246667 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-074530ce-f646-4d88-93fc-9670640a98fe tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:57:30.249774 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-a99eed19-b91f-4ae4-b0b1-60a7e2c994fc req-d701acad-6844-44a4-b0bc-22206bc7d559 tempest-ServerMetadataNegativeTestJSON-209434558 tempest-ServerMetadataNegativeTestJSON-209434558-project] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:30.254057 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-074530ce-f646-4d88-93fc-9670640a98fe tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:30.255373 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-074530ce-f646-4d88-93fc-9670640a98fe tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:30.294067 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68e8a27a-e603-48cd-8c66-d56629e9a5c8 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Network 65eace33-2479-4afb-a7b6-41f0773542ac is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:57:30.324443 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-074530ce-f646-4d88-93fc-9670640a98fe tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.8566885 Nov 19 17:57:30.324443 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-68e8a27a-e603-48cd-8c66-d56629e9a5c8 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:57:30.324900 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 41816) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:57:30.338752 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e8a27a-e603-48cd-8c66-d56629e9a5c8 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:57:30.351488 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68e8a27a-e603-48cd-8c66-d56629e9a5c8 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:30.352154 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-68e8a27a-e603-48cd-8c66-d56629e9a5c8 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:30.356270 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a622e00d-9840-4a9f-a6b5-5808142b8c87 None None] Publish callbacks [] for port, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:30.367942 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a622e00d-9840-4a9f-a6b5-5808142b8c87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998'] for port, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:30.411737 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074530ce-f646-4d88-93fc-9670640a98fe tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Pushing event updated for resources: {'Subnet': ['ID=0af52510-5616-45e1-8891-748efd22cf92,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:57:30.419807 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4fd9dbb-0d2a-4df0-93c2-6c9ea3cdcbfe tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:30.421342 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4fd9dbb-0d2a-4df0-93c2-6c9ea3cdcbfe tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:30.423017 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4fd9dbb-0d2a-4df0-93c2-6c9ea3cdcbfe tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:30.424562 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4fd9dbb-0d2a-4df0-93c2-6c9ea3cdcbfe tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:30.425894 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a622e00d-9840-4a9f-a6b5-5808142b8c87 None None] Network 8bd4cb92-df51-40bd-93e8-16da566ea7d9 is already hosted by enough agents. {{(pid=103366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:57:30.430418 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-68e8a27a-e603-48cd-8c66-d56629e9a5c8 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.0144491 Nov 19 17:57:30.431058 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 41818) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:57:30.435125 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [None req-a622e00d-9840-4a9f-a6b5-5808142b8c87 None None] Resources bound (agent type, host, resource id): {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:57:30.437265 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4fd9dbb-0d2a-4df0-93c2-6c9ea3cdcbfe tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:30.441533 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a622e00d-9840-4a9f-a6b5-5808142b8c87 None None] Received port after_create {{(pid=103366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:57:30.443687 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e8a27a-e603-48cd-8c66-d56629e9a5c8 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Pushing event updated for resources: {'Port': ['ID=ed4fd1fd-b31f-4303-8925-423f1bcf88aa,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:57:30.453557 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-e4fd9dbb-0d2a-4df0-93c2-6c9ea3cdcbfe tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1165354 Nov 19 17:57:30.465953 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 41820) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:57:30.482221 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-f439fd89-3940-453f-8fef-16dc37a80d12 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-267697987'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:57:30.511936 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-ddb301f7-e8b7-4617-b8e1-ac0af665d7e2 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Deleting port 71b190cd-9811-42d9-af95-cd34e6dd3b0d {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:57:30.512276 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ddb301f7-e8b7-4617-b8e1-ac0af665d7e2 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:30.520796 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a622e00d-9840-4a9f-a6b5-5808142b8c87 None None] Pushing event updated for resources: {'Port': ['ID=4dc1a1bc-3369-4c3f-b5b0-af404af6e5bd,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:57:30.576823 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-a622e00d-9840-4a9f-a6b5-5808142b8c87 None None] Attempting to bind port 4dc1a1bc-3369-4c3f-b5b0-af404af6e5bd on host n-d-818022-2 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:57:30.577837 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-a622e00d-9840-4a9f-a6b5-5808142b8c87 None None] Attempting to bind port 4dc1a1bc-3369-4c3f-b5b0-af404af6e5bd by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': 'bf25bfa6-5d71-472c-b3d5-8472ff74a9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '8bd4cb92-df51-40bd-93e8-16da566ea7d9'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:57:30.578472 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a622e00d-9840-4a9f-a6b5-5808142b8c87 None None] Attempting to bind port 4dc1a1bc-3369-4c3f-b5b0-af404af6e5bd on network 8bd4cb92-df51-40bd-93e8-16da566ea7d9 {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:57:30.586195 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a622e00d-9840-4a9f-a6b5-5808142b8c87 None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 57, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:57:30.587036 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a622e00d-9840-4a9f-a6b5-5808142b8c87 None None] Checking segment: {'id': 'bf25bfa6-5d71-472c-b3d5-8472ff74a9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '8bd4cb92-df51-40bd-93e8-16da566ea7d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:57:30.587844 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a622e00d-9840-4a9f-a6b5-5808142b8c87 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:30.588504 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a622e00d-9840-4a9f-a6b5-5808142b8c87 None None] Bound using segment: {'id': 'bf25bfa6-5d71-472c-b3d5-8472ff74a9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '8bd4cb92-df51-40bd-93e8-16da566ea7d9'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:57:30.590323 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-a622e00d-9840-4a9f-a6b5-5808142b8c87 None None] Bound port: 4dc1a1bc-3369-4c3f-b5b0-af404af6e5bd, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf25bfa6-5d71-472c-b3d5-8472ff74a9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '8bd4cb92-df51-40bd-93e8-16da566ea7d9'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:57:30.590965 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a622e00d-9840-4a9f-a6b5-5808142b8c87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:30.626555 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4247de3-6b4b-49e4-9eed-baaee689bd62 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:30.633684 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4247de3-6b4b-49e4-9eed-baaee689bd62 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:30.634888 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-a99eed19-b91f-4ae4-b0b1-60a7e2c994fc req-d701acad-6844-44a4-b0bc-22206bc7d559 tempest-ServerMetadataNegativeTestJSON-209434558 tempest-ServerMetadataNegativeTestJSON-209434558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:30.639004 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-d4247de3-6b4b-49e4-9eed-baaee689bd62 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.2060375 Nov 19 17:57:30.639845 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 41822) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:57:30.651807 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f439fd89-3940-453f-8fef-16dc37a80d12 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Made reservation on behalf of a99931e27f474d57b370754999e3039f for: {'network': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:57:30.656953 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f439fd89-3940-453f-8fef-16dc37a80d12 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:30.718575 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f439fd89-3940-453f-8fef-16dc37a80d12 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 680} {{(pid=103365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 17:57:30.733683 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d701acad-6844-44a4-b0bc-22206bc7d559 tempest-ServerMetadataNegativeTestJSON-209434558 tempest-ServerMetadataNegativeTestJSON-209434558-project] Pushing event updated for resources: {'Port': ['ID=586fef62-b8ca-4228-9733-1fc9818ce0ad,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:57:30.735208 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f439fd89-3940-453f-8fef-16dc37a80d12 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:30.735583 n-d-818022-2 neutron-server[103365]: INFO neutron.db.segments_db [None req-f439fd89-3940-453f-8fef-16dc37a80d12 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Added segment 356a4b7d-8a59-4f25-848d-01b3e04f87f8 of type vlan for network 048f6666-5cbe-412c-afce-e2a3f538b6f4 Nov 19 17:57:30.746364 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-a622e00d-9840-4a9f-a6b5-5808142b8c87 None None] For port 4dc1a1bc-3369-4c3f-b5b0-af404af6e5bd, host n-d-818022-2, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:57:30.756536 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-a622e00d-9840-4a9f-a6b5-5808142b8c87 None None] For port 4dc1a1bc-3369-4c3f-b5b0-af404af6e5bd, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=4dc1a1bc-3369-4c3f-b5b0-af404af6e5bd,segment=NetworkSegment(bf25bfa6-5d71-472c-b3d5-8472ff74a9e4),segment_id=bf25bfa6-5d71-472c-b3d5-8472ff74a9e4)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:57:30.770628 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a622e00d-9840-4a9f-a6b5-5808142b8c87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:30.876669 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ddb301f7-e8b7-4617-b8e1-ac0af665d7e2 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:30.952981 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a622e00d-9840-4a9f-a6b5-5808142b8c87 None None] Pushing event updated for resources: {'Port': ['ID=4dc1a1bc-3369-4c3f-b5b0-af404af6e5bd,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:57:30.961859 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-ddb301f7-e8b7-4617-b8e1-ac0af665d7e2 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Calling delete_port for 71b190cd-9811-42d9-af95-cd34e6dd3b0d owned by network:router_interface {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:57:31.009529 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-28cf7558-7b41-4df9-b416-8bd0eba69a7c req-33fc897c-102f-442a-bf34-98841b10918a tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] 10.222.0.54 "GET /v2.0/ports?device_id=08d7166f-7a15-4f21-9c94-87560bcdea01 HTTP/1.1" status: 200 len: 210 time: 0.2135565 Nov 19 17:57:31.087996 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device ec7fab76-3eee-437b-8dbb-2ee2721b7711 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:57:31.095675 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f439fd89-3940-453f-8fef-16dc37a80d12 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:31.187275 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-fc4f4764-8b03-42e1-ba0b-5685d44f6157 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Deleting port ed4fd1fd-b31f-4303-8925-423f1bcf88aa {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:57:31.187642 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-fc4f4764-8b03-42e1-ba0b-5685d44f6157 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:31.219362 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port ec7fab76-3eee-437b-8dbb-2ee2721b7711 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:57:31.219884 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:31.281767 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f439fd89-3940-453f-8fef-16dc37a80d12 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:31.304678 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f439fd89-3940-453f-8fef-16dc37a80d12 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:31.308983 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f439fd89-3940-453f-8fef-16dc37a80d12 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:31.336042 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-7e5bed57-5918-4443-b68f-e846da6332aa None None] Provisioning complete for port ec7fab76-3eee-437b-8dbb-2ee2721b7711 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:57:31.336042 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-7e5bed57-5918-4443-b68f-e846da6332aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:31.373650 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-27845c7d-69da-4ba3-99f5-c91a8e778d02 req-76c4434d-4ac0-47a8-ba60-514345df9369 tempest-ServerShowV254Test-552327107 tempest-ServerShowV254Test-552327107-project] 10.222.0.54 "GET /v2.0/ports?device_id=7cf4fb4e-07d3-4a93-8456-041bd721496a HTTP/1.1" status: 200 len: 210 time: 0.4429638 Nov 19 17:57:31.396425 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a99eed19-b91f-4ae4-b0b1-60a7e2c994fc req-d701acad-6844-44a4-b0bc-22206bc7d559 tempest-ServerMetadataNegativeTestJSON-209434558 tempest-ServerMetadataNegativeTestJSON-209434558-project] Network e6104fe8-af49-413a-b11b-99dd70151968 is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:57:31.422305 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [req-a99eed19-b91f-4ae4-b0b1-60a7e2c994fc req-d701acad-6844-44a4-b0bc-22206bc7d559 tempest-ServerMetadataNegativeTestJSON-209434558 tempest-ServerMetadataNegativeTestJSON-209434558-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:57:31.441361 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [req-a99eed19-b91f-4ae4-b0b1-60a7e2c994fc req-d701acad-6844-44a4-b0bc-22206bc7d559 tempest-ServerMetadataNegativeTestJSON-209434558 tempest-ServerMetadataNegativeTestJSON-209434558-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:57:31.559155 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-f439fd89-3940-453f-8fef-16dc37a80d12 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.0870633 Nov 19 17:57:31.600699 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99eed19-b91f-4ae4-b0b1-60a7e2c994fc req-d701acad-6844-44a4-b0bc-22206bc7d559 tempest-ServerMetadataNegativeTestJSON-209434558 tempest-ServerMetadataNegativeTestJSON-209434558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:31.605219 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 41838) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:57:31.610993 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-a99eed19-b91f-4ae4-b0b1-60a7e2c994fc req-d701acad-6844-44a4-b0bc-22206bc7d559 tempest-ServerMetadataNegativeTestJSON-209434558 tempest-ServerMetadataNegativeTestJSON-209434558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:31.613706 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:31.617062 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-cbe71037-c6cf-40f9-9f3f-8a79526c5500 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:57:31.659661 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-7e5bed57-5918-4443-b68f-e846da6332aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:31.663695 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ddb301f7-e8b7-4617-b8e1-ac0af665d7e2 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:31.697343 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a99eed19-b91f-4ae4-b0b1-60a7e2c994fc req-d701acad-6844-44a4-b0bc-22206bc7d559 tempest-ServerMetadataNegativeTestJSON-209434558 tempest-ServerMetadataNegativeTestJSON-209434558-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4935019 Nov 19 17:57:31.749362 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-a99eed19-b91f-4ae4-b0b1-60a7e2c994fc req-12cac96a-9ddd-4fb7-952b-0af582cb812f service neutron] Request body: {'port': {'device_id': 'e9d7a56b-e94a-42c3-8bb2-d2a9e6b40b7e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818022-2'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:57:31.760551 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb301f7-e8b7-4617-b8e1-ac0af665d7e2 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Pushing event deleted for resources: {'Port': ['ID=71b190cd-9811-42d9-af95-cd34e6dd3b0d,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:57:31.779413 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] For port ec7fab76-3eee-437b-8dbb-2ee2721b7711, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=ec7fab76-3eee-437b-8dbb-2ee2721b7711,segment=NetworkSegment(b0148e58-5e40-4372-b35c-802e0d196d41),segment_id=b0148e58-5e40-4372-b35c-802e0d196d41)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:57:31.794364 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:31.907922 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f439fd89-3940-453f-8fef-16dc37a80d12 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Pushing event updated for resources: {'Network': ['ID=048f6666-5cbe-412c-afce-e2a3f538b6f4,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:57:31.951055 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network 048f6666-5cbe-412c-afce-e2a3f538b6f4 details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 17:57:31.962950 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eece3af4-99e3-40b5-a6fe-845ef158f83f req-b28b07ee-bbdc-49a8-bc5c-7c4abbabe0f9 tempest-ServerMetadataNegativeTestJSON-209434558 tempest-ServerMetadataNegativeTestJSON-209434558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:31.964819 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-eece3af4-99e3-40b5-a6fe-845ef158f83f req-b28b07ee-bbdc-49a8-bc5c-7c4abbabe0f9 tempest-ServerMetadataNegativeTestJSON-209434558 tempest-ServerMetadataNegativeTestJSON-209434558-project] 10.222.0.54 "GET /v2.0/ports?device_id=e9d7a56b-e94a-42c3-8bb2-d2a9e6b40b7e HTTP/1.1" status: 200 len: 932 time: 0.7624223 Nov 19 17:57:32.022954 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ddb301f7-e8b7-4617-b8e1-ac0af665d7e2 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-768648'] for router_interface, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:32.082087 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-a99eed19-b91f-4ae4-b0b1-60a7e2c994fc req-12cac96a-9ddd-4fb7-952b-0af582cb812f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:32.090935 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-fc4f4764-8b03-42e1-ba0b-5685d44f6157 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:32.226896 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.db.api [None req-7e5bed57-5918-4443-b68f-e846da6332aa None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103366) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 17:57:32.227381 n-d-818022-2 neutron-server[103366]: DEBUG oslo_db.api [None req-7e5bed57-5918-4443-b68f-e846da6332aa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 17:57:32.252688 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-fc4f4764-8b03-42e1-ba0b-5685d44f6157 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Calling delete_port for ed4fd1fd-b31f-4303-8925-423f1bcf88aa owned by {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:57:32.259005 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-eece3af4-99e3-40b5-a6fe-845ef158f83f req-7cbc98dd-3028-41fe-852c-6d14ad702fd0 tempest-ServerMetadataNegativeTestJSON-209434558 tempest-ServerMetadataNegativeTestJSON-209434558-project] 10.222.0.54 "GET /v2.0/security-groups?id=c41f99b6-eeea-4668-a3b8-d2faf7df87b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2771783 Nov 19 17:57:32.297218 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-6bdc0384-66b4-45e6-b27b-42c16d66f08e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:32.298771 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Pushing event updated for resources: {'Port': ['ID=ec7fab76-3eee-437b-8dbb-2ee2721b7711,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:57:32.313319 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2f18f6bb-dfbe-4fc8-87f3-0ff3e56fafb8 req-69c781d0-bc82-4107-a684-bb886fe01268 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] 10.222.0.54 "GET /v2.0/ports?device_id=08d7166f-7a15-4f21-9c94-87560bcdea01 HTTP/1.1" status: 200 len: 210 time: 0.0653222 Nov 19 17:57:32.508305 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-fc4f4764-8b03-42e1-ba0b-5685d44f6157 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:32.516523 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-cbe71037-c6cf-40f9-9f3f-8a79526c5500 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:32.578617 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddb301f7-e8b7-4617-b8e1-ac0af665d7e2 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Router 58728ce9-83da-4232-b343-e0584d41bd4f has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 17:57:32.586372 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-57c805fe-9f51-4dfb-8068-9017d7d44ea0 req-5ad86c74-cc81-4080-8467-7daf984e32c1 tempest-ServerShowV254Test-552327107 tempest-ServerShowV254Test-552327107-project] 10.222.0.54 "GET /v2.0/ports?device_id=7cf4fb4e-07d3-4a93-8456-041bd721496a HTTP/1.1" status: 200 len: 210 time: 0.0541956 Nov 19 17:57:32.660866 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4f4764-8b03-42e1-ba0b-5685d44f6157 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Pushing event deleted for resources: {'Port': ['ID=ed4fd1fd-b31f-4303-8925-423f1bcf88aa,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:57:32.663370 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-cbe71037-c6cf-40f9-9f3f-8a79526c5500 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:32.792531 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-cbe71037-c6cf-40f9-9f3f-8a79526c5500 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Network 048f6666-5cbe-412c-afce-e2a3f538b6f4 is not hosted by any dhcp agent {{(pid=103365) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 19 17:57:32.812750 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbe71037-c6cf-40f9-9f3f-8a79526c5500 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:32.813493 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-cbe71037-c6cf-40f9-9f3f-8a79526c5500 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks [] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:32.815010 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-cbe71037-c6cf-40f9-9f3f-8a79526c5500 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] 10.222.0.54 "PUT /v2.0/networks/048f6666-5cbe-412c-afce-e2a3f538b6f4 HTTP/1.1" status: 200 len: 723 time: 1.2080693 Nov 19 17:57:32.820495 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e213f2c-ee5e-480e-9471-a1e994aeb7ae None None] Network 8bd4cb92-df51-40bd-93e8-16da566ea7d9 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:57:32.824991 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-fc4f4764-8b03-42e1-ba0b-5685d44f6157 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:32.833632 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-fc4f4764-8b03-42e1-ba0b-5685d44f6157 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "DELETE /v2.0/ports/ed4fd1fd-b31f-4303-8925-423f1bcf88aa HTTP/1.1" status: 204 len: 168 time: 2.1894748 Nov 19 17:57:32.833632 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 41846) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:57:32.863838 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-e1c50284-0379-4ec6-94d5-b16fce635f4a tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Request body: {'subnet': {'network_id': '048f6666-5cbe-412c-afce-e2a3f538b6f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:57:32.876309 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 41848) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:57:32.878911 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddb301f7-e8b7-4617-b8e1-ac0af665d7e2 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 17:57:32.915713 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-ddb301f7-e8b7-4617-b8e1-ac0af665d7e2 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] 10.222.0.54 "PUT /v2.0/routers/58728ce9-83da-4232-b343-e0584d41bd4f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0529792 Nov 19 17:57:32.966847 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 41850) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:57:33.063037 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-b7f0bd9e-5542-4fb9-9281-dd9323dbf5d1 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] 10.222.0.54 "GET /v2.0/ports?device_id=58728ce9-83da-4232-b343-e0584d41bd4f HTTP/1.1" status: 200 len: 205 time: 0.0910041 Nov 19 17:57:33.063718 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 41852) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:57:33.079522 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca347aa2-386e-4032-81bd-581018a5aee1 None None] Sync routers for ids ['58728ce9-83da-4232-b343-e0584d41bd4f'] in n-d-818022-2 {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 17:57:33.113227 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe71037-c6cf-40f9-9f3f-8a79526c5500 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Pushing event updated for resources: {'Network': ['ID=048f6666-5cbe-412c-afce-e2a3f538b6f4,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:57:33.165389 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1c50284-0379-4ec6-94d5-b16fce635f4a tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Made reservation on behalf of a99931e27f474d57b370754999e3039f for: {'subnet': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:57:33.169897 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e1c50284-0379-4ec6-94d5-b16fce635f4a tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8731248'] for subnet, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:33.194324 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network 048f6666-5cbe-412c-afce-e2a3f538b6f4 details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 17:57:33.198061 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-28107a4b-78c1-406e-93ae-66ce886e48c7 None None] Provisioning complete for port 4dc1a1bc-3369-4c3f-b5b0-af404af6e5bd triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:57:33.198061 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-28107a4b-78c1-406e-93ae-66ce886e48c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:33.244129 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09625cae-974d-4d66-9071-a6a2c2a01da9 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:33.246696 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09625cae-974d-4d66-9071-a6a2c2a01da9 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:33.248388 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-09625cae-974d-4d66-9071-a6a2c2a01da9 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3676412 Nov 19 17:57:33.256386 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 41858) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:57:33.257293 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-08dc3045-3e8f-424b-82f7-71ae38a689d8 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks [] for router, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:33.312168 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device ec7fab76-3eee-437b-8dbb-2ee2721b7711 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:57:33.369746 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca347aa2-386e-4032-81bd-581018a5aee1 None None] Routers {'58728ce9-83da-4232-b343-e0584d41bd4f'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:57:33.372596 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-ca347aa2-386e-4032-81bd-581018a5aee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:57:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['58728ce9-83da-4232-b343-e0584d41bd4f'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:57:33.489561 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_v2 [None req-b12f5a79-bb92-48dc-891d-2734c3c990a0 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Deleting subnet 518fa56d-77f8-4025-8ad3-66fe189891ab {{(pid=103365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 17:57:33.495170 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b12f5a79-bb92-48dc-891d-2734c3c990a0 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks [] for subnet, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:33.556217 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [req-a99eed19-b91f-4ae4-b0b1-60a7e2c994fc req-12cac96a-9ddd-4fb7-952b-0af582cb812f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 586fef62-b8ca-4228-9733-1fc9818ce0ad {{(pid=103364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:57:33.567264 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-a99eed19-b91f-4ae4-b0b1-60a7e2c994fc req-12cac96a-9ddd-4fb7-952b-0af582cb812f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:33.575045 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-08dc3045-3e8f-424b-82f7-71ae38a689d8 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4696'] for router, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:33.581101 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-08dc3045-3e8f-424b-82f7-71ae38a689d8 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:33.663715 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-024aabdb-beee-4676-a3d4-8532dcd3dc26 req-b5b3c54e-4dd6-4b16-9b16-45c2301d71e9 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] 10.222.0.54 "GET /v2.0/ports?device_id=08d7166f-7a15-4f21-9c94-87560bcdea01 HTTP/1.1" status: 200 len: 210 time: 0.1017308 Nov 19 17:57:33.722242 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b12f5a79-bb92-48dc-891d-2734c3c990a0 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12546453'] for subnet, precommit_delete_associations {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:33.935075 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-ca347aa2-386e-4032-81bd-581018a5aee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:57:33.942931 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e46ecc5a-dc14-4744-b262-3072ff2e958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:33.990628 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0202392a-b182-43d4-8be1-a57454ac21bd req-2b63761c-d9a0-4e39-8efd-fa321658a8dd tempest-ServerShowV254Test-552327107 tempest-ServerShowV254Test-552327107-project] 10.222.0.54 "GET /v2.0/ports?device_id=7cf4fb4e-07d3-4a93-8456-041bd721496a HTTP/1.1" status: 200 len: 210 time: 0.1527860 Nov 19 17:57:34.074245 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:34.085390 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca347aa2-386e-4032-81bd-581018a5aee1 None None] Routers {'58728ce9-83da-4232-b343-e0584d41bd4f'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:57:34.086116 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-ca347aa2-386e-4032-81bd-581018a5aee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:57:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['58728ce9-83da-4232-b343-e0584d41bd4f'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:57:34.152916 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-28107a4b-78c1-406e-93ae-66ce886e48c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:34.162719 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b12f5a79-bb92-48dc-891d-2734c3c990a0 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:34.210222 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.provisioning_blocks [req-a99eed19-b91f-4ae4-b0b1-60a7e2c994fc req-12cac96a-9ddd-4fb7-952b-0af582cb812f service neutron] Transition to ACTIVE for port object 586fef62-b8ca-4228-9733-1fc9818ce0ad will not be triggered until provisioned by entity L2. {{(pid=103364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 17:57:34.242159 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf3dc46-4ba1-45cb-974a-fb3ca2ab15de req-fa71a85c-823a-43fe-810c-fc2bfef46b82 tempest-ServerMetadataNegativeTestJSON-209434558 tempest-ServerMetadataNegativeTestJSON-209434558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:34.242159 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8bf3dc46-4ba1-45cb-974a-fb3ca2ab15de req-fa71a85c-823a-43fe-810c-fc2bfef46b82 tempest-ServerMetadataNegativeTestJSON-209434558 tempest-ServerMetadataNegativeTestJSON-209434558-project] 10.222.0.54 "GET /v2.0/ports?device_id=e9d7a56b-e94a-42c3-8bb2-d2a9e6b40b7e HTTP/1.1" status: 200 len: 932 time: 0.7481053 Nov 19 17:57:34.242159 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-08dc3045-3e8f-424b-82f7-71ae38a689d8 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-543895'] for router, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:34.246278 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08dc3045-3e8f-424b-82f7-71ae38a689d8 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Fanout notify agent at l3_agent the message router_deleted on router 58728ce9-83da-4232-b343-e0584d41bd4f {{(pid=103364) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 17:57:34.285634 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-28107a4b-78c1-406e-93ae-66ce886e48c7 None None] For port 4dc1a1bc-3369-4c3f-b5b0-af404af6e5bd, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=4dc1a1bc-3369-4c3f-b5b0-af404af6e5bd,segment=NetworkSegment(bf25bfa6-5d71-472c-b3d5-8472ff74a9e4),segment_id=bf25bfa6-5d71-472c-b3d5-8472ff74a9e4)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:57:34.288813 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:34.289579 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-a99eed19-b91f-4ae4-b0b1-60a7e2c994fc req-12cac96a-9ddd-4fb7-952b-0af582cb812f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:34.299859 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e1c50284-0379-4ec6-94d5-b16fce635f4a tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12283104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8731234'] for subnet, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:34.315245 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-08dc3045-3e8f-424b-82f7-71ae38a689d8 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks [] for router, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:34.321366 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-08dc3045-3e8f-424b-82f7-71ae38a689d8 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] 10.222.0.54 "DELETE /v2.0/routers/58728ce9-83da-4232-b343-e0584d41bd4f HTTP/1.1" status: 204 len: 168 time: 1.2495365 Nov 19 17:57:34.325492 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-ca347aa2-386e-4032-81bd-581018a5aee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:57:34.326955 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca347aa2-386e-4032-81bd-581018a5aee1 None None] The sync data for ids ['58728ce9-83da-4232-b343-e0584d41bd4f'] in n-d-818022-2 is: [] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 17:57:34.345252 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-28107a4b-78c1-406e-93ae-66ce886e48c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:34.350949 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port ec7fab76-3eee-437b-8dbb-2ee2721b7711 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:57:34.351321 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:34.353843 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 41870) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:57:34.399182 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-28107a4b-78c1-406e-93ae-66ce886e48c7 None None] Could not find standard attr ID for object ed4fd1fd-b31f-4303-8925-423f1bcf88aa. {{(pid=103366) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 17:57:34.408782 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b12f5a79-bb92-48dc-891d-2734c3c990a0 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12282919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8731163'] for subnet, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:34.423372 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c50284-0379-4ec6-94d5-b16fce635f4a tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Pushing event updated for resources: {'Subnet': ['ID=475e0d40-2628-4ff2-b367-bb7e4af09efa,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:57:34.424448 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25500bd7-eb43-4004-ae49-0a0632c95216 None None] Update dhcp port {'port': {'network_id': '8bd4cb92-df51-40bd-93e8-16da566ea7d9', 'fixed_ips': [{'subnet_id': '758b44ad-72b9-418e-ab2d-e5d36a9682c6', 'ip_address': '2001:db8::2'}, {'subnet_id': '0af52510-5616-45e1-8891-748efd22cf92'}], 'binding:host_id': 'n-d-818022-2'}, 'id': '4dc1a1bc-3369-4c3f-b5b0-af404af6e5bd'} from n-d-818022-2. {{(pid=103366) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 19 17:57:34.455620 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-25500bd7-eb43-4004-ae49-0a0632c95216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:34.458135 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b12f5a79-bb92-48dc-891d-2734c3c990a0 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:34.467317 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-b12f5a79-bb92-48dc-891d-2734c3c990a0 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "DELETE /v2.0/subnets/518fa56d-77f8-4025-8ad3-66fe189891ab HTTP/1.1" status: 204 len: 168 time: 1.2009220 Nov 19 17:57:34.473087 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 41872) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:57:34.483041 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68fba4d1-a338-4219-9c56-7d2a63a73fd6 None None] Network 65eace33-2479-4afb-a7b6-41f0773542ac requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:57:34.547244 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12f5a79-bb92-48dc-891d-2734c3c990a0 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Pushing event deleted for resources: {'Subnet': ['ID=518fa56d-77f8-4025-8ad3-66fe189891ab,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:57:34.551699 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-877d9aa7-8c3a-4598-a18a-fdf1a1cb631d tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0788977 Nov 19 17:57:34.557379 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 41874) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:57:34.584956 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8bf3dc46-4ba1-45cb-974a-fb3ca2ab15de req-aeb0fcfa-aca1-4e28-b65b-baf8d5bf7f19 tempest-ServerMetadataNegativeTestJSON-209434558 tempest-ServerMetadataNegativeTestJSON-209434558-project] 10.222.0.54 "GET /v2.0/security-groups?id=c41f99b6-eeea-4668-a3b8-d2faf7df87b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3367920 Nov 19 17:57:34.613450 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c50284-0379-4ec6-94d5-b16fce635f4a tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Checking segment: {'id': '356a4b7d-8a59-4f25-848d-01b3e04f87f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '048f6666-5cbe-412c-afce-e2a3f538b6f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:57:34.613753 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1c50284-0379-4ec6-94d5-b16fce635f4a tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Network hostable DHCP agents. Network: 048f6666-5cbe-412c-afce-e2a3f538b6f4, hostable agents: ['02910ef2-0455-4aea-9f38-9a875579633f'], hosted agents: [] {{(pid=103365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 17:57:34.644485 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1c50284-0379-4ec6-94d5-b16fce635f4a tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Network 048f6666-5cbe-412c-afce-e2a3f538b6f4 is scheduled to be hosted by DHCP agent 02910ef2-0455-4aea-9f38-9a875579633f with binding_index 1 {{(pid=103365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 17:57:34.662547 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0defde9e-737a-4545-8b8d-04bbfd52c81d tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:34.667528 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-0defde9e-737a-4545-8b8d-04bbfd52c81d tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1056395 Nov 19 17:57:34.668145 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cac96a-9ddd-4fb7-952b-0af582cb812f service neutron] Pushing event updated for resources: {'Port': ['ID=586fef62-b8ca-4228-9733-1fc9818ce0ad,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:57:34.673664 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 41876) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:57:34.676664 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-e1c50284-0379-4ec6-94d5-b16fce635f4a tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818022-2, 048f6666-5cbe-412c-afce-e2a3f538b6f4) {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:57:34.682249 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1c50284-0379-4ec6-94d5-b16fce635f4a tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:34.682942 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e1c50284-0379-4ec6-94d5-b16fce635f4a tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588042'] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:34.712790 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-e1c50284-0379-4ec6-94d5-b16fce635f4a tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8566415 Nov 19 17:57:34.713229 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 41880) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:57:34.719404 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-bced0c55-06c1-49fb-b409-124bba1b3325 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:57:34.723820 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c48640a-565d-44c4-84cb-c52d1043cb85 None None] Network 048f6666-5cbe-412c-afce-e2a3f538b6f4 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:57:34.725107 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_v2 [None req-42066767-7642-48d2-8a0c-e364de0fdf27 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Deleting subnet d5cf0b2b-ee3b-46cd-bcb8-83a38e83d769 {{(pid=103364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 17:57:34.733030 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-42066767-7642-48d2-8a0c-e364de0fdf27 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks [] for subnet, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:34.815113 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107a4b-78c1-406e-93ae-66ce886e48c7 None None] Pushing event updated for resources: {'Port': ['ID=4dc1a1bc-3369-4c3f-b5b0-af404af6e5bd,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:57:34.863675 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b51a6427-30f7-476c-8244-cbeade245922 req-a445c74f-9154-48f4-b75a-ce428d917658 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] 10.222.0.54 "GET /v2.0/ports?device_id=08d7166f-7a15-4f21-9c94-87560bcdea01 HTTP/1.1" status: 200 len: 210 time: 0.0480785 Nov 19 17:57:34.930963 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e013d7e6-5264-4dcc-9759-54f5fb809e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:34.942276 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-bced0c55-06c1-49fb-b409-124bba1b3325 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8731241'] for subnet, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:34.981011 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c80d99ca-256e-4129-9a34-d652e02277ca tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:34.982668 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-c80d99ca-256e-4129-9a34-d652e02277ca tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3061175 Nov 19 17:57:34.989774 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 41882) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:57:35.066252 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [None req-25500bd7-eb43-4004-ae49-0a0632c95216 None None] Allocated IP 172.20.0.1 (8bd4cb92-df51-40bd-93e8-16da566ea7d9/0af52510-5616-45e1-8891-748efd22cf92/4dc1a1bc-3369-4c3f-b5b0-af404af6e5bd) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:57:35.068901 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 4dc1a1bc-3369-4c3f-b5b0-af404af6e5bd up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:57:35.087630 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-42066767-7642-48d2-8a0c-e364de0fdf27 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9416263'] for subnet, precommit_delete_associations {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:35.096366 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-49805ef6-f620-45ac-ab03-b94a5061b03f tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1000443 Nov 19 17:57:35.104013 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db0dc3d9-7cb5-418e-83f4-7404f9360e3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54f44f5f-1200-574e-8740-2141911d5b73-048f6666-5cbe-412c-afce-e2a3f538b6f4', 'network_id': '048f6666-5cbe-412c-afce-e2a3f538b6f4', 'tenant_id': 'a99931e27f474d57b370754999e3039f', 'fixed_ips': [{'subnet_id': '475e0d40-2628-4ff2-b367-bb7e4af09efa'}]}} from n-d-818022-2. {{(pid=103366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 17:57:35.104906 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-db0dc3d9-7cb5-418e-83f4-7404f9360e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:35.142371 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 41886) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:57:35.155246 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-530467ac-1e4c-4305-af48-b0c6a446b966 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Request body: {'subnet': {'network_id': '65eace33-2479-4afb-a7b6-41f0773542ac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:57:35.257647 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95295332-0c3a-4644-9cdf-08cd4fd7a00f None None] DHCP port deletion for 65eace33-2479-4afb-a7b6-41f0773542ac request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 17:57:35.330602 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:35.343509 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-bced0c55-06c1-49fb-b409-124bba1b3325 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8742638481610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-12282926'] for subnet, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:35.362862 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bced0c55-06c1-49fb-b409-124bba1b3325 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:35.363467 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-bced0c55-06c1-49fb-b409-124bba1b3325 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks [] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:35.367147 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-bced0c55-06c1-49fb-b409-124bba1b3325 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] 10.222.0.54 "PUT /v2.0/subnets/475e0d40-2628-4ff2-b367-bb7e4af09efa HTTP/1.1" status: 200 len: 826 time: 0.6499443 Nov 19 17:57:35.367467 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 41894) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:57:35.396539 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-42066767-7642-48d2-8a0c-e364de0fdf27 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:35.431930 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 4dc1a1bc-3369-4c3f-b5b0-af404af6e5bd triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:57:35.435692 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:35.495948 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-a99eed19-b91f-4ae4-b0b1-60a7e2c994fc req-12cac96a-9ddd-4fb7-952b-0af582cb812f service neutron] Attempting to bind port 586fef62-b8ca-4228-9733-1fc9818ce0ad on host n-h1-818022-2 for vnic_type normal with profile {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:57:35.496293 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-a99eed19-b91f-4ae4-b0b1-60a7e2c994fc req-12cac96a-9ddd-4fb7-952b-0af582cb812f service neutron] Attempting to bind port 586fef62-b8ca-4228-9733-1fc9818ce0ad by drivers openvswitch,hyperv on host n-h1-818022-2 at level 0 using segments [{'id': 'c0d76538-b495-4070-97af-d68acc3b5cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'e6104fe8-af49-413a-b11b-99dd70151968'}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:57:35.496625 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a99eed19-b91f-4ae4-b0b1-60a7e2c994fc req-12cac96a-9ddd-4fb7-952b-0af582cb812f service neutron] Attempting to bind port 586fef62-b8ca-4228-9733-1fc9818ce0ad on network e6104fe8-af49-413a-b11b-99dd70151968 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:57:35.523021 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b9602a04-bb76-4e56-9ddc-2cd229c520fd tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:35.540777 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-25500bd7-eb43-4004-ae49-0a0632c95216 None None] For port 4dc1a1bc-3369-4c3f-b5b0-af404af6e5bd, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=4dc1a1bc-3369-4c3f-b5b0-af404af6e5bd,segment=NetworkSegment(bf25bfa6-5d71-472c-b3d5-8472ff74a9e4),segment_id=bf25bfa6-5d71-472c-b3d5-8472ff74a9e4)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:57:35.589580 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a99eed19-b91f-4ae4-b0b1-60a7e2c994fc req-12cac96a-9ddd-4fb7-952b-0af582cb812f service neutron] Port 586fef62-b8ca-4228-9733-1fc9818ce0ad on network e6104fe8-af49-413a-b11b-99dd70151968 not bound, no agent of type Open vSwitch agent registered on host n-h1-818022-2 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 17:57:35.591558 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a99eed19-b91f-4ae4-b0b1-60a7e2c994fc req-12cac96a-9ddd-4fb7-952b-0af582cb812f service neutron] Attempting to bind port 586fef62-b8ca-4228-9733-1fc9818ce0ad on network e6104fe8-af49-413a-b11b-99dd70151968 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:57:35.603395 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-25500bd7-eb43-4004-ae49-0a0632c95216 None None] Publish callbacks [] for port, precommit_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:35.607839 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-30f18604-29cd-4074-985a-075176b627d8 req-45e1f88c-c4f5-4473-b510-3408edc9590e tempest-ServerShowV254Test-552327107 tempest-ServerShowV254Test-552327107-project] 10.222.0.54 "GET /v2.0/ports?device_id=7cf4fb4e-07d3-4a93-8456-041bd721496a HTTP/1.1" status: 200 len: 210 time: 0.2886431 Nov 19 17:57:35.614567 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [None req-db0dc3d9-7cb5-418e-83f4-7404f9360e3c None None] Allocated IP 2001:db8::2 (048f6666-5cbe-412c-afce-e2a3f538b6f4/475e0d40-2628-4ff2-b367-bb7e4af09efa/dacdd52b-36fa-4bb3-9529-4e2793176ced) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:57:35.615990 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a99eed19-b91f-4ae4-b0b1-60a7e2c994fc req-12cac96a-9ddd-4fb7-952b-0af582cb812f service neutron] Checking agent: {'id': 'a6668d96-12fa-4ec0-99ad-77eaf490dd2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'started_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 57, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:57:35.616236 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a99eed19-b91f-4ae4-b0b1-60a7e2c994fc req-12cac96a-9ddd-4fb7-952b-0af582cb812f service neutron] Checking segment: {'id': 'c0d76538-b495-4070-97af-d68acc3b5cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'e6104fe8-af49-413a-b11b-99dd70151968'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:57:35.616631 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a99eed19-b91f-4ae4-b0b1-60a7e2c994fc req-12cac96a-9ddd-4fb7-952b-0af582cb812f service neutron] Bound using segment: {'id': 'c0d76538-b495-4070-97af-d68acc3b5cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'e6104fe8-af49-413a-b11b-99dd70151968'} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:57:35.617084 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-a99eed19-b91f-4ae4-b0b1-60a7e2c994fc req-12cac96a-9ddd-4fb7-952b-0af582cb812f service neutron] Bound port: 586fef62-b8ca-4228-9733-1fc9818ce0ad, host: n-h1-818022-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0d76538-b495-4070-97af-d68acc3b5cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'e6104fe8-af49-413a-b11b-99dd70151968'}}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:57:35.617448 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-a99eed19-b91f-4ae4-b0b1-60a7e2c994fc req-12cac96a-9ddd-4fb7-952b-0af582cb812f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:35.627863 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-42066767-7642-48d2-8a0c-e364de0fdf27 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12425137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8983934'] for subnet, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:35.646436 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-25500bd7-eb43-4004-ae49-0a0632c95216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:35.663131 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b9602a04-bb76-4e56-9ddc-2cd229c520fd tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:35.673871 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-95295332-0c3a-4644-9cdf-08cd4fd7a00f None None] Deleting port ec7fab76-3eee-437b-8dbb-2ee2721b7711 {{(pid=103366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:57:35.678338 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-95295332-0c3a-4644-9cdf-08cd4fd7a00f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:35.722513 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bced0c55-06c1-49fb-b409-124bba1b3325 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Pushing event updated for resources: {'Subnet': ['ID=475e0d40-2628-4ff2-b367-bb7e4af09efa,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:57:35.737867 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42066767-7642-48d2-8a0c-e364de0fdf27 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Pushing event deleted for resources: {'Subnet': ['ID=d5cf0b2b-ee3b-46cd-bcb8-83a38e83d769,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:57:35.762543 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25500bd7-eb43-4004-ae49-0a0632c95216 None None] Pushing event updated for resources: {'Port': ['ID=4dc1a1bc-3369-4c3f-b5b0-af404af6e5bd,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:57:35.799117 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f01524-ef7f-490f-a038-a630c718722b req-9995024b-ce56-42ce-a338-76c9a2a7d72c tempest-ServerMetadataNegativeTestJSON-209434558 tempest-ServerMetadataNegativeTestJSON-209434558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:35.800873 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d8f01524-ef7f-490f-a038-a630c718722b req-9995024b-ce56-42ce-a338-76c9a2a7d72c tempest-ServerMetadataNegativeTestJSON-209434558 tempest-ServerMetadataNegativeTestJSON-209434558-project] 10.222.0.54 "GET /v2.0/ports?device_id=e9d7a56b-e94a-42c3-8bb2-d2a9e6b40b7e HTTP/1.1" status: 200 len: 944 time: 0.0803764 Nov 19 17:57:35.830138 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-42066767-7642-48d2-8a0c-e364de0fdf27 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:35.838480 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb93f091-59a0-47c5-802e-d904d8e81063 None None] Network 0d8aa5fa-ebfa-4930-ab28-f447ea93eb42 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:57:35.839403 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-42066767-7642-48d2-8a0c-e364de0fdf27 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] 10.222.0.54 "DELETE /v2.0/subnets/d5cf0b2b-ee3b-46cd-bcb8-83a38e83d769 HTTP/1.1" status: 204 len: 168 time: 1.4851880 Nov 19 17:57:35.850065 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 41898) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:57:35.887271 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d8f01524-ef7f-490f-a038-a630c718722b req-2d3996b2-4eef-4474-a206-20d733df2666 tempest-ServerMetadataNegativeTestJSON-209434558 tempest-ServerMetadataNegativeTestJSON-209434558-project] 10.222.0.54 "GET /v2.0/security-groups?id=c41f99b6-eeea-4668-a3b8-d2faf7df87b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802410 Nov 19 17:57:35.974451 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-dc40f8a9-dc22-425e-b3bd-41fdb40bee95 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:36.032831 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-755834b8-feb0-407b-b400-a75bd75fd56d req-160c4097-ed8d-49d9-958a-705462c6d70d tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] 10.222.0.54 "GET /v2.0/ports?device_id=08d7166f-7a15-4f21-9c94-87560bcdea01 HTTP/1.1" status: 200 len: 210 time: 0.0415769 Nov 19 17:57:36.067230 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-530467ac-1e4c-4305-af48-b0c6a446b966 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Made reservation on behalf of 6b45f31544cd40e7b10456e94240dc6e for: {'subnet': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:57:36.071239 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-530467ac-1e4c-4305-af48-b0c6a446b966 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8983829'] for subnet, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:36.091337 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-a99eed19-b91f-4ae4-b0b1-60a7e2c994fc req-12cac96a-9ddd-4fb7-952b-0af582cb812f service neutron] For port 586fef62-b8ca-4228-9733-1fc9818ce0ad, host n-h1-818022-2, cleared binding levels {{(pid=103364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:57:36.099881 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-95295332-0c3a-4644-9cdf-08cd4fd7a00f None None] For port ec7fab76-3eee-437b-8dbb-2ee2721b7711, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=ec7fab76-3eee-437b-8dbb-2ee2721b7711,segment=NetworkSegment(b0148e58-5e40-4372-b35c-802e0d196d41),segment_id=b0148e58-5e40-4372-b35c-802e0d196d41)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:57:36.100539 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-95295332-0c3a-4644-9cdf-08cd4fd7a00f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:36.146251 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-a99eed19-b91f-4ae4-b0b1-60a7e2c994fc req-12cac96a-9ddd-4fb7-952b-0af582cb812f service neutron] For port 586fef62-b8ca-4228-9733-1fc9818ce0ad, host n-h1-818022-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=586fef62-b8ca-4228-9733-1fc9818ce0ad,segment=NetworkSegment(c0d76538-b495-4070-97af-d68acc3b5cde),segment_id=c0d76538-b495-4070-97af-d68acc3b5cde)] {{(pid=103364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:57:36.162414 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-95295332-0c3a-4644-9cdf-08cd4fd7a00f None None] Calling delete_port for ec7fab76-3eee-437b-8dbb-2ee2721b7711 owned by network:dhcp {{(pid=103366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:57:36.172327 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-a99eed19-b91f-4ae4-b0b1-60a7e2c994fc req-12cac96a-9ddd-4fb7-952b-0af582cb812f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:36.193390 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-dc40f8a9-dc22-425e-b3bd-41fdb40bee95 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Deleting port 48714db6-ccde-4aa9-aa94-32a84f00c64b {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:57:36.193742 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-dc40f8a9-dc22-425e-b3bd-41fdb40bee95 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:36.375155 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7cb38b22-94f1-458a-9b2a-01210cfe98e2 req-20c3cf1c-3102-453c-a807-780ca7d33f4b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f4e34aa3-c9da-43ec-a34a-37de5c74afc3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0884185 Nov 19 17:57:36.404060 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99eed19-b91f-4ae4-b0b1-60a7e2c994fc req-12cac96a-9ddd-4fb7-952b-0af582cb812f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:36.404680 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-a99eed19-b91f-4ae4-b0b1-60a7e2c994fc req-12cac96a-9ddd-4fb7-952b-0af582cb812f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:36.406137 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a99eed19-b91f-4ae4-b0b1-60a7e2c994fc req-12cac96a-9ddd-4fb7-952b-0af582cb812f service neutron] 10.222.0.60 "PUT /v2.0/ports/586fef62-b8ca-4228-9733-1fc9818ce0ad HTTP/1.1" status: 200 len: 1092 time: 4.6616991 Nov 19 17:57:36.411813 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9d7a56b-e94a-42c3-8bb2-d2a9e6b40b7e', 'tag': '586fef62-b8ca-4228-9733-1fc9818ce0ad'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:57:36.414043 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dd4767a008c23f8566efc82158ee1b1fff34e1a9e908d76d0b6d0ab7e350e5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8990895e-d09a-49bb-8f34-ce6f6baa4391" -d '{"events": [{"name": "network-changed", "server_uuid": "e9d7a56b-e94a-42c3-8bb2-d2a9e6b40b7e", "tag": "586fef62-b8ca-4228-9733-1fc9818ce0ad"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:57:36.445459 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [None req-dc40f8a9-dc22-425e-b3bd-41fdb40bee95 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] For port 48714db6-ccde-4aa9-aa94-32a84f00c64b, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=48714db6-ccde-4aa9-aa94-32a84f00c64b,segment=NetworkSegment(57cf2734-902c-4ee9-9dc4-8c7d79fbe1a2),segment_id=57cf2734-902c-4ee9-9dc4-8c7d79fbe1a2)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:57:36.445835 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-dc40f8a9-dc22-425e-b3bd-41fdb40bee95 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:36.463152 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cac96a-9ddd-4fb7-952b-0af582cb812f service neutron] Pushing event updated for resources: {'Port': ['ID=586fef62-b8ca-4228-9733-1fc9818ce0ad,revision_number=3']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:57:36.552561 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99eed19-b91f-4ae4-b0b1-60a7e2c994fc req-f6773dae-cf4c-4fdc-b7b2-ee6f3938141e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:36.554160 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a99eed19-b91f-4ae4-b0b1-60a7e2c994fc req-f6773dae-cf4c-4fdc-b7b2-ee6f3938141e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ae1d242e17be41b285336fb8c707f2b4&device_id=e9d7a56b-e94a-42c3-8bb2-d2a9e6b40b7e HTTP/1.1" status: 200 len: 1095 time: 0.0867264 Nov 19 17:57:36.587570 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-dc40f8a9-dc22-425e-b3bd-41fdb40bee95 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Calling delete_port for 48714db6-ccde-4aa9-aa94-32a84f00c64b owned by network:dhcp {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:57:36.598381 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 17:57:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3260b31-4e84-421a-95f4-3bfa82e8a1d6 x-openstack-request-id: req-e3260b31-4e84-421a-95f4-3bfa82e8a1d6 {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:57:36.599033 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9d7a56b-e94a-42c3-8bb2-d2a9e6b40b7e", "tag": "586fef62-b8ca-4228-9733-1fc9818ce0ad", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:57:36.599033 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e3260b31-4e84-421a-95f4-3bfa82e8a1d6 {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:57:36.599310 n-d-818022-2 neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9d7a56b-e94a-42c3-8bb2-d2a9e6b40b7e', 'tag': '586fef62-b8ca-4228-9733-1fc9818ce0ad', 'status': 'completed', 'code': 200} Nov 19 17:57:36.648279 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 4dc1a1bc-3369-4c3f-b5b0-af404af6e5bd up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:57:36.663464 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a99eed19-b91f-4ae4-b0b1-60a7e2c994fc req-84aa2e45-2481-4ae0-a461-255039f82f0f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=586fef62-b8ca-4228-9733-1fc9818ce0ad HTTP/1.1" status: 200 len: 217 time: 0.0950701 Nov 19 17:57:36.822043 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-db0dc3d9-7cb5-418e-83f4-7404f9360e3c None None] Publish callbacks [] for port, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:36.838168 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99eed19-b91f-4ae4-b0b1-60a7e2c994fc req-fe6fc962-b1eb-4228-95b3-5db0acae8fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:36.845683 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a99eed19-b91f-4ae4-b0b1-60a7e2c994fc req-fe6fc962-b1eb-4228-95b3-5db0acae8fe7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d744a561-1d74-4275-a0a5-13d1ef8a11d5 HTTP/1.1" status: 200 len: 861 time: 0.1713290 Nov 19 17:57:36.852641 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-db0dc3d9-7cb5-418e-83f4-7404f9360e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998'] for port, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:36.868253 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb38b22-94f1-458a-9b2a-01210cfe98e2 req-306e9ac8-5670-4e4c-9a70-2452cef3e177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:36.868978 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb38b22-94f1-458a-9b2a-01210cfe98e2 req-306e9ac8-5670-4e4c-9a70-2452cef3e177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:36.869581 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb38b22-94f1-458a-9b2a-01210cfe98e2 req-306e9ac8-5670-4e4c-9a70-2452cef3e177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:36.870750 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb38b22-94f1-458a-9b2a-01210cfe98e2 req-306e9ac8-5670-4e4c-9a70-2452cef3e177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:36.871354 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb38b22-94f1-458a-9b2a-01210cfe98e2 req-306e9ac8-5670-4e4c-9a70-2452cef3e177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:36.872112 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb38b22-94f1-458a-9b2a-01210cfe98e2 req-306e9ac8-5670-4e4c-9a70-2452cef3e177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:36.872740 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb38b22-94f1-458a-9b2a-01210cfe98e2 req-306e9ac8-5670-4e4c-9a70-2452cef3e177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:36.876508 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-7cb38b22-94f1-458a-9b2a-01210cfe98e2 req-306e9ac8-5670-4e4c-9a70-2452cef3e177 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=204b8291a9dd4a84af4d7e1889d7c2c2&device_id=f4e34aa3-c9da-43ec-a34a-37de5c74afc3 HTTP/1.1" status: 200 len: 6500 time: 0.3390515 Nov 19 17:57:36.887015 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ba432ce8-99cc-4644-8aa2-52577aaba37e req-976e3a27-bf77-4d38-93ec-3350a706d20b tempest-ServerShowV254Test-552327107 tempest-ServerShowV254Test-552327107-project] 10.222.0.54 "GET /v2.0/ports?device_id=7cf4fb4e-07d3-4a93-8456-041bd721496a HTTP/1.1" status: 200 len: 210 time: 0.1119707 Nov 19 17:57:36.926007 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a99eed19-b91f-4ae4-b0b1-60a7e2c994fc req-561b0c57-3d2a-4a36-b132-1d83b252181a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e6104fe8-af49-413a-b11b-99dd70151968&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0703933 Nov 19 17:57:36.993088 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fef308d3-9e14-4bb9-8b81-a0bae6abcf9c None None] DHCP port deletion for 0d8aa5fa-ebfa-4930-ab28-f447ea93eb42 request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 17:57:37.016920 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-95295332-0c3a-4644-9cdf-08cd4fd7a00f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007'] for port, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:37.056520 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 4dc1a1bc-3369-4c3f-b5b0-af404af6e5bd triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:57:37.056839 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:37.071292 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db0dc3d9-7cb5-418e-83f4-7404f9360e3c None None] Network 048f6666-5cbe-412c-afce-e2a3f538b6f4 is already hosted by enough agents. {{(pid=103366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:57:37.089843 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a99eed19-b91f-4ae4-b0b1-60a7e2c994fc req-87762726-a038-4e87-9d8f-121d4baf87f1 service neutron] 10.222.0.60 "GET /v2.0/networks/e6104fe8-af49-413a-b11b-99dd70151968?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481745 Nov 19 17:57:37.112842 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95295332-0c3a-4644-9cdf-08cd4fd7a00f None None] No DVR routers for this DVR port ec7fab76-3eee-437b-8dbb-2ee2721b7711 on host n-d-818022-2 {{(pid=103366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:57:37.120004 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [None req-db0dc3d9-7cb5-418e-83f4-7404f9360e3c None None] Resources bound (agent type, host, resource id): {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:57:37.124078 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db0dc3d9-7cb5-418e-83f4-7404f9360e3c None None] Received port after_create {{(pid=103366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:57:37.150547 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0dc3d9-7cb5-418e-83f4-7404f9360e3c None None] Pushing event updated for resources: {'Port': ['ID=dacdd52b-36fa-4bb3-9529-4e2793176ced,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:57:37.150954 n-d-818022-2 neutron-server[103364]: DEBUG neutron.objects.ports [None req-530467ac-1e4c-4305-af48-b0c6a446b966 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103364) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 19 17:57:37.180923 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-fef308d3-9e14-4bb9-8b81-a0bae6abcf9c None None] The port '48714db6-ccde-4aa9-aa94-32a84f00c64b' was deleted {{(pid=103366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Nov 19 17:57:37.190070 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-160d95f8-2f2b-4957-a269-c3240d63757f None None] Network 8bd4cb92-df51-40bd-93e8-16da566ea7d9 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:57:37.224707 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-dc40f8a9-dc22-425e-b3bd-41fdb40bee95 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:37.225631 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b9602a04-bb76-4e56-9ddc-2cd229c520fd tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12282919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8731163'] for subnet, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:37.257784 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-530467ac-1e4c-4305-af48-b0c6a446b966 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12425078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8983815'] for subnet, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:37.268191 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9602a04-bb76-4e56-9ddc-2cd229c520fd tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Pushing event deleted for resources: {'Subnet': ['ID=475e0d40-2628-4ff2-b367-bb7e4af09efa,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:57:37.282289 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-91cedd57-122a-4cc5-a2d8-16c59151c5c7 req-570ca59a-cf30-478a-b8ff-de0ca8a839dc tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] 10.222.0.54 "GET /v2.0/ports?device_id=08d7166f-7a15-4f21-9c94-87560bcdea01 HTTP/1.1" status: 200 len: 210 time: 0.0518191 Nov 19 17:57:37.336027 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95295332-0c3a-4644-9cdf-08cd4fd7a00f None None] Pushing event deleted for resources: {'Port': ['ID=ec7fab76-3eee-437b-8dbb-2ee2721b7711,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:57:37.361336 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc40f8a9-dc22-425e-b3bd-41fdb40bee95 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Pushing event deleted for resources: {'Port': ['ID=48714db6-ccde-4aa9-aa94-32a84f00c64b,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:57:37.370611 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-530467ac-1e4c-4305-af48-b0c6a446b966 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Network 65eace33-2479-4afb-a7b6-41f0773542ac is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:57:37.371198 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693b7a1b-a557-426c-adf0-82e8292fd18f req-a29cfb43-5261-4d09-8d57-0c8d6aaa86e8 tempest-ServerMetadataNegativeTestJSON-209434558 tempest-ServerMetadataNegativeTestJSON-209434558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:37.379985 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc40f8a9-dc22-425e-b3bd-41fdb40bee95 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] No DVR routers for this DVR port 48714db6-ccde-4aa9-aa94-32a84f00c64b on host n-d-818022-2 {{(pid=103364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:57:37.380570 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-693b7a1b-a557-426c-adf0-82e8292fd18f req-a29cfb43-5261-4d09-8d57-0c8d6aaa86e8 tempest-ServerMetadataNegativeTestJSON-209434558 tempest-ServerMetadataNegativeTestJSON-209434558-project] 10.222.0.54 "GET /v2.0/ports?device_id=e9d7a56b-e94a-42c3-8bb2-d2a9e6b40b7e HTTP/1.1" status: 200 len: 944 time: 0.2873144 Nov 19 17:57:37.383922 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-530467ac-1e4c-4305-af48-b0c6a446b966 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:57:37.443438 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b9602a04-bb76-4e56-9ddc-2cd229c520fd tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:37.497331 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-dc40f8a9-dc22-425e-b3bd-41fdb40bee95 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:37.514274 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-b9602a04-bb76-4e56-9ddc-2cd229c520fd tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['048f6666-5cbe-412c-afce-e2a3f538b6f4']}} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:57:37.520236 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-dc40f8a9-dc22-425e-b3bd-41fdb40bee95 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d8aa5fa-ebfa-4930-ab28-f447ea93eb42']}} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:57:37.530915 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-dc40f8a9-dc22-425e-b3bd-41fdb40bee95 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57cf2734-902c-4ee9-9dc4-8c7d79fbe1a2') {'for_net_delete': True} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:57:37.531442 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-dc40f8a9-dc22-425e-b3bd-41fdb40bee95 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57cf2734-902c-4ee9-9dc4-8c7d79fbe1a2') {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:57:37.532570 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a99eed19-b91f-4ae4-b0b1-60a7e2c994fc req-90fa5073-42f5-430d-8717-cbea84829f1a service neutron] 10.222.0.60 "GET /v2.0/networks/e6104fe8-af49-413a-b11b-99dd70151968?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3800764 Nov 19 17:57:37.542880 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-dc40f8a9-dc22-425e-b3bd-41fdb40bee95 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417396'] for segment, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:37.547128 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-b9602a04-bb76-4e56-9ddc-2cd229c520fd tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '356a4b7d-8a59-4f25-848d-01b3e04f87f8') {'for_net_delete': True} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:57:37.547431 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-b9602a04-bb76-4e56-9ddc-2cd229c520fd tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '356a4b7d-8a59-4f25-848d-01b3e04f87f8') {} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:57:37.557129 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-dc40f8a9-dc22-425e-b3bd-41fdb40bee95 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:37.563824 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc40f8a9-dc22-425e-b3bd-41fdb40bee95 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Releasing vlan 663 on physical network physnet1 to pool {{(pid=103364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 17:57:37.564574 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-dc40f8a9-dc22-425e-b3bd-41fdb40bee95 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12425183'] for segment, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:37.576948 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-693b7a1b-a557-426c-adf0-82e8292fd18f req-2b86a2f0-9633-4335-a3ca-25b520044de8 tempest-ServerMetadataNegativeTestJSON-209434558 tempest-ServerMetadataNegativeTestJSON-209434558-project] 10.222.0.54 "GET /v2.0/security-groups?id=c41f99b6-eeea-4668-a3b8-d2faf7df87b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904619 Nov 19 17:57:37.578917 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b9602a04-bb76-4e56-9ddc-2cd229c520fd tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12545382'] for segment, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:37.595011 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db8db1c9-d438-4641-998c-2ef5a6b2245c None None] Network 65eace33-2479-4afb-a7b6-41f0773542ac requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:57:37.603337 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b9602a04-bb76-4e56-9ddc-2cd229c520fd tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:37.613967 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9602a04-bb76-4e56-9ddc-2cd229c520fd tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Releasing vlan 680 on physical network physnet1 to pool {{(pid=103365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 17:57:37.617076 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b9602a04-bb76-4e56-9ddc-2cd229c520fd tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12282953'] for segment, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:37.620437 n-d-818022-2 neutron-server[103365]: Traceback (most recent call last): Nov 19 17:57:37.620437 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 17:57:37.620437 n-d-818022-2 neutron-server[103365]: timer() Nov 19 17:57:37.620437 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 17:57:37.620437 n-d-818022-2 neutron-server[103365]: cb(*args, **kw) Nov 19 17:57:37.620437 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 17:57:37.620437 n-d-818022-2 neutron-server[103365]: return func(*args, **kwargs) Nov 19 17:57:37.620437 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 17:57:37.620437 n-d-818022-2 neutron-server[103365]: self._notify() Nov 19 17:57:37.620437 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 17:57:37.620437 n-d-818022-2 neutron-server[103365]: self.callback(batched_events) Nov 19 17:57:37.620437 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 17:57:37.620437 n-d-818022-2 neutron-server[103365]: event.method(event) Nov 19 17:57:37.620437 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 17:57:37.620437 n-d-818022-2 neutron-server[103365]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 17:57:37.620437 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 17:57:37.620437 n-d-818022-2 neutron-server[103365]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 17:57:37.620437 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 17:57:37.620437 n-d-818022-2 neutron-server[103365]: return f(self, *a, **k) Nov 19 17:57:37.620437 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 17:57:37.620437 n-d-818022-2 neutron-server[103365]: return self._get(url).json() Nov 19 17:57:37.620437 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 17:57:37.620437 n-d-818022-2 neutron-server[103365]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 17:57:37.620437 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 17:57:37.620437 n-d-818022-2 neutron-server[103365]: return self.request(url, 'GET', **kwargs) Nov 19 17:57:37.620437 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 17:57:37.620437 n-d-818022-2 neutron-server[103365]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 17:57:37.620437 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 17:57:37.620437 n-d-818022-2 neutron-server[103365]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 17:57:37.620437 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 17:57:37.620437 n-d-818022-2 neutron-server[103365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 17:57:37.620437 n-d-818022-2 neutron-server[103365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 17:57:37.631666 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-530467ac-1e4c-4305-af48-b0c6a446b966 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:37.633104 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-530467ac-1e4c-4305-af48-b0c6a446b966 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:37.640774 n-d-818022-2 neutron-server[103364]: Traceback (most recent call last): Nov 19 17:57:37.640774 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 17:57:37.640774 n-d-818022-2 neutron-server[103364]: timer() Nov 19 17:57:37.640774 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 17:57:37.640774 n-d-818022-2 neutron-server[103364]: cb(*args, **kw) Nov 19 17:57:37.640774 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 17:57:37.640774 n-d-818022-2 neutron-server[103364]: return func(*args, **kwargs) Nov 19 17:57:37.640774 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 17:57:37.640774 n-d-818022-2 neutron-server[103364]: self._notify() Nov 19 17:57:37.640774 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 17:57:37.640774 n-d-818022-2 neutron-server[103364]: self.callback(batched_events) Nov 19 17:57:37.640774 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 17:57:37.640774 n-d-818022-2 neutron-server[103364]: event.method(event) Nov 19 17:57:37.640774 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 17:57:37.640774 n-d-818022-2 neutron-server[103364]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 17:57:37.640774 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 17:57:37.640774 n-d-818022-2 neutron-server[103364]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 17:57:37.640774 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 17:57:37.640774 n-d-818022-2 neutron-server[103364]: return f(self, *a, **k) Nov 19 17:57:37.640774 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 17:57:37.640774 n-d-818022-2 neutron-server[103364]: return self._get(url).json() Nov 19 17:57:37.640774 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 17:57:37.640774 n-d-818022-2 neutron-server[103364]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 17:57:37.640774 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 17:57:37.640774 n-d-818022-2 neutron-server[103364]: return self.request(url, 'GET', **kwargs) Nov 19 17:57:37.640774 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 17:57:37.640774 n-d-818022-2 neutron-server[103364]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 17:57:37.640774 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 17:57:37.640774 n-d-818022-2 neutron-server[103364]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 17:57:37.640774 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 17:57:37.640774 n-d-818022-2 neutron-server[103364]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 17:57:37.640774 n-d-818022-2 neutron-server[103364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 17:57:37.657852 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-dc40f8a9-dc22-425e-b3bd-41fdb40bee95 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671242'] for network, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:37.681131 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-dc40f8a9-dc22-425e-b3bd-41fdb40bee95 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks [] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:37.685178 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-dc40f8a9-dc22-425e-b3bd-41fdb40bee95 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] 10.222.0.54 "DELETE /v2.0/networks/0d8aa5fa-ebfa-4930-ab28-f447ea93eb42 HTTP/1.1" status: 204 len: 168 time: 1.8278341 Nov 19 17:57:37.702188 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 41918) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:57:37.707220 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-b4f8bccc-7414-472f-b1d1-69efde16d483 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1062832239', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:57:37.740268 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530467ac-1e4c-4305-af48-b0c6a446b966 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Pushing event updated for resources: {'Subnet': ['ID=3ce16257-323c-411a-83f1-fe393764d15e,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:57:37.763154 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-530467ac-1e4c-4305-af48-b0c6a446b966 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.6171424 Nov 19 17:57:37.763154 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc40f8a9-dc22-425e-b3bd-41fdb40bee95 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Pushing event deleted for resources: {'Network': ['ID=0d8aa5fa-ebfa-4930-ab28-f447ea93eb42,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:57:37.778680 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 41920) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:57:37.788702 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-90694f75-3473-4f9b-95e4-705b679f037c tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Request body: {'port': {'network_id': '65eace33-2479-4afb-a7b6-41f0773542ac', 'mac_address': 'fa:16:3e:47:b8:e5', 'name': 'tempest-NetworksTestDHCPv6-44001821'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:57:37.816495 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-db0dc3d9-7cb5-418e-83f4-7404f9360e3c None None] Attempting to bind port dacdd52b-36fa-4bb3-9529-4e2793176ced on host n-d-818022-2 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:57:37.817059 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-db0dc3d9-7cb5-418e-83f4-7404f9360e3c None None] Attempting to bind port dacdd52b-36fa-4bb3-9529-4e2793176ced by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': '356a4b7d-8a59-4f25-848d-01b3e04f87f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '048f6666-5cbe-412c-afce-e2a3f538b6f4'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:57:37.817220 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0dc3d9-7cb5-418e-83f4-7404f9360e3c None None] Attempting to bind port dacdd52b-36fa-4bb3-9529-4e2793176ced on network 048f6666-5cbe-412c-afce-e2a3f538b6f4 {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:57:37.840690 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-13e2a5ab-441b-4963-9c72-98da67ce88bc None None] Provisioning complete for port 4dc1a1bc-3369-4c3f-b5b0-af404af6e5bd triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:57:37.840975 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-13e2a5ab-441b-4963-9c72-98da67ce88bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:37.878180 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0dc3d9-7cb5-418e-83f4-7404f9360e3c None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 57, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:57:37.878579 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0dc3d9-7cb5-418e-83f4-7404f9360e3c None None] Checking segment: {'id': '356a4b7d-8a59-4f25-848d-01b3e04f87f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '048f6666-5cbe-412c-afce-e2a3f538b6f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:57:37.878981 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-db0dc3d9-7cb5-418e-83f4-7404f9360e3c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:37.879384 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0dc3d9-7cb5-418e-83f4-7404f9360e3c None None] Bound using segment: {'id': '356a4b7d-8a59-4f25-848d-01b3e04f87f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '048f6666-5cbe-412c-afce-e2a3f538b6f4'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:57:37.879881 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-db0dc3d9-7cb5-418e-83f4-7404f9360e3c None None] Bound port: dacdd52b-36fa-4bb3-9529-4e2793176ced, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '356a4b7d-8a59-4f25-848d-01b3e04f87f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '048f6666-5cbe-412c-afce-e2a3f538b6f4'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:57:37.880561 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-db0dc3d9-7cb5-418e-83f4-7404f9360e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:37.980453 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb38b22-94f1-458a-9b2a-01210cfe98e2 req-caa45f02-7094-44b3-864c-b8d497c29bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:37.980935 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb38b22-94f1-458a-9b2a-01210cfe98e2 req-caa45f02-7094-44b3-864c-b8d497c29bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:37.981460 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb38b22-94f1-458a-9b2a-01210cfe98e2 req-caa45f02-7094-44b3-864c-b8d497c29bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:37.983482 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-7cb38b22-94f1-458a-9b2a-01210cfe98e2 req-caa45f02-7094-44b3-864c-b8d497c29bef service neutron] 10.222.0.60 "GET /v2.0/networks?id=30cc82c9-8c1f-49cc-8162-0520c6f854aa&id=7ebd557b-42db-40a2-8cf2-57dc967dc3d4&id=7ebd557b-42db-40a2-8cf2-57dc967dc3d4&id=7ebd557b-42db-40a2-8cf2-57dc967dc3d4&id=7ebd557b-42db-40a2-8cf2-57dc967dc3d4&id=fb28d523-ee7f-4592-a296-1eb52f53154d&id=fb28d523-ee7f-4592-a296-1eb52f53154d HTTP/1.1" status: 200 len: 2297 time: 0.9603095 Nov 19 17:57:38.014621 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b4f8bccc-7414-472f-b1d1-69efde16d483 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9890'] for router, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:38.015687 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b4f8bccc-7414-472f-b1d1-69efde16d483 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671617', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-732153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4689'] for router, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:38.035124 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a475aef-fb91-40b0-82f1-ddbcb068a619 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54f44f5f-1200-574e-8740-2141911d5b73-65eace33-2479-4afb-a7b6-41f0773542ac', 'network_id': '65eace33-2479-4afb-a7b6-41f0773542ac', 'tenant_id': '6b45f31544cd40e7b10456e94240dc6e', 'fixed_ips': [{'subnet_id': '3ce16257-323c-411a-83f1-fe393764d15e'}]}} from n-d-818022-2. {{(pid=103366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 17:57:38.035961 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-7a475aef-fb91-40b0-82f1-ddbcb068a619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:38.135329 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-db0dc3d9-7cb5-418e-83f4-7404f9360e3c None None] For port dacdd52b-36fa-4bb3-9529-4e2793176ced, host n-d-818022-2, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:57:38.171757 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device ec7fab76-3eee-437b-8dbb-2ee2721b7711 no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:57:38.200158 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: ec7fab76-3eee-437b-8dbb-2ee2721b7711 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:57:38.200924 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device ec7fab76-3eee-437b-8dbb-2ee2721b7711 not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:57:38.249475 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-1e7f206a-e3da-42fc-a87b-e50f261375e5 req-6a648b0c-49e0-4739-9d8a-36a798002282 tempest-ServerShowV254Test-552327107 tempest-ServerShowV254Test-552327107-project] 10.222.0.54 "GET /v2.0/ports?device_id=7cf4fb4e-07d3-4a93-8456-041bd721496a HTTP/1.1" status: 200 len: 210 time: 0.0803895 Nov 19 17:57:38.340395 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.db.api [None req-b9602a04-bb76-4e56-9ddc-2cd229c520fd tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 19 17:57:38.340395 n-d-818022-2 neutron-server[103365]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 19 17:57:38.340395 n-d-818022-2 neutron-server[103365]: [parameters: {'id': '048f6666-5cbe-412c-afce-e2a3f538b6f4'}] Nov 19 17:57:38.340395 n-d-818022-2 neutron-server[103365]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103365) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 17:57:38.345327 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-db0dc3d9-7cb5-418e-83f4-7404f9360e3c None None] For port dacdd52b-36fa-4bb3-9529-4e2793176ced, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=dacdd52b-36fa-4bb3-9529-4e2793176ced,segment=NetworkSegment(356a4b7d-8a59-4f25-848d-01b3e04f87f8),segment_id=356a4b7d-8a59-4f25-848d-01b3e04f87f8)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:57:38.345963 n-d-818022-2 neutron-server[103365]: DEBUG oslo_db.api [None req-b9602a04-bb76-4e56-9ddc-2cd229c520fd tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 17:57:38.359326 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-db0dc3d9-7cb5-418e-83f4-7404f9360e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:38.359910 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-7cb38b22-94f1-458a-9b2a-01210cfe98e2 req-df00ae77-d3ef-4f1f-a33a-9391830f68e8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=55efc562-e796-48ee-b98a-71ca0963668d HTTP/1.1" status: 200 len: 1000 time: 0.3541067 Nov 19 17:57:38.381639 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8990895e-d09a-49bb-8f34-ce6f6baa4391 req-f10b8267-3432-47a3-aa9b-e962b4fae0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:38.383187 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8990895e-d09a-49bb-8f34-ce6f6baa4391 req-f10b8267-3432-47a3-aa9b-e962b4fae0bd service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ae1d242e17be41b285336fb8c707f2b4&device_id=e9d7a56b-e94a-42c3-8bb2-d2a9e6b40b7e HTTP/1.1" status: 200 len: 1095 time: 0.2340944 Nov 19 17:57:38.452204 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 48714db6-ccde-4aa9-aa94-32a84f00c64b no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:57:38.474626 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b4f8bccc-7414-472f-b1d1-69efde16d483 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:38.491484 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b4f8bccc-7414-472f-b1d1-69efde16d483 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671702'] for router, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:38.503789 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb38b22-94f1-458a-9b2a-01210cfe98e2 req-35ea7e08-18e5-4482-b269-b93959fc270e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:38.505369 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-7cb38b22-94f1-458a-9b2a-01210cfe98e2 req-35ea7e08-18e5-4482-b269-b93959fc270e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0a14f80e-a548-4036-8075-eea4ab04e398 HTTP/1.1" status: 200 len: 855 time: 0.1434970 Nov 19 17:57:38.525767 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: 48714db6-ccde-4aa9-aa94-32a84f00c64b {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:57:38.529916 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 48714db6-ccde-4aa9-aa94-32a84f00c64b not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:57:38.549584 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90694f75-3473-4f9b-95e4-705b679f037c tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Made reservation on behalf of 6b45f31544cd40e7b10456e94240dc6e for: {'port': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:57:38.577227 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8990895e-d09a-49bb-8f34-ce6f6baa4391 req-cd9e9ec5-706e-4c5f-8aad-bfeab0318f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:38.580263 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-a7106fd8-6f9b-4bcb-bbe9-75dcb2aa0c90 None None] Provisioning complete for port 4dc1a1bc-3369-4c3f-b5b0-af404af6e5bd triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:57:38.580530 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8990895e-d09a-49bb-8f34-ce6f6baa4391 req-cd9e9ec5-706e-4c5f-8aad-bfeab0318f49 service neutron] 10.222.0.60 "GET /v2.0/networks?id=e6104fe8-af49-413a-b11b-99dd70151968 HTTP/1.1" status: 200 len: 922 time: 0.1850877 Nov 19 17:57:38.580641 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a7106fd8-6f9b-4bcb-bbe9-75dcb2aa0c90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:38.585626 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0dc3d9-7cb5-418e-83f4-7404f9360e3c None None] Pushing event updated for resources: {'Port': ['ID=dacdd52b-36fa-4bb3-9529-4e2793176ced,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:57:38.588367 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c37337c1-42ff-4b15-a2eb-71ae6be782d0 None None] Network 048f6666-5cbe-412c-afce-e2a3f538b6f4 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:57:38.613989 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b4f8bccc-7414-472f-b1d1-69efde16d483 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks [] for router, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:38.618625 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-b4f8bccc-7414-472f-b1d1-69efde16d483 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.9149590 Nov 19 17:57:38.623264 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 41934) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:57:38.628932 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-1ac13096-4796-4ddf-a315-59e59ee05364 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-526308053'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:57:38.674222 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb38b22-94f1-458a-9b2a-01210cfe98e2 req-b617919d-2847-4818-8c70-ebc91f0f9a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:38.676522 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-7cb38b22-94f1-458a-9b2a-01210cfe98e2 req-b617919d-2847-4818-8c70-ebc91f0f9a8a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=30cc82c9-8c1f-49cc-8162-0520c6f854aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1631563 Nov 19 17:57:38.678826 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [None req-7a475aef-fb91-40b0-82f1-ddbcb068a619 None None] Allocated IP 2001:db8::f816:3eff:fe6d:39a0 (65eace33-2479-4afb-a7b6-41f0773542ac/3ce16257-323c-411a-83f1-fe393764d15e/449a22d3-ac76-4031-88c3-3ae662588452) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:57:38.691789 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-df01a231-6f43-42f9-9f7d-9dc869adf7f4 req-777024c8-3120-4493-9bb1-70bfd63813ec tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] 10.222.0.54 "GET /v2.0/ports?device_id=08d7166f-7a15-4f21-9c94-87560bcdea01 HTTP/1.1" status: 200 len: 210 time: 0.1021979 Nov 19 17:57:38.768371 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8990895e-d09a-49bb-8f34-ce6f6baa4391 req-cc04b678-1d3e-4e69-948c-82d0c98fd881 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=586fef62-b8ca-4228-9733-1fc9818ce0ad HTTP/1.1" status: 200 len: 217 time: 0.0754969 Nov 19 17:57:38.820344 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ac13096-4796-4ddf-a315-59e59ee05364 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Made reservation on behalf of fd1b3fcd1beb4931bb2ec4613fd50ee2 for: {'network': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:57:38.827611 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1ac13096-4796-4ddf-a315-59e59ee05364 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:38.840806 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8990895e-d09a-49bb-8f34-ce6f6baa4391 req-d0ba0730-342f-4bbf-b2f2-36e52c8522d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:38.842978 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8990895e-d09a-49bb-8f34-ce6f6baa4391 req-d0ba0730-342f-4bbf-b2f2-36e52c8522d9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d744a561-1d74-4275-a0a5-13d1ef8a11d5 HTTP/1.1" status: 200 len: 861 time: 0.0669563 Nov 19 17:57:38.848904 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b9602a04-bb76-4e56-9ddc-2cd229c520fd tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:38.913630 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-90694f75-3473-4f9b-95e4-705b679f037c tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:38.942203 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8990895e-d09a-49bb-8f34-ce6f6baa4391 req-aa0c50bd-8d82-45b3-b537-93cb0799dedd service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e6104fe8-af49-413a-b11b-99dd70151968&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0868576 Nov 19 17:57:38.957652 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143ededa-34cb-4e7b-aa77-de412e90554d req-e49a41e0-ab6b-4dc5-9cb4-7ca1b223bc2b tempest-ServerMetadataNegativeTestJSON-209434558 tempest-ServerMetadataNegativeTestJSON-209434558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:38.965829 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-143ededa-34cb-4e7b-aa77-de412e90554d req-e49a41e0-ab6b-4dc5-9cb4-7ca1b223bc2b tempest-ServerMetadataNegativeTestJSON-209434558 tempest-ServerMetadataNegativeTestJSON-209434558-project] 10.222.0.54 "GET /v2.0/ports?device_id=e9d7a56b-e94a-42c3-8bb2-d2a9e6b40b7e HTTP/1.1" status: 200 len: 944 time: 0.2378123 Nov 19 17:57:38.986933 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ac13096-4796-4ddf-a315-59e59ee05364 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 669} {{(pid=103364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 17:57:39.000123 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [None req-90694f75-3473-4f9b-95e4-705b679f037c tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] device_id is not set on port a2c283dd-b4a3-47c8-81b5-76681d442bd7 yet. {{(pid=103364) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 17:57:39.007561 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b1623d6-4b99-46b2-8e58-448cec824a0e None None] Network 048f6666-5cbe-412c-afce-e2a3f538b6f4 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:57:39.088138 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8990895e-d09a-49bb-8f34-ce6f6baa4391 req-b6ebe966-1f94-4db8-b063-dba3c507df95 service neutron] 10.222.0.60 "GET /v2.0/networks/e6104fe8-af49-413a-b11b-99dd70151968?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150866 Nov 19 17:57:39.134940 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1ac13096-4796-4ddf-a315-59e59ee05364 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:39.136241 n-d-818022-2 neutron-server[103364]: INFO neutron.db.segments_db [None req-1ac13096-4796-4ddf-a315-59e59ee05364 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Added segment 6979df68-fd00-4336-9ebc-1ee7a0e06783 of type vlan for network 782a6462-eee3-4699-90ef-0416652dd862 Nov 19 17:57:39.151055 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-143ededa-34cb-4e7b-aa77-de412e90554d req-3f6f1ade-ed33-4378-9161-e6270d7fb0dd tempest-ServerMetadataNegativeTestJSON-209434558 tempest-ServerMetadataNegativeTestJSON-209434558-project] 10.222.0.54 "GET /v2.0/security-groups?id=c41f99b6-eeea-4668-a3b8-d2faf7df87b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841316 Nov 19 17:57:39.153345 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-7cb38b22-94f1-458a-9b2a-01210cfe98e2 req-f93756a3-546f-41d3-b942-7d7a23a74880 service neutron] 10.222.0.60 "GET /v2.0/networks/30cc82c9-8c1f-49cc-8162-0520c6f854aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4682875 Nov 19 17:57:39.173659 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-7a475aef-fb91-40b0-82f1-ddbcb068a619 None None] Publish callbacks [] for port, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:39.212565 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-7a475aef-fb91-40b0-82f1-ddbcb068a619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998'] for port, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:39.263462 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-b9602a04-bb76-4e56-9ddc-2cd229c520fd tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Deleting port dacdd52b-36fa-4bb3-9529-4e2793176ced {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:57:39.273825 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b9602a04-bb76-4e56-9ddc-2cd229c520fd tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:39.276787 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a475aef-fb91-40b0-82f1-ddbcb068a619 None None] Network 65eace33-2479-4afb-a7b6-41f0773542ac is already hosted by enough agents. {{(pid=103366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:57:39.282699 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [None req-7a475aef-fb91-40b0-82f1-ddbcb068a619 None None] Resources bound (agent type, host, resource id): {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:57:39.286714 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a475aef-fb91-40b0-82f1-ddbcb068a619 None None] Pushing event updated for resources: {'Port': ['ID=449a22d3-ac76-4031-88c3-3ae662588452,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:57:39.287594 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1ac13096-4796-4ddf-a315-59e59ee05364 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:39.289025 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a475aef-fb91-40b0-82f1-ddbcb068a619 None None] Received port after_create {{(pid=103366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:57:39.388605 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [None req-90694f75-3473-4f9b-95e4-705b679f037c tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Allocated IP 2001:db8::f816:3eff:fe47:b8e5 (65eace33-2479-4afb-a7b6-41f0773542ac/3ce16257-323c-411a-83f1-fe393764d15e/a2c283dd-b4a3-47c8-81b5-76681d442bd7) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:57:39.391104 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-7a475aef-fb91-40b0-82f1-ddbcb068a619 None None] Attempting to bind port 449a22d3-ac76-4031-88c3-3ae662588452 on host n-d-818022-2 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:57:39.391492 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-7a475aef-fb91-40b0-82f1-ddbcb068a619 None None] Attempting to bind port 449a22d3-ac76-4031-88c3-3ae662588452 by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': 'b0148e58-5e40-4372-b35c-802e0d196d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '65eace33-2479-4afb-a7b6-41f0773542ac'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:57:39.392469 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a475aef-fb91-40b0-82f1-ddbcb068a619 None None] Attempting to bind port 449a22d3-ac76-4031-88c3-3ae662588452 on network 65eace33-2479-4afb-a7b6-41f0773542ac {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:57:39.394515 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1ac13096-4796-4ddf-a315-59e59ee05364 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:39.399324 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a475aef-fb91-40b0-82f1-ddbcb068a619 None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 57, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:57:39.399851 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a475aef-fb91-40b0-82f1-ddbcb068a619 None None] Checking segment: {'id': 'b0148e58-5e40-4372-b35c-802e0d196d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '65eace33-2479-4afb-a7b6-41f0773542ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:57:39.400905 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-7a475aef-fb91-40b0-82f1-ddbcb068a619 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:39.401940 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a475aef-fb91-40b0-82f1-ddbcb068a619 None None] Bound using segment: {'id': 'b0148e58-5e40-4372-b35c-802e0d196d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '65eace33-2479-4afb-a7b6-41f0773542ac'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:57:39.402615 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-7a475aef-fb91-40b0-82f1-ddbcb068a619 None None] Bound port: 449a22d3-ac76-4031-88c3-3ae662588452, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0148e58-5e40-4372-b35c-802e0d196d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '65eace33-2479-4afb-a7b6-41f0773542ac'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:57:39.403109 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-7a475aef-fb91-40b0-82f1-ddbcb068a619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:39.409594 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ac13096-4796-4ddf-a315-59e59ee05364 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:39.411383 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1ac13096-4796-4ddf-a315-59e59ee05364 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks [] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:39.432099 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8990895e-d09a-49bb-8f34-ce6f6baa4391 req-30797e12-58c9-4f38-93ea-ae31bdd87728 service neutron] 10.222.0.60 "GET /v2.0/networks/e6104fe8-af49-413a-b11b-99dd70151968?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3322165 Nov 19 17:57:39.459224 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-1ac13096-4796-4ddf-a315-59e59ee05364 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8342404 Nov 19 17:57:39.481223 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 41944) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:57:39.486143 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-35b5a6f2-e8ed-46d4-ae2e-a2cdf53593ee req-93daaf32-bd91-4454-af78-374db0c92cce tempest-ServerShowV254Test-552327107 tempest-ServerShowV254Test-552327107-project] 10.222.0.54 "GET /v2.0/ports?device_id=7cf4fb4e-07d3-4a93-8456-041bd721496a HTTP/1.1" status: 200 len: 210 time: 0.0524902 Nov 19 17:57:39.493131 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-cc5f5dcc-5db6-437b-99e7-c69440fbd166 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Request body: {'subnet': {'network_id': '782a6462-eee3-4699-90ef-0416652dd862', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:57:39.504910 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [None req-b9602a04-bb76-4e56-9ddc-2cd229c520fd tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] For port dacdd52b-36fa-4bb3-9529-4e2793176ced, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=dacdd52b-36fa-4bb3-9529-4e2793176ced,segment=NetworkSegment(356a4b7d-8a59-4f25-848d-01b3e04f87f8),segment_id=356a4b7d-8a59-4f25-848d-01b3e04f87f8)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:57:39.505543 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b9602a04-bb76-4e56-9ddc-2cd229c520fd tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:39.517308 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-7a475aef-fb91-40b0-82f1-ddbcb068a619 None None] For port 449a22d3-ac76-4031-88c3-3ae662588452, host n-d-818022-2, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:57:39.521138 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-7a475aef-fb91-40b0-82f1-ddbcb068a619 None None] For port 449a22d3-ac76-4031-88c3-3ae662588452, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=449a22d3-ac76-4031-88c3-3ae662588452,segment=NetworkSegment(b0148e58-5e40-4372-b35c-802e0d196d41),segment_id=b0148e58-5e40-4372-b35c-802e0d196d41)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:57:39.531735 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-7a475aef-fb91-40b0-82f1-ddbcb068a619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:39.548328 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-7cb38b22-94f1-458a-9b2a-01210cfe98e2 req-45984ef1-ded8-4190-89ab-5a8711bf9c4b service neutron] 10.222.0.60 "GET /v2.0/networks/30cc82c9-8c1f-49cc-8162-0520c6f854aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3577976 Nov 19 17:57:39.583610 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-b9602a04-bb76-4e56-9ddc-2cd229c520fd tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Calling delete_port for dacdd52b-36fa-4bb3-9529-4e2793176ced owned by network:dhcp {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:57:39.618996 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a475aef-fb91-40b0-82f1-ddbcb068a619 None None] Pushing event updated for resources: {'Port': ['ID=449a22d3-ac76-4031-88c3-3ae662588452,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:57:39.663711 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac13096-4796-4ddf-a315-59e59ee05364 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Pushing event updated for resources: {'Network': ['ID=782a6462-eee3-4699-90ef-0416652dd862,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:57:39.679695 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network 782a6462-eee3-4699-90ef-0416652dd862 details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 17:57:39.701619 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-7cb38b22-94f1-458a-9b2a-01210cfe98e2 req-ba269bd6-44d5-4e8f-8585-3684e18adc43 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.143&port_id=e9f9a1b4-ed63-46ec-bad8-a2a818826308 HTTP/1.1" status: 200 len: 217 time: 0.1404717 Nov 19 17:57:39.716913 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc5f5dcc-5db6-437b-99e7-c69440fbd166 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Made reservation on behalf of fd1b3fcd1beb4931bb2ec4613fd50ee2 for: {'subnet': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:57:39.722904 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-cc5f5dcc-5db6-437b-99e7-c69440fbd166 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8731248'] for subnet, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:39.846878 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b9602a04-bb76-4e56-9ddc-2cd229c520fd tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:39.885016 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9602a04-bb76-4e56-9ddc-2cd229c520fd tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Pushing event deleted for resources: {'Port': ['ID=dacdd52b-36fa-4bb3-9529-4e2793176ced,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:57:39.886803 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-81ee06f5-fb37-423f-a082-2d8ee912a5b9 req-25a0365d-5eea-4336-8a05-ccb0f84d7561 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] 10.222.0.54 "GET /v2.0/ports?device_id=08d7166f-7a15-4f21-9c94-87560bcdea01 HTTP/1.1" status: 200 len: 210 time: 0.0381250 Nov 19 17:57:39.928066 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9602a04-bb76-4e56-9ddc-2cd229c520fd tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] No DVR routers for this DVR port dacdd52b-36fa-4bb3-9529-4e2793176ced on host n-d-818022-2 {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:57:39.987862 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb38b22-94f1-458a-9b2a-01210cfe98e2 req-54f244a3-5220-4978-afa5-8616f99f0d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:39.994782 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-7cb38b22-94f1-458a-9b2a-01210cfe98e2 req-54f244a3-5220-4978-afa5-8616f99f0d25 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9b75b289-976d-457b-8721-33c12b671379 HTTP/1.1" status: 200 len: 797 time: 0.2835667 Nov 19 17:57:40.088147 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb38b22-94f1-458a-9b2a-01210cfe98e2 req-482f7427-be11-4f44-ac68-fcab51d085ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:40.090017 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-7cb38b22-94f1-458a-9b2a-01210cfe98e2 req-482f7427-be11-4f44-ac68-fcab51d085ef service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7ebd557b-42db-40a2-8cf2-57dc967dc3d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0867324 Nov 19 17:57:40.164901 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b9602a04-bb76-4e56-9ddc-2cd229c520fd tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:40.207103 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-90694f75-3473-4f9b-95e4-705b679f037c tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:40.207532 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-b9602a04-bb76-4e56-9ddc-2cd229c520fd tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['048f6666-5cbe-412c-afce-e2a3f538b6f4']}} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:57:40.232316 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-b9602a04-bb76-4e56-9ddc-2cd229c520fd tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '356a4b7d-8a59-4f25-848d-01b3e04f87f8') {'for_net_delete': True} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:57:40.232870 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-b9602a04-bb76-4e56-9ddc-2cd229c520fd tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '356a4b7d-8a59-4f25-848d-01b3e04f87f8') {} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:57:40.273196 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b9602a04-bb76-4e56-9ddc-2cd229c520fd tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12545382'] for segment, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:40.285750 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-7cb38b22-94f1-458a-9b2a-01210cfe98e2 req-653cca03-be44-485c-9adb-6bcd8451a4b8 service neutron] 10.222.0.60 "GET /v2.0/networks/7ebd557b-42db-40a2-8cf2-57dc967dc3d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1844084 Nov 19 17:57:40.294692 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-90694f75-3473-4f9b-95e4-705b679f037c tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:40.349834 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b9602a04-bb76-4e56-9ddc-2cd229c520fd tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:40.359870 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9602a04-bb76-4e56-9ddc-2cd229c520fd tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Releasing vlan 680 on physical network physnet1 to pool {{(pid=103365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 17:57:40.360270 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b9602a04-bb76-4e56-9ddc-2cd229c520fd tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12282953'] for segment, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:40.364335 n-d-818022-2 neutron-server[103365]: Traceback (most recent call last): Nov 19 17:57:40.364335 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 17:57:40.364335 n-d-818022-2 neutron-server[103365]: timer() Nov 19 17:57:40.364335 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 17:57:40.364335 n-d-818022-2 neutron-server[103365]: cb(*args, **kw) Nov 19 17:57:40.364335 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 17:57:40.364335 n-d-818022-2 neutron-server[103365]: return func(*args, **kwargs) Nov 19 17:57:40.364335 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 17:57:40.364335 n-d-818022-2 neutron-server[103365]: self._notify() Nov 19 17:57:40.364335 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 17:57:40.364335 n-d-818022-2 neutron-server[103365]: self.callback(batched_events) Nov 19 17:57:40.364335 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 17:57:40.364335 n-d-818022-2 neutron-server[103365]: event.method(event) Nov 19 17:57:40.364335 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 17:57:40.364335 n-d-818022-2 neutron-server[103365]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 17:57:40.364335 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 17:57:40.364335 n-d-818022-2 neutron-server[103365]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 17:57:40.364335 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 17:57:40.364335 n-d-818022-2 neutron-server[103365]: return f(self, *a, **k) Nov 19 17:57:40.364335 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 17:57:40.364335 n-d-818022-2 neutron-server[103365]: return self._get(url).json() Nov 19 17:57:40.364335 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 17:57:40.364335 n-d-818022-2 neutron-server[103365]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 17:57:40.364335 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 17:57:40.364335 n-d-818022-2 neutron-server[103365]: return self.request(url, 'GET', **kwargs) Nov 19 17:57:40.364335 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 17:57:40.364335 n-d-818022-2 neutron-server[103365]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 17:57:40.364335 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 17:57:40.364335 n-d-818022-2 neutron-server[103365]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 17:57:40.364335 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 17:57:40.364335 n-d-818022-2 neutron-server[103365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 17:57:40.364335 n-d-818022-2 neutron-server[103365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 17:57:40.366579 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-cc5f5dcc-5db6-437b-99e7-c69440fbd166 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12283104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8731234'] for subnet, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:40.457079 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 449a22d3-ac76-4031-88c3-3ae662588452 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:57:40.505472 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145242d2-a4f4-420c-a252-3809fd2adb28 req-65f7d554-dce4-4437-b77b-43d38e9c776c tempest-ServerMetadataNegativeTestJSON-209434558 tempest-ServerMetadataNegativeTestJSON-209434558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:40.507163 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-145242d2-a4f4-420c-a252-3809fd2adb28 req-65f7d554-dce4-4437-b77b-43d38e9c776c tempest-ServerMetadataNegativeTestJSON-209434558 tempest-ServerMetadataNegativeTestJSON-209434558-project] 10.222.0.54 "GET /v2.0/ports?device_id=e9d7a56b-e94a-42c3-8bb2-d2a9e6b40b7e HTTP/1.1" status: 200 len: 944 time: 0.1989801 Nov 19 17:57:40.540840 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 449a22d3-ac76-4031-88c3-3ae662588452 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:57:40.541223 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:40.547567 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b9602a04-bb76-4e56-9ddc-2cd229c520fd tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671242'] for network, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:40.549217 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5f5dcc-5db6-437b-99e7-c69440fbd166 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Pushing event updated for resources: {'Subnet': ['ID=c823e22e-08c9-40fd-90bf-a9bab2677b28,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:57:40.559874 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b9602a04-bb76-4e56-9ddc-2cd229c520fd tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks [] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:40.563252 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-b9602a04-bb76-4e56-9ddc-2cd229c520fd tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] 10.222.0.54 "DELETE /v2.0/networks/048f6666-5cbe-412c-afce-e2a3f538b6f4 HTTP/1.1" status: 204 len: 168 time: 5.1944330 Nov 19 17:57:40.568515 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 41954) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:57:40.607561 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9602a04-bb76-4e56-9ddc-2cd229c520fd tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Pushing event deleted for resources: {'Network': ['ID=048f6666-5cbe-412c-afce-e2a3f538b6f4,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:57:40.634870 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc5f5dcc-5db6-437b-99e7-c69440fbd166 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Checking segment: {'id': '6979df68-fd00-4336-9ebc-1ee7a0e06783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '782a6462-eee3-4699-90ef-0416652dd862'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:57:40.635242 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc5f5dcc-5db6-437b-99e7-c69440fbd166 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Network hostable DHCP agents. Network: 782a6462-eee3-4699-90ef-0416652dd862, hostable agents: ['02910ef2-0455-4aea-9f38-9a875579633f'], hosted agents: [] {{(pid=103365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 17:57:40.648491 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-145242d2-a4f4-420c-a252-3809fd2adb28 req-712c42dd-8044-4cf5-ae68-8e6c63ac851f tempest-ServerMetadataNegativeTestJSON-209434558 tempest-ServerMetadataNegativeTestJSON-209434558-project] 10.222.0.54 "GET /v2.0/security-groups?id=c41f99b6-eeea-4668-a3b8-d2faf7df87b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343472 Nov 19 17:57:40.649739 n-d-818022-2 neutron-server[103365]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fa25994-83d6-4beb-a36a-838c6e6e280c tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] DELETE failed (client error): The resource could not be found. Nov 19 17:57:40.650381 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3fa25994-83d6-4beb-a36a-838c6e6e280c tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103365) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 17:57:40.654957 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-3fa25994-83d6-4beb-a36a-838c6e6e280c tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] 10.222.0.54 "DELETE /v2.0/networks/048f6666-5cbe-412c-afce-e2a3f538b6f4 HTTP/1.1" status: 404 len: 339 time: 0.0838749 Nov 19 17:57:40.663768 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 41956) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:57:40.677869 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-5e25bffc-99d4-45b0-9ebf-b13293c5bf78 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-914619037', 'description': 'd1'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:57:40.718641 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc5f5dcc-5db6-437b-99e7-c69440fbd166 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Network 782a6462-eee3-4699-90ef-0416652dd862 is scheduled to be hosted by DHCP agent 02910ef2-0455-4aea-9f38-9a875579633f with binding_index 1 {{(pid=103365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 17:57:40.732228 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:40.736321 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e25bffc-99d4-45b0-9ebf-b13293c5bf78 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Made reservation on behalf of a99931e27f474d57b370754999e3039f for: {'network': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:57:40.744101 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5e25bffc-99d4-45b0-9ebf-b13293c5bf78 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:40.753277 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-cc5f5dcc-5db6-437b-99e7-c69440fbd166 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818022-2, 782a6462-eee3-4699-90ef-0416652dd862) {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:57:40.781599 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc5f5dcc-5db6-437b-99e7-c69440fbd166 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:40.782683 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-cc5f5dcc-5db6-437b-99e7-c69440fbd166 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks [] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:40.826175 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e25bffc-99d4-45b0-9ebf-b13293c5bf78 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 652} {{(pid=103365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 17:57:40.836138 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-cc5f5dcc-5db6-437b-99e7-c69440fbd166 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3487198 Nov 19 17:57:40.841033 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 41960) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:57:40.861251 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] For port 449a22d3-ac76-4031-88c3-3ae662588452, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=449a22d3-ac76-4031-88c3-3ae662588452,segment=NetworkSegment(b0148e58-5e40-4372-b35c-802e0d196d41),segment_id=b0148e58-5e40-4372-b35c-802e0d196d41)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:57:40.864122 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-026d1df9-df5f-492d-80dc-05ccf8edded0 None None] Network 782a6462-eee3-4699-90ef-0416652dd862 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:57:40.867883 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5e25bffc-99d4-45b0-9ebf-b13293c5bf78 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:40.875379 n-d-818022-2 neutron-server[103365]: INFO neutron.db.segments_db [None req-5e25bffc-99d4-45b0-9ebf-b13293c5bf78 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Added segment ed72a510-5d25-41be-b7d5-ebd627741248 of type vlan for network 05b968e3-f29c-4eeb-a91a-2003d6f27b65 Nov 19 17:57:41.053568 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90694f75-3473-4f9b-95e4-705b679f037c tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Pushing event updated for resources: {'Port': ['ID=a2c283dd-b4a3-47c8-81b5-76681d442bd7,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:57:41.142391 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7378b8d6-9362-4a85-83fa-e9e9199f4092 req-6bd98586-eec4-4876-8be8-ebfd5d01edc0 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] 10.222.0.54 "GET /v2.0/ports?device_id=08d7166f-7a15-4f21-9c94-87560bcdea01 HTTP/1.1" status: 200 len: 210 time: 0.0547776 Nov 19 17:57:41.161581 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5e25bffc-99d4-45b0-9ebf-b13293c5bf78 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:41.174386 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-15349cf4-6812-43f2-82af-1e559b503665 req-e6d4a4bb-2adf-46be-80f4-b8c65ac9ff49 tempest-ServerShowV254Test-552327107 tempest-ServerShowV254Test-552327107-project] 10.222.0.54 "GET /v2.0/ports?device_id=7cf4fb4e-07d3-4a93-8456-041bd721496a HTTP/1.1" status: 200 len: 210 time: 0.1142306 Nov 19 17:57:41.180621 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90694f75-3473-4f9b-95e4-705b679f037c tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Network 65eace33-2479-4afb-a7b6-41f0773542ac is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:57:41.233273 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 586fef62-b8ca-4228-9733-1fc9818ce0ad details requested by agent hyperv_n-h1-818022-2 with host n-h1-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 17:57:41.234652 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-7cb38b22-94f1-458a-9b2a-01210cfe98e2 req-e35bc34f-03fd-436e-92ad-e2fed6964288 service neutron] 10.222.0.60 "GET /v2.0/networks/7ebd557b-42db-40a2-8cf2-57dc967dc3d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9338815 Nov 19 17:57:41.235737 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-90694f75-3473-4f9b-95e4-705b679f037c tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:57:41.238670 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90694f75-3473-4f9b-95e4-705b679f037c tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:57:41.244443 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90694f75-3473-4f9b-95e4-705b679f037c tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:41.245350 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:41.246167 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-90694f75-3473-4f9b-95e4-705b679f037c tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:41.303412 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-7cb38b22-94f1-458a-9b2a-01210cfe98e2 req-84aadd48-28ff-49c1-be63-d2527984c166 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.217&port_id=d2fbad7e-e63d-49da-acc6-1b78fd09c6b0 HTTP/1.1" status: 200 len: 217 time: 0.0523822 Nov 19 17:57:41.325854 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-90694f75-3473-4f9b-95e4-705b679f037c tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 3.5428247 Nov 19 17:57:41.331478 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 41966) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:57:41.358380 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8225f89-be0c-4bff-a6d6-52735dd6bbf6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54f44f5f-1200-574e-8740-2141911d5b73-782a6462-eee3-4699-90ef-0416652dd862', 'network_id': '782a6462-eee3-4699-90ef-0416652dd862', 'tenant_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'fixed_ips': [{'subnet_id': 'c823e22e-08c9-40fd-90bf-a9bab2677b28'}]}} from n-d-818022-2. {{(pid=103366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 17:57:41.359499 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f8225f89-be0c-4bff-a6d6-52735dd6bbf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:41.379079 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5e25bffc-99d4-45b0-9ebf-b13293c5bf78 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:41.384970 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e25bffc-99d4-45b0-9ebf-b13293c5bf78 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:41.385650 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5e25bffc-99d4-45b0-9ebf-b13293c5bf78 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks [] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:41.413739 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb38b22-94f1-458a-9b2a-01210cfe98e2 req-a6597687-f868-4200-ba4e-02a1e286d83a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:41.416071 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-7cb38b22-94f1-458a-9b2a-01210cfe98e2 req-a6597687-f868-4200-ba4e-02a1e286d83a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9b75b289-976d-457b-8721-33c12b671379 HTTP/1.1" status: 200 len: 797 time: 0.1048315 Nov 19 17:57:41.436595 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.db.resource_extend [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 19 17:57:41.469448 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb38b22-94f1-458a-9b2a-01210cfe98e2 req-db939834-bce3-4773-9d6a-a473ff83510e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:41.471755 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-7cb38b22-94f1-458a-9b2a-01210cfe98e2 req-db939834-bce3-4773-9d6a-a473ff83510e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7ebd557b-42db-40a2-8cf2-57dc967dc3d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0444818 Nov 19 17:57:41.477720 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-ca030908-35bd-4335-8da9-617149cd3b32 None None] Provisioning complete for port 449a22d3-ac76-4031-88c3-3ae662588452 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:57:41.478327 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ca030908-35bd-4335-8da9-617149cd3b32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:41.615707 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-5e25bffc-99d4-45b0-9ebf-b13293c5bf78 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.9409952 Nov 19 17:57:41.622708 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 41970) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:57:41.647885 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-7cb38b22-94f1-458a-9b2a-01210cfe98e2 req-e6bc4042-786d-4cac-a611-fe7174cbc879 service neutron] 10.222.0.60 "GET /v2.0/networks/7ebd557b-42db-40a2-8cf2-57dc967dc3d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664767 Nov 19 17:57:41.660413 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Pushing event updated for resources: {'Port': ['ID=449a22d3-ac76-4031-88c3-3ae662588452,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:57:41.716619 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e25bffc-99d4-45b0-9ebf-b13293c5bf78 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Pushing event updated for resources: {'Network': ['ID=05b968e3-f29c-4eeb-a91a-2003d6f27b65,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:57:41.762945 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b44fa13-7ae3-41ab-a23f-892e5ca25684 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:41.769248 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b44fa13-7ae3-41ab-a23f-892e5ca25684 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:41.771839 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-9b44fa13-7ae3-41ab-a23f-892e5ca25684 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.4391448 Nov 19 17:57:41.782910 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-7cb38b22-94f1-458a-9b2a-01210cfe98e2 req-0858a83b-aad4-4215-8bcb-c37a4b8b9822 service neutron] 10.222.0.60 "GET /v2.0/networks/7ebd557b-42db-40a2-8cf2-57dc967dc3d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284108 Nov 19 17:57:41.783391 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 41974) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:57:41.799469 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network 05b968e3-f29c-4eeb-a91a-2003d6f27b65 details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 17:57:41.816986 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6dd0bb1b-827b-40e6-895f-0c0145635228 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:41.858779 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed3b870e-60a0-4485-a5ce-4aef3b548c98 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:41.863674 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-ed3b870e-60a0-4485-a5ce-4aef3b548c98 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] 10.222.0.54 "GET /v2.0/networks?id=05b968e3-f29c-4eeb-a91a-2003d6f27b65 HTTP/1.1" status: 200 len: 764 time: 0.2287703 Nov 19 17:57:41.864695 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 41976) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:57:41.867189 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-7cb38b22-94f1-458a-9b2a-01210cfe98e2 req-435cb35b-ac0e-4a06-ada3-6bad11161afa service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.22&port_id=44cdaa8f-a568-4675-a6fc-dc3319a9293a HTTP/1.1" status: 200 len: 217 time: 0.0735185 Nov 19 17:57:41.870729 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-314717ec-cb63-45ce-ab7e-245cf196aefd tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Request body: {'network': {'description': 'd2'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:57:41.971130 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb38b22-94f1-458a-9b2a-01210cfe98e2 req-8133e10d-117c-4ecb-8214-1a59b0bc65fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:41.973008 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-7cb38b22-94f1-458a-9b2a-01210cfe98e2 req-8133e10d-117c-4ecb-8214-1a59b0bc65fb service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9b75b289-976d-457b-8721-33c12b671379 HTTP/1.1" status: 200 len: 797 time: 0.0967038 Nov 19 17:57:41.979931 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 586fef62-b8ca-4228-9733-1fc9818ce0ad, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=586fef62-b8ca-4228-9733-1fc9818ce0ad,segment=NetworkSegment(c0d76538-b495-4070-97af-d68acc3b5cde),segment_id=c0d76538-b495-4070-97af-d68acc3b5cde)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:57:42.021465 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-4a6ff507-5808-4b22-b4f7-6c19c60d1f09 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Deleting port a2c283dd-b4a3-47c8-81b5-76681d442bd7 {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:57:42.022013 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4a6ff507-5808-4b22-b4f7-6c19c60d1f09 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:42.022741 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee45673-4266-4780-8d67-f496429affac req-0a71feaa-a0ac-46f9-bb5e-6a3004e8cb3a tempest-ServerMetadataNegativeTestJSON-209434558 tempest-ServerMetadataNegativeTestJSON-209434558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:42.026947 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2ee45673-4266-4780-8d67-f496429affac req-0a71feaa-a0ac-46f9-bb5e-6a3004e8cb3a tempest-ServerMetadataNegativeTestJSON-209434558 tempest-ServerMetadataNegativeTestJSON-209434558-project] 10.222.0.54 "GET /v2.0/ports?device_id=e9d7a56b-e94a-42c3-8bb2-d2a9e6b40b7e HTTP/1.1" status: 200 len: 944 time: 0.2249546 Nov 19 17:57:42.037077 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Returning: {'device': '586fef62-b8ca-4228-9733-1fc9818ce0ad', 'network_id': 'e6104fe8-af49-413a-b11b-99dd70151968', 'port_id': '586fef62-b8ca-4228-9733-1fc9818ce0ad', 'mac_address': 'fa:16:3e:d2:46:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 692, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd744a561-1d74-4275-a0a5-13d1ef8a11d5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 17:57:42.099748 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:42.102540 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [None req-f8225f89-be0c-4bff-a6d6-52735dd6bbf6 None None] Allocated IP 2001:db8::2 (782a6462-eee3-4699-90ef-0416652dd862/c823e22e-08c9-40fd-90bf-a9bab2677b28/2b3750d8-3252-48d6-8d11-69090a060bfc) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:57:42.128686 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 586fef62-b8ca-4228-9733-1fc9818ce0ad {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:57:42.138113 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4a6ff507-5808-4b22-b4f7-6c19c60d1f09 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:42.157298 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-4a6ff507-5808-4b22-b4f7-6c19c60d1f09 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Calling delete_port for a2c283dd-b4a3-47c8-81b5-76681d442bd7 owned by {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:57:42.240567 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb38b22-94f1-458a-9b2a-01210cfe98e2 req-81325b83-b3ce-48f9-82af-b366ec1f75bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:42.242129 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-7cb38b22-94f1-458a-9b2a-01210cfe98e2 req-81325b83-b3ce-48f9-82af-b366ec1f75bd service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7ebd557b-42db-40a2-8cf2-57dc967dc3d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2578700 Nov 19 17:57:42.268704 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 586fef62-b8ca-4228-9733-1fc9818ce0ad, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=586fef62-b8ca-4228-9733-1fc9818ce0ad,segment=NetworkSegment(c0d76538-b495-4070-97af-d68acc3b5cde),segment_id=c0d76538-b495-4070-97af-d68acc3b5cde)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:57:42.353268 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-7cb38b22-94f1-458a-9b2a-01210cfe98e2 req-ffe7a41d-f475-4426-8c8d-cb159736dd8d service neutron] 10.222.0.60 "GET /v2.0/networks/7ebd557b-42db-40a2-8cf2-57dc967dc3d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005130 Nov 19 17:57:42.384425 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2ee45673-4266-4780-8d67-f496429affac req-eee6c047-4f32-4fdb-9ed4-d82d45713603 tempest-ServerMetadataNegativeTestJSON-209434558 tempest-ServerMetadataNegativeTestJSON-209434558-project] 10.222.0.54 "GET /v2.0/security-groups?id=c41f99b6-eeea-4668-a3b8-d2faf7df87b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2781594 Nov 19 17:57:42.389452 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 449a22d3-ac76-4031-88c3-3ae662588452 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:57:42.400188 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:42.420436 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-314717ec-cb63-45ce-ab7e-245cf196aefd tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:42.431144 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f8225f89-be0c-4bff-a6d6-52735dd6bbf6 None None] Publish callbacks [] for port, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:42.436756 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-fc88bcf3-7ee1-45c0-80cf-1e7ee6566a71 None None] Provisioning complete for port a2c283dd-b4a3-47c8-81b5-76681d442bd7 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:57:42.437139 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-fc88bcf3-7ee1-45c0-80cf-1e7ee6566a71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:42.446400 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 41988) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:57:42.475858 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-7cb38b22-94f1-458a-9b2a-01210cfe98e2 req-61680e58-1dbd-45c9-8a2a-7a8c7f8cfaac service neutron] 10.222.0.60 "GET /v2.0/networks/7ebd557b-42db-40a2-8cf2-57dc967dc3d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098311 Nov 19 17:57:42.496290 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-fc88bcf3-7ee1-45c0-80cf-1e7ee6566a71 None None] Port a2c283dd-b4a3-47c8-81b5-76681d442bd7 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:57:42.506362 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f8225f89-be0c-4bff-a6d6-52735dd6bbf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998'] for port, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:42.514382 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b36e2b85-3b4e-4d31-b498-d0e196ea32ab req-896a92cf-7cfe-4110-b9c3-139165d512b7 tempest-ServerShowV254Test-552327107 tempest-ServerShowV254Test-552327107-project] 10.222.0.54 "GET /v2.0/ports?device_id=7cf4fb4e-07d3-4a93-8456-041bd721496a HTTP/1.1" status: 200 len: 210 time: 0.0369449 Nov 19 17:57:42.536411 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8225f89-be0c-4bff-a6d6-52735dd6bbf6 None None] Network 782a6462-eee3-4699-90ef-0416652dd862 is already hosted by enough agents. {{(pid=103366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:57:42.552281 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [None req-6dd0bb1b-827b-40e6-895f-0c0145635228 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Allocated IP 2001:db8::1 (782a6462-eee3-4699-90ef-0416652dd862/c823e22e-08c9-40fd-90bf-a9bab2677b28/6e0c8526-4f8e-41bd-9aa5-321bd07d5d14) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:57:42.560987 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [None req-f8225f89-be0c-4bff-a6d6-52735dd6bbf6 None None] Resources bound (agent type, host, resource id): {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:57:42.565948 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8225f89-be0c-4bff-a6d6-52735dd6bbf6 None None] Received port after_create {{(pid=103366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:57:42.573531 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=586fef62-b8ca-4228-9733-1fc9818ce0ad,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:57:42.587796 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-7cb38b22-94f1-458a-9b2a-01210cfe98e2 req-3cc73376-ca14-4fee-b350-ab21c69e6fca service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.83&port_id=c3ff3fa7-827a-4c15-9718-736b1a6d0363 HTTP/1.1" status: 200 len: 217 time: 0.0991552 Nov 19 17:57:42.631155 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8225f89-be0c-4bff-a6d6-52735dd6bbf6 None None] Pushing event updated for resources: {'Port': ['ID=2b3750d8-3252-48d6-8d11-69090a060bfc,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:57:42.646287 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 449a22d3-ac76-4031-88c3-3ae662588452 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:57:42.647575 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:42.708328 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb38b22-94f1-458a-9b2a-01210cfe98e2 req-ab634e65-4ba3-4a6a-946e-3e8e40116a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:42.710792 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-7cb38b22-94f1-458a-9b2a-01210cfe98e2 req-ab634e65-4ba3-4a6a-946e-3e8e40116a4f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9b75b289-976d-457b-8721-33c12b671379 HTTP/1.1" status: 200 len: 797 time: 0.1027145 Nov 19 17:57:42.716450 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4a6ff507-5808-4b22-b4f7-6c19c60d1f09 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:42.735254 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-f8225f89-be0c-4bff-a6d6-52735dd6bbf6 None None] Attempting to bind port 2b3750d8-3252-48d6-8d11-69090a060bfc on host n-d-818022-2 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:57:42.735882 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-f8225f89-be0c-4bff-a6d6-52735dd6bbf6 None None] Attempting to bind port 2b3750d8-3252-48d6-8d11-69090a060bfc by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': '6979df68-fd00-4336-9ebc-1ee7a0e06783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '782a6462-eee3-4699-90ef-0416652dd862'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:57:42.736438 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8225f89-be0c-4bff-a6d6-52735dd6bbf6 None None] Attempting to bind port 2b3750d8-3252-48d6-8d11-69090a060bfc on network 782a6462-eee3-4699-90ef-0416652dd862 {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:57:42.746459 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8225f89-be0c-4bff-a6d6-52735dd6bbf6 None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 57, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:57:42.747337 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8225f89-be0c-4bff-a6d6-52735dd6bbf6 None None] Checking segment: {'id': '6979df68-fd00-4336-9ebc-1ee7a0e06783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '782a6462-eee3-4699-90ef-0416652dd862'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:57:42.747996 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f8225f89-be0c-4bff-a6d6-52735dd6bbf6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:42.748788 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8225f89-be0c-4bff-a6d6-52735dd6bbf6 None None] Bound using segment: {'id': '6979df68-fd00-4336-9ebc-1ee7a0e06783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '782a6462-eee3-4699-90ef-0416652dd862'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:57:42.749441 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-f8225f89-be0c-4bff-a6d6-52735dd6bbf6 None None] Bound port: 2b3750d8-3252-48d6-8d11-69090a060bfc, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6979df68-fd00-4336-9ebc-1ee7a0e06783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '782a6462-eee3-4699-90ef-0416652dd862'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:57:42.750016 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f8225f89-be0c-4bff-a6d6-52735dd6bbf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:42.752601 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['586fef62-b8ca-4228-9733-1fc9818ce0ad'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:57:42.788421 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6ff507-5808-4b22-b4f7-6c19c60d1f09 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Pushing event deleted for resources: {'Port': ['ID=a2c283dd-b4a3-47c8-81b5-76681d442bd7,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:57:42.840759 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4a6ff507-5808-4b22-b4f7-6c19c60d1f09 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:42.846938 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-4a6ff507-5808-4b22-b4f7-6c19c60d1f09 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "DELETE /v2.0/ports/a2c283dd-b4a3-47c8-81b5-76681d442bd7 HTTP/1.1" status: 204 len: 168 time: 1.0604527 Nov 19 17:57:42.847657 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb38b22-94f1-458a-9b2a-01210cfe98e2 req-a1708b64-a981-4ca5-9dce-14d7f39eb37c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:42.849421 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-7cb38b22-94f1-458a-9b2a-01210cfe98e2 req-a1708b64-a981-4ca5-9dce-14d7f39eb37c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7ebd557b-42db-40a2-8cf2-57dc967dc3d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1299872 Nov 19 17:57:42.849668 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 41992) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:57:42.906260 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-f8225f89-be0c-4bff-a6d6-52735dd6bbf6 None None] For port 2b3750d8-3252-48d6-8d11-69090a060bfc, host n-d-818022-2, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:57:42.910412 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-f8225f89-be0c-4bff-a6d6-52735dd6bbf6 None None] For port 2b3750d8-3252-48d6-8d11-69090a060bfc, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=2b3750d8-3252-48d6-8d11-69090a060bfc,segment=NetworkSegment(6979df68-fd00-4336-9ebc-1ee7a0e06783),segment_id=6979df68-fd00-4336-9ebc-1ee7a0e06783)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:57:42.925634 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f8225f89-be0c-4bff-a6d6-52735dd6bbf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:42.926696 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c7a6783-608f-4b9e-857f-ab9919c7f670 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:42.929255 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c7a6783-608f-4b9e-857f-ab9919c7f670 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:42.933042 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-7c7a6783-608f-4b9e-857f-ab9919c7f670 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0799451 Nov 19 17:57:42.934076 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 41994) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:57:43.016667 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-314717ec-cb63-45ce-ab7e-245cf196aefd tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:43.067230 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-314717ec-cb63-45ce-ab7e-245cf196aefd tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Network 05b968e3-f29c-4eeb-a91a-2003d6f27b65 is not hosted by any dhcp agent {{(pid=103365) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 19 17:57:43.073677 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-314717ec-cb63-45ce-ab7e-245cf196aefd tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:43.075001 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-314717ec-cb63-45ce-ab7e-245cf196aefd tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks [] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:43.076660 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-314717ec-cb63-45ce-ab7e-245cf196aefd tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] 10.222.0.54 "PUT /v2.0/networks/05b968e3-f29c-4eeb-a91a-2003d6f27b65 HTTP/1.1" status: 200 len: 761 time: 1.2109029 Nov 19 17:57:43.101658 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_v2 [None req-a54143ce-09c0-482d-936b-7a6a96b267fb tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Deleting subnet 3ce16257-323c-411a-83f1-fe393764d15e {{(pid=103364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 17:57:43.106612 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 41996) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:57:43.149600 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a54143ce-09c0-482d-936b-7a6a96b267fb tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks [] for subnet, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:43.151338 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8225f89-be0c-4bff-a6d6-52735dd6bbf6 None None] Pushing event updated for resources: {'Port': ['ID=2b3750d8-3252-48d6-8d11-69090a060bfc,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:57:43.180128 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314717ec-cb63-45ce-ab7e-245cf196aefd tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Pushing event updated for resources: {'Network': ['ID=05b968e3-f29c-4eeb-a91a-2003d6f27b65,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:57:43.196429 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6dd0bb1b-827b-40e6-895f-0c0145635228 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:43.198563 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network 05b968e3-f29c-4eeb-a91a-2003d6f27b65 details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 17:57:43.240621 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a7653197-4cfc-4bd4-b319-e31c587cc547 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:43.318112 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a7653197-4cfc-4bd4-b319-e31c587cc547 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:43.334039 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a54143ce-09c0-482d-936b-7a6a96b267fb tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9416263'] for subnet, precommit_delete_associations {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:43.351119 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22f2a5b1-60bf-454b-a949-b70b662ad2b5 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:43.354988 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-22f2a5b1-60bf-454b-a949-b70b662ad2b5 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] 10.222.0.54 "GET /v2.0/networks?id=05b968e3-f29c-4eeb-a91a-2003d6f27b65 HTTP/1.1" status: 200 len: 764 time: 0.2353969 Nov 19 17:57:43.368855 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 42002) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:57:43.514716 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-7cb38b22-94f1-458a-9b2a-01210cfe98e2 req-a8713878-b898-437a-9d99-b49b5ef9d632 service neutron] 10.222.0.60 "GET /v2.0/networks/7ebd557b-42db-40a2-8cf2-57dc967dc3d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6076720 Nov 19 17:57:43.516342 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6dd0bb1b-827b-40e6-895f-0c0145635228 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:43.548039 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a54143ce-09c0-482d-936b-7a6a96b267fb tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:43.675074 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b584b9e5-8144-4df5-8b19-eb715c24631e req-0b1de05e-7ed1-4170-9e13-0de778b58f0f tempest-ServerShowV254Test-552327107 tempest-ServerShowV254Test-552327107-project] 10.222.0.54 "GET /v2.0/ports?device_id=7cf4fb4e-07d3-4a93-8456-041bd721496a HTTP/1.1" status: 200 len: 210 time: 0.0557120 Nov 19 17:57:43.743911 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dd0bb1b-827b-40e6-895f-0c0145635228 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Network 782a6462-eee3-4699-90ef-0416652dd862 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:57:43.749683 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-6dd0bb1b-827b-40e6-895f-0c0145635228 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:57:43.751683 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd0bb1b-827b-40e6-895f-0c0145635228 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Pushing event updated for resources: {'Port': ['ID=6e0c8526-4f8e-41bd-9aa5-321bd07d5d14,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:57:43.755278 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd0bb1b-827b-40e6-895f-0c0145635228 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:57:43.755832 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6dd0bb1b-827b-40e6-895f-0c0145635228 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-671361'] for router_interface, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:43.770070 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a54143ce-09c0-482d-936b-7a6a96b267fb tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12425137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8983934'] for subnet, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:43.770234 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69d3db98-b930-4e3b-9533-d88b77e7aa78 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:43.774452 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-69d3db98-b930-4e3b-9533-d88b77e7aa78 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3967686 Nov 19 17:57:43.774570 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-7cb38b22-94f1-458a-9b2a-01210cfe98e2 req-61ad0dd8-3d78-4a7f-948b-9cfbb6687aff service neutron] 10.222.0.60 "GET /v2.0/networks/7ebd557b-42db-40a2-8cf2-57dc967dc3d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2510269 Nov 19 17:57:43.780747 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 42010) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:57:43.819760 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760d2fce-7e3d-4843-8fff-5b14b3af9dbb req-66dcb66f-0ef1-45d0-8a31-a8af92838c3d tempest-ServerMetadataNegativeTestJSON-209434558 tempest-ServerMetadataNegativeTestJSON-209434558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:43.821179 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-760d2fce-7e3d-4843-8fff-5b14b3af9dbb req-66dcb66f-0ef1-45d0-8a31-a8af92838c3d tempest-ServerMetadataNegativeTestJSON-209434558 tempest-ServerMetadataNegativeTestJSON-209434558-project] 10.222.0.54 "GET /v2.0/ports?device_id=e9d7a56b-e94a-42c3-8bb2-d2a9e6b40b7e HTTP/1.1" status: 200 len: 945 time: 0.3064511 Nov 19 17:57:43.826752 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a7653197-4cfc-4bd4-b319-e31c587cc547 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:43.830309 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a7653197-4cfc-4bd4-b319-e31c587cc547 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:43.831514 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-a7653197-4cfc-4bd4-b319-e31c587cc547 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] 10.222.0.54 "DELETE /v2.0/security-groups/c27dfe00-81ac-4bf5-b9dd-805873436817 HTTP/1.1" status: 204 len: 168 time: 1.3839707 Nov 19 17:57:43.857848 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 42012) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:57:43.868370 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a935983-6c50-44a6-a33b-28b0125f493d None None] Network 65eace33-2479-4afb-a7b6-41f0773542ac requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:57:43.898583 n-d-818022-2 neutron-server[103365]: INFO neutron.api.v2.resource [None req-420f65ea-2a76-4b14-b81c-6c6c49e1cb0e tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] show failed (client error): The resource could not be found. Nov 19 17:57:43.899638 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-420f65ea-2a76-4b14-b81c-6c6c49e1cb0e tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] 10.222.0.54 "GET /v2.0/security-groups/c27dfe00-81ac-4bf5-b9dd-805873436817 HTTP/1.1" status: 404 len: 347 time: 0.0328889 Nov 19 17:57:43.900462 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7653197-4cfc-4bd4-b319-e31c587cc547 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c27dfe00-81ac-4bf5-b9dd-805873436817,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:57:43.905956 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 42014) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:57:43.928911 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54143ce-09c0-482d-936b-7a6a96b267fb tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Pushing event deleted for resources: {'Subnet': ['ID=3ce16257-323c-411a-83f1-fe393764d15e,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:57:43.950434 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-7cb38b22-94f1-458a-9b2a-01210cfe98e2 req-cd89d8c0-fd5c-402c-b576-8013acc38982 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ec5d4a61-ca1e-41e2-9f2c-e72acc3f2185 HTTP/1.1" status: 200 len: 217 time: 0.1492085 Nov 19 17:57:43.985939 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a54143ce-09c0-482d-936b-7a6a96b267fb tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:43.996550 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-a54143ce-09c0-482d-936b-7a6a96b267fb tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "DELETE /v2.0/subnets/3ce16257-323c-411a-83f1-fe393764d15e HTTP/1.1" status: 204 len: 168 time: 1.0621216 Nov 19 17:57:44.005173 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-683887b1-a1b4-4472-b599-5f34be08acc4 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] 10.222.0.54 "GET /v2.0/subnets?network_id=645e61aa-1a6c-4e8f-857e-ab06edb4897f HTTP/1.1" status: 200 len: 207 time: 0.2234385 Nov 19 17:57:44.011510 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 42016) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:57:44.011849 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 42018) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:57:44.056492 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb38b22-94f1-458a-9b2a-01210cfe98e2 req-eeba266f-c137-4ff4-b284-1c681fa44cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:44.058628 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-7cb38b22-94f1-458a-9b2a-01210cfe98e2 req-eeba266f-c137-4ff4-b284-1c681fa44cc6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7cb25525-1790-41ff-928f-ff460f467dc9 HTTP/1.1" status: 200 len: 797 time: 0.0992057 Nov 19 17:57:44.143516 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb60d124-9953-475f-a94c-858eecf64524 None None] DHCP port deletion for 65eace33-2479-4afb-a7b6-41f0773542ac request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 17:57:44.167764 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-760d2fce-7e3d-4843-8fff-5b14b3af9dbb req-20f0d435-349f-4e7b-afbb-5188adb7e14c tempest-ServerMetadataNegativeTestJSON-209434558 tempest-ServerMetadataNegativeTestJSON-209434558-project] 10.222.0.54 "GET /v2.0/security-groups?id=c41f99b6-eeea-4668-a3b8-d2faf7df87b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3347971 Nov 19 17:57:44.169399 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb38b22-94f1-458a-9b2a-01210cfe98e2 req-4712842c-c70f-4db1-9ed6-2404401e9943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:44.170957 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-7cb38b22-94f1-458a-9b2a-01210cfe98e2 req-4712842c-c70f-4db1-9ed6-2404401e9943 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fb28d523-ee7f-4592-a296-1eb52f53154d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0959985 Nov 19 17:57:44.249493 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-fb60d124-9953-475f-a94c-858eecf64524 None None] Deleting port 449a22d3-ac76-4031-88c3-3ae662588452 {{(pid=103366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:57:44.249715 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-fb60d124-9953-475f-a94c-858eecf64524 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:44.364456 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-7cb38b22-94f1-458a-9b2a-01210cfe98e2 req-1ab53587-5a02-4143-887f-33abd6617dae service neutron] 10.222.0.60 "GET /v2.0/networks/fb28d523-ee7f-4592-a296-1eb52f53154d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756368 Nov 19 17:57:44.367790 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6dd0bb1b-827b-40e6-895f-0c0145635228 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:44.382465 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-822b59f5-757d-4207-aa54-1dad6e1ec0bc tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3640175 Nov 19 17:57:44.395178 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 42024) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:57:44.402642 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-414e8bcb-a44f-42da-acf6-b70ca0dbc1af tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Request body: {'subnet': {'network_id': '65eace33-2479-4afb-a7b6-41f0773542ac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:57:44.409619 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-fb60d124-9953-475f-a94c-858eecf64524 None None] For port 449a22d3-ac76-4031-88c3-3ae662588452, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=449a22d3-ac76-4031-88c3-3ae662588452,segment=NetworkSegment(b0148e58-5e40-4372-b35c-802e0d196d41),segment_id=b0148e58-5e40-4372-b35c-802e0d196d41)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:57:44.410111 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-fb60d124-9953-475f-a94c-858eecf64524 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:44.429994 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-fb60d124-9953-475f-a94c-858eecf64524 None None] Calling delete_port for 449a22d3-ac76-4031-88c3-3ae662588452 owned by network:dhcp {{(pid=103366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:57:44.431280 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-751bab14-138f-4ce5-a71c-d49f0a83cfb6 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:44.438346 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-751bab14-138f-4ce5-a71c-d49f0a83cfb6 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:44.444131 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-751bab14-138f-4ce5-a71c-d49f0a83cfb6 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:44.451257 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-751bab14-138f-4ce5-a71c-d49f0a83cfb6 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:44.458716 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-751bab14-138f-4ce5-a71c-d49f0a83cfb6 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:44.466047 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-751bab14-138f-4ce5-a71c-d49f0a83cfb6 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:44.472975 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-751bab14-138f-4ce5-a71c-d49f0a83cfb6 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3728 time: 0.4492722 Nov 19 17:57:44.473845 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 42026) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:57:44.538903 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 2b3750d8-3252-48d6-8d11-69090a060bfc up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:57:44.540900 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c117c22-8b96-4c04-bd44-3453d5878cd9 None None] Network 782a6462-eee3-4699-90ef-0416652dd862 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:57:44.604913 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-fb60d124-9953-475f-a94c-858eecf64524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007'] for port, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:44.658538 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb60d124-9953-475f-a94c-858eecf64524 None None] Pushing event deleted for resources: {'Port': ['ID=449a22d3-ac76-4031-88c3-3ae662588452,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:57:44.663921 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-d8725df6-6849-4cc7-90d8-fae0411a061c None None] Provisioning complete for port 2b3750d8-3252-48d6-8d11-69090a060bfc triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:57:44.664304 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d8725df6-6849-4cc7-90d8-fae0411a061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:44.699996 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb60d124-9953-475f-a94c-858eecf64524 None None] No DVR routers for this DVR port 449a22d3-ac76-4031-88c3-3ae662588452 on host n-d-818022-2 {{(pid=103366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:57:44.764675 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 2b3750d8-3252-48d6-8d11-69090a060bfc triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:57:44.764977 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:44.846185 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6dd0bb1b-827b-40e6-895f-0c0145635228 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks [] for port, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:44.854681 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-0bf744a4-d58a-4a53-b4dc-057fe4812e87 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Deleting port 46839555-05ba-4eb8-8f5b-81d7b2f050e2 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:57:44.855228 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0bf744a4-d58a-4a53-b4dc-057fe4812e87 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:44.879844 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-7cb38b22-94f1-458a-9b2a-01210cfe98e2 req-f50211e2-639e-4e61-9bcc-bc1510a80e17 service neutron] 10.222.0.60 "GET /v2.0/networks/fb28d523-ee7f-4592-a296-1eb52f53154d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5077615 Nov 19 17:57:44.882245 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d8725df6-6849-4cc7-90d8-fae0411a061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:44.969369 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0bf744a4-d58a-4a53-b4dc-057fe4812e87 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:44.969673 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0bf744a4-d58a-4a53-b4dc-057fe4812e87 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:44.978189 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-d8725df6-6849-4cc7-90d8-fae0411a061c None None] For port 2b3750d8-3252-48d6-8d11-69090a060bfc, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=2b3750d8-3252-48d6-8d11-69090a060bfc,segment=NetworkSegment(6979df68-fd00-4336-9ebc-1ee7a0e06783),segment_id=6979df68-fd00-4336-9ebc-1ee7a0e06783)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:57:44.980547 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:44.986970 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-0bf744a4-d58a-4a53-b4dc-057fe4812e87 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Calling delete_port for 46839555-05ba-4eb8-8f5b-81d7b2f050e2 owned by network:floatingip {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:57:44.991015 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b4131f9f-da47-45fa-91b1-6d737ae1fec2 req-cbb73cdf-6e48-4511-adfd-83fde0689e7e tempest-ServerShowV254Test-552327107 tempest-ServerShowV254Test-552327107-project] 10.222.0.54 "GET /v2.0/ports?device_id=7cf4fb4e-07d3-4a93-8456-041bd721496a HTTP/1.1" status: 200 len: 210 time: 0.0940425 Nov 19 17:57:44.994622 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d8725df6-6849-4cc7-90d8-fae0411a061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:45.049061 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-7cb38b22-94f1-458a-9b2a-01210cfe98e2 req-83581125-c038-435d-955a-c6fed6b906da service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8eaeefd8-0994-45c9-8730-88229eebf761 HTTP/1.1" status: 200 len: 217 time: 0.1364694 Nov 19 17:57:45.072338 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-2536184b-209f-40c1-8b02-70083f06d899 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] 10.222.0.54 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 810 time: 0.5971768 Nov 19 17:57:45.085305 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 42034) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:57:45.141036 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6dd0bb1b-827b-40e6-895f-0c0145635228 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:45.142226 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6dd0bb1b-827b-40e6-895f-0c0145635228 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-768529'] for router_interface, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:45.174595 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-414e8bcb-a44f-42da-acf6-b70ca0dbc1af tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Made reservation on behalf of 6b45f31544cd40e7b10456e94240dc6e for: {'subnet': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:57:45.178180 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-414e8bcb-a44f-42da-acf6-b70ca0dbc1af tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8983829'] for subnet, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:45.242679 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b02514f-4055-4914-8606-bc07a67901c7 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:45.244599 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b02514f-4055-4914-8606-bc07a67901c7 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:45.246436 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b02514f-4055-4914-8606-bc07a67901c7 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:45.255683 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b02514f-4055-4914-8606-bc07a67901c7 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:45.262468 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 586fef62-b8ca-4228-9733-1fc9818ce0ad up at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:57:45.262799 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b02514f-4055-4914-8606-bc07a67901c7 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:45.264956 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-7b02514f-4055-4914-8606-bc07a67901c7 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1780989 Nov 19 17:57:45.313841 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 42042) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:57:45.321138 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd0bb1b-827b-40e6-895f-0c0145635228 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Pushing event updated for resources: {'Port': ['ID=6e0c8526-4f8e-41bd-9aa5-321bd07d5d14,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:57:45.328508 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb38b22-94f1-458a-9b2a-01210cfe98e2 req-ed674a81-9586-4d4d-aa61-b592440e34a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:45.330113 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-7cb38b22-94f1-458a-9b2a-01210cfe98e2 req-ed674a81-9586-4d4d-aa61-b592440e34a3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7cb25525-1790-41ff-928f-ff460f467dc9 HTTP/1.1" status: 200 len: 797 time: 0.2556207 Nov 19 17:57:45.353228 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0bf744a4-d58a-4a53-b4dc-057fe4812e87 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:45.379279 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning for port 586fef62-b8ca-4228-9733-1fc9818ce0ad completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 17:57:45.390147 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8725df6-6849-4cc7-90d8-fae0411a061c None None] Pushing event updated for resources: {'Port': ['ID=2b3750d8-3252-48d6-8d11-69090a060bfc,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:57:45.394629 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning complete for port 586fef62-b8ca-4228-9733-1fc9818ce0ad triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:57:45.394629 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:45.453484 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.db.api [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103366) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 17:57:45.453942 n-d-818022-2 neutron-server[103366]: DEBUG oslo_db.api [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 17:57:45.494442 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8dccd9f-7247-4f21-a341-97aa7091b772 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Attributes excluded by policy engine: ['shared'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:45.496114 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:45.496231 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8dccd9f-7247-4f21-a341-97aa7091b772 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Attributes excluded by policy engine: ['shared'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:45.497697 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8dccd9f-7247-4f21-a341-97aa7091b772 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Attributes excluded by policy engine: ['shared'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:45.499434 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8dccd9f-7247-4f21-a341-97aa7091b772 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Attributes excluded by policy engine: ['shared'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:45.501319 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8dccd9f-7247-4f21-a341-97aa7091b772 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Attributes excluded by policy engine: ['shared'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:45.503125 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-e8dccd9f-7247-4f21-a341-97aa7091b772 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] 10.222.0.54 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1883187 Nov 19 17:57:45.511713 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 42044) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:57:45.516250 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf744a4-d58a-4a53-b4dc-057fe4812e87 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Pushing event deleted for resources: {'Port': ['ID=46839555-05ba-4eb8-8f5b-81d7b2f050e2,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:57:45.523105 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8602720-7b7b-4d5a-aead-ba6ba6d99c4a None None] DHCP port deletion for 645e61aa-1a6c-4e8f-857e-ab06edb4897f request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 17:57:45.531101 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb38b22-94f1-458a-9b2a-01210cfe98e2 req-eca196d8-2576-4fce-9153-10c964f8d482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:45.533856 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-7cb38b22-94f1-458a-9b2a-01210cfe98e2 req-eca196d8-2576-4fce-9153-10c964f8d482 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fb28d523-ee7f-4592-a296-1eb52f53154d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1811736 Nov 19 17:57:45.565081 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 586fef62-b8ca-4228-9733-1fc9818ce0ad, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=586fef62-b8ca-4228-9733-1fc9818ce0ad,segment=NetworkSegment(c0d76538-b495-4070-97af-d68acc3b5cde),segment_id=c0d76538-b495-4070-97af-d68acc3b5cde)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:57:45.567317 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede4bc21-c687-4ce5-b68d-3e1f711c5866 req-2c4e8a75-59b2-4f99-be8b-68ac86beedc8 tempest-ServerMetadataNegativeTestJSON-209434558 tempest-ServerMetadataNegativeTestJSON-209434558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:45.567567 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9d7a56b-e94a-42c3-8bb2-d2a9e6b40b7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '586fef62-b8ca-4228-9733-1fc9818ce0ad'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:57:45.570047 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ede4bc21-c687-4ce5-b68d-3e1f711c5866 req-2c4e8a75-59b2-4f99-be8b-68ac86beedc8 tempest-ServerMetadataNegativeTestJSON-209434558 tempest-ServerMetadataNegativeTestJSON-209434558-project] 10.222.0.54 "GET /v2.0/ports?device_id=e9d7a56b-e94a-42c3-8bb2-d2a9e6b40b7e HTTP/1.1" status: 200 len: 945 time: 0.2335203 Nov 19 17:57:45.571158 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3940761bcd94e032e6960d2241bd8993c5d3a7d8dc2aca8488f3ecf1d4dd2fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58612af3-ec22-48bc-94bd-e65e96ab733a" -d '{"events": [{"server_uuid": "e9d7a56b-e94a-42c3-8bb2-d2a9e6b40b7e", "name": "network-vif-plugged", "status": "completed", "tag": "586fef62-b8ca-4228-9733-1fc9818ce0ad"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:57:45.577958 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:45.618287 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dd0bb1b-827b-40e6-895f-0c0145635228 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Network 782a6462-eee3-4699-90ef-0416652dd862 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:57:45.620505 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-6dd0bb1b-827b-40e6-895f-0c0145635228 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:57:45.688710 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:57:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-291d1b58-aa93-42c2-94eb-0c922f2eb8f8 x-openstack-request-id: req-291d1b58-aa93-42c2-94eb-0c922f2eb8f8 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:57:45.693877 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9d7a56b-e94a-42c3-8bb2-d2a9e6b40b7e", "name": "network-vif-plugged", "status": "completed", "tag": "586fef62-b8ca-4228-9733-1fc9818ce0ad", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:57:45.694844 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-291d1b58-aa93-42c2-94eb-0c922f2eb8f8 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:57:45.696514 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9d7a56b-e94a-42c3-8bb2-d2a9e6b40b7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '586fef62-b8ca-4228-9733-1fc9818ce0ad', 'code': 200} Nov 19 17:57:45.701763 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0bf744a4-d58a-4a53-b4dc-057fe4812e87 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Publish callbacks [] for floatingip, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:45.704223 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0bf744a4-d58a-4a53-b4dc-057fe4812e87 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for floatingip, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:45.705401 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-0bf744a4-d58a-4a53-b4dc-057fe4812e87 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] 10.222.0.54 "DELETE /v2.0/floatingips/e23dbf15-56d4-48f3-991a-7bd12b4699de HTTP/1.1" status: 204 len: 168 time: 1.7983849 Nov 19 17:57:45.709945 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 42050) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:57:45.711353 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=586fef62-b8ca-4228-9733-1fc9818ce0ad,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:57:45.745267 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-56935564-0615-4558-a005-7d75cb37a55e None None] Provisioning complete for port 6e0c8526-4f8e-41bd-9aa5-321bd07d5d14 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:57:45.745904 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-56935564-0615-4558-a005-7d75cb37a55e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:45.806135 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-56935564-0615-4558-a005-7d75cb37a55e None None] Port 6e0c8526-4f8e-41bd-9aa5-321bd07d5d14 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:57:45.817354 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-56935564-0615-4558-a005-7d75cb37a55e None None] Provisioning complete for port 2b3750d8-3252-48d6-8d11-69090a060bfc triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:57:45.817961 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-56935564-0615-4558-a005-7d75cb37a55e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:45.916047 n-d-818022-2 neutron-server[103364]: DEBUG neutron.objects.ports [None req-414e8bcb-a44f-42da-acf6-b70ca0dbc1af tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103364) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 19 17:57:45.928128 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ed3c0a3-d623-4985-9b11-d5ef6c63f883 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:45.934790 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-3ed3c0a3-d623-4985-9b11-d5ef6c63f883 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] 10.222.0.54 "GET /v2.0/networks/53337c34-9456-4992-81ff-97756ff2585e HTTP/1.1" status: 200 len: 803 time: 0.4171085 Nov 19 17:57:45.936382 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-414e8bcb-a44f-42da-acf6-b70ca0dbc1af tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12425078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8983815'] for subnet, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:45.940917 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 42052) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:57:46.079917 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-f07a2d41-8520-4931-bf65-a6d618bb1460 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] 10.222.0.54 "GET /v2.0/networks/53337c34-9456-4992-81ff-97756ff2585e?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.1348791 Nov 19 17:57:46.101641 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 42056) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:57:46.107821 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-7cb38b22-94f1-458a-9b2a-01210cfe98e2 req-45aede46-b071-4451-af77-dfbd99bd9c6a service neutron] 10.222.0.60 "GET /v2.0/networks/fb28d523-ee7f-4592-a296-1eb52f53154d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5441220 Nov 19 17:57:46.144727 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 449a22d3-ac76-4031-88c3-3ae662588452 no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:57:46.188216 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: 449a22d3-ac76-4031-88c3-3ae662588452 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:57:46.188568 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 449a22d3-ac76-4031-88c3-3ae662588452 not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:57:46.191387 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-0d07c644-d618-43c8-9d79-358ec182cbe2 None None] Provisioning complete for port 6e0c8526-4f8e-41bd-9aa5-321bd07d5d14 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:57:46.191892 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0d07c644-d618-43c8-9d79-358ec182cbe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:46.249732 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-0d07c644-d618-43c8-9d79-358ec182cbe2 None None] Port 6e0c8526-4f8e-41bd-9aa5-321bd07d5d14 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:57:46.259684 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414e8bcb-a44f-42da-acf6-b70ca0dbc1af tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Pushing event updated for resources: {'Subnet': ['ID=91b3d91e-cf8a-43a5-afef-5ea680147f97,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:57:46.267742 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-414e8bcb-a44f-42da-acf6-b70ca0dbc1af tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Network 65eace33-2479-4afb-a7b6-41f0773542ac is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:57:46.276396 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8a275dfe-34e7-46ce-b0b4-dac0d925814b req-cbb46330-2f58-4c16-982f-61d98f5008aa tempest-ServerShowV254Test-552327107 tempest-ServerShowV254Test-552327107-project] 10.222.0.54 "GET /v2.0/ports?device_id=7cf4fb4e-07d3-4a93-8456-041bd721496a HTTP/1.1" status: 200 len: 210 time: 0.1015656 Nov 19 17:57:46.316333 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ede4bc21-c687-4ce5-b68d-3e1f711c5866 req-153a1477-7d6d-42f7-81be-5183365a5994 tempest-ServerMetadataNegativeTestJSON-209434558 tempest-ServerMetadataNegativeTestJSON-209434558-project] 10.222.0.54 "GET /v2.0/security-groups?id=c41f99b6-eeea-4668-a3b8-d2faf7df87b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7106438 Nov 19 17:57:46.365683 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-7cb38b22-94f1-458a-9b2a-01210cfe98e2 req-a60c3497-88ed-40a7-ab2e-9acd2d982afb service neutron] 10.222.0.60 "GET /v2.0/networks/fb28d523-ee7f-4592-a296-1eb52f53154d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2442374 Nov 19 17:57:46.368414 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c13cef39-5006-4943-af39-43629856c3a8 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:46.373526 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-c13cef39-5006-4943-af39-43629856c3a8 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] 10.222.0.54 "GET /v2.0/subnets/bd4e0c7a-262d-4cd9-bc5a-148e628e7a4a HTTP/1.1" status: 200 len: 843 time: 0.2607698 Nov 19 17:57:46.374532 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-414e8bcb-a44f-42da-acf6-b70ca0dbc1af tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:57:46.383038 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-414e8bcb-a44f-42da-acf6-b70ca0dbc1af tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:46.383868 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-414e8bcb-a44f-42da-acf6-b70ca0dbc1af tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:46.384902 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 2b3750d8-3252-48d6-8d11-69090a060bfc up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:57:46.387361 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 42058) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:57:46.388805 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fc1a501-5b80-4a05-9329-d359f7cb9033 None None] Network 65eace33-2479-4afb-a7b6-41f0773542ac requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:57:46.415009 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b6f752-4334-4286-bba1-5b8fc1704832 req-62f2f074-3f6e-4c25-bbd7-67e967d8279e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:46.419929 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b7b6f752-4334-4286-bba1-5b8fc1704832 req-62f2f074-3f6e-4c25-bbd7-67e967d8279e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e9d7a56b-e94a-42c3-8bb2-d2a9e6b40b7e HTTP/1.1" status: 200 len: 1097 time: 0.6554580 Nov 19 17:57:46.448523 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-414e8bcb-a44f-42da-acf6-b70ca0dbc1af tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.0507605 Nov 19 17:57:46.451424 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 42060) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:57:46.458405 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-7795b615-cdb2-433f-8246-b01ac4352198 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Request body: {'port': {'network_id': '65eace33-2479-4afb-a7b6-41f0773542ac', 'mac_address': 'fa:16:3e:6c:af:78', 'name': 'tempest-NetworksTestDHCPv6-1539720418'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:57:46.467974 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f443e417-5e60-4801-a16c-bf733350f0ba tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Attributes excluded by policy engine: ['shared'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:46.469692 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-f443e417-5e60-4801-a16c-bf733350f0ba tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] 10.222.0.54 "GET /v2.0/subnets/bd4e0c7a-262d-4cd9-bc5a-148e628e7a4a?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0811682 Nov 19 17:57:46.474843 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 42062) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:57:46.483990 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-4b3e6168-dbdf-4fce-a5db-4cbf8d7a6ef5 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-272174040'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:57:46.530271 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b3e6168-dbdf-4fce-a5db-4cbf8d7a6ef5 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Made reservation on behalf of a99931e27f474d57b370754999e3039f for: {'network': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:57:46.534851 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4b3e6168-dbdf-4fce-a5db-4cbf8d7a6ef5 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:46.542584 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 2b3750d8-3252-48d6-8d11-69090a060bfc triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:57:46.542584 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:46.575117 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b3e6168-dbdf-4fce-a5db-4cbf8d7a6ef5 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 663} {{(pid=103364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 17:57:46.582405 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b7b6f752-4334-4286-bba1-5b8fc1704832 req-cb723255-3b68-49e6-8727-c45ce9df624d service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=c41f99b6-eeea-4668-a3b8-d2faf7df87b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516528 Nov 19 17:57:46.590270 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4b3e6168-dbdf-4fce-a5db-4cbf8d7a6ef5 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:46.591263 n-d-818022-2 neutron-server[103364]: INFO neutron.db.segments_db [None req-4b3e6168-dbdf-4fce-a5db-4cbf8d7a6ef5 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Added segment 263729dc-3d10-4323-87cf-798f974fa670 of type vlan for network 19db077b-f1fe-41ae-a661-e57af1aea74e Nov 19 17:57:46.616925 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-2a26e8d1-24ad-4a2c-9adf-1d7fca65df78 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Deleting port 3e94edaf-0165-44df-bdab-b323476101a6 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:57:46.617268 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2a26e8d1-24ad-4a2c-9adf-1d7fca65df78 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:46.625877 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dd0bb1b-827b-40e6-895f-0c0145635228 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Router 11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb is scheduled to L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 with binding_index 1 {{(pid=103365) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 17:57:46.654567 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4b3e6168-dbdf-4fce-a5db-4cbf8d7a6ef5 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:46.700495 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4b3e6168-dbdf-4fce-a5db-4cbf8d7a6ef5 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:46.712708 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b3e6168-dbdf-4fce-a5db-4cbf8d7a6ef5 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:46.713998 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4b3e6168-dbdf-4fce-a5db-4cbf8d7a6ef5 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks [] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:46.744153 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-0068c0e3-56ee-4c20-81b8-02541b34e4fa None None] Provisioning complete for port 6e0c8526-4f8e-41bd-9aa5-321bd07d5d14 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:57:46.745053 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0068c0e3-56ee-4c20-81b8-02541b34e4fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:46.779867 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dab8231-bd1e-4d16-b102-d892da847a22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54f44f5f-1200-574e-8740-2141911d5b73-65eace33-2479-4afb-a7b6-41f0773542ac', 'network_id': '65eace33-2479-4afb-a7b6-41f0773542ac', 'tenant_id': '6b45f31544cd40e7b10456e94240dc6e', 'fixed_ips': [{'subnet_id': '91b3d91e-cf8a-43a5-afef-5ea680147f97'}]}} from n-d-818022-2. {{(pid=103366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 17:57:46.781033 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-6dab8231-bd1e-4d16-b102-d892da847a22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:46.817056 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7795b615-cdb2-433f-8246-b01ac4352198 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Made reservation on behalf of 6b45f31544cd40e7b10456e94240dc6e for: {'port': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:57:46.821316 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-0068c0e3-56ee-4c20-81b8-02541b34e4fa None None] Port 6e0c8526-4f8e-41bd-9aa5-321bd07d5d14 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:57:46.886066 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2a26e8d1-24ad-4a2c-9adf-1d7fca65df78 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:46.904746 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-2a26e8d1-24ad-4a2c-9adf-1d7fca65df78 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Calling delete_port for 3e94edaf-0165-44df-bdab-b323476101a6 owned by {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:57:46.910794 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dd0bb1b-827b-40e6-895f-0c0145635228 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 17:57:46.919387 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-6dd0bb1b-827b-40e6-895f-0c0145635228 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] 10.222.0.54 "PUT /v2.0/routers/11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0734334 Nov 19 17:57:46.925175 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ffe8762-a47e-44a5-9cf4-681164e93b6e None None] Sync routers for ids ['11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb'] in n-d-818022-2 {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 17:57:46.937938 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 42070) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:57:46.942097 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ffe8762-a47e-44a5-9cf4-681164e93b6e None None] Routers {'11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:57:46.942735 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-1ffe8762-a47e-44a5-9cf4-681164e93b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:57:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:57:46.953742 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-9774908d-3aa0-4a1c-ba2c-f47d59d34b81 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1021333388'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:57:47.018497 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7795b615-cdb2-433f-8246-b01ac4352198 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:47.030243 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-1ffe8762-a47e-44a5-9cf4-681164e93b6e None None] Set router 11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb gateway port host: None {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:57:47.037222 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [None req-6dab8231-bd1e-4d16-b102-d892da847a22 None None] Allocated IP 2001:db8::f816:3eff:fe51:8052 (65eace33-2479-4afb-a7b6-41f0773542ac/91b3d91e-cf8a-43a5-afef-5ea680147f97/b9ef7be5-a1ae-4ef1-9acb-19898b7f3ef2) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:57:47.079661 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9774908d-3aa0-4a1c-ba2c-f47d59d34b81 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Made reservation on behalf of fd1b3fcd1beb4931bb2ec4613fd50ee2 for: {'network': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:57:47.083448 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9774908d-3aa0-4a1c-ba2c-f47d59d34b81 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:47.087635 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [None req-7795b615-cdb2-433f-8246-b01ac4352198 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] device_id is not set on port 2f27c1a3-0ccc-45e6-b7dd-3d15952e5364 yet. {{(pid=103365) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 17:57:47.187162 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9774908d-3aa0-4a1c-ba2c-f47d59d34b81 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 683} {{(pid=103365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 17:57:47.233644 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9774908d-3aa0-4a1c-ba2c-f47d59d34b81 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:47.234332 n-d-818022-2 neutron-server[103365]: INFO neutron.db.segments_db [None req-9774908d-3aa0-4a1c-ba2c-f47d59d34b81 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Added segment 908cbfb2-c77a-4dcc-8920-62455135600f of type vlan for network c4c1f67d-b9d6-457d-a30d-05740dce0e7c Nov 19 17:57:47.237374 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-1ffe8762-a47e-44a5-9cf4-681164e93b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb', 'name': 'tempest-RoutersIpV6Test-router-1062832239', 'tenant_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:57:38Z', 'updated_at': '2021-11-19T17:57:43Z', 'revision_number': 2, 'project_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'gw_port_host': None, '_interfaces': [{'id': '6e0c8526-4f8e-41bd-9aa5-321bd07d5d14', 'name': '', 'network_id': '782a6462-eee3-4699-90ef-0416652dd862', 'tenant_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'mac_address': 'fa:16:3e:b6:5d:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2160, 'fixed_ips': [{'subnet_id': 'c823e22e-08c9-40fd-90bf-a9bab2677b28', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:57:42Z', 'updated_at': '2021-11-19T17:57:44Z', 'revision_number': 2, 'project_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'subnets': [{'id': 'c823e22e-08c9-40fd-90bf-a9bab2677b28', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:57:47.297223 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9774908d-3aa0-4a1c-ba2c-f47d59d34b81 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:47.311072 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2a26e8d1-24ad-4a2c-9adf-1d7fca65df78 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:47.390890 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a26e8d1-24ad-4a2c-9adf-1d7fca65df78 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Pushing event deleted for resources: {'Port': ['ID=3e94edaf-0165-44df-bdab-b323476101a6,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:57:47.414825 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ffe8762-a47e-44a5-9cf4-681164e93b6e None None] Checking router: 11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb for host: n-d-818022-2 {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 17:57:47.415607 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ffe8762-a47e-44a5-9cf4-681164e93b6e None None] Updating router 11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb port 6e0c8526-4f8e-41bd-9aa5-321bd07d5d14 binding host n-d-818022-2 {{(pid=103367) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 17:57:47.435759 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-4b3e6168-dbdf-4fce-a5db-4cbf8d7a6ef5 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.9593115 Nov 19 17:57:47.436483 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 42076) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:57:47.446391 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-9b0fe295-54fe-4643-a97f-51ff7afc617f tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Request body: {'subnet': {'network_id': '19db077b-f1fe-41ae-a661-e57af1aea74e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:57:47.451094 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-1ffe8762-a47e-44a5-9cf4-681164e93b6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:47.453170 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-6dab8231-bd1e-4d16-b102-d892da847a22 None None] Publish callbacks [] for port, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:47.467604 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9774908d-3aa0-4a1c-ba2c-f47d59d34b81 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:47.471467 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-6dab8231-bd1e-4d16-b102-d892da847a22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998'] for port, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:47.474062 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9774908d-3aa0-4a1c-ba2c-f47d59d34b81 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:47.474957 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9774908d-3aa0-4a1c-ba2c-f47d59d34b81 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks [] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:47.561343 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9774908d-3aa0-4a1c-ba2c-f47d59d34b81 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Pushing event updated for resources: {'Network': ['ID=c4c1f67d-b9d6-457d-a30d-05740dce0e7c,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:57:47.577102 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dab8231-bd1e-4d16-b102-d892da847a22 None None] Network 65eace33-2479-4afb-a7b6-41f0773542ac is already hosted by enough agents. {{(pid=103366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:57:47.583984 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network c4c1f67d-b9d6-457d-a30d-05740dce0e7c details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 17:57:47.597720 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3e6168-dbdf-4fce-a5db-4cbf8d7a6ef5 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Pushing event updated for resources: {'Network': ['ID=19db077b-f1fe-41ae-a661-e57af1aea74e,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:57:47.622840 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-53795b94-02be-493b-a1bf-6d49d8d12430 req-cd51b8de-405b-4d97-8bd2-f262b68ed707 tempest-ServerShowV254Test-552327107 tempest-ServerShowV254Test-552327107-project] 10.222.0.54 "GET /v2.0/ports?device_id=7cf4fb4e-07d3-4a93-8456-041bd721496a HTTP/1.1" status: 200 len: 210 time: 0.0822031 Nov 19 17:57:47.623616 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b0fe295-54fe-4643-a97f-51ff7afc617f tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Made reservation on behalf of a99931e27f474d57b370754999e3039f for: {'subnet': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:57:47.628128 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9b0fe295-54fe-4643-a97f-51ff7afc617f tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8983829'] for subnet, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:47.726426 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafddf62-49a5-4e50-aa5c-fd7651f3bfa6 req-8e7911e8-3089-4b75-a630-8ab257c065cf tempest-ServerMetadataNegativeTestJSON-209434558 tempest-ServerMetadataNegativeTestJSON-209434558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:47.730540 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-aafddf62-49a5-4e50-aa5c-fd7651f3bfa6 req-8e7911e8-3089-4b75-a630-8ab257c065cf tempest-ServerMetadataNegativeTestJSON-209434558 tempest-ServerMetadataNegativeTestJSON-209434558-project] 10.222.0.54 "GET /v2.0/ports?device_id=e9d7a56b-e94a-42c3-8bb2-d2a9e6b40b7e HTTP/1.1" status: 200 len: 946 time: 0.2947745 Nov 19 17:57:47.743322 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network 19db077b-f1fe-41ae-a661-e57af1aea74e details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 17:57:47.758496 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-9774908d-3aa0-4a1c-ba2c-f47d59d34b81 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8193820 Nov 19 17:57:47.761133 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [None req-6dab8231-bd1e-4d16-b102-d892da847a22 None None] Resources bound (agent type, host, resource id): {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:57:47.763093 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 42080) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:57:47.779070 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-1ffe8762-a47e-44a5-9cf4-681164e93b6e None None] Publish callbacks [] for port, precommit_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:47.788337 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.ipam_backend_mixin [None req-9b0fe295-54fe-4643-a97f-51ff7afc617f tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Performing IP validity checks on allocation pools {{(pid=103364) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 19 17:57:47.790320 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.ipam_backend_mixin [None req-9b0fe295-54fe-4643-a97f-51ff7afc617f tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103364) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 19 17:57:47.796602 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-1ffe8762-a47e-44a5-9cf4-681164e93b6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:47.819370 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-0877128f-0467-42b7-a34d-604627c25bb0 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Request body: {'subnet': {'network_id': 'c4c1f67d-b9d6-457d-a30d-05740dce0e7c', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:57:47.834131 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dab8231-bd1e-4d16-b102-d892da847a22 None None] Pushing event updated for resources: {'Port': ['ID=b9ef7be5-a1ae-4ef1-9acb-19898b7f3ef2,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:57:47.843847 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dab8231-bd1e-4d16-b102-d892da847a22 None None] Received port after_create {{(pid=103366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:57:47.861552 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2a26e8d1-24ad-4a2c-9adf-1d7fca65df78 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:47.867782 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-2a26e8d1-24ad-4a2c-9adf-1d7fca65df78 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] 10.222.0.54 "DELETE /v2.0/ports/3e94edaf-0165-44df-bdab-b323476101a6 HTTP/1.1" status: 204 len: 168 time: 2.1554010 Nov 19 17:57:47.872152 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-aafddf62-49a5-4e50-aa5c-fd7651f3bfa6 req-eaef625d-caef-403d-bed2-e1ddb01b5a05 tempest-ServerMetadataNegativeTestJSON-209434558 tempest-ServerMetadataNegativeTestJSON-209434558-project] 10.222.0.54 "GET /v2.0/security-groups?id=c41f99b6-eeea-4668-a3b8-d2faf7df87b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059146 Nov 19 17:57:47.884368 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 42082) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:57:47.901369 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887a91df-af4a-4ae3-93c6-792cd3eb12be None None] Pushing event updated for resources: {'Port': ['ID=6e0c8526-4f8e-41bd-9aa5-321bd07d5d14,revision_number=3']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:57:47.973300 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887a91df-af4a-4ae3-93c6-792cd3eb12be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:57:47.974342 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887a91df-af4a-4ae3-93c6-792cd3eb12be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:57:47.974894 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887a91df-af4a-4ae3-93c6-792cd3eb12be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:57:47.975397 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887a91df-af4a-4ae3-93c6-792cd3eb12be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:57:47.975894 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887a91df-af4a-4ae3-93c6-792cd3eb12be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:57:47.977182 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887a91df-af4a-4ae3-93c6-792cd3eb12be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:57:47.977182 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887a91df-af4a-4ae3-93c6-792cd3eb12be None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:57:47.977182 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887a91df-af4a-4ae3-93c6-792cd3eb12be None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:57:47.977849 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887a91df-af4a-4ae3-93c6-792cd3eb12be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:57:47.978480 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887a91df-af4a-4ae3-93c6-792cd3eb12be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:57:47.979691 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887a91df-af4a-4ae3-93c6-792cd3eb12be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:57:47.980301 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887a91df-af4a-4ae3-93c6-792cd3eb12be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:57:48.006878 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-1ffe8762-a47e-44a5-9cf4-681164e93b6e None None] Attempting to bind port 6e0c8526-4f8e-41bd-9aa5-321bd07d5d14 on host n-d-818022-2 for vnic_type normal with profile {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:57:48.007388 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-1ffe8762-a47e-44a5-9cf4-681164e93b6e None None] Attempting to bind port 6e0c8526-4f8e-41bd-9aa5-321bd07d5d14 by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': '6979df68-fd00-4336-9ebc-1ee7a0e06783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '782a6462-eee3-4699-90ef-0416652dd862'}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:57:48.008033 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ffe8762-a47e-44a5-9cf4-681164e93b6e None None] Attempting to bind port 6e0c8526-4f8e-41bd-9aa5-321bd07d5d14 on network 782a6462-eee3-4699-90ef-0416652dd862 {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:57:48.016603 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ffe8762-a47e-44a5-9cf4-681164e93b6e None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 57, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:57:48.017390 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ffe8762-a47e-44a5-9cf4-681164e93b6e None None] Checking segment: {'id': '6979df68-fd00-4336-9ebc-1ee7a0e06783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '782a6462-eee3-4699-90ef-0416652dd862'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:57:48.018057 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-1ffe8762-a47e-44a5-9cf4-681164e93b6e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:48.019267 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ffe8762-a47e-44a5-9cf4-681164e93b6e None None] Bound using segment: {'id': '6979df68-fd00-4336-9ebc-1ee7a0e06783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '782a6462-eee3-4699-90ef-0416652dd862'} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:57:48.019996 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-1ffe8762-a47e-44a5-9cf4-681164e93b6e None None] Bound port: 6e0c8526-4f8e-41bd-9aa5-321bd07d5d14, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6979df68-fd00-4336-9ebc-1ee7a0e06783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '782a6462-eee3-4699-90ef-0416652dd862'}}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:57:48.020929 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-1ffe8762-a47e-44a5-9cf4-681164e93b6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:48.039233 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [None req-7795b615-cdb2-433f-8246-b01ac4352198 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Allocated IP 2001:db8::f816:3eff:fe6c:af78 (65eace33-2479-4afb-a7b6-41f0773542ac/91b3d91e-cf8a-43a5-afef-5ea680147f97/2f27c1a3-0ccc-45e6-b7dd-3d15952e5364) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:57:48.109504 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-6dab8231-bd1e-4d16-b102-d892da847a22 None None] Attempting to bind port b9ef7be5-a1ae-4ef1-9acb-19898b7f3ef2 on host n-d-818022-2 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:57:48.109904 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-6dab8231-bd1e-4d16-b102-d892da847a22 None None] Attempting to bind port b9ef7be5-a1ae-4ef1-9acb-19898b7f3ef2 by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': 'b0148e58-5e40-4372-b35c-802e0d196d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '65eace33-2479-4afb-a7b6-41f0773542ac'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:57:48.113590 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dab8231-bd1e-4d16-b102-d892da847a22 None None] Attempting to bind port b9ef7be5-a1ae-4ef1-9acb-19898b7f3ef2 on network 65eace33-2479-4afb-a7b6-41f0773542ac {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:57:48.131652 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-1ffe8762-a47e-44a5-9cf4-681164e93b6e None None] For port 6e0c8526-4f8e-41bd-9aa5-321bd07d5d14, host n-d-818022-2, cleared binding levels {{(pid=103367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:57:48.136022 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-1ffe8762-a47e-44a5-9cf4-681164e93b6e None None] For port 6e0c8526-4f8e-41bd-9aa5-321bd07d5d14, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=6e0c8526-4f8e-41bd-9aa5-321bd07d5d14,segment=NetworkSegment(6979df68-fd00-4336-9ebc-1ee7a0e06783),segment_id=6979df68-fd00-4336-9ebc-1ee7a0e06783)] {{(pid=103367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:57:48.140770 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dab8231-bd1e-4d16-b102-d892da847a22 None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 57, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:57:48.141146 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dab8231-bd1e-4d16-b102-d892da847a22 None None] Checking segment: {'id': 'b0148e58-5e40-4372-b35c-802e0d196d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '65eace33-2479-4afb-a7b6-41f0773542ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:57:48.141559 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-6dab8231-bd1e-4d16-b102-d892da847a22 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:48.142125 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dab8231-bd1e-4d16-b102-d892da847a22 None None] Bound using segment: {'id': 'b0148e58-5e40-4372-b35c-802e0d196d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '65eace33-2479-4afb-a7b6-41f0773542ac'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:57:48.142682 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-6dab8231-bd1e-4d16-b102-d892da847a22 None None] Bound port: b9ef7be5-a1ae-4ef1-9acb-19898b7f3ef2, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0148e58-5e40-4372-b35c-802e0d196d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '65eace33-2479-4afb-a7b6-41f0773542ac'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:57:48.144655 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-6dab8231-bd1e-4d16-b102-d892da847a22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:48.149866 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-1ffe8762-a47e-44a5-9cf4-681164e93b6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:48.212883 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887a91df-af4a-4ae3-93c6-792cd3eb12be None None] Pushing event updated for resources: {'Port': ['ID=6e0c8526-4f8e-41bd-9aa5-321bd07d5d14,revision_number=4']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:57:48.228191 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ffe8762-a47e-44a5-9cf4-681164e93b6e None None] Routers {'11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:57:48.230133 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-1ffe8762-a47e-44a5-9cf4-681164e93b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:57:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:57:48.234114 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9b0fe295-54fe-4643-a97f-51ff7afc617f tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12425078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8983815'] for subnet, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:48.320189 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-6dab8231-bd1e-4d16-b102-d892da847a22 None None] For port b9ef7be5-a1ae-4ef1-9acb-19898b7f3ef2, host n-d-818022-2, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:57:48.321707 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0fe295-54fe-4643-a97f-51ff7afc617f tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Pushing event updated for resources: {'Subnet': ['ID=1ecc73ee-5e4e-4477-b266-f987a871f726,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:57:48.332157 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-6dab8231-bd1e-4d16-b102-d892da847a22 None None] For port b9ef7be5-a1ae-4ef1-9acb-19898b7f3ef2, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=b9ef7be5-a1ae-4ef1-9acb-19898b7f3ef2,segment=NetworkSegment(b0148e58-5e40-4372-b35c-802e0d196d41),segment_id=b0148e58-5e40-4372-b35c-802e0d196d41)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:57:48.346202 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-6dab8231-bd1e-4d16-b102-d892da847a22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:48.361353 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-1ffe8762-a47e-44a5-9cf4-681164e93b6e None None] Set router 11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb gateway port host: None {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:57:48.384792 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0fe295-54fe-4643-a97f-51ff7afc617f tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Checking segment: {'id': '263729dc-3d10-4323-87cf-798f974fa670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '19db077b-f1fe-41ae-a661-e57af1aea74e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:57:48.385767 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b0fe295-54fe-4643-a97f-51ff7afc617f tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Network hostable DHCP agents. Network: 19db077b-f1fe-41ae-a661-e57af1aea74e, hostable agents: ['02910ef2-0455-4aea-9f38-9a875579633f'], hosted agents: [] {{(pid=103364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 17:57:48.410960 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7795b615-cdb2-433f-8246-b01ac4352198 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:48.439458 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-30245845-215b-441e-b542-cc387a0318bc tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Deleting port 87a91d07-25a8-45ba-97b6-bf6aca6dc17b {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:57:48.439842 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-30245845-215b-441e-b542-cc387a0318bc tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:48.459062 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0877128f-0467-42b7-a34d-604627c25bb0 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Made reservation on behalf of fd1b3fcd1beb4931bb2ec4613fd50ee2 for: {'subnet': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:57:48.462855 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0877128f-0467-42b7-a34d-604627c25bb0 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8731248'] for subnet, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:48.465726 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b0fe295-54fe-4643-a97f-51ff7afc617f tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Network 19db077b-f1fe-41ae-a661-e57af1aea74e is scheduled to be hosted by DHCP agent 02910ef2-0455-4aea-9f38-9a875579633f with binding_index 1 {{(pid=103364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 17:57:48.479835 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dab8231-bd1e-4d16-b102-d892da847a22 None None] Pushing event updated for resources: {'Port': ['ID=b9ef7be5-a1ae-4ef1-9acb-19898b7f3ef2,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:57:48.491542 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-9b0fe295-54fe-4643-a97f-51ff7afc617f tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818022-2, 19db077b-f1fe-41ae-a661-e57af1aea74e) {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:57:48.495876 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-03089848-a664-4b4e-9068-059f924274a0 None None] Provisioning complete for port 6e0c8526-4f8e-41bd-9aa5-321bd07d5d14 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:57:48.496256 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-03089848-a664-4b4e-9068-059f924274a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:48.499338 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b0fe295-54fe-4643-a97f-51ff7afc617f tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:48.499974 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9b0fe295-54fe-4643-a97f-51ff7afc617f tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:48.539273 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c621195-f0b2-4209-afa0-5c09779903a4 None None] Network 19db077b-f1fe-41ae-a661-e57af1aea74e requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:57:48.547754 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-9b0fe295-54fe-4643-a97f-51ff7afc617f tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.1057401 Nov 19 17:57:48.548397 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 42088) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:57:48.559888 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-fbb40921-542c-4205-9c2a-63925923c759 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:57:48.678746 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-1ffe8762-a47e-44a5-9cf4-681164e93b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb', 'name': 'tempest-RoutersIpV6Test-router-1062832239', 'tenant_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:57:38Z', 'updated_at': '2021-11-19T17:57:43Z', 'revision_number': 2, 'project_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'gw_port_host': None, '_interfaces': [{'id': '6e0c8526-4f8e-41bd-9aa5-321bd07d5d14', 'name': '', 'network_id': '782a6462-eee3-4699-90ef-0416652dd862', 'tenant_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'mac_address': 'fa:16:3e:b6:5d:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2160, 'fixed_ips': [{'subnet_id': 'c823e22e-08c9-40fd-90bf-a9bab2677b28', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:57:42Z', 'updated_at': '2021-11-19T17:57:48Z', 'revision_number': 4, 'project_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'subnets': [{'id': 'c823e22e-08c9-40fd-90bf-a9bab2677b28', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:57:48.721038 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ffe8762-a47e-44a5-9cf4-681164e93b6e None None] The sync data for ids ['11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb'] in n-d-818022-2 is: [{'id': '11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb', 'name': 'tempest-RoutersIpV6Test-router-1062832239', 'tenant_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:57:38Z', 'updated_at': '2021-11-19T17:57:43Z', 'revision_number': 2, 'project_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'gw_port_host': None, '_interfaces': [{'id': '6e0c8526-4f8e-41bd-9aa5-321bd07d5d14', 'name': '', 'network_id': '782a6462-eee3-4699-90ef-0416652dd862', 'tenant_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'mac_address': 'fa:16:3e:b6:5d:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2160, 'fixed_ips': [{'subnet_id': 'c823e22e-08c9-40fd-90bf-a9bab2677b28', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:57:42Z', 'updated_at': '2021-11-19T17:57:48Z', 'revision_number': 4, 'project_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'subnets': [{'id': 'c823e22e-08c9-40fd-90bf-a9bab2677b28', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 17:57:48.845541 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-fbb40921-542c-4205-9c2a-63925923c759 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8983820'] for subnet, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:48.903591 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0d66fca2-e72d-4e31-807f-e0be79ba1c90 req-82372c53-6247-44f4-a8ea-b280ceba7144 tempest-ServerShowV254Test-552327107 tempest-ServerShowV254Test-552327107-project] 10.222.0.54 "GET /v2.0/ports?device_id=7cf4fb4e-07d3-4a93-8456-041bd721496a HTTP/1.1" status: 200 len: 210 time: 0.0543027 Nov 19 17:57:49.075801 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0877128f-0467-42b7-a34d-604627c25bb0 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12283104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8731234'] for subnet, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:49.101457 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc8fe131-1c1a-4e92-9696-becea8e644b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54f44f5f-1200-574e-8740-2141911d5b73-19db077b-f1fe-41ae-a661-e57af1aea74e', 'network_id': '19db077b-f1fe-41ae-a661-e57af1aea74e', 'tenant_id': 'a99931e27f474d57b370754999e3039f', 'fixed_ips': [{'subnet_id': '1ecc73ee-5e4e-4477-b266-f987a871f726'}]}} from n-d-818022-2. {{(pid=103366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 17:57:49.109266 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dc8fe131-1c1a-4e92-9696-becea8e644b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:49.138018 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-03089848-a664-4b4e-9068-059f924274a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:49.188600 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-fbb40921-542c-4205-9c2a-63925923c759 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8742638481610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-12425144'] for subnet, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:49.192242 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68ad242-5210-473e-b6b9-aa59997cedaf req-49af2702-a8f9-4bf0-aef9-d37fc26c75f6 tempest-ServerMetadataNegativeTestJSON-209434558 tempest-ServerMetadataNegativeTestJSON-209434558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:49.205672 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d68ad242-5210-473e-b6b9-aa59997cedaf req-49af2702-a8f9-4bf0-aef9-d37fc26c75f6 tempest-ServerMetadataNegativeTestJSON-209434558 tempest-ServerMetadataNegativeTestJSON-209434558-project] 10.222.0.54 "GET /v2.0/ports?device_id=e9d7a56b-e94a-42c3-8bb2-d2a9e6b40b7e HTTP/1.1" status: 200 len: 946 time: 0.1843309 Nov 19 17:57:49.262160 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb40921-542c-4205-9c2a-63925923c759 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Pushing event updated for resources: {'Subnet': ['ID=1ecc73ee-5e4e-4477-b266-f987a871f726,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:57:49.275971 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbb40921-542c-4205-9c2a-63925923c759 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:49.276532 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-fbb40921-542c-4205-9c2a-63925923c759 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:49.281263 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-fbb40921-542c-4205-9c2a-63925923c759 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] 10.222.0.54 "PUT /v2.0/subnets/1ecc73ee-5e4e-4477-b266-f987a871f726 HTTP/1.1" status: 200 len: 900 time: 0.7313037 Nov 19 17:57:49.281928 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 42096) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:57:49.301005 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7795b615-cdb2-433f-8246-b01ac4352198 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:49.366797 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [None req-dc8fe131-1c1a-4e92-9696-becea8e644b0 None None] Allocated IP 2001:db8::3 (19db077b-f1fe-41ae-a661-e57af1aea74e/1ecc73ee-5e4e-4477-b266-f987a871f726/60d85b2d-660c-4b62-9956-d9568bff08e1) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:57:49.397215 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0877128f-0467-42b7-a34d-604627c25bb0 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Pushing event updated for resources: {'Subnet': ['ID=e5ec16ea-7136-4bf3-bd8f-ae54ec5c0796,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:57:49.417758 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-30245845-215b-441e-b542-cc387a0318bc tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:49.422688 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0877128f-0467-42b7-a34d-604627c25bb0 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Checking segment: {'id': '908cbfb2-c77a-4dcc-8920-62455135600f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'c4c1f67d-b9d6-457d-a30d-05740dce0e7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:57:49.423139 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0877128f-0467-42b7-a34d-604627c25bb0 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Network hostable DHCP agents. Network: c4c1f67d-b9d6-457d-a30d-05740dce0e7c, hostable agents: ['02910ef2-0455-4aea-9f38-9a875579633f'], hosted agents: [] {{(pid=103365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 17:57:49.433966 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-90376f6d-cae0-4f15-bd63-b9289765ff38 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:49.464822 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7795b615-cdb2-433f-8246-b01ac4352198 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Pushing event updated for resources: {'Port': ['ID=2f27c1a3-0ccc-45e6-b7dd-3d15952e5364,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:57:49.477661 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-30245845-215b-441e-b542-cc387a0318bc tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Calling delete_port for 87a91d07-25a8-45ba-97b6-bf6aca6dc17b owned by {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:57:49.495817 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7795b615-cdb2-433f-8246-b01ac4352198 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Network 65eace33-2479-4afb-a7b6-41f0773542ac is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:57:49.510014 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-7795b615-cdb2-433f-8246-b01ac4352198 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:57:49.512838 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7795b615-cdb2-433f-8246-b01ac4352198 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:57:49.519799 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7795b615-cdb2-433f-8246-b01ac4352198 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:49.520447 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7795b615-cdb2-433f-8246-b01ac4352198 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:49.531875 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-90376f6d-cae0-4f15-bd63-b9289765ff38 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:49.581674 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d68ad242-5210-473e-b6b9-aa59997cedaf req-18bbf9cd-2bfd-4fbb-9111-bfeb093e68d3 tempest-ServerMetadataNegativeTestJSON-209434558 tempest-ServerMetadataNegativeTestJSON-209434558-project] 10.222.0.54 "GET /v2.0/security-groups?id=c41f99b6-eeea-4668-a3b8-d2faf7df87b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3747103 Nov 19 17:57:49.610943 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0877128f-0467-42b7-a34d-604627c25bb0 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Network c4c1f67d-b9d6-457d-a30d-05740dce0e7c is scheduled to be hosted by DHCP agent 02910ef2-0455-4aea-9f38-9a875579633f with binding_index 1 {{(pid=103365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 17:57:49.650137 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-7795b615-cdb2-433f-8246-b01ac4352198 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.1966171 Nov 19 17:57:49.652344 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 42100) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:57:49.680861 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-0877128f-0467-42b7-a34d-604627c25bb0 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818022-2, c4c1f67d-b9d6-457d-a30d-05740dce0e7c) {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:57:49.691816 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0877128f-0467-42b7-a34d-604627c25bb0 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:49.692513 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0877128f-0467-42b7-a34d-604627c25bb0 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks [] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:49.699959 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dc8fe131-1c1a-4e92-9696-becea8e644b0 None None] Publish callbacks [] for port, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:49.702287 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0722b6a9-a0ea-491e-b7e6-819113c44c4f None None] Network c4c1f67d-b9d6-457d-a30d-05740dce0e7c requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:57:49.759315 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-90376f6d-cae0-4f15-bd63-b9289765ff38 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12425137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8983934'] for subnet, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:49.778094 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dc8fe131-1c1a-4e92-9696-becea8e644b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998'] for port, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:49.837049 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-0877128f-0467-42b7-a34d-604627c25bb0 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.0223644 Nov 19 17:57:49.840563 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 42112) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:57:49.888324 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8fe131-1c1a-4e92-9696-becea8e644b0 None None] Pushing event updated for resources: {'Port': ['ID=60d85b2d-660c-4b62-9956-d9568bff08e1,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:57:49.896755 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-03089848-a664-4b4e-9068-059f924274a0 None None] For port 6e0c8526-4f8e-41bd-9aa5-321bd07d5d14, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=6e0c8526-4f8e-41bd-9aa5-321bd07d5d14,segment=NetworkSegment(6979df68-fd00-4336-9ebc-1ee7a0e06783),segment_id=6979df68-fd00-4336-9ebc-1ee7a0e06783)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:57:49.931832 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc8fe131-1c1a-4e92-9696-becea8e644b0 None None] Network 19db077b-f1fe-41ae-a661-e57af1aea74e is already hosted by enough agents. {{(pid=103366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:57:49.961156 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f116907c-520a-4fa1-b783-58d0afb9b8b2 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:49.966012 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90376f6d-cae0-4f15-bd63-b9289765ff38 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Pushing event deleted for resources: {'Subnet': ['ID=1ecc73ee-5e4e-4477-b266-f987a871f726,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:57:49.982048 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f116907c-520a-4fa1-b783-58d0afb9b8b2 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:49.984010 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-f116907c-520a-4fa1-b783-58d0afb9b8b2 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.3268516 Nov 19 17:57:49.986586 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 42124) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:57:50.128214 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-03089848-a664-4b4e-9068-059f924274a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:50.158068 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [None req-dc8fe131-1c1a-4e92-9696-becea8e644b0 None None] Resources bound (agent type, host, resource id): {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:57:50.163136 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc8fe131-1c1a-4e92-9696-becea8e644b0 None None] Received port after_create {{(pid=103366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:57:50.203059 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-90376f6d-cae0-4f15-bd63-b9289765ff38 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:50.228170 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f91c2c47-9ea7-4048-b993-ac5e83cdac4e req-4334f5e2-3b77-46a4-9030-c454999cc47b tempest-ServerShowV254Test-552327107 tempest-ServerShowV254Test-552327107-project] 10.222.0.54 "GET /v2.0/ports?device_id=7cf4fb4e-07d3-4a93-8456-041bd721496a HTTP/1.1" status: 200 len: 210 time: 0.1545353 Nov 19 17:57:50.256434 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-90376f6d-cae0-4f15-bd63-b9289765ff38 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19db077b-f1fe-41ae-a661-e57af1aea74e']}} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:57:50.279010 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-30245845-215b-441e-b542-cc387a0318bc tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:50.282987 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-90376f6d-cae0-4f15-bd63-b9289765ff38 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '263729dc-3d10-4323-87cf-798f974fa670') {'for_net_delete': True} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:57:50.283355 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-90376f6d-cae0-4f15-bd63-b9289765ff38 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '263729dc-3d10-4323-87cf-798f974fa670') {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:57:50.311444 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03089848-a664-4b4e-9068-059f924274a0 None None] Pushing event updated for resources: {'Port': ['ID=6e0c8526-4f8e-41bd-9aa5-321bd07d5d14,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:57:50.325177 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-90376f6d-cae0-4f15-bd63-b9289765ff38 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417396'] for segment, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:50.342627 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-90376f6d-cae0-4f15-bd63-b9289765ff38 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:50.354918 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90376f6d-cae0-4f15-bd63-b9289765ff38 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Releasing vlan 663 on physical network physnet1 to pool {{(pid=103364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 17:57:50.355110 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-90376f6d-cae0-4f15-bd63-b9289765ff38 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12425183'] for segment, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:50.368727 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-dc8fe131-1c1a-4e92-9696-becea8e644b0 None None] Attempting to bind port 60d85b2d-660c-4b62-9956-d9568bff08e1 on host n-d-818022-2 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:57:50.369112 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-dc8fe131-1c1a-4e92-9696-becea8e644b0 None None] Attempting to bind port 60d85b2d-660c-4b62-9956-d9568bff08e1 by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': '263729dc-3d10-4323-87cf-798f974fa670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '19db077b-f1fe-41ae-a661-e57af1aea74e'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:57:50.371874 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc8fe131-1c1a-4e92-9696-becea8e644b0 None None] Attempting to bind port 60d85b2d-660c-4b62-9956-d9568bff08e1 on network 19db077b-f1fe-41ae-a661-e57af1aea74e {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:57:50.388740 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a89e672-822e-4422-bde0-66ed33d62f2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54f44f5f-1200-574e-8740-2141911d5b73-c4c1f67d-b9d6-457d-a30d-05740dce0e7c', 'network_id': 'c4c1f67d-b9d6-457d-a30d-05740dce0e7c', 'tenant_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'fixed_ips': [{'subnet_id': 'e5ec16ea-7136-4bf3-bd8f-ae54ec5c0796'}]}} from n-d-818022-2. {{(pid=103366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 17:57:50.389760 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-1a89e672-822e-4422-bde0-66ed33d62f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:50.422045 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30245845-215b-441e-b542-cc387a0318bc tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Pushing event deleted for resources: {'Port': ['ID=87a91d07-25a8-45ba-97b6-bf6aca6dc17b,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:57:50.435446 n-d-818022-2 neutron-server[103364]: Traceback (most recent call last): Nov 19 17:57:50.435446 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 17:57:50.435446 n-d-818022-2 neutron-server[103364]: timer() Nov 19 17:57:50.435446 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 17:57:50.435446 n-d-818022-2 neutron-server[103364]: cb(*args, **kw) Nov 19 17:57:50.435446 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 17:57:50.435446 n-d-818022-2 neutron-server[103364]: return func(*args, **kwargs) Nov 19 17:57:50.435446 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 17:57:50.435446 n-d-818022-2 neutron-server[103364]: self._notify() Nov 19 17:57:50.435446 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 17:57:50.435446 n-d-818022-2 neutron-server[103364]: self.callback(batched_events) Nov 19 17:57:50.435446 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 17:57:50.435446 n-d-818022-2 neutron-server[103364]: event.method(event) Nov 19 17:57:50.435446 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 17:57:50.435446 n-d-818022-2 neutron-server[103364]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 17:57:50.435446 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 17:57:50.435446 n-d-818022-2 neutron-server[103364]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 17:57:50.435446 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 17:57:50.435446 n-d-818022-2 neutron-server[103364]: return f(self, *a, **k) Nov 19 17:57:50.435446 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 17:57:50.435446 n-d-818022-2 neutron-server[103364]: return self._get(url).json() Nov 19 17:57:50.435446 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 17:57:50.435446 n-d-818022-2 neutron-server[103364]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 17:57:50.435446 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 17:57:50.435446 n-d-818022-2 neutron-server[103364]: return self.request(url, 'GET', **kwargs) Nov 19 17:57:50.435446 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 17:57:50.435446 n-d-818022-2 neutron-server[103364]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 17:57:50.435446 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 17:57:50.435446 n-d-818022-2 neutron-server[103364]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 17:57:50.435446 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 17:57:50.435446 n-d-818022-2 neutron-server[103364]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 17:57:50.435446 n-d-818022-2 neutron-server[103364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 17:57:50.459564 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.db.api [None req-90376f6d-cae0-4f15-bd63-b9289765ff38 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 19 17:57:50.459564 n-d-818022-2 neutron-server[103364]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 19 17:57:50.459564 n-d-818022-2 neutron-server[103364]: [parameters: {'id': '19db077b-f1fe-41ae-a661-e57af1aea74e'}] Nov 19 17:57:50.459564 n-d-818022-2 neutron-server[103364]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103364) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 17:57:50.459925 n-d-818022-2 neutron-server[103364]: DEBUG oslo_db.api [None req-90376f6d-cae0-4f15-bd63-b9289765ff38 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 17:57:50.551603 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-0566ec47-4b4f-4d82-b07d-17ec5b77c538 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Deleting port 2f27c1a3-0ccc-45e6-b7dd-3d15952e5364 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:57:50.556120 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0566ec47-4b4f-4d82-b07d-17ec5b77c538 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:50.639999 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [None req-1a89e672-822e-4422-bde0-66ed33d62f2b None None] Allocated IP 2001:db8:1::2 (c4c1f67d-b9d6-457d-a30d-05740dce0e7c/e5ec16ea-7136-4bf3-bd8f-ae54ec5c0796/d7f3ed3c-59e4-4211-9649-6853b4fb2d89) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:57:50.724384 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 6e0c8526-4f8e-41bd-9aa5-321bd07d5d14 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:57:50.726767 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc8fe131-1c1a-4e92-9696-becea8e644b0 None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 57, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:57:50.726767 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc8fe131-1c1a-4e92-9696-becea8e644b0 None None] Checking segment: {'id': '263729dc-3d10-4323-87cf-798f974fa670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '19db077b-f1fe-41ae-a661-e57af1aea74e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:57:50.727176 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dc8fe131-1c1a-4e92-9696-becea8e644b0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:50.727583 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc8fe131-1c1a-4e92-9696-becea8e644b0 None None] Bound using segment: {'id': '263729dc-3d10-4323-87cf-798f974fa670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '19db077b-f1fe-41ae-a661-e57af1aea74e'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:57:50.728076 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-dc8fe131-1c1a-4e92-9696-becea8e644b0 None None] Bound port: 60d85b2d-660c-4b62-9956-d9568bff08e1, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '263729dc-3d10-4323-87cf-798f974fa670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '19db077b-f1fe-41ae-a661-e57af1aea74e'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:57:50.728465 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dc8fe131-1c1a-4e92-9696-becea8e644b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:50.730877 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-f3567bb7-4edf-48fd-be67-17b55ac8b45f None None] Provisioning complete for port 6e0c8526-4f8e-41bd-9aa5-321bd07d5d14 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:57:50.731236 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f3567bb7-4edf-48fd-be67-17b55ac8b45f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:50.812836 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-30245845-215b-441e-b542-cc387a0318bc tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:50.817000 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-30245845-215b-441e-b542-cc387a0318bc tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] 10.222.0.54 "DELETE /v2.0/ports/87a91d07-25a8-45ba-97b6-bf6aca6dc17b HTTP/1.1" status: 204 len: 168 time: 2.9316316 Nov 19 17:57:50.827249 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 42140) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:57:50.844941 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0566ec47-4b4f-4d82-b07d-17ec5b77c538 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:50.887859 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-167d0357-1331-4444-8d69-64e5fb7fc84e tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:50.902444 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5091c3f2-8054-4b56-9e99-a95e0c986c9b req-af4d592f-4d7a-4e4c-91cf-33f8fcb56013 tempest-ServerMetadataNegativeTestJSON-209434558 tempest-ServerMetadataNegativeTestJSON-209434558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:50.911629 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5091c3f2-8054-4b56-9e99-a95e0c986c9b req-af4d592f-4d7a-4e4c-91cf-33f8fcb56013 tempest-ServerMetadataNegativeTestJSON-209434558 tempest-ServerMetadataNegativeTestJSON-209434558-project] 10.222.0.54 "GET /v2.0/ports?device_id=e9d7a56b-e94a-42c3-8bb2-d2a9e6b40b7e HTTP/1.1" status: 200 len: 946 time: 0.2045431 Nov 19 17:57:50.921441 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-0566ec47-4b4f-4d82-b07d-17ec5b77c538 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Calling delete_port for 2f27c1a3-0ccc-45e6-b7dd-3d15952e5364 owned by {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:57:50.969977 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_v2 [None req-e25c8dff-8f3e-462e-b749-0a15d39bc45c tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Deleting subnet 4125d911-4b34-4d0c-a736-6a09404ca814 {{(pid=103365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 17:57:51.009637 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e25c8dff-8f3e-462e-b749-0a15d39bc45c tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Publish callbacks [] for subnet, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:51.095728 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5091c3f2-8054-4b56-9e99-a95e0c986c9b req-661b2714-3c8b-45bc-8d06-0aabf59a33e9 tempest-ServerMetadataNegativeTestJSON-209434558 tempest-ServerMetadataNegativeTestJSON-209434558-project] 10.222.0.54 "GET /v2.0/security-groups?id=c41f99b6-eeea-4668-a3b8-d2faf7df87b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827550 Nov 19 17:57:51.120792 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e25c8dff-8f3e-462e-b749-0a15d39bc45c tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12546453'] for subnet, precommit_delete_associations {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:51.138641 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-90376f6d-cae0-4f15-bd63-b9289765ff38 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:51.323127 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-1a89e672-822e-4422-bde0-66ed33d62f2b None None] Publish callbacks [] for port, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:51.328981 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 6e0c8526-4f8e-41bd-9aa5-321bd07d5d14 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:57:51.329524 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:51.361950 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-1a89e672-822e-4422-bde0-66ed33d62f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998'] for port, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:51.403903 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [None req-167d0357-1331-4444-8d69-64e5fb7fc84e tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Allocated IP 2001:db8:1::1 (c4c1f67d-b9d6-457d-a30d-05740dce0e7c/e5ec16ea-7136-4bf3-bd8f-ae54ec5c0796/570865e5-d4a7-4db1-b169-327123080355) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:57:51.423797 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a89e672-822e-4422-bde0-66ed33d62f2b None None] Pushing event updated for resources: {'Port': ['ID=d7f3ed3c-59e4-4211-9649-6853b4fb2d89,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:57:51.427744 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dc8fe131-1c1a-4e92-9696-becea8e644b0 None None] For port 60d85b2d-660c-4b62-9956-d9568bff08e1, host n-d-818022-2, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:57:51.439477 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a89e672-822e-4422-bde0-66ed33d62f2b None None] Network c4c1f67d-b9d6-457d-a30d-05740dce0e7c is already hosted by enough agents. {{(pid=103366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:57:51.472987 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dc8fe131-1c1a-4e92-9696-becea8e644b0 None None] For port 60d85b2d-660c-4b62-9956-d9568bff08e1, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=60d85b2d-660c-4b62-9956-d9568bff08e1,segment=NetworkSegment(263729dc-3d10-4323-87cf-798f974fa670),segment_id=263729dc-3d10-4323-87cf-798f974fa670)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:57:51.476300 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [None req-1a89e672-822e-4422-bde0-66ed33d62f2b None None] Resources bound (agent type, host, resource id): {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:57:51.485511 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a89e672-822e-4422-bde0-66ed33d62f2b None None] Received port after_create {{(pid=103366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:57:51.492654 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dc8fe131-1c1a-4e92-9696-becea8e644b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:51.567773 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8fe131-1c1a-4e92-9696-becea8e644b0 None None] Pushing event updated for resources: {'Port': ['ID=60d85b2d-660c-4b62-9956-d9568bff08e1,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:57:51.613681 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-167d0357-1331-4444-8d69-64e5fb7fc84e tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:51.656054 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-90376f6d-cae0-4f15-bd63-b9289765ff38 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Deleting port 60d85b2d-660c-4b62-9956-d9568bff08e1 {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:57:51.656397 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-90376f6d-cae0-4f15-bd63-b9289765ff38 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:51.671855 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-167d0357-1331-4444-8d69-64e5fb7fc84e tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:51.686702 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-1a89e672-822e-4422-bde0-66ed33d62f2b None None] Attempting to bind port d7f3ed3c-59e4-4211-9649-6853b4fb2d89 on host n-d-818022-2 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:57:51.687248 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-1a89e672-822e-4422-bde0-66ed33d62f2b None None] Attempting to bind port d7f3ed3c-59e4-4211-9649-6853b4fb2d89 by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': '908cbfb2-c77a-4dcc-8920-62455135600f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'c4c1f67d-b9d6-457d-a30d-05740dce0e7c'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:57:51.687716 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a89e672-822e-4422-bde0-66ed33d62f2b None None] Attempting to bind port d7f3ed3c-59e4-4211-9649-6853b4fb2d89 on network c4c1f67d-b9d6-457d-a30d-05740dce0e7c {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:57:51.740321 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device b9ef7be5-a1ae-4ef1-9acb-19898b7f3ef2 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:57:51.747127 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a89e672-822e-4422-bde0-66ed33d62f2b None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 57, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:57:51.747654 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a89e672-822e-4422-bde0-66ed33d62f2b None None] Checking segment: {'id': '908cbfb2-c77a-4dcc-8920-62455135600f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'c4c1f67d-b9d6-457d-a30d-05740dce0e7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:57:51.748169 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-1a89e672-822e-4422-bde0-66ed33d62f2b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:51.748749 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a89e672-822e-4422-bde0-66ed33d62f2b None None] Bound using segment: {'id': '908cbfb2-c77a-4dcc-8920-62455135600f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'c4c1f67d-b9d6-457d-a30d-05740dce0e7c'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:57:51.750048 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-1a89e672-822e-4422-bde0-66ed33d62f2b None None] Bound port: d7f3ed3c-59e4-4211-9649-6853b4fb2d89, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '908cbfb2-c77a-4dcc-8920-62455135600f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'c4c1f67d-b9d6-457d-a30d-05740dce0e7c'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:57:51.751519 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-1a89e672-822e-4422-bde0-66ed33d62f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:51.768402 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e25c8dff-8f3e-462e-b749-0a15d39bc45c tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:51.786681 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee77d419-f5d5-43b5-8926-db4c02f56ec4 None None] Network 19db077b-f1fe-41ae-a661-e57af1aea74e requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:57:51.795643 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167d0357-1331-4444-8d69-64e5fb7fc84e tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Pushing event updated for resources: {'Port': ['ID=570865e5-d4a7-4db1-b169-327123080355,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:57:51.811052 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-66c5b2ac-ee40-4958-8144-7fc616fbf8be req-9782884e-002f-45df-b2ec-bd71396435e3 tempest-ServerShowV254Test-552327107 tempest-ServerShowV254Test-552327107-project] 10.222.0.54 "GET /v2.0/ports?device_id=7cf4fb4e-07d3-4a93-8456-041bd721496a HTTP/1.1" status: 200 len: 210 time: 0.3866427 Nov 19 17:57:51.848203 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-167d0357-1331-4444-8d69-64e5fb7fc84e tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Network c4c1f67d-b9d6-457d-a30d-05740dce0e7c is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:57:51.850512 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0566ec47-4b4f-4d82-b07d-17ec5b77c538 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:51.856248 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-167d0357-1331-4444-8d69-64e5fb7fc84e tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:57:51.872461 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167d0357-1331-4444-8d69-64e5fb7fc84e tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:57:51.873008 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-167d0357-1331-4444-8d69-64e5fb7fc84e tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-671361'] for router_interface, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:51.890677 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-0f17ae6c-c7a2-47f6-8991-77a865fc5482 None None] Could not find standard attr ID for object 2f27c1a3-0ccc-45e6-b7dd-3d15952e5364. {{(pid=103366) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 17:57:51.905865 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0566ec47-4b4f-4d82-b07d-17ec5b77c538 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Pushing event deleted for resources: {'Port': ['ID=2f27c1a3-0ccc-45e6-b7dd-3d15952e5364,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:57:51.913260 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e25c8dff-8f3e-462e-b749-0a15d39bc45c tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12282919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8731163'] for subnet, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:51.961195 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0566ec47-4b4f-4d82-b07d-17ec5b77c538 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:51.969234 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-0566ec47-4b4f-4d82-b07d-17ec5b77c538 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "DELETE /v2.0/ports/2f27c1a3-0ccc-45e6-b7dd-3d15952e5364 HTTP/1.1" status: 204 len: 168 time: 1.9811702 Nov 19 17:57:51.971508 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [None req-90376f6d-cae0-4f15-bd63-b9289765ff38 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] For port 60d85b2d-660c-4b62-9956-d9568bff08e1, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=60d85b2d-660c-4b62-9956-d9568bff08e1,segment=NetworkSegment(263729dc-3d10-4323-87cf-798f974fa670),segment_id=263729dc-3d10-4323-87cf-798f974fa670)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:57:51.972015 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 42150) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:57:51.972109 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-90376f6d-cae0-4f15-bd63-b9289765ff38 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:52.024152 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25c8dff-8f3e-462e-b749-0a15d39bc45c tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Pushing event deleted for resources: {'Subnet': ['ID=4125d911-4b34-4d0c-a736-6a09404ca814,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:57:52.029503 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e25c8dff-8f3e-462e-b749-0a15d39bc45c tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Publish callbacks [] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:52.035515 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-e25c8dff-8f3e-462e-b749-0a15d39bc45c tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] 10.222.0.54 "DELETE /v2.0/subnets/4125d911-4b34-4d0c-a736-6a09404ca814 HTTP/1.1" status: 204 len: 168 time: 1.1994035 Nov 19 17:57:52.037260 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 42154) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:57:52.065990 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-1a89e672-822e-4422-bde0-66ed33d62f2b None None] For port d7f3ed3c-59e4-4211-9649-6853b4fb2d89, host n-d-818022-2, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:57:52.071347 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-1a89e672-822e-4422-bde0-66ed33d62f2b None None] For port d7f3ed3c-59e4-4211-9649-6853b4fb2d89, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=d7f3ed3c-59e4-4211-9649-6853b4fb2d89,segment=NetworkSegment(908cbfb2-c77a-4dcc-8920-62455135600f),segment_id=908cbfb2-c77a-4dcc-8920-62455135600f)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:57:52.075319 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-90376f6d-cae0-4f15-bd63-b9289765ff38 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Calling delete_port for 60d85b2d-660c-4b62-9956-d9568bff08e1 owned by network:dhcp {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:57:52.076326 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-0f17ae6c-c7a2-47f6-8991-77a865fc5482 None None] Provisioning complete for port b9ef7be5-a1ae-4ef1-9acb-19898b7f3ef2 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:57:52.077189 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0f17ae6c-c7a2-47f6-8991-77a865fc5482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:52.144069 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-1a89e672-822e-4422-bde0-66ed33d62f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:52.146851 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d474aae9-58c5-4c51-a19e-4ec4402fa8bb None None] Network c051a038-1534-488b-800a-8e55916bcfc3 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:57:52.171183 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b2036a-614a-4c45-a4e9-923f105fa161 req-e930c5e6-fdef-4db8-a6c4-2f69ca26985c tempest-ServerMetadataNegativeTestJSON-209434558 tempest-ServerMetadataNegativeTestJSON-209434558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:52.172930 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-16b2036a-614a-4c45-a4e9-923f105fa161 req-e930c5e6-fdef-4db8-a6c4-2f69ca26985c tempest-ServerMetadataNegativeTestJSON-209434558 tempest-ServerMetadataNegativeTestJSON-209434558-project] 10.222.0.60 "GET /v2.0/ports?device_id=e9d7a56b-e94a-42c3-8bb2-d2a9e6b40b7e HTTP/1.1" status: 200 len: 946 time: 0.3082640 Nov 19 17:57:52.220262 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da0e2c81-f817-4415-b020-91f089ebd411 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:52.221847 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da0e2c81-f817-4415-b020-91f089ebd411 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:52.226043 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-da0e2c81-f817-4415-b020-91f089ebd411 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.2354798 Nov 19 17:57:52.229098 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 42158) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:57:52.254175 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-167d0357-1331-4444-8d69-64e5fb7fc84e tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:52.274508 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_v2 [None req-29fd0f51-5958-4053-883e-cb5b1fb0080a tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Deleting subnet d2adf1de-41cf-4bad-b066-43727eb082a2 {{(pid=103365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 17:57:52.292153 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-29fd0f51-5958-4053-883e-cb5b1fb0080a tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Publish callbacks [] for subnet, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:52.332059 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port b9ef7be5-a1ae-4ef1-9acb-19898b7f3ef2 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:57:52.332839 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:52.406446 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dc7ff1d-bf73-4c36-a7a2-c6e5b5dabe86 None None] Network 19db077b-f1fe-41ae-a661-e57af1aea74e requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:57:52.439589 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-29fd0f51-5958-4053-883e-cb5b1fb0080a tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12546453'] for subnet, precommit_delete_associations {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:52.456937 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_v2 [None req-86dba98e-d4ec-4b54-b532-6a357c0f9418 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Deleting subnet 91b3d91e-cf8a-43a5-afef-5ea680147f97 {{(pid=103365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 17:57:52.490691 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-86dba98e-d4ec-4b54-b532-6a357c0f9418 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks [] for subnet, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:52.535152 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a89e672-822e-4422-bde0-66ed33d62f2b None None] Pushing event updated for resources: {'Port': ['ID=d7f3ed3c-59e4-4211-9649-6853b4fb2d89,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:57:52.543972 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073e73a7-40bd-45d9-9861-e1bffcd02c06 req-b65e8218-3078-4482-a2c3-b164741cd3f6 tempest-ServerMetadataNegativeTestJSON-209434558 tempest-ServerMetadataNegativeTestJSON-209434558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:52.545605 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-073e73a7-40bd-45d9-9861-e1bffcd02c06 req-b65e8218-3078-4482-a2c3-b164741cd3f6 tempest-ServerMetadataNegativeTestJSON-209434558 tempest-ServerMetadataNegativeTestJSON-209434558-project] 10.222.0.54 "GET /v2.0/ports?device_id=e9d7a56b-e94a-42c3-8bb2-d2a9e6b40b7e HTTP/1.1" status: 200 len: 946 time: 0.3033044 Nov 19 17:57:52.594614 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-90376f6d-cae0-4f15-bd63-b9289765ff38 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:52.615906 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-86dba98e-d4ec-4b54-b532-6a357c0f9418 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12546453'] for subnet, precommit_delete_associations {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:52.636789 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90376f6d-cae0-4f15-bd63-b9289765ff38 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] No DVR routers for this DVR port 60d85b2d-660c-4b62-9956-d9568bff08e1 on host n-d-818022-2 {{(pid=103364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:57:52.641593 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90376f6d-cae0-4f15-bd63-b9289765ff38 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Pushing event deleted for resources: {'Port': ['ID=60d85b2d-660c-4b62-9956-d9568bff08e1,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:57:52.655426 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0f17ae6c-c7a2-47f6-8991-77a865fc5482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:52.661802 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-16b2036a-614a-4c45-a4e9-923f105fa161 req-d4968c2f-74ea-4a63-88ea-3e87307cb469 tempest-ServerMetadataNegativeTestJSON-209434558 tempest-ServerMetadataNegativeTestJSON-209434558-project] Deleting port 586fef62-b8ca-4228-9733-1fc9818ce0ad {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:57:52.662161 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-16b2036a-614a-4c45-a4e9-923f105fa161 req-d4968c2f-74ea-4a63-88ea-3e87307cb469 tempest-ServerMetadataNegativeTestJSON-209434558 tempest-ServerMetadataNegativeTestJSON-209434558-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:52.764995 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-073e73a7-40bd-45d9-9861-e1bffcd02c06 req-531e43a9-eec6-44b3-a2d0-0c637b3253b5 tempest-ServerMetadataNegativeTestJSON-209434558 tempest-ServerMetadataNegativeTestJSON-209434558-project] 10.222.0.54 "GET /v2.0/security-groups?id=c41f99b6-eeea-4668-a3b8-d2faf7df87b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046132 Nov 19 17:57:52.822253 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-90376f6d-cae0-4f15-bd63-b9289765ff38 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:52.884532 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0f17ae6c-c7a2-47f6-8991-77a865fc5482 None None] For port b9ef7be5-a1ae-4ef1-9acb-19898b7f3ef2, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=b9ef7be5-a1ae-4ef1-9acb-19898b7f3ef2,segment=NetworkSegment(b0148e58-5e40-4372-b35c-802e0d196d41),segment_id=b0148e58-5e40-4372-b35c-802e0d196d41)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:57:52.902934 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0f17ae6c-c7a2-47f6-8991-77a865fc5482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:52.907273 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:52.925771 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-90376f6d-cae0-4f15-bd63-b9289765ff38 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19db077b-f1fe-41ae-a661-e57af1aea74e']}} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:57:52.961471 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-90376f6d-cae0-4f15-bd63-b9289765ff38 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '263729dc-3d10-4323-87cf-798f974fa670') {'for_net_delete': True} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:57:52.962109 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-90376f6d-cae0-4f15-bd63-b9289765ff38 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '263729dc-3d10-4323-87cf-798f974fa670') {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:57:52.990384 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-346bd9ba-1e72-4361-8530-ffc1f8e6e1f2 None None] DHCP port deletion for c051a038-1534-488b-800a-8e55916bcfc3 request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 17:57:53.003287 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-29fd0f51-5958-4053-883e-cb5b1fb0080a tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:53.003825 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ba5924b0-687d-47a0-a41c-55d56f2e4fe9 req-4ffae357-b4f8-4a62-94de-2ee4e66ca435 tempest-ServerShowV254Test-552327107 tempest-ServerShowV254Test-552327107-project] 10.222.0.54 "GET /v2.0/ports?device_id=7cf4fb4e-07d3-4a93-8456-041bd721496a HTTP/1.1" status: 200 len: 210 time: 0.0578117 Nov 19 17:57:53.008299 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-16b2036a-614a-4c45-a4e9-923f105fa161 req-d4968c2f-74ea-4a63-88ea-3e87307cb469 tempest-ServerMetadataNegativeTestJSON-209434558 tempest-ServerMetadataNegativeTestJSON-209434558-project] For port 586fef62-b8ca-4228-9733-1fc9818ce0ad, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=586fef62-b8ca-4228-9733-1fc9818ce0ad,segment=NetworkSegment(c0d76538-b495-4070-97af-d68acc3b5cde),segment_id=c0d76538-b495-4070-97af-d68acc3b5cde)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:57:53.010486 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-16b2036a-614a-4c45-a4e9-923f105fa161 req-d4968c2f-74ea-4a63-88ea-3e87307cb469 tempest-ServerMetadataNegativeTestJSON-209434558 tempest-ServerMetadataNegativeTestJSON-209434558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:53.013321 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-167d0357-1331-4444-8d69-64e5fb7fc84e tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks [] for port, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:53.022031 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-90376f6d-cae0-4f15-bd63-b9289765ff38 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417396'] for segment, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:53.038976 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-167d0357-1331-4444-8d69-64e5fb7fc84e tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:53.039898 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-167d0357-1331-4444-8d69-64e5fb7fc84e tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-768529'] for router_interface, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:53.060916 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-90376f6d-cae0-4f15-bd63-b9289765ff38 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:53.096450 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-16b2036a-614a-4c45-a4e9-923f105fa161 req-d4968c2f-74ea-4a63-88ea-3e87307cb469 tempest-ServerMetadataNegativeTestJSON-209434558 tempest-ServerMetadataNegativeTestJSON-209434558-project] Calling delete_port for 586fef62-b8ca-4228-9733-1fc9818ce0ad owned by compute:nova {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:57:53.130847 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-86dba98e-d4ec-4b54-b532-6a357c0f9418 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:53.141163 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90376f6d-cae0-4f15-bd63-b9289765ff38 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Releasing vlan 663 on physical network physnet1 to pool {{(pid=103364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 17:57:53.141567 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-90376f6d-cae0-4f15-bd63-b9289765ff38 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12425183'] for segment, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:53.146962 n-d-818022-2 neutron-server[103364]: Traceback (most recent call last): Nov 19 17:57:53.146962 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 17:57:53.146962 n-d-818022-2 neutron-server[103364]: timer() Nov 19 17:57:53.146962 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 17:57:53.146962 n-d-818022-2 neutron-server[103364]: cb(*args, **kw) Nov 19 17:57:53.146962 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 17:57:53.146962 n-d-818022-2 neutron-server[103364]: return func(*args, **kwargs) Nov 19 17:57:53.146962 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 17:57:53.146962 n-d-818022-2 neutron-server[103364]: self._notify() Nov 19 17:57:53.146962 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 17:57:53.146962 n-d-818022-2 neutron-server[103364]: self.callback(batched_events) Nov 19 17:57:53.146962 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 17:57:53.146962 n-d-818022-2 neutron-server[103364]: event.method(event) Nov 19 17:57:53.146962 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 17:57:53.146962 n-d-818022-2 neutron-server[103364]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 17:57:53.146962 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 17:57:53.146962 n-d-818022-2 neutron-server[103364]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 17:57:53.146962 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 17:57:53.146962 n-d-818022-2 neutron-server[103364]: return f(self, *a, **k) Nov 19 17:57:53.146962 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 17:57:53.146962 n-d-818022-2 neutron-server[103364]: return self._get(url).json() Nov 19 17:57:53.146962 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 17:57:53.146962 n-d-818022-2 neutron-server[103364]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 17:57:53.146962 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 17:57:53.146962 n-d-818022-2 neutron-server[103364]: return self.request(url, 'GET', **kwargs) Nov 19 17:57:53.146962 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 17:57:53.146962 n-d-818022-2 neutron-server[103364]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 17:57:53.146962 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 17:57:53.146962 n-d-818022-2 neutron-server[103364]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 17:57:53.146962 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 17:57:53.146962 n-d-818022-2 neutron-server[103364]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 17:57:53.146962 n-d-818022-2 neutron-server[103364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 17:57:53.151542 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f17ae6c-c7a2-47f6-8991-77a865fc5482 None None] Pushing event updated for resources: {'Port': ['ID=b9ef7be5-a1ae-4ef1-9acb-19898b7f3ef2,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:57:53.178794 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.db.api [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103366) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 17:57:53.179267 n-d-818022-2 neutron-server[103366]: DEBUG oslo_db.api [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 17:57:53.198585 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-346bd9ba-1e72-4361-8530-ffc1f8e6e1f2 None None] Deleting port 866c74b9-326a-4245-b2d0-69134bca9229 {{(pid=103366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:57:53.199632 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-346bd9ba-1e72-4361-8530-ffc1f8e6e1f2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:53.226188 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167d0357-1331-4444-8d69-64e5fb7fc84e tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Pushing event updated for resources: {'Port': ['ID=570865e5-d4a7-4db1-b169-327123080355,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:57:53.259396 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-29fd0f51-5958-4053-883e-cb5b1fb0080a tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12282919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8731163'] for subnet, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:53.280261 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-167d0357-1331-4444-8d69-64e5fb7fc84e tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Network c4c1f67d-b9d6-457d-a30d-05740dce0e7c is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:57:53.281555 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-90376f6d-cae0-4f15-bd63-b9289765ff38 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671242'] for network, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:53.283607 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-167d0357-1331-4444-8d69-64e5fb7fc84e tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:57:53.309040 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-90376f6d-cae0-4f15-bd63-b9289765ff38 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks [] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:53.312389 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-346bd9ba-1e72-4361-8530-ffc1f8e6e1f2 None None] For port 866c74b9-326a-4245-b2d0-69134bca9229, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=866c74b9-326a-4245-b2d0-69134bca9229,segment=NetworkSegment(4cf3a3fa-f14a-471a-b8ca-053f3c3b65aa),segment_id=4cf3a3fa-f14a-471a-b8ca-053f3c3b65aa)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:57:53.313790 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-346bd9ba-1e72-4361-8530-ffc1f8e6e1f2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:53.314087 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-90376f6d-cae0-4f15-bd63-b9289765ff38 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] 10.222.0.54 "DELETE /v2.0/networks/19db077b-f1fe-41ae-a661-e57af1aea74e HTTP/1.1" status: 204 len: 168 time: 4.0309572 Nov 19 17:57:53.315649 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90376f6d-cae0-4f15-bd63-b9289765ff38 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Pushing event deleted for resources: {'Network': ['ID=19db077b-f1fe-41ae-a661-e57af1aea74e,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:57:53.317471 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 42174) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:57:53.329385 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fd0f51-5958-4053-883e-cb5b1fb0080a tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Pushing event deleted for resources: {'Subnet': ['ID=d2adf1de-41cf-4bad-b066-43727eb082a2,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:57:53.336313 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-29fd0f51-5958-4053-883e-cb5b1fb0080a tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Publish callbacks [] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:53.340620 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-29fd0f51-5958-4053-883e-cb5b1fb0080a tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] 10.222.0.54 "DELETE /v2.0/subnets/d2adf1de-41cf-4bad-b066-43727eb082a2 HTTP/1.1" status: 204 len: 168 time: 1.3017831 Nov 19 17:57:53.346784 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 42176) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:57:53.351166 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da4126d6-d083-4cae-be86-12da8dd05f35 None None] Network bdba4402-94e3-4e68-bba0-ed8e8f9b25bc requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:57:53.373317 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-346bd9ba-1e72-4361-8530-ffc1f8e6e1f2 None None] Calling delete_port for 866c74b9-326a-4245-b2d0-69134bca9229 owned by network:dhcp {{(pid=103366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:57:53.413367 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-86dba98e-d4ec-4b54-b532-6a357c0f9418 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12282919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8731163'] for subnet, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:53.477104 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dba98e-d4ec-4b54-b532-6a357c0f9418 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Pushing event deleted for resources: {'Subnet': ['ID=91b3d91e-cf8a-43a5-afef-5ea680147f97,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:57:53.498461 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-86dba98e-d4ec-4b54-b532-6a357c0f9418 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks [] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:53.504671 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-86dba98e-d4ec-4b54-b532-6a357c0f9418 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "DELETE /v2.0/subnets/91b3d91e-cf8a-43a5-afef-5ea680147f97 HTTP/1.1" status: 204 len: 168 time: 1.2705114 Nov 19 17:57:53.506609 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 42178) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:57:53.523255 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c38f31b-409c-42f1-b7a7-048573492158 None None] Network 65eace33-2479-4afb-a7b6-41f0773542ac requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:57:53.592139 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c9f82e90-dacb-432f-a5de-b689c607e135 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:53.600943 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-d73a6c7f-cd87-41fd-8532-5b35578ed3d0 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0896683 Nov 19 17:57:53.602414 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 42180) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:57:53.717437 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-16b2036a-614a-4c45-a4e9-923f105fa161 req-d4968c2f-74ea-4a63-88ea-3e87307cb469 tempest-ServerMetadataNegativeTestJSON-209434558 tempest-ServerMetadataNegativeTestJSON-209434558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:53.761395 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['586fef62-b8ca-4228-9733-1fc9818ce0ad'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:57:53.772963 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-346bd9ba-1e72-4361-8530-ffc1f8e6e1f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007'] for port, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:53.812917 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52903cde-449f-4d55-a651-fd1071b9de4b tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:53.814605 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-52903cde-449f-4d55-a651-fd1071b9de4b tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2091799 Nov 19 17:57:53.815540 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4968c2f-74ea-4a63-88ea-3e87307cb469 tempest-ServerMetadataNegativeTestJSON-209434558 tempest-ServerMetadataNegativeTestJSON-209434558-project] Pushing event deleted for resources: {'Port': ['ID=586fef62-b8ca-4228-9733-1fc9818ce0ad,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:57:53.817321 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 42188) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:57:53.911142 n-d-818022-2 neutron-server[103364]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cce8411-a9d9-49e7-8ed3-c92a4b0705ce tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] DELETE failed (client error): The resource could not be found. Nov 19 17:57:53.911142 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0cce8411-a9d9-49e7-8ed3-c92a4b0705ce tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103364) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 17:57:53.918204 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-0cce8411-a9d9-49e7-8ed3-c92a4b0705ce tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] 10.222.0.54 "DELETE /v2.0/subnets/1ecc73ee-5e4e-4477-b266-f987a871f726 HTTP/1.1" status: 404 len: 337 time: 0.5986795 Nov 19 17:57:53.922988 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-16b2036a-614a-4c45-a4e9-923f105fa161 req-d4968c2f-74ea-4a63-88ea-3e87307cb469 tempest-ServerMetadataNegativeTestJSON-209434558 tempest-ServerMetadataNegativeTestJSON-209434558-project] No DVR routers for this DVR port 586fef62-b8ca-4228-9733-1fc9818ce0ad on host n-h1-818022-2 {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:57:53.927648 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 42190) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:57:53.951304 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-16b2036a-614a-4c45-a4e9-923f105fa161 req-d4968c2f-74ea-4a63-88ea-3e87307cb469 tempest-ServerMetadataNegativeTestJSON-209434558 tempest-ServerMetadataNegativeTestJSON-209434558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:53.959569 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-16b2036a-614a-4c45-a4e9-923f105fa161 req-d4968c2f-74ea-4a63-88ea-3e87307cb469 tempest-ServerMetadataNegativeTestJSON-209434558 tempest-ServerMetadataNegativeTestJSON-209434558-project] 10.222.0.60 "DELETE /v2.0/ports/586fef62-b8ca-4228-9733-1fc9818ce0ad HTTP/1.1" status: 204 len: 173 time: 1.7748318 Nov 19 17:57:53.960078 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9d7a56b-e94a-42c3-8bb2-d2a9e6b40b7e', 'name': 'network-vif-deleted', 'tag': '586fef62-b8ca-4228-9733-1fc9818ce0ad'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:57:53.970312 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218319d759239a7d11f1288aef37381b97754913ee9ccbfd43b51a463f801712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0059850-fd24-4dc0-80ab-9d153c3c06fb" -d '{"events": [{"server_uuid": "e9d7a56b-e94a-42c3-8bb2-d2a9e6b40b7e", "name": "network-vif-deleted", "tag": "586fef62-b8ca-4228-9733-1fc9818ce0ad"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:57:54.055038 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346bd9ba-1e72-4361-8530-ffc1f8e6e1f2 None None] Pushing event deleted for resources: {'Port': ['ID=866c74b9-326a-4245-b2d0-69134bca9229,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:57:54.061535 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-346bd9ba-1e72-4361-8530-ffc1f8e6e1f2 None None] No DVR routers for this DVR port 866c74b9-326a-4245-b2d0-69134bca9229 on host n-d-818022-2 {{(pid=103366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:57:54.091446 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-167d0357-1331-4444-8d69-64e5fb7fc84e tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Router 11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 17:57:54.128237 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de20da80-8c77-4c52-a4f3-58a2384fd04f None None] Network c4c1f67d-b9d6-457d-a30d-05740dce0e7c requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:57:54.128407 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:57:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4642886c-d650-49bb-aca8-ff8f17639304 x-openstack-request-id: req-4642886c-d650-49bb-aca8-ff8f17639304 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:57:54.129586 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9d7a56b-e94a-42c3-8bb2-d2a9e6b40b7e", "name": "network-vif-deleted", "tag": "586fef62-b8ca-4228-9733-1fc9818ce0ad", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:57:54.129708 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-4642886c-d650-49bb-aca8-ff8f17639304 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:57:54.134039 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9d7a56b-e94a-42c3-8bb2-d2a9e6b40b7e', 'name': 'network-vif-deleted', 'tag': '586fef62-b8ca-4228-9733-1fc9818ce0ad', 'status': 'completed', 'code': 200} Nov 19 17:57:54.154657 n-d-818022-2 neutron-server[103365]: INFO neutron.pecan_wsgi.hooks.translation [None req-8dba3779-d50f-4c6a-9fee-91f2b27ce966 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] DELETE failed (client error): The resource could not be found. Nov 19 17:57:54.166076 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8dba3779-d50f-4c6a-9fee-91f2b27ce966 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103365) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 17:57:54.177270 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-8dba3779-d50f-4c6a-9fee-91f2b27ce966 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] 10.222.0.54 "DELETE /v2.0/networks/19db077b-f1fe-41ae-a661-e57af1aea74e HTTP/1.1" status: 404 len: 339 time: 0.2461710 Nov 19 17:57:54.194332 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 42198) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:57:54.200748 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e363a091-74c1-4956-ba50-eb5296963234 req-0a45be31-98c7-414d-b9fe-76981f211c85 tempest-ServerMetadataNegativeTestJSON-209434558 tempest-ServerMetadataNegativeTestJSON-209434558-project] 10.222.0.54 "GET /v2.0/ports?device_id=e9d7a56b-e94a-42c3-8bb2-d2a9e6b40b7e HTTP/1.1" status: 200 len: 210 time: 0.3092575 Nov 19 17:57:54.245641 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54d51314-25fb-4e0f-ac02-30212cffcd7c tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:54.269100 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-54d51314-25fb-4e0f-ac02-30212cffcd7c tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4473820 Nov 19 17:57:54.269840 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-8a160bf5-f09a-4e79-9649-8b86127ad52d None None] Provisioning complete for port d7f3ed3c-59e4-4211-9649-6853b4fb2d89 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:57:54.270230 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8a160bf5-f09a-4e79-9649-8b86127ad52d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:54.271049 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 42200) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:57:54.292331 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-c9f82e90-dacb-432f-a5de-b689c607e135 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Deleting port 866c74b9-326a-4245-b2d0-69134bca9229 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:57:54.292665 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c9f82e90-dacb-432f-a5de-b689c607e135 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:54.323892 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b32a0c73-bdd4-45b1-8333-969e82fc3ccc None None] DHCP port deletion for bdba4402-94e3-4e68-bba0-ed8e8f9b25bc request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 17:57:54.328935 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d6169b0-a0f0-47fc-8d3e-672841a10525 None None] DHCP port deletion for 65eace33-2479-4afb-a7b6-41f0773542ac request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 17:57:54.387747 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-92af696a-91fb-4d37-9e20-5f66c83ac196 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:54.394367 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0a5b0d62-b1a6-44e3-87a5-7e1f98b0907c req-4223a024-61b2-4c86-ae3a-d822c6d26b14 tempest-ServerShowV254Test-552327107 tempest-ServerShowV254Test-552327107-project] 10.222.0.54 "GET /v2.0/ports?device_id=7cf4fb4e-07d3-4a93-8456-041bd721496a HTTP/1.1" status: 200 len: 210 time: 0.1328142 Nov 19 17:57:54.435315 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-682aeff2-b3fa-4153-92fb-1bcb6711a2ef tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1598408 Nov 19 17:57:54.439913 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 42202) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:57:54.448701 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-e87830d2-ecae-4f1c-97ea-b2a975e0b602 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Request body: {'subnet': {'network_id': '65eace33-2479-4afb-a7b6-41f0773542ac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:57:54.519958 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-92af696a-91fb-4d37-9e20-5f66c83ac196 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:54.555108 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-92af696a-91fb-4d37-9e20-5f66c83ac196 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05b968e3-f29c-4eeb-a91a-2003d6f27b65']}} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:57:54.576008 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-92af696a-91fb-4d37-9e20-5f66c83ac196 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed72a510-5d25-41be-b7d5-ebd627741248') {'for_net_delete': True} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:57:54.576699 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-92af696a-91fb-4d37-9e20-5f66c83ac196 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed72a510-5d25-41be-b7d5-ebd627741248') {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:57:54.590879 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-92af696a-91fb-4d37-9e20-5f66c83ac196 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417396'] for segment, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:54.609639 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-92af696a-91fb-4d37-9e20-5f66c83ac196 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:54.619040 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92af696a-91fb-4d37-9e20-5f66c83ac196 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Releasing vlan 652 on physical network physnet1 to pool {{(pid=103364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 17:57:54.619463 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-92af696a-91fb-4d37-9e20-5f66c83ac196 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12425183'] for segment, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:54.621900 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8a160bf5-f09a-4e79-9649-8b86127ad52d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:54.624163 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 6e0c8526-4f8e-41bd-9aa5-321bd07d5d14 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:57:54.635774 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [None req-c9f82e90-dacb-432f-a5de-b689c607e135 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] For port 866c74b9-326a-4245-b2d0-69134bca9229, host n-d-818022-2, got binding levels [] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:57:54.639406 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c9f82e90-dacb-432f-a5de-b689c607e135 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:54.668984 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-c9f82e90-dacb-432f-a5de-b689c607e135 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Calling delete_port for 866c74b9-326a-4245-b2d0-69134bca9229 owned by network:dhcp {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:57:54.675932 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.ipam_backend_mixin [None req-c9f82e90-dacb-432f-a5de-b689c607e135 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Port 866c74b9-326a-4245-b2d0-69134bca9229 was not found and therefore no delete operation was performed {{(pid=103365) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 19 17:57:54.677575 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e87830d2-ecae-4f1c-97ea-b2a975e0b602 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Made reservation on behalf of 6b45f31544cd40e7b10456e94240dc6e for: {'subnet': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:57:54.687081 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e87830d2-ecae-4f1c-97ea-b2a975e0b602 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8731248'] for subnet, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:54.723449 n-d-818022-2 neutron-server[103364]: Traceback (most recent call last): Nov 19 17:57:54.723449 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 17:57:54.723449 n-d-818022-2 neutron-server[103364]: timer() Nov 19 17:57:54.723449 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 17:57:54.723449 n-d-818022-2 neutron-server[103364]: cb(*args, **kw) Nov 19 17:57:54.723449 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 17:57:54.723449 n-d-818022-2 neutron-server[103364]: return func(*args, **kwargs) Nov 19 17:57:54.723449 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 17:57:54.723449 n-d-818022-2 neutron-server[103364]: self._notify() Nov 19 17:57:54.723449 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 17:57:54.723449 n-d-818022-2 neutron-server[103364]: self.callback(batched_events) Nov 19 17:57:54.723449 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 17:57:54.723449 n-d-818022-2 neutron-server[103364]: event.method(event) Nov 19 17:57:54.723449 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 17:57:54.723449 n-d-818022-2 neutron-server[103364]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 17:57:54.723449 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 17:57:54.723449 n-d-818022-2 neutron-server[103364]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 17:57:54.723449 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 17:57:54.723449 n-d-818022-2 neutron-server[103364]: return f(self, *a, **k) Nov 19 17:57:54.723449 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 17:57:54.723449 n-d-818022-2 neutron-server[103364]: return self._get(url).json() Nov 19 17:57:54.723449 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 17:57:54.723449 n-d-818022-2 neutron-server[103364]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 17:57:54.723449 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 17:57:54.723449 n-d-818022-2 neutron-server[103364]: return self.request(url, 'GET', **kwargs) Nov 19 17:57:54.723449 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 17:57:54.723449 n-d-818022-2 neutron-server[103364]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 17:57:54.723449 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 17:57:54.723449 n-d-818022-2 neutron-server[103364]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 17:57:54.723449 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 17:57:54.723449 n-d-818022-2 neutron-server[103364]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 17:57:54.723449 n-d-818022-2 neutron-server[103364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 17:57:54.732647 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-167d0357-1331-4444-8d69-64e5fb7fc84e tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 17:57:54.735485 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-8a160bf5-f09a-4e79-9649-8b86127ad52d None None] For port d7f3ed3c-59e4-4211-9649-6853b4fb2d89, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=d7f3ed3c-59e4-4211-9649-6853b4fb2d89,segment=NetworkSegment(908cbfb2-c77a-4dcc-8920-62455135600f),segment_id=908cbfb2-c77a-4dcc-8920-62455135600f)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:57:54.747576 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-167d0357-1331-4444-8d69-64e5fb7fc84e tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] 10.222.0.54 "PUT /v2.0/routers/11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9057639 Nov 19 17:57:54.748538 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-92af696a-91fb-4d37-9e20-5f66c83ac196 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671242'] for network, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:54.750200 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 42204) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:57:54.753687 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-b32a0c73-bdd4-45b1-8333-969e82fc3ccc None None] Deleting port 0f15894d-6fec-4dd1-b293-39c4dc9369a2 {{(pid=103366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:57:54.754674 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b32a0c73-bdd4-45b1-8333-969e82fc3ccc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:54.764716 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b137052-beea-4cc8-89fc-94412fe9d51e None None] Sync routers for ids ['11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb'] in n-d-818022-2 {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 17:57:54.766758 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-eeb89066-e64a-4921-b2e9-fe5834029227 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1108992602'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:57:54.771768 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8a160bf5-f09a-4e79-9649-8b86127ad52d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:54.780761 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c9f82e90-dacb-432f-a5de-b689c607e135 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:54.831872 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-92af696a-91fb-4d37-9e20-5f66c83ac196 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks [] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:54.840316 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-92af696a-91fb-4d37-9e20-5f66c83ac196 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] 10.222.0.54 "DELETE /v2.0/networks/05b968e3-f29c-4eeb-a91a-2003d6f27b65 HTTP/1.1" status: 204 len: 168 time: 0.6350136 Nov 19 17:57:54.846583 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 42206) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:57:54.849039 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f82e90-dacb-432f-a5de-b689c607e135 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Pushing event deleted for resources: {'Port': ['ID=866c74b9-326a-4245-b2d0-69134bca9229,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:57:54.862673 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f82e90-dacb-432f-a5de-b689c607e135 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] No DVR routers for this DVR port 866c74b9-326a-4245-b2d0-69134bca9229 on host n-d-818022-2 {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:57:54.863352 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-2d6169b0-a0f0-47fc-8d3e-672841a10525 None None] Deleting port b9ef7be5-a1ae-4ef1-9acb-19898b7f3ef2 {{(pid=103366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:57:54.865196 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2d6169b0-a0f0-47fc-8d3e-672841a10525 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:54.902973 n-d-818022-2 neutron-server[103364]: INFO neutron.pecan_wsgi.hooks.translation [None req-23f2d6ac-3fb7-44d6-920e-092935d806aa tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] DELETE failed (client error): The resource could not be found. Nov 19 17:57:54.903557 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23f2d6ac-3fb7-44d6-920e-092935d806aa tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103364) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 17:57:54.909125 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-23f2d6ac-3fb7-44d6-920e-092935d806aa tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] 10.222.0.54 "DELETE /v2.0/subnets/475e0d40-2628-4ff2-b367-bb7e4af09efa HTTP/1.1" status: 404 len: 337 time: 0.0579352 Nov 19 17:57:54.909125 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92af696a-91fb-4d37-9e20-5f66c83ac196 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Pushing event deleted for resources: {'Network': ['ID=05b968e3-f29c-4eeb-a91a-2003d6f27b65,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:57:54.909704 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-b32a0c73-bdd4-45b1-8333-969e82fc3ccc None None] For port 0f15894d-6fec-4dd1-b293-39c4dc9369a2, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=0f15894d-6fec-4dd1-b293-39c4dc9369a2,segment=NetworkSegment(0e2189b3-cb14-46a5-a715-24b97b50abaf),segment_id=0e2189b3-cb14-46a5-a715-24b97b50abaf)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:57:54.910391 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b32a0c73-bdd4-45b1-8333-969e82fc3ccc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:54.915191 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 42208) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:57:54.915680 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeb89066-e64a-4921-b2e9-fe5834029227 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Made reservation on behalf of fd1b3fcd1beb4931bb2ec4613fd50ee2 for: {'network': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:57:54.920422 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-eeb89066-e64a-4921-b2e9-fe5834029227 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:54.939201 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-b32a0c73-bdd4-45b1-8333-969e82fc3ccc None None] Calling delete_port for 0f15894d-6fec-4dd1-b293-39c4dc9369a2 owned by network:dhcp {{(pid=103366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:57:54.943377 n-d-818022-2 neutron-server[103364]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9d61f41-aa03-439a-91d5-521eef546fb3 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] DELETE failed (client error): The resource could not be found. Nov 19 17:57:54.944039 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9d61f41-aa03-439a-91d5-521eef546fb3 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103364) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 17:57:54.950639 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-c9d61f41-aa03-439a-91d5-521eef546fb3 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] 10.222.0.54 "DELETE /v2.0/networks/048f6666-5cbe-412c-afce-e2a3f538b6f4 HTTP/1.1" status: 404 len: 339 time: 0.0246143 Nov 19 17:57:54.954863 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 42210) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:57:54.991509 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c9f82e90-dacb-432f-a5de-b689c607e135 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:55.009395 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_v2 [None req-21dbc751-ce49-4e6e-8828-5e3b25f16231 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Deleting subnet 0af52510-5616-45e1-8891-748efd22cf92 {{(pid=103364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 17:57:55.014137 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-21dbc751-ce49-4e6e-8828-5e3b25f16231 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks [] for subnet, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:55.022800 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-c9f82e90-dacb-432f-a5de-b689c607e135 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c051a038-1534-488b-800a-8e55916bcfc3']}} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:57:55.028908 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eeb89066-e64a-4921-b2e9-fe5834029227 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 654} {{(pid=103364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 17:57:55.038510 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-eeb89066-e64a-4921-b2e9-fe5834029227 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:55.038959 n-d-818022-2 neutron-server[103364]: INFO neutron.db.segments_db [None req-eeb89066-e64a-4921-b2e9-fe5834029227 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Added segment 1c050ecf-9026-4ee8-be68-e96c0ee3c455 of type vlan for network eb6b4f97-aa4c-4ee9-b5d8-9ee749af3dc5 Nov 19 17:57:55.063825 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-c9f82e90-dacb-432f-a5de-b689c607e135 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cf3a3fa-f14a-471a-b8ca-053f3c3b65aa') {'for_net_delete': True} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:57:55.064293 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-c9f82e90-dacb-432f-a5de-b689c607e135 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cf3a3fa-f14a-471a-b8ca-053f3c3b65aa') {} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:57:55.074181 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c9f82e90-dacb-432f-a5de-b689c607e135 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12545382'] for segment, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:55.089426 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c9f82e90-dacb-432f-a5de-b689c607e135 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:55.097052 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9f82e90-dacb-432f-a5de-b689c607e135 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Releasing vlan 693 on physical network physnet1 to pool {{(pid=103365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 17:57:55.097545 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c9f82e90-dacb-432f-a5de-b689c607e135 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12282953'] for segment, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:55.101978 n-d-818022-2 neutron-server[103365]: Traceback (most recent call last): Nov 19 17:57:55.101978 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 17:57:55.101978 n-d-818022-2 neutron-server[103365]: timer() Nov 19 17:57:55.101978 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 17:57:55.101978 n-d-818022-2 neutron-server[103365]: cb(*args, **kw) Nov 19 17:57:55.101978 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 17:57:55.101978 n-d-818022-2 neutron-server[103365]: return func(*args, **kwargs) Nov 19 17:57:55.101978 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 17:57:55.101978 n-d-818022-2 neutron-server[103365]: self._notify() Nov 19 17:57:55.101978 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 17:57:55.101978 n-d-818022-2 neutron-server[103365]: self.callback(batched_events) Nov 19 17:57:55.101978 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 17:57:55.101978 n-d-818022-2 neutron-server[103365]: event.method(event) Nov 19 17:57:55.101978 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 17:57:55.101978 n-d-818022-2 neutron-server[103365]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 17:57:55.101978 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 17:57:55.101978 n-d-818022-2 neutron-server[103365]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 17:57:55.101978 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 17:57:55.101978 n-d-818022-2 neutron-server[103365]: return f(self, *a, **k) Nov 19 17:57:55.101978 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 17:57:55.101978 n-d-818022-2 neutron-server[103365]: return self._get(url).json() Nov 19 17:57:55.101978 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 17:57:55.101978 n-d-818022-2 neutron-server[103365]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 17:57:55.101978 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 17:57:55.101978 n-d-818022-2 neutron-server[103365]: return self.request(url, 'GET', **kwargs) Nov 19 17:57:55.101978 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 17:57:55.101978 n-d-818022-2 neutron-server[103365]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 17:57:55.101978 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 17:57:55.101978 n-d-818022-2 neutron-server[103365]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 17:57:55.101978 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 17:57:55.101978 n-d-818022-2 neutron-server[103365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 17:57:55.101978 n-d-818022-2 neutron-server[103365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 17:57:55.137212 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b32a0c73-bdd4-45b1-8333-969e82fc3ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007'] for port, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:55.145539 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-eeb89066-e64a-4921-b2e9-fe5834029227 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:55.149375 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-21dbc751-ce49-4e6e-8828-5e3b25f16231 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9416263'] for subnet, precommit_delete_associations {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:55.207829 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c9f82e90-dacb-432f-a5de-b689c607e135 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671242'] for network, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:55.214990 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c9f82e90-dacb-432f-a5de-b689c607e135 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Publish callbacks [] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:55.220332 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-c9f82e90-dacb-432f-a5de-b689c607e135 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] 10.222.0.54 "DELETE /v2.0/networks/c051a038-1534-488b-800a-8e55916bcfc3 HTTP/1.1" status: 204 len: 168 time: 1.8719692 Nov 19 17:57:55.224088 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 42218) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:57:55.244851 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f82e90-dacb-432f-a5de-b689c607e135 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Pushing event deleted for resources: {'Network': ['ID=c051a038-1534-488b-800a-8e55916bcfc3,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:57:55.255596 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a160bf5-f09a-4e79-9649-8b86127ad52d None None] Pushing event updated for resources: {'Port': ['ID=d7f3ed3c-59e4-4211-9649-6853b4fb2d89,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:57:55.257071 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-eeb89066-e64a-4921-b2e9-fe5834029227 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:55.258732 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e87830d2-ecae-4f1c-97ea-b2a975e0b602 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12283104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8731234'] for subnet, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:55.263712 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeb89066-e64a-4921-b2e9-fe5834029227 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:55.264337 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-eeb89066-e64a-4921-b2e9-fe5834029227 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks [] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:55.272482 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b137052-beea-4cc8-89fc-94412fe9d51e None None] Routers {'11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:57:55.273784 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-7b137052-beea-4cc8-89fc-94412fe9d51e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:57:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:57:55.306702 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 42222) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:57:55.324133 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-2d6169b0-a0f0-47fc-8d3e-672841a10525 None None] For port b9ef7be5-a1ae-4ef1-9acb-19898b7f3ef2, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=b9ef7be5-a1ae-4ef1-9acb-19898b7f3ef2,segment=NetworkSegment(b0148e58-5e40-4372-b35c-802e0d196d41),segment_id=b0148e58-5e40-4372-b35c-802e0d196d41)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:57:55.325571 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2d6169b0-a0f0-47fc-8d3e-672841a10525 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:55.365866 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e87830d2-ecae-4f1c-97ea-b2a975e0b602 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Network 65eace33-2479-4afb-a7b6-41f0773542ac is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:57:55.373785 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-e87830d2-ecae-4f1c-97ea-b2a975e0b602 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:57:55.377320 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e87830d2-ecae-4f1c-97ea-b2a975e0b602 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:55.377936 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e87830d2-ecae-4f1c-97ea-b2a975e0b602 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks [] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:55.391934 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-21dbc751-ce49-4e6e-8828-5e3b25f16231 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:55.405119 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_v2 [None req-624c740e-6814-4761-8f94-288f0b5c14af admin admin] Deleting subnet d744a561-1d74-4275-a0a5-13d1ef8a11d5 {{(pid=103365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 17:57:55.406248 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-eeb89066-e64a-4921-b2e9-fe5834029227 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6524563 Nov 19 17:57:55.409202 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87830d2-ecae-4f1c-97ea-b2a975e0b602 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Pushing event updated for resources: {'Subnet': ['ID=d57d3ced-2122-42b8-b5c7-6ec372103efe,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:57:55.412514 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 42224) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:57:55.413216 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-624c740e-6814-4761-8f94-288f0b5c14af admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:55.420179 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-63f7b9d4-2815-443d-b4a6-04c941fe40e8 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Request body: {'subnet': {'network_id': 'eb6b4f97-aa4c-4ee9-b5d8-9ee749af3dc5', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:57:55.449352 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb89066-e64a-4921-b2e9-fe5834029227 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Pushing event updated for resources: {'Network': ['ID=eb6b4f97-aa4c-4ee9-b5d8-9ee749af3dc5,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:57:55.460714 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-7b137052-beea-4cc8-89fc-94412fe9d51e None None] Set router 11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb gateway port host: None {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:57:55.468723 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a5c7099f-f22a-4376-b9a2-3246f5391996 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:55.527999 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-e87830d2-ecae-4f1c-97ea-b2a975e0b602 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0866656 Nov 19 17:57:55.529314 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 42228) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:57:55.536563 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-df2f724f-4f7c-438a-be39-d1c7940dd197 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Request body: {'port': {'network_id': '65eace33-2479-4afb-a7b6-41f0773542ac', 'mac_address': 'fa:16:3e:08:a5:71', 'name': 'tempest-NetworksTestDHCPv6-1872102515'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:57:55.553626 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-624c740e-6814-4761-8f94-288f0b5c14af admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12546453'] for subnet, precommit_delete_associations {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:55.565719 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-2d6169b0-a0f0-47fc-8d3e-672841a10525 None None] Calling delete_port for b9ef7be5-a1ae-4ef1-9acb-19898b7f3ef2 owned by network:dhcp {{(pid=103366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:57:55.584716 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63f7b9d4-2815-443d-b4a6-04c941fe40e8 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Made reservation on behalf of fd1b3fcd1beb4931bb2ec4613fd50ee2 for: {'subnet': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:57:55.589321 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-63f7b9d4-2815-443d-b4a6-04c941fe40e8 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8731248'] for subnet, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:55.643516 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-454c3817-7d67-4e66-9ef7-5e45b604a54a req-624976e9-22a2-4fbe-8b99-b6311cdb1112 tempest-ServerShowV254Test-552327107 tempest-ServerShowV254Test-552327107-project] 10.222.0.54 "GET /v2.0/ports?device_id=7cf4fb4e-07d3-4a93-8456-041bd721496a HTTP/1.1" status: 200 len: 210 time: 0.0918639 Nov 19 17:57:55.649257 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-624c740e-6814-4761-8f94-288f0b5c14af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:55.667317 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32a0c73-bdd4-45b1-8333-969e82fc3ccc None None] Pushing event deleted for resources: {'Port': ['ID=0f15894d-6fec-4dd1-b293-39c4dc9369a2,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:57:55.672476 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network eb6b4f97-aa4c-4ee9-b5d8-9ee749af3dc5 details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 17:57:55.702308 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-21dbc751-ce49-4e6e-8828-5e3b25f16231 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12425137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8983934'] for subnet, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:55.745098 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dbc751-ce49-4e6e-8828-5e3b25f16231 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Pushing event deleted for resources: {'Subnet': ['ID=0af52510-5616-45e1-8891-748efd22cf92,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:57:55.771316 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a5c7099f-f22a-4376-b9a2-3246f5391996 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:55.773080 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b32a0c73-bdd4-45b1-8333-969e82fc3ccc None None] No DVR routers for this DVR port 0f15894d-6fec-4dd1-b293-39c4dc9369a2 on host n-d-818022-2 {{(pid=103366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:57:55.783987 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-21dbc751-ce49-4e6e-8828-5e3b25f16231 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:55.787351 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-21dbc751-ce49-4e6e-8828-5e3b25f16231 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] 10.222.0.54 "DELETE /v2.0/subnets/0af52510-5616-45e1-8891-748efd22cf92 HTTP/1.1" status: 204 len: 168 time: 0.8314667 Nov 19 17:57:55.795450 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 6e0c8526-4f8e-41bd-9aa5-321bd07d5d14 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:57:55.795823 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:55.795934 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 42234) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:57:55.820258 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06d91226-ecda-4d0f-837f-218be3e1d4ce None None] Network 8bd4cb92-df51-40bd-93e8-16da566ea7d9 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:57:55.826004 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-624c740e-6814-4761-8f94-288f0b5c14af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12282919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8731163'] for subnet, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:55.848231 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-a5c7099f-f22a-4376-b9a2-3246f5391996 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdba4402-94e3-4e68-bba0-ed8e8f9b25bc']}} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:57:55.871778 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-a5c7099f-f22a-4376-b9a2-3246f5391996 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e2189b3-cb14-46a5-a715-24b97b50abaf') {'for_net_delete': True} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:57:55.872085 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-a5c7099f-f22a-4376-b9a2-3246f5391996 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e2189b3-cb14-46a5-a715-24b97b50abaf') {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:57:55.898340 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a5c7099f-f22a-4376-b9a2-3246f5391996 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417396'] for segment, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:55.910528 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624c740e-6814-4761-8f94-288f0b5c14af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d744a561-1d74-4275-a0a5-13d1ef8a11d5,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:57:55.915949 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-624c740e-6814-4761-8f94-288f0b5c14af admin admin] Publish callbacks [] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:55.919399 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-624c740e-6814-4761-8f94-288f0b5c14af admin admin] 10.222.0.54 "DELETE /v2.0/subnets/d744a561-1d74-4275-a0a5-13d1ef8a11d5 HTTP/1.1" status: 204 len: 168 time: 0.6116114 Nov 19 17:57:55.920621 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d2cbe9c-2431-4831-bd27-9636c720844e tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Deleting subnet 758b44ad-72b9-418e-ab2d-e5d36a9682c6 {{(pid=103364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 17:57:55.922456 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 42236) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:57:55.944112 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1d2cbe9c-2431-4831-bd27-9636c720844e tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks [] for subnet, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:55.955527 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a5c7099f-f22a-4376-b9a2-3246f5391996 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:55.999704 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5c7099f-f22a-4376-b9a2-3246f5391996 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Releasing vlan 689 on physical network physnet1 to pool {{(pid=103364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 17:57:56.000107 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a5c7099f-f22a-4376-b9a2-3246f5391996 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12425183'] for segment, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:56.007278 n-d-818022-2 neutron-server[103364]: Traceback (most recent call last): Nov 19 17:57:56.007278 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 17:57:56.007278 n-d-818022-2 neutron-server[103364]: timer() Nov 19 17:57:56.007278 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 17:57:56.007278 n-d-818022-2 neutron-server[103364]: cb(*args, **kw) Nov 19 17:57:56.007278 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 17:57:56.007278 n-d-818022-2 neutron-server[103364]: return func(*args, **kwargs) Nov 19 17:57:56.007278 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 17:57:56.007278 n-d-818022-2 neutron-server[103364]: self._notify() Nov 19 17:57:56.007278 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 17:57:56.007278 n-d-818022-2 neutron-server[103364]: self.callback(batched_events) Nov 19 17:57:56.007278 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 17:57:56.007278 n-d-818022-2 neutron-server[103364]: event.method(event) Nov 19 17:57:56.007278 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 17:57:56.007278 n-d-818022-2 neutron-server[103364]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 17:57:56.007278 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 17:57:56.007278 n-d-818022-2 neutron-server[103364]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 17:57:56.007278 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 17:57:56.007278 n-d-818022-2 neutron-server[103364]: return f(self, *a, **k) Nov 19 17:57:56.007278 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 17:57:56.007278 n-d-818022-2 neutron-server[103364]: return self._get(url).json() Nov 19 17:57:56.007278 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 17:57:56.007278 n-d-818022-2 neutron-server[103364]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 17:57:56.007278 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 17:57:56.007278 n-d-818022-2 neutron-server[103364]: return self.request(url, 'GET', **kwargs) Nov 19 17:57:56.007278 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 17:57:56.007278 n-d-818022-2 neutron-server[103364]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 17:57:56.007278 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 17:57:56.007278 n-d-818022-2 neutron-server[103364]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 17:57:56.007278 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 17:57:56.007278 n-d-818022-2 neutron-server[103364]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 17:57:56.007278 n-d-818022-2 neutron-server[103364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 17:57:56.017411 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-63f7b9d4-2815-443d-b4a6-04c941fe40e8 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12283104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8731234'] for subnet, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:56.098991 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df2f724f-4f7c-438a-be39-d1c7940dd197 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Made reservation on behalf of 6b45f31544cd40e7b10456e94240dc6e for: {'port': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:57:56.192452 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-66ae521c-0f65-4bf0-8731-c5d9415297fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:56.202774 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1d2cbe9c-2431-4831-bd27-9636c720844e tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9416263'] for subnet, precommit_delete_associations {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:56.204431 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f7b9d4-2815-443d-b4a6-04c941fe40e8 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Pushing event updated for resources: {'Subnet': ['ID=93490abc-6aae-48f7-950c-bb1ffc9df537,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:57:56.248819 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f7b9d4-2815-443d-b4a6-04c941fe40e8 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Checking segment: {'id': '1c050ecf-9026-4ee8-be68-e96c0ee3c455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'eb6b4f97-aa4c-4ee9-b5d8-9ee749af3dc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:57:56.249374 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63f7b9d4-2815-443d-b4a6-04c941fe40e8 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Network hostable DHCP agents. Network: eb6b4f97-aa4c-4ee9-b5d8-9ee749af3dc5, hostable agents: ['02910ef2-0455-4aea-9f38-9a875579633f'], hosted agents: [] {{(pid=103365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 17:57:56.310026 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63f7b9d4-2815-443d-b4a6-04c941fe40e8 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Network eb6b4f97-aa4c-4ee9-b5d8-9ee749af3dc5 is scheduled to be hosted by DHCP agent 02910ef2-0455-4aea-9f38-9a875579633f with binding_index 1 {{(pid=103365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 17:57:56.314295 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a5c7099f-f22a-4376-b9a2-3246f5391996 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671242'] for network, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:56.341678 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a5c7099f-f22a-4376-b9a2-3246f5391996 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Publish callbacks [] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:56.352828 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-a5c7099f-f22a-4376-b9a2-3246f5391996 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] 10.222.0.54 "DELETE /v2.0/networks/bdba4402-94e3-4e68-bba0-ed8e8f9b25bc HTTP/1.1" status: 204 len: 168 time: 1.1267829 Nov 19 17:57:56.356742 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-66ae521c-0f65-4bf0-8731-c5d9415297fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:56.381693 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-7b137052-beea-4cc8-89fc-94412fe9d51e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb', 'name': 'tempest-RoutersIpV6Test-router-1062832239', 'tenant_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:57:38Z', 'updated_at': '2021-11-19T17:57:52Z', 'revision_number': 3, 'project_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'gw_port_host': None, '_interfaces': [{'id': '570865e5-d4a7-4db1-b169-327123080355', 'name': '', 'network_id': 'c4c1f67d-b9d6-457d-a30d-05740dce0e7c', 'tenant_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'mac_address': 'fa:16:3e:8b:a4:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2172, 'fixed_ips': [{'subnet_id': 'e5ec16ea-7136-4bf3-bd8f-ae54ec5c0796', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:57:51Z', 'updated_at': '2021-11-19T17:57:52Z', 'revision_number': 2, 'project_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'subnets': [{'id': 'e5ec16ea-7136-4bf3-bd8f-ae54ec5c0796', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e0c8526-4f8e-41bd-9aa5-321bd07d5d14', 'name': '', 'network_id': '782a6462-eee3-4699-90ef-0416652dd862', 'tenant_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'mac_address': 'fa:16:3e:b6:5d:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2160, 'fixed_ips': [{'subnet_id': 'c823e22e-08c9-40fd-90bf-a9bab2677b28', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:57:42Z', 'updated_at': '2021-11-19T17:57:49Z', 'revision_number': 5, 'project_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'subnets': [{'id': 'c823e22e-08c9-40fd-90bf-a9bab2677b28', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:57:56.382659 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c7099f-f22a-4376-b9a2-3246f5391996 tempest-TaggedBootDevicesTest-381028513 tempest-TaggedBootDevicesTest-381028513-project] Pushing event deleted for resources: {'Network': ['ID=bdba4402-94e3-4e68-bba0-ed8e8f9b25bc,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:57:56.387705 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-63f7b9d4-2815-443d-b4a6-04c941fe40e8 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818022-2, eb6b4f97-aa4c-4ee9-b5d8-9ee749af3dc5) {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:57:56.415328 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63f7b9d4-2815-443d-b4a6-04c941fe40e8 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:56.420928 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-63f7b9d4-2815-443d-b4a6-04c941fe40e8 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks [] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:56.451834 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-66ae521c-0f65-4bf0-8731-c5d9415297fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6104fe8-af49-413a-b11b-99dd70151968']}} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:57:56.452897 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2d6169b0-a0f0-47fc-8d3e-672841a10525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007'] for port, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:56.463974 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b137052-beea-4cc8-89fc-94412fe9d51e None None] Checking router: 11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb for host: n-d-818022-2 {{(pid=103366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 17:57:56.464386 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b137052-beea-4cc8-89fc-94412fe9d51e None None] Updating router 11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb port 570865e5-d4a7-4db1-b169-327123080355 binding host n-d-818022-2 {{(pid=103366) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 17:57:56.489273 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-66ae521c-0f65-4bf0-8731-c5d9415297fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0d76538-b495-4070-97af-d68acc3b5cde') {'for_net_delete': True} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:57:56.490213 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-66ae521c-0f65-4bf0-8731-c5d9415297fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0d76538-b495-4070-97af-d68acc3b5cde') {} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:57:56.504265 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-7b137052-beea-4cc8-89fc-94412fe9d51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:56.509364 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-bb97654b-3fed-4e30-89c1-da7107b40770 None None] Provisioning complete for port d7f3ed3c-59e4-4211-9649-6853b4fb2d89 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:57:56.509364 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-bb97654b-3fed-4e30-89c1-da7107b40770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:56.522614 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-63f7b9d4-2815-443d-b4a6-04c941fe40e8 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1040466 Nov 19 17:57:56.522951 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 42244) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:57:56.545297 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-df2f724f-4f7c-438a-be39-d1c7940dd197 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:56.564055 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7459eea9-5728-4f47-b7d5-7f4ec0811d10 None None] Network eb6b4f97-aa4c-4ee9-b5d8-9ee749af3dc5 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:57:56.567140 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device d7f3ed3c-59e4-4211-9649-6853b4fb2d89 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:57:56.605970 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [None req-df2f724f-4f7c-438a-be39-d1c7940dd197 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] device_id is not set on port 7c7a420d-d86e-425b-9488-a9a9880718bd yet. {{(pid=103364) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 17:57:56.627518 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1d2cbe9c-2431-4831-bd27-9636c720844e tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:56.801170 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-66ae521c-0f65-4bf0-8731-c5d9415297fa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12545382'] for segment, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:56.839415 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1d2cbe9c-2431-4831-bd27-9636c720844e tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12425137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8983934'] for subnet, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:56.931626 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1d2cbe9c-2431-4831-bd27-9636c720844e tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:56.942660 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-1d2cbe9c-2431-4831-bd27-9636c720844e tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] 10.222.0.54 "DELETE /v2.0/subnets/758b44ad-72b9-418e-ab2d-e5d36a9682c6 HTTP/1.1" status: 204 len: 168 time: 1.1440995 Nov 19 17:57:56.956103 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 42260) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:57:56.975573 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2cbe9c-2431-4831-bd27-9636c720844e tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Pushing event deleted for resources: {'Subnet': ['ID=758b44ad-72b9-418e-ab2d-e5d36a9682c6,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:57:57.043038 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-30832f5d-cdd7-4c0e-bafa-0e895e209bf7 req-e565f7cd-f2a8-4d5c-bcfe-373ba217cc60 tempest-ServerShowV254Test-552327107 tempest-ServerShowV254Test-552327107-project] 10.222.0.54 "GET /v2.0/ports?device_id=7cf4fb4e-07d3-4a93-8456-041bd721496a HTTP/1.1" status: 200 len: 210 time: 0.1662786 Nov 19 17:57:57.093850 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-66ae521c-0f65-4bf0-8731-c5d9415297fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:57.094636 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6169b0-a0f0-47fc-8d3e-672841a10525 None None] Pushing event deleted for resources: {'Port': ['ID=b9ef7be5-a1ae-4ef1-9acb-19898b7f3ef2,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:57:57.113460 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d6169b0-a0f0-47fc-8d3e-672841a10525 None None] No DVR routers for this DVR port b9ef7be5-a1ae-4ef1-9acb-19898b7f3ef2 on host n-d-818022-2 {{(pid=103366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:57:57.146278 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66ae521c-0f65-4bf0-8731-c5d9415297fa admin admin] Releasing vlan 692 on physical network physnet1 to pool {{(pid=103365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 17:57:57.146915 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-66ae521c-0f65-4bf0-8731-c5d9415297fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12282953'] for segment, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:57.154140 n-d-818022-2 neutron-server[103365]: Traceback (most recent call last): Nov 19 17:57:57.154140 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 17:57:57.154140 n-d-818022-2 neutron-server[103365]: timer() Nov 19 17:57:57.154140 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 17:57:57.154140 n-d-818022-2 neutron-server[103365]: cb(*args, **kw) Nov 19 17:57:57.154140 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 17:57:57.154140 n-d-818022-2 neutron-server[103365]: return func(*args, **kwargs) Nov 19 17:57:57.154140 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 17:57:57.154140 n-d-818022-2 neutron-server[103365]: self._notify() Nov 19 17:57:57.154140 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 17:57:57.154140 n-d-818022-2 neutron-server[103365]: self.callback(batched_events) Nov 19 17:57:57.154140 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 17:57:57.154140 n-d-818022-2 neutron-server[103365]: event.method(event) Nov 19 17:57:57.154140 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 17:57:57.154140 n-d-818022-2 neutron-server[103365]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 17:57:57.154140 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 17:57:57.154140 n-d-818022-2 neutron-server[103365]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 17:57:57.154140 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 17:57:57.154140 n-d-818022-2 neutron-server[103365]: return f(self, *a, **k) Nov 19 17:57:57.154140 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 17:57:57.154140 n-d-818022-2 neutron-server[103365]: return self._get(url).json() Nov 19 17:57:57.154140 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 17:57:57.154140 n-d-818022-2 neutron-server[103365]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 17:57:57.154140 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 17:57:57.154140 n-d-818022-2 neutron-server[103365]: return self.request(url, 'GET', **kwargs) Nov 19 17:57:57.154140 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 17:57:57.154140 n-d-818022-2 neutron-server[103365]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 17:57:57.154140 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 17:57:57.154140 n-d-818022-2 neutron-server[103365]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 17:57:57.154140 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 17:57:57.154140 n-d-818022-2 neutron-server[103365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 17:57:57.154140 n-d-818022-2 neutron-server[103365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 17:57:57.255835 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 586fef62-b8ca-4228-9733-1fc9818ce0ad no longer exists at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:57:57.341310 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e48315d1-39b3-48f1-9602-0e545f1daacf None None] Network 65eace33-2479-4afb-a7b6-41f0773542ac requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:57:57.365940 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-af3a464d-9bcd-4762-805c-0167d9db822c tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:57.389739 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] No Port match for: 586fef62-b8ca-4228-9733-1fc9818ce0ad {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:57:57.389739 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 586fef62-b8ca-4228-9733-1fc9818ce0ad not bound to the agent host n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:57:57.402927 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [None req-df2f724f-4f7c-438a-be39-d1c7940dd197 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Allocated IP 2001:db8::ac (65eace33-2479-4afb-a7b6-41f0773542ac/d57d3ced-2122-42b8-b5c7-6ec372103efe/7c7a420d-d86e-425b-9488-a9a9880718bd) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:57:57.663701 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-af3a464d-9bcd-4762-805c-0167d9db822c tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Deleting port 4dc1a1bc-3369-4c3f-b5b0-af404af6e5bd {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:57:57.664066 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-af3a464d-9bcd-4762-805c-0167d9db822c tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:57.713751 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port d7f3ed3c-59e4-4211-9649-6853b4fb2d89 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:57:57.714164 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:57.738121 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-646107a6-7fd8-40df-abf4-50843123857f None None] Network 8bd4cb92-df51-40bd-93e8-16da566ea7d9 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:57:57.821560 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [None req-af3a464d-9bcd-4762-805c-0167d9db822c tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] For port 4dc1a1bc-3369-4c3f-b5b0-af404af6e5bd, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=4dc1a1bc-3369-4c3f-b5b0-af404af6e5bd,segment=NetworkSegment(bf25bfa6-5d71-472c-b3d5-8472ff74a9e4),segment_id=bf25bfa6-5d71-472c-b3d5-8472ff74a9e4)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:57:57.821983 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-af3a464d-9bcd-4762-805c-0167d9db822c tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:57.837105 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-af3a464d-9bcd-4762-805c-0167d9db822c tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Calling delete_port for 4dc1a1bc-3369-4c3f-b5b0-af404af6e5bd owned by network:dhcp {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:57:57.842285 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-825ab6af-af35-4809-a1b3-f5f41f8a125a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54f44f5f-1200-574e-8740-2141911d5b73-eb6b4f97-aa4c-4ee9-b5d8-9ee749af3dc5', 'network_id': 'eb6b4f97-aa4c-4ee9-b5d8-9ee749af3dc5', 'tenant_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'fixed_ips': [{'subnet_id': '93490abc-6aae-48f7-950c-bb1ffc9df537'}]}} from n-d-818022-2. {{(pid=103366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 17:57:57.843341 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-825ab6af-af35-4809-a1b3-f5f41f8a125a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:57.869610 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f4b63081-4a12-4814-b3c6-6eef20fc0f8c req-5c4eac48-2db7-4222-ab80-a4df2152bc11 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=7cf4fb4e-07d3-4a93-8456-041bd721496a HTTP/1.1" status: 200 len: 210 time: 0.5697656 Nov 19 17:57:57.932690 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-66ae521c-0f65-4bf0-8731-c5d9415297fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671242'] for network, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:58.005270 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-66ae521c-0f65-4bf0-8731-c5d9415297fa admin admin] Publish callbacks [] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:58.020190 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-66ae521c-0f65-4bf0-8731-c5d9415297fa admin admin] 10.222.0.54 "DELETE /v2.0/networks/e6104fe8-af49-413a-b11b-99dd70151968 HTTP/1.1" status: 204 len: 168 time: 2.0854120 Nov 19 17:57:58.075250 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ae521c-0f65-4bf0-8731-c5d9415297fa admin admin] Pushing event deleted for resources: {'Network': ['ID=e6104fe8-af49-413a-b11b-99dd70151968,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:57:58.095423 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [None req-825ab6af-af35-4809-a1b3-f5f41f8a125a None None] Allocated IP 2001:db8:2::2 (eb6b4f97-aa4c-4ee9-b5d8-9ee749af3dc5/93490abc-6aae-48f7-950c-bb1ffc9df537/d2c0ac6f-5a76-4661-8042-cc8cd64f57c1) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:57:58.308575 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-825ab6af-af35-4809-a1b3-f5f41f8a125a None None] Publish callbacks [] for port, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:58.341826 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-825ab6af-af35-4809-a1b3-f5f41f8a125a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998'] for port, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:58.355908 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 42280) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:57:58.367429 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-df2f724f-4f7c-438a-be39-d1c7940dd197 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:58.376834 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-256346fa-09ca-4551-aa5f-fdd16d05ef40 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:58.423110 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-df2f724f-4f7c-438a-be39-d1c7940dd197 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:58.455010 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-af3a464d-9bcd-4762-805c-0167d9db822c tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:58.458627 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-5e058d4b-b47b-4509-8469-0b603eda3de9 req-b4fcc475-5163-4963-9e37-a78c12d3b760 tempest-ServerShowV254Test-552327107 tempest-ServerShowV254Test-552327107-project] 10.222.0.54 "GET /v2.0/ports?device_id=7cf4fb4e-07d3-4a93-8456-041bd721496a HTTP/1.1" status: 200 len: 210 time: 0.0572178 Nov 19 17:57:58.499801 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3a464d-9bcd-4762-805c-0167d9db822c tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Pushing event deleted for resources: {'Port': ['ID=4dc1a1bc-3369-4c3f-b5b0-af404af6e5bd,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:57:58.520143 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825ab6af-af35-4809-a1b3-f5f41f8a125a None None] Pushing event updated for resources: {'Port': ['ID=d2c0ac6f-5a76-4661-8042-cc8cd64f57c1,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:57:58.561416 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2f724f-4f7c-438a-be39-d1c7940dd197 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Pushing event updated for resources: {'Port': ['ID=7c7a420d-d86e-425b-9488-a9a9880718bd,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:57:58.571466 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af3a464d-9bcd-4762-805c-0167d9db822c tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] No DVR routers for this DVR port 4dc1a1bc-3369-4c3f-b5b0-af404af6e5bd on host n-d-818022-2 {{(pid=103364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:57:58.588760 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-825ab6af-af35-4809-a1b3-f5f41f8a125a None None] Network eb6b4f97-aa4c-4ee9-b5d8-9ee749af3dc5 is already hosted by enough agents. {{(pid=103366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:57:58.609223 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [None req-825ab6af-af35-4809-a1b3-f5f41f8a125a None None] Resources bound (agent type, host, resource id): {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:57:58.617886 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-825ab6af-af35-4809-a1b3-f5f41f8a125a None None] Received port after_create {{(pid=103366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:57:58.659393 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-af3a464d-9bcd-4762-805c-0167d9db822c tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:58.680782 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-5a5f57f6-1aaf-4931-80f4-aa2cfc6c8754 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ae1d242e17be41b285336fb8c707f2b4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2777307 Nov 19 17:57:58.683918 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 42282) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:57:58.780567 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df2f724f-4f7c-438a-be39-d1c7940dd197 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Network 65eace33-2479-4afb-a7b6-41f0773542ac is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:57:58.835516 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-bb97654b-3fed-4e30-89c1-da7107b40770 None None] Provisioning complete for port 570865e5-d4a7-4db1-b169-327123080355 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:57:58.836143 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-bb97654b-3fed-4e30-89c1-da7107b40770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:58.836673 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-df2f724f-4f7c-438a-be39-d1c7940dd197 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:57:58.846808 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-af3a464d-9bcd-4762-805c-0167d9db822c tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bd4cb92-df51-40bd-93e8-16da566ea7d9']}} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:57:58.860868 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [None req-256346fa-09ca-4551-aa5f-fdd16d05ef40 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Allocated IP 2001:db8:2::1 (eb6b4f97-aa4c-4ee9-b5d8-9ee749af3dc5/93490abc-6aae-48f7-950c-bb1ffc9df537/11fde922-221c-475e-aeba-24e07f3432b6) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:57:58.868542 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df2f724f-4f7c-438a-be39-d1c7940dd197 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:57:58.886364 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df2f724f-4f7c-438a-be39-d1c7940dd197 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:58.887077 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-df2f724f-4f7c-438a-be39-d1c7940dd197 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:58.907827 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-af3a464d-9bcd-4762-805c-0167d9db822c tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf25bfa6-5d71-472c-b3d5-8472ff74a9e4') {'for_net_delete': True} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:57:58.908124 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-af3a464d-9bcd-4762-805c-0167d9db822c tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf25bfa6-5d71-472c-b3d5-8472ff74a9e4') {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:57:58.916951 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-825ab6af-af35-4809-a1b3-f5f41f8a125a None None] Attempting to bind port d2c0ac6f-5a76-4661-8042-cc8cd64f57c1 on host n-d-818022-2 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:57:58.917432 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-825ab6af-af35-4809-a1b3-f5f41f8a125a None None] Attempting to bind port d2c0ac6f-5a76-4661-8042-cc8cd64f57c1 by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': '1c050ecf-9026-4ee8-be68-e96c0ee3c455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'eb6b4f97-aa4c-4ee9-b5d8-9ee749af3dc5'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:57:58.918217 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-825ab6af-af35-4809-a1b3-f5f41f8a125a None None] Attempting to bind port d2c0ac6f-5a76-4661-8042-cc8cd64f57c1 on network eb6b4f97-aa4c-4ee9-b5d8-9ee749af3dc5 {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:57:58.949939 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52b75d57-be9c-4e2e-ae2e-8a66e5334c46 None None] DHCP port deletion for 8bd4cb92-df51-40bd-93e8-16da566ea7d9 request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 17:57:58.966464 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-af3a464d-9bcd-4762-805c-0167d9db822c tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417396'] for segment, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:58.983257 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-10b303c5-65d5-4cfa-aa5d-fc68f27fb522 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:58.989750 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-825ab6af-af35-4809-a1b3-f5f41f8a125a None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 57, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:57:58.990316 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-825ab6af-af35-4809-a1b3-f5f41f8a125a None None] Checking segment: {'id': '1c050ecf-9026-4ee8-be68-e96c0ee3c455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'eb6b4f97-aa4c-4ee9-b5d8-9ee749af3dc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:57:58.990832 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-825ab6af-af35-4809-a1b3-f5f41f8a125a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:58.991362 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-825ab6af-af35-4809-a1b3-f5f41f8a125a None None] Bound using segment: {'id': '1c050ecf-9026-4ee8-be68-e96c0ee3c455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'eb6b4f97-aa4c-4ee9-b5d8-9ee749af3dc5'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:57:58.992198 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-825ab6af-af35-4809-a1b3-f5f41f8a125a None None] Bound port: d2c0ac6f-5a76-4661-8042-cc8cd64f57c1, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c050ecf-9026-4ee8-be68-e96c0ee3c455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'eb6b4f97-aa4c-4ee9-b5d8-9ee749af3dc5'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:57:58.992617 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-825ab6af-af35-4809-a1b3-f5f41f8a125a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:59.012651 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-df2f724f-4f7c-438a-be39-d1c7940dd197 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.4771507 Nov 19 17:57:59.037690 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 42288) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:57:59.102484 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-bb97654b-3fed-4e30-89c1-da7107b40770 None None] Port 570865e5-d4a7-4db1-b169-327123080355 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:57:59.129935 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-10b303c5-65d5-4cfa-aa5d-fc68f27fb522 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:59.130261 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-256346fa-09ca-4551-aa5f-fdd16d05ef40 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:59.162893 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-af3a464d-9bcd-4762-805c-0167d9db822c tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:59.199889 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af3a464d-9bcd-4762-805c-0167d9db822c tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Releasing vlan 651 on physical network physnet1 to pool {{(pid=103364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 17:57:59.201112 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-af3a464d-9bcd-4762-805c-0167d9db822c tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12425183'] for segment, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:59.203305 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 866c74b9-326a-4245-b2d0-69134bca9229 no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:57:59.208846 n-d-818022-2 neutron-server[103364]: Traceback (most recent call last): Nov 19 17:57:59.208846 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 17:57:59.208846 n-d-818022-2 neutron-server[103364]: timer() Nov 19 17:57:59.208846 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 17:57:59.208846 n-d-818022-2 neutron-server[103364]: cb(*args, **kw) Nov 19 17:57:59.208846 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 17:57:59.208846 n-d-818022-2 neutron-server[103364]: return func(*args, **kwargs) Nov 19 17:57:59.208846 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 17:57:59.208846 n-d-818022-2 neutron-server[103364]: self._notify() Nov 19 17:57:59.208846 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 17:57:59.208846 n-d-818022-2 neutron-server[103364]: self.callback(batched_events) Nov 19 17:57:59.208846 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 17:57:59.208846 n-d-818022-2 neutron-server[103364]: event.method(event) Nov 19 17:57:59.208846 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 17:57:59.208846 n-d-818022-2 neutron-server[103364]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 17:57:59.208846 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 17:57:59.208846 n-d-818022-2 neutron-server[103364]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 17:57:59.208846 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 17:57:59.208846 n-d-818022-2 neutron-server[103364]: return f(self, *a, **k) Nov 19 17:57:59.208846 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 17:57:59.208846 n-d-818022-2 neutron-server[103364]: return self._get(url).json() Nov 19 17:57:59.208846 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 17:57:59.208846 n-d-818022-2 neutron-server[103364]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 17:57:59.208846 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 17:57:59.208846 n-d-818022-2 neutron-server[103364]: return self.request(url, 'GET', **kwargs) Nov 19 17:57:59.208846 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 17:57:59.208846 n-d-818022-2 neutron-server[103364]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 17:57:59.208846 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 17:57:59.208846 n-d-818022-2 neutron-server[103364]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 17:57:59.208846 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 17:57:59.208846 n-d-818022-2 neutron-server[103364]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 17:57:59.208846 n-d-818022-2 neutron-server[103364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 17:57:59.214276 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-256346fa-09ca-4551-aa5f-fdd16d05ef40 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:59.216786 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-7b137052-beea-4cc8-89fc-94412fe9d51e None None] Publish callbacks [] for port, precommit_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:59.256583 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: 866c74b9-326a-4245-b2d0-69134bca9229 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:57:59.257055 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 866c74b9-326a-4245-b2d0-69134bca9229 not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:57:59.258595 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-7b137052-beea-4cc8-89fc-94412fe9d51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:59.310270 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f87f43be-3df4-41ab-b5b7-c8e944f78ac9 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:57:59.316377 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-f87f43be-3df4-41ab-b5b7-c8e944f78ac9 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.2702847 Nov 19 17:57:59.319405 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-af3a464d-9bcd-4762-805c-0167d9db822c tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671242'] for network, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:59.321045 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 42294) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:57:59.335867 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-3fa61053-73e7-4d94-afd1-f16386c9f28d None None] Could not find standard attr ID for object 4dc1a1bc-3369-4c3f-b5b0-af404af6e5bd. {{(pid=103366) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 17:57:59.340564 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-256346fa-09ca-4551-aa5f-fdd16d05ef40 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Network eb6b4f97-aa4c-4ee9-b5d8-9ee749af3dc5 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:57:59.341156 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-af3a464d-9bcd-4762-805c-0167d9db822c tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks [] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:59.344438 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcde3130-bc9c-4412-b45e-06aaee6a4031 None None] Pushing event updated for resources: {'Port': ['ID=570865e5-d4a7-4db1-b169-327123080355,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:57:59.347315 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3b278d0-8b03-4059-b1dc-5d5a1653d016 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54f44f5f-1200-574e-8740-2141911d5b73-65eace33-2479-4afb-a7b6-41f0773542ac', 'network_id': '65eace33-2479-4afb-a7b6-41f0773542ac', 'tenant_id': '6b45f31544cd40e7b10456e94240dc6e', 'fixed_ips': [{'subnet_id': 'd57d3ced-2122-42b8-b5c7-6ec372103efe'}]}} from n-d-818022-2. {{(pid=103366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 17:57:59.348449 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-af3a464d-9bcd-4762-805c-0167d9db822c tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] 10.222.0.54 "DELETE /v2.0/networks/8bd4cb92-df51-40bd-93e8-16da566ea7d9 HTTP/1.1" status: 204 len: 168 time: 2.3904593 Nov 19 17:57:59.348726 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b3b278d0-8b03-4059-b1dc-5d5a1653d016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:59.352340 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device b9ef7be5-a1ae-4ef1-9acb-19898b7f3ef2 no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:57:59.355764 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3a464d-9bcd-4762-805c-0167d9db822c tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Pushing event deleted for resources: {'Network': ['ID=8bd4cb92-df51-40bd-93e8-16da566ea7d9,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:57:59.357475 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 42296) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:57:59.361912 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-10b303c5-65d5-4cfa-aa5d-fc68f27fb522 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:59.365571 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-10b303c5-65d5-4cfa-aa5d-fc68f27fb522 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:59.366756 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-10b303c5-65d5-4cfa-aa5d-fc68f27fb522 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c41f99b6-eeea-4668-a3b8-d2faf7df87b1 HTTP/1.1" status: 204 len: 168 time: 0.6792443 Nov 19 17:57:59.368351 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-256346fa-09ca-4551-aa5f-fdd16d05ef40 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:57:59.376789 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256346fa-09ca-4551-aa5f-fdd16d05ef40 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:57:59.377352 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-256346fa-09ca-4551-aa5f-fdd16d05ef40 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-671361'] for router_interface, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:59.434475 n-d-818022-2 neutron-server[103364]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf4ad66d-915a-4ea5-93ae-e7bac204b2cd tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] DELETE failed (client error): The resource could not be found. Nov 19 17:57:59.435072 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf4ad66d-915a-4ea5-93ae-e7bac204b2cd tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103364) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 17:57:59.441401 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-bf4ad66d-915a-4ea5-93ae-e7bac204b2cd tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] 10.222.0.54 "DELETE /v2.0/subnets/69461aa9-c48e-4e2d-81bb-b8ea6f70d677 HTTP/1.1" status: 404 len: 337 time: 0.0804839 Nov 19 17:57:59.442081 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 42300) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:57:59.456775 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: b9ef7be5-a1ae-4ef1-9acb-19898b7f3ef2 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:57:59.465018 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device b9ef7be5-a1ae-4ef1-9acb-19898b7f3ef2 not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:57:59.480038 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-825ab6af-af35-4809-a1b3-f5f41f8a125a None None] For port d2c0ac6f-5a76-4661-8042-cc8cd64f57c1, host n-d-818022-2, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:57:59.480391 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b303c5-65d5-4cfa-aa5d-fc68f27fb522 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c41f99b6-eeea-4668-a3b8-d2faf7df87b1,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:57:59.518042 n-d-818022-2 neutron-server[103364]: INFO neutron.pecan_wsgi.hooks.translation [None req-b548d9f2-911e-4cce-8c4f-f02665bbe361 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] DELETE failed (client error): The resource could not be found. Nov 19 17:57:59.518573 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b548d9f2-911e-4cce-8c4f-f02665bbe361 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103364) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 17:57:59.523582 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256346fa-09ca-4551-aa5f-fdd16d05ef40 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Pushing event updated for resources: {'Port': ['ID=11fde922-221c-475e-aeba-24e07f3432b6,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:57:59.536594 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-b548d9f2-911e-4cce-8c4f-f02665bbe361 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] 10.222.0.54 "DELETE /v2.0/networks/f4f3a25f-d2a7-4e79-8f39-b8fe014cd7d1 HTTP/1.1" status: 404 len: 339 time: 0.0928481 Nov 19 17:57:59.540566 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 42304) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:57:59.655986 n-d-818022-2 neutron-server[103364]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d9a0c1b-02c4-4d4b-af91-88a91f70119f tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] DELETE failed (client error): The resource could not be found. Nov 19 17:57:59.656442 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d9a0c1b-02c4-4d4b-af91-88a91f70119f tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103364) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 17:57:59.673295 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-4d9a0c1b-02c4-4d4b-af91-88a91f70119f tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] 10.222.0.54 "DELETE /v2.0/subnets/27869a6e-7c21-4cb3-8a7a-44d454c836ca HTTP/1.1" status: 404 len: 337 time: 0.1310954 Nov 19 17:57:59.673947 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 42306) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:57:59.709324 n-d-818022-2 neutron-server[103364]: INFO neutron.pecan_wsgi.hooks.translation [None req-fde7c49c-90dd-4f3a-97e0-c6ae581456d1 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] DELETE failed (client error): The resource could not be found. Nov 19 17:57:59.710220 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fde7c49c-90dd-4f3a-97e0-c6ae581456d1 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103364) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 17:57:59.716817 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-fde7c49c-90dd-4f3a-97e0-c6ae581456d1 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] 10.222.0.54 "DELETE /v2.0/networks/7d72cb09-d8f2-4393-bf07-13950aa63dcc HTTP/1.1" status: 404 len: 339 time: 0.0389018 Nov 19 17:57:59.717767 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 42308) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:57:59.755429 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a919cc22-2a74-4871-bce8-7953f295b220 req-d2d4fde9-7a94-49c1-a513-c3fdd12116b7 tempest-ServerShowV254Test-552327107 tempest-ServerShowV254Test-552327107-project] 10.222.0.54 "GET /v2.0/ports?device_id=7cf4fb4e-07d3-4a93-8456-041bd721496a HTTP/1.1" status: 200 len: 210 time: 0.1079690 Nov 19 17:57:59.789752 n-d-818022-2 neutron-server[103364]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5ea0d2d-6942-4647-9462-68ee3eabf04f tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] DELETE failed (client error): The resource could not be found. Nov 19 17:57:59.790290 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5ea0d2d-6942-4647-9462-68ee3eabf04f tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103364) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 17:57:59.797037 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-d5ea0d2d-6942-4647-9462-68ee3eabf04f tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] 10.222.0.54 "DELETE /v2.0/subnets/388ded8e-7e6f-4a4a-914a-b32dfdf10121 HTTP/1.1" status: 404 len: 337 time: 0.0735722 Nov 19 17:57:59.799179 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 42316) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:57:59.844911 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-b85c65d5-b70c-4bdf-ab94-8c6d1266d92f tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Deleting port 7c7a420d-d86e-425b-9488-a9a9880718bd {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:57:59.845255 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b85c65d5-b70c-4bdf-ab94-8c6d1266d92f tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:59.924848 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-825ab6af-af35-4809-a1b3-f5f41f8a125a None None] For port d2c0ac6f-5a76-4661-8042-cc8cd64f57c1, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=d2c0ac6f-5a76-4661-8042-cc8cd64f57c1,segment=NetworkSegment(1c050ecf-9026-4ee8-be68-e96c0ee3c455),segment_id=1c050ecf-9026-4ee8-be68-e96c0ee3c455)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:57:59.957226 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-825ab6af-af35-4809-a1b3-f5f41f8a125a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:59.966026 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-256346fa-09ca-4551-aa5f-fdd16d05ef40 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:57:59.970496 n-d-818022-2 neutron-server[103364]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4024529-f266-4ccc-9823-bd48f1da4d0b tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] DELETE failed (client error): The resource could not be found. Nov 19 17:57:59.971063 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4024529-f266-4ccc-9823-bd48f1da4d0b tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103364) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 17:57:59.972859 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device d7f3ed3c-59e4-4211-9649-6853b4fb2d89 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:57:59.996498 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-d4024529-f266-4ccc-9823-bd48f1da4d0b tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] 10.222.0.54 "DELETE /v2.0/networks/1301da20-8554-435d-a286-f1c838517994 HTTP/1.1" status: 404 len: 339 time: 0.1962252 Nov 19 17:57:59.997163 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 42322) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:58:00.222950 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fe286a9-000f-403b-937c-b4a752420b7c tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Deleting subnet ce79bb45-9e5b-4279-ae0b-31afb2cdfe99 {{(pid=103364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 17:58:00.234087 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7fe286a9-000f-403b-937c-b4a752420b7c tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks [] for subnet, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:00.254772 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-171120ba-017f-46cb-a77a-874104153ab9 req-e6e1a216-2bc5-4093-82d8-15310429a4e7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b8008a25b21b4ad787d4e085acab7841&device_id=7cf4fb4e-07d3-4a93-8456-041bd721496a HTTP/1.1" status: 200 len: 210 time: 0.0450656 Nov 19 17:58:00.340597 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7fe286a9-000f-403b-937c-b4a752420b7c tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9416263'] for subnet, precommit_delete_associations {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:00.355086 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-171120ba-017f-46cb-a77a-874104153ab9 req-413241d6-f123-46d4-bdc7-bcb3832850ad service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=b8008a25b21b4ad787d4e085acab7841&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0905859 Nov 19 17:58:00.477248 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [None req-b3b278d0-8b03-4059-b1dc-5d5a1653d016 None None] Allocated IP 2001:db8::2 (65eace33-2479-4afb-a7b6-41f0773542ac/d57d3ced-2122-42b8-b5c7-6ec372103efe/812ced45-5df9-43c6-8589-9f62c2b4a776) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:58:00.502282 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-3fa61053-73e7-4d94-afd1-f16386c9f28d None None] Provisioning complete for port 570865e5-d4a7-4db1-b169-327123080355 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:58:00.502664 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3fa61053-73e7-4d94-afd1-f16386c9f28d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:00.544733 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-70c51a6f-c9bf-42f5-977c-e67a67e5b381 req-d7b5e5bb-5ea5-4ee2-ac7a-5bae1dd2baee tempest-ServerShowV254Test-552327107 tempest-ServerShowV254Test-552327107-project] 10.222.0.54 "GET /v2.0/ports?device_id=7cf4fb4e-07d3-4a93-8456-041bd721496a HTTP/1.1" status: 200 len: 210 time: 0.1100647 Nov 19 17:58:00.558297 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b85c65d5-b70c-4bdf-ab94-8c6d1266d92f tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:00.636317 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171120ba-017f-46cb-a77a-874104153ab9 req-91acd58f-97db-4785-8783-e9a656485037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:58:00.637986 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-171120ba-017f-46cb-a77a-874104153ab9 req-91acd58f-97db-4785-8783-e9a656485037 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2713361 Nov 19 17:58:00.676482 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-b85c65d5-b70c-4bdf-ab94-8c6d1266d92f tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Calling delete_port for 7c7a420d-d86e-425b-9488-a9a9880718bd owned by {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:58:00.734969 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7fe286a9-000f-403b-937c-b4a752420b7c tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:00.768439 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825ab6af-af35-4809-a1b3-f5f41f8a125a None None] Pushing event updated for resources: {'Port': ['ID=d2c0ac6f-5a76-4661-8042-cc8cd64f57c1,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:58:00.851820 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8eb0d35c-8f24-4ee8-b2b8-007c0a912ac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:00.866791 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-3fa61053-73e7-4d94-afd1-f16386c9f28d None None] Port 570865e5-d4a7-4db1-b169-327123080355 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:58:00.882796 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-7b137052-beea-4cc8-89fc-94412fe9d51e None None] Attempting to bind port 570865e5-d4a7-4db1-b169-327123080355 on host n-d-818022-2 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:58:00.883183 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-7b137052-beea-4cc8-89fc-94412fe9d51e None None] Attempting to bind port 570865e5-d4a7-4db1-b169-327123080355 by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': '908cbfb2-c77a-4dcc-8920-62455135600f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'c4c1f67d-b9d6-457d-a30d-05740dce0e7c'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:58:00.883537 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b137052-beea-4cc8-89fc-94412fe9d51e None None] Attempting to bind port 570865e5-d4a7-4db1-b169-327123080355 on network c4c1f67d-b9d6-457d-a30d-05740dce0e7c {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:58:00.901042 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b137052-beea-4cc8-89fc-94412fe9d51e None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 57, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:58:00.901449 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b137052-beea-4cc8-89fc-94412fe9d51e None None] Checking segment: {'id': '908cbfb2-c77a-4dcc-8920-62455135600f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'c4c1f67d-b9d6-457d-a30d-05740dce0e7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:58:00.901795 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-7b137052-beea-4cc8-89fc-94412fe9d51e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:00.902335 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b137052-beea-4cc8-89fc-94412fe9d51e None None] Bound using segment: {'id': '908cbfb2-c77a-4dcc-8920-62455135600f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'c4c1f67d-b9d6-457d-a30d-05740dce0e7c'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:58:00.902919 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-7b137052-beea-4cc8-89fc-94412fe9d51e None None] Bound port: 570865e5-d4a7-4db1-b169-327123080355, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '908cbfb2-c77a-4dcc-8920-62455135600f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'c4c1f67d-b9d6-457d-a30d-05740dce0e7c'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:58:00.903308 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-7b137052-beea-4cc8-89fc-94412fe9d51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:00.947360 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7fe286a9-000f-403b-937c-b4a752420b7c tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12425137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8983934'] for subnet, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:00.968319 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-256346fa-09ca-4551-aa5f-fdd16d05ef40 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks [] for port, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:00.972594 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port d7f3ed3c-59e4-4211-9649-6853b4fb2d89 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:58:00.973163 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:00.981834 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-256346fa-09ca-4551-aa5f-fdd16d05ef40 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:00.982646 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-256346fa-09ca-4551-aa5f-fdd16d05ef40 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-768529'] for router_interface, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:01.091235 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256346fa-09ca-4551-aa5f-fdd16d05ef40 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Pushing event updated for resources: {'Port': ['ID=11fde922-221c-475e-aeba-24e07f3432b6,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:58:01.139676 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe286a9-000f-403b-937c-b4a752420b7c tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Pushing event deleted for resources: {'Subnet': ['ID=ce79bb45-9e5b-4279-ae0b-31afb2cdfe99,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:58:01.160810 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe286a9-000f-403b-937c-b4a752420b7c tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:58:01.174428 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe286a9-000f-403b-937c-b4a752420b7c tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:58:01.174790 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe286a9-000f-403b-937c-b4a752420b7c tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:58:01.175144 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe286a9-000f-403b-937c-b4a752420b7c tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:58:01.175494 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe286a9-000f-403b-937c-b4a752420b7c tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:58:01.175842 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe286a9-000f-403b-937c-b4a752420b7c tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:58:01.176188 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe286a9-000f-403b-937c-b4a752420b7c tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:58:01.176534 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe286a9-000f-403b-937c-b4a752420b7c tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:58:01.176872 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe286a9-000f-403b-937c-b4a752420b7c tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:58:01.177382 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe286a9-000f-403b-937c-b4a752420b7c tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:58:01.177917 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe286a9-000f-403b-937c-b4a752420b7c tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:58:01.178409 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe286a9-000f-403b-937c-b4a752420b7c tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:58:01.183774 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38584975-fae0-4565-b541-7b2bcb2bc1d2 None None] Network f3803638-16ee-47ef-8e4f-954ea0fd2ee6 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:58:01.199847 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7fe286a9-000f-403b-937c-b4a752420b7c tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:01.205478 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-7fe286a9-000f-403b-937c-b4a752420b7c tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] 10.222.0.54 "DELETE /v2.0/subnets/ce79bb45-9e5b-4279-ae0b-31afb2cdfe99 HTTP/1.1" status: 204 len: 168 time: 1.1977234 Nov 19 17:58:01.206240 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 42354) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:58:01.213406 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-5f03afa9-3111-4657-9619-c9f510d91c59 None None] Provisioning complete for port 570865e5-d4a7-4db1-b169-327123080355 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:58:01.214280 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-5f03afa9-3111-4657-9619-c9f510d91c59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:01.259963 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b85c65d5-b70c-4bdf-ab94-8c6d1266d92f tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:01.331062 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85c65d5-b70c-4bdf-ab94-8c6d1266d92f tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Pushing event deleted for resources: {'Port': ['ID=7c7a420d-d86e-425b-9488-a9a9880718bd,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:58:01.377308 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b3b278d0-8b03-4059-b1dc-5d5a1653d016 None None] Publish callbacks [] for port, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:01.418062 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b3b278d0-8b03-4059-b1dc-5d5a1653d016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998'] for port, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:01.444802 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b85c65d5-b70c-4bdf-ab94-8c6d1266d92f tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:01.451729 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-b85c65d5-b70c-4bdf-ab94-8c6d1266d92f tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "DELETE /v2.0/ports/7c7a420d-d86e-425b-9488-a9a9880718bd HTTP/1.1" status: 204 len: 168 time: 2.1297498 Nov 19 17:58:01.469759 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 42364) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:58:01.471364 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3b278d0-8b03-4059-b1dc-5d5a1653d016 None None] Network 65eace33-2479-4afb-a7b6-41f0773542ac is already hosted by enough agents. {{(pid=103366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:58:01.500502 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-256346fa-09ca-4551-aa5f-fdd16d05ef40 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Network eb6b4f97-aa4c-4ee9-b5d8-9ee749af3dc5 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:58:01.504908 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [None req-b3b278d0-8b03-4059-b1dc-5d5a1653d016 None None] Resources bound (agent type, host, resource id): {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:58:01.509570 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-256346fa-09ca-4551-aa5f-fdd16d05ef40 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:58:01.522051 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b278d0-8b03-4059-b1dc-5d5a1653d016 None None] Received port after_create {{(pid=103366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:58:01.529148 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f981ebe2-d091-4d2e-a45f-d5bad1a78687 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:01.655235 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29f5c657-6468-440b-b386-140543bcbf4a tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:58:01.657432 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-b3b278d0-8b03-4059-b1dc-5d5a1653d016 None None] Attempting to bind port 812ced45-5df9-43c6-8589-9f62c2b4a776 on host n-d-818022-2 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:58:01.657839 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-b3b278d0-8b03-4059-b1dc-5d5a1653d016 None None] Attempting to bind port 812ced45-5df9-43c6-8589-9f62c2b4a776 by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': 'b0148e58-5e40-4372-b35c-802e0d196d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '65eace33-2479-4afb-a7b6-41f0773542ac'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:58:01.658224 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b278d0-8b03-4059-b1dc-5d5a1653d016 None None] Attempting to bind port 812ced45-5df9-43c6-8589-9f62c2b4a776 on network 65eace33-2479-4afb-a7b6-41f0773542ac {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:58:01.663762 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-5f03afa9-3111-4657-9619-c9f510d91c59 None None] Port 570865e5-d4a7-4db1-b169-327123080355 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:58:01.670887 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29f5c657-6468-440b-b386-140543bcbf4a tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:58:01.678611 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-29f5c657-6468-440b-b386-140543bcbf4a tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.2167079 Nov 19 17:58:01.682588 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 42376) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:58:01.683161 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-7b137052-beea-4cc8-89fc-94412fe9d51e None None] For port 570865e5-d4a7-4db1-b169-327123080355, host n-d-818022-2, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:58:01.685984 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b278d0-8b03-4059-b1dc-5d5a1653d016 None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 57, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:58:01.686570 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b278d0-8b03-4059-b1dc-5d5a1653d016 None None] Checking segment: {'id': 'b0148e58-5e40-4372-b35c-802e0d196d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '65eace33-2479-4afb-a7b6-41f0773542ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:58:01.687164 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b3b278d0-8b03-4059-b1dc-5d5a1653d016 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:01.687715 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b278d0-8b03-4059-b1dc-5d5a1653d016 None None] Bound using segment: {'id': 'b0148e58-5e40-4372-b35c-802e0d196d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '65eace33-2479-4afb-a7b6-41f0773542ac'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:58:01.688878 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-b3b278d0-8b03-4059-b1dc-5d5a1653d016 None None] Bound port: 812ced45-5df9-43c6-8589-9f62c2b4a776, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0148e58-5e40-4372-b35c-802e0d196d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '65eace33-2479-4afb-a7b6-41f0773542ac'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:58:01.689676 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b3b278d0-8b03-4059-b1dc-5d5a1653d016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:01.789989 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-256346fa-09ca-4551-aa5f-fdd16d05ef40 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Router 11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 17:58:01.836940 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ce2d1dd2-7013-4da9-af63-69446f494684 req-924064ca-c323-4d96-adb3-3a8bf9510b2c tempest-ServerShowV254Test-552327107 tempest-ServerShowV254Test-552327107-project] 10.222.0.54 "GET /v2.0/ports?device_id=7cf4fb4e-07d3-4a93-8456-041bd721496a HTTP/1.1" status: 200 len: 210 time: 0.0950150 Nov 19 17:58:01.842241 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-7b137052-beea-4cc8-89fc-94412fe9d51e None None] For port 570865e5-d4a7-4db1-b169-327123080355, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=570865e5-d4a7-4db1-b169-327123080355,segment=NetworkSegment(908cbfb2-c77a-4dcc-8920-62455135600f),segment_id=908cbfb2-c77a-4dcc-8920-62455135600f)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:58:01.889158 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_v2 [None req-38c8a2dd-3eb0-41e6-a144-31c7a3076b97 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Deleting subnet d57d3ced-2122-42b8-b5c7-6ec372103efe {{(pid=103364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 17:58:01.898516 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-38c8a2dd-3eb0-41e6-a144-31c7a3076b97 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks [] for subnet, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:01.939122 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-b3b278d0-8b03-4059-b1dc-5d5a1653d016 None None] For port 812ced45-5df9-43c6-8589-9f62c2b4a776, host n-d-818022-2, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:58:01.944769 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-b3b278d0-8b03-4059-b1dc-5d5a1653d016 None None] For port 812ced45-5df9-43c6-8589-9f62c2b4a776, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=812ced45-5df9-43c6-8589-9f62c2b4a776,segment=NetworkSegment(b0148e58-5e40-4372-b35c-802e0d196d41),segment_id=b0148e58-5e40-4372-b35c-802e0d196d41)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:58:01.954152 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-7b137052-beea-4cc8-89fc-94412fe9d51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:02.012944 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b3b278d0-8b03-4059-b1dc-5d5a1653d016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:02.036779 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-38c8a2dd-3eb0-41e6-a144-31c7a3076b97 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9416263'] for subnet, precommit_delete_associations {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:02.060955 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b278d0-8b03-4059-b1dc-5d5a1653d016 None None] Pushing event updated for resources: {'Port': ['ID=812ced45-5df9-43c6-8589-9f62c2b4a776,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:58:02.092456 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 0f15894d-6fec-4dd1-b293-39c4dc9369a2 no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:58:02.142324 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-f981ebe2-d091-4d2e-a45f-d5bad1a78687 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Deleting port 8ef1d9e6-88b3-4db0-a54d-469f6be3b61f {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:58:02.145451 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f981ebe2-d091-4d2e-a45f-d5bad1a78687 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:02.209368 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-eb105883-c826-47f5-b050-dbe1c5cacc5f req-ed628348-820f-47a2-9f1b-15dbfaa491b5 tempest-ServerShowV257Test-378518122 tempest-ServerShowV257Test-378518122-project] 10.222.0.54 "GET /v2.0/ports?device_id=e2fc923d-52dc-4b55-9df0-3c4f04847063 HTTP/1.1" status: 200 len: 210 time: 0.0962932 Nov 19 17:58:02.343500 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcde3130-bc9c-4412-b45e-06aaee6a4031 None None] Pushing event updated for resources: {'Port': ['ID=570865e5-d4a7-4db1-b169-327123080355,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:58:02.371883 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-38c8a2dd-3eb0-41e6-a144-31c7a3076b97 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:02.374500 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [None req-f981ebe2-d091-4d2e-a45f-d5bad1a78687 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] For port 8ef1d9e6-88b3-4db0-a54d-469f6be3b61f, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=8ef1d9e6-88b3-4db0-a54d-469f6be3b61f,segment=NetworkSegment(0399d71a-538a-4d6a-9251-994e77a534fe),segment_id=0399d71a-538a-4d6a-9251-994e77a534fe)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:58:02.374966 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f981ebe2-d091-4d2e-a45f-d5bad1a78687 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:02.393224 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-f981ebe2-d091-4d2e-a45f-d5bad1a78687 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Calling delete_port for 8ef1d9e6-88b3-4db0-a54d-469f6be3b61f owned by network:dhcp {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:58:02.428947 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: 0f15894d-6fec-4dd1-b293-39c4dc9369a2 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:58:02.428947 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 0f15894d-6fec-4dd1-b293-39c4dc9369a2 not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:58:02.429256 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 4dc1a1bc-3369-4c3f-b5b0-af404af6e5bd no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:58:02.454352 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b278d0-8b03-4059-b1dc-5d5a1653d016 None None] Pushing event updated for resources: {'Port': ['ID=812ced45-5df9-43c6-8589-9f62c2b4a776,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:58:02.486006 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4863f17e-bc51-4d15-b8e4-a9d863e33650 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:02.631974 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b137052-beea-4cc8-89fc-94412fe9d51e None None] Routers {'11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:58:02.637534 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-7b137052-beea-4cc8-89fc-94412fe9d51e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:57:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:58:02.663490 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f981ebe2-d091-4d2e-a45f-d5bad1a78687 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:02.673626 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-171120ba-017f-46cb-a77a-874104153ab9 req-930d0a74-442b-4987-a278-d50b44325cda tempest-ServerShowV254Test-552327107 tempest-ServerShowV254Test-552327107-project] 10.222.0.60 "GET /v2.0/ports?device_id=7cf4fb4e-07d3-4a93-8456-041bd721496a HTTP/1.1" status: 200 len: 210 time: 0.5738800 Nov 19 17:58:02.705385 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-38c8a2dd-3eb0-41e6-a144-31c7a3076b97 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12425137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8983934'] for subnet, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:02.761283 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: 4dc1a1bc-3369-4c3f-b5b0-af404af6e5bd {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:58:02.765732 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f981ebe2-d091-4d2e-a45f-d5bad1a78687 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] No DVR routers for this DVR port 8ef1d9e6-88b3-4db0-a54d-469f6be3b61f on host n-d-818022-2 {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:58:02.770321 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 4dc1a1bc-3369-4c3f-b5b0-af404af6e5bd not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:58:02.891509 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f981ebe2-d091-4d2e-a45f-d5bad1a78687 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Pushing event deleted for resources: {'Port': ['ID=8ef1d9e6-88b3-4db0-a54d-469f6be3b61f,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:58:02.897240 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac87814c-bdc3-4028-a9d2-2ac9ddac1729 None None] DHCP port deletion for f3803638-16ee-47ef-8e4f-954ea0fd2ee6 request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 17:58:02.903515 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b30c870d-b929-416a-9b8d-7ae7bb204923 None None] Network eb6b4f97-aa4c-4ee9-b5d8-9ee749af3dc5 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:58:02.920899 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c8a2dd-3eb0-41e6-a144-31c7a3076b97 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Pushing event deleted for resources: {'Subnet': ['ID=d57d3ced-2122-42b8-b5c7-6ec372103efe,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:58:02.961207 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-38c8a2dd-3eb0-41e6-a144-31c7a3076b97 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:02.979233 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-38c8a2dd-3eb0-41e6-a144-31c7a3076b97 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "DELETE /v2.0/subnets/d57d3ced-2122-42b8-b5c7-6ec372103efe HTTP/1.1" status: 204 len: 168 time: 1.2950108 Nov 19 17:58:02.983793 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 42406) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:58:03.034952 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-256346fa-09ca-4551-aa5f-fdd16d05ef40 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 17:58:03.048187 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f981ebe2-d091-4d2e-a45f-d5bad1a78687 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:03.058775 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-7b137052-beea-4cc8-89fc-94412fe9d51e None None] Set router 11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb gateway port host: None {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:58:03.060872 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-519011d9-bc14-456c-ac22-b5f06f3d861e None None] Provisioning complete for port 570865e5-d4a7-4db1-b169-327123080355 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:58:03.061601 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-519011d9-bc14-456c-ac22-b5f06f3d861e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:03.111992 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-f981ebe2-d091-4d2e-a45f-d5bad1a78687 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3803638-16ee-47ef-8e4f-954ea0fd2ee6']}} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:58:03.140509 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-f981ebe2-d091-4d2e-a45f-d5bad1a78687 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0399d71a-538a-4d6a-9251-994e77a534fe') {'for_net_delete': True} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:58:03.140509 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-f981ebe2-d091-4d2e-a45f-d5bad1a78687 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0399d71a-538a-4d6a-9251-994e77a534fe') {} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:58:03.167147 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-256346fa-09ca-4551-aa5f-fdd16d05ef40 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] 10.222.0.54 "PUT /v2.0/routers/11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6413934 Nov 19 17:58:03.177334 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-72e7797d-a4e0-4de2-a905-810d6867ddf1 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1923149 Nov 19 17:58:03.180486 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 42408) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:58:03.180998 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 42410) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:58:03.201014 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-127ff808-e26f-469f-9327-2b138b59f166 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1427419571'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:58:03.256410 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f981ebe2-d091-4d2e-a45f-d5bad1a78687 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12545382'] for segment, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:03.325164 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4a1b04a1-f762-422f-998f-75003d47af6f req-60b9ae08-fed8-4066-88c0-c56a2e4ece8c tempest-ServerShowV254Test-552327107 tempest-ServerShowV254Test-552327107-project] 10.222.0.54 "GET /v2.0/ports?device_id=7cf4fb4e-07d3-4a93-8456-041bd721496a HTTP/1.1" status: 200 len: 210 time: 0.1772680 Nov 19 17:58:03.373080 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-127ff808-e26f-469f-9327-2b138b59f166 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Made reservation on behalf of fd1b3fcd1beb4931bb2ec4613fd50ee2 for: {'network': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:58:03.375600 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-127ff808-e26f-469f-9327-2b138b59f166 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:03.376700 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f981ebe2-d091-4d2e-a45f-d5bad1a78687 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:03.394992 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f981ebe2-d091-4d2e-a45f-d5bad1a78687 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Releasing vlan 661 on physical network physnet1 to pool {{(pid=103365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 17:58:03.395424 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f981ebe2-d091-4d2e-a45f-d5bad1a78687 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12282953'] for segment, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:03.408402 n-d-818022-2 neutron-server[103365]: Traceback (most recent call last): Nov 19 17:58:03.408402 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 17:58:03.408402 n-d-818022-2 neutron-server[103365]: timer() Nov 19 17:58:03.408402 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 17:58:03.408402 n-d-818022-2 neutron-server[103365]: cb(*args, **kw) Nov 19 17:58:03.408402 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 17:58:03.408402 n-d-818022-2 neutron-server[103365]: return func(*args, **kwargs) Nov 19 17:58:03.408402 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 17:58:03.408402 n-d-818022-2 neutron-server[103365]: self._notify() Nov 19 17:58:03.408402 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 17:58:03.408402 n-d-818022-2 neutron-server[103365]: self.callback(batched_events) Nov 19 17:58:03.408402 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 17:58:03.408402 n-d-818022-2 neutron-server[103365]: event.method(event) Nov 19 17:58:03.408402 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 17:58:03.408402 n-d-818022-2 neutron-server[103365]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 17:58:03.408402 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 17:58:03.408402 n-d-818022-2 neutron-server[103365]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 17:58:03.408402 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 17:58:03.408402 n-d-818022-2 neutron-server[103365]: return f(self, *a, **k) Nov 19 17:58:03.408402 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 17:58:03.408402 n-d-818022-2 neutron-server[103365]: return self._get(url).json() Nov 19 17:58:03.408402 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 17:58:03.408402 n-d-818022-2 neutron-server[103365]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 17:58:03.408402 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 17:58:03.408402 n-d-818022-2 neutron-server[103365]: return self.request(url, 'GET', **kwargs) Nov 19 17:58:03.408402 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 17:58:03.408402 n-d-818022-2 neutron-server[103365]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 17:58:03.408402 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 17:58:03.408402 n-d-818022-2 neutron-server[103365]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 17:58:03.408402 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 17:58:03.408402 n-d-818022-2 neutron-server[103365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 17:58:03.408402 n-d-818022-2 neutron-server[103365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 17:58:03.440254 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device d2c0ac6f-5a76-4661-8042-cc8cd64f57c1 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:58:03.443919 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6403a60e-b36c-43bd-bfe1-84c3e1caac79 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:58:03.448701 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-6403a60e-b36c-43bd-bfe1-84c3e1caac79 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2648706 Nov 19 17:58:03.453392 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 42414) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:58:03.610280 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f981ebe2-d091-4d2e-a45f-d5bad1a78687 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671242'] for network, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:03.619486 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f981ebe2-d091-4d2e-a45f-d5bad1a78687 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks [] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:03.636930 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-f981ebe2-d091-4d2e-a45f-d5bad1a78687 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] 10.222.0.54 "DELETE /v2.0/networks/f3803638-16ee-47ef-8e4f-954ea0fd2ee6 HTTP/1.1" status: 204 len: 168 time: 2.4270780 Nov 19 17:58:03.639437 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 42418) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:58:03.662344 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-127ff808-e26f-469f-9327-2b138b59f166 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 673} {{(pid=103364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 17:58:03.704100 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c46da2e6-440a-405b-8475-5cd0e413f928 req-7584bddc-b3f4-488b-8fbe-e76b3a2b0ce3 tempest-ServerShowV257Test-378518122 tempest-ServerShowV257Test-378518122-project] 10.222.0.54 "GET /v2.0/ports?device_id=e2fc923d-52dc-4b55-9df0-3c4f04847063 HTTP/1.1" status: 200 len: 210 time: 0.2795117 Nov 19 17:58:03.720869 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f981ebe2-d091-4d2e-a45f-d5bad1a78687 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Pushing event deleted for resources: {'Network': ['ID=f3803638-16ee-47ef-8e4f-954ea0fd2ee6,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:58:03.784176 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e46ecc5a-dc14-4744-b262-3072ff2e958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:03.787451 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-127ff808-e26f-469f-9327-2b138b59f166 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:03.791236 n-d-818022-2 neutron-server[103364]: INFO neutron.db.segments_db [None req-127ff808-e26f-469f-9327-2b138b59f166 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Added segment 0cba723c-e19a-4e9e-a253-a0d5652ceb53 of type vlan for network 98a99030-df27-4a1f-8295-bf4496b131a1 Nov 19 17:58:03.805449 n-d-818022-2 neutron-server[103365]: INFO neutron.pecan_wsgi.hooks.translation [None req-79338ab6-9334-4830-93e4-5a9dafb35ace tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] DELETE failed (client error): The resource could not be found. Nov 19 17:58:03.808846 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79338ab6-9334-4830-93e4-5a9dafb35ace tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103365) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 17:58:03.817799 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-79338ab6-9334-4830-93e4-5a9dafb35ace tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] 10.222.0.54 "DELETE /v2.0/subnets/5ccc6d2e-e543-4374-903b-b7908d84aece HTTP/1.1" status: 404 len: 337 time: 0.1752963 Nov 19 17:58:03.822879 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 42420) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:58:03.827500 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48682316-f7a3-4593-986c-c06c1d6d143d tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:58:03.841050 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-48682316-f7a3-4593-986c-c06c1d6d143d tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3859787 Nov 19 17:58:03.849469 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f981ebe2-d091-4d2e-a45f-d5bad1a78687 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:58:03.850349 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f981ebe2-d091-4d2e-a45f-d5bad1a78687 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:58:03.850856 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f981ebe2-d091-4d2e-a45f-d5bad1a78687 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:58:03.851355 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f981ebe2-d091-4d2e-a45f-d5bad1a78687 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:58:03.855612 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f981ebe2-d091-4d2e-a45f-d5bad1a78687 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:58:03.856324 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f981ebe2-d091-4d2e-a45f-d5bad1a78687 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:58:03.856953 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f981ebe2-d091-4d2e-a45f-d5bad1a78687 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:58:03.857450 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f981ebe2-d091-4d2e-a45f-d5bad1a78687 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:58:03.858008 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f981ebe2-d091-4d2e-a45f-d5bad1a78687 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:58:03.858501 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f981ebe2-d091-4d2e-a45f-d5bad1a78687 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:58:03.859012 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f981ebe2-d091-4d2e-a45f-d5bad1a78687 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:58:03.859752 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f981ebe2-d091-4d2e-a45f-d5bad1a78687 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:58:03.867671 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 42422) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:58:03.906102 n-d-818022-2 neutron-server[103365]: INFO neutron.pecan_wsgi.hooks.translation [None req-1eb4deca-cce4-4b68-9d27-ef9b7057f0ee tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] DELETE failed (client error): The resource could not be found. Nov 19 17:58:03.908198 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-127ff808-e26f-469f-9327-2b138b59f166 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:03.910472 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1eb4deca-cce4-4b68-9d27-ef9b7057f0ee tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103365) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 17:58:03.921800 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-1eb4deca-cce4-4b68-9d27-ef9b7057f0ee tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] 10.222.0.54 "DELETE /v2.0/networks/41cbfd75-8af5-4876-b359-2a7819ac01aa HTTP/1.1" status: 404 len: 339 time: 0.0908415 Nov 19 17:58:03.983860 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-127ff808-e26f-469f-9327-2b138b59f166 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:03.995250 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-127ff808-e26f-469f-9327-2b138b59f166 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:58:03.998479 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-127ff808-e26f-469f-9327-2b138b59f166 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks [] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:04.015377 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 42424) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:58:04.022997 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-8e93924e-1447-4ff3-8376-0c0108221820 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1317713 Nov 19 17:58:04.041878 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 42428) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:58:04.058302 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:04.058852 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-6f78c325-1e42-4b67-bc38-a5135d66e3c9 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Request body: {'subnet': {'network_id': '65eace33-2479-4afb-a7b6-41f0773542ac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:58:04.138854 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:04.177051 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port d2c0ac6f-5a76-4661-8042-cc8cd64f57c1 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:58:04.177374 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:04.223899 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127ff808-e26f-469f-9327-2b138b59f166 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Pushing event updated for resources: {'Network': ['ID=98a99030-df27-4a1f-8295-bf4496b131a1,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:58:04.235488 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-519011d9-bc14-456c-ac22-b5f06f3d861e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:04.237080 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-127ff808-e26f-469f-9327-2b138b59f166 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0542865 Nov 19 17:58:04.241882 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 42434) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:58:04.246937 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network 98a99030-df27-4a1f-8295-bf4496b131a1 details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 17:58:04.248895 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-2f399013-a957-4a46-986c-a294556bd28f tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Request body: {'subnet': {'network_id': '98a99030-df27-4a1f-8295-bf4496b131a1', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:58:04.464090 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_v2 [None req-77ee11f2-cd90-4ebf-9cfb-e3dfcd6334e2 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Deleting subnet bd4e0c7a-262d-4cd9-bc5a-148e628e7a4a {{(pid=103365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 17:58:04.469137 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-77ee11f2-cd90-4ebf-9cfb-e3dfcd6334e2 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks [] for subnet, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:04.513510 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f399013-a957-4a46-986c-a294556bd28f tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Made reservation on behalf of fd1b3fcd1beb4931bb2ec4613fd50ee2 for: {'subnet': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:58:04.518388 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2f399013-a957-4a46-986c-a294556bd28f tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8983829'] for subnet, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:04.684650 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-77ee11f2-cd90-4ebf-9cfb-e3dfcd6334e2 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12546453'] for subnet, precommit_delete_associations {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:04.748678 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f78c325-1e42-4b67-bc38-a5135d66e3c9 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Made reservation on behalf of 6b45f31544cd40e7b10456e94240dc6e for: {'subnet': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:58:04.754633 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6f78c325-1e42-4b67-bc38-a5135d66e3c9 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8731248'] for subnet, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:04.975412 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e77355a-1e66-4029-a84f-a0e5fc0d373c None None] Network 65eace33-2479-4afb-a7b6-41f0773542ac requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:58:05.123067 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f1d98722-0363-4011-adef-2e0103c8723d req-77e5e1ec-0296-4393-bc2b-97d749bc5fa2 tempest-ServerShowV257Test-378518122 tempest-ServerShowV257Test-378518122-project] 10.222.0.54 "GET /v2.0/ports?device_id=e2fc923d-52dc-4b55-9df0-3c4f04847063 HTTP/1.1" status: 200 len: 210 time: 0.0751798 Nov 19 17:58:05.131383 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2f399013-a957-4a46-986c-a294556bd28f tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12425078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8983815'] for subnet, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:05.260827 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 42452) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:58:05.261012 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-519011d9-bc14-456c-ac22-b5f06f3d861e None None] For port 570865e5-d4a7-4db1-b169-327123080355, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=570865e5-d4a7-4db1-b169-327123080355,segment=NetworkSegment(908cbfb2-c77a-4dcc-8920-62455135600f),segment_id=908cbfb2-c77a-4dcc-8920-62455135600f)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:58:05.380381 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f399013-a957-4a46-986c-a294556bd28f tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Checking segment: {'id': '0cba723c-e19a-4e9e-a253-a0d5652ceb53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '98a99030-df27-4a1f-8295-bf4496b131a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:58:05.380803 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f399013-a957-4a46-986c-a294556bd28f tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Network hostable DHCP agents. Network: 98a99030-df27-4a1f-8295-bf4496b131a1, hostable agents: ['02910ef2-0455-4aea-9f38-9a875579633f'], hosted agents: [] {{(pid=103364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 17:58:05.388402 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f399013-a957-4a46-986c-a294556bd28f tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Pushing event updated for resources: {'Subnet': ['ID=427e21e1-c52e-4e65-a72d-8706ed86f2f9,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:58:05.435856 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f399013-a957-4a46-986c-a294556bd28f tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Network 98a99030-df27-4a1f-8295-bf4496b131a1 is scheduled to be hosted by DHCP agent 02910ef2-0455-4aea-9f38-9a875579633f with binding_index 1 {{(pid=103364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 17:58:05.445615 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-519011d9-bc14-456c-ac22-b5f06f3d861e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:05.457798 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-2f399013-a957-4a46-986c-a294556bd28f tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818022-2, 98a99030-df27-4a1f-8295-bf4496b131a1) {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:58:05.463091 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f399013-a957-4a46-986c-a294556bd28f tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:58:05.463760 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2f399013-a957-4a46-986c-a294556bd28f tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:05.514372 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-2f399013-a957-4a46-986c-a294556bd28f tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2705491 Nov 19 17:58:05.516070 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 42456) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:58:05.535568 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-77ee11f2-cd90-4ebf-9cfb-e3dfcd6334e2 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:05.561710 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9411953-41c5-46de-87e7-fcb288cb91ef None None] Network 98a99030-df27-4a1f-8295-bf4496b131a1 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:58:05.727298 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e013d7e6-5264-4dcc-9759-54f5fb809e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:05.754187 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519011d9-bc14-456c-ac22-b5f06f3d861e None None] Pushing event updated for resources: {'Port': ['ID=570865e5-d4a7-4db1-b169-327123080355,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:58:05.812060 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:05.826960 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-48bee1a2-9a16-4c49-8756-9c0739ec989d None None] Provisioning complete for port d2c0ac6f-5a76-4661-8042-cc8cd64f57c1 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:58:05.830623 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-48bee1a2-9a16-4c49-8756-9c0739ec989d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:06.020930 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-7b137052-beea-4cc8-89fc-94412fe9d51e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb', 'name': 'tempest-RoutersIpV6Test-router-1062832239', 'tenant_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:57:38Z', 'updated_at': '2021-11-19T17:57:59Z', 'revision_number': 4, 'project_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'gw_port_host': None, '_interfaces': [{'id': '11fde922-221c-475e-aeba-24e07f3432b6', 'name': '', 'network_id': 'eb6b4f97-aa4c-4ee9-b5d8-9ee749af3dc5', 'tenant_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'mac_address': 'fa:16:3e:a8:91:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2179, 'fixed_ips': [{'subnet_id': '93490abc-6aae-48f7-950c-bb1ffc9df537', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:57:58Z', 'updated_at': '2021-11-19T17:58:00Z', 'revision_number': 2, 'project_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'subnets': [{'id': '93490abc-6aae-48f7-950c-bb1ffc9df537', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '570865e5-d4a7-4db1-b169-327123080355', 'name': '', 'network_id': 'c4c1f67d-b9d6-457d-a30d-05740dce0e7c', 'tenant_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'mac_address': 'fa:16:3e:8b:a4:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2172, 'fixed_ips': [{'subnet_id': 'e5ec16ea-7136-4bf3-bd8f-ae54ec5c0796', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:57:51Z', 'updated_at': '2021-11-19T17:58:01Z', 'revision_number': 4, 'project_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'subnets': [{'id': 'e5ec16ea-7136-4bf3-bd8f-ae54ec5c0796', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e0c8526-4f8e-41bd-9aa5-321bd07d5d14', 'name': '', 'network_id': '782a6462-eee3-4699-90ef-0416652dd862', 'tenant_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'mac_address': 'fa:16:3e:b6:5d:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2160, 'fixed_ips': [{'subnet_id': 'c823e22e-08c9-40fd-90bf-a9bab2677b28', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:57:42Z', 'updated_at': '2021-11-19T17:57:49Z', 'revision_number': 5, 'project_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'subnets': [{'id': 'c823e22e-08c9-40fd-90bf-a9bab2677b28', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:58:06.050383 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-77ee11f2-cd90-4ebf-9cfb-e3dfcd6334e2 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12282919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8731163'] for subnet, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:06.093337 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fdef117-3cf0-44ab-bf85-65fae6d83421 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54f44f5f-1200-574e-8740-2141911d5b73-98a99030-df27-4a1f-8295-bf4496b131a1', 'network_id': '98a99030-df27-4a1f-8295-bf4496b131a1', 'tenant_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'fixed_ips': [{'subnet_id': '427e21e1-c52e-4e65-a72d-8706ed86f2f9'}]}} from n-d-818022-2. {{(pid=103366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 17:58:06.098845 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-1fdef117-3cf0-44ab-bf85-65fae6d83421 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:06.109873 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b137052-beea-4cc8-89fc-94412fe9d51e None None] The sync data for ids ['11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb'] in n-d-818022-2 is: [{'id': '11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb', 'name': 'tempest-RoutersIpV6Test-router-1062832239', 'tenant_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:57:38Z', 'updated_at': '2021-11-19T17:57:59Z', 'revision_number': 4, 'project_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'gw_port_host': None, '_interfaces': [{'id': '11fde922-221c-475e-aeba-24e07f3432b6', 'name': '', 'network_id': 'eb6b4f97-aa4c-4ee9-b5d8-9ee749af3dc5', 'tenant_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'mac_address': 'fa:16:3e:a8:91:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2179, 'fixed_ips': [{'subnet_id': '93490abc-6aae-48f7-950c-bb1ffc9df537', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:57:58Z', 'updated_at': '2021-11-19T17:58:00Z', 'revision_number': 2, 'project_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'subnets': [{'id': '93490abc-6aae-48f7-950c-bb1ffc9df537', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '570865e5-d4a7-4db1-b169-327123080355', 'name': '', 'network_id': 'c4c1f67d-b9d6-457d-a30d-05740dce0e7c', 'tenant_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'mac_address': 'fa:16:3e:8b:a4:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2172, 'fixed_ips': [{'subnet_id': 'e5ec16ea-7136-4bf3-bd8f-ae54ec5c0796', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:57:51Z', 'updated_at': '2021-11-19T17:58:01Z', 'revision_number': 4, 'project_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'subnets': [{'id': 'e5ec16ea-7136-4bf3-bd8f-ae54ec5c0796', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e0c8526-4f8e-41bd-9aa5-321bd07d5d14', 'name': '', 'network_id': '782a6462-eee3-4699-90ef-0416652dd862', 'tenant_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'mac_address': 'fa:16:3e:b6:5d:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2160, 'fixed_ips': [{'subnet_id': 'c823e22e-08c9-40fd-90bf-a9bab2677b28', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:57:42Z', 'updated_at': '2021-11-19T17:57:49Z', 'revision_number': 5, 'project_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'subnets': [{'id': 'c823e22e-08c9-40fd-90bf-a9bab2677b28', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 17:58:06.157179 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ee11f2-cd90-4ebf-9cfb-e3dfcd6334e2 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Pushing event deleted for resources: {'Subnet': ['ID=bd4e0c7a-262d-4cd9-bc5a-148e628e7a4a,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:58:06.161535 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7475a1ae-2d3a-4967-b1a7-8505cffac0ca req-b193c68c-2414-488e-8424-18ca37ec57d3 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e2fc923d-52dc-4b55-9df0-3c4f04847063 HTTP/1.1" status: 200 len: 210 time: 0.1535997 Nov 19 17:58:06.218516 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8d6ac725-39e0-4d45-9909-57333f9ad27b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:06.240009 n-d-818022-2 neutron-server[103365]: DEBUG neutron.objects.ports [None req-6f78c325-1e42-4b67-bc38-a5135d66e3c9 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103365) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 19 17:58:06.249838 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-77ee11f2-cd90-4ebf-9cfb-e3dfcd6334e2 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks [] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:06.262188 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-77ee11f2-cd90-4ebf-9cfb-e3dfcd6334e2 tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] 10.222.0.54 "DELETE /v2.0/subnets/bd4e0c7a-262d-4cd9-bc5a-148e628e7a4a HTTP/1.1" status: 204 len: 168 time: 2.2351871 Nov 19 17:58:06.272917 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 42468) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:58:06.287248 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0d5cc69-c8aa-4f84-a6a1-a57d6419d711 None None] Network 53337c34-9456-4992-81ff-97756ff2585e requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:58:06.365014 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0da75e1c-9f53-43ab-8737-cb27b5bb52fd tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:06.549964 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8d6ac725-39e0-4d45-9909-57333f9ad27b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:06.553266 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:06.700707 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-48bee1a2-9a16-4c49-8756-9c0739ec989d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:06.726760 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ce61500c-725b-42d5-b72d-18fbb36e0bec tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:06.767859 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8d6ac725-39e0-4d45-9909-57333f9ad27b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:06.864934 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-48bee1a2-9a16-4c49-8756-9c0739ec989d None None] For port d2c0ac6f-5a76-4661-8042-cc8cd64f57c1, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=d2c0ac6f-5a76-4661-8042-cc8cd64f57c1,segment=NetworkSegment(1c050ecf-9026-4ee8-be68-e96c0ee3c455),segment_id=1c050ecf-9026-4ee8-be68-e96c0ee3c455)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:58:06.881094 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-48bee1a2-9a16-4c49-8756-9c0739ec989d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:06.889265 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fda3556b-f42f-4740-9d0c-793777824d69 req-15c5573d-fe61-488a-b22d-e68f439bbe3c tempest-ServerShowV257Test-378518122 tempest-ServerShowV257Test-378518122-project] 10.222.0.54 "GET /v2.0/ports?device_id=e2fc923d-52dc-4b55-9df0-3c4f04847063 HTTP/1.1" status: 200 len: 210 time: 0.1945534 Nov 19 17:58:06.945877 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [None req-0da75e1c-9f53-43ab-8737-cb27b5bb52fd tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Allocated IP 2001:db8:3::1 (98a99030-df27-4a1f-8295-bf4496b131a1/427e21e1-c52e-4e65-a72d-8706ed86f2f9/12033f78-67af-4f53-b652-7d70c311864d) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:58:06.972531 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f775399-5cbd-4416-abd5-c0dbd49e5450 None None] DHCP port deletion for 53337c34-9456-4992-81ff-97756ff2585e request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 17:58:07.016434 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-48bee1a2-9a16-4c49-8756-9c0739ec989d None None] Provisioning complete for port 11fde922-221c-475e-aeba-24e07f3432b6 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:58:07.016815 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-48bee1a2-9a16-4c49-8756-9c0739ec989d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:07.021787 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6ac725-39e0-4d45-9909-57333f9ad27b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a45ec892-bbb5-4a1b-98f0-343c4f79c232,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:58:07.029928 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-8d6ac725-39e0-4d45-9909-57333f9ad27b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b8008a25b21b4ad787d4e085acab7841&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7674305 Nov 19 17:58:07.033529 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 42476) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:58:07.067345 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.agents_db [None req-619e5c26-d9ed-4321-86eb-7d443bb9dfa2 None None] Agent healthcheck: found 7 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 17:58:07.127645 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.db.api [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103366) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 17:58:07.127946 n-d-818022-2 neutron-server[103366]: DEBUG oslo_db.api [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 17:58:07.128428 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bee1a2-9a16-4c49-8756-9c0739ec989d None None] Pushing event updated for resources: {'Port': ['ID=d2c0ac6f-5a76-4661-8042-cc8cd64f57c1,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:58:07.209194 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-48bee1a2-9a16-4c49-8756-9c0739ec989d None None] Port 11fde922-221c-475e-aeba-24e07f3432b6 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:58:07.252752 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-48bee1a2-9a16-4c49-8756-9c0739ec989d None None] Provisioning complete for port 812ced45-5df9-43c6-8589-9f62c2b4a776 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:58:07.253169 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-48bee1a2-9a16-4c49-8756-9c0739ec989d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:07.324384 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-3f775399-5cbd-4416-abd5-c0dbd49e5450 None None] Deleting port 486c9823-97e4-40a7-8a84-cac00d6dd7fc {{(pid=103366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:58:07.325093 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3f775399-5cbd-4416-abd5-c0dbd49e5450 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:07.376197 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0da75e1c-9f53-43ab-8737-cb27b5bb52fd tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:07.377633 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7b46c283-24e6-4a3e-a21e-b3185e09045a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:07.406926 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7b46c283-24e6-4a3e-a21e-b3185e09045a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:07.449550 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0da75e1c-9f53-43ab-8737-cb27b5bb52fd tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:07.534219 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6f78c325-1e42-4b67-bc38-a5135d66e3c9 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:07.544626 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-3f775399-5cbd-4416-abd5-c0dbd49e5450 None None] For port 486c9823-97e4-40a7-8a84-cac00d6dd7fc, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=486c9823-97e4-40a7-8a84-cac00d6dd7fc,segment=NetworkSegment(470a8e12-c2ba-4a04-97c8-2586d8ccf1fc),segment_id=470a8e12-c2ba-4a04-97c8-2586d8ccf1fc)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:58:07.545036 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3f775399-5cbd-4416-abd5-c0dbd49e5450 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:07.558474 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7b46c283-24e6-4a3e-a21e-b3185e09045a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:07.569981 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-3f775399-5cbd-4416-abd5-c0dbd49e5450 None None] Calling delete_port for 486c9823-97e4-40a7-8a84-cac00d6dd7fc owned by network:dhcp {{(pid=103366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:58:07.575494 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7b46c283-24e6-4a3e-a21e-b3185e09045a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:07.583954 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-7b46c283-24e6-4a3e-a21e-b3185e09045a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/a45ec892-bbb5-4a1b-98f0-343c4f79c232 HTTP/1.1" status: 204 len: 168 time: 0.5305827 Nov 19 17:58:07.616151 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-ce61500c-725b-42d5-b72d-18fbb36e0bec tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Deleting port 486c9823-97e4-40a7-8a84-cac00d6dd7fc {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:58:07.616497 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ce61500c-725b-42d5-b72d-18fbb36e0bec tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:07.710368 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b46c283-24e6-4a3e-a21e-b3185e09045a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a45ec892-bbb5-4a1b-98f0-343c4f79c232,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:58:07.798082 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [None req-ce61500c-725b-42d5-b72d-18fbb36e0bec tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] For port 486c9823-97e4-40a7-8a84-cac00d6dd7fc, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=486c9823-97e4-40a7-8a84-cac00d6dd7fc,segment=NetworkSegment(470a8e12-c2ba-4a04-97c8-2586d8ccf1fc),segment_id=470a8e12-c2ba-4a04-97c8-2586d8ccf1fc)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:58:07.798480 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ce61500c-725b-42d5-b72d-18fbb36e0bec tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:07.825077 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [None req-1fdef117-3cf0-44ab-bf85-65fae6d83421 None None] Allocated IP 2001:db8:3::2 (98a99030-df27-4a1f-8295-bf4496b131a1/427e21e1-c52e-4e65-a72d-8706ed86f2f9/944611fb-2247-4e8f-b5bc-16060f8290ac) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:58:07.894466 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-ce61500c-725b-42d5-b72d-18fbb36e0bec tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Calling delete_port for 486c9823-97e4-40a7-8a84-cac00d6dd7fc owned by network:dhcp {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:58:08.104888 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-1fdef117-3cf0-44ab-bf85-65fae6d83421 None None] Publish callbacks [] for port, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:08.114136 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da75e1c-9f53-43ab-8737-cb27b5bb52fd tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Pushing event updated for resources: {'Port': ['ID=12033f78-67af-4f53-b652-7d70c311864d,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:58:08.156740 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0da75e1c-9f53-43ab-8737-cb27b5bb52fd tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Network 98a99030-df27-4a1f-8295-bf4496b131a1 is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:58:08.179019 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-0da75e1c-9f53-43ab-8737-cb27b5bb52fd tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:58:08.184074 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-26bbbfa0-74f3-4705-8276-c6dbcd0be170 req-8151b19b-d21f-414d-9014-bd885383595d tempest-ServerShowV257Test-378518122 tempest-ServerShowV257Test-378518122-project] 10.222.0.54 "GET /v2.0/ports?device_id=e2fc923d-52dc-4b55-9df0-3c4f04847063 HTTP/1.1" status: 200 len: 210 time: 0.0534871 Nov 19 17:58:08.194084 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da75e1c-9f53-43ab-8737-cb27b5bb52fd tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:58:08.195009 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0da75e1c-9f53-43ab-8737-cb27b5bb52fd tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-671361'] for router_interface, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:08.208018 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-1fdef117-3cf0-44ab-bf85-65fae6d83421 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998'] for port, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:08.220521 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [None req-6f78c325-1e42-4b67-bc38-a5135d66e3c9 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] For port 812ced45-5df9-43c6-8589-9f62c2b4a776, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=812ced45-5df9-43c6-8589-9f62c2b4a776,segment=NetworkSegment(b0148e58-5e40-4372-b35c-802e0d196d41),segment_id=b0148e58-5e40-4372-b35c-802e0d196d41)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:58:08.300476 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdef117-3cf0-44ab-bf85-65fae6d83421 None None] Pushing event updated for resources: {'Port': ['ID=944611fb-2247-4e8f-b5bc-16060f8290ac,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:58:08.365848 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6f78c325-1e42-4b67-bc38-a5135d66e3c9 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks [] for port, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:08.380383 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6f78c325-1e42-4b67-bc38-a5135d66e3c9 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:08.383283 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6f78c325-1e42-4b67-bc38-a5135d66e3c9 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12283104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8731234'] for subnet, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:08.407552 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 812ced45-5df9-43c6-8589-9f62c2b4a776 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:58:08.413319 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fdef117-3cf0-44ab-bf85-65fae6d83421 None None] Network 98a99030-df27-4a1f-8295-bf4496b131a1 is already hosted by enough agents. {{(pid=103366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:58:08.415878 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-571aee57-a059-45c7-97d4-beaebd23b0b9 None None] Sync routers for ids ['11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb'] in n-d-818022-2 {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 17:58:08.420811 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ce61500c-725b-42d5-b72d-18fbb36e0bec tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:08.452430 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-571aee57-a059-45c7-97d4-beaebd23b0b9 None None] Routers {'11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:58:08.454873 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-571aee57-a059-45c7-97d4-beaebd23b0b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:58:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:58:08.523821 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0da75e1c-9f53-43ab-8737-cb27b5bb52fd tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:08.531513 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [None req-1fdef117-3cf0-44ab-bf85-65fae6d83421 None None] Resources bound (agent type, host, resource id): {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:58:08.534076 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f78c325-1e42-4b67-bc38-a5135d66e3c9 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Network 65eace33-2479-4afb-a7b6-41f0773542ac is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:58:08.541584 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fdef117-3cf0-44ab-bf85-65fae6d83421 None None] Received port after_create {{(pid=103366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:58:08.547942 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-6f78c325-1e42-4b67-bc38-a5135d66e3c9 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:58:08.555332 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f78c325-1e42-4b67-bc38-a5135d66e3c9 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:58:08.557400 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6f78c325-1e42-4b67-bc38-a5135d66e3c9 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks [] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:08.565841 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce61500c-725b-42d5-b72d-18fbb36e0bec tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] No DVR routers for this DVR port 486c9823-97e4-40a7-8a84-cac00d6dd7fc on host n-d-818022-2 {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:58:08.623090 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-48bee1a2-9a16-4c49-8756-9c0739ec989d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:08.631210 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2d6419e-8031-4439-8346-ed4127087309 None None] Network 65eace33-2479-4afb-a7b6-41f0773542ac requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:58:08.703884 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-571aee57-a059-45c7-97d4-beaebd23b0b9 None None] Set router 11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb gateway port host: None {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:58:08.788036 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f78c325-1e42-4b67-bc38-a5135d66e3c9 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Pushing event updated for resources: {'Subnet': ['ID=3ec07583-b011-4129-bfa3-c6a2d963ce14,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:58:08.807950 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3f775399-5cbd-4416-abd5-c0dbd49e5450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007'] for port, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:08.908848 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f775399-5cbd-4416-abd5-c0dbd49e5450 None None] Pushing event deleted for resources: {'Port': ['ID=486c9823-97e4-40a7-8a84-cac00d6dd7fc,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:58:08.940262 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f775399-5cbd-4416-abd5-c0dbd49e5450 None None] No DVR routers for this DVR port 486c9823-97e4-40a7-8a84-cac00d6dd7fc on host n-d-818022-2 {{(pid=103366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:58:08.974879 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-1fdef117-3cf0-44ab-bf85-65fae6d83421 None None] Attempting to bind port 944611fb-2247-4e8f-b5bc-16060f8290ac on host n-d-818022-2 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:58:08.975268 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-1fdef117-3cf0-44ab-bf85-65fae6d83421 None None] Attempting to bind port 944611fb-2247-4e8f-b5bc-16060f8290ac by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': '0cba723c-e19a-4e9e-a253-a0d5652ceb53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '98a99030-df27-4a1f-8295-bf4496b131a1'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:58:08.975641 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fdef117-3cf0-44ab-bf85-65fae6d83421 None None] Attempting to bind port 944611fb-2247-4e8f-b5bc-16060f8290ac on network 98a99030-df27-4a1f-8295-bf4496b131a1 {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:58:08.983538 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 812ced45-5df9-43c6-8589-9f62c2b4a776 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:58:08.983918 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:09.021180 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fdef117-3cf0-44ab-bf85-65fae6d83421 None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 58, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:58:09.021853 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fdef117-3cf0-44ab-bf85-65fae6d83421 None None] Checking segment: {'id': '0cba723c-e19a-4e9e-a253-a0d5652ceb53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '98a99030-df27-4a1f-8295-bf4496b131a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:58:09.022446 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-1fdef117-3cf0-44ab-bf85-65fae6d83421 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:09.023054 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fdef117-3cf0-44ab-bf85-65fae6d83421 None None] Bound using segment: {'id': '0cba723c-e19a-4e9e-a253-a0d5652ceb53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '98a99030-df27-4a1f-8295-bf4496b131a1'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:58:09.024401 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-1fdef117-3cf0-44ab-bf85-65fae6d83421 None None] Bound port: 944611fb-2247-4e8f-b5bc-16060f8290ac, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cba723c-e19a-4e9e-a253-a0d5652ceb53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '98a99030-df27-4a1f-8295-bf4496b131a1'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:58:09.025023 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-1fdef117-3cf0-44ab-bf85-65fae6d83421 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:09.033370 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.db.api [None req-48bee1a2-9a16-4c49-8756-9c0739ec989d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103366) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 17:58:09.034590 n-d-818022-2 neutron-server[103366]: DEBUG oslo_db.api [None req-48bee1a2-9a16-4c49-8756-9c0739ec989d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 17:58:09.044106 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-6f78c325-1e42-4b67-bc38-a5135d66e3c9 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 4.9948778 Nov 19 17:58:09.046091 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 42534) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:58:09.055879 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-56941cca-d456-4922-b8e9-bb5b0f38de7c req-fc6fa7dc-949a-4cf2-9eef-51901c3bf033 tempest-ServerShowV257Test-378518122 tempest-ServerShowV257Test-378518122-project] 10.222.0.54 "GET /v2.0/ports?device_id=e2fc923d-52dc-4b55-9df0-3c4f04847063 HTTP/1.1" status: 200 len: 210 time: 0.0534434 Nov 19 17:58:09.104949 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-37ed5839-4bf6-42e1-b458-a69eaa109bfb tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Request body: {'subnet': {'network_id': '65eace33-2479-4afb-a7b6-41f0773542ac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:58:09.112593 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f78c325-1e42-4b67-bc38-a5135d66e3c9 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Pushing event updated for resources: {'Port': ['ID=812ced45-5df9-43c6-8589-9f62c2b4a776,revision_number=5']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:58:09.216138 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ce61500c-725b-42d5-b72d-18fbb36e0bec tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:09.253203 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-571aee57-a059-45c7-97d4-beaebd23b0b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb', 'name': 'tempest-RoutersIpV6Test-router-1062832239', 'tenant_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:57:38Z', 'updated_at': '2021-11-19T17:58:08Z', 'revision_number': 5, 'project_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'gw_port_host': None, '_interfaces': [{'id': '11fde922-221c-475e-aeba-24e07f3432b6', 'name': '', 'network_id': 'eb6b4f97-aa4c-4ee9-b5d8-9ee749af3dc5', 'tenant_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'mac_address': 'fa:16:3e:a8:91:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2179, 'fixed_ips': [{'subnet_id': '93490abc-6aae-48f7-950c-bb1ffc9df537', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:57:58Z', 'updated_at': '2021-11-19T17:58:00Z', 'revision_number': 2, 'project_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'subnets': [{'id': '93490abc-6aae-48f7-950c-bb1ffc9df537', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '12033f78-67af-4f53-b652-7d70c311864d', 'name': '', 'network_id': '98a99030-df27-4a1f-8295-bf4496b131a1', 'tenant_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'mac_address': 'fa:16:3e:f5:ee:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2191, 'fixed_ips': [{'subnet_id': '427e21e1-c52e-4e65-a72d-8706ed86f2f9', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:58:06Z', 'updated_at': '2021-11-19T17:58:06Z', 'revision_number': 1, 'project_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'subnets': [{'id': '427e21e1-c52e-4e65-a72d-8706ed86f2f9', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '570865e5-d4a7-4db1-b169-327123080355', 'name': '', 'network_id': 'c4c1f67d-b9d6-457d-a30d-05740dce0e7c', 'tenant_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'mac_address': 'fa:16:3e:8b:a4:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2172, 'fixed_ips': [{'subnet_id': 'e5ec16ea-7136-4bf3-bd8f-ae54ec5c0796', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:57:51Z', 'updated_at': '2021-11-19T17:58:05Z', 'revision_number': 5, 'project_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'subnets': [{'id': 'e5ec16ea-7136-4bf3-bd8f-ae54ec5c0796', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e0c8526-4f8e-41bd-9aa5-321bd07d5d14', 'name': '', 'network_id': '782a6462-eee3-4699-90ef-0416652dd862', 'tenant_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'mac_address': 'fa:16:3e:b6:5d:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2160, 'fixed_ips': [{'subnet_id': 'c823e22e-08c9-40fd-90bf-a9bab2677b28', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:57:42Z', 'updated_at': '2021-11-19T17:57:49Z', 'revision_number': 5, 'project_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'subnets': [{'id': 'c823e22e-08c9-40fd-90bf-a9bab2677b28', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:58:09.301630 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 42538) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:58:09.324354 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-571aee57-a059-45c7-97d4-beaebd23b0b9 None None] Checking router: 11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb for host: n-d-818022-2 {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 17:58:09.325016 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-571aee57-a059-45c7-97d4-beaebd23b0b9 None None] Updating router 11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb port 11fde922-221c-475e-aeba-24e07f3432b6 binding host n-d-818022-2 {{(pid=103367) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 17:58:09.335583 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce61500c-725b-42d5-b72d-18fbb36e0bec tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Pushing event deleted for resources: {'Port': ['ID=486c9823-97e4-40a7-8a84-cac00d6dd7fc,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:58:09.371269 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-ce61500c-725b-42d5-b72d-18fbb36e0bec tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53337c34-9456-4992-81ff-97756ff2585e']}} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:58:09.380856 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-1fdef117-3cf0-44ab-bf85-65fae6d83421 None None] For port 944611fb-2247-4e8f-b5bc-16060f8290ac, host n-d-818022-2, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:58:09.384810 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-1fdef117-3cf0-44ab-bf85-65fae6d83421 None None] For port 944611fb-2247-4e8f-b5bc-16060f8290ac, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=944611fb-2247-4e8f-b5bc-16060f8290ac,segment=NetworkSegment(0cba723c-e19a-4e9e-a253-a0d5652ceb53),segment_id=0cba723c-e19a-4e9e-a253-a0d5652ceb53)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:58:09.389549 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-ce61500c-725b-42d5-b72d-18fbb36e0bec tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '470a8e12-c2ba-4a04-97c8-2586d8ccf1fc') {'for_net_delete': True} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:58:09.391195 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-ce61500c-725b-42d5-b72d-18fbb36e0bec tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '470a8e12-c2ba-4a04-97c8-2586d8ccf1fc') {} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:58:09.404283 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-1fdef117-3cf0-44ab-bf85-65fae6d83421 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:09.406112 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0da75e1c-9f53-43ab-8737-cb27b5bb52fd tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks [] for port, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:09.407442 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-571aee57-a059-45c7-97d4-beaebd23b0b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:09.416428 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ce61500c-725b-42d5-b72d-18fbb36e0bec tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12545382'] for segment, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:09.420107 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0da75e1c-9f53-43ab-8737-cb27b5bb52fd tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:09.421237 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0da75e1c-9f53-43ab-8737-cb27b5bb52fd tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-768529'] for router_interface, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:09.448884 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ce61500c-725b-42d5-b72d-18fbb36e0bec tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:09.461646 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce61500c-725b-42d5-b72d-18fbb36e0bec tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Releasing vlan 655 on physical network physnet1 to pool {{(pid=103365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 17:58:09.463044 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ce61500c-725b-42d5-b72d-18fbb36e0bec tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12282953'] for segment, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:09.467262 n-d-818022-2 neutron-server[103365]: Traceback (most recent call last): Nov 19 17:58:09.467262 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 17:58:09.467262 n-d-818022-2 neutron-server[103365]: timer() Nov 19 17:58:09.467262 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 17:58:09.467262 n-d-818022-2 neutron-server[103365]: cb(*args, **kw) Nov 19 17:58:09.467262 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 17:58:09.467262 n-d-818022-2 neutron-server[103365]: return func(*args, **kwargs) Nov 19 17:58:09.467262 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 17:58:09.467262 n-d-818022-2 neutron-server[103365]: self._notify() Nov 19 17:58:09.467262 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 17:58:09.467262 n-d-818022-2 neutron-server[103365]: self.callback(batched_events) Nov 19 17:58:09.467262 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 17:58:09.467262 n-d-818022-2 neutron-server[103365]: event.method(event) Nov 19 17:58:09.467262 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 17:58:09.467262 n-d-818022-2 neutron-server[103365]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 17:58:09.467262 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 17:58:09.467262 n-d-818022-2 neutron-server[103365]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 17:58:09.467262 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 17:58:09.467262 n-d-818022-2 neutron-server[103365]: return f(self, *a, **k) Nov 19 17:58:09.467262 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 17:58:09.467262 n-d-818022-2 neutron-server[103365]: return self._get(url).json() Nov 19 17:58:09.467262 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 17:58:09.467262 n-d-818022-2 neutron-server[103365]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 17:58:09.467262 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 17:58:09.467262 n-d-818022-2 neutron-server[103365]: return self.request(url, 'GET', **kwargs) Nov 19 17:58:09.467262 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 17:58:09.467262 n-d-818022-2 neutron-server[103365]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 17:58:09.467262 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 17:58:09.467262 n-d-818022-2 neutron-server[103365]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 17:58:09.467262 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 17:58:09.467262 n-d-818022-2 neutron-server[103365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 17:58:09.467262 n-d-818022-2 neutron-server[103365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 17:58:09.609382 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ce61500c-725b-42d5-b72d-18fbb36e0bec tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671242'] for network, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:09.615228 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ce61500c-725b-42d5-b72d-18fbb36e0bec tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Publish callbacks [] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:09.634573 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-ce61500c-725b-42d5-b72d-18fbb36e0bec tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] 10.222.0.54 "DELETE /v2.0/networks/53337c34-9456-4992-81ff-97756ff2585e HTTP/1.1" status: 204 len: 168 time: 3.3536882 Nov 19 17:58:09.636430 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37ed5839-4bf6-42e1-b458-a69eaa109bfb tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Made reservation on behalf of 6b45f31544cd40e7b10456e94240dc6e for: {'subnet': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:58:09.647379 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-37ed5839-4bf6-42e1-b458-a69eaa109bfb tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8731248'] for subnet, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:09.671432 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdef117-3cf0-44ab-bf85-65fae6d83421 None None] Pushing event updated for resources: {'Port': ['ID=944611fb-2247-4e8f-b5bc-16060f8290ac,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:58:09.696419 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:09.769377 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-48bee1a2-9a16-4c49-8756-9c0739ec989d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:09.797352 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da75e1c-9f53-43ab-8737-cb27b5bb52fd tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Pushing event updated for resources: {'Port': ['ID=12033f78-67af-4f53-b652-7d70c311864d,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:58:09.835785 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-cd642829-251f-4929-bdb3-4c1b47d372a9 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-671093711-network', 'tenant_id': '33ce88a8747547a1bdeafda31c42576b'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:58:09.924983 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] For port 812ced45-5df9-43c6-8589-9f62c2b4a776, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=812ced45-5df9-43c6-8589-9f62c2b4a776,segment=NetworkSegment(b0148e58-5e40-4372-b35c-802e0d196d41),segment_id=b0148e58-5e40-4372-b35c-802e0d196d41)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:58:09.936295 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:10.006587 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce61500c-725b-42d5-b72d-18fbb36e0bec tempest-NetworksIpV6Test-851960296 tempest-NetworksIpV6Test-851960296-project] Pushing event deleted for resources: {'Network': ['ID=53337c34-9456-4992-81ff-97756ff2585e,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:58:10.007383 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd642829-251f-4929-bdb3-4c1b47d372a9 admin admin] Made reservation on behalf of 33ce88a8747547a1bdeafda31c42576b for: {'network': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:58:10.019111 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-cd642829-251f-4929-bdb3-4c1b47d372a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:10.035435 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-cd642829-251f-4929-bdb3-4c1b47d372a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:10.042373 n-d-818022-2 neutron-server[103365]: INFO neutron.db.ipam_backend_mixin [None req-37ed5839-4bf6-42e1-b458-a69eaa109bfb tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3ec07583-b011-4129-bfa3-c6a2d963ce14 (CIDR: 2001:db8::/64) Nov 19 17:58:10.052506 n-d-818022-2 neutron-server[103365]: INFO neutron.pecan_wsgi.hooks.translation [None req-37ed5839-4bf6-42e1-b458-a69eaa109bfb tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 17:58:10.053393 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37ed5839-4bf6-42e1-b458-a69eaa109bfb tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103365) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 17:58:10.096355 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-37ed5839-4bf6-42e1-b458-a69eaa109bfb tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0258186 Nov 19 17:58:10.099008 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 42550) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:58:10.101427 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 8ef1d9e6-88b3-4db0-a54d-469f6be3b61f no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:58:10.104224 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0da75e1c-9f53-43ab-8737-cb27b5bb52fd tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Network 98a99030-df27-4a1f-8295-bf4496b131a1 is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:58:10.105720 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-1661874a-0b96-4c85-a89e-517954aef590 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Request body: {'subnet': {'network_id': '65eace33-2479-4afb-a7b6-41f0773542ac', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:58:10.109542 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-0da75e1c-9f53-43ab-8737-cb27b5bb52fd tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:58:10.253478 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0da75e1c-9f53-43ab-8737-cb27b5bb52fd tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Router 11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 17:58:10.258128 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-571aee57-a059-45c7-97d4-beaebd23b0b9 None None] Publish callbacks [] for port, precommit_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:10.267365 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: 8ef1d9e6-88b3-4db0-a54d-469f6be3b61f {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:58:10.268868 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 8ef1d9e6-88b3-4db0-a54d-469f6be3b61f not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:58:10.278755 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-571aee57-a059-45c7-97d4-beaebd23b0b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:10.301418 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.db.api [None req-48bee1a2-9a16-4c49-8756-9c0739ec989d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103366) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 17:58:10.310374 n-d-818022-2 neutron-server[103366]: DEBUG oslo_db.api [None req-48bee1a2-9a16-4c49-8756-9c0739ec989d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 17:58:10.363130 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Pushing event updated for resources: {'Port': ['ID=812ced45-5df9-43c6-8589-9f62c2b4a776,revision_number=6']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:58:10.371693 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 42554) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:58:10.459422 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-1ad47786-1337-4a14-b93a-fdbe595b0c5c req-65f5c1a6-3e8a-46c3-a7b5-3df7540ed925 tempest-ServerShowV257Test-378518122 tempest-ServerShowV257Test-378518122-project] 10.222.0.54 "GET /v2.0/ports?device_id=e2fc923d-52dc-4b55-9df0-3c4f04847063 HTTP/1.1" status: 200 len: 210 time: 0.1179552 Nov 19 17:58:10.546677 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1661874a-0b96-4c85-a89e-517954aef590 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Made reservation on behalf of 6b45f31544cd40e7b10456e94240dc6e for: {'subnet': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:58:10.553026 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1661874a-0b96-4c85-a89e-517954aef590 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8731248'] for subnet, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:10.559445 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e136221e-6fe5-4459-ab92-11de4f2e8ce6 None None] Pushing event updated for resources: {'Port': ['ID=11fde922-221c-475e-aeba-24e07f3432b6,revision_number=3']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:58:10.592151 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-571aee57-a059-45c7-97d4-beaebd23b0b9 None None] Attempting to bind port 11fde922-221c-475e-aeba-24e07f3432b6 on host n-d-818022-2 for vnic_type normal with profile {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:58:10.601016 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-571aee57-a059-45c7-97d4-beaebd23b0b9 None None] Attempting to bind port 11fde922-221c-475e-aeba-24e07f3432b6 by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': '1c050ecf-9026-4ee8-be68-e96c0ee3c455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'eb6b4f97-aa4c-4ee9-b5d8-9ee749af3dc5'}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:58:10.602431 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-571aee57-a059-45c7-97d4-beaebd23b0b9 None None] Attempting to bind port 11fde922-221c-475e-aeba-24e07f3432b6 on network eb6b4f97-aa4c-4ee9-b5d8-9ee749af3dc5 {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:58:10.626580 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-571aee57-a059-45c7-97d4-beaebd23b0b9 None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 58, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:58:10.627167 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-571aee57-a059-45c7-97d4-beaebd23b0b9 None None] Checking segment: {'id': '1c050ecf-9026-4ee8-be68-e96c0ee3c455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'eb6b4f97-aa4c-4ee9-b5d8-9ee749af3dc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:58:10.627482 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-571aee57-a059-45c7-97d4-beaebd23b0b9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:10.627832 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-571aee57-a059-45c7-97d4-beaebd23b0b9 None None] Bound using segment: {'id': '1c050ecf-9026-4ee8-be68-e96c0ee3c455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'eb6b4f97-aa4c-4ee9-b5d8-9ee749af3dc5'} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:58:10.628325 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-571aee57-a059-45c7-97d4-beaebd23b0b9 None None] Bound port: 11fde922-221c-475e-aeba-24e07f3432b6, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c050ecf-9026-4ee8-be68-e96c0ee3c455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'eb6b4f97-aa4c-4ee9-b5d8-9ee749af3dc5'}}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:58:10.634104 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-571aee57-a059-45c7-97d4-beaebd23b0b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:10.754478 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0da75e1c-9f53-43ab-8737-cb27b5bb52fd tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 17:58:10.780961 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-cd642829-251f-4929-bdb3-4c1b47d372a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:10.809149 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-0da75e1c-9f53-43ab-8737-cb27b5bb52fd tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] 10.222.0.54 "PUT /v2.0/routers/11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2913992 Nov 19 17:58:10.810540 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 42566) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:58:10.815689 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-cd642829-251f-4929-bdb3-4c1b47d372a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:10.858583 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-70e0b40c-9c8d-482f-a546-9410fc811f1d tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:58:10.878338 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 812ced45-5df9-43c6-8589-9f62c2b4a776 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:58:10.883562 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-48bee1a2-9a16-4c49-8756-9c0739ec989d None None] Could not find standard attr ID for object 7c7a420d-d86e-425b-9488-a9a9880718bd. {{(pid=103366) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 17:58:10.886922 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd642829-251f-4929-bdb3-4c1b47d372a9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 682} {{(pid=103364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 17:58:10.898051 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd642829-251f-4929-bdb3-4c1b47d372a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b7baa04-15ee-4e8a-b016-ede2fe3a2e03,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:58:10.905083 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-cd642829-251f-4929-bdb3-4c1b47d372a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:10.911695 n-d-818022-2 neutron-server[103364]: INFO neutron.db.segments_db [None req-cd642829-251f-4929-bdb3-4c1b47d372a9 admin admin] Added segment be643af8-3608-4677-acd3-05751e0c458d of type vlan for network c9e1243a-c6d3-4b5b-90e3-8edb7253c405 Nov 19 17:58:10.921784 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-571aee57-a059-45c7-97d4-beaebd23b0b9 None None] For port 11fde922-221c-475e-aeba-24e07f3432b6, host n-d-818022-2, cleared binding levels {{(pid=103367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:58:10.928512 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-571aee57-a059-45c7-97d4-beaebd23b0b9 None None] For port 11fde922-221c-475e-aeba-24e07f3432b6, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=11fde922-221c-475e-aeba-24e07f3432b6,segment=NetworkSegment(1c050ecf-9026-4ee8-be68-e96c0ee3c455),segment_id=1c050ecf-9026-4ee8-be68-e96c0ee3c455)] {{(pid=103367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:58:10.937236 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-571aee57-a059-45c7-97d4-beaebd23b0b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:10.975779 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-cd642829-251f-4929-bdb3-4c1b47d372a9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:11.011290 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-cd642829-251f-4929-bdb3-4c1b47d372a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:11.013537 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd642829-251f-4929-bdb3-4c1b47d372a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:58:11.014782 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-cd642829-251f-4929-bdb3-4c1b47d372a9 admin admin] Publish callbacks [] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:11.031788 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-571aee57-a059-45c7-97d4-beaebd23b0b9 None None] Updating router 11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb port 12033f78-67af-4f53-b652-7d70c311864d binding host n-d-818022-2 {{(pid=103367) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 17:58:11.052322 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 812ced45-5df9-43c6-8589-9f62c2b4a776 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:58:11.057233 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:11.081934 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e136221e-6fe5-4459-ab92-11de4f2e8ce6 None None] Pushing event updated for resources: {'Port': ['ID=11fde922-221c-475e-aeba-24e07f3432b6,revision_number=4']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:58:11.094845 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-571aee57-a059-45c7-97d4-beaebd23b0b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:11.131875 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-c569161c-d8b2-42eb-bee8-b89fb8196013 None None] Provisioning complete for port 11fde922-221c-475e-aeba-24e07f3432b6 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:58:11.132511 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-c569161c-d8b2-42eb-bee8-b89fb8196013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:11.216202 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd642829-251f-4929-bdb3-4c1b47d372a9 admin admin] Pushing event updated for resources: {'Network': ['ID=c9e1243a-c6d3-4b5b-90e3-8edb7253c405,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:58:11.233237 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network c9e1243a-c6d3-4b5b-90e3-8edb7253c405 details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 17:58:11.234583 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-cd642829-251f-4929-bdb3-4c1b47d372a9 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.9319782 Nov 19 17:58:11.238248 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 42568) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:58:11.247771 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-ae193f11-5871-4b19-9145-a4dc54fb4d65 admin admin] Request body: {'subnet': {'network_id': 'c9e1243a-c6d3-4b5b-90e3-8edb7253c405', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-671093711-subnet', 'tenant_id': '33ce88a8747547a1bdeafda31c42576b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:58:11.267636 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-e650b343-07d7-4430-964c-a0c65916205b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=a99931e27f474d57b370754999e3039f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8932190 Nov 19 17:58:11.275890 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 42570) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:58:11.312426 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae193f11-5871-4b19-9145-a4dc54fb4d65 admin admin] Made reservation on behalf of 33ce88a8747547a1bdeafda31c42576b for: {'subnet': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:58:11.315316 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ae193f11-5871-4b19-9145-a4dc54fb4d65 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8983829'] for subnet, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:11.663277 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 570865e5-d4a7-4db1-b169-327123080355 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:58:11.723270 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-35c87482-9921-4da3-a887-2d3e59db6eee req-3869c5ed-e53a-442f-9024-b403db556a16 tempest-ServerShowV257Test-378518122 tempest-ServerShowV257Test-378518122-project] 10.222.0.54 "GET /v2.0/ports?device_id=e2fc923d-52dc-4b55-9df0-3c4f04847063 HTTP/1.1" status: 200 len: 210 time: 0.1055715 Nov 19 17:58:11.731187 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-c569161c-d8b2-42eb-bee8-b89fb8196013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:11.749623 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-571aee57-a059-45c7-97d4-beaebd23b0b9 None None] Publish callbacks [] for port, precommit_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:11.785764 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 570865e5-d4a7-4db1-b169-327123080355 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:58:11.786227 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:11.789304 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-571aee57-a059-45c7-97d4-beaebd23b0b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:11.825416 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-c569161c-d8b2-42eb-bee8-b89fb8196013 None None] For port 11fde922-221c-475e-aeba-24e07f3432b6, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=11fde922-221c-475e-aeba-24e07f3432b6,segment=NetworkSegment(1c050ecf-9026-4ee8-be68-e96c0ee3c455),segment_id=1c050ecf-9026-4ee8-be68-e96c0ee3c455)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:58:11.840397 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-c569161c-d8b2-42eb-bee8-b89fb8196013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:11.845056 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-92df202d-146d-493e-aaa0-3c5f1b6153e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:11.855201 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0183cf5-cc19-4ae0-96ac-3eeb687b18ee None None] Network 98a99030-df27-4a1f-8295-bf4496b131a1 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:58:11.936596 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ae193f11-5871-4b19-9145-a4dc54fb4d65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12425078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8983815'] for subnet, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:11.944233 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e136221e-6fe5-4459-ab92-11de4f2e8ce6 None None] Pushing event updated for resources: {'Port': ['ID=12033f78-67af-4f53-b652-7d70c311864d,revision_number=3']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:58:12.032767 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae193f11-5871-4b19-9145-a4dc54fb4d65 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b787ffb-3a53-4b4c-9f16-87249d57e8b9,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:58:12.055008 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-92df202d-146d-493e-aaa0-3c5f1b6153e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:12.085025 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-571aee57-a059-45c7-97d4-beaebd23b0b9 None None] Attempting to bind port 12033f78-67af-4f53-b652-7d70c311864d on host n-d-818022-2 for vnic_type normal with profile {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:58:12.085330 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-571aee57-a059-45c7-97d4-beaebd23b0b9 None None] Attempting to bind port 12033f78-67af-4f53-b652-7d70c311864d by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': '0cba723c-e19a-4e9e-a253-a0d5652ceb53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '98a99030-df27-4a1f-8295-bf4496b131a1'}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:58:12.085690 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-571aee57-a059-45c7-97d4-beaebd23b0b9 None None] Attempting to bind port 12033f78-67af-4f53-b652-7d70c311864d on network 98a99030-df27-4a1f-8295-bf4496b131a1 {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:58:12.097596 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-571aee57-a059-45c7-97d4-beaebd23b0b9 None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 58, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:58:12.098014 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-571aee57-a059-45c7-97d4-beaebd23b0b9 None None] Checking segment: {'id': '0cba723c-e19a-4e9e-a253-a0d5652ceb53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '98a99030-df27-4a1f-8295-bf4496b131a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:58:12.098414 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-571aee57-a059-45c7-97d4-beaebd23b0b9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:12.101372 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-571aee57-a059-45c7-97d4-beaebd23b0b9 None None] Bound using segment: {'id': '0cba723c-e19a-4e9e-a253-a0d5652ceb53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '98a99030-df27-4a1f-8295-bf4496b131a1'} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:58:12.101634 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-571aee57-a059-45c7-97d4-beaebd23b0b9 None None] Bound port: 12033f78-67af-4f53-b652-7d70c311864d, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cba723c-e19a-4e9e-a253-a0d5652ceb53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '98a99030-df27-4a1f-8295-bf4496b131a1'}}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:58:12.102045 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-571aee57-a059-45c7-97d4-beaebd23b0b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:12.118061 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae193f11-5871-4b19-9145-a4dc54fb4d65 admin admin] Checking segment: {'id': 'be643af8-3608-4677-acd3-05751e0c458d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'c9e1243a-c6d3-4b5b-90e3-8edb7253c405'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:58:12.118999 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae193f11-5871-4b19-9145-a4dc54fb4d65 admin admin] Network hostable DHCP agents. Network: c9e1243a-c6d3-4b5b-90e3-8edb7253c405, hostable agents: ['02910ef2-0455-4aea-9f38-9a875579633f'], hosted agents: [] {{(pid=103364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 17:58:12.165261 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-c569161c-d8b2-42eb-bee8-b89fb8196013 None None] Provisioning complete for port 812ced45-5df9-43c6-8589-9f62c2b4a776 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:58:12.166115 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-c569161c-d8b2-42eb-bee8-b89fb8196013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:12.167726 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae193f11-5871-4b19-9145-a4dc54fb4d65 admin admin] Network c9e1243a-c6d3-4b5b-90e3-8edb7253c405 is scheduled to be hosted by DHCP agent 02910ef2-0455-4aea-9f38-9a875579633f with binding_index 1 {{(pid=103364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 17:58:12.188572 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-ae193f11-5871-4b19-9145-a4dc54fb4d65 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818022-2, c9e1243a-c6d3-4b5b-90e3-8edb7253c405) {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:58:12.192967 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae193f11-5871-4b19-9145-a4dc54fb4d65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:58:12.193648 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ae193f11-5871-4b19-9145-a4dc54fb4d65 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:12.226889 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-ae193f11-5871-4b19-9145-a4dc54fb4d65 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9873023 Nov 19 17:58:12.233439 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-571aee57-a059-45c7-97d4-beaebd23b0b9 None None] For port 12033f78-67af-4f53-b652-7d70c311864d, host n-d-818022-2, cleared binding levels {{(pid=103367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:58:12.237327 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-571aee57-a059-45c7-97d4-beaebd23b0b9 None None] For port 12033f78-67af-4f53-b652-7d70c311864d, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=12033f78-67af-4f53-b652-7d70c311864d,segment=NetworkSegment(0cba723c-e19a-4e9e-a253-a0d5652ceb53),segment_id=0cba723c-e19a-4e9e-a253-a0d5652ceb53)] {{(pid=103367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:58:12.252548 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-571aee57-a059-45c7-97d4-beaebd23b0b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:12.262466 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a518696f-58ae-40c9-ac30-66ee5979d10a None None] Network c9e1243a-c6d3-4b5b-90e3-8edb7253c405 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:58:12.293110 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1661874a-0b96-4c85-a89e-517954aef590 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12283104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8731234'] for subnet, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:12.306389 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-571aee57-a059-45c7-97d4-beaebd23b0b9 None None] Routers {'11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:58:12.307042 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-571aee57-a059-45c7-97d4-beaebd23b0b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:58:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:58:12.400392 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e136221e-6fe5-4459-ab92-11de4f2e8ce6 None None] Pushing event updated for resources: {'Port': ['ID=12033f78-67af-4f53-b652-7d70c311864d,revision_number=4']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:58:12.429196 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-571aee57-a059-45c7-97d4-beaebd23b0b9 None None] Set router 11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb gateway port host: None {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:58:12.434206 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-92df202d-146d-493e-aaa0-3c5f1b6153e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:12.450134 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-92df202d-146d-493e-aaa0-3c5f1b6153e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:12.451500 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-92df202d-146d-493e-aaa0-3c5f1b6153e1 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/cc7a897e-2f64-46df-bc9c-80bafde0dbab HTTP/1.1" status: 204 len: 168 time: 1.1720905 Nov 19 17:58:12.468870 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 42588) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:58:12.527770 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c569161c-d8b2-42eb-bee8-b89fb8196013 None None] Pushing event updated for resources: {'Port': ['ID=11fde922-221c-475e-aeba-24e07f3432b6,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:58:12.590288 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f5f1ffb-3a28-4e9c-b18e-1f233d8d4041 admin admin] Deleting subnet 0b787ffb-3a53-4b4c-9f16-87249d57e8b9 {{(pid=103364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 17:58:12.598852 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7f5f1ffb-3a28-4e9c-b18e-1f233d8d4041 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:12.623376 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1661874a-0b96-4c85-a89e-517954aef590 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Network 65eace33-2479-4afb-a7b6-41f0773542ac is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:58:12.632206 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device d2c0ac6f-5a76-4661-8042-cc8cd64f57c1 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:58:12.711780 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7f5f1ffb-3a28-4e9c-b18e-1f233d8d4041 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9416263'] for subnet, precommit_delete_associations {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:12.812660 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.extraroute_db [None req-70e0b40c-9c8d-482f-a546-9410fc811f1d tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=103365) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 19 17:58:12.859091 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.extraroute_db [None req-70e0b40c-9c8d-482f-a546-9410fc811f1d tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Removed routes are [] {{(pid=103365) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 19 17:58:12.859835 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-70e0b40c-9c8d-482f-a546-9410fc811f1d tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-671667', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4675'] for router, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:12.878983 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-1661874a-0b96-4c85-a89e-517954aef590 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:58:12.881494 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92df202d-146d-493e-aaa0-3c5f1b6153e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc7a897e-2f64-46df-bc9c-80bafde0dbab,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:58:12.895560 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1661874a-0b96-4c85-a89e-517954aef590 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:58:12.896738 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1661874a-0b96-4c85-a89e-517954aef590 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks [] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:12.918830 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7f5f1ffb-3a28-4e9c-b18e-1f233d8d4041 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:13.015033 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7f5f1ffb-3a28-4e9c-b18e-1f233d8d4041 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12425137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8983934'] for subnet, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:13.050916 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1661874a-0b96-4c85-a89e-517954aef590 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Pushing event updated for resources: {'Subnet': ['ID=e1b79fac-497f-45be-923f-928cb617b25b,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:58:13.054835 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32a332b4-095b-4b5a-841f-fc22d8211bb1 None None] Network 65eace33-2479-4afb-a7b6-41f0773542ac requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:58:13.063560 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a7ec96b1-2984-40a0-9321-4ceaba29b36d req-23f3cb27-7e66-46c5-94bc-ad104cd0f09d tempest-ServerShowV257Test-378518122 tempest-ServerShowV257Test-378518122-project] 10.222.0.54 "GET /v2.0/ports?device_id=e2fc923d-52dc-4b55-9df0-3c4f04847063 HTTP/1.1" status: 200 len: 210 time: 0.0621004 Nov 19 17:58:13.086215 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-571aee57-a059-45c7-97d4-beaebd23b0b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb', 'name': 'tempest-RoutersIpV6Test-router-1062832239', 'tenant_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:57:38Z', 'updated_at': '2021-11-19T17:58:08Z', 'revision_number': 5, 'project_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'gw_port_host': None, '_interfaces': [{'id': '11fde922-221c-475e-aeba-24e07f3432b6', 'name': '', 'network_id': 'eb6b4f97-aa4c-4ee9-b5d8-9ee749af3dc5', 'tenant_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'mac_address': 'fa:16:3e:a8:91:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2179, 'fixed_ips': [{'subnet_id': '93490abc-6aae-48f7-950c-bb1ffc9df537', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:57:58Z', 'updated_at': '2021-11-19T17:58:11Z', 'revision_number': 5, 'project_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'subnets': [{'id': '93490abc-6aae-48f7-950c-bb1ffc9df537', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '12033f78-67af-4f53-b652-7d70c311864d', 'name': '', 'network_id': '98a99030-df27-4a1f-8295-bf4496b131a1', 'tenant_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'mac_address': 'fa:16:3e:f5:ee:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2191, 'fixed_ips': [{'subnet_id': '427e21e1-c52e-4e65-a72d-8706ed86f2f9', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:58:06Z', 'updated_at': '2021-11-19T17:58:12Z', 'revision_number': 4, 'project_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'subnets': [{'id': '427e21e1-c52e-4e65-a72d-8706ed86f2f9', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '570865e5-d4a7-4db1-b169-327123080355', 'name': '', 'network_id': 'c4c1f67d-b9d6-457d-a30d-05740dce0e7c', 'tenant_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'mac_address': 'fa:16:3e:8b:a4:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2172, 'fixed_ips': [{'subnet_id': 'e5ec16ea-7136-4bf3-bd8f-ae54ec5c0796', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:57:51Z', 'updated_at': '2021-11-19T17:58:05Z', 'revision_number': 5, 'project_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'subnets': [{'id': 'e5ec16ea-7136-4bf3-bd8f-ae54ec5c0796', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e0c8526-4f8e-41bd-9aa5-321bd07d5d14', 'name': '', 'network_id': '782a6462-eee3-4699-90ef-0416652dd862', 'tenant_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'mac_address': 'fa:16:3e:b6:5d:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2160, 'fixed_ips': [{'subnet_id': 'c823e22e-08c9-40fd-90bf-a9bab2677b28', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:57:42Z', 'updated_at': '2021-11-19T17:57:49Z', 'revision_number': 5, 'project_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'subnets': [{'id': 'c823e22e-08c9-40fd-90bf-a9bab2677b28', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:58:13.130169 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-1661874a-0b96-4c85-a89e-517954aef590 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.0298746 Nov 19 17:58:13.144969 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 42598) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:58:13.146210 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7f5f1ffb-3a28-4e9c-b18e-1f233d8d4041 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:13.158646 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-7f5f1ffb-3a28-4e9c-b18e-1f233d8d4041 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/0b787ffb-3a53-4b4c-9f16-87249d57e8b9 HTTP/1.1" status: 204 len: 168 time: 0.6883383 Nov 19 17:58:13.162307 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 42600) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:58:13.163226 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5f1ffb-3a28-4e9c-b18e-1f233d8d4041 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b787ffb-3a53-4b4c-9f16-87249d57e8b9,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:58:13.183478 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-6fdf2dfd-945c-4415-9d8b-893b8403e217 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Request body: {'port': {'network_id': '65eace33-2479-4afb-a7b6-41f0773542ac', 'mac_address': 'fa:16:3e:6d:f4:4c', 'name': 'tempest-NetworksTestDHCPv6-2009450589'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:58:13.210514 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-571aee57-a059-45c7-97d4-beaebd23b0b9 None None] The sync data for ids ['11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb'] in n-d-818022-2 is: [{'id': '11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb', 'name': 'tempest-RoutersIpV6Test-router-1062832239', 'tenant_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:57:38Z', 'updated_at': '2021-11-19T17:58:08Z', 'revision_number': 5, 'project_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'gw_port_host': None, '_interfaces': [{'id': '11fde922-221c-475e-aeba-24e07f3432b6', 'name': '', 'network_id': 'eb6b4f97-aa4c-4ee9-b5d8-9ee749af3dc5', 'tenant_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'mac_address': 'fa:16:3e:a8:91:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2179, 'fixed_ips': [{'subnet_id': '93490abc-6aae-48f7-950c-bb1ffc9df537', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:57:58Z', 'updated_at': '2021-11-19T17:58:11Z', 'revision_number': 5, 'project_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'subnets': [{'id': '93490abc-6aae-48f7-950c-bb1ffc9df537', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '12033f78-67af-4f53-b652-7d70c311864d', 'name': '', 'network_id': '98a99030-df27-4a1f-8295-bf4496b131a1', 'tenant_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'mac_address': 'fa:16:3e:f5:ee:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2191, 'fixed_ips': [{'subnet_id': '427e21e1-c52e-4e65-a72d-8706ed86f2f9', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:58:06Z', 'updated_at': '2021-11-19T17:58:12Z', 'revision_number': 4, 'project_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'subnets': [{'id': '427e21e1-c52e-4e65-a72d-8706ed86f2f9', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '570865e5-d4a7-4db1-b169-327123080355', 'name': '', 'network_id': 'c4c1f67d-b9d6-457d-a30d-05740dce0e7c', 'tenant_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'mac_address': 'fa:16:3e:8b:a4:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2172, 'fixed_ips': [{'subnet_id': 'e5ec16ea-7136-4bf3-bd8f-ae54ec5c0796', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:57:51Z', 'updated_at': '2021-11-19T17:58:05Z', 'revision_number': 5, 'project_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'subnets': [{'id': 'e5ec16ea-7136-4bf3-bd8f-ae54ec5c0796', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e0c8526-4f8e-41bd-9aa5-321bd07d5d14', 'name': '', 'network_id': '782a6462-eee3-4699-90ef-0416652dd862', 'tenant_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'mac_address': 'fa:16:3e:b6:5d:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2160, 'fixed_ips': [{'subnet_id': 'c823e22e-08c9-40fd-90bf-a9bab2677b28', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:57:42Z', 'updated_at': '2021-11-19T17:57:49Z', 'revision_number': 5, 'project_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'subnets': [{'id': 'c823e22e-08c9-40fd-90bf-a9bab2677b28', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 17:58:13.381886 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-c569161c-d8b2-42eb-bee8-b89fb8196013 None None] Could not find standard attr ID for object 7c7a420d-d86e-425b-9488-a9a9880718bd. {{(pid=103366) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 17:58:13.405462 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a267b95b-d3c7-4435-b118-75a2dbca6e1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:13.514978 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6d6fe19-133c-4bfc-bbdf-066f8b4e8caf None None] Network c9e1243a-c6d3-4b5b-90e3-8edb7253c405 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:58:13.534622 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a267b95b-d3c7-4435-b118-75a2dbca6e1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:13.593397 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-a267b95b-d3c7-4435-b118-75a2dbca6e1a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9e1243a-c6d3-4b5b-90e3-8edb7253c405']}} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:58:13.610956 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fdf2dfd-945c-4415-9d8b-893b8403e217 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Made reservation on behalf of 6b45f31544cd40e7b10456e94240dc6e for: {'port': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:58:13.619082 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-a267b95b-d3c7-4435-b118-75a2dbca6e1a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be643af8-3608-4677-acd3-05751e0c458d') {'for_net_delete': True} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:58:13.620527 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-a267b95b-d3c7-4435-b118-75a2dbca6e1a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be643af8-3608-4677-acd3-05751e0c458d') {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:58:13.634138 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a267b95b-d3c7-4435-b118-75a2dbca6e1a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417396'] for segment, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:13.668085 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a267b95b-d3c7-4435-b118-75a2dbca6e1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:13.686297 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a267b95b-d3c7-4435-b118-75a2dbca6e1a admin admin] Releasing vlan 682 on physical network physnet1 to pool {{(pid=103364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 17:58:13.686696 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a267b95b-d3c7-4435-b118-75a2dbca6e1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12425183'] for segment, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:13.698733 n-d-818022-2 neutron-server[103364]: Traceback (most recent call last): Nov 19 17:58:13.698733 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 17:58:13.698733 n-d-818022-2 neutron-server[103364]: timer() Nov 19 17:58:13.698733 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 17:58:13.698733 n-d-818022-2 neutron-server[103364]: cb(*args, **kw) Nov 19 17:58:13.698733 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 17:58:13.698733 n-d-818022-2 neutron-server[103364]: return func(*args, **kwargs) Nov 19 17:58:13.698733 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 17:58:13.698733 n-d-818022-2 neutron-server[103364]: self._notify() Nov 19 17:58:13.698733 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 17:58:13.698733 n-d-818022-2 neutron-server[103364]: self.callback(batched_events) Nov 19 17:58:13.698733 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 17:58:13.698733 n-d-818022-2 neutron-server[103364]: event.method(event) Nov 19 17:58:13.698733 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 17:58:13.698733 n-d-818022-2 neutron-server[103364]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 17:58:13.698733 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 17:58:13.698733 n-d-818022-2 neutron-server[103364]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 17:58:13.698733 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 17:58:13.698733 n-d-818022-2 neutron-server[103364]: return f(self, *a, **k) Nov 19 17:58:13.698733 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 17:58:13.698733 n-d-818022-2 neutron-server[103364]: return self._get(url).json() Nov 19 17:58:13.698733 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 17:58:13.698733 n-d-818022-2 neutron-server[103364]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 17:58:13.698733 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 17:58:13.698733 n-d-818022-2 neutron-server[103364]: return self.request(url, 'GET', **kwargs) Nov 19 17:58:13.698733 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 17:58:13.698733 n-d-818022-2 neutron-server[103364]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 17:58:13.698733 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 17:58:13.698733 n-d-818022-2 neutron-server[103364]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 17:58:13.698733 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 17:58:13.698733 n-d-818022-2 neutron-server[103364]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 17:58:13.698733 n-d-818022-2 neutron-server[103364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 17:58:13.780407 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-ec2d7dd9-2306-46ec-868f-47e816fb2608 None None] Provisioning complete for port 11fde922-221c-475e-aeba-24e07f3432b6 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:58:13.786497 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ec2d7dd9-2306-46ec-868f-47e816fb2608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:13.866463 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [req-3d43f300-c92a-48ee-ad7b-f1eaf9dbb58b req-472be104-bb07-4c43-b955-ba820b751ba6 tempest-ListServerFiltersTestJSON-1908181296 tempest-ListServerFiltersTestJSON-1908181296-project] (103364) timed out ('10.222.0.86', 54433) {{(pid=103364) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 19 17:58:13.935336 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port d2c0ac6f-5a76-4661-8042-cc8cd64f57c1 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:58:13.939564 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:13.979311 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a267b95b-d3c7-4435-b118-75a2dbca6e1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671242'] for network, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:13.986328 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a267b95b-d3c7-4435-b118-75a2dbca6e1a admin admin] Publish callbacks [] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:13.990782 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-a267b95b-d3c7-4435-b118-75a2dbca6e1a admin admin] 10.222.0.54 "DELETE /v2.0/networks/c9e1243a-c6d3-4b5b-90e3-8edb7253c405 HTTP/1.1" status: 204 len: 168 time: 0.8135848 Nov 19 17:58:14.019422 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a267b95b-d3c7-4435-b118-75a2dbca6e1a admin admin] Pushing event deleted for resources: {'Network': ['ID=c9e1243a-c6d3-4b5b-90e3-8edb7253c405,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:58:14.315909 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 42630) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:58:14.542247 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 42634) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:58:14.738779 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-0570c499-fa66-4ffb-be15-c3d02c0753e3 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=33ce88a8747547a1bdeafda31c42576b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1953409 Nov 19 17:58:14.745070 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 42636) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:58:14.868974 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-32236175-b1fc-48cf-a364-288d387ac35a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:14.922115 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-32236175-b1fc-48cf-a364-288d387ac35a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:14.938060 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-055c58bf-2ba2-40c3-9cb3-cbc2612a936c None None] Sync routers for ids ['11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb'] in n-d-818022-2 {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 17:58:14.948669 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-7d94b786-665f-48bc-be71-48554a271341 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Request body: {'network': {'name': 'tempest-RoutersTest-1976581998'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:58:14.991679 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-055c58bf-2ba2-40c3-9cb3-cbc2612a936c None None] Routers {'11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:58:14.992448 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-055c58bf-2ba2-40c3-9cb3-cbc2612a936c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:58:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:58:15.019224 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d94b786-665f-48bc-be71-48554a271341 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Made reservation on behalf of ecb26dc6f8b14f6babd12abcbaee21bf for: {'network': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:58:15.030072 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7d94b786-665f-48bc-be71-48554a271341 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:15.090716 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7d94b786-665f-48bc-be71-48554a271341 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:15.135855 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-32236175-b1fc-48cf-a364-288d387ac35a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:15.139391 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-32236175-b1fc-48cf-a364-288d387ac35a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:15.140837 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ca546a96-0b63-4a3b-9aa2-d68a5b393501 req-7dc559fa-dc75-424e-aacd-049b023f92aa tempest-ServerShowV257Test-378518122 tempest-ServerShowV257Test-378518122-project] 10.222.0.54 "GET /v2.0/ports?device_id=e2fc923d-52dc-4b55-9df0-3c4f04847063 HTTP/1.1" status: 200 len: 210 time: 0.0645564 Nov 19 17:58:15.144222 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-32236175-b1fc-48cf-a364-288d387ac35a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/8b7baa04-15ee-4e8a-b016-ede2fe3a2e03 HTTP/1.1" status: 204 len: 168 time: 0.3949997 Nov 19 17:58:15.176500 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-70e0b40c-9c8d-482f-a546-9410fc811f1d tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-671667', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4675'] for router, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:15.188313 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-70e0b40c-9c8d-482f-a546-9410fc811f1d tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-671652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-671709', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-543867'] for router, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:15.188499 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32236175-b1fc-48cf-a364-288d387ac35a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b7baa04-15ee-4e8a-b016-ede2fe3a2e03,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:58:15.319014 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6fdf2dfd-945c-4415-9d8b-893b8403e217 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:15.358483 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [None req-6fdf2dfd-945c-4415-9d8b-893b8403e217 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] device_id is not set on port 3c594454-c72d-49df-9d8b-dcf24ac8f1e9 yet. {{(pid=103365) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 17:58:15.388158 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-055c58bf-2ba2-40c3-9cb3-cbc2612a936c None None] Set router 11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb gateway port host: None {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:58:15.393496 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7d94b786-665f-48bc-be71-48554a271341 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:15.398875 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 944611fb-2247-4e8f-b5bc-16060f8290ac up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:58:15.405251 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7d94b786-665f-48bc-be71-48554a271341 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:15.428275 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70e0b40c-9c8d-482f-a546-9410fc811f1d tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Router 11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 17:58:15.514871 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d94b786-665f-48bc-be71-48554a271341 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d67ceb7a-bcc0-436d-b179-80798a6872e3,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:58:15.527946 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d94b786-665f-48bc-be71-48554a271341 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 695} {{(pid=103364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 17:58:15.546481 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7d94b786-665f-48bc-be71-48554a271341 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:15.548461 n-d-818022-2 neutron-server[103364]: INFO neutron.db.segments_db [None req-7d94b786-665f-48bc-be71-48554a271341 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Added segment c4a7f366-bd38-4a4e-9c61-f61845850b0f of type vlan for network 547a5ddc-ba21-45f9-b859-04c8258eb928 Nov 19 17:58:15.593205 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-ec2d7dd9-2306-46ec-868f-47e816fb2608 None None] Provisioning complete for port 944611fb-2247-4e8f-b5bc-16060f8290ac triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:58:15.593205 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ec2d7dd9-2306-46ec-868f-47e816fb2608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:15.620552 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70e0b40c-9c8d-482f-a546-9410fc811f1d tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 17:58:15.641634 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7d94b786-665f-48bc-be71-48554a271341 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:15.656011 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-70e0b40c-9c8d-482f-a546-9410fc811f1d tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks [] for router, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:15.657468 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-70e0b40c-9c8d-482f-a546-9410fc811f1d tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] 10.222.0.54 "PUT /v2.0/routers/11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb HTTP/1.1" status: 200 len: 954 time: 4.8324049 Nov 19 17:58:15.661258 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 42654) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:58:15.713789 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7d94b786-665f-48bc-be71-48554a271341 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:15.755424 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d94b786-665f-48bc-be71-48554a271341 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:58:15.756074 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7d94b786-665f-48bc-be71-48554a271341 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks [] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:15.830469 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-7d94b786-665f-48bc-be71-48554a271341 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.5130873 Nov 19 17:58:15.835285 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 42662) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:58:15.851181 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d94b786-665f-48bc-be71-48554a271341 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Pushing event updated for resources: {'Network': ['ID=547a5ddc-ba21-45f9-b859-04c8258eb928,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:58:15.858328 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-cdb3b9e2-38e7-4bd2-874a-cb06ddde0adb tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Request body: {'network': {'name': 'tempest-RoutersTest-1121693247'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:58:15.878841 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [None req-6fdf2dfd-945c-4415-9d8b-893b8403e217 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Allocated IP 2001:db8:0:1::32d (65eace33-2479-4afb-a7b6-41f0773542ac/e1b79fac-497f-45be-923f-928cb617b25b/3c594454-c72d-49df-9d8b-dcf24ac8f1e9) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:58:15.896067 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53bbbeba-dfb8-42c6-b9ba-016bf67b81ed None None] Update dhcp port {'port': {'network_id': '65eace33-2479-4afb-a7b6-41f0773542ac', 'fixed_ips': [{'subnet_id': '3ec07583-b011-4129-bfa3-c6a2d963ce14', 'ip_address': '2001:db8::f816:3eff:fe14:125'}, {'subnet_id': 'e1b79fac-497f-45be-923f-928cb617b25b'}], 'binding:host_id': 'n-d-818022-2'}, 'id': '812ced45-5df9-43c6-8589-9f62c2b4a776'} from n-d-818022-2. {{(pid=103366) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 19 17:58:15.901055 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [None req-6fdf2dfd-945c-4415-9d8b-893b8403e217 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Allocated IP 2001:db8::f816:3eff:fe6d:f44c (65eace33-2479-4afb-a7b6-41f0773542ac/3ec07583-b011-4129-bfa3-c6a2d963ce14/3c594454-c72d-49df-9d8b-dcf24ac8f1e9) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:58:15.931617 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-1992632b-2b35-47e0-8ae7-fd3828c4942e tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] 10.222.0.54 "GET /v2.0/routers/11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb HTTP/1.1" status: 200 len: 954 time: 0.2689748 Nov 19 17:58:15.934820 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 42666) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:58:15.939723 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-88e77164-358c-4df3-85eb-07ec618fe44a tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Request body: {'router': {'routes': None}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:58:15.980315 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network 547a5ddc-ba21-45f9-b859-04c8258eb928 details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 17:58:16.034423 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdb3b9e2-38e7-4bd2-874a-cb06ddde0adb tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Made reservation on behalf of ecb26dc6f8b14f6babd12abcbaee21bf for: {'network': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:58:16.039040 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-cdb3b9e2-38e7-4bd2-874a-cb06ddde0adb tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:16.125418 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdb3b9e2-38e7-4bd2-874a-cb06ddde0adb tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 689} {{(pid=103365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 17:58:16.180699 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-cdb3b9e2-38e7-4bd2-874a-cb06ddde0adb tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:16.182361 n-d-818022-2 neutron-server[103365]: INFO neutron.db.segments_db [None req-cdb3b9e2-38e7-4bd2-874a-cb06ddde0adb tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Added segment c36d71f2-61a7-4008-bd1d-9e6011292d48 of type vlan for network 3191e086-edc3-4bc0-8ac5-8ab35dad6e08 Nov 19 17:58:16.226736 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ec2d7dd9-2306-46ec-868f-47e816fb2608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:16.253682 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 944611fb-2247-4e8f-b5bc-16060f8290ac triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:58:16.254224 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:16.311313 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-53bbbeba-dfb8-42c6-b9ba-016bf67b81ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:16.349344 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-cdb3b9e2-38e7-4bd2-874a-cb06ddde0adb tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:16.425132 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-ec2d7dd9-2306-46ec-868f-47e816fb2608 None None] For port 944611fb-2247-4e8f-b5bc-16060f8290ac, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=944611fb-2247-4e8f-b5bc-16060f8290ac,segment=NetworkSegment(0cba723c-e19a-4e9e-a253-a0d5652ceb53),segment_id=0cba723c-e19a-4e9e-a253-a0d5652ceb53)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:58:16.466882 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6fdf2dfd-945c-4415-9d8b-893b8403e217 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:16.473253 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ec2d7dd9-2306-46ec-868f-47e816fb2608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:16.496767 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-cdb3b9e2-38e7-4bd2-874a-cb06ddde0adb tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:16.503234 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdb3b9e2-38e7-4bd2-874a-cb06ddde0adb tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:58:16.503847 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-cdb3b9e2-38e7-4bd2-874a-cb06ddde0adb tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks [] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:16.550864 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-3b43db18-b0c8-4fc1-8f03-121218272d1b req-16ce12c8-0e60-4297-b527-6347e0046aa4 tempest-ServerShowV257Test-378518122 tempest-ServerShowV257Test-378518122-project] 10.222.0.54 "GET /v2.0/ports?device_id=e2fc923d-52dc-4b55-9df0-3c4f04847063 HTTP/1.1" status: 200 len: 210 time: 0.1732528 Nov 19 17:58:16.640942 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-cdb3b9e2-38e7-4bd2-874a-cb06ddde0adb tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7976542 Nov 19 17:58:16.643849 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 42694) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:58:16.659037 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-6d50f974-dd0f-463f-a6ad-3abd26ed088c tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Request body: {'subnet': {'network_id': '547a5ddc-ba21-45f9-b859-04c8258eb928', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:58:16.688801 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb3b9e2-38e7-4bd2-874a-cb06ddde0adb tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Pushing event updated for resources: {'Network': ['ID=3191e086-edc3-4bc0-8ac5-8ab35dad6e08,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:58:16.713484 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-ec2d7dd9-2306-46ec-868f-47e816fb2608 None None] Provisioning complete for port 12033f78-67af-4f53-b652-7d70c311864d triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:58:16.713894 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ec2d7dd9-2306-46ec-868f-47e816fb2608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:16.716365 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:16.718809 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6fdf2dfd-945c-4415-9d8b-893b8403e217 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:16.752595 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network 3191e086-edc3-4bc0-8ac5-8ab35dad6e08 details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 17:58:16.814115 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdf2dfd-945c-4415-9d8b-893b8403e217 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Pushing event updated for resources: {'Port': ['ID=3c594454-c72d-49df-9d8b-dcf24ac8f1e9,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:58:16.841404 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fdf2dfd-945c-4415-9d8b-893b8403e217 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Network 65eace33-2479-4afb-a7b6-41f0773542ac is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:58:16.844435 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-6fdf2dfd-945c-4415-9d8b-893b8403e217 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:58:16.852623 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fdf2dfd-945c-4415-9d8b-893b8403e217 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:58:16.860547 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fdf2dfd-945c-4415-9d8b-893b8403e217 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:58:16.862314 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6fdf2dfd-945c-4415-9d8b-893b8403e217 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:16.891623 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-6fdf2dfd-945c-4415-9d8b-893b8403e217 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 3.7422166 Nov 19 17:58:16.897896 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 42706) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:58:16.906597 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2d7dd9-2306-46ec-868f-47e816fb2608 None None] Pushing event updated for resources: {'Port': ['ID=944611fb-2247-4e8f-b5bc-16060f8290ac,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:58:16.986770 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [None req-53bbbeba-dfb8-42c6-b9ba-016bf67b81ed None None] Allocated IP 2001:db8:0:1::2 (65eace33-2479-4afb-a7b6-41f0773542ac/e1b79fac-497f-45be-923f-928cb617b25b/812ced45-5df9-43c6-8589-9f62c2b4a776) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:58:16.999167 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.extraroute_db [None req-88e77164-358c-4df3-85eb-07ec618fe44a tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Added routes are [] {{(pid=103364) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 19 17:58:16.999495 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.extraroute_db [None req-88e77164-358c-4df3-85eb-07ec618fe44a tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=103364) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 19 17:58:17.051270 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-88e77164-358c-4df3-85eb-07ec618fe44a tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-671667', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4675'] for router, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:17.108908 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.db.api [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103366) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 17:58:17.109383 n-d-818022-2 neutron-server[103366]: DEBUG oslo_db.api [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 17:58:17.202390 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-055c58bf-2ba2-40c3-9cb3-cbc2612a936c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb', 'name': 'tempest-RoutersIpV6Test-router-1062832239', 'tenant_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:57:38Z', 'updated_at': '2021-11-19T17:58:12Z', 'revision_number': 6, 'project_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'gw_port_host': None, '_interfaces': [{'id': '11fde922-221c-475e-aeba-24e07f3432b6', 'name': '', 'network_id': 'eb6b4f97-aa4c-4ee9-b5d8-9ee749af3dc5', 'tenant_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'mac_address': 'fa:16:3e:a8:91:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2179, 'fixed_ips': [{'subnet_id': '93490abc-6aae-48f7-950c-bb1ffc9df537', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:57:58Z', 'updated_at': '2021-11-19T17:58:11Z', 'revision_number': 5, 'project_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'subnets': [{'id': '93490abc-6aae-48f7-950c-bb1ffc9df537', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '12033f78-67af-4f53-b652-7d70c311864d', 'name': '', 'network_id': '98a99030-df27-4a1f-8295-bf4496b131a1', 'tenant_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'mac_address': 'fa:16:3e:f5:ee:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2191, 'fixed_ips': [{'subnet_id': '427e21e1-c52e-4e65-a72d-8706ed86f2f9', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:58:06Z', 'updated_at': '2021-11-19T17:58:12Z', 'revision_number': 4, 'project_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'subnets': [{'id': '427e21e1-c52e-4e65-a72d-8706ed86f2f9', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '570865e5-d4a7-4db1-b169-327123080355', 'name': '', 'network_id': 'c4c1f67d-b9d6-457d-a30d-05740dce0e7c', 'tenant_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'mac_address': 'fa:16:3e:8b:a4:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2172, 'fixed_ips': [{'subnet_id': 'e5ec16ea-7136-4bf3-bd8f-ae54ec5c0796', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:57:51Z', 'updated_at': '2021-11-19T17:58:05Z', 'revision_number': 5, 'project_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'subnets': [{'id': 'e5ec16ea-7136-4bf3-bd8f-ae54ec5c0796', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e0c8526-4f8e-41bd-9aa5-321bd07d5d14', 'name': '', 'network_id': '782a6462-eee3-4699-90ef-0416652dd862', 'tenant_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'mac_address': 'fa:16:3e:b6:5d:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2160, 'fixed_ips': [{'subnet_id': 'c823e22e-08c9-40fd-90bf-a9bab2677b28', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:57:42Z', 'updated_at': '2021-11-19T17:57:49Z', 'revision_number': 5, 'project_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'subnets': [{'id': 'c823e22e-08c9-40fd-90bf-a9bab2677b28', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:58:17.249207 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ec2d7dd9-2306-46ec-868f-47e816fb2608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:17.251194 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-055c58bf-2ba2-40c3-9cb3-cbc2612a936c None None] Checking router: 11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb for host: n-d-818022-2 {{(pid=103366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 17:58:17.286887 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-53bbbeba-dfb8-42c6-b9ba-016bf67b81ed None None] For port 812ced45-5df9-43c6-8589-9f62c2b4a776, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=812ced45-5df9-43c6-8589-9f62c2b4a776,segment=NetworkSegment(b0148e58-5e40-4372-b35c-802e0d196d41),segment_id=b0148e58-5e40-4372-b35c-802e0d196d41)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:58:17.302281 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-055c58bf-2ba2-40c3-9cb3-cbc2612a936c None None] Routers {'11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:58:17.302931 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-055c58bf-2ba2-40c3-9cb3-cbc2612a936c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:58:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:58:17.371527 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d50f974-dd0f-463f-a6ad-3abd26ed088c tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Made reservation on behalf of ecb26dc6f8b14f6babd12abcbaee21bf for: {'subnet': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:58:17.375202 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6d50f974-dd0f-463f-a6ad-3abd26ed088c tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8983829'] for subnet, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:17.468249 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 42732) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:58:17.703603 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8fc58d79-0895-428c-8038-c00e1f3fe121 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:17.747857 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-ec2d7dd9-2306-46ec-868f-47e816fb2608 None None] For port 12033f78-67af-4f53-b652-7d70c311864d, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=12033f78-67af-4f53-b652-7d70c311864d,segment=NetworkSegment(0cba723c-e19a-4e9e-a253-a0d5652ceb53),segment_id=0cba723c-e19a-4e9e-a253-a0d5652ceb53)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:58:17.762890 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fa580dc2-1fb8-40a3-9143-07473d2c8ba9 req-cf32741b-98c6-41df-ac28-54021130a901 tempest-ServerShowV257Test-378518122 tempest-ServerShowV257Test-378518122-project] 10.222.0.54 "GET /v2.0/ports?device_id=e2fc923d-52dc-4b55-9df0-3c4f04847063 HTTP/1.1" status: 200 len: 210 time: 0.0431995 Nov 19 17:58:17.767905 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-53bbbeba-dfb8-42c6-b9ba-016bf67b81ed None None] Publish callbacks [] for port, precommit_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:17.772312 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ec2d7dd9-2306-46ec-868f-47e816fb2608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:17.809149 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-53bbbeba-dfb8-42c6-b9ba-016bf67b81ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:17.817715 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-055c58bf-2ba2-40c3-9cb3-cbc2612a936c None None] Set router 11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb gateway port host: None {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:58:17.896922 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8fc58d79-0895-428c-8038-c00e1f3fe121 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:17.903816 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8fc58d79-0895-428c-8038-c00e1f3fe121 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:17.940159 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc58d79-0895-428c-8038-c00e1f3fe121 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b402a3c0-f44c-459e-8291-14443c4bf54d,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:58:17.968521 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-8fc58d79-0895-428c-8038-c00e1f3fe121 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b73a260d9721414c91481adf9f0ecbd7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4989743 Nov 19 17:58:17.970969 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 42744) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:58:17.994646 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2d7dd9-2306-46ec-868f-47e816fb2608 None None] Pushing event updated for resources: {'Port': ['ID=12033f78-67af-4f53-b652-7d70c311864d,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:58:18.041387 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 486c9823-97e4-40a7-8a84-cac00d6dd7fc no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:58:18.075729 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-60f6c190-9568-4e61-9b36-8d865d290b68 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Deleting port 3c594454-c72d-49df-9d8b-dcf24ac8f1e9 {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:58:18.076842 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-60f6c190-9568-4e61-9b36-8d865d290b68 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:18.117583 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4577b59d-542c-4152-ab5b-90d4ca07fdb9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:18.146814 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4577b59d-542c-4152-ab5b-90d4ca07fdb9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:18.161081 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: 486c9823-97e4-40a7-8a84-cac00d6dd7fc {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:58:18.161432 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 486c9823-97e4-40a7-8a84-cac00d6dd7fc not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:58:18.174318 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-74c93295-9a1c-47fd-acc5-c332baa8c158 None None] Provisioning complete for port 12033f78-67af-4f53-b652-7d70c311864d triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:58:18.177882 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-74c93295-9a1c-47fd-acc5-c332baa8c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:18.280231 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4577b59d-542c-4152-ab5b-90d4ca07fdb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:18.283486 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4577b59d-542c-4152-ab5b-90d4ca07fdb9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:18.285148 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-4577b59d-542c-4152-ab5b-90d4ca07fdb9 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b402a3c0-f44c-459e-8291-14443c4bf54d HTTP/1.1" status: 204 len: 168 time: 0.3130755 Nov 19 17:58:18.310744 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4577b59d-542c-4152-ab5b-90d4ca07fdb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b402a3c0-f44c-459e-8291-14443c4bf54d,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:58:18.327912 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-88e77164-358c-4df3-85eb-07ec618fe44a tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-671667', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4675'] for router, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:18.332228 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-88e77164-358c-4df3-85eb-07ec618fe44a tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-671652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-671709', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-543867'] for router, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:18.510270 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bbbeba-dfb8-42c6-b9ba-016bf67b81ed None None] Pushing event updated for resources: {'Port': ['ID=812ced45-5df9-43c6-8589-9f62c2b4a776,revision_number=7']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:58:18.655738 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-60f6c190-9568-4e61-9b36-8d865d290b68 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:18.660546 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 812ced45-5df9-43c6-8589-9f62c2b4a776 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:58:18.686349 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 42758) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:58:18.730476 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-055c58bf-2ba2-40c3-9cb3-cbc2612a936c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb', 'name': 'tempest-RoutersIpV6Test-router-1062832239', 'tenant_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:57:38Z', 'updated_at': '2021-11-19T17:58:17Z', 'revision_number': 7, 'project_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'gw_port_host': None, '_interfaces': [{'id': '11fde922-221c-475e-aeba-24e07f3432b6', 'name': '', 'network_id': 'eb6b4f97-aa4c-4ee9-b5d8-9ee749af3dc5', 'tenant_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'mac_address': 'fa:16:3e:a8:91:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2179, 'fixed_ips': [{'subnet_id': '93490abc-6aae-48f7-950c-bb1ffc9df537', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:57:58Z', 'updated_at': '2021-11-19T17:58:11Z', 'revision_number': 5, 'project_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'subnets': [{'id': '93490abc-6aae-48f7-950c-bb1ffc9df537', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '12033f78-67af-4f53-b652-7d70c311864d', 'name': '', 'network_id': '98a99030-df27-4a1f-8295-bf4496b131a1', 'tenant_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'mac_address': 'fa:16:3e:f5:ee:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2191, 'fixed_ips': [{'subnet_id': '427e21e1-c52e-4e65-a72d-8706ed86f2f9', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:58:06Z', 'updated_at': '2021-11-19T17:58:12Z', 'revision_number': 4, 'project_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'subnets': [{'id': '427e21e1-c52e-4e65-a72d-8706ed86f2f9', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '570865e5-d4a7-4db1-b169-327123080355', 'name': '', 'network_id': 'c4c1f67d-b9d6-457d-a30d-05740dce0e7c', 'tenant_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'mac_address': 'fa:16:3e:8b:a4:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2172, 'fixed_ips': [{'subnet_id': 'e5ec16ea-7136-4bf3-bd8f-ae54ec5c0796', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:57:51Z', 'updated_at': '2021-11-19T17:58:05Z', 'revision_number': 5, 'project_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'subnets': [{'id': 'e5ec16ea-7136-4bf3-bd8f-ae54ec5c0796', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e0c8526-4f8e-41bd-9aa5-321bd07d5d14', 'name': '', 'network_id': '782a6462-eee3-4699-90ef-0416652dd862', 'tenant_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'mac_address': 'fa:16:3e:b6:5d:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2160, 'fixed_ips': [{'subnet_id': 'c823e22e-08c9-40fd-90bf-a9bab2677b28', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:57:42Z', 'updated_at': '2021-11-19T17:57:49Z', 'revision_number': 5, 'project_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'subnets': [{'id': 'c823e22e-08c9-40fd-90bf-a9bab2677b28', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:58:18.762077 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-60f6c190-9568-4e61-9b36-8d865d290b68 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Calling delete_port for 3c594454-c72d-49df-9d8b-dcf24ac8f1e9 owned by {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:58:18.798755 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-055c58bf-2ba2-40c3-9cb3-cbc2612a936c None None] The sync data for ids ['11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb'] in n-d-818022-2 is: [{'id': '11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb', 'name': 'tempest-RoutersIpV6Test-router-1062832239', 'tenant_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:57:38Z', 'updated_at': '2021-11-19T17:58:17Z', 'revision_number': 7, 'project_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'gw_port_host': None, '_interfaces': [{'id': '11fde922-221c-475e-aeba-24e07f3432b6', 'name': '', 'network_id': 'eb6b4f97-aa4c-4ee9-b5d8-9ee749af3dc5', 'tenant_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'mac_address': 'fa:16:3e:a8:91:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2179, 'fixed_ips': [{'subnet_id': '93490abc-6aae-48f7-950c-bb1ffc9df537', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:57:58Z', 'updated_at': '2021-11-19T17:58:11Z', 'revision_number': 5, 'project_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'subnets': [{'id': '93490abc-6aae-48f7-950c-bb1ffc9df537', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '12033f78-67af-4f53-b652-7d70c311864d', 'name': '', 'network_id': '98a99030-df27-4a1f-8295-bf4496b131a1', 'tenant_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'mac_address': 'fa:16:3e:f5:ee:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2191, 'fixed_ips': [{'subnet_id': '427e21e1-c52e-4e65-a72d-8706ed86f2f9', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:58:06Z', 'updated_at': '2021-11-19T17:58:12Z', 'revision_number': 4, 'project_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'subnets': [{'id': '427e21e1-c52e-4e65-a72d-8706ed86f2f9', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '570865e5-d4a7-4db1-b169-327123080355', 'name': '', 'network_id': 'c4c1f67d-b9d6-457d-a30d-05740dce0e7c', 'tenant_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'mac_address': 'fa:16:3e:8b:a4:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2172, 'fixed_ips': [{'subnet_id': 'e5ec16ea-7136-4bf3-bd8f-ae54ec5c0796', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:57:51Z', 'updated_at': '2021-11-19T17:58:05Z', 'revision_number': 5, 'project_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'subnets': [{'id': 'e5ec16ea-7136-4bf3-bd8f-ae54ec5c0796', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e0c8526-4f8e-41bd-9aa5-321bd07d5d14', 'name': '', 'network_id': '782a6462-eee3-4699-90ef-0416652dd862', 'tenant_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'mac_address': 'fa:16:3e:b6:5d:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2160, 'fixed_ips': [{'subnet_id': 'c823e22e-08c9-40fd-90bf-a9bab2677b28', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:57:42Z', 'updated_at': '2021-11-19T17:57:49Z', 'revision_number': 5, 'project_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'subnets': [{'id': 'c823e22e-08c9-40fd-90bf-a9bab2677b28', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 17:58:18.853011 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88e77164-358c-4df3-85eb-07ec618fe44a tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Router 11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 17:58:18.872506 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 812ced45-5df9-43c6-8589-9f62c2b4a776 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:58:18.872887 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:18.949940 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6d50f974-dd0f-463f-a6ad-3abd26ed088c tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12425078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8983815'] for subnet, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:19.160549 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de1cbd9f-e79d-428f-9c78-674fdf1e1ca0 None None] Sync routers for ids ['11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb'] in n-d-818022-2 {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 17:58:19.174837 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de1cbd9f-e79d-428f-9c78-674fdf1e1ca0 None None] Routers {'11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:58:19.175464 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-de1cbd9f-e79d-428f-9c78-674fdf1e1ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:58:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:58:19.200200 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-56fb44ba-9e07-45fb-8b52-87a85cf8b6a1 req-cce1f6c3-0ca8-45b9-a389-3af98f590d9e tempest-ServerShowV257Test-378518122 tempest-ServerShowV257Test-378518122-project] 10.222.0.54 "GET /v2.0/ports?device_id=e2fc923d-52dc-4b55-9df0-3c4f04847063 HTTP/1.1" status: 200 len: 210 time: 0.1944559 Nov 19 17:58:19.215351 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 11fde922-221c-475e-aeba-24e07f3432b6 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:58:19.349427 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 11fde922-221c-475e-aeba-24e07f3432b6 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:58:19.350139 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:19.438117 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-de1cbd9f-e79d-428f-9c78-674fdf1e1ca0 None None] Set router 11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb gateway port host: None {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:58:19.460707 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-40c63fa2-5bdb-4170-98ee-35e74267a391 None None] Provisioning complete for port 812ced45-5df9-43c6-8589-9f62c2b4a776 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:58:19.463078 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-40c63fa2-5bdb-4170-98ee-35e74267a391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:19.491374 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d50f974-dd0f-463f-a6ad-3abd26ed088c tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Pushing event updated for resources: {'Subnet': ['ID=4c6fb956-3c37-488e-8474-4061c0cfedba,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:58:19.542032 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88e77164-358c-4df3-85eb-07ec618fe44a tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 17:58:19.551268 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-88e77164-358c-4df3-85eb-07ec618fe44a tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks [] for router, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:19.557292 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-88e77164-358c-4df3-85eb-07ec618fe44a tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] 10.222.0.54 "PUT /v2.0/routers/11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb HTTP/1.1" status: 200 len: 704 time: 3.6166160 Nov 19 17:58:19.557942 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 42782) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:58:19.637671 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 12033f78-67af-4f53-b652-7d70c311864d up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:58:19.643163 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d50f974-dd0f-463f-a6ad-3abd26ed088c tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Checking segment: {'id': 'c4a7f366-bd38-4a4e-9c61-f61845850b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '547a5ddc-ba21-45f9-b859-04c8258eb928'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:58:19.643485 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d50f974-dd0f-463f-a6ad-3abd26ed088c tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Network hostable DHCP agents. Network: 547a5ddc-ba21-45f9-b859-04c8258eb928, hostable agents: ['02910ef2-0455-4aea-9f38-9a875579633f'], hosted agents: [] {{(pid=103364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 17:58:19.816320 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e6c4c3e-78ac-483c-9632-d5c788f0e14a None None] get_active_networks_info from n-d-818022-2 {{(pid=103366) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 19 17:58:19.820726 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 12033f78-67af-4f53-b652-7d70c311864d triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:58:19.823868 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:19.952905 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d50f974-dd0f-463f-a6ad-3abd26ed088c tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Network 547a5ddc-ba21-45f9-b859-04c8258eb928 is scheduled to be hosted by DHCP agent 02910ef2-0455-4aea-9f38-9a875579633f with binding_index 1 {{(pid=103364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 17:58:19.981437 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-69082615-24ea-4abc-87c2-07b69e2e0938 None None] Provisioning complete for port 3c594454-c72d-49df-9d8b-dcf24ac8f1e9 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:58:19.981842 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-69082615-24ea-4abc-87c2-07b69e2e0938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:20.006317 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-b1151509-2b08-414e-8600-1087c6ed0e40 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] 10.222.0.54 "GET /v2.0/routers/11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb HTTP/1.1" status: 200 len: 704 time: 0.4465170 Nov 19 17:58:20.007290 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-6d50f974-dd0f-463f-a6ad-3abd26ed088c tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818022-2, 547a5ddc-ba21-45f9-b859-04c8258eb928) {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:58:20.011958 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 42792) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:58:20.030755 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d50f974-dd0f-463f-a6ad-3abd26ed088c tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:58:20.033060 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6d50f974-dd0f-463f-a6ad-3abd26ed088c tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:20.059684 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-60f6c190-9568-4e61-9b36-8d865d290b68 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:20.072777 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-de1cbd9f-e79d-428f-9c78-674fdf1e1ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb', 'name': 'tempest-RoutersIpV6Test-router-1062832239', 'tenant_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:57:38Z', 'updated_at': '2021-11-19T17:58:17Z', 'revision_number': 7, 'project_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'gw_port_host': None, '_interfaces': [{'id': '11fde922-221c-475e-aeba-24e07f3432b6', 'name': '', 'network_id': 'eb6b4f97-aa4c-4ee9-b5d8-9ee749af3dc5', 'tenant_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'mac_address': 'fa:16:3e:a8:91:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2179, 'fixed_ips': [{'subnet_id': '93490abc-6aae-48f7-950c-bb1ffc9df537', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:57:58Z', 'updated_at': '2021-11-19T17:58:11Z', 'revision_number': 5, 'project_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'subnets': [{'id': '93490abc-6aae-48f7-950c-bb1ffc9df537', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '12033f78-67af-4f53-b652-7d70c311864d', 'name': '', 'network_id': '98a99030-df27-4a1f-8295-bf4496b131a1', 'tenant_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'mac_address': 'fa:16:3e:f5:ee:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2191, 'fixed_ips': [{'subnet_id': '427e21e1-c52e-4e65-a72d-8706ed86f2f9', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:58:06Z', 'updated_at': '2021-11-19T17:58:17Z', 'revision_number': 5, 'project_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'subnets': [{'id': '427e21e1-c52e-4e65-a72d-8706ed86f2f9', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '570865e5-d4a7-4db1-b169-327123080355', 'name': '', 'network_id': 'c4c1f67d-b9d6-457d-a30d-05740dce0e7c', 'tenant_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'mac_address': 'fa:16:3e:8b:a4:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2172, 'fixed_ips': [{'subnet_id': 'e5ec16ea-7136-4bf3-bd8f-ae54ec5c0796', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:57:51Z', 'updated_at': '2021-11-19T17:58:05Z', 'revision_number': 5, 'project_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'subnets': [{'id': 'e5ec16ea-7136-4bf3-bd8f-ae54ec5c0796', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e0c8526-4f8e-41bd-9aa5-321bd07d5d14', 'name': '', 'network_id': '782a6462-eee3-4699-90ef-0416652dd862', 'tenant_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'mac_address': 'fa:16:3e:b6:5d:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2160, 'fixed_ips': [{'subnet_id': 'c823e22e-08c9-40fd-90bf-a9bab2677b28', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:57:42Z', 'updated_at': '2021-11-19T17:57:49Z', 'revision_number': 5, 'project_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'subnets': [{'id': 'c823e22e-08c9-40fd-90bf-a9bab2677b28', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:58:20.118775 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-6d50f974-dd0f-463f-a6ad-3abd26ed088c tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.4716110 Nov 19 17:58:20.120139 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 42800) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:58:20.129384 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-5fbef524-ba03-418e-98c0-8e7cb68ff3a3 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Request body: {'subnet': {'network_id': '3191e086-edc3-4bc0-8ac5-8ab35dad6e08', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:58:20.133436 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 944611fb-2247-4e8f-b5bc-16060f8290ac up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:58:20.134841 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f6c190-9568-4e61-9b36-8d865d290b68 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Pushing event deleted for resources: {'Port': ['ID=3c594454-c72d-49df-9d8b-dcf24ac8f1e9,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:58:20.152718 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-69082615-24ea-4abc-87c2-07b69e2e0938 None None] Port 3c594454-c72d-49df-9d8b-dcf24ac8f1e9 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:58:20.244100 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de1cbd9f-e79d-428f-9c78-674fdf1e1ca0 None None] Checking router: 11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb for host: n-d-818022-2 {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 17:58:20.264904 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de1cbd9f-e79d-428f-9c78-674fdf1e1ca0 None None] Routers {'11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:58:20.265691 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-de1cbd9f-e79d-428f-9c78-674fdf1e1ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:58:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:58:20.297507 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-60f6c190-9568-4e61-9b36-8d865d290b68 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:20.313054 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-60f6c190-9568-4e61-9b36-8d865d290b68 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "DELETE /v2.0/ports/3c594454-c72d-49df-9d8b-dcf24ac8f1e9 HTTP/1.1" status: 204 len: 168 time: 3.4112217 Nov 19 17:58:20.322796 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 42806) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:58:20.373565 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fbef524-ba03-418e-98c0-8e7cb68ff3a3 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Made reservation on behalf of ecb26dc6f8b14f6babd12abcbaee21bf for: {'subnet': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:58:20.379742 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5fbef524-ba03-418e-98c0-8e7cb68ff3a3 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8983829'] for subnet, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:20.443675 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-de1cbd9f-e79d-428f-9c78-674fdf1e1ca0 None None] Set router 11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb gateway port host: None {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:58:20.503186 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 944611fb-2247-4e8f-b5bc-16060f8290ac triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:58:20.510869 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:20.511125 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2dea27f5-5771-4115-a81a-e51495b7e80f req-06f6c6e1-5315-4d8c-a5e7-3bb29cd7161b tempest-ServerShowV257Test-378518122 tempest-ServerShowV257Test-378518122-project] 10.222.0.54 "GET /v2.0/ports?device_id=e2fc923d-52dc-4b55-9df0-3c4f04847063 HTTP/1.1" status: 200 len: 210 time: 0.1433048 Nov 19 17:58:20.750913 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5fbef524-ba03-418e-98c0-8e7cb68ff3a3 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12425078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8983815'] for subnet, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:20.798714 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e6c4c3e-78ac-483c-9632-d5c788f0e14a None None] Unable to find a vacant binding_index for network 547a5ddc-ba21-45f9-b859-04c8258eb928 and agent 02910ef2-0455-4aea-9f38-9a875579633f {{(pid=103366) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Nov 19 17:58:20.824871 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e6c4c3e-78ac-483c-9632-d5c788f0e14a None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818022-2, 547a5ddc-ba21-45f9-b859-04c8258eb928) {{(pid=103366) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 19 17:58:20.875472 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbef524-ba03-418e-98c0-8e7cb68ff3a3 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Pushing event updated for resources: {'Subnet': ['ID=9f48da52-0e5b-48e6-825b-1d5de7c334f3,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:58:20.880333 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fbef524-ba03-418e-98c0-8e7cb68ff3a3 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Checking segment: {'id': 'c36d71f2-61a7-4008-bd1d-9e6011292d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '3191e086-edc3-4bc0-8ac5-8ab35dad6e08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:58:20.880801 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fbef524-ba03-418e-98c0-8e7cb68ff3a3 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Network hostable DHCP agents. Network: 3191e086-edc3-4bc0-8ac5-8ab35dad6e08, hostable agents: ['02910ef2-0455-4aea-9f38-9a875579633f'], hosted agents: [] {{(pid=103364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 17:58:20.907748 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-de1cbd9f-e79d-428f-9c78-674fdf1e1ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb', 'name': 'tempest-RoutersIpV6Test-router-1062832239', 'tenant_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:57:38Z', 'updated_at': '2021-11-19T17:58:17Z', 'revision_number': 7, 'project_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'gw_port_host': None, '_interfaces': [{'id': '11fde922-221c-475e-aeba-24e07f3432b6', 'name': '', 'network_id': 'eb6b4f97-aa4c-4ee9-b5d8-9ee749af3dc5', 'tenant_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'mac_address': 'fa:16:3e:a8:91:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2179, 'fixed_ips': [{'subnet_id': '93490abc-6aae-48f7-950c-bb1ffc9df537', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:57:58Z', 'updated_at': '2021-11-19T17:58:11Z', 'revision_number': 5, 'project_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'subnets': [{'id': '93490abc-6aae-48f7-950c-bb1ffc9df537', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '12033f78-67af-4f53-b652-7d70c311864d', 'name': '', 'network_id': '98a99030-df27-4a1f-8295-bf4496b131a1', 'tenant_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'mac_address': 'fa:16:3e:f5:ee:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2191, 'fixed_ips': [{'subnet_id': '427e21e1-c52e-4e65-a72d-8706ed86f2f9', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:58:06Z', 'updated_at': '2021-11-19T17:58:17Z', 'revision_number': 5, 'project_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'subnets': [{'id': '427e21e1-c52e-4e65-a72d-8706ed86f2f9', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '570865e5-d4a7-4db1-b169-327123080355', 'name': '', 'network_id': 'c4c1f67d-b9d6-457d-a30d-05740dce0e7c', 'tenant_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'mac_address': 'fa:16:3e:8b:a4:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2172, 'fixed_ips': [{'subnet_id': 'e5ec16ea-7136-4bf3-bd8f-ae54ec5c0796', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:57:51Z', 'updated_at': '2021-11-19T17:58:05Z', 'revision_number': 5, 'project_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'subnets': [{'id': 'e5ec16ea-7136-4bf3-bd8f-ae54ec5c0796', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e0c8526-4f8e-41bd-9aa5-321bd07d5d14', 'name': '', 'network_id': '782a6462-eee3-4699-90ef-0416652dd862', 'tenant_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'mac_address': 'fa:16:3e:b6:5d:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2160, 'fixed_ips': [{'subnet_id': 'c823e22e-08c9-40fd-90bf-a9bab2677b28', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:57:42Z', 'updated_at': '2021-11-19T17:57:49Z', 'revision_number': 5, 'project_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'subnets': [{'id': 'c823e22e-08c9-40fd-90bf-a9bab2677b28', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:58:20.909931 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fbef524-ba03-418e-98c0-8e7cb68ff3a3 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Network 3191e086-edc3-4bc0-8ac5-8ab35dad6e08 is scheduled to be hosted by DHCP agent 02910ef2-0455-4aea-9f38-9a875579633f with binding_index 1 {{(pid=103364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 17:58:20.922500 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-5fbef524-ba03-418e-98c0-8e7cb68ff3a3 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818022-2, 3191e086-edc3-4bc0-8ac5-8ab35dad6e08) {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:58:20.927887 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fbef524-ba03-418e-98c0-8e7cb68ff3a3 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:58:20.929597 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5fbef524-ba03-418e-98c0-8e7cb68ff3a3 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:20.968128 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-5fbef524-ba03-418e-98c0-8e7cb68ff3a3 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8433080 Nov 19 17:58:20.971030 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 42820) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:58:20.971533 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 812ced45-5df9-43c6-8589-9f62c2b4a776 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:58:20.972501 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de1cbd9f-e79d-428f-9c78-674fdf1e1ca0 None None] The sync data for ids ['11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb'] in n-d-818022-2 is: [{'id': '11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb', 'name': 'tempest-RoutersIpV6Test-router-1062832239', 'tenant_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:57:38Z', 'updated_at': '2021-11-19T17:58:17Z', 'revision_number': 7, 'project_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'gw_port_host': None, '_interfaces': [{'id': '11fde922-221c-475e-aeba-24e07f3432b6', 'name': '', 'network_id': 'eb6b4f97-aa4c-4ee9-b5d8-9ee749af3dc5', 'tenant_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'mac_address': 'fa:16:3e:a8:91:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2179, 'fixed_ips': [{'subnet_id': '93490abc-6aae-48f7-950c-bb1ffc9df537', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:57:58Z', 'updated_at': '2021-11-19T17:58:11Z', 'revision_number': 5, 'project_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'subnets': [{'id': '93490abc-6aae-48f7-950c-bb1ffc9df537', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '12033f78-67af-4f53-b652-7d70c311864d', 'name': '', 'network_id': '98a99030-df27-4a1f-8295-bf4496b131a1', 'tenant_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'mac_address': 'fa:16:3e:f5:ee:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2191, 'fixed_ips': [{'subnet_id': '427e21e1-c52e-4e65-a72d-8706ed86f2f9', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:58:06Z', 'updated_at': '2021-11-19T17:58:17Z', 'revision_number': 5, 'project_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'subnets': [{'id': '427e21e1-c52e-4e65-a72d-8706ed86f2f9', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '570865e5-d4a7-4db1-b169-327123080355', 'name': '', 'network_id': 'c4c1f67d-b9d6-457d-a30d-05740dce0e7c', 'tenant_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'mac_address': 'fa:16:3e:8b:a4:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2172, 'fixed_ips': [{'subnet_id': 'e5ec16ea-7136-4bf3-bd8f-ae54ec5c0796', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:57:51Z', 'updated_at': '2021-11-19T17:58:05Z', 'revision_number': 5, 'project_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'subnets': [{'id': 'e5ec16ea-7136-4bf3-bd8f-ae54ec5c0796', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e0c8526-4f8e-41bd-9aa5-321bd07d5d14', 'name': '', 'network_id': '782a6462-eee3-4699-90ef-0416652dd862', 'tenant_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'mac_address': 'fa:16:3e:b6:5d:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2160, 'fixed_ips': [{'subnet_id': 'c823e22e-08c9-40fd-90bf-a9bab2677b28', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:57:42Z', 'updated_at': '2021-11-19T17:57:49Z', 'revision_number': 5, 'project_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'subnets': [{'id': 'c823e22e-08c9-40fd-90bf-a9bab2677b28', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 17:58:20.985500 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-df922789-ee1d-4584-979a-b48412702517 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1335216680', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:58:21.035506 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-df922789-ee1d-4584-979a-b48412702517 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9890'] for router, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:21.036605 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-df922789-ee1d-4584-979a-b48412702517 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671617', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-732153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4689'] for router, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:21.154744 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02bc24e5-0656-4b06-8295-adccb5758a86 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:58:21.156750 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-02bc24e5-0656-4b06-8295-adccb5758a86 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.8127773 Nov 19 17:58:21.163695 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 42826) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:58:21.175732 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-df922789-ee1d-4584-979a-b48412702517 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:21.185296 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-df922789-ee1d-4584-979a-b48412702517 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671702'] for router, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:21.219756 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-df922789-ee1d-4584-979a-b48412702517 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks [] for router, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:21.223537 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-df922789-ee1d-4584-979a-b48412702517 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2490420 Nov 19 17:58:21.223775 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 42832) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:58:21.274938 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-19c90583-364f-48b4-abfe-432ef18c971e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-768564'] for router_interface, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:21.286161 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9559e946-7a92-4875-a8bf-c95ea352be69 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:58:21.287720 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-9559e946-7a92-4875-a8bf-c95ea352be69 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1213720 Nov 19 17:58:21.313540 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 812ced45-5df9-43c6-8589-9f62c2b4a776 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:58:21.314213 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:21.321890 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 42838) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:58:21.416408 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd02336b-40ee-4881-b454-6b7313be6336 None None] Sync routers for ids ['11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb'] in n-d-818022-2 {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 17:58:21.451037 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd02336b-40ee-4881-b454-6b7313be6336 None None] Routers {'11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:58:21.451862 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-cd02336b-40ee-4881-b454-6b7313be6336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:58:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:58:21.664267 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-eb1c4ca8-d522-4bc6-8493-02fdd3a6c3ea tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-768564'] for router_interface, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:21.723319 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9ae2bab-06c7-48ec-b74f-0b3d1c30a472 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:58:21.725655 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9ae2bab-06c7-48ec-b74f-0b3d1c30a472 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:58:21.728800 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9ae2bab-06c7-48ec-b74f-0b3d1c30a472 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:58:21.735243 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-b9ae2bab-06c7-48ec-b74f-0b3d1c30a472 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.4138925 Nov 19 17:58:21.740420 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 42856) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:58:21.752133 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-cd02336b-40ee-4881-b454-6b7313be6336 None None] Set router 11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb gateway port host: None {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:58:21.813399 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_v2 [None req-8aa5b87a-ba89-4fef-b18d-5a06fd41421e tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Deleting subnet 3ec07583-b011-4129-bfa3-c6a2d963ce14 {{(pid=103364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 17:58:21.817377 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-42751b07-3ca3-44f8-860c-c2f99d3b63bd req-96622f26-9cb1-44af-bf1a-18951d748dac tempest-ServerShowV257Test-378518122 tempest-ServerShowV257Test-378518122-project] 10.222.0.54 "GET /v2.0/ports?device_id=e2fc923d-52dc-4b55-9df0-3c4f04847063 HTTP/1.1" status: 200 len: 210 time: 0.1347232 Nov 19 17:58:21.823363 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8aa5b87a-ba89-4fef-b18d-5a06fd41421e tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks [] for subnet, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:22.084144 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-eb1c4ca8-d522-4bc6-8493-02fdd3a6c3ea tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Deleting port 12033f78-67af-4f53-b652-7d70c311864d {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:58:22.084495 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-eb1c4ca8-d522-4bc6-8493-02fdd3a6c3ea tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:22.132768 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-19c90583-364f-48b4-abfe-432ef18c971e admin admin] Deleting port e646b60e-4d6e-4955-9bf5-21d34a3da1c4 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:58:22.133178 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-19c90583-364f-48b4-abfe-432ef18c971e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:22.150979 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73ee6b4f-2414-4ad5-9a95-ddf425d1576b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54f44f5f-1200-574e-8740-2141911d5b73-547a5ddc-ba21-45f9-b859-04c8258eb928', 'network_id': '547a5ddc-ba21-45f9-b859-04c8258eb928', 'tenant_id': 'ecb26dc6f8b14f6babd12abcbaee21bf', 'fixed_ips': [{'subnet_id': '4c6fb956-3c37-488e-8474-4061c0cfedba'}]}} from n-d-818022-2. {{(pid=103366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 17:58:22.152101 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-73ee6b4f-2414-4ad5-9a95-ddf425d1576b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:22.294415 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8aa5b87a-ba89-4fef-b18d-5a06fd41421e tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9416263'] for subnet, precommit_delete_associations {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:22.408154 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [None req-73ee6b4f-2414-4ad5-9a95-ddf425d1576b None None] Allocated IP 172.20.0.2 (547a5ddc-ba21-45f9-b859-04c8258eb928/4c6fb956-3c37-488e-8474-4061c0cfedba/b37b8215-7ed4-4dc0-9eb0-b9003a9b59af) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:58:22.474632 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e77406b7-63c8-43da-9580-7ac01ffb2c24 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:22.570355 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [None req-19c90583-364f-48b4-abfe-432ef18c971e admin admin] For port e646b60e-4d6e-4955-9bf5-21d34a3da1c4, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=e646b60e-4d6e-4955-9bf5-21d34a3da1c4,segment=NetworkSegment(eb93ceb6-71e1-49aa-bf2e-23b252534102),segment_id=eb93ceb6-71e1-49aa-bf2e-23b252534102)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:58:22.570929 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-19c90583-364f-48b4-abfe-432ef18c971e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:22.603567 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [None req-eb1c4ca8-d522-4bc6-8493-02fdd3a6c3ea tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] For port 12033f78-67af-4f53-b652-7d70c311864d, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=12033f78-67af-4f53-b652-7d70c311864d,segment=NetworkSegment(0cba723c-e19a-4e9e-a253-a0d5652ceb53),segment_id=0cba723c-e19a-4e9e-a253-a0d5652ceb53)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:58:22.603919 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-eb1c4ca8-d522-4bc6-8493-02fdd3a6c3ea tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:22.610206 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-19c90583-364f-48b4-abfe-432ef18c971e admin admin] Calling delete_port for e646b60e-4d6e-4955-9bf5-21d34a3da1c4 owned by network:router_interface {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:58:22.627977 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-eb1c4ca8-d522-4bc6-8493-02fdd3a6c3ea tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Calling delete_port for 12033f78-67af-4f53-b652-7d70c311864d owned by network:router_interface {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:58:22.645876 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-73ee6b4f-2414-4ad5-9a95-ddf425d1576b None None] Publish callbacks [] for port, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:22.670311 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-73ee6b4f-2414-4ad5-9a95-ddf425d1576b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998'] for port, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:22.678060 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8aa5b87a-ba89-4fef-b18d-5a06fd41421e tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:22.757979 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73ee6b4f-2414-4ad5-9a95-ddf425d1576b None None] Network 547a5ddc-ba21-45f9-b859-04c8258eb928 is already hosted by enough agents. {{(pid=103366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:58:22.763975 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [None req-73ee6b4f-2414-4ad5-9a95-ddf425d1576b None None] Resources bound (agent type, host, resource id): {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:58:22.785604 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ee6b4f-2414-4ad5-9a95-ddf425d1576b None None] Received port after_create {{(pid=103366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:58:22.789772 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ee6b4f-2414-4ad5-9a95-ddf425d1576b None None] Pushing event updated for resources: {'Port': ['ID=b37b8215-7ed4-4dc0-9eb0-b9003a9b59af,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:58:22.806136 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ee6b4f-2414-4ad5-9a95-ddf425d1576b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:58:22.806483 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ee6b4f-2414-4ad5-9a95-ddf425d1576b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:58:22.806825 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ee6b4f-2414-4ad5-9a95-ddf425d1576b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:58:22.807159 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ee6b4f-2414-4ad5-9a95-ddf425d1576b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:58:22.807504 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ee6b4f-2414-4ad5-9a95-ddf425d1576b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:58:22.807817 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ee6b4f-2414-4ad5-9a95-ddf425d1576b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:58:22.808243 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ee6b4f-2414-4ad5-9a95-ddf425d1576b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:58:22.808574 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ee6b4f-2414-4ad5-9a95-ddf425d1576b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:58:22.808897 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ee6b4f-2414-4ad5-9a95-ddf425d1576b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:58:22.809220 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ee6b4f-2414-4ad5-9a95-ddf425d1576b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:58:22.809540 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ee6b4f-2414-4ad5-9a95-ddf425d1576b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:58:22.809882 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ee6b4f-2414-4ad5-9a95-ddf425d1576b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:58:22.862870 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-73ee6b4f-2414-4ad5-9a95-ddf425d1576b None None] Attempting to bind port b37b8215-7ed4-4dc0-9eb0-b9003a9b59af on host n-d-818022-2 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:58:22.863377 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-73ee6b4f-2414-4ad5-9a95-ddf425d1576b None None] Attempting to bind port b37b8215-7ed4-4dc0-9eb0-b9003a9b59af by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': 'c4a7f366-bd38-4a4e-9c61-f61845850b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '547a5ddc-ba21-45f9-b859-04c8258eb928'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:58:22.863744 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ee6b4f-2414-4ad5-9a95-ddf425d1576b None None] Attempting to bind port b37b8215-7ed4-4dc0-9eb0-b9003a9b59af on network 547a5ddc-ba21-45f9-b859-04c8258eb928 {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:58:22.871371 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ee6b4f-2414-4ad5-9a95-ddf425d1576b None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 58, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:58:22.871744 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ee6b4f-2414-4ad5-9a95-ddf425d1576b None None] Checking segment: {'id': 'c4a7f366-bd38-4a4e-9c61-f61845850b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '547a5ddc-ba21-45f9-b859-04c8258eb928'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:58:22.872148 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-73ee6b4f-2414-4ad5-9a95-ddf425d1576b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:22.872538 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ee6b4f-2414-4ad5-9a95-ddf425d1576b None None] Bound using segment: {'id': 'c4a7f366-bd38-4a4e-9c61-f61845850b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '547a5ddc-ba21-45f9-b859-04c8258eb928'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:58:22.873369 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-73ee6b4f-2414-4ad5-9a95-ddf425d1576b None None] Bound port: b37b8215-7ed4-4dc0-9eb0-b9003a9b59af, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4a7f366-bd38-4a4e-9c61-f61845850b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '547a5ddc-ba21-45f9-b859-04c8258eb928'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:58:22.873510 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-73ee6b4f-2414-4ad5-9a95-ddf425d1576b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:22.920782 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-cd02336b-40ee-4881-b454-6b7313be6336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb', 'name': 'tempest-RoutersIpV6Test-router-1062832239', 'tenant_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:57:38Z', 'updated_at': '2021-11-19T17:58:17Z', 'revision_number': 7, 'project_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'gw_port_host': None, '_interfaces': [{'id': '11fde922-221c-475e-aeba-24e07f3432b6', 'name': '', 'network_id': 'eb6b4f97-aa4c-4ee9-b5d8-9ee749af3dc5', 'tenant_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'mac_address': 'fa:16:3e:a8:91:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2179, 'fixed_ips': [{'subnet_id': '93490abc-6aae-48f7-950c-bb1ffc9df537', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:57:58Z', 'updated_at': '2021-11-19T17:58:11Z', 'revision_number': 5, 'project_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'subnets': [{'id': '93490abc-6aae-48f7-950c-bb1ffc9df537', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '12033f78-67af-4f53-b652-7d70c311864d', 'name': '', 'network_id': '98a99030-df27-4a1f-8295-bf4496b131a1', 'tenant_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'mac_address': 'fa:16:3e:f5:ee:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2191, 'fixed_ips': [{'subnet_id': '427e21e1-c52e-4e65-a72d-8706ed86f2f9', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:58:06Z', 'updated_at': '2021-11-19T17:58:17Z', 'revision_number': 5, 'project_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'subnets': [{'id': '427e21e1-c52e-4e65-a72d-8706ed86f2f9', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '570865e5-d4a7-4db1-b169-327123080355', 'name': '', 'network_id': 'c4c1f67d-b9d6-457d-a30d-05740dce0e7c', 'tenant_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'mac_address': 'fa:16:3e:8b:a4:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2172, 'fixed_ips': [{'subnet_id': 'e5ec16ea-7136-4bf3-bd8f-ae54ec5c0796', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:57:51Z', 'updated_at': '2021-11-19T17:58:05Z', 'revision_number': 5, 'project_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'subnets': [{'id': 'e5ec16ea-7136-4bf3-bd8f-ae54ec5c0796', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e0c8526-4f8e-41bd-9aa5-321bd07d5d14', 'name': '', 'network_id': '782a6462-eee3-4699-90ef-0416652dd862', 'tenant_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'mac_address': 'fa:16:3e:b6:5d:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2160, 'fixed_ips': [{'subnet_id': 'c823e22e-08c9-40fd-90bf-a9bab2677b28', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:57:42Z', 'updated_at': '2021-11-19T17:57:49Z', 'revision_number': 5, 'project_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'subnets': [{'id': 'c823e22e-08c9-40fd-90bf-a9bab2677b28', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:58:22.958493 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd02336b-40ee-4881-b454-6b7313be6336 None None] Checking router: 11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb for host: n-d-818022-2 {{(pid=103366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 17:58:22.986693 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8aa5b87a-ba89-4fef-b18d-5a06fd41421e tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12425137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8983934'] for subnet, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:22.993338 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd02336b-40ee-4881-b454-6b7313be6336 None None] Routers {'11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:58:22.996703 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-cd02336b-40ee-4881-b454-6b7313be6336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:58:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:58:23.034589 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa5b87a-ba89-4fef-b18d-5a06fd41421e tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Pushing event deleted for resources: {'Subnet': ['ID=3ec07583-b011-4129-bfa3-c6a2d963ce14,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:58:23.049372 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8aa5b87a-ba89-4fef-b18d-5a06fd41421e tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:23.049372 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-8aa5b87a-ba89-4fef-b18d-5a06fd41421e tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "DELETE /v2.0/subnets/3ec07583-b011-4129-bfa3-c6a2d963ce14 HTTP/1.1" status: 204 len: 168 time: 1.2907329 Nov 19 17:58:23.052873 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 42894) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:58:23.060576 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-389e91e5-bd70-4384-aac1-1e293e64c759 req-a11c8938-d03c-4c5d-8bec-8491a6cde1c2 tempest-ServerShowV257Test-378518122 tempest-ServerShowV257Test-378518122-project] 10.222.0.54 "GET /v2.0/ports?device_id=e2fc923d-52dc-4b55-9df0-3c4f04847063 HTTP/1.1" status: 200 len: 210 time: 0.0633788 Nov 19 17:58:23.139432 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-73ee6b4f-2414-4ad5-9a95-ddf425d1576b None None] For port b37b8215-7ed4-4dc0-9eb0-b9003a9b59af, host n-d-818022-2, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:58:23.159735 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-73ee6b4f-2414-4ad5-9a95-ddf425d1576b None None] For port b37b8215-7ed4-4dc0-9eb0-b9003a9b59af, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=b37b8215-7ed4-4dc0-9eb0-b9003a9b59af,segment=NetworkSegment(c4a7f366-bd38-4a4e-9c61-f61845850b0f),segment_id=c4a7f366-bd38-4a4e-9c61-f61845850b0f)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:58:23.172842 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-cd02336b-40ee-4881-b454-6b7313be6336 None None] Set router 11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb gateway port host: None {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:58:23.175279 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-73ee6b4f-2414-4ad5-9a95-ddf425d1576b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:23.193494 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_v2 [None req-43d9207f-eff4-4cf8-a0f1-75cb7304eca6 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Deleting subnet e1b79fac-497f-45be-923f-928cb617b25b {{(pid=103364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 17:58:23.197325 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 42896) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:58:23.197468 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-43d9207f-eff4-4cf8-a0f1-75cb7304eca6 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks [] for subnet, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:23.280601 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-19c90583-364f-48b4-abfe-432ef18c971e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:23.312198 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [None req-e77406b7-63c8-43da-9580-7ac01ffb2c24 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Allocated IP 172.20.0.1 (547a5ddc-ba21-45f9-b859-04c8258eb928/4c6fb956-3c37-488e-8474-4061c0cfedba/04209417-8beb-468d-b3e8-f2f1f6d0f1c7) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:58:23.321177 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-43d9207f-eff4-4cf8-a0f1-75cb7304eca6 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9416263'] for subnet, precommit_delete_associations {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:23.363079 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c90583-364f-48b4-abfe-432ef18c971e admin admin] Pushing event deleted for resources: {'Port': ['ID=e646b60e-4d6e-4955-9bf5-21d34a3da1c4,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:58:23.470234 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4fcd8ec5-b5ba-4839-b20c-25b58d80b97e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:23.481323 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ee6b4f-2414-4ad5-9a95-ddf425d1576b None None] Pushing event updated for resources: {'Port': ['ID=b37b8215-7ed4-4dc0-9eb0-b9003a9b59af,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:58:23.573798 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-43d9207f-eff4-4cf8-a0f1-75cb7304eca6 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:23.631184 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-cd02336b-40ee-4881-b454-6b7313be6336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb', 'name': 'tempest-RoutersIpV6Test-router-1062832239', 'tenant_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:57:38Z', 'updated_at': '2021-11-19T17:58:17Z', 'revision_number': 7, 'project_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'gw_port_host': None, '_interfaces': [{'id': '11fde922-221c-475e-aeba-24e07f3432b6', 'name': '', 'network_id': 'eb6b4f97-aa4c-4ee9-b5d8-9ee749af3dc5', 'tenant_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'mac_address': 'fa:16:3e:a8:91:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2179, 'fixed_ips': [{'subnet_id': '93490abc-6aae-48f7-950c-bb1ffc9df537', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:57:58Z', 'updated_at': '2021-11-19T17:58:11Z', 'revision_number': 5, 'project_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'subnets': [{'id': '93490abc-6aae-48f7-950c-bb1ffc9df537', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '12033f78-67af-4f53-b652-7d70c311864d', 'name': '', 'network_id': '98a99030-df27-4a1f-8295-bf4496b131a1', 'tenant_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'mac_address': 'fa:16:3e:f5:ee:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2191, 'fixed_ips': [{'subnet_id': '427e21e1-c52e-4e65-a72d-8706ed86f2f9', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:58:06Z', 'updated_at': '2021-11-19T17:58:17Z', 'revision_number': 5, 'project_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'subnets': [{'id': '427e21e1-c52e-4e65-a72d-8706ed86f2f9', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '570865e5-d4a7-4db1-b169-327123080355', 'name': '', 'network_id': 'c4c1f67d-b9d6-457d-a30d-05740dce0e7c', 'tenant_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'mac_address': 'fa:16:3e:8b:a4:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2172, 'fixed_ips': [{'subnet_id': 'e5ec16ea-7136-4bf3-bd8f-ae54ec5c0796', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:57:51Z', 'updated_at': '2021-11-19T17:58:05Z', 'revision_number': 5, 'project_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'subnets': [{'id': 'e5ec16ea-7136-4bf3-bd8f-ae54ec5c0796', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e0c8526-4f8e-41bd-9aa5-321bd07d5d14', 'name': '', 'network_id': '782a6462-eee3-4699-90ef-0416652dd862', 'tenant_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'mac_address': 'fa:16:3e:b6:5d:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2160, 'fixed_ips': [{'subnet_id': 'c823e22e-08c9-40fd-90bf-a9bab2677b28', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:57:42Z', 'updated_at': '2021-11-19T17:57:49Z', 'revision_number': 5, 'project_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'subnets': [{'id': 'c823e22e-08c9-40fd-90bf-a9bab2677b28', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:58:23.664152 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd02336b-40ee-4881-b454-6b7313be6336 None None] The sync data for ids ['11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb'] in n-d-818022-2 is: [{'id': '11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb', 'name': 'tempest-RoutersIpV6Test-router-1062832239', 'tenant_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:57:38Z', 'updated_at': '2021-11-19T17:58:17Z', 'revision_number': 7, 'project_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'gw_port_host': None, '_interfaces': [{'id': '11fde922-221c-475e-aeba-24e07f3432b6', 'name': '', 'network_id': 'eb6b4f97-aa4c-4ee9-b5d8-9ee749af3dc5', 'tenant_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'mac_address': 'fa:16:3e:a8:91:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2179, 'fixed_ips': [{'subnet_id': '93490abc-6aae-48f7-950c-bb1ffc9df537', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:57:58Z', 'updated_at': '2021-11-19T17:58:11Z', 'revision_number': 5, 'project_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'subnets': [{'id': '93490abc-6aae-48f7-950c-bb1ffc9df537', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '12033f78-67af-4f53-b652-7d70c311864d', 'name': '', 'network_id': '98a99030-df27-4a1f-8295-bf4496b131a1', 'tenant_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'mac_address': 'fa:16:3e:f5:ee:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2191, 'fixed_ips': [{'subnet_id': '427e21e1-c52e-4e65-a72d-8706ed86f2f9', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:58:06Z', 'updated_at': '2021-11-19T17:58:17Z', 'revision_number': 5, 'project_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'subnets': [{'id': '427e21e1-c52e-4e65-a72d-8706ed86f2f9', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '570865e5-d4a7-4db1-b169-327123080355', 'name': '', 'network_id': 'c4c1f67d-b9d6-457d-a30d-05740dce0e7c', 'tenant_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'mac_address': 'fa:16:3e:8b:a4:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2172, 'fixed_ips': [{'subnet_id': 'e5ec16ea-7136-4bf3-bd8f-ae54ec5c0796', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:57:51Z', 'updated_at': '2021-11-19T17:58:05Z', 'revision_number': 5, 'project_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'subnets': [{'id': 'e5ec16ea-7136-4bf3-bd8f-ae54ec5c0796', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e0c8526-4f8e-41bd-9aa5-321bd07d5d14', 'name': '', 'network_id': '782a6462-eee3-4699-90ef-0416652dd862', 'tenant_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'mac_address': 'fa:16:3e:b6:5d:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2160, 'fixed_ips': [{'subnet_id': 'c823e22e-08c9-40fd-90bf-a9bab2677b28', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:57:42Z', 'updated_at': '2021-11-19T17:57:49Z', 'revision_number': 5, 'project_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'subnets': [{'id': 'c823e22e-08c9-40fd-90bf-a9bab2677b28', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 17:58:23.727808 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e77406b7-63c8-43da-9580-7ac01ffb2c24 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:23.759485 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-eb1c4ca8-d522-4bc6-8493-02fdd3a6c3ea tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:23.798336 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-43d9207f-eff4-4cf8-a0f1-75cb7304eca6 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12425137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8983934'] for subnet, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:23.847615 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d9207f-eff4-4cf8-a0f1-75cb7304eca6 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Pushing event deleted for resources: {'Subnet': ['ID=e1b79fac-497f-45be-923f-928cb617b25b,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:58:23.858936 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-43d9207f-eff4-4cf8-a0f1-75cb7304eca6 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:23.864520 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-43d9207f-eff4-4cf8-a0f1-75cb7304eca6 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "DELETE /v2.0/subnets/e1b79fac-497f-45be-923f-928cb617b25b HTTP/1.1" status: 204 len: 168 time: 0.8089154 Nov 19 17:58:23.865421 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 42910) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:58:23.879513 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-19c90583-364f-48b4-abfe-432ef18c971e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-768648'] for router_interface, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:23.890858 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1c4ca8-d522-4bc6-8493-02fdd3a6c3ea tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Pushing event deleted for resources: {'Port': ['ID=12033f78-67af-4f53-b652-7d70c311864d,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:58:23.908674 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-dca78c99-f939-47ad-a0c2-a726b7c171f0 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0395670 Nov 19 17:58:23.909270 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 42912) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:58:23.912010 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e77406b7-63c8-43da-9580-7ac01ffb2c24 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:23.918711 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-0aa36461-cf7b-45c9-afca-9435c0ac08ff tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Request body: {'subnet': {'network_id': '65eace33-2479-4afb-a7b6-41f0773542ac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:58:23.923745 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4fcd8ec5-b5ba-4839-b20c-25b58d80b97e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:24.023898 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e77406b7-63c8-43da-9580-7ac01ffb2c24 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Network 547a5ddc-ba21-45f9-b859-04c8258eb928 is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:58:24.031413 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4fcd8ec5-b5ba-4839-b20c-25b58d80b97e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:24.037117 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-e77406b7-63c8-43da-9580-7ac01ffb2c24 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:58:24.043712 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e77406b7-63c8-43da-9580-7ac01ffb2c24 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:58:24.081954 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77406b7-63c8-43da-9580-7ac01ffb2c24 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Pushing event updated for resources: {'Port': ['ID=04209417-8beb-468d-b3e8-f2f1f6d0f1c7,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:58:24.082710 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-4fcd8ec5-b5ba-4839-b20c-25b58d80b97e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=de5d0ac0ea25400c935f9d33bf625756&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8837416 Nov 19 17:58:24.085967 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 42914) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:58:24.092480 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcd8ec5-b5ba-4839-b20c-25b58d80b97e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9075c8ab-818a-493c-9c6c-89f82da9c503,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:58:24.131714 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e77406b7-63c8-43da-9580-7ac01ffb2c24 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-671361'] for router_interface, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:24.176514 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-eb1c4ca8-d522-4bc6-8493-02fdd3a6c3ea tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-768648'] for router_interface, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:24.207324 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aa36461-cf7b-45c9-afca-9435c0ac08ff tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Made reservation on behalf of 6b45f31544cd40e7b10456e94240dc6e for: {'subnet': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:58:24.212271 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0aa36461-cf7b-45c9-afca-9435c0ac08ff tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8983829'] for subnet, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:24.334573 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-03e57e3c-2742-4fee-b00d-ffe32f261040 req-9169e6dc-8c20-466b-96e4-1bcf149e1e5c tempest-ServerShowV257Test-378518122 tempest-ServerShowV257Test-378518122-project] 10.222.0.54 "GET /v2.0/ports?device_id=e2fc923d-52dc-4b55-9df0-3c4f04847063 HTTP/1.1" status: 200 len: 210 time: 0.1311479 Nov 19 17:58:24.425991 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1f08ff84-3627-4a06-a964-764d223933ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:24.451565 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e77406b7-63c8-43da-9580-7ac01ffb2c24 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:24.488672 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1f08ff84-3627-4a06-a964-764d223933ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:24.492491 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb1c4ca8-d522-4bc6-8493-02fdd3a6c3ea tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Router 11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 17:58:24.605735 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19c90583-364f-48b4-abfe-432ef18c971e admin admin] Router 38abec58-0373-47b5-8be3-e8c006bfa02e has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 17:58:24.640684 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb1c4ca8-d522-4bc6-8493-02fdd3a6c3ea tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 17:58:24.650496 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6006ebde-8510-4a34-9a69-215db4677e03 None None] Sync routers for ids ['11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb'] in n-d-818022-2 {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 17:58:24.719438 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-eb1c4ca8-d522-4bc6-8493-02fdd3a6c3ea tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] 10.222.0.54 "PUT /v2.0/routers/11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7062697 Nov 19 17:58:24.723010 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 42928) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:58:24.750239 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d18466cd-02af-43ee-814f-4bf0284c16cd None None] get_active_networks_info from n-d-818022-2 {{(pid=103366) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 19 17:58:24.780163 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6006ebde-8510-4a34-9a69-215db4677e03 None None] Routers {'11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:58:24.780842 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-6006ebde-8510-4a34-9a69-215db4677e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:58:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:58:24.797865 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1f08ff84-3627-4a06-a964-764d223933ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:24.801171 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1f08ff84-3627-4a06-a964-764d223933ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:24.805333 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-1f08ff84-3627-4a06-a964-764d223933ab admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/9075c8ab-818a-493c-9c6c-89f82da9c503 HTTP/1.1" status: 204 len: 168 time: 0.7142539 Nov 19 17:58:24.847759 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f08ff84-3627-4a06-a964-764d223933ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9075c8ab-818a-493c-9c6c-89f82da9c503,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:58:24.949353 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f171758-27ed-422e-95eb-afaa26cae488 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Deleting subnet 427e21e1-c52e-4e65-a72d-8706ed86f2f9 {{(pid=103365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 17:58:24.963323 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6f171758-27ed-422e-95eb-afaa26cae488 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks [] for subnet, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:24.994286 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-8a771f76-f3a9-4e82-8653-a8c29ed5af44 None None] Provisioning complete for port b37b8215-7ed4-4dc0-9eb0-b9003a9b59af triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:58:24.994995 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8a771f76-f3a9-4e82-8653-a8c29ed5af44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:25.028800 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19c90583-364f-48b4-abfe-432ef18c971e admin admin] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 17:58:25.070214 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-19c90583-364f-48b4-abfe-432ef18c971e admin admin] 10.222.0.54 "PUT /v2.0/routers/38abec58-0373-47b5-8be3-e8c006bfa02e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3825474 Nov 19 17:58:25.075916 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-6006ebde-8510-4a34-9a69-215db4677e03 None None] Set router 11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb gateway port host: None {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:58:25.092302 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 42936) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:58:25.129070 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e6afb6a-346d-4607-aeca-ca6dcfea97a4 None None] Sync routers for ids ['38abec58-0373-47b5-8be3-e8c006bfa02e'] in n-d-818022-2 {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 17:58:25.145273 n-d-818022-2 neutron-server[103364]: DEBUG neutron.objects.ports [None req-0aa36461-cf7b-45c9-afca-9435c0ac08ff tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103364) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 19 17:58:25.304389 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-be7585e5-79d9-4b4f-8eaa-5188c41f9316 admin admin] Publish callbacks [] for router, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:25.309753 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6f171758-27ed-422e-95eb-afaa26cae488 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12546453'] for subnet, precommit_delete_associations {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:25.333738 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8a771f76-f3a9-4e82-8653-a8c29ed5af44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:25.338806 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e77406b7-63c8-43da-9580-7ac01ffb2c24 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks [] for port, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:25.359844 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device b37b8215-7ed4-4dc0-9eb0-b9003a9b59af up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:58:25.366310 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e77406b7-63c8-43da-9580-7ac01ffb2c24 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:25.436191 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 42944) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:58:25.467677 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e6afb6a-346d-4607-aeca-ca6dcfea97a4 None None] Routers {'38abec58-0373-47b5-8be3-e8c006bfa02e'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:58:25.468699 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-2e6afb6a-346d-4607-aeca-ca6dcfea97a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:58:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['38abec58-0373-47b5-8be3-e8c006bfa02e'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:58:25.483175 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77406b7-63c8-43da-9580-7ac01ffb2c24 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Pushing event updated for resources: {'Port': ['ID=04209417-8beb-468d-b3e8-f2f1f6d0f1c7,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:58:25.539229 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-952f1d30-cf85-4465-8c7c-328d9315a7f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:25.555688 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0aa36461-cf7b-45c9-afca-9435c0ac08ff tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:25.599788 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e77406b7-63c8-43da-9580-7ac01ffb2c24 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-768529'] for router_interface, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:25.624624 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-6006ebde-8510-4a34-9a69-215db4677e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb', 'name': 'tempest-RoutersIpV6Test-router-1062832239', 'tenant_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:57:38Z', 'updated_at': '2021-11-19T17:58:23Z', 'revision_number': 8, 'project_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'gw_port_host': None, '_interfaces': [{'id': '11fde922-221c-475e-aeba-24e07f3432b6', 'name': '', 'network_id': 'eb6b4f97-aa4c-4ee9-b5d8-9ee749af3dc5', 'tenant_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'mac_address': 'fa:16:3e:a8:91:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2179, 'fixed_ips': [{'subnet_id': '93490abc-6aae-48f7-950c-bb1ffc9df537', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:57:58Z', 'updated_at': '2021-11-19T17:58:11Z', 'revision_number': 5, 'project_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'subnets': [{'id': '93490abc-6aae-48f7-950c-bb1ffc9df537', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '570865e5-d4a7-4db1-b169-327123080355', 'name': '', 'network_id': 'c4c1f67d-b9d6-457d-a30d-05740dce0e7c', 'tenant_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'mac_address': 'fa:16:3e:8b:a4:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2172, 'fixed_ips': [{'subnet_id': 'e5ec16ea-7136-4bf3-bd8f-ae54ec5c0796', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:57:51Z', 'updated_at': '2021-11-19T17:58:05Z', 'revision_number': 5, 'project_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'subnets': [{'id': 'e5ec16ea-7136-4bf3-bd8f-ae54ec5c0796', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e0c8526-4f8e-41bd-9aa5-321bd07d5d14', 'name': '', 'network_id': '782a6462-eee3-4699-90ef-0416652dd862', 'tenant_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'mac_address': 'fa:16:3e:b6:5d:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2160, 'fixed_ips': [{'subnet_id': 'c823e22e-08c9-40fd-90bf-a9bab2677b28', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:57:42Z', 'updated_at': '2021-11-19T17:57:49Z', 'revision_number': 5, 'project_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'subnets': [{'id': 'c823e22e-08c9-40fd-90bf-a9bab2677b28', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:58:25.643960 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-8a771f76-f3a9-4e82-8653-a8c29ed5af44 None None] For port b37b8215-7ed4-4dc0-9eb0-b9003a9b59af, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=b37b8215-7ed4-4dc0-9eb0-b9003a9b59af,segment=NetworkSegment(c4a7f366-bd38-4a4e-9c61-f61845850b0f),segment_id=c4a7f366-bd38-4a4e-9c61-f61845850b0f)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:58:25.666647 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8a771f76-f3a9-4e82-8653-a8c29ed5af44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:25.687213 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6006ebde-8510-4a34-9a69-215db4677e03 None None] Checking router: 11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb for host: n-d-818022-2 {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 17:58:25.696038 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6006ebde-8510-4a34-9a69-215db4677e03 None None] Routers {'11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:58:25.696656 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-6006ebde-8510-4a34-9a69-215db4677e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:58:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:58:25.765782 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a771f76-f3a9-4e82-8653-a8c29ed5af44 None None] Pushing event updated for resources: {'Port': ['ID=b37b8215-7ed4-4dc0-9eb0-b9003a9b59af,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:58:25.799505 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6d0c06b4-f0e2-4232-a337-978bb443f5fc req-87a1811b-bbe6-4234-aeea-338522d31390 tempest-ServerShowV257Test-378518122 tempest-ServerShowV257Test-378518122-project] 10.222.0.54 "GET /v2.0/ports?device_id=e2fc923d-52dc-4b55-9df0-3c4f04847063 HTTP/1.1" status: 200 len: 210 time: 0.0458364 Nov 19 17:58:25.806067 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-6006ebde-8510-4a34-9a69-215db4677e03 None None] Set router 11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb gateway port host: None {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:58:25.816055 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [None req-0aa36461-cf7b-45c9-afca-9435c0ac08ff tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] For port 812ced45-5df9-43c6-8589-9f62c2b4a776, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=812ced45-5df9-43c6-8589-9f62c2b4a776,segment=NetworkSegment(b0148e58-5e40-4372-b35c-802e0d196d41),segment_id=b0148e58-5e40-4372-b35c-802e0d196d41)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:58:25.875517 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-2e6afb6a-346d-4607-aeca-ca6dcfea97a4 None None] Set router 38abec58-0373-47b5-8be3-e8c006bfa02e gateway port host: n-d-818022-2 {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:58:25.895894 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0aa36461-cf7b-45c9-afca-9435c0ac08ff tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks [] for port, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:25.928025 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0aa36461-cf7b-45c9-afca-9435c0ac08ff tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:25.928730 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0aa36461-cf7b-45c9-afca-9435c0ac08ff tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12425078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8983815'] for subnet, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:25.956512 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port b37b8215-7ed4-4dc0-9eb0-b9003a9b59af triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:58:25.957033 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:25.982931 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-be7585e5-79d9-4b4f-8eaa-5188c41f9316 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:26.046186 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6f171758-27ed-422e-95eb-afaa26cae488 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:26.148553 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-6006ebde-8510-4a34-9a69-215db4677e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb', 'name': 'tempest-RoutersIpV6Test-router-1062832239', 'tenant_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:57:38Z', 'updated_at': '2021-11-19T17:58:23Z', 'revision_number': 8, 'project_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'gw_port_host': None, '_interfaces': [{'id': '11fde922-221c-475e-aeba-24e07f3432b6', 'name': '', 'network_id': 'eb6b4f97-aa4c-4ee9-b5d8-9ee749af3dc5', 'tenant_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'mac_address': 'fa:16:3e:a8:91:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2179, 'fixed_ips': [{'subnet_id': '93490abc-6aae-48f7-950c-bb1ffc9df537', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:57:58Z', 'updated_at': '2021-11-19T17:58:11Z', 'revision_number': 5, 'project_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'subnets': [{'id': '93490abc-6aae-48f7-950c-bb1ffc9df537', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '570865e5-d4a7-4db1-b169-327123080355', 'name': '', 'network_id': 'c4c1f67d-b9d6-457d-a30d-05740dce0e7c', 'tenant_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'mac_address': 'fa:16:3e:8b:a4:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2172, 'fixed_ips': [{'subnet_id': 'e5ec16ea-7136-4bf3-bd8f-ae54ec5c0796', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:57:51Z', 'updated_at': '2021-11-19T17:58:05Z', 'revision_number': 5, 'project_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'subnets': [{'id': 'e5ec16ea-7136-4bf3-bd8f-ae54ec5c0796', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e0c8526-4f8e-41bd-9aa5-321bd07d5d14', 'name': '', 'network_id': '782a6462-eee3-4699-90ef-0416652dd862', 'tenant_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'mac_address': 'fa:16:3e:b6:5d:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2160, 'fixed_ips': [{'subnet_id': 'c823e22e-08c9-40fd-90bf-a9bab2677b28', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:57:42Z', 'updated_at': '2021-11-19T17:57:49Z', 'revision_number': 5, 'project_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'subnets': [{'id': 'c823e22e-08c9-40fd-90bf-a9bab2677b28', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:58:26.187903 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6006ebde-8510-4a34-9a69-215db4677e03 None None] The sync data for ids ['11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb'] in n-d-818022-2 is: [{'id': '11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb', 'name': 'tempest-RoutersIpV6Test-router-1062832239', 'tenant_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:57:38Z', 'updated_at': '2021-11-19T17:58:23Z', 'revision_number': 8, 'project_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'gw_port_host': None, '_interfaces': [{'id': '11fde922-221c-475e-aeba-24e07f3432b6', 'name': '', 'network_id': 'eb6b4f97-aa4c-4ee9-b5d8-9ee749af3dc5', 'tenant_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'mac_address': 'fa:16:3e:a8:91:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2179, 'fixed_ips': [{'subnet_id': '93490abc-6aae-48f7-950c-bb1ffc9df537', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:57:58Z', 'updated_at': '2021-11-19T17:58:11Z', 'revision_number': 5, 'project_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'subnets': [{'id': '93490abc-6aae-48f7-950c-bb1ffc9df537', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '570865e5-d4a7-4db1-b169-327123080355', 'name': '', 'network_id': 'c4c1f67d-b9d6-457d-a30d-05740dce0e7c', 'tenant_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'mac_address': 'fa:16:3e:8b:a4:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2172, 'fixed_ips': [{'subnet_id': 'e5ec16ea-7136-4bf3-bd8f-ae54ec5c0796', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:57:51Z', 'updated_at': '2021-11-19T17:58:05Z', 'revision_number': 5, 'project_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'subnets': [{'id': 'e5ec16ea-7136-4bf3-bd8f-ae54ec5c0796', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e0c8526-4f8e-41bd-9aa5-321bd07d5d14', 'name': '', 'network_id': '782a6462-eee3-4699-90ef-0416652dd862', 'tenant_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'mac_address': 'fa:16:3e:b6:5d:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2160, 'fixed_ips': [{'subnet_id': 'c823e22e-08c9-40fd-90bf-a9bab2677b28', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:57:42Z', 'updated_at': '2021-11-19T17:57:49Z', 'revision_number': 5, 'project_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'subnets': [{'id': 'c823e22e-08c9-40fd-90bf-a9bab2677b28', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 17:58:26.221355 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d18466cd-02af-43ee-814f-4bf0284c16cd None None] Resources bound (agent type, host, resource id): {{(pid=103366) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 19 17:58:26.224501 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-be7585e5-79d9-4b4f-8eaa-5188c41f9316 admin admin] Deleting port e98554cb-ac70-4afd-a1b3-4f9dc391947b {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:58:26.224984 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-be7585e5-79d9-4b4f-8eaa-5188c41f9316 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:26.334228 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-952f1d30-cf85-4465-8c7c-328d9315a7f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:26.352115 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [None req-be7585e5-79d9-4b4f-8eaa-5188c41f9316 admin admin] For port e98554cb-ac70-4afd-a1b3-4f9dc391947b, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=e98554cb-ac70-4afd-a1b3-4f9dc391947b,segment=NetworkSegment(bbe705c1-96c0-476e-8381-28227e6f0ac5),segment_id=bbe705c1-96c0-476e-8381-28227e6f0ac5)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:58:26.352799 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-be7585e5-79d9-4b4f-8eaa-5188c41f9316 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:26.367064 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-be7585e5-79d9-4b4f-8eaa-5188c41f9316 admin admin] Calling delete_port for e98554cb-ac70-4afd-a1b3-4f9dc391947b owned by network:router_gateway {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:58:26.398324 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-952f1d30-cf85-4465-8c7c-328d9315a7f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:26.413699 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aa36461-cf7b-45c9-afca-9435c0ac08ff tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Network 65eace33-2479-4afb-a7b6-41f0773542ac is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:58:26.426814 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6f171758-27ed-422e-95eb-afaa26cae488 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12282919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8731163'] for subnet, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:26.460116 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f171758-27ed-422e-95eb-afaa26cae488 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Pushing event deleted for resources: {'Subnet': ['ID=427e21e1-c52e-4e65-a72d-8706ed86f2f9,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:58:26.461341 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e77406b7-63c8-43da-9580-7ac01ffb2c24 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Network 547a5ddc-ba21-45f9-b859-04c8258eb928 is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:58:26.474565 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952f1d30-cf85-4465-8c7c-328d9315a7f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdb47ac0-b474-42d2-9f01-8b75598f1280,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:58:26.479274 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6f171758-27ed-422e-95eb-afaa26cae488 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks [] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:26.483373 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-6f171758-27ed-422e-95eb-afaa26cae488 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] 10.222.0.54 "DELETE /v2.0/subnets/427e21e1-c52e-4e65-a72d-8706ed86f2f9 HTTP/1.1" status: 204 len: 168 time: 1.7590957 Nov 19 17:58:26.491657 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 42960) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:58:26.492359 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 42962) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:58:26.500287 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-952f1d30-cf85-4465-8c7c-328d9315a7f0 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=4b37961c46b942bdb0b83e142448c747&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0190783 Nov 19 17:58:26.502792 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-e77406b7-63c8-43da-9580-7ac01ffb2c24 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:58:26.514619 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-0aa36461-cf7b-45c9-afca-9435c0ac08ff tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:58:26.533196 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aa36461-cf7b-45c9-afca-9435c0ac08ff tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:58:26.533795 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0aa36461-cf7b-45c9-afca-9435c0ac08ff tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:26.606406 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa36461-cf7b-45c9-afca-9435c0ac08ff tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Pushing event updated for resources: {'Port': ['ID=812ced45-5df9-43c6-8589-9f62c2b4a776,revision_number=11']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:58:26.656772 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa36461-cf7b-45c9-afca-9435c0ac08ff tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Pushing event updated for resources: {'Subnet': ['ID=2d936db4-3493-4a03-b637-aa3e883437f9,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:58:26.688097 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b8fa580e-ee4c-4dad-8f40-a4d7c8166962 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:26.698444 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-0aa36461-cf7b-45c9-afca-9435c0ac08ff tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.7878799 Nov 19 17:58:26.699753 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 42964) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:58:26.715139 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-78ab0dfd-f5fe-4f9b-933e-b37308705066 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:26.720799 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-07689882-6d16-43ad-93e9-220b2183e058 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Request body: {'subnet': {'network_id': '65eace33-2479-4afb-a7b6-41f0773542ac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:58:26.762027 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b8fa580e-ee4c-4dad-8f40-a4d7c8166962 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:26.781652 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-2e6afb6a-346d-4607-aeca-ca6dcfea97a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38abec58-0373-47b5-8be3-e8c006bfa02e', 'name': 'tempest-TaggedBootDevicesTest-1544452270-router', 'tenant_id': 'c2e6ec2d08df4707906c035065baeeeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.14'}], 'enable_snat': True}, 'gw_port_id': 'e98554cb-ac70-4afd-a1b3-4f9dc391947b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:45:56Z', 'updated_at': '2021-11-19T17:58:23Z', 'revision_number': 5, 'project_id': 'c2e6ec2d08df4707906c035065baeeeb', 'gw_port': {'id': 'e98554cb-ac70-4afd-a1b3-4f9dc391947b', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:c1:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38abec58-0373-47b5-8be3-e8c006bfa02e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:45:57Z', 'updated_at': '2021-11-19T17:46:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:58:26.873888 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e77406b7-63c8-43da-9580-7ac01ffb2c24 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Router d6e0d8c9-0c0f-4f57-ad65-2cdf51c72e0d is scheduled to L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 with binding_index 1 {{(pid=103364) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 17:58:26.890974 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07689882-6d16-43ad-93e9-220b2183e058 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Made reservation on behalf of 6b45f31544cd40e7b10456e94240dc6e for: {'subnet': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:58:26.894784 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-07689882-6d16-43ad-93e9-220b2183e058 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8983829'] for subnet, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:26.923642 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-78ab0dfd-f5fe-4f9b-933e-b37308705066 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Deleting port 944611fb-2247-4e8f-b5bc-16060f8290ac {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:58:26.923987 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-78ab0dfd-f5fe-4f9b-933e-b37308705066 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:26.949771 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e6afb6a-346d-4607-aeca-ca6dcfea97a4 None None] Checking router: 38abec58-0373-47b5-8be3-e8c006bfa02e for host: n-d-818022-2 {{(pid=103366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 17:58:27.001776 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e6afb6a-346d-4607-aeca-ca6dcfea97a4 None None] Routers {'38abec58-0373-47b5-8be3-e8c006bfa02e'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:58:27.002446 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-2e6afb6a-346d-4607-aeca-ca6dcfea97a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:58:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['38abec58-0373-47b5-8be3-e8c006bfa02e'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:58:27.050009 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 812ced45-5df9-43c6-8589-9f62c2b4a776 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:58:27.088278 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-be7585e5-79d9-4b4f-8eaa-5188c41f9316 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:27.091596 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b8fa580e-ee4c-4dad-8f40-a4d7c8166962 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:27.094229 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b8fa580e-ee4c-4dad-8f40-a4d7c8166962 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:27.097607 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-b8fa580e-ee4c-4dad-8f40-a4d7c8166962 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/fdb47ac0-b474-42d2-9f01-8b75598f1280 HTTP/1.1" status: 204 len: 168 time: 0.5922825 Nov 19 17:58:27.107458 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [None req-78ab0dfd-f5fe-4f9b-933e-b37308705066 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] For port 944611fb-2247-4e8f-b5bc-16060f8290ac, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=944611fb-2247-4e8f-b5bc-16060f8290ac,segment=NetworkSegment(0cba723c-e19a-4e9e-a253-a0d5652ceb53),segment_id=0cba723c-e19a-4e9e-a253-a0d5652ceb53)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:58:27.107826 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-78ab0dfd-f5fe-4f9b-933e-b37308705066 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:27.123987 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-2e6afb6a-346d-4607-aeca-ca6dcfea97a4 None None] Set router 38abec58-0373-47b5-8be3-e8c006bfa02e gateway port host: None {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:58:27.131640 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-67ffdd9e-0ae6-4532-b555-af5c3e30c5e7 req-624f4d8e-e660-422b-a81a-75500daec9ff tempest-ServerShowV257Test-378518122 tempest-ServerShowV257Test-378518122-project] 10.222.0.54 "GET /v2.0/ports?device_id=e2fc923d-52dc-4b55-9df0-3c4f04847063 HTTP/1.1" status: 200 len: 210 time: 0.1050737 Nov 19 17:58:27.184240 n-d-818022-2 neutron-server[103364]: INFO neutron.db.ipam_backend_mixin [None req-07689882-6d16-43ad-93e9-220b2183e058 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2d936db4-3493-4a03-b637-aa3e883437f9 (CIDR: 2001:db8::/64) Nov 19 17:58:27.186182 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7585e5-79d9-4b4f-8eaa-5188c41f9316 admin admin] Pushing event deleted for resources: {'Port': ['ID=e98554cb-ac70-4afd-a1b3-4f9dc391947b,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:58:27.193356 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e77406b7-63c8-43da-9580-7ac01ffb2c24 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 17:58:27.193600 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-78ab0dfd-f5fe-4f9b-933e-b37308705066 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Calling delete_port for 944611fb-2247-4e8f-b5bc-16060f8290ac owned by network:dhcp {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:58:27.200864 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-e77406b7-63c8-43da-9580-7ac01ffb2c24 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] 10.222.0.54 "PUT /v2.0/routers/d6e0d8c9-0c0f-4f57-ad65-2cdf51c72e0d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9761047 Nov 19 17:58:27.202965 n-d-818022-2 neutron-server[103364]: INFO neutron.pecan_wsgi.hooks.translation [None req-07689882-6d16-43ad-93e9-220b2183e058 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 17:58:27.203958 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07689882-6d16-43ad-93e9-220b2183e058 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103364) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 17:58:27.207712 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 42976) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:58:27.207966 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-187bf5b3-9d0d-4465-8936-f8762f15391f None None] Sync routers for ids ['d6e0d8c9-0c0f-4f57-ad65-2cdf51c72e0d'] in n-d-818022-2 {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 17:58:27.226653 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-187bf5b3-9d0d-4465-8936-f8762f15391f None None] Routers {'d6e0d8c9-0c0f-4f57-ad65-2cdf51c72e0d'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:58:27.241559 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-187bf5b3-9d0d-4465-8936-f8762f15391f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:58:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['d6e0d8c9-0c0f-4f57-ad65-2cdf51c72e0d'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:58:27.257776 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fa580e-ee4c-4dad-8f40-a4d7c8166962 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdb47ac0-b474-42d2-9f01-8b75598f1280,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:58:27.276631 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36a24ab3-20ff-4192-810a-25aa3a5bfc37 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:58:27.278779 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-2e6afb6a-346d-4607-aeca-ca6dcfea97a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38abec58-0373-47b5-8be3-e8c006bfa02e', 'name': 'tempest-TaggedBootDevicesTest-1544452270-router', 'tenant_id': 'c2e6ec2d08df4707906c035065baeeeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:45:56Z', 'updated_at': '2021-11-19T17:58:25Z', 'revision_number': 6, 'project_id': 'c2e6ec2d08df4707906c035065baeeeb', 'gw_port_host': None}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:58:27.280745 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-36a24ab3-20ff-4192-810a-25aa3a5bfc37 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] 10.222.0.54 "GET /v2.0/ports/04209417-8beb-468d-b3e8-f2f1f6d0f1c7 HTTP/1.1" status: 200 len: 910 time: 0.0711229 Nov 19 17:58:27.290262 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-07689882-6d16-43ad-93e9-220b2183e058 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5868349 Nov 19 17:58:27.292598 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 42980) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:58:27.293144 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 42982) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:58:27.299651 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-b2ac957a-cb92-44b2-bd30-d9e0e664b714 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Request body: {'subnet': {'network_id': '65eace33-2479-4afb-a7b6-41f0773542ac', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:58:27.354668 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-187bf5b3-9d0d-4465-8936-f8762f15391f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:58:27.374353 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-187bf5b3-9d0d-4465-8936-f8762f15391f None None] Routers {'d6e0d8c9-0c0f-4f57-ad65-2cdf51c72e0d'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:58:27.374986 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-187bf5b3-9d0d-4465-8936-f8762f15391f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:58:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['d6e0d8c9-0c0f-4f57-ad65-2cdf51c72e0d'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:58:27.449242 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-187bf5b3-9d0d-4465-8936-f8762f15391f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:58:27.450991 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-187bf5b3-9d0d-4465-8936-f8762f15391f None None] The sync data for ids ['d6e0d8c9-0c0f-4f57-ad65-2cdf51c72e0d'] in n-d-818022-2 is: [] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 17:58:27.470749 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e6afb6a-346d-4607-aeca-ca6dcfea97a4 None None] The sync data for ids ['38abec58-0373-47b5-8be3-e8c006bfa02e'] in n-d-818022-2 is: [{'id': '38abec58-0373-47b5-8be3-e8c006bfa02e', 'name': 'tempest-TaggedBootDevicesTest-1544452270-router', 'tenant_id': 'c2e6ec2d08df4707906c035065baeeeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:45:56Z', 'updated_at': '2021-11-19T17:58:25Z', 'revision_number': 6, 'project_id': 'c2e6ec2d08df4707906c035065baeeeb', 'gw_port_host': None}] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 17:58:27.510096 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 812ced45-5df9-43c6-8589-9f62c2b4a776 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:58:27.510486 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:27.549879 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-be7585e5-79d9-4b4f-8eaa-5188c41f9316 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-671730'] for router_gateway, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:27.577158 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c54deb4-ab06-430b-a8e4-e108bf1f70cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54f44f5f-1200-574e-8740-2141911d5b73-3191e086-edc3-4bc0-8ac5-8ab35dad6e08', 'network_id': '3191e086-edc3-4bc0-8ac5-8ab35dad6e08', 'tenant_id': 'ecb26dc6f8b14f6babd12abcbaee21bf', 'fixed_ips': [{'subnet_id': '9f48da52-0e5b-48e6-825b-1d5de7c334f3'}]}} from n-d-818022-2. {{(pid=103366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 17:58:27.578230 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3c54deb4-ab06-430b-a8e4-e108bf1f70cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:27.683919 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-be7585e5-79d9-4b4f-8eaa-5188c41f9316 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4696'] for router, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:27.687672 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-be7585e5-79d9-4b4f-8eaa-5188c41f9316 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:27.738999 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2ac957a-cb92-44b2-bd30-d9e0e664b714 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Made reservation on behalf of 6b45f31544cd40e7b10456e94240dc6e for: {'subnet': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:58:27.746824 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b2ac957a-cb92-44b2-bd30-d9e0e664b714 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8983829'] for subnet, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:27.781043 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-be7585e5-79d9-4b4f-8eaa-5188c41f9316 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-543895'] for router, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:27.782179 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be7585e5-79d9-4b4f-8eaa-5188c41f9316 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 38abec58-0373-47b5-8be3-e8c006bfa02e {{(pid=103365) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 17:58:27.800542 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-be7585e5-79d9-4b4f-8eaa-5188c41f9316 admin admin] Publish callbacks [] for router, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:27.802990 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-be7585e5-79d9-4b4f-8eaa-5188c41f9316 admin admin] 10.222.0.54 "DELETE /v2.0/routers/38abec58-0373-47b5-8be3-e8c006bfa02e HTTP/1.1" status: 204 len: 168 time: 2.7083409 Nov 19 17:58:27.805213 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-78ab0dfd-f5fe-4f9b-933e-b37308705066 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:27.809750 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device b37b8215-7ed4-4dc0-9eb0-b9003a9b59af up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:58:27.816256 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 42994) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:58:27.884046 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ab0dfd-f5fe-4f9b-933e-b37308705066 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] No DVR routers for this DVR port 944611fb-2247-4e8f-b5bc-16060f8290ac on host n-d-818022-2 {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:58:27.941950 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ab0dfd-f5fe-4f9b-933e-b37308705066 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Pushing event deleted for resources: {'Port': ['ID=944611fb-2247-4e8f-b5bc-16060f8290ac,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:58:27.963491 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [None req-3c54deb4-ab06-430b-a8e4-e108bf1f70cc None None] Allocated IP 172.21.0.2 (3191e086-edc3-4bc0-8ac5-8ab35dad6e08/9f48da52-0e5b-48e6-825b-1d5de7c334f3/1485c665-f6b9-43d4-aa03-5dc6ea5291e9) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:58:27.985235 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port b37b8215-7ed4-4dc0-9eb0-b9003a9b59af triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:58:27.985604 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:28.097436 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-78ab0dfd-f5fe-4f9b-933e-b37308705066 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:28.133848 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-78ab0dfd-f5fe-4f9b-933e-b37308705066 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98a99030-df27-4a1f-8295-bf4496b131a1']}} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:58:28.146761 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-78ab0dfd-f5fe-4f9b-933e-b37308705066 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cba723c-e19a-4e9e-a253-a0d5652ceb53') {'for_net_delete': True} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:58:28.147289 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-78ab0dfd-f5fe-4f9b-933e-b37308705066 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cba723c-e19a-4e9e-a253-a0d5652ceb53') {} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:58:28.169263 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-78ab0dfd-f5fe-4f9b-933e-b37308705066 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12545382'] for segment, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:28.205122 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-78ab0dfd-f5fe-4f9b-933e-b37308705066 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:28.225926 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78ab0dfd-f5fe-4f9b-933e-b37308705066 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Releasing vlan 673 on physical network physnet1 to pool {{(pid=103365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 17:58:28.226331 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-78ab0dfd-f5fe-4f9b-933e-b37308705066 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12282953'] for segment, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:28.231347 n-d-818022-2 neutron-server[103365]: Traceback (most recent call last): Nov 19 17:58:28.231347 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 17:58:28.231347 n-d-818022-2 neutron-server[103365]: timer() Nov 19 17:58:28.231347 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 17:58:28.231347 n-d-818022-2 neutron-server[103365]: cb(*args, **kw) Nov 19 17:58:28.231347 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 17:58:28.231347 n-d-818022-2 neutron-server[103365]: return func(*args, **kwargs) Nov 19 17:58:28.231347 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 17:58:28.231347 n-d-818022-2 neutron-server[103365]: self._notify() Nov 19 17:58:28.231347 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 17:58:28.231347 n-d-818022-2 neutron-server[103365]: self.callback(batched_events) Nov 19 17:58:28.231347 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 17:58:28.231347 n-d-818022-2 neutron-server[103365]: event.method(event) Nov 19 17:58:28.231347 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 17:58:28.231347 n-d-818022-2 neutron-server[103365]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 17:58:28.231347 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 17:58:28.231347 n-d-818022-2 neutron-server[103365]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 17:58:28.231347 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 17:58:28.231347 n-d-818022-2 neutron-server[103365]: return f(self, *a, **k) Nov 19 17:58:28.231347 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 17:58:28.231347 n-d-818022-2 neutron-server[103365]: return self._get(url).json() Nov 19 17:58:28.231347 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 17:58:28.231347 n-d-818022-2 neutron-server[103365]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 17:58:28.231347 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 17:58:28.231347 n-d-818022-2 neutron-server[103365]: return self.request(url, 'GET', **kwargs) Nov 19 17:58:28.231347 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 17:58:28.231347 n-d-818022-2 neutron-server[103365]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 17:58:28.231347 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 17:58:28.231347 n-d-818022-2 neutron-server[103365]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 17:58:28.231347 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 17:58:28.231347 n-d-818022-2 neutron-server[103365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 17:58:28.231347 n-d-818022-2 neutron-server[103365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 17:58:28.318783 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4d972e2-0d71-4c0a-802d-acbbe6aed916 admin admin] Deleting subnet 10488475-e039-4e90-8c5a-9f67d399bd8d {{(pid=103365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 17:58:28.333589 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d4d972e2-0d71-4c0a-802d-acbbe6aed916 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:28.346226 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b2ac957a-cb92-44b2-bd30-d9e0e664b714 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12425078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8983815'] for subnet, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:28.355504 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5731b2d0-9b10-4dd0-a82f-10b7376ff83a tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:28.407275 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3c54deb4-ab06-430b-a8e4-e108bf1f70cc None None] Publish callbacks [] for port, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:28.419712 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3c54deb4-ab06-430b-a8e4-e108bf1f70cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998'] for port, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:28.436772 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2ac957a-cb92-44b2-bd30-d9e0e664b714 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Network 65eace33-2479-4afb-a7b6-41f0773542ac is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:58:28.444305 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-b2ac957a-cb92-44b2-bd30-d9e0e664b714 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:58:28.483312 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a1dc4431-ff86-4fae-b4db-92d4cb83ae70 req-6a37f15a-5d68-462d-8546-baa61a12f72d tempest-ServerShowV257Test-378518122 tempest-ServerShowV257Test-378518122-project] 10.222.0.54 "GET /v2.0/ports?device_id=e2fc923d-52dc-4b55-9df0-3c4f04847063 HTTP/1.1" status: 200 len: 210 time: 0.1678472 Nov 19 17:58:28.487349 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2ac957a-cb92-44b2-bd30-d9e0e664b714 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:58:28.488416 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c54deb4-ab06-430b-a8e4-e108bf1f70cc None None] Pushing event updated for resources: {'Port': ['ID=1485c665-f6b9-43d4-aa03-5dc6ea5291e9,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:58:28.489053 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b2ac957a-cb92-44b2-bd30-d9e0e664b714 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:28.491503 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 12033f78-67af-4f53-b652-7d70c311864d no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:58:28.524609 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: 12033f78-67af-4f53-b652-7d70c311864d {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:58:28.525006 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 12033f78-67af-4f53-b652-7d70c311864d not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:58:28.535173 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d4d972e2-0d71-4c0a-802d-acbbe6aed916 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12546453'] for subnet, precommit_delete_associations {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:28.537259 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c54deb4-ab06-430b-a8e4-e108bf1f70cc None None] Network 3191e086-edc3-4bc0-8ac5-8ab35dad6e08 is already hosted by enough agents. {{(pid=103366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:58:28.538792 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [None req-3c54deb4-ab06-430b-a8e4-e108bf1f70cc None None] Resources bound (agent type, host, resource id): {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:58:28.538985 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-78ab0dfd-f5fe-4f9b-933e-b37308705066 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671242'] for network, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:28.548017 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c54deb4-ab06-430b-a8e4-e108bf1f70cc None None] Received port after_create {{(pid=103366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:58:28.551607 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ac957a-cb92-44b2-bd30-d9e0e664b714 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Pushing event updated for resources: {'Subnet': ['ID=ea14df93-56f3-4ef0-9023-547eaba6b36b,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:58:28.620886 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-3c54deb4-ab06-430b-a8e4-e108bf1f70cc None None] Attempting to bind port 1485c665-f6b9-43d4-aa03-5dc6ea5291e9 on host n-d-818022-2 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:58:28.621318 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-3c54deb4-ab06-430b-a8e4-e108bf1f70cc None None] Attempting to bind port 1485c665-f6b9-43d4-aa03-5dc6ea5291e9 by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': 'c36d71f2-61a7-4008-bd1d-9e6011292d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '3191e086-edc3-4bc0-8ac5-8ab35dad6e08'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:58:28.621837 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c54deb4-ab06-430b-a8e4-e108bf1f70cc None None] Attempting to bind port 1485c665-f6b9-43d4-aa03-5dc6ea5291e9 on network 3191e086-edc3-4bc0-8ac5-8ab35dad6e08 {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:58:28.628594 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c54deb4-ab06-430b-a8e4-e108bf1f70cc None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 58, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:58:28.628980 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c54deb4-ab06-430b-a8e4-e108bf1f70cc None None] Checking segment: {'id': 'c36d71f2-61a7-4008-bd1d-9e6011292d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '3191e086-edc3-4bc0-8ac5-8ab35dad6e08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:58:28.629550 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3c54deb4-ab06-430b-a8e4-e108bf1f70cc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:28.630133 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c54deb4-ab06-430b-a8e4-e108bf1f70cc None None] Bound using segment: {'id': 'c36d71f2-61a7-4008-bd1d-9e6011292d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '3191e086-edc3-4bc0-8ac5-8ab35dad6e08'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:58:28.630534 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-3c54deb4-ab06-430b-a8e4-e108bf1f70cc None None] Bound port: 1485c665-f6b9-43d4-aa03-5dc6ea5291e9, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c36d71f2-61a7-4008-bd1d-9e6011292d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '3191e086-edc3-4bc0-8ac5-8ab35dad6e08'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:58:28.630929 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3c54deb4-ab06-430b-a8e4-e108bf1f70cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:28.637385 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-78ab0dfd-f5fe-4f9b-933e-b37308705066 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks [] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:28.646818 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-78ab0dfd-f5fe-4f9b-933e-b37308705066 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] 10.222.0.54 "DELETE /v2.0/networks/98a99030-df27-4a1f-8295-bf4496b131a1 HTTP/1.1" status: 204 len: 168 time: 2.1528742 Nov 19 17:58:28.684137 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 43018) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:58:28.687659 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ab0dfd-f5fe-4f9b-933e-b37308705066 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Pushing event deleted for resources: {'Network': ['ID=98a99030-df27-4a1f-8295-bf4496b131a1,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:58:28.705960 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-b2ac957a-cb92-44b2-bd30-d9e0e664b714 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4074595 Nov 19 17:58:28.729584 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 43026) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:58:28.734788 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-9cd79bd7-db26-4b13-9546-125c0a2c9bb8 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Request body: {'port': {'network_id': '65eace33-2479-4afb-a7b6-41f0773542ac', 'mac_address': 'fa:16:3e:e0:4c:e9', 'name': 'tempest-NetworksTestDHCPv6-1375693185'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:58:28.761358 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-3c54deb4-ab06-430b-a8e4-e108bf1f70cc None None] For port 1485c665-f6b9-43d4-aa03-5dc6ea5291e9, host n-d-818022-2, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:58:28.765703 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-3c54deb4-ab06-430b-a8e4-e108bf1f70cc None None] For port 1485c665-f6b9-43d4-aa03-5dc6ea5291e9, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=1485c665-f6b9-43d4-aa03-5dc6ea5291e9,segment=NetworkSegment(c36d71f2-61a7-4008-bd1d-9e6011292d48),segment_id=c36d71f2-61a7-4008-bd1d-9e6011292d48)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:58:28.777904 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3c54deb4-ab06-430b-a8e4-e108bf1f70cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:28.872010 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c54deb4-ab06-430b-a8e4-e108bf1f70cc None None] Pushing event updated for resources: {'Port': ['ID=1485c665-f6b9-43d4-aa03-5dc6ea5291e9,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:58:28.881756 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d4d972e2-0d71-4c0a-802d-acbbe6aed916 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:28.991172 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [None req-5731b2d0-9b10-4dd0-a82f-10b7376ff83a tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Allocated IP 172.21.0.1 (3191e086-edc3-4bc0-8ac5-8ab35dad6e08/9f48da52-0e5b-48e6-825b-1d5de7c334f3/479b5561-7bef-4242-ab42-8c34dcac65ae) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:58:29.160461 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device e98554cb-ac70-4afd-a1b3-4f9dc391947b no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:58:29.191613 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d4d972e2-0d71-4c0a-802d-acbbe6aed916 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12282919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8731163'] for subnet, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:29.208028 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: e98554cb-ac70-4afd-a1b3-4f9dc391947b {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:58:29.208487 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device e98554cb-ac70-4afd-a1b3-4f9dc391947b not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:58:29.210005 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device e646b60e-4d6e-4955-9bf5-21d34a3da1c4 no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:58:29.228709 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5731b2d0-9b10-4dd0-a82f-10b7376ff83a tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:29.283246 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5731b2d0-9b10-4dd0-a82f-10b7376ff83a tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:29.291011 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d972e2-0d71-4c0a-802d-acbbe6aed916 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10488475-e039-4e90-8c5a-9f67d399bd8d,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:58:29.297886 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: e646b60e-4d6e-4955-9bf5-21d34a3da1c4 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:58:29.298662 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device e646b60e-4d6e-4955-9bf5-21d34a3da1c4 not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:58:29.309051 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d4d972e2-0d71-4c0a-802d-acbbe6aed916 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:29.312786 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-d4d972e2-0d71-4c0a-802d-acbbe6aed916 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/10488475-e039-4e90-8c5a-9f67d399bd8d HTTP/1.1" status: 204 len: 168 time: 1.4924803 Nov 19 17:58:29.317063 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 43036) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:58:29.331521 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cd79bd7-db26-4b13-9546-125c0a2c9bb8 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Made reservation on behalf of 6b45f31544cd40e7b10456e94240dc6e for: {'port': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:58:29.389024 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5731b2d0-9b10-4dd0-a82f-10b7376ff83a tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Network 3191e086-edc3-4bc0-8ac5-8ab35dad6e08 is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:58:29.433698 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-5731b2d0-9b10-4dd0-a82f-10b7376ff83a tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:58:29.443688 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5731b2d0-9b10-4dd0-a82f-10b7376ff83a tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:58:29.493017 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f4cd3411-f815-41ed-bb82-a9ea6d489901 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:29.504371 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5731b2d0-9b10-4dd0-a82f-10b7376ff83a tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Pushing event updated for resources: {'Port': ['ID=479b5561-7bef-4242-ab42-8c34dcac65ae,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:58:29.543455 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5731b2d0-9b10-4dd0-a82f-10b7376ff83a tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-671361'] for router_interface, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:29.617586 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9cd79bd7-db26-4b13-9546-125c0a2c9bb8 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:29.696308 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-f4cd3411-f815-41ed-bb82-a9ea6d489901 admin admin] Deleting port e553c3df-8c42-49f2-9c2c-a88f5f2a6990 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:58:29.696308 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f4cd3411-f815-41ed-bb82-a9ea6d489901 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:29.702328 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f04eb0b2-c1f7-47d6-88e3-08089e64c2d1 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-768564'] for router_interface, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:29.754533 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-bf54f4b5-83e3-46e6-99ef-2875f8566b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:29.912484 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [None req-f4cd3411-f815-41ed-bb82-a9ea6d489901 admin admin] For port e553c3df-8c42-49f2-9c2c-a88f5f2a6990, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=e553c3df-8c42-49f2-9c2c-a88f5f2a6990,segment=NetworkSegment(eb93ceb6-71e1-49aa-bf2e-23b252534102),segment_id=eb93ceb6-71e1-49aa-bf2e-23b252534102)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:58:29.912860 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f4cd3411-f815-41ed-bb82-a9ea6d489901 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:29.932098 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-f4cd3411-f815-41ed-bb82-a9ea6d489901 admin admin] Calling delete_port for e553c3df-8c42-49f2-9c2c-a88f5f2a6990 owned by network:dhcp {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:58:30.104607 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [None req-9cd79bd7-db26-4b13-9546-125c0a2c9bb8 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] device_id is not set on port b6a37156-2594-48a6-bd16-d9b43e3806a1 yet. {{(pid=103364) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 17:58:30.142864 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d21407a8-b5fb-4149-b070-fd7551d68303 req-0ad15812-f5a5-4c14-b4b3-cf0e8ce10cbe tempest-ServerShowV257Test-378518122 tempest-ServerShowV257Test-378518122-project] 10.222.0.54 "GET /v2.0/ports?device_id=e2fc923d-52dc-4b55-9df0-3c4f04847063 HTTP/1.1" status: 200 len: 210 time: 0.0546420 Nov 19 17:58:30.255563 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f4cd3411-f815-41ed-bb82-a9ea6d489901 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:30.288313 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4cd3411-f815-41ed-bb82-a9ea6d489901 admin admin] No DVR routers for this DVR port e553c3df-8c42-49f2-9c2c-a88f5f2a6990 on host n-d-818022-2 {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:58:30.313689 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5731b2d0-9b10-4dd0-a82f-10b7376ff83a tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:30.415205 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cd3411-f815-41ed-bb82-a9ea6d489901 admin admin] Pushing event deleted for resources: {'Port': ['ID=e553c3df-8c42-49f2-9c2c-a88f5f2a6990,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:58:30.493579 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f4cd3411-f815-41ed-bb82-a9ea6d489901 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:30.519931 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-f4cd3411-f815-41ed-bb82-a9ea6d489901 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7696552-ba44-476c-8112-55d4b789a3e1']}} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:58:30.534389 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-f4cd3411-f815-41ed-bb82-a9ea6d489901 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb93ceb6-71e1-49aa-bf2e-23b252534102') {'for_net_delete': True} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:58:30.534697 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-f4cd3411-f815-41ed-bb82-a9ea6d489901 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb93ceb6-71e1-49aa-bf2e-23b252534102') {} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:58:30.540353 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3ce94cd-7b13-413a-8f72-b7b7c41ca6e0 None None] Network 547a5ddc-ba21-45f9-b859-04c8258eb928 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:58:30.573306 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f4cd3411-f815-41ed-bb82-a9ea6d489901 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12545382'] for segment, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:30.618858 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [None req-9cd79bd7-db26-4b13-9546-125c0a2c9bb8 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Allocated IP 2001:db8:0:1::1a1 (65eace33-2479-4afb-a7b6-41f0773542ac/ea14df93-56f3-4ef0-9023-547eaba6b36b/b6a37156-2594-48a6-bd16-d9b43e3806a1) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:58:30.654145 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f4cd3411-f815-41ed-bb82-a9ea6d489901 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:30.659770 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ee4c0ad-5938-486c-9e2d-59443140e767 None None] Network 3191e086-edc3-4bc0-8ac5-8ab35dad6e08 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:58:30.688790 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4cd3411-f815-41ed-bb82-a9ea6d489901 admin admin] Releasing vlan 656 on physical network physnet1 to pool {{(pid=103365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 17:58:30.689204 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f4cd3411-f815-41ed-bb82-a9ea6d489901 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12282953'] for segment, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:30.703309 n-d-818022-2 neutron-server[103365]: Traceback (most recent call last): Nov 19 17:58:30.703309 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 17:58:30.703309 n-d-818022-2 neutron-server[103365]: timer() Nov 19 17:58:30.703309 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 17:58:30.703309 n-d-818022-2 neutron-server[103365]: cb(*args, **kw) Nov 19 17:58:30.703309 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 17:58:30.703309 n-d-818022-2 neutron-server[103365]: return func(*args, **kwargs) Nov 19 17:58:30.703309 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 17:58:30.703309 n-d-818022-2 neutron-server[103365]: self._notify() Nov 19 17:58:30.703309 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 17:58:30.703309 n-d-818022-2 neutron-server[103365]: self.callback(batched_events) Nov 19 17:58:30.703309 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 17:58:30.703309 n-d-818022-2 neutron-server[103365]: event.method(event) Nov 19 17:58:30.703309 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 17:58:30.703309 n-d-818022-2 neutron-server[103365]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 17:58:30.703309 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 17:58:30.703309 n-d-818022-2 neutron-server[103365]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 17:58:30.703309 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 17:58:30.703309 n-d-818022-2 neutron-server[103365]: return f(self, *a, **k) Nov 19 17:58:30.703309 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 17:58:30.703309 n-d-818022-2 neutron-server[103365]: return self._get(url).json() Nov 19 17:58:30.703309 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 17:58:30.703309 n-d-818022-2 neutron-server[103365]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 17:58:30.703309 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 17:58:30.703309 n-d-818022-2 neutron-server[103365]: return self.request(url, 'GET', **kwargs) Nov 19 17:58:30.703309 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 17:58:30.703309 n-d-818022-2 neutron-server[103365]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 17:58:30.703309 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 17:58:30.703309 n-d-818022-2 neutron-server[103365]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 17:58:30.703309 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 17:58:30.703309 n-d-818022-2 neutron-server[103365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 17:58:30.703309 n-d-818022-2 neutron-server[103365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 17:58:30.833864 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-f04eb0b2-c1f7-47d6-88e3-08089e64c2d1 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Deleting port 11fde922-221c-475e-aeba-24e07f3432b6 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:58:30.834218 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f04eb0b2-c1f7-47d6-88e3-08089e64c2d1 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:30.921474 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-035108a5-df35-41d2-a60a-32c57a12ed63 None None] DHCP port deletion for 645e61aa-1a6c-4e8f-857e-ab06edb4897f request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 17:58:30.990768 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [None req-9cd79bd7-db26-4b13-9546-125c0a2c9bb8 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Allocated IP 2001:db8::f816:3eff:fee0:4ce9 (65eace33-2479-4afb-a7b6-41f0773542ac/2d936db4-3493-4a03-b637-aa3e883437f9/b6a37156-2594-48a6-bd16-d9b43e3806a1) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:58:31.131943 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [None req-f04eb0b2-c1f7-47d6-88e3-08089e64c2d1 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] For port 11fde922-221c-475e-aeba-24e07f3432b6, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=11fde922-221c-475e-aeba-24e07f3432b6,segment=NetworkSegment(1c050ecf-9026-4ee8-be68-e96c0ee3c455),segment_id=1c050ecf-9026-4ee8-be68-e96c0ee3c455)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:58:31.137101 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f04eb0b2-c1f7-47d6-88e3-08089e64c2d1 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:31.187455 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-92df4551-8e97-4856-89df-0a0f4bbe88dd None None] Provisioning complete for port 1485c665-f6b9-43d4-aa03-5dc6ea5291e9 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:58:31.188271 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-92df4551-8e97-4856-89df-0a0f4bbe88dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:31.192055 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6066855-23ad-47fe-8ca4-170819bb45b9 None None] Network 65eace33-2479-4afb-a7b6-41f0773542ac requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:58:31.226708 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-f04eb0b2-c1f7-47d6-88e3-08089e64c2d1 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Calling delete_port for 11fde922-221c-475e-aeba-24e07f3432b6 owned by network:router_interface {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:58:31.228886 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5731b2d0-9b10-4dd0-a82f-10b7376ff83a tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks [] for port, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:31.257735 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5731b2d0-9b10-4dd0-a82f-10b7376ff83a tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:31.337107 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92cb2635-edb3-4759-81e7-df4a9974d840 None None] DHCP port deletion for 98a99030-df27-4a1f-8295-bf4496b131a1 request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 17:58:31.348127 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 1485c665-f6b9-43d4-aa03-5dc6ea5291e9 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:58:31.364615 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5731b2d0-9b10-4dd0-a82f-10b7376ff83a tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-768529'] for router_interface, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:31.508810 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0a66fb16-5e7b-4004-a8b1-78caf687a6d9 req-e72edc3d-4212-4ba5-a65d-dcbcf66c6aff tempest-ServerShowV257Test-378518122 tempest-ServerShowV257Test-378518122-project] 10.222.0.54 "GET /v2.0/ports?device_id=e2fc923d-52dc-4b55-9df0-3c4f04847063 HTTP/1.1" status: 200 len: 210 time: 0.0411768 Nov 19 17:58:31.511269 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f04eb0b2-c1f7-47d6-88e3-08089e64c2d1 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:31.571333 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f4cd3411-f815-41ed-bb82-a9ea6d489901 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671242'] for network, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:31.580673 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04eb0b2-c1f7-47d6-88e3-08089e64c2d1 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Pushing event deleted for resources: {'Port': ['ID=11fde922-221c-475e-aeba-24e07f3432b6,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:58:31.594369 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f4cd3411-f815-41ed-bb82-a9ea6d489901 admin admin] Publish callbacks [] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:31.616345 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-f4cd3411-f815-41ed-bb82-a9ea6d489901 admin admin] 10.222.0.54 "DELETE /v2.0/networks/a7696552-ba44-476c-8112-55d4b789a3e1 HTTP/1.1" status: 204 len: 168 time: 2.2977905 Nov 19 17:58:31.630526 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 43104) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:58:31.843666 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f04eb0b2-c1f7-47d6-88e3-08089e64c2d1 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-768648'] for router_interface, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:31.859038 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf4f8c7a-934a-4042-b38a-1b2dbb5c7cd8 None None] DHCP port deletion for a7696552-ba44-476c-8112-55d4b789a3e1 request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 17:58:31.874282 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cd3411-f815-41ed-bb82-a9ea6d489901 admin admin] Pushing event deleted for resources: {'Network': ['ID=a7696552-ba44-476c-8112-55d4b789a3e1,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:58:31.949319 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5731b2d0-9b10-4dd0-a82f-10b7376ff83a tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Pushing event updated for resources: {'Port': ['ID=479b5561-7bef-4242-ab42-8c34dcac65ae,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:58:32.294374 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 1485c665-f6b9-43d4-aa03-5dc6ea5291e9 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:58:32.295058 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:32.306324 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9cd79bd7-db26-4b13-9546-125c0a2c9bb8 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:32.332763 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5731b2d0-9b10-4dd0-a82f-10b7376ff83a tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Network 3191e086-edc3-4bc0-8ac5-8ab35dad6e08 is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:58:32.336625 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-5731b2d0-9b10-4dd0-a82f-10b7376ff83a tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:58:32.383801 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-92df4551-8e97-4856-89df-0a0f4bbe88dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:32.508145 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-368c4e32-77d6-49db-aa4f-0ecef92b90b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:32.713167 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-92df4551-8e97-4856-89df-0a0f4bbe88dd None None] For port 1485c665-f6b9-43d4-aa03-5dc6ea5291e9, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=1485c665-f6b9-43d4-aa03-5dc6ea5291e9,segment=NetworkSegment(c36d71f2-61a7-4008-bd1d-9e6011292d48),segment_id=c36d71f2-61a7-4008-bd1d-9e6011292d48)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:58:32.756091 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-92df4551-8e97-4856-89df-0a0f4bbe88dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:32.767728 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9ef57dd4-de23-4417-8fa1-f2cc021e8b58 req-17954e69-5d4b-4710-93bd-95ff54d7089b tempest-ServerShowV257Test-378518122 tempest-ServerShowV257Test-378518122-project] 10.222.0.54 "GET /v2.0/ports?device_id=e2fc923d-52dc-4b55-9df0-3c4f04847063 HTTP/1.1" status: 200 len: 210 time: 0.0697348 Nov 19 17:58:32.769981 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5731b2d0-9b10-4dd0-a82f-10b7376ff83a tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Router d6e0d8c9-0c0f-4f57-ad65-2cdf51c72e0d has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 17:58:32.810091 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a85df94c-4d4e-41bf-85aa-5eb57e7f0123 None None] Network 3191e086-edc3-4bc0-8ac5-8ab35dad6e08 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:58:32.895726 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:33.153540 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5731b2d0-9b10-4dd0-a82f-10b7376ff83a tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 17:58:33.168369 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-5731b2d0-9b10-4dd0-a82f-10b7376ff83a tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] 10.222.0.54 "PUT /v2.0/routers/d6e0d8c9-0c0f-4f57-ad65-2cdf51c72e0d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8738112 Nov 19 17:58:33.178828 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 43130) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:58:33.182951 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9cd79bd7-db26-4b13-9546-125c0a2c9bb8 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:33.259921 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f04eb0b2-c1f7-47d6-88e3-08089e64c2d1 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Router 11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 17:58:33.266968 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0e96461-85df-4afe-96e7-3e7e5733c3c4 None None] Network 65eace33-2479-4afb-a7b6-41f0773542ac requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:58:33.272326 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3dde088-052d-4407-b517-f784743de9d8 None None] Sync routers for ids ['d6e0d8c9-0c0f-4f57-ad65-2cdf51c72e0d'] in n-d-818022-2 {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 17:58:33.279260 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e79a1c2a-878b-403d-8077-24b1ffb53260 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:58:33.280738 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-e79a1c2a-878b-403d-8077-24b1ffb53260 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] 10.222.0.54 "GET /v2.0/ports/479b5561-7bef-4242-ab42-8c34dcac65ae HTTP/1.1" status: 200 len: 910 time: 0.0993054 Nov 19 17:58:33.285286 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 43134) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:58:33.387051 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.db.api [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103366) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 17:58:33.389100 n-d-818022-2 neutron-server[103366]: DEBUG oslo_db.api [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 17:58:33.390228 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-03105055-0bf9-4ea4-8162-6f89c52d9942 None None] Provisioning complete for port 479b5561-7bef-4242-ab42-8c34dcac65ae triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:58:33.390579 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-03105055-0bf9-4ea4-8162-6f89c52d9942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:33.456952 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-03105055-0bf9-4ea4-8162-6f89c52d9942 None None] Port 479b5561-7bef-4242-ab42-8c34dcac65ae cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:58:33.477378 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f04eb0b2-c1f7-47d6-88e3-08089e64c2d1 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 17:58:33.479338 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e46ecc5a-dc14-4744-b262-3072ff2e958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:33.479581 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3dde088-052d-4407-b517-f784743de9d8 None None] Routers {'d6e0d8c9-0c0f-4f57-ad65-2cdf51c72e0d'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:58:33.480436 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-b3dde088-052d-4407-b517-f784743de9d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:58:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['d6e0d8c9-0c0f-4f57-ad65-2cdf51c72e0d'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:58:33.503837 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-917d50b3-5b5d-4fed-8006-cd5779942512 None None] Sync routers for ids ['11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb'] in n-d-818022-2 {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 17:58:33.517494 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-f04eb0b2-c1f7-47d6-88e3-08089e64c2d1 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] 10.222.0.54 "PUT /v2.0/routers/11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8271937 Nov 19 17:58:33.520639 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-917d50b3-5b5d-4fed-8006-cd5779942512 None None] Routers {'11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:58:33.521782 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-917d50b3-5b5d-4fed-8006-cd5779942512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:58:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:58:33.529722 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 43136) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:58:33.619485 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-03105055-0bf9-4ea4-8162-6f89c52d9942 None None] Provisioning complete for port 1485c665-f6b9-43d4-aa03-5dc6ea5291e9 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:58:33.619870 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-03105055-0bf9-4ea4-8162-6f89c52d9942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:33.623569 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_v2 [None req-c316c98a-63ae-49da-8510-f2d4a515aeb9 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Deleting subnet 93490abc-6aae-48f7-950c-bb1ffc9df537 {{(pid=103365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 17:58:33.626292 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-917d50b3-5b5d-4fed-8006-cd5779942512 None None] Set router 11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb gateway port host: None {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:58:33.631728 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c316c98a-63ae-49da-8510-f2d4a515aeb9 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks [] for subnet, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:33.688969 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b553cce3-3050-45b5-8101-c221dcfbf3aa None None] Network 547a5ddc-ba21-45f9-b859-04c8258eb928 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:58:33.706768 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92df4551-8e97-4856-89df-0a0f4bbe88dd None None] Pushing event updated for resources: {'Port': ['ID=1485c665-f6b9-43d4-aa03-5dc6ea5291e9,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:58:33.723705 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c316c98a-63ae-49da-8510-f2d4a515aeb9 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12546453'] for subnet, precommit_delete_associations {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:33.726058 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cd79bd7-db26-4b13-9546-125c0a2c9bb8 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Network 65eace33-2479-4afb-a7b6-41f0773542ac is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:58:33.734052 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd79bd7-db26-4b13-9546-125c0a2c9bb8 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Pushing event updated for resources: {'Port': ['ID=b6a37156-2594-48a6-bd16-d9b43e3806a1,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:58:33.743925 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-9cd79bd7-db26-4b13-9546-125c0a2c9bb8 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:58:33.754179 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd79bd7-db26-4b13-9546-125c0a2c9bb8 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:58:33.762697 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cd79bd7-db26-4b13-9546-125c0a2c9bb8 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:58:33.763737 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9cd79bd7-db26-4b13-9546-125c0a2c9bb8 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:33.770275 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-b3dde088-052d-4407-b517-f784743de9d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:58:33.864057 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c316c98a-63ae-49da-8510-f2d4a515aeb9 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:33.943079 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-9cd79bd7-db26-4b13-9546-125c0a2c9bb8 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 5.2105145 Nov 19 17:58:33.946386 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 43148) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:58:34.034351 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7093f67f-281e-4422-b328-04e3c00a789c req-e86b1bbe-ebc6-446a-8d13-2928172250af tempest-ServerShowV257Test-378518122 tempest-ServerShowV257Test-378518122-project] 10.222.0.54 "GET /v2.0/ports?device_id=e2fc923d-52dc-4b55-9df0-3c4f04847063 HTTP/1.1" status: 200 len: 210 time: 0.0443985 Nov 19 17:58:34.036152 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c316c98a-63ae-49da-8510-f2d4a515aeb9 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12282919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8731163'] for subnet, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:34.090933 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c316c98a-63ae-49da-8510-f2d4a515aeb9 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Pushing event deleted for resources: {'Subnet': ['ID=93490abc-6aae-48f7-950c-bb1ffc9df537,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:58:34.095998 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c316c98a-63ae-49da-8510-f2d4a515aeb9 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks [] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:34.104798 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-c316c98a-63ae-49da-8510-f2d4a515aeb9 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] 10.222.0.54 "DELETE /v2.0/subnets/93490abc-6aae-48f7-950c-bb1ffc9df537 HTTP/1.1" status: 204 len: 168 time: 0.5737596 Nov 19 17:58:34.105490 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 43150) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:58:34.149506 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf300cbf-1f9a-4404-b29c-995961d0a9ec None None] Network eb6b4f97-aa4c-4ee9-b5d8-9ee749af3dc5 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:58:34.203288 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-917d50b3-5b5d-4fed-8006-cd5779942512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb', 'name': 'tempest-RoutersIpV6Test-router-1062832239', 'tenant_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:57:38Z', 'updated_at': '2021-11-19T17:58:31Z', 'revision_number': 9, 'project_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'gw_port_host': None, '_interfaces': [{'id': '570865e5-d4a7-4db1-b169-327123080355', 'name': '', 'network_id': 'c4c1f67d-b9d6-457d-a30d-05740dce0e7c', 'tenant_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'mac_address': 'fa:16:3e:8b:a4:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2172, 'fixed_ips': [{'subnet_id': 'e5ec16ea-7136-4bf3-bd8f-ae54ec5c0796', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:57:51Z', 'updated_at': '2021-11-19T17:58:05Z', 'revision_number': 5, 'project_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'subnets': [{'id': 'e5ec16ea-7136-4bf3-bd8f-ae54ec5c0796', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e0c8526-4f8e-41bd-9aa5-321bd07d5d14', 'name': '', 'network_id': '782a6462-eee3-4699-90ef-0416652dd862', 'tenant_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'mac_address': 'fa:16:3e:b6:5d:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2160, 'fixed_ips': [{'subnet_id': 'c823e22e-08c9-40fd-90bf-a9bab2677b28', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:57:42Z', 'updated_at': '2021-11-19T17:57:49Z', 'revision_number': 5, 'project_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'subnets': [{'id': 'c823e22e-08c9-40fd-90bf-a9bab2677b28', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:58:34.252492 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-917d50b3-5b5d-4fed-8006-cd5779942512 None None] Checking router: 11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb for host: n-d-818022-2 {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 17:58:34.263034 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-917d50b3-5b5d-4fed-8006-cd5779942512 None None] Routers {'11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:58:34.263916 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-917d50b3-5b5d-4fed-8006-cd5779942512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:58:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:58:34.370805 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6f83ed74-ce39-4c80-b7bd-e6238b423caf tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:34.524391 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-917d50b3-5b5d-4fed-8006-cd5779942512 None None] Set router 11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb gateway port host: None {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:58:34.545142 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-6f83ed74-ce39-4c80-b7bd-e6238b423caf tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Deleting port d2c0ac6f-5a76-4661-8042-cc8cd64f57c1 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:58:34.545499 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6f83ed74-ce39-4c80-b7bd-e6238b423caf tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:34.621172 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-8ffe3574-a435-4aa1-9609-55d61746f7d3 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Deleting port b6a37156-2594-48a6-bd16-d9b43e3806a1 {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:58:34.623066 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8ffe3574-a435-4aa1-9609-55d61746f7d3 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:34.656879 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 1485c665-f6b9-43d4-aa03-5dc6ea5291e9 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:58:34.713992 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [None req-6f83ed74-ce39-4c80-b7bd-e6238b423caf tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] For port d2c0ac6f-5a76-4661-8042-cc8cd64f57c1, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=d2c0ac6f-5a76-4661-8042-cc8cd64f57c1,segment=NetworkSegment(1c050ecf-9026-4ee8-be68-e96c0ee3c455),segment_id=1c050ecf-9026-4ee8-be68-e96c0ee3c455)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:58:34.714381 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6f83ed74-ce39-4c80-b7bd-e6238b423caf tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:34.739575 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:34.750980 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-6f83ed74-ce39-4c80-b7bd-e6238b423caf tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Calling delete_port for d2c0ac6f-5a76-4661-8042-cc8cd64f57c1 owned by network:dhcp {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:58:34.787196 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0abc195b-8e65-40d5-838e-6c55334cbb09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-768564'] for router_interface, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:34.798923 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:34.835222 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3dde088-052d-4407-b517-f784743de9d8 None None] Routers {'d6e0d8c9-0c0f-4f57-ad65-2cdf51c72e0d'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:58:34.835855 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-b3dde088-052d-4407-b517-f784743de9d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:58:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['d6e0d8c9-0c0f-4f57-ad65-2cdf51c72e0d'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:58:34.894650 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8ffe3574-a435-4aa1-9609-55d61746f7d3 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:34.952861 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-8ffe3574-a435-4aa1-9609-55d61746f7d3 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Calling delete_port for b6a37156-2594-48a6-bd16-d9b43e3806a1 owned by {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:58:34.968568 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6f83ed74-ce39-4c80-b7bd-e6238b423caf tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:35.031666 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-b3dde088-052d-4407-b517-f784743de9d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:58:35.032355 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3dde088-052d-4407-b517-f784743de9d8 None None] The sync data for ids ['d6e0d8c9-0c0f-4f57-ad65-2cdf51c72e0d'] in n-d-818022-2 is: [] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 17:58:35.034053 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f83ed74-ce39-4c80-b7bd-e6238b423caf tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Pushing event deleted for resources: {'Port': ['ID=d2c0ac6f-5a76-4661-8042-cc8cd64f57c1,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:58:35.050820 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f83ed74-ce39-4c80-b7bd-e6238b423caf tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] No DVR routers for this DVR port d2c0ac6f-5a76-4661-8042-cc8cd64f57c1 on host n-d-818022-2 {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:58:35.084127 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e013d7e6-5264-4dcc-9759-54f5fb809e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:35.245256 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 1485c665-f6b9-43d4-aa03-5dc6ea5291e9 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:58:35.247170 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:35.249990 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-917d50b3-5b5d-4fed-8006-cd5779942512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb', 'name': 'tempest-RoutersIpV6Test-router-1062832239', 'tenant_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:57:38Z', 'updated_at': '2021-11-19T17:58:31Z', 'revision_number': 9, 'project_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'gw_port_host': None, '_interfaces': [{'id': '570865e5-d4a7-4db1-b169-327123080355', 'name': '', 'network_id': 'c4c1f67d-b9d6-457d-a30d-05740dce0e7c', 'tenant_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'mac_address': 'fa:16:3e:8b:a4:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2172, 'fixed_ips': [{'subnet_id': 'e5ec16ea-7136-4bf3-bd8f-ae54ec5c0796', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:57:51Z', 'updated_at': '2021-11-19T17:58:05Z', 'revision_number': 5, 'project_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'subnets': [{'id': 'e5ec16ea-7136-4bf3-bd8f-ae54ec5c0796', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e0c8526-4f8e-41bd-9aa5-321bd07d5d14', 'name': '', 'network_id': '782a6462-eee3-4699-90ef-0416652dd862', 'tenant_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'mac_address': 'fa:16:3e:b6:5d:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2160, 'fixed_ips': [{'subnet_id': 'c823e22e-08c9-40fd-90bf-a9bab2677b28', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:57:42Z', 'updated_at': '2021-11-19T17:57:49Z', 'revision_number': 5, 'project_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'subnets': [{'id': 'c823e22e-08c9-40fd-90bf-a9bab2677b28', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:58:35.258732 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:35.290527 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6f83ed74-ce39-4c80-b7bd-e6238b423caf tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:35.329591 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-917d50b3-5b5d-4fed-8006-cd5779942512 None None] The sync data for ids ['11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb'] in n-d-818022-2 is: [{'id': '11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb', 'name': 'tempest-RoutersIpV6Test-router-1062832239', 'tenant_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:57:38Z', 'updated_at': '2021-11-19T17:58:31Z', 'revision_number': 9, 'project_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'gw_port_host': None, '_interfaces': [{'id': '570865e5-d4a7-4db1-b169-327123080355', 'name': '', 'network_id': 'c4c1f67d-b9d6-457d-a30d-05740dce0e7c', 'tenant_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'mac_address': 'fa:16:3e:8b:a4:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2172, 'fixed_ips': [{'subnet_id': 'e5ec16ea-7136-4bf3-bd8f-ae54ec5c0796', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:57:51Z', 'updated_at': '2021-11-19T17:58:05Z', 'revision_number': 5, 'project_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'subnets': [{'id': 'e5ec16ea-7136-4bf3-bd8f-ae54ec5c0796', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e0c8526-4f8e-41bd-9aa5-321bd07d5d14', 'name': '', 'network_id': '782a6462-eee3-4699-90ef-0416652dd862', 'tenant_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'mac_address': 'fa:16:3e:b6:5d:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2160, 'fixed_ips': [{'subnet_id': 'c823e22e-08c9-40fd-90bf-a9bab2677b28', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:57:42Z', 'updated_at': '2021-11-19T17:57:49Z', 'revision_number': 5, 'project_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'subnets': [{'id': 'c823e22e-08c9-40fd-90bf-a9bab2677b28', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 17:58:35.368924 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-6f83ed74-ce39-4c80-b7bd-e6238b423caf tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb6b4f97-aa4c-4ee9-b5d8-9ee749af3dc5']}} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:58:35.382904 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-85b80686-63eb-4d3b-b196-2cbae2086545 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-768564'] for router_interface, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:35.386128 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2efb51b-84d8-4a42-a583-466e19dab5d5 None None] DHCP port deletion for eb6b4f97-aa4c-4ee9-b5d8-9ee749af3dc5 request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 17:58:35.389018 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-6f83ed74-ce39-4c80-b7bd-e6238b423caf tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c050ecf-9026-4ee8-be68-e96c0ee3c455') {'for_net_delete': True} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:58:35.389018 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-6f83ed74-ce39-4c80-b7bd-e6238b423caf tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c050ecf-9026-4ee8-be68-e96c0ee3c455') {} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:58:35.408627 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-43ed5747-be73-4f29-8dcc-dd09ab51141b req-08c8b034-fd19-4a30-84d4-429ec952bc5c tempest-ServerShowV257Test-378518122 tempest-ServerShowV257Test-378518122-project] 10.222.0.54 "GET /v2.0/ports?device_id=e2fc923d-52dc-4b55-9df0-3c4f04847063 HTTP/1.1" status: 200 len: 210 time: 0.1600401 Nov 19 17:58:35.444822 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6f83ed74-ce39-4c80-b7bd-e6238b423caf tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12545382'] for segment, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:35.448675 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-704f9749-f62f-43ed-9ec6-5a97817030f0 None None] Provisioning complete for port 479b5561-7bef-4242-ab42-8c34dcac65ae triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:58:35.450107 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-704f9749-f62f-43ed-9ec6-5a97817030f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:35.486620 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6f83ed74-ce39-4c80-b7bd-e6238b423caf tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:35.497908 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f83ed74-ce39-4c80-b7bd-e6238b423caf tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Releasing vlan 654 on physical network physnet1 to pool {{(pid=103365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 17:58:35.498324 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6f83ed74-ce39-4c80-b7bd-e6238b423caf tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12282953'] for segment, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:35.501653 n-d-818022-2 neutron-server[103365]: Traceback (most recent call last): Nov 19 17:58:35.501653 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 17:58:35.501653 n-d-818022-2 neutron-server[103365]: timer() Nov 19 17:58:35.501653 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 17:58:35.501653 n-d-818022-2 neutron-server[103365]: cb(*args, **kw) Nov 19 17:58:35.501653 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 17:58:35.501653 n-d-818022-2 neutron-server[103365]: return func(*args, **kwargs) Nov 19 17:58:35.501653 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 17:58:35.501653 n-d-818022-2 neutron-server[103365]: self._notify() Nov 19 17:58:35.501653 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 17:58:35.501653 n-d-818022-2 neutron-server[103365]: self.callback(batched_events) Nov 19 17:58:35.501653 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 17:58:35.501653 n-d-818022-2 neutron-server[103365]: event.method(event) Nov 19 17:58:35.501653 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 17:58:35.501653 n-d-818022-2 neutron-server[103365]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 17:58:35.501653 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 17:58:35.501653 n-d-818022-2 neutron-server[103365]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 17:58:35.501653 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 17:58:35.501653 n-d-818022-2 neutron-server[103365]: return f(self, *a, **k) Nov 19 17:58:35.501653 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 17:58:35.501653 n-d-818022-2 neutron-server[103365]: return self._get(url).json() Nov 19 17:58:35.501653 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 17:58:35.501653 n-d-818022-2 neutron-server[103365]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 17:58:35.501653 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 17:58:35.501653 n-d-818022-2 neutron-server[103365]: return self.request(url, 'GET', **kwargs) Nov 19 17:58:35.501653 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 17:58:35.501653 n-d-818022-2 neutron-server[103365]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 17:58:35.501653 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 17:58:35.501653 n-d-818022-2 neutron-server[103365]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 17:58:35.501653 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 17:58:35.501653 n-d-818022-2 neutron-server[103365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 17:58:35.501653 n-d-818022-2 neutron-server[103365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 17:58:35.653127 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-704f9749-f62f-43ed-9ec6-5a97817030f0 None None] Port 479b5561-7bef-4242-ab42-8c34dcac65ae cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:58:35.674759 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device e553c3df-8c42-49f2-9c2c-a88f5f2a6990 no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:58:35.706505 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6f83ed74-ce39-4c80-b7bd-e6238b423caf tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671242'] for network, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:35.719241 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6f83ed74-ce39-4c80-b7bd-e6238b423caf tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks [] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:35.724120 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-6f83ed74-ce39-4c80-b7bd-e6238b423caf tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] 10.222.0.54 "DELETE /v2.0/networks/eb6b4f97-aa4c-4ee9-b5d8-9ee749af3dc5 HTTP/1.1" status: 204 len: 168 time: 1.6168575 Nov 19 17:58:35.727366 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 43174) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:58:35.768423 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f83ed74-ce39-4c80-b7bd-e6238b423caf tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Pushing event deleted for resources: {'Network': ['ID=eb6b4f97-aa4c-4ee9-b5d8-9ee749af3dc5,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:58:35.777544 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-704f9749-f62f-43ed-9ec6-5a97817030f0 None None] Provisioning complete for port b37b8215-7ed4-4dc0-9eb0-b9003a9b59af triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:58:35.777656 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-704f9749-f62f-43ed-9ec6-5a97817030f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:35.832455 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: e553c3df-8c42-49f2-9c2c-a88f5f2a6990 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:58:35.834436 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device e553c3df-8c42-49f2-9c2c-a88f5f2a6990 not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:58:35.834873 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 944611fb-2247-4e8f-b5bc-16060f8290ac no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:58:35.936161 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: 944611fb-2247-4e8f-b5bc-16060f8290ac {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:58:35.936568 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 944611fb-2247-4e8f-b5bc-16060f8290ac not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:58:36.098186 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-704f9749-f62f-43ed-9ec6-5a97817030f0 None None] Provisioning complete for port 04209417-8beb-468d-b3e8-f2f1f6d0f1c7 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:58:36.098566 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-704f9749-f62f-43ed-9ec6-5a97817030f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:36.187164 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-704f9749-f62f-43ed-9ec6-5a97817030f0 None None] Port 04209417-8beb-468d-b3e8-f2f1f6d0f1c7 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:58:36.199956 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-704f9749-f62f-43ed-9ec6-5a97817030f0 None None] Provisioning complete for port 812ced45-5df9-43c6-8589-9f62c2b4a776 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:58:36.200730 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-704f9749-f62f-43ed-9ec6-5a97817030f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:36.371495 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device d2c0ac6f-5a76-4661-8042-cc8cd64f57c1 no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:58:36.410518 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: d2c0ac6f-5a76-4661-8042-cc8cd64f57c1 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:58:36.410868 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device d2c0ac6f-5a76-4661-8042-cc8cd64f57c1 not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:58:36.411363 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 11fde922-221c-475e-aeba-24e07f3432b6 no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:58:36.430842 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8ffe3574-a435-4aa1-9609-55d61746f7d3 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:36.442064 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-704f9749-f62f-43ed-9ec6-5a97817030f0 None None] Provisioning complete for port 1485c665-f6b9-43d4-aa03-5dc6ea5291e9 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:58:36.442405 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-704f9749-f62f-43ed-9ec6-5a97817030f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:36.496434 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: 11fde922-221c-475e-aeba-24e07f3432b6 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:58:36.496790 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 11fde922-221c-475e-aeba-24e07f3432b6 not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:58:36.637571 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e21c0f81-8d3b-455d-9072-24e8df894cfb req-bbebc36f-8af3-4292-b7f6-eafad28fdfab tempest-ServerShowV257Test-378518122 tempest-ServerShowV257Test-378518122-project] 10.222.0.54 "GET /v2.0/ports?device_id=e2fc923d-52dc-4b55-9df0-3c4f04847063 HTTP/1.1" status: 200 len: 210 time: 0.0930579 Nov 19 17:58:36.704426 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffe3574-a435-4aa1-9609-55d61746f7d3 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Pushing event deleted for resources: {'Port': ['ID=b6a37156-2594-48a6-bd16-d9b43e3806a1,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:58:36.722066 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-869727ef-279b-4df8-8776-7687631614e1 None None] Could not find standard attr ID for object b6a37156-2594-48a6-bd16-d9b43e3806a1. {{(pid=103366) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 17:58:36.752608 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8ffe3574-a435-4aa1-9609-55d61746f7d3 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:36.754551 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-869727ef-279b-4df8-8776-7687631614e1 None None] Provisioning complete for port b37b8215-7ed4-4dc0-9eb0-b9003a9b59af triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:58:36.755051 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-869727ef-279b-4df8-8776-7687631614e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:36.761994 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 43188) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:58:36.763066 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-8ffe3574-a435-4aa1-9609-55d61746f7d3 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "DELETE /v2.0/ports/b6a37156-2594-48a6-bd16-d9b43e3806a1 HTTP/1.1" status: 204 len: 168 time: 2.8145416 Nov 19 17:58:36.919781 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-52fb39b8-79ad-4ef3-ad32-2e836e4448a4 req-23ea996c-cd15-4d32-af4f-9d3a70ecda56 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e2fc923d-52dc-4b55-9df0-3c4f04847063 HTTP/1.1" status: 200 len: 210 time: 0.1474030 Nov 19 17:58:36.984125 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-174bc6d9-b181-4375-b88b-67b6c9555226 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:58:36.986527 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-174bc6d9-b181-4375-b88b-67b6c9555226 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.2130184 Nov 19 17:58:36.989732 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 43192) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:58:37.010603 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-bbb81b8d-9005-40ad-b2fa-2c8b691deeeb tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-768564'] for router_interface, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:37.069406 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-0abc195b-8e65-40d5-838e-6c55334cbb09 admin admin] Deleting port 6aeda02e-2653-4987-932d-4bfc5d2b7a6f {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:58:37.069632 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0abc195b-8e65-40d5-838e-6c55334cbb09 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:37.145141 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-869727ef-279b-4df8-8776-7687631614e1 None None] Provisioning complete for port 04209417-8beb-468d-b3e8-f2f1f6d0f1c7 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:58:37.145573 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-869727ef-279b-4df8-8776-7687631614e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:37.158347 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-85b80686-63eb-4d3b-b196-2cbae2086545 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Deleting port 479b5561-7bef-4242-ab42-8c34dcac65ae {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:58:37.158995 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-85b80686-63eb-4d3b-b196-2cbae2086545 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:37.236236 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65ea808b-79f4-401e-91dc-7b8dc80d9145 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:58:37.237805 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-65ea808b-79f4-401e-91dc-7b8dc80d9145 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.2468328 Nov 19 17:58:37.243912 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 43198) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:58:37.259670 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [None req-0abc195b-8e65-40d5-838e-6c55334cbb09 admin admin] For port 6aeda02e-2653-4987-932d-4bfc5d2b7a6f, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=6aeda02e-2653-4987-932d-4bfc5d2b7a6f,segment=NetworkSegment(6da15964-3695-4468-99da-4fa57112b271),segment_id=6da15964-3695-4468-99da-4fa57112b271)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:58:37.260169 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0abc195b-8e65-40d5-838e-6c55334cbb09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:37.280199 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-869727ef-279b-4df8-8776-7687631614e1 None None] Port 04209417-8beb-468d-b3e8-f2f1f6d0f1c7 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:58:37.288158 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-0abc195b-8e65-40d5-838e-6c55334cbb09 admin admin] Calling delete_port for 6aeda02e-2653-4987-932d-4bfc5d2b7a6f owned by network:router_interface {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:58:37.304106 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-869727ef-279b-4df8-8776-7687631614e1 None None] Provisioning complete for port 812ced45-5df9-43c6-8589-9f62c2b4a776 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:58:37.304485 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-869727ef-279b-4df8-8776-7687631614e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:37.325865 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14bd5dbc-81b4-4d1e-80e1-10b434fed087 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:58:37.327760 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14bd5dbc-81b4-4d1e-80e1-10b434fed087 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:58:37.329353 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14bd5dbc-81b4-4d1e-80e1-10b434fed087 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:58:37.331989 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-14bd5dbc-81b4-4d1e-80e1-10b434fed087 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0868835 Nov 19 17:58:37.335035 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-85b80686-63eb-4d3b-b196-2cbae2086545 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:37.338222 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 43202) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:58:37.378239 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-85b80686-63eb-4d3b-b196-2cbae2086545 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Calling delete_port for 479b5561-7bef-4242-ab42-8c34dcac65ae owned by network:router_interface {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:58:37.434377 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-869727ef-279b-4df8-8776-7687631614e1 None None] Provisioning complete for port 479b5561-7bef-4242-ab42-8c34dcac65ae triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:58:37.435040 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-869727ef-279b-4df8-8776-7687631614e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:37.480144 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-869727ef-279b-4df8-8776-7687631614e1 None None] Port 479b5561-7bef-4242-ab42-8c34dcac65ae cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:58:37.499377 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec73a865-336e-4f11-9f08-0dcb36290b89 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Deleting subnet 2d936db4-3493-4a03-b637-aa3e883437f9 {{(pid=103365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 17:58:37.506924 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ec73a865-336e-4f11-9f08-0dcb36290b89 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks [] for subnet, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:37.549129 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-bbb81b8d-9005-40ad-b2fa-2c8b691deeeb tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Deleting port 570865e5-d4a7-4db1-b169-327123080355 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:58:37.549485 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-bbb81b8d-9005-40ad-b2fa-2c8b691deeeb tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:37.626693 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ec73a865-336e-4f11-9f08-0dcb36290b89 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12546453'] for subnet, precommit_delete_associations {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:37.627656 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-5cda1272-efb8-46a9-b93f-f0364a7482de None None] Provisioning complete for port 04209417-8beb-468d-b3e8-f2f1f6d0f1c7 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:58:37.628045 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-5cda1272-efb8-46a9-b93f-f0364a7482de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:37.675651 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-5cda1272-efb8-46a9-b93f-f0364a7482de None None] Port 04209417-8beb-468d-b3e8-f2f1f6d0f1c7 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:58:37.737190 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [None req-bbb81b8d-9005-40ad-b2fa-2c8b691deeeb tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] For port 570865e5-d4a7-4db1-b169-327123080355, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=570865e5-d4a7-4db1-b169-327123080355,segment=NetworkSegment(908cbfb2-c77a-4dcc-8920-62455135600f),segment_id=908cbfb2-c77a-4dcc-8920-62455135600f)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:58:37.737860 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-bbb81b8d-9005-40ad-b2fa-2c8b691deeeb tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:37.761230 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-bbb81b8d-9005-40ad-b2fa-2c8b691deeeb tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Calling delete_port for 570865e5-d4a7-4db1-b169-327123080355 owned by network:router_interface {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:58:37.774492 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ec73a865-336e-4f11-9f08-0dcb36290b89 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:37.845077 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-cc67bab9-2e81-44ed-ac78-63050e2ec28e req-1d0e14dd-4c0e-435e-97b1-5db76515254a tempest-ServerShowV257Test-378518122 tempest-ServerShowV257Test-378518122-project] 10.222.0.54 "GET /v2.0/ports?device_id=e2fc923d-52dc-4b55-9df0-3c4f04847063 HTTP/1.1" status: 200 len: 210 time: 0.0346124 Nov 19 17:58:37.845589 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-85b80686-63eb-4d3b-b196-2cbae2086545 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:37.953239 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b80686-63eb-4d3b-b196-2cbae2086545 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Pushing event deleted for resources: {'Port': ['ID=479b5561-7bef-4242-ab42-8c34dcac65ae,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:58:38.110219 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-bbb81b8d-9005-40ad-b2fa-2c8b691deeeb tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:38.130517 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ec73a865-336e-4f11-9f08-0dcb36290b89 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12282919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8731163'] for subnet, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:38.206797 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb81b8d-9005-40ad-b2fa-2c8b691deeeb tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Pushing event deleted for resources: {'Port': ['ID=570865e5-d4a7-4db1-b169-327123080355,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:58:38.221846 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec73a865-336e-4f11-9f08-0dcb36290b89 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Pushing event deleted for resources: {'Subnet': ['ID=2d936db4-3493-4a03-b637-aa3e883437f9,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:58:38.226165 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3586cdf5-6bd6-4a66-b7f1-7ad8134012ec None None] Network 65eace33-2479-4afb-a7b6-41f0773542ac requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:58:38.236241 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ec73a865-336e-4f11-9f08-0dcb36290b89 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks [] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:38.239691 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-ec73a865-336e-4f11-9f08-0dcb36290b89 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "DELETE /v2.0/subnets/2d936db4-3493-4a03-b637-aa3e883437f9 HTTP/1.1" status: 204 len: 168 time: 0.8990924 Nov 19 17:58:38.242782 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 43218) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:58:38.282475 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-85b80686-63eb-4d3b-b196-2cbae2086545 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-768648'] for router_interface, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:38.286274 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0abc195b-8e65-40d5-838e-6c55334cbb09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:38.448091 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abc195b-8e65-40d5-838e-6c55334cbb09 admin admin] Pushing event deleted for resources: {'Port': ['ID=6aeda02e-2653-4987-932d-4bfc5d2b7a6f,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:58:38.530976 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3bce58f-3fc3-4043-a488-9f27eface9ee tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Deleting subnet ea14df93-56f3-4ef0-9023-547eaba6b36b {{(pid=103365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 17:58:38.547471 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d3bce58f-3fc3-4043-a488-9f27eface9ee tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks [] for subnet, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:38.627335 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-bbb81b8d-9005-40ad-b2fa-2c8b691deeeb tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-768648'] for router_interface, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:38.678360 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d3bce58f-3fc3-4043-a488-9f27eface9ee tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12546453'] for subnet, precommit_delete_associations {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:38.844053 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d3bce58f-3fc3-4043-a488-9f27eface9ee tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:38.855319 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40267507-63dd-4484-9d56-9430703d1e79 None None] Update dhcp port {'port': {'network_id': '65eace33-2479-4afb-a7b6-41f0773542ac', 'fixed_ips': [{'subnet_id': 'ea14df93-56f3-4ef0-9023-547eaba6b36b'}], 'binding:host_id': 'n-d-818022-2'}, 'id': '812ced45-5df9-43c6-8589-9f62c2b4a776'} from n-d-818022-2. {{(pid=103366) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 19 17:58:38.910200 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-40267507-63dd-4484-9d56-9430703d1e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:39.131651 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ff24a0aa-5bbb-40db-bb08-b531d5a1bdbd req-951f1363-a6fa-477c-a6b1-84d068b05f8d tempest-ServerShowV257Test-378518122 tempest-ServerShowV257Test-378518122-project] 10.222.0.54 "GET /v2.0/ports?device_id=e2fc923d-52dc-4b55-9df0-3c4f04847063 HTTP/1.1" status: 200 len: 210 time: 0.1012547 Nov 19 17:58:39.138542 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server [None req-40267507-63dd-4484-9d56-9430703d1e79 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ea14df93-56f3-4ef0-9023-547eaba6b36b: This subnet is being modified by another concurrent operation. Nov 19 17:58:39.138542 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 19 17:58:39.138542 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 19 17:58:39.138542 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 19 17:58:39.138542 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 19 17:58:39.138542 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 19 17:58:39.138542 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 19 17:58:39.138542 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 19 17:58:39.138542 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 19 17:58:39.138542 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 19 17:58:39.138542 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 19 17:58:39.138542 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 19 17:58:39.138542 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 17:58:39.138542 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 19 17:58:39.138542 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 17:58:39.138542 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 17:58:39.138542 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 17:58:39.138542 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 17:58:39.138542 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 17:58:39.138542 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 17:58:39.138542 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 17:58:39.138542 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 19 17:58:39.138542 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 17:58:39.138542 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 17:58:39.138542 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 17:58:39.138542 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 17:58:39.138542 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 17:58:39.138542 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 17:58:39.138542 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 17:58:39.138542 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 17:58:39.138542 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 17:58:39.138542 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 17:58:39.138542 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 17:58:39.138542 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 17:58:39.138542 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 17:58:39.138542 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 19 17:58:39.138542 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Nov 19 17:58:39.138542 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Nov 19 17:58:39.138542 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Nov 19 17:58:39.138542 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Nov 19 17:58:39.138542 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 19 17:58:39.138542 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 17:58:39.138542 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 17:58:39.138542 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 19 17:58:39.138542 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 17:58:39.138542 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 19 17:58:39.138542 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 17:58:39.138542 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 17:58:39.138542 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 17:58:39.138542 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 17:58:39.138542 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 17:58:39.138542 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 17:58:39.138542 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 17:58:39.138542 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 19 17:58:39.138542 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 17:58:39.138542 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 17:58:39.138542 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 17:58:39.138542 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 17:58:39.138542 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 17:58:39.138542 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 17:58:39.138542 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 17:58:39.138542 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 17:58:39.138542 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 17:58:39.138542 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 17:58:39.138542 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 17:58:39.138542 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 17:58:39.138542 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 17:58:39.138542 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 19 17:58:39.138542 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1744, in update_port Nov 19 17:58:39.138542 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Nov 19 17:58:39.138542 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 17:58:39.138542 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 19 17:58:39.138542 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1515, in update_port Nov 19 17:58:39.138542 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Nov 19 17:58:39.138542 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Nov 19 17:58:39.138542 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Nov 19 17:58:39.138542 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Nov 19 17:58:39.138542 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Nov 19 17:58:39.138542 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Nov 19 17:58:39.138542 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 19 17:58:39.138542 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 19 17:58:39.138542 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 19 17:58:39.138542 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 19 17:58:39.138542 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server raise exception Nov 19 17:58:39.138542 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ea14df93-56f3-4ef0-9023-547eaba6b36b: This subnet is being modified by another concurrent operation. Nov 19 17:58:39.138542 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server Nov 19 17:58:39.156246 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d3bce58f-3fc3-4043-a488-9f27eface9ee tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12282919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8731163'] for subnet, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:39.211438 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d3bce58f-3fc3-4043-a488-9f27eface9ee tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks [] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:39.219912 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-d3bce58f-3fc3-4043-a488-9f27eface9ee tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "DELETE /v2.0/subnets/ea14df93-56f3-4ef0-9023-547eaba6b36b HTTP/1.1" status: 204 len: 168 time: 0.9761083 Nov 19 17:58:39.227282 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 43234) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:58:39.276664 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bce58f-3fc3-4043-a488-9f27eface9ee tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Pushing event deleted for resources: {'Subnet': ['ID=ea14df93-56f3-4ef0-9023-547eaba6b36b,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:58:39.282352 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f179f3d-d5dc-4bd4-8dd7-e6caba15ed24 None None] Network 65eace33-2479-4afb-a7b6-41f0773542ac requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:58:39.286063 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbb81b8d-9005-40ad-b2fa-2c8b691deeeb tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Router 11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 17:58:39.336597 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-469ce7a4-b4ef-46a3-9bcd-ad092f651280 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1074886 Nov 19 17:58:39.350566 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 43236) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:58:39.360327 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-7281fd6d-cace-4554-81ed-18be59021bd8 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Request body: {'subnet': {'network_id': '65eace33-2479-4afb-a7b6-41f0773542ac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:58:39.553203 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0abc195b-8e65-40d5-838e-6c55334cbb09 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-768648'] for router_interface, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:39.615658 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-0d75f048-bef5-484f-b3cf-1ad3918a6787 None None] Provisioning complete for port 812ced45-5df9-43c6-8589-9f62c2b4a776 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:58:39.616045 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0d75f048-bef5-484f-b3cf-1ad3918a6787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:39.749257 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19e8f6ed-3a8a-4aea-8df0-419034b8a2af None None] DHCP port deletion for 65eace33-2479-4afb-a7b6-41f0773542ac request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 17:58:39.784000 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85b80686-63eb-4d3b-b196-2cbae2086545 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Router d6e0d8c9-0c0f-4f57-ad65-2cdf51c72e0d has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 17:58:39.810007 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-19e8f6ed-3a8a-4aea-8df0-419034b8a2af None None] Deleting port 812ced45-5df9-43c6-8589-9f62c2b4a776 {{(pid=103366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:58:39.810517 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-19e8f6ed-3a8a-4aea-8df0-419034b8a2af None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:39.833737 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7281fd6d-cace-4554-81ed-18be59021bd8 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Made reservation on behalf of 6b45f31544cd40e7b10456e94240dc6e for: {'subnet': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:58:39.837482 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7281fd6d-cace-4554-81ed-18be59021bd8 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8983829'] for subnet, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:39.924168 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-19e8f6ed-3a8a-4aea-8df0-419034b8a2af None None] For port 812ced45-5df9-43c6-8589-9f62c2b4a776, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=812ced45-5df9-43c6-8589-9f62c2b4a776,segment=NetworkSegment(b0148e58-5e40-4372-b35c-802e0d196d41),segment_id=b0148e58-5e40-4372-b35c-802e0d196d41)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:58:39.924669 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-19e8f6ed-3a8a-4aea-8df0-419034b8a2af None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:39.957734 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-19e8f6ed-3a8a-4aea-8df0-419034b8a2af None None] Calling delete_port for 812ced45-5df9-43c6-8589-9f62c2b4a776 owned by network:dhcp {{(pid=103366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:58:40.015694 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-acce6f08-3503-4504-9738-a077aa1c4526 req-95cbcb83-d263-40dd-88b3-9c615d611669 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bcde47c8687b4e9abaef4864523c25af&device_id=e2fc923d-52dc-4b55-9df0-3c4f04847063 HTTP/1.1" status: 200 len: 210 time: 0.1000683 Nov 19 17:58:40.017474 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-bd1ce8cb-aa5d-414d-abe7-d8ca3aeaface req-3418d423-5db2-45d9-83fb-7562473c2535 tempest-ServerShowV257Test-378518122 tempest-ServerShowV257Test-378518122-project] 10.222.0.54 "GET /v2.0/ports?device_id=e2fc923d-52dc-4b55-9df0-3c4f04847063 HTTP/1.1" status: 200 len: 210 time: 0.1038640 Nov 19 17:58:40.054467 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-19e8f6ed-3a8a-4aea-8df0-419034b8a2af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007'] for port, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:40.080110 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-acce6f08-3503-4504-9738-a077aa1c4526 req-066053f8-bbec-4446-a152-4285dada37b0 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=bcde47c8687b4e9abaef4864523c25af&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0550168 Nov 19 17:58:40.085785 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e8f6ed-3a8a-4aea-8df0-419034b8a2af None None] Pushing event deleted for resources: {'Port': ['ID=812ced45-5df9-43c6-8589-9f62c2b4a776,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:58:40.087864 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e8f6ed-3a8a-4aea-8df0-419034b8a2af None None] No DVR routers for this DVR port 812ced45-5df9-43c6-8589-9f62c2b4a776 on host n-d-818022-2 {{(pid=103366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:58:40.106184 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbb81b8d-9005-40ad-b2fa-2c8b691deeeb tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 17:58:40.112616 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5b20d46-6b0c-489f-99c1-dac6ef835e38 None None] get_active_networks_info from n-d-818022-2 {{(pid=103366) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 19 17:58:40.121482 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-bbb81b8d-9005-40ad-b2fa-2c8b691deeeb tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] 10.222.0.54 "PUT /v2.0/routers/11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3883207 Nov 19 17:58:40.147858 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 43246) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:58:40.159146 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8fcbbf-5d57-4863-bfb8-6676ef7b5891 None None] Sync routers for ids ['11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb'] in n-d-818022-2 {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 17:58:40.190331 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8fcbbf-5d57-4863-bfb8-6676ef7b5891 None None] Routers {'11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:58:40.192948 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-2f8fcbbf-5d57-4863-bfb8-6676ef7b5891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:58:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:58:40.212387 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85b80686-63eb-4d3b-b196-2cbae2086545 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 17:58:40.233101 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-85b80686-63eb-4d3b-b196-2cbae2086545 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] 10.222.0.54 "PUT /v2.0/routers/d6e0d8c9-0c0f-4f57-ad65-2cdf51c72e0d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9399288 Nov 19 17:58:40.236779 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca1b13a0-dc77-452d-9f22-3bbd1c467b63 None None] Sync routers for ids ['d6e0d8c9-0c0f-4f57-ad65-2cdf51c72e0d'] in n-d-818022-2 {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 17:58:40.237780 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 43248) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:58:40.257221 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca1b13a0-dc77-452d-9f22-3bbd1c467b63 None None] Routers {'d6e0d8c9-0c0f-4f57-ad65-2cdf51c72e0d'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:58:40.257417 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_v2 [None req-128ef7a6-b4c2-4ede-8c08-9aa82dfe2ea3 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Deleting subnet e5ec16ea-7136-4bf3-bd8f-ae54ec5c0796 {{(pid=103365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 17:58:40.258255 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-ca1b13a0-dc77-452d-9f22-3bbd1c467b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:58:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['d6e0d8c9-0c0f-4f57-ad65-2cdf51c72e0d'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:58:40.312519 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-128ef7a6-b4c2-4ede-8c08-9aa82dfe2ea3 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks [] for subnet, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:40.335578 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-ca1b13a0-dc77-452d-9f22-3bbd1c467b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:58:40.355190 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca1b13a0-dc77-452d-9f22-3bbd1c467b63 None None] Routers {'d6e0d8c9-0c0f-4f57-ad65-2cdf51c72e0d'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:58:40.356022 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-ca1b13a0-dc77-452d-9f22-3bbd1c467b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:58:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['d6e0d8c9-0c0f-4f57-ad65-2cdf51c72e0d'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:58:40.381221 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-2f8fcbbf-5d57-4863-bfb8-6676ef7b5891 None None] Set router 11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb gateway port host: None {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:58:40.438668 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-ca1b13a0-dc77-452d-9f22-3bbd1c467b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:58:40.439578 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca1b13a0-dc77-452d-9f22-3bbd1c467b63 None None] The sync data for ids ['d6e0d8c9-0c0f-4f57-ad65-2cdf51c72e0d'] in n-d-818022-2 is: [] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 17:58:40.448385 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acce6f08-3503-4504-9738-a077aa1c4526 req-455098dd-7528-4d7b-9edd-78499f8a9cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:58:40.449928 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-acce6f08-3503-4504-9738-a077aa1c4526 req-455098dd-7528-4d7b-9edd-78499f8a9cb7 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3570764 Nov 19 17:58:40.500394 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-128ef7a6-b4c2-4ede-8c08-9aa82dfe2ea3 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12546453'] for subnet, precommit_delete_associations {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:40.637093 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7281fd6d-cace-4554-81ed-18be59021bd8 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12425078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8983815'] for subnet, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:40.654970 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 812ced45-5df9-43c6-8589-9f62c2b4a776 no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:58:40.657904 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5b20d46-6b0c-489f-99c1-dac6ef835e38 None None] Resources bound (agent type, host, resource id): {{(pid=103366) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 19 17:58:40.689988 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-128ef7a6-b4c2-4ede-8c08-9aa82dfe2ea3 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:40.693844 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7281fd6d-cace-4554-81ed-18be59021bd8 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Network 65eace33-2479-4afb-a7b6-41f0773542ac is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:58:40.700030 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-7281fd6d-cace-4554-81ed-18be59021bd8 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:58:40.703405 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0abc195b-8e65-40d5-838e-6c55334cbb09 admin admin] Router f4b6c58f-cd75-44cc-8787-baec48807333 has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 17:58:40.707136 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7281fd6d-cace-4554-81ed-18be59021bd8 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:58:40.707725 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7281fd6d-cace-4554-81ed-18be59021bd8 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:40.712025 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: 812ced45-5df9-43c6-8589-9f62c2b4a776 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:58:40.712395 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 812ced45-5df9-43c6-8589-9f62c2b4a776 not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:58:40.732905 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 43254) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:58:40.768229 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7281fd6d-cace-4554-81ed-18be59021bd8 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Pushing event updated for resources: {'Subnet': ['ID=887b8384-dd9b-4848-9a4a-2630fa626e12,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:58:40.852173 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-128ef7a6-b4c2-4ede-8c08-9aa82dfe2ea3 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12282919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8731163'] for subnet, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:40.875004 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-7281fd6d-cace-4554-81ed-18be59021bd8 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5209565 Nov 19 17:58:40.882187 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 43258) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:58:40.894307 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-8143af0a-000c-46af-8310-2b0ae5e46539 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Request body: {'subnet': {'network_id': '65eace33-2479-4afb-a7b6-41f0773542ac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:58:40.915255 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128ef7a6-b4c2-4ede-8c08-9aa82dfe2ea3 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Pushing event deleted for resources: {'Subnet': ['ID=e5ec16ea-7136-4bf3-bd8f-ae54ec5c0796,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:58:40.927427 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-128ef7a6-b4c2-4ede-8c08-9aa82dfe2ea3 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks [] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:40.929195 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9d238312-e009-4906-8c5d-07bca216f5e0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:40.931117 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-128ef7a6-b4c2-4ede-8c08-9aa82dfe2ea3 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] 10.222.0.54 "DELETE /v2.0/subnets/e5ec16ea-7136-4bf3-bd8f-ae54ec5c0796 HTTP/1.1" status: 204 len: 168 time: 0.7822185 Nov 19 17:58:40.934997 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 43260) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:58:40.992344 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-2f8fcbbf-5d57-4863-bfb8-6676ef7b5891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb', 'name': 'tempest-RoutersIpV6Test-router-1062832239', 'tenant_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:57:38Z', 'updated_at': '2021-11-19T17:58:38Z', 'revision_number': 10, 'project_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'gw_port_host': None, '_interfaces': [{'id': '6e0c8526-4f8e-41bd-9aa5-321bd07d5d14', 'name': '', 'network_id': '782a6462-eee3-4699-90ef-0416652dd862', 'tenant_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'mac_address': 'fa:16:3e:b6:5d:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2160, 'fixed_ips': [{'subnet_id': 'c823e22e-08c9-40fd-90bf-a9bab2677b28', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:57:42Z', 'updated_at': '2021-11-19T17:57:49Z', 'revision_number': 5, 'project_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'subnets': [{'id': 'c823e22e-08c9-40fd-90bf-a9bab2677b28', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:58:41.027585 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8fcbbf-5d57-4863-bfb8-6676ef7b5891 None None] Checking router: 11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb for host: n-d-818022-2 {{(pid=103366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 17:58:41.044683 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8fcbbf-5d57-4863-bfb8-6676ef7b5891 None None] Routers {'11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:58:41.045680 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-2f8fcbbf-5d57-4863-bfb8-6676ef7b5891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:58:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:58:41.094308 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0abc195b-8e65-40d5-838e-6c55334cbb09 admin admin] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 17:58:41.100261 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-0abc195b-8e65-40d5-838e-6c55334cbb09 admin admin] 10.222.0.54 "PUT /v2.0/routers/f4b6c58f-cd75-44cc-8787-baec48807333/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3501062 Nov 19 17:58:41.109085 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7ccb50c2-4d5f-4f95-8799-19fbe1c5813e tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:41.110418 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 43264) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:58:41.139656 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d291adcd-6bf8-4cfe-9cb4-b90e3e15dac3 None None] Sync routers for ids ['f4b6c58f-cd75-44cc-8787-baec48807333'] in n-d-818022-2 {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 17:58:41.141261 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-79da3da7-0218-4263-bf6b-14b81c6e1efe tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-768564'] for router_interface, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:41.190782 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dcf16c3-81c4-46f9-83e7-616e9ffe3f18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54f44f5f-1200-574e-8740-2141911d5b73-65eace33-2479-4afb-a7b6-41f0773542ac', 'network_id': '65eace33-2479-4afb-a7b6-41f0773542ac', 'tenant_id': '6b45f31544cd40e7b10456e94240dc6e', 'fixed_ips': [{'subnet_id': '887b8384-dd9b-4848-9a4a-2630fa626e12'}]}} from n-d-818022-2. {{(pid=103366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 17:58:41.191651 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3dcf16c3-81c4-46f9-83e7-616e9ffe3f18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:41.210514 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d291adcd-6bf8-4cfe-9cb4-b90e3e15dac3 None None] Routers {'f4b6c58f-cd75-44cc-8787-baec48807333'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:58:41.211208 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-d291adcd-6bf8-4cfe-9cb4-b90e3e15dac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:58:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['f4b6c58f-cd75-44cc-8787-baec48807333'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:58:41.215474 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-07496e86-e71d-4efb-82be-bdc4b177158b req-bf7052fc-704c-4602-ad45-2e6c96b3a308 tempest-ServerShowV257Test-378518122 tempest-ServerShowV257Test-378518122-project] 10.222.0.54 "GET /v2.0/ports?device_id=e2fc923d-52dc-4b55-9df0-3c4f04847063 HTTP/1.1" status: 200 len: 210 time: 0.0416045 Nov 19 17:58:41.222098 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-2f8fcbbf-5d57-4863-bfb8-6676ef7b5891 None None] Set router 11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb gateway port host: None {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:58:41.273778 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8143af0a-000c-46af-8310-2b0ae5e46539 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Made reservation on behalf of 6b45f31544cd40e7b10456e94240dc6e for: {'subnet': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:58:41.277595 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8143af0a-000c-46af-8310-2b0ae5e46539 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8983829'] for subnet, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:41.425149 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-7ccb50c2-4d5f-4f95-8799-19fbe1c5813e tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Deleting port d7f3ed3c-59e4-4211-9649-6853b4fb2d89 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:58:41.426703 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7ccb50c2-4d5f-4f95-8799-19fbe1c5813e tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:41.445023 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9d238312-e009-4906-8c5d-07bca216f5e0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:41.460540 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f913b465-b3cb-4f07-9905-d0f911b05397 admin admin] Publish callbacks [] for router, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:41.474156 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9d238312-e009-4906-8c5d-07bca216f5e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:41.562216 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-9d238312-e009-4906-8c5d-07bca216f5e0 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=08c74f8d5492483bb68018a48bc342eb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8191040 Nov 19 17:58:41.566727 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 43272) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:58:41.600918 n-d-818022-2 neutron-server[103364]: INFO neutron.db.ipam_backend_mixin [None req-8143af0a-000c-46af-8310-2b0ae5e46539 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 887b8384-dd9b-4848-9a4a-2630fa626e12 (CIDR: 2001:db8::/64) Nov 19 17:58:41.614128 n-d-818022-2 neutron-server[103364]: INFO neutron.pecan_wsgi.hooks.translation [None req-8143af0a-000c-46af-8310-2b0ae5e46539 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 17:58:41.614592 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8143af0a-000c-46af-8310-2b0ae5e46539 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103364) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 17:58:41.663765 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d238312-e009-4906-8c5d-07bca216f5e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3bc8e37-796c-4f4f-92cd-ebf05dd8a8bf,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:58:41.677773 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-8143af0a-000c-46af-8310-2b0ae5e46539 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7925096 Nov 19 17:58:41.683285 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 43274) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:58:41.688385 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-9c64acea-b3d8-41c3-989a-93d75da01d1e tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Request body: {'subnet': {'network_id': '65eace33-2479-4afb-a7b6-41f0773542ac', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:58:41.753903 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [None req-7ccb50c2-4d5f-4f95-8799-19fbe1c5813e tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] For port d7f3ed3c-59e4-4211-9649-6853b4fb2d89, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=d7f3ed3c-59e4-4211-9649-6853b4fb2d89,segment=NetworkSegment(908cbfb2-c77a-4dcc-8920-62455135600f),segment_id=908cbfb2-c77a-4dcc-8920-62455135600f)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:58:41.754675 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7ccb50c2-4d5f-4f95-8799-19fbe1c5813e tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:41.773339 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f913b465-b3cb-4f07-9905-d0f911b05397 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:41.781958 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-7ccb50c2-4d5f-4f95-8799-19fbe1c5813e tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Calling delete_port for d7f3ed3c-59e4-4211-9649-6853b4fb2d89 owned by network:dhcp {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:58:41.852066 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-d291adcd-6bf8-4cfe-9cb4-b90e3e15dac3 None None] Set router f4b6c58f-cd75-44cc-8787-baec48807333 gateway port host: n-d-818022-2 {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:58:41.893000 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-acce6f08-3503-4504-9738-a077aa1c4526 req-078b29dd-5dc5-41dc-9b88-fd09bc7d1ada tempest-ServerShowV257Test-378518122 tempest-ServerShowV257Test-378518122-project] 10.222.0.60 "GET /v2.0/ports?device_id=e2fc923d-52dc-4b55-9df0-3c4f04847063 HTTP/1.1" status: 200 len: 210 time: 0.2298584 Nov 19 17:58:41.906722 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7ccb50c2-4d5f-4f95-8799-19fbe1c5813e tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:41.909285 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-f913b465-b3cb-4f07-9905-d0f911b05397 admin admin] Deleting port 2b481e0b-b01f-4d49-81a8-0eb8b35f9a90 {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:58:41.909737 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f913b465-b3cb-4f07-9905-d0f911b05397 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:41.954110 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c64acea-b3d8-41c3-989a-93d75da01d1e tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Made reservation on behalf of 6b45f31544cd40e7b10456e94240dc6e for: {'subnet': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:58:41.958172 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9c64acea-b3d8-41c3-989a-93d75da01d1e tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8983829'] for subnet, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:41.994592 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ccb50c2-4d5f-4f95-8799-19fbe1c5813e tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] No DVR routers for this DVR port d7f3ed3c-59e4-4211-9649-6853b4fb2d89 on host n-d-818022-2 {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:58:42.054752 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [None req-3dcf16c3-81c4-46f9-83e7-616e9ffe3f18 None None] Allocated IP 2001:db8::2 (65eace33-2479-4afb-a7b6-41f0773542ac/887b8384-dd9b-4848-9a4a-2630fa626e12/3b46b282-ab22-4ffd-a42f-73e7984be408) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:58:42.096935 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-2f8fcbbf-5d57-4863-bfb8-6676ef7b5891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb', 'name': 'tempest-RoutersIpV6Test-router-1062832239', 'tenant_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:57:38Z', 'updated_at': '2021-11-19T17:58:38Z', 'revision_number': 10, 'project_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'gw_port_host': None, '_interfaces': [{'id': '6e0c8526-4f8e-41bd-9aa5-321bd07d5d14', 'name': '', 'network_id': '782a6462-eee3-4699-90ef-0416652dd862', 'tenant_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'mac_address': 'fa:16:3e:b6:5d:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2160, 'fixed_ips': [{'subnet_id': 'c823e22e-08c9-40fd-90bf-a9bab2677b28', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:57:42Z', 'updated_at': '2021-11-19T17:57:49Z', 'revision_number': 5, 'project_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'subnets': [{'id': 'c823e22e-08c9-40fd-90bf-a9bab2677b28', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:58:42.184611 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8fcbbf-5d57-4863-bfb8-6676ef7b5891 None None] The sync data for ids ['11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb'] in n-d-818022-2 is: [{'id': '11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb', 'name': 'tempest-RoutersIpV6Test-router-1062832239', 'tenant_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:57:38Z', 'updated_at': '2021-11-19T17:58:38Z', 'revision_number': 10, 'project_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'gw_port_host': None, '_interfaces': [{'id': '6e0c8526-4f8e-41bd-9aa5-321bd07d5d14', 'name': '', 'network_id': '782a6462-eee3-4699-90ef-0416652dd862', 'tenant_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'mac_address': 'fa:16:3e:b6:5d:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2160, 'fixed_ips': [{'subnet_id': 'c823e22e-08c9-40fd-90bf-a9bab2677b28', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:57:42Z', 'updated_at': '2021-11-19T17:57:49Z', 'revision_number': 5, 'project_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'subnets': [{'id': 'c823e22e-08c9-40fd-90bf-a9bab2677b28', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 17:58:42.200731 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7ccb50c2-4d5f-4f95-8799-19fbe1c5813e tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:42.254556 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-7ccb50c2-4d5f-4f95-8799-19fbe1c5813e tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4c1f67d-b9d6-457d-a30d-05740dce0e7c']}} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:58:42.283126 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-7ccb50c2-4d5f-4f95-8799-19fbe1c5813e tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '908cbfb2-c77a-4dcc-8920-62455135600f') {'for_net_delete': True} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:58:42.283467 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-7ccb50c2-4d5f-4f95-8799-19fbe1c5813e tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '908cbfb2-c77a-4dcc-8920-62455135600f') {} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:58:42.294745 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7ccb50c2-4d5f-4f95-8799-19fbe1c5813e tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12545382'] for segment, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:42.309619 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7ccb50c2-4d5f-4f95-8799-19fbe1c5813e tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:42.317429 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ccb50c2-4d5f-4f95-8799-19fbe1c5813e tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Releasing vlan 683 on physical network physnet1 to pool {{(pid=103365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 17:58:42.317859 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7ccb50c2-4d5f-4f95-8799-19fbe1c5813e tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12282953'] for segment, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:42.339205 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-d291adcd-6bf8-4cfe-9cb4-b90e3e15dac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4b6c58f-cd75-44cc-8787-baec48807333', 'name': 'tempest-TaggedBootDevicesTest-1091881533-router', 'tenant_id': 'fffb0ab519a04afbb97719f4710d532f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.171'}], 'enable_snat': True}, 'gw_port_id': '2b481e0b-b01f-4d49-81a8-0eb8b35f9a90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:46:05Z', 'updated_at': '2021-11-19T17:58:38Z', 'revision_number': 5, 'project_id': 'fffb0ab519a04afbb97719f4710d532f', 'gw_port': {'id': '2b481e0b-b01f-4d49-81a8-0eb8b35f9a90', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:a8:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4b6c58f-cd75-44cc-8787-baec48807333', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:46:07Z', 'updated_at': '2021-11-19T17:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:58:42.384670 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d291adcd-6bf8-4cfe-9cb4-b90e3e15dac3 None None] Checking router: f4b6c58f-cd75-44cc-8787-baec48807333 for host: n-d-818022-2 {{(pid=103366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 17:58:42.387515 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3dcf16c3-81c4-46f9-83e7-616e9ffe3f18 None None] Publish callbacks [] for port, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:42.398238 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d291adcd-6bf8-4cfe-9cb4-b90e3e15dac3 None None] Routers {'f4b6c58f-cd75-44cc-8787-baec48807333'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:58:42.399084 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-d291adcd-6bf8-4cfe-9cb4-b90e3e15dac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:58:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['f4b6c58f-cd75-44cc-8787-baec48807333'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:58:42.448943 n-d-818022-2 neutron-server[103365]: Traceback (most recent call last): Nov 19 17:58:42.448943 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 17:58:42.448943 n-d-818022-2 neutron-server[103365]: timer() Nov 19 17:58:42.448943 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 17:58:42.448943 n-d-818022-2 neutron-server[103365]: cb(*args, **kw) Nov 19 17:58:42.448943 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 17:58:42.448943 n-d-818022-2 neutron-server[103365]: return func(*args, **kwargs) Nov 19 17:58:42.448943 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 17:58:42.448943 n-d-818022-2 neutron-server[103365]: self._notify() Nov 19 17:58:42.448943 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 17:58:42.448943 n-d-818022-2 neutron-server[103365]: self.callback(batched_events) Nov 19 17:58:42.448943 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 17:58:42.448943 n-d-818022-2 neutron-server[103365]: event.method(event) Nov 19 17:58:42.448943 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 17:58:42.448943 n-d-818022-2 neutron-server[103365]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 17:58:42.448943 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 17:58:42.448943 n-d-818022-2 neutron-server[103365]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 17:58:42.448943 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 17:58:42.448943 n-d-818022-2 neutron-server[103365]: return f(self, *a, **k) Nov 19 17:58:42.448943 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 17:58:42.448943 n-d-818022-2 neutron-server[103365]: return self._get(url).json() Nov 19 17:58:42.448943 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 17:58:42.448943 n-d-818022-2 neutron-server[103365]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 17:58:42.448943 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 17:58:42.448943 n-d-818022-2 neutron-server[103365]: return self.request(url, 'GET', **kwargs) Nov 19 17:58:42.448943 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 17:58:42.448943 n-d-818022-2 neutron-server[103365]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 17:58:42.448943 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 17:58:42.448943 n-d-818022-2 neutron-server[103365]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 17:58:42.448943 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 17:58:42.448943 n-d-818022-2 neutron-server[103365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 17:58:42.448943 n-d-818022-2 neutron-server[103365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 17:58:42.451151 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccb50c2-4d5f-4f95-8799-19fbe1c5813e tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Pushing event deleted for resources: {'Port': ['ID=d7f3ed3c-59e4-4211-9649-6853b4fb2d89,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:58:42.507867 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3dcf16c3-81c4-46f9-83e7-616e9ffe3f18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998'] for port, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:42.515399 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-72b9cf4d-d7be-4777-9e78-ad5afef9889d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:42.527557 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3f089c7a-3086-4721-b94f-0f7208063c3c req-3b3b6153-8577-48e6-b1d7-52a69f7ff334 tempest-ServerShowV257Test-378518122 tempest-ServerShowV257Test-378518122-project] 10.222.0.54 "GET /v2.0/ports?device_id=e2fc923d-52dc-4b55-9df0-3c4f04847063 HTTP/1.1" status: 200 len: 210 time: 0.1058979 Nov 19 17:58:42.533044 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7ccb50c2-4d5f-4f95-8799-19fbe1c5813e tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671242'] for network, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:42.548802 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7ccb50c2-4d5f-4f95-8799-19fbe1c5813e tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks [] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:42.552404 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-7ccb50c2-4d5f-4f95-8799-19fbe1c5813e tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] 10.222.0.54 "DELETE /v2.0/networks/c4c1f67d-b9d6-457d-a30d-05740dce0e7c HTTP/1.1" status: 204 len: 168 time: 1.6164570 Nov 19 17:58:42.559795 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 43282) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:58:42.656084 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dcf16c3-81c4-46f9-83e7-616e9ffe3f18 None None] Network 65eace33-2479-4afb-a7b6-41f0773542ac is already hosted by enough agents. {{(pid=103366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:58:42.663436 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [None req-3dcf16c3-81c4-46f9-83e7-616e9ffe3f18 None None] Resources bound (agent type, host, resource id): {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:58:42.668368 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dcf16c3-81c4-46f9-83e7-616e9ffe3f18 None None] Received port after_create {{(pid=103366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:58:42.678398 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-d291adcd-6bf8-4cfe-9cb4-b90e3e15dac3 None None] Set router f4b6c58f-cd75-44cc-8787-baec48807333 gateway port host: None {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:58:42.682462 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcf16c3-81c4-46f9-83e7-616e9ffe3f18 None None] Pushing event updated for resources: {'Port': ['ID=3b46b282-ab22-4ffd-a42f-73e7984be408,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:58:42.742880 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccb50c2-4d5f-4f95-8799-19fbe1c5813e tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Pushing event deleted for resources: {'Network': ['ID=c4c1f67d-b9d6-457d-a30d-05740dce0e7c,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:58:42.760926 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-72b9cf4d-d7be-4777-9e78-ad5afef9889d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:42.784129 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-d291adcd-6bf8-4cfe-9cb4-b90e3e15dac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4b6c58f-cd75-44cc-8787-baec48807333', 'name': 'tempest-TaggedBootDevicesTest-1091881533-router', 'tenant_id': 'fffb0ab519a04afbb97719f4710d532f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:46:05Z', 'updated_at': '2021-11-19T17:58:41Z', 'revision_number': 6, 'project_id': 'fffb0ab519a04afbb97719f4710d532f', 'gw_port_host': None}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:58:42.800352 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-79da3da7-0218-4263-bf6b-14b81c6e1efe tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Deleting port 04209417-8beb-468d-b3e8-f2f1f6d0f1c7 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:58:42.800690 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-79da3da7-0218-4263-bf6b-14b81c6e1efe tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:42.844936 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d291adcd-6bf8-4cfe-9cb4-b90e3e15dac3 None None] The sync data for ids ['f4b6c58f-cd75-44cc-8787-baec48807333'] in n-d-818022-2 is: [{'id': 'f4b6c58f-cd75-44cc-8787-baec48807333', 'name': 'tempest-TaggedBootDevicesTest-1091881533-router', 'tenant_id': 'fffb0ab519a04afbb97719f4710d532f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:46:05Z', 'updated_at': '2021-11-19T17:58:41Z', 'revision_number': 6, 'project_id': 'fffb0ab519a04afbb97719f4710d532f', 'gw_port_host': None}] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 17:58:42.865790 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-3dcf16c3-81c4-46f9-83e7-616e9ffe3f18 None None] Attempting to bind port 3b46b282-ab22-4ffd-a42f-73e7984be408 on host n-d-818022-2 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:58:42.866176 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-3dcf16c3-81c4-46f9-83e7-616e9ffe3f18 None None] Attempting to bind port 3b46b282-ab22-4ffd-a42f-73e7984be408 by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': 'b0148e58-5e40-4372-b35c-802e0d196d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '65eace33-2479-4afb-a7b6-41f0773542ac'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:58:42.866554 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dcf16c3-81c4-46f9-83e7-616e9ffe3f18 None None] Attempting to bind port 3b46b282-ab22-4ffd-a42f-73e7984be408 on network 65eace33-2479-4afb-a7b6-41f0773542ac {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:58:42.882282 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dcf16c3-81c4-46f9-83e7-616e9ffe3f18 None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 58, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:58:42.883426 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dcf16c3-81c4-46f9-83e7-616e9ffe3f18 None None] Checking segment: {'id': 'b0148e58-5e40-4372-b35c-802e0d196d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '65eace33-2479-4afb-a7b6-41f0773542ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:58:42.884080 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3dcf16c3-81c4-46f9-83e7-616e9ffe3f18 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:42.884496 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dcf16c3-81c4-46f9-83e7-616e9ffe3f18 None None] Bound using segment: {'id': 'b0148e58-5e40-4372-b35c-802e0d196d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '65eace33-2479-4afb-a7b6-41f0773542ac'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:58:42.888400 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-3dcf16c3-81c4-46f9-83e7-616e9ffe3f18 None None] Bound port: 3b46b282-ab22-4ffd-a42f-73e7984be408, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0148e58-5e40-4372-b35c-802e0d196d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '65eace33-2479-4afb-a7b6-41f0773542ac'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:58:42.888894 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3dcf16c3-81c4-46f9-83e7-616e9ffe3f18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:42.900274 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cb40ed-bab5-456b-a4e3-0856fb30c922 req-d446774d-fb32-4f04-b5b7-0a52e9941930 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:58:42.907986 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cb40ed-bab5-456b-a4e3-0856fb30c922 req-d446774d-fb32-4f04-b5b7-0a52e9941930 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:58:42.915554 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cb40ed-bab5-456b-a4e3-0856fb30c922 req-d446774d-fb32-4f04-b5b7-0a52e9941930 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:58:42.926519 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cb40ed-bab5-456b-a4e3-0856fb30c922 req-d446774d-fb32-4f04-b5b7-0a52e9941930 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:58:42.934600 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cb40ed-bab5-456b-a4e3-0856fb30c922 req-d446774d-fb32-4f04-b5b7-0a52e9941930 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:58:42.941234 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cb40ed-bab5-456b-a4e3-0856fb30c922 req-d446774d-fb32-4f04-b5b7-0a52e9941930 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:58:42.948128 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cb40ed-bab5-456b-a4e3-0856fb30c922 req-d446774d-fb32-4f04-b5b7-0a52e9941930 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:58:42.950643 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-49cb40ed-bab5-456b-a4e3-0856fb30c922 req-d446774d-fb32-4f04-b5b7-0a52e9941930 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4e34aa3-c9da-43ec-a34a-37de5c74afc3 HTTP/1.1" status: 200 len: 5443 time: 0.2924824 Nov 19 17:58:43.016370 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-3dcf16c3-81c4-46f9-83e7-616e9ffe3f18 None None] For port 3b46b282-ab22-4ffd-a42f-73e7984be408, host n-d-818022-2, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:58:43.024451 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-3dcf16c3-81c4-46f9-83e7-616e9ffe3f18 None None] For port 3b46b282-ab22-4ffd-a42f-73e7984be408, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=3b46b282-ab22-4ffd-a42f-73e7984be408,segment=NetworkSegment(b0148e58-5e40-4372-b35c-802e0d196d41),segment_id=b0148e58-5e40-4372-b35c-802e0d196d41)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:58:43.027185 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [None req-f913b465-b3cb-4f07-9905-d0f911b05397 admin admin] For port 2b481e0b-b01f-4d49-81a8-0eb8b35f9a90, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=2b481e0b-b01f-4d49-81a8-0eb8b35f9a90,segment=NetworkSegment(bbe705c1-96c0-476e-8381-28227e6f0ac5),segment_id=bbe705c1-96c0-476e-8381-28227e6f0ac5)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:58:43.028013 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f913b465-b3cb-4f07-9905-d0f911b05397 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:43.034600 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3dcf16c3-81c4-46f9-83e7-616e9ffe3f18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:43.047132 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-72b9cf4d-d7be-4777-9e78-ad5afef9889d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:43.049909 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-72b9cf4d-d7be-4777-9e78-ad5afef9889d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:43.051067 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-72b9cf4d-d7be-4777-9e78-ad5afef9889d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d3bc8e37-796c-4f4f-92cd-ebf05dd8a8bf HTTP/1.1" status: 204 len: 168 time: 1.4793308 Nov 19 17:58:43.053025 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-79da3da7-0218-4263-bf6b-14b81c6e1efe tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:43.060015 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-f913b465-b3cb-4f07-9905-d0f911b05397 admin admin] Calling delete_port for 2b481e0b-b01f-4d49-81a8-0eb8b35f9a90 owned by network:router_gateway {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:58:43.071481 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b9cf4d-d7be-4777-9e78-ad5afef9889d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3bc8e37-796c-4f4f-92cd-ebf05dd8a8bf,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:58:43.080928 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-79da3da7-0218-4263-bf6b-14b81c6e1efe tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Calling delete_port for 04209417-8beb-468d-b3e8-f2f1f6d0f1c7 owned by network:router_interface {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:58:43.154864 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcf16c3-81c4-46f9-83e7-616e9ffe3f18 None None] Pushing event updated for resources: {'Port': ['ID=3b46b282-ab22-4ffd-a42f-73e7984be408,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:58:43.159251 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-49cb40ed-bab5-456b-a4e3-0856fb30c922 req-8a4c1b1a-67ad-4e25-9d95-c9876de91137 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] 10.222.0.54 "GET /v2.0/security-groups?id=89e36896-1c46-4104-bcaf-813bfdc934e0&id=6f748c30-bcc4-4f26-989c-71d930e18e94&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2016809 Nov 19 17:58:43.303519 n-d-818022-2 neutron-server[103364]: DEBUG neutron.objects.ports [None req-9c64acea-b3d8-41c3-989a-93d75da01d1e tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103364) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 19 17:58:43.431750 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0e638c-cd43-476f-9842-ce117aaaa000 req-1255ae72-6cbb-479b-99fb-743f3415c3fc tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:58:43.442055 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0e638c-cd43-476f-9842-ce117aaaa000 req-1255ae72-6cbb-479b-99fb-743f3415c3fc tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:58:43.449581 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0e638c-cd43-476f-9842-ce117aaaa000 req-1255ae72-6cbb-479b-99fb-743f3415c3fc tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:58:43.457835 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0e638c-cd43-476f-9842-ce117aaaa000 req-1255ae72-6cbb-479b-99fb-743f3415c3fc tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:58:43.480747 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0e638c-cd43-476f-9842-ce117aaaa000 req-1255ae72-6cbb-479b-99fb-743f3415c3fc tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:58:43.489133 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0e638c-cd43-476f-9842-ce117aaaa000 req-1255ae72-6cbb-479b-99fb-743f3415c3fc tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:58:43.496464 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0e638c-cd43-476f-9842-ce117aaaa000 req-1255ae72-6cbb-479b-99fb-743f3415c3fc tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:58:43.499946 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ef0e638c-cd43-476f-9842-ce117aaaa000 req-1255ae72-6cbb-479b-99fb-743f3415c3fc tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4e34aa3-c9da-43ec-a34a-37de5c74afc3 HTTP/1.1" status: 200 len: 5443 time: 0.1849940 Nov 19 17:58:43.539146 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 43298) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:58:43.569106 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-59218e8f-6ab8-42bb-be39-6d31ffe56695 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-768564'] for router_interface, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:43.580706 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7f13c41e-0a81-4a3c-ab1a-e598cf715ce1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:43.700564 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f913b465-b3cb-4f07-9905-d0f911b05397 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:43.734993 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f913b465-b3cb-4f07-9905-d0f911b05397 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b481e0b-b01f-4d49-81a8-0eb8b35f9a90,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:58:43.843492 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9c64acea-b3d8-41c3-989a-93d75da01d1e tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:43.954671 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f913b465-b3cb-4f07-9905-d0f911b05397 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-671730'] for router_gateway, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:44.050633 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 43306) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:58:44.076143 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.agents_db [None req-619e5c26-d9ed-4321-86eb-7d443bb9dfa2 None None] Agent healthcheck: found 7 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 17:58:44.114970 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0e638c-cd43-476f-9842-ce117aaaa000 req-f8c8d66a-26ae-42f8-9d19-95a5c12cc42f tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:58:44.116467 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ef0e638c-cd43-476f-9842-ce117aaaa000 req-f8c8d66a-26ae-42f8-9d19-95a5c12cc42f tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] 10.222.0.60 "GET /v2.0/ports/e9f9a1b4-ed63-46ec-bad8-a2a818826308?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.6101999 Nov 19 17:58:44.164350 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-79da3da7-0218-4263-bf6b-14b81c6e1efe tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:44.170683 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7f13c41e-0a81-4a3c-ab1a-e598cf715ce1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:44.175464 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f913b465-b3cb-4f07-9905-d0f911b05397 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4696'] for router, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:44.181026 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f913b465-b3cb-4f07-9905-d0f911b05397 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:44.184327 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7f13c41e-0a81-4a3c-ab1a-e598cf715ce1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:44.362950 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-7f13c41e-0a81-4a3c-ab1a-e598cf715ce1 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=bcdfb5ca10124319b0f76a65b381c213&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8199849 Nov 19 17:58:44.374185 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79da3da7-0218-4263-bf6b-14b81c6e1efe tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Pushing event deleted for resources: {'Port': ['ID=04209417-8beb-468d-b3e8-f2f1f6d0f1c7,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:58:44.383416 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 43312) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:58:44.391368 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f913b465-b3cb-4f07-9905-d0f911b05397 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-543895'] for router, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:44.392679 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f913b465-b3cb-4f07-9905-d0f911b05397 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f4b6c58f-cd75-44cc-8787-baec48807333 {{(pid=103364) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 17:58:44.408644 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f913b465-b3cb-4f07-9905-d0f911b05397 admin admin] Publish callbacks [] for router, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:44.412288 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-f913b465-b3cb-4f07-9905-d0f911b05397 admin admin] 10.222.0.54 "DELETE /v2.0/routers/f4b6c58f-cd75-44cc-8787-baec48807333 HTTP/1.1" status: 204 len: 168 time: 3.2985258 Nov 19 17:58:44.415533 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f13c41e-0a81-4a3c-ab1a-e598cf715ce1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f47dc4fe-2770-4c17-89e8-71a751337603,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:58:44.418151 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 43314) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:58:44.502564 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [None req-9c64acea-b3d8-41c3-989a-93d75da01d1e tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] For port 3b46b282-ab22-4ffd-a42f-73e7984be408, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=3b46b282-ab22-4ffd-a42f-73e7984be408,segment=NetworkSegment(b0148e58-5e40-4372-b35c-802e0d196d41),segment_id=b0148e58-5e40-4372-b35c-802e0d196d41)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:58:44.557978 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 3b46b282-ab22-4ffd-a42f-73e7984be408 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:58:44.626982 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8553d538-c760-46d6-b311-af1de7f880a5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:44.651548 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9c64acea-b3d8-41c3-989a-93d75da01d1e tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks [] for port, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:44.660646 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 3b46b282-ab22-4ffd-a42f-73e7984be408 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:58:44.662597 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:44.672785 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_v2 [None req-fce36d2c-aac8-4387-b820-3cc1c13e17bc admin admin] Deleting subnet 8712b0a0-209e-48fe-9dec-dc6fcf9fac2b {{(pid=103364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 17:58:44.683856 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9c64acea-b3d8-41c3-989a-93d75da01d1e tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:44.684386 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9c64acea-b3d8-41c3-989a-93d75da01d1e tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12425078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8983815'] for subnet, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:44.689461 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-fce36d2c-aac8-4387-b820-3cc1c13e17bc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:44.719805 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ef0e638c-cd43-476f-9842-ce117aaaa000 req-491e65c7-38da-4911-be81-4791e69d03e3 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] 10.222.0.60 "GET /v2.0/networks/7ebd557b-42db-40a2-8cf2-57dc967dc3d4?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.5942698 Nov 19 17:58:44.738071 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-ef0e638c-cd43-476f-9842-ce117aaaa000 req-349113e5-004c-482c-b207-b295555012d0 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:58:44.740585 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7a3cb6f2-c23d-42ef-940d-89113c5bc8c0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:44.784207 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-79da3da7-0218-4263-bf6b-14b81c6e1efe tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-768648'] for router_interface, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:44.796687 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:44.801218 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402cdc93-59fb-4932-8adf-3cf9c7ad2a12 req-a3c1de6a-417a-4312-8ea3-d8bffb1382c4 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:58:44.803503 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7a3cb6f2-c23d-42ef-940d-89113c5bc8c0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:44.808494 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402cdc93-59fb-4932-8adf-3cf9c7ad2a12 req-a3c1de6a-417a-4312-8ea3-d8bffb1382c4 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:58:44.814047 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402cdc93-59fb-4932-8adf-3cf9c7ad2a12 req-a3c1de6a-417a-4312-8ea3-d8bffb1382c4 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:58:44.820488 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402cdc93-59fb-4932-8adf-3cf9c7ad2a12 req-a3c1de6a-417a-4312-8ea3-d8bffb1382c4 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:58:44.826618 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402cdc93-59fb-4932-8adf-3cf9c7ad2a12 req-a3c1de6a-417a-4312-8ea3-d8bffb1382c4 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:58:44.832615 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402cdc93-59fb-4932-8adf-3cf9c7ad2a12 req-a3c1de6a-417a-4312-8ea3-d8bffb1382c4 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:58:44.836540 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] For port 3b46b282-ab22-4ffd-a42f-73e7984be408, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=3b46b282-ab22-4ffd-a42f-73e7984be408,segment=NetworkSegment(b0148e58-5e40-4372-b35c-802e0d196d41),segment_id=b0148e58-5e40-4372-b35c-802e0d196d41)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:58:44.839134 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402cdc93-59fb-4932-8adf-3cf9c7ad2a12 req-a3c1de6a-417a-4312-8ea3-d8bffb1382c4 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:58:44.841143 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-402cdc93-59fb-4932-8adf-3cf9c7ad2a12 req-a3c1de6a-417a-4312-8ea3-d8bffb1382c4 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4e34aa3-c9da-43ec-a34a-37de5c74afc3 HTTP/1.1" status: 200 len: 5443 time: 0.5212424 Nov 19 17:58:44.842365 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:44.909367 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c64acea-b3d8-41c3-989a-93d75da01d1e tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Network 65eace33-2479-4afb-a7b6-41f0773542ac is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:58:44.925562 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-9c64acea-b3d8-41c3-989a-93d75da01d1e tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:58:44.929833 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-fce36d2c-aac8-4387-b820-3cc1c13e17bc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9416263'] for subnet, precommit_delete_associations {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:44.933989 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c64acea-b3d8-41c3-989a-93d75da01d1e tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Pushing event updated for resources: {'Subnet': ['ID=78ea4c24-a43f-46eb-8f88-777259790d8f,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:58:44.965948 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 570865e5-d4a7-4db1-b169-327123080355 no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:58:44.973859 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c64acea-b3d8-41c3-989a-93d75da01d1e tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:58:44.974442 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9c64acea-b3d8-41c3-989a-93d75da01d1e tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:44.984469 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c64acea-b3d8-41c3-989a-93d75da01d1e tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Pushing event updated for resources: {'Port': ['ID=3b46b282-ab22-4ffd-a42f-73e7984be408,revision_number=4']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:58:45.017140 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: 570865e5-d4a7-4db1-b169-327123080355 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:58:45.017638 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 570865e5-d4a7-4db1-b169-327123080355 not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:58:45.018204 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 2b481e0b-b01f-4d49-81a8-0eb8b35f9a90 no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:58:45.024068 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Pushing event updated for resources: {'Port': ['ID=3b46b282-ab22-4ffd-a42f-73e7984be408,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:58:45.054191 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-9c64acea-b3d8-41c3-989a-93d75da01d1e tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 3.3696806 Nov 19 17:58:45.060687 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 43316) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:58:45.063964 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b05e7cce-4abf-472e-9a36-7da36f57967b None None] Network 65eace33-2479-4afb-a7b6-41f0773542ac requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:58:45.066306 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfd30c65-1f2b-4d37-b292-2ce51def3bf3 None None] Network c4c1f67d-b9d6-457d-a30d-05740dce0e7c requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:58:45.075198 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-3c661665-807b-41a2-b8e9-db3ec8e0f604 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Request body: {'port': {'network_id': '65eace33-2479-4afb-a7b6-41f0773542ac', 'mac_address': 'fa:16:3e:b4:15:08', 'name': 'tempest-NetworksTestDHCPv6-524500164'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:58:45.075382 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87edfbea-058f-4b8a-8167-a07f01cf4e44 None None] DHCP port deletion for 645e61aa-1a6c-4e8f-857e-ab06edb4897f request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 17:58:45.080681 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-ef0e638c-cd43-476f-9842-ce117aaaa000 req-349113e5-004c-482c-b207-b295555012d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:45.083025 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: 2b481e0b-b01f-4d49-81a8-0eb8b35f9a90 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:58:45.083366 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 2b481e0b-b01f-4d49-81a8-0eb8b35f9a90 not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:58:45.083993 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 6aeda02e-2653-4987-932d-4bfc5d2b7a6f no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:58:45.085152 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7a3cb6f2-c23d-42ef-940d-89113c5bc8c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:45.090699 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7a3cb6f2-c23d-42ef-940d-89113c5bc8c0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:45.093858 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-7a3cb6f2-c23d-42ef-940d-89113c5bc8c0 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f47dc4fe-2770-4c17-89e8-71a751337603 HTTP/1.1" status: 204 len: 168 time: 0.7078412 Nov 19 17:58:45.101997 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-402cdc93-59fb-4932-8adf-3cf9c7ad2a12 req-85f2cd56-6157-449f-a7e3-583d2398689a tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] 10.222.0.54 "GET /v2.0/security-groups?id=89e36896-1c46-4104-bcaf-813bfdc934e0&id=6f748c30-bcc4-4f26-989c-71d930e18e94&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2441492 Nov 19 17:58:45.158083 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8553d538-c760-46d6-b311-af1de7f880a5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:45.170375 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8553d538-c760-46d6-b311-af1de7f880a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:45.196676 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3cb6f2-c23d-42ef-940d-89113c5bc8c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f47dc4fe-2770-4c17-89e8-71a751337603,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:58:45.209123 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfd30c65-1f2b-4d37-b292-2ce51def3bf3 None None] Network c4c1f67d-b9d6-457d-a30d-05740dce0e7c could not be found, it might have been deleted concurrently. {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 19 17:58:45.226832 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: 6aeda02e-2653-4987-932d-4bfc5d2b7a6f {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:58:45.227656 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 6aeda02e-2653-4987-932d-4bfc5d2b7a6f not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:58:45.290468 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-fce36d2c-aac8-4387-b820-3cc1c13e17bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:45.300081 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-714a949e-c384-4047-9831-c703dbd9cc4d None None] Provisioning complete for port 3b46b282-ab22-4ffd-a42f-73e7984be408 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:58:45.304027 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-714a949e-c384-4047-9831-c703dbd9cc4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:45.337080 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-8553d538-c760-46d6-b311-af1de7f880a5 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=bcde47c8687b4e9abaef4864523c25af&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2830195 Nov 19 17:58:45.345466 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 43324) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:58:45.361896 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8553d538-c760-46d6-b311-af1de7f880a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ae304f2-d8b5-4c15-ad13-4a220aa18bae,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:58:45.378652 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a83bd869-92d5-4ce6-823d-c3a3032a24e5 None None] DHCP port deletion for c4c1f67d-b9d6-457d-a30d-05740dce0e7c request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 17:58:45.467398 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c661665-807b-41a2-b8e9-db3ec8e0f604 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Made reservation on behalf of 6b45f31544cd40e7b10456e94240dc6e for: {'port': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:58:45.484515 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-fce36d2c-aac8-4387-b820-3cc1c13e17bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12425137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8983934'] for subnet, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:45.494069 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-ef0e638c-cd43-476f-9842-ce117aaaa000 req-349113e5-004c-482c-b207-b295555012d0 service neutron] For port e9f9a1b4-ed63-46ec-bad8-a2a818826308, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=e9f9a1b4-ed63-46ec-bad8-a2a818826308,segment=NetworkSegment(a6df5b1a-a51e-44a5-83b0-75c6a5ebdd6e),segment_id=a6df5b1a-a51e-44a5-83b0-75c6a5ebdd6e)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:58:45.533784 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79da3da7-0218-4263-bf6b-14b81c6e1efe tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Router d6e0d8c9-0c0f-4f57-ad65-2cdf51c72e0d has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 17:58:45.555384 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-59218e8f-6ab8-42bb-be39-6d31ffe56695 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Deleting port 6e0c8526-4f8e-41bd-9aa5-321bd07d5d14 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:58:45.555654 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-59218e8f-6ab8-42bb-be39-6d31ffe56695 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:45.583513 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-61c71da8-fdeb-4040-b900-eb76612c7111 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:45.638661 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce36d2c-aac8-4387-b820-3cc1c13e17bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8712b0a0-209e-48fe-9dec-dc6fcf9fac2b,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:58:45.640935 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-fce36d2c-aac8-4387-b820-3cc1c13e17bc admin admin] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:45.650185 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-fce36d2c-aac8-4387-b820-3cc1c13e17bc admin admin] 10.222.0.54 "DELETE /v2.0/subnets/8712b0a0-209e-48fe-9dec-dc6fcf9fac2b HTTP/1.1" status: 204 len: 168 time: 1.2259848 Nov 19 17:58:45.652611 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd1fc764-1461-473e-a162-fbc7b0eccc02 None None] Network a852352a-2775-46e6-a35f-db18c940ab13 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:58:45.674547 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 43330) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:58:45.706063 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-ef0e638c-cd43-476f-9842-ce117aaaa000 req-349113e5-004c-482c-b207-b295555012d0 service neutron] For port e9f9a1b4-ed63-46ec-bad8-a2a818826308, host n-h1-818022-2, cleared binding levels {{(pid=103365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:58:45.752535 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3c661665-807b-41a2-b8e9-db3ec8e0f604 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:45.759978 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-61c71da8-fdeb-4040-b900-eb76612c7111 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:45.834655 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [None req-3c661665-807b-41a2-b8e9-db3ec8e0f604 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] device_id is not set on port 3e7014cd-87d2-4298-aff7-9bb28af9fce8 yet. {{(pid=103364) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 17:58:45.928922 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-61c71da8-fdeb-4040-b900-eb76612c7111 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:45.940734 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-61c71da8-fdeb-4040-b900-eb76612c7111 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:45.944643 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-61c71da8-fdeb-4040-b900-eb76612c7111 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/2ae304f2-d8b5-4c15-ad13-4a220aa18bae HTTP/1.1" status: 204 len: 168 time: 0.5921781 Nov 19 17:58:45.963988 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-32387f7c-e64b-46aa-9c67-3cb632801e0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:46.013165 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a04876f-8485-4d55-9d11-464957e3ea89 None None] DHCP port deletion for a852352a-2775-46e6-a35f-db18c940ab13 request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 17:58:46.024352 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c71da8-fdeb-4040-b900-eb76612c7111 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ae304f2-d8b5-4c15-ad13-4a220aa18bae,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:58:46.041878 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [None req-59218e8f-6ab8-42bb-be39-6d31ffe56695 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] For port 6e0c8526-4f8e-41bd-9aa5-321bd07d5d14, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=6e0c8526-4f8e-41bd-9aa5-321bd07d5d14,segment=NetworkSegment(6979df68-fd00-4336-9ebc-1ee7a0e06783),segment_id=6979df68-fd00-4336-9ebc-1ee7a0e06783)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:58:46.042258 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-59218e8f-6ab8-42bb-be39-6d31ffe56695 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:46.152970 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-59218e8f-6ab8-42bb-be39-6d31ffe56695 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Calling delete_port for 6e0c8526-4f8e-41bd-9aa5-321bd07d5d14 owned by network:router_interface {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:58:46.205970 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [None req-3c661665-807b-41a2-b8e9-db3ec8e0f604 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Allocated IP 2001:db8::18e (65eace33-2479-4afb-a7b6-41f0773542ac/887b8384-dd9b-4848-9a4a-2630fa626e12/3e7014cd-87d2-4298-aff7-9bb28af9fce8) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:58:46.207774 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-0a04876f-8485-4d55-9d11-464957e3ea89 None None] Deleting port 580c8bd2-5ca3-4936-973f-8e95bc172b64 {{(pid=103366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:58:46.208164 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0a04876f-8485-4d55-9d11-464957e3ea89 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:46.238165 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [None req-3c661665-807b-41a2-b8e9-db3ec8e0f604 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Allocated IP 2001:db8:0:1:f816:3eff:feb4:1508 (65eace33-2479-4afb-a7b6-41f0773542ac/78ea4c24-a43f-46eb-8f88-777259790d8f/3e7014cd-87d2-4298-aff7-9bb28af9fce8) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:58:46.249326 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [req-ef0e638c-cd43-476f-9842-ce117aaaa000 req-349113e5-004c-482c-b207-b295555012d0 service neutron] device_id is not set on port e9f9a1b4-ed63-46ec-bad8-a2a818826308 yet. {{(pid=103365) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 17:58:46.334710 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79da3da7-0218-4263-bf6b-14b81c6e1efe tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 17:58:46.346216 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e117e7c-cd51-41f6-ab60-6c3f0f1779ea None None] Sync routers for ids ['d6e0d8c9-0c0f-4f57-ad65-2cdf51c72e0d'] in n-d-818022-2 {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 17:58:46.361577 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e117e7c-cd51-41f6-ab60-6c3f0f1779ea None None] Routers {'d6e0d8c9-0c0f-4f57-ad65-2cdf51c72e0d'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:58:46.364708 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-8e117e7c-cd51-41f6-ab60-6c3f0f1779ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:58:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['d6e0d8c9-0c0f-4f57-ad65-2cdf51c72e0d'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:58:46.401648 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 3b46b282-ab22-4ffd-a42f-73e7984be408 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:58:46.410271 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-79da3da7-0218-4263-bf6b-14b81c6e1efe tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] 10.222.0.54 "PUT /v2.0/routers/d6e0d8c9-0c0f-4f57-ad65-2cdf51c72e0d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1693618 Nov 19 17:58:46.455262 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-8e117e7c-cd51-41f6-ab60-6c3f0f1779ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:58:46.478465 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e117e7c-cd51-41f6-ab60-6c3f0f1779ea None None] Routers {'d6e0d8c9-0c0f-4f57-ad65-2cdf51c72e0d'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:58:46.479890 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-8e117e7c-cd51-41f6-ab60-6c3f0f1779ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:58:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['d6e0d8c9-0c0f-4f57-ad65-2cdf51c72e0d'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:58:46.520893 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0a04876f-8485-4d55-9d11-464957e3ea89 None None] For port 580c8bd2-5ca3-4936-973f-8e95bc172b64, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=580c8bd2-5ca3-4936-973f-8e95bc172b64,segment=NetworkSegment(6da15964-3695-4468-99da-4fa57112b271),segment_id=6da15964-3695-4468-99da-4fa57112b271)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:58:46.527297 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0a04876f-8485-4d55-9d11-464957e3ea89 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:46.549113 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-8e117e7c-cd51-41f6-ab60-6c3f0f1779ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:58:46.550985 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e117e7c-cd51-41f6-ab60-6c3f0f1779ea None None] The sync data for ids ['d6e0d8c9-0c0f-4f57-ad65-2cdf51c72e0d'] in n-d-818022-2 is: [] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 17:58:46.561560 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 43352) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:58:46.563934 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-ef0e638c-cd43-476f-9842-ce117aaaa000 req-349113e5-004c-482c-b207-b295555012d0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:46.578242 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3c661665-807b-41a2-b8e9-db3ec8e0f604 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:46.607395 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-0a04876f-8485-4d55-9d11-464957e3ea89 None None] Calling delete_port for 580c8bd2-5ca3-4936-973f-8e95bc172b64 owned by network:dhcp {{(pid=103366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:58:46.635966 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-ef0e638c-cd43-476f-9842-ce117aaaa000 req-349113e5-004c-482c-b207-b295555012d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:46.653699 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3c661665-807b-41a2-b8e9-db3ec8e0f604 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:46.717374 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-0de95d5c-e0ad-4100-b1ba-1e28f4eff76c tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] 10.222.0.54 "GET /v2.0/ports?device_id=d6e0d8c9-0c0f-4f57-ad65-2cdf51c72e0d HTTP/1.1" status: 200 len: 205 time: 0.1494732 Nov 19 17:58:46.728380 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 43360) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:58:46.730653 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349113e5-004c-482c-b207-b295555012d0 service neutron] Pushing event updated for resources: {'Port': ['ID=e9f9a1b4-ed63-46ec-bad8-a2a818826308,revision_number=6']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:58:46.764029 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c661665-807b-41a2-b8e9-db3ec8e0f604 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Network 65eace33-2479-4afb-a7b6-41f0773542ac is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:58:46.765794 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c661665-807b-41a2-b8e9-db3ec8e0f604 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Pushing event updated for resources: {'Port': ['ID=3e7014cd-87d2-4298-aff7-9bb28af9fce8,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:58:46.775982 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-3c661665-807b-41a2-b8e9-db3ec8e0f604 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:58:46.781331 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 3b46b282-ab22-4ffd-a42f-73e7984be408 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:58:46.781834 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:46.784436 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c661665-807b-41a2-b8e9-db3ec8e0f604 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:58:46.792462 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c661665-807b-41a2-b8e9-db3ec8e0f604 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:58:46.793135 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3c661665-807b-41a2-b8e9-db3ec8e0f604 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:46.826201 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-3c661665-807b-41a2-b8e9-db3ec8e0f604 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.7607265 Nov 19 17:58:46.829017 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 43364) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:58:46.885473 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0a04876f-8485-4d55-9d11-464957e3ea89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007'] for port, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:46.981085 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26936726-efb2-4efc-aab2-c2d45d61ef7d None None] Network 65eace33-2479-4afb-a7b6-41f0773542ac requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:58:46.981304 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5e6c07e1-5923-42cb-b6c2-3d6e7febe766 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks [] for router, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:46.986428 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a04876f-8485-4d55-9d11-464957e3ea89 None None] No DVR routers for this DVR port 580c8bd2-5ca3-4936-973f-8e95bc172b64 on host n-d-818022-2 {{(pid=103366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:58:47.003673 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a04876f-8485-4d55-9d11-464957e3ea89 None None] Pushing event deleted for resources: {'Port': ['ID=580c8bd2-5ca3-4936-973f-8e95bc172b64,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:58:47.009010 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-baef2798-fe07-4c13-8224-173bac1be670 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Deleting port 3e7014cd-87d2-4298-aff7-9bb28af9fce8 {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:58:47.009395 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-baef2798-fe07-4c13-8224-173bac1be670 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:47.157972 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-baef2798-fe07-4c13-8224-173bac1be670 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:47.177760 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-baef2798-fe07-4c13-8224-173bac1be670 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Calling delete_port for 3e7014cd-87d2-4298-aff7-9bb28af9fce8 owned by {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:58:47.389974 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ad7efe-0384-493c-9ee2-21c914b34352 req-1aaf8da0-8190-468f-b4f0-87cd29d6da93 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:58:47.402633 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ad7efe-0384-493c-9ee2-21c914b34352 req-1aaf8da0-8190-468f-b4f0-87cd29d6da93 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:58:47.423427 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ad7efe-0384-493c-9ee2-21c914b34352 req-1aaf8da0-8190-468f-b4f0-87cd29d6da93 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:58:47.436378 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ad7efe-0384-493c-9ee2-21c914b34352 req-1aaf8da0-8190-468f-b4f0-87cd29d6da93 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:58:47.447732 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ad7efe-0384-493c-9ee2-21c914b34352 req-1aaf8da0-8190-468f-b4f0-87cd29d6da93 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:58:47.466770 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ad7efe-0384-493c-9ee2-21c914b34352 req-1aaf8da0-8190-468f-b4f0-87cd29d6da93 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:58:47.476897 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ad7efe-0384-493c-9ee2-21c914b34352 req-1aaf8da0-8190-468f-b4f0-87cd29d6da93 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:58:47.478968 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-72ad7efe-0384-493c-9ee2-21c914b34352 req-1aaf8da0-8190-468f-b4f0-87cd29d6da93 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4e34aa3-c9da-43ec-a34a-37de5c74afc3 HTTP/1.1" status: 200 len: 5365 time: 1.1491477 Nov 19 17:58:47.479651 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-59218e8f-6ab8-42bb-be39-6d31ffe56695 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:47.482825 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef0e638c-cd43-476f-9842-ce117aaaa000 req-349113e5-004c-482c-b207-b295555012d0 service neutron] No DVR routers for this DVR port e9f9a1b4-ed63-46ec-bad8-a2a818826308 on host n-h1-818022-2 {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:58:47.494202 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-baef2798-fe07-4c13-8224-173bac1be670 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:47.511921 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device e9f9a1b4-ed63-46ec-bad8-a2a818826308 no longer exists at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:58:47.559307 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device e9f9a1b4-ed63-46ec-bad8-a2a818826308 not bound to the agent host n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:58:47.560078 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 44cdaa8f-a568-4675-a6fc-dc3319a9293a no longer exists at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:58:47.565181 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baef2798-fe07-4c13-8224-173bac1be670 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Pushing event deleted for resources: {'Port': ['ID=3e7014cd-87d2-4298-aff7-9bb28af9fce8,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:58:47.678599 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 580c8bd2-5ca3-4936-973f-8e95bc172b64 no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:58:47.689161 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59218e8f-6ab8-42bb-be39-6d31ffe56695 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Pushing event deleted for resources: {'Port': ['ID=6e0c8526-4f8e-41bd-9aa5-321bd07d5d14,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:58:47.709012 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-baef2798-fe07-4c13-8224-173bac1be670 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:47.722441 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-baef2798-fe07-4c13-8224-173bac1be670 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "DELETE /v2.0/ports/3e7014cd-87d2-4298-aff7-9bb28af9fce8 HTTP/1.1" status: 204 len: 168 time: 0.8915949 Nov 19 17:58:47.724548 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 43390) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:58:47.745472 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-32387f7c-e64b-46aa-9c67-3cb632801e0f admin admin] Deleting port 580c8bd2-5ca3-4936-973f-8e95bc172b64 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:58:47.746153 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-32387f7c-e64b-46aa-9c67-3cb632801e0f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:47.749354 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-793e9c3b-1761-4ff7-9f75-36b4afd01b12 None None] Provisioning complete for port 3b46b282-ab22-4ffd-a42f-73e7984be408 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:58:47.750508 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-793e9c3b-1761-4ff7-9f75-36b4afd01b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:47.816613 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: 580c8bd2-5ca3-4936-973f-8e95bc172b64 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:58:47.817297 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 580c8bd2-5ca3-4936-973f-8e95bc172b64 not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:58:47.817375 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device d7f3ed3c-59e4-4211-9649-6853b4fb2d89 no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:58:47.844544 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44b8b257-9638-4de9-adbf-3e12fa5ebb1c tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:58:47.850271 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-44b8b257-9638-4de9-adbf-3e12fa5ebb1c tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1246982 Nov 19 17:58:47.852114 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 43396) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:58:47.890285 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: d7f3ed3c-59e4-4211-9649-6853b4fb2d89 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:58:47.890285 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device d7f3ed3c-59e4-4211-9649-6853b4fb2d89 not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:58:48.001923 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7bff8a4-c344-4973-aa63-bc5553096153 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:58:48.008970 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-f7bff8a4-c344-4973-aa63-bc5553096153 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1536932 Nov 19 17:58:48.010314 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 43400) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:58:48.051804 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:48.136107 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f16fc9f-ea2d-4380-8cd3-5a896e666982 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:58:48.138751 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f16fc9f-ea2d-4380-8cd3-5a896e666982 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:58:48.140672 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f16fc9f-ea2d-4380-8cd3-5a896e666982 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:58:48.146747 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-5f16fc9f-ea2d-4380-8cd3-5a896e666982 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1315246 Nov 19 17:58:48.147548 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 43406) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:58:48.164197 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-72ad7efe-0384-493c-9ee2-21c914b34352 req-246a5e3e-5114-4b79-888e-4b32f52d8ea5 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] 10.222.0.54 "GET /v2.0/security-groups?id=89e36896-1c46-4104-bcaf-813bfdc934e0&id=6f748c30-bcc4-4f26-989c-71d930e18e94&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6095791 Nov 19 17:58:48.172590 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-ef0e638c-cd43-476f-9842-ce117aaaa000 req-349113e5-004c-482c-b207-b295555012d0 service neutron] In _notify_port_updated(), no bound segment for port e9f9a1b4-ed63-46ec-bad8-a2a818826308 on network 7ebd557b-42db-40a2-8cf2-57dc967dc3d4 {{(pid=103365) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 19 17:58:48.173729 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0e638c-cd43-476f-9842-ce117aaaa000 req-349113e5-004c-482c-b207-b295555012d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:58:48.174688 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-ef0e638c-cd43-476f-9842-ce117aaaa000 req-349113e5-004c-482c-b207-b295555012d0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:48.176216 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ef0e638c-cd43-476f-9842-ce117aaaa000 req-349113e5-004c-482c-b207-b295555012d0 service neutron] 10.222.0.60 "PUT /v2.0/ports/e9f9a1b4-ed63-46ec-bad8-a2a818826308 HTTP/1.1" status: 200 len: 1032 time: 3.4473403 Nov 19 17:58:48.202020 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5e6c07e1-5923-42cb-b6c2-3d6e7febe766 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4696'] for router, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:48.204618 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5e6c07e1-5923-42cb-b6c2-3d6e7febe766 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:48.210508 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4e34aa3-c9da-43ec-a34a-37de5c74afc3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44cdaa8f-a568-4675-a6fc-dc3319a9293a'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:58:48.218574 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3940761bcd94e032e6960d2241bd8993c5d3a7d8dc2aca8488f3ecf1d4dd2fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-642e671b-0f65-4928-b354-4d1a4ee96129" -d '{"events": [{"server_uuid": "f4e34aa3-c9da-43ec-a34a-37de5c74afc3", "name": "network-vif-unplugged", "status": "completed", "tag": "44cdaa8f-a568-4675-a6fc-dc3319a9293a"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:58:48.229673 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_v2 [None req-08365fb0-b618-49b8-891b-a1098425159d tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Deleting subnet 78ea4c24-a43f-46eb-8f88-777259790d8f {{(pid=103364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 17:58:48.235598 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-08365fb0-b618-49b8-891b-a1098425159d tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks [] for subnet, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:48.301264 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-08365fb0-b618-49b8-891b-a1098425159d tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9416263'] for subnet, precommit_delete_associations {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:48.305376 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 44cdaa8f-a568-4675-a6fc-dc3319a9293a, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=44cdaa8f-a568-4675-a6fc-dc3319a9293a,segment=NetworkSegment(a6df5b1a-a51e-44a5-83b0-75c6a5ebdd6e),segment_id=a6df5b1a-a51e-44a5-83b0-75c6a5ebdd6e)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:58:48.331963 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:48.332696 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 55efc562-e796-48ee-b98a-71ca0963668d no longer exists at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:58:48.357238 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 17:58:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c98d1a02-d9d9-45c8-b6a8-d8860a6ac69e x-openstack-request-id: req-c98d1a02-d9d9-45c8-b6a8-d8860a6ac69e {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:58:48.357533 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4e34aa3-c9da-43ec-a34a-37de5c74afc3", "name": "network-vif-unplugged", "status": "completed", "tag": "44cdaa8f-a568-4675-a6fc-dc3319a9293a", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:58:48.357805 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c98d1a02-d9d9-45c8-b6a8-d8860a6ac69e {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:58:48.358254 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4e34aa3-c9da-43ec-a34a-37de5c74afc3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44cdaa8f-a568-4675-a6fc-dc3319a9293a', 'code': 200} Nov 19 17:58:48.486526 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0e638c-cd43-476f-9842-ce117aaaa000 req-76b26133-6b39-4542-9648-91476afca8ab tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:58:48.488250 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ef0e638c-cd43-476f-9842-ce117aaaa000 req-76b26133-6b39-4542-9648-91476afca8ab tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] 10.222.0.60 "GET /v2.0/ports/d2fbad7e-e63d-49da-acc6-1b78fd09c6b0?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2258251 Nov 19 17:58:48.518440 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-08365fb0-b618-49b8-891b-a1098425159d tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:48.586179 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-401d3923-8e32-4bd5-ad4c-b282c615484e None None] Provisioning complete for port e9f9a1b4-ed63-46ec-bad8-a2a818826308 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:58:48.586545 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-401d3923-8e32-4bd5-ad4c-b282c615484e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:48.655612 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=44cdaa8f-a568-4675-a6fc-dc3319a9293a,revision_number=6']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:58:48.697166 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-08365fb0-b618-49b8-891b-a1098425159d tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12425137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8983934'] for subnet, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:48.794031 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:48.821507 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-401d3923-8e32-4bd5-ad4c-b282c615484e None None] Port e9f9a1b4-ed63-46ec-bad8-a2a818826308 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:58:48.902631 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 55efc562-e796-48ee-b98a-71ca0963668d, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=55efc562-e796-48ee-b98a-71ca0963668d,segment=NetworkSegment(949c8f19-feca-48a3-a3b4-7bc362c7af12),segment_id=949c8f19-feca-48a3-a3b4-7bc362c7af12)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:58:48.917437 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:48.918282 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 8eaeefd8-0994-45c9-8730-88229eebf761 no longer exists at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:58:49.076795 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=55efc562-e796-48ee-b98a-71ca0963668d,revision_number=6']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:58:49.131288 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-857b5308-f234-48ad-b692-62e13913c877 None None] Provisioning complete for port 3b46b282-ab22-4ffd-a42f-73e7984be408 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:58:49.131685 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-857b5308-f234-48ad-b692-62e13913c877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:49.219747 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [None req-32387f7c-e64b-46aa-9c67-3cb632801e0f admin admin] For port 580c8bd2-5ca3-4936-973f-8e95bc172b64, host n-d-818022-2, got binding levels [] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:58:49.220726 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-32387f7c-e64b-46aa-9c67-3cb632801e0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:49.261571 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-32387f7c-e64b-46aa-9c67-3cb632801e0f admin admin] Calling delete_port for 580c8bd2-5ca3-4936-973f-8e95bc172b64 owned by network:dhcp {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:58:49.269049 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.ipam_backend_mixin [None req-32387f7c-e64b-46aa-9c67-3cb632801e0f admin admin] Port 580c8bd2-5ca3-4936-973f-8e95bc172b64 was not found and therefore no delete operation was performed {{(pid=103365) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 19 17:58:49.279081 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-32387f7c-e64b-46aa-9c67-3cb632801e0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:49.281172 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5e6c07e1-5923-42cb-b6c2-3d6e7febe766 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-543895'] for router, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:49.287389 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e6c07e1-5923-42cb-b6c2-3d6e7febe766 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Fanout notify agent at l3_agent the message router_deleted on router d6e0d8c9-0c0f-4f57-ad65-2cdf51c72e0d {{(pid=103365) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 17:58:49.325857 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-ef0e638c-cd43-476f-9842-ce117aaaa000 req-7c36fa9c-a685-46d3-b4ae-c0c17c0bcc9b service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:58:49.334565 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08365fb0-b618-49b8-891b-a1098425159d tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Pushing event deleted for resources: {'Subnet': ['ID=78ea4c24-a43f-46eb-8f88-777259790d8f,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:58:49.348005 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-08365fb0-b618-49b8-891b-a1098425159d tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:49.353915 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5e6c07e1-5923-42cb-b6c2-3d6e7febe766 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks [] for router, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:49.357295 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-5e6c07e1-5923-42cb-b6c2-3d6e7febe766 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] 10.222.0.54 "DELETE /v2.0/routers/d6e0d8c9-0c0f-4f57-ad65-2cdf51c72e0d HTTP/1.1" status: 204 len: 168 time: 2.6133511 Nov 19 17:58:49.357421 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-08365fb0-b618-49b8-891b-a1098425159d tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "DELETE /v2.0/subnets/78ea4c24-a43f-46eb-8f88-777259790d8f HTTP/1.1" status: 204 len: 168 time: 1.2066240 Nov 19 17:58:49.357421 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 43440) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:58:49.415282 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:49.417916 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 43442) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:58:49.422998 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_v2 [None req-6696e3ee-0ab7-4294-99ed-41b772ac88b9 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Deleting subnet 887b8384-dd9b-4848-9a4a-2630fa626e12 {{(pid=103364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 17:58:49.493971 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32387f7c-e64b-46aa-9c67-3cb632801e0f admin admin] Pushing event deleted for resources: {'Port': ['ID=580c8bd2-5ca3-4936-973f-8e95bc172b64,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:58:49.499312 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-95ba5a6c-cad4-478f-8e80-4d9c23d1a46d None None] Could not find standard attr ID for object 3e7014cd-87d2-4298-aff7-9bb28af9fce8. {{(pid=103366) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 17:58:49.503040 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 8eaeefd8-0994-45c9-8730-88229eebf761, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=8eaeefd8-0994-45c9-8730-88229eebf761,segment=NetworkSegment(504442a5-d1da-4970-b6a3-20669171f021),segment_id=504442a5-d1da-4970-b6a3-20669171f021)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:58:49.508712 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6696e3ee-0ab7-4294-99ed-41b772ac88b9 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks [] for subnet, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:49.513108 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:49.514290 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device c3ff3fa7-827a-4c15-9718-736b1a6d0363 no longer exists at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:58:49.580626 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32387f7c-e64b-46aa-9c67-3cb632801e0f admin admin] No DVR routers for this DVR port 580c8bd2-5ca3-4936-973f-8e95bc172b64 on host n-d-818022-2 {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:58:49.646997 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=8eaeefd8-0994-45c9-8730-88229eebf761,revision_number=6']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:58:49.671865 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6696e3ee-0ab7-4294-99ed-41b772ac88b9 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9416263'] for subnet, precommit_delete_associations {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:49.728603 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57404eb9-a7db-45d0-859b-9a7939e913d9 None None] Network 65eace33-2479-4afb-a7b6-41f0773542ac requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:58:49.750509 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-59218e8f-6ab8-42bb-be39-6d31ffe56695 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-768648'] for router_interface, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:49.818108 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_v2 [None req-830d4a8e-9aa8-4d55-a363-885563ede76d tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Deleting subnet 9f48da52-0e5b-48e6-825b-1d5de7c334f3 {{(pid=103364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 17:58:49.826602 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-830d4a8e-9aa8-4d55-a363-885563ede76d tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks [] for subnet, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:49.866263 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:49.916300 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-ef0e638c-cd43-476f-9842-ce117aaaa000 req-7c36fa9c-a685-46d3-b4ae-c0c17c0bcc9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:49.933592 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port c3ff3fa7-827a-4c15-9718-736b1a6d0363, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=c3ff3fa7-827a-4c15-9718-736b1a6d0363,segment=NetworkSegment(a6df5b1a-a51e-44a5-83b0-75c6a5ebdd6e),segment_id=a6df5b1a-a51e-44a5-83b0-75c6a5ebdd6e)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:58:49.935641 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-830d4a8e-9aa8-4d55-a363-885563ede76d tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9416263'] for subnet, precommit_delete_associations {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:49.948432 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:49.949230 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device ec5d4a61-ca1e-41e2-9f2c-e72acc3f2185 no longer exists at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:58:49.966696 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bed0936-215d-402b-88aa-2321f4e55862 req-a1dc225b-686a-4307-87dc-15c8bcec213d tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:58:49.975853 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bed0936-215d-402b-88aa-2321f4e55862 req-a1dc225b-686a-4307-87dc-15c8bcec213d tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:58:50.001487 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bed0936-215d-402b-88aa-2321f4e55862 req-a1dc225b-686a-4307-87dc-15c8bcec213d tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:58:50.008525 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bed0936-215d-402b-88aa-2321f4e55862 req-a1dc225b-686a-4307-87dc-15c8bcec213d tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:58:50.027256 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bed0936-215d-402b-88aa-2321f4e55862 req-a1dc225b-686a-4307-87dc-15c8bcec213d tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:58:50.044270 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bed0936-215d-402b-88aa-2321f4e55862 req-a1dc225b-686a-4307-87dc-15c8bcec213d tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:58:50.049217 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3bed0936-215d-402b-88aa-2321f4e55862 req-a1dc225b-686a-4307-87dc-15c8bcec213d tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4e34aa3-c9da-43ec-a34a-37de5c74afc3 HTTP/1.1" status: 200 len: 4660 time: 0.6929731 Nov 19 17:58:50.087375 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=c3ff3fa7-827a-4c15-9718-736b1a6d0363,revision_number=6']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:58:50.144166 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-830d4a8e-9aa8-4d55-a363-885563ede76d tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:50.151250 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-32387f7c-e64b-46aa-9c67-3cb632801e0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:50.157281 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:50.236363 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port ec5d4a61-ca1e-41e2-9f2c-e72acc3f2185, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=ec5d4a61-ca1e-41e2-9f2c-e72acc3f2185,segment=NetworkSegment(504442a5-d1da-4970-b6a3-20669171f021),segment_id=504442a5-d1da-4970-b6a3-20669171f021)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:58:50.244064 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:50.244988 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device d2fbad7e-e63d-49da-acc6-1b78fd09c6b0 no longer exists at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:58:50.262702 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-830d4a8e-9aa8-4d55-a363-885563ede76d tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12425137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8983934'] for subnet, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:50.387369 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4e34aa3-c9da-43ec-a34a-37de5c74afc3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55efc562-e796-48ee-b98a-71ca0963668d'}, {'server_uuid': 'f4e34aa3-c9da-43ec-a34a-37de5c74afc3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8eaeefd8-0994-45c9-8730-88229eebf761'}, {'server_uuid': 'f4e34aa3-c9da-43ec-a34a-37de5c74afc3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3ff3fa7-827a-4c15-9718-736b1a6d0363'}, {'server_uuid': 'f4e34aa3-c9da-43ec-a34a-37de5c74afc3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec5d4a61-ca1e-41e2-9f2c-e72acc3f2185'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:58:50.391365 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3940761bcd94e032e6960d2241bd8993c5d3a7d8dc2aca8488f3ecf1d4dd2fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-036c4b3d-a7ec-4146-8176-b695548189f9" -d '{"events": [{"server_uuid": "f4e34aa3-c9da-43ec-a34a-37de5c74afc3", "name": "network-vif-unplugged", "status": "completed", "tag": "55efc562-e796-48ee-b98a-71ca0963668d"}, {"server_uuid": "f4e34aa3-c9da-43ec-a34a-37de5c74afc3", "name": "network-vif-unplugged", "status": "completed", "tag": "8eaeefd8-0994-45c9-8730-88229eebf761"}, {"server_uuid": "f4e34aa3-c9da-43ec-a34a-37de5c74afc3", "name": "network-vif-unplugged", "status": "completed", "tag": "c3ff3fa7-827a-4c15-9718-736b1a6d0363"}, {"server_uuid": "f4e34aa3-c9da-43ec-a34a-37de5c74afc3", "name": "network-vif-unplugged", "status": "completed", "tag": "ec5d4a61-ca1e-41e2-9f2c-e72acc3f2185"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:58:50.395186 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=ec5d4a61-ca1e-41e2-9f2c-e72acc3f2185,revision_number=6']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:58:50.398827 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830d4a8e-9aa8-4d55-a363-885563ede76d tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Pushing event deleted for resources: {'Subnet': ['ID=9f48da52-0e5b-48e6-825b-1d5de7c334f3,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:58:50.407506 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-830d4a8e-9aa8-4d55-a363-885563ede76d tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:50.415828 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-830d4a8e-9aa8-4d55-a363-885563ede76d tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] 10.222.0.54 "DELETE /v2.0/subnets/9f48da52-0e5b-48e6-825b-1d5de7c334f3 HTTP/1.1" status: 204 len: 168 time: 0.9892185 Nov 19 17:58:50.422696 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 43472) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:58:50.440582 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bcc8452-cb5b-430d-b1de-e81be8b1457c None None] Network 3191e086-edc3-4bc0-8ac5-8ab35dad6e08 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:58:50.519359 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-32387f7c-e64b-46aa-9c67-3cb632801e0f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a852352a-2775-46e6-a35f-db18c940ab13']}} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:58:50.532146 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6696e3ee-0ab7-4294-99ed-41b772ac88b9 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:50.606787 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-ef0e638c-cd43-476f-9842-ce117aaaa000 req-7c36fa9c-a685-46d3-b4ae-c0c17c0bcc9b service neutron] For port d2fbad7e-e63d-49da-acc6-1b78fd09c6b0, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=d2fbad7e-e63d-49da-acc6-1b78fd09c6b0,segment=NetworkSegment(a6df5b1a-a51e-44a5-83b0-75c6a5ebdd6e),segment_id=a6df5b1a-a51e-44a5-83b0-75c6a5ebdd6e)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:58:50.648782 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-ef0e638c-cd43-476f-9842-ce117aaaa000 req-7c36fa9c-a685-46d3-b4ae-c0c17c0bcc9b service neutron] For port d2fbad7e-e63d-49da-acc6-1b78fd09c6b0, host n-h1-818022-2, cleared binding levels {{(pid=103365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:58:50.655024 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Fri, 19 Nov 2021 17:58:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6533b8b-7cbc-4f49-b509-dfa13784df83 x-openstack-request-id: req-d6533b8b-7cbc-4f49-b509-dfa13784df83 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:58:50.655492 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4e34aa3-c9da-43ec-a34a-37de5c74afc3", "name": "network-vif-unplugged", "status": "completed", "tag": "55efc562-e796-48ee-b98a-71ca0963668d", "code": 200}, {"server_uuid": "f4e34aa3-c9da-43ec-a34a-37de5c74afc3", "name": "network-vif-unplugged", "status": "completed", "tag": "8eaeefd8-0994-45c9-8730-88229eebf761", "code": 200}, {"server_uuid": "f4e34aa3-c9da-43ec-a34a-37de5c74afc3", "name": "network-vif-unplugged", "status": "completed", "tag": "c3ff3fa7-827a-4c15-9718-736b1a6d0363", "code": 200}, {"server_uuid": "f4e34aa3-c9da-43ec-a34a-37de5c74afc3", "name": "network-vif-unplugged", "status": "completed", "tag": "ec5d4a61-ca1e-41e2-9f2c-e72acc3f2185", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:58:50.655806 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d6533b8b-7cbc-4f49-b509-dfa13784df83 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:58:50.656225 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4e34aa3-c9da-43ec-a34a-37de5c74afc3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55efc562-e796-48ee-b98a-71ca0963668d', 'code': 200} Nov 19 17:58:50.657051 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4e34aa3-c9da-43ec-a34a-37de5c74afc3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8eaeefd8-0994-45c9-8730-88229eebf761', 'code': 200} Nov 19 17:58:50.657324 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4e34aa3-c9da-43ec-a34a-37de5c74afc3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3ff3fa7-827a-4c15-9718-736b1a6d0363', 'code': 200} Nov 19 17:58:50.657583 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4e34aa3-c9da-43ec-a34a-37de5c74afc3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec5d4a61-ca1e-41e2-9f2c-e72acc3f2185', 'code': 200} Nov 19 17:58:50.677132 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fe5668e-cf3b-46c4-b9f7-625f27633432 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Deleting subnet 4c6fb956-3c37-488e-8474-4061c0cfedba {{(pid=103364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 17:58:50.687569 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4fe5668e-cf3b-46c4-b9f7-625f27633432 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks [] for subnet, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:50.696212 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [req-ef0e638c-cd43-476f-9842-ce117aaaa000 req-7c36fa9c-a685-46d3-b4ae-c0c17c0bcc9b service neutron] device_id is not set on port d2fbad7e-e63d-49da-acc6-1b78fd09c6b0 yet. {{(pid=103365) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 17:58:50.706967 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-ef0e638c-cd43-476f-9842-ce117aaaa000 req-7c36fa9c-a685-46d3-b4ae-c0c17c0bcc9b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:50.721911 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-32387f7c-e64b-46aa-9c67-3cb632801e0f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6da15964-3695-4468-99da-4fa57112b271') {'for_net_delete': True} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:58:50.724560 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-32387f7c-e64b-46aa-9c67-3cb632801e0f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6da15964-3695-4468-99da-4fa57112b271') {} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:58:50.740590 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-ef0e638c-cd43-476f-9842-ce117aaaa000 req-7c36fa9c-a685-46d3-b4ae-c0c17c0bcc9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:50.774093 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device d2fbad7e-e63d-49da-acc6-1b78fd09c6b0 not bound to the agent host n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:58:50.805733 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-32387f7c-e64b-46aa-9c67-3cb632801e0f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12545382'] for segment, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:50.816659 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36fa9c-a685-46d3-b4ae-c0c17c0bcc9b service neutron] Pushing event updated for resources: {'Port': ['ID=d2fbad7e-e63d-49da-acc6-1b78fd09c6b0,revision_number=6']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:58:50.829371 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4fe5668e-cf3b-46c4-b9f7-625f27633432 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9416263'] for subnet, precommit_delete_associations {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:50.837098 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6696e3ee-0ab7-4294-99ed-41b772ac88b9 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12425137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8983934'] for subnet, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:50.925427 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbbb9518-86be-420c-b5bf-7ca947975cee None None] DHCP port deletion for 3191e086-edc3-4bc0-8ac5-8ab35dad6e08 request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 17:58:50.942407 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6696e3ee-0ab7-4294-99ed-41b772ac88b9 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Pushing event deleted for resources: {'Subnet': ['ID=887b8384-dd9b-4848-9a4a-2630fa626e12,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:58:50.953005 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6696e3ee-0ab7-4294-99ed-41b772ac88b9 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:50.961495 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-6696e3ee-0ab7-4294-99ed-41b772ac88b9 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "DELETE /v2.0/subnets/887b8384-dd9b-4848-9a4a-2630fa626e12 HTTP/1.1" status: 204 len: 168 time: 1.6024168 Nov 19 17:58:50.962557 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 43484) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:58:51.008707 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3bed0936-215d-402b-88aa-2321f4e55862 req-e5918999-feba-4e25-afaa-5219f1c43a5e tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] 10.222.0.54 "GET /v2.0/security-groups?id=89e36896-1c46-4104-bcaf-813bfdc934e0&id=6f748c30-bcc4-4f26-989c-71d930e18e94&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.8479829 Nov 19 17:58:51.024674 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-76368b80-7f10-4232-b512-2f2b36907384 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0568249 Nov 19 17:58:51.027939 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 43488) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:58:51.047366 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-5f9f383d-d382-487c-b4b9-874f0655178e tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Request body: {'subnet': {'network_id': '65eace33-2479-4afb-a7b6-41f0773542ac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:58:51.061622 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-32387f7c-e64b-46aa-9c67-3cb632801e0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:51.090466 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32387f7c-e64b-46aa-9c67-3cb632801e0f admin admin] Releasing vlan 657 on physical network physnet1 to pool {{(pid=103365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 17:58:51.090795 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-32387f7c-e64b-46aa-9c67-3cb632801e0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12282953'] for segment, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:51.095613 n-d-818022-2 neutron-server[103365]: Traceback (most recent call last): Nov 19 17:58:51.095613 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 17:58:51.095613 n-d-818022-2 neutron-server[103365]: timer() Nov 19 17:58:51.095613 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 17:58:51.095613 n-d-818022-2 neutron-server[103365]: cb(*args, **kw) Nov 19 17:58:51.095613 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 17:58:51.095613 n-d-818022-2 neutron-server[103365]: return func(*args, **kwargs) Nov 19 17:58:51.095613 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 17:58:51.095613 n-d-818022-2 neutron-server[103365]: self._notify() Nov 19 17:58:51.095613 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 17:58:51.095613 n-d-818022-2 neutron-server[103365]: self.callback(batched_events) Nov 19 17:58:51.095613 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 17:58:51.095613 n-d-818022-2 neutron-server[103365]: event.method(event) Nov 19 17:58:51.095613 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 17:58:51.095613 n-d-818022-2 neutron-server[103365]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 17:58:51.095613 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 17:58:51.095613 n-d-818022-2 neutron-server[103365]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 17:58:51.095613 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 17:58:51.095613 n-d-818022-2 neutron-server[103365]: return f(self, *a, **k) Nov 19 17:58:51.095613 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 17:58:51.095613 n-d-818022-2 neutron-server[103365]: return self._get(url).json() Nov 19 17:58:51.095613 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 17:58:51.095613 n-d-818022-2 neutron-server[103365]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 17:58:51.095613 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 17:58:51.095613 n-d-818022-2 neutron-server[103365]: return self.request(url, 'GET', **kwargs) Nov 19 17:58:51.095613 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 17:58:51.095613 n-d-818022-2 neutron-server[103365]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 17:58:51.095613 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 17:58:51.095613 n-d-818022-2 neutron-server[103365]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 17:58:51.095613 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 17:58:51.095613 n-d-818022-2 neutron-server[103365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 17:58:51.095613 n-d-818022-2 neutron-server[103365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 17:58:51.109734 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59218e8f-6ab8-42bb-be39-6d31ffe56695 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Router 11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 17:58:51.128866 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-fbbb9518-86be-420c-b5bf-7ca947975cee None None] Deleting port 1485c665-f6b9-43d4-aa03-5dc6ea5291e9 {{(pid=103366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:58:51.130208 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-fbbb9518-86be-420c-b5bf-7ca947975cee None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:51.175307 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f9f383d-d382-487c-b4b9-874f0655178e tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Made reservation on behalf of 6b45f31544cd40e7b10456e94240dc6e for: {'subnet': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:58:51.179955 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5f9f383d-d382-487c-b4b9-874f0655178e tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8983829'] for subnet, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:51.296604 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef0e638c-cd43-476f-9842-ce117aaaa000 req-7c36fa9c-a685-46d3-b4ae-c0c17c0bcc9b service neutron] No DVR routers for this DVR port d2fbad7e-e63d-49da-acc6-1b78fd09c6b0 on host n-h1-818022-2 {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:58:51.344767 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4fe5668e-cf3b-46c4-b9f7-625f27633432 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:51.384527 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2267ffc-9472-4db4-94e3-82fb2cfecc10 None None] Network 65eace33-2479-4afb-a7b6-41f0773542ac requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:58:51.481956 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4fe5668e-cf3b-46c4-b9f7-625f27633432 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12425137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8983934'] for subnet, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:51.544345 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-fbbb9518-86be-420c-b5bf-7ca947975cee None None] For port 1485c665-f6b9-43d4-aa03-5dc6ea5291e9, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=1485c665-f6b9-43d4-aa03-5dc6ea5291e9,segment=NetworkSegment(c36d71f2-61a7-4008-bd1d-9e6011292d48),segment_id=c36d71f2-61a7-4008-bd1d-9e6011292d48)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:58:51.545080 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-fbbb9518-86be-420c-b5bf-7ca947975cee None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:51.562633 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe5668e-cf3b-46c4-b9f7-625f27633432 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Pushing event deleted for resources: {'Subnet': ['ID=4c6fb956-3c37-488e-8474-4061c0cfedba,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:58:51.576150 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-fbbb9518-86be-420c-b5bf-7ca947975cee None None] Calling delete_port for 1485c665-f6b9-43d4-aa03-5dc6ea5291e9 owned by network:dhcp {{(pid=103366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:58:51.587917 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4fe5668e-cf3b-46c4-b9f7-625f27633432 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:51.598803 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-4fe5668e-cf3b-46c4-b9f7-625f27633432 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] 10.222.0.54 "DELETE /v2.0/subnets/4c6fb956-3c37-488e-8474-4061c0cfedba HTTP/1.1" status: 204 len: 168 time: 1.1725512 Nov 19 17:58:51.599729 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 43502) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:58:51.614383 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59218e8f-6ab8-42bb-be39-6d31ffe56695 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 17:58:51.622143 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b82e17a-4847-4c3d-a038-ea768c57aa8a None None] Network 547a5ddc-ba21-45f9-b859-04c8258eb928 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:58:51.638617 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-59218e8f-6ab8-42bb-be39-6d31ffe56695 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] 10.222.0.54 "PUT /v2.0/routers/11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0616844 Nov 19 17:58:51.640800 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-ef0e638c-cd43-476f-9842-ce117aaaa000 req-7c36fa9c-a685-46d3-b4ae-c0c17c0bcc9b service neutron] In _notify_port_updated(), no bound segment for port d2fbad7e-e63d-49da-acc6-1b78fd09c6b0 on network 7ebd557b-42db-40a2-8cf2-57dc967dc3d4 {{(pid=103365) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 19 17:58:51.642094 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0e638c-cd43-476f-9842-ce117aaaa000 req-7c36fa9c-a685-46d3-b4ae-c0c17c0bcc9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:58:51.644281 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-ef0e638c-cd43-476f-9842-ce117aaaa000 req-7c36fa9c-a685-46d3-b4ae-c0c17c0bcc9b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:51.647188 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ef0e638c-cd43-476f-9842-ce117aaaa000 req-7c36fa9c-a685-46d3-b4ae-c0c17c0bcc9b service neutron] 10.222.0.60 "PUT /v2.0/ports/d2fbad7e-e63d-49da-acc6-1b78fd09c6b0 HTTP/1.1" status: 200 len: 1033 time: 2.3560684 Nov 19 17:58:51.648586 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 43504) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:58:51.649398 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-32387f7c-e64b-46aa-9c67-3cb632801e0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671242'] for network, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:51.706314 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-284c96eb-c427-42df-807d-6368c59f0bf7 None None] Sync routers for ids ['11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb'] in n-d-818022-2 {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 17:58:51.706973 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-32387f7c-e64b-46aa-9c67-3cb632801e0f admin admin] Publish callbacks [] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:51.715528 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-32387f7c-e64b-46aa-9c67-3cb632801e0f admin admin] 10.222.0.54 "DELETE /v2.0/networks/a852352a-2775-46e6-a35f-db18c940ab13 HTTP/1.1" status: 204 len: 168 time: 6.0395262 Nov 19 17:58:51.737479 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f58338b2-6bed-437a-badb-1d29f779f4c8 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:51.795641 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32387f7c-e64b-46aa-9c67-3cb632801e0f admin admin] Pushing event deleted for resources: {'Network': ['ID=a852352a-2775-46e6-a35f-db18c940ab13,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:58:51.862002 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d08454a-d2a0-4c67-af46-1e93af9f0812 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Deleting subnet c823e22e-08c9-40fd-90bf-a9bab2677b28 {{(pid=103365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 17:58:51.865966 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2d08454a-d2a0-4c67-af46-1e93af9f0812 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks [] for subnet, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:51.866114 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5f9f383d-d382-487c-b4b9-874f0655178e tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12425078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8983815'] for subnet, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:51.934215 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f9f383d-d382-487c-b4b9-874f0655178e tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Network 65eace33-2479-4afb-a7b6-41f0773542ac is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:58:51.936981 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-f58338b2-6bed-437a-badb-1d29f779f4c8 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Deleting port 1485c665-f6b9-43d4-aa03-5dc6ea5291e9 {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:58:51.937945 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f58338b2-6bed-437a-badb-1d29f779f4c8 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:51.940941 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9f383d-d382-487c-b4b9-874f0655178e tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Pushing event updated for resources: {'Subnet': ['ID=77fb4615-9e59-473e-ad13-30cdb2ee54a9,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:58:51.953723 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-5f9f383d-d382-487c-b4b9-874f0655178e tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:58:51.957803 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f9f383d-d382-487c-b4b9-874f0655178e tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:58:51.959307 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5f9f383d-d382-487c-b4b9-874f0655178e tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:51.980812 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2d08454a-d2a0-4c67-af46-1e93af9f0812 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12546453'] for subnet, precommit_delete_associations {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:52.049194 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-5f9f383d-d382-487c-b4b9-874f0655178e tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0180318 Nov 19 17:58:52.050315 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 43516) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:58:52.060885 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-beee4c2c-ad8d-4015-8508-73619846642d tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Request body: {'subnet': {'network_id': '65eace33-2479-4afb-a7b6-41f0773542ac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:58:52.141672 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-b4551ac0-ea29-4fcb-8e5d-972840dc6bcd None None] Provisioning complete for port 3b46b282-ab22-4ffd-a42f-73e7984be408 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:58:52.144017 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b4551ac0-ea29-4fcb-8e5d-972840dc6bcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:52.153800 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2d08454a-d2a0-4c67-af46-1e93af9f0812 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:52.228899 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [None req-f58338b2-6bed-437a-badb-1d29f779f4c8 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] For port 1485c665-f6b9-43d4-aa03-5dc6ea5291e9, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=1485c665-f6b9-43d4-aa03-5dc6ea5291e9,segment=NetworkSegment(c36d71f2-61a7-4008-bd1d-9e6011292d48),segment_id=c36d71f2-61a7-4008-bd1d-9e6011292d48)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:58:52.229273 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f58338b2-6bed-437a-badb-1d29f779f4c8 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:52.234317 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 43524) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:58:52.311493 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-f58338b2-6bed-437a-badb-1d29f779f4c8 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Calling delete_port for 1485c665-f6b9-43d4-aa03-5dc6ea5291e9 owned by network:dhcp {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:58:52.321027 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-ef0e638c-cd43-476f-9842-ce117aaaa000 req-5e436077-9ef0-4a39-94dc-c887aade57e8 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Deleting port 8eaeefd8-0994-45c9-8730-88229eebf761 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:58:52.322207 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-ef0e638c-cd43-476f-9842-ce117aaaa000 req-5e436077-9ef0-4a39-94dc-c887aade57e8 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:52.401606 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2d08454a-d2a0-4c67-af46-1e93af9f0812 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12282919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8731163'] for subnet, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:52.465715 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-19a30ec3-b3f3-447c-9889-b6a1379aa5cd admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c2e6ec2d08df4707906c035065baeeeb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1943541 Nov 19 17:58:52.475488 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 43530) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:58:52.476903 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f58338b2-6bed-437a-badb-1d29f779f4c8 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:52.506378 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d08454a-d2a0-4c67-af46-1e93af9f0812 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Pushing event deleted for resources: {'Subnet': ['ID=c823e22e-08c9-40fd-90bf-a9bab2677b28,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:58:52.523841 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2d08454a-d2a0-4c67-af46-1e93af9f0812 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks [] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:52.529449 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-2d08454a-d2a0-4c67-af46-1e93af9f0812 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] 10.222.0.54 "DELETE /v2.0/subnets/c823e22e-08c9-40fd-90bf-a9bab2677b28 HTTP/1.1" status: 204 len: 168 time: 0.8756976 Nov 19 17:58:52.530249 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 43536) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:58:52.564550 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd8b6b0f-140b-4da7-9ff4-4473c32b35a9 None None] Network 782a6462-eee3-4699-90ef-0416652dd862 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:58:52.623010 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-284c96eb-c427-42df-807d-6368c59f0bf7 None None] Routers {'11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:58:52.624170 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-284c96eb-c427-42df-807d-6368c59f0bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:58:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:58:52.653039 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f58338b2-6bed-437a-badb-1d29f779f4c8 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] No DVR routers for this DVR port 1485c665-f6b9-43d4-aa03-5dc6ea5291e9 on host n-d-818022-2 {{(pid=103364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:58:52.674141 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 1485c665-f6b9-43d4-aa03-5dc6ea5291e9 no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:58:52.701238 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58338b2-6bed-437a-badb-1d29f779f4c8 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Pushing event deleted for resources: {'Port': ['ID=1485c665-f6b9-43d4-aa03-5dc6ea5291e9,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:58:52.768181 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-ef0e638c-cd43-476f-9842-ce117aaaa000 req-5e436077-9ef0-4a39-94dc-c887aade57e8 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] For port 8eaeefd8-0994-45c9-8730-88229eebf761, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=8eaeefd8-0994-45c9-8730-88229eebf761,segment=NetworkSegment(504442a5-d1da-4970-b6a3-20669171f021),segment_id=504442a5-d1da-4970-b6a3-20669171f021)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:58:52.768903 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-ef0e638c-cd43-476f-9842-ce117aaaa000 req-5e436077-9ef0-4a39-94dc-c887aade57e8 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:52.781200 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ffe8a9f3-5a38-4e10-8356-9239750293ef tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:52.792137 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-ef0e638c-cd43-476f-9842-ce117aaaa000 req-5e436077-9ef0-4a39-94dc-c887aade57e8 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Calling delete_port for 8eaeefd8-0994-45c9-8730-88229eebf761 owned by compute:nova {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:58:52.824644 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: 1485c665-f6b9-43d4-aa03-5dc6ea5291e9 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:58:52.825023 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 1485c665-f6b9-43d4-aa03-5dc6ea5291e9 not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:58:52.837943 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f58338b2-6bed-437a-badb-1d29f779f4c8 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:52.881621 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-284c96eb-c427-42df-807d-6368c59f0bf7 None None] Set router 11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb gateway port host: None {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:58:52.888571 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-f58338b2-6bed-437a-badb-1d29f779f4c8 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3191e086-edc3-4bc0-8ac5-8ab35dad6e08']}} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:58:52.913749 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-f58338b2-6bed-437a-badb-1d29f779f4c8 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c36d71f2-61a7-4008-bd1d-9e6011292d48') {'for_net_delete': True} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:58:52.918052 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-f58338b2-6bed-437a-badb-1d29f779f4c8 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c36d71f2-61a7-4008-bd1d-9e6011292d48') {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:58:52.983268 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-fbbb9518-86be-420c-b5bf-7ca947975cee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007'] for port, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:52.994000 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d671703-60fb-47b4-acdf-0dcb1cb5c324 req-d1d9ea57-64b5-4353-8a0e-b7cc0b59c0c5 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:58:53.005165 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d671703-60fb-47b4-acdf-0dcb1cb5c324 req-d1d9ea57-64b5-4353-8a0e-b7cc0b59c0c5 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:58:53.009347 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bd4a852-13ba-460c-b6ba-0e382de30275 None None] DHCP port deletion for 547a5ddc-ba21-45f9-b859-04c8258eb928 request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 17:58:53.015478 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d671703-60fb-47b4-acdf-0dcb1cb5c324 req-d1d9ea57-64b5-4353-8a0e-b7cc0b59c0c5 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:58:53.022030 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-284c96eb-c427-42df-807d-6368c59f0bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb', 'name': 'tempest-RoutersIpV6Test-router-1062832239', 'tenant_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:57:38Z', 'updated_at': '2021-11-19T17:58:47Z', 'revision_number': 11, 'project_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'gw_port_host': None}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:58:53.022292 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-ffe8a9f3-5a38-4e10-8356-9239750293ef tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Deleting port 2b3750d8-3252-48d6-8d11-69090a060bfc {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:58:53.022390 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ffe8a9f3-5a38-4e10-8356-9239750293ef tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:53.026441 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d671703-60fb-47b4-acdf-0dcb1cb5c324 req-d1d9ea57-64b5-4353-8a0e-b7cc0b59c0c5 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:58:53.035640 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d671703-60fb-47b4-acdf-0dcb1cb5c324 req-d1d9ea57-64b5-4353-8a0e-b7cc0b59c0c5 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:58:53.038658 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-3d671703-60fb-47b4-acdf-0dcb1cb5c324 req-d1d9ea57-64b5-4353-8a0e-b7cc0b59c0c5 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4e34aa3-c9da-43ec-a34a-37de5c74afc3 HTTP/1.1" status: 200 len: 3874 time: 0.8446903 Nov 19 17:58:53.044123 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f58338b2-6bed-437a-badb-1d29f779f4c8 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417396'] for segment, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:53.113015 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f58338b2-6bed-437a-badb-1d29f779f4c8 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:53.151689 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4c4eacc6-1df0-4c0b-9a6d-b16087eef930 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:53.152246 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbb9518-86be-420c-b5bf-7ca947975cee None None] Pushing event deleted for resources: {'Port': ['ID=1485c665-f6b9-43d4-aa03-5dc6ea5291e9,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:58:53.164443 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-284c96eb-c427-42df-807d-6368c59f0bf7 None None] Checking router: 11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb for host: n-d-818022-2 {{(pid=103366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 17:58:53.178524 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbbb9518-86be-420c-b5bf-7ca947975cee None None] No DVR routers for this DVR port 1485c665-f6b9-43d4-aa03-5dc6ea5291e9 on host n-d-818022-2 {{(pid=103366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:58:53.195535 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f58338b2-6bed-437a-badb-1d29f779f4c8 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Releasing vlan 689 on physical network physnet1 to pool {{(pid=103364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 17:58:53.195998 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f58338b2-6bed-437a-badb-1d29f779f4c8 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12425183'] for segment, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:53.206642 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-3d671703-60fb-47b4-acdf-0dcb1cb5c324 req-068e1485-93d7-464f-836f-cca4bb4bee02 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] 10.222.0.54 "GET /v2.0/security-groups?id=6f748c30-bcc4-4f26-989c-71d930e18e94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1545873 Nov 19 17:58:53.207554 n-d-818022-2 neutron-server[103364]: Traceback (most recent call last): Nov 19 17:58:53.207554 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 17:58:53.207554 n-d-818022-2 neutron-server[103364]: timer() Nov 19 17:58:53.207554 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 17:58:53.207554 n-d-818022-2 neutron-server[103364]: cb(*args, **kw) Nov 19 17:58:53.207554 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 17:58:53.207554 n-d-818022-2 neutron-server[103364]: return func(*args, **kwargs) Nov 19 17:58:53.207554 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 17:58:53.207554 n-d-818022-2 neutron-server[103364]: self._notify() Nov 19 17:58:53.207554 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 17:58:53.207554 n-d-818022-2 neutron-server[103364]: self.callback(batched_events) Nov 19 17:58:53.207554 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 17:58:53.207554 n-d-818022-2 neutron-server[103364]: event.method(event) Nov 19 17:58:53.207554 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 17:58:53.207554 n-d-818022-2 neutron-server[103364]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 17:58:53.207554 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 17:58:53.207554 n-d-818022-2 neutron-server[103364]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 17:58:53.207554 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 17:58:53.207554 n-d-818022-2 neutron-server[103364]: return f(self, *a, **k) Nov 19 17:58:53.207554 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 17:58:53.207554 n-d-818022-2 neutron-server[103364]: return self._get(url).json() Nov 19 17:58:53.207554 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 17:58:53.207554 n-d-818022-2 neutron-server[103364]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 17:58:53.207554 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 17:58:53.207554 n-d-818022-2 neutron-server[103364]: return self.request(url, 'GET', **kwargs) Nov 19 17:58:53.207554 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 17:58:53.207554 n-d-818022-2 neutron-server[103364]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 17:58:53.207554 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 17:58:53.207554 n-d-818022-2 neutron-server[103364]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 17:58:53.207554 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 17:58:53.207554 n-d-818022-2 neutron-server[103364]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 17:58:53.207554 n-d-818022-2 neutron-server[103364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 17:58:53.225953 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beee4c2c-ad8d-4015-8508-73619846642d tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Made reservation on behalf of 6b45f31544cd40e7b10456e94240dc6e for: {'subnet': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:58:53.230134 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-beee4c2c-ad8d-4015-8508-73619846642d tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8983829'] for subnet, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:53.232389 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-284c96eb-c427-42df-807d-6368c59f0bf7 None None] Routers {'11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:58:53.233040 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-284c96eb-c427-42df-807d-6368c59f0bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:58:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:58:53.269322 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [None req-ffe8a9f3-5a38-4e10-8356-9239750293ef tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] For port 2b3750d8-3252-48d6-8d11-69090a060bfc, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=2b3750d8-3252-48d6-8d11-69090a060bfc,segment=NetworkSegment(6979df68-fd00-4336-9ebc-1ee7a0e06783),segment_id=6979df68-fd00-4336-9ebc-1ee7a0e06783)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:58:53.270108 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ffe8a9f3-5a38-4e10-8356-9239750293ef tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:53.300189 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-ef0e638c-cd43-476f-9842-ce117aaaa000 req-5e436077-9ef0-4a39-94dc-c887aade57e8 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:53.342768 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-ffe8a9f3-5a38-4e10-8356-9239750293ef tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Calling delete_port for 2b3750d8-3252-48d6-8d11-69090a060bfc owned by network:dhcp {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:58:53.364803 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-284c96eb-c427-42df-807d-6368c59f0bf7 None None] Set router 11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb gateway port host: None {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:58:53.429930 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e436077-9ef0-4a39-94dc-c887aade57e8 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Pushing event deleted for resources: {'Port': ['ID=8eaeefd8-0994-45c9-8730-88229eebf761,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:58:53.437929 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da3f75ed-248e-44ce-ba5d-6b4c960c1746 None None] DHCP port deletion for 782a6462-eee3-4699-90ef-0416652dd862 request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 17:58:53.532630 n-d-818022-2 neutron-server[103364]: INFO neutron.db.ipam_backend_mixin [None req-beee4c2c-ad8d-4015-8508-73619846642d tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 77fb4615-9e59-473e-ad13-30cdb2ee54a9 (CIDR: 2001:db8::/64) Nov 19 17:58:53.535406 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4bd4a852-13ba-460c-b6ba-0e382de30275 None None] Deleting port b37b8215-7ed4-4dc0-9eb0-b9003a9b59af {{(pid=103366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:58:53.535745 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4bd4a852-13ba-460c-b6ba-0e382de30275 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:53.559019 n-d-818022-2 neutron-server[103364]: INFO neutron.pecan_wsgi.hooks.translation [None req-beee4c2c-ad8d-4015-8508-73619846642d tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 17:58:53.559480 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-beee4c2c-ad8d-4015-8508-73619846642d tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103364) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 17:58:53.572892 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-284c96eb-c427-42df-807d-6368c59f0bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb', 'name': 'tempest-RoutersIpV6Test-router-1062832239', 'tenant_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:57:38Z', 'updated_at': '2021-11-19T17:58:47Z', 'revision_number': 11, 'project_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'gw_port_host': None}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:58:53.610341 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4c4eacc6-1df0-4c0b-9a6d-b16087eef930 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:53.622793 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef0e638c-cd43-476f-9842-ce117aaaa000 req-5e436077-9ef0-4a39-94dc-c887aade57e8 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] No DVR routers for this DVR port 8eaeefd8-0994-45c9-8730-88229eebf761 on host n-h1-818022-2 {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:58:53.626727 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-ef0e638c-cd43-476f-9842-ce117aaaa000 req-5e436077-9ef0-4a39-94dc-c887aade57e8 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:53.630264 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ef0e638c-cd43-476f-9842-ce117aaaa000 req-5e436077-9ef0-4a39-94dc-c887aade57e8 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] 10.222.0.60 "DELETE /v2.0/ports/8eaeefd8-0994-45c9-8730-88229eebf761 HTTP/1.1" status: 204 len: 173 time: 1.9703431 Nov 19 17:58:53.630754 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4e34aa3-c9da-43ec-a34a-37de5c74afc3', 'name': 'network-vif-deleted', 'tag': '8eaeefd8-0994-45c9-8730-88229eebf761'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:58:53.633733 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218319d759239a7d11f1288aef37381b97754913ee9ccbfd43b51a463f801712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e20f9d74-b1b3-4eec-8660-e75b4e09b467" -d '{"events": [{"server_uuid": "f4e34aa3-c9da-43ec-a34a-37de5c74afc3", "name": "network-vif-deleted", "tag": "8eaeefd8-0994-45c9-8730-88229eebf761"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:58:53.661298 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f58338b2-6bed-437a-badb-1d29f779f4c8 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671242'] for network, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:53.711239 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f58338b2-6bed-437a-badb-1d29f779f4c8 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks [] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:53.720709 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-f58338b2-6bed-437a-badb-1d29f779f4c8 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] 10.222.0.54 "DELETE /v2.0/networks/3191e086-edc3-4bc0-8ac5-8ab35dad6e08 HTTP/1.1" status: 204 len: 168 time: 2.1173997 Nov 19 17:58:53.727105 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-beee4c2c-ad8d-4015-8508-73619846642d tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.6705124 Nov 19 17:58:53.727760 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 43564) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:58:53.745220 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 43566) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:58:53.750459 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-a99b82c4-e10c-4a00-9c6f-b7c315280813 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Request body: {'subnet': {'network_id': '65eace33-2479-4afb-a7b6-41f0773542ac', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:58:53.762081 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9f5f2b7-89d6-47a5-8308-e93efef9fb6c None None] Network 65eace33-2479-4afb-a7b6-41f0773542ac requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:58:53.798417 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:58:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f71947a6-7189-4725-a379-790899d8c473 x-openstack-request-id: req-f71947a6-7189-4725-a379-790899d8c473 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:58:53.798973 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4e34aa3-c9da-43ec-a34a-37de5c74afc3", "name": "network-vif-deleted", "tag": "8eaeefd8-0994-45c9-8730-88229eebf761", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:58:53.798973 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f71947a6-7189-4725-a379-790899d8c473 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:58:53.799444 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4e34aa3-c9da-43ec-a34a-37de5c74afc3', 'name': 'network-vif-deleted', 'tag': '8eaeefd8-0994-45c9-8730-88229eebf761', 'status': 'completed', 'code': 200} Nov 19 17:58:53.821180 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58338b2-6bed-437a-badb-1d29f779f4c8 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Pushing event deleted for resources: {'Network': ['ID=3191e086-edc3-4bc0-8ac5-8ab35dad6e08,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:58:53.846253 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-284c96eb-c427-42df-807d-6368c59f0bf7 None None] The sync data for ids ['11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb'] in n-d-818022-2 is: [{'id': '11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb', 'name': 'tempest-RoutersIpV6Test-router-1062832239', 'tenant_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:57:38Z', 'updated_at': '2021-11-19T17:58:47Z', 'revision_number': 11, 'project_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'gw_port_host': None}] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 17:58:53.960373 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ffe8a9f3-5a38-4e10-8356-9239750293ef tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:54.000422 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-c5994bbf-394b-46e9-b975-8bbd0aafd5dd None None] Provisioning complete for port d2fbad7e-e63d-49da-acc6-1b78fd09c6b0 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:58:54.001406 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-c5994bbf-394b-46e9-b975-8bbd0aafd5dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:54.021840 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4c4eacc6-1df0-4c0b-9a6d-b16087eef930 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:54.027540 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4c4eacc6-1df0-4c0b-9a6d-b16087eef930 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:54.033080 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-4c4eacc6-1df0-4c0b-9a6d-b16087eef930 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/2c5c45e5-871b-4ee9-82e2-22e9698a9680 HTTP/1.1" status: 204 len: 168 time: 1.5466380 Nov 19 17:58:54.044988 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe8a9f3-5a38-4e10-8356-9239750293ef tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Pushing event deleted for resources: {'Port': ['ID=2b3750d8-3252-48d6-8d11-69090a060bfc,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:58:54.055123 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2e629640-1473-4b09-b08e-90c0067cb600 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:54.090298 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4eacc6-1df0-4c0b-9a6d-b16087eef930 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c5c45e5-871b-4ee9-82e2-22e9698a9680,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:58:54.164277 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-4bd4a852-13ba-460c-b6ba-0e382de30275 None None] For port b37b8215-7ed4-4dc0-9eb0-b9003a9b59af, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=b37b8215-7ed4-4dc0-9eb0-b9003a9b59af,segment=NetworkSegment(c4a7f366-bd38-4a4e-9c61-f61845850b0f),segment_id=c4a7f366-bd38-4a4e-9c61-f61845850b0f)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:58:54.164908 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4bd4a852-13ba-460c-b6ba-0e382de30275 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:54.165431 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe8a9f3-5a38-4e10-8356-9239750293ef tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] No DVR routers for this DVR port 2b3750d8-3252-48d6-8d11-69090a060bfc on host n-d-818022-2 {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:58:54.207907 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-c5994bbf-394b-46e9-b975-8bbd0aafd5dd None None] Port d2fbad7e-e63d-49da-acc6-1b78fd09c6b0 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:58:54.212839 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-2e629640-1473-4b09-b08e-90c0067cb600 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Deleting port b37b8215-7ed4-4dc0-9eb0-b9003a9b59af {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:58:54.214086 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2e629640-1473-4b09-b08e-90c0067cb600 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:54.221056 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4bd4a852-13ba-460c-b6ba-0e382de30275 None None] Calling delete_port for b37b8215-7ed4-4dc0-9eb0-b9003a9b59af owned by network:dhcp {{(pid=103366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:58:54.241128 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a99b82c4-e10c-4a00-9c6f-b7c315280813 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Made reservation on behalf of 6b45f31544cd40e7b10456e94240dc6e for: {'subnet': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:58:54.249473 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a99b82c4-e10c-4a00-9c6f-b7c315280813 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8731248'] for subnet, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:54.252206 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-da3f75ed-248e-44ce-ba5d-6b4c960c1746 None None] Deleting port 2b3750d8-3252-48d6-8d11-69090a060bfc {{(pid=103366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:58:54.258220 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-da3f75ed-248e-44ce-ba5d-6b4c960c1746 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:54.372087 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [None req-2e629640-1473-4b09-b08e-90c0067cb600 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] For port b37b8215-7ed4-4dc0-9eb0-b9003a9b59af, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=b37b8215-7ed4-4dc0-9eb0-b9003a9b59af,segment=NetworkSegment(c4a7f366-bd38-4a4e-9c61-f61845850b0f),segment_id=c4a7f366-bd38-4a4e-9c61-f61845850b0f)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:58:54.389537 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2e629640-1473-4b09-b08e-90c0067cb600 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:54.426849 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-2e629640-1473-4b09-b08e-90c0067cb600 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Calling delete_port for b37b8215-7ed4-4dc0-9eb0-b9003a9b59af owned by network:dhcp {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:58:54.497660 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-ef0e638c-cd43-476f-9842-ce117aaaa000 req-df8af6a6-9d39-40cb-b3d8-569f406eefcd tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Deleting port 55efc562-e796-48ee-b98a-71ca0963668d {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:58:54.502269 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-ef0e638c-cd43-476f-9842-ce117aaaa000 req-df8af6a6-9d39-40cb-b3d8-569f406eefcd tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:54.634600 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5c18b9-0ed3-4ce0-a67a-d333f18657f8 req-14da3469-33e3-4406-bd0f-a56434e306b2 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:58:54.654745 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5c18b9-0ed3-4ce0-a67a-d333f18657f8 req-14da3469-33e3-4406-bd0f-a56434e306b2 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:58:54.662786 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 2b3750d8-3252-48d6-8d11-69090a060bfc no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:58:54.673147 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5c18b9-0ed3-4ce0-a67a-d333f18657f8 req-14da3469-33e3-4406-bd0f-a56434e306b2 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:58:54.677047 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ffe8a9f3-5a38-4e10-8356-9239750293ef tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:54.681907 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5c18b9-0ed3-4ce0-a67a-d333f18657f8 req-14da3469-33e3-4406-bd0f-a56434e306b2 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:58:54.683888 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-bf5c18b9-0ed3-4ce0-a67a-d333f18657f8 req-14da3469-33e3-4406-bd0f-a56434e306b2 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4e34aa3-c9da-43ec-a34a-37de5c74afc3 HTTP/1.1" status: 200 len: 3141 time: 0.2509320 Nov 19 17:58:54.719150 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: 2b3750d8-3252-48d6-8d11-69090a060bfc {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:58:54.724351 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 2b3750d8-3252-48d6-8d11-69090a060bfc not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:58:54.728583 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 6e0c8526-4f8e-41bd-9aa5-321bd07d5d14 no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:58:54.783115 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-da3f75ed-248e-44ce-ba5d-6b4c960c1746 None None] For port 2b3750d8-3252-48d6-8d11-69090a060bfc, host n-d-818022-2, got binding levels [] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:58:54.783517 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-da3f75ed-248e-44ce-ba5d-6b4c960c1746 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:54.805262 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-da3f75ed-248e-44ce-ba5d-6b4c960c1746 None None] Calling delete_port for 2b3750d8-3252-48d6-8d11-69090a060bfc owned by network:dhcp {{(pid=103366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:58:54.808908 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.ipam_backend_mixin [None req-da3f75ed-248e-44ce-ba5d-6b4c960c1746 None None] Port 2b3750d8-3252-48d6-8d11-69090a060bfc was not found and therefore no delete operation was performed {{(pid=103366) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 19 17:58:54.811669 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-56822d5e-2d33-43f4-b4fe-b1081a8c5972 None None] Provisioning complete for port 3b46b282-ab22-4ffd-a42f-73e7984be408 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:58:54.811669 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-56822d5e-2d33-43f4-b4fe-b1081a8c5972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:54.818299 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-da3f75ed-248e-44ce-ba5d-6b4c960c1746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007'] for port, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:54.818971 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-ffe8a9f3-5a38-4e10-8356-9239750293ef tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['782a6462-eee3-4699-90ef-0416652dd862']}} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:58:54.836506 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-bf5c18b9-0ed3-4ce0-a67a-d333f18657f8 req-b68ceb7a-e7bd-423c-b0de-57ba0940f4d2 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] 10.222.0.54 "GET /v2.0/security-groups?id=6f748c30-bcc4-4f26-989c-71d930e18e94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1435766 Nov 19 17:58:54.837197 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2e629640-1473-4b09-b08e-90c0067cb600 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:54.901441 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-ffe8a9f3-5a38-4e10-8356-9239750293ef tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6979df68-fd00-4336-9ebc-1ee7a0e06783') {'for_net_delete': True} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:58:54.901888 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-ffe8a9f3-5a38-4e10-8356-9239750293ef tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6979df68-fd00-4336-9ebc-1ee7a0e06783') {} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:58:54.903025 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e629640-1473-4b09-b08e-90c0067cb600 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Pushing event deleted for resources: {'Port': ['ID=b37b8215-7ed4-4dc0-9eb0-b9003a9b59af,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:58:54.906676 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e629640-1473-4b09-b08e-90c0067cb600 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] No DVR routers for this DVR port b37b8215-7ed4-4dc0-9eb0-b9003a9b59af on host n-d-818022-2 {{(pid=103364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:58:54.956169 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ffe8a9f3-5a38-4e10-8356-9239750293ef tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12545382'] for segment, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:54.964842 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-ef0e638c-cd43-476f-9842-ce117aaaa000 req-df8af6a6-9d39-40cb-b3d8-569f406eefcd tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] For port 55efc562-e796-48ee-b98a-71ca0963668d, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=55efc562-e796-48ee-b98a-71ca0963668d,segment=NetworkSegment(949c8f19-feca-48a3-a3b4-7bc362c7af12),segment_id=949c8f19-feca-48a3-a3b4-7bc362c7af12)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:58:54.965201 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-ef0e638c-cd43-476f-9842-ce117aaaa000 req-df8af6a6-9d39-40cb-b3d8-569f406eefcd tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:55.035913 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2e629640-1473-4b09-b08e-90c0067cb600 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:55.062101 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ffe8a9f3-5a38-4e10-8356-9239750293ef tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:55.087516 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffe8a9f3-5a38-4e10-8356-9239750293ef tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Releasing vlan 669 on physical network physnet1 to pool {{(pid=103365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 17:58:55.088197 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ffe8a9f3-5a38-4e10-8356-9239750293ef tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12282953'] for segment, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:55.091620 n-d-818022-2 neutron-server[103365]: Traceback (most recent call last): Nov 19 17:58:55.091620 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 17:58:55.091620 n-d-818022-2 neutron-server[103365]: timer() Nov 19 17:58:55.091620 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 17:58:55.091620 n-d-818022-2 neutron-server[103365]: cb(*args, **kw) Nov 19 17:58:55.091620 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 17:58:55.091620 n-d-818022-2 neutron-server[103365]: return func(*args, **kwargs) Nov 19 17:58:55.091620 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 17:58:55.091620 n-d-818022-2 neutron-server[103365]: self._notify() Nov 19 17:58:55.091620 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 17:58:55.091620 n-d-818022-2 neutron-server[103365]: self.callback(batched_events) Nov 19 17:58:55.091620 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 17:58:55.091620 n-d-818022-2 neutron-server[103365]: event.method(event) Nov 19 17:58:55.091620 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 17:58:55.091620 n-d-818022-2 neutron-server[103365]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 17:58:55.091620 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 17:58:55.091620 n-d-818022-2 neutron-server[103365]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 17:58:55.091620 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 17:58:55.091620 n-d-818022-2 neutron-server[103365]: return f(self, *a, **k) Nov 19 17:58:55.091620 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 17:58:55.091620 n-d-818022-2 neutron-server[103365]: return self._get(url).json() Nov 19 17:58:55.091620 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 17:58:55.091620 n-d-818022-2 neutron-server[103365]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 17:58:55.091620 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 17:58:55.091620 n-d-818022-2 neutron-server[103365]: return self.request(url, 'GET', **kwargs) Nov 19 17:58:55.091620 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 17:58:55.091620 n-d-818022-2 neutron-server[103365]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 17:58:55.091620 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 17:58:55.091620 n-d-818022-2 neutron-server[103365]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 17:58:55.091620 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 17:58:55.091620 n-d-818022-2 neutron-server[103365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 17:58:55.091620 n-d-818022-2 neutron-server[103365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 17:58:55.123478 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-2e629640-1473-4b09-b08e-90c0067cb600 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['547a5ddc-ba21-45f9-b859-04c8258eb928']}} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:58:55.141264 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da3f75ed-248e-44ce-ba5d-6b4c960c1746 None None] No DVR routers for this DVR port 2b3750d8-3252-48d6-8d11-69090a060bfc on host n-d-818022-2 {{(pid=103366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:58:55.158584 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-2e629640-1473-4b09-b08e-90c0067cb600 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4a7f366-bd38-4a4e-9c61-f61845850b0f') {'for_net_delete': True} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:58:55.159274 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-2e629640-1473-4b09-b08e-90c0067cb600 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4a7f366-bd38-4a4e-9c61-f61845850b0f') {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:58:55.159811 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4bd4a852-13ba-460c-b6ba-0e382de30275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007'] for port, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:55.190863 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3f75ed-248e-44ce-ba5d-6b4c960c1746 None None] Pushing event deleted for resources: {'Port': ['ID=2b3750d8-3252-48d6-8d11-69090a060bfc,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:58:55.191678 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2e629640-1473-4b09-b08e-90c0067cb600 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417396'] for segment, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:55.194025 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 43596) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:58:55.219820 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: 6e0c8526-4f8e-41bd-9aa5-321bd07d5d14 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:58:55.220936 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 6e0c8526-4f8e-41bd-9aa5-321bd07d5d14 not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:58:55.221461 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device b37b8215-7ed4-4dc0-9eb0-b9003a9b59af no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:58:55.235839 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2e629640-1473-4b09-b08e-90c0067cb600 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:55.253579 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e629640-1473-4b09-b08e-90c0067cb600 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Releasing vlan 695 on physical network physnet1 to pool {{(pid=103364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 17:58:55.256830 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2e629640-1473-4b09-b08e-90c0067cb600 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12425183'] for segment, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:55.259729 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd4a852-13ba-460c-b6ba-0e382de30275 None None] Pushing event deleted for resources: {'Port': ['ID=b37b8215-7ed4-4dc0-9eb0-b9003a9b59af,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:58:55.266759 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: b37b8215-7ed4-4dc0-9eb0-b9003a9b59af {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:58:55.267319 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device b37b8215-7ed4-4dc0-9eb0-b9003a9b59af not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:58:55.268436 n-d-818022-2 neutron-server[103364]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 17:58:55.268436 n-d-818022-2 neutron-server[103364]: self.session.flush() Nov 19 17:58:55.268436 n-d-818022-2 neutron-server[103364]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 17:58:55.268436 n-d-818022-2 neutron-server[103364]: self.session.flush() Nov 19 17:58:55.268436 n-d-818022-2 neutron-server[103364]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 17:58:55.268436 n-d-818022-2 neutron-server[103364]: self.session.flush() Nov 19 17:58:55.268436 n-d-818022-2 neutron-server[103364]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 17:58:55.268436 n-d-818022-2 neutron-server[103364]: self.session.flush() Nov 19 17:58:55.268436 n-d-818022-2 neutron-server[103364]: Traceback (most recent call last): Nov 19 17:58:55.268436 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 17:58:55.268436 n-d-818022-2 neutron-server[103364]: timer() Nov 19 17:58:55.268436 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 17:58:55.268436 n-d-818022-2 neutron-server[103364]: cb(*args, **kw) Nov 19 17:58:55.268436 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 17:58:55.268436 n-d-818022-2 neutron-server[103364]: return func(*args, **kwargs) Nov 19 17:58:55.268436 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 17:58:55.268436 n-d-818022-2 neutron-server[103364]: self._notify() Nov 19 17:58:55.268436 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 17:58:55.268436 n-d-818022-2 neutron-server[103364]: self.callback(batched_events) Nov 19 17:58:55.268436 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 17:58:55.268436 n-d-818022-2 neutron-server[103364]: event.method(event) Nov 19 17:58:55.268436 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 17:58:55.268436 n-d-818022-2 neutron-server[103364]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 17:58:55.268436 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 17:58:55.268436 n-d-818022-2 neutron-server[103364]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 17:58:55.268436 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 17:58:55.268436 n-d-818022-2 neutron-server[103364]: return f(self, *a, **k) Nov 19 17:58:55.268436 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 17:58:55.268436 n-d-818022-2 neutron-server[103364]: return self._get(url).json() Nov 19 17:58:55.268436 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 17:58:55.268436 n-d-818022-2 neutron-server[103364]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 17:58:55.268436 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 17:58:55.268436 n-d-818022-2 neutron-server[103364]: return self.request(url, 'GET', **kwargs) Nov 19 17:58:55.268436 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 17:58:55.268436 n-d-818022-2 neutron-server[103364]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 17:58:55.268436 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 17:58:55.268436 n-d-818022-2 neutron-server[103364]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 17:58:55.268436 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 17:58:55.268436 n-d-818022-2 neutron-server[103364]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 17:58:55.268436 n-d-818022-2 neutron-server[103364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 17:58:55.315002 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd4a852-13ba-460c-b6ba-0e382de30275 None None] No DVR routers for this DVR port b37b8215-7ed4-4dc0-9eb0-b9003a9b59af on host n-d-818022-2 {{(pid=103366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:58:55.406282 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2e629640-1473-4b09-b08e-90c0067cb600 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671242'] for network, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:55.420109 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2e629640-1473-4b09-b08e-90c0067cb600 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks [] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:55.428301 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-2e629640-1473-4b09-b08e-90c0067cb600 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] 10.222.0.54 "DELETE /v2.0/networks/547a5ddc-ba21-45f9-b859-04c8258eb928 HTTP/1.1" status: 204 len: 168 time: 1.6655357 Nov 19 17:58:55.441921 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 43600) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:58:55.454443 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-6b9467e7-d136-4401-b84c-f18821b227d5 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Request body: {'network': {'name': 'tempest-RoutersTest-1092469727'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:58:55.501120 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e629640-1473-4b09-b08e-90c0067cb600 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Pushing event deleted for resources: {'Network': ['ID=547a5ddc-ba21-45f9-b859-04c8258eb928,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:58:55.507749 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b9467e7-d136-4401-b84c-f18821b227d5 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Made reservation on behalf of ecb26dc6f8b14f6babd12abcbaee21bf for: {'network': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:58:55.512618 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6b9467e7-d136-4401-b84c-f18821b227d5 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:55.564538 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b9467e7-d136-4401-b84c-f18821b227d5 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 653} {{(pid=103364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 17:58:55.587447 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6b9467e7-d136-4401-b84c-f18821b227d5 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:55.592054 n-d-818022-2 neutron-server[103364]: INFO neutron.db.segments_db [None req-6b9467e7-d136-4401-b84c-f18821b227d5 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Added segment f85c5632-0ad3-4324-a700-0ac67a36dd91 of type vlan for network f254259a-27e6-4b40-8465-e9865e81d43e Nov 19 17:58:55.685239 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6b9467e7-d136-4401-b84c-f18821b227d5 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:55.760504 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6b9467e7-d136-4401-b84c-f18821b227d5 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:55.767379 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b9467e7-d136-4401-b84c-f18821b227d5 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:58:55.768004 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6b9467e7-d136-4401-b84c-f18821b227d5 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks [] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:55.786652 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-f27c32b4-4ae5-427a-b7a0-4809283cb484 None None] Provisioning complete for port 3b46b282-ab22-4ffd-a42f-73e7984be408 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:58:55.787881 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f27c32b4-4ae5-427a-b7a0-4809283cb484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:55.868186 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-6b9467e7-d136-4401-b84c-f18821b227d5 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4230688 Nov 19 17:58:55.869979 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 43618) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:58:55.891254 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-6e00995b-8a63-4eeb-be3d-8003c8871ac4 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Request body: {'subnet': {'network_id': 'f254259a-27e6-4b40-8465-e9865e81d43e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:58:55.998518 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9467e7-d136-4401-b84c-f18821b227d5 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Pushing event updated for resources: {'Network': ['ID=f254259a-27e6-4b40-8465-e9865e81d43e,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:58:56.016759 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network f254259a-27e6-4b40-8465-e9865e81d43e details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 17:58:56.034833 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e00995b-8a63-4eeb-be3d-8003c8871ac4 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Made reservation on behalf of ecb26dc6f8b14f6babd12abcbaee21bf for: {'subnet': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:58:56.039863 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6e00995b-8a63-4eeb-be3d-8003c8871ac4 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8983829'] for subnet, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:56.041500 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ffe8a9f3-5a38-4e10-8356-9239750293ef tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671242'] for network, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:56.081347 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ffe8a9f3-5a38-4e10-8356-9239750293ef tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks [] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:56.084785 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-ffe8a9f3-5a38-4e10-8356-9239750293ef tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] 10.222.0.54 "DELETE /v2.0/networks/782a6462-eee3-4699-90ef-0416652dd862 HTTP/1.1" status: 204 len: 168 time: 3.5467265 Nov 19 17:58:56.128370 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe8a9f3-5a38-4e10-8356-9239750293ef tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Pushing event deleted for resources: {'Network': ['ID=782a6462-eee3-4699-90ef-0416652dd862,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:58:56.132744 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 43626) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:58:56.151715 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-8c6102eb-5412-422a-8ef0-28c1a5040c3b tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Request body: {'router': {'routes': None}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:58:56.213607 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-ef0e638c-cd43-476f-9842-ce117aaaa000 req-df8af6a6-9d39-40cb-b3d8-569f406eefcd tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:56.214145 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-ef0e638c-cd43-476f-9842-ce117aaaa000 req-df8af6a6-9d39-40cb-b3d8-569f406eefcd tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-671284'] for floatingip, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:56.214560 n-d-818022-2 neutron-server[103365]: INFO neutron.db.l3_db [req-ef0e638c-cd43-476f-9842-ce117aaaa000 req-df8af6a6-9d39-40cb-b3d8-569f406eefcd tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Floating IP 8fdbbcad-09ab-404a-9b08-8fdbde04564d disassociated. External IP: 172.25.7.63, port: 55efc562-e796-48ee-b98a-71ca0963668d. Nov 19 17:58:56.215000 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-ef0e638c-cd43-476f-9842-ce117aaaa000 req-df8af6a6-9d39-40cb-b3d8-569f406eefcd tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Calling delete_port for 55efc562-e796-48ee-b98a-71ca0963668d owned by compute:nova {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:58:56.338104 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6e00995b-8a63-4eeb-be3d-8003c8871ac4 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12425078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8983815'] for subnet, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:56.400924 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.extraroute_db [None req-8c6102eb-5412-422a-8ef0-28c1a5040c3b tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Added routes are [] {{(pid=103365) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 19 17:58:56.401238 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.extraroute_db [None req-8c6102eb-5412-422a-8ef0-28c1a5040c3b tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Removed routes are [] {{(pid=103365) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 19 17:58:56.401619 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8c6102eb-5412-422a-8ef0-28c1a5040c3b tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-671667', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4675'] for router, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:56.444538 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e00995b-8a63-4eeb-be3d-8003c8871ac4 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Pushing event updated for resources: {'Subnet': ['ID=9041cfbc-cfed-4fba-ba85-8565f211fae9,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:58:56.456820 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5264eb96-7d08-4a13-b897-c043a11070b6 req-4c902e0a-c2fb-499a-bd72-dfe363840d07 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:58:56.463075 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e00995b-8a63-4eeb-be3d-8003c8871ac4 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Checking segment: {'id': 'f85c5632-0ad3-4324-a700-0ac67a36dd91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'f254259a-27e6-4b40-8465-e9865e81d43e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:58:56.463303 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5264eb96-7d08-4a13-b897-c043a11070b6 req-4c902e0a-c2fb-499a-bd72-dfe363840d07 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:58:56.466199 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e00995b-8a63-4eeb-be3d-8003c8871ac4 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Network hostable DHCP agents. Network: f254259a-27e6-4b40-8465-e9865e81d43e, hostable agents: ['02910ef2-0455-4aea-9f38-9a875579633f'], hosted agents: [] {{(pid=103364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 17:58:56.469266 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5264eb96-7d08-4a13-b897-c043a11070b6 req-4c902e0a-c2fb-499a-bd72-dfe363840d07 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:58:56.475448 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5264eb96-7d08-4a13-b897-c043a11070b6 req-4c902e0a-c2fb-499a-bd72-dfe363840d07 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:58:56.483887 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5264eb96-7d08-4a13-b897-c043a11070b6 req-4c902e0a-c2fb-499a-bd72-dfe363840d07 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4e34aa3-c9da-43ec-a34a-37de5c74afc3 HTTP/1.1" status: 200 len: 3141 time: 0.4577446 Nov 19 17:58:56.490823 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-963ff5b0-8a8d-4d62-83c3-9c7daf1b6276 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=fffb0ab519a04afbb97719f4710d532f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2917273 Nov 19 17:58:56.492211 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 43634) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:58:56.502413 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e00995b-8a63-4eeb-be3d-8003c8871ac4 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Network f254259a-27e6-4b40-8465-e9865e81d43e is scheduled to be hosted by DHCP agent 02910ef2-0455-4aea-9f38-9a875579633f with binding_index 1 {{(pid=103364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 17:58:56.525916 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-6e00995b-8a63-4eeb-be3d-8003c8871ac4 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818022-2, f254259a-27e6-4b40-8465-e9865e81d43e) {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:58:56.530826 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e00995b-8a63-4eeb-be3d-8003c8871ac4 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:58:56.531415 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6e00995b-8a63-4eeb-be3d-8003c8871ac4 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:56.539401 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04f84fe5-6602-4570-9edb-4bf1c3d5e451 None None] Network f254259a-27e6-4b40-8465-e9865e81d43e requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:58:56.568740 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-6e00995b-8a63-4eeb-be3d-8003c8871ac4 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6958613 Nov 19 17:58:56.568912 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 43638) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:58:56.580303 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-f6c84974-b38f-4434-898d-0fa26b037a61 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-447417913', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:58:56.637103 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f6c84974-b38f-4434-898d-0fa26b037a61 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9890'] for router, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:56.638775 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f6c84974-b38f-4434-898d-0fa26b037a61 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671617', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-732153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4689'] for router, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:56.767794 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f6c84974-b38f-4434-898d-0fa26b037a61 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:56.778297 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f6c84974-b38f-4434-898d-0fa26b037a61 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671702'] for router, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:56.813865 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f6c84974-b38f-4434-898d-0fa26b037a61 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks [] for router, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:56.814506 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-f6c84974-b38f-4434-898d-0fa26b037a61 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2434251 Nov 19 17:58:56.817051 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 43650) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:58:56.827508 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-7ab47bfa-f129-4105-957f-b34512a1e783 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Request body: {'port': {'network_id': 'f254259a-27e6-4b40-8465-e9865e81d43e', 'name': 'tempest-RoutersTest-213712552'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:58:56.835523 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98289fac-39f2-4c61-a816-b272888d20a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54f44f5f-1200-574e-8740-2141911d5b73-f254259a-27e6-4b40-8465-e9865e81d43e', 'network_id': 'f254259a-27e6-4b40-8465-e9865e81d43e', 'tenant_id': 'ecb26dc6f8b14f6babd12abcbaee21bf', 'fixed_ips': [{'subnet_id': '9041cfbc-cfed-4fba-ba85-8565f211fae9'}]}} from n-d-818022-2. {{(pid=103366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 17:58:56.836467 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-98289fac-39f2-4c61-a816-b272888d20a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:57.070012 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [None req-98289fac-39f2-4c61-a816-b272888d20a5 None None] Allocated IP 172.20.0.2 (f254259a-27e6-4b40-8465-e9865e81d43e/9041cfbc-cfed-4fba-ba85-8565f211fae9/77975112-f587-4d68-bb43-dc6b346e27e6) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:58:57.072626 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ab47bfa-f129-4105-957f-b34512a1e783 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Made reservation on behalf of ecb26dc6f8b14f6babd12abcbaee21bf for: {'port': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:58:57.076701 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7ab47bfa-f129-4105-957f-b34512a1e783 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:57.087070 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8c6102eb-5412-422a-8ef0-28c1a5040c3b tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-671667', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4675'] for router, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:57.114317 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [None req-7ab47bfa-f129-4105-957f-b34512a1e783 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] device_id is not set on port 3f417fca-e76f-48d1-9477-3307f4ead317 yet. {{(pid=103364) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 17:58:57.114527 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5264eb96-7d08-4a13-b897-c043a11070b6 req-f73f9299-bbc9-40f4-bb7b-c711b2d53f59 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] 10.222.0.54 "GET /v2.0/security-groups?id=6f748c30-bcc4-4f26-989c-71d930e18e94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6291537 Nov 19 17:58:57.116086 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8c6102eb-5412-422a-8ef0-28c1a5040c3b tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-671652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-671709', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-543867'] for router, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:57.280431 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d5cf8b28-8beb-4cc9-8100-74ac8d1b949c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:57.332793 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-98289fac-39f2-4c61-a816-b272888d20a5 None None] Publish callbacks [] for port, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:57.336758 n-d-818022-2 neutron-server[103365]: DEBUG neutron.objects.ports [None req-a99b82c4-e10c-4a00-9c6f-b7c315280813 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103365) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 19 17:58:57.345554 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c6102eb-5412-422a-8ef0-28c1a5040c3b tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Router 11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 17:58:57.354102 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-ef0e638c-cd43-476f-9842-ce117aaaa000 req-df8af6a6-9d39-40cb-b3d8-569f406eefcd tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:57.356913 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-98289fac-39f2-4c61-a816-b272888d20a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998'] for port, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:57.361654 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d5cf8b28-8beb-4cc9-8100-74ac8d1b949c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:57.433247 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98289fac-39f2-4c61-a816-b272888d20a5 None None] Network f254259a-27e6-4b40-8465-e9865e81d43e is already hosted by enough agents. {{(pid=103366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:58:57.436926 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [None req-98289fac-39f2-4c61-a816-b272888d20a5 None None] Resources bound (agent type, host, resource id): {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:58:57.447151 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98289fac-39f2-4c61-a816-b272888d20a5 None None] Received port after_create {{(pid=103366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:58:57.450169 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98289fac-39f2-4c61-a816-b272888d20a5 None None] Pushing event updated for resources: {'Port': ['ID=77975112-f587-4d68-bb43-dc6b346e27e6,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:58:57.472784 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [None req-7ab47bfa-f129-4105-957f-b34512a1e783 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Allocated IP 172.20.0.6 (f254259a-27e6-4b40-8465-e9865e81d43e/9041cfbc-cfed-4fba-ba85-8565f211fae9/3f417fca-e76f-48d1-9477-3307f4ead317) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:58:57.482653 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8af6a6-9d39-40cb-b3d8-569f406eefcd tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Pushing event deleted for resources: {'Port': ['ID=55efc562-e796-48ee-b98a-71ca0963668d,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:58:57.536798 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-98289fac-39f2-4c61-a816-b272888d20a5 None None] Attempting to bind port 77975112-f587-4d68-bb43-dc6b346e27e6 on host n-d-818022-2 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:58:57.537170 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-98289fac-39f2-4c61-a816-b272888d20a5 None None] Attempting to bind port 77975112-f587-4d68-bb43-dc6b346e27e6 by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': 'f85c5632-0ad3-4324-a700-0ac67a36dd91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'f254259a-27e6-4b40-8465-e9865e81d43e'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:58:57.537545 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98289fac-39f2-4c61-a816-b272888d20a5 None None] Attempting to bind port 77975112-f587-4d68-bb43-dc6b346e27e6 on network f254259a-27e6-4b40-8465-e9865e81d43e {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:58:57.543295 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98289fac-39f2-4c61-a816-b272888d20a5 None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 58, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:58:57.543917 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98289fac-39f2-4c61-a816-b272888d20a5 None None] Checking segment: {'id': 'f85c5632-0ad3-4324-a700-0ac67a36dd91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'f254259a-27e6-4b40-8465-e9865e81d43e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:58:57.544142 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-98289fac-39f2-4c61-a816-b272888d20a5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:57.544673 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98289fac-39f2-4c61-a816-b272888d20a5 None None] Bound using segment: {'id': 'f85c5632-0ad3-4324-a700-0ac67a36dd91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'f254259a-27e6-4b40-8465-e9865e81d43e'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:58:57.545289 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-98289fac-39f2-4c61-a816-b272888d20a5 None None] Bound port: 77975112-f587-4d68-bb43-dc6b346e27e6, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f85c5632-0ad3-4324-a700-0ac67a36dd91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'f254259a-27e6-4b40-8465-e9865e81d43e'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:58:57.545687 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-98289fac-39f2-4c61-a816-b272888d20a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:57.665164 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-98289fac-39f2-4c61-a816-b272888d20a5 None None] For port 77975112-f587-4d68-bb43-dc6b346e27e6, host n-d-818022-2, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:58:57.671552 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-98289fac-39f2-4c61-a816-b272888d20a5 None None] For port 77975112-f587-4d68-bb43-dc6b346e27e6, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=77975112-f587-4d68-bb43-dc6b346e27e6,segment=NetworkSegment(f85c5632-0ad3-4324-a700-0ac67a36dd91),segment_id=f85c5632-0ad3-4324-a700-0ac67a36dd91)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:58:57.681988 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-98289fac-39f2-4c61-a816-b272888d20a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:57.714990 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7ab47bfa-f129-4105-957f-b34512a1e783 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:57.729673 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c6102eb-5412-422a-8ef0-28c1a5040c3b tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 17:58:57.737302 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8c6102eb-5412-422a-8ef0-28c1a5040c3b tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks [] for router, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:57.742449 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-8c6102eb-5412-422a-8ef0-28c1a5040c3b tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] 10.222.0.54 "PUT /v2.0/routers/11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb HTTP/1.1" status: 200 len: 705 time: 1.6045916 Nov 19 17:58:57.744823 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02f37be4-3c10-43f1-87b8-a8ae60c7f6a9 None None] Sync routers for ids ['11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb'] in n-d-818022-2 {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 17:58:57.746035 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 43704) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:58:57.775265 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f37be4-3c10-43f1-87b8-a8ae60c7f6a9 None None] Routers {'11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:58:57.777295 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-02f37be4-3c10-43f1-87b8-a8ae60c7f6a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:58:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:58:57.839533 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-16999b7b-9d2b-4acb-b7d6-208280090c11 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] 10.222.0.54 "GET /v2.0/ports?device_id=11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb HTTP/1.1" status: 200 len: 205 time: 0.0892067 Nov 19 17:58:57.840266 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 43712) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:58:57.842155 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d5cf8b28-8beb-4cc9-8100-74ac8d1b949c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:57.844252 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98289fac-39f2-4c61-a816-b272888d20a5 None None] Pushing event updated for resources: {'Port': ['ID=77975112-f587-4d68-bb43-dc6b346e27e6,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:58:57.850048 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d5cf8b28-8beb-4cc9-8100-74ac8d1b949c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:57.853972 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-d5cf8b28-8beb-4cc9-8100-74ac8d1b949c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/60798fa1-5c86-483c-bdf2-e4c53e141abe HTTP/1.1" status: 204 len: 168 time: 1.3159068 Nov 19 17:58:57.866167 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cf8b28-8beb-4cc9-8100-74ac8d1b949c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60798fa1-5c86-483c-bdf2-e4c53e141abe,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:58:57.927430 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a99b82c4-e10c-4a00-9c6f-b7c315280813 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:57.944296 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ef0e638c-cd43-476f-9842-ce117aaaa000 req-df8af6a6-9d39-40cb-b3d8-569f406eefcd tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Router 7f4250a2-3f00-4b69-b08a-06d937e1847c has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 17:58:57.990710 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-02f37be4-3c10-43f1-87b8-a8ae60c7f6a9 None None] Set router 11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb gateway port host: None {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:58:58.101611 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-16e95197-1509-436c-afcc-c295ee691813 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks [] for router, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:58.214705 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-02f37be4-3c10-43f1-87b8-a8ae60c7f6a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb', 'name': 'tempest-RoutersIpV6Test-router-1062832239', 'tenant_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:57:38Z', 'updated_at': '2021-11-19T17:58:47Z', 'revision_number': 11, 'project_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'gw_port_host': None}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:58:58.252082 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ef0e638c-cd43-476f-9842-ce117aaaa000 req-df8af6a6-9d39-40cb-b3d8-569f406eefcd tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 17:58:58.264463 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-032bb7d2-0c8a-4cb1-b602-31cecd4c1181 None None] Sync routers for ids ['7f4250a2-3f00-4b69-b08a-06d937e1847c'] in n-d-818022-2 {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 17:58:58.294014 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032bb7d2-0c8a-4cb1-b602-31cecd4c1181 None None] Routers {'7f4250a2-3f00-4b69-b08a-06d937e1847c'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:58:58.296922 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-032bb7d2-0c8a-4cb1-b602-31cecd4c1181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:58:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['7f4250a2-3f00-4b69-b08a-06d937e1847c'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:58:58.334256 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02f37be4-3c10-43f1-87b8-a8ae60c7f6a9 None None] Checking router: 11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb for host: n-d-818022-2 {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 17:58:58.352703 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f37be4-3c10-43f1-87b8-a8ae60c7f6a9 None None] Routers {'11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:58:58.353693 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-02f37be4-3c10-43f1-87b8-a8ae60c7f6a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:58:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:58:58.402410 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7ab47bfa-f129-4105-957f-b34512a1e783 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:58.450161 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef0e638c-cd43-476f-9842-ce117aaaa000 req-df8af6a6-9d39-40cb-b3d8-569f406eefcd tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] No DVR routers for this DVR port 55efc562-e796-48ee-b98a-71ca0963668d on host n-h1-818022-2 {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:58:58.459300 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-ef0e638c-cd43-476f-9842-ce117aaaa000 req-df8af6a6-9d39-40cb-b3d8-569f406eefcd tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:58.470802 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ef0e638c-cd43-476f-9842-ce117aaaa000 req-df8af6a6-9d39-40cb-b3d8-569f406eefcd tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] 10.222.0.60 "DELETE /v2.0/ports/55efc562-e796-48ee-b98a-71ca0963668d HTTP/1.1" status: 204 len: 173 time: 4.8271661 Nov 19 17:58:58.475426 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [None req-a99b82c4-e10c-4a00-9c6f-b7c315280813 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] For port 3b46b282-ab22-4ffd-a42f-73e7984be408, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=3b46b282-ab22-4ffd-a42f-73e7984be408,segment=NetworkSegment(b0148e58-5e40-4372-b35c-802e0d196d41),segment_id=b0148e58-5e40-4372-b35c-802e0d196d41)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:58:58.477849 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4e34aa3-c9da-43ec-a34a-37de5c74afc3', 'name': 'network-vif-deleted', 'tag': '55efc562-e796-48ee-b98a-71ca0963668d'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:58:58.479359 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-02f37be4-3c10-43f1-87b8-a8ae60c7f6a9 None None] Set router 11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb gateway port host: None {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:58:58.480191 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218319d759239a7d11f1288aef37381b97754913ee9ccbfd43b51a463f801712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4ac6b4c-8127-44b6-bb7c-43cb80b1785d" -d '{"events": [{"server_uuid": "f4e34aa3-c9da-43ec-a34a-37de5c74afc3", "name": "network-vif-deleted", "tag": "55efc562-e796-48ee-b98a-71ca0963668d"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:58:58.541038 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-02f37be4-3c10-43f1-87b8-a8ae60c7f6a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb', 'name': 'tempest-RoutersIpV6Test-router-1062832239', 'tenant_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:57:38Z', 'updated_at': '2021-11-19T17:58:47Z', 'revision_number': 11, 'project_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'gw_port_host': None}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:58:58.578424 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02f37be4-3c10-43f1-87b8-a8ae60c7f6a9 None None] The sync data for ids ['11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb'] in n-d-818022-2 is: [{'id': '11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb', 'name': 'tempest-RoutersIpV6Test-router-1062832239', 'tenant_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:57:38Z', 'updated_at': '2021-11-19T17:58:47Z', 'revision_number': 11, 'project_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'gw_port_host': None}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 17:58:58.661565 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-032bb7d2-0c8a-4cb1-b602-31cecd4c1181 None None] Set router 7f4250a2-3f00-4b69-b08a-06d937e1847c gateway port host: n-d-818022-2 {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:58:58.693836 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:58:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c2a35f2-f197-40ee-be8f-96a2e6393dc2 x-openstack-request-id: req-1c2a35f2-f197-40ee-be8f-96a2e6393dc2 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:58:58.694266 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4e34aa3-c9da-43ec-a34a-37de5c74afc3", "name": "network-vif-deleted", "tag": "55efc562-e796-48ee-b98a-71ca0963668d", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:58:58.694488 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-1c2a35f2-f197-40ee-be8f-96a2e6393dc2 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:58:58.694948 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4e34aa3-c9da-43ec-a34a-37de5c74afc3', 'name': 'network-vif-deleted', 'tag': '55efc562-e796-48ee-b98a-71ca0963668d', 'status': 'completed', 'code': 200} Nov 19 17:58:58.733478 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 77975112-f587-4d68-bb43-dc6b346e27e6 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:58:58.854782 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ab47bfa-f129-4105-957f-b34512a1e783 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Network f254259a-27e6-4b40-8465-e9865e81d43e is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:58:59.052961 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab47bfa-f129-4105-957f-b34512a1e783 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Pushing event updated for resources: {'Port': ['ID=3f417fca-e76f-48d1-9477-3307f4ead317,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:58:59.064880 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-7ab47bfa-f129-4105-957f-b34512a1e783 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:58:59.081782 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab47bfa-f129-4105-957f-b34512a1e783 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:58:59.110447 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c9cf6e-e148-4ffc-99d5-982243417e5c req-864c682b-d3a6-4545-b095-e35c554e00d3 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:58:59.119348 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c9cf6e-e148-4ffc-99d5-982243417e5c req-864c682b-d3a6-4545-b095-e35c554e00d3 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:58:59.125582 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c9cf6e-e148-4ffc-99d5-982243417e5c req-864c682b-d3a6-4545-b095-e35c554e00d3 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:58:59.153095 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-81c9cf6e-e148-4ffc-99d5-982243417e5c req-864c682b-d3a6-4545-b095-e35c554e00d3 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4e34aa3-c9da-43ec-a34a-37de5c74afc3 HTTP/1.1" status: 200 len: 2408 time: 0.7443550 Nov 19 17:58:59.168984 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-16e95197-1509-436c-afcc-c295ee691813 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4696'] for router, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:59.223168 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-16e95197-1509-436c-afcc-c295ee691813 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:59.229252 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 77975112-f587-4d68-bb43-dc6b346e27e6 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:58:59.229631 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:59.352368 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-032bb7d2-0c8a-4cb1-b602-31cecd4c1181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f4250a2-3f00-4b69-b08a-06d937e1847c', 'name': 'tempest-TaggedBootDevicesTest_v242-424642042-router', 'tenant_id': '204b8291a9dd4a84af4d7e1889d7c2c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.176'}], 'enable_snat': True}, 'gw_port_id': '2303e023-ec56-429f-9e59-c399af14f783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:47:35Z', 'updated_at': '2021-11-19T17:47:45Z', 'revision_number': 4, 'project_id': '204b8291a9dd4a84af4d7e1889d7c2c2', 'gw_port': {'id': '2303e023-ec56-429f-9e59-c399af14f783', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b6:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f4250a2-3f00-4b69-b08a-06d937e1847c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:47:38Z', 'updated_at': '2021-11-19T17:47:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': '423fd538-e14b-4796-b3af-feec2debe439', 'name': '', 'network_id': '30cc82c9-8c1f-49cc-8162-0520c6f854aa', 'tenant_id': '204b8291a9dd4a84af4d7e1889d7c2c2', 'mac_address': 'fa:16:3e:61:ad:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f4250a2-3f00-4b69-b08a-06d937e1847c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': '0a14f80e-a548-4036-8075-eea4ab04e398', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:47:43Z', 'updated_at': '2021-11-19T17:47:50Z', 'revision_number': 5, 'project_id': '204b8291a9dd4a84af4d7e1889d7c2c2', 'subnets': [{'id': '0a14f80e-a548-4036-8075-eea4ab04e398', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:58:59.391043 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-032bb7d2-0c8a-4cb1-b602-31cecd4c1181 None None] Checking router: 7f4250a2-3f00-4b69-b08a-06d937e1847c for host: n-d-818022-2 {{(pid=103366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 17:58:59.395752 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:59.409979 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a99b82c4-e10c-4a00-9c6f-b7c315280813 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks [] for port, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:59.427672 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032bb7d2-0c8a-4cb1-b602-31cecd4c1181 None None] Routers {'7f4250a2-3f00-4b69-b08a-06d937e1847c'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:58:59.428316 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-032bb7d2-0c8a-4cb1-b602-31cecd4c1181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:58:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['7f4250a2-3f00-4b69-b08a-06d937e1847c'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:58:59.434887 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a99b82c4-e10c-4a00-9c6f-b7c315280813 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:59.435630 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a99b82c4-e10c-4a00-9c6f-b7c315280813 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12283104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8731234'] for subnet, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:59.524205 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a99b82c4-e10c-4a00-9c6f-b7c315280813 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Network 65eace33-2479-4afb-a7b6-41f0773542ac is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:58:59.550826 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-a99b82c4-e10c-4a00-9c6f-b7c315280813 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:58:59.583948 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5da55a91-143d-4035-bee6-8c8bcefec6a0 None None] Network 65eace33-2479-4afb-a7b6-41f0773542ac requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:58:59.611238 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a99b82c4-e10c-4a00-9c6f-b7c315280813 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:58:59.611712 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a99b82c4-e10c-4a00-9c6f-b7c315280813 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks [] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:59.656392 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-ef0e638c-cd43-476f-9842-ce117aaaa000 req-e2c03e22-66c8-458b-adfa-b21ac58a43c9 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Deleting port c3ff3fa7-827a-4c15-9718-736b1a6d0363 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:58:59.656995 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-ef0e638c-cd43-476f-9842-ce117aaaa000 req-e2c03e22-66c8-458b-adfa-b21ac58a43c9 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:58:59.662476 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99b82c4-e10c-4a00-9c6f-b7c315280813 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Pushing event updated for resources: {'Port': ['ID=3b46b282-ab22-4ffd-a42f-73e7984be408,revision_number=9']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:58:59.726715 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-a99b82c4-e10c-4a00-9c6f-b7c315280813 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 5.9803627 Nov 19 17:58:59.729898 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99b82c4-e10c-4a00-9c6f-b7c315280813 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Pushing event updated for resources: {'Subnet': ['ID=fcbfb27b-7536-41be-8171-0662c43f8993,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:58:59.734455 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 43762) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:58:59.739641 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-099309c1-4e25-4095-b41e-04576438387b tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Request body: {'port': {'network_id': '65eace33-2479-4afb-a7b6-41f0773542ac', 'mac_address': 'fa:16:3e:59:f0:60', 'name': 'tempest-NetworksTestDHCPv6-1556522430'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:58:59.875568 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f885ad8a-67d5-45bc-9643-bc568cff24e8 None None] Network f254259a-27e6-4b40-8465-e9865e81d43e requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:58:59.875568 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] For port 77975112-f587-4d68-bb43-dc6b346e27e6, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=77975112-f587-4d68-bb43-dc6b346e27e6,segment=NetworkSegment(f85c5632-0ad3-4324-a700-0ac67a36dd91),segment_id=f85c5632-0ad3-4324-a700-0ac67a36dd91)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:59:00.025863 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-099309c1-4e25-4095-b41e-04576438387b tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Made reservation on behalf of 6b45f31544cd40e7b10456e94240dc6e for: {'port': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:59:00.049898 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-16e95197-1509-436c-afcc-c295ee691813 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-543895'] for router, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:00.050465 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16e95197-1509-436c-afcc-c295ee691813 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Fanout notify agent at l3_agent the message router_deleted on router 11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb {{(pid=103364) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 17:59:00.056543 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:00.072521 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-16e95197-1509-436c-afcc-c295ee691813 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks [] for router, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:00.075791 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-2c2acb41-8bdb-4506-b97b-6547b5c89a6d None None] Provisioning complete for port 77975112-f587-4d68-bb43-dc6b346e27e6 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:59:00.079159 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2c2acb41-8bdb-4506-b97b-6547b5c89a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:00.080788 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-16e95197-1509-436c-afcc-c295ee691813 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] 10.222.0.54 "DELETE /v2.0/routers/11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb HTTP/1.1" status: 204 len: 168 time: 2.2394326 Nov 19 17:59:00.089335 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ab47bfa-f129-4105-957f-b34512a1e783 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:59:00.090321 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7ab47bfa-f129-4105-957f-b34512a1e783 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:00.093996 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 43780) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:00.100344 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-808fed21-32b0-4112-aaa6-99fd56989fff tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-227609253', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:59:00.138077 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-81c9cf6e-e148-4ffc-99d5-982243417e5c req-a8b35cf7-62bd-4759-821e-2c19758a66e7 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] 10.222.0.54 "GET /v2.0/security-groups?id=6f748c30-bcc4-4f26-989c-71d930e18e94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9836373 Nov 19 17:59:00.142202 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-808fed21-32b0-4112-aaa6-99fd56989fff tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9890'] for router, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:00.144461 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-808fed21-32b0-4112-aaa6-99fd56989fff tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671617', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-732153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4689'] for router, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:00.164298 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-7ab47bfa-f129-4105-957f-b34512a1e783 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 3.3459256 Nov 19 17:59:00.167548 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 43784) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:00.212960 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-099309c1-4e25-4095-b41e-04576438387b tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:00.282417 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [None req-099309c1-4e25-4095-b41e-04576438387b tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] device_id is not set on port 68e32a51-7d56-41ce-aefa-7dd90618b409 yet. {{(pid=103365) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 17:59:00.294264 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-ef0e638c-cd43-476f-9842-ce117aaaa000 req-e2c03e22-66c8-458b-adfa-b21ac58a43c9 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] For port c3ff3fa7-827a-4c15-9718-736b1a6d0363, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=c3ff3fa7-827a-4c15-9718-736b1a6d0363,segment=NetworkSegment(a6df5b1a-a51e-44a5-83b0-75c6a5ebdd6e),segment_id=a6df5b1a-a51e-44a5-83b0-75c6a5ebdd6e)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:59:00.295507 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-ef0e638c-cd43-476f-9842-ce117aaaa000 req-e2c03e22-66c8-458b-adfa-b21ac58a43c9 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:00.358431 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-ef0e638c-cd43-476f-9842-ce117aaaa000 req-e2c03e22-66c8-458b-adfa-b21ac58a43c9 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Calling delete_port for c3ff3fa7-827a-4c15-9718-736b1a6d0363 owned by compute:nova {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:59:00.475563 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-808fed21-32b0-4112-aaa6-99fd56989fff tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:00.519529 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f2875cca-865e-4872-8ff2-aa154dcec6f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:00.530045 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-808fed21-32b0-4112-aaa6-99fd56989fff tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671702'] for router, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:00.584882 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 3b46b282-ab22-4ffd-a42f-73e7984be408 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:59:00.653736 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-032bb7d2-0c8a-4cb1-b602-31cecd4c1181 None None] Set router 7f4250a2-3f00-4b69-b08a-06d937e1847c gateway port host: n-d-818022-2 {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:59:00.701698 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Pushing event updated for resources: {'Port': ['ID=77975112-f587-4d68-bb43-dc6b346e27e6,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:59:00.890486 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 3b46b282-ab22-4ffd-a42f-73e7984be408 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:59:00.891106 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:00.893823 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [None req-099309c1-4e25-4095-b41e-04576438387b tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Allocated IP 2001:db8::181 (65eace33-2479-4afb-a7b6-41f0773542ac/77fb4615-9e59-473e-ad13-30cdb2ee54a9/68e32a51-7d56-41ce-aefa-7dd90618b409) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:59:00.909407 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [None req-099309c1-4e25-4095-b41e-04576438387b tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Allocated IP 2001:db8:0:1:f816:3eff:fe59:f060 (65eace33-2479-4afb-a7b6-41f0773542ac/fcbfb27b-7536-41be-8171-0662c43f8993/68e32a51-7d56-41ce-aefa-7dd90618b409) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:59:00.935354 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-808fed21-32b0-4112-aaa6-99fd56989fff tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks [] for router, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:00.939032 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-808fed21-32b0-4112-aaa6-99fd56989fff tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.8403156 Nov 19 17:59:00.940030 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 43808) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:00.955146 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-ef0e638c-cd43-476f-9842-ce117aaaa000 req-e2c03e22-66c8-458b-adfa-b21ac58a43c9 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:01.008821 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-7d00ec78-b1e4-4232-a59e-1fde86f300d2 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:59:01.024862 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c03e22-66c8-458b-adfa-b21ac58a43c9 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Pushing event deleted for resources: {'Port': ['ID=c3ff3fa7-827a-4c15-9718-736b1a6d0363,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:59:01.121941 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef0e638c-cd43-476f-9842-ce117aaaa000 req-e2c03e22-66c8-458b-adfa-b21ac58a43c9 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] No DVR routers for this DVR port c3ff3fa7-827a-4c15-9718-736b1a6d0363 on host n-h1-818022-2 {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:59:01.125170 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-ef0e638c-cd43-476f-9842-ce117aaaa000 req-e2c03e22-66c8-458b-adfa-b21ac58a43c9 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:01.130677 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ef0e638c-cd43-476f-9842-ce117aaaa000 req-e2c03e22-66c8-458b-adfa-b21ac58a43c9 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] 10.222.0.60 "DELETE /v2.0/ports/c3ff3fa7-827a-4c15-9718-736b1a6d0363 HTTP/1.1" status: 204 len: 173 time: 2.6184058 Nov 19 17:59:01.135942 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4e34aa3-c9da-43ec-a34a-37de5c74afc3', 'name': 'network-vif-deleted', 'tag': 'c3ff3fa7-827a-4c15-9718-736b1a6d0363'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:59:01.138847 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218319d759239a7d11f1288aef37381b97754913ee9ccbfd43b51a463f801712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9a5c803-ec44-4e46-818f-b47a2a2aa1e4" -d '{"events": [{"server_uuid": "f4e34aa3-c9da-43ec-a34a-37de5c74afc3", "name": "network-vif-deleted", "tag": "c3ff3fa7-827a-4c15-9718-736b1a6d0363"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:59:01.274177 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-032bb7d2-0c8a-4cb1-b602-31cecd4c1181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f4250a2-3f00-4b69-b08a-06d937e1847c', 'name': 'tempest-TaggedBootDevicesTest_v242-424642042-router', 'tenant_id': '204b8291a9dd4a84af4d7e1889d7c2c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.176'}], 'enable_snat': True}, 'gw_port_id': '2303e023-ec56-429f-9e59-c399af14f783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:47:35Z', 'updated_at': '2021-11-19T17:47:45Z', 'revision_number': 4, 'project_id': '204b8291a9dd4a84af4d7e1889d7c2c2', 'gw_port': {'id': '2303e023-ec56-429f-9e59-c399af14f783', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b6:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f4250a2-3f00-4b69-b08a-06d937e1847c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:47:38Z', 'updated_at': '2021-11-19T17:47:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': '423fd538-e14b-4796-b3af-feec2debe439', 'name': '', 'network_id': '30cc82c9-8c1f-49cc-8162-0520c6f854aa', 'tenant_id': '204b8291a9dd4a84af4d7e1889d7c2c2', 'mac_address': 'fa:16:3e:61:ad:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f4250a2-3f00-4b69-b08a-06d937e1847c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': '0a14f80e-a548-4036-8075-eea4ab04e398', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:47:43Z', 'updated_at': '2021-11-19T17:47:50Z', 'revision_number': 5, 'project_id': '204b8291a9dd4a84af4d7e1889d7c2c2', 'subnets': [{'id': '0a14f80e-a548-4036-8075-eea4ab04e398', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:59:01.277856 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c94ec747-9f34-485a-af1d-df5abc201116 None None] Update dhcp port {'port': {'network_id': '65eace33-2479-4afb-a7b6-41f0773542ac', 'fixed_ips': [{'subnet_id': 'fcbfb27b-7536-41be-8171-0662c43f8993', 'ip_address': '2001:db8:0:1:f816:3eff:fe3f:b3ba'}, {'subnet_id': '77fb4615-9e59-473e-ad13-30cdb2ee54a9'}], 'binding:host_id': 'n-d-818022-2'}, 'id': '3b46b282-ab22-4ffd-a42f-73e7984be408'} from n-d-818022-2. {{(pid=103366) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 19 17:59:01.293497 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:59:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1e6f5a3-db39-4240-9b19-cd0f131a6d16 x-openstack-request-id: req-a1e6f5a3-db39-4240-9b19-cd0f131a6d16 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:59:01.293836 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4e34aa3-c9da-43ec-a34a-37de5c74afc3", "name": "network-vif-deleted", "tag": "c3ff3fa7-827a-4c15-9718-736b1a6d0363", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:59:01.297527 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a1e6f5a3-db39-4240-9b19-cd0f131a6d16 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:59:01.297718 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4e34aa3-c9da-43ec-a34a-37de5c74afc3', 'name': 'network-vif-deleted', 'tag': 'c3ff3fa7-827a-4c15-9718-736b1a6d0363', 'status': 'completed', 'code': 200} Nov 19 17:59:01.391583 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-032bb7d2-0c8a-4cb1-b602-31cecd4c1181 None None] The sync data for ids ['7f4250a2-3f00-4b69-b08a-06d937e1847c'] in n-d-818022-2 is: [{'id': '7f4250a2-3f00-4b69-b08a-06d937e1847c', 'name': 'tempest-TaggedBootDevicesTest_v242-424642042-router', 'tenant_id': '204b8291a9dd4a84af4d7e1889d7c2c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.176'}], 'enable_snat': True}, 'gw_port_id': '2303e023-ec56-429f-9e59-c399af14f783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:47:35Z', 'updated_at': '2021-11-19T17:47:45Z', 'revision_number': 4, 'project_id': '204b8291a9dd4a84af4d7e1889d7c2c2', 'gw_port': {'id': '2303e023-ec56-429f-9e59-c399af14f783', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b6:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f4250a2-3f00-4b69-b08a-06d937e1847c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:47:38Z', 'updated_at': '2021-11-19T17:47:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': '423fd538-e14b-4796-b3af-feec2debe439', 'name': '', 'network_id': '30cc82c9-8c1f-49cc-8162-0520c6f854aa', 'tenant_id': '204b8291a9dd4a84af4d7e1889d7c2c2', 'mac_address': 'fa:16:3e:61:ad:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f4250a2-3f00-4b69-b08a-06d937e1847c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': '0a14f80e-a548-4036-8075-eea4ab04e398', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:47:43Z', 'updated_at': '2021-11-19T17:47:50Z', 'revision_number': 5, 'project_id': '204b8291a9dd4a84af4d7e1889d7c2c2', 'subnets': [{'id': '0a14f80e-a548-4036-8075-eea4ab04e398', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 17:59:01.392673 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 43820) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:01.424455 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-c94ec747-9f34-485a-af1d-df5abc201116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:01.715191 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-099309c1-4e25-4095-b41e-04576438387b tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:01.739580 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-ef0e638c-cd43-476f-9842-ce117aaaa000 req-cd3b076b-5f5d-4cb2-bc49-4b64179a6efb tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Deleting port 44cdaa8f-a568-4675-a6fc-dc3319a9293a {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:59:01.740025 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-ef0e638c-cd43-476f-9842-ce117aaaa000 req-cd3b076b-5f5d-4cb2-bc49-4b64179a6efb tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:01.816681 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-f281fdd5-8965-4f5b-aa52-8afd8a2baf26 None None] Provisioning complete for port 77975112-f587-4d68-bb43-dc6b346e27e6 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:59:01.827116 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f281fdd5-8965-4f5b-aa52-8afd8a2baf26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:01.906469 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d61071c-b8ba-4783-913f-a675dd32da09 req-9ffc617b-a7d9-4479-a27d-03fb07111fbe tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:59:01.920096 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d61071c-b8ba-4783-913f-a675dd32da09 req-9ffc617b-a7d9-4479-a27d-03fb07111fbe tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:59:01.930841 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-7d61071c-b8ba-4783-913f-a675dd32da09 req-9ffc617b-a7d9-4479-a27d-03fb07111fbe tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4e34aa3-c9da-43ec-a34a-37de5c74afc3 HTTP/1.1" status: 200 len: 1676 time: 0.5970228 Nov 19 17:59:02.004533 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-ef0e638c-cd43-476f-9842-ce117aaaa000 req-cd3b076b-5f5d-4cb2-bc49-4b64179a6efb tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] For port 44cdaa8f-a568-4675-a6fc-dc3319a9293a, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=44cdaa8f-a568-4675-a6fc-dc3319a9293a,segment=NetworkSegment(a6df5b1a-a51e-44a5-83b0-75c6a5ebdd6e),segment_id=a6df5b1a-a51e-44a5-83b0-75c6a5ebdd6e)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:59:02.007693 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-ef0e638c-cd43-476f-9842-ce117aaaa000 req-cd3b076b-5f5d-4cb2-bc49-4b64179a6efb tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:02.039624 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21641f11-1721-4555-bb0b-62d57be947df None None] New status for floating IP 8fdbbcad-09ab-404a-9b08-8fdbde04564d: DOWN {{(pid=103367) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 17:59:02.042650 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-ef0e638c-cd43-476f-9842-ce117aaaa000 req-cd3b076b-5f5d-4cb2-bc49-4b64179a6efb tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Calling delete_port for 44cdaa8f-a568-4675-a6fc-dc3319a9293a owned by compute:nova {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:59:02.071887 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7d00ec78-b1e4-4232-a59e-1fde86f300d2 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-671667', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4675'] for router, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:02.129636 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-540ccf5c-e0ab-4a4f-8be0-d6d3b463df56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:02.163713 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-f281fdd5-8965-4f5b-aa52-8afd8a2baf26 None None] Provisioning complete for port 3f417fca-e76f-48d1-9477-3307f4ead317 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:59:02.165637 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f281fdd5-8965-4f5b-aa52-8afd8a2baf26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:02.171695 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c8e9fdc1-b30d-4453-8574-fdc7be1bc92d tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:02.184667 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-7d61071c-b8ba-4783-913f-a675dd32da09 req-780f4b36-0b2e-49d3-b9b6-54a6b6e99f32 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] 10.222.0.54 "GET /v2.0/security-groups?id=6f748c30-bcc4-4f26-989c-71d930e18e94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2527061 Nov 19 17:59:02.211383 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7d00ec78-b1e4-4232-a59e-1fde86f300d2 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-671652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-671709', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-543867'] for router, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:02.236391 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-f281fdd5-8965-4f5b-aa52-8afd8a2baf26 None None] Port 3f417fca-e76f-48d1-9477-3307f4ead317 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:59:02.274839 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-099309c1-4e25-4095-b41e-04576438387b tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:02.346511 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-cdef88ed-5471-4389-9e34-e4ab3cb9dd17 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1041765333-network', 'tenant_id': '8517a9fb972345c1b184e5f66a130821'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:59:02.352540 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [None req-c94ec747-9f34-485a-af1d-df5abc201116 None None] Allocated IP 2001:db8::2 (65eace33-2479-4afb-a7b6-41f0773542ac/77fb4615-9e59-473e-ad13-30cdb2ee54a9/3b46b282-ab22-4ffd-a42f-73e7984be408) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:59:02.388747 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-099309c1-4e25-4095-b41e-04576438387b tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Network 65eace33-2479-4afb-a7b6-41f0773542ac is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:59:02.402482 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-099309c1-4e25-4095-b41e-04576438387b tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:59:02.405195 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099309c1-4e25-4095-b41e-04576438387b tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Pushing event updated for resources: {'Port': ['ID=68e32a51-7d56-41ce-aefa-7dd90618b409,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:59:02.407753 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-099309c1-4e25-4095-b41e-04576438387b tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:59:02.414187 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-099309c1-4e25-4095-b41e-04576438387b tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:59:02.414721 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-099309c1-4e25-4095-b41e-04576438387b tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:02.444930 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-099309c1-4e25-4095-b41e-04576438387b tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.7063811 Nov 19 17:59:02.451414 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 43850) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:02.469503 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-6b270a97-7b0b-4dea-a8a3-4a3f2272a2f4 None None] Provisioning complete for port 3f417fca-e76f-48d1-9477-3307f4ead317 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:59:02.469914 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-6b270a97-7b0b-4dea-a8a3-4a3f2272a2f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:02.558576 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-6b270a97-7b0b-4dea-a8a3-4a3f2272a2f4 None None] Port 3f417fca-e76f-48d1-9477-3307f4ead317 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:59:02.575775 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-c94ec747-9f34-485a-af1d-df5abc201116 None None] For port 3b46b282-ab22-4ffd-a42f-73e7984be408, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=3b46b282-ab22-4ffd-a42f-73e7984be408,segment=NetworkSegment(b0148e58-5e40-4372-b35c-802e0d196d41),segment_id=b0148e58-5e40-4372-b35c-802e0d196d41)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:59:02.608374 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdef88ed-5471-4389-9e34-e4ab3cb9dd17 admin admin] Made reservation on behalf of 8517a9fb972345c1b184e5f66a130821 for: {'network': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:59:02.612363 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-cdef88ed-5471-4389-9e34-e4ab3cb9dd17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:02.641046 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 77975112-f587-4d68-bb43-dc6b346e27e6 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:59:02.642120 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-cdef88ed-5471-4389-9e34-e4ab3cb9dd17 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:02.650207 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-ef0e638c-cd43-476f-9842-ce117aaaa000 req-cd3b076b-5f5d-4cb2-bc49-4b64179a6efb tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:02.717921 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3b076b-5f5d-4cb2-bc49-4b64179a6efb tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Pushing event deleted for resources: {'Port': ['ID=44cdaa8f-a568-4675-a6fc-dc3319a9293a,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:59:02.732607 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-ae34b5b0-8e8d-4f35-a448-75a103350f2c tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Deleting port 68e32a51-7d56-41ce-aefa-7dd90618b409 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:59:02.732951 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ae34b5b0-8e8d-4f35-a448-75a103350f2c tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:02.823112 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-c94ec747-9f34-485a-af1d-df5abc201116 None None] Publish callbacks [] for port, precommit_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:02.850522 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-c94ec747-9f34-485a-af1d-df5abc201116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:02.904858 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef0e638c-cd43-476f-9842-ce117aaaa000 req-cd3b076b-5f5d-4cb2-bc49-4b64179a6efb tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] No DVR routers for this DVR port 44cdaa8f-a568-4675-a6fc-dc3319a9293a on host n-h1-818022-2 {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:59:02.912786 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-ef0e638c-cd43-476f-9842-ce117aaaa000 req-cd3b076b-5f5d-4cb2-bc49-4b64179a6efb tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:02.920692 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d00ec78-b1e4-4232-a59e-1fde86f300d2 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Router e018f491-9851-4167-9c2c-01b9992de846 is scheduled to L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 with binding_index 1 {{(pid=103364) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 17:59:02.922123 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ef0e638c-cd43-476f-9842-ce117aaaa000 req-cd3b076b-5f5d-4cb2-bc49-4b64179a6efb tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] 10.222.0.60 "DELETE /v2.0/ports/44cdaa8f-a568-4675-a6fc-dc3319a9293a HTTP/1.1" status: 204 len: 173 time: 1.7743130 Nov 19 17:59:03.026808 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 77975112-f587-4d68-bb43-dc6b346e27e6 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:59:03.027252 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:03.067744 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94ec747-9f34-485a-af1d-df5abc201116 None None] Pushing event updated for resources: {'Port': ['ID=3b46b282-ab22-4ffd-a42f-73e7984be408,revision_number=10']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:59:03.173790 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e46ecc5a-dc14-4744-b262-3072ff2e958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:03.177979 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ae34b5b0-8e8d-4f35-a448-75a103350f2c tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:03.234375 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-ae34b5b0-8e8d-4f35-a448-75a103350f2c tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Calling delete_port for 68e32a51-7d56-41ce-aefa-7dd90618b409 owned by {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:59:03.254539 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d00ec78-b1e4-4232-a59e-1fde86f300d2 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 17:59:03.263536 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7411a632-2375-45cc-b37d-6a0eb2e538ff None None] Sync routers for ids ['e018f491-9851-4167-9c2c-01b9992de846'] in n-d-818022-2 {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 17:59:03.274483 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7d00ec78-b1e4-4232-a59e-1fde86f300d2 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks [] for router, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:03.275695 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-7d00ec78-b1e4-4232-a59e-1fde86f300d2 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] 10.222.0.54 "PUT /v2.0/routers/e018f491-9851-4167-9c2c-01b9992de846 HTTP/1.1" status: 200 len: 697 time: 2.3342490 Nov 19 17:59:03.278979 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 43884) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:03.285711 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7411a632-2375-45cc-b37d-6a0eb2e538ff None None] Routers {'e018f491-9851-4167-9c2c-01b9992de846'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:59:03.289477 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-7411a632-2375-45cc-b37d-6a0eb2e538ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:59:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['e018f491-9851-4167-9c2c-01b9992de846'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:59:03.294499 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-cdef88ed-5471-4389-9e34-e4ab3cb9dd17 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:03.327480 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-cdef88ed-5471-4389-9e34-e4ab3cb9dd17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:03.437002 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdef88ed-5471-4389-9e34-e4ab3cb9dd17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecfed267-51cf-4a0b-9906-738023ee5b32,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:59:03.465234 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4e34aa3-c9da-43ec-a34a-37de5c74afc3', 'name': 'network-vif-deleted', 'tag': '44cdaa8f-a568-4675-a6fc-dc3319a9293a'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:59:03.468438 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218319d759239a7d11f1288aef37381b97754913ee9ccbfd43b51a463f801712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe62ea04-ee5f-4528-a4d0-1c05bc1d659b" -d '{"events": [{"server_uuid": "f4e34aa3-c9da-43ec-a34a-37de5c74afc3", "name": "network-vif-deleted", "tag": "44cdaa8f-a568-4675-a6fc-dc3319a9293a"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:59:03.476009 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdef88ed-5471-4389-9e34-e4ab3cb9dd17 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:59:03.486392 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdef88ed-5471-4389-9e34-e4ab3cb9dd17 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:59:03.486988 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-7411a632-2375-45cc-b37d-6a0eb2e538ff None None] Set router e018f491-9851-4167-9c2c-01b9992de846 gateway port host: None {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:59:03.490566 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-5eeaf80b-a6af-45c0-826c-6acea038a323 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] 10.222.0.54 "GET /v2.0/routers/e018f491-9851-4167-9c2c-01b9992de846 HTTP/1.1" status: 200 len: 703 time: 0.2066092 Nov 19 17:59:03.492519 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdef88ed-5471-4389-9e34-e4ab3cb9dd17 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:59:03.493760 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdef88ed-5471-4389-9e34-e4ab3cb9dd17 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:59:03.495133 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdef88ed-5471-4389-9e34-e4ab3cb9dd17 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:59:03.495710 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdef88ed-5471-4389-9e34-e4ab3cb9dd17 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:59:03.499429 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdef88ed-5471-4389-9e34-e4ab3cb9dd17 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:59:03.499969 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdef88ed-5471-4389-9e34-e4ab3cb9dd17 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:59:03.500516 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdef88ed-5471-4389-9e34-e4ab3cb9dd17 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:59:03.501042 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdef88ed-5471-4389-9e34-e4ab3cb9dd17 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:59:03.501562 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdef88ed-5471-4389-9e34-e4ab3cb9dd17 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:59:03.502345 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdef88ed-5471-4389-9e34-e4ab3cb9dd17 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:59:03.549460 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 43898) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:03.578479 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdef88ed-5471-4389-9e34-e4ab3cb9dd17 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 679} {{(pid=103364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 17:59:03.583298 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c8e9fdc1-b30d-4453-8574-fdc7be1bc92d tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks [] for port, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:03.621429 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-ef98fb5b-61d8-437b-9119-be0590a536a3 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] 10.222.0.54 "GET /v2.0/ports?device_id=e018f491-9851-4167-9c2c-01b9992de846 HTTP/1.1" status: 200 len: 205 time: 0.0673034 Nov 19 17:59:03.623087 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c8e9fdc1-b30d-4453-8574-fdc7be1bc92d tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:03.625647 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-ef0e638c-cd43-476f-9842-ce117aaaa000 req-9112b06c-af07-4b3d-8468-d77b587aa1a3 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Deleting port ec5d4a61-ca1e-41e2-9f2c-e72acc3f2185 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:59:03.626029 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-ef0e638c-cd43-476f-9842-ce117aaaa000 req-9112b06c-af07-4b3d-8468-d77b587aa1a3 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:03.626421 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 43906) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:03.679990 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-cdef88ed-5471-4389-9e34-e4ab3cb9dd17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:03.682352 n-d-818022-2 neutron-server[103364]: INFO neutron.db.segments_db [None req-cdef88ed-5471-4389-9e34-e4ab3cb9dd17 admin admin] Added segment 591f60a9-435b-451f-84ce-998403ad1342 of type vlan for network 7f3fac13-1a08-47a6-a35d-1ad5babd8f72 Nov 19 17:59:03.683861 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:59:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a38f67a-1ac7-4df6-a8ed-676012a397d6 x-openstack-request-id: req-4a38f67a-1ac7-4df6-a8ed-676012a397d6 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:59:03.684384 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4e34aa3-c9da-43ec-a34a-37de5c74afc3", "name": "network-vif-deleted", "tag": "44cdaa8f-a568-4675-a6fc-dc3319a9293a", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:59:03.684794 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-4a38f67a-1ac7-4df6-a8ed-676012a397d6 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:59:03.685353 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4e34aa3-c9da-43ec-a34a-37de5c74afc3', 'name': 'network-vif-deleted', 'tag': '44cdaa8f-a568-4675-a6fc-dc3319a9293a', 'status': 'completed', 'code': 200} Nov 19 17:59:03.748453 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c899adc-b56a-42ca-bdb4-3052f5a43fbc req-0bef9304-bbc2-46eb-882d-19bd5c7b6706 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:59:03.750118 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9c899adc-b56a-42ca-bdb4-3052f5a43fbc req-0bef9304-bbc2-46eb-882d-19bd5c7b6706 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4e34aa3-c9da-43ec-a34a-37de5c74afc3 HTTP/1.1" status: 200 len: 943 time: 0.2990935 Nov 19 17:59:03.812146 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-7411a632-2375-45cc-b37d-6a0eb2e538ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e018f491-9851-4167-9c2c-01b9992de846', 'name': 'tempest-RoutersIpV6Test-router-227609253', 'tenant_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:59:00Z', 'updated_at': '2021-11-19T17:59:02Z', 'revision_number': 2, 'project_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'gw_port_host': None}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:59:03.855718 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7411a632-2375-45cc-b37d-6a0eb2e538ff None None] Checking router: e018f491-9851-4167-9c2c-01b9992de846 for host: n-d-818022-2 {{(pid=103366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 17:59:03.876190 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:03.880656 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7411a632-2375-45cc-b37d-6a0eb2e538ff None None] Routers {'e018f491-9851-4167-9c2c-01b9992de846'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:59:03.881577 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-7411a632-2375-45cc-b37d-6a0eb2e538ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:59:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['e018f491-9851-4167-9c2c-01b9992de846'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:59:03.889018 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:03.926973 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-cdef88ed-5471-4389-9e34-e4ab3cb9dd17 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:04.126904 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-7411a632-2375-45cc-b37d-6a0eb2e538ff None None] Set router e018f491-9851-4167-9c2c-01b9992de846 gateway port host: None {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 17:59:04.151523 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4902dca6-ef9f-4957-8c6d-0cbb8dcfa0df tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks [] for router, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:04.268632 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-ef0e638c-cd43-476f-9842-ce117aaaa000 req-9112b06c-af07-4b3d-8468-d77b587aa1a3 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] For port ec5d4a61-ca1e-41e2-9f2c-e72acc3f2185, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=ec5d4a61-ca1e-41e2-9f2c-e72acc3f2185,segment=NetworkSegment(504442a5-d1da-4970-b6a3-20669171f021),segment_id=504442a5-d1da-4970-b6a3-20669171f021)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:59:04.269163 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-ef0e638c-cd43-476f-9842-ce117aaaa000 req-9112b06c-af07-4b3d-8468-d77b587aa1a3 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:04.290960 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9c899adc-b56a-42ca-bdb4-3052f5a43fbc req-6a5e46fc-b44b-440c-9609-37eed3e8a776 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] 10.222.0.54 "GET /v2.0/security-groups?id=6f748c30-bcc4-4f26-989c-71d930e18e94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3767450 Nov 19 17:59:04.306072 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ae34b5b0-8e8d-4f35-a448-75a103350f2c tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:04.315085 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-7411a632-2375-45cc-b37d-6a0eb2e538ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e018f491-9851-4167-9c2c-01b9992de846', 'name': 'tempest-RoutersIpV6Test-router-227609253', 'tenant_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:59:00Z', 'updated_at': '2021-11-19T17:59:02Z', 'revision_number': 2, 'project_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'gw_port_host': None}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:59:04.375528 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e9fdc1-b30d-4453-8574-fdc7be1bc92d tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Pushing event updated for resources: {'Port': ['ID=3f417fca-e76f-48d1-9477-3307f4ead317,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:59:04.416615 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-ef0e638c-cd43-476f-9842-ce117aaaa000 req-9112b06c-af07-4b3d-8468-d77b587aa1a3 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Calling delete_port for ec5d4a61-ca1e-41e2-9f2c-e72acc3f2185 owned by compute:nova {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:59:04.419497 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7411a632-2375-45cc-b37d-6a0eb2e538ff None None] The sync data for ids ['e018f491-9851-4167-9c2c-01b9992de846'] in n-d-818022-2 is: [{'id': 'e018f491-9851-4167-9c2c-01b9992de846', 'name': 'tempest-RoutersIpV6Test-router-227609253', 'tenant_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:59:00Z', 'updated_at': '2021-11-19T17:59:02Z', 'revision_number': 2, 'project_id': 'fd1b3fcd1beb4931bb2ec4613fd50ee2', 'gw_port_host': None}] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 17:59:04.427539 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-cdef88ed-5471-4389-9e34-e4ab3cb9dd17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:04.429257 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdef88ed-5471-4389-9e34-e4ab3cb9dd17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:59:04.430014 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-cdef88ed-5471-4389-9e34-e4ab3cb9dd17 admin admin] Publish callbacks [] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:04.437487 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-98f8bde3-b4c1-4144-9560-b62f1cdd7c85 None None] Provisioning complete for port 3b46b282-ab22-4ffd-a42f-73e7984be408 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:59:04.439604 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae34b5b0-8e8d-4f35-a448-75a103350f2c tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Pushing event deleted for resources: {'Port': ['ID=68e32a51-7d56-41ce-aefa-7dd90618b409,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:59:04.440977 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-98f8bde3-b4c1-4144-9560-b62f1cdd7c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:04.575273 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae34b5b0-8e8d-4f35-a448-75a103350f2c tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:59:04.575627 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae34b5b0-8e8d-4f35-a448-75a103350f2c tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:59:04.575975 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae34b5b0-8e8d-4f35-a448-75a103350f2c tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:59:04.576313 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae34b5b0-8e8d-4f35-a448-75a103350f2c tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:59:04.576647 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae34b5b0-8e8d-4f35-a448-75a103350f2c tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:59:04.576991 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae34b5b0-8e8d-4f35-a448-75a103350f2c tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:59:04.577430 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae34b5b0-8e8d-4f35-a448-75a103350f2c tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:59:04.577634 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae34b5b0-8e8d-4f35-a448-75a103350f2c tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:59:04.589855 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae34b5b0-8e8d-4f35-a448-75a103350f2c tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:59:04.592150 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae34b5b0-8e8d-4f35-a448-75a103350f2c tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:59:04.593325 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae34b5b0-8e8d-4f35-a448-75a103350f2c tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:59:04.595423 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae34b5b0-8e8d-4f35-a448-75a103350f2c tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:59:04.635642 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 3b46b282-ab22-4ffd-a42f-73e7984be408 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:59:04.758006 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-cdef88ed-5471-4389-9e34-e4ab3cb9dd17 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 3.1498573 Nov 19 17:59:04.797097 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ae34b5b0-8e8d-4f35-a448-75a103350f2c tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:04.802146 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-ae34b5b0-8e8d-4f35-a448-75a103350f2c tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "DELETE /v2.0/ports/68e32a51-7d56-41ce-aefa-7dd90618b409 HTTP/1.1" status: 204 len: 168 time: 2.3473921 Nov 19 17:59:04.802834 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 43946) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:04.813442 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-7f5c5b36-db21-4bb4-9d4f-448224e5b4da admin admin] Request body: {'subnet': {'network_id': '7f3fac13-1a08-47a6-a35d-1ad5babd8f72', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1041765333-subnet', 'tenant_id': '8517a9fb972345c1b184e5f66a130821', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:59:04.822290 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 43948) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:04.842029 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e013d7e6-5264-4dcc-9759-54f5fb809e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:04.930523 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 3b46b282-ab22-4ffd-a42f-73e7984be408 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:59:04.931701 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:05.057530 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-272fb72f-ee37-4584-9c4e-7a32cd8c5e14 None None] Could not find standard attr ID for object 68e32a51-7d56-41ce-aefa-7dd90618b409. {{(pid=103366) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 17:59:05.108211 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-272fb72f-ee37-4584-9c4e-7a32cd8c5e14 None None] Provisioning complete for port 3f417fca-e76f-48d1-9477-3307f4ead317 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:59:05.110523 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-272fb72f-ee37-4584-9c4e-7a32cd8c5e14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:05.213531 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-272fb72f-ee37-4584-9c4e-7a32cd8c5e14 None None] Port 3f417fca-e76f-48d1-9477-3307f4ead317 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:59:05.238580 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f5c5b36-db21-4bb4-9d4f-448224e5b4da admin admin] Made reservation on behalf of 8517a9fb972345c1b184e5f66a130821 for: {'subnet': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:59:05.244970 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7f5c5b36-db21-4bb4-9d4f-448224e5b4da admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8731248'] for subnet, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:05.255347 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-ef0e638c-cd43-476f-9842-ce117aaaa000 req-9112b06c-af07-4b3d-8468-d77b587aa1a3 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:05.356967 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:05.374942 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb0fa70e-e710-4671-909e-0e56c334bba0 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:59:05.380723 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-cb0fa70e-e710-4671-909e-0e56c334bba0 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.5570941 Nov 19 17:59:05.384804 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 43968) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:05.411387 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4902dca6-ef9f-4957-8c6d-0cbb8dcfa0df tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4696'] for router, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:05.416601 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4902dca6-ef9f-4957-8c6d-0cbb8dcfa0df tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:05.418947 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdef88ed-5471-4389-9e34-e4ab3cb9dd17 admin admin] Pushing event updated for resources: {'Network': ['ID=7f3fac13-1a08-47a6-a35d-1ad5babd8f72,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:59:05.436929 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network 7f3fac13-1a08-47a6-a35d-1ad5babd8f72 details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 17:59:05.460741 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9112b06c-af07-4b3d-8468-d77b587aa1a3 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Pushing event deleted for resources: {'Port': ['ID=ec5d4a61-ca1e-41e2-9f2c-e72acc3f2185,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:59:05.574741 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c8e9fdc1-b30d-4453-8574-fdc7be1bc92d tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-671361'] for router_interface, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:05.580151 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4902dca6-ef9f-4957-8c6d-0cbb8dcfa0df tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-543895'] for router, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:05.580906 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4902dca6-ef9f-4957-8c6d-0cbb8dcfa0df tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Fanout notify agent at l3_agent the message router_deleted on router e018f491-9851-4167-9c2c-01b9992de846 {{(pid=103364) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 17:59:05.643670 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef0e638c-cd43-476f-9842-ce117aaaa000 req-9112b06c-af07-4b3d-8468-d77b587aa1a3 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] No DVR routers for this DVR port ec5d4a61-ca1e-41e2-9f2c-e72acc3f2185 on host n-h1-818022-2 {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:59:05.652386 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-ef0e638c-cd43-476f-9842-ce117aaaa000 req-9112b06c-af07-4b3d-8468-d77b587aa1a3 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:05.655800 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4902dca6-ef9f-4957-8c6d-0cbb8dcfa0df tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] Publish callbacks [] for router, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:05.659708 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-4902dca6-ef9f-4957-8c6d-0cbb8dcfa0df tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] 10.222.0.54 "DELETE /v2.0/routers/e018f491-9851-4167-9c2c-01b9992de846 HTTP/1.1" status: 204 len: 168 time: 2.0210779 Nov 19 17:59:05.663555 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-1690140e-f706-4ef5-a51d-c1cd2a889373 req-03205dcf-cd7e-4711-886f-72e028b26701 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4e34aa3-c9da-43ec-a34a-37de5c74afc3 HTTP/1.1" status: 200 len: 210 time: 0.0855489 Nov 19 17:59:05.664767 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 43980) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:05.666566 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ef0e638c-cd43-476f-9842-ce117aaaa000 req-9112b06c-af07-4b3d-8468-d77b587aa1a3 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] 10.222.0.60 "DELETE /v2.0/ports/ec5d4a61-ca1e-41e2-9f2c-e72acc3f2185 HTTP/1.1" status: 204 len: 173 time: 2.7347229 Nov 19 17:59:05.691593 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4e34aa3-c9da-43ec-a34a-37de5c74afc3', 'name': 'network-vif-deleted', 'tag': 'ec5d4a61-ca1e-41e2-9f2c-e72acc3f2185'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:59:05.698669 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218319d759239a7d11f1288aef37381b97754913ee9ccbfd43b51a463f801712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2125ec1b-cc1b-4af7-97a9-4d30247c9e14" -d '{"events": [{"server_uuid": "f4e34aa3-c9da-43ec-a34a-37de5c74afc3", "name": "network-vif-deleted", "tag": "ec5d4a61-ca1e-41e2-9f2c-e72acc3f2185"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:59:05.714090 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-1ef9fbff-7536-4365-8f8f-df95ee43014e tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] 10.222.0.54 "GET /v2.0/ports?device_id=e018f491-9851-4167-9c2c-01b9992de846 HTTP/1.1" status: 200 len: 205 time: 0.0419533 Nov 19 17:59:05.721460 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 43982) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:05.805025 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a49d8d4-ca96-4762-894c-2a1481637c6e tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:59:05.810694 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-2a49d8d4-ca96-4762-894c-2a1481637c6e tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.4246087 Nov 19 17:59:05.811329 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 43990) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:05.896876 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:59:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7618cfcc-42fa-4139-b484-ba51249cdfe7 x-openstack-request-id: req-7618cfcc-42fa-4139-b484-ba51249cdfe7 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:59:05.897154 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4e34aa3-c9da-43ec-a34a-37de5c74afc3", "name": "network-vif-deleted", "tag": "ec5d4a61-ca1e-41e2-9f2c-e72acc3f2185", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:59:05.897657 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-7618cfcc-42fa-4139-b484-ba51249cdfe7 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:59:05.908943 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4e34aa3-c9da-43ec-a34a-37de5c74afc3', 'name': 'network-vif-deleted', 'tag': 'ec5d4a61-ca1e-41e2-9f2c-e72acc3f2185', 'status': 'completed', 'code': 200} Nov 19 17:59:05.919105 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b06af8c-4de2-41ef-b29d-3039997d980a tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:59:05.922580 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b06af8c-4de2-41ef-b29d-3039997d980a tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:59:05.927118 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b06af8c-4de2-41ef-b29d-3039997d980a tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:59:05.933758 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-0b06af8c-4de2-41ef-b29d-3039997d980a tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1173584 Nov 19 17:59:05.940812 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 43996) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:05.963525 n-d-818022-2 neutron-server[103364]: INFO neutron.api.v2.resource [None req-a4fdb4ce-d7c2-474e-91dd-2f0d210e61db tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] delete failed (client error): The resource could not be found. Nov 19 17:59:05.967520 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-a4fdb4ce-d7c2-474e-91dd-2f0d210e61db tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] 10.222.0.54 "DELETE /v2.0/routers/e018f491-9851-4167-9c2c-01b9992de846 HTTP/1.1" status: 404 len: 336 time: 0.2416468 Nov 19 17:59:05.969205 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 43998) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:06.019210 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 44000) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:06.052212 n-d-818022-2 neutron-server[103364]: INFO neutron.pecan_wsgi.hooks.translation [None req-b12b67a8-2b57-4abb-9ce6-3f06c4abf55c tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] DELETE failed (client error): The resource could not be found. Nov 19 17:59:06.052932 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b12b67a8-2b57-4abb-9ce6-3f06c4abf55c tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103364) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 17:59:06.061563 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-b12b67a8-2b57-4abb-9ce6-3f06c4abf55c tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] 10.222.0.54 "DELETE /v2.0/subnets/427e21e1-c52e-4e65-a72d-8706ed86f2f9 HTTP/1.1" status: 404 len: 337 time: 0.0841136 Nov 19 17:59:06.064393 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 44004) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:06.126123 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b1d0ece-8a36-4224-8f54-6809d7b5c6d4 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Deleting subnet 77fb4615-9e59-473e-ad13-30cdb2ee54a9 {{(pid=103365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 17:59:06.141048 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4b1d0ece-8a36-4224-8f54-6809d7b5c6d4 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks [] for subnet, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:06.143410 n-d-818022-2 neutron-server[103364]: INFO neutron.pecan_wsgi.hooks.translation [None req-04ff5fdf-f42a-4381-907a-726594e7eb61 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] DELETE failed (client error): The resource could not be found. Nov 19 17:59:06.146621 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04ff5fdf-f42a-4381-907a-726594e7eb61 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103364) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 17:59:06.156148 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-04ff5fdf-f42a-4381-907a-726594e7eb61 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] 10.222.0.54 "DELETE /v2.0/subnets/93490abc-6aae-48f7-950c-bb1ffc9df537 HTTP/1.1" status: 404 len: 337 time: 0.0800998 Nov 19 17:59:06.162770 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 44010) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:06.376884 n-d-818022-2 neutron-server[103364]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f56ff27-cac8-4210-80d7-b9a839da7334 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] DELETE failed (client error): The resource could not be found. Nov 19 17:59:06.380624 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4b1d0ece-8a36-4224-8f54-6809d7b5c6d4 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12546453'] for subnet, precommit_delete_associations {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:06.382625 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f56ff27-cac8-4210-80d7-b9a839da7334 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103364) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 17:59:06.391856 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-8f56ff27-cac8-4210-80d7-b9a839da7334 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] 10.222.0.54 "DELETE /v2.0/subnets/e5ec16ea-7136-4bf3-bd8f-ae54ec5c0796 HTTP/1.1" status: 404 len: 337 time: 0.2275300 Nov 19 17:59:06.399008 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 44016) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:06.492929 n-d-818022-2 neutron-server[103364]: INFO neutron.pecan_wsgi.hooks.translation [None req-39b89d0d-2978-4168-b192-95491355ff3f tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] DELETE failed (client error): The resource could not be found. Nov 19 17:59:06.493763 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39b89d0d-2978-4168-b192-95491355ff3f tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103364) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 17:59:06.498170 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-39b89d0d-2978-4168-b192-95491355ff3f tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] 10.222.0.54 "DELETE /v2.0/subnets/c823e22e-08c9-40fd-90bf-a9bab2677b28 HTTP/1.1" status: 404 len: 337 time: 0.0906856 Nov 19 17:59:06.500946 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c8e9fdc1-b30d-4453-8574-fdc7be1bc92d tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:06.502117 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 44020) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:06.564562 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-a869bfe0-3b70-4879-906c-b6f724353fc7 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] 10.222.0.54 "GET /v2.0/ports?device_id=11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb HTTP/1.1" status: 200 len: 205 time: 0.0470438 Nov 19 17:59:06.567323 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 44022) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:06.570866 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7f5c5b36-db21-4bb4-9d4f-448224e5b4da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12283104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8731234'] for subnet, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:06.639011 n-d-818022-2 neutron-server[103364]: INFO neutron.api.v2.resource [None req-52c2c5ee-a0a0-40d2-a8ce-ad2ae25485f6 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] delete failed (client error): The resource could not be found. Nov 19 17:59:06.640628 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-52c2c5ee-a0a0-40d2-a8ce-ad2ae25485f6 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] 10.222.0.54 "DELETE /v2.0/routers/11fee3e9-5cb2-4ac0-9634-40ea2e3b9fbb HTTP/1.1" status: 404 len: 336 time: 0.0718431 Nov 19 17:59:06.646251 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 44026) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:06.656730 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5c5b36-db21-4bb4-9d4f-448224e5b4da admin admin] Pushing event updated for resources: {'Subnet': ['ID=02026288-4d0d-40db-8d6d-142379a10f71,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:59:06.689502 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f0594f9f-b554-4a41-964a-9e524d65c54e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:06.769489 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-490c454a-1c59-4b33-8393-d16c40fb07c8 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] 10.222.0.54 "GET /v2.0/ports?device_id=58728ce9-83da-4232-b343-e0584d41bd4f HTTP/1.1" status: 200 len: 205 time: 0.1218064 Nov 19 17:59:06.775968 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 44032) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:06.781625 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4b1d0ece-8a36-4224-8f54-6809d7b5c6d4 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:06.810358 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f5c5b36-db21-4bb4-9d4f-448224e5b4da admin admin] Checking segment: {'id': '591f60a9-435b-451f-84ce-998403ad1342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '7f3fac13-1a08-47a6-a35d-1ad5babd8f72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:59:06.810726 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f5c5b36-db21-4bb4-9d4f-448224e5b4da admin admin] Network hostable DHCP agents. Network: 7f3fac13-1a08-47a6-a35d-1ad5babd8f72, hostable agents: ['02910ef2-0455-4aea-9f38-9a875579633f'], hosted agents: [] {{(pid=103365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 17:59:06.823135 n-d-818022-2 neutron-server[103364]: INFO neutron.api.v2.resource [None req-1f46c745-f792-4903-a585-3be4118bf233 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] delete failed (client error): The resource could not be found. Nov 19 17:59:06.824566 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-1f46c745-f792-4903-a585-3be4118bf233 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] 10.222.0.54 "DELETE /v2.0/routers/58728ce9-83da-4232-b343-e0584d41bd4f HTTP/1.1" status: 404 len: 336 time: 0.0471907 Nov 19 17:59:06.827297 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 44034) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:06.903713 n-d-818022-2 neutron-server[103364]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fdcd5fe-ff19-4da8-a607-4c984ff0670d tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] DELETE failed (client error): The resource could not be found. Nov 19 17:59:06.905265 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9fdcd5fe-ff19-4da8-a607-4c984ff0670d tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103364) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 17:59:06.912540 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4b1d0ece-8a36-4224-8f54-6809d7b5c6d4 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12282919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8731163'] for subnet, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:06.918064 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-9fdcd5fe-ff19-4da8-a607-4c984ff0670d tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] 10.222.0.54 "DELETE /v2.0/subnets/d5cf0b2b-ee3b-46cd-bcb8-83a38e83d769 HTTP/1.1" status: 404 len: 337 time: 0.0892186 Nov 19 17:59:06.978919 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 44038) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:06.983397 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1d0ece-8a36-4224-8f54-6809d7b5c6d4 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Pushing event deleted for resources: {'Subnet': ['ID=77fb4615-9e59-473e-ad13-30cdb2ee54a9,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:59:07.040604 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-1ac832a2-6851-4b62-97b5-5f333656698d tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] 10.222.0.54 "GET /v2.0/ports?device_id=b7d9c985-1aef-4006-b920-30e625d74773 HTTP/1.1" status: 200 len: 205 time: 0.0549326 Nov 19 17:59:07.041342 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f5c5b36-db21-4bb4-9d4f-448224e5b4da admin admin] Network 7f3fac13-1a08-47a6-a35d-1ad5babd8f72 is scheduled to be hosted by DHCP agent 02910ef2-0455-4aea-9f38-9a875579633f with binding_index 1 {{(pid=103365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 17:59:07.045666 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 44044) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:07.072638 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7d4fcec-9312-407d-84a2-97d3ebc002bc None None] Network 65eace33-2479-4afb-a7b6-41f0773542ac requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:59:07.142512 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4b1d0ece-8a36-4224-8f54-6809d7b5c6d4 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks [] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:07.146247 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-4b1d0ece-8a36-4224-8f54-6809d7b5c6d4 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "DELETE /v2.0/subnets/77fb4615-9e59-473e-ad13-30cdb2ee54a9 HTTP/1.1" status: 204 len: 168 time: 1.2040520 Nov 19 17:59:07.158895 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 44052) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:07.160008 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f0594f9f-b554-4a41-964a-9e524d65c54e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:07.161280 n-d-818022-2 neutron-server[103365]: INFO neutron.api.v2.resource [None req-1941f125-74fc-4a65-a0fc-7a1cefcbd88d tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] delete failed (client error): The resource could not be found. Nov 19 17:59:07.167556 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-1941f125-74fc-4a65-a0fc-7a1cefcbd88d tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] 10.222.0.54 "DELETE /v2.0/routers/b7d9c985-1aef-4006-b920-30e625d74773 HTTP/1.1" status: 404 len: 336 time: 0.1183543 Nov 19 17:59:07.172116 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-7f5c5b36-db21-4bb4-9d4f-448224e5b4da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818022-2, 7f3fac13-1a08-47a6-a35d-1ad5babd8f72) {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:59:07.179489 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 44054) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:07.179741 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-5e251d65-359b-416f-8da2-22e5c344fd37 req-d08b351c-0dc0-4c9c-af31-7605f8a99e9c tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4e34aa3-c9da-43ec-a34a-37de5c74afc3 HTTP/1.1" status: 200 len: 210 time: 0.2954373 Nov 19 17:59:07.237476 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f0594f9f-b554-4a41-964a-9e524d65c54e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:07.259591 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cf36249-74a9-4c6f-a1c0-4c224b48c221 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Deleting subnet fcbfb27b-7536-41be-8171-0662c43f8993 {{(pid=103364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 17:59:07.265196 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9cf36249-74a9-4c6f-a1c0-4c224b48c221 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks [] for subnet, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:07.281464 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-53026403-7244-46b9-a34d-0eb13c2513d2 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] 10.222.0.54 "GET /v2.0/ports?device_id=75d0ac91-a11a-4b8c-9315-11a14b2e7965 HTTP/1.1" status: 200 len: 205 time: 0.0979393 Nov 19 17:59:07.283785 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f5c5b36-db21-4bb4-9d4f-448224e5b4da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:59:07.284631 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7f5c5b36-db21-4bb4-9d4f-448224e5b4da admin admin] Publish callbacks [] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:07.297063 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 44058) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:07.331070 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c8e9fdc1-b30d-4453-8574-fdc7be1bc92d tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks [] for port, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:07.362294 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c8e9fdc1-b30d-4453-8574-fdc7be1bc92d tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:07.478261 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9cf36249-74a9-4c6f-a1c0-4c224b48c221 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9416263'] for subnet, precommit_delete_associations {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:07.548320 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcbb0989-18ce-41af-b1d1-06a55430b644 None None] Network 7f3fac13-1a08-47a6-a35d-1ad5babd8f72 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:59:07.607410 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e9fdc1-b30d-4453-8574-fdc7be1bc92d tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Pushing event updated for resources: {'Port': ['ID=3f417fca-e76f-48d1-9477-3307f4ead317,revision_number=3']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:59:07.614647 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c8e9fdc1-b30d-4453-8574-fdc7be1bc92d tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-768529'] for router_interface, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:07.783069 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9cf36249-74a9-4c6f-a1c0-4c224b48c221 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:07.864755 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-7f5c5b36-db21-4bb4-9d4f-448224e5b4da admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 3.0485981 Nov 19 17:59:07.948052 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8e9fdc1-b30d-4453-8574-fdc7be1bc92d tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Network f254259a-27e6-4b40-8465-e9865e81d43e is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:59:07.950474 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9cf36249-74a9-4c6f-a1c0-4c224b48c221 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12425137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8983934'] for subnet, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:07.958165 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-c8e9fdc1-b30d-4453-8574-fdc7be1bc92d tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:59:07.973487 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-f0594f9f-b554-4a41-964a-9e524d65c54e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=24ad092ad0764dd39bd473be04d47444&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9390788 Nov 19 17:59:07.991469 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 44076) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:08.014524 n-d-818022-2 neutron-server[103365]: INFO neutron.api.v2.resource [None req-dfa682fe-25d0-439a-9906-6d4f3665a4d6 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] delete failed (client error): The resource could not be found. Nov 19 17:59:08.029895 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-dfa682fe-25d0-439a-9906-6d4f3665a4d6 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] 10.222.0.54 "DELETE /v2.0/routers/75d0ac91-a11a-4b8c-9315-11a14b2e7965 HTTP/1.1" status: 404 len: 336 time: 0.7215476 Nov 19 17:59:08.031333 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 44078) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:08.052545 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6906204b-f7a2-41eb-b2a5-147a7136a194 None None] Network 7f3fac13-1a08-47a6-a35d-1ad5babd8f72 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:59:08.067912 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0594f9f-b554-4a41-964a-9e524d65c54e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=304de4d8-f563-45ab-a015-7adc806d5941,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:59:08.115413 n-d-818022-2 neutron-server[103365]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f6dabfc-8f40-43b9-86e6-cc7e7e56ef7e tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] DELETE failed (client error): The resource could not be found. Nov 19 17:59:08.125068 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f6dabfc-8f40-43b9-86e6-cc7e7e56ef7e tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103365) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 17:59:08.129276 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-5f6dabfc-8f40-43b9-86e6-cc7e7e56ef7e tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] 10.222.0.54 "DELETE /v2.0/subnets/79835fc5-2296-4e61-99f6-7c9f6ef9daa8 HTTP/1.1" status: 404 len: 337 time: 0.0974734 Nov 19 17:59:08.140332 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 44082) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:08.161134 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf36249-74a9-4c6f-a1c0-4c224b48c221 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Pushing event deleted for resources: {'Subnet': ['ID=fcbfb27b-7536-41be-8171-0662c43f8993,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:59:08.171349 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9cf36249-74a9-4c6f-a1c0-4c224b48c221 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:08.186866 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-9cf36249-74a9-4c6f-a1c0-4c224b48c221 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "DELETE /v2.0/subnets/fcbfb27b-7536-41be-8171-0662c43f8993 HTTP/1.1" status: 204 len: 168 time: 1.0244470 Nov 19 17:59:08.240631 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-a2b0efd1-eda6-4d15-9f64-4f0e81d664f5 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] 10.222.0.54 "GET /v2.0/ports?device_id=b998e705-a75c-4a44-8d2f-034141eca886 HTTP/1.1" status: 200 len: 205 time: 0.0949609 Nov 19 17:59:08.247087 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 44084) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:08.252457 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08221ce7-786b-4efd-99ed-b7df0716c873 None None] Update dhcp port {'port': {'network_id': '65eace33-2479-4afb-a7b6-41f0773542ac', 'fixed_ips': [{'subnet_id': 'fcbfb27b-7536-41be-8171-0662c43f8993'}], 'binding:host_id': 'n-d-818022-2'}, 'id': '3b46b282-ab22-4ffd-a42f-73e7984be408'} from n-d-818022-2. {{(pid=103366) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 19 17:59:08.254628 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 44092) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:08.412676 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-08221ce7-786b-4efd-99ed-b7df0716c873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:08.492737 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-5f2d2308-bb75-4be9-b4e7-b68b7bd69e8d tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2364461 Nov 19 17:59:08.495118 n-d-818022-2 neutron-server[103365]: INFO neutron.api.v2.resource [None req-97b916ed-ac03-4a4e-af21-6587322be407 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] delete failed (client error): The resource could not be found. Nov 19 17:59:08.498496 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-97b916ed-ac03-4a4e-af21-6587322be407 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] 10.222.0.54 "DELETE /v2.0/routers/b998e705-a75c-4a44-8d2f-034141eca886 HTTP/1.1" status: 404 len: 336 time: 0.2364299 Nov 19 17:59:08.502052 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 44100) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:08.502430 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 44102) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:08.544217 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-e2e80bca-090e-4e2f-82d6-5cc4cdef0d9e req-9b174ce7-f7fd-4077-afd3-f525960703d7 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4e34aa3-c9da-43ec-a34a-37de5c74afc3 HTTP/1.1" status: 200 len: 210 time: 0.0741029 Nov 19 17:59:08.576520 n-d-818022-2 neutron-server[103365]: INFO neutron.pecan_wsgi.hooks.translation [None req-12b32787-d5c3-4846-bd60-08737a0437d7 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] DELETE failed (client error): The resource could not be found. Nov 19 17:59:08.577364 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12b32787-d5c3-4846-bd60-08737a0437d7 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103365) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 17:59:08.581642 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-12b32787-d5c3-4846-bd60-08737a0437d7 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] 10.222.0.54 "DELETE /v2.0/subnets/9558c327-fc5d-4d7e-8311-983897e6b6c0 HTTP/1.1" status: 404 len: 337 time: 0.0761433 Nov 19 17:59:08.595258 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 44106) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:08.604947 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-26006bfb-d7df-4644-b15e-bbd3af6284ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:08.643136 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8e9fdc1-b30d-4453-8574-fdc7be1bc92d tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Router 15928394-aa65-416b-9951-bafad56bb5b2 is scheduled to L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 with binding_index 1 {{(pid=103364) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 17:59:08.654641 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-066bd0d3-ebbd-440c-9dc4-6d6479de4289 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:59:08.654810 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-d084fa92-0598-424e-96f6-7000dbbe96e8 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] 10.222.0.54 "GET /v2.0/ports?device_id=835f718e-3e76-48ab-a376-9fcff13ee7c6 HTTP/1.1" status: 200 len: 205 time: 0.0678911 Nov 19 17:59:08.656337 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 44108) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:08.657326 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-066bd0d3-ebbd-440c-9dc4-6d6479de4289 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.1532881 Nov 19 17:59:08.659873 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-26006bfb-d7df-4644-b15e-bbd3af6284ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:08.662512 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 44110) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:08.748984 n-d-818022-2 neutron-server[103364]: INFO neutron.api.v2.resource [None req-a85422af-13d8-4c1e-b27f-ce0cf4877823 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] delete failed (client error): The resource could not be found. Nov 19 17:59:08.753633 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 44112) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:08.754350 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-a85422af-13d8-4c1e-b27f-ce0cf4877823 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] 10.222.0.54 "DELETE /v2.0/routers/835f718e-3e76-48ab-a376-9fcff13ee7c6 HTTP/1.1" status: 404 len: 336 time: 0.0902271 Nov 19 17:59:08.768580 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac54db04-eb30-48e4-86ed-b56b32bc7824 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:59:08.770363 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-ac54db04-eb30-48e4-86ed-b56b32bc7824 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1061342 Nov 19 17:59:08.793139 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 44114) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:08.802806 n-d-818022-2 neutron-server[103365]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5003f6f-053f-442f-818c-7eb967c03976 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] DELETE failed (client error): The resource could not be found. Nov 19 17:59:08.804264 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5003f6f-053f-442f-818c-7eb967c03976 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103365) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 17:59:08.807634 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-a5003f6f-053f-442f-818c-7eb967c03976 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] 10.222.0.54 "DELETE /v2.0/subnets/0b4a7752-ef9d-4616-a728-ee5b8ba4083b HTTP/1.1" status: 404 len: 337 time: 0.0526872 Nov 19 17:59:08.827532 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 44116) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:08.830590 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-b87230f5-8b4c-4fba-afe5-631999f98cea None None] Provisioning complete for port 3f417fca-e76f-48d1-9477-3307f4ead317 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:59:08.831088 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b87230f5-8b4c-4fba-afe5-631999f98cea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:08.885907 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-77207955-9be3-4110-9c02-0838d5684768 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0905960 Nov 19 17:59:08.893506 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 44120) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:08.898424 n-d-818022-2 neutron-server[103364]: INFO neutron.pecan_wsgi.hooks.translation [None req-79074986-6a4d-4db7-93e2-50e43b126de1 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] DELETE failed (client error): The resource could not be found. Nov 19 17:59:08.899130 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79074986-6a4d-4db7-93e2-50e43b126de1 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103364) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 17:59:08.902797 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-79074986-6a4d-4db7-93e2-50e43b126de1 tempest-RoutersIpV6Test-380483138 tempest-RoutersIpV6Test-380483138-project] 10.222.0.54 "DELETE /v2.0/subnets/31b0e62d-a41b-4669-b22a-5016c3d583ae HTTP/1.1" status: 404 len: 337 time: 0.0743093 Nov 19 17:59:08.927536 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8e9fdc1-b30d-4453-8574-fdc7be1bc92d tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 17:59:08.935280 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-c8e9fdc1-b30d-4453-8574-fdc7be1bc92d tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] 10.222.0.54 "PUT /v2.0/routers/15928394-aa65-416b-9951-bafad56bb5b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7344968 Nov 19 17:59:08.939776 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aef8257-74d7-45c9-bec0-08ed46de49ec None None] Sync routers for ids ['15928394-aa65-416b-9951-bafad56bb5b2'] in n-d-818022-2 {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 17:59:08.949523 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 44130) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:08.960951 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-b87230f5-8b4c-4fba-afe5-631999f98cea None None] Port 3f417fca-e76f-48d1-9477-3307f4ead317 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:59:08.979637 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aef8257-74d7-45c9-bec0-08ed46de49ec None None] Routers {'15928394-aa65-416b-9951-bafad56bb5b2'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:59:08.982383 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-7aef8257-74d7-45c9-bec0-08ed46de49ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:59:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['15928394-aa65-416b-9951-bafad56bb5b2'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:59:08.982772 n-d-818022-2 neutron-server[103365]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b6e83db-82ef-4a4b-8008-0f2f9d7c26c8 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] DELETE failed (client error): The resource could not be found. Nov 19 17:59:08.984863 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b6e83db-82ef-4a4b-8008-0f2f9d7c26c8 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103365) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 17:59:08.992966 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-1b6e83db-82ef-4a4b-8008-0f2f9d7c26c8 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "DELETE /v2.0/ports/68e32a51-7d56-41ce-aefa-7dd90618b409 HTTP/1.1" status: 404 len: 333 time: 0.0976384 Nov 19 17:59:08.996773 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-26006bfb-d7df-4644-b15e-bbd3af6284ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:09.000708 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-26006bfb-d7df-4644-b15e-bbd3af6284ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:09.006413 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-26006bfb-d7df-4644-b15e-bbd3af6284ac admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/304de4d8-f563-45ab-a015-7adc806d5941 HTTP/1.1" status: 204 len: 168 time: 1.0090404 Nov 19 17:59:09.008247 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 44138) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:09.072934 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad5caab4-881b-488d-9a4a-0fea7d4ce462 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:59:09.090018 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-ad5caab4-881b-488d-9a4a-0fea7d4ce462 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] 10.222.0.54 "GET /v2.0/ports/3f417fca-e76f-48d1-9477-3307f4ead317 HTTP/1.1" status: 200 len: 976 time: 0.1383705 Nov 19 17:59:09.092506 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 44144) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:09.094365 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97bc8fd6-7919-4e73-be28-94e3d28a2e3a None None] Network 65eace33-2479-4afb-a7b6-41f0773542ac requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:59:09.119288 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-7aef8257-74d7-45c9-bec0-08ed46de49ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:59:09.149118 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aef8257-74d7-45c9-bec0-08ed46de49ec None None] Routers {'15928394-aa65-416b-9951-bafad56bb5b2'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:59:09.151878 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-7aef8257-74d7-45c9-bec0-08ed46de49ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:59:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['15928394-aa65-416b-9951-bafad56bb5b2'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:59:09.232426 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26006bfb-d7df-4644-b15e-bbd3af6284ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=304de4d8-f563-45ab-a015-7adc806d5941,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:59:09.253707 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86ff8fa-28d8-4c3c-b36b-dd7955550078 req-0a854e5d-325f-4a6a-b4f2-513b992e8ddc tempest-InstanceActionsTestJSON-788619329 tempest-InstanceActionsTestJSON-788619329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:59:09.256623 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e86ff8fa-28d8-4c3c-b36b-dd7955550078 req-0a854e5d-325f-4a6a-b4f2-513b992e8ddc tempest-InstanceActionsTestJSON-788619329 tempest-InstanceActionsTestJSON-788619329-project] 10.222.0.54 "GET /v2.0/networks?id=7f3fac13-1a08-47a6-a35d-1ad5babd8f72 HTTP/1.1" status: 200 len: 814 time: 0.2597883 Nov 19 17:59:09.270121 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-7aef8257-74d7-45c9-bec0-08ed46de49ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:59:09.270807 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aef8257-74d7-45c9-bec0-08ed46de49ec None None] The sync data for ids ['15928394-aa65-416b-9951-bafad56bb5b2'] in n-d-818022-2 is: [] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 17:59:09.310350 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-ed3556b0-03e6-4923-ade3-e3526c4e395f None None] Provisioning complete for port 3b46b282-ab22-4ffd-a42f-73e7984be408 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:59:09.310794 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ed3556b0-03e6-4923-ade3-e3526c4e395f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:09.345822 n-d-818022-2 neutron-server[103365]: INFO neutron.pecan_wsgi.hooks.translation [None req-045bc763-42e9-422a-a45d-d3f59ecf8caa tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] DELETE failed (client error): The resource could not be found. Nov 19 17:59:09.348038 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-045bc763-42e9-422a-a45d-d3f59ecf8caa tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103365) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 17:59:09.352614 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-045bc763-42e9-422a-a45d-d3f59ecf8caa tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "DELETE /v2.0/subnets/fcbfb27b-7536-41be-8171-0662c43f8993 HTTP/1.1" status: 404 len: 337 time: 0.3328199 Nov 19 17:59:09.358753 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 44150) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:09.443698 n-d-818022-2 neutron-server[103365]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b44de0b-48a2-457e-8ac9-959bb477ccc6 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] DELETE failed (client error): The resource could not be found. Nov 19 17:59:09.444772 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b44de0b-48a2-457e-8ac9-959bb477ccc6 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103365) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 17:59:09.448456 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-2b44de0b-48a2-457e-8ac9-959bb477ccc6 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "DELETE /v2.0/subnets/77fb4615-9e59-473e-ad13-30cdb2ee54a9 HTTP/1.1" status: 404 len: 337 time: 0.0831831 Nov 19 17:59:09.450977 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 44154) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:09.475931 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e86ff8fa-28d8-4c3c-b36b-dd7955550078 req-d42128a2-680b-400b-a72d-8ec86447a71d tempest-InstanceActionsTestJSON-788619329 tempest-InstanceActionsTestJSON-788619329-project] 10.222.0.54 "GET /v2.0/quotas/8517a9fb972345c1b184e5f66a130821 HTTP/1.1" status: 200 len: 375 time: 0.1151192 Nov 19 17:59:09.528210 n-d-818022-2 neutron-server[103365]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddb9fa66-ff92-4aa4-8cdd-ad5c2d77feec tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] DELETE failed (client error): The resource could not be found. Nov 19 17:59:09.528893 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddb9fa66-ff92-4aa4-8cdd-ad5c2d77feec tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103365) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 17:59:09.536882 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-ddb9fa66-ff92-4aa4-8cdd-ad5c2d77feec tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "DELETE /v2.0/ports/3e7014cd-87d2-4298-aff7-9bb28af9fce8 HTTP/1.1" status: 404 len: 333 time: 0.0846996 Nov 19 17:59:09.538107 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 44158) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:09.624776 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a88ab17-f51a-4b7e-93cd-04d28f7b14cf None None] DHCP port deletion for 65eace33-2479-4afb-a7b6-41f0773542ac request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 17:59:09.671638 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e86ff8fa-28d8-4c3c-b36b-dd7955550078 req-80ee3a4e-638c-4cdc-9156-10cf78140acc tempest-InstanceActionsTestJSON-788619329 tempest-InstanceActionsTestJSON-788619329-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=8517a9fb972345c1b184e5f66a130821&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1477733 Nov 19 17:59:09.718611 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4a88ab17-f51a-4b7e-93cd-04d28f7b14cf None None] Deleting port 3b46b282-ab22-4ffd-a42f-73e7984be408 {{(pid=103366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:59:09.719213 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4a88ab17-f51a-4b7e-93cd-04d28f7b14cf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:09.747034 n-d-818022-2 neutron-server[103365]: INFO neutron.pecan_wsgi.hooks.translation [None req-939d653c-3c0c-42bd-95f4-4d84854eeede tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] DELETE failed (client error): The resource could not be found. Nov 19 17:59:09.753334 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-939d653c-3c0c-42bd-95f4-4d84854eeede tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103365) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 17:59:09.762297 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-939d653c-3c0c-42bd-95f4-4d84854eeede tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "DELETE /v2.0/subnets/78ea4c24-a43f-46eb-8f88-777259790d8f HTTP/1.1" status: 404 len: 337 time: 0.1214645 Nov 19 17:59:09.765161 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 44166) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:09.860069 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 44168) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:09.863056 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-42c95422-18bf-4305-a227-ae7073012fda req-5beb8a7e-808e-4542-95b0-7b8c396519db tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4e34aa3-c9da-43ec-a34a-37de5c74afc3 HTTP/1.1" status: 200 len: 210 time: 0.0956459 Nov 19 17:59:09.872344 n-d-818022-2 neutron-server[103364]: INFO neutron.pecan_wsgi.hooks.translation [None req-71934b93-6414-4570-ab4f-462d54b28302 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] DELETE failed (client error): The resource could not be found. Nov 19 17:59:09.872799 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71934b93-6414-4570-ab4f-462d54b28302 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103364) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 17:59:09.878092 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-4a88ab17-f51a-4b7e-93cd-04d28f7b14cf None None] For port 3b46b282-ab22-4ffd-a42f-73e7984be408, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=3b46b282-ab22-4ffd-a42f-73e7984be408,segment=NetworkSegment(b0148e58-5e40-4372-b35c-802e0d196d41),segment_id=b0148e58-5e40-4372-b35c-802e0d196d41)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:59:09.880110 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4a88ab17-f51a-4b7e-93cd-04d28f7b14cf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:09.881037 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-71934b93-6414-4570-ab4f-462d54b28302 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "DELETE /v2.0/subnets/887b8384-dd9b-4848-9a4a-2630fa626e12 HTTP/1.1" status: 404 len: 337 time: 0.1148005 Nov 19 17:59:09.881729 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 44172) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:09.910285 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4a88ab17-f51a-4b7e-93cd-04d28f7b14cf None None] Calling delete_port for 3b46b282-ab22-4ffd-a42f-73e7984be408 owned by network:dhcp {{(pid=103366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:59:09.973281 n-d-818022-2 neutron-server[103364]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2292852-cf63-4503-a3d3-dc57d82ab958 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] DELETE failed (client error): The resource could not be found. Nov 19 17:59:09.973930 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2292852-cf63-4503-a3d3-dc57d82ab958 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103364) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 17:59:09.982825 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e86ff8fa-28d8-4c3c-b36b-dd7955550078 req-cf5c2024-18cb-4bb1-a6f7-b1b804fa43bf service neutron] 10.222.0.54 "GET /v2.0/networks/7f3fac13-1a08-47a6-a35d-1ad5babd8f72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3103232 Nov 19 17:59:09.987604 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 44176) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:09.988190 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 44178) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:09.989595 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-b2292852-cf63-4503-a3d3-dc57d82ab958 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "DELETE /v2.0/ports/b6a37156-2594-48a6-bd16-d9b43e3806a1 HTTP/1.1" status: 404 len: 333 time: 0.0994213 Nov 19 17:59:10.017001 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5412b332-8119-4b26-a95f-df2f77b6db14 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:10.071080 n-d-818022-2 neutron-server[103365]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e455cd8-41d5-4778-9384-0b7176310cc3 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] DELETE failed (client error): The resource could not be found. Nov 19 17:59:10.072535 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e455cd8-41d5-4778-9384-0b7176310cc3 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103365) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 17:59:10.081226 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-4e455cd8-41d5-4778-9384-0b7176310cc3 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "DELETE /v2.0/subnets/ea14df93-56f3-4ef0-9023-547eaba6b36b HTTP/1.1" status: 404 len: 337 time: 0.0915020 Nov 19 17:59:10.107027 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 44182) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:10.111345 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4a88ab17-f51a-4b7e-93cd-04d28f7b14cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007'] for port, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:10.137524 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c17112f8-72d5-4b4d-8397-0e2a4161600a tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-768564'] for router_interface, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:10.179242 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a88ab17-f51a-4b7e-93cd-04d28f7b14cf None None] No DVR routers for this DVR port 3b46b282-ab22-4ffd-a42f-73e7984be408 on host n-d-818022-2 {{(pid=103366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:59:10.186577 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a88ab17-f51a-4b7e-93cd-04d28f7b14cf None None] Pushing event deleted for resources: {'Port': ['ID=3b46b282-ab22-4ffd-a42f-73e7984be408,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:59:10.333655 n-d-818022-2 neutron-server[103365]: INFO neutron.pecan_wsgi.hooks.translation [None req-be19ea0a-84d2-48ab-8803-4a87c8c0abb0 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] DELETE failed (client error): The resource could not be found. Nov 19 17:59:10.334264 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be19ea0a-84d2-48ab-8803-4a87c8c0abb0 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103365) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 17:59:10.337769 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-be19ea0a-84d2-48ab-8803-4a87c8c0abb0 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "DELETE /v2.0/subnets/2d936db4-3493-4a03-b637-aa3e883437f9 HTTP/1.1" status: 404 len: 337 time: 0.2279840 Nov 19 17:59:10.346824 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 44186) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:10.441496 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e86ff8fa-28d8-4c3c-b36b-dd7955550078 req-fae8a8e9-747b-4587-acff-30015bc3d2d6 service neutron] 10.222.0.54 "GET /v2.0/networks/7f3fac13-1a08-47a6-a35d-1ad5babd8f72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4487491 Nov 19 17:59:10.550088 n-d-818022-2 neutron-server[103365]: INFO neutron.pecan_wsgi.hooks.translation [None req-56202986-c8ff-4610-9794-42e447a5b163 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] DELETE failed (client error): The resource could not be found. Nov 19 17:59:10.550630 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56202986-c8ff-4610-9794-42e447a5b163 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103365) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 17:59:10.568230 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-56202986-c8ff-4610-9794-42e447a5b163 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "DELETE /v2.0/ports/3c594454-c72d-49df-9d8b-dcf24ac8f1e9 HTTP/1.1" status: 404 len: 333 time: 0.1982758 Nov 19 17:59:10.586679 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 44194) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:10.604396 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 3b46b282-ab22-4ffd-a42f-73e7984be408 no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:59:10.665288 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: 3b46b282-ab22-4ffd-a42f-73e7984be408 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:59:10.667818 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 3b46b282-ab22-4ffd-a42f-73e7984be408 not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:59:10.684566 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-1f5c1b6d-a82b-43ba-9fa2-154ad5873d99 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=fd1b3fcd1beb4931bb2ec4613fd50ee2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8213189 Nov 19 17:59:10.687541 n-d-818022-2 neutron-server[103365]: INFO neutron.pecan_wsgi.hooks.translation [None req-81b83d55-7df4-4930-ad46-9454b783713b tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] DELETE failed (client error): The resource could not be found. Nov 19 17:59:10.689132 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81b83d55-7df4-4930-ad46-9454b783713b tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103365) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 17:59:10.689841 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 44196) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:10.693554 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-81b83d55-7df4-4930-ad46-9454b783713b tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "DELETE /v2.0/subnets/e1b79fac-497f-45be-923f-928cb617b25b HTTP/1.1" status: 404 len: 337 time: 0.1058276 Nov 19 17:59:10.697138 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 44198) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:10.763440 n-d-818022-2 neutron-server[103365]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ff7d4c6-438f-4d74-89b6-e2ca516892a9 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] DELETE failed (client error): The resource could not be found. Nov 19 17:59:10.764230 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ff7d4c6-438f-4d74-89b6-e2ca516892a9 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103365) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 17:59:10.770546 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-1ff7d4c6-438f-4d74-89b6-e2ca516892a9 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "DELETE /v2.0/subnets/3ec07583-b011-4129-bfa3-c6a2d963ce14 HTTP/1.1" status: 404 len: 337 time: 0.0671692 Nov 19 17:59:10.771759 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 44204) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:10.827112 n-d-818022-2 neutron-server[103365]: INFO neutron.pecan_wsgi.hooks.translation [None req-31195cef-36a8-452d-b4a0-125a95aae7b8 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] DELETE failed (client error): The resource could not be found. Nov 19 17:59:10.827893 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31195cef-36a8-452d-b4a0-125a95aae7b8 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103365) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 17:59:10.834433 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-31195cef-36a8-452d-b4a0-125a95aae7b8 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "DELETE /v2.0/ports/7c7a420d-d86e-425b-9488-a9a9880718bd HTTP/1.1" status: 404 len: 333 time: 0.0394795 Nov 19 17:59:10.837159 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 44210) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:10.851380 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9c96dd26-956a-4ee4-a299-0b667b19641a req-e7571df0-1b9d-4d0d-9d9f-87980b87fcaf tempest-InstanceActionsTestJSON-788619329 tempest-InstanceActionsTestJSON-788619329-project] 10.222.0.54 "GET /v2.0/ports?device_id=1988dcc7-554c-41c1-9a5c-4cfc07bb7ea4 HTTP/1.1" status: 200 len: 210 time: 0.0540330 Nov 19 17:59:10.861770 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-11141bd8-f3dc-4bfb-b82c-ce00469876b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:10.881182 n-d-818022-2 neutron-server[103365]: INFO neutron.pecan_wsgi.hooks.translation [None req-f42bfa24-76d6-4ed4-8ca0-af9fb6eae073 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] DELETE failed (client error): The resource could not be found. Nov 19 17:59:10.882610 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f42bfa24-76d6-4ed4-8ca0-af9fb6eae073 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103365) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 17:59:10.888899 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-f42bfa24-76d6-4ed4-8ca0-af9fb6eae073 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "DELETE /v2.0/subnets/d57d3ced-2122-42b8-b5c7-6ec372103efe HTTP/1.1" status: 404 len: 337 time: 0.0504916 Nov 19 17:59:10.889591 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 44212) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:10.934772 n-d-818022-2 neutron-server[103365]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6b14642-27ff-45b8-a2c5-145753386bca tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] DELETE failed (client error): The resource could not be found. Nov 19 17:59:10.935457 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6b14642-27ff-45b8-a2c5-145753386bca tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103365) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 17:59:10.941795 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-a6b14642-27ff-45b8-a2c5-145753386bca tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "DELETE /v2.0/ports/2f27c1a3-0ccc-45e6-b7dd-3d15952e5364 HTTP/1.1" status: 404 len: 333 time: 0.0461085 Nov 19 17:59:10.945464 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 44216) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:10.947718 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5412b332-8119-4b26-a95f-df2f77b6db14 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:10.978520 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-11141bd8-f3dc-4bfb-b82c-ce00469876b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:10.984591 n-d-818022-2 neutron-server[103365]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9e4c249-e306-4f1c-878c-03adb5548f71 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] DELETE failed (client error): The resource could not be found. Nov 19 17:59:10.985877 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9e4c249-e306-4f1c-878c-03adb5548f71 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103365) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 17:59:10.992325 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-e9e4c249-e306-4f1c-878c-03adb5548f71 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "DELETE /v2.0/subnets/91b3d91e-cf8a-43a5-afef-5ea680147f97 HTTP/1.1" status: 404 len: 337 time: 0.0429776 Nov 19 17:59:10.993439 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5412b332-8119-4b26-a95f-df2f77b6db14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:10.994145 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 44218) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:11.022915 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-5412b332-8119-4b26-a95f-df2f77b6db14 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=370d88ca7de4443a92839b3f6a0e6135&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0306559 Nov 19 17:59:11.025280 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 44220) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:11.041686 n-d-818022-2 neutron-server[103364]: INFO neutron.pecan_wsgi.hooks.translation [None req-945487c2-0d98-4a77-8769-627c8084d1be tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] DELETE failed (client error): The resource could not be found. Nov 19 17:59:11.042474 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-945487c2-0d98-4a77-8769-627c8084d1be tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103364) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 17:59:11.049092 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-945487c2-0d98-4a77-8769-627c8084d1be tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "DELETE /v2.0/ports/a2c283dd-b4a3-47c8-81b5-76681d442bd7 HTTP/1.1" status: 404 len: 333 time: 0.0517817 Nov 19 17:59:11.061204 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 44222) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:11.092811 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-c17112f8-72d5-4b4d-8397-0e2a4161600a tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Deleting port 3f417fca-e76f-48d1-9477-3307f4ead317 {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:59:11.092811 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c17112f8-72d5-4b4d-8397-0e2a4161600a tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:11.097683 n-d-818022-2 neutron-server[103365]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4044b94-cd91-4835-b163-5de2bc8c64e1 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] DELETE failed (client error): The resource could not be found. Nov 19 17:59:11.098292 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4044b94-cd91-4835-b163-5de2bc8c64e1 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103365) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 17:59:11.104697 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-e4044b94-cd91-4835-b163-5de2bc8c64e1 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "DELETE /v2.0/subnets/3ce16257-323c-411a-83f1-fe393764d15e HTTP/1.1" status: 404 len: 337 time: 0.0421987 Nov 19 17:59:11.108588 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 44230) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:11.125366 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5412b332-8119-4b26-a95f-df2f77b6db14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20267b0c-05a4-41e6-9110-53830cb945fe,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:59:11.191839 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ce7fce61-5721-475f-b6d3-507a56698d5e req-73f7b597-7f70-45a5-ba26-c914c47dbfe9 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4e34aa3-c9da-43ec-a34a-37de5c74afc3 HTTP/1.1" status: 200 len: 210 time: 0.0482743 Nov 19 17:59:11.211954 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2775188d-dfe5-4469-b53d-e59eab1c9fa8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:11.245378 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2775188d-dfe5-4469-b53d-e59eab1c9fa8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:11.280880 n-d-818022-2 neutron-server[103364]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad1f5b7e-a045-4efa-8c03-f408db6e58c1 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] DELETE failed (client error): The resource could not be found. Nov 19 17:59:11.281910 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad1f5b7e-a045-4efa-8c03-f408db6e58c1 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103364) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 17:59:11.289889 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 44234) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:11.290754 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-ad1f5b7e-a045-4efa-8c03-f408db6e58c1 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "DELETE /v2.0/ports/ed4fd1fd-b31f-4303-8925-423f1bcf88aa HTTP/1.1" status: 404 len: 333 time: 0.1811228 Nov 19 17:59:11.315440 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-11141bd8-f3dc-4bfb-b82c-ce00469876b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:11.318563 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-11141bd8-f3dc-4bfb-b82c-ce00469876b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:11.319969 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-11141bd8-f3dc-4bfb-b82c-ce00469876b4 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/2b76d04c-ef6c-4f43-8196-c1cb4e3cbeda HTTP/1.1" status: 204 len: 168 time: 0.6289904 Nov 19 17:59:11.378235 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11141bd8-f3dc-4bfb-b82c-ce00469876b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b76d04c-ef6c-4f43-8196-c1cb4e3cbeda,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:59:11.409856 n-d-818022-2 neutron-server[103365]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfe30392-2d8c-4610-9574-7ef2dc70a261 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] DELETE failed (client error): The resource could not be found. Nov 19 17:59:11.410976 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfe30392-2d8c-4610-9574-7ef2dc70a261 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103365) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 17:59:11.428121 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-cfe30392-2d8c-4610-9574-7ef2dc70a261 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "DELETE /v2.0/subnets/518fa56d-77f8-4025-8ad3-66fe189891ab HTTP/1.1" status: 404 len: 337 time: 0.1338339 Nov 19 17:59:11.433158 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 44242) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:11.457680 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c17112f8-72d5-4b4d-8397-0e2a4161600a tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:11.489087 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-c17112f8-72d5-4b4d-8397-0e2a4161600a tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Calling delete_port for 3f417fca-e76f-48d1-9477-3307f4ead317 owned by network:router_interface {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:59:11.503987 n-d-818022-2 neutron-server[103365]: INFO neutron.pecan_wsgi.hooks.translation [None req-0dc3ca92-e774-4118-a75c-fc538ad748a0 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] DELETE failed (client error): The resource could not be found. Nov 19 17:59:11.505345 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0dc3ca92-e774-4118-a75c-fc538ad748a0 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103365) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 17:59:11.511889 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-0dc3ca92-e774-4118-a75c-fc538ad748a0 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "DELETE /v2.0/ports/1fa89bd7-8712-42fb-ae22-b9226ed7f40d HTTP/1.1" status: 404 len: 333 time: 0.0776048 Nov 19 17:59:11.514263 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 44248) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:11.552409 n-d-818022-2 neutron-server[103365]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d8f4f5a-51de-4764-8a42-f42bae480ba3 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] DELETE failed (client error): The resource could not be found. Nov 19 17:59:11.553198 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d8f4f5a-51de-4764-8a42-f42bae480ba3 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103365) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 17:59:11.557189 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-7d8f4f5a-51de-4764-8a42-f42bae480ba3 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "DELETE /v2.0/subnets/e8b9756e-45aa-4a83-90ca-b05353f64244 HTTP/1.1" status: 404 len: 337 time: 0.0396578 Nov 19 17:59:11.560086 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 44250) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:11.597267 n-d-818022-2 neutron-server[103365]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4187097-f699-4cb1-8a2e-75e223550156 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] DELETE failed (client error): The resource could not be found. Nov 19 17:59:11.597855 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4187097-f699-4cb1-8a2e-75e223550156 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103365) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 17:59:11.602151 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-b4187097-f699-4cb1-8a2e-75e223550156 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "DELETE /v2.0/ports/34434439-b008-43ab-a0a5-d1c0c799f592 HTTP/1.1" status: 404 len: 333 time: 0.0401871 Nov 19 17:59:11.604674 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 44252) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:11.673794 n-d-818022-2 neutron-server[103365]: INFO neutron.pecan_wsgi.hooks.translation [None req-13cadbdd-0b8c-4751-b5e5-fcb2a280afd5 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] DELETE failed (client error): The resource could not be found. Nov 19 17:59:11.678516 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13cadbdd-0b8c-4751-b5e5-fcb2a280afd5 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103365) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 17:59:11.682000 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-13cadbdd-0b8c-4751-b5e5-fcb2a280afd5 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "DELETE /v2.0/subnets/bbbdd788-29ee-45f5-b81a-94f079cc61f6 HTTP/1.1" status: 404 len: 337 time: 0.0762954 Nov 19 17:59:11.683689 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2775188d-dfe5-4469-b53d-e59eab1c9fa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:11.686478 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2775188d-dfe5-4469-b53d-e59eab1c9fa8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:11.691256 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-2775188d-dfe5-4469-b53d-e59eab1c9fa8 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/20267b0c-05a4-41e6-9110-53830cb945fe HTTP/1.1" status: 204 len: 168 time: 0.6647050 Nov 19 17:59:11.691952 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 44254) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:11.804698 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2775188d-dfe5-4469-b53d-e59eab1c9fa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20267b0c-05a4-41e6-9110-53830cb945fe,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:59:11.810977 n-d-818022-2 neutron-server[103365]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cadc04f-92b1-4c2f-a780-f68cfcc74e62 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] DELETE failed (client error): The resource could not be found. Nov 19 17:59:11.810977 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8cadc04f-92b1-4c2f-a780-f68cfcc74e62 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103365) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 17:59:11.817841 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-8cadc04f-92b1-4c2f-a780-f68cfcc74e62 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "DELETE /v2.0/subnets/e84fced0-e4e2-422a-b4ee-20cf749d4b27 HTTP/1.1" status: 404 len: 337 time: 0.1047330 Nov 19 17:59:11.822002 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 44262) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:11.830239 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c17112f8-72d5-4b4d-8397-0e2a4161600a tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:11.865480 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17112f8-72d5-4b4d-8397-0e2a4161600a tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Pushing event deleted for resources: {'Port': ['ID=3f417fca-e76f-48d1-9477-3307f4ead317,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:59:11.891393 n-d-818022-2 neutron-server[103365]: INFO neutron.pecan_wsgi.hooks.translation [None req-960a246b-bbe9-4779-a29e-9097a1ba40b5 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] DELETE failed (client error): The resource could not be found. Nov 19 17:59:11.891977 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-960a246b-bbe9-4779-a29e-9097a1ba40b5 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103365) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 17:59:11.898664 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-960a246b-bbe9-4779-a29e-9097a1ba40b5 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "DELETE /v2.0/ports/c11bbbb1-6258-40da-97d2-d6e4a83d71d5 HTTP/1.1" status: 404 len: 333 time: 0.0708725 Nov 19 17:59:11.899515 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 44268) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:11.961942 n-d-818022-2 neutron-server[103365]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce66bde0-9275-47d0-ad50-198c2d0ee2fb tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] DELETE failed (client error): The resource could not be found. Nov 19 17:59:11.962515 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce66bde0-9275-47d0-ad50-198c2d0ee2fb tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103365) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 17:59:11.968042 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-ce66bde0-9275-47d0-ad50-198c2d0ee2fb tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "DELETE /v2.0/subnets/f315815c-f655-4e7f-9835-f66389ea920e HTTP/1.1" status: 404 len: 337 time: 0.0674715 Nov 19 17:59:11.975811 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 44272) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:12.018357 n-d-818022-2 neutron-server[103364]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d2356e5-c970-4737-b68a-564abbf017d2 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] DELETE failed (client error): The resource could not be found. Nov 19 17:59:12.019148 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d2356e5-c970-4737-b68a-564abbf017d2 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103364) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 17:59:12.025662 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-9d2356e5-c970-4737-b68a-564abbf017d2 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "DELETE /v2.0/subnets/4d3ab9c0-fe51-461a-806a-0e5e8a31129a HTTP/1.1" status: 404 len: 337 time: 0.0485418 Nov 19 17:59:12.028336 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 44274) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:12.082325 n-d-818022-2 neutron-server[103365]: INFO neutron.pecan_wsgi.hooks.translation [None req-70699b2e-7148-4efc-9728-4bd1b4707eca tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] DELETE failed (client error): The resource could not be found. Nov 19 17:59:12.082899 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70699b2e-7148-4efc-9728-4bd1b4707eca tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103365) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 17:59:12.092882 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-70699b2e-7148-4efc-9728-4bd1b4707eca tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "DELETE /v2.0/ports/f10f01e1-a054-401f-bc13-a1c825992651 HTTP/1.1" status: 404 len: 333 time: 0.0633020 Nov 19 17:59:12.095159 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 44276) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:12.151854 n-d-818022-2 neutron-server[103365]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3739817-7c5d-4f60-abe0-39e6c942998d tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] DELETE failed (client error): The resource could not be found. Nov 19 17:59:12.152410 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3739817-7c5d-4f60-abe0-39e6c942998d tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103365) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 17:59:12.163843 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-d3739817-7c5d-4f60-abe0-39e6c942998d tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "DELETE /v2.0/subnets/c6f3e93f-cbcf-4dd8-a1d1-09d968ea8575 HTTP/1.1" status: 404 len: 337 time: 0.0647469 Nov 19 17:59:12.166110 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 44280) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:12.181270 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c17112f8-72d5-4b4d-8397-0e2a4161600a tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-768648'] for router_interface, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:12.214622 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 44282) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:12.257504 n-d-818022-2 neutron-server[103365]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cb24590-07f0-4bd4-8a5f-4389a8a0e144 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] DELETE failed (client error): The resource could not be found. Nov 19 17:59:12.258052 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0cb24590-07f0-4bd4-8a5f-4389a8a0e144 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103365) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 17:59:12.264261 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-0cb24590-07f0-4bd4-8a5f-4389a8a0e144 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "DELETE /v2.0/subnets/6cb36a85-3443-4b32-8405-d106c11023c0 HTTP/1.1" status: 404 len: 337 time: 0.0970905 Nov 19 17:59:12.268201 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 44290) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:12.312108 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-43c7a92b-c858-4e11-a018-b3fa1432e24c req-90f69c17-789b-4116-bac8-5d09adfa286e tempest-InstanceActionsTestJSON-788619329 tempest-InstanceActionsTestJSON-788619329-project] 10.222.0.54 "GET /v2.0/ports?device_id=1988dcc7-554c-41c1-9a5c-4cfc07bb7ea4 HTTP/1.1" status: 200 len: 210 time: 0.1284540 Nov 19 17:59:12.335577 n-d-818022-2 neutron-server[103365]: INFO neutron.pecan_wsgi.hooks.translation [None req-5200c559-5ca2-40a2-a784-201736346821 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] DELETE failed (client error): The resource could not be found. Nov 19 17:59:12.336094 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5200c559-5ca2-40a2-a784-201736346821 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103365) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 17:59:12.339485 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-5200c559-5ca2-40a2-a784-201736346821 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "DELETE /v2.0/ports/6bae3497-d690-4208-9ec8-47af304e6fb7 HTTP/1.1" status: 404 len: 333 time: 0.0702827 Nov 19 17:59:12.355631 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 44292) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:12.440480 n-d-818022-2 neutron-server[103365]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b4ae731-64a5-4a33-b8c0-ed58dfb9e300 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] DELETE failed (client error): The resource could not be found. Nov 19 17:59:12.440480 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b4ae731-64a5-4a33-b8c0-ed58dfb9e300 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103365) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 17:59:12.442771 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-0b4ae731-64a5-4a33-b8c0-ed58dfb9e300 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "DELETE /v2.0/subnets/96488b01-fbd3-43d7-a545-67e4684071fd HTTP/1.1" status: 404 len: 337 time: 0.0861080 Nov 19 17:59:12.460364 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 44298) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:12.499203 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a62e2607-8efa-46bb-b916-3d52dc5d101b req-f69ab0a7-b784-4db3-9be5-024709d70a09 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4e34aa3-c9da-43ec-a34a-37de5c74afc3 HTTP/1.1" status: 200 len: 210 time: 0.1443918 Nov 19 17:59:12.500527 n-d-818022-2 neutron-server[103364]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c580acb-cff8-44b4-aefe-1b014b03fce6 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] DELETE failed (client error): The resource could not be found. Nov 19 17:59:12.500988 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c580acb-cff8-44b4-aefe-1b014b03fce6 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103364) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 17:59:12.506783 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-1c580acb-cff8-44b4-aefe-1b014b03fce6 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "DELETE /v2.0/subnets/f271403d-f852-4484-ae33-88d0fb00e1ee HTTP/1.1" status: 404 len: 337 time: 0.0443921 Nov 19 17:59:12.507585 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 44300) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:12.581449 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-0bfa94d2-5c31-4459-b1c3-1fb9f9e46cb4 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "GET /v2.0/ports?device_id=62d2a435-02bd-41d3-83de-60d4f7511ee1 HTTP/1.1" status: 200 len: 205 time: 0.0714517 Nov 19 17:59:12.582766 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 44304) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:12.718059 n-d-818022-2 neutron-server[103365]: INFO neutron.api.v2.resource [None req-f5668b68-5be2-4fdb-beb4-2685b04c2bf2 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] delete failed (client error): The resource could not be found. Nov 19 17:59:12.723187 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-f5668b68-5be2-4fdb-beb4-2685b04c2bf2 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "DELETE /v2.0/routers/62d2a435-02bd-41d3-83de-60d4f7511ee1 HTTP/1.1" status: 404 len: 336 time: 0.1366754 Nov 19 17:59:12.731280 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 44312) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:12.742002 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6c1dbef5-9dbf-4268-a52b-9f2e320cca21 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:12.790828 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c17112f8-72d5-4b4d-8397-0e2a4161600a tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Router 15928394-aa65-416b-9951-bafad56bb5b2 has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 17:59:12.921497 n-d-818022-2 neutron-server[103365]: INFO neutron.pecan_wsgi.hooks.translation [None req-381bd067-f7b6-471a-8455-765a0a6b4951 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] DELETE failed (client error): The resource could not be found. Nov 19 17:59:12.926179 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-381bd067-f7b6-471a-8455-765a0a6b4951 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103365) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 17:59:12.931165 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-381bd067-f7b6-471a-8455-765a0a6b4951 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "DELETE /v2.0/subnets/604097e8-a170-40cb-a143-8e3f3137db10 HTTP/1.1" status: 404 len: 337 time: 0.1984458 Nov 19 17:59:12.942124 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 44322) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:12.994633 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-a15fdef5-e4fc-4757-a923-9052ad3c225b tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "GET /v2.0/ports?device_id=be830551-d273-42c6-86e9-215c8ebad848 HTTP/1.1" status: 200 len: 205 time: 0.0501971 Nov 19 17:59:12.998905 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 44324) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:13.044802 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6c1dbef5-9dbf-4268-a52b-9f2e320cca21 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:13.063496 n-d-818022-2 neutron-server[103365]: INFO neutron.api.v2.resource [None req-476bf08d-bef2-40de-a7dd-a5816c444487 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] delete failed (client error): The resource could not be found. Nov 19 17:59:13.065662 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-476bf08d-bef2-40de-a7dd-a5816c444487 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "DELETE /v2.0/routers/be830551-d273-42c6-86e9-215c8ebad848 HTTP/1.1" status: 404 len: 336 time: 0.0653238 Nov 19 17:59:13.070599 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 44330) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:13.115203 n-d-818022-2 neutron-server[103365]: INFO neutron.pecan_wsgi.hooks.translation [None req-603f792a-9d6a-41f4-8636-c011faea6f9c tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] DELETE failed (client error): The resource could not be found. Nov 19 17:59:13.116504 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-603f792a-9d6a-41f4-8636-c011faea6f9c tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103365) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 17:59:13.121643 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-603f792a-9d6a-41f4-8636-c011faea6f9c tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "DELETE /v2.0/subnets/286d9da7-0a4b-4485-bad7-61b6b1c94e1d HTTP/1.1" status: 404 len: 337 time: 0.0495005 Nov 19 17:59:13.127456 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6c1dbef5-9dbf-4268-a52b-9f2e320cca21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:13.131385 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 44334) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:13.164461 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86ff8fa-28d8-4c3c-b36b-dd7955550078 req-0b3a2995-7e2c-4f6c-8c6f-8d3c447bd701 tempest-InstanceActionsTestJSON-788619329 tempest-InstanceActionsTestJSON-788619329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:59:13.166409 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e86ff8fa-28d8-4c3c-b36b-dd7955550078 req-0b3a2995-7e2c-4f6c-8c6f-8d3c447bd701 tempest-InstanceActionsTestJSON-788619329 tempest-InstanceActionsTestJSON-788619329-project] 10.222.0.60 "GET /v2.0/networks?id=7f3fac13-1a08-47a6-a35d-1ad5babd8f72 HTTP/1.1" status: 200 len: 814 time: 0.4640214 Nov 19 17:59:13.193055 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-e86ff8fa-28d8-4c3c-b36b-dd7955550078 req-4f962298-56b0-47c8-b7b3-0dcad7d951e3 tempest-InstanceActionsTestJSON-788619329 tempest-InstanceActionsTestJSON-788619329-project] Request body: {'port': {'device_id': '1988dcc7-554c-41c1-9a5c-4cfc07bb7ea4', 'network_id': '7f3fac13-1a08-47a6-a35d-1ad5babd8f72', 'admin_state_up': True, 'tenant_id': '8517a9fb972345c1b184e5f66a130821'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:59:13.229427 n-d-818022-2 neutron-server[103364]: INFO neutron.pecan_wsgi.hooks.translation [None req-b36da105-df31-4933-ad79-6816249f7b73 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] DELETE failed (client error): The resource could not be found. Nov 19 17:59:13.230036 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b36da105-df31-4933-ad79-6816249f7b73 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103364) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 17:59:13.236159 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-b36da105-df31-4933-ad79-6816249f7b73 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "DELETE /v2.0/subnets/7dc0b005-ed9c-4c91-8f46-480267997f79 HTTP/1.1" status: 404 len: 337 time: 0.0590019 Nov 19 17:59:13.242614 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 44338) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:13.263971 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c17112f8-72d5-4b4d-8397-0e2a4161600a tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 17:59:13.276153 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a7431b-444f-443c-b40d-002d023a06ca None None] Sync routers for ids ['15928394-aa65-416b-9951-bafad56bb5b2'] in n-d-818022-2 {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 17:59:13.294118 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-c17112f8-72d5-4b4d-8397-0e2a4161600a tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] 10.222.0.54 "PUT /v2.0/routers/15928394-aa65-416b-9951-bafad56bb5b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2002420 Nov 19 17:59:13.294935 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 44344) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:13.300568 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-6c1dbef5-9dbf-4268-a52b-9f2e320cca21 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=2f41fe54d44c405fa79b1db5ee0b09e8&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0824060 Nov 19 17:59:13.300568 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1dbef5-9dbf-4268-a52b-9f2e320cca21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe878fd4-6ae0-46f4-9ea3-04b11744816a,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:59:13.301278 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 44346) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:13.304372 n-d-818022-2 neutron-server[103364]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b51c710-f357-4c5c-be6e-93dc36d4c577 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] DELETE failed (client error): The resource could not be found. Nov 19 17:59:13.305057 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b51c710-f357-4c5c-be6e-93dc36d4c577 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103364) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 17:59:13.311493 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-2b51c710-f357-4c5c-be6e-93dc36d4c577 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "DELETE /v2.0/ports/79b5360f-a029-4060-adf7-3153e44fb864 HTTP/1.1" status: 404 len: 333 time: 0.0640621 Nov 19 17:59:13.313185 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 44348) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:13.360488 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a7431b-444f-443c-b40d-002d023a06ca None None] Routers {'15928394-aa65-416b-9951-bafad56bb5b2'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:59:13.361324 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-01a7431b-444f-443c-b40d-002d023a06ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:59:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['15928394-aa65-416b-9951-bafad56bb5b2'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:59:13.396462 n-d-818022-2 neutron-server[103364]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7954958-b75a-4407-9d8f-a48a87830a63 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] DELETE failed (client error): The resource could not be found. Nov 19 17:59:13.399553 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7954958-b75a-4407-9d8f-a48a87830a63 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103364) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 17:59:13.411058 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-c7954958-b75a-4407-9d8f-a48a87830a63 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "DELETE /v2.0/subnets/d1537e96-cc8b-44e8-a047-c4edfa19f379 HTTP/1.1" status: 404 len: 337 time: 0.0916231 Nov 19 17:59:13.415676 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 44356) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:13.461488 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-01a7431b-444f-443c-b40d-002d023a06ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:59:13.482438 n-d-818022-2 neutron-server[103364]: INFO neutron.pecan_wsgi.hooks.translation [None req-a922ae0f-b2ef-4be3-8837-533c8d55c969 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] DELETE failed (client error): The resource could not be found. Nov 19 17:59:13.483296 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a922ae0f-b2ef-4be3-8837-533c8d55c969 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103364) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 17:59:13.489770 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-a922ae0f-b2ef-4be3-8837-533c8d55c969 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "DELETE /v2.0/ports/9fa98be2-2c56-41f7-9369-c52a49c9ce9d HTTP/1.1" status: 404 len: 333 time: 0.0699334 Nov 19 17:59:13.499118 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a7431b-444f-443c-b40d-002d023a06ca None None] Routers {'15928394-aa65-416b-9951-bafad56bb5b2'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:59:13.501482 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-01a7431b-444f-443c-b40d-002d023a06ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:59:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['15928394-aa65-416b-9951-bafad56bb5b2'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:59:13.503846 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 44364) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:13.551499 n-d-818022-2 neutron-server[103364]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4432b25-85c3-4ff5-8a9b-c693b483cbd7 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] DELETE failed (client error): The resource could not be found. Nov 19 17:59:13.562026 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4432b25-85c3-4ff5-8a9b-c693b483cbd7 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103364) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 17:59:13.568012 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-e4432b25-85c3-4ff5-8a9b-c693b483cbd7 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "DELETE /v2.0/subnets/b4ba3389-4f74-43c0-a971-a651b9d7663b HTTP/1.1" status: 404 len: 337 time: 0.0618279 Nov 19 17:59:13.579811 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-01a7431b-444f-443c-b40d-002d023a06ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:59:13.581197 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a7431b-444f-443c-b40d-002d023a06ca None None] The sync data for ids ['15928394-aa65-416b-9951-bafad56bb5b2'] in n-d-818022-2 is: [] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 17:59:13.592914 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c87d1765-fb42-45b5-bfde-39807c205205 req-f7aed304-34a8-4948-aae0-938e9dd367f6 tempest-InstanceActionsTestJSON-788619329 tempest-InstanceActionsTestJSON-788619329-project] 10.222.0.54 "GET /v2.0/ports?device_id=1988dcc7-554c-41c1-9a5c-4cfc07bb7ea4 HTTP/1.1" status: 200 len: 210 time: 0.1133575 Nov 19 17:59:13.593458 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 44368) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:13.628421 n-d-818022-2 neutron-server[103364]: INFO neutron.pecan_wsgi.hooks.translation [None req-433fe31f-e6a0-46e3-91fd-93c4be0c3e4b tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] DELETE failed (client error): The resource could not be found. Nov 19 17:59:13.629268 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-433fe31f-e6a0-46e3-91fd-93c4be0c3e4b tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103364) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 17:59:13.636068 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-433fe31f-e6a0-46e3-91fd-93c4be0c3e4b tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "DELETE /v2.0/ports/ec966d75-053a-49d7-bbac-10e61c17ec7b HTTP/1.1" status: 404 len: 333 time: 0.0412362 Nov 19 17:59:13.642092 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 44370) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:13.720392 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-31980cd0-48d2-433a-b63f-bf93ccfa8bcf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:13.725380 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 44374) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:13.726548 n-d-818022-2 neutron-server[103364]: INFO neutron.pecan_wsgi.hooks.translation [None req-5259accb-dc2a-4e32-83c1-3a60f376438b tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] DELETE failed (client error): The resource could not be found. Nov 19 17:59:13.727182 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5259accb-dc2a-4e32-83c1-3a60f376438b tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103364) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 17:59:13.733530 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-5259accb-dc2a-4e32-83c1-3a60f376438b tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "DELETE /v2.0/subnets/7f2083bf-f28c-49b3-a717-5d71651fda30 HTTP/1.1" status: 404 len: 337 time: 0.0902491 Nov 19 17:59:13.735626 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 44376) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:13.765681 n-d-818022-2 neutron-server[103365]: INFO neutron.api.v2.resource [None req-f863edf4-26df-41cc-9e82-ac2d871b03fb tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] remove_router_interface failed (client error): The resource could not be found. Nov 19 17:59:13.769449 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-f863edf4-26df-41cc-9e82-ac2d871b03fb tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] 10.222.0.54 "PUT /v2.0/routers/15928394-aa65-416b-9951-bafad56bb5b2/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4644213 Nov 19 17:59:13.771769 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 44382) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:13.786858 n-d-818022-2 neutron-server[103364]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b5c8dff-baf5-406f-b27a-77be6d019e34 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] DELETE failed (client error): The resource could not be found. Nov 19 17:59:13.787757 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b5c8dff-baf5-406f-b27a-77be6d019e34 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103364) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 17:59:13.793802 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-2b5c8dff-baf5-406f-b27a-77be6d019e34 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "DELETE /v2.0/ports/20a44bef-9431-45e8-904b-1172c3569bea HTTP/1.1" status: 404 len: 333 time: 0.0507197 Nov 19 17:59:13.794670 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 44384) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:13.813335 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-aad50add-fa3c-41c1-b3b6-f264d10d3694 req-79f8c690-6a1f-4e1c-8c6e-1be24556a671 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4e34aa3-c9da-43ec-a34a-37de5c74afc3 HTTP/1.1" status: 200 len: 210 time: 0.0954397 Nov 19 17:59:13.829027 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e86ff8fa-28d8-4c3c-b36b-dd7955550078 req-4f962298-56b0-47c8-b7b3-0dcad7d951e3 tempest-InstanceActionsTestJSON-788619329 tempest-InstanceActionsTestJSON-788619329-project] Made reservation on behalf of 8517a9fb972345c1b184e5f66a130821 for: {'port': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:59:13.832537 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-e86ff8fa-28d8-4c3c-b36b-dd7955550078 req-4f962298-56b0-47c8-b7b3-0dcad7d951e3 tempest-InstanceActionsTestJSON-788619329 tempest-InstanceActionsTestJSON-788619329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:13.844898 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-31980cd0-48d2-433a-b63f-bf93ccfa8bcf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:13.852389 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-5a055df6-9b59-43bd-8598-5e81f1bd8a92 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] 10.222.0.54 "GET /v2.0/ports?device_id=15928394-aa65-416b-9951-bafad56bb5b2 HTTP/1.1" status: 200 len: 205 time: 0.0767908 Nov 19 17:59:13.852749 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 44386) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:13.880135 n-d-818022-2 neutron-server[103364]: INFO neutron.pecan_wsgi.hooks.translation [None req-174a8f31-0172-411d-a861-6361f71cc5cf tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] DELETE failed (client error): The resource could not be found. Nov 19 17:59:13.880601 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-174a8f31-0172-411d-a861-6361f71cc5cf tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103364) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 17:59:13.886452 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-174a8f31-0172-411d-a861-6361f71cc5cf tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "DELETE /v2.0/subnets/c7bc5781-c79c-43c2-9c56-7420b8d40676 HTTP/1.1" status: 404 len: 337 time: 0.0865052 Nov 19 17:59:13.887264 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 44390) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:13.965695 n-d-818022-2 neutron-server[103364]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a1bcf44-7918-47ad-b8c4-fa01b4519a1e tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] DELETE failed (client error): The resource could not be found. Nov 19 17:59:13.966580 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a1bcf44-7918-47ad-b8c4-fa01b4519a1e tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103364) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 17:59:13.972863 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-9a1bcf44-7918-47ad-b8c4-fa01b4519a1e tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "DELETE /v2.0/ports/e15a347f-3bcb-440d-8685-b0428f023e19 HTTP/1.1" status: 404 len: 333 time: 0.0827897 Nov 19 17:59:13.976886 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 44392) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:13.996760 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b22bc83a-2c9e-4242-a1bb-6cab4fd4e64c tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks [] for router, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:14.015095 n-d-818022-2 neutron-server[103364]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e1d5dd3-4b23-462b-b28b-e3e030fa0bcc tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] DELETE failed (client error): The resource could not be found. Nov 19 17:59:14.015815 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e1d5dd3-4b23-462b-b28b-e3e030fa0bcc tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103364) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 17:59:14.023776 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-0e1d5dd3-4b23-462b-b28b-e3e030fa0bcc tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "DELETE /v2.0/subnets/49310784-3c95-4f4c-9e49-4b615eb73629 HTTP/1.1" status: 404 len: 337 time: 0.0454817 Nov 19 17:59:14.025420 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 44396) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:14.050302 n-d-818022-2 neutron-server[103364]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a2e6db0-8459-44af-accc-1d20c4cfa1f7 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] DELETE failed (client error): The resource could not be found. Nov 19 17:59:14.051623 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a2e6db0-8459-44af-accc-1d20c4cfa1f7 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103364) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 17:59:14.058565 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-1a2e6db0-8459-44af-accc-1d20c4cfa1f7 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "DELETE /v2.0/ports/e15f7626-a5c3-4b1b-a83e-0db56fc9fd27 HTTP/1.1" status: 404 len: 333 time: 0.0319767 Nov 19 17:59:14.059765 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 44398) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:14.096735 n-d-818022-2 neutron-server[103364]: INFO neutron.pecan_wsgi.hooks.translation [None req-8de204bf-448a-4fe9-a873-8607571141c4 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] DELETE failed (client error): The resource could not be found. Nov 19 17:59:14.097506 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8de204bf-448a-4fe9-a873-8607571141c4 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103364) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 17:59:14.108136 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-8de204bf-448a-4fe9-a873-8607571141c4 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "DELETE /v2.0/subnets/c857df81-9e66-41e2-895f-efb3f015d8a4 HTTP/1.1" status: 404 len: 337 time: 0.0470710 Nov 19 17:59:14.110962 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 44402) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:14.125677 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-31980cd0-48d2-433a-b63f-bf93ccfa8bcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:14.133711 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-31980cd0-48d2-433a-b63f-bf93ccfa8bcf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:14.139479 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-31980cd0-48d2-433a-b63f-bf93ccfa8bcf admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/fe878fd4-6ae0-46f4-9ea3-04b11744816a HTTP/1.1" status: 204 len: 168 time: 0.8369749 Nov 19 17:59:14.168638 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31980cd0-48d2-433a-b63f-bf93ccfa8bcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe878fd4-6ae0-46f4-9ea3-04b11744816a,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:59:14.175467 n-d-818022-2 neutron-server[103364]: INFO neutron.pecan_wsgi.hooks.translation [None req-524cc23a-f939-4be0-b316-5e5e7ed868c4 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] DELETE failed (client error): The resource could not be found. Nov 19 17:59:14.176403 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-524cc23a-f939-4be0-b316-5e5e7ed868c4 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103364) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 17:59:14.185534 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-524cc23a-f939-4be0-b316-5e5e7ed868c4 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "DELETE /v2.0/ports/e8d44773-f3f9-4839-8491-8d75cabeadef HTTP/1.1" status: 404 len: 333 time: 0.0708337 Nov 19 17:59:14.186834 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 44406) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:14.244453 n-d-818022-2 neutron-server[103364]: INFO neutron.pecan_wsgi.hooks.translation [None req-a317006a-708b-45a8-884e-05b1ffca64e6 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] DELETE failed (client error): The resource could not be found. Nov 19 17:59:14.245694 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a317006a-708b-45a8-884e-05b1ffca64e6 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103364) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 17:59:14.258100 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-a317006a-708b-45a8-884e-05b1ffca64e6 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "DELETE /v2.0/subnets/78671c95-4a0a-498d-9fdd-56e52f69e96f HTTP/1.1" status: 404 len: 337 time: 0.0658104 Nov 19 17:59:14.260738 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 44410) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:14.269326 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-8f9e3175-489b-4c06-bb86-c57c1821f982 tempest-DvrRoutersNegativeTest-75564141 tempest-DvrRoutersNegativeTest-75564141-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1906074366', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:59:14.276698 n-d-818022-2 neutron-server[103364]: DEBUG neutron.policy [None req-8f9e3175-489b-4c06-bb86-c57c1821f982 tempest-DvrRoutersNegativeTest-75564141 tempest-DvrRoutersNegativeTest-75564141-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=103364) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Nov 19 17:59:14.277576 n-d-818022-2 neutron-server[103364]: DEBUG neutron.policy [None req-8f9e3175-489b-4c06-bb86-c57c1821f982 tempest-DvrRoutersNegativeTest-75564141 tempest-DvrRoutersNegativeTest-75564141-project] Failed policy check for 'create_router' {{(pid=103364) enforce /opt/stack/neutron/neutron/policy.py:524}} Nov 19 17:59:14.281843 n-d-818022-2 neutron-server[103364]: INFO neutron.api.v2.resource [None req-8f9e3175-489b-4c06-bb86-c57c1821f982 tempest-DvrRoutersNegativeTest-75564141 tempest-DvrRoutersNegativeTest-75564141-project] create failed (client error): Access was denied to this resource. Nov 19 17:59:14.301196 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-8f9e3175-489b-4c06-bb86-c57c1821f982 tempest-DvrRoutersNegativeTest-75564141 tempest-DvrRoutersNegativeTest-75564141-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.5553288 Nov 19 17:59:14.354975 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b22bc83a-2c9e-4242-a1bb-6cab4fd4e64c tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4696'] for router, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:14.358784 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b22bc83a-2c9e-4242-a1bb-6cab4fd4e64c tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:14.368794 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [req-e86ff8fa-28d8-4c3c-b36b-dd7955550078 req-4f962298-56b0-47c8-b7b3-0dcad7d951e3 tempest-InstanceActionsTestJSON-788619329 tempest-InstanceActionsTestJSON-788619329-project] Allocated IP 172.20.0.11 (7f3fac13-1a08-47a6-a35d-1ad5babd8f72/02026288-4d0d-40db-8d6d-142379a10f71/91339475-42bf-495f-a3f6-abd736a144af) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:59:14.425047 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e4478b8d-cffe-4d00-9b41-bdd9bd3c7388 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:14.507668 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b22bc83a-2c9e-4242-a1bb-6cab4fd4e64c tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-543895'] for router, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:14.511611 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b22bc83a-2c9e-4242-a1bb-6cab4fd4e64c tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Fanout notify agent at l3_agent the message router_deleted on router 15928394-aa65-416b-9951-bafad56bb5b2 {{(pid=103365) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 17:59:14.541032 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b22bc83a-2c9e-4242-a1bb-6cab4fd4e64c tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks [] for router, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:14.542867 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-b22bc83a-2c9e-4242-a1bb-6cab4fd4e64c tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] 10.222.0.54 "DELETE /v2.0/routers/15928394-aa65-416b-9951-bafad56bb5b2 HTTP/1.1" status: 204 len: 168 time: 0.6891942 Nov 19 17:59:14.552877 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e4478b8d-cffe-4d00-9b41-bdd9bd3c7388 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:14.557951 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 44424) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:14.577077 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-e4478b8d-cffe-4d00-9b41-bdd9bd3c7388 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65eace33-2479-4afb-a7b6-41f0773542ac']}} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:59:14.591205 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-e4478b8d-cffe-4d00-9b41-bdd9bd3c7388 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0148e58-5e40-4372-b35c-802e0d196d41') {'for_net_delete': True} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:59:14.591674 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-e4478b8d-cffe-4d00-9b41-bdd9bd3c7388 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0148e58-5e40-4372-b35c-802e0d196d41') {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:59:14.602368 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e4478b8d-cffe-4d00-9b41-bdd9bd3c7388 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417396'] for segment, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:14.629471 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e4478b8d-cffe-4d00-9b41-bdd9bd3c7388 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:14.670160 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4478b8d-cffe-4d00-9b41-bdd9bd3c7388 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Releasing vlan 691 on physical network physnet1 to pool {{(pid=103364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 17:59:14.670856 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e4478b8d-cffe-4d00-9b41-bdd9bd3c7388 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12425183'] for segment, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:14.674732 n-d-818022-2 neutron-server[103364]: Traceback (most recent call last): Nov 19 17:59:14.674732 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 17:59:14.674732 n-d-818022-2 neutron-server[103364]: timer() Nov 19 17:59:14.674732 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 17:59:14.674732 n-d-818022-2 neutron-server[103364]: cb(*args, **kw) Nov 19 17:59:14.674732 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 17:59:14.674732 n-d-818022-2 neutron-server[103364]: return func(*args, **kwargs) Nov 19 17:59:14.674732 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 17:59:14.674732 n-d-818022-2 neutron-server[103364]: self._notify() Nov 19 17:59:14.674732 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 17:59:14.674732 n-d-818022-2 neutron-server[103364]: self.callback(batched_events) Nov 19 17:59:14.674732 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 17:59:14.674732 n-d-818022-2 neutron-server[103364]: event.method(event) Nov 19 17:59:14.674732 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 17:59:14.674732 n-d-818022-2 neutron-server[103364]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 17:59:14.674732 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 17:59:14.674732 n-d-818022-2 neutron-server[103364]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 17:59:14.674732 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 17:59:14.674732 n-d-818022-2 neutron-server[103364]: return f(self, *a, **k) Nov 19 17:59:14.674732 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 17:59:14.674732 n-d-818022-2 neutron-server[103364]: return self._get(url).json() Nov 19 17:59:14.674732 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 17:59:14.674732 n-d-818022-2 neutron-server[103364]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 17:59:14.674732 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 17:59:14.674732 n-d-818022-2 neutron-server[103364]: return self.request(url, 'GET', **kwargs) Nov 19 17:59:14.674732 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 17:59:14.674732 n-d-818022-2 neutron-server[103364]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 17:59:14.674732 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 17:59:14.674732 n-d-818022-2 neutron-server[103364]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 17:59:14.674732 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 17:59:14.674732 n-d-818022-2 neutron-server[103364]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 17:59:14.674732 n-d-818022-2 neutron-server[103364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 17:59:14.738225 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c8def982-809d-46cf-aa47-63a7b97ffe35 req-5d906f9b-e636-4e20-9d68-bfd683bef443 tempest-InstanceActionsTestJSON-788619329 tempest-InstanceActionsTestJSON-788619329-project] 10.222.0.54 "GET /v2.0/ports?device_id=1988dcc7-554c-41c1-9a5c-4cfc07bb7ea4 HTTP/1.1" status: 200 len: 210 time: 0.0730231 Nov 19 17:59:14.822088 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_v2 [None req-41d19123-a2d6-4c14-8bea-40130f058708 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Deleting subnet 9041cfbc-cfed-4fba-ba85-8565f211fae9 {{(pid=103365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 17:59:14.827229 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-41d19123-a2d6-4c14-8bea-40130f058708 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks [] for subnet, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:14.870258 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e4478b8d-cffe-4d00-9b41-bdd9bd3c7388 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671242'] for network, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:14.891325 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e4478b8d-cffe-4d00-9b41-bdd9bd3c7388 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Publish callbacks [] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:14.896173 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-e4478b8d-cffe-4d00-9b41-bdd9bd3c7388 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] 10.222.0.54 "DELETE /v2.0/networks/65eace33-2479-4afb-a7b6-41f0773542ac HTTP/1.1" status: 204 len: 168 time: 0.6317146 Nov 19 17:59:14.918090 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4478b8d-cffe-4d00-9b41-bdd9bd3c7388 tempest-NetworksTestDHCPv6-386855534 tempest-NetworksTestDHCPv6-386855534-project] Pushing event deleted for resources: {'Network': ['ID=65eace33-2479-4afb-a7b6-41f0773542ac,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:59:14.924602 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 44440) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:14.941221 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-05124407-6e0c-4605-9884-dfc9c3700980 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:14.970203 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-41d19123-a2d6-4c14-8bea-40130f058708 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12546453'] for subnet, precommit_delete_associations {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:15.070921 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-05124407-6e0c-4605-9884-dfc9c3700980 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:15.082866 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 44444) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:15.093528 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-05124407-6e0c-4605-9884-dfc9c3700980 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:15.250009 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-05124407-6e0c-4605-9884-dfc9c3700980 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=eb206929ff63453795e6e2e6763262ed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3242977 Nov 19 17:59:15.250879 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 44450) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:15.251562 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05124407-6e0c-4605-9884-dfc9c3700980 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e711296b-0590-4e45-87b7-a8ffb7c3c209,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:59:15.321169 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-15d3dc7a-018a-40c3-91a1-39816947a370 req-f9693406-6dba-4a79-bd62-2e6f877d3514 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4e34aa3-c9da-43ec-a34a-37de5c74afc3 HTTP/1.1" status: 200 len: 210 time: 0.1493938 Nov 19 17:59:15.367385 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-41d19123-a2d6-4c14-8bea-40130f058708 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:15.418097 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-887ae7df-482b-4dd0-9c4f-62b50861c971 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:15.479089 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-887ae7df-482b-4dd0-9c4f-62b50861c971 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:15.603841 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 44460) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:15.622371 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-beeb5b8e-c0bf-42e7-b7a7-9e3004be2ff7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:15.767660 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-beeb5b8e-c0bf-42e7-b7a7-9e3004be2ff7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:15.785552 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-beeb5b8e-c0bf-42e7-b7a7-9e3004be2ff7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:15.902377 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 44472) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:15.905171 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-beeb5b8e-c0bf-42e7-b7a7-9e3004be2ff7 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=a9f021c78fdb467c969371347dfeb089&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8210289 Nov 19 17:59:15.964311 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-e86ff8fa-28d8-4c3c-b36b-dd7955550078 req-4f962298-56b0-47c8-b7b3-0dcad7d951e3 tempest-InstanceActionsTestJSON-788619329 tempest-InstanceActionsTestJSON-788619329-project] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:15.984964 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-41d19123-a2d6-4c14-8bea-40130f058708 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12282919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8731163'] for subnet, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:15.993268 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-887ae7df-482b-4dd0-9c4f-62b50861c971 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:15.996676 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-887ae7df-482b-4dd0-9c4f-62b50861c971 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:15.998031 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-887ae7df-482b-4dd0-9c4f-62b50861c971 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e711296b-0590-4e45-87b7-a8ffb7c3c209 HTTP/1.1" status: 204 len: 168 time: 0.7435946 Nov 19 17:59:16.028067 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ac46752e-3a8f-4cd7-bb14-8c26fb073812 req-0d3da6d4-68af-4972-97fa-1f4c28cbc9d9 tempest-InstanceActionsTestJSON-788619329 tempest-InstanceActionsTestJSON-788619329-project] 10.222.0.54 "GET /v2.0/ports?device_id=1988dcc7-554c-41c1-9a5c-4cfc07bb7ea4 HTTP/1.1" status: 200 len: 210 time: 0.0992377 Nov 19 17:59:16.065600 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-8d4d1eb2-d719-4fcb-b3a0-58e3979ed682 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=6b45f31544cd40e7b10456e94240dc6e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4527578 Nov 19 17:59:16.067693 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 44480) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:16.077937 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d19123-a2d6-4c14-8bea-40130f058708 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Pushing event deleted for resources: {'Subnet': ['ID=9041cfbc-cfed-4fba-ba85-8565f211fae9,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:59:16.097653 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fc09879-a04a-486f-bb51-f578549344d7 None None] Network f254259a-27e6-4b40-8465-e9865e81d43e requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:59:16.120727 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-41d19123-a2d6-4c14-8bea-40130f058708 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks [] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:16.143162 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-41d19123-a2d6-4c14-8bea-40130f058708 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] 10.222.0.54 "DELETE /v2.0/subnets/9041cfbc-cfed-4fba-ba85-8565f211fae9 HTTP/1.1" status: 204 len: 168 time: 1.5791171 Nov 19 17:59:16.146252 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 44486) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:16.167660 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beeb5b8e-c0bf-42e7-b7a7-9e3004be2ff7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=792fdb37-5b53-4e0b-ac24-a5f9fce67e48,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:59:16.182696 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887ae7df-482b-4dd0-9c4f-62b50861c971 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e711296b-0590-4e45-87b7-a8ffb7c3c209,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:59:16.198003 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d0f45c77-ac06-4a9c-a026-c338c4745e4a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:16.223869 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d0f45c77-ac06-4a9c-a026-c338c4745e4a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:16.297170 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d0f45c77-ac06-4a9c-a026-c338c4745e4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:16.301658 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d0f45c77-ac06-4a9c-a026-c338c4745e4a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:16.305935 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-d0f45c77-ac06-4a9c-a026-c338c4745e4a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/a006085d-7ef0-4bee-bb8d-594428078cac HTTP/1.1" status: 204 len: 168 time: 0.2338915 Nov 19 17:59:16.330546 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f45c77-ac06-4a9c-a026-c338c4745e4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a006085d-7ef0-4bee-bb8d-594428078cac,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:59:16.367582 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-76c71f56-b1ef-4cd5-a26a-bafa769f88e9 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:16.395188 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-72a81237-1c7a-43cf-ad39-9db7c745f952 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:16.493190 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-72a81237-1c7a-43cf-ad39-9db7c745f952 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:16.543156 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dd3507b-e8c9-4445-8bec-4e319d00eff0 None None] DHCP port deletion for f254259a-27e6-4b40-8465-e9865e81d43e request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 17:59:16.553166 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-e86ff8fa-28d8-4c3c-b36b-dd7955550078 req-4f962298-56b0-47c8-b7b3-0dcad7d951e3 tempest-InstanceActionsTestJSON-788619329 tempest-InstanceActionsTestJSON-788619329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:16.693924 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e86ff8fa-28d8-4c3c-b36b-dd7955550078 req-4f962298-56b0-47c8-b7b3-0dcad7d951e3 tempest-InstanceActionsTestJSON-788619329 tempest-InstanceActionsTestJSON-788619329-project] Network 7f3fac13-1a08-47a6-a35d-1ad5babd8f72 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:59:16.698635 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f962298-56b0-47c8-b7b3-0dcad7d951e3 tempest-InstanceActionsTestJSON-788619329 tempest-InstanceActionsTestJSON-788619329-project] Pushing event updated for resources: {'Port': ['ID=91339475-42bf-495f-a3f6-abd736a144af,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:59:16.706130 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-5dd3507b-e8c9-4445-8bec-4e319d00eff0 None None] Deleting port 77975112-f587-4d68-bb43-dc6b346e27e6 {{(pid=103366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:59:16.711238 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-5dd3507b-e8c9-4445-8bec-4e319d00eff0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:16.713097 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [req-e86ff8fa-28d8-4c3c-b36b-dd7955550078 req-4f962298-56b0-47c8-b7b3-0dcad7d951e3 tempest-InstanceActionsTestJSON-788619329 tempest-InstanceActionsTestJSON-788619329-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:59:16.721659 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3082302a-225b-41fe-a0d5-17a8b08538f7 req-6b66328e-1fbc-40de-9f83-54fdc14b1865 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4e34aa3-c9da-43ec-a34a-37de5c74afc3 HTTP/1.1" status: 200 len: 210 time: 0.2444406 Nov 19 17:59:16.722626 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-e86ff8fa-28d8-4c3c-b36b-dd7955550078 req-4f962298-56b0-47c8-b7b3-0dcad7d951e3 tempest-InstanceActionsTestJSON-788619329 tempest-InstanceActionsTestJSON-788619329-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:59:16.857832 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-72a81237-1c7a-43cf-ad39-9db7c745f952 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:16.860816 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-72a81237-1c7a-43cf-ad39-9db7c745f952 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:16.862142 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-72a81237-1c7a-43cf-ad39-9db7c745f952 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/792fdb37-5b53-4e0b-ac24-a5f9fce67e48 HTTP/1.1" status: 204 len: 168 time: 0.9586949 Nov 19 17:59:16.890254 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a81237-1c7a-43cf-ad39-9db7c745f952 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=792fdb37-5b53-4e0b-ac24-a5f9fce67e48,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:59:16.911252 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86ff8fa-28d8-4c3c-b36b-dd7955550078 req-4f962298-56b0-47c8-b7b3-0dcad7d951e3 tempest-InstanceActionsTestJSON-788619329 tempest-InstanceActionsTestJSON-788619329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:59:16.911489 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-e86ff8fa-28d8-4c3c-b36b-dd7955550078 req-4f962298-56b0-47c8-b7b3-0dcad7d951e3 tempest-InstanceActionsTestJSON-788619329 tempest-InstanceActionsTestJSON-788619329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:16.925696 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-76c71f56-b1ef-4cd5-a26a-bafa769f88e9 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Deleting port 77975112-f587-4d68-bb43-dc6b346e27e6 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:59:16.926223 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-76c71f56-b1ef-4cd5-a26a-bafa769f88e9 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:16.952940 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-5dd3507b-e8c9-4445-8bec-4e319d00eff0 None None] For port 77975112-f587-4d68-bb43-dc6b346e27e6, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=77975112-f587-4d68-bb43-dc6b346e27e6,segment=NetworkSegment(f85c5632-0ad3-4324-a700-0ac67a36dd91),segment_id=f85c5632-0ad3-4324-a700-0ac67a36dd91)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:59:16.954697 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-5dd3507b-e8c9-4445-8bec-4e319d00eff0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:17.004522 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-5dd3507b-e8c9-4445-8bec-4e319d00eff0 None None] Calling delete_port for 77975112-f587-4d68-bb43-dc6b346e27e6 owned by network:dhcp {{(pid=103366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:59:17.026334 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e86ff8fa-28d8-4c3c-b36b-dd7955550078 req-4f962298-56b0-47c8-b7b3-0dcad7d951e3 tempest-InstanceActionsTestJSON-788619329 tempest-InstanceActionsTestJSON-788619329-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8441064 Nov 19 17:59:17.054983 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-e86ff8fa-28d8-4c3c-b36b-dd7955550078 req-4d54466f-11d9-4069-aaab-114eccb8b176 service neutron] Request body: {'port': {'device_id': '1988dcc7-554c-41c1-9a5c-4cfc07bb7ea4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818022-2'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:59:17.176177 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [None req-76c71f56-b1ef-4cd5-a26a-bafa769f88e9 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] For port 77975112-f587-4d68-bb43-dc6b346e27e6, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=77975112-f587-4d68-bb43-dc6b346e27e6,segment=NetworkSegment(f85c5632-0ad3-4324-a700-0ac67a36dd91),segment_id=f85c5632-0ad3-4324-a700-0ac67a36dd91)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:59:17.176943 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-76c71f56-b1ef-4cd5-a26a-bafa769f88e9 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:17.180525 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-e86ff8fa-28d8-4c3c-b36b-dd7955550078 req-4d54466f-11d9-4069-aaab-114eccb8b176 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:17.202689 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-76c71f56-b1ef-4cd5-a26a-bafa769f88e9 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Calling delete_port for 77975112-f587-4d68-bb43-dc6b346e27e6 owned by network:dhcp {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:59:17.230467 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-5dd3507b-e8c9-4445-8bec-4e319d00eff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007'] for port, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:17.244606 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f180302-1027-41be-9206-cbfd0efaac4e req-99b41734-4abd-4bf8-b723-3b3c4fc7f464 tempest-InstanceActionsTestJSON-788619329 tempest-InstanceActionsTestJSON-788619329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:59:17.247480 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8f180302-1027-41be-9206-cbfd0efaac4e req-99b41734-4abd-4bf8-b723-3b3c4fc7f464 tempest-InstanceActionsTestJSON-788619329 tempest-InstanceActionsTestJSON-788619329-project] 10.222.0.54 "GET /v2.0/ports?device_id=1988dcc7-554c-41c1-9a5c-4cfc07bb7ea4 HTTP/1.1" status: 200 len: 932 time: 0.1223676 Nov 19 17:59:17.306921 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd3507b-e8c9-4445-8bec-4e319d00eff0 None None] Pushing event deleted for resources: {'Port': ['ID=77975112-f587-4d68-bb43-dc6b346e27e6,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:59:17.309530 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd3507b-e8c9-4445-8bec-4e319d00eff0 None None] No DVR routers for this DVR port 77975112-f587-4d68-bb43-dc6b346e27e6 on host n-d-818022-2 {{(pid=103366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:59:17.439209 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8f180302-1027-41be-9206-cbfd0efaac4e req-4a96d94b-926c-4de7-8127-66a01105e829 tempest-InstanceActionsTestJSON-788619329 tempest-InstanceActionsTestJSON-788619329-project] 10.222.0.54 "GET /v2.0/security-groups?id=ecfed267-51cf-4a0b-9906-738023ee5b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837156 Nov 19 17:59:17.587275 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-76c71f56-b1ef-4cd5-a26a-bafa769f88e9 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:17.629854 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c71f56-b1ef-4cd5-a26a-bafa769f88e9 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Pushing event deleted for resources: {'Port': ['ID=77975112-f587-4d68-bb43-dc6b346e27e6,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:59:17.645415 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c71f56-b1ef-4cd5-a26a-bafa769f88e9 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] No DVR routers for this DVR port 77975112-f587-4d68-bb43-dc6b346e27e6 on host n-d-818022-2 {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:59:17.804256 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-76c71f56-b1ef-4cd5-a26a-bafa769f88e9 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:17.888526 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-76c71f56-b1ef-4cd5-a26a-bafa769f88e9 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f254259a-27e6-4b40-8465-e9865e81d43e']}} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:59:17.920851 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-76c71f56-b1ef-4cd5-a26a-bafa769f88e9 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f85c5632-0ad3-4324-a700-0ac67a36dd91') {'for_net_delete': True} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:59:17.921158 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-76c71f56-b1ef-4cd5-a26a-bafa769f88e9 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f85c5632-0ad3-4324-a700-0ac67a36dd91') {} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:59:17.944287 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ee04d332-8ed0-4fed-929f-64b3ad9f963d req-c12f0037-f0d0-459c-b629-c69b5d6e4037 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4e34aa3-c9da-43ec-a34a-37de5c74afc3 HTTP/1.1" status: 200 len: 210 time: 0.0588267 Nov 19 17:59:17.951002 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-76c71f56-b1ef-4cd5-a26a-bafa769f88e9 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12545382'] for segment, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:17.963106 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [req-e86ff8fa-28d8-4c3c-b36b-dd7955550078 req-4d54466f-11d9-4069-aaab-114eccb8b176 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91339475-42bf-495f-a3f6-abd736a144af {{(pid=103365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:59:17.998833 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-e86ff8fa-28d8-4c3c-b36b-dd7955550078 req-4d54466f-11d9-4069-aaab-114eccb8b176 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:18.025638 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.provisioning_blocks [req-e86ff8fa-28d8-4c3c-b36b-dd7955550078 req-4d54466f-11d9-4069-aaab-114eccb8b176 service neutron] Transition to ACTIVE for port object 91339475-42bf-495f-a3f6-abd736a144af will not be triggered until provisioned by entity L2. {{(pid=103365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 17:59:18.027589 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-76c71f56-b1ef-4cd5-a26a-bafa769f88e9 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:18.036983 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-e86ff8fa-28d8-4c3c-b36b-dd7955550078 req-4d54466f-11d9-4069-aaab-114eccb8b176 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:18.040021 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76c71f56-b1ef-4cd5-a26a-bafa769f88e9 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Releasing vlan 653 on physical network physnet1 to pool {{(pid=103365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 17:59:18.040535 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-76c71f56-b1ef-4cd5-a26a-bafa769f88e9 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12282953'] for segment, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:18.047623 n-d-818022-2 neutron-server[103365]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 17:59:18.047623 n-d-818022-2 neutron-server[103365]: self.session.flush() Nov 19 17:59:18.047623 n-d-818022-2 neutron-server[103365]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 17:59:18.047623 n-d-818022-2 neutron-server[103365]: self.session.flush() Nov 19 17:59:18.047623 n-d-818022-2 neutron-server[103365]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 17:59:18.047623 n-d-818022-2 neutron-server[103365]: self.session.flush() Nov 19 17:59:18.047623 n-d-818022-2 neutron-server[103365]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 17:59:18.047623 n-d-818022-2 neutron-server[103365]: self.session.flush() Nov 19 17:59:18.047623 n-d-818022-2 neutron-server[103365]: Traceback (most recent call last): Nov 19 17:59:18.047623 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 17:59:18.047623 n-d-818022-2 neutron-server[103365]: timer() Nov 19 17:59:18.047623 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 17:59:18.047623 n-d-818022-2 neutron-server[103365]: cb(*args, **kw) Nov 19 17:59:18.047623 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 17:59:18.047623 n-d-818022-2 neutron-server[103365]: return func(*args, **kwargs) Nov 19 17:59:18.047623 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 17:59:18.047623 n-d-818022-2 neutron-server[103365]: self._notify() Nov 19 17:59:18.047623 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 17:59:18.047623 n-d-818022-2 neutron-server[103365]: self.callback(batched_events) Nov 19 17:59:18.047623 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 17:59:18.047623 n-d-818022-2 neutron-server[103365]: event.method(event) Nov 19 17:59:18.047623 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 17:59:18.047623 n-d-818022-2 neutron-server[103365]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 17:59:18.047623 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 17:59:18.047623 n-d-818022-2 neutron-server[103365]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 17:59:18.047623 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 17:59:18.047623 n-d-818022-2 neutron-server[103365]: return f(self, *a, **k) Nov 19 17:59:18.047623 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 17:59:18.047623 n-d-818022-2 neutron-server[103365]: return self._get(url).json() Nov 19 17:59:18.047623 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 17:59:18.047623 n-d-818022-2 neutron-server[103365]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 17:59:18.047623 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 17:59:18.047623 n-d-818022-2 neutron-server[103365]: return self.request(url, 'GET', **kwargs) Nov 19 17:59:18.047623 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 17:59:18.047623 n-d-818022-2 neutron-server[103365]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 17:59:18.047623 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 17:59:18.047623 n-d-818022-2 neutron-server[103365]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 17:59:18.047623 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 17:59:18.047623 n-d-818022-2 neutron-server[103365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 17:59:18.047623 n-d-818022-2 neutron-server[103365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 17:59:18.178701 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d54466f-11d9-4069-aaab-114eccb8b176 service neutron] Pushing event updated for resources: {'Port': ['ID=91339475-42bf-495f-a3f6-abd736a144af,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:59:18.198400 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-76c71f56-b1ef-4cd5-a26a-bafa769f88e9 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671242'] for network, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:18.287705 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-76c71f56-b1ef-4cd5-a26a-bafa769f88e9 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks [] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:18.292786 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-76c71f56-b1ef-4cd5-a26a-bafa769f88e9 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] 10.222.0.54 "DELETE /v2.0/networks/f254259a-27e6-4b40-8465-e9865e81d43e HTTP/1.1" status: 204 len: 168 time: 2.1408508 Nov 19 17:59:18.293566 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c71f56-b1ef-4cd5-a26a-bafa769f88e9 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Pushing event deleted for resources: {'Network': ['ID=f254259a-27e6-4b40-8465-e9865e81d43e,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:59:18.296906 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 44570) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:18.306704 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-67a4d56d-d301-4e5f-b773-759023e6af71 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Request body: {'network': {'name': 'tempest-RoutersTest-1656665965'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:59:18.359702 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67a4d56d-d301-4e5f-b773-759023e6af71 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Made reservation on behalf of ecb26dc6f8b14f6babd12abcbaee21bf for: {'network': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:59:18.363734 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-67a4d56d-d301-4e5f-b773-759023e6af71 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:18.414910 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67a4d56d-d301-4e5f-b773-759023e6af71 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 698} {{(pid=103364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 17:59:18.421077 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-e86ff8fa-28d8-4c3c-b36b-dd7955550078 req-4d54466f-11d9-4069-aaab-114eccb8b176 service neutron] Attempting to bind port 91339475-42bf-495f-a3f6-abd736a144af on host n-h1-818022-2 for vnic_type normal with profile {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:59:18.425683 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-e86ff8fa-28d8-4c3c-b36b-dd7955550078 req-4d54466f-11d9-4069-aaab-114eccb8b176 service neutron] Attempting to bind port 91339475-42bf-495f-a3f6-abd736a144af by drivers openvswitch,hyperv on host n-h1-818022-2 at level 0 using segments [{'id': '591f60a9-435b-451f-84ce-998403ad1342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '7f3fac13-1a08-47a6-a35d-1ad5babd8f72'}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:59:18.427292 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e86ff8fa-28d8-4c3c-b36b-dd7955550078 req-4d54466f-11d9-4069-aaab-114eccb8b176 service neutron] Attempting to bind port 91339475-42bf-495f-a3f6-abd736a144af on network 7f3fac13-1a08-47a6-a35d-1ad5babd8f72 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:59:18.433401 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-67a4d56d-d301-4e5f-b773-759023e6af71 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:18.434804 n-d-818022-2 neutron-server[103364]: INFO neutron.db.segments_db [None req-67a4d56d-d301-4e5f-b773-759023e6af71 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Added segment bfe7f098-d5d4-4874-890f-ebb5625175d0 of type vlan for network ab66c724-61bf-410f-aef5-328addb3ebf7 Nov 19 17:59:18.438046 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e86ff8fa-28d8-4c3c-b36b-dd7955550078 req-4d54466f-11d9-4069-aaab-114eccb8b176 service neutron] Port 91339475-42bf-495f-a3f6-abd736a144af on network 7f3fac13-1a08-47a6-a35d-1ad5babd8f72 not bound, no agent of type Open vSwitch agent registered on host n-h1-818022-2 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 17:59:18.439438 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e86ff8fa-28d8-4c3c-b36b-dd7955550078 req-4d54466f-11d9-4069-aaab-114eccb8b176 service neutron] Attempting to bind port 91339475-42bf-495f-a3f6-abd736a144af on network 7f3fac13-1a08-47a6-a35d-1ad5babd8f72 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:59:18.461413 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e86ff8fa-28d8-4c3c-b36b-dd7955550078 req-4d54466f-11d9-4069-aaab-114eccb8b176 service neutron] Checking agent: {'id': 'a6668d96-12fa-4ec0-99ad-77eaf490dd2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'started_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:59:18.467168 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e86ff8fa-28d8-4c3c-b36b-dd7955550078 req-4d54466f-11d9-4069-aaab-114eccb8b176 service neutron] Checking segment: {'id': '591f60a9-435b-451f-84ce-998403ad1342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '7f3fac13-1a08-47a6-a35d-1ad5babd8f72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:59:18.470674 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e86ff8fa-28d8-4c3c-b36b-dd7955550078 req-4d54466f-11d9-4069-aaab-114eccb8b176 service neutron] Bound using segment: {'id': '591f60a9-435b-451f-84ce-998403ad1342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '7f3fac13-1a08-47a6-a35d-1ad5babd8f72'} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:59:18.472491 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-e86ff8fa-28d8-4c3c-b36b-dd7955550078 req-4d54466f-11d9-4069-aaab-114eccb8b176 service neutron] Bound port: 91339475-42bf-495f-a3f6-abd736a144af, host: n-h1-818022-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '591f60a9-435b-451f-84ce-998403ad1342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '7f3fac13-1a08-47a6-a35d-1ad5babd8f72'}}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:59:18.474341 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-e86ff8fa-28d8-4c3c-b36b-dd7955550078 req-4d54466f-11d9-4069-aaab-114eccb8b176 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:18.587386 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 77975112-f587-4d68-bb43-dc6b346e27e6 no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:59:18.594924 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-67a4d56d-d301-4e5f-b773-759023e6af71 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:18.618572 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-e86ff8fa-28d8-4c3c-b36b-dd7955550078 req-4d54466f-11d9-4069-aaab-114eccb8b176 service neutron] For port 91339475-42bf-495f-a3f6-abd736a144af, host n-h1-818022-2, cleared binding levels {{(pid=103365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:59:18.623399 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-e86ff8fa-28d8-4c3c-b36b-dd7955550078 req-4d54466f-11d9-4069-aaab-114eccb8b176 service neutron] For port 91339475-42bf-495f-a3f6-abd736a144af, host n-h1-818022-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=91339475-42bf-495f-a3f6-abd736a144af,segment=NetworkSegment(591f60a9-435b-451f-84ce-998403ad1342),segment_id=591f60a9-435b-451f-84ce-998403ad1342)] {{(pid=103365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:59:18.634441 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-e86ff8fa-28d8-4c3c-b36b-dd7955550078 req-4d54466f-11d9-4069-aaab-114eccb8b176 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:18.657415 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: 77975112-f587-4d68-bb43-dc6b346e27e6 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:59:18.659424 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 77975112-f587-4d68-bb43-dc6b346e27e6 not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:59:18.754860 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86ff8fa-28d8-4c3c-b36b-dd7955550078 req-4d54466f-11d9-4069-aaab-114eccb8b176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:59:18.755630 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-e86ff8fa-28d8-4c3c-b36b-dd7955550078 req-4d54466f-11d9-4069-aaab-114eccb8b176 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:18.758931 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e86ff8fa-28d8-4c3c-b36b-dd7955550078 req-4d54466f-11d9-4069-aaab-114eccb8b176 service neutron] 10.222.0.60 "PUT /v2.0/ports/91339475-42bf-495f-a3f6-abd736a144af HTTP/1.1" status: 200 len: 1092 time: 1.7214582 Nov 19 17:59:18.760178 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-67a4d56d-d301-4e5f-b773-759023e6af71 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:18.762178 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1988dcc7-554c-41c1-9a5c-4cfc07bb7ea4', 'tag': '91339475-42bf-495f-a3f6-abd736a144af'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:59:18.766878 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218319d759239a7d11f1288aef37381b97754913ee9ccbfd43b51a463f801712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4900c18e-2256-4460-92c3-3950a2221e71" -d '{"events": [{"name": "network-changed", "server_uuid": "1988dcc7-554c-41c1-9a5c-4cfc07bb7ea4", "tag": "91339475-42bf-495f-a3f6-abd736a144af"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:59:18.767571 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67a4d56d-d301-4e5f-b773-759023e6af71 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:59:18.768392 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-67a4d56d-d301-4e5f-b773-759023e6af71 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks [] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:18.855698 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d54466f-11d9-4069-aaab-114eccb8b176 service neutron] Pushing event updated for resources: {'Port': ['ID=91339475-42bf-495f-a3f6-abd736a144af,revision_number=3']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:59:18.859223 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a4d56d-d301-4e5f-b773-759023e6af71 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Pushing event updated for resources: {'Network': ['ID=ab66c724-61bf-410f-aef5-328addb3ebf7,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:59:18.865160 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-67a4d56d-d301-4e5f-b773-759023e6af71 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5664487 Nov 19 17:59:18.875262 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e873b5f8-b694-4f60-93ed-ccff6ae4e3de req-3d007382-7324-4fb2-8343-ce9fd0bc0f84 tempest-InstanceActionsTestJSON-788619329 tempest-InstanceActionsTestJSON-788619329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:59:18.877234 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-e873b5f8-b694-4f60-93ed-ccff6ae4e3de req-3d007382-7324-4fb2-8343-ce9fd0bc0f84 tempest-InstanceActionsTestJSON-788619329 tempest-InstanceActionsTestJSON-788619329-project] 10.222.0.54 "GET /v2.0/ports?device_id=1988dcc7-554c-41c1-9a5c-4cfc07bb7ea4 HTTP/1.1" status: 200 len: 944 time: 0.2552109 Nov 19 17:59:18.877982 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 44600) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:18.883406 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network ab66c724-61bf-410f-aef5-328addb3ebf7 details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 17:59:18.885401 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-149cb585-e2df-4133-924a-e3e127e82ef2 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Request body: {'subnet': {'network_id': 'ab66c724-61bf-410f-aef5-328addb3ebf7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:59:18.954751 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 17:59:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8796d54c-d754-4afb-8f89-a30b09b6111e x-openstack-request-id: req-8796d54c-d754-4afb-8f89-a30b09b6111e {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:59:18.955315 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1988dcc7-554c-41c1-9a5c-4cfc07bb7ea4", "tag": "91339475-42bf-495f-a3f6-abd736a144af", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:59:18.955709 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-8796d54c-d754-4afb-8f89-a30b09b6111e {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:59:18.956228 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1988dcc7-554c-41c1-9a5c-4cfc07bb7ea4', 'tag': '91339475-42bf-495f-a3f6-abd736a144af', 'status': 'completed', 'code': 200} Nov 19 17:59:18.988688 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86ff8fa-28d8-4c3c-b36b-dd7955550078 req-b77b86d4-12ca-440e-baa4-bec20aec7215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:59:18.990835 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e86ff8fa-28d8-4c3c-b36b-dd7955550078 req-b77b86d4-12ca-440e-baa4-bec20aec7215 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8517a9fb972345c1b184e5f66a130821&device_id=1988dcc7-554c-41c1-9a5c-4cfc07bb7ea4 HTTP/1.1" status: 200 len: 1095 time: 0.1582778 Nov 19 17:59:19.087928 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e86ff8fa-28d8-4c3c-b36b-dd7955550078 req-0b894b8b-f385-4935-aff9-1fd98d27ed8d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=91339475-42bf-495f-a3f6-abd736a144af HTTP/1.1" status: 200 len: 217 time: 0.0803881 Nov 19 17:59:19.107953 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-e873b5f8-b694-4f60-93ed-ccff6ae4e3de req-438c8e8e-0f3e-4635-8abe-e3caf220dc16 tempest-InstanceActionsTestJSON-788619329 tempest-InstanceActionsTestJSON-788619329-project] 10.222.0.54 "GET /v2.0/security-groups?id=ecfed267-51cf-4a0b-9906-738023ee5b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170846 Nov 19 17:59:19.151433 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-149cb585-e2df-4133-924a-e3e127e82ef2 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Made reservation on behalf of ecb26dc6f8b14f6babd12abcbaee21bf for: {'subnet': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:59:19.155707 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-149cb585-e2df-4133-924a-e3e127e82ef2 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8983829'] for subnet, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:19.214884 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86ff8fa-28d8-4c3c-b36b-dd7955550078 req-6f444033-5dae-4ab1-84b8-cc834c96e7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:59:19.217013 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e86ff8fa-28d8-4c3c-b36b-dd7955550078 req-6f444033-5dae-4ab1-84b8-cc834c96e7f2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=02026288-4d0d-40db-8d6d-142379a10f71 HTTP/1.1" status: 200 len: 854 time: 0.1202371 Nov 19 17:59:19.279488 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e86ff8fa-28d8-4c3c-b36b-dd7955550078 req-220a1e0d-b780-4f16-af9d-cf05ed85d44d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7f3fac13-1a08-47a6-a35d-1ad5babd8f72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548196 Nov 19 17:59:19.473544 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e86ff8fa-28d8-4c3c-b36b-dd7955550078 req-2d10ba4a-a164-4bca-9d63-4966d2461548 service neutron] 10.222.0.60 "GET /v2.0/networks/7f3fac13-1a08-47a6-a35d-1ad5babd8f72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813827 Nov 19 17:59:19.533665 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-149cb585-e2df-4133-924a-e3e127e82ef2 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12425078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8983815'] for subnet, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:19.625923 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149cb585-e2df-4133-924a-e3e127e82ef2 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Pushing event updated for resources: {'Subnet': ['ID=05417062-44cd-41ca-80f9-a30f872b4653,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:59:19.630254 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-149cb585-e2df-4133-924a-e3e127e82ef2 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Checking segment: {'id': 'bfe7f098-d5d4-4874-890f-ebb5625175d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'ab66c724-61bf-410f-aef5-328addb3ebf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:59:19.630701 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-149cb585-e2df-4133-924a-e3e127e82ef2 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Network hostable DHCP agents. Network: ab66c724-61bf-410f-aef5-328addb3ebf7, hostable agents: ['02910ef2-0455-4aea-9f38-9a875579633f'], hosted agents: [] {{(pid=103364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 17:59:19.666823 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-149cb585-e2df-4133-924a-e3e127e82ef2 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Network ab66c724-61bf-410f-aef5-328addb3ebf7 is scheduled to be hosted by DHCP agent 02910ef2-0455-4aea-9f38-9a875579633f with binding_index 1 {{(pid=103364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 17:59:19.691335 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-149cb585-e2df-4133-924a-e3e127e82ef2 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818022-2, ab66c724-61bf-410f-aef5-328addb3ebf7) {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:59:19.695998 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-149cb585-e2df-4133-924a-e3e127e82ef2 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:59:19.697428 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-149cb585-e2df-4133-924a-e3e127e82ef2 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:19.707682 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39b27cd3-969d-46ca-981b-c440f85441e2 None None] Network ab66c724-61bf-410f-aef5-328addb3ebf7 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:59:19.731490 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-149cb585-e2df-4133-924a-e3e127e82ef2 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8515110 Nov 19 17:59:19.734046 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 44632) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:19.739087 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-09d9c9a5-e192-4e0d-8632-a51e54769130 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1472185255', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:59:19.784249 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e86ff8fa-28d8-4c3c-b36b-dd7955550078 req-24a78996-0f7c-4122-9252-a97307e2153c service neutron] 10.222.0.60 "GET /v2.0/networks/7f3fac13-1a08-47a6-a35d-1ad5babd8f72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3046577 Nov 19 17:59:19.785048 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 44634) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:19.806667 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-09d9c9a5-e192-4e0d-8632-a51e54769130 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9890'] for router, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:19.808236 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-09d9c9a5-e192-4e0d-8632-a51e54769130 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671617', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-732153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4689'] for router, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:19.901024 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-09d9c9a5-e192-4e0d-8632-a51e54769130 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:19.908154 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-09d9c9a5-e192-4e0d-8632-a51e54769130 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671702'] for router, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:19.939409 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-09d9c9a5-e192-4e0d-8632-a51e54769130 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks [] for router, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:19.943206 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-09d9c9a5-e192-4e0d-8632-a51e54769130 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2080865 Nov 19 17:59:19.946679 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 44640) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:19.964719 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95199d91-b02a-41bf-816a-e5879e0ad03b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54f44f5f-1200-574e-8740-2141911d5b73-ab66c724-61bf-410f-aef5-328addb3ebf7', 'network_id': 'ab66c724-61bf-410f-aef5-328addb3ebf7', 'tenant_id': 'ecb26dc6f8b14f6babd12abcbaee21bf', 'fixed_ips': [{'subnet_id': '05417062-44cd-41ca-80f9-a30f872b4653'}]}} from n-d-818022-2. {{(pid=103366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 17:59:19.965713 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-95199d91-b02a-41bf-816a-e5879e0ad03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:20.275805 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4900c18e-2256-4460-92c3-3950a2221e71 req-50d7eaf2-3199-4021-bc94-fe50c743724d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:59:20.277623 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4900c18e-2256-4460-92c3-3950a2221e71 req-50d7eaf2-3199-4021-bc94-fe50c743724d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8517a9fb972345c1b184e5f66a130821&device_id=1988dcc7-554c-41c1-9a5c-4cfc07bb7ea4 HTTP/1.1" status: 200 len: 1095 time: 0.4395397 Nov 19 17:59:20.293945 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7a311258-de89-4304-bdd4-be46f8670126 req-134eb487-2fd0-415a-b5c0-7e5cccf0be50 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4e34aa3-c9da-43ec-a34a-37de5c74afc3 HTTP/1.1" status: 200 len: 210 time: 1.2202487 Nov 19 17:59:20.325743 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [None req-95199d91-b02a-41bf-816a-e5879e0ad03b None None] Allocated IP 172.20.0.2 (ab66c724-61bf-410f-aef5-328addb3ebf7/05417062-44cd-41ca-80f9-a30f872b4653/d90f1e4f-5695-48d5-991d-17bd08f39583) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:59:20.348602 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 44654) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:20.526491 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-95199d91-b02a-41bf-816a-e5879e0ad03b None None] Publish callbacks [] for port, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:20.548041 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-95199d91-b02a-41bf-816a-e5879e0ad03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998'] for port, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:20.636618 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95199d91-b02a-41bf-816a-e5879e0ad03b None None] Network ab66c724-61bf-410f-aef5-328addb3ebf7 is already hosted by enough agents. {{(pid=103366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:59:20.640101 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [None req-95199d91-b02a-41bf-816a-e5879e0ad03b None None] Resources bound (agent type, host, resource id): {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:59:20.640953 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-e2309581-af02-4724-ae21-e8016950fb50 tempest-FloatingIPNegativeTestJSON-1256960036 tempest-FloatingIPNegativeTestJSON-1256960036-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-115298711'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:59:20.644988 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95199d91-b02a-41bf-816a-e5879e0ad03b None None] Received port after_create {{(pid=103366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:59:20.655341 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95199d91-b02a-41bf-816a-e5879e0ad03b None None] Pushing event updated for resources: {'Port': ['ID=d90f1e4f-5695-48d5-991d-17bd08f39583,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:59:20.668551 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4900c18e-2256-4460-92c3-3950a2221e71 req-41f4c404-ec58-415b-a4c0-7dedc25df403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:59:20.671073 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4900c18e-2256-4460-92c3-3950a2221e71 req-41f4c404-ec58-415b-a4c0-7dedc25df403 service neutron] 10.222.0.60 "GET /v2.0/networks?id=7f3fac13-1a08-47a6-a35d-1ad5babd8f72 HTTP/1.1" status: 200 len: 915 time: 0.3725779 Nov 19 17:59:20.677154 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-21364dc2-ab0f-4e26-ab47-1022bb371096 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:20.696487 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2309581-af02-4724-ae21-e8016950fb50 tempest-FloatingIPNegativeTestJSON-1256960036 tempest-FloatingIPNegativeTestJSON-1256960036-project] Made reservation on behalf of f6134cabdd604056b9b4ae88de26cf22 for: {'network': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:59:20.700495 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e2309581-af02-4724-ae21-e8016950fb50 tempest-FloatingIPNegativeTestJSON-1256960036 tempest-FloatingIPNegativeTestJSON-1256960036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:20.745004 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e2309581-af02-4724-ae21-e8016950fb50 tempest-FloatingIPNegativeTestJSON-1256960036 tempest-FloatingIPNegativeTestJSON-1256960036-project] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:20.746720 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-95199d91-b02a-41bf-816a-e5879e0ad03b None None] Attempting to bind port d90f1e4f-5695-48d5-991d-17bd08f39583 on host n-d-818022-2 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:59:20.747178 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-95199d91-b02a-41bf-816a-e5879e0ad03b None None] Attempting to bind port d90f1e4f-5695-48d5-991d-17bd08f39583 by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': 'bfe7f098-d5d4-4874-890f-ebb5625175d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'ab66c724-61bf-410f-aef5-328addb3ebf7'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:59:20.747445 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95199d91-b02a-41bf-816a-e5879e0ad03b None None] Attempting to bind port d90f1e4f-5695-48d5-991d-17bd08f39583 on network ab66c724-61bf-410f-aef5-328addb3ebf7 {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:59:20.761118 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95199d91-b02a-41bf-816a-e5879e0ad03b None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 59, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:59:20.761454 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95199d91-b02a-41bf-816a-e5879e0ad03b None None] Checking segment: {'id': 'bfe7f098-d5d4-4874-890f-ebb5625175d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'ab66c724-61bf-410f-aef5-328addb3ebf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:59:20.761876 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-95199d91-b02a-41bf-816a-e5879e0ad03b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:20.762281 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95199d91-b02a-41bf-816a-e5879e0ad03b None None] Bound using segment: {'id': 'bfe7f098-d5d4-4874-890f-ebb5625175d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'ab66c724-61bf-410f-aef5-328addb3ebf7'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:59:20.762765 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-95199d91-b02a-41bf-816a-e5879e0ad03b None None] Bound port: d90f1e4f-5695-48d5-991d-17bd08f39583, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfe7f098-d5d4-4874-890f-ebb5625175d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'ab66c724-61bf-410f-aef5-328addb3ebf7'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:59:20.763150 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-95199d91-b02a-41bf-816a-e5879e0ad03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:20.924801 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-95199d91-b02a-41bf-816a-e5879e0ad03b None None] For port d90f1e4f-5695-48d5-991d-17bd08f39583, host n-d-818022-2, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:59:20.930984 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-95199d91-b02a-41bf-816a-e5879e0ad03b None None] For port d90f1e4f-5695-48d5-991d-17bd08f39583, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=d90f1e4f-5695-48d5-991d-17bd08f39583,segment=NetworkSegment(bfe7f098-d5d4-4874-890f-ebb5625175d0),segment_id=bfe7f098-d5d4-4874-890f-ebb5625175d0)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:59:20.931743 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4900c18e-2256-4460-92c3-3950a2221e71 req-aa54f382-05ae-4121-b846-e6b1f56a86d0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=91339475-42bf-495f-a3f6-abd736a144af HTTP/1.1" status: 200 len: 217 time: 0.2342312 Nov 19 17:59:20.945655 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-95199d91-b02a-41bf-816a-e5879e0ad03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:21.047054 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-3f90516e-cd47-40f1-a723-bec8dea449a3 tempest-TagsTest-445747129 tempest-TagsTest-445747129-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1141947813'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:59:21.076401 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.agents_db [None req-619e5c26-d9ed-4321-86eb-7d443bb9dfa2 None None] Agent healthcheck: found 7 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 17:59:21.077784 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e2309581-af02-4724-ae21-e8016950fb50 tempest-FloatingIPNegativeTestJSON-1256960036 tempest-FloatingIPNegativeTestJSON-1256960036-project] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:21.103358 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95199d91-b02a-41bf-816a-e5879e0ad03b None None] Pushing event updated for resources: {'Port': ['ID=d90f1e4f-5695-48d5-991d-17bd08f39583,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:59:21.121063 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e2309581-af02-4724-ae21-e8016950fb50 tempest-FloatingIPNegativeTestJSON-1256960036 tempest-FloatingIPNegativeTestJSON-1256960036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:21.156435 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4900c18e-2256-4460-92c3-3950a2221e71 req-d132c038-7920-4373-99a0-2853556186c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:59:21.163611 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4900c18e-2256-4460-92c3-3950a2221e71 req-d132c038-7920-4373-99a0-2853556186c2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=02026288-4d0d-40db-8d6d-142379a10f71 HTTP/1.1" status: 200 len: 854 time: 0.2186813 Nov 19 17:59:21.206099 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2309581-af02-4724-ae21-e8016950fb50 tempest-FloatingIPNegativeTestJSON-1256960036 tempest-FloatingIPNegativeTestJSON-1256960036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=771b823d-6ade-4af6-b464-90d818048783,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:59:21.245065 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f90516e-cd47-40f1-a723-bec8dea449a3 tempest-TagsTest-445747129 tempest-TagsTest-445747129-project] Made reservation on behalf of 973b4148e0fb4733842bcff9e7d930ac for: {'network': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:59:21.249011 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3f90516e-cd47-40f1-a723-bec8dea449a3 tempest-TagsTest-445747129 tempest-TagsTest-445747129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:21.268732 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06961584-71e1-4e72-85e1-2be7a58ba42b req-740d074b-7573-4d1e-945a-fae052ce9ec3 tempest-InstanceActionsTestJSON-788619329 tempest-InstanceActionsTestJSON-788619329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:59:21.289323 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-06961584-71e1-4e72-85e1-2be7a58ba42b req-740d074b-7573-4d1e-945a-fae052ce9ec3 tempest-InstanceActionsTestJSON-788619329 tempest-InstanceActionsTestJSON-788619329-project] 10.222.0.54 "GET /v2.0/ports?device_id=1988dcc7-554c-41c1-9a5c-4cfc07bb7ea4 HTTP/1.1" status: 200 len: 944 time: 1.0144069 Nov 19 17:59:21.292485 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2309581-af02-4724-ae21-e8016950fb50 tempest-FloatingIPNegativeTestJSON-1256960036 tempest-FloatingIPNegativeTestJSON-1256960036-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 677} {{(pid=103364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 17:59:21.323714 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 44678) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:21.375767 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4900c18e-2256-4460-92c3-3950a2221e71 req-004b9fac-6399-4624-a5ae-e2abaa3bfae2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7f3fac13-1a08-47a6-a35d-1ad5babd8f72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1432877 Nov 19 17:59:21.382440 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3f90516e-cd47-40f1-a723-bec8dea449a3 tempest-TagsTest-445747129 tempest-TagsTest-445747129-project] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:21.438245 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e2309581-af02-4724-ae21-e8016950fb50 tempest-FloatingIPNegativeTestJSON-1256960036 tempest-FloatingIPNegativeTestJSON-1256960036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:21.438893 n-d-818022-2 neutron-server[103364]: INFO neutron.db.segments_db [None req-e2309581-af02-4724-ae21-e8016950fb50 tempest-FloatingIPNegativeTestJSON-1256960036 tempest-FloatingIPNegativeTestJSON-1256960036-project] Added segment 9c49e38e-b16f-49a8-a3ae-242cd93c2646 of type vlan for network 7f8a82dc-a8af-48ad-9b92-31c29cf8649c Nov 19 17:59:21.511460 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 91339475-42bf-495f-a3f6-abd736a144af details requested by agent hyperv_n-h1-818022-2 with host n-h1-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 17:59:21.694956 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-06961584-71e1-4e72-85e1-2be7a58ba42b req-3953f123-b354-48c4-89a5-920c1387f138 tempest-InstanceActionsTestJSON-788619329 tempest-InstanceActionsTestJSON-788619329-project] 10.222.0.54 "GET /v2.0/security-groups?id=ecfed267-51cf-4a0b-9906-738023ee5b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4032502 Nov 19 17:59:21.700229 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e2309581-af02-4724-ae21-e8016950fb50 tempest-FloatingIPNegativeTestJSON-1256960036 tempest-FloatingIPNegativeTestJSON-1256960036-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:21.732123 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [None req-21364dc2-ab0f-4e26-ab47-1022bb371096 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Allocated IP 172.20.0.1 (ab66c724-61bf-410f-aef5-328addb3ebf7/05417062-44cd-41ca-80f9-a30f872b4653/3da784af-3394-4c24-9c72-e6da8ac21863) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:59:21.823654 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3f90516e-cd47-40f1-a723-bec8dea449a3 tempest-TagsTest-445747129 tempest-TagsTest-445747129-project] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:21.831764 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e2309581-af02-4724-ae21-e8016950fb50 tempest-FloatingIPNegativeTestJSON-1256960036 tempest-FloatingIPNegativeTestJSON-1256960036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:21.847361 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 91339475-42bf-495f-a3f6-abd736a144af, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=91339475-42bf-495f-a3f6-abd736a144af,segment=NetworkSegment(591f60a9-435b-451f-84ce-998403ad1342),segment_id=591f60a9-435b-451f-84ce-998403ad1342)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:59:21.860258 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2309581-af02-4724-ae21-e8016950fb50 tempest-FloatingIPNegativeTestJSON-1256960036 tempest-FloatingIPNegativeTestJSON-1256960036-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:59:21.861011 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e2309581-af02-4724-ae21-e8016950fb50 tempest-FloatingIPNegativeTestJSON-1256960036 tempest-FloatingIPNegativeTestJSON-1256960036-project] Publish callbacks [] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:21.864183 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3684f6fb-a084-4393-a54b-97c5a8c56039 req-28d8d87f-a2fd-49a7-8823-33501f0aafb4 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4e34aa3-c9da-43ec-a34a-37de5c74afc3 HTTP/1.1" status: 200 len: 210 time: 0.1210022 Nov 19 17:59:21.883474 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Returning: {'device': '91339475-42bf-495f-a3f6-abd736a144af', 'network_id': '7f3fac13-1a08-47a6-a35d-1ad5babd8f72', 'port_id': '91339475-42bf-495f-a3f6-abd736a144af', 'mac_address': 'fa:16:3e:a0:59:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 679, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02026288-4d0d-40db-8d6d-142379a10f71', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 17:59:21.886888 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3f90516e-cd47-40f1-a723-bec8dea449a3 tempest-TagsTest-445747129 tempest-TagsTest-445747129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:21.925499 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-68753c99-18fb-47f6-971f-eaa40feebebe admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:22.000891 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f90516e-cd47-40f1-a723-bec8dea449a3 tempest-TagsTest-445747129 tempest-TagsTest-445747129-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5926d445-22a5-4c20-b02d-adf23155191a,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:59:22.023813 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4900c18e-2256-4460-92c3-3950a2221e71 req-b51a578a-7df2-4512-8f39-85f622cde97a service neutron] 10.222.0.60 "GET /v2.0/networks/7f3fac13-1a08-47a6-a35d-1ad5babd8f72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6402252 Nov 19 17:59:22.047599 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:22.085436 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f90516e-cd47-40f1-a723-bec8dea449a3 tempest-TagsTest-445747129 tempest-TagsTest-445747129-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 689} {{(pid=103364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 17:59:22.106664 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-e2309581-af02-4724-ae21-e8016950fb50 tempest-FloatingIPNegativeTestJSON-1256960036 tempest-FloatingIPNegativeTestJSON-1256960036-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 2.3202000 Nov 19 17:59:22.110602 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 44700) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:22.116465 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-f764c556-181e-49c8-8e4e-c8ff8648de16 tempest-FloatingIPNegativeTestJSON-1256960036 tempest-FloatingIPNegativeTestJSON-1256960036-project] Request body: {'subnet': {'network_id': '7f8a82dc-a8af-48ad-9b92-31c29cf8649c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:59:22.233068 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-21364dc2-ab0f-4e26-ab47-1022bb371096 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:22.254987 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-68753c99-18fb-47f6-971f-eaa40feebebe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:22.269964 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-68753c99-18fb-47f6-971f-eaa40feebebe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:22.276315 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3f90516e-cd47-40f1-a723-bec8dea449a3 tempest-TagsTest-445747129 tempest-TagsTest-445747129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:22.278657 n-d-818022-2 neutron-server[103364]: INFO neutron.db.segments_db [None req-3f90516e-cd47-40f1-a723-bec8dea449a3 tempest-TagsTest-445747129 tempest-TagsTest-445747129-project] Added segment b20b9336-b47b-4e0c-ab62-823f859581a8 of type vlan for network f6435485-248b-48f7-84c4-41e61e966fbb Nov 19 17:59:22.294250 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4900c18e-2256-4460-92c3-3950a2221e71 req-909c8715-0b71-4c94-85c7-89ed1108d947 service neutron] 10.222.0.60 "GET /v2.0/networks/7f3fac13-1a08-47a6-a35d-1ad5babd8f72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2614999 Nov 19 17:59:22.321754 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2309581-af02-4724-ae21-e8016950fb50 tempest-FloatingIPNegativeTestJSON-1256960036 tempest-FloatingIPNegativeTestJSON-1256960036-project] Pushing event updated for resources: {'Network': ['ID=7f8a82dc-a8af-48ad-9b92-31c29cf8649c,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:59:22.398109 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network 7f8a82dc-a8af-48ad-9b92-31c29cf8649c details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 17:59:22.401092 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91339475-42bf-495f-a3f6-abd736a144af {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 17:59:22.410780 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3f90516e-cd47-40f1-a723-bec8dea449a3 tempest-TagsTest-445747129 tempest-TagsTest-445747129-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:22.434525 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-68753c99-18fb-47f6-971f-eaa40feebebe admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=6f688207b0d743349638d28f20556f08&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0793610 Nov 19 17:59:22.436519 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 44710) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:22.438884 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f764c556-181e-49c8-8e4e-c8ff8648de16 tempest-FloatingIPNegativeTestJSON-1256960036 tempest-FloatingIPNegativeTestJSON-1256960036-project] Made reservation on behalf of f6134cabdd604056b9b4ae88de26cf22 for: {'subnet': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:59:22.442939 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-21364dc2-ab0f-4e26-ab47-1022bb371096 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:22.443718 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f764c556-181e-49c8-8e4e-c8ff8648de16 tempest-FloatingIPNegativeTestJSON-1256960036 tempest-FloatingIPNegativeTestJSON-1256960036-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8983829'] for subnet, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:22.509430 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3f90516e-cd47-40f1-a723-bec8dea449a3 tempest-TagsTest-445747129 tempest-TagsTest-445747129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:22.516377 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f90516e-cd47-40f1-a723-bec8dea449a3 tempest-TagsTest-445747129 tempest-TagsTest-445747129-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:59:22.517331 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3f90516e-cd47-40f1-a723-bec8dea449a3 tempest-TagsTest-445747129 tempest-TagsTest-445747129-project] Publish callbacks [] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:22.556717 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21364dc2-ab0f-4e26-ab47-1022bb371096 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Pushing event updated for resources: {'Port': ['ID=3da784af-3394-4c24-9c72-e6da8ac21863,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:59:22.575455 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-3f90516e-cd47-40f1-a723-bec8dea449a3 tempest-TagsTest-445747129 tempest-TagsTest-445747129-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 2.2258780 Nov 19 17:59:22.576105 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 44712) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:22.587214 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68753c99-18fb-47f6-971f-eaa40feebebe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fc997ad-18a3-4e3d-9213-7c1e34662a6e,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:59:22.664849 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 91339475-42bf-495f-a3f6-abd736a144af, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=91339475-42bf-495f-a3f6-abd736a144af,segment=NetworkSegment(591f60a9-435b-451f-84ce-998403ad1342),segment_id=591f60a9-435b-451f-84ce-998403ad1342)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:59:22.674372 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21364dc2-ab0f-4e26-ab47-1022bb371096 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Network ab66c724-61bf-410f-aef5-328addb3ebf7 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:59:22.679597 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-21364dc2-ab0f-4e26-ab47-1022bb371096 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:59:22.682072 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:22.684126 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21364dc2-ab0f-4e26-ab47-1022bb371096 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:59:22.695384 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.tag.tag_plugin [None req-8f146198-c640-4d17-8999-5a0c67627485 tempest-TagsTest-445747129 tempest-TagsTest-445747129-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'f6435485-248b-48f7-84c4-41e61e966fbb', 'tempest-TagsTest-Tag-1389557265') {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:59:22.786647 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-21364dc2-ab0f-4e26-ab47-1022bb371096 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-671361'] for router_interface, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:22.826018 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f90516e-cd47-40f1-a723-bec8dea449a3 tempest-TagsTest-445747129 tempest-TagsTest-445747129-project] Pushing event updated for resources: {'Network': ['ID=f6435485-248b-48f7-84c4-41e61e966fbb,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:59:22.862579 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=91339475-42bf-495f-a3f6-abd736a144af,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:59:22.887862 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device d90f1e4f-5695-48d5-991d-17bd08f39583 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:59:22.893166 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network f6435485-248b-48f7-84c4-41e61e966fbb details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 17:59:22.941408 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:59:22.945225 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:59:22.946513 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:59:22.947487 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:59:22.950534 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:59:22.951070 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:59:22.952229 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:59:22.952810 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:59:22.953305 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:59:22.954162 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:59:22.954943 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:59:22.958547 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 17:59:22.964645 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-8f146198-c640-4d17-8999-5a0c67627485 tempest-TagsTest-445747129 tempest-TagsTest-445747129-project] 10.222.0.54 "PUT /v2.0/networks/f6435485-248b-48f7-84c4-41e61e966fbb/tags/tempest-TagsTest-Tag-1389557265 HTTP/1.1" status: 201 len: 201 time: 0.2775793 Nov 19 17:59:22.974926 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 44728) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:22.992435 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.tag.tag_plugin [None req-deb193d7-10f2-40d7-8d70-f8919ce5d187 tempest-TagsTest-445747129 tempest-TagsTest-445747129-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'f6435485-248b-48f7-84c4-41e61e966fbb', 'tempest-TagsTest-Tag-1389557265') {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:59:23.069986 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['91339475-42bf-495f-a3f6-abd736a144af'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:59:23.163371 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1f6ad6-7119-4f93-ba19-0c3c00f7310f req-3111c308-d0d6-4a84-ad75-5b920cafebb7 tempest-InstanceActionsTestJSON-788619329 tempest-InstanceActionsTestJSON-788619329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:59:23.171152 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6d1f6ad6-7119-4f93-ba19-0c3c00f7310f req-3111c308-d0d6-4a84-ad75-5b920cafebb7 tempest-InstanceActionsTestJSON-788619329 tempest-InstanceActionsTestJSON-788619329-project] 10.222.0.54 "GET /v2.0/ports?device_id=1988dcc7-554c-41c1-9a5c-4cfc07bb7ea4 HTTP/1.1" status: 200 len: 945 time: 0.3003545 Nov 19 17:59:23.213134 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2536281-eee8-4394-9b15-c010cc2cf4e3 None None] Network ab66c724-61bf-410f-aef5-328addb3ebf7 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:59:23.291922 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-deb193d7-10f2-40d7-8d70-f8919ce5d187 tempest-TagsTest-445747129 tempest-TagsTest-445747129-project] 10.222.0.54 "GET /v2.0/networks/f6435485-248b-48f7-84c4-41e61e966fbb/tags/tempest-TagsTest-Tag-1389557265 HTTP/1.1" status: 204 len: 168 time: 0.3099570 Nov 19 17:59:23.292488 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 44740) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:23.304255 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.tag.tag_plugin [None req-69a1607e-3069-4fc8-90ea-36cece22458b tempest-TagsTest-445747129 tempest-TagsTest-445747129-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'f6435485-248b-48f7-84c4-41e61e966fbb') {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:59:23.346557 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6d1f6ad6-7119-4f93-ba19-0c3c00f7310f req-59e74d1b-cd1f-4b2a-84e3-feba2fe91cd5 tempest-InstanceActionsTestJSON-788619329 tempest-InstanceActionsTestJSON-788619329-project] 10.222.0.54 "GET /v2.0/security-groups?id=ecfed267-51cf-4a0b-9906-738023ee5b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579692 Nov 19 17:59:23.413565 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f764c556-181e-49c8-8e4e-c8ff8648de16 tempest-FloatingIPNegativeTestJSON-1256960036 tempest-FloatingIPNegativeTestJSON-1256960036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12425078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8983815'] for subnet, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:23.500161 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4295bfed-9032-4747-988b-83eb321a2966 None None] Provisioning complete for port d90f1e4f-5695-48d5-991d-17bd08f39583 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:59:23.500675 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4295bfed-9032-4747-988b-83eb321a2966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:23.587579 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port d90f1e4f-5695-48d5-991d-17bd08f39583 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:59:23.587952 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:23.597163 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f764c556-181e-49c8-8e4e-c8ff8648de16 tempest-FloatingIPNegativeTestJSON-1256960036 tempest-FloatingIPNegativeTestJSON-1256960036-project] Checking segment: {'id': '9c49e38e-b16f-49a8-a3ae-242cd93c2646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '7f8a82dc-a8af-48ad-9b92-31c29cf8649c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:59:23.597724 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f764c556-181e-49c8-8e4e-c8ff8648de16 tempest-FloatingIPNegativeTestJSON-1256960036 tempest-FloatingIPNegativeTestJSON-1256960036-project] Network hostable DHCP agents. Network: 7f8a82dc-a8af-48ad-9b92-31c29cf8649c, hostable agents: ['02910ef2-0455-4aea-9f38-9a875579633f'], hosted agents: [] {{(pid=103364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 17:59:23.613181 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f764c556-181e-49c8-8e4e-c8ff8648de16 tempest-FloatingIPNegativeTestJSON-1256960036 tempest-FloatingIPNegativeTestJSON-1256960036-project] Pushing event updated for resources: {'Subnet': ['ID=76b9bca4-d862-4950-83f6-d3f18fd19057,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:59:23.642240 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-69a1607e-3069-4fc8-90ea-36cece22458b tempest-TagsTest-445747129 tempest-TagsTest-445747129-project] 10.222.0.54 "GET /v2.0/networks/f6435485-248b-48f7-84c4-41e61e966fbb/tags HTTP/1.1" status: 200 len: 238 time: 0.3384647 Nov 19 17:59:23.642879 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f764c556-181e-49c8-8e4e-c8ff8648de16 tempest-FloatingIPNegativeTestJSON-1256960036 tempest-FloatingIPNegativeTestJSON-1256960036-project] Network 7f8a82dc-a8af-48ad-9b92-31c29cf8649c is scheduled to be hosted by DHCP agent 02910ef2-0455-4aea-9f38-9a875579633f with binding_index 1 {{(pid=103364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 17:59:23.647487 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 44752) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:23.660932 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-f764c556-181e-49c8-8e4e-c8ff8648de16 tempest-FloatingIPNegativeTestJSON-1256960036 tempest-FloatingIPNegativeTestJSON-1256960036-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818022-2, 7f8a82dc-a8af-48ad-9b92-31c29cf8649c) {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:59:23.680223 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-627d831d-4767-4308-ae76-a9550fa8447d None None] Network 7f8a82dc-a8af-48ad-9b92-31c29cf8649c requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:59:23.694281 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f764c556-181e-49c8-8e4e-c8ff8648de16 tempest-FloatingIPNegativeTestJSON-1256960036 tempest-FloatingIPNegativeTestJSON-1256960036-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:59:23.695659 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f764c556-181e-49c8-8e4e-c8ff8648de16 tempest-FloatingIPNegativeTestJSON-1256960036 tempest-FloatingIPNegativeTestJSON-1256960036-project] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:23.719119 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.tag.tag_plugin [None req-5e1ea27d-1785-40af-aac1-4388119a21e0 tempest-TagsTest-445747129 tempest-TagsTest-445747129-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'f6435485-248b-48f7-84c4-41e61e966fbb', {'tags': ['tempest-TagsTest-Tag-374184891', 'tempest-TagsTest-Tag-2106818548', 'tempest-TagsTest-Tag-314780472']}) {} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:59:23.735680 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-f764c556-181e-49c8-8e4e-c8ff8648de16 tempest-FloatingIPNegativeTestJSON-1256960036 tempest-FloatingIPNegativeTestJSON-1256960036-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6236193 Nov 19 17:59:23.738121 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 44758) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:23.746879 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-f064c71e-ed49-4f65-9610-089edb9a3999 tempest-FloatingIPNegativeTestJSON-1256960036 tempest-FloatingIPNegativeTestJSON-1256960036-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1522639977', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:59:23.777618 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f064c71e-ed49-4f65-9610-089edb9a3999 tempest-FloatingIPNegativeTestJSON-1256960036 tempest-FloatingIPNegativeTestJSON-1256960036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9890'] for router, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:23.779365 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f064c71e-ed49-4f65-9610-089edb9a3999 tempest-FloatingIPNegativeTestJSON-1256960036 tempest-FloatingIPNegativeTestJSON-1256960036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671617', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-732153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4689'] for router, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:23.886419 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f064c71e-ed49-4f65-9610-089edb9a3999 tempest-FloatingIPNegativeTestJSON-1256960036 tempest-FloatingIPNegativeTestJSON-1256960036-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:23.895539 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f064c71e-ed49-4f65-9610-089edb9a3999 tempest-FloatingIPNegativeTestJSON-1256960036 tempest-FloatingIPNegativeTestJSON-1256960036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671702'] for router, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:23.937569 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ad57a661-b69f-40b7-b380-f24e49dc29b0 req-fe58c12f-f5ad-4e50-979a-15c48e0dc0d3 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4e34aa3-c9da-43ec-a34a-37de5c74afc3 HTTP/1.1" status: 200 len: 210 time: 0.2881420 Nov 19 17:59:23.941676 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f064c71e-ed49-4f65-9610-089edb9a3999 tempest-FloatingIPNegativeTestJSON-1256960036 tempest-FloatingIPNegativeTestJSON-1256960036-project] Publish callbacks [] for router, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:23.947936 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 44766) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:23.950649 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f515fb0e-22ac-42f0-be79-f4405d07e2cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:23.953119 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-f064c71e-ed49-4f65-9610-089edb9a3999 tempest-FloatingIPNegativeTestJSON-1256960036 tempest-FloatingIPNegativeTestJSON-1256960036-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.2139196 Nov 19 17:59:23.977676 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f515fb0e-22ac-42f0-be79-f4405d07e2cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:24.189242 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4295bfed-9032-4747-988b-83eb321a2966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:24.216487 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a137c74c-a9d2-4e95-8a0e-39edfa7e269e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54f44f5f-1200-574e-8740-2141911d5b73-7f8a82dc-a8af-48ad-9b92-31c29cf8649c', 'network_id': '7f8a82dc-a8af-48ad-9b92-31c29cf8649c', 'tenant_id': 'f6134cabdd604056b9b4ae88de26cf22', 'fixed_ips': [{'subnet_id': '76b9bca4-d862-4950-83f6-d3f18fd19057'}]}} from n-d-818022-2. {{(pid=103366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 17:59:24.217634 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a137c74c-a9d2-4e95-8a0e-39edfa7e269e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:24.243688 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:24.270463 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-4295bfed-9032-4747-988b-83eb321a2966 None None] For port d90f1e4f-5695-48d5-991d-17bd08f39583, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=d90f1e4f-5695-48d5-991d-17bd08f39583,segment=NetworkSegment(bfe7f098-d5d4-4874-890f-ebb5625175d0),segment_id=bfe7f098-d5d4-4874-890f-ebb5625175d0)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:59:24.272989 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 44770) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:24.327517 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4295bfed-9032-4747-988b-83eb321a2966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:24.338446 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-5e1ea27d-1785-40af-aac1-4388119a21e0 tempest-TagsTest-445747129 tempest-TagsTest-445747129-project] 10.222.0.54 "PUT /v2.0/networks/f6435485-248b-48f7-84c4-41e61e966fbb/tags HTTP/1.1" status: 200 len: 307 time: 0.6876490 Nov 19 17:59:24.341349 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 44774) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:24.345985 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.tag.tag_plugin [None req-e07cd8dc-8ca5-4465-9ad6-df35e8c87f0e tempest-TagsTest-445747129 tempest-TagsTest-445747129-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'f6435485-248b-48f7-84c4-41e61e966fbb', 'tempest-TagsTest-Tag-374184891') {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:59:24.346360 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-21364dc2-ab0f-4e26-ab47-1022bb371096 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:24.442664 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f515fb0e-22ac-42f0-be79-f4405d07e2cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:24.449395 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f515fb0e-22ac-42f0-be79-f4405d07e2cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:24.458434 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-f515fb0e-22ac-42f0-be79-f4405d07e2cb admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/5fc997ad-18a3-4e3d-9213-7c1e34662a6e HTTP/1.1" status: 204 len: 168 time: 2.0126209 Nov 19 17:59:24.649139 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [None req-a137c74c-a9d2-4e95-8a0e-39edfa7e269e None None] Allocated IP 172.20.0.2 (7f8a82dc-a8af-48ad-9b92-31c29cf8649c/76b9bca4-d862-4950-83f6-d3f18fd19057/60d4467a-6284-43d5-af27-fb6817ca3195) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:59:24.656128 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f515fb0e-22ac-42f0-be79-f4405d07e2cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fc997ad-18a3-4e3d-9213-7c1e34662a6e,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:59:24.800028 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.db.api [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103366) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 17:59:24.800894 n-d-818022-2 neutron-server[103366]: DEBUG oslo_db.api [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 17:59:24.906379 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-abfcb3bd-1b7b-4602-bdd7-47a13d7174fa tempest-FloatingIPNegativeTestJSON-1256960036 tempest-FloatingIPNegativeTestJSON-1256960036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:24.938235 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-c6819fd6-f026-417b-9370-fa3f028084f5 None None] Provisioning complete for port d90f1e4f-5695-48d5-991d-17bd08f39583 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:59:24.940318 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-c6819fd6-f026-417b-9370-fa3f028084f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:24.957515 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4295bfed-9032-4747-988b-83eb321a2966 None None] Pushing event updated for resources: {'Port': ['ID=d90f1e4f-5695-48d5-991d-17bd08f39583,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:59:25.180574 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 44786) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:25.184852 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a137c74c-a9d2-4e95-8a0e-39edfa7e269e None None] Publish callbacks [] for port, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:25.203003 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a137c74c-a9d2-4e95-8a0e-39edfa7e269e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998'] for port, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:25.220638 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-c6819fd6-f026-417b-9370-fa3f028084f5 None None] Provisioning complete for port 3da784af-3394-4c24-9c72-e6da8ac21863 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:59:25.220638 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-c6819fd6-f026-417b-9370-fa3f028084f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:25.221549 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5dcd0e5e-1d50-4d08-991c-6215e05bc7b6 req-761a605e-9026-4e54-ad36-cc51f93cea9c tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4e34aa3-c9da-43ec-a34a-37de5c74afc3 HTTP/1.1" status: 200 len: 210 time: 0.1015458 Nov 19 17:59:25.247138 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ba9d2c58-f646-4f26-bd63-e554d347bb6c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:25.252547 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a137c74c-a9d2-4e95-8a0e-39edfa7e269e None None] Network 7f8a82dc-a8af-48ad-9b92-31c29cf8649c is already hosted by enough agents. {{(pid=103366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:59:25.308774 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-c6819fd6-f026-417b-9370-fa3f028084f5 None None] Port 3da784af-3394-4c24-9c72-e6da8ac21863 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:59:25.313847 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [None req-a137c74c-a9d2-4e95-8a0e-39edfa7e269e None None] Resources bound (agent type, host, resource id): {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:59:25.316823 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a137c74c-a9d2-4e95-8a0e-39edfa7e269e None None] Received port after_create {{(pid=103366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:59:25.451157 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ba9d2c58-f646-4f26-bd63-e554d347bb6c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:25.462516 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2574ff41-795e-4b59-98f5-9130144f9eed admin admin] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:25.475415 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ba9d2c58-f646-4f26-bd63-e554d347bb6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:25.496167 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-29574708-077a-48b8-8c7c-436ad85ef359 None None] Provisioning complete for port 3da784af-3394-4c24-9c72-e6da8ac21863 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:59:25.496656 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-29574708-077a-48b8-8c7c-436ad85ef359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:25.508515 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-21364dc2-ab0f-4e26-ab47-1022bb371096 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks [] for port, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:25.531193 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-21364dc2-ab0f-4e26-ab47-1022bb371096 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:25.545057 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a137c74c-a9d2-4e95-8a0e-39edfa7e269e None None] Pushing event updated for resources: {'Port': ['ID=60d4467a-6284-43d5-af27-fb6817ca3195,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:59:25.563519 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-29574708-077a-48b8-8c7c-436ad85ef359 None None] Port 3da784af-3394-4c24-9c72-e6da8ac21863 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:59:25.567279 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 91339475-42bf-495f-a3f6-abd736a144af up at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:59:25.590339 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device d90f1e4f-5695-48d5-991d-17bd08f39583 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:59:25.632479 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2574ff41-795e-4b59-98f5-9130144f9eed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:25.642846 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-a137c74c-a9d2-4e95-8a0e-39edfa7e269e None None] Attempting to bind port 60d4467a-6284-43d5-af27-fb6817ca3195 on host n-d-818022-2 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:59:25.643585 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-a137c74c-a9d2-4e95-8a0e-39edfa7e269e None None] Attempting to bind port 60d4467a-6284-43d5-af27-fb6817ca3195 by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': '9c49e38e-b16f-49a8-a3ae-242cd93c2646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '7f8a82dc-a8af-48ad-9b92-31c29cf8649c'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:59:25.644113 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a137c74c-a9d2-4e95-8a0e-39edfa7e269e None None] Attempting to bind port 60d4467a-6284-43d5-af27-fb6817ca3195 on network 7f8a82dc-a8af-48ad-9b92-31c29cf8649c {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:59:25.658664 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a137c74c-a9d2-4e95-8a0e-39edfa7e269e None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 59, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:59:25.659427 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a137c74c-a9d2-4e95-8a0e-39edfa7e269e None None] Checking segment: {'id': '9c49e38e-b16f-49a8-a3ae-242cd93c2646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '7f8a82dc-a8af-48ad-9b92-31c29cf8649c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:59:25.659951 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9d2c58-f646-4f26-bd63-e554d347bb6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9236ef9-9597-4b97-96fa-13d08a318251,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:59:25.660439 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a137c74c-a9d2-4e95-8a0e-39edfa7e269e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:25.660550 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a137c74c-a9d2-4e95-8a0e-39edfa7e269e None None] Bound using segment: {'id': '9c49e38e-b16f-49a8-a3ae-242cd93c2646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '7f8a82dc-a8af-48ad-9b92-31c29cf8649c'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:59:25.660966 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-a137c74c-a9d2-4e95-8a0e-39edfa7e269e None None] Bound port: 60d4467a-6284-43d5-af27-fb6817ca3195, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c49e38e-b16f-49a8-a3ae-242cd93c2646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '7f8a82dc-a8af-48ad-9b92-31c29cf8649c'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:59:25.661358 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a137c74c-a9d2-4e95-8a0e-39edfa7e269e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:25.666129 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-ba9d2c58-f646-4f26-bd63-e554d347bb6c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=0bf8168e0ddc43e8b014616f213587f2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4714007 Nov 19 17:59:25.675166 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 44788) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:25.699339 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26d19ec-0eeb-4497-a525-41efafdcd025 req-420efc15-372e-4c34-863b-314582c49633 tempest-InstanceActionsTestJSON-788619329 tempest-InstanceActionsTestJSON-788619329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:59:25.701400 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b26d19ec-0eeb-4497-a525-41efafdcd025 req-420efc15-372e-4c34-863b-314582c49633 tempest-InstanceActionsTestJSON-788619329 tempest-InstanceActionsTestJSON-788619329-project] 10.222.0.54 "GET /v2.0/ports?device_id=1988dcc7-554c-41c1-9a5c-4cfc07bb7ea4 HTTP/1.1" status: 200 len: 945 time: 1.1003780 Nov 19 17:59:25.703619 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2574ff41-795e-4b59-98f5-9130144f9eed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:25.729305 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21364dc2-ab0f-4e26-ab47-1022bb371096 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Pushing event updated for resources: {'Port': ['ID=3da784af-3394-4c24-9c72-e6da8ac21863,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:59:25.747533 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-21364dc2-ab0f-4e26-ab47-1022bb371096 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-768529'] for router_interface, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:25.763553 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [None req-abfcb3bd-1b7b-4602-bdd7-47a13d7174fa tempest-FloatingIPNegativeTestJSON-1256960036 tempest-FloatingIPNegativeTestJSON-1256960036-project] Allocated IP 172.20.0.1 (7f8a82dc-a8af-48ad-9b92-31c29cf8649c/76b9bca4-d862-4950-83f6-d3f18fd19057/837af00d-91ea-445a-ab8c-e41134289ea3) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:59:25.785088 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 44790) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:25.785900 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-2574ff41-795e-4b59-98f5-9130144f9eed admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=71ea021da3c24afebfd616f6d4a39310&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5117288 Nov 19 17:59:25.908706 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2574ff41-795e-4b59-98f5-9130144f9eed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65694481-b06f-45b9-ac24-529522ed6c07,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:59:25.939163 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-e07cd8dc-8ca5-4465-9ad6-df35e8c87f0e tempest-TagsTest-445747129 tempest-TagsTest-445747129-project] 10.222.0.54 "DELETE /v2.0/networks/f6435485-248b-48f7-84c4-41e61e966fbb/tags/tempest-TagsTest-Tag-374184891 HTTP/1.1" status: 204 len: 168 time: 1.5967953 Nov 19 17:59:25.947666 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 44792) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:25.952653 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.tag.tag_plugin [None req-7fa8143b-ae7a-4ee0-8b0d-fd607c392ddb tempest-TagsTest-445747129 tempest-TagsTest-445747129-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'f6435485-248b-48f7-84c4-41e61e966fbb', 'tempest-TagsTest-Tag-374184891') {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:59:25.970044 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b26d19ec-0eeb-4497-a525-41efafdcd025 req-144fc759-cad4-4587-b3ce-697f33f15f9a tempest-InstanceActionsTestJSON-788619329 tempest-InstanceActionsTestJSON-788619329-project] 10.222.0.54 "GET /v2.0/security-groups?id=ecfed267-51cf-4a0b-9906-738023ee5b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2159777 Nov 19 17:59:25.991860 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b7c9e084-e8f7-44d3-8a66-4c33adb39bec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:26.062344 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b7c9e084-e8f7-44d3-8a66-4c33adb39bec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:26.081317 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port d90f1e4f-5695-48d5-991d-17bd08f39583 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:59:26.081801 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:26.107738 n-d-818022-2 neutron-server[103364]: INFO neutron.api.v2.resource [None req-7fa8143b-ae7a-4ee0-8b0d-fd607c392ddb tempest-TagsTest-445747129 tempest-TagsTest-445747129-project] show failed (client error): The resource could not be found. Nov 19 17:59:26.109148 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-7fa8143b-ae7a-4ee0-8b0d-fd607c392ddb tempest-TagsTest-445747129 tempest-TagsTest-445747129-project] 10.222.0.54 "GET /v2.0/networks/f6435485-248b-48f7-84c4-41e61e966fbb/tags/tempest-TagsTest-Tag-374184891 HTTP/1.1" status: 404 len: 325 time: 0.1601369 Nov 19 17:59:26.112563 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 44796) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:26.118087 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.tag.tag_plugin [None req-29cf620a-1b19-4600-9b1b-39af96c86b60 tempest-TagsTest-445747129 tempest-TagsTest-445747129-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'f6435485-248b-48f7-84c4-41e61e966fbb', 'tempest-TagsTest-Tag-2106818548') {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:59:26.131017 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning for port 91339475-42bf-495f-a3f6-abd736a144af completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 17:59:26.137682 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning complete for port 91339475-42bf-495f-a3f6-abd736a144af triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:59:26.138020 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:26.140429 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-a137c74c-a9d2-4e95-8a0e-39edfa7e269e None None] For port 60d4467a-6284-43d5-af27-fb6817ca3195, host n-d-818022-2, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:59:26.189900 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-a137c74c-a9d2-4e95-8a0e-39edfa7e269e None None] For port 60d4467a-6284-43d5-af27-fb6817ca3195, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=60d4467a-6284-43d5-af27-fb6817ca3195,segment=NetworkSegment(9c49e38e-b16f-49a8-a3ae-242cd93c2646),segment_id=9c49e38e-b16f-49a8-a3ae-242cd93c2646)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:59:26.194610 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b7c9e084-e8f7-44d3-8a66-4c33adb39bec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:26.197588 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b7c9e084-e8f7-44d3-8a66-4c33adb39bec admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:26.198982 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-b7c9e084-e8f7-44d3-8a66-4c33adb39bec admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f9236ef9-9597-4b97-96fa-13d08a318251 HTTP/1.1" status: 204 len: 168 time: 0.4963081 Nov 19 17:59:26.214151 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-abfcb3bd-1b7b-4602-bdd7-47a13d7174fa tempest-FloatingIPNegativeTestJSON-1256960036 tempest-FloatingIPNegativeTestJSON-1256960036-project] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:26.232657 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c9e084-e8f7-44d3-8a66-4c33adb39bec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9236ef9-9597-4b97-96fa-13d08a318251,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:59:26.272302 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-29cf620a-1b19-4600-9b1b-39af96c86b60 tempest-TagsTest-445747129 tempest-TagsTest-445747129-project] 10.222.0.54 "GET /v2.0/networks/f6435485-248b-48f7-84c4-41e61e966fbb/tags/tempest-TagsTest-Tag-2106818548 HTTP/1.1" status: 204 len: 168 time: 0.1554604 Nov 19 17:59:26.273020 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 44802) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:26.279710 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.tag.tag_plugin [None req-2d9c3e46-33ad-489d-9d8c-ab1cf45ec926 tempest-TagsTest-445747129 tempest-TagsTest-445747129-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'f6435485-248b-48f7-84c4-41e61e966fbb', 'tempest-TagsTest-Tag-314780472') {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:59:26.300279 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21364dc2-ab0f-4e26-ab47-1022bb371096 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Network ab66c724-61bf-410f-aef5-328addb3ebf7 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:59:26.306271 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-21364dc2-ab0f-4e26-ab47-1022bb371096 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:59:26.331476 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a137c74c-a9d2-4e95-8a0e-39edfa7e269e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:26.419586 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-2d9c3e46-33ad-489d-9d8c-ab1cf45ec926 tempest-TagsTest-445747129 tempest-TagsTest-445747129-project] 10.222.0.54 "GET /v2.0/networks/f6435485-248b-48f7-84c4-41e61e966fbb/tags/tempest-TagsTest-Tag-314780472 HTTP/1.1" status: 204 len: 168 time: 0.1452916 Nov 19 17:59:26.424643 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 44804) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:26.436114 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.tag.tag_plugin [None req-81782169-64cb-4bb2-aac4-ed78a949b538 tempest-TagsTest-445747129 tempest-TagsTest-445747129-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'f6435485-248b-48f7-84c4-41e61e966fbb') {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:59:26.449690 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-abfcb3bd-1b7b-4602-bdd7-47a13d7174fa tempest-FloatingIPNegativeTestJSON-1256960036 tempest-FloatingIPNegativeTestJSON-1256960036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:26.561116 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-51117f4c-f985-4a3f-9874-89f3efe07e8a req-b91130f7-71a4-400f-8462-34a088ffa710 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4e34aa3-c9da-43ec-a34a-37de5c74afc3 HTTP/1.1" status: 200 len: 210 time: 0.1277423 Nov 19 17:59:26.571426 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfcb3bd-1b7b-4602-bdd7-47a13d7174fa tempest-FloatingIPNegativeTestJSON-1256960036 tempest-FloatingIPNegativeTestJSON-1256960036-project] Pushing event updated for resources: {'Port': ['ID=837af00d-91ea-445a-ab8c-e41134289ea3,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:59:26.578898 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1206eb93-f043-42bf-bc91-e1d9428e963f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:26.595867 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a137c74c-a9d2-4e95-8a0e-39edfa7e269e None None] Pushing event updated for resources: {'Port': ['ID=60d4467a-6284-43d5-af27-fb6817ca3195,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:59:26.604568 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1206eb93-f043-42bf-bc91-e1d9428e963f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:26.623471 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:26.645537 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-81782169-64cb-4bb2-aac4-ed78a949b538 tempest-TagsTest-445747129 tempest-TagsTest-445747129-project] 10.222.0.54 "DELETE /v2.0/networks/f6435485-248b-48f7-84c4-41e61e966fbb/tags HTTP/1.1" status: 204 len: 168 time: 0.2190356 Nov 19 17:59:26.647742 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 44808) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:26.653503 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.tag.tag_plugin [None req-96190bdc-b2c1-4046-9bcf-f4b8543d8e83 tempest-TagsTest-445747129 tempest-TagsTest-445747129-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'f6435485-248b-48f7-84c4-41e61e966fbb', 'tempest-TagsTest-Tag-2106818548') {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:59:26.668804 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abfcb3bd-1b7b-4602-bdd7-47a13d7174fa tempest-FloatingIPNegativeTestJSON-1256960036 tempest-FloatingIPNegativeTestJSON-1256960036-project] Network 7f8a82dc-a8af-48ad-9b92-31c29cf8649c is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:59:26.682012 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 91339475-42bf-495f-a3f6-abd736a144af, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=91339475-42bf-495f-a3f6-abd736a144af,segment=NetworkSegment(591f60a9-435b-451f-84ce-998403ad1342),segment_id=591f60a9-435b-451f-84ce-998403ad1342)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:59:26.683126 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1988dcc7-554c-41c1-9a5c-4cfc07bb7ea4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91339475-42bf-495f-a3f6-abd736a144af'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:59:26.684773 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-abfcb3bd-1b7b-4602-bdd7-47a13d7174fa tempest-FloatingIPNegativeTestJSON-1256960036 tempest-FloatingIPNegativeTestJSON-1256960036-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:59:26.693403 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abfcb3bd-1b7b-4602-bdd7-47a13d7174fa tempest-FloatingIPNegativeTestJSON-1256960036 tempest-FloatingIPNegativeTestJSON-1256960036-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:59:26.694339 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3940761bcd94e032e6960d2241bd8993c5d3a7d8dc2aca8488f3ecf1d4dd2fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0430dbdc-6731-4fa8-b934-83387ec603ff" -d '{"events": [{"server_uuid": "1988dcc7-554c-41c1-9a5c-4cfc07bb7ea4", "name": "network-vif-plugged", "status": "completed", "tag": "91339475-42bf-495f-a3f6-abd736a144af"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:59:26.719090 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:26.768195 n-d-818022-2 neutron-server[103364]: INFO neutron.api.v2.resource [None req-96190bdc-b2c1-4046-9bcf-f4b8543d8e83 tempest-TagsTest-445747129 tempest-TagsTest-445747129-project] show failed (client error): The resource could not be found. Nov 19 17:59:26.772468 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-96190bdc-b2c1-4046-9bcf-f4b8543d8e83 tempest-TagsTest-445747129 tempest-TagsTest-445747129-project] 10.222.0.54 "GET /v2.0/networks/f6435485-248b-48f7-84c4-41e61e966fbb/tags/tempest-TagsTest-Tag-2106818548 HTTP/1.1" status: 404 len: 326 time: 0.1232915 Nov 19 17:59:26.775600 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 44812) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:26.795316 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.tag.tag_plugin [None req-8accc087-0a05-4606-ac33-73d8194a927e tempest-TagsTest-445747129 tempest-TagsTest-445747129-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'f6435485-248b-48f7-84c4-41e61e966fbb', 'tempest-TagsTest-Tag-314780472') {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:59:26.834420 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-abfcb3bd-1b7b-4602-bdd7-47a13d7174fa tempest-FloatingIPNegativeTestJSON-1256960036 tempest-FloatingIPNegativeTestJSON-1256960036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-671361'] for router_interface, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:26.851191 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:59:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92d22963-514a-4170-b789-2bcc312a4723 x-openstack-request-id: req-92d22963-514a-4170-b789-2bcc312a4723 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:59:26.851859 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1988dcc7-554c-41c1-9a5c-4cfc07bb7ea4", "name": "network-vif-plugged", "status": "completed", "tag": "91339475-42bf-495f-a3f6-abd736a144af", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:59:26.852288 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-92d22963-514a-4170-b789-2bcc312a4723 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:59:26.852846 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1988dcc7-554c-41c1-9a5c-4cfc07bb7ea4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91339475-42bf-495f-a3f6-abd736a144af', 'code': 200} Nov 19 17:59:26.932410 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21364dc2-ab0f-4e26-ab47-1022bb371096 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Router 39d79ab3-28d9-432f-83ce-602a80a468bd is scheduled to L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 with binding_index 1 {{(pid=103365) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 17:59:26.933760 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-c9faa981-359b-40f2-9439-d533fec5c262 None None] Provisioning complete for port 3da784af-3394-4c24-9c72-e6da8ac21863 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:59:26.934457 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-c9faa981-359b-40f2-9439-d533fec5c262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:26.977951 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=91339475-42bf-495f-a3f6-abd736a144af,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:59:26.995158 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1206eb93-f043-42bf-bc91-e1d9428e963f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:27.000005 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1206eb93-f043-42bf-bc91-e1d9428e963f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:27.001183 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-1206eb93-f043-42bf-bc91-e1d9428e963f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/65694481-b06f-45b9-ac24-529522ed6c07 HTTP/1.1" status: 204 len: 168 time: 1.2023444 Nov 19 17:59:27.004659 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-c9faa981-359b-40f2-9439-d533fec5c262 None None] Port 3da784af-3394-4c24-9c72-e6da8ac21863 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:59:27.009982 n-d-818022-2 neutron-server[103364]: INFO neutron.api.v2.resource [None req-8accc087-0a05-4606-ac33-73d8194a927e tempest-TagsTest-445747129 tempest-TagsTest-445747129-project] show failed (client error): The resource could not be found. Nov 19 17:59:27.011250 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-8accc087-0a05-4606-ac33-73d8194a927e tempest-TagsTest-445747129 tempest-TagsTest-445747129-project] 10.222.0.54 "GET /v2.0/networks/f6435485-248b-48f7-84c4-41e61e966fbb/tags/tempest-TagsTest-Tag-314780472 HTTP/1.1" status: 404 len: 325 time: 0.2346208 Nov 19 17:59:27.014098 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 44826) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:27.019471 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.tag.tag_plugin [None req-611e9b99-707f-4bb3-9392-2e412110cbe7 tempest-TagsTest-445747129 tempest-TagsTest-445747129-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'f6435485-248b-48f7-84c4-41e61e966fbb') {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:59:27.123212 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-611e9b99-707f-4bb3-9392-2e412110cbe7 tempest-TagsTest-445747129 tempest-TagsTest-445747129-project] 10.222.0.54 "DELETE /v2.0/networks/f6435485-248b-48f7-84c4-41e61e966fbb/tags HTTP/1.1" status: 204 len: 168 time: 0.1075020 Nov 19 17:59:27.126791 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 44830) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:27.170601 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1206eb93-f043-42bf-bc91-e1d9428e963f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65694481-b06f-45b9-ac24-529522ed6c07,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:59:27.248987 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21364dc2-ab0f-4e26-ab47-1022bb371096 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 17:59:27.258061 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a926dca-9960-4071-ae7e-eb0516fa7567 req-1f01fc22-6d71-4739-9158-fc20ad35217c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:59:27.260078 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0a926dca-9960-4071-ae7e-eb0516fa7567 req-1f01fc22-6d71-4739-9158-fc20ad35217c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=1988dcc7-554c-41c1-9a5c-4cfc07bb7ea4 HTTP/1.1" status: 200 len: 1097 time: 0.3294964 Nov 19 17:59:27.266481 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec8f48e5-4aec-4956-a2e5-71f740663eb0 None None] Sync routers for ids ['39d79ab3-28d9-432f-83ce-602a80a468bd'] in n-d-818022-2 {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 17:59:27.267034 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 44834) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:27.268401 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-21364dc2-ab0f-4e26-ab47-1022bb371096 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] 10.222.0.54 "PUT /v2.0/routers/39d79ab3-28d9-432f-83ce-602a80a468bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3201029 Nov 19 17:59:27.284524 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec8f48e5-4aec-4956-a2e5-71f740663eb0 None None] Routers {'39d79ab3-28d9-432f-83ce-602a80a468bd'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:59:27.285169 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-ec8f48e5-4aec-4956-a2e5-71f740663eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:59:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['39d79ab3-28d9-432f-83ce-602a80a468bd'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:59:27.334327 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53375b89-9318-4af7-a3a3-37ba90d6ddcd req-1663f96d-994c-4b53-9825-95aee360eb17 tempest-InstanceActionsTestJSON-788619329 tempest-InstanceActionsTestJSON-788619329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:59:27.336789 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-53375b89-9318-4af7-a3a3-37ba90d6ddcd req-1663f96d-994c-4b53-9825-95aee360eb17 tempest-InstanceActionsTestJSON-788619329 tempest-InstanceActionsTestJSON-788619329-project] 10.222.0.54 "GET /v2.0/ports?device_id=1988dcc7-554c-41c1-9a5c-4cfc07bb7ea4 HTTP/1.1" status: 200 len: 946 time: 0.1676087 Nov 19 17:59:27.339649 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-abfcb3bd-1b7b-4602-bdd7-47a13d7174fa tempest-FloatingIPNegativeTestJSON-1256960036 tempest-FloatingIPNegativeTestJSON-1256960036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:27.373796 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-31723c2b-4587-444e-931a-63d2d404a120 tempest-TagsTest-445747129 tempest-TagsTest-445747129-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:27.409093 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97e30073-ea72-4ca1-88e0-68350f15dc9e tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:59:27.411172 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-97e30073-ea72-4ca1-88e0-68350f15dc9e tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] 10.222.0.54 "GET /v2.0/ports/3da784af-3394-4c24-9c72-e6da8ac21863 HTTP/1.1" status: 200 len: 910 time: 0.1430578 Nov 19 17:59:27.447913 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 44840) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:27.614899 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-ec8f48e5-4aec-4956-a2e5-71f740663eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:59:27.649252 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 60d4467a-6284-43d5-af27-fb6817ca3195 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:59:27.650259 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec8f48e5-4aec-4956-a2e5-71f740663eb0 None None] Routers {'39d79ab3-28d9-432f-83ce-602a80a468bd'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:59:27.651466 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-ec8f48e5-4aec-4956-a2e5-71f740663eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:59:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['39d79ab3-28d9-432f-83ce-602a80a468bd'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:59:27.691986 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-ec8f48e5-4aec-4956-a2e5-71f740663eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:59:27.692867 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec8f48e5-4aec-4956-a2e5-71f740663eb0 None None] The sync data for ids ['39d79ab3-28d9-432f-83ce-602a80a468bd'] in n-d-818022-2 is: [] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 17:59:27.728644 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0a926dca-9960-4071-ae7e-eb0516fa7567 req-bd66770c-426a-4514-95f2-ca951397943b service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=ecfed267-51cf-4a0b-9906-738023ee5b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4303603 Nov 19 17:59:27.772558 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-53375b89-9318-4af7-a3a3-37ba90d6ddcd req-b1b06deb-c967-4d39-8cab-bd166b518b91 tempest-InstanceActionsTestJSON-788619329 tempest-InstanceActionsTestJSON-788619329-project] 10.222.0.54 "GET /v2.0/security-groups?id=ecfed267-51cf-4a0b-9906-738023ee5b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4262812 Nov 19 17:59:27.843002 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 60d4467a-6284-43d5-af27-fb6817ca3195 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:59:27.843388 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:27.866827 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-abfcb3bd-1b7b-4602-bdd7-47a13d7174fa tempest-FloatingIPNegativeTestJSON-1256960036 tempest-FloatingIPNegativeTestJSON-1256960036-project] Publish callbacks [] for port, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:27.882893 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-abfcb3bd-1b7b-4602-bdd7-47a13d7174fa tempest-FloatingIPNegativeTestJSON-1256960036 tempest-FloatingIPNegativeTestJSON-1256960036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:27.933155 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-31723c2b-4587-444e-931a-63d2d404a120 tempest-TagsTest-445747129 tempest-TagsTest-445747129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:27.977799 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-31723c2b-4587-444e-931a-63d2d404a120 tempest-TagsTest-445747129 tempest-TagsTest-445747129-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6435485-248b-48f7-84c4-41e61e966fbb']}} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:59:27.987674 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:28.030521 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-31723c2b-4587-444e-931a-63d2d404a120 tempest-TagsTest-445747129 tempest-TagsTest-445747129-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b20b9336-b47b-4e0c-ab62-823f859581a8') {'for_net_delete': True} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:59:28.030826 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-31723c2b-4587-444e-931a-63d2d404a120 tempest-TagsTest-445747129 tempest-TagsTest-445747129-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b20b9336-b47b-4e0c-ab62-823f859581a8') {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:59:28.059977 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] For port 60d4467a-6284-43d5-af27-fb6817ca3195, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=60d4467a-6284-43d5-af27-fb6817ca3195,segment=NetworkSegment(9c49e38e-b16f-49a8-a3ae-242cd93c2646),segment_id=9c49e38e-b16f-49a8-a3ae-242cd93c2646)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:59:28.060552 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-31723c2b-4587-444e-931a-63d2d404a120 tempest-TagsTest-445747129 tempest-TagsTest-445747129-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417396'] for segment, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:28.066461 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-abfcb3bd-1b7b-4602-bdd7-47a13d7174fa tempest-FloatingIPNegativeTestJSON-1256960036 tempest-FloatingIPNegativeTestJSON-1256960036-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-768529'] for router_interface, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:28.070948 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfcb3bd-1b7b-4602-bdd7-47a13d7174fa tempest-FloatingIPNegativeTestJSON-1256960036 tempest-FloatingIPNegativeTestJSON-1256960036-project] Pushing event updated for resources: {'Port': ['ID=837af00d-91ea-445a-ab8c-e41134289ea3,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:59:28.083918 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:28.111180 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-31723c2b-4587-444e-931a-63d2d404a120 tempest-TagsTest-445747129 tempest-TagsTest-445747129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:28.124990 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31723c2b-4587-444e-931a-63d2d404a120 tempest-TagsTest-445747129 tempest-TagsTest-445747129-project] Releasing vlan 689 on physical network physnet1 to pool {{(pid=103364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 17:59:28.125382 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-31723c2b-4587-444e-931a-63d2d404a120 tempest-TagsTest-445747129 tempest-TagsTest-445747129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12425183'] for segment, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:28.236713 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Pushing event updated for resources: {'Port': ['ID=60d4467a-6284-43d5-af27-fb6817ca3195,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:59:28.276444 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cb83d6d-c1bf-4d94-993f-30982fd537a5 None None] Network 7f8a82dc-a8af-48ad-9b92-31c29cf8649c requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:59:28.297151 n-d-818022-2 neutron-server[103364]: Traceback (most recent call last): Nov 19 17:59:28.297151 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 17:59:28.297151 n-d-818022-2 neutron-server[103364]: timer() Nov 19 17:59:28.297151 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 17:59:28.297151 n-d-818022-2 neutron-server[103364]: cb(*args, **kw) Nov 19 17:59:28.297151 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 17:59:28.297151 n-d-818022-2 neutron-server[103364]: return func(*args, **kwargs) Nov 19 17:59:28.297151 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 17:59:28.297151 n-d-818022-2 neutron-server[103364]: self._notify() Nov 19 17:59:28.297151 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 17:59:28.297151 n-d-818022-2 neutron-server[103364]: self.callback(batched_events) Nov 19 17:59:28.297151 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 17:59:28.297151 n-d-818022-2 neutron-server[103364]: event.method(event) Nov 19 17:59:28.297151 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 17:59:28.297151 n-d-818022-2 neutron-server[103364]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 17:59:28.297151 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 17:59:28.297151 n-d-818022-2 neutron-server[103364]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 17:59:28.297151 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 17:59:28.297151 n-d-818022-2 neutron-server[103364]: return f(self, *a, **k) Nov 19 17:59:28.297151 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 17:59:28.297151 n-d-818022-2 neutron-server[103364]: return self._get(url).json() Nov 19 17:59:28.297151 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 17:59:28.297151 n-d-818022-2 neutron-server[103364]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 17:59:28.297151 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 17:59:28.297151 n-d-818022-2 neutron-server[103364]: return self.request(url, 'GET', **kwargs) Nov 19 17:59:28.297151 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 17:59:28.297151 n-d-818022-2 neutron-server[103364]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 17:59:28.297151 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 17:59:28.297151 n-d-818022-2 neutron-server[103364]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 17:59:28.297151 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 17:59:28.297151 n-d-818022-2 neutron-server[103364]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 17:59:28.297151 n-d-818022-2 neutron-server[103364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 17:59:28.371421 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-5fb93514-6c7d-444f-ad1d-5b43b9c53ade req-5fa639f3-77c7-4ee2-aee0-0bd5430e9d57 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4e34aa3-c9da-43ec-a34a-37de5c74afc3 HTTP/1.1" status: 200 len: 210 time: 0.3972287 Nov 19 17:59:28.445185 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-85793591-6ba6-43e9-9bd3-45bc6a9614ef None None] Provisioning complete for port 60d4467a-6284-43d5-af27-fb6817ca3195 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:59:28.445609 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-85793591-6ba6-43e9-9bd3-45bc6a9614ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:28.597238 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-31723c2b-4587-444e-931a-63d2d404a120 tempest-TagsTest-445747129 tempest-TagsTest-445747129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671242'] for network, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:28.616865 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-31723c2b-4587-444e-931a-63d2d404a120 tempest-TagsTest-445747129 tempest-TagsTest-445747129-project] Publish callbacks [] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:28.622464 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abfcb3bd-1b7b-4602-bdd7-47a13d7174fa tempest-FloatingIPNegativeTestJSON-1256960036 tempest-FloatingIPNegativeTestJSON-1256960036-project] Network 7f8a82dc-a8af-48ad-9b92-31c29cf8649c is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:59:28.624229 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-abfcb3bd-1b7b-4602-bdd7-47a13d7174fa tempest-FloatingIPNegativeTestJSON-1256960036 tempest-FloatingIPNegativeTestJSON-1256960036-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:59:28.628119 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-31723c2b-4587-444e-931a-63d2d404a120 tempest-TagsTest-445747129 tempest-TagsTest-445747129-project] 10.222.0.54 "DELETE /v2.0/networks/f6435485-248b-48f7-84c4-41e61e966fbb HTTP/1.1" status: 204 len: 168 time: 1.4979210 Nov 19 17:59:28.662196 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31723c2b-4587-444e-931a-63d2d404a120 tempest-TagsTest-445747129 tempest-TagsTest-445747129-project] Pushing event deleted for resources: {'Network': ['ID=f6435485-248b-48f7-84c4-41e61e966fbb,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:59:28.953396 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f5a34c66-77e6-4243-8910-6465fd02a258 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-768564'] for router_interface, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:29.055662 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0bc13b-94bf-4420-8408-b829528b92d4 req-cac6a58d-3e87-431f-9ca1-8b1c7cd66dbf tempest-InstanceActionsTestJSON-788619329 tempest-InstanceActionsTestJSON-788619329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:59:29.063431 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4c0bc13b-94bf-4420-8408-b829528b92d4 req-cac6a58d-3e87-431f-9ca1-8b1c7cd66dbf tempest-InstanceActionsTestJSON-788619329 tempest-InstanceActionsTestJSON-788619329-project] 10.222.0.54 "GET /v2.0/ports?device_id=1988dcc7-554c-41c1-9a5c-4cfc07bb7ea4 HTTP/1.1" status: 200 len: 946 time: 0.1507175 Nov 19 17:59:29.082426 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abfcb3bd-1b7b-4602-bdd7-47a13d7174fa tempest-FloatingIPNegativeTestJSON-1256960036 tempest-FloatingIPNegativeTestJSON-1256960036-project] Router 2f9dde3f-7d86-4528-9ea6-df616b508ff1 is scheduled to L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 with binding_index 1 {{(pid=103365) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 17:59:29.141671 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 44888) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:29.257765 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4c0bc13b-94bf-4420-8408-b829528b92d4 req-eaaeb9fd-44de-48e7-b52b-a0214cb979a8 tempest-InstanceActionsTestJSON-788619329 tempest-InstanceActionsTestJSON-788619329-project] 10.222.0.54 "GET /v2.0/security-groups?id=ecfed267-51cf-4a0b-9906-738023ee5b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932790 Nov 19 17:59:29.296344 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-386ce7c1-73cc-41ef-bd66-ce300b0ac12b None None] Provisioning complete for port 60d4467a-6284-43d5-af27-fb6817ca3195 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:59:29.296796 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-386ce7c1-73cc-41ef-bd66-ce300b0ac12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:29.300450 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abfcb3bd-1b7b-4602-bdd7-47a13d7174fa tempest-FloatingIPNegativeTestJSON-1256960036 tempest-FloatingIPNegativeTestJSON-1256960036-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 17:59:29.321747 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-abfcb3bd-1b7b-4602-bdd7-47a13d7174fa tempest-FloatingIPNegativeTestJSON-1256960036 tempest-FloatingIPNegativeTestJSON-1256960036-project] 10.222.0.54 "PUT /v2.0/routers/2f9dde3f-7d86-4528-9ea6-df616b508ff1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3178732 Nov 19 17:59:29.326760 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 44898) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:29.341398 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-fbb20be0-c0f0-4e62-87dc-1215bf1e8aaa tempest-FloatingIPNegativeTestJSON-1256960036 tempest-FloatingIPNegativeTestJSON-1256960036-project] Request body: {'port': {'network_id': '7f8a82dc-a8af-48ad-9b92-31c29cf8649c', 'name': 'tempest-FloatingIPNegativeTestJSON-2104613608'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:59:29.369552 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ab5d774-bb11-40ef-8452-be021092b896 None None] Sync routers for ids ['2f9dde3f-7d86-4528-9ea6-df616b508ff1'] in n-d-818022-2 {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 17:59:29.456683 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ab5d774-bb11-40ef-8452-be021092b896 None None] Routers {'2f9dde3f-7d86-4528-9ea6-df616b508ff1'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:59:29.460413 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-4ab5d774-bb11-40ef-8452-be021092b896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:59:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['2f9dde3f-7d86-4528-9ea6-df616b508ff1'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:59:29.570360 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-4ab5d774-bb11-40ef-8452-be021092b896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:59:29.626232 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 60d4467a-6284-43d5-af27-fb6817ca3195 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:59:29.653452 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b2e3f34c-912a-44f9-a053-17b6934bab93 req-783bb239-6081-4685-a685-d566194873ad tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4e34aa3-c9da-43ec-a34a-37de5c74afc3 HTTP/1.1" status: 200 len: 210 time: 0.0586619 Nov 19 17:59:29.705074 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ab5d774-bb11-40ef-8452-be021092b896 None None] Routers {'2f9dde3f-7d86-4528-9ea6-df616b508ff1'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:59:29.706064 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-4ab5d774-bb11-40ef-8452-be021092b896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:59:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['2f9dde3f-7d86-4528-9ea6-df616b508ff1'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:59:29.709340 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbb20be0-c0f0-4e62-87dc-1215bf1e8aaa tempest-FloatingIPNegativeTestJSON-1256960036 tempest-FloatingIPNegativeTestJSON-1256960036-project] Made reservation on behalf of f6134cabdd604056b9b4ae88de26cf22 for: {'port': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:59:29.715287 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-fbb20be0-c0f0-4e62-87dc-1215bf1e8aaa tempest-FloatingIPNegativeTestJSON-1256960036 tempest-FloatingIPNegativeTestJSON-1256960036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:29.726072 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-f5a34c66-77e6-4243-8910-6465fd02a258 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Deleting port 3da784af-3394-4c24-9c72-e6da8ac21863 {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:59:29.726478 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f5a34c66-77e6-4243-8910-6465fd02a258 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:29.756428 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [None req-fbb20be0-c0f0-4e62-87dc-1215bf1e8aaa tempest-FloatingIPNegativeTestJSON-1256960036 tempest-FloatingIPNegativeTestJSON-1256960036-project] device_id is not set on port be057449-ebf3-4e0a-80f4-e5a8da62ef62 yet. {{(pid=103365) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 17:59:29.882427 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-4ab5d774-bb11-40ef-8452-be021092b896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:59:29.883465 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ab5d774-bb11-40ef-8452-be021092b896 None None] The sync data for ids ['2f9dde3f-7d86-4528-9ea6-df616b508ff1'] in n-d-818022-2 is: [] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 17:59:29.975302 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-6e103fb9-a880-4b56-a62f-3e30c04e1665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:30.006408 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-9c88c559-d1f3-4c96-b2b4-a37835bd75d6 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=973b4148e0fb4733842bcff9e7d930ac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8556972 Nov 19 17:59:30.010723 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 44916) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:30.040578 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0504fa90-694f-42e9-9bc0-69a53525bd32 req-ec918cab-6e19-43ff-8a34-4aaf72a9c27a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:59:30.042620 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0504fa90-694f-42e9-9bc0-69a53525bd32 req-ec918cab-6e19-43ff-8a34-4aaf72a9c27a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8517a9fb972345c1b184e5f66a130821&device_id=1988dcc7-554c-41c1-9a5c-4cfc07bb7ea4 HTTP/1.1" status: 200 len: 1097 time: 0.1539066 Nov 19 17:59:30.060557 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 60d4467a-6284-43d5-af27-fb6817ca3195 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:59:30.061320 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:30.172649 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-386ce7c1-73cc-41ef-bd66-ce300b0ac12b None None] Provisioning complete for port 837af00d-91ea-445a-ab8c-e41134289ea3 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:59:30.175185 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-386ce7c1-73cc-41ef-bd66-ce300b0ac12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:30.258483 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0504fa90-694f-42e9-9bc0-69a53525bd32 req-ac5dd1ec-5a1c-43c6-b303-9c4cff771837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:59:30.260297 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0504fa90-694f-42e9-9bc0-69a53525bd32 req-ac5dd1ec-5a1c-43c6-b303-9c4cff771837 service neutron] 10.222.0.60 "GET /v2.0/networks?id=7f3fac13-1a08-47a6-a35d-1ad5babd8f72 HTTP/1.1" status: 200 len: 915 time: 0.2081559 Nov 19 17:59:30.266190 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-386ce7c1-73cc-41ef-bd66-ce300b0ac12b None None] Port 837af00d-91ea-445a-ab8c-e41134289ea3 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:59:30.289827 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f5a34c66-77e6-4243-8910-6465fd02a258 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:30.305328 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-f5a34c66-77e6-4243-8910-6465fd02a258 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Calling delete_port for 3da784af-3394-4c24-9c72-e6da8ac21863 owned by network:router_interface {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:59:30.333064 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114da2fc-5e40-4fe9-8d89-0d39f89e0e73 req-12c02ab3-182d-496f-b7d9-f28a954aca5e tempest-InstanceActionsTestJSON-788619329 tempest-InstanceActionsTestJSON-788619329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:59:30.335570 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-114da2fc-5e40-4fe9-8d89-0d39f89e0e73 req-12c02ab3-182d-496f-b7d9-f28a954aca5e tempest-InstanceActionsTestJSON-788619329 tempest-InstanceActionsTestJSON-788619329-project] 10.222.0.54 "GET /v2.0/ports?device_id=1988dcc7-554c-41c1-9a5c-4cfc07bb7ea4 HTTP/1.1" status: 200 len: 946 time: 0.3432009 Nov 19 17:59:30.339308 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0504fa90-694f-42e9-9bc0-69a53525bd32 req-5e9e210e-205c-47bd-937e-1d6253bf3f3d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=91339475-42bf-495f-a3f6-abd736a144af HTTP/1.1" status: 200 len: 217 time: 0.0653977 Nov 19 17:59:30.362529 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [None req-fbb20be0-c0f0-4e62-87dc-1215bf1e8aaa tempest-FloatingIPNegativeTestJSON-1256960036 tempest-FloatingIPNegativeTestJSON-1256960036-project] Allocated IP 172.20.0.12 (7f8a82dc-a8af-48ad-9b92-31c29cf8649c/76b9bca4-d862-4950-83f6-d3f18fd19057/be057449-ebf3-4e0a-80f4-e5a8da62ef62) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:59:30.391359 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-61fd5eed-25db-423e-8898-81c94f949aa1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:30.407834 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-a0646867-e972-4288-9d11-3d4ed6fa0208 None None] Provisioning complete for port 837af00d-91ea-445a-ab8c-e41134289ea3 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:59:30.408562 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a0646867-e972-4288-9d11-3d4ed6fa0208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:30.488896 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-a0646867-e972-4288-9d11-3d4ed6fa0208 None None] Port 837af00d-91ea-445a-ab8c-e41134289ea3 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:59:30.497911 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-61fd5eed-25db-423e-8898-81c94f949aa1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:30.586722 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0504fa90-694f-42e9-9bc0-69a53525bd32 req-afe25040-98bd-4e81-9b5b-93d74841bbe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:59:30.590108 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0504fa90-694f-42e9-9bc0-69a53525bd32 req-afe25040-98bd-4e81-9b5b-93d74841bbe2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=02026288-4d0d-40db-8d6d-142379a10f71 HTTP/1.1" status: 200 len: 854 time: 0.0660398 Nov 19 17:59:30.614533 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-114da2fc-5e40-4fe9-8d89-0d39f89e0e73 req-e4a32c6f-f3fb-4e47-a2fd-03ee38760a0c tempest-InstanceActionsTestJSON-788619329 tempest-InstanceActionsTestJSON-788619329-project] 10.222.0.54 "GET /v2.0/security-groups?id=ecfed267-51cf-4a0b-9906-738023ee5b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2389517 Nov 19 17:59:30.642145 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0504fa90-694f-42e9-9bc0-69a53525bd32 req-a112fa84-b24d-4db4-9981-2b04345e7a3f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7f3fac13-1a08-47a6-a35d-1ad5babd8f72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418091 Nov 19 17:59:30.769006 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-61fd5eed-25db-423e-8898-81c94f949aa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:30.774026 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-61fd5eed-25db-423e-8898-81c94f949aa1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:30.779039 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-61fd5eed-25db-423e-8898-81c94f949aa1 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/5926d445-22a5-4c20-b02d-adf23155191a HTTP/1.1" status: 204 len: 168 time: 0.7405291 Nov 19 17:59:30.792965 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-fbb20be0-c0f0-4e62-87dc-1215bf1e8aaa tempest-FloatingIPNegativeTestJSON-1256960036 tempest-FloatingIPNegativeTestJSON-1256960036-project] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:30.823962 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fd5eed-25db-423e-8898-81c94f949aa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5926d445-22a5-4c20-b02d-adf23155191a,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:59:30.839100 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f5a34c66-77e6-4243-8910-6465fd02a258 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:30.878301 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-11013e55-3b39-4574-b847-d809cb64cc3c req-56c2522d-841f-4286-ac76-038c69c1cf2d tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4e34aa3-c9da-43ec-a34a-37de5c74afc3 HTTP/1.1" status: 200 len: 210 time: 0.0574799 Nov 19 17:59:30.894159 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0504fa90-694f-42e9-9bc0-69a53525bd32 req-c7014318-eb5b-4d4f-bda8-b5b7df7849c7 service neutron] 10.222.0.60 "GET /v2.0/networks/7f3fac13-1a08-47a6-a35d-1ad5babd8f72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2378483 Nov 19 17:59:30.963246 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a34c66-77e6-4243-8910-6465fd02a258 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Pushing event deleted for resources: {'Port': ['ID=3da784af-3394-4c24-9c72-e6da8ac21863,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:59:31.109312 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-fbb20be0-c0f0-4e62-87dc-1215bf1e8aaa tempest-FloatingIPNegativeTestJSON-1256960036 tempest-FloatingIPNegativeTestJSON-1256960036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:31.194333 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f5a34c66-77e6-4243-8910-6465fd02a258 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-768648'] for router_interface, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:31.318856 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbb20be0-c0f0-4e62-87dc-1215bf1e8aaa tempest-FloatingIPNegativeTestJSON-1256960036 tempest-FloatingIPNegativeTestJSON-1256960036-project] Network 7f8a82dc-a8af-48ad-9b92-31c29cf8649c is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:59:31.334326 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0504fa90-694f-42e9-9bc0-69a53525bd32 req-ae66169b-3851-4fbc-b888-5852bf05ebc6 service neutron] 10.222.0.60 "GET /v2.0/networks/7f3fac13-1a08-47a6-a35d-1ad5babd8f72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4260278 Nov 19 17:59:31.350485 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb20be0-c0f0-4e62-87dc-1215bf1e8aaa tempest-FloatingIPNegativeTestJSON-1256960036 tempest-FloatingIPNegativeTestJSON-1256960036-project] Pushing event updated for resources: {'Port': ['ID=be057449-ebf3-4e0a-80f4-e5a8da62ef62,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:59:31.363183 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-fbb20be0-c0f0-4e62-87dc-1215bf1e8aaa tempest-FloatingIPNegativeTestJSON-1256960036 tempest-FloatingIPNegativeTestJSON-1256960036-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:59:31.366059 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb20be0-c0f0-4e62-87dc-1215bf1e8aaa tempest-FloatingIPNegativeTestJSON-1256960036 tempest-FloatingIPNegativeTestJSON-1256960036-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:59:31.479047 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbb20be0-c0f0-4e62-87dc-1215bf1e8aaa tempest-FloatingIPNegativeTestJSON-1256960036 tempest-FloatingIPNegativeTestJSON-1256960036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:59:31.479697 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-fbb20be0-c0f0-4e62-87dc-1215bf1e8aaa tempest-FloatingIPNegativeTestJSON-1256960036 tempest-FloatingIPNegativeTestJSON-1256960036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:31.522072 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-fbb20be0-c0f0-4e62-87dc-1215bf1e8aaa tempest-FloatingIPNegativeTestJSON-1256960036 tempest-FloatingIPNegativeTestJSON-1256960036-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1896155 Nov 19 17:59:31.522072 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 44970) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:31.526499 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-41a011d6-1b1a-4f63-b51b-00a2dfed5837 tempest-FloatingIPNegativeTestJSON-1256960036 tempest-FloatingIPNegativeTestJSON-1256960036-project] Request body: {'floatingip': {'floating_network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:59:31.586650 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-41a011d6-1b1a-4f63-b51b-00a2dfed5837 tempest-FloatingIPNegativeTestJSON-1256960036 tempest-FloatingIPNegativeTestJSON-1256960036-project] Publish callbacks [] for floatingip, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:31.639819 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5a34c66-77e6-4243-8910-6465fd02a258 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Router 39d79ab3-28d9-432f-83ce-602a80a468bd has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 17:59:31.789189 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5a34c66-77e6-4243-8910-6465fd02a258 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 17:59:31.803522 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e15d3493-7641-4e1a-9e0c-e7279823315c None None] Sync routers for ids ['39d79ab3-28d9-432f-83ce-602a80a468bd'] in n-d-818022-2 {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 17:59:31.832191 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e15d3493-7641-4e1a-9e0c-e7279823315c None None] Routers {'39d79ab3-28d9-432f-83ce-602a80a468bd'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:59:31.844965 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-e15d3493-7641-4e1a-9e0c-e7279823315c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:59:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['39d79ab3-28d9-432f-83ce-602a80a468bd'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:59:31.856667 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-39fd6927-cce9-4606-80dc-f5b509f41c59 None None] Provisioning complete for port be057449-ebf3-4e0a-80f4-e5a8da62ef62 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:59:31.860052 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-39fd6927-cce9-4606-80dc-f5b509f41c59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:31.886579 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-41a011d6-1b1a-4f63-b51b-00a2dfed5837 tempest-FloatingIPNegativeTestJSON-1256960036 tempest-FloatingIPNegativeTestJSON-1256960036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:31.887430 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-f5a34c66-77e6-4243-8910-6465fd02a258 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] 10.222.0.54 "PUT /v2.0/routers/39d79ab3-28d9-432f-83ce-602a80a468bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4350224 Nov 19 17:59:31.887430 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 44986) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:31.940531 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-39fd6927-cce9-4606-80dc-f5b509f41c59 None None] Port be057449-ebf3-4e0a-80f4-e5a8da62ef62 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:59:32.018258 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-e15d3493-7641-4e1a-9e0c-e7279823315c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:59:32.030594 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ed8661c9-e2e4-4dc7-b2e8-8459624a4d1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:32.069073 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e15d3493-7641-4e1a-9e0c-e7279823315c None None] Routers {'39d79ab3-28d9-432f-83ce-602a80a468bd'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:59:32.077075 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-e15d3493-7641-4e1a-9e0c-e7279823315c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:59:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['39d79ab3-28d9-432f-83ce-602a80a468bd'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:59:32.105202 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-1b8902c8-a129-48f5-a6c5-3b3841e1bc0c tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] 10.222.0.54 "GET /v2.0/ports?device_id=39d79ab3-28d9-432f-83ce-602a80a468bd HTTP/1.1" status: 200 len: 205 time: 0.2138016 Nov 19 17:59:32.106616 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 45002) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:32.115942 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-e15d3493-7641-4e1a-9e0c-e7279823315c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:59:32.117192 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e15d3493-7641-4e1a-9e0c-e7279823315c None None] The sync data for ids ['39d79ab3-28d9-432f-83ce-602a80a468bd'] in n-d-818022-2 is: [] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 17:59:32.184592 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f6c18b7f-5426-47fb-aa89-6a7f2d231db9 req-8a8b2239-3533-40ec-af8d-759836f56510 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4e34aa3-c9da-43ec-a34a-37de5c74afc3 HTTP/1.1" status: 200 len: 210 time: 0.0571983 Nov 19 17:59:32.268520 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [None req-41a011d6-1b1a-4f63-b51b-00a2dfed5837 tempest-FloatingIPNegativeTestJSON-1256960036 tempest-FloatingIPNegativeTestJSON-1256960036-project] Allocated IP 172.25.7.162 (645e61aa-1a6c-4e8f-857e-ab06edb4897f/88ed2d64-f56d-4f01-a468-946e01c99e82/b6abe499-1046-47ae-98f8-8c938e789321) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:59:32.347999 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-58c25acb-0014-4fcc-94b6-f7b8ac928d03 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks [] for router, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:32.414295 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-41a011d6-1b1a-4f63-b51b-00a2dfed5837 tempest-FloatingIPNegativeTestJSON-1256960036 tempest-FloatingIPNegativeTestJSON-1256960036-project] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:32.468182 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-41a011d6-1b1a-4f63-b51b-00a2dfed5837 tempest-FloatingIPNegativeTestJSON-1256960036 tempest-FloatingIPNegativeTestJSON-1256960036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:32.532158 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41a011d6-1b1a-4f63-b51b-00a2dfed5837 tempest-FloatingIPNegativeTestJSON-1256960036 tempest-FloatingIPNegativeTestJSON-1256960036-project] Network 645e61aa-1a6c-4e8f-857e-ab06edb4897f is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:59:32.538053 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-41a011d6-1b1a-4f63-b51b-00a2dfed5837 tempest-FloatingIPNegativeTestJSON-1256960036 tempest-FloatingIPNegativeTestJSON-1256960036-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:59:32.543216 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a011d6-1b1a-4f63-b51b-00a2dfed5837 tempest-FloatingIPNegativeTestJSON-1256960036 tempest-FloatingIPNegativeTestJSON-1256960036-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:59:32.594328 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a011d6-1b1a-4f63-b51b-00a2dfed5837 tempest-FloatingIPNegativeTestJSON-1256960036 tempest-FloatingIPNegativeTestJSON-1256960036-project] Pushing event updated for resources: {'Port': ['ID=b6abe499-1046-47ae-98f8-8c938e789321,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:59:32.723572 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-41a011d6-1b1a-4f63-b51b-00a2dfed5837 tempest-FloatingIPNegativeTestJSON-1256960036 tempest-FloatingIPNegativeTestJSON-1256960036-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:32.820595 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-41a011d6-1b1a-4f63-b51b-00a2dfed5837 tempest-FloatingIPNegativeTestJSON-1256960036 tempest-FloatingIPNegativeTestJSON-1256960036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:33.074335 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-58c25acb-0014-4fcc-94b6-f7b8ac928d03 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4696'] for router, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:33.077058 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-58c25acb-0014-4fcc-94b6-f7b8ac928d03 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:33.119417 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 45042) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:33.123111 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [-] 10.222.0.54 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0027251 Nov 19 17:59:33.129040 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 45044) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:33.164102 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e46ecc5a-dc14-4744-b262-3072ff2e958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:33.176333 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-58c25acb-0014-4fcc-94b6-f7b8ac928d03 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-543895'] for router, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:33.176884 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58c25acb-0014-4fcc-94b6-f7b8ac928d03 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Fanout notify agent at l3_agent the message router_deleted on router 39d79ab3-28d9-432f-83ce-602a80a468bd {{(pid=103364) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 17:59:33.184033 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-58c25acb-0014-4fcc-94b6-f7b8ac928d03 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks [] for router, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:33.185137 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-58c25acb-0014-4fcc-94b6-f7b8ac928d03 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] 10.222.0.54 "DELETE /v2.0/routers/39d79ab3-28d9-432f-83ce-602a80a468bd HTTP/1.1" status: 204 len: 168 time: 1.0716007 Nov 19 17:59:33.187832 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 45048) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:33.191359 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-41a011d6-1b1a-4f63-b51b-00a2dfed5837 tempest-FloatingIPNegativeTestJSON-1256960036 tempest-FloatingIPNegativeTestJSON-1256960036-project] Publish callbacks [] for port, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:33.224732 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c96ec5-b822-4052-a23e-20fbf8545e8f req-c3c1f48e-95a2-4cf5-8bc3-c70ec2c1644a tempest-InstanceActionsTestJSON-788619329 tempest-InstanceActionsTestJSON-788619329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:59:33.226350 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a6c96ec5-b822-4052-a23e-20fbf8545e8f req-c3c1f48e-95a2-4cf5-8bc3-c70ec2c1644a tempest-InstanceActionsTestJSON-788619329 tempest-InstanceActionsTestJSON-788619329-project] 10.222.0.54 "GET /v2.0/ports?device_id=1988dcc7-554c-41c1-9a5c-4cfc07bb7ea4 HTTP/1.1" status: 200 len: 946 time: 1.4401958 Nov 19 17:59:33.279946 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 45052) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:33.295599 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3ad6f5b-4479-45c4-a7bc-edde2bdb194d tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Deleting subnet 05417062-44cd-41ca-80f9-a30f872b4653 {{(pid=103365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 17:59:33.298887 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e3ad6f5b-4479-45c4-a7bc-edde2bdb194d tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks [] for subnet, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:33.301524 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-41a011d6-1b1a-4f63-b51b-00a2dfed5837 tempest-FloatingIPNegativeTestJSON-1256960036 tempest-FloatingIPNegativeTestJSON-1256960036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:33.341881 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a6c96ec5-b822-4052-a23e-20fbf8545e8f req-f2040fc8-3751-496a-8e4c-0cc1faa345bc tempest-InstanceActionsTestJSON-788619329 tempest-InstanceActionsTestJSON-788619329-project] 10.222.0.54 "GET /v2.0/security-groups?id=ecfed267-51cf-4a0b-9906-738023ee5b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090736 Nov 19 17:59:33.441426 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ffb644c6-3623-49ba-96a0-d6b93ad8e0ed req-2da65293-a836-4ad7-a31c-e2cc370aca10 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4e34aa3-c9da-43ec-a34a-37de5c74afc3 HTTP/1.1" status: 200 len: 210 time: 0.0835669 Nov 19 17:59:33.444705 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e3ad6f5b-4479-45c4-a7bc-edde2bdb194d tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12546453'] for subnet, precommit_delete_associations {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:33.482027 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a011d6-1b1a-4f63-b51b-00a2dfed5837 tempest-FloatingIPNegativeTestJSON-1256960036 tempest-FloatingIPNegativeTestJSON-1256960036-project] Pushing event updated for resources: {'Port': ['ID=b6abe499-1046-47ae-98f8-8c938e789321,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:59:33.515384 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-41a011d6-1b1a-4f63-b51b-00a2dfed5837 tempest-FloatingIPNegativeTestJSON-1256960036 tempest-FloatingIPNegativeTestJSON-1256960036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-671284'] for floatingip, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:33.554995 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-41a011d6-1b1a-4f63-b51b-00a2dfed5837 tempest-FloatingIPNegativeTestJSON-1256960036 tempest-FloatingIPNegativeTestJSON-1256960036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for floatingip, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:33.556379 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-41a011d6-1b1a-4f63-b51b-00a2dfed5837 tempest-FloatingIPNegativeTestJSON-1256960036 tempest-FloatingIPNegativeTestJSON-1256960036-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0334649 Nov 19 17:59:33.559309 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 45064) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:33.563880 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-b99d47bd-5d8c-4a50-9cee-d2d69e59b926 tempest-FloatingIPNegativeTestJSON-1256960036 tempest-FloatingIPNegativeTestJSON-1256960036-project] Request body: {'floatingip': {'port_id': 'be057449-ebf3-4e0a-80f4-e5a8da62ef62', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:59:33.613148 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e3ad6f5b-4479-45c4-a7bc-edde2bdb194d tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:33.657744 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-5959219b-1e58-4a32-8636-128a4c31fabe tempest-NetworksApiDiscovery-921044595 tempest-NetworksApiDiscovery-921044595-project] 10.222.0.54 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.5275867 Nov 19 17:59:33.682711 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4c1e61ab-a1dc-471a-a87f-78be06d6c1f8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:33.688597 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b99d47bd-5d8c-4a50-9cee-d2d69e59b926 tempest-FloatingIPNegativeTestJSON-1256960036 tempest-FloatingIPNegativeTestJSON-1256960036-project] Publish callbacks [] for floatingip, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:33.698367 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:33.746113 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e3ad6f5b-4479-45c4-a7bc-edde2bdb194d tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12282919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8731163'] for subnet, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:33.819034 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ad6f5b-4479-45c4-a7bc-edde2bdb194d tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Pushing event deleted for resources: {'Subnet': ['ID=05417062-44cd-41ca-80f9-a30f872b4653,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:59:33.864027 n-d-818022-2 neutron-server[103364]: INFO neutron.api.v2.resource [None req-b99d47bd-5d8c-4a50-9cee-d2d69e59b926 tempest-FloatingIPNegativeTestJSON-1256960036 tempest-FloatingIPNegativeTestJSON-1256960036-project] update failed (client error): The resource could not be found. Nov 19 17:59:33.866704 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-b99d47bd-5d8c-4a50-9cee-d2d69e59b926 tempest-FloatingIPNegativeTestJSON-1256960036 tempest-FloatingIPNegativeTestJSON-1256960036-project] 10.222.0.54 "PUT /v2.0/floatingips/ef5f0301-43e1-4f4c-a64d-bb61bc0ec8fe HTTP/1.1" status: 404 len: 507 time: 0.3063710 Nov 19 17:59:33.870787 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 45074) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:33.875031 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e3ad6f5b-4479-45c4-a7bc-edde2bdb194d tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks [] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:33.878024 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f10eef22-1668-4522-bb61-2d9136c68f7f None None] Network ab66c724-61bf-410f-aef5-328addb3ebf7 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:59:33.889225 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-e3ad6f5b-4479-45c4-a7bc-edde2bdb194d tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] 10.222.0.54 "DELETE /v2.0/subnets/05417062-44cd-41ca-80f9-a30f872b4653 HTTP/1.1" status: 204 len: 168 time: 0.7001421 Nov 19 17:59:33.891028 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:33.892539 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 45076) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:33.999210 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-41e6fcb3-c23c-4b85-8211-f2ef5f9a22a9 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:34.015954 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4c1e61ab-a1dc-471a-a87f-78be06d6c1f8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:34.028110 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4c1e61ab-a1dc-471a-a87f-78be06d6c1f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:34.060231 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-4c1e61ab-a1dc-471a-a87f-78be06d6c1f8 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=038913a94f264c0b8ed8dc3e7c02987a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7789688 Nov 19 17:59:34.063275 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 45082) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:34.088962 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1e61ab-a1dc-471a-a87f-78be06d6c1f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9ffebdf-1ae4-457e-98ca-23e043ee0c74,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:59:34.089722 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-41e6fcb3-c23c-4b85-8211-f2ef5f9a22a9 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Deleting port d90f1e4f-5695-48d5-991d-17bd08f39583 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:59:34.090087 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-41e6fcb3-c23c-4b85-8211-f2ef5f9a22a9 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:34.105369 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-b854b94e-66b2-4215-92c9-9c28aa9e91da tempest-FloatingIPNegativeTestJSON-1256960036 tempest-FloatingIPNegativeTestJSON-1256960036-project] Deleting port b6abe499-1046-47ae-98f8-8c938e789321 {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:59:34.105974 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b854b94e-66b2-4215-92c9-9c28aa9e91da tempest-FloatingIPNegativeTestJSON-1256960036 tempest-FloatingIPNegativeTestJSON-1256960036-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:34.152221 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 45084) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:34.162899 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 45088) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:34.222498 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [None req-41e6fcb3-c23c-4b85-8211-f2ef5f9a22a9 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] For port d90f1e4f-5695-48d5-991d-17bd08f39583, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=d90f1e4f-5695-48d5-991d-17bd08f39583,segment=NetworkSegment(bfe7f098-d5d4-4874-890f-ebb5625175d0),segment_id=bfe7f098-d5d4-4874-890f-ebb5625175d0)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:59:34.223105 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-41e6fcb3-c23c-4b85-8211-f2ef5f9a22a9 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:34.235372 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b854b94e-66b2-4215-92c9-9c28aa9e91da tempest-FloatingIPNegativeTestJSON-1256960036 tempest-FloatingIPNegativeTestJSON-1256960036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:34.238354 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b854b94e-66b2-4215-92c9-9c28aa9e91da tempest-FloatingIPNegativeTestJSON-1256960036 tempest-FloatingIPNegativeTestJSON-1256960036-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:34.255842 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4abdf9f8-9b45-446e-9165-2663a99d8605 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:34.262622 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-41e6fcb3-c23c-4b85-8211-f2ef5f9a22a9 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Calling delete_port for d90f1e4f-5695-48d5-991d-17bd08f39583 owned by network:dhcp {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:59:34.267961 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-b854b94e-66b2-4215-92c9-9c28aa9e91da tempest-FloatingIPNegativeTestJSON-1256960036 tempest-FloatingIPNegativeTestJSON-1256960036-project] Calling delete_port for b6abe499-1046-47ae-98f8-8c938e789321 owned by network:floatingip {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:59:34.278042 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a417493a-ecd3-4028-a775-73cc1516f141 None None] DHCP port deletion for ab66c724-61bf-410f-aef5-328addb3ebf7 request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 17:59:34.355643 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-47264153-06b1-4833-a6db-9fee3008ab19 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:34.359254 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4abdf9f8-9b45-446e-9165-2663a99d8605 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:34.371717 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-a417493a-ecd3-4028-a775-73cc1516f141 None None] Deleting port d90f1e4f-5695-48d5-991d-17bd08f39583 {{(pid=103366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:59:34.372183 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a417493a-ecd3-4028-a775-73cc1516f141 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:34.450937 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-a417493a-ecd3-4028-a775-73cc1516f141 None None] For port d90f1e4f-5695-48d5-991d-17bd08f39583, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=d90f1e4f-5695-48d5-991d-17bd08f39583,segment=NetworkSegment(bfe7f098-d5d4-4874-890f-ebb5625175d0),segment_id=bfe7f098-d5d4-4874-890f-ebb5625175d0)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:59:34.451452 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a417493a-ecd3-4028-a775-73cc1516f141 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:34.461734 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d4356b68-7020-415e-97d5-8495b80b7616 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:34.474634 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-a417493a-ecd3-4028-a775-73cc1516f141 None None] Calling delete_port for d90f1e4f-5695-48d5-991d-17bd08f39583 owned by network:dhcp {{(pid=103366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:59:34.540065 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4abdf9f8-9b45-446e-9165-2663a99d8605 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:34.544917 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4abdf9f8-9b45-446e-9165-2663a99d8605 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:34.561249 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-4abdf9f8-9b45-446e-9165-2663a99d8605 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f9ffebdf-1ae4-457e-98ca-23e043ee0c74 HTTP/1.1" status: 204 len: 168 time: 0.4967794 Nov 19 17:59:34.581191 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-41e6fcb3-c23c-4b85-8211-f2ef5f9a22a9 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:34.607032 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a417493a-ecd3-4028-a775-73cc1516f141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007'] for port, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:34.620785 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfc4e96-a59d-4b20-b7f2-9e35fd94607b req-37929feb-d9e1-459e-b14c-1c771d135c6b tempest-InstanceActionsTestJSON-788619329 tempest-InstanceActionsTestJSON-788619329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:59:34.625151 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-dbfc4e96-a59d-4b20-b7f2-9e35fd94607b req-37929feb-d9e1-459e-b14c-1c771d135c6b tempest-InstanceActionsTestJSON-788619329 tempest-InstanceActionsTestJSON-788619329-project] 10.222.0.54 "GET /v2.0/ports?device_id=1988dcc7-554c-41c1-9a5c-4cfc07bb7ea4 HTTP/1.1" status: 200 len: 946 time: 0.1510179 Nov 19 17:59:34.649670 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e6fcb3-c23c-4b85-8211-f2ef5f9a22a9 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] No DVR routers for this DVR port d90f1e4f-5695-48d5-991d-17bd08f39583 on host n-d-818022-2 {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:59:34.678458 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a417493a-ecd3-4028-a775-73cc1516f141 None None] Pushing event deleted for resources: {'Port': ['ID=d90f1e4f-5695-48d5-991d-17bd08f39583,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:59:34.680403 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a417493a-ecd3-4028-a775-73cc1516f141 None None] No DVR routers for this DVR port d90f1e4f-5695-48d5-991d-17bd08f39583 on host n-d-818022-2 {{(pid=103366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:59:34.703530 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abdf9f8-9b45-446e-9165-2663a99d8605 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9ffebdf-1ae4-457e-98ca-23e043ee0c74,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:59:34.749648 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e6fcb3-c23c-4b85-8211-f2ef5f9a22a9 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Pushing event deleted for resources: {'Port': ['ID=d90f1e4f-5695-48d5-991d-17bd08f39583,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:59:34.794590 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e013d7e6-5264-4dcc-9759-54f5fb809e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:34.807649 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6f4c6c7e-8aa8-4dba-9b7f-5d3911b3aff6 req-9aaeace1-0e40-4634-9a2f-1f2361c8c51b tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4e34aa3-c9da-43ec-a34a-37de5c74afc3 HTTP/1.1" status: 200 len: 210 time: 0.1487818 Nov 19 17:59:34.830032 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b854b94e-66b2-4215-92c9-9c28aa9e91da tempest-FloatingIPNegativeTestJSON-1256960036 tempest-FloatingIPNegativeTestJSON-1256960036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:34.890043 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-47264153-06b1-4833-a6db-9fee3008ab19 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:34.892353 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-41e6fcb3-c23c-4b85-8211-f2ef5f9a22a9 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:34.900169 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b854b94e-66b2-4215-92c9-9c28aa9e91da tempest-FloatingIPNegativeTestJSON-1256960036 tempest-FloatingIPNegativeTestJSON-1256960036-project] Pushing event deleted for resources: {'Port': ['ID=b6abe499-1046-47ae-98f8-8c938e789321,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:59:34.903969 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-47264153-06b1-4833-a6db-9fee3008ab19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:34.936486 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47264153-06b1-4833-a6db-9fee3008ab19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=243b843c-33f5-41ba-a829-0d0ce4107b81,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:59:34.957591 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-41e6fcb3-c23c-4b85-8211-f2ef5f9a22a9 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab66c724-61bf-410f-aef5-328addb3ebf7']}} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:59:34.979273 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-41e6fcb3-c23c-4b85-8211-f2ef5f9a22a9 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfe7f098-d5d4-4874-890f-ebb5625175d0') {'for_net_delete': True} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:59:34.979657 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-41e6fcb3-c23c-4b85-8211-f2ef5f9a22a9 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfe7f098-d5d4-4874-890f-ebb5625175d0') {} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:59:34.996652 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-47264153-06b1-4833-a6db-9fee3008ab19 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f2b11abb59bf4a9e8cc4e54555ff9df9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8431723 Nov 19 17:59:34.998268 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 45102) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:35.000337 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-41e6fcb3-c23c-4b85-8211-f2ef5f9a22a9 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12545382'] for segment, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:35.010670 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-dbfc4e96-a59d-4b20-b7f2-9e35fd94607b req-975c1207-07e6-49f6-b8cc-b70ef5d0c808 tempest-InstanceActionsTestJSON-788619329 tempest-InstanceActionsTestJSON-788619329-project] 10.222.0.54 "GET /v2.0/security-groups?id=ecfed267-51cf-4a0b-9906-738023ee5b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074232 Nov 19 17:59:35.041367 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-41e6fcb3-c23c-4b85-8211-f2ef5f9a22a9 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:35.050055 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d4356b68-7020-415e-97d5-8495b80b7616 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:35.055996 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b854b94e-66b2-4215-92c9-9c28aa9e91da tempest-FloatingIPNegativeTestJSON-1256960036 tempest-FloatingIPNegativeTestJSON-1256960036-project] Publish callbacks [] for floatingip, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:35.059546 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b854b94e-66b2-4215-92c9-9c28aa9e91da tempest-FloatingIPNegativeTestJSON-1256960036 tempest-FloatingIPNegativeTestJSON-1256960036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for floatingip, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:35.061175 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-b854b94e-66b2-4215-92c9-9c28aa9e91da tempest-FloatingIPNegativeTestJSON-1256960036 tempest-FloatingIPNegativeTestJSON-1256960036-project] 10.222.0.54 "DELETE /v2.0/floatingips/ef5f0301-43e1-4f4c-a64d-bb61bc0ec8fe HTTP/1.1" status: 204 len: 168 time: 1.1892281 Nov 19 17:59:35.062834 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d4356b68-7020-415e-97d5-8495b80b7616 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:35.067417 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 45106) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:35.068440 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41e6fcb3-c23c-4b85-8211-f2ef5f9a22a9 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Releasing vlan 698 on physical network physnet1 to pool {{(pid=103365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 17:59:35.069446 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-41e6fcb3-c23c-4b85-8211-f2ef5f9a22a9 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12282953'] for segment, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:35.083799 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-41ce7371-67ce-4d32-8691-9a76a9523233 tempest-FloatingIPNegativeTestJSON-1256960036 tempest-FloatingIPNegativeTestJSON-1256960036-project] Request body: {'floatingip': {'floating_network_id': '7f8a82dc-a8af-48ad-9b92-31c29cf8649c', 'port_id': 'be057449-ebf3-4e0a-80f4-e5a8da62ef62', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:59:35.088122 n-d-818022-2 neutron-server[103365]: Traceback (most recent call last): Nov 19 17:59:35.088122 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 17:59:35.088122 n-d-818022-2 neutron-server[103365]: timer() Nov 19 17:59:35.088122 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 17:59:35.088122 n-d-818022-2 neutron-server[103365]: cb(*args, **kw) Nov 19 17:59:35.088122 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 17:59:35.088122 n-d-818022-2 neutron-server[103365]: return func(*args, **kwargs) Nov 19 17:59:35.088122 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 17:59:35.088122 n-d-818022-2 neutron-server[103365]: self._notify() Nov 19 17:59:35.088122 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 17:59:35.088122 n-d-818022-2 neutron-server[103365]: self.callback(batched_events) Nov 19 17:59:35.088122 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 17:59:35.088122 n-d-818022-2 neutron-server[103365]: event.method(event) Nov 19 17:59:35.088122 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 17:59:35.088122 n-d-818022-2 neutron-server[103365]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 17:59:35.088122 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 17:59:35.088122 n-d-818022-2 neutron-server[103365]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 17:59:35.088122 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 17:59:35.088122 n-d-818022-2 neutron-server[103365]: return f(self, *a, **k) Nov 19 17:59:35.088122 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 17:59:35.088122 n-d-818022-2 neutron-server[103365]: return self._get(url).json() Nov 19 17:59:35.088122 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 17:59:35.088122 n-d-818022-2 neutron-server[103365]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 17:59:35.088122 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 17:59:35.088122 n-d-818022-2 neutron-server[103365]: return self.request(url, 'GET', **kwargs) Nov 19 17:59:35.088122 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 17:59:35.088122 n-d-818022-2 neutron-server[103365]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 17:59:35.088122 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 17:59:35.088122 n-d-818022-2 neutron-server[103365]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 17:59:35.088122 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 17:59:35.088122 n-d-818022-2 neutron-server[103365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 17:59:35.088122 n-d-818022-2 neutron-server[103365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 17:59:35.131803 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-d4356b68-7020-415e-97d5-8495b80b7616 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=495203c3e3ec4b1daa8fa8ecb1b450fd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9677203 Nov 19 17:59:35.133679 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 45108) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:35.134759 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4356b68-7020-415e-97d5-8495b80b7616 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a82d6c2-4aec-4f3b-a7b0-d0f4da96ac65,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:59:35.196863 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:35.224513 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-41ce7371-67ce-4d32-8691-9a76a9523233 tempest-FloatingIPNegativeTestJSON-1256960036 tempest-FloatingIPNegativeTestJSON-1256960036-project] Publish callbacks [] for floatingip, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:35.236641 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 45112) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:35.238416 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4baf3689-2573-4c51-b007-fdea27e1c0f9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:35.242816 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-41e6fcb3-c23c-4b85-8211-f2ef5f9a22a9 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671242'] for network, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:35.248735 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-cfb3f916-a15d-4c4a-9df3-e9b9f140ff6b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:35.275046 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e83b0a7f-d0c1-4a29-aa25-1a39aafdfa81 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:35.294963 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-41e6fcb3-c23c-4b85-8211-f2ef5f9a22a9 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks [] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:35.304254 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-41e6fcb3-c23c-4b85-8211-f2ef5f9a22a9 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] 10.222.0.54 "DELETE /v2.0/networks/ab66c724-61bf-410f-aef5-328addb3ebf7 HTTP/1.1" status: 204 len: 168 time: 1.4104939 Nov 19 17:59:35.305127 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 45114) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:35.307851 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4baf3689-2573-4c51-b007-fdea27e1c0f9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:35.320856 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-ca95549a-624b-4fc4-b09c-4f8e882b2f12 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-632769806', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'}, 'admin_state_up': False}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:59:35.325634 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e6fcb3-c23c-4b85-8211-f2ef5f9a22a9 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Pushing event deleted for resources: {'Network': ['ID=ab66c724-61bf-410f-aef5-328addb3ebf7,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:59:35.350056 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-cfb3f916-a15d-4c4a-9df3-e9b9f140ff6b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:35.406884 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ca95549a-624b-4fc4-b09c-4f8e882b2f12 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9890'] for router, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:35.407998 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ca95549a-624b-4fc4-b09c-4f8e882b2f12 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671617', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-732153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4689'] for router, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:35.470716 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-cfb3f916-a15d-4c4a-9df3-e9b9f140ff6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:35.475815 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-cfb3f916-a15d-4c4a-9df3-e9b9f140ff6b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:35.482329 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-cfb3f916-a15d-4c4a-9df3-e9b9f140ff6b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/243b843c-33f5-41ba-a829-0d0ce4107b81 HTTP/1.1" status: 204 len: 168 time: 0.4797122 Nov 19 17:59:35.503375 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb3f916-a15d-4c4a-9df3-e9b9f140ff6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=243b843c-33f5-41ba-a829-0d0ce4107b81,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:59:35.513109 n-d-818022-2 neutron-server[103365]: INFO neutron.api.v2.resource [None req-41ce7371-67ce-4d32-8691-9a76a9523233 tempest-FloatingIPNegativeTestJSON-1256960036 tempest-FloatingIPNegativeTestJSON-1256960036-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 17:59:35.522225 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-41ce7371-67ce-4d32-8691-9a76a9523233 tempest-FloatingIPNegativeTestJSON-1256960036 tempest-FloatingIPNegativeTestJSON-1256960036-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.4489343 Nov 19 17:59:35.523987 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 45122) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:35.525094 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4baf3689-2573-4c51-b007-fdea27e1c0f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:35.531375 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-ca1d2f8e-8680-40ff-bad3-b75efb34f189 tempest-FloatingIPNegativeTestJSON-1256960036 tempest-FloatingIPNegativeTestJSON-1256960036-project] Request body: {'floatingip': {'floating_network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'port_id': 'be057449-ebf3-4e0a-80f4-e5a8da62ef62', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:59:35.533297 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4baf3689-2573-4c51-b007-fdea27e1c0f9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:35.535064 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-4baf3689-2573-4c51-b007-fdea27e1c0f9 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/3a82d6c2-4aec-4f3b-a7b0-d0f4da96ac65 HTTP/1.1" status: 204 len: 168 time: 0.3950660 Nov 19 17:59:35.562257 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e83b0a7f-d0c1-4a29-aa25-1a39aafdfa81 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:35.570461 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ca1d2f8e-8680-40ff-bad3-b75efb34f189 tempest-FloatingIPNegativeTestJSON-1256960036 tempest-FloatingIPNegativeTestJSON-1256960036-project] Publish callbacks [] for floatingip, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:35.574519 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4baf3689-2573-4c51-b007-fdea27e1c0f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a82d6c2-4aec-4f3b-a7b0-d0f4da96ac65,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:59:35.628858 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e83b0a7f-d0c1-4a29-aa25-1a39aafdfa81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:35.649672 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device d90f1e4f-5695-48d5-991d-17bd08f39583 no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:59:35.682056 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-e83b0a7f-d0c1-4a29-aa25-1a39aafdfa81 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=2fba4951dcef493ca3e1dace98b6ecef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4414361 Nov 19 17:59:35.682936 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83b0a7f-d0c1-4a29-aa25-1a39aafdfa81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f842a0a2-dec1-4858-ae82-173686bc76c9,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:59:35.683370 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 45126) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:35.686642 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: d90f1e4f-5695-48d5-991d-17bd08f39583 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:59:35.687662 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device d90f1e4f-5695-48d5-991d-17bd08f39583 not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:59:35.688439 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ca95549a-624b-4fc4-b09c-4f8e882b2f12 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:35.736973 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda4d8c5-ab16-4a84-9d46-d0b447fd6af5 req-d84a81c8-b082-45ca-86ee-e1317468b086 tempest-InstanceActionsTestJSON-788619329 tempest-InstanceActionsTestJSON-788619329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:59:35.738663 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-dda4d8c5-ab16-4a84-9d46-d0b447fd6af5 req-d84a81c8-b082-45ca-86ee-e1317468b086 tempest-InstanceActionsTestJSON-788619329 tempest-InstanceActionsTestJSON-788619329-project] 10.222.0.54 "GET /v2.0/ports?device_id=1988dcc7-554c-41c1-9a5c-4cfc07bb7ea4 HTTP/1.1" status: 200 len: 946 time: 0.1477213 Nov 19 17:59:35.829498 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-dda4d8c5-ab16-4a84-9d46-d0b447fd6af5 req-a73fafab-64f7-4f3c-9dde-5d16bed16045 tempest-InstanceActionsTestJSON-788619329 tempest-InstanceActionsTestJSON-788619329-project] 10.222.0.54 "GET /v2.0/security-groups?id=ecfed267-51cf-4a0b-9906-738023ee5b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791802 Nov 19 17:59:35.858108 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-16fef7b1-c81d-4704-8ec1-118db11c6b4c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:35.919125 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ca95549a-624b-4fc4-b09c-4f8e882b2f12 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:35.935243 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-16fef7b1-c81d-4704-8ec1-118db11c6b4c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:35.951918 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ca1d2f8e-8680-40ff-bad3-b75efb34f189 tempest-FloatingIPNegativeTestJSON-1256960036 tempest-FloatingIPNegativeTestJSON-1256960036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:36.010049 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 45136) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:36.108620 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3f594b3e-7495-4105-a1ff-4ee2b6597d64 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:36.141160 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3f594b3e-7495-4105-a1ff-4ee2b6597d64 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:36.171592 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-16fef7b1-c81d-4704-8ec1-118db11c6b4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:36.182304 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-16fef7b1-c81d-4704-8ec1-118db11c6b4c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:36.183611 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-16fef7b1-c81d-4704-8ec1-118db11c6b4c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f842a0a2-dec1-4858-ae82-173686bc76c9 HTTP/1.1" status: 204 len: 168 time: 0.4969459 Nov 19 17:59:36.226075 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fef7b1-c81d-4704-8ec1-118db11c6b4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f842a0a2-dec1-4858-ae82-173686bc76c9,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:59:36.261562 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [None req-ca1d2f8e-8680-40ff-bad3-b75efb34f189 tempest-FloatingIPNegativeTestJSON-1256960036 tempest-FloatingIPNegativeTestJSON-1256960036-project] Allocated IP 172.25.7.22 (645e61aa-1a6c-4e8f-857e-ab06edb4897f/88ed2d64-f56d-4f01-a468-946e01c99e82/0d14c5ec-8739-4bd6-b38d-aa4c9a9d021a) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:59:36.264131 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 45146) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:36.287264 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-aa867b48-33ba-4d48-b301-8067373b0ff5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:36.336808 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3f594b3e-7495-4105-a1ff-4ee2b6597d64 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:36.339384 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3f594b3e-7495-4105-a1ff-4ee2b6597d64 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:36.340169 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-3f594b3e-7495-4105-a1ff-4ee2b6597d64 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] 10.222.0.54 "DELETE /v2.0/security-groups/6f748c30-bcc4-4f26-989c-71d930e18e94 HTTP/1.1" status: 204 len: 168 time: 0.3277028 Nov 19 17:59:36.349362 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 45148) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:36.371341 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f594b3e-7495-4105-a1ff-4ee2b6597d64 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f748c30-bcc4-4f26-989c-71d930e18e94,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:59:36.373255 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ca95549a-624b-4fc4-b09c-4f8e882b2f12 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks [] for router_gateway, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:36.417136 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ca95549a-624b-4fc4-b09c-4f8e882b2f12 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:36.787042 n-d-818022-2 neutron-server[103365]: INFO neutron.api.v2.resource [None req-1609c81b-0ee9-4365-a35c-84a23a4c4bdd tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] show failed (client error): The resource could not be found. Nov 19 17:59:36.790201 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-1609c81b-0ee9-4365-a35c-84a23a4c4bdd tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] 10.222.0.54 "GET /v2.0/security-groups/6f748c30-bcc4-4f26-989c-71d930e18e94 HTTP/1.1" status: 404 len: 347 time: 0.4225106 Nov 19 17:59:36.791207 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 45170) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:36.840967 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ca1d2f8e-8680-40ff-bad3-b75efb34f189 tempest-FloatingIPNegativeTestJSON-1256960036 tempest-FloatingIPNegativeTestJSON-1256960036-project] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:36.950903 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863019bd-6be8-47db-a014-ae2b25869ff9 req-5ac80b80-1784-47a6-aa50-a7971144955f tempest-InstanceActionsTestJSON-788619329 tempest-InstanceActionsTestJSON-788619329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:59:36.952262 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-863019bd-6be8-47db-a014-ae2b25869ff9 req-5ac80b80-1784-47a6-aa50-a7971144955f tempest-InstanceActionsTestJSON-788619329 tempest-InstanceActionsTestJSON-788619329-project] 10.222.0.60 "GET /v2.0/ports?device_id=1988dcc7-554c-41c1-9a5c-4cfc07bb7ea4 HTTP/1.1" status: 200 len: 946 time: 0.0848331 Nov 19 17:59:36.953367 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ca1d2f8e-8680-40ff-bad3-b75efb34f189 tempest-FloatingIPNegativeTestJSON-1256960036 tempest-FloatingIPNegativeTestJSON-1256960036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:37.102056 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [None req-ca95549a-624b-4fc4-b09c-4f8e882b2f12 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Allocated IP 172.25.7.197 (645e61aa-1a6c-4e8f-857e-ab06edb4897f/88ed2d64-f56d-4f01-a468-946e01c99e82/9bcf50b1-f3d1-441e-9b50-c1c084e875e0) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:59:37.109458 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca1d2f8e-8680-40ff-bad3-b75efb34f189 tempest-FloatingIPNegativeTestJSON-1256960036 tempest-FloatingIPNegativeTestJSON-1256960036-project] Network 645e61aa-1a6c-4e8f-857e-ab06edb4897f is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:59:37.153077 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-ca1d2f8e-8680-40ff-bad3-b75efb34f189 tempest-FloatingIPNegativeTestJSON-1256960036 tempest-FloatingIPNegativeTestJSON-1256960036-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:59:37.174314 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca1d2f8e-8680-40ff-bad3-b75efb34f189 tempest-FloatingIPNegativeTestJSON-1256960036 tempest-FloatingIPNegativeTestJSON-1256960036-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:59:37.201502 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617b8ac4-6561-4a04-a2be-ae7181f7c46a req-dcbedd93-6ba1-4e7e-af4a-0a092cd5458c tempest-InstanceActionsTestJSON-788619329 tempest-InstanceActionsTestJSON-788619329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:59:37.203257 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-617b8ac4-6561-4a04-a2be-ae7181f7c46a req-dcbedd93-6ba1-4e7e-af4a-0a092cd5458c tempest-InstanceActionsTestJSON-788619329 tempest-InstanceActionsTestJSON-788619329-project] 10.222.0.54 "GET /v2.0/ports?device_id=1988dcc7-554c-41c1-9a5c-4cfc07bb7ea4 HTTP/1.1" status: 200 len: 946 time: 0.1934013 Nov 19 17:59:37.251679 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-a3dcbd72-6a6e-46d9-bdc2-37a97434ded3 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Deleting port beaf6e59-f947-4f44-9360-4f706dd25a6a {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:59:37.252186 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a3dcbd72-6a6e-46d9-bdc2-37a97434ded3 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:37.265425 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1d2f8e-8680-40ff-bad3-b75efb34f189 tempest-FloatingIPNegativeTestJSON-1256960036 tempest-FloatingIPNegativeTestJSON-1256960036-project] Pushing event updated for resources: {'Port': ['ID=0d14c5ec-8739-4bd6-b38d-aa4c9a9d021a,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:59:37.281494 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-aa867b48-33ba-4d48-b301-8067373b0ff5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:37.298003 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-aa867b48-33ba-4d48-b301-8067373b0ff5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:37.351607 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa867b48-33ba-4d48-b301-8067373b0ff5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e614fc0c-96e0-4607-9900-8d598a2cd985,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:59:37.359698 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-863019bd-6be8-47db-a014-ae2b25869ff9 req-206cdb72-70dd-45eb-a14c-30e9e1f56ea7 tempest-InstanceActionsTestJSON-788619329 tempest-InstanceActionsTestJSON-788619329-project] Deleting port 91339475-42bf-495f-a3f6-abd736a144af {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:59:37.360052 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-863019bd-6be8-47db-a014-ae2b25869ff9 req-206cdb72-70dd-45eb-a14c-30e9e1f56ea7 tempest-InstanceActionsTestJSON-788619329 tempest-InstanceActionsTestJSON-788619329-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:37.398174 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-617b8ac4-6561-4a04-a2be-ae7181f7c46a req-8fcc603d-4fee-4f56-8b02-840faed15580 tempest-InstanceActionsTestJSON-788619329 tempest-InstanceActionsTestJSON-788619329-project] 10.222.0.54 "GET /v2.0/security-groups?id=ecfed267-51cf-4a0b-9906-738023ee5b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814213 Nov 19 17:59:37.401189 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ca95549a-624b-4fc4-b09c-4f8e882b2f12 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:37.468510 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-aa867b48-33ba-4d48-b301-8067373b0ff5 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=1c11c3f00b9345719053a8927b8be8c8&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2032993 Nov 19 17:59:37.475364 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 45196) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:37.494338 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ca95549a-624b-4fc4-b09c-4f8e882b2f12 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:37.500217 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a3dcbd72-6a6e-46d9-bdc2-37a97434ded3 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:37.501374 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a3dcbd72-6a6e-46d9-bdc2-37a97434ded3 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:37.596583 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-863019bd-6be8-47db-a014-ae2b25869ff9 req-206cdb72-70dd-45eb-a14c-30e9e1f56ea7 tempest-InstanceActionsTestJSON-788619329 tempest-InstanceActionsTestJSON-788619329-project] For port 91339475-42bf-495f-a3f6-abd736a144af, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=91339475-42bf-495f-a3f6-abd736a144af,segment=NetworkSegment(591f60a9-435b-451f-84ce-998403ad1342),segment_id=591f60a9-435b-451f-84ce-998403ad1342)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:59:37.599767 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-863019bd-6be8-47db-a014-ae2b25869ff9 req-206cdb72-70dd-45eb-a14c-30e9e1f56ea7 tempest-InstanceActionsTestJSON-788619329 tempest-InstanceActionsTestJSON-788619329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:37.604621 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-a3dcbd72-6a6e-46d9-bdc2-37a97434ded3 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Calling delete_port for beaf6e59-f947-4f44-9360-4f706dd25a6a owned by network:floatingip {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:59:37.620471 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e4d9ee93-3172-40e9-b8eb-281e3954f2b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:37.628887 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-863019bd-6be8-47db-a014-ae2b25869ff9 req-206cdb72-70dd-45eb-a14c-30e9e1f56ea7 tempest-InstanceActionsTestJSON-788619329 tempest-InstanceActionsTestJSON-788619329-project] Calling delete_port for 91339475-42bf-495f-a3f6-abd736a144af owned by compute:nova {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:59:37.651217 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca95549a-624b-4fc4-b09c-4f8e882b2f12 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Network 645e61aa-1a6c-4e8f-857e-ab06edb4897f is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:59:37.662705 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e4d9ee93-3172-40e9-b8eb-281e3954f2b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:37.666054 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-ca95549a-624b-4fc4-b09c-4f8e882b2f12 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:59:37.673269 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca95549a-624b-4fc4-b09c-4f8e882b2f12 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:59:37.691797 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0787ecb7-134a-4c74-9cd9-7cab873ac987 None None] DHCP port deletion for 645e61aa-1a6c-4e8f-857e-ab06edb4897f request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 17:59:37.720064 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-ca1d2f8e-8680-40ff-bad3-b75efb34f189 tempest-FloatingIPNegativeTestJSON-1256960036 tempest-FloatingIPNegativeTestJSON-1256960036-project] Deleting port 0d14c5ec-8739-4bd6-b38d-aa4c9a9d021a {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:59:37.720606 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ca1d2f8e-8680-40ff-bad3-b75efb34f189 tempest-FloatingIPNegativeTestJSON-1256960036 tempest-FloatingIPNegativeTestJSON-1256960036-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:37.791534 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca95549a-624b-4fc4-b09c-4f8e882b2f12 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Pushing event updated for resources: {'Port': ['ID=9bcf50b1-f3d1-441e-9b50-c1c084e875e0,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:59:37.832907 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-29bf2636-86eb-41f1-9990-a9c0c51db2c1 None None] Provisioning complete for port 9bcf50b1-f3d1-441e-9b50-c1c084e875e0 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:59:37.834703 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-29bf2636-86eb-41f1-9990-a9c0c51db2c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:37.871757 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e4d9ee93-3172-40e9-b8eb-281e3954f2b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:37.874355 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e4d9ee93-3172-40e9-b8eb-281e3954f2b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:37.875711 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-e4d9ee93-3172-40e9-b8eb-281e3954f2b1 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e614fc0c-96e0-4607-9900-8d598a2cd985 HTTP/1.1" status: 204 len: 168 time: 0.3993902 Nov 19 17:59:37.877751 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ca1d2f8e-8680-40ff-bad3-b75efb34f189 tempest-FloatingIPNegativeTestJSON-1256960036 tempest-FloatingIPNegativeTestJSON-1256960036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:37.878380 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ca1d2f8e-8680-40ff-bad3-b75efb34f189 tempest-FloatingIPNegativeTestJSON-1256960036 tempest-FloatingIPNegativeTestJSON-1256960036-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:37.919966 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-29bf2636-86eb-41f1-9990-a9c0c51db2c1 None None] Port 9bcf50b1-f3d1-441e-9b50-c1c084e875e0 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:59:37.922729 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-ca1d2f8e-8680-40ff-bad3-b75efb34f189 tempest-FloatingIPNegativeTestJSON-1256960036 tempest-FloatingIPNegativeTestJSON-1256960036-project] Calling delete_port for 0d14c5ec-8739-4bd6-b38d-aa4c9a9d021a owned by network:floatingip {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:59:37.925294 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d9ee93-3172-40e9-b8eb-281e3954f2b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e614fc0c-96e0-4607-9900-8d598a2cd985,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:59:38.000879 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-863019bd-6be8-47db-a014-ae2b25869ff9 req-206cdb72-70dd-45eb-a14c-30e9e1f56ea7 tempest-InstanceActionsTestJSON-788619329 tempest-InstanceActionsTestJSON-788619329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:38.016378 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['91339475-42bf-495f-a3f6-abd736a144af'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 17:59:38.048192 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206cdb72-70dd-45eb-a14c-30e9e1f56ea7 tempest-InstanceActionsTestJSON-788619329 tempest-InstanceActionsTestJSON-788619329-project] Pushing event deleted for resources: {'Port': ['ID=91339475-42bf-495f-a3f6-abd736a144af,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:59:38.180860 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-863019bd-6be8-47db-a014-ae2b25869ff9 req-206cdb72-70dd-45eb-a14c-30e9e1f56ea7 tempest-InstanceActionsTestJSON-788619329 tempest-InstanceActionsTestJSON-788619329-project] No DVR routers for this DVR port 91339475-42bf-495f-a3f6-abd736a144af on host n-h1-818022-2 {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:59:38.185453 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-863019bd-6be8-47db-a014-ae2b25869ff9 req-206cdb72-70dd-45eb-a14c-30e9e1f56ea7 tempest-InstanceActionsTestJSON-788619329 tempest-InstanceActionsTestJSON-788619329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:38.189169 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-863019bd-6be8-47db-a014-ae2b25869ff9 req-206cdb72-70dd-45eb-a14c-30e9e1f56ea7 tempest-InstanceActionsTestJSON-788619329 tempest-InstanceActionsTestJSON-788619329-project] 10.222.0.60 "DELETE /v2.0/ports/91339475-42bf-495f-a3f6-abd736a144af HTTP/1.1" status: 204 len: 173 time: 1.2225618 Nov 19 17:59:38.189782 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1988dcc7-554c-41c1-9a5c-4cfc07bb7ea4', 'name': 'network-vif-deleted', 'tag': '91339475-42bf-495f-a3f6-abd736a144af'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 17:59:38.193095 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218319d759239a7d11f1288aef37381b97754913ee9ccbfd43b51a463f801712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e45f47c0-d39c-40cc-ba09-ce5aef4acbb5" -d '{"events": [{"server_uuid": "1988dcc7-554c-41c1-9a5c-4cfc07bb7ea4", "name": "network-vif-deleted", "tag": "91339475-42bf-495f-a3f6-abd736a144af"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 17:59:38.232561 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ca1d2f8e-8680-40ff-bad3-b75efb34f189 tempest-FloatingIPNegativeTestJSON-1256960036 tempest-FloatingIPNegativeTestJSON-1256960036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:38.266310 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 17:59:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9432a07-ebc4-4432-a17a-7f53bf864cd8 x-openstack-request-id: req-b9432a07-ebc4-4432-a17a-7f53bf864cd8 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 17:59:38.267903 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1988dcc7-554c-41c1-9a5c-4cfc07bb7ea4", "name": "network-vif-deleted", "tag": "91339475-42bf-495f-a3f6-abd736a144af", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 17:59:38.268594 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b9432a07-ebc4-4432-a17a-7f53bf864cd8 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 17:59:38.269138 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1988dcc7-554c-41c1-9a5c-4cfc07bb7ea4', 'name': 'network-vif-deleted', 'tag': '91339475-42bf-495f-a3f6-abd736a144af', 'status': 'completed', 'code': 200} Nov 19 17:59:38.295459 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a3dcbd72-6a6e-46d9-bdc2-37a97434ded3 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:38.324598 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dcbd72-6a6e-46d9-bdc2-37a97434ded3 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Pushing event deleted for resources: {'Port': ['ID=beaf6e59-f947-4f44-9360-4f706dd25a6a,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:59:38.336017 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1d2f8e-8680-40ff-bad3-b75efb34f189 tempest-FloatingIPNegativeTestJSON-1256960036 tempest-FloatingIPNegativeTestJSON-1256960036-project] Pushing event deleted for resources: {'Port': ['ID=0d14c5ec-8739-4bd6-b38d-aa4c9a9d021a,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:59:38.477255 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ca95549a-624b-4fc4-b09c-4f8e882b2f12 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks [] for router_gateway, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:38.493133 n-d-818022-2 neutron-server[103365]: INFO neutron.api.v2.resource [None req-ca1d2f8e-8680-40ff-bad3-b75efb34f189 tempest-FloatingIPNegativeTestJSON-1256960036 tempest-FloatingIPNegativeTestJSON-1256960036-project] create failed (client error): The resource could not be found. Nov 19 17:59:38.498823 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-ca1d2f8e-8680-40ff-bad3-b75efb34f189 tempest-FloatingIPNegativeTestJSON-1256960036 tempest-FloatingIPNegativeTestJSON-1256960036-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.9690530 Nov 19 17:59:38.499491 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 45226) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:38.505795 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b838e599-5e8b-44a7-b61a-c5528f177648 None None] DHCP port deletion for 645e61aa-1a6c-4e8f-857e-ab06edb4897f request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 17:59:38.711285 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-f15a593e-fbaf-47c7-9601-95839e2a7662 tempest-FloatingIPNegativeTestJSON-1256960036 tempest-FloatingIPNegativeTestJSON-1256960036-project] Deleting port be057449-ebf3-4e0a-80f4-e5a8da62ef62 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:59:38.711633 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f15a593e-fbaf-47c7-9601-95839e2a7662 tempest-FloatingIPNegativeTestJSON-1256960036 tempest-FloatingIPNegativeTestJSON-1256960036-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:38.853868 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f15a593e-fbaf-47c7-9601-95839e2a7662 tempest-FloatingIPNegativeTestJSON-1256960036 tempest-FloatingIPNegativeTestJSON-1256960036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:38.904716 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-f15a593e-fbaf-47c7-9601-95839e2a7662 tempest-FloatingIPNegativeTestJSON-1256960036 tempest-FloatingIPNegativeTestJSON-1256960036-project] Calling delete_port for be057449-ebf3-4e0a-80f4-e5a8da62ef62 owned by {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:59:39.054047 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-bdbaa77d-9c74-4c4e-88ad-baba028f20c9 req-74fe14df-5ea4-4c46-96d6-58f143a9e9c2 tempest-InstanceActionsTestJSON-788619329 tempest-InstanceActionsTestJSON-788619329-project] 10.222.0.54 "GET /v2.0/ports?device_id=1988dcc7-554c-41c1-9a5c-4cfc07bb7ea4 HTTP/1.1" status: 200 len: 210 time: 0.4793842 Nov 19 17:59:39.133544 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a3dcbd72-6a6e-46d9-bdc2-37a97434ded3 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Publish callbacks [] for floatingip, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:39.137539 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a3dcbd72-6a6e-46d9-bdc2-37a97434ded3 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for floatingip, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:39.137745 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f15a593e-fbaf-47c7-9601-95839e2a7662 tempest-FloatingIPNegativeTestJSON-1256960036 tempest-FloatingIPNegativeTestJSON-1256960036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:39.141087 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-a3dcbd72-6a6e-46d9-bdc2-37a97434ded3 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] 10.222.0.54 "DELETE /v2.0/floatingips/8fdbbcad-09ab-404a-9b08-8fdbde04564d HTTP/1.1" status: 204 len: 168 time: 2.3473332 Nov 19 17:59:39.145318 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 45248) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:39.267578 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15a593e-fbaf-47c7-9601-95839e2a7662 tempest-FloatingIPNegativeTestJSON-1256960036 tempest-FloatingIPNegativeTestJSON-1256960036-project] Pushing event deleted for resources: {'Port': ['ID=be057449-ebf3-4e0a-80f4-e5a8da62ef62,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:59:39.327413 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f15a593e-fbaf-47c7-9601-95839e2a7662 tempest-FloatingIPNegativeTestJSON-1256960036 tempest-FloatingIPNegativeTestJSON-1256960036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:39.334627 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-f15a593e-fbaf-47c7-9601-95839e2a7662 tempest-FloatingIPNegativeTestJSON-1256960036 tempest-FloatingIPNegativeTestJSON-1256960036-project] 10.222.0.54 "DELETE /v2.0/ports/be057449-ebf3-4e0a-80f4-e5a8da62ef62 HTTP/1.1" status: 204 len: 168 time: 0.8340375 Nov 19 17:59:39.335563 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 45252) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:39.405338 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-df6ad77a-668f-4de6-8a0f-b3db00070b05 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Deleting port d2fbad7e-e63d-49da-acc6-1b78fd09c6b0 {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:59:39.405600 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-df6ad77a-668f-4de6-8a0f-b3db00070b05 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:39.409187 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9f5df82-62f9-4a3c-89b3-2ea8c2e41aab tempest-FloatingIPNegativeTestJSON-1256960036 tempest-FloatingIPNegativeTestJSON-1256960036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:59:39.415839 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 45254) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:39.416282 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-c9f5df82-62f9-4a3c-89b3-2ea8c2e41aab tempest-FloatingIPNegativeTestJSON-1256960036 tempest-FloatingIPNegativeTestJSON-1256960036-project] 10.222.0.54 "GET /v2.0/ports?device_id=2f9dde3f-7d86-4528-9ea6-df616b508ff1 HTTP/1.1" status: 200 len: 913 time: 0.0782273 Nov 19 17:59:39.417140 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ca95549a-624b-4fc4-b09c-4f8e882b2f12 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671702'] for router, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:39.562209 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-df6ad77a-668f-4de6-8a0f-b3db00070b05 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:39.575511 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-df6ad77a-668f-4de6-8a0f-b3db00070b05 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Calling delete_port for d2fbad7e-e63d-49da-acc6-1b78fd09c6b0 owned by {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:59:40.001749 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-df6ad77a-668f-4de6-8a0f-b3db00070b05 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:40.082255 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6ad77a-668f-4de6-8a0f-b3db00070b05 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Pushing event deleted for resources: {'Port': ['ID=d2fbad7e-e63d-49da-acc6-1b78fd09c6b0,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:59:40.139896 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 45284) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:40.219448 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-df6ad77a-668f-4de6-8a0f-b3db00070b05 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:40.221167 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_v2 [None req-45178589-eaec-48c1-90cc-c0c79f0f5a5d admin admin] Deleting subnet 02026288-4d0d-40db-8d6d-142379a10f71 {{(pid=103365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 17:59:40.227473 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-45178589-eaec-48c1-90cc-c0c79f0f5a5d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:40.229604 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-df6ad77a-668f-4de6-8a0f-b3db00070b05 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] 10.222.0.54 "DELETE /v2.0/ports/d2fbad7e-e63d-49da-acc6-1b78fd09c6b0 HTTP/1.1" status: 204 len: 168 time: 1.0809636 Nov 19 17:59:40.232597 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 45288) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:40.233423 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca95549a-624b-4fc4-b09c-4f8e882b2f12 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Router 33861712-186a-4e84-91ad-b5c416c792f1 is scheduled to L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 with binding_index 1 {{(pid=103364) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 17:59:40.299237 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-45178589-eaec-48c1-90cc-c0c79f0f5a5d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12546453'] for subnet, precommit_delete_associations {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:40.402080 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-45178589-eaec-48c1-90cc-c0c79f0f5a5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:40.604720 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-45178589-eaec-48c1-90cc-c0c79f0f5a5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12282919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8731163'] for subnet, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:40.635893 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca95549a-624b-4fc4-b09c-4f8e882b2f12 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 17:59:40.648992 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d16a593-fe71-4062-a9e1-af730c0ac15e None None] Sync routers for ids ['33861712-186a-4e84-91ad-b5c416c792f1'] in n-d-818022-2 {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 17:59:40.667793 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45178589-eaec-48c1-90cc-c0c79f0f5a5d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=02026288-4d0d-40db-8d6d-142379a10f71,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:59:40.669517 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d16a593-fe71-4062-a9e1-af730c0ac15e None None] Routers {'33861712-186a-4e84-91ad-b5c416c792f1'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:59:40.673281 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-45178589-eaec-48c1-90cc-c0c79f0f5a5d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:40.678210 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-45178589-eaec-48c1-90cc-c0c79f0f5a5d admin admin] 10.222.0.54 "DELETE /v2.0/subnets/02026288-4d0d-40db-8d6d-142379a10f71 HTTP/1.1" status: 204 len: 168 time: 0.5364108 Nov 19 17:59:40.680814 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 45336) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:40.688707 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-4d16a593-fe71-4062-a9e1-af730c0ac15e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:59:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['33861712-186a-4e84-91ad-b5c416c792f1'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:59:40.713239 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-ba75fd51-30f0-4b4c-a91b-46abdf2a7635 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Deleting port e9f9a1b4-ed63-46ec-bad8-a2a818826308 {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:59:40.713583 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ba75fd51-30f0-4b4c-a91b-46abdf2a7635 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:40.808746 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-4d16a593-fe71-4062-a9e1-af730c0ac15e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:59:40.821257 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b6df2304-e94d-48e3-a560-683b06697e1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:40.838259 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d16a593-fe71-4062-a9e1-af730c0ac15e None None] Routers {'33861712-186a-4e84-91ad-b5c416c792f1'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:59:40.839261 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-4d16a593-fe71-4062-a9e1-af730c0ac15e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:59:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['33861712-186a-4e84-91ad-b5c416c792f1'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:59:40.848589 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ca95549a-624b-4fc4-b09c-4f8e882b2f12 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks [] for router, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:40.868448 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-ca95549a-624b-4fc4-b09c-4f8e882b2f12 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 5.5582161 Nov 19 17:59:40.871819 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 45344) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:40.883836 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-4d16a593-fe71-4062-a9e1-af730c0ac15e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:59:40.884861 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d16a593-fe71-4062-a9e1-af730c0ac15e None None] The sync data for ids ['33861712-186a-4e84-91ad-b5c416c792f1'] in n-d-818022-2 is: [] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 17:59:40.968435 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b6df2304-e94d-48e3-a560-683b06697e1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:41.010653 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-b6df2304-e94d-48e3-a560-683b06697e1e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f3fac13-1a08-47a6-a35d-1ad5babd8f72']}} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:59:41.042600 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-b6df2304-e94d-48e3-a560-683b06697e1e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '591f60a9-435b-451f-84ce-998403ad1342') {'for_net_delete': True} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:59:41.046983 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-b6df2304-e94d-48e3-a560-683b06697e1e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '591f60a9-435b-451f-84ce-998403ad1342') {} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:59:41.062640 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9935cbc6-53a6-4cf9-ae49-d9274f6937b1 tempest-FloatingIPNegativeTestJSON-1256960036 tempest-FloatingIPNegativeTestJSON-1256960036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-768564'] for router_interface, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:41.070260 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 45352) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:41.074578 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b6df2304-e94d-48e3-a560-683b06697e1e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12545382'] for segment, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:41.096842 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b6df2304-e94d-48e3-a560-683b06697e1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:41.104137 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6df2304-e94d-48e3-a560-683b06697e1e admin admin] Releasing vlan 679 on physical network physnet1 to pool {{(pid=103365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 17:59:41.104486 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b6df2304-e94d-48e3-a560-683b06697e1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12282953'] for segment, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:41.107195 n-d-818022-2 neutron-server[103365]: Traceback (most recent call last): Nov 19 17:59:41.107195 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 17:59:41.107195 n-d-818022-2 neutron-server[103365]: timer() Nov 19 17:59:41.107195 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 17:59:41.107195 n-d-818022-2 neutron-server[103365]: cb(*args, **kw) Nov 19 17:59:41.107195 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 17:59:41.107195 n-d-818022-2 neutron-server[103365]: return func(*args, **kwargs) Nov 19 17:59:41.107195 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 17:59:41.107195 n-d-818022-2 neutron-server[103365]: self._notify() Nov 19 17:59:41.107195 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 17:59:41.107195 n-d-818022-2 neutron-server[103365]: self.callback(batched_events) Nov 19 17:59:41.107195 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 17:59:41.107195 n-d-818022-2 neutron-server[103365]: event.method(event) Nov 19 17:59:41.107195 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 17:59:41.107195 n-d-818022-2 neutron-server[103365]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 17:59:41.107195 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 17:59:41.107195 n-d-818022-2 neutron-server[103365]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 17:59:41.107195 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 17:59:41.107195 n-d-818022-2 neutron-server[103365]: return f(self, *a, **k) Nov 19 17:59:41.107195 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 17:59:41.107195 n-d-818022-2 neutron-server[103365]: return self._get(url).json() Nov 19 17:59:41.107195 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 17:59:41.107195 n-d-818022-2 neutron-server[103365]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 17:59:41.107195 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 17:59:41.107195 n-d-818022-2 neutron-server[103365]: return self.request(url, 'GET', **kwargs) Nov 19 17:59:41.107195 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 17:59:41.107195 n-d-818022-2 neutron-server[103365]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 17:59:41.107195 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 17:59:41.107195 n-d-818022-2 neutron-server[103365]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 17:59:41.107195 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 17:59:41.107195 n-d-818022-2 neutron-server[103365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 17:59:41.107195 n-d-818022-2 neutron-server[103365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 17:59:41.206505 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ba75fd51-30f0-4b4c-a91b-46abdf2a7635 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:41.233292 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-ba75fd51-30f0-4b4c-a91b-46abdf2a7635 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Calling delete_port for e9f9a1b4-ed63-46ec-bad8-a2a818826308 owned by {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:59:41.272228 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-d0942909-2fda-410c-843d-28a0ef93f158 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] 10.222.0.54 "GET /v2.0/routers/33861712-186a-4e84-91ad-b5c416c792f1 HTTP/1.1" status: 200 len: 880 time: 0.3992689 Nov 19 17:59:41.275445 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 45358) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:41.425918 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b6df2304-e94d-48e3-a560-683b06697e1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671242'] for network, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:41.480428 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b6df2304-e94d-48e3-a560-683b06697e1e admin admin] Publish callbacks [] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:41.494444 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-b6df2304-e94d-48e3-a560-683b06697e1e admin admin] 10.222.0.54 "DELETE /v2.0/networks/7f3fac13-1a08-47a6-a35d-1ad5babd8f72 HTTP/1.1" status: 204 len: 168 time: 0.8113163 Nov 19 17:59:41.504433 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-150a2d8e-0014-4659-95e6-8591b26a36dc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:41.541884 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6df2304-e94d-48e3-a560-683b06697e1e admin admin] Pushing event deleted for resources: {'Network': ['ID=7f3fac13-1a08-47a6-a35d-1ad5babd8f72,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:59:41.635269 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 91339475-42bf-495f-a3f6-abd736a144af no longer exists at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:59:41.682309 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] No Port match for: 91339475-42bf-495f-a3f6-abd736a144af {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:59:41.685169 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 91339475-42bf-495f-a3f6-abd736a144af not bound to the agent host n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:59:41.798595 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 45382) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:41.888086 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ba75fd51-30f0-4b4c-a91b-46abdf2a7635 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:41.908281 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-150a2d8e-0014-4659-95e6-8591b26a36dc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:41.915348 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-3fc568a1-5ff8-4b21-983d-ce644f51e54a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=8517a9fb972345c1b184e5f66a130821&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1129246 Nov 19 17:59:41.915613 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 45386) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:41.928574 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-150a2d8e-0014-4659-95e6-8591b26a36dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:41.991998 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba75fd51-30f0-4b4c-a91b-46abdf2a7635 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Pushing event deleted for resources: {'Port': ['ID=e9f9a1b4-ed63-46ec-bad8-a2a818826308,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:59:42.033534 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-752f2ec5-6bd1-4728-bd3c-b867265a7460 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:42.059815 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-752f2ec5-6bd1-4728-bd3c-b867265a7460 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:42.077422 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150a2d8e-0014-4659-95e6-8591b26a36dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b4dd2d1-36cf-41dd-a897-dcf70a82fc9c,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:59:42.092456 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-a68f79e5-9b58-4eaf-832b-ec1e67807611 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.8148353 Nov 19 17:59:42.096153 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 45390) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:42.102673 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-5abfab83-a152-446a-81a1-8e6831f1d7d9 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-632769806'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:59:42.148560 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ba75fd51-30f0-4b4c-a91b-46abdf2a7635 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:42.154946 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-ba75fd51-30f0-4b4c-a91b-46abdf2a7635 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] 10.222.0.54 "DELETE /v2.0/ports/e9f9a1b4-ed63-46ec-bad8-a2a818826308 HTTP/1.1" status: 204 len: 168 time: 1.9093373 Nov 19 17:59:42.155814 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 45392) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:42.168159 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-9935cbc6-53a6-4cf9-ae49-d9274f6937b1 tempest-FloatingIPNegativeTestJSON-1256960036 tempest-FloatingIPNegativeTestJSON-1256960036-project] Deleting port 837af00d-91ea-445a-ab8c-e41134289ea3 {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:59:42.168751 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9935cbc6-53a6-4cf9-ae49-d9274f6937b1 tempest-FloatingIPNegativeTestJSON-1256960036 tempest-FloatingIPNegativeTestJSON-1256960036-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:42.263912 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_v2 [None req-afaa6bd7-f74e-4d1e-b643-5cf950116e7d tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Deleting subnet 7cb25525-1790-41ff-928f-ff460f467dc9 {{(pid=103364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 17:59:42.271513 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-afaa6bd7-f74e-4d1e-b643-5cf950116e7d tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Publish callbacks [] for subnet, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:42.398065 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9935cbc6-53a6-4cf9-ae49-d9274f6937b1 tempest-FloatingIPNegativeTestJSON-1256960036 tempest-FloatingIPNegativeTestJSON-1256960036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:42.401118 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-150a2d8e-0014-4659-95e6-8591b26a36dc admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=580f6a8c6dd64632a212989bf0e1f47a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3294652 Nov 19 17:59:42.406936 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-afaa6bd7-f74e-4d1e-b643-5cf950116e7d tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9416263'] for subnet, precommit_delete_associations {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:42.414622 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 45396) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:42.487424 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-9935cbc6-53a6-4cf9-ae49-d9274f6937b1 tempest-FloatingIPNegativeTestJSON-1256960036 tempest-FloatingIPNegativeTestJSON-1256960036-project] Calling delete_port for 837af00d-91ea-445a-ab8c-e41134289ea3 owned by network:router_interface {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:59:42.535654 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5abfab83-a152-446a-81a1-8e6831f1d7d9 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-671667', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4675'] for router, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:42.559565 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5abfab83-a152-446a-81a1-8e6831f1d7d9 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-671652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-671709', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-543867'] for router, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:42.760466 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-da5571a6-9455-4753-a143-5d9fb81e4416 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:42.763293 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-afaa6bd7-f74e-4d1e-b643-5cf950116e7d tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:42.800793 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-752f2ec5-6bd1-4728-bd3c-b867265a7460 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:42.815965 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-752f2ec5-6bd1-4728-bd3c-b867265a7460 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:42.820180 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-752f2ec5-6bd1-4728-bd3c-b867265a7460 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ecfed267-51cf-4a0b-9906-738023ee5b32 HTTP/1.1" status: 204 len: 168 time: 0.9027278 Nov 19 17:59:42.875066 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752f2ec5-6bd1-4728-bd3c-b867265a7460 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecfed267-51cf-4a0b-9906-738023ee5b32,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:59:42.915133 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5abfab83-a152-446a-81a1-8e6831f1d7d9 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Router 33861712-186a-4e84-91ad-b5c416c792f1 has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 17:59:43.078800 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-afaa6bd7-f74e-4d1e-b643-5cf950116e7d tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12425137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8983934'] for subnet, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:43.080139 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-da5571a6-9455-4753-a143-5d9fb81e4416 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:43.109397 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9935cbc6-53a6-4cf9-ae49-d9274f6937b1 tempest-FloatingIPNegativeTestJSON-1256960036 tempest-FloatingIPNegativeTestJSON-1256960036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:43.284030 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afaa6bd7-f74e-4d1e-b643-5cf950116e7d tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Pushing event deleted for resources: {'Subnet': ['ID=7cb25525-1790-41ff-928f-ff460f467dc9,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:59:43.308490 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-afaa6bd7-f74e-4d1e-b643-5cf950116e7d tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:43.312824 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-afaa6bd7-f74e-4d1e-b643-5cf950116e7d tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] 10.222.0.54 "DELETE /v2.0/subnets/7cb25525-1790-41ff-928f-ff460f467dc9 HTTP/1.1" status: 204 len: 168 time: 1.1544123 Nov 19 17:59:43.341249 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5a8e3de-c99f-4100-bfdc-0917dbffcd57 None None] Network fb28d523-ee7f-4592-a296-1eb52f53154d requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:59:43.354342 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 45418) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:43.512311 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5abfab83-a152-446a-81a1-8e6831f1d7d9 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 17:59:43.526105 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9935cbc6-53a6-4cf9-ae49-d9274f6937b1 tempest-FloatingIPNegativeTestJSON-1256960036 tempest-FloatingIPNegativeTestJSON-1256960036-project] Pushing event deleted for resources: {'Port': ['ID=837af00d-91ea-445a-ab8c-e41134289ea3,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:59:43.526307 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4850aa35-ae0e-4e9a-af33-2d4925ebbfaf None None] Sync routers for ids ['33861712-186a-4e84-91ad-b5c416c792f1'] in n-d-818022-2 {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 17:59:43.530229 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-da5571a6-9455-4753-a143-5d9fb81e4416 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:43.534863 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-da5571a6-9455-4753-a143-5d9fb81e4416 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:43.537031 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-da5571a6-9455-4753-a143-5d9fb81e4416 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/8b4dd2d1-36cf-41dd-a897-dcf70a82fc9c HTTP/1.1" status: 204 len: 168 time: 1.1174536 Nov 19 17:59:43.542084 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5abfab83-a152-446a-81a1-8e6831f1d7d9 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks [] for router, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:43.548895 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-5abfab83-a152-446a-81a1-8e6831f1d7d9 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] 10.222.0.54 "PUT /v2.0/routers/33861712-186a-4e84-91ad-b5c416c792f1 HTTP/1.1" status: 200 len: 887 time: 1.4499810 Nov 19 17:59:43.549360 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 45426) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:43.550849 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fdeba6a-3cc2-41f5-9e24-4901d677f7c2 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Deleting subnet 9b75b289-976d-457b-8721-33c12b671379 {{(pid=103364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 17:59:43.552740 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4850aa35-ae0e-4e9a-af33-2d4925ebbfaf None None] Routers {'33861712-186a-4e84-91ad-b5c416c792f1'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:59:43.553419 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-4850aa35-ae0e-4e9a-af33-2d4925ebbfaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:59:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['33861712-186a-4e84-91ad-b5c416c792f1'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:59:43.558834 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0fdeba6a-3cc2-41f5-9e24-4901d677f7c2 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Publish callbacks [] for subnet, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:43.638047 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5571a6-9455-4753-a143-5d9fb81e4416 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b4dd2d1-36cf-41dd-a897-dcf70a82fc9c,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:59:43.675562 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-4850aa35-ae0e-4e9a-af33-2d4925ebbfaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:59:43.681068 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0fdeba6a-3cc2-41f5-9e24-4901d677f7c2 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9416263'] for subnet, precommit_delete_associations {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:43.711043 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4850aa35-ae0e-4e9a-af33-2d4925ebbfaf None None] Routers {'33861712-186a-4e84-91ad-b5c416c792f1'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:59:43.713117 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-4850aa35-ae0e-4e9a-af33-2d4925ebbfaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:59:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['33861712-186a-4e84-91ad-b5c416c792f1'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:59:43.826183 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-4850aa35-ae0e-4e9a-af33-2d4925ebbfaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:59:43.828936 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4850aa35-ae0e-4e9a-af33-2d4925ebbfaf None None] The sync data for ids ['33861712-186a-4e84-91ad-b5c416c792f1'] in n-d-818022-2 is: [] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 17:59:43.836976 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9935cbc6-53a6-4cf9-ae49-d9274f6937b1 tempest-FloatingIPNegativeTestJSON-1256960036 tempest-FloatingIPNegativeTestJSON-1256960036-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-768648'] for router_interface, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:43.843553 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5d37bec-f5b4-416b-8afd-15074e940236 None None] DHCP port deletion for fb28d523-ee7f-4592-a296-1eb52f53154d request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 17:59:43.911248 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-cdf5c2d7-701f-4716-96b8-d10a4fadcc4f tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] 10.222.0.54 "GET /v2.0/routers/33861712-186a-4e84-91ad-b5c416c792f1 HTTP/1.1" status: 200 len: 887 time: 0.3528113 Nov 19 17:59:43.912033 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 45440) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:43.978830 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-c5d37bec-f5b4-416b-8afd-15074e940236 None None] Deleting port 7a21ed38-6af9-457b-b15b-b92f0a78170f {{(pid=103366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:59:43.979464 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-c5d37bec-f5b4-416b-8afd-15074e940236 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:43.979586 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-00f0b858-cca5-4497-9915-d1fbd0b6fd8e tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] 10.222.0.54 "GET /v2.0/ports?device_id=33861712-186a-4e84-91ad-b5c416c792f1 HTTP/1.1" status: 200 len: 205 time: 0.0663121 Nov 19 17:59:43.981213 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 45442) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:44.141286 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-c5d37bec-f5b4-416b-8afd-15074e940236 None None] For port 7a21ed38-6af9-457b-b15b-b92f0a78170f, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=7a21ed38-6af9-457b-b15b-b92f0a78170f,segment=NetworkSegment(504442a5-d1da-4970-b6a3-20669171f021),segment_id=504442a5-d1da-4970-b6a3-20669171f021)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:59:44.142040 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-c5d37bec-f5b4-416b-8afd-15074e940236 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:44.165982 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-c5d37bec-f5b4-416b-8afd-15074e940236 None None] Calling delete_port for 7a21ed38-6af9-457b-b15b-b92f0a78170f owned by network:dhcp {{(pid=103366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:59:44.243344 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-44dde7cc-83af-45e7-baf6-63779aa6e50e tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks [] for router, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:44.256562 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9935cbc6-53a6-4cf9-ae49-d9274f6937b1 tempest-FloatingIPNegativeTestJSON-1256960036 tempest-FloatingIPNegativeTestJSON-1256960036-project] Router 2f9dde3f-7d86-4528-9ea6-df616b508ff1 has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 17:59:44.277949 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0fdeba6a-3cc2-41f5-9e24-4901d677f7c2 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:44.301265 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-c5d37bec-f5b4-416b-8afd-15074e940236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007'] for port, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:44.391236 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d37bec-f5b4-416b-8afd-15074e940236 None None] No DVR routers for this DVR port 7a21ed38-6af9-457b-b15b-b92f0a78170f on host n-d-818022-2 {{(pid=103366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:59:44.409056 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d37bec-f5b4-416b-8afd-15074e940236 None None] Pushing event deleted for resources: {'Port': ['ID=7a21ed38-6af9-457b-b15b-b92f0a78170f,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:59:44.471960 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9935cbc6-53a6-4cf9-ae49-d9274f6937b1 tempest-FloatingIPNegativeTestJSON-1256960036 tempest-FloatingIPNegativeTestJSON-1256960036-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 17:59:44.486120 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-9935cbc6-53a6-4cf9-ae49-d9274f6937b1 tempest-FloatingIPNegativeTestJSON-1256960036 tempest-FloatingIPNegativeTestJSON-1256960036-project] 10.222.0.54 "PUT /v2.0/routers/2f9dde3f-7d86-4528-9ea6-df616b508ff1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0662434 Nov 19 17:59:44.486900 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 45460) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:44.490763 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2e105e-9729-41b4-9393-82262c9d5ab3 None None] Sync routers for ids ['2f9dde3f-7d86-4528-9ea6-df616b508ff1'] in n-d-818022-2 {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 17:59:44.504100 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0fdeba6a-3cc2-41f5-9e24-4901d677f7c2 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12425137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8983934'] for subnet, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:44.513948 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2e105e-9729-41b4-9393-82262c9d5ab3 None None] Routers {'2f9dde3f-7d86-4528-9ea6-df616b508ff1'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:59:44.514594 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-9a2e105e-9729-41b4-9393-82262c9d5ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:59:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['2f9dde3f-7d86-4528-9ea6-df616b508ff1'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:59:44.540191 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdeba6a-3cc2-41f5-9e24-4901d677f7c2 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Pushing event deleted for resources: {'Subnet': ['ID=9b75b289-976d-457b-8721-33c12b671379,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:59:44.549354 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0fdeba6a-3cc2-41f5-9e24-4901d677f7c2 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:44.557719 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-0fdeba6a-3cc2-41f5-9e24-4901d677f7c2 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] 10.222.0.54 "DELETE /v2.0/subnets/9b75b289-976d-457b-8721-33c12b671379 HTTP/1.1" status: 204 len: 168 time: 1.1468048 Nov 19 17:59:44.558692 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 45464) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:44.616237 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-9a2e105e-9729-41b4-9393-82262c9d5ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:59:44.633821 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-378e22d2-c96c-446a-9858-cf1288b77783 None None] Network 7ebd557b-42db-40a2-8cf2-57dc967dc3d4 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:59:44.694612 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a6b1fa79-2887-4664-8dcf-bc17219a9582 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:44.717121 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-30280333-8651-4122-85e2-cc41b7212bd2 tempest-FloatingIPNegativeTestJSON-1256960036 tempest-FloatingIPNegativeTestJSON-1256960036-project] Publish callbacks [] for router, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:44.726497 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-44dde7cc-83af-45e7-baf6-63779aa6e50e tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:44.873998 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2e105e-9729-41b4-9393-82262c9d5ab3 None None] Routers {'2f9dde3f-7d86-4528-9ea6-df616b508ff1'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:59:44.874649 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-9a2e105e-9729-41b4-9393-82262c9d5ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:59:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['2f9dde3f-7d86-4528-9ea6-df616b508ff1'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:59:44.915011 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a6b1fa79-2887-4664-8dcf-bc17219a9582 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:44.953678 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-a6b1fa79-2887-4664-8dcf-bc17219a9582 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb28d523-ee7f-4592-a296-1eb52f53154d']}} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:59:44.979114 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-a6b1fa79-2887-4664-8dcf-bc17219a9582 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '504442a5-d1da-4970-b6a3-20669171f021') {'for_net_delete': True} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:59:44.979418 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-a6b1fa79-2887-4664-8dcf-bc17219a9582 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '504442a5-d1da-4970-b6a3-20669171f021') {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:59:44.993064 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a6b1fa79-2887-4664-8dcf-bc17219a9582 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417396'] for segment, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:45.009332 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a6b1fa79-2887-4664-8dcf-bc17219a9582 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:45.028424 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6b1fa79-2887-4664-8dcf-bc17219a9582 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Releasing vlan 675 on physical network physnet1 to pool {{(pid=103364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 17:59:45.029081 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a6b1fa79-2887-4664-8dcf-bc17219a9582 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12425183'] for segment, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:45.032432 n-d-818022-2 neutron-server[103364]: Traceback (most recent call last): Nov 19 17:59:45.032432 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 17:59:45.032432 n-d-818022-2 neutron-server[103364]: timer() Nov 19 17:59:45.032432 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 17:59:45.032432 n-d-818022-2 neutron-server[103364]: cb(*args, **kw) Nov 19 17:59:45.032432 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 17:59:45.032432 n-d-818022-2 neutron-server[103364]: return func(*args, **kwargs) Nov 19 17:59:45.032432 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 17:59:45.032432 n-d-818022-2 neutron-server[103364]: self._notify() Nov 19 17:59:45.032432 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 17:59:45.032432 n-d-818022-2 neutron-server[103364]: self.callback(batched_events) Nov 19 17:59:45.032432 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 17:59:45.032432 n-d-818022-2 neutron-server[103364]: event.method(event) Nov 19 17:59:45.032432 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 17:59:45.032432 n-d-818022-2 neutron-server[103364]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 17:59:45.032432 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 17:59:45.032432 n-d-818022-2 neutron-server[103364]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 17:59:45.032432 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 17:59:45.032432 n-d-818022-2 neutron-server[103364]: return f(self, *a, **k) Nov 19 17:59:45.032432 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 17:59:45.032432 n-d-818022-2 neutron-server[103364]: return self._get(url).json() Nov 19 17:59:45.032432 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 17:59:45.032432 n-d-818022-2 neutron-server[103364]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 17:59:45.032432 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 17:59:45.032432 n-d-818022-2 neutron-server[103364]: return self.request(url, 'GET', **kwargs) Nov 19 17:59:45.032432 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 17:59:45.032432 n-d-818022-2 neutron-server[103364]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 17:59:45.032432 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 17:59:45.032432 n-d-818022-2 neutron-server[103364]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 17:59:45.032432 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 17:59:45.032432 n-d-818022-2 neutron-server[103364]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 17:59:45.032432 n-d-818022-2 neutron-server[103364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 17:59:45.039188 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-9a2e105e-9729-41b4-9393-82262c9d5ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:59:45.040109 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2e105e-9729-41b4-9393-82262c9d5ab3 None None] The sync data for ids ['2f9dde3f-7d86-4528-9ea6-df616b508ff1'] in n-d-818022-2 is: [] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 17:59:45.041777 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-30280333-8651-4122-85e2-cc41b7212bd2 tempest-FloatingIPNegativeTestJSON-1256960036 tempest-FloatingIPNegativeTestJSON-1256960036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4696'] for router, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:45.050576 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-30280333-8651-4122-85e2-cc41b7212bd2 tempest-FloatingIPNegativeTestJSON-1256960036 tempest-FloatingIPNegativeTestJSON-1256960036-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:45.129337 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9351803e-d76e-41d0-acf5-5192cca549ca None None] DHCP port deletion for 7ebd557b-42db-40a2-8cf2-57dc967dc3d4 request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 17:59:45.188301 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a6b1fa79-2887-4664-8dcf-bc17219a9582 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671242'] for network, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:45.217344 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-44dde7cc-83af-45e7-baf6-63779aa6e50e tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Deleting port 9bcf50b1-f3d1-441e-9b50-c1c084e875e0 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:59:45.217689 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-44dde7cc-83af-45e7-baf6-63779aa6e50e tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:45.242414 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a6b1fa79-2887-4664-8dcf-bc17219a9582 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Publish callbacks [] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:45.245244 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-9351803e-d76e-41d0-acf5-5192cca549ca None None] Deleting port edb0a5b4-9e0d-4ddc-983a-0626a85e5b87 {{(pid=103366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:59:45.245609 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9351803e-d76e-41d0-acf5-5192cca549ca None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:45.245793 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-a6b1fa79-2887-4664-8dcf-bc17219a9582 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] 10.222.0.54 "DELETE /v2.0/networks/fb28d523-ee7f-4592-a296-1eb52f53154d HTTP/1.1" status: 204 len: 168 time: 0.6857114 Nov 19 17:59:45.246971 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b1fa79-2887-4664-8dcf-bc17219a9582 tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Pushing event deleted for resources: {'Network': ['ID=fb28d523-ee7f-4592-a296-1eb52f53154d,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:59:45.248793 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 45486) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:45.308121 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-30280333-8651-4122-85e2-cc41b7212bd2 tempest-FloatingIPNegativeTestJSON-1256960036 tempest-FloatingIPNegativeTestJSON-1256960036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-543895'] for router, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:45.308634 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30280333-8651-4122-85e2-cc41b7212bd2 tempest-FloatingIPNegativeTestJSON-1256960036 tempest-FloatingIPNegativeTestJSON-1256960036-project] Fanout notify agent at l3_agent the message router_deleted on router 2f9dde3f-7d86-4528-9ea6-df616b508ff1 {{(pid=103365) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 17:59:45.329136 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-30280333-8651-4122-85e2-cc41b7212bd2 tempest-FloatingIPNegativeTestJSON-1256960036 tempest-FloatingIPNegativeTestJSON-1256960036-project] Publish callbacks [] for router, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:45.334700 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 45488) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:45.336222 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-30280333-8651-4122-85e2-cc41b7212bd2 tempest-FloatingIPNegativeTestJSON-1256960036 tempest-FloatingIPNegativeTestJSON-1256960036-project] 10.222.0.54 "DELETE /v2.0/routers/2f9dde3f-7d86-4528-9ea6-df616b508ff1 HTTP/1.1" status: 204 len: 168 time: 0.8482115 Nov 19 17:59:45.432331 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-9351803e-d76e-41d0-acf5-5192cca549ca None None] For port edb0a5b4-9e0d-4ddc-983a-0626a85e5b87, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=edb0a5b4-9e0d-4ddc-983a-0626a85e5b87,segment=NetworkSegment(a6df5b1a-a51e-44a5-83b0-75c6a5ebdd6e),segment_id=a6df5b1a-a51e-44a5-83b0-75c6a5ebdd6e)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:59:45.432777 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9351803e-d76e-41d0-acf5-5192cca549ca None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:45.440554 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-44dde7cc-83af-45e7-baf6-63779aa6e50e tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:45.458881 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-44dde7cc-83af-45e7-baf6-63779aa6e50e tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Calling delete_port for 9bcf50b1-f3d1-441e-9b50-c1c084e875e0 owned by network:router_gateway {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:59:45.541650 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8954b875-84c3-49be-abff-5b50cb4da39f tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:45.590315 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e9838cc-93b0-48bd-b299-25942abba5d5 tempest-FloatingIPNegativeTestJSON-1256960036 tempest-FloatingIPNegativeTestJSON-1256960036-project] Deleting subnet 76b9bca4-d862-4950-83f6-d3f18fd19057 {{(pid=103364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 17:59:45.594791 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2e9838cc-93b0-48bd-b299-25942abba5d5 tempest-FloatingIPNegativeTestJSON-1256960036 tempest-FloatingIPNegativeTestJSON-1256960036-project] Publish callbacks [] for subnet, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:45.728622 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2e9838cc-93b0-48bd-b299-25942abba5d5 tempest-FloatingIPNegativeTestJSON-1256960036 tempest-FloatingIPNegativeTestJSON-1256960036-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9416263'] for subnet, precommit_delete_associations {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:45.779101 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-8954b875-84c3-49be-abff-5b50cb4da39f tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Deleting port edb0a5b4-9e0d-4ddc-983a-0626a85e5b87 {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:59:45.780266 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8954b875-84c3-49be-abff-5b50cb4da39f tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:45.782172 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device edb0a5b4-9e0d-4ddc-983a-0626a85e5b87 no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:59:45.784374 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-9351803e-d76e-41d0-acf5-5192cca549ca None None] Calling delete_port for edb0a5b4-9e0d-4ddc-983a-0626a85e5b87 owned by network:dhcp {{(pid=103366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:59:45.810418 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-44dde7cc-83af-45e7-baf6-63779aa6e50e tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:45.853054 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dde7cc-83af-45e7-baf6-63779aa6e50e tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Pushing event deleted for resources: {'Port': ['ID=9bcf50b1-f3d1-441e-9b50-c1c084e875e0,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:59:45.950167 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0229f2d-39f8-4228-98a2-16f57cb32af6 None None] DHCP port deletion for 645e61aa-1a6c-4e8f-857e-ab06edb4897f request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 17:59:46.006828 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-44dde7cc-83af-45e7-baf6-63779aa6e50e tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-671730'] for router_gateway, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:46.028032 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [None req-8954b875-84c3-49be-abff-5b50cb4da39f tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] For port edb0a5b4-9e0d-4ddc-983a-0626a85e5b87, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=edb0a5b4-9e0d-4ddc-983a-0626a85e5b87,segment=NetworkSegment(a6df5b1a-a51e-44a5-83b0-75c6a5ebdd6e),segment_id=a6df5b1a-a51e-44a5-83b0-75c6a5ebdd6e)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:59:46.028677 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8954b875-84c3-49be-abff-5b50cb4da39f tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:46.084287 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-8954b875-84c3-49be-abff-5b50cb4da39f tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Calling delete_port for edb0a5b4-9e0d-4ddc-983a-0626a85e5b87 owned by network:dhcp {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:59:46.092428 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2e9838cc-93b0-48bd-b299-25942abba5d5 tempest-FloatingIPNegativeTestJSON-1256960036 tempest-FloatingIPNegativeTestJSON-1256960036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:46.116152 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:46.138593 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9351803e-d76e-41d0-acf5-5192cca549ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007'] for port, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:46.214194 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-44dde7cc-83af-45e7-baf6-63779aa6e50e tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4696'] for router, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:46.216507 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-44dde7cc-83af-45e7-baf6-63779aa6e50e tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:46.225252 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9351803e-d76e-41d0-acf5-5192cca549ca None None] Pushing event deleted for resources: {'Port': ['ID=edb0a5b4-9e0d-4ddc-983a-0626a85e5b87,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:59:46.249181 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 7a21ed38-6af9-457b-b15b-b92f0a78170f no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:59:46.276864 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9351803e-d76e-41d0-acf5-5192cca549ca None None] No DVR routers for this DVR port edb0a5b4-9e0d-4ddc-983a-0626a85e5b87 on host n-d-818022-2 {{(pid=103366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:59:46.279284 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: 7a21ed38-6af9-457b-b15b-b92f0a78170f {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 17:59:46.279833 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 7a21ed38-6af9-457b-b15b-b92f0a78170f not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:59:46.297847 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 45512) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:46.353869 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-44dde7cc-83af-45e7-baf6-63779aa6e50e tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-543895'] for router, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:46.354794 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44dde7cc-83af-45e7-baf6-63779aa6e50e tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Fanout notify agent at l3_agent the message router_deleted on router 33861712-186a-4e84-91ad-b5c416c792f1 {{(pid=103365) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 17:59:46.366855 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-44dde7cc-83af-45e7-baf6-63779aa6e50e tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks [] for router, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:46.373180 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-44dde7cc-83af-45e7-baf6-63779aa6e50e tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] 10.222.0.54 "DELETE /v2.0/routers/33861712-186a-4e84-91ad-b5c416c792f1 HTTP/1.1" status: 204 len: 168 time: 2.3908713 Nov 19 17:59:46.374425 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 45518) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:46.381514 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-75323f7d-5266-4a89-be89-3be31b45ffea tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Request body: {'network': {'name': 'tempest-RoutersTest-66115909'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:59:46.407342 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2e9838cc-93b0-48bd-b299-25942abba5d5 tempest-FloatingIPNegativeTestJSON-1256960036 tempest-FloatingIPNegativeTestJSON-1256960036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12425137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8983934'] for subnet, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:46.430065 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2e9838cc-93b0-48bd-b299-25942abba5d5 tempest-FloatingIPNegativeTestJSON-1256960036 tempest-FloatingIPNegativeTestJSON-1256960036-project] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:46.442333 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-2e9838cc-93b0-48bd-b299-25942abba5d5 tempest-FloatingIPNegativeTestJSON-1256960036 tempest-FloatingIPNegativeTestJSON-1256960036-project] 10.222.0.54 "DELETE /v2.0/subnets/76b9bca4-d862-4950-83f6-d3f18fd19057 HTTP/1.1" status: 204 len: 168 time: 1.0970490 Nov 19 17:59:46.443202 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47ef9a7d-728a-4a35-9605-8c85f106d9ba None None] Network 7f8a82dc-a8af-48ad-9b92-31c29cf8649c requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:59:46.445281 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 45522) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:46.467365 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9838cc-93b0-48bd-b299-25942abba5d5 tempest-FloatingIPNegativeTestJSON-1256960036 tempest-FloatingIPNegativeTestJSON-1256960036-project] Pushing event deleted for resources: {'Subnet': ['ID=76b9bca4-d862-4950-83f6-d3f18fd19057,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:59:46.471579 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75323f7d-5266-4a89-be89-3be31b45ffea tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Made reservation on behalf of ecb26dc6f8b14f6babd12abcbaee21bf for: {'network': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:59:46.475724 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-75323f7d-5266-4a89-be89-3be31b45ffea tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:46.480415 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8954b875-84c3-49be-abff-5b50cb4da39f tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:46.537314 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75323f7d-5266-4a89-be89-3be31b45ffea tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 697} {{(pid=103364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 17:59:46.551242 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-75323f7d-5266-4a89-be89-3be31b45ffea tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:46.552449 n-d-818022-2 neutron-server[103364]: INFO neutron.db.segments_db [None req-75323f7d-5266-4a89-be89-3be31b45ffea tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Added segment 96ae877d-2ce6-4ac3-96ef-e9d8b03c2cc7 of type vlan for network 5a979bc2-75c3-47de-9f90-ea5a0c0b0262 Nov 19 17:59:46.612698 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-75323f7d-5266-4a89-be89-3be31b45ffea tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:46.666863 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954b875-84c3-49be-abff-5b50cb4da39f tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Pushing event deleted for resources: {'Port': ['ID=edb0a5b4-9e0d-4ddc-983a-0626a85e5b87,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:59:46.674681 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8954b875-84c3-49be-abff-5b50cb4da39f tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] No DVR routers for this DVR port edb0a5b4-9e0d-4ddc-983a-0626a85e5b87 on host n-d-818022-2 {{(pid=103364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:59:46.689285 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-75323f7d-5266-4a89-be89-3be31b45ffea tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:46.702615 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75323f7d-5266-4a89-be89-3be31b45ffea tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:59:46.703221 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-75323f7d-5266-4a89-be89-3be31b45ffea tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks [] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:46.746715 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e871acab-0ce2-47c1-80f9-b1d56f20cdf0 tempest-FloatingIPNegativeTestJSON-1256960036 tempest-FloatingIPNegativeTestJSON-1256960036-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:46.868334 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-136813c4-3400-4771-b0f6-28e126aef551 None None] DHCP port deletion for 7f8a82dc-a8af-48ad-9b92-31c29cf8649c request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 17:59:46.916760 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-e871acab-0ce2-47c1-80f9-b1d56f20cdf0 tempest-FloatingIPNegativeTestJSON-1256960036 tempest-FloatingIPNegativeTestJSON-1256960036-project] Deleting port 60d4467a-6284-43d5-af27-fb6817ca3195 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:59:46.917763 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e871acab-0ce2-47c1-80f9-b1d56f20cdf0 tempest-FloatingIPNegativeTestJSON-1256960036 tempest-FloatingIPNegativeTestJSON-1256960036-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:47.028831 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-136813c4-3400-4771-b0f6-28e126aef551 None None] Deleting port 60d4467a-6284-43d5-af27-fb6817ca3195 {{(pid=103366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:59:47.030497 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-136813c4-3400-4771-b0f6-28e126aef551 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:47.043181 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [None req-e871acab-0ce2-47c1-80f9-b1d56f20cdf0 tempest-FloatingIPNegativeTestJSON-1256960036 tempest-FloatingIPNegativeTestJSON-1256960036-project] For port 60d4467a-6284-43d5-af27-fb6817ca3195, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=60d4467a-6284-43d5-af27-fb6817ca3195,segment=NetworkSegment(9c49e38e-b16f-49a8-a3ae-242cd93c2646),segment_id=9c49e38e-b16f-49a8-a3ae-242cd93c2646)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:59:47.044879 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e871acab-0ce2-47c1-80f9-b1d56f20cdf0 tempest-FloatingIPNegativeTestJSON-1256960036 tempest-FloatingIPNegativeTestJSON-1256960036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:47.090382 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-e871acab-0ce2-47c1-80f9-b1d56f20cdf0 tempest-FloatingIPNegativeTestJSON-1256960036 tempest-FloatingIPNegativeTestJSON-1256960036-project] Calling delete_port for 60d4467a-6284-43d5-af27-fb6817ca3195 owned by network:dhcp {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:59:47.093725 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-75323f7d-5266-4a89-be89-3be31b45ffea tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.7177236 Nov 19 17:59:47.096937 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 45530) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:47.116477 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-7f38405e-92be-489c-b49f-c3b40fdce741 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Request body: {'subnet': {'network_id': '5a979bc2-75c3-47de-9f90-ea5a0c0b0262', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:59:47.126359 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-6ef25dfc-de16-46df-95c8-2a3a9869e9bc tempest-AgentManagementNegativeTest-1288051629 tempest-AgentManagementNegativeTest-1288051629-project] 10.222.0.54 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.8260312 Nov 19 17:59:47.134471 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75323f7d-5266-4a89-be89-3be31b45ffea tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Pushing event updated for resources: {'Network': ['ID=5a979bc2-75c3-47de-9f90-ea5a0c0b0262,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:59:47.141405 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8954b875-84c3-49be-abff-5b50cb4da39f tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:47.166745 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-8954b875-84c3-49be-abff-5b50cb4da39f tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ebd557b-42db-40a2-8cf2-57dc967dc3d4']}} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:59:47.181058 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-8954b875-84c3-49be-abff-5b50cb4da39f tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6df5b1a-a51e-44a5-83b0-75c6a5ebdd6e') {'for_net_delete': True} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:59:47.182475 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-8954b875-84c3-49be-abff-5b50cb4da39f tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6df5b1a-a51e-44a5-83b0-75c6a5ebdd6e') {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:59:47.188180 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network 5a979bc2-75c3-47de-9f90-ea5a0c0b0262 details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 17:59:47.205972 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8954b875-84c3-49be-abff-5b50cb4da39f tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417396'] for segment, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:47.230663 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 45534) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:47.238207 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8954b875-84c3-49be-abff-5b50cb4da39f tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:47.247289 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8954b875-84c3-49be-abff-5b50cb4da39f tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Releasing vlan 666 on physical network physnet1 to pool {{(pid=103364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 17:59:47.247972 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8954b875-84c3-49be-abff-5b50cb4da39f tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12425183'] for segment, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:47.251615 n-d-818022-2 neutron-server[103364]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 17:59:47.251615 n-d-818022-2 neutron-server[103364]: self.session.flush() Nov 19 17:59:47.251615 n-d-818022-2 neutron-server[103364]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 17:59:47.251615 n-d-818022-2 neutron-server[103364]: self.session.flush() Nov 19 17:59:47.251615 n-d-818022-2 neutron-server[103364]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 17:59:47.251615 n-d-818022-2 neutron-server[103364]: self.session.flush() Nov 19 17:59:47.251615 n-d-818022-2 neutron-server[103364]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 17:59:47.251615 n-d-818022-2 neutron-server[103364]: self.session.flush() Nov 19 17:59:47.251615 n-d-818022-2 neutron-server[103364]: Traceback (most recent call last): Nov 19 17:59:47.251615 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 17:59:47.251615 n-d-818022-2 neutron-server[103364]: timer() Nov 19 17:59:47.251615 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 17:59:47.251615 n-d-818022-2 neutron-server[103364]: cb(*args, **kw) Nov 19 17:59:47.251615 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 17:59:47.251615 n-d-818022-2 neutron-server[103364]: return func(*args, **kwargs) Nov 19 17:59:47.251615 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 17:59:47.251615 n-d-818022-2 neutron-server[103364]: self._notify() Nov 19 17:59:47.251615 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 17:59:47.251615 n-d-818022-2 neutron-server[103364]: self.callback(batched_events) Nov 19 17:59:47.251615 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 17:59:47.251615 n-d-818022-2 neutron-server[103364]: event.method(event) Nov 19 17:59:47.251615 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 17:59:47.251615 n-d-818022-2 neutron-server[103364]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 17:59:47.251615 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 17:59:47.251615 n-d-818022-2 neutron-server[103364]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 17:59:47.251615 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 17:59:47.251615 n-d-818022-2 neutron-server[103364]: return f(self, *a, **k) Nov 19 17:59:47.251615 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 17:59:47.251615 n-d-818022-2 neutron-server[103364]: return self._get(url).json() Nov 19 17:59:47.251615 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 17:59:47.251615 n-d-818022-2 neutron-server[103364]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 17:59:47.251615 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 17:59:47.251615 n-d-818022-2 neutron-server[103364]: return self.request(url, 'GET', **kwargs) Nov 19 17:59:47.251615 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 17:59:47.251615 n-d-818022-2 neutron-server[103364]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 17:59:47.251615 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 17:59:47.251615 n-d-818022-2 neutron-server[103364]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 17:59:47.251615 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 17:59:47.251615 n-d-818022-2 neutron-server[103364]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 17:59:47.251615 n-d-818022-2 neutron-server[103364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 17:59:47.369427 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8954b875-84c3-49be-abff-5b50cb4da39f tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671242'] for network, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:47.378537 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8954b875-84c3-49be-abff-5b50cb4da39f tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Publish callbacks [] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:47.388982 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-8954b875-84c3-49be-abff-5b50cb4da39f tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] 10.222.0.54 "DELETE /v2.0/networks/7ebd557b-42db-40a2-8cf2-57dc967dc3d4 HTTP/1.1" status: 204 len: 168 time: 2.1390111 Nov 19 17:59:47.410817 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-136813c4-3400-4771-b0f6-28e126aef551 None None] For port 60d4467a-6284-43d5-af27-fb6817ca3195, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=60d4467a-6284-43d5-af27-fb6817ca3195,segment=NetworkSegment(9c49e38e-b16f-49a8-a3ae-242cd93c2646),segment_id=9c49e38e-b16f-49a8-a3ae-242cd93c2646)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:59:47.414086 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954b875-84c3-49be-abff-5b50cb4da39f tempest-TaggedBootDevicesTest_v242-1862609889 tempest-TaggedBootDevicesTest_v242-1862609889-project] Pushing event deleted for resources: {'Network': ['ID=7ebd557b-42db-40a2-8cf2-57dc967dc3d4,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:59:47.414484 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-136813c4-3400-4771-b0f6-28e126aef551 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:47.474755 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-136813c4-3400-4771-b0f6-28e126aef551 None None] Calling delete_port for 60d4467a-6284-43d5-af27-fb6817ca3195 owned by network:dhcp {{(pid=103366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 17:59:47.673946 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 60d4467a-6284-43d5-af27-fb6817ca3195 no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 17:59:47.674068 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f38405e-92be-489c-b49f-c3b40fdce741 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Made reservation on behalf of ecb26dc6f8b14f6babd12abcbaee21bf for: {'subnet': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:59:47.686000 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7f38405e-92be-489c-b49f-c3b40fdce741 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8731248'] for subnet, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:47.724196 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No active binding found for port 60d4467a-6284-43d5-af27-fb6817ca3195 {{(pid=103366) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 19 17:59:47.724635 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 60d4467a-6284-43d5-af27-fb6817ca3195 not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 17:59:47.740089 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e871acab-0ce2-47c1-80f9-b1d56f20cdf0 tempest-FloatingIPNegativeTestJSON-1256960036 tempest-FloatingIPNegativeTestJSON-1256960036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:47.763578 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-136813c4-3400-4771-b0f6-28e126aef551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007'] for port, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:47.789101 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136813c4-3400-4771-b0f6-28e126aef551 None None] Pushing event deleted for resources: {'Port': ['ID=60d4467a-6284-43d5-af27-fb6817ca3195,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:59:47.803821 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136813c4-3400-4771-b0f6-28e126aef551 None None] No DVR routers for this DVR port 60d4467a-6284-43d5-af27-fb6817ca3195 on host n-d-818022-2 {{(pid=103366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:59:47.835265 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 45558) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:47.842617 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e871acab-0ce2-47c1-80f9-b1d56f20cdf0 tempest-FloatingIPNegativeTestJSON-1256960036 tempest-FloatingIPNegativeTestJSON-1256960036-project] No DVR routers for this DVR port 60d4467a-6284-43d5-af27-fb6817ca3195 on host n-d-818022-2 {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 17:59:47.988714 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8f7e5d77-c7f1-434d-8e79-0dc9e62840b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:48.126746 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e871acab-0ce2-47c1-80f9-b1d56f20cdf0 tempest-FloatingIPNegativeTestJSON-1256960036 tempest-FloatingIPNegativeTestJSON-1256960036-project] Pushing event deleted for resources: {'Port': ['ID=60d4467a-6284-43d5-af27-fb6817ca3195,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:59:48.130518 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-787e9762-012a-426f-95bf-6c387a853f13 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:48.209749 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e871acab-0ce2-47c1-80f9-b1d56f20cdf0 tempest-FloatingIPNegativeTestJSON-1256960036 tempest-FloatingIPNegativeTestJSON-1256960036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:48.236748 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8f7e5d77-c7f1-434d-8e79-0dc9e62840b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:48.253017 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8f7e5d77-c7f1-434d-8e79-0dc9e62840b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:48.261982 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-e871acab-0ce2-47c1-80f9-b1d56f20cdf0 tempest-FloatingIPNegativeTestJSON-1256960036 tempest-FloatingIPNegativeTestJSON-1256960036-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f8a82dc-a8af-48ad-9b92-31c29cf8649c']}} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:59:48.276790 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-e871acab-0ce2-47c1-80f9-b1d56f20cdf0 tempest-FloatingIPNegativeTestJSON-1256960036 tempest-FloatingIPNegativeTestJSON-1256960036-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c49e38e-b16f-49a8-a3ae-242cd93c2646') {'for_net_delete': True} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:59:48.277272 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-e871acab-0ce2-47c1-80f9-b1d56f20cdf0 tempest-FloatingIPNegativeTestJSON-1256960036 tempest-FloatingIPNegativeTestJSON-1256960036-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c49e38e-b16f-49a8-a3ae-242cd93c2646') {} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:59:48.287099 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7f38405e-92be-489c-b49f-c3b40fdce741 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12283104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8731234'] for subnet, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:48.289889 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-8f7e5d77-c7f1-434d-8e79-0dc9e62840b7 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=26c45e0f79e14b10abf8c4dec67f10aa&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0579381 Nov 19 17:59:48.292857 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 45566) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:48.373202 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-787e9762-012a-426f-95bf-6c387a853f13 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:48.376431 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e871acab-0ce2-47c1-80f9-b1d56f20cdf0 tempest-FloatingIPNegativeTestJSON-1256960036 tempest-FloatingIPNegativeTestJSON-1256960036-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12545382'] for segment, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:48.378374 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f38405e-92be-489c-b49f-c3b40fdce741 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Pushing event updated for resources: {'Subnet': ['ID=a879613a-c84e-4b84-a7f1-2072ef872a27,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:59:48.381171 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7e5d77-c7f1-434d-8e79-0dc9e62840b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02b53098-ef5b-429d-bcd6-c414a85b7a86,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:59:48.407552 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-787e9762-012a-426f-95bf-6c387a853f13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:48.419361 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e871acab-0ce2-47c1-80f9-b1d56f20cdf0 tempest-FloatingIPNegativeTestJSON-1256960036 tempest-FloatingIPNegativeTestJSON-1256960036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:48.434063 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f38405e-92be-489c-b49f-c3b40fdce741 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Checking segment: {'id': '96ae877d-2ce6-4ac3-96ef-e9d8b03c2cc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '5a979bc2-75c3-47de-9f90-ea5a0c0b0262'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:59:48.434780 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f38405e-92be-489c-b49f-c3b40fdce741 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Network hostable DHCP agents. Network: 5a979bc2-75c3-47de-9f90-ea5a0c0b0262, hostable agents: ['02910ef2-0455-4aea-9f38-9a875579633f'], hosted agents: [] {{(pid=103365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 17:59:48.445554 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e871acab-0ce2-47c1-80f9-b1d56f20cdf0 tempest-FloatingIPNegativeTestJSON-1256960036 tempest-FloatingIPNegativeTestJSON-1256960036-project] Releasing vlan 677 on physical network physnet1 to pool {{(pid=103365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 17:59:48.446147 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e871acab-0ce2-47c1-80f9-b1d56f20cdf0 tempest-FloatingIPNegativeTestJSON-1256960036 tempest-FloatingIPNegativeTestJSON-1256960036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12282953'] for segment, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:48.460160 n-d-818022-2 neutron-server[103365]: Traceback (most recent call last): Nov 19 17:59:48.460160 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 17:59:48.460160 n-d-818022-2 neutron-server[103365]: timer() Nov 19 17:59:48.460160 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 17:59:48.460160 n-d-818022-2 neutron-server[103365]: cb(*args, **kw) Nov 19 17:59:48.460160 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 17:59:48.460160 n-d-818022-2 neutron-server[103365]: return func(*args, **kwargs) Nov 19 17:59:48.460160 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 17:59:48.460160 n-d-818022-2 neutron-server[103365]: self._notify() Nov 19 17:59:48.460160 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 17:59:48.460160 n-d-818022-2 neutron-server[103365]: self.callback(batched_events) Nov 19 17:59:48.460160 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 17:59:48.460160 n-d-818022-2 neutron-server[103365]: event.method(event) Nov 19 17:59:48.460160 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 17:59:48.460160 n-d-818022-2 neutron-server[103365]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 17:59:48.460160 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 17:59:48.460160 n-d-818022-2 neutron-server[103365]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 17:59:48.460160 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 17:59:48.460160 n-d-818022-2 neutron-server[103365]: return f(self, *a, **k) Nov 19 17:59:48.460160 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 17:59:48.460160 n-d-818022-2 neutron-server[103365]: return self._get(url).json() Nov 19 17:59:48.460160 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 17:59:48.460160 n-d-818022-2 neutron-server[103365]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 17:59:48.460160 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 17:59:48.460160 n-d-818022-2 neutron-server[103365]: return self.request(url, 'GET', **kwargs) Nov 19 17:59:48.460160 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 17:59:48.460160 n-d-818022-2 neutron-server[103365]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 17:59:48.460160 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 17:59:48.460160 n-d-818022-2 neutron-server[103365]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 17:59:48.460160 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 17:59:48.460160 n-d-818022-2 neutron-server[103365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 17:59:48.460160 n-d-818022-2 neutron-server[103365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 17:59:48.473655 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-35280fdf-9f98-46be-a741-208277de94ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:48.479586 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787e9762-012a-426f-95bf-6c387a853f13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fa5d315-e30a-40d1-a761-03d6552cc3be,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:59:48.495783 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-787e9762-012a-426f-95bf-6c387a853f13 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=93a2106dd92d4f55b110af823a32fe51&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6592133 Nov 19 17:59:48.498412 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 45574) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:48.507741 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f38405e-92be-489c-b49f-c3b40fdce741 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Network 5a979bc2-75c3-47de-9f90-ea5a0c0b0262 is scheduled to be hosted by DHCP agent 02910ef2-0455-4aea-9f38-9a875579633f with binding_index 1 {{(pid=103365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 17:59:48.548887 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-35280fdf-9f98-46be-a741-208277de94ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:48.553337 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-7f38405e-92be-489c-b49f-c3b40fdce741 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818022-2, 5a979bc2-75c3-47de-9f90-ea5a0c0b0262) {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:59:48.558764 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f38405e-92be-489c-b49f-c3b40fdce741 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:59:48.559421 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7f38405e-92be-489c-b49f-c3b40fdce741 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks [] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:48.566671 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbc76dff-d466-42b7-8ebe-71e5ef2b2e84 None None] Network 5a979bc2-75c3-47de-9f90-ea5a0c0b0262 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:59:48.577889 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e871acab-0ce2-47c1-80f9-b1d56f20cdf0 tempest-FloatingIPNegativeTestJSON-1256960036 tempest-FloatingIPNegativeTestJSON-1256960036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671242'] for network, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:48.584920 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e871acab-0ce2-47c1-80f9-b1d56f20cdf0 tempest-FloatingIPNegativeTestJSON-1256960036 tempest-FloatingIPNegativeTestJSON-1256960036-project] Publish callbacks [] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:48.589687 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-e871acab-0ce2-47c1-80f9-b1d56f20cdf0 tempest-FloatingIPNegativeTestJSON-1256960036 tempest-FloatingIPNegativeTestJSON-1256960036-project] 10.222.0.54 "DELETE /v2.0/networks/7f8a82dc-a8af-48ad-9b92-31c29cf8649c HTTP/1.1" status: 204 len: 168 time: 2.1425493 Nov 19 17:59:48.621480 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-7f38405e-92be-489c-b49f-c3b40fdce741 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5192018 Nov 19 17:59:48.628860 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 45580) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:48.634700 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-d7fbd163-4ab4-49b6-ad40-b39fc762ffde tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-322177774', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:59:48.655109 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e36da0e1-2660-42c6-9c3c-61c50bdd8382 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:48.663821 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e871acab-0ce2-47c1-80f9-b1d56f20cdf0 tempest-FloatingIPNegativeTestJSON-1256960036 tempest-FloatingIPNegativeTestJSON-1256960036-project] Pushing event deleted for resources: {'Network': ['ID=7f8a82dc-a8af-48ad-9b92-31c29cf8649c,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:59:48.673617 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d7fbd163-4ab4-49b6-ad40-b39fc762ffde tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9890'] for router, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:48.676209 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d7fbd163-4ab4-49b6-ad40-b39fc762ffde tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671617', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-732153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4689'] for router, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:48.725078 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e36da0e1-2660-42c6-9c3c-61c50bdd8382 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:48.782152 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-35280fdf-9f98-46be-a741-208277de94ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:48.789423 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-35280fdf-9f98-46be-a741-208277de94ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:48.797275 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-35280fdf-9f98-46be-a741-208277de94ec admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/02b53098-ef5b-429d-bcd6-c414a85b7a86 HTTP/1.1" status: 204 len: 168 time: 0.4936318 Nov 19 17:59:48.849900 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d7fbd163-4ab4-49b6-ad40-b39fc762ffde tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:48.860596 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d7fbd163-4ab4-49b6-ad40-b39fc762ffde tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671702'] for router, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:48.867883 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35280fdf-9f98-46be-a741-208277de94ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02b53098-ef5b-429d-bcd6-c414a85b7a86,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:59:48.913174 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d7fbd163-4ab4-49b6-ad40-b39fc762ffde tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks [] for router, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:48.915867 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e36da0e1-2660-42c6-9c3c-61c50bdd8382 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:48.919549 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e36da0e1-2660-42c6-9c3c-61c50bdd8382 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:48.925566 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-d7fbd163-4ab4-49b6-ad40-b39fc762ffde tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2945070 Nov 19 17:59:48.926082 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 45598) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:48.929490 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-e36da0e1-2660-42c6-9c3c-61c50bdd8382 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/3fa5d315-e30a-40d1-a761-03d6552cc3be HTTP/1.1" status: 204 len: 168 time: 0.4292459 Nov 19 17:59:48.962545 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36da0e1-2660-42c6-9c3c-61c50bdd8382 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fa5d315-e30a-40d1-a761-03d6552cc3be,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:59:49.215568 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71f5213a-03a0-49a8-ad94-2ca2e7d24d80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54f44f5f-1200-574e-8740-2141911d5b73-5a979bc2-75c3-47de-9f90-ea5a0c0b0262', 'network_id': '5a979bc2-75c3-47de-9f90-ea5a0c0b0262', 'tenant_id': 'ecb26dc6f8b14f6babd12abcbaee21bf', 'fixed_ips': [{'subnet_id': 'a879613a-c84e-4b84-a7f1-2072ef872a27'}]}} from n-d-818022-2. {{(pid=103366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 17:59:49.223720 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-71f5213a-03a0-49a8-ad94-2ca2e7d24d80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:49.538606 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [None req-71f5213a-03a0-49a8-ad94-2ca2e7d24d80 None None] Allocated IP 172.20.0.2 (5a979bc2-75c3-47de-9f90-ea5a0c0b0262/a879613a-c84e-4b84-a7f1-2072ef872a27/ec378a91-cf86-4a78-a7c0-dcb934abaae9) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:59:49.657679 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5b152f98-e069-4b3e-b214-97b300f94916 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:49.867232 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-71f5213a-03a0-49a8-ad94-2ca2e7d24d80 None None] Publish callbacks [] for port, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:49.876539 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 45672) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:49.883493 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-71f5213a-03a0-49a8-ad94-2ca2e7d24d80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998'] for port, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:49.935205 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71f5213a-03a0-49a8-ad94-2ca2e7d24d80 None None] Network 5a979bc2-75c3-47de-9f90-ea5a0c0b0262 is already hosted by enough agents. {{(pid=103366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:59:49.938608 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [None req-71f5213a-03a0-49a8-ad94-2ca2e7d24d80 None None] Resources bound (agent type, host, resource id): {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:59:49.984326 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f5213a-03a0-49a8-ad94-2ca2e7d24d80 None None] Received port after_create {{(pid=103366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:59:50.117145 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-71f5213a-03a0-49a8-ad94-2ca2e7d24d80 None None] Attempting to bind port ec378a91-cf86-4a78-a7c0-dcb934abaae9 on host n-d-818022-2 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 17:59:50.118038 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-71f5213a-03a0-49a8-ad94-2ca2e7d24d80 None None] Attempting to bind port ec378a91-cf86-4a78-a7c0-dcb934abaae9 by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': '96ae877d-2ce6-4ac3-96ef-e9d8b03c2cc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '5a979bc2-75c3-47de-9f90-ea5a0c0b0262'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 17:59:50.118757 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f5213a-03a0-49a8-ad94-2ca2e7d24d80 None None] Attempting to bind port ec378a91-cf86-4a78-a7c0-dcb934abaae9 on network 5a979bc2-75c3-47de-9f90-ea5a0c0b0262 {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 17:59:50.137918 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f5213a-03a0-49a8-ad94-2ca2e7d24d80 None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 59, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 17:59:50.138837 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f5213a-03a0-49a8-ad94-2ca2e7d24d80 None None] Checking segment: {'id': '96ae877d-2ce6-4ac3-96ef-e9d8b03c2cc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '5a979bc2-75c3-47de-9f90-ea5a0c0b0262'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:59:50.139801 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [None req-5b152f98-e069-4b3e-b214-97b300f94916 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Allocated IP 172.20.0.1 (5a979bc2-75c3-47de-9f90-ea5a0c0b0262/a879613a-c84e-4b84-a7f1-2072ef872a27/81d13239-6e25-4238-b203-32ec6a28f171) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 17:59:50.140070 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-71f5213a-03a0-49a8-ad94-2ca2e7d24d80 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:50.140698 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f5213a-03a0-49a8-ad94-2ca2e7d24d80 None None] Bound using segment: {'id': '96ae877d-2ce6-4ac3-96ef-e9d8b03c2cc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '5a979bc2-75c3-47de-9f90-ea5a0c0b0262'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 17:59:50.141446 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-71f5213a-03a0-49a8-ad94-2ca2e7d24d80 None None] Bound port: ec378a91-cf86-4a78-a7c0-dcb934abaae9, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96ae877d-2ce6-4ac3-96ef-e9d8b03c2cc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '5a979bc2-75c3-47de-9f90-ea5a0c0b0262'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 17:59:50.142746 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-71f5213a-03a0-49a8-ad94-2ca2e7d24d80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:50.157017 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f5213a-03a0-49a8-ad94-2ca2e7d24d80 None None] Pushing event updated for resources: {'Port': ['ID=ec378a91-cf86-4a78-a7c0-dcb934abaae9,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:59:50.239744 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-71f5213a-03a0-49a8-ad94-2ca2e7d24d80 None None] For port ec378a91-cf86-4a78-a7c0-dcb934abaae9, host n-d-818022-2, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 17:59:50.244001 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-71f5213a-03a0-49a8-ad94-2ca2e7d24d80 None None] For port ec378a91-cf86-4a78-a7c0-dcb934abaae9, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=ec378a91-cf86-4a78-a7c0-dcb934abaae9,segment=NetworkSegment(96ae877d-2ce6-4ac3-96ef-e9d8b03c2cc7),segment_id=96ae877d-2ce6-4ac3-96ef-e9d8b03c2cc7)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 17:59:50.276909 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-71f5213a-03a0-49a8-ad94-2ca2e7d24d80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:50.499533 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-f76a1da9-6417-42b9-b012-f24b21201cfd admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f6134cabdd604056b9b4ae88de26cf22&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6208494 Nov 19 17:59:50.500185 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 45716) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:50.528332 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f5213a-03a0-49a8-ad94-2ca2e7d24d80 None None] Pushing event updated for resources: {'Port': ['ID=ec378a91-cf86-4a78-a7c0-dcb934abaae9,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:59:50.575575 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5b152f98-e069-4b3e-b214-97b300f94916 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:50.666259 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-09116b0a-1842-4a61-95b2-26d437830731 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:50.752848 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-09116b0a-1842-4a61-95b2-26d437830731 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:50.785459 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5b152f98-e069-4b3e-b214-97b300f94916 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:50.913349 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-09116b0a-1842-4a61-95b2-26d437830731 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:50.919756 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-09116b0a-1842-4a61-95b2-26d437830731 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:50.925793 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-09116b0a-1842-4a61-95b2-26d437830731 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/771b823d-6ade-4af6-b464-90d818048783 HTTP/1.1" status: 204 len: 168 time: 0.4228609 Nov 19 17:59:50.948396 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09116b0a-1842-4a61-95b2-26d437830731 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=771b823d-6ade-4af6-b464-90d818048783,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:59:51.034969 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b152f98-e069-4b3e-b214-97b300f94916 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Network 5a979bc2-75c3-47de-9f90-ea5a0c0b0262 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:59:51.054896 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-5b152f98-e069-4b3e-b214-97b300f94916 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:59:51.071034 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b152f98-e069-4b3e-b214-97b300f94916 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 17:59:51.118103 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b152f98-e069-4b3e-b214-97b300f94916 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Pushing event updated for resources: {'Port': ['ID=81d13239-6e25-4238-b203-32ec6a28f171,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:59:51.166968 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5b152f98-e069-4b3e-b214-97b300f94916 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-671361'] for router_interface, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:51.449517 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5b152f98-e069-4b3e-b214-97b300f94916 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:51.691699 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device ec378a91-cf86-4a78-a7c0-dcb934abaae9 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:59:51.835037 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port ec378a91-cf86-4a78-a7c0-dcb934abaae9 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:59:51.840421 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:52.080475 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:52.174690 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] For port ec378a91-cf86-4a78-a7c0-dcb934abaae9, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=ec378a91-cf86-4a78-a7c0-dcb934abaae9,segment=NetworkSegment(96ae877d-2ce6-4ac3-96ef-e9d8b03c2cc7),segment_id=96ae877d-2ce6-4ac3-96ef-e9d8b03c2cc7)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 17:59:52.182140 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:52.293173 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Pushing event updated for resources: {'Port': ['ID=ec378a91-cf86-4a78-a7c0-dcb934abaae9,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:59:52.340305 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5b152f98-e069-4b3e-b214-97b300f94916 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks [] for port, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:52.355968 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5b152f98-e069-4b3e-b214-97b300f94916 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:52.501579 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b152f98-e069-4b3e-b214-97b300f94916 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Pushing event updated for resources: {'Port': ['ID=81d13239-6e25-4238-b203-32ec6a28f171,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:59:52.506222 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5b152f98-e069-4b3e-b214-97b300f94916 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-768529'] for router_interface, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:52.523042 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34909ead-2461-4d8e-876b-2fadbe756926 None None] Network 5a979bc2-75c3-47de-9f90-ea5a0c0b0262 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 17:59:52.650878 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b152f98-e069-4b3e-b214-97b300f94916 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Network 5a979bc2-75c3-47de-9f90-ea5a0c0b0262 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 17:59:52.656709 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-5b152f98-e069-4b3e-b214-97b300f94916 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 17:59:52.720560 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-810a4954-cccd-4450-b930-84f2fa4d6e04 None None] Provisioning complete for port ec378a91-cf86-4a78-a7c0-dcb934abaae9 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:59:52.722308 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-810a4954-cccd-4450-b930-84f2fa4d6e04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:53.011463 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b152f98-e069-4b3e-b214-97b300f94916 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Router 0524a58f-7fbf-47cd-9168-47b14b219745 is scheduled to L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 with binding_index 1 {{(pid=103365) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 17:59:53.250442 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b152f98-e069-4b3e-b214-97b300f94916 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 17:59:53.263824 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 45992) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:53.267130 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb511a4-8bd1-4eac-bc66-cd4136c1c75b None None] Sync routers for ids ['0524a58f-7fbf-47cd-9168-47b14b219745'] in n-d-818022-2 {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 17:59:53.275785 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-5b152f98-e069-4b3e-b214-97b300f94916 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] 10.222.0.54 "PUT /v2.0/routers/0524a58f-7fbf-47cd-9168-47b14b219745/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3469031 Nov 19 17:59:53.291645 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb511a4-8bd1-4eac-bc66-cd4136c1c75b None None] Routers {'0524a58f-7fbf-47cd-9168-47b14b219745'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:59:53.292278 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-cfb511a4-8bd1-4eac-bc66-cd4136c1c75b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:59:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['0524a58f-7fbf-47cd-9168-47b14b219745'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:59:53.400761 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84ae189c-f828-4332-9b6f-44d0320afbf7 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:59:53.402275 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-84ae189c-f828-4332-9b6f-44d0320afbf7 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] 10.222.0.54 "GET /v2.0/ports/81d13239-6e25-4238-b203-32ec6a28f171 HTTP/1.1" status: 200 len: 910 time: 0.1371219 Nov 19 17:59:53.403125 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-cfb511a4-8bd1-4eac-bc66-cd4136c1c75b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:59:53.405129 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 46004) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:53.416159 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb511a4-8bd1-4eac-bc66-cd4136c1c75b None None] Routers {'0524a58f-7fbf-47cd-9168-47b14b219745'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 17:59:53.417540 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-cfb511a4-8bd1-4eac-bc66-cd4136c1c75b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T17:59:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['0524a58f-7fbf-47cd-9168-47b14b219745'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:59:53.435408 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 46010) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:53.441455 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-b0b220e5-a4b0-452e-ab86-02b343505ef5 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a879613a-c84e-4b84-a7f1-2072ef872a27'}]}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:59:53.462276 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-cfb511a4-8bd1-4eac-bc66-cd4136c1c75b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 17:59:53.463002 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb511a4-8bd1-4eac-bc66-cd4136c1c75b None None] The sync data for ids ['0524a58f-7fbf-47cd-9168-47b14b219745'] in n-d-818022-2 is: [] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 17:59:53.633697 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device ec378a91-cf86-4a78-a7c0-dcb934abaae9 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 17:59:53.853984 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b0b220e5-a4b0-452e-ab86-02b343505ef5 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:53.922521 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port ec378a91-cf86-4a78-a7c0-dcb934abaae9 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:59:53.923068 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:53.931150 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-70ecd0f9-8995-4b47-8c50-a9759c492df7 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-790886674'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:59:53.991180 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70ecd0f9-8995-4b47-8c50-a9759c492df7 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Made reservation on behalf of 046193144e6e4cc5baaab68732230105 for: {'network': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:59:53.995319 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-70ecd0f9-8995-4b47-8c50-a9759c492df7 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:54.019265 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-70ecd0f9-8995-4b47-8c50-a9759c492df7 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:54.136340 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-28ecfd72-c167-4935-9860-02dfb7efa876 None None] Provisioning complete for port ec378a91-cf86-4a78-a7c0-dcb934abaae9 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:59:54.155853 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-28ecfd72-c167-4935-9860-02dfb7efa876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:54.279263 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-70ecd0f9-8995-4b47-8c50-a9759c492df7 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:54.302026 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-70ecd0f9-8995-4b47-8c50-a9759c492df7 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:54.408224 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ecd0f9-8995-4b47-8c50-a9759c492df7 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0aaf23dc-fbba-4d63-91b8-7b6010d12a1f,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:59:54.442492 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70ecd0f9-8995-4b47-8c50-a9759c492df7 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 691} {{(pid=103365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 17:59:54.481505 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-70ecd0f9-8995-4b47-8c50-a9759c492df7 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:54.483623 n-d-818022-2 neutron-server[103365]: INFO neutron.db.segments_db [None req-70ecd0f9-8995-4b47-8c50-a9759c492df7 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Added segment 561160ad-020b-4814-858e-20f48612a98e of type vlan for network b444a353-bce0-4637-8d6a-364f1d624194 Nov 19 17:59:54.618459 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-70ecd0f9-8995-4b47-8c50-a9759c492df7 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:54.702120 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-70ecd0f9-8995-4b47-8c50-a9759c492df7 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:54.708594 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ecd0f9-8995-4b47-8c50-a9759c492df7 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:59:54.709981 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-70ecd0f9-8995-4b47-8c50-a9759c492df7 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Publish callbacks [] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:54.871743 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-28ecfd72-c167-4935-9860-02dfb7efa876 None None] Provisioning complete for port 81d13239-6e25-4238-b203-32ec6a28f171 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:59:54.872129 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-28ecfd72-c167-4935-9860-02dfb7efa876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:54.924455 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-70ecd0f9-8995-4b47-8c50-a9759c492df7 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.4872687 Nov 19 17:59:54.927003 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ecd0f9-8995-4b47-8c50-a9759c492df7 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Pushing event updated for resources: {'Network': ['ID=b444a353-bce0-4637-8d6a-364f1d624194,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:59:54.959099 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-28ecfd72-c167-4935-9860-02dfb7efa876 None None] Port 81d13239-6e25-4238-b203-32ec6a28f171 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:59:54.973729 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network b444a353-bce0-4637-8d6a-364f1d624194 details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 17:59:55.195979 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 46194) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:55.229067 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-6e3189a2-602a-414d-bae6-2e58b6694e85 None None] Provisioning complete for port 81d13239-6e25-4238-b203-32ec6a28f171 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 17:59:55.235012 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-6e3189a2-602a-414d-bae6-2e58b6694e85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:55.364480 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-6e3189a2-602a-414d-bae6-2e58b6694e85 None None] Port 81d13239-6e25-4238-b203-32ec6a28f171 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 17:59:55.533579 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b0b220e5-a4b0-452e-ab86-02b343505ef5 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks [] for port, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:55.546048 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b0b220e5-a4b0-452e-ab86-02b343505ef5 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:55.682311 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0b220e5-a4b0-452e-ab86-02b343505ef5 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:59:55.682995 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b0b220e5-a4b0-452e-ab86-02b343505ef5 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:55.687392 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 46216) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:55.688746 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-b0b220e5-a4b0-452e-ab86-02b343505ef5 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] 10.222.0.54 "PUT /v2.0/ports/81d13239-6e25-4238-b203-32ec6a28f171 HTTP/1.1" status: 200 len: 910 time: 2.2558062 Nov 19 17:59:55.690209 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b220e5-a4b0-452e-ab86-02b343505ef5 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Pushing event updated for resources: {'Port': ['ID=81d13239-6e25-4238-b203-32ec6a28f171,revision_number=3']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:59:57.039299 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-fb56df53-26a0-4c11-9c9f-5f338dc9db8a tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-248758703'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:59:57.417640 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb56df53-26a0-4c11-9c9f-5f338dc9db8a tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Made reservation on behalf of 8ffa8370408040d085287d7dbe34b3c3 for: {'network': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:59:57.444042 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-fb56df53-26a0-4c11-9c9f-5f338dc9db8a tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:57.484420 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-fb56df53-26a0-4c11-9c9f-5f338dc9db8a tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:57.902215 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-fb56df53-26a0-4c11-9c9f-5f338dc9db8a tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:57.921066 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-fb56df53-26a0-4c11-9c9f-5f338dc9db8a tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:57.978932 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 46260) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:58.015719 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb56df53-26a0-4c11-9c9f-5f338dc9db8a tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 687} {{(pid=103365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 17:59:58.055158 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-fb56df53-26a0-4c11-9c9f-5f338dc9db8a tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:58.056371 n-d-818022-2 neutron-server[103365]: INFO neutron.db.segments_db [None req-fb56df53-26a0-4c11-9c9f-5f338dc9db8a tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Added segment c148422d-7fbe-4f31-a44e-4f32bb4ef34e of type vlan for network b7d9c4dd-f631-47d3-9870-d8daec375a29 Nov 19 17:59:58.079772 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb56df53-26a0-4c11-9c9f-5f338dc9db8a tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7988dc5a-71ca-4f54-9f1b-f4c6973c7cee,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:59:58.080741 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.agents_db [None req-619e5c26-d9ed-4321-86eb-7d443bb9dfa2 None None] Agent healthcheck: found 7 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 17:59:58.232698 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-fb56df53-26a0-4c11-9c9f-5f338dc9db8a tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:58.248860 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f8f5c467-281b-44eb-96d8-c2d1705e05bd tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-768564'] for router_interface, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:58.507626 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.db.resource_extend [None req-fb56df53-26a0-4c11-9c9f-5f338dc9db8a tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 19 17:59:58.525556 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 46272) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:58.535514 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-f3db64fe-da44-4716-b283-cb6bf5d50620 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Request body: {'subnet': {'network_id': 'b444a353-bce0-4637-8d6a-364f1d624194', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:59:58.586549 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-fb56df53-26a0-4c11-9c9f-5f338dc9db8a tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:58.608174 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb56df53-26a0-4c11-9c9f-5f338dc9db8a tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 17:59:58.609107 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-fb56df53-26a0-4c11-9c9f-5f338dc9db8a tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks [] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:58.758878 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7d13bd9d-f6ec-448f-868c-dbbe3f7cc1bc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:58.811473 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-fb56df53-26a0-4c11-9c9f-5f338dc9db8a tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 3.6108439 Nov 19 17:59:58.920013 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb56df53-26a0-4c11-9c9f-5f338dc9db8a tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Pushing event updated for resources: {'Network': ['ID=b7d9c4dd-f631-47d3-9870-d8daec375a29,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:59:58.955577 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network b7d9c4dd-f631-47d3-9870-d8daec375a29 details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 17:59:59.035090 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 46280) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:59.044398 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-6719a7fa-d551-45d7-ba37-9d2ae3692ba0 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Request body: {'subnet': {'network_id': 'b7d9c4dd-f631-47d3-9870-d8daec375a29', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 17:59:59.149347 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3db64fe-da44-4716-b283-cb6bf5d50620 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Made reservation on behalf of 046193144e6e4cc5baaab68732230105 for: {'subnet': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:59:59.158633 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f3db64fe-da44-4716-b283-cb6bf5d50620 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8983829'] for subnet, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:59.469582 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6719a7fa-d551-45d7-ba37-9d2ae3692ba0 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Made reservation on behalf of 8ffa8370408040d085287d7dbe34b3c3 for: {'subnet': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 17:59:59.476351 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7d13bd9d-f6ec-448f-868c-dbbe3f7cc1bc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:59.481506 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6719a7fa-d551-45d7-ba37-9d2ae3692ba0 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8731248'] for subnet, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:59.490708 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7d13bd9d-f6ec-448f-868c-dbbe3f7cc1bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:59.651953 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-7d13bd9d-f6ec-448f-868c-dbbe3f7cc1bc admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=31f894e5306642c6a3d25cabb5d1b1a2&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6713517 Nov 19 17:59:59.655867 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d13bd9d-f6ec-448f-868c-dbbe3f7cc1bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9da609c1-90a0-4e78-bba3-935fcd3e79c6,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:59:59.673598 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 46294) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 17:59:59.762261 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2c76f288-9ba5-42e7-a673-0dfa9e38b8f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:59.793179 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f1d8fdce-5978-47cc-a354-31289dc7a602 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:59.811513 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f3db64fe-da44-4716-b283-cb6bf5d50620 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12425078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8983815'] for subnet, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:59.833616 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f1d8fdce-5978-47cc-a354-31289dc7a602 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 17:59:59.927847 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3db64fe-da44-4716-b283-cb6bf5d50620 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Pushing event updated for resources: {'Subnet': ['ID=5f3ca1dd-7f31-469c-a553-329d09b6113d,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 17:59:59.960998 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3db64fe-da44-4716-b283-cb6bf5d50620 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Checking segment: {'id': '561160ad-020b-4814-858e-20f48612a98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'b444a353-bce0-4637-8d6a-364f1d624194'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 17:59:59.961833 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3db64fe-da44-4716-b283-cb6bf5d50620 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Network hostable DHCP agents. Network: b444a353-bce0-4637-8d6a-364f1d624194, hostable agents: ['02910ef2-0455-4aea-9f38-9a875579633f'], hosted agents: [] {{(pid=103364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 17:59:59.989506 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-f8f5c467-281b-44eb-96d8-c2d1705e05bd tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Deleting port 81d13239-6e25-4238-b203-32ec6a28f171 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 17:59:59.990278 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f8f5c467-281b-44eb-96d8-c2d1705e05bd tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:00.005500 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f1d8fdce-5978-47cc-a354-31289dc7a602 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:00.014246 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f1d8fdce-5978-47cc-a354-31289dc7a602 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:00.015673 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-f1d8fdce-5978-47cc-a354-31289dc7a602 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/9da609c1-90a0-4e78-bba3-935fcd3e79c6 HTTP/1.1" status: 204 len: 168 time: 0.3380992 Nov 19 18:00:00.037930 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3db64fe-da44-4716-b283-cb6bf5d50620 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Network b444a353-bce0-4637-8d6a-364f1d624194 is scheduled to be hosted by DHCP agent 02910ef2-0455-4aea-9f38-9a875579633f with binding_index 1 {{(pid=103364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 18:00:00.045102 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d8fdce-5978-47cc-a354-31289dc7a602 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9da609c1-90a0-4e78-bba3-935fcd3e79c6,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:00.086672 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-f3db64fe-da44-4716-b283-cb6bf5d50620 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818022-2, b444a353-bce0-4637-8d6a-364f1d624194) {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:00:00.100515 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82882a80-170d-4ed5-9d4c-eaf58345997c None None] Network b444a353-bce0-4637-8d6a-364f1d624194 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:00:00.107941 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3db64fe-da44-4716-b283-cb6bf5d50620 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:00:00.110502 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f3db64fe-da44-4716-b283-cb6bf5d50620 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:00.168166 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-f3db64fe-da44-4716-b283-cb6bf5d50620 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6366930 Nov 19 18:00:00.170179 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 46300) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:00:00.172916 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f8f5c467-281b-44eb-96d8-c2d1705e05bd tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:00.176462 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-d53cebc8-a014-4be1-a8c6-7256a962bb89 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-335502711'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:00:00.201192 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-f8f5c467-281b-44eb-96d8-c2d1705e05bd tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Calling delete_port for 81d13239-6e25-4238-b203-32ec6a28f171 owned by network:router_interface {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:00:00.249704 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d53cebc8-a014-4be1-a8c6-7256a962bb89 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Made reservation on behalf of 046193144e6e4cc5baaab68732230105 for: {'network': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:00:00.260078 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d53cebc8-a014-4be1-a8c6-7256a962bb89 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:00.299901 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d53cebc8-a014-4be1-a8c6-7256a962bb89 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 699} {{(pid=103364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 18:00:00.312806 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d53cebc8-a014-4be1-a8c6-7256a962bb89 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:00.313636 n-d-818022-2 neutron-server[103364]: INFO neutron.db.segments_db [None req-d53cebc8-a014-4be1-a8c6-7256a962bb89 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Added segment 4465c32f-f2b9-40ab-a240-87992b6de36c of type vlan for network 3c250e75-f407-490b-afa8-657c36f33578 Nov 19 18:00:00.432921 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d53cebc8-a014-4be1-a8c6-7256a962bb89 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:00.511417 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d53cebc8-a014-4be1-a8c6-7256a962bb89 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:00.517722 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4395f27d-464d-42fc-8b0d-1af16b18f4b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54f44f5f-1200-574e-8740-2141911d5b73-b444a353-bce0-4637-8d6a-364f1d624194', 'network_id': 'b444a353-bce0-4637-8d6a-364f1d624194', 'tenant_id': '046193144e6e4cc5baaab68732230105', 'fixed_ips': [{'subnet_id': '5f3ca1dd-7f31-469c-a553-329d09b6113d'}]}} from n-d-818022-2. {{(pid=103366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 18:00:00.521268 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4395f27d-464d-42fc-8b0d-1af16b18f4b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:00.524528 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d53cebc8-a014-4be1-a8c6-7256a962bb89 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:00:00.525302 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d53cebc8-a014-4be1-a8c6-7256a962bb89 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Publish callbacks [] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:00.670267 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6719a7fa-d551-45d7-ba37-9d2ae3692ba0 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12283104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8731234'] for subnet, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:00.691033 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-d53cebc8-a014-4be1-a8c6-7256a962bb89 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5192094 Nov 19 18:00:00.708173 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 46316) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:00:00.718051 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-1bb25353-f5d9-496a-84df-8206d696c57c tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Request body: {'subnet': {'network_id': '3c250e75-f407-490b-afa8-657c36f33578', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:00:00.727952 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53cebc8-a014-4be1-a8c6-7256a962bb89 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Pushing event updated for resources: {'Network': ['ID=3c250e75-f407-490b-afa8-657c36f33578,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:00.741506 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network 3c250e75-f407-490b-afa8-657c36f33578 details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 18:00:00.857304 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f8f5c467-281b-44eb-96d8-c2d1705e05bd tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:00.984812 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f5c467-281b-44eb-96d8-c2d1705e05bd tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Pushing event deleted for resources: {'Port': ['ID=81d13239-6e25-4238-b203-32ec6a28f171,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:01.077494 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6719a7fa-d551-45d7-ba37-9d2ae3692ba0 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Pushing event updated for resources: {'Subnet': ['ID=202aaeb0-f2a5-46d0-8a24-156a9b5c8517,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:01.167464 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bb25353-f5d9-496a-84df-8206d696c57c tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Made reservation on behalf of 046193144e6e4cc5baaab68732230105 for: {'subnet': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:00:01.181573 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1bb25353-f5d9-496a-84df-8206d696c57c tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8983829'] for subnet, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:01.323905 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6719a7fa-d551-45d7-ba37-9d2ae3692ba0 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Checking segment: {'id': 'c148422d-7fbe-4f31-a44e-4f32bb4ef34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'b7d9c4dd-f631-47d3-9870-d8daec375a29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:00:01.327223 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6719a7fa-d551-45d7-ba37-9d2ae3692ba0 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Network hostable DHCP agents. Network: b7d9c4dd-f631-47d3-9870-d8daec375a29, hostable agents: ['02910ef2-0455-4aea-9f38-9a875579633f'], hosted agents: [] {{(pid=103365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 18:00:01.374482 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f8f5c467-281b-44eb-96d8-c2d1705e05bd tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-768648'] for router_interface, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:01.463193 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [None req-4395f27d-464d-42fc-8b0d-1af16b18f4b1 None None] Allocated IP 2001:db8:0:ffff::2 (b444a353-bce0-4637-8d6a-364f1d624194/5f3ca1dd-7f31-469c-a553-329d09b6113d/84c80fad-272e-42ad-975d-6d5572cde5d5) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:00:01.618337 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6719a7fa-d551-45d7-ba37-9d2ae3692ba0 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Network b7d9c4dd-f631-47d3-9870-d8daec375a29 is scheduled to be hosted by DHCP agent 02910ef2-0455-4aea-9f38-9a875579633f with binding_index 1 {{(pid=103365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 18:00:01.793989 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-6719a7fa-d551-45d7-ba37-9d2ae3692ba0 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818022-2, b7d9c4dd-f631-47d3-9870-d8daec375a29) {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:00:01.812795 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6719a7fa-d551-45d7-ba37-9d2ae3692ba0 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:00:01.813974 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6719a7fa-d551-45d7-ba37-9d2ae3692ba0 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks [] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:01.838250 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c167204f-2be7-47d2-ba3f-ebfa460b3e95 None None] Network b7d9c4dd-f631-47d3-9870-d8daec375a29 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:00:01.999431 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-6719a7fa-d551-45d7-ba37-9d2ae3692ba0 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.9603560 Nov 19 18:00:02.001621 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 46346) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:00:02.007095 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-4d75ea84-2c28-4aa4-acf9-2afb614a524c tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-757061166'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:00:02.009030 n-d-818022-2 neutron-server[103364]: DEBUG neutron.objects.ports [None req-1bb25353-f5d9-496a-84df-8206d696c57c tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103364) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 19 18:00:02.012925 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1bb25353-f5d9-496a-84df-8206d696c57c tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12425078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8983815'] for subnet, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:02.038917 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8f5c467-281b-44eb-96d8-c2d1705e05bd tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Router 0524a58f-7fbf-47cd-9168-47b14b219745 has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 18:00:02.077861 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d75ea84-2c28-4aa4-acf9-2afb614a524c tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Made reservation on behalf of 8ffa8370408040d085287d7dbe34b3c3 for: {'network': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:00:02.083763 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4d75ea84-2c28-4aa4-acf9-2afb614a524c tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:02.180686 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb25353-f5d9-496a-84df-8206d696c57c tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Pushing event updated for resources: {'Subnet': ['ID=81d419ff-ec32-4092-b1c6-d1f996825ba2,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:02.204518 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb25353-f5d9-496a-84df-8206d696c57c tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Checking segment: {'id': '4465c32f-f2b9-40ab-a240-87992b6de36c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '3c250e75-f407-490b-afa8-657c36f33578'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:00:02.205290 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bb25353-f5d9-496a-84df-8206d696c57c tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Network hostable DHCP agents. Network: 3c250e75-f407-490b-afa8-657c36f33578, hostable agents: ['02910ef2-0455-4aea-9f38-9a875579633f'], hosted agents: [] {{(pid=103364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 18:00:02.224942 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-7c024814-2385-41b3-8133-91b76a6ba0a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:02.242810 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bb25353-f5d9-496a-84df-8206d696c57c tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Network 3c250e75-f407-490b-afa8-657c36f33578 is scheduled to be hosted by DHCP agent 02910ef2-0455-4aea-9f38-9a875579633f with binding_index 1 {{(pid=103364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 18:00:02.256766 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-1bb25353-f5d9-496a-84df-8206d696c57c tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818022-2, 3c250e75-f407-490b-afa8-657c36f33578) {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:00:02.261916 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bb25353-f5d9-496a-84df-8206d696c57c tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:00:02.262669 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1bb25353-f5d9-496a-84df-8206d696c57c tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:02.274585 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4395f27d-464d-42fc-8b0d-1af16b18f4b1 None None] Publish callbacks [] for port, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:02.280670 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a150b690-43da-41d0-a5b8-d974ebe52814 None None] Network 3c250e75-f407-490b-afa8-657c36f33578 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:00:02.290467 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-1bb25353-f5d9-496a-84df-8206d696c57c tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.5812907 Nov 19 18:00:02.294604 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 46354) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:00:02.300946 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-617e7c41-47d7-4e85-a211-b40478799944 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Request body: {'port': {'network_id': '3c250e75-f407-490b-afa8-657c36f33578', 'name': 'tempest-NetworksIpV6TestAttrs-423531352'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:00:02.357079 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8f5c467-281b-44eb-96d8-c2d1705e05bd tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:00:02.375432 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-f8f5c467-281b-44eb-96d8-c2d1705e05bd tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] 10.222.0.54 "PUT /v2.0/routers/0524a58f-7fbf-47cd-9168-47b14b219745/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6860619 Nov 19 18:00:02.376305 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 46360) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:00:02.389771 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d75ea84-2c28-4aa4-acf9-2afb614a524c tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 698} {{(pid=103365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 18:00:02.426709 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed9fe36-2b88-4be6-9523-fa2b190193c1 None None] Sync routers for ids ['0524a58f-7fbf-47cd-9168-47b14b219745'] in n-d-818022-2 {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:00:02.428560 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-4f32f058-bf18-49f9-a7bb-afcc53d45b11 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] 10.222.0.54 "GET /v2.0/ports?device_id=0524a58f-7fbf-47cd-9168-47b14b219745 HTTP/1.1" status: 200 len: 205 time: 0.0470939 Nov 19 18:00:02.431868 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 46362) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:00:02.447406 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4d75ea84-2c28-4aa4-acf9-2afb614a524c tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:02.447644 n-d-818022-2 neutron-server[103365]: INFO neutron.db.segments_db [None req-4d75ea84-2c28-4aa4-acf9-2afb614a524c tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Added segment bc73b1ce-ca6c-478b-b0e7-302c5cffe797 of type vlan for network dcf69f52-3547-488d-9ba1-c047aeda0731 Nov 19 18:00:02.495783 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4395f27d-464d-42fc-8b0d-1af16b18f4b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998'] for port, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:02.546192 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed9fe36-2b88-4be6-9523-fa2b190193c1 None None] Routers {'0524a58f-7fbf-47cd-9168-47b14b219745'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:00:02.547150 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-2ed9fe36-2b88-4be6-9523-fa2b190193c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:00:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['0524a58f-7fbf-47cd-9168-47b14b219745'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:00:02.615809 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-617e7c41-47d7-4e85-a211-b40478799944 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Made reservation on behalf of 046193144e6e4cc5baaab68732230105 for: {'port': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:00:02.617727 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-096edf16-f466-4362-9ffa-a3eefb20a547 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks [] for router, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:02.619722 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-617e7c41-47d7-4e85-a211-b40478799944 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:02.644358 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e87aebcf-89b5-4936-ab13-5948d4e875ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54f44f5f-1200-574e-8740-2141911d5b73-b7d9c4dd-f631-47d3-9870-d8daec375a29', 'network_id': 'b7d9c4dd-f631-47d3-9870-d8daec375a29', 'tenant_id': '8ffa8370408040d085287d7dbe34b3c3', 'fixed_ips': [{'subnet_id': '202aaeb0-f2a5-46d0-8a24-156a9b5c8517'}]}} from n-d-818022-2. {{(pid=103366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 18:00:02.653158 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e87aebcf-89b5-4936-ab13-5948d4e875ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:02.673241 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [None req-617e7c41-47d7-4e85-a211-b40478799944 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] device_id is not set on port 02512861-d97a-48f5-a132-e031ec151364 yet. {{(pid=103364) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 18:00:02.759667 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4d75ea84-2c28-4aa4-acf9-2afb614a524c tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:03.047714 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [None req-617e7c41-47d7-4e85-a211-b40478799944 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Allocated IP 2001:db8::f816:3eff:fefa:eaf4 (3c250e75-f407-490b-afa8-657c36f33578/81d419ff-ec32-4092-b1c6-d1f996825ba2/02512861-d97a-48f5-a132-e031ec151364) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:00:03.195164 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-096edf16-f466-4362-9ffa-a3eefb20a547 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4696'] for router, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:03.211171 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-096edf16-f466-4362-9ffa-a3eefb20a547 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:03.213259 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4d75ea84-2c28-4aa4-acf9-2afb614a524c tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:03.227733 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d75ea84-2c28-4aa4-acf9-2afb614a524c tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:00:03.230695 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4d75ea84-2c28-4aa4-acf9-2afb614a524c tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks [] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:03.343065 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4395f27d-464d-42fc-8b0d-1af16b18f4b1 None None] Network b444a353-bce0-4637-8d6a-364f1d624194 is already hosted by enough agents. {{(pid=103366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:00:03.403132 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4395f27d-464d-42fc-8b0d-1af16b18f4b1 None None] Pushing event updated for resources: {'Port': ['ID=84c80fad-272e-42ad-975d-6d5572cde5d5,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:03.415803 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-2ed9fe36-2b88-4be6-9523-fa2b190193c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:00:03.487145 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-4d75ea84-2c28-4aa4-acf9-2afb614a524c tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.4842250 Nov 19 18:00:03.488127 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 46390) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:00:03.508791 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [None req-4395f27d-464d-42fc-8b0d-1af16b18f4b1 None None] Resources bound (agent type, host, resource id): {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:00:03.510893 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-617e7c41-47d7-4e85-a211-b40478799944 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:03.519116 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4395f27d-464d-42fc-8b0d-1af16b18f4b1 None None] Received port after_create {{(pid=103366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:00:03.521025 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-c8bb9519-9490-4086-a4f4-cc86d0ab5ed9 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Request body: {'subnet': {'network_id': 'dcf69f52-3547-488d-9ba1-c047aeda0731', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:00:03.528165 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-096edf16-f466-4362-9ffa-a3eefb20a547 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-543895'] for router, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:03.534604 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-096edf16-f466-4362-9ffa-a3eefb20a547 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Fanout notify agent at l3_agent the message router_deleted on router 0524a58f-7fbf-47cd-9168-47b14b219745 {{(pid=103365) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 18:00:03.578889 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-096edf16-f466-4362-9ffa-a3eefb20a547 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks [] for router, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:03.581690 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-096edf16-f466-4362-9ffa-a3eefb20a547 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] 10.222.0.54 "DELETE /v2.0/routers/0524a58f-7fbf-47cd-9168-47b14b219745 HTTP/1.1" status: 204 len: 168 time: 1.1468337 Nov 19 18:00:03.630588 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 46394) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:00:03.661060 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-617e7c41-47d7-4e85-a211-b40478799944 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:03.680064 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d75ea84-2c28-4aa4-acf9-2afb614a524c tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Pushing event updated for resources: {'Network': ['ID=dcf69f52-3547-488d-9ba1-c047aeda0731,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:03.874604 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617e7c41-47d7-4e85-a211-b40478799944 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Pushing event updated for resources: {'Port': ['ID=02512861-d97a-48f5-a132-e031ec151364,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:03.908607 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8bb9519-9490-4086-a4f4-cc86d0ab5ed9 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Made reservation on behalf of 8ffa8370408040d085287d7dbe34b3c3 for: {'subnet': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:00:03.912113 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-617e7c41-47d7-4e85-a211-b40478799944 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Network 3c250e75-f407-490b-afa8-657c36f33578 is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:00:03.915711 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c8bb9519-9490-4086-a4f4-cc86d0ab5ed9 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8731248'] for subnet, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:03.935671 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617e7c41-47d7-4e85-a211-b40478799944 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:00:03.935671 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617e7c41-47d7-4e85-a211-b40478799944 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:00:03.935671 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617e7c41-47d7-4e85-a211-b40478799944 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:00:03.935671 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617e7c41-47d7-4e85-a211-b40478799944 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:00:03.935671 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617e7c41-47d7-4e85-a211-b40478799944 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:00:03.935671 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617e7c41-47d7-4e85-a211-b40478799944 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:00:03.935671 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617e7c41-47d7-4e85-a211-b40478799944 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:00:03.935671 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617e7c41-47d7-4e85-a211-b40478799944 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:00:03.935671 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617e7c41-47d7-4e85-a211-b40478799944 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:00:03.935671 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617e7c41-47d7-4e85-a211-b40478799944 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:00:03.935671 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617e7c41-47d7-4e85-a211-b40478799944 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:00:03.935671 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617e7c41-47d7-4e85-a211-b40478799944 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:00:03.950355 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-617e7c41-47d7-4e85-a211-b40478799944 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:00:03.966842 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-617e7c41-47d7-4e85-a211-b40478799944 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:00:03.974739 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-617e7c41-47d7-4e85-a211-b40478799944 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:00:03.985164 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-617e7c41-47d7-4e85-a211-b40478799944 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:04.000304 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network dcf69f52-3547-488d-9ba1-c047aeda0731 details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 18:00:04.010878 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_v2 [None req-288927b0-eca7-4ca9-8a78-92a92c30ef74 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Deleting subnet a879613a-c84e-4b84-a7f1-2072ef872a27 {{(pid=103364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 18:00:04.024765 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed9fe36-2b88-4be6-9523-fa2b190193c1 None None] Routers set() bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:00:04.025292 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed9fe36-2b88-4be6-9523-fa2b190193c1 None None] Router IDs set() for agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 19 18:00:04.025981 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_agentschedulers_db [None req-2ed9fe36-2b88-4be6-9523-fa2b190193c1 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'0524a58f-7fbf-47cd-9168-47b14b219745'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:00:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent'). {{(pid=103366) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 19 18:00:04.026360 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed9fe36-2b88-4be6-9523-fa2b190193c1 None None] The sync data for ids ['0524a58f-7fbf-47cd-9168-47b14b219745'] in n-d-818022-2 is: [] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:00:04.052872 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-288927b0-eca7-4ca9-8a78-92a92c30ef74 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks [] for subnet, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:04.118940 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e46ecc5a-dc14-4744-b262-3072ff2e958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:04.126613 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:04.127297 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:04.153380 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-4395f27d-464d-42fc-8b0d-1af16b18f4b1 None None] Attempting to bind port 84c80fad-272e-42ad-975d-6d5572cde5d5 on host n-d-818022-2 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:00:04.153732 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-4395f27d-464d-42fc-8b0d-1af16b18f4b1 None None] Attempting to bind port 84c80fad-272e-42ad-975d-6d5572cde5d5 by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': '561160ad-020b-4814-858e-20f48612a98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'b444a353-bce0-4637-8d6a-364f1d624194'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:00:04.154569 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4395f27d-464d-42fc-8b0d-1af16b18f4b1 None None] Attempting to bind port 84c80fad-272e-42ad-975d-6d5572cde5d5 on network b444a353-bce0-4637-8d6a-364f1d624194 {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:00:04.209396 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-617e7c41-47d7-4e85-a211-b40478799944 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.9134176 Nov 19 18:00:04.212452 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 46414) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:00:04.252939 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-288927b0-eca7-4ca9-8a78-92a92c30ef74 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9416263'] for subnet, precommit_delete_associations {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:04.267497 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a212a6f3-9e5f-4507-9cbb-493d8ae8c97a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54f44f5f-1200-574e-8740-2141911d5b73-3c250e75-f407-490b-afa8-657c36f33578', 'network_id': '3c250e75-f407-490b-afa8-657c36f33578', 'tenant_id': '046193144e6e4cc5baaab68732230105', 'fixed_ips': [{'subnet_id': '81d419ff-ec32-4092-b1c6-d1f996825ba2'}]}} from n-d-818022-2. {{(pid=103366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 18:00:04.268371 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a212a6f3-9e5f-4507-9cbb-493d8ae8c97a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:04.297388 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4395f27d-464d-42fc-8b0d-1af16b18f4b1 None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 17, 59, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:00:04.298667 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4395f27d-464d-42fc-8b0d-1af16b18f4b1 None None] Checking segment: {'id': '561160ad-020b-4814-858e-20f48612a98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'b444a353-bce0-4637-8d6a-364f1d624194'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:00:04.299778 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4395f27d-464d-42fc-8b0d-1af16b18f4b1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:04.300331 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4395f27d-464d-42fc-8b0d-1af16b18f4b1 None None] Bound using segment: {'id': '561160ad-020b-4814-858e-20f48612a98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'b444a353-bce0-4637-8d6a-364f1d624194'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:00:04.301580 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-4395f27d-464d-42fc-8b0d-1af16b18f4b1 None None] Bound port: 84c80fad-272e-42ad-975d-6d5572cde5d5, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '561160ad-020b-4814-858e-20f48612a98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'b444a353-bce0-4637-8d6a-364f1d624194'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:00:04.302182 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4395f27d-464d-42fc-8b0d-1af16b18f4b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:04.351557 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_v2 [None req-6529e599-de26-4773-8be5-3f8f67284ac9 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Deleting subnet 81d419ff-ec32-4092-b1c6-d1f996825ba2 {{(pid=103365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 18:00:04.366459 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6529e599-de26-4773-8be5-3f8f67284ac9 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Publish callbacks [] for subnet, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:04.408060 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [None req-e87aebcf-89b5-4936-ab13-5948d4e875ec None None] Allocated IP 172.20.255.242 (b7d9c4dd-f631-47d3-9870-d8daec375a29/202aaeb0-f2a5-46d0-8a24-156a9b5c8517/763f1da1-7484-4776-a031-629d9e881b3e) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:00:04.475416 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-288927b0-eca7-4ca9-8a78-92a92c30ef74 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:04.477121 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6529e599-de26-4773-8be5-3f8f67284ac9 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12546453'] for subnet, precommit_delete_associations {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:04.600360 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-288927b0-eca7-4ca9-8a78-92a92c30ef74 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12425137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8983934'] for subnet, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:04.639999 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-4395f27d-464d-42fc-8b0d-1af16b18f4b1 None None] For port 84c80fad-272e-42ad-975d-6d5572cde5d5, host n-d-818022-2, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:00:04.645177 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-4395f27d-464d-42fc-8b0d-1af16b18f4b1 None None] For port 84c80fad-272e-42ad-975d-6d5572cde5d5, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=84c80fad-272e-42ad-975d-6d5572cde5d5,segment=NetworkSegment(561160ad-020b-4814-858e-20f48612a98e),segment_id=561160ad-020b-4814-858e-20f48612a98e)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:00:04.663208 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4395f27d-464d-42fc-8b0d-1af16b18f4b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:04.669541 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288927b0-eca7-4ca9-8a78-92a92c30ef74 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Pushing event deleted for resources: {'Subnet': ['ID=a879613a-c84e-4b84-a7f1-2072ef872a27,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:04.698587 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-288927b0-eca7-4ca9-8a78-92a92c30ef74 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:04.720517 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-288927b0-eca7-4ca9-8a78-92a92c30ef74 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] 10.222.0.54 "DELETE /v2.0/subnets/a879613a-c84e-4b84-a7f1-2072ef872a27 HTTP/1.1" status: 204 len: 168 time: 1.0828838 Nov 19 18:00:04.720517 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 46436) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:00:04.781288 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4395f27d-464d-42fc-8b0d-1af16b18f4b1 None None] Pushing event updated for resources: {'Port': ['ID=84c80fad-272e-42ad-975d-6d5572cde5d5,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:04.785032 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66ae9ba1-a7dc-4f93-bdaa-e478605305db None None] Network 5a979bc2-75c3-47de-9f90-ea5a0c0b0262 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:00:04.836987 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6529e599-de26-4773-8be5-3f8f67284ac9 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:04.879887 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e013d7e6-5264-4dcc-9759-54f5fb809e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:04.987412 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-476d8317-284c-492b-be78-f887feec4bb1 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:05.105772 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c8bb9519-9490-4086-a4f4-cc86d0ab5ed9 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12283104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8731234'] for subnet, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:05.201841 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-476d8317-284c-492b-be78-f887feec4bb1 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Deleting port ec378a91-cf86-4a78-a7c0-dcb934abaae9 {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:00:05.202426 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-476d8317-284c-492b-be78-f887feec4bb1 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:05.297375 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bb9519-9490-4086-a4f4-cc86d0ab5ed9 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Pushing event updated for resources: {'Subnet': ['ID=002a7791-76a0-4662-b13e-3c567472c313,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:05.354535 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bb9519-9490-4086-a4f4-cc86d0ab5ed9 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:00:05.355098 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bb9519-9490-4086-a4f4-cc86d0ab5ed9 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:00:05.355527 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bb9519-9490-4086-a4f4-cc86d0ab5ed9 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:00:05.356063 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bb9519-9490-4086-a4f4-cc86d0ab5ed9 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:00:05.356515 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bb9519-9490-4086-a4f4-cc86d0ab5ed9 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:00:05.357177 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bb9519-9490-4086-a4f4-cc86d0ab5ed9 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:00:05.357656 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bb9519-9490-4086-a4f4-cc86d0ab5ed9 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:00:05.358330 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bb9519-9490-4086-a4f4-cc86d0ab5ed9 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:00:05.359025 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bb9519-9490-4086-a4f4-cc86d0ab5ed9 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:00:05.359025 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bb9519-9490-4086-a4f4-cc86d0ab5ed9 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:00:05.359523 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bb9519-9490-4086-a4f4-cc86d0ab5ed9 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:00:05.359973 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bb9519-9490-4086-a4f4-cc86d0ab5ed9 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:00:05.382243 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:05.419073 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6529e599-de26-4773-8be5-3f8f67284ac9 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12282919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8731163'] for subnet, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:05.446580 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [None req-476d8317-284c-492b-be78-f887feec4bb1 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] For port ec378a91-cf86-4a78-a7c0-dcb934abaae9, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=ec378a91-cf86-4a78-a7c0-dcb934abaae9,segment=NetworkSegment(96ae877d-2ce6-4ac3-96ef-e9d8b03c2cc7),segment_id=96ae877d-2ce6-4ac3-96ef-e9d8b03c2cc7)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:00:05.446950 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-476d8317-284c-492b-be78-f887feec4bb1 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:05.510550 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6529e599-de26-4773-8be5-3f8f67284ac9 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Pushing event deleted for resources: {'Subnet': ['ID=81d419ff-ec32-4092-b1c6-d1f996825ba2,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:05.512489 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-476d8317-284c-492b-be78-f887feec4bb1 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Calling delete_port for ec378a91-cf86-4a78-a7c0-dcb934abaae9 owned by network:dhcp {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:00:05.517507 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server [None req-a212a6f3-9e5f-4507-9cbb-493d8ae8c97a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 81d419ff-ec32-4092-b1c6-d1f996825ba2: This subnet is being modified by another concurrent operation. Nov 19 18:00:05.517507 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 19 18:00:05.517507 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 19 18:00:05.517507 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 19 18:00:05.517507 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 19 18:00:05.517507 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 19 18:00:05.517507 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 19 18:00:05.517507 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 19 18:00:05.517507 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 19 18:00:05.517507 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 19 18:00:05.517507 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 18:00:05.517507 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 19 18:00:05.517507 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 18:00:05.517507 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 18:00:05.517507 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 18:00:05.517507 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 18:00:05.517507 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 18:00:05.517507 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 18:00:05.517507 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 18:00:05.517507 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 19 18:00:05.517507 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 18:00:05.517507 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 18:00:05.517507 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 18:00:05.517507 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 18:00:05.517507 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 18:00:05.517507 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 18:00:05.517507 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 18:00:05.517507 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 18:00:05.517507 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 18:00:05.517507 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 18:00:05.517507 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 18:00:05.517507 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 18:00:05.517507 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 18:00:05.517507 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 19 18:00:05.517507 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 19 18:00:05.517507 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 19 18:00:05.517507 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 19 18:00:05.517507 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 19 18:00:05.517507 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 19 18:00:05.517507 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 19 18:00:05.517507 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 19 18:00:05.517507 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 19 18:00:05.517507 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 19 18:00:05.517507 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 18:00:05.517507 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 18:00:05.517507 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 19 18:00:05.517507 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 18:00:05.517507 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 19 18:00:05.517507 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 18:00:05.517507 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 18:00:05.517507 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 18:00:05.517507 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 18:00:05.517507 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 18:00:05.517507 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 18:00:05.517507 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 18:00:05.517507 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 19 18:00:05.517507 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 18:00:05.517507 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 18:00:05.517507 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 18:00:05.517507 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 18:00:05.517507 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 18:00:05.517507 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 18:00:05.517507 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 18:00:05.517507 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 18:00:05.517507 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 18:00:05.517507 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 18:00:05.517507 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 18:00:05.517507 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 18:00:05.517507 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 18:00:05.517507 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 19 18:00:05.517507 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 19 18:00:05.517507 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 19 18:00:05.517507 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 19 18:00:05.517507 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 19 18:00:05.517507 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 19 18:00:05.517507 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 19 18:00:05.517507 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 19 18:00:05.517507 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 19 18:00:05.517507 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 18:00:05.517507 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 18:00:05.517507 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 18:00:05.517507 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 18:00:05.517507 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 19 18:00:05.517507 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 19 18:00:05.517507 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 19 18:00:05.517507 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 19 18:00:05.517507 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 19 18:00:05.517507 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 19 18:00:05.517507 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 19 18:00:05.517507 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server raise exception Nov 19 18:00:05.517507 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 81d419ff-ec32-4092-b1c6-d1f996825ba2: This subnet is being modified by another concurrent operation. Nov 19 18:00:05.517507 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server Nov 19 18:00:05.564829 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6529e599-de26-4773-8be5-3f8f67284ac9 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Publish callbacks [] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:05.576484 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 46472) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:00:05.576806 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-6529e599-de26-4773-8be5-3f8f67284ac9 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] 10.222.0.54 "DELETE /v2.0/subnets/81d419ff-ec32-4092-b1c6-d1f996825ba2 HTTP/1.1" status: 204 len: 168 time: 1.3558826 Nov 19 18:00:05.579170 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8bb9519-9490-4086-a4f4-cc86d0ab5ed9 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Checking segment: {'id': 'bc73b1ce-ca6c-478b-b0e7-302c5cffe797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'dcf69f52-3547-488d-9ba1-c047aeda0731'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:00:05.581594 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8bb9519-9490-4086-a4f4-cc86d0ab5ed9 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Network hostable DHCP agents. Network: dcf69f52-3547-488d-9ba1-c047aeda0731, hostable agents: ['02910ef2-0455-4aea-9f38-9a875579633f'], hosted agents: [] {{(pid=103365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 18:00:05.595364 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f06de8ef-239e-4dd0-9676-6322f2ae9145 None None] Network 3c250e75-f407-490b-afa8-657c36f33578 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:00:05.687979 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8bb9519-9490-4086-a4f4-cc86d0ab5ed9 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Network dcf69f52-3547-488d-9ba1-c047aeda0731 is scheduled to be hosted by DHCP agent 02910ef2-0455-4aea-9f38-9a875579633f with binding_index 1 {{(pid=103365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 18:00:05.716902 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-c8bb9519-9490-4086-a4f4-cc86d0ab5ed9 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818022-2, dcf69f52-3547-488d-9ba1-c047aeda0731) {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:00:05.731385 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8bb9519-9490-4086-a4f4-cc86d0ab5ed9 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:00:05.732002 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c8bb9519-9490-4086-a4f4-cc86d0ab5ed9 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks [] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:05.780839 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-c8bb9519-9490-4086-a4f4-cc86d0ab5ed9 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.2794209 Nov 19 18:00:05.781452 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 46482) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:00:05.904406 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c556354-ca1a-4367-b544-0b0f1620e13b None None] Network dcf69f52-3547-488d-9ba1-c047aeda0731 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:00:05.953870 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8ac72ca-e17b-4156-a05d-682523d4a7c7 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:00:05.956487 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8ac72ca-e17b-4156-a05d-682523d4a7c7 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:00:05.975355 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-a8ac72ca-e17b-4156-a05d-682523d4a7c7 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.3946991 Nov 19 18:00:05.979469 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-476d8317-284c-492b-be78-f887feec4bb1 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:05.981748 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 46488) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:00:06.096324 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-476d8317-284c-492b-be78-f887feec4bb1 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] No DVR routers for this DVR port ec378a91-cf86-4a78-a7c0-dcb934abaae9 on host n-d-818022-2 {{(pid=103364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:00:06.131675 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 84c80fad-272e-42ad-975d-6d5572cde5d5 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:00:06.146618 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-cc56face-f399-454c-bda0-4466d350c131 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:06.203356 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476d8317-284c-492b-be78-f887feec4bb1 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Pushing event deleted for resources: {'Port': ['ID=ec378a91-cf86-4a78-a7c0-dcb934abaae9,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:06.210501 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e87aebcf-89b5-4936-ab13-5948d4e875ec None None] Publish callbacks [] for port, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:06.340986 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f61b9ed7-c70a-4b34-9128-b62016b4f11f None None] DHCP port deletion for 5a979bc2-75c3-47de-9f90-ea5a0c0b0262 request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:00:06.418506 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e87aebcf-89b5-4936-ab13-5948d4e875ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998'] for port, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:06.530089 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-476d8317-284c-492b-be78-f887feec4bb1 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:06.562058 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-aa7e03c7-ac73-4c9c-8ae7-eb9e9055a2f9 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:06.594612 n-d-818022-2 neutron-server[103364]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa7e03c7-ac73-4c9c-8ae7-eb9e9055a2f9 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 19 18:00:06.595095 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa7e03c7-ac73-4c9c-8ae7-eb9e9055a2f9 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103364) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 18:00:06.609108 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-aa7e03c7-ac73-4c9c-8ae7-eb9e9055a2f9 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] 10.222.0.54 "DELETE /v2.0/networks/3c250e75-f407-490b-afa8-657c36f33578 HTTP/1.1" status: 409 len: 405 time: 0.6197774 Nov 19 18:00:06.613844 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 46502) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:00:06.636114 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-476d8317-284c-492b-be78-f887feec4bb1 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a979bc2-75c3-47de-9f90-ea5a0c0b0262']}} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:00:06.647654 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-3dbb20f0-431e-427b-bbbd-d7e916c9ef1e tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-498768425'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:00:06.683492 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-476d8317-284c-492b-be78-f887feec4bb1 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96ae877d-2ce6-4ac3-96ef-e9d8b03c2cc7') {'for_net_delete': True} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:00:06.683714 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-476d8317-284c-492b-be78-f887feec4bb1 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96ae877d-2ce6-4ac3-96ef-e9d8b03c2cc7') {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:00:06.723895 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e87aebcf-89b5-4936-ab13-5948d4e875ec None None] Network b7d9c4dd-f631-47d3-9870-d8daec375a29 is already hosted by enough agents. {{(pid=103366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:00:06.729118 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-476d8317-284c-492b-be78-f887feec4bb1 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417396'] for segment, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:06.775729 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dbb20f0-431e-427b-bbbd-d7e916c9ef1e tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Made reservation on behalf of 046193144e6e4cc5baaab68732230105 for: {'network': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:00:06.784226 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3dbb20f0-431e-427b-bbbd-d7e916c9ef1e tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:06.784729 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [None req-e87aebcf-89b5-4936-ab13-5948d4e875ec None None] Resources bound (agent type, host, resource id): {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:00:06.806642 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-476d8317-284c-492b-be78-f887feec4bb1 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:06.809905 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 46506) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:00:06.813488 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e87aebcf-89b5-4936-ab13-5948d4e875ec None None] Received port after_create {{(pid=103366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:00:06.826344 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 84c80fad-272e-42ad-975d-6d5572cde5d5 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:00:06.826735 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:06.858365 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-476d8317-284c-492b-be78-f887feec4bb1 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Releasing vlan 697 on physical network physnet1 to pool {{(pid=103364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 18:00:06.858796 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-476d8317-284c-492b-be78-f887feec4bb1 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12425183'] for segment, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:06.874413 n-d-818022-2 neutron-server[103364]: Traceback (most recent call last): Nov 19 18:00:06.874413 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 18:00:06.874413 n-d-818022-2 neutron-server[103364]: timer() Nov 19 18:00:06.874413 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 18:00:06.874413 n-d-818022-2 neutron-server[103364]: cb(*args, **kw) Nov 19 18:00:06.874413 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 18:00:06.874413 n-d-818022-2 neutron-server[103364]: return func(*args, **kwargs) Nov 19 18:00:06.874413 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 18:00:06.874413 n-d-818022-2 neutron-server[103364]: self._notify() Nov 19 18:00:06.874413 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 18:00:06.874413 n-d-818022-2 neutron-server[103364]: self.callback(batched_events) Nov 19 18:00:06.874413 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 18:00:06.874413 n-d-818022-2 neutron-server[103364]: event.method(event) Nov 19 18:00:06.874413 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 18:00:06.874413 n-d-818022-2 neutron-server[103364]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 18:00:06.874413 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 18:00:06.874413 n-d-818022-2 neutron-server[103364]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 18:00:06.874413 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 18:00:06.874413 n-d-818022-2 neutron-server[103364]: return f(self, *a, **k) Nov 19 18:00:06.874413 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 18:00:06.874413 n-d-818022-2 neutron-server[103364]: return self._get(url).json() Nov 19 18:00:06.874413 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 18:00:06.874413 n-d-818022-2 neutron-server[103364]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 18:00:06.874413 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 18:00:06.874413 n-d-818022-2 neutron-server[103364]: return self.request(url, 'GET', **kwargs) Nov 19 18:00:06.874413 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 18:00:06.874413 n-d-818022-2 neutron-server[103364]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 18:00:06.874413 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 18:00:06.874413 n-d-818022-2 neutron-server[103364]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 18:00:06.874413 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 18:00:06.874413 n-d-818022-2 neutron-server[103364]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 18:00:06.874413 n-d-818022-2 neutron-server[103364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 18:00:06.938562 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87aebcf-89b5-4936-ab13-5948d4e875ec None None] Pushing event updated for resources: {'Port': ['ID=763f1da1-7484-4776-a031-629d9e881b3e,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:06.991187 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d10a7bf-0cfd-4a03-bc19-023d3fa7919f None None] Network b444a353-bce0-4637-8d6a-364f1d624194 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:00:07.023790 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3dbb20f0-431e-427b-bbbd-d7e916c9ef1e tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 679} {{(pid=103364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 18:00:07.077106 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3dbb20f0-431e-427b-bbbd-d7e916c9ef1e tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:07.077498 n-d-818022-2 neutron-server[103364]: INFO neutron.db.segments_db [None req-3dbb20f0-431e-427b-bbbd-d7e916c9ef1e tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Added segment 36bb21c3-a12f-44af-a215-bcf6a3de7c9f of type vlan for network f1dd0524-e396-4285-9407-92fdae87b514 Nov 19 18:00:07.104664 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-476d8317-284c-492b-be78-f887feec4bb1 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671242'] for network, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:07.121348 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-476d8317-284c-492b-be78-f887feec4bb1 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks [] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:07.140893 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-476d8317-284c-492b-be78-f887feec4bb1 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] 10.222.0.54 "DELETE /v2.0/networks/5a979bc2-75c3-47de-9f90-ea5a0c0b0262 HTTP/1.1" status: 204 len: 168 time: 2.4180272 Nov 19 18:00:07.143417 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 46514) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:00:07.191498 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aba5b7d5-2b2e-42af-a148-f8818f3e266e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54f44f5f-1200-574e-8740-2141911d5b73-dcf69f52-3547-488d-9ba1-c047aeda0731', 'network_id': 'dcf69f52-3547-488d-9ba1-c047aeda0731', 'tenant_id': '8ffa8370408040d085287d7dbe34b3c3', 'fixed_ips': [{'subnet_id': '002a7791-76a0-4662-b13e-3c567472c313'}]}} from n-d-818022-2. {{(pid=103366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 18:00:07.191745 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-e62edbe8-c9a2-4d10-a6ec-4c7661405531 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-432570378', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:00:07.192709 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-aba5b7d5-2b2e-42af-a148-f8818f3e266e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:07.233534 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-cc56face-f399-454c-bda0-4466d350c131 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:07.237643 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-5c01dfe3-eac1-4e24-9a3a-8df96430a9eb None None] Provisioning complete for port 84c80fad-272e-42ad-975d-6d5572cde5d5 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:00:07.238886 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-5c01dfe3-eac1-4e24-9a3a-8df96430a9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:07.351088 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-e87aebcf-89b5-4936-ab13-5948d4e875ec None None] Attempting to bind port 763f1da1-7484-4776-a031-629d9e881b3e on host n-d-818022-2 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:00:07.353583 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-e87aebcf-89b5-4936-ab13-5948d4e875ec None None] Attempting to bind port 763f1da1-7484-4776-a031-629d9e881b3e by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': 'c148422d-7fbe-4f31-a44e-4f32bb4ef34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'b7d9c4dd-f631-47d3-9870-d8daec375a29'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:00:07.355893 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e87aebcf-89b5-4936-ab13-5948d4e875ec None None] Attempting to bind port 763f1da1-7484-4776-a031-629d9e881b3e on network b7d9c4dd-f631-47d3-9870-d8daec375a29 {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:00:07.361848 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e62edbe8-c9a2-4d10-a6ec-4c7661405531 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9890'] for router, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:07.368184 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e62edbe8-c9a2-4d10-a6ec-4c7661405531 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671617', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-732153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4689'] for router, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:07.443742 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-cc56face-f399-454c-bda0-4466d350c131 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12282919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8731163'] for subnet, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:07.444191 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e87aebcf-89b5-4936-ab13-5948d4e875ec None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 0, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:00:07.444686 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e87aebcf-89b5-4936-ab13-5948d4e875ec None None] Checking segment: {'id': 'c148422d-7fbe-4f31-a44e-4f32bb4ef34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'b7d9c4dd-f631-47d3-9870-d8daec375a29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:00:07.445107 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e87aebcf-89b5-4936-ab13-5948d4e875ec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:07.451268 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e87aebcf-89b5-4936-ab13-5948d4e875ec None None] Bound using segment: {'id': 'c148422d-7fbe-4f31-a44e-4f32bb4ef34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'b7d9c4dd-f631-47d3-9870-d8daec375a29'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:00:07.454159 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-e87aebcf-89b5-4936-ab13-5948d4e875ec None None] Bound port: 763f1da1-7484-4776-a031-629d9e881b3e, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c148422d-7fbe-4f31-a44e-4f32bb4ef34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'b7d9c4dd-f631-47d3-9870-d8daec375a29'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:00:07.458303 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e87aebcf-89b5-4936-ab13-5948d4e875ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:07.538450 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:07.555793 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476d8317-284c-492b-be78-f887feec4bb1 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Pushing event deleted for resources: {'Network': ['ID=5a979bc2-75c3-47de-9f90-ea5a0c0b0262,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:07.569635 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-cc56face-f399-454c-bda0-4466d350c131 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:07.616662 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e62edbe8-c9a2-4d10-a6ec-4c7661405531 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:07.620276 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-cc56face-f399-454c-bda0-4466d350c131 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcf69f52-3547-488d-9ba1-c047aeda0731']}} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:00:07.625098 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e97003fd-be19-45f8-9c44-159a146bf294 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:07.628925 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3dbb20f0-431e-427b-bbbd-d7e916c9ef1e tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:07.634061 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e62edbe8-c9a2-4d10-a6ec-4c7661405531 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671702'] for router, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:07.637519 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-cc56face-f399-454c-bda0-4466d350c131 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc73b1ce-ca6c-478b-b0e7-302c5cffe797') {'for_net_delete': True} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:00:07.638039 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-cc56face-f399-454c-bda0-4466d350c131 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc73b1ce-ca6c-478b-b0e7-302c5cffe797') {} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:00:07.651526 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-cc56face-f399-454c-bda0-4466d350c131 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12545382'] for segment, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:07.659039 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] For port 84c80fad-272e-42ad-975d-6d5572cde5d5, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=84c80fad-272e-42ad-975d-6d5572cde5d5,segment=NetworkSegment(561160ad-020b-4814-858e-20f48612a98e),segment_id=561160ad-020b-4814-858e-20f48612a98e)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:00:07.669434 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-cc56face-f399-454c-bda0-4466d350c131 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:07.678176 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc56face-f399-454c-bda0-4466d350c131 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Releasing vlan 698 on physical network physnet1 to pool {{(pid=103365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 18:00:07.678885 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-cc56face-f399-454c-bda0-4466d350c131 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12282953'] for segment, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:07.724685 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e62edbe8-c9a2-4d10-a6ec-4c7661405531 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks [] for router, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:07.725926 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-e62edbe8-c9a2-4d10-a6ec-4c7661405531 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.5606694 Nov 19 18:00:07.739409 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 46530) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:00:07.754278 n-d-818022-2 neutron-server[103365]: Traceback (most recent call last): Nov 19 18:00:07.754278 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 18:00:07.754278 n-d-818022-2 neutron-server[103365]: timer() Nov 19 18:00:07.754278 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 18:00:07.754278 n-d-818022-2 neutron-server[103365]: cb(*args, **kw) Nov 19 18:00:07.754278 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 18:00:07.754278 n-d-818022-2 neutron-server[103365]: return func(*args, **kwargs) Nov 19 18:00:07.754278 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 18:00:07.754278 n-d-818022-2 neutron-server[103365]: self._notify() Nov 19 18:00:07.754278 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 18:00:07.754278 n-d-818022-2 neutron-server[103365]: self.callback(batched_events) Nov 19 18:00:07.754278 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 18:00:07.754278 n-d-818022-2 neutron-server[103365]: event.method(event) Nov 19 18:00:07.754278 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 18:00:07.754278 n-d-818022-2 neutron-server[103365]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 18:00:07.754278 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 18:00:07.754278 n-d-818022-2 neutron-server[103365]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 18:00:07.754278 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 18:00:07.754278 n-d-818022-2 neutron-server[103365]: return f(self, *a, **k) Nov 19 18:00:07.754278 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 18:00:07.754278 n-d-818022-2 neutron-server[103365]: return self._get(url).json() Nov 19 18:00:07.754278 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 18:00:07.754278 n-d-818022-2 neutron-server[103365]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 18:00:07.754278 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 18:00:07.754278 n-d-818022-2 neutron-server[103365]: return self.request(url, 'GET', **kwargs) Nov 19 18:00:07.754278 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 18:00:07.754278 n-d-818022-2 neutron-server[103365]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 18:00:07.754278 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 18:00:07.754278 n-d-818022-2 neutron-server[103365]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 18:00:07.754278 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 18:00:07.754278 n-d-818022-2 neutron-server[103365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 18:00:07.754278 n-d-818022-2 neutron-server[103365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 18:00:07.757888 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-05fa61a9-f6d8-4f6c-b0d2-6a69eef2fd12 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Request body: {'network': {'name': 'tempest-RoutersTest-751923068'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:00:07.759822 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc56face-f399-454c-bda0-4466d350c131 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Pushing event deleted for resources: {'Subnet': ['ID=002a7791-76a0-4662-b13e-3c567472c313,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:07.761274 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3dbb20f0-431e-427b-bbbd-d7e916c9ef1e tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:07.774308 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dbb20f0-431e-427b-bbbd-d7e916c9ef1e tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:00:07.774970 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3dbb20f0-431e-427b-bbbd-d7e916c9ef1e tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Publish callbacks [] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:07.909574 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbb20f0-431e-427b-bbbd-d7e916c9ef1e tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Pushing event updated for resources: {'Network': ['ID=f1dd0524-e396-4285-9407-92fdae87b514,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:07.915118 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05fa61a9-f6d8-4f6c-b0d2-6a69eef2fd12 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Made reservation on behalf of ecb26dc6f8b14f6babd12abcbaee21bf for: {'network': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:00:07.919121 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-05fa61a9-f6d8-4f6c-b0d2-6a69eef2fd12 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:07.938069 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-3dbb20f0-431e-427b-bbbd-d7e916c9ef1e tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.3088026 Nov 19 18:00:07.939243 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 46534) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:00:07.947167 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-48158429-b2c7-4f3a-b493-fdb664169e2b tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Request body: {'subnet': {'network_id': 'f1dd0524-e396-4285-9407-92fdae87b514', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:00:07.956657 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05fa61a9-f6d8-4f6c-b0d2-6a69eef2fd12 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 666} {{(pid=103364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 18:00:07.976327 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-05fa61a9-f6d8-4f6c-b0d2-6a69eef2fd12 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:07.977003 n-d-818022-2 neutron-server[103364]: INFO neutron.db.segments_db [None req-05fa61a9-f6d8-4f6c-b0d2-6a69eef2fd12 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Added segment cf1e0655-1811-4720-a8f9-ca0284626288 of type vlan for network fe0e2852-33a8-4fa2-8c1c-0ba411d8ab17 Nov 19 18:00:08.044408 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-05fa61a9-f6d8-4f6c-b0d2-6a69eef2fd12 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:08.103620 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48158429-b2c7-4f3a-b493-fdb664169e2b tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Made reservation on behalf of 046193144e6e4cc5baaab68732230105 for: {'subnet': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:00:08.108725 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-48158429-b2c7-4f3a-b493-fdb664169e2b tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8731248'] for subnet, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:08.117223 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-05fa61a9-f6d8-4f6c-b0d2-6a69eef2fd12 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:08.129990 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:08.138658 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05fa61a9-f6d8-4f6c-b0d2-6a69eef2fd12 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:00:08.141519 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-05fa61a9-f6d8-4f6c-b0d2-6a69eef2fd12 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks [] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:08.154966 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network f1dd0524-e396-4285-9407-92fdae87b514 details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 18:00:08.334306 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Pushing event updated for resources: {'Port': ['ID=84c80fad-272e-42ad-975d-6d5572cde5d5,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:08.340180 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device ec378a91-cf86-4a78-a7c0-dcb934abaae9 no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:00:08.374042 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 46540) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:00:08.375640 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-05fa61a9-f6d8-4f6c-b0d2-6a69eef2fd12 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6341527 Nov 19 18:00:08.388840 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fa61a9-f6d8-4f6c-b0d2-6a69eef2fd12 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Pushing event updated for resources: {'Network': ['ID=fe0e2852-33a8-4fa2-8c1c-0ba411d8ab17,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:08.392088 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-edb504fe-df4d-4b4c-8198-f1eaac94d9c6 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Request body: {'subnet': {'network_id': 'fe0e2852-33a8-4fa2-8c1c-0ba411d8ab17', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:00:08.428542 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network fe0e2852-33a8-4fa2-8c1c-0ba411d8ab17 details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 18:00:08.578976 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: ec378a91-cf86-4a78-a7c0-dcb934abaae9 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:00:08.580346 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device ec378a91-cf86-4a78-a7c0-dcb934abaae9 not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:00:08.597285 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-e87aebcf-89b5-4936-ab13-5948d4e875ec None None] For port 763f1da1-7484-4776-a031-629d9e881b3e, host n-d-818022-2, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:00:08.603987 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server [None req-aba5b7d5-2b2e-42af-a148-f8818f3e266e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 002a7791-76a0-4662-b13e-3c567472c313: This subnet is being modified by another concurrent operation. Nov 19 18:00:08.603987 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 19 18:00:08.603987 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 19 18:00:08.603987 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 19 18:00:08.603987 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 19 18:00:08.603987 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 19 18:00:08.603987 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 19 18:00:08.603987 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 19 18:00:08.603987 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 19 18:00:08.603987 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 19 18:00:08.603987 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 18:00:08.603987 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 19 18:00:08.603987 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 18:00:08.603987 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 18:00:08.603987 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 18:00:08.603987 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 18:00:08.603987 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 18:00:08.603987 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 18:00:08.603987 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 18:00:08.603987 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 19 18:00:08.603987 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 18:00:08.603987 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 18:00:08.603987 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 18:00:08.603987 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 18:00:08.603987 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 18:00:08.603987 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 18:00:08.603987 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 18:00:08.603987 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 18:00:08.603987 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 18:00:08.603987 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 18:00:08.603987 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 18:00:08.603987 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 18:00:08.603987 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 18:00:08.603987 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 19 18:00:08.603987 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 19 18:00:08.603987 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 19 18:00:08.603987 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 19 18:00:08.603987 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 19 18:00:08.603987 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 19 18:00:08.603987 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 19 18:00:08.603987 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 19 18:00:08.603987 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 19 18:00:08.603987 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 19 18:00:08.603987 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 18:00:08.603987 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 18:00:08.603987 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 19 18:00:08.603987 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 18:00:08.603987 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 19 18:00:08.603987 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 18:00:08.603987 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 18:00:08.603987 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 18:00:08.603987 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 18:00:08.603987 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 18:00:08.603987 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 18:00:08.603987 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 18:00:08.603987 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 19 18:00:08.603987 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 18:00:08.603987 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 18:00:08.603987 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 18:00:08.603987 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 18:00:08.603987 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 18:00:08.603987 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 18:00:08.603987 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 18:00:08.603987 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 18:00:08.603987 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 18:00:08.603987 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 18:00:08.603987 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 18:00:08.603987 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 18:00:08.603987 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 18:00:08.603987 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 19 18:00:08.603987 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 19 18:00:08.603987 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 19 18:00:08.603987 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 19 18:00:08.603987 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 19 18:00:08.603987 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 19 18:00:08.603987 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 19 18:00:08.603987 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 19 18:00:08.603987 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 19 18:00:08.603987 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 18:00:08.603987 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 18:00:08.603987 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 18:00:08.603987 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 18:00:08.603987 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 19 18:00:08.603987 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 19 18:00:08.603987 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 19 18:00:08.603987 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 19 18:00:08.603987 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 19 18:00:08.603987 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 19 18:00:08.603987 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 19 18:00:08.603987 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server raise exception Nov 19 18:00:08.603987 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 002a7791-76a0-4662-b13e-3c567472c313: This subnet is being modified by another concurrent operation. Nov 19 18:00:08.603987 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server Nov 19 18:00:08.630230 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57b24a64-aed6-4a2f-bc90-5c7064822435 None None] Network dcf69f52-3547-488d-9ba1-c047aeda0731 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:00:08.654910 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-cc56face-f399-454c-bda0-4466d350c131 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671242'] for network, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:08.673270 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-cc56face-f399-454c-bda0-4466d350c131 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks [] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:08.681946 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-cc56face-f399-454c-bda0-4466d350c131 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] 10.222.0.54 "DELETE /v2.0/networks/dcf69f52-3547-488d-9ba1-c047aeda0731 HTTP/1.1" status: 204 len: 168 time: 2.8959670 Nov 19 18:00:08.688202 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 46552) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:00:08.697917 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc56face-f399-454c-bda0-4466d350c131 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Pushing event deleted for resources: {'Network': ['ID=dcf69f52-3547-488d-9ba1-c047aeda0731,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:08.705597 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-e83d2bf4-9640-4712-9800-c4bad9e5c4bb tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1598118221'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:00:08.713568 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edb504fe-df4d-4b4c-8198-f1eaac94d9c6 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Made reservation on behalf of ecb26dc6f8b14f6babd12abcbaee21bf for: {'subnet': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:00:08.723351 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-edb504fe-df4d-4b4c-8198-f1eaac94d9c6 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8731248'] for subnet, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:08.818984 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e83d2bf4-9640-4712-9800-c4bad9e5c4bb tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Made reservation on behalf of 8ffa8370408040d085287d7dbe34b3c3 for: {'network': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:00:08.827168 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e83d2bf4-9640-4712-9800-c4bad9e5c4bb tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:08.913895 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e97003fd-be19-45f8-9c44-159a146bf294 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:08.938341 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-e87aebcf-89b5-4936-ab13-5948d4e875ec None None] For port 763f1da1-7484-4776-a031-629d9e881b3e, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=763f1da1-7484-4776-a031-629d9e881b3e,segment=NetworkSegment(c148422d-7fbe-4f31-a44e-4f32bb4ef34e),segment_id=c148422d-7fbe-4f31-a44e-4f32bb4ef34e)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:00:08.946590 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e97003fd-be19-45f8-9c44-159a146bf294 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:08.953524 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-7c8906ae-aa28-47f9-967c-eddc6c67afb0 None None] Provisioning complete for port 84c80fad-272e-42ad-975d-6d5572cde5d5 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:00:08.954239 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-7c8906ae-aa28-47f9-967c-eddc6c67afb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:08.963905 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e87aebcf-89b5-4936-ab13-5948d4e875ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:08.994990 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-e97003fd-be19-45f8-9c44-159a146bf294 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=6100345956154bddb9669ee80ef7f7d9&name=default HTTP/1.1" status: 200 len: 3000 time: 2.1725616 Nov 19 18:00:08.999498 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 46560) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:00:09.000526 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e83d2bf4-9640-4712-9800-c4bad9e5c4bb tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 662} {{(pid=103364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 18:00:09.089467 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e83d2bf4-9640-4712-9800-c4bad9e5c4bb tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:09.090710 n-d-818022-2 neutron-server[103364]: INFO neutron.db.segments_db [None req-e83d2bf4-9640-4712-9800-c4bad9e5c4bb tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Added segment 2db46741-9061-40da-a064-bb957f620c59 of type vlan for network 49a5b107-67d1-4f3e-af0c-1960ce5dc8ef Nov 19 18:00:09.129582 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97003fd-be19-45f8-9c44-159a146bf294 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=138dc417-6834-4cfb-ab36-975234544dbe,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:09.200070 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e83d2bf4-9640-4712-9800-c4bad9e5c4bb tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:09.231226 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87aebcf-89b5-4936-ab13-5948d4e875ec None None] Pushing event updated for resources: {'Port': ['ID=763f1da1-7484-4776-a031-629d9e881b3e,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:09.234710 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e8f7b5ad-caf1-4703-9e5a-6b6a87f57686 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:09.287486 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e83d2bf4-9640-4712-9800-c4bad9e5c4bb tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:09.294210 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e83d2bf4-9640-4712-9800-c4bad9e5c4bb tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:00:09.295007 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e83d2bf4-9640-4712-9800-c4bad9e5c4bb tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks [] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:09.308549 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e8f7b5ad-caf1-4703-9e5a-6b6a87f57686 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:09.328968 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-e83d2bf4-9640-4712-9800-c4bad9e5c4bb tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6358581 Nov 19 18:00:09.374946 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 46570) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:00:09.380191 n-d-818022-2 neutron-server[103365]: DEBUG neutron.objects.ports [None req-48158429-b2c7-4f3a-b493-fdb664169e2b tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103365) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 19 18:00:09.382562 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-48158429-b2c7-4f3a-b493-fdb664169e2b tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12283104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8731234'] for subnet, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:09.383790 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-d5f338ed-e1b3-4431-a335-d5cb4d7f0346 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Request body: {'subnet': {'network_id': '49a5b107-67d1-4f3e-af0c-1960ce5dc8ef', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:00:09.385532 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-edb504fe-df4d-4b4c-8198-f1eaac94d9c6 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12283104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8731234'] for subnet, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:09.534262 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83d2bf4-9640-4712-9800-c4bad9e5c4bb tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Pushing event updated for resources: {'Network': ['ID=49a5b107-67d1-4f3e-af0c-1960ce5dc8ef,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:09.548189 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network 49a5b107-67d1-4f3e-af0c-1960ce5dc8ef details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 18:00:09.600687 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb504fe-df4d-4b4c-8198-f1eaac94d9c6 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Checking segment: {'id': 'cf1e0655-1811-4720-a8f9-ca0284626288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'fe0e2852-33a8-4fa2-8c1c-0ba411d8ab17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:00:09.601150 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edb504fe-df4d-4b4c-8198-f1eaac94d9c6 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Network hostable DHCP agents. Network: fe0e2852-33a8-4fa2-8c1c-0ba411d8ab17, hostable agents: ['02910ef2-0455-4aea-9f38-9a875579633f'], hosted agents: [] {{(pid=103365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 18:00:09.603883 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48158429-b2c7-4f3a-b493-fdb664169e2b tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Pushing event updated for resources: {'Subnet': ['ID=1bc48711-6f18-4e1f-8f78-e412031678a3,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:09.623710 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48158429-b2c7-4f3a-b493-fdb664169e2b tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Checking segment: {'id': '36bb21c3-a12f-44af-a215-bcf6a3de7c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'f1dd0524-e396-4285-9407-92fdae87b514'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:00:09.624208 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48158429-b2c7-4f3a-b493-fdb664169e2b tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Network hostable DHCP agents. Network: f1dd0524-e396-4285-9407-92fdae87b514, hostable agents: ['02910ef2-0455-4aea-9f38-9a875579633f'], hosted agents: [] {{(pid=103365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 18:00:09.634552 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e8f7b5ad-caf1-4703-9e5a-6b6a87f57686 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:09.643682 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e8f7b5ad-caf1-4703-9e5a-6b6a87f57686 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:09.646598 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-e8f7b5ad-caf1-4703-9e5a-6b6a87f57686 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/138dc417-6834-4cfb-ab36-975234544dbe HTTP/1.1" status: 204 len: 168 time: 0.6434772 Nov 19 18:00:09.698925 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f7b5ad-caf1-4703-9e5a-6b6a87f57686 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=138dc417-6834-4cfb-ab36-975234544dbe,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:09.717556 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5f338ed-e1b3-4431-a335-d5cb4d7f0346 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Made reservation on behalf of 8ffa8370408040d085287d7dbe34b3c3 for: {'subnet': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:00:09.722280 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d5f338ed-e1b3-4431-a335-d5cb4d7f0346 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8983829'] for subnet, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:09.763737 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edb504fe-df4d-4b4c-8198-f1eaac94d9c6 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Network fe0e2852-33a8-4fa2-8c1c-0ba411d8ab17 is scheduled to be hosted by DHCP agent 02910ef2-0455-4aea-9f38-9a875579633f with binding_index 1 {{(pid=103365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 18:00:09.794024 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48158429-b2c7-4f3a-b493-fdb664169e2b tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Network f1dd0524-e396-4285-9407-92fdae87b514 is scheduled to be hosted by DHCP agent 02910ef2-0455-4aea-9f38-9a875579633f with binding_index 1 {{(pid=103365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 18:00:09.815378 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb504fe-df4d-4b4c-8198-f1eaac94d9c6 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Pushing event updated for resources: {'Subnet': ['ID=92811ad4-303b-4354-b780-e680c3c3cdc0,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:09.828750 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-edb504fe-df4d-4b4c-8198-f1eaac94d9c6 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818022-2, fe0e2852-33a8-4fa2-8c1c-0ba411d8ab17) {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:00:09.832531 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-48158429-b2c7-4f3a-b493-fdb664169e2b tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818022-2, f1dd0524-e396-4285-9407-92fdae87b514) {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:00:09.840493 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56d590bb-6d51-4bd8-b958-9b6b846da341 None None] Network fe0e2852-33a8-4fa2-8c1c-0ba411d8ab17 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:00:09.846124 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48158429-b2c7-4f3a-b493-fdb664169e2b tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:00:09.846739 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-48158429-b2c7-4f3a-b493-fdb664169e2b tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Publish callbacks [] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:09.863058 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edb504fe-df4d-4b4c-8198-f1eaac94d9c6 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:00:09.863814 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-edb504fe-df4d-4b4c-8198-f1eaac94d9c6 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks [] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:09.919625 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b042d5ed-1a8f-4203-88c2-46ddc9893e0d None None] Network f1dd0524-e396-4285-9407-92fdae87b514 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:00:09.922715 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-48158429-b2c7-4f3a-b493-fdb664169e2b tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9822042 Nov 19 18:00:09.925685 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 46588) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:00:09.942507 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-edb504fe-df4d-4b4c-8198-f1eaac94d9c6 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5623884 Nov 19 18:00:09.946350 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 46590) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:00:09.949246 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.ipam_backend_mixin [None req-d5f338ed-e1b3-4431-a335-d5cb4d7f0346 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Performing IP validity checks on allocation pools {{(pid=103364) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 19 18:00:09.958481 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.ipam_backend_mixin [None req-d5f338ed-e1b3-4431-a335-d5cb4d7f0346 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103364) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 19 18:00:09.976885 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-c18c5027-8db3-43c9-8f6c-5882217a93f7 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Request body: {'port': {'network_id': 'f1dd0524-e396-4285-9407-92fdae87b514', 'name': 'tempest-NetworksIpV6TestAttrs-1122612574'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:00:10.360880 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-447ab048-fd7a-4b64-b077-6d00f4e6d371 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54f44f5f-1200-574e-8740-2141911d5b73-fe0e2852-33a8-4fa2-8c1c-0ba411d8ab17', 'network_id': 'fe0e2852-33a8-4fa2-8c1c-0ba411d8ab17', 'tenant_id': 'ecb26dc6f8b14f6babd12abcbaee21bf', 'fixed_ips': [{'subnet_id': '92811ad4-303b-4354-b780-e680c3c3cdc0'}]}} from n-d-818022-2. {{(pid=103366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 18:00:10.373547 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-447ab048-fd7a-4b64-b077-6d00f4e6d371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:10.536354 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 84c80fad-272e-42ad-975d-6d5572cde5d5 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:00:10.538977 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-625aab4c-ed77-4470-b4e3-3d82644b7504 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54f44f5f-1200-574e-8740-2141911d5b73-f1dd0524-e396-4285-9407-92fdae87b514', 'network_id': 'f1dd0524-e396-4285-9407-92fdae87b514', 'tenant_id': '046193144e6e4cc5baaab68732230105', 'fixed_ips': [{'subnet_id': '1bc48711-6f18-4e1f-8f78-e412031678a3'}]}} from n-d-818022-2. {{(pid=103366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 18:00:10.539810 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-625aab4c-ed77-4470-b4e3-3d82644b7504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:10.877201 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 46608) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:00:10.918923 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-110b0916-b824-49a4-a39f-8d406f267a73 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:10.989327 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [None req-447ab048-fd7a-4b64-b077-6d00f4e6d371 None None] Allocated IP 172.20.0.2 (fe0e2852-33a8-4fa2-8c1c-0ba411d8ab17/92811ad4-303b-4354-b780-e680c3c3cdc0/b3e3694e-0ba5-48b7-9e1e-06c03ae2ee70) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:00:11.214343 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-110b0916-b824-49a4-a39f-8d406f267a73 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:11.230415 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-110b0916-b824-49a4-a39f-8d406f267a73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:11.260136 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-019eda3f-5237-4ce8-a3c6-d6beb9525814 None None] Network b7d9c4dd-f631-47d3-9870-d8daec375a29 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:00:11.374271 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-110b0916-b824-49a4-a39f-8d406f267a73 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ffa018920ee14ac2b6f5de60b6870b2c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4957211 Nov 19 18:00:11.375269 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 46620) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:00:11.380609 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110b0916-b824-49a4-a39f-8d406f267a73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19e249bc-146c-4d32-b254-d7ea242d66bf,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:11.433679 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 46624) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:00:11.525848 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8fc673b5-4dc4-44c7-aa1e-82ac7c0c3978 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:11.531838 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c18c5027-8db3-43c9-8f6c-5882217a93f7 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Made reservation on behalf of 046193144e6e4cc5baaab68732230105 for: {'port': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:00:11.544819 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c18c5027-8db3-43c9-8f6c-5882217a93f7 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:11.606700 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-447ab048-fd7a-4b64-b077-6d00f4e6d371 None None] Publish callbacks [] for port, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:11.637184 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8fc673b5-4dc4-44c7-aa1e-82ac7c0c3978 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:11.680697 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-447ab048-fd7a-4b64-b077-6d00f4e6d371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998'] for port, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:11.727085 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-cb8c2d13-142f-46f5-8815-f4f69da72cbd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:11.745420 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [None req-c18c5027-8db3-43c9-8f6c-5882217a93f7 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] device_id is not set on port c06a5670-5c7e-4024-aec4-23430baeed1f yet. {{(pid=103364) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 18:00:11.762214 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0f3932bc-03a5-46c0-82c5-d41ad2c872d9 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:11.783073 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [None req-625aab4c-ed77-4470-b4e3-3d82644b7504 None None] Allocated IP 2001:db8::f816:3eff:fed6:362b (f1dd0524-e396-4285-9407-92fdae87b514/1bc48711-6f18-4e1f-8f78-e412031678a3/e17ea1d0-0604-4d6e-8aad-3ff7ec47b282) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:00:11.805606 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8fc673b5-4dc4-44c7-aa1e-82ac7c0c3978 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:11.809154 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8fc673b5-4dc4-44c7-aa1e-82ac7c0c3978 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:11.810458 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-8fc673b5-4dc4-44c7-aa1e-82ac7c0c3978 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/19e249bc-146c-4d32-b254-d7ea242d66bf HTTP/1.1" status: 204 len: 168 time: 0.4060407 Nov 19 18:00:11.857497 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc673b5-4dc4-44c7-aa1e-82ac7c0c3978 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19e249bc-146c-4d32-b254-d7ea242d66bf,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:11.961490 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-cb8c2d13-142f-46f5-8815-f4f69da72cbd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:11.976171 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-cb8c2d13-142f-46f5-8815-f4f69da72cbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:11.992351 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d5f338ed-e1b3-4431-a335-d5cb4d7f0346 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12425078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8983815'] for subnet, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:12.018405 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-625aab4c-ed77-4470-b4e3-3d82644b7504 None None] Publish callbacks [] for port, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:12.071880 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-cb8c2d13-142f-46f5-8815-f4f69da72cbd admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=18b731c3edc744c1a4f31fe8a3b78ec4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6327453 Nov 19 18:00:12.076278 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 46634) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:00:12.090040 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8c2d13-142f-46f5-8815-f4f69da72cbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94bfd1ba-0be5-4da5-b134-8a9444c1a1af,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:12.177236 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-625aab4c-ed77-4470-b4e3-3d82644b7504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998'] for port, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:12.216986 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2d3409db-8c39-473a-b847-544f3ebff082 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:12.218378 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-447ab048-fd7a-4b64-b077-6d00f4e6d371 None None] Network fe0e2852-33a8-4fa2-8c1c-0ba411d8ab17 is already hosted by enough agents. {{(pid=103366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:00:12.226076 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [None req-447ab048-fd7a-4b64-b077-6d00f4e6d371 None None] Resources bound (agent type, host, resource id): {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:00:12.229535 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-447ab048-fd7a-4b64-b077-6d00f4e6d371 None None] Received port after_create {{(pid=103366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:00:12.237342 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-0d15f9f3-0af8-4124-aa32-b810013c9917 None None] Provisioning complete for port 763f1da1-7484-4776-a031-629d9e881b3e triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:00:12.238296 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0d15f9f3-0af8-4124-aa32-b810013c9917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:12.310177 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f338ed-e1b3-4431-a335-d5cb4d7f0346 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Pushing event updated for resources: {'Subnet': ['ID=8229f8e7-229b-400d-9873-f023073a9461,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:12.310690 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2d3409db-8c39-473a-b847-544f3ebff082 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:12.413690 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-625aab4c-ed77-4470-b4e3-3d82644b7504 None None] Network f1dd0524-e396-4285-9407-92fdae87b514 is already hosted by enough agents. {{(pid=103366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:00:12.433535 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 84c80fad-272e-42ad-975d-6d5572cde5d5 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:00:12.435196 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f338ed-e1b3-4431-a335-d5cb4d7f0346 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Checking segment: {'id': '2db46741-9061-40da-a064-bb957f620c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '49a5b107-67d1-4f3e-af0c-1960ce5dc8ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:00:12.435578 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5f338ed-e1b3-4431-a335-d5cb4d7f0346 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Network hostable DHCP agents. Network: 49a5b107-67d1-4f3e-af0c-1960ce5dc8ef, hostable agents: ['02910ef2-0455-4aea-9f38-9a875579633f'], hosted agents: [] {{(pid=103364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 18:00:12.446589 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:12.448826 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [None req-625aab4c-ed77-4470-b4e3-3d82644b7504 None None] Resources bound (agent type, host, resource id): {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:00:12.479227 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-625aab4c-ed77-4470-b4e3-3d82644b7504 None None] Received port after_create {{(pid=103366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:00:12.493571 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447ab048-fd7a-4b64-b077-6d00f4e6d371 None None] Pushing event updated for resources: {'Port': ['ID=b3e3694e-0ba5-48b7-9e1e-06c03ae2ee70,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:12.521093 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [None req-c18c5027-8db3-43c9-8f6c-5882217a93f7 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Allocated IP 2001:db8::f816:3eff:fe5b:ddf1 (f1dd0524-e396-4285-9407-92fdae87b514/1bc48711-6f18-4e1f-8f78-e412031678a3/c06a5670-5c7e-4024-aec4-23430baeed1f) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:00:12.526342 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2d3409db-8c39-473a-b847-544f3ebff082 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:12.530685 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2d3409db-8c39-473a-b847-544f3ebff082 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:12.532063 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-2d3409db-8c39-473a-b847-544f3ebff082 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/94bfd1ba-0be5-4da5-b134-8a9444c1a1af HTTP/1.1" status: 204 len: 168 time: 0.4535847 Nov 19 18:00:12.549078 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3409db-8c39-473a-b847-544f3ebff082 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94bfd1ba-0be5-4da5-b134-8a9444c1a1af,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:12.744854 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5f338ed-e1b3-4431-a335-d5cb4d7f0346 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Network 49a5b107-67d1-4f3e-af0c-1960ce5dc8ef is scheduled to be hosted by DHCP agent 02910ef2-0455-4aea-9f38-9a875579633f with binding_index 1 {{(pid=103364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 18:00:12.844037 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-d5f338ed-e1b3-4431-a335-d5cb4d7f0346 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818022-2, 49a5b107-67d1-4f3e-af0c-1960ce5dc8ef) {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:00:12.854161 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5f338ed-e1b3-4431-a335-d5cb4d7f0346 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:00:12.854757 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d5f338ed-e1b3-4431-a335-d5cb4d7f0346 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:12.901466 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [None req-0f3932bc-03a5-46c0-82c5-d41ad2c872d9 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Allocated IP 172.20.0.1 (fe0e2852-33a8-4fa2-8c1c-0ba411d8ab17/92811ad4-303b-4354-b780-e680c3c3cdc0/074a41f9-7309-42bf-9620-c71e6d62ef38) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:00:12.911916 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0d15f9f3-0af8-4124-aa32-b810013c9917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:12.918184 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf1d0e18-5024-4800-baad-899aa50b9c37 None None] Network 49a5b107-67d1-4f3e-af0c-1960ce5dc8ef requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:00:12.980266 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-d5f338ed-e1b3-4431-a335-d5cb4d7f0346 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 3.6017730 Nov 19 18:00:12.981299 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 46656) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:00:13.286889 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e0ccb05c-0df3-4cf4-8f17-c349682479c6 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:13.373255 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 46664) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:00:13.455610 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e0ccb05c-0df3-4cf4-8f17-c349682479c6 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:13.472886 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-858c59a2-8fc7-4db6-8050-d3588634ad5c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:13.551905 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c18c5027-8db3-43c9-8f6c-5882217a93f7 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:13.552807 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e0ccb05c-0df3-4cf4-8f17-c349682479c6 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12282919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8731163'] for subnet, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:13.559093 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-447ab048-fd7a-4b64-b077-6d00f4e6d371 None None] Attempting to bind port b3e3694e-0ba5-48b7-9e1e-06c03ae2ee70 on host n-d-818022-2 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:00:13.559093 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-447ab048-fd7a-4b64-b077-6d00f4e6d371 None None] Attempting to bind port b3e3694e-0ba5-48b7-9e1e-06c03ae2ee70 by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': 'cf1e0655-1811-4720-a8f9-ca0284626288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'fe0e2852-33a8-4fa2-8c1c-0ba411d8ab17'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:00:13.559093 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-447ab048-fd7a-4b64-b077-6d00f4e6d371 None None] Attempting to bind port b3e3694e-0ba5-48b7-9e1e-06c03ae2ee70 on network fe0e2852-33a8-4fa2-8c1c-0ba411d8ab17 {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:00:13.560586 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625aab4c-ed77-4470-b4e3-3d82644b7504 None None] Pushing event updated for resources: {'Port': ['ID=e17ea1d0-0604-4d6e-8aad-3ff7ec47b282,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:13.609384 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0f3932bc-03a5-46c0-82c5-d41ad2c872d9 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:13.636686 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-447ab048-fd7a-4b64-b077-6d00f4e6d371 None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 0, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:00:13.637348 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-447ab048-fd7a-4b64-b077-6d00f4e6d371 None None] Checking segment: {'id': 'cf1e0655-1811-4720-a8f9-ca0284626288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'fe0e2852-33a8-4fa2-8c1c-0ba411d8ab17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:00:13.638733 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-447ab048-fd7a-4b64-b077-6d00f4e6d371 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:13.639263 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-447ab048-fd7a-4b64-b077-6d00f4e6d371 None None] Bound using segment: {'id': 'cf1e0655-1811-4720-a8f9-ca0284626288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'fe0e2852-33a8-4fa2-8c1c-0ba411d8ab17'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:00:13.639950 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-447ab048-fd7a-4b64-b077-6d00f4e6d371 None None] Bound port: b3e3694e-0ba5-48b7-9e1e-06c03ae2ee70, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf1e0655-1811-4720-a8f9-ca0284626288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'fe0e2852-33a8-4fa2-8c1c-0ba411d8ab17'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:00:13.640640 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-447ab048-fd7a-4b64-b077-6d00f4e6d371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:13.695590 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-625aab4c-ed77-4470-b4e3-3d82644b7504 None None] Attempting to bind port e17ea1d0-0604-4d6e-8aad-3ff7ec47b282 on host n-d-818022-2 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:00:13.695905 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-625aab4c-ed77-4470-b4e3-3d82644b7504 None None] Attempting to bind port e17ea1d0-0604-4d6e-8aad-3ff7ec47b282 by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': '36bb21c3-a12f-44af-a215-bcf6a3de7c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'f1dd0524-e396-4285-9407-92fdae87b514'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:00:13.696265 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625aab4c-ed77-4470-b4e3-3d82644b7504 None None] Attempting to bind port e17ea1d0-0604-4d6e-8aad-3ff7ec47b282 on network f1dd0524-e396-4285-9407-92fdae87b514 {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:00:13.717695 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625aab4c-ed77-4470-b4e3-3d82644b7504 None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 0, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:00:13.718182 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625aab4c-ed77-4470-b4e3-3d82644b7504 None None] Checking segment: {'id': '36bb21c3-a12f-44af-a215-bcf6a3de7c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'f1dd0524-e396-4285-9407-92fdae87b514'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:00:13.718674 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-625aab4c-ed77-4470-b4e3-3d82644b7504 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:13.719320 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625aab4c-ed77-4470-b4e3-3d82644b7504 None None] Bound using segment: {'id': '36bb21c3-a12f-44af-a215-bcf6a3de7c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'f1dd0524-e396-4285-9407-92fdae87b514'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:00:13.720193 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-625aab4c-ed77-4470-b4e3-3d82644b7504 None None] Bound port: e17ea1d0-0604-4d6e-8aad-3ff7ec47b282, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36bb21c3-a12f-44af-a215-bcf6a3de7c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'f1dd0524-e396-4285-9407-92fdae87b514'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:00:13.720804 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-625aab4c-ed77-4470-b4e3-3d82644b7504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:13.824549 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ccb05c-0df3-4cf4-8f17-c349682479c6 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Pushing event deleted for resources: {'Subnet': ['ID=8229f8e7-229b-400d-9873-f023073a9461,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:13.846593 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0d15f9f3-0af8-4124-aa32-b810013c9917 None None] For port 763f1da1-7484-4776-a031-629d9e881b3e, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=763f1da1-7484-4776-a031-629d9e881b3e,segment=NetworkSegment(c148422d-7fbe-4f31-a44e-4f32bb4ef34e),segment_id=c148422d-7fbe-4f31-a44e-4f32bb4ef34e)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:00:13.886957 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e0ccb05c-0df3-4cf4-8f17-c349682479c6 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:13.913525 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0d15f9f3-0af8-4124-aa32-b810013c9917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:13.954745 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-e0ccb05c-0df3-4cf4-8f17-c349682479c6 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49a5b107-67d1-4f3e-af0c-1960ce5dc8ef']}} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:00:13.960505 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c18c5027-8db3-43c9-8f6c-5882217a93f7 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:13.972733 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0f3932bc-03a5-46c0-82c5-d41ad2c872d9 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:13.989041 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-e0ccb05c-0df3-4cf4-8f17-c349682479c6 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2db46741-9061-40da-a064-bb957f620c59') {'for_net_delete': True} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:00:13.989612 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-e0ccb05c-0df3-4cf4-8f17-c349682479c6 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2db46741-9061-40da-a064-bb957f620c59') {} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:00:14.007793 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-447ab048-fd7a-4b64-b077-6d00f4e6d371 None None] For port b3e3694e-0ba5-48b7-9e1e-06c03ae2ee70, host n-d-818022-2, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:00:14.020738 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-447ab048-fd7a-4b64-b077-6d00f4e6d371 None None] For port b3e3694e-0ba5-48b7-9e1e-06c03ae2ee70, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=b3e3694e-0ba5-48b7-9e1e-06c03ae2ee70,segment=NetworkSegment(cf1e0655-1811-4720-a8f9-ca0284626288),segment_id=cf1e0655-1811-4720-a8f9-ca0284626288)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:00:14.021495 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e0ccb05c-0df3-4cf4-8f17-c349682479c6 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12545382'] for segment, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:14.054420 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e0ccb05c-0df3-4cf4-8f17-c349682479c6 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:14.077683 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0ccb05c-0df3-4cf4-8f17-c349682479c6 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Releasing vlan 662 on physical network physnet1 to pool {{(pid=103365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 18:00:14.080051 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e0ccb05c-0df3-4cf4-8f17-c349682479c6 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12282953'] for segment, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:14.091937 n-d-818022-2 neutron-server[103365]: Traceback (most recent call last): Nov 19 18:00:14.091937 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 18:00:14.091937 n-d-818022-2 neutron-server[103365]: timer() Nov 19 18:00:14.091937 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 18:00:14.091937 n-d-818022-2 neutron-server[103365]: cb(*args, **kw) Nov 19 18:00:14.091937 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 18:00:14.091937 n-d-818022-2 neutron-server[103365]: return func(*args, **kwargs) Nov 19 18:00:14.091937 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 18:00:14.091937 n-d-818022-2 neutron-server[103365]: self._notify() Nov 19 18:00:14.091937 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 18:00:14.091937 n-d-818022-2 neutron-server[103365]: self.callback(batched_events) Nov 19 18:00:14.091937 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 18:00:14.091937 n-d-818022-2 neutron-server[103365]: event.method(event) Nov 19 18:00:14.091937 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 18:00:14.091937 n-d-818022-2 neutron-server[103365]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 18:00:14.091937 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 18:00:14.091937 n-d-818022-2 neutron-server[103365]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 18:00:14.091937 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 18:00:14.091937 n-d-818022-2 neutron-server[103365]: return f(self, *a, **k) Nov 19 18:00:14.091937 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 18:00:14.091937 n-d-818022-2 neutron-server[103365]: return self._get(url).json() Nov 19 18:00:14.091937 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 18:00:14.091937 n-d-818022-2 neutron-server[103365]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 18:00:14.091937 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 18:00:14.091937 n-d-818022-2 neutron-server[103365]: return self.request(url, 'GET', **kwargs) Nov 19 18:00:14.091937 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 18:00:14.091937 n-d-818022-2 neutron-server[103365]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 18:00:14.091937 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 18:00:14.091937 n-d-818022-2 neutron-server[103365]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 18:00:14.091937 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 18:00:14.091937 n-d-818022-2 neutron-server[103365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 18:00:14.091937 n-d-818022-2 neutron-server[103365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 18:00:14.219048 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-447ab048-fd7a-4b64-b077-6d00f4e6d371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:14.229219 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d15f9f3-0af8-4124-aa32-b810013c9917 None None] Pushing event updated for resources: {'Port': ['ID=763f1da1-7484-4776-a031-629d9e881b3e,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:14.260952 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-858c59a2-8fc7-4db6-8050-d3588634ad5c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:14.298178 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f3932bc-03a5-46c0-82c5-d41ad2c872d9 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Network fe0e2852-33a8-4fa2-8c1c-0ba411d8ab17 is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:00:14.303906 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c18c5027-8db3-43c9-8f6c-5882217a93f7 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Network f1dd0524-e396-4285-9407-92fdae87b514 is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:00:14.311817 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-858c59a2-8fc7-4db6-8050-d3588634ad5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:14.321106 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-c18c5027-8db3-43c9-8f6c-5882217a93f7 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:00:14.327852 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c18c5027-8db3-43c9-8f6c-5882217a93f7 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:00:14.334998 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c18c5027-8db3-43c9-8f6c-5882217a93f7 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:00:14.338572 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e0ccb05c-0df3-4cf4-8f17-c349682479c6 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671242'] for network, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:14.349199 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c18c5027-8db3-43c9-8f6c-5882217a93f7 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:14.353375 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e0ccb05c-0df3-4cf4-8f17-c349682479c6 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks [] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:14.360960 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-e0ccb05c-0df3-4cf4-8f17-c349682479c6 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] 10.222.0.54 "DELETE /v2.0/networks/49a5b107-67d1-4f3e-af0c-1960ce5dc8ef HTTP/1.1" status: 204 len: 168 time: 1.3773160 Nov 19 18:00:14.364610 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 46678) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:00:14.372013 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 763f1da1-7484-4776-a031-629d9e881b3e up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:00:14.373223 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-0f3932bc-03a5-46c0-82c5-d41ad2c872d9 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:00:14.404171 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-ae63cc1e-fbca-47da-9338-6ee11084e52f tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-42363783'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:00:14.411312 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f3932bc-03a5-46c0-82c5-d41ad2c872d9 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:00:14.416983 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ccb05c-0df3-4cf4-8f17-c349682479c6 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Pushing event deleted for resources: {'Network': ['ID=49a5b107-67d1-4f3e-af0c-1960ce5dc8ef,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:14.433458 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18c5027-8db3-43c9-8f6c-5882217a93f7 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Pushing event updated for resources: {'Port': ['ID=c06a5670-5c7e-4024-aec4-23430baeed1f,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:14.461463 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae63cc1e-fbca-47da-9338-6ee11084e52f tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Made reservation on behalf of 8ffa8370408040d085287d7dbe34b3c3 for: {'network': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:00:14.465425 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ae63cc1e-fbca-47da-9338-6ee11084e52f tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:14.497596 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-81191f1e-cb07-4ac0-8dcd-65235f36fa80 None None] Provisioning complete for port 763f1da1-7484-4776-a031-629d9e881b3e triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:00:14.498153 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-81191f1e-cb07-4ac0-8dcd-65235f36fa80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:14.545747 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae63cc1e-fbca-47da-9338-6ee11084e52f tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 664} {{(pid=103365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 18:00:14.581909 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcd82769-f8d4-40ae-8ab8-6bd47681fe0e None None] Network 49a5b107-67d1-4f3e-af0c-1960ce5dc8ef requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:00:14.584060 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ae63cc1e-fbca-47da-9338-6ee11084e52f tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:14.584423 n-d-818022-2 neutron-server[103365]: INFO neutron.db.segments_db [None req-ae63cc1e-fbca-47da-9338-6ee11084e52f tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Added segment 27d726ba-e4d8-4fa0-b8f6-4ffdd5d1da71 of type vlan for network 6d43defe-38ef-4e81-83ae-0a5fd6485604 Nov 19 18:00:14.591761 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-625aab4c-ed77-4470-b4e3-3d82644b7504 None None] For port e17ea1d0-0604-4d6e-8aad-3ff7ec47b282, host n-d-818022-2, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:00:14.692878 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcd82769-f8d4-40ae-8ab8-6bd47681fe0e None None] Network 49a5b107-67d1-4f3e-af0c-1960ce5dc8ef could not be found, it might have been deleted concurrently. {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 19 18:00:14.702920 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-625aab4c-ed77-4470-b4e3-3d82644b7504 None None] For port e17ea1d0-0604-4d6e-8aad-3ff7ec47b282, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=e17ea1d0-0604-4d6e-8aad-3ff7ec47b282,segment=NetworkSegment(36bb21c3-a12f-44af-a215-bcf6a3de7c9f),segment_id=36bb21c3-a12f-44af-a215-bcf6a3de7c9f)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:00:14.721422 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-625aab4c-ed77-4470-b4e3-3d82644b7504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:14.725308 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447ab048-fd7a-4b64-b077-6d00f4e6d371 None None] Pushing event updated for resources: {'Port': ['ID=b3e3694e-0ba5-48b7-9e1e-06c03ae2ee70,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:14.729111 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3932bc-03a5-46c0-82c5-d41ad2c872d9 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Pushing event updated for resources: {'Port': ['ID=074a41f9-7309-42bf-9620-c71e6d62ef38,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:14.743643 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-c18c5027-8db3-43c9-8f6c-5882217a93f7 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 4.8156517 Nov 19 18:00:14.743850 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ae63cc1e-fbca-47da-9338-6ee11084e52f tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:14.746409 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 46694) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:00:14.762753 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-858c59a2-8fc7-4db6-8050-d3588634ad5c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=eb336c6ee4984295a77aad6836f985b2&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3881459 Nov 19 18:00:14.766452 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858c59a2-8fc7-4db6-8050-d3588634ad5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87b0f789-be5c-4a0c-b35f-fcebd3c270ba,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:14.771707 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 46698) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:00:14.874197 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0f3932bc-03a5-46c0-82c5-d41ad2c872d9 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-671361'] for router_interface, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:14.888618 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 763f1da1-7484-4776-a031-629d9e881b3e triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:00:14.889078 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:15.007192 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625aab4c-ed77-4470-b4e3-3d82644b7504 None None] Pushing event updated for resources: {'Port': ['ID=e17ea1d0-0604-4d6e-8aad-3ff7ec47b282,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:15.037881 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9e8c99f-80b3-4fd0-bc1d-a2212f1edf8e tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Deleting subnet 1bc48711-6f18-4e1f-8f78-e412031678a3 {{(pid=103365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 18:00:15.048387 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b9e8c99f-80b3-4fd0-bc1d-a2212f1edf8e tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Publish callbacks [] for subnet, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:15.052001 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ae63cc1e-fbca-47da-9338-6ee11084e52f tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:15.071348 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae63cc1e-fbca-47da-9338-6ee11084e52f tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:00:15.072000 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ae63cc1e-fbca-47da-9338-6ee11084e52f tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks [] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:15.265054 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0f3932bc-03a5-46c0-82c5-d41ad2c872d9 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:15.399445 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-ae63cc1e-fbca-47da-9338-6ee11084e52f tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.0081422 Nov 19 18:00:15.406236 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 46714) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:00:15.421211 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b9e8c99f-80b3-4fd0-bc1d-a2212f1edf8e tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12546453'] for subnet, precommit_delete_associations {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:15.444619 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-96f906df-b541-4d0c-a614-d4a988a0d5be tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Request body: {'subnet': {'network_id': '6d43defe-38ef-4e81-83ae-0a5fd6485604', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:00:15.696763 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device b3e3694e-0ba5-48b7-9e1e-06c03ae2ee70 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:00:15.858382 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae63cc1e-fbca-47da-9338-6ee11084e52f tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Pushing event updated for resources: {'Network': ['ID=6d43defe-38ef-4e81-83ae-0a5fd6485604,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:15.885143 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network 6d43defe-38ef-4e81-83ae-0a5fd6485604 details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 18:00:15.928687 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0f3932bc-03a5-46c0-82c5-d41ad2c872d9 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks [] for port, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:15.947437 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0f3932bc-03a5-46c0-82c5-d41ad2c872d9 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:16.003974 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d614384b-8344-4d3a-8776-b5a05c1dd479 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:16.021242 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port b3e3694e-0ba5-48b7-9e1e-06c03ae2ee70 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:00:16.021779 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:16.059442 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d614384b-8344-4d3a-8776-b5a05c1dd479 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:16.149846 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0f3932bc-03a5-46c0-82c5-d41ad2c872d9 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-768529'] for router_interface, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:16.179723 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3932bc-03a5-46c0-82c5-d41ad2c872d9 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Pushing event updated for resources: {'Port': ['ID=074a41f9-7309-42bf-9620-c71e6d62ef38,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:16.242288 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d614384b-8344-4d3a-8776-b5a05c1dd479 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:16.252315 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d614384b-8344-4d3a-8776-b5a05c1dd479 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:16.268109 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-d614384b-8344-4d3a-8776-b5a05c1dd479 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/87b0f789-be5c-4a0c-b35f-fcebd3c270ba HTTP/1.1" status: 204 len: 168 time: 1.4768908 Nov 19 18:00:16.317708 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d614384b-8344-4d3a-8776-b5a05c1dd479 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87b0f789-be5c-4a0c-b35f-fcebd3c270ba,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:16.379544 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:16.466570 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b9e8c99f-80b3-4fd0-bc1d-a2212f1edf8e tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:16.470158 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96f906df-b541-4d0c-a614-d4a988a0d5be tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Made reservation on behalf of 8ffa8370408040d085287d7dbe34b3c3 for: {'subnet': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:00:16.506785 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-96f906df-b541-4d0c-a614-d4a988a0d5be tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8731248'] for subnet, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:16.512216 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] For port b3e3694e-0ba5-48b7-9e1e-06c03ae2ee70, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=b3e3694e-0ba5-48b7-9e1e-06c03ae2ee70,segment=NetworkSegment(cf1e0655-1811-4720-a8f9-ca0284626288),segment_id=cf1e0655-1811-4720-a8f9-ca0284626288)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:00:16.524918 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:16.526558 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 763f1da1-7484-4776-a031-629d9e881b3e up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:00:16.573723 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f3932bc-03a5-46c0-82c5-d41ad2c872d9 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Network fe0e2852-33a8-4fa2-8c1c-0ba411d8ab17 is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:00:16.579961 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-0f3932bc-03a5-46c0-82c5-d41ad2c872d9 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:00:16.760866 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdbb4df4-23f7-4ac0-968f-3ab9ed904742 None None] Network fe0e2852-33a8-4fa2-8c1c-0ba411d8ab17 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:00:16.897699 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b9e8c99f-80b3-4fd0-bc1d-a2212f1edf8e tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12282919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8731163'] for subnet, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:16.912357 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f3932bc-03a5-46c0-82c5-d41ad2c872d9 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Router 980ad8ab-818f-4808-ac3d-5fe97be1cadf is scheduled to L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 with binding_index 1 {{(pid=103364) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 18:00:17.009271 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Pushing event updated for resources: {'Port': ['ID=b3e3694e-0ba5-48b7-9e1e-06c03ae2ee70,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:17.013445 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e8c99f-80b3-4fd0-bc1d-a2212f1edf8e tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Pushing event deleted for resources: {'Subnet': ['ID=1bc48711-6f18-4e1f-8f78-e412031678a3,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:17.043399 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b9e8c99f-80b3-4fd0-bc1d-a2212f1edf8e tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Publish callbacks [] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:17.052234 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-b9e8c99f-80b3-4fd0-bc1d-a2212f1edf8e tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] 10.222.0.54 "DELETE /v2.0/subnets/1bc48711-6f18-4e1f-8f78-e412031678a3 HTTP/1.1" status: 204 len: 168 time: 2.2997463 Nov 19 18:00:17.058367 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 46746) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:00:17.087946 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4bd2970-7937-47a3-ac43-35c6d0a62550 None None] Network f1dd0524-e396-4285-9407-92fdae87b514 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:00:17.099556 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-3c3ea019-151b-4cd5-8d31-e2a2074609d4 None None] Provisioning complete for port b3e3694e-0ba5-48b7-9e1e-06c03ae2ee70 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:00:17.099966 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3c3ea019-151b-4cd5-8d31-e2a2074609d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:17.181073 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f3932bc-03a5-46c0-82c5-d41ad2c872d9 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:00:17.192854 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0fa825e-a770-4a6d-b45d-57f8616ad45e None None] Sync routers for ids ['980ad8ab-818f-4808-ac3d-5fe97be1cadf'] in n-d-818022-2 {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:00:17.201506 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-0f3932bc-03a5-46c0-82c5-d41ad2c872d9 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] 10.222.0.54 "PUT /v2.0/routers/980ad8ab-818f-4808-ac3d-5fe97be1cadf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2540576 Nov 19 18:00:17.204869 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 46750) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:00:17.220449 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-8c57305c-b2de-4e09-8e7a-e893f872efa2 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Request body: {'network': {'name': 'tempest-RoutersTest-1599499814'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:00:17.239245 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0fa825e-a770-4a6d-b45d-57f8616ad45e None None] Routers {'980ad8ab-818f-4808-ac3d-5fe97be1cadf'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:00:17.239936 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-a0fa825e-a770-4a6d-b45d-57f8616ad45e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:00:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['980ad8ab-818f-4808-ac3d-5fe97be1cadf'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:00:17.274654 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-96f906df-b541-4d0c-a614-d4a988a0d5be tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12283104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8731234'] for subnet, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:17.288174 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c57305c-b2de-4e09-8e7a-e893f872efa2 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Made reservation on behalf of ecb26dc6f8b14f6babd12abcbaee21bf for: {'network': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:00:17.292960 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8c57305c-b2de-4e09-8e7a-e893f872efa2 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:17.374153 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c57305c-b2de-4e09-8e7a-e893f872efa2 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 656} {{(pid=103364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 18:00:17.385631 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f906df-b541-4d0c-a614-d4a988a0d5be tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Pushing event updated for resources: {'Subnet': ['ID=5c03f613-d528-4bdb-86b4-f2e5e1e5fe75,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:17.400247 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8c57305c-b2de-4e09-8e7a-e893f872efa2 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:17.400852 n-d-818022-2 neutron-server[103364]: INFO neutron.db.segments_db [None req-8c57305c-b2de-4e09-8e7a-e893f872efa2 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Added segment 08a6e028-738b-420f-88d8-85c1b813ff53 of type vlan for network f0e72ab0-372f-44f4-b735-094db4bb78cb Nov 19 18:00:17.458361 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 763f1da1-7484-4776-a031-629d9e881b3e triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:00:17.458743 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:17.476238 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 46760) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:00:17.477350 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f906df-b541-4d0c-a614-d4a988a0d5be tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Checking segment: {'id': '27d726ba-e4d8-4fa0-b8f6-4ffdd5d1da71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '6d43defe-38ef-4e81-83ae-0a5fd6485604'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:00:17.477771 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96f906df-b541-4d0c-a614-d4a988a0d5be tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Network hostable DHCP agents. Network: 6d43defe-38ef-4e81-83ae-0a5fd6485604, hostable agents: ['02910ef2-0455-4aea-9f38-9a875579633f'], hosted agents: [] {{(pid=103365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 18:00:17.492652 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b46fbd7d-37b2-4f2b-a4e9-037666f81c78 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:00:17.494452 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b46fbd7d-37b2-4f2b-a4e9-037666f81c78 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:00:17.496561 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-b46fbd7d-37b2-4f2b-a4e9-037666f81c78 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.4372265 Nov 19 18:00:17.504803 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 46766) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:00:17.513028 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-a0fa825e-a770-4a6d-b45d-57f8616ad45e None None] Set router 980ad8ab-818f-4808-ac3d-5fe97be1cadf gateway port host: None {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:00:17.531802 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96f906df-b541-4d0c-a614-d4a988a0d5be tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Network 6d43defe-38ef-4e81-83ae-0a5fd6485604 is scheduled to be hosted by DHCP agent 02910ef2-0455-4aea-9f38-9a875579633f with binding_index 1 {{(pid=103365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 18:00:17.564608 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8c57305c-b2de-4e09-8e7a-e893f872efa2 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:17.625560 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-96f906df-b541-4d0c-a614-d4a988a0d5be tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818022-2, 6d43defe-38ef-4e81-83ae-0a5fd6485604) {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:00:17.654727 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f906df-b541-4d0c-a614-d4a988a0d5be tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:00:17.656566 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-96f906df-b541-4d0c-a614-d4a988a0d5be tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks [] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:17.664552 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e29ee539-2a8e-4067-89a1-aee668299c6f None None] Network 6d43defe-38ef-4e81-83ae-0a5fd6485604 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:00:17.701054 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8c57305c-b2de-4e09-8e7a-e893f872efa2 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:17.709581 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-96f906df-b541-4d0c-a614-d4a988a0d5be tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.2957540 Nov 19 18:00:17.712204 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 46772) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:00:17.714534 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c57305c-b2de-4e09-8e7a-e893f872efa2 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:00:17.718461 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8c57305c-b2de-4e09-8e7a-e893f872efa2 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks [] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:17.767456 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c1621812-70be-463b-b481-192ca967c055 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:17.810739 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-8c57305c-b2de-4e09-8e7a-e893f872efa2 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6038752 Nov 19 18:00:17.813478 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 46774) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:00:17.895156 n-d-818022-2 neutron-server[103365]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1621812-70be-463b-b481-192ca967c055 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 19 18:00:17.898973 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1621812-70be-463b-b481-192ca967c055 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103365) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 18:00:17.908636 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-c1621812-70be-463b-b481-192ca967c055 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] 10.222.0.54 "DELETE /v2.0/networks/f1dd0524-e396-4285-9407-92fdae87b514 HTTP/1.1" status: 409 len: 405 time: 0.3932266 Nov 19 18:00:17.913511 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-fbcb023a-bca9-4ef6-936f-552fe74052ad tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Request body: {'subnet': {'network_id': 'f0e72ab0-372f-44f4-b735-094db4bb78cb', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:00:17.922885 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 46778) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:00:17.936569 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-95fb0a30-b01a-4ace-a330-9113a398e0f0 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-161643042'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:00:18.047965 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-a0fa825e-a770-4a6d-b45d-57f8616ad45e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '980ad8ab-818f-4808-ac3d-5fe97be1cadf', 'name': 'tempest-RoutersTest-router-432570378', 'tenant_id': 'ecb26dc6f8b14f6babd12abcbaee21bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:00:07Z', 'updated_at': '2021-11-19T18:00:15Z', 'revision_number': 2, 'project_id': 'ecb26dc6f8b14f6babd12abcbaee21bf', 'gw_port_host': None, '_interfaces': [{'id': '074a41f9-7309-42bf-9620-c71e6d62ef38', 'name': '', 'network_id': 'fe0e2852-33a8-4fa2-8c1c-0ba411d8ab17', 'tenant_id': 'ecb26dc6f8b14f6babd12abcbaee21bf', 'mac_address': 'fa:16:3e:3c:0b:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '980ad8ab-818f-4808-ac3d-5fe97be1cadf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2450, 'fixed_ips': [{'subnet_id': '92811ad4-303b-4354-b780-e680c3c3cdc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:00:12Z', 'updated_at': '2021-11-19T18:00:15Z', 'revision_number': 2, 'project_id': 'ecb26dc6f8b14f6babd12abcbaee21bf', 'subnets': [{'id': '92811ad4-303b-4354-b780-e680c3c3cdc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:00:18.116927 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0fa825e-a770-4a6d-b45d-57f8616ad45e None None] Checking router: 980ad8ab-818f-4808-ac3d-5fe97be1cadf for host: n-d-818022-2 {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:00:18.120513 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0fa825e-a770-4a6d-b45d-57f8616ad45e None None] Updating router 980ad8ab-818f-4808-ac3d-5fe97be1cadf port 074a41f9-7309-42bf-9620-c71e6d62ef38 binding host n-d-818022-2 {{(pid=103367) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 18:00:18.163604 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c57305c-b2de-4e09-8e7a-e893f872efa2 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Pushing event updated for resources: {'Network': ['ID=f0e72ab0-372f-44f4-b735-094db4bb78cb,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:18.174608 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-a0fa825e-a770-4a6d-b45d-57f8616ad45e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:18.192673 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbcb023a-bca9-4ef6-936f-552fe74052ad tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Made reservation on behalf of ecb26dc6f8b14f6babd12abcbaee21bf for: {'subnet': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:00:18.196275 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-fbcb023a-bca9-4ef6-936f-552fe74052ad tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8983829'] for subnet, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:18.236723 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network f0e72ab0-372f-44f4-b735-094db4bb78cb details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 18:00:18.353034 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95fb0a30-b01a-4ace-a330-9113a398e0f0 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Made reservation on behalf of 046193144e6e4cc5baaab68732230105 for: {'network': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:00:18.357925 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-95fb0a30-b01a-4ace-a330-9113a398e0f0 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:18.429569 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95fb0a30-b01a-4ace-a330-9113a398e0f0 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 690} {{(pid=103365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 18:00:18.457276 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c1029913-b279-4d9b-a914-907226b6bb17 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:18.460462 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-95fb0a30-b01a-4ace-a330-9113a398e0f0 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:18.460942 n-d-818022-2 neutron-server[103365]: INFO neutron.db.segments_db [None req-95fb0a30-b01a-4ace-a330-9113a398e0f0 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Added segment 66da4890-fdaa-4b5b-8db9-31718177831d of type vlan for network bf50c412-4729-44d8-a156-fa111c1716a8 Nov 19 18:00:18.614016 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-95fb0a30-b01a-4ace-a330-9113a398e0f0 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:18.646547 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c1029913-b279-4d9b-a914-907226b6bb17 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:18.773056 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-95fb0a30-b01a-4ace-a330-9113a398e0f0 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:18.787825 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95fb0a30-b01a-4ace-a330-9113a398e0f0 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:00:18.788444 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-95fb0a30-b01a-4ace-a330-9113a398e0f0 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Publish callbacks [] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:18.795863 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-fbcb023a-bca9-4ef6-936f-552fe74052ad tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12425078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8983815'] for subnet, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:18.799493 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-a0fa825e-a770-4a6d-b45d-57f8616ad45e None None] Publish callbacks [] for port, precommit_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:18.806517 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c1029913-b279-4d9b-a914-907226b6bb17 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12282919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8731163'] for subnet, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:18.820801 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-a0fa825e-a770-4a6d-b45d-57f8616ad45e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:18.964512 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d380856-c552-4e6f-aeee-af36107173b0 None None] Pushing event updated for resources: {'Port': ['ID=074a41f9-7309-42bf-9620-c71e6d62ef38,revision_number=3']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:18.967785 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcb023a-bca9-4ef6-936f-552fe74052ad tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Pushing event updated for resources: {'Subnet': ['ID=fbbb7272-7674-48c7-868e-338c26915847,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:18.976641 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbcb023a-bca9-4ef6-936f-552fe74052ad tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Checking segment: {'id': '08a6e028-738b-420f-88d8-85c1b813ff53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'f0e72ab0-372f-44f4-b735-094db4bb78cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:00:18.977283 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbcb023a-bca9-4ef6-936f-552fe74052ad tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Network hostable DHCP agents. Network: f0e72ab0-372f-44f4-b735-094db4bb78cb, hostable agents: ['02910ef2-0455-4aea-9f38-9a875579633f'], hosted agents: [] {{(pid=103364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 18:00:19.036786 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbcb023a-bca9-4ef6-936f-552fe74052ad tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Network f0e72ab0-372f-44f4-b735-094db4bb78cb is scheduled to be hosted by DHCP agent 02910ef2-0455-4aea-9f38-9a875579633f with binding_index 1 {{(pid=103364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 18:00:19.055717 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-fbcb023a-bca9-4ef6-936f-552fe74052ad tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818022-2, f0e72ab0-372f-44f4-b735-094db4bb78cb) {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:00:19.060325 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbcb023a-bca9-4ef6-936f-552fe74052ad tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:00:19.061099 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-fbcb023a-bca9-4ef6-936f-552fe74052ad tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:19.084610 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-3f377141-4fe6-4640-b11c-f9ce36aef6e9 None None] Provisioning complete for port e17ea1d0-0604-4d6e-8aad-3ff7ec47b282 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:00:19.085236 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3f377141-4fe6-4640-b11c-f9ce36aef6e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:19.099553 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-fbcb023a-bca9-4ef6-936f-552fe74052ad tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2012162 Nov 19 18:00:19.102280 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 46800) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:00:19.207017 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83e25b17-7b38-4a70-b600-bd2fb53d2749 None None] Network f0e72ab0-372f-44f4-b735-094db4bb78cb requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:00:19.250580 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d380856-c552-4e6f-aeee-af36107173b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:00:19.256854 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d380856-c552-4e6f-aeee-af36107173b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:00:19.257298 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d380856-c552-4e6f-aeee-af36107173b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:00:19.257647 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d380856-c552-4e6f-aeee-af36107173b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:00:19.258012 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d380856-c552-4e6f-aeee-af36107173b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:00:19.261273 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d380856-c552-4e6f-aeee-af36107173b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:00:19.265559 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d380856-c552-4e6f-aeee-af36107173b0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:00:19.266013 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d380856-c552-4e6f-aeee-af36107173b0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:00:19.266362 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d380856-c552-4e6f-aeee-af36107173b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:00:19.268922 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d380856-c552-4e6f-aeee-af36107173b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:00:19.269537 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d380856-c552-4e6f-aeee-af36107173b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:00:19.271049 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d380856-c552-4e6f-aeee-af36107173b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:00:19.284067 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-a0fa825e-a770-4a6d-b45d-57f8616ad45e None None] Attempting to bind port 074a41f9-7309-42bf-9620-c71e6d62ef38 on host n-d-818022-2 for vnic_type normal with profile {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:00:19.286148 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-a0fa825e-a770-4a6d-b45d-57f8616ad45e None None] Attempting to bind port 074a41f9-7309-42bf-9620-c71e6d62ef38 by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': 'cf1e0655-1811-4720-a8f9-ca0284626288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'fe0e2852-33a8-4fa2-8c1c-0ba411d8ab17'}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:00:19.287194 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0fa825e-a770-4a6d-b45d-57f8616ad45e None None] Attempting to bind port 074a41f9-7309-42bf-9620-c71e6d62ef38 on network fe0e2852-33a8-4fa2-8c1c-0ba411d8ab17 {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:00:19.296415 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1029913-b279-4d9b-a914-907226b6bb17 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Pushing event deleted for resources: {'Subnet': ['ID=5c03f613-d528-4bdb-86b4-f2e5e1e5fe75,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:19.302071 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fb0a30-b01a-4ace-a330-9113a398e0f0 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Pushing event updated for resources: {'Network': ['ID=bf50c412-4729-44d8-a156-fa111c1716a8,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:19.303860 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0fa825e-a770-4a6d-b45d-57f8616ad45e None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 0, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:00:19.307754 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0fa825e-a770-4a6d-b45d-57f8616ad45e None None] Checking segment: {'id': 'cf1e0655-1811-4720-a8f9-ca0284626288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'fe0e2852-33a8-4fa2-8c1c-0ba411d8ab17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:00:19.308776 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-a0fa825e-a770-4a6d-b45d-57f8616ad45e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:19.310499 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0fa825e-a770-4a6d-b45d-57f8616ad45e None None] Bound using segment: {'id': 'cf1e0655-1811-4720-a8f9-ca0284626288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'fe0e2852-33a8-4fa2-8c1c-0ba411d8ab17'} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:00:19.313393 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-a0fa825e-a770-4a6d-b45d-57f8616ad45e None None] Bound port: 074a41f9-7309-42bf-9620-c71e6d62ef38, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf1e0655-1811-4720-a8f9-ca0284626288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'fe0e2852-33a8-4fa2-8c1c-0ba411d8ab17'}}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:00:19.315198 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-a0fa825e-a770-4a6d-b45d-57f8616ad45e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:19.317829 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 46806) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:00:19.320914 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-95fb0a30-b01a-4ace-a330-9113a398e0f0 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.3870764 Nov 19 18:00:19.335296 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-f3ea4c94-97e0-4f8b-840e-eb80ccad7dbe tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Request body: {'subnet': {'network_id': 'bf50c412-4729-44d8-a156-fa111c1716a8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:00:19.387950 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-605a6619-ad7b-43c1-bee2-2150182594a4 None None] DHCP port deletion for f1dd0524-e396-4285-9407-92fdae87b514 request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:00:19.396774 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 46808) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:00:19.419744 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network bf50c412-4729-44d8-a156-fa111c1716a8 details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 18:00:19.456862 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-a0fa825e-a770-4a6d-b45d-57f8616ad45e None None] For port 074a41f9-7309-42bf-9620-c71e6d62ef38, host n-d-818022-2, cleared binding levels {{(pid=103367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:00:19.461103 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-a0fa825e-a770-4a6d-b45d-57f8616ad45e None None] For port 074a41f9-7309-42bf-9620-c71e6d62ef38, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=074a41f9-7309-42bf-9620-c71e6d62ef38,segment=NetworkSegment(cf1e0655-1811-4720-a8f9-ca0284626288),segment_id=cf1e0655-1811-4720-a8f9-ca0284626288)] {{(pid=103367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:00:19.476475 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-a0fa825e-a770-4a6d-b45d-57f8616ad45e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:19.531812 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0fa825e-a770-4a6d-b45d-57f8616ad45e None None] Routers {'980ad8ab-818f-4808-ac3d-5fe97be1cadf'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:00:19.532808 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-a0fa825e-a770-4a6d-b45d-57f8616ad45e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:00:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['980ad8ab-818f-4808-ac3d-5fe97be1cadf'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:00:19.549309 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c1029913-b279-4d9b-a914-907226b6bb17 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:19.600435 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-c1029913-b279-4d9b-a914-907226b6bb17 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d43defe-38ef-4e81-83ae-0a5fd6485604']}} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:00:19.647087 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-c1029913-b279-4d9b-a914-907226b6bb17 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27d726ba-e4d8-4fa0-b8f6-4ffdd5d1da71') {'for_net_delete': True} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:00:19.647404 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-c1029913-b279-4d9b-a914-907226b6bb17 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27d726ba-e4d8-4fa0-b8f6-4ffdd5d1da71') {} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:00:19.648301 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a0fbe03-42c9-49c1-865b-70de22b2a2dc None None] Network 6d43defe-38ef-4e81-83ae-0a5fd6485604 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:00:19.658622 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device b3e3694e-0ba5-48b7-9e1e-06c03ae2ee70 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:00:19.679326 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 46812) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:00:19.694238 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c1029913-b279-4d9b-a914-907226b6bb17 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12545382'] for segment, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:19.695419 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-a0fa825e-a770-4a6d-b45d-57f8616ad45e None None] Set router 980ad8ab-818f-4808-ac3d-5fe97be1cadf gateway port host: None {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:00:19.824415 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c1029913-b279-4d9b-a914-907226b6bb17 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:19.853390 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1029913-b279-4d9b-a914-907226b6bb17 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Releasing vlan 664 on physical network physnet1 to pool {{(pid=103365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 18:00:19.867160 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c1029913-b279-4d9b-a914-907226b6bb17 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12282953'] for segment, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:19.870682 n-d-818022-2 neutron-server[103365]: Traceback (most recent call last): Nov 19 18:00:19.870682 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 18:00:19.870682 n-d-818022-2 neutron-server[103365]: timer() Nov 19 18:00:19.870682 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 18:00:19.870682 n-d-818022-2 neutron-server[103365]: cb(*args, **kw) Nov 19 18:00:19.870682 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 18:00:19.870682 n-d-818022-2 neutron-server[103365]: return func(*args, **kwargs) Nov 19 18:00:19.870682 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 18:00:19.870682 n-d-818022-2 neutron-server[103365]: self._notify() Nov 19 18:00:19.870682 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 18:00:19.870682 n-d-818022-2 neutron-server[103365]: self.callback(batched_events) Nov 19 18:00:19.870682 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 18:00:19.870682 n-d-818022-2 neutron-server[103365]: event.method(event) Nov 19 18:00:19.870682 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 18:00:19.870682 n-d-818022-2 neutron-server[103365]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 18:00:19.870682 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 18:00:19.870682 n-d-818022-2 neutron-server[103365]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 18:00:19.870682 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 18:00:19.870682 n-d-818022-2 neutron-server[103365]: return f(self, *a, **k) Nov 19 18:00:19.870682 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 18:00:19.870682 n-d-818022-2 neutron-server[103365]: return self._get(url).json() Nov 19 18:00:19.870682 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 18:00:19.870682 n-d-818022-2 neutron-server[103365]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 18:00:19.870682 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 18:00:19.870682 n-d-818022-2 neutron-server[103365]: return self.request(url, 'GET', **kwargs) Nov 19 18:00:19.870682 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 18:00:19.870682 n-d-818022-2 neutron-server[103365]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 18:00:19.870682 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 18:00:19.870682 n-d-818022-2 neutron-server[103365]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 18:00:19.870682 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 18:00:19.870682 n-d-818022-2 neutron-server[103365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 18:00:19.870682 n-d-818022-2 neutron-server[103365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 18:00:20.205618 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7cb03bee-d09f-4fba-b2b2-ca8c99adf28a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:20.245388 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c1029913-b279-4d9b-a914-907226b6bb17 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671242'] for network, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:20.280103 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c1029913-b279-4d9b-a914-907226b6bb17 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks [] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:20.292549 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-c1029913-b279-4d9b-a914-907226b6bb17 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] 10.222.0.54 "DELETE /v2.0/networks/6d43defe-38ef-4e81-83ae-0a5fd6485604 HTTP/1.1" status: 204 len: 168 time: 2.5786700 Nov 19 18:00:20.311909 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 46822) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:00:20.322173 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3f377141-4fe6-4640-b11c-f9ce36aef6e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:20.328487 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-bb293df7-6c81-4c50-973e-913faad05b83 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-867333153'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:00:20.416058 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1029913-b279-4d9b-a914-907226b6bb17 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Pushing event deleted for resources: {'Network': ['ID=6d43defe-38ef-4e81-83ae-0a5fd6485604,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:20.451655 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-a0fa825e-a770-4a6d-b45d-57f8616ad45e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '980ad8ab-818f-4808-ac3d-5fe97be1cadf', 'name': 'tempest-RoutersTest-router-432570378', 'tenant_id': 'ecb26dc6f8b14f6babd12abcbaee21bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:00:07Z', 'updated_at': '2021-11-19T18:00:15Z', 'revision_number': 2, 'project_id': 'ecb26dc6f8b14f6babd12abcbaee21bf', 'gw_port_host': None, '_interfaces': [{'id': '074a41f9-7309-42bf-9620-c71e6d62ef38', 'name': '', 'network_id': 'fe0e2852-33a8-4fa2-8c1c-0ba411d8ab17', 'tenant_id': 'ecb26dc6f8b14f6babd12abcbaee21bf', 'mac_address': 'fa:16:3e:3c:0b:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '980ad8ab-818f-4808-ac3d-5fe97be1cadf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2450, 'fixed_ips': [{'subnet_id': '92811ad4-303b-4354-b780-e680c3c3cdc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:00:12Z', 'updated_at': '2021-11-19T18:00:19Z', 'revision_number': 4, 'project_id': 'ecb26dc6f8b14f6babd12abcbaee21bf', 'subnets': [{'id': '92811ad4-303b-4354-b780-e680c3c3cdc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:00:20.505181 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a0f0fd6e-d3ea-4d6f-97f1-fefa34d15a43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-768564'] for router_interface, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:20.520642 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-3f377141-4fe6-4640-b11c-f9ce36aef6e9 None None] For port e17ea1d0-0604-4d6e-8aad-3ff7ec47b282, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=e17ea1d0-0604-4d6e-8aad-3ff7ec47b282,segment=NetworkSegment(36bb21c3-a12f-44af-a215-bcf6a3de7c9f),segment_id=36bb21c3-a12f-44af-a215-bcf6a3de7c9f)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:00:20.554063 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d380856-c552-4e6f-aeee-af36107173b0 None None] Pushing event updated for resources: {'Port': ['ID=074a41f9-7309-42bf-9620-c71e6d62ef38,revision_number=4']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:20.558444 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0fa825e-a770-4a6d-b45d-57f8616ad45e None None] The sync data for ids ['980ad8ab-818f-4808-ac3d-5fe97be1cadf'] in n-d-818022-2 is: [{'id': '980ad8ab-818f-4808-ac3d-5fe97be1cadf', 'name': 'tempest-RoutersTest-router-432570378', 'tenant_id': 'ecb26dc6f8b14f6babd12abcbaee21bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:00:07Z', 'updated_at': '2021-11-19T18:00:15Z', 'revision_number': 2, 'project_id': 'ecb26dc6f8b14f6babd12abcbaee21bf', 'gw_port_host': None, '_interfaces': [{'id': '074a41f9-7309-42bf-9620-c71e6d62ef38', 'name': '', 'network_id': 'fe0e2852-33a8-4fa2-8c1c-0ba411d8ab17', 'tenant_id': 'ecb26dc6f8b14f6babd12abcbaee21bf', 'mac_address': 'fa:16:3e:3c:0b:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '980ad8ab-818f-4808-ac3d-5fe97be1cadf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2450, 'fixed_ips': [{'subnet_id': '92811ad4-303b-4354-b780-e680c3c3cdc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:00:12Z', 'updated_at': '2021-11-19T18:00:19Z', 'revision_number': 4, 'project_id': 'ecb26dc6f8b14f6babd12abcbaee21bf', 'subnets': [{'id': '92811ad4-303b-4354-b780-e680c3c3cdc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:00:20.571307 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb293df7-6c81-4c50-973e-913faad05b83 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Made reservation on behalf of 8ffa8370408040d085287d7dbe34b3c3 for: {'network': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:00:20.583179 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-bb293df7-6c81-4c50-973e-913faad05b83 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:20.642249 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3f377141-4fe6-4640-b11c-f9ce36aef6e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:20.703144 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9219dd20-eaa8-4a98-a463-dcbed20e1b7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54f44f5f-1200-574e-8740-2141911d5b73-f0e72ab0-372f-44f4-b735-094db4bb78cb', 'network_id': 'f0e72ab0-372f-44f4-b735-094db4bb78cb', 'tenant_id': 'ecb26dc6f8b14f6babd12abcbaee21bf', 'fixed_ips': [{'subnet_id': 'fbbb7272-7674-48c7-868e-338c26915847'}]}} from n-d-818022-2. {{(pid=103366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 18:00:20.704182 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9219dd20-eaa8-4a98-a463-dcbed20e1b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:20.861895 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port b3e3694e-0ba5-48b7-9e1e-06c03ae2ee70 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:00:20.865145 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:20.908939 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-1db9fb2a-65fe-4b13-80af-5fcfc4c4fe3c None None] Provisioning complete for port b3e3694e-0ba5-48b7-9e1e-06c03ae2ee70 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:00:20.909961 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-1db9fb2a-65fe-4b13-80af-5fcfc4c4fe3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:20.959983 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb293df7-6c81-4c50-973e-913faad05b83 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 655} {{(pid=103365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 18:00:21.094272 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7cb03bee-d09f-4fba-b2b2-ca8c99adf28a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:21.095497 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-74e1a85d-8edd-44be-a60a-42ccd049deb1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:21.152918 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-bb293df7-6c81-4c50-973e-913faad05b83 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:21.153281 n-d-818022-2 neutron-server[103365]: INFO neutron.db.segments_db [None req-bb293df7-6c81-4c50-973e-913faad05b83 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Added segment 12e87520-e553-4e8a-9a48-ef28184100ed of type vlan for network 1197067a-44ab-4565-aa1a-d2bb6a4501ec Nov 19 18:00:21.155970 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7cb03bee-d09f-4fba-b2b2-ca8c99adf28a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:21.205350 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f377141-4fe6-4640-b11c-f9ce36aef6e9 None None] Pushing event updated for resources: {'Port': ['ID=e17ea1d0-0604-4d6e-8aad-3ff7ec47b282,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:21.213649 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-605a6619-ad7b-43c1-bee2-2150182594a4 None None] Deleting port e17ea1d0-0604-4d6e-8aad-3ff7ec47b282 {{(pid=103366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:00:21.219599 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-605a6619-ad7b-43c1-bee2-2150182594a4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:21.303743 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb03bee-d09f-4fba-b2b2-ca8c99adf28a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc3ed6f2-ca60-416f-b1f8-3f4eaf5cd769,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:21.445087 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3ea4c94-97e0-4f8b-840e-eb80ccad7dbe tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Made reservation on behalf of 046193144e6e4cc5baaab68732230105 for: {'subnet': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:00:21.473051 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f3ea4c94-97e0-4f8b-840e-eb80ccad7dbe tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8983829'] for subnet, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:21.617864 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-605a6619-ad7b-43c1-bee2-2150182594a4 None None] For port e17ea1d0-0604-4d6e-8aad-3ff7ec47b282, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=e17ea1d0-0604-4d6e-8aad-3ff7ec47b282,segment=NetworkSegment(36bb21c3-a12f-44af-a215-bcf6a3de7c9f),segment_id=36bb21c3-a12f-44af-a215-bcf6a3de7c9f)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:00:21.618942 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-605a6619-ad7b-43c1-bee2-2150182594a4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:21.658370 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-605a6619-ad7b-43c1-bee2-2150182594a4 None None] Calling delete_port for e17ea1d0-0604-4d6e-8aad-3ff7ec47b282 owned by network:dhcp {{(pid=103366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:00:21.687521 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [None req-9219dd20-eaa8-4a98-a463-dcbed20e1b7e None None] Allocated IP 172.21.0.2 (f0e72ab0-372f-44f4-b735-094db4bb78cb/fbbb7272-7674-48c7-868e-338c26915847/2d8f89f7-e694-48e2-90d6-cbc37ccbd6ce) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:00:21.694173 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-74e1a85d-8edd-44be-a60a-42ccd049deb1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:21.765697 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-1db9fb2a-65fe-4b13-80af-5fcfc4c4fe3c None None] Provisioning complete for port 074a41f9-7309-42bf-9620-c71e6d62ef38 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:00:21.766207 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-1db9fb2a-65fe-4b13-80af-5fcfc4c4fe3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:21.888747 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 074a41f9-7309-42bf-9620-c71e6d62ef38 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:00:21.927411 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-db0edae5-3684-4239-92ab-b6517ce11096 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:21.932111 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-74e1a85d-8edd-44be-a60a-42ccd049deb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:21.944297 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-bb293df7-6c81-4c50-973e-913faad05b83 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:21.950134 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-7cb03bee-d09f-4fba-b2b2-ca8c99adf28a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c411e3d6a5f440e39248ab636fddd529&name=default HTTP/1.1" status: 200 len: 3000 time: 2.2615156 Nov 19 18:00:21.956961 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 46854) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:00:22.097303 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e1a85d-8edd-44be-a60a-42ccd049deb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78987b60-9cfa-406f-a452-1f0581a59891,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:22.104470 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-74e1a85d-8edd-44be-a60a-42ccd049deb1 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=a3ee5b91e65d47b6a42bb4ed32bda609&name=default HTTP/1.1" status: 200 len: 3000 time: 2.6986907 Nov 19 18:00:22.105702 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 46862) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:00:22.159563 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 074a41f9-7309-42bf-9620-c71e6d62ef38 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:00:22.159967 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:22.174522 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-bb293df7-6c81-4c50-973e-913faad05b83 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:22.181349 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb293df7-6c81-4c50-973e-913faad05b83 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:00:22.182329 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-bb293df7-6c81-4c50-973e-913faad05b83 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks [] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:22.274719 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-38cd865a-e2b4-438f-89d5-4b63c1bd4586 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:22.288382 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:22.330568 n-d-818022-2 neutron-server[103364]: DEBUG neutron.objects.ports [None req-f3ea4c94-97e0-4f8b-840e-eb80ccad7dbe tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103364) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 19 18:00:22.349121 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-605a6619-ad7b-43c1-bee2-2150182594a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007'] for port, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:22.354112 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f3ea4c94-97e0-4f8b-840e-eb80ccad7dbe tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12425078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8983815'] for subnet, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:22.408718 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-041ae873-13bb-4b6d-81a1-b75c1deaa566 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:22.424323 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-38cd865a-e2b4-438f-89d5-4b63c1bd4586 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:22.451457 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-bb293df7-6c81-4c50-973e-913faad05b83 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.1268899 Nov 19 18:00:22.462678 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-1db9fb2a-65fe-4b13-80af-5fcfc4c4fe3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:22.468377 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 46872) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:00:22.488803 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-555e736d-0705-40bc-827b-c1d69f0d7186 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Request body: {'subnet': {'network_id': '1197067a-44ab-4565-aa1a-d2bb6a4501ec', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:00:22.522690 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb293df7-6c81-4c50-973e-913faad05b83 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Pushing event updated for resources: {'Network': ['ID=1197067a-44ab-4565-aa1a-d2bb6a4501ec,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:22.543981 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-a0f0fd6e-d3ea-4d6f-97f1-fefa34d15a43 admin admin] Deleting port 423fd538-e14b-4796-b3af-feec2debe439 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:00:22.544314 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a0f0fd6e-d3ea-4d6f-97f1-fefa34d15a43 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:22.594398 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] For port 074a41f9-7309-42bf-9620-c71e6d62ef38, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=074a41f9-7309-42bf-9620-c71e6d62ef38,segment=NetworkSegment(cf1e0655-1811-4720-a8f9-ca0284626288),segment_id=cf1e0655-1811-4720-a8f9-ca0284626288)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:00:22.597215 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605a6619-ad7b-43c1-bee2-2150182594a4 None None] Pushing event deleted for resources: {'Port': ['ID=e17ea1d0-0604-4d6e-8aad-3ff7ec47b282,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:22.604609 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network 1197067a-44ab-4565-aa1a-d2bb6a4501ec details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 18:00:22.614209 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:22.617326 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ea4c94-97e0-4f8b-840e-eb80ccad7dbe tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Checking segment: {'id': '66da4890-fdaa-4b5b-8db9-31718177831d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'bf50c412-4729-44d8-a156-fa111c1716a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:00:22.632250 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3ea4c94-97e0-4f8b-840e-eb80ccad7dbe tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Network hostable DHCP agents. Network: bf50c412-4729-44d8-a156-fa111c1716a8, hostable agents: ['02910ef2-0455-4aea-9f38-9a875579633f'], hosted agents: [] {{(pid=103364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 18:00:22.664796 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9219dd20-eaa8-4a98-a463-dcbed20e1b7e None None] Publish callbacks [] for port, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:22.679361 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-041ae873-13bb-4b6d-81a1-b75c1deaa566 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:22.685777 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-605a6619-ad7b-43c1-bee2-2150182594a4 None None] No DVR routers for this DVR port e17ea1d0-0604-4d6e-8aad-3ff7ec47b282 on host n-d-818022-2 {{(pid=103366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:00:22.735703 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9219dd20-eaa8-4a98-a463-dcbed20e1b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998'] for port, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:22.816600 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ea4c94-97e0-4f8b-840e-eb80ccad7dbe tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Pushing event updated for resources: {'Subnet': ['ID=243faff4-cc0a-4d99-80d0-f4cafd90ae20,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:22.852530 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device e17ea1d0-0604-4d6e-8aad-3ff7ec47b282 no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:00:22.854391 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-555e736d-0705-40bc-827b-c1d69f0d7186 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Made reservation on behalf of 8ffa8370408040d085287d7dbe34b3c3 for: {'subnet': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:00:22.858617 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-555e736d-0705-40bc-827b-c1d69f0d7186 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8731248'] for subnet, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:22.866476 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3ea4c94-97e0-4f8b-840e-eb80ccad7dbe tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Network bf50c412-4729-44d8-a156-fa111c1716a8 is scheduled to be hosted by DHCP agent 02910ef2-0455-4aea-9f38-9a875579633f with binding_index 1 {{(pid=103364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 18:00:22.899162 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-38cd865a-e2b4-438f-89d5-4b63c1bd4586 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:22.902163 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-38cd865a-e2b4-438f-89d5-4b63c1bd4586 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:22.906915 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-38cd865a-e2b4-438f-89d5-4b63c1bd4586 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/cc3ed6f2-ca60-416f-b1f8-3f4eaf5cd769 HTTP/1.1" status: 204 len: 168 time: 0.9489129 Nov 19 18:00:22.952268 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cd865a-e2b4-438f-89d5-4b63c1bd4586 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc3ed6f2-ca60-416f-b1f8-3f4eaf5cd769,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:22.974435 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-f3ea4c94-97e0-4f8b-840e-eb80ccad7dbe tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818022-2, bf50c412-4729-44d8-a156-fa111c1716a8) {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:00:22.991581 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3ea4c94-97e0-4f8b-840e-eb80ccad7dbe tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:00:22.992015 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f3ea4c94-97e0-4f8b-840e-eb80ccad7dbe tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:22.997219 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [None req-a0f0fd6e-d3ea-4d6f-97f1-fefa34d15a43 admin admin] For port 423fd538-e14b-4796-b3af-feec2debe439, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=423fd538-e14b-4796-b3af-feec2debe439,segment=NetworkSegment(949c8f19-feca-48a3-a3b4-7bc362c7af12),segment_id=949c8f19-feca-48a3-a3b4-7bc362c7af12)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:00:22.997511 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a0f0fd6e-d3ea-4d6f-97f1-fefa34d15a43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:23.026830 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-a0f0fd6e-d3ea-4d6f-97f1-fefa34d15a43 admin admin] Calling delete_port for 423fd538-e14b-4796-b3af-feec2debe439 owned by network:router_interface {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:00:23.051634 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-041ae873-13bb-4b6d-81a1-b75c1deaa566 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:23.058735 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-041ae873-13bb-4b6d-81a1-b75c1deaa566 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:23.060788 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-041ae873-13bb-4b6d-81a1-b75c1deaa566 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/78987b60-9cfa-406f-a452-1f0581a59891 HTTP/1.1" status: 204 len: 168 time: 0.9538188 Nov 19 18:00:23.092043 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-f3ea4c94-97e0-4f8b-840e-eb80ccad7dbe tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 3.7689333 Nov 19 18:00:23.092694 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 46894) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:00:23.096403 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [None req-db0edae5-3684-4239-92ab-b6517ce11096 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Allocated IP 172.21.0.1 (f0e72ab0-372f-44f4-b735-094db4bb78cb/fbbb7272-7674-48c7-868e-338c26915847/2a09bb4b-afa1-456a-85bf-083ddf4bf17f) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:00:23.108465 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041ae873-13bb-4b6d-81a1-b75c1deaa566 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78987b60-9cfa-406f-a452-1f0581a59891,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:23.442393 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7482b9d0-eb31-48f9-b241-393ec18a0190 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:23.641423 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-db0edae5-3684-4239-92ab-b6517ce11096 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:23.699019 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: e17ea1d0-0604-4d6e-8aad-3ff7ec47b282 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:00:23.699923 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device e17ea1d0-0604-4d6e-8aad-3ff7ec47b282 not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:00:23.727940 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7482b9d0-eb31-48f9-b241-393ec18a0190 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:23.788738 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b6d7228-7f32-464f-987b-a1b232a545a6 None None] Network bf50c412-4729-44d8-a156-fa111c1716a8 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:00:23.818242 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-555e736d-0705-40bc-827b-c1d69f0d7186 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12283104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8731234'] for subnet, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:23.872377 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-db0edae5-3684-4239-92ab-b6517ce11096 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:23.985711 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db0edae5-3684-4239-92ab-b6517ce11096 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Network f0e72ab0-372f-44f4-b735-094db4bb78cb is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:00:23.992870 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555e736d-0705-40bc-827b-c1d69f0d7186 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Pushing event updated for resources: {'Subnet': ['ID=68694d3b-4740-46f9-8d5b-6a8b131ae5ab,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:23.995165 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7482b9d0-eb31-48f9-b241-393ec18a0190 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12425137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8983934'] for subnet, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:24.028202 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-db0edae5-3684-4239-92ab-b6517ce11096 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:00:24.035389 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0edae5-3684-4239-92ab-b6517ce11096 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Pushing event updated for resources: {'Port': ['ID=2a09bb4b-afa1-456a-85bf-083ddf4bf17f,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:24.080023 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a0f0fd6e-d3ea-4d6f-97f1-fefa34d15a43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:24.085414 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db0edae5-3684-4239-92ab-b6517ce11096 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:00:24.091328 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-555e736d-0705-40bc-827b-c1d69f0d7186 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Checking segment: {'id': '12e87520-e553-4e8a-9a48-ef28184100ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '1197067a-44ab-4565-aa1a-d2bb6a4501ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:00:24.095502 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-555e736d-0705-40bc-827b-c1d69f0d7186 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Network hostable DHCP agents. Network: 1197067a-44ab-4565-aa1a-d2bb6a4501ec, hostable agents: ['02910ef2-0455-4aea-9f38-9a875579633f'], hosted agents: [] {{(pid=103365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 18:00:24.148549 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7482b9d0-eb31-48f9-b241-393ec18a0190 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Pushing event deleted for resources: {'Subnet': ['ID=243faff4-cc0a-4d99-80d0-f4cafd90ae20,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:24.160164 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f0fd6e-d3ea-4d6f-97f1-fefa34d15a43 admin admin] Pushing event deleted for resources: {'Port': ['ID=423fd538-e14b-4796-b3af-feec2debe439,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:24.179658 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9219dd20-eaa8-4a98-a463-dcbed20e1b7e None None] Network f0e72ab0-372f-44f4-b735-094db4bb78cb is already hosted by enough agents. {{(pid=103366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:00:24.233036 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [None req-9219dd20-eaa8-4a98-a463-dcbed20e1b7e None None] Resources bound (agent type, host, resource id): {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:00:24.335415 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 46922) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:00:24.335579 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9219dd20-eaa8-4a98-a463-dcbed20e1b7e None None] Received port after_create {{(pid=103366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:00:24.373310 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-58d648e5-242d-4ce2-9bde-7c017758c6eb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:24.377167 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7482b9d0-eb31-48f9-b241-393ec18a0190 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:24.382408 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-db0edae5-3684-4239-92ab-b6517ce11096 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-671361'] for router_interface, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:24.413487 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Pushing event updated for resources: {'Port': ['ID=074a41f9-7309-42bf-9620-c71e6d62ef38,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:24.425670 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-555e736d-0705-40bc-827b-c1d69f0d7186 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Network 1197067a-44ab-4565-aa1a-d2bb6a4501ec is scheduled to be hosted by DHCP agent 02910ef2-0455-4aea-9f38-9a875579633f with binding_index 1 {{(pid=103365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 18:00:24.464941 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-555e736d-0705-40bc-827b-c1d69f0d7186 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818022-2, 1197067a-44ab-4565-aa1a-d2bb6a4501ec) {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:00:24.512647 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.db.api [None req-1db9fb2a-65fe-4b13-80af-5fcfc4c4fe3c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103366) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 18:00:24.513303 n-d-818022-2 neutron-server[103366]: DEBUG oslo_db.api [None req-1db9fb2a-65fe-4b13-80af-5fcfc4c4fe3c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 18:00:24.520059 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8d0e083-0cf3-43cd-abc9-9897e57f13f5 None None] Network bf50c412-4729-44d8-a156-fa111c1716a8 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:00:24.545542 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-555e736d-0705-40bc-827b-c1d69f0d7186 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:00:24.546140 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-555e736d-0705-40bc-827b-c1d69f0d7186 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks [] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:24.594800 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e2a5e7e-c825-48d2-a041-bdc8e1d6bfa3 None None] Network 1197067a-44ab-4565-aa1a-d2bb6a4501ec requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:00:24.606496 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:00:24.606964 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:00:24.607469 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:00:24.607995 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:00:24.608088 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:00:24.608673 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:00:24.609079 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:00:24.609423 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:00:24.610060 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:00:24.610460 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:00:24.610860 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:00:24.611615 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:00:24.641463 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a0f0fd6e-d3ea-4d6f-97f1-fefa34d15a43 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-768648'] for router_interface, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:24.649611 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-555e736d-0705-40bc-827b-c1d69f0d7186 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1667335 Nov 19 18:00:24.654330 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 46934) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:00:24.716655 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-db0edae5-3684-4239-92ab-b6517ce11096 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:24.726287 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-7482b9d0-eb31-48f9-b241-393ec18a0190 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf50c412-4729-44d8-a156-fa111c1716a8']}} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:00:24.780621 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-7482b9d0-eb31-48f9-b241-393ec18a0190 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66da4890-fdaa-4b5b-8db9-31718177831d') {'for_net_delete': True} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:00:24.781104 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-7482b9d0-eb31-48f9-b241-393ec18a0190 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66da4890-fdaa-4b5b-8db9-31718177831d') {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:00:24.807634 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-9219dd20-eaa8-4a98-a463-dcbed20e1b7e None None] Attempting to bind port 2d8f89f7-e694-48e2-90d6-cbc37ccbd6ce on host n-d-818022-2 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:00:24.808228 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-9219dd20-eaa8-4a98-a463-dcbed20e1b7e None None] Attempting to bind port 2d8f89f7-e694-48e2-90d6-cbc37ccbd6ce by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': '08a6e028-738b-420f-88d8-85c1b813ff53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'f0e72ab0-372f-44f4-b735-094db4bb78cb'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:00:24.808354 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9219dd20-eaa8-4a98-a463-dcbed20e1b7e None None] Attempting to bind port 2d8f89f7-e694-48e2-90d6-cbc37ccbd6ce on network f0e72ab0-372f-44f4-b735-094db4bb78cb {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:00:24.823892 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7482b9d0-eb31-48f9-b241-393ec18a0190 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417396'] for segment, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:24.842291 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9219dd20-eaa8-4a98-a463-dcbed20e1b7e None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 0, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:00:24.842765 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9219dd20-eaa8-4a98-a463-dcbed20e1b7e None None] Checking segment: {'id': '08a6e028-738b-420f-88d8-85c1b813ff53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'f0e72ab0-372f-44f4-b735-094db4bb78cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:00:24.843191 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9219dd20-eaa8-4a98-a463-dcbed20e1b7e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:24.843596 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9219dd20-eaa8-4a98-a463-dcbed20e1b7e None None] Bound using segment: {'id': '08a6e028-738b-420f-88d8-85c1b813ff53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'f0e72ab0-372f-44f4-b735-094db4bb78cb'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:00:24.844114 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-9219dd20-eaa8-4a98-a463-dcbed20e1b7e None None] Bound port: 2d8f89f7-e694-48e2-90d6-cbc37ccbd6ce, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08a6e028-738b-420f-88d8-85c1b813ff53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'f0e72ab0-372f-44f4-b735-094db4bb78cb'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:00:24.844512 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9219dd20-eaa8-4a98-a463-dcbed20e1b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:24.882416 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9219dd20-eaa8-4a98-a463-dcbed20e1b7e None None] Pushing event updated for resources: {'Port': ['ID=2d8f89f7-e694-48e2-90d6-cbc37ccbd6ce,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:25.014775 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-9219dd20-eaa8-4a98-a463-dcbed20e1b7e None None] For port 2d8f89f7-e694-48e2-90d6-cbc37ccbd6ce, host n-d-818022-2, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:00:25.020406 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-9219dd20-eaa8-4a98-a463-dcbed20e1b7e None None] For port 2d8f89f7-e694-48e2-90d6-cbc37ccbd6ce, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=2d8f89f7-e694-48e2-90d6-cbc37ccbd6ce,segment=NetworkSegment(08a6e028-738b-420f-88d8-85c1b813ff53),segment_id=08a6e028-738b-420f-88d8-85c1b813ff53)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:00:25.067482 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9219dd20-eaa8-4a98-a463-dcbed20e1b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:25.070538 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-17834945-bf40-4956-8d37-381833abf300 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:25.130985 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7482b9d0-eb31-48f9-b241-393ec18a0190 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:25.146880 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7482b9d0-eb31-48f9-b241-393ec18a0190 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Releasing vlan 690 on physical network physnet1 to pool {{(pid=103364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 18:00:25.147291 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7482b9d0-eb31-48f9-b241-393ec18a0190 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12425183'] for segment, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:25.152118 n-d-818022-2 neutron-server[103364]: Traceback (most recent call last): Nov 19 18:00:25.152118 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 18:00:25.152118 n-d-818022-2 neutron-server[103364]: timer() Nov 19 18:00:25.152118 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 18:00:25.152118 n-d-818022-2 neutron-server[103364]: cb(*args, **kw) Nov 19 18:00:25.152118 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 18:00:25.152118 n-d-818022-2 neutron-server[103364]: return func(*args, **kwargs) Nov 19 18:00:25.152118 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 18:00:25.152118 n-d-818022-2 neutron-server[103364]: self._notify() Nov 19 18:00:25.152118 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 18:00:25.152118 n-d-818022-2 neutron-server[103364]: self.callback(batched_events) Nov 19 18:00:25.152118 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 18:00:25.152118 n-d-818022-2 neutron-server[103364]: event.method(event) Nov 19 18:00:25.152118 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 18:00:25.152118 n-d-818022-2 neutron-server[103364]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 18:00:25.152118 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 18:00:25.152118 n-d-818022-2 neutron-server[103364]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 18:00:25.152118 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 18:00:25.152118 n-d-818022-2 neutron-server[103364]: return f(self, *a, **k) Nov 19 18:00:25.152118 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 18:00:25.152118 n-d-818022-2 neutron-server[103364]: return self._get(url).json() Nov 19 18:00:25.152118 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 18:00:25.152118 n-d-818022-2 neutron-server[103364]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 18:00:25.152118 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 18:00:25.152118 n-d-818022-2 neutron-server[103364]: return self.request(url, 'GET', **kwargs) Nov 19 18:00:25.152118 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 18:00:25.152118 n-d-818022-2 neutron-server[103364]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 18:00:25.152118 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 18:00:25.152118 n-d-818022-2 neutron-server[103364]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 18:00:25.152118 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 18:00:25.152118 n-d-818022-2 neutron-server[103364]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 18:00:25.152118 n-d-818022-2 neutron-server[103364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 18:00:25.180364 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9219dd20-eaa8-4a98-a463-dcbed20e1b7e None None] Pushing event updated for resources: {'Port': ['ID=2d8f89f7-e694-48e2-90d6-cbc37ccbd6ce,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:25.193162 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56d6e507-5745-4501-bbd3-47a571687059 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54f44f5f-1200-574e-8740-2141911d5b73-1197067a-44ab-4565-aa1a-d2bb6a4501ec', 'network_id': '1197067a-44ab-4565-aa1a-d2bb6a4501ec', 'tenant_id': '8ffa8370408040d085287d7dbe34b3c3', 'fixed_ips': [{'subnet_id': '68694d3b-4740-46f9-8d5b-6a8b131ae5ab'}]}} from n-d-818022-2. {{(pid=103366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 18:00:25.194255 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-56d6e507-5745-4501-bbd3-47a571687059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:25.219412 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-17834945-bf40-4956-8d37-381833abf300 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:25.282222 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0f0fd6e-d3ea-4d6f-97f1-fefa34d15a43 admin admin] Router 7f4250a2-3f00-4b69-b08a-06d937e1847c has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 18:00:25.394894 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7482b9d0-eb31-48f9-b241-393ec18a0190 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671242'] for network, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:25.402172 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-66780cf2-8a44-425d-9bda-216f1222934a None None] Provisioning complete for port 074a41f9-7309-42bf-9620-c71e6d62ef38 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:00:25.402538 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-66780cf2-8a44-425d-9bda-216f1222934a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:25.445078 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7482b9d0-eb31-48f9-b241-393ec18a0190 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Publish callbacks [] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:25.452156 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-7482b9d0-eb31-48f9-b241-393ec18a0190 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] 10.222.0.54 "DELETE /v2.0/networks/bf50c412-4729-44d8-a156-fa111c1716a8 HTTP/1.1" status: 204 len: 168 time: 2.3499405 Nov 19 18:00:25.452956 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 46956) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:00:25.463361 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-ee71640c-9667-4949-a6e1-bf07706de13a tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-177947762'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:00:25.479256 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0f0fd6e-d3ea-4d6f-97f1-fefa34d15a43 admin admin] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:00:25.492056 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-a0f0fd6e-d3ea-4d6f-97f1-fefa34d15a43 admin admin] 10.222.0.54 "PUT /v2.0/routers/7f4250a2-3f00-4b69-b08a-06d937e1847c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0092952 Nov 19 18:00:25.499595 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 46958) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:00:25.522842 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7482b9d0-eb31-48f9-b241-393ec18a0190 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Pushing event deleted for resources: {'Network': ['ID=bf50c412-4729-44d8-a156-fa111c1716a8,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:25.538437 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-17834945-bf40-4956-8d37-381833abf300 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12282919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8731163'] for subnet, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:25.564787 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c07c7bf7-3b12-4a2f-be09-9d4d7db69579 None None] Sync routers for ids ['7f4250a2-3f00-4b69-b08a-06d937e1847c'] in n-d-818022-2 {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:00:25.612122 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17834945-bf40-4956-8d37-381833abf300 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Pushing event deleted for resources: {'Subnet': ['ID=68694d3b-4740-46f9-8d5b-6a8b131ae5ab,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:25.650280 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c07c7bf7-3b12-4a2f-be09-9d4d7db69579 None None] Routers {'7f4250a2-3f00-4b69-b08a-06d937e1847c'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:00:25.651344 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-c07c7bf7-3b12-4a2f-be09-9d4d7db69579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:00:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['7f4250a2-3f00-4b69-b08a-06d937e1847c'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:00:25.715145 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-58d648e5-242d-4ce2-9bde-7c017758c6eb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:25.727825 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee71640c-9667-4949-a6e1-bf07706de13a tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Made reservation on behalf of 046193144e6e4cc5baaab68732230105 for: {'network': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:00:25.728709 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-58d648e5-242d-4ce2-9bde-7c017758c6eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:25.736570 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ee71640c-9667-4949-a6e1-bf07706de13a tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:25.775406 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-58d648e5-242d-4ce2-9bde-7c017758c6eb admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=fcff92eeb5c2451c870341310f0a80e2&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4258790 Nov 19 18:00:25.787639 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 46960) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:00:25.798669 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-17834945-bf40-4956-8d37-381833abf300 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:25.825465 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server [None req-56d6e507-5745-4501-bbd3-47a571687059 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 68694d3b-4740-46f9-8d5b-6a8b131ae5ab: This subnet is being modified by another concurrent operation. Nov 19 18:00:25.825465 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 19 18:00:25.825465 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 19 18:00:25.825465 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 19 18:00:25.825465 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 19 18:00:25.825465 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 19 18:00:25.825465 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 19 18:00:25.825465 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 19 18:00:25.825465 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 19 18:00:25.825465 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 19 18:00:25.825465 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 18:00:25.825465 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 19 18:00:25.825465 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 18:00:25.825465 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 18:00:25.825465 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 18:00:25.825465 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 18:00:25.825465 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 18:00:25.825465 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 18:00:25.825465 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 18:00:25.825465 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 19 18:00:25.825465 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 18:00:25.825465 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 18:00:25.825465 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 18:00:25.825465 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 18:00:25.825465 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 18:00:25.825465 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 18:00:25.825465 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 18:00:25.825465 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 18:00:25.825465 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 18:00:25.825465 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 18:00:25.825465 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 18:00:25.825465 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 18:00:25.825465 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 18:00:25.825465 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 19 18:00:25.825465 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 19 18:00:25.825465 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 19 18:00:25.825465 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 19 18:00:25.825465 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 19 18:00:25.825465 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 19 18:00:25.825465 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 19 18:00:25.825465 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 19 18:00:25.825465 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 19 18:00:25.825465 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 19 18:00:25.825465 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 18:00:25.825465 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 18:00:25.825465 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 19 18:00:25.825465 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 18:00:25.825465 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 19 18:00:25.825465 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 18:00:25.825465 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 18:00:25.825465 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 18:00:25.825465 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 18:00:25.825465 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 18:00:25.825465 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 18:00:25.825465 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 18:00:25.825465 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 19 18:00:25.825465 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 18:00:25.825465 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 18:00:25.825465 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 18:00:25.825465 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 18:00:25.825465 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 18:00:25.825465 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 18:00:25.825465 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 18:00:25.825465 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 18:00:25.825465 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 18:00:25.825465 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 18:00:25.825465 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 18:00:25.825465 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 18:00:25.825465 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 18:00:25.825465 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 19 18:00:25.825465 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 19 18:00:25.825465 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 19 18:00:25.825465 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 19 18:00:25.825465 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 19 18:00:25.825465 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 19 18:00:25.825465 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 19 18:00:25.825465 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 19 18:00:25.825465 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 19 18:00:25.825465 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 18:00:25.825465 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 18:00:25.825465 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 18:00:25.825465 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 18:00:25.825465 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 19 18:00:25.825465 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 19 18:00:25.825465 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 19 18:00:25.825465 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 19 18:00:25.825465 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 19 18:00:25.825465 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 19 18:00:25.825465 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 19 18:00:25.825465 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server raise exception Nov 19 18:00:25.825465 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 68694d3b-4740-46f9-8d5b-6a8b131ae5ab: This subnet is being modified by another concurrent operation. Nov 19 18:00:25.825465 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server Nov 19 18:00:25.843124 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee71640c-9667-4949-a6e1-bf07706de13a tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 676} {{(pid=103365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 18:00:25.884001 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ee71640c-9667-4949-a6e1-bf07706de13a tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:25.884276 n-d-818022-2 neutron-server[103365]: INFO neutron.db.segments_db [None req-ee71640c-9667-4949-a6e1-bf07706de13a tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Added segment c59ca04a-4ec5-4de2-bf5c-faf2da137d0e of type vlan for network c6c4b20c-a7d3-41ec-b822-06496893def3 Nov 19 18:00:25.959913 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-db0edae5-3684-4239-92ab-b6517ce11096 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks [] for port, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:25.989652 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-db0edae5-3684-4239-92ab-b6517ce11096 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:25.993045 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ee71640c-9667-4949-a6e1-bf07706de13a tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:25.999988 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d648e5-242d-4ce2-9bde-7c017758c6eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b3ebb19-788a-4809-85c4-c2736163acaf,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:26.067654 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-17834945-bf40-4956-8d37-381833abf300 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1197067a-44ab-4565-aa1a-d2bb6a4501ec']}} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:00:26.101974 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-17834945-bf40-4956-8d37-381833abf300 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12e87520-e553-4e8a-9a48-ef28184100ed') {'for_net_delete': True} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:00:26.102798 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-17834945-bf40-4956-8d37-381833abf300 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12e87520-e553-4e8a-9a48-ef28184100ed') {} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:00:26.108966 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ee71640c-9667-4949-a6e1-bf07706de13a tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:26.128921 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37669510-f0bf-444e-a339-99added36c38 None None] Network 1197067a-44ab-4565-aa1a-d2bb6a4501ec requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:00:26.133166 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee71640c-9667-4949-a6e1-bf07706de13a tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:00:26.133836 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ee71640c-9667-4949-a6e1-bf07706de13a tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Publish callbacks [] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:26.211221 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-738a4b73-6e9a-4697-9302-6489e92a3813 admin admin] Publish callbacks [] for router, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:26.211986 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-17834945-bf40-4956-8d37-381833abf300 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12545382'] for segment, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:26.217665 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-53ea423e-81c5-4680-b21f-c2b8664086ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:26.344226 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 074a41f9-7309-42bf-9620-c71e6d62ef38 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:00:26.378841 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-17834945-bf40-4956-8d37-381833abf300 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:26.392121 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17834945-bf40-4956-8d37-381833abf300 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Releasing vlan 655 on physical network physnet1 to pool {{(pid=103365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 18:00:26.392653 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-17834945-bf40-4956-8d37-381833abf300 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12282953'] for segment, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:26.410293 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-db0edae5-3684-4239-92ab-b6517ce11096 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-768529'] for router_interface, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:26.422562 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-c07c7bf7-3b12-4a2f-be09-9d4d7db69579 None None] Set router 7f4250a2-3f00-4b69-b08a-06d937e1847c gateway port host: n-d-818022-2 {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:00:26.435381 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0edae5-3684-4239-92ab-b6517ce11096 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Pushing event updated for resources: {'Port': ['ID=2a09bb4b-afa1-456a-85bf-083ddf4bf17f,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:26.490062 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee71640c-9667-4949-a6e1-bf07706de13a tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Pushing event updated for resources: {'Network': ['ID=c6c4b20c-a7d3-41ec-b822-06496893def3,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:26.492811 n-d-818022-2 neutron-server[103365]: Traceback (most recent call last): Nov 19 18:00:26.492811 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 18:00:26.492811 n-d-818022-2 neutron-server[103365]: timer() Nov 19 18:00:26.492811 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 18:00:26.492811 n-d-818022-2 neutron-server[103365]: cb(*args, **kw) Nov 19 18:00:26.492811 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 18:00:26.492811 n-d-818022-2 neutron-server[103365]: return func(*args, **kwargs) Nov 19 18:00:26.492811 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 18:00:26.492811 n-d-818022-2 neutron-server[103365]: self._notify() Nov 19 18:00:26.492811 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 18:00:26.492811 n-d-818022-2 neutron-server[103365]: self.callback(batched_events) Nov 19 18:00:26.492811 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 18:00:26.492811 n-d-818022-2 neutron-server[103365]: event.method(event) Nov 19 18:00:26.492811 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 18:00:26.492811 n-d-818022-2 neutron-server[103365]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 18:00:26.492811 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 18:00:26.492811 n-d-818022-2 neutron-server[103365]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 18:00:26.492811 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 18:00:26.492811 n-d-818022-2 neutron-server[103365]: return f(self, *a, **k) Nov 19 18:00:26.492811 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 18:00:26.492811 n-d-818022-2 neutron-server[103365]: return self._get(url).json() Nov 19 18:00:26.492811 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 18:00:26.492811 n-d-818022-2 neutron-server[103365]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 18:00:26.492811 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 18:00:26.492811 n-d-818022-2 neutron-server[103365]: return self.request(url, 'GET', **kwargs) Nov 19 18:00:26.492811 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 18:00:26.492811 n-d-818022-2 neutron-server[103365]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 18:00:26.492811 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 18:00:26.492811 n-d-818022-2 neutron-server[103365]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 18:00:26.492811 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 18:00:26.492811 n-d-818022-2 neutron-server[103365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 18:00:26.492811 n-d-818022-2 neutron-server[103365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 18:00:26.514844 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-ee71640c-9667-4949-a6e1-bf07706de13a tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.0613074 Nov 19 18:00:26.520399 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 46984) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:00:26.529525 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network c6c4b20c-a7d3-41ec-b822-06496893def3 details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 18:00:26.543055 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-edbb5fdc-dd4b-4e8d-a4d8-d03af0f28853 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Request body: {'subnet': {'network_id': 'c6c4b20c-a7d3-41ec-b822-06496893def3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:00:26.602108 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-53ea423e-81c5-4680-b21f-c2b8664086ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:26.679383 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-738a4b73-6e9a-4697-9302-6489e92a3813 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:26.749046 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-53ea423e-81c5-4680-b21f-c2b8664086ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:26.752288 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-53ea423e-81c5-4680-b21f-c2b8664086ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:26.753516 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-53ea423e-81c5-4680-b21f-c2b8664086ae admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/0b3ebb19-788a-4809-85c4-c2736163acaf HTTP/1.1" status: 204 len: 168 time: 0.9655430 Nov 19 18:00:26.753901 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-17834945-bf40-4956-8d37-381833abf300 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671242'] for network, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:26.774059 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ea423e-81c5-4680-b21f-c2b8664086ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b3ebb19-788a-4809-85c4-c2736163acaf,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:26.780283 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-17834945-bf40-4956-8d37-381833abf300 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks [] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:26.787680 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db0edae5-3684-4239-92ab-b6517ce11096 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Network f0e72ab0-372f-44f4-b735-094db4bb78cb is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:00:26.787862 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-17834945-bf40-4956-8d37-381833abf300 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] 10.222.0.54 "DELETE /v2.0/networks/1197067a-44ab-4565-aa1a-d2bb6a4501ec HTTP/1.1" status: 204 len: 168 time: 2.1322124 Nov 19 18:00:26.791387 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-db0edae5-3684-4239-92ab-b6517ce11096 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:00:26.795784 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 46990) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:00:26.823524 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 074a41f9-7309-42bf-9620-c71e6d62ef38 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:00:26.823951 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:26.858419 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-6200d640-cc0c-4cb7-97b6-2e5d4c051a6c tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1985838725'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:00:26.876057 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17834945-bf40-4956-8d37-381833abf300 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Pushing event deleted for resources: {'Network': ['ID=1197067a-44ab-4565-aa1a-d2bb6a4501ec,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:26.906068 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edbb5fdc-dd4b-4e8d-a4d8-d03af0f28853 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Made reservation on behalf of 046193144e6e4cc5baaab68732230105 for: {'subnet': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:00:26.910999 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-edbb5fdc-dd4b-4e8d-a4d8-d03af0f28853 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8731248'] for subnet, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:26.973139 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db0edae5-3684-4239-92ab-b6517ce11096 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Router 980ad8ab-818f-4808-ac3d-5fe97be1cadf has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 18:00:26.984882 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-738a4b73-6e9a-4697-9302-6489e92a3813 admin admin] Deleting port 2303e023-ec56-429f-9e59-c399af14f783 {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:00:26.988189 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-738a4b73-6e9a-4697-9302-6489e92a3813 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:27.046740 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 2d8f89f7-e694-48e2-90d6-cbc37ccbd6ce up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:00:27.202907 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-edbb5fdc-dd4b-4e8d-a4d8-d03af0f28853 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12283104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8731234'] for subnet, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:27.339152 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbb5fdc-dd4b-4e8d-a4d8-d03af0f28853 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Pushing event updated for resources: {'Subnet': ['ID=f1e7523a-dc26-4be2-9e2c-6d538439316b,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:27.351745 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6200d640-cc0c-4cb7-97b6-2e5d4c051a6c tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Made reservation on behalf of 8ffa8370408040d085287d7dbe34b3c3 for: {'network': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:00:27.363276 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6200d640-cc0c-4cb7-97b6-2e5d4c051a6c tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:27.388667 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c306143-b84c-4f94-879c-7654d0888d4f None None] Network f0e72ab0-372f-44f4-b735-094db4bb78cb requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:00:27.469331 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6200d640-cc0c-4cb7-97b6-2e5d4c051a6c tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 695} {{(pid=103365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 18:00:27.471962 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edbb5fdc-dd4b-4e8d-a4d8-d03af0f28853 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Checking segment: {'id': 'c59ca04a-4ec5-4de2-bf5c-faf2da137d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'c6c4b20c-a7d3-41ec-b822-06496893def3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:00:27.472352 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edbb5fdc-dd4b-4e8d-a4d8-d03af0f28853 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Network hostable DHCP agents. Network: c6c4b20c-a7d3-41ec-b822-06496893def3, hostable agents: ['02910ef2-0455-4aea-9f38-9a875579633f'], hosted agents: [] {{(pid=103365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 18:00:27.491528 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6200d640-cc0c-4cb7-97b6-2e5d4c051a6c tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:27.492033 n-d-818022-2 neutron-server[103365]: INFO neutron.db.segments_db [None req-6200d640-cc0c-4cb7-97b6-2e5d4c051a6c tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Added segment 84bd70c3-ad3c-4e01-a26f-ebc38e3fa696 of type vlan for network a620e585-0abf-40e4-b316-5eacde15dc4b Nov 19 18:00:27.548941 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edbb5fdc-dd4b-4e8d-a4d8-d03af0f28853 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Network c6c4b20c-a7d3-41ec-b822-06496893def3 is scheduled to be hosted by DHCP agent 02910ef2-0455-4aea-9f38-9a875579633f with binding_index 1 {{(pid=103365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 18:00:27.567430 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-e7055689-acec-496a-acf8-ad9a8fb2e40c None None] Provisioning complete for port 2d8f89f7-e694-48e2-90d6-cbc37ccbd6ce triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:00:27.567855 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e7055689-acec-496a-acf8-ad9a8fb2e40c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:27.575487 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6200d640-cc0c-4cb7-97b6-2e5d4c051a6c tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:27.580146 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-edbb5fdc-dd4b-4e8d-a4d8-d03af0f28853 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818022-2, c6c4b20c-a7d3-41ec-b822-06496893def3) {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:00:27.651926 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c260e94-ae03-40b8-aaae-f0b5d6e699b1 None None] Network c6c4b20c-a7d3-41ec-b822-06496893def3 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:00:27.656976 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edbb5fdc-dd4b-4e8d-a4d8-d03af0f28853 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:00:27.657601 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-edbb5fdc-dd4b-4e8d-a4d8-d03af0f28853 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Publish callbacks [] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:27.672799 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6200d640-cc0c-4cb7-97b6-2e5d4c051a6c tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:27.683966 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6200d640-cc0c-4cb7-97b6-2e5d4c051a6c tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:00:27.694856 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6200d640-cc0c-4cb7-97b6-2e5d4c051a6c tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks [] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:27.709980 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-edbb5fdc-dd4b-4e8d-a4d8-d03af0f28853 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1879017 Nov 19 18:00:27.715047 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 47028) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:00:27.841097 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-c07c7bf7-3b12-4a2f-be09-9d4d7db69579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f4250a2-3f00-4b69-b08a-06d937e1847c', 'name': 'tempest-TaggedBootDevicesTest_v242-424642042-router', 'tenant_id': '204b8291a9dd4a84af4d7e1889d7c2c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.176'}], 'enable_snat': True}, 'gw_port_id': '2303e023-ec56-429f-9e59-c399af14f783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:47:35Z', 'updated_at': '2021-11-19T18:00:23Z', 'revision_number': 5, 'project_id': '204b8291a9dd4a84af4d7e1889d7c2c2', 'gw_port': {'id': '2303e023-ec56-429f-9e59-c399af14f783', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b6:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f4250a2-3f00-4b69-b08a-06d937e1847c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:47:38Z', 'updated_at': '2021-11-19T17:47:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:00:27.843572 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db0edae5-3684-4239-92ab-b6517ce11096 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:00:27.856251 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-940ec457-fa87-4f94-8177-0407c55b72d2 None None] Sync routers for ids ['980ad8ab-818f-4808-ac3d-5fe97be1cadf'] in n-d-818022-2 {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:00:27.868171 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-db0edae5-3684-4239-92ab-b6517ce11096 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] 10.222.0.54 "PUT /v2.0/routers/980ad8ab-818f-4808-ac3d-5fe97be1cadf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7645810 Nov 19 18:00:27.874156 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 47034) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:00:27.882686 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-940ec457-fa87-4f94-8177-0407c55b72d2 None None] Routers {'980ad8ab-818f-4808-ac3d-5fe97be1cadf'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:00:27.885297 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-940ec457-fa87-4f94-8177-0407c55b72d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:00:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['980ad8ab-818f-4808-ac3d-5fe97be1cadf'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:00:27.898962 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-ff2d29a1-b4de-48d9-8278-3deb304d2ebc tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Request body: {'network': {'name': 'tempest-RoutersTest-1651493782'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:00:27.910899 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [None req-738a4b73-6e9a-4697-9302-6489e92a3813 admin admin] For port 2303e023-ec56-429f-9e59-c399af14f783, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=2303e023-ec56-429f-9e59-c399af14f783,segment=NetworkSegment(bbe705c1-96c0-476e-8381-28227e6f0ac5),segment_id=bbe705c1-96c0-476e-8381-28227e6f0ac5)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:00:27.912362 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-738a4b73-6e9a-4697-9302-6489e92a3813 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:27.935307 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-6200d640-cc0c-4cb7-97b6-2e5d4c051a6c tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1285117 Nov 19 18:00:27.938887 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 47036) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:00:27.953027 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6200d640-cc0c-4cb7-97b6-2e5d4c051a6c tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Pushing event updated for resources: {'Network': ['ID=a620e585-0abf-40e4-b316-5eacde15dc4b,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:27.973916 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 2d8f89f7-e694-48e2-90d6-cbc37ccbd6ce triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:00:27.975714 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:28.019067 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-0e2128b9-85d1-41c0-8161-eec1632315d9 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Request body: {'subnet': {'network_id': 'a620e585-0abf-40e4-b316-5eacde15dc4b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:00:28.081146 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-940ec457-fa87-4f94-8177-0407c55b72d2 None None] Set router 980ad8ab-818f-4808-ac3d-5fe97be1cadf gateway port host: None {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:00:28.090489 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network a620e585-0abf-40e4-b316-5eacde15dc4b details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 18:00:28.102843 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c07c7bf7-3b12-4a2f-be09-9d4d7db69579 None None] Checking router: 7f4250a2-3f00-4b69-b08a-06d937e1847c for host: n-d-818022-2 {{(pid=103366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:00:28.125761 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-03b0ca50-cff5-49b3-be08-e48878092b12 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:28.151920 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-738a4b73-6e9a-4697-9302-6489e92a3813 admin admin] Calling delete_port for 2303e023-ec56-429f-9e59-c399af14f783 owned by network:router_gateway {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:00:28.246833 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff2d29a1-b4de-48d9-8278-3deb304d2ebc tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Made reservation on behalf of ecb26dc6f8b14f6babd12abcbaee21bf for: {'network': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:00:28.255012 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ff2d29a1-b4de-48d9-8278-3deb304d2ebc tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:28.337748 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c07c7bf7-3b12-4a2f-be09-9d4d7db69579 None None] Routers {'7f4250a2-3f00-4b69-b08a-06d937e1847c'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:00:28.338443 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-c07c7bf7-3b12-4a2f-be09-9d4d7db69579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:00:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['7f4250a2-3f00-4b69-b08a-06d937e1847c'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:00:28.441439 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-940ec457-fa87-4f94-8177-0407c55b72d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '980ad8ab-818f-4808-ac3d-5fe97be1cadf', 'name': 'tempest-RoutersTest-router-432570378', 'tenant_id': 'ecb26dc6f8b14f6babd12abcbaee21bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:00:07Z', 'updated_at': '2021-11-19T18:00:24Z', 'revision_number': 3, 'project_id': 'ecb26dc6f8b14f6babd12abcbaee21bf', 'gw_port_host': None, '_interfaces': [{'id': '074a41f9-7309-42bf-9620-c71e6d62ef38', 'name': '', 'network_id': 'fe0e2852-33a8-4fa2-8c1c-0ba411d8ab17', 'tenant_id': 'ecb26dc6f8b14f6babd12abcbaee21bf', 'mac_address': 'fa:16:3e:3c:0b:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '980ad8ab-818f-4808-ac3d-5fe97be1cadf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2450, 'fixed_ips': [{'subnet_id': '92811ad4-303b-4354-b780-e680c3c3cdc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:00:12Z', 'updated_at': '2021-11-19T18:00:22Z', 'revision_number': 5, 'project_id': 'ecb26dc6f8b14f6babd12abcbaee21bf', 'subnets': [{'id': '92811ad4-303b-4354-b780-e680c3c3cdc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2a09bb4b-afa1-456a-85bf-083ddf4bf17f', 'name': '', 'network_id': 'f0e72ab0-372f-44f4-b735-094db4bb78cb', 'tenant_id': 'ecb26dc6f8b14f6babd12abcbaee21bf', 'mac_address': 'fa:16:3e:06:be:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '980ad8ab-818f-4808-ac3d-5fe97be1cadf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': 'fbbb7272-7674-48c7-868e-338c26915847', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:00:22Z', 'updated_at': '2021-11-19T18:00:25Z', 'revision_number': 2, 'project_id': 'ecb26dc6f8b14f6babd12abcbaee21bf', 'subnets': [{'id': 'fbbb7272-7674-48c7-868e-338c26915847', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:00:28.472364 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-940ec457-fa87-4f94-8177-0407c55b72d2 None None] Checking router: 980ad8ab-818f-4808-ac3d-5fe97be1cadf for host: n-d-818022-2 {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:00:28.472972 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-940ec457-fa87-4f94-8177-0407c55b72d2 None None] Updating router 980ad8ab-818f-4808-ac3d-5fe97be1cadf port 2a09bb4b-afa1-456a-85bf-083ddf4bf17f binding host n-d-818022-2 {{(pid=103367) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 18:00:28.504375 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-940ec457-fa87-4f94-8177-0407c55b72d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:28.504619 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-c07c7bf7-3b12-4a2f-be09-9d4d7db69579 None None] Set router 7f4250a2-3f00-4b69-b08a-06d937e1847c gateway port host: None {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:00:28.509479 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff2d29a1-b4de-48d9-8278-3deb304d2ebc tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 654} {{(pid=103364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 18:00:28.531517 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ff2d29a1-b4de-48d9-8278-3deb304d2ebc tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:28.531914 n-d-818022-2 neutron-server[103364]: INFO neutron.db.segments_db [None req-ff2d29a1-b4de-48d9-8278-3deb304d2ebc tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Added segment 6d6c7a5a-901c-40bd-8f29-a0ddd5353058 of type vlan for network b9d8aa4e-5f87-4b7a-a749-6c49d4c7fbf8 Nov 19 18:00:28.639069 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-c07c7bf7-3b12-4a2f-be09-9d4d7db69579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f4250a2-3f00-4b69-b08a-06d937e1847c', 'name': 'tempest-TaggedBootDevicesTest_v242-424642042-router', 'tenant_id': '204b8291a9dd4a84af4d7e1889d7c2c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:47:35Z', 'updated_at': '2021-11-19T18:00:26Z', 'revision_number': 6, 'project_id': '204b8291a9dd4a84af4d7e1889d7c2c2', 'gw_port_host': None}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:00:28.651966 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a999755-e6e3-4d28-bace-7efbba4af255 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54f44f5f-1200-574e-8740-2141911d5b73-c6c4b20c-a7d3-41ec-b822-06496893def3', 'network_id': 'c6c4b20c-a7d3-41ec-b822-06496893def3', 'tenant_id': '046193144e6e4cc5baaab68732230105', 'fixed_ips': [{'subnet_id': 'f1e7523a-dc26-4be2-9e2c-6d538439316b'}]}} from n-d-818022-2. {{(pid=103366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 18:00:28.653230 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-1a999755-e6e3-4d28-bace-7efbba4af255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:28.672661 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-03b0ca50-cff5-49b3-be08-e48878092b12 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:28.682998 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e2128b9-85d1-41c0-8161-eec1632315d9 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Made reservation on behalf of 8ffa8370408040d085287d7dbe34b3c3 for: {'subnet': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:00:28.690822 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0e2128b9-85d1-41c0-8161-eec1632315d9 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8983829'] for subnet, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:28.727317 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c07c7bf7-3b12-4a2f-be09-9d4d7db69579 None None] The sync data for ids ['7f4250a2-3f00-4b69-b08a-06d937e1847c'] in n-d-818022-2 is: [{'id': '7f4250a2-3f00-4b69-b08a-06d937e1847c', 'name': 'tempest-TaggedBootDevicesTest_v242-424642042-router', 'tenant_id': '204b8291a9dd4a84af4d7e1889d7c2c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:47:35Z', 'updated_at': '2021-11-19T18:00:26Z', 'revision_number': 6, 'project_id': '204b8291a9dd4a84af4d7e1889d7c2c2', 'gw_port_host': None}] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:00:28.752122 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e7055689-acec-496a-acf8-ad9a8fb2e40c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:28.765636 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ff2d29a1-b4de-48d9-8278-3deb304d2ebc tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:28.781696 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:28.920325 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-e7055689-acec-496a-acf8-ad9a8fb2e40c None None] For port 2d8f89f7-e694-48e2-90d6-cbc37ccbd6ce, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=2d8f89f7-e694-48e2-90d6-cbc37ccbd6ce,segment=NetworkSegment(08a6e028-738b-420f-88d8-85c1b813ff53),segment_id=08a6e028-738b-420f-88d8-85c1b813ff53)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:00:28.941951 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e7055689-acec-496a-acf8-ad9a8fb2e40c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:29.073799 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.db.resource_extend [None req-ff2d29a1-b4de-48d9-8278-3deb304d2ebc tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 19 18:00:29.096185 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.db.api [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103366) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 18:00:29.096823 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.ipam_backend_mixin [None req-0e2128b9-85d1-41c0-8161-eec1632315d9 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Performing IP validity checks on allocation pools {{(pid=103364) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 19 18:00:29.096926 n-d-818022-2 neutron-server[103366]: DEBUG oslo_db.api [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 18:00:29.097007 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.ipam_backend_mixin [None req-0e2128b9-85d1-41c0-8161-eec1632315d9 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103364) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 19 18:00:29.128170 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7055689-acec-496a-acf8-ad9a8fb2e40c None None] Pushing event updated for resources: {'Port': ['ID=2d8f89f7-e694-48e2-90d6-cbc37ccbd6ce,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:29.198435 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-940ec457-fa87-4f94-8177-0407c55b72d2 None None] Publish callbacks [] for port, precommit_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:29.213933 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [None req-1a999755-e6e3-4d28-bace-7efbba4af255 None None] Allocated IP 2001:db8::2 (c6c4b20c-a7d3-41ec-b822-06496893def3/f1e7523a-dc26-4be2-9e2c-6d538439316b/f4eca531-ed25-40fd-8696-d420c941dc85) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:00:29.224521 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-940ec457-fa87-4f94-8177-0407c55b72d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:29.242790 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ff2d29a1-b4de-48d9-8278-3deb304d2ebc tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:29.266721 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff2d29a1-b4de-48d9-8278-3deb304d2ebc tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:00:29.274752 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ff2d29a1-b4de-48d9-8278-3deb304d2ebc tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks [] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:29.432709 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ef28a-405b-4438-aad9-0c76542bff64 None None] Pushing event updated for resources: {'Port': ['ID=2a09bb4b-afa1-456a-85bf-083ddf4bf17f,revision_number=3']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:29.490513 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-940ec457-fa87-4f94-8177-0407c55b72d2 None None] Attempting to bind port 2a09bb4b-afa1-456a-85bf-083ddf4bf17f on host n-d-818022-2 for vnic_type normal with profile {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:00:29.490876 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-940ec457-fa87-4f94-8177-0407c55b72d2 None None] Attempting to bind port 2a09bb4b-afa1-456a-85bf-083ddf4bf17f by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': '08a6e028-738b-420f-88d8-85c1b813ff53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'f0e72ab0-372f-44f4-b735-094db4bb78cb'}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:00:29.491420 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-940ec457-fa87-4f94-8177-0407c55b72d2 None None] Attempting to bind port 2a09bb4b-afa1-456a-85bf-083ddf4bf17f on network f0e72ab0-372f-44f4-b735-094db4bb78cb {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:00:29.510789 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-940ec457-fa87-4f94-8177-0407c55b72d2 None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 0, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:00:29.511740 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-940ec457-fa87-4f94-8177-0407c55b72d2 None None] Checking segment: {'id': '08a6e028-738b-420f-88d8-85c1b813ff53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'f0e72ab0-372f-44f4-b735-094db4bb78cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:00:29.512299 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-940ec457-fa87-4f94-8177-0407c55b72d2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:29.512860 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-940ec457-fa87-4f94-8177-0407c55b72d2 None None] Bound using segment: {'id': '08a6e028-738b-420f-88d8-85c1b813ff53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'f0e72ab0-372f-44f4-b735-094db4bb78cb'} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:00:29.513500 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-940ec457-fa87-4f94-8177-0407c55b72d2 None None] Bound port: 2a09bb4b-afa1-456a-85bf-083ddf4bf17f, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08a6e028-738b-420f-88d8-85c1b813ff53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'f0e72ab0-372f-44f4-b735-094db4bb78cb'}}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:00:29.514146 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-940ec457-fa87-4f94-8177-0407c55b72d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:29.595650 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-ff2d29a1-b4de-48d9-8278-3deb304d2ebc tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.7157352 Nov 19 18:00:29.597547 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 47090) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:00:29.604581 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-54eed0d9-b67b-4a72-8781-1e75205104ef tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Request body: {'subnet': {'network_id': 'b9d8aa4e-5f87-4b7a-a749-6c49d4c7fbf8', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:00:29.606019 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2d29a1-b4de-48d9-8278-3deb304d2ebc tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Pushing event updated for resources: {'Network': ['ID=b9d8aa4e-5f87-4b7a-a749-6c49d4c7fbf8,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:29.649673 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-940ec457-fa87-4f94-8177-0407c55b72d2 None None] For port 2a09bb4b-afa1-456a-85bf-083ddf4bf17f, host n-d-818022-2, cleared binding levels {{(pid=103367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:00:29.650828 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network b9d8aa4e-5f87-4b7a-a749-6c49d4c7fbf8 details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 18:00:29.657692 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-940ec457-fa87-4f94-8177-0407c55b72d2 None None] For port 2a09bb4b-afa1-456a-85bf-083ddf4bf17f, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=2a09bb4b-afa1-456a-85bf-083ddf4bf17f,segment=NetworkSegment(08a6e028-738b-420f-88d8-85c1b813ff53),segment_id=08a6e028-738b-420f-88d8-85c1b813ff53)] {{(pid=103367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:00:29.665641 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-940ec457-fa87-4f94-8177-0407c55b72d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:29.706493 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-738a4b73-6e9a-4697-9302-6489e92a3813 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:29.741885 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-1a999755-e6e3-4d28-bace-7efbba4af255 None None] Publish callbacks [] for port, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:29.769683 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ef28a-405b-4438-aad9-0c76542bff64 None None] Pushing event updated for resources: {'Port': ['ID=2a09bb4b-afa1-456a-85bf-083ddf4bf17f,revision_number=4']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:29.791338 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738a4b73-6e9a-4697-9302-6489e92a3813 admin admin] Pushing event deleted for resources: {'Port': ['ID=2303e023-ec56-429f-9e59-c399af14f783,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:29.823161 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-940ec457-fa87-4f94-8177-0407c55b72d2 None None] Routers {'980ad8ab-818f-4808-ac3d-5fe97be1cadf'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:00:29.823797 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-940ec457-fa87-4f94-8177-0407c55b72d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:00:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['980ad8ab-818f-4808-ac3d-5fe97be1cadf'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:00:29.832814 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54eed0d9-b67b-4a72-8781-1e75205104ef tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Made reservation on behalf of ecb26dc6f8b14f6babd12abcbaee21bf for: {'subnet': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:00:29.836571 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-54eed0d9-b67b-4a72-8781-1e75205104ef tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8731248'] for subnet, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:29.942050 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-310c5108-e3be-44da-897c-873fddac2af0 None None] DHCP port deletion for 645e61aa-1a6c-4e8f-857e-ab06edb4897f request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:00:29.973463 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-1a999755-e6e3-4d28-bace-7efbba4af255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998'] for port, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:30.059082 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-e1948957-cda1-461d-9c62-7729b0436c17 None None] Provisioning complete for port 2d8f89f7-e694-48e2-90d6-cbc37ccbd6ce triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:00:30.061954 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e1948957-cda1-461d-9c62-7729b0436c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:30.116469 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-940ec457-fa87-4f94-8177-0407c55b72d2 None None] Set router 980ad8ab-818f-4808-ac3d-5fe97be1cadf gateway port host: None {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:00:30.124518 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0e2128b9-85d1-41c0-8161-eec1632315d9 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12425078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8983815'] for subnet, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:30.140918 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-73cb1c37-7692-48fd-951c-f42734198ed8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:30.208614 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a999755-e6e3-4d28-bace-7efbba4af255 None None] Network c6c4b20c-a7d3-41ec-b822-06496893def3 is already hosted by enough agents. {{(pid=103366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:00:30.236389 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [None req-1a999755-e6e3-4d28-bace-7efbba4af255 None None] Resources bound (agent type, host, resource id): {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:00:30.247265 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a999755-e6e3-4d28-bace-7efbba4af255 None None] Received port after_create {{(pid=103366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:00:30.257978 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-54eed0d9-b67b-4a72-8781-1e75205104ef tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12283104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8731234'] for subnet, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:30.269979 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-03b0ca50-cff5-49b3-be08-e48878092b12 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12425137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8983934'] for subnet, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:30.305710 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a999755-e6e3-4d28-bace-7efbba4af255 None None] Pushing event updated for resources: {'Port': ['ID=f4eca531-ed25-40fd-8696-d420c941dc85,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:30.325549 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-738a4b73-6e9a-4697-9302-6489e92a3813 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-671730'] for router_gateway, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:30.433358 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54eed0d9-b67b-4a72-8781-1e75205104ef tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Pushing event updated for resources: {'Subnet': ['ID=be3a7046-64c6-49bb-807d-cc2f0ffc79d6,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:30.459613 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54eed0d9-b67b-4a72-8781-1e75205104ef tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Checking segment: {'id': '6d6c7a5a-901c-40bd-8f29-a0ddd5353058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'b9d8aa4e-5f87-4b7a-a749-6c49d4c7fbf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:00:30.459980 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54eed0d9-b67b-4a72-8781-1e75205104ef tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Network hostable DHCP agents. Network: b9d8aa4e-5f87-4b7a-a749-6c49d4c7fbf8, hostable agents: ['02910ef2-0455-4aea-9f38-9a875579633f'], hosted agents: [] {{(pid=103365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 18:00:30.504148 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54eed0d9-b67b-4a72-8781-1e75205104ef tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Network b9d8aa4e-5f87-4b7a-a749-6c49d4c7fbf8 is scheduled to be hosted by DHCP agent 02910ef2-0455-4aea-9f38-9a875579633f with binding_index 1 {{(pid=103365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 18:00:30.548999 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-54eed0d9-b67b-4a72-8781-1e75205104ef tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818022-2, b9d8aa4e-5f87-4b7a-a749-6c49d4c7fbf8) {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:00:30.555173 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54eed0d9-b67b-4a72-8781-1e75205104ef tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:00:30.555775 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-54eed0d9-b67b-4a72-8781-1e75205104ef tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks [] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:30.593554 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3572497c-a604-4d48-95b0-ee22d5075e21 None None] Network b9d8aa4e-5f87-4b7a-a749-6c49d4c7fbf8 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:00:30.603888 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 2d8f89f7-e694-48e2-90d6-cbc37ccbd6ce up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:00:30.629481 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-54eed0d9-b67b-4a72-8781-1e75205104ef tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0306568 Nov 19 18:00:30.630159 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 47118) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:00:30.647728 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-03b0ca50-cff5-49b3-be08-e48878092b12 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:30.711982 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-940ec457-fa87-4f94-8177-0407c55b72d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '980ad8ab-818f-4808-ac3d-5fe97be1cadf', 'name': 'tempest-RoutersTest-router-432570378', 'tenant_id': 'ecb26dc6f8b14f6babd12abcbaee21bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:00:07Z', 'updated_at': '2021-11-19T18:00:24Z', 'revision_number': 3, 'project_id': 'ecb26dc6f8b14f6babd12abcbaee21bf', 'gw_port_host': None, '_interfaces': [{'id': '074a41f9-7309-42bf-9620-c71e6d62ef38', 'name': '', 'network_id': 'fe0e2852-33a8-4fa2-8c1c-0ba411d8ab17', 'tenant_id': 'ecb26dc6f8b14f6babd12abcbaee21bf', 'mac_address': 'fa:16:3e:3c:0b:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '980ad8ab-818f-4808-ac3d-5fe97be1cadf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2450, 'fixed_ips': [{'subnet_id': '92811ad4-303b-4354-b780-e680c3c3cdc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:00:12Z', 'updated_at': '2021-11-19T18:00:22Z', 'revision_number': 5, 'project_id': 'ecb26dc6f8b14f6babd12abcbaee21bf', 'subnets': [{'id': '92811ad4-303b-4354-b780-e680c3c3cdc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2a09bb4b-afa1-456a-85bf-083ddf4bf17f', 'name': '', 'network_id': 'f0e72ab0-372f-44f4-b735-094db4bb78cb', 'tenant_id': 'ecb26dc6f8b14f6babd12abcbaee21bf', 'mac_address': 'fa:16:3e:06:be:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '980ad8ab-818f-4808-ac3d-5fe97be1cadf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': 'fbbb7272-7674-48c7-868e-338c26915847', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:00:22Z', 'updated_at': '2021-11-19T18:00:29Z', 'revision_number': 4, 'project_id': 'ecb26dc6f8b14f6babd12abcbaee21bf', 'subnets': [{'id': 'fbbb7272-7674-48c7-868e-338c26915847', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:00:30.718260 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-03b0ca50-cff5-49b3-be08-e48878092b12 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6c4b20c-a7d3-41ec-b822-06496893def3']}} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:00:30.752540 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-940ec457-fa87-4f94-8177-0407c55b72d2 None None] The sync data for ids ['980ad8ab-818f-4808-ac3d-5fe97be1cadf'] in n-d-818022-2 is: [{'id': '980ad8ab-818f-4808-ac3d-5fe97be1cadf', 'name': 'tempest-RoutersTest-router-432570378', 'tenant_id': 'ecb26dc6f8b14f6babd12abcbaee21bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:00:07Z', 'updated_at': '2021-11-19T18:00:24Z', 'revision_number': 3, 'project_id': 'ecb26dc6f8b14f6babd12abcbaee21bf', 'gw_port_host': None, '_interfaces': [{'id': '074a41f9-7309-42bf-9620-c71e6d62ef38', 'name': '', 'network_id': 'fe0e2852-33a8-4fa2-8c1c-0ba411d8ab17', 'tenant_id': 'ecb26dc6f8b14f6babd12abcbaee21bf', 'mac_address': 'fa:16:3e:3c:0b:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '980ad8ab-818f-4808-ac3d-5fe97be1cadf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2450, 'fixed_ips': [{'subnet_id': '92811ad4-303b-4354-b780-e680c3c3cdc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:00:12Z', 'updated_at': '2021-11-19T18:00:22Z', 'revision_number': 5, 'project_id': 'ecb26dc6f8b14f6babd12abcbaee21bf', 'subnets': [{'id': '92811ad4-303b-4354-b780-e680c3c3cdc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2a09bb4b-afa1-456a-85bf-083ddf4bf17f', 'name': '', 'network_id': 'f0e72ab0-372f-44f4-b735-094db4bb78cb', 'tenant_id': 'ecb26dc6f8b14f6babd12abcbaee21bf', 'mac_address': 'fa:16:3e:06:be:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '980ad8ab-818f-4808-ac3d-5fe97be1cadf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': 'fbbb7272-7674-48c7-868e-338c26915847', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:00:22Z', 'updated_at': '2021-11-19T18:00:29Z', 'revision_number': 4, 'project_id': 'ecb26dc6f8b14f6babd12abcbaee21bf', 'subnets': [{'id': 'fbbb7272-7674-48c7-868e-338c26915847', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:00:30.890265 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-e1948957-cda1-461d-9c62-7729b0436c17 None None] Provisioning complete for port 2a09bb4b-afa1-456a-85bf-083ddf4bf17f triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:00:30.890717 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e1948957-cda1-461d-9c62-7729b0436c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:30.928081 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2128b9-85d1-41c0-8161-eec1632315d9 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Pushing event updated for resources: {'Subnet': ['ID=94d6486b-3f11-4cac-89a4-60400e6dde29,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:30.960701 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-03b0ca50-cff5-49b3-be08-e48878092b12 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c59ca04a-4ec5-4de2-bf5c-faf2da137d0e') {'for_net_delete': True} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:00:30.961008 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-03b0ca50-cff5-49b3-be08-e48878092b12 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c59ca04a-4ec5-4de2-bf5c-faf2da137d0e') {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:00:30.997873 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-03b0ca50-cff5-49b3-be08-e48878092b12 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417396'] for segment, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:31.048299 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-1a999755-e6e3-4d28-bace-7efbba4af255 None None] Attempting to bind port f4eca531-ed25-40fd-8696-d420c941dc85 on host n-d-818022-2 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:00:31.048705 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-1a999755-e6e3-4d28-bace-7efbba4af255 None None] Attempting to bind port f4eca531-ed25-40fd-8696-d420c941dc85 by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': 'c59ca04a-4ec5-4de2-bf5c-faf2da137d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'c6c4b20c-a7d3-41ec-b822-06496893def3'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:00:31.049079 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a999755-e6e3-4d28-bace-7efbba4af255 None None] Attempting to bind port f4eca531-ed25-40fd-8696-d420c941dc85 on network c6c4b20c-a7d3-41ec-b822-06496893def3 {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:00:31.058531 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-03b0ca50-cff5-49b3-be08-e48878092b12 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:31.086568 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03b0ca50-cff5-49b3-be08-e48878092b12 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Releasing vlan 676 on physical network physnet1 to pool {{(pid=103364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 18:00:31.086907 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-03b0ca50-cff5-49b3-be08-e48878092b12 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12425183'] for segment, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:31.311597 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-738a4b73-6e9a-4697-9302-6489e92a3813 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4696'] for router, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:31.323257 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-738a4b73-6e9a-4697-9302-6489e92a3813 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:31.430892 n-d-818022-2 neutron-server[103364]: Traceback (most recent call last): Nov 19 18:00:31.430892 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 18:00:31.430892 n-d-818022-2 neutron-server[103364]: timer() Nov 19 18:00:31.430892 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 18:00:31.430892 n-d-818022-2 neutron-server[103364]: cb(*args, **kw) Nov 19 18:00:31.430892 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 18:00:31.430892 n-d-818022-2 neutron-server[103364]: return func(*args, **kwargs) Nov 19 18:00:31.430892 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 18:00:31.430892 n-d-818022-2 neutron-server[103364]: self._notify() Nov 19 18:00:31.430892 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 18:00:31.430892 n-d-818022-2 neutron-server[103364]: self.callback(batched_events) Nov 19 18:00:31.430892 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 18:00:31.430892 n-d-818022-2 neutron-server[103364]: event.method(event) Nov 19 18:00:31.430892 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 18:00:31.430892 n-d-818022-2 neutron-server[103364]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 18:00:31.430892 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 18:00:31.430892 n-d-818022-2 neutron-server[103364]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 18:00:31.430892 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 18:00:31.430892 n-d-818022-2 neutron-server[103364]: return f(self, *a, **k) Nov 19 18:00:31.430892 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 18:00:31.430892 n-d-818022-2 neutron-server[103364]: return self._get(url).json() Nov 19 18:00:31.430892 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 18:00:31.430892 n-d-818022-2 neutron-server[103364]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 18:00:31.430892 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 18:00:31.430892 n-d-818022-2 neutron-server[103364]: return self.request(url, 'GET', **kwargs) Nov 19 18:00:31.430892 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 18:00:31.430892 n-d-818022-2 neutron-server[103364]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 18:00:31.430892 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 18:00:31.430892 n-d-818022-2 neutron-server[103364]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 18:00:31.430892 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 18:00:31.430892 n-d-818022-2 neutron-server[103364]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 18:00:31.430892 n-d-818022-2 neutron-server[103364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 18:00:31.588693 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-738a4b73-6e9a-4697-9302-6489e92a3813 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-543895'] for router, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:31.589227 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-738a4b73-6e9a-4697-9302-6489e92a3813 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7f4250a2-3f00-4b69-b08a-06d937e1847c {{(pid=103364) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 18:00:31.601211 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a999755-e6e3-4d28-bace-7efbba4af255 None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 0, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:00:31.602397 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a999755-e6e3-4d28-bace-7efbba4af255 None None] Checking segment: {'id': 'c59ca04a-4ec5-4de2-bf5c-faf2da137d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'c6c4b20c-a7d3-41ec-b822-06496893def3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:00:31.603079 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-1a999755-e6e3-4d28-bace-7efbba4af255 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:31.603700 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a999755-e6e3-4d28-bace-7efbba4af255 None None] Bound using segment: {'id': 'c59ca04a-4ec5-4de2-bf5c-faf2da137d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'c6c4b20c-a7d3-41ec-b822-06496893def3'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:00:31.604453 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-1a999755-e6e3-4d28-bace-7efbba4af255 None None] Bound port: f4eca531-ed25-40fd-8696-d420c941dc85, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c59ca04a-4ec5-4de2-bf5c-faf2da137d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'c6c4b20c-a7d3-41ec-b822-06496893def3'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:00:31.605056 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-1a999755-e6e3-4d28-bace-7efbba4af255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:31.628756 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b0ca50-cff5-49b3-be08-e48878092b12 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Pushing event deleted for resources: {'Subnet': ['ID=f1e7523a-dc26-4be2-9e2c-6d538439316b,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:31.647721 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-738a4b73-6e9a-4697-9302-6489e92a3813 admin admin] Publish callbacks [] for router, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:31.649269 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-738a4b73-6e9a-4697-9302-6489e92a3813 admin admin] 10.222.0.54 "DELETE /v2.0/routers/7f4250a2-3f00-4b69-b08a-06d937e1847c HTTP/1.1" status: 204 len: 168 time: 6.1482413 Nov 19 18:00:31.661977 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 47160) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:00:31.706298 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.db.api [None req-03b0ca50-cff5-49b3-be08-e48878092b12 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 19 18:00:31.706298 n-d-818022-2 neutron-server[103364]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 19 18:00:31.706298 n-d-818022-2 neutron-server[103364]: [parameters: {'id': 'c6c4b20c-a7d3-41ec-b822-06496893def3'}] Nov 19 18:00:31.706298 n-d-818022-2 neutron-server[103364]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103364) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 18:00:31.706773 n-d-818022-2 neutron-server[103364]: DEBUG oslo_db.api [None req-03b0ca50-cff5-49b3-be08-e48878092b12 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 18:00:31.773009 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2128b9-85d1-41c0-8161-eec1632315d9 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Checking segment: {'id': '84bd70c3-ad3c-4e01-a26f-ebc38e3fa696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a620e585-0abf-40e4-b316-5eacde15dc4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:00:31.774000 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e2128b9-85d1-41c0-8161-eec1632315d9 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Network hostable DHCP agents. Network: a620e585-0abf-40e4-b316-5eacde15dc4b, hostable agents: ['02910ef2-0455-4aea-9f38-9a875579633f'], hosted agents: [] {{(pid=103364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 18:00:31.882115 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4865417-ad02-4255-9b85-ab58981e80d7 admin admin] Deleting subnet 0a14f80e-a548-4036-8075-eea4ab04e398 {{(pid=103364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 18:00:31.886521 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f4865417-ad02-4255-9b85-ab58981e80d7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:31.888303 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d4d61999-75d8-403b-ab4e-5d7c102ff896 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:31.959941 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e2128b9-85d1-41c0-8161-eec1632315d9 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Network a620e585-0abf-40e4-b316-5eacde15dc4b is scheduled to be hosted by DHCP agent 02910ef2-0455-4aea-9f38-9a875579633f with binding_index 1 {{(pid=103364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 18:00:31.987914 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 2d8f89f7-e694-48e2-90d6-cbc37ccbd6ce triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:00:31.988293 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:31.999897 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-0e2128b9-85d1-41c0-8161-eec1632315d9 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818022-2, a620e585-0abf-40e4-b316-5eacde15dc4b) {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:00:32.033615 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-155a649f-9278-4a71-8d2f-447befeeda14 None None] Network a620e585-0abf-40e4-b316-5eacde15dc4b requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:00:32.043513 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e2128b9-85d1-41c0-8161-eec1632315d9 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:00:32.045274 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0e2128b9-85d1-41c0-8161-eec1632315d9 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:32.053576 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f4865417-ad02-4255-9b85-ab58981e80d7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9416263'] for subnet, precommit_delete_associations {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:32.165273 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-0e2128b9-85d1-41c0-8161-eec1632315d9 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 4.2044263 Nov 19 18:00:32.169548 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 47178) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:00:32.218840 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-03b0ca50-cff5-49b3-be08-e48878092b12 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:32.236037 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36d1e886-de2b-46f7-a360-aa3e7b894e2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54f44f5f-1200-574e-8740-2141911d5b73-b9d8aa4e-5f87-4b7a-a749-6c49d4c7fbf8', 'network_id': 'b9d8aa4e-5f87-4b7a-a749-6c49d4c7fbf8', 'tenant_id': 'ecb26dc6f8b14f6babd12abcbaee21bf', 'fixed_ips': [{'subnet_id': 'be3a7046-64c6-49bb-807d-cc2f0ffc79d6'}]}} from n-d-818022-2. {{(pid=103366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 18:00:32.237258 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-36d1e886-de2b-46f7-a360-aa3e7b894e2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:32.368947 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9a14c8b4-d6a9-442d-839d-8c128e408600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:32.378427 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-1a999755-e6e3-4d28-bace-7efbba4af255 None None] For port f4eca531-ed25-40fd-8696-d420c941dc85, host n-d-818022-2, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:00:32.398011 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f4865417-ad02-4255-9b85-ab58981e80d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:32.509232 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a81e9b5e-91ce-47ca-8c9e-4a81079a021e tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:32.577313 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f4865417-ad02-4255-9b85-ab58981e80d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12425137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8983934'] for subnet, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:32.610580 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e1948957-cda1-461d-9c62-7729b0436c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:32.647425 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-1a999755-e6e3-4d28-bace-7efbba4af255 None None] For port f4eca531-ed25-40fd-8696-d420c941dc85, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=f4eca531-ed25-40fd-8696-d420c941dc85,segment=NetworkSegment(c59ca04a-4ec5-4de2-bf5c-faf2da137d0e),segment_id=c59ca04a-4ec5-4de2-bf5c-faf2da137d0e)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:00:32.676411 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-03b0ca50-cff5-49b3-be08-e48878092b12 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Deleting port f4eca531-ed25-40fd-8696-d420c941dc85 {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:00:32.682272 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-03b0ca50-cff5-49b3-be08-e48878092b12 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:32.701310 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-1a999755-e6e3-4d28-bace-7efbba4af255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:32.709907 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4865417-ad02-4255-9b85-ab58981e80d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a14f80e-a548-4036-8075-eea4ab04e398,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:32.755083 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f4865417-ad02-4255-9b85-ab58981e80d7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:32.758854 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-f4865417-ad02-4255-9b85-ab58981e80d7 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/0a14f80e-a548-4036-8075-eea4ab04e398 HTTP/1.1" status: 204 len: 168 time: 1.0959053 Nov 19 18:00:32.759673 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 47188) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:00:32.763922 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 47190) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:00:32.781469 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91c2cef3-b501-4bb5-ba60-9af77fea1821 None None] Network 30cc82c9-8c1f-49cc-8162-0520c6f854aa requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:00:32.883148 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a81e9b5e-91ce-47ca-8c9e-4a81079a021e tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:32.988913 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a999755-e6e3-4d28-bace-7efbba4af255 None None] Pushing event updated for resources: {'Port': ['ID=f4eca531-ed25-40fd-8696-d420c941dc85,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:32.990861 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a81e9b5e-91ce-47ca-8c9e-4a81079a021e tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12425137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8983934'] for subnet, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:32.995956 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [None req-03b0ca50-cff5-49b3-be08-e48878092b12 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] For port f4eca531-ed25-40fd-8696-d420c941dc85, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=f4eca531-ed25-40fd-8696-d420c941dc85,segment=NetworkSegment(c59ca04a-4ec5-4de2-bf5c-faf2da137d0e),segment_id=c59ca04a-4ec5-4de2-bf5c-faf2da137d0e)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:00:32.996401 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-03b0ca50-cff5-49b3-be08-e48878092b12 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:33.050645 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81e9b5e-91ce-47ca-8c9e-4a81079a021e tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Pushing event deleted for resources: {'Subnet': ['ID=94d6486b-3f11-4cac-89a4-60400e6dde29,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:33.052694 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-03b0ca50-cff5-49b3-be08-e48878092b12 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Calling delete_port for f4eca531-ed25-40fd-8696-d420c941dc85 owned by network:dhcp {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:00:33.062182 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-e1948957-cda1-461d-9c62-7729b0436c17 None None] For port 2a09bb4b-afa1-456a-85bf-083ddf4bf17f, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=2a09bb4b-afa1-456a-85bf-083ddf4bf17f,segment=NetworkSegment(08a6e028-738b-420f-88d8-85c1b813ff53),segment_id=08a6e028-738b-420f-88d8-85c1b813ff53)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:00:33.062850 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-44221c5f-d31c-4289-9e68-189e26200747 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:33.075610 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 2303e023-ec56-429f-9e59-c399af14f783 no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:00:33.188403 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a81e9b5e-91ce-47ca-8c9e-4a81079a021e tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:33.192776 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-310ae129-4efa-41da-b4e9-a4a020a05e2e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:33.229774 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e1948957-cda1-461d-9c62-7729b0436c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:33.318706 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-310ae129-4efa-41da-b4e9-a4a020a05e2e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:33.336431 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-310ae129-4efa-41da-b4e9-a4a020a05e2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:33.358656 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-a81e9b5e-91ce-47ca-8c9e-4a81079a021e tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a620e585-0abf-40e4-b316-5eacde15dc4b']}} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:00:33.378665 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: 2303e023-ec56-429f-9e59-c399af14f783 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:00:33.378665 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 2303e023-ec56-429f-9e59-c399af14f783 not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:00:33.378665 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 423fd538-e14b-4796-b3af-feec2debe439 no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:00:33.481253 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-a81e9b5e-91ce-47ca-8c9e-4a81079a021e tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84bd70c3-ad3c-4e01-a26f-ebc38e3fa696') {'for_net_delete': True} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:00:33.483927 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-a81e9b5e-91ce-47ca-8c9e-4a81079a021e tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84bd70c3-ad3c-4e01-a26f-ebc38e3fa696') {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:00:33.484442 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ef83569-7b2a-40f0-b441-f2686502f1f2 None None] Network a620e585-0abf-40e4-b316-5eacde15dc4b requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:00:33.534056 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a81e9b5e-91ce-47ca-8c9e-4a81079a021e tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417396'] for segment, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:33.554444 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e46ecc5a-dc14-4744-b262-3072ff2e958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:33.555368 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: 423fd538-e14b-4796-b3af-feec2debe439 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:00:33.555890 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 423fd538-e14b-4796-b3af-feec2debe439 not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:00:33.578847 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a81e9b5e-91ce-47ca-8c9e-4a81079a021e tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:33.582633 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [None req-36d1e886-de2b-46f7-a360-aa3e7b894e2e None None] Allocated IP 172.22.0.2 (b9d8aa4e-5f87-4b7a-a749-6c49d4c7fbf8/be3a7046-64c6-49bb-807d-cc2f0ffc79d6/df0e03ce-71a4-45c1-8903-7060a7ba06ac) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:00:33.602881 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a81e9b5e-91ce-47ca-8c9e-4a81079a021e tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Releasing vlan 695 on physical network physnet1 to pool {{(pid=103364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 18:00:33.607307 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a81e9b5e-91ce-47ca-8c9e-4a81079a021e tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12425183'] for segment, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:33.684215 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97fd11da-1b1d-4fcf-9116-9281addfd993 None None] Network c6c4b20c-a7d3-41ec-b822-06496893def3 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:00:33.725774 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310ae129-4efa-41da-b4e9-a4a020a05e2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d5b7226-ec89-45e0-b7c2-a50216e9f76f,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:33.728465 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-2351120b-da93-4690-85fe-f734565f2ece None None] Provisioning complete for port 2a09bb4b-afa1-456a-85bf-083ddf4bf17f triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:00:33.729027 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2351120b-da93-4690-85fe-f734565f2ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:33.734528 n-d-818022-2 neutron-server[103364]: Traceback (most recent call last): Nov 19 18:00:33.734528 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 18:00:33.734528 n-d-818022-2 neutron-server[103364]: timer() Nov 19 18:00:33.734528 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 18:00:33.734528 n-d-818022-2 neutron-server[103364]: cb(*args, **kw) Nov 19 18:00:33.734528 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 18:00:33.734528 n-d-818022-2 neutron-server[103364]: return func(*args, **kwargs) Nov 19 18:00:33.734528 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 18:00:33.734528 n-d-818022-2 neutron-server[103364]: self._notify() Nov 19 18:00:33.734528 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 18:00:33.734528 n-d-818022-2 neutron-server[103364]: self.callback(batched_events) Nov 19 18:00:33.734528 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 18:00:33.734528 n-d-818022-2 neutron-server[103364]: event.method(event) Nov 19 18:00:33.734528 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 18:00:33.734528 n-d-818022-2 neutron-server[103364]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 18:00:33.734528 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 18:00:33.734528 n-d-818022-2 neutron-server[103364]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 18:00:33.734528 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 18:00:33.734528 n-d-818022-2 neutron-server[103364]: return f(self, *a, **k) Nov 19 18:00:33.734528 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 18:00:33.734528 n-d-818022-2 neutron-server[103364]: return self._get(url).json() Nov 19 18:00:33.734528 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 18:00:33.734528 n-d-818022-2 neutron-server[103364]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 18:00:33.734528 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 18:00:33.734528 n-d-818022-2 neutron-server[103364]: return self.request(url, 'GET', **kwargs) Nov 19 18:00:33.734528 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 18:00:33.734528 n-d-818022-2 neutron-server[103364]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 18:00:33.734528 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 18:00:33.734528 n-d-818022-2 neutron-server[103364]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 18:00:33.734528 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 18:00:33.734528 n-d-818022-2 neutron-server[103364]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 18:00:33.734528 n-d-818022-2 neutron-server[103364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 18:00:33.759106 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1948957-cda1-461d-9c62-7729b0436c17 None None] Pushing event updated for resources: {'Port': ['ID=2a09bb4b-afa1-456a-85bf-083ddf4bf17f,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:33.800331 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-310ae129-4efa-41da-b4e9-a4a020a05e2e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=66bc3c3dc355498f82e2951015e407a1&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0393510 Nov 19 18:00:33.803178 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 47220) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:00:33.814034 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-03b0ca50-cff5-49b3-be08-e48878092b12 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:33.869203 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 2a09bb4b-afa1-456a-85bf-083ddf4bf17f up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:00:33.879484 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b0ca50-cff5-49b3-be08-e48878092b12 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Pushing event deleted for resources: {'Port': ['ID=f4eca531-ed25-40fd-8696-d420c941dc85,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:33.881686 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b0ca50-cff5-49b3-be08-e48878092b12 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] No DVR routers for this DVR port f4eca531-ed25-40fd-8696-d420c941dc85 on host n-d-818022-2 {{(pid=103364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:00:33.883965 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-44221c5f-d31c-4289-9e68-189e26200747 admin admin] Deleting port 1e8f1635-1add-4255-a401-98f6e3ee12a2 {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:00:33.884178 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-44221c5f-d31c-4289-9e68-189e26200747 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:33.914185 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a81e9b5e-91ce-47ca-8c9e-4a81079a021e tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671242'] for network, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:33.920390 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6d51df6f-34cd-43fb-ac67-97cdeb1b8d65 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:33.967897 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a81e9b5e-91ce-47ca-8c9e-4a81079a021e tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks [] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:33.972187 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-a81e9b5e-91ce-47ca-8c9e-4a81079a021e tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] 10.222.0.54 "DELETE /v2.0/networks/a620e585-0abf-40e4-b316-5eacde15dc4b HTTP/1.1" status: 204 len: 168 time: 1.7952325 Nov 19 18:00:33.974987 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6d51df6f-34cd-43fb-ac67-97cdeb1b8d65 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:33.977397 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:33.986190 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:33.986393 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 47222) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:00:33.993419 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-8569a0a8-f110-4670-a555-f5eb43a1d8e5 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-379898622'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:00:34.010149 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81e9b5e-91ce-47ca-8c9e-4a81079a021e tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Pushing event deleted for resources: {'Network': ['ID=a620e585-0abf-40e4-b316-5eacde15dc4b,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:34.043875 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 2a09bb4b-afa1-456a-85bf-083ddf4bf17f triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:00:34.044255 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:34.055157 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6d51df6f-34cd-43fb-ac67-97cdeb1b8d65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:34.057936 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6d51df6f-34cd-43fb-ac67-97cdeb1b8d65 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:34.059158 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-6d51df6f-34cd-43fb-ac67-97cdeb1b8d65 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/3d5b7226-ec89-45e0-b7c2-a50216e9f76f HTTP/1.1" status: 204 len: 168 time: 0.2539153 Nov 19 18:00:34.074968 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d51df6f-34cd-43fb-ac67-97cdeb1b8d65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d5b7226-ec89-45e0-b7c2-a50216e9f76f,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:34.132278 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8f9f2ef-5831-4d4c-b752-503df0fbd5db None None] DHCP port deletion for 30cc82c9-8c1f-49cc-8162-0520c6f854aa request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:00:34.291784 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-36d1e886-de2b-46f7-a360-aa3e7b894e2e None None] Publish callbacks [] for port, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:34.305516 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-36d1e886-de2b-46f7-a360-aa3e7b894e2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998'] for port, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:34.383544 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36d1e886-de2b-46f7-a360-aa3e7b894e2e None None] Network b9d8aa4e-5f87-4b7a-a749-6c49d4c7fbf8 is already hosted by enough agents. {{(pid=103366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:00:34.404685 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [None req-36d1e886-de2b-46f7-a360-aa3e7b894e2e None None] Resources bound (agent type, host, resource id): {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:00:34.406839 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [None req-d4d61999-75d8-403b-ab4e-5d7c102ff896 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Allocated IP 172.22.0.1 (b9d8aa4e-5f87-4b7a-a749-6c49d4c7fbf8/be3a7046-64c6-49bb-807d-cc2f0ffc79d6/106cb217-01aa-4797-8e4c-553b3e54ca21) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:00:34.414997 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d1e886-de2b-46f7-a360-aa3e7b894e2e None None] Received port after_create {{(pid=103366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:00:34.423042 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d1e886-de2b-46f7-a360-aa3e7b894e2e None None] Pushing event updated for resources: {'Port': ['ID=df0e03ce-71a4-45c1-8903-7060a7ba06ac,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:34.431546 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-c8f9f2ef-5831-4d4c-b752-503df0fbd5db None None] Deleting port 1e8f1635-1add-4255-a401-98f6e3ee12a2 {{(pid=103366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:00:34.436244 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-c8f9f2ef-5831-4d4c-b752-503df0fbd5db None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:34.614822 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [None req-44221c5f-d31c-4289-9e68-189e26200747 admin admin] For port 1e8f1635-1add-4255-a401-98f6e3ee12a2, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=1e8f1635-1add-4255-a401-98f6e3ee12a2,segment=NetworkSegment(949c8f19-feca-48a3-a3b4-7bc362c7af12),segment_id=949c8f19-feca-48a3-a3b4-7bc362c7af12)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:00:34.615962 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-44221c5f-d31c-4289-9e68-189e26200747 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:34.637594 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-03b0ca50-cff5-49b3-be08-e48878092b12 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:34.640595 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8569a0a8-f110-4670-a555-f5eb43a1d8e5 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Made reservation on behalf of 8ffa8370408040d085287d7dbe34b3c3 for: {'network': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:00:34.645380 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8569a0a8-f110-4670-a555-f5eb43a1d8e5 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:34.659488 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-44221c5f-d31c-4289-9e68-189e26200747 admin admin] Calling delete_port for 1e8f1635-1add-4255-a401-98f6e3ee12a2 owned by network:dhcp {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:00:34.697698 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-03b0ca50-cff5-49b3-be08-e48878092b12 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6c4b20c-a7d3-41ec-b822-06496893def3']}} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:00:34.715524 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-03b0ca50-cff5-49b3-be08-e48878092b12 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c59ca04a-4ec5-4de2-bf5c-faf2da137d0e') {'for_net_delete': True} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:00:34.716171 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-03b0ca50-cff5-49b3-be08-e48878092b12 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c59ca04a-4ec5-4de2-bf5c-faf2da137d0e') {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:00:34.747435 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d4d61999-75d8-403b-ab4e-5d7c102ff896 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:34.760397 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8569a0a8-f110-4670-a555-f5eb43a1d8e5 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 659} {{(pid=103364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 18:00:34.774711 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 47244) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:00:34.787528 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-03b0ca50-cff5-49b3-be08-e48878092b12 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417396'] for segment, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:34.787881 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-c8f9f2ef-5831-4d4c-b752-503df0fbd5db None None] For port 1e8f1635-1add-4255-a401-98f6e3ee12a2, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=1e8f1635-1add-4255-a401-98f6e3ee12a2,segment=NetworkSegment(949c8f19-feca-48a3-a3b4-7bc362c7af12),segment_id=949c8f19-feca-48a3-a3b4-7bc362c7af12)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:00:34.788534 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-c8f9f2ef-5831-4d4c-b752-503df0fbd5db None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:34.791249 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-36d1e886-de2b-46f7-a360-aa3e7b894e2e None None] Attempting to bind port df0e03ce-71a4-45c1-8903-7060a7ba06ac on host n-d-818022-2 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:00:34.791627 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-36d1e886-de2b-46f7-a360-aa3e7b894e2e None None] Attempting to bind port df0e03ce-71a4-45c1-8903-7060a7ba06ac by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': '6d6c7a5a-901c-40bd-8f29-a0ddd5353058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'b9d8aa4e-5f87-4b7a-a749-6c49d4c7fbf8'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:00:34.791995 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d1e886-de2b-46f7-a360-aa3e7b894e2e None None] Attempting to bind port df0e03ce-71a4-45c1-8903-7060a7ba06ac on network b9d8aa4e-5f87-4b7a-a749-6c49d4c7fbf8 {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:00:34.800034 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e013d7e6-5264-4dcc-9759-54f5fb809e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:34.805783 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8569a0a8-f110-4670-a555-f5eb43a1d8e5 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:34.806431 n-d-818022-2 neutron-server[103364]: INFO neutron.db.segments_db [None req-8569a0a8-f110-4670-a555-f5eb43a1d8e5 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Added segment 00f023ed-5a6f-468e-adf3-e27df1cd2874 of type vlan for network 170d6ef7-1570-44a6-b449-44dd518874c6 Nov 19 18:00:34.807327 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d1e886-de2b-46f7-a360-aa3e7b894e2e None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 0, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:00:34.807707 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d1e886-de2b-46f7-a360-aa3e7b894e2e None None] Checking segment: {'id': '6d6c7a5a-901c-40bd-8f29-a0ddd5353058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'b9d8aa4e-5f87-4b7a-a749-6c49d4c7fbf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:00:34.808113 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-36d1e886-de2b-46f7-a360-aa3e7b894e2e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:34.808529 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d1e886-de2b-46f7-a360-aa3e7b894e2e None None] Bound using segment: {'id': '6d6c7a5a-901c-40bd-8f29-a0ddd5353058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'b9d8aa4e-5f87-4b7a-a749-6c49d4c7fbf8'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:00:34.808995 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-36d1e886-de2b-46f7-a360-aa3e7b894e2e None None] Bound port: df0e03ce-71a4-45c1-8903-7060a7ba06ac, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d6c7a5a-901c-40bd-8f29-a0ddd5353058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'b9d8aa4e-5f87-4b7a-a749-6c49d4c7fbf8'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:00:34.809380 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-36d1e886-de2b-46f7-a360-aa3e7b894e2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:34.811431 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-c8f9f2ef-5831-4d4c-b752-503df0fbd5db None None] Calling delete_port for 1e8f1635-1add-4255-a401-98f6e3ee12a2 owned by network:dhcp {{(pid=103366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:00:34.823112 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-03b0ca50-cff5-49b3-be08-e48878092b12 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:34.849909 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d4d61999-75d8-403b-ab4e-5d7c102ff896 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:34.865243 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03b0ca50-cff5-49b3-be08-e48878092b12 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Releasing vlan 676 on physical network physnet1 to pool {{(pid=103364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 18:00:34.866201 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-03b0ca50-cff5-49b3-be08-e48878092b12 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12425183'] for segment, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:34.870673 n-d-818022-2 neutron-server[103364]: Traceback (most recent call last): Nov 19 18:00:34.870673 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 18:00:34.870673 n-d-818022-2 neutron-server[103364]: timer() Nov 19 18:00:34.870673 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 18:00:34.870673 n-d-818022-2 neutron-server[103364]: cb(*args, **kw) Nov 19 18:00:34.870673 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 18:00:34.870673 n-d-818022-2 neutron-server[103364]: return func(*args, **kwargs) Nov 19 18:00:34.870673 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 18:00:34.870673 n-d-818022-2 neutron-server[103364]: self._notify() Nov 19 18:00:34.870673 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 18:00:34.870673 n-d-818022-2 neutron-server[103364]: self.callback(batched_events) Nov 19 18:00:34.870673 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 18:00:34.870673 n-d-818022-2 neutron-server[103364]: event.method(event) Nov 19 18:00:34.870673 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 18:00:34.870673 n-d-818022-2 neutron-server[103364]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 18:00:34.870673 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 18:00:34.870673 n-d-818022-2 neutron-server[103364]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 18:00:34.870673 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 18:00:34.870673 n-d-818022-2 neutron-server[103364]: return f(self, *a, **k) Nov 19 18:00:34.870673 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 18:00:34.870673 n-d-818022-2 neutron-server[103364]: return self._get(url).json() Nov 19 18:00:34.870673 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 18:00:34.870673 n-d-818022-2 neutron-server[103364]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 18:00:34.870673 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 18:00:34.870673 n-d-818022-2 neutron-server[103364]: return self.request(url, 'GET', **kwargs) Nov 19 18:00:34.870673 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 18:00:34.870673 n-d-818022-2 neutron-server[103364]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 18:00:34.870673 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 18:00:34.870673 n-d-818022-2 neutron-server[103364]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 18:00:34.870673 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 18:00:34.870673 n-d-818022-2 neutron-server[103364]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 18:00:34.870673 n-d-818022-2 neutron-server[103364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 18:00:34.872644 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-33e799fc-a000-4ced-845c-3c50288f686c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:34.922298 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8569a0a8-f110-4670-a555-f5eb43a1d8e5 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:34.934027 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4d61999-75d8-403b-ab4e-5d7c102ff896 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Network b9d8aa4e-5f87-4b7a-a749-6c49d4c7fbf8 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:00:34.942943 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-36d1e886-de2b-46f7-a360-aa3e7b894e2e None None] For port df0e03ce-71a4-45c1-8903-7060a7ba06ac, host n-d-818022-2, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:00:34.943923 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-d4d61999-75d8-403b-ab4e-5d7c102ff896 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:00:34.951543 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d61999-75d8-403b-ab4e-5d7c102ff896 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:00:34.960563 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-36d1e886-de2b-46f7-a360-aa3e7b894e2e None None] For port df0e03ce-71a4-45c1-8903-7060a7ba06ac, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=df0e03ce-71a4-45c1-8903-7060a7ba06ac,segment=NetworkSegment(6d6c7a5a-901c-40bd-8f29-a0ddd5353058),segment_id=6d6c7a5a-901c-40bd-8f29-a0ddd5353058)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:00:34.972874 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-36d1e886-de2b-46f7-a360-aa3e7b894e2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:34.976596 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-03b0ca50-cff5-49b3-be08-e48878092b12 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671242'] for network, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:34.979223 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-44221c5f-d31c-4289-9e68-189e26200747 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:34.984618 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8569a0a8-f110-4670-a555-f5eb43a1d8e5 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:34.992407 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8569a0a8-f110-4670-a555-f5eb43a1d8e5 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:00:34.996226 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8569a0a8-f110-4670-a555-f5eb43a1d8e5 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks [] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:35.019000 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d61999-75d8-403b-ab4e-5d7c102ff896 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Pushing event updated for resources: {'Port': ['ID=106cb217-01aa-4797-8e4c-553b3e54ca21,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:35.045333 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d1e886-de2b-46f7-a360-aa3e7b894e2e None None] Pushing event updated for resources: {'Port': ['ID=df0e03ce-71a4-45c1-8903-7060a7ba06ac,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:35.050528 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-c8f9f2ef-5831-4d4c-b752-503df0fbd5db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007'] for port, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:35.056730 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-03b0ca50-cff5-49b3-be08-e48878092b12 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Publish callbacks [] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:35.069771 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-03b0ca50-cff5-49b3-be08-e48878092b12 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] 10.222.0.54 "DELETE /v2.0/networks/c6c4b20c-a7d3-41ec-b822-06496893def3 HTTP/1.1" status: 204 len: 168 time: 7.3534594 Nov 19 18:00:35.079782 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 47250) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:00:35.080008 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f9f2ef-5831-4d4c-b752-503df0fbd5db None None] Pushing event deleted for resources: {'Port': ['ID=1e8f1635-1add-4255-a401-98f6e3ee12a2,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:35.081782 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-ae4669f9-4fc7-46ac-9110-a86b3458796a tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-726150253'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:00:35.081952 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f9f2ef-5831-4d4c-b752-503df0fbd5db None None] No DVR routers for this DVR port 1e8f1635-1add-4255-a401-98f6e3ee12a2 on host n-d-818022-2 {{(pid=103366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:00:35.091447 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d4d61999-75d8-403b-ab4e-5d7c102ff896 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-671361'] for router_interface, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:35.102141 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44221c5f-d31c-4289-9e68-189e26200747 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e8f1635-1add-4255-a401-98f6e3ee12a2,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:35.116823 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.agents_db [None req-619e5c26-d9ed-4321-86eb-7d443bb9dfa2 None None] Agent healthcheck: found 7 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 18:00:35.149346 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-8569a0a8-f110-4670-a555-f5eb43a1d8e5 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1613181 Nov 19 18:00:35.154286 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 47252) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:00:35.155125 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44221c5f-d31c-4289-9e68-189e26200747 admin admin] No DVR routers for this DVR port 1e8f1635-1add-4255-a401-98f6e3ee12a2 on host n-d-818022-2 {{(pid=103364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:00:35.165443 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-3587edac-07b7-4337-b9b2-75f0ae06710a tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Request body: {'subnet': {'network_id': '170d6ef7-1570-44a6-b449-44dd518874c6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:00:35.194016 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:35.228518 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae4669f9-4fc7-46ac-9110-a86b3458796a tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Made reservation on behalf of 046193144e6e4cc5baaab68732230105 for: {'network': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:00:35.232095 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ae4669f9-4fc7-46ac-9110-a86b3458796a tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:35.266458 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-33e799fc-a000-4ced-845c-3c50288f686c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:35.325553 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-33e799fc-a000-4ced-845c-3c50288f686c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:35.327547 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8569a0a8-f110-4670-a555-f5eb43a1d8e5 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Pushing event updated for resources: {'Network': ['ID=170d6ef7-1570-44a6-b449-44dd518874c6,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:35.349976 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network 170d6ef7-1570-44a6-b449-44dd518874c6 details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 18:00:35.368480 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae4669f9-4fc7-46ac-9110-a86b3458796a tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 671} {{(pid=103365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 18:00:35.412474 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b0ca50-cff5-49b3-be08-e48878092b12 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Pushing event deleted for resources: {'Network': ['ID=c6c4b20c-a7d3-41ec-b822-06496893def3,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:35.422038 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-44221c5f-d31c-4289-9e68-189e26200747 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:35.452080 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d4d61999-75d8-403b-ab4e-5d7c102ff896 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:35.473865 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ae4669f9-4fc7-46ac-9110-a86b3458796a tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:35.474427 n-d-818022-2 neutron-server[103365]: INFO neutron.db.segments_db [None req-ae4669f9-4fc7-46ac-9110-a86b3458796a tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Added segment 1f277ef1-10fd-4311-9728-bac73763d3a8 of type vlan for network 25237c9f-08f9-4ec1-a722-377dee6f567b Nov 19 18:00:35.510939 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3587edac-07b7-4337-b9b2-75f0ae06710a tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Made reservation on behalf of 8ffa8370408040d085287d7dbe34b3c3 for: {'subnet': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:00:35.515174 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3587edac-07b7-4337-b9b2-75f0ae06710a tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8983829'] for subnet, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:35.524506 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-44221c5f-d31c-4289-9e68-189e26200747 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30cc82c9-8c1f-49cc-8162-0520c6f854aa']}} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:00:35.533106 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e799fc-a000-4ced-845c-3c50288f686c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43a3c109-5e68-4922-8c40-4da6055c9ef3,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:35.539128 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-33e799fc-a000-4ced-845c-3c50288f686c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=161371c32fd5422d8abcbfa1c3c3ee3e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7067614 Nov 19 18:00:35.545857 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 47262) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:00:35.604850 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-44221c5f-d31c-4289-9e68-189e26200747 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '949c8f19-feca-48a3-a3b4-7bc362c7af12') {'for_net_delete': True} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:00:35.605690 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-44221c5f-d31c-4289-9e68-189e26200747 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '949c8f19-feca-48a3-a3b4-7bc362c7af12') {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:00:35.637633 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-44221c5f-d31c-4289-9e68-189e26200747 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417396'] for segment, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:35.675932 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-44221c5f-d31c-4289-9e68-189e26200747 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:35.697482 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44221c5f-d31c-4289-9e68-189e26200747 admin admin] Releasing vlan 668 on physical network physnet1 to pool {{(pid=103364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 18:00:35.698203 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-44221c5f-d31c-4289-9e68-189e26200747 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12425183'] for segment, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:35.700730 n-d-818022-2 neutron-server[103364]: Traceback (most recent call last): Nov 19 18:00:35.700730 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 18:00:35.700730 n-d-818022-2 neutron-server[103364]: timer() Nov 19 18:00:35.700730 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 18:00:35.700730 n-d-818022-2 neutron-server[103364]: cb(*args, **kw) Nov 19 18:00:35.700730 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 18:00:35.700730 n-d-818022-2 neutron-server[103364]: return func(*args, **kwargs) Nov 19 18:00:35.700730 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 18:00:35.700730 n-d-818022-2 neutron-server[103364]: self._notify() Nov 19 18:00:35.700730 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 18:00:35.700730 n-d-818022-2 neutron-server[103364]: self.callback(batched_events) Nov 19 18:00:35.700730 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 18:00:35.700730 n-d-818022-2 neutron-server[103364]: event.method(event) Nov 19 18:00:35.700730 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 18:00:35.700730 n-d-818022-2 neutron-server[103364]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 18:00:35.700730 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 18:00:35.700730 n-d-818022-2 neutron-server[103364]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 18:00:35.700730 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 18:00:35.700730 n-d-818022-2 neutron-server[103364]: return f(self, *a, **k) Nov 19 18:00:35.700730 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 18:00:35.700730 n-d-818022-2 neutron-server[103364]: return self._get(url).json() Nov 19 18:00:35.700730 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 18:00:35.700730 n-d-818022-2 neutron-server[103364]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 18:00:35.700730 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 18:00:35.700730 n-d-818022-2 neutron-server[103364]: return self.request(url, 'GET', **kwargs) Nov 19 18:00:35.700730 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 18:00:35.700730 n-d-818022-2 neutron-server[103364]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 18:00:35.700730 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 18:00:35.700730 n-d-818022-2 neutron-server[103364]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 18:00:35.700730 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 18:00:35.700730 n-d-818022-2 neutron-server[103364]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 18:00:35.700730 n-d-818022-2 neutron-server[103364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 18:00:35.795406 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ae4669f9-4fc7-46ac-9110-a86b3458796a tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:35.817832 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-44221c5f-d31c-4289-9e68-189e26200747 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671242'] for network, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:35.871760 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-924bc4ef-7d27-4271-9ff3-07e30a9dbbff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:35.873021 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-44221c5f-d31c-4289-9e68-189e26200747 admin admin] Publish callbacks [] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:35.876601 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-44221c5f-d31c-4289-9e68-189e26200747 admin admin] 10.222.0.54 "DELETE /v2.0/networks/30cc82c9-8c1f-49cc-8162-0520c6f854aa HTTP/1.1" status: 204 len: 168 time: 3.1059759 Nov 19 18:00:35.884143 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 47276) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:00:35.897921 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44221c5f-d31c-4289-9e68-189e26200747 admin admin] Pushing event deleted for resources: {'Network': ['ID=30cc82c9-8c1f-49cc-8162-0520c6f854aa,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:35.912811 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ae4669f9-4fc7-46ac-9110-a86b3458796a tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:35.918204 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae4669f9-4fc7-46ac-9110-a86b3458796a tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:00:35.918811 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ae4669f9-4fc7-46ac-9110-a86b3458796a tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Publish callbacks [] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:35.939614 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 2a09bb4b-afa1-456a-85bf-083ddf4bf17f up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:00:36.004176 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3587edac-07b7-4337-b9b2-75f0ae06710a tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12425078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8983815'] for subnet, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:36.009665 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-924bc4ef-7d27-4271-9ff3-07e30a9dbbff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:36.014631 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 2a09bb4b-afa1-456a-85bf-083ddf4bf17f triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:00:36.015451 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:36.110764 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3587edac-07b7-4337-b9b2-75f0ae06710a tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Pushing event updated for resources: {'Subnet': ['ID=f467b591-5c57-448e-bcf0-e716342f73e5,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:36.129178 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3587edac-07b7-4337-b9b2-75f0ae06710a tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Checking segment: {'id': '00f023ed-5a6f-468e-adf3-e27df1cd2874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '170d6ef7-1570-44a6-b449-44dd518874c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:00:36.129928 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3587edac-07b7-4337-b9b2-75f0ae06710a tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Network hostable DHCP agents. Network: 170d6ef7-1570-44a6-b449-44dd518874c6, hostable agents: ['02910ef2-0455-4aea-9f38-9a875579633f'], hosted agents: [] {{(pid=103364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 18:00:36.183158 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3587edac-07b7-4337-b9b2-75f0ae06710a tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Network 170d6ef7-1570-44a6-b449-44dd518874c6 is scheduled to be hosted by DHCP agent 02910ef2-0455-4aea-9f38-9a875579633f with binding_index 1 {{(pid=103364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 18:00:36.188788 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device df0e03ce-71a4-45c1-8903-7060a7ba06ac up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:00:36.190769 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-ae4669f9-4fc7-46ac-9110-a86b3458796a tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.1141453 Nov 19 18:00:36.193459 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 47282) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:00:36.200462 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-1cb6f283-4a5a-4b1e-bfb3-ebe936452bbb tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Request body: {'subnet': {'network_id': '25237c9f-08f9-4ec1-a722-377dee6f567b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:00:36.209566 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-3587edac-07b7-4337-b9b2-75f0ae06710a tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818022-2, 170d6ef7-1570-44a6-b449-44dd518874c6) {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:00:36.224335 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45a29abe-ca60-45a2-bb6a-79a9d5fa562e None None] Network 170d6ef7-1570-44a6-b449-44dd518874c6 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:00:36.272756 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4669f9-4fc7-46ac-9110-a86b3458796a tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Pushing event updated for resources: {'Network': ['ID=25237c9f-08f9-4ec1-a722-377dee6f567b,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:36.318701 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3587edac-07b7-4337-b9b2-75f0ae06710a tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:00:36.319319 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3587edac-07b7-4337-b9b2-75f0ae06710a tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:36.405908 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-3587edac-07b7-4337-b9b2-75f0ae06710a tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.2425635 Nov 19 18:00:36.405908 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cb6f283-4a5a-4b1e-bfb3-ebe936452bbb tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Made reservation on behalf of 046193144e6e4cc5baaab68732230105 for: {'subnet': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:00:36.410131 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1cb6f283-4a5a-4b1e-bfb3-ebe936452bbb tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8983829'] for subnet, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:36.419634 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network 25237c9f-08f9-4ec1-a722-377dee6f567b details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 18:00:36.424881 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 47286) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:00:36.473963 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-924bc4ef-7d27-4271-9ff3-07e30a9dbbff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:36.477520 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-924bc4ef-7d27-4271-9ff3-07e30a9dbbff admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:36.478727 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-924bc4ef-7d27-4271-9ff3-07e30a9dbbff admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/43a3c109-5e68-4922-8c40-4da6055c9ef3 HTTP/1.1" status: 204 len: 168 time: 0.9204981 Nov 19 18:00:36.566207 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924bc4ef-7d27-4271-9ff3-07e30a9dbbff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43a3c109-5e68-4922-8c40-4da6055c9ef3,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:36.706631 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d4d61999-75d8-403b-ab4e-5d7c102ff896 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks [] for port, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:36.747687 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d4d61999-75d8-403b-ab4e-5d7c102ff896 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:36.905600 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d4d61999-75d8-403b-ab4e-5d7c102ff896 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-768529'] for router_interface, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:36.925455 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d61999-75d8-403b-ab4e-5d7c102ff896 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Pushing event updated for resources: {'Port': ['ID=106cb217-01aa-4797-8e4c-553b3e54ca21,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:36.937540 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51039b08-ed1e-4d8c-be24-0666db3aa1f3 None None] Network b9d8aa4e-5f87-4b7a-a749-6c49d4c7fbf8 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:00:36.974065 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1a32a32b-f2a7-4d81-9cb6-4c930d61219f tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:37.073073 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8ff5d180-9e15-48d5-8566-34f0bfd2d7fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-768564'] for router_interface, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:37.075626 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1a32a32b-f2a7-4d81-9cb6-4c930d61219f tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:37.080467 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4d61999-75d8-403b-ab4e-5d7c102ff896 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Network b9d8aa4e-5f87-4b7a-a749-6c49d4c7fbf8 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:00:37.082460 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-d4d61999-75d8-403b-ab4e-5d7c102ff896 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:00:37.097095 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-566d5086-fcf8-458e-b81d-97aeb7140db9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54f44f5f-1200-574e-8740-2141911d5b73-170d6ef7-1570-44a6-b449-44dd518874c6', 'network_id': '170d6ef7-1570-44a6-b449-44dd518874c6', 'tenant_id': '8ffa8370408040d085287d7dbe34b3c3', 'fixed_ips': [{'subnet_id': 'f467b591-5c57-448e-bcf0-e716342f73e5'}]}} from n-d-818022-2. {{(pid=103366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 18:00:37.098172 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-566d5086-fcf8-458e-b81d-97aeb7140db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:37.206728 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1a32a32b-f2a7-4d81-9cb6-4c930d61219f tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12425137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8983934'] for subnet, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:37.282884 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port df0e03ce-71a4-45c1-8903-7060a7ba06ac triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:00:37.286875 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:37.288371 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32a32b-f2a7-4d81-9cb6-4c930d61219f tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Pushing event deleted for resources: {'Subnet': ['ID=f467b591-5c57-448e-bcf0-e716342f73e5,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:37.339915 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4d61999-75d8-403b-ab4e-5d7c102ff896 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Router 980ad8ab-818f-4808-ac3d-5fe97be1cadf has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 18:00:37.360241 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-c5b4f12a-39a7-4ae1-9273-ae25b5d97343 None None] Provisioning complete for port df0e03ce-71a4-45c1-8903-7060a7ba06ac triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:00:37.360706 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-c5b4f12a-39a7-4ae1-9273-ae25b5d97343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:37.441592 n-d-818022-2 neutron-server[103364]: DEBUG neutron.objects.ports [None req-1cb6f283-4a5a-4b1e-bfb3-ebe936452bbb tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103364) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 19 18:00:37.446351 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1cb6f283-4a5a-4b1e-bfb3-ebe936452bbb tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12425078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8983815'] for subnet, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:37.517250 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb6f283-4a5a-4b1e-bfb3-ebe936452bbb tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Pushing event updated for resources: {'Subnet': ['ID=d2fe59c3-bddc-4de7-81a5-67fda69ca5d1,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:37.529790 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1a32a32b-f2a7-4d81-9cb6-4c930d61219f tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:37.562578 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-1a32a32b-f2a7-4d81-9cb6-4c930d61219f tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['170d6ef7-1570-44a6-b449-44dd518874c6']}} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:00:37.609548 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server [None req-566d5086-fcf8-458e-b81d-97aeb7140db9 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f467b591-5c57-448e-bcf0-e716342f73e5: This subnet is being modified by another concurrent operation. Nov 19 18:00:37.609548 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 19 18:00:37.609548 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 19 18:00:37.609548 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 19 18:00:37.609548 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 19 18:00:37.609548 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 19 18:00:37.609548 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 19 18:00:37.609548 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 19 18:00:37.609548 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 19 18:00:37.609548 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 19 18:00:37.609548 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 18:00:37.609548 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 19 18:00:37.609548 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 18:00:37.609548 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 18:00:37.609548 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 18:00:37.609548 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 18:00:37.609548 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 18:00:37.609548 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 18:00:37.609548 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 18:00:37.609548 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 19 18:00:37.609548 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 18:00:37.609548 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 18:00:37.609548 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 18:00:37.609548 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 18:00:37.609548 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 18:00:37.609548 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 18:00:37.609548 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 18:00:37.609548 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 18:00:37.609548 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 18:00:37.609548 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 18:00:37.609548 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 18:00:37.609548 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 18:00:37.609548 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 18:00:37.609548 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 19 18:00:37.609548 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 19 18:00:37.609548 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 19 18:00:37.609548 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 19 18:00:37.609548 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 19 18:00:37.609548 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 19 18:00:37.609548 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 19 18:00:37.609548 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 19 18:00:37.609548 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 19 18:00:37.609548 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 19 18:00:37.609548 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 18:00:37.609548 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 18:00:37.609548 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 19 18:00:37.609548 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 18:00:37.609548 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 19 18:00:37.609548 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 18:00:37.609548 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 18:00:37.609548 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 18:00:37.609548 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 18:00:37.609548 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 18:00:37.609548 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 18:00:37.609548 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 18:00:37.609548 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 19 18:00:37.609548 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 18:00:37.609548 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 18:00:37.609548 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 18:00:37.609548 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 18:00:37.609548 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 18:00:37.609548 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 18:00:37.609548 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 18:00:37.609548 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 18:00:37.609548 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 18:00:37.609548 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 18:00:37.609548 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 18:00:37.609548 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 18:00:37.609548 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 18:00:37.609548 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 19 18:00:37.609548 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 19 18:00:37.609548 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 19 18:00:37.609548 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 19 18:00:37.609548 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 19 18:00:37.609548 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 19 18:00:37.609548 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 19 18:00:37.609548 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 19 18:00:37.609548 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 19 18:00:37.609548 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 18:00:37.609548 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 18:00:37.609548 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 18:00:37.609548 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 18:00:37.609548 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 19 18:00:37.609548 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 19 18:00:37.609548 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 19 18:00:37.609548 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 19 18:00:37.609548 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 19 18:00:37.609548 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 19 18:00:37.609548 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 19 18:00:37.609548 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server raise exception Nov 19 18:00:37.609548 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f467b591-5c57-448e-bcf0-e716342f73e5: This subnet is being modified by another concurrent operation. Nov 19 18:00:37.609548 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server Nov 19 18:00:37.628953 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb6f283-4a5a-4b1e-bfb3-ebe936452bbb tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Checking segment: {'id': '1f277ef1-10fd-4311-9728-bac73763d3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '25237c9f-08f9-4ec1-a722-377dee6f567b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:00:37.629342 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cb6f283-4a5a-4b1e-bfb3-ebe936452bbb tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Network hostable DHCP agents. Network: 25237c9f-08f9-4ec1-a722-377dee6f567b, hostable agents: ['02910ef2-0455-4aea-9f38-9a875579633f'], hosted agents: [] {{(pid=103364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 18:00:37.634171 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00ad1c58-2080-4ed5-9dce-13b862a7359e None None] Network 170d6ef7-1570-44a6-b449-44dd518874c6 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:00:37.642970 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-1a32a32b-f2a7-4d81-9cb6-4c930d61219f tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00f023ed-5a6f-468e-adf3-e27df1cd2874') {'for_net_delete': True} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:00:37.645906 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-1a32a32b-f2a7-4d81-9cb6-4c930d61219f tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00f023ed-5a6f-468e-adf3-e27df1cd2874') {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:00:37.672723 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1a32a32b-f2a7-4d81-9cb6-4c930d61219f tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417396'] for segment, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:37.690568 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1a32a32b-f2a7-4d81-9cb6-4c930d61219f tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:37.698891 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a32a32b-f2a7-4d81-9cb6-4c930d61219f tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Releasing vlan 659 on physical network physnet1 to pool {{(pid=103364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 18:00:37.699371 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1a32a32b-f2a7-4d81-9cb6-4c930d61219f tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12425183'] for segment, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:37.755026 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4d61999-75d8-403b-ab4e-5d7c102ff896 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:00:37.760899 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-d4d61999-75d8-403b-ab4e-5d7c102ff896 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] 10.222.0.54 "PUT /v2.0/routers/980ad8ab-818f-4808-ac3d-5fe97be1cadf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1269031 Nov 19 18:00:37.763807 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 47316) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:00:37.770490 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-61dd1884-d4aa-474f-9a43-9aba160919df tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Request body: {'network': {'name': 'tempest-RoutersTest-1372561723'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:00:37.776628 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-672e7add-2ffa-4adf-b5c3-40d2deef8cc1 None None] Sync routers for ids ['980ad8ab-818f-4808-ac3d-5fe97be1cadf'] in n-d-818022-2 {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:00:37.793135 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-672e7add-2ffa-4adf-b5c3-40d2deef8cc1 None None] Routers {'980ad8ab-818f-4808-ac3d-5fe97be1cadf'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:00:37.793780 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-672e7add-2ffa-4adf-b5c3-40d2deef8cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:00:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['980ad8ab-818f-4808-ac3d-5fe97be1cadf'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:00:37.830780 n-d-818022-2 neutron-server[103364]: Traceback (most recent call last): Nov 19 18:00:37.830780 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 18:00:37.830780 n-d-818022-2 neutron-server[103364]: timer() Nov 19 18:00:37.830780 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 18:00:37.830780 n-d-818022-2 neutron-server[103364]: cb(*args, **kw) Nov 19 18:00:37.830780 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 18:00:37.830780 n-d-818022-2 neutron-server[103364]: return func(*args, **kwargs) Nov 19 18:00:37.830780 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 18:00:37.830780 n-d-818022-2 neutron-server[103364]: self._notify() Nov 19 18:00:37.830780 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 18:00:37.830780 n-d-818022-2 neutron-server[103364]: self.callback(batched_events) Nov 19 18:00:37.830780 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 18:00:37.830780 n-d-818022-2 neutron-server[103364]: event.method(event) Nov 19 18:00:37.830780 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 18:00:37.830780 n-d-818022-2 neutron-server[103364]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 18:00:37.830780 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 18:00:37.830780 n-d-818022-2 neutron-server[103364]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 18:00:37.830780 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 18:00:37.830780 n-d-818022-2 neutron-server[103364]: return f(self, *a, **k) Nov 19 18:00:37.830780 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 18:00:37.830780 n-d-818022-2 neutron-server[103364]: return self._get(url).json() Nov 19 18:00:37.830780 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 18:00:37.830780 n-d-818022-2 neutron-server[103364]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 18:00:37.830780 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 18:00:37.830780 n-d-818022-2 neutron-server[103364]: return self.request(url, 'GET', **kwargs) Nov 19 18:00:37.830780 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 18:00:37.830780 n-d-818022-2 neutron-server[103364]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 18:00:37.830780 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 18:00:37.830780 n-d-818022-2 neutron-server[103364]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 18:00:37.830780 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 18:00:37.830780 n-d-818022-2 neutron-server[103364]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 18:00:37.830780 n-d-818022-2 neutron-server[103364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 18:00:37.880134 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61dd1884-d4aa-474f-9a43-9aba160919df tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Made reservation on behalf of ecb26dc6f8b14f6babd12abcbaee21bf for: {'network': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:00:37.883716 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-61dd1884-d4aa-474f-9a43-9aba160919df tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:37.902923 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cb6f283-4a5a-4b1e-bfb3-ebe936452bbb tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Network 25237c9f-08f9-4ec1-a722-377dee6f567b is scheduled to be hosted by DHCP agent 02910ef2-0455-4aea-9f38-9a875579633f with binding_index 1 {{(pid=103364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 18:00:37.915844 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1a32a32b-f2a7-4d81-9cb6-4c930d61219f tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671242'] for network, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:37.923299 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1a32a32b-f2a7-4d81-9cb6-4c930d61219f tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks [] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:37.930454 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-1a32a32b-f2a7-4d81-9cb6-4c930d61219f tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] 10.222.0.54 "DELETE /v2.0/networks/170d6ef7-1570-44a6-b449-44dd518874c6 HTTP/1.1" status: 204 len: 168 time: 1.4970222 Nov 19 18:00:37.931533 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 47324) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:00:37.937593 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-8c756789-7001-42f7-bf99-7d292d2b6dad tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2058313832'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:00:37.942801 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-1cb6f283-4a5a-4b1e-bfb3-ebe936452bbb tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818022-2, 25237c9f-08f9-4ec1-a722-377dee6f567b) {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:00:37.974934 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cb6f283-4a5a-4b1e-bfb3-ebe936452bbb tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:00:37.975576 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1cb6f283-4a5a-4b1e-bfb3-ebe936452bbb tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:37.978482 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32a32b-f2a7-4d81-9cb6-4c930d61219f tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Pushing event deleted for resources: {'Network': ['ID=170d6ef7-1570-44a6-b449-44dd518874c6,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:37.994416 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61dd1884-d4aa-474f-9a43-9aba160919df tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 665} {{(pid=103365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 18:00:38.015766 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-61dd1884-d4aa-474f-9a43-9aba160919df tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:38.016119 n-d-818022-2 neutron-server[103365]: INFO neutron.db.segments_db [None req-61dd1884-d4aa-474f-9a43-9aba160919df tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Added segment a232cf16-c68f-4929-bd88-fc22db73b123 of type vlan for network 99e4a636-2266-4185-86b6-84420c22f3bb Nov 19 18:00:38.029402 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-c5b4f12a-39a7-4ae1-9273-ae25b5d97343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:38.030432 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c756789-7001-42f7-bf99-7d292d2b6dad tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Made reservation on behalf of 8ffa8370408040d085287d7dbe34b3c3 for: {'network': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:00:38.034953 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8c756789-7001-42f7-bf99-7d292d2b6dad tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:38.043390 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-1cb6f283-4a5a-4b1e-bfb3-ebe936452bbb tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.8458123 Nov 19 18:00:38.043759 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 47328) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:00:38.049012 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4515c24-689f-44f6-bbc4-57730318ecf2 None None] Network 25237c9f-08f9-4ec1-a722-377dee6f567b requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:00:38.053651 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-8ff5d180-9e15-48d5-8566-34f0bfd2d7fc admin admin] Deleting port de23ec41-625e-4759-8c30-6be16f7d6ab1 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:00:38.054019 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8ff5d180-9e15-48d5-8566-34f0bfd2d7fc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:38.193196 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-61dd1884-d4aa-474f-9a43-9aba160919df tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:38.269105 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c756789-7001-42f7-bf99-7d292d2b6dad tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 664} {{(pid=103365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 18:00:38.287825 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8c756789-7001-42f7-bf99-7d292d2b6dad tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:38.288486 n-d-818022-2 neutron-server[103365]: INFO neutron.db.segments_db [None req-8c756789-7001-42f7-bf99-7d292d2b6dad tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Added segment f0da961b-6f12-49e1-8112-18470d456011 of type vlan for network 3d783c8a-572b-45a1-9f27-94100f9e7aab Nov 19 18:00:38.328784 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4b90c54b-ca68-45b9-9d83-6ffa624668ba tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:38.359386 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8c756789-7001-42f7-bf99-7d292d2b6dad tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:38.454694 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4b90c54b-ca68-45b9-9d83-6ffa624668ba tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:38.461378 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [None req-8ff5d180-9e15-48d5-8566-34f0bfd2d7fc admin admin] For port de23ec41-625e-4759-8c30-6be16f7d6ab1, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=de23ec41-625e-4759-8c30-6be16f7d6ab1,segment=NetworkSegment(df98e083-ab86-46f8-8fdf-afe658ee5250),segment_id=df98e083-ab86-46f8-8fdf-afe658ee5250)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:00:38.461849 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8ff5d180-9e15-48d5-8566-34f0bfd2d7fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:38.486140 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-8ff5d180-9e15-48d5-8566-34f0bfd2d7fc admin admin] Calling delete_port for de23ec41-625e-4759-8c30-6be16f7d6ab1 owned by network:router_interface {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:00:38.602438 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4b90c54b-ca68-45b9-9d83-6ffa624668ba tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12425137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8983934'] for subnet, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:38.644586 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b90c54b-ca68-45b9-9d83-6ffa624668ba tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Pushing event deleted for resources: {'Subnet': ['ID=d2fe59c3-bddc-4de7-81a5-67fda69ca5d1,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:38.655645 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.db.resource_extend [None req-61dd1884-d4aa-474f-9a43-9aba160919df tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] It took 0.44 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 19 18:00:38.697099 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.db.resource_extend [None req-8c756789-7001-42f7-bf99-7d292d2b6dad tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 19 18:00:38.737916 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-61dd1884-d4aa-474f-9a43-9aba160919df tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:38.744912 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61dd1884-d4aa-474f-9a43-9aba160919df tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:00:38.745640 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-61dd1884-d4aa-474f-9a43-9aba160919df tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks [] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:38.776700 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4b90c54b-ca68-45b9-9d83-6ffa624668ba tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:38.857854 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-4b90c54b-ca68-45b9-9d83-6ffa624668ba tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25237c9f-08f9-4ec1-a722-377dee6f567b']}} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:00:38.869836 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-4b90c54b-ca68-45b9-9d83-6ffa624668ba tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f277ef1-10fd-4311-9728-bac73763d3a8') {'for_net_delete': True} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:00:38.870152 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-4b90c54b-ca68-45b9-9d83-6ffa624668ba tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f277ef1-10fd-4311-9728-bac73763d3a8') {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:00:38.873026 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8c756789-7001-42f7-bf99-7d292d2b6dad tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:38.898404 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4b90c54b-ca68-45b9-9d83-6ffa624668ba tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417396'] for segment, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:38.905595 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c756789-7001-42f7-bf99-7d292d2b6dad tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:00:38.907005 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8c756789-7001-42f7-bf99-7d292d2b6dad tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks [] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:38.961563 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4b90c54b-ca68-45b9-9d83-6ffa624668ba tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:38.996304 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b90c54b-ca68-45b9-9d83-6ffa624668ba tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Releasing vlan 671 on physical network physnet1 to pool {{(pid=103364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 18:00:38.997000 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4b90c54b-ca68-45b9-9d83-6ffa624668ba tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12425183'] for segment, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:39.046901 n-d-818022-2 neutron-server[103364]: Traceback (most recent call last): Nov 19 18:00:39.046901 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 18:00:39.046901 n-d-818022-2 neutron-server[103364]: timer() Nov 19 18:00:39.046901 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 18:00:39.046901 n-d-818022-2 neutron-server[103364]: cb(*args, **kw) Nov 19 18:00:39.046901 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 18:00:39.046901 n-d-818022-2 neutron-server[103364]: return func(*args, **kwargs) Nov 19 18:00:39.046901 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 18:00:39.046901 n-d-818022-2 neutron-server[103364]: self._notify() Nov 19 18:00:39.046901 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 18:00:39.046901 n-d-818022-2 neutron-server[103364]: self.callback(batched_events) Nov 19 18:00:39.046901 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 18:00:39.046901 n-d-818022-2 neutron-server[103364]: event.method(event) Nov 19 18:00:39.046901 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 18:00:39.046901 n-d-818022-2 neutron-server[103364]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 18:00:39.046901 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 18:00:39.046901 n-d-818022-2 neutron-server[103364]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 18:00:39.046901 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 18:00:39.046901 n-d-818022-2 neutron-server[103364]: return f(self, *a, **k) Nov 19 18:00:39.046901 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 18:00:39.046901 n-d-818022-2 neutron-server[103364]: return self._get(url).json() Nov 19 18:00:39.046901 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 18:00:39.046901 n-d-818022-2 neutron-server[103364]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 18:00:39.046901 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 18:00:39.046901 n-d-818022-2 neutron-server[103364]: return self.request(url, 'GET', **kwargs) Nov 19 18:00:39.046901 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 18:00:39.046901 n-d-818022-2 neutron-server[103364]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 18:00:39.046901 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 18:00:39.046901 n-d-818022-2 neutron-server[103364]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 18:00:39.046901 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 18:00:39.046901 n-d-818022-2 neutron-server[103364]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 18:00:39.046901 n-d-818022-2 neutron-server[103364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 18:00:39.095234 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-c5b4f12a-39a7-4ae1-9273-ae25b5d97343 None None] For port df0e03ce-71a4-45c1-8903-7060a7ba06ac, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=df0e03ce-71a4-45c1-8903-7060a7ba06ac,segment=NetworkSegment(6d6c7a5a-901c-40bd-8f29-a0ddd5353058),segment_id=6d6c7a5a-901c-40bd-8f29-a0ddd5353058)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:00:39.110413 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41caae6e-7944-49a2-8a74-065a043bff78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54f44f5f-1200-574e-8740-2141911d5b73-25237c9f-08f9-4ec1-a722-377dee6f567b', 'network_id': '25237c9f-08f9-4ec1-a722-377dee6f567b', 'tenant_id': '046193144e6e4cc5baaab68732230105', 'fixed_ips': [{'subnet_id': 'd2fe59c3-bddc-4de7-81a5-67fda69ca5d1'}]}} from n-d-818022-2. {{(pid=103366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 18:00:39.115449 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-41caae6e-7944-49a2-8a74-065a043bff78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:39.131310 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-61dd1884-d4aa-474f-9a43-9aba160919df tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.3663423 Nov 19 18:00:39.135442 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 47360) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:00:39.152430 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-c5b4f12a-39a7-4ae1-9273-ae25b5d97343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:39.167323 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-93ae15b3-598f-4460-80c8-9938f0abab4e tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Request body: {'subnet': {'network_id': '99e4a636-2266-4185-86b6-84420c22f3bb', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:00:39.199043 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:39.216130 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-672e7add-2ffa-4adf-b5c3-40d2deef8cc1 None None] Set router 980ad8ab-818f-4808-ac3d-5fe97be1cadf gateway port host: None {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:00:39.301954 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-8c756789-7001-42f7-bf99-7d292d2b6dad tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.3688478 Nov 19 18:00:39.302593 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 47370) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:00:39.312474 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-35dbec02-eb30-42fd-a81b-71c4751d598a tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Request body: {'subnet': {'network_id': '3d783c8a-572b-45a1-9f27-94100f9e7aab', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:00:39.314180 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dd1884-d4aa-474f-9a43-9aba160919df tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Pushing event updated for resources: {'Network': ['ID=99e4a636-2266-4185-86b6-84420c22f3bb,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:39.367636 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4b90c54b-ca68-45b9-9d83-6ffa624668ba tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671242'] for network, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:39.371643 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network 99e4a636-2266-4185-86b6-84420c22f3bb details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 18:00:39.465803 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4b90c54b-ca68-45b9-9d83-6ffa624668ba tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Publish callbacks [] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:39.470232 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-4b90c54b-ca68-45b9-9d83-6ffa624668ba tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] 10.222.0.54 "DELETE /v2.0/networks/25237c9f-08f9-4ec1-a722-377dee6f567b HTTP/1.1" status: 204 len: 168 time: 1.4256372 Nov 19 18:00:39.488072 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 47378) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:00:39.499182 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b90c54b-ca68-45b9-9d83-6ffa624668ba tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Pushing event deleted for resources: {'Network': ['ID=25237c9f-08f9-4ec1-a722-377dee6f567b,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:39.506739 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c756789-7001-42f7-bf99-7d292d2b6dad tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Pushing event updated for resources: {'Network': ['ID=3d783c8a-572b-45a1-9f27-94100f9e7aab,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:39.557280 n-d-818022-2 neutron-server[103365]: INFO neutron.pecan_wsgi.hooks.translation [None req-fac34840-2fdf-4e27-b5d5-485daf4ad6d4 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] DELETE failed (client error): The resource could not be found. Nov 19 18:00:39.557743 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fac34840-2fdf-4e27-b5d5-485daf4ad6d4 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103365) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 18:00:39.563713 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-fac34840-2fdf-4e27-b5d5-485daf4ad6d4 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] 10.222.0.54 "DELETE /v2.0/subnets/d2fe59c3-bddc-4de7-81a5-67fda69ca5d1 HTTP/1.1" status: 404 len: 337 time: 0.0690010 Nov 19 18:00:39.568195 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 47382) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:00:39.603425 n-d-818022-2 neutron-server[103365]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bddc4c0-3521-4893-9d4d-b855c2718ca6 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] DELETE failed (client error): The resource could not be found. Nov 19 18:00:39.603952 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0bddc4c0-3521-4893-9d4d-b855c2718ca6 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103365) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 18:00:39.609681 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-0bddc4c0-3521-4893-9d4d-b855c2718ca6 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] 10.222.0.54 "DELETE /v2.0/networks/25237c9f-08f9-4ec1-a722-377dee6f567b HTTP/1.1" status: 404 len: 339 time: 0.0380266 Nov 19 18:00:39.610427 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 47386) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:00:39.616618 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93ae15b3-598f-4460-80c8-9938f0abab4e tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Made reservation on behalf of ecb26dc6f8b14f6babd12abcbaee21bf for: {'subnet': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:00:39.620944 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-93ae15b3-598f-4460-80c8-9938f0abab4e tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8983829'] for subnet, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:39.625617 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network 3d783c8a-572b-45a1-9f27-94100f9e7aab details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 18:00:39.651581 n-d-818022-2 neutron-server[103365]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c472505-23a0-4366-9a56-6e635b570f88 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] DELETE failed (client error): The resource could not be found. Nov 19 18:00:39.651963 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c472505-23a0-4366-9a56-6e635b570f88 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103365) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 18:00:39.664321 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-1c472505-23a0-4366-9a56-6e635b570f88 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] 10.222.0.54 "DELETE /v2.0/subnets/f1e7523a-dc26-4be2-9e2c-6d538439316b HTTP/1.1" status: 404 len: 337 time: 0.0533226 Nov 19 18:00:39.666631 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8ff5d180-9e15-48d5-8566-34f0bfd2d7fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:39.673644 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 47388) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:00:39.698459 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35dbec02-eb30-42fd-a81b-71c4751d598a tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Made reservation on behalf of 8ffa8370408040d085287d7dbe34b3c3 for: {'subnet': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:00:39.702428 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-35dbec02-eb30-42fd-a81b-71c4751d598a tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8983829'] for subnet, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:39.773492 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff5d180-9e15-48d5-8566-34f0bfd2d7fc admin admin] Pushing event deleted for resources: {'Port': ['ID=de23ec41-625e-4759-8c30-6be16f7d6ab1,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:39.794941 n-d-818022-2 neutron-server[103365]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a26910d-c31e-4414-9e11-fdcee15daaf6 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] DELETE failed (client error): The resource could not be found. Nov 19 18:00:39.795485 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a26910d-c31e-4414-9e11-fdcee15daaf6 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103365) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 18:00:39.799243 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-3a26910d-c31e-4414-9e11-fdcee15daaf6 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] 10.222.0.54 "DELETE /v2.0/networks/c6c4b20c-a7d3-41ec-b822-06496893def3 HTTP/1.1" status: 404 len: 339 time: 0.0669372 Nov 19 18:00:39.809502 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 47392) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:00:39.861621 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-6887c413-6163-4347-9eae-00cd357ee304 None None] Provisioning complete for port df0e03ce-71a4-45c1-8903-7060a7ba06ac triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:00:39.862043 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-6887c413-6163-4347-9eae-00cd357ee304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:39.902672 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf7f707c-5f47-4c92-a6fd-c12bb03fc96d None None] Network 25237c9f-08f9-4ec1-a722-377dee6f567b requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:00:39.910414 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b4f12a-39a7-4ae1-9273-ae25b5d97343 None None] Pushing event updated for resources: {'Port': ['ID=df0e03ce-71a4-45c1-8903-7060a7ba06ac,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:40.149889 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf7f707c-5f47-4c92-a6fd-c12bb03fc96d None None] Network 25237c9f-08f9-4ec1-a722-377dee6f567b could not be found, it might have been deleted concurrently. {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 19 18:00:40.171410 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.db.api [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103366) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 18:00:40.172529 n-d-818022-2 neutron-server[103366]: DEBUG oslo_db.api [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 18:00:40.175879 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8ff5d180-9e15-48d5-8566-34f0bfd2d7fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-768648'] for router_interface, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:40.198491 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-93ae15b3-598f-4460-80c8-9938f0abab4e tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12425078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8983815'] for subnet, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:40.265367 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c179ee7-5ab2-4e47-9ac7-1987f8efa4ab None None] get_active_networks_info from n-d-818022-2 {{(pid=103366) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 19 18:00:40.276300 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 47400) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:00:40.277277 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae15b3-598f-4460-80c8-9938f0abab4e tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Pushing event updated for resources: {'Subnet': ['ID=c84354a9-84c9-4587-91ff-0ca26ed52880,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:40.294003 n-d-818022-2 neutron-server[103364]: INFO neutron.pecan_wsgi.hooks.translation [None req-308c9518-7dc5-4dc3-8d87-e9d8d4e1d5cb tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] DELETE failed (client error): The resource could not be found. Nov 19 18:00:40.294705 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-308c9518-7dc5-4dc3-8d87-e9d8d4e1d5cb tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103364) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 18:00:40.298650 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-308c9518-7dc5-4dc3-8d87-e9d8d4e1d5cb tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] 10.222.0.54 "DELETE /v2.0/subnets/243faff4-cc0a-4d99-80d0-f4cafd90ae20 HTTP/1.1" status: 404 len: 337 time: 0.3342557 Nov 19 18:00:40.301296 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 47404) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:00:40.367395 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-6887c413-6163-4347-9eae-00cd357ee304 None None] Provisioning complete for port 106cb217-01aa-4797-8e4c-553b3e54ca21 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:00:40.367777 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-6887c413-6163-4347-9eae-00cd357ee304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:40.411676 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-6887c413-6163-4347-9eae-00cd357ee304 None None] Port 106cb217-01aa-4797-8e4c-553b3e54ca21 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:00:40.465069 n-d-818022-2 neutron-server[103365]: INFO neutron.pecan_wsgi.hooks.translation [None req-7df8cc3e-0815-450a-ab3c-9a23e46830aa tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] DELETE failed (client error): The resource could not be found. Nov 19 18:00:40.468815 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7df8cc3e-0815-450a-ab3c-9a23e46830aa tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103365) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 18:00:40.475341 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-7df8cc3e-0815-450a-ab3c-9a23e46830aa tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] 10.222.0.54 "DELETE /v2.0/networks/bf50c412-4729-44d8-a156-fa111c1716a8 HTTP/1.1" status: 404 len: 339 time: 0.1727591 Nov 19 18:00:40.480782 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 47412) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:00:40.509151 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-35dbec02-eb30-42fd-a81b-71c4751d598a tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12425078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8983815'] for subnet, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:40.569404 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ae15b3-598f-4460-80c8-9938f0abab4e tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Checking segment: {'id': 'a232cf16-c68f-4929-bd88-fc22db73b123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '99e4a636-2266-4185-86b6-84420c22f3bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:00:40.570040 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93ae15b3-598f-4460-80c8-9938f0abab4e tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Network hostable DHCP agents. Network: 99e4a636-2266-4185-86b6-84420c22f3bb, hostable agents: ['02910ef2-0455-4aea-9f38-9a875579633f'], hosted agents: [] {{(pid=103364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 18:00:40.586556 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-8088c11c-193d-4d3b-b725-d636f5a95a53 None None] Provisioning complete for port 106cb217-01aa-4797-8e4c-553b3e54ca21 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:00:40.586962 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8088c11c-193d-4d3b-b725-d636f5a95a53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:40.600201 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-672e7add-2ffa-4adf-b5c3-40d2deef8cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '980ad8ab-818f-4808-ac3d-5fe97be1cadf', 'name': 'tempest-RoutersTest-router-432570378', 'tenant_id': 'ecb26dc6f8b14f6babd12abcbaee21bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:00:07Z', 'updated_at': '2021-11-19T18:00:35Z', 'revision_number': 4, 'project_id': 'ecb26dc6f8b14f6babd12abcbaee21bf', 'gw_port_host': None, '_interfaces': [{'id': '074a41f9-7309-42bf-9620-c71e6d62ef38', 'name': '', 'network_id': 'fe0e2852-33a8-4fa2-8c1c-0ba411d8ab17', 'tenant_id': 'ecb26dc6f8b14f6babd12abcbaee21bf', 'mac_address': 'fa:16:3e:3c:0b:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '980ad8ab-818f-4808-ac3d-5fe97be1cadf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2450, 'fixed_ips': [{'subnet_id': '92811ad4-303b-4354-b780-e680c3c3cdc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:00:12Z', 'updated_at': '2021-11-19T18:00:22Z', 'revision_number': 5, 'project_id': 'ecb26dc6f8b14f6babd12abcbaee21bf', 'subnets': [{'id': '92811ad4-303b-4354-b780-e680c3c3cdc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '106cb217-01aa-4797-8e4c-553b3e54ca21', 'name': '', 'network_id': 'b9d8aa4e-5f87-4b7a-a749-6c49d4c7fbf8', 'tenant_id': 'ecb26dc6f8b14f6babd12abcbaee21bf', 'mac_address': 'fa:16:3e:18:db:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '980ad8ab-818f-4808-ac3d-5fe97be1cadf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2497, 'fixed_ips': [{'subnet_id': 'be3a7046-64c6-49bb-807d-cc2f0ffc79d6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:00:33Z', 'updated_at': '2021-11-19T18:00:35Z', 'revision_number': 2, 'project_id': 'ecb26dc6f8b14f6babd12abcbaee21bf', 'subnets': [{'id': 'be3a7046-64c6-49bb-807d-cc2f0ffc79d6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2a09bb4b-afa1-456a-85bf-083ddf4bf17f', 'name': '', 'network_id': 'f0e72ab0-372f-44f4-b735-094db4bb78cb', 'tenant_id': 'ecb26dc6f8b14f6babd12abcbaee21bf', 'mac_address': 'fa:16:3e:06:be:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '980ad8ab-818f-4808-ac3d-5fe97be1cadf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': 'fbbb7272-7674-48c7-868e-338c26915847', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:00:22Z', 'updated_at': '2021-11-19T18:00:32Z', 'revision_number': 5, 'project_id': 'ecb26dc6f8b14f6babd12abcbaee21bf', 'subnets': [{'id': 'fbbb7272-7674-48c7-868e-338c26915847', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:00:40.642960 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dbec02-eb30-42fd-a81b-71c4751d598a tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Pushing event updated for resources: {'Subnet': ['ID=f5f70d72-f144-4d17-bb70-7b0070f55221,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:40.670056 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e4ca3020-9a18-41f4-adc4-25c6a5aca608 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:40.676216 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-672e7add-2ffa-4adf-b5c3-40d2deef8cc1 None None] Checking router: 980ad8ab-818f-4808-ac3d-5fe97be1cadf for host: n-d-818022-2 {{(pid=103366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:00:40.676438 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-672e7add-2ffa-4adf-b5c3-40d2deef8cc1 None None] Updating router 980ad8ab-818f-4808-ac3d-5fe97be1cadf port 106cb217-01aa-4797-8e4c-553b3e54ca21 binding host n-d-818022-2 {{(pid=103366) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 18:00:40.688860 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35dbec02-eb30-42fd-a81b-71c4751d598a tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Checking segment: {'id': 'f0da961b-6f12-49e1-8112-18470d456011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '3d783c8a-572b-45a1-9f27-94100f9e7aab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:00:40.689291 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35dbec02-eb30-42fd-a81b-71c4751d598a tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Network hostable DHCP agents. Network: 3d783c8a-572b-45a1-9f27-94100f9e7aab, hostable agents: ['02910ef2-0455-4aea-9f38-9a875579633f'], hosted agents: [] {{(pid=103364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 18:00:40.696509 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93ae15b3-598f-4460-80c8-9938f0abab4e tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Network 99e4a636-2266-4185-86b6-84420c22f3bb is scheduled to be hosted by DHCP agent 02910ef2-0455-4aea-9f38-9a875579633f with binding_index 1 {{(pid=103364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 18:00:40.731926 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-93ae15b3-598f-4460-80c8-9938f0abab4e tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818022-2, 99e4a636-2266-4185-86b6-84420c22f3bb) {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:00:40.743306 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ff5d180-9e15-48d5-8566-34f0bfd2d7fc admin admin] Router 0cbec5fc-9e25-4cec-a5c7-4040744381e7 has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 18:00:40.757973 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93ae15b3-598f-4460-80c8-9938f0abab4e tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:00:40.759613 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-93ae15b3-598f-4460-80c8-9938f0abab4e tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:40.762523 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35dbec02-eb30-42fd-a81b-71c4751d598a tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Network 3d783c8a-572b-45a1-9f27-94100f9e7aab is scheduled to be hosted by DHCP agent 02910ef2-0455-4aea-9f38-9a875579633f with binding_index 1 {{(pid=103364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 18:00:40.797758 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-35dbec02-eb30-42fd-a81b-71c4751d598a tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818022-2, 3d783c8a-572b-45a1-9f27-94100f9e7aab) {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:00:40.816597 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35dbec02-eb30-42fd-a81b-71c4751d598a tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:00:40.817198 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-35dbec02-eb30-42fd-a81b-71c4751d598a tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:40.854080 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-8088c11c-193d-4d3b-b725-d636f5a95a53 None None] Port 106cb217-01aa-4797-8e4c-553b3e54ca21 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:00:40.855504 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-672e7add-2ffa-4adf-b5c3-40d2deef8cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:40.861284 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-35dbec02-eb30-42fd-a81b-71c4751d598a tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.5548701 Nov 19 18:00:40.868316 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-93ae15b3-598f-4460-80c8-9938f0abab4e tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7317386 Nov 19 18:00:40.870171 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 47416) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:00:40.870506 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 47420) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:00:40.872345 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 1e8f1635-1add-4255-a401-98f6e3ee12a2 no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:00:40.918326 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: 1e8f1635-1add-4255-a401-98f6e3ee12a2 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:00:40.919011 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 1e8f1635-1add-4255-a401-98f6e3ee12a2 not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:00:41.193450 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c179ee7-5ab2-4e47-9ac7-1987f8efa4ab None None] Unable to find a vacant binding_index for network 99e4a636-2266-4185-86b6-84420c22f3bb and agent 02910ef2-0455-4aea-9f38-9a875579633f {{(pid=103366) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Nov 19 18:00:41.212416 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c179ee7-5ab2-4e47-9ac7-1987f8efa4ab None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818022-2, 99e4a636-2266-4185-86b6-84420c22f3bb) {{(pid=103366) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 19 18:00:41.241792 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device df0e03ce-71a4-45c1-8903-7060a7ba06ac up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:00:41.329353 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e4ca3020-9a18-41f4-adc4-25c6a5aca608 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:41.344148 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e4ca3020-9a18-41f4-adc4-25c6a5aca608 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:41.465310 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c9c83680-74f9-4666-bfaa-efead4a55d61 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:41.512819 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-3a16ae7e-ef9a-418d-9e07-c054bbd7c1eb tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Deleting port c06a5670-5c7e-4024-aec4-23430baeed1f {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:00:41.517594 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3a16ae7e-ef9a-418d-9e07-c054bbd7c1eb tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:41.685392 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ff5d180-9e15-48d5-8566-34f0bfd2d7fc admin admin] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:00:41.687141 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3a16ae7e-ef9a-418d-9e07-c054bbd7c1eb tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:41.695157 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b69648a4-3a34-49ca-97e3-38d2b8687b14 None None] Sync routers for ids ['0cbec5fc-9e25-4cec-a5c7-4040744381e7'] in n-d-818022-2 {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:00:41.705647 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-8ff5d180-9e15-48d5-8566-34f0bfd2d7fc admin admin] 10.222.0.54 "PUT /v2.0/routers/0cbec5fc-9e25-4cec-a5c7-4040744381e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8166842 Nov 19 18:00:41.706404 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 47430) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:00:41.712512 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-e4ca3020-9a18-41f4-adc4-25c6a5aca608 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=559a2ed97d404e458cfb4d6f453a4601&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4265678 Nov 19 18:00:41.716501 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ca3020-9a18-41f4-adc4-25c6a5aca608 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29e0ea7b-ecb0-4079-8ae0-442c2fa4e1d6,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:41.726227 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b69648a4-3a34-49ca-97e3-38d2b8687b14 None None] Routers {'0cbec5fc-9e25-4cec-a5c7-4040744381e7'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:00:41.727375 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-b69648a4-3a34-49ca-97e3-38d2b8687b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:00:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['0cbec5fc-9e25-4cec-a5c7-4040744381e7'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:00:41.731651 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 47432) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:00:41.732917 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-672e7add-2ffa-4adf-b5c3-40d2deef8cc1 None None] Publish callbacks [] for port, precommit_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:41.743218 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port df0e03ce-71a4-45c1-8903-7060a7ba06ac triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:00:41.743619 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:41.824406 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c9c83680-74f9-4666-bfaa-efead4a55d61 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:41.829921 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-3a16ae7e-ef9a-418d-9e07-c054bbd7c1eb tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Calling delete_port for c06a5670-5c7e-4024-aec4-23430baeed1f owned by {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:00:41.860681 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-672e7add-2ffa-4adf-b5c3-40d2deef8cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:41.997979 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2ac7bdc8-bca7-46dd-803d-0041288960dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:42.045845 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4f45309f-706c-4b1f-a622-d52cbc040390 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:42.046905 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c9c83680-74f9-4666-bfaa-efead4a55d61 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12425137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8983934'] for subnet, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:42.089098 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c83680-74f9-4666-bfaa-efead4a55d61 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Pushing event deleted for resources: {'Subnet': ['ID=f5f70d72-f144-4d17-bb70-7b0070f55221,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:42.186445 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-b69648a4-3a34-49ca-97e3-38d2b8687b14 None None] Set router 0cbec5fc-9e25-4cec-a5c7-4040744381e7 gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:00:42.268555 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2ac7bdc8-bca7-46dd-803d-0041288960dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:42.310917 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d6cad981-c3fc-41d7-9ec5-fd5b9340194b admin admin] Publish callbacks [] for router, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:42.403312 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [None req-4f45309f-706c-4b1f-a622-d52cbc040390 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Allocated IP 172.23.0.1 (99e4a636-2266-4185-86b6-84420c22f3bb/c84354a9-84c9-4587-91ff-0ca26ed52880/8c270229-e6fd-4187-9ec5-67f9346d93a0) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:00:42.514329 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3a16ae7e-ef9a-418d-9e07-c054bbd7c1eb tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:42.542828 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4f45309f-706c-4b1f-a622-d52cbc040390 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:42.580789 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d2142c-317d-46fb-b7c6-f486d2e8580a None None] Pushing event updated for resources: {'Port': ['ID=106cb217-01aa-4797-8e4c-553b3e54ca21,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:42.597158 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-b69648a4-3a34-49ca-97e3-38d2b8687b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cbec5fc-9e25-4cec-a5c7-4040744381e7', 'name': 'tempest-TaggedBootDevicesTest_v242-107126194-router', 'tenant_id': 'dc4ce8c0e4764250ba39abc11774435f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.100'}], 'enable_snat': True}, 'gw_port_id': '6980b1cd-cf9f-41ba-b3f3-a376235d5ba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:47:52Z', 'updated_at': '2021-11-19T18:00:39Z', 'revision_number': 5, 'project_id': 'dc4ce8c0e4764250ba39abc11774435f', 'gw_port': {'id': '6980b1cd-cf9f-41ba-b3f3-a376235d5ba2', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:59:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cbec5fc-9e25-4cec-a5c7-4040744381e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T17:47:53Z', 'updated_at': '2021-11-19T17:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:00:42.617758 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a16ae7e-ef9a-418d-9e07-c054bbd7c1eb tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Pushing event deleted for resources: {'Port': ['ID=c06a5670-5c7e-4024-aec4-23430baeed1f,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:42.622359 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d6cad981-c3fc-41d7-9ec5-fd5b9340194b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:42.636638 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3a16ae7e-ef9a-418d-9e07-c054bbd7c1eb tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:42.643963 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-3a16ae7e-ef9a-418d-9e07-c054bbd7c1eb tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] 10.222.0.54 "DELETE /v2.0/ports/c06a5670-5c7e-4024-aec4-23430baeed1f HTTP/1.1" status: 204 len: 168 time: 2.1621132 Nov 19 18:00:42.644608 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 47450) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:00:42.677778 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e81760ba-3a70-44f4-8d20-52b9c8ebbdd3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54f44f5f-1200-574e-8740-2141911d5b73-99e4a636-2266-4185-86b6-84420c22f3bb', 'network_id': '99e4a636-2266-4185-86b6-84420c22f3bb', 'tenant_id': 'ecb26dc6f8b14f6babd12abcbaee21bf', 'fixed_ips': [{'subnet_id': 'c84354a9-84c9-4587-91ff-0ca26ed52880'}]}} from n-d-818022-2. {{(pid=103366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 18:00:42.679004 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e81760ba-3a70-44f4-8d20-52b9c8ebbdd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:42.695468 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-672e7add-2ffa-4adf-b5c3-40d2deef8cc1 None None] Attempting to bind port 106cb217-01aa-4797-8e4c-553b3e54ca21 on host n-d-818022-2 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:00:42.695849 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-672e7add-2ffa-4adf-b5c3-40d2deef8cc1 None None] Attempting to bind port 106cb217-01aa-4797-8e4c-553b3e54ca21 by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': '6d6c7a5a-901c-40bd-8f29-a0ddd5353058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'b9d8aa4e-5f87-4b7a-a749-6c49d4c7fbf8'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:00:42.696274 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-672e7add-2ffa-4adf-b5c3-40d2deef8cc1 None None] Attempting to bind port 106cb217-01aa-4797-8e4c-553b3e54ca21 on network b9d8aa4e-5f87-4b7a-a749-6c49d4c7fbf8 {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:00:42.713258 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-672e7add-2ffa-4adf-b5c3-40d2deef8cc1 None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 0, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:00:42.713649 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-672e7add-2ffa-4adf-b5c3-40d2deef8cc1 None None] Checking segment: {'id': '6d6c7a5a-901c-40bd-8f29-a0ddd5353058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'b9d8aa4e-5f87-4b7a-a749-6c49d4c7fbf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:00:42.714129 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-672e7add-2ffa-4adf-b5c3-40d2deef8cc1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:42.714539 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-672e7add-2ffa-4adf-b5c3-40d2deef8cc1 None None] Bound using segment: {'id': '6d6c7a5a-901c-40bd-8f29-a0ddd5353058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'b9d8aa4e-5f87-4b7a-a749-6c49d4c7fbf8'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:00:42.715100 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-672e7add-2ffa-4adf-b5c3-40d2deef8cc1 None None] Bound port: 106cb217-01aa-4797-8e4c-553b3e54ca21, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d6c7a5a-901c-40bd-8f29-a0ddd5353058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'b9d8aa4e-5f87-4b7a-a749-6c49d4c7fbf8'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:00:42.715500 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-672e7add-2ffa-4adf-b5c3-40d2deef8cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:42.721602 n-d-818022-2 neutron-server[103365]: INFO neutron.pecan_wsgi.hooks.translation [None req-d50d80f2-da03-4608-92f0-d00d44fbda3b tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] DELETE failed (client error): The resource could not be found. Nov 19 18:00:42.722414 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d50d80f2-da03-4608-92f0-d00d44fbda3b tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103365) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 18:00:42.728768 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-d50d80f2-da03-4608-92f0-d00d44fbda3b tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] 10.222.0.54 "DELETE /v2.0/subnets/1bc48711-6f18-4e1f-8f78-e412031678a3 HTTP/1.1" status: 404 len: 337 time: 0.0816612 Nov 19 18:00:42.729398 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 47456) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:00:42.738366 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b69648a4-3a34-49ca-97e3-38d2b8687b14 None None] Checking router: 0cbec5fc-9e25-4cec-a5c7-4040744381e7 for host: n-d-818022-2 {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:00:42.773464 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b69648a4-3a34-49ca-97e3-38d2b8687b14 None None] Routers {'0cbec5fc-9e25-4cec-a5c7-4040744381e7'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:00:42.777314 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-b69648a4-3a34-49ca-97e3-38d2b8687b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:00:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['0cbec5fc-9e25-4cec-a5c7-4040744381e7'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:00:42.805690 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2ac7bdc8-bca7-46dd-803d-0041288960dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:42.808593 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2ac7bdc8-bca7-46dd-803d-0041288960dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:42.812680 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-2ac7bdc8-bca7-46dd-803d-0041288960dd admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/29e0ea7b-ecb0-4079-8ae0-442c2fa4e1d6 HTTP/1.1" status: 204 len: 168 time: 1.0736811 Nov 19 18:00:42.857709 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-d6cad981-c3fc-41d7-9ec5-fd5b9340194b admin admin] Deleting port 6980b1cd-cf9f-41ba-b3f3-a376235d5ba2 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:00:42.868677 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d6cad981-c3fc-41d7-9ec5-fd5b9340194b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:42.880674 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-672e7add-2ffa-4adf-b5c3-40d2deef8cc1 None None] For port 106cb217-01aa-4797-8e4c-553b3e54ca21, host n-d-818022-2, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:00:42.887488 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-672e7add-2ffa-4adf-b5c3-40d2deef8cc1 None None] For port 106cb217-01aa-4797-8e4c-553b3e54ca21, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=106cb217-01aa-4797-8e4c-553b3e54ca21,segment=NetworkSegment(6d6c7a5a-901c-40bd-8f29-a0ddd5353058),segment_id=6d6c7a5a-901c-40bd-8f29-a0ddd5353058)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:00:42.897144 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-672e7add-2ffa-4adf-b5c3-40d2deef8cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:42.951207 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac7bdc8-bca7-46dd-803d-0041288960dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29e0ea7b-ecb0-4079-8ae0-442c2fa4e1d6,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:42.997933 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-b69648a4-3a34-49ca-97e3-38d2b8687b14 None None] Set router 0cbec5fc-9e25-4cec-a5c7-4040744381e7 gateway port host: None {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:00:43.000928 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-80432332-5447-43f8-8851-ddaa3fa9aa09 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:43.052548 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d2142c-317d-46fb-b7c6-f486d2e8580a None None] Pushing event updated for resources: {'Port': ['ID=106cb217-01aa-4797-8e4c-553b3e54ca21,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:43.108560 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-672e7add-2ffa-4adf-b5c3-40d2deef8cc1 None None] Routers {'980ad8ab-818f-4808-ac3d-5fe97be1cadf'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:00:43.109459 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-672e7add-2ffa-4adf-b5c3-40d2deef8cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:00:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['980ad8ab-818f-4808-ac3d-5fe97be1cadf'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:00:43.155652 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-b69648a4-3a34-49ca-97e3-38d2b8687b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cbec5fc-9e25-4cec-a5c7-4040744381e7', 'name': 'tempest-TaggedBootDevicesTest_v242-107126194-router', 'tenant_id': 'dc4ce8c0e4764250ba39abc11774435f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:47:52Z', 'updated_at': '2021-11-19T18:00:42Z', 'revision_number': 6, 'project_id': 'dc4ce8c0e4764250ba39abc11774435f', 'gw_port_host': None}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:00:43.216065 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b69648a4-3a34-49ca-97e3-38d2b8687b14 None None] The sync data for ids ['0cbec5fc-9e25-4cec-a5c7-4040744381e7'] in n-d-818022-2 is: [{'id': '0cbec5fc-9e25-4cec-a5c7-4040744381e7', 'name': 'tempest-TaggedBootDevicesTest_v242-107126194-router', 'tenant_id': 'dc4ce8c0e4764250ba39abc11774435f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T17:47:52Z', 'updated_at': '2021-11-19T18:00:42Z', 'revision_number': 6, 'project_id': 'dc4ce8c0e4764250ba39abc11774435f', 'gw_port_host': None}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:00:43.339879 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-672e7add-2ffa-4adf-b5c3-40d2deef8cc1 None None] Set router 980ad8ab-818f-4808-ac3d-5fe97be1cadf gateway port host: None {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:00:43.342330 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c9c83680-74f9-4666-bfaa-efead4a55d61 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:43.363599 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-80432332-5447-43f8-8851-ddaa3fa9aa09 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:43.364925 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-c9c83680-74f9-4666-bfaa-efead4a55d61 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d783c8a-572b-45a1-9f27-94100f9e7aab']}} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:00:43.374783 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-c9c83680-74f9-4666-bfaa-efead4a55d61 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0da961b-6f12-49e1-8112-18470d456011') {'for_net_delete': True} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:00:43.375084 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-c9c83680-74f9-4666-bfaa-efead4a55d61 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0da961b-6f12-49e1-8112-18470d456011') {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:00:43.385904 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c9c83680-74f9-4666-bfaa-efead4a55d61 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417396'] for segment, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:43.403899 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c9c83680-74f9-4666-bfaa-efead4a55d61 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:43.410187 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9c83680-74f9-4666-bfaa-efead4a55d61 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Releasing vlan 664 on physical network physnet1 to pool {{(pid=103364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 18:00:43.410848 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c9c83680-74f9-4666-bfaa-efead4a55d61 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12425183'] for segment, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:43.421374 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [None req-d6cad981-c3fc-41d7-9ec5-fd5b9340194b admin admin] For port 6980b1cd-cf9f-41ba-b3f3-a376235d5ba2, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=6980b1cd-cf9f-41ba-b3f3-a376235d5ba2,segment=NetworkSegment(bbe705c1-96c0-476e-8381-28227e6f0ac5),segment_id=bbe705c1-96c0-476e-8381-28227e6f0ac5)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:00:43.422018 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d6cad981-c3fc-41d7-9ec5-fd5b9340194b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:43.429766 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-80432332-5447-43f8-8851-ddaa3fa9aa09 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1dd0524-e396-4285-9407-92fdae87b514']}} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:00:43.473195 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-d6cad981-c3fc-41d7-9ec5-fd5b9340194b admin admin] Calling delete_port for 6980b1cd-cf9f-41ba-b3f3-a376235d5ba2 owned by network:router_gateway {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:00:43.479278 n-d-818022-2 neutron-server[103364]: Traceback (most recent call last): Nov 19 18:00:43.479278 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 18:00:43.479278 n-d-818022-2 neutron-server[103364]: timer() Nov 19 18:00:43.479278 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 18:00:43.479278 n-d-818022-2 neutron-server[103364]: cb(*args, **kw) Nov 19 18:00:43.479278 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 18:00:43.479278 n-d-818022-2 neutron-server[103364]: return func(*args, **kwargs) Nov 19 18:00:43.479278 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 18:00:43.479278 n-d-818022-2 neutron-server[103364]: self._notify() Nov 19 18:00:43.479278 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 18:00:43.479278 n-d-818022-2 neutron-server[103364]: self.callback(batched_events) Nov 19 18:00:43.479278 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 18:00:43.479278 n-d-818022-2 neutron-server[103364]: event.method(event) Nov 19 18:00:43.479278 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 18:00:43.479278 n-d-818022-2 neutron-server[103364]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 18:00:43.479278 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 18:00:43.479278 n-d-818022-2 neutron-server[103364]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 18:00:43.479278 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 18:00:43.479278 n-d-818022-2 neutron-server[103364]: return f(self, *a, **k) Nov 19 18:00:43.479278 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 18:00:43.479278 n-d-818022-2 neutron-server[103364]: return self._get(url).json() Nov 19 18:00:43.479278 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 18:00:43.479278 n-d-818022-2 neutron-server[103364]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 18:00:43.479278 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 18:00:43.479278 n-d-818022-2 neutron-server[103364]: return self.request(url, 'GET', **kwargs) Nov 19 18:00:43.479278 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 18:00:43.479278 n-d-818022-2 neutron-server[103364]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 18:00:43.479278 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 18:00:43.479278 n-d-818022-2 neutron-server[103364]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 18:00:43.479278 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 18:00:43.479278 n-d-818022-2 neutron-server[103364]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 18:00:43.479278 n-d-818022-2 neutron-server[103364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 18:00:43.492752 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c9c83680-74f9-4666-bfaa-efead4a55d61 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671242'] for network, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:43.502289 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c9c83680-74f9-4666-bfaa-efead4a55d61 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks [] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:43.505966 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-c9c83680-74f9-4666-bfaa-efead4a55d61 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] 10.222.0.54 "DELETE /v2.0/networks/3d783c8a-572b-45a1-9f27-94100f9e7aab HTTP/1.1" status: 204 len: 168 time: 2.6341093 Nov 19 18:00:43.511268 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 47486) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:00:43.528517 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-d7a5faf1-ebdf-49a4-b0cf-061615ea800e tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2018780176'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:00:43.535102 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4f45309f-706c-4b1f-a622-d52cbc040390 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:43.537179 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c83680-74f9-4666-bfaa-efead4a55d61 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Pushing event deleted for resources: {'Network': ['ID=3d783c8a-572b-45a1-9f27-94100f9e7aab,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:43.612703 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f45309f-706c-4b1f-a622-d52cbc040390 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Network 99e4a636-2266-4185-86b6-84420c22f3bb is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:00:43.620693 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-80432332-5447-43f8-8851-ddaa3fa9aa09 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36bb21c3-a12f-44af-a215-bcf6a3de7c9f') {'for_net_delete': True} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:00:43.621350 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-80432332-5447-43f8-8851-ddaa3fa9aa09 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36bb21c3-a12f-44af-a215-bcf6a3de7c9f') {} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:00:43.628450 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-4f45309f-706c-4b1f-a622-d52cbc040390 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:00:43.636242 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-80432332-5447-43f8-8851-ddaa3fa9aa09 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12545382'] for segment, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:43.636813 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f45309f-706c-4b1f-a622-d52cbc040390 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:00:43.656380 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-80432332-5447-43f8-8851-ddaa3fa9aa09 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:43.664473 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80432332-5447-43f8-8851-ddaa3fa9aa09 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Releasing vlan 679 on physical network physnet1 to pool {{(pid=103365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 18:00:43.665019 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-80432332-5447-43f8-8851-ddaa3fa9aa09 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12282953'] for segment, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:43.774300 n-d-818022-2 neutron-server[103365]: Traceback (most recent call last): Nov 19 18:00:43.774300 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 18:00:43.774300 n-d-818022-2 neutron-server[103365]: timer() Nov 19 18:00:43.774300 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 18:00:43.774300 n-d-818022-2 neutron-server[103365]: cb(*args, **kw) Nov 19 18:00:43.774300 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 18:00:43.774300 n-d-818022-2 neutron-server[103365]: return func(*args, **kwargs) Nov 19 18:00:43.774300 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 18:00:43.774300 n-d-818022-2 neutron-server[103365]: self._notify() Nov 19 18:00:43.774300 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 18:00:43.774300 n-d-818022-2 neutron-server[103365]: self.callback(batched_events) Nov 19 18:00:43.774300 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 18:00:43.774300 n-d-818022-2 neutron-server[103365]: event.method(event) Nov 19 18:00:43.774300 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 18:00:43.774300 n-d-818022-2 neutron-server[103365]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 18:00:43.774300 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 18:00:43.774300 n-d-818022-2 neutron-server[103365]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 18:00:43.774300 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 18:00:43.774300 n-d-818022-2 neutron-server[103365]: return f(self, *a, **k) Nov 19 18:00:43.774300 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 18:00:43.774300 n-d-818022-2 neutron-server[103365]: return self._get(url).json() Nov 19 18:00:43.774300 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 18:00:43.774300 n-d-818022-2 neutron-server[103365]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 18:00:43.774300 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 18:00:43.774300 n-d-818022-2 neutron-server[103365]: return self.request(url, 'GET', **kwargs) Nov 19 18:00:43.774300 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 18:00:43.774300 n-d-818022-2 neutron-server[103365]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 18:00:43.774300 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 18:00:43.774300 n-d-818022-2 neutron-server[103365]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 18:00:43.774300 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 18:00:43.774300 n-d-818022-2 neutron-server[103365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 18:00:43.774300 n-d-818022-2 neutron-server[103365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 18:00:43.777135 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [None req-e81760ba-3a70-44f4-8d20-52b9c8ebbdd3 None None] Allocated IP 172.23.0.2 (99e4a636-2266-4185-86b6-84420c22f3bb/c84354a9-84c9-4587-91ff-0ca26ed52880/5cec5864-c6e0-4d09-9f0f-cdb28af7fd12) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:00:43.778670 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f45309f-706c-4b1f-a622-d52cbc040390 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Pushing event updated for resources: {'Port': ['ID=8c270229-e6fd-4187-9ec5-67f9346d93a0,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:43.787625 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-80432332-5447-43f8-8851-ddaa3fa9aa09 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671242'] for network, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:43.801563 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-672e7add-2ffa-4adf-b5c3-40d2deef8cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '980ad8ab-818f-4808-ac3d-5fe97be1cadf', 'name': 'tempest-RoutersTest-router-432570378', 'tenant_id': 'ecb26dc6f8b14f6babd12abcbaee21bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:00:07Z', 'updated_at': '2021-11-19T18:00:35Z', 'revision_number': 4, 'project_id': 'ecb26dc6f8b14f6babd12abcbaee21bf', 'gw_port_host': None, '_interfaces': [{'id': '074a41f9-7309-42bf-9620-c71e6d62ef38', 'name': '', 'network_id': 'fe0e2852-33a8-4fa2-8c1c-0ba411d8ab17', 'tenant_id': 'ecb26dc6f8b14f6babd12abcbaee21bf', 'mac_address': 'fa:16:3e:3c:0b:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '980ad8ab-818f-4808-ac3d-5fe97be1cadf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2450, 'fixed_ips': [{'subnet_id': '92811ad4-303b-4354-b780-e680c3c3cdc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:00:12Z', 'updated_at': '2021-11-19T18:00:22Z', 'revision_number': 5, 'project_id': 'ecb26dc6f8b14f6babd12abcbaee21bf', 'subnets': [{'id': '92811ad4-303b-4354-b780-e680c3c3cdc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '106cb217-01aa-4797-8e4c-553b3e54ca21', 'name': '', 'network_id': 'b9d8aa4e-5f87-4b7a-a749-6c49d4c7fbf8', 'tenant_id': 'ecb26dc6f8b14f6babd12abcbaee21bf', 'mac_address': 'fa:16:3e:18:db:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '980ad8ab-818f-4808-ac3d-5fe97be1cadf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2497, 'fixed_ips': [{'subnet_id': 'be3a7046-64c6-49bb-807d-cc2f0ffc79d6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:00:33Z', 'updated_at': '2021-11-19T18:00:42Z', 'revision_number': 4, 'project_id': 'ecb26dc6f8b14f6babd12abcbaee21bf', 'subnets': [{'id': 'be3a7046-64c6-49bb-807d-cc2f0ffc79d6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2a09bb4b-afa1-456a-85bf-083ddf4bf17f', 'name': '', 'network_id': 'f0e72ab0-372f-44f4-b735-094db4bb78cb', 'tenant_id': 'ecb26dc6f8b14f6babd12abcbaee21bf', 'mac_address': 'fa:16:3e:06:be:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '980ad8ab-818f-4808-ac3d-5fe97be1cadf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': 'fbbb7272-7674-48c7-868e-338c26915847', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:00:22Z', 'updated_at': '2021-11-19T18:00:32Z', 'revision_number': 5, 'project_id': 'ecb26dc6f8b14f6babd12abcbaee21bf', 'subnets': [{'id': 'fbbb7272-7674-48c7-868e-338c26915847', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:00:43.803394 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7a5faf1-ebdf-49a4-b0cf-061615ea800e tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Made reservation on behalf of 8ffa8370408040d085287d7dbe34b3c3 for: {'network': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:00:43.804709 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-80432332-5447-43f8-8851-ddaa3fa9aa09 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Publish callbacks [] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:43.808577 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d7a5faf1-ebdf-49a4-b0cf-061615ea800e tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:43.816089 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-80432332-5447-43f8-8851-ddaa3fa9aa09 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] 10.222.0.54 "DELETE /v2.0/networks/f1dd0524-e396-4285-9407-92fdae87b514 HTTP/1.1" status: 204 len: 168 time: 1.0787981 Nov 19 18:00:43.817002 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 47494) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:00:43.843821 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4f45309f-706c-4b1f-a622-d52cbc040390 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-671361'] for router_interface, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:43.844005 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-672e7add-2ffa-4adf-b5c3-40d2deef8cc1 None None] The sync data for ids ['980ad8ab-818f-4808-ac3d-5fe97be1cadf'] in n-d-818022-2 is: [{'id': '980ad8ab-818f-4808-ac3d-5fe97be1cadf', 'name': 'tempest-RoutersTest-router-432570378', 'tenant_id': 'ecb26dc6f8b14f6babd12abcbaee21bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:00:07Z', 'updated_at': '2021-11-19T18:00:35Z', 'revision_number': 4, 'project_id': 'ecb26dc6f8b14f6babd12abcbaee21bf', 'gw_port_host': None, '_interfaces': [{'id': '074a41f9-7309-42bf-9620-c71e6d62ef38', 'name': '', 'network_id': 'fe0e2852-33a8-4fa2-8c1c-0ba411d8ab17', 'tenant_id': 'ecb26dc6f8b14f6babd12abcbaee21bf', 'mac_address': 'fa:16:3e:3c:0b:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '980ad8ab-818f-4808-ac3d-5fe97be1cadf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2450, 'fixed_ips': [{'subnet_id': '92811ad4-303b-4354-b780-e680c3c3cdc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:00:12Z', 'updated_at': '2021-11-19T18:00:22Z', 'revision_number': 5, 'project_id': 'ecb26dc6f8b14f6babd12abcbaee21bf', 'subnets': [{'id': '92811ad4-303b-4354-b780-e680c3c3cdc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '106cb217-01aa-4797-8e4c-553b3e54ca21', 'name': '', 'network_id': 'b9d8aa4e-5f87-4b7a-a749-6c49d4c7fbf8', 'tenant_id': 'ecb26dc6f8b14f6babd12abcbaee21bf', 'mac_address': 'fa:16:3e:18:db:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '980ad8ab-818f-4808-ac3d-5fe97be1cadf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2497, 'fixed_ips': [{'subnet_id': 'be3a7046-64c6-49bb-807d-cc2f0ffc79d6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:00:33Z', 'updated_at': '2021-11-19T18:00:42Z', 'revision_number': 4, 'project_id': 'ecb26dc6f8b14f6babd12abcbaee21bf', 'subnets': [{'id': 'be3a7046-64c6-49bb-807d-cc2f0ffc79d6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2a09bb4b-afa1-456a-85bf-083ddf4bf17f', 'name': '', 'network_id': 'f0e72ab0-372f-44f4-b735-094db4bb78cb', 'tenant_id': 'ecb26dc6f8b14f6babd12abcbaee21bf', 'mac_address': 'fa:16:3e:06:be:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '980ad8ab-818f-4808-ac3d-5fe97be1cadf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': 'fbbb7272-7674-48c7-868e-338c26915847', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:00:22Z', 'updated_at': '2021-11-19T18:00:32Z', 'revision_number': 5, 'project_id': 'ecb26dc6f8b14f6babd12abcbaee21bf', 'subnets': [{'id': 'fbbb7272-7674-48c7-868e-338c26915847', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:00:43.913045 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80432332-5447-43f8-8851-ddaa3fa9aa09 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Pushing event deleted for resources: {'Network': ['ID=f1dd0524-e396-4285-9407-92fdae87b514,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:44.006289 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d6cad981-c3fc-41d7-9ec5-fd5b9340194b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:44.053111 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cad981-c3fc-41d7-9ec5-fd5b9340194b admin admin] Pushing event deleted for resources: {'Port': ['ID=6980b1cd-cf9f-41ba-b3f3-a376235d5ba2,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:44.130485 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e81760ba-3a70-44f4-8d20-52b9c8ebbdd3 None None] Publish callbacks [] for port, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:44.140083 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d6cad981-c3fc-41d7-9ec5-fd5b9340194b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-671730'] for router_gateway, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:44.142482 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e81760ba-3a70-44f4-8d20-52b9c8ebbdd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998'] for port, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:44.168190 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7a5faf1-ebdf-49a4-b0cf-061615ea800e tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 673} {{(pid=103364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 18:00:44.240066 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d7a5faf1-ebdf-49a4-b0cf-061615ea800e tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:44.240646 n-d-818022-2 neutron-server[103364]: INFO neutron.db.segments_db [None req-d7a5faf1-ebdf-49a4-b0cf-061615ea800e tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Added segment 4b6d5e56-d85b-4cae-bd1c-fa9b98107789 of type vlan for network da4d879b-1237-4063-ae18-a0c78ccce355 Nov 19 18:00:44.269203 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e81760ba-3a70-44f4-8d20-52b9c8ebbdd3 None None] Network 99e4a636-2266-4185-86b6-84420c22f3bb is already hosted by enough agents. {{(pid=103366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:00:44.272684 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [None req-e81760ba-3a70-44f4-8d20-52b9c8ebbdd3 None None] Resources bound (agent type, host, resource id): {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:00:44.277234 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81760ba-3a70-44f4-8d20-52b9c8ebbdd3 None None] Received port after_create {{(pid=103366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:00:44.295171 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81760ba-3a70-44f4-8d20-52b9c8ebbdd3 None None] Pushing event updated for resources: {'Port': ['ID=5cec5864-c6e0-4d09-9f0f-cdb28af7fd12,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:44.405904 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d7a5faf1-ebdf-49a4-b0cf-061615ea800e tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:44.462482 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4f45309f-706c-4b1f-a622-d52cbc040390 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:44.467542 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-e81760ba-3a70-44f4-8d20-52b9c8ebbdd3 None None] Attempting to bind port 5cec5864-c6e0-4d09-9f0f-cdb28af7fd12 on host n-d-818022-2 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:00:44.472000 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-e81760ba-3a70-44f4-8d20-52b9c8ebbdd3 None None] Attempting to bind port 5cec5864-c6e0-4d09-9f0f-cdb28af7fd12 by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': 'a232cf16-c68f-4929-bd88-fc22db73b123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '99e4a636-2266-4185-86b6-84420c22f3bb'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:00:44.474312 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81760ba-3a70-44f4-8d20-52b9c8ebbdd3 None None] Attempting to bind port 5cec5864-c6e0-4d09-9f0f-cdb28af7fd12 on network 99e4a636-2266-4185-86b6-84420c22f3bb {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:00:44.494371 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81760ba-3a70-44f4-8d20-52b9c8ebbdd3 None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 0, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:00:44.494940 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81760ba-3a70-44f4-8d20-52b9c8ebbdd3 None None] Checking segment: {'id': 'a232cf16-c68f-4929-bd88-fc22db73b123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '99e4a636-2266-4185-86b6-84420c22f3bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:00:44.495454 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e81760ba-3a70-44f4-8d20-52b9c8ebbdd3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:44.497119 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81760ba-3a70-44f4-8d20-52b9c8ebbdd3 None None] Bound using segment: {'id': 'a232cf16-c68f-4929-bd88-fc22db73b123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '99e4a636-2266-4185-86b6-84420c22f3bb'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:00:44.497119 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-e81760ba-3a70-44f4-8d20-52b9c8ebbdd3 None None] Bound port: 5cec5864-c6e0-4d09-9f0f-cdb28af7fd12, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a232cf16-c68f-4929-bd88-fc22db73b123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '99e4a636-2266-4185-86b6-84420c22f3bb'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:00:44.497119 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e81760ba-3a70-44f4-8d20-52b9c8ebbdd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:44.498421 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d6cad981-c3fc-41d7-9ec5-fd5b9340194b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4696'] for router, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:44.511791 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d6cad981-c3fc-41d7-9ec5-fd5b9340194b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:44.515623 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d7a5faf1-ebdf-49a4-b0cf-061615ea800e tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:44.523444 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7a5faf1-ebdf-49a4-b0cf-061615ea800e tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:00:44.524024 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d7a5faf1-ebdf-49a4-b0cf-061615ea800e tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks [] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:44.618960 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d6cad981-c3fc-41d7-9ec5-fd5b9340194b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-543895'] for router, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:44.619509 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6cad981-c3fc-41d7-9ec5-fd5b9340194b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0cbec5fc-9e25-4cec-a5c7-4040744381e7 {{(pid=103365) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 18:00:44.624828 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d6cad981-c3fc-41d7-9ec5-fd5b9340194b admin admin] Publish callbacks [] for router, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:44.625968 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-d6cad981-c3fc-41d7-9ec5-fd5b9340194b admin admin] 10.222.0.54 "DELETE /v2.0/routers/0cbec5fc-9e25-4cec-a5c7-4040744381e7 HTTP/1.1" status: 204 len: 168 time: 2.9089546 Nov 19 18:00:44.627385 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a5faf1-ebdf-49a4-b0cf-061615ea800e tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Pushing event updated for resources: {'Network': ['ID=da4d879b-1237-4063-ae18-a0c78ccce355,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:44.644990 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 47522) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:00:44.658026 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-e81760ba-3a70-44f4-8d20-52b9c8ebbdd3 None None] For port 5cec5864-c6e0-4d09-9f0f-cdb28af7fd12, host n-d-818022-2, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:00:44.665516 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-1d0f7524-f9d0-4014-9609-e5171b119c92 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Deleting port 02512861-d97a-48f5-a132-e031ec151364 {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:00:44.666491 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-e81760ba-3a70-44f4-8d20-52b9c8ebbdd3 None None] For port 5cec5864-c6e0-4d09-9f0f-cdb28af7fd12, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=5cec5864-c6e0-4d09-9f0f-cdb28af7fd12,segment=NetworkSegment(a232cf16-c68f-4929-bd88-fc22db73b123),segment_id=a232cf16-c68f-4929-bd88-fc22db73b123)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:00:44.669309 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1d0f7524-f9d0-4014-9609-e5171b119c92 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:44.673326 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network da4d879b-1237-4063-ae18-a0c78ccce355 details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 18:00:44.749452 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e81760ba-3a70-44f4-8d20-52b9c8ebbdd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:44.766153 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bca549c-5901-4cb8-9fd2-1c8e42a435e6 admin admin] Deleting subnet 84ab97cc-9896-4676-95d7-a25409717fef {{(pid=103365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 18:00:44.771440 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5bca549c-5901-4cb8-9fd2-1c8e42a435e6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:44.804555 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-d7a5faf1-ebdf-49a4-b0cf-061615ea800e tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2906342 Nov 19 18:00:44.811287 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 47526) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:00:44.823700 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-f1562bda-4e0f-4a0d-8d7a-e52a8b2444e4 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:00:44.880047 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5bca549c-5901-4cb8-9fd2-1c8e42a435e6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12546453'] for subnet, precommit_delete_associations {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:44.956182 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81760ba-3a70-44f4-8d20-52b9c8ebbdd3 None None] Pushing event updated for resources: {'Port': ['ID=5cec5864-c6e0-4d09-9f0f-cdb28af7fd12,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:45.109070 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5bca549c-5901-4cb8-9fd2-1c8e42a435e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:45.199938 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 106cb217-01aa-4797-8e4c-553b3e54ca21 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:00:45.220085 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1d0f7524-f9d0-4014-9609-e5171b119c92 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:45.335219 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5bca549c-5901-4cb8-9fd2-1c8e42a435e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12282919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8731163'] for subnet, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:45.353305 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-1d0f7524-f9d0-4014-9609-e5171b119c92 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Calling delete_port for 02512861-d97a-48f5-a132-e031ec151364 owned by {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:00:45.378848 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 106cb217-01aa-4797-8e4c-553b3e54ca21 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:00:45.379240 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:45.415462 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bca549c-5901-4cb8-9fd2-1c8e42a435e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84ab97cc-9896-4676-95d7-a25409717fef,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:45.465394 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5bca549c-5901-4cb8-9fd2-1c8e42a435e6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:45.477379 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-5bca549c-5901-4cb8-9fd2-1c8e42a435e6 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/84ab97cc-9896-4676-95d7-a25409717fef HTTP/1.1" status: 204 len: 168 time: 0.8260119 Nov 19 18:00:45.479633 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 47548) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:00:45.682002 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:45.726469 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-04198f69-393e-4eb8-84fb-1292c6fafdd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:45.727404 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f1562bda-4e0f-4a0d-8d7a-e52a8b2444e4 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:45.778175 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] For port 106cb217-01aa-4797-8e4c-553b3e54ca21, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=106cb217-01aa-4797-8e4c-553b3e54ca21,segment=NetworkSegment(6d6c7a5a-901c-40bd-8f29-a0ddd5353058),segment_id=6d6c7a5a-901c-40bd-8f29-a0ddd5353058)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:00:45.779235 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f1562bda-4e0f-4a0d-8d7a-e52a8b2444e4 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:45.788629 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:45.796541 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 47556) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:00:45.848610 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-04198f69-393e-4eb8-84fb-1292c6fafdd3 admin admin] Deleting port 183f57c9-72ac-478e-8a50-6d3a36e3003e {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:00:45.851186 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-04198f69-393e-4eb8-84fb-1292c6fafdd3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:45.851686 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f1562bda-4e0f-4a0d-8d7a-e52a8b2444e4 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Network da4d879b-1237-4063-ae18-a0c78ccce355 is not hosted by any dhcp agent {{(pid=103364) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 19 18:00:45.862348 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1562bda-4e0f-4a0d-8d7a-e52a8b2444e4 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:00:45.866941 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f1562bda-4e0f-4a0d-8d7a-e52a8b2444e4 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks [] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:45.875587 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-f1562bda-4e0f-4a0d-8d7a-e52a8b2444e4 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] 10.222.0.54 "PUT /v2.0/networks/da4d879b-1237-4063-ae18-a0c78ccce355 HTTP/1.1" status: 200 len: 723 time: 1.0580297 Nov 19 18:00:45.876619 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 47560) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:00:45.882046 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-281a895d-ee17-4e64-9f4d-87307e671ff8 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Request body: {'subnet': {'network_id': 'da4d879b-1237-4063-ae18-a0c78ccce355', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:00:45.885785 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Pushing event updated for resources: {'Port': ['ID=106cb217-01aa-4797-8e4c-553b3e54ca21,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:45.889931 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 6980b1cd-cf9f-41ba-b3f3-a376235d5ba2 no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:00:45.947207 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: 6980b1cd-cf9f-41ba-b3f3-a376235d5ba2 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:00:45.947562 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 6980b1cd-cf9f-41ba-b3f3-a376235d5ba2 not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:00:45.948563 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device de23ec41-625e-4759-8c30-6be16f7d6ab1 no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:00:46.009608 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: de23ec41-625e-4759-8c30-6be16f7d6ab1 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:00:46.019398 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device de23ec41-625e-4759-8c30-6be16f7d6ab1 not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:00:46.073600 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [None req-04198f69-393e-4eb8-84fb-1292c6fafdd3 admin admin] For port 183f57c9-72ac-478e-8a50-6d3a36e3003e, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=183f57c9-72ac-478e-8a50-6d3a36e3003e,segment=NetworkSegment(df98e083-ab86-46f8-8fdf-afe658ee5250),segment_id=df98e083-ab86-46f8-8fdf-afe658ee5250)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:00:46.073985 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-04198f69-393e-4eb8-84fb-1292c6fafdd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:46.075710 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1562bda-4e0f-4a0d-8d7a-e52a8b2444e4 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Pushing event updated for resources: {'Network': ['ID=da4d879b-1237-4063-ae18-a0c78ccce355,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:46.079777 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1d0f7524-f9d0-4014-9609-e5171b119c92 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:46.087201 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-04198f69-393e-4eb8-84fb-1292c6fafdd3 admin admin] Calling delete_port for 183f57c9-72ac-478e-8a50-6d3a36e3003e owned by network:dhcp {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:00:46.100634 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network da4d879b-1237-4063-ae18-a0c78ccce355 details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 18:00:46.120180 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0f7524-f9d0-4014-9609-e5171b119c92 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Pushing event deleted for resources: {'Port': ['ID=02512861-d97a-48f5-a132-e031ec151364,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:46.144199 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4f45309f-706c-4b1f-a622-d52cbc040390 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks [] for port, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:46.148387 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1d0f7524-f9d0-4014-9609-e5171b119c92 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:46.152588 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-1d0f7524-f9d0-4014-9609-e5171b119c92 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] 10.222.0.54 "DELETE /v2.0/ports/02512861-d97a-48f5-a132-e031ec151364 HTTP/1.1" status: 204 len: 168 time: 2.3324385 Nov 19 18:00:46.153507 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4e6729b1-5e3a-43d3-8aa8-167ddfee4af9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:46.156041 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 47566) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:00:46.208126 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4f45309f-706c-4b1f-a622-d52cbc040390 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:46.212263 n-d-818022-2 neutron-server[103364]: INFO neutron.pecan_wsgi.hooks.translation [None req-00cb0ac2-b427-4eac-a183-b2f086996c2e tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] DELETE failed (client error): The resource could not be found. Nov 19 18:00:46.212655 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00cb0ac2-b427-4eac-a183-b2f086996c2e tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103364) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 18:00:46.219811 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-00cb0ac2-b427-4eac-a183-b2f086996c2e tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] 10.222.0.54 "DELETE /v2.0/subnets/81d419ff-ec32-4092-b1c6-d1f996825ba2 HTTP/1.1" status: 404 len: 337 time: 0.0597370 Nov 19 18:00:46.222841 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 47568) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:00:46.311163 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-281a895d-ee17-4e64-9f4d-87307e671ff8 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Made reservation on behalf of 8ffa8370408040d085287d7dbe34b3c3 for: {'subnet': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:00:46.314930 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-281a895d-ee17-4e64-9f4d-87307e671ff8 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8731248'] for subnet, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:46.392582 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f45309f-706c-4b1f-a622-d52cbc040390 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Pushing event updated for resources: {'Port': ['ID=8c270229-e6fd-4187-9ec5-67f9346d93a0,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:46.402171 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4f45309f-706c-4b1f-a622-d52cbc040390 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-768529'] for router_interface, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:46.446481 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f871b95a-169b-488b-a98e-e5471ac1f788 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:46.513211 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-04198f69-393e-4eb8-84fb-1292c6fafdd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:46.604315 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04198f69-393e-4eb8-84fb-1292c6fafdd3 admin admin] Pushing event deleted for resources: {'Port': ['ID=183f57c9-72ac-478e-8a50-6d3a36e3003e,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:46.647970 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f45309f-706c-4b1f-a622-d52cbc040390 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Network 99e4a636-2266-4185-86b6-84420c22f3bb is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:00:46.652296 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-4f45309f-706c-4b1f-a622-d52cbc040390 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:00:46.671477 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04198f69-393e-4eb8-84fb-1292c6fafdd3 admin admin] No DVR routers for this DVR port 183f57c9-72ac-478e-8a50-6d3a36e3003e on host n-d-818022-2 {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:00:46.748042 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4e6729b1-5e3a-43d3-8aa8-167ddfee4af9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:46.846449 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4e6729b1-5e3a-43d3-8aa8-167ddfee4af9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:46.867876 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f871b95a-169b-488b-a98e-e5471ac1f788 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:46.899661 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-f871b95a-169b-488b-a98e-e5471ac1f788 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c250e75-f407-490b-afa8-657c36f33578']}} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:00:46.910391 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f45309f-706c-4b1f-a622-d52cbc040390 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Router 980ad8ab-818f-4808-ac3d-5fe97be1cadf has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 18:00:46.914338 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-f871b95a-169b-488b-a98e-e5471ac1f788 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4465c32f-f2b9-40ab-a240-87992b6de36c') {'for_net_delete': True} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:00:46.914641 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-f871b95a-169b-488b-a98e-e5471ac1f788 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4465c32f-f2b9-40ab-a240-87992b6de36c') {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:00:46.920471 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-04198f69-393e-4eb8-84fb-1292c6fafdd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:46.930238 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f871b95a-169b-488b-a98e-e5471ac1f788 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417396'] for segment, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:46.992233 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-04198f69-393e-4eb8-84fb-1292c6fafdd3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f77ab62-7dc5-45f8-8711-4a707c9a4b60']}} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:00:47.046086 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6729b1-5e3a-43d3-8aa8-167ddfee4af9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37a52506-d93f-4deb-b4bf-f6a7af0898ca,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:47.085866 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f871b95a-169b-488b-a98e-e5471ac1f788 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:47.147392 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-656ddb9a-8d55-46d2-abab-c9a2a67a3f90 None None] get_active_networks_info from n-d-818022-2 {{(pid=103366) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 19 18:00:47.163131 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f871b95a-169b-488b-a98e-e5471ac1f788 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Releasing vlan 699 on physical network physnet1 to pool {{(pid=103364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 18:00:47.164070 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f871b95a-169b-488b-a98e-e5471ac1f788 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12425183'] for segment, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:47.166612 n-d-818022-2 neutron-server[103364]: Traceback (most recent call last): Nov 19 18:00:47.166612 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 18:00:47.166612 n-d-818022-2 neutron-server[103364]: timer() Nov 19 18:00:47.166612 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 18:00:47.166612 n-d-818022-2 neutron-server[103364]: cb(*args, **kw) Nov 19 18:00:47.166612 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 18:00:47.166612 n-d-818022-2 neutron-server[103364]: return func(*args, **kwargs) Nov 19 18:00:47.166612 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 18:00:47.166612 n-d-818022-2 neutron-server[103364]: self._notify() Nov 19 18:00:47.166612 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 18:00:47.166612 n-d-818022-2 neutron-server[103364]: self.callback(batched_events) Nov 19 18:00:47.166612 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 18:00:47.166612 n-d-818022-2 neutron-server[103364]: event.method(event) Nov 19 18:00:47.166612 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 18:00:47.166612 n-d-818022-2 neutron-server[103364]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 18:00:47.166612 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 18:00:47.166612 n-d-818022-2 neutron-server[103364]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 18:00:47.166612 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 18:00:47.166612 n-d-818022-2 neutron-server[103364]: return f(self, *a, **k) Nov 19 18:00:47.166612 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 18:00:47.166612 n-d-818022-2 neutron-server[103364]: return self._get(url).json() Nov 19 18:00:47.166612 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 18:00:47.166612 n-d-818022-2 neutron-server[103364]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 18:00:47.166612 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 18:00:47.166612 n-d-818022-2 neutron-server[103364]: return self.request(url, 'GET', **kwargs) Nov 19 18:00:47.166612 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 18:00:47.166612 n-d-818022-2 neutron-server[103364]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 18:00:47.166612 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 18:00:47.166612 n-d-818022-2 neutron-server[103364]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 18:00:47.166612 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 18:00:47.166612 n-d-818022-2 neutron-server[103364]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 18:00:47.166612 n-d-818022-2 neutron-server[103364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 18:00:47.172092 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-04198f69-393e-4eb8-84fb-1292c6fafdd3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df98e083-ab86-46f8-8fdf-afe658ee5250') {'for_net_delete': True} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:00:47.172400 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-04198f69-393e-4eb8-84fb-1292c6fafdd3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df98e083-ab86-46f8-8fdf-afe658ee5250') {} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:00:47.183444 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-04198f69-393e-4eb8-84fb-1292c6fafdd3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12545382'] for segment, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:47.198954 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-04198f69-393e-4eb8-84fb-1292c6fafdd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:47.206542 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04198f69-393e-4eb8-84fb-1292c6fafdd3 admin admin] Releasing vlan 658 on physical network physnet1 to pool {{(pid=103365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 18:00:47.207060 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-04198f69-393e-4eb8-84fb-1292c6fafdd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12282953'] for segment, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:47.255601 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-b127c867-75c7-4c76-aaad-c460da28c0de None None] Provisioning complete for port 5cec5864-c6e0-4d09-9f0f-cdb28af7fd12 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:00:47.256389 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b127c867-75c7-4c76-aaad-c460da28c0de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:47.271830 n-d-818022-2 neutron-server[103365]: Traceback (most recent call last): Nov 19 18:00:47.271830 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 18:00:47.271830 n-d-818022-2 neutron-server[103365]: timer() Nov 19 18:00:47.271830 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 18:00:47.271830 n-d-818022-2 neutron-server[103365]: cb(*args, **kw) Nov 19 18:00:47.271830 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 18:00:47.271830 n-d-818022-2 neutron-server[103365]: return func(*args, **kwargs) Nov 19 18:00:47.271830 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 18:00:47.271830 n-d-818022-2 neutron-server[103365]: self._notify() Nov 19 18:00:47.271830 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 18:00:47.271830 n-d-818022-2 neutron-server[103365]: self.callback(batched_events) Nov 19 18:00:47.271830 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 18:00:47.271830 n-d-818022-2 neutron-server[103365]: event.method(event) Nov 19 18:00:47.271830 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 18:00:47.271830 n-d-818022-2 neutron-server[103365]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 18:00:47.271830 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 18:00:47.271830 n-d-818022-2 neutron-server[103365]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 18:00:47.271830 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 18:00:47.271830 n-d-818022-2 neutron-server[103365]: return f(self, *a, **k) Nov 19 18:00:47.271830 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 18:00:47.271830 n-d-818022-2 neutron-server[103365]: return self._get(url).json() Nov 19 18:00:47.271830 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 18:00:47.271830 n-d-818022-2 neutron-server[103365]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 18:00:47.271830 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 18:00:47.271830 n-d-818022-2 neutron-server[103365]: return self.request(url, 'GET', **kwargs) Nov 19 18:00:47.271830 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 18:00:47.271830 n-d-818022-2 neutron-server[103365]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 18:00:47.271830 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 18:00:47.271830 n-d-818022-2 neutron-server[103365]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 18:00:47.271830 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 18:00:47.271830 n-d-818022-2 neutron-server[103365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 18:00:47.271830 n-d-818022-2 neutron-server[103365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 18:00:47.290007 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-04198f69-393e-4eb8-84fb-1292c6fafdd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671242'] for network, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:47.308861 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-04198f69-393e-4eb8-84fb-1292c6fafdd3 admin admin] Publish callbacks [] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:47.316784 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-04198f69-393e-4eb8-84fb-1292c6fafdd3 admin admin] 10.222.0.54 "DELETE /v2.0/networks/8f77ab62-7dc5-45f8-8711-4a707c9a4b60 HTTP/1.1" status: 204 len: 168 time: 1.8356907 Nov 19 18:00:47.329542 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-4e6729b1-5e3a-43d3-8aa8-167ddfee4af9 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=a842f9f927bd4fe897e07e649143e9cb&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5317998 Nov 19 18:00:47.335092 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 47594) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:00:47.357348 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-281a895d-ee17-4e64-9f4d-87307e671ff8 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12283104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8731234'] for subnet, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:47.380816 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04198f69-393e-4eb8-84fb-1292c6fafdd3 admin admin] Pushing event deleted for resources: {'Network': ['ID=8f77ab62-7dc5-45f8-8711-4a707c9a4b60,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:47.406917 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f45309f-706c-4b1f-a622-d52cbc040390 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:00:47.427219 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdc5ed5e-68ce-4faa-9bbe-e0d7686b3769 None None] Sync routers for ids ['980ad8ab-818f-4808-ac3d-5fe97be1cadf'] in n-d-818022-2 {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:00:47.438025 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-4f45309f-706c-4b1f-a622-d52cbc040390 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] 10.222.0.54 "PUT /v2.0/routers/980ad8ab-818f-4808-ac3d-5fe97be1cadf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5588338 Nov 19 18:00:47.447432 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 47602) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:00:47.466650 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f871b95a-169b-488b-a98e-e5471ac1f788 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671242'] for network, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:47.486269 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f871b95a-169b-488b-a98e-e5471ac1f788 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Publish callbacks [] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:47.490378 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-f871b95a-169b-488b-a98e-e5471ac1f788 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] 10.222.0.54 "DELETE /v2.0/networks/3c250e75-f407-490b-afa8-657c36f33578 HTTP/1.1" status: 204 len: 168 time: 1.2236142 Nov 19 18:00:47.510572 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 47604) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:00:47.525118 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f871b95a-169b-488b-a98e-e5471ac1f788 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Pushing event deleted for resources: {'Network': ['ID=3c250e75-f407-490b-afa8-657c36f33578,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:47.545650 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc5ed5e-68ce-4faa-9bbe-e0d7686b3769 None None] Routers {'980ad8ab-818f-4808-ac3d-5fe97be1cadf'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:00:47.547065 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-fdc5ed5e-68ce-4faa-9bbe-e0d7686b3769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:00:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['980ad8ab-818f-4808-ac3d-5fe97be1cadf'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:00:47.550711 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 106cb217-01aa-4797-8e4c-553b3e54ca21 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:00:47.550917 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-27610a69-07ef-4b0d-896a-fc9dc9d9e845 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:00:47.559935 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-656ddb9a-8d55-46d2-abab-c9a2a67a3f90 None None] Resources bound (agent type, host, resource id): {{(pid=103366) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 19 18:00:47.565662 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281a895d-ee17-4e64-9f4d-87307e671ff8 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Pushing event updated for resources: {'Subnet': ['ID=aeb59ae2-2505-4a26-bda3-54986847f967,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:47.627235 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 47608) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:00:47.628804 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-55719cca-93ee-4767-9803-982597a4c711 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:47.658050 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6710a76-22c0-4c72-aae8-df001424e06b tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Deleting subnet 5f3ca1dd-7f31-469c-a553-329d09b6113d {{(pid=103364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 18:00:47.666748 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b6710a76-22c0-4c72-aae8-df001424e06b tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Publish callbacks [] for subnet, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:47.674606 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-281a895d-ee17-4e64-9f4d-87307e671ff8 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Checking segment: {'id': '4b6d5e56-d85b-4cae-bd1c-fa9b98107789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'da4d879b-1237-4063-ae18-a0c78ccce355'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:00:47.675090 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-281a895d-ee17-4e64-9f4d-87307e671ff8 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Network hostable DHCP agents. Network: da4d879b-1237-4063-ae18-a0c78ccce355, hostable agents: ['02910ef2-0455-4aea-9f38-9a875579633f'], hosted agents: [] {{(pid=103365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 18:00:47.701765 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b127c867-75c7-4c76-aaad-c460da28c0de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:47.719422 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-55719cca-93ee-4767-9803-982597a4c711 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:47.745110 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-b127c867-75c7-4c76-aaad-c460da28c0de None None] For port 5cec5864-c6e0-4d09-9f0f-cdb28af7fd12, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=5cec5864-c6e0-4d09-9f0f-cdb28af7fd12,segment=NetworkSegment(a232cf16-c68f-4929-bd88-fc22db73b123),segment_id=a232cf16-c68f-4929-bd88-fc22db73b123)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:00:47.787138 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-678c0d48-0eca-4385-a46f-480b38115db4 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=204b8291a9dd4a84af4d7e1889d7c2c2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1566365 Nov 19 18:00:47.794484 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 47612) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:00:47.821760 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-55719cca-93ee-4767-9803-982597a4c711 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:47.823962 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-55719cca-93ee-4767-9803-982597a4c711 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:47.825448 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-55719cca-93ee-4767-9803-982597a4c711 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/37a52506-d93f-4deb-b4bf-f6a7af0898ca HTTP/1.1" status: 204 len: 168 time: 0.4886916 Nov 19 18:00:47.855437 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b6710a76-22c0-4c72-aae8-df001424e06b tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9416263'] for subnet, precommit_delete_associations {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:47.881541 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55719cca-93ee-4767-9803-982597a4c711 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37a52506-d93f-4deb-b4bf-f6a7af0898ca,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:47.883631 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b127c867-75c7-4c76-aaad-c460da28c0de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:47.967601 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-cdb21342-e9e2-4b65-aaeb-b3658bbab6f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:48.021637 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-cdb21342-e9e2-4b65-aaeb-b3658bbab6f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:48.029428 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-fdc5ed5e-68ce-4faa-9bbe-e0d7686b3769 None None] Set router 980ad8ab-818f-4808-ac3d-5fe97be1cadf gateway port host: None {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:00:48.031649 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b6710a76-22c0-4c72-aae8-df001424e06b tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:48.140637 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 106cb217-01aa-4797-8e4c-553b3e54ca21 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:00:48.141913 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:48.167440 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.extraroute_db [None req-27610a69-07ef-4b0d-896a-fc9dc9d9e845 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=103365) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 19 18:00:48.180748 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-cdb21342-e9e2-4b65-aaeb-b3658bbab6f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:48.187906 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-cdb21342-e9e2-4b65-aaeb-b3658bbab6f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:48.192610 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.extraroute_db [None req-27610a69-07ef-4b0d-896a-fc9dc9d9e845 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Removed routes are [] {{(pid=103365) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 19 18:00:48.192610 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-27610a69-07ef-4b0d-896a-fc9dc9d9e845 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-671667', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4675'] for router, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:48.192887 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-cdb21342-e9e2-4b65-aaeb-b3658bbab6f0 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/89e36896-1c46-4104-bcaf-813bfdc934e0 HTTP/1.1" status: 204 len: 168 time: 0.3954766 Nov 19 18:00:48.244741 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-281a895d-ee17-4e64-9f4d-87307e671ff8 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Network da4d879b-1237-4063-ae18-a0c78ccce355 is scheduled to be hosted by DHCP agent 02910ef2-0455-4aea-9f38-9a875579633f with binding_index 1 {{(pid=103365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 18:00:48.251184 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb21342-e9e2-4b65-aaeb-b3658bbab6f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89e36896-1c46-4104-bcaf-813bfdc934e0,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:48.258089 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b6710a76-22c0-4c72-aae8-df001424e06b tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12425137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8983934'] for subnet, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:48.361351 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6710a76-22c0-4c72-aae8-df001424e06b tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Pushing event deleted for resources: {'Subnet': ['ID=5f3ca1dd-7f31-469c-a553-329d09b6113d,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:48.390785 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b6710a76-22c0-4c72-aae8-df001424e06b tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:48.396982 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-b6710a76-22c0-4c72-aae8-df001424e06b tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] 10.222.0.54 "DELETE /v2.0/subnets/5f3ca1dd-7f31-469c-a553-329d09b6113d HTTP/1.1" status: 204 len: 168 time: 0.8832073 Nov 19 18:00:48.401672 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 47632) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:00:48.471187 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-281a895d-ee17-4e64-9f4d-87307e671ff8 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818022-2, da4d879b-1237-4063-ae18-a0c78ccce355) {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:00:48.487965 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-281a895d-ee17-4e64-9f4d-87307e671ff8 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:00:48.488881 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-281a895d-ee17-4e64-9f4d-87307e671ff8 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks [] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:48.540883 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-281a895d-ee17-4e64-9f4d-87307e671ff8 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6629429 Nov 19 18:00:48.559990 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 47636) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:00:48.577255 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-98d315c5-d31a-4cb7-9ef4-d7142a658aea tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:00:48.592213 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b127c867-75c7-4c76-aaad-c460da28c0de None None] Pushing event updated for resources: {'Port': ['ID=5cec5864-c6e0-4d09-9f0f-cdb28af7fd12,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:48.652455 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-04566b22-e942-447a-9e9b-6785e2011cf4 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:48.833156 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-98d315c5-d31a-4cb7-9ef4-d7142a658aea tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8983820'] for subnet, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:48.909133 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-27610a69-07ef-4b0d-896a-fc9dc9d9e845 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-671667', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4675'] for router, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:48.913458 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-27610a69-07ef-4b0d-896a-fc9dc9d9e845 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-671652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-671709', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-543867'] for router, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:48.936818 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 5cec5864-c6e0-4d09-9f0f-cdb28af7fd12 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:00:48.983257 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b5127ba-1621-4627-b12c-e8bc5b55f64f None None] DHCP port deletion for 8f77ab62-7dc5-45f8-8711-4a707c9a4b60 request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:00:49.033635 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-04566b22-e942-447a-9e9b-6785e2011cf4 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Deleting port 84c80fad-272e-42ad-975d-6d5572cde5d5 {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:00:49.034155 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-04566b22-e942-447a-9e9b-6785e2011cf4 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:49.062575 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51e6cc06-1ab1-4355-9bed-483987fba814 None None] Network 99e4a636-2266-4185-86b6-84420c22f3bb requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:00:49.071067 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f0e1abd-5468-4961-ac52-0610a71159a4 None None] Network 3d783c8a-572b-45a1-9f27-94100f9e7aab requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:00:49.148205 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee750ce4-5dd7-4de9-b3c6-d813c5ae7ab3 None None] DHCP port deletion for 645e61aa-1a6c-4e8f-857e-ab06edb4897f request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:00:49.252616 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [None req-04566b22-e942-447a-9e9b-6785e2011cf4 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] For port 84c80fad-272e-42ad-975d-6d5572cde5d5, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=84c80fad-272e-42ad-975d-6d5572cde5d5,segment=NetworkSegment(561160ad-020b-4814-858e-20f48612a98e),segment_id=561160ad-020b-4814-858e-20f48612a98e)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:00:49.255153 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f0e1abd-5468-4961-ac52-0610a71159a4 None None] Network 3d783c8a-572b-45a1-9f27-94100f9e7aab could not be found, it might have been deleted concurrently. {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 19 18:00:49.256447 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-04566b22-e942-447a-9e9b-6785e2011cf4 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:49.273285 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6da8eb2-61cb-427d-b1a0-7e05d7adee57 None None] Network da4d879b-1237-4063-ae18-a0c78ccce355 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:00:49.281091 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66b63ba2-fa99-49b0-bd73-7c92c0fa06ac None None] Network b444a353-bce0-4637-8d6a-364f1d624194 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:00:49.321451 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27610a69-07ef-4b0d-896a-fc9dc9d9e845 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Router 980ad8ab-818f-4808-ac3d-5fe97be1cadf has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 18:00:49.382653 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 47658) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:00:49.419526 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed14ab7a-6d76-4c68-8cb5-89dab245fd6b None None] Network 3d783c8a-572b-45a1-9f27-94100f9e7aab requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:00:49.435606 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-04566b22-e942-447a-9e9b-6785e2011cf4 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Calling delete_port for 84c80fad-272e-42ad-975d-6d5572cde5d5 owned by network:dhcp {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:00:49.584149 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27610a69-07ef-4b0d-896a-fc9dc9d9e845 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:00:49.608017 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-98d315c5-d31a-4cb7-9ef4-d7142a658aea tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8742638481610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-12425144'] for subnet, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:49.608929 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-27610a69-07ef-4b0d-896a-fc9dc9d9e845 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks [] for router, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:49.613467 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-27610a69-07ef-4b0d-896a-fc9dc9d9e845 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] 10.222.0.54 "PUT /v2.0/routers/980ad8ab-818f-4808-ac3d-5fe97be1cadf HTTP/1.1" status: 200 len: 933 time: 2.1563518 Nov 19 18:00:49.614254 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 47668) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:00:49.774514 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed14ab7a-6d76-4c68-8cb5-89dab245fd6b None None] Network 3d783c8a-572b-45a1-9f27-94100f9e7aab could not be found, it might have been deleted concurrently. {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 19 18:00:49.817277 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-fdc5ed5e-68ce-4faa-9bbe-e0d7686b3769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '980ad8ab-818f-4808-ac3d-5fe97be1cadf', 'name': 'tempest-RoutersTest-router-432570378', 'tenant_id': 'ecb26dc6f8b14f6babd12abcbaee21bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:00:07Z', 'updated_at': '2021-11-19T18:00:44Z', 'revision_number': 5, 'project_id': 'ecb26dc6f8b14f6babd12abcbaee21bf', 'gw_port_host': None, '_interfaces': [{'id': '074a41f9-7309-42bf-9620-c71e6d62ef38', 'name': '', 'network_id': 'fe0e2852-33a8-4fa2-8c1c-0ba411d8ab17', 'tenant_id': 'ecb26dc6f8b14f6babd12abcbaee21bf', 'mac_address': 'fa:16:3e:3c:0b:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '980ad8ab-818f-4808-ac3d-5fe97be1cadf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2450, 'fixed_ips': [{'subnet_id': '92811ad4-303b-4354-b780-e680c3c3cdc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:00:12Z', 'updated_at': '2021-11-19T18:00:22Z', 'revision_number': 5, 'project_id': 'ecb26dc6f8b14f6babd12abcbaee21bf', 'subnets': [{'id': '92811ad4-303b-4354-b780-e680c3c3cdc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '106cb217-01aa-4797-8e4c-553b3e54ca21', 'name': '', 'network_id': 'b9d8aa4e-5f87-4b7a-a749-6c49d4c7fbf8', 'tenant_id': 'ecb26dc6f8b14f6babd12abcbaee21bf', 'mac_address': 'fa:16:3e:18:db:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '980ad8ab-818f-4808-ac3d-5fe97be1cadf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2497, 'fixed_ips': [{'subnet_id': 'be3a7046-64c6-49bb-807d-cc2f0ffc79d6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:00:33Z', 'updated_at': '2021-11-19T18:00:45Z', 'revision_number': 5, 'project_id': 'ecb26dc6f8b14f6babd12abcbaee21bf', 'subnets': [{'id': 'be3a7046-64c6-49bb-807d-cc2f0ffc79d6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2a09bb4b-afa1-456a-85bf-083ddf4bf17f', 'name': '', 'network_id': 'f0e72ab0-372f-44f4-b735-094db4bb78cb', 'tenant_id': 'ecb26dc6f8b14f6babd12abcbaee21bf', 'mac_address': 'fa:16:3e:06:be:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '980ad8ab-818f-4808-ac3d-5fe97be1cadf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': 'fbbb7272-7674-48c7-868e-338c26915847', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:00:22Z', 'updated_at': '2021-11-19T18:00:32Z', 'revision_number': 5, 'project_id': 'ecb26dc6f8b14f6babd12abcbaee21bf', 'subnets': [{'id': 'fbbb7272-7674-48c7-868e-338c26915847', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c270229-e6fd-4187-9ec5-67f9346d93a0', 'name': '', 'network_id': '99e4a636-2266-4185-86b6-84420c22f3bb', 'tenant_id': 'ecb26dc6f8b14f6babd12abcbaee21bf', 'mac_address': 'fa:16:3e:85:08:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '980ad8ab-818f-4808-ac3d-5fe97be1cadf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2527, 'fixed_ips': [{'subnet_id': 'c84354a9-84c9-4587-91ff-0ca26ed52880', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:00:42Z', 'updated_at': '2021-11-19T18:00:45Z', 'revision_number': 2, 'project_id': 'ecb26dc6f8b14f6babd12abcbaee21bf', 'subnets': [{'id': 'c84354a9-84c9-4587-91ff-0ca26ed52880', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:00:49.869423 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-7ff0a410-0702-4ae6-876d-9de50f3e9ca7 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=dc4ce8c0e4764250ba39abc11774435f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4775188 Nov 19 18:00:49.870001 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 47688) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:00:49.872626 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdc5ed5e-68ce-4faa-9bbe-e0d7686b3769 None None] Checking router: 980ad8ab-818f-4808-ac3d-5fe97be1cadf for host: n-d-818022-2 {{(pid=103366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:00:49.872999 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdc5ed5e-68ce-4faa-9bbe-e0d7686b3769 None None] Updating router 980ad8ab-818f-4808-ac3d-5fe97be1cadf port 8c270229-e6fd-4187-9ec5-67f9346d93a0 binding host n-d-818022-2 {{(pid=103366) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 18:00:49.883288 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98d315c5-d31a-4cb7-9ef4-d7142a658aea tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:00:49.887665 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-98d315c5-d31a-4cb7-9ef4-d7142a658aea tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:49.891422 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-98d315c5-d31a-4cb7-9ef4-d7142a658aea tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] 10.222.0.54 "PUT /v2.0/subnets/aeb59ae2-2505-4a26-bda3-54986847f967 HTTP/1.1" status: 200 len: 806 time: 1.3278894 Nov 19 18:00:49.908815 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 47690) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:00:49.914782 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-04566b22-e942-447a-9e9b-6785e2011cf4 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:49.936015 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 5cec5864-c6e0-4d09-9f0f-cdb28af7fd12 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:00:49.936399 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:49.957146 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-fdc5ed5e-68ce-4faa-9bbe-e0d7686b3769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:50.340517 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-558720bc-fc3f-4def-af3e-65a22cbaa78f tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] 10.222.0.54 "GET /v2.0/routers/980ad8ab-818f-4808-ac3d-5fe97be1cadf HTTP/1.1" status: 200 len: 933 time: 0.7133214 Nov 19 18:00:50.343681 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 47712) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:00:50.350911 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-25b64387-0cdb-4b3e-bcc9-3a24cb2a64d4 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Request body: {'router': {'routes': None}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:00:50.419200 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-3b588d29-3410-4435-a350-3cab793ea14a None None] Provisioning complete for port 106cb217-01aa-4797-8e4c-553b3e54ca21 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:00:50.420062 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3b588d29-3410-4435-a350-3cab793ea14a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:50.731414 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01ca9415-fcd5-4ec1-bfca-d126db8e8b36 None None] DHCP port deletion for b444a353-bce0-4637-8d6a-364f1d624194 request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:00:50.752669 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04566b22-e942-447a-9e9b-6785e2011cf4 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] No DVR routers for this DVR port 84c80fad-272e-42ad-975d-6d5572cde5d5 on host n-d-818022-2 {{(pid=103364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:00:50.758465 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04566b22-e942-447a-9e9b-6785e2011cf4 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Pushing event deleted for resources: {'Port': ['ID=84c80fad-272e-42ad-975d-6d5572cde5d5,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:50.873513 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d315c5-d31a-4cb7-9ef4-d7142a658aea tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Pushing event updated for resources: {'Subnet': ['ID=aeb59ae2-2505-4a26-bda3-54986847f967,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:51.030223 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-04566b22-e942-447a-9e9b-6785e2011cf4 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:51.059751 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca671daa-6ed9-4f10-a33e-88f785e5b87d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54f44f5f-1200-574e-8740-2141911d5b73-da4d879b-1237-4063-ae18-a0c78ccce355', 'network_id': 'da4d879b-1237-4063-ae18-a0c78ccce355', 'tenant_id': '8ffa8370408040d085287d7dbe34b3c3', 'fixed_ips': [{'subnet_id': 'aeb59ae2-2505-4a26-bda3-54986847f967'}]}} from n-d-818022-2. {{(pid=103366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 18:00:51.062405 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-04566b22-e942-447a-9e9b-6785e2011cf4 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b444a353-bce0-4637-8d6a-364f1d624194']}} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:00:51.067739 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ca671daa-6ed9-4f10-a33e-88f785e5b87d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:51.080631 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-04566b22-e942-447a-9e9b-6785e2011cf4 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '561160ad-020b-4814-858e-20f48612a98e') {'for_net_delete': True} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:00:51.080924 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-04566b22-e942-447a-9e9b-6785e2011cf4 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '561160ad-020b-4814-858e-20f48612a98e') {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:00:51.139415 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.extraroute_db [None req-25b64387-0cdb-4b3e-bcc9-3a24cb2a64d4 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Added routes are [] {{(pid=103365) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 19 18:00:51.140040 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.extraroute_db [None req-25b64387-0cdb-4b3e-bcc9-3a24cb2a64d4 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=103365) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 19 18:00:51.153970 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-04566b22-e942-447a-9e9b-6785e2011cf4 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417396'] for segment, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:51.191708 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-25b64387-0cdb-4b3e-bcc9-3a24cb2a64d4 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-671667', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4675'] for router, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:51.226821 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4eed8ebb-1570-4386-8f77-b91fdc7c3051 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:51.252205 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-04566b22-e942-447a-9e9b-6785e2011cf4 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:51.265948 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-da6ef610-1310-43aa-979f-364f92a07a4c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:51.340589 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-da6ef610-1310-43aa-979f-364f92a07a4c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:51.440095 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 5cec5864-c6e0-4d09-9f0f-cdb28af7fd12 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:00:51.484559 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04566b22-e942-447a-9e9b-6785e2011cf4 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Releasing vlan 691 on physical network physnet1 to pool {{(pid=103364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 18:00:51.486652 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-04566b22-e942-447a-9e9b-6785e2011cf4 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12425183'] for segment, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:51.501459 n-d-818022-2 neutron-server[103364]: Traceback (most recent call last): Nov 19 18:00:51.501459 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 18:00:51.501459 n-d-818022-2 neutron-server[103364]: timer() Nov 19 18:00:51.501459 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 18:00:51.501459 n-d-818022-2 neutron-server[103364]: cb(*args, **kw) Nov 19 18:00:51.501459 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 18:00:51.501459 n-d-818022-2 neutron-server[103364]: return func(*args, **kwargs) Nov 19 18:00:51.501459 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 18:00:51.501459 n-d-818022-2 neutron-server[103364]: self._notify() Nov 19 18:00:51.501459 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 18:00:51.501459 n-d-818022-2 neutron-server[103364]: self.callback(batched_events) Nov 19 18:00:51.501459 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 18:00:51.501459 n-d-818022-2 neutron-server[103364]: event.method(event) Nov 19 18:00:51.501459 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 18:00:51.501459 n-d-818022-2 neutron-server[103364]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 18:00:51.501459 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 18:00:51.501459 n-d-818022-2 neutron-server[103364]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 18:00:51.501459 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 18:00:51.501459 n-d-818022-2 neutron-server[103364]: return f(self, *a, **k) Nov 19 18:00:51.501459 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 18:00:51.501459 n-d-818022-2 neutron-server[103364]: return self._get(url).json() Nov 19 18:00:51.501459 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 18:00:51.501459 n-d-818022-2 neutron-server[103364]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 18:00:51.501459 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 18:00:51.501459 n-d-818022-2 neutron-server[103364]: return self.request(url, 'GET', **kwargs) Nov 19 18:00:51.501459 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 18:00:51.501459 n-d-818022-2 neutron-server[103364]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 18:00:51.501459 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 18:00:51.501459 n-d-818022-2 neutron-server[103364]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 18:00:51.501459 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 18:00:51.501459 n-d-818022-2 neutron-server[103364]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 18:00:51.501459 n-d-818022-2 neutron-server[103364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 18:00:51.617063 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [None req-ca671daa-6ed9-4f10-a33e-88f785e5b87d None None] Allocated IP 172.20.0.2 (da4d879b-1237-4063-ae18-a0c78ccce355/aeb59ae2-2505-4a26-bda3-54986847f967/ad32b47a-0b3a-484d-b0dc-2d6cf076f476) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:00:51.622393 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-25b64387-0cdb-4b3e-bcc9-3a24cb2a64d4 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-671667', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4675'] for router, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:51.626601 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-25b64387-0cdb-4b3e-bcc9-3a24cb2a64d4 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-671652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-671709', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-543867'] for router, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:51.657338 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4eed8ebb-1570-4386-8f77-b91fdc7c3051 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:51.713048 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-04566b22-e942-447a-9e9b-6785e2011cf4 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671242'] for network, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:51.718120 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-04566b22-e942-447a-9e9b-6785e2011cf4 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Publish callbacks [] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:51.727051 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-04566b22-e942-447a-9e9b-6785e2011cf4 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] 10.222.0.54 "DELETE /v2.0/networks/b444a353-bce0-4637-8d6a-364f1d624194 HTTP/1.1" status: 204 len: 168 time: 3.3242857 Nov 19 18:00:51.807954 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04566b22-e942-447a-9e9b-6785e2011cf4 tempest-NetworksIpV6TestAttrs-1874259537 tempest-NetworksIpV6TestAttrs-1874259537-project] Pushing event deleted for resources: {'Network': ['ID=b444a353-bce0-4637-8d6a-364f1d624194,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:51.811195 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-da6ef610-1310-43aa-979f-364f92a07a4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:51.816994 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-da6ef610-1310-43aa-979f-364f92a07a4c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:51.818539 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-da6ef610-1310-43aa-979f-364f92a07a4c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/795e39ca-96b8-4101-b21d-76239114adbe HTTP/1.1" status: 204 len: 168 time: 1.9283924 Nov 19 18:00:51.828988 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6ef610-1310-43aa-979f-364f92a07a4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=795e39ca-96b8-4101-b21d-76239114adbe,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:51.912202 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25b64387-0cdb-4b3e-bcc9-3a24cb2a64d4 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Router 980ad8ab-818f-4808-ac3d-5fe97be1cadf has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 18:00:51.982180 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-fdc5ed5e-68ce-4faa-9bbe-e0d7686b3769 None None] Publish callbacks [] for port, precommit_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:52.011561 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9777e77e-e888-4c10-9a46-54a067fa045c None None] Network 99e4a636-2266-4185-86b6-84420c22f3bb requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:00:52.021945 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-af2a2f3a-3ece-4cc1-a620-4c03269a4ff2 None None] Provisioning complete for port 106cb217-01aa-4797-8e4c-553b3e54ca21 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:00:52.022335 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-af2a2f3a-3ece-4cc1-a620-4c03269a4ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:52.147572 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-fdc5ed5e-68ce-4faa-9bbe-e0d7686b3769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:52.202870 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 47786) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:00:52.208153 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25b64387-0cdb-4b3e-bcc9-3a24cb2a64d4 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:00:52.236639 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-25b64387-0cdb-4b3e-bcc9-3a24cb2a64d4 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks [] for router, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:52.237879 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-25b64387-0cdb-4b3e-bcc9-3a24cb2a64d4 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] 10.222.0.54 "PUT /v2.0/routers/980ad8ab-818f-4808-ac3d-5fe97be1cadf HTTP/1.1" status: 200 len: 699 time: 1.8930261 Nov 19 18:00:52.241462 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 47796) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:00:52.428926 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-7a878255-8ce6-43a1-9f49-7dfd0cea515a tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] 10.222.0.54 "GET /v2.0/routers/980ad8ab-818f-4808-ac3d-5fe97be1cadf HTTP/1.1" status: 200 len: 699 time: 0.1870143 Nov 19 18:00:52.431553 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 47814) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:00:52.618532 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-d3bb1496-f3a2-48e8-abc7-b2dd02ea4640 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=046193144e6e4cc5baaab68732230105&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4144018 Nov 19 18:00:52.619616 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 47842) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:00:52.833193 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0041f9a3-3a6f-4471-8658-542a5f51716b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:52.901496 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0041f9a3-3a6f-4471-8658-542a5f51716b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:53.011381 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0041f9a3-3a6f-4471-8658-542a5f51716b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:53.014870 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ca671daa-6ed9-4f10-a33e-88f785e5b87d None None] Publish callbacks [] for port, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:53.015443 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0041f9a3-3a6f-4471-8658-542a5f51716b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:53.016745 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-0041f9a3-3a6f-4471-8658-542a5f51716b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/0aaf23dc-fbba-4d63-91b8-7b6010d12a1f HTTP/1.1" status: 204 len: 168 time: 0.3959982 Nov 19 18:00:53.038772 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0041f9a3-3a6f-4471-8658-542a5f51716b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aaf23dc-fbba-4d63-91b8-7b6010d12a1f,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:53.043187 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 5cec5864-c6e0-4d09-9f0f-cdb28af7fd12 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:00:53.043581 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:53.082742 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4eed8ebb-1570-4386-8f77-b91fdc7c3051 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12425137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8983934'] for subnet, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:53.139334 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 47882) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:00:53.182121 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eed8ebb-1570-4386-8f77-b91fdc7c3051 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Pushing event deleted for resources: {'Subnet': ['ID=aeb59ae2-2505-4a26-bda3-54986847f967,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:53.254273 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcc9b89-01e9-4fad-b4bc-ba4cd6bfdfaf None None] Pushing event updated for resources: {'Port': ['ID=8c270229-e6fd-4187-9ec5-67f9346d93a0,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:53.260932 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 47888) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:00:53.360193 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4eed8ebb-1570-4386-8f77-b91fdc7c3051 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:53.360449 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ca671daa-6ed9-4f10-a33e-88f785e5b87d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998'] for port, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:53.411716 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-4eed8ebb-1570-4386-8f77-b91fdc7c3051 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da4d879b-1237-4063-ae18-a0c78ccce355']}} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:00:53.425772 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca671daa-6ed9-4f10-a33e-88f785e5b87d None None] Pushing event updated for resources: {'Port': ['ID=ad32b47a-0b3a-484d-b0dc-2d6cf076f476,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:53.440423 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-4eed8ebb-1570-4386-8f77-b91fdc7c3051 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b6d5e56-d85b-4cae-bd1c-fa9b98107789') {'for_net_delete': True} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:00:53.442786 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-4eed8ebb-1570-4386-8f77-b91fdc7c3051 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b6d5e56-d85b-4cae-bd1c-fa9b98107789') {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:00:53.454078 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ad54f5f2-903f-4a52-89f8-86752c6bb4e9 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-768564'] for router_interface, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:53.468320 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4eed8ebb-1570-4386-8f77-b91fdc7c3051 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417396'] for segment, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:53.501496 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4eed8ebb-1570-4386-8f77-b91fdc7c3051 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:53.513477 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4eed8ebb-1570-4386-8f77-b91fdc7c3051 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Releasing vlan 673 on physical network physnet1 to pool {{(pid=103364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 18:00:53.514287 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4eed8ebb-1570-4386-8f77-b91fdc7c3051 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12425183'] for segment, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:53.551570 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-fdc5ed5e-68ce-4faa-9bbe-e0d7686b3769 None None] Attempting to bind port 8c270229-e6fd-4187-9ec5-67f9346d93a0 on host n-d-818022-2 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:00:53.552098 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-fdc5ed5e-68ce-4faa-9bbe-e0d7686b3769 None None] Attempting to bind port 8c270229-e6fd-4187-9ec5-67f9346d93a0 by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': 'a232cf16-c68f-4929-bd88-fc22db73b123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '99e4a636-2266-4185-86b6-84420c22f3bb'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:00:53.552500 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc5ed5e-68ce-4faa-9bbe-e0d7686b3769 None None] Attempting to bind port 8c270229-e6fd-4187-9ec5-67f9346d93a0 on network 99e4a636-2266-4185-86b6-84420c22f3bb {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:00:53.570073 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca671daa-6ed9-4f10-a33e-88f785e5b87d None None] Network da4d879b-1237-4063-ae18-a0c78ccce355 is already hosted by enough agents. {{(pid=103366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:00:53.605866 n-d-818022-2 neutron-server[103364]: Traceback (most recent call last): Nov 19 18:00:53.605866 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 18:00:53.605866 n-d-818022-2 neutron-server[103364]: timer() Nov 19 18:00:53.605866 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 18:00:53.605866 n-d-818022-2 neutron-server[103364]: cb(*args, **kw) Nov 19 18:00:53.605866 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 18:00:53.605866 n-d-818022-2 neutron-server[103364]: return func(*args, **kwargs) Nov 19 18:00:53.605866 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 18:00:53.605866 n-d-818022-2 neutron-server[103364]: self._notify() Nov 19 18:00:53.605866 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 18:00:53.605866 n-d-818022-2 neutron-server[103364]: self.callback(batched_events) Nov 19 18:00:53.605866 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 18:00:53.605866 n-d-818022-2 neutron-server[103364]: event.method(event) Nov 19 18:00:53.605866 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 18:00:53.605866 n-d-818022-2 neutron-server[103364]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 18:00:53.605866 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 18:00:53.605866 n-d-818022-2 neutron-server[103364]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 18:00:53.605866 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 18:00:53.605866 n-d-818022-2 neutron-server[103364]: return f(self, *a, **k) Nov 19 18:00:53.605866 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 18:00:53.605866 n-d-818022-2 neutron-server[103364]: return self._get(url).json() Nov 19 18:00:53.605866 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 18:00:53.605866 n-d-818022-2 neutron-server[103364]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 18:00:53.605866 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 18:00:53.605866 n-d-818022-2 neutron-server[103364]: return self.request(url, 'GET', **kwargs) Nov 19 18:00:53.605866 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 18:00:53.605866 n-d-818022-2 neutron-server[103364]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 18:00:53.605866 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 18:00:53.605866 n-d-818022-2 neutron-server[103364]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 18:00:53.605866 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 18:00:53.605866 n-d-818022-2 neutron-server[103364]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 18:00:53.605866 n-d-818022-2 neutron-server[103364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 18:00:53.616389 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-c349d9cf-2dfb-4969-9c47-6d40041a8a28 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1962455953-network', 'tenant_id': '13c0bb19644446578b6dcb526272ce30'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:00:53.630278 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [None req-ca671daa-6ed9-4f10-a33e-88f785e5b87d None None] Resources bound (agent type, host, resource id): {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:00:53.658297 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c349d9cf-2dfb-4969-9c47-6d40041a8a28 admin admin] Made reservation on behalf of 13c0bb19644446578b6dcb526272ce30 for: {'network': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:00:53.661384 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c349d9cf-2dfb-4969-9c47-6d40041a8a28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:53.688130 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c349d9cf-2dfb-4969-9c47-6d40041a8a28 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:53.702220 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.db.api [None req-4eed8ebb-1570-4386-8f77-b91fdc7c3051 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 19 18:00:53.702220 n-d-818022-2 neutron-server[103364]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 19 18:00:53.702220 n-d-818022-2 neutron-server[103364]: [parameters: {'id': 'da4d879b-1237-4063-ae18-a0c78ccce355'}] Nov 19 18:00:53.702220 n-d-818022-2 neutron-server[103364]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103364) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 18:00:53.702965 n-d-818022-2 neutron-server[103364]: DEBUG oslo_db.api [None req-4eed8ebb-1570-4386-8f77-b91fdc7c3051 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 18:00:53.707115 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca671daa-6ed9-4f10-a33e-88f785e5b87d None None] Received port after_create {{(pid=103366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:00:53.718704 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc5ed5e-68ce-4faa-9bbe-e0d7686b3769 None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 0, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:00:53.724595 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc5ed5e-68ce-4faa-9bbe-e0d7686b3769 None None] Checking segment: {'id': 'a232cf16-c68f-4929-bd88-fc22db73b123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '99e4a636-2266-4185-86b6-84420c22f3bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:00:53.725060 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-fdc5ed5e-68ce-4faa-9bbe-e0d7686b3769 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:53.725477 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc5ed5e-68ce-4faa-9bbe-e0d7686b3769 None None] Bound using segment: {'id': 'a232cf16-c68f-4929-bd88-fc22db73b123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '99e4a636-2266-4185-86b6-84420c22f3bb'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:00:53.726023 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-fdc5ed5e-68ce-4faa-9bbe-e0d7686b3769 None None] Bound port: 8c270229-e6fd-4187-9ec5-67f9346d93a0, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a232cf16-c68f-4929-bd88-fc22db73b123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '99e4a636-2266-4185-86b6-84420c22f3bb'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:00:53.726418 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-fdc5ed5e-68ce-4faa-9bbe-e0d7686b3769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:53.833990 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-092adb95-63ab-4295-b1aa-0aec66773e75 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:53.851140 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-0340f3e5-a46f-4eae-9fe8-89a51a2cc742 None None] Provisioning complete for port 8c270229-e6fd-4187-9ec5-67f9346d93a0 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:00:53.862169 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0340f3e5-a46f-4eae-9fe8-89a51a2cc742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:53.905010 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c349d9cf-2dfb-4969-9c47-6d40041a8a28 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:53.924374 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c349d9cf-2dfb-4969-9c47-6d40041a8a28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:53.954193 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 84c80fad-272e-42ad-975d-6d5572cde5d5 no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:00:53.975295 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-092adb95-63ab-4295-b1aa-0aec66773e75 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:53.976479 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 47910) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:00:53.990690 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-092adb95-63ab-4295-b1aa-0aec66773e75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:54.003666 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c349d9cf-2dfb-4969-9c47-6d40041a8a28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab553829-b17c-4bd7-9495-2cea0ebc82fb,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:54.031527 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c349d9cf-2dfb-4969-9c47-6d40041a8a28 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 690} {{(pid=103364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 18:00:54.049676 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-092adb95-63ab-4295-b1aa-0aec66773e75 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ca767d20b76244948f0c3eae89342902&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7866647 Nov 19 18:00:54.052542 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 47916) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:00:54.068266 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c349d9cf-2dfb-4969-9c47-6d40041a8a28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:54.068382 n-d-818022-2 neutron-server[103364]: INFO neutron.db.segments_db [None req-c349d9cf-2dfb-4969-9c47-6d40041a8a28 admin admin] Added segment 93225d1f-5aff-466a-a20e-5f356e9dbfdc of type vlan for network d8dbec36-4368-41ad-81ce-387cc5613033 Nov 19 18:00:54.077368 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092adb95-63ab-4295-b1aa-0aec66773e75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=563af898-64ea-4021-86f7-e5cb6ffa863c,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:54.155592 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-ca671daa-6ed9-4f10-a33e-88f785e5b87d None None] Attempting to bind port ad32b47a-0b3a-484d-b0dc-2d6cf076f476 on host n-d-818022-2 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:00:54.157554 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-ca671daa-6ed9-4f10-a33e-88f785e5b87d None None] Attempting to bind port ad32b47a-0b3a-484d-b0dc-2d6cf076f476 by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': '4b6d5e56-d85b-4cae-bd1c-fa9b98107789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'da4d879b-1237-4063-ae18-a0c78ccce355'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:00:54.158995 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca671daa-6ed9-4f10-a33e-88f785e5b87d None None] Attempting to bind port ad32b47a-0b3a-484d-b0dc-2d6cf076f476 on network da4d879b-1237-4063-ae18-a0c78ccce355 {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:00:54.166612 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: 84c80fad-272e-42ad-975d-6d5572cde5d5 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:00:54.167508 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 84c80fad-272e-42ad-975d-6d5572cde5d5 not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:00:54.169292 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 183f57c9-72ac-478e-8a50-6d3a36e3003e no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:00:54.211251 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4eed8ebb-1570-4386-8f77-b91fdc7c3051 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:54.237770 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-0340f3e5-a46f-4eae-9fe8-89a51a2cc742 None None] Port 8c270229-e6fd-4187-9ec5-67f9346d93a0 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:00:54.240308 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c349d9cf-2dfb-4969-9c47-6d40041a8a28 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:54.254978 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca671daa-6ed9-4f10-a33e-88f785e5b87d None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 0, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:00:54.255453 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca671daa-6ed9-4f10-a33e-88f785e5b87d None None] Checking segment: {'id': '4b6d5e56-d85b-4cae-bd1c-fa9b98107789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'da4d879b-1237-4063-ae18-a0c78ccce355'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:00:54.255773 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ca671daa-6ed9-4f10-a33e-88f785e5b87d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:54.256183 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca671daa-6ed9-4f10-a33e-88f785e5b87d None None] Bound using segment: {'id': '4b6d5e56-d85b-4cae-bd1c-fa9b98107789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'da4d879b-1237-4063-ae18-a0c78ccce355'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:00:54.256708 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-ca671daa-6ed9-4f10-a33e-88f785e5b87d None None] Bound port: ad32b47a-0b3a-484d-b0dc-2d6cf076f476, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b6d5e56-d85b-4cae-bd1c-fa9b98107789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'da4d879b-1237-4063-ae18-a0c78ccce355'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:00:54.257080 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ca671daa-6ed9-4f10-a33e-88f785e5b87d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:54.265291 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-11590bd4-8582-449a-b40b-95957b5a7e50 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:54.272352 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: 183f57c9-72ac-478e-8a50-6d3a36e3003e {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:00:54.272968 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 183f57c9-72ac-478e-8a50-6d3a36e3003e not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:00:54.284493 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-247833a9-05f2-4dcd-922d-3880671d8324 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:54.331350 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-11590bd4-8582-449a-b40b-95957b5a7e50 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:54.348976 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c349d9cf-2dfb-4969-9c47-6d40041a8a28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:54.350195 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c349d9cf-2dfb-4969-9c47-6d40041a8a28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:00:54.350905 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c349d9cf-2dfb-4969-9c47-6d40041a8a28 admin admin] Publish callbacks [] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:54.412902 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-ad54f5f2-903f-4a52-89f8-86752c6bb4e9 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Deleting port 8c270229-e6fd-4187-9ec5-67f9346d93a0 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:00:54.413552 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ad54f5f2-903f-4a52-89f8-86752c6bb4e9 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:54.443159 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-fdc5ed5e-68ce-4faa-9bbe-e0d7686b3769 None None] For port 8c270229-e6fd-4187-9ec5-67f9346d93a0, host n-d-818022-2, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:00:54.448037 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-0340f3e5-a46f-4eae-9fe8-89a51a2cc742 None None] Provisioning complete for port 5cec5864-c6e0-4d09-9f0f-cdb28af7fd12 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:00:54.448341 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0340f3e5-a46f-4eae-9fe8-89a51a2cc742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:54.487795 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-c349d9cf-2dfb-4969-9c47-6d40041a8a28 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3469820 Nov 19 18:00:54.491648 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 47926) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:00:54.500223 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c349d9cf-2dfb-4969-9c47-6d40041a8a28 admin admin] Pushing event updated for resources: {'Network': ['ID=d8dbec36-4368-41ad-81ce-387cc5613033,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:54.512135 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-2435abb7-7289-4b86-a1ac-57d8d36ab198 admin admin] Request body: {'subnet': {'network_id': 'd8dbec36-4368-41ad-81ce-387cc5613033', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1962455953-subnet', 'tenant_id': '13c0bb19644446578b6dcb526272ce30', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:00:54.519427 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-4eed8ebb-1570-4386-8f77-b91fdc7c3051 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Deleting port ad32b47a-0b3a-484d-b0dc-2d6cf076f476 {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:00:54.520213 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4eed8ebb-1570-4386-8f77-b91fdc7c3051 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:54.520990 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-fdc5ed5e-68ce-4faa-9bbe-e0d7686b3769 None None] For port 8c270229-e6fd-4187-9ec5-67f9346d93a0, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=8c270229-e6fd-4187-9ec5-67f9346d93a0,segment=NetworkSegment(a232cf16-c68f-4929-bd88-fc22db73b123),segment_id=a232cf16-c68f-4929-bd88-fc22db73b123)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:00:54.526550 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network d8dbec36-4368-41ad-81ce-387cc5613033 details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 18:00:54.558717 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-247833a9-05f2-4dcd-922d-3880671d8324 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:54.567060 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-fdc5ed5e-68ce-4faa-9bbe-e0d7686b3769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:54.575391 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-247833a9-05f2-4dcd-922d-3880671d8324 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:54.654574 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247833a9-05f2-4dcd-922d-3880671d8324 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b661e83-c8b2-4706-9fae-c385db7512e3,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:54.683182 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-ca671daa-6ed9-4f10-a33e-88f785e5b87d None None] For port ad32b47a-0b3a-484d-b0dc-2d6cf076f476, host n-d-818022-2, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:00:54.710654 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-11590bd4-8582-449a-b40b-95957b5a7e50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:54.717125 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-11590bd4-8582-449a-b40b-95957b5a7e50 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:54.730192 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-ca671daa-6ed9-4f10-a33e-88f785e5b87d None None] For port ad32b47a-0b3a-484d-b0dc-2d6cf076f476, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=ad32b47a-0b3a-484d-b0dc-2d6cf076f476,segment=NetworkSegment(4b6d5e56-d85b-4cae-bd1c-fa9b98107789),segment_id=4b6d5e56-d85b-4cae-bd1c-fa9b98107789)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:00:54.739116 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-11590bd4-8582-449a-b40b-95957b5a7e50 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/563af898-64ea-4021-86f7-e5cb6ffa863c HTTP/1.1" status: 204 len: 168 time: 0.6720774 Nov 19 18:00:54.765248 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ca671daa-6ed9-4f10-a33e-88f785e5b87d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:54.770598 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcc9b89-01e9-4fad-b4bc-ba4cd6bfdfaf None None] Pushing event updated for resources: {'Port': ['ID=8c270229-e6fd-4187-9ec5-67f9346d93a0,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:54.779616 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc5ed5e-68ce-4faa-9bbe-e0d7686b3769 None None] Routers {'980ad8ab-818f-4808-ac3d-5fe97be1cadf'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:00:54.780809 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-fdc5ed5e-68ce-4faa-9bbe-e0d7686b3769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:00:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['980ad8ab-818f-4808-ac3d-5fe97be1cadf'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:00:54.821153 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [None req-ad54f5f2-903f-4a52-89f8-86752c6bb4e9 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] For port 8c270229-e6fd-4187-9ec5-67f9346d93a0, host n-d-818022-2, got binding levels [] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:00:54.823678 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ad54f5f2-903f-4a52-89f8-86752c6bb4e9 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:54.827838 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2435abb7-7289-4b86-a1ac-57d8d36ab198 admin admin] Made reservation on behalf of 13c0bb19644446578b6dcb526272ce30 for: {'subnet': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:00:54.831674 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11590bd4-8582-449a-b40b-95957b5a7e50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=563af898-64ea-4021-86f7-e5cb6ffa863c,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:54.854950 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2435abb7-7289-4b86-a1ac-57d8d36ab198 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8731248'] for subnet, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:54.887452 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [None req-4eed8ebb-1570-4386-8f77-b91fdc7c3051 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] For port ad32b47a-0b3a-484d-b0dc-2d6cf076f476, host n-d-818022-2, got binding levels [] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:00:54.888130 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4eed8ebb-1570-4386-8f77-b91fdc7c3051 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:54.926704 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-4eed8ebb-1570-4386-8f77-b91fdc7c3051 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Calling delete_port for ad32b47a-0b3a-484d-b0dc-2d6cf076f476 owned by network:dhcp {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:00:55.057093 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-ad54f5f2-903f-4a52-89f8-86752c6bb4e9 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Calling delete_port for 8c270229-e6fd-4187-9ec5-67f9346d93a0 owned by network:router_interface {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:00:55.209134 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4eed8ebb-1570-4386-8f77-b91fdc7c3051 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:55.270300 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca671daa-6ed9-4f10-a33e-88f785e5b87d None None] Pushing event updated for resources: {'Port': ['ID=ad32b47a-0b3a-484d-b0dc-2d6cf076f476,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:55.281842 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-fdc5ed5e-68ce-4faa-9bbe-e0d7686b3769 None None] Set router 980ad8ab-818f-4808-ac3d-5fe97be1cadf gateway port host: None {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:00:55.333609 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eed8ebb-1570-4386-8f77-b91fdc7c3051 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Pushing event deleted for resources: {'Port': ['ID=ad32b47a-0b3a-484d-b0dc-2d6cf076f476,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:55.353110 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eed8ebb-1570-4386-8f77-b91fdc7c3051 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] No DVR routers for this DVR port ad32b47a-0b3a-484d-b0dc-2d6cf076f476 on host n-d-818022-2 {{(pid=103364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:00:55.358762 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93e60576-60a4-4912-b8fa-51342ed67e2b None None] Network da4d879b-1237-4063-ae18-a0c78ccce355 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:00:55.487331 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-247833a9-05f2-4dcd-922d-3880671d8324 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=7bc13bbdeb7f4e45827e6a87bee668e4&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5078571 Nov 19 18:00:55.488661 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 47956) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:00:55.514696 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ad54f5f2-903f-4a52-89f8-86752c6bb4e9 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:55.602136 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad54f5f2-903f-4a52-89f8-86752c6bb4e9 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Pushing event deleted for resources: {'Port': ['ID=8c270229-e6fd-4187-9ec5-67f9346d93a0,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:55.607447 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4eed8ebb-1570-4386-8f77-b91fdc7c3051 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:55.683768 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-4eed8ebb-1570-4386-8f77-b91fdc7c3051 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da4d879b-1237-4063-ae18-a0c78ccce355']}} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:00:55.717855 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-4eed8ebb-1570-4386-8f77-b91fdc7c3051 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b6d5e56-d85b-4cae-bd1c-fa9b98107789') {'for_net_delete': True} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:00:55.718696 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-4eed8ebb-1570-4386-8f77-b91fdc7c3051 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b6d5e56-d85b-4cae-bd1c-fa9b98107789') {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:00:55.721441 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-b8c542f2-fd2a-4bb5-b777-0603e2434cbe None None] Provisioning complete for port 8c270229-e6fd-4187-9ec5-67f9346d93a0 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:00:55.726360 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b8c542f2-fd2a-4bb5-b777-0603e2434cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:55.740828 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4eed8ebb-1570-4386-8f77-b91fdc7c3051 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417396'] for segment, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:55.744501 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3e4c8d54-0e0d-455a-88ef-65eab2e8dbcb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:55.783321 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4eed8ebb-1570-4386-8f77-b91fdc7c3051 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:55.797654 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4eed8ebb-1570-4386-8f77-b91fdc7c3051 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Releasing vlan 673 on physical network physnet1 to pool {{(pid=103364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 18:00:55.798482 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4eed8ebb-1570-4386-8f77-b91fdc7c3051 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12425183'] for segment, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:55.808743 n-d-818022-2 neutron-server[103364]: Traceback (most recent call last): Nov 19 18:00:55.808743 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 18:00:55.808743 n-d-818022-2 neutron-server[103364]: timer() Nov 19 18:00:55.808743 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 18:00:55.808743 n-d-818022-2 neutron-server[103364]: cb(*args, **kw) Nov 19 18:00:55.808743 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 18:00:55.808743 n-d-818022-2 neutron-server[103364]: return func(*args, **kwargs) Nov 19 18:00:55.808743 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 18:00:55.808743 n-d-818022-2 neutron-server[103364]: self._notify() Nov 19 18:00:55.808743 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 18:00:55.808743 n-d-818022-2 neutron-server[103364]: self.callback(batched_events) Nov 19 18:00:55.808743 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 18:00:55.808743 n-d-818022-2 neutron-server[103364]: event.method(event) Nov 19 18:00:55.808743 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 18:00:55.808743 n-d-818022-2 neutron-server[103364]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 18:00:55.808743 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 18:00:55.808743 n-d-818022-2 neutron-server[103364]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 18:00:55.808743 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 18:00:55.808743 n-d-818022-2 neutron-server[103364]: return f(self, *a, **k) Nov 19 18:00:55.808743 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 18:00:55.808743 n-d-818022-2 neutron-server[103364]: return self._get(url).json() Nov 19 18:00:55.808743 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 18:00:55.808743 n-d-818022-2 neutron-server[103364]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 18:00:55.808743 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 18:00:55.808743 n-d-818022-2 neutron-server[103364]: return self.request(url, 'GET', **kwargs) Nov 19 18:00:55.808743 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 18:00:55.808743 n-d-818022-2 neutron-server[103364]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 18:00:55.808743 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 18:00:55.808743 n-d-818022-2 neutron-server[103364]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 18:00:55.808743 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 18:00:55.808743 n-d-818022-2 neutron-server[103364]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 18:00:55.808743 n-d-818022-2 neutron-server[103364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 18:00:55.896240 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-b8c542f2-fd2a-4bb5-b777-0603e2434cbe None None] Port 8c270229-e6fd-4187-9ec5-67f9346d93a0 was deleted so its status cannot be updated. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 19 18:00:55.908039 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3e4c8d54-0e0d-455a-88ef-65eab2e8dbcb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:55.977315 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4eed8ebb-1570-4386-8f77-b91fdc7c3051 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671242'] for network, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:55.991406 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4eed8ebb-1570-4386-8f77-b91fdc7c3051 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks [] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:56.001980 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-4eed8ebb-1570-4386-8f77-b91fdc7c3051 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] 10.222.0.54 "DELETE /v2.0/networks/da4d879b-1237-4063-ae18-a0c78ccce355 HTTP/1.1" status: 204 len: 168 time: 6.0882418 Nov 19 18:00:56.006329 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 47980) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:00:56.061689 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eed8ebb-1570-4386-8f77-b91fdc7c3051 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Pushing event deleted for resources: {'Network': ['ID=da4d879b-1237-4063-ae18-a0c78ccce355,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:56.067706 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55b1a7a0-64d1-4913-98fa-a41e7a6e71ec None None] Network da4d879b-1237-4063-ae18-a0c78ccce355 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:00:56.079160 n-d-818022-2 neutron-server[103364]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9ef15a9-7fc5-47b4-b892-05bcc6520371 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] DELETE failed (client error): The resource could not be found. Nov 19 18:00:56.080391 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9ef15a9-7fc5-47b4-b892-05bcc6520371 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103364) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 18:00:56.088195 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-d9ef15a9-7fc5-47b4-b892-05bcc6520371 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] 10.222.0.54 "DELETE /v2.0/networks/da4d879b-1237-4063-ae18-a0c78ccce355 HTTP/1.1" status: 404 len: 339 time: 0.0738802 Nov 19 18:00:56.088608 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 47986) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:00:56.109644 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-10673a32-72fc-4780-a867-bc9ac5da0d04 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1048264391', 'description': 'd1'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:00:56.133802 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55b1a7a0-64d1-4913-98fa-a41e7a6e71ec None None] Network da4d879b-1237-4063-ae18-a0c78ccce355 could not be found, it might have been deleted concurrently. {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 19 18:00:56.163129 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-b8c542f2-fd2a-4bb5-b777-0603e2434cbe None None] Provisioning complete for port 5cec5864-c6e0-4d09-9f0f-cdb28af7fd12 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:00:56.163915 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b8c542f2-fd2a-4bb5-b777-0603e2434cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:56.172056 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10673a32-72fc-4780-a867-bc9ac5da0d04 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Made reservation on behalf of 8ffa8370408040d085287d7dbe34b3c3 for: {'network': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:00:56.177476 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-10673a32-72fc-4780-a867-bc9ac5da0d04 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:56.257866 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10673a32-72fc-4780-a867-bc9ac5da0d04 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 671} {{(pid=103364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 18:00:56.287081 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-10673a32-72fc-4780-a867-bc9ac5da0d04 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:56.288134 n-d-818022-2 neutron-server[103364]: INFO neutron.db.segments_db [None req-10673a32-72fc-4780-a867-bc9ac5da0d04 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Added segment d318d37d-78a8-46a6-a4fd-025bec9d3a98 of type vlan for network 790e50a1-aa30-4328-8b80-4f47dc9276a3 Nov 19 18:00:56.361477 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3e4c8d54-0e0d-455a-88ef-65eab2e8dbcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:56.372843 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3e4c8d54-0e0d-455a-88ef-65eab2e8dbcb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:56.379508 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-3e4c8d54-0e0d-455a-88ef-65eab2e8dbcb admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/5b661e83-c8b2-4706-9fae-c385db7512e3 HTTP/1.1" status: 204 len: 168 time: 0.8855112 Nov 19 18:00:56.419890 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-10673a32-72fc-4780-a867-bc9ac5da0d04 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:56.501012 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4c8d54-0e0d-455a-88ef-65eab2e8dbcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b661e83-c8b2-4706-9fae-c385db7512e3,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:56.504388 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-10673a32-72fc-4780-a867-bc9ac5da0d04 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:56.522782 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2435abb7-7289-4b86-a1ac-57d8d36ab198 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12283104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8731234'] for subnet, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:56.562304 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10673a32-72fc-4780-a867-bc9ac5da0d04 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:00:56.566137 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-10673a32-72fc-4780-a867-bc9ac5da0d04 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks [] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:56.585151 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2435abb7-7289-4b86-a1ac-57d8d36ab198 admin admin] Pushing event updated for resources: {'Subnet': ['ID=068f1254-b57b-4c27-b51b-af4c446dce02,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:56.601493 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ad54f5f2-903f-4a52-89f8-86752c6bb4e9 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-768648'] for router_interface, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:56.736801 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-10673a32-72fc-4780-a867-bc9ac5da0d04 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.6460755 Nov 19 18:00:56.737731 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 48004) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:00:56.868585 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10673a32-72fc-4780-a867-bc9ac5da0d04 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Pushing event updated for resources: {'Network': ['ID=790e50a1-aa30-4328-8b80-4f47dc9276a3,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:56.965642 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f6f1163-026b-4395-9192-730a84ae7bbd tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:00:56.978375 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-3f6f1163-026b-4395-9192-730a84ae7bbd tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] 10.222.0.54 "GET /v2.0/networks?id=790e50a1-aa30-4328-8b80-4f47dc9276a3 HTTP/1.1" status: 200 len: 761 time: 0.2358303 Nov 19 18:00:56.979054 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 48012) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:00:56.991565 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-3afb65f2-aeb8-4e56-b608-aa493595fd25 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Request body: {'network': {'description': 'd2'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:00:57.047636 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-fdc5ed5e-68ce-4faa-9bbe-e0d7686b3769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '980ad8ab-818f-4808-ac3d-5fe97be1cadf', 'name': 'tempest-RoutersTest-router-432570378', 'tenant_id': 'ecb26dc6f8b14f6babd12abcbaee21bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:00:07Z', 'updated_at': '2021-11-19T18:00:51Z', 'revision_number': 7, 'project_id': 'ecb26dc6f8b14f6babd12abcbaee21bf', 'gw_port_host': None, '_interfaces': [{'id': '074a41f9-7309-42bf-9620-c71e6d62ef38', 'name': '', 'network_id': 'fe0e2852-33a8-4fa2-8c1c-0ba411d8ab17', 'tenant_id': 'ecb26dc6f8b14f6babd12abcbaee21bf', 'mac_address': 'fa:16:3e:3c:0b:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '980ad8ab-818f-4808-ac3d-5fe97be1cadf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2450, 'fixed_ips': [{'subnet_id': '92811ad4-303b-4354-b780-e680c3c3cdc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:00:12Z', 'updated_at': '2021-11-19T18:00:22Z', 'revision_number': 5, 'project_id': 'ecb26dc6f8b14f6babd12abcbaee21bf', 'subnets': [{'id': '92811ad4-303b-4354-b780-e680c3c3cdc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '106cb217-01aa-4797-8e4c-553b3e54ca21', 'name': '', 'network_id': 'b9d8aa4e-5f87-4b7a-a749-6c49d4c7fbf8', 'tenant_id': 'ecb26dc6f8b14f6babd12abcbaee21bf', 'mac_address': 'fa:16:3e:18:db:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '980ad8ab-818f-4808-ac3d-5fe97be1cadf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2497, 'fixed_ips': [{'subnet_id': 'be3a7046-64c6-49bb-807d-cc2f0ffc79d6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:00:33Z', 'updated_at': '2021-11-19T18:00:45Z', 'revision_number': 5, 'project_id': 'ecb26dc6f8b14f6babd12abcbaee21bf', 'subnets': [{'id': 'be3a7046-64c6-49bb-807d-cc2f0ffc79d6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2a09bb4b-afa1-456a-85bf-083ddf4bf17f', 'name': '', 'network_id': 'f0e72ab0-372f-44f4-b735-094db4bb78cb', 'tenant_id': 'ecb26dc6f8b14f6babd12abcbaee21bf', 'mac_address': 'fa:16:3e:06:be:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '980ad8ab-818f-4808-ac3d-5fe97be1cadf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': 'fbbb7272-7674-48c7-868e-338c26915847', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:00:22Z', 'updated_at': '2021-11-19T18:00:32Z', 'revision_number': 5, 'project_id': 'ecb26dc6f8b14f6babd12abcbaee21bf', 'subnets': [{'id': 'fbbb7272-7674-48c7-868e-338c26915847', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c270229-e6fd-4187-9ec5-67f9346d93a0', 'name': '', 'network_id': '99e4a636-2266-4185-86b6-84420c22f3bb', 'tenant_id': 'ecb26dc6f8b14f6babd12abcbaee21bf', 'mac_address': 'fa:16:3e:85:08:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '980ad8ab-818f-4808-ac3d-5fe97be1cadf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2527, 'fixed_ips': [{'subnet_id': 'c84354a9-84c9-4587-91ff-0ca26ed52880', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:00:42Z', 'updated_at': '2021-11-19T18:00:54Z', 'revision_number': 4, 'project_id': 'ecb26dc6f8b14f6babd12abcbaee21bf', 'subnets': [{'id': 'c84354a9-84c9-4587-91ff-0ca26ed52880', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:00:57.063462 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network 790e50a1-aa30-4328-8b80-4f47dc9276a3 details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 18:00:57.171473 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2435abb7-7289-4b86-a1ac-57d8d36ab198 admin admin] Checking segment: {'id': '93225d1f-5aff-466a-a20e-5f356e9dbfdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'd8dbec36-4368-41ad-81ce-387cc5613033'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:00:57.171861 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2435abb7-7289-4b86-a1ac-57d8d36ab198 admin admin] Network hostable DHCP agents. Network: d8dbec36-4368-41ad-81ce-387cc5613033, hostable agents: ['02910ef2-0455-4aea-9f38-9a875579633f'], hosted agents: [] {{(pid=103365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 18:00:57.171993 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdc5ed5e-68ce-4faa-9bbe-e0d7686b3769 None None] The sync data for ids ['980ad8ab-818f-4808-ac3d-5fe97be1cadf'] in n-d-818022-2 is: [{'id': '980ad8ab-818f-4808-ac3d-5fe97be1cadf', 'name': 'tempest-RoutersTest-router-432570378', 'tenant_id': 'ecb26dc6f8b14f6babd12abcbaee21bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:00:07Z', 'updated_at': '2021-11-19T18:00:51Z', 'revision_number': 7, 'project_id': 'ecb26dc6f8b14f6babd12abcbaee21bf', 'gw_port_host': None, '_interfaces': [{'id': '074a41f9-7309-42bf-9620-c71e6d62ef38', 'name': '', 'network_id': 'fe0e2852-33a8-4fa2-8c1c-0ba411d8ab17', 'tenant_id': 'ecb26dc6f8b14f6babd12abcbaee21bf', 'mac_address': 'fa:16:3e:3c:0b:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '980ad8ab-818f-4808-ac3d-5fe97be1cadf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2450, 'fixed_ips': [{'subnet_id': '92811ad4-303b-4354-b780-e680c3c3cdc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:00:12Z', 'updated_at': '2021-11-19T18:00:22Z', 'revision_number': 5, 'project_id': 'ecb26dc6f8b14f6babd12abcbaee21bf', 'subnets': [{'id': '92811ad4-303b-4354-b780-e680c3c3cdc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '106cb217-01aa-4797-8e4c-553b3e54ca21', 'name': '', 'network_id': 'b9d8aa4e-5f87-4b7a-a749-6c49d4c7fbf8', 'tenant_id': 'ecb26dc6f8b14f6babd12abcbaee21bf', 'mac_address': 'fa:16:3e:18:db:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '980ad8ab-818f-4808-ac3d-5fe97be1cadf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2497, 'fixed_ips': [{'subnet_id': 'be3a7046-64c6-49bb-807d-cc2f0ffc79d6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:00:33Z', 'updated_at': '2021-11-19T18:00:45Z', 'revision_number': 5, 'project_id': 'ecb26dc6f8b14f6babd12abcbaee21bf', 'subnets': [{'id': 'be3a7046-64c6-49bb-807d-cc2f0ffc79d6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2a09bb4b-afa1-456a-85bf-083ddf4bf17f', 'name': '', 'network_id': 'f0e72ab0-372f-44f4-b735-094db4bb78cb', 'tenant_id': 'ecb26dc6f8b14f6babd12abcbaee21bf', 'mac_address': 'fa:16:3e:06:be:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '980ad8ab-818f-4808-ac3d-5fe97be1cadf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': 'fbbb7272-7674-48c7-868e-338c26915847', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:00:22Z', 'updated_at': '2021-11-19T18:00:32Z', 'revision_number': 5, 'project_id': 'ecb26dc6f8b14f6babd12abcbaee21bf', 'subnets': [{'id': 'fbbb7272-7674-48c7-868e-338c26915847', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c270229-e6fd-4187-9ec5-67f9346d93a0', 'name': '', 'network_id': '99e4a636-2266-4185-86b6-84420c22f3bb', 'tenant_id': 'ecb26dc6f8b14f6babd12abcbaee21bf', 'mac_address': 'fa:16:3e:85:08:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '980ad8ab-818f-4808-ac3d-5fe97be1cadf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2527, 'fixed_ips': [{'subnet_id': 'c84354a9-84c9-4587-91ff-0ca26ed52880', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:00:42Z', 'updated_at': '2021-11-19T18:00:54Z', 'revision_number': 4, 'project_id': 'ecb26dc6f8b14f6babd12abcbaee21bf', 'subnets': [{'id': 'c84354a9-84c9-4587-91ff-0ca26ed52880', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:00:57.251899 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-6cb798c8-dad4-4989-a1db-239becb085d0 None None] Could not find standard attr ID for object 8c270229-e6fd-4187-9ec5-67f9346d93a0. {{(pid=103366) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 18:00:57.284762 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2435abb7-7289-4b86-a1ac-57d8d36ab198 admin admin] Network d8dbec36-4368-41ad-81ce-387cc5613033 is scheduled to be hosted by DHCP agent 02910ef2-0455-4aea-9f38-9a875579633f with binding_index 1 {{(pid=103365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 18:00:57.380441 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad54f5f2-903f-4a52-89f8-86752c6bb4e9 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Router 980ad8ab-818f-4808-ac3d-5fe97be1cadf has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 18:00:57.387520 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-90f5fb66-eef3-4e50-87e6-bf6aae8b23bf None None] Could not find standard attr ID for object 8c270229-e6fd-4187-9ec5-67f9346d93a0. {{(pid=103366) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 18:00:57.406571 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-2435abb7-7289-4b86-a1ac-57d8d36ab198 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818022-2, d8dbec36-4368-41ad-81ce-387cc5613033) {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:00:57.413484 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3afb65f2-aeb8-4e56-b608-aa493595fd25 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:57.418705 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1bbdecf-29db-44c2-99da-de9735df194d None None] Network d8dbec36-4368-41ad-81ce-387cc5613033 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:00:57.424091 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2435abb7-7289-4b86-a1ac-57d8d36ab198 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:00:57.425243 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2435abb7-7289-4b86-a1ac-57d8d36ab198 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:57.487222 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3afb65f2-aeb8-4e56-b608-aa493595fd25 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:57.558632 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-2435abb7-7289-4b86-a1ac-57d8d36ab198 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 3.0502710 Nov 19 18:00:57.559881 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 48026) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:00:57.686455 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3afb65f2-aeb8-4e56-b608-aa493595fd25 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Network 790e50a1-aa30-4328-8b80-4f47dc9276a3 is not hosted by any dhcp agent {{(pid=103364) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 19 18:00:57.697403 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3afb65f2-aeb8-4e56-b608-aa493595fd25 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:00:57.700884 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3afb65f2-aeb8-4e56-b608-aa493595fd25 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks [] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:57.710236 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-3afb65f2-aeb8-4e56-b608-aa493595fd25 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] 10.222.0.54 "PUT /v2.0/networks/790e50a1-aa30-4328-8b80-4f47dc9276a3 HTTP/1.1" status: 200 len: 758 time: 0.7241282 Nov 19 18:00:57.718560 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 48030) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:00:57.806358 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c9194e7-14bf-4a2b-ba72-e84d3a187e10 None None] Network d8dbec36-4368-41ad-81ce-387cc5613033 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:00:57.879509 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-eb2b9e9b-7464-4824-ad82-a94d0aad064b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:57.967120 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afb65f2-aeb8-4e56-b608-aa493595fd25 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Pushing event updated for resources: {'Network': ['ID=790e50a1-aa30-4328-8b80-4f47dc9276a3,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:58.025645 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad54f5f2-903f-4a52-89f8-86752c6bb4e9 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:00:58.041281 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-ad54f5f2-903f-4a52-89f8-86752c6bb4e9 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] 10.222.0.54 "PUT /v2.0/routers/980ad8ab-818f-4808-ac3d-5fe97be1cadf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6086085 Nov 19 18:00:58.044958 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 48042) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:00:58.101711 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network 790e50a1-aa30-4328-8b80-4f47dc9276a3 details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 18:00:58.142952 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-312ddcb3-c22a-4e50-afd9-b571a18eef69 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:00:58.163984 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-312ddcb3-c22a-4e50-afd9-b571a18eef69 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] 10.222.0.54 "GET /v2.0/networks?id=790e50a1-aa30-4328-8b80-4f47dc9276a3 HTTP/1.1" status: 200 len: 761 time: 0.4417303 Nov 19 18:00:58.164660 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 48056) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:00:58.196255 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-470566ab-e795-4785-9f2b-09696cd91be7 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1010776917'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:00:58.297933 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-470566ab-e795-4785-9f2b-09696cd91be7 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Made reservation on behalf of 8ffa8370408040d085287d7dbe34b3c3 for: {'network': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:00:58.312358 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-470566ab-e795-4785-9f2b-09696cd91be7 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:58.342657 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bc5ce8f-ee28-401c-bb0f-4f0372b7d8a5 None None] get_active_networks_info from n-d-818022-2 {{(pid=103366) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 19 18:00:58.344063 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_v2 [None req-75fcbc74-48cd-4d76-b414-62700efb2bf4 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Deleting subnet c84354a9-84c9-4587-91ff-0ca26ed52880 {{(pid=103365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 18:00:58.368861 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-75fcbc74-48cd-4d76-b414-62700efb2bf4 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks [] for subnet, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:58.411159 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-470566ab-e795-4785-9f2b-09696cd91be7 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 680} {{(pid=103364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 18:00:58.459342 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-470566ab-e795-4785-9f2b-09696cd91be7 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:58.459763 n-d-818022-2 neutron-server[103364]: INFO neutron.db.segments_db [None req-470566ab-e795-4785-9f2b-09696cd91be7 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Added segment 047954d8-03d2-4e9e-a06a-ecd89d91292c of type vlan for network 7e5c78ff-c1d3-4f9f-9fa2-98300a19445d Nov 19 18:00:58.545744 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-eb2b9e9b-7464-4824-ad82-a94d0aad064b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:58.561333 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-eb2b9e9b-7464-4824-ad82-a94d0aad064b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:58.636378 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-470566ab-e795-4785-9f2b-09696cd91be7 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:58.647291 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-75fcbc74-48cd-4d76-b414-62700efb2bf4 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12546453'] for subnet, precommit_delete_associations {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:58.712317 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-470566ab-e795-4785-9f2b-09696cd91be7 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:58.737901 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-470566ab-e795-4785-9f2b-09696cd91be7 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:00:58.738846 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-470566ab-e795-4785-9f2b-09696cd91be7 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks [] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:58.759435 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bc5ce8f-ee28-401c-bb0f-4f0372b7d8a5 None None] Resources bound (agent type, host, resource id): {{(pid=103366) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 19 18:00:58.781742 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-eb2b9e9b-7464-4824-ad82-a94d0aad064b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=cb06905a01e4462c9c58576d611fd5ac&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0228658 Nov 19 18:00:58.783598 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2b9e9b-7464-4824-ad82-a94d0aad064b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4cbb840-b63a-4b5b-a75d-2a5e359dccf7,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:58.787079 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 48080) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:00:58.976548 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470566ab-e795-4785-9f2b-09696cd91be7 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Pushing event updated for resources: {'Network': ['ID=7e5c78ff-c1d3-4f9f-9fa2-98300a19445d,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:59.009567 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-470566ab-e795-4785-9f2b-09696cd91be7 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8437622 Nov 19 18:00:59.009857 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 48092) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:00:59.018628 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-7b1a4ee0-f507-4977-9c7e-ec407459cfec tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Request body: {'subnet': {'network_id': '7e5c78ff-c1d3-4f9f-9fa2-98300a19445d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:00:59.032060 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-75fcbc74-48cd-4d76-b414-62700efb2bf4 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:59.108009 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df636e7a-f434-4118-a537-3f5e703835b5 None None] Sync routers for ids ['980ad8ab-818f-4808-ac3d-5fe97be1cadf'] in n-d-818022-2 {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:00:59.121588 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df636e7a-f434-4118-a537-3f5e703835b5 None None] Routers {'980ad8ab-818f-4808-ac3d-5fe97be1cadf'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:00:59.127825 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-df636e7a-f434-4118-a537-3f5e703835b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:00:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['980ad8ab-818f-4808-ac3d-5fe97be1cadf'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:00:59.189952 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network 7e5c78ff-c1d3-4f9f-9fa2-98300a19445d details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 18:00:59.316491 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d434f39c-7577-471f-bc5f-8a4056da7c7d req-7a9de5c0-9d8e-45ba-97cd-7b763103430a tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:00:59.323629 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d434f39c-7577-471f-bc5f-8a4056da7c7d req-7a9de5c0-9d8e-45ba-97cd-7b763103430a tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] 10.222.0.54 "GET /v2.0/networks?id=d8dbec36-4368-41ad-81ce-387cc5613033 HTTP/1.1" status: 200 len: 815 time: 0.4691012 Nov 19 18:00:59.343005 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-df636e7a-f434-4118-a537-3f5e703835b5 None None] Set router 980ad8ab-818f-4808-ac3d-5fe97be1cadf gateway port host: None {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:00:59.378225 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d434f39c-7577-471f-bc5f-8a4056da7c7d req-e47ce29b-5e7e-4c6a-a32e-477e35974f05 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] 10.222.0.54 "GET /v2.0/quotas/13c0bb19644446578b6dcb526272ce30 HTTP/1.1" status: 200 len: 375 time: 0.0524480 Nov 19 18:00:59.380935 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-75fcbc74-48cd-4d76-b414-62700efb2bf4 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12282919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8731163'] for subnet, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:59.519788 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fcbc74-48cd-4d76-b414-62700efb2bf4 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Pushing event deleted for resources: {'Subnet': ['ID=c84354a9-84c9-4587-91ff-0ca26ed52880,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:00:59.530354 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-75fcbc74-48cd-4d76-b414-62700efb2bf4 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks [] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:59.536958 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-75fcbc74-48cd-4d76-b414-62700efb2bf4 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] 10.222.0.54 "DELETE /v2.0/subnets/c84354a9-84c9-4587-91ff-0ca26ed52880 HTTP/1.1" status: 204 len: 168 time: 1.4889088 Nov 19 18:00:59.539654 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 48110) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:00:59.540187 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-85f2dcb5-4c32-42cd-a38f-1437ae46b45c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:59.543727 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d434f39c-7577-471f-bc5f-8a4056da7c7d req-bf8f74d9-462e-4221-b565-d9eccbae39f8 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=13c0bb19644446578b6dcb526272ce30&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0913744 Nov 19 18:00:59.685253 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8056403-0f7d-4efc-a794-eade0b5ef09d None None] Network 99e4a636-2266-4185-86b6-84420c22f3bb requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:00:59.815062 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-66f06a88-afb1-4657-a250-7befe88729f8 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:59.942872 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-cfb641b7-02b8-4768-8f97-869cee255220 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:00:59.968388 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-66f06a88-afb1-4657-a250-7befe88729f8 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Deleting port 5cec5864-c6e0-4d09-9f0f-cdb28af7fd12 {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:00:59.968745 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-66f06a88-afb1-4657-a250-7befe88729f8 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:00.056812 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-df636e7a-f434-4118-a537-3f5e703835b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '980ad8ab-818f-4808-ac3d-5fe97be1cadf', 'name': 'tempest-RoutersTest-router-432570378', 'tenant_id': 'ecb26dc6f8b14f6babd12abcbaee21bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:00:07Z', 'updated_at': '2021-11-19T18:00:55Z', 'revision_number': 8, 'project_id': 'ecb26dc6f8b14f6babd12abcbaee21bf', 'gw_port_host': None, '_interfaces': [{'id': '074a41f9-7309-42bf-9620-c71e6d62ef38', 'name': '', 'network_id': 'fe0e2852-33a8-4fa2-8c1c-0ba411d8ab17', 'tenant_id': 'ecb26dc6f8b14f6babd12abcbaee21bf', 'mac_address': 'fa:16:3e:3c:0b:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '980ad8ab-818f-4808-ac3d-5fe97be1cadf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2450, 'fixed_ips': [{'subnet_id': '92811ad4-303b-4354-b780-e680c3c3cdc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:00:12Z', 'updated_at': '2021-11-19T18:00:22Z', 'revision_number': 5, 'project_id': 'ecb26dc6f8b14f6babd12abcbaee21bf', 'subnets': [{'id': '92811ad4-303b-4354-b780-e680c3c3cdc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '106cb217-01aa-4797-8e4c-553b3e54ca21', 'name': '', 'network_id': 'b9d8aa4e-5f87-4b7a-a749-6c49d4c7fbf8', 'tenant_id': 'ecb26dc6f8b14f6babd12abcbaee21bf', 'mac_address': 'fa:16:3e:18:db:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '980ad8ab-818f-4808-ac3d-5fe97be1cadf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2497, 'fixed_ips': [{'subnet_id': 'be3a7046-64c6-49bb-807d-cc2f0ffc79d6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:00:33Z', 'updated_at': '2021-11-19T18:00:45Z', 'revision_number': 5, 'project_id': 'ecb26dc6f8b14f6babd12abcbaee21bf', 'subnets': [{'id': 'be3a7046-64c6-49bb-807d-cc2f0ffc79d6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2a09bb4b-afa1-456a-85bf-083ddf4bf17f', 'name': '', 'network_id': 'f0e72ab0-372f-44f4-b735-094db4bb78cb', 'tenant_id': 'ecb26dc6f8b14f6babd12abcbaee21bf', 'mac_address': 'fa:16:3e:06:be:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '980ad8ab-818f-4808-ac3d-5fe97be1cadf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': 'fbbb7272-7674-48c7-868e-338c26915847', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:00:22Z', 'updated_at': '2021-11-19T18:00:32Z', 'revision_number': 5, 'project_id': 'ecb26dc6f8b14f6babd12abcbaee21bf', 'subnets': [{'id': 'fbbb7272-7674-48c7-868e-338c26915847', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:01:00.105381 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [None req-66f06a88-afb1-4657-a250-7befe88729f8 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] For port 5cec5864-c6e0-4d09-9f0f-cdb28af7fd12, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=5cec5864-c6e0-4d09-9f0f-cdb28af7fd12,segment=NetworkSegment(a232cf16-c68f-4929-bd88-fc22db73b123),segment_id=a232cf16-c68f-4929-bd88-fc22db73b123)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:01:00.105855 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-66f06a88-afb1-4657-a250-7befe88729f8 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:00.134117 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df636e7a-f434-4118-a537-3f5e703835b5 None None] Checking router: 980ad8ab-818f-4808-ac3d-5fe97be1cadf for host: n-d-818022-2 {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:01:00.164387 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df636e7a-f434-4118-a537-3f5e703835b5 None None] Routers {'980ad8ab-818f-4808-ac3d-5fe97be1cadf'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:01:00.165019 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-df636e7a-f434-4118-a537-3f5e703835b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:00:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['980ad8ab-818f-4808-ac3d-5fe97be1cadf'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:01:00.167920 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-66f06a88-afb1-4657-a250-7befe88729f8 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Calling delete_port for 5cec5864-c6e0-4d09-9f0f-cdb28af7fd12 owned by network:dhcp {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:01:00.305982 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d0ff184-0b64-4b77-9e92-4ed6175b36de None None] DHCP port deletion for 99e4a636-2266-4185-86b6-84420c22f3bb request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:01:00.399881 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-66f06a88-afb1-4657-a250-7befe88729f8 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:00.409381 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-5d0ff184-0b64-4b77-9e92-4ed6175b36de None None] Deleting port 5cec5864-c6e0-4d09-9f0f-cdb28af7fd12 {{(pid=103366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:01:00.409754 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-5d0ff184-0b64-4b77-9e92-4ed6175b36de None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:00.430872 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-85f2dcb5-4c32-42cd-a38f-1437ae46b45c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:00.448507 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-df636e7a-f434-4118-a537-3f5e703835b5 None None] Set router 980ad8ab-818f-4808-ac3d-5fe97be1cadf gateway port host: None {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:01:00.487685 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f06a88-afb1-4657-a250-7befe88729f8 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Pushing event deleted for resources: {'Port': ['ID=5cec5864-c6e0-4d09-9f0f-cdb28af7fd12,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:01:00.489669 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f06a88-afb1-4657-a250-7befe88729f8 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] No DVR routers for this DVR port 5cec5864-c6e0-4d09-9f0f-cdb28af7fd12 on host n-d-818022-2 {{(pid=103364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:01:00.511658 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b1a4ee0-f507-4977-9c7e-ec407459cfec tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Made reservation on behalf of 8ffa8370408040d085287d7dbe34b3c3 for: {'subnet': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:01:00.523464 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7b1a4ee0-f507-4977-9c7e-ec407459cfec tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8731248'] for subnet, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:00.525478 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 5cec5864-c6e0-4d09-9f0f-cdb28af7fd12 no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:01:00.626916 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: 5cec5864-c6e0-4d09-9f0f-cdb28af7fd12 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:01:00.627307 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 5cec5864-c6e0-4d09-9f0f-cdb28af7fd12 not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:01:00.662419 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-5d0ff184-0b64-4b77-9e92-4ed6175b36de None None] For port 5cec5864-c6e0-4d09-9f0f-cdb28af7fd12, host n-d-818022-2, got binding levels [] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:01:00.662830 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-5d0ff184-0b64-4b77-9e92-4ed6175b36de None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:00.703633 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-5d0ff184-0b64-4b77-9e92-4ed6175b36de None None] Calling delete_port for 5cec5864-c6e0-4d09-9f0f-cdb28af7fd12 owned by network:dhcp {{(pid=103366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:01:00.708080 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.ipam_backend_mixin [None req-5d0ff184-0b64-4b77-9e92-4ed6175b36de None None] Port 5cec5864-c6e0-4d09-9f0f-cdb28af7fd12 was not found and therefore no delete operation was performed {{(pid=103366) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 19 18:01:00.716111 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-5d0ff184-0b64-4b77-9e92-4ed6175b36de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007'] for port, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:00.754121 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d434f39c-7577-471f-bc5f-8a4056da7c7d req-feed4e6b-898f-41f3-a8f7-e512d9235e06 service neutron] 10.222.0.54 "GET /v2.0/networks/d8dbec36-4368-41ad-81ce-387cc5613033?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1983840 Nov 19 18:01:00.782192 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0ff184-0b64-4b77-9e92-4ed6175b36de None None] Pushing event deleted for resources: {'Port': ['ID=5cec5864-c6e0-4d09-9f0f-cdb28af7fd12,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:01:00.789962 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-66f06a88-afb1-4657-a250-7befe88729f8 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:00.790491 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d0ff184-0b64-4b77-9e92-4ed6175b36de None None] No DVR routers for this DVR port 5cec5864-c6e0-4d09-9f0f-cdb28af7fd12 on host n-d-818022-2 {{(pid=103366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:01:00.831065 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-66f06a88-afb1-4657-a250-7befe88729f8 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99e4a636-2266-4185-86b6-84420c22f3bb']}} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:01:00.848501 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 48164) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:00.860157 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-66f06a88-afb1-4657-a250-7befe88729f8 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a232cf16-c68f-4929-bd88-fc22db73b123') {'for_net_delete': True} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:01:00.861852 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-66f06a88-afb1-4657-a250-7befe88729f8 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a232cf16-c68f-4929-bd88-fc22db73b123') {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:01:00.874769 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-66f06a88-afb1-4657-a250-7befe88729f8 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417396'] for segment, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:00.900360 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-66f06a88-afb1-4657-a250-7befe88729f8 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:00.908657 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-85f2dcb5-4c32-42cd-a38f-1437ae46b45c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:00.911352 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-85f2dcb5-4c32-42cd-a38f-1437ae46b45c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:00.914812 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-85f2dcb5-4c32-42cd-a38f-1437ae46b45c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b4cbb840-b63a-4b5b-a75d-2a5e359dccf7 HTTP/1.1" status: 204 len: 168 time: 2.1187735 Nov 19 18:01:00.916569 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66f06a88-afb1-4657-a250-7befe88729f8 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Releasing vlan 665 on physical network physnet1 to pool {{(pid=103364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 18:01:00.917427 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-66f06a88-afb1-4657-a250-7befe88729f8 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12425183'] for segment, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:00.921233 n-d-818022-2 neutron-server[103364]: Traceback (most recent call last): Nov 19 18:01:00.921233 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 18:01:00.921233 n-d-818022-2 neutron-server[103364]: timer() Nov 19 18:01:00.921233 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 18:01:00.921233 n-d-818022-2 neutron-server[103364]: cb(*args, **kw) Nov 19 18:01:00.921233 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 18:01:00.921233 n-d-818022-2 neutron-server[103364]: return func(*args, **kwargs) Nov 19 18:01:00.921233 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 18:01:00.921233 n-d-818022-2 neutron-server[103364]: self._notify() Nov 19 18:01:00.921233 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 18:01:00.921233 n-d-818022-2 neutron-server[103364]: self.callback(batched_events) Nov 19 18:01:00.921233 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 18:01:00.921233 n-d-818022-2 neutron-server[103364]: event.method(event) Nov 19 18:01:00.921233 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 18:01:00.921233 n-d-818022-2 neutron-server[103364]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 18:01:00.921233 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 18:01:00.921233 n-d-818022-2 neutron-server[103364]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 18:01:00.921233 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 18:01:00.921233 n-d-818022-2 neutron-server[103364]: return f(self, *a, **k) Nov 19 18:01:00.921233 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 18:01:00.921233 n-d-818022-2 neutron-server[103364]: return self._get(url).json() Nov 19 18:01:00.921233 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 18:01:00.921233 n-d-818022-2 neutron-server[103364]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 18:01:00.921233 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 18:01:00.921233 n-d-818022-2 neutron-server[103364]: return self.request(url, 'GET', **kwargs) Nov 19 18:01:00.921233 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 18:01:00.921233 n-d-818022-2 neutron-server[103364]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 18:01:00.921233 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 18:01:00.921233 n-d-818022-2 neutron-server[103364]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 18:01:00.921233 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 18:01:00.921233 n-d-818022-2 neutron-server[103364]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 18:01:00.921233 n-d-818022-2 neutron-server[103364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 18:01:00.949765 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f2dcb5-4c32-42cd-a38f-1437ae46b45c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4cbb840-b63a-4b5b-a75d-2a5e359dccf7,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:01:01.201104 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7b1a4ee0-f507-4977-9c7e-ec407459cfec tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12283104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8731234'] for subnet, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:01.208204 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-66f06a88-afb1-4657-a250-7befe88729f8 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671242'] for network, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:01.225220 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-66f06a88-afb1-4657-a250-7befe88729f8 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks [] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:01.244453 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-66f06a88-afb1-4657-a250-7befe88729f8 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] 10.222.0.54 "DELETE /v2.0/networks/99e4a636-2266-4185-86b6-84420c22f3bb HTTP/1.1" status: 204 len: 168 time: 1.7002850 Nov 19 18:01:01.246753 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 48186) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:01.286333 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-df636e7a-f434-4118-a537-3f5e703835b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '980ad8ab-818f-4808-ac3d-5fe97be1cadf', 'name': 'tempest-RoutersTest-router-432570378', 'tenant_id': 'ecb26dc6f8b14f6babd12abcbaee21bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:00:07Z', 'updated_at': '2021-11-19T18:00:55Z', 'revision_number': 8, 'project_id': 'ecb26dc6f8b14f6babd12abcbaee21bf', 'gw_port_host': None, '_interfaces': [{'id': '074a41f9-7309-42bf-9620-c71e6d62ef38', 'name': '', 'network_id': 'fe0e2852-33a8-4fa2-8c1c-0ba411d8ab17', 'tenant_id': 'ecb26dc6f8b14f6babd12abcbaee21bf', 'mac_address': 'fa:16:3e:3c:0b:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '980ad8ab-818f-4808-ac3d-5fe97be1cadf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2450, 'fixed_ips': [{'subnet_id': '92811ad4-303b-4354-b780-e680c3c3cdc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:00:12Z', 'updated_at': '2021-11-19T18:00:22Z', 'revision_number': 5, 'project_id': 'ecb26dc6f8b14f6babd12abcbaee21bf', 'subnets': [{'id': '92811ad4-303b-4354-b780-e680c3c3cdc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '106cb217-01aa-4797-8e4c-553b3e54ca21', 'name': '', 'network_id': 'b9d8aa4e-5f87-4b7a-a749-6c49d4c7fbf8', 'tenant_id': 'ecb26dc6f8b14f6babd12abcbaee21bf', 'mac_address': 'fa:16:3e:18:db:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '980ad8ab-818f-4808-ac3d-5fe97be1cadf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2497, 'fixed_ips': [{'subnet_id': 'be3a7046-64c6-49bb-807d-cc2f0ffc79d6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:00:33Z', 'updated_at': '2021-11-19T18:00:45Z', 'revision_number': 5, 'project_id': 'ecb26dc6f8b14f6babd12abcbaee21bf', 'subnets': [{'id': 'be3a7046-64c6-49bb-807d-cc2f0ffc79d6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2a09bb4b-afa1-456a-85bf-083ddf4bf17f', 'name': '', 'network_id': 'f0e72ab0-372f-44f4-b735-094db4bb78cb', 'tenant_id': 'ecb26dc6f8b14f6babd12abcbaee21bf', 'mac_address': 'fa:16:3e:06:be:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '980ad8ab-818f-4808-ac3d-5fe97be1cadf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': 'fbbb7272-7674-48c7-868e-338c26915847', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:00:22Z', 'updated_at': '2021-11-19T18:00:32Z', 'revision_number': 5, 'project_id': 'ecb26dc6f8b14f6babd12abcbaee21bf', 'subnets': [{'id': 'fbbb7272-7674-48c7-868e-338c26915847', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:01:01.306370 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f06a88-afb1-4657-a250-7befe88729f8 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Pushing event deleted for resources: {'Network': ['ID=99e4a636-2266-4185-86b6-84420c22f3bb,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:01:01.308958 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c40838c0-7afc-40d8-8b87-6dc30a2bf99d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:01.369061 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df636e7a-f434-4118-a537-3f5e703835b5 None None] The sync data for ids ['980ad8ab-818f-4808-ac3d-5fe97be1cadf'] in n-d-818022-2 is: [{'id': '980ad8ab-818f-4808-ac3d-5fe97be1cadf', 'name': 'tempest-RoutersTest-router-432570378', 'tenant_id': 'ecb26dc6f8b14f6babd12abcbaee21bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:00:07Z', 'updated_at': '2021-11-19T18:00:55Z', 'revision_number': 8, 'project_id': 'ecb26dc6f8b14f6babd12abcbaee21bf', 'gw_port_host': None, '_interfaces': [{'id': '074a41f9-7309-42bf-9620-c71e6d62ef38', 'name': '', 'network_id': 'fe0e2852-33a8-4fa2-8c1c-0ba411d8ab17', 'tenant_id': 'ecb26dc6f8b14f6babd12abcbaee21bf', 'mac_address': 'fa:16:3e:3c:0b:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '980ad8ab-818f-4808-ac3d-5fe97be1cadf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2450, 'fixed_ips': [{'subnet_id': '92811ad4-303b-4354-b780-e680c3c3cdc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:00:12Z', 'updated_at': '2021-11-19T18:00:22Z', 'revision_number': 5, 'project_id': 'ecb26dc6f8b14f6babd12abcbaee21bf', 'subnets': [{'id': '92811ad4-303b-4354-b780-e680c3c3cdc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '106cb217-01aa-4797-8e4c-553b3e54ca21', 'name': '', 'network_id': 'b9d8aa4e-5f87-4b7a-a749-6c49d4c7fbf8', 'tenant_id': 'ecb26dc6f8b14f6babd12abcbaee21bf', 'mac_address': 'fa:16:3e:18:db:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '980ad8ab-818f-4808-ac3d-5fe97be1cadf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2497, 'fixed_ips': [{'subnet_id': 'be3a7046-64c6-49bb-807d-cc2f0ffc79d6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:00:33Z', 'updated_at': '2021-11-19T18:00:45Z', 'revision_number': 5, 'project_id': 'ecb26dc6f8b14f6babd12abcbaee21bf', 'subnets': [{'id': 'be3a7046-64c6-49bb-807d-cc2f0ffc79d6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2a09bb4b-afa1-456a-85bf-083ddf4bf17f', 'name': '', 'network_id': 'f0e72ab0-372f-44f4-b735-094db4bb78cb', 'tenant_id': 'ecb26dc6f8b14f6babd12abcbaee21bf', 'mac_address': 'fa:16:3e:06:be:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '980ad8ab-818f-4808-ac3d-5fe97be1cadf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': 'fbbb7272-7674-48c7-868e-338c26915847', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:00:22Z', 'updated_at': '2021-11-19T18:00:32Z', 'revision_number': 5, 'project_id': 'ecb26dc6f8b14f6babd12abcbaee21bf', 'subnets': [{'id': 'fbbb7272-7674-48c7-868e-338c26915847', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:01:01.481763 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c40838c0-7afc-40d8-8b87-6dc30a2bf99d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:01.494961 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c40838c0-7afc-40d8-8b87-6dc30a2bf99d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:01.575429 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1a4ee0-f507-4977-9c7e-ec407459cfec tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Pushing event updated for resources: {'Subnet': ['ID=6f9e7923-76b7-4470-ae7a-21a3bcf8278d,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:01:01.576245 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40838c0-7afc-40d8-8b87-6dc30a2bf99d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb881640-c7b9-4bf6-a658-9f24f3de8682,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:01:01.586761 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d434f39c-7577-471f-bc5f-8a4056da7c7d req-c22f4195-1966-4e75-8f01-d02f78cd5113 service neutron] 10.222.0.54 "GET /v2.0/networks/d8dbec36-4368-41ad-81ce-387cc5613033?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8189991 Nov 19 18:01:01.635175 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-c40838c0-7afc-40d8-8b87-6dc30a2bf99d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=1d881ca47bf04010a503019b77f45d32&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7825565 Nov 19 18:01:01.635175 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 48200) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:01.722343 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2561eb0e-af26-4760-9968-b660738e1f25 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:01.730657 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b1a4ee0-f507-4977-9c7e-ec407459cfec tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Checking segment: {'id': '047954d8-03d2-4e9e-a06a-ecd89d91292c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '7e5c78ff-c1d3-4f9f-9fa2-98300a19445d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:01:01.731250 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b1a4ee0-f507-4977-9c7e-ec407459cfec tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Network hostable DHCP agents. Network: 7e5c78ff-c1d3-4f9f-9fa2-98300a19445d, hostable agents: ['02910ef2-0455-4aea-9f38-9a875579633f'], hosted agents: [] {{(pid=103365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 18:01:01.777961 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2561eb0e-af26-4760-9968-b660738e1f25 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:01.947137 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d0bf509b-c464-4e42-8672-145f949a5bc6 req-8c129e0a-cbca-4bd7-8afb-5b7323378948 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] 10.222.0.54 "GET /v2.0/ports?device_id=0f12e280-7f27-4e94-992b-064b64e8c400 HTTP/1.1" status: 200 len: 210 time: 0.0716450 Nov 19 18:01:02.001437 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2561eb0e-af26-4760-9968-b660738e1f25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:02.004752 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2561eb0e-af26-4760-9968-b660738e1f25 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:02.008286 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-2561eb0e-af26-4760-9968-b660738e1f25 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/cb881640-c7b9-4bf6-a658-9f24f3de8682 HTTP/1.1" status: 204 len: 168 time: 0.3699586 Nov 19 18:01:02.031188 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2561eb0e-af26-4760-9968-b660738e1f25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb881640-c7b9-4bf6-a658-9f24f3de8682,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:01:02.035328 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2516066d-860d-4d3f-9b9e-fa51e7a07cbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:02.053651 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b1a4ee0-f507-4977-9c7e-ec407459cfec tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Network 7e5c78ff-c1d3-4f9f-9fa2-98300a19445d is scheduled to be hosted by DHCP agent 02910ef2-0455-4aea-9f38-9a875579633f with binding_index 1 {{(pid=103365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 18:01:02.093375 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-7b1a4ee0-f507-4977-9c7e-ec407459cfec tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818022-2, 7e5c78ff-c1d3-4f9f-9fa2-98300a19445d) {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:01:02.103698 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b1a4ee0-f507-4977-9c7e-ec407459cfec tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:01:02.104411 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7560a61-d80a-4542-8d1f-46e7ee236c60 None None] Network 7e5c78ff-c1d3-4f9f-9fa2-98300a19445d requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:01:02.105452 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7b1a4ee0-f507-4977-9c7e-ec407459cfec tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks [] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:02.189856 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-7b1a4ee0-f507-4977-9c7e-ec407459cfec tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1768465 Nov 19 18:01:02.192496 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 48226) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:02.443043 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 8c270229-e6fd-4187-9ec5-67f9346d93a0 no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:01:02.498754 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c6f96486-2a05-423e-b2f9-6c644cc5a7b3 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:02.527958 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: 8c270229-e6fd-4187-9ec5-67f9346d93a0 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:01:02.536008 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 8c270229-e6fd-4187-9ec5-67f9346d93a0 not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:01:02.634083 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f4d413d-669c-4092-99cd-4593dbae643b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54f44f5f-1200-574e-8740-2141911d5b73-7e5c78ff-c1d3-4f9f-9fa2-98300a19445d', 'network_id': '7e5c78ff-c1d3-4f9f-9fa2-98300a19445d', 'tenant_id': '8ffa8370408040d085287d7dbe34b3c3', 'fixed_ips': [{'subnet_id': '6f9e7923-76b7-4470-ae7a-21a3bcf8278d'}]}} from n-d-818022-2. {{(pid=103366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 18:01:02.635048 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-1f4d413d-669c-4092-99cd-4593dbae643b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:02.666872 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c6f96486-2a05-423e-b2f9-6c644cc5a7b3 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:02.752288 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-cb565b9c-6148-444f-9706-204a1438b2e8 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-768564'] for router_interface, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:02.871171 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c6f96486-2a05-423e-b2f9-6c644cc5a7b3 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12425137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8983934'] for subnet, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:02.874996 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 48248) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:02.965489 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server [None req-1f4d413d-669c-4092-99cd-4593dbae643b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6f9e7923-76b7-4470-ae7a-21a3bcf8278d: This subnet is being modified by another concurrent operation. Nov 19 18:01:02.965489 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 19 18:01:02.965489 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 19 18:01:02.965489 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 19 18:01:02.965489 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 19 18:01:02.965489 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 19 18:01:02.965489 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 19 18:01:02.965489 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 19 18:01:02.965489 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 19 18:01:02.965489 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 19 18:01:02.965489 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 18:01:02.965489 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 19 18:01:02.965489 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 18:01:02.965489 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 18:01:02.965489 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 18:01:02.965489 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 18:01:02.965489 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 18:01:02.965489 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 18:01:02.965489 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 18:01:02.965489 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 19 18:01:02.965489 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 18:01:02.965489 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 18:01:02.965489 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 18:01:02.965489 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 18:01:02.965489 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 18:01:02.965489 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 18:01:02.965489 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 18:01:02.965489 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 18:01:02.965489 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 18:01:02.965489 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 18:01:02.965489 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 18:01:02.965489 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 18:01:02.965489 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 18:01:02.965489 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 19 18:01:02.965489 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 19 18:01:02.965489 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 19 18:01:02.965489 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 19 18:01:02.965489 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 19 18:01:02.965489 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 19 18:01:02.965489 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 19 18:01:02.965489 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 19 18:01:02.965489 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 19 18:01:02.965489 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 19 18:01:02.965489 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 18:01:02.965489 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 18:01:02.965489 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 19 18:01:02.965489 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 18:01:02.965489 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 19 18:01:02.965489 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 18:01:02.965489 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 18:01:02.965489 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 18:01:02.965489 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 18:01:02.965489 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 18:01:02.965489 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 18:01:02.965489 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 18:01:02.965489 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 19 18:01:02.965489 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 18:01:02.965489 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 18:01:02.965489 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 18:01:02.965489 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 18:01:02.965489 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 18:01:02.965489 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 18:01:02.965489 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 18:01:02.965489 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 18:01:02.965489 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 18:01:02.965489 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 18:01:02.965489 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 18:01:02.965489 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 18:01:02.965489 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 18:01:02.965489 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 19 18:01:02.965489 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 19 18:01:02.965489 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 19 18:01:02.965489 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 19 18:01:02.965489 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 19 18:01:02.965489 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 19 18:01:02.965489 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 19 18:01:02.965489 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 19 18:01:02.965489 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 19 18:01:02.965489 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 18:01:02.965489 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 18:01:02.965489 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 18:01:02.965489 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 18:01:02.965489 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 19 18:01:02.965489 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 19 18:01:02.965489 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 19 18:01:02.965489 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 19 18:01:02.965489 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 19 18:01:02.965489 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 19 18:01:02.965489 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 19 18:01:02.965489 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server raise exception Nov 19 18:01:02.965489 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6f9e7923-76b7-4470-ae7a-21a3bcf8278d: This subnet is being modified by another concurrent operation. Nov 19 18:01:02.965489 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server Nov 19 18:01:02.992918 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-463c5784-ddd4-4ce2-9886-c11ac95ec316 None None] Network 7e5c78ff-c1d3-4f9f-9fa2-98300a19445d requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:01:03.080517 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2d67c124-6264-47d2-b2a2-372450397300 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:03.147791 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f96486-2a05-423e-b2f9-6c644cc5a7b3 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Pushing event deleted for resources: {'Subnet': ['ID=6f9e7923-76b7-4470-ae7a-21a3bcf8278d,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:01:03.265487 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7696036b-f5ab-495c-8700-2972d526c8a8 req-837d578b-960a-47f2-934d-b9ecee0cb398 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] 10.222.0.54 "GET /v2.0/ports?device_id=0f12e280-7f27-4e94-992b-064b64e8c400 HTTP/1.1" status: 200 len: 210 time: 0.1261051 Nov 19 18:01:03.347010 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e46ecc5a-dc14-4744-b262-3072ff2e958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:03.365710 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-597f4754-3052-4b75-9794-ba59fe390092 None None] get_active_networks_info from n-d-818022-2 {{(pid=103366) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 19 18:01:03.432790 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2d67c124-6264-47d2-b2a2-372450397300 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:03.544915 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-cb565b9c-6148-444f-9706-204a1438b2e8 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Deleting port 106cb217-01aa-4797-8e4c-553b3e54ca21 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:01:03.545556 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-cb565b9c-6148-444f-9706-204a1438b2e8 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:03.551853 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2d67c124-6264-47d2-b2a2-372450397300 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:03.574929 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-597f4754-3052-4b75-9794-ba59fe390092 None None] Resources bound (agent type, host, resource id): {{(pid=103366) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 19 18:01:03.575929 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 48278) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:03.604885 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-2d67c124-6264-47d2-b2a2-372450397300 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=9d45b2860d3f4a4287c766a873f54f3d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7236888 Nov 19 18:01:03.620931 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 48284) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:03.692848 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c6f96486-2a05-423e-b2f9-6c644cc5a7b3 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:03.736153 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d67c124-6264-47d2-b2a2-372450397300 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=266ae05f-9cef-4a2c-923e-525eb20419b8,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:01:03.774751 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-c6f96486-2a05-423e-b2f9-6c644cc5a7b3 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e5c78ff-c1d3-4f9f-9fa2-98300a19445d']}} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:01:03.779387 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ddadfc9a-b699-4df8-814a-d083ad1eaf84 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:03.784451 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [None req-cb565b9c-6148-444f-9706-204a1438b2e8 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] For port 106cb217-01aa-4797-8e4c-553b3e54ca21, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=106cb217-01aa-4797-8e4c-553b3e54ca21,segment=NetworkSegment(6d6c7a5a-901c-40bd-8f29-a0ddd5353058),segment_id=6d6c7a5a-901c-40bd-8f29-a0ddd5353058)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:01:03.792940 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-cb565b9c-6148-444f-9706-204a1438b2e8 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:03.801330 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-c6f96486-2a05-423e-b2f9-6c644cc5a7b3 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '047954d8-03d2-4e9e-a06a-ecd89d91292c') {'for_net_delete': True} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:01:03.801629 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-c6f96486-2a05-423e-b2f9-6c644cc5a7b3 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '047954d8-03d2-4e9e-a06a-ecd89d91292c') {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:01:03.827639 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c6f96486-2a05-423e-b2f9-6c644cc5a7b3 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417396'] for segment, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:03.851249 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-cb565b9c-6148-444f-9706-204a1438b2e8 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Calling delete_port for 106cb217-01aa-4797-8e4c-553b3e54ca21 owned by network:router_interface {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:01:03.857695 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0f2abcbc-10ea-4299-95e9-bf42335224e0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:03.874565 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c6f96486-2a05-423e-b2f9-6c644cc5a7b3 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:03.879278 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ddadfc9a-b699-4df8-814a-d083ad1eaf84 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:03.885627 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6f96486-2a05-423e-b2f9-6c644cc5a7b3 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Releasing vlan 680 on physical network physnet1 to pool {{(pid=103364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 18:01:03.886064 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c6f96486-2a05-423e-b2f9-6c644cc5a7b3 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12425183'] for segment, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:03.890185 n-d-818022-2 neutron-server[103364]: Traceback (most recent call last): Nov 19 18:01:03.890185 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 18:01:03.890185 n-d-818022-2 neutron-server[103364]: timer() Nov 19 18:01:03.890185 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 18:01:03.890185 n-d-818022-2 neutron-server[103364]: cb(*args, **kw) Nov 19 18:01:03.890185 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 18:01:03.890185 n-d-818022-2 neutron-server[103364]: return func(*args, **kwargs) Nov 19 18:01:03.890185 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 18:01:03.890185 n-d-818022-2 neutron-server[103364]: self._notify() Nov 19 18:01:03.890185 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 18:01:03.890185 n-d-818022-2 neutron-server[103364]: self.callback(batched_events) Nov 19 18:01:03.890185 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 18:01:03.890185 n-d-818022-2 neutron-server[103364]: event.method(event) Nov 19 18:01:03.890185 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 18:01:03.890185 n-d-818022-2 neutron-server[103364]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 18:01:03.890185 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 18:01:03.890185 n-d-818022-2 neutron-server[103364]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 18:01:03.890185 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 18:01:03.890185 n-d-818022-2 neutron-server[103364]: return f(self, *a, **k) Nov 19 18:01:03.890185 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 18:01:03.890185 n-d-818022-2 neutron-server[103364]: return self._get(url).json() Nov 19 18:01:03.890185 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 18:01:03.890185 n-d-818022-2 neutron-server[103364]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 18:01:03.890185 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 18:01:03.890185 n-d-818022-2 neutron-server[103364]: return self.request(url, 'GET', **kwargs) Nov 19 18:01:03.890185 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 18:01:03.890185 n-d-818022-2 neutron-server[103364]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 18:01:03.890185 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 18:01:03.890185 n-d-818022-2 neutron-server[103364]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 18:01:03.890185 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 18:01:03.890185 n-d-818022-2 neutron-server[103364]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 18:01:03.890185 n-d-818022-2 neutron-server[103364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 18:01:03.942068 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:03.952531 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:03.982784 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0f2abcbc-10ea-4299-95e9-bf42335224e0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:04.007673 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c6f96486-2a05-423e-b2f9-6c644cc5a7b3 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671242'] for network, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:04.008158 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0f2abcbc-10ea-4299-95e9-bf42335224e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:04.027503 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c6f96486-2a05-423e-b2f9-6c644cc5a7b3 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks [] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:04.052603 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-c6f96486-2a05-423e-b2f9-6c644cc5a7b3 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] 10.222.0.54 "DELETE /v2.0/networks/7e5c78ff-c1d3-4f9f-9fa2-98300a19445d HTTP/1.1" status: 204 len: 168 time: 1.8589611 Nov 19 18:01:04.054916 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 48292) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:04.149395 n-d-818022-2 neutron-server[103364]: INFO neutron.pecan_wsgi.hooks.translation [None req-f47835a6-7be2-4237-9ed0-0460fdedd5b2 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] GET failed (client error): The resource could not be found. Nov 19 18:01:04.154980 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-f47835a6-7be2-4237-9ed0-0460fdedd5b2 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] 10.222.0.54 "GET /v2.0/subnets/6f9e7923-76b7-4470-ae7a-21a3bcf8278d HTTP/1.1" status: 404 len: 337 time: 0.0944102 Nov 19 18:01:04.170474 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 48294) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:04.192456 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f96486-2a05-423e-b2f9-6c644cc5a7b3 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Pushing event deleted for resources: {'Network': ['ID=7e5c78ff-c1d3-4f9f-9fa2-98300a19445d,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:01:04.212970 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f96486-2a05-423e-b2f9-6c644cc5a7b3 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:01:04.213739 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f96486-2a05-423e-b2f9-6c644cc5a7b3 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:01:04.214316 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f96486-2a05-423e-b2f9-6c644cc5a7b3 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:01:04.214870 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f96486-2a05-423e-b2f9-6c644cc5a7b3 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:01:04.215414 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f96486-2a05-423e-b2f9-6c644cc5a7b3 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:01:04.215941 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f96486-2a05-423e-b2f9-6c644cc5a7b3 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:01:04.216468 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f96486-2a05-423e-b2f9-6c644cc5a7b3 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:01:04.217393 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f96486-2a05-423e-b2f9-6c644cc5a7b3 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:01:04.217945 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f96486-2a05-423e-b2f9-6c644cc5a7b3 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:01:04.218683 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f96486-2a05-423e-b2f9-6c644cc5a7b3 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:01:04.220154 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f96486-2a05-423e-b2f9-6c644cc5a7b3 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:01:04.220699 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f96486-2a05-423e-b2f9-6c644cc5a7b3 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:01:04.231935 n-d-818022-2 neutron-server[103364]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9dc3685-ce31-4a18-91d2-34be6294e66e tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] DELETE failed (client error): The resource could not be found. Nov 19 18:01:04.232963 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9dc3685-ce31-4a18-91d2-34be6294e66e tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103364) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 18:01:04.243193 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-b9dc3685-ce31-4a18-91d2-34be6294e66e tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] 10.222.0.54 "DELETE /v2.0/networks/7e5c78ff-c1d3-4f9f-9fa2-98300a19445d HTTP/1.1" status: 404 len: 339 time: 0.0685346 Nov 19 18:01:04.243911 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 48298) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:04.296300 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2abcbc-10ea-4299-95e9-bf42335224e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69933b07-ab22-44ab-9c43-591c6a6c59a7,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:01:04.329653 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 48304) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:04.331558 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-0f2abcbc-10ea-4299-95e9-bf42335224e0 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=66b83cb2bda641dfa09c1260567c85e2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7522764 Nov 19 18:01:04.412822 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2bcd7d57-a990-4095-b720-6d4c0ba6a14c req-30464320-b3a5-4d3a-851c-e29db08055e7 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] 10.222.0.54 "GET /v2.0/ports?device_id=0f12e280-7f27-4e94-992b-064b64e8c400 HTTP/1.1" status: 200 len: 210 time: 0.0484679 Nov 19 18:01:04.510127 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ddadfc9a-b699-4df8-814a-d083ad1eaf84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:04.515493 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ddadfc9a-b699-4df8-814a-d083ad1eaf84 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:04.517381 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-ddadfc9a-b699-4df8-814a-d083ad1eaf84 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/266ae05f-9cef-4a2c-923e-525eb20419b8 HTTP/1.1" status: 204 len: 168 time: 0.8948059 Nov 19 18:01:04.529874 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddadfc9a-b699-4df8-814a-d083ad1eaf84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=266ae05f-9cef-4a2c-923e-525eb20419b8,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:01:04.598793 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-bc81884e-ff06-4f29-8237-37741b949b1f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:04.632729 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85f2331a-e3e7-4053-a0da-91f6c099e63a tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:01:04.637304 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-85f2331a-e3e7-4053-a0da-91f6c099e63a tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3923144 Nov 19 18:01:04.638078 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 48316) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:04.651327 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-bc81884e-ff06-4f29-8237-37741b949b1f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:04.713109 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-bc81884e-ff06-4f29-8237-37741b949b1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:04.717717 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-98c58786-5f93-4bb5-a4cf-1c9229f3dd95 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] 10.222.0.54 "GET /v2.0/subnets?network_id=645e61aa-1a6c-4e8f-857e-ab06edb4897f HTTP/1.1" status: 200 len: 207 time: 0.0773137 Nov 19 18:01:04.722011 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 48318) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:04.725661 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-bc81884e-ff06-4f29-8237-37741b949b1f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:04.739084 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-bc81884e-ff06-4f29-8237-37741b949b1f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/69933b07-ab22-44ab-9c43-591c6a6c59a7 HTTP/1.1" status: 204 len: 168 time: 0.4079628 Nov 19 18:01:04.753009 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc81884e-ff06-4f29-8237-37741b949b1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69933b07-ab22-44ab-9c43-591c6a6c59a7,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:01:04.763966 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e013d7e6-5264-4dcc-9759-54f5fb809e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:04.883544 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-cb565b9c-6148-444f-9706-204a1438b2e8 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:05.007911 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb565b9c-6148-444f-9706-204a1438b2e8 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Pushing event deleted for resources: {'Port': ['ID=106cb217-01aa-4797-8e4c-553b3e54ca21,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:01:05.053373 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77c0cfc5-ce76-4a74-af17-860b051e0e11 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:01:05.061226 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77c0cfc5-ce76-4a74-af17-860b051e0e11 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:01:05.082240 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77c0cfc5-ce76-4a74-af17-860b051e0e11 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:01:05.106209 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77c0cfc5-ce76-4a74-af17-860b051e0e11 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:01:05.112225 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-77c0cfc5-ce76-4a74-af17-860b051e0e11 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.3893955 Nov 19 18:01:05.118273 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 48338) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:05.210867 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:05.573905 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-cb565b9c-6148-444f-9706-204a1438b2e8 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-768648'] for router_interface, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:05.625506 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-63a4c31a-6e30-4a71-a3d5-1445d703ae56 req-8cd372d1-2164-4f05-9e54-e4e87e91d4c1 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] 10.222.0.54 "GET /v2.0/ports?device_id=0f12e280-7f27-4e94-992b-064b64e8c400 HTTP/1.1" status: 200 len: 210 time: 0.0404799 Nov 19 18:01:05.752626 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d434f39c-7577-471f-bc5f-8a4056da7c7d req-31a23902-72fc-4996-a19c-a56572769004 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:01:05.755347 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d434f39c-7577-471f-bc5f-8a4056da7c7d req-31a23902-72fc-4996-a19c-a56572769004 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] 10.222.0.60 "GET /v2.0/networks?id=d8dbec36-4368-41ad-81ce-387cc5613033 HTTP/1.1" status: 200 len: 815 time: 0.2713535 Nov 19 18:01:05.769176 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-d434f39c-7577-471f-bc5f-8a4056da7c7d req-76c879fe-8afd-43dc-8bff-b7f537e3a7f8 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] Request body: {'port': {'device_id': '0f12e280-7f27-4e94-992b-064b64e8c400', 'network_id': 'd8dbec36-4368-41ad-81ce-387cc5613033', 'admin_state_up': True, 'tenant_id': '13c0bb19644446578b6dcb526272ce30'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:01:06.122906 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-1679e82e-244f-4a09-9821-f2ac13c1c123 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] 10.222.0.54 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 1.0033619 Nov 19 18:01:06.126798 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 48376) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:06.145322 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb565b9c-6148-444f-9706-204a1438b2e8 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Router 980ad8ab-818f-4808-ac3d-5fe97be1cadf has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 18:01:06.226690 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de2ce1c9-1705-4bb9-b481-868a63b1eaa7 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:01:06.228322 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de2ce1c9-1705-4bb9-b481-868a63b1eaa7 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:01:06.229917 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-de2ce1c9-1705-4bb9-b481-868a63b1eaa7 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1018865 Nov 19 18:01:06.241647 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 48390) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:06.355250 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29cbeff0-184f-4d36-9fd8-b89bb4db3c1f tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Attributes excluded by policy engine: ['shared'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:01:06.355250 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29cbeff0-184f-4d36-9fd8-b89bb4db3c1f tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Attributes excluded by policy engine: ['shared'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:01:06.355250 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-29cbeff0-184f-4d36-9fd8-b89bb4db3c1f tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] 10.222.0.54 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1118336 Nov 19 18:01:06.358224 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 48398) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:06.527348 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9161ce4a-1240-44cb-8709-b42a068fdcd5 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:01:06.529168 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-9161ce4a-1240-44cb-8709-b42a068fdcd5 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] 10.222.0.54 "GET /v2.0/networks/b7d9c4dd-f631-47d3-9870-d8daec375a29 HTTP/1.1" status: 200 len: 799 time: 0.1698534 Nov 19 18:01:06.542459 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 48404) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:06.697748 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-bb83d8bb-a5e8-4a20-83ca-8dc00d8821a8 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] 10.222.0.54 "GET /v2.0/networks/b7d9c4dd-f631-47d3-9870-d8daec375a29?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.1618378 Nov 19 18:01:06.701077 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 48410) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:06.844108 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d847d7c9-bc5c-4280-8a11-0e674bdb0ad3 req-d1445d69-5fa5-4169-9f00-aa6e94787ab0 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] 10.222.0.54 "GET /v2.0/ports?device_id=0f12e280-7f27-4e94-992b-064b64e8c400 HTTP/1.1" status: 200 len: 210 time: 0.0731585 Nov 19 18:01:06.863584 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb565b9c-6148-444f-9706-204a1438b2e8 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:01:06.875749 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28819036-d6ef-416c-87a9-853471536add None None] Sync routers for ids ['980ad8ab-818f-4808-ac3d-5fe97be1cadf'] in n-d-818022-2 {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:01:06.883050 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-cb565b9c-6148-444f-9706-204a1438b2e8 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] 10.222.0.54 "PUT /v2.0/routers/980ad8ab-818f-4808-ac3d-5fe97be1cadf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5447068 Nov 19 18:01:06.885037 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d434f39c-7577-471f-bc5f-8a4056da7c7d req-76c879fe-8afd-43dc-8bff-b7f537e3a7f8 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] Made reservation on behalf of 13c0bb19644446578b6dcb526272ce30 for: {'port': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:01:06.894612 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28819036-d6ef-416c-87a9-853471536add None None] Routers {'980ad8ab-818f-4808-ac3d-5fe97be1cadf'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:01:06.896047 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 48418) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:06.897421 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-d434f39c-7577-471f-bc5f-8a4056da7c7d req-76c879fe-8afd-43dc-8bff-b7f537e3a7f8 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:06.898168 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-28819036-d6ef-416c-87a9-853471536add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:01:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['980ad8ab-818f-4808-ac3d-5fe97be1cadf'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:01:06.958077 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_v2 [None req-38f67056-e97c-4b77-944b-3a720996892f tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Deleting subnet be3a7046-64c6-49bb-807d-cc2f0ffc79d6 {{(pid=103364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 18:01:06.962270 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-38f67056-e97c-4b77-944b-3a720996892f tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks [] for subnet, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:07.052824 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-38f67056-e97c-4b77-944b-3a720996892f tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9416263'] for subnet, precommit_delete_associations {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:07.123341 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c0ec670-64cb-4e8f-9e12-d3d53321d147 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:01:07.128461 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-28819036-d6ef-416c-87a9-853471536add None None] Set router 980ad8ab-818f-4808-ac3d-5fe97be1cadf gateway port host: None {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:01:07.129176 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-4c0ec670-64cb-4e8f-9e12-d3d53321d147 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] 10.222.0.54 "GET /v2.0/subnets/202aaeb0-f2a5-46d0-8a24-156a9b5c8517 HTTP/1.1" status: 200 len: 811 time: 0.4265556 Nov 19 18:01:07.134104 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 48430) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:07.216867 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [req-d434f39c-7577-471f-bc5f-8a4056da7c7d req-76c879fe-8afd-43dc-8bff-b7f537e3a7f8 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] Allocated IP 172.20.0.9 (d8dbec36-4368-41ad-81ce-387cc5613033/068f1254-b57b-4c27-b51b-af4c446dce02/1824eb46-ab45-47f6-a1dd-08ac88bb9f9e) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:01:07.483142 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61be26e2-3414-413e-b694-4233fc958e08 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Attributes excluded by policy engine: ['shared'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:01:07.484835 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-61be26e2-3414-413e-b694-4233fc958e08 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] 10.222.0.54 "GET /v2.0/subnets/202aaeb0-f2a5-46d0-8a24-156a9b5c8517?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.3414226 Nov 19 18:01:07.496498 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 48448) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:07.508953 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-3fc1a027-6dd1-4aa8-a073-979254b88053 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1196173054'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:01:07.603302 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fc1a027-6dd1-4aa8-a073-979254b88053 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Made reservation on behalf of 8ffa8370408040d085287d7dbe34b3c3 for: {'network': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:01:07.614990 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3fc1a027-6dd1-4aa8-a073-979254b88053 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:07.618851 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-d434f39c-7577-471f-bc5f-8a4056da7c7d req-76c879fe-8afd-43dc-8bff-b7f537e3a7f8 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:07.633149 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-38f67056-e97c-4b77-944b-3a720996892f tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:07.704796 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-d434f39c-7577-471f-bc5f-8a4056da7c7d req-76c879fe-8afd-43dc-8bff-b7f537e3a7f8 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:07.748717 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-28819036-d6ef-416c-87a9-853471536add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '980ad8ab-818f-4808-ac3d-5fe97be1cadf', 'name': 'tempest-RoutersTest-router-432570378', 'tenant_id': 'ecb26dc6f8b14f6babd12abcbaee21bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:00:07Z', 'updated_at': '2021-11-19T18:01:04Z', 'revision_number': 9, 'project_id': 'ecb26dc6f8b14f6babd12abcbaee21bf', 'gw_port_host': None, '_interfaces': [{'id': '074a41f9-7309-42bf-9620-c71e6d62ef38', 'name': '', 'network_id': 'fe0e2852-33a8-4fa2-8c1c-0ba411d8ab17', 'tenant_id': 'ecb26dc6f8b14f6babd12abcbaee21bf', 'mac_address': 'fa:16:3e:3c:0b:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '980ad8ab-818f-4808-ac3d-5fe97be1cadf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2450, 'fixed_ips': [{'subnet_id': '92811ad4-303b-4354-b780-e680c3c3cdc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:00:12Z', 'updated_at': '2021-11-19T18:00:22Z', 'revision_number': 5, 'project_id': 'ecb26dc6f8b14f6babd12abcbaee21bf', 'subnets': [{'id': '92811ad4-303b-4354-b780-e680c3c3cdc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2a09bb4b-afa1-456a-85bf-083ddf4bf17f', 'name': '', 'network_id': 'f0e72ab0-372f-44f4-b735-094db4bb78cb', 'tenant_id': 'ecb26dc6f8b14f6babd12abcbaee21bf', 'mac_address': 'fa:16:3e:06:be:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '980ad8ab-818f-4808-ac3d-5fe97be1cadf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': 'fbbb7272-7674-48c7-868e-338c26915847', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:00:22Z', 'updated_at': '2021-11-19T18:00:32Z', 'revision_number': 5, 'project_id': 'ecb26dc6f8b14f6babd12abcbaee21bf', 'subnets': [{'id': 'fbbb7272-7674-48c7-868e-338c26915847', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:01:07.825290 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fc1a027-6dd1-4aa8-a073-979254b88053 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 673} {{(pid=103364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 18:01:07.829746 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28819036-d6ef-416c-87a9-853471536add None None] Checking router: 980ad8ab-818f-4808-ac3d-5fe97be1cadf for host: n-d-818022-2 {{(pid=103366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:01:07.832684 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d434f39c-7577-471f-bc5f-8a4056da7c7d req-76c879fe-8afd-43dc-8bff-b7f537e3a7f8 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] Network d8dbec36-4368-41ad-81ce-387cc5613033 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:01:07.843392 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3fc1a027-6dd1-4aa8-a073-979254b88053 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:07.843860 n-d-818022-2 neutron-server[103364]: INFO neutron.db.segments_db [None req-3fc1a027-6dd1-4aa8-a073-979254b88053 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Added segment 44c7424e-01e6-4ca5-8f7d-01e1e1a95753 of type vlan for network 0dab47db-afd0-4b41-8e98-3732455b7836 Nov 19 18:01:07.844685 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [req-d434f39c-7577-471f-bc5f-8a4056da7c7d req-76c879fe-8afd-43dc-8bff-b7f537e3a7f8 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:01:07.859696 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28819036-d6ef-416c-87a9-853471536add None None] Routers {'980ad8ab-818f-4808-ac3d-5fe97be1cadf'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:01:07.860628 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-28819036-d6ef-416c-87a9-853471536add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:01:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['980ad8ab-818f-4808-ac3d-5fe97be1cadf'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:01:07.866609 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-d434f39c-7577-471f-bc5f-8a4056da7c7d req-76c879fe-8afd-43dc-8bff-b7f537e3a7f8 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:01:07.932194 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3fc1a027-6dd1-4aa8-a073-979254b88053 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:07.951163 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c879fe-8afd-43dc-8bff-b7f537e3a7f8 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] Pushing event updated for resources: {'Port': ['ID=1824eb46-ab45-47f6-a1dd-08ac88bb9f9e,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:01:07.990089 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3fc1a027-6dd1-4aa8-a073-979254b88053 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:08.002098 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fc1a027-6dd1-4aa8-a073-979254b88053 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:01:08.003583 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3fc1a027-6dd1-4aa8-a073-979254b88053 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks [] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:08.016309 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c879fe-8afd-43dc-8bff-b7f537e3a7f8 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:01:08.018250 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c879fe-8afd-43dc-8bff-b7f537e3a7f8 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:01:08.018603 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c879fe-8afd-43dc-8bff-b7f537e3a7f8 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:01:08.022865 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c879fe-8afd-43dc-8bff-b7f537e3a7f8 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:01:08.023278 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c879fe-8afd-43dc-8bff-b7f537e3a7f8 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:01:08.023645 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c879fe-8afd-43dc-8bff-b7f537e3a7f8 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:01:08.024071 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c879fe-8afd-43dc-8bff-b7f537e3a7f8 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:01:08.028938 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c879fe-8afd-43dc-8bff-b7f537e3a7f8 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:01:08.029567 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c879fe-8afd-43dc-8bff-b7f537e3a7f8 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:01:08.029952 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c879fe-8afd-43dc-8bff-b7f537e3a7f8 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:01:08.030794 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c879fe-8afd-43dc-8bff-b7f537e3a7f8 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:01:08.035620 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c879fe-8afd-43dc-8bff-b7f537e3a7f8 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:01:08.037361 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12b08b0c-2d05-4ca6-b2f5-33ca06bb5548 None None] DHCP port deletion for d8dbec36-4368-41ad-81ce-387cc5613033 request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:01:08.086738 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-3fc1a027-6dd1-4aa8-a073-979254b88053 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5889308 Nov 19 18:01:08.092412 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 48472) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:08.106466 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-8b2c43e6-ff54-4c2a-b2dc-1aed7352a284 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Request body: {'subnet': {'network_id': '0dab47db-afd0-4b41-8e98-3732455b7836', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:01:08.132342 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-28819036-d6ef-416c-87a9-853471536add None None] Set router 980ad8ab-818f-4808-ac3d-5fe97be1cadf gateway port host: None {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:01:08.189249 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d434f39c-7577-471f-bc5f-8a4056da7c7d req-76c879fe-8afd-43dc-8bff-b7f537e3a7f8 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:01:08.192745 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-d434f39c-7577-471f-bc5f-8a4056da7c7d req-76c879fe-8afd-43dc-8bff-b7f537e3a7f8 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:08.247646 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d434f39c-7577-471f-bc5f-8a4056da7c7d req-76c879fe-8afd-43dc-8bff-b7f537e3a7f8 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4833918 Nov 19 18:01:08.287447 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d12ee6-a9e0-4e34-8b12-aa0cea45f93e req-4194ec6b-23b1-47a7-9951-423cc434a6e7 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:01:08.291411 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a7d12ee6-a9e0-4e34-8b12-aa0cea45f93e req-4194ec6b-23b1-47a7-9951-423cc434a6e7 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] 10.222.0.54 "GET /v2.0/ports?device_id=0f12e280-7f27-4e94-992b-064b64e8c400 HTTP/1.1" status: 200 len: 931 time: 0.2360983 Nov 19 18:01:08.301079 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc1a027-6dd1-4aa8-a073-979254b88053 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Pushing event updated for resources: {'Network': ['ID=0dab47db-afd0-4b41-8e98-3732455b7836,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:01:08.305536 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-38f67056-e97c-4b77-944b-3a720996892f tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12425137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8983934'] for subnet, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:08.332607 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-ef354e23-f015-4c51-83fb-924fa31dac0e None None] Provisioning complete for port 1824eb46-ab45-47f6-a1dd-08ac88bb9f9e triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:01:08.332997 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ef354e23-f015-4c51-83fb-924fa31dac0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:08.335363 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network 0dab47db-afd0-4b41-8e98-3732455b7836 details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 18:01:08.368069 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 48480) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:08.386007 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 48482) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:08.413027 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f67056-e97c-4b77-944b-3a720996892f tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Pushing event deleted for resources: {'Subnet': ['ID=be3a7046-64c6-49bb-807d-cc2f0ffc79d6,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:01:08.440412 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-38f67056-e97c-4b77-944b-3a720996892f tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:08.446611 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-38f67056-e97c-4b77-944b-3a720996892f tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] 10.222.0.54 "DELETE /v2.0/subnets/be3a7046-64c6-49bb-807d-cc2f0ffc79d6 HTTP/1.1" status: 204 len: 168 time: 1.5491877 Nov 19 18:01:08.450929 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 48490) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:08.503467 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b2c43e6-ff54-4c2a-b2dc-1aed7352a284 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Made reservation on behalf of 8ffa8370408040d085287d7dbe34b3c3 for: {'subnet': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:01:08.524414 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8b2c43e6-ff54-4c2a-b2dc-1aed7352a284 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8983829'] for subnet, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:08.532433 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a7d12ee6-a9e0-4e34-8b12-aa0cea45f93e req-2ee14ff2-6e2b-4145-b8a8-a8419e0f49a7 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] 10.222.0.54 "GET /v2.0/security-groups?id=ab553829-b17c-4bd7-9495-2cea0ebc82fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2321839 Nov 19 18:01:08.578368 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1500f4c2-9756-41fd-9941-9439c01d99a2 None None] Network b9d8aa4e-5f87-4b7a-a749-6c49d4c7fbf8 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:01:08.609424 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-d434f39c-7577-471f-bc5f-8a4056da7c7d req-c7269ef6-b3cb-415a-b867-7390f17a270a service neutron] Request body: {'port': {'device_id': '0f12e280-7f27-4e94-992b-064b64e8c400', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818022-2'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:01:08.723655 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.ipam_backend_mixin [None req-8b2c43e6-ff54-4c2a-b2dc-1aed7352a284 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Performing IP validity checks on allocation pools {{(pid=103364) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 19 18:01:08.724296 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.ipam_backend_mixin [None req-8b2c43e6-ff54-4c2a-b2dc-1aed7352a284 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103364) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 19 18:01:08.770591 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-26501d0a-e2c0-4f02-ac8b-9d8864b9fd10 tempest-PortsAdminExtendedAttrsTestJSON-1840561979 tempest-PortsAdminExtendedAttrsTestJSON-1840561979-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1762229355'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:01:08.810122 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-b10cbc2f-29c6-42b5-84c4-2f6e3392aade tempest-PortsAdminExtendedAttrsIpV6TestJSON-646583627 tempest-PortsAdminExtendedAttrsIpV6TestJSON-646583627-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-790474155'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:01:08.836541 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-d434f39c-7577-471f-bc5f-8a4056da7c7d req-c7269ef6-b3cb-415a-b867-7390f17a270a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:08.892377 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26501d0a-e2c0-4f02-ac8b-9d8864b9fd10 tempest-PortsAdminExtendedAttrsTestJSON-1840561979 tempest-PortsAdminExtendedAttrsTestJSON-1840561979-project] Made reservation on behalf of f001cf9f74ea418883cf29d1a4ec1055 for: {'network': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:01:08.896454 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-26501d0a-e2c0-4f02-ac8b-9d8864b9fd10 tempest-PortsAdminExtendedAttrsTestJSON-1840561979 tempest-PortsAdminExtendedAttrsTestJSON-1840561979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:08.935649 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-26501d0a-e2c0-4f02-ac8b-9d8864b9fd10 tempest-PortsAdminExtendedAttrsTestJSON-1840561979 tempest-PortsAdminExtendedAttrsTestJSON-1840561979-project] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:09.004866 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-ef354e23-f015-4c51-83fb-924fa31dac0e None None] Port 1824eb46-ab45-47f6-a1dd-08ac88bb9f9e cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:01:09.015304 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b10cbc2f-29c6-42b5-84c4-2f6e3392aade tempest-PortsAdminExtendedAttrsIpV6TestJSON-646583627 tempest-PortsAdminExtendedAttrsIpV6TestJSON-646583627-project] Made reservation on behalf of d2e9d80aaaac4ab0bfbddf2bec5be433 for: {'network': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:01:09.026327 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5b478fab-5ad5-402b-b2d7-b0beb7e0ed87 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:09.032805 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b10cbc2f-29c6-42b5-84c4-2f6e3392aade tempest-PortsAdminExtendedAttrsIpV6TestJSON-646583627 tempest-PortsAdminExtendedAttrsIpV6TestJSON-646583627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:09.075537 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b10cbc2f-29c6-42b5-84c4-2f6e3392aade tempest-PortsAdminExtendedAttrsIpV6TestJSON-646583627 tempest-PortsAdminExtendedAttrsIpV6TestJSON-646583627-project] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:09.172167 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8b2c43e6-ff54-4c2a-b2dc-1aed7352a284 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12425078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8983815'] for subnet, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:09.342296 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-5b478fab-5ad5-402b-b2d7-b0beb7e0ed87 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Deleting port df0e03ce-71a4-45c1-8903-7060a7ba06ac {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:01:09.343486 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5b478fab-5ad5-402b-b2d7-b0beb7e0ed87 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:09.414002 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-28819036-d6ef-416c-87a9-853471536add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '980ad8ab-818f-4808-ac3d-5fe97be1cadf', 'name': 'tempest-RoutersTest-router-432570378', 'tenant_id': 'ecb26dc6f8b14f6babd12abcbaee21bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:00:07Z', 'updated_at': '2021-11-19T18:01:04Z', 'revision_number': 9, 'project_id': 'ecb26dc6f8b14f6babd12abcbaee21bf', 'gw_port_host': None, '_interfaces': [{'id': '074a41f9-7309-42bf-9620-c71e6d62ef38', 'name': '', 'network_id': 'fe0e2852-33a8-4fa2-8c1c-0ba411d8ab17', 'tenant_id': 'ecb26dc6f8b14f6babd12abcbaee21bf', 'mac_address': 'fa:16:3e:3c:0b:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '980ad8ab-818f-4808-ac3d-5fe97be1cadf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2450, 'fixed_ips': [{'subnet_id': '92811ad4-303b-4354-b780-e680c3c3cdc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:00:12Z', 'updated_at': '2021-11-19T18:00:22Z', 'revision_number': 5, 'project_id': 'ecb26dc6f8b14f6babd12abcbaee21bf', 'subnets': [{'id': '92811ad4-303b-4354-b780-e680c3c3cdc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2a09bb4b-afa1-456a-85bf-083ddf4bf17f', 'name': '', 'network_id': 'f0e72ab0-372f-44f4-b735-094db4bb78cb', 'tenant_id': 'ecb26dc6f8b14f6babd12abcbaee21bf', 'mac_address': 'fa:16:3e:06:be:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '980ad8ab-818f-4808-ac3d-5fe97be1cadf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': 'fbbb7272-7674-48c7-868e-338c26915847', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:00:22Z', 'updated_at': '2021-11-19T18:00:32Z', 'revision_number': 5, 'project_id': 'ecb26dc6f8b14f6babd12abcbaee21bf', 'subnets': [{'id': 'fbbb7272-7674-48c7-868e-338c26915847', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:01:09.491424 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28819036-d6ef-416c-87a9-853471536add None None] The sync data for ids ['980ad8ab-818f-4808-ac3d-5fe97be1cadf'] in n-d-818022-2 is: [{'id': '980ad8ab-818f-4808-ac3d-5fe97be1cadf', 'name': 'tempest-RoutersTest-router-432570378', 'tenant_id': 'ecb26dc6f8b14f6babd12abcbaee21bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:00:07Z', 'updated_at': '2021-11-19T18:01:04Z', 'revision_number': 9, 'project_id': 'ecb26dc6f8b14f6babd12abcbaee21bf', 'gw_port_host': None, '_interfaces': [{'id': '074a41f9-7309-42bf-9620-c71e6d62ef38', 'name': '', 'network_id': 'fe0e2852-33a8-4fa2-8c1c-0ba411d8ab17', 'tenant_id': 'ecb26dc6f8b14f6babd12abcbaee21bf', 'mac_address': 'fa:16:3e:3c:0b:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '980ad8ab-818f-4808-ac3d-5fe97be1cadf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2450, 'fixed_ips': [{'subnet_id': '92811ad4-303b-4354-b780-e680c3c3cdc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:00:12Z', 'updated_at': '2021-11-19T18:00:22Z', 'revision_number': 5, 'project_id': 'ecb26dc6f8b14f6babd12abcbaee21bf', 'subnets': [{'id': '92811ad4-303b-4354-b780-e680c3c3cdc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2a09bb4b-afa1-456a-85bf-083ddf4bf17f', 'name': '', 'network_id': 'f0e72ab0-372f-44f4-b735-094db4bb78cb', 'tenant_id': 'ecb26dc6f8b14f6babd12abcbaee21bf', 'mac_address': 'fa:16:3e:06:be:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '980ad8ab-818f-4808-ac3d-5fe97be1cadf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': 'fbbb7272-7674-48c7-868e-338c26915847', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:00:22Z', 'updated_at': '2021-11-19T18:00:32Z', 'revision_number': 5, 'project_id': 'ecb26dc6f8b14f6babd12abcbaee21bf', 'subnets': [{'id': 'fbbb7272-7674-48c7-868e-338c26915847', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:01:09.502413 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bd0b567-4faf-48e4-957d-bb2f0d23e2ba None None] DHCP port deletion for b9d8aa4e-5f87-4b7a-a749-6c49d4c7fbf8 request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:01:09.590700 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2c43e6-ff54-4c2a-b2dc-1aed7352a284 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Pushing event updated for resources: {'Subnet': ['ID=47e84d9e-298e-4dc0-8532-456d4197d738,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:01:09.615030 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4bd0b567-4faf-48e4-957d-bb2f0d23e2ba None None] Deleting port df0e03ce-71a4-45c1-8903-7060a7ba06ac {{(pid=103366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:01:09.615550 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4bd0b567-4faf-48e4-957d-bb2f0d23e2ba None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:09.683494 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b2c43e6-ff54-4c2a-b2dc-1aed7352a284 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Checking segment: {'id': '44c7424e-01e6-4ca5-8f7d-01e1e1a95753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '0dab47db-afd0-4b41-8e98-3732455b7836'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:01:09.683862 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b2c43e6-ff54-4c2a-b2dc-1aed7352a284 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Network hostable DHCP agents. Network: 0dab47db-afd0-4b41-8e98-3732455b7836, hostable agents: ['02910ef2-0455-4aea-9f38-9a875579633f'], hosted agents: [] {{(pid=103364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 18:01:09.687556 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [None req-5b478fab-5ad5-402b-b2d7-b0beb7e0ed87 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] For port df0e03ce-71a4-45c1-8903-7060a7ba06ac, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=df0e03ce-71a4-45c1-8903-7060a7ba06ac,segment=NetworkSegment(6d6c7a5a-901c-40bd-8f29-a0ddd5353058),segment_id=6d6c7a5a-901c-40bd-8f29-a0ddd5353058)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:01:09.689077 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5b478fab-5ad5-402b-b2d7-b0beb7e0ed87 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:09.705241 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-4bd0b567-4faf-48e4-957d-bb2f0d23e2ba None None] For port df0e03ce-71a4-45c1-8903-7060a7ba06ac, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=df0e03ce-71a4-45c1-8903-7060a7ba06ac,segment=NetworkSegment(6d6c7a5a-901c-40bd-8f29-a0ddd5353058),segment_id=6d6c7a5a-901c-40bd-8f29-a0ddd5353058)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:01:09.705643 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4bd0b567-4faf-48e4-957d-bb2f0d23e2ba None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:09.714025 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b10cbc2f-29c6-42b5-84c4-2f6e3392aade tempest-PortsAdminExtendedAttrsIpV6TestJSON-646583627 tempest-PortsAdminExtendedAttrsIpV6TestJSON-646583627-project] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:09.714741 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-5b478fab-5ad5-402b-b2d7-b0beb7e0ed87 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Calling delete_port for df0e03ce-71a4-45c1-8903-7060a7ba06ac owned by network:dhcp {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:01:09.725728 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4bd0b567-4faf-48e4-957d-bb2f0d23e2ba None None] Calling delete_port for df0e03ce-71a4-45c1-8903-7060a7ba06ac owned by network:dhcp {{(pid=103366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:01:09.727544 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b10cbc2f-29c6-42b5-84c4-2f6e3392aade tempest-PortsAdminExtendedAttrsIpV6TestJSON-646583627 tempest-PortsAdminExtendedAttrsIpV6TestJSON-646583627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:09.743736 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b10cbc2f-29c6-42b5-84c4-2f6e3392aade tempest-PortsAdminExtendedAttrsIpV6TestJSON-646583627 tempest-PortsAdminExtendedAttrsIpV6TestJSON-646583627-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 696} {{(pid=103365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 18:01:09.767080 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b2c43e6-ff54-4c2a-b2dc-1aed7352a284 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Network 0dab47db-afd0-4b41-8e98-3732455b7836 is scheduled to be hosted by DHCP agent 02910ef2-0455-4aea-9f38-9a875579633f with binding_index 1 {{(pid=103364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 18:01:09.834321 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-8b2c43e6-ff54-4c2a-b2dc-1aed7352a284 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818022-2, 0dab47db-afd0-4b41-8e98-3732455b7836) {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:01:09.848210 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b10cbc2f-29c6-42b5-84c4-2f6e3392aade tempest-PortsAdminExtendedAttrsIpV6TestJSON-646583627 tempest-PortsAdminExtendedAttrsIpV6TestJSON-646583627-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:09.848564 n-d-818022-2 neutron-server[103365]: INFO neutron.db.segments_db [None req-b10cbc2f-29c6-42b5-84c4-2f6e3392aade tempest-PortsAdminExtendedAttrsIpV6TestJSON-646583627 tempest-PortsAdminExtendedAttrsIpV6TestJSON-646583627-project] Added segment 30ba7dc7-b243-4c3a-be51-4c06629b2184 of type vlan for network 9636b172-480b-4993-8567-730d82a2d8e0 Nov 19 18:01:09.853123 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af30a689-98ab-476c-be34-a2cb57e7f26b req-b9990f85-728c-440b-a1b6-9ac15a838b6a tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:01:09.855004 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-af30a689-98ab-476c-be34-a2cb57e7f26b req-b9990f85-728c-440b-a1b6-9ac15a838b6a tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] 10.222.0.54 "GET /v2.0/ports?device_id=0f12e280-7f27-4e94-992b-064b64e8c400 HTTP/1.1" status: 200 len: 931 time: 0.1424291 Nov 19 18:01:09.858095 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b2c43e6-ff54-4c2a-b2dc-1aed7352a284 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:01:09.858931 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8b2c43e6-ff54-4c2a-b2dc-1aed7352a284 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:09.874709 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10cbc2f-29c6-42b5-84c4-2f6e3392aade tempest-PortsAdminExtendedAttrsIpV6TestJSON-646583627 tempest-PortsAdminExtendedAttrsIpV6TestJSON-646583627-project] Pushing event updated for resources: {'SecurityGroup': ['ID=905d8a38-708b-45cf-be01-d74149e4c809,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:01:09.887338 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-26501d0a-e2c0-4f02-ac8b-9d8864b9fd10 tempest-PortsAdminExtendedAttrsTestJSON-1840561979 tempest-PortsAdminExtendedAttrsTestJSON-1840561979-project] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:09.901990 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-26501d0a-e2c0-4f02-ac8b-9d8864b9fd10 tempest-PortsAdminExtendedAttrsTestJSON-1840561979 tempest-PortsAdminExtendedAttrsTestJSON-1840561979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:09.904979 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-352b390c-fae0-46be-be81-487644f38513 None None] Network 0dab47db-afd0-4b41-8e98-3732455b7836 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:01:09.966939 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b10cbc2f-29c6-42b5-84c4-2f6e3392aade tempest-PortsAdminExtendedAttrsIpV6TestJSON-646583627 tempest-PortsAdminExtendedAttrsIpV6TestJSON-646583627-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:09.980507 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-8b2c43e6-ff54-4c2a-b2dc-1aed7352a284 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.8862796 Nov 19 18:01:09.987142 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 48514) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:09.988412 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26501d0a-e2c0-4f02-ac8b-9d8864b9fd10 tempest-PortsAdminExtendedAttrsTestJSON-1840561979 tempest-PortsAdminExtendedAttrsTestJSON-1840561979-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 653} {{(pid=103365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 18:01:10.004301 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5b478fab-5ad5-402b-b2d7-b0beb7e0ed87 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:10.029707 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4bd0b567-4faf-48e4-957d-bb2f0d23e2ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007'] for port, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:10.038724 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-ad0eb4fe-56a4-40d9-a820-58e4947f52bb tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:01:10.044376 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26501d0a-e2c0-4f02-ac8b-9d8864b9fd10 tempest-PortsAdminExtendedAttrsTestJSON-1840561979 tempest-PortsAdminExtendedAttrsTestJSON-1840561979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=559000b3-1fc7-4f94-8125-c7c113676eb3,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:01:10.073368 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b478fab-5ad5-402b-b2d7-b0beb7e0ed87 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] No DVR routers for this DVR port df0e03ce-71a4-45c1-8903-7060a7ba06ac on host n-d-818022-2 {{(pid=103364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:01:10.075492 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-26501d0a-e2c0-4f02-ac8b-9d8864b9fd10 tempest-PortsAdminExtendedAttrsTestJSON-1840561979 tempest-PortsAdminExtendedAttrsTestJSON-1840561979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:10.075856 n-d-818022-2 neutron-server[103365]: INFO neutron.db.segments_db [None req-26501d0a-e2c0-4f02-ac8b-9d8864b9fd10 tempest-PortsAdminExtendedAttrsTestJSON-1840561979 tempest-PortsAdminExtendedAttrsTestJSON-1840561979-project] Added segment 17664096-bc08-472e-a8dd-e356d1d37eca of type vlan for network 3a4cef65-cae2-4133-81c6-419694f0f321 Nov 19 18:01:10.108093 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b10cbc2f-29c6-42b5-84c4-2f6e3392aade tempest-PortsAdminExtendedAttrsIpV6TestJSON-646583627 tempest-PortsAdminExtendedAttrsIpV6TestJSON-646583627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:10.114306 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b10cbc2f-29c6-42b5-84c4-2f6e3392aade tempest-PortsAdminExtendedAttrsIpV6TestJSON-646583627 tempest-PortsAdminExtendedAttrsIpV6TestJSON-646583627-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:01:10.115225 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b10cbc2f-29c6-42b5-84c4-2f6e3392aade tempest-PortsAdminExtendedAttrsIpV6TestJSON-646583627 tempest-PortsAdminExtendedAttrsIpV6TestJSON-646583627-project] Publish callbacks [] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:10.119972 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd0b567-4faf-48e4-957d-bb2f0d23e2ba None None] Pushing event deleted for resources: {'Port': ['ID=df0e03ce-71a4-45c1-8903-7060a7ba06ac,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:01:10.127300 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd0b567-4faf-48e4-957d-bb2f0d23e2ba None None] No DVR routers for this DVR port df0e03ce-71a4-45c1-8903-7060a7ba06ac on host n-d-818022-2 {{(pid=103366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:01:10.213410 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-af30a689-98ab-476c-be34-a2cb57e7f26b req-9603e3d9-6709-41f1-b682-d49f92d25ec5 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] 10.222.0.54 "GET /v2.0/security-groups?id=ab553829-b17c-4bd7-9495-2cea0ebc82fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3510542 Nov 19 18:01:10.238169 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b478fab-5ad5-402b-b2d7-b0beb7e0ed87 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Pushing event deleted for resources: {'Port': ['ID=df0e03ce-71a4-45c1-8903-7060a7ba06ac,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:01:10.284961 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09fc1ccf-9396-449a-ad77-b15d70e2ca94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54f44f5f-1200-574e-8740-2141911d5b73-0dab47db-afd0-4b41-8e98-3732455b7836', 'network_id': '0dab47db-afd0-4b41-8e98-3732455b7836', 'tenant_id': '8ffa8370408040d085287d7dbe34b3c3', 'fixed_ips': [{'subnet_id': '47e84d9e-298e-4dc0-8532-456d4197d738'}]}} from n-d-818022-2. {{(pid=103366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 18:01:10.293970 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-09fc1ccf-9396-449a-ad77-b15d70e2ca94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:10.311573 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-b10cbc2f-29c6-42b5-84c4-2f6e3392aade tempest-PortsAdminExtendedAttrsIpV6TestJSON-646583627 tempest-PortsAdminExtendedAttrsIpV6TestJSON-646583627-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 1.9230576 Nov 19 18:01:10.364692 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5b478fab-5ad5-402b-b2d7-b0beb7e0ed87 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:10.399770 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-5b478fab-5ad5-402b-b2d7-b0beb7e0ed87 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9d8aa4e-5f87-4b7a-a749-6c49d4c7fbf8']}} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:01:10.427566 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ad0eb4fe-56a4-40d9-a820-58e4947f52bb tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8983820'] for subnet, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:10.433567 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-5b478fab-5ad5-402b-b2d7-b0beb7e0ed87 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d6c7a5a-901c-40bd-8f29-a0ddd5353058') {'for_net_delete': True} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:01:10.433923 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-5b478fab-5ad5-402b-b2d7-b0beb7e0ed87 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d6c7a5a-901c-40bd-8f29-a0ddd5353058') {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:01:10.448945 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5b478fab-5ad5-402b-b2d7-b0beb7e0ed87 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417396'] for segment, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:10.473741 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-26501d0a-e2c0-4f02-ac8b-9d8864b9fd10 tempest-PortsAdminExtendedAttrsTestJSON-1840561979 tempest-PortsAdminExtendedAttrsTestJSON-1840561979-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:10.475264 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5b478fab-5ad5-402b-b2d7-b0beb7e0ed87 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:10.493344 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [req-d434f39c-7577-471f-bc5f-8a4056da7c7d req-c7269ef6-b3cb-415a-b867-7390f17a270a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1824eb46-ab45-47f6-a1dd-08ac88bb9f9e {{(pid=103365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:01:10.497718 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 106cb217-01aa-4797-8e4c-553b3e54ca21 no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:01:10.521411 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b478fab-5ad5-402b-b2d7-b0beb7e0ed87 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Releasing vlan 654 on physical network physnet1 to pool {{(pid=103364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 18:01:10.522498 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5b478fab-5ad5-402b-b2d7-b0beb7e0ed87 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12425183'] for segment, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:10.525530 n-d-818022-2 neutron-server[103364]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 18:01:10.525530 n-d-818022-2 neutron-server[103364]: self.session.flush() Nov 19 18:01:10.525530 n-d-818022-2 neutron-server[103364]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 18:01:10.525530 n-d-818022-2 neutron-server[103364]: self.session.flush() Nov 19 18:01:10.525530 n-d-818022-2 neutron-server[103364]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 18:01:10.525530 n-d-818022-2 neutron-server[103364]: self.session.flush() Nov 19 18:01:10.525530 n-d-818022-2 neutron-server[103364]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 18:01:10.525530 n-d-818022-2 neutron-server[103364]: self.session.flush() Nov 19 18:01:10.525530 n-d-818022-2 neutron-server[103364]: Traceback (most recent call last): Nov 19 18:01:10.525530 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 18:01:10.525530 n-d-818022-2 neutron-server[103364]: timer() Nov 19 18:01:10.525530 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 18:01:10.525530 n-d-818022-2 neutron-server[103364]: cb(*args, **kw) Nov 19 18:01:10.525530 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 18:01:10.525530 n-d-818022-2 neutron-server[103364]: return func(*args, **kwargs) Nov 19 18:01:10.525530 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 18:01:10.525530 n-d-818022-2 neutron-server[103364]: self._notify() Nov 19 18:01:10.525530 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 18:01:10.525530 n-d-818022-2 neutron-server[103364]: self.callback(batched_events) Nov 19 18:01:10.525530 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 18:01:10.525530 n-d-818022-2 neutron-server[103364]: event.method(event) Nov 19 18:01:10.525530 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 18:01:10.525530 n-d-818022-2 neutron-server[103364]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 18:01:10.525530 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 18:01:10.525530 n-d-818022-2 neutron-server[103364]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 18:01:10.525530 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 18:01:10.525530 n-d-818022-2 neutron-server[103364]: return f(self, *a, **k) Nov 19 18:01:10.525530 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 18:01:10.525530 n-d-818022-2 neutron-server[103364]: return self._get(url).json() Nov 19 18:01:10.525530 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 18:01:10.525530 n-d-818022-2 neutron-server[103364]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 18:01:10.525530 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 18:01:10.525530 n-d-818022-2 neutron-server[103364]: return self.request(url, 'GET', **kwargs) Nov 19 18:01:10.525530 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 18:01:10.525530 n-d-818022-2 neutron-server[103364]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 18:01:10.525530 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 18:01:10.525530 n-d-818022-2 neutron-server[103364]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 18:01:10.525530 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 18:01:10.525530 n-d-818022-2 neutron-server[103364]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 18:01:10.525530 n-d-818022-2 neutron-server[103364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 18:01:10.537964 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-d434f39c-7577-471f-bc5f-8a4056da7c7d req-c7269ef6-b3cb-415a-b867-7390f17a270a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:10.540150 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: 106cb217-01aa-4797-8e4c-553b3e54ca21 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:01:10.540563 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 106cb217-01aa-4797-8e4c-553b3e54ca21 not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:01:10.540921 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device df0e03ce-71a4-45c1-8903-7060a7ba06ac no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:01:10.586634 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: df0e03ce-71a4-45c1-8903-7060a7ba06ac {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:01:10.586839 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device df0e03ce-71a4-45c1-8903-7060a7ba06ac not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:01:10.612642 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10cbc2f-29c6-42b5-84c4-2f6e3392aade tempest-PortsAdminExtendedAttrsIpV6TestJSON-646583627 tempest-PortsAdminExtendedAttrsIpV6TestJSON-646583627-project] Pushing event updated for resources: {'Network': ['ID=9636b172-480b-4993-8567-730d82a2d8e0,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:01:10.625451 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network 9636b172-480b-4993-8567-730d82a2d8e0 details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 18:01:10.629045 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-26501d0a-e2c0-4f02-ac8b-9d8864b9fd10 tempest-PortsAdminExtendedAttrsTestJSON-1840561979 tempest-PortsAdminExtendedAttrsTestJSON-1840561979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:10.651267 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26501d0a-e2c0-4f02-ac8b-9d8864b9fd10 tempest-PortsAdminExtendedAttrsTestJSON-1840561979 tempest-PortsAdminExtendedAttrsTestJSON-1840561979-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:01:10.651933 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-26501d0a-e2c0-4f02-ac8b-9d8864b9fd10 tempest-PortsAdminExtendedAttrsTestJSON-1840561979 tempest-PortsAdminExtendedAttrsTestJSON-1840561979-project] Publish callbacks [] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:10.704965 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5b478fab-5ad5-402b-b2d7-b0beb7e0ed87 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671242'] for network, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:10.745694 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.db.api [None req-09fc1ccf-9396-449a-ad77-b15d70e2ca94 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 19 18:01:10.745694 n-d-818022-2 neutron-server[103366]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Nov 19 18:01:10.745694 n-d-818022-2 neutron-server[103366]: [parameters: {'in_use': 1, 'id_1': '47e84d9e-298e-4dc0-8532-456d4197d738'}] Nov 19 18:01:10.745694 n-d-818022-2 neutron-server[103366]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103366) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 18:01:10.748602 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.provisioning_blocks [req-d434f39c-7577-471f-bc5f-8a4056da7c7d req-c7269ef6-b3cb-415a-b867-7390f17a270a service neutron] Transition to ACTIVE for port object 1824eb46-ab45-47f6-a1dd-08ac88bb9f9e will not be triggered until provisioned by entity L2. {{(pid=103365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 18:01:10.756482 n-d-818022-2 neutron-server[103366]: DEBUG oslo_db.api [None req-09fc1ccf-9396-449a-ad77-b15d70e2ca94 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 18:01:10.774234 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-d434f39c-7577-471f-bc5f-8a4056da7c7d req-c7269ef6-b3cb-415a-b867-7390f17a270a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:10.801430 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5b478fab-5ad5-402b-b2d7-b0beb7e0ed87 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks [] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:10.808755 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-5b478fab-5ad5-402b-b2d7-b0beb7e0ed87 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] 10.222.0.54 "DELETE /v2.0/networks/b9d8aa4e-5f87-4b7a-a749-6c49d4c7fbf8 HTTP/1.1" status: 204 len: 168 time: 2.3548632 Nov 19 18:01:10.810137 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b478fab-5ad5-402b-b2d7-b0beb7e0ed87 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Pushing event deleted for resources: {'Network': ['ID=b9d8aa4e-5f87-4b7a-a749-6c49d4c7fbf8,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:01:10.812116 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 48544) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:10.812788 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 48546) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:10.847546 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-d3ef6ec2-3d77-4a2e-85e4-1910d88e7006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Request body: {'port': {'network_id': '9636b172-480b-4993-8567-730d82a2d8e0', 'binding:host_id': 'n-h2-818022-2', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1705437900'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:01:10.852917 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-26501d0a-e2c0-4f02-ac8b-9d8864b9fd10 tempest-PortsAdminExtendedAttrsTestJSON-1840561979 tempest-PortsAdminExtendedAttrsTestJSON-1840561979-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 2.4836559 Nov 19 18:01:10.914622 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7269ef6-b3cb-415a-b867-7390f17a270a service neutron] Pushing event updated for resources: {'Port': ['ID=1824eb46-ab45-47f6-a1dd-08ac88bb9f9e,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:01:10.942637 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26501d0a-e2c0-4f02-ac8b-9d8864b9fd10 tempest-PortsAdminExtendedAttrsTestJSON-1840561979 tempest-PortsAdminExtendedAttrsTestJSON-1840561979-project] Pushing event updated for resources: {'Network': ['ID=3a4cef65-cae2-4133-81c6-419694f0f321,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:01:10.948854 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6afd2ea-8e55-434e-b0e0-ddc3394e4583 None None] DHCP port deletion for d8dbec36-4368-41ad-81ce-387cc5613033 request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:01:10.972630 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network 3a4cef65-cae2-4133-81c6-419694f0f321 details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 18:01:11.078156 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 48560) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:11.098072 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-a8f3f6d1-b9a9-4674-a845-8f4f35d8880d tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Request body: {'port': {'network_id': '3a4cef65-cae2-4133-81c6-419694f0f321', 'binding:host_id': 'n-h2-818022-2', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-923649974'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:01:11.158644 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-d434f39c-7577-471f-bc5f-8a4056da7c7d req-c7269ef6-b3cb-415a-b867-7390f17a270a service neutron] Attempting to bind port 1824eb46-ab45-47f6-a1dd-08ac88bb9f9e on host n-h1-818022-2 for vnic_type normal with profile {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:01:11.159303 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-d434f39c-7577-471f-bc5f-8a4056da7c7d req-c7269ef6-b3cb-415a-b867-7390f17a270a service neutron] Attempting to bind port 1824eb46-ab45-47f6-a1dd-08ac88bb9f9e by drivers openvswitch,hyperv on host n-h1-818022-2 at level 0 using segments [{'id': '93225d1f-5aff-466a-a20e-5f356e9dbfdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'd8dbec36-4368-41ad-81ce-387cc5613033'}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:01:11.159801 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d434f39c-7577-471f-bc5f-8a4056da7c7d req-c7269ef6-b3cb-415a-b867-7390f17a270a service neutron] Attempting to bind port 1824eb46-ab45-47f6-a1dd-08ac88bb9f9e on network d8dbec36-4368-41ad-81ce-387cc5613033 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:01:11.165681 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3ef6ec2-3d77-4a2e-85e4-1910d88e7006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Made reservation on behalf of c15a29d8cb3344749142d34560a1a328 for: {'port': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:01:11.168928 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d3ef6ec2-3d77-4a2e-85e4-1910d88e7006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:11.173569 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d434f39c-7577-471f-bc5f-8a4056da7c7d req-c7269ef6-b3cb-415a-b867-7390f17a270a service neutron] Port 1824eb46-ab45-47f6-a1dd-08ac88bb9f9e on network d8dbec36-4368-41ad-81ce-387cc5613033 not bound, no agent of type Open vSwitch agent registered on host n-h1-818022-2 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 18:01:11.177515 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d434f39c-7577-471f-bc5f-8a4056da7c7d req-c7269ef6-b3cb-415a-b867-7390f17a270a service neutron] Attempting to bind port 1824eb46-ab45-47f6-a1dd-08ac88bb9f9e on network d8dbec36-4368-41ad-81ce-387cc5613033 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:01:11.186429 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d434f39c-7577-471f-bc5f-8a4056da7c7d req-c7269ef6-b3cb-415a-b867-7390f17a270a service neutron] Checking agent: {'id': 'a6668d96-12fa-4ec0-99ad-77eaf490dd2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'started_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 1, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:01:11.187031 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d434f39c-7577-471f-bc5f-8a4056da7c7d req-c7269ef6-b3cb-415a-b867-7390f17a270a service neutron] Checking segment: {'id': '93225d1f-5aff-466a-a20e-5f356e9dbfdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'd8dbec36-4368-41ad-81ce-387cc5613033'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:01:11.187630 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d434f39c-7577-471f-bc5f-8a4056da7c7d req-c7269ef6-b3cb-415a-b867-7390f17a270a service neutron] Bound using segment: {'id': '93225d1f-5aff-466a-a20e-5f356e9dbfdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'd8dbec36-4368-41ad-81ce-387cc5613033'} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:01:11.188824 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-d434f39c-7577-471f-bc5f-8a4056da7c7d req-c7269ef6-b3cb-415a-b867-7390f17a270a service neutron] Bound port: 1824eb46-ab45-47f6-a1dd-08ac88bb9f9e, host: n-h1-818022-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93225d1f-5aff-466a-a20e-5f356e9dbfdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'd8dbec36-4368-41ad-81ce-387cc5613033'}}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:01:11.189381 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-d434f39c-7577-471f-bc5f-8a4056da7c7d req-c7269ef6-b3cb-415a-b867-7390f17a270a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:11.212482 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d3ef6ec2-3d77-4a2e-85e4-1910d88e7006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:11.255950 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ad0eb4fe-56a4-40d9-a820-58e4947f52bb tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8742638481610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-12425144'] for subnet, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:11.257571 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-09fc1ccf-9396-449a-ad77-b15d70e2ca94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:11.301153 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-d434f39c-7577-471f-bc5f-8a4056da7c7d req-c7269ef6-b3cb-415a-b867-7390f17a270a service neutron] For port 1824eb46-ab45-47f6-a1dd-08ac88bb9f9e, host n-h1-818022-2, cleared binding levels {{(pid=103365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:01:11.307476 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-d434f39c-7577-471f-bc5f-8a4056da7c7d req-c7269ef6-b3cb-415a-b867-7390f17a270a service neutron] For port 1824eb46-ab45-47f6-a1dd-08ac88bb9f9e, host n-h1-818022-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=1824eb46-ab45-47f6-a1dd-08ac88bb9f9e,segment=NetworkSegment(93225d1f-5aff-466a-a20e-5f356e9dbfdc),segment_id=93225d1f-5aff-466a-a20e-5f356e9dbfdc)] {{(pid=103365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:01:11.319509 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8f3f6d1-b9a9-4674-a845-8f4f35d8880d tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Made reservation on behalf of 0f66347740d24edabd49e04c1b1b277a for: {'port': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:01:11.322000 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a8f3f6d1-b9a9-4674-a845-8f4f35d8880d tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:11.331972 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-d434f39c-7577-471f-bc5f-8a4056da7c7d req-c7269ef6-b3cb-415a-b867-7390f17a270a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:11.444596 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a8f3f6d1-b9a9-4674-a845-8f4f35d8880d tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:11.473176 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7269ef6-b3cb-415a-b867-7390f17a270a service neutron] Pushing event updated for resources: {'Port': ['ID=1824eb46-ab45-47f6-a1dd-08ac88bb9f9e,revision_number=3']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:01:11.541090 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41d4b708-d6b2-4425-8db9-97b4bf6a57f0 None None] DHCP port deletion for d8dbec36-4368-41ad-81ce-387cc5613033 request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:01:11.546973 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d434f39c-7577-471f-bc5f-8a4056da7c7d req-c7269ef6-b3cb-415a-b867-7390f17a270a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:01:11.547741 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-d434f39c-7577-471f-bc5f-8a4056da7c7d req-c7269ef6-b3cb-415a-b867-7390f17a270a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:11.550073 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d434f39c-7577-471f-bc5f-8a4056da7c7d req-c7269ef6-b3cb-415a-b867-7390f17a270a service neutron] 10.222.0.60 "PUT /v2.0/ports/1824eb46-ab45-47f6-a1dd-08ac88bb9f9e HTTP/1.1" status: 200 len: 1091 time: 3.2925327 Nov 19 18:01:11.550676 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f12e280-7f27-4e94-992b-064b64e8c400', 'tag': '1824eb46-ab45-47f6-a1dd-08ac88bb9f9e'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:01:11.553399 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218319d759239a7d11f1288aef37381b97754913ee9ccbfd43b51a463f801712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82390429-2cdc-461a-b58b-74b02ac776ca" -d '{"events": [{"name": "network-changed", "server_uuid": "0f12e280-7f27-4e94-992b-064b64e8c400", "tag": "1824eb46-ab45-47f6-a1dd-08ac88bb9f9e"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:01:11.555270 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad0eb4fe-56a4-40d9-a820-58e4947f52bb tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:01:11.557401 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ad0eb4fe-56a4-40d9-a820-58e4947f52bb tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:11.561744 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-ad0eb4fe-56a4-40d9-a820-58e4947f52bb tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] 10.222.0.54 "PUT /v2.0/subnets/47e84d9e-298e-4dc0-8532-456d4197d738 HTTP/1.1" status: 200 len: 877 time: 1.5283995 Nov 19 18:01:11.566915 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 48572) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:11.589221 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [None req-09fc1ccf-9396-449a-ad77-b15d70e2ca94 None None] Allocated IP 172.20.0.3 (0dab47db-afd0-4b41-8e98-3732455b7836/47e84d9e-298e-4dc0-8532-456d4197d738/b298944b-f606-4a4b-962d-b9527eed5cd9) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:01:11.783167 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d3ef6ec2-3d77-4a2e-85e4-1910d88e7006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:11.809908 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d3ef6ec2-3d77-4a2e-85e4-1910d88e7006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:11.816727 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0eb4fe-56a4-40d9-a820-58e4947f52bb tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Pushing event updated for resources: {'Subnet': ['ID=47e84d9e-298e-4dc0-8532-456d4197d738,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:01:11.838075 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [None req-d3ef6ec2-3d77-4a2e-85e4-1910d88e7006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] device_id is not set on port 13a2e04b-bae6-49ad-9135-59f8da31feaa yet. {{(pid=103364) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 18:01:11.892519 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-09fc1ccf-9396-449a-ad77-b15d70e2ca94 None None] Publish callbacks [] for port, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:11.909262 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-09fc1ccf-9396-449a-ad77-b15d70e2ca94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998'] for port, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:11.961845 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 18:01:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b885521-f643-404c-a815-30d9ac65cedf x-openstack-request-id: req-3b885521-f643-404c-a815-30d9ac65cedf {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:01:11.962463 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f12e280-7f27-4e94-992b-064b64e8c400", "tag": "1824eb46-ab45-47f6-a1dd-08ac88bb9f9e", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:01:11.962681 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-3b885521-f643-404c-a815-30d9ac65cedf {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:01:11.963215 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f12e280-7f27-4e94-992b-064b64e8c400', 'tag': '1824eb46-ab45-47f6-a1dd-08ac88bb9f9e', 'status': 'completed', 'code': 200} Nov 19 18:01:11.979419 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ef6ec2-3d77-4a2e-85e4-1910d88e7006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f62b74a-60a0-4d49-b5bd-5f6ab048017b,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:01:11.994872 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4c9e08d3-dedd-4298-916c-af69bc4bbecb tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:12.002855 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09fc1ccf-9396-449a-ad77-b15d70e2ca94 None None] Network 0dab47db-afd0-4b41-8e98-3732455b7836 is already hosted by enough agents. {{(pid=103366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:01:12.003686 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fc1ccf-9396-449a-ad77-b15d70e2ca94 None None] Pushing event updated for resources: {'Port': ['ID=b298944b-f606-4a4b-962d-b9527eed5cd9,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:01:12.006979 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [None req-09fc1ccf-9396-449a-ad77-b15d70e2ca94 None None] Resources bound (agent type, host, resource id): {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:01:12.009039 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09fc1ccf-9396-449a-ad77-b15d70e2ca94 None None] Received port after_create {{(pid=103366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:01:12.057051 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5a0ff0-6bf4-489c-9ea5-3557ce87b482 req-d5bff175-99f8-4acb-b476-ef89edecfffa tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:01:12.059955 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-cf5a0ff0-6bf4-489c-9ea5-3557ce87b482 req-d5bff175-99f8-4acb-b476-ef89edecfffa tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] 10.222.0.54 "GET /v2.0/ports?device_id=0f12e280-7f27-4e94-992b-064b64e8c400 HTTP/1.1" status: 200 len: 943 time: 0.5916202 Nov 19 18:01:12.076204 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-09fc1ccf-9396-449a-ad77-b15d70e2ca94 None None] Attempting to bind port b298944b-f606-4a4b-962d-b9527eed5cd9 on host n-d-818022-2 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:01:12.076698 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-09fc1ccf-9396-449a-ad77-b15d70e2ca94 None None] Attempting to bind port b298944b-f606-4a4b-962d-b9527eed5cd9 by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': '44c7424e-01e6-4ca5-8f7d-01e1e1a95753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '0dab47db-afd0-4b41-8e98-3732455b7836'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:01:12.077140 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09fc1ccf-9396-449a-ad77-b15d70e2ca94 None None] Attempting to bind port b298944b-f606-4a4b-962d-b9527eed5cd9 on network 0dab47db-afd0-4b41-8e98-3732455b7836 {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:01:12.086066 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.agents_db [None req-619e5c26-d9ed-4321-86eb-7d443bb9dfa2 None None] Agent healthcheck: found 7 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 18:01:12.093586 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09fc1ccf-9396-449a-ad77-b15d70e2ca94 None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 1, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:01:12.093896 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09fc1ccf-9396-449a-ad77-b15d70e2ca94 None None] Checking segment: {'id': '44c7424e-01e6-4ca5-8f7d-01e1e1a95753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '0dab47db-afd0-4b41-8e98-3732455b7836'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:01:12.095069 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-09fc1ccf-9396-449a-ad77-b15d70e2ca94 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:12.095470 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09fc1ccf-9396-449a-ad77-b15d70e2ca94 None None] Bound using segment: {'id': '44c7424e-01e6-4ca5-8f7d-01e1e1a95753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '0dab47db-afd0-4b41-8e98-3732455b7836'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:01:12.096144 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-09fc1ccf-9396-449a-ad77-b15d70e2ca94 None None] Bound port: b298944b-f606-4a4b-962d-b9527eed5cd9, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44c7424e-01e6-4ca5-8f7d-01e1e1a95753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '0dab47db-afd0-4b41-8e98-3732455b7836'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:01:12.096741 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-09fc1ccf-9396-449a-ad77-b15d70e2ca94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:12.181510 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-09fc1ccf-9396-449a-ad77-b15d70e2ca94 None None] For port b298944b-f606-4a4b-962d-b9527eed5cd9, host n-d-818022-2, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:01:12.182902 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a8f3f6d1-b9a9-4674-a845-8f4f35d8880d tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:12.186571 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-09fc1ccf-9396-449a-ad77-b15d70e2ca94 None None] For port b298944b-f606-4a4b-962d-b9527eed5cd9, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=b298944b-f606-4a4b-962d-b9527eed5cd9,segment=NetworkSegment(44c7424e-01e6-4ca5-8f7d-01e1e1a95753),segment_id=44c7424e-01e6-4ca5-8f7d-01e1e1a95753)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:01:12.200467 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-09fc1ccf-9396-449a-ad77-b15d70e2ca94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:12.271984 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d434f39c-7577-471f-bc5f-8a4056da7c7d req-b6e62229-a2bf-4c34-89c2-73aaf2f9a1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:01:12.273551 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d434f39c-7577-471f-bc5f-8a4056da7c7d req-b6e62229-a2bf-4c34-89c2-73aaf2f9a1d6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=13c0bb19644446578b6dcb526272ce30&device_id=0f12e280-7f27-4e94-992b-064b64e8c400 HTTP/1.1" status: 200 len: 1094 time: 0.6344528 Nov 19 18:01:12.283438 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fc1ccf-9396-449a-ad77-b15d70e2ca94 None None] Pushing event updated for resources: {'Port': ['ID=b298944b-f606-4a4b-962d-b9527eed5cd9,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:01:12.374043 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a8f3f6d1-b9a9-4674-a845-8f4f35d8880d tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:12.400925 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [None req-a8f3f6d1-b9a9-4674-a845-8f4f35d8880d tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] device_id is not set on port 7d7ebd4f-9584-4884-9a4b-883203c96a1b yet. {{(pid=103365) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 18:01:12.426907 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-cf5a0ff0-6bf4-489c-9ea5-3557ce87b482 req-cc70dd8a-882c-438f-9fe1-ef39c741ca05 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] 10.222.0.54 "GET /v2.0/security-groups?id=ab553829-b17c-4bd7-9495-2cea0ebc82fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3313878 Nov 19 18:01:12.433671 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [None req-d3ef6ec2-3d77-4a2e-85e4-1910d88e7006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] device_id is not set on port 13a2e04b-bae6-49ad-9135-59f8da31feaa yet. {{(pid=103364) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 18:01:12.452493 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d3ef6ec2-3d77-4a2e-85e4-1910d88e7006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:12.474380 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d3ef6ec2-3d77-4a2e-85e4-1910d88e7006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:12.593389 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ef6ec2-3d77-4a2e-85e4-1910d88e7006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Pushing event updated for resources: {'Port': ['ID=13a2e04b-bae6-49ad-9135-59f8da31feaa,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:01:12.609712 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3846b17d-eb49-497c-8d83-734f955a0d1a tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-768564'] for router_interface, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:12.619958 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ef6ec2-3d77-4a2e-85e4-1910d88e7006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Checking segment: {'id': '30ba7dc7-b243-4c3a-be51-4c06629b2184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '9636b172-480b-4993-8567-730d82a2d8e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:01:12.620422 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3ef6ec2-3d77-4a2e-85e4-1910d88e7006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Network hostable DHCP agents. Network: 9636b172-480b-4993-8567-730d82a2d8e0, hostable agents: ['02910ef2-0455-4aea-9f38-9a875579633f'], hosted agents: [] {{(pid=103364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 18:01:12.652490 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d434f39c-7577-471f-bc5f-8a4056da7c7d req-25254ec0-7d11-4df5-8b87-0808b7e01b2d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1824eb46-ab45-47f6-a1dd-08ac88bb9f9e HTTP/1.1" status: 200 len: 217 time: 0.3004632 Nov 19 18:01:12.737434 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f3f6d1-b9a9-4674-a845-8f4f35d8880d tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1cf84c7-62c8-482d-a302-f3a1465abbc6,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:01:12.825774 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d434f39c-7577-471f-bc5f-8a4056da7c7d req-7a9c40ff-7362-4ad1-ba1b-ad260d253e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:01:12.827469 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d434f39c-7577-471f-bc5f-8a4056da7c7d req-7a9c40ff-7362-4ad1-ba1b-ad260d253e27 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=068f1254-b57b-4c27-b51b-af4c446dce02 HTTP/1.1" status: 200 len: 855 time: 0.1566210 Nov 19 18:01:12.845149 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3ef6ec2-3d77-4a2e-85e4-1910d88e7006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Network 9636b172-480b-4993-8567-730d82a2d8e0 is scheduled to be hosted by DHCP agent 02910ef2-0455-4aea-9f38-9a875579633f with binding_index 1 {{(pid=103364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 18:01:12.872949 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d434f39c-7577-471f-bc5f-8a4056da7c7d req-7d485fe8-b6b5-456a-b30e-9a94c4e618bc service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d8dbec36-4368-41ad-81ce-387cc5613033&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371366 Nov 19 18:01:12.904982 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-4c9e08d3-dedd-4298-916c-af69bc4bbecb tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Deleting port b298944b-f606-4a4b-962d-b9527eed5cd9 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:01:12.904982 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4c9e08d3-dedd-4298-916c-af69bc4bbecb tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:12.989965 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-d3ef6ec2-3d77-4a2e-85e4-1910d88e7006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818022-2, 9636b172-480b-4993-8567-730d82a2d8e0) {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:01:12.999841 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba2c8347-9123-451e-8cb0-672ac417d120 None None] Network 9636b172-480b-4993-8567-730d82a2d8e0 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:01:13.006207 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ef6ec2-3d77-4a2e-85e4-1910d88e7006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:01:13.041721 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [None req-d3ef6ec2-3d77-4a2e-85e4-1910d88e7006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Attempting to bind port 13a2e04b-bae6-49ad-9135-59f8da31feaa on host n-h2-818022-2 for vnic_type normal with profile {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:01:13.042221 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [None req-d3ef6ec2-3d77-4a2e-85e4-1910d88e7006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Attempting to bind port 13a2e04b-bae6-49ad-9135-59f8da31feaa by drivers openvswitch,hyperv on host n-h2-818022-2 at level 0 using segments [{'id': '30ba7dc7-b243-4c3a-be51-4c06629b2184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '9636b172-480b-4993-8567-730d82a2d8e0'}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:01:13.042658 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ef6ec2-3d77-4a2e-85e4-1910d88e7006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Attempting to bind port 13a2e04b-bae6-49ad-9135-59f8da31feaa on network 9636b172-480b-4993-8567-730d82a2d8e0 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:01:13.050725 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ef6ec2-3d77-4a2e-85e4-1910d88e7006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Port 13a2e04b-bae6-49ad-9135-59f8da31feaa on network 9636b172-480b-4993-8567-730d82a2d8e0 not bound, no agent of type Open vSwitch agent registered on host n-h2-818022-2 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 18:01:13.051227 n-d-818022-2 neutron-server[103364]: ERROR neutron.plugins.ml2.managers [None req-d3ef6ec2-3d77-4a2e-85e4-1910d88e7006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Failed to bind port 13a2e04b-bae6-49ad-9135-59f8da31feaa on host n-h2-818022-2 for vnic_type normal using segments [{'id': '30ba7dc7-b243-4c3a-be51-4c06629b2184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '9636b172-480b-4993-8567-730d82a2d8e0'}] Nov 19 18:01:13.053673 n-d-818022-2 neutron-server[103364]: INFO neutron.plugins.ml2.plugin [None req-d3ef6ec2-3d77-4a2e-85e4-1910d88e7006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Attempt 2 to bind port 13a2e04b-bae6-49ad-9135-59f8da31feaa Nov 19 18:01:13.074527 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [None req-d3ef6ec2-3d77-4a2e-85e4-1910d88e7006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Attempting to bind port 13a2e04b-bae6-49ad-9135-59f8da31feaa on host n-h2-818022-2 for vnic_type normal with profile {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:01:13.075013 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [None req-d3ef6ec2-3d77-4a2e-85e4-1910d88e7006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Attempting to bind port 13a2e04b-bae6-49ad-9135-59f8da31feaa by drivers openvswitch,hyperv on host n-h2-818022-2 at level 0 using segments [{'id': '30ba7dc7-b243-4c3a-be51-4c06629b2184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '9636b172-480b-4993-8567-730d82a2d8e0'}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:01:13.075448 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ef6ec2-3d77-4a2e-85e4-1910d88e7006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Attempting to bind port 13a2e04b-bae6-49ad-9135-59f8da31feaa on network 9636b172-480b-4993-8567-730d82a2d8e0 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:01:13.076648 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [None req-a8f3f6d1-b9a9-4674-a845-8f4f35d8880d tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] device_id is not set on port 7d7ebd4f-9584-4884-9a4b-883203c96a1b yet. {{(pid=103365) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 18:01:13.083232 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ef6ec2-3d77-4a2e-85e4-1910d88e7006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Port 13a2e04b-bae6-49ad-9135-59f8da31feaa on network 9636b172-480b-4993-8567-730d82a2d8e0 not bound, no agent of type Open vSwitch agent registered on host n-h2-818022-2 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 18:01:13.083684 n-d-818022-2 neutron-server[103364]: ERROR neutron.plugins.ml2.managers [None req-d3ef6ec2-3d77-4a2e-85e4-1910d88e7006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Failed to bind port 13a2e04b-bae6-49ad-9135-59f8da31feaa on host n-h2-818022-2 for vnic_type normal using segments [{'id': '30ba7dc7-b243-4c3a-be51-4c06629b2184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '9636b172-480b-4993-8567-730d82a2d8e0'}] Nov 19 18:01:13.088617 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a8f3f6d1-b9a9-4674-a845-8f4f35d8880d tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:13.103248 n-d-818022-2 neutron-server[103364]: INFO neutron.plugins.ml2.plugin [None req-d3ef6ec2-3d77-4a2e-85e4-1910d88e7006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Attempt 3 to bind port 13a2e04b-bae6-49ad-9135-59f8da31feaa Nov 19 18:01:13.126098 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [None req-d3ef6ec2-3d77-4a2e-85e4-1910d88e7006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Attempting to bind port 13a2e04b-bae6-49ad-9135-59f8da31feaa on host n-h2-818022-2 for vnic_type normal with profile {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:01:13.126592 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [None req-d3ef6ec2-3d77-4a2e-85e4-1910d88e7006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Attempting to bind port 13a2e04b-bae6-49ad-9135-59f8da31feaa by drivers openvswitch,hyperv on host n-h2-818022-2 at level 0 using segments [{'id': '30ba7dc7-b243-4c3a-be51-4c06629b2184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '9636b172-480b-4993-8567-730d82a2d8e0'}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:01:13.127034 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ef6ec2-3d77-4a2e-85e4-1910d88e7006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Attempting to bind port 13a2e04b-bae6-49ad-9135-59f8da31feaa on network 9636b172-480b-4993-8567-730d82a2d8e0 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:01:13.132605 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ef6ec2-3d77-4a2e-85e4-1910d88e7006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Port 13a2e04b-bae6-49ad-9135-59f8da31feaa on network 9636b172-480b-4993-8567-730d82a2d8e0 not bound, no agent of type Open vSwitch agent registered on host n-h2-818022-2 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 18:01:13.133069 n-d-818022-2 neutron-server[103364]: ERROR neutron.plugins.ml2.managers [None req-d3ef6ec2-3d77-4a2e-85e4-1910d88e7006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Failed to bind port 13a2e04b-bae6-49ad-9135-59f8da31feaa on host n-h2-818022-2 for vnic_type normal using segments [{'id': '30ba7dc7-b243-4c3a-be51-4c06629b2184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '9636b172-480b-4993-8567-730d82a2d8e0'}] Nov 19 18:01:13.133563 n-d-818022-2 neutron-server[103364]: INFO neutron.plugins.ml2.plugin [None req-d3ef6ec2-3d77-4a2e-85e4-1910d88e7006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Attempt 4 to bind port 13a2e04b-bae6-49ad-9135-59f8da31feaa Nov 19 18:01:13.207429 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [None req-d3ef6ec2-3d77-4a2e-85e4-1910d88e7006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Attempting to bind port 13a2e04b-bae6-49ad-9135-59f8da31feaa on host n-h2-818022-2 for vnic_type normal with profile {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:01:13.207862 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [None req-d3ef6ec2-3d77-4a2e-85e4-1910d88e7006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Attempting to bind port 13a2e04b-bae6-49ad-9135-59f8da31feaa by drivers openvswitch,hyperv on host n-h2-818022-2 at level 0 using segments [{'id': '30ba7dc7-b243-4c3a-be51-4c06629b2184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '9636b172-480b-4993-8567-730d82a2d8e0'}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:01:13.209713 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ef6ec2-3d77-4a2e-85e4-1910d88e7006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Attempting to bind port 13a2e04b-bae6-49ad-9135-59f8da31feaa on network 9636b172-480b-4993-8567-730d82a2d8e0 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:01:13.239920 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ef6ec2-3d77-4a2e-85e4-1910d88e7006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Port 13a2e04b-bae6-49ad-9135-59f8da31feaa on network 9636b172-480b-4993-8567-730d82a2d8e0 not bound, no agent of type Open vSwitch agent registered on host n-h2-818022-2 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 18:01:13.242428 n-d-818022-2 neutron-server[103364]: ERROR neutron.plugins.ml2.managers [None req-d3ef6ec2-3d77-4a2e-85e4-1910d88e7006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Failed to bind port 13a2e04b-bae6-49ad-9135-59f8da31feaa on host n-h2-818022-2 for vnic_type normal using segments [{'id': '30ba7dc7-b243-4c3a-be51-4c06629b2184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '9636b172-480b-4993-8567-730d82a2d8e0'}] Nov 19 18:01:13.247260 n-d-818022-2 neutron-server[103364]: INFO neutron.plugins.ml2.plugin [None req-d3ef6ec2-3d77-4a2e-85e4-1910d88e7006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Attempt 5 to bind port 13a2e04b-bae6-49ad-9135-59f8da31feaa Nov 19 18:01:13.277603 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [None req-d3ef6ec2-3d77-4a2e-85e4-1910d88e7006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Attempting to bind port 13a2e04b-bae6-49ad-9135-59f8da31feaa on host n-h2-818022-2 for vnic_type normal with profile {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:01:13.278088 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [None req-d3ef6ec2-3d77-4a2e-85e4-1910d88e7006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Attempting to bind port 13a2e04b-bae6-49ad-9135-59f8da31feaa by drivers openvswitch,hyperv on host n-h2-818022-2 at level 0 using segments [{'id': '30ba7dc7-b243-4c3a-be51-4c06629b2184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '9636b172-480b-4993-8567-730d82a2d8e0'}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:01:13.278434 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ef6ec2-3d77-4a2e-85e4-1910d88e7006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Attempting to bind port 13a2e04b-bae6-49ad-9135-59f8da31feaa on network 9636b172-480b-4993-8567-730d82a2d8e0 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:01:13.280770 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a8f3f6d1-b9a9-4674-a845-8f4f35d8880d tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:13.295831 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ef6ec2-3d77-4a2e-85e4-1910d88e7006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Port 13a2e04b-bae6-49ad-9135-59f8da31feaa on network 9636b172-480b-4993-8567-730d82a2d8e0 not bound, no agent of type Open vSwitch agent registered on host n-h2-818022-2 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 18:01:13.296217 n-d-818022-2 neutron-server[103364]: ERROR neutron.plugins.ml2.managers [None req-d3ef6ec2-3d77-4a2e-85e4-1910d88e7006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Failed to bind port 13a2e04b-bae6-49ad-9135-59f8da31feaa on host n-h2-818022-2 for vnic_type normal using segments [{'id': '30ba7dc7-b243-4c3a-be51-4c06629b2184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '9636b172-480b-4993-8567-730d82a2d8e0'}] Nov 19 18:01:13.301262 n-d-818022-2 neutron-server[103364]: INFO neutron.plugins.ml2.plugin [None req-d3ef6ec2-3d77-4a2e-85e4-1910d88e7006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Attempt 6 to bind port 13a2e04b-bae6-49ad-9135-59f8da31feaa Nov 19 18:01:13.327538 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [None req-d3ef6ec2-3d77-4a2e-85e4-1910d88e7006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Attempting to bind port 13a2e04b-bae6-49ad-9135-59f8da31feaa on host n-h2-818022-2 for vnic_type normal with profile {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:01:13.327806 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [None req-d3ef6ec2-3d77-4a2e-85e4-1910d88e7006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Attempting to bind port 13a2e04b-bae6-49ad-9135-59f8da31feaa by drivers openvswitch,hyperv on host n-h2-818022-2 at level 0 using segments [{'id': '30ba7dc7-b243-4c3a-be51-4c06629b2184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '9636b172-480b-4993-8567-730d82a2d8e0'}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:01:13.328149 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ef6ec2-3d77-4a2e-85e4-1910d88e7006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Attempting to bind port 13a2e04b-bae6-49ad-9135-59f8da31feaa on network 9636b172-480b-4993-8567-730d82a2d8e0 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:01:13.335601 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ef6ec2-3d77-4a2e-85e4-1910d88e7006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Port 13a2e04b-bae6-49ad-9135-59f8da31feaa on network 9636b172-480b-4993-8567-730d82a2d8e0 not bound, no agent of type Open vSwitch agent registered on host n-h2-818022-2 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 18:01:13.335979 n-d-818022-2 neutron-server[103364]: ERROR neutron.plugins.ml2.managers [None req-d3ef6ec2-3d77-4a2e-85e4-1910d88e7006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Failed to bind port 13a2e04b-bae6-49ad-9135-59f8da31feaa on host n-h2-818022-2 for vnic_type normal using segments [{'id': '30ba7dc7-b243-4c3a-be51-4c06629b2184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '9636b172-480b-4993-8567-730d82a2d8e0'}] Nov 19 18:01:13.336637 n-d-818022-2 neutron-server[103364]: INFO neutron.plugins.ml2.plugin [None req-d3ef6ec2-3d77-4a2e-85e4-1910d88e7006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Attempt 7 to bind port 13a2e04b-bae6-49ad-9135-59f8da31feaa Nov 19 18:01:13.385773 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-3846b17d-eb49-497c-8d83-734f955a0d1a tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Deleting port 2a09bb4b-afa1-456a-85bf-083ddf4bf17f {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:01:13.386242 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3846b17d-eb49-497c-8d83-734f955a0d1a tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:13.481517 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [None req-d3ef6ec2-3d77-4a2e-85e4-1910d88e7006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Attempting to bind port 13a2e04b-bae6-49ad-9135-59f8da31feaa on host n-h2-818022-2 for vnic_type normal with profile {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:01:13.482037 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [None req-d3ef6ec2-3d77-4a2e-85e4-1910d88e7006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Attempting to bind port 13a2e04b-bae6-49ad-9135-59f8da31feaa by drivers openvswitch,hyperv on host n-h2-818022-2 at level 0 using segments [{'id': '30ba7dc7-b243-4c3a-be51-4c06629b2184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '9636b172-480b-4993-8567-730d82a2d8e0'}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:01:13.482294 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ef6ec2-3d77-4a2e-85e4-1910d88e7006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Attempting to bind port 13a2e04b-bae6-49ad-9135-59f8da31feaa on network 9636b172-480b-4993-8567-730d82a2d8e0 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:01:13.508818 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [None req-4c9e08d3-dedd-4298-916c-af69bc4bbecb tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] For port b298944b-f606-4a4b-962d-b9527eed5cd9, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=b298944b-f606-4a4b-962d-b9527eed5cd9,segment=NetworkSegment(44c7424e-01e6-4ca5-8f7d-01e1e1a95753),segment_id=44c7424e-01e6-4ca5-8f7d-01e1e1a95753)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:01:13.509347 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4c9e08d3-dedd-4298-916c-af69bc4bbecb tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:13.534129 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f3f6d1-b9a9-4674-a845-8f4f35d8880d tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Pushing event updated for resources: {'Port': ['ID=7d7ebd4f-9584-4884-9a4b-883203c96a1b,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:01:13.582556 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-4c9e08d3-dedd-4298-916c-af69bc4bbecb tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Calling delete_port for b298944b-f606-4a4b-962d-b9527eed5cd9 owned by network:dhcp {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:01:13.611522 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d434f39c-7577-471f-bc5f-8a4056da7c7d req-f5ff570d-b49a-4d3a-a6a6-fa4587e24a87 service neutron] 10.222.0.60 "GET /v2.0/networks/d8dbec36-4368-41ad-81ce-387cc5613033?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7073491 Nov 19 18:01:13.615909 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f3f6d1-b9a9-4674-a845-8f4f35d8880d tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Checking segment: {'id': '17664096-bc08-472e-a8dd-e356d1d37eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '3a4cef65-cae2-4133-81c6-419694f0f321'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:01:13.616357 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8f3f6d1-b9a9-4674-a845-8f4f35d8880d tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Network hostable DHCP agents. Network: 3a4cef65-cae2-4133-81c6-419694f0f321, hostable agents: ['02910ef2-0455-4aea-9f38-9a875579633f'], hosted agents: [] {{(pid=103365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 18:01:13.772984 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d434f39c-7577-471f-bc5f-8a4056da7c7d req-a547c3a3-c11d-4a2f-a5fa-678095ba00d0 service neutron] 10.222.0.60 "GET /v2.0/networks/d8dbec36-4368-41ad-81ce-387cc5613033?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441765 Nov 19 18:01:13.872447 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8f3f6d1-b9a9-4674-a845-8f4f35d8880d tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Network 3a4cef65-cae2-4133-81c6-419694f0f321 is scheduled to be hosted by DHCP agent 02910ef2-0455-4aea-9f38-9a875579633f with binding_index 1 {{(pid=103365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 18:01:13.919826 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-a8f3f6d1-b9a9-4674-a845-8f4f35d8880d tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818022-2, 3a4cef65-cae2-4133-81c6-419694f0f321) {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:01:13.930688 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-177c7d81-db57-4fb4-b2da-cc79ca2d175b None None] Network 3a4cef65-cae2-4133-81c6-419694f0f321 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:01:13.942657 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f3f6d1-b9a9-4674-a845-8f4f35d8880d tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:01:13.980665 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82390429-2cdc-461a-b58b-74b02ac776ca req-e0a53a1a-dd32-48e2-b73c-733b921e30bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:01:13.985866 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-82390429-2cdc-461a-b58b-74b02ac776ca req-e0a53a1a-dd32-48e2-b73c-733b921e30bb service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=13c0bb19644446578b6dcb526272ce30&device_id=0f12e280-7f27-4e94-992b-064b64e8c400 HTTP/1.1" status: 200 len: 1094 time: 0.1273675 Nov 19 18:01:14.019811 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [None req-3846b17d-eb49-497c-8d83-734f955a0d1a tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] For port 2a09bb4b-afa1-456a-85bf-083ddf4bf17f, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=2a09bb4b-afa1-456a-85bf-083ddf4bf17f,segment=NetworkSegment(08a6e028-738b-420f-88d8-85c1b813ff53),segment_id=08a6e028-738b-420f-88d8-85c1b813ff53)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:01:14.020844 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3846b17d-eb49-497c-8d83-734f955a0d1a tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:14.049590 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-3846b17d-eb49-497c-8d83-734f955a0d1a tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Calling delete_port for 2a09bb4b-afa1-456a-85bf-083ddf4bf17f owned by network:router_interface {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:01:14.200711 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [None req-a8f3f6d1-b9a9-4674-a845-8f4f35d8880d tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Attempting to bind port 7d7ebd4f-9584-4884-9a4b-883203c96a1b on host n-h2-818022-2 for vnic_type normal with profile {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:01:14.201235 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [None req-a8f3f6d1-b9a9-4674-a845-8f4f35d8880d tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Attempting to bind port 7d7ebd4f-9584-4884-9a4b-883203c96a1b by drivers openvswitch,hyperv on host n-h2-818022-2 at level 0 using segments [{'id': '17664096-bc08-472e-a8dd-e356d1d37eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '3a4cef65-cae2-4133-81c6-419694f0f321'}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:01:14.201439 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f3f6d1-b9a9-4674-a845-8f4f35d8880d tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Attempting to bind port 7d7ebd4f-9584-4884-9a4b-883203c96a1b on network 3a4cef65-cae2-4133-81c6-419694f0f321 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:01:14.217380 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82390429-2cdc-461a-b58b-74b02ac776ca req-391d38ad-5e5f-4b53-89f5-7d3c8c7790dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:01:14.218915 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-82390429-2cdc-461a-b58b-74b02ac776ca req-391d38ad-5e5f-4b53-89f5-7d3c8c7790dc service neutron] 10.222.0.60 "GET /v2.0/networks?id=d8dbec36-4368-41ad-81ce-387cc5613033 HTTP/1.1" status: 200 len: 916 time: 0.2223732 Nov 19 18:01:14.220291 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f3f6d1-b9a9-4674-a845-8f4f35d8880d tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Port 7d7ebd4f-9584-4884-9a4b-883203c96a1b on network 3a4cef65-cae2-4133-81c6-419694f0f321 not bound, no agent of type Open vSwitch agent registered on host n-h2-818022-2 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 18:01:14.220643 n-d-818022-2 neutron-server[103365]: ERROR neutron.plugins.ml2.managers [None req-a8f3f6d1-b9a9-4674-a845-8f4f35d8880d tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Failed to bind port 7d7ebd4f-9584-4884-9a4b-883203c96a1b on host n-h2-818022-2 for vnic_type normal using segments [{'id': '17664096-bc08-472e-a8dd-e356d1d37eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '3a4cef65-cae2-4133-81c6-419694f0f321'}] Nov 19 18:01:14.222784 n-d-818022-2 neutron-server[103365]: INFO neutron.plugins.ml2.plugin [None req-a8f3f6d1-b9a9-4674-a845-8f4f35d8880d tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Attempt 2 to bind port 7d7ebd4f-9584-4884-9a4b-883203c96a1b Nov 19 18:01:14.242659 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ef6ec2-3d77-4a2e-85e4-1910d88e7006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Port 13a2e04b-bae6-49ad-9135-59f8da31feaa on network 9636b172-480b-4993-8567-730d82a2d8e0 not bound, no agent of type Open vSwitch agent registered on host n-h2-818022-2 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 18:01:14.244682 n-d-818022-2 neutron-server[103364]: ERROR neutron.plugins.ml2.managers [None req-d3ef6ec2-3d77-4a2e-85e4-1910d88e7006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Failed to bind port 13a2e04b-bae6-49ad-9135-59f8da31feaa on host n-h2-818022-2 for vnic_type normal using segments [{'id': '30ba7dc7-b243-4c3a-be51-4c06629b2184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '9636b172-480b-4993-8567-730d82a2d8e0'}] Nov 19 18:01:14.246497 n-d-818022-2 neutron-server[103364]: INFO neutron.plugins.ml2.plugin [None req-d3ef6ec2-3d77-4a2e-85e4-1910d88e7006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Attempt 8 to bind port 13a2e04b-bae6-49ad-9135-59f8da31feaa Nov 19 18:01:14.265723 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc91b0bb-7cba-4fca-92b6-4e042b5969f1 None None] Network 0dab47db-afd0-4b41-8e98-3732455b7836 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:01:14.334716 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [None req-a8f3f6d1-b9a9-4674-a845-8f4f35d8880d tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Attempting to bind port 7d7ebd4f-9584-4884-9a4b-883203c96a1b on host n-h2-818022-2 for vnic_type normal with profile {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:01:14.334861 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [None req-a8f3f6d1-b9a9-4674-a845-8f4f35d8880d tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Attempting to bind port 7d7ebd4f-9584-4884-9a4b-883203c96a1b by drivers openvswitch,hyperv on host n-h2-818022-2 at level 0 using segments [{'id': '17664096-bc08-472e-a8dd-e356d1d37eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '3a4cef65-cae2-4133-81c6-419694f0f321'}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:01:14.335177 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f3f6d1-b9a9-4674-a845-8f4f35d8880d tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Attempting to bind port 7d7ebd4f-9584-4884-9a4b-883203c96a1b on network 3a4cef65-cae2-4133-81c6-419694f0f321 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:01:14.337157 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e38eee-6721-407a-a50a-c0d0d66d5833 req-819b9e9b-bce9-4735-a8e3-02640eedb7de tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:01:14.356398 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d2e38eee-6721-407a-a50a-c0d0d66d5833 req-819b9e9b-bce9-4735-a8e3-02640eedb7de tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] 10.222.0.54 "GET /v2.0/ports?device_id=0f12e280-7f27-4e94-992b-064b64e8c400 HTTP/1.1" status: 200 len: 943 time: 0.4025249 Nov 19 18:01:14.362041 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-82390429-2cdc-461a-b58b-74b02ac776ca req-8d485506-4521-424d-b188-6dc37799ed75 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1824eb46-ab45-47f6-a1dd-08ac88bb9f9e HTTP/1.1" status: 200 len: 217 time: 0.1255729 Nov 19 18:01:14.369044 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [None req-d3ef6ec2-3d77-4a2e-85e4-1910d88e7006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Attempting to bind port 13a2e04b-bae6-49ad-9135-59f8da31feaa on host n-h2-818022-2 for vnic_type normal with profile {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:01:14.370211 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [None req-d3ef6ec2-3d77-4a2e-85e4-1910d88e7006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Attempting to bind port 13a2e04b-bae6-49ad-9135-59f8da31feaa by drivers openvswitch,hyperv on host n-h2-818022-2 at level 0 using segments [{'id': '30ba7dc7-b243-4c3a-be51-4c06629b2184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '9636b172-480b-4993-8567-730d82a2d8e0'}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:01:14.370569 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ef6ec2-3d77-4a2e-85e4-1910d88e7006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Attempting to bind port 13a2e04b-bae6-49ad-9135-59f8da31feaa on network 9636b172-480b-4993-8567-730d82a2d8e0 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:01:14.377014 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f3f6d1-b9a9-4674-a845-8f4f35d8880d tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Port 7d7ebd4f-9584-4884-9a4b-883203c96a1b on network 3a4cef65-cae2-4133-81c6-419694f0f321 not bound, no agent of type Open vSwitch agent registered on host n-h2-818022-2 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 18:01:14.377014 n-d-818022-2 neutron-server[103365]: ERROR neutron.plugins.ml2.managers [None req-a8f3f6d1-b9a9-4674-a845-8f4f35d8880d tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Failed to bind port 7d7ebd4f-9584-4884-9a4b-883203c96a1b on host n-h2-818022-2 for vnic_type normal using segments [{'id': '17664096-bc08-472e-a8dd-e356d1d37eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '3a4cef65-cae2-4133-81c6-419694f0f321'}] Nov 19 18:01:14.406952 n-d-818022-2 neutron-server[103365]: INFO neutron.plugins.ml2.plugin [None req-a8f3f6d1-b9a9-4674-a845-8f4f35d8880d tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Attempt 3 to bind port 7d7ebd4f-9584-4884-9a4b-883203c96a1b Nov 19 18:01:14.480943 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-6e1e2e68-066a-480a-a7e1-e00f29ab1bd4 None None] Could not find standard attr ID for object b298944b-f606-4a4b-962d-b9527eed5cd9. {{(pid=103366) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 18:01:14.491878 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4c9e08d3-dedd-4298-916c-af69bc4bbecb tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:14.499983 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device b298944b-f606-4a4b-962d-b9527eed5cd9 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:01:14.533034 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ef6ec2-3d77-4a2e-85e4-1910d88e7006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Port 13a2e04b-bae6-49ad-9135-59f8da31feaa on network 9636b172-480b-4993-8567-730d82a2d8e0 not bound, no agent of type Open vSwitch agent registered on host n-h2-818022-2 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 18:01:14.536131 n-d-818022-2 neutron-server[103364]: ERROR neutron.plugins.ml2.managers [None req-d3ef6ec2-3d77-4a2e-85e4-1910d88e7006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Failed to bind port 13a2e04b-bae6-49ad-9135-59f8da31feaa on host n-h2-818022-2 for vnic_type normal using segments [{'id': '30ba7dc7-b243-4c3a-be51-4c06629b2184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '9636b172-480b-4993-8567-730d82a2d8e0'}] Nov 19 18:01:14.541109 n-d-818022-2 neutron-server[103364]: INFO neutron.plugins.ml2.plugin [None req-d3ef6ec2-3d77-4a2e-85e4-1910d88e7006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Attempt 9 to bind port 13a2e04b-bae6-49ad-9135-59f8da31feaa Nov 19 18:01:14.568857 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: b298944b-f606-4a4b-962d-b9527eed5cd9 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:01:14.569216 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device b298944b-f606-4a4b-962d-b9527eed5cd9 not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 19 18:01:14.626486 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [None req-d3ef6ec2-3d77-4a2e-85e4-1910d88e7006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Attempting to bind port 13a2e04b-bae6-49ad-9135-59f8da31feaa on host n-h2-818022-2 for vnic_type normal with profile {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:01:14.626885 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [None req-d3ef6ec2-3d77-4a2e-85e4-1910d88e7006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Attempting to bind port 13a2e04b-bae6-49ad-9135-59f8da31feaa by drivers openvswitch,hyperv on host n-h2-818022-2 at level 0 using segments [{'id': '30ba7dc7-b243-4c3a-be51-4c06629b2184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '9636b172-480b-4993-8567-730d82a2d8e0'}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:01:14.627273 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ef6ec2-3d77-4a2e-85e4-1910d88e7006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Attempting to bind port 13a2e04b-bae6-49ad-9135-59f8da31feaa on network 9636b172-480b-4993-8567-730d82a2d8e0 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:01:14.633072 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d2e38eee-6721-407a-a50a-c0d0d66d5833 req-d7fcd34e-826b-4f2f-9da6-4ba487eff781 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] 10.222.0.54 "GET /v2.0/security-groups?id=ab553829-b17c-4bd7-9495-2cea0ebc82fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2747989 Nov 19 18:01:14.638195 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Port b298944b-f606-4a4b-962d-b9527eed5cd9 not found, will not notify nova. {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 19 18:01:14.640324 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ef6ec2-3d77-4a2e-85e4-1910d88e7006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Port 13a2e04b-bae6-49ad-9135-59f8da31feaa on network 9636b172-480b-4993-8567-730d82a2d8e0 not bound, no agent of type Open vSwitch agent registered on host n-h2-818022-2 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 18:01:14.640725 n-d-818022-2 neutron-server[103364]: ERROR neutron.plugins.ml2.managers [None req-d3ef6ec2-3d77-4a2e-85e4-1910d88e7006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Failed to bind port 13a2e04b-bae6-49ad-9135-59f8da31feaa on host n-h2-818022-2 for vnic_type normal using segments [{'id': '30ba7dc7-b243-4c3a-be51-4c06629b2184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '9636b172-480b-4993-8567-730d82a2d8e0'}] Nov 19 18:01:14.641857 n-d-818022-2 neutron-server[103364]: INFO neutron.plugins.ml2.plugin [None req-d3ef6ec2-3d77-4a2e-85e4-1910d88e7006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Attempt 10 to bind port 13a2e04b-bae6-49ad-9135-59f8da31feaa Nov 19 18:01:14.658272 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [None req-d3ef6ec2-3d77-4a2e-85e4-1910d88e7006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Attempting to bind port 13a2e04b-bae6-49ad-9135-59f8da31feaa on host n-h2-818022-2 for vnic_type normal with profile {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:01:14.658691 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [None req-d3ef6ec2-3d77-4a2e-85e4-1910d88e7006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Attempting to bind port 13a2e04b-bae6-49ad-9135-59f8da31feaa by drivers openvswitch,hyperv on host n-h2-818022-2 at level 0 using segments [{'id': '30ba7dc7-b243-4c3a-be51-4c06629b2184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '9636b172-480b-4993-8567-730d82a2d8e0'}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:01:14.659093 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ef6ec2-3d77-4a2e-85e4-1910d88e7006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Attempting to bind port 13a2e04b-bae6-49ad-9135-59f8da31feaa on network 9636b172-480b-4993-8567-730d82a2d8e0 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:01:14.661293 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3846b17d-eb49-497c-8d83-734f955a0d1a tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:14.677387 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c9e08d3-dedd-4298-916c-af69bc4bbecb tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] No DVR routers for this DVR port b298944b-f606-4a4b-962d-b9527eed5cd9 on host n-d-818022-2 {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:01:14.677857 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ef6ec2-3d77-4a2e-85e4-1910d88e7006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Port 13a2e04b-bae6-49ad-9135-59f8da31feaa on network 9636b172-480b-4993-8567-730d82a2d8e0 not bound, no agent of type Open vSwitch agent registered on host n-h2-818022-2 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 18:01:14.678282 n-d-818022-2 neutron-server[103364]: ERROR neutron.plugins.ml2.managers [None req-d3ef6ec2-3d77-4a2e-85e4-1910d88e7006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Failed to bind port 13a2e04b-bae6-49ad-9135-59f8da31feaa on host n-h2-818022-2 for vnic_type normal using segments [{'id': '30ba7dc7-b243-4c3a-be51-4c06629b2184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '9636b172-480b-4993-8567-730d82a2d8e0'}] Nov 19 18:01:14.678801 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d3ef6ec2-3d77-4a2e-85e4-1910d88e7006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:14.680677 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [None req-a8f3f6d1-b9a9-4674-a845-8f4f35d8880d tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Attempting to bind port 7d7ebd4f-9584-4884-9a4b-883203c96a1b on host n-h2-818022-2 for vnic_type normal with profile {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:01:14.681022 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [None req-a8f3f6d1-b9a9-4674-a845-8f4f35d8880d tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Attempting to bind port 7d7ebd4f-9584-4884-9a4b-883203c96a1b by drivers openvswitch,hyperv on host n-h2-818022-2 at level 0 using segments [{'id': '17664096-bc08-472e-a8dd-e356d1d37eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '3a4cef65-cae2-4133-81c6-419694f0f321'}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:01:14.681364 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f3f6d1-b9a9-4674-a845-8f4f35d8880d tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Attempting to bind port 7d7ebd4f-9584-4884-9a4b-883203c96a1b on network 3a4cef65-cae2-4133-81c6-419694f0f321 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:01:14.708496 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3846b17d-eb49-497c-8d83-734f955a0d1a tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Pushing event deleted for resources: {'Port': ['ID=2a09bb4b-afa1-456a-85bf-083ddf4bf17f,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:01:14.814146 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4c9e08d3-dedd-4298-916c-af69bc4bbecb tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:14.976810 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9e08d3-dedd-4298-916c-af69bc4bbecb tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Pushing event deleted for resources: {'Port': ['ID=b298944b-f606-4a4b-962d-b9527eed5cd9,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:01:15.002353 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f3f6d1-b9a9-4674-a845-8f4f35d8880d tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Port 7d7ebd4f-9584-4884-9a4b-883203c96a1b on network 3a4cef65-cae2-4133-81c6-419694f0f321 not bound, no agent of type Open vSwitch agent registered on host n-h2-818022-2 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 18:01:15.002714 n-d-818022-2 neutron-server[103365]: ERROR neutron.plugins.ml2.managers [None req-a8f3f6d1-b9a9-4674-a845-8f4f35d8880d tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Failed to bind port 7d7ebd4f-9584-4884-9a4b-883203c96a1b on host n-h2-818022-2 for vnic_type normal using segments [{'id': '17664096-bc08-472e-a8dd-e356d1d37eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '3a4cef65-cae2-4133-81c6-419694f0f321'}] Nov 19 18:01:15.003672 n-d-818022-2 neutron-server[103365]: INFO neutron.plugins.ml2.plugin [None req-a8f3f6d1-b9a9-4674-a845-8f4f35d8880d tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Attempt 4 to bind port 7d7ebd4f-9584-4884-9a4b-883203c96a1b Nov 19 18:01:15.025021 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [None req-d3ef6ec2-3d77-4a2e-85e4-1910d88e7006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] For port 13a2e04b-bae6-49ad-9135-59f8da31feaa, host n-h2-818022-2, cleared binding levels {{(pid=103364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:01:15.025938 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [None req-d3ef6ec2-3d77-4a2e-85e4-1910d88e7006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Attempted to set empty binding levels {{(pid=103364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 19 18:01:15.026240 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82390429-2cdc-461a-b58b-74b02ac776ca req-0e5ad820-6441-43f9-a8a9-e005377a8798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:01:15.029606 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-82390429-2cdc-461a-b58b-74b02ac776ca req-0e5ad820-6441-43f9-a8a9-e005377a8798 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=068f1254-b57b-4c27-b51b-af4c446dce02 HTTP/1.1" status: 200 len: 855 time: 0.6502607 Nov 19 18:01:15.061801 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d3ef6ec2-3d77-4a2e-85e4-1910d88e7006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:15.077003 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3846b17d-eb49-497c-8d83-734f955a0d1a tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-768648'] for router_interface, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:15.078816 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [None req-a8f3f6d1-b9a9-4674-a845-8f4f35d8880d tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Attempting to bind port 7d7ebd4f-9584-4884-9a4b-883203c96a1b on host n-h2-818022-2 for vnic_type normal with profile {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:01:15.079185 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [None req-a8f3f6d1-b9a9-4674-a845-8f4f35d8880d tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Attempting to bind port 7d7ebd4f-9584-4884-9a4b-883203c96a1b by drivers openvswitch,hyperv on host n-h2-818022-2 at level 0 using segments [{'id': '17664096-bc08-472e-a8dd-e356d1d37eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '3a4cef65-cae2-4133-81c6-419694f0f321'}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:01:15.079545 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f3f6d1-b9a9-4674-a845-8f4f35d8880d tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Attempting to bind port 7d7ebd4f-9584-4884-9a4b-883203c96a1b on network 3a4cef65-cae2-4133-81c6-419694f0f321 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:01:15.146372 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3ef6ec2-3d77-4a2e-85e4-1910d88e7006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:01:15.147237 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d3ef6ec2-3d77-4a2e-85e4-1910d88e7006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:15.161246 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84d700ff-5ffe-43cd-8bd7-4f6db0095b8e None None] Network 0dab47db-afd0-4b41-8e98-3732455b7836 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:01:15.161450 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-82390429-2cdc-461a-b58b-74b02ac776ca req-1cb799a5-4c32-450e-b94e-983f20950388 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d8dbec36-4368-41ad-81ce-387cc5613033&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0775280 Nov 19 18:01:15.164630 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f3f6d1-b9a9-4674-a845-8f4f35d8880d tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Port 7d7ebd4f-9584-4884-9a4b-883203c96a1b on network 3a4cef65-cae2-4133-81c6-419694f0f321 not bound, no agent of type Open vSwitch agent registered on host n-h2-818022-2 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 18:01:15.164966 n-d-818022-2 neutron-server[103365]: ERROR neutron.plugins.ml2.managers [None req-a8f3f6d1-b9a9-4674-a845-8f4f35d8880d tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Failed to bind port 7d7ebd4f-9584-4884-9a4b-883203c96a1b on host n-h2-818022-2 for vnic_type normal using segments [{'id': '17664096-bc08-472e-a8dd-e356d1d37eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '3a4cef65-cae2-4133-81c6-419694f0f321'}] Nov 19 18:01:15.166401 n-d-818022-2 neutron-server[103365]: INFO neutron.plugins.ml2.plugin [None req-a8f3f6d1-b9a9-4674-a845-8f4f35d8880d tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Attempt 5 to bind port 7d7ebd4f-9584-4884-9a4b-883203c96a1b Nov 19 18:01:15.232092 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [None req-a8f3f6d1-b9a9-4674-a845-8f4f35d8880d tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Attempting to bind port 7d7ebd4f-9584-4884-9a4b-883203c96a1b on host n-h2-818022-2 for vnic_type normal with profile {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:01:15.233493 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [None req-a8f3f6d1-b9a9-4674-a845-8f4f35d8880d tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Attempting to bind port 7d7ebd4f-9584-4884-9a4b-883203c96a1b by drivers openvswitch,hyperv on host n-h2-818022-2 at level 0 using segments [{'id': '17664096-bc08-472e-a8dd-e356d1d37eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '3a4cef65-cae2-4133-81c6-419694f0f321'}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:01:15.234024 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f3f6d1-b9a9-4674-a845-8f4f35d8880d tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Attempting to bind port 7d7ebd4f-9584-4884-9a4b-883203c96a1b on network 3a4cef65-cae2-4133-81c6-419694f0f321 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:01:15.240408 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4c9e08d3-dedd-4298-916c-af69bc4bbecb tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12282919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8731163'] for subnet, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:15.276574 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9e08d3-dedd-4298-916c-af69bc4bbecb tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Pushing event deleted for resources: {'Subnet': ['ID=47e84d9e-298e-4dc0-8532-456d4197d738,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:01:15.287045 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f3f6d1-b9a9-4674-a845-8f4f35d8880d tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Port 7d7ebd4f-9584-4884-9a4b-883203c96a1b on network 3a4cef65-cae2-4133-81c6-419694f0f321 not bound, no agent of type Open vSwitch agent registered on host n-h2-818022-2 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 18:01:15.287775 n-d-818022-2 neutron-server[103365]: ERROR neutron.plugins.ml2.managers [None req-a8f3f6d1-b9a9-4674-a845-8f4f35d8880d tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Failed to bind port 7d7ebd4f-9584-4884-9a4b-883203c96a1b on host n-h2-818022-2 for vnic_type normal using segments [{'id': '17664096-bc08-472e-a8dd-e356d1d37eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '3a4cef65-cae2-4133-81c6-419694f0f321'}] Nov 19 18:01:15.292497 n-d-818022-2 neutron-server[103365]: INFO neutron.plugins.ml2.plugin [None req-a8f3f6d1-b9a9-4674-a845-8f4f35d8880d tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Attempt 6 to bind port 7d7ebd4f-9584-4884-9a4b-883203c96a1b Nov 19 18:01:15.315315 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ef6ec2-3d77-4a2e-85e4-1910d88e7006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Pushing event updated for resources: {'Port': ['ID=13a2e04b-bae6-49ad-9135-59f8da31feaa,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:01:15.341112 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-d3ef6ec2-3d77-4a2e-85e4-1910d88e7006 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 4.5224884 Nov 19 18:01:15.346644 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 48662) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:15.399523 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [None req-a8f3f6d1-b9a9-4674-a845-8f4f35d8880d tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Attempting to bind port 7d7ebd4f-9584-4884-9a4b-883203c96a1b on host n-h2-818022-2 for vnic_type normal with profile {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:01:15.400098 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [None req-a8f3f6d1-b9a9-4674-a845-8f4f35d8880d tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Attempting to bind port 7d7ebd4f-9584-4884-9a4b-883203c96a1b by drivers openvswitch,hyperv on host n-h2-818022-2 at level 0 using segments [{'id': '17664096-bc08-472e-a8dd-e356d1d37eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '3a4cef65-cae2-4133-81c6-419694f0f321'}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:01:15.400593 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f3f6d1-b9a9-4674-a845-8f4f35d8880d tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Attempting to bind port 7d7ebd4f-9584-4884-9a4b-883203c96a1b on network 3a4cef65-cae2-4133-81c6-419694f0f321 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:01:15.411865 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4c9e08d3-dedd-4298-916c-af69bc4bbecb tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:15.416048 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f3f6d1-b9a9-4674-a845-8f4f35d8880d tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Port 7d7ebd4f-9584-4884-9a4b-883203c96a1b on network 3a4cef65-cae2-4133-81c6-419694f0f321 not bound, no agent of type Open vSwitch agent registered on host n-h2-818022-2 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 18:01:15.416570 n-d-818022-2 neutron-server[103365]: ERROR neutron.plugins.ml2.managers [None req-a8f3f6d1-b9a9-4674-a845-8f4f35d8880d tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Failed to bind port 7d7ebd4f-9584-4884-9a4b-883203c96a1b on host n-h2-818022-2 for vnic_type normal using segments [{'id': '17664096-bc08-472e-a8dd-e356d1d37eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '3a4cef65-cae2-4133-81c6-419694f0f321'}] Nov 19 18:01:15.424891 n-d-818022-2 neutron-server[103365]: INFO neutron.plugins.ml2.plugin [None req-a8f3f6d1-b9a9-4674-a845-8f4f35d8880d tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Attempt 7 to bind port 7d7ebd4f-9584-4884-9a4b-883203c96a1b Nov 19 18:01:15.458936 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [None req-a8f3f6d1-b9a9-4674-a845-8f4f35d8880d tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Attempting to bind port 7d7ebd4f-9584-4884-9a4b-883203c96a1b on host n-h2-818022-2 for vnic_type normal with profile {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:01:15.459278 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [None req-a8f3f6d1-b9a9-4674-a845-8f4f35d8880d tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Attempting to bind port 7d7ebd4f-9584-4884-9a4b-883203c96a1b by drivers openvswitch,hyperv on host n-h2-818022-2 at level 0 using segments [{'id': '17664096-bc08-472e-a8dd-e356d1d37eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '3a4cef65-cae2-4133-81c6-419694f0f321'}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:01:15.459634 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f3f6d1-b9a9-4674-a845-8f4f35d8880d tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Attempting to bind port 7d7ebd4f-9584-4884-9a4b-883203c96a1b on network 3a4cef65-cae2-4133-81c6-419694f0f321 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:01:15.466610 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-82390429-2cdc-461a-b58b-74b02ac776ca req-64755fe8-9076-42c3-8eee-842fb8021055 service neutron] 10.222.0.60 "GET /v2.0/networks/d8dbec36-4368-41ad-81ce-387cc5613033?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2953904 Nov 19 18:01:15.509567 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3846b17d-eb49-497c-8d83-734f955a0d1a tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Router 980ad8ab-818f-4808-ac3d-5fe97be1cadf has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 18:01:15.523930 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3684fe92-7e57-429d-a111-30775186f0e6 None None] DHCP port deletion for 0dab47db-afd0-4b41-8e98-3732455b7836 request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:01:15.586304 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-82390429-2cdc-461a-b58b-74b02ac776ca req-f398df3e-60c7-4bfe-8e3a-895b0cbd0b70 service neutron] 10.222.0.60 "GET /v2.0/networks/d8dbec36-4368-41ad-81ce-387cc5613033?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091797 Nov 19 18:01:15.611544 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-4c9e08d3-dedd-4298-916c-af69bc4bbecb tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0dab47db-afd0-4b41-8e98-3732455b7836']}} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:01:15.613848 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f3f6d1-b9a9-4674-a845-8f4f35d8880d tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Port 7d7ebd4f-9584-4884-9a4b-883203c96a1b on network 3a4cef65-cae2-4133-81c6-419694f0f321 not bound, no agent of type Open vSwitch agent registered on host n-h2-818022-2 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 18:01:15.614268 n-d-818022-2 neutron-server[103365]: ERROR neutron.plugins.ml2.managers [None req-a8f3f6d1-b9a9-4674-a845-8f4f35d8880d tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Failed to bind port 7d7ebd4f-9584-4884-9a4b-883203c96a1b on host n-h2-818022-2 for vnic_type normal using segments [{'id': '17664096-bc08-472e-a8dd-e356d1d37eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '3a4cef65-cae2-4133-81c6-419694f0f321'}] Nov 19 18:01:15.619332 n-d-818022-2 neutron-server[103365]: INFO neutron.plugins.ml2.plugin [None req-a8f3f6d1-b9a9-4674-a845-8f4f35d8880d tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Attempt 8 to bind port 7d7ebd4f-9584-4884-9a4b-883203c96a1b Nov 19 18:01:15.628573 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-4c9e08d3-dedd-4298-916c-af69bc4bbecb tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44c7424e-01e6-4ca5-8f7d-01e1e1a95753') {'for_net_delete': True} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:01:15.629023 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-4c9e08d3-dedd-4298-916c-af69bc4bbecb tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44c7424e-01e6-4ca5-8f7d-01e1e1a95753') {} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:01:15.646507 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4c9e08d3-dedd-4298-916c-af69bc4bbecb tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12545382'] for segment, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:15.661612 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3846b17d-eb49-497c-8d83-734f955a0d1a tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:01:15.668967 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-3846b17d-eb49-497c-8d83-734f955a0d1a tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] 10.222.0.54 "PUT /v2.0/routers/980ad8ab-818f-4808-ac3d-5fe97be1cadf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8486421 Nov 19 18:01:15.673129 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 48666) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:15.681359 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0834f12c-a7af-421c-9a29-c5209b13e34a None None] Sync routers for ids ['980ad8ab-818f-4808-ac3d-5fe97be1cadf'] in n-d-818022-2 {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:01:15.682921 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [None req-a8f3f6d1-b9a9-4674-a845-8f4f35d8880d tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Attempting to bind port 7d7ebd4f-9584-4884-9a4b-883203c96a1b on host n-h2-818022-2 for vnic_type normal with profile {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:01:15.683331 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [None req-a8f3f6d1-b9a9-4674-a845-8f4f35d8880d tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Attempting to bind port 7d7ebd4f-9584-4884-9a4b-883203c96a1b by drivers openvswitch,hyperv on host n-h2-818022-2 at level 0 using segments [{'id': '17664096-bc08-472e-a8dd-e356d1d37eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '3a4cef65-cae2-4133-81c6-419694f0f321'}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:01:15.687355 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f3f6d1-b9a9-4674-a845-8f4f35d8880d tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Attempting to bind port 7d7ebd4f-9584-4884-9a4b-883203c96a1b on network 3a4cef65-cae2-4133-81c6-419694f0f321 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:01:15.695162 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0834f12c-a7af-421c-9a29-c5209b13e34a None None] Routers {'980ad8ab-818f-4808-ac3d-5fe97be1cadf'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:01:15.698662 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-0834f12c-a7af-421c-9a29-c5209b13e34a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:01:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['980ad8ab-818f-4808-ac3d-5fe97be1cadf'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:01:15.722770 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4c9e08d3-dedd-4298-916c-af69bc4bbecb tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:15.734119 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f3f6d1-b9a9-4674-a845-8f4f35d8880d tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Port 7d7ebd4f-9584-4884-9a4b-883203c96a1b on network 3a4cef65-cae2-4133-81c6-419694f0f321 not bound, no agent of type Open vSwitch agent registered on host n-h2-818022-2 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 18:01:15.734547 n-d-818022-2 neutron-server[103365]: ERROR neutron.plugins.ml2.managers [None req-a8f3f6d1-b9a9-4674-a845-8f4f35d8880d tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Failed to bind port 7d7ebd4f-9584-4884-9a4b-883203c96a1b on host n-h2-818022-2 for vnic_type normal using segments [{'id': '17664096-bc08-472e-a8dd-e356d1d37eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '3a4cef65-cae2-4133-81c6-419694f0f321'}] Nov 19 18:01:15.736907 n-d-818022-2 neutron-server[103365]: INFO neutron.plugins.ml2.plugin [None req-a8f3f6d1-b9a9-4674-a845-8f4f35d8880d tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Attempt 9 to bind port 7d7ebd4f-9584-4884-9a4b-883203c96a1b Nov 19 18:01:15.744004 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c9e08d3-dedd-4298-916c-af69bc4bbecb tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Releasing vlan 673 on physical network physnet1 to pool {{(pid=103365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 18:01:15.744494 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4c9e08d3-dedd-4298-916c-af69bc4bbecb tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12282953'] for segment, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:15.749966 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-1af24673-0224-4051-afdf-c2af17e5f1d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Deleting port 13a2e04b-bae6-49ad-9135-59f8da31feaa {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:01:15.751032 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1af24673-0224-4051-afdf-c2af17e5f1d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:15.773248 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_v2 [None req-e90238c5-1c76-42aa-844d-0dc6ba232975 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Deleting subnet fbbb7272-7674-48c7-868e-338c26915847 {{(pid=103364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 18:01:15.782330 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e90238c5-1c76-42aa-844d-0dc6ba232975 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks [] for subnet, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:15.826174 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [None req-1af24673-0224-4051-afdf-c2af17e5f1d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] For port 13a2e04b-bae6-49ad-9135-59f8da31feaa, host n-h2-818022-2, got binding levels [] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:01:15.826660 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1af24673-0224-4051-afdf-c2af17e5f1d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:15.841029 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-1af24673-0224-4051-afdf-c2af17e5f1d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Calling delete_port for 13a2e04b-bae6-49ad-9135-59f8da31feaa owned by {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:01:15.890022 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e90238c5-1c76-42aa-844d-0dc6ba232975 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9416263'] for subnet, precommit_delete_associations {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:15.899348 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-0834f12c-a7af-421c-9a29-c5209b13e34a None None] Set router 980ad8ab-818f-4808-ac3d-5fe97be1cadf gateway port host: None {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:01:15.941689 n-d-818022-2 neutron-server[103365]: Traceback (most recent call last): Nov 19 18:01:15.941689 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 18:01:15.941689 n-d-818022-2 neutron-server[103365]: timer() Nov 19 18:01:15.941689 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 18:01:15.941689 n-d-818022-2 neutron-server[103365]: cb(*args, **kw) Nov 19 18:01:15.941689 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 18:01:15.941689 n-d-818022-2 neutron-server[103365]: return func(*args, **kwargs) Nov 19 18:01:15.941689 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 18:01:15.941689 n-d-818022-2 neutron-server[103365]: self._notify() Nov 19 18:01:15.941689 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 18:01:15.941689 n-d-818022-2 neutron-server[103365]: self.callback(batched_events) Nov 19 18:01:15.941689 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 18:01:15.941689 n-d-818022-2 neutron-server[103365]: event.method(event) Nov 19 18:01:15.941689 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 18:01:15.941689 n-d-818022-2 neutron-server[103365]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 18:01:15.941689 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 18:01:15.941689 n-d-818022-2 neutron-server[103365]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 18:01:15.941689 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 18:01:15.941689 n-d-818022-2 neutron-server[103365]: return f(self, *a, **k) Nov 19 18:01:15.941689 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 18:01:15.941689 n-d-818022-2 neutron-server[103365]: return self._get(url).json() Nov 19 18:01:15.941689 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 18:01:15.941689 n-d-818022-2 neutron-server[103365]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 18:01:15.941689 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 18:01:15.941689 n-d-818022-2 neutron-server[103365]: return self.request(url, 'GET', **kwargs) Nov 19 18:01:15.941689 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 18:01:15.941689 n-d-818022-2 neutron-server[103365]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 18:01:15.941689 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 18:01:15.941689 n-d-818022-2 neutron-server[103365]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 18:01:15.941689 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 18:01:15.941689 n-d-818022-2 neutron-server[103365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 18:01:15.941689 n-d-818022-2 neutron-server[103365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 18:01:16.108828 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 1824eb46-ab45-47f6-a1dd-08ac88bb9f9e details requested by agent hyperv_n-h1-818022-2 with host n-h1-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 18:01:16.115981 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e90238c5-1c76-42aa-844d-0dc6ba232975 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:16.222456 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1af24673-0224-4051-afdf-c2af17e5f1d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:16.294706 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [None req-a8f3f6d1-b9a9-4674-a845-8f4f35d8880d tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Attempting to bind port 7d7ebd4f-9584-4884-9a4b-883203c96a1b on host n-h2-818022-2 for vnic_type normal with profile {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:01:16.295369 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [None req-a8f3f6d1-b9a9-4674-a845-8f4f35d8880d tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Attempting to bind port 7d7ebd4f-9584-4884-9a4b-883203c96a1b by drivers openvswitch,hyperv on host n-h2-818022-2 at level 0 using segments [{'id': '17664096-bc08-472e-a8dd-e356d1d37eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '3a4cef65-cae2-4133-81c6-419694f0f321'}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:01:16.295369 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f3f6d1-b9a9-4674-a845-8f4f35d8880d tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Attempting to bind port 7d7ebd4f-9584-4884-9a4b-883203c96a1b on network 3a4cef65-cae2-4133-81c6-419694f0f321 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:01:16.308029 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e90238c5-1c76-42aa-844d-0dc6ba232975 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12425137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8983934'] for subnet, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:16.309084 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-0834f12c-a7af-421c-9a29-c5209b13e34a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '980ad8ab-818f-4808-ac3d-5fe97be1cadf', 'name': 'tempest-RoutersTest-router-432570378', 'tenant_id': 'ecb26dc6f8b14f6babd12abcbaee21bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:00:07Z', 'updated_at': '2021-11-19T18:01:14Z', 'revision_number': 10, 'project_id': 'ecb26dc6f8b14f6babd12abcbaee21bf', 'gw_port_host': None, '_interfaces': [{'id': '074a41f9-7309-42bf-9620-c71e6d62ef38', 'name': '', 'network_id': 'fe0e2852-33a8-4fa2-8c1c-0ba411d8ab17', 'tenant_id': 'ecb26dc6f8b14f6babd12abcbaee21bf', 'mac_address': 'fa:16:3e:3c:0b:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '980ad8ab-818f-4808-ac3d-5fe97be1cadf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2450, 'fixed_ips': [{'subnet_id': '92811ad4-303b-4354-b780-e680c3c3cdc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:00:12Z', 'updated_at': '2021-11-19T18:00:22Z', 'revision_number': 5, 'project_id': 'ecb26dc6f8b14f6babd12abcbaee21bf', 'subnets': [{'id': '92811ad4-303b-4354-b780-e680c3c3cdc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:01:16.333409 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e90238c5-1c76-42aa-844d-0dc6ba232975 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:16.342319 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-e90238c5-1c76-42aa-844d-0dc6ba232975 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] 10.222.0.54 "DELETE /v2.0/subnets/fbbb7272-7674-48c7-868e-338c26915847 HTTP/1.1" status: 204 len: 168 time: 0.6678145 Nov 19 18:01:16.374230 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5ec3777-4d08-4210-b7d4-a84e6d9a2772 None None] Network f0e72ab0-372f-44f4-b735-094db4bb78cb requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:01:16.378111 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0834f12c-a7af-421c-9a29-c5209b13e34a None None] Checking router: 980ad8ab-818f-4808-ac3d-5fe97be1cadf for host: n-d-818022-2 {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:01:16.385351 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 48676) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:16.389255 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0834f12c-a7af-421c-9a29-c5209b13e34a None None] Routers {'980ad8ab-818f-4808-ac3d-5fe97be1cadf'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:01:16.406159 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-0834f12c-a7af-421c-9a29-c5209b13e34a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:01:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['980ad8ab-818f-4808-ac3d-5fe97be1cadf'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:01:16.418891 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90238c5-1c76-42aa-844d-0dc6ba232975 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Pushing event deleted for resources: {'Subnet': ['ID=fbbb7272-7674-48c7-868e-338c26915847,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:01:16.425066 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af24673-0224-4051-afdf-c2af17e5f1d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Pushing event deleted for resources: {'Port': ['ID=13a2e04b-bae6-49ad-9135-59f8da31feaa,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:01:16.490925 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 1824eb46-ab45-47f6-a1dd-08ac88bb9f9e, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=1824eb46-ab45-47f6-a1dd-08ac88bb9f9e,segment=NetworkSegment(93225d1f-5aff-466a-a20e-5f356e9dbfdc),segment_id=93225d1f-5aff-466a-a20e-5f356e9dbfdc)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:01:16.510097 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5456aa9-22ab-48ca-b7fd-4ec38fe1546c req-7dcbfc97-53d8-41a4-b2dc-08d08065146a tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:01:16.511803 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e5456aa9-22ab-48ca-b7fd-4ec38fe1546c req-7dcbfc97-53d8-41a4-b2dc-08d08065146a tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] 10.222.0.54 "GET /v2.0/ports?device_id=0f12e280-7f27-4e94-992b-064b64e8c400 HTTP/1.1" status: 200 len: 943 time: 0.5199032 Nov 19 18:01:16.512439 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f3f6d1-b9a9-4674-a845-8f4f35d8880d tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Port 7d7ebd4f-9584-4884-9a4b-883203c96a1b on network 3a4cef65-cae2-4133-81c6-419694f0f321 not bound, no agent of type Open vSwitch agent registered on host n-h2-818022-2 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 18:01:16.513179 n-d-818022-2 neutron-server[103365]: ERROR neutron.plugins.ml2.managers [None req-a8f3f6d1-b9a9-4674-a845-8f4f35d8880d tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Failed to bind port 7d7ebd4f-9584-4884-9a4b-883203c96a1b on host n-h2-818022-2 for vnic_type normal using segments [{'id': '17664096-bc08-472e-a8dd-e356d1d37eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '3a4cef65-cae2-4133-81c6-419694f0f321'}] Nov 19 18:01:16.536158 n-d-818022-2 neutron-server[103365]: INFO neutron.plugins.ml2.plugin [None req-a8f3f6d1-b9a9-4674-a845-8f4f35d8880d tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Attempt 10 to bind port 7d7ebd4f-9584-4884-9a4b-883203c96a1b Nov 19 18:01:16.542401 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Returning: {'device': '1824eb46-ab45-47f6-a1dd-08ac88bb9f9e', 'network_id': 'd8dbec36-4368-41ad-81ce-387cc5613033', 'port_id': '1824eb46-ab45-47f6-a1dd-08ac88bb9f9e', 'mac_address': 'fa:16:3e:d0:0f:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 690, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '068f1254-b57b-4c27-b51b-af4c446dce02', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 18:01:16.639184 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1af24673-0224-4051-afdf-c2af17e5f1d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:16.645169 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-1af24673-0224-4051-afdf-c2af17e5f1d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] 10.222.0.54 "DELETE /v2.0/ports/13a2e04b-bae6-49ad-9135-59f8da31feaa HTTP/1.1" status: 204 len: 168 time: 1.2878642 Nov 19 18:01:16.647942 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 48678) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:16.658298 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [None req-a8f3f6d1-b9a9-4674-a845-8f4f35d8880d tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Attempting to bind port 7d7ebd4f-9584-4884-9a4b-883203c96a1b on host n-h2-818022-2 for vnic_type normal with profile {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:01:16.660292 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [None req-a8f3f6d1-b9a9-4674-a845-8f4f35d8880d tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Attempting to bind port 7d7ebd4f-9584-4884-9a4b-883203c96a1b by drivers openvswitch,hyperv on host n-h2-818022-2 at level 0 using segments [{'id': '17664096-bc08-472e-a8dd-e356d1d37eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '3a4cef65-cae2-4133-81c6-419694f0f321'}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:01:16.660850 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f3f6d1-b9a9-4674-a845-8f4f35d8880d tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Attempting to bind port 7d7ebd4f-9584-4884-9a4b-883203c96a1b on network 3a4cef65-cae2-4133-81c6-419694f0f321 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:01:16.666744 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4c9e08d3-dedd-4298-916c-af69bc4bbecb tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671242'] for network, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:16.694590 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device b298944b-f606-4a4b-962d-b9527eed5cd9 no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:01:16.721560 n-d-818022-2 neutron-server[103364]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0bbca46-0dab-421a-9fbb-5bb1e4ae6f72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] GET failed (client error): The resource could not be found. Nov 19 18:01:16.727098 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-a0bbca46-0dab-421a-9fbb-5bb1e4ae6f72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] 10.222.0.54 "GET /v2.0/ports/13a2e04b-bae6-49ad-9135-59f8da31feaa HTTP/1.1" status: 404 len: 333 time: 0.0780332 Nov 19 18:01:16.727734 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 48680) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:16.740036 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-0632c4d9-89f7-4eee-aa30-bea184e9b021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Request body: {'port': {'network_id': '9636b172-480b-4993-8567-730d82a2d8e0', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-693259344'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:01:16.743438 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4c9e08d3-dedd-4298-916c-af69bc4bbecb tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks [] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:16.747177 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-4c9e08d3-dedd-4298-916c-af69bc4bbecb tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] 10.222.0.54 "DELETE /v2.0/networks/0dab47db-afd0-4b41-8e98-3732455b7836 HTTP/1.1" status: 204 len: 168 time: 5.1706970 Nov 19 18:01:16.758856 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 48682) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:16.776899 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-0834f12c-a7af-421c-9a29-c5209b13e34a None None] Set router 980ad8ab-818f-4808-ac3d-5fe97be1cadf gateway port host: None {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:01:16.780760 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:16.785759 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: b298944b-f606-4a4b-962d-b9527eed5cd9 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:01:16.786670 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device b298944b-f606-4a4b-962d-b9527eed5cd9 not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:01:16.789746 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0632c4d9-89f7-4eee-aa30-bea184e9b021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Made reservation on behalf of c15a29d8cb3344749142d34560a1a328 for: {'port': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:01:16.792417 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0632c4d9-89f7-4eee-aa30-bea184e9b021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:16.793058 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f3f6d1-b9a9-4674-a845-8f4f35d8880d tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Port 7d7ebd4f-9584-4884-9a4b-883203c96a1b on network 3a4cef65-cae2-4133-81c6-419694f0f321 not bound, no agent of type Open vSwitch agent registered on host n-h2-818022-2 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 18:01:16.793623 n-d-818022-2 neutron-server[103365]: ERROR neutron.plugins.ml2.managers [None req-a8f3f6d1-b9a9-4674-a845-8f4f35d8880d tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Failed to bind port 7d7ebd4f-9584-4884-9a4b-883203c96a1b on host n-h2-818022-2 for vnic_type normal using segments [{'id': '17664096-bc08-472e-a8dd-e356d1d37eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '3a4cef65-cae2-4133-81c6-419694f0f321'}] Nov 19 18:01:16.794339 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a8f3f6d1-b9a9-4674-a845-8f4f35d8880d tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:16.832201 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [None req-0632c4d9-89f7-4eee-aa30-bea184e9b021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] device_id is not set on port 6bee33b1-c87b-4378-aa70-167b26ce68be yet. {{(pid=103364) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 18:01:16.845347 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9e08d3-dedd-4298-916c-af69bc4bbecb tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Pushing event deleted for resources: {'Network': ['ID=0dab47db-afd0-4b41-8e98-3732455b7836,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:01:16.896673 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1824eb46-ab45-47f6-a1dd-08ac88bb9f9e {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:01:16.925017 n-d-818022-2 neutron-server[103365]: INFO neutron.pecan_wsgi.hooks.translation [None req-766630d2-f00c-4412-93f9-a376b6ba6935 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] DELETE failed (client error): The resource could not be found. Nov 19 18:01:16.925561 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-766630d2-f00c-4412-93f9-a376b6ba6935 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103365) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 18:01:16.928657 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-766630d2-f00c-4412-93f9-a376b6ba6935 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] 10.222.0.54 "DELETE /v2.0/subnets/47e84d9e-298e-4dc0-8532-456d4197d738 HTTP/1.1" status: 404 len: 337 time: 0.1673760 Nov 19 18:01:16.931369 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 48686) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:16.937570 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 1824eb46-ab45-47f6-a1dd-08ac88bb9f9e, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=1824eb46-ab45-47f6-a1dd-08ac88bb9f9e,segment=NetworkSegment(93225d1f-5aff-466a-a20e-5f356e9dbfdc),segment_id=93225d1f-5aff-466a-a20e-5f356e9dbfdc)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:01:16.945967 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:17.019584 n-d-818022-2 neutron-server[103364]: INFO neutron.pecan_wsgi.hooks.translation [None req-5421ed71-74e0-4caa-b1fa-a237f70702a4 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] DELETE failed (client error): The resource could not be found. Nov 19 18:01:17.020070 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0e9efcac-a6c3-4eba-a86f-f6ebaf2c8b3b tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:17.020405 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5421ed71-74e0-4caa-b1fa-a237f70702a4 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103364) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 18:01:17.026580 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bae9c01-c906-44ea-9a50-c61144e69de1 None None] DHCP port deletion for f0e72ab0-372f-44f4-b735-094db4bb78cb request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:01:17.030030 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-5421ed71-74e0-4caa-b1fa-a237f70702a4 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] 10.222.0.54 "DELETE /v2.0/networks/0dab47db-afd0-4b41-8e98-3732455b7836 HTTP/1.1" status: 404 len: 339 time: 0.0869570 Nov 19 18:01:17.035847 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 48688) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:17.096415 n-d-818022-2 neutron-server[103364]: INFO neutron.pecan_wsgi.hooks.translation [None req-b48ddaad-aa1c-4637-be9d-5ea4a6e44ae8 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] DELETE failed (client error): The resource could not be found. Nov 19 18:01:17.097707 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b48ddaad-aa1c-4637-be9d-5ea4a6e44ae8 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103364) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 18:01:17.107423 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-b48ddaad-aa1c-4637-be9d-5ea4a6e44ae8 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] 10.222.0.54 "DELETE /v2.0/subnets/6f9e7923-76b7-4470-ae7a-21a3bcf8278d HTTP/1.1" status: 404 len: 337 time: 0.0697556 Nov 19 18:01:17.108310 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 48690) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:17.174600 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e5456aa9-22ab-48ca-b7fd-4ec38fe1546c req-b708e89d-fe0d-46b0-8b7a-e2ffb23f29a2 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] 10.222.0.54 "GET /v2.0/security-groups?id=ab553829-b17c-4bd7-9495-2cea0ebc82fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5168843 Nov 19 18:01:17.196473 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=1824eb46-ab45-47f6-a1dd-08ac88bb9f9e,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:01:17.227138 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-9bae9c01-c906-44ea-9a50-c61144e69de1 None None] Deleting port 2d8f89f7-e694-48e2-90d6-cbc37ccbd6ce {{(pid=103366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:01:17.227878 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9bae9c01-c906-44ea-9a50-c61144e69de1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:17.250027 n-d-818022-2 neutron-server[103364]: INFO neutron.pecan_wsgi.hooks.translation [None req-73be6061-1aeb-4b10-ad7d-ea68d0d5cac1 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] DELETE failed (client error): The resource could not be found. Nov 19 18:01:17.250987 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73be6061-1aeb-4b10-ad7d-ea68d0d5cac1 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103364) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 18:01:17.289011 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 48696) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:17.290596 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-73be6061-1aeb-4b10-ad7d-ea68d0d5cac1 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] 10.222.0.54 "DELETE /v2.0/networks/7e5c78ff-c1d3-4f9f-9fa2-98300a19445d HTTP/1.1" status: 404 len: 339 time: 0.1651473 Nov 19 18:01:17.315138 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-9bae9c01-c906-44ea-9a50-c61144e69de1 None None] For port 2d8f89f7-e694-48e2-90d6-cbc37ccbd6ce, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=2d8f89f7-e694-48e2-90d6-cbc37ccbd6ce,segment=NetworkSegment(08a6e028-738b-420f-88d8-85c1b813ff53),segment_id=08a6e028-738b-420f-88d8-85c1b813ff53)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:01:17.315688 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9bae9c01-c906-44ea-9a50-c61144e69de1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:17.330706 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-9bae9c01-c906-44ea-9a50-c61144e69de1 None None] Calling delete_port for 2d8f89f7-e694-48e2-90d6-cbc37ccbd6ce owned by network:dhcp {{(pid=103366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:01:17.356952 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [None req-a8f3f6d1-b9a9-4674-a845-8f4f35d8880d tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] For port 7d7ebd4f-9584-4884-9a4b-883203c96a1b, host n-h2-818022-2, cleared binding levels {{(pid=103365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:01:17.357792 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [None req-a8f3f6d1-b9a9-4674-a845-8f4f35d8880d tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Attempted to set empty binding levels {{(pid=103365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 19 18:01:17.388067 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a8f3f6d1-b9a9-4674-a845-8f4f35d8880d tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:17.428731 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['1824eb46-ab45-47f6-a1dd-08ac88bb9f9e'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:01:17.488346 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9bae9c01-c906-44ea-9a50-c61144e69de1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007'] for port, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:17.583266 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bae9c01-c906-44ea-9a50-c61144e69de1 None None] No DVR routers for this DVR port 2d8f89f7-e694-48e2-90d6-cbc37ccbd6ce on host n-d-818022-2 {{(pid=103366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:01:17.616524 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bae9c01-c906-44ea-9a50-c61144e69de1 None None] Pushing event deleted for resources: {'Port': ['ID=2d8f89f7-e694-48e2-90d6-cbc37ccbd6ce,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:01:17.634980 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-0834f12c-a7af-421c-9a29-c5209b13e34a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '980ad8ab-818f-4808-ac3d-5fe97be1cadf', 'name': 'tempest-RoutersTest-router-432570378', 'tenant_id': 'ecb26dc6f8b14f6babd12abcbaee21bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:00:07Z', 'updated_at': '2021-11-19T18:01:14Z', 'revision_number': 10, 'project_id': 'ecb26dc6f8b14f6babd12abcbaee21bf', 'gw_port_host': None, '_interfaces': [{'id': '074a41f9-7309-42bf-9620-c71e6d62ef38', 'name': '', 'network_id': 'fe0e2852-33a8-4fa2-8c1c-0ba411d8ab17', 'tenant_id': 'ecb26dc6f8b14f6babd12abcbaee21bf', 'mac_address': 'fa:16:3e:3c:0b:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '980ad8ab-818f-4808-ac3d-5fe97be1cadf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2450, 'fixed_ips': [{'subnet_id': '92811ad4-303b-4354-b780-e680c3c3cdc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:00:12Z', 'updated_at': '2021-11-19T18:00:22Z', 'revision_number': 5, 'project_id': 'ecb26dc6f8b14f6babd12abcbaee21bf', 'subnets': [{'id': '92811ad4-303b-4354-b780-e680c3c3cdc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:01:17.688311 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0834f12c-a7af-421c-9a29-c5209b13e34a None None] The sync data for ids ['980ad8ab-818f-4808-ac3d-5fe97be1cadf'] in n-d-818022-2 is: [{'id': '980ad8ab-818f-4808-ac3d-5fe97be1cadf', 'name': 'tempest-RoutersTest-router-432570378', 'tenant_id': 'ecb26dc6f8b14f6babd12abcbaee21bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:00:07Z', 'updated_at': '2021-11-19T18:01:14Z', 'revision_number': 10, 'project_id': 'ecb26dc6f8b14f6babd12abcbaee21bf', 'gw_port_host': None, '_interfaces': [{'id': '074a41f9-7309-42bf-9620-c71e6d62ef38', 'name': '', 'network_id': 'fe0e2852-33a8-4fa2-8c1c-0ba411d8ab17', 'tenant_id': 'ecb26dc6f8b14f6babd12abcbaee21bf', 'mac_address': 'fa:16:3e:3c:0b:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '980ad8ab-818f-4808-ac3d-5fe97be1cadf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2450, 'fixed_ips': [{'subnet_id': '92811ad4-303b-4354-b780-e680c3c3cdc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:00:12Z', 'updated_at': '2021-11-19T18:00:22Z', 'revision_number': 5, 'project_id': 'ecb26dc6f8b14f6babd12abcbaee21bf', 'subnets': [{'id': '92811ad4-303b-4354-b780-e680c3c3cdc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:01:17.780026 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0632c4d9-89f7-4eee-aa30-bea184e9b021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:17.928334 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0632c4d9-89f7-4eee-aa30-bea184e9b021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:18.007228 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0632c4d9-89f7-4eee-aa30-bea184e9b021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Network 9636b172-480b-4993-8567-730d82a2d8e0 is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:01:18.012694 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-0632c4d9-89f7-4eee-aa30-bea184e9b021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:01:18.019558 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0632c4d9-89f7-4eee-aa30-bea184e9b021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:01:18.022589 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0632c4d9-89f7-4eee-aa30-bea184e9b021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:01:18.023786 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0632c4d9-89f7-4eee-aa30-bea184e9b021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:18.049935 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0632c4d9-89f7-4eee-aa30-bea184e9b021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Pushing event updated for resources: {'Port': ['ID=6bee33b1-c87b-4378-aa70-167b26ce68be,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:01:18.067159 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-0632c4d9-89f7-4eee-aa30-bea184e9b021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.3380990 Nov 19 18:01:18.071248 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 48702) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:18.079968 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-b556b0b2-74aa-4cf4-b13f-c20aa6d98bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-818022-2'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:01:18.228410 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b556b0b2-74aa-4cf4-b13f-c20aa6d98bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:18.254297 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f3f6d1-b9a9-4674-a845-8f4f35d8880d tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:01:18.255038 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a8f3f6d1-b9a9-4674-a845-8f4f35d8880d tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:18.322777 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f3f6d1-b9a9-4674-a845-8f4f35d8880d tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Pushing event updated for resources: {'Port': ['ID=7d7ebd4f-9584-4884-9a4b-883203c96a1b,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:01:18.388135 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-a8f3f6d1-b9a9-4674-a845-8f4f35d8880d tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 979 time: 7.2991893 Nov 19 18:01:18.398605 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 48712) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:18.510919 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c8af33cd-e84b-498b-bd05-64b221303093 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:18.525916 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 2d8f89f7-e694-48e2-90d6-cbc37ccbd6ce no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:01:18.554812 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-0e9efcac-a6c3-4eba-a86f-f6ebaf2c8b3b tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Deleting port 2d8f89f7-e694-48e2-90d6-cbc37ccbd6ce {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:01:18.555350 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0e9efcac-a6c3-4eba-a86f-f6ebaf2c8b3b tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:18.567483 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: 2d8f89f7-e694-48e2-90d6-cbc37ccbd6ce {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:01:18.567873 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 2d8f89f7-e694-48e2-90d6-cbc37ccbd6ce not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:01:18.568251 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 2a09bb4b-afa1-456a-85bf-083ddf4bf17f no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:01:18.629936 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: 2a09bb4b-afa1-456a-85bf-083ddf4bf17f {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:01:18.630620 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 2a09bb4b-afa1-456a-85bf-083ddf4bf17f not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:01:18.857182 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [None req-b556b0b2-74aa-4cf4-b13f-c20aa6d98bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] device_id is not set on port 6bee33b1-c87b-4378-aa70-167b26ce68be yet. {{(pid=103364) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 18:01:18.877382 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29341c6-dda2-43b8-9cc6-966df0a8f6b7 req-0d265cc9-d9fc-42d9-b297-4eb011efe372 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:01:18.879590 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a29341c6-dda2-43b8-9cc6-966df0a8f6b7 req-0d265cc9-d9fc-42d9-b297-4eb011efe372 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] 10.222.0.54 "GET /v2.0/ports?device_id=0f12e280-7f27-4e94-992b-064b64e8c400 HTTP/1.1" status: 200 len: 944 time: 0.1211843 Nov 19 18:01:18.901528 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b556b0b2-74aa-4cf4-b13f-c20aa6d98bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:18.928785 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c8af33cd-e84b-498b-bd05-64b221303093 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:18.941959 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b556b0b2-74aa-4cf4-b13f-c20aa6d98bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:18.965115 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-c8af33cd-e84b-498b-bd05-64b221303093 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['790e50a1-aa30-4328-8b80-4f47dc9276a3']}} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:01:18.982622 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-c8af33cd-e84b-498b-bd05-64b221303093 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd318d37d-78a8-46a6-a4fd-025bec9d3a98') {'for_net_delete': True} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:01:18.983115 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-c8af33cd-e84b-498b-bd05-64b221303093 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd318d37d-78a8-46a6-a4fd-025bec9d3a98') {} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:01:19.002510 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c8af33cd-e84b-498b-bd05-64b221303093 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12545382'] for segment, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:19.027282 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c8af33cd-e84b-498b-bd05-64b221303093 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:19.039407 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8af33cd-e84b-498b-bd05-64b221303093 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Releasing vlan 671 on physical network physnet1 to pool {{(pid=103365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 18:01:19.040065 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c8af33cd-e84b-498b-bd05-64b221303093 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12282953'] for segment, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:19.071224 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a29341c6-dda2-43b8-9cc6-966df0a8f6b7 req-b2807dfa-6467-41b3-970a-b7c601fbe8ea tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] 10.222.0.54 "GET /v2.0/security-groups?id=ab553829-b17c-4bd7-9495-2cea0ebc82fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657648 Nov 19 18:01:19.104788 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [None req-b556b0b2-74aa-4cf4-b13f-c20aa6d98bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Attempting to bind port 6bee33b1-c87b-4378-aa70-167b26ce68be on host n-h2-818022-2 for vnic_type normal with profile {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:01:19.105589 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [None req-b556b0b2-74aa-4cf4-b13f-c20aa6d98bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Attempting to bind port 6bee33b1-c87b-4378-aa70-167b26ce68be by drivers openvswitch,hyperv on host n-h2-818022-2 at level 0 using segments [{'id': '30ba7dc7-b243-4c3a-be51-4c06629b2184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '9636b172-480b-4993-8567-730d82a2d8e0'}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:01:19.106144 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b556b0b2-74aa-4cf4-b13f-c20aa6d98bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Attempting to bind port 6bee33b1-c87b-4378-aa70-167b26ce68be on network 9636b172-480b-4993-8567-730d82a2d8e0 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:01:19.123738 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b556b0b2-74aa-4cf4-b13f-c20aa6d98bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Port 6bee33b1-c87b-4378-aa70-167b26ce68be on network 9636b172-480b-4993-8567-730d82a2d8e0 not bound, no agent of type Open vSwitch agent registered on host n-h2-818022-2 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 18:01:19.124077 n-d-818022-2 neutron-server[103364]: ERROR neutron.plugins.ml2.managers [None req-b556b0b2-74aa-4cf4-b13f-c20aa6d98bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Failed to bind port 6bee33b1-c87b-4378-aa70-167b26ce68be on host n-h2-818022-2 for vnic_type normal using segments [{'id': '30ba7dc7-b243-4c3a-be51-4c06629b2184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '9636b172-480b-4993-8567-730d82a2d8e0'}] Nov 19 18:01:19.124695 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b556b0b2-74aa-4cf4-b13f-c20aa6d98bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Pushing event updated for resources: {'Port': ['ID=6bee33b1-c87b-4378-aa70-167b26ce68be,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:01:19.133650 n-d-818022-2 neutron-server[103364]: INFO neutron.plugins.ml2.plugin [None req-b556b0b2-74aa-4cf4-b13f-c20aa6d98bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Attempt 2 to bind port 6bee33b1-c87b-4378-aa70-167b26ce68be Nov 19 18:01:19.165467 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [None req-b556b0b2-74aa-4cf4-b13f-c20aa6d98bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Attempting to bind port 6bee33b1-c87b-4378-aa70-167b26ce68be on host n-h2-818022-2 for vnic_type normal with profile {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:01:19.165732 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [None req-b556b0b2-74aa-4cf4-b13f-c20aa6d98bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Attempting to bind port 6bee33b1-c87b-4378-aa70-167b26ce68be by drivers openvswitch,hyperv on host n-h2-818022-2 at level 0 using segments [{'id': '30ba7dc7-b243-4c3a-be51-4c06629b2184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '9636b172-480b-4993-8567-730d82a2d8e0'}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:01:19.166048 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b556b0b2-74aa-4cf4-b13f-c20aa6d98bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Attempting to bind port 6bee33b1-c87b-4378-aa70-167b26ce68be on network 9636b172-480b-4993-8567-730d82a2d8e0 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:01:19.178555 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b556b0b2-74aa-4cf4-b13f-c20aa6d98bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Port 6bee33b1-c87b-4378-aa70-167b26ce68be on network 9636b172-480b-4993-8567-730d82a2d8e0 not bound, no agent of type Open vSwitch agent registered on host n-h2-818022-2 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 18:01:19.178885 n-d-818022-2 neutron-server[103364]: ERROR neutron.plugins.ml2.managers [None req-b556b0b2-74aa-4cf4-b13f-c20aa6d98bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Failed to bind port 6bee33b1-c87b-4378-aa70-167b26ce68be on host n-h2-818022-2 for vnic_type normal using segments [{'id': '30ba7dc7-b243-4c3a-be51-4c06629b2184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '9636b172-480b-4993-8567-730d82a2d8e0'}] Nov 19 18:01:19.183779 n-d-818022-2 neutron-server[103364]: INFO neutron.plugins.ml2.plugin [None req-b556b0b2-74aa-4cf4-b13f-c20aa6d98bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Attempt 3 to bind port 6bee33b1-c87b-4378-aa70-167b26ce68be Nov 19 18:01:19.200873 n-d-818022-2 neutron-server[103365]: Traceback (most recent call last): Nov 19 18:01:19.200873 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 18:01:19.200873 n-d-818022-2 neutron-server[103365]: timer() Nov 19 18:01:19.200873 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 18:01:19.200873 n-d-818022-2 neutron-server[103365]: cb(*args, **kw) Nov 19 18:01:19.200873 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 18:01:19.200873 n-d-818022-2 neutron-server[103365]: return func(*args, **kwargs) Nov 19 18:01:19.200873 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 18:01:19.200873 n-d-818022-2 neutron-server[103365]: self._notify() Nov 19 18:01:19.200873 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 18:01:19.200873 n-d-818022-2 neutron-server[103365]: self.callback(batched_events) Nov 19 18:01:19.200873 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 18:01:19.200873 n-d-818022-2 neutron-server[103365]: event.method(event) Nov 19 18:01:19.200873 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 18:01:19.200873 n-d-818022-2 neutron-server[103365]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 18:01:19.200873 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 18:01:19.200873 n-d-818022-2 neutron-server[103365]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 18:01:19.200873 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 18:01:19.200873 n-d-818022-2 neutron-server[103365]: return f(self, *a, **k) Nov 19 18:01:19.200873 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 18:01:19.200873 n-d-818022-2 neutron-server[103365]: return self._get(url).json() Nov 19 18:01:19.200873 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 18:01:19.200873 n-d-818022-2 neutron-server[103365]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 18:01:19.200873 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 18:01:19.200873 n-d-818022-2 neutron-server[103365]: return self.request(url, 'GET', **kwargs) Nov 19 18:01:19.200873 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 18:01:19.200873 n-d-818022-2 neutron-server[103365]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 18:01:19.200873 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 18:01:19.200873 n-d-818022-2 neutron-server[103365]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 18:01:19.200873 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 18:01:19.200873 n-d-818022-2 neutron-server[103365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 18:01:19.200873 n-d-818022-2 neutron-server[103365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 18:01:19.203806 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [None req-0e9efcac-a6c3-4eba-a86f-f6ebaf2c8b3b tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] For port 2d8f89f7-e694-48e2-90d6-cbc37ccbd6ce, host n-d-818022-2, got binding levels [] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:01:19.204542 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0e9efcac-a6c3-4eba-a86f-f6ebaf2c8b3b tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:19.210606 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [None req-b556b0b2-74aa-4cf4-b13f-c20aa6d98bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Attempting to bind port 6bee33b1-c87b-4378-aa70-167b26ce68be on host n-h2-818022-2 for vnic_type normal with profile {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:01:19.210941 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [None req-b556b0b2-74aa-4cf4-b13f-c20aa6d98bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Attempting to bind port 6bee33b1-c87b-4378-aa70-167b26ce68be by drivers openvswitch,hyperv on host n-h2-818022-2 at level 0 using segments [{'id': '30ba7dc7-b243-4c3a-be51-4c06629b2184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '9636b172-480b-4993-8567-730d82a2d8e0'}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:01:19.212416 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b556b0b2-74aa-4cf4-b13f-c20aa6d98bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Attempting to bind port 6bee33b1-c87b-4378-aa70-167b26ce68be on network 9636b172-480b-4993-8567-730d82a2d8e0 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:01:19.220188 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b556b0b2-74aa-4cf4-b13f-c20aa6d98bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Port 6bee33b1-c87b-4378-aa70-167b26ce68be on network 9636b172-480b-4993-8567-730d82a2d8e0 not bound, no agent of type Open vSwitch agent registered on host n-h2-818022-2 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 18:01:19.220513 n-d-818022-2 neutron-server[103364]: ERROR neutron.plugins.ml2.managers [None req-b556b0b2-74aa-4cf4-b13f-c20aa6d98bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Failed to bind port 6bee33b1-c87b-4378-aa70-167b26ce68be on host n-h2-818022-2 for vnic_type normal using segments [{'id': '30ba7dc7-b243-4c3a-be51-4c06629b2184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '9636b172-480b-4993-8567-730d82a2d8e0'}] Nov 19 18:01:19.220899 n-d-818022-2 neutron-server[103364]: INFO neutron.plugins.ml2.plugin [None req-b556b0b2-74aa-4cf4-b13f-c20aa6d98bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Attempt 4 to bind port 6bee33b1-c87b-4378-aa70-167b26ce68be Nov 19 18:01:19.223623 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c8af33cd-e84b-498b-bd05-64b221303093 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671242'] for network, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:19.241736 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [None req-b556b0b2-74aa-4cf4-b13f-c20aa6d98bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Attempting to bind port 6bee33b1-c87b-4378-aa70-167b26ce68be on host n-h2-818022-2 for vnic_type normal with profile {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:01:19.246258 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c8af33cd-e84b-498b-bd05-64b221303093 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks [] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:19.247357 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [None req-b556b0b2-74aa-4cf4-b13f-c20aa6d98bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Attempting to bind port 6bee33b1-c87b-4378-aa70-167b26ce68be by drivers openvswitch,hyperv on host n-h2-818022-2 at level 0 using segments [{'id': '30ba7dc7-b243-4c3a-be51-4c06629b2184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '9636b172-480b-4993-8567-730d82a2d8e0'}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:01:19.247719 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b556b0b2-74aa-4cf4-b13f-c20aa6d98bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Attempting to bind port 6bee33b1-c87b-4378-aa70-167b26ce68be on network 9636b172-480b-4993-8567-730d82a2d8e0 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:01:19.251764 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-c8af33cd-e84b-498b-bd05-64b221303093 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] 10.222.0.54 "DELETE /v2.0/networks/790e50a1-aa30-4328-8b80-4f47dc9276a3 HTTP/1.1" status: 204 len: 168 time: 1.9374766 Nov 19 18:01:19.253276 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-0e9efcac-a6c3-4eba-a86f-f6ebaf2c8b3b tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Calling delete_port for 2d8f89f7-e694-48e2-90d6-cbc37ccbd6ce owned by network:dhcp {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:01:19.256786 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 48722) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:19.257404 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b556b0b2-74aa-4cf4-b13f-c20aa6d98bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Port 6bee33b1-c87b-4378-aa70-167b26ce68be on network 9636b172-480b-4993-8567-730d82a2d8e0 not bound, no agent of type Open vSwitch agent registered on host n-h2-818022-2 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 18:01:19.257737 n-d-818022-2 neutron-server[103364]: ERROR neutron.plugins.ml2.managers [None req-b556b0b2-74aa-4cf4-b13f-c20aa6d98bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Failed to bind port 6bee33b1-c87b-4378-aa70-167b26ce68be on host n-h2-818022-2 for vnic_type normal using segments [{'id': '30ba7dc7-b243-4c3a-be51-4c06629b2184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '9636b172-480b-4993-8567-730d82a2d8e0'}] Nov 19 18:01:19.258208 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.ipam_backend_mixin [None req-0e9efcac-a6c3-4eba-a86f-f6ebaf2c8b3b tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Port 2d8f89f7-e694-48e2-90d6-cbc37ccbd6ce was not found and therefore no delete operation was performed {{(pid=103365) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 19 18:01:19.275038 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0e9efcac-a6c3-4eba-a86f-f6ebaf2c8b3b tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:19.275912 n-d-818022-2 neutron-server[103364]: INFO neutron.plugins.ml2.plugin [None req-b556b0b2-74aa-4cf4-b13f-c20aa6d98bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Attempt 5 to bind port 6bee33b1-c87b-4378-aa70-167b26ce68be Nov 19 18:01:19.278224 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8af33cd-e84b-498b-bd05-64b221303093 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Pushing event deleted for resources: {'Network': ['ID=790e50a1-aa30-4328-8b80-4f47dc9276a3,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:01:19.326492 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9efcac-a6c3-4eba-a86f-f6ebaf2c8b3b tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Pushing event deleted for resources: {'Port': ['ID=2d8f89f7-e694-48e2-90d6-cbc37ccbd6ce,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:01:19.340434 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e9efcac-a6c3-4eba-a86f-f6ebaf2c8b3b tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] No DVR routers for this DVR port 2d8f89f7-e694-48e2-90d6-cbc37ccbd6ce on host n-d-818022-2 {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:01:19.344043 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-4728dccc-9916-4d6e-b9ce-5187290e374b tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Deleting port 7d7ebd4f-9584-4884-9a4b-883203c96a1b {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:01:19.344578 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4728dccc-9916-4d6e-b9ce-5187290e374b tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:19.345847 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [None req-b556b0b2-74aa-4cf4-b13f-c20aa6d98bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Attempting to bind port 6bee33b1-c87b-4378-aa70-167b26ce68be on host n-h2-818022-2 for vnic_type normal with profile {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:01:19.346196 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [None req-b556b0b2-74aa-4cf4-b13f-c20aa6d98bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Attempting to bind port 6bee33b1-c87b-4378-aa70-167b26ce68be by drivers openvswitch,hyperv on host n-h2-818022-2 at level 0 using segments [{'id': '30ba7dc7-b243-4c3a-be51-4c06629b2184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '9636b172-480b-4993-8567-730d82a2d8e0'}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:01:19.346534 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b556b0b2-74aa-4cf4-b13f-c20aa6d98bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Attempting to bind port 6bee33b1-c87b-4378-aa70-167b26ce68be on network 9636b172-480b-4993-8567-730d82a2d8e0 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:01:19.355009 n-d-818022-2 neutron-server[103364]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c9e30ba-23ef-45db-adb2-8e782173dc9c tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] DELETE failed (client error): The resource could not be found. Nov 19 18:01:19.356460 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c9e30ba-23ef-45db-adb2-8e782173dc9c tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103364) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 18:01:19.360953 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-8c9e30ba-23ef-45db-adb2-8e782173dc9c tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] 10.222.0.54 "DELETE /v2.0/subnets/aeb59ae2-2505-4a26-bda3-54986847f967 HTTP/1.1" status: 404 len: 337 time: 0.1022449 Nov 19 18:01:19.361983 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b556b0b2-74aa-4cf4-b13f-c20aa6d98bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Port 6bee33b1-c87b-4378-aa70-167b26ce68be on network 9636b172-480b-4993-8567-730d82a2d8e0 not bound, no agent of type Open vSwitch agent registered on host n-h2-818022-2 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 18:01:19.362469 n-d-818022-2 neutron-server[103364]: ERROR neutron.plugins.ml2.managers [None req-b556b0b2-74aa-4cf4-b13f-c20aa6d98bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Failed to bind port 6bee33b1-c87b-4378-aa70-167b26ce68be on host n-h2-818022-2 for vnic_type normal using segments [{'id': '30ba7dc7-b243-4c3a-be51-4c06629b2184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '9636b172-480b-4993-8567-730d82a2d8e0'}] Nov 19 18:01:19.363256 n-d-818022-2 neutron-server[103364]: INFO neutron.plugins.ml2.plugin [None req-b556b0b2-74aa-4cf4-b13f-c20aa6d98bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Attempt 6 to bind port 6bee33b1-c87b-4378-aa70-167b26ce68be Nov 19 18:01:19.367349 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 48724) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:19.401593 n-d-818022-2 neutron-server[103364]: INFO neutron.pecan_wsgi.hooks.translation [None req-a438f61c-16d0-435a-965c-7ff24990f8f5 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] DELETE failed (client error): The resource could not be found. Nov 19 18:01:19.402402 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a438f61c-16d0-435a-965c-7ff24990f8f5 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103364) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 18:01:19.407166 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-a438f61c-16d0-435a-965c-7ff24990f8f5 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] 10.222.0.54 "DELETE /v2.0/networks/da4d879b-1237-4063-ae18-a0c78ccce355 HTTP/1.1" status: 404 len: 339 time: 0.0365388 Nov 19 18:01:19.410183 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 48726) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:19.451490 n-d-818022-2 neutron-server[103364]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0d74499-3c3b-4e36-8657-42e23d4d2981 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] DELETE failed (client error): The resource could not be found. Nov 19 18:01:19.452449 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0d74499-3c3b-4e36-8657-42e23d4d2981 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103364) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 18:01:19.456377 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-d0d74499-3c3b-4e36-8657-42e23d4d2981 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] 10.222.0.54 "DELETE /v2.0/subnets/f5f70d72-f144-4d17-bb70-7b0070f55221 HTTP/1.1" status: 404 len: 337 time: 0.0449231 Nov 19 18:01:19.458204 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [None req-b556b0b2-74aa-4cf4-b13f-c20aa6d98bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Attempting to bind port 6bee33b1-c87b-4378-aa70-167b26ce68be on host n-h2-818022-2 for vnic_type normal with profile {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:01:19.458734 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [None req-b556b0b2-74aa-4cf4-b13f-c20aa6d98bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Attempting to bind port 6bee33b1-c87b-4378-aa70-167b26ce68be by drivers openvswitch,hyperv on host n-h2-818022-2 at level 0 using segments [{'id': '30ba7dc7-b243-4c3a-be51-4c06629b2184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '9636b172-480b-4993-8567-730d82a2d8e0'}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:01:19.459224 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b556b0b2-74aa-4cf4-b13f-c20aa6d98bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Attempting to bind port 6bee33b1-c87b-4378-aa70-167b26ce68be on network 9636b172-480b-4993-8567-730d82a2d8e0 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:01:19.463702 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 48728) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:19.487643 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b556b0b2-74aa-4cf4-b13f-c20aa6d98bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Port 6bee33b1-c87b-4378-aa70-167b26ce68be on network 9636b172-480b-4993-8567-730d82a2d8e0 not bound, no agent of type Open vSwitch agent registered on host n-h2-818022-2 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 18:01:19.489138 n-d-818022-2 neutron-server[103364]: ERROR neutron.plugins.ml2.managers [None req-b556b0b2-74aa-4cf4-b13f-c20aa6d98bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Failed to bind port 6bee33b1-c87b-4378-aa70-167b26ce68be on host n-h2-818022-2 for vnic_type normal using segments [{'id': '30ba7dc7-b243-4c3a-be51-4c06629b2184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '9636b172-480b-4993-8567-730d82a2d8e0'}] Nov 19 18:01:19.490154 n-d-818022-2 neutron-server[103364]: INFO neutron.plugins.ml2.plugin [None req-b556b0b2-74aa-4cf4-b13f-c20aa6d98bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Attempt 7 to bind port 6bee33b1-c87b-4378-aa70-167b26ce68be Nov 19 18:01:19.506827 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [None req-b556b0b2-74aa-4cf4-b13f-c20aa6d98bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Attempting to bind port 6bee33b1-c87b-4378-aa70-167b26ce68be on host n-h2-818022-2 for vnic_type normal with profile {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:01:19.507808 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [None req-b556b0b2-74aa-4cf4-b13f-c20aa6d98bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Attempting to bind port 6bee33b1-c87b-4378-aa70-167b26ce68be by drivers openvswitch,hyperv on host n-h2-818022-2 at level 0 using segments [{'id': '30ba7dc7-b243-4c3a-be51-4c06629b2184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '9636b172-480b-4993-8567-730d82a2d8e0'}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:01:19.508729 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b556b0b2-74aa-4cf4-b13f-c20aa6d98bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Attempting to bind port 6bee33b1-c87b-4378-aa70-167b26ce68be on network 9636b172-480b-4993-8567-730d82a2d8e0 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:01:19.514766 n-d-818022-2 neutron-server[103364]: INFO neutron.pecan_wsgi.hooks.translation [None req-8056adf9-b420-4217-ac21-1a7bcb0f7cfe tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] DELETE failed (client error): The resource could not be found. Nov 19 18:01:19.515681 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8056adf9-b420-4217-ac21-1a7bcb0f7cfe tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103364) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 18:01:19.520267 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-8056adf9-b420-4217-ac21-1a7bcb0f7cfe tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] 10.222.0.54 "DELETE /v2.0/networks/3d783c8a-572b-45a1-9f27-94100f9e7aab HTTP/1.1" status: 404 len: 339 time: 0.0554059 Nov 19 18:01:19.521262 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b556b0b2-74aa-4cf4-b13f-c20aa6d98bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Port 6bee33b1-c87b-4378-aa70-167b26ce68be on network 9636b172-480b-4993-8567-730d82a2d8e0 not bound, no agent of type Open vSwitch agent registered on host n-h2-818022-2 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 18:01:19.521744 n-d-818022-2 neutron-server[103364]: ERROR neutron.plugins.ml2.managers [None req-b556b0b2-74aa-4cf4-b13f-c20aa6d98bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Failed to bind port 6bee33b1-c87b-4378-aa70-167b26ce68be on host n-h2-818022-2 for vnic_type normal using segments [{'id': '30ba7dc7-b243-4c3a-be51-4c06629b2184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '9636b172-480b-4993-8567-730d82a2d8e0'}] Nov 19 18:01:19.522320 n-d-818022-2 neutron-server[103364]: INFO neutron.plugins.ml2.plugin [None req-b556b0b2-74aa-4cf4-b13f-c20aa6d98bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Attempt 8 to bind port 6bee33b1-c87b-4378-aa70-167b26ce68be Nov 19 18:01:19.539442 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 48730) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:19.540625 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [None req-b556b0b2-74aa-4cf4-b13f-c20aa6d98bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Attempting to bind port 6bee33b1-c87b-4378-aa70-167b26ce68be on host n-h2-818022-2 for vnic_type normal with profile {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:01:19.541158 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [None req-b556b0b2-74aa-4cf4-b13f-c20aa6d98bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Attempting to bind port 6bee33b1-c87b-4378-aa70-167b26ce68be by drivers openvswitch,hyperv on host n-h2-818022-2 at level 0 using segments [{'id': '30ba7dc7-b243-4c3a-be51-4c06629b2184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '9636b172-480b-4993-8567-730d82a2d8e0'}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:01:19.541666 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b556b0b2-74aa-4cf4-b13f-c20aa6d98bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Attempting to bind port 6bee33b1-c87b-4378-aa70-167b26ce68be on network 9636b172-480b-4993-8567-730d82a2d8e0 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:01:19.557576 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b556b0b2-74aa-4cf4-b13f-c20aa6d98bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Port 6bee33b1-c87b-4378-aa70-167b26ce68be on network 9636b172-480b-4993-8567-730d82a2d8e0 not bound, no agent of type Open vSwitch agent registered on host n-h2-818022-2 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 18:01:19.558354 n-d-818022-2 neutron-server[103364]: ERROR neutron.plugins.ml2.managers [None req-b556b0b2-74aa-4cf4-b13f-c20aa6d98bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Failed to bind port 6bee33b1-c87b-4378-aa70-167b26ce68be on host n-h2-818022-2 for vnic_type normal using segments [{'id': '30ba7dc7-b243-4c3a-be51-4c06629b2184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '9636b172-480b-4993-8567-730d82a2d8e0'}] Nov 19 18:01:19.560721 n-d-818022-2 neutron-server[103364]: INFO neutron.plugins.ml2.plugin [None req-b556b0b2-74aa-4cf4-b13f-c20aa6d98bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Attempt 9 to bind port 6bee33b1-c87b-4378-aa70-167b26ce68be Nov 19 18:01:19.651500 n-d-818022-2 neutron-server[103364]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a2e4b84-296c-4b3d-b0e3-84d57afd142d tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] DELETE failed (client error): The resource could not be found. Nov 19 18:01:19.652005 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a2e4b84-296c-4b3d-b0e3-84d57afd142d tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103364) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 18:01:19.660365 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0e9efcac-a6c3-4eba-a86f-f6ebaf2c8b3b tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:19.664725 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 48734) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:19.669403 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-8a2e4b84-296c-4b3d-b0e3-84d57afd142d tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] 10.222.0.54 "DELETE /v2.0/subnets/f467b591-5c57-448e-bcf0-e716342f73e5 HTTP/1.1" status: 404 len: 337 time: 0.1094761 Nov 19 18:01:19.675428 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [None req-b556b0b2-74aa-4cf4-b13f-c20aa6d98bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Attempting to bind port 6bee33b1-c87b-4378-aa70-167b26ce68be on host n-h2-818022-2 for vnic_type normal with profile {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:01:19.675864 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [None req-b556b0b2-74aa-4cf4-b13f-c20aa6d98bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Attempting to bind port 6bee33b1-c87b-4378-aa70-167b26ce68be by drivers openvswitch,hyperv on host n-h2-818022-2 at level 0 using segments [{'id': '30ba7dc7-b243-4c3a-be51-4c06629b2184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '9636b172-480b-4993-8567-730d82a2d8e0'}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:01:19.676217 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b556b0b2-74aa-4cf4-b13f-c20aa6d98bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Attempting to bind port 6bee33b1-c87b-4378-aa70-167b26ce68be on network 9636b172-480b-4993-8567-730d82a2d8e0 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:01:19.682256 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b556b0b2-74aa-4cf4-b13f-c20aa6d98bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Port 6bee33b1-c87b-4378-aa70-167b26ce68be on network 9636b172-480b-4993-8567-730d82a2d8e0 not bound, no agent of type Open vSwitch agent registered on host n-h2-818022-2 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 18:01:19.682727 n-d-818022-2 neutron-server[103364]: ERROR neutron.plugins.ml2.managers [None req-b556b0b2-74aa-4cf4-b13f-c20aa6d98bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Failed to bind port 6bee33b1-c87b-4378-aa70-167b26ce68be on host n-h2-818022-2 for vnic_type normal using segments [{'id': '30ba7dc7-b243-4c3a-be51-4c06629b2184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '9636b172-480b-4993-8567-730d82a2d8e0'}] Nov 19 18:01:19.683148 n-d-818022-2 neutron-server[103364]: INFO neutron.plugins.ml2.plugin [None req-b556b0b2-74aa-4cf4-b13f-c20aa6d98bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Attempt 10 to bind port 6bee33b1-c87b-4378-aa70-167b26ce68be Nov 19 18:01:19.686187 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [None req-4728dccc-9916-4d6e-b9ce-5187290e374b tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] For port 7d7ebd4f-9584-4884-9a4b-883203c96a1b, host n-h2-818022-2, got binding levels [] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:01:19.686725 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4728dccc-9916-4d6e-b9ce-5187290e374b tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:19.700538 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [None req-b556b0b2-74aa-4cf4-b13f-c20aa6d98bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Attempting to bind port 6bee33b1-c87b-4378-aa70-167b26ce68be on host n-h2-818022-2 for vnic_type normal with profile {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:01:19.700994 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [None req-b556b0b2-74aa-4cf4-b13f-c20aa6d98bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Attempting to bind port 6bee33b1-c87b-4378-aa70-167b26ce68be by drivers openvswitch,hyperv on host n-h2-818022-2 at level 0 using segments [{'id': '30ba7dc7-b243-4c3a-be51-4c06629b2184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '9636b172-480b-4993-8567-730d82a2d8e0'}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:01:19.701407 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b556b0b2-74aa-4cf4-b13f-c20aa6d98bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Attempting to bind port 6bee33b1-c87b-4378-aa70-167b26ce68be on network 9636b172-480b-4993-8567-730d82a2d8e0 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:01:19.706556 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b556b0b2-74aa-4cf4-b13f-c20aa6d98bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Port 6bee33b1-c87b-4378-aa70-167b26ce68be on network 9636b172-480b-4993-8567-730d82a2d8e0 not bound, no agent of type Open vSwitch agent registered on host n-h2-818022-2 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 18:01:19.706907 n-d-818022-2 neutron-server[103364]: ERROR neutron.plugins.ml2.managers [None req-b556b0b2-74aa-4cf4-b13f-c20aa6d98bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Failed to bind port 6bee33b1-c87b-4378-aa70-167b26ce68be on host n-h2-818022-2 for vnic_type normal using segments [{'id': '30ba7dc7-b243-4c3a-be51-4c06629b2184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '9636b172-480b-4993-8567-730d82a2d8e0'}] Nov 19 18:01:19.707354 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b556b0b2-74aa-4cf4-b13f-c20aa6d98bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:19.711752 n-d-818022-2 neutron-server[103365]: INFO neutron.pecan_wsgi.hooks.translation [None req-d89edd53-d9ff-4d99-aab3-3b293dbaf51f tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] DELETE failed (client error): The resource could not be found. Nov 19 18:01:19.712487 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d89edd53-d9ff-4d99-aab3-3b293dbaf51f tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103365) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 18:01:19.715897 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-d89edd53-d9ff-4d99-aab3-3b293dbaf51f tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] 10.222.0.54 "DELETE /v2.0/networks/170d6ef7-1570-44a6-b449-44dd518874c6 HTTP/1.1" status: 404 len: 339 time: 0.0500374 Nov 19 18:01:19.722332 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-0e9efcac-a6c3-4eba-a86f-f6ebaf2c8b3b tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0e72ab0-372f-44f4-b735-094db4bb78cb']}} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:01:19.723290 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 48738) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:19.732959 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-4728dccc-9916-4d6e-b9ce-5187290e374b tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Calling delete_port for 7d7ebd4f-9584-4884-9a4b-883203c96a1b owned by {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:01:19.739829 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-0e9efcac-a6c3-4eba-a86f-f6ebaf2c8b3b tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08a6e028-738b-420f-88d8-85c1b813ff53') {'for_net_delete': True} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:01:19.740343 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-0e9efcac-a6c3-4eba-a86f-f6ebaf2c8b3b tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08a6e028-738b-420f-88d8-85c1b813ff53') {} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:01:19.760801 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0e9efcac-a6c3-4eba-a86f-f6ebaf2c8b3b tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12545382'] for segment, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:19.796107 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [None req-b556b0b2-74aa-4cf4-b13f-c20aa6d98bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] For port 6bee33b1-c87b-4378-aa70-167b26ce68be, host n-h2-818022-2, cleared binding levels {{(pid=103364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:01:19.796565 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [None req-b556b0b2-74aa-4cf4-b13f-c20aa6d98bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Attempted to set empty binding levels {{(pid=103364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 19 18:01:19.809884 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b556b0b2-74aa-4cf4-b13f-c20aa6d98bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:19.811328 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0e9efcac-a6c3-4eba-a86f-f6ebaf2c8b3b tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:19.840187 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e9efcac-a6c3-4eba-a86f-f6ebaf2c8b3b tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Releasing vlan 656 on physical network physnet1 to pool {{(pid=103365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 18:01:19.840669 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0e9efcac-a6c3-4eba-a86f-f6ebaf2c8b3b tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12282953'] for segment, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:19.861888 n-d-818022-2 neutron-server[103364]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e614b73-42aa-4818-a23d-3b455b641ec3 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] DELETE failed (client error): The resource could not be found. Nov 19 18:01:19.862472 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e614b73-42aa-4818-a23d-3b455b641ec3 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103364) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 18:01:19.868626 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-9e614b73-42aa-4818-a23d-3b455b641ec3 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] 10.222.0.54 "DELETE /v2.0/subnets/94d6486b-3f11-4cac-89a4-60400e6dde29 HTTP/1.1" status: 404 len: 337 time: 0.0675323 Nov 19 18:01:19.869970 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 48742) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:19.895790 n-d-818022-2 neutron-server[103365]: Traceback (most recent call last): Nov 19 18:01:19.895790 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 18:01:19.895790 n-d-818022-2 neutron-server[103365]: timer() Nov 19 18:01:19.895790 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 18:01:19.895790 n-d-818022-2 neutron-server[103365]: cb(*args, **kw) Nov 19 18:01:19.895790 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 18:01:19.895790 n-d-818022-2 neutron-server[103365]: return func(*args, **kwargs) Nov 19 18:01:19.895790 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 18:01:19.895790 n-d-818022-2 neutron-server[103365]: self._notify() Nov 19 18:01:19.895790 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 18:01:19.895790 n-d-818022-2 neutron-server[103365]: self.callback(batched_events) Nov 19 18:01:19.895790 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 18:01:19.895790 n-d-818022-2 neutron-server[103365]: event.method(event) Nov 19 18:01:19.895790 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 18:01:19.895790 n-d-818022-2 neutron-server[103365]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 18:01:19.895790 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 18:01:19.895790 n-d-818022-2 neutron-server[103365]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 18:01:19.895790 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 18:01:19.895790 n-d-818022-2 neutron-server[103365]: return f(self, *a, **k) Nov 19 18:01:19.895790 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 18:01:19.895790 n-d-818022-2 neutron-server[103365]: return self._get(url).json() Nov 19 18:01:19.895790 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 18:01:19.895790 n-d-818022-2 neutron-server[103365]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 18:01:19.895790 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 18:01:19.895790 n-d-818022-2 neutron-server[103365]: return self.request(url, 'GET', **kwargs) Nov 19 18:01:19.895790 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 18:01:19.895790 n-d-818022-2 neutron-server[103365]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 18:01:19.895790 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 18:01:19.895790 n-d-818022-2 neutron-server[103365]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 18:01:19.895790 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 18:01:19.895790 n-d-818022-2 neutron-server[103365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 18:01:19.895790 n-d-818022-2 neutron-server[103365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 18:01:19.902708 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-b556b0b2-74aa-4cf4-b13f-c20aa6d98bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] In _notify_port_updated(), no bound segment for port 6bee33b1-c87b-4378-aa70-167b26ce68be on network 9636b172-480b-4993-8567-730d82a2d8e0 {{(pid=103364) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 19 18:01:19.903608 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b556b0b2-74aa-4cf4-b13f-c20aa6d98bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:01:19.904093 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b556b0b2-74aa-4cf4-b13f-c20aa6d98bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:19.905451 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-b556b0b2-74aa-4cf4-b13f-c20aa6d98bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] 10.222.0.54 "PUT /v2.0/ports/6bee33b1-c87b-4378-aa70-167b26ce68be HTTP/1.1" status: 200 len: 978 time: 1.8329198 Nov 19 18:01:19.918869 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 48744) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:19.950825 n-d-818022-2 neutron-server[103364]: INFO neutron.pecan_wsgi.hooks.translation [None req-211a1c60-a8ba-4be9-a42e-79699daaf597 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] DELETE failed (client error): The resource could not be found. Nov 19 18:01:19.951395 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-211a1c60-a8ba-4be9-a42e-79699daaf597 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103364) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 18:01:19.955294 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-211a1c60-a8ba-4be9-a42e-79699daaf597 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] 10.222.0.54 "DELETE /v2.0/networks/a620e585-0abf-40e4-b316-5eacde15dc4b HTTP/1.1" status: 404 len: 339 time: 0.0791776 Nov 19 18:01:19.976756 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 48746) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:19.978192 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4728dccc-9916-4d6e-b9ce-5187290e374b tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:19.992984 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0e9efcac-a6c3-4eba-a86f-f6ebaf2c8b3b tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671242'] for network, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:20.001255 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b556b0b2-74aa-4cf4-b13f-c20aa6d98bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Pushing event updated for resources: {'Port': ['ID=6bee33b1-c87b-4378-aa70-167b26ce68be,revision_number=3']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:01:20.032206 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0e9efcac-a6c3-4eba-a86f-f6ebaf2c8b3b tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks [] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:20.039376 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-0e9efcac-a6c3-4eba-a86f-f6ebaf2c8b3b tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] 10.222.0.54 "DELETE /v2.0/networks/f0e72ab0-372f-44f4-b735-094db4bb78cb HTTP/1.1" status: 204 len: 168 time: 3.6181524 Nov 19 18:01:20.042327 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4728dccc-9916-4d6e-b9ce-5187290e374b tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Pushing event deleted for resources: {'Port': ['ID=7d7ebd4f-9584-4884-9a4b-883203c96a1b,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:01:20.044060 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 48750) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:20.057035 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4728dccc-9916-4d6e-b9ce-5187290e374b tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:20.061635 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-4728dccc-9916-4d6e-b9ce-5187290e374b tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] 10.222.0.54 "DELETE /v2.0/ports/7d7ebd4f-9584-4884-9a4b-883203c96a1b HTTP/1.1" status: 204 len: 168 time: 1.6598952 Nov 19 18:01:20.072293 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 48752) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:20.086090 n-d-818022-2 neutron-server[103364]: INFO neutron.pecan_wsgi.hooks.translation [None req-4949e6f5-4850-42f4-b38b-4dfc27b53c9f tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] DELETE failed (client error): The resource could not be found. Nov 19 18:01:20.086549 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4949e6f5-4850-42f4-b38b-4dfc27b53c9f tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103364) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 18:01:20.089633 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-4949e6f5-4850-42f4-b38b-4dfc27b53c9f tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] 10.222.0.54 "DELETE /v2.0/subnets/68694d3b-4740-46f9-8d5b-6a8b131ae5ab HTTP/1.1" status: 404 len: 337 time: 0.1117861 Nov 19 18:01:20.097686 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 48754) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:20.105423 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 1824eb46-ab45-47f6-a1dd-08ac88bb9f9e up at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:01:20.177864 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9efcac-a6c3-4eba-a86f-f6ebaf2c8b3b tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Pushing event deleted for resources: {'Network': ['ID=f0e72ab0-372f-44f4-b735-094db4bb78cb,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:01:20.204618 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f132dc44-8873-4ee7-8a72-9d4f59268fcc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:01:20.205109 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f132dc44-8873-4ee7-8a72-9d4f59268fcc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:01:20.205548 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f132dc44-8873-4ee7-8a72-9d4f59268fcc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:01:20.206040 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f132dc44-8873-4ee7-8a72-9d4f59268fcc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:01:20.206499 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f132dc44-8873-4ee7-8a72-9d4f59268fcc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:01:20.206956 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f132dc44-8873-4ee7-8a72-9d4f59268fcc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:01:20.207406 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f132dc44-8873-4ee7-8a72-9d4f59268fcc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:01:20.207864 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f132dc44-8873-4ee7-8a72-9d4f59268fcc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:01:20.208310 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f132dc44-8873-4ee7-8a72-9d4f59268fcc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:01:20.213669 n-d-818022-2 neutron-server[103365]: INFO neutron.pecan_wsgi.hooks.translation [None req-6921b015-3595-4aad-b204-919f876b2ff7 tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] GET failed (client error): The resource could not be found. Nov 19 18:01:20.213881 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-f132dc44-8873-4ee7-8a72-9d4f59268fcc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 8394 time: 0.2907701 Nov 19 18:01:20.213975 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-6921b015-3595-4aad-b204-919f876b2ff7 tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] 10.222.0.54 "GET /v2.0/ports/7d7ebd4f-9584-4884-9a4b-883203c96a1b HTTP/1.1" status: 404 len: 333 time: 0.0953734 Nov 19 18:01:20.221499 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 48758) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:20.221791 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 48760) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:20.248211 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-37e1ca55-b3fd-4967-9b37-640833e25e07 tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Request body: {'port': {'network_id': '3a4cef65-cae2-4133-81c6-419694f0f321', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1777826094'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:01:20.253329 n-d-818022-2 neutron-server[103364]: INFO neutron.pecan_wsgi.hooks.translation [None req-23788174-53a4-46d0-975b-0696e65e027f tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] DELETE failed (client error): The resource could not be found. Nov 19 18:01:20.254869 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning for port 1824eb46-ab45-47f6-a1dd-08ac88bb9f9e completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 18:01:20.259502 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning complete for port 1824eb46-ab45-47f6-a1dd-08ac88bb9f9e triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:01:20.259996 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:20.264100 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907ad743-dd82-4137-bfae-1ecb8276d4ce req-7f06518a-c2d6-4e2b-97b5-016dce913a41 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:01:20.265675 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-907ad743-dd82-4137-bfae-1ecb8276d4ce req-7f06518a-c2d6-4e2b-97b5-016dce913a41 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] 10.222.0.54 "GET /v2.0/ports?device_id=0f12e280-7f27-4e94-992b-064b64e8c400 HTTP/1.1" status: 200 len: 944 time: 0.0702622 Nov 19 18:01:20.266413 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23788174-53a4-46d0-975b-0696e65e027f tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103364) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 18:01:20.273200 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-23788174-53a4-46d0-975b-0696e65e027f tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] 10.222.0.54 "DELETE /v2.0/networks/1197067a-44ab-4565-aa1a-d2bb6a4501ec HTTP/1.1" status: 404 len: 339 time: 0.1745155 Nov 19 18:01:20.278772 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 48762) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:20.387826 n-d-818022-2 neutron-server[103364]: INFO neutron.pecan_wsgi.hooks.translation [None req-8dde3d5e-5007-4919-b785-4f53e1eecfd0 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] DELETE failed (client error): The resource could not be found. Nov 19 18:01:20.389375 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8dde3d5e-5007-4919-b785-4f53e1eecfd0 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103364) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 18:01:20.396923 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-8dde3d5e-5007-4919-b785-4f53e1eecfd0 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] 10.222.0.54 "DELETE /v2.0/subnets/5c03f613-d528-4bdb-86b4-f2e5e1e5fe75 HTTP/1.1" status: 404 len: 337 time: 0.1097257 Nov 19 18:01:20.399819 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 48764) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:20.429505 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:20.454565 n-d-818022-2 neutron-server[103365]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f695887-3034-4709-b4e9-f85258c5e442 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] DELETE failed (client error): The resource could not be found. Nov 19 18:01:20.455575 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f695887-3034-4709-b4e9-f85258c5e442 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103365) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 18:01:20.462909 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-7f695887-3034-4709-b4e9-f85258c5e442 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] 10.222.0.54 "DELETE /v2.0/networks/6d43defe-38ef-4e81-83ae-0a5fd6485604 HTTP/1.1" status: 404 len: 339 time: 0.0620174 Nov 19 18:01:20.483194 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f12e280-7f27-4e94-992b-064b64e8c400', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1824eb46-ab45-47f6-a1dd-08ac88bb9f9e'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:01:20.487255 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 48766) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:20.487621 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3940761bcd94e032e6960d2241bd8993c5d3a7d8dc2aca8488f3ecf1d4dd2fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16f77cf0-48c1-4b54-ac8d-7f9c76c92cd9" -d '{"events": [{"server_uuid": "0f12e280-7f27-4e94-992b-064b64e8c400", "name": "network-vif-plugged", "status": "completed", "tag": "1824eb46-ab45-47f6-a1dd-08ac88bb9f9e"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:01:20.516908 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37e1ca55-b3fd-4967-9b37-640833e25e07 tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Made reservation on behalf of 0f66347740d24edabd49e04c1b1b277a for: {'port': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:01:20.524312 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-37e1ca55-b3fd-4967-9b37-640833e25e07 tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:20.535397 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 1824eb46-ab45-47f6-a1dd-08ac88bb9f9e, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=1824eb46-ab45-47f6-a1dd-08ac88bb9f9e,segment=NetworkSegment(93225d1f-5aff-466a-a20e-5f356e9dbfdc),segment_id=93225d1f-5aff-466a-a20e-5f356e9dbfdc)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:01:20.549217 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:20.590252 n-d-818022-2 neutron-server[103365]: INFO neutron.pecan_wsgi.hooks.translation [None req-7739ade4-af04-4c1a-8745-492bc7151393 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] DELETE failed (client error): The resource could not be found. Nov 19 18:01:20.590736 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7739ade4-af04-4c1a-8745-492bc7151393 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103365) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 18:01:20.597266 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [None req-37e1ca55-b3fd-4967-9b37-640833e25e07 tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] device_id is not set on port 0abd88f8-3d5b-434d-b40d-e030e68d01d3 yet. {{(pid=103364) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 18:01:20.615896 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-7739ade4-af04-4c1a-8745-492bc7151393 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] 10.222.0.54 "DELETE /v2.0/subnets/8229f8e7-229b-400d-9873-f023073a9461 HTTP/1.1" status: 404 len: 337 time: 0.1239843 Nov 19 18:01:20.618389 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 48772) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:20.653651 n-d-818022-2 neutron-server[103365]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4348dea-7de9-4748-b6c5-48d8459afe98 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] DELETE failed (client error): The resource could not be found. Nov 19 18:01:20.654507 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4348dea-7de9-4748-b6c5-48d8459afe98 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103365) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 18:01:20.659059 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=1824eb46-ab45-47f6-a1dd-08ac88bb9f9e,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:01:20.660455 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-d4348dea-7de9-4748-b6c5-48d8459afe98 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] 10.222.0.54 "DELETE /v2.0/networks/49a5b107-67d1-4f3e-af0c-1960ce5dc8ef HTTP/1.1" status: 404 len: 339 time: 0.0365746 Nov 19 18:01:20.669980 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 48774) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:20.691258 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:01:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a09fd774-79a0-4fad-913f-dceb14459a45 x-openstack-request-id: req-a09fd774-79a0-4fad-913f-dceb14459a45 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:01:20.691557 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f12e280-7f27-4e94-992b-064b64e8c400", "name": "network-vif-plugged", "status": "completed", "tag": "1824eb46-ab45-47f6-a1dd-08ac88bb9f9e", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:01:20.691812 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a09fd774-79a0-4fad-913f-dceb14459a45 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:01:20.693135 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f12e280-7f27-4e94-992b-064b64e8c400', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1824eb46-ab45-47f6-a1dd-08ac88bb9f9e', 'code': 200} Nov 19 18:01:20.696377 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-907ad743-dd82-4137-bfae-1ecb8276d4ce req-158efd1c-7053-4ba8-99d1-5cf172542ce9 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] 10.222.0.54 "GET /v2.0/security-groups?id=ab553829-b17c-4bd7-9495-2cea0ebc82fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4085996 Nov 19 18:01:20.713662 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-531081ae-2db8-41e2-ac4b-6b191ab956b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Deleting port 6bee33b1-c87b-4378-aa70-167b26ce68be {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:01:20.714030 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-531081ae-2db8-41e2-ac4b-6b191ab956b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:20.823795 n-d-818022-2 neutron-server[103364]: INFO neutron.pecan_wsgi.hooks.translation [None req-18d71398-2c73-460c-9de0-792479fe0a97 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] DELETE failed (client error): The resource could not be found. Nov 19 18:01:20.824672 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18d71398-2c73-460c-9de0-792479fe0a97 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103364) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 18:01:20.829323 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-18d71398-2c73-460c-9de0-792479fe0a97 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] 10.222.0.54 "DELETE /v2.0/subnets/002a7791-76a0-4662-b13e-3c567472c313 HTTP/1.1" status: 404 len: 337 time: 0.1594381 Nov 19 18:01:20.834118 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 48778) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:20.880821 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1631653f-c452-4bed-adbe-8a279a5dd286 req-e5c0f6d0-2914-47e1-aada-4e4a653ca3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:01:20.882944 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-1631653f-c452-4bed-adbe-8a279a5dd286 req-e5c0f6d0-2914-47e1-aada-4e4a653ca3cf service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=0f12e280-7f27-4e94-992b-064b64e8c400 HTTP/1.1" status: 200 len: 1096 time: 0.0992146 Nov 19 18:01:20.928023 n-d-818022-2 neutron-server[103364]: INFO neutron.pecan_wsgi.hooks.translation [None req-fef8c7e7-ebc1-4d2f-ace7-94ab34f89798 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] DELETE failed (client error): The resource could not be found. Nov 19 18:01:20.928697 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fef8c7e7-ebc1-4d2f-ace7-94ab34f89798 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103364) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 18:01:20.931758 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-fef8c7e7-ebc1-4d2f-ace7-94ab34f89798 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] 10.222.0.54 "DELETE /v2.0/networks/dcf69f52-3547-488d-9ba1-c047aeda0731 HTTP/1.1" status: 404 len: 339 time: 0.0839345 Nov 19 18:01:20.938795 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 48786) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:20.949467 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [None req-531081ae-2db8-41e2-ac4b-6b191ab956b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] For port 6bee33b1-c87b-4378-aa70-167b26ce68be, host n-h2-818022-2, got binding levels [] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:01:20.949852 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-531081ae-2db8-41e2-ac4b-6b191ab956b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:20.956595 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-1631653f-c452-4bed-adbe-8a279a5dd286 req-9c2c3c38-1860-4bdf-86ef-1a5dfc670aef service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=ab553829-b17c-4bd7-9495-2cea0ebc82fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666380 Nov 19 18:01:20.967933 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-88dd95e9-d414-48c5-8572-25db1d524246 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-768564'] for router_interface, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:21.056824 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-531081ae-2db8-41e2-ac4b-6b191ab956b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Calling delete_port for 6bee33b1-c87b-4378-aa70-167b26ce68be owned by {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:01:21.196889 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8b53081-3b0c-4d4c-b9a2-5748f7431cff tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Deleting subnet 202aaeb0-f2a5-46d0-8a24-156a9b5c8517 {{(pid=103364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 18:01:21.285840 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d8b53081-3b0c-4d4c-b9a2-5748f7431cff tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks [] for subnet, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:21.457570 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-88dd95e9-d414-48c5-8572-25db1d524246 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Deleting port 074a41f9-7309-42bf-9620-c71e6d62ef38 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:01:21.457949 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-88dd95e9-d414-48c5-8572-25db1d524246 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:21.462301 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-37e1ca55-b3fd-4967-9b37-640833e25e07 tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:21.468232 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d8b53081-3b0c-4d4c-b9a2-5748f7431cff tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9416263'] for subnet, precommit_delete_associations {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:21.651096 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [None req-88dd95e9-d414-48c5-8572-25db1d524246 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] For port 074a41f9-7309-42bf-9620-c71e6d62ef38, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=074a41f9-7309-42bf-9620-c71e6d62ef38,segment=NetworkSegment(cf1e0655-1811-4720-a8f9-ca0284626288),segment_id=cf1e0655-1811-4720-a8f9-ca0284626288)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:01:21.654270 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-88dd95e9-d414-48c5-8572-25db1d524246 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:21.661312 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-531081ae-2db8-41e2-ac4b-6b191ab956b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:21.682823 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-88dd95e9-d414-48c5-8572-25db1d524246 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Calling delete_port for 074a41f9-7309-42bf-9620-c71e6d62ef38 owned by network:router_interface {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:01:21.848804 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531081ae-2db8-41e2-ac4b-6b191ab956b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Pushing event deleted for resources: {'Port': ['ID=6bee33b1-c87b-4378-aa70-167b26ce68be,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:01:21.869960 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-37e1ca55-b3fd-4967-9b37-640833e25e07 tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:22.067609 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e1ca55-b3fd-4967-9b37-640833e25e07 tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Pushing event updated for resources: {'Port': ['ID=0abd88f8-3d5b-434d-b40d-e030e68d01d3,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:01:22.076243 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-531081ae-2db8-41e2-ac4b-6b191ab956b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:22.081437 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-531081ae-2db8-41e2-ac4b-6b191ab956b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] 10.222.0.54 "DELETE /v2.0/ports/6bee33b1-c87b-4378-aa70-167b26ce68be HTTP/1.1" status: 204 len: 168 time: 1.8578761 Nov 19 18:01:22.090868 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 48820) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:22.110252 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d8b53081-3b0c-4d4c-b9a2-5748f7431cff tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:22.138125 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 48822) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:22.151278 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-88dd95e9-d414-48c5-8572-25db1d524246 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:22.165403 n-d-818022-2 neutron-server[103364]: INFO neutron.pecan_wsgi.hooks.translation [None req-4aa5e268-85a9-4531-93f1-c343db2a3ed1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] GET failed (client error): The resource could not be found. Nov 19 18:01:22.165403 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-4aa5e268-85a9-4531-93f1-c343db2a3ed1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] 10.222.0.54 "GET /v2.0/ports/6bee33b1-c87b-4378-aa70-167b26ce68be HTTP/1.1" status: 404 len: 333 time: 0.0735240 Nov 19 18:01:22.173137 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37e1ca55-b3fd-4967-9b37-640833e25e07 tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Network 3a4cef65-cae2-4133-81c6-419694f0f321 is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:01:22.176609 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 48826) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:22.197953 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dd95e9-d414-48c5-8572-25db1d524246 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Pushing event deleted for resources: {'Port': ['ID=074a41f9-7309-42bf-9620-c71e6d62ef38,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:01:22.209279 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d058a4-a9b8-4c4f-b95f-29942f9a4afd req-4fd5218b-838a-4fab-822a-3f5a5b1a67ee tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:01:22.212380 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-75d058a4-a9b8-4c4f-b95f-29942f9a4afd req-4fd5218b-838a-4fab-822a-3f5a5b1a67ee tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] 10.222.0.54 "GET /v2.0/ports?device_id=0f12e280-7f27-4e94-992b-064b64e8c400 HTTP/1.1" status: 200 len: 945 time: 0.3836863 Nov 19 18:01:22.232060 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-2ebdbb68-4968-4bf3-917e-edc41fa029cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099769909', 'network_id': '9636b172-480b-4993-8567-730d82a2d8e0'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:01:22.243347 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-37e1ca55-b3fd-4967-9b37-640833e25e07 tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:01:22.246620 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e1ca55-b3fd-4967-9b37-640833e25e07 tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:01:22.248615 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37e1ca55-b3fd-4967-9b37-640833e25e07 tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:01:22.249215 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-37e1ca55-b3fd-4967-9b37-640833e25e07 tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:22.336743 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ebdbb68-4968-4bf3-917e-edc41fa029cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Made reservation on behalf of c15a29d8cb3344749142d34560a1a328 for: {'port': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:01:22.347440 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2ebdbb68-4968-4bf3-917e-edc41fa029cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:22.377704 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-37e1ca55-b3fd-4967-9b37-640833e25e07 tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 2.1388714 Nov 19 18:01:22.381115 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 48828) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:22.389691 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-efe95d77-cb79-4276-9b29-d6549f1a5de1 tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-818022-2'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:01:22.391714 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d8b53081-3b0c-4d4c-b9a2-5748f7431cff tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12425137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8983934'] for subnet, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:22.420780 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-75d058a4-a9b8-4c4f-b95f-29942f9a4afd req-3b11e5e9-c599-488e-9888-08091893d77d tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] 10.222.0.54 "GET /v2.0/security-groups?id=ab553829-b17c-4bd7-9495-2cea0ebc82fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492398 Nov 19 18:01:22.455731 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [None req-2ebdbb68-4968-4bf3-917e-edc41fa029cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] device_id is not set on port 47ceef0d-13b2-4f78-9fc2-960ce4a5ceb7 yet. {{(pid=103364) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 18:01:22.462024 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b53081-3b0c-4d4c-b9a2-5748f7431cff tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Pushing event deleted for resources: {'Subnet': ['ID=202aaeb0-f2a5-46d0-8a24-156a9b5c8517,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:01:22.466243 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d8b53081-3b0c-4d4c-b9a2-5748f7431cff tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:22.470600 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-d8b53081-3b0c-4d4c-b9a2-5748f7431cff tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] 10.222.0.54 "DELETE /v2.0/subnets/202aaeb0-f2a5-46d0-8a24-156a9b5c8517 HTTP/1.1" status: 204 len: 168 time: 1.5279167 Nov 19 18:01:22.472012 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc4a347a-47d9-476b-bd03-d6f3ab035ef6 None None] Network b7d9c4dd-f631-47d3-9870-d8daec375a29 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:01:22.473157 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 48830) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:22.520721 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-88dd95e9-d414-48c5-8572-25db1d524246 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-768648'] for router_interface, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:22.579543 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2339f333-0734-4154-a2f8-c39cbf6cb588 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:22.631366 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ed56d1c7-f994-41fe-81da-90ff88da62a2 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:22.757311 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2ebdbb68-4968-4bf3-917e-edc41fa029cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:22.780208 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d88520f1-375b-403e-a611-fbd5c6f0e03b None None] DHCP port deletion for b7d9c4dd-f631-47d3-9870-d8daec375a29 request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:01:22.784344 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-efe95d77-cb79-4276-9b29-d6549f1a5de1 tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:22.790108 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-ed56d1c7-f994-41fe-81da-90ff88da62a2 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Deleting port 763f1da1-7484-4776-a031-629d9e881b3e {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:01:22.790452 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ed56d1c7-f994-41fe-81da-90ff88da62a2 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:22.864133 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2339f333-0734-4154-a2f8-c39cbf6cb588 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:22.864933 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2ebdbb68-4968-4bf3-917e-edc41fa029cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:22.867961 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [None req-ed56d1c7-f994-41fe-81da-90ff88da62a2 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] For port 763f1da1-7484-4776-a031-629d9e881b3e, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=763f1da1-7484-4776-a031-629d9e881b3e,segment=NetworkSegment(c148422d-7fbe-4f31-a44e-4f32bb4ef34e),segment_id=c148422d-7fbe-4f31-a44e-4f32bb4ef34e)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:01:22.868372 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ed56d1c7-f994-41fe-81da-90ff88da62a2 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:22.937371 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-ed56d1c7-f994-41fe-81da-90ff88da62a2 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Calling delete_port for 763f1da1-7484-4776-a031-629d9e881b3e owned by network:dhcp {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:01:22.989599 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ebdbb68-4968-4bf3-917e-edc41fa029cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Network 9636b172-480b-4993-8567-730d82a2d8e0 is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:01:22.996961 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-2ebdbb68-4968-4bf3-917e-edc41fa029cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:01:23.008210 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ebdbb68-4968-4bf3-917e-edc41fa029cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:01:23.009174 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ebdbb68-4968-4bf3-917e-edc41fa029cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:01:23.009788 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2ebdbb68-4968-4bf3-917e-edc41fa029cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:23.016606 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2339f333-0734-4154-a2f8-c39cbf6cb588 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:23.101058 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebdbb68-4968-4bf3-917e-edc41fa029cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Pushing event updated for resources: {'Port': ['ID=47ceef0d-13b2-4f78-9fc2-960ce4a5ceb7,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:01:23.130089 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-d88520f1-375b-403e-a611-fbd5c6f0e03b None None] Deleting port 763f1da1-7484-4776-a031-629d9e881b3e {{(pid=103366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:01:23.130545 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d88520f1-375b-403e-a611-fbd5c6f0e03b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:23.139619 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-2ebdbb68-4968-4bf3-917e-edc41fa029cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.9591238 Nov 19 18:01:23.146525 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 48838) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:23.183372 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88dd95e9-d414-48c5-8572-25db1d524246 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Router 980ad8ab-818f-4808-ac3d-5fe97be1cadf has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 18:01:23.196241 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-2339f333-0734-4154-a2f8-c39cbf6cb588 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=4a107eb0e0404e829e88deaef1b61bcc&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0547318 Nov 19 18:01:23.198689 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2339f333-0734-4154-a2f8-c39cbf6cb588 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbb110e0-4aed-4395-97e2-63134f5c40dd,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:01:23.207101 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 48842) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:23.215019 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-d88520f1-375b-403e-a611-fbd5c6f0e03b None None] For port 763f1da1-7484-4776-a031-629d9e881b3e, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=763f1da1-7484-4776-a031-629d9e881b3e,segment=NetworkSegment(c148422d-7fbe-4f31-a44e-4f32bb4ef34e),segment_id=c148422d-7fbe-4f31-a44e-4f32bb4ef34e)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:01:23.215530 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d88520f1-375b-403e-a611-fbd5c6f0e03b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:23.238554 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-d88520f1-375b-403e-a611-fbd5c6f0e03b None None] Calling delete_port for 763f1da1-7484-4776-a031-629d9e881b3e owned by network:dhcp {{(pid=103366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:01:23.284808 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc52fd62-f32e-45f4-995c-bcf3e3a02243 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:01:23.289299 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-cc52fd62-f32e-45f4-995c-bcf3e3a02243 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] 10.222.0.54 "GET /v2.0/ports/47ceef0d-13b2-4f78-9fc2-960ce4a5ceb7 HTTP/1.1" status: 200 len: 959 time: 0.1396110 Nov 19 18:01:23.296032 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 48844) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:23.347355 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d88520f1-375b-403e-a611-fbd5c6f0e03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007'] for port, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:23.382136 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88520f1-375b-403e-a611-fbd5c6f0e03b None None] Pushing event deleted for resources: {'Port': ['ID=763f1da1-7484-4776-a031-629d9e881b3e,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:01:23.382700 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 48846) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:23.384442 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d88520f1-375b-403e-a611-fbd5c6f0e03b None None] No DVR routers for this DVR port 763f1da1-7484-4776-a031-629d9e881b3e on host n-d-818022-2 {{(pid=103366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:01:23.449954 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88dd95e9-d414-48c5-8572-25db1d524246 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:01:23.463613 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde621ad-6be1-45b0-afed-54108809c6aa None None] Sync routers for ids ['980ad8ab-818f-4808-ac3d-5fe97be1cadf'] in n-d-818022-2 {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:01:23.478009 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-88dd95e9-d414-48c5-8572-25db1d524246 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] 10.222.0.54 "PUT /v2.0/routers/980ad8ab-818f-4808-ac3d-5fe97be1cadf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4274373 Nov 19 18:01:23.482570 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ed56d1c7-f994-41fe-81da-90ff88da62a2 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:23.492150 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde621ad-6be1-45b0-afed-54108809c6aa None None] Routers {'980ad8ab-818f-4808-ac3d-5fe97be1cadf'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:01:23.493953 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-bde621ad-6be1-45b0-afed-54108809c6aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:01:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['980ad8ab-818f-4808-ac3d-5fe97be1cadf'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:01:23.499116 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6f043fb5-733d-4e1d-b5b9-c2386aecdefc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:23.502423 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 48852) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:23.549726 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6f043fb5-733d-4e1d-b5b9-c2386aecdefc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:23.565254 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed56d1c7-f994-41fe-81da-90ff88da62a2 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] No DVR routers for this DVR port 763f1da1-7484-4776-a031-629d9e881b3e on host n-d-818022-2 {{(pid=103364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:01:23.635597 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed56d1c7-f994-41fe-81da-90ff88da62a2 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Pushing event deleted for resources: {'Port': ['ID=763f1da1-7484-4776-a031-629d9e881b3e,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:01:23.648973 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6f043fb5-733d-4e1d-b5b9-c2386aecdefc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:23.651989 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6f043fb5-733d-4e1d-b5b9-c2386aecdefc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:23.658457 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-bde621ad-6be1-45b0-afed-54108809c6aa None None] Set router 980ad8ab-818f-4808-ac3d-5fe97be1cadf gateway port host: None {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:01:23.666184 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-6f043fb5-733d-4e1d-b5b9-c2386aecdefc admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/dbb110e0-4aed-4395-97e2-63134f5c40dd HTTP/1.1" status: 204 len: 168 time: 0.4474943 Nov 19 18:01:23.719396 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [None req-efe95d77-cb79-4276-9b29-d6549f1a5de1 tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] device_id is not set on port 0abd88f8-3d5b-434d-b40d-e030e68d01d3 yet. {{(pid=103365) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 18:01:23.745416 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f043fb5-733d-4e1d-b5b9-c2386aecdefc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbb110e0-4aed-4395-97e2-63134f5c40dd,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:01:23.754398 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-efe95d77-cb79-4276-9b29-d6549f1a5de1 tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:23.777249 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-efe95d77-cb79-4276-9b29-d6549f1a5de1 tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:23.817169 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-936e483f-98da-43a2-b10c-c9ba3dbc5311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Deleting port 47ceef0d-13b2-4f78-9fc2-960ce4a5ceb7 {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:01:23.817614 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-936e483f-98da-43a2-b10c-c9ba3dbc5311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:23.826503 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-bde621ad-6be1-45b0-afed-54108809c6aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '980ad8ab-818f-4808-ac3d-5fe97be1cadf', 'name': 'tempest-RoutersTest-router-432570378', 'tenant_id': 'ecb26dc6f8b14f6babd12abcbaee21bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:00:07Z', 'updated_at': '2021-11-19T18:01:22Z', 'revision_number': 11, 'project_id': 'ecb26dc6f8b14f6babd12abcbaee21bf', 'gw_port_host': None}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:01:23.827323 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_v2 [None req-763ce24e-ec7f-4275-b03b-bc0490e692fe tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Deleting subnet 92811ad4-303b-4354-b780-e680c3c3cdc0 {{(pid=103364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 18:01:23.844101 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ed56d1c7-f994-41fe-81da-90ff88da62a2 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:23.874743 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-763ce24e-ec7f-4275-b03b-bc0490e692fe tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks [] for subnet, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:23.881322 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ae6c68-5e93-4c46-ba3a-3934d4e960ef req-a296adf3-0988-4f81-855c-a4c32a1f2211 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:01:23.883058 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a7ae6c68-5e93-4c46-ba3a-3934d4e960ef req-a296adf3-0988-4f81-855c-a4c32a1f2211 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] 10.222.0.54 "GET /v2.0/ports?device_id=0f12e280-7f27-4e94-992b-064b64e8c400 HTTP/1.1" status: 200 len: 945 time: 0.2467787 Nov 19 18:01:23.894698 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde621ad-6be1-45b0-afed-54108809c6aa None None] Checking router: 980ad8ab-818f-4808-ac3d-5fe97be1cadf for host: n-d-818022-2 {{(pid=103366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:01:23.928142 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde621ad-6be1-45b0-afed-54108809c6aa None None] Routers {'980ad8ab-818f-4808-ac3d-5fe97be1cadf'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:01:23.928784 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-bde621ad-6be1-45b0-afed-54108809c6aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:01:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['980ad8ab-818f-4808-ac3d-5fe97be1cadf'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:01:23.998906 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [None req-efe95d77-cb79-4276-9b29-d6549f1a5de1 tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Attempting to bind port 0abd88f8-3d5b-434d-b40d-e030e68d01d3 on host n-h2-818022-2 for vnic_type normal with profile {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:01:23.999241 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [None req-efe95d77-cb79-4276-9b29-d6549f1a5de1 tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Attempting to bind port 0abd88f8-3d5b-434d-b40d-e030e68d01d3 by drivers openvswitch,hyperv on host n-h2-818022-2 at level 0 using segments [{'id': '17664096-bc08-472e-a8dd-e356d1d37eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '3a4cef65-cae2-4133-81c6-419694f0f321'}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:01:23.999583 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe95d77-cb79-4276-9b29-d6549f1a5de1 tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Attempting to bind port 0abd88f8-3d5b-434d-b40d-e030e68d01d3 on network 3a4cef65-cae2-4133-81c6-419694f0f321 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:01:24.008300 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe95d77-cb79-4276-9b29-d6549f1a5de1 tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Pushing event updated for resources: {'Port': ['ID=0abd88f8-3d5b-434d-b40d-e030e68d01d3,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:01:24.035029 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe95d77-cb79-4276-9b29-d6549f1a5de1 tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Port 0abd88f8-3d5b-434d-b40d-e030e68d01d3 on network 3a4cef65-cae2-4133-81c6-419694f0f321 not bound, no agent of type Open vSwitch agent registered on host n-h2-818022-2 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 18:01:24.035361 n-d-818022-2 neutron-server[103365]: ERROR neutron.plugins.ml2.managers [None req-efe95d77-cb79-4276-9b29-d6549f1a5de1 tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Failed to bind port 0abd88f8-3d5b-434d-b40d-e030e68d01d3 on host n-h2-818022-2 for vnic_type normal using segments [{'id': '17664096-bc08-472e-a8dd-e356d1d37eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '3a4cef65-cae2-4133-81c6-419694f0f321'}] Nov 19 18:01:24.038444 n-d-818022-2 neutron-server[103365]: INFO neutron.plugins.ml2.plugin [None req-efe95d77-cb79-4276-9b29-d6549f1a5de1 tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Attempt 2 to bind port 0abd88f8-3d5b-434d-b40d-e030e68d01d3 Nov 19 18:01:24.080750 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [None req-efe95d77-cb79-4276-9b29-d6549f1a5de1 tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Attempting to bind port 0abd88f8-3d5b-434d-b40d-e030e68d01d3 on host n-h2-818022-2 for vnic_type normal with profile {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:01:24.081088 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [None req-efe95d77-cb79-4276-9b29-d6549f1a5de1 tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Attempting to bind port 0abd88f8-3d5b-434d-b40d-e030e68d01d3 by drivers openvswitch,hyperv on host n-h2-818022-2 at level 0 using segments [{'id': '17664096-bc08-472e-a8dd-e356d1d37eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '3a4cef65-cae2-4133-81c6-419694f0f321'}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:01:24.081544 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe95d77-cb79-4276-9b29-d6549f1a5de1 tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Attempting to bind port 0abd88f8-3d5b-434d-b40d-e030e68d01d3 on network 3a4cef65-cae2-4133-81c6-419694f0f321 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:01:24.085036 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-bde621ad-6be1-45b0-afed-54108809c6aa None None] Set router 980ad8ab-818f-4808-ac3d-5fe97be1cadf gateway port host: None {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:01:24.101766 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a7ae6c68-5e93-4c46-ba3a-3934d4e960ef req-dea66726-db6f-4d13-bef3-4d3ec28bea17 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] 10.222.0.54 "GET /v2.0/security-groups?id=ab553829-b17c-4bd7-9495-2cea0ebc82fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044797 Nov 19 18:01:24.108094 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe95d77-cb79-4276-9b29-d6549f1a5de1 tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Port 0abd88f8-3d5b-434d-b40d-e030e68d01d3 on network 3a4cef65-cae2-4133-81c6-419694f0f321 not bound, no agent of type Open vSwitch agent registered on host n-h2-818022-2 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 18:01:24.108422 n-d-818022-2 neutron-server[103365]: ERROR neutron.plugins.ml2.managers [None req-efe95d77-cb79-4276-9b29-d6549f1a5de1 tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Failed to bind port 0abd88f8-3d5b-434d-b40d-e030e68d01d3 on host n-h2-818022-2 for vnic_type normal using segments [{'id': '17664096-bc08-472e-a8dd-e356d1d37eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '3a4cef65-cae2-4133-81c6-419694f0f321'}] Nov 19 18:01:24.108813 n-d-818022-2 neutron-server[103365]: INFO neutron.plugins.ml2.plugin [None req-efe95d77-cb79-4276-9b29-d6549f1a5de1 tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Attempt 3 to bind port 0abd88f8-3d5b-434d-b40d-e030e68d01d3 Nov 19 18:01:24.161962 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [None req-efe95d77-cb79-4276-9b29-d6549f1a5de1 tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Attempting to bind port 0abd88f8-3d5b-434d-b40d-e030e68d01d3 on host n-h2-818022-2 for vnic_type normal with profile {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:01:24.162272 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [None req-efe95d77-cb79-4276-9b29-d6549f1a5de1 tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Attempting to bind port 0abd88f8-3d5b-434d-b40d-e030e68d01d3 by drivers openvswitch,hyperv on host n-h2-818022-2 at level 0 using segments [{'id': '17664096-bc08-472e-a8dd-e356d1d37eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '3a4cef65-cae2-4133-81c6-419694f0f321'}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:01:24.162719 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe95d77-cb79-4276-9b29-d6549f1a5de1 tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Attempting to bind port 0abd88f8-3d5b-434d-b40d-e030e68d01d3 on network 3a4cef65-cae2-4133-81c6-419694f0f321 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:01:24.170447 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe95d77-cb79-4276-9b29-d6549f1a5de1 tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Port 0abd88f8-3d5b-434d-b40d-e030e68d01d3 on network 3a4cef65-cae2-4133-81c6-419694f0f321 not bound, no agent of type Open vSwitch agent registered on host n-h2-818022-2 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 18:01:24.170783 n-d-818022-2 neutron-server[103365]: ERROR neutron.plugins.ml2.managers [None req-efe95d77-cb79-4276-9b29-d6549f1a5de1 tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Failed to bind port 0abd88f8-3d5b-434d-b40d-e030e68d01d3 on host n-h2-818022-2 for vnic_type normal using segments [{'id': '17664096-bc08-472e-a8dd-e356d1d37eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '3a4cef65-cae2-4133-81c6-419694f0f321'}] Nov 19 18:01:24.171347 n-d-818022-2 neutron-server[103365]: INFO neutron.plugins.ml2.plugin [None req-efe95d77-cb79-4276-9b29-d6549f1a5de1 tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Attempt 4 to bind port 0abd88f8-3d5b-434d-b40d-e030e68d01d3 Nov 19 18:01:24.195914 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-bde621ad-6be1-45b0-afed-54108809c6aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '980ad8ab-818f-4808-ac3d-5fe97be1cadf', 'name': 'tempest-RoutersTest-router-432570378', 'tenant_id': 'ecb26dc6f8b14f6babd12abcbaee21bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:00:07Z', 'updated_at': '2021-11-19T18:01:22Z', 'revision_number': 11, 'project_id': 'ecb26dc6f8b14f6babd12abcbaee21bf', 'gw_port_host': None}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:01:24.224113 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [None req-efe95d77-cb79-4276-9b29-d6549f1a5de1 tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Attempting to bind port 0abd88f8-3d5b-434d-b40d-e030e68d01d3 on host n-h2-818022-2 for vnic_type normal with profile {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:01:24.224467 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [None req-efe95d77-cb79-4276-9b29-d6549f1a5de1 tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Attempting to bind port 0abd88f8-3d5b-434d-b40d-e030e68d01d3 by drivers openvswitch,hyperv on host n-h2-818022-2 at level 0 using segments [{'id': '17664096-bc08-472e-a8dd-e356d1d37eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '3a4cef65-cae2-4133-81c6-419694f0f321'}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:01:24.224859 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe95d77-cb79-4276-9b29-d6549f1a5de1 tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Attempting to bind port 0abd88f8-3d5b-434d-b40d-e030e68d01d3 on network 3a4cef65-cae2-4133-81c6-419694f0f321 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:01:24.231520 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 48862) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:24.232196 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe95d77-cb79-4276-9b29-d6549f1a5de1 tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Port 0abd88f8-3d5b-434d-b40d-e030e68d01d3 on network 3a4cef65-cae2-4133-81c6-419694f0f321 not bound, no agent of type Open vSwitch agent registered on host n-h2-818022-2 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 18:01:24.232536 n-d-818022-2 neutron-server[103365]: ERROR neutron.plugins.ml2.managers [None req-efe95d77-cb79-4276-9b29-d6549f1a5de1 tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Failed to bind port 0abd88f8-3d5b-434d-b40d-e030e68d01d3 on host n-h2-818022-2 for vnic_type normal using segments [{'id': '17664096-bc08-472e-a8dd-e356d1d37eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '3a4cef65-cae2-4133-81c6-419694f0f321'}] Nov 19 18:01:24.252163 n-d-818022-2 neutron-server[103365]: INFO neutron.plugins.ml2.plugin [None req-efe95d77-cb79-4276-9b29-d6549f1a5de1 tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Attempt 5 to bind port 0abd88f8-3d5b-434d-b40d-e030e68d01d3 Nov 19 18:01:24.257955 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde621ad-6be1-45b0-afed-54108809c6aa None None] The sync data for ids ['980ad8ab-818f-4808-ac3d-5fe97be1cadf'] in n-d-818022-2 is: [{'id': '980ad8ab-818f-4808-ac3d-5fe97be1cadf', 'name': 'tempest-RoutersTest-router-432570378', 'tenant_id': 'ecb26dc6f8b14f6babd12abcbaee21bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:00:07Z', 'updated_at': '2021-11-19T18:01:22Z', 'revision_number': 11, 'project_id': 'ecb26dc6f8b14f6babd12abcbaee21bf', 'gw_port_host': None}] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:01:24.275096 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-944cce65-d84d-4da6-811e-5f6d3302e497 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:24.288031 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [None req-efe95d77-cb79-4276-9b29-d6549f1a5de1 tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Attempting to bind port 0abd88f8-3d5b-434d-b40d-e030e68d01d3 on host n-h2-818022-2 for vnic_type normal with profile {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:01:24.288506 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [None req-efe95d77-cb79-4276-9b29-d6549f1a5de1 tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Attempting to bind port 0abd88f8-3d5b-434d-b40d-e030e68d01d3 by drivers openvswitch,hyperv on host n-h2-818022-2 at level 0 using segments [{'id': '17664096-bc08-472e-a8dd-e356d1d37eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '3a4cef65-cae2-4133-81c6-419694f0f321'}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:01:24.288851 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe95d77-cb79-4276-9b29-d6549f1a5de1 tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Attempting to bind port 0abd88f8-3d5b-434d-b40d-e030e68d01d3 on network 3a4cef65-cae2-4133-81c6-419694f0f321 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:01:24.390248 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-944cce65-d84d-4da6-811e-5f6d3302e497 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:24.397171 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe95d77-cb79-4276-9b29-d6549f1a5de1 tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Port 0abd88f8-3d5b-434d-b40d-e030e68d01d3 on network 3a4cef65-cae2-4133-81c6-419694f0f321 not bound, no agent of type Open vSwitch agent registered on host n-h2-818022-2 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 18:01:24.397512 n-d-818022-2 neutron-server[103365]: ERROR neutron.plugins.ml2.managers [None req-efe95d77-cb79-4276-9b29-d6549f1a5de1 tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Failed to bind port 0abd88f8-3d5b-434d-b40d-e030e68d01d3 on host n-h2-818022-2 for vnic_type normal using segments [{'id': '17664096-bc08-472e-a8dd-e356d1d37eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '3a4cef65-cae2-4133-81c6-419694f0f321'}] Nov 19 18:01:24.398056 n-d-818022-2 neutron-server[103365]: INFO neutron.plugins.ml2.plugin [None req-efe95d77-cb79-4276-9b29-d6549f1a5de1 tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Attempt 6 to bind port 0abd88f8-3d5b-434d-b40d-e030e68d01d3 Nov 19 18:01:24.405633 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-944cce65-d84d-4da6-811e-5f6d3302e497 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:24.453477 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-ed56d1c7-f994-41fe-81da-90ff88da62a2 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7d9c4dd-f631-47d3-9870-d8daec375a29']}} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:01:24.481008 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [None req-efe95d77-cb79-4276-9b29-d6549f1a5de1 tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Attempting to bind port 0abd88f8-3d5b-434d-b40d-e030e68d01d3 on host n-h2-818022-2 for vnic_type normal with profile {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:01:24.481008 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [None req-efe95d77-cb79-4276-9b29-d6549f1a5de1 tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Attempting to bind port 0abd88f8-3d5b-434d-b40d-e030e68d01d3 by drivers openvswitch,hyperv on host n-h2-818022-2 at level 0 using segments [{'id': '17664096-bc08-472e-a8dd-e356d1d37eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '3a4cef65-cae2-4133-81c6-419694f0f321'}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:01:24.481433 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe95d77-cb79-4276-9b29-d6549f1a5de1 tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Attempting to bind port 0abd88f8-3d5b-434d-b40d-e030e68d01d3 on network 3a4cef65-cae2-4133-81c6-419694f0f321 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:01:24.481792 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-59510591-5488-4a86-a768-229dcdc6da88 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:24.495290 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-944cce65-d84d-4da6-811e-5f6d3302e497 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=8a619238c7224cb5960da4a6abce9fa6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2594233 Nov 19 18:01:24.495290 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe95d77-cb79-4276-9b29-d6549f1a5de1 tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Port 0abd88f8-3d5b-434d-b40d-e030e68d01d3 on network 3a4cef65-cae2-4133-81c6-419694f0f321 not bound, no agent of type Open vSwitch agent registered on host n-h2-818022-2 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 18:01:24.495290 n-d-818022-2 neutron-server[103365]: ERROR neutron.plugins.ml2.managers [None req-efe95d77-cb79-4276-9b29-d6549f1a5de1 tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Failed to bind port 0abd88f8-3d5b-434d-b40d-e030e68d01d3 on host n-h2-818022-2 for vnic_type normal using segments [{'id': '17664096-bc08-472e-a8dd-e356d1d37eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '3a4cef65-cae2-4133-81c6-419694f0f321'}] Nov 19 18:01:24.495290 n-d-818022-2 neutron-server[103365]: INFO neutron.plugins.ml2.plugin [None req-efe95d77-cb79-4276-9b29-d6549f1a5de1 tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Attempt 7 to bind port 0abd88f8-3d5b-434d-b40d-e030e68d01d3 Nov 19 18:01:24.497936 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-936e483f-98da-43a2-b10c-c9ba3dbc5311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:24.498329 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944cce65-d84d-4da6-811e-5f6d3302e497 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94f5663d-2a1b-442b-aca9-6ba6ffa2ec93,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:01:24.501568 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 48864) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:24.517687 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-ed56d1c7-f994-41fe-81da-90ff88da62a2 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c148422d-7fbe-4f31-a44e-4f32bb4ef34e') {'for_net_delete': True} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:01:24.518081 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-ed56d1c7-f994-41fe-81da-90ff88da62a2 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c148422d-7fbe-4f31-a44e-4f32bb4ef34e') {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:01:24.526172 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-763ce24e-ec7f-4275-b03b-bc0490e692fe tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9416263'] for subnet, precommit_delete_associations {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:24.528811 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [None req-efe95d77-cb79-4276-9b29-d6549f1a5de1 tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Attempting to bind port 0abd88f8-3d5b-434d-b40d-e030e68d01d3 on host n-h2-818022-2 for vnic_type normal with profile {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:01:24.528811 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [None req-efe95d77-cb79-4276-9b29-d6549f1a5de1 tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Attempting to bind port 0abd88f8-3d5b-434d-b40d-e030e68d01d3 by drivers openvswitch,hyperv on host n-h2-818022-2 at level 0 using segments [{'id': '17664096-bc08-472e-a8dd-e356d1d37eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '3a4cef65-cae2-4133-81c6-419694f0f321'}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:01:24.529089 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe95d77-cb79-4276-9b29-d6549f1a5de1 tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Attempting to bind port 0abd88f8-3d5b-434d-b40d-e030e68d01d3 on network 3a4cef65-cae2-4133-81c6-419694f0f321 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:01:24.539617 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe95d77-cb79-4276-9b29-d6549f1a5de1 tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Port 0abd88f8-3d5b-434d-b40d-e030e68d01d3 on network 3a4cef65-cae2-4133-81c6-419694f0f321 not bound, no agent of type Open vSwitch agent registered on host n-h2-818022-2 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 18:01:24.539954 n-d-818022-2 neutron-server[103365]: ERROR neutron.plugins.ml2.managers [None req-efe95d77-cb79-4276-9b29-d6549f1a5de1 tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Failed to bind port 0abd88f8-3d5b-434d-b40d-e030e68d01d3 on host n-h2-818022-2 for vnic_type normal using segments [{'id': '17664096-bc08-472e-a8dd-e356d1d37eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '3a4cef65-cae2-4133-81c6-419694f0f321'}] Nov 19 18:01:24.543102 n-d-818022-2 neutron-server[103365]: INFO neutron.plugins.ml2.plugin [None req-efe95d77-cb79-4276-9b29-d6549f1a5de1 tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Attempt 8 to bind port 0abd88f8-3d5b-434d-b40d-e030e68d01d3 Nov 19 18:01:24.562570 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-936e483f-98da-43a2-b10c-c9ba3dbc5311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Calling delete_port for 47ceef0d-13b2-4f78-9fc2-960ce4a5ceb7 owned by {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:01:24.568097 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [None req-efe95d77-cb79-4276-9b29-d6549f1a5de1 tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Attempting to bind port 0abd88f8-3d5b-434d-b40d-e030e68d01d3 on host n-h2-818022-2 for vnic_type normal with profile {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:01:24.568795 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [None req-efe95d77-cb79-4276-9b29-d6549f1a5de1 tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Attempting to bind port 0abd88f8-3d5b-434d-b40d-e030e68d01d3 by drivers openvswitch,hyperv on host n-h2-818022-2 at level 0 using segments [{'id': '17664096-bc08-472e-a8dd-e356d1d37eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '3a4cef65-cae2-4133-81c6-419694f0f321'}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:01:24.568795 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe95d77-cb79-4276-9b29-d6549f1a5de1 tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Attempting to bind port 0abd88f8-3d5b-434d-b40d-e030e68d01d3 on network 3a4cef65-cae2-4133-81c6-419694f0f321 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:01:24.577142 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ed56d1c7-f994-41fe-81da-90ff88da62a2 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417396'] for segment, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:24.577390 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe95d77-cb79-4276-9b29-d6549f1a5de1 tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Port 0abd88f8-3d5b-434d-b40d-e030e68d01d3 on network 3a4cef65-cae2-4133-81c6-419694f0f321 not bound, no agent of type Open vSwitch agent registered on host n-h2-818022-2 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 18:01:24.577589 n-d-818022-2 neutron-server[103365]: ERROR neutron.plugins.ml2.managers [None req-efe95d77-cb79-4276-9b29-d6549f1a5de1 tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Failed to bind port 0abd88f8-3d5b-434d-b40d-e030e68d01d3 on host n-h2-818022-2 for vnic_type normal using segments [{'id': '17664096-bc08-472e-a8dd-e356d1d37eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '3a4cef65-cae2-4133-81c6-419694f0f321'}] Nov 19 18:01:24.584497 n-d-818022-2 neutron-server[103365]: INFO neutron.plugins.ml2.plugin [None req-efe95d77-cb79-4276-9b29-d6549f1a5de1 tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Attempt 9 to bind port 0abd88f8-3d5b-434d-b40d-e030e68d01d3 Nov 19 18:01:24.599991 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3340af99-1b2d-438b-9525-2bd5350505ef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:24.630105 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3340af99-1b2d-438b-9525-2bd5350505ef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:24.637583 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ed56d1c7-f994-41fe-81da-90ff88da62a2 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:24.688231 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [None req-efe95d77-cb79-4276-9b29-d6549f1a5de1 tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Attempting to bind port 0abd88f8-3d5b-434d-b40d-e030e68d01d3 on host n-h2-818022-2 for vnic_type normal with profile {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:01:24.688585 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [None req-efe95d77-cb79-4276-9b29-d6549f1a5de1 tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Attempting to bind port 0abd88f8-3d5b-434d-b40d-e030e68d01d3 by drivers openvswitch,hyperv on host n-h2-818022-2 at level 0 using segments [{'id': '17664096-bc08-472e-a8dd-e356d1d37eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '3a4cef65-cae2-4133-81c6-419694f0f321'}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:01:24.688921 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe95d77-cb79-4276-9b29-d6549f1a5de1 tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Attempting to bind port 0abd88f8-3d5b-434d-b40d-e030e68d01d3 on network 3a4cef65-cae2-4133-81c6-419694f0f321 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:01:24.695037 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe95d77-cb79-4276-9b29-d6549f1a5de1 tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Port 0abd88f8-3d5b-434d-b40d-e030e68d01d3 on network 3a4cef65-cae2-4133-81c6-419694f0f321 not bound, no agent of type Open vSwitch agent registered on host n-h2-818022-2 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 18:01:24.695370 n-d-818022-2 neutron-server[103365]: ERROR neutron.plugins.ml2.managers [None req-efe95d77-cb79-4276-9b29-d6549f1a5de1 tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Failed to bind port 0abd88f8-3d5b-434d-b40d-e030e68d01d3 on host n-h2-818022-2 for vnic_type normal using segments [{'id': '17664096-bc08-472e-a8dd-e356d1d37eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '3a4cef65-cae2-4133-81c6-419694f0f321'}] Nov 19 18:01:24.695763 n-d-818022-2 neutron-server[103365]: INFO neutron.plugins.ml2.plugin [None req-efe95d77-cb79-4276-9b29-d6549f1a5de1 tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Attempt 10 to bind port 0abd88f8-3d5b-434d-b40d-e030e68d01d3 Nov 19 18:01:24.711835 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed56d1c7-f994-41fe-81da-90ff88da62a2 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Releasing vlan 687 on physical network physnet1 to pool {{(pid=103364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 18:01:24.712257 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ed56d1c7-f994-41fe-81da-90ff88da62a2 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12425183'] for segment, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:24.719501 n-d-818022-2 neutron-server[103364]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 18:01:24.719501 n-d-818022-2 neutron-server[103364]: self.session.flush() Nov 19 18:01:24.719501 n-d-818022-2 neutron-server[103364]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 18:01:24.719501 n-d-818022-2 neutron-server[103364]: self.session.flush() Nov 19 18:01:24.719501 n-d-818022-2 neutron-server[103364]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 18:01:24.719501 n-d-818022-2 neutron-server[103364]: self.session.flush() Nov 19 18:01:24.719501 n-d-818022-2 neutron-server[103364]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 18:01:24.719501 n-d-818022-2 neutron-server[103364]: self.session.flush() Nov 19 18:01:24.719501 n-d-818022-2 neutron-server[103364]: Traceback (most recent call last): Nov 19 18:01:24.719501 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 18:01:24.719501 n-d-818022-2 neutron-server[103364]: timer() Nov 19 18:01:24.719501 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 18:01:24.719501 n-d-818022-2 neutron-server[103364]: cb(*args, **kw) Nov 19 18:01:24.719501 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 18:01:24.719501 n-d-818022-2 neutron-server[103364]: return func(*args, **kwargs) Nov 19 18:01:24.719501 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 18:01:24.719501 n-d-818022-2 neutron-server[103364]: self._notify() Nov 19 18:01:24.719501 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 18:01:24.719501 n-d-818022-2 neutron-server[103364]: self.callback(batched_events) Nov 19 18:01:24.719501 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 18:01:24.719501 n-d-818022-2 neutron-server[103364]: event.method(event) Nov 19 18:01:24.719501 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 18:01:24.719501 n-d-818022-2 neutron-server[103364]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 18:01:24.719501 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 18:01:24.719501 n-d-818022-2 neutron-server[103364]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 18:01:24.719501 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 18:01:24.719501 n-d-818022-2 neutron-server[103364]: return f(self, *a, **k) Nov 19 18:01:24.719501 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 18:01:24.719501 n-d-818022-2 neutron-server[103364]: return self._get(url).json() Nov 19 18:01:24.719501 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 18:01:24.719501 n-d-818022-2 neutron-server[103364]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 18:01:24.719501 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 18:01:24.719501 n-d-818022-2 neutron-server[103364]: return self.request(url, 'GET', **kwargs) Nov 19 18:01:24.719501 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 18:01:24.719501 n-d-818022-2 neutron-server[103364]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 18:01:24.719501 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 18:01:24.719501 n-d-818022-2 neutron-server[103364]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 18:01:24.719501 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 18:01:24.719501 n-d-818022-2 neutron-server[103364]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 18:01:24.719501 n-d-818022-2 neutron-server[103364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 18:01:24.732928 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [None req-efe95d77-cb79-4276-9b29-d6549f1a5de1 tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Attempting to bind port 0abd88f8-3d5b-434d-b40d-e030e68d01d3 on host n-h2-818022-2 for vnic_type normal with profile {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:01:24.735115 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [None req-efe95d77-cb79-4276-9b29-d6549f1a5de1 tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Attempting to bind port 0abd88f8-3d5b-434d-b40d-e030e68d01d3 by drivers openvswitch,hyperv on host n-h2-818022-2 at level 0 using segments [{'id': '17664096-bc08-472e-a8dd-e356d1d37eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '3a4cef65-cae2-4133-81c6-419694f0f321'}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:01:24.739587 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe95d77-cb79-4276-9b29-d6549f1a5de1 tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Attempting to bind port 0abd88f8-3d5b-434d-b40d-e030e68d01d3 on network 3a4cef65-cae2-4133-81c6-419694f0f321 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:01:24.744093 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a374a9a2-18c2-49be-a93d-2a9e4880bca0 req-8e0132f3-70a9-430c-a4b3-d788d971ad47 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:01:24.745651 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a374a9a2-18c2-49be-a93d-2a9e4880bca0 req-8e0132f3-70a9-430c-a4b3-d788d971ad47 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] 10.222.0.54 "GET /v2.0/ports?device_id=0f12e280-7f27-4e94-992b-064b64e8c400 HTTP/1.1" status: 200 len: 945 time: 0.3498328 Nov 19 18:01:24.747053 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3340af99-1b2d-438b-9525-2bd5350505ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:24.750837 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3340af99-1b2d-438b-9525-2bd5350505ef admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:24.753855 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-3340af99-1b2d-438b-9525-2bd5350505ef admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/94f5663d-2a1b-442b-aca9-6ba6ffa2ec93 HTTP/1.1" status: 204 len: 168 time: 0.2485502 Nov 19 18:01:24.768464 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe95d77-cb79-4276-9b29-d6549f1a5de1 tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Port 0abd88f8-3d5b-434d-b40d-e030e68d01d3 on network 3a4cef65-cae2-4133-81c6-419694f0f321 not bound, no agent of type Open vSwitch agent registered on host n-h2-818022-2 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 18:01:24.769291 n-d-818022-2 neutron-server[103365]: ERROR neutron.plugins.ml2.managers [None req-efe95d77-cb79-4276-9b29-d6549f1a5de1 tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Failed to bind port 0abd88f8-3d5b-434d-b40d-e030e68d01d3 on host n-h2-818022-2 for vnic_type normal using segments [{'id': '17664096-bc08-472e-a8dd-e356d1d37eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '3a4cef65-cae2-4133-81c6-419694f0f321'}] Nov 19 18:01:24.772365 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-efe95d77-cb79-4276-9b29-d6549f1a5de1 tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:24.791341 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 074a41f9-7309-42bf-9620-c71e6d62ef38 no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:01:24.798407 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3340af99-1b2d-438b-9525-2bd5350505ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94f5663d-2a1b-442b-aca9-6ba6ffa2ec93,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:01:24.822221 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: 074a41f9-7309-42bf-9620-c71e6d62ef38 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:01:24.823395 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 074a41f9-7309-42bf-9620-c71e6d62ef38 not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:01:24.828069 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 763f1da1-7484-4776-a031-629d9e881b3e no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:01:24.859044 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: 763f1da1-7484-4776-a031-629d9e881b3e {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:01:24.859520 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 763f1da1-7484-4776-a031-629d9e881b3e not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:01:24.894925 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ed56d1c7-f994-41fe-81da-90ff88da62a2 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671242'] for network, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:24.906667 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ed56d1c7-f994-41fe-81da-90ff88da62a2 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Publish callbacks [] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:24.910167 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-ed56d1c7-f994-41fe-81da-90ff88da62a2 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] 10.222.0.54 "DELETE /v2.0/networks/b7d9c4dd-f631-47d3-9870-d8daec375a29 HTTP/1.1" status: 204 len: 168 time: 2.4359839 Nov 19 18:01:24.961266 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [None req-efe95d77-cb79-4276-9b29-d6549f1a5de1 tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] For port 0abd88f8-3d5b-434d-b40d-e030e68d01d3, host n-h2-818022-2, cleared binding levels {{(pid=103365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:01:24.961803 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [None req-efe95d77-cb79-4276-9b29-d6549f1a5de1 tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Attempted to set empty binding levels {{(pid=103365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 19 18:01:24.972461 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-efe95d77-cb79-4276-9b29-d6549f1a5de1 tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:24.972888 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed56d1c7-f994-41fe-81da-90ff88da62a2 tempest-NetworksTest-1301077459 tempest-NetworksTest-1301077459-project] Pushing event deleted for resources: {'Network': ['ID=b7d9c4dd-f631-47d3-9870-d8daec375a29,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:01:24.987889 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-763ce24e-ec7f-4275-b03b-bc0490e692fe tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:25.050558 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a374a9a2-18c2-49be-a93d-2a9e4880bca0 req-0d3ead52-5a5e-478f-9a98-d5b447c2b901 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] 10.222.0.54 "GET /v2.0/security-groups?id=ab553829-b17c-4bd7-9495-2cea0ebc82fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2226076 Nov 19 18:01:25.066551 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-efe95d77-cb79-4276-9b29-d6549f1a5de1 tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] In _notify_port_updated(), no bound segment for port 0abd88f8-3d5b-434d-b40d-e030e68d01d3 on network 3a4cef65-cae2-4133-81c6-419694f0f321 {{(pid=103365) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 19 18:01:25.067451 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efe95d77-cb79-4276-9b29-d6549f1a5de1 tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:01:25.068535 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-efe95d77-cb79-4276-9b29-d6549f1a5de1 tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:25.082373 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-efe95d77-cb79-4276-9b29-d6549f1a5de1 tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] 10.222.0.54 "PUT /v2.0/ports/0abd88f8-3d5b-434d-b40d-e030e68d01d3 HTTP/1.1" status: 200 len: 975 time: 2.6885672 Nov 19 18:01:25.092363 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 48872) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:25.095760 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-936e483f-98da-43a2-b10c-c9ba3dbc5311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:25.118470 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe95d77-cb79-4276-9b29-d6549f1a5de1 tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Pushing event updated for resources: {'Port': ['ID=0abd88f8-3d5b-434d-b40d-e030e68d01d3,revision_number=3']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:01:25.131117 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-59510591-5488-4a86-a768-229dcdc6da88 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:25.181503 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936e483f-98da-43a2-b10c-c9ba3dbc5311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Pushing event deleted for resources: {'Port': ['ID=47ceef0d-13b2-4f78-9fc2-960ce4a5ceb7,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:01:25.184795 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-59510591-5488-4a86-a768-229dcdc6da88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:25.216983 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-59510591-5488-4a86-a768-229dcdc6da88 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=6f6fcdf49c9e4fceb73e75708fe7b045&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8308287 Nov 19 18:01:25.220117 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 48890) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:25.226668 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-936e483f-98da-43a2-b10c-c9ba3dbc5311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:25.230222 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-936e483f-98da-43a2-b10c-c9ba3dbc5311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] 10.222.0.54 "DELETE /v2.0/ports/47ceef0d-13b2-4f78-9fc2-960ce4a5ceb7 HTTP/1.1" status: 204 len: 168 time: 1.9329243 Nov 19 18:01:25.240373 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 48892) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:25.291555 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c21c7c5e-4d0a-4e2e-a9b9-c29222769585 tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:01:25.292049 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c21c7c5e-4d0a-4e2e-a9b9-c29222769585 tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:01:25.292506 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c21c7c5e-4d0a-4e2e-a9b9-c29222769585 tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:01:25.292970 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c21c7c5e-4d0a-4e2e-a9b9-c29222769585 tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:01:25.293427 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c21c7c5e-4d0a-4e2e-a9b9-c29222769585 tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:01:25.294523 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c21c7c5e-4d0a-4e2e-a9b9-c29222769585 tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:01:25.295092 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c21c7c5e-4d0a-4e2e-a9b9-c29222769585 tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:01:25.300573 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-c21c7c5e-4d0a-4e2e-a9b9-c29222769585 tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 6433 time: 0.2027807 Nov 19 18:01:25.300774 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 48896) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:25.300866 n-d-818022-2 neutron-server[103364]: INFO neutron.pecan_wsgi.hooks.translation [None req-679e2003-95d4-48bc-b438-72405d4a4971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] GET failed (client error): The resource could not be found. Nov 19 18:01:25.302023 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-679e2003-95d4-48bc-b438-72405d4a4971 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] 10.222.0.54 "GET /v2.0/ports/47ceef0d-13b2-4f78-9fc2-960ce4a5ceb7 HTTP/1.1" status: 404 len: 333 time: 0.0606334 Nov 19 18:01:25.303137 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-763ce24e-ec7f-4275-b03b-bc0490e692fe tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12425137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8983934'] for subnet, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:25.305275 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 48898) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:25.326071 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 48900) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:25.332358 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-921bd717-09e0-4596-bb3c-0c89bfe9a0be admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:25.343260 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59510591-5488-4a86-a768-229dcdc6da88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a48eeb05-8b78-4633-8409-8650e2415343,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:01:25.370220 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-47b6fc64-3bb5-408e-8d45-c4219c660f7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Request body: {'port': {'network_id': '9636b172-480b-4993-8567-730d82a2d8e0', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1049064944'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:01:25.370993 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763ce24e-ec7f-4275-b03b-bc0490e692fe tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Pushing event deleted for resources: {'Subnet': ['ID=92811ad4-303b-4354-b780-e680c3c3cdc0,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:01:25.393891 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-763ce24e-ec7f-4275-b03b-bc0490e692fe tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:25.395382 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1b85da4-77bc-4bf0-8905-c5bae4efcaa8 None None] Network fe0e2852-33a8-4fa2-8c1c-0ba411d8ab17 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:01:25.399512 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-763ce24e-ec7f-4275-b03b-bc0490e692fe tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] 10.222.0.54 "DELETE /v2.0/subnets/92811ad4-303b-4354-b780-e680c3c3cdc0 HTTP/1.1" status: 204 len: 168 time: 1.8417585 Nov 19 18:01:25.399995 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 48912) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:25.420558 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-921bd717-09e0-4596-bb3c-0c89bfe9a0be admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:25.496997 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47b6fc64-3bb5-408e-8d45-c4219c660f7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Made reservation on behalf of c15a29d8cb3344749142d34560a1a328 for: {'port': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:01:25.503128 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-47b6fc64-3bb5-408e-8d45-c4219c660f7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:25.540637 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-df1edaa0-22fe-48f6-8dc3-2d213491567a tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:25.547441 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [None req-47b6fc64-3bb5-408e-8d45-c4219c660f7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] device_id is not set on port 700d63e9-021f-4755-8a0d-20a533753cb4 yet. {{(pid=103365) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 18:01:25.770501 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-fa604187-00c4-498c-8c62-e38939d2ec5f tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Deleting port 0abd88f8-3d5b-434d-b40d-e030e68d01d3 {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:01:25.770714 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-fa604187-00c4-498c-8c62-e38939d2ec5f tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:25.778137 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-921bd717-09e0-4596-bb3c-0c89bfe9a0be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:25.780759 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-921bd717-09e0-4596-bb3c-0c89bfe9a0be admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:25.784825 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-921bd717-09e0-4596-bb3c-0c89bfe9a0be admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/a48eeb05-8b78-4633-8409-8650e2415343 HTTP/1.1" status: 204 len: 168 time: 0.5613027 Nov 19 18:01:25.794342 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9d9a77f-2b99-4492-9737-b2dccf3b41a5 None None] DHCP port deletion for fe0e2852-33a8-4fa2-8c1c-0ba411d8ab17 request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:01:25.915059 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921bd717-09e0-4596-bb3c-0c89bfe9a0be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a48eeb05-8b78-4633-8409-8650e2415343,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:01:25.919451 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-df1edaa0-22fe-48f6-8dc3-2d213491567a tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Deleting port b3e3694e-0ba5-48b7-9e1e-06c03ae2ee70 {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:01:25.919451 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-df1edaa0-22fe-48f6-8dc3-2d213491567a tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:25.943100 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-c9d9a77f-2b99-4492-9737-b2dccf3b41a5 None None] Deleting port b3e3694e-0ba5-48b7-9e1e-06c03ae2ee70 {{(pid=103366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:01:25.948957 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-c9d9a77f-2b99-4492-9737-b2dccf3b41a5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:25.950741 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac149b8e-0821-4db6-ba20-994f5c74b2bb req-267a2db4-99c9-42d4-87df-782ecd50cf41 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:01:25.952291 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ac149b8e-0821-4db6-ba20-994f5c74b2bb req-267a2db4-99c9-42d4-87df-782ecd50cf41 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] 10.222.0.54 "GET /v2.0/ports?device_id=0f12e280-7f27-4e94-992b-064b64e8c400 HTTP/1.1" status: 200 len: 945 time: 0.2625160 Nov 19 18:01:26.015205 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-47b6fc64-3bb5-408e-8d45-c4219c660f7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:26.031027 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-c0040672-bb8f-438b-9a2f-8c2804a9e9e9 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=8ffa8370408040d085287d7dbe34b3c3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7033868 Nov 19 18:01:26.032511 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-c9d9a77f-2b99-4492-9737-b2dccf3b41a5 None None] For port b3e3694e-0ba5-48b7-9e1e-06c03ae2ee70, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=b3e3694e-0ba5-48b7-9e1e-06c03ae2ee70,segment=NetworkSegment(cf1e0655-1811-4720-a8f9-ca0284626288),segment_id=cf1e0655-1811-4720-a8f9-ca0284626288)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:01:26.032511 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-c9d9a77f-2b99-4492-9737-b2dccf3b41a5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:26.035507 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 48934) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:26.048500 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-c9d9a77f-2b99-4492-9737-b2dccf3b41a5 None None] Calling delete_port for b3e3694e-0ba5-48b7-9e1e-06c03ae2ee70 owned by network:dhcp {{(pid=103366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:01:26.094572 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [None req-fa604187-00c4-498c-8c62-e38939d2ec5f tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] For port 0abd88f8-3d5b-434d-b40d-e030e68d01d3, host n-h2-818022-2, got binding levels [] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:01:26.095645 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-fa604187-00c4-498c-8c62-e38939d2ec5f tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:26.111676 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-47b6fc64-3bb5-408e-8d45-c4219c660f7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:26.204611 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-fa604187-00c4-498c-8c62-e38939d2ec5f tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Calling delete_port for 0abd88f8-3d5b-434d-b40d-e030e68d01d3 owned by {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:01:26.212362 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47b6fc64-3bb5-408e-8d45-c4219c660f7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Network 9636b172-480b-4993-8567-730d82a2d8e0 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:01:26.213142 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-c9d9a77f-2b99-4492-9737-b2dccf3b41a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007'] for port, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:26.216954 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-47b6fc64-3bb5-408e-8d45-c4219c660f7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:01:26.234677 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d9a77f-2b99-4492-9737-b2dccf3b41a5 None None] No DVR routers for this DVR port b3e3694e-0ba5-48b7-9e1e-06c03ae2ee70 on host n-d-818022-2 {{(pid=103366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:01:26.237794 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b6fc64-3bb5-408e-8d45-c4219c660f7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:01:26.243007 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47b6fc64-3bb5-408e-8d45-c4219c660f7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:01:26.243864 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-47b6fc64-3bb5-408e-8d45-c4219c660f7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:26.261630 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b6fc64-3bb5-408e-8d45-c4219c660f7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Pushing event updated for resources: {'Port': ['ID=700d63e9-021f-4755-8a0d-20a533753cb4,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:01:26.269325 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [None req-df1edaa0-22fe-48f6-8dc3-2d213491567a tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] For port b3e3694e-0ba5-48b7-9e1e-06c03ae2ee70, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=b3e3694e-0ba5-48b7-9e1e-06c03ae2ee70,segment=NetworkSegment(cf1e0655-1811-4720-a8f9-ca0284626288),segment_id=cf1e0655-1811-4720-a8f9-ca0284626288)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:01:26.269703 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-df1edaa0-22fe-48f6-8dc3-2d213491567a tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:26.275918 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d9a77f-2b99-4492-9737-b2dccf3b41a5 None None] Pushing event deleted for resources: {'Port': ['ID=b3e3694e-0ba5-48b7-9e1e-06c03ae2ee70,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:01:26.286363 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d9a77f-2b99-4492-9737-b2dccf3b41a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:01:26.287105 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d9a77f-2b99-4492-9737-b2dccf3b41a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:01:26.287616 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d9a77f-2b99-4492-9737-b2dccf3b41a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:01:26.288170 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d9a77f-2b99-4492-9737-b2dccf3b41a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:01:26.288650 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d9a77f-2b99-4492-9737-b2dccf3b41a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:01:26.289325 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d9a77f-2b99-4492-9737-b2dccf3b41a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:01:26.289840 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-47b6fc64-3bb5-408e-8d45-c4219c660f7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.9540648 Nov 19 18:01:26.291157 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d9a77f-2b99-4492-9737-b2dccf3b41a5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:01:26.291157 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d9a77f-2b99-4492-9737-b2dccf3b41a5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:01:26.291157 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d9a77f-2b99-4492-9737-b2dccf3b41a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:01:26.291538 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d9a77f-2b99-4492-9737-b2dccf3b41a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:01:26.292025 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d9a77f-2b99-4492-9737-b2dccf3b41a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:01:26.292563 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 48944) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:26.292774 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d9a77f-2b99-4492-9737-b2dccf3b41a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:01:26.297852 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-4ebc8ef0-37fc-4cc5-b307-c6d9148308fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-818022-2'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:01:26.365172 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-df1edaa0-22fe-48f6-8dc3-2d213491567a tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Calling delete_port for b3e3694e-0ba5-48b7-9e1e-06c03ae2ee70 owned by network:dhcp {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:01:26.431987 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ac149b8e-0821-4db6-ba20-994f5c74b2bb req-d58c07da-9a20-4f54-88b9-15fd5e17e10c tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] 10.222.0.54 "GET /v2.0/security-groups?id=ab553829-b17c-4bd7-9495-2cea0ebc82fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4642100 Nov 19 18:01:26.477627 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device b3e3694e-0ba5-48b7-9e1e-06c03ae2ee70 no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:01:26.531257 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: b3e3694e-0ba5-48b7-9e1e-06c03ae2ee70 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:01:26.532664 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device b3e3694e-0ba5-48b7-9e1e-06c03ae2ee70 not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:01:26.558581 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 48948) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:26.583099 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7d2b8bb8-f87f-441f-9f82-93ba96e270b1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:26.593671 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-bc33c6bd-4c0a-4572-a723-8007854e643c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:26.691972 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-bc33c6bd-4c0a-4572-a723-8007854e643c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:26.733223 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-df1edaa0-22fe-48f6-8dc3-2d213491567a tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:26.759997 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-fa604187-00c4-498c-8c62-e38939d2ec5f tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:26.797770 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1edaa0-22fe-48f6-8dc3-2d213491567a tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Pushing event deleted for resources: {'Port': ['ID=b3e3694e-0ba5-48b7-9e1e-06c03ae2ee70,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:01:26.814293 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df1edaa0-22fe-48f6-8dc3-2d213491567a tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] No DVR routers for this DVR port b3e3694e-0ba5-48b7-9e1e-06c03ae2ee70 on host n-d-818022-2 {{(pid=103364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:01:26.830425 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4ebc8ef0-37fc-4cc5-b307-c6d9148308fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:26.847712 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa604187-00c4-498c-8c62-e38939d2ec5f tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Pushing event deleted for resources: {'Port': ['ID=0abd88f8-3d5b-434d-b40d-e030e68d01d3,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:01:26.871699 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-fa604187-00c4-498c-8c62-e38939d2ec5f tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:26.878302 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-fa604187-00c4-498c-8c62-e38939d2ec5f tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] 10.222.0.54 "DELETE /v2.0/ports/0abd88f8-3d5b-434d-b40d-e030e68d01d3 HTTP/1.1" status: 204 len: 168 time: 1.5681927 Nov 19 18:01:26.880376 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 48954) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:26.969249 n-d-818022-2 neutron-server[103364]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7347bed-eef2-44b3-b31e-135eb19ae458 tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] GET failed (client error): The resource could not be found. Nov 19 18:01:26.977468 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-b7347bed-eef2-44b3-b31e-135eb19ae458 tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] 10.222.0.54 "GET /v2.0/ports/0abd88f8-3d5b-434d-b40d-e030e68d01d3 HTTP/1.1" status: 404 len: 333 time: 0.0917647 Nov 19 18:01:26.977695 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 48958) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:26.978832 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-bc33c6bd-4c0a-4572-a723-8007854e643c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:26.981712 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-bc33c6bd-4c0a-4572-a723-8007854e643c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:26.983331 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-bc33c6bd-4c0a-4572-a723-8007854e643c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/7988dc5a-71ca-4f54-9f1b-f4c6973c7cee HTTP/1.1" status: 204 len: 168 time: 0.9372251 Nov 19 18:01:26.988227 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-6330ceee-8f7a-4083-b301-057bdde6fde2 tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1898630297', 'network_id': '3a4cef65-cae2-4133-81c6-419694f0f321'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:01:27.023544 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7d2b8bb8-f87f-441f-9f82-93ba96e270b1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:27.024975 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc33c6bd-4c0a-4572-a723-8007854e643c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7988dc5a-71ca-4f54-9f1b-f4c6973c7cee,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:01:27.028306 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-df1edaa0-22fe-48f6-8dc3-2d213491567a tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:27.040371 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7d2b8bb8-f87f-441f-9f82-93ba96e270b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:27.096397 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-df1edaa0-22fe-48f6-8dc3-2d213491567a tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe0e2852-33a8-4fa2-8c1c-0ba411d8ab17']}} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:01:27.116885 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-7d2b8bb8-f87f-441f-9f82-93ba96e270b1 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=3690b6b406d14248abc115fa75b4fea1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5552483 Nov 19 18:01:27.122457 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 48964) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:27.136261 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-df1edaa0-22fe-48f6-8dc3-2d213491567a tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf1e0655-1811-4720-a8f9-ca0284626288') {'for_net_delete': True} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:01:27.136562 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-df1edaa0-22fe-48f6-8dc3-2d213491567a tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf1e0655-1811-4720-a8f9-ca0284626288') {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:01:27.139654 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2b8bb8-f87f-441f-9f82-93ba96e270b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a289a2b-b1d3-4d0c-a031-e2beb7a52deb,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:01:27.161694 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [None req-4ebc8ef0-37fc-4cc5-b307-c6d9148308fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] device_id is not set on port 700d63e9-021f-4755-8a0d-20a533753cb4 yet. {{(pid=103365) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 18:01:27.168482 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-df1edaa0-22fe-48f6-8dc3-2d213491567a tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417396'] for segment, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:27.177958 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4ebc8ef0-37fc-4cc5-b307-c6d9148308fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:27.191691 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4ebc8ef0-37fc-4cc5-b307-c6d9148308fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:27.199999 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-df1edaa0-22fe-48f6-8dc3-2d213491567a tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:27.210010 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df1edaa0-22fe-48f6-8dc3-2d213491567a tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Releasing vlan 666 on physical network physnet1 to pool {{(pid=103364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 18:01:27.211266 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-df1edaa0-22fe-48f6-8dc3-2d213491567a tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12425183'] for segment, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:27.214960 n-d-818022-2 neutron-server[103364]: Traceback (most recent call last): Nov 19 18:01:27.214960 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 18:01:27.214960 n-d-818022-2 neutron-server[103364]: timer() Nov 19 18:01:27.214960 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 18:01:27.214960 n-d-818022-2 neutron-server[103364]: cb(*args, **kw) Nov 19 18:01:27.214960 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 18:01:27.214960 n-d-818022-2 neutron-server[103364]: return func(*args, **kwargs) Nov 19 18:01:27.214960 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 18:01:27.214960 n-d-818022-2 neutron-server[103364]: self._notify() Nov 19 18:01:27.214960 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 18:01:27.214960 n-d-818022-2 neutron-server[103364]: self.callback(batched_events) Nov 19 18:01:27.214960 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 18:01:27.214960 n-d-818022-2 neutron-server[103364]: event.method(event) Nov 19 18:01:27.214960 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 18:01:27.214960 n-d-818022-2 neutron-server[103364]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 18:01:27.214960 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 18:01:27.214960 n-d-818022-2 neutron-server[103364]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 18:01:27.214960 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 18:01:27.214960 n-d-818022-2 neutron-server[103364]: return f(self, *a, **k) Nov 19 18:01:27.214960 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 18:01:27.214960 n-d-818022-2 neutron-server[103364]: return self._get(url).json() Nov 19 18:01:27.214960 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 18:01:27.214960 n-d-818022-2 neutron-server[103364]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 18:01:27.214960 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 18:01:27.214960 n-d-818022-2 neutron-server[103364]: return self.request(url, 'GET', **kwargs) Nov 19 18:01:27.214960 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 18:01:27.214960 n-d-818022-2 neutron-server[103364]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 18:01:27.214960 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 18:01:27.214960 n-d-818022-2 neutron-server[103364]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 18:01:27.214960 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 18:01:27.214960 n-d-818022-2 neutron-server[103364]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 18:01:27.214960 n-d-818022-2 neutron-server[103364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 18:01:27.276104 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6330ceee-8f7a-4083-b301-057bdde6fde2 tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Made reservation on behalf of 0f66347740d24edabd49e04c1b1b277a for: {'port': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:01:27.281485 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6330ceee-8f7a-4083-b301-057bdde6fde2 tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:27.287554 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-fd236d49-578e-434e-a623-d73cc09933c9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:27.310802 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-fd236d49-578e-434e-a623-d73cc09933c9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:27.334070 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [None req-6330ceee-8f7a-4083-b301-057bdde6fde2 tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] device_id is not set on port ad18289c-ac12-4b44-99c3-508b24515163 yet. {{(pid=103365) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 18:01:27.363820 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-df1edaa0-22fe-48f6-8dc3-2d213491567a tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671242'] for network, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:27.374091 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-df1edaa0-22fe-48f6-8dc3-2d213491567a tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks [] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:27.378132 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-df1edaa0-22fe-48f6-8dc3-2d213491567a tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] 10.222.0.54 "DELETE /v2.0/networks/fe0e2852-33a8-4fa2-8c1c-0ba411d8ab17 HTTP/1.1" status: 204 len: 168 time: 1.9768970 Nov 19 18:01:27.384623 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 48976) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:27.394442 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-7562283b-bce0-44a6-8e8f-7b10ee76fade tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Request body: {'router': {'routes': None}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:01:27.396772 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1edaa0-22fe-48f6-8dc3-2d213491567a tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Pushing event deleted for resources: {'Network': ['ID=fe0e2852-33a8-4fa2-8c1c-0ba411d8ab17,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:01:27.404713 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-fd236d49-578e-434e-a623-d73cc09933c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:27.408710 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-fd236d49-578e-434e-a623-d73cc09933c9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:27.413872 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-fd236d49-578e-434e-a623-d73cc09933c9 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/2a289a2b-b1d3-4d0c-a031-e2beb7a52deb HTTP/1.1" status: 204 len: 168 time: 0.2844200 Nov 19 18:01:27.423694 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd236d49-578e-434e-a623-d73cc09933c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a289a2b-b1d3-4d0c-a031-e2beb7a52deb,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:01:27.442931 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebc8ef0-37fc-4cc5-b307-c6d9148308fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Pushing event updated for resources: {'Port': ['ID=700d63e9-021f-4755-8a0d-20a533753cb4,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:01:27.546371 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [None req-4ebc8ef0-37fc-4cc5-b307-c6d9148308fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Attempting to bind port 700d63e9-021f-4755-8a0d-20a533753cb4 on host n-h2-818022-2 for vnic_type normal with profile {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:01:27.547566 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [None req-4ebc8ef0-37fc-4cc5-b307-c6d9148308fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Attempting to bind port 700d63e9-021f-4755-8a0d-20a533753cb4 by drivers openvswitch,hyperv on host n-h2-818022-2 at level 0 using segments [{'id': '30ba7dc7-b243-4c3a-be51-4c06629b2184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '9636b172-480b-4993-8567-730d82a2d8e0'}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:01:27.547837 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ebc8ef0-37fc-4cc5-b307-c6d9148308fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Attempting to bind port 700d63e9-021f-4755-8a0d-20a533753cb4 on network 9636b172-480b-4993-8567-730d82a2d8e0 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:01:27.628339 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ebc8ef0-37fc-4cc5-b307-c6d9148308fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Port 700d63e9-021f-4755-8a0d-20a533753cb4 on network 9636b172-480b-4993-8567-730d82a2d8e0 not bound, no agent of type Open vSwitch agent registered on host n-h2-818022-2 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 18:01:27.628678 n-d-818022-2 neutron-server[103365]: ERROR neutron.plugins.ml2.managers [None req-4ebc8ef0-37fc-4cc5-b307-c6d9148308fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Failed to bind port 700d63e9-021f-4755-8a0d-20a533753cb4 on host n-h2-818022-2 for vnic_type normal using segments [{'id': '30ba7dc7-b243-4c3a-be51-4c06629b2184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '9636b172-480b-4993-8567-730d82a2d8e0'}] Nov 19 18:01:27.659610 n-d-818022-2 neutron-server[103365]: INFO neutron.plugins.ml2.plugin [None req-4ebc8ef0-37fc-4cc5-b307-c6d9148308fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Attempt 2 to bind port 700d63e9-021f-4755-8a0d-20a533753cb4 Nov 19 18:01:27.746432 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.extraroute_db [None req-7562283b-bce0-44a6-8e8f-7b10ee76fade tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Added routes are [] {{(pid=103365) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 19 18:01:27.746796 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.extraroute_db [None req-7562283b-bce0-44a6-8e8f-7b10ee76fade tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Removed routes are [] {{(pid=103365) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 19 18:01:27.747098 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7562283b-bce0-44a6-8e8f-7b10ee76fade tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-671667', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4675'] for router, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:27.749271 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [None req-4ebc8ef0-37fc-4cc5-b307-c6d9148308fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Attempting to bind port 700d63e9-021f-4755-8a0d-20a533753cb4 on host n-h2-818022-2 for vnic_type normal with profile {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:01:27.749271 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [None req-4ebc8ef0-37fc-4cc5-b307-c6d9148308fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Attempting to bind port 700d63e9-021f-4755-8a0d-20a533753cb4 by drivers openvswitch,hyperv on host n-h2-818022-2 at level 0 using segments [{'id': '30ba7dc7-b243-4c3a-be51-4c06629b2184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '9636b172-480b-4993-8567-730d82a2d8e0'}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:01:27.749739 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ebc8ef0-37fc-4cc5-b307-c6d9148308fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Attempting to bind port 700d63e9-021f-4755-8a0d-20a533753cb4 on network 9636b172-480b-4993-8567-730d82a2d8e0 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:01:27.808712 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253a9e28-eb88-4939-8f05-fec28abcf240 req-3fa6e435-390c-4022-beb4-8b3845da79a7 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:01:27.810281 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-253a9e28-eb88-4939-8f05-fec28abcf240 req-3fa6e435-390c-4022-beb4-8b3845da79a7 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] 10.222.0.54 "GET /v2.0/ports?device_id=0f12e280-7f27-4e94-992b-064b64e8c400 HTTP/1.1" status: 200 len: 945 time: 0.2588506 Nov 19 18:01:27.810885 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ebc8ef0-37fc-4cc5-b307-c6d9148308fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Port 700d63e9-021f-4755-8a0d-20a533753cb4 on network 9636b172-480b-4993-8567-730d82a2d8e0 not bound, no agent of type Open vSwitch agent registered on host n-h2-818022-2 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 18:01:27.811213 n-d-818022-2 neutron-server[103365]: ERROR neutron.plugins.ml2.managers [None req-4ebc8ef0-37fc-4cc5-b307-c6d9148308fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Failed to bind port 700d63e9-021f-4755-8a0d-20a533753cb4 on host n-h2-818022-2 for vnic_type normal using segments [{'id': '30ba7dc7-b243-4c3a-be51-4c06629b2184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '9636b172-480b-4993-8567-730d82a2d8e0'}] Nov 19 18:01:27.844238 n-d-818022-2 neutron-server[103365]: INFO neutron.plugins.ml2.plugin [None req-4ebc8ef0-37fc-4cc5-b307-c6d9148308fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Attempt 3 to bind port 700d63e9-021f-4755-8a0d-20a533753cb4 Nov 19 18:01:27.891360 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6330ceee-8f7a-4083-b301-057bdde6fde2 tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:27.894359 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [None req-4ebc8ef0-37fc-4cc5-b307-c6d9148308fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Attempting to bind port 700d63e9-021f-4755-8a0d-20a533753cb4 on host n-h2-818022-2 for vnic_type normal with profile {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:01:27.894697 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [None req-4ebc8ef0-37fc-4cc5-b307-c6d9148308fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Attempting to bind port 700d63e9-021f-4755-8a0d-20a533753cb4 by drivers openvswitch,hyperv on host n-h2-818022-2 at level 0 using segments [{'id': '30ba7dc7-b243-4c3a-be51-4c06629b2184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '9636b172-480b-4993-8567-730d82a2d8e0'}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:01:27.895041 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ebc8ef0-37fc-4cc5-b307-c6d9148308fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Attempting to bind port 700d63e9-021f-4755-8a0d-20a533753cb4 on network 9636b172-480b-4993-8567-730d82a2d8e0 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:01:27.945046 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ebc8ef0-37fc-4cc5-b307-c6d9148308fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Port 700d63e9-021f-4755-8a0d-20a533753cb4 on network 9636b172-480b-4993-8567-730d82a2d8e0 not bound, no agent of type Open vSwitch agent registered on host n-h2-818022-2 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 18:01:27.945381 n-d-818022-2 neutron-server[103365]: ERROR neutron.plugins.ml2.managers [None req-4ebc8ef0-37fc-4cc5-b307-c6d9148308fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Failed to bind port 700d63e9-021f-4755-8a0d-20a533753cb4 on host n-h2-818022-2 for vnic_type normal using segments [{'id': '30ba7dc7-b243-4c3a-be51-4c06629b2184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '9636b172-480b-4993-8567-730d82a2d8e0'}] Nov 19 18:01:27.979333 n-d-818022-2 neutron-server[103365]: INFO neutron.plugins.ml2.plugin [None req-4ebc8ef0-37fc-4cc5-b307-c6d9148308fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Attempt 4 to bind port 700d63e9-021f-4755-8a0d-20a533753cb4 Nov 19 18:01:28.006605 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7562283b-bce0-44a6-8e8f-7b10ee76fade tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-671667', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4675'] for router, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:28.023939 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7562283b-bce0-44a6-8e8f-7b10ee76fade tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-671652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-671709', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-543867'] for router, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:28.026288 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [None req-4ebc8ef0-37fc-4cc5-b307-c6d9148308fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Attempting to bind port 700d63e9-021f-4755-8a0d-20a533753cb4 on host n-h2-818022-2 for vnic_type normal with profile {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:01:28.026528 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [None req-4ebc8ef0-37fc-4cc5-b307-c6d9148308fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Attempting to bind port 700d63e9-021f-4755-8a0d-20a533753cb4 by drivers openvswitch,hyperv on host n-h2-818022-2 at level 0 using segments [{'id': '30ba7dc7-b243-4c3a-be51-4c06629b2184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '9636b172-480b-4993-8567-730d82a2d8e0'}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:01:28.026870 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ebc8ef0-37fc-4cc5-b307-c6d9148308fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Attempting to bind port 700d63e9-021f-4755-8a0d-20a533753cb4 on network 9636b172-480b-4993-8567-730d82a2d8e0 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:01:28.051531 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-253a9e28-eb88-4939-8f05-fec28abcf240 req-b32b28fe-1700-45c3-b89b-58462cbf8d08 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] 10.222.0.54 "GET /v2.0/security-groups?id=ab553829-b17c-4bd7-9495-2cea0ebc82fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040288 Nov 19 18:01:28.065719 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ebc8ef0-37fc-4cc5-b307-c6d9148308fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Port 700d63e9-021f-4755-8a0d-20a533753cb4 on network 9636b172-480b-4993-8567-730d82a2d8e0 not bound, no agent of type Open vSwitch agent registered on host n-h2-818022-2 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 18:01:28.066088 n-d-818022-2 neutron-server[103365]: ERROR neutron.plugins.ml2.managers [None req-4ebc8ef0-37fc-4cc5-b307-c6d9148308fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Failed to bind port 700d63e9-021f-4755-8a0d-20a533753cb4 on host n-h2-818022-2 for vnic_type normal using segments [{'id': '30ba7dc7-b243-4c3a-be51-4c06629b2184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '9636b172-480b-4993-8567-730d82a2d8e0'}] Nov 19 18:01:28.069731 n-d-818022-2 neutron-server[103365]: INFO neutron.plugins.ml2.plugin [None req-4ebc8ef0-37fc-4cc5-b307-c6d9148308fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Attempt 5 to bind port 700d63e9-021f-4755-8a0d-20a533753cb4 Nov 19 18:01:28.105308 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 49012) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:28.164422 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6330ceee-8f7a-4083-b301-057bdde6fde2 tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:28.172551 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [None req-4ebc8ef0-37fc-4cc5-b307-c6d9148308fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Attempting to bind port 700d63e9-021f-4755-8a0d-20a533753cb4 on host n-h2-818022-2 for vnic_type normal with profile {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:01:28.172551 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [None req-4ebc8ef0-37fc-4cc5-b307-c6d9148308fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Attempting to bind port 700d63e9-021f-4755-8a0d-20a533753cb4 by drivers openvswitch,hyperv on host n-h2-818022-2 at level 0 using segments [{'id': '30ba7dc7-b243-4c3a-be51-4c06629b2184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '9636b172-480b-4993-8567-730d82a2d8e0'}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:01:28.172946 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ebc8ef0-37fc-4cc5-b307-c6d9148308fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Attempting to bind port 700d63e9-021f-4755-8a0d-20a533753cb4 on network 9636b172-480b-4993-8567-730d82a2d8e0 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:01:28.209734 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ebc8ef0-37fc-4cc5-b307-c6d9148308fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Port 700d63e9-021f-4755-8a0d-20a533753cb4 on network 9636b172-480b-4993-8567-730d82a2d8e0 not bound, no agent of type Open vSwitch agent registered on host n-h2-818022-2 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 18:01:28.210107 n-d-818022-2 neutron-server[103365]: ERROR neutron.plugins.ml2.managers [None req-4ebc8ef0-37fc-4cc5-b307-c6d9148308fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Failed to bind port 700d63e9-021f-4755-8a0d-20a533753cb4 on host n-h2-818022-2 for vnic_type normal using segments [{'id': '30ba7dc7-b243-4c3a-be51-4c06629b2184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '9636b172-480b-4993-8567-730d82a2d8e0'}] Nov 19 18:01:28.216151 n-d-818022-2 neutron-server[103365]: INFO neutron.plugins.ml2.plugin [None req-4ebc8ef0-37fc-4cc5-b307-c6d9148308fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Attempt 6 to bind port 700d63e9-021f-4755-8a0d-20a533753cb4 Nov 19 18:01:28.223139 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7562283b-bce0-44a6-8e8f-7b10ee76fade tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Router 980ad8ab-818f-4808-ac3d-5fe97be1cadf has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 18:01:28.237283 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6330ceee-8f7a-4083-b301-057bdde6fde2 tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Network 3a4cef65-cae2-4133-81c6-419694f0f321 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:01:28.248749 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-6330ceee-8f7a-4083-b301-057bdde6fde2 tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:01:28.254686 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6330ceee-8f7a-4083-b301-057bdde6fde2 tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:01:28.255681 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6330ceee-8f7a-4083-b301-057bdde6fde2 tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:01:28.256198 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6330ceee-8f7a-4083-b301-057bdde6fde2 tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:28.262191 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [None req-4ebc8ef0-37fc-4cc5-b307-c6d9148308fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Attempting to bind port 700d63e9-021f-4755-8a0d-20a533753cb4 on host n-h2-818022-2 for vnic_type normal with profile {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:01:28.262527 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [None req-4ebc8ef0-37fc-4cc5-b307-c6d9148308fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Attempting to bind port 700d63e9-021f-4755-8a0d-20a533753cb4 by drivers openvswitch,hyperv on host n-h2-818022-2 at level 0 using segments [{'id': '30ba7dc7-b243-4c3a-be51-4c06629b2184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '9636b172-480b-4993-8567-730d82a2d8e0'}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:01:28.262865 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ebc8ef0-37fc-4cc5-b307-c6d9148308fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Attempting to bind port 700d63e9-021f-4755-8a0d-20a533753cb4 on network 9636b172-480b-4993-8567-730d82a2d8e0 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:01:28.266906 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6330ceee-8f7a-4083-b301-057bdde6fde2 tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Pushing event updated for resources: {'Port': ['ID=ad18289c-ac12-4b44-99c3-508b24515163,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:01:28.282416 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ebc8ef0-37fc-4cc5-b307-c6d9148308fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Port 700d63e9-021f-4755-8a0d-20a533753cb4 on network 9636b172-480b-4993-8567-730d82a2d8e0 not bound, no agent of type Open vSwitch agent registered on host n-h2-818022-2 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 18:01:28.282751 n-d-818022-2 neutron-server[103365]: ERROR neutron.plugins.ml2.managers [None req-4ebc8ef0-37fc-4cc5-b307-c6d9148308fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Failed to bind port 700d63e9-021f-4755-8a0d-20a533753cb4 on host n-h2-818022-2 for vnic_type normal using segments [{'id': '30ba7dc7-b243-4c3a-be51-4c06629b2184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '9636b172-480b-4993-8567-730d82a2d8e0'}] Nov 19 18:01:28.283934 n-d-818022-2 neutron-server[103365]: INFO neutron.plugins.ml2.plugin [None req-4ebc8ef0-37fc-4cc5-b307-c6d9148308fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Attempt 7 to bind port 700d63e9-021f-4755-8a0d-20a533753cb4 Nov 19 18:01:28.317289 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-cc2dcda5-b2c3-49bc-88c2-a749bf21e31f tempest-NetworksNegativeTestJSON-646688805 tempest-NetworksNegativeTestJSON-646688805-project] Request body: {'port': {'network_id': '2c9edab5-0576-4b0d-969c-91c7e1004c31', 'name': 'tempest-NetworksNegativeTestJSON-269587268'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:01:28.342378 n-d-818022-2 neutron-server[103364]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc2dcda5-b2c3-49bc-88c2-a749bf21e31f tempest-NetworksNegativeTestJSON-646688805 tempest-NetworksNegativeTestJSON-646688805-project] POST failed (client error): The resource could not be found. Nov 19 18:01:28.342907 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc2dcda5-b2c3-49bc-88c2-a749bf21e31f tempest-NetworksNegativeTestJSON-646688805 tempest-NetworksNegativeTestJSON-646688805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103364) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 18:01:28.344776 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-cc2dcda5-b2c3-49bc-88c2-a749bf21e31f tempest-NetworksNegativeTestJSON-646688805 tempest-NetworksNegativeTestJSON-646688805-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2376425 Nov 19 18:01:28.348732 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 49026) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:28.370403 n-d-818022-2 neutron-server[103364]: INFO neutron.pecan_wsgi.hooks.translation [None req-b691b4bb-23ef-454f-bc0a-297db19af55d tempest-NetworksNegativeTestJSON-646688805 tempest-NetworksNegativeTestJSON-646688805-project] DELETE failed (client error): The resource could not be found. Nov 19 18:01:28.370564 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-6330ceee-8f7a-4083-b301-057bdde6fde2 tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.3915882 Nov 19 18:01:28.370930 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b691b4bb-23ef-454f-bc0a-297db19af55d tempest-NetworksNegativeTestJSON-646688805 tempest-NetworksNegativeTestJSON-646688805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103364) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 18:01:28.373277 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 49028) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:28.378100 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-b691b4bb-23ef-454f-bc0a-297db19af55d tempest-NetworksNegativeTestJSON-646688805 tempest-NetworksNegativeTestJSON-646688805-project] 10.222.0.54 "DELETE /v2.0/networks/3fba44dc-32cc-41f5-a3d3-f5b2d011a25e HTTP/1.1" status: 404 len: 339 time: 0.0249856 Nov 19 18:01:28.384801 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 49030) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:28.388721 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [None req-4ebc8ef0-37fc-4cc5-b307-c6d9148308fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Attempting to bind port 700d63e9-021f-4755-8a0d-20a533753cb4 on host n-h2-818022-2 for vnic_type normal with profile {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:01:28.389070 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [None req-4ebc8ef0-37fc-4cc5-b307-c6d9148308fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Attempting to bind port 700d63e9-021f-4755-8a0d-20a533753cb4 by drivers openvswitch,hyperv on host n-h2-818022-2 at level 0 using segments [{'id': '30ba7dc7-b243-4c3a-be51-4c06629b2184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '9636b172-480b-4993-8567-730d82a2d8e0'}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:01:28.389415 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ebc8ef0-37fc-4cc5-b307-c6d9148308fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Attempting to bind port 700d63e9-021f-4755-8a0d-20a533753cb4 on network 9636b172-480b-4993-8567-730d82a2d8e0 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:01:28.437320 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ebc8ef0-37fc-4cc5-b307-c6d9148308fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Port 700d63e9-021f-4755-8a0d-20a533753cb4 on network 9636b172-480b-4993-8567-730d82a2d8e0 not bound, no agent of type Open vSwitch agent registered on host n-h2-818022-2 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 18:01:28.437951 n-d-818022-2 neutron-server[103365]: ERROR neutron.plugins.ml2.managers [None req-4ebc8ef0-37fc-4cc5-b307-c6d9148308fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Failed to bind port 700d63e9-021f-4755-8a0d-20a533753cb4 on host n-h2-818022-2 for vnic_type normal using segments [{'id': '30ba7dc7-b243-4c3a-be51-4c06629b2184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '9636b172-480b-4993-8567-730d82a2d8e0'}] Nov 19 18:01:28.439200 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7562283b-bce0-44a6-8e8f-7b10ee76fade tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:01:28.442595 n-d-818022-2 neutron-server[103365]: INFO neutron.plugins.ml2.plugin [None req-4ebc8ef0-37fc-4cc5-b307-c6d9148308fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Attempt 8 to bind port 700d63e9-021f-4755-8a0d-20a533753cb4 Nov 19 18:01:28.452425 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c9eaaf-c038-429b-b942-dde44f88cdc0 None None] Sync routers for ids ['980ad8ab-818f-4808-ac3d-5fe97be1cadf'] in n-d-818022-2 {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:01:28.454304 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7562283b-bce0-44a6-8e8f-7b10ee76fade tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks [] for router, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:28.458859 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 49034) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:28.459421 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-7562283b-bce0-44a6-8e8f-7b10ee76fade tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] 10.222.0.54 "PUT /v2.0/routers/980ad8ab-818f-4808-ac3d-5fe97be1cadf HTTP/1.1" status: 200 len: 700 time: 1.0712678 Nov 19 18:01:28.461378 n-d-818022-2 neutron-server[103365]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0da4b81-da64-455d-8fee-02f166c5ed0e tempest-NetworksNegativeTestJSON-646688805 tempest-NetworksNegativeTestJSON-646688805-project] DELETE failed (client error): The resource could not be found. Nov 19 18:01:28.462332 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0da4b81-da64-455d-8fee-02f166c5ed0e tempest-NetworksNegativeTestJSON-646688805 tempest-NetworksNegativeTestJSON-646688805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103365) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 18:01:28.462469 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c9eaaf-c038-429b-b942-dde44f88cdc0 None None] Routers {'980ad8ab-818f-4808-ac3d-5fe97be1cadf'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:01:28.463023 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-d4c9eaaf-c038-429b-b942-dde44f88cdc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:01:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['980ad8ab-818f-4808-ac3d-5fe97be1cadf'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:01:28.466031 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-f0da4b81-da64-455d-8fee-02f166c5ed0e tempest-NetworksNegativeTestJSON-646688805 tempest-NetworksNegativeTestJSON-646688805-project] 10.222.0.54 "DELETE /v2.0/ports/0e69005c-9297-4409-8185-8f36cbe07d6e HTTP/1.1" status: 404 len: 333 time: 0.0790000 Nov 19 18:01:28.470481 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed109fc0-8600-4711-94a7-9db146e3d9b1 tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:01:28.472239 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-ed109fc0-8600-4711-94a7-9db146e3d9b1 tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] 10.222.0.54 "GET /v2.0/ports/ad18289c-ac12-4b44-99c3-508b24515163 HTTP/1.1" status: 200 len: 955 time: 0.0964406 Nov 19 18:01:28.473060 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 49036) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:28.476106 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 49038) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:28.496921 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [None req-4ebc8ef0-37fc-4cc5-b307-c6d9148308fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Attempting to bind port 700d63e9-021f-4755-8a0d-20a533753cb4 on host n-h2-818022-2 for vnic_type normal with profile {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:01:28.497620 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [None req-4ebc8ef0-37fc-4cc5-b307-c6d9148308fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Attempting to bind port 700d63e9-021f-4755-8a0d-20a533753cb4 by drivers openvswitch,hyperv on host n-h2-818022-2 at level 0 using segments [{'id': '30ba7dc7-b243-4c3a-be51-4c06629b2184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '9636b172-480b-4993-8567-730d82a2d8e0'}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:01:28.498191 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ebc8ef0-37fc-4cc5-b307-c6d9148308fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Attempting to bind port 700d63e9-021f-4755-8a0d-20a533753cb4 on network 9636b172-480b-4993-8567-730d82a2d8e0 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:01:28.507088 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-650e3d80-be00-42fe-8cde-6a029006b854 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] 10.222.0.54 "GET /v2.0/ports?device_id=980ad8ab-818f-4808-ac3d-5fe97be1cadf HTTP/1.1" status: 200 len: 205 time: 0.0466752 Nov 19 18:01:28.516175 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 49040) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:28.537458 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-d4c9eaaf-c038-429b-b942-dde44f88cdc0 None None] Set router 980ad8ab-818f-4808-ac3d-5fe97be1cadf gateway port host: None {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:01:28.588891 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-d4c9eaaf-c038-429b-b942-dde44f88cdc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '980ad8ab-818f-4808-ac3d-5fe97be1cadf', 'name': 'tempest-RoutersTest-router-432570378', 'tenant_id': 'ecb26dc6f8b14f6babd12abcbaee21bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:00:07Z', 'updated_at': '2021-11-19T18:01:22Z', 'revision_number': 11, 'project_id': 'ecb26dc6f8b14f6babd12abcbaee21bf', 'gw_port_host': None}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:01:28.603042 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-409d5031-e979-4afd-a338-2b32501b3e15 tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Deleting port ad18289c-ac12-4b44-99c3-508b24515163 {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:01:28.604502 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-409d5031-e979-4afd-a338-2b32501b3e15 tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:28.622473 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-cf6e29b3-a93e-4e0d-b65b-562f8c3ecb1a tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks [] for router, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:28.624584 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ebc8ef0-37fc-4cc5-b307-c6d9148308fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Port 700d63e9-021f-4755-8a0d-20a533753cb4 on network 9636b172-480b-4993-8567-730d82a2d8e0 not bound, no agent of type Open vSwitch agent registered on host n-h2-818022-2 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 18:01:28.625072 n-d-818022-2 neutron-server[103365]: ERROR neutron.plugins.ml2.managers [None req-4ebc8ef0-37fc-4cc5-b307-c6d9148308fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Failed to bind port 700d63e9-021f-4755-8a0d-20a533753cb4 on host n-h2-818022-2 for vnic_type normal using segments [{'id': '30ba7dc7-b243-4c3a-be51-4c06629b2184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '9636b172-480b-4993-8567-730d82a2d8e0'}] Nov 19 18:01:28.626501 n-d-818022-2 neutron-server[103365]: INFO neutron.plugins.ml2.plugin [None req-4ebc8ef0-37fc-4cc5-b307-c6d9148308fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Attempt 9 to bind port 700d63e9-021f-4755-8a0d-20a533753cb4 Nov 19 18:01:28.637173 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c9eaaf-c038-429b-b942-dde44f88cdc0 None None] Checking router: 980ad8ab-818f-4808-ac3d-5fe97be1cadf for host: n-d-818022-2 {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:01:28.640813 n-d-818022-2 neutron-server[103365]: INFO neutron.pecan_wsgi.hooks.translation [None req-a024782a-4a81-4d60-8d9b-43b846db7ddb tempest-NetworksNegativeTestJSON-646688805 tempest-NetworksNegativeTestJSON-646688805-project] DELETE failed (client error): The resource could not be found. Nov 19 18:01:28.641284 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a024782a-4a81-4d60-8d9b-43b846db7ddb tempest-NetworksNegativeTestJSON-646688805 tempest-NetworksNegativeTestJSON-646688805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103365) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 18:01:28.645343 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-a024782a-4a81-4d60-8d9b-43b846db7ddb tempest-NetworksNegativeTestJSON-646688805 tempest-NetworksNegativeTestJSON-646688805-project] 10.222.0.54 "DELETE /v2.0/subnets/f5334b72-3994-4be4-8960-d9e53ccd8a19 HTTP/1.1" status: 404 len: 337 time: 0.1493719 Nov 19 18:01:28.646385 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c9eaaf-c038-429b-b942-dde44f88cdc0 None None] Routers {'980ad8ab-818f-4808-ac3d-5fe97be1cadf'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:01:28.646993 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-d4c9eaaf-c038-429b-b942-dde44f88cdc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:01:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['980ad8ab-818f-4808-ac3d-5fe97be1cadf'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:01:28.682707 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [None req-4ebc8ef0-37fc-4cc5-b307-c6d9148308fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Attempting to bind port 700d63e9-021f-4755-8a0d-20a533753cb4 on host n-h2-818022-2 for vnic_type normal with profile {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:01:28.683042 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [None req-4ebc8ef0-37fc-4cc5-b307-c6d9148308fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Attempting to bind port 700d63e9-021f-4755-8a0d-20a533753cb4 by drivers openvswitch,hyperv on host n-h2-818022-2 at level 0 using segments [{'id': '30ba7dc7-b243-4c3a-be51-4c06629b2184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '9636b172-480b-4993-8567-730d82a2d8e0'}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:01:28.683439 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ebc8ef0-37fc-4cc5-b307-c6d9148308fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Attempting to bind port 700d63e9-021f-4755-8a0d-20a533753cb4 on network 9636b172-480b-4993-8567-730d82a2d8e0 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:01:28.687846 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 49044) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:28.714742 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-d4c9eaaf-c038-429b-b942-dde44f88cdc0 None None] Set router 980ad8ab-818f-4808-ac3d-5fe97be1cadf gateway port host: None {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:01:28.735336 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ebc8ef0-37fc-4cc5-b307-c6d9148308fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Port 700d63e9-021f-4755-8a0d-20a533753cb4 on network 9636b172-480b-4993-8567-730d82a2d8e0 not bound, no agent of type Open vSwitch agent registered on host n-h2-818022-2 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 18:01:28.735674 n-d-818022-2 neutron-server[103365]: ERROR neutron.plugins.ml2.managers [None req-4ebc8ef0-37fc-4cc5-b307-c6d9148308fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Failed to bind port 700d63e9-021f-4755-8a0d-20a533753cb4 on host n-h2-818022-2 for vnic_type normal using segments [{'id': '30ba7dc7-b243-4c3a-be51-4c06629b2184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '9636b172-480b-4993-8567-730d82a2d8e0'}] Nov 19 18:01:28.769983 n-d-818022-2 neutron-server[103365]: INFO neutron.plugins.ml2.plugin [None req-4ebc8ef0-37fc-4cc5-b307-c6d9148308fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Attempt 10 to bind port 700d63e9-021f-4755-8a0d-20a533753cb4 Nov 19 18:01:28.773182 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-409d5031-e979-4afd-a338-2b32501b3e15 tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:28.774927 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-d4c9eaaf-c038-429b-b942-dde44f88cdc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '980ad8ab-818f-4808-ac3d-5fe97be1cadf', 'name': 'tempest-RoutersTest-router-432570378', 'tenant_id': 'ecb26dc6f8b14f6babd12abcbaee21bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:00:07Z', 'updated_at': '2021-11-19T18:01:22Z', 'revision_number': 11, 'project_id': 'ecb26dc6f8b14f6babd12abcbaee21bf', 'gw_port_host': None}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:01:28.789349 n-d-818022-2 neutron-server[103365]: INFO neutron.pecan_wsgi.hooks.translation [None req-168a6324-d58b-4071-9688-ecaafb8f2541 tempest-NetworksNegativeTestJSON-646688805 tempest-NetworksNegativeTestJSON-646688805-project] GET failed (client error): The resource could not be found. Nov 19 18:01:28.790754 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-168a6324-d58b-4071-9688-ecaafb8f2541 tempest-NetworksNegativeTestJSON-646688805 tempest-NetworksNegativeTestJSON-646688805-project] 10.222.0.54 "GET /v2.0/networks/083bc70b-c874-4537-9c45-83f1434e3570 HTTP/1.1" status: 404 len: 339 time: 0.0541162 Nov 19 18:01:28.794825 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 49048) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:28.798550 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-409d5031-e979-4afd-a338-2b32501b3e15 tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Calling delete_port for ad18289c-ac12-4b44-99c3-508b24515163 owned by {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:01:28.804947 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c9eaaf-c038-429b-b942-dde44f88cdc0 None None] The sync data for ids ['980ad8ab-818f-4808-ac3d-5fe97be1cadf'] in n-d-818022-2 is: [{'id': '980ad8ab-818f-4808-ac3d-5fe97be1cadf', 'name': 'tempest-RoutersTest-router-432570378', 'tenant_id': 'ecb26dc6f8b14f6babd12abcbaee21bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:00:07Z', 'updated_at': '2021-11-19T18:01:22Z', 'revision_number': 11, 'project_id': 'ecb26dc6f8b14f6babd12abcbaee21bf', 'gw_port_host': None}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:01:28.830018 n-d-818022-2 neutron-server[103365]: INFO neutron.pecan_wsgi.hooks.translation [None req-456a05ae-f984-4434-ac6f-e723c8115ea7 tempest-NetworksNegativeTestJSON-646688805 tempest-NetworksNegativeTestJSON-646688805-project] GET failed (client error): The resource could not be found. Nov 19 18:01:28.831541 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-456a05ae-f984-4434-ac6f-e723c8115ea7 tempest-NetworksNegativeTestJSON-646688805 tempest-NetworksNegativeTestJSON-646688805-project] 10.222.0.54 "GET /v2.0/ports/0d0a49aa-df63-4550-af1a-0708f16ecf0a HTTP/1.1" status: 404 len: 333 time: 0.0354946 Nov 19 18:01:28.833032 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [None req-4ebc8ef0-37fc-4cc5-b307-c6d9148308fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Attempting to bind port 700d63e9-021f-4755-8a0d-20a533753cb4 on host n-h2-818022-2 for vnic_type normal with profile {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:01:28.833233 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [None req-4ebc8ef0-37fc-4cc5-b307-c6d9148308fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Attempting to bind port 700d63e9-021f-4755-8a0d-20a533753cb4 by drivers openvswitch,hyperv on host n-h2-818022-2 at level 0 using segments [{'id': '30ba7dc7-b243-4c3a-be51-4c06629b2184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '9636b172-480b-4993-8567-730d82a2d8e0'}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:01:28.833537 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ebc8ef0-37fc-4cc5-b307-c6d9148308fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Attempting to bind port 700d63e9-021f-4755-8a0d-20a533753cb4 on network 9636b172-480b-4993-8567-730d82a2d8e0 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:01:28.836660 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 49050) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:28.909548 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ebc8ef0-37fc-4cc5-b307-c6d9148308fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Port 700d63e9-021f-4755-8a0d-20a533753cb4 on network 9636b172-480b-4993-8567-730d82a2d8e0 not bound, no agent of type Open vSwitch agent registered on host n-h2-818022-2 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 18:01:28.909945 n-d-818022-2 neutron-server[103365]: ERROR neutron.plugins.ml2.managers [None req-4ebc8ef0-37fc-4cc5-b307-c6d9148308fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Failed to bind port 700d63e9-021f-4755-8a0d-20a533753cb4 on host n-h2-818022-2 for vnic_type normal using segments [{'id': '30ba7dc7-b243-4c3a-be51-4c06629b2184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '9636b172-480b-4993-8567-730d82a2d8e0'}] Nov 19 18:01:28.910343 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4ebc8ef0-37fc-4cc5-b307-c6d9148308fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:28.918739 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-409d5031-e979-4afd-a338-2b32501b3e15 tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:28.950472 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409d5031-e979-4afd-a338-2b32501b3e15 tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Pushing event deleted for resources: {'Port': ['ID=ad18289c-ac12-4b44-99c3-508b24515163,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:01:28.956837 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-409d5031-e979-4afd-a338-2b32501b3e15 tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:28.961411 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-409d5031-e979-4afd-a338-2b32501b3e15 tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] 10.222.0.54 "DELETE /v2.0/ports/ad18289c-ac12-4b44-99c3-508b24515163 HTTP/1.1" status: 204 len: 168 time: 0.4831288 Nov 19 18:01:28.963947 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 49054) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:28.972774 n-d-818022-2 neutron-server[103365]: INFO neutron.pecan_wsgi.hooks.translation [None req-70785330-25f8-488b-93b3-90fb183b6290 tempest-NetworksNegativeTestJSON-646688805 tempest-NetworksNegativeTestJSON-646688805-project] GET failed (client error): The resource could not be found. Nov 19 18:01:28.977746 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-70785330-25f8-488b-93b3-90fb183b6290 tempest-NetworksNegativeTestJSON-646688805 tempest-NetworksNegativeTestJSON-646688805-project] 10.222.0.54 "GET /v2.0/subnets/00016ecb-6c2c-47d2-942a-e918b60bbb12 HTTP/1.1" status: 404 len: 337 time: 0.1345291 Nov 19 18:01:28.978686 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 49056) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:28.983243 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-5f411eaf-f459-4f80-8439-cc06827ffc70 tempest-NetworksNegativeTestJSON-646688805 tempest-NetworksNegativeTestJSON-646688805-project] Request body: {'network': {'name': 'new_name'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:01:28.993486 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-cf6e29b3-a93e-4e0d-b65b-562f8c3ecb1a tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4696'] for router, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:29.004858 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-cf6e29b3-a93e-4e0d-b65b-562f8c3ecb1a tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:29.009479 n-d-818022-2 neutron-server[103365]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f411eaf-f459-4f80-8439-cc06827ffc70 tempest-NetworksNegativeTestJSON-646688805 tempest-NetworksNegativeTestJSON-646688805-project] PUT failed (client error): The resource could not be found. Nov 19 18:01:29.010001 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f411eaf-f459-4f80-8439-cc06827ffc70 tempest-NetworksNegativeTestJSON-646688805 tempest-NetworksNegativeTestJSON-646688805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103365) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 18:01:29.011103 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-5f411eaf-f459-4f80-8439-cc06827ffc70 tempest-NetworksNegativeTestJSON-646688805 tempest-NetworksNegativeTestJSON-646688805-project] 10.222.0.54 "PUT /v2.0/networks/e21984b6-7192-46e8-946d-c3b0b7872f18 HTTP/1.1" status: 404 len: 339 time: 0.0320456 Nov 19 18:01:29.026273 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 49060) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:29.034859 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-e0d010e7-5028-4371-8595-1c7352e27d25 tempest-NetworksNegativeTestJSON-646688805 tempest-NetworksNegativeTestJSON-646688805-project] Request body: {'port': {'name': 'new_name'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:01:29.061185 n-d-818022-2 neutron-server[103364]: INFO neutron.pecan_wsgi.hooks.translation [None req-8079a7f5-60ab-45dd-bf49-28015a8d3390 tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] GET failed (client error): The resource could not be found. Nov 19 18:01:29.063079 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-8079a7f5-60ab-45dd-bf49-28015a8d3390 tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] 10.222.0.54 "GET /v2.0/ports/ad18289c-ac12-4b44-99c3-508b24515163 HTTP/1.1" status: 404 len: 333 time: 0.0981970 Nov 19 18:01:29.064379 n-d-818022-2 neutron-server[103364]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0d010e7-5028-4371-8595-1c7352e27d25 tempest-NetworksNegativeTestJSON-646688805 tempest-NetworksNegativeTestJSON-646688805-project] PUT failed (client error): The resource could not be found. Nov 19 18:01:29.067499 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0d010e7-5028-4371-8595-1c7352e27d25 tempest-NetworksNegativeTestJSON-646688805 tempest-NetworksNegativeTestJSON-646688805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103364) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 18:01:29.069366 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-e0d010e7-5028-4371-8595-1c7352e27d25 tempest-NetworksNegativeTestJSON-646688805 tempest-NetworksNegativeTestJSON-646688805-project] 10.222.0.54 "PUT /v2.0/ports/1124ef12-3e4b-4241-9673-31afd424495f HTTP/1.1" status: 404 len: 333 time: 0.0418727 Nov 19 18:01:29.070388 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 49062) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:29.074664 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 49064) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:29.078447 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-d9817a35-9136-417f-b098-f0b58dadea4a tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Request body: {'port': {'network_id': '3a4cef65-cae2-4133-81c6-419694f0f321', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1743963480'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:01:29.107351 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-daac6ef0-138d-4bcf-9274-8ba0b2f317e0 tempest-NetworksNegativeTestJSON-646688805 tempest-NetworksNegativeTestJSON-646688805-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:01:29.115903 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9817a35-9136-417f-b098-f0b58dadea4a tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Made reservation on behalf of 0f66347740d24edabd49e04c1b1b277a for: {'port': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:01:29.119151 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d9817a35-9136-417f-b098-f0b58dadea4a tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:29.122029 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-cf6e29b3-a93e-4e0d-b65b-562f8c3ecb1a tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-543895'] for router, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:29.122235 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf6e29b3-a93e-4e0d-b65b-562f8c3ecb1a tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Fanout notify agent at l3_agent the message router_deleted on router 980ad8ab-818f-4808-ac3d-5fe97be1cadf {{(pid=103365) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 18:01:29.140593 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-cf6e29b3-a93e-4e0d-b65b-562f8c3ecb1a tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks [] for router, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:29.142876 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-cf6e29b3-a93e-4e0d-b65b-562f8c3ecb1a tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] 10.222.0.54 "DELETE /v2.0/routers/980ad8ab-818f-4808-ac3d-5fe97be1cadf HTTP/1.1" status: 204 len: 168 time: 0.6253719 Nov 19 18:01:29.152186 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 49072) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:29.161053 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-db13dc8d-a24b-4732-a09f-fc37d9907891 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-142758278', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:01:29.164463 n-d-818022-2 neutron-server[103364]: INFO neutron.pecan_wsgi.hooks.translation [None req-daac6ef0-138d-4bcf-9274-8ba0b2f317e0 tempest-NetworksNegativeTestJSON-646688805 tempest-NetworksNegativeTestJSON-646688805-project] PUT failed (client error): The resource could not be found. Nov 19 18:01:29.165146 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-daac6ef0-138d-4bcf-9274-8ba0b2f317e0 tempest-NetworksNegativeTestJSON-646688805 tempest-NetworksNegativeTestJSON-646688805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103364) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 18:01:29.167391 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-daac6ef0-138d-4bcf-9274-8ba0b2f317e0 tempest-NetworksNegativeTestJSON-646688805 tempest-NetworksNegativeTestJSON-646688805-project] 10.222.0.54 "PUT /v2.0/subnets/c7765140-4595-4abb-9d98-ddf10ebbca2d HTTP/1.1" status: 404 len: 337 time: 0.0649190 Nov 19 18:01:29.178051 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [None req-d9817a35-9136-417f-b098-f0b58dadea4a tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] device_id is not set on port 474bca07-e87c-43ea-8b99-ad7c20cadff2 yet. {{(pid=103364) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 18:01:29.211333 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [None req-4ebc8ef0-37fc-4cc5-b307-c6d9148308fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] For port 700d63e9-021f-4755-8a0d-20a533753cb4, host n-h2-818022-2, cleared binding levels {{(pid=103365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:01:29.211948 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [None req-4ebc8ef0-37fc-4cc5-b307-c6d9148308fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Attempted to set empty binding levels {{(pid=103365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 19 18:01:29.232761 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4ebc8ef0-37fc-4cc5-b307-c6d9148308fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:29.366945 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-4ebc8ef0-37fc-4cc5-b307-c6d9148308fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] In _notify_port_updated(), no bound segment for port 700d63e9-021f-4755-8a0d-20a533753cb4 on network 9636b172-480b-4993-8567-730d82a2d8e0 {{(pid=103365) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 19 18:01:29.367908 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ebc8ef0-37fc-4cc5-b307-c6d9148308fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:01:29.368519 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4ebc8ef0-37fc-4cc5-b307-c6d9148308fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:29.370003 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-4ebc8ef0-37fc-4cc5-b307-c6d9148308fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] 10.222.0.54 "PUT /v2.0/ports/700d63e9-021f-4755-8a0d-20a533753cb4 HTTP/1.1" status: 200 len: 979 time: 3.0763698 Nov 19 18:01:29.388818 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 49086) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:29.503745 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712b71a0-36ac-4bac-839e-7dd2aa044576 req-ca807644-84fb-444e-b11b-0d56e618cd18 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:01:29.513416 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-712b71a0-36ac-4bac-839e-7dd2aa044576 req-ca807644-84fb-444e-b11b-0d56e618cd18 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] 10.222.0.54 "GET /v2.0/ports?device_id=0f12e280-7f27-4e94-992b-064b64e8c400 HTTP/1.1" status: 200 len: 945 time: 0.3298857 Nov 19 18:01:29.518805 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-db13dc8d-a24b-4732-a09f-fc37d9907891 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9890'] for router, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:29.519882 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-db13dc8d-a24b-4732-a09f-fc37d9907891 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671617', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-732153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4689'] for router, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:29.568057 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebc8ef0-37fc-4cc5-b307-c6d9148308fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Pushing event updated for resources: {'Port': ['ID=700d63e9-021f-4755-8a0d-20a533753cb4,revision_number=3']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:01:29.618399 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d9817a35-9136-417f-b098-f0b58dadea4a tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:29.669453 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-712b71a0-36ac-4bac-839e-7dd2aa044576 req-5d42cc29-e8e4-4477-8100-48f101858aee tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] 10.222.0.54 "GET /v2.0/security-groups?id=ab553829-b17c-4bd7-9495-2cea0ebc82fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547699 Nov 19 18:01:29.695474 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-db13dc8d-a24b-4732-a09f-fc37d9907891 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:29.697056 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-f179e2a9-19b6-44f3-8410-bfbde3b47ea0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Deleting port 700d63e9-021f-4755-8a0d-20a533753cb4 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:01:29.697421 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f179e2a9-19b6-44f3-8410-bfbde3b47ea0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:29.722808 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d9817a35-9136-417f-b098-f0b58dadea4a tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:29.767700 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-bc4efd87-c5d1-443c-8bc8-c7bcf2d78b9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:29.776000 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-db13dc8d-a24b-4732-a09f-fc37d9907891 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671702'] for router, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:29.782168 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 49100) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:29.810955 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9817a35-9136-417f-b098-f0b58dadea4a tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Network 3a4cef65-cae2-4133-81c6-419694f0f321 is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:01:29.825932 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-d9817a35-9136-417f-b098-f0b58dadea4a tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:01:29.830735 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9817a35-9136-417f-b098-f0b58dadea4a tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:01:29.831889 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9817a35-9136-417f-b098-f0b58dadea4a tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:01:29.832312 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d9817a35-9136-417f-b098-f0b58dadea4a tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:29.834569 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-db13dc8d-a24b-4732-a09f-fc37d9907891 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks [] for router, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:29.836576 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-db13dc8d-a24b-4732-a09f-fc37d9907891 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.6817029 Nov 19 18:01:29.837884 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [None req-f179e2a9-19b6-44f3-8410-bfbde3b47ea0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] For port 700d63e9-021f-4755-8a0d-20a533753cb4, host n-h2-818022-2, got binding levels [] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:01:29.838340 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f179e2a9-19b6-44f3-8410-bfbde3b47ea0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:29.840742 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 49104) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:29.846899 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-3c99bfb3-6da5-45c4-a1ad-eec9d2ca40ea tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:01:29.867476 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9817a35-9136-417f-b098-f0b58dadea4a tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Pushing event updated for resources: {'Port': ['ID=474bca07-e87c-43ea-8b99-ad7c20cadff2,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:01:29.891988 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-d9817a35-9136-417f-b098-f0b58dadea4a tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.8183851 Nov 19 18:01:29.892200 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-f179e2a9-19b6-44f3-8410-bfbde3b47ea0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Calling delete_port for 700d63e9-021f-4755-8a0d-20a533753cb4 owned by {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:01:29.892513 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 49106) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:29.897563 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-e1cee3a1-2b50-4723-b419-92dc0aa0339b tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-818022-2'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:01:30.043556 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e1cee3a1-2b50-4723-b419-92dc0aa0339b tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:30.326705 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [None req-e1cee3a1-2b50-4723-b419-92dc0aa0339b tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] device_id is not set on port 474bca07-e87c-43ea-8b99-ad7c20cadff2 yet. {{(pid=103364) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 18:01:30.338187 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e1cee3a1-2b50-4723-b419-92dc0aa0339b tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:30.345396 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e1cee3a1-2b50-4723-b419-92dc0aa0339b tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:30.409503 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cee3a1-2b50-4723-b419-92dc0aa0339b tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Pushing event updated for resources: {'Port': ['ID=474bca07-e87c-43ea-8b99-ad7c20cadff2,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:01:30.447126 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [None req-e1cee3a1-2b50-4723-b419-92dc0aa0339b tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Attempting to bind port 474bca07-e87c-43ea-8b99-ad7c20cadff2 on host n-h2-818022-2 for vnic_type normal with profile {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:01:30.447479 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [None req-e1cee3a1-2b50-4723-b419-92dc0aa0339b tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Attempting to bind port 474bca07-e87c-43ea-8b99-ad7c20cadff2 by drivers openvswitch,hyperv on host n-h2-818022-2 at level 0 using segments [{'id': '17664096-bc08-472e-a8dd-e356d1d37eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '3a4cef65-cae2-4133-81c6-419694f0f321'}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:01:30.447823 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1cee3a1-2b50-4723-b419-92dc0aa0339b tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Attempting to bind port 474bca07-e87c-43ea-8b99-ad7c20cadff2 on network 3a4cef65-cae2-4133-81c6-419694f0f321 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:01:30.461462 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1cee3a1-2b50-4723-b419-92dc0aa0339b tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Port 474bca07-e87c-43ea-8b99-ad7c20cadff2 on network 3a4cef65-cae2-4133-81c6-419694f0f321 not bound, no agent of type Open vSwitch agent registered on host n-h2-818022-2 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 18:01:30.461801 n-d-818022-2 neutron-server[103364]: ERROR neutron.plugins.ml2.managers [None req-e1cee3a1-2b50-4723-b419-92dc0aa0339b tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Failed to bind port 474bca07-e87c-43ea-8b99-ad7c20cadff2 on host n-h2-818022-2 for vnic_type normal using segments [{'id': '17664096-bc08-472e-a8dd-e356d1d37eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '3a4cef65-cae2-4133-81c6-419694f0f321'}] Nov 19 18:01:30.462278 n-d-818022-2 neutron-server[103364]: INFO neutron.plugins.ml2.plugin [None req-e1cee3a1-2b50-4723-b419-92dc0aa0339b tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Attempt 2 to bind port 474bca07-e87c-43ea-8b99-ad7c20cadff2 Nov 19 18:01:30.497759 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [None req-e1cee3a1-2b50-4723-b419-92dc0aa0339b tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Attempting to bind port 474bca07-e87c-43ea-8b99-ad7c20cadff2 on host n-h2-818022-2 for vnic_type normal with profile {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:01:30.500397 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [None req-e1cee3a1-2b50-4723-b419-92dc0aa0339b tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Attempting to bind port 474bca07-e87c-43ea-8b99-ad7c20cadff2 by drivers openvswitch,hyperv on host n-h2-818022-2 at level 0 using segments [{'id': '17664096-bc08-472e-a8dd-e356d1d37eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '3a4cef65-cae2-4133-81c6-419694f0f321'}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:01:30.500742 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1cee3a1-2b50-4723-b419-92dc0aa0339b tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Attempting to bind port 474bca07-e87c-43ea-8b99-ad7c20cadff2 on network 3a4cef65-cae2-4133-81c6-419694f0f321 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:01:30.505851 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1cee3a1-2b50-4723-b419-92dc0aa0339b tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Port 474bca07-e87c-43ea-8b99-ad7c20cadff2 on network 3a4cef65-cae2-4133-81c6-419694f0f321 not bound, no agent of type Open vSwitch agent registered on host n-h2-818022-2 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 18:01:30.506183 n-d-818022-2 neutron-server[103364]: ERROR neutron.plugins.ml2.managers [None req-e1cee3a1-2b50-4723-b419-92dc0aa0339b tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Failed to bind port 474bca07-e87c-43ea-8b99-ad7c20cadff2 on host n-h2-818022-2 for vnic_type normal using segments [{'id': '17664096-bc08-472e-a8dd-e356d1d37eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '3a4cef65-cae2-4133-81c6-419694f0f321'}] Nov 19 18:01:30.506581 n-d-818022-2 neutron-server[103364]: INFO neutron.plugins.ml2.plugin [None req-e1cee3a1-2b50-4723-b419-92dc0aa0339b tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Attempt 3 to bind port 474bca07-e87c-43ea-8b99-ad7c20cadff2 Nov 19 18:01:30.532947 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [None req-e1cee3a1-2b50-4723-b419-92dc0aa0339b tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Attempting to bind port 474bca07-e87c-43ea-8b99-ad7c20cadff2 on host n-h2-818022-2 for vnic_type normal with profile {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:01:30.534252 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [None req-e1cee3a1-2b50-4723-b419-92dc0aa0339b tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Attempting to bind port 474bca07-e87c-43ea-8b99-ad7c20cadff2 by drivers openvswitch,hyperv on host n-h2-818022-2 at level 0 using segments [{'id': '17664096-bc08-472e-a8dd-e356d1d37eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '3a4cef65-cae2-4133-81c6-419694f0f321'}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:01:30.534793 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1cee3a1-2b50-4723-b419-92dc0aa0339b tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Attempting to bind port 474bca07-e87c-43ea-8b99-ad7c20cadff2 on network 3a4cef65-cae2-4133-81c6-419694f0f321 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:01:30.542743 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1cee3a1-2b50-4723-b419-92dc0aa0339b tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Port 474bca07-e87c-43ea-8b99-ad7c20cadff2 on network 3a4cef65-cae2-4133-81c6-419694f0f321 not bound, no agent of type Open vSwitch agent registered on host n-h2-818022-2 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 18:01:30.543508 n-d-818022-2 neutron-server[103364]: ERROR neutron.plugins.ml2.managers [None req-e1cee3a1-2b50-4723-b419-92dc0aa0339b tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Failed to bind port 474bca07-e87c-43ea-8b99-ad7c20cadff2 on host n-h2-818022-2 for vnic_type normal using segments [{'id': '17664096-bc08-472e-a8dd-e356d1d37eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '3a4cef65-cae2-4133-81c6-419694f0f321'}] Nov 19 18:01:30.545153 n-d-818022-2 neutron-server[103364]: INFO neutron.plugins.ml2.plugin [None req-e1cee3a1-2b50-4723-b419-92dc0aa0339b tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Attempt 4 to bind port 474bca07-e87c-43ea-8b99-ad7c20cadff2 Nov 19 18:01:30.555416 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e339c17a-1a03-4b04-88d7-31fc2704fa7b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:30.569643 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [None req-e1cee3a1-2b50-4723-b419-92dc0aa0339b tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Attempting to bind port 474bca07-e87c-43ea-8b99-ad7c20cadff2 on host n-h2-818022-2 for vnic_type normal with profile {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:01:30.570116 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [None req-e1cee3a1-2b50-4723-b419-92dc0aa0339b tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Attempting to bind port 474bca07-e87c-43ea-8b99-ad7c20cadff2 by drivers openvswitch,hyperv on host n-h2-818022-2 at level 0 using segments [{'id': '17664096-bc08-472e-a8dd-e356d1d37eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '3a4cef65-cae2-4133-81c6-419694f0f321'}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:01:30.570458 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1cee3a1-2b50-4723-b419-92dc0aa0339b tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Attempting to bind port 474bca07-e87c-43ea-8b99-ad7c20cadff2 on network 3a4cef65-cae2-4133-81c6-419694f0f321 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:01:30.576161 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1cee3a1-2b50-4723-b419-92dc0aa0339b tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Port 474bca07-e87c-43ea-8b99-ad7c20cadff2 on network 3a4cef65-cae2-4133-81c6-419694f0f321 not bound, no agent of type Open vSwitch agent registered on host n-h2-818022-2 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 18:01:30.576542 n-d-818022-2 neutron-server[103364]: ERROR neutron.plugins.ml2.managers [None req-e1cee3a1-2b50-4723-b419-92dc0aa0339b tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Failed to bind port 474bca07-e87c-43ea-8b99-ad7c20cadff2 on host n-h2-818022-2 for vnic_type normal using segments [{'id': '17664096-bc08-472e-a8dd-e356d1d37eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '3a4cef65-cae2-4133-81c6-419694f0f321'}] Nov 19 18:01:30.576951 n-d-818022-2 neutron-server[103364]: INFO neutron.plugins.ml2.plugin [None req-e1cee3a1-2b50-4723-b419-92dc0aa0339b tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Attempt 5 to bind port 474bca07-e87c-43ea-8b99-ad7c20cadff2 Nov 19 18:01:30.600401 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [None req-e1cee3a1-2b50-4723-b419-92dc0aa0339b tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Attempting to bind port 474bca07-e87c-43ea-8b99-ad7c20cadff2 on host n-h2-818022-2 for vnic_type normal with profile {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:01:30.600848 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [None req-e1cee3a1-2b50-4723-b419-92dc0aa0339b tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Attempting to bind port 474bca07-e87c-43ea-8b99-ad7c20cadff2 by drivers openvswitch,hyperv on host n-h2-818022-2 at level 0 using segments [{'id': '17664096-bc08-472e-a8dd-e356d1d37eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '3a4cef65-cae2-4133-81c6-419694f0f321'}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:01:30.601198 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1cee3a1-2b50-4723-b419-92dc0aa0339b tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Attempting to bind port 474bca07-e87c-43ea-8b99-ad7c20cadff2 on network 3a4cef65-cae2-4133-81c6-419694f0f321 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:01:30.607031 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1cee3a1-2b50-4723-b419-92dc0aa0339b tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Port 474bca07-e87c-43ea-8b99-ad7c20cadff2 on network 3a4cef65-cae2-4133-81c6-419694f0f321 not bound, no agent of type Open vSwitch agent registered on host n-h2-818022-2 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 18:01:30.607377 n-d-818022-2 neutron-server[103364]: ERROR neutron.plugins.ml2.managers [None req-e1cee3a1-2b50-4723-b419-92dc0aa0339b tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Failed to bind port 474bca07-e87c-43ea-8b99-ad7c20cadff2 on host n-h2-818022-2 for vnic_type normal using segments [{'id': '17664096-bc08-472e-a8dd-e356d1d37eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '3a4cef65-cae2-4133-81c6-419694f0f321'}] Nov 19 18:01:30.607774 n-d-818022-2 neutron-server[103364]: INFO neutron.plugins.ml2.plugin [None req-e1cee3a1-2b50-4723-b419-92dc0aa0339b tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Attempt 6 to bind port 474bca07-e87c-43ea-8b99-ad7c20cadff2 Nov 19 18:01:30.635412 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [None req-e1cee3a1-2b50-4723-b419-92dc0aa0339b tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Attempting to bind port 474bca07-e87c-43ea-8b99-ad7c20cadff2 on host n-h2-818022-2 for vnic_type normal with profile {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:01:30.635913 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [None req-e1cee3a1-2b50-4723-b419-92dc0aa0339b tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Attempting to bind port 474bca07-e87c-43ea-8b99-ad7c20cadff2 by drivers openvswitch,hyperv on host n-h2-818022-2 at level 0 using segments [{'id': '17664096-bc08-472e-a8dd-e356d1d37eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '3a4cef65-cae2-4133-81c6-419694f0f321'}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:01:30.636917 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1cee3a1-2b50-4723-b419-92dc0aa0339b tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Attempting to bind port 474bca07-e87c-43ea-8b99-ad7c20cadff2 on network 3a4cef65-cae2-4133-81c6-419694f0f321 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:01:30.650364 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1cee3a1-2b50-4723-b419-92dc0aa0339b tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Port 474bca07-e87c-43ea-8b99-ad7c20cadff2 on network 3a4cef65-cae2-4133-81c6-419694f0f321 not bound, no agent of type Open vSwitch agent registered on host n-h2-818022-2 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 18:01:30.650981 n-d-818022-2 neutron-server[103364]: ERROR neutron.plugins.ml2.managers [None req-e1cee3a1-2b50-4723-b419-92dc0aa0339b tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Failed to bind port 474bca07-e87c-43ea-8b99-ad7c20cadff2 on host n-h2-818022-2 for vnic_type normal using segments [{'id': '17664096-bc08-472e-a8dd-e356d1d37eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '3a4cef65-cae2-4133-81c6-419694f0f321'}] Nov 19 18:01:30.651497 n-d-818022-2 neutron-server[103364]: INFO neutron.plugins.ml2.plugin [None req-e1cee3a1-2b50-4723-b419-92dc0aa0339b tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Attempt 7 to bind port 474bca07-e87c-43ea-8b99-ad7c20cadff2 Nov 19 18:01:30.670994 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [None req-e1cee3a1-2b50-4723-b419-92dc0aa0339b tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Attempting to bind port 474bca07-e87c-43ea-8b99-ad7c20cadff2 on host n-h2-818022-2 for vnic_type normal with profile {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:01:30.671344 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [None req-e1cee3a1-2b50-4723-b419-92dc0aa0339b tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Attempting to bind port 474bca07-e87c-43ea-8b99-ad7c20cadff2 by drivers openvswitch,hyperv on host n-h2-818022-2 at level 0 using segments [{'id': '17664096-bc08-472e-a8dd-e356d1d37eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '3a4cef65-cae2-4133-81c6-419694f0f321'}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:01:30.671783 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1cee3a1-2b50-4723-b419-92dc0aa0339b tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Attempting to bind port 474bca07-e87c-43ea-8b99-ad7c20cadff2 on network 3a4cef65-cae2-4133-81c6-419694f0f321 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:01:30.681517 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1cee3a1-2b50-4723-b419-92dc0aa0339b tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Port 474bca07-e87c-43ea-8b99-ad7c20cadff2 on network 3a4cef65-cae2-4133-81c6-419694f0f321 not bound, no agent of type Open vSwitch agent registered on host n-h2-818022-2 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 18:01:30.682358 n-d-818022-2 neutron-server[103364]: ERROR neutron.plugins.ml2.managers [None req-e1cee3a1-2b50-4723-b419-92dc0aa0339b tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Failed to bind port 474bca07-e87c-43ea-8b99-ad7c20cadff2 on host n-h2-818022-2 for vnic_type normal using segments [{'id': '17664096-bc08-472e-a8dd-e356d1d37eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '3a4cef65-cae2-4133-81c6-419694f0f321'}] Nov 19 18:01:30.682785 n-d-818022-2 neutron-server[103364]: INFO neutron.plugins.ml2.plugin [None req-e1cee3a1-2b50-4723-b419-92dc0aa0339b tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Attempt 8 to bind port 474bca07-e87c-43ea-8b99-ad7c20cadff2 Nov 19 18:01:30.694967 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3c99bfb3-6da5-45c4-a1ad-eec9d2ca40ea tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-671667', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4675'] for router, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:30.699635 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [None req-e1cee3a1-2b50-4723-b419-92dc0aa0339b tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Attempting to bind port 474bca07-e87c-43ea-8b99-ad7c20cadff2 on host n-h2-818022-2 for vnic_type normal with profile {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:01:30.710594 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f179e2a9-19b6-44f3-8410-bfbde3b47ea0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:30.711837 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [None req-e1cee3a1-2b50-4723-b419-92dc0aa0339b tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Attempting to bind port 474bca07-e87c-43ea-8b99-ad7c20cadff2 by drivers openvswitch,hyperv on host n-h2-818022-2 at level 0 using segments [{'id': '17664096-bc08-472e-a8dd-e356d1d37eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '3a4cef65-cae2-4133-81c6-419694f0f321'}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:01:30.712313 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1cee3a1-2b50-4723-b419-92dc0aa0339b tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Attempting to bind port 474bca07-e87c-43ea-8b99-ad7c20cadff2 on network 3a4cef65-cae2-4133-81c6-419694f0f321 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:01:30.721406 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1cee3a1-2b50-4723-b419-92dc0aa0339b tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Port 474bca07-e87c-43ea-8b99-ad7c20cadff2 on network 3a4cef65-cae2-4133-81c6-419694f0f321 not bound, no agent of type Open vSwitch agent registered on host n-h2-818022-2 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 18:01:30.721622 n-d-818022-2 neutron-server[103364]: ERROR neutron.plugins.ml2.managers [None req-e1cee3a1-2b50-4723-b419-92dc0aa0339b tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Failed to bind port 474bca07-e87c-43ea-8b99-ad7c20cadff2 on host n-h2-818022-2 for vnic_type normal using segments [{'id': '17664096-bc08-472e-a8dd-e356d1d37eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '3a4cef65-cae2-4133-81c6-419694f0f321'}] Nov 19 18:01:30.722050 n-d-818022-2 neutron-server[103364]: INFO neutron.plugins.ml2.plugin [None req-e1cee3a1-2b50-4723-b419-92dc0aa0339b tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Attempt 9 to bind port 474bca07-e87c-43ea-8b99-ad7c20cadff2 Nov 19 18:01:30.739700 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [None req-e1cee3a1-2b50-4723-b419-92dc0aa0339b tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Attempting to bind port 474bca07-e87c-43ea-8b99-ad7c20cadff2 on host n-h2-818022-2 for vnic_type normal with profile {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:01:30.740051 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [None req-e1cee3a1-2b50-4723-b419-92dc0aa0339b tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Attempting to bind port 474bca07-e87c-43ea-8b99-ad7c20cadff2 by drivers openvswitch,hyperv on host n-h2-818022-2 at level 0 using segments [{'id': '17664096-bc08-472e-a8dd-e356d1d37eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '3a4cef65-cae2-4133-81c6-419694f0f321'}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:01:30.740393 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1cee3a1-2b50-4723-b419-92dc0aa0339b tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Attempting to bind port 474bca07-e87c-43ea-8b99-ad7c20cadff2 on network 3a4cef65-cae2-4133-81c6-419694f0f321 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:01:30.745835 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1cee3a1-2b50-4723-b419-92dc0aa0339b tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Port 474bca07-e87c-43ea-8b99-ad7c20cadff2 on network 3a4cef65-cae2-4133-81c6-419694f0f321 not bound, no agent of type Open vSwitch agent registered on host n-h2-818022-2 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 18:01:30.746245 n-d-818022-2 neutron-server[103364]: ERROR neutron.plugins.ml2.managers [None req-e1cee3a1-2b50-4723-b419-92dc0aa0339b tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Failed to bind port 474bca07-e87c-43ea-8b99-ad7c20cadff2 on host n-h2-818022-2 for vnic_type normal using segments [{'id': '17664096-bc08-472e-a8dd-e356d1d37eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '3a4cef65-cae2-4133-81c6-419694f0f321'}] Nov 19 18:01:30.746692 n-d-818022-2 neutron-server[103364]: INFO neutron.plugins.ml2.plugin [None req-e1cee3a1-2b50-4723-b419-92dc0aa0339b tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Attempt 10 to bind port 474bca07-e87c-43ea-8b99-ad7c20cadff2 Nov 19 18:01:30.763826 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [None req-e1cee3a1-2b50-4723-b419-92dc0aa0339b tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Attempting to bind port 474bca07-e87c-43ea-8b99-ad7c20cadff2 on host n-h2-818022-2 for vnic_type normal with profile {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:01:30.764265 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [None req-e1cee3a1-2b50-4723-b419-92dc0aa0339b tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Attempting to bind port 474bca07-e87c-43ea-8b99-ad7c20cadff2 by drivers openvswitch,hyperv on host n-h2-818022-2 at level 0 using segments [{'id': '17664096-bc08-472e-a8dd-e356d1d37eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '3a4cef65-cae2-4133-81c6-419694f0f321'}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:01:30.764628 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1cee3a1-2b50-4723-b419-92dc0aa0339b tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Attempting to bind port 474bca07-e87c-43ea-8b99-ad7c20cadff2 on network 3a4cef65-cae2-4133-81c6-419694f0f321 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:01:30.772020 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1cee3a1-2b50-4723-b419-92dc0aa0339b tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Port 474bca07-e87c-43ea-8b99-ad7c20cadff2 on network 3a4cef65-cae2-4133-81c6-419694f0f321 not bound, no agent of type Open vSwitch agent registered on host n-h2-818022-2 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 18:01:30.772385 n-d-818022-2 neutron-server[103364]: ERROR neutron.plugins.ml2.managers [None req-e1cee3a1-2b50-4723-b419-92dc0aa0339b tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Failed to bind port 474bca07-e87c-43ea-8b99-ad7c20cadff2 on host n-h2-818022-2 for vnic_type normal using segments [{'id': '17664096-bc08-472e-a8dd-e356d1d37eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '3a4cef65-cae2-4133-81c6-419694f0f321'}] Nov 19 18:01:30.772959 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e1cee3a1-2b50-4723-b419-92dc0aa0339b tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:30.802921 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e339c17a-1a03-4b04-88d7-31fc2704fa7b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:30.819621 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f179e2a9-19b6-44f3-8410-bfbde3b47ea0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:30.831313 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-f179e2a9-19b6-44f3-8410-bfbde3b47ea0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] 10.222.0.54 "DELETE /v2.0/ports/700d63e9-021f-4755-8a0d-20a533753cb4 HTTP/1.1" status: 204 len: 168 time: 1.4410508 Nov 19 18:01:30.832774 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3c99bfb3-6da5-45c4-a1ad-eec9d2ca40ea tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-671652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-671709', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-543867'] for router, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:30.835166 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 49122) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:30.876189 n-d-818022-2 neutron-server[103364]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e0825ec-50c3-4a89-9a5a-064ac51403e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] GET failed (client error): The resource could not be found. Nov 19 18:01:30.877021 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e339c17a-1a03-4b04-88d7-31fc2704fa7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:30.884111 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-9e0825ec-50c3-4a89-9a5a-064ac51403e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] 10.222.0.54 "GET /v2.0/ports/700d63e9-021f-4755-8a0d-20a533753cb4 HTTP/1.1" status: 404 len: 333 time: 0.0411670 Nov 19 18:01:30.884328 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f179e2a9-19b6-44f3-8410-bfbde3b47ea0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393989018-project-admin] Pushing event deleted for resources: {'Port': ['ID=700d63e9-021f-4755-8a0d-20a533753cb4,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:01:30.886421 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 49124) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:30.969999 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e339c17a-1a03-4b04-88d7-31fc2704fa7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4312faa8-0da7-4ccd-a6d8-a6266a93baca,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:01:31.001360 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0ef8b122-db96-42f9-9341-040a9ae9c47a tempest-PortsAdminExtendedAttrsIpV6TestJSON-646583627 tempest-PortsAdminExtendedAttrsIpV6TestJSON-646583627-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:31.009292 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [None req-e1cee3a1-2b50-4723-b419-92dc0aa0339b tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] For port 474bca07-e87c-43ea-8b99-ad7c20cadff2, host n-h2-818022-2, cleared binding levels {{(pid=103364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:01:31.009720 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [None req-e1cee3a1-2b50-4723-b419-92dc0aa0339b tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Attempted to set empty binding levels {{(pid=103364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 19 18:01:31.019165 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e1cee3a1-2b50-4723-b419-92dc0aa0339b tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:31.157455 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-e339c17a-1a03-4b04-88d7-31fc2704fa7b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=0231ab46063a45fd9bc928bffa4e2ce5&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3700042 Nov 19 18:01:31.161136 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 49130) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:31.204871 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-e1cee3a1-2b50-4723-b419-92dc0aa0339b tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] In _notify_port_updated(), no bound segment for port 474bca07-e87c-43ea-8b99-ad7c20cadff2 on network 3a4cef65-cae2-4133-81c6-419694f0f321 {{(pid=103364) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 19 18:01:31.209473 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1cee3a1-2b50-4723-b419-92dc0aa0339b tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:01:31.210839 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e1cee3a1-2b50-4723-b419-92dc0aa0339b tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:31.222684 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-e1cee3a1-2b50-4723-b419-92dc0aa0339b tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] 10.222.0.54 "PUT /v2.0/ports/474bca07-e87c-43ea-8b99-ad7c20cadff2 HTTP/1.1" status: 200 len: 975 time: 1.3288288 Nov 19 18:01:31.226481 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0ef8b122-db96-42f9-9341-040a9ae9c47a tempest-PortsAdminExtendedAttrsIpV6TestJSON-646583627 tempest-PortsAdminExtendedAttrsIpV6TestJSON-646583627-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:31.246103 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 49136) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:31.319230 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cee3a1-2b50-4723-b419-92dc0aa0339b tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Pushing event updated for resources: {'Port': ['ID=474bca07-e87c-43ea-8b99-ad7c20cadff2,revision_number=3']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:01:31.366227 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a061e159-1d20-4c9a-9523-ad7bade5c11b req-2fefbacf-31e2-422c-9032-9ae9ef438783 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:01:31.369936 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-0ef8b122-db96-42f9-9341-040a9ae9c47a tempest-PortsAdminExtendedAttrsIpV6TestJSON-646583627 tempest-PortsAdminExtendedAttrsIpV6TestJSON-646583627-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9636b172-480b-4993-8567-730d82a2d8e0']}} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:01:31.374307 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a061e159-1d20-4c9a-9523-ad7bade5c11b req-2fefbacf-31e2-422c-9032-9ae9ef438783 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] 10.222.0.54 "GET /v2.0/ports?device_id=0f12e280-7f27-4e94-992b-064b64e8c400 HTTP/1.1" status: 200 len: 945 time: 0.5375648 Nov 19 18:01:31.384360 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-0ef8b122-db96-42f9-9341-040a9ae9c47a tempest-PortsAdminExtendedAttrsIpV6TestJSON-646583627 tempest-PortsAdminExtendedAttrsIpV6TestJSON-646583627-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30ba7dc7-b243-4c3a-be51-4c06629b2184') {'for_net_delete': True} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:01:31.384953 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-0ef8b122-db96-42f9-9341-040a9ae9c47a tempest-PortsAdminExtendedAttrsIpV6TestJSON-646583627 tempest-PortsAdminExtendedAttrsIpV6TestJSON-646583627-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30ba7dc7-b243-4c3a-be51-4c06629b2184') {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:01:31.406277 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0ef8b122-db96-42f9-9341-040a9ae9c47a tempest-PortsAdminExtendedAttrsIpV6TestJSON-646583627 tempest-PortsAdminExtendedAttrsIpV6TestJSON-646583627-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417396'] for segment, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:31.423841 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-e28f4c01-7a7d-46fe-a401-b96bb5378685 tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Deleting port 474bca07-e87c-43ea-8b99-ad7c20cadff2 {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:01:31.424610 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e28f4c01-7a7d-46fe-a401-b96bb5378685 tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:31.469749 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c99bfb3-6da5-45c4-a1ad-eec9d2ca40ea tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Router b307957e-7798-4609-8ae8-06aadd0cc629 is scheduled to L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 with binding_index 1 {{(pid=103365) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 18:01:31.471878 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ab8db093-462e-45c4-a964-1f56c12204db admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:31.513373 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [None req-e28f4c01-7a7d-46fe-a401-b96bb5378685 tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] For port 474bca07-e87c-43ea-8b99-ad7c20cadff2, host n-h2-818022-2, got binding levels [] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:01:31.516274 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e28f4c01-7a7d-46fe-a401-b96bb5378685 tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:31.549624 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-e28f4c01-7a7d-46fe-a401-b96bb5378685 tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Calling delete_port for 474bca07-e87c-43ea-8b99-ad7c20cadff2 owned by {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:01:31.561652 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0ef8b122-db96-42f9-9341-040a9ae9c47a tempest-PortsAdminExtendedAttrsIpV6TestJSON-646583627 tempest-PortsAdminExtendedAttrsIpV6TestJSON-646583627-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:31.580469 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ef8b122-db96-42f9-9341-040a9ae9c47a tempest-PortsAdminExtendedAttrsIpV6TestJSON-646583627 tempest-PortsAdminExtendedAttrsIpV6TestJSON-646583627-project] Releasing vlan 696 on physical network physnet1 to pool {{(pid=103364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 18:01:31.581403 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0ef8b122-db96-42f9-9341-040a9ae9c47a tempest-PortsAdminExtendedAttrsIpV6TestJSON-646583627 tempest-PortsAdminExtendedAttrsIpV6TestJSON-646583627-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12425183'] for segment, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:31.586559 n-d-818022-2 neutron-server[103364]: Traceback (most recent call last): Nov 19 18:01:31.586559 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 18:01:31.586559 n-d-818022-2 neutron-server[103364]: timer() Nov 19 18:01:31.586559 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 18:01:31.586559 n-d-818022-2 neutron-server[103364]: cb(*args, **kw) Nov 19 18:01:31.586559 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 18:01:31.586559 n-d-818022-2 neutron-server[103364]: return func(*args, **kwargs) Nov 19 18:01:31.586559 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 18:01:31.586559 n-d-818022-2 neutron-server[103364]: self._notify() Nov 19 18:01:31.586559 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 18:01:31.586559 n-d-818022-2 neutron-server[103364]: self.callback(batched_events) Nov 19 18:01:31.586559 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 18:01:31.586559 n-d-818022-2 neutron-server[103364]: event.method(event) Nov 19 18:01:31.586559 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 18:01:31.586559 n-d-818022-2 neutron-server[103364]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 18:01:31.586559 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 18:01:31.586559 n-d-818022-2 neutron-server[103364]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 18:01:31.586559 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 18:01:31.586559 n-d-818022-2 neutron-server[103364]: return f(self, *a, **k) Nov 19 18:01:31.586559 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 18:01:31.586559 n-d-818022-2 neutron-server[103364]: return self._get(url).json() Nov 19 18:01:31.586559 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 18:01:31.586559 n-d-818022-2 neutron-server[103364]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 18:01:31.586559 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 18:01:31.586559 n-d-818022-2 neutron-server[103364]: return self.request(url, 'GET', **kwargs) Nov 19 18:01:31.586559 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 18:01:31.586559 n-d-818022-2 neutron-server[103364]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 18:01:31.586559 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 18:01:31.586559 n-d-818022-2 neutron-server[103364]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 18:01:31.586559 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 18:01:31.586559 n-d-818022-2 neutron-server[103364]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 18:01:31.586559 n-d-818022-2 neutron-server[103364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 18:01:31.685266 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ab8db093-462e-45c4-a964-1f56c12204db admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:31.731131 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c99bfb3-6da5-45c4-a1ad-eec9d2ca40ea tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:01:31.742468 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3c99bfb3-6da5-45c4-a1ad-eec9d2ca40ea tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks [] for router, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:31.744150 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-3c99bfb3-6da5-45c4-a1ad-eec9d2ca40ea tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] 10.222.0.54 "PUT /v2.0/routers/b307957e-7798-4609-8ae8-06aadd0cc629 HTTP/1.1" status: 200 len: 693 time: 1.9024739 Nov 19 18:01:31.745521 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-452f2ef1-7909-41be-808f-3123cdd380d9 None None] Sync routers for ids ['b307957e-7798-4609-8ae8-06aadd0cc629'] in n-d-818022-2 {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:01:31.748803 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 49152) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:31.749593 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a061e159-1d20-4c9a-9523-ad7bade5c11b req-6098dccd-ed67-4781-85b4-5ce2e0fe23c3 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] 10.222.0.54 "GET /v2.0/security-groups?id=ab553829-b17c-4bd7-9495-2cea0ebc82fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3463802 Nov 19 18:01:31.762118 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0ef8b122-db96-42f9-9341-040a9ae9c47a tempest-PortsAdminExtendedAttrsIpV6TestJSON-646583627 tempest-PortsAdminExtendedAttrsIpV6TestJSON-646583627-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671242'] for network, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:31.804519 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-452f2ef1-7909-41be-808f-3123cdd380d9 None None] Routers {'b307957e-7798-4609-8ae8-06aadd0cc629'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:01:31.805672 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-452f2ef1-7909-41be-808f-3123cdd380d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:01:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['b307957e-7798-4609-8ae8-06aadd0cc629'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:01:31.816363 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ab8db093-462e-45c4-a964-1f56c12204db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:31.823742 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ab8db093-462e-45c4-a964-1f56c12204db admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:31.835061 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-ab8db093-462e-45c4-a964-1f56c12204db admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/4312faa8-0da7-4ccd-a6d8-a6266a93baca HTTP/1.1" status: 204 len: 168 time: 0.6703565 Nov 19 18:01:31.848691 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8db093-462e-45c4-a964-1f56c12204db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4312faa8-0da7-4ccd-a6d8-a6266a93baca,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:01:31.950801 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-452f2ef1-7909-41be-808f-3123cdd380d9 None None] Set router b307957e-7798-4609-8ae8-06aadd0cc629 gateway port host: None {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:01:32.012196 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-452f2ef1-7909-41be-808f-3123cdd380d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b307957e-7798-4609-8ae8-06aadd0cc629', 'name': 'tempest-RoutersTest-router-142758278', 'tenant_id': 'ecb26dc6f8b14f6babd12abcbaee21bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:01:29Z', 'updated_at': '2021-11-19T18:01:30Z', 'revision_number': 2, 'project_id': 'ecb26dc6f8b14f6babd12abcbaee21bf', 'gw_port_host': None}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:01:32.037585 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0ef8b122-db96-42f9-9341-040a9ae9c47a tempest-PortsAdminExtendedAttrsIpV6TestJSON-646583627 tempest-PortsAdminExtendedAttrsIpV6TestJSON-646583627-project] Publish callbacks [] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:32.049103 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-0ef8b122-db96-42f9-9341-040a9ae9c47a tempest-PortsAdminExtendedAttrsIpV6TestJSON-646583627 tempest-PortsAdminExtendedAttrsIpV6TestJSON-646583627-project] 10.222.0.54 "DELETE /v2.0/networks/9636b172-480b-4993-8567-730d82a2d8e0 HTTP/1.1" status: 204 len: 168 time: 1.1599832 Nov 19 18:01:32.064949 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-452f2ef1-7909-41be-808f-3123cdd380d9 None None] Checking router: b307957e-7798-4609-8ae8-06aadd0cc629 for host: n-d-818022-2 {{(pid=103366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:01:32.079406 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-5b083e2a-02ac-4e48-99b6-8e758fcf496f tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] 10.222.0.54 "GET /v2.0/routers/b307957e-7798-4609-8ae8-06aadd0cc629 HTTP/1.1" status: 200 len: 699 time: 0.3292003 Nov 19 18:01:32.082225 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 49166) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:32.097404 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-92fb119f-afa9-454c-8a20-a738f15bc94e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:32.097911 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef8b122-db96-42f9-9341-040a9ae9c47a tempest-PortsAdminExtendedAttrsIpV6TestJSON-646583627 tempest-PortsAdminExtendedAttrsIpV6TestJSON-646583627-project] Pushing event deleted for resources: {'Network': ['ID=9636b172-480b-4993-8567-730d82a2d8e0,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:01:32.099936 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-452f2ef1-7909-41be-808f-3123cdd380d9 None None] Routers {'b307957e-7798-4609-8ae8-06aadd0cc629'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:01:32.100229 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-452f2ef1-7909-41be-808f-3123cdd380d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:01:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['b307957e-7798-4609-8ae8-06aadd0cc629'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:01:32.122769 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e28f4c01-7a7d-46fe-a401-b96bb5378685 tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:32.138683 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-4355e471-e7c3-487e-a9ab-ea870f8078d6 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] 10.222.0.54 "GET /v2.0/ports?device_id=b307957e-7798-4609-8ae8-06aadd0cc629 HTTP/1.1" status: 200 len: 205 time: 0.0545931 Nov 19 18:01:32.141695 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 49168) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:32.200095 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28f4c01-7a7d-46fe-a401-b96bb5378685 tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Pushing event deleted for resources: {'Port': ['ID=474bca07-e87c-43ea-8b99-ad7c20cadff2,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:01:32.230648 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e28f4c01-7a7d-46fe-a401-b96bb5378685 tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:32.239838 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-e28f4c01-7a7d-46fe-a401-b96bb5378685 tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] 10.222.0.54 "DELETE /v2.0/ports/474bca07-e87c-43ea-8b99-ad7c20cadff2 HTTP/1.1" status: 204 len: 168 time: 0.9917066 Nov 19 18:01:32.242355 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 49176) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:32.256899 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-452f2ef1-7909-41be-808f-3123cdd380d9 None None] Set router b307957e-7798-4609-8ae8-06aadd0cc629 gateway port host: None {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:01:32.322060 n-d-818022-2 neutron-server[103364]: INFO neutron.pecan_wsgi.hooks.translation [None req-87655284-fc4b-41ab-8654-c65ad21b796b tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] GET failed (client error): The resource could not be found. Nov 19 18:01:32.327879 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-87655284-fc4b-41ab-8654-c65ad21b796b tempest-PortsAdminExtendedAttrsTestJSON-2128963516 tempest-PortsAdminExtendedAttrsTestJSON-2128963516-project-admin] 10.222.0.54 "GET /v2.0/ports/474bca07-e87c-43ea-8b99-ad7c20cadff2 HTTP/1.1" status: 404 len: 333 time: 0.0805523 Nov 19 18:01:32.331108 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 49182) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:32.356986 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6e92cb99-42d9-4f35-9f14-74d2698594ae tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks [] for router, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:32.377852 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-452f2ef1-7909-41be-808f-3123cdd380d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b307957e-7798-4609-8ae8-06aadd0cc629', 'name': 'tempest-RoutersTest-router-142758278', 'tenant_id': 'ecb26dc6f8b14f6babd12abcbaee21bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:01:29Z', 'updated_at': '2021-11-19T18:01:30Z', 'revision_number': 2, 'project_id': 'ecb26dc6f8b14f6babd12abcbaee21bf', 'gw_port_host': None}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:01:32.450965 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-452f2ef1-7909-41be-808f-3123cdd380d9 None None] The sync data for ids ['b307957e-7798-4609-8ae8-06aadd0cc629'] in n-d-818022-2 is: [{'id': 'b307957e-7798-4609-8ae8-06aadd0cc629', 'name': 'tempest-RoutersTest-router-142758278', 'tenant_id': 'ecb26dc6f8b14f6babd12abcbaee21bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:01:29Z', 'updated_at': '2021-11-19T18:01:30Z', 'revision_number': 2, 'project_id': 'ecb26dc6f8b14f6babd12abcbaee21bf', 'gw_port_host': None}] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:01:32.473397 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c453a7f9-d76a-4df3-8ad0-7d2fe34eae5f tempest-PortsAdminExtendedAttrsTestJSON-1840561979 tempest-PortsAdminExtendedAttrsTestJSON-1840561979-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:32.621165 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c453a7f9-d76a-4df3-8ad0-7d2fe34eae5f tempest-PortsAdminExtendedAttrsTestJSON-1840561979 tempest-PortsAdminExtendedAttrsTestJSON-1840561979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:32.660414 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 49192) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:32.671289 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-c453a7f9-d76a-4df3-8ad0-7d2fe34eae5f tempest-PortsAdminExtendedAttrsTestJSON-1840561979 tempest-PortsAdminExtendedAttrsTestJSON-1840561979-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a4cef65-cae2-4133-81c6-419694f0f321']}} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:01:32.674889 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 49196) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:32.698795 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-c453a7f9-d76a-4df3-8ad0-7d2fe34eae5f tempest-PortsAdminExtendedAttrsTestJSON-1840561979 tempest-PortsAdminExtendedAttrsTestJSON-1840561979-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17664096-bc08-472e-a8dd-e356d1d37eca') {'for_net_delete': True} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:01:32.699469 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-c453a7f9-d76a-4df3-8ad0-7d2fe34eae5f tempest-PortsAdminExtendedAttrsTestJSON-1840561979 tempest-PortsAdminExtendedAttrsTestJSON-1840561979-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17664096-bc08-472e-a8dd-e356d1d37eca') {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:01:32.715363 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c453a7f9-d76a-4df3-8ad0-7d2fe34eae5f tempest-PortsAdminExtendedAttrsTestJSON-1840561979 tempest-PortsAdminExtendedAttrsTestJSON-1840561979-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417396'] for segment, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:32.771091 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c453a7f9-d76a-4df3-8ad0-7d2fe34eae5f tempest-PortsAdminExtendedAttrsTestJSON-1840561979 tempest-PortsAdminExtendedAttrsTestJSON-1840561979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:32.789562 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6e92cb99-42d9-4f35-9f14-74d2698594ae tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4696'] for router, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:32.799139 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6e92cb99-42d9-4f35-9f14-74d2698594ae tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:32.806172 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c453a7f9-d76a-4df3-8ad0-7d2fe34eae5f tempest-PortsAdminExtendedAttrsTestJSON-1840561979 tempest-PortsAdminExtendedAttrsTestJSON-1840561979-project] Releasing vlan 653 on physical network physnet1 to pool {{(pid=103364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 18:01:32.808278 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c453a7f9-d76a-4df3-8ad0-7d2fe34eae5f tempest-PortsAdminExtendedAttrsTestJSON-1840561979 tempest-PortsAdminExtendedAttrsTestJSON-1840561979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12425183'] for segment, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:32.930905 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6e92cb99-42d9-4f35-9f14-74d2698594ae tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-543895'] for router, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:32.931535 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e92cb99-42d9-4f35-9f14-74d2698594ae tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Fanout notify agent at l3_agent the message router_deleted on router b307957e-7798-4609-8ae8-06aadd0cc629 {{(pid=103365) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 18:01:32.939835 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6e92cb99-42d9-4f35-9f14-74d2698594ae tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] Publish callbacks [] for router, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:32.941038 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-6e92cb99-42d9-4f35-9f14-74d2698594ae tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] 10.222.0.54 "DELETE /v2.0/routers/b307957e-7798-4609-8ae8-06aadd0cc629 HTTP/1.1" status: 204 len: 168 time: 0.7980311 Nov 19 18:01:32.946059 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 49206) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:32.986080 n-d-818022-2 neutron-server[103364]: Traceback (most recent call last): Nov 19 18:01:32.986080 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 18:01:32.986080 n-d-818022-2 neutron-server[103364]: timer() Nov 19 18:01:32.986080 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 18:01:32.986080 n-d-818022-2 neutron-server[103364]: cb(*args, **kw) Nov 19 18:01:32.986080 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 18:01:32.986080 n-d-818022-2 neutron-server[103364]: return func(*args, **kwargs) Nov 19 18:01:32.986080 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 18:01:32.986080 n-d-818022-2 neutron-server[103364]: self._notify() Nov 19 18:01:32.986080 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 18:01:32.986080 n-d-818022-2 neutron-server[103364]: self.callback(batched_events) Nov 19 18:01:32.986080 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 18:01:32.986080 n-d-818022-2 neutron-server[103364]: event.method(event) Nov 19 18:01:32.986080 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 18:01:32.986080 n-d-818022-2 neutron-server[103364]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 18:01:32.986080 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 18:01:32.986080 n-d-818022-2 neutron-server[103364]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 18:01:32.986080 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 18:01:32.986080 n-d-818022-2 neutron-server[103364]: return f(self, *a, **k) Nov 19 18:01:32.986080 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 18:01:32.986080 n-d-818022-2 neutron-server[103364]: return self._get(url).json() Nov 19 18:01:32.986080 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 18:01:32.986080 n-d-818022-2 neutron-server[103364]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 18:01:32.986080 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 18:01:32.986080 n-d-818022-2 neutron-server[103364]: return self.request(url, 'GET', **kwargs) Nov 19 18:01:32.986080 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 18:01:32.986080 n-d-818022-2 neutron-server[103364]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 18:01:32.986080 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 18:01:32.986080 n-d-818022-2 neutron-server[103364]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 18:01:32.986080 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 18:01:32.986080 n-d-818022-2 neutron-server[103364]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 18:01:32.986080 n-d-818022-2 neutron-server[103364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 18:01:32.994162 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-73e1015e-38d2-4a84-b96a-a06876f5b626 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] 10.222.0.54 "GET /v2.0/ports?device_id=b307957e-7798-4609-8ae8-06aadd0cc629 HTTP/1.1" status: 200 len: 205 time: 0.0468307 Nov 19 18:01:32.997056 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 49208) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:33.026158 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c453a7f9-d76a-4df3-8ad0-7d2fe34eae5f tempest-PortsAdminExtendedAttrsTestJSON-1840561979 tempest-PortsAdminExtendedAttrsTestJSON-1840561979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671242'] for network, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:33.048670 n-d-818022-2 neutron-server[103365]: INFO neutron.api.v2.resource [None req-daee9ede-5628-4d3c-8b89-8537df518513 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] delete failed (client error): The resource could not be found. Nov 19 18:01:33.050614 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-daee9ede-5628-4d3c-8b89-8537df518513 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] 10.222.0.54 "DELETE /v2.0/routers/b307957e-7798-4609-8ae8-06aadd0cc629 HTTP/1.1" status: 404 len: 336 time: 0.0519743 Nov 19 18:01:33.053312 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 49212) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:33.098703 n-d-818022-2 neutron-server[103365]: INFO neutron.pecan_wsgi.hooks.translation [None req-36441056-4fdd-4e16-9f1f-7f5b32e38753 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] DELETE failed (client error): The resource could not be found. Nov 19 18:01:33.099114 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36441056-4fdd-4e16-9f1f-7f5b32e38753 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103365) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 18:01:33.102825 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-36441056-4fdd-4e16-9f1f-7f5b32e38753 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] 10.222.0.54 "DELETE /v2.0/subnets/c84354a9-84c9-4587-91ff-0ca26ed52880 HTTP/1.1" status: 404 len: 337 time: 0.0483825 Nov 19 18:01:33.105240 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 49216) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:33.118954 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c453a7f9-d76a-4df3-8ad0-7d2fe34eae5f tempest-PortsAdminExtendedAttrsTestJSON-1840561979 tempest-PortsAdminExtendedAttrsTestJSON-1840561979-project] Publish callbacks [] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:33.122899 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-c453a7f9-d76a-4df3-8ad0-7d2fe34eae5f tempest-PortsAdminExtendedAttrsTestJSON-1840561979 tempest-PortsAdminExtendedAttrsTestJSON-1840561979-project] 10.222.0.54 "DELETE /v2.0/networks/3a4cef65-cae2-4133-81c6-419694f0f321 HTTP/1.1" status: 204 len: 168 time: 0.7898257 Nov 19 18:01:33.151664 n-d-818022-2 neutron-server[103365]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdc56faa-8dc6-443b-a156-619104124694 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] DELETE failed (client error): The resource could not be found. Nov 19 18:01:33.152299 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bdc56faa-8dc6-443b-a156-619104124694 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103365) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 18:01:33.157781 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-bdc56faa-8dc6-443b-a156-619104124694 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] 10.222.0.54 "DELETE /v2.0/subnets/be3a7046-64c6-49bb-807d-cc2f0ffc79d6 HTTP/1.1" status: 404 len: 337 time: 0.0515182 Nov 19 18:01:33.160333 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 49220) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:33.186294 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-abf895aa-fcfc-4db2-bea3-31296a5d29dc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:33.200026 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e46ecc5a-dc14-4744-b262-3072ff2e958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:33.207318 n-d-818022-2 neutron-server[103365]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c032857-930c-41de-b5b4-252e00bed6db tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] DELETE failed (client error): The resource could not be found. Nov 19 18:01:33.208023 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c032857-930c-41de-b5b4-252e00bed6db tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103365) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 18:01:33.211561 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c453a7f9-d76a-4df3-8ad0-7d2fe34eae5f tempest-PortsAdminExtendedAttrsTestJSON-1840561979 tempest-PortsAdminExtendedAttrsTestJSON-1840561979-project] Pushing event deleted for resources: {'Network': ['ID=3a4cef65-cae2-4133-81c6-419694f0f321,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:01:33.213008 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-6c032857-930c-41de-b5b4-252e00bed6db tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] 10.222.0.54 "DELETE /v2.0/subnets/fbbb7272-7674-48c7-868e-338c26915847 HTTP/1.1" status: 404 len: 337 time: 0.0514228 Nov 19 18:01:33.216240 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 49222) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:33.273464 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-d1ea7e41-ea27-4e92-8808-850a4cab6a2f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d2e9d80aaaac4ab0bfbddf2bec5be433&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6115677 Nov 19 18:01:33.277766 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 49228) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:33.295706 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec6851c-433b-4114-9475-3f7d5c67c84c req-176b5928-82d5-426a-a3d0-3fca89b5b8d9 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:01:33.298256 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6ec6851c-433b-4114-9475-3f7d5c67c84c req-176b5928-82d5-426a-a3d0-3fca89b5b8d9 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] 10.222.0.54 "GET /v2.0/ports?device_id=0f12e280-7f27-4e94-992b-064b64e8c400 HTTP/1.1" status: 200 len: 945 time: 0.3067687 Nov 19 18:01:33.322829 n-d-818022-2 neutron-server[103365]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff814289-1321-4571-bc22-9a3ef1c2cb52 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] DELETE failed (client error): The resource could not be found. Nov 19 18:01:33.323687 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff814289-1321-4571-bc22-9a3ef1c2cb52 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103365) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 18:01:33.336985 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-ff814289-1321-4571-bc22-9a3ef1c2cb52 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] 10.222.0.54 "DELETE /v2.0/subnets/92811ad4-303b-4354-b780-e680c3c3cdc0 HTTP/1.1" status: 404 len: 337 time: 0.1134810 Nov 19 18:01:33.341116 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 49230) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:33.434552 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6ec6851c-433b-4114-9475-3f7d5c67c84c req-25dfcb24-b734-45a3-9b23-11a1f7246b8c tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] 10.222.0.54 "GET /v2.0/security-groups?id=ab553829-b17c-4bd7-9495-2cea0ebc82fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230474 Nov 19 18:01:33.438957 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-62364209-6698-4724-a4ad-bf9726d27579 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] 10.222.0.54 "GET /v2.0/ports?device_id=980ad8ab-818f-4808-ac3d-5fe97be1cadf HTTP/1.1" status: 200 len: 205 time: 0.0914159 Nov 19 18:01:33.439919 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 49236) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:33.504188 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7b57d21d-2cf0-4295-97c5-af8ce8f55fbb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:33.525833 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-abf895aa-fcfc-4db2-bea3-31296a5d29dc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:33.552281 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-abf895aa-fcfc-4db2-bea3-31296a5d29dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:33.562934 n-d-818022-2 neutron-server[103365]: INFO neutron.api.v2.resource [None req-62bf597d-7368-4254-b873-9cebf6c02dff tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] delete failed (client error): The resource could not be found. Nov 19 18:01:33.571499 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-62bf597d-7368-4254-b873-9cebf6c02dff tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] 10.222.0.54 "DELETE /v2.0/routers/980ad8ab-818f-4808-ac3d-5fe97be1cadf HTTP/1.1" status: 404 len: 336 time: 0.1297524 Nov 19 18:01:33.572436 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 49240) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:33.584794 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7b57d21d-2cf0-4295-97c5-af8ce8f55fbb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:33.616521 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-abf895aa-fcfc-4db2-bea3-31296a5d29dc admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b780ce28972c4e7f9538e1691e408f1d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9404194 Nov 19 18:01:33.624464 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 49242) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:33.641249 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf895aa-fcfc-4db2-bea3-31296a5d29dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5780eac-35d0-4d12-94f0-07390e1ff96d,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:01:33.712218 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-26565b64-2fb0-4885-a263-f001f622ecf5 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] 10.222.0.54 "GET /v2.0/ports?device_id=0524a58f-7fbf-47cd-9168-47b14b219745 HTTP/1.1" status: 200 len: 205 time: 0.1384263 Nov 19 18:01:33.715235 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 49246) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:33.752768 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:33.770018 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d5a15a0d-0cbc-4cd2-ba03-db2143f2206c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:33.774459 n-d-818022-2 neutron-server[103364]: INFO neutron.api.v2.resource [None req-b6b5655b-8ec6-4255-b8f3-d292e9b1ac7e tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] delete failed (client error): The resource could not be found. Nov 19 18:01:33.775801 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-b6b5655b-8ec6-4255-b8f3-d292e9b1ac7e tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] 10.222.0.54 "DELETE /v2.0/routers/0524a58f-7fbf-47cd-9168-47b14b219745 HTTP/1.1" status: 404 len: 336 time: 0.0591123 Nov 19 18:01:33.780233 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 49248) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:33.780498 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 49250) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:33.792132 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7b57d21d-2cf0-4295-97c5-af8ce8f55fbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:33.799572 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7b57d21d-2cf0-4295-97c5-af8ce8f55fbb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:33.803181 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-7b57d21d-2cf0-4295-97c5-af8ce8f55fbb admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/905d8a38-708b-45cf-be01-d74149e4c809 HTTP/1.1" status: 204 len: 168 time: 0.5210121 Nov 19 18:01:33.834408 n-d-818022-2 neutron-server[103365]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e0495d9-6a9d-4f19-bf90-cd823fb5700d tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] DELETE failed (client error): The resource could not be found. Nov 19 18:01:33.835026 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e0495d9-6a9d-4f19-bf90-cd823fb5700d tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103365) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 18:01:33.842431 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-7e0495d9-6a9d-4f19-bf90-cd823fb5700d tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] 10.222.0.54 "DELETE /v2.0/subnets/a879613a-c84e-4b84-a7f1-2072ef872a27 HTTP/1.1" status: 404 len: 337 time: 0.0603395 Nov 19 18:01:33.845935 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 49258) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:33.864615 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:33.881148 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 49260) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:33.884105 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d5a15a0d-0cbc-4cd2-ba03-db2143f2206c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:33.885077 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-fbd8b112-49c3-42f8-9790-f77d6a7b970e tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] 10.222.0.54 "GET /v2.0/ports?device_id=33861712-186a-4e84-91ad-b5c416c792f1 HTTP/1.1" status: 200 len: 205 time: 0.0380943 Nov 19 18:01:33.889281 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 49262) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:33.932357 n-d-818022-2 neutron-server[103365]: INFO neutron.api.v2.resource [None req-8c72d2df-73d8-4d70-a080-fb543e0d2f3e tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] delete failed (client error): The resource could not be found. Nov 19 18:01:33.933425 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-8c72d2df-73d8-4d70-a080-fb543e0d2f3e tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] 10.222.0.54 "DELETE /v2.0/routers/33861712-186a-4e84-91ad-b5c416c792f1 HTTP/1.1" status: 404 len: 336 time: 0.0424602 Nov 19 18:01:33.936009 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 49266) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:33.969610 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b57d21d-2cf0-4295-97c5-af8ce8f55fbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=905d8a38-708b-45cf-be01-d74149e4c809,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:01:33.978799 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-e52e79c7-5eac-4499-b9a8-3072c76cec73 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] 10.222.0.54 "GET /v2.0/ports?device_id=39d79ab3-28d9-432f-83ce-602a80a468bd HTTP/1.1" status: 200 len: 205 time: 0.0416949 Nov 19 18:01:33.981235 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 49268) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:34.028284 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d5a15a0d-0cbc-4cd2-ba03-db2143f2206c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:34.031735 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d5a15a0d-0cbc-4cd2-ba03-db2143f2206c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:34.036681 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-d5a15a0d-0cbc-4cd2-ba03-db2143f2206c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f5780eac-35d0-4d12-94f0-07390e1ff96d HTTP/1.1" status: 204 len: 168 time: 0.4112251 Nov 19 18:01:34.054097 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a15a0d-0cbc-4cd2-ba03-db2143f2206c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5780eac-35d0-4d12-94f0-07390e1ff96d,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:01:34.075668 n-d-818022-2 neutron-server[103365]: INFO neutron.api.v2.resource [None req-b5723925-998c-427a-b583-c72fa90cf6f8 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] delete failed (client error): The resource could not be found. Nov 19 18:01:34.081116 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 49272) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:34.091114 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-b5723925-998c-427a-b583-c72fa90cf6f8 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] 10.222.0.54 "DELETE /v2.0/routers/39d79ab3-28d9-432f-83ce-602a80a468bd HTTP/1.1" status: 404 len: 336 time: 0.1077807 Nov 19 18:01:34.120676 n-d-818022-2 neutron-server[103364]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd3ca01a-843e-4aba-8003-1110eae5b494 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] DELETE failed (client error): The resource could not be found. Nov 19 18:01:34.121135 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd3ca01a-843e-4aba-8003-1110eae5b494 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103364) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 18:01:34.137552 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 49278) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:34.137915 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-bd3ca01a-843e-4aba-8003-1110eae5b494 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] 10.222.0.54 "DELETE /v2.0/subnets/05417062-44cd-41ca-80f9-a30f872b4653 HTTP/1.1" status: 404 len: 337 time: 0.0554612 Nov 19 18:01:34.219301 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 49280) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:34.246951 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-5167208e-ab7e-4c8d-b91e-5473dd509e33 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] 10.222.0.54 "GET /v2.0/ports?device_id=15928394-aa65-416b-9951-bafad56bb5b2 HTTP/1.1" status: 200 len: 205 time: 0.1020730 Nov 19 18:01:34.283899 n-d-818022-2 neutron-server[103364]: INFO neutron.api.v2.resource [None req-c6e88939-78d1-4216-8a3c-7eb0b64ec5fa tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] delete failed (client error): The resource could not be found. Nov 19 18:01:34.287717 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 49282) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:34.297558 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-c6e88939-78d1-4216-8a3c-7eb0b64ec5fa tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] 10.222.0.54 "DELETE /v2.0/routers/15928394-aa65-416b-9951-bafad56bb5b2 HTTP/1.1" status: 404 len: 336 time: 0.0768049 Nov 19 18:01:34.335466 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-8fdf38ac-3ee2-4b0e-ada9-50e6706f8b9e tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-461198841'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:01:34.355019 n-d-818022-2 neutron-server[103365]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6ab2e33-2c36-465d-b5ad-2b41582f96c4 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] DELETE failed (client error): The resource could not be found. Nov 19 18:01:34.356000 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6ab2e33-2c36-465d-b5ad-2b41582f96c4 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103365) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 18:01:34.363333 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 49286) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:34.373464 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-a6ab2e33-2c36-465d-b5ad-2b41582f96c4 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] 10.222.0.54 "DELETE /v2.0/subnets/9041cfbc-cfed-4fba-ba85-8565f211fae9 HTTP/1.1" status: 404 len: 337 time: 0.0846100 Nov 19 18:01:34.391550 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fdf38ac-3ee2-4b0e-ada9-50e6706f8b9e tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Made reservation on behalf of 3d6ff715a1b54ed1818e68232d77d2b6 for: {'network': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:01:34.399997 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-e13daa4c-11a0-404f-983e-4f7b37badf70 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] 10.222.0.54 "GET /v2.0/ports?device_id=d6e0d8c9-0c0f-4f57-ad65-2cdf51c72e0d HTTP/1.1" status: 200 len: 205 time: 0.0355053 Nov 19 18:01:34.401112 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 49288) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:34.409976 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8fdf38ac-3ee2-4b0e-ada9-50e6706f8b9e tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:34.430202 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8fdf38ac-3ee2-4b0e-ada9-50e6706f8b9e tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:34.442949 n-d-818022-2 neutron-server[103364]: INFO neutron.api.v2.resource [None req-3e6157ce-cf8f-4643-91a3-c7f29728adc6 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] delete failed (client error): The resource could not be found. Nov 19 18:01:34.446897 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-3e6157ce-cf8f-4643-91a3-c7f29728adc6 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] 10.222.0.54 "DELETE /v2.0/routers/d6e0d8c9-0c0f-4f57-ad65-2cdf51c72e0d HTTP/1.1" status: 404 len: 336 time: 0.0446739 Nov 19 18:01:34.447710 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 49290) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:34.509451 n-d-818022-2 neutron-server[103364]: INFO neutron.pecan_wsgi.hooks.translation [None req-90718f00-7c44-4220-b074-cb0e30f07b75 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] DELETE failed (client error): The resource could not be found. Nov 19 18:01:34.511666 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90718f00-7c44-4220-b074-cb0e30f07b75 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103364) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 18:01:34.516325 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-08685140-6c70-409e-928d-20d83fcb8774 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f001cf9f74ea418883cf29d1a4ec1055&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6326838 Nov 19 18:01:34.526437 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-90718f00-7c44-4220-b074-cb0e30f07b75 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] 10.222.0.54 "DELETE /v2.0/subnets/9f48da52-0e5b-48e6-825b-1d5de7c334f3 HTTP/1.1" status: 404 len: 337 time: 0.0773587 Nov 19 18:01:34.528293 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 49294) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:34.531700 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 49296) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:34.615848 n-d-818022-2 neutron-server[103364]: INFO neutron.pecan_wsgi.hooks.translation [None req-6842552a-0186-424d-afc3-afba9b380757 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] DELETE failed (client error): The resource could not be found. Nov 19 18:01:34.616440 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6842552a-0186-424d-afc3-afba9b380757 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103364) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 18:01:34.620151 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8fdf38ac-3ee2-4b0e-ada9-50e6706f8b9e tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:34.623490 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-6842552a-0186-424d-afc3-afba9b380757 tempest-RoutersTest-1281437028 tempest-RoutersTest-1281437028-project] 10.222.0.54 "DELETE /v2.0/subnets/4c6fb956-3c37-488e-8474-4061c0cfedba HTTP/1.1" status: 404 len: 337 time: 0.0892835 Nov 19 18:01:34.638763 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8fdf38ac-3ee2-4b0e-ada9-50e6706f8b9e tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:34.663530 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c499f167-b4a6-4f1c-832a-03306978f4e8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:34.710815 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 49302) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:34.732453 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c499f167-b4a6-4f1c-832a-03306978f4e8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:34.744326 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fdf38ac-3ee2-4b0e-ada9-50e6706f8b9e tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 688} {{(pid=103365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 18:01:34.760418 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e013d7e6-5264-4dcc-9759-54f5fb809e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:34.778908 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd1ca3e-e39a-4fb4-adc9-5c20daea6e58 req-b7978d58-0f76-4bf2-88f7-f16217264e51 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:01:34.780514 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0dd1ca3e-e39a-4fb4-adc9-5c20daea6e58 req-b7978d58-0f76-4bf2-88f7-f16217264e51 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] 10.222.0.54 "GET /v2.0/ports?device_id=0f12e280-7f27-4e94-992b-064b64e8c400 HTTP/1.1" status: 200 len: 945 time: 0.1581838 Nov 19 18:01:34.797673 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdf38ac-3ee2-4b0e-ada9-50e6706f8b9e tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31bc5471-d88c-4777-9275-82b835414217,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:01:34.841412 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8fdf38ac-3ee2-4b0e-ada9-50e6706f8b9e tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:34.842033 n-d-818022-2 neutron-server[103365]: INFO neutron.db.segments_db [None req-8fdf38ac-3ee2-4b0e-ada9-50e6706f8b9e tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Added segment 775fc836-c79e-401d-b005-a89e05286567 of type vlan for network 94827efd-2834-47e5-b17c-981d64689a94 Nov 19 18:01:34.894154 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 49304) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:34.895890 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-4521723a-319f-4409-87c4-4b3649b25270 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c15a29d8cb3344749142d34560a1a328&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1835167 Nov 19 18:01:34.914440 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8fdf38ac-3ee2-4b0e-ada9-50e6706f8b9e tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:34.919595 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0dd1ca3e-e39a-4fb4-adc9-5c20daea6e58 req-5862ac3c-0886-4f82-98d8-bbcf9cf510ce tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] 10.222.0.54 "GET /v2.0/security-groups?id=ab553829-b17c-4bd7-9495-2cea0ebc82fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257613 Nov 19 18:01:34.973404 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c499f167-b4a6-4f1c-832a-03306978f4e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:34.976557 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c499f167-b4a6-4f1c-832a-03306978f4e8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:34.979126 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-c499f167-b4a6-4f1c-832a-03306978f4e8 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/559000b3-1fc7-4f94-8125-c7c113676eb3 HTTP/1.1" status: 204 len: 168 time: 0.4462612 Nov 19 18:01:34.990842 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c499f167-b4a6-4f1c-832a-03306978f4e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=559000b3-1fc7-4f94-8125-c7c113676eb3,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:01:34.997113 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8fdf38ac-3ee2-4b0e-ada9-50e6706f8b9e tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:35.033559 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fdf38ac-3ee2-4b0e-ada9-50e6706f8b9e tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:01:35.034816 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8fdf38ac-3ee2-4b0e-ada9-50e6706f8b9e tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks [] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:35.041154 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 49308) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:35.066121 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9701fcb5-59f2-4f87-ae46-6a1799ac7934 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:35.121447 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1333eedb-0181-4883-a827-492739e2d7a4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:35.204605 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:35.231575 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 49314) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:35.239509 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9701fcb5-59f2-4f87-ae46-6a1799ac7934 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:35.255311 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9701fcb5-59f2-4f87-ae46-6a1799ac7934 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:35.327502 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdf38ac-3ee2-4b0e-ada9-50e6706f8b9e tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Pushing event updated for resources: {'Network': ['ID=94827efd-2834-47e5-b17c-981d64689a94,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:01:35.339624 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-8fdf38ac-3ee2-4b0e-ada9-50e6706f8b9e tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.5562935 Nov 19 18:01:35.344012 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network 94827efd-2834-47e5-b17c-981d64689a94 details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 18:01:35.349949 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 49320) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:35.376983 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-bb9ef663-2db2-42ec-9dcf-aa9a895d871c tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Request body: {'port': {'network_id': '94827efd-2834-47e5-b17c-981d64689a94', 'name': 'tempest-PortsIpV6TestJSON-1062517935'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:01:35.420814 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1333eedb-0181-4883-a827-492739e2d7a4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:35.493175 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-9701fcb5-59f2-4f87-ae46-6a1799ac7934 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=66568d21b0ca4a319c30b9583297eec5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4506176 Nov 19 18:01:35.494013 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9701fcb5-59f2-4f87-ae46-6a1799ac7934 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78b2ebea-8859-4c03-9588-da25c570cb94,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:01:35.502665 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 49322) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:35.651663 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1333eedb-0181-4883-a827-492739e2d7a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:35.654521 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1333eedb-0181-4883-a827-492739e2d7a4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:35.659088 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-1333eedb-0181-4883-a827-492739e2d7a4 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/2f62b74a-60a0-4d49-b5bd-5f6ab048017b HTTP/1.1" status: 204 len: 168 time: 0.7512505 Nov 19 18:01:35.690196 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1333eedb-0181-4883-a827-492739e2d7a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f62b74a-60a0-4d49-b5bd-5f6ab048017b,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:01:35.715823 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-95a462b6-6dac-470a-8fd0-676442e36d39 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:35.750526 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-8eba0a16-a704-4fa5-8a5d-21147b2b3de4 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ecb26dc6f8b14f6babd12abcbaee21bf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5165987 Nov 19 18:01:35.754596 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 49328) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:35.772954 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-95a462b6-6dac-470a-8fd0-676442e36d39 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:35.816585 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb9ef663-2db2-42ec-9dcf-aa9a895d871c tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Made reservation on behalf of 3d6ff715a1b54ed1818e68232d77d2b6 for: {'port': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:01:35.820822 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-bb9ef663-2db2-42ec-9dcf-aa9a895d871c tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:35.846211 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-95a462b6-6dac-470a-8fd0-676442e36d39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:35.852695 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-95a462b6-6dac-470a-8fd0-676442e36d39 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:35.855804 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-95a462b6-6dac-470a-8fd0-676442e36d39 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/78b2ebea-8859-4c03-9588-da25c570cb94 HTTP/1.1" status: 204 len: 168 time: 0.3515930 Nov 19 18:01:35.862672 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [None req-bb9ef663-2db2-42ec-9dcf-aa9a895d871c tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] device_id is not set on port c63222b8-84a1-48d5-ab39-4ba6e0123787 yet. {{(pid=103364) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 18:01:35.868473 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-438c7fda-a9ae-47c3-93c7-ce461ff1cfae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:35.879052 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a462b6-6dac-470a-8fd0-676442e36d39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78b2ebea-8859-4c03-9588-da25c570cb94,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:01:35.944037 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 49334) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:35.986568 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-438c7fda-a9ae-47c3-93c7-ce461ff1cfae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:36.027477 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-99a980cb-7665-41f3-9bb2-374285048c01 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=0f66347740d24edabd49e04c1b1b277a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0791192 Nov 19 18:01:36.027834 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 49338) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:36.091222 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a8581d74-6f91-4a80-abc1-4b976312aa80 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:36.120911 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a8581d74-6f91-4a80-abc1-4b976312aa80 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:36.211095 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a8581d74-6f91-4a80-abc1-4b976312aa80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:36.215123 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a8581d74-6f91-4a80-abc1-4b976312aa80 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:36.219064 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834add2b-b533-44d6-97c6-cccdf0d70e1c req-d6274238-c494-475f-82c5-41bf0f6151d1 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:01:36.219231 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-a8581d74-6f91-4a80-abc1-4b976312aa80 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c1cf84c7-62c8-482d-a302-f3a1465abbc6 HTTP/1.1" status: 204 len: 168 time: 0.1877224 Nov 19 18:01:36.219366 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-834add2b-b533-44d6-97c6-cccdf0d70e1c req-d6274238-c494-475f-82c5-41bf0f6151d1 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] 10.222.0.54 "GET /v2.0/ports?device_id=0f12e280-7f27-4e94-992b-064b64e8c400 HTTP/1.1" status: 200 len: 945 time: 0.1811259 Nov 19 18:01:36.234894 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8581d74-6f91-4a80-abc1-4b976312aa80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1cf84c7-62c8-482d-a302-f3a1465abbc6,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:01:36.299145 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-438c7fda-a9ae-47c3-93c7-ce461ff1cfae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:36.302262 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-438c7fda-a9ae-47c3-93c7-ce461ff1cfae admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:36.305880 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-438c7fda-a9ae-47c3-93c7-ce461ff1cfae admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d67ceb7a-bcc0-436d-b179-80798a6872e3 HTTP/1.1" status: 204 len: 168 time: 0.5466623 Nov 19 18:01:36.330508 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-bb9ef663-2db2-42ec-9dcf-aa9a895d871c tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:36.336382 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438c7fda-a9ae-47c3-93c7-ce461ff1cfae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d67ceb7a-bcc0-436d-b179-80798a6872e3,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:01:36.357346 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-834add2b-b533-44d6-97c6-cccdf0d70e1c req-ecc42e8a-1bcf-4363-8803-bfd7563cb82b tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] 10.222.0.54 "GET /v2.0/security-groups?id=ab553829-b17c-4bd7-9495-2cea0ebc82fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282270 Nov 19 18:01:36.416844 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-bb9ef663-2db2-42ec-9dcf-aa9a895d871c tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:36.485104 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9ef663-2db2-42ec-9dcf-aa9a895d871c tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Pushing event updated for resources: {'Port': ['ID=c63222b8-84a1-48d5-ab39-4ba6e0123787,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:01:36.516302 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb9ef663-2db2-42ec-9dcf-aa9a895d871c tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Checking segment: {'id': '775fc836-c79e-401d-b005-a89e05286567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '94827efd-2834-47e5-b17c-981d64689a94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:01:36.517155 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb9ef663-2db2-42ec-9dcf-aa9a895d871c tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Network hostable DHCP agents. Network: 94827efd-2834-47e5-b17c-981d64689a94, hostable agents: ['02910ef2-0455-4aea-9f38-9a875579633f'], hosted agents: [] {{(pid=103364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 18:01:36.542394 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb9ef663-2db2-42ec-9dcf-aa9a895d871c tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Network 94827efd-2834-47e5-b17c-981d64689a94 is scheduled to be hosted by DHCP agent 02910ef2-0455-4aea-9f38-9a875579633f with binding_index 1 {{(pid=103364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 18:01:36.555552 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-bb9ef663-2db2-42ec-9dcf-aa9a895d871c tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818022-2, 94827efd-2834-47e5-b17c-981d64689a94) {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:01:36.564066 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9ef663-2db2-42ec-9dcf-aa9a895d871c tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:01:36.565710 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5508580-57e6-43b3-bd0e-a22486706f66 None None] Network 94827efd-2834-47e5-b17c-981d64689a94 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:01:36.573584 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb9ef663-2db2-42ec-9dcf-aa9a895d871c tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:01:36.574484 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-bb9ef663-2db2-42ec-9dcf-aa9a895d871c tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:37.040606 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-bb9ef663-2db2-42ec-9dcf-aa9a895d871c tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.6766284 Nov 19 18:01:37.042559 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 49378) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:37.054327 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-2ec207fe-b5f0-4d76-ad33-16a53c80dc88 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-79754989'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:01:37.083592 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ec207fe-b5f0-4d76-ad33-16a53c80dc88 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Made reservation on behalf of 3d6ff715a1b54ed1818e68232d77d2b6 for: {'network': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:01:37.088948 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2ec207fe-b5f0-4d76-ad33-16a53c80dc88 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:37.121009 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ec207fe-b5f0-4d76-ad33-16a53c80dc88 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 689} {{(pid=103364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 18:01:37.132135 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2ec207fe-b5f0-4d76-ad33-16a53c80dc88 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:37.132486 n-d-818022-2 neutron-server[103364]: INFO neutron.db.segments_db [None req-2ec207fe-b5f0-4d76-ad33-16a53c80dc88 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Added segment d742dd38-7080-4477-a20e-f88295087e60 of type vlan for network 274594d1-c7ac-4707-b06b-e1d7aa80197d Nov 19 18:01:37.187864 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2ec207fe-b5f0-4d76-ad33-16a53c80dc88 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:37.229261 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2ec207fe-b5f0-4d76-ad33-16a53c80dc88 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:37.245138 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ec207fe-b5f0-4d76-ad33-16a53c80dc88 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:01:37.246481 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2ec207fe-b5f0-4d76-ad33-16a53c80dc88 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks [] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:37.347893 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-2ec207fe-b5f0-4d76-ad33-16a53c80dc88 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3039944 Nov 19 18:01:37.350660 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 49398) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:37.357642 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-f7416e0b-6998-4350-9841-fbfec06bc7c1 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Request body: {'ports': [{'network_id': '94827efd-2834-47e5-b17c-981d64689a94'}, {'network_id': '274594d1-c7ac-4707-b06b-e1d7aa80197d'}]} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:01:37.358087 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-f7416e0b-6998-4350-9841-fbfec06bc7c1 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Request body: {'port': {'network_id': '94827efd-2834-47e5-b17c-981d64689a94'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:01:37.359569 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-f7416e0b-6998-4350-9841-fbfec06bc7c1 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Request body: {'port': {'network_id': '274594d1-c7ac-4707-b06b-e1d7aa80197d'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:01:37.371071 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec207fe-b5f0-4d76-ad33-16a53c80dc88 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Pushing event updated for resources: {'Network': ['ID=274594d1-c7ac-4707-b06b-e1d7aa80197d,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:01:37.382694 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network 274594d1-c7ac-4707-b06b-e1d7aa80197d details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 18:01:37.800631 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f85abb-5ad5-4bf1-8f74-4dc1168d4606 req-d0d6852c-38a7-46be-941a-2c3000573590 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:01:37.807707 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-06f85abb-5ad5-4bf1-8f74-4dc1168d4606 req-d0d6852c-38a7-46be-941a-2c3000573590 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] 10.222.0.54 "GET /v2.0/ports?device_id=0f12e280-7f27-4e94-992b-064b64e8c400 HTTP/1.1" status: 200 len: 945 time: 0.2979796 Nov 19 18:01:37.888713 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-06f85abb-5ad5-4bf1-8f74-4dc1168d4606 req-46548f69-726b-4960-9225-da1143548eb8 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] 10.222.0.54 "GET /v2.0/security-groups?id=ab553829-b17c-4bd7-9495-2cea0ebc82fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800493 Nov 19 18:01:37.891353 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88188c0-f2d8-462f-b47a-946477248e55 req-7eea7cc8-5e6f-4813-bb85-4918d1f3e9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:01:37.892841 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e88188c0-f2d8-462f-b47a-946477248e55 req-7eea7cc8-5e6f-4813-bb85-4918d1f3e9d4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=13c0bb19644446578b6dcb526272ce30&device_id=0f12e280-7f27-4e94-992b-064b64e8c400 HTTP/1.1" status: 200 len: 1096 time: 0.2858989 Nov 19 18:01:37.893650 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7416e0b-6998-4350-9841-fbfec06bc7c1 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Made reservation on behalf of 3d6ff715a1b54ed1818e68232d77d2b6 for: {'port': 2} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:01:37.901090 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f7416e0b-6998-4350-9841-fbfec06bc7c1 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:37.920916 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f7416e0b-6998-4350-9841-fbfec06bc7c1 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:38.023361 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 49428) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:38.090505 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [None req-f7416e0b-6998-4350-9841-fbfec06bc7c1 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] device_id is not set on port 6078d466-2aa2-47ca-8bbd-166a06f73883 yet. {{(pid=103365) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 18:01:38.131834 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88188c0-f2d8-462f-b47a-946477248e55 req-8fdfe2ed-0efd-4add-8a99-31f11b50b8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:01:38.133327 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e88188c0-f2d8-462f-b47a-946477248e55 req-8fdfe2ed-0efd-4add-8a99-31f11b50b8d1 service neutron] 10.222.0.60 "GET /v2.0/networks?id=d8dbec36-4368-41ad-81ce-387cc5613033 HTTP/1.1" status: 200 len: 916 time: 0.2065074 Nov 19 18:01:38.187866 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e88188c0-f2d8-462f-b47a-946477248e55 req-be5d3a52-1541-4252-82bc-f6f7919939de service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1824eb46-ab45-47f6-a1dd-08ac88bb9f9e HTTP/1.1" status: 200 len: 217 time: 0.0412061 Nov 19 18:01:38.238458 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88188c0-f2d8-462f-b47a-946477248e55 req-4a442547-f05c-40ec-9387-46824bde237e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:01:38.239928 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e88188c0-f2d8-462f-b47a-946477248e55 req-4a442547-f05c-40ec-9387-46824bde237e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=068f1254-b57b-4c27-b51b-af4c446dce02 HTTP/1.1" status: 200 len: 855 time: 0.0456908 Nov 19 18:01:38.276766 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e88188c0-f2d8-462f-b47a-946477248e55 req-89f68729-6277-4484-82aa-067aff275405 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d8dbec36-4368-41ad-81ce-387cc5613033&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285504 Nov 19 18:01:38.336775 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-12a1bb9c-ae08-4044-b3dd-4bfd3d3de98d tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-695019450', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:01:38.390105 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-12a1bb9c-ae08-4044-b3dd-4bfd3d3de98d tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9890'] for router, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:38.391479 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-12a1bb9c-ae08-4044-b3dd-4bfd3d3de98d tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671617', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-732153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4689'] for router, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:38.440018 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f7416e0b-6998-4350-9841-fbfec06bc7c1 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:38.494438 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e88188c0-f2d8-462f-b47a-946477248e55 req-b98605e2-f49c-41b4-a711-5b6968cf0922 service neutron] 10.222.0.60 "GET /v2.0/networks/d8dbec36-4368-41ad-81ce-387cc5613033?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765466 Nov 19 18:01:38.531447 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-12a1bb9c-ae08-4044-b3dd-4bfd3d3de98d tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:38.545265 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-12a1bb9c-ae08-4044-b3dd-4bfd3d3de98d tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671702'] for router, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:38.573483 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [None req-f7416e0b-6998-4350-9841-fbfec06bc7c1 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] device_id is not set on port 0a354dc5-3f0e-4e9a-8878-a6347d51cb2b yet. {{(pid=103365) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 18:01:38.575721 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-12a1bb9c-ae08-4044-b3dd-4bfd3d3de98d tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Publish callbacks [] for router, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:38.580439 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-12a1bb9c-ae08-4044-b3dd-4bfd3d3de98d tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.5550430 Nov 19 18:01:38.582626 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 49450) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:38.596103 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-3330cdab-e53f-43c2-b9ab-889af4265cbe tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-38142812'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:01:38.634208 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3330cdab-e53f-43c2-b9ab-889af4265cbe tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Made reservation on behalf of cc1067af57fa48e0b93cad755b85e3b6 for: {'network': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:01:38.634208 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3330cdab-e53f-43c2-b9ab-889af4265cbe tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:38.644664 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e88188c0-f2d8-462f-b47a-946477248e55 req-4f5e42da-0bcd-491d-9bd6-15b1146143af service neutron] 10.222.0.60 "GET /v2.0/networks/d8dbec36-4368-41ad-81ce-387cc5613033?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398308 Nov 19 18:01:38.665495 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3330cdab-e53f-43c2-b9ab-889af4265cbe tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:38.810397 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3330cdab-e53f-43c2-b9ab-889af4265cbe tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:38.815835 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3330cdab-e53f-43c2-b9ab-889af4265cbe tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:38.846905 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3330cdab-e53f-43c2-b9ab-889af4265cbe tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 662} {{(pid=103364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 18:01:38.862654 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f7416e0b-6998-4350-9841-fbfec06bc7c1 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:38.869183 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3330cdab-e53f-43c2-b9ab-889af4265cbe tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:38.869566 n-d-818022-2 neutron-server[103364]: INFO neutron.db.segments_db [None req-3330cdab-e53f-43c2-b9ab-889af4265cbe tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Added segment e634ba71-fb47-43b8-9c37-69586b2db2bf of type vlan for network 6ab838d0-1983-413c-bb3e-85f4c79f5155 Nov 19 18:01:38.880104 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3330cdab-e53f-43c2-b9ab-889af4265cbe tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9095aecc-9d3b-4c06-a102-5855c928b53e,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:01:38.884679 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 49458) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:38.945138 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f7416e0b-6998-4350-9841-fbfec06bc7c1 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:38.986565 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3330cdab-e53f-43c2-b9ab-889af4265cbe tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:39.021915 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7416e0b-6998-4350-9841-fbfec06bc7c1 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Network 94827efd-2834-47e5-b17c-981d64689a94 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:01:39.025894 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-f7416e0b-6998-4350-9841-fbfec06bc7c1 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:01:39.029911 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7416e0b-6998-4350-9841-fbfec06bc7c1 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:01:39.031318 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f7416e0b-6998-4350-9841-fbfec06bc7c1 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:39.082939 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7416e0b-6998-4350-9841-fbfec06bc7c1 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Pushing event updated for resources: {'Port': ['ID=6078d466-2aa2-47ca-8bbd-166a06f73883,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:01:39.142639 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3330cdab-e53f-43c2-b9ab-889af4265cbe tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:39.158961 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3330cdab-e53f-43c2-b9ab-889af4265cbe tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:01:39.159696 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3330cdab-e53f-43c2-b9ab-889af4265cbe tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Publish callbacks [] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:39.221340 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-3330cdab-e53f-43c2-b9ab-889af4265cbe tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6343820 Nov 19 18:01:39.245261 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 49470) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:39.322012 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7416e0b-6998-4350-9841-fbfec06bc7c1 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Checking segment: {'id': 'd742dd38-7080-4477-a20e-f88295087e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '274594d1-c7ac-4707-b06b-e1d7aa80197d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:01:39.322408 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7416e0b-6998-4350-9841-fbfec06bc7c1 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Network hostable DHCP agents. Network: 274594d1-c7ac-4707-b06b-e1d7aa80197d, hostable agents: ['02910ef2-0455-4aea-9f38-9a875579633f'], hosted agents: [] {{(pid=103365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 18:01:39.328702 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7416e0b-6998-4350-9841-fbfec06bc7c1 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Pushing event updated for resources: {'Port': ['ID=0a354dc5-3f0e-4e9a-8878-a6347d51cb2b,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:01:39.341218 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-7f8c9740-37b6-4f85-afc1-1244c6ec368f tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Request body: {'subnet': {'network_id': '6ab838d0-1983-413c-bb3e-85f4c79f5155', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:01:39.378856 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7416e0b-6998-4350-9841-fbfec06bc7c1 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Network 274594d1-c7ac-4707-b06b-e1d7aa80197d is scheduled to be hosted by DHCP agent 02910ef2-0455-4aea-9f38-9a875579633f with binding_index 1 {{(pid=103365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 18:01:39.395132 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-f7416e0b-6998-4350-9841-fbfec06bc7c1 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818022-2, 274594d1-c7ac-4707-b06b-e1d7aa80197d) {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:01:39.399212 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7416e0b-6998-4350-9841-fbfec06bc7c1 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:01:39.405891 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7416e0b-6998-4350-9841-fbfec06bc7c1 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:01:39.408647 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f373b67-b607-4520-a573-bb3c9b21e0c4 None None] Network 274594d1-c7ac-4707-b06b-e1d7aa80197d requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:01:39.418622 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7416e0b-6998-4350-9841-fbfec06bc7c1 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:01:39.422052 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f7416e0b-6998-4350-9841-fbfec06bc7c1 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:39.465456 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-f7416e0b-6998-4350-9841-fbfec06bc7c1 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.1134880 Nov 19 18:01:39.466832 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 49478) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:39.546643 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-5027ff59-90cc-4736-a881-d7e3b3ddd0c4 tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-2049638780', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:01:39.551503 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971e12b3-3ce6-4637-b69c-0cfa0b3d1e75 req-652ebdfa-9dbb-4aa6-b3ef-ff56d79dc932 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:01:39.555203 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-971e12b3-3ce6-4637-b69c-0cfa0b3d1e75 req-652ebdfa-9dbb-4aa6-b3ef-ff56d79dc932 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] 10.222.0.54 "GET /v2.0/ports?device_id=0f12e280-7f27-4e94-992b-064b64e8c400 HTTP/1.1" status: 200 len: 945 time: 0.5020916 Nov 19 18:01:39.579394 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3330cdab-e53f-43c2-b9ab-889af4265cbe tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Pushing event updated for resources: {'Network': ['ID=6ab838d0-1983-413c-bb3e-85f4c79f5155,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:01:39.603910 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f8c9740-37b6-4f85-afc1-1244c6ec368f tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Made reservation on behalf of cc1067af57fa48e0b93cad755b85e3b6 for: {'subnet': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:01:39.607711 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7f8c9740-37b6-4f85-afc1-1244c6ec368f tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8983829'] for subnet, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:39.636144 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network 6ab838d0-1983-413c-bb3e-85f4c79f5155 details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 18:01:39.714326 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5027ff59-90cc-4736-a881-d7e3b3ddd0c4 tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9890'] for router, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:39.715368 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5027ff59-90cc-4736-a881-d7e3b3ddd0c4 tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671617', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-732153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4689'] for router, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:39.776714 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-2db2efd8-c68c-4ee0-aa36-0dcbc6826dd9 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Deleting port 0a354dc5-3f0e-4e9a-8878-a6347d51cb2b {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:01:39.777641 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2db2efd8-c68c-4ee0-aa36-0dcbc6826dd9 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:39.794481 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-971e12b3-3ce6-4637-b69c-0cfa0b3d1e75 req-fcaea735-f2c1-45a4-b760-2c52fcf96288 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] 10.222.0.54 "GET /v2.0/security-groups?id=ab553829-b17c-4bd7-9495-2cea0ebc82fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2332273 Nov 19 18:01:40.073214 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5027ff59-90cc-4736-a881-d7e3b3ddd0c4 tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:40.073214 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5027ff59-90cc-4736-a881-d7e3b3ddd0c4 tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671702'] for router, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:40.073214 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2db2efd8-c68c-4ee0-aa36-0dcbc6826dd9 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:40.073214 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5027ff59-90cc-4736-a881-d7e3b3ddd0c4 tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] Publish callbacks [] for router, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:40.073214 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-5027ff59-90cc-4736-a881-d7e3b3ddd0c4 tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.0874910 Nov 19 18:01:40.073214 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 49506) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:40.073214 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-2db2efd8-c68c-4ee0-aa36-0dcbc6826dd9 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Calling delete_port for 0a354dc5-3f0e-4e9a-8878-a6347d51cb2b owned by {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:01:40.073214 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-41126ae9-47d8-4d3d-8f09-8b785ecca918 tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-937250829'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:01:40.079245 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 49510) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:40.087269 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7f8c9740-37b6-4f85-afc1-1244c6ec368f tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12425078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8983815'] for subnet, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:40.145189 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41126ae9-47d8-4d3d-8f09-8b785ecca918 tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] Made reservation on behalf of 830017a997d84e02b61bdc66f109ba82 for: {'network': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:01:40.149496 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-41126ae9-47d8-4d3d-8f09-8b785ecca918 tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:40.161472 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-41126ae9-47d8-4d3d-8f09-8b785ecca918 tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:40.187618 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8c9740-37b6-4f85-afc1-1244c6ec368f tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Pushing event updated for resources: {'Subnet': ['ID=c04064ef-57f9-4a40-a02b-a8ff74e1afd2,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:01:40.190838 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f8c9740-37b6-4f85-afc1-1244c6ec368f tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Checking segment: {'id': 'e634ba71-fb47-43b8-9c37-69586b2db2bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '6ab838d0-1983-413c-bb3e-85f4c79f5155'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:01:40.191370 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f8c9740-37b6-4f85-afc1-1244c6ec368f tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Network hostable DHCP agents. Network: 6ab838d0-1983-413c-bb3e-85f4c79f5155, hostable agents: ['02910ef2-0455-4aea-9f38-9a875579633f'], hosted agents: [] {{(pid=103364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 18:01:40.233179 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f8c9740-37b6-4f85-afc1-1244c6ec368f tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Network 6ab838d0-1983-413c-bb3e-85f4c79f5155 is scheduled to be hosted by DHCP agent 02910ef2-0455-4aea-9f38-9a875579633f with binding_index 1 {{(pid=103364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 18:01:40.268367 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-6ac082b8-24c1-4d51-bee1-8d06d1e76fc3 tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-751306685', 'router:external': True}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:01:40.291741 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-7f8c9740-37b6-4f85-afc1-1244c6ec368f tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818022-2, 6ab838d0-1983-413c-bb3e-85f4c79f5155) {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:01:40.298884 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2db2efd8-c68c-4ee0-aa36-0dcbc6826dd9 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:40.301330 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f8c9740-37b6-4f85-afc1-1244c6ec368f tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:01:40.302076 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7f8c9740-37b6-4f85-afc1-1244c6ec368f tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:40.303212 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adee831d-0e2e-45ff-91ce-79c234f0df86 None None] Network 6ab838d0-1983-413c-bb3e-85f4c79f5155 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:01:40.324546 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ac082b8-24c1-4d51-bee1-8d06d1e76fc3 tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] Made reservation on behalf of 2e9d53baf5214d0d9669d774dbca2842 for: {'network': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:01:40.328471 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6ac082b8-24c1-4d51-bee1-8d06d1e76fc3 tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:40.348929 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6ac082b8-24c1-4d51-bee1-8d06d1e76fc3 tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:40.370557 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db2efd8-c68c-4ee0-aa36-0dcbc6826dd9 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Pushing event deleted for resources: {'Port': ['ID=0a354dc5-3f0e-4e9a-8878-a6347d51cb2b,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:01:40.411845 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-7f8c9740-37b6-4f85-afc1-1244c6ec368f tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1281784 Nov 19 18:01:40.412808 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 49530) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:40.416918 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2db2efd8-c68c-4ee0-aa36-0dcbc6826dd9 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:40.423029 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-2db2efd8-c68c-4ee0-aa36-0dcbc6826dd9 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] 10.222.0.54 "DELETE /v2.0/ports/0a354dc5-3f0e-4e9a-8878-a6347d51cb2b HTTP/1.1" status: 204 len: 168 time: 0.9519229 Nov 19 18:01:40.434525 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-2664ad8a-e5b6-4a6f-9036-470da5d68bc6 tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Request body: {'network': {'name': 'tempest-router-network01--1275790010'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:01:40.437425 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 49532) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:40.485580 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-41126ae9-47d8-4d3d-8f09-8b785ecca918 tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:40.503684 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-41126ae9-47d8-4d3d-8f09-8b785ecca918 tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:40.519395 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41126ae9-47d8-4d3d-8f09-8b785ecca918 tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 694} {{(pid=103365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 18:01:40.536134 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-41126ae9-47d8-4d3d-8f09-8b785ecca918 tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:40.536359 n-d-818022-2 neutron-server[103365]: INFO neutron.db.segments_db [None req-41126ae9-47d8-4d3d-8f09-8b785ecca918 tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] Added segment 8edc997a-af44-48f5-aed4-7aa1e78dff33 of type vlan for network b4badb2b-8788-41c3-8883-d13e9cb05cf5 Nov 19 18:01:40.617382 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-358dd07e-c3eb-4168-885b-dd742700bb4a tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:01:40.624558 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-658f1e3d-df59-4e37-8480-bd74f5025386 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54f44f5f-1200-574e-8740-2141911d5b73-6ab838d0-1983-413c-bb3e-85f4c79f5155', 'network_id': '6ab838d0-1983-413c-bb3e-85f4c79f5155', 'tenant_id': 'cc1067af57fa48e0b93cad755b85e3b6', 'fixed_ips': [{'subnet_id': 'c04064ef-57f9-4a40-a02b-a8ff74e1afd2'}]}} from n-d-818022-2. {{(pid=103366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 18:01:40.625366 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-358dd07e-c3eb-4168-885b-dd742700bb4a tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:01:40.625515 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-658f1e3d-df59-4e37-8480-bd74f5025386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:40.627591 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-358dd07e-c3eb-4168-885b-dd742700bb4a tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.1870227 Nov 19 18:01:40.631092 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 49544) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:40.633512 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2664ad8a-e5b6-4a6f-9036-470da5d68bc6 tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Made reservation on behalf of cc1067af57fa48e0b93cad755b85e3b6 for: {'network': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:01:40.637385 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2664ad8a-e5b6-4a6f-9036-470da5d68bc6 tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:40.649482 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-41126ae9-47d8-4d3d-8f09-8b785ecca918 tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:40.695357 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-41126ae9-47d8-4d3d-8f09-8b785ecca918 tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:40.701360 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41126ae9-47d8-4d3d-8f09-8b785ecca918 tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:01:40.702634 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-41126ae9-47d8-4d3d-8f09-8b785ecca918 tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] Publish callbacks [] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:40.783222 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41126ae9-47d8-4d3d-8f09-8b785ecca918 tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c5e4c76-eedd-4543-a5bc-295a9aec3ed4,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:01:40.802822 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2664ad8a-e5b6-4a6f-9036-470da5d68bc6 tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 687} {{(pid=103364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 18:01:40.812623 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-41126ae9-47d8-4d3d-8f09-8b785ecca918 tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8332930 Nov 19 18:01:40.815828 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 49548) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:40.828893 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-d4281d46-a5f2-4168-96be-2b58088fe577 tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] Request body: {'subnet': {'network_id': 'b4badb2b-8788-41c3-8883-d13e9cb05cf5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:01:40.830687 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2664ad8a-e5b6-4a6f-9036-470da5d68bc6 tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:40.831270 n-d-818022-2 neutron-server[103364]: INFO neutron.db.segments_db [None req-2664ad8a-e5b6-4a6f-9036-470da5d68bc6 tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Added segment ea5700d8-a318-43cf-8bcd-97d1c57f246b of type vlan for network c0db7bba-320c-46f9-a419-22db3f1d18fa Nov 19 18:01:40.833675 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [None req-658f1e3d-df59-4e37-8480-bd74f5025386 None None] Allocated IP 2001:db8::2 (6ab838d0-1983-413c-bb3e-85f4c79f5155/c04064ef-57f9-4a40-a02b-a8ff74e1afd2/f4c88a9d-5b74-4124-ac2f-780a3e8b0aed) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:01:40.869851 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41126ae9-47d8-4d3d-8f09-8b785ecca918 tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] Pushing event updated for resources: {'Network': ['ID=b4badb2b-8788-41c3-8883-d13e9cb05cf5,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:01:40.914656 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network b4badb2b-8788-41c3-8883-d13e9cb05cf5 details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 18:01:41.074731 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4281d46-a5f2-4168-96be-2b58088fe577 tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] Made reservation on behalf of 830017a997d84e02b61bdc66f109ba82 for: {'subnet': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:01:41.080226 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d4281d46-a5f2-4168-96be-2b58088fe577 tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8731248'] for subnet, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:41.102146 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6ac082b8-24c1-4d51-bee1-8d06d1e76fc3 tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:41.112975 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2664ad8a-e5b6-4a6f-9036-470da5d68bc6 tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:41.123874 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6ac082b8-24c1-4d51-bee1-8d06d1e76fc3 tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:41.198920 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b8c7d3-1aab-4af6-8065-c3f650b2375a req-6899ca56-0cc5-4698-82a5-a3251d59c9ee tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:01:41.238087 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d5b8c7d3-1aab-4af6-8065-c3f650b2375a req-6899ca56-0cc5-4698-82a5-a3251d59c9ee tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] 10.222.0.54 "GET /v2.0/ports?device_id=0f12e280-7f27-4e94-992b-064b64e8c400 HTTP/1.1" status: 200 len: 945 time: 0.2121544 Nov 19 18:01:41.238478 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac082b8-24c1-4d51-bee1-8d06d1e76fc3 tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=653f28ff-e705-4f61-8955-5da819982aab,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:01:41.258989 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-658f1e3d-df59-4e37-8480-bd74f5025386 None None] Publish callbacks [] for port, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:41.267020 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.db.resource_extend [None req-2664ad8a-e5b6-4a6f-9036-470da5d68bc6 tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 19 18:01:41.283017 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-658f1e3d-df59-4e37-8480-bd74f5025386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998'] for port, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:41.307993 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ac082b8-24c1-4d51-bee1-8d06d1e76fc3 tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 699} {{(pid=103364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 18:01:41.344906 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-658f1e3d-df59-4e37-8480-bd74f5025386 None None] Network 6ab838d0-1983-413c-bb3e-85f4c79f5155 is already hosted by enough agents. {{(pid=103366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:01:41.351364 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [None req-658f1e3d-df59-4e37-8480-bd74f5025386 None None] Resources bound (agent type, host, resource id): {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:01:41.355955 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-658f1e3d-df59-4e37-8480-bd74f5025386 None None] Received port after_create {{(pid=103366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:01:41.359955 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6ac082b8-24c1-4d51-bee1-8d06d1e76fc3 tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:41.360466 n-d-818022-2 neutron-server[103364]: INFO neutron.db.segments_db [None req-6ac082b8-24c1-4d51-bee1-8d06d1e76fc3 tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] Added segment b762dd62-bc7b-4cb9-815c-3ce8b561200f of type vlan for network 6270901c-92a4-4317-9e8d-fe9219168618 Nov 19 18:01:41.375391 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658f1e3d-df59-4e37-8480-bd74f5025386 None None] Pushing event updated for resources: {'Port': ['ID=f4c88a9d-5b74-4124-ac2f-780a3e8b0aed,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:01:41.409861 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2664ad8a-e5b6-4a6f-9036-470da5d68bc6 tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:41.416750 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d5b8c7d3-1aab-4af6-8065-c3f650b2375a req-42d0d269-0bf1-4987-b8a6-1f88bdaa74ce tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] 10.222.0.54 "GET /v2.0/security-groups?id=ab553829-b17c-4bd7-9495-2cea0ebc82fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007654 Nov 19 18:01:41.419874 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2664ad8a-e5b6-4a6f-9036-470da5d68bc6 tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:01:41.424353 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2664ad8a-e5b6-4a6f-9036-470da5d68bc6 tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Publish callbacks [] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:41.463438 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-d8e85cd5-61b7-48c5-97b6-41f492f15478 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Deleting port 6078d466-2aa2-47ca-8bbd-166a06f73883 {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:01:41.464684 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d8e85cd5-61b7-48c5-97b6-41f492f15478 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:41.517234 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-658f1e3d-df59-4e37-8480-bd74f5025386 None None] Attempting to bind port f4c88a9d-5b74-4124-ac2f-780a3e8b0aed on host n-d-818022-2 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:01:41.517599 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-658f1e3d-df59-4e37-8480-bd74f5025386 None None] Attempting to bind port f4c88a9d-5b74-4124-ac2f-780a3e8b0aed by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': 'e634ba71-fb47-43b8-9c37-69586b2db2bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '6ab838d0-1983-413c-bb3e-85f4c79f5155'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:01:41.518003 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-658f1e3d-df59-4e37-8480-bd74f5025386 None None] Attempting to bind port f4c88a9d-5b74-4124-ac2f-780a3e8b0aed on network 6ab838d0-1983-413c-bb3e-85f4c79f5155 {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:01:41.544936 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-658f1e3d-df59-4e37-8480-bd74f5025386 None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 1, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:01:41.545359 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-658f1e3d-df59-4e37-8480-bd74f5025386 None None] Checking segment: {'id': 'e634ba71-fb47-43b8-9c37-69586b2db2bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '6ab838d0-1983-413c-bb3e-85f4c79f5155'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:01:41.545762 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-658f1e3d-df59-4e37-8480-bd74f5025386 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:41.548296 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-658f1e3d-df59-4e37-8480-bd74f5025386 None None] Bound using segment: {'id': 'e634ba71-fb47-43b8-9c37-69586b2db2bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '6ab838d0-1983-413c-bb3e-85f4c79f5155'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:01:41.548835 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-658f1e3d-df59-4e37-8480-bd74f5025386 None None] Bound port: f4c88a9d-5b74-4124-ac2f-780a3e8b0aed, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e634ba71-fb47-43b8-9c37-69586b2db2bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '6ab838d0-1983-413c-bb3e-85f4c79f5155'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:01:41.549227 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-658f1e3d-df59-4e37-8480-bd74f5025386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:41.682146 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d8e85cd5-61b7-48c5-97b6-41f492f15478 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:41.697562 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-d8e85cd5-61b7-48c5-97b6-41f492f15478 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Calling delete_port for 6078d466-2aa2-47ca-8bbd-166a06f73883 owned by {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:01:41.698949 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-658f1e3d-df59-4e37-8480-bd74f5025386 None None] For port f4c88a9d-5b74-4124-ac2f-780a3e8b0aed, host n-d-818022-2, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:01:41.704637 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-658f1e3d-df59-4e37-8480-bd74f5025386 None None] For port f4c88a9d-5b74-4124-ac2f-780a3e8b0aed, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=f4c88a9d-5b74-4124-ac2f-780a3e8b0aed,segment=NetworkSegment(e634ba71-fb47-43b8-9c37-69586b2db2bf),segment_id=e634ba71-fb47-43b8-9c37-69586b2db2bf)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:01:41.720247 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-658f1e3d-df59-4e37-8480-bd74f5025386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:41.731391 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d4281d46-a5f2-4168-96be-2b58088fe577 tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12283104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8731234'] for subnet, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:41.757014 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2664ad8a-e5b6-4a6f-9036-470da5d68bc6 tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Pushing event updated for resources: {'Network': ['ID=c0db7bba-320c-46f9-a419-22db3f1d18fa,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:01:41.787056 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6ac082b8-24c1-4d51-bee1-8d06d1e76fc3 tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:41.789240 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network c0db7bba-320c-46f9-a419-22db3f1d18fa details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 18:01:41.845174 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-2664ad8a-e5b6-4a6f-9036-470da5d68bc6 tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.4215016 Nov 19 18:01:41.853677 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 49574) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:41.860827 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4281d46-a5f2-4168-96be-2b58088fe577 tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] Pushing event updated for resources: {'Subnet': ['ID=708fdc7a-e6c0-408a-bc0b-1921a28de130,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:01:41.870237 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-05c48aba-b103-4380-934c-53aa6737685b tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Request body: {'network': {'name': 'tempest-router-network02--359207018'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:01:41.916118 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4281d46-a5f2-4168-96be-2b58088fe577 tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] Checking segment: {'id': '8edc997a-af44-48f5-aed4-7aa1e78dff33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'b4badb2b-8788-41c3-8883-d13e9cb05cf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:01:41.916768 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4281d46-a5f2-4168-96be-2b58088fe577 tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] Network hostable DHCP agents. Network: b4badb2b-8788-41c3-8883-d13e9cb05cf5, hostable agents: ['02910ef2-0455-4aea-9f38-9a875579633f'], hosted agents: [] {{(pid=103365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 18:01:41.929046 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6ac082b8-24c1-4d51-bee1-8d06d1e76fc3 tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:41.930585 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ac082b8-24c1-4d51-bee1-8d06d1e76fc3 tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:01:41.931490 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6ac082b8-24c1-4d51-bee1-8d06d1e76fc3 tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] Publish callbacks [] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:41.971352 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4281d46-a5f2-4168-96be-2b58088fe577 tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] Network b4badb2b-8788-41c3-8883-d13e9cb05cf5 is scheduled to be hosted by DHCP agent 02910ef2-0455-4aea-9f38-9a875579633f with binding_index 1 {{(pid=103365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 18:01:41.989441 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-d4281d46-a5f2-4168-96be-2b58088fe577 tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818022-2, b4badb2b-8788-41c3-8883-d13e9cb05cf5) {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:01:41.994343 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4281d46-a5f2-4168-96be-2b58088fe577 tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:01:41.995171 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d4281d46-a5f2-4168-96be-2b58088fe577 tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] Publish callbacks [] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:42.005069 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d8e85cd5-61b7-48c5-97b6-41f492f15478 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:42.015596 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05c48aba-b103-4380-934c-53aa6737685b tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Made reservation on behalf of cc1067af57fa48e0b93cad755b85e3b6 for: {'network': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:01:42.021367 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24c005ca-e88d-4a28-95af-8ba48b72f404 None None] Network b4badb2b-8788-41c3-8883-d13e9cb05cf5 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:01:42.025681 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-05c48aba-b103-4380-934c-53aa6737685b tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:42.034394 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-d4281d46-a5f2-4168-96be-2b58088fe577 tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2125883 Nov 19 18:01:42.035572 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 49578) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:42.040772 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-8047a8a5-ef9f-480a-934d-20498ee54b87 tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] Request body: {'network': {'name': 'tempest-router-network01--1917782113'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:01:42.061503 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658f1e3d-df59-4e37-8480-bd74f5025386 None None] Pushing event updated for resources: {'Port': ['ID=f4c88a9d-5b74-4124-ac2f-780a3e8b0aed,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:01:42.111531 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8047a8a5-ef9f-480a-934d-20498ee54b87 tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] Made reservation on behalf of 830017a997d84e02b61bdc66f109ba82 for: {'network': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:01:42.116786 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8047a8a5-ef9f-480a-934d-20498ee54b87 tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:42.216790 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8047a8a5-ef9f-480a-934d-20498ee54b87 tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 674} {{(pid=103365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 18:01:42.247594 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8047a8a5-ef9f-480a-934d-20498ee54b87 tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:42.252399 n-d-818022-2 neutron-server[103365]: INFO neutron.db.segments_db [None req-8047a8a5-ef9f-480a-934d-20498ee54b87 tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] Added segment c022a15b-3483-4a37-9d8a-82454ac95b85 of type vlan for network 318a6a86-9d22-4eee-a36a-c48c23eaaa71 Nov 19 18:01:42.312441 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e85cd5-61b7-48c5-97b6-41f492f15478 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Pushing event deleted for resources: {'Port': ['ID=6078d466-2aa2-47ca-8bbd-166a06f73883,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:01:42.336725 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d8e85cd5-61b7-48c5-97b6-41f492f15478 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:42.346679 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-d8e85cd5-61b7-48c5-97b6-41f492f15478 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] 10.222.0.54 "DELETE /v2.0/ports/6078d466-2aa2-47ca-8bbd-166a06f73883 HTTP/1.1" status: 204 len: 168 time: 1.7120123 Nov 19 18:01:42.353140 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 49584) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:42.384832 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-6ac082b8-24c1-4d51-bee1-8d06d1e76fc3 tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 2.3417363 Nov 19 18:01:42.402779 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 49586) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:42.415272 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-2da8d091-e122-415e-ad43-735ef7a4c62f tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] Request body: {'subnet': {'network_id': '6270901c-92a4-4317-9e8d-fe9219168618', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:01:42.418771 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac082b8-24c1-4d51-bee1-8d06d1e76fc3 tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] Pushing event updated for resources: {'Network': ['ID=6270901c-92a4-4317-9e8d-fe9219168618,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:01:42.453607 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05c48aba-b103-4380-934c-53aa6737685b tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 673} {{(pid=103364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 18:01:42.485415 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-05c48aba-b103-4380-934c-53aa6737685b tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:42.488133 n-d-818022-2 neutron-server[103364]: INFO neutron.db.segments_db [None req-05c48aba-b103-4380-934c-53aa6737685b tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Added segment 20b9fc8d-f164-4dab-942d-763e7736862c of type vlan for network c76b46bf-29ed-421e-bee9-423d60fb22cf Nov 19 18:01:42.541083 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8047a8a5-ef9f-480a-934d-20498ee54b87 tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:42.567342 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2da8d091-e122-415e-ad43-735ef7a4c62f tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] Made reservation on behalf of 2e9d53baf5214d0d9669d774dbca2842 for: {'subnet': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:01:42.584008 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2da8d091-e122-415e-ad43-735ef7a4c62f tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8731248'] for subnet, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:42.663916 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-05c48aba-b103-4380-934c-53aa6737685b tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:42.784462 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.db.resource_extend [None req-8047a8a5-ef9f-480a-934d-20498ee54b87 tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 19 18:01:42.837615 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-05c48aba-b103-4380-934c-53aa6737685b tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:42.848210 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05c48aba-b103-4380-934c-53aa6737685b tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:01:42.849875 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-05c48aba-b103-4380-934c-53aa6737685b tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Publish callbacks [] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:42.874805 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5533add1-91db-4f47-96ef-ca44e300044e req-82cc7ef9-5006-48bb-ae88-263427f392b4 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:01:42.881885 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-5533add1-91db-4f47-96ef-ca44e300044e req-82cc7ef9-5006-48bb-ae88-263427f392b4 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] 10.222.0.54 "GET /v2.0/ports?device_id=0f12e280-7f27-4e94-992b-064b64e8c400 HTTP/1.1" status: 200 len: 945 time: 0.2448418 Nov 19 18:01:42.888413 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network 6270901c-92a4-4317-9e8d-fe9219168618 details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 18:01:42.895330 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device f4c88a9d-5b74-4124-ac2f-780a3e8b0aed up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:01:42.909493 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c091c17-3258-4bd8-b0ca-1edb6db49e32 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:01:42.911971 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-3c091c17-3258-4bd8-b0ca-1edb6db49e32 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.5578172 Nov 19 18:01:42.914906 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 49600) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:42.915618 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8047a8a5-ef9f-480a-934d-20498ee54b87 tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:42.917764 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34a33ecc-144f-45c4-bc1d-4fccfb2e2847 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54f44f5f-1200-574e-8740-2141911d5b73-b4badb2b-8788-41c3-8883-d13e9cb05cf5', 'network_id': 'b4badb2b-8788-41c3-8883-d13e9cb05cf5', 'tenant_id': '830017a997d84e02b61bdc66f109ba82', 'fixed_ips': [{'subnet_id': '708fdc7a-e6c0-408a-bc0b-1921a28de130'}]}} from n-d-818022-2. {{(pid=103366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 18:01:42.922342 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-34a33ecc-144f-45c4-bc1d-4fccfb2e2847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:42.925100 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8047a8a5-ef9f-480a-934d-20498ee54b87 tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:01:42.925988 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8047a8a5-ef9f-480a-934d-20498ee54b87 tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] Publish callbacks [] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:43.031117 n-d-818022-2 neutron-server[103365]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c5c1a2e-834b-45fa-92bc-1a76e5592b37 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] GET failed (client error): The resource could not be found. Nov 19 18:01:43.036586 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-6c5c1a2e-834b-45fa-92bc-1a76e5592b37 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] 10.222.0.54 "GET /v2.0/ports/0a354dc5-3f0e-4e9a-8878-a6347d51cb2b HTTP/1.1" status: 404 len: 333 time: 0.1071868 Nov 19 18:01:43.056588 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c48aba-b103-4380-934c-53aa6737685b tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Pushing event updated for resources: {'Network': ['ID=c76b46bf-29ed-421e-bee9-423d60fb22cf,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:01:43.060840 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 49604) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:43.085085 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-05c48aba-b103-4380-934c-53aa6737685b tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.2181780 Nov 19 18:01:43.087349 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 49606) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:43.099386 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network c76b46bf-29ed-421e-bee9-423d60fb22cf details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 18:01:43.105966 n-d-818022-2 neutron-server[103364]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a5c66cd-9865-4926-abfd-c223d3942445 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] GET failed (client error): The resource could not be found. Nov 19 18:01:43.107796 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-5a5c66cd-9865-4926-abfd-c223d3942445 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] 10.222.0.54 "GET /v2.0/ports/6078d466-2aa2-47ca-8bbd-166a06f73883 HTTP/1.1" status: 404 len: 333 time: 0.0458989 Nov 19 18:01:43.115699 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 49608) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:43.200841 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-47bc2fac-554b-46c5-83d6-3b8b1ec16fb3 tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Request body: {'subnet': {'network_id': 'c0db7bba-320c-46f9-a419-22db3f1d18fa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:01:43.237013 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-8047a8a5-ef9f-480a-934d-20498ee54b87 tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2000468 Nov 19 18:01:43.238926 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d1d64d92-b83a-4d9c-8244-f4ae9cfa86fc tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:43.248826 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 49612) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:43.262401 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-81e8755c-7725-467e-b9db-ed898907858c tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] Request body: {'network': {'name': 'tempest-router-network02--257830755'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:01:43.393051 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port f4c88a9d-5b74-4124-ac2f-780a3e8b0aed triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:01:43.393502 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:43.398477 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-5533add1-91db-4f47-96ef-ca44e300044e req-5e6eb9d0-0a26-48fb-b1fd-9b479b3a3b0e tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] 10.222.0.54 "GET /v2.0/security-groups?id=ab553829-b17c-4bd7-9495-2cea0ebc82fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3385179 Nov 19 18:01:43.420269 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81e8755c-7725-467e-b9db-ed898907858c tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] Made reservation on behalf of 830017a997d84e02b61bdc66f109ba82 for: {'network': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:01:43.435980 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-81e8755c-7725-467e-b9db-ed898907858c tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:43.507976 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81e8755c-7725-467e-b9db-ed898907858c tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 668} {{(pid=103364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 18:01:43.520387 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-81e8755c-7725-467e-b9db-ed898907858c tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:43.520951 n-d-818022-2 neutron-server[103364]: INFO neutron.db.segments_db [None req-81e8755c-7725-467e-b9db-ed898907858c tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] Added segment ca717b6a-14cc-4ad3-89a9-37ed18910cdb of type vlan for network 4edf386a-4dfc-44c6-8da4-6e67947af0b2 Nov 19 18:01:43.522493 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [None req-34a33ecc-144f-45c4-bc1d-4fccfb2e2847 None None] Allocated IP 172.20.0.2 (b4badb2b-8788-41c3-8883-d13e9cb05cf5/708fdc7a-e6c0-408a-bc0b-1921a28de130/5fe618d8-f4c7-47d1-a2d8-59b7dc09b5a1) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:01:43.573878 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-81e8755c-7725-467e-b9db-ed898907858c tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:43.664596 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8047a8a5-ef9f-480a-934d-20498ee54b87 tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] Pushing event updated for resources: {'Network': ['ID=318a6a86-9d22-4eee-a36a-c48c23eaaa71,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:01:43.698815 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d1d64d92-b83a-4d9c-8244-f4ae9cfa86fc tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:43.725600 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cab0e19-67da-454e-b402-4d6659a57bb6 None None] Network 6ab838d0-1983-413c-bb3e-85f4c79f5155 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:01:43.731197 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network 318a6a86-9d22-4eee-a36a-c48c23eaaa71 details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 18:01:43.734104 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-81e8755c-7725-467e-b9db-ed898907858c tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:43.768665 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81e8755c-7725-467e-b9db-ed898907858c tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:01:43.771423 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-81e8755c-7725-467e-b9db-ed898907858c tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] Publish callbacks [] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:43.791382 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47bc2fac-554b-46c5-83d6-3b8b1ec16fb3 tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Made reservation on behalf of cc1067af57fa48e0b93cad755b85e3b6 for: {'subnet': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:01:43.795594 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-47bc2fac-554b-46c5-83d6-3b8b1ec16fb3 tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8731248'] for subnet, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:43.867427 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:43.906261 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-d1d64d92-b83a-4d9c-8244-f4ae9cfa86fc tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['274594d1-c7ac-4707-b06b-e1d7aa80197d']}} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:01:43.913682 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e8755c-7725-467e-b9db-ed898907858c tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] Pushing event updated for resources: {'Network': ['ID=4edf386a-4dfc-44c6-8da4-6e67947af0b2,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:01:43.914115 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-8d9c56c3-7ec0-4b7c-9870-453c66632c0e None None] Provisioning complete for port f4c88a9d-5b74-4124-ac2f-780a3e8b0aed triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:01:43.914841 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8d9c56c3-7ec0-4b7c-9870-453c66632c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:43.945557 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-d1d64d92-b83a-4d9c-8244-f4ae9cfa86fc tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd742dd38-7080-4477-a20e-f88295087e60') {'for_net_delete': True} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:01:43.945557 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-d1d64d92-b83a-4d9c-8244-f4ae9cfa86fc tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd742dd38-7080-4477-a20e-f88295087e60') {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:01:43.963379 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-81e8755c-7725-467e-b9db-ed898907858c tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7082968 Nov 19 18:01:43.963379 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 49634) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:43.971736 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-6d29a3eb-e8c1-4825-a224-94fdd3db8262 tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] Request body: {'subnet': {'network_id': '318a6a86-9d22-4eee-a36a-c48c23eaaa71', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:01:43.972255 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network 4edf386a-4dfc-44c6-8da4-6e67947af0b2 details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 18:01:43.984206 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d1d64d92-b83a-4d9c-8244-f4ae9cfa86fc tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417396'] for segment, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:44.023190 n-d-818022-2 neutron-server[103365]: DEBUG neutron.objects.ports [None req-2da8d091-e122-415e-ad43-735ef7a4c62f tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103365) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 19 18:01:44.023802 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2da8d091-e122-415e-ad43-735ef7a4c62f tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12283104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8731234'] for subnet, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:44.024319 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d1d64d92-b83a-4d9c-8244-f4ae9cfa86fc tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:44.041456 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1d64d92-b83a-4d9c-8244-f4ae9cfa86fc tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Releasing vlan 689 on physical network physnet1 to pool {{(pid=103364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 18:01:44.045338 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d1d64d92-b83a-4d9c-8244-f4ae9cfa86fc tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12425183'] for segment, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:44.049591 n-d-818022-2 neutron-server[103364]: Traceback (most recent call last): Nov 19 18:01:44.049591 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 18:01:44.049591 n-d-818022-2 neutron-server[103364]: timer() Nov 19 18:01:44.049591 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 18:01:44.049591 n-d-818022-2 neutron-server[103364]: cb(*args, **kw) Nov 19 18:01:44.049591 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 18:01:44.049591 n-d-818022-2 neutron-server[103364]: return func(*args, **kwargs) Nov 19 18:01:44.049591 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 18:01:44.049591 n-d-818022-2 neutron-server[103364]: self._notify() Nov 19 18:01:44.049591 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 18:01:44.049591 n-d-818022-2 neutron-server[103364]: self.callback(batched_events) Nov 19 18:01:44.049591 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 18:01:44.049591 n-d-818022-2 neutron-server[103364]: event.method(event) Nov 19 18:01:44.049591 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 18:01:44.049591 n-d-818022-2 neutron-server[103364]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 18:01:44.049591 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 18:01:44.049591 n-d-818022-2 neutron-server[103364]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 18:01:44.049591 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 18:01:44.049591 n-d-818022-2 neutron-server[103364]: return f(self, *a, **k) Nov 19 18:01:44.049591 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 18:01:44.049591 n-d-818022-2 neutron-server[103364]: return self._get(url).json() Nov 19 18:01:44.049591 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 18:01:44.049591 n-d-818022-2 neutron-server[103364]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 18:01:44.049591 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 18:01:44.049591 n-d-818022-2 neutron-server[103364]: return self.request(url, 'GET', **kwargs) Nov 19 18:01:44.049591 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 18:01:44.049591 n-d-818022-2 neutron-server[103364]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 18:01:44.049591 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 18:01:44.049591 n-d-818022-2 neutron-server[103364]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 18:01:44.049591 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 18:01:44.049591 n-d-818022-2 neutron-server[103364]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 18:01:44.049591 n-d-818022-2 neutron-server[103364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 18:01:44.075058 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] For port f4c88a9d-5b74-4124-ac2f-780a3e8b0aed, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=f4c88a9d-5b74-4124-ac2f-780a3e8b0aed,segment=NetworkSegment(e634ba71-fb47-43b8-9c37-69586b2db2bf),segment_id=e634ba71-fb47-43b8-9c37-69586b2db2bf)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:01:44.105411 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:44.167291 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da8d091-e122-415e-ad43-735ef7a4c62f tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] Pushing event updated for resources: {'Subnet': ['ID=ddc7e476-2a46-4aa4-ba3f-2aa511a823fe,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:01:44.187432 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Pushing event updated for resources: {'Port': ['ID=f4c88a9d-5b74-4124-ac2f-780a3e8b0aed,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:01:44.252505 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d1d64d92-b83a-4d9c-8244-f4ae9cfa86fc tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671242'] for network, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:44.265433 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d1d64d92-b83a-4d9c-8244-f4ae9cfa86fc tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks [] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:44.269191 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-d1d64d92-b83a-4d9c-8244-f4ae9cfa86fc tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] 10.222.0.54 "DELETE /v2.0/networks/274594d1-c7ac-4707-b06b-e1d7aa80197d HTTP/1.1" status: 204 len: 168 time: 1.1523428 Nov 19 18:01:44.274093 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 49640) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:44.287862 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d64d92-b83a-4d9c-8244-f4ae9cfa86fc tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Pushing event deleted for resources: {'Network': ['ID=274594d1-c7ac-4707-b06b-e1d7aa80197d,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:01:44.288121 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-0dffe201-fa2f-4cfd-9637-ed0850d98212 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1760507597'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:01:44.300448 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-47bc2fac-554b-46c5-83d6-3b8b1ec16fb3 tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12283104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8731234'] for subnet, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:44.302968 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da8d091-e122-415e-ad43-735ef7a4c62f tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] Checking segment: {'id': 'b762dd62-bc7b-4cb9-815c-3ce8b561200f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '6270901c-92a4-4317-9e8d-fe9219168618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:01:44.303151 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2da8d091-e122-415e-ad43-735ef7a4c62f tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] Network hostable DHCP agents. Network: 6270901c-92a4-4317-9e8d-fe9219168618, hostable agents: ['02910ef2-0455-4aea-9f38-9a875579633f'], hosted agents: [] {{(pid=103365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 18:01:44.308191 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d29a3eb-e8c1-4825-a224-94fdd3db8262 tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] Made reservation on behalf of 830017a997d84e02b61bdc66f109ba82 for: {'subnet': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:01:44.313739 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6d29a3eb-e8c1-4825-a224-94fdd3db8262 tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8983829'] for subnet, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:44.370862 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-34a33ecc-144f-45c4-bc1d-4fccfb2e2847 None None] Publish callbacks [] for port, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:44.390116 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-34a33ecc-144f-45c4-bc1d-4fccfb2e2847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998'] for port, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:44.514408 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device f4c88a9d-5b74-4124-ac2f-780a3e8b0aed up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:01:44.535918 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34a33ecc-144f-45c4-bc1d-4fccfb2e2847 None None] Network b4badb2b-8788-41c3-8883-d13e9cb05cf5 is already hosted by enough agents. {{(pid=103366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:01:44.573173 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [None req-34a33ecc-144f-45c4-bc1d-4fccfb2e2847 None None] Resources bound (agent type, host, resource id): {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:01:44.581897 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a33ecc-144f-45c4-bc1d-4fccfb2e2847 None None] Pushing event updated for resources: {'Port': ['ID=5fe618d8-f4c7-47d1-a2d8-59b7dc09b5a1,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:01:44.596053 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a33ecc-144f-45c4-bc1d-4fccfb2e2847 None None] Received port after_create {{(pid=103366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:01:44.716532 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6d29a3eb-e8c1-4825-a224-94fdd3db8262 tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12425078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8983815'] for subnet, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:44.750815 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-34a33ecc-144f-45c4-bc1d-4fccfb2e2847 None None] Attempting to bind port 5fe618d8-f4c7-47d1-a2d8-59b7dc09b5a1 on host n-d-818022-2 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:01:44.751401 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-34a33ecc-144f-45c4-bc1d-4fccfb2e2847 None None] Attempting to bind port 5fe618d8-f4c7-47d1-a2d8-59b7dc09b5a1 by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': '8edc997a-af44-48f5-aed4-7aa1e78dff33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'b4badb2b-8788-41c3-8883-d13e9cb05cf5'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:01:44.751873 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a33ecc-144f-45c4-bc1d-4fccfb2e2847 None None] Attempting to bind port 5fe618d8-f4c7-47d1-a2d8-59b7dc09b5a1 on network b4badb2b-8788-41c3-8883-d13e9cb05cf5 {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:01:44.771921 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port f4c88a9d-5b74-4124-ac2f-780a3e8b0aed triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:01:44.772400 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:44.774886 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a33ecc-144f-45c4-bc1d-4fccfb2e2847 None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 1, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:01:44.775744 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a33ecc-144f-45c4-bc1d-4fccfb2e2847 None None] Checking segment: {'id': '8edc997a-af44-48f5-aed4-7aa1e78dff33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'b4badb2b-8788-41c3-8883-d13e9cb05cf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:01:44.776287 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-34a33ecc-144f-45c4-bc1d-4fccfb2e2847 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:44.776790 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a33ecc-144f-45c4-bc1d-4fccfb2e2847 None None] Bound using segment: {'id': '8edc997a-af44-48f5-aed4-7aa1e78dff33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'b4badb2b-8788-41c3-8883-d13e9cb05cf5'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:01:44.777404 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-34a33ecc-144f-45c4-bc1d-4fccfb2e2847 None None] Bound port: 5fe618d8-f4c7-47d1-a2d8-59b7dc09b5a1, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8edc997a-af44-48f5-aed4-7aa1e78dff33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'b4badb2b-8788-41c3-8883-d13e9cb05cf5'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:01:44.788694 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-34a33ecc-144f-45c4-bc1d-4fccfb2e2847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:44.962859 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d29a3eb-e8c1-4825-a224-94fdd3db8262 tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] Checking segment: {'id': 'c022a15b-3483-4a37-9d8a-82454ac95b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '318a6a86-9d22-4eee-a36a-c48c23eaaa71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:01:44.963341 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d29a3eb-e8c1-4825-a224-94fdd3db8262 tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] Network hostable DHCP agents. Network: 318a6a86-9d22-4eee-a36a-c48c23eaaa71, hostable agents: ['02910ef2-0455-4aea-9f38-9a875579633f'], hosted agents: [] {{(pid=103364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 18:01:44.964727 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dffe201-fa2f-4cfd-9637-ed0850d98212 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Made reservation on behalf of 3d6ff715a1b54ed1818e68232d77d2b6 for: {'network': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:01:44.969151 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0dffe201-fa2f-4cfd-9637-ed0850d98212 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:44.975816 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bc2fac-554b-46c5-83d6-3b8b1ec16fb3 tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Pushing event updated for resources: {'Subnet': ['ID=0393d646-c137-4a8e-898f-0901d290ceee,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:01:45.010703 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2da8d091-e122-415e-ad43-735ef7a4c62f tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] Network 6270901c-92a4-4317-9e8d-fe9219168618 is scheduled to be hosted by DHCP agent 02910ef2-0455-4aea-9f38-9a875579633f with binding_index 1 {{(pid=103365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 18:01:45.011713 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d29a3eb-e8c1-4825-a224-94fdd3db8262 tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] Pushing event updated for resources: {'Subnet': ['ID=bfa28d5d-e03a-4bee-b84b-525bbceb4f0b,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:01:45.027316 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d29a3eb-e8c1-4825-a224-94fdd3db8262 tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] Network 318a6a86-9d22-4eee-a36a-c48c23eaaa71 is scheduled to be hosted by DHCP agent 02910ef2-0455-4aea-9f38-9a875579633f with binding_index 1 {{(pid=103364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 18:01:45.068551 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-6d29a3eb-e8c1-4825-a224-94fdd3db8262 tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818022-2, 318a6a86-9d22-4eee-a36a-c48c23eaaa71) {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:01:45.076950 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d13862-0d71-40ca-81e9-e460e715e80a req-3118b7ea-4fe2-4753-9135-2c2145e8161d tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:01:45.079091 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-23d13862-0d71-40ca-81e9-e460e715e80a req-3118b7ea-4fe2-4753-9135-2c2145e8161d tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] 10.222.0.54 "GET /v2.0/ports?device_id=0f12e280-7f27-4e94-992b-064b64e8c400 HTTP/1.1" status: 200 len: 945 time: 0.2263472 Nov 19 18:01:45.083729 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-2da8d091-e122-415e-ad43-735ef7a4c62f tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818022-2, 6270901c-92a4-4317-9e8d-fe9219168618) {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:01:45.084266 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d29a3eb-e8c1-4825-a224-94fdd3db8262 tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:01:45.085448 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6d29a3eb-e8c1-4825-a224-94fdd3db8262 tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:45.118498 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-34a33ecc-144f-45c4-bc1d-4fccfb2e2847 None None] For port 5fe618d8-f4c7-47d1-a2d8-59b7dc09b5a1, host n-d-818022-2, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:01:45.122600 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47bc2fac-554b-46c5-83d6-3b8b1ec16fb3 tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Checking segment: {'id': 'ea5700d8-a318-43cf-8bcd-97d1c57f246b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'c0db7bba-320c-46f9-a419-22db3f1d18fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:01:45.123014 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47bc2fac-554b-46c5-83d6-3b8b1ec16fb3 tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Network hostable DHCP agents. Network: c0db7bba-320c-46f9-a419-22db3f1d18fa, hostable agents: ['02910ef2-0455-4aea-9f38-9a875579633f'], hosted agents: [] {{(pid=103365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 18:01:45.126886 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2da8d091-e122-415e-ad43-735ef7a4c62f tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:01:45.127485 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2da8d091-e122-415e-ad43-735ef7a4c62f tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:45.129714 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-6d29a3eb-e8c1-4825-a224-94fdd3db8262 tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1658752 Nov 19 18:01:45.132463 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 49664) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:45.141275 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-34a33ecc-144f-45c4-bc1d-4fccfb2e2847 None None] For port 5fe618d8-f4c7-47d1-a2d8-59b7dc09b5a1, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=5fe618d8-f4c7-47d1-a2d8-59b7dc09b5a1,segment=NetworkSegment(8edc997a-af44-48f5-aed4-7aa1e78dff33),segment_id=8edc997a-af44-48f5-aed4-7aa1e78dff33)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:01:45.144817 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a723f28b-b4b5-4378-a689-25c8923e334f None None] Network 318a6a86-9d22-4eee-a36a-c48c23eaaa71 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:01:45.146962 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35b9ce04-6abd-4806-bd93-e815cb30d830 None None] Network 6270901c-92a4-4317-9e8d-fe9219168618 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:01:45.149441 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-6fb70865-0627-4635-93e6-70bc4bca049c tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] Request body: {'subnet': {'network_id': '4edf386a-4dfc-44c6-8da4-6e67947af0b2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:01:45.163300 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0dffe201-fa2f-4cfd-9637-ed0850d98212 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 686} {{(pid=103365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 18:01:45.240215 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-34a33ecc-144f-45c4-bc1d-4fccfb2e2847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:45.308291 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0dffe201-fa2f-4cfd-9637-ed0850d98212 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:45.308934 n-d-818022-2 neutron-server[103365]: INFO neutron.db.segments_db [None req-0dffe201-fa2f-4cfd-9637-ed0850d98212 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Added segment d323ce72-62f8-4f9a-af4e-db19c254c2a4 of type vlan for network 69ab41a0-e42f-43a4-a3d4-059e0a8fbec7 Nov 19 18:01:45.381774 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-23d13862-0d71-40ca-81e9-e460e715e80a req-be4a8f37-ca0d-4119-834a-2ccd9ad10033 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] 10.222.0.54 "GET /v2.0/security-groups?id=ab553829-b17c-4bd7-9495-2cea0ebc82fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2901268 Nov 19 18:01:45.393752 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47bc2fac-554b-46c5-83d6-3b8b1ec16fb3 tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Network c0db7bba-320c-46f9-a419-22db3f1d18fa is scheduled to be hosted by DHCP agent 02910ef2-0455-4aea-9f38-9a875579633f with binding_index 1 {{(pid=103365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 18:01:45.397486 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fb70865-0627-4635-93e6-70bc4bca049c tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] Made reservation on behalf of 830017a997d84e02b61bdc66f109ba82 for: {'subnet': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:01:45.400625 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-2da8d091-e122-415e-ad43-735ef7a4c62f tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.9963923 Nov 19 18:01:45.402266 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-252d5e8e-a450-4776-ba32-71683ea28a42 None None] Provisioning complete for port f4c88a9d-5b74-4124-ac2f-780a3e8b0aed triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:01:45.402644 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-252d5e8e-a450-4776-ba32-71683ea28a42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:45.416966 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 49672) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:45.418807 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6fb70865-0627-4635-93e6-70bc4bca049c tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8983829'] for subnet, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:45.423865 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-07c204cd-af2a-4c2d-9a70-fbde213b7ea6 tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1455143561', 'network_id': '6270901c-92a4-4317-9e8d-fe9219168618'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:01:45.441101 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0dffe201-fa2f-4cfd-9637-ed0850d98212 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:45.450571 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-47bc2fac-554b-46c5-83d6-3b8b1ec16fb3 tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818022-2, c0db7bba-320c-46f9-a419-22db3f1d18fa) {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:01:45.476766 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fb9365d-f711-4d2a-aa6d-3ba344defe99 None None] Network c0db7bba-320c-46f9-a419-22db3f1d18fa requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:01:45.476986 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47bc2fac-554b-46c5-83d6-3b8b1ec16fb3 tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:01:45.477644 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-47bc2fac-554b-46c5-83d6-3b8b1ec16fb3 tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Publish callbacks [] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:45.586601 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a33ecc-144f-45c4-bc1d-4fccfb2e2847 None None] Pushing event updated for resources: {'Port': ['ID=5fe618d8-f4c7-47d1-a2d8-59b7dc09b5a1,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:01:45.597995 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0dffe201-fa2f-4cfd-9637-ed0850d98212 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:45.605722 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dffe201-fa2f-4cfd-9637-ed0850d98212 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:01:45.606675 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0dffe201-fa2f-4cfd-9637-ed0850d98212 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks [] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:45.630583 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07c204cd-af2a-4c2d-9a70-fbde213b7ea6 tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] Made reservation on behalf of 2e9d53baf5214d0d9669d774dbca2842 for: {'port': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:01:45.634974 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-07c204cd-af2a-4c2d-9a70-fbde213b7ea6 tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:45.645306 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-0dffe201-fa2f-4cfd-9637-ed0850d98212 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.3701274 Nov 19 18:01:45.648657 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 49678) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:45.676374 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-5c8db651-c4bb-41e5-9574-bc23234fddd9 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Request body: {'subnet': {'network_id': '69ab41a0-e42f-43a4-a3d4-059e0a8fbec7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:01:45.689610 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-47bc2fac-554b-46c5-83d6-3b8b1ec16fb3 tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5903132 Nov 19 18:01:45.691885 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 49680) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:45.698874 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-164a9f11-2a77-479b-b86e-4a175787b277 tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Request body: {'subnet': {'network_id': 'c76b46bf-29ed-421e-bee9-423d60fb22cf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:01:45.740555 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [None req-07c204cd-af2a-4c2d-9a70-fbde213b7ea6 tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] device_id is not set on port 45bc3c72-6134-4a9e-a0bf-cf2c3b117221 yet. {{(pid=103365) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 18:01:45.848494 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dffe201-fa2f-4cfd-9637-ed0850d98212 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Pushing event updated for resources: {'Network': ['ID=69ab41a0-e42f-43a4-a3d4-059e0a8fbec7,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:01:45.973286 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [None req-07c204cd-af2a-4c2d-9a70-fbde213b7ea6 tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] Allocated IP 2001:db8::201 (6270901c-92a4-4317-9e8d-fe9219168618/ddc7e476-2a46-4aa4-ba3f-2aa511a823fe/45bc3c72-6134-4a9e-a0bf-cf2c3b117221) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:01:46.116959 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network 69ab41a0-e42f-43a4-a3d4-059e0a8fbec7 details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 18:01:46.235343 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daa972e6-9914-4f75-896e-b24020816613 None None] Network 6270901c-92a4-4317-9e8d-fe9219168618 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:01:46.247338 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-07c204cd-af2a-4c2d-9a70-fbde213b7ea6 tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:46.289008 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-07c204cd-af2a-4c2d-9a70-fbde213b7ea6 tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:46.401316 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07c204cd-af2a-4c2d-9a70-fbde213b7ea6 tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] Network 6270901c-92a4-4317-9e8d-fe9219168618 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:01:46.408498 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c204cd-af2a-4c2d-9a70-fbde213b7ea6 tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] Pushing event updated for resources: {'Port': ['ID=45bc3c72-6134-4a9e-a0bf-cf2c3b117221,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:01:46.416387 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c8db651-c4bb-41e5-9574-bc23234fddd9 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Made reservation on behalf of 3d6ff715a1b54ed1818e68232d77d2b6 for: {'subnet': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:01:46.417957 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-07c204cd-af2a-4c2d-9a70-fbde213b7ea6 tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:01:46.421552 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5c8db651-c4bb-41e5-9574-bc23234fddd9 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8983829'] for subnet, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:46.427293 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c204cd-af2a-4c2d-9a70-fbde213b7ea6 tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:01:46.428388 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07c204cd-af2a-4c2d-9a70-fbde213b7ea6 tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:01:46.433112 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-07c204cd-af2a-4c2d-9a70-fbde213b7ea6 tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:46.449490 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6fb70865-0627-4635-93e6-70bc4bca049c tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12425078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8983815'] for subnet, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:46.453259 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa797c1d-5621-4e2f-a63f-f22e2655fc93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54f44f5f-1200-574e-8740-2141911d5b73-318a6a86-9d22-4eee-a36a-c48c23eaaa71', 'network_id': '318a6a86-9d22-4eee-a36a-c48c23eaaa71', 'tenant_id': '830017a997d84e02b61bdc66f109ba82', 'fixed_ips': [{'subnet_id': 'bfa28d5d-e03a-4bee-b84b-525bbceb4f0b'}]}} from n-d-818022-2. {{(pid=103366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 18:01:46.455369 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-fa797c1d-5621-4e2f-a63f-f22e2655fc93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:46.513957 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-07c204cd-af2a-4c2d-9a70-fbde213b7ea6 tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.0933278 Nov 19 18:01:46.514297 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 49702) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:46.565502 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46fc413e-b7b0-4213-84a4-50fe08f83c59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54f44f5f-1200-574e-8740-2141911d5b73-c0db7bba-320c-46f9-a419-22db3f1d18fa', 'network_id': 'c0db7bba-320c-46f9-a419-22db3f1d18fa', 'tenant_id': 'cc1067af57fa48e0b93cad755b85e3b6', 'fixed_ips': [{'subnet_id': '0393d646-c137-4a8e-898f-0901d290ceee'}]}} from n-d-818022-2. {{(pid=103366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 18:01:46.567703 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-46fc413e-b7b0-4213-84a4-50fe08f83c59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:46.588029 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-164a9f11-2a77-479b-b86e-4a175787b277 tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Made reservation on behalf of cc1067af57fa48e0b93cad755b85e3b6 for: {'subnet': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:01:46.631914 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-164a9f11-2a77-479b-b86e-4a175787b277 tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8983829'] for subnet, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:46.698857 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-a6b00716-6dbc-4e09-a8d3-45837e9fdbfb tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] Deleting port 45bc3c72-6134-4a9e-a0bf-cf2c3b117221 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:01:46.699194 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a6b00716-6dbc-4e09-a8d3-45837e9fdbfb tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:46.719456 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 5fe618d8-f4c7-47d1-a2d8-59b7dc09b5a1 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:01:46.843711 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a6b00716-6dbc-4e09-a8d3-45837e9fdbfb tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:46.858539 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-a6b00716-6dbc-4e09-a8d3-45837e9fdbfb tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] Calling delete_port for 45bc3c72-6134-4a9e-a0bf-cf2c3b117221 owned by {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:01:46.885872 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.ipam_backend_mixin [None req-5c8db651-c4bb-41e5-9574-bc23234fddd9 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Performing IP validity checks on allocation pools {{(pid=103364) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 19 18:01:46.885872 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.ipam_backend_mixin [None req-5c8db651-c4bb-41e5-9574-bc23234fddd9 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103364) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 19 18:01:47.121437 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb70865-0627-4635-93e6-70bc4bca049c tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] Pushing event updated for resources: {'Subnet': ['ID=21d6c770-0d9d-4a85-9b16-60df997bfd24,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:01:47.207081 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a6b00716-6dbc-4e09-a8d3-45837e9fdbfb tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:47.218192 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36427d13-c71a-4e5a-b828-4ad52c961c57 req-355b3880-2fcb-41ed-8528-e18ca2399972 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:01:47.223502 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-36427d13-c71a-4e5a-b828-4ad52c961c57 req-355b3880-2fcb-41ed-8528-e18ca2399972 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] 10.222.0.54 "GET /v2.0/ports?device_id=0f12e280-7f27-4e94-992b-064b64e8c400 HTTP/1.1" status: 200 len: 945 time: 0.5753067 Nov 19 18:01:47.298021 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b00716-6dbc-4e09-a8d3-45837e9fdbfb tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] Pushing event deleted for resources: {'Port': ['ID=45bc3c72-6134-4a9e-a0bf-cf2c3b117221,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:01:47.346658 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2268023-7830-4b69-82b6-1fef185301cb None None] Network b4badb2b-8788-41c3-8883-d13e9cb05cf5 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:01:47.359211 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a6b00716-6dbc-4e09-a8d3-45837e9fdbfb tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:47.362593 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-a6b00716-6dbc-4e09-a8d3-45837e9fdbfb tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] 10.222.0.54 "DELETE /v2.0/ports/45bc3c72-6134-4a9e-a0bf-cf2c3b117221 HTTP/1.1" status: 204 len: 168 time: 0.8463504 Nov 19 18:01:47.367782 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 49722) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:47.382349 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb70865-0627-4635-93e6-70bc4bca049c tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] Checking segment: {'id': 'ca717b6a-14cc-4ad3-89a9-37ed18910cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '4edf386a-4dfc-44c6-8da4-6e67947af0b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:01:47.382729 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fb70865-0627-4635-93e6-70bc4bca049c tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] Network hostable DHCP agents. Network: 4edf386a-4dfc-44c6-8da4-6e67947af0b2, hostable agents: ['02910ef2-0455-4aea-9f38-9a875579633f'], hosted agents: [] {{(pid=103364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 18:01:47.396108 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-b9bca7ba-31f9-419a-868c-d845c2c2421a tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6270901c-92a4-4317-9e8d-fe9219168618', 'external_fixed_ips': [{'subnet_id': 'ddc7e476-2a46-4aa4-ba3f-2aa511a823fe', 'ip_address': '2001:db8::201'}]}}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:01:47.847338 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b9bca7ba-31f9-419a-868c-d845c2c2421a tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9890'] for router, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:47.856477 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b9bca7ba-31f9-419a-868c-d845c2c2421a tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671617', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-732153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4689'] for router, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:48.024022 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [None req-fa797c1d-5621-4e2f-a63f-f22e2655fc93 None None] Allocated IP 172.20.0.2 (318a6a86-9d22-4eee-a36a-c48c23eaaa71/bfa28d5d-e03a-4bee-b84b-525bbceb4f0b/71e97c37-0073-4335-9876-6a7f461c3f1b) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:01:48.032535 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 5fe618d8-f4c7-47d1-a2d8-59b7dc09b5a1 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:01:48.033129 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:48.081667 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-d5167abe-f89d-4795-a293-c20b6623fbff None None] Provisioning complete for port 5fe618d8-f4c7-47d1-a2d8-59b7dc09b5a1 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:01:48.082315 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d5167abe-f89d-4795-a293-c20b6623fbff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:48.177249 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [None req-46fc413e-b7b0-4213-84a4-50fe08f83c59 None None] Allocated IP 2001:db8::2 (c0db7bba-320c-46f9-a419-22db3f1d18fa/0393d646-c137-4a8e-898f-0901d290ceee/9e3eb9a0-096b-4f4c-9377-b5f20d97400b) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:01:48.250146 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:48.445086 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] For port 5fe618d8-f4c7-47d1-a2d8-59b7dc09b5a1, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=5fe618d8-f4c7-47d1-a2d8-59b7dc09b5a1,segment=NetworkSegment(8edc997a-af44-48f5-aed4-7aa1e78dff33),segment_id=8edc997a-af44-48f5-aed4-7aa1e78dff33)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:01:48.456780 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-36427d13-c71a-4e5a-b828-4ad52c961c57 req-275df0a9-b649-4edb-9f65-5ef456370728 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] 10.222.0.54 "GET /v2.0/security-groups?id=ab553829-b17c-4bd7-9495-2cea0ebc82fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1791341 Nov 19 18:01:48.518130 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fb70865-0627-4635-93e6-70bc4bca049c tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] Network 4edf386a-4dfc-44c6-8da4-6e67947af0b2 is scheduled to be hosted by DHCP agent 02910ef2-0455-4aea-9f38-9a875579633f with binding_index 1 {{(pid=103364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 18:01:48.527419 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-164a9f11-2a77-479b-b86e-4a175787b277 tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12425078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8983815'] for subnet, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:48.559896 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:48.639095 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d5167abe-f89d-4795-a293-c20b6623fbff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:48.740356 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5c8db651-c4bb-41e5-9574-bc23234fddd9 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12425078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8983815'] for subnet, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:48.752446 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-6fb70865-0627-4635-93e6-70bc4bca049c tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818022-2, 4edf386a-4dfc-44c6-8da4-6e67947af0b2) {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:01:48.758736 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b9bca7ba-31f9-419a-868c-d845c2c2421a tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:48.774298 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fb70865-0627-4635-93e6-70bc4bca049c tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:01:48.776844 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6fb70865-0627-4635-93e6-70bc4bca049c tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:48.789126 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18d4296b-3213-4874-abc1-92e76ecc3bf5 None None] Network 4edf386a-4dfc-44c6-8da4-6e67947af0b2 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:01:48.824254 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-6fb70865-0627-4635-93e6-70bc4bca049c tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.6893954 Nov 19 18:01:48.824881 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Pushing event updated for resources: {'Port': ['ID=5fe618d8-f4c7-47d1-a2d8-59b7dc09b5a1,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:01:48.827243 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 49754) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:49.008997 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164a9f11-2a77-479b-b86e-4a175787b277 tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Pushing event updated for resources: {'Subnet': ['ID=4ce65cc0-3667-4a76-95cb-e0d4f72fc5a6,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:01:49.072500 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8db651-c4bb-41e5-9574-bc23234fddd9 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Pushing event updated for resources: {'Subnet': ['ID=838098ab-69f3-4fe5-95f6-c229eba8e922,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:01:49.089125 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.agents_db [None req-619e5c26-d9ed-4321-86eb-7d443bb9dfa2 None None] Agent healthcheck: found 7 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 18:01:49.161174 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164a9f11-2a77-479b-b86e-4a175787b277 tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Checking segment: {'id': '20b9fc8d-f164-4dab-942d-763e7736862c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'c76b46bf-29ed-421e-bee9-423d60fb22cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:01:49.161546 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-164a9f11-2a77-479b-b86e-4a175787b277 tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Network hostable DHCP agents. Network: c76b46bf-29ed-421e-bee9-423d60fb22cf, hostable agents: ['02910ef2-0455-4aea-9f38-9a875579633f'], hosted agents: [] {{(pid=103364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 18:01:49.173887 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-46fc413e-b7b0-4213-84a4-50fe08f83c59 None None] Publish callbacks [] for port, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:49.223943 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-46fc413e-b7b0-4213-84a4-50fe08f83c59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998'] for port, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:49.238931 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.db.api [None req-d5167abe-f89d-4795-a293-c20b6623fbff None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103366) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 18:01:49.239190 n-d-818022-2 neutron-server[103366]: DEBUG oslo_db.api [None req-d5167abe-f89d-4795-a293-c20b6623fbff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 18:01:49.326478 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46fc413e-b7b0-4213-84a4-50fe08f83c59 None None] Network c0db7bba-320c-46f9-a419-22db3f1d18fa is already hosted by enough agents. {{(pid=103366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:01:49.353767 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-fa797c1d-5621-4e2f-a63f-f22e2655fc93 None None] Publish callbacks [] for port, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:49.357077 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [None req-46fc413e-b7b0-4213-84a4-50fe08f83c59 None None] Resources bound (agent type, host, resource id): {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:01:49.362523 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46fc413e-b7b0-4213-84a4-50fe08f83c59 None None] Received port after_create {{(pid=103366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:01:49.378637 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee08f563-c96b-4379-8c0d-617b02b55ce9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54f44f5f-1200-574e-8740-2141911d5b73-4edf386a-4dfc-44c6-8da4-6e67947af0b2', 'network_id': '4edf386a-4dfc-44c6-8da4-6e67947af0b2', 'tenant_id': '830017a997d84e02b61bdc66f109ba82', 'fixed_ips': [{'subnet_id': '21d6c770-0d9d-4a85-9b16-60df997bfd24'}]}} from n-d-818022-2. {{(pid=103366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 18:01:49.379399 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c8db651-c4bb-41e5-9574-bc23234fddd9 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Checking segment: {'id': 'd323ce72-62f8-4f9a-af4e-db19c254c2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '69ab41a0-e42f-43a4-a3d4-059e0a8fbec7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:01:49.379803 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ee08f563-c96b-4379-8c0d-617b02b55ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:49.382152 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c8db651-c4bb-41e5-9574-bc23234fddd9 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Network hostable DHCP agents. Network: 69ab41a0-e42f-43a4-a3d4-059e0a8fbec7, hostable agents: ['02910ef2-0455-4aea-9f38-9a875579633f'], hosted agents: [] {{(pid=103364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 18:01:49.399188 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b9bca7ba-31f9-419a-868c-d845c2c2421a tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:49.454645 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fc413e-b7b0-4213-84a4-50fe08f83c59 None None] Pushing event updated for resources: {'Port': ['ID=9e3eb9a0-096b-4f4c-9377-b5f20d97400b,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:01:49.464223 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-fa797c1d-5621-4e2f-a63f-f22e2655fc93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998'] for port, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:49.466225 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-15971fcc-f7ca-42c7-991a-e9218400ef51 tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:49.480940 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-164a9f11-2a77-479b-b86e-4a175787b277 tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Network c76b46bf-29ed-421e-bee9-423d60fb22cf is scheduled to be hosted by DHCP agent 02910ef2-0455-4aea-9f38-9a875579633f with binding_index 1 {{(pid=103364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 18:01:49.526491 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c8db651-c4bb-41e5-9574-bc23234fddd9 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Network 69ab41a0-e42f-43a4-a3d4-059e0a8fbec7 is scheduled to be hosted by DHCP agent 02910ef2-0455-4aea-9f38-9a875579633f with binding_index 1 {{(pid=103364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 18:01:49.543117 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-164a9f11-2a77-479b-b86e-4a175787b277 tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818022-2, c76b46bf-29ed-421e-bee9-423d60fb22cf) {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:01:49.548763 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-164a9f11-2a77-479b-b86e-4a175787b277 tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:01:49.549850 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-164a9f11-2a77-479b-b86e-4a175787b277 tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:49.554083 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-5c8db651-c4bb-41e5-9574-bc23234fddd9 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818022-2, 69ab41a0-e42f-43a4-a3d4-059e0a8fbec7) {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:01:49.559101 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c8db651-c4bb-41e5-9574-bc23234fddd9 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:01:49.560188 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5c8db651-c4bb-41e5-9574-bc23234fddd9 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:49.589461 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-5c8db651-c4bb-41e5-9574-bc23234fddd9 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.9287267 Nov 19 18:01:49.592339 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 49772) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:49.599684 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-8e7d0182-1c61-4019-9867-43f7057ab128 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Request body: {'port': {'network_id': '69ab41a0-e42f-43a4-a3d4-059e0a8fbec7', 'name': 'tempest-PortsIpV6TestJSON-945237188'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:01:49.610530 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-164a9f11-2a77-479b-b86e-4a175787b277 tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.9169245 Nov 19 18:01:49.614717 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b3de1b7-bc9d-4011-8e1d-c283779ceb6f None None] Network c76b46bf-29ed-421e-bee9-423d60fb22cf requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:01:49.620484 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e47e7494-c727-4ffe-b116-74bdb14ad9ce None None] Network 69ab41a0-e42f-43a4-a3d4-059e0a8fbec7 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:01:49.623187 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 49774) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:49.851397 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf222fc-2468-4cbf-b904-ea31a2f5a4d4 req-fc97c555-c33c-4594-8c8b-7450a5f42d01 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:01:49.853094 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2bf222fc-2468-4cbf-b904-ea31a2f5a4d4 req-fc97c555-c33c-4594-8c8b-7450a5f42d01 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] 10.222.0.54 "GET /v2.0/ports?device_id=0f12e280-7f27-4e94-992b-064b64e8c400 HTTP/1.1" status: 200 len: 945 time: 0.1910722 Nov 19 18:01:50.034171 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2bf222fc-2468-4cbf-b904-ea31a2f5a4d4 req-f4e11c1e-5bca-4999-914f-1a1aac3bb99c tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] 10.222.0.54 "GET /v2.0/security-groups?id=ab553829-b17c-4bd7-9495-2cea0ebc82fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710296 Nov 19 18:01:50.152583 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [None req-15971fcc-f7ca-42c7-991a-e9218400ef51 tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] Allocated IP 172.20.0.1 (318a6a86-9d22-4eee-a36a-c48c23eaaa71/bfa28d5d-e03a-4bee-b84b-525bbceb4f0b/654d70eb-3c52-4c41-8fce-bbd361e58300) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:01:50.231540 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa797c1d-5621-4e2f-a63f-f22e2655fc93 None None] Network 318a6a86-9d22-4eee-a36a-c48c23eaaa71 is already hosted by enough agents. {{(pid=103366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:01:50.240884 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [None req-fa797c1d-5621-4e2f-a63f-f22e2655fc93 None None] Resources bound (agent type, host, resource id): {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:01:50.305415 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e7d0182-1c61-4019-9867-43f7057ab128 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Made reservation on behalf of 3d6ff715a1b54ed1818e68232d77d2b6 for: {'port': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:01:50.308882 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8e7d0182-1c61-4019-9867-43f7057ab128 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:50.346775 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa797c1d-5621-4e2f-a63f-f22e2655fc93 None None] Received port after_create {{(pid=103366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:01:50.453205 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-15971fcc-f7ca-42c7-991a-e9218400ef51 tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:50.481441 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [None req-8e7d0182-1c61-4019-9867-43f7057ab128 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] device_id is not set on port db0051be-d43c-4418-b6d8-87f329875180 yet. {{(pid=103364) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 18:01:50.497168 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-15971fcc-f7ca-42c7-991a-e9218400ef51 tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:50.538345 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa797c1d-5621-4e2f-a63f-f22e2655fc93 None None] Pushing event updated for resources: {'Port': ['ID=71e97c37-0073-4335-9876-6a7f461c3f1b,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:01:50.552609 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15971fcc-f7ca-42c7-991a-e9218400ef51 tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] Network 318a6a86-9d22-4eee-a36a-c48c23eaaa71 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:01:50.555477 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-15971fcc-f7ca-42c7-991a-e9218400ef51 tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:01:50.586249 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15971fcc-f7ca-42c7-991a-e9218400ef51 tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:01:50.618667 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-46fc413e-b7b0-4213-84a4-50fe08f83c59 None None] Attempting to bind port 9e3eb9a0-096b-4f4c-9377-b5f20d97400b on host n-d-818022-2 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:01:50.619051 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-46fc413e-b7b0-4213-84a4-50fe08f83c59 None None] Attempting to bind port 9e3eb9a0-096b-4f4c-9377-b5f20d97400b by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': 'ea5700d8-a318-43cf-8bcd-97d1c57f246b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'c0db7bba-320c-46f9-a419-22db3f1d18fa'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:01:50.619421 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46fc413e-b7b0-4213-84a4-50fe08f83c59 None None] Attempting to bind port 9e3eb9a0-096b-4f4c-9377-b5f20d97400b on network c0db7bba-320c-46f9-a419-22db3f1d18fa {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:01:50.629643 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [None req-ee08f563-c96b-4379-8c0d-617b02b55ce9 None None] Allocated IP 172.20.0.2 (4edf386a-4dfc-44c6-8da4-6e67947af0b2/21d6c770-0d9d-4a85-9b16-60df997bfd24/72e083a0-7b9e-4df6-b3c5-b47f9736c209) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:01:50.631989 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46fc413e-b7b0-4213-84a4-50fe08f83c59 None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 1, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:01:50.632474 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46fc413e-b7b0-4213-84a4-50fe08f83c59 None None] Checking segment: {'id': 'ea5700d8-a318-43cf-8bcd-97d1c57f246b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'c0db7bba-320c-46f9-a419-22db3f1d18fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:01:50.632765 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-46fc413e-b7b0-4213-84a4-50fe08f83c59 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:50.633276 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46fc413e-b7b0-4213-84a4-50fe08f83c59 None None] Bound using segment: {'id': 'ea5700d8-a318-43cf-8bcd-97d1c57f246b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'c0db7bba-320c-46f9-a419-22db3f1d18fa'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:01:50.633645 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-46fc413e-b7b0-4213-84a4-50fe08f83c59 None None] Bound port: 9e3eb9a0-096b-4f4c-9377-b5f20d97400b, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea5700d8-a318-43cf-8bcd-97d1c57f246b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'c0db7bba-320c-46f9-a419-22db3f1d18fa'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:01:50.634058 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-46fc413e-b7b0-4213-84a4-50fe08f83c59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:50.663733 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-093fd3fc-5bf0-44d0-94cb-1fc44b3ea715 tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:50.676233 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15971fcc-f7ca-42c7-991a-e9218400ef51 tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] Pushing event updated for resources: {'Port': ['ID=654d70eb-3c52-4c41-8fce-bbd361e58300,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:01:50.764165 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-15971fcc-f7ca-42c7-991a-e9218400ef51 tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-671361'] for router_interface, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:50.795317 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b9bca7ba-31f9-419a-868c-d845c2c2421a tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:50.841987 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 5fe618d8-f4c7-47d1-a2d8-59b7dc09b5a1 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:01:50.932459 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b9bca7ba-31f9-419a-868c-d845c2c2421a tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:51.139121 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-15971fcc-f7ca-42c7-991a-e9218400ef51 tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:51.145952 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [None req-8e7d0182-1c61-4019-9867-43f7057ab128 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Allocated IP 2001:db8::159 (69ab41a0-e42f-43a4-a3d4-059e0a8fbec7/838098ab-69f3-4fe5-95f6-c229eba8e922/db0051be-d43c-4418-b6d8-87f329875180) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:01:51.167121 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-fa797c1d-5621-4e2f-a63f-f22e2655fc93 None None] Attempting to bind port 71e97c37-0073-4335-9876-6a7f461c3f1b on host n-d-818022-2 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:01:51.170250 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-fa797c1d-5621-4e2f-a63f-f22e2655fc93 None None] Attempting to bind port 71e97c37-0073-4335-9876-6a7f461c3f1b by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': 'c022a15b-3483-4a37-9d8a-82454ac95b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '318a6a86-9d22-4eee-a36a-c48c23eaaa71'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:01:51.173297 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa797c1d-5621-4e2f-a63f-f22e2655fc93 None None] Attempting to bind port 71e97c37-0073-4335-9876-6a7f461c3f1b on network 318a6a86-9d22-4eee-a36a-c48c23eaaa71 {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:01:51.357286 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-46fc413e-b7b0-4213-84a4-50fe08f83c59 None None] For port 9e3eb9a0-096b-4f4c-9377-b5f20d97400b, host n-d-818022-2, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:01:51.361404 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-46fc413e-b7b0-4213-84a4-50fe08f83c59 None None] For port 9e3eb9a0-096b-4f4c-9377-b5f20d97400b, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=9e3eb9a0-096b-4f4c-9377-b5f20d97400b,segment=NetworkSegment(ea5700d8-a318-43cf-8bcd-97d1c57f246b),segment_id=ea5700d8-a318-43cf-8bcd-97d1c57f246b)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:01:51.388495 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa797c1d-5621-4e2f-a63f-f22e2655fc93 None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 1, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:01:51.388883 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa797c1d-5621-4e2f-a63f-f22e2655fc93 None None] Checking segment: {'id': 'c022a15b-3483-4a37-9d8a-82454ac95b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '318a6a86-9d22-4eee-a36a-c48c23eaaa71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:01:51.389323 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-fa797c1d-5621-4e2f-a63f-f22e2655fc93 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:51.389904 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa797c1d-5621-4e2f-a63f-f22e2655fc93 None None] Bound using segment: {'id': 'c022a15b-3483-4a37-9d8a-82454ac95b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '318a6a86-9d22-4eee-a36a-c48c23eaaa71'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:01:51.390756 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-fa797c1d-5621-4e2f-a63f-f22e2655fc93 None None] Bound port: 71e97c37-0073-4335-9876-6a7f461c3f1b, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c022a15b-3483-4a37-9d8a-82454ac95b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '318a6a86-9d22-4eee-a36a-c48c23eaaa71'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:01:51.391153 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-fa797c1d-5621-4e2f-a63f-f22e2655fc93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:51.394147 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-46fc413e-b7b0-4213-84a4-50fe08f83c59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:51.424437 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8cf5062-6f3d-48f4-b83f-dee4659b1bbc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54f44f5f-1200-574e-8740-2141911d5b73-69ab41a0-e42f-43a4-a3d4-059e0a8fbec7', 'network_id': '69ab41a0-e42f-43a4-a3d4-059e0a8fbec7', 'tenant_id': '3d6ff715a1b54ed1818e68232d77d2b6', 'fixed_ips': [{'subnet_id': '838098ab-69f3-4fe5-95f6-c229eba8e922'}]}} from n-d-818022-2. {{(pid=103366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 18:01:51.425278 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b8cf5062-6f3d-48f4-b83f-dee4659b1bbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:51.487575 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-cf704a9c-b842-4c24-8cb6-f1203365425e None None] Provisioning complete for port 5fe618d8-f4c7-47d1-a2d8-59b7dc09b5a1 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:01:51.487947 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-cf704a9c-b842-4c24-8cb6-f1203365425e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:51.572136 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c6965f-a4c2-4414-8b7b-4e6d36b00c2b req-3e2078b2-e45b-438a-b6a9-d24991d78b9b tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:01:51.574293 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-11c6965f-a4c2-4414-8b7b-4e6d36b00c2b req-3e2078b2-e45b-438a-b6a9-d24991d78b9b tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] 10.222.0.54 "GET /v2.0/ports?device_id=0f12e280-7f27-4e94-992b-064b64e8c400 HTTP/1.1" status: 200 len: 945 time: 0.3853951 Nov 19 18:01:51.685548 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-15971fcc-f7ca-42c7-991a-e9218400ef51 tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] Publish callbacks [] for port, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:51.703501 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-15971fcc-f7ca-42c7-991a-e9218400ef51 tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:51.795361 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-fa797c1d-5621-4e2f-a63f-f22e2655fc93 None None] For port 71e97c37-0073-4335-9876-6a7f461c3f1b, host n-d-818022-2, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:01:51.797982 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-fa797c1d-5621-4e2f-a63f-f22e2655fc93 None None] For port 71e97c37-0073-4335-9876-6a7f461c3f1b, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=71e97c37-0073-4335-9876-6a7f461c3f1b,segment=NetworkSegment(c022a15b-3483-4a37-9d8a-82454ac95b85),segment_id=c022a15b-3483-4a37-9d8a-82454ac95b85)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:01:51.819354 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fc413e-b7b0-4213-84a4-50fe08f83c59 None None] Pushing event updated for resources: {'Port': ['ID=9e3eb9a0-096b-4f4c-9377-b5f20d97400b,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:01:51.882800 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-15971fcc-f7ca-42c7-991a-e9218400ef51 tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-768529'] for router_interface, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:51.892423 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15971fcc-f7ca-42c7-991a-e9218400ef51 tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] Pushing event updated for resources: {'Port': ['ID=654d70eb-3c52-4c41-8fce-bbd361e58300,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:01:51.894989 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ee08f563-c96b-4379-8c0d-617b02b55ce9 None None] Publish callbacks [] for port, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:52.056949 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8e7d0182-1c61-4019-9867-43f7057ab128 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:52.124707 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-fa797c1d-5621-4e2f-a63f-f22e2655fc93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:52.147756 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15971fcc-f7ca-42c7-991a-e9218400ef51 tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] Network 318a6a86-9d22-4eee-a36a-c48c23eaaa71 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:01:52.151167 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-15971fcc-f7ca-42c7-991a-e9218400ef51 tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:01:52.200661 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [None req-093fd3fc-5bf0-44d0-94cb-1fc44b3ea715 tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Allocated IP 2001:db8::1 (c0db7bba-320c-46f9-a419-22db3f1d18fa/0393d646-c137-4a8e-898f-0901d290ceee/f8b9386e-f3ff-410d-83d9-28f9ac0b57b5) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:01:52.248706 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ee08f563-c96b-4379-8c0d-617b02b55ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998'] for port, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:52.457383 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15971fcc-f7ca-42c7-991a-e9218400ef51 tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] Router fd6364a4-ab43-45ab-b732-31f2e665d541 is scheduled to L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 with binding_index 1 {{(pid=103365) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 18:01:52.461227 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee08f563-c96b-4379-8c0d-617b02b55ce9 None None] Network 4edf386a-4dfc-44c6-8da4-6e67947af0b2 is already hosted by enough agents. {{(pid=103366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:01:52.467781 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ce87be5-7905-4753-a7ad-c3e14e31f103 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54f44f5f-1200-574e-8740-2141911d5b73-c76b46bf-29ed-421e-bee9-423d60fb22cf', 'network_id': 'c76b46bf-29ed-421e-bee9-423d60fb22cf', 'tenant_id': 'cc1067af57fa48e0b93cad755b85e3b6', 'fixed_ips': [{'subnet_id': '4ce65cc0-3667-4a76-95cb-e0d4f72fc5a6'}]}} from n-d-818022-2. {{(pid=103366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 18:01:52.468678 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4ce87be5-7905-4753-a7ad-c3e14e31f103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:52.477284 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8e7d0182-1c61-4019-9867-43f7057ab128 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:52.499891 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [None req-ee08f563-c96b-4379-8c0d-617b02b55ce9 None None] Resources bound (agent type, host, resource id): {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:01:52.629436 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee08f563-c96b-4379-8c0d-617b02b55ce9 None None] Received port after_create {{(pid=103366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:01:52.632227 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [None req-b8cf5062-6f3d-48f4-b83f-dee4659b1bbc None None] Allocated IP 2001:db8::2 (69ab41a0-e42f-43a4-a3d4-059e0a8fbec7/838098ab-69f3-4fe5-95f6-c229eba8e922/e7ebc762-918f-4ff9-ba30-e90c515748d6) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:01:52.703721 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15971fcc-f7ca-42c7-991a-e9218400ef51 tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:01:52.715889 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e969207-b95c-4e1c-b502-579e8b4fef8d None None] Sync routers for ids ['fd6364a4-ab43-45ab-b732-31f2e665d541'] in n-d-818022-2 {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:01:52.722897 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [None req-4ce87be5-7905-4753-a7ad-c3e14e31f103 None None] Allocated IP 2001:db8::2 (c76b46bf-29ed-421e-bee9-423d60fb22cf/4ce65cc0-3667-4a76-95cb-e0d4f72fc5a6/afcf6965-f170-477c-8882-50ab453baf77) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:01:52.724645 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-15971fcc-f7ca-42c7-991a-e9218400ef51 tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] 10.222.0.54 "PUT /v2.0/routers/fd6364a4-ab43-45ab-b732-31f2e665d541/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8915644 Nov 19 18:01:52.726195 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 49844) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:52.736854 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e969207-b95c-4e1c-b502-579e8b4fef8d None None] Routers {'fd6364a4-ab43-45ab-b732-31f2e665d541'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:01:52.753051 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-4e969207-b95c-4e1c-b502-579e8b4fef8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:01:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['fd6364a4-ab43-45ab-b732-31f2e665d541'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:01:52.874381 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-4e969207-b95c-4e1c-b502-579e8b4fef8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:01:52.890847 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e969207-b95c-4e1c-b502-579e8b4fef8d None None] Routers {'fd6364a4-ab43-45ab-b732-31f2e665d541'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:01:52.891733 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-4e969207-b95c-4e1c-b502-579e8b4fef8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:01:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['fd6364a4-ab43-45ab-b732-31f2e665d541'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:01:52.959298 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-4e969207-b95c-4e1c-b502-579e8b4fef8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:01:52.960253 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e969207-b95c-4e1c-b502-579e8b4fef8d None None] The sync data for ids ['fd6364a4-ab43-45ab-b732-31f2e665d541'] in n-d-818022-2 is: [] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:01:53.197059 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b8cf5062-6f3d-48f4-b83f-dee4659b1bbc None None] Publish callbacks [] for port, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:53.255087 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa797c1d-5621-4e2f-a63f-f22e2655fc93 None None] Pushing event updated for resources: {'Port': ['ID=71e97c37-0073-4335-9876-6a7f461c3f1b,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:01:53.295966 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 5fe618d8-f4c7-47d1-a2d8-59b7dc09b5a1 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:01:53.296343 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:53.417225 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [None req-b9bca7ba-31f9-419a-868c-d845c2c2421a tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] Allocated IP 2001:db8::201 (6270901c-92a4-4317-9e8d-fe9219168618/ddc7e476-2a46-4aa4-ba3f-2aa511a823fe/afd0350b-6fd5-4ef6-a7ea-992a10075518) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:01:53.433564 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-11c6965f-a4c2-4414-8b7b-4e6d36b00c2b req-82799707-a74d-44ac-9477-f0cef605eb22 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] 10.222.0.54 "GET /v2.0/security-groups?id=ab553829-b17c-4bd7-9495-2cea0ebc82fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.8473370 Nov 19 18:01:53.518736 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b8cf5062-6f3d-48f4-b83f-dee4659b1bbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998'] for port, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:53.568601 n-d-818022-2 neutron-server[103365]: INFO neutron.api.v2.resource [None req-8b6f0815-9448-46c2-b7a6-15d262775297 tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 18:01:53.569280 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e7d0182-1c61-4019-9867-43f7057ab128 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Network 69ab41a0-e42f-43a4-a3d4-059e0a8fbec7 is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:01:53.572388 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-8b6f0815-9448-46c2-b7a6-15d262775297 tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] 10.222.0.54 "PUT /v2.0/routers/fd6364a4-ab43-45ab-b732-31f2e665d541/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.8411150 Nov 19 18:01:53.573368 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 49862) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:53.688579 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-8e7d0182-1c61-4019-9867-43f7057ab128 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:01:53.693883 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-563360cc-ccbc-45f0-af59-5c9638cdf90d None None] Network c0db7bba-320c-46f9-a419-22db3f1d18fa requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:01:53.694094 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e7d0182-1c61-4019-9867-43f7057ab128 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:01:53.732093 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e7d0182-1c61-4019-9867-43f7057ab128 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:01:53.740545 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8cf5062-6f3d-48f4-b83f-dee4659b1bbc None None] Network 69ab41a0-e42f-43a4-a3d4-059e0a8fbec7 is already hosted by enough agents. {{(pid=103366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:01:53.747908 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8e7d0182-1c61-4019-9867-43f7057ab128 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:53.770985 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [None req-b8cf5062-6f3d-48f4-b83f-dee4659b1bbc None None] Resources bound (agent type, host, resource id): {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:01:53.820152 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8cf5062-6f3d-48f4-b83f-dee4659b1bbc None None] Received port after_create {{(pid=103366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:01:53.836970 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7d0182-1c61-4019-9867-43f7057ab128 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Pushing event updated for resources: {'Port': ['ID=db0051be-d43c-4418-b6d8-87f329875180,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:01:53.843533 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee08f563-c96b-4379-8c0d-617b02b55ce9 None None] Pushing event updated for resources: {'Port': ['ID=72e083a0-7b9e-4df6-b3c5-b47f9736c209,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:01:53.846046 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-ee08f563-c96b-4379-8c0d-617b02b55ce9 None None] Attempting to bind port 72e083a0-7b9e-4df6-b3c5-b47f9736c209 on host n-d-818022-2 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:01:53.846964 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-ee08f563-c96b-4379-8c0d-617b02b55ce9 None None] Attempting to bind port 72e083a0-7b9e-4df6-b3c5-b47f9736c209 by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': 'ca717b6a-14cc-4ad3-89a9-37ed18910cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '4edf386a-4dfc-44c6-8da4-6e67947af0b2'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:01:53.847628 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee08f563-c96b-4379-8c0d-617b02b55ce9 None None] Attempting to bind port 72e083a0-7b9e-4df6-b3c5-b47f9736c209 on network 4edf386a-4dfc-44c6-8da4-6e67947af0b2 {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:01:53.915535 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-093fd3fc-5bf0-44d0-94cb-1fc44b3ea715 tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:53.958755 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-8e7d0182-1c61-4019-9867-43f7057ab128 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.3641016 Nov 19 18:01:53.964649 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 49870) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:53.965934 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-093fd3fc-5bf0-44d0-94cb-1fc44b3ea715 tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:54.012675 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4ce87be5-7905-4753-a7ad-c3e14e31f103 None None] Publish callbacks [] for port, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:54.144644 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-093fd3fc-5bf0-44d0-94cb-1fc44b3ea715 tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Network c0db7bba-320c-46f9-a419-22db3f1d18fa is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:01:54.168438 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-093fd3fc-5bf0-44d0-94cb-1fc44b3ea715 tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:01:54.182538 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-093fd3fc-5bf0-44d0-94cb-1fc44b3ea715 tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:01:54.184605 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-093fd3fc-5bf0-44d0-94cb-1fc44b3ea715 tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-671361'] for router_interface, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:54.230003 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093fd3fc-5bf0-44d0-94cb-1fc44b3ea715 tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Pushing event updated for resources: {'Port': ['ID=f8b9386e-f3ff-410d-83d9-28f9ac0b57b5,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:01:54.293774 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b9bca7ba-31f9-419a-868c-d845c2c2421a tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:54.485029 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-503ce8a6-aab6-40c0-818c-4d4932dbfb36 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Deleting port db0051be-d43c-4418-b6d8-87f329875180 {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:01:54.485633 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-503ce8a6-aab6-40c0-818c-4d4932dbfb36 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:54.510439 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee08f563-c96b-4379-8c0d-617b02b55ce9 None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 1, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:01:54.511052 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee08f563-c96b-4379-8c0d-617b02b55ce9 None None] Checking segment: {'id': 'ca717b6a-14cc-4ad3-89a9-37ed18910cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '4edf386a-4dfc-44c6-8da4-6e67947af0b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:01:54.515278 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ee08f563-c96b-4379-8c0d-617b02b55ce9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:54.515278 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee08f563-c96b-4379-8c0d-617b02b55ce9 None None] Bound using segment: {'id': 'ca717b6a-14cc-4ad3-89a9-37ed18910cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '4edf386a-4dfc-44c6-8da4-6e67947af0b2'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:01:54.515278 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-ee08f563-c96b-4379-8c0d-617b02b55ce9 None None] Bound port: 72e083a0-7b9e-4df6-b3c5-b47f9736c209, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca717b6a-14cc-4ad3-89a9-37ed18910cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '4edf386a-4dfc-44c6-8da4-6e67947af0b2'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:01:54.515623 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ee08f563-c96b-4379-8c0d-617b02b55ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:54.549461 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b9bca7ba-31f9-419a-868c-d845c2c2421a tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:54.565592 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 1824eb46-ab45-47f6-a1dd-08ac88bb9f9e details requested by agent hyperv_n-h1-818022-2 with host n-h1-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 18:01:54.568825 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4ce87be5-7905-4753-a7ad-c3e14e31f103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998'] for port, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:54.698196 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434f2b27-6f3c-4d5d-9cca-a530f2ec1aeb req-f0568c0b-9346-4c59-9477-656b58a18f49 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:01:54.700115 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-434f2b27-6f3c-4d5d-9cca-a530f2ec1aeb req-f0568c0b-9346-4c59-9477-656b58a18f49 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] 10.222.0.54 "GET /v2.0/ports?device_id=0f12e280-7f27-4e94-992b-064b64e8c400 HTTP/1.1" status: 200 len: 945 time: 0.0992980 Nov 19 18:01:54.739957 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-503ce8a6-aab6-40c0-818c-4d4932dbfb36 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:54.800455 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-093fd3fc-5bf0-44d0-94cb-1fc44b3ea715 tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:54.859133 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9bca7ba-31f9-419a-868c-d845c2c2421a tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] Network 6270901c-92a4-4317-9e8d-fe9219168618 is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:01:54.865214 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-503ce8a6-aab6-40c0-818c-4d4932dbfb36 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Calling delete_port for db0051be-d43c-4418-b6d8-87f329875180 owned by {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:01:54.875319 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-b9bca7ba-31f9-419a-868c-d845c2c2421a tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:01:54.878650 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9bca7ba-31f9-419a-868c-d845c2c2421a tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:01:54.882912 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-434f2b27-6f3c-4d5d-9cca-a530f2ec1aeb req-0ac4963f-e4d5-47cb-92f4-62fe5c28be2d tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] 10.222.0.54 "GET /v2.0/security-groups?id=ab553829-b17c-4bd7-9495-2cea0ebc82fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321383 Nov 19 18:01:54.941437 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ce87be5-7905-4753-a7ad-c3e14e31f103 None None] Network c76b46bf-29ed-421e-bee9-423d60fb22cf is already hosted by enough agents. {{(pid=103366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:01:54.977148 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e7508e17-0a3e-4a8b-b2e4-f2e8c03fa45c tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-768564'] for router_interface, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:54.981448 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [None req-4ce87be5-7905-4753-a7ad-c3e14e31f103 None None] Resources bound (agent type, host, resource id): {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:01:55.020812 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cf5062-6f3d-48f4-b83f-dee4659b1bbc None None] Pushing event updated for resources: {'Port': ['ID=e7ebc762-918f-4ff9-ba30-e90c515748d6,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:01:55.026360 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce87be5-7905-4753-a7ad-c3e14e31f103 None None] Received port after_create {{(pid=103366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:01:55.052667 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-80795128-a210-4185-b092-5fc3756e771f None None] Provisioning complete for port 9e3eb9a0-096b-4f4c-9377-b5f20d97400b triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:01:55.055157 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-80795128-a210-4185-b092-5fc3756e771f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:55.100852 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bca7ba-31f9-419a-868c-d845c2c2421a tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] Pushing event updated for resources: {'Port': ['ID=afd0350b-6fd5-4ef6-a7ea-992a10075518,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:01:55.202089 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-b8cf5062-6f3d-48f4-b83f-dee4659b1bbc None None] Attempting to bind port e7ebc762-918f-4ff9-ba30-e90c515748d6 on host n-d-818022-2 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:01:55.214880 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-b8cf5062-6f3d-48f4-b83f-dee4659b1bbc None None] Attempting to bind port e7ebc762-918f-4ff9-ba30-e90c515748d6 by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': 'd323ce72-62f8-4f9a-af4e-db19c254c2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '69ab41a0-e42f-43a4-a3d4-059e0a8fbec7'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:01:55.215685 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8cf5062-6f3d-48f4-b83f-dee4659b1bbc None None] Attempting to bind port e7ebc762-918f-4ff9-ba30-e90c515748d6 on network 69ab41a0-e42f-43a4-a3d4-059e0a8fbec7 {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:01:55.315202 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.db.resource_extend [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 19 18:01:55.352066 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8cf5062-6f3d-48f4-b83f-dee4659b1bbc None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 1, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:01:55.352548 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8cf5062-6f3d-48f4-b83f-dee4659b1bbc None None] Checking segment: {'id': 'd323ce72-62f8-4f9a-af4e-db19c254c2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '69ab41a0-e42f-43a4-a3d4-059e0a8fbec7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:01:55.353053 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b8cf5062-6f3d-48f4-b83f-dee4659b1bbc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:55.353524 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8cf5062-6f3d-48f4-b83f-dee4659b1bbc None None] Bound using segment: {'id': 'd323ce72-62f8-4f9a-af4e-db19c254c2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '69ab41a0-e42f-43a4-a3d4-059e0a8fbec7'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:01:55.354120 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-b8cf5062-6f3d-48f4-b83f-dee4659b1bbc None None] Bound port: e7ebc762-918f-4ff9-ba30-e90c515748d6, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd323ce72-62f8-4f9a-af4e-db19c254c2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '69ab41a0-e42f-43a4-a3d4-059e0a8fbec7'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:01:55.354575 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b8cf5062-6f3d-48f4-b83f-dee4659b1bbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:55.356740 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff89ceb8-d081-458c-8c24-1fc5225c266b None None] Network 318a6a86-9d22-4eee-a36a-c48c23eaaa71 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:01:55.425647 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce87be5-7905-4753-a7ad-c3e14e31f103 None None] Pushing event updated for resources: {'Port': ['ID=afcf6965-f170-477c-8882-50ab453baf77,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:01:55.620111 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-e7508e17-0a3e-4a8b-b2e4-f2e8c03fa45c tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] Deleting port 654d70eb-3c52-4c41-8fce-bbd361e58300 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:01:55.623084 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e7508e17-0a3e-4a8b-b2e4-f2e8c03fa45c tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:55.955157 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e7508e17-0a3e-4a8b-b2e4-f2e8c03fa45c tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:55.972216 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 71e97c37-0073-4335-9876-6a7f461c3f1b up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:01:55.998101 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-e7508e17-0a3e-4a8b-b2e4-f2e8c03fa45c tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] Calling delete_port for 654d70eb-3c52-4c41-8fce-bbd361e58300 owned by network:router_interface {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:01:55.999884 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-4ce87be5-7905-4753-a7ad-c3e14e31f103 None None] Attempting to bind port afcf6965-f170-477c-8882-50ab453baf77 on host n-d-818022-2 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:01:56.003413 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-4ce87be5-7905-4753-a7ad-c3e14e31f103 None None] Attempting to bind port afcf6965-f170-477c-8882-50ab453baf77 by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': '20b9fc8d-f164-4dab-942d-763e7736862c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'c76b46bf-29ed-421e-bee9-423d60fb22cf'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:01:56.003938 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce87be5-7905-4753-a7ad-c3e14e31f103 None None] Attempting to bind port afcf6965-f170-477c-8882-50ab453baf77 on network c76b46bf-29ed-421e-bee9-423d60fb22cf {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:01:56.204502 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-ee08f563-c96b-4379-8c0d-617b02b55ce9 None None] For port 72e083a0-7b9e-4df6-b3c5-b47f9736c209, host n-d-818022-2, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:01:56.288955 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-503ce8a6-aab6-40c0-818c-4d4932dbfb36 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:56.313839 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce87be5-7905-4753-a7ad-c3e14e31f103 None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 1, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:01:56.314838 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce87be5-7905-4753-a7ad-c3e14e31f103 None None] Checking segment: {'id': '20b9fc8d-f164-4dab-942d-763e7736862c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'c76b46bf-29ed-421e-bee9-423d60fb22cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:01:56.315820 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4ce87be5-7905-4753-a7ad-c3e14e31f103 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:56.316532 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce87be5-7905-4753-a7ad-c3e14e31f103 None None] Bound using segment: {'id': '20b9fc8d-f164-4dab-942d-763e7736862c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'c76b46bf-29ed-421e-bee9-423d60fb22cf'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:01:56.317233 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-4ce87be5-7905-4753-a7ad-c3e14e31f103 None None] Bound port: afcf6965-f170-477c-8882-50ab453baf77, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20b9fc8d-f164-4dab-942d-763e7736862c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'c76b46bf-29ed-421e-bee9-423d60fb22cf'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:01:56.317635 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4ce87be5-7905-4753-a7ad-c3e14e31f103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:56.323200 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b9bca7ba-31f9-419a-868c-d845c2c2421a tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:56.359130 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 49918) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:56.360150 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-ee08f563-c96b-4379-8c0d-617b02b55ce9 None None] For port 72e083a0-7b9e-4df6-b3c5-b47f9736c209, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=72e083a0-7b9e-4df6-b3c5-b47f9736c209,segment=NetworkSegment(ca717b6a-14cc-4ad3-89a9-37ed18910cdb),segment_id=ca717b6a-14cc-4ad3-89a9-37ed18910cdb)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:01:56.402491 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e7508e17-0a3e-4a8b-b2e4-f2e8c03fa45c tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:56.423153 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503ce8a6-aab6-40c0-818c-4d4932dbfb36 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Pushing event deleted for resources: {'Port': ['ID=db0051be-d43c-4418-b6d8-87f329875180,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:01:56.450809 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7508e17-0a3e-4a8b-b2e4-f2e8c03fa45c tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] Pushing event deleted for resources: {'Port': ['ID=654d70eb-3c52-4c41-8fce-bbd361e58300,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:01:56.454673 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-503ce8a6-aab6-40c0-818c-4d4932dbfb36 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:56.459155 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-503ce8a6-aab6-40c0-818c-4d4932dbfb36 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] 10.222.0.54 "DELETE /v2.0/ports/db0051be-d43c-4418-b6d8-87f329875180 HTTP/1.1" status: 204 len: 168 time: 2.4897625 Nov 19 18:01:56.463032 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 49926) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:56.494523 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2109f355-5559-410e-8292-e7e3b89ba5ac req-7504b1da-af74-45d0-a831-ce7e5fb5d26a tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:01:56.496819 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2109f355-5559-410e-8292-e7e3b89ba5ac req-7504b1da-af74-45d0-a831-ce7e5fb5d26a tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] 10.222.0.54 "GET /v2.0/ports?device_id=0f12e280-7f27-4e94-992b-064b64e8c400 HTTP/1.1" status: 200 len: 945 time: 0.3769066 Nov 19 18:01:56.537638 n-d-818022-2 neutron-server[103365]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a0ef0d5-7881-4c84-883b-8bd92617405f tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] DELETE failed (client error): The resource could not be found. Nov 19 18:01:56.538447 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a0ef0d5-7881-4c84-883b-8bd92617405f tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103365) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 18:01:56.545901 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-8a0ef0d5-7881-4c84-883b-8bd92617405f tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] 10.222.0.54 "DELETE /v2.0/ports/db0051be-d43c-4418-b6d8-87f329875180 HTTP/1.1" status: 404 len: 333 time: 0.0631449 Nov 19 18:01:56.546170 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 49928) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:56.616725 n-d-818022-2 neutron-server[103364]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fda4a4b-fa55-4425-92c6-5bb57a9d6940 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] GET failed (client error): The resource could not be found. Nov 19 18:01:56.620679 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-9fda4a4b-fa55-4425-92c6-5bb57a9d6940 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] 10.222.0.54 "GET /v2.0/ports/db0051be-d43c-4418-b6d8-87f329875180 HTTP/1.1" status: 404 len: 333 time: 0.0488491 Nov 19 18:01:56.626982 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 49932) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:56.638790 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-80795128-a210-4185-b092-5fc3756e771f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:56.643112 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ee08f563-c96b-4379-8c0d-617b02b55ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:56.698649 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-093fd3fc-5bf0-44d0-94cb-1fc44b3ea715 tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Publish callbacks [] for port, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:56.753741 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-093fd3fc-5bf0-44d0-94cb-1fc44b3ea715 tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:56.754587 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-093fd3fc-5bf0-44d0-94cb-1fc44b3ea715 tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-768529'] for router_interface, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:56.792532 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e7508e17-0a3e-4a8b-b2e4-f2e8c03fa45c tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-768648'] for router_interface, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:56.827800 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2156ca1b-f057-4cfd-abdb-deb8e0a965da admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:56.908321 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2109f355-5559-410e-8292-e7e3b89ba5ac req-80dce20a-6e3d-45f6-a0a7-95f39ea04b75 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] 10.222.0.54 "GET /v2.0/security-groups?id=ab553829-b17c-4bd7-9495-2cea0ebc82fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3697305 Nov 19 18:01:56.949286 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 1824eb46-ab45-47f6-a1dd-08ac88bb9f9e, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=1824eb46-ab45-47f6-a1dd-08ac88bb9f9e,segment=NetworkSegment(93225d1f-5aff-466a-a20e-5f356e9dbfdc),segment_id=93225d1f-5aff-466a-a20e-5f356e9dbfdc)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:01:56.960479 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-4ce87be5-7905-4753-a7ad-c3e14e31f103 None None] For port afcf6965-f170-477c-8882-50ab453baf77, host n-d-818022-2, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:01:57.034601 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-80795128-a210-4185-b092-5fc3756e771f None None] For port 9e3eb9a0-096b-4f4c-9377-b5f20d97400b, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=9e3eb9a0-096b-4f4c-9377-b5f20d97400b,segment=NetworkSegment(ea5700d8-a318-43cf-8bcd-97d1c57f246b),segment_id=ea5700d8-a318-43cf-8bcd-97d1c57f246b)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:01:57.091890 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-80795128-a210-4185-b092-5fc3756e771f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:57.141385 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-4ce87be5-7905-4753-a7ad-c3e14e31f103 None None] For port afcf6965-f170-477c-8882-50ab453baf77, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=afcf6965-f170-477c-8882-50ab453baf77,segment=NetworkSegment(20b9fc8d-f164-4dab-942d-763e7736862c),segment_id=20b9fc8d-f164-4dab-942d-763e7736862c)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:01:57.158280 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-b8cf5062-6f3d-48f4-b83f-dee4659b1bbc None None] For port e7ebc762-918f-4ff9-ba30-e90c515748d6, host n-d-818022-2, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:01:57.171341 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Returning: {'device': '1824eb46-ab45-47f6-a1dd-08ac88bb9f9e', 'network_id': 'd8dbec36-4368-41ad-81ce-387cc5613033', 'port_id': '1824eb46-ab45-47f6-a1dd-08ac88bb9f9e', 'mac_address': 'fa:16:3e:d0:0f:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 690, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '068f1254-b57b-4c27-b51b-af4c446dce02', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 18:01:57.238680 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7508e17-0a3e-4a8b-b2e4-f2e8c03fa45c tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] Router fd6364a4-ab43-45ab-b732-31f2e665d541 has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 18:01:57.247698 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 71e97c37-0073-4335-9876-6a7f461c3f1b triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:01:57.248053 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:57.267841 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4ce87be5-7905-4753-a7ad-c3e14e31f103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:57.305273 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_v2 [None req-76f0af48-a71c-421d-adff-7013fb5a9568 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Deleting subnet 838098ab-69f3-4fe5-95f6-c229eba8e922 {{(pid=103364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 18:01:57.344549 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-76f0af48-a71c-421d-adff-7013fb5a9568 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks [] for subnet, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:57.372981 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-093fd3fc-5bf0-44d0-94cb-1fc44b3ea715 tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Network c0db7bba-320c-46f9-a419-22db3f1d18fa is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:01:57.439617 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-b8cf5062-6f3d-48f4-b83f-dee4659b1bbc None None] For port e7ebc762-918f-4ff9-ba30-e90c515748d6, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=e7ebc762-918f-4ff9-ba30-e90c515748d6,segment=NetworkSegment(d323ce72-62f8-4f9a-af4e-db19c254c2a4),segment_id=d323ce72-62f8-4f9a-af4e-db19c254c2a4)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:01:57.475716 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093fd3fc-5bf0-44d0-94cb-1fc44b3ea715 tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Pushing event updated for resources: {'Port': ['ID=f8b9386e-f3ff-410d-83d9-28f9ac0b57b5,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:01:57.478523 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-093fd3fc-5bf0-44d0-94cb-1fc44b3ea715 tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:01:57.527812 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b8cf5062-6f3d-48f4-b83f-dee4659b1bbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:57.538562 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee08f563-c96b-4379-8c0d-617b02b55ce9 None None] Pushing event updated for resources: {'Port': ['ID=72e083a0-7b9e-4df6-b3c5-b47f9736c209,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:01:57.590114 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-11776bbc-3afd-4cc1-9537-d9cdf1a6b466 None None] Provisioning complete for port 71e97c37-0073-4335-9876-6a7f461c3f1b triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:01:57.590824 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-11776bbc-3afd-4cc1-9537-d9cdf1a6b466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:57.602089 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2156ca1b-f057-4cfd-abdb-deb8e0a965da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:57.603991 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7508e17-0a3e-4a8b-b2e4-f2e8c03fa45c tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:01:57.620450 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-e7508e17-0a3e-4a8b-b2e4-f2e8c03fa45c tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] 10.222.0.54 "PUT /v2.0/routers/fd6364a4-ab43-45ab-b732-31f2e665d541/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0452282 Nov 19 18:01:57.624124 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 49956) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:57.658107 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2156ca1b-f057-4cfd-abdb-deb8e0a965da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:57.716085 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-76f0af48-a71c-421d-adff-7013fb5a9568 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9416263'] for subnet, precommit_delete_associations {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:57.728787 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b9bca7ba-31f9-419a-868c-d845c2c2421a tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671702'] for router, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:57.739924 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe62036-22e5-42ba-aa26-e238b22dad82 None None] Sync routers for ids ['fd6364a4-ab43-45ab-b732-31f2e665d541'] in n-d-818022-2 {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:01:57.828986 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-2156ca1b-f057-4cfd-abdb-deb8e0a965da admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=5df92b87e6cc45a9952548238294b2fd&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4687445 Nov 19 18:01:57.835115 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 49960) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:57.848413 n-d-818022-2 neutron-server[103365]: INFO neutron.api.v2.resource [None req-d981ec88-c150-4f25-b99b-212745bb1ba7 tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] delete failed (client error): The resource could not be found. Nov 19 18:01:57.856352 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-d981ec88-c150-4f25-b99b-212745bb1ba7 tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] 10.222.0.54 "DELETE /v2.0/routers/tempest-non_exist_router-589986468 HTTP/1.1" status: 404 len: 334 time: 0.2301979 Nov 19 18:01:57.858363 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 49962) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:57.893182 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-9a6d7e32-b114-401d-85c3-b16055befe69 tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] Request body: {'router': {'external_gateway_info': {'network_id': 'fd6364a4-ab43-45ab-b732-31f2e665d541'}}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:01:57.923831 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80795128-a210-4185-b092-5fc3756e771f None None] Pushing event updated for resources: {'Port': ['ID=9e3eb9a0-096b-4f4c-9377-b5f20d97400b,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:01:57.989399 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:58.223886 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2156ca1b-f057-4cfd-abdb-deb8e0a965da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ea2809a-cef0-4d85-b251-0fdbaf8683c1,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:01:58.322033 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:58.339733 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe62036-22e5-42ba-aa26-e238b22dad82 None None] Routers {'fd6364a4-ab43-45ab-b732-31f2e665d541'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:01:58.340689 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-7fe62036-22e5-42ba-aa26-e238b22dad82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:01:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['fd6364a4-ab43-45ab-b732-31f2e665d541'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:01:58.432115 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-093fd3fc-5bf0-44d0-94cb-1fc44b3ea715 tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Router 2b9fdf91-030a-432e-9720-6768de3dbf7b is scheduled to L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 with binding_index 1 {{(pid=103364) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 18:01:58.469693 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-76f0af48-a71c-421d-adff-7013fb5a9568 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:58.517163 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1824eb46-ab45-47f6-a1dd-08ac88bb9f9e {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:01:58.539706 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-7fe62036-22e5-42ba-aa26-e238b22dad82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:01:58.566977 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d46ad9-4090-4b5c-b78d-ca9356d6c2d8 req-597105b0-3f91-4f1f-992b-77d32e551576 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:01:58.571294 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-24d46ad9-4090-4b5c-b78d-ca9356d6c2d8 req-597105b0-3f91-4f1f-992b-77d32e551576 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] 10.222.0.54 "GET /v2.0/ports?device_id=0f12e280-7f27-4e94-992b-064b64e8c400 HTTP/1.1" status: 200 len: 945 time: 0.4301763 Nov 19 18:01:58.574601 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-213dabf8-b0b3-42fc-a672-f084a17ef085 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:58.635042 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] For port 71e97c37-0073-4335-9876-6a7f461c3f1b, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=71e97c37-0073-4335-9876-6a7f461c3f1b,segment=NetworkSegment(c022a15b-3483-4a37-9d8a-82454ac95b85),segment_id=c022a15b-3483-4a37-9d8a-82454ac95b85)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:01:58.657756 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce87be5-7905-4753-a7ad-c3e14e31f103 None None] Pushing event updated for resources: {'Port': ['ID=afcf6965-f170-477c-8882-50ab453baf77,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:01:58.666023 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:58.667393 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 9e3eb9a0-096b-4f4c-9377-b5f20d97400b up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:01:58.671265 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 1824eb46-ab45-47f6-a1dd-08ac88bb9f9e, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=1824eb46-ab45-47f6-a1dd-08ac88bb9f9e,segment=NetworkSegment(93225d1f-5aff-466a-a20e-5f356e9dbfdc),segment_id=93225d1f-5aff-466a-a20e-5f356e9dbfdc)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:01:58.703534 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-213dabf8-b0b3-42fc-a672-f084a17ef085 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:58.829379 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe62036-22e5-42ba-aa26-e238b22dad82 None None] Routers {'fd6364a4-ab43-45ab-b732-31f2e665d541'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:01:58.830136 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-7fe62036-22e5-42ba-aa26-e238b22dad82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:01:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['fd6364a4-ab43-45ab-b732-31f2e665d541'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:01:58.847575 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:58.937430 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9a6d7e32-b114-401d-85c3-b16055befe69 tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:58.962684 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-213dabf8-b0b3-42fc-a672-f084a17ef085 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:58.967324 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-213dabf8-b0b3-42fc-a672-f084a17ef085 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:58.970373 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-213dabf8-b0b3-42fc-a672-f084a17ef085 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/5ea2809a-cef0-4d85-b251-0fdbaf8683c1 HTTP/1.1" status: 204 len: 168 time: 1.1128719 Nov 19 18:01:59.036942 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213dabf8-b0b3-42fc-a672-f084a17ef085 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ea2809a-cef0-4d85-b251-0fdbaf8683c1,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:01:59.048256 n-d-818022-2 neutron-server[103365]: INFO neutron.api.v2.resource [None req-9a6d7e32-b114-401d-85c3-b16055befe69 tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] update failed (client error): The resource could not be found. Nov 19 18:01:59.049788 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-9a6d7e32-b114-401d-85c3-b16055befe69 tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] 10.222.0.54 "PUT /v2.0/routers/fd6364a4-ab43-45ab-b732-31f2e665d541 HTTP/1.1" status: 404 len: 339 time: 1.1606984 Nov 19 18:01:59.056313 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 49980) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:59.205506 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cf5062-6f3d-48f4-b83f-dee4659b1bbc None None] Pushing event updated for resources: {'Port': ['ID=e7ebc762-918f-4ff9-ba30-e90c515748d6,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:01:59.225185 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-24d46ad9-4090-4b5c-b78d-ca9356d6c2d8 req-e75e31d8-a78a-4b20-8082-8e492f7e5f33 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] 10.222.0.54 "GET /v2.0/security-groups?id=ab553829-b17c-4bd7-9495-2cea0ebc82fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4674339 Nov 19 18:01:59.328311 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-7fe62036-22e5-42ba-aa26-e238b22dad82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:01:59.329098 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe62036-22e5-42ba-aa26-e238b22dad82 None None] The sync data for ids ['fd6364a4-ab43-45ab-b732-31f2e665d541'] in n-d-818022-2 is: [] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:01:59.336159 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Pushing event updated for resources: {'Port': ['ID=71e97c37-0073-4335-9876-6a7f461c3f1b,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:01:59.502322 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=1824eb46-ab45-47f6-a1dd-08ac88bb9f9e,revision_number=6']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:01:59.510332 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18255b52-2260-46e6-b760-8964b4c071e9 None None] Network 4edf386a-4dfc-44c6-8da4-6e67947af0b2 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:01:59.762591 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9bca7ba-31f9-419a-868c-d845c2c2421a tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] Router 65c60c4e-d52e-4fdb-b3c2-afb8ceb05042 is scheduled to L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 with binding_index 1 {{(pid=103364) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 18:01:59.775780 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-093fd3fc-5bf0-44d0-94cb-1fc44b3ea715 tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:01:59.790596 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-093fd3fc-5bf0-44d0-94cb-1fc44b3ea715 tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] 10.222.0.54 "PUT /v2.0/routers/2b9fdf91-030a-432e-9720-6768de3dbf7b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1658671 Nov 19 18:01:59.792466 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-76f0af48-a71c-421d-adff-7013fb5a9568 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12425137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8983934'] for subnet, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:59.795952 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 49986) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:01:59.802762 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-336cd070-8994-4dd2-b5ef-ea6e84ba9398 None None] Sync routers for ids ['2b9fdf91-030a-432e-9720-6768de3dbf7b'] in n-d-818022-2 {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:01:59.847331 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-336cd070-8994-4dd2-b5ef-ea6e84ba9398 None None] Routers {'2b9fdf91-030a-432e-9720-6768de3dbf7b'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:01:59.848939 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-336cd070-8994-4dd2-b5ef-ea6e84ba9398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:01:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['2b9fdf91-030a-432e-9720-6768de3dbf7b'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:01:59.955150 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 9e3eb9a0-096b-4f4c-9377-b5f20d97400b triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:01:59.955926 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:01:59.988743 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-336cd070-8994-4dd2-b5ef-ea6e84ba9398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:02:00.006150 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 49988) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:00.008892 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-336cd070-8994-4dd2-b5ef-ea6e84ba9398 None None] Routers {'2b9fdf91-030a-432e-9720-6768de3dbf7b'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:02:00.014270 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-336cd070-8994-4dd2-b5ef-ea6e84ba9398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:01:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['2b9fdf91-030a-432e-9720-6768de3dbf7b'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:02:00.019733 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f0af48-a71c-421d-adff-7013fb5a9568 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Pushing event deleted for resources: {'Subnet': ['ID=838098ab-69f3-4fe5-95f6-c229eba8e922,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:02:00.022636 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9bca7ba-31f9-419a-868c-d845c2c2421a tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:02:00.058805 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e08fc961-07f7-4430-9a61-4bc422df33dd None None] Network c76b46bf-29ed-421e-bee9-423d60fb22cf requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:02:00.060842 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5a93bdb7-44a3-4c2d-99b7-3e593bd50756 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:00.061189 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f99b8102-0736-49ed-9def-309aaa4f4473 None None] Sync routers for ids ['65c60c4e-d52e-4fdb-b3c2-afb8ceb05042'] in n-d-818022-2 {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:02:00.066773 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-88223ef8-f4e7-4c3f-aa52-d3d0f22f220c None None] Provisioning complete for port 9e3eb9a0-096b-4f4c-9377-b5f20d97400b triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:02:00.068053 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-88223ef8-f4e7-4c3f-aa52-d3d0f22f220c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:00.080696 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-c5e8bb2c-c926-47d0-b06c-621d185fb1a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:00.089508 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-336cd070-8994-4dd2-b5ef-ea6e84ba9398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:02:00.093490 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-336cd070-8994-4dd2-b5ef-ea6e84ba9398 None None] The sync data for ids ['2b9fdf91-030a-432e-9720-6768de3dbf7b'] in n-d-818022-2 is: [] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:02:00.127821 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-76f0af48-a71c-421d-adff-7013fb5a9568 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:00.131309 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-76f0af48-a71c-421d-adff-7013fb5a9568 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] 10.222.0.54 "DELETE /v2.0/subnets/838098ab-69f3-4fe5-95f6-c229eba8e922 HTTP/1.1" status: 204 len: 168 time: 3.5020447 Nov 19 18:02:00.135990 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 49992) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:00.268488 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-be01b499-8a5f-4887-957e-85cb8c27b962 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:00.284211 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b9bca7ba-31f9-419a-868c-d845c2c2421a tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] Publish callbacks [] for router, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:00.285914 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-b9bca7ba-31f9-419a-868c-d845c2c2421a tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 12.9006453 Nov 19 18:02:00.292979 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 49994) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:00.303789 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a3f8d5b7-0802-4fab-a745-f8f5f8072458 tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:00.304845 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c53b5b52-01a0-400c-8c46-333ac18dfdb2 None None] Network 69ab41a0-e42f-43a4-a3d4-059e0a8fbec7 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:02:00.390975 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f99b8102-0736-49ed-9def-309aaa4f4473 None None] Routers {'65c60c4e-d52e-4fdb-b3c2-afb8ceb05042'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:02:00.391616 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-f99b8102-0736-49ed-9def-309aaa4f4473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:01:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['65c60c4e-d52e-4fdb-b3c2-afb8ceb05042'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:02:00.417516 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5a93bdb7-44a3-4c2d-99b7-3e593bd50756 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:00.535164 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5a93bdb7-44a3-4c2d-99b7-3e593bd50756 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:00.569205 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-5a93bdb7-44a3-4c2d-99b7-3e593bd50756 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d32fd1535d65411aba35ce0feff4ac5b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5620031 Nov 19 18:02:00.583734 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e21ddf-757a-4910-900d-374f2fa0ed8a req-6b4e7cb2-4a53-4c64-96e6-2af70287448d tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:02:00.585831 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d0e21ddf-757a-4910-900d-374f2fa0ed8a req-6b4e7cb2-4a53-4c64-96e6-2af70287448d tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] 10.222.0.54 "GET /v2.0/ports?device_id=0f12e280-7f27-4e94-992b-064b64e8c400 HTTP/1.1" status: 200 len: 944 time: 0.1754584 Nov 19 18:02:00.586510 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 49998) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:00.683666 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ebdbb9c2-b935-4467-ac5b-23bd2f7ee1b2 tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] Publish callbacks [] for router, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:00.690125 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a93bdb7-44a3-4c2d-99b7-3e593bd50756 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9be339d4-c6bc-4f7a-b033-c8878ea9e622,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:02:00.770896 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-be01b499-8a5f-4887-957e-85cb8c27b962 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Deleting port e7ebc762-918f-4ff9-ba30-e90c515748d6 {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:02:00.771464 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-be01b499-8a5f-4887-957e-85cb8c27b962 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:00.848519 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [None req-be01b499-8a5f-4887-957e-85cb8c27b962 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] For port e7ebc762-918f-4ff9-ba30-e90c515748d6, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=e7ebc762-918f-4ff9-ba30-e90c515748d6,segment=NetworkSegment(d323ce72-62f8-4f9a-af4e-db19c254c2a4),segment_id=d323ce72-62f8-4f9a-af4e-db19c254c2a4)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:02:00.849148 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-be01b499-8a5f-4887-957e-85cb8c27b962 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:00.865476 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-f99b8102-0736-49ed-9def-309aaa4f4473 None None] Set router 65c60c4e-d52e-4fdb-b3c2-afb8ceb05042 gateway port host: n-d-818022-2 {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:02:00.871012 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-be01b499-8a5f-4887-957e-85cb8c27b962 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Calling delete_port for e7ebc762-918f-4ff9-ba30-e90c515748d6 owned by network:dhcp {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:02:00.936359 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ebdbb9c2-b935-4467-ac5b-23bd2f7ee1b2 tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:00.975976 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [None req-a3f8d5b7-0802-4fab-a745-f8f5f8072458 tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] Allocated IP 172.20.0.1 (b4badb2b-8788-41c3-8883-d13e9cb05cf5/708fdc7a-e6c0-408a-bc0b-1921a28de130/267551fd-a511-4d9b-92a8-62e1dadc8b4b) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:02:01.006800 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d0e21ddf-757a-4910-900d-374f2fa0ed8a req-ce0e8727-3e84-408f-b6dc-601410fccaf5 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] 10.222.0.54 "GET /v2.0/security-groups?id=ab553829-b17c-4bd7-9495-2cea0ebc82fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3969405 Nov 19 18:02:01.032052 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 1824eb46-ab45-47f6-a1dd-08ac88bb9f9e details requested by agent hyperv_n-h1-818022-2 with host n-h1-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 18:02:01.032795 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-34ff0f94-93f6-46e1-9b73-024296354ddd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:01.034380 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 1824eb46-ab45-47f6-a1dd-08ac88bb9f9e no longer exists at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:02:01.106042 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-34ff0f94-93f6-46e1-9b73-024296354ddd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:01.151129 n-d-818022-2 neutron-server[103364]: INFO neutron.api.v2.resource [None req-102133d3-2f08-4560-9c64-01a3f1939a23 tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 18:02:01.155277 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-102133d3-2f08-4560-9c64-01a3f1939a23 tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] 10.222.0.54 "PUT /v2.0/routers/2b9fdf91-030a-432e-9720-6768de3dbf7b/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.3186915 Nov 19 18:02:01.156300 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 50004) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:01.171761 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-ebdbb9c2-b935-4467-ac5b-23bd2f7ee1b2 tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] Deleting port afd0350b-6fd5-4ef6-a7ea-992a10075518 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:02:01.171761 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ebdbb9c2-b935-4467-ac5b-23bd2f7ee1b2 tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:01.181668 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-be01b499-8a5f-4887-957e-85cb8c27b962 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:01.246476 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a3f8d5b7-0802-4fab-a745-f8f5f8072458 tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:01.330381 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ebdbb9c2-b935-4467-ac5b-23bd2f7ee1b2 tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:01.360991 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-ebdbb9c2-b935-4467-ac5b-23bd2f7ee1b2 tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] Calling delete_port for afd0350b-6fd5-4ef6-a7ea-992a10075518 owned by network:router_gateway {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:02:01.394730 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-88223ef8-f4e7-4c3f-aa52-d3d0f22f220c None None] Provisioning complete for port 71e97c37-0073-4335-9876-6a7f461c3f1b triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:02:01.395232 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-88223ef8-f4e7-4c3f-aa52-d3d0f22f220c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:01.454117 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be01b499-8a5f-4887-957e-85cb8c27b962 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] No DVR routers for this DVR port e7ebc762-918f-4ff9-ba30-e90c515748d6 on host n-d-818022-2 {{(pid=103364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:02:01.465358 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be01b499-8a5f-4887-957e-85cb8c27b962 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Pushing event deleted for resources: {'Port': ['ID=e7ebc762-918f-4ff9-ba30-e90c515748d6,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:02:01.696029 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 1824eb46-ab45-47f6-a1dd-08ac88bb9f9e, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=1824eb46-ab45-47f6-a1dd-08ac88bb9f9e,segment=NetworkSegment(93225d1f-5aff-466a-a20e-5f356e9dbfdc),segment_id=93225d1f-5aff-466a-a20e-5f356e9dbfdc)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:02:01.763316 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2655ada8-8775-441d-8fdc-a3296ee3061e None None] DHCP port deletion for 69ab41a0-e42f-43a4-a3d4-059e0a8fbec7 request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:02:01.770903 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-34ff0f94-93f6-46e1-9b73-024296354ddd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:01.782553 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-34ff0f94-93f6-46e1-9b73-024296354ddd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:01.783745 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-34ff0f94-93f6-46e1-9b73-024296354ddd admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/9be339d4-c6bc-4f7a-b033-c8878ea9e622 HTTP/1.1" status: 204 len: 168 time: 1.1905839 Nov 19 18:02:01.815512 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a3f8d5b7-0802-4fab-a745-f8f5f8072458 tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:01.816466 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Returning: {'device': '1824eb46-ab45-47f6-a1dd-08ac88bb9f9e', 'network_id': 'd8dbec36-4368-41ad-81ce-387cc5613033', 'port_id': '1824eb46-ab45-47f6-a1dd-08ac88bb9f9e', 'mac_address': 'fa:16:3e:d0:0f:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 690, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '068f1254-b57b-4c27-b51b-af4c446dce02', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 18:02:01.822917 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:01.916739 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 1824eb46-ab45-47f6-a1dd-08ac88bb9f9e {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:02:01.942758 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 1824eb46-ab45-47f6-a1dd-08ac88bb9f9e, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=1824eb46-ab45-47f6-a1dd-08ac88bb9f9e,segment=NetworkSegment(93225d1f-5aff-466a-a20e-5f356e9dbfdc),segment_id=93225d1f-5aff-466a-a20e-5f356e9dbfdc)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:02:01.954729 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3f8d5b7-0802-4fab-a745-f8f5f8072458 tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] Network b4badb2b-8788-41c3-8883-d13e9cb05cf5 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:02:01.965838 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-be01b499-8a5f-4887-957e-85cb8c27b962 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:01.972058 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-a3f8d5b7-0802-4fab-a745-f8f5f8072458 tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:02:01.974491 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['1824eb46-ab45-47f6-a1dd-08ac88bb9f9e'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:02:01.977728 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f8d5b7-0802-4fab-a745-f8f5f8072458 tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:02:02.017844 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ff0f94-93f6-46e1-9b73-024296354ddd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9be339d4-c6bc-4f7a-b033-c8878ea9e622,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:02:02.041838 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:02.073067 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-be01b499-8a5f-4887-957e-85cb8c27b962 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69ab41a0-e42f-43a4-a3d4-059e0a8fbec7']}} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:02:02.086723 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f8d5b7-0802-4fab-a745-f8f5f8072458 tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] Pushing event updated for resources: {'Port': ['ID=267551fd-a511-4d9b-92a8-62e1dadc8b4b,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:02:02.122028 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-be01b499-8a5f-4887-957e-85cb8c27b962 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd323ce72-62f8-4f9a-af4e-db19c254c2a4') {'for_net_delete': True} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:02:02.123846 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-be01b499-8a5f-4887-957e-85cb8c27b962 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd323ce72-62f8-4f9a-af4e-db19c254c2a4') {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:02:02.128747 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 9e3eb9a0-096b-4f4c-9377-b5f20d97400b up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:02:02.161517 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-be01b499-8a5f-4887-957e-85cb8c27b962 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417396'] for segment, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:02.204430 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a3f8d5b7-0802-4fab-a745-f8f5f8072458 tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-671361'] for router_interface, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:02.249532 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-be01b499-8a5f-4887-957e-85cb8c27b962 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:02.288069 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be01b499-8a5f-4887-957e-85cb8c27b962 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Releasing vlan 686 on physical network physnet1 to pool {{(pid=103364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 18:02:02.288484 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-be01b499-8a5f-4887-957e-85cb8c27b962 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12425183'] for segment, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:02.294141 n-d-818022-2 neutron-server[103364]: Traceback (most recent call last): Nov 19 18:02:02.294141 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 18:02:02.294141 n-d-818022-2 neutron-server[103364]: timer() Nov 19 18:02:02.294141 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 18:02:02.294141 n-d-818022-2 neutron-server[103364]: cb(*args, **kw) Nov 19 18:02:02.294141 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 18:02:02.294141 n-d-818022-2 neutron-server[103364]: return func(*args, **kwargs) Nov 19 18:02:02.294141 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 18:02:02.294141 n-d-818022-2 neutron-server[103364]: self._notify() Nov 19 18:02:02.294141 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 18:02:02.294141 n-d-818022-2 neutron-server[103364]: self.callback(batched_events) Nov 19 18:02:02.294141 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 18:02:02.294141 n-d-818022-2 neutron-server[103364]: event.method(event) Nov 19 18:02:02.294141 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 18:02:02.294141 n-d-818022-2 neutron-server[103364]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 18:02:02.294141 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 18:02:02.294141 n-d-818022-2 neutron-server[103364]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 18:02:02.294141 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 18:02:02.294141 n-d-818022-2 neutron-server[103364]: return f(self, *a, **k) Nov 19 18:02:02.294141 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 18:02:02.294141 n-d-818022-2 neutron-server[103364]: return self._get(url).json() Nov 19 18:02:02.294141 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 18:02:02.294141 n-d-818022-2 neutron-server[103364]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 18:02:02.294141 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 18:02:02.294141 n-d-818022-2 neutron-server[103364]: return self.request(url, 'GET', **kwargs) Nov 19 18:02:02.294141 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 18:02:02.294141 n-d-818022-2 neutron-server[103364]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 18:02:02.294141 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 18:02:02.294141 n-d-818022-2 neutron-server[103364]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 18:02:02.294141 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 18:02:02.294141 n-d-818022-2 neutron-server[103364]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 18:02:02.294141 n-d-818022-2 neutron-server[103364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 18:02:02.311480 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-f99b8102-0736-49ed-9def-309aaa4f4473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65c60c4e-d52e-4fdb-b3c2-afb8ceb05042', 'name': '', 'tenant_id': '2e9d53baf5214d0d9669d774dbca2842', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6270901c-92a4-4317-9e8d-fe9219168618', 'external_fixed_ips': [{'subnet_id': 'ddc7e476-2a46-4aa4-ba3f-2aa511a823fe', 'ip_address': '2001:db8::201'}], 'enable_snat': True}, 'gw_port_id': 'afd0350b-6fd5-4ef6-a7ea-992a10075518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:01:48Z', 'updated_at': '2021-11-19T18:01:55Z', 'revision_number': 3, 'project_id': '2e9d53baf5214d0d9669d774dbca2842', 'gw_port': {'id': 'afd0350b-6fd5-4ef6-a7ea-992a10075518', 'name': '', 'network_id': '6270901c-92a4-4317-9e8d-fe9219168618', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:5c:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65c60c4e-d52e-4fdb-b3c2-afb8ceb05042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2718, 'fixed_ips': [{'subnet_id': 'ddc7e476-2a46-4aa4-ba3f-2aa511a823fe', 'ip_address': '2001:db8::201', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:01:51Z', 'updated_at': '2021-11-19T18:01:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ddc7e476-2a46-4aa4-ba3f-2aa511a823fe', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:02:02.404048 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9588e9f7-2705-4597-871d-6939855a17f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:02.423255 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f99b8102-0736-49ed-9def-309aaa4f4473 None None] Checking router: 65c60c4e-d52e-4fdb-b3c2-afb8ceb05042 for host: n-d-818022-2 {{(pid=103366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:02:02.423617 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f99b8102-0736-49ed-9def-309aaa4f4473 None None] Updating router 65c60c4e-d52e-4fdb-b3c2-afb8ceb05042 port afd0350b-6fd5-4ef6-a7ea-992a10075518 binding host n-d-818022-2 {{(pid=103366) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 18:02:02.488091 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-be01b499-8a5f-4887-957e-85cb8c27b962 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671242'] for network, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:02.492723 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=1824eb46-ab45-47f6-a1dd-08ac88bb9f9e,revision_number=7']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:02:02.527959 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-88223ef8-f4e7-4c3f-aa52-d3d0f22f220c None None] Provisioning complete for port f8b9386e-f3ff-410d-83d9-28f9ac0b57b5 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:02:02.528599 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-88223ef8-f4e7-4c3f-aa52-d3d0f22f220c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:02.531935 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f99b8102-0736-49ed-9def-309aaa4f4473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:02.569168 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-be01b499-8a5f-4887-957e-85cb8c27b962 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks [] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:02.578278 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-be01b499-8a5f-4887-957e-85cb8c27b962 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] 10.222.0.54 "DELETE /v2.0/networks/69ab41a0-e42f-43a4-a3d4-059e0a8fbec7 HTTP/1.1" status: 204 len: 168 time: 2.4404726 Nov 19 18:02:02.579745 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be01b499-8a5f-4887-957e-85cb8c27b962 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Pushing event deleted for resources: {'Network': ['ID=69ab41a0-e42f-43a4-a3d4-059e0a8fbec7,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:02:02.585425 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 50030) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:02.600263 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-28ba8ffd-5b6f-4a67-a215-b3b13e2beb61 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-719968550'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:02:02.616300 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 9e3eb9a0-096b-4f4c-9377-b5f20d97400b triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:02:02.616679 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:02.735793 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28ba8ffd-5b6f-4a67-a215-b3b13e2beb61 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Made reservation on behalf of 3d6ff715a1b54ed1818e68232d77d2b6 for: {'network': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:02:02.743930 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-28ba8ffd-5b6f-4a67-a215-b3b13e2beb61 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:02.822932 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d1ac1209-d377-4353-8270-4531543eb159 tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-768564'] for router_interface, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:02.880326 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ebdbb9c2-b935-4467-ac5b-23bd2f7ee1b2 tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:02.943121 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdbb9c2-b935-4467-ac5b-23bd2f7ee1b2 tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] Pushing event deleted for resources: {'Port': ['ID=afd0350b-6fd5-4ef6-a7ea-992a10075518,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:02:02.986649 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28ba8ffd-5b6f-4a67-a215-b3b13e2beb61 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 677} {{(pid=103364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 18:02:02.989078 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc97de49-293a-4240-9dbc-71c5fca89eb2 req-272114d0-2a1e-4b31-8fb4-ae87a86b64bf tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:02:02.990720 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fc97de49-293a-4240-9dbc-71c5fca89eb2 req-272114d0-2a1e-4b31-8fb4-ae87a86b64bf tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] 10.222.0.54 "GET /v2.0/ports?device_id=0f12e280-7f27-4e94-992b-064b64e8c400 HTTP/1.1" status: 200 len: 943 time: 0.7730713 Nov 19 18:02:02.994158 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ebdbb9c2-b935-4467-ac5b-23bd2f7ee1b2 tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-671730'] for router_gateway, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:03.009020 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-28ba8ffd-5b6f-4a67-a215-b3b13e2beb61 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:03.009481 n-d-818022-2 neutron-server[103364]: INFO neutron.db.segments_db [None req-28ba8ffd-5b6f-4a67-a215-b3b13e2beb61 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Added segment 0201fdbe-ae6d-40ee-9741-6bb714c8eb20 of type vlan for network caecb5fa-d2db-4edf-88f6-25d921564677 Nov 19 18:02:03.038359 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-88223ef8-f4e7-4c3f-aa52-d3d0f22f220c None None] Port f8b9386e-f3ff-410d-83d9-28f9ac0b57b5 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:02:03.089334 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-28ba8ffd-5b6f-4a67-a215-b3b13e2beb61 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:03.190298 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-28ba8ffd-5b6f-4a67-a215-b3b13e2beb61 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:03.196235 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28ba8ffd-5b6f-4a67-a215-b3b13e2beb61 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:02:03.197059 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-28ba8ffd-5b6f-4a67-a215-b3b13e2beb61 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks [] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:03.250143 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4d2b95af-0e39-4a3b-9c0a-428facd8d644 None None] Could not find standard attr ID for object e7ebc762-918f-4ff9-ba30-e90c515748d6. {{(pid=103366) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 18:02:03.289056 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ebdbb9c2-b935-4467-ac5b-23bd2f7ee1b2 tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4696'] for router, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:03.298783 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ebdbb9c2-b935-4467-ac5b-23bd2f7ee1b2 tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:03.325551 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a3f8d5b7-0802-4fab-a745-f8f5f8072458 tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:03.327448 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-28ba8ffd-5b6f-4a67-a215-b3b13e2beb61 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7337520 Nov 19 18:02:03.332633 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e46ecc5a-dc14-4744-b262-3072ff2e958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:03.336878 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 50048) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:03.343785 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-9f57fa3c-4019-488a-b9b4-eb518b3d845a tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Request body: {'subnet': {'network_id': 'caecb5fa-d2db-4edf-88f6-25d921564677', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:02:03.415628 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ba8ffd-5b6f-4a67-a215-b3b13e2beb61 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Pushing event updated for resources: {'Network': ['ID=caecb5fa-d2db-4edf-88f6-25d921564677,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:02:03.441827 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fc97de49-293a-4240-9dbc-71c5fca89eb2 req-c8845398-687a-4704-8bb6-7193afb0e6ab tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] 10.222.0.54 "GET /v2.0/security-groups?id=ab553829-b17c-4bd7-9495-2cea0ebc82fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4424510 Nov 19 18:02:03.474144 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4d2b95af-0e39-4a3b-9c0a-428facd8d644 None None] Provisioning complete for port afcf6965-f170-477c-8882-50ab453baf77 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:02:03.474637 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4d2b95af-0e39-4a3b-9c0a-428facd8d644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:03.494126 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ebdbb9c2-b935-4467-ac5b-23bd2f7ee1b2 tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-543895'] for router, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:03.494668 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebdbb9c2-b935-4467-ac5b-23bd2f7ee1b2 tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 65c60c4e-d52e-4fdb-b3c2-afb8ceb05042 {{(pid=103365) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 18:02:03.506618 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ebdbb9c2-b935-4467-ac5b-23bd2f7ee1b2 tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] Publish callbacks [] for router, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:03.510424 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-ebdbb9c2-b935-4467-ac5b-23bd2f7ee1b2 tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] 10.222.0.54 "DELETE /v2.0/routers/65c60c4e-d52e-4fdb-b3c2-afb8ceb05042 HTTP/1.1" status: 204 len: 168 time: 3.2125983 Nov 19 18:02:03.514246 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network caecb5fa-d2db-4edf-88f6-25d921564677 details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 18:02:03.515216 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 50050) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:03.573471 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f57fa3c-4019-488a-b9b4-eb518b3d845a tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Made reservation on behalf of 3d6ff715a1b54ed1818e68232d77d2b6 for: {'subnet': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:02:03.583554 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9f57fa3c-4019-488a-b9b4-eb518b3d845a tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8983829'] for subnet, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:03.626911 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 72e083a0-7b9e-4df6-b3c5-b47f9736c209 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:02:03.758178 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4d2b95af-0e39-4a3b-9c0a-428facd8d644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:03.780327 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:03.841629 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-4d2b95af-0e39-4a3b-9c0a-428facd8d644 None None] For port afcf6965-f170-477c-8882-50ab453baf77, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=afcf6965-f170-477c-8882-50ab453baf77,segment=NetworkSegment(20b9fc8d-f164-4dab-942d-763e7736862c),segment_id=20b9fc8d-f164-4dab-942d-763e7736862c)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:02:03.858253 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 72e083a0-7b9e-4df6-b3c5-b47f9736c209 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:02:03.858945 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:03.864163 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bfd8199-0b04-45de-a5a8-b285da62fa89 tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] Deleting subnet ddc7e476-2a46-4aa4-ba3f-2aa511a823fe {{(pid=103365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 18:02:03.868480 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4d2b95af-0e39-4a3b-9c0a-428facd8d644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:03.874776 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-d1ac1209-d377-4353-8270-4531543eb159 tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Deleting port f8b9386e-f3ff-410d-83d9-28f9ac0b57b5 {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:02:03.875294 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d1ac1209-d377-4353-8270-4531543eb159 tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:04.054490 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:04.066591 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4d2b95af-0e39-4a3b-9c0a-428facd8d644 None None] Provisioning complete for port f8b9386e-f3ff-410d-83d9-28f9ac0b57b5 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:02:04.067417 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4d2b95af-0e39-4a3b-9c0a-428facd8d644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:04.102336 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.db.api [None req-f99b8102-0736-49ed-9def-309aaa4f4473 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103366) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 18:02:04.104438 n-d-818022-2 neutron-server[103366]: DEBUG oslo_db.api [None req-f99b8102-0736-49ed-9def-309aaa4f4473 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 18:02:04.122117 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2b95af-0e39-4a3b-9c0a-428facd8d644 None None] Pushing event updated for resources: {'Port': ['ID=afcf6965-f170-477c-8882-50ab453baf77,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:02:04.138735 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a3f8d5b7-0802-4fab-a745-f8f5f8072458 tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] Publish callbacks [] for port, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:04.142573 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0bfd8199-0b04-45de-a5a8-b285da62fa89 tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:04.177447 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4d2b95af-0e39-4a3b-9c0a-428facd8d644 None None] Port f8b9386e-f3ff-410d-83d9-28f9ac0b57b5 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:02:04.201345 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0bfd8199-0b04-45de-a5a8-b285da62fa89 tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12546453'] for subnet, precommit_delete_associations {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:04.203079 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4d2b95af-0e39-4a3b-9c0a-428facd8d644 None None] Provisioning complete for port 72e083a0-7b9e-4df6-b3c5-b47f9736c209 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:02:04.203767 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4d2b95af-0e39-4a3b-9c0a-428facd8d644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:04.207330 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:04.262448 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0bfd8199-0b04-45de-a5a8-b285da62fa89 tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:04.290540 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a3f8d5b7-0802-4fab-a745-f8f5f8072458 tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:04.322985 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] For port 72e083a0-7b9e-4df6-b3c5-b47f9736c209, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=72e083a0-7b9e-4df6-b3c5-b47f9736c209,segment=NetworkSegment(ca717b6a-14cc-4ad3-89a9-37ed18910cdb),segment_id=ca717b6a-14cc-4ad3-89a9-37ed18910cdb)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:02:04.332548 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:04.333531 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device afcf6965-f170-477c-8882-50ab453baf77 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:02:04.402415 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a3f8d5b7-0802-4fab-a745-f8f5f8072458 tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-768529'] for router_interface, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:04.405892 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Pushing event updated for resources: {'Port': ['ID=72e083a0-7b9e-4df6-b3c5-b47f9736c209,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:02:04.492501 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port afcf6965-f170-477c-8882-50ab453baf77 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:02:04.493185 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:04.519364 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4d2b95af-0e39-4a3b-9c0a-428facd8d644 None None] Provisioning complete for port 267551fd-a511-4d9b-92a8-62e1dadc8b4b triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:02:04.519800 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4d2b95af-0e39-4a3b-9c0a-428facd8d644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:04.575683 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4d2b95af-0e39-4a3b-9c0a-428facd8d644 None None] Port 267551fd-a511-4d9b-92a8-62e1dadc8b4b cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:02:04.646181 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d1ac1209-d377-4353-8270-4531543eb159 tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:04.717363 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-d1ac1209-d377-4353-8270-4531543eb159 tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Calling delete_port for f8b9386e-f3ff-410d-83d9-28f9ac0b57b5 owned by network:router_interface {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:02:04.720520 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f99b8102-0736-49ed-9def-309aaa4f4473 None None] Port afd0350b-6fd5-4ef6-a7ea-992a10075518 not found while updating agent binding for router 65c60c4e-d52e-4fdb-b3c2-afb8ceb05042. {{(pid=103366) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 19 18:02:04.811823 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9f57fa3c-4019-488a-b9b4-eb518b3d845a tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12425078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8983815'] for subnet, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:04.829667 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 71e97c37-0073-4335-9876-6a7f461c3f1b up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:02:04.833777 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f99b8102-0736-49ed-9def-309aaa4f4473 None None] Routers set() bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:02:04.834842 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f99b8102-0736-49ed-9def-309aaa4f4473 None None] Router IDs set() for agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 19 18:02:04.835688 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_agentschedulers_db [None req-f99b8102-0736-49ed-9def-309aaa4f4473 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'65c60c4e-d52e-4fdb-b3c2-afb8ceb05042'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:02:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent'). {{(pid=103366) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 19 18:02:04.836919 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f99b8102-0736-49ed-9def-309aaa4f4473 None None] The sync data for ids ['65c60c4e-d52e-4fdb-b3c2-afb8ceb05042'] in n-d-818022-2 is: [] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:02:04.863796 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e013d7e6-5264-4dcc-9759-54f5fb809e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:04.883299 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0bfd8199-0b04-45de-a5a8-b285da62fa89 tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12282919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8731163'] for subnet, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:04.899587 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3f8d5b7-0802-4fab-a745-f8f5f8072458 tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] Network b4badb2b-8788-41c3-8883-d13e9cb05cf5 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:02:04.905618 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f8d5b7-0802-4fab-a745-f8f5f8072458 tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] Pushing event updated for resources: {'Port': ['ID=267551fd-a511-4d9b-92a8-62e1dadc8b4b,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:02:04.912926 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 1824eb46-ab45-47f6-a1dd-08ac88bb9f9e up at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:02:04.935644 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-a3f8d5b7-0802-4fab-a745-f8f5f8072458 tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:02:04.944308 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0bfd8199-0b04-45de-a5a8-b285da62fa89 tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:04.948134 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-0bfd8199-0b04-45de-a5a8-b285da62fa89 tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] 10.222.0.54 "DELETE /v2.0/subnets/ddc7e476-2a46-4aa4-ba3f-2aa511a823fe HTTP/1.1" status: 204 len: 168 time: 1.4306386 Nov 19 18:02:04.949131 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfd8199-0b04-45de-a5a8-b285da62fa89 tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=ddc7e476-2a46-4aa4-ba3f-2aa511a823fe,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:02:04.951779 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 50080) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:04.960331 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 71e97c37-0073-4335-9876-6a7f461c3f1b triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:02:04.960825 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:04.985196 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f57fa3c-4019-488a-b9b4-eb518b3d845a tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Pushing event updated for resources: {'Subnet': ['ID=363a7b24-d2d5-457c-a0f8-d4d912f74945,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:02:05.019608 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f57fa3c-4019-488a-b9b4-eb518b3d845a tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:02:05.020313 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f57fa3c-4019-488a-b9b4-eb518b3d845a tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:02:05.020835 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f57fa3c-4019-488a-b9b4-eb518b3d845a tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:02:05.021340 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f57fa3c-4019-488a-b9b4-eb518b3d845a tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:02:05.021856 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f57fa3c-4019-488a-b9b4-eb518b3d845a tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:02:05.022370 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f57fa3c-4019-488a-b9b4-eb518b3d845a tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:02:05.023064 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f57fa3c-4019-488a-b9b4-eb518b3d845a tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:02:05.023566 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f57fa3c-4019-488a-b9b4-eb518b3d845a tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:02:05.024061 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f57fa3c-4019-488a-b9b4-eb518b3d845a tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:02:05.026512 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f57fa3c-4019-488a-b9b4-eb518b3d845a tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:02:05.027093 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f57fa3c-4019-488a-b9b4-eb518b3d845a tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:02:05.027740 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f57fa3c-4019-488a-b9b4-eb518b3d845a tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:02:05.049365 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning complete for port 1824eb46-ab45-47f6-a1dd-08ac88bb9f9e triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:02:05.050072 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:05.076746 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2626d82a-61ed-46c5-8f50-ff9b7d92bb9b tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:05.203429 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f57fa3c-4019-488a-b9b4-eb518b3d845a tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Checking segment: {'id': '0201fdbe-ae6d-40ee-9741-6bb714c8eb20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'caecb5fa-d2db-4edf-88f6-25d921564677'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:02:05.204670 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f57fa3c-4019-488a-b9b4-eb518b3d845a tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Network hostable DHCP agents. Network: caecb5fa-d2db-4edf-88f6-25d921564677, hostable agents: ['02910ef2-0455-4aea-9f38-9a875579633f'], hosted agents: [] {{(pid=103364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 18:02:05.219836 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:05.298227 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:05.321630 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3f8d5b7-0802-4fab-a745-f8f5f8072458 tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] Router fd6364a4-ab43-45ab-b732-31f2e665d541 has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 18:02:05.327395 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2626d82a-61ed-46c5-8f50-ff9b7d92bb9b tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:05.332508 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f12e280-7f27-4e94-992b-064b64e8c400', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1824eb46-ab45-47f6-a1dd-08ac88bb9f9e'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:02:05.335120 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3940761bcd94e032e6960d2241bd8993c5d3a7d8dc2aca8488f3ecf1d4dd2fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e355ef49-a086-4b53-9a36-1c4cbeb3e99a" -d '{"events": [{"server_uuid": "0f12e280-7f27-4e94-992b-064b64e8c400", "name": "network-vif-plugged", "status": "completed", "tag": "1824eb46-ab45-47f6-a1dd-08ac88bb9f9e"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:02:05.375202 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 1824eb46-ab45-47f6-a1dd-08ac88bb9f9e, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=1824eb46-ab45-47f6-a1dd-08ac88bb9f9e,segment=NetworkSegment(93225d1f-5aff-466a-a20e-5f356e9dbfdc),segment_id=93225d1f-5aff-466a-a20e-5f356e9dbfdc)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:02:05.378259 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ba6ffb-dc5b-4e62-b31d-fe69b2767d30 req-c3f4bb54-c7c0-4acb-b2fa-97200c1ae4ff tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:02:05.380894 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-64ba6ffb-dc5b-4e62-b31d-fe69b2767d30 req-c3f4bb54-c7c0-4acb-b2fa-97200c1ae4ff tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] 10.222.0.54 "GET /v2.0/ports?device_id=0f12e280-7f27-4e94-992b-064b64e8c400 HTTP/1.1" status: 200 len: 943 time: 0.5704992 Nov 19 18:02:05.382378 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:05.388014 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 72e083a0-7b9e-4df6-b3c5-b47f9736c209 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:02:05.431872 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-2626d82a-61ed-46c5-8f50-ff9b7d92bb9b tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6270901c-92a4-4317-9e8d-fe9219168618']}} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:02:05.437514 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d1ac1209-d377-4353-8270-4531543eb159 tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:05.467961 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:02:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daf17e0e-a8b9-43e1-a878-2333be56c8b1 x-openstack-request-id: req-daf17e0e-a8b9-43e1-a878-2333be56c8b1 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:02:05.468684 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f12e280-7f27-4e94-992b-064b64e8c400", "name": "network-vif-plugged", "status": "completed", "tag": "1824eb46-ab45-47f6-a1dd-08ac88bb9f9e", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:02:05.469168 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-daf17e0e-a8b9-43e1-a878-2333be56c8b1 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:02:05.469791 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f12e280-7f27-4e94-992b-064b64e8c400', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1824eb46-ab45-47f6-a1dd-08ac88bb9f9e', 'code': 200} Nov 19 18:02:05.475528 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-2626d82a-61ed-46c5-8f50-ff9b7d92bb9b tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b762dd62-bc7b-4cb9-815c-3ce8b561200f') {'for_net_delete': True} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:02:05.475836 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-2626d82a-61ed-46c5-8f50-ff9b7d92bb9b tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b762dd62-bc7b-4cb9-815c-3ce8b561200f') {} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:02:05.481339 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f57fa3c-4019-488a-b9b4-eb518b3d845a tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Network caecb5fa-d2db-4edf-88f6-25d921564677 is scheduled to be hosted by DHCP agent 02910ef2-0455-4aea-9f38-9a875579633f with binding_index 1 {{(pid=103364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 18:02:05.503158 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ac1209-d377-4353-8270-4531543eb159 tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Pushing event deleted for resources: {'Port': ['ID=f8b9386e-f3ff-410d-83d9-28f9ac0b57b5,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:02:05.518754 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 72e083a0-7b9e-4df6-b3c5-b47f9736c209 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:02:05.519846 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:05.524018 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-b8a1e792-936c-4d16-ad42-56042841bee3 None None] Provisioning complete for port 267551fd-a511-4d9b-92a8-62e1dadc8b4b triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:02:05.524315 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2626d82a-61ed-46c5-8f50-ff9b7d92bb9b tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12545382'] for segment, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:05.525325 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b8a1e792-936c-4d16-ad42-56042841bee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:05.563602 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-64ba6ffb-dc5b-4e62-b31d-fe69b2767d30 req-08ee43b9-98e6-4784-bd66-0071452df3a4 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] 10.222.0.54 "GET /v2.0/security-groups?id=ab553829-b17c-4bd7-9495-2cea0ebc82fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366372 Nov 19 18:02:05.571048 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-b8a1e792-936c-4d16-ad42-56042841bee3 None None] Port 267551fd-a511-4d9b-92a8-62e1dadc8b4b cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:02:05.579782 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2626d82a-61ed-46c5-8f50-ff9b7d92bb9b tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:05.591394 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=1824eb46-ab45-47f6-a1dd-08ac88bb9f9e,revision_number=8']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:02:05.618282 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-9f57fa3c-4019-488a-b9b4-eb518b3d845a tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818022-2, caecb5fa-d2db-4edf-88f6-25d921564677) {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:02:05.625079 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2626d82a-61ed-46c5-8f50-ff9b7d92bb9b tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] Releasing vlan 699 on physical network physnet1 to pool {{(pid=103365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 18:02:05.626521 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2626d82a-61ed-46c5-8f50-ff9b7d92bb9b tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12282953'] for segment, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:05.628571 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fd006fd-0aaf-4a5f-bfaf-9923713824b5 None None] Network caecb5fa-d2db-4edf-88f6-25d921564677 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:02:05.644040 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f57fa3c-4019-488a-b9b4-eb518b3d845a tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:02:05.645791 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9f57fa3c-4019-488a-b9b4-eb518b3d845a tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:05.782255 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device afcf6965-f170-477c-8882-50ab453baf77 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:02:05.836467 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d1ac1209-d377-4353-8270-4531543eb159 tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-768648'] for router_interface, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:05.841725 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-9f57fa3c-4019-488a-b9b4-eb518b3d845a tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5034976 Nov 19 18:02:05.847305 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 50100) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:05.854917 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-4add4507-5bee-42f8-9d5d-d24364f0d91f tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Request body: {'port': {'network_id': 'caecb5fa-d2db-4edf-88f6-25d921564677', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-868584267'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:02:05.950174 n-d-818022-2 neutron-server[103365]: Traceback (most recent call last): Nov 19 18:02:05.950174 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 18:02:05.950174 n-d-818022-2 neutron-server[103365]: timer() Nov 19 18:02:05.950174 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 18:02:05.950174 n-d-818022-2 neutron-server[103365]: cb(*args, **kw) Nov 19 18:02:05.950174 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 18:02:05.950174 n-d-818022-2 neutron-server[103365]: return func(*args, **kwargs) Nov 19 18:02:05.950174 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 18:02:05.950174 n-d-818022-2 neutron-server[103365]: self._notify() Nov 19 18:02:05.950174 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 18:02:05.950174 n-d-818022-2 neutron-server[103365]: self.callback(batched_events) Nov 19 18:02:05.950174 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 18:02:05.950174 n-d-818022-2 neutron-server[103365]: event.method(event) Nov 19 18:02:05.950174 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 18:02:05.950174 n-d-818022-2 neutron-server[103365]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 18:02:05.950174 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 18:02:05.950174 n-d-818022-2 neutron-server[103365]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 18:02:05.950174 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 18:02:05.950174 n-d-818022-2 neutron-server[103365]: return f(self, *a, **k) Nov 19 18:02:05.950174 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 18:02:05.950174 n-d-818022-2 neutron-server[103365]: return self._get(url).json() Nov 19 18:02:05.950174 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 18:02:05.950174 n-d-818022-2 neutron-server[103365]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 18:02:05.950174 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 18:02:05.950174 n-d-818022-2 neutron-server[103365]: return self.request(url, 'GET', **kwargs) Nov 19 18:02:05.950174 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 18:02:05.950174 n-d-818022-2 neutron-server[103365]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 18:02:05.950174 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 18:02:05.950174 n-d-818022-2 neutron-server[103365]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 18:02:05.950174 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 18:02:05.950174 n-d-818022-2 neutron-server[103365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 18:02:05.950174 n-d-818022-2 neutron-server[103365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 18:02:05.952764 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3f8d5b7-0802-4fab-a745-f8f5f8072458 tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:02:05.968198 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b189143-1807-46a2-ab62-df28323cac1b None None] Sync routers for ids ['fd6364a4-ab43-45ab-b732-31f2e665d541'] in n-d-818022-2 {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:02:05.968740 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-a3f8d5b7-0802-4fab-a745-f8f5f8072458 tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] 10.222.0.54 "PUT /v2.0/routers/fd6364a4-ab43-45ab-b732-31f2e665d541/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9075921 Nov 19 18:02:05.975791 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port afcf6965-f170-477c-8882-50ab453baf77 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:02:05.976434 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:05.998664 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b189143-1807-46a2-ab62-df28323cac1b None None] Routers {'fd6364a4-ab43-45ab-b732-31f2e665d541'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:02:06.000637 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-4b189143-1807-46a2-ab62-df28323cac1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:02:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['fd6364a4-ab43-45ab-b732-31f2e665d541'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:02:06.004414 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2626d82a-61ed-46c5-8f50-ff9b7d92bb9b tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671242'] for network, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:06.006224 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 50106) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:06.049273 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa663089-4e3a-403b-bbc6-ce7521f48283 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54f44f5f-1200-574e-8740-2141911d5b73-caecb5fa-d2db-4edf-88f6-25d921564677', 'network_id': 'caecb5fa-d2db-4edf-88f6-25d921564677', 'tenant_id': '3d6ff715a1b54ed1818e68232d77d2b6', 'fixed_ips': [{'subnet_id': '363a7b24-d2d5-457c-a0f8-d4d912f74945'}]}} from n-d-818022-2. {{(pid=103366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 18:02:06.050342 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-aa663089-4e3a-403b-bbc6-ce7521f48283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:06.130962 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3a76ce3d-7649-4042-84b9-2782cce0d963 tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] Publish callbacks [] for router, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:06.131415 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-4b189143-1807-46a2-ab62-df28323cac1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:02:06.156278 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b189143-1807-46a2-ab62-df28323cac1b None None] Routers {'fd6364a4-ab43-45ab-b732-31f2e665d541'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:02:06.157267 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-4b189143-1807-46a2-ab62-df28323cac1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:02:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['fd6364a4-ab43-45ab-b732-31f2e665d541'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:02:06.243869 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-4b189143-1807-46a2-ab62-df28323cac1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:02:06.244530 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b189143-1807-46a2-ab62-df28323cac1b None None] The sync data for ids ['fd6364a4-ab43-45ab-b732-31f2e665d541'] in n-d-818022-2 is: [] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:02:06.258059 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2626d82a-61ed-46c5-8f50-ff9b7d92bb9b tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6270901c-92a4-4317-9e8d-fe9219168618 {{(pid=103365) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 19 18:02:06.259974 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2626d82a-61ed-46c5-8f50-ff9b7d92bb9b tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] Publish callbacks [] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:06.264149 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-2626d82a-61ed-46c5-8f50-ff9b7d92bb9b tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] 10.222.0.54 "DELETE /v2.0/networks/6270901c-92a4-4317-9e8d-fe9219168618 HTTP/1.1" status: 204 len: 168 time: 1.3093693 Nov 19 18:02:06.266007 n-d-818022-2 neutron-server[103365]: INFO neutron.api.v2.resource [None req-3a76ce3d-7649-4042-84b9-2782cce0d963 tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 19 18:02:06.269538 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-3a76ce3d-7649-4042-84b9-2782cce0d963 tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] 10.222.0.54 "DELETE /v2.0/routers/fd6364a4-ab43-45ab-b732-31f2e665d541 HTTP/1.1" status: 409 len: 329 time: 0.2587910 Nov 19 18:02:06.269538 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2626d82a-61ed-46c5-8f50-ff9b7d92bb9b tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] Pushing event deleted for resources: {'Network': ['ID=6270901c-92a4-4317-9e8d-fe9219168618,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:02:06.270551 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 50116) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:06.520040 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4add4507-5bee-42f8-9d5d-d24364f0d91f tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Made reservation on behalf of 3d6ff715a1b54ed1818e68232d77d2b6 for: {'port': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:02:06.526163 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4add4507-5bee-42f8-9d5d-d24364f0d91f tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:06.572532 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1ac1209-d377-4353-8270-4531543eb159 tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Router 2b9fdf91-030a-432e-9720-6768de3dbf7b has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 18:02:06.599169 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504aab8d-298c-4c68-8425-5806b6fa0df7 req-3e26d189-841f-46bd-8216-8291b5533187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:02:06.600458 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [None req-4add4507-5bee-42f8-9d5d-d24364f0d91f tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] device_id is not set on port d8e1b0b0-2468-4aef-bdb7-1ba5d3f286ad yet. {{(pid=103364) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 18:02:06.603269 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-504aab8d-298c-4c68-8425-5806b6fa0df7 req-3e26d189-841f-46bd-8216-8291b5533187 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=0f12e280-7f27-4e94-992b-064b64e8c400 HTTP/1.1" status: 200 len: 1096 time: 0.6368876 Nov 19 18:02:06.699639 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device e7ebc762-918f-4ff9-ba30-e90c515748d6 no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:02:06.762759 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [None req-aa663089-4e3a-403b-bbc6-ce7521f48283 None None] Allocated IP 2001:db8::2 (caecb5fa-d2db-4edf-88f6-25d921564677/363a7b24-d2d5-457c-a0f8-d4d912f74945/044620f3-180b-458a-a655-f92b45d85493) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:02:06.825728 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: e7ebc762-918f-4ff9-ba30-e90c515748d6 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:02:06.837254 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device e7ebc762-918f-4ff9-ba30-e90c515748d6 not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:02:06.861856 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 50130) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:06.933037 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-36ed6663-540a-4afb-b48d-beee6bb4f108 tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] Request body: {'router': {'name': 'tempest-router--955963635', 'project_id': '4ebbfefb0e1e4733ad5ab07f1c92333b'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:02:06.949553 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1ac1209-d377-4353-8270-4531543eb159 tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:02:06.950764 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-504aab8d-298c-4c68-8425-5806b6fa0df7 req-fdb9ffb7-f45c-46f0-a599-55c502b387b6 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=ab553829-b17c-4bd7-9495-2cea0ebc82fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3344898 Nov 19 18:02:06.973049 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-d1ac1209-d377-4353-8270-4531543eb159 tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] 10.222.0.54 "PUT /v2.0/routers/2b9fdf91-030a-432e-9720-6768de3dbf7b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8089440 Nov 19 18:02:06.981866 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 50138) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:07.097298 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-aa663089-4e3a-403b-bbc6-ce7521f48283 None None] Publish callbacks [] for port, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:07.111704 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-aa663089-4e3a-403b-bbc6-ce7521f48283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998'] for port, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:07.145638 n-d-818022-2 neutron-server[103365]: INFO neutron.api.v2.resource [None req-ccdc830e-5da1-42cd-93b2-d82d1f1fe90d tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] delete failed (client error): The resource could not be found. Nov 19 18:02:07.154909 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-ccdc830e-5da1-42cd-93b2-d82d1f1fe90d tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] 10.222.0.54 "DELETE /v2.0/routers/tempest-non_exist_router-990461641 HTTP/1.1" status: 404 len: 334 time: 0.1695523 Nov 19 18:02:07.168656 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 50148) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:07.175593 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-74aca9f7-de42-4424-b0ad-e9fa64f11a02 tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Request body: {'router': {'external_gateway_info': {'network_id': '2b9fdf91-030a-432e-9720-6768de3dbf7b'}}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:02:07.194690 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83607dd-07a6-4ea8-99a7-b3180aab3cad req-4ead3f40-a0ff-476b-9038-b9c8f5506354 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:02:07.196675 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d83607dd-07a6-4ea8-99a7-b3180aab3cad req-4ead3f40-a0ff-476b-9038-b9c8f5506354 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] 10.222.0.54 "GET /v2.0/ports?device_id=0f12e280-7f27-4e94-992b-064b64e8c400 HTTP/1.1" status: 200 len: 945 time: 0.4157991 Nov 19 18:02:07.288124 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa663089-4e3a-403b-bbc6-ce7521f48283 None None] Network caecb5fa-d2db-4edf-88f6-25d921564677 is already hosted by enough agents. {{(pid=103366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:02:07.291910 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [None req-aa663089-4e3a-403b-bbc6-ce7521f48283 None None] Resources bound (agent type, host, resource id): {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:02:07.302820 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa663089-4e3a-403b-bbc6-ce7521f48283 None None] Received port after_create {{(pid=103366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:02:07.324948 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [None req-4add4507-5bee-42f8-9d5d-d24364f0d91f tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Allocated IP 2001:db8::374 (caecb5fa-d2db-4edf-88f6-25d921564677/363a7b24-d2d5-457c-a0f8-d4d912f74945/d8e1b0b0-2468-4aef-bdb7-1ba5d3f286ad) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:02:07.343812 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa663089-4e3a-403b-bbc6-ce7521f48283 None None] Pushing event updated for resources: {'Port': ['ID=044620f3-180b-458a-a655-f92b45d85493,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:02:07.463172 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-aa663089-4e3a-403b-bbc6-ce7521f48283 None None] Attempting to bind port 044620f3-180b-458a-a655-f92b45d85493 on host n-d-818022-2 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:02:07.463558 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-aa663089-4e3a-403b-bbc6-ce7521f48283 None None] Attempting to bind port 044620f3-180b-458a-a655-f92b45d85493 by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': '0201fdbe-ae6d-40ee-9741-6bb714c8eb20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'caecb5fa-d2db-4edf-88f6-25d921564677'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:02:07.464008 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa663089-4e3a-403b-bbc6-ce7521f48283 None None] Attempting to bind port 044620f3-180b-458a-a655-f92b45d85493 on network caecb5fa-d2db-4edf-88f6-25d921564677 {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:02:07.475306 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa663089-4e3a-403b-bbc6-ce7521f48283 None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 2, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:02:07.475683 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa663089-4e3a-403b-bbc6-ce7521f48283 None None] Checking segment: {'id': '0201fdbe-ae6d-40ee-9741-6bb714c8eb20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'caecb5fa-d2db-4edf-88f6-25d921564677'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:02:07.476094 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-aa663089-4e3a-403b-bbc6-ce7521f48283 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:07.476492 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa663089-4e3a-403b-bbc6-ce7521f48283 None None] Bound using segment: {'id': '0201fdbe-ae6d-40ee-9741-6bb714c8eb20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'caecb5fa-d2db-4edf-88f6-25d921564677'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:02:07.477120 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-aa663089-4e3a-403b-bbc6-ce7521f48283 None None] Bound port: 044620f3-180b-458a-a655-f92b45d85493, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0201fdbe-ae6d-40ee-9741-6bb714c8eb20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'caecb5fa-d2db-4edf-88f6-25d921564677'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:02:07.477517 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-aa663089-4e3a-403b-bbc6-ce7521f48283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:07.574040 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4add4507-5bee-42f8-9d5d-d24364f0d91f tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:07.658998 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4add4507-5bee-42f8-9d5d-d24364f0d91f tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:07.760449 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1770bb6c-b553-4c0b-bc15-b1378108a6a2 None None] Sync routers for ids ['2b9fdf91-030a-432e-9720-6768de3dbf7b'] in n-d-818022-2 {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:02:07.771997 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4add4507-5bee-42f8-9d5d-d24364f0d91f tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Network caecb5fa-d2db-4edf-88f6-25d921564677 is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:02:07.773368 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4add4507-5bee-42f8-9d5d-d24364f0d91f tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Pushing event updated for resources: {'Port': ['ID=d8e1b0b0-2468-4aef-bdb7-1ba5d3f286ad,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:02:07.777080 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-4add4507-5bee-42f8-9d5d-d24364f0d91f tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:02:07.779610 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4add4507-5bee-42f8-9d5d-d24364f0d91f tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:02:07.785609 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4add4507-5bee-42f8-9d5d-d24364f0d91f tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:02:07.786280 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4add4507-5bee-42f8-9d5d-d24364f0d91f tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:07.812720 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-4add4507-5bee-42f8-9d5d-d24364f0d91f tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 1.9642644 Nov 19 18:02:07.815299 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 50150) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:07.821129 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1770bb6c-b553-4c0b-bc15-b1378108a6a2 None None] Routers {'2b9fdf91-030a-432e-9720-6768de3dbf7b'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:02:07.821891 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-1770bb6c-b553-4c0b-bc15-b1378108a6a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:02:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['2b9fdf91-030a-432e-9720-6768de3dbf7b'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:02:07.901304 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-1770bb6c-b553-4c0b-bc15-b1378108a6a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:02:07.963988 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-36ed6663-540a-4afb-b48d-beee6bb4f108 tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9890'] for router, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:07.965112 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-36ed6663-540a-4afb-b48d-beee6bb4f108 tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671617', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-732153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4689'] for router, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:08.007418 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-aa663089-4e3a-403b-bbc6-ce7521f48283 None None] For port 044620f3-180b-458a-a655-f92b45d85493, host n-d-818022-2, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:02:08.011366 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-aa663089-4e3a-403b-bbc6-ce7521f48283 None None] For port 044620f3-180b-458a-a655-f92b45d85493, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=044620f3-180b-458a-a655-f92b45d85493,segment=NetworkSegment(0201fdbe-ae6d-40ee-9741-6bb714c8eb20),segment_id=0201fdbe-ae6d-40ee-9741-6bb714c8eb20)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:02:08.015042 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1770bb6c-b553-4c0b-bc15-b1378108a6a2 None None] Routers {'2b9fdf91-030a-432e-9720-6768de3dbf7b'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:02:08.019431 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-1770bb6c-b553-4c0b-bc15-b1378108a6a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:02:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['2b9fdf91-030a-432e-9720-6768de3dbf7b'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:02:08.020361 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-80ab2c3e-f4cb-4b86-b77c-1e08165a2aef tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Deleting port d8e1b0b0-2468-4aef-bdb7-1ba5d3f286ad {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:02:08.020750 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-80ab2c3e-f4cb-4b86-b77c-1e08165a2aef tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:08.095134 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-1770bb6c-b553-4c0b-bc15-b1378108a6a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:02:08.095796 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1770bb6c-b553-4c0b-bc15-b1378108a6a2 None None] The sync data for ids ['2b9fdf91-030a-432e-9720-6768de3dbf7b'] in n-d-818022-2 is: [] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:02:08.098822 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-aa663089-4e3a-403b-bbc6-ce7521f48283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:08.232801 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-80ab2c3e-f4cb-4b86-b77c-1e08165a2aef tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:08.245003 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa663089-4e3a-403b-bbc6-ce7521f48283 None None] Pushing event updated for resources: {'Port': ['ID=044620f3-180b-458a-a655-f92b45d85493,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:02:08.265488 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d83607dd-07a6-4ea8-99a7-b3180aab3cad req-30753d06-6b3a-41ba-b820-f8f942d28721 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] 10.222.0.54 "GET /v2.0/security-groups?id=ab553829-b17c-4bd7-9495-2cea0ebc82fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0307467 Nov 19 18:02:08.270192 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-80ab2c3e-f4cb-4b86-b77c-1e08165a2aef tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Calling delete_port for d8e1b0b0-2468-4aef-bdb7-1ba5d3f286ad owned by {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:02:08.371026 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-74aca9f7-de42-4424-b0ad-e9fa64f11a02 tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:08.448813 n-d-818022-2 neutron-server[103365]: INFO neutron.api.v2.resource [None req-74aca9f7-de42-4424-b0ad-e9fa64f11a02 tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] update failed (client error): The resource could not be found. Nov 19 18:02:08.450164 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-74aca9f7-de42-4424-b0ad-e9fa64f11a02 tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] 10.222.0.54 "PUT /v2.0/routers/2b9fdf91-030a-432e-9720-6768de3dbf7b HTTP/1.1" status: 404 len: 339 time: 1.2801616 Nov 19 18:02:08.456707 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 50162) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:08.466314 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-36ed6663-540a-4afb-b48d-beee6bb4f108 tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:08.472313 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-df2a98f8-8388-4384-b3bf-1c1eaf15592e tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1929935395'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:02:08.474962 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-36ed6663-540a-4afb-b48d-beee6bb4f108 tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671702'] for router, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:08.506169 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-36ed6663-540a-4afb-b48d-beee6bb4f108 tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] Publish callbacks [] for router, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:08.510109 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-36ed6663-540a-4afb-b48d-beee6bb4f108 tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.6371746 Nov 19 18:02:08.514328 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 50164) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:08.537333 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b005c2f1-7150-4abf-b686-092e91ca2458 tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-768564'] for router_interface, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:08.587821 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df2a98f8-8388-4384-b3bf-1c1eaf15592e tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Made reservation on behalf of cc1067af57fa48e0b93cad755b85e3b6 for: {'network': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:02:08.595975 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-df2a98f8-8388-4384-b3bf-1c1eaf15592e tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:08.689782 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df2a98f8-8388-4384-b3bf-1c1eaf15592e tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 664} {{(pid=103364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 18:02:08.700199 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-df2a98f8-8388-4384-b3bf-1c1eaf15592e tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:08.700773 n-d-818022-2 neutron-server[103364]: INFO neutron.db.segments_db [None req-df2a98f8-8388-4384-b3bf-1c1eaf15592e tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Added segment 14049921-55e8-4115-bf9b-6dc8fd08c319 of type vlan for network 9d8064cd-da23-44f7-bc11-e18b98ed4fa5 Nov 19 18:02:08.754721 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-df2a98f8-8388-4384-b3bf-1c1eaf15592e tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:08.787009 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-80ab2c3e-f4cb-4b86-b77c-1e08165a2aef tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:08.821062 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-df2a98f8-8388-4384-b3bf-1c1eaf15592e tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:08.831835 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df2a98f8-8388-4384-b3bf-1c1eaf15592e tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:02:08.832102 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-df2a98f8-8388-4384-b3bf-1c1eaf15592e tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Publish callbacks [] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:08.841162 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-32f27e9a-1f3d-4209-a55a-47d6fa1f50b6 tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] Publish callbacks [] for router, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:08.885481 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ab2c3e-f4cb-4b86-b77c-1e08165a2aef tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Pushing event deleted for resources: {'Port': ['ID=d8e1b0b0-2468-4aef-bdb7-1ba5d3f286ad,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:02:08.898616 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-df2a98f8-8388-4384-b3bf-1c1eaf15592e tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.4373136 Nov 19 18:02:08.956499 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 50166) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:08.973015 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-80ab2c3e-f4cb-4b86-b77c-1e08165a2aef tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:08.976536 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-80ab2c3e-f4cb-4b86-b77c-1e08165a2aef tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] 10.222.0.54 "DELETE /v2.0/ports/d8e1b0b0-2468-4aef-bdb7-1ba5d3f286ad HTTP/1.1" status: 204 len: 168 time: 1.1595743 Nov 19 18:02:08.980567 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 50170) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:09.049223 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-0d2b9f0a-15e4-4ae4-9dbc-0f25f0c4ca0b tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Request body: {'subnet': {'network_id': '9d8064cd-da23-44f7-bc11-e18b98ed4fa5', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:02:09.050183 n-d-818022-2 neutron-server[103364]: INFO neutron.pecan_wsgi.hooks.translation [None req-af755f17-9cb3-45b9-a86f-b8a6585e8a44 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] GET failed (client error): The resource could not be found. Nov 19 18:02:09.051611 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-af755f17-9cb3-45b9-a86f-b8a6585e8a44 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] 10.222.0.54 "GET /v2.0/ports/d8e1b0b0-2468-4aef-bdb7-1ba5d3f286ad HTTP/1.1" status: 404 len: 333 time: 0.0698411 Nov 19 18:02:09.057337 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 50174) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:09.085895 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2a98f8-8388-4384-b3bf-1c1eaf15592e tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Pushing event updated for resources: {'Network': ['ID=9d8064cd-da23-44f7-bc11-e18b98ed4fa5,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:02:09.098708 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network 9d8064cd-da23-44f7-bc11-e18b98ed4fa5 details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 18:02:09.202022 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_v2 [None req-04269e7c-5361-46b1-a35d-361e4586d2b5 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Deleting subnet 363a7b24-d2d5-457c-a0f8-d4d912f74945 {{(pid=103364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 18:02:09.208383 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-04269e7c-5361-46b1-a35d-361e4586d2b5 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks [] for subnet, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:09.313502 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-04269e7c-5361-46b1-a35d-361e4586d2b5 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9416263'] for subnet, precommit_delete_associations {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:09.441926 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-32f27e9a-1f3d-4209-a55a-47d6fa1f50b6 tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4696'] for router, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:09.447600 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-32f27e9a-1f3d-4209-a55a-47d6fa1f50b6 tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:09.505565 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd28619b-7f5b-4c23-90ba-7d3671f9c8e0 req-a6185d89-7636-403d-af39-443798e809dd tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:02:09.514499 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-cd28619b-7f5b-4c23-90ba-7d3671f9c8e0 req-a6185d89-7636-403d-af39-443798e809dd tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] 10.222.0.54 "GET /v2.0/ports?device_id=0f12e280-7f27-4e94-992b-064b64e8c400 HTTP/1.1" status: 200 len: 945 time: 0.1250546 Nov 19 18:02:09.535982 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d2b9f0a-15e4-4ae4-9dbc-0f25f0c4ca0b tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Made reservation on behalf of cc1067af57fa48e0b93cad755b85e3b6 for: {'subnet': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:02:09.539990 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-04269e7c-5361-46b1-a35d-361e4586d2b5 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:09.541939 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0d2b9f0a-15e4-4ae4-9dbc-0f25f0c4ca0b tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8731248'] for subnet, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:09.636421 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-32f27e9a-1f3d-4209-a55a-47d6fa1f50b6 tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-543895'] for router, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:09.636937 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32f27e9a-1f3d-4209-a55a-47d6fa1f50b6 tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e4f20333-a742-45a0-8f59-3b9ab91eb457 {{(pid=103365) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 18:02:09.683447 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-cd28619b-7f5b-4c23-90ba-7d3671f9c8e0 req-58248239-d832-4e57-96f5-73326a75d3a8 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] 10.222.0.54 "GET /v2.0/security-groups?id=ab553829-b17c-4bd7-9495-2cea0ebc82fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678226 Nov 19 18:02:09.725594 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-32f27e9a-1f3d-4209-a55a-47d6fa1f50b6 tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] Publish callbacks [] for router, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:09.727346 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-32f27e9a-1f3d-4209-a55a-47d6fa1f50b6 tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] 10.222.0.54 "DELETE /v2.0/routers/e4f20333-a742-45a0-8f59-3b9ab91eb457 HTTP/1.1" status: 204 len: 168 time: 1.2063539 Nov 19 18:02:09.741033 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-04269e7c-5361-46b1-a35d-361e4586d2b5 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12425137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8983934'] for subnet, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:09.834894 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-04269e7c-5361-46b1-a35d-361e4586d2b5 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:09.839490 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-04269e7c-5361-46b1-a35d-361e4586d2b5 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] 10.222.0.54 "DELETE /v2.0/subnets/363a7b24-d2d5-457c-a0f8-d4d912f74945 HTTP/1.1" status: 204 len: 168 time: 0.7800949 Nov 19 18:02:09.841001 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04269e7c-5361-46b1-a35d-361e4586d2b5 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Pushing event deleted for resources: {'Subnet': ['ID=363a7b24-d2d5-457c-a0f8-d4d912f74945,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:02:09.851376 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 50184) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:09.902910 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 044620f3-180b-458a-a655-f92b45d85493 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:02:09.948862 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 50186) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:09.993879 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 044620f3-180b-458a-a655-f92b45d85493 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:02:09.994633 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:10.010511 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-abeb0157-bddd-46e1-8f7a-5426236b8fc6 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:10.012410 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-b005c2f1-7150-4abf-b686-092e91ca2458 tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] Deleting port 267551fd-a511-4d9b-92a8-62e1dadc8b4b {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:02:10.015240 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b005c2f1-7150-4abf-b686-092e91ca2458 tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:10.048755 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd8b0bba-21e1-431c-a639-119a16704c8b None None] Network caecb5fa-d2db-4edf-88f6-25d921564677 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:02:10.098129 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418ec676-f2f1-4411-99d0-7987c2e667fe req-ad6f2d20-d912-4f0d-816e-07b096ca9f91 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:02:10.099730 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-418ec676-f2f1-4411-99d0-7987c2e667fe req-ad6f2d20-d912-4f0d-816e-07b096ca9f91 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] 10.222.0.54 "GET /v2.0/ports?device_id=0f12e280-7f27-4e94-992b-064b64e8c400 HTTP/1.1" status: 200 len: 945 time: 0.2425849 Nov 19 18:02:10.151225 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-8e1bf4a5-f12e-4112-9052-d8c74041f58b None None] Provisioning complete for port 044620f3-180b-458a-a655-f92b45d85493 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:02:10.151827 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8e1bf4a5-f12e-4112-9052-d8c74041f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:10.163387 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-abeb0157-bddd-46e1-8f7a-5426236b8fc6 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Deleting port 044620f3-180b-458a-a655-f92b45d85493 {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:02:10.163817 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-abeb0157-bddd-46e1-8f7a-5426236b8fc6 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:10.282271 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [None req-abeb0157-bddd-46e1-8f7a-5426236b8fc6 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] For port 044620f3-180b-458a-a655-f92b45d85493, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=044620f3-180b-458a-a655-f92b45d85493,segment=NetworkSegment(0201fdbe-ae6d-40ee-9741-6bb714c8eb20),segment_id=0201fdbe-ae6d-40ee-9741-6bb714c8eb20)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:02:10.282881 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-abeb0157-bddd-46e1-8f7a-5426236b8fc6 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:10.301223 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-abeb0157-bddd-46e1-8f7a-5426236b8fc6 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Calling delete_port for 044620f3-180b-458a-a655-f92b45d85493 owned by network:dhcp {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:02:10.302013 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b005c2f1-7150-4abf-b686-092e91ca2458 tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:10.335403 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-b005c2f1-7150-4abf-b686-092e91ca2458 tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] Calling delete_port for 267551fd-a511-4d9b-92a8-62e1dadc8b4b owned by network:router_interface {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:02:10.355354 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:10.356955 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-418ec676-f2f1-4411-99d0-7987c2e667fe req-454628c9-e265-49e7-b8a5-5e78f6b411b0 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] 10.222.0.54 "GET /v2.0/security-groups?id=ab553829-b17c-4bd7-9495-2cea0ebc82fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2478635 Nov 19 18:02:10.394087 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0d2b9f0a-15e4-4ae4-9dbc-0f25f0c4ca0b tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12283104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8731234'] for subnet, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:10.464860 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-f5c7e05f-c493-4fec-8e6f-725edbebf6a7 tempest-RoutersIpV6AdminTest-1578650958 tempest-RoutersIpV6AdminTest-1578650958-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1489841533', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'}, 'admin_state_up': False}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:02:10.468571 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] For port 044620f3-180b-458a-a655-f92b45d85493, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=044620f3-180b-458a-a655-f92b45d85493,segment=NetworkSegment(0201fdbe-ae6d-40ee-9741-6bb714c8eb20),segment_id=0201fdbe-ae6d-40ee-9741-6bb714c8eb20)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:02:10.535614 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f5c7e05f-c493-4fec-8e6f-725edbebf6a7 tempest-RoutersIpV6AdminTest-1578650958 tempest-RoutersIpV6AdminTest-1578650958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9890'] for router, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:10.537569 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f5c7e05f-c493-4fec-8e6f-725edbebf6a7 tempest-RoutersIpV6AdminTest-1578650958 tempest-RoutersIpV6AdminTest-1578650958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671617', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-732153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4689'] for router, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:10.545405 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28c29e54-9823-433a-890d-0dfaaae59ed1 None None] DHCP port deletion for caecb5fa-d2db-4edf-88f6-25d921564677 request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:02:10.554856 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:10.619532 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f5c7e05f-c493-4fec-8e6f-725edbebf6a7 tempest-RoutersIpV6AdminTest-1578650958 tempest-RoutersIpV6AdminTest-1578650958-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:10.684654 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Pushing event updated for resources: {'Port': ['ID=044620f3-180b-458a-a655-f92b45d85493,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:02:10.703495 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-28c29e54-9823-433a-890d-0dfaaae59ed1 None None] Deleting port 044620f3-180b-458a-a655-f92b45d85493 {{(pid=103366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:02:10.703495 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-28c29e54-9823-433a-890d-0dfaaae59ed1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:10.715466 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2b9f0a-15e4-4ae4-9dbc-0f25f0c4ca0b tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Pushing event updated for resources: {'Subnet': ['ID=e11b357a-08d7-4685-b1bd-1a75b005b960,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:02:10.755554 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2b9f0a-15e4-4ae4-9dbc-0f25f0c4ca0b tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:02:10.755900 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2b9f0a-15e4-4ae4-9dbc-0f25f0c4ca0b tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:02:10.756245 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2b9f0a-15e4-4ae4-9dbc-0f25f0c4ca0b tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:02:10.756579 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2b9f0a-15e4-4ae4-9dbc-0f25f0c4ca0b tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:02:10.756902 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2b9f0a-15e4-4ae4-9dbc-0f25f0c4ca0b tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:02:10.757236 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2b9f0a-15e4-4ae4-9dbc-0f25f0c4ca0b tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:02:10.757566 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2b9f0a-15e4-4ae4-9dbc-0f25f0c4ca0b tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:02:10.768772 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2b9f0a-15e4-4ae4-9dbc-0f25f0c4ca0b tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:02:10.769266 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2b9f0a-15e4-4ae4-9dbc-0f25f0c4ca0b tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:02:10.769615 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2b9f0a-15e4-4ae4-9dbc-0f25f0c4ca0b tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:02:10.771221 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2b9f0a-15e4-4ae4-9dbc-0f25f0c4ca0b tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:02:10.771351 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2b9f0a-15e4-4ae4-9dbc-0f25f0c4ca0b tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:02:10.787142 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d2b9f0a-15e4-4ae4-9dbc-0f25f0c4ca0b tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Checking segment: {'id': '14049921-55e8-4115-bf9b-6dc8fd08c319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '9d8064cd-da23-44f7-bc11-e18b98ed4fa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:02:10.787523 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d2b9f0a-15e4-4ae4-9dbc-0f25f0c4ca0b tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Network hostable DHCP agents. Network: 9d8064cd-da23-44f7-bc11-e18b98ed4fa5, hostable agents: ['02910ef2-0455-4aea-9f38-9a875579633f'], hosted agents: [] {{(pid=103365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 18:02:10.790482 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-28c29e54-9823-433a-890d-0dfaaae59ed1 None None] For port 044620f3-180b-458a-a655-f92b45d85493, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=044620f3-180b-458a-a655-f92b45d85493,segment=NetworkSegment(0201fdbe-ae6d-40ee-9741-6bb714c8eb20),segment_id=0201fdbe-ae6d-40ee-9741-6bb714c8eb20)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:02:10.790897 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-28c29e54-9823-433a-890d-0dfaaae59ed1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:10.809485 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-28c29e54-9823-433a-890d-0dfaaae59ed1 None None] Calling delete_port for 044620f3-180b-458a-a655-f92b45d85493 owned by network:dhcp {{(pid=103366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:02:10.926717 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d2b9f0a-15e4-4ae4-9dbc-0f25f0c4ca0b tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Network 9d8064cd-da23-44f7-bc11-e18b98ed4fa5 is scheduled to be hosted by DHCP agent 02910ef2-0455-4aea-9f38-9a875579633f with binding_index 1 {{(pid=103365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 18:02:10.938752 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b005c2f1-7150-4abf-b686-092e91ca2458 tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:10.991315 n-d-818022-2 neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 18:02:10.991315 n-d-818022-2 neutron-server[103366]: self.session.flush() Nov 19 18:02:10.991315 n-d-818022-2 neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 18:02:10.991315 n-d-818022-2 neutron-server[103366]: self.session.flush() Nov 19 18:02:10.991315 n-d-818022-2 neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 18:02:10.991315 n-d-818022-2 neutron-server[103366]: self.session.flush() Nov 19 18:02:10.991315 n-d-818022-2 neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 18:02:10.991315 n-d-818022-2 neutron-server[103366]: self.session.flush() Nov 19 18:02:10.991315 n-d-818022-2 neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 18:02:10.991315 n-d-818022-2 neutron-server[103366]: self.session.flush() Nov 19 18:02:10.991315 n-d-818022-2 neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 18:02:10.991315 n-d-818022-2 neutron-server[103366]: self.session.flush() Nov 19 18:02:10.991315 n-d-818022-2 neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 18:02:10.991315 n-d-818022-2 neutron-server[103366]: self.session.flush() Nov 19 18:02:10.991315 n-d-818022-2 neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 18:02:10.991315 n-d-818022-2 neutron-server[103366]: self.session.flush() Nov 19 18:02:10.991315 n-d-818022-2 neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 18:02:10.991315 n-d-818022-2 neutron-server[103366]: self.session.flush() Nov 19 18:02:10.991315 n-d-818022-2 neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 18:02:10.991315 n-d-818022-2 neutron-server[103366]: self.session.flush() Nov 19 18:02:10.991315 n-d-818022-2 neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 18:02:10.991315 n-d-818022-2 neutron-server[103366]: self.session.flush() Nov 19 18:02:10.991315 n-d-818022-2 neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 18:02:10.991315 n-d-818022-2 neutron-server[103366]: self.session.flush() Nov 19 18:02:10.991315 n-d-818022-2 neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 18:02:10.991315 n-d-818022-2 neutron-server[103366]: self.session.flush() Nov 19 18:02:10.991315 n-d-818022-2 neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 18:02:10.991315 n-d-818022-2 neutron-server[103366]: self.session.flush() Nov 19 18:02:10.991315 n-d-818022-2 neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 18:02:10.991315 n-d-818022-2 neutron-server[103366]: self.session.flush() Nov 19 18:02:10.991315 n-d-818022-2 neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 18:02:10.991315 n-d-818022-2 neutron-server[103366]: self.session.flush() Nov 19 18:02:10.991315 n-d-818022-2 neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 18:02:10.991315 n-d-818022-2 neutron-server[103366]: self.session.flush() Nov 19 18:02:10.991315 n-d-818022-2 neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 18:02:10.991315 n-d-818022-2 neutron-server[103366]: self.session.flush() Nov 19 18:02:10.991315 n-d-818022-2 neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 18:02:10.991315 n-d-818022-2 neutron-server[103366]: self.session.flush() Nov 19 18:02:10.991315 n-d-818022-2 neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 18:02:10.991315 n-d-818022-2 neutron-server[103366]: self.session.flush() Nov 19 18:02:10.991315 n-d-818022-2 neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 18:02:10.991315 n-d-818022-2 neutron-server[103366]: self.session.flush() Nov 19 18:02:10.991315 n-d-818022-2 neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 18:02:10.991315 n-d-818022-2 neutron-server[103366]: self.session.flush() Nov 19 18:02:10.991315 n-d-818022-2 neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 18:02:10.991315 n-d-818022-2 neutron-server[103366]: self.session.flush() Nov 19 18:02:10.991315 n-d-818022-2 neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 18:02:10.991315 n-d-818022-2 neutron-server[103366]: self.session.flush() Nov 19 18:02:10.991315 n-d-818022-2 neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 18:02:10.991315 n-d-818022-2 neutron-server[103366]: self.session.flush() Nov 19 18:02:10.991315 n-d-818022-2 neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 18:02:10.991315 n-d-818022-2 neutron-server[103366]: self.session.flush() Nov 19 18:02:10.991315 n-d-818022-2 neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 18:02:10.991315 n-d-818022-2 neutron-server[103366]: self.session.flush() Nov 19 18:02:10.999383 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f5c7e05f-c493-4fec-8e6f-725edbebf6a7 tempest-RoutersIpV6AdminTest-1578650958 tempest-RoutersIpV6AdminTest-1578650958-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:10.999889 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b005c2f1-7150-4abf-b686-092e91ca2458 tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] Pushing event deleted for resources: {'Port': ['ID=267551fd-a511-4d9b-92a8-62e1dadc8b4b,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:02:11.009263 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-0d2b9f0a-15e4-4ae4-9dbc-0f25f0c4ca0b tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818022-2, 9d8064cd-da23-44f7-bc11-e18b98ed4fa5) {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:02:11.011955 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d2b9f0a-15e4-4ae4-9dbc-0f25f0c4ca0b tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:02:11.012886 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0d2b9f0a-15e4-4ae4-9dbc-0f25f0c4ca0b tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Publish callbacks [] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:11.017364 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-28c29e54-9823-433a-890d-0dfaaae59ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007'] for port, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:11.045900 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-abeb0157-bddd-46e1-8f7a-5426236b8fc6 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:11.069286 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dd40fce-1922-4d92-8f30-7cd8718ede8e None None] Network 9d8064cd-da23-44f7-bc11-e18b98ed4fa5 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:02:11.076994 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c29e54-9823-433a-890d-0dfaaae59ed1 None None] No DVR routers for this DVR port 044620f3-180b-458a-a655-f92b45d85493 on host n-d-818022-2 {{(pid=103366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:02:11.096788 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abeb0157-bddd-46e1-8f7a-5426236b8fc6 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] No DVR routers for this DVR port 044620f3-180b-458a-a655-f92b45d85493 on host n-d-818022-2 {{(pid=103364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:02:11.185013 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c29e54-9823-433a-890d-0dfaaae59ed1 None None] Pushing event deleted for resources: {'Port': ['ID=044620f3-180b-458a-a655-f92b45d85493,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:02:11.234284 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abeb0157-bddd-46e1-8f7a-5426236b8fc6 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Pushing event deleted for resources: {'Port': ['ID=044620f3-180b-458a-a655-f92b45d85493,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:02:11.385376 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-0d2b9f0a-15e4-4ae4-9dbc-0f25f0c4ca0b tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.3385444 Nov 19 18:02:11.402051 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 50252) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:11.418853 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-46b50fd2-30d4-45e0-aba7-d3954bfd5358 tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Request body: {'router': {'external_gateway_info': {'network_id': '9d8064cd-da23-44f7-bc11-e18b98ed4fa5'}}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:02:11.478401 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-abeb0157-bddd-46e1-8f7a-5426236b8fc6 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:11.537752 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-abeb0157-bddd-46e1-8f7a-5426236b8fc6 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['caecb5fa-d2db-4edf-88f6-25d921564677']}} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:02:11.552907 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cccfc829-33d1-4dd7-b614-ddda675503fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54f44f5f-1200-574e-8740-2141911d5b73-9d8064cd-da23-44f7-bc11-e18b98ed4fa5', 'network_id': '9d8064cd-da23-44f7-bc11-e18b98ed4fa5', 'tenant_id': 'cc1067af57fa48e0b93cad755b85e3b6', 'fixed_ips': [{'subnet_id': 'e11b357a-08d7-4685-b1bd-1a75b005b960'}]}} from n-d-818022-2. {{(pid=103366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 18:02:11.557050 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-cccfc829-33d1-4dd7-b614-ddda675503fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:11.557213 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b005c2f1-7150-4abf-b686-092e91ca2458 tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-768648'] for router_interface, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:11.564210 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-abeb0157-bddd-46e1-8f7a-5426236b8fc6 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0201fdbe-ae6d-40ee-9741-6bb714c8eb20') {'for_net_delete': True} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:02:11.564502 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-abeb0157-bddd-46e1-8f7a-5426236b8fc6 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0201fdbe-ae6d-40ee-9741-6bb714c8eb20') {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:02:11.602615 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-abeb0157-bddd-46e1-8f7a-5426236b8fc6 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417396'] for segment, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:11.650218 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-abeb0157-bddd-46e1-8f7a-5426236b8fc6 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:11.681401 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abeb0157-bddd-46e1-8f7a-5426236b8fc6 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Releasing vlan 677 on physical network physnet1 to pool {{(pid=103364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 18:02:11.681401 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-abeb0157-bddd-46e1-8f7a-5426236b8fc6 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12425183'] for segment, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:11.693551 n-d-818022-2 neutron-server[103364]: Traceback (most recent call last): Nov 19 18:02:11.693551 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 18:02:11.693551 n-d-818022-2 neutron-server[103364]: timer() Nov 19 18:02:11.693551 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 18:02:11.693551 n-d-818022-2 neutron-server[103364]: cb(*args, **kw) Nov 19 18:02:11.693551 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 18:02:11.693551 n-d-818022-2 neutron-server[103364]: return func(*args, **kwargs) Nov 19 18:02:11.693551 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 18:02:11.693551 n-d-818022-2 neutron-server[103364]: self._notify() Nov 19 18:02:11.693551 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 18:02:11.693551 n-d-818022-2 neutron-server[103364]: self.callback(batched_events) Nov 19 18:02:11.693551 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 18:02:11.693551 n-d-818022-2 neutron-server[103364]: event.method(event) Nov 19 18:02:11.693551 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 18:02:11.693551 n-d-818022-2 neutron-server[103364]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 18:02:11.693551 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 18:02:11.693551 n-d-818022-2 neutron-server[103364]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 18:02:11.693551 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 18:02:11.693551 n-d-818022-2 neutron-server[103364]: return f(self, *a, **k) Nov 19 18:02:11.693551 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 18:02:11.693551 n-d-818022-2 neutron-server[103364]: return self._get(url).json() Nov 19 18:02:11.693551 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 18:02:11.693551 n-d-818022-2 neutron-server[103364]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 18:02:11.693551 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 18:02:11.693551 n-d-818022-2 neutron-server[103364]: return self.request(url, 'GET', **kwargs) Nov 19 18:02:11.693551 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 18:02:11.693551 n-d-818022-2 neutron-server[103364]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 18:02:11.693551 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 18:02:11.693551 n-d-818022-2 neutron-server[103364]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 18:02:11.693551 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 18:02:11.693551 n-d-818022-2 neutron-server[103364]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 18:02:11.693551 n-d-818022-2 neutron-server[103364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 18:02:11.799747 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 044620f3-180b-458a-a655-f92b45d85493 no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:02:11.830154 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [None req-cccfc829-33d1-4dd7-b614-ddda675503fd None None] Allocated IP 2001:db8:1::2 (9d8064cd-da23-44f7-bc11-e18b98ed4fa5/e11b357a-08d7-4685-b1bd-1a75b005b960/ec918f3d-fe77-4bcc-8c42-9a3fb4d6dc23) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:02:11.837784 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: 044620f3-180b-458a-a655-f92b45d85493 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:02:11.838267 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 044620f3-180b-458a-a655-f92b45d85493 not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:02:11.880624 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-abeb0157-bddd-46e1-8f7a-5426236b8fc6 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671242'] for network, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:11.891364 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-abeb0157-bddd-46e1-8f7a-5426236b8fc6 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks [] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:11.897955 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-abeb0157-bddd-46e1-8f7a-5426236b8fc6 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] 10.222.0.54 "DELETE /v2.0/networks/caecb5fa-d2db-4edf-88f6-25d921564677 HTTP/1.1" status: 204 len: 168 time: 2.0412338 Nov 19 18:02:11.902857 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 50258) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:11.922348 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-07105a8a-b850-40f0-9edf-45718eb7d223 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Request body: {'port': {'network_id': '94827efd-2834-47e5-b17c-981d64689a94', 'name': 'tempest-PortsIpV6TestJSON-2062830564'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:02:11.936096 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abeb0157-bddd-46e1-8f7a-5426236b8fc6 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Pushing event deleted for resources: {'Network': ['ID=caecb5fa-d2db-4edf-88f6-25d921564677,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:02:12.012509 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b3aedc-9748-4229-ad90-5035b63625e4 req-a8e7ad16-93ad-41db-a1b4-9e516f765513 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:02:12.022773 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-79b3aedc-9748-4229-ad90-5035b63625e4 req-a8e7ad16-93ad-41db-a1b4-9e516f765513 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] 10.222.0.54 "GET /v2.0/networks?id=d8dbec36-4368-41ad-81ce-387cc5613033 HTTP/1.1" status: 200 len: 815 time: 1.0338104 Nov 19 18:02:12.089574 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-cccfc829-33d1-4dd7-b614-ddda675503fd None None] Publish callbacks [] for port, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:12.093360 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f5c7e05f-c493-4fec-8e6f-725edbebf6a7 tempest-RoutersIpV6AdminTest-1578650958 tempest-RoutersIpV6AdminTest-1578650958-project] Publish callbacks [] for router_gateway, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:12.099755 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-cccfc829-33d1-4dd7-b614-ddda675503fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998'] for port, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:12.118293 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cccfc829-33d1-4dd7-b614-ddda675503fd None None] Network 9d8064cd-da23-44f7-bc11-e18b98ed4fa5 is already hosted by enough agents. {{(pid=103366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:02:12.120712 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f5c7e05f-c493-4fec-8e6f-725edbebf6a7 tempest-RoutersIpV6AdminTest-1578650958 tempest-RoutersIpV6AdminTest-1578650958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:12.122107 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [None req-cccfc829-33d1-4dd7-b614-ddda675503fd None None] Resources bound (agent type, host, resource id): {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:02:12.143881 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cccfc829-33d1-4dd7-b614-ddda675503fd None None] Received port after_create {{(pid=103366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:02:12.220870 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccfc829-33d1-4dd7-b614-ddda675503fd None None] Pushing event updated for resources: {'Port': ['ID=ec918f3d-fe77-4bcc-8c42-9a3fb4d6dc23,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:02:12.241739 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-cccfc829-33d1-4dd7-b614-ddda675503fd None None] Attempting to bind port ec918f3d-fe77-4bcc-8c42-9a3fb4d6dc23 on host n-d-818022-2 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:02:12.245305 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-cccfc829-33d1-4dd7-b614-ddda675503fd None None] Attempting to bind port ec918f3d-fe77-4bcc-8c42-9a3fb4d6dc23 by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': '14049921-55e8-4115-bf9b-6dc8fd08c319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '9d8064cd-da23-44f7-bc11-e18b98ed4fa5'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:02:12.245837 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cccfc829-33d1-4dd7-b614-ddda675503fd None None] Attempting to bind port ec918f3d-fe77-4bcc-8c42-9a3fb4d6dc23 on network 9d8064cd-da23-44f7-bc11-e18b98ed4fa5 {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:02:12.255432 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cccfc829-33d1-4dd7-b614-ddda675503fd None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 2, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:02:12.261244 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cccfc829-33d1-4dd7-b614-ddda675503fd None None] Checking segment: {'id': '14049921-55e8-4115-bf9b-6dc8fd08c319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '9d8064cd-da23-44f7-bc11-e18b98ed4fa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:02:12.261858 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-cccfc829-33d1-4dd7-b614-ddda675503fd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:12.262368 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cccfc829-33d1-4dd7-b614-ddda675503fd None None] Bound using segment: {'id': '14049921-55e8-4115-bf9b-6dc8fd08c319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '9d8064cd-da23-44f7-bc11-e18b98ed4fa5'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:02:12.262977 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-cccfc829-33d1-4dd7-b614-ddda675503fd None None] Bound port: ec918f3d-fe77-4bcc-8c42-9a3fb4d6dc23, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14049921-55e8-4115-bf9b-6dc8fd08c319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '9d8064cd-da23-44f7-bc11-e18b98ed4fa5'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:02:12.264035 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-cccfc829-33d1-4dd7-b614-ddda675503fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:12.270288 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [None req-f5c7e05f-c493-4fec-8e6f-725edbebf6a7 tempest-RoutersIpV6AdminTest-1578650958 tempest-RoutersIpV6AdminTest-1578650958-project] Allocated IP 172.25.7.167 (645e61aa-1a6c-4e8f-857e-ab06edb4897f/88ed2d64-f56d-4f01-a468-946e01c99e82/75bb7fa9-1aae-4e5c-a904-465a651a37b3) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:02:12.392492 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-cccfc829-33d1-4dd7-b614-ddda675503fd None None] For port ec918f3d-fe77-4bcc-8c42-9a3fb4d6dc23, host n-d-818022-2, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:02:12.396218 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-cccfc829-33d1-4dd7-b614-ddda675503fd None None] For port ec918f3d-fe77-4bcc-8c42-9a3fb4d6dc23, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=ec918f3d-fe77-4bcc-8c42-9a3fb4d6dc23,segment=NetworkSegment(14049921-55e8-4115-bf9b-6dc8fd08c319),segment_id=14049921-55e8-4115-bf9b-6dc8fd08c319)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:02:12.400871 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-cccfc829-33d1-4dd7-b614-ddda675503fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:12.452737 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-79b3aedc-9748-4229-ad90-5035b63625e4 req-3da5ee8b-3b2a-49a4-bc22-08506300a694 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] 10.222.0.54 "GET /v2.0/quotas/13c0bb19644446578b6dcb526272ce30 HTTP/1.1" status: 200 len: 375 time: 0.4274409 Nov 19 18:02:12.460030 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f5c7e05f-c493-4fec-8e6f-725edbebf6a7 tempest-RoutersIpV6AdminTest-1578650958 tempest-RoutersIpV6AdminTest-1578650958-project] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:12.478116 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccfc829-33d1-4dd7-b614-ddda675503fd None None] Pushing event updated for resources: {'Port': ['ID=ec918f3d-fe77-4bcc-8c42-9a3fb4d6dc23,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:02:12.548797 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f5c7e05f-c493-4fec-8e6f-725edbebf6a7 tempest-RoutersIpV6AdminTest-1578650958 tempest-RoutersIpV6AdminTest-1578650958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:12.613466 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-46b50fd2-30d4-45e0-aba7-d3954bfd5358 tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:12.623560 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c7e05f-c493-4fec-8e6f-725edbebf6a7 tempest-RoutersIpV6AdminTest-1578650958 tempest-RoutersIpV6AdminTest-1578650958-project] Pushing event updated for resources: {'Port': ['ID=75bb7fa9-1aae-4e5c-a904-465a651a37b3,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:02:12.663874 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5c7e05f-c493-4fec-8e6f-725edbebf6a7 tempest-RoutersIpV6AdminTest-1578650958 tempest-RoutersIpV6AdminTest-1578650958-project] Network 645e61aa-1a6c-4e8f-857e-ab06edb4897f is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:02:12.665155 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b005c2f1-7150-4abf-b686-092e91ca2458 tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] Router fd6364a4-ab43-45ab-b732-31f2e665d541 has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 18:02:12.666949 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-f5c7e05f-c493-4fec-8e6f-725edbebf6a7 tempest-RoutersIpV6AdminTest-1578650958 tempest-RoutersIpV6AdminTest-1578650958-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:02:12.674049 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c7e05f-c493-4fec-8e6f-725edbebf6a7 tempest-RoutersIpV6AdminTest-1578650958 tempest-RoutersIpV6AdminTest-1578650958-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:02:12.686476 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a919509b-64ab-486d-b309-1ed01e529992 None None] DHCP port deletion for 645e61aa-1a6c-4e8f-857e-ab06edb4897f request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:02:12.705625 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07105a8a-b850-40f0-9edf-45718eb7d223 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Made reservation on behalf of 3d6ff715a1b54ed1818e68232d77d2b6 for: {'port': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:02:12.710787 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-07105a8a-b850-40f0-9edf-45718eb7d223 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:12.815959 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-b1b104f5-24c6-4041-bce4-8163d3164602 None None] Provisioning complete for port 75bb7fa9-1aae-4e5c-a904-465a651a37b3 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:02:12.817365 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b1b104f5-24c6-4041-bce4-8163d3164602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:12.842423 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdafc1f4-916b-4041-a3e9-6f26f9456b26 req-8101bbd0-1b77-4eb7-ba76-ed076abcf3f9 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:02:12.845579 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fdafc1f4-916b-4041-a3e9-6f26f9456b26 req-8101bbd0-1b77-4eb7-ba76-ed076abcf3f9 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] 10.222.0.60 "GET /v2.0/ports?device_id=0f12e280-7f27-4e94-992b-064b64e8c400 HTTP/1.1" status: 200 len: 945 time: 0.7731590 Nov 19 18:02:12.862473 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [None req-07105a8a-b850-40f0-9edf-45718eb7d223 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] device_id is not set on port e1d2afeb-66e3-47d4-ba30-c8cbdbae6dc6 yet. {{(pid=103365) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 18:02:12.974301 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-b1b104f5-24c6-4041-bce4-8163d3164602 None None] Port 75bb7fa9-1aae-4e5c-a904-465a651a37b3 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:02:13.162803 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f5c7e05f-c493-4fec-8e6f-725edbebf6a7 tempest-RoutersIpV6AdminTest-1578650958 tempest-RoutersIpV6AdminTest-1578650958-project] Publish callbacks [] for router_gateway, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:13.438743 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f5c7e05f-c493-4fec-8e6f-725edbebf6a7 tempest-RoutersIpV6AdminTest-1578650958 tempest-RoutersIpV6AdminTest-1578650958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671702'] for router, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:13.454244 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b005c2f1-7150-4abf-b686-092e91ca2458 tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:02:13.467816 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-b005c2f1-7150-4abf-b686-092e91ca2458 tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] 10.222.0.54 "PUT /v2.0/routers/fd6364a4-ab43-45ab-b732-31f2e665d541/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1952090 Nov 19 18:02:13.468907 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd87bcec-0c56-4fbc-b208-966b89167960 None None] Sync routers for ids ['fd6364a4-ab43-45ab-b732-31f2e665d541'] in n-d-818022-2 {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:02:13.470630 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 50268) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:13.497021 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd87bcec-0c56-4fbc-b208-966b89167960 None None] Routers {'fd6364a4-ab43-45ab-b732-31f2e665d541'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:02:13.503430 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-cd87bcec-0c56-4fbc-b208-966b89167960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:02:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['fd6364a4-ab43-45ab-b732-31f2e665d541'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:02:13.545274 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-79b3aedc-9748-4229-ad90-5035b63625e4 req-527b3235-dc61-4b8a-82ec-be2bfac6a3c6 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=13c0bb19644446578b6dcb526272ce30&fields=id HTTP/1.1" status: 200 len: 255 time: 1.0910406 Nov 19 18:02:13.570391 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-cd87bcec-0c56-4fbc-b208-966b89167960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:02:13.620280 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd87bcec-0c56-4fbc-b208-966b89167960 None None] Routers {'fd6364a4-ab43-45ab-b732-31f2e665d541'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:02:13.620907 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-cd87bcec-0c56-4fbc-b208-966b89167960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:02:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['fd6364a4-ab43-45ab-b732-31f2e665d541'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:02:13.698233 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-cd87bcec-0c56-4fbc-b208-966b89167960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:02:13.699109 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd87bcec-0c56-4fbc-b208-966b89167960 None None] The sync data for ids ['fd6364a4-ab43-45ab-b732-31f2e665d541'] in n-d-818022-2 is: [] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:02:13.852641 n-d-818022-2 neutron-server[103365]: INFO neutron.api.v2.resource [None req-2fa33f0e-5d59-41a2-9a7f-995bbfc08723 tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] show failed (client error): The resource could not be found. Nov 19 18:02:13.861890 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-2fa33f0e-5d59-41a2-9a7f-995bbfc08723 tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] 10.222.0.54 "GET /v2.0/routers/tempest-non_exist_router-1142134903 HTTP/1.1" status: 404 len: 335 time: 0.3518255 Nov 19 18:02:13.887271 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device ec918f3d-fe77-4bcc-8c42-9a3fb4d6dc23 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:02:13.895110 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 50276) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:13.946936 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-9fc5ece8-f432-4b4c-a1d5-d13321fac93e tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:02:14.026853 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port ec918f3d-fe77-4bcc-8c42-9a3fb4d6dc23 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:02:14.027292 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:14.077483 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-07105a8a-b850-40f0-9edf-45718eb7d223 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:14.080853 n-d-818022-2 neutron-server[103365]: INFO neutron.api.v2.resource [None req-9fc5ece8-f432-4b4c-a1d5-d13321fac93e tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] update failed (client error): The resource could not be found. Nov 19 18:02:14.087373 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-9fc5ece8-f432-4b4c-a1d5-d13321fac93e tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] 10.222.0.54 "PUT /v2.0/routers/tempest-non_exist_router-1170997695 HTTP/1.1" status: 404 len: 335 time: 0.1735315 Nov 19 18:02:14.119397 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 50278) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:14.162392 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:14.250398 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] For port ec918f3d-fe77-4bcc-8c42-9a3fb4d6dc23, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=ec918f3d-fe77-4bcc-8c42-9a3fb4d6dc23,segment=NetworkSegment(14049921-55e8-4115-bf9b-6dc8fd08c319),segment_id=14049921-55e8-4115-bf9b-6dc8fd08c319)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:02:14.260904 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:14.320116 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee6525a1-974f-4d73-a69c-3ad9d96e9790 None None] Network 9d8064cd-da23-44f7-bc11-e18b98ed4fa5 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:02:14.328649 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fc5b8a1-0e5e-420b-bca7-43a95d111716 tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] Deleting subnet 21d6c770-0d9d-4a85-9b16-60df997bfd24 {{(pid=103365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 18:02:14.338408 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3fc5b8a1-0e5e-420b-bca7-43a95d111716 tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] Publish callbacks [] for subnet, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:14.366496 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5c7e05f-c493-4fec-8e6f-725edbebf6a7 tempest-RoutersIpV6AdminTest-1578650958 tempest-RoutersIpV6AdminTest-1578650958-project] Router 0dc8505c-733c-4b25-900b-c2a9c69acc1a is scheduled to L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 with binding_index 1 {{(pid=103364) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 18:02:14.406558 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Pushing event updated for resources: {'Port': ['ID=ec918f3d-fe77-4bcc-8c42-9a3fb4d6dc23,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:02:14.447518 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-a0ac8c11-9369-4e88-a5ab-e81fdf9c3739 None None] Provisioning complete for port ec918f3d-fe77-4bcc-8c42-9a3fb4d6dc23 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:02:14.448245 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a0ac8c11-9369-4e88-a5ab-e81fdf9c3739 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:14.503053 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-07105a8a-b850-40f0-9edf-45718eb7d223 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:14.547287 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5c7e05f-c493-4fec-8e6f-725edbebf6a7 tempest-RoutersIpV6AdminTest-1578650958 tempest-RoutersIpV6AdminTest-1578650958-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:02:14.565528 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-879b2214-cd84-47f6-88cf-fdaa8a1bb7ed None None] Sync routers for ids ['0dc8505c-733c-4b25-900b-c2a9c69acc1a'] in n-d-818022-2 {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:02:14.569500 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-79b3aedc-9748-4229-ad90-5035b63625e4 req-39b6f396-abbd-4105-8edb-9fb6d430590b service neutron] 10.222.0.54 "GET /v2.0/networks/d8dbec36-4368-41ad-81ce-387cc5613033?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8974485 Nov 19 18:02:14.584018 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f5c7e05f-c493-4fec-8e6f-725edbebf6a7 tempest-RoutersIpV6AdminTest-1578650958 tempest-RoutersIpV6AdminTest-1578650958-project] Publish callbacks [] for router, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:14.588104 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-f5c7e05f-c493-4fec-8e6f-725edbebf6a7 tempest-RoutersIpV6AdminTest-1578650958 tempest-RoutersIpV6AdminTest-1578650958-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 4.6357024 Nov 19 18:02:14.589511 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 50288) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:14.618685 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3fc5b8a1-0e5e-420b-bca7-43a95d111716 tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12546453'] for subnet, precommit_delete_associations {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:14.619216 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-879b2214-cd84-47f6-88cf-fdaa8a1bb7ed None None] Routers {'0dc8505c-733c-4b25-900b-c2a9c69acc1a'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:02:14.620019 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-879b2214-cd84-47f6-88cf-fdaa8a1bb7ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:02:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['0dc8505c-733c-4b25-900b-c2a9c69acc1a'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:02:14.701085 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-879b2214-cd84-47f6-88cf-fdaa8a1bb7ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:02:14.764089 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-879b2214-cd84-47f6-88cf-fdaa8a1bb7ed None None] Routers {'0dc8505c-733c-4b25-900b-c2a9c69acc1a'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:02:14.766058 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-879b2214-cd84-47f6-88cf-fdaa8a1bb7ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:02:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['0dc8505c-733c-4b25-900b-c2a9c69acc1a'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:02:14.781853 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07105a8a-b850-40f0-9edf-45718eb7d223 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Network 94827efd-2834-47e5-b17c-981d64689a94 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:02:14.791320 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-01741c8c-7656-41e4-8f63-980b38f02f25 tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] 10.222.0.54 "GET /v2.0/routers/0dc8505c-733c-4b25-900b-c2a9c69acc1a HTTP/1.1" status: 200 len: 925 time: 0.2003787 Nov 19 18:02:14.792173 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 50290) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:14.817187 n-d-818022-2 neutron-server[103365]: INFO neutron.api.v2.resource [None req-46b50fd2-30d4-45e0-aba7-d3954bfd5358 tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 18:02:14.822607 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-46b50fd2-30d4-45e0-aba7-d3954bfd5358 tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] 10.222.0.54 "PUT /v2.0/routers/2b9fdf91-030a-432e-9720-6768de3dbf7b HTTP/1.1" status: 400 len: 364 time: 3.4155686 Nov 19 18:02:14.822607 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-07105a8a-b850-40f0-9edf-45718eb7d223 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:02:14.823598 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-879b2214-cd84-47f6-88cf-fdaa8a1bb7ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:02:14.824271 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-879b2214-cd84-47f6-88cf-fdaa8a1bb7ed None None] The sync data for ids ['0dc8505c-733c-4b25-900b-c2a9c69acc1a'] in n-d-818022-2 is: [] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:02:14.829497 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-fdafc1f4-916b-4041-a3e9-6f26f9456b26 req-042b2071-5929-43e6-b256-7a2f8c4a79b9 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] Deleting port 1824eb46-ab45-47f6-a1dd-08ac88bb9f9e {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:02:14.832856 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-fdafc1f4-916b-4041-a3e9-6f26f9456b26 req-042b2071-5929-43e6-b256-7a2f8c4a79b9 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:14.839876 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07105a8a-b850-40f0-9edf-45718eb7d223 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Pushing event updated for resources: {'Port': ['ID=e1d2afeb-66e3-47d4-ba30-c8cbdbae6dc6,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:02:14.862372 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 50292) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:14.863019 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07105a8a-b850-40f0-9edf-45718eb7d223 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:02:14.881751 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-a568e7e8-5fb2-4457-a980-ed6ece1c4983 tempest-RoutersIpV6AdminTest-1578650958 tempest-RoutersIpV6AdminTest-1578650958-project] 10.222.0.54 "GET /v2.0/ports?device_id=0dc8505c-733c-4b25-900b-c2a9c69acc1a HTTP/1.1" status: 200 len: 205 time: 0.0879357 Nov 19 18:02:14.882457 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 50298) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:14.890439 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07105a8a-b850-40f0-9edf-45718eb7d223 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:02:14.891134 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-07105a8a-b850-40f0-9edf-45718eb7d223 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:15.180935 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-25b8c74c-92c6-4301-95c7-579af173161a tempest-RoutersIpV6AdminTest-1578650958 tempest-RoutersIpV6AdminTest-1578650958-project] Publish callbacks [] for router, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:15.194286 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-07105a8a-b850-40f0-9edf-45718eb7d223 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 3.2884173 Nov 19 18:02:15.215754 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 50302) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:15.250684 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-79b3aedc-9748-4229-ad90-5035b63625e4 req-10f9deff-d02a-40fc-84fb-7bb19fd2e91b service neutron] 10.222.0.54 "GET /v2.0/networks/d8dbec36-4368-41ad-81ce-387cc5613033?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6480367 Nov 19 18:02:15.354560 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-14e66ba3-700a-4144-9da7-54012cd4d26e None None] Provisioning complete for port ec918f3d-fe77-4bcc-8c42-9a3fb4d6dc23 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:02:15.355146 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-14e66ba3-700a-4144-9da7-54012cd4d26e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:15.531710 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-25b8c74c-92c6-4301-95c7-579af173161a tempest-RoutersIpV6AdminTest-1578650958 tempest-RoutersIpV6AdminTest-1578650958-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:15.565637 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3fc5b8a1-0e5e-420b-bca7-43a95d111716 tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:15.728264 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-fdafc1f4-916b-4041-a3e9-6f26f9456b26 req-042b2071-5929-43e6-b256-7a2f8c4a79b9 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] For port 1824eb46-ab45-47f6-a1dd-08ac88bb9f9e, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=1824eb46-ab45-47f6-a1dd-08ac88bb9f9e,segment=NetworkSegment(93225d1f-5aff-466a-a20e-5f356e9dbfdc),segment_id=93225d1f-5aff-466a-a20e-5f356e9dbfdc)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:02:15.728634 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-fdafc1f4-916b-4041-a3e9-6f26f9456b26 req-042b2071-5929-43e6-b256-7a2f8c4a79b9 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:15.741511 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-fb72b307-2754-4d3c-a8dd-f4bfb5eec4a3 req-278e551c-a15c-48f2-b907-fc9b2cdcb2ae tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] 10.222.0.54 "GET /v2.0/ports?device_id=944baf18-8200-490e-9d12-8328be9c8b35 HTTP/1.1" status: 200 len: 210 time: 0.0937304 Nov 19 18:02:15.758086 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device ec918f3d-fe77-4bcc-8c42-9a3fb4d6dc23 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:02:15.758722 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-25b8c74c-92c6-4301-95c7-579af173161a tempest-RoutersIpV6AdminTest-1578650958 tempest-RoutersIpV6AdminTest-1578650958-project] Deleting port 75bb7fa9-1aae-4e5c-a904-465a651a37b3 {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:02:15.759071 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-25b8c74c-92c6-4301-95c7-579af173161a tempest-RoutersIpV6AdminTest-1578650958 tempest-RoutersIpV6AdminTest-1578650958-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:15.889536 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-fdafc1f4-916b-4041-a3e9-6f26f9456b26 req-042b2071-5929-43e6-b256-7a2f8c4a79b9 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] Calling delete_port for 1824eb46-ab45-47f6-a1dd-08ac88bb9f9e owned by compute:nova {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:02:15.929320 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-25b8c74c-92c6-4301-95c7-579af173161a tempest-RoutersIpV6AdminTest-1578650958 tempest-RoutersIpV6AdminTest-1578650958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:15.956165 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port ec918f3d-fe77-4bcc-8c42-9a3fb4d6dc23 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:02:15.956540 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:15.969436 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-25b8c74c-92c6-4301-95c7-579af173161a tempest-RoutersIpV6AdminTest-1578650958 tempest-RoutersIpV6AdminTest-1578650958-project] Calling delete_port for 75bb7fa9-1aae-4e5c-a904-465a651a37b3 owned by network:router_gateway {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:02:16.219530 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3fc5b8a1-0e5e-420b-bca7-43a95d111716 tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12282919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8731163'] for subnet, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:16.321204 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-a631028b-740d-46b3-806f-239fcebc3c80 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Deleting port e1d2afeb-66e3-47d4-ba30-c8cbdbae6dc6 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:02:16.321388 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a631028b-740d-46b3-806f-239fcebc3c80 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:16.329100 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-25b8c74c-92c6-4301-95c7-579af173161a tempest-RoutersIpV6AdminTest-1578650958 tempest-RoutersIpV6AdminTest-1578650958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:16.379498 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc5b8a1-0e5e-420b-bca7-43a95d111716 tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] Pushing event deleted for resources: {'Subnet': ['ID=21d6c770-0d9d-4a85-9b16-60df997bfd24,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:02:16.382591 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b8c74c-92c6-4301-95c7-579af173161a tempest-RoutersIpV6AdminTest-1578650958 tempest-RoutersIpV6AdminTest-1578650958-project] Pushing event deleted for resources: {'Port': ['ID=75bb7fa9-1aae-4e5c-a904-465a651a37b3,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:02:16.397375 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f973638-1fe4-406b-befe-dd169a0036c6 None None] Network 4edf386a-4dfc-44c6-8da4-6e67947af0b2 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:02:16.441884 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3fc5b8a1-0e5e-420b-bca7-43a95d111716 tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] Publish callbacks [] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:16.459116 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-3fc5b8a1-0e5e-420b-bca7-43a95d111716 tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] 10.222.0.54 "DELETE /v2.0/subnets/21d6c770-0d9d-4a85-9b16-60df997bfd24 HTTP/1.1" status: 204 len: 168 time: 2.3276458 Nov 19 18:02:16.461714 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 50326) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:16.487774 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04811ed6-e29d-4e92-8c3b-1b6250f1e6bf None None] DHCP port deletion for 645e61aa-1a6c-4e8f-857e-ab06edb4897f request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:02:16.540537 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6c123f43-defc-419d-a364-a829171bd61e tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:16.707874 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b95f965-5496-40c6-a9dd-fdaa5e1932fb tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] Deleting subnet bfa28d5d-e03a-4bee-b84b-525bbceb4f0b {{(pid=103364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 18:02:16.719994 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-316e3fd3-2bf3-415a-82df-f56b0487f7a1 None None] DHCP port deletion for 4edf386a-4dfc-44c6-8da4-6e67947af0b2 request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:02:16.723553 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a631028b-740d-46b3-806f-239fcebc3c80 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:16.738671 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0b95f965-5496-40c6-a9dd-fdaa5e1932fb tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] Publish callbacks [] for subnet, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:16.907851 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-316e3fd3-2bf3-415a-82df-f56b0487f7a1 None None] Deleting port 72e083a0-7b9e-4df6-b3c5-b47f9736c209 {{(pid=103366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:02:16.915084 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-316e3fd3-2bf3-415a-82df-f56b0487f7a1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:16.916855 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0b95f965-5496-40c6-a9dd-fdaa5e1932fb tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9416263'] for subnet, precommit_delete_associations {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:17.010481 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-a631028b-740d-46b3-806f-239fcebc3c80 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Calling delete_port for e1d2afeb-66e3-47d4-ba30-c8cbdbae6dc6 owned by {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:02:17.124596 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3c6d64f8-0489-43b5-b00c-e26e8a9136d3 req-bbfeacd8-fcb6-4eb6-80d3-9c9c95e572cb tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] 10.222.0.54 "GET /v2.0/ports?device_id=944baf18-8200-490e-9d12-8328be9c8b35 HTTP/1.1" status: 200 len: 210 time: 0.1665504 Nov 19 18:02:17.145624 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 1824eb46-ab45-47f6-a1dd-08ac88bb9f9e no longer exists at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:02:17.268928 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-25b8c74c-92c6-4301-95c7-579af173161a tempest-RoutersIpV6AdminTest-1578650958 tempest-RoutersIpV6AdminTest-1578650958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-671730'] for router_gateway, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:17.386189 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:17.401800 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-fdafc1f4-916b-4041-a3e9-6f26f9456b26 req-042b2071-5929-43e6-b256-7a2f8c4a79b9 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:17.403864 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-316e3fd3-2bf3-415a-82df-f56b0487f7a1 None None] For port 72e083a0-7b9e-4df6-b3c5-b47f9736c209, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=72e083a0-7b9e-4df6-b3c5-b47f9736c209,segment=NetworkSegment(ca717b6a-14cc-4ad3-89a9-37ed18910cdb),segment_id=ca717b6a-14cc-4ad3-89a9-37ed18910cdb)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:02:17.404399 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-316e3fd3-2bf3-415a-82df-f56b0487f7a1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:17.440983 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-316e3fd3-2bf3-415a-82df-f56b0487f7a1 None None] Calling delete_port for 72e083a0-7b9e-4df6-b3c5-b47f9736c209 owned by network:dhcp {{(pid=103366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:02:17.546979 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0b95f965-5496-40c6-a9dd-fdaa5e1932fb tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:17.696641 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-316e3fd3-2bf3-415a-82df-f56b0487f7a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007'] for port, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:17.745927 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042b2071-5929-43e6-b256-7a2f8c4a79b9 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] Pushing event deleted for resources: {'Port': ['ID=1824eb46-ab45-47f6-a1dd-08ac88bb9f9e,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:02:17.751229 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316e3fd3-2bf3-415a-82df-f56b0487f7a1 None None] Pushing event deleted for resources: {'Port': ['ID=72e083a0-7b9e-4df6-b3c5-b47f9736c209,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:02:17.764378 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-316e3fd3-2bf3-415a-82df-f56b0487f7a1 None None] No DVR routers for this DVR port 72e083a0-7b9e-4df6-b3c5-b47f9736c209 on host n-d-818022-2 {{(pid=103366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:02:17.797186 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 72e083a0-7b9e-4df6-b3c5-b47f9736c209 no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:02:17.850654 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: 72e083a0-7b9e-4df6-b3c5-b47f9736c209 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:02:17.851208 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 72e083a0-7b9e-4df6-b3c5-b47f9736c209 not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:02:17.869475 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e781fae1-3dd6-4259-82fd-3a39969a243c None None] DHCP port deletion for d8dbec36-4368-41ad-81ce-387cc5613033 request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:02:17.884632 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0b95f965-5496-40c6-a9dd-fdaa5e1932fb tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12425137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8983934'] for subnet, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:17.904403 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0b95f965-5496-40c6-a9dd-fdaa5e1932fb tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:17.915444 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e38c60be-83c3-4c35-bfd1-8472397f03d7 None None] Network 318a6a86-9d22-4eee-a36a-c48c23eaaa71 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:02:17.918541 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-0b95f965-5496-40c6-a9dd-fdaa5e1932fb tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] 10.222.0.54 "DELETE /v2.0/subnets/bfa28d5d-e03a-4bee-b84b-525bbceb4f0b HTTP/1.1" status: 204 len: 168 time: 1.4539695 Nov 19 18:02:17.924595 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-25b8c74c-92c6-4301-95c7-579af173161a tempest-RoutersIpV6AdminTest-1578650958 tempest-RoutersIpV6AdminTest-1578650958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4696'] for router, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:17.928622 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 50338) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:17.940439 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdafc1f4-916b-4041-a3e9-6f26f9456b26 req-042b2071-5929-43e6-b256-7a2f8c4a79b9 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] No DVR routers for this DVR port 1824eb46-ab45-47f6-a1dd-08ac88bb9f9e on host n-h1-818022-2 {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:02:17.950555 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-fdafc1f4-916b-4041-a3e9-6f26f9456b26 req-042b2071-5929-43e6-b256-7a2f8c4a79b9 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:17.961190 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-25b8c74c-92c6-4301-95c7-579af173161a tempest-RoutersIpV6AdminTest-1578650958 tempest-RoutersIpV6AdminTest-1578650958-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:17.961437 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fdafc1f4-916b-4041-a3e9-6f26f9456b26 req-042b2071-5929-43e6-b256-7a2f8c4a79b9 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] 10.222.0.60 "DELETE /v2.0/ports/1824eb46-ab45-47f6-a1dd-08ac88bb9f9e HTTP/1.1" status: 204 len: 173 time: 4.6227601 Nov 19 18:02:17.961740 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f12e280-7f27-4e94-992b-064b64e8c400', 'name': 'network-vif-deleted', 'tag': '1824eb46-ab45-47f6-a1dd-08ac88bb9f9e'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:02:17.976098 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218319d759239a7d11f1288aef37381b97754913ee9ccbfd43b51a463f801712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-064a225d-3c9a-466b-90a4-f353a524d97b" -d '{"events": [{"server_uuid": "0f12e280-7f27-4e94-992b-064b64e8c400", "name": "network-vif-deleted", "tag": "1824eb46-ab45-47f6-a1dd-08ac88bb9f9e"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:02:17.976872 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b95f965-5496-40c6-a9dd-fdaa5e1932fb tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] Pushing event deleted for resources: {'Subnet': ['ID=bfa28d5d-e03a-4bee-b84b-525bbceb4f0b,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:02:18.077851 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:02:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17eef716-7c11-4053-aae9-0deced6a2bef x-openstack-request-id: req-17eef716-7c11-4053-aae9-0deced6a2bef {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:02:18.079313 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f12e280-7f27-4e94-992b-064b64e8c400", "name": "network-vif-deleted", "tag": "1824eb46-ab45-47f6-a1dd-08ac88bb9f9e", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:02:18.079647 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-17eef716-7c11-4053-aae9-0deced6a2bef {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:02:18.082063 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f12e280-7f27-4e94-992b-064b64e8c400', 'name': 'network-vif-deleted', 'tag': '1824eb46-ab45-47f6-a1dd-08ac88bb9f9e', 'status': 'completed', 'code': 200} Nov 19 18:02:18.084063 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a631028b-740d-46b3-806f-239fcebc3c80 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:18.084771 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-25b8c74c-92c6-4301-95c7-579af173161a tempest-RoutersIpV6AdminTest-1578650958 tempest-RoutersIpV6AdminTest-1578650958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-543895'] for router, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:18.085310 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25b8c74c-92c6-4301-95c7-579af173161a tempest-RoutersIpV6AdminTest-1578650958 tempest-RoutersIpV6AdminTest-1578650958-project] Fanout notify agent at l3_agent the message router_deleted on router 0dc8505c-733c-4b25-900b-c2a9c69acc1a {{(pid=103364) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 18:02:18.095077 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-25b8c74c-92c6-4301-95c7-579af173161a tempest-RoutersIpV6AdminTest-1578650958 tempest-RoutersIpV6AdminTest-1578650958-project] Publish callbacks [] for router, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:18.096344 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-25b8c74c-92c6-4301-95c7-579af173161a tempest-RoutersIpV6AdminTest-1578650958 tempest-RoutersIpV6AdminTest-1578650958-project] 10.222.0.54 "DELETE /v2.0/routers/0dc8505c-733c-4b25-900b-c2a9c69acc1a HTTP/1.1" status: 204 len: 168 time: 3.2128725 Nov 19 18:02:18.103136 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 50342) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:18.116833 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-3582fed3-0304-447e-b305-7965524053fb tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] Request body: {'router': {'name': 'tempest-snat-router-488522675', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'enable_snat': False}}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:02:18.164629 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a631028b-740d-46b3-806f-239fcebc3c80 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Pushing event deleted for resources: {'Port': ['ID=e1d2afeb-66e3-47d4-ba30-c8cbdbae6dc6,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:02:18.210458 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a631028b-740d-46b3-806f-239fcebc3c80 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:18.223018 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-a631028b-740d-46b3-806f-239fcebc3c80 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] 10.222.0.54 "DELETE /v2.0/ports/e1d2afeb-66e3-47d4-ba30-c8cbdbae6dc6 HTTP/1.1" status: 204 len: 168 time: 3.0056596 Nov 19 18:02:18.223326 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-274a0965-aff5-4aca-8521-ec18b4841728 tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:18.232159 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b3aedc-9748-4229-ad90-5035b63625e4 req-4aac3e5f-003a-4632-a264-114c22dfcb25 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:02:18.233858 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-79b3aedc-9748-4229-ad90-5035b63625e4 req-4aac3e5f-003a-4632-a264-114c22dfcb25 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] 10.222.0.60 "GET /v2.0/networks?id=d8dbec36-4368-41ad-81ce-387cc5613033 HTTP/1.1" status: 200 len: 815 time: 0.7413571 Nov 19 18:02:18.243990 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 50348) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:18.256066 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-79b3aedc-9748-4229-ad90-5035b63625e4 req-8d4e03fd-e626-40e8-930f-874388adbb42 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] Request body: {'port': {'device_id': '944baf18-8200-490e-9d12-8328be9c8b35', 'network_id': 'd8dbec36-4368-41ad-81ce-387cc5613033', 'admin_state_up': True, 'tenant_id': '13c0bb19644446578b6dcb526272ce30'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:02:18.265804 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-c2fbb749-8c69-4cc4-8c05-3f763edcd7fd tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Request body: {'port': {'network_id': '94827efd-2834-47e5-b17c-981d64689a94', 'mac_address': 'fa:16:3e:f0:1b:00', 'name': 'tempest-PortsIpV6TestJSON-1334928894'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:02:18.279102 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3582fed3-0304-447e-b305-7965524053fb tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9890'] for router, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:18.280141 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3582fed3-0304-447e-b305-7965524053fb tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671617', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-732153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4689'] for router, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:18.307055 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [None req-6c123f43-defc-419d-a364-a829171bd61e tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Allocated IP 2001:db8::1 (6ab838d0-1983-413c-bb3e-85f4c79f5155/c04064ef-57f9-4a40-a02b-a8ff74e1afd2/3d21d77b-73fa-42af-b57c-e61937fa985d) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:02:18.307314 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc3b8a2d-aa8a-446d-9da6-124839b6c3c4 None None] DHCP port deletion for 318a6a86-9d22-4eee-a36a-c48c23eaaa71 request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:02:18.456603 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-cc3b8a2d-aa8a-446d-9da6-124839b6c3c4 None None] Deleting port 71e97c37-0073-4335-9876-6a7f461c3f1b {{(pid=103366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:02:18.459891 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-cc3b8a2d-aa8a-446d-9da6-124839b6c3c4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:18.504905 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-1f92e5c4-b5fa-4edb-a5c4-aa1283a11272 req-c68020e4-a389-4cda-a526-d5b842f68896 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] 10.222.0.54 "GET /v2.0/ports?device_id=944baf18-8200-490e-9d12-8328be9c8b35 HTTP/1.1" status: 200 len: 210 time: 0.2235291 Nov 19 18:02:18.598939 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-274a0965-aff5-4aca-8521-ec18b4841728 tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:18.599464 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-cc3b8a2d-aa8a-446d-9da6-124839b6c3c4 None None] For port 71e97c37-0073-4335-9876-6a7f461c3f1b, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=71e97c37-0073-4335-9876-6a7f461c3f1b,segment=NetworkSegment(c022a15b-3483-4a37-9d8a-82454ac95b85),segment_id=c022a15b-3483-4a37-9d8a-82454ac95b85)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:02:18.600128 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-cc3b8a2d-aa8a-446d-9da6-124839b6c3c4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:18.628263 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3582fed3-0304-447e-b305-7965524053fb tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:18.629533 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-cc3b8a2d-aa8a-446d-9da6-124839b6c3c4 None None] Calling delete_port for 71e97c37-0073-4335-9876-6a7f461c3f1b owned by network:dhcp {{(pid=103366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:02:18.700335 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-274a0965-aff5-4aca-8521-ec18b4841728 tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4edf386a-4dfc-44c6-8da4-6e67947af0b2']}} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:02:18.806263 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.db.api [req-79b3aedc-9748-4229-ad90-5035b63625e4 req-8d4e03fd-e626-40e8-930f-874388adbb42 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 19 18:02:18.806263 n-d-818022-2 neutron-server[103364]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 19 18:02:18.806263 n-d-818022-2 neutron-server[103364]: [parameters: {'project_id_1': '13c0bb19644446578b6dcb526272ce30', 'expiration_1': datetime.datetime(2021, 11, 19, 18, 1, 58, 689359)}] Nov 19 18:02:18.806263 n-d-818022-2 neutron-server[103364]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103364) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 18:02:18.807394 n-d-818022-2 neutron-server[103364]: DEBUG oslo_db.api [req-79b3aedc-9748-4229-ad90-5035b63625e4 req-8d4e03fd-e626-40e8-930f-874388adbb42 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 18:02:18.824538 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-cc3b8a2d-aa8a-446d-9da6-124839b6c3c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007'] for port, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:18.850186 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2fbb749-8c69-4cc4-8c05-3f763edcd7fd tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Made reservation on behalf of 3d6ff715a1b54ed1818e68232d77d2b6 for: {'port': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:02:18.861432 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6c123f43-defc-419d-a364-a829171bd61e tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:18.871361 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-274a0965-aff5-4aca-8521-ec18b4841728 tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca717b6a-14cc-4ad3-89a9-37ed18910cdb') {'for_net_delete': True} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:02:18.871703 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-274a0965-aff5-4aca-8521-ec18b4841728 tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca717b6a-14cc-4ad3-89a9-37ed18910cdb') {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:02:18.891489 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3b8a2d-aa8a-446d-9da6-124839b6c3c4 None None] Pushing event deleted for resources: {'Port': ['ID=71e97c37-0073-4335-9876-6a7f461c3f1b,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:02:18.912764 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc3b8a2d-aa8a-446d-9da6-124839b6c3c4 None None] No DVR routers for this DVR port 71e97c37-0073-4335-9876-6a7f461c3f1b on host n-d-818022-2 {{(pid=103366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:02:18.934564 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-274a0965-aff5-4aca-8521-ec18b4841728 tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417396'] for segment, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:18.966497 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-274a0965-aff5-4aca-8521-ec18b4841728 tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:19.009571 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c2fbb749-8c69-4cc4-8c05-3f763edcd7fd tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:19.039579 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [None req-c2fbb749-8c69-4cc4-8c05-3f763edcd7fd tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] device_id is not set on port a4afa9ac-a43c-451b-ad2a-d90c57547998 yet. {{(pid=103365) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 18:02:19.112574 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6c123f43-defc-419d-a364-a829171bd61e tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:19.145527 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3582fed3-0304-447e-b305-7965524053fb tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:19.157910 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-274a0965-aff5-4aca-8521-ec18b4841728 tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] Releasing vlan 668 on physical network physnet1 to pool {{(pid=103364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 18:02:19.161558 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-274a0965-aff5-4aca-8521-ec18b4841728 tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12425183'] for segment, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:19.165694 n-d-818022-2 neutron-server[103364]: Traceback (most recent call last): Nov 19 18:02:19.165694 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 18:02:19.165694 n-d-818022-2 neutron-server[103364]: timer() Nov 19 18:02:19.165694 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 18:02:19.165694 n-d-818022-2 neutron-server[103364]: cb(*args, **kw) Nov 19 18:02:19.165694 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 18:02:19.165694 n-d-818022-2 neutron-server[103364]: return func(*args, **kwargs) Nov 19 18:02:19.165694 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 18:02:19.165694 n-d-818022-2 neutron-server[103364]: self._notify() Nov 19 18:02:19.165694 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 18:02:19.165694 n-d-818022-2 neutron-server[103364]: self.callback(batched_events) Nov 19 18:02:19.165694 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 18:02:19.165694 n-d-818022-2 neutron-server[103364]: event.method(event) Nov 19 18:02:19.165694 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 18:02:19.165694 n-d-818022-2 neutron-server[103364]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 18:02:19.165694 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 18:02:19.165694 n-d-818022-2 neutron-server[103364]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 18:02:19.165694 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 18:02:19.165694 n-d-818022-2 neutron-server[103364]: return f(self, *a, **k) Nov 19 18:02:19.165694 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 18:02:19.165694 n-d-818022-2 neutron-server[103364]: return self._get(url).json() Nov 19 18:02:19.165694 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 18:02:19.165694 n-d-818022-2 neutron-server[103364]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 18:02:19.165694 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 18:02:19.165694 n-d-818022-2 neutron-server[103364]: return self.request(url, 'GET', **kwargs) Nov 19 18:02:19.165694 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 18:02:19.165694 n-d-818022-2 neutron-server[103364]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 18:02:19.165694 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 18:02:19.165694 n-d-818022-2 neutron-server[103364]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 18:02:19.165694 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 18:02:19.165694 n-d-818022-2 neutron-server[103364]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 18:02:19.165694 n-d-818022-2 neutron-server[103364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 18:02:19.265801 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c123f43-defc-419d-a364-a829171bd61e tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Network 6ab838d0-1983-413c-bb3e-85f4c79f5155 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:02:19.281067 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-6c123f43-defc-419d-a364-a829171bd61e tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:02:19.299221 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-274a0965-aff5-4aca-8521-ec18b4841728 tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671242'] for network, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:19.315533 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-274a0965-aff5-4aca-8521-ec18b4841728 tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] Publish callbacks [] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:19.316716 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c123f43-defc-419d-a364-a829171bd61e tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:02:19.317302 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6c123f43-defc-419d-a364-a829171bd61e tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-671361'] for router_interface, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:19.329144 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-274a0965-aff5-4aca-8521-ec18b4841728 tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] 10.222.0.54 "DELETE /v2.0/networks/4edf386a-4dfc-44c6-8da4-6e67947af0b2 HTTP/1.1" status: 204 len: 168 time: 1.3991961 Nov 19 18:02:19.337683 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 50444) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:19.500186 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274a0965-aff5-4aca-8521-ec18b4841728 tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] Pushing event deleted for resources: {'Network': ['ID=4edf386a-4dfc-44c6-8da4-6e67947af0b2,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:02:19.561978 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79b3aedc-9748-4229-ad90-5035b63625e4 req-8d4e03fd-e626-40e8-930f-874388adbb42 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] Made reservation on behalf of 13c0bb19644446578b6dcb526272ce30 for: {'port': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:02:19.566233 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-79b3aedc-9748-4229-ad90-5035b63625e4 req-8d4e03fd-e626-40e8-930f-874388adbb42 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:19.583375 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2931cf46-d852-4c83-a6f8-d820c1712b6a tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:19.767618 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-d60b2b69-c255-4b53-bb05-91a07eef42c8 None None] Provisioning complete for port 3d21d77b-73fa-42af-b57c-e61937fa985d triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:02:19.768619 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d60b2b69-c255-4b53-bb05-91a07eef42c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:19.811885 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 71e97c37-0073-4335-9876-6a7f461c3f1b no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:02:19.851393 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: 71e97c37-0073-4335-9876-6a7f461c3f1b {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:02:19.852120 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 71e97c37-0073-4335-9876-6a7f461c3f1b not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:02:19.868393 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-d60b2b69-c255-4b53-bb05-91a07eef42c8 None None] Port 3d21d77b-73fa-42af-b57c-e61937fa985d cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:02:19.894321 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-e2b8a1a5-60cb-4da9-9edb-3886ec3310f5 req-354443fc-1dde-44a1-974c-24b7fa01a396 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] 10.222.0.54 "GET /v2.0/ports?device_id=944baf18-8200-490e-9d12-8328be9c8b35 HTTP/1.1" status: 200 len: 210 time: 0.0986481 Nov 19 18:02:20.150115 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2931cf46-d852-4c83-a6f8-d820c1712b6a tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:20.171716 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c123f43-defc-419d-a364-a829171bd61e tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Pushing event updated for resources: {'Port': ['ID=3d21d77b-73fa-42af-b57c-e61937fa985d,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:02:20.183830 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6c123f43-defc-419d-a364-a829171bd61e tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:20.191737 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-2931cf46-d852-4c83-a6f8-d820c1712b6a tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['318a6a86-9d22-4eee-a36a-c48c23eaaa71']}} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:02:20.203097 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-2931cf46-d852-4c83-a6f8-d820c1712b6a tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c022a15b-3483-4a37-9d8a-82454ac95b85') {'for_net_delete': True} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:02:20.203715 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-2931cf46-d852-4c83-a6f8-d820c1712b6a tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c022a15b-3483-4a37-9d8a-82454ac95b85') {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:02:20.215241 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2931cf46-d852-4c83-a6f8-d820c1712b6a tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417396'] for segment, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:20.230940 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2931cf46-d852-4c83-a6f8-d820c1712b6a tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:20.238194 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2931cf46-d852-4c83-a6f8-d820c1712b6a tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] Releasing vlan 674 on physical network physnet1 to pool {{(pid=103364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 18:02:20.239202 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2931cf46-d852-4c83-a6f8-d820c1712b6a tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12425183'] for segment, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:20.310706 n-d-818022-2 neutron-server[103364]: Traceback (most recent call last): Nov 19 18:02:20.310706 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 18:02:20.310706 n-d-818022-2 neutron-server[103364]: timer() Nov 19 18:02:20.310706 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 18:02:20.310706 n-d-818022-2 neutron-server[103364]: cb(*args, **kw) Nov 19 18:02:20.310706 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 18:02:20.310706 n-d-818022-2 neutron-server[103364]: return func(*args, **kwargs) Nov 19 18:02:20.310706 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 18:02:20.310706 n-d-818022-2 neutron-server[103364]: self._notify() Nov 19 18:02:20.310706 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 18:02:20.310706 n-d-818022-2 neutron-server[103364]: self.callback(batched_events) Nov 19 18:02:20.310706 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 18:02:20.310706 n-d-818022-2 neutron-server[103364]: event.method(event) Nov 19 18:02:20.310706 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 18:02:20.310706 n-d-818022-2 neutron-server[103364]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 18:02:20.310706 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 18:02:20.310706 n-d-818022-2 neutron-server[103364]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 18:02:20.310706 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 18:02:20.310706 n-d-818022-2 neutron-server[103364]: return f(self, *a, **k) Nov 19 18:02:20.310706 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 18:02:20.310706 n-d-818022-2 neutron-server[103364]: return self._get(url).json() Nov 19 18:02:20.310706 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 18:02:20.310706 n-d-818022-2 neutron-server[103364]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 18:02:20.310706 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 18:02:20.310706 n-d-818022-2 neutron-server[103364]: return self.request(url, 'GET', **kwargs) Nov 19 18:02:20.310706 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 18:02:20.310706 n-d-818022-2 neutron-server[103364]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 18:02:20.310706 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 18:02:20.310706 n-d-818022-2 neutron-server[103364]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 18:02:20.310706 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 18:02:20.310706 n-d-818022-2 neutron-server[103364]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 18:02:20.310706 n-d-818022-2 neutron-server[103364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 18:02:20.428508 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2931cf46-d852-4c83-a6f8-d820c1712b6a tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671242'] for network, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:20.440150 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2931cf46-d852-4c83-a6f8-d820c1712b6a tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] Publish callbacks [] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:20.446286 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-2931cf46-d852-4c83-a6f8-d820c1712b6a tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] 10.222.0.54 "DELETE /v2.0/networks/318a6a86-9d22-4eee-a36a-c48c23eaaa71 HTTP/1.1" status: 204 len: 168 time: 1.1043048 Nov 19 18:02:20.454868 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 50546) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:20.509966 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c2fbb749-8c69-4cc4-8c05-3f763edcd7fd tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:20.543715 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_v2 [None req-3488631a-6fd8-4304-bea4-c78e64fdfda1 tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] Deleting subnet 708fdc7a-e6c0-408a-bc0b-1921a28de130 {{(pid=103365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 18:02:20.553093 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3488631a-6fd8-4304-bea4-c78e64fdfda1 tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] Publish callbacks [] for subnet, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:20.682603 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3488631a-6fd8-4304-bea4-c78e64fdfda1 tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12546453'] for subnet, precommit_delete_associations {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:20.704302 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 50572) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:20.815910 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c2fbb749-8c69-4cc4-8c05-3f763edcd7fd tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:20.995956 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fbb749-8c69-4cc4-8c05-3f763edcd7fd tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Pushing event updated for resources: {'Port': ['ID=a4afa9ac-a43c-451b-ad2a-d90c57547998,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:02:21.015589 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2fbb749-8c69-4cc4-8c05-3f763edcd7fd tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Network 94827efd-2834-47e5-b17c-981d64689a94 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:02:21.115355 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5f4a2a4d-8650-4ac3-8e4c-a3f8e860ff35 req-3c5ba3ec-dd11-4419-9789-b185dba17deb tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] 10.222.0.54 "GET /v2.0/ports?device_id=944baf18-8200-490e-9d12-8328be9c8b35 HTTP/1.1" status: 200 len: 210 time: 0.0767195 Nov 19 18:02:21.122902 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-c2fbb749-8c69-4cc4-8c05-3f763edcd7fd tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:02:21.146733 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2931cf46-d852-4c83-a6f8-d820c1712b6a tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] Pushing event deleted for resources: {'Network': ['ID=318a6a86-9d22-4eee-a36a-c48c23eaaa71,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:02:21.167782 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2fbb749-8c69-4cc4-8c05-3f763edcd7fd tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:02:21.175999 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2fbb749-8c69-4cc4-8c05-3f763edcd7fd tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:02:21.176836 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [req-79b3aedc-9748-4229-ad90-5035b63625e4 req-8d4e03fd-e626-40e8-930f-874388adbb42 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] Allocated IP 172.20.0.10 (d8dbec36-4368-41ad-81ce-387cc5613033/068f1254-b57b-4c27-b51b-af4c446dce02/0148922a-0fe5-4e79-8d01-97646e3354af) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:02:21.178089 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c2fbb749-8c69-4cc4-8c05-3f763edcd7fd tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:21.197089 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f49609b0-f556-47be-8886-a5bc639cebed admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:21.261862 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-c2fbb749-8c69-4cc4-8c05-3f763edcd7fd tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 3.0162985 Nov 19 18:02:21.267249 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 50634) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:21.320395 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6c123f43-defc-419d-a364-a829171bd61e tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Publish callbacks [] for port, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:21.324013 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3582fed3-0304-447e-b305-7965524053fb tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:21.339569 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6c123f43-defc-419d-a364-a829171bd61e tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:21.341665 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6c123f43-defc-419d-a364-a829171bd61e tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-768529'] for router_interface, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:21.369265 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3488631a-6fd8-4304-bea4-c78e64fdfda1 tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:21.412933 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e889845-f4eb-4e9a-a753-51b645b68976 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:02:21.414780 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-2e889845-f4eb-4e9a-a753-51b645b68976 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] 10.222.0.54 "GET /v2.0/ports/a4afa9ac-a43c-451b-ad2a-d90c57547998 HTTP/1.1" status: 200 len: 845 time: 0.1226783 Nov 19 18:02:21.442160 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 50650) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:21.443391 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3582fed3-0304-447e-b305-7965524053fb tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:21.661233 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c123f43-defc-419d-a364-a829171bd61e tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Network 6ab838d0-1983-413c-bb3e-85f4c79f5155 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:02:21.662667 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c123f43-defc-419d-a364-a829171bd61e tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Pushing event updated for resources: {'Port': ['ID=3d21d77b-73fa-42af-b57c-e61937fa985d,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:02:21.676891 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-6c123f43-defc-419d-a364-a829171bd61e tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:02:21.775556 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-79b3aedc-9748-4229-ad90-5035b63625e4 req-8d4e03fd-e626-40e8-930f-874388adbb42 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:21.818870 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-5e981085-a8df-4302-8a94-bf68d2d4f172 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Deleting port a4afa9ac-a43c-451b-ad2a-d90c57547998 {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:02:21.819214 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5e981085-a8df-4302-8a94-bf68d2d4f172 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:21.834499 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [None req-3582fed3-0304-447e-b305-7965524053fb tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] Allocated IP 172.25.7.74 (645e61aa-1a6c-4e8f-857e-ab06edb4897f/88ed2d64-f56d-4f01-a468-946e01c99e82/7d9f97e1-9012-4652-9971-b46c8c795193) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:02:21.886952 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c123f43-defc-419d-a364-a829171bd61e tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Router 2b9fdf91-030a-432e-9720-6768de3dbf7b has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 18:02:21.926730 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f49609b0-f556-47be-8886-a5bc639cebed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:21.929794 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3488631a-6fd8-4304-bea4-c78e64fdfda1 tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12282919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8731163'] for subnet, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:21.968409 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3488631a-6fd8-4304-bea4-c78e64fdfda1 tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] Pushing event deleted for resources: {'Subnet': ['ID=708fdc7a-e6c0-408a-bc0b-1921a28de130,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:02:21.972957 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f49609b0-f556-47be-8886-a5bc639cebed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:21.996396 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5e981085-a8df-4302-8a94-bf68d2d4f172 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:22.010408 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-79b3aedc-9748-4229-ad90-5035b63625e4 req-8d4e03fd-e626-40e8-930f-874388adbb42 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:22.026393 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-5e981085-a8df-4302-8a94-bf68d2d4f172 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Calling delete_port for a4afa9ac-a43c-451b-ad2a-d90c57547998 owned by {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:02:22.060862 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d90e5c97-1477-4ca9-b073-ff745ba2b4ce None None] Network b4badb2b-8788-41c3-8883-d13e9cb05cf5 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:02:22.076090 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-f49609b0-f556-47be-8886-a5bc639cebed admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=69eda5be5ed34f6f9f75887c8e23cf24&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3276560 Nov 19 18:02:22.078126 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3488631a-6fd8-4304-bea4-c78e64fdfda1 tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] Publish callbacks [] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:22.082071 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-3488631a-6fd8-4304-bea4-c78e64fdfda1 tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] 10.222.0.54 "DELETE /v2.0/subnets/708fdc7a-e6c0-408a-bc0b-1921a28de130 HTTP/1.1" status: 204 len: 168 time: 1.6259067 Nov 19 18:02:22.088015 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 50712) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:22.088624 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 50714) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:22.183984 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-2b936762-c6eb-42da-abb3-3465e7a2e759 None None] Provisioning complete for port 3d21d77b-73fa-42af-b57c-e61937fa985d triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:02:22.184340 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2b936762-c6eb-42da-abb3-3465e7a2e759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:22.251909 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3582fed3-0304-447e-b305-7965524053fb tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:22.254281 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-2b936762-c6eb-42da-abb3-3465e7a2e759 None None] Port 3d21d77b-73fa-42af-b57c-e61937fa985d cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:02:22.272402 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49609b0-f556-47be-8886-a5bc639cebed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fb75888-8278-466c-8828-553955c2d03c,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:02:22.316273 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-fd4d6a00-426d-4a04-a9a1-548eb36b80cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:22.333054 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c123f43-defc-419d-a364-a829171bd61e tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:02:22.352455 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf382222-68a6-4469-a169-2b93e7103506 None None] Sync routers for ids ['2b9fdf91-030a-432e-9720-6768de3dbf7b'] in n-d-818022-2 {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:02:22.360353 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79b3aedc-9748-4229-ad90-5035b63625e4 req-8d4e03fd-e626-40e8-930f-874388adbb42 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] Network d8dbec36-4368-41ad-81ce-387cc5613033 is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:02:22.376939 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-6c123f43-defc-419d-a364-a829171bd61e tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] 10.222.0.54 "PUT /v2.0/routers/2b9fdf91-030a-432e-9720-6768de3dbf7b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4709268 Nov 19 18:02:22.382668 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-439c472a-f955-43e9-a60e-b24e042c02c9 None None] DHCP port deletion for b4badb2b-8788-41c3-8883-d13e9cb05cf5 request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:02:22.414229 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-fd4d6a00-426d-4a04-a9a1-548eb36b80cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:22.473919 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf382222-68a6-4469-a169-2b93e7103506 None None] Routers {'2b9fdf91-030a-432e-9720-6768de3dbf7b'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:02:22.474575 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-bf382222-68a6-4469-a169-2b93e7103506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:02:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['2b9fdf91-030a-432e-9720-6768de3dbf7b'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:02:22.503889 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-439c472a-f955-43e9-a60e-b24e042c02c9 None None] Deleting port 5fe618d8-f4c7-47d1-a2d8-59b7dc09b5a1 {{(pid=103366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:02:22.504389 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-439c472a-f955-43e9-a60e-b24e042c02c9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:22.504900 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 50748) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:22.526406 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-bf382222-68a6-4469-a169-2b93e7103506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:02:22.527415 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f91af1b0-ad4f-4f61-83b0-7bd9abc5815f tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:22.532778 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4e03fd-e626-40e8-930f-874388adbb42 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] Pushing event updated for resources: {'Port': ['ID=0148922a-0fe5-4e79-8d01-97646e3354af,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:02:22.567165 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [req-79b3aedc-9748-4229-ad90-5035b63625e4 req-8d4e03fd-e626-40e8-930f-874388adbb42 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:02:22.573839 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf382222-68a6-4469-a169-2b93e7103506 None None] Routers {'2b9fdf91-030a-432e-9720-6768de3dbf7b'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:02:22.574467 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-bf382222-68a6-4469-a169-2b93e7103506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:02:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['2b9fdf91-030a-432e-9720-6768de3dbf7b'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:02:22.585029 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [req-79b3aedc-9748-4229-ad90-5035b63625e4 req-8d4e03fd-e626-40e8-930f-874388adbb42 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:02:22.597544 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a4f2d0e-3d28-4297-bb37-18d5810afe53 None None] DHCP port deletion for d8dbec36-4368-41ad-81ce-387cc5613033 request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:02:22.646608 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-bf382222-68a6-4469-a169-2b93e7103506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:02:22.650914 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf382222-68a6-4469-a169-2b93e7103506 None None] The sync data for ids ['2b9fdf91-030a-432e-9720-6768de3dbf7b'] in n-d-818022-2 is: [] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:02:22.657581 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-fd4d6a00-426d-4a04-a9a1-548eb36b80cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:22.660254 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-fd4d6a00-426d-4a04-a9a1-548eb36b80cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:22.661749 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-fd4d6a00-426d-4a04-a9a1-548eb36b80cf admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/5fb75888-8278-466c-8828-553955c2d03c HTTP/1.1" status: 204 len: 168 time: 0.5698268 Nov 19 18:02:22.675759 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5e981085-a8df-4302-8a94-bf68d2d4f172 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:22.685062 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-439c472a-f955-43e9-a60e-b24e042c02c9 None None] For port 5fe618d8-f4c7-47d1-a2d8-59b7dc09b5a1, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=5fe618d8-f4c7-47d1-a2d8-59b7dc09b5a1,segment=NetworkSegment(8edc997a-af44-48f5-aed4-7aa1e78dff33),segment_id=8edc997a-af44-48f5-aed4-7aa1e78dff33)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:02:22.685479 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-439c472a-f955-43e9-a60e-b24e042c02c9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:22.692588 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3582fed3-0304-447e-b305-7965524053fb tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:22.722558 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d6a00-426d-4a04-a9a1-548eb36b80cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fb75888-8278-466c-8828-553955c2d03c,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:02:22.734440 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-439c472a-f955-43e9-a60e-b24e042c02c9 None None] Calling delete_port for 5fe618d8-f4c7-47d1-a2d8-59b7dc09b5a1 owned by network:dhcp {{(pid=103366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:02:22.753370 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3cc16d32-ed2c-46f1-807b-268fd5e019b2 tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Publish callbacks [] for router, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:22.754700 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-8e3aa186-3ce5-4285-b986-6a99fda3b350 None None] Provisioning complete for port 0148922a-0fe5-4e79-8d01-97646e3354af triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:02:22.755074 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8e3aa186-3ce5-4285-b986-6a99fda3b350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:22.838120 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-f91af1b0-ad4f-4f61-83b0-7bd9abc5815f tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] Deleting port 5fe618d8-f4c7-47d1-a2d8-59b7dc09b5a1 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:02:22.838260 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-8e3aa186-3ce5-4285-b986-6a99fda3b350 None None] Port 0148922a-0fe5-4e79-8d01-97646e3354af cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:02:22.838605 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f91af1b0-ad4f-4f61-83b0-7bd9abc5815f tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:22.909929 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5e981085-a8df-4302-8a94-bf68d2d4f172 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:22.918680 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 50802) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:22.920700 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-5e981085-a8df-4302-8a94-bf68d2d4f172 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] 10.222.0.54 "DELETE /v2.0/ports/a4afa9ac-a43c-451b-ad2a-d90c57547998 HTTP/1.1" status: 204 len: 168 time: 1.4720073 Nov 19 18:02:22.940808 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b3aedc-9748-4229-ad90-5035b63625e4 req-8d4e03fd-e626-40e8-930f-874388adbb42 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:02:22.941911 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-79b3aedc-9748-4229-ad90-5035b63625e4 req-8d4e03fd-e626-40e8-930f-874388adbb42 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:22.963067 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e981085-a8df-4302-8a94-bf68d2d4f172 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Pushing event deleted for resources: {'Port': ['ID=a4afa9ac-a43c-451b-ad2a-d90c57547998,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:02:22.969412 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-439c472a-f955-43e9-a60e-b24e042c02c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007'] for port, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:23.022703 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439c472a-f955-43e9-a60e-b24e042c02c9 None None] Pushing event deleted for resources: {'Port': ['ID=5fe618d8-f4c7-47d1-a2d8-59b7dc09b5a1,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:02:23.030913 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-439c472a-f955-43e9-a60e-b24e042c02c9 None None] No DVR routers for this DVR port 5fe618d8-f4c7-47d1-a2d8-59b7dc09b5a1 on host n-d-818022-2 {{(pid=103366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:02:23.039428 n-d-818022-2 neutron-server[103365]: INFO neutron.api.v2.resource [None req-3cc16d32-ed2c-46f1-807b-268fd5e019b2 tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 19 18:02:23.043234 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-3cc16d32-ed2c-46f1-807b-268fd5e019b2 tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] 10.222.0.54 "DELETE /v2.0/routers/2b9fdf91-030a-432e-9720-6768de3dbf7b HTTP/1.1" status: 409 len: 329 time: 0.5342073 Nov 19 18:02:23.053484 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 50814) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:23.060488 n-d-818022-2 neutron-server[103365]: INFO neutron.pecan_wsgi.hooks.translation [None req-38bc82d8-bd08-462c-ab41-c131ef8c7706 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] GET failed (client error): The resource could not be found. Nov 19 18:02:23.068421 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-38bc82d8-bd08-462c-ab41-c131ef8c7706 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] 10.222.0.54 "GET /v2.0/ports/a4afa9ac-a43c-451b-ad2a-d90c57547998 HTTP/1.1" status: 404 len: 333 time: 0.1387055 Nov 19 18:02:23.074803 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 50818) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:23.081121 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3582fed3-0304-447e-b305-7965524053fb tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] Network 645e61aa-1a6c-4e8f-857e-ab06edb4897f is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:02:23.082492 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3582fed3-0304-447e-b305-7965524053fb tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] Pushing event updated for resources: {'Port': ['ID=7d9f97e1-9012-4652-9971-b46c8c795193,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:02:23.109652 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-79b3aedc-9748-4229-ad90-5035b63625e4 req-8d4e03fd-e626-40e8-930f-874388adbb42 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.8607709 Nov 19 18:02:23.115967 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-cd261c77-1954-45c1-a108-1a169b5659c1 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Request body: {'port': {'network_id': '94827efd-2834-47e5-b17c-981d64689a94', 'name': 'tempest-PortsIpV6TestJSON-1951486105'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:02:23.134349 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-3582fed3-0304-447e-b305-7965524053fb tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:02:23.146023 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 50828) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:23.147102 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3582fed3-0304-447e-b305-7965524053fb tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:02:23.155987 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b25296e7-001b-4f0e-9a2c-a17b645dc3e2 None None] DHCP port deletion for 645e61aa-1a6c-4e8f-857e-ab06edb4897f request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:02:23.204185 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-79b3aedc-9748-4229-ad90-5035b63625e4 req-2c3ee658-5559-40da-9db0-c019b9e8f59b service neutron] Request body: {'port': {'device_id': '944baf18-8200-490e-9d12-8328be9c8b35', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818022-2'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:02:23.273425 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [None req-f91af1b0-ad4f-4f61-83b0-7bd9abc5815f tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] For port 5fe618d8-f4c7-47d1-a2d8-59b7dc09b5a1, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=5fe618d8-f4c7-47d1-a2d8-59b7dc09b5a1,segment=NetworkSegment(8edc997a-af44-48f5-aed4-7aa1e78dff33),segment_id=8edc997a-af44-48f5-aed4-7aa1e78dff33)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:02:23.274461 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f91af1b0-ad4f-4f61-83b0-7bd9abc5815f tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:23.297062 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-04862ae7-476e-461c-be5f-46d682fb1339 None None] Provisioning complete for port 7d9f97e1-9012-4652-9971-b46c8c795193 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:02:23.298851 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-f91af1b0-ad4f-4f61-83b0-7bd9abc5815f tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] Calling delete_port for 5fe618d8-f4c7-47d1-a2d8-59b7dc09b5a1 owned by network:dhcp {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:02:23.301853 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-04862ae7-476e-461c-be5f-46d682fb1339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:23.352543 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01f0d96-41f7-4ae0-ad2b-1f9ce21f012c req-f5a9e734-8ba2-4051-83fc-f5c805b04358 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:02:23.356144 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-04862ae7-476e-461c-be5f-46d682fb1339 None None] Port 7d9f97e1-9012-4652-9971-b46c8c795193 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:02:23.361462 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f01f0d96-41f7-4ae0-ad2b-1f9ce21f012c req-f5a9e734-8ba2-4051-83fc-f5c805b04358 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] 10.222.0.54 "GET /v2.0/ports?device_id=944baf18-8200-490e-9d12-8328be9c8b35 HTTP/1.1" status: 200 len: 932 time: 0.8099153 Nov 19 18:02:23.461924 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ccf35fb5-3163-4176-a657-bc8fa3034da4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:23.564844 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd261c77-1954-45c1-a108-1a169b5659c1 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Made reservation on behalf of 3d6ff715a1b54ed1818e68232d77d2b6 for: {'port': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:02:23.568814 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-cd261c77-1954-45c1-a108-1a169b5659c1 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:23.641174 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [None req-cd261c77-1954-45c1-a108-1a169b5659c1 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] device_id is not set on port 1b18de46-ec19-4a1e-bcb0-5532527aec23 yet. {{(pid=103365) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 18:02:23.645652 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-79b3aedc-9748-4229-ad90-5035b63625e4 req-2c3ee658-5559-40da-9db0-c019b9e8f59b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:23.655761 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f91af1b0-ad4f-4f61-83b0-7bd9abc5815f tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:23.691926 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f01f0d96-41f7-4ae0-ad2b-1f9ce21f012c req-788d6776-3404-418b-b9b6-e0d65b957e5f tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] 10.222.0.54 "GET /v2.0/security-groups?id=ab553829-b17c-4bd7-9495-2cea0ebc82fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3193550 Nov 19 18:02:23.744087 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91af1b0-ad4f-4f61-83b0-7bd9abc5815f tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] Pushing event deleted for resources: {'Port': ['ID=5fe618d8-f4c7-47d1-a2d8-59b7dc09b5a1,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:02:23.761710 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f91af1b0-ad4f-4f61-83b0-7bd9abc5815f tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] No DVR routers for this DVR port 5fe618d8-f4c7-47d1-a2d8-59b7dc09b5a1 on host n-d-818022-2 {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:02:23.769829 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 5fe618d8-f4c7-47d1-a2d8-59b7dc09b5a1 no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:02:23.806177 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3582fed3-0304-447e-b305-7965524053fb tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:23.814974 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: 5fe618d8-f4c7-47d1-a2d8-59b7dc09b5a1 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:02:23.815716 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 5fe618d8-f4c7-47d1-a2d8-59b7dc09b5a1 not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:02:23.873960 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ccf35fb5-3163-4176-a657-bc8fa3034da4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:23.932921 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ccf35fb5-3163-4176-a657-bc8fa3034da4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:23.985868 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f91af1b0-ad4f-4f61-83b0-7bd9abc5815f tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:24.059164 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-ccf35fb5-3163-4176-a657-bc8fa3034da4 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d707f7d10ce14366b8c1d9733f236eae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8519926 Nov 19 18:02:24.060835 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf35fb5-3163-4176-a657-bc8fa3034da4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e032c45-6d9c-4ecc-9cb0-0404ea4cb17b,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:02:24.067346 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 50868) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:24.080651 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-f91af1b0-ad4f-4f61-83b0-7bd9abc5815f tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4badb2b-8788-41c3-8883-d13e9cb05cf5']}} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:02:24.110587 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-f91af1b0-ad4f-4f61-83b0-7bd9abc5815f tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8edc997a-af44-48f5-aed4-7aa1e78dff33') {'for_net_delete': True} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:02:24.111142 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-f91af1b0-ad4f-4f61-83b0-7bd9abc5815f tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8edc997a-af44-48f5-aed4-7aa1e78dff33') {} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:02:24.135754 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f91af1b0-ad4f-4f61-83b0-7bd9abc5815f tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12545382'] for segment, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:24.286449 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9589ec8a-71d4-4cb5-9b7c-5d650d370e50 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:24.311649 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9589ec8a-71d4-4cb5-9b7c-5d650d370e50 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:24.433802 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [req-79b3aedc-9748-4229-ad90-5035b63625e4 req-2c3ee658-5559-40da-9db0-c019b9e8f59b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0148922a-0fe5-4e79-8d01-97646e3354af {{(pid=103364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:02:24.446709 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-79b3aedc-9748-4229-ad90-5035b63625e4 req-2c3ee658-5559-40da-9db0-c019b9e8f59b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:24.454719 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3582fed3-0304-447e-b305-7965524053fb tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671702'] for router, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:24.482461 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-dd416f94-7136-428c-aef1-947ac3d883ba tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-768564'] for router_interface, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:24.521236 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.provisioning_blocks [req-79b3aedc-9748-4229-ad90-5035b63625e4 req-2c3ee658-5559-40da-9db0-c019b9e8f59b service neutron] Transition to ACTIVE for port object 0148922a-0fe5-4e79-8d01-97646e3354af will not be triggered until provisioned by entity L2. {{(pid=103364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 18:02:24.523915 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9589ec8a-71d4-4cb5-9b7c-5d650d370e50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:24.526869 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9589ec8a-71d4-4cb5-9b7c-5d650d370e50 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:24.528328 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-9589ec8a-71d4-4cb5-9b7c-5d650d370e50 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/9e032c45-6d9c-4ecc-9cb0-0404ea4cb17b HTTP/1.1" status: 204 len: 168 time: 0.4155777 Nov 19 18:02:24.539896 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-79b3aedc-9748-4229-ad90-5035b63625e4 req-2c3ee658-5559-40da-9db0-c019b9e8f59b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:24.563872 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9589ec8a-71d4-4cb5-9b7c-5d650d370e50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e032c45-6d9c-4ecc-9cb0-0404ea4cb17b,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:02:24.583783 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1a313de-29c2-4b8e-839b-1b3ff7bb983c None None] DHCP port deletion for d8dbec36-4368-41ad-81ce-387cc5613033 request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:02:24.739827 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-cd261c77-1954-45c1-a108-1a169b5659c1 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:24.755424 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f91af1b0-ad4f-4f61-83b0-7bd9abc5815f tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:24.784459 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f91af1b0-ad4f-4f61-83b0-7bd9abc5815f tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] Releasing vlan 694 on physical network physnet1 to pool {{(pid=103365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 18:02:24.786309 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f91af1b0-ad4f-4f61-83b0-7bd9abc5815f tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12282953'] for segment, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:24.842221 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3ee658-5559-40da-9db0-c019b9e8f59b service neutron] Pushing event updated for resources: {'Port': ['ID=0148922a-0fe5-4e79-8d01-97646e3354af,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:02:24.878623 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3582fed3-0304-447e-b305-7965524053fb tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] Router f959b547-a2de-4e68-95ea-4189b2c37118 is scheduled to L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 with binding_index 1 {{(pid=103364) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 18:02:24.886974 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-79b3aedc-9748-4229-ad90-5035b63625e4 req-2c3ee658-5559-40da-9db0-c019b9e8f59b service neutron] Attempting to bind port 0148922a-0fe5-4e79-8d01-97646e3354af on host n-h1-818022-2 for vnic_type normal with profile {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:02:24.888096 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-79b3aedc-9748-4229-ad90-5035b63625e4 req-2c3ee658-5559-40da-9db0-c019b9e8f59b service neutron] Attempting to bind port 0148922a-0fe5-4e79-8d01-97646e3354af by drivers openvswitch,hyperv on host n-h1-818022-2 at level 0 using segments [{'id': '93225d1f-5aff-466a-a20e-5f356e9dbfdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'd8dbec36-4368-41ad-81ce-387cc5613033'}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:02:24.888633 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79b3aedc-9748-4229-ad90-5035b63625e4 req-2c3ee658-5559-40da-9db0-c019b9e8f59b service neutron] Attempting to bind port 0148922a-0fe5-4e79-8d01-97646e3354af on network d8dbec36-4368-41ad-81ce-387cc5613033 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:02:24.894215 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79b3aedc-9748-4229-ad90-5035b63625e4 req-2c3ee658-5559-40da-9db0-c019b9e8f59b service neutron] Port 0148922a-0fe5-4e79-8d01-97646e3354af on network d8dbec36-4368-41ad-81ce-387cc5613033 not bound, no agent of type Open vSwitch agent registered on host n-h1-818022-2 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 18:02:24.894828 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79b3aedc-9748-4229-ad90-5035b63625e4 req-2c3ee658-5559-40da-9db0-c019b9e8f59b service neutron] Attempting to bind port 0148922a-0fe5-4e79-8d01-97646e3354af on network d8dbec36-4368-41ad-81ce-387cc5613033 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:02:24.902806 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79b3aedc-9748-4229-ad90-5035b63625e4 req-2c3ee658-5559-40da-9db0-c019b9e8f59b service neutron] Checking agent: {'id': 'a6668d96-12fa-4ec0-99ad-77eaf490dd2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'started_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 2, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:02:24.904055 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79b3aedc-9748-4229-ad90-5035b63625e4 req-2c3ee658-5559-40da-9db0-c019b9e8f59b service neutron] Checking segment: {'id': '93225d1f-5aff-466a-a20e-5f356e9dbfdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'd8dbec36-4368-41ad-81ce-387cc5613033'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:02:24.904776 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79b3aedc-9748-4229-ad90-5035b63625e4 req-2c3ee658-5559-40da-9db0-c019b9e8f59b service neutron] Bound using segment: {'id': '93225d1f-5aff-466a-a20e-5f356e9dbfdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'd8dbec36-4368-41ad-81ce-387cc5613033'} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:02:24.905554 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-79b3aedc-9748-4229-ad90-5035b63625e4 req-2c3ee658-5559-40da-9db0-c019b9e8f59b service neutron] Bound port: 0148922a-0fe5-4e79-8d01-97646e3354af, host: n-h1-818022-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93225d1f-5aff-466a-a20e-5f356e9dbfdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'd8dbec36-4368-41ad-81ce-387cc5613033'}}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:02:24.906159 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-79b3aedc-9748-4229-ad90-5035b63625e4 req-2c3ee658-5559-40da-9db0-c019b9e8f59b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:25.041577 n-d-818022-2 neutron-server[103365]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 18:02:25.041577 n-d-818022-2 neutron-server[103365]: self.session.flush() Nov 19 18:02:25.041577 n-d-818022-2 neutron-server[103365]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 18:02:25.041577 n-d-818022-2 neutron-server[103365]: self.session.flush() Nov 19 18:02:25.041577 n-d-818022-2 neutron-server[103365]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 18:02:25.041577 n-d-818022-2 neutron-server[103365]: self.session.flush() Nov 19 18:02:25.041577 n-d-818022-2 neutron-server[103365]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 18:02:25.041577 n-d-818022-2 neutron-server[103365]: self.session.flush() Nov 19 18:02:25.041577 n-d-818022-2 neutron-server[103365]: Traceback (most recent call last): Nov 19 18:02:25.041577 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 18:02:25.041577 n-d-818022-2 neutron-server[103365]: timer() Nov 19 18:02:25.041577 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 18:02:25.041577 n-d-818022-2 neutron-server[103365]: cb(*args, **kw) Nov 19 18:02:25.041577 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 18:02:25.041577 n-d-818022-2 neutron-server[103365]: return func(*args, **kwargs) Nov 19 18:02:25.041577 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 18:02:25.041577 n-d-818022-2 neutron-server[103365]: self._notify() Nov 19 18:02:25.041577 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 18:02:25.041577 n-d-818022-2 neutron-server[103365]: self.callback(batched_events) Nov 19 18:02:25.041577 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 18:02:25.041577 n-d-818022-2 neutron-server[103365]: event.method(event) Nov 19 18:02:25.041577 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 18:02:25.041577 n-d-818022-2 neutron-server[103365]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 18:02:25.041577 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 18:02:25.041577 n-d-818022-2 neutron-server[103365]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 18:02:25.041577 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 18:02:25.041577 n-d-818022-2 neutron-server[103365]: return f(self, *a, **k) Nov 19 18:02:25.041577 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 18:02:25.041577 n-d-818022-2 neutron-server[103365]: return self._get(url).json() Nov 19 18:02:25.041577 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 18:02:25.041577 n-d-818022-2 neutron-server[103365]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 18:02:25.041577 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 18:02:25.041577 n-d-818022-2 neutron-server[103365]: return self.request(url, 'GET', **kwargs) Nov 19 18:02:25.041577 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 18:02:25.041577 n-d-818022-2 neutron-server[103365]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 18:02:25.041577 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 18:02:25.041577 n-d-818022-2 neutron-server[103365]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 18:02:25.041577 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 18:02:25.041577 n-d-818022-2 neutron-server[103365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 18:02:25.041577 n-d-818022-2 neutron-server[103365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 18:02:25.114232 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3582fed3-0304-447e-b305-7965524053fb tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:02:25.128867 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37719e33-6456-4f6d-a223-e3c680ffae09 None None] Sync routers for ids ['f959b547-a2de-4e68-95ea-4189b2c37118'] in n-d-818022-2 {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:02:25.148040 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f91af1b0-ad4f-4f61-83b0-7bd9abc5815f tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671242'] for network, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:25.149511 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37719e33-6456-4f6d-a223-e3c680ffae09 None None] Routers {'f959b547-a2de-4e68-95ea-4189b2c37118'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:02:25.150746 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-37719e33-6456-4f6d-a223-e3c680ffae09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:02:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['f959b547-a2de-4e68-95ea-4189b2c37118'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:02:25.174717 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f91af1b0-ad4f-4f61-83b0-7bd9abc5815f tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] Publish callbacks [] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:25.188716 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-f91af1b0-ad4f-4f61-83b0-7bd9abc5815f tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] 10.222.0.54 "DELETE /v2.0/networks/b4badb2b-8788-41c3-8883-d13e9cb05cf5 HTTP/1.1" status: 204 len: 168 time: 3.0554104 Nov 19 18:02:25.194794 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3582fed3-0304-447e-b305-7965524053fb tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] Publish callbacks [] for router, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:25.198184 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-3582fed3-0304-447e-b305-7965524053fb tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 7.0846779 Nov 19 18:02:25.224886 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 50892) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:25.225233 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 50894) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:25.352023 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-37083168-4e3b-4f0f-ba3f-ffadfb7470a0 tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] 10.222.0.54 "GET /v2.0/ports?device_id=fd6364a4-ab43-45ab-b732-31f2e665d541 HTTP/1.1" status: 200 len: 205 time: 0.1253796 Nov 19 18:02:25.353041 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-79b3aedc-9748-4229-ad90-5035b63625e4 req-2c3ee658-5559-40da-9db0-c019b9e8f59b service neutron] For port 0148922a-0fe5-4e79-8d01-97646e3354af, host n-h1-818022-2, cleared binding levels {{(pid=103364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:02:25.357109 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 50900) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:25.371060 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91af1b0-ad4f-4f61-83b0-7bd9abc5815f tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] Pushing event deleted for resources: {'Network': ['ID=b4badb2b-8788-41c3-8883-d13e9cb05cf5,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:02:25.378076 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-79b3aedc-9748-4229-ad90-5035b63625e4 req-2c3ee658-5559-40da-9db0-c019b9e8f59b service neutron] For port 0148922a-0fe5-4e79-8d01-97646e3354af, host n-h1-818022-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=0148922a-0fe5-4e79-8d01-97646e3354af,segment=NetworkSegment(93225d1f-5aff-466a-a20e-5f356e9dbfdc),segment_id=93225d1f-5aff-466a-a20e-5f356e9dbfdc)] {{(pid=103364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:02:25.408980 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-37719e33-6456-4f6d-a223-e3c680ffae09 None None] Set router f959b547-a2de-4e68-95ea-4189b2c37118 gateway port host: n-d-818022-2 {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:02:25.442730 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-79b3aedc-9748-4229-ad90-5035b63625e4 req-2c3ee658-5559-40da-9db0-c019b9e8f59b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:25.523481 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a67b67-fc84-4b57-8b78-18144ec514b7 req-3f4ea4f6-6974-4700-945f-3bd21a206c4f tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:02:25.526055 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-05a67b67-fc84-4b57-8b78-18144ec514b7 req-3f4ea4f6-6974-4700-945f-3bd21a206c4f tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] 10.222.0.54 "GET /v2.0/ports?device_id=944baf18-8200-490e-9d12-8328be9c8b35 HTTP/1.1" status: 200 len: 944 time: 0.4780796 Nov 19 18:02:25.713547 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-cd261c77-1954-45c1-a108-1a169b5659c1 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:25.740737 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-05a67b67-fc84-4b57-8b78-18144ec514b7 req-a85179d0-6840-4042-a5f7-246748bc1c49 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] 10.222.0.54 "GET /v2.0/security-groups?id=ab553829-b17c-4bd7-9495-2cea0ebc82fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038622 Nov 19 18:02:25.857940 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd261c77-1954-45c1-a108-1a169b5659c1 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Network 94827efd-2834-47e5-b17c-981d64689a94 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:02:25.862886 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-cd261c77-1954-45c1-a108-1a169b5659c1 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:02:25.879846 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd261c77-1954-45c1-a108-1a169b5659c1 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:02:25.886244 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd261c77-1954-45c1-a108-1a169b5659c1 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:02:25.886892 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-cd261c77-1954-45c1-a108-1a169b5659c1 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:25.929878 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-37719e33-6456-4f6d-a223-e3c680ffae09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f959b547-a2de-4e68-95ea-4189b2c37118', 'name': 'tempest-snat-router-488522675', 'tenant_id': '2e9d53baf5214d0d9669d774dbca2842', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.74'}], 'enable_snat': False}, 'gw_port_id': '7d9f97e1-9012-4652-9971-b46c8c795193', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:02:18Z', 'updated_at': '2021-11-19T18:02:23Z', 'revision_number': 3, 'project_id': '2e9d53baf5214d0d9669d774dbca2842', 'gw_port': {'id': '7d9f97e1-9012-4652-9971-b46c8c795193', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:db:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f959b547-a2de-4e68-95ea-4189b2c37118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2752, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:02:21Z', 'updated_at': '2021-11-19T18:02:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-818022-2'}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:02:26.004617 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd261c77-1954-45c1-a108-1a169b5659c1 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Pushing event updated for resources: {'Port': ['ID=1b18de46-ec19-4a1e-bcb0-5532527aec23,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:02:26.014542 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37719e33-6456-4f6d-a223-e3c680ffae09 None None] Checking router: f959b547-a2de-4e68-95ea-4189b2c37118 for host: n-d-818022-2 {{(pid=103366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:02:26.014903 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37719e33-6456-4f6d-a223-e3c680ffae09 None None] Updating router f959b547-a2de-4e68-95ea-4189b2c37118 port 7d9f97e1-9012-4652-9971-b46c8c795193 binding host n-d-818022-2 {{(pid=103366) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 18:02:26.065027 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-cd261c77-1954-45c1-a108-1a169b5659c1 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.9584749 Nov 19 18:02:26.070494 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 50918) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:26.071909 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 50920) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:26.075744 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-37719e33-6456-4f6d-a223-e3c680ffae09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:26.080337 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-9f4a7dcd-f683-4434-bcec-d0168a4add1a tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:02:26.087325 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.agents_db [None req-619e5c26-d9ed-4321-86eb-7d443bb9dfa2 None None] Agent healthcheck: found 7 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 18:02:26.175921 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8291859d-9d75-4379-8a8b-ab5ba165aedd tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] Publish callbacks [] for router, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:26.201792 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9f4a7dcd-f683-4434-bcec-d0168a4add1a tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:26.227728 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-dd416f94-7136-428c-aef1-947ac3d883ba tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Deleting port 3d21d77b-73fa-42af-b57c-e61937fa985d {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:02:26.228317 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-dd416f94-7136-428c-aef1-947ac3d883ba tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:26.256556 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b289ac7-80a1-4514-9f38-0e738e36ee0b None None] DHCP port deletion for d8dbec36-4368-41ad-81ce-387cc5613033 request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:02:26.297606 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b3aedc-9748-4229-ad90-5035b63625e4 req-2c3ee658-5559-40da-9db0-c019b9e8f59b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:02:26.299579 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-79b3aedc-9748-4229-ad90-5035b63625e4 req-2c3ee658-5559-40da-9db0-c019b9e8f59b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:26.302056 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-79b3aedc-9748-4229-ad90-5035b63625e4 req-2c3ee658-5559-40da-9db0-c019b9e8f59b service neutron] 10.222.0.60 "PUT /v2.0/ports/0148922a-0fe5-4e79-8d01-97646e3354af HTTP/1.1" status: 200 len: 1092 time: 3.1596117 Nov 19 18:02:26.309362 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '944baf18-8200-490e-9d12-8328be9c8b35', 'tag': '0148922a-0fe5-4e79-8d01-97646e3354af'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:02:26.321758 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dd4767a008c23f8566efc82158ee1b1fff34e1a9e908d76d0b6d0ab7e350e5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39947786-2347-420d-8fc6-fef7684a9c01" -d '{"events": [{"name": "network-changed", "server_uuid": "944baf18-8200-490e-9d12-8328be9c8b35", "tag": "0148922a-0fe5-4e79-8d01-97646e3354af"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:02:26.531854 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-398efe64-c54e-49bc-be26-5641131456b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:26.570880 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-dd416f94-7136-428c-aef1-947ac3d883ba tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:26.619418 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8291859d-9d75-4379-8a8b-ab5ba165aedd tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4696'] for router, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:26.621505 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8291859d-9d75-4379-8a8b-ab5ba165aedd tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:26.639535 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-37719e33-6456-4f6d-a223-e3c680ffae09 None None] Publish callbacks [] for port, precommit_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:26.647482 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-37719e33-6456-4f6d-a223-e3c680ffae09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:26.657888 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9f4a7dcd-f683-4434-bcec-d0168a4add1a tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks [] for port, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:26.660171 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-dd416f94-7136-428c-aef1-947ac3d883ba tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Calling delete_port for 3d21d77b-73fa-42af-b57c-e61937fa985d owned by network:router_interface {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:02:26.691219 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9f4a7dcd-f683-4434-bcec-d0168a4add1a tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:26.707795 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac36dd54-af5a-4227-b4e6-f68c89db5caa None None] DHCP port deletion for 645e61aa-1a6c-4e8f-857e-ab06edb4897f request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:02:26.710692 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 18:02:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d06ce64-1b90-4e14-ac8b-23c80b0e5ef3 x-openstack-request-id: req-4d06ce64-1b90-4e14-ac8b-23c80b0e5ef3 {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:02:26.711035 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "944baf18-8200-490e-9d12-8328be9c8b35", "tag": "0148922a-0fe5-4e79-8d01-97646e3354af", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:02:26.711546 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-4d06ce64-1b90-4e14-ac8b-23c80b0e5ef3 {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:02:26.711961 n-d-818022-2 neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '944baf18-8200-490e-9d12-8328be9c8b35', 'tag': '0148922a-0fe5-4e79-8d01-97646e3354af', 'status': 'completed', 'code': 200} Nov 19 18:02:26.736935 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-9f4a7dcd-f683-4434-bcec-d0168a4add1a tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] In _notify_port_updated(), no bound segment for port 1b18de46-ec19-4a1e-bcb0-5532527aec23 on network 94827efd-2834-47e5-b17c-981d64689a94 {{(pid=103365) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 19 18:02:26.744751 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8291859d-9d75-4379-8a8b-ab5ba165aedd tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-543895'] for router, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:26.745537 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8291859d-9d75-4379-8a8b-ab5ba165aedd tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] Fanout notify agent at l3_agent the message router_deleted on router fd6364a4-ab43-45ab-b732-31f2e665d541 {{(pid=103364) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 18:02:26.766386 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-37719e33-6456-4f6d-a223-e3c680ffae09 None None] Attempting to bind port 7d9f97e1-9012-4652-9971-b46c8c795193 on host n-d-818022-2 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:02:26.766771 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-37719e33-6456-4f6d-a223-e3c680ffae09 None None] Attempting to bind port 7d9f97e1-9012-4652-9971-b46c8c795193 by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:02:26.767285 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37719e33-6456-4f6d-a223-e3c680ffae09 None None] Attempting to bind port 7d9f97e1-9012-4652-9971-b46c8c795193 on network 645e61aa-1a6c-4e8f-857e-ab06edb4897f {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:02:26.776070 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099fe396-9449-4d45-9ba6-7740d1341bf2 None None] Pushing event updated for resources: {'Port': ['ID=7d9f97e1-9012-4652-9971-b46c8c795193,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:02:26.780480 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-1033a646-49dd-4c36-b644-52feb083f358 tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] 10.222.0.54 "GET /v2.0/routers/f959b547-a2de-4e68-95ea-4189b2c37118 HTTP/1.1" status: 200 len: 907 time: 1.5500681 Nov 19 18:02:26.781057 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f4a7dcd-f683-4434-bcec-d0168a4add1a tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:02:26.781739 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9f4a7dcd-f683-4434-bcec-d0168a4add1a tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:26.792329 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-9f4a7dcd-f683-4434-bcec-d0168a4add1a tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] 10.222.0.54 "PUT /v2.0/ports/1b18de46-ec19-4a1e-bcb0-5532527aec23 HTTP/1.1" status: 200 len: 818 time: 0.7193265 Nov 19 18:02:26.795276 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 50940) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:26.796600 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 50944) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:26.797142 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099fe396-9449-4d45-9ba6-7740d1341bf2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:02:26.797493 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099fe396-9449-4d45-9ba6-7740d1341bf2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:02:26.798073 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099fe396-9449-4d45-9ba6-7740d1341bf2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:02:26.798577 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099fe396-9449-4d45-9ba6-7740d1341bf2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:02:26.799072 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099fe396-9449-4d45-9ba6-7740d1341bf2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:02:26.799709 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099fe396-9449-4d45-9ba6-7740d1341bf2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:02:26.800537 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099fe396-9449-4d45-9ba6-7740d1341bf2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:02:26.801341 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099fe396-9449-4d45-9ba6-7740d1341bf2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:02:26.801888 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099fe396-9449-4d45-9ba6-7740d1341bf2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:02:26.802525 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099fe396-9449-4d45-9ba6-7740d1341bf2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:02:26.803038 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099fe396-9449-4d45-9ba6-7740d1341bf2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:02:26.804247 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099fe396-9449-4d45-9ba6-7740d1341bf2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:02:26.807807 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8291859d-9d75-4379-8a8b-ab5ba165aedd tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] Publish callbacks [] for router, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:26.814943 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-8291859d-9d75-4379-8a8b-ab5ba165aedd tempest-RoutersNegativeTest-1589993770 tempest-RoutersNegativeTest-1589993770-project] 10.222.0.54 "DELETE /v2.0/routers/fd6364a4-ab43-45ab-b732-31f2e665d541 HTTP/1.1" status: 204 len: 168 time: 1.4533319 Nov 19 18:02:26.817912 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-db656c98-8199-4c5c-a79e-168232bac643 tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] Request body: {'router': {'name': 'tempest-snat-router-488522675', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'enable_snat': True}}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:02:26.830002 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37719e33-6456-4f6d-a223-e3c680ffae09 None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 2, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:02:26.830729 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37719e33-6456-4f6d-a223-e3c680ffae09 None None] Checking segment: {'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:02:26.831436 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-37719e33-6456-4f6d-a223-e3c680ffae09 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:26.831999 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37719e33-6456-4f6d-a223-e3c680ffae09 None None] Bound using segment: {'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:02:26.832675 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-37719e33-6456-4f6d-a223-e3c680ffae09 None None] Bound port: 7d9f97e1-9012-4652-9971-b46c8c795193, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:02:26.833251 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-37719e33-6456-4f6d-a223-e3c680ffae09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:26.863465 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3ee658-5559-40da-9db0-c019b9e8f59b service neutron] Pushing event updated for resources: {'Port': ['ID=0148922a-0fe5-4e79-8d01-97646e3354af,revision_number=3']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:02:26.908162 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b3aedc-9748-4229-ad90-5035b63625e4 req-c1a17930-c7f6-4274-8512-504a89c7db1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:02:26.917302 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-79b3aedc-9748-4229-ad90-5035b63625e4 req-c1a17930-c7f6-4274-8512-504a89c7db1e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=13c0bb19644446578b6dcb526272ce30&device_id=944baf18-8200-490e-9d12-8328be9c8b35 HTTP/1.1" status: 200 len: 1095 time: 0.2022312 Nov 19 18:02:27.015114 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-79b3aedc-9748-4229-ad90-5035b63625e4 req-480551b3-b2b1-4a9e-a417-ac25d13622fd service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0148922a-0fe5-4e79-8d01-97646e3354af HTTP/1.1" status: 200 len: 217 time: 0.0880940 Nov 19 18:02:27.025923 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-db656c98-8199-4c5c-a79e-168232bac643 tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9890'] for router, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:27.027023 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-db656c98-8199-4c5c-a79e-168232bac643 tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671617', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-732153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4689'] for router, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:27.095762 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-875e6e7d-af25-4eac-b877-a6480bf8da3f None None] Provisioning complete for port 7d9f97e1-9012-4652-9971-b46c8c795193 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:02:27.097062 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-875e6e7d-af25-4eac-b877-a6480bf8da3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:27.114237 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b3aedc-9748-4229-ad90-5035b63625e4 req-6b7cc86e-87f5-4814-99d1-771222ffd4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:02:27.116766 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-79b3aedc-9748-4229-ad90-5035b63625e4 req-6b7cc86e-87f5-4814-99d1-771222ffd4dd service neutron] 10.222.0.60 "GET /v2.0/subnets?id=068f1254-b57b-4c27-b51b-af4c446dce02 HTTP/1.1" status: 200 len: 855 time: 0.0928826 Nov 19 18:02:27.184929 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-37719e33-6456-4f6d-a223-e3c680ffae09 None None] For port 7d9f97e1-9012-4652-9971-b46c8c795193, host n-d-818022-2, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:02:27.188889 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-79b3aedc-9748-4229-ad90-5035b63625e4 req-0eef6668-28f9-4c1c-981b-a79d397b3b48 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d8dbec36-4368-41ad-81ce-387cc5613033&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0642195 Nov 19 18:02:27.192899 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-37719e33-6456-4f6d-a223-e3c680ffae09 None None] For port 7d9f97e1-9012-4652-9971-b46c8c795193, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=7d9f97e1-9012-4652-9971-b46c8c795193,segment=NetworkSegment(bbe705c1-96c0-476e-8381-28227e6f0ac5),segment_id=bbe705c1-96c0-476e-8381-28227e6f0ac5)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:02:27.215085 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-37719e33-6456-4f6d-a223-e3c680ffae09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:27.226507 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-875e6e7d-af25-4eac-b877-a6480bf8da3f None None] Port 7d9f97e1-9012-4652-9971-b46c8c795193 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:02:27.277467 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fe9a5c0-5292-4d16-bdf2-b3716f90c189 None None] DHCP port deletion for 645e61aa-1a6c-4e8f-857e-ab06edb4897f request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:02:27.323563 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37719e33-6456-4f6d-a223-e3c680ffae09 None None] Routers {'f959b547-a2de-4e68-95ea-4189b2c37118'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:02:27.324363 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-37719e33-6456-4f6d-a223-e3c680ffae09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:02:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['f959b547-a2de-4e68-95ea-4189b2c37118'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:02:27.408663 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 50968) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:27.418200 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-79b3aedc-9748-4229-ad90-5035b63625e4 req-e142d69d-667b-4e21-a247-0d3891e50a9b service neutron] 10.222.0.60 "GET /v2.0/networks/d8dbec36-4368-41ad-81ce-387cc5613033?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2192862 Nov 19 18:02:27.513194 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-db656c98-8199-4c5c-a79e-168232bac643 tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:27.518008 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4a7dcd-f683-4434-bcec-d0168a4add1a tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Pushing event updated for resources: {'Port': ['ID=1b18de46-ec19-4a1e-bcb0-5532527aec23,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:02:27.519755 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-37719e33-6456-4f6d-a223-e3c680ffae09 None None] Set router f959b547-a2de-4e68-95ea-4189b2c37118 gateway port host: n-d-818022-2 {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:02:27.566149 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099fe396-9449-4d45-9ba6-7740d1341bf2 None None] Pushing event updated for resources: {'Port': ['ID=7d9f97e1-9012-4652-9971-b46c8c795193,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:02:27.651657 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-3ab4ccbd-af9d-40d4-a41d-9574a49cbe5b None None] Provisioning complete for port 7d9f97e1-9012-4652-9971-b46c8c795193 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:02:27.652111 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3ab4ccbd-af9d-40d4-a41d-9574a49cbe5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:27.666534 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-398efe64-c54e-49bc-be26-5641131456b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:27.686466 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b46d9ff-053a-4c88-8983-2bd137e72694 req-1692860e-d12b-4c06-915b-7351b588d64a tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:02:27.688053 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8b46d9ff-053a-4c88-8983-2bd137e72694 req-1692860e-d12b-4c06-915b-7351b588d64a tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] 10.222.0.54 "GET /v2.0/ports?device_id=944baf18-8200-490e-9d12-8328be9c8b35 HTTP/1.1" status: 200 len: 944 time: 0.6758087 Nov 19 18:02:27.711853 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-398efe64-c54e-49bc-be26-5641131456b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:27.719354 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-79b3aedc-9748-4229-ad90-5035b63625e4 req-fc853e38-a5db-4a3c-b8c5-9cbafd6cf876 service neutron] 10.222.0.60 "GET /v2.0/networks/d8dbec36-4368-41ad-81ce-387cc5613033?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2914724 Nov 19 18:02:27.812930 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3ab4ccbd-af9d-40d4-a41d-9574a49cbe5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:27.821833 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 50976) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:27.846464 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-3ab4ccbd-af9d-40d4-a41d-9574a49cbe5b None None] For port 7d9f97e1-9012-4652-9971-b46c8c795193, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=7d9f97e1-9012-4652-9971-b46c8c795193,segment=NetworkSegment(bbe705c1-96c0-476e-8381-28227e6f0ac5),segment_id=bbe705c1-96c0-476e-8381-28227e6f0ac5)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:02:27.862174 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3ab4ccbd-af9d-40d4-a41d-9574a49cbe5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:27.867548 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-db656c98-8199-4c5c-a79e-168232bac643 tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:27.872591 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-c70d7994-f12b-45d0-be9d-4e12db9f98a0 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Deleting port 1b18de46-ec19-4a1e-bcb0-5532527aec23 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:02:27.872925 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c70d7994-f12b-45d0-be9d-4e12db9f98a0 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:27.882772 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-398efe64-c54e-49bc-be26-5641131456b7 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d73ab6fa847f4ddb9c0e8d3b4ecdab8d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7979534 Nov 19 18:02:27.892011 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 50980) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:27.895891 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398efe64-c54e-49bc-be26-5641131456b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01070b3a-c6b3-4489-a82b-55c891b7b145,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:02:27.918819 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-e027d82d-4fde-4893-b1a6-784b83ee00be admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=830017a997d84e02b61bdc66f109ba82&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5012934 Nov 19 18:02:27.919406 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-37719e33-6456-4f6d-a223-e3c680ffae09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f959b547-a2de-4e68-95ea-4189b2c37118', 'name': 'tempest-snat-router-488522675', 'tenant_id': '2e9d53baf5214d0d9669d774dbca2842', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.74'}], 'enable_snat': False}, 'gw_port_id': '7d9f97e1-9012-4652-9971-b46c8c795193', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:02:18Z', 'updated_at': '2021-11-19T18:02:23Z', 'revision_number': 3, 'project_id': '2e9d53baf5214d0d9669d774dbca2842', 'gw_port': {'id': '7d9f97e1-9012-4652-9971-b46c8c795193', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:db:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f959b547-a2de-4e68-95ea-4189b2c37118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2752, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:02:21Z', 'updated_at': '2021-11-19T18:02:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-818022-2'}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:02:27.923611 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39947786-2347-420d-8fc6-fef7684a9c01 req-9a36516f-3321-4a9b-b20f-7d9bb08c538d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:02:27.925172 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-39947786-2347-420d-8fc6-fef7684a9c01 req-9a36516f-3321-4a9b-b20f-7d9bb08c538d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=13c0bb19644446578b6dcb526272ce30&device_id=944baf18-8200-490e-9d12-8328be9c8b35 HTTP/1.1" status: 200 len: 1095 time: 0.1360092 Nov 19 18:02:27.928281 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 50982) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:27.935806 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-dd416f94-7136-428c-aef1-947ac3d883ba tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:27.947615 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37719e33-6456-4f6d-a223-e3c680ffae09 None None] The sync data for ids ['f959b547-a2de-4e68-95ea-4189b2c37118'] in n-d-818022-2 is: [{'id': 'f959b547-a2de-4e68-95ea-4189b2c37118', 'name': 'tempest-snat-router-488522675', 'tenant_id': '2e9d53baf5214d0d9669d774dbca2842', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.74'}], 'enable_snat': False}, 'gw_port_id': '7d9f97e1-9012-4652-9971-b46c8c795193', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:02:18Z', 'updated_at': '2021-11-19T18:02:23Z', 'revision_number': 3, 'project_id': '2e9d53baf5214d0d9669d774dbca2842', 'gw_port': {'id': '7d9f97e1-9012-4652-9971-b46c8c795193', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:db:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f959b547-a2de-4e68-95ea-4189b2c37118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2752, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:02:21Z', 'updated_at': '2021-11-19T18:02:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-818022-2'}] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:02:27.975855 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab4ccbd-af9d-40d4-a41d-9574a49cbe5b None None] Pushing event updated for resources: {'Port': ['ID=7d9f97e1-9012-4652-9971-b46c8c795193,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:02:28.070386 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8b46d9ff-053a-4c88-8983-2bd137e72694 req-3ebc78ee-28a9-4b71-9a1a-48145ad8b5ef tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] 10.222.0.54 "GET /v2.0/security-groups?id=ab553829-b17c-4bd7-9495-2cea0ebc82fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3612831 Nov 19 18:02:28.073465 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd416f94-7136-428c-aef1-947ac3d883ba tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Pushing event deleted for resources: {'Port': ['ID=3d21d77b-73fa-42af-b57c-e61937fa985d,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:02:28.118698 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c70d7994-f12b-45d0-be9d-4e12db9f98a0 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:28.173967 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-dac5d4e9-e7bd-4419-88a4-a02cd7f349fd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:28.177360 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39947786-2347-420d-8fc6-fef7684a9c01 req-87fece63-e3ce-4264-8de0-3cae786cbcd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:02:28.179503 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-39947786-2347-420d-8fc6-fef7684a9c01 req-87fece63-e3ce-4264-8de0-3cae786cbcd2 service neutron] 10.222.0.60 "GET /v2.0/networks?id=d8dbec36-4368-41ad-81ce-387cc5613033 HTTP/1.1" status: 200 len: 916 time: 0.2168615 Nov 19 18:02:28.230019 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-c70d7994-f12b-45d0-be9d-4e12db9f98a0 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Calling delete_port for 1b18de46-ec19-4a1e-bcb0-5532527aec23 owned by {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:02:28.253856 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-dd416f94-7136-428c-aef1-947ac3d883ba tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-768648'] for router_interface, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:28.285980 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-39947786-2347-420d-8fc6-fef7684a9c01 req-d58f3324-8875-428d-85e1-66589737dd77 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0148922a-0fe5-4e79-8d01-97646e3354af HTTP/1.1" status: 200 len: 217 time: 0.0691683 Nov 19 18:02:28.369430 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a38fc12c-f76f-4a78-92fc-0f74c92addbe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:28.421203 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1d1abe69-7552-436f-b57a-966f415100d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:28.458526 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1d1abe69-7552-436f-b57a-966f415100d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:28.526112 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a38fc12c-f76f-4a78-92fc-0f74c92addbe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:28.540934 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1d1abe69-7552-436f-b57a-966f415100d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:28.544374 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1d1abe69-7552-436f-b57a-966f415100d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:28.548273 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-1d1abe69-7552-436f-b57a-966f415100d1 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/5c5e4c76-eedd-4543-a5bc-295a9aec3ed4 HTTP/1.1" status: 204 len: 168 time: 0.6141138 Nov 19 18:02:28.549893 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39947786-2347-420d-8fc6-fef7684a9c01 req-485ea37c-d885-4195-a717-7d81ff1bdf62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:02:28.552908 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-39947786-2347-420d-8fc6-fef7684a9c01 req-485ea37c-d885-4195-a717-7d81ff1bdf62 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=068f1254-b57b-4c27-b51b-af4c446dce02 HTTP/1.1" status: 200 len: 855 time: 0.2241704 Nov 19 18:02:28.595388 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c70d7994-f12b-45d0-be9d-4e12db9f98a0 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:28.633353 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1abe69-7552-436f-b57a-966f415100d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c5e4c76-eedd-4543-a5bc-295a9aec3ed4,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:02:28.643541 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-39947786-2347-420d-8fc6-fef7684a9c01 req-73812b74-bdfa-49d8-b4e3-f70881634605 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d8dbec36-4368-41ad-81ce-387cc5613033&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0737348 Nov 19 18:02:28.792133 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a38fc12c-f76f-4a78-92fc-0f74c92addbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:28.795691 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a38fc12c-f76f-4a78-92fc-0f74c92addbe admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:28.799303 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-a38fc12c-f76f-4a78-92fc-0f74c92addbe admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/01070b3a-c6b3-4489-a82b-55c891b7b145 HTTP/1.1" status: 204 len: 168 time: 0.8912473 Nov 19 18:02:28.815595 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-dac5d4e9-e7bd-4419-88a4-a02cd7f349fd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:28.835226 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-dac5d4e9-e7bd-4419-88a4-a02cd7f349fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:28.838051 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38fc12c-f76f-4a78-92fc-0f74c92addbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01070b3a-c6b3-4489-a82b-55c891b7b145,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:02:28.844330 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-39947786-2347-420d-8fc6-fef7684a9c01 req-6c3b890a-ac29-423f-92f3-7f550a810061 service neutron] 10.222.0.60 "GET /v2.0/networks/d8dbec36-4368-41ad-81ce-387cc5613033?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1918826 Nov 19 18:02:28.961272 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-dac5d4e9-e7bd-4419-88a4-a02cd7f349fd admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e55fc1938f0f48cf94adbc484f85fc55&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1354473 Nov 19 18:02:28.963238 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac5d4e9-e7bd-4419-88a4-a02cd7f349fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c317bc8-e381-4610-8718-11375e2afc35,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:02:28.970570 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 50992) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:29.079928 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-39947786-2347-420d-8fc6-fef7684a9c01 req-58a71a3b-ad5e-410e-8c78-e386c5f57e7f service neutron] 10.222.0.60 "GET /v2.0/networks/d8dbec36-4368-41ad-81ce-387cc5613033?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2247934 Nov 19 18:02:29.116003 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7b1260f6-c4b2-468c-a1d7-23912263bcc0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:29.170774 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7b1260f6-c4b2-468c-a1d7-23912263bcc0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:29.306480 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7b1260f6-c4b2-468c-a1d7-23912263bcc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:29.311562 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7b1260f6-c4b2-468c-a1d7-23912263bcc0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:29.317531 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-7b1260f6-c4b2-468c-a1d7-23912263bcc0 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/5c317bc8-e381-4610-8718-11375e2afc35 HTTP/1.1" status: 204 len: 168 time: 0.3459373 Nov 19 18:02:29.349746 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70d7994-f12b-45d0-be9d-4e12db9f98a0 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Pushing event deleted for resources: {'Port': ['ID=1b18de46-ec19-4a1e-bcb0-5532527aec23,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:02:29.372915 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd416f94-7136-428c-aef1-947ac3d883ba tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Router 2b9fdf91-030a-432e-9720-6768de3dbf7b has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 18:02:29.388933 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1260f6-c4b2-468c-a1d7-23912263bcc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c317bc8-e381-4610-8718-11375e2afc35,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:02:29.419720 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c70d7994-f12b-45d0-be9d-4e12db9f98a0 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:29.424832 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-c70d7994-f12b-45d0-be9d-4e12db9f98a0 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] 10.222.0.54 "DELETE /v2.0/ports/1b18de46-ec19-4a1e-bcb0-5532527aec23 HTTP/1.1" status: 204 len: 168 time: 2.5969470 Nov 19 18:02:29.432993 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 51014) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:29.453429 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a1ac42-25fd-4089-a219-0723d1534e32 req-94ee498a-892e-4df9-be39-9433cab7f7dd tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:02:29.458753 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b2a1ac42-25fd-4089-a219-0723d1534e32 req-94ee498a-892e-4df9-be39-9433cab7f7dd tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] 10.222.0.54 "GET /v2.0/ports?device_id=944baf18-8200-490e-9d12-8328be9c8b35 HTTP/1.1" status: 200 len: 944 time: 0.1849334 Nov 19 18:02:29.597096 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b2a1ac42-25fd-4089-a219-0723d1534e32 req-ec92cc3d-2870-4093-b434-f330fb009bab tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] 10.222.0.54 "GET /v2.0/security-groups?id=ab553829-b17c-4bd7-9495-2cea0ebc82fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320596 Nov 19 18:02:29.732591 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 51018) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:29.755355 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-37a34b9f-37bc-4343-9362-f0b6e51f842d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:29.789588 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b513850e-f3fe-4009-a0be-7f09880d5117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:29.806411 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd416f94-7136-428c-aef1-947ac3d883ba tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:02:29.808546 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-db656c98-8199-4c5c-a79e-168232bac643 tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:29.823621 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-dd416f94-7136-428c-aef1-947ac3d883ba tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] 10.222.0.54 "PUT /v2.0/routers/2b9fdf91-030a-432e-9720-6768de3dbf7b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7665305 Nov 19 18:02:29.824267 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 51022) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:29.827904 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-943ff37e-83c8-418f-8345-620d058fbc7e None None] Sync routers for ids ['2b9fdf91-030a-432e-9720-6768de3dbf7b'] in n-d-818022-2 {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:02:29.829317 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 7d9f97e1-9012-4652-9971-b46c8c795193 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:02:29.845931 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-943ff37e-83c8-418f-8345-620d058fbc7e None None] Routers {'2b9fdf91-030a-432e-9720-6768de3dbf7b'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:02:29.847037 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-943ff37e-83c8-418f-8345-620d058fbc7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:02:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['2b9fdf91-030a-432e-9720-6768de3dbf7b'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:02:29.884761 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-37a34b9f-37bc-4343-9362-f0b6e51f842d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:29.892172 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-db656c98-8199-4c5c-a79e-168232bac643 tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:29.897665 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-37a34b9f-37bc-4343-9362-f0b6e51f842d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:29.915882 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-943ff37e-83c8-418f-8345-620d058fbc7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:02:29.936050 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-943ff37e-83c8-418f-8345-620d058fbc7e None None] Routers {'2b9fdf91-030a-432e-9720-6768de3dbf7b'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:02:29.936853 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-943ff37e-83c8-418f-8345-620d058fbc7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:02:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['2b9fdf91-030a-432e-9720-6768de3dbf7b'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:02:29.940427 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a34b9f-37bc-4343-9362-f0b6e51f842d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3947d074-babb-401d-bce9-2e1037b4b137,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:02:29.989926 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-37a34b9f-37bc-4343-9362-f0b6e51f842d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=85bf80134a3947d0ad35a869a4d50e6c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2558074 Nov 19 18:02:29.993065 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 51026) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:30.005736 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dead208-37bd-41df-aeab-2b0049fd36eb tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:02:30.007322 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-9dead208-37bd-41df-aeab-2b0049fd36eb tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.5722082 Nov 19 18:02:30.009691 n-d-818022-2 neutron-server[103365]: INFO neutron.api.v2.resource [None req-9766031e-ceaa-4778-aca1-defa22ac224f tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] show failed (client error): The resource could not be found. Nov 19 18:02:30.010313 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 51028) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:30.012204 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 7d9f97e1-9012-4652-9971-b46c8c795193 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:02:30.013126 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:30.019636 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-943ff37e-83c8-418f-8345-620d058fbc7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:02:30.020404 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-943ff37e-83c8-418f-8345-620d058fbc7e None None] The sync data for ids ['2b9fdf91-030a-432e-9720-6768de3dbf7b'] in n-d-818022-2 is: [] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:02:30.022247 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-9766031e-ceaa-4778-aca1-defa22ac224f tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] 10.222.0.54 "GET /v2.0/routers/tempest-non_exist_router-1276417187 HTTP/1.1" status: 404 len: 335 time: 0.1539922 Nov 19 18:02:30.024687 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 51030) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:30.031797 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-484ef887-5345-420f-940c-f8fdf8876054 tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:02:30.077315 n-d-818022-2 neutron-server[103364]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d079161-30b9-490c-94cb-237d06aa79fd tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] GET failed (client error): The resource could not be found. Nov 19 18:02:30.081911 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-4d079161-30b9-490c-94cb-237d06aa79fd tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] 10.222.0.54 "GET /v2.0/ports/1b18de46-ec19-4a1e-bcb0-5532527aec23 HTTP/1.1" status: 404 len: 333 time: 0.0673714 Nov 19 18:02:30.092227 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 51034) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:30.096047 n-d-818022-2 neutron-server[103365]: INFO neutron.api.v2.resource [None req-484ef887-5345-420f-940c-f8fdf8876054 tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] update failed (client error): The resource could not be found. Nov 19 18:02:30.102428 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-484ef887-5345-420f-940c-f8fdf8876054 tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] 10.222.0.54 "PUT /v2.0/routers/tempest-non_exist_router-139866065 HTTP/1.1" status: 404 len: 334 time: 0.0764301 Nov 19 18:02:30.103278 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 51036) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:30.105210 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-a9aa2f70-e8c4-4d15-b46e-3b7977dfc635 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1996215322'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:02:30.193743 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-34746d01-c7f2-4ed7-b645-c342897fde08 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:30.211068 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9aa2f70-e8c4-4d15-b46e-3b7977dfc635 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Made reservation on behalf of 3d6ff715a1b54ed1818e68232d77d2b6 for: {'network': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:02:30.223528 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a9aa2f70-e8c4-4d15-b46e-3b7977dfc635 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:30.291766 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-34746d01-c7f2-4ed7-b645-c342897fde08 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:30.293303 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 51040) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:30.327799 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_v2 [None req-76a0414a-46be-4564-9f3a-8e49c3e247e2 tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Deleting subnet e11b357a-08d7-4685-b1bd-1a75b005b960 {{(pid=103365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 18:02:30.345747 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-76a0414a-46be-4564-9f3a-8e49c3e247e2 tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Publish callbacks [] for subnet, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:30.346910 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-09d74185-eb77-47d7-b55a-249ed5f3e8bd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:30.397688 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [None req-db656c98-8199-4c5c-a79e-168232bac643 tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] Allocated IP 172.25.7.26 (645e61aa-1a6c-4e8f-857e-ab06edb4897f/88ed2d64-f56d-4f01-a468-946e01c99e82/78b97693-a3ab-4ddb-af95-5cd1647e0283) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:02:30.426051 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9aa2f70-e8c4-4d15-b46e-3b7977dfc635 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 674} {{(pid=103364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 18:02:30.432646 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-76a0414a-46be-4564-9f3a-8e49c3e247e2 tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12546453'] for subnet, precommit_delete_associations {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:30.441001 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a9aa2f70-e8c4-4d15-b46e-3b7977dfc635 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:30.441409 n-d-818022-2 neutron-server[103364]: INFO neutron.db.segments_db [None req-a9aa2f70-e8c4-4d15-b46e-3b7977dfc635 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Added segment 5694b3e8-ef52-41f2-aa99-112cf5781bd8 of type vlan for network 77a10e21-f918-4289-a08e-ed8cce4e3c66 Nov 19 18:02:30.503428 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 51044) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:30.534023 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-34746d01-c7f2-4ed7-b645-c342897fde08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:30.536686 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-34746d01-c7f2-4ed7-b645-c342897fde08 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:30.575663 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-34746d01-c7f2-4ed7-b645-c342897fde08 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/3947d074-babb-401d-bce9-2e1037b4b137 HTTP/1.1" status: 204 len: 168 time: 0.5431359 Nov 19 18:02:30.622657 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a9aa2f70-e8c4-4d15-b46e-3b7977dfc635 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:30.630652 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34746d01-c7f2-4ed7-b645-c342897fde08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3947d074-babb-401d-bce9-2e1037b4b137,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:02:30.698503 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a9aa2f70-e8c4-4d15-b46e-3b7977dfc635 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:30.705091 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9aa2f70-e8c4-4d15-b46e-3b7977dfc635 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:02:30.707980 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a9aa2f70-e8c4-4d15-b46e-3b7977dfc635 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks [] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:30.717893 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-db656c98-8199-4c5c-a79e-168232bac643 tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:30.779566 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-db656c98-8199-4c5c-a79e-168232bac643 tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:30.801601 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db656c98-8199-4c5c-a79e-168232bac643 tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] Network 645e61aa-1a6c-4e8f-857e-ab06edb4897f is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:02:30.826972 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-db656c98-8199-4c5c-a79e-168232bac643 tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:02:30.841599 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-577b7881-ee08-4cb7-b2ba-675f7c8a2fa7 None None] DHCP port deletion for 645e61aa-1a6c-4e8f-857e-ab06edb4897f request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:02:30.854535 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db656c98-8199-4c5c-a79e-168232bac643 tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:02:30.873894 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aa2f70-e8c4-4d15-b46e-3b7977dfc635 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Pushing event updated for resources: {'Network': ['ID=77a10e21-f918-4289-a08e-ed8cce4e3c66,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:02:30.890012 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-76a0414a-46be-4564-9f3a-8e49c3e247e2 tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:30.890223 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network 77a10e21-f918-4289-a08e-ed8cce4e3c66 details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 18:02:30.896793 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-dfbbd807-462b-49ff-8f2a-d578e36485e0 tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] Request body: {'security_group': {'name': 'tempest-secgroup--728171110'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:02:30.956870 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-dfbbd807-462b-49ff-8f2a-d578e36485e0 tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:30.973034 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-dfbbd807-462b-49ff-8f2a-d578e36485e0 tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:30.976177 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cfb13f-2cde-432c-8ebc-45fd84952263 req-0bb8a4f3-916a-4175-a00d-277c23bad777 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:02:30.977767 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-20cfb13f-2cde-432c-8ebc-45fd84952263 req-0bb8a4f3-916a-4175-a00d-277c23bad777 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] 10.222.0.54 "GET /v2.0/ports?device_id=944baf18-8200-490e-9d12-8328be9c8b35 HTTP/1.1" status: 200 len: 944 time: 0.2135348 Nov 19 18:02:30.983425 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db656c98-8199-4c5c-a79e-168232bac643 tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] Pushing event updated for resources: {'Port': ['ID=78b97693-a3ab-4ddb-af95-5cd1647e0283,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:02:31.004171 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-a9aa2f70-e8c4-4d15-b46e-3b7977dfc635 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9102998 Nov 19 18:02:31.007222 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 51056) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:31.021732 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-25b1a1be-3405-400d-a9d2-3a2b30577aa3 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Request body: {'subnet': {'network_id': '77a10e21-f918-4289-a08e-ed8cce4e3c66', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:02:31.079783 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 0148922a-0fe5-4e79-8d01-97646e3354af details requested by agent hyperv_n-h1-818022-2 with host n-h1-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 18:02:31.117511 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-061e4bc0-a42c-4109-a54b-e12067849dc1 None None] Provisioning complete for port 78b97693-a3ab-4ddb-af95-5cd1647e0283 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:02:31.118418 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-061e4bc0-a42c-4109-a54b-e12067849dc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:31.185091 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-061e4bc0-a42c-4109-a54b-e12067849dc1 None None] Port 78b97693-a3ab-4ddb-af95-5cd1647e0283 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:02:31.265632 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-db656c98-8199-4c5c-a79e-168232bac643 tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:31.292376 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 51058) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:31.348441 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-09d74185-eb77-47d7-b55a-249ed5f3e8bd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:31.387389 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-09d74185-eb77-47d7-b55a-249ed5f3e8bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:31.390662 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-76a0414a-46be-4564-9f3a-8e49c3e247e2 tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12282919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8731163'] for subnet, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:31.441705 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 0148922a-0fe5-4e79-8d01-97646e3354af, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=0148922a-0fe5-4e79-8d01-97646e3354af,segment=NetworkSegment(93225d1f-5aff-466a-a20e-5f356e9dbfdc),segment_id=93225d1f-5aff-466a-a20e-5f356e9dbfdc)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:02:31.444020 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-09d74185-eb77-47d7-b55a-249ed5f3e8bd admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ad644e83648c458da7c3fc1828c964f7&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1414039 Nov 19 18:02:31.448372 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d74185-eb77-47d7-b55a-249ed5f3e8bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de6b3b79-f463-43aa-80f1-01588400df19,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:02:31.451966 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8af85fbb-92c8-4656-b321-2384f5992c97 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:31.460733 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 51060) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:31.487197 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Returning: {'device': '0148922a-0fe5-4e79-8d01-97646e3354af', 'network_id': 'd8dbec36-4368-41ad-81ce-387cc5613033', 'port_id': '0148922a-0fe5-4e79-8d01-97646e3354af', 'mac_address': 'fa:16:3e:a9:92:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 690, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '068f1254-b57b-4c27-b51b-af4c446dce02', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 18:02:31.491122 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-20cfb13f-2cde-432c-8ebc-45fd84952263 req-1088f48d-b252-49b9-b60c-d6170d5b6d56 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] 10.222.0.54 "GET /v2.0/security-groups?id=ab553829-b17c-4bd7-9495-2cea0ebc82fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5046747 Nov 19 18:02:31.512116 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a0414a-46be-4564-9f3a-8e49c3e247e2 tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Pushing event deleted for resources: {'Subnet': ['ID=e11b357a-08d7-4685-b1bd-1a75b005b960,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:02:31.545498 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25b1a1be-3405-400d-a9d2-3a2b30577aa3 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Made reservation on behalf of 3d6ff715a1b54ed1818e68232d77d2b6 for: {'subnet': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:02:31.550569 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-25b1a1be-3405-400d-a9d2-3a2b30577aa3 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8983829'] for subnet, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:31.556184 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5e38d56-7270-4755-bd21-989015e97f0f None None] Network 9d8064cd-da23-44f7-bc11-e18b98ed4fa5 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:02:31.568963 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-76a0414a-46be-4564-9f3a-8e49c3e247e2 tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Publish callbacks [] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:31.574529 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-76a0414a-46be-4564-9f3a-8e49c3e247e2 tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] 10.222.0.54 "DELETE /v2.0/subnets/e11b357a-08d7-4685-b1bd-1a75b005b960 HTTP/1.1" status: 204 len: 168 time: 1.4673715 Nov 19 18:02:31.578582 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 51062) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:31.720416 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7e23b068-eb8e-4b40-864e-bb2d271d7c82 tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:31.721948 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:31.741157 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0148922a-0fe5-4e79-8d01-97646e3354af {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:02:31.833085 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 0148922a-0fe5-4e79-8d01-97646e3354af, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=0148922a-0fe5-4e79-8d01-97646e3354af,segment=NetworkSegment(93225d1f-5aff-466a-a20e-5f356e9dbfdc),segment_id=93225d1f-5aff-466a-a20e-5f356e9dbfdc)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:02:31.854231 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:31.919494 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d68ef24-705b-4356-8aaa-87f421493adb None None] DHCP port deletion for 9d8064cd-da23-44f7-bc11-e18b98ed4fa5 request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:02:32.018655 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8af85fbb-92c8-4656-b321-2384f5992c97 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:32.064532 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=0148922a-0fe5-4e79-8d01-97646e3354af,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:02:32.067230 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-dfbbd807-462b-49ff-8f2a-d578e36485e0 tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:32.088828 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-dfbbd807-462b-49ff-8f2a-d578e36485e0 tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:32.096502 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-db656c98-8199-4c5c-a79e-168232bac643 tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671702'] for router, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:32.115667 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['0148922a-0fe5-4e79-8d01-97646e3354af'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:02:32.176129 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-52795a1c-7cfc-4f37-a5f3-6cb4c39d398a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:32.185912 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8af85fbb-92c8-4656-b321-2384f5992c97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:32.204318 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-7e23b068-eb8e-4b40-864e-bb2d271d7c82 tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Deleting port ec918f3d-fe77-4bcc-8c42-9a3fb4d6dc23 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:02:32.205562 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7e23b068-eb8e-4b40-864e-bb2d271d7c82 tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:32.247546 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-9d68ef24-705b-4356-8aaa-87f421493adb None None] Deleting port ec918f3d-fe77-4bcc-8c42-9a3fb4d6dc23 {{(pid=103366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:02:32.248069 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9d68ef24-705b-4356-8aaa-87f421493adb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:32.311024 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-dfbbd807-462b-49ff-8f2a-d578e36485e0 tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:32.311828 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbbd807-462b-49ff-8f2a-d578e36485e0 tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3774910-4e7e-4cb4-804e-ccaad2b84ad7,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:02:32.329386 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-8af85fbb-92c8-4656-b321-2384f5992c97 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=8c69de465e3e4ee6bad45b4d303b7a0a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9751487 Nov 19 18:02:32.348472 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 51068) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:32.361538 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-9d68ef24-705b-4356-8aaa-87f421493adb None None] For port ec918f3d-fe77-4bcc-8c42-9a3fb4d6dc23, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=ec918f3d-fe77-4bcc-8c42-9a3fb4d6dc23,segment=NetworkSegment(14049921-55e8-4115-bf9b-6dc8fd08c319),segment_id=14049921-55e8-4115-bf9b-6dc8fd08c319)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:02:32.362121 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9d68ef24-705b-4356-8aaa-87f421493adb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:32.364234 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af85fbb-92c8-4656-b321-2384f5992c97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38d410b1-cef7-4671-a4cb-99f26eb469db,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:02:32.382275 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-dfbbd807-462b-49ff-8f2a-d578e36485e0 tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:32.416314 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-bdf0d59f-445b-401c-9c34-e8a082e71d34 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:32.418580 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-9d68ef24-705b-4356-8aaa-87f421493adb None None] Calling delete_port for ec918f3d-fe77-4bcc-8c42-9a3fb4d6dc23 owned by network:dhcp {{(pid=103366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:02:32.441093 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-bdf0d59f-445b-401c-9c34-e8a082e71d34 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:32.490807 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbbd807-462b-49ff-8f2a-d578e36485e0 tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae804b68-f3b3-422e-bd80-9ca5c68749a7,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:02:32.511791 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [None req-7e23b068-eb8e-4b40-864e-bb2d271d7c82 tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] For port ec918f3d-fe77-4bcc-8c42-9a3fb4d6dc23, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=ec918f3d-fe77-4bcc-8c42-9a3fb4d6dc23,segment=NetworkSegment(14049921-55e8-4115-bf9b-6dc8fd08c319),segment_id=14049921-55e8-4115-bf9b-6dc8fd08c319)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:02:32.514502 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7e23b068-eb8e-4b40-864e-bb2d271d7c82 tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:32.571846 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-bdf0d59f-445b-401c-9c34-e8a082e71d34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:32.577966 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-bdf0d59f-445b-401c-9c34-e8a082e71d34 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:32.579476 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-bdf0d59f-445b-401c-9c34-e8a082e71d34 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/de6b3b79-f463-43aa-80f1-01588400df19 HTTP/1.1" status: 204 len: 168 time: 1.1098399 Nov 19 18:02:32.592868 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-7e23b068-eb8e-4b40-864e-bb2d271d7c82 tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Calling delete_port for ec918f3d-fe77-4bcc-8c42-9a3fb4d6dc23 owned by network:dhcp {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:02:32.612784 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9d68ef24-705b-4356-8aaa-87f421493adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007'] for port, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:32.618264 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ef2a9e15-b2c5-449e-9b65-1389d3188dcc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:32.637931 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf0d59f-445b-401c-9c34-e8a082e71d34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de6b3b79-f463-43aa-80f1-01588400df19,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:02:32.670141 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-dfbbd807-462b-49ff-8f2a-d578e36485e0 tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:32.671799 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-dfbbd807-462b-49ff-8f2a-d578e36485e0 tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 2.1621628 Nov 19 18:02:32.675442 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 51074) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:32.684919 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d68ef24-705b-4356-8aaa-87f421493adb None None] No DVR routers for this DVR port ec918f3d-fe77-4bcc-8c42-9a3fb4d6dc23 on host n-d-818022-2 {{(pid=103366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:02:32.722180 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d68ef24-705b-4356-8aaa-87f421493adb None None] Pushing event deleted for resources: {'Port': ['ID=ec918f3d-fe77-4bcc-8c42-9a3fb4d6dc23,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:02:32.771698 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ef2a9e15-b2c5-449e-9b65-1389d3188dcc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:32.791596 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-25b1a1be-3405-400d-a9d2-3a2b30577aa3 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12425078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8983815'] for subnet, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:32.804492 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47c0725-dd30-4bd6-ba0d-6e559959fca6 req-ed3763cb-6c84-4d96-bfc4-ace4bceced1d tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:02:32.806459 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-e47c0725-dd30-4bd6-ba0d-6e559959fca6 req-ed3763cb-6c84-4d96-bfc4-ace4bceced1d tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] 10.222.0.54 "GET /v2.0/ports?device_id=944baf18-8200-490e-9d12-8328be9c8b35 HTTP/1.1" status: 200 len: 945 time: 0.1874406 Nov 19 18:02:32.896938 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db656c98-8199-4c5c-a79e-168232bac643 tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] Router 8f505b5e-6410-4e3e-a96e-77a566a66ba6 is scheduled to L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 with binding_index 1 {{(pid=103365) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 18:02:32.923413 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-88eb38fc-fa80-46ab-a558-a8a5430149c2 tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.2433531 Nov 19 18:02:32.928739 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 51080) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:32.934101 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-4972bbfe-6675-48d7-b389-305d15a7eee2 tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] Request body: {'security_group': {'name': 'tempest-security--1631438199', 'description': 'tempest-security-description-610066752'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:02:33.026175 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-e47c0725-dd30-4bd6-ba0d-6e559959fca6 req-c3907560-ca67-4092-8ee6-5f0e68ae236a tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] 10.222.0.54 "GET /v2.0/security-groups?id=ab553829-b17c-4bd7-9495-2cea0ebc82fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106298 Nov 19 18:02:33.079517 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b1a1be-3405-400d-a9d2-3a2b30577aa3 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Pushing event updated for resources: {'Subnet': ['ID=69fbdd5d-df41-434e-991c-9bc5f4bc0c21,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:02:33.081597 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 0148922a-0fe5-4e79-8d01-97646e3354af up at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:02:33.087714 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b1a1be-3405-400d-a9d2-3a2b30577aa3 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Checking segment: {'id': '5694b3e8-ef52-41f2-aa99-112cf5781bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '77a10e21-f918-4289-a08e-ed8cce4e3c66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:02:33.088090 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25b1a1be-3405-400d-a9d2-3a2b30577aa3 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Network hostable DHCP agents. Network: 77a10e21-f918-4289-a08e-ed8cce4e3c66, hostable agents: ['02910ef2-0455-4aea-9f38-9a875579633f'], hosted agents: [] {{(pid=103364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 18:02:33.102987 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db656c98-8199-4c5c-a79e-168232bac643 tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:02:33.111867 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7e23b068-eb8e-4b40-864e-bb2d271d7c82 tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:33.115245 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25b1a1be-3405-400d-a9d2-3a2b30577aa3 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Network 77a10e21-f918-4289-a08e-ed8cce4e3c66 is scheduled to be hosted by DHCP agent 02910ef2-0455-4aea-9f38-9a875579633f with binding_index 1 {{(pid=103364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 18:02:33.140988 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-25b1a1be-3405-400d-a9d2-3a2b30577aa3 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818022-2, 77a10e21-f918-4289-a08e-ed8cce4e3c66) {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:02:33.151216 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25b1a1be-3405-400d-a9d2-3a2b30577aa3 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:02:33.152128 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-25b1a1be-3405-400d-a9d2-3a2b30577aa3 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:33.171193 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4972bbfe-6675-48d7-b389-305d15a7eee2 tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] Publish callbacks [] for security_group, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:33.182260 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-25b1a1be-3405-400d-a9d2-3a2b30577aa3 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1719460 Nov 19 18:02:33.185987 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 51084) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:33.186808 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ef2a9e15-b2c5-449e-9b65-1389d3188dcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:33.190226 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ef2a9e15-b2c5-449e-9b65-1389d3188dcc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:33.194749 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-ef2a9e15-b2c5-449e-9b65-1389d3188dcc admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/38d410b1-cef7-4671-a4cb-99f26eb469db HTTP/1.1" status: 204 len: 168 time: 0.8442287 Nov 19 18:02:33.195852 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e23b068-eb8e-4b40-864e-bb2d271d7c82 tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Pushing event deleted for resources: {'Port': ['ID=ec918f3d-fe77-4bcc-8c42-9a3fb4d6dc23,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:02:33.200425 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c5666b5-1086-462c-9b77-94f7e2e219d5 None None] Network 77a10e21-f918-4289-a08e-ed8cce4e3c66 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:02:33.200808 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e23b068-eb8e-4b40-864e-bb2d271d7c82 tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] No DVR routers for this DVR port ec918f3d-fe77-4bcc-8c42-9a3fb4d6dc23 on host n-d-818022-2 {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:02:33.202889 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-d3f69bb4-a5fb-438e-8eef-93a47b7afc15 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Request body: {'subnet': {'network_id': '77a10e21-f918-4289-a08e-ed8cce4e3c66', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:02:33.215594 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133aff31-f470-4a34-a9b5-e0a5a8500102 None None] Sync routers for ids ['8f505b5e-6410-4e3e-a96e-77a566a66ba6'] in n-d-818022-2 {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:02:33.223986 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2a9e15-b2c5-449e-9b65-1389d3188dcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38d410b1-cef7-4671-a4cb-99f26eb469db,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:02:33.262979 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-db656c98-8199-4c5c-a79e-168232bac643 tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] Publish callbacks [] for router, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:33.266750 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-db656c98-8199-4c5c-a79e-168232bac643 tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 6.4601505 Nov 19 18:02:33.330705 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 51090) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:33.440565 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133aff31-f470-4a34-a9b5-e0a5a8500102 None None] Routers {'8f505b5e-6410-4e3e-a96e-77a566a66ba6'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:02:33.441221 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-133aff31-f470-4a34-a9b5-e0a5a8500102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:02:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['8f505b5e-6410-4e3e-a96e-77a566a66ba6'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:02:33.451279 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e46ecc5a-dc14-4744-b262-3072ff2e958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:33.495120 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4972bbfe-6675-48d7-b389-305d15a7eee2 tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] Publish callbacks [] for security_group, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:33.502298 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4972bbfe-6675-48d7-b389-305d15a7eee2 tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:33.505253 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4972bbfe-6675-48d7-b389-305d15a7eee2 tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:33.509007 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-4972bbfe-6675-48d7-b389-305d15a7eee2 tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] 10.222.0.54 "PUT /v2.0/security-groups/ae804b68-f3b3-422e-bd80-9ca5c68749a7 HTTP/1.1" status: 200 len: 1796 time: 0.5768435 Nov 19 18:02:33.509252 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7e23b068-eb8e-4b40-864e-bb2d271d7c82 tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:33.518215 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 51096) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:33.549087 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4972bbfe-6675-48d7-b389-305d15a7eee2 tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae804b68-f3b3-422e-bd80-9ca5c68749a7,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:02:33.565676 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-7e23b068-eb8e-4b40-864e-bb2d271d7c82 tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d8064cd-da23-44f7-bc11-e18b98ed4fa5']}} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:02:33.577515 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-7e23b068-eb8e-4b40-864e-bb2d271d7c82 tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14049921-55e8-4115-bf9b-6dc8fd08c319') {'for_net_delete': True} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:02:33.578020 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-7e23b068-eb8e-4b40-864e-bb2d271d7c82 tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14049921-55e8-4115-bf9b-6dc8fd08c319') {} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:02:33.590658 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7e23b068-eb8e-4b40-864e-bb2d271d7c82 tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12545382'] for segment, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:33.632917 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7e23b068-eb8e-4b40-864e-bb2d271d7c82 tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:33.638114 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-befb7777-05ab-48f7-b562-be5fada60397 tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] 10.222.0.54 "GET /v2.0/security-groups/ae804b68-f3b3-422e-bd80-9ca5c68749a7 HTTP/1.1" status: 200 len: 1796 time: 0.1161983 Nov 19 18:02:33.645624 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 51102) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:33.665737 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning for port 0148922a-0fe5-4e79-8d01-97646e3354af completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 18:02:33.675413 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning complete for port 0148922a-0fe5-4e79-8d01-97646e3354af triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:02:33.675835 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:33.705537 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e23b068-eb8e-4b40-864e-bb2d271d7c82 tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Releasing vlan 664 on physical network physnet1 to pool {{(pid=103365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 18:02:33.705537 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7e23b068-eb8e-4b40-864e-bb2d271d7c82 tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12282953'] for segment, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:33.728358 n-d-818022-2 neutron-server[103365]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 18:02:33.728358 n-d-818022-2 neutron-server[103365]: self.session.flush() Nov 19 18:02:33.728358 n-d-818022-2 neutron-server[103365]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 18:02:33.728358 n-d-818022-2 neutron-server[103365]: self.session.flush() Nov 19 18:02:33.728358 n-d-818022-2 neutron-server[103365]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 18:02:33.728358 n-d-818022-2 neutron-server[103365]: self.session.flush() Nov 19 18:02:33.728358 n-d-818022-2 neutron-server[103365]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 18:02:33.728358 n-d-818022-2 neutron-server[103365]: self.session.flush() Nov 19 18:02:33.728358 n-d-818022-2 neutron-server[103365]: Traceback (most recent call last): Nov 19 18:02:33.728358 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 18:02:33.728358 n-d-818022-2 neutron-server[103365]: timer() Nov 19 18:02:33.728358 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 18:02:33.728358 n-d-818022-2 neutron-server[103365]: cb(*args, **kw) Nov 19 18:02:33.728358 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 18:02:33.728358 n-d-818022-2 neutron-server[103365]: return func(*args, **kwargs) Nov 19 18:02:33.728358 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 18:02:33.728358 n-d-818022-2 neutron-server[103365]: self._notify() Nov 19 18:02:33.728358 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 18:02:33.728358 n-d-818022-2 neutron-server[103365]: self.callback(batched_events) Nov 19 18:02:33.728358 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 18:02:33.728358 n-d-818022-2 neutron-server[103365]: event.method(event) Nov 19 18:02:33.728358 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 18:02:33.728358 n-d-818022-2 neutron-server[103365]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 18:02:33.728358 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 18:02:33.728358 n-d-818022-2 neutron-server[103365]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 18:02:33.728358 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 18:02:33.728358 n-d-818022-2 neutron-server[103365]: return f(self, *a, **k) Nov 19 18:02:33.728358 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 18:02:33.728358 n-d-818022-2 neutron-server[103365]: return self._get(url).json() Nov 19 18:02:33.728358 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 18:02:33.728358 n-d-818022-2 neutron-server[103365]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 18:02:33.728358 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 18:02:33.728358 n-d-818022-2 neutron-server[103365]: return self.request(url, 'GET', **kwargs) Nov 19 18:02:33.728358 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 18:02:33.728358 n-d-818022-2 neutron-server[103365]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 18:02:33.728358 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 18:02:33.728358 n-d-818022-2 neutron-server[103365]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 18:02:33.728358 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 18:02:33.728358 n-d-818022-2 neutron-server[103365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 18:02:33.728358 n-d-818022-2 neutron-server[103365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 18:02:33.876602 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-36225c7f-fa11-49eb-9e6e-b83cd6f8d464 tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:33.884601 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7e23b068-eb8e-4b40-864e-bb2d271d7c82 tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671242'] for network, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:33.892561 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-02318cbd-f753-4893-bc10-057e542db4d8 tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] 10.222.0.54 "GET /v2.0/routers/8f505b5e-6410-4e3e-a96e-77a566a66ba6 HTTP/1.1" status: 200 len: 906 time: 0.5588336 Nov 19 18:02:33.893856 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 51112) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:33.894543 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3f69bb4-a5fb-438e-8eef-93a47b7afc15 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Made reservation on behalf of 3d6ff715a1b54ed1818e68232d77d2b6 for: {'subnet': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:02:33.899978 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d3f69bb4-a5fb-438e-8eef-93a47b7afc15 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8983829'] for subnet, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:33.925349 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7e23b068-eb8e-4b40-864e-bb2d271d7c82 tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Publish callbacks [] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:33.934321 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-7e23b068-eb8e-4b40-864e-bb2d271d7c82 tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] 10.222.0.54 "DELETE /v2.0/networks/9d8064cd-da23-44f7-bc11-e18b98ed4fa5 HTTP/1.1" status: 204 len: 168 time: 2.3519204 Nov 19 18:02:33.936262 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e23b068-eb8e-4b40-864e-bb2d271d7c82 tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Pushing event deleted for resources: {'Network': ['ID=9d8064cd-da23-44f7-bc11-e18b98ed4fa5,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:02:33.947425 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 51114) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:34.016635 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-36225c7f-fa11-49eb-9e6e-b83cd6f8d464 tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:34.096785 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device ec918f3d-fe77-4bcc-8c42-9a3fb4d6dc23 no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:02:34.121242 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-133aff31-f470-4a34-a9b5-e0a5a8500102 None None] Set router 8f505b5e-6410-4e3e-a96e-77a566a66ba6 gateway port host: n-d-818022-2 {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:02:34.173224 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bdd5b8f-203b-460b-b409-00b8c3bea0ed tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Deleting subnet 4ce65cc0-3667-4a76-95cb-e0d4f72fc5a6 {{(pid=103365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 18:02:34.184513 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7bdd5b8f-203b-460b-b409-00b8c3bea0ed tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Publish callbacks [] for subnet, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:34.206276 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:34.251720 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-36225c7f-fa11-49eb-9e6e-b83cd6f8d464 tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:34.254451 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-36225c7f-fa11-49eb-9e6e-b83cd6f8d464 tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:34.257891 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-36225c7f-fa11-49eb-9e6e-b83cd6f8d464 tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] 10.222.0.54 "DELETE /v2.0/security-groups/ae804b68-f3b3-422e-bd80-9ca5c68749a7 HTTP/1.1" status: 204 len: 168 time: 0.6108534 Nov 19 18:02:34.266276 n-d-818022-2 neutron-server[103364]: INFO neutron.db.ipam_backend_mixin [None req-d3f69bb4-a5fb-438e-8eef-93a47b7afc15 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 69fbdd5d-df41-434e-991c-9bc5f4bc0c21 (CIDR: 2001:db8::/64) Nov 19 18:02:34.267768 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 51128) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:34.272100 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: ec918f3d-fe77-4bcc-8c42-9a3fb4d6dc23 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:02:34.272529 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device ec918f3d-fe77-4bcc-8c42-9a3fb4d6dc23 not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:02:34.285178 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7bdd5b8f-203b-460b-b409-00b8c3bea0ed tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12546453'] for subnet, precommit_delete_associations {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:34.289091 n-d-818022-2 neutron-server[103364]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3f69bb4-a5fb-438e-8eef-93a47b7afc15 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 18:02:34.289770 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3f69bb4-a5fb-438e-8eef-93a47b7afc15 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103364) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 18:02:34.305093 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c2e227aa-6614-4e9b-b2cd-666e80104c02 tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] Publish callbacks [] for router, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:34.310367 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:34.333336 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36225c7f-fa11-49eb-9e6e-b83cd6f8d464 tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae804b68-f3b3-422e-bd80-9ca5c68749a7,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:02:34.396566 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7742d041-1a8b-41b7-b11f-bf9460029a36 req-5a9dc9b3-4458-42e1-9265-01393fd0bf01 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:02:34.398136 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7742d041-1a8b-41b7-b11f-bf9460029a36 req-5a9dc9b3-4458-42e1-9265-01393fd0bf01 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] 10.222.0.54 "GET /v2.0/ports?device_id=944baf18-8200-490e-9d12-8328be9c8b35 HTTP/1.1" status: 200 len: 945 time: 0.2356682 Nov 19 18:02:34.414390 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81d09270-a8d9-4726-a44d-ada1ec7c3d20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54f44f5f-1200-574e-8740-2141911d5b73-77a10e21-f918-4289-a08e-ed8cce4e3c66', 'network_id': '77a10e21-f918-4289-a08e-ed8cce4e3c66', 'tenant_id': '3d6ff715a1b54ed1818e68232d77d2b6', 'fixed_ips': [{'subnet_id': '69fbdd5d-df41-434e-991c-9bc5f4bc0c21'}]}} from n-d-818022-2. {{(pid=103366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 18:02:34.416892 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-81d09270-a8d9-4726-a44d-ada1ec7c3d20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:34.442334 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-292366b4-c42f-488d-b2df-4143bd3a03e9 tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1729157 Nov 19 18:02:34.451638 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-d3f69bb4-a5fb-438e-8eef-93a47b7afc15 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2608426 Nov 19 18:02:34.452750 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 51132) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:34.453925 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 51134) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:34.470986 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-758623eb-1d13-4721-8734-e7b4ff8d3dcf tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Request body: {'subnet': {'network_id': '77a10e21-f918-4289-a08e-ed8cce4e3c66', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:02:34.546078 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7bdd5b8f-203b-460b-b409-00b8c3bea0ed tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:34.608871 n-d-818022-2 neutron-server[103364]: INFO neutron.api.v2.resource [None req-f08ae67e-75fb-4cea-b2ff-b80424d8f188 tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] delete failed (client error): The resource could not be found. Nov 19 18:02:34.617675 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-f08ae67e-75fb-4cea-b2ff-b80424d8f188 tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] 10.222.0.54 "DELETE /v2.0/security-groups/ae804b68-f3b3-422e-bd80-9ca5c68749a7 HTTP/1.1" status: 404 len: 347 time: 0.1627057 Nov 19 18:02:34.651465 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 51144) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:34.652257 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-758623eb-1d13-4721-8734-e7b4ff8d3dcf tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Made reservation on behalf of 3d6ff715a1b54ed1818e68232d77d2b6 for: {'subnet': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:02:34.656742 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-758623eb-1d13-4721-8734-e7b4ff8d3dcf tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8983829'] for subnet, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:34.673121 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-7c11ca7c-9ae9-43e7-bfac-39a327061ccb tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] Request body: {'security_group': {'name': 'tempest-secgroup--1706722489'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:02:34.738247 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [None req-81d09270-a8d9-4726-a44d-ada1ec7c3d20 None None] Allocated IP 2001:db8::2 (77a10e21-f918-4289-a08e-ed8cce4e3c66/69fbdd5d-df41-434e-991c-9bc5f4bc0c21/67ec8135-2fcb-40c1-be0d-e4620407c144) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:02:34.768253 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7742d041-1a8b-41b7-b11f-bf9460029a36 req-0afc810a-15f7-492a-8080-fb11df76b550 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] 10.222.0.54 "GET /v2.0/security-groups?id=ab553829-b17c-4bd7-9495-2cea0ebc82fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3515618 Nov 19 18:02:34.775736 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7bdd5b8f-203b-460b-b409-00b8c3bea0ed tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12282919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8731163'] for subnet, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:34.783097 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7c11ca7c-9ae9-43e7-bfac-39a327061ccb tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:34.804019 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c2e227aa-6614-4e9b-b2cd-666e80104c02 tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:34.828664 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdd5b8f-203b-460b-b409-00b8c3bea0ed tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Pushing event deleted for resources: {'Subnet': ['ID=4ce65cc0-3667-4a76-95cb-e0d4f72fc5a6,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:02:34.852404 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7bdd5b8f-203b-460b-b409-00b8c3bea0ed tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Publish callbacks [] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:34.862080 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-7bdd5b8f-203b-460b-b409-00b8c3bea0ed tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] 10.222.0.54 "DELETE /v2.0/subnets/4ce65cc0-3667-4a76-95cb-e0d4f72fc5a6 HTTP/1.1" status: 204 len: 168 time: 0.9128954 Nov 19 18:02:34.863145 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 51148) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:34.950782 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-c2e227aa-6614-4e9b-b2cd-666e80104c02 tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] Deleting port 78b97693-a3ab-4ddb-af95-5cd1647e0283 {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:02:34.951265 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c2e227aa-6614-4e9b-b2cd-666e80104c02 tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:34.965490 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_v2 [None req-a56c291c-91cc-4b3f-8ac1-18a412d0875a tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Deleting subnet 0393d646-c137-4a8e-898f-0901d290ceee {{(pid=103365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 18:02:34.969439 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a56c291c-91cc-4b3f-8ac1-18a412d0875a tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Publish callbacks [] for subnet, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:35.028834 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a56c291c-91cc-4b3f-8ac1-18a412d0875a tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12546453'] for subnet, precommit_delete_associations {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:35.081635 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-426bbb1b-d342-4d4a-8aa0-bce3f437f6be None None] Network c76b46bf-29ed-421e-bee9-423d60fb22cf requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:02:35.221834 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a56c291c-91cc-4b3f-8ac1-18a412d0875a tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:35.278424 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e013d7e6-5264-4dcc-9759-54f5fb809e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:35.338712 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-81d09270-a8d9-4726-a44d-ada1ec7c3d20 None None] Publish callbacks [] for port, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:35.367568 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a56c291c-91cc-4b3f-8ac1-18a412d0875a tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12282919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8731163'] for subnet, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:35.411931 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:35.443119 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56c291c-91cc-4b3f-8ac1-18a412d0875a tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Pushing event deleted for resources: {'Subnet': ['ID=0393d646-c137-4a8e-898f-0901d290ceee,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:02:35.452842 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-81d09270-a8d9-4726-a44d-ada1ec7c3d20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998'] for port, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:35.466309 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a56c291c-91cc-4b3f-8ac1-18a412d0875a tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Publish callbacks [] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:35.478138 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-a56c291c-91cc-4b3f-8ac1-18a412d0875a tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] 10.222.0.54 "DELETE /v2.0/subnets/0393d646-c137-4a8e-898f-0901d290ceee HTTP/1.1" status: 204 len: 168 time: 0.6121728 Nov 19 18:02:35.478792 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 51170) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:35.495850 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:35.536464 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af90454f-16c0-4de1-a17f-dc61b9a89ed4 None None] Network c0db7bba-320c-46f9-a419-22db3f1d18fa requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:02:35.542884 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7c11ca7c-9ae9-43e7-bfac-39a327061ccb tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:35.559022 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7c11ca7c-9ae9-43e7-bfac-39a327061ccb tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:35.586940 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ebadd7c7-3274-4c84-8f3a-1e00780f4366 tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:35.661451 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-ebadd7c7-3274-4c84-8f3a-1e00780f4366 tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Deleting port afcf6965-f170-477c-8882-50ab453baf77 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:02:35.661828 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ebadd7c7-3274-4c84-8f3a-1e00780f4366 tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:35.667574 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7c11ca7c-9ae9-43e7-bfac-39a327061ccb tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:35.669111 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-7c11ca7c-9ae9-43e7-bfac-39a327061ccb tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.0070932 Nov 19 18:02:35.675304 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '944baf18-8200-490e-9d12-8328be9c8b35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0148922a-0fe5-4e79-8d01-97646e3354af'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:02:35.676965 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c2e227aa-6614-4e9b-b2cd-666e80104c02 tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:35.678289 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3940761bcd94e032e6960d2241bd8993c5d3a7d8dc2aca8488f3ecf1d4dd2fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9565d551-bda3-494c-9a70-6c2d616d972c" -d '{"events": [{"server_uuid": "944baf18-8200-490e-9d12-8328be9c8b35", "name": "network-vif-plugged", "status": "completed", "tag": "0148922a-0fe5-4e79-8d01-97646e3354af"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:02:35.683179 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 51174) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:35.689531 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-14ba9696-d1d7-48b9-8eb0-fd00c6124678 tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] Request body: {'security_group_rule': {'security_group_id': 'a03d54ee-56e5-4ff0-beb7-53cb8e7710f8', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:02:35.725770 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81d09270-a8d9-4726-a44d-ada1ec7c3d20 None None] Network 77a10e21-f918-4289-a08e-ed8cce4e3c66 is already hosted by enough agents. {{(pid=103366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:02:35.729682 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c11ca7c-9ae9-43e7-bfac-39a327061ccb tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a03d54ee-56e5-4ff0-beb7-53cb8e7710f8,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:02:35.747628 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-c2e227aa-6614-4e9b-b2cd-666e80104c02 tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] Calling delete_port for 78b97693-a3ab-4ddb-af95-5cd1647e0283 owned by network:router_gateway {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:02:35.780334 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 0148922a-0fe5-4e79-8d01-97646e3354af, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=0148922a-0fe5-4e79-8d01-97646e3354af,segment=NetworkSegment(93225d1f-5aff-466a-a20e-5f356e9dbfdc),segment_id=93225d1f-5aff-466a-a20e-5f356e9dbfdc)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:02:35.786180 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [None req-81d09270-a8d9-4726-a44d-ada1ec7c3d20 None None] Resources bound (agent type, host, resource id): {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:02:35.789627 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d09270-a8d9-4726-a44d-ada1ec7c3d20 None None] Received port after_create {{(pid=103366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:02:35.825433 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:35.834904 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:02:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-347332eb-9120-4976-866a-c08e2a2425c1 x-openstack-request-id: req-347332eb-9120-4976-866a-c08e2a2425c1 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:02:35.835207 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "944baf18-8200-490e-9d12-8328be9c8b35", "name": "network-vif-plugged", "status": "completed", "tag": "0148922a-0fe5-4e79-8d01-97646e3354af", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:02:35.835742 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-347332eb-9120-4976-866a-c08e2a2425c1 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:02:35.836417 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '944baf18-8200-490e-9d12-8328be9c8b35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0148922a-0fe5-4e79-8d01-97646e3354af', 'code': 200} Nov 19 18:02:35.868507 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d09270-a8d9-4726-a44d-ada1ec7c3d20 None None] Pushing event updated for resources: {'Port': ['ID=67ec8135-2fcb-40c1-be0d-e4620407c144,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:02:35.970801 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=0148922a-0fe5-4e79-8d01-97646e3354af,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:02:36.019407 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-758623eb-1d13-4721-8734-e7b4ff8d3dcf tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12425078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8983815'] for subnet, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:36.044475 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-14ba9696-d1d7-48b9-8eb0-fd00c6124678 tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:36.118654 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-133aff31-f470-4a34-a9b5-e0a5a8500102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f505b5e-6410-4e3e-a96e-77a566a66ba6', 'name': 'tempest-snat-router-488522675', 'tenant_id': '2e9d53baf5214d0d9669d774dbca2842', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': '78b97693-a3ab-4ddb-af95-5cd1647e0283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:02:27Z', 'updated_at': '2021-11-19T18:02:31Z', 'revision_number': 3, 'project_id': '2e9d53baf5214d0d9669d774dbca2842', 'gw_port': {'id': '78b97693-a3ab-4ddb-af95-5cd1647e0283', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:56:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f505b5e-6410-4e3e-a96e-77a566a66ba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2778, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:02:29Z', 'updated_at': '2021-11-19T18:02:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:02:36.132528 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-81d09270-a8d9-4726-a44d-ada1ec7c3d20 None None] Attempting to bind port 67ec8135-2fcb-40c1-be0d-e4620407c144 on host n-d-818022-2 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:02:36.133694 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-81d09270-a8d9-4726-a44d-ada1ec7c3d20 None None] Attempting to bind port 67ec8135-2fcb-40c1-be0d-e4620407c144 by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': '5694b3e8-ef52-41f2-aa99-112cf5781bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '77a10e21-f918-4289-a08e-ed8cce4e3c66'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:02:36.133694 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d09270-a8d9-4726-a44d-ada1ec7c3d20 None None] Attempting to bind port 67ec8135-2fcb-40c1-be0d-e4620407c144 on network 77a10e21-f918-4289-a08e-ed8cce4e3c66 {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:02:36.222075 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-14ba9696-d1d7-48b9-8eb0-fd00c6124678 tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:36.229735 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54059cb8-a3d5-43e5-bd4c-57dc7caa5b62 None None] DHCP port deletion for c76b46bf-29ed-421e-bee9-423d60fb22cf request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:02:36.234274 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-758623eb-1d13-4721-8734-e7b4ff8d3dcf tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Network 77a10e21-f918-4289-a08e-ed8cce4e3c66 is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:02:36.235975 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133aff31-f470-4a34-a9b5-e0a5a8500102 None None] Checking router: 8f505b5e-6410-4e3e-a96e-77a566a66ba6 for host: n-d-818022-2 {{(pid=103366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:02:36.237523 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133aff31-f470-4a34-a9b5-e0a5a8500102 None None] Updating router 8f505b5e-6410-4e3e-a96e-77a566a66ba6 port 78b97693-a3ab-4ddb-af95-5cd1647e0283 binding host n-d-818022-2 {{(pid=103366) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 18:02:36.241454 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-14ba9696-d1d7-48b9-8eb0-fd00c6124678 tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735179'] for security_group_rule, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:36.244718 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-758623eb-1d13-4721-8734-e7b4ff8d3dcf tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:02:36.256782 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d09270-a8d9-4726-a44d-ada1ec7c3d20 None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 2, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:02:36.257251 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d09270-a8d9-4726-a44d-ada1ec7c3d20 None None] Checking segment: {'id': '5694b3e8-ef52-41f2-aa99-112cf5781bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '77a10e21-f918-4289-a08e-ed8cce4e3c66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:02:36.257601 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-81d09270-a8d9-4726-a44d-ada1ec7c3d20 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:36.259600 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d09270-a8d9-4726-a44d-ada1ec7c3d20 None None] Bound using segment: {'id': '5694b3e8-ef52-41f2-aa99-112cf5781bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '77a10e21-f918-4289-a08e-ed8cce4e3c66'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:02:36.260253 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-81d09270-a8d9-4726-a44d-ada1ec7c3d20 None None] Bound port: 67ec8135-2fcb-40c1-be0d-e4620407c144, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5694b3e8-ef52-41f2-aa99-112cf5781bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '77a10e21-f918-4289-a08e-ed8cce4e3c66'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:02:36.263803 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-81d09270-a8d9-4726-a44d-ada1ec7c3d20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:36.278741 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-758623eb-1d13-4721-8734-e7b4ff8d3dcf tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:02:36.279658 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-758623eb-1d13-4721-8734-e7b4ff8d3dcf tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:36.285087 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ba9696-d1d7-48b9-8eb0-fd00c6124678 tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69de4f1d-61b1-4f96-b9ec-e6d62c3995e4,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:02:36.296311 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecb8743-f09e-42b6-8f27-9bbac8fc3847 req-fab72779-61e1-4ab3-884f-5e2713ab43c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:02:36.298317 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-aecb8743-f09e-42b6-8f27-9bbac8fc3847 req-fab72779-61e1-4ab3-884f-5e2713ab43c1 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=944baf18-8200-490e-9d12-8328be9c8b35 HTTP/1.1" status: 200 len: 1097 time: 0.3509471 Nov 19 18:02:36.314914 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758623eb-1d13-4721-8734-e7b4ff8d3dcf tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Pushing event updated for resources: {'Subnet': ['ID=44a346cd-c699-47e3-b7b4-0c6184546555,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:02:36.380273 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-14ba9696-d1d7-48b9-8eb0-fd00c6124678 tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:36.381668 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-14ba9696-d1d7-48b9-8eb0-fd00c6124678 tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6965606 Nov 19 18:02:36.387917 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 51198) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:36.415566 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-133aff31-f470-4a34-a9b5-e0a5a8500102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:36.446905 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-758623eb-1d13-4721-8734-e7b4ff8d3dcf tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.9876730 Nov 19 18:02:36.455094 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 51200) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:36.469552 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-6429800e-19d8-4904-8786-b27646cf80f1 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Request body: {'port': {'network_id': '77a10e21-f918-4289-a08e-ed8cce4e3c66', 'fixed_ips': [{'subnet_id': '69fbdd5d-df41-434e-991c-9bc5f4bc0c21'}, {'subnet_id': '44a346cd-c699-47e3-b7b4-0c6184546555'}], 'name': 'tempest-PortsIpV6TestJSON-1962774214'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:02:36.513042 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-81d09270-a8d9-4726-a44d-ada1ec7c3d20 None None] For port 67ec8135-2fcb-40c1-be0d-e4620407c144, host n-d-818022-2, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:02:36.606857 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [None req-ebadd7c7-3274-4c84-8f3a-1e00780f4366 tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] For port afcf6965-f170-477c-8882-50ab453baf77, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=afcf6965-f170-477c-8882-50ab453baf77,segment=NetworkSegment(20b9fc8d-f164-4dab-942d-763e7736862c),segment_id=20b9fc8d-f164-4dab-942d-763e7736862c)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:02:36.607420 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ebadd7c7-3274-4c84-8f3a-1e00780f4366 tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:36.643477 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34f22467-0932-48ee-8c7b-77b1ab30f736 None None] DHCP port deletion for c0db7bba-320c-46f9-a419-22db3f1d18fa request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:02:36.644860 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-ebadd7c7-3274-4c84-8f3a-1e00780f4366 tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Calling delete_port for afcf6965-f170-477c-8882-50ab453baf77 owned by network:dhcp {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:02:36.646878 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8677d5f7-49d3-4a63-86aa-7f987d8de6f1 tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:36.657206 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac12fd4-9e15-40a0-a409-5c68aefceba0 req-1d43bfc8-67e3-4f8a-a08f-60f677e8279f tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:02:36.658984 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5ac12fd4-9e15-40a0-a409-5c68aefceba0 req-1d43bfc8-67e3-4f8a-a08f-60f677e8279f tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] 10.222.0.54 "GET /v2.0/ports?device_id=944baf18-8200-490e-9d12-8328be9c8b35 HTTP/1.1" status: 200 len: 946 time: 0.1801383 Nov 19 18:02:36.720676 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 51210) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:36.746521 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-81d09270-a8d9-4726-a44d-ada1ec7c3d20 None None] For port 67ec8135-2fcb-40c1-be0d-e4620407c144, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=67ec8135-2fcb-40c1-be0d-e4620407c144,segment=NetworkSegment(5694b3e8-ef52-41f2-aa99-112cf5781bd8),segment_id=5694b3e8-ef52-41f2-aa99-112cf5781bd8)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:02:36.775353 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-81d09270-a8d9-4726-a44d-ada1ec7c3d20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:36.799360 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-54059cb8-a3d5-43e5-bd4c-57dc7caa5b62 None None] Deleting port afcf6965-f170-477c-8882-50ab453baf77 {{(pid=103366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:02:36.799594 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c2e227aa-6614-4e9b-b2cd-666e80104c02 tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:36.799724 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-54059cb8-a3d5-43e5-bd4c-57dc7caa5b62 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:36.804743 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8677d5f7-49d3-4a63-86aa-7f987d8de6f1 tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:36.857230 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5ac12fd4-9e15-40a0-a409-5c68aefceba0 req-1f7863cd-f26e-471c-8b33-08ba43b8ad50 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] 10.222.0.54 "GET /v2.0/security-groups?id=ab553829-b17c-4bd7-9495-2cea0ebc82fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914139 Nov 19 18:02:36.884464 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-aecb8743-f09e-42b6-8f27-9bbac8fc3847 req-99b31897-47e5-48cd-85c9-a4f4e157c053 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=ab553829-b17c-4bd7-9495-2cea0ebc82fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5658834 Nov 19 18:02:36.892798 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e227aa-6614-4e9b-b2cd-666e80104c02 tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] Pushing event deleted for resources: {'Port': ['ID=78b97693-a3ab-4ddb-af95-5cd1647e0283,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:02:36.920186 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ebadd7c7-3274-4c84-8f3a-1e00780f4366 tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:36.990847 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c2e227aa-6614-4e9b-b2cd-666e80104c02 tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-671730'] for router_gateway, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:36.994676 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebadd7c7-3274-4c84-8f3a-1e00780f4366 tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Pushing event deleted for resources: {'Port': ['ID=afcf6965-f170-477c-8882-50ab453baf77,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:02:37.011360 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebadd7c7-3274-4c84-8f3a-1e00780f4366 tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] No DVR routers for this DVR port afcf6965-f170-477c-8882-50ab453baf77 on host n-d-818022-2 {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:02:37.032073 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6429800e-19d8-4904-8786-b27646cf80f1 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Made reservation on behalf of 3d6ff715a1b54ed1818e68232d77d2b6 for: {'port': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:02:37.167045 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8677d5f7-49d3-4a63-86aa-7f987d8de6f1 tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735179'] for security_group_rule, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:37.186749 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.db.api [None req-133aff31-f470-4a34-a9b5-e0a5a8500102 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103366) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 18:02:37.187256 n-d-818022-2 neutron-server[103366]: DEBUG oslo_db.api [None req-133aff31-f470-4a34-a9b5-e0a5a8500102 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 18:02:37.193092 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8677d5f7-49d3-4a63-86aa-7f987d8de6f1 tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:37.195840 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ebadd7c7-3274-4c84-8f3a-1e00780f4366 tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:37.201070 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d27e0a8-c442-4e4e-ae96-5496c31bf3a0 None None] DHCP port deletion for 645e61aa-1a6c-4e8f-857e-ab06edb4897f request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:02:37.207879 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-8677d5f7-49d3-4a63-86aa-7f987d8de6f1 tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/69de4f1d-61b1-4f96-b9ec-e6d62c3995e4 HTTP/1.1" status: 204 len: 168 time: 0.8181326 Nov 19 18:02:37.208548 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 51220) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:37.300580 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-ebadd7c7-3274-4c84-8f3a-1e00780f4366 tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c76b46bf-29ed-421e-bee9-423d60fb22cf']}} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:02:37.313509 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-96107f5a-8908-4003-a162-b7d9606d0645 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c67350fa7eed42b1a12c76633decfed6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5878880 Nov 19 18:02:37.321001 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 51222) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:37.339824 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c2e227aa-6614-4e9b-b2cd-666e80104c02 tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4696'] for router, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:37.362890 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c2e227aa-6614-4e9b-b2cd-666e80104c02 tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:37.369602 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8677d5f7-49d3-4a63-86aa-7f987d8de6f1 tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=69de4f1d-61b1-4f96-b9ec-e6d62c3995e4,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:02:37.390072 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-ebadd7c7-3274-4c84-8f3a-1e00780f4366 tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20b9fc8d-f164-4dab-942d-763e7736862c') {'for_net_delete': True} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:02:37.391215 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-ebadd7c7-3274-4c84-8f3a-1e00780f4366 tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20b9fc8d-f164-4dab-942d-763e7736862c') {} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:02:37.419371 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-ede2121f-1ec5-487d-8ba8-97760f14a03d tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1948392 Nov 19 18:02:37.425870 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 51226) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:37.541754 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ebadd7c7-3274-4c84-8f3a-1e00780f4366 tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12545382'] for segment, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:37.589646 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c8f7cc53-d82b-4f2a-b5f7-eb856354e76c tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:37.592244 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ebadd7c7-3274-4c84-8f3a-1e00780f4366 tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:37.599891 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c2e227aa-6614-4e9b-b2cd-666e80104c02 tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-543895'] for router, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:37.604636 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2e227aa-6614-4e9b-b2cd-666e80104c02 tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8f505b5e-6410-4e3e-a96e-77a566a66ba6 {{(pid=103364) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 18:02:37.619037 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c2e227aa-6614-4e9b-b2cd-666e80104c02 tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] Publish callbacks [] for router, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:37.625073 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-401fc717-825a-4d01-9f0a-8ebd1dc78cfc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:37.628803 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-c2e227aa-6614-4e9b-b2cd-666e80104c02 tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] 10.222.0.54 "DELETE /v2.0/routers/8f505b5e-6410-4e3e-a96e-77a566a66ba6 HTTP/1.1" status: 204 len: 168 time: 3.7243588 Nov 19 18:02:37.636135 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 51234) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:37.651453 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-401fc717-825a-4d01-9f0a-8ebd1dc78cfc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:37.743962 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebadd7c7-3274-4c84-8f3a-1e00780f4366 tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Releasing vlan 673 on physical network physnet1 to pool {{(pid=103365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 18:02:37.744377 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ebadd7c7-3274-4c84-8f3a-1e00780f4366 tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12282953'] for segment, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:37.778459 n-d-818022-2 neutron-server[103365]: Traceback (most recent call last): Nov 19 18:02:37.778459 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 18:02:37.778459 n-d-818022-2 neutron-server[103365]: timer() Nov 19 18:02:37.778459 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 18:02:37.778459 n-d-818022-2 neutron-server[103365]: cb(*args, **kw) Nov 19 18:02:37.778459 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 18:02:37.778459 n-d-818022-2 neutron-server[103365]: return func(*args, **kwargs) Nov 19 18:02:37.778459 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 18:02:37.778459 n-d-818022-2 neutron-server[103365]: self._notify() Nov 19 18:02:37.778459 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 18:02:37.778459 n-d-818022-2 neutron-server[103365]: self.callback(batched_events) Nov 19 18:02:37.778459 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 18:02:37.778459 n-d-818022-2 neutron-server[103365]: event.method(event) Nov 19 18:02:37.778459 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 18:02:37.778459 n-d-818022-2 neutron-server[103365]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 18:02:37.778459 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 18:02:37.778459 n-d-818022-2 neutron-server[103365]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 18:02:37.778459 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 18:02:37.778459 n-d-818022-2 neutron-server[103365]: return f(self, *a, **k) Nov 19 18:02:37.778459 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 18:02:37.778459 n-d-818022-2 neutron-server[103365]: return self._get(url).json() Nov 19 18:02:37.778459 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 18:02:37.778459 n-d-818022-2 neutron-server[103365]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 18:02:37.778459 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 18:02:37.778459 n-d-818022-2 neutron-server[103365]: return self.request(url, 'GET', **kwargs) Nov 19 18:02:37.778459 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 18:02:37.778459 n-d-818022-2 neutron-server[103365]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 18:02:37.778459 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 18:02:37.778459 n-d-818022-2 neutron-server[103365]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 18:02:37.778459 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 18:02:37.778459 n-d-818022-2 neutron-server[103365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 18:02:37.778459 n-d-818022-2 neutron-server[103365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 18:02:37.895014 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-741a2abe-ad25-4f6d-92e2-814a4afc4cbb tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] Publish callbacks [] for router, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:37.911984 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6429800e-19d8-4904-8786-b27646cf80f1 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:37.925604 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-401fc717-825a-4d01-9f0a-8ebd1dc78cfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:37.930101 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-401fc717-825a-4d01-9f0a-8ebd1dc78cfc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:37.934365 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-401fc717-825a-4d01-9f0a-8ebd1dc78cfc admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ebb135b1-076e-455d-8cae-12d8ae406892 HTTP/1.1" status: 204 len: 168 time: 0.6093116 Nov 19 18:02:37.966086 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ebadd7c7-3274-4c84-8f3a-1e00780f4366 tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671242'] for network, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:37.977011 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401fc717-825a-4d01-9f0a-8ebd1dc78cfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebb135b1-076e-455d-8cae-12d8ae406892,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:02:37.987429 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c8f7cc53-d82b-4f2a-b5f7-eb856354e76c tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:37.992368 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 9e3eb9a0-096b-4f4c-9377-b5f20d97400b no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:02:38.033928 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ebadd7c7-3274-4c84-8f3a-1e00780f4366 tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Publish callbacks [] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:38.047110 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-ebadd7c7-3274-4c84-8f3a-1e00780f4366 tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] 10.222.0.54 "DELETE /v2.0/networks/c76b46bf-29ed-421e-bee9-423d60fb22cf HTTP/1.1" status: 204 len: 168 time: 2.5672309 Nov 19 18:02:38.064513 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebadd7c7-3274-4c84-8f3a-1e00780f4366 tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Pushing event deleted for resources: {'Network': ['ID=c76b46bf-29ed-421e-bee9-423d60fb22cf,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:02:38.073792 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 51246) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:38.157900 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133aff31-f470-4a34-a9b5-e0a5a8500102 None None] Port 78b97693-a3ab-4ddb-af95-5cd1647e0283 not found while updating agent binding for router 8f505b5e-6410-4e3e-a96e-77a566a66ba6. {{(pid=103366) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 19 18:02:38.164934 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [None req-6429800e-19d8-4904-8786-b27646cf80f1 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] device_id is not set on port 444550a3-2295-4728-a21e-1f8d3d968e00 yet. {{(pid=103364) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 18:02:38.175494 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-54059cb8-a3d5-43e5-bd4c-57dc7caa5b62 None None] For port afcf6965-f170-477c-8882-50ab453baf77, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=afcf6965-f170-477c-8882-50ab453baf77,segment=NetworkSegment(20b9fc8d-f164-4dab-942d-763e7736862c),segment_id=20b9fc8d-f164-4dab-942d-763e7736862c)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:02:38.176086 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-54059cb8-a3d5-43e5-bd4c-57dc7caa5b62 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:38.179926 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-741a2abe-ad25-4f6d-92e2-814a4afc4cbb tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:38.210042 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d09270-a8d9-4726-a44d-ada1ec7c3d20 None None] Pushing event updated for resources: {'Port': ['ID=67ec8135-2fcb-40c1-be0d-e4620407c144,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:02:38.215757 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-34f22467-0932-48ee-8c7b-77b1ab30f736 None None] Deleting port 9e3eb9a0-096b-4f4c-9377-b5f20d97400b {{(pid=103366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:02:38.216252 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-34f22467-0932-48ee-8c7b-77b1ab30f736 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:38.299035 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-34f22467-0932-48ee-8c7b-77b1ab30f736 None None] For port 9e3eb9a0-096b-4f4c-9377-b5f20d97400b, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=9e3eb9a0-096b-4f4c-9377-b5f20d97400b,segment=NetworkSegment(ea5700d8-a318-43cf-8bcd-97d1c57f246b),segment_id=ea5700d8-a318-43cf-8bcd-97d1c57f246b)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:02:38.299385 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-34f22467-0932-48ee-8c7b-77b1ab30f736 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:38.315763 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-34f22467-0932-48ee-8c7b-77b1ab30f736 None None] Calling delete_port for 9e3eb9a0-096b-4f4c-9377-b5f20d97400b owned by network:dhcp {{(pid=103366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:02:38.347654 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056bab34-51e5-4ebd-899c-b7ba411f54d5 req-d1f4ac26-638f-474c-af39-5e1c503fe5c1 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:02:38.349194 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-056bab34-51e5-4ebd-899c-b7ba411f54d5 req-d1f4ac26-638f-474c-af39-5e1c503fe5c1 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] 10.222.0.54 "GET /v2.0/ports?device_id=944baf18-8200-490e-9d12-8328be9c8b35 HTTP/1.1" status: 200 len: 946 time: 0.2602060 Nov 19 18:02:38.357619 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-fb96b6e1-4fdc-4317-aee0-544d16f12c7a tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:38.488465 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-54059cb8-a3d5-43e5-bd4c-57dc7caa5b62 None None] Calling delete_port for afcf6965-f170-477c-8882-50ab453baf77 owned by network:dhcp {{(pid=103366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:02:38.501965 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c8f7cc53-d82b-4f2a-b5f7-eb856354e76c tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:38.505348 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c8f7cc53-d82b-4f2a-b5f7-eb856354e76c tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:38.505728 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-34f22467-0932-48ee-8c7b-77b1ab30f736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007'] for port, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:38.508018 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-c8f7cc53-d82b-4f2a-b5f7-eb856354e76c tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] 10.222.0.54 "DELETE /v2.0/security-groups/a03d54ee-56e5-4ff0-beb7-53cb8e7710f8 HTTP/1.1" status: 204 len: 168 time: 1.0736213 Nov 19 18:02:38.519779 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133aff31-f470-4a34-a9b5-e0a5a8500102 None None] Routers set() bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:02:38.520902 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133aff31-f470-4a34-a9b5-e0a5a8500102 None None] Router IDs set() for agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 19 18:02:38.522344 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 51256) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:38.523717 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_agentschedulers_db [None req-133aff31-f470-4a34-a9b5-e0a5a8500102 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'8f505b5e-6410-4e3e-a96e-77a566a66ba6'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:02:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent'). {{(pid=103366) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 19 18:02:38.524107 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133aff31-f470-4a34-a9b5-e0a5a8500102 None None] The sync data for ids ['8f505b5e-6410-4e3e-a96e-77a566a66ba6'] in n-d-818022-2 is: [] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:02:38.581873 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f7cc53-d82b-4f2a-b5f7-eb856354e76c tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a03d54ee-56e5-4ff0-beb7-53cb8e7710f8,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:02:38.706118 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-fb96b6e1-4fdc-4317-aee0-544d16f12c7a tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Deleting port 9e3eb9a0-096b-4f4c-9377-b5f20d97400b {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:02:38.707543 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f22467-0932-48ee-8c7b-77b1ab30f736 None None] No DVR routers for this DVR port 9e3eb9a0-096b-4f4c-9377-b5f20d97400b on host n-d-818022-2 {{(pid=103366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:02:38.709222 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-fb96b6e1-4fdc-4317-aee0-544d16f12c7a tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:38.729039 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f22467-0932-48ee-8c7b-77b1ab30f736 None None] Pushing event deleted for resources: {'Port': ['ID=9e3eb9a0-096b-4f4c-9377-b5f20d97400b,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:02:38.732964 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-ed1e381e-f884-4869-b826-2409ab34a5f7 tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2093031 Nov 19 18:02:38.740480 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 51266) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:38.745572 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-741a2abe-ad25-4f6d-92e2-814a4afc4cbb tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] Deleting port 7d9f97e1-9012-4652-9971-b46c8c795193 {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:02:38.749212 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-741a2abe-ad25-4f6d-92e2-814a4afc4cbb tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:38.760159 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-c0d4ed81-e7a6-4e1a-a554-121b5a2f0882 tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] Request body: {'security_group': {'name': 'tempest-secgroup--298645670'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:02:38.862513 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No active binding found for port 9e3eb9a0-096b-4f4c-9377-b5f20d97400b {{(pid=103366) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 19 18:02:38.862954 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 9e3eb9a0-096b-4f4c-9377-b5f20d97400b not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:02:38.871689 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device afcf6965-f170-477c-8882-50ab453baf77 no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:02:38.883298 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [None req-fb96b6e1-4fdc-4317-aee0-544d16f12c7a tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] For port 9e3eb9a0-096b-4f4c-9377-b5f20d97400b, host n-d-818022-2, got binding levels [] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:02:38.883659 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-fb96b6e1-4fdc-4317-aee0-544d16f12c7a tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:38.930293 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-fb96b6e1-4fdc-4317-aee0-544d16f12c7a tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Calling delete_port for 9e3eb9a0-096b-4f4c-9377-b5f20d97400b owned by network:dhcp {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:02:38.935024 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.ipam_backend_mixin [None req-fb96b6e1-4fdc-4317-aee0-544d16f12c7a tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Port 9e3eb9a0-096b-4f4c-9377-b5f20d97400b was not found and therefore no delete operation was performed {{(pid=103365) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 19 18:02:38.936570 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-fb96b6e1-4fdc-4317-aee0-544d16f12c7a tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:38.949210 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: afcf6965-f170-477c-8882-50ab453baf77 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:02:38.949853 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device afcf6965-f170-477c-8882-50ab453baf77 not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:02:38.964794 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [None req-741a2abe-ad25-4f6d-92e2-814a4afc4cbb tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] For port 7d9f97e1-9012-4652-9971-b46c8c795193, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=7d9f97e1-9012-4652-9971-b46c8c795193,segment=NetworkSegment(bbe705c1-96c0-476e-8381-28227e6f0ac5),segment_id=bbe705c1-96c0-476e-8381-28227e6f0ac5)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:02:38.965804 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-741a2abe-ad25-4f6d-92e2-814a4afc4cbb tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:39.021222 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-056bab34-51e5-4ebd-899c-b7ba411f54d5 req-0298d610-402e-4bd1-8234-ed0ab46a6667 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] 10.222.0.54 "GET /v2.0/security-groups?id=ab553829-b17c-4bd7-9495-2cea0ebc82fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6056731 Nov 19 18:02:39.033977 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb96b6e1-4fdc-4317-aee0-544d16f12c7a tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Pushing event deleted for resources: {'Port': ['ID=9e3eb9a0-096b-4f4c-9377-b5f20d97400b,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:02:39.038885 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb96b6e1-4fdc-4317-aee0-544d16f12c7a tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] No DVR routers for this DVR port 9e3eb9a0-096b-4f4c-9377-b5f20d97400b on host n-d-818022-2 {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:02:39.044634 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-741a2abe-ad25-4f6d-92e2-814a4afc4cbb tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] Calling delete_port for 7d9f97e1-9012-4652-9971-b46c8c795193 owned by network:router_gateway {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:02:39.138839 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c0d4ed81-e7a6-4e1a-a554-121b5a2f0882 tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:39.144664 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-54059cb8-a3d5-43e5-bd4c-57dc7caa5b62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007'] for port, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:39.225081 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54059cb8-a3d5-43e5-bd4c-57dc7caa5b62 None None] Pushing event deleted for resources: {'Port': ['ID=afcf6965-f170-477c-8882-50ab453baf77,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:02:39.227488 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-298f7c39-e4f6-43be-9937-70a6005c78a3 None None] Network 77a10e21-f918-4289-a08e-ed8cce4e3c66 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:02:39.257236 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-54059cb8-a3d5-43e5-bd4c-57dc7caa5b62 None None] Network c76b46bf-29ed-421e-bee9-423d60fb22cf is not hosted by any dhcp agent {{(pid=103366) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 19 18:02:39.258024 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54059cb8-a3d5-43e5-bd4c-57dc7caa5b62 None None] No DVR routers for this DVR port afcf6965-f170-477c-8882-50ab453baf77 on host n-d-818022-2 {{(pid=103366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:02:39.315913 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-fb96b6e1-4fdc-4317-aee0-544d16f12c7a tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:39.366565 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a52b4b-ad43-40e7-8632-2aded45dd427 req-d765e00a-ef7b-4ae0-be6d-2f797fb806bb tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:02:39.376780 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f5a52b4b-ad43-40e7-8632-2aded45dd427 req-d765e00a-ef7b-4ae0-be6d-2f797fb806bb tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] 10.222.0.54 "GET /v2.0/ports?device_id=944baf18-8200-490e-9d12-8328be9c8b35 HTTP/1.1" status: 200 len: 946 time: 0.2011404 Nov 19 18:02:39.380713 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-fb96b6e1-4fdc-4317-aee0-544d16f12c7a tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0db7bba-320c-46f9-a419-22db3f1d18fa']}} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:02:39.405954 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-fb96b6e1-4fdc-4317-aee0-544d16f12c7a tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea5700d8-a318-43cf-8bcd-97d1c57f246b') {'for_net_delete': True} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:02:39.406762 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-fb96b6e1-4fdc-4317-aee0-544d16f12c7a tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea5700d8-a318-43cf-8bcd-97d1c57f246b') {} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:02:39.425118 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-fb96b6e1-4fdc-4317-aee0-544d16f12c7a tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12545382'] for segment, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:39.457494 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-6f543bb5-84a1-47b9-9b98-010cd9a7ae3c None None] Provisioning complete for port 67ec8135-2fcb-40c1-be0d-e4620407c144 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:02:39.457744 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-6f543bb5-84a1-47b9-9b98-010cd9a7ae3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:39.493881 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f5a52b4b-ad43-40e7-8632-2aded45dd427 req-d80984d7-7a16-4c82-840e-d270c90b80d2 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] 10.222.0.54 "GET /v2.0/security-groups?id=ab553829-b17c-4bd7-9495-2cea0ebc82fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139641 Nov 19 18:02:39.538086 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-fb96b6e1-4fdc-4317-aee0-544d16f12c7a tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:39.560840 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb96b6e1-4fdc-4317-aee0-544d16f12c7a tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Releasing vlan 687 on physical network physnet1 to pool {{(pid=103365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 18:02:39.562318 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-fb96b6e1-4fdc-4317-aee0-544d16f12c7a tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12282953'] for segment, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:39.570672 n-d-818022-2 neutron-server[103365]: Traceback (most recent call last): Nov 19 18:02:39.570672 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 18:02:39.570672 n-d-818022-2 neutron-server[103365]: timer() Nov 19 18:02:39.570672 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 18:02:39.570672 n-d-818022-2 neutron-server[103365]: cb(*args, **kw) Nov 19 18:02:39.570672 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 18:02:39.570672 n-d-818022-2 neutron-server[103365]: return func(*args, **kwargs) Nov 19 18:02:39.570672 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 18:02:39.570672 n-d-818022-2 neutron-server[103365]: self._notify() Nov 19 18:02:39.570672 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 18:02:39.570672 n-d-818022-2 neutron-server[103365]: self.callback(batched_events) Nov 19 18:02:39.570672 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 18:02:39.570672 n-d-818022-2 neutron-server[103365]: event.method(event) Nov 19 18:02:39.570672 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 18:02:39.570672 n-d-818022-2 neutron-server[103365]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 18:02:39.570672 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 18:02:39.570672 n-d-818022-2 neutron-server[103365]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 18:02:39.570672 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 18:02:39.570672 n-d-818022-2 neutron-server[103365]: return f(self, *a, **k) Nov 19 18:02:39.570672 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 18:02:39.570672 n-d-818022-2 neutron-server[103365]: return self._get(url).json() Nov 19 18:02:39.570672 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 18:02:39.570672 n-d-818022-2 neutron-server[103365]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 18:02:39.570672 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 18:02:39.570672 n-d-818022-2 neutron-server[103365]: return self.request(url, 'GET', **kwargs) Nov 19 18:02:39.570672 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 18:02:39.570672 n-d-818022-2 neutron-server[103365]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 18:02:39.570672 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 18:02:39.570672 n-d-818022-2 neutron-server[103365]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 18:02:39.570672 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 18:02:39.570672 n-d-818022-2 neutron-server[103365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 18:02:39.570672 n-d-818022-2 neutron-server[103365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 18:02:39.643674 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-6f543bb5-84a1-47b9-9b98-010cd9a7ae3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:39.756919 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [None req-6429800e-19d8-4904-8786-b27646cf80f1 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Allocated IP 2001:db8::3d1 (77a10e21-f918-4289-a08e-ed8cce4e3c66/69fbdd5d-df41-434e-991c-9bc5f4bc0c21/444550a3-2295-4728-a21e-1f8d3d968e00) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:02:39.761231 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-6f543bb5-84a1-47b9-9b98-010cd9a7ae3c None None] For port 67ec8135-2fcb-40c1-be0d-e4620407c144, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=67ec8135-2fcb-40c1-be0d-e4620407c144,segment=NetworkSegment(5694b3e8-ef52-41f2-aa99-112cf5781bd8),segment_id=5694b3e8-ef52-41f2-aa99-112cf5781bd8)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:02:39.774457 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-6f543bb5-84a1-47b9-9b98-010cd9a7ae3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:39.793589 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [None req-6429800e-19d8-4904-8786-b27646cf80f1 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Allocated IP 2001:db8:0:1::f4 (77a10e21-f918-4289-a08e-ed8cce4e3c66/44a346cd-c699-47e3-b7b4-0c6184546555/444550a3-2295-4728-a21e-1f8d3d968e00) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:02:39.841328 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-fb96b6e1-4fdc-4317-aee0-544d16f12c7a tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671242'] for network, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:39.857759 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-fb96b6e1-4fdc-4317-aee0-544d16f12c7a tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Publish callbacks [] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:39.873668 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-fb96b6e1-4fdc-4317-aee0-544d16f12c7a tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] 10.222.0.54 "DELETE /v2.0/networks/c0db7bba-320c-46f9-a419-22db3f1d18fa HTTP/1.1" status: 204 len: 168 time: 1.7917476 Nov 19 18:02:39.883489 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 51298) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:39.922626 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb96b6e1-4fdc-4317-aee0-544d16f12c7a tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Pushing event deleted for resources: {'Network': ['ID=c0db7bba-320c-46f9-a419-22db3f1d18fa,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:02:39.954234 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 67ec8135-2fcb-40c1-be0d-e4620407c144 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:02:40.040118 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c0d4ed81-e7a6-4e1a-a554-121b5a2f0882 tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:40.045608 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-741a2abe-ad25-4f6d-92e2-814a4afc4cbb tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:40.091200 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1133fe5-3e18-4585-9782-b56c51d1dc7f None None] Update dhcp port {'port': {'network_id': '77a10e21-f918-4289-a08e-ed8cce4e3c66', 'fixed_ips': [{'subnet_id': '69fbdd5d-df41-434e-991c-9bc5f4bc0c21', 'ip_address': '2001:db8::2'}, {'subnet_id': '44a346cd-c699-47e3-b7b4-0c6184546555'}], 'binding:host_id': 'n-d-818022-2'}, 'id': '67ec8135-2fcb-40c1-be0d-e4620407c144'} from n-d-818022-2. {{(pid=103366) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 19 18:02:40.103282 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ef40dca-f642-40da-8dd4-56681a8587d0 tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Deleting subnet c04064ef-57f9-4a40-a02b-a8ff74e1afd2 {{(pid=103365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 18:02:40.114703 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1ef40dca-f642-40da-8dd4-56681a8587d0 tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Publish callbacks [] for subnet, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:40.118840 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c0d4ed81-e7a6-4e1a-a554-121b5a2f0882 tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:40.127626 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5798f87a-420a-403f-b7d8-4a866650205e req-7ae28b19-526f-46b3-9cc0-6142f158244a tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:02:40.129399 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5798f87a-420a-403f-b7d8-4a866650205e req-7ae28b19-526f-46b3-9cc0-6142f158244a tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] 10.222.0.54 "GET /v2.0/ports?device_id=944baf18-8200-490e-9d12-8328be9c8b35 HTTP/1.1" status: 200 len: 946 time: 0.1318147 Nov 19 18:02:40.177293 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741a2abe-ad25-4f6d-92e2-814a4afc4cbb tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] Pushing event deleted for resources: {'Port': ['ID=7d9f97e1-9012-4652-9971-b46c8c795193,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:02:40.195091 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e1133fe5-3e18-4585-9782-b56c51d1dc7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:40.216851 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2dce060-b9e8-4d69-a9de-e0baec694d46 None None] DHCP port deletion for 645e61aa-1a6c-4e8f-857e-ab06edb4897f request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:02:40.222172 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f543bb5-84a1-47b9-9b98-010cd9a7ae3c None None] Pushing event updated for resources: {'Port': ['ID=67ec8135-2fcb-40c1-be0d-e4620407c144,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:02:40.231675 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5798f87a-420a-403f-b7d8-4a866650205e req-3667fb50-c7c9-4931-b9ec-ab42525513e2 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] 10.222.0.54 "GET /v2.0/security-groups?id=ab553829-b17c-4bd7-9495-2cea0ebc82fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791130 Nov 19 18:02:40.248659 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1ef40dca-f642-40da-8dd4-56681a8587d0 tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12546453'] for subnet, precommit_delete_associations {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:40.310047 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-3f765819-f551-496a-8cf0-176d05ee5ce4 req-54ae71ec-afe9-4ed7-8429-59872959aab4 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=944baf18-8200-490e-9d12-8328be9c8b35&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4775352 Nov 19 18:02:40.370354 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 67ec8135-2fcb-40c1-be0d-e4620407c144 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:02:40.370736 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:40.444860 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c0d4ed81-e7a6-4e1a-a554-121b5a2f0882 tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:40.448644 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-c0d4ed81-e7a6-4e1a-a554-121b5a2f0882 tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.7024393 Nov 19 18:02:40.450210 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 51306) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:40.464099 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-0e767054-8f03-428e-b2ae-66bf0df891a1 tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] Request body: {'security_group_rule': {'security_group_id': '72e52b2c-47b6-491b-8536-86a5c33ef4fe', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:02:40.477554 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1ef40dca-f642-40da-8dd4-56681a8587d0 tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:40.539004 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4ed81-e7a6-4e1a-a554-121b5a2f0882 tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72e52b2c-47b6-491b-8536-86a5c33ef4fe,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:02:40.570410 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0e767054-8f03-428e-b2ae-66bf0df891a1 tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:40.576606 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-741a2abe-ad25-4f6d-92e2-814a4afc4cbb tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-671730'] for router_gateway, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:40.615401 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1ef40dca-f642-40da-8dd4-56681a8587d0 tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12282919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8731163'] for subnet, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:40.632934 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1ef40dca-f642-40da-8dd4-56681a8587d0 tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Publish callbacks [] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:40.639261 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-1ef40dca-f642-40da-8dd4-56681a8587d0 tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] 10.222.0.54 "DELETE /v2.0/subnets/c04064ef-57f9-4a40-a02b-a8ff74e1afd2 HTTP/1.1" status: 204 len: 168 time: 0.7545946 Nov 19 18:02:40.641273 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-232916fe-4c95-4590-9168-b9e5fbc8ee5f None None] Network 6ab838d0-1983-413c-bb3e-85f4c79f5155 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:02:40.664876 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 51312) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:40.688369 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef40dca-f642-40da-8dd4-56681a8587d0 tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Pushing event deleted for resources: {'Subnet': ['ID=c04064ef-57f9-4a40-a02b-a8ff74e1afd2,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:02:40.693366 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f765819-f551-496a-8cf0-176d05ee5ce4 req-b3c2b909-7d25-4ebb-b59a-e73dacb74228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:02:40.695607 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-3f765819-f551-496a-8cf0-176d05ee5ce4 req-b3c2b909-7d25-4ebb-b59a-e73dacb74228 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=13c0bb19644446578b6dcb526272ce30&device_id=944baf18-8200-490e-9d12-8328be9c8b35 HTTP/1.1" status: 200 len: 1097 time: 0.2781539 Nov 19 18:02:40.712358 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-741a2abe-ad25-4f6d-92e2-814a4afc4cbb tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4696'] for router, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:40.723939 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adc1359-b126-472b-b5f4-3d9e895b2a86 req-5a4bbc63-7f42-4dc6-8d47-4012ca2e2c92 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:02:40.725482 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2adc1359-b126-472b-b5f4-3d9e895b2a86 req-5a4bbc63-7f42-4dc6-8d47-4012ca2e2c92 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] 10.222.0.54 "GET /v2.0/ports?device_id=944baf18-8200-490e-9d12-8328be9c8b35 HTTP/1.1" status: 200 len: 946 time: 0.2630706 Nov 19 18:02:40.732137 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-741a2abe-ad25-4f6d-92e2-814a4afc4cbb tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:40.774376 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0e767054-8f03-428e-b2ae-66bf0df891a1 tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:40.787251 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0e767054-8f03-428e-b2ae-66bf0df891a1 tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735179'] for security_group_rule, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:40.802703 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d92b0a87-3ba9-460d-b4ff-3d035cff04bf tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:40.822290 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e767054-8f03-428e-b2ae-66bf0df891a1 tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fe2b570-88ba-4c18-b140-012899cd1367,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:02:40.850158 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6429800e-19d8-4904-8786-b27646cf80f1 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:40.858200 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0e767054-8f03-428e-b2ae-66bf0df891a1 tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:40.859684 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-0e767054-8f03-428e-b2ae-66bf0df891a1 tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4084442 Nov 19 18:02:40.863197 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 51316) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:40.875441 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-11a9547d-4f01-4e24-bed9-01027f345b9e tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] Request body: {'security_group_rule': {'security_group_id': '72e52b2c-47b6-491b-8536-86a5c33ef4fe', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:02:40.907215 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-741a2abe-ad25-4f6d-92e2-814a4afc4cbb tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-543895'] for router, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:40.907780 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-741a2abe-ad25-4f6d-92e2-814a4afc4cbb tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f959b547-a2de-4e68-95ea-4189b2c37118 {{(pid=103364) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 18:02:40.914874 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-d92b0a87-3ba9-460d-b4ff-3d035cff04bf tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Deleting port f4c88a9d-5b74-4124-ac2f-780a3e8b0aed {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:02:40.914874 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d92b0a87-3ba9-460d-b4ff-3d035cff04bf tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:40.938496 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-741a2abe-ad25-4f6d-92e2-814a4afc4cbb tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] Publish callbacks [] for router, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:40.944247 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-741a2abe-ad25-4f6d-92e2-814a4afc4cbb tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] 10.222.0.54 "DELETE /v2.0/routers/f959b547-a2de-4e68-95ea-4189b2c37118 HTTP/1.1" status: 204 len: 168 time: 3.3015945 Nov 19 18:02:40.951001 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 51322) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:40.971905 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2adc1359-b126-472b-b5f4-3d9e895b2a86 req-4d2152f9-eff1-406b-9d1b-436b8859890d tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] 10.222.0.54 "GET /v2.0/security-groups?id=ab553829-b17c-4bd7-9495-2cea0ebc82fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2279377 Nov 19 18:02:41.014057 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-b04b65fd-4bc7-4b3c-a7a7-1a8e33984997 tempest-RoutersIpV6AdminTest-1578650958 tempest-RoutersIpV6AdminTest-1578650958-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-165675367', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'}, 'admin_state_up': False}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:02:41.023374 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afa30780-df05-46f4-97e9-8545344730f5 None None] DHCP port deletion for 6ab838d0-1983-413c-bb3e-85f4c79f5155 request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:02:41.049404 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [None req-d92b0a87-3ba9-460d-b4ff-3d035cff04bf tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] For port f4c88a9d-5b74-4124-ac2f-780a3e8b0aed, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=f4c88a9d-5b74-4124-ac2f-780a3e8b0aed,segment=NetworkSegment(e634ba71-fb47-43b8-9c37-69586b2db2bf),segment_id=e634ba71-fb47-43b8-9c37-69586b2db2bf)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:02:41.049785 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d92b0a87-3ba9-460d-b4ff-3d035cff04bf tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:41.064058 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-d92b0a87-3ba9-460d-b4ff-3d035cff04bf tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Calling delete_port for f4c88a9d-5b74-4124-ac2f-780a3e8b0aed owned by network:dhcp {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:02:41.104501 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f765819-f551-496a-8cf0-176d05ee5ce4 req-3ad0c3c3-c072-4850-b289-43b22432df1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:02:41.106625 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-3f765819-f551-496a-8cf0-176d05ee5ce4 req-3ad0c3c3-c072-4850-b289-43b22432df1a service neutron] 10.222.0.60 "GET /v2.0/networks?id=d8dbec36-4368-41ad-81ce-387cc5613033 HTTP/1.1" status: 200 len: 916 time: 0.3724933 Nov 19 18:02:41.110091 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6429800e-19d8-4904-8786-b27646cf80f1 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:41.237381 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b04b65fd-4bc7-4b3c-a7a7-1a8e33984997 tempest-RoutersIpV6AdminTest-1578650958 tempest-RoutersIpV6AdminTest-1578650958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9890'] for router, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:41.239301 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b04b65fd-4bc7-4b3c-a7a7-1a8e33984997 tempest-RoutersIpV6AdminTest-1578650958 tempest-RoutersIpV6AdminTest-1578650958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671617', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-732153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4689'] for router, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:41.239598 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-11a9547d-4f01-4e24-bed9-01027f345b9e tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:41.246282 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-3f765819-f551-496a-8cf0-176d05ee5ce4 req-af810426-c0f2-47a1-8617-83ee85cafdef service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0148922a-0fe5-4e79-8d01-97646e3354af HTTP/1.1" status: 200 len: 217 time: 0.1195683 Nov 19 18:02:41.337452 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [None req-e1133fe5-3e18-4585-9782-b56c51d1dc7f None None] Allocated IP 2001:db8:0:1::2 (77a10e21-f918-4289-a08e-ed8cce4e3c66/44a346cd-c699-47e3-b7b4-0c6184546555/67ec8135-2fcb-40c1-be0d-e4620407c144) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:02:41.364609 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d92b0a87-3ba9-460d-b4ff-3d035cff04bf tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:41.391028 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-afa30780-df05-46f4-97e9-8545344730f5 None None] Deleting port f4c88a9d-5b74-4124-ac2f-780a3e8b0aed {{(pid=103366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:02:41.391298 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-afa30780-df05-46f4-97e9-8545344730f5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:41.501968 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92b0a87-3ba9-460d-b4ff-3d035cff04bf tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Pushing event deleted for resources: {'Port': ['ID=f4c88a9d-5b74-4124-ac2f-780a3e8b0aed,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:02:41.563456 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d92b0a87-3ba9-460d-b4ff-3d035cff04bf tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] No DVR routers for this DVR port f4c88a9d-5b74-4124-ac2f-780a3e8b0aed on host n-d-818022-2 {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:02:41.682928 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-11a9547d-4f01-4e24-bed9-01027f345b9e tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:41.704762 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-11a9547d-4f01-4e24-bed9-01027f345b9e tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735179'] for security_group_rule, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:41.730270 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-afa30780-df05-46f4-97e9-8545344730f5 None None] For port f4c88a9d-5b74-4124-ac2f-780a3e8b0aed, host n-d-818022-2, got binding levels [] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:02:41.731786 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-afa30780-df05-46f4-97e9-8545344730f5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:41.772430 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-afa30780-df05-46f4-97e9-8545344730f5 None None] Calling delete_port for f4c88a9d-5b74-4124-ac2f-780a3e8b0aed owned by network:dhcp {{(pid=103366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:02:41.785314 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.ipam_backend_mixin [None req-afa30780-df05-46f4-97e9-8545344730f5 None None] Port f4c88a9d-5b74-4124-ac2f-780a3e8b0aed was not found and therefore no delete operation was performed {{(pid=103366) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 19 18:02:41.812481 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a9547d-4f01-4e24-bed9-01027f345b9e tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a572e3a4-b83f-4487-9047-4b38e93c51c4,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:02:41.816018 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-afa30780-df05-46f4-97e9-8545344730f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007'] for port, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:41.842360 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-11a9547d-4f01-4e24-bed9-01027f345b9e tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:41.849607 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-11a9547d-4f01-4e24-bed9-01027f345b9e tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9789264 Nov 19 18:02:41.850302 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 51362) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:41.867890 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-18ce64e5-9024-4c4c-ba62-ca342fd9cda2 tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] Request body: {'security_group_rule': {'security_group_id': '72e52b2c-47b6-491b-8536-86a5c33ef4fe', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:02:41.873822 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d92b0a87-3ba9-460d-b4ff-3d035cff04bf tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:41.928916 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-e1133fe5-3e18-4585-9782-b56c51d1dc7f None None] For port 67ec8135-2fcb-40c1-be0d-e4620407c144, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=67ec8135-2fcb-40c1-be0d-e4620407c144,segment=NetworkSegment(5694b3e8-ef52-41f2-aa99-112cf5781bd8),segment_id=5694b3e8-ef52-41f2-aa99-112cf5781bd8)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:02:41.955025 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa30780-df05-46f4-97e9-8545344730f5 None None] Pushing event deleted for resources: {'Port': ['ID=f4c88a9d-5b74-4124-ac2f-780a3e8b0aed,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:02:41.970753 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 67ec8135-2fcb-40c1-be0d-e4620407c144 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:02:41.973739 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa30780-df05-46f4-97e9-8545344730f5 None None] No DVR routers for this DVR port f4c88a9d-5b74-4124-ac2f-780a3e8b0aed on host n-d-818022-2 {{(pid=103366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:02:41.988621 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-d92b0a87-3ba9-460d-b4ff-3d035cff04bf tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ab838d0-1983-413c-bb3e-85f4c79f5155']}} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:02:42.016055 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e1133fe5-3e18-4585-9782-b56c51d1dc7f None None] Publish callbacks [] for port, precommit_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:42.033636 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-d92b0a87-3ba9-460d-b4ff-3d035cff04bf tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e634ba71-fb47-43b8-9c37-69586b2db2bf') {'for_net_delete': True} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:02:42.033954 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-d92b0a87-3ba9-460d-b4ff-3d035cff04bf tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e634ba71-fb47-43b8-9c37-69586b2db2bf') {} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:02:42.075161 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d92b0a87-3ba9-460d-b4ff-3d035cff04bf tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12545382'] for segment, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:42.083733 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6429800e-19d8-4904-8786-b27646cf80f1 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Network 77a10e21-f918-4289-a08e-ed8cce4e3c66 is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:02:42.090155 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e1133fe5-3e18-4585-9782-b56c51d1dc7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:42.092255 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-18ce64e5-9024-4c4c-ba62-ca342fd9cda2 tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:42.125615 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-6429800e-19d8-4904-8786-b27646cf80f1 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:02:42.157322 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6429800e-19d8-4904-8786-b27646cf80f1 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:02:42.162699 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-18ce64e5-9024-4c4c-ba62-ca342fd9cda2 tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:42.163317 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6429800e-19d8-4904-8786-b27646cf80f1 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:02:42.164287 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6429800e-19d8-4904-8786-b27646cf80f1 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:42.169749 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d92b0a87-3ba9-460d-b4ff-3d035cff04bf tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:42.179745 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-18ce64e5-9024-4c4c-ba62-ca342fd9cda2 tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735179'] for security_group_rule, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:42.197898 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d92b0a87-3ba9-460d-b4ff-3d035cff04bf tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Releasing vlan 662 on physical network physnet1 to pool {{(pid=103365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 18:02:42.200312 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d92b0a87-3ba9-460d-b4ff-3d035cff04bf tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12282953'] for segment, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:42.227703 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6429800e-19d8-4904-8786-b27646cf80f1 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Pushing event updated for resources: {'Port': ['ID=444550a3-2295-4728-a21e-1f8d3d968e00,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:02:42.246036 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b04b65fd-4bc7-4b3c-a7a7-1a8e33984997 tempest-RoutersIpV6AdminTest-1578650958 tempest-RoutersIpV6AdminTest-1578650958-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:42.249428 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f765819-f551-496a-8cf0-176d05ee5ce4 req-b60e0214-81bb-4ef6-a886-5869b32ba747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:02:42.251281 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-3f765819-f551-496a-8cf0-176d05ee5ce4 req-b60e0214-81bb-4ef6-a886-5869b32ba747 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=068f1254-b57b-4c27-b51b-af4c446dce02 HTTP/1.1" status: 200 len: 855 time: 0.9793952 Nov 19 18:02:42.265611 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-6429800e-19d8-4904-8786-b27646cf80f1 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 5.8096759 Nov 19 18:02:42.281289 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1133fe5-3e18-4585-9782-b56c51d1dc7f None None] Pushing event updated for resources: {'Port': ['ID=67ec8135-2fcb-40c1-be0d-e4620407c144,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:02:42.284541 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 51370) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:42.294623 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-0977f459-de1c-4f8c-b089-12aff36a497e tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '69fbdd5d-df41-434e-991c-9bc5f4bc0c21'}]}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:02:42.307150 n-d-818022-2 neutron-server[103365]: Traceback (most recent call last): Nov 19 18:02:42.307150 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 18:02:42.307150 n-d-818022-2 neutron-server[103365]: timer() Nov 19 18:02:42.307150 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 18:02:42.307150 n-d-818022-2 neutron-server[103365]: cb(*args, **kw) Nov 19 18:02:42.307150 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 18:02:42.307150 n-d-818022-2 neutron-server[103365]: return func(*args, **kwargs) Nov 19 18:02:42.307150 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 18:02:42.307150 n-d-818022-2 neutron-server[103365]: self._notify() Nov 19 18:02:42.307150 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 18:02:42.307150 n-d-818022-2 neutron-server[103365]: self.callback(batched_events) Nov 19 18:02:42.307150 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 18:02:42.307150 n-d-818022-2 neutron-server[103365]: event.method(event) Nov 19 18:02:42.307150 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 18:02:42.307150 n-d-818022-2 neutron-server[103365]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 18:02:42.307150 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 18:02:42.307150 n-d-818022-2 neutron-server[103365]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 18:02:42.307150 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 18:02:42.307150 n-d-818022-2 neutron-server[103365]: return f(self, *a, **k) Nov 19 18:02:42.307150 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 18:02:42.307150 n-d-818022-2 neutron-server[103365]: return self._get(url).json() Nov 19 18:02:42.307150 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 18:02:42.307150 n-d-818022-2 neutron-server[103365]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 18:02:42.307150 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 18:02:42.307150 n-d-818022-2 neutron-server[103365]: return self.request(url, 'GET', **kwargs) Nov 19 18:02:42.307150 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 18:02:42.307150 n-d-818022-2 neutron-server[103365]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 18:02:42.307150 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 18:02:42.307150 n-d-818022-2 neutron-server[103365]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 18:02:42.307150 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 18:02:42.307150 n-d-818022-2 neutron-server[103365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 18:02:42.307150 n-d-818022-2 neutron-server[103365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 18:02:42.312405 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 67ec8135-2fcb-40c1-be0d-e4620407c144 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:02:42.312789 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:42.332098 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ce64e5-9024-4c4c-ba62-ca342fd9cda2 tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49bffde7-ce6b-44b4-91ad-3dc3d5329db7,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:02:42.344649 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d92b0a87-3ba9-460d-b4ff-3d035cff04bf tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671242'] for network, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:42.370381 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d92b0a87-3ba9-460d-b4ff-3d035cff04bf tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Publish callbacks [] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:42.380115 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-d92b0a87-3ba9-460d-b4ff-3d035cff04bf tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] 10.222.0.54 "DELETE /v2.0/networks/6ab838d0-1983-413c-bb3e-85f4c79f5155 HTTP/1.1" status: 204 len: 168 time: 1.7140641 Nov 19 18:02:42.383905 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-18ce64e5-9024-4c4c-ba62-ca342fd9cda2 tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:42.390108 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-18ce64e5-9024-4c4c-ba62-ca342fd9cda2 tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5288980 Nov 19 18:02:42.399865 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 51374) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:42.400539 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 51376) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:42.412431 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-3f765819-f551-496a-8cf0-176d05ee5ce4 req-1e644f8a-62c0-43c5-be55-1feca05bed06 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d8dbec36-4368-41ad-81ce-387cc5613033&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1468658 Nov 19 18:02:42.413921 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-3d8f7d2d-8cfa-4d17-ac3d-81a8e512e60c tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] Request body: {'security_group_rule': {'security_group_id': '72e52b2c-47b6-491b-8536-86a5c33ef4fe', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:02:42.439654 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92b0a87-3ba9-460d-b4ff-3d035cff04bf tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Pushing event deleted for resources: {'Network': ['ID=6ab838d0-1983-413c-bb3e-85f4c79f5155,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:02:42.472110 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-c7653fe7-a07a-4913-846c-e4743b19b453 tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] 10.222.0.54 "GET /v2.0/ports?device_id=2b9fdf91-030a-432e-9720-6768de3dbf7b HTTP/1.1" status: 200 len: 205 time: 0.0699368 Nov 19 18:02:42.472934 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 51380) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:42.484949 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3d8f7d2d-8cfa-4d17-ac3d-81a8e512e60c tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:42.521764 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe025669-9d8f-4a60-b7b3-6d3b1a014b30 req-399e56cf-3514-4426-9b06-ed027e84aae1 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:02:42.526972 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-fe025669-9d8f-4a60-b7b3-6d3b1a014b30 req-399e56cf-3514-4426-9b06-ed027e84aae1 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] 10.222.0.54 "GET /v2.0/ports?device_id=944baf18-8200-490e-9d12-8328be9c8b35 HTTP/1.1" status: 200 len: 946 time: 0.4399331 Nov 19 18:02:42.622245 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ff0ac3e6-061c-4cb8-aaa3-2079c0b5d550 tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Publish callbacks [] for router, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:42.650586 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device f4c88a9d-5b74-4124-ac2f-780a3e8b0aed no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:02:42.677441 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3d8f7d2d-8cfa-4d17-ac3d-81a8e512e60c tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:42.677673 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: f4c88a9d-5b74-4124-ac2f-780a3e8b0aed {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:02:42.677894 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device f4c88a9d-5b74-4124-ac2f-780a3e8b0aed not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:02:42.678289 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 7d9f97e1-9012-4652-9971-b46c8c795193 no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:02:42.742882 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: 7d9f97e1-9012-4652-9971-b46c8c795193 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:02:42.743235 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 7d9f97e1-9012-4652-9971-b46c8c795193 not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:02:42.756220 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b04b65fd-4bc7-4b3c-a7a7-1a8e33984997 tempest-RoutersIpV6AdminTest-1578650958 tempest-RoutersIpV6AdminTest-1578650958-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:42.756360 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3d8f7d2d-8cfa-4d17-ac3d-81a8e512e60c tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735179'] for security_group_rule, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:42.829064 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-fe025669-9d8f-4a60-b7b3-6d3b1a014b30 req-14ca2a30-3c95-41cf-ba55-b3e3bc289425 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] 10.222.0.54 "GET /v2.0/security-groups?id=ab553829-b17c-4bd7-9495-2cea0ebc82fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2829213 Nov 19 18:02:42.844843 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8f7d2d-8cfa-4d17-ac3d-81a8e512e60c tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee0a1005-4664-4671-9f9c-61f8479257ee,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:02:42.932073 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0977f459-de1c-4f8c-b089-12aff36a497e tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:42.951752 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ff0ac3e6-061c-4cb8-aaa3-2079c0b5d550 tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4696'] for router, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:42.954118 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ff0ac3e6-061c-4cb8-aaa3-2079c0b5d550 tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:43.060125 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3d8f7d2d-8cfa-4d17-ac3d-81a8e512e60c tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:43.066283 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-3d8f7d2d-8cfa-4d17-ac3d-81a8e512e60c tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6582119 Nov 19 18:02:43.066283 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 51390) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:43.070628 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-3f765819-f551-496a-8cf0-176d05ee5ce4 req-ba2d93e0-47c5-46bf-a67e-7bceb55312ae service neutron] 10.222.0.60 "GET /v2.0/networks/d8dbec36-4368-41ad-81ce-387cc5613033?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5404098 Nov 19 18:02:43.081801 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-5933d82a-6993-4aed-be43-167cc71d2a07 tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] Request body: {'security_group_rule': {'security_group_id': '72e52b2c-47b6-491b-8536-86a5c33ef4fe', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:02:43.108736 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ff0ac3e6-061c-4cb8-aaa3-2079c0b5d550 tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-543895'] for router, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:43.110145 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff0ac3e6-061c-4cb8-aaa3-2079c0b5d550 tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Fanout notify agent at l3_agent the message router_deleted on router 2b9fdf91-030a-432e-9720-6768de3dbf7b {{(pid=103365) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 18:02:43.128699 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ff0ac3e6-061c-4cb8-aaa3-2079c0b5d550 tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] Publish callbacks [] for router, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:43.129911 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-ff0ac3e6-061c-4cb8-aaa3-2079c0b5d550 tempest-RoutersNegativeIpV6Test-1127638024 tempest-RoutersNegativeIpV6Test-1127638024-project] 10.222.0.54 "DELETE /v2.0/routers/2b9fdf91-030a-432e-9720-6768de3dbf7b HTTP/1.1" status: 204 len: 168 time: 0.6557860 Nov 19 18:02:43.170200 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5933d82a-6993-4aed-be43-167cc71d2a07 tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:43.311254 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b56df831-20ff-429b-9d7a-f5e8cc6e05f1 None None] Network 77a10e21-f918-4289-a08e-ed8cce4e3c66 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:02:43.314832 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5933d82a-6993-4aed-be43-167cc71d2a07 tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:43.326700 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5933d82a-6993-4aed-be43-167cc71d2a07 tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735179'] for security_group_rule, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:43.358596 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5933d82a-6993-4aed-be43-167cc71d2a07 tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22950ca7-11ab-4922-9433-85151ecabbaa,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:02:43.372514 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5933d82a-6993-4aed-be43-167cc71d2a07 tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:43.377861 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-5933d82a-6993-4aed-be43-167cc71d2a07 tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3112264 Nov 19 18:02:43.380920 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 51396) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:43.444369 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-51ea772e-edf0-4704-885b-be1d3015d8f5 None None] Provisioning complete for port 67ec8135-2fcb-40c1-be0d-e4620407c144 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:02:43.444739 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-51ea772e-edf0-4704-885b-be1d3015d8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:43.619525 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-3f765819-f551-496a-8cf0-176d05ee5ce4 req-5f5343db-6b5d-4b19-bc80-0dc664cc0f9e service neutron] 10.222.0.60 "GET /v2.0/networks/d8dbec36-4368-41ad-81ce-387cc5613033?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5404766 Nov 19 18:02:43.620515 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-fd6d8f81-3885-4d24-80ea-f3bfc379bc8b tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:43.646354 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-fd6d8f81-3885-4d24-80ea-f3bfc379bc8b tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:43.773798 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 51402) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:43.814213 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 67ec8135-2fcb-40c1-be0d-e4620407c144 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:02:43.864568 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-fd6d8f81-3885-4d24-80ea-f3bfc379bc8b tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735179'] for security_group_rule, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:43.913379 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-fd6d8f81-3885-4d24-80ea-f3bfc379bc8b tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:43.914638 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-fd6d8f81-3885-4d24-80ea-f3bfc379bc8b tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/22950ca7-11ab-4922-9433-85151ecabbaa HTTP/1.1" status: 204 len: 168 time: 0.5259173 Nov 19 18:02:43.917324 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 51408) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:43.980184 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b04b65fd-4bc7-4b3c-a7a7-1a8e33984997 tempest-RoutersIpV6AdminTest-1578650958 tempest-RoutersIpV6AdminTest-1578650958-project] Publish callbacks [] for router_gateway, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:43.989108 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 67ec8135-2fcb-40c1-be0d-e4620407c144 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:02:43.989978 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:43.990784 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6d8f81-3885-4d24-80ea-f3bfc379bc8b tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=22950ca7-11ab-4922-9433-85151ecabbaa,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:02:43.992981 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [None req-0977f459-de1c-4f8c-b089-12aff36a497e tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Delete allocated IP 2001:db8:0:1::f4 (77a10e21-f918-4289-a08e-ed8cce4e3c66/44a346cd-c699-47e3-b7b4-0c6184546555) {{(pid=103364) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 19 18:02:44.063826 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b04b65fd-4bc7-4b3c-a7a7-1a8e33984997 tempest-RoutersIpV6AdminTest-1578650958 tempest-RoutersIpV6AdminTest-1578650958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:44.202825 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-32e9d689-6b48-480c-99cf-2982e12c99a6 tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.2838576 Nov 19 18:02:44.264424 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-a667c6dd-b5df-4957-b1a3-5b568e77ca4c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=cc1067af57fa48e0b93cad755b85e3b6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4887781 Nov 19 18:02:44.275786 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 51412) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:44.275992 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 51416) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:44.294750 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-62bc1038-cab9-420c-bec9-4f6f55c8d02d None None] Provisioning complete for port 444550a3-2295-4728-a21e-1f8d3d968e00 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:02:44.295137 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-62bc1038-cab9-420c-bec9-4f6f55c8d02d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:44.331762 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39921abc-0fb1-45f8-92f7-b44f74d30ac2 req-8c63bc55-8cea-41f0-95e3-2ab934772373 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:02:44.336809 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-39921abc-0fb1-45f8-92f7-b44f74d30ac2 req-8c63bc55-8cea-41f0-95e3-2ab934772373 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] 10.222.0.54 "GET /v2.0/ports?device_id=944baf18-8200-490e-9d12-8328be9c8b35 HTTP/1.1" status: 200 len: 946 time: 0.3436265 Nov 19 18:02:44.405756 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-62bc1038-cab9-420c-bec9-4f6f55c8d02d None None] Port 444550a3-2295-4728-a21e-1f8d3d968e00 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:02:44.434405 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-62bc1038-cab9-420c-bec9-4f6f55c8d02d None None] Provisioning complete for port 67ec8135-2fcb-40c1-be0d-e4620407c144 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:02:44.434788 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-62bc1038-cab9-420c-bec9-4f6f55c8d02d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:44.504355 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-39921abc-0fb1-45f8-92f7-b44f74d30ac2 req-858d3322-7d81-443b-bfe8-3f3600600097 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] 10.222.0.54 "GET /v2.0/security-groups?id=ab553829-b17c-4bd7-9495-2cea0ebc82fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629021 Nov 19 18:02:44.655188 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-fe5aed7a-5d8a-4c43-b947-d2529ef6a64c tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:44.684484 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-fe5aed7a-5d8a-4c43-b947-d2529ef6a64c tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:44.739863 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c26d5ba7-037d-4b71-99ee-967ff4970529 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:44.741956 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [None req-b04b65fd-4bc7-4b3c-a7a7-1a8e33984997 tempest-RoutersIpV6AdminTest-1578650958 tempest-RoutersIpV6AdminTest-1578650958-project] Allocated IP 172.25.7.158 (645e61aa-1a6c-4e8f-857e-ab06edb4897f/88ed2d64-f56d-4f01-a468-946e01c99e82/ee60bb9f-f192-48e2-8fb4-0b9813065092) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:02:44.779253 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0977f459-de1c-4f8c-b089-12aff36a497e tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks [] for port, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:44.788966 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-fe5aed7a-5d8a-4c43-b947-d2529ef6a64c tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735179'] for security_group_rule, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:44.796146 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-552b7342-a56e-4f19-aa9b-72b900e8b9f0 None None] Provisioning complete for port 444550a3-2295-4728-a21e-1f8d3d968e00 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:02:44.798150 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-552b7342-a56e-4f19-aa9b-72b900e8b9f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:44.799672 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c26d5ba7-037d-4b71-99ee-967ff4970529 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:44.807156 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-fe5aed7a-5d8a-4c43-b947-d2529ef6a64c tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:44.807337 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-fe5aed7a-5d8a-4c43-b947-d2529ef6a64c tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/ee0a1005-4664-4671-9f9c-61f8479257ee HTTP/1.1" status: 204 len: 168 time: 0.5303912 Nov 19 18:02:44.810584 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 51420) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:44.815720 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0977f459-de1c-4f8c-b089-12aff36a497e tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:44.872094 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-552b7342-a56e-4f19-aa9b-72b900e8b9f0 None None] Port 444550a3-2295-4728-a21e-1f8d3d968e00 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:02:44.900597 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-cff8b97a-a17f-432f-85e9-7b6dfcfb5902 tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0875454 Nov 19 18:02:44.903451 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 51422) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:44.922124 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5aed7a-5d8a-4c43-b947-d2529ef6a64c tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ee0a1005-4664-4671-9f9c-61f8479257ee,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:02:44.959613 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-85fc7701-e5bb-42c1-aa38-44e8892f788f tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:44.982357 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-85fc7701-e5bb-42c1-aa38-44e8892f788f tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:45.011281 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-0977f459-de1c-4f8c-b089-12aff36a497e tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] In _notify_port_updated(), no bound segment for port 444550a3-2295-4728-a21e-1f8d3d968e00 on network 77a10e21-f918-4289-a08e-ed8cce4e3c66 {{(pid=103364) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 19 18:02:45.019813 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0977f459-de1c-4f8c-b089-12aff36a497e tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:02:45.020768 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0977f459-de1c-4f8c-b089-12aff36a497e tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:45.022169 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-0977f459-de1c-4f8c-b089-12aff36a497e tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] 10.222.0.54 "PUT /v2.0/ports/444550a3-2295-4728-a21e-1f8d3d968e00 HTTP/1.1" status: 200 len: 926 time: 2.7334180 Nov 19 18:02:45.025355 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 51424) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:45.033214 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0977f459-de1c-4f8c-b089-12aff36a497e tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Pushing event updated for resources: {'Port': ['ID=444550a3-2295-4728-a21e-1f8d3d968e00,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:02:45.047004 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-ea529718-f4e2-44b7-a5ad-fd2a72c32890 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '69fbdd5d-df41-434e-991c-9bc5f4bc0c21'}, {'subnet_id': '44a346cd-c699-47e3-b7b4-0c6184546555'}]}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:02:45.082572 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c26d5ba7-037d-4b71-99ee-967ff4970529 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:45.085261 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c26d5ba7-037d-4b71-99ee-967ff4970529 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:45.086493 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-c26d5ba7-037d-4b71-99ee-967ff4970529 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/9095aecc-9d3b-4c06-a102-5855c928b53e HTTP/1.1" status: 204 len: 168 time: 0.7850792 Nov 19 18:02:45.110891 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b04b65fd-4bc7-4b3c-a7a7-1a8e33984997 tempest-RoutersIpV6AdminTest-1578650958 tempest-RoutersIpV6AdminTest-1578650958-project] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:45.114293 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26d5ba7-037d-4b71-99ee-967ff4970529 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9095aecc-9d3b-4c06-a102-5855c928b53e,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:02:45.114528 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-85fc7701-e5bb-42c1-aa38-44e8892f788f tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735179'] for security_group_rule, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:45.128668 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-85fc7701-e5bb-42c1-aa38-44e8892f788f tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:45.132141 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-85fc7701-e5bb-42c1-aa38-44e8892f788f tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/49bffde7-ce6b-44b4-91ad-3dc3d5329db7 HTTP/1.1" status: 204 len: 168 time: 0.2251797 Nov 19 18:02:45.132141 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fc7701-e5bb-42c1-aa38-44e8892f788f tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=49bffde7-ce6b-44b4-91ad-3dc3d5329db7,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:02:45.136227 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 51428) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:45.232594 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b04b65fd-4bc7-4b3c-a7a7-1a8e33984997 tempest-RoutersIpV6AdminTest-1578650958 tempest-RoutersIpV6AdminTest-1578650958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:45.315572 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-e8c5ca61-cba5-4e4f-8e62-b333231247fb tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1762695 Nov 19 18:02:45.327813 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 51432) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:45.332374 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04b65fd-4bc7-4b3c-a7a7-1a8e33984997 tempest-RoutersIpV6AdminTest-1578650958 tempest-RoutersIpV6AdminTest-1578650958-project] Pushing event updated for resources: {'Port': ['ID=ee60bb9f-f192-48e2-8fb4-0b9813065092,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:02:45.368447 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b04b65fd-4bc7-4b3c-a7a7-1a8e33984997 tempest-RoutersIpV6AdminTest-1578650958 tempest-RoutersIpV6AdminTest-1578650958-project] Network 645e61aa-1a6c-4e8f-857e-ab06edb4897f is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:02:45.374766 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-b04b65fd-4bc7-4b3c-a7a7-1a8e33984997 tempest-RoutersIpV6AdminTest-1578650958 tempest-RoutersIpV6AdminTest-1578650958-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:02:45.381976 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b04b65fd-4bc7-4b3c-a7a7-1a8e33984997 tempest-RoutersIpV6AdminTest-1578650958 tempest-RoutersIpV6AdminTest-1578650958-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:02:45.393529 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98778ad7-0028-4c8f-89bb-cb38cdb4a768 None None] DHCP port deletion for 645e61aa-1a6c-4e8f-857e-ab06edb4897f request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:02:45.476163 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-aebbc4be-edcc-4c15-b3dd-97f1a6d20399 tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:45.494939 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-aebbc4be-edcc-4c15-b3dd-97f1a6d20399 tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:45.502050 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ea529718-f4e2-44b7-a5ad-fd2a72c32890 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:45.548525 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-9142cfd6-35bc-43ff-aa4f-aadedcf3835c None None] Provisioning complete for port 444550a3-2295-4728-a21e-1f8d3d968e00 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:02:45.549138 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9142cfd6-35bc-43ff-aa4f-aadedcf3835c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:45.665906 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-9142cfd6-35bc-43ff-aa4f-aadedcf3835c None None] Port 444550a3-2295-4728-a21e-1f8d3d968e00 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:02:45.680280 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-9142cfd6-35bc-43ff-aa4f-aadedcf3835c None None] Provisioning complete for port ee60bb9f-f192-48e2-8fb4-0b9813065092 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:02:45.680280 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9142cfd6-35bc-43ff-aa4f-aadedcf3835c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:45.723803 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-9142cfd6-35bc-43ff-aa4f-aadedcf3835c None None] Port ee60bb9f-f192-48e2-8fb4-0b9813065092 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:02:45.758727 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-aebbc4be-edcc-4c15-b3dd-97f1a6d20399 tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735179'] for security_group_rule, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:45.765421 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-aebbc4be-edcc-4c15-b3dd-97f1a6d20399 tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:45.769320 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-aebbc4be-edcc-4c15-b3dd-97f1a6d20399 tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/a572e3a4-b83f-4487-9047-4b38e93c51c4 HTTP/1.1" status: 204 len: 168 time: 0.4405313 Nov 19 18:02:45.773200 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 51446) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:45.843376 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebbc4be-edcc-4c15-b3dd-97f1a6d20399 tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a572e3a4-b83f-4487-9047-4b38e93c51c4,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:02:45.887508 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418747f9-41d5-46b0-833e-a212922e1d7d req-988407f8-17f1-41c4-a299-335373b0e55e tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:02:45.889144 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-418747f9-41d5-46b0-833e-a212922e1d7d req-988407f8-17f1-41c4-a299-335373b0e55e tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] 10.222.0.54 "GET /v2.0/ports?device_id=944baf18-8200-490e-9d12-8328be9c8b35 HTTP/1.1" status: 200 len: 946 time: 0.1767144 Nov 19 18:02:45.984428 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-f6f86c46-2532-4a01-bef7-97c16cdfb7d2 tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.2078311 Nov 19 18:02:45.988814 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 51452) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:46.050391 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-19492a87-52c5-4b9c-9254-94a860f0c9d4 tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:46.068753 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-19492a87-52c5-4b9c-9254-94a860f0c9d4 tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:46.187871 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-418747f9-41d5-46b0-833e-a212922e1d7d req-7aa42cc5-3490-4c59-abc1-8481e6978255 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] 10.222.0.54 "GET /v2.0/security-groups?id=ab553829-b17c-4bd7-9495-2cea0ebc82fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2917492 Nov 19 18:02:46.314877 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b04b65fd-4bc7-4b3c-a7a7-1a8e33984997 tempest-RoutersIpV6AdminTest-1578650958 tempest-RoutersIpV6AdminTest-1578650958-project] Publish callbacks [] for router_gateway, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:46.415262 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-19492a87-52c5-4b9c-9254-94a860f0c9d4 tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735179'] for security_group_rule, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:46.425989 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-19492a87-52c5-4b9c-9254-94a860f0c9d4 tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:46.439734 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-19492a87-52c5-4b9c-9254-94a860f0c9d4 tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/2fe2b570-88ba-4c18-b140-012899cd1367 HTTP/1.1" status: 204 len: 168 time: 0.4422982 Nov 19 18:02:46.439734 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 51462) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:46.492325 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [None req-ea529718-f4e2-44b7-a5ad-fd2a72c32890 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Allocated IP 2001:db8:0:1::3e7 (77a10e21-f918-4289-a08e-ed8cce4e3c66/44a346cd-c699-47e3-b7b4-0c6184546555/444550a3-2295-4728-a21e-1f8d3d968e00) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:02:46.503501 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19492a87-52c5-4b9c-9254-94a860f0c9d4 tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2fe2b570-88ba-4c18-b140-012899cd1367,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:02:46.638890 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-f14d7de5-7858-4b2c-92d3-57022e0c8f09 tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1961150 Nov 19 18:02:46.642324 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 51474) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:46.778791 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-066d3994-eb36-4b20-8f0a-7f020e7ae5b8 tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:46.841963 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-066d3994-eb36-4b20-8f0a-7f020e7ae5b8 tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:46.875433 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 51478) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:46.918420 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b04b65fd-4bc7-4b3c-a7a7-1a8e33984997 tempest-RoutersIpV6AdminTest-1578650958 tempest-RoutersIpV6AdminTest-1578650958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671702'] for router, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:46.946727 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ea529718-f4e2-44b7-a5ad-fd2a72c32890 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks [] for port, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:46.985748 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ea529718-f4e2-44b7-a5ad-fd2a72c32890 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:47.063733 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-066d3994-eb36-4b20-8f0a-7f020e7ae5b8 tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:47.066751 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-066d3994-eb36-4b20-8f0a-7f020e7ae5b8 tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:47.072279 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-066d3994-eb36-4b20-8f0a-7f020e7ae5b8 tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] 10.222.0.54 "DELETE /v2.0/security-groups/72e52b2c-47b6-491b-8536-86a5c33ef4fe HTTP/1.1" status: 204 len: 168 time: 0.4286830 Nov 19 18:02:47.088022 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 51484) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:47.137796 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066d3994-eb36-4b20-8f0a-7f020e7ae5b8 tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72e52b2c-47b6-491b-8536-86a5c33ef4fe,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:02:47.232904 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 51486) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:47.262866 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b04b65fd-4bc7-4b3c-a7a7-1a8e33984997 tempest-RoutersIpV6AdminTest-1578650958 tempest-RoutersIpV6AdminTest-1578650958-project] Router 16d0eb43-8be5-41b5-8919-74a61fa9d3c3 is scheduled to L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 with binding_index 1 {{(pid=103364) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 18:02:47.286852 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea529718-f4e2-44b7-a5ad-fd2a72c32890 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Pushing event updated for resources: {'Port': ['ID=444550a3-2295-4728-a21e-1f8d3d968e00,revision_number=3']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:02:47.312957 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-ea529718-f4e2-44b7-a5ad-fd2a72c32890 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] In _notify_port_updated(), no bound segment for port 444550a3-2295-4728-a21e-1f8d3d968e00 on network 77a10e21-f918-4289-a08e-ed8cce4e3c66 {{(pid=103365) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 19 18:02:47.326826 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea529718-f4e2-44b7-a5ad-fd2a72c32890 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:02:47.330205 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ea529718-f4e2-44b7-a5ad-fd2a72c32890 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:47.341693 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-ea529718-f4e2-44b7-a5ad-fd2a72c32890 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] 10.222.0.54 "PUT /v2.0/ports/444550a3-2295-4728-a21e-1f8d3d968e00 HTTP/1.1" status: 200 len: 1012 time: 2.3145189 Nov 19 18:02:47.343659 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 51492) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:47.398162 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f4c7581c-af25-4616-81d2-76fe40c57b16 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:47.428461 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-51237341-cefe-40e6-8ed0-0eeb47f8ef31 tempest-NegativeSecGroupTest-1499135571 tempest-NegativeSecGroupTest-1499135571-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:02:47.428995 n-d-818022-2 neutron-server[103365]: WARNING neutron.api.v2.base [None req-51237341-cefe-40e6-8ed0-0eeb47f8ef31 tempest-NegativeSecGroupTest-1499135571 tempest-NegativeSecGroupTest-1499135571-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 19 18:02:47.429336 n-d-818022-2 neutron-server[103365]: INFO neutron.api.v2.resource [None req-51237341-cefe-40e6-8ed0-0eeb47f8ef31 tempest-NegativeSecGroupTest-1499135571 tempest-NegativeSecGroupTest-1499135571-project] create failed (client error): There was a conflict when trying to complete your request. Nov 19 18:02:47.433774 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-51237341-cefe-40e6-8ed0-0eeb47f8ef31 tempest-NegativeSecGroupTest-1499135571 tempest-NegativeSecGroupTest-1499135571-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.5535877 Nov 19 18:02:47.501853 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 51494) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:47.508079 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-02ce0c72-0f93-42ef-a4ae-8d80cb6246a7 tempest-NegativeSecGroupTest-1499135571 tempest-NegativeSecGroupTest-1499135571-project] Request body: {'security_group': {'name': 'tempest-secgroup--1535438691'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:02:47.586578 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-de9a5c90-f78c-4dbe-a403-0dfa237a951d tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.4700532 Nov 19 18:02:47.622333 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 51500) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:47.666626 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-390bd781-3f3f-4341-a739-7965f1251c89 tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] Request body: {'security_group': {'name': 'tempest-secgroup--1583990693'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:02:47.674011 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-3fa5b31d-1f6f-4004-b974-a4ad1937eccf None None] Provisioning complete for port 444550a3-2295-4728-a21e-1f8d3d968e00 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:02:47.674800 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3fa5b31d-1f6f-4004-b974-a4ad1937eccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:47.775340 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-3fa5b31d-1f6f-4004-b974-a4ad1937eccf None None] Port 444550a3-2295-4728-a21e-1f8d3d968e00 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:02:47.805613 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-02ce0c72-0f93-42ef-a4ae-8d80cb6246a7 tempest-NegativeSecGroupTest-1499135571 tempest-NegativeSecGroupTest-1499135571-project] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:47.828520 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172f3266-ea23-43e4-90b9-8dd77641d1dd req-852340f5-77b4-4514-98be-7ebaec11788f tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:02:47.836331 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-172f3266-ea23-43e4-90b9-8dd77641d1dd req-852340f5-77b4-4514-98be-7ebaec11788f tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] 10.222.0.54 "GET /v2.0/ports?device_id=944baf18-8200-490e-9d12-8328be9c8b35 HTTP/1.1" status: 200 len: 946 time: 0.4471586 Nov 19 18:02:47.854221 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-02ce0c72-0f93-42ef-a4ae-8d80cb6246a7 tempest-NegativeSecGroupTest-1499135571 tempest-NegativeSecGroupTest-1499135571-project] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:47.958474 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-02ce0c72-0f93-42ef-a4ae-8d80cb6246a7 tempest-NegativeSecGroupTest-1499135571 tempest-NegativeSecGroupTest-1499135571-project] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:47.963734 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 51506) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:47.965189 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-390bd781-3f3f-4341-a739-7965f1251c89 tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:47.988266 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-02ce0c72-0f93-42ef-a4ae-8d80cb6246a7 tempest-NegativeSecGroupTest-1499135571 tempest-NegativeSecGroupTest-1499135571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:48.058101 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-172f3266-ea23-43e4-90b9-8dd77641d1dd req-5739dd94-be17-4570-a1d8-1e1d264fec51 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] 10.222.0.54 "GET /v2.0/security-groups?id=ab553829-b17c-4bd7-9495-2cea0ebc82fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170057 Nov 19 18:02:48.124960 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b04b65fd-4bc7-4b3c-a7a7-1a8e33984997 tempest-RoutersIpV6AdminTest-1578650958 tempest-RoutersIpV6AdminTest-1578650958-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:02:48.135681 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf7526d-7271-49ec-bf42-da1578087fe5 None None] Sync routers for ids ['16d0eb43-8be5-41b5-8919-74a61fa9d3c3'] in n-d-818022-2 {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:02:48.152996 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf7526d-7271-49ec-bf42-da1578087fe5 None None] Routers {'16d0eb43-8be5-41b5-8919-74a61fa9d3c3'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:02:48.153668 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-fbf7526d-7271-49ec-bf42-da1578087fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:02:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['16d0eb43-8be5-41b5-8919-74a61fa9d3c3'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:02:48.185647 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b04b65fd-4bc7-4b3c-a7a7-1a8e33984997 tempest-RoutersIpV6AdminTest-1578650958 tempest-RoutersIpV6AdminTest-1578650958-project] Publish callbacks [] for router, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:48.192906 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-b04b65fd-4bc7-4b3c-a7a7-1a8e33984997 tempest-RoutersIpV6AdminTest-1578650958 tempest-RoutersIpV6AdminTest-1578650958-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 7.2146084 Nov 19 18:02:48.194345 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 51510) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:48.202244 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-eedfb5db-91c5-4a92-bc3e-1928b06f77f9 tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'enable_snat': False}}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:02:48.222372 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-e2acd516-0d74-49d5-bd50-be4b5bce3e64 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Deleting port 444550a3-2295-4728-a21e-1f8d3d968e00 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:02:48.222742 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e2acd516-0d74-49d5-bd50-be4b5bce3e64 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:48.250539 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f4c7581c-af25-4616-81d2-76fe40c57b16 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:48.265093 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-fbf7526d-7271-49ec-bf42-da1578087fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:02:48.270706 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f4c7581c-af25-4616-81d2-76fe40c57b16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:48.286265 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf7526d-7271-49ec-bf42-da1578087fe5 None None] Routers {'16d0eb43-8be5-41b5-8919-74a61fa9d3c3'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:02:48.287429 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-fbf7526d-7271-49ec-bf42-da1578087fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:02:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['16d0eb43-8be5-41b5-8919-74a61fa9d3c3'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:02:48.385438 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c7581c-af25-4616-81d2-76fe40c57b16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34a90644-b297-4d03-9eb7-d5ba618548a1,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:02:48.386357 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-fbf7526d-7271-49ec-bf42-da1578087fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:02:48.404047 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf7526d-7271-49ec-bf42-da1578087fe5 None None] The sync data for ids ['16d0eb43-8be5-41b5-8919-74a61fa9d3c3'] in n-d-818022-2 is: [] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:02:48.420786 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-f4c7581c-af25-4616-81d2-76fe40c57b16 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f182a1bdd0f94b1d8e5abe34ebb26928&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1784503 Nov 19 18:02:48.421471 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 51512) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:48.427935 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e2acd516-0d74-49d5-bd50-be4b5bce3e64 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:48.447435 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-e2acd516-0d74-49d5-bd50-be4b5bce3e64 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Calling delete_port for 444550a3-2295-4728-a21e-1f8d3d968e00 owned by {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:02:48.549563 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-390bd781-3f3f-4341-a739-7965f1251c89 tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:48.649825 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-86d1593a-8b42-4f0b-b742-ffeadc025bf8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:48.673524 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-86d1593a-8b42-4f0b-b742-ffeadc025bf8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:48.731761 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ce0c72-0f93-42ef-a4ae-8d80cb6246a7 tempest-NegativeSecGroupTest-1499135571 tempest-NegativeSecGroupTest-1499135571-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0bfed670-8dc1-41d7-b7c8-fd92d7c9cce3,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:02:48.744816 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-86d1593a-8b42-4f0b-b742-ffeadc025bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:48.751150 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-86d1593a-8b42-4f0b-b742-ffeadc025bf8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:48.759362 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-86d1593a-8b42-4f0b-b742-ffeadc025bf8 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/34a90644-b297-4d03-9eb7-d5ba618548a1 HTTP/1.1" status: 204 len: 168 time: 0.3367243 Nov 19 18:02:48.771423 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-390bd781-3f3f-4341-a739-7965f1251c89 tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:48.773955 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b7253aad-d2d0-4d82-84d3-9f3ab9e632a1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:48.799423 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d1593a-8b42-4f0b-b742-ffeadc025bf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34a90644-b297-4d03-9eb7-d5ba618548a1,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:02:48.944227 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b7253aad-d2d0-4d82-84d3-9f3ab9e632a1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:48.976015 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b7253aad-d2d0-4d82-84d3-9f3ab9e632a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:49.014444 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-02ce0c72-0f93-42ef-a4ae-8d80cb6246a7 tempest-NegativeSecGroupTest-1499135571 tempest-NegativeSecGroupTest-1499135571-project] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:49.024939 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-390bd781-3f3f-4341-a739-7965f1251c89 tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:49.026238 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-390bd781-3f3f-4341-a739-7965f1251c89 tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.4028962 Nov 19 18:02:49.029048 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 51520) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:49.035868 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e2acd516-0d74-49d5-bd50-be4b5bce3e64 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:49.037404 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-02ce0c72-0f93-42ef-a4ae-8d80cb6246a7 tempest-NegativeSecGroupTest-1499135571 tempest-NegativeSecGroupTest-1499135571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:49.041578 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-4d46f460-5b81-4a2d-9b06-342f6521a57f tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] Request body: {'security_group_rule': {'security_group_id': '6fd5ecba-1a25-4373-b65d-5f4522e3b60f', 'direction': 'ingress', 'protocol': 17}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:02:49.048513 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390bd781-3f3f-4341-a739-7965f1251c89 tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6fd5ecba-1a25-4373-b65d-5f4522e3b60f,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:02:49.088093 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-b7253aad-d2d0-4d82-84d3-9f3ab9e632a1 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=375aafda9c0f45c78a7efdf95089f28a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1170053 Nov 19 18:02:49.092190 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 51524) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:49.112604 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2acd516-0d74-49d5-bd50-be4b5bce3e64 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Pushing event deleted for resources: {'Port': ['ID=444550a3-2295-4728-a21e-1f8d3d968e00,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:02:49.136604 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-eedfb5db-91c5-4a92-bc3e-1928b06f77f9 tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:49.143614 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-02ce0c72-0f93-42ef-a4ae-8d80cb6246a7 tempest-NegativeSecGroupTest-1499135571 tempest-NegativeSecGroupTest-1499135571-project] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:49.144894 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-02ce0c72-0f93-42ef-a4ae-8d80cb6246a7 tempest-NegativeSecGroupTest-1499135571 tempest-NegativeSecGroupTest-1499135571-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.6407611 Nov 19 18:02:49.151746 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 51526) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:49.188378 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-2f5a08ad-12bc-4d0c-a61a-05cf16eb63f6 tempest-NegativeSecGroupTest-1499135571 tempest-NegativeSecGroupTest-1499135571-project] Request body: {'security_group_rule': {'security_group_id': '40a13bab-957d-4b92-8111-4da76b5145df', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:02:49.206270 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4d46f460-5b81-4a2d-9b06-342f6521a57f tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:49.263477 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7253aad-d2d0-4d82-84d3-9f3ab9e632a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=076f3846-17ab-4082-b781-c1d073492351,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:02:49.271288 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e2acd516-0d74-49d5-bd50-be4b5bce3e64 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:49.275026 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-e2acd516-0d74-49d5-bd50-be4b5bce3e64 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] 10.222.0.54 "DELETE /v2.0/ports/444550a3-2295-4728-a21e-1f8d3d968e00 HTTP/1.1" status: 204 len: 168 time: 1.9153442 Nov 19 18:02:49.280863 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 51528) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:49.358395 n-d-818022-2 neutron-server[103365]: INFO neutron.pecan_wsgi.hooks.translation [None req-bea333a4-4c0b-442e-bfd9-52e6f39e9ba1 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] GET failed (client error): The resource could not be found. Nov 19 18:02:49.363775 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-bea333a4-4c0b-442e-bfd9-52e6f39e9ba1 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] 10.222.0.54 "GET /v2.0/ports/444550a3-2295-4728-a21e-1f8d3d968e00 HTTP/1.1" status: 404 len: 333 time: 0.0768468 Nov 19 18:02:49.371622 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 51530) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:49.372216 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 51532) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:49.381093 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4d46f460-5b81-4a2d-9b06-342f6521a57f tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:49.402867 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4d46f460-5b81-4a2d-9b06-342f6521a57f tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735179'] for security_group_rule, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:49.408703 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-af4aad41-b155-4154-81d7-67353a84a805 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:49.426538 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ce0c72-0f93-42ef-a4ae-8d80cb6246a7 tempest-NegativeSecGroupTest-1499135571 tempest-NegativeSecGroupTest-1499135571-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40a13bab-957d-4b92-8111-4da76b5145df,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:02:49.442162 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d7aeab8f-ef14-4e27-a897-a2a3357ac258 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:49.455956 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2f5a08ad-12bc-4d0c-a61a-05cf16eb63f6 tempest-NegativeSecGroupTest-1499135571 tempest-NegativeSecGroupTest-1499135571-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:49.475540 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d46f460-5b81-4a2d-9b06-342f6521a57f tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cfbdba8-0437-49ae-a7e0-75dd28589aef,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:02:49.481517 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-af4aad41-b155-4154-81d7-67353a84a805 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:49.490948 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_v2 [None req-07c422e6-6693-4e0c-97ce-cbfa8f0e8d73 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Deleting subnet 44a346cd-c699-47e3-b7b4-0c6184546555 {{(pid=103365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 18:02:49.494748 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-07c422e6-6693-4e0c-97ce-cbfa8f0e8d73 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks [] for subnet, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:49.500498 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4d46f460-5b81-4a2d-9b06-342f6521a57f tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:49.504394 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-4d46f460-5b81-4a2d-9b06-342f6521a57f tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4662395 Nov 19 18:02:49.516635 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ccfc3d-0180-4c08-a8a3-f77959bc7707 req-00e3a599-e7e5-454e-b80c-4b147e88d9e6 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:02:49.518093 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 51534) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:49.522354 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a6ccfc3d-0180-4c08-a8a3-f77959bc7707 req-00e3a599-e7e5-454e-b80c-4b147e88d9e6 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] 10.222.0.54 "GET /v2.0/ports?device_id=944baf18-8200-490e-9d12-8328be9c8b35 HTTP/1.1" status: 200 len: 946 time: 0.3690219 Nov 19 18:02:49.584634 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-07c422e6-6693-4e0c-97ce-cbfa8f0e8d73 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12546453'] for subnet, precommit_delete_associations {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:49.644553 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2f5a08ad-12bc-4d0c-a61a-05cf16eb63f6 tempest-NegativeSecGroupTest-1499135571 tempest-NegativeSecGroupTest-1499135571-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:49.648838 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a6ccfc3d-0180-4c08-a8a3-f77959bc7707 req-7d05ee56-37b3-4d1a-af2f-ac40b8192c65 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] 10.222.0.54 "GET /v2.0/security-groups?id=ab553829-b17c-4bd7-9495-2cea0ebc82fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182299 Nov 19 18:02:49.658643 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-af4aad41-b155-4154-81d7-67353a84a805 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:49.661781 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-af4aad41-b155-4154-81d7-67353a84a805 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:49.663962 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-af4aad41-b155-4154-81d7-67353a84a805 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/076f3846-17ab-4082-b781-c1d073492351 HTTP/1.1" status: 204 len: 168 time: 0.5706937 Nov 19 18:02:49.671100 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2f5a08ad-12bc-4d0c-a61a-05cf16eb63f6 tempest-NegativeSecGroupTest-1499135571 tempest-NegativeSecGroupTest-1499135571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735179'] for security_group_rule, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:49.702849 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4aad41-b155-4154-81d7-67353a84a805 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=076f3846-17ab-4082-b781-c1d073492351,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:02:49.713936 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5a08ad-12bc-4d0c-a61a-05cf16eb63f6 tempest-NegativeSecGroupTest-1499135571 tempest-NegativeSecGroupTest-1499135571-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7eea5bf2-cd80-4c75-ba53-bde60bf0577c,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:02:49.775047 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2f5a08ad-12bc-4d0c-a61a-05cf16eb63f6 tempest-NegativeSecGroupTest-1499135571 tempest-NegativeSecGroupTest-1499135571-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:49.779042 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-2f5a08ad-12bc-4d0c-a61a-05cf16eb63f6 tempest-NegativeSecGroupTest-1499135571 tempest-NegativeSecGroupTest-1499135571-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5959432 Nov 19 18:02:49.786315 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 51540) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:49.799220 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-3ff5729d-e7aa-4283-ab0b-fd23a7dc4d77 tempest-NegativeSecGroupTest-1499135571 tempest-NegativeSecGroupTest-1499135571-project] Request body: {'security_group_rule': {'security_group_id': '40a13bab-957d-4b92-8111-4da76b5145df', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:02:49.881087 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3ff5729d-e7aa-4283-ab0b-fd23a7dc4d77 tempest-NegativeSecGroupTest-1499135571 tempest-NegativeSecGroupTest-1499135571-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:49.996522 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d7aeab8f-ef14-4e27-a897-a2a3357ac258 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:50.012139 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b3e2caff-9444-4ea2-952f-d9f559089cd0 tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:50.017287 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d7aeab8f-ef14-4e27-a897-a2a3357ac258 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:50.035754 n-d-818022-2 neutron-server[103364]: INFO neutron.api.v2.resource [None req-3ff5729d-e7aa-4283-ab0b-fd23a7dc4d77 tempest-NegativeSecGroupTest-1499135571 tempest-NegativeSecGroupTest-1499135571-project] create failed (client error): There was a conflict when trying to complete your request. Nov 19 18:02:50.037026 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-3ff5729d-e7aa-4283-ab0b-fd23a7dc4d77 tempest-NegativeSecGroupTest-1499135571 tempest-NegativeSecGroupTest-1499135571-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2496929 Nov 19 18:02:50.040460 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 51544) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:50.068706 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b3e2caff-9444-4ea2-952f-d9f559089cd0 tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:50.188907 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-d7aeab8f-ef14-4e27-a897-a2a3357ac258 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=96113b4809754561a94025b2f7a58bcc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8115106 Nov 19 18:02:50.189942 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 51552) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:50.193308 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b3e2caff-9444-4ea2-952f-d9f559089cd0 tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:50.196702 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b3e2caff-9444-4ea2-952f-d9f559089cd0 tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:50.201191 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-b3e2caff-9444-4ea2-952f-d9f559089cd0 tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] 10.222.0.54 "DELETE /v2.0/security-groups/6fd5ecba-1a25-4373-b65d-5f4522e3b60f HTTP/1.1" status: 204 len: 168 time: 0.6819088 Nov 19 18:02:50.204286 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 51554) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:50.211819 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7aeab8f-ef14-4e27-a897-a2a3357ac258 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d0f060d-57bf-4dbc-9111-67cb41383647,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:02:50.223875 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9330bd22-8da2-40f2-962d-95345aa4676d tempest-NegativeSecGroupTest-1499135571 tempest-NegativeSecGroupTest-1499135571-project] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:50.231766 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-eedfb5db-91c5-4a92-bc3e-1928b06f77f9 tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-671667', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4675'] for router, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:50.264444 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-eedfb5db-91c5-4a92-bc3e-1928b06f77f9 tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-671652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-671709', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-543867'] for router, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:50.282104 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e2caff-9444-4ea2-952f-d9f559089cd0 tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fd5ecba-1a25-4373-b65d-5f4522e3b60f,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:02:50.303114 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-07c422e6-6693-4e0c-97ce-cbfa8f0e8d73 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:50.318370 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9330bd22-8da2-40f2-962d-95345aa4676d tempest-NegativeSecGroupTest-1499135571 tempest-NegativeSecGroupTest-1499135571-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:50.393845 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-07c422e6-6693-4e0c-97ce-cbfa8f0e8d73 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12282919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8731163'] for subnet, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:50.412660 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-698e9de4-a50e-4e22-8f0e-9cc6f6d86cec tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2061222 Nov 19 18:02:50.419868 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 51560) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:50.439790 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c422e6-6693-4e0c-97ce-cbfa8f0e8d73 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Pushing event deleted for resources: {'Subnet': ['ID=44a346cd-c699-47e3-b7b4-0c6184546555,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:02:50.455011 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-07c422e6-6693-4e0c-97ce-cbfa8f0e8d73 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks [] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:50.461139 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-4b50c8bf-c944-4b46-93f8-887c462e220f tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] Request body: {'security_group': {'name': 'tempest-secgroup--290851428'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:02:50.463389 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4e024874-ddae-4aeb-bcbd-0e8aaba262b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:50.465136 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f7753f6-ed70-4922-a8e1-0f8631020674 None None] Network 77a10e21-f918-4289-a08e-ed8cce4e3c66 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:02:50.469280 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 51564) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:50.470047 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-07c422e6-6693-4e0c-97ce-cbfa8f0e8d73 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] 10.222.0.54 "DELETE /v2.0/subnets/44a346cd-c699-47e3-b7b4-0c6184546555 HTTP/1.1" status: 204 len: 168 time: 1.0878799 Nov 19 18:02:50.556685 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4e024874-ddae-4aeb-bcbd-0e8aaba262b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:50.558620 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9330bd22-8da2-40f2-962d-95345aa4676d tempest-NegativeSecGroupTest-1499135571 tempest-NegativeSecGroupTest-1499135571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:50.561425 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9330bd22-8da2-40f2-962d-95345aa4676d tempest-NegativeSecGroupTest-1499135571 tempest-NegativeSecGroupTest-1499135571-project] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:50.562644 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-9330bd22-8da2-40f2-962d-95345aa4676d tempest-NegativeSecGroupTest-1499135571 tempest-NegativeSecGroupTest-1499135571-project] 10.222.0.54 "DELETE /v2.0/security-groups/40a13bab-957d-4b92-8111-4da76b5145df HTTP/1.1" status: 204 len: 168 time: 0.5208957 Nov 19 18:02:50.565380 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 51568) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:50.580829 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4b50c8bf-c944-4b46-93f8-887c462e220f tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:50.601288 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_v2 [None req-82abec9c-5482-4edc-8a77-263e8dce92ac tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Deleting subnet 69fbdd5d-df41-434e-991c-9bc5f4bc0c21 {{(pid=103364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 18:02:50.620308 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-82abec9c-5482-4edc-8a77-263e8dce92ac tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks [] for subnet, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:50.644618 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-bad50fc9-af87-4170-bda7-27beb300ddfa tempest-NegativeSecGroupTest-1499135571 tempest-NegativeSecGroupTest-1499135571-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0737181 Nov 19 18:02:50.645178 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 51572) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:50.655093 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9330bd22-8da2-40f2-962d-95345aa4676d tempest-NegativeSecGroupTest-1499135571 tempest-NegativeSecGroupTest-1499135571-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40a13bab-957d-4b92-8111-4da76b5145df,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:02:50.656206 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-60bd06ef-bfc6-4526-aa8f-61415db1d0cc tempest-NegativeSecGroupTest-1499135571 tempest-NegativeSecGroupTest-1499135571-project] Request body: {'security_group': {'name': 'tempest-secgroup--932952545'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:02:50.670106 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eedfb5db-91c5-4a92-bc3e-1928b06f77f9 tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] Router 16d0eb43-8be5-41b5-8919-74a61fa9d3c3 has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 18:02:50.709158 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-82abec9c-5482-4edc-8a77-263e8dce92ac tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9416263'] for subnet, precommit_delete_associations {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:50.733259 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-60bd06ef-bfc6-4526-aa8f-61415db1d0cc tempest-NegativeSecGroupTest-1499135571 tempest-NegativeSecGroupTest-1499135571-project] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:50.854054 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4b50c8bf-c944-4b46-93f8-887c462e220f tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:50.886653 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a6f142-7fec-4f97-9439-48b945606f72 req-004a1060-19b4-4d14-a24b-4e64c45cbc89 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:02:50.888311 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-19a6f142-7fec-4f97-9439-48b945606f72 req-004a1060-19b4-4d14-a24b-4e64c45cbc89 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] 10.222.0.54 "GET /v2.0/ports?device_id=944baf18-8200-490e-9d12-8328be9c8b35 HTTP/1.1" status: 200 len: 946 time: 0.0967066 Nov 19 18:02:50.891209 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-60bd06ef-bfc6-4526-aa8f-61415db1d0cc tempest-NegativeSecGroupTest-1499135571 tempest-NegativeSecGroupTest-1499135571-project] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:50.898449 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-60bd06ef-bfc6-4526-aa8f-61415db1d0cc tempest-NegativeSecGroupTest-1499135571 tempest-NegativeSecGroupTest-1499135571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:50.936651 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-60bd06ef-bfc6-4526-aa8f-61415db1d0cc tempest-NegativeSecGroupTest-1499135571 tempest-NegativeSecGroupTest-1499135571-project] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:50.937963 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-60bd06ef-bfc6-4526-aa8f-61415db1d0cc tempest-NegativeSecGroupTest-1499135571 tempest-NegativeSecGroupTest-1499135571-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2913663 Nov 19 18:02:50.942158 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 51582) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:50.947777 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-591056aa-10a8-4285-8d86-21a0d1c37e2f tempest-NegativeSecGroupTest-1499135571 tempest-NegativeSecGroupTest-1499135571-project] Request body: {'security_group_rule': {'security_group_id': '12881d7b-48e5-4378-9122-81927bf8bbf4', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:02:50.948668 n-d-818022-2 neutron-server[103365]: WARNING neutron.api.v2.base [None req-591056aa-10a8-4285-8d86-21a0d1c37e2f tempest-NegativeSecGroupTest-1499135571 tempest-NegativeSecGroupTest-1499135571-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 19 18:02:50.949173 n-d-818022-2 neutron-server[103365]: INFO neutron.api.v2.resource [None req-591056aa-10a8-4285-8d86-21a0d1c37e2f tempest-NegativeSecGroupTest-1499135571 tempest-NegativeSecGroupTest-1499135571-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 18:02:50.952992 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-591056aa-10a8-4285-8d86-21a0d1c37e2f tempest-NegativeSecGroupTest-1499135571 tempest-NegativeSecGroupTest-1499135571-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0059764 Nov 19 18:02:50.959695 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 51584) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:50.971053 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-82abec9c-5482-4edc-8a77-263e8dce92ac tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:50.997313 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bd06ef-bfc6-4526-aa8f-61415db1d0cc tempest-NegativeSecGroupTest-1499135571 tempest-NegativeSecGroupTest-1499135571-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12881d7b-48e5-4378-9122-81927bf8bbf4,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:02:51.044034 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-19a6f142-7fec-4f97-9439-48b945606f72 req-78a894d1-d8d2-456a-b0ec-67e3e9fbfe42 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] 10.222.0.54 "GET /v2.0/security-groups?id=ab553829-b17c-4bd7-9495-2cea0ebc82fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481960 Nov 19 18:02:51.063442 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-245989ec-a00a-4ac1-883f-2bd467d8b7dd tempest-NegativeSecGroupTest-1499135571 tempest-NegativeSecGroupTest-1499135571-project] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:51.065172 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4e024874-ddae-4aeb-bcbd-0e8aaba262b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:51.068865 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4e024874-ddae-4aeb-bcbd-0e8aaba262b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:51.082896 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-4e024874-ddae-4aeb-bcbd-0e8aaba262b9 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/4d0f060d-57bf-4dbc-9111-67cb41383647 HTTP/1.1" status: 204 len: 168 time: 0.8814256 Nov 19 18:02:51.094786 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4b50c8bf-c944-4b46-93f8-887c462e220f tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:51.099145 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-245989ec-a00a-4ac1-883f-2bd467d8b7dd tempest-NegativeSecGroupTest-1499135571 tempest-NegativeSecGroupTest-1499135571-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:51.117592 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-82abec9c-5482-4edc-8a77-263e8dce92ac tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12425137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8983934'] for subnet, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:51.173888 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-245989ec-a00a-4ac1-883f-2bd467d8b7dd tempest-NegativeSecGroupTest-1499135571 tempest-NegativeSecGroupTest-1499135571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:51.176827 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-245989ec-a00a-4ac1-883f-2bd467d8b7dd tempest-NegativeSecGroupTest-1499135571 tempest-NegativeSecGroupTest-1499135571-project] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:51.178232 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-245989ec-a00a-4ac1-883f-2bd467d8b7dd tempest-NegativeSecGroupTest-1499135571 tempest-NegativeSecGroupTest-1499135571-project] 10.222.0.54 "DELETE /v2.0/security-groups/12881d7b-48e5-4378-9122-81927bf8bbf4 HTTP/1.1" status: 204 len: 168 time: 0.2173328 Nov 19 18:02:51.182124 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 51598) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:51.225611 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245989ec-a00a-4ac1-883f-2bd467d8b7dd tempest-NegativeSecGroupTest-1499135571 tempest-NegativeSecGroupTest-1499135571-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=12881d7b-48e5-4378-9122-81927bf8bbf4,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:02:51.228614 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57ecd460-6290-4d73-831f-5d95085a7fab None None] Update dhcp port {'port': {'network_id': '77a10e21-f918-4289-a08e-ed8cce4e3c66', 'fixed_ips': [{'subnet_id': '69fbdd5d-df41-434e-991c-9bc5f4bc0c21'}], 'binding:host_id': 'n-d-818022-2'}, 'id': '67ec8135-2fcb-40c1-be0d-e4620407c144'} from n-d-818022-2. {{(pid=103366) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 19 18:02:51.250370 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e024874-ddae-4aeb-bcbd-0e8aaba262b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d0f060d-57bf-4dbc-9111-67cb41383647,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:02:51.272166 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4b50c8bf-c944-4b46-93f8-887c462e220f tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:51.274261 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-4b50c8bf-c944-4b46-93f8-887c462e220f tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.8500712 Nov 19 18:02:51.277838 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 51600) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:51.317134 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-f1073828-defc-44e4-ad1b-14b6ab2cc20f tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] Request body: {'security_group': {'name': 'tempest-secgroup--498374510'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:02:51.335485 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-57ecd460-6290-4d73-831f-5d95085a7fab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:51.365681 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-d155db10-e7e8-490a-85b0-d97c633566df tempest-NegativeSecGroupTest-1499135571 tempest-NegativeSecGroupTest-1499135571-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1773279 Nov 19 18:02:51.368053 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 51602) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:51.378140 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-dbf0dc84-96d4-44cb-990d-553bad672b80 tempest-NegativeSecGroupTest-1499135571 tempest-NegativeSecGroupTest-1499135571-project] Request body: {'security_group': {'name': 'tempest-secgroup--1532052062'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:02:51.383093 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82abec9c-5482-4edc-8a77-263e8dce92ac tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Pushing event deleted for resources: {'Subnet': ['ID=69fbdd5d-df41-434e-991c-9bc5f4bc0c21,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:02:51.388152 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b50c8bf-c944-4b46-93f8-887c462e220f tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f2d9a55-354c-4bb4-b5db-64eb856f94e4,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:02:51.396243 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-82abec9c-5482-4edc-8a77-263e8dce92ac tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:51.404087 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-82abec9c-5482-4edc-8a77-263e8dce92ac tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] 10.222.0.54 "DELETE /v2.0/subnets/69fbdd5d-df41-434e-991c-9bc5f4bc0c21 HTTP/1.1" status: 204 len: 168 time: 0.9306338 Nov 19 18:02:51.408260 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 51604) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:51.422407 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f1073828-defc-44e4-ad1b-14b6ab2cc20f tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:51.480531 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-dbf0dc84-96d4-44cb-990d-553bad672b80 tempest-NegativeSecGroupTest-1499135571 tempest-NegativeSecGroupTest-1499135571-project] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:51.527142 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eedfb5db-91c5-4a92-bc3e-1928b06f77f9 tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:02:51.551163 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-eedfb5db-91c5-4a92-bc3e-1928b06f77f9 tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] Publish callbacks [] for router, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:51.552674 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-eedfb5db-91c5-4a92-bc3e-1928b06f77f9 tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] 10.222.0.54 "PUT /v2.0/routers/16d0eb43-8be5-41b5-8919-74a61fa9d3c3 HTTP/1.1" status: 200 len: 925 time: 3.3547194 Nov 19 18:02:51.557074 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 51608) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:51.647239 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7181383-015d-4659-93ed-71a885eb8637 None None] Sync routers for ids ['16d0eb43-8be5-41b5-8919-74a61fa9d3c3'] in n-d-818022-2 {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:02:51.659196 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4ca49f0e-cf2c-404f-9136-4221d69a6f37 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:51.686924 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7181383-015d-4659-93ed-71a885eb8637 None None] Routers {'16d0eb43-8be5-41b5-8919-74a61fa9d3c3'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:02:51.687574 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-f7181383-015d-4659-93ed-71a885eb8637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:02:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['16d0eb43-8be5-41b5-8919-74a61fa9d3c3'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:02:51.751050 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f1073828-defc-44e4-ad1b-14b6ab2cc20f tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:51.767327 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-f7181383-015d-4659-93ed-71a885eb8637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:02:51.779468 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d4ecf26-2028-4bf3-b37d-1c7e431812bb None None] Network 77a10e21-f918-4289-a08e-ed8cce4e3c66 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:02:51.786483 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f1073828-defc-44e4-ad1b-14b6ab2cc20f tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:51.855139 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7181383-015d-4659-93ed-71a885eb8637 None None] Routers {'16d0eb43-8be5-41b5-8919-74a61fa9d3c3'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:02:51.855954 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-f7181383-015d-4659-93ed-71a885eb8637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:02:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['16d0eb43-8be5-41b5-8919-74a61fa9d3c3'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:02:51.921331 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-f7181383-015d-4659-93ed-71a885eb8637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:02:51.922152 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7181383-015d-4659-93ed-71a885eb8637 None None] The sync data for ids ['16d0eb43-8be5-41b5-8919-74a61fa9d3c3'] in n-d-818022-2 is: [] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:02:51.923530 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 51620) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:51.933135 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-c6b0379e-b6ac-499f-a114-683934c9446e None None] Provisioning complete for port 67ec8135-2fcb-40c1-be0d-e4620407c144 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:02:51.933614 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-c6b0379e-b6ac-499f-a114-683934c9446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:51.938239 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-4d28586e-e2ff-4fc5-ae76-9847fcbcbf4e tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] 10.222.0.54 "GET /v2.0/routers/16d0eb43-8be5-41b5-8919-74a61fa9d3c3 HTTP/1.1" status: 200 len: 925 time: 0.3778405 Nov 19 18:02:51.942341 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 51622) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:51.955522 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-dee1d67c-5b57-4b0d-b920-840c5e566693 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:51.960032 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-4ca49f0e-cf2c-404f-9136-4221d69a6f37 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Deleting port 67ec8135-2fcb-40c1-be0d-e4620407c144 {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:02:51.960380 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4ca49f0e-cf2c-404f-9136-4221d69a6f37 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:51.967057 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f1073828-defc-44e4-ad1b-14b6ab2cc20f tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:51.970354 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-f1073828-defc-44e4-ad1b-14b6ab2cc20f tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6808949 Nov 19 18:02:51.970514 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-dbf0dc84-96d4-44cb-990d-553bad672b80 tempest-NegativeSecGroupTest-1499135571 tempest-NegativeSecGroupTest-1499135571-project] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:51.980586 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1073828-defc-44e4-ad1b-14b6ab2cc20f tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42cfd528-c07d-4110-bf59-ed7849cc87e3,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:02:51.983063 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 51624) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:51.987899 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-f8ab5799-6212-4167-8d33-6f2ea04fe592 tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] Request body: {'security_group_rule': {'security_group_id': '8f2d9a55-354c-4bb4-b5db-64eb856f94e4', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '42cfd528-c07d-4110-bf59-ed7849cc87e3', 'remote_ip_prefix': None}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:02:51.993490 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-dbf0dc84-96d4-44cb-990d-553bad672b80 tempest-NegativeSecGroupTest-1499135571 tempest-NegativeSecGroupTest-1499135571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:52.062824 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [None req-4ca49f0e-cf2c-404f-9136-4221d69a6f37 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] For port 67ec8135-2fcb-40c1-be0d-e4620407c144, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=67ec8135-2fcb-40c1-be0d-e4620407c144,segment=NetworkSegment(5694b3e8-ef52-41f2-aa99-112cf5781bd8),segment_id=5694b3e8-ef52-41f2-aa99-112cf5781bd8)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:02:52.063336 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4ca49f0e-cf2c-404f-9136-4221d69a6f37 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:52.080024 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-dee1d67c-5b57-4b0d-b920-840c5e566693 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:52.085436 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-4ca49f0e-cf2c-404f-9136-4221d69a6f37 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Calling delete_port for 67ec8135-2fcb-40c1-be0d-e4620407c144 owned by network:dhcp {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:02:52.103670 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-dee1d67c-5b57-4b0d-b920-840c5e566693 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:52.110379 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-378b1a6d-7860-4077-87f3-2535ce81c4dd None None] DHCP port deletion for 77a10e21-f918-4289-a08e-ed8cce4e3c66 request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:02:52.139668 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf0dc84-96d4-44cb-990d-553bad672b80 tempest-NegativeSecGroupTest-1499135571 tempest-NegativeSecGroupTest-1499135571-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2da0a88a-e97a-435f-8a4e-fad598e72a0a,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:02:52.169097 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-dee1d67c-5b57-4b0d-b920-840c5e566693 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b04602e5cbcc4e738dce8057fa8f3325&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2416062 Nov 19 18:02:52.174881 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 51628) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:52.183560 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-dbf0dc84-96d4-44cb-990d-553bad672b80 tempest-NegativeSecGroupTest-1499135571 tempest-NegativeSecGroupTest-1499135571-project] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:52.184906 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-dbf0dc84-96d4-44cb-990d-553bad672b80 tempest-NegativeSecGroupTest-1499135571 tempest-NegativeSecGroupTest-1499135571-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.8141348 Nov 19 18:02:52.193331 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 51630) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:52.199525 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-298a49e2-cb64-4b60-8936-4e0a2a0729a7 tempest-NegativeSecGroupTest-1499135571 tempest-NegativeSecGroupTest-1499135571-project] Request body: {'security_group_rule': {'security_group_id': '2da0a88a-e97a-435f-8a4e-fad598e72a0a', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:02:52.200091 n-d-818022-2 neutron-server[103365]: WARNING neutron.api.v2.base [None req-298a49e2-cb64-4b60-8936-4e0a2a0729a7 tempest-NegativeSecGroupTest-1499135571 tempest-NegativeSecGroupTest-1499135571-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 19 18:02:52.200596 n-d-818022-2 neutron-server[103365]: INFO neutron.api.v2.resource [None req-298a49e2-cb64-4b60-8936-4e0a2a0729a7 tempest-NegativeSecGroupTest-1499135571 tempest-NegativeSecGroupTest-1499135571-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 18:02:52.201573 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-298a49e2-cb64-4b60-8936-4e0a2a0729a7 tempest-NegativeSecGroupTest-1499135571 tempest-NegativeSecGroupTest-1499135571-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0059831 Nov 19 18:02:52.206042 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-378b1a6d-7860-4077-87f3-2535ce81c4dd None None] Deleting port 67ec8135-2fcb-40c1-be0d-e4620407c144 {{(pid=103366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:02:52.206668 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-378b1a6d-7860-4077-87f3-2535ce81c4dd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:52.208295 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee1d67c-5b57-4b0d-b920-840c5e566693 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fc4592e-a752-456e-85b2-4396db45ee22,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:02:52.210890 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 51632) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:52.213292 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f8ab5799-6212-4167-8d33-6f2ea04fe592 tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:52.295267 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-378b1a6d-7860-4077-87f3-2535ce81c4dd None None] For port 67ec8135-2fcb-40c1-be0d-e4620407c144, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=67ec8135-2fcb-40c1-be0d-e4620407c144,segment=NetworkSegment(5694b3e8-ef52-41f2-aa99-112cf5781bd8),segment_id=5694b3e8-ef52-41f2-aa99-112cf5781bd8)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:02:52.296000 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-378b1a6d-7860-4077-87f3-2535ce81c4dd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:52.308805 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4ca49f0e-cf2c-404f-9136-4221d69a6f37 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:52.310736 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f8ab5799-6212-4167-8d33-6f2ea04fe592 tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:52.320270 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-378b1a6d-7860-4077-87f3-2535ce81c4dd None None] Calling delete_port for 67ec8135-2fcb-40c1-be0d-e4620407c144 owned by network:dhcp {{(pid=103366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:02:52.328699 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f8ab5799-6212-4167-8d33-6f2ea04fe592 tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735179'] for security_group_rule, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:52.338757 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9c6f759c-65f2-4784-b8cf-364b7b501e45 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:52.363841 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ab5799-6212-4167-8d33-6f2ea04fe592 tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=573f2472-e9ae-4a8c-85c9-d6fb252b602f,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:02:52.375638 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca49f0e-cf2c-404f-9136-4221d69a6f37 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Pushing event deleted for resources: {'Port': ['ID=67ec8135-2fcb-40c1-be0d-e4620407c144,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:02:52.380079 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f8ab5799-6212-4167-8d33-6f2ea04fe592 tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:52.384049 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-f8ab5799-6212-4167-8d33-6f2ea04fe592 tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3970108 Nov 19 18:02:52.384049 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9c6f759c-65f2-4784-b8cf-364b7b501e45 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:52.385204 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 51634) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:52.400077 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca49f0e-cf2c-404f-9136-4221d69a6f37 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] No DVR routers for this DVR port 67ec8135-2fcb-40c1-be0d-e4620407c144 on host n-d-818022-2 {{(pid=103364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:02:52.405826 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bdff69d-c537-4fba-95e1-2322154ef59b tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:02:52.407407 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-7bdff69d-c537-4fba-95e1-2322154ef59b tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] 10.222.0.54 "GET /v2.0/ports?network_id=645e61aa-1a6c-4e8f-857e-ab06edb4897f&device_id=16d0eb43-8be5-41b5-8919-74a61fa9d3c3&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4620457 Nov 19 18:02:52.412493 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 51636) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:52.489646 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-378b1a6d-7860-4077-87f3-2535ce81c4dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007'] for port, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:52.491048 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112f41db-10a2-4df0-a1dd-f6ef18c43747 req-3549f9b3-de8e-4295-87d5-589229fa661d tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:02:52.492599 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-112f41db-10a2-4df0-a1dd-f6ef18c43747 req-3549f9b3-de8e-4295-87d5-589229fa661d tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] 10.222.0.54 "GET /v2.0/ports?device_id=944baf18-8200-490e-9d12-8328be9c8b35 HTTP/1.1" status: 200 len: 946 time: 0.2333434 Nov 19 18:02:52.501515 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b647c762-c503-43ec-825d-ee7aa95ef0b9 tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:52.522064 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b647c762-c503-43ec-825d-ee7aa95ef0b9 tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:52.534484 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5284278b-194c-4ae5-8c2e-083bc72c75d5 tempest-NegativeSecGroupTest-1499135571 tempest-NegativeSecGroupTest-1499135571-project] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:52.541002 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4ca49f0e-cf2c-404f-9136-4221d69a6f37 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:52.569483 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378b1a6d-7860-4077-87f3-2535ce81c4dd None None] Pushing event deleted for resources: {'Port': ['ID=67ec8135-2fcb-40c1-be0d-e4620407c144,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:02:52.579071 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08f9ab03-26f2-477c-b163-98516e1afc7e tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:02:52.581374 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-08f9ab03-26f2-477c-b163-98516e1afc7e tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] 10.222.0.54 "GET /v2.0/networks/645e61aa-1a6c-4e8f-857e-ab06edb4897f HTTP/1.1" status: 200 len: 881 time: 0.1623383 Nov 19 18:02:52.582132 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9c6f759c-65f2-4784-b8cf-364b7b501e45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:52.584741 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9c6f759c-65f2-4784-b8cf-364b7b501e45 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:52.585538 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 51638) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:52.586275 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-378b1a6d-7860-4077-87f3-2535ce81c4dd None None] No DVR routers for this DVR port 67ec8135-2fcb-40c1-be0d-e4620407c144 on host n-d-818022-2 {{(pid=103366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:02:52.586790 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-9c6f759c-65f2-4784-b8cf-364b7b501e45 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/2fc4592e-a752-456e-85b2-4396db45ee22 HTTP/1.1" status: 204 len: 168 time: 0.4008927 Nov 19 18:02:52.592237 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b647c762-c503-43ec-825d-ee7aa95ef0b9 tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735179'] for security_group_rule, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:52.605643 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b647c762-c503-43ec-825d-ee7aa95ef0b9 tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:52.607669 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-b647c762-c503-43ec-825d-ee7aa95ef0b9 tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/573f2472-e9ae-4a8c-85c9-d6fb252b602f HTTP/1.1" status: 204 len: 168 time: 0.2213840 Nov 19 18:02:52.610076 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6f759c-65f2-4784-b8cf-364b7b501e45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fc4592e-a752-456e-85b2-4396db45ee22,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:02:52.610298 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-4ca49f0e-cf2c-404f-9136-4221d69a6f37 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77a10e21-f918-4289-a08e-ed8cce4e3c66']}} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:02:52.614520 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5284278b-194c-4ae5-8c2e-083bc72c75d5 tempest-NegativeSecGroupTest-1499135571 tempest-NegativeSecGroupTest-1499135571-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:52.616762 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 51642) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:52.621108 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b647c762-c503-43ec-825d-ee7aa95ef0b9 tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=573f2472-e9ae-4a8c-85c9-d6fb252b602f,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:02:52.655932 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-112f41db-10a2-4df0-a1dd-f6ef18c43747 req-f6aef1df-45a3-4dbe-a7c3-e66d381663fc tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] 10.222.0.54 "GET /v2.0/security-groups?id=ab553829-b17c-4bd7-9495-2cea0ebc82fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437237 Nov 19 18:02:52.664942 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-6cd0076b-048e-4756-a465-0d9ea7841c6c tempest-RoutersIpV6AdminTest-1578650958 tempest-RoutersIpV6AdminTest-1578650958-project] 10.222.0.54 "GET /v2.0/ports?device_id=16d0eb43-8be5-41b5-8919-74a61fa9d3c3 HTTP/1.1" status: 200 len: 205 time: 0.0701063 Nov 19 18:02:52.665967 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 51644) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:52.672225 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-4ca49f0e-cf2c-404f-9136-4221d69a6f37 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5694b3e8-ef52-41f2-aa99-112cf5781bd8') {'for_net_delete': True} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:02:52.672605 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-4ca49f0e-cf2c-404f-9136-4221d69a6f37 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5694b3e8-ef52-41f2-aa99-112cf5781bd8') {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:02:52.697475 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4ca49f0e-cf2c-404f-9136-4221d69a6f37 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417396'] for segment, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:52.744250 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-5c0bbf4d-1a26-490d-85f2-2649e0321054 tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1260552 Nov 19 18:02:52.748368 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 51648) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:52.750728 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4ca49f0e-cf2c-404f-9136-4221d69a6f37 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:52.784753 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ca49f0e-cf2c-404f-9136-4221d69a6f37 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Releasing vlan 674 on physical network physnet1 to pool {{(pid=103364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 18:02:52.784753 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4ca49f0e-cf2c-404f-9136-4221d69a6f37 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12425183'] for segment, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:52.786073 n-d-818022-2 neutron-server[103364]: Traceback (most recent call last): Nov 19 18:02:52.786073 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 18:02:52.786073 n-d-818022-2 neutron-server[103364]: timer() Nov 19 18:02:52.786073 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 18:02:52.786073 n-d-818022-2 neutron-server[103364]: cb(*args, **kw) Nov 19 18:02:52.786073 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 18:02:52.786073 n-d-818022-2 neutron-server[103364]: return func(*args, **kwargs) Nov 19 18:02:52.786073 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 18:02:52.786073 n-d-818022-2 neutron-server[103364]: self._notify() Nov 19 18:02:52.786073 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 18:02:52.786073 n-d-818022-2 neutron-server[103364]: self.callback(batched_events) Nov 19 18:02:52.786073 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 18:02:52.786073 n-d-818022-2 neutron-server[103364]: event.method(event) Nov 19 18:02:52.786073 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 18:02:52.786073 n-d-818022-2 neutron-server[103364]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 18:02:52.786073 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 18:02:52.786073 n-d-818022-2 neutron-server[103364]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 18:02:52.786073 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 18:02:52.786073 n-d-818022-2 neutron-server[103364]: return f(self, *a, **k) Nov 19 18:02:52.786073 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 18:02:52.786073 n-d-818022-2 neutron-server[103364]: return self._get(url).json() Nov 19 18:02:52.786073 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 18:02:52.786073 n-d-818022-2 neutron-server[103364]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 18:02:52.786073 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 18:02:52.786073 n-d-818022-2 neutron-server[103364]: return self.request(url, 'GET', **kwargs) Nov 19 18:02:52.786073 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 18:02:52.786073 n-d-818022-2 neutron-server[103364]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 18:02:52.786073 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 18:02:52.786073 n-d-818022-2 neutron-server[103364]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 18:02:52.786073 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 18:02:52.786073 n-d-818022-2 neutron-server[103364]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 18:02:52.786073 n-d-818022-2 neutron-server[103364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 18:02:52.857824 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-cc7ca189-9c96-46d1-98a2-961f9036d730 tempest-RoutersIpV6AdminTest-1578650958 tempest-RoutersIpV6AdminTest-1578650958-project] Publish callbacks [] for router, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:52.861553 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5284278b-194c-4ae5-8c2e-083bc72c75d5 tempest-NegativeSecGroupTest-1499135571 tempest-NegativeSecGroupTest-1499135571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:52.864743 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5284278b-194c-4ae5-8c2e-083bc72c75d5 tempest-NegativeSecGroupTest-1499135571 tempest-NegativeSecGroupTest-1499135571-project] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:52.870193 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-5284278b-194c-4ae5-8c2e-083bc72c75d5 tempest-NegativeSecGroupTest-1499135571 tempest-NegativeSecGroupTest-1499135571-project] 10.222.0.54 "DELETE /v2.0/security-groups/2da0a88a-e97a-435f-8a4e-fad598e72a0a HTTP/1.1" status: 204 len: 168 time: 0.6090345 Nov 19 18:02:52.915570 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 51650) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:53.061877 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-8a4bd53c-cf0f-4580-ae96-24324805cd35 tempest-NegativeSecGroupTest-1499135571 tempest-NegativeSecGroupTest-1499135571-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1412063 Nov 19 18:02:53.062803 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 51656) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:53.077359 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-ff10af4f-0f6b-4470-809e-25191ff0e0ce tempest-NegativeSecGroupTest-1499135571 tempest-NegativeSecGroupTest-1499135571-project] Request body: {'security_group': {'name': 'tempest-secgroup--2035613545'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:02:53.092019 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-cc7ca189-9c96-46d1-98a2-961f9036d730 tempest-RoutersIpV6AdminTest-1578650958 tempest-RoutersIpV6AdminTest-1578650958-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:53.151429 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ff10af4f-0f6b-4470-809e-25191ff0e0ce tempest-NegativeSecGroupTest-1499135571 tempest-NegativeSecGroupTest-1499135571-project] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:53.213929 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-cc7ca189-9c96-46d1-98a2-961f9036d730 tempest-RoutersIpV6AdminTest-1578650958 tempest-RoutersIpV6AdminTest-1578650958-project] Deleting port ee60bb9f-f192-48e2-8fb4-0b9813065092 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:02:53.215240 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-cc7ca189-9c96-46d1-98a2-961f9036d730 tempest-RoutersIpV6AdminTest-1578650958 tempest-RoutersIpV6AdminTest-1578650958-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:53.317542 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ff10af4f-0f6b-4470-809e-25191ff0e0ce tempest-NegativeSecGroupTest-1499135571 tempest-NegativeSecGroupTest-1499135571-project] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:53.329748 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ff10af4f-0f6b-4470-809e-25191ff0e0ce tempest-NegativeSecGroupTest-1499135571 tempest-NegativeSecGroupTest-1499135571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:53.383131 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff10af4f-0f6b-4470-809e-25191ff0e0ce tempest-NegativeSecGroupTest-1499135571 tempest-NegativeSecGroupTest-1499135571-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c37ac24-14a9-400a-8dad-160d3ef01680,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:02:53.406233 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-cc7ca189-9c96-46d1-98a2-961f9036d730 tempest-RoutersIpV6AdminTest-1578650958 tempest-RoutersIpV6AdminTest-1578650958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:53.411765 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ff10af4f-0f6b-4470-809e-25191ff0e0ce tempest-NegativeSecGroupTest-1499135571 tempest-NegativeSecGroupTest-1499135571-project] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:53.413178 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-ff10af4f-0f6b-4470-809e-25191ff0e0ce tempest-NegativeSecGroupTest-1499135571 tempest-NegativeSecGroupTest-1499135571-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3484197 Nov 19 18:02:53.420938 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 51666) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:53.426708 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-23d4cd4d-ad4a-41b7-8762-593d549c2c1b tempest-NegativeSecGroupTest-1499135571 tempest-NegativeSecGroupTest-1499135571-project] Request body: {'security_group_rule': {'security_group_id': '7c37ac24-14a9-400a-8dad-160d3ef01680', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:02:53.427615 n-d-818022-2 neutron-server[103365]: WARNING neutron.api.v2.base [None req-23d4cd4d-ad4a-41b7-8762-593d549c2c1b tempest-NegativeSecGroupTest-1499135571 tempest-NegativeSecGroupTest-1499135571-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 19 18:02:53.428430 n-d-818022-2 neutron-server[103365]: INFO neutron.api.v2.resource [None req-23d4cd4d-ad4a-41b7-8762-593d549c2c1b tempest-NegativeSecGroupTest-1499135571 tempest-NegativeSecGroupTest-1499135571-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 18:02:53.429132 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-23d4cd4d-ad4a-41b7-8762-593d549c2c1b tempest-NegativeSecGroupTest-1499135571 tempest-NegativeSecGroupTest-1499135571-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0068717 Nov 19 18:02:53.433167 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 51668) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:53.438271 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-3cb45d9f-f3de-4417-9ba9-f856a646301e tempest-NegativeSecGroupTest-1499135571 tempest-NegativeSecGroupTest-1499135571-project] Request body: {'security_group_rule': {'security_group_id': '7c37ac24-14a9-400a-8dad-160d3ef01680', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:02:53.438786 n-d-818022-2 neutron-server[103365]: WARNING neutron.api.v2.base [None req-3cb45d9f-f3de-4417-9ba9-f856a646301e tempest-NegativeSecGroupTest-1499135571 tempest-NegativeSecGroupTest-1499135571-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 19 18:02:53.438786 n-d-818022-2 neutron-server[103365]: INFO neutron.api.v2.resource [None req-3cb45d9f-f3de-4417-9ba9-f856a646301e tempest-NegativeSecGroupTest-1499135571 tempest-NegativeSecGroupTest-1499135571-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 18:02:53.439756 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-3cb45d9f-f3de-4417-9ba9-f856a646301e tempest-NegativeSecGroupTest-1499135571 tempest-NegativeSecGroupTest-1499135571-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0058825 Nov 19 18:02:53.443350 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 51674) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:53.446361 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-cc7ca189-9c96-46d1-98a2-961f9036d730 tempest-RoutersIpV6AdminTest-1578650958 tempest-RoutersIpV6AdminTest-1578650958-project] Calling delete_port for ee60bb9f-f192-48e2-8fb4-0b9813065092 owned by network:router_gateway {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:02:53.452953 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-f3cee416-6eaf-4f34-a767-68dafc95db51 tempest-NegativeSecGroupTest-1499135571 tempest-NegativeSecGroupTest-1499135571-project] Request body: {'security_group_rule': {'security_group_id': '7c37ac24-14a9-400a-8dad-160d3ef01680', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:02:53.454211 n-d-818022-2 neutron-server[103365]: WARNING neutron.api.v2.base [None req-f3cee416-6eaf-4f34-a767-68dafc95db51 tempest-NegativeSecGroupTest-1499135571 tempest-NegativeSecGroupTest-1499135571-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 19 18:02:53.455019 n-d-818022-2 neutron-server[103365]: INFO neutron.api.v2.resource [None req-f3cee416-6eaf-4f34-a767-68dafc95db51 tempest-NegativeSecGroupTest-1499135571 tempest-NegativeSecGroupTest-1499135571-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 18:02:53.457025 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-f3cee416-6eaf-4f34-a767-68dafc95db51 tempest-NegativeSecGroupTest-1499135571 tempest-NegativeSecGroupTest-1499135571-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0119653 Nov 19 18:02:53.460645 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 51680) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:53.469193 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-6cdb3199-68ce-4bc4-b281-44f000872e68 tempest-NegativeSecGroupTest-1499135571 tempest-NegativeSecGroupTest-1499135571-project] Request body: {'security_group_rule': {'security_group_id': '7c37ac24-14a9-400a-8dad-160d3ef01680', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:02:53.470307 n-d-818022-2 neutron-server[103365]: WARNING neutron.api.v2.base [None req-6cdb3199-68ce-4bc4-b281-44f000872e68 tempest-NegativeSecGroupTest-1499135571 tempest-NegativeSecGroupTest-1499135571-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 19 18:02:53.471177 n-d-818022-2 neutron-server[103365]: INFO neutron.api.v2.resource [None req-6cdb3199-68ce-4bc4-b281-44f000872e68 tempest-NegativeSecGroupTest-1499135571 tempest-NegativeSecGroupTest-1499135571-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 18:02:53.476588 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-6cdb3199-68ce-4bc4-b281-44f000872e68 tempest-NegativeSecGroupTest-1499135571 tempest-NegativeSecGroupTest-1499135571-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0136197 Nov 19 18:02:53.481593 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 51684) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:53.487608 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5284278b-194c-4ae5-8c2e-083bc72c75d5 tempest-NegativeSecGroupTest-1499135571 tempest-NegativeSecGroupTest-1499135571-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2da0a88a-e97a-435f-8a4e-fad598e72a0a,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:02:53.499324 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4ca49f0e-cf2c-404f-9136-4221d69a6f37 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671242'] for network, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:53.505585 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4ca49f0e-cf2c-404f-9136-4221d69a6f37 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks [] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:53.514316 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-4ca49f0e-cf2c-404f-9136-4221d69a6f37 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] 10.222.0.54 "DELETE /v2.0/networks/77a10e21-f918-4289-a08e-ed8cce4e3c66 HTTP/1.1" status: 204 len: 168 time: 2.1005137 Nov 19 18:02:53.524890 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 51686) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:53.568712 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c32b1af0-ccfc-4f82-bc03-67b0ce5ac01d tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:53.570502 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca49f0e-cf2c-404f-9136-4221d69a6f37 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Pushing event deleted for resources: {'Network': ['ID=77a10e21-f918-4289-a08e-ed8cce4e3c66,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:02:53.607677 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-24e4f9a8-0b3e-4cd3-861d-0e17e838529d tempest-NegativeSecGroupTest-1499135571 tempest-NegativeSecGroupTest-1499135571-project] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:53.631676 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-24e4f9a8-0b3e-4cd3-861d-0e17e838529d tempest-NegativeSecGroupTest-1499135571 tempest-NegativeSecGroupTest-1499135571-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:53.633527 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c32b1af0-ccfc-4f82-bc03-67b0ce5ac01d tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:53.643695 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07f3c489-90f7-44e5-a0d1-42d778f178aa tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:02:53.648669 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-07f3c489-90f7-44e5-a0d1-42d778f178aa tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1195168 Nov 19 18:02:53.653013 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 51692) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:53.737266 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-2be0bb59-7bdf-42ad-b293-22894802c17e tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] 10.222.0.54 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0800631 Nov 19 18:02:53.737540 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 51700) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:53.749841 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c32b1af0-ccfc-4f82-bc03-67b0ce5ac01d tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:53.749841 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c32b1af0-ccfc-4f82-bc03-67b0ce5ac01d tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:53.749841 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-c32b1af0-ccfc-4f82-bc03-67b0ce5ac01d tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] 10.222.0.54 "DELETE /v2.0/security-groups/42cfd528-c07d-4110-bf59-ed7849cc87e3 HTTP/1.1" status: 204 len: 168 time: 0.9983859 Nov 19 18:02:53.749841 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 51702) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:53.751617 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-80e593b9-d4d6-4bbd-83c0-00095a7292ad tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-918047793'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:02:53.766732 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32b1af0-ccfc-4f82-bc03-67b0ce5ac01d tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42cfd528-c07d-4110-bf59-ed7849cc87e3,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:02:53.826721 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 67ec8135-2fcb-40c1-be0d-e4620407c144 no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:02:53.840282 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-24e4f9a8-0b3e-4cd3-861d-0e17e838529d tempest-NegativeSecGroupTest-1499135571 tempest-NegativeSecGroupTest-1499135571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:53.847609 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-9f6f205c-7494-45ef-9a43-8307624041ed tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0873265 Nov 19 18:02:53.848182 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 51712) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:53.855095 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-24e4f9a8-0b3e-4cd3-861d-0e17e838529d tempest-NegativeSecGroupTest-1499135571 tempest-NegativeSecGroupTest-1499135571-project] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:53.856858 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-24e4f9a8-0b3e-4cd3-861d-0e17e838529d tempest-NegativeSecGroupTest-1499135571 tempest-NegativeSecGroupTest-1499135571-project] 10.222.0.54 "DELETE /v2.0/security-groups/7c37ac24-14a9-400a-8dad-160d3ef01680 HTTP/1.1" status: 204 len: 168 time: 0.3741319 Nov 19 18:02:53.860425 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 51714) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:53.879578 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: 67ec8135-2fcb-40c1-be0d-e4620407c144 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:02:53.879997 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 67ec8135-2fcb-40c1-be0d-e4620407c144 not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:02:53.970368 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e4f9a8-0b3e-4cd3-861d-0e17e838529d tempest-NegativeSecGroupTest-1499135571 tempest-NegativeSecGroupTest-1499135571-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c37ac24-14a9-400a-8dad-160d3ef01680,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:02:53.971082 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80e593b9-d4d6-4bbd-83c0-00095a7292ad tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Made reservation on behalf of 3d6ff715a1b54ed1818e68232d77d2b6 for: {'network': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:02:53.974694 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-80e593b9-d4d6-4bbd-83c0-00095a7292ad tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:54.031837 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dbaeba-0f8e-42a3-894f-e35bca5294a6 req-66d423f6-a342-4a29-b24e-2c2ddc5af03c tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:02:54.034642 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-64dbaeba-0f8e-42a3-894f-e35bca5294a6 req-66d423f6-a342-4a29-b24e-2c2ddc5af03c tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] 10.222.0.54 "GET /v2.0/ports?device_id=944baf18-8200-490e-9d12-8328be9c8b35 HTTP/1.1" status: 200 len: 946 time: 0.1765137 Nov 19 18:02:54.038244 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-cc7ca189-9c96-46d1-98a2-961f9036d730 tempest-RoutersIpV6AdminTest-1578650958 tempest-RoutersIpV6AdminTest-1578650958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:54.073260 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80e593b9-d4d6-4bbd-83c0-00095a7292ad tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 697} {{(pid=103365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 18:02:54.077359 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7ca189-9c96-46d1-98a2-961f9036d730 tempest-RoutersIpV6AdminTest-1578650958 tempest-RoutersIpV6AdminTest-1578650958-project] Pushing event deleted for resources: {'Port': ['ID=ee60bb9f-f192-48e2-8fb4-0b9813065092,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:02:54.101588 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-880de672-83af-40dc-bd5d-9df619b85b1a None None] DHCP port deletion for 645e61aa-1a6c-4e8f-857e-ab06edb4897f request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:02:54.121702 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-80e593b9-d4d6-4bbd-83c0-00095a7292ad tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:54.122566 n-d-818022-2 neutron-server[103365]: INFO neutron.db.segments_db [None req-80e593b9-d4d6-4bbd-83c0-00095a7292ad tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Added segment 3bee7aeb-d668-4bbe-92c8-9453b9902c85 of type vlan for network 3c33e8b6-79dd-4aa5-bbd2-fd4e0404bdda Nov 19 18:02:54.136677 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-d39d72b7-6857-48e1-98f0-611bcae67b89 tempest-NegativeSecGroupTest-1499135571 tempest-NegativeSecGroupTest-1499135571-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2705190 Nov 19 18:02:54.136677 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-bb2c4c3a-282b-429c-ad07-182f06f3f15a tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:54.158102 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 51724) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:54.167921 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-1aa123fd-8689-4611-8b35-61fbdaf119b8 tempest-NegativeSecGroupTest-1499135571 tempest-NegativeSecGroupTest-1499135571-project] Request body: {'security_group': {'name': 'tempest-secgroup--297711936'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:02:54.192479 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-bb2c4c3a-282b-429c-ad07-182f06f3f15a tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:54.235952 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-64dbaeba-0f8e-42a3-894f-e35bca5294a6 req-47cb80be-b356-4d33-a98a-a3f0d38a8cf5 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] 10.222.0.54 "GET /v2.0/security-groups?id=ab553829-b17c-4bd7-9495-2cea0ebc82fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600263 Nov 19 18:02:54.240241 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-bb2c4c3a-282b-429c-ad07-182f06f3f15a tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:54.243982 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-bb2c4c3a-282b-429c-ad07-182f06f3f15a tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:54.245415 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-bb2c4c3a-282b-429c-ad07-182f06f3f15a tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] 10.222.0.54 "DELETE /v2.0/security-groups/8f2d9a55-354c-4bb4-b5db-64eb856f94e4 HTTP/1.1" status: 204 len: 168 time: 0.3962502 Nov 19 18:02:54.249510 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 51734) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:54.270779 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2c4c3a-282b-429c-ad07-182f06f3f15a tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f2d9a55-354c-4bb4-b5db-64eb856f94e4,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:02:54.304451 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-80e593b9-d4d6-4bbd-83c0-00095a7292ad tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:54.328300 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-cc7ca189-9c96-46d1-98a2-961f9036d730 tempest-RoutersIpV6AdminTest-1578650958 tempest-RoutersIpV6AdminTest-1578650958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-671730'] for router_gateway, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:54.344538 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-ccc0c70f-9a06-4cd3-b517-eda6534437ba tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0925083 Nov 19 18:02:54.352284 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 51736) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:54.357472 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-972100fb-d4b5-42a2-84a3-fe5dfb3a63bc tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] Request body: {'security_group': {'name': 'tempest-secgroup--410614522'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:02:54.394189 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-972100fb-d4b5-42a2-84a3-fe5dfb3a63bc tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:54.504736 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1aa123fd-8689-4611-8b35-61fbdaf119b8 tempest-NegativeSecGroupTest-1499135571 tempest-NegativeSecGroupTest-1499135571-project] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:54.507523 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-972100fb-d4b5-42a2-84a3-fe5dfb3a63bc tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:54.516531 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-972100fb-d4b5-42a2-84a3-fe5dfb3a63bc tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:54.517841 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-80e593b9-d4d6-4bbd-83c0-00095a7292ad tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:54.524208 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80e593b9-d4d6-4bbd-83c0-00095a7292ad tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:02:54.525526 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-80e593b9-d4d6-4bbd-83c0-00095a7292ad tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks [] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:54.562613 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-cc7ca189-9c96-46d1-98a2-961f9036d730 tempest-RoutersIpV6AdminTest-1578650958 tempest-RoutersIpV6AdminTest-1578650958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4696'] for router, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:54.571030 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-972100fb-d4b5-42a2-84a3-fe5dfb3a63bc tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:54.572285 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-972100fb-d4b5-42a2-84a3-fe5dfb3a63bc tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2195609 Nov 19 18:02:54.591123 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 51744) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:54.596354 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-c3f1c57b-d8a1-46f7-91b0-e308592b9cfb tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] Request body: {'security_group_rule': {'security_group_id': 'a3ebb004-bee4-4de8-ad25-521f76cb4b6a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:02:54.597256 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-cc7ca189-9c96-46d1-98a2-961f9036d730 tempest-RoutersIpV6AdminTest-1578650958 tempest-RoutersIpV6AdminTest-1578650958-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:54.637373 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972100fb-d4b5-42a2-84a3-fe5dfb3a63bc tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3ebb004-bee4-4de8-ad25-521f76cb4b6a,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:02:54.677022 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c3f1c57b-d8a1-46f7-91b0-e308592b9cfb tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:54.678175 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1aa123fd-8689-4611-8b35-61fbdaf119b8 tempest-NegativeSecGroupTest-1499135571 tempest-NegativeSecGroupTest-1499135571-project] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:54.747461 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-80e593b9-d4d6-4bbd-83c0-00095a7292ad tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0013151 Nov 19 18:02:54.748954 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1aa123fd-8689-4611-8b35-61fbdaf119b8 tempest-NegativeSecGroupTest-1499135571 tempest-NegativeSecGroupTest-1499135571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:54.751523 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 51752) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:54.758517 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-426e9736-cbe9-4d50-b873-c6db0dae24b7 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Request body: {'subnet': {'network_id': '3c33e8b6-79dd-4aa5-bbd2-fd4e0404bdda', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:02:54.769038 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e593b9-d4d6-4bbd-83c0-00095a7292ad tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Pushing event updated for resources: {'Network': ['ID=3c33e8b6-79dd-4aa5-bbd2-fd4e0404bdda,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:02:54.775508 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-cc7ca189-9c96-46d1-98a2-961f9036d730 tempest-RoutersIpV6AdminTest-1578650958 tempest-RoutersIpV6AdminTest-1578650958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-543895'] for router, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:54.776454 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc7ca189-9c96-46d1-98a2-961f9036d730 tempest-RoutersIpV6AdminTest-1578650958 tempest-RoutersIpV6AdminTest-1578650958-project] Fanout notify agent at l3_agent the message router_deleted on router 16d0eb43-8be5-41b5-8919-74a61fa9d3c3 {{(pid=103365) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 18:02:54.784265 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network 3c33e8b6-79dd-4aa5-bbd2-fd4e0404bdda details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 18:02:54.794831 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c3f1c57b-d8a1-46f7-91b0-e308592b9cfb tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:54.819963 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-cc7ca189-9c96-46d1-98a2-961f9036d730 tempest-RoutersIpV6AdminTest-1578650958 tempest-RoutersIpV6AdminTest-1578650958-project] Publish callbacks [] for router, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:54.821372 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-cc7ca189-9c96-46d1-98a2-961f9036d730 tempest-RoutersIpV6AdminTest-1578650958 tempest-RoutersIpV6AdminTest-1578650958-project] 10.222.0.54 "DELETE /v2.0/routers/16d0eb43-8be5-41b5-8919-74a61fa9d3c3 HTTP/1.1" status: 204 len: 168 time: 2.1548929 Nov 19 18:02:54.840156 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 51756) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:54.844963 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c3f1c57b-d8a1-46f7-91b0-e308592b9cfb tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735179'] for security_group_rule, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:54.848295 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-38f71bcb-9fef-407c-ad12-8451c92f44fc tempest-RoutersIpV6AdminTest-1578650958 tempest-RoutersIpV6AdminTest-1578650958-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1161628189', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:02:54.867373 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1aa123fd-8689-4611-8b35-61fbdaf119b8 tempest-NegativeSecGroupTest-1499135571 tempest-NegativeSecGroupTest-1499135571-project] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:54.874214 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-1aa123fd-8689-4611-8b35-61fbdaf119b8 tempest-NegativeSecGroupTest-1499135571 tempest-NegativeSecGroupTest-1499135571-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7132928 Nov 19 18:02:54.878206 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 51758) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:54.880532 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa123fd-8689-4611-8b35-61fbdaf119b8 tempest-NegativeSecGroupTest-1499135571 tempest-NegativeSecGroupTest-1499135571-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e408c49-46af-453c-abe9-0df450913570,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:02:54.889053 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-d9483ec5-cc3f-4ec8-b0f4-55da64a5e187 tempest-NegativeSecGroupTest-1499135571 tempest-NegativeSecGroupTest-1499135571-project] Request body: {'security_group_rule': {'security_group_id': '8e408c49-46af-453c-abe9-0df450913570', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:02:54.889670 n-d-818022-2 neutron-server[103364]: WARNING neutron.api.v2.base [None req-d9483ec5-cc3f-4ec8-b0f4-55da64a5e187 tempest-NegativeSecGroupTest-1499135571 tempest-NegativeSecGroupTest-1499135571-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 19 18:02:54.890388 n-d-818022-2 neutron-server[103364]: INFO neutron.api.v2.resource [None req-d9483ec5-cc3f-4ec8-b0f4-55da64a5e187 tempest-NegativeSecGroupTest-1499135571 tempest-NegativeSecGroupTest-1499135571-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 18:02:54.894572 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-d9483ec5-cc3f-4ec8-b0f4-55da64a5e187 tempest-NegativeSecGroupTest-1499135571 tempest-NegativeSecGroupTest-1499135571-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0101657 Nov 19 18:02:54.895003 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 51760) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:54.905144 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f1c57b-d8a1-46f7-91b0-e308592b9cfb tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=565026c6-6dd4-4c24-9cfa-2fd8320f1c64,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:02:54.916831 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-eefddb31-e1c4-453e-b5a7-9a32eb353998 tempest-NegativeSecGroupTest-1499135571 tempest-NegativeSecGroupTest-1499135571-project] Request body: {'security_group_rule': {'security_group_id': '8e408c49-46af-453c-abe9-0df450913570', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:02:54.935462 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-38f71bcb-9fef-407c-ad12-8451c92f44fc tempest-RoutersIpV6AdminTest-1578650958 tempest-RoutersIpV6AdminTest-1578650958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9890'] for router, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:54.936550 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-38f71bcb-9fef-407c-ad12-8451c92f44fc tempest-RoutersIpV6AdminTest-1578650958 tempest-RoutersIpV6AdminTest-1578650958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671617', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-732153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4689'] for router, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:54.954828 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c3f1c57b-d8a1-46f7-91b0-e308592b9cfb tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:54.957879 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-c3f1c57b-d8a1-46f7-91b0-e308592b9cfb tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3635998 Nov 19 18:02:54.960111 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 51762) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:55.028107 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-38f71bcb-9fef-407c-ad12-8451c92f44fc tempest-RoutersIpV6AdminTest-1578650958 tempest-RoutersIpV6AdminTest-1578650958-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:55.031885 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2bbf074e-7ccd-4f62-8cf0-e27eff06c35c tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:55.033685 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-38f71bcb-9fef-407c-ad12-8451c92f44fc tempest-RoutersIpV6AdminTest-1578650958 tempest-RoutersIpV6AdminTest-1578650958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671702'] for router, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:55.046608 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2bbf074e-7ccd-4f62-8cf0-e27eff06c35c tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:55.056962 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-426e9736-cbe9-4d50-b873-c6db0dae24b7 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Made reservation on behalf of 3d6ff715a1b54ed1818e68232d77d2b6 for: {'subnet': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:02:55.062048 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-426e9736-cbe9-4d50-b873-c6db0dae24b7 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8983829'] for subnet, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:55.063970 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-38f71bcb-9fef-407c-ad12-8451c92f44fc tempest-RoutersIpV6AdminTest-1578650958 tempest-RoutersIpV6AdminTest-1578650958-project] Publish callbacks [] for router, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:55.066997 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-38f71bcb-9fef-407c-ad12-8451c92f44fc tempest-RoutersIpV6AdminTest-1578650958 tempest-RoutersIpV6AdminTest-1578650958-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2246339 Nov 19 18:02:55.068992 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 51774) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:55.076239 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-5ec89a66-f184-4e1c-bca2-5be3de7aa2df tempest-RoutersIpV6AdminTest-1578650958 tempest-RoutersIpV6AdminTest-1578650958-project] Request body: {'router': {'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'}}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:02:55.085667 n-d-818022-2 neutron-server[103364]: INFO neutron.api.v2.resource [None req-eefddb31-e1c4-453e-b5a7-9a32eb353998 tempest-NegativeSecGroupTest-1499135571 tempest-NegativeSecGroupTest-1499135571-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 18:02:55.091788 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-eefddb31-e1c4-453e-b5a7-9a32eb353998 tempest-NegativeSecGroupTest-1499135571 tempest-NegativeSecGroupTest-1499135571-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1900012 Nov 19 18:02:55.131992 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 51776) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:55.137561 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-a45b6332-96fc-458b-85bf-ebf8702512a4 tempest-NegativeSecGroupTest-1499135571 tempest-NegativeSecGroupTest-1499135571-project] Request body: {'security_group_rule': {'security_group_id': '8e408c49-46af-453c-abe9-0df450913570', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:02:55.138098 n-d-818022-2 neutron-server[103364]: WARNING neutron.api.v2.base [None req-a45b6332-96fc-458b-85bf-ebf8702512a4 tempest-NegativeSecGroupTest-1499135571 tempest-NegativeSecGroupTest-1499135571-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 19 18:02:55.138723 n-d-818022-2 neutron-server[103364]: INFO neutron.api.v2.resource [None req-a45b6332-96fc-458b-85bf-ebf8702512a4 tempest-NegativeSecGroupTest-1499135571 tempest-NegativeSecGroupTest-1499135571-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 18:02:55.143667 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-a45b6332-96fc-458b-85bf-ebf8702512a4 tempest-NegativeSecGroupTest-1499135571 tempest-NegativeSecGroupTest-1499135571-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0105059 Nov 19 18:02:55.147484 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 51778) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:55.155902 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-a48073b8-83d9-4e05-83f6-86cca21d6840 tempest-NegativeSecGroupTest-1499135571 tempest-NegativeSecGroupTest-1499135571-project] Request body: {'security_group_rule': {'security_group_id': '8e408c49-46af-453c-abe9-0df450913570', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:02:55.211815 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2bbf074e-7ccd-4f62-8cf0-e27eff06c35c tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735179'] for security_group_rule, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:55.231325 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2bbf074e-7ccd-4f62-8cf0-e27eff06c35c tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:55.232470 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-2bbf074e-7ccd-4f62-8cf0-e27eff06c35c tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/565026c6-6dd4-4c24-9cfa-2fd8320f1c64 HTTP/1.1" status: 204 len: 168 time: 0.2714400 Nov 19 18:02:55.235472 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 51782) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:55.282649 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbf074e-7ccd-4f62-8cf0-e27eff06c35c tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=565026c6-6dd4-4c24-9cfa-2fd8320f1c64,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:02:55.320225 n-d-818022-2 neutron-server[103364]: INFO neutron.api.v2.resource [None req-a48073b8-83d9-4e05-83f6-86cca21d6840 tempest-NegativeSecGroupTest-1499135571 tempest-NegativeSecGroupTest-1499135571-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 18:02:55.324248 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-a48073b8-83d9-4e05-83f6-86cca21d6840 tempest-NegativeSecGroupTest-1499135571 tempest-NegativeSecGroupTest-1499135571-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1729891 Nov 19 18:02:55.329250 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 51788) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:55.334571 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-fd35bd87-8abf-4508-ac91-396ac458db1c tempest-NegativeSecGroupTest-1499135571 tempest-NegativeSecGroupTest-1499135571-project] Request body: {'security_group_rule': {'security_group_id': '8e408c49-46af-453c-abe9-0df450913570', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:02:55.335057 n-d-818022-2 neutron-server[103364]: WARNING neutron.api.v2.base [None req-fd35bd87-8abf-4508-ac91-396ac458db1c tempest-NegativeSecGroupTest-1499135571 tempest-NegativeSecGroupTest-1499135571-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 19 18:02:55.335550 n-d-818022-2 neutron-server[103364]: INFO neutron.api.v2.resource [None req-fd35bd87-8abf-4508-ac91-396ac458db1c tempest-NegativeSecGroupTest-1499135571 tempest-NegativeSecGroupTest-1499135571-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 18:02:55.341197 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-fd35bd87-8abf-4508-ac91-396ac458db1c tempest-NegativeSecGroupTest-1499135571 tempest-NegativeSecGroupTest-1499135571-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0098934 Nov 19 18:02:55.341792 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 51790) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:55.354359 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-fd3d585a-536d-439e-8f77-9699de403c8e tempest-NegativeSecGroupTest-1499135571 tempest-NegativeSecGroupTest-1499135571-project] Request body: {'security_group_rule': {'security_group_id': '8e408c49-46af-453c-abe9-0df450913570', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:02:55.407164 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-c2b18d58-f7c7-4736-ac3d-a797a10acd5a tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1684239 Nov 19 18:02:55.429095 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 51794) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:55.456297 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5ec89a66-f184-4e1c-bca2-5be3de7aa2df tempest-RoutersIpV6AdminTest-1578650958 tempest-RoutersIpV6AdminTest-1578650958-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:55.569457 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d404c9a-6457-438a-bb89-c7755e08817b req-b7747a4e-2eab-491c-974a-18bec1b63f26 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:02:55.572030 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9d404c9a-6457-438a-bb89-c7755e08817b req-b7747a4e-2eab-491c-974a-18bec1b63f26 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] 10.222.0.54 "GET /v2.0/ports?device_id=944baf18-8200-490e-9d12-8328be9c8b35 HTTP/1.1" status: 200 len: 946 time: 0.1909769 Nov 19 18:02:55.573203 n-d-818022-2 neutron-server[103364]: INFO neutron.api.v2.resource [None req-fd3d585a-536d-439e-8f77-9699de403c8e tempest-NegativeSecGroupTest-1499135571 tempest-NegativeSecGroupTest-1499135571-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 18:02:55.577839 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-fd3d585a-536d-439e-8f77-9699de403c8e tempest-NegativeSecGroupTest-1499135571 tempest-NegativeSecGroupTest-1499135571-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2268944 Nov 19 18:02:55.581770 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 51806) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:55.586352 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-d300a840-e218-4dea-bf72-67b98e06d316 tempest-NegativeSecGroupTest-1499135571 tempest-NegativeSecGroupTest-1499135571-project] Request body: {'security_group_rule': {'security_group_id': '8e408c49-46af-453c-abe9-0df450913570', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:02:55.586821 n-d-818022-2 neutron-server[103364]: WARNING neutron.api.v2.base [None req-d300a840-e218-4dea-bf72-67b98e06d316 tempest-NegativeSecGroupTest-1499135571 tempest-NegativeSecGroupTest-1499135571-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 19 18:02:55.587354 n-d-818022-2 neutron-server[103364]: INFO neutron.api.v2.resource [None req-d300a840-e218-4dea-bf72-67b98e06d316 tempest-NegativeSecGroupTest-1499135571 tempest-NegativeSecGroupTest-1499135571-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 18:02:55.591695 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-d300a840-e218-4dea-bf72-67b98e06d316 tempest-NegativeSecGroupTest-1499135571 tempest-NegativeSecGroupTest-1499135571-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0055785 Nov 19 18:02:55.593403 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-426e9736-cbe9-4d50-b873-c6db0dae24b7 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12425078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8983815'] for subnet, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:55.601888 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 51808) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:55.608574 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-e0ef243e-4e46-486d-90a4-9927d9416bdf tempest-NegativeSecGroupTest-1499135571 tempest-NegativeSecGroupTest-1499135571-project] Request body: {'security_group_rule': {'security_group_id': '8e408c49-46af-453c-abe9-0df450913570', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:02:55.664114 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c13ec5c8-25b0-481d-bd1d-a1d60efaf274 tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:55.706199 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426e9736-cbe9-4d50-b873-c6db0dae24b7 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Pushing event updated for resources: {'Subnet': ['ID=f7c6dc29-535c-4a82-9ab2-2aa8a18b108e,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:02:55.732916 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c13ec5c8-25b0-481d-bd1d-a1d60efaf274 tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:55.751535 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9d404c9a-6457-438a-bb89-c7755e08817b req-985b2858-fcae-456d-ba8e-4465f9bf0f87 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] 10.222.0.54 "GET /v2.0/security-groups?id=ab553829-b17c-4bd7-9495-2cea0ebc82fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598871 Nov 19 18:02:55.756467 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426e9736-cbe9-4d50-b873-c6db0dae24b7 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Checking segment: {'id': '3bee7aeb-d668-4bbe-92c8-9453b9902c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '3c33e8b6-79dd-4aa5-bbd2-fd4e0404bdda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:02:55.756835 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-426e9736-cbe9-4d50-b873-c6db0dae24b7 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Network hostable DHCP agents. Network: 3c33e8b6-79dd-4aa5-bbd2-fd4e0404bdda, hostable agents: ['02910ef2-0455-4aea-9f38-9a875579633f'], hosted agents: [] {{(pid=103364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 18:02:55.795983 n-d-818022-2 neutron-server[103365]: INFO neutron.api.v2.resource [None req-e0ef243e-4e46-486d-90a4-9927d9416bdf tempest-NegativeSecGroupTest-1499135571 tempest-NegativeSecGroupTest-1499135571-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 18:02:55.800151 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-e0ef243e-4e46-486d-90a4-9927d9416bdf tempest-NegativeSecGroupTest-1499135571 tempest-NegativeSecGroupTest-1499135571-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1934557 Nov 19 18:02:55.800301 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 51816) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:55.804534 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-589855f5-b526-4567-8861-cd69da73575c tempest-NegativeSecGroupTest-1499135571 tempest-NegativeSecGroupTest-1499135571-project] Request body: {'security_group_rule': {'security_group_id': '8e408c49-46af-453c-abe9-0df450913570', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:02:55.848397 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-426e9736-cbe9-4d50-b873-c6db0dae24b7 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Network 3c33e8b6-79dd-4aa5-bbd2-fd4e0404bdda is scheduled to be hosted by DHCP agent 02910ef2-0455-4aea-9f38-9a875579633f with binding_index 1 {{(pid=103364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 18:02:55.853129 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c13ec5c8-25b0-481d-bd1d-a1d60efaf274 tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:55.855778 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c13ec5c8-25b0-481d-bd1d-a1d60efaf274 tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:55.856942 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-c13ec5c8-25b0-481d-bd1d-a1d60efaf274 tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] 10.222.0.54 "DELETE /v2.0/security-groups/a3ebb004-bee4-4de8-ad25-521f76cb4b6a HTTP/1.1" status: 204 len: 168 time: 0.4269047 Nov 19 18:02:55.867315 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 51818) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:55.897759 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13ec5c8-25b0-481d-bd1d-a1d60efaf274 tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3ebb004-bee4-4de8-ad25-521f76cb4b6a,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:02:55.900897 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-426e9736-cbe9-4d50-b873-c6db0dae24b7 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818022-2, 3c33e8b6-79dd-4aa5-bbd2-fd4e0404bdda) {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:02:55.919515 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-426e9736-cbe9-4d50-b873-c6db0dae24b7 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:02:55.921058 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-426e9736-cbe9-4d50-b873-c6db0dae24b7 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:55.922805 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7556c4ba-96c9-4b1f-8612-53dabd755abb None None] Network 3c33e8b6-79dd-4aa5-bbd2-fd4e0404bdda requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:02:55.966929 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-426e9736-cbe9-4d50-b873-c6db0dae24b7 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2112260 Nov 19 18:02:55.968240 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 51826) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:55.979895 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-2a9add8f-fb6a-47a1-ad19-1de783b30ec7 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Request body: {'port': {'network_id': '3c33e8b6-79dd-4aa5-bbd2-fd4e0404bdda', 'name': 'tempest-PortsIpV6TestJSON-2098042297'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:02:55.983910 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5ec89a66-f184-4e1c-bca2-5be3de7aa2df tempest-RoutersIpV6AdminTest-1578650958 tempest-RoutersIpV6AdminTest-1578650958-project] Publish callbacks [] for router_gateway, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:56.056495 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5ec89a66-f184-4e1c-bca2-5be3de7aa2df tempest-RoutersIpV6AdminTest-1578650958 tempest-RoutersIpV6AdminTest-1578650958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:56.075355 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-a5383f44-b951-4805-9735-854ea43fa3e5 tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1917784 Nov 19 18:02:56.075355 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 51834) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:56.075355 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-45e143e7-bd48-4f63-867f-e73808eaeaf9 tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] Request body: {'security_group': {'name': 'tempest-secgroup--1823748482'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:02:56.101201 n-d-818022-2 neutron-server[103364]: INFO neutron.api.v2.resource [None req-589855f5-b526-4567-8861-cd69da73575c tempest-NegativeSecGroupTest-1499135571 tempest-NegativeSecGroupTest-1499135571-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 18:02:56.105768 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-589855f5-b526-4567-8861-cd69da73575c tempest-NegativeSecGroupTest-1499135571 tempest-NegativeSecGroupTest-1499135571-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3047652 Nov 19 18:02:56.109909 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 51838) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:56.185441 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3d877c8-fa40-4263-85ed-adc522f35904 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54f44f5f-1200-574e-8740-2141911d5b73-3c33e8b6-79dd-4aa5-bbd2-fd4e0404bdda', 'network_id': '3c33e8b6-79dd-4aa5-bbd2-fd4e0404bdda', 'tenant_id': '3d6ff715a1b54ed1818e68232d77d2b6', 'fixed_ips': [{'subnet_id': 'f7c6dc29-535c-4a82-9ab2-2aa8a18b108e'}]}} from n-d-818022-2. {{(pid=103366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 18:02:56.202347 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a3d877c8-fa40-4263-85ed-adc522f35904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:56.206036 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-45e143e7-bd48-4f63-867f-e73808eaeaf9 tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:56.241478 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-48a029a1-2341-45c8-89c9-ed2367f5ad24 tempest-NegativeSecGroupTest-1499135571 tempest-NegativeSecGroupTest-1499135571-project] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:56.279907 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [None req-5ec89a66-f184-4e1c-bca2-5be3de7aa2df tempest-RoutersIpV6AdminTest-1578650958 tempest-RoutersIpV6AdminTest-1578650958-project] Allocated IP 172.25.7.49 (645e61aa-1a6c-4e8f-857e-ab06edb4897f/88ed2d64-f56d-4f01-a468-946e01c99e82/f5c6f618-3277-4cc3-8122-6d5d2b4b8497) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:02:56.346269 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-48a029a1-2341-45c8-89c9-ed2367f5ad24 tempest-NegativeSecGroupTest-1499135571 tempest-NegativeSecGroupTest-1499135571-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:56.391240 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-45e143e7-bd48-4f63-867f-e73808eaeaf9 tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:56.405843 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-45e143e7-bd48-4f63-867f-e73808eaeaf9 tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:56.408503 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a9add8f-fb6a-47a1-ad19-1de783b30ec7 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Made reservation on behalf of 3d6ff715a1b54ed1818e68232d77d2b6 for: {'port': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:02:56.412965 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2a9add8f-fb6a-47a1-ad19-1de783b30ec7 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:56.478630 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [None req-2a9add8f-fb6a-47a1-ad19-1de783b30ec7 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] device_id is not set on port 69c004b6-a67f-46b3-a677-178cca90c4b7 yet. {{(pid=103364) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 18:02:56.523634 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-45e143e7-bd48-4f63-867f-e73808eaeaf9 tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:56.527717 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-45e143e7-bd48-4f63-867f-e73808eaeaf9 tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4610484 Nov 19 18:02:56.552621 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 51848) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:56.554984 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-48a029a1-2341-45c8-89c9-ed2367f5ad24 tempest-NegativeSecGroupTest-1499135571 tempest-NegativeSecGroupTest-1499135571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:56.558384 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-48a029a1-2341-45c8-89c9-ed2367f5ad24 tempest-NegativeSecGroupTest-1499135571 tempest-NegativeSecGroupTest-1499135571-project] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:56.563768 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-48a029a1-2341-45c8-89c9-ed2367f5ad24 tempest-NegativeSecGroupTest-1499135571 tempest-NegativeSecGroupTest-1499135571-project] 10.222.0.54 "DELETE /v2.0/security-groups/8e408c49-46af-453c-abe9-0df450913570 HTTP/1.1" status: 204 len: 168 time: 0.4518812 Nov 19 18:02:56.567047 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [None req-a3d877c8-fa40-4263-85ed-adc522f35904 None None] Allocated IP 2001:db8::2 (3c33e8b6-79dd-4aa5-bbd2-fd4e0404bdda/f7c6dc29-535c-4a82-9ab2-2aa8a18b108e/c0a92e59-abb7-445c-a397-f79c6f1ef7ed) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:02:56.572263 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 51852) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:56.587638 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-b2c81ebc-f96e-4582-99f3-f37996971468 tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] Request body: {'security_group_rule': {'security_group_id': '2025481f-19a1-4342-b77f-30b73b17902f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:02:56.606101 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e143e7-bd48-4f63-867f-e73808eaeaf9 tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2025481f-19a1-4342-b77f-30b73b17902f,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:02:56.667301 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a029a1-2341-45c8-89c9-ed2367f5ad24 tempest-NegativeSecGroupTest-1499135571 tempest-NegativeSecGroupTest-1499135571-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e408c49-46af-453c-abe9-0df450913570,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:02:56.674589 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5ec89a66-f184-4e1c-bca2-5be3de7aa2df tempest-RoutersIpV6AdminTest-1578650958 tempest-RoutersIpV6AdminTest-1578650958-project] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:56.725155 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b2c81ebc-f96e-4582-99f3-f37996971468 tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:56.757969 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-4d67ce19-b8cc-436c-a7f6-6fb5f2e8d7c5 tempest-NegativeSecGroupTest-1499135571 tempest-NegativeSecGroupTest-1499135571-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1790695 Nov 19 18:02:56.766731 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 51854) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:56.794136 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-f66a842c-91bc-4152-aaf9-099c3f44a30f tempest-NegativeSecGroupTest-1499135571 tempest-NegativeSecGroupTest-1499135571-project] Request body: {'security_group': {'name': 'tempest-secgroup--1395424437'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:02:56.817406 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5ec89a66-f184-4e1c-bca2-5be3de7aa2df tempest-RoutersIpV6AdminTest-1578650958 tempest-RoutersIpV6AdminTest-1578650958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:56.868384 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b2c81ebc-f96e-4582-99f3-f37996971468 tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:56.871158 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f66a842c-91bc-4152-aaf9-099c3f44a30f tempest-NegativeSecGroupTest-1499135571 tempest-NegativeSecGroupTest-1499135571-project] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:56.884044 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b2c81ebc-f96e-4582-99f3-f37996971468 tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735179'] for security_group_rule, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:56.915038 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ec89a66-f184-4e1c-bca2-5be3de7aa2df tempest-RoutersIpV6AdminTest-1578650958 tempest-RoutersIpV6AdminTest-1578650958-project] Network 645e61aa-1a6c-4e8f-857e-ab06edb4897f is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:02:56.923450 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c81ebc-f96e-4582-99f3-f37996971468 tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e86fbb33-ffe3-4305-9751-6451f5bfe9f9,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:02:56.934115 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-5ec89a66-f184-4e1c-bca2-5be3de7aa2df tempest-RoutersIpV6AdminTest-1578650958 tempest-RoutersIpV6AdminTest-1578650958-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:02:56.953631 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec89a66-f184-4e1c-bca2-5be3de7aa2df tempest-RoutersIpV6AdminTest-1578650958 tempest-RoutersIpV6AdminTest-1578650958-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:02:56.954678 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b2c81ebc-f96e-4582-99f3-f37996971468 tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:56.956375 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-b2c81ebc-f96e-4582-99f3-f37996971468 tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4025300 Nov 19 18:02:56.961530 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 51864) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:56.962269 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 51866) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:56.963742 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a3d877c8-fa40-4263-85ed-adc522f35904 None None] Publish callbacks [] for port, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:56.968184 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b26b3d0-702c-4fac-8ca5-f9180cba4ff0 None None] DHCP port deletion for 645e61aa-1a6c-4e8f-857e-ab06edb4897f request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:02:56.975831 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a3d877c8-fa40-4263-85ed-adc522f35904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998'] for port, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:57.018093 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-dc03e59a-23e1-48b3-bfa8-f1415cac6536 tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] 10.222.0.54 "GET /v2.0/security-group-rules/e86fbb33-ffe3-4305-9751-6451f5bfe9f9 HTTP/1.1" status: 200 len: 763 time: 0.0426030 Nov 19 18:02:57.022930 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 51870) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:57.037940 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec89a66-f184-4e1c-bca2-5be3de7aa2df tempest-RoutersIpV6AdminTest-1578650958 tempest-RoutersIpV6AdminTest-1578650958-project] Pushing event updated for resources: {'Port': ['ID=f5c6f618-3277-4cc3-8122-6d5d2b4b8497,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:02:57.059419 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d877c8-fa40-4263-85ed-adc522f35904 None None] Pushing event updated for resources: {'Port': ['ID=c0a92e59-abb7-445c-a397-f79c6f1ef7ed,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:02:57.068897 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3d877c8-fa40-4263-85ed-adc522f35904 None None] Network 3c33e8b6-79dd-4aa5-bbd2-fd4e0404bdda is already hosted by enough agents. {{(pid=103366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:02:57.070815 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [None req-a3d877c8-fa40-4263-85ed-adc522f35904 None None] Resources bound (agent type, host, resource id): {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:02:57.073637 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d877c8-fa40-4263-85ed-adc522f35904 None None] Received port after_create {{(pid=103366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:02:57.166860 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4babb078-9a6f-4205-922d-fc5dc111252f None None] Provisioning complete for port f5c6f618-3277-4cc3-8122-6d5d2b4b8497 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:02:57.168663 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4babb078-9a6f-4205-922d-fc5dc111252f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:57.196078 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [None req-2a9add8f-fb6a-47a1-ad19-1de783b30ec7 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Allocated IP 2001:db8::31d (3c33e8b6-79dd-4aa5-bbd2-fd4e0404bdda/f7c6dc29-535c-4a82-9ab2-2aa8a18b108e/69c004b6-a67f-46b3-a677-178cca90c4b7) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:02:57.200723 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f66a842c-91bc-4152-aaf9-099c3f44a30f tempest-NegativeSecGroupTest-1499135571 tempest-NegativeSecGroupTest-1499135571-project] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:57.213132 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-a7f2bdb5-738d-4c9a-8107-0d43be5198cf tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1891425 Nov 19 18:02:57.220186 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdce1b22-fe4a-40ea-a51f-46c4fe87dca1 req-9a6cc86a-b1c5-4e99-b7ac-0992706b4945 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:02:57.224290 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f66a842c-91bc-4152-aaf9-099c3f44a30f tempest-NegativeSecGroupTest-1499135571 tempest-NegativeSecGroupTest-1499135571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:57.231109 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fdce1b22-fe4a-40ea-a51f-46c4fe87dca1 req-9a6cc86a-b1c5-4e99-b7ac-0992706b4945 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] 10.222.0.54 "GET /v2.0/ports?device_id=944baf18-8200-490e-9d12-8328be9c8b35 HTTP/1.1" status: 200 len: 946 time: 0.3002014 Nov 19 18:02:57.242574 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5bc73f4e-5cef-4b5c-831d-c88078764068 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:57.264483 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f66a842c-91bc-4152-aaf9-099c3f44a30f tempest-NegativeSecGroupTest-1499135571 tempest-NegativeSecGroupTest-1499135571-project] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:57.265767 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-f66a842c-91bc-4152-aaf9-099c3f44a30f tempest-NegativeSecGroupTest-1499135571 tempest-NegativeSecGroupTest-1499135571-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4858549 Nov 19 18:02:57.267256 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4babb078-9a6f-4205-922d-fc5dc111252f None None] Port f5c6f618-3277-4cc3-8122-6d5d2b4b8497 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:02:57.278463 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 51874) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:57.284396 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-52f14397-d628-46ad-a7d3-2ea65167444a tempest-NegativeSecGroupTest-1499135571 tempest-NegativeSecGroupTest-1499135571-project] Request body: {'security_group_rule': {'security_group_id': 'b0a6fb00-7d5b-470d-8fd6-6eba978195d0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:02:57.297303 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-a3d877c8-fa40-4263-85ed-adc522f35904 None None] Attempting to bind port c0a92e59-abb7-445c-a397-f79c6f1ef7ed on host n-d-818022-2 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:02:57.297897 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-a3d877c8-fa40-4263-85ed-adc522f35904 None None] Attempting to bind port c0a92e59-abb7-445c-a397-f79c6f1ef7ed by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': '3bee7aeb-d668-4bbe-92c8-9453b9902c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '3c33e8b6-79dd-4aa5-bbd2-fd4e0404bdda'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:02:57.298788 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d877c8-fa40-4263-85ed-adc522f35904 None None] Attempting to bind port c0a92e59-abb7-445c-a397-f79c6f1ef7ed on network 3c33e8b6-79dd-4aa5-bbd2-fd4e0404bdda {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:02:57.313952 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d877c8-fa40-4263-85ed-adc522f35904 None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 2, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:02:57.315518 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d877c8-fa40-4263-85ed-adc522f35904 None None] Checking segment: {'id': '3bee7aeb-d668-4bbe-92c8-9453b9902c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '3c33e8b6-79dd-4aa5-bbd2-fd4e0404bdda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:02:57.317286 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a3d877c8-fa40-4263-85ed-adc522f35904 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:57.324667 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d877c8-fa40-4263-85ed-adc522f35904 None None] Bound using segment: {'id': '3bee7aeb-d668-4bbe-92c8-9453b9902c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '3c33e8b6-79dd-4aa5-bbd2-fd4e0404bdda'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:02:57.325430 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-a3d877c8-fa40-4263-85ed-adc522f35904 None None] Bound port: c0a92e59-abb7-445c-a397-f79c6f1ef7ed, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bee7aeb-d668-4bbe-92c8-9453b9902c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '3c33e8b6-79dd-4aa5-bbd2-fd4e0404bdda'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:02:57.325899 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a3d877c8-fa40-4263-85ed-adc522f35904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:57.346121 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 51880) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:57.384178 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66a842c-91bc-4152-aaf9-099c3f44a30f tempest-NegativeSecGroupTest-1499135571 tempest-NegativeSecGroupTest-1499135571-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0a6fb00-7d5b-470d-8fd6-6eba978195d0,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:02:57.421378 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-a3d877c8-fa40-4263-85ed-adc522f35904 None None] For port c0a92e59-abb7-445c-a397-f79c6f1ef7ed, host n-d-818022-2, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:02:57.426899 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-a3d877c8-fa40-4263-85ed-adc522f35904 None None] For port c0a92e59-abb7-445c-a397-f79c6f1ef7ed, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=c0a92e59-abb7-445c-a397-f79c6f1ef7ed,segment=NetworkSegment(3bee7aeb-d668-4bbe-92c8-9453b9902c85),segment_id=3bee7aeb-d668-4bbe-92c8-9453b9902c85)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:02:57.435405 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a3d877c8-fa40-4263-85ed-adc522f35904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:57.513882 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d877c8-fa40-4263-85ed-adc522f35904 None None] Pushing event updated for resources: {'Port': ['ID=c0a92e59-abb7-445c-a397-f79c6f1ef7ed,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:02:57.611120 n-d-818022-2 neutron-server[103364]: INFO neutron.api.v2.resource [None req-52f14397-d628-46ad-a7d3-2ea65167444a tempest-NegativeSecGroupTest-1499135571 tempest-NegativeSecGroupTest-1499135571-project] create failed (client error): The resource could not be found. Nov 19 18:02:57.612432 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-52f14397-d628-46ad-a7d3-2ea65167444a tempest-NegativeSecGroupTest-1499135571 tempest-NegativeSecGroupTest-1499135571-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.3329644 Nov 19 18:02:57.631520 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 51890) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:57.637161 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-5fd4e58d-373b-422b-bcf0-e46576680d5d tempest-NegativeSecGroupTest-1499135571 tempest-NegativeSecGroupTest-1499135571-project] Request body: {'security_group_rule': {'security_group_id': 'b0a6fb00-7d5b-470d-8fd6-6eba978195d0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '65d6c8d3-cac6-4859-b8e7-ee5d15d72db4'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:02:57.700118 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5bc73f4e-5cef-4b5c-831d-c88078764068 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:57.730678 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5bc73f4e-5cef-4b5c-831d-c88078764068 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:57.769057 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2a9add8f-fb6a-47a1-ad19-1de783b30ec7 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:57.773305 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc73f4e-5cef-4b5c-831d-c88078764068 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41ab9100-a441-4379-8f67-08ca2ad45178,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:02:57.914918 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2a9add8f-fb6a-47a1-ad19-1de783b30ec7 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:57.957704 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a9add8f-fb6a-47a1-ad19-1de783b30ec7 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Network 3c33e8b6-79dd-4aa5-bbd2-fd4e0404bdda is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:02:57.959406 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fdce1b22-fe4a-40ea-a51f-46c4fe87dca1 req-047b5ee6-d2d4-4618-b43d-a63509ff14ce tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] 10.222.0.54 "GET /v2.0/security-groups?id=ab553829-b17c-4bd7-9495-2cea0ebc82fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7270341 Nov 19 18:02:57.977800 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0d20584a-b291-41a1-8d6b-80b0d8b51ba6 tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:58.020170 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-2a9add8f-fb6a-47a1-ad19-1de783b30ec7 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:02:58.028948 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a9add8f-fb6a-47a1-ad19-1de783b30ec7 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:02:58.034814 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a9add8f-fb6a-47a1-ad19-1de783b30ec7 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:02:58.039729 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2a9add8f-fb6a-47a1-ad19-1de783b30ec7 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:58.049669 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-5bc73f4e-5cef-4b5c-831d-c88078764068 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d956e24829f74c34ab10bc3b9637697b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0837429 Nov 19 18:02:58.053444 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0d20584a-b291-41a1-8d6b-80b0d8b51ba6 tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:58.055511 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 51896) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:58.072262 n-d-818022-2 neutron-server[103364]: INFO neutron.api.v2.resource [None req-5fd4e58d-373b-422b-bcf0-e46576680d5d tempest-NegativeSecGroupTest-1499135571 tempest-NegativeSecGroupTest-1499135571-project] create failed (client error): The resource could not be found. Nov 19 18:02:58.077219 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-5fd4e58d-373b-422b-bcf0-e46576680d5d tempest-NegativeSecGroupTest-1499135571 tempest-NegativeSecGroupTest-1499135571-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4447248 Nov 19 18:02:58.080958 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 51898) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:58.088745 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-2a9add8f-fb6a-47a1-ad19-1de783b30ec7 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.1194751 Nov 19 18:02:58.093530 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 51900) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:58.100756 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-1d54850e-b078-4a9c-881f-f9d42183c14b tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Request body: {'port': {'network_id': '3c33e8b6-79dd-4aa5-bbd2-fd4e0404bdda', 'name': 'tempest-PortsIpV6TestJSON-689025027'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:02:58.106385 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9add8f-fb6a-47a1-ad19-1de783b30ec7 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Pushing event updated for resources: {'Port': ['ID=69c004b6-a67f-46b3-a677-178cca90c4b7,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:02:58.193917 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5ec89a66-f184-4e1c-bca2-5be3de7aa2df tempest-RoutersIpV6AdminTest-1578650958 tempest-RoutersIpV6AdminTest-1578650958-project] Publish callbacks [] for router_gateway, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:58.204927 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0d20584a-b291-41a1-8d6b-80b0d8b51ba6 tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735179'] for security_group_rule, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:58.250249 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0d20584a-b291-41a1-8d6b-80b0d8b51ba6 tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:58.254088 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-0d20584a-b291-41a1-8d6b-80b0d8b51ba6 tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/e86fbb33-ffe3-4305-9751-6451f5bfe9f9 HTTP/1.1" status: 204 len: 168 time: 0.9063430 Nov 19 18:02:58.266055 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 51908) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:58.290687 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-22a9d5af-8f34-4e1b-a2ba-6d657d44163d tempest-NegativeSecGroupTest-1499135571 tempest-NegativeSecGroupTest-1499135571-project] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:58.300413 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d20584a-b291-41a1-8d6b-80b0d8b51ba6 tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e86fbb33-ffe3-4305-9751-6451f5bfe9f9,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:02:58.319209 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-615db293-1e89-4a6b-9076-b10900e638a6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:58.320091 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d54850e-b078-4a9c-881f-f9d42183c14b tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Made reservation on behalf of 3d6ff715a1b54ed1818e68232d77d2b6 for: {'port': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:02:58.324664 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1d54850e-b078-4a9c-881f-f9d42183c14b tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:58.334483 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-22a9d5af-8f34-4e1b-a2ba-6d657d44163d tempest-NegativeSecGroupTest-1499135571 tempest-NegativeSecGroupTest-1499135571-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:58.340433 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-7303419b-6f6d-4a78-8a9e-423fded24897 tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0697885 Nov 19 18:02:58.345272 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 51910) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:58.351148 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-3ce823c2-f375-44c6-b167-251a92bd3ae8 tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] Request body: {'security_group_rule': {'security_group_id': '2025481f-19a1-4342-b77f-30b73b17902f', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:02:58.377679 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [None req-1d54850e-b078-4a9c-881f-f9d42183c14b tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] device_id is not set on port be5d86b9-565f-4c96-a7d1-4daab8070cb3 yet. {{(pid=103364) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 18:02:58.390801 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3ce823c2-f375-44c6-b167-251a92bd3ae8 tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:58.420342 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-615db293-1e89-4a6b-9076-b10900e638a6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:58.532053 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-22a9d5af-8f34-4e1b-a2ba-6d657d44163d tempest-NegativeSecGroupTest-1499135571 tempest-NegativeSecGroupTest-1499135571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:58.534776 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-22a9d5af-8f34-4e1b-a2ba-6d657d44163d tempest-NegativeSecGroupTest-1499135571 tempest-NegativeSecGroupTest-1499135571-project] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:58.537536 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-22a9d5af-8f34-4e1b-a2ba-6d657d44163d tempest-NegativeSecGroupTest-1499135571 tempest-NegativeSecGroupTest-1499135571-project] 10.222.0.54 "DELETE /v2.0/security-groups/b0a6fb00-7d5b-470d-8fd6-6eba978195d0 HTTP/1.1" status: 204 len: 168 time: 0.4524012 Nov 19 18:02:58.545609 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 51916) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:58.578052 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a9d5af-8f34-4e1b-a2ba-6d657d44163d tempest-NegativeSecGroupTest-1499135571 tempest-NegativeSecGroupTest-1499135571-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0a6fb00-7d5b-470d-8fd6-6eba978195d0,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:02:58.642619 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3ce823c2-f375-44c6-b167-251a92bd3ae8 tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:58.671562 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3ce823c2-f375-44c6-b167-251a92bd3ae8 tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735179'] for security_group_rule, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:58.719339 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5ec89a66-f184-4e1c-bca2-5be3de7aa2df tempest-RoutersIpV6AdminTest-1578650958 tempest-RoutersIpV6AdminTest-1578650958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-671667', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4675'] for router, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:58.721060 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce823c2-f375-44c6-b167-251a92bd3ae8 tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3131d3c-20b6-4197-adb2-b6501653f37a,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:02:58.725511 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5ec89a66-f184-4e1c-bca2-5be3de7aa2df tempest-RoutersIpV6AdminTest-1578650958 tempest-RoutersIpV6AdminTest-1578650958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-671652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-671709', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-543867'] for router, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:58.730279 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-615db293-1e89-4a6b-9076-b10900e638a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:58.734274 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-615db293-1e89-4a6b-9076-b10900e638a6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:58.735721 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-615db293-1e89-4a6b-9076-b10900e638a6 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/41ab9100-a441-4379-8f67-08ca2ad45178 HTTP/1.1" status: 204 len: 168 time: 0.6786749 Nov 19 18:02:58.741667 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3ce823c2-f375-44c6-b167-251a92bd3ae8 tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:58.743226 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-3ce823c2-f375-44c6-b167-251a92bd3ae8 tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3970752 Nov 19 18:02:58.748365 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 51922) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:58.773594 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-016131eb-a0be-430f-ac25-9828f5404c4d tempest-NegativeSecGroupTest-1499135571 tempest-NegativeSecGroupTest-1499135571-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2041831 Nov 19 18:02:58.776777 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615db293-1e89-4a6b-9076-b10900e638a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41ab9100-a441-4379-8f67-08ca2ad45178,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:02:58.778564 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 51924) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:58.780674 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [None req-1d54850e-b078-4a9c-881f-f9d42183c14b tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Allocated IP 2001:db8::e3 (3c33e8b6-79dd-4aa5-bbd2-fd4e0404bdda/f7c6dc29-535c-4a82-9ab2-2aa8a18b108e/be5d86b9-565f-4c96-a7d1-4daab8070cb3) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:02:58.790954 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-838b57e1-225c-4a3a-8029-7f0fcdbe106b tempest-NegativeSecGroupTest-1499135571 tempest-NegativeSecGroupTest-1499135571-project] Request body: {'security_group_rule': {'security_group_id': '42d90203-9bab-4a5e-8beb-ca8fc250764a', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:02:58.822460 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-7e6c57f0-66d3-41cf-aefc-ff788518f2ff tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] 10.222.0.54 "GET /v2.0/security-group-rules/d3131d3c-20b6-4197-adb2-b6501653f37a HTTP/1.1" status: 200 len: 763 time: 0.0702505 Nov 19 18:02:58.832007 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 51926) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:59.040555 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-4d903dc1-e492-45f7-98fa-0e9d4b8e95e2 tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2016385 Nov 19 18:02:59.049039 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 51936) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:59.101573 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1b59fc7-04b2-48da-a662-66ae3f7fa80b None None] Network 3c33e8b6-79dd-4aa5-bbd2-fd4e0404bdda requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:02:59.123409 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ec89a66-f184-4e1c-bca2-5be3de7aa2df tempest-RoutersIpV6AdminTest-1578650958 tempest-RoutersIpV6AdminTest-1578650958-project] Router 4e84325d-4ad7-43b2-aa3f-fdee1c819938 is scheduled to L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 with binding_index 1 {{(pid=103365) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 18:02:59.171117 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-63319384-8837-4a20-9015-74d207c36162 tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:59.200427 n-d-818022-2 neutron-server[103364]: INFO neutron.api.v2.resource [None req-838b57e1-225c-4a3a-8029-7f0fcdbe106b tempest-NegativeSecGroupTest-1499135571 tempest-NegativeSecGroupTest-1499135571-project] create failed (client error): The resource could not be found. Nov 19 18:02:59.205027 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-838b57e1-225c-4a3a-8029-7f0fcdbe106b tempest-NegativeSecGroupTest-1499135571 tempest-NegativeSecGroupTest-1499135571-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4181225 Nov 19 18:02:59.226869 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-63319384-8837-4a20-9015-74d207c36162 tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:59.230453 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 51940) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:59.243968 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-385975fd-2355-4364-aa43-a33777b828a5 tempest-NegativeSecGroupTest-1499135571 tempest-NegativeSecGroupTest-1499135571-project] Request body: {'security_group': {'name': 'tempest-secgroup--1203115931'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:02:59.282019 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-3b216747-47c4-4d52-93d8-63c27e4f2682 None None] Provisioning complete for port c0a92e59-abb7-445c-a397-f79c6f1ef7ed triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:02:59.282899 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3b216747-47c4-4d52-93d8-63c27e4f2682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:59.313997 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 51942) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:59.339694 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f3b51c-3703-48f7-a6b6-3cf28c8bdb0e req-a96ccb0d-8604-4efb-8b6f-d821c48ddaff tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:02:59.341566 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c0f3b51c-3703-48f7-a6b6-3cf28c8bdb0e req-a96ccb0d-8604-4efb-8b6f-d821c48ddaff tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] 10.222.0.54 "GET /v2.0/ports?device_id=944baf18-8200-490e-9d12-8328be9c8b35 HTTP/1.1" status: 200 len: 946 time: 0.1761408 Nov 19 18:02:59.363197 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ec89a66-f184-4e1c-bca2-5be3de7aa2df tempest-RoutersIpV6AdminTest-1578650958 tempest-RoutersIpV6AdminTest-1578650958-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:02:59.375509 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5030c4c0-3a60-4a69-92ef-1ab69be5e6b6 None None] Sync routers for ids ['4e84325d-4ad7-43b2-aa3f-fdee1c819938'] in n-d-818022-2 {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:02:59.380220 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5ec89a66-f184-4e1c-bca2-5be3de7aa2df tempest-RoutersIpV6AdminTest-1578650958 tempest-RoutersIpV6AdminTest-1578650958-project] Publish callbacks [] for router, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:59.381773 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-5ec89a66-f184-4e1c-bca2-5be3de7aa2df tempest-RoutersIpV6AdminTest-1578650958 tempest-RoutersIpV6AdminTest-1578650958-project] 10.222.0.54 "PUT /v2.0/routers/4e84325d-4ad7-43b2-aa3f-fdee1c819938 HTTP/1.1" status: 200 len: 883 time: 4.3113291 Nov 19 18:02:59.385841 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 51948) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:59.395576 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5030c4c0-3a60-4a69-92ef-1ab69be5e6b6 None None] Routers {'4e84325d-4ad7-43b2-aa3f-fdee1c819938'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:02:59.396208 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-5030c4c0-3a60-4a69-92ef-1ab69be5e6b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:02:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['4e84325d-4ad7-43b2-aa3f-fdee1c819938'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:02:59.452470 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-385975fd-2355-4364-aa43-a33777b828a5 tempest-NegativeSecGroupTest-1499135571 tempest-NegativeSecGroupTest-1499135571-project] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:59.503348 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1d54850e-b078-4a9c-881f-f9d42183c14b tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:59.529531 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-5030c4c0-3a60-4a69-92ef-1ab69be5e6b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:02:59.559223 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5030c4c0-3a60-4a69-92ef-1ab69be5e6b6 None None] Routers {'4e84325d-4ad7-43b2-aa3f-fdee1c819938'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:02:59.560004 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-5030c4c0-3a60-4a69-92ef-1ab69be5e6b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:02:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['4e84325d-4ad7-43b2-aa3f-fdee1c819938'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:02:59.561754 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c0f3b51c-3703-48f7-a6b6-3cf28c8bdb0e req-57d0199c-1f07-4517-b334-03b05afd08ba tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] 10.222.0.54 "GET /v2.0/security-groups?id=ab553829-b17c-4bd7-9495-2cea0ebc82fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072561 Nov 19 18:02:59.564569 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a702c7de-bd8f-45dd-9402-b8d539a0d5be admin admin] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:59.589653 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-63319384-8837-4a20-9015-74d207c36162 tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735179'] for security_group_rule, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:59.592241 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1d54850e-b078-4a9c-881f-f9d42183c14b tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:59.598881 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-63319384-8837-4a20-9015-74d207c36162 tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:59.600346 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-63319384-8837-4a20-9015-74d207c36162 tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/d3131d3c-20b6-4197-adb2-b6501653f37a HTTP/1.1" status: 204 len: 168 time: 0.5386651 Nov 19 18:02:59.605219 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 51950) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:59.630572 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3b216747-47c4-4d52-93d8-63c27e4f2682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:59.635056 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-27a67e87-4bbf-4158-8931-6e06d2f2f0e7 tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] 10.222.0.54 "GET /v2.0/routers/4e84325d-4ad7-43b2-aa3f-fdee1c819938 HTTP/1.1" status: 200 len: 924 time: 0.2476854 Nov 19 18:02:59.657539 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 51954) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:59.687660 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-5030c4c0-3a60-4a69-92ef-1ab69be5e6b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:02:59.688483 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5030c4c0-3a60-4a69-92ef-1ab69be5e6b6 None None] The sync data for ids ['4e84325d-4ad7-43b2-aa3f-fdee1c819938'] in n-d-818022-2 is: [] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:02:59.733280 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a702c7de-bd8f-45dd-9402-b8d539a0d5be admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:59.768159 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-3b216747-47c4-4d52-93d8-63c27e4f2682 None None] For port c0a92e59-abb7-445c-a397-f79c6f1ef7ed, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=c0a92e59-abb7-445c-a397-f79c6f1ef7ed,segment=NetworkSegment(3bee7aeb-d668-4bbe-92c8-9453b9902c85),segment_id=3bee7aeb-d668-4bbe-92c8-9453b9902c85)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:02:59.787089 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3b216747-47c4-4d52-93d8-63c27e4f2682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:59.812151 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-385975fd-2355-4364-aa43-a33777b828a5 tempest-NegativeSecGroupTest-1499135571 tempest-NegativeSecGroupTest-1499135571-project] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:59.826176 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-cc274243-3d9e-4d6e-8aa3-02a3fac4c369 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:59.834723 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-385975fd-2355-4364-aa43-a33777b828a5 tempest-NegativeSecGroupTest-1499135571 tempest-NegativeSecGroupTest-1499135571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:59.845284 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a702c7de-bd8f-45dd-9402-b8d539a0d5be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:59.853970 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63319384-8837-4a20-9015-74d207c36162 tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d3131d3c-20b6-4197-adb2-b6501653f37a,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:02:59.870267 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b216747-47c4-4d52-93d8-63c27e4f2682 None None] Pushing event updated for resources: {'Port': ['ID=c0a92e59-abb7-445c-a397-f79c6f1ef7ed,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:02:59.908448 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-385975fd-2355-4364-aa43-a33777b828a5 tempest-NegativeSecGroupTest-1499135571 tempest-NegativeSecGroupTest-1499135571-project] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:59.908686 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d54850e-b078-4a9c-881f-f9d42183c14b tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Network 3c33e8b6-79dd-4aa5-bbd2-fd4e0404bdda is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:02:59.909755 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-385975fd-2355-4364-aa43-a33777b828a5 tempest-NegativeSecGroupTest-1499135571 tempest-NegativeSecGroupTest-1499135571-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6783102 Nov 19 18:02:59.918813 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 51960) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:02:59.929012 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-43322d13-10dc-4572-96cc-f6d329333118 tempest-NegativeSecGroupTest-1499135571 tempest-NegativeSecGroupTest-1499135571-project] Request body: {'security_group': {'name': 'tempest-secgroup--145713341'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:02:59.935730 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device c0a92e59-abb7-445c-a397-f79c6f1ef7ed up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:02:59.936597 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-1d54850e-b078-4a9c-881f-f9d42183c14b tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:02:59.962952 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d54850e-b078-4a9c-881f-f9d42183c14b tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:02:59.975229 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d54850e-b078-4a9c-881f-f9d42183c14b tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:02:59.978533 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1d54850e-b078-4a9c-881f-f9d42183c14b tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:02:59.985192 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d54850e-b078-4a9c-881f-f9d42183c14b tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Pushing event updated for resources: {'Port': ['ID=be5d86b9-565f-4c96-a7d1-4daab8070cb3,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:02:59.994473 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385975fd-2355-4364-aa43-a33777b828a5 tempest-NegativeSecGroupTest-1499135571 tempest-NegativeSecGroupTest-1499135571-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b34861cd-f509-4447-af32-1d11211536a5,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:03:00.000645 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-43322d13-10dc-4572-96cc-f6d329333118 tempest-NegativeSecGroupTest-1499135571 tempest-NegativeSecGroupTest-1499135571-project] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:00.018478 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-a702c7de-bd8f-45dd-9402-b8d539a0d5be admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=5ccca7b51f5e4907af2fb088bdb273d6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6722267 Nov 19 18:03:00.018783 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea4b4493-3ea1-42db-a85c-76a797408dfd tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:03:00.023661 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-ea4b4493-3ea1-42db-a85c-76a797408dfd tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] 10.222.0.54 "GET /v2.0/ports?network_id=645e61aa-1a6c-4e8f-857e-ab06edb4897f&device_id=4e84325d-4ad7-43b2-aa3f-fdee1c819938&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3603282 Nov 19 18:03:00.023661 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 51962) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:03:00.028313 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a702c7de-bd8f-45dd-9402-b8d539a0d5be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68b78c2e-a925-47bf-8829-0802174681c8,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:03:00.033312 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 51964) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:03:00.065537 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-bb016c3c-75ed-4ee7-9d23-83dfbfa09ce2 tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4451971 Nov 19 18:03:00.066389 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 51966) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:03:00.071579 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-722a5dee-bd3b-4b27-8069-69bd9312ec99 tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] Request body: {'security_group_rule': {'security_group_id': '2025481f-19a1-4342-b77f-30b73b17902f', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:03:00.097488 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port c0a92e59-abb7-445c-a397-f79c6f1ef7ed triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:03:00.097910 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:00.148003 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-910fe59d-2843-47dc-9b95-ad32df03830c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:00.191374 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-910fe59d-2843-47dc-9b95-ad32df03830c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:00.206155 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c835e62e-dc5e-4fc4-bc22-11890a3195ff tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:03:00.211422 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-c835e62e-dc5e-4fc4-bc22-11890a3195ff tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] 10.222.0.54 "GET /v2.0/networks/645e61aa-1a6c-4e8f-857e-ab06edb4897f HTTP/1.1" status: 200 len: 881 time: 0.1660731 Nov 19 18:03:00.212158 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 51970) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:03:00.229116 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-43322d13-10dc-4572-96cc-f6d329333118 tempest-NegativeSecGroupTest-1499135571 tempest-NegativeSecGroupTest-1499135571-project] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:00.232016 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-1d54850e-b078-4a9c-881f-f9d42183c14b tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.1364717 Nov 19 18:03:00.237485 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 51972) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:03:00.254717 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-44d3ca16-873b-4d6a-8011-973b7527bbee tempest-RoutersIpV6AdminTest-1578650958 tempest-RoutersIpV6AdminTest-1578650958-project] 10.222.0.54 "GET /v2.0/ports?device_id=4e84325d-4ad7-43b2-aa3f-fdee1c819938 HTTP/1.1" status: 200 len: 205 time: 0.0395949 Nov 19 18:03:00.255377 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 51974) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:03:00.284091 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-6674e53c-5904-4cec-88e0-4342d95b5c61 None None] Provisioning complete for port c0a92e59-abb7-445c-a397-f79c6f1ef7ed triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:03:00.284657 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-6674e53c-5904-4cec-88e0-4342d95b5c61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:00.293138 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-43322d13-10dc-4572-96cc-f6d329333118 tempest-NegativeSecGroupTest-1499135571 tempest-NegativeSecGroupTest-1499135571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:00.379959 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-43322d13-10dc-4572-96cc-f6d329333118 tempest-NegativeSecGroupTest-1499135571 tempest-NegativeSecGroupTest-1499135571-project] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:00.382929 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-43322d13-10dc-4572-96cc-f6d329333118 tempest-NegativeSecGroupTest-1499135571 tempest-NegativeSecGroupTest-1499135571-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4591253 Nov 19 18:03:00.387403 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 51980) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:03:00.391451 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-722a5dee-bd3b-4b27-8069-69bd9312ec99 tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:00.392155 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-b7a3c316-e168-4b3d-ae71-8537ce375cba tempest-NegativeSecGroupTest-1499135571 tempest-NegativeSecGroupTest-1499135571-project] Request body: {'security_group_rule': {'security_group_id': 'b34861cd-f509-4447-af32-1d11211536a5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '62badec4-e54b-4a84-be6d-8817d9e0c317'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:03:00.397263 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43322d13-10dc-4572-96cc-f6d329333118 tempest-NegativeSecGroupTest-1499135571 tempest-NegativeSecGroupTest-1499135571-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62badec4-e54b-4a84-be6d-8817d9e0c317,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:03:00.445004 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-79fac53b-39b4-4f4d-b73d-3568d8b16fd4 tempest-RoutersIpV6AdminTest-1578650958 tempest-RoutersIpV6AdminTest-1578650958-project] Publish callbacks [] for router, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:00.447277 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6518fb5-9958-4ef4-944c-79a67075f305 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:03:00.449921 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-a6518fb5-9958-4ef4-944c-79a67075f305 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] 10.222.0.54 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A31d HTTP/1.1" status: 200 len: 929 time: 0.2095389 Nov 19 18:03:00.452286 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-910fe59d-2843-47dc-9b95-ad32df03830c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:00.455418 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-910fe59d-2843-47dc-9b95-ad32df03830c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:00.456867 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-910fe59d-2843-47dc-9b95-ad32df03830c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/68b78c2e-a925-47bf-8829-0802174681c8 HTTP/1.1" status: 204 len: 168 time: 0.4312208 Nov 19 18:03:00.462823 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 51982) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:03:00.489590 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910fe59d-2843-47dc-9b95-ad32df03830c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68b78c2e-a925-47bf-8829-0802174681c8,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:03:00.547891 n-d-818022-2 neutron-server[103364]: INFO neutron.api.v2.resource [None req-b7a3c316-e168-4b3d-ae71-8537ce375cba tempest-NegativeSecGroupTest-1499135571 tempest-NegativeSecGroupTest-1499135571-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 18:03:00.549330 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-b7a3c316-e168-4b3d-ae71-8537ce375cba tempest-NegativeSecGroupTest-1499135571 tempest-NegativeSecGroupTest-1499135571-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1607292 Nov 19 18:03:00.560584 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 51986) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:03:00.582813 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-6674e53c-5904-4cec-88e0-4342d95b5c61 None None] Provisioning complete for port be5d86b9-565f-4c96-a7d1-4daab8070cb3 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:03:00.587585 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-6674e53c-5904-4cec-88e0-4342d95b5c61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:00.639958 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-722a5dee-bd3b-4b27-8069-69bd9312ec99 tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:00.650482 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-79fac53b-39b4-4f4d-b73d-3568d8b16fd4 tempest-RoutersIpV6AdminTest-1578650958 tempest-RoutersIpV6AdminTest-1578650958-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:00.667666 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-6674e53c-5904-4cec-88e0-4342d95b5c61 None None] Port be5d86b9-565f-4c96-a7d1-4daab8070cb3 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:03:00.678767 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-722a5dee-bd3b-4b27-8069-69bd9312ec99 tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735179'] for security_group_rule, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:00.680351 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-6674e53c-5904-4cec-88e0-4342d95b5c61 None None] Provisioning complete for port 69c004b6-a67f-46b3-a677-178cca90c4b7 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:03:00.680905 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-6674e53c-5904-4cec-88e0-4342d95b5c61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:00.757253 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-79fac53b-39b4-4f4d-b73d-3568d8b16fd4 tempest-RoutersIpV6AdminTest-1578650958 tempest-RoutersIpV6AdminTest-1578650958-project] Deleting port f5c6f618-3277-4cc3-8122-6d5d2b4b8497 {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:03:00.757844 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-79fac53b-39b4-4f4d-b73d-3568d8b16fd4 tempest-RoutersIpV6AdminTest-1578650958 tempest-RoutersIpV6AdminTest-1578650958-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:00.789675 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-6674e53c-5904-4cec-88e0-4342d95b5c61 None None] Port 69c004b6-a67f-46b3-a677-178cca90c4b7 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:03:00.793270 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722a5dee-bd3b-4b27-8069-69bd9312ec99 tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11329591-1b09-4674-b80c-a5ba82019e60,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:03:00.834107 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-722a5dee-bd3b-4b27-8069-69bd9312ec99 tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:00.842668 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-722a5dee-bd3b-4b27-8069-69bd9312ec99 tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7739930 Nov 19 18:03:00.846974 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 51996) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:03:00.908529 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0038ab0c-afb0-4a3c-b14a-36f88af5a262 tempest-NegativeSecGroupTest-1499135571 tempest-NegativeSecGroupTest-1499135571-project] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:00.919597 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-2c3aed68-04dc-4330-be8f-cf4c2921f188 None None] Provisioning complete for port 69c004b6-a67f-46b3-a677-178cca90c4b7 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:03:00.926752 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2c3aed68-04dc-4330-be8f-cf4c2921f188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:00.938092 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-79fac53b-39b4-4f4d-b73d-3568d8b16fd4 tempest-RoutersIpV6AdminTest-1578650958 tempest-RoutersIpV6AdminTest-1578650958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:00.950740 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-d2638ecb-60c8-4a8b-bb0e-dcf2bc2f4c87 tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] 10.222.0.54 "GET /v2.0/security-group-rules/11329591-1b09-4674-b80c-a5ba82019e60 HTTP/1.1" status: 200 len: 764 time: 0.0999670 Nov 19 18:03:00.953934 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 52004) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:03:00.971195 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-79fac53b-39b4-4f4d-b73d-3568d8b16fd4 tempest-RoutersIpV6AdminTest-1578650958 tempest-RoutersIpV6AdminTest-1578650958-project] Calling delete_port for f5c6f618-3277-4cc3-8122-6d5d2b4b8497 owned by network:router_gateway {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:03:00.986811 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-c37e2cb1-22eb-46a5-9974-20e7b0444191 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Deleting port be5d86b9-565f-4c96-a7d1-4daab8070cb3 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:03:00.986811 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c37e2cb1-22eb-46a5-9974-20e7b0444191 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:00.997697 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0038ab0c-afb0-4a3c-b14a-36f88af5a262 tempest-NegativeSecGroupTest-1499135571 tempest-NegativeSecGroupTest-1499135571-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:01.040490 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-2c3aed68-04dc-4330-be8f-cf4c2921f188 None None] Port 69c004b6-a67f-46b3-a677-178cca90c4b7 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:03:01.124398 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-5967e10d-2ade-4b7a-b8ef-1dfad7cb3ab9 tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1682556 Nov 19 18:03:01.128166 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 52010) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:03:01.132260 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be917025-fccb-4ef6-9201-ed49ab607761 req-8290b0c4-ebe8-471a-9051-756eedfaf26d tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:03:01.134425 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-be917025-fccb-4ef6-9201-ed49ab607761 req-8290b0c4-ebe8-471a-9051-756eedfaf26d tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] 10.222.0.54 "GET /v2.0/ports?device_id=944baf18-8200-490e-9d12-8328be9c8b35 HTTP/1.1" status: 200 len: 946 time: 0.3691847 Nov 19 18:03:01.205405 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-c4dbdcac-d66b-47c8-bfbe-7eb7b78c7c2d None None] Provisioning complete for port be5d86b9-565f-4c96-a7d1-4daab8070cb3 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:03:01.205749 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-c4dbdcac-d66b-47c8-bfbe-7eb7b78c7c2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:01.220460 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0038ab0c-afb0-4a3c-b14a-36f88af5a262 tempest-NegativeSecGroupTest-1499135571 tempest-NegativeSecGroupTest-1499135571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:01.223464 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0038ab0c-afb0-4a3c-b14a-36f88af5a262 tempest-NegativeSecGroupTest-1499135571 tempest-NegativeSecGroupTest-1499135571-project] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:01.224956 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-0038ab0c-afb0-4a3c-b14a-36f88af5a262 tempest-NegativeSecGroupTest-1499135571 tempest-NegativeSecGroupTest-1499135571-project] 10.222.0.54 "DELETE /v2.0/security-groups/62badec4-e54b-4a84-be6d-8817d9e0c317 HTTP/1.1" status: 204 len: 168 time: 0.6628997 Nov 19 18:03:01.239275 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 52016) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:03:01.291372 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-00bf519a-a828-4b5f-b913-3d851635df0b tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:01.306312 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0038ab0c-afb0-4a3c-b14a-36f88af5a262 tempest-NegativeSecGroupTest-1499135571 tempest-NegativeSecGroupTest-1499135571-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62badec4-e54b-4a84-be6d-8817d9e0c317,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:03:01.310546 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-00bf519a-a828-4b5f-b913-3d851635df0b tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:01.314894 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-c4dbdcac-d66b-47c8-bfbe-7eb7b78c7c2d None None] Port be5d86b9-565f-4c96-a7d1-4daab8070cb3 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:03:01.373953 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-00bf519a-a828-4b5f-b913-3d851635df0b tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735179'] for security_group_rule, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:01.379770 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-00bf519a-a828-4b5f-b913-3d851635df0b tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:01.383355 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-00bf519a-a828-4b5f-b913-3d851635df0b tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/11329591-1b09-4674-b80c-a5ba82019e60 HTTP/1.1" status: 204 len: 168 time: 0.2519925 Nov 19 18:03:01.386275 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 52020) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:03:01.412627 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-be917025-fccb-4ef6-9201-ed49ab607761 req-eecd18bc-f9b8-4a2b-bc46-98027c551ce5 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] 10.222.0.54 "GET /v2.0/security-groups?id=ab553829-b17c-4bd7-9495-2cea0ebc82fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2402928 Nov 19 18:03:01.414700 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c37e2cb1-22eb-46a5-9974-20e7b0444191 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:01.453239 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bf519a-a828-4b5f-b913-3d851635df0b tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=11329591-1b09-4674-b80c-a5ba82019e60,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:03:01.486884 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-c37e2cb1-22eb-46a5-9974-20e7b0444191 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Calling delete_port for be5d86b9-565f-4c96-a7d1-4daab8070cb3 owned by {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:03:01.504130 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 52028) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:03:01.512756 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-7a204164-8e30-44cb-bffb-39f3d45963db tempest-NegativeSecGroupTest-1499135571 tempest-NegativeSecGroupTest-1499135571-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.2719953 Nov 19 18:03:01.565547 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-78b445a2-f154-4adc-bd0c-67a3cb40f97e tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1714046 Nov 19 18:03:01.571171 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 52032) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:03:01.651353 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-79fac53b-39b4-4f4d-b73d-3568d8b16fd4 tempest-RoutersIpV6AdminTest-1578650958 tempest-RoutersIpV6AdminTest-1578650958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:01.711104 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fac53b-39b4-4f4d-b73d-3568d8b16fd4 tempest-RoutersIpV6AdminTest-1578650958 tempest-RoutersIpV6AdminTest-1578650958-project] Pushing event deleted for resources: {'Port': ['ID=f5c6f618-3277-4cc3-8122-6d5d2b4b8497,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:03:01.747171 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c37e2cb1-22eb-46a5-9974-20e7b0444191 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:01.780732 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fdac2f7-9075-4b5c-813d-269846964ebc None None] DHCP port deletion for 645e61aa-1a6c-4e8f-857e-ab06edb4897f request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:03:01.806127 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device c0a92e59-abb7-445c-a397-f79c6f1ef7ed up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:03:01.868067 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-726f4008-0f11-4dda-bef3-83388de0641a tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:01.878022 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-79fac53b-39b4-4f4d-b73d-3568d8b16fd4 tempest-RoutersIpV6AdminTest-1578650958 tempest-RoutersIpV6AdminTest-1578650958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-671730'] for router_gateway, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:01.899865 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37e2cb1-22eb-46a5-9974-20e7b0444191 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Pushing event deleted for resources: {'Port': ['ID=be5d86b9-565f-4c96-a7d1-4daab8070cb3,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:03:01.925429 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c37e2cb1-22eb-46a5-9974-20e7b0444191 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:01.941852 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-c37e2cb1-22eb-46a5-9974-20e7b0444191 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] 10.222.0.54 "DELETE /v2.0/ports/be5d86b9-565f-4c96-a7d1-4daab8070cb3 HTTP/1.1" status: 204 len: 168 time: 1.4745796 Nov 19 18:03:01.951234 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 52044) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:03:01.971956 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port c0a92e59-abb7-445c-a397-f79c6f1ef7ed triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:03:01.972765 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:01.976310 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-bff2d35a-d6f5-48e6-852d-148fa7d96e81 tempest-NegativeSecGroupTest-1499135571 tempest-NegativeSecGroupTest-1499135571-project] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:02.005109 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-bff2d35a-d6f5-48e6-852d-148fa7d96e81 tempest-NegativeSecGroupTest-1499135571 tempest-NegativeSecGroupTest-1499135571-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:02.018062 n-d-818022-2 neutron-server[103365]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e48d8c3-d8d5-470b-a67d-39dcd2b89364 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] GET failed (client error): The resource could not be found. Nov 19 18:03:02.022815 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-4e48d8c3-d8d5-470b-a67d-39dcd2b89364 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] 10.222.0.54 "GET /v2.0/ports/be5d86b9-565f-4c96-a7d1-4daab8070cb3 HTTP/1.1" status: 404 len: 333 time: 0.0700862 Nov 19 18:03:02.025325 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 52048) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:03:02.065646 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-726f4008-0f11-4dda-bef3-83388de0641a tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:02.077640 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-86f16b99-e1e9-414a-a3f0-2340b0e5e5a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:02.196315 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-bff2d35a-d6f5-48e6-852d-148fa7d96e81 tempest-NegativeSecGroupTest-1499135571 tempest-NegativeSecGroupTest-1499135571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:02.207349 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-bff2d35a-d6f5-48e6-852d-148fa7d96e81 tempest-NegativeSecGroupTest-1499135571 tempest-NegativeSecGroupTest-1499135571-project] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:02.214472 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-bff2d35a-d6f5-48e6-852d-148fa7d96e81 tempest-NegativeSecGroupTest-1499135571 tempest-NegativeSecGroupTest-1499135571-project] 10.222.0.54 "DELETE /v2.0/security-groups/b34861cd-f509-4447-af32-1d11211536a5 HTTP/1.1" status: 204 len: 168 time: 0.7091470 Nov 19 18:03:02.215822 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 52052) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:03:02.267856 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff2d35a-d6f5-48e6-852d-148fa7d96e81 tempest-NegativeSecGroupTest-1499135571 tempest-NegativeSecGroupTest-1499135571-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b34861cd-f509-4447-af32-1d11211536a5,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:03:02.279756 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-79fac53b-39b4-4f4d-b73d-3568d8b16fd4 tempest-RoutersIpV6AdminTest-1578650958 tempest-RoutersIpV6AdminTest-1578650958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4696'] for router, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:02.284636 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-79fac53b-39b4-4f4d-b73d-3568d8b16fd4 tempest-RoutersIpV6AdminTest-1578650958 tempest-RoutersIpV6AdminTest-1578650958-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:02.346960 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-726f4008-0f11-4dda-bef3-83388de0641a tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:02.347291 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-e9d86bde-c434-40a6-8077-d34c807e3e77 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Deleting port 69c004b6-a67f-46b3-a677-178cca90c4b7 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:03:02.349334 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e9d86bde-c434-40a6-8077-d34c807e3e77 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:02.358610 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-726f4008-0f11-4dda-bef3-83388de0641a tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:02.360310 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-726f4008-0f11-4dda-bef3-83388de0641a tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] 10.222.0.54 "DELETE /v2.0/security-groups/2025481f-19a1-4342-b77f-30b73b17902f HTTP/1.1" status: 204 len: 168 time: 0.7881351 Nov 19 18:03:02.372485 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 52060) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:03:02.429201 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-484481df-e3fb-4a6b-8251-1dd80b3f572a tempest-NegativeSecGroupTest-1499135571 tempest-NegativeSecGroupTest-1499135571-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2110140 Nov 19 18:03:02.432707 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 52066) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:03:02.437886 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-831e2e3b-bf1b-49ac-888b-963970a55d02 tempest-NegativeSecGroupTest-1499135571 tempest-NegativeSecGroupTest-1499135571-project] Request body: {'security_group': {'name': 'tempest-secgroup--1487499836'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:03:02.441510 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-79fac53b-39b4-4f4d-b73d-3568d8b16fd4 tempest-RoutersIpV6AdminTest-1578650958 tempest-RoutersIpV6AdminTest-1578650958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-543895'] for router, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:02.450277 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79fac53b-39b4-4f4d-b73d-3568d8b16fd4 tempest-RoutersIpV6AdminTest-1578650958 tempest-RoutersIpV6AdminTest-1578650958-project] Fanout notify agent at l3_agent the message router_deleted on router 4e84325d-4ad7-43b2-aa3f-fdee1c819938 {{(pid=103364) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 18:03:02.461785 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726f4008-0f11-4dda-bef3-83388de0641a tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2025481f-19a1-4342-b77f-30b73b17902f,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:03:02.486806 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-79fac53b-39b4-4f4d-b73d-3568d8b16fd4 tempest-RoutersIpV6AdminTest-1578650958 tempest-RoutersIpV6AdminTest-1578650958-project] Publish callbacks [] for router, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:02.487954 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-79fac53b-39b4-4f4d-b73d-3568d8b16fd4 tempest-RoutersIpV6AdminTest-1578650958 tempest-RoutersIpV6AdminTest-1578650958-project] 10.222.0.54 "DELETE /v2.0/routers/4e84325d-4ad7-43b2-aa3f-fdee1c819938 HTTP/1.1" status: 204 len: 168 time: 2.2313876 Nov 19 18:03:02.495312 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 52072) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:03:02.501845 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-fdc9d37f-e8f3-473c-8293-2961beae9927 tempest-RoutersIpV6AdminTest-1578650958 tempest-RoutersIpV6AdminTest-1578650958-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-467864829', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:03:02.559788 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.db.api [None req-fdc9d37f-e8f3-473c-8293-2961beae9927 tempest-RoutersIpV6AdminTest-1578650958 tempest-RoutersIpV6AdminTest-1578650958-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 19 18:03:02.559788 n-d-818022-2 neutron-server[103364]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 19 18:03:02.559788 n-d-818022-2 neutron-server[103364]: [parameters: {'project_id': '8ea6ef3a0972482694e5a6234fa7232e', 'id': 'a26a622a-ac49-437c-a286-05bda2c2c912', 'expiration': datetime.datetime(2021, 11, 19, 18, 5, 2, 532568)}] Nov 19 18:03:02.559788 n-d-818022-2 neutron-server[103364]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103364) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 18:03:02.560422 n-d-818022-2 neutron-server[103364]: DEBUG oslo_db.api [None req-fdc9d37f-e8f3-473c-8293-2961beae9927 tempest-RoutersIpV6AdminTest-1578650958 tempest-RoutersIpV6AdminTest-1578650958-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 18:03:02.577075 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-831e2e3b-bf1b-49ac-888b-963970a55d02 tempest-NegativeSecGroupTest-1499135571 tempest-NegativeSecGroupTest-1499135571-project] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:02.580740 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-3a196a33-8580-4c6d-97c0-6898974df0bb tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1918297 Nov 19 18:03:02.586202 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 52076) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:03:02.594923 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e9d86bde-c434-40a6-8077-d34c807e3e77 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:02.669601 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-831e2e3b-bf1b-49ac-888b-963970a55d02 tempest-NegativeSecGroupTest-1499135571 tempest-NegativeSecGroupTest-1499135571-project] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:02.675673 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-e9d86bde-c434-40a6-8077-d34c807e3e77 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Calling delete_port for 69c004b6-a67f-46b3-a677-178cca90c4b7 owned by {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:03:02.707335 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95623dd-31d4-4acf-8941-a22f9140488a req-f382688f-35a5-44e2-9953-8cbbf0b5e628 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:03:02.708872 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c95623dd-31d4-4acf-8941-a22f9140488a req-f382688f-35a5-44e2-9953-8cbbf0b5e628 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] 10.222.0.54 "GET /v2.0/ports?device_id=944baf18-8200-490e-9d12-8328be9c8b35 HTTP/1.1" status: 200 len: 946 time: 0.1650279 Nov 19 18:03:02.713061 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-e0632ef5-6397-4d59-a54d-0bc9777b1a23 tempest-SecGroupTest-246261419 tempest-SecGroupTest-246261419-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0947738 Nov 19 18:03:02.767980 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c95623dd-31d4-4acf-8941-a22f9140488a req-c73cffb7-28a3-4c31-87ba-16c149b3a14b tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] 10.222.0.54 "GET /v2.0/security-groups?id=ab553829-b17c-4bd7-9495-2cea0ebc82fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528946 Nov 19 18:03:02.777515 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-831e2e3b-bf1b-49ac-888b-963970a55d02 tempest-NegativeSecGroupTest-1499135571 tempest-NegativeSecGroupTest-1499135571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:02.813901 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-831e2e3b-bf1b-49ac-888b-963970a55d02 tempest-NegativeSecGroupTest-1499135571 tempest-NegativeSecGroupTest-1499135571-project] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:02.817734 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-831e2e3b-bf1b-49ac-888b-963970a55d02 tempest-NegativeSecGroupTest-1499135571 tempest-NegativeSecGroupTest-1499135571-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3813372 Nov 19 18:03:02.818133 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 52086) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:03:02.822769 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-42b88f22-699d-4a6b-b0d0-6da31b9a1fc6 tempest-NegativeSecGroupTest-1499135571 tempest-NegativeSecGroupTest-1499135571-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:03:02.823800 n-d-818022-2 neutron-server[103364]: WARNING neutron.api.v2.base [None req-42b88f22-699d-4a6b-b0d0-6da31b9a1fc6 tempest-NegativeSecGroupTest-1499135571 tempest-NegativeSecGroupTest-1499135571-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 19 18:03:02.824371 n-d-818022-2 neutron-server[103364]: INFO neutron.api.v2.resource [None req-42b88f22-699d-4a6b-b0d0-6da31b9a1fc6 tempest-NegativeSecGroupTest-1499135571 tempest-NegativeSecGroupTest-1499135571-project] update failed (client error): There was a conflict when trying to complete your request. Nov 19 18:03:02.827988 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-42b88f22-699d-4a6b-b0d0-6da31b9a1fc6 tempest-NegativeSecGroupTest-1499135571 tempest-NegativeSecGroupTest-1499135571-project] 10.222.0.54 "PUT /v2.0/security-groups/cb8a2ac6-3c54-4bc8-8d8a-2c59aba57707 HTTP/1.1" status: 409 len: 330 time: 0.0064423 Nov 19 18:03:02.828744 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 52088) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:03:02.879248 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831e2e3b-bf1b-49ac-888b-963970a55d02 tempest-NegativeSecGroupTest-1499135571 tempest-NegativeSecGroupTest-1499135571-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb8a2ac6-3c54-4bc8-8d8a-2c59aba57707,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:03:02.984427 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e9d86bde-c434-40a6-8077-d34c807e3e77 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:03.031307 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d86bde-c434-40a6-8077-d34c807e3e77 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Pushing event deleted for resources: {'Port': ['ID=69c004b6-a67f-46b3-a677-178cca90c4b7,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:03:03.091280 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.agents_db [None req-619e5c26-d9ed-4321-86eb-7d443bb9dfa2 None None] Agent healthcheck: found 7 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 18:03:03.122922 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-fdc9d37f-e8f3-473c-8293-2961beae9927 tempest-RoutersIpV6AdminTest-1578650958 tempest-RoutersIpV6AdminTest-1578650958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9890'] for router, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:03.124435 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-fdc9d37f-e8f3-473c-8293-2961beae9927 tempest-RoutersIpV6AdminTest-1578650958 tempest-RoutersIpV6AdminTest-1578650958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671617', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-732153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4689'] for router, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:03.128738 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e9d86bde-c434-40a6-8077-d34c807e3e77 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:03.134065 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-e9d86bde-c434-40a6-8077-d34c807e3e77 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] 10.222.0.54 "DELETE /v2.0/ports/69c004b6-a67f-46b3-a677-178cca90c4b7 HTTP/1.1" status: 204 len: 168 time: 1.1076682 Nov 19 18:03:03.139183 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 52098) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:03:03.144384 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-53f2d90e-61b7-4e27-8c25-264ca44b3ee1 tempest-NegativeSecGroupTest-1499135571 tempest-NegativeSecGroupTest-1499135571-project] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:03.179759 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e46ecc5a-dc14-4744-b262-3072ff2e958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:03.232339 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-53f2d90e-61b7-4e27-8c25-264ca44b3ee1 tempest-NegativeSecGroupTest-1499135571 tempest-NegativeSecGroupTest-1499135571-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:03.249165 n-d-818022-2 neutron-server[103364]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a004cf2-b9a8-4567-a305-e95f2eb27c10 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] GET failed (client error): The resource could not be found. Nov 19 18:03:03.264358 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-5a004cf2-b9a8-4567-a305-e95f2eb27c10 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] 10.222.0.54 "GET /v2.0/ports/69c004b6-a67f-46b3-a677-178cca90c4b7 HTTP/1.1" status: 404 len: 333 time: 0.1239924 Nov 19 18:03:03.267437 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 52106) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:03:03.333412 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 52110) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:03:03.360472 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-53f2d90e-61b7-4e27-8c25-264ca44b3ee1 tempest-NegativeSecGroupTest-1499135571 tempest-NegativeSecGroupTest-1499135571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:03.363545 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-53f2d90e-61b7-4e27-8c25-264ca44b3ee1 tempest-NegativeSecGroupTest-1499135571 tempest-NegativeSecGroupTest-1499135571-project] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:03.364984 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-53f2d90e-61b7-4e27-8c25-264ca44b3ee1 tempest-NegativeSecGroupTest-1499135571 tempest-NegativeSecGroupTest-1499135571-project] 10.222.0.54 "DELETE /v2.0/security-groups/cb8a2ac6-3c54-4bc8-8d8a-2c59aba57707 HTTP/1.1" status: 204 len: 168 time: 0.5340998 Nov 19 18:03:03.371222 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 52114) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:03:03.429789 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f2d90e-61b7-4e27-8c25-264ca44b3ee1 tempest-NegativeSecGroupTest-1499135571 tempest-NegativeSecGroupTest-1499135571-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb8a2ac6-3c54-4bc8-8d8a-2c59aba57707,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:03:03.470253 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-fdc9d37f-e8f3-473c-8293-2961beae9927 tempest-RoutersIpV6AdminTest-1578650958 tempest-RoutersIpV6AdminTest-1578650958-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:03.484644 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-5d085020-3925-4248-8ac2-b7170634bcd0 tempest-NegativeSecGroupTest-1499135571 tempest-NegativeSecGroupTest-1499135571-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1092265 Nov 19 18:03:03.488295 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 52120) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:03:03.489948 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-fdc9d37f-e8f3-473c-8293-2961beae9927 tempest-RoutersIpV6AdminTest-1578650958 tempest-RoutersIpV6AdminTest-1578650958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671702'] for router, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:03.509396 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_v2 [None req-13bde9d0-8791-4236-800b-7064e715b33f tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Deleting subnet f7c6dc29-535c-4a82-9ab2-2aa8a18b108e {{(pid=103364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 18:03:03.526566 n-d-818022-2 neutron-server[103365]: INFO neutron.api.v2.resource [None req-4efe05bb-4245-44a0-9ad5-58433ffdd153 tempest-NegativeSecGroupTest-1499135571 tempest-NegativeSecGroupTest-1499135571-project] delete failed (client error): The resource could not be found. Nov 19 18:03:03.527775 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-4efe05bb-4245-44a0-9ad5-58433ffdd153 tempest-NegativeSecGroupTest-1499135571 tempest-NegativeSecGroupTest-1499135571-project] 10.222.0.54 "DELETE /v2.0/security-groups/80195ebd-7a86-46c4-813f-1a8ac4a77d97 HTTP/1.1" status: 404 len: 347 time: 0.0365400 Nov 19 18:03:03.528306 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-13bde9d0-8791-4236-800b-7064e715b33f tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks [] for subnet, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:03.531416 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 52122) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:03:03.555447 n-d-818022-2 neutron-server[103365]: INFO neutron.api.v2.resource [None req-c9bd0507-a63b-46c3-a749-af5ea4e9e26c tempest-NegativeSecGroupTest-1499135571 tempest-NegativeSecGroupTest-1499135571-project] show failed (client error): The resource could not be found. Nov 19 18:03:03.556889 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-c9bd0507-a63b-46c3-a749-af5ea4e9e26c tempest-NegativeSecGroupTest-1499135571 tempest-NegativeSecGroupTest-1499135571-project] 10.222.0.54 "GET /v2.0/security-groups/b65834b1-00e8-44d0-b17d-33a8cc26b969 HTTP/1.1" status: 404 len: 347 time: 0.0242522 Nov 19 18:03:03.570648 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 52124) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:03:03.590160 n-d-818022-2 neutron-server[103365]: INFO neutron.api.v2.resource [None req-8d07efbe-1eeb-46c4-98e7-d7e95bf63de4 tempest-NegativeSecGroupTest-1499135571 tempest-NegativeSecGroupTest-1499135571-project] show failed (client error): The resource could not be found. Nov 19 18:03:03.591674 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-8d07efbe-1eeb-46c4-98e7-d7e95bf63de4 tempest-NegativeSecGroupTest-1499135571 tempest-NegativeSecGroupTest-1499135571-project] 10.222.0.54 "GET /v2.0/security-group-rules/d8bf401d-0cd8-4a2b-bfa8-97da3328f73e HTTP/1.1" status: 404 len: 356 time: 0.0196478 Nov 19 18:03:03.631683 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-fdc9d37f-e8f3-473c-8293-2961beae9927 tempest-RoutersIpV6AdminTest-1578650958 tempest-RoutersIpV6AdminTest-1578650958-project] Publish callbacks [] for router, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:03.633056 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-fdc9d37f-e8f3-473c-8293-2961beae9927 tempest-RoutersIpV6AdminTest-1578650958 tempest-RoutersIpV6AdminTest-1578650958-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.1355600 Nov 19 18:03:03.634433 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-71f6f69c-3434-49b7-bac2-43a50d9eeaad admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c63dcc3581a24bcf8f7bf6ae9f28b040&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2994835 Nov 19 18:03:03.636608 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 52128) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:03:03.639470 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 52130) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:03:03.651085 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-66b5627f-bd2c-49e7-aa03-f8bc24bc598d tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'enable_snat': True}}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:03:03.657800 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-13bde9d0-8791-4236-800b-7064e715b33f tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9416263'] for subnet, precommit_delete_associations {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:03.773875 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:03.813635 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-13bde9d0-8791-4236-800b-7064e715b33f tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:03.875531 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:03.982383 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-13bde9d0-8791-4236-800b-7064e715b33f tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12425137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8983934'] for subnet, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:04.050596 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bde9d0-8791-4236-800b-7064e715b33f tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Pushing event deleted for resources: {'Subnet': ['ID=f7c6dc29-535c-4a82-9ab2-2aa8a18b108e,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:03:04.065799 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-13bde9d0-8791-4236-800b-7064e715b33f tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:04.069992 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-13bde9d0-8791-4236-800b-7064e715b33f tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] 10.222.0.54 "DELETE /v2.0/subnets/f7c6dc29-535c-4a82-9ab2-2aa8a18b108e HTTP/1.1" status: 204 len: 168 time: 0.7927711 Nov 19 18:03:04.074131 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a738818-66a3-4142-8184-21b112bbd06d None None] Network 3c33e8b6-79dd-4aa5-bbd2-fd4e0404bdda requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:03:04.082393 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 52164) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:03:04.115925 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-66b5627f-bd2c-49e7-aa03-f8bc24bc598d tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:04.136850 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ccd36f22-ccb1-4a45-9fc3-c8f0d84c520e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:04.150459 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 52168) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:03:04.238251 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f88777d2-8a6b-466f-8ba7-57b201b04ff5 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:04.241927 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1542ee8b-0776-4a3e-ad87-2eadccabddff req-b6bef79a-8478-4819-bc44-329173a393ab tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:03:04.243674 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-1542ee8b-0776-4a3e-ad87-2eadccabddff req-b6bef79a-8478-4819-bc44-329173a393ab tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] 10.222.0.54 "GET /v2.0/ports?device_id=944baf18-8200-490e-9d12-8328be9c8b35 HTTP/1.1" status: 200 len: 946 time: 0.2822988 Nov 19 18:03:04.267741 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ccd36f22-ccb1-4a45-9fc3-c8f0d84c520e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:04.384402 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-f88777d2-8a6b-466f-8ba7-57b201b04ff5 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Deleting port c0a92e59-abb7-445c-a397-f79c6f1ef7ed {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:03:04.384749 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f88777d2-8a6b-466f-8ba7-57b201b04ff5 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:04.390740 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95c7a891-cd74-4379-8439-ea538956372a None None] DHCP port deletion for 3c33e8b6-79dd-4aa5-bbd2-fd4e0404bdda request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:03:04.415600 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ccd36f22-ccb1-4a45-9fc3-c8f0d84c520e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:04.418747 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ccd36f22-ccb1-4a45-9fc3-c8f0d84c520e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:04.420040 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-ccd36f22-ccb1-4a45-9fc3-c8f0d84c520e admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e3774910-4e7e-4cb4-804e-ccaad2b84ad7 HTTP/1.1" status: 204 len: 168 time: 0.7795615 Nov 19 18:03:04.445441 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd36f22-ccb1-4a45-9fc3-c8f0d84c520e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3774910-4e7e-4cb4-804e-ccaad2b84ad7,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:03:04.524699 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-95c7a891-cd74-4379-8439-ea538956372a None None] Deleting port c0a92e59-abb7-445c-a397-f79c6f1ef7ed {{(pid=103366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:03:04.525084 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-95c7a891-cd74-4379-8439-ea538956372a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:04.527283 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-1542ee8b-0776-4a3e-ad87-2eadccabddff req-97b77ff0-ca7e-47f4-84cf-38c69948b714 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] 10.222.0.54 "GET /v2.0/security-groups?id=ab553829-b17c-4bd7-9495-2cea0ebc82fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549704 Nov 19 18:03:04.620714 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-a9014b2c-0a56-4456-a172-423adfeaa43c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=4399c24d0f554b39a1fd2cf302371416&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4664142 Nov 19 18:03:04.623623 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 52188) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:03:04.639235 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 52190) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:03:04.674127 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-95c7a891-cd74-4379-8439-ea538956372a None None] For port c0a92e59-abb7-445c-a397-f79c6f1ef7ed, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=c0a92e59-abb7-445c-a397-f79c6f1ef7ed,segment=NetworkSegment(3bee7aeb-d668-4bbe-92c8-9453b9902c85),segment_id=3bee7aeb-d668-4bbe-92c8-9453b9902c85)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:03:04.674545 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-95c7a891-cd74-4379-8439-ea538956372a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:04.676380 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [None req-f88777d2-8a6b-466f-8ba7-57b201b04ff5 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] For port c0a92e59-abb7-445c-a397-f79c6f1ef7ed, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=c0a92e59-abb7-445c-a397-f79c6f1ef7ed,segment=NetworkSegment(3bee7aeb-d668-4bbe-92c8-9453b9902c85),segment_id=3bee7aeb-d668-4bbe-92c8-9453b9902c85)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:03:04.676750 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f88777d2-8a6b-466f-8ba7-57b201b04ff5 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:04.705541 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-95c7a891-cd74-4379-8439-ea538956372a None None] Calling delete_port for c0a92e59-abb7-445c-a397-f79c6f1ef7ed owned by network:dhcp {{(pid=103366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:03:04.709711 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-f88777d2-8a6b-466f-8ba7-57b201b04ff5 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Calling delete_port for c0a92e59-abb7-445c-a397-f79c6f1ef7ed owned by network:dhcp {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:03:04.788666 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2734c743-56be-4efd-a7cd-2821724bd973 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:04.855442 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2734c743-56be-4efd-a7cd-2821724bd973 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:04.861729 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e013d7e6-5264-4dcc-9759-54f5fb809e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:04.891370 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-95c7a891-cd74-4379-8439-ea538956372a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007'] for port, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:04.911759 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0e88b770-a9fa-41fb-b901-9ab271cd9bab admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:04.925651 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f88777d2-8a6b-466f-8ba7-57b201b04ff5 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:04.929543 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c7a891-cd74-4379-8439-ea538956372a None None] Pushing event deleted for resources: {'Port': ['ID=c0a92e59-abb7-445c-a397-f79c6f1ef7ed,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:03:04.937102 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c7a891-cd74-4379-8439-ea538956372a None None] No DVR routers for this DVR port c0a92e59-abb7-445c-a397-f79c6f1ef7ed on host n-d-818022-2 {{(pid=103366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:03:04.960455 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-66b5627f-bd2c-49e7-aa03-f8bc24bc598d tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:04.975015 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88777d2-8a6b-466f-8ba7-57b201b04ff5 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Pushing event deleted for resources: {'Port': ['ID=c0a92e59-abb7-445c-a397-f79c6f1ef7ed,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:03:04.985232 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f88777d2-8a6b-466f-8ba7-57b201b04ff5 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] No DVR routers for this DVR port c0a92e59-abb7-445c-a397-f79c6f1ef7ed on host n-d-818022-2 {{(pid=103364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:03:05.008088 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-66b5627f-bd2c-49e7-aa03-f8bc24bc598d tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:05.186461 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:05.224861 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2734c743-56be-4efd-a7cd-2821724bd973 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:05.227900 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2734c743-56be-4efd-a7cd-2821724bd973 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:05.231293 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-2734c743-56be-4efd-a7cd-2821724bd973 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/0bfed670-8dc1-41d7-b7c8-fd92d7c9cce3 HTTP/1.1" status: 204 len: 168 time: 0.6057909 Nov 19 18:03:05.274132 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2734c743-56be-4efd-a7cd-2821724bd973 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bfed670-8dc1-41d7-b7c8-fd92d7c9cce3,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:03:05.313036 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [None req-66b5627f-bd2c-49e7-aa03-f8bc24bc598d tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] Allocated IP 172.25.7.234 (645e61aa-1a6c-4e8f-857e-ab06edb4897f/88ed2d64-f56d-4f01-a468-946e01c99e82/ea84d067-5ec0-453d-abac-ab50d3a6e9d2) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:03:05.361371 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0e88b770-a9fa-41fb-b901-9ab271cd9bab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:05.374054 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0e88b770-a9fa-41fb-b901-9ab271cd9bab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:05.486978 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-0e88b770-a9fa-41fb-b901-9ab271cd9bab admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=33672328709e413991ab7399d8fe4c2a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8427072 Nov 19 18:03:05.489497 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 52220) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:03:05.558615 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e88b770-a9fa-41fb-b901-9ab271cd9bab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa018c7a-e63f-4c14-a632-1e8773d8b9db,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:03:05.584759 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a34b5ee0-fb8d-4fcc-87fc-e2cc8e8d88b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:05.688041 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a34b5ee0-fb8d-4fcc-87fc-e2cc8e8d88b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:05.698378 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f88777d2-8a6b-466f-8ba7-57b201b04ff5 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:05.705214 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-66b5627f-bd2c-49e7-aa03-f8bc24bc598d tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:05.798870 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-66b5627f-bd2c-49e7-aa03-f8bc24bc598d tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:05.825085 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device c0a92e59-abb7-445c-a397-f79c6f1ef7ed no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:03:05.836284 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-f88777d2-8a6b-466f-8ba7-57b201b04ff5 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c33e8b6-79dd-4aa5-bbd2-fd4e0404bdda']}} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:03:05.847588 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a34b5ee0-fb8d-4fcc-87fc-e2cc8e8d88b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:05.850423 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a34b5ee0-fb8d-4fcc-87fc-e2cc8e8d88b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:05.851663 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-a34b5ee0-fb8d-4fcc-87fc-e2cc8e8d88b1 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/fa018c7a-e63f-4c14-a632-1e8773d8b9db HTTP/1.1" status: 204 len: 168 time: 0.3596945 Nov 19 18:03:05.863242 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66b5627f-bd2c-49e7-aa03-f8bc24bc598d tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] Network 645e61aa-1a6c-4e8f-857e-ab06edb4897f is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:03:05.870587 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-66b5627f-bd2c-49e7-aa03-f8bc24bc598d tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:03:05.874947 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34b5ee0-fb8d-4fcc-87fc-e2cc8e8d88b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa018c7a-e63f-4c14-a632-1e8773d8b9db,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:03:05.877183 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66b5627f-bd2c-49e7-aa03-f8bc24bc598d tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:03:05.902997 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b5627f-bd2c-49e7-aa03-f8bc24bc598d tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] Pushing event updated for resources: {'Port': ['ID=ea84d067-5ec0-453d-abac-ab50d3a6e9d2,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:03:05.913392 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: c0a92e59-abb7-445c-a397-f79c6f1ef7ed {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:03:05.913849 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device c0a92e59-abb7-445c-a397-f79c6f1ef7ed not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:03:05.923144 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af709060-fb8d-4153-8af3-5aca5004e818 None None] DHCP port deletion for 645e61aa-1a6c-4e8f-857e-ab06edb4897f request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:03:05.926812 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4ff23f-e709-4c0d-ab8f-88a33928d276 req-fe56d72e-88be-42be-a5eb-76976c6633f1 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:03:05.943933 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8a4ff23f-e709-4c0d-ab8f-88a33928d276 req-fe56d72e-88be-42be-a5eb-76976c6633f1 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] 10.222.0.54 "GET /v2.0/ports?device_id=944baf18-8200-490e-9d12-8328be9c8b35 HTTP/1.1" status: 200 len: 946 time: 0.2721503 Nov 19 18:03:05.947524 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-f88777d2-8a6b-466f-8ba7-57b201b04ff5 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bee7aeb-d668-4bbe-92c8-9453b9902c85') {'for_net_delete': True} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:03:05.947661 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-f88777d2-8a6b-466f-8ba7-57b201b04ff5 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bee7aeb-d668-4bbe-92c8-9453b9902c85') {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:03:06.012595 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f88777d2-8a6b-466f-8ba7-57b201b04ff5 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417396'] for segment, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:06.078879 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f88777d2-8a6b-466f-8ba7-57b201b04ff5 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:06.092392 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4cd67afa-090a-40fd-9403-832ea5b7fb74 None None] Provisioning complete for port ea84d067-5ec0-453d-abac-ab50d3a6e9d2 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:03:06.095533 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4cd67afa-090a-40fd-9403-832ea5b7fb74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:06.111171 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8a4ff23f-e709-4c0d-ab8f-88a33928d276 req-b2124b59-cf06-4641-ad92-72ff9f2774ec tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] 10.222.0.54 "GET /v2.0/security-groups?id=ab553829-b17c-4bd7-9495-2cea0ebc82fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663249 Nov 19 18:03:06.116676 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f88777d2-8a6b-466f-8ba7-57b201b04ff5 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Releasing vlan 697 on physical network physnet1 to pool {{(pid=103364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 18:03:06.117356 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f88777d2-8a6b-466f-8ba7-57b201b04ff5 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12425183'] for segment, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:06.121699 n-d-818022-2 neutron-server[103364]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 18:03:06.121699 n-d-818022-2 neutron-server[103364]: self.session.flush() Nov 19 18:03:06.121699 n-d-818022-2 neutron-server[103364]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 18:03:06.121699 n-d-818022-2 neutron-server[103364]: self.session.flush() Nov 19 18:03:06.121699 n-d-818022-2 neutron-server[103364]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 18:03:06.121699 n-d-818022-2 neutron-server[103364]: self.session.flush() Nov 19 18:03:06.121699 n-d-818022-2 neutron-server[103364]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 18:03:06.121699 n-d-818022-2 neutron-server[103364]: self.session.flush() Nov 19 18:03:06.121699 n-d-818022-2 neutron-server[103364]: Traceback (most recent call last): Nov 19 18:03:06.121699 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 18:03:06.121699 n-d-818022-2 neutron-server[103364]: timer() Nov 19 18:03:06.121699 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 18:03:06.121699 n-d-818022-2 neutron-server[103364]: cb(*args, **kw) Nov 19 18:03:06.121699 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 18:03:06.121699 n-d-818022-2 neutron-server[103364]: return func(*args, **kwargs) Nov 19 18:03:06.121699 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 18:03:06.121699 n-d-818022-2 neutron-server[103364]: self._notify() Nov 19 18:03:06.121699 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 18:03:06.121699 n-d-818022-2 neutron-server[103364]: self.callback(batched_events) Nov 19 18:03:06.121699 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 18:03:06.121699 n-d-818022-2 neutron-server[103364]: event.method(event) Nov 19 18:03:06.121699 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 18:03:06.121699 n-d-818022-2 neutron-server[103364]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 18:03:06.121699 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 18:03:06.121699 n-d-818022-2 neutron-server[103364]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 18:03:06.121699 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 18:03:06.121699 n-d-818022-2 neutron-server[103364]: return f(self, *a, **k) Nov 19 18:03:06.121699 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 18:03:06.121699 n-d-818022-2 neutron-server[103364]: return self._get(url).json() Nov 19 18:03:06.121699 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 18:03:06.121699 n-d-818022-2 neutron-server[103364]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 18:03:06.121699 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 18:03:06.121699 n-d-818022-2 neutron-server[103364]: return self.request(url, 'GET', **kwargs) Nov 19 18:03:06.121699 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 18:03:06.121699 n-d-818022-2 neutron-server[103364]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 18:03:06.121699 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 18:03:06.121699 n-d-818022-2 neutron-server[103364]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 18:03:06.121699 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 18:03:06.121699 n-d-818022-2 neutron-server[103364]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 18:03:06.121699 n-d-818022-2 neutron-server[103364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 18:03:06.170083 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4cd67afa-090a-40fd-9403-832ea5b7fb74 None None] Port ea84d067-5ec0-453d-abac-ab50d3a6e9d2 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:03:06.234607 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f88777d2-8a6b-466f-8ba7-57b201b04ff5 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671242'] for network, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:06.243734 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f88777d2-8a6b-466f-8ba7-57b201b04ff5 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks [] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:06.252849 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-f88777d2-8a6b-466f-8ba7-57b201b04ff5 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] 10.222.0.54 "DELETE /v2.0/networks/3c33e8b6-79dd-4aa5-bbd2-fd4e0404bdda HTTP/1.1" status: 204 len: 168 time: 2.1690590 Nov 19 18:03:06.256440 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 52244) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:03:06.267035 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-e6dcaef5-f5ac-4d25-8ef1-e1ce61fbb44d tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2071855465'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:03:06.292913 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88777d2-8a6b-466f-8ba7-57b201b04ff5 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Pushing event deleted for resources: {'Network': ['ID=3c33e8b6-79dd-4aa5-bbd2-fd4e0404bdda,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:03:06.311275 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88777d2-8a6b-466f-8ba7-57b201b04ff5 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:03:06.312012 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88777d2-8a6b-466f-8ba7-57b201b04ff5 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:03:06.312922 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88777d2-8a6b-466f-8ba7-57b201b04ff5 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:03:06.316156 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88777d2-8a6b-466f-8ba7-57b201b04ff5 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:03:06.318131 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88777d2-8a6b-466f-8ba7-57b201b04ff5 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:03:06.318668 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88777d2-8a6b-466f-8ba7-57b201b04ff5 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:03:06.319217 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88777d2-8a6b-466f-8ba7-57b201b04ff5 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:03:06.320311 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88777d2-8a6b-466f-8ba7-57b201b04ff5 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:03:06.321459 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88777d2-8a6b-466f-8ba7-57b201b04ff5 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:03:06.321852 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88777d2-8a6b-466f-8ba7-57b201b04ff5 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:03:06.328948 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88777d2-8a6b-466f-8ba7-57b201b04ff5 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:03:06.329396 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88777d2-8a6b-466f-8ba7-57b201b04ff5 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:03:06.335609 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-66b5627f-bd2c-49e7-aa03-f8bc24bc598d tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:06.412922 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 52254) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:03:06.653936 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 52262) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:03:06.686169 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d88c9174-c447-4d58-9b77-cc2bc9f7e9dd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:06.851540 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6dcaef5-f5ac-4d25-8ef1-e1ce61fbb44d tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Made reservation on behalf of 3d6ff715a1b54ed1818e68232d77d2b6 for: {'network': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:03:06.855927 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e6dcaef5-f5ac-4d25-8ef1-e1ce61fbb44d tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:06.874239 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d88c9174-c447-4d58-9b77-cc2bc9f7e9dd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:06.882058 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d88c9174-c447-4d58-9b77-cc2bc9f7e9dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:06.946823 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6dcaef5-f5ac-4d25-8ef1-e1ce61fbb44d tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 653} {{(pid=103365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 18:03:06.953103 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-d88c9174-c447-4d58-9b77-cc2bc9f7e9dd admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=8f74a8df8d3d4b30ae90fc04389a1cda&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2957261 Nov 19 18:03:06.953103 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88c9174-c447-4d58-9b77-cc2bc9f7e9dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3820e66-93ec-4474-a3d3-a26890cdaa0b,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:03:06.954735 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 52270) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:03:06.984059 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e6dcaef5-f5ac-4d25-8ef1-e1ce61fbb44d tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:06.984505 n-d-818022-2 neutron-server[103365]: INFO neutron.db.segments_db [None req-e6dcaef5-f5ac-4d25-8ef1-e1ce61fbb44d tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Added segment 79746171-ae45-40cd-9de2-1a5b9066e9be of type vlan for network 18c0c104-806f-4822-8dff-607b51237f50 Nov 19 18:03:07.043862 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-00903ae3-ce61-4f10-a6f1-4035580e9fd4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:07.097337 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e6dcaef5-f5ac-4d25-8ef1-e1ce61fbb44d tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:07.110532 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-66061a26-f963-4200-bb02-d36858222995 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:07.205843 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e6dcaef5-f5ac-4d25-8ef1-e1ce61fbb44d tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:07.211505 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6dcaef5-f5ac-4d25-8ef1-e1ce61fbb44d tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:03:07.212109 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e6dcaef5-f5ac-4d25-8ef1-e1ce61fbb44d tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks [] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:07.219280 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-66061a26-f963-4200-bb02-d36858222995 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:07.251967 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-66b5627f-bd2c-49e7-aa03-f8bc24bc598d tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-671667', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4675'] for router, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:07.264217 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-00903ae3-ce61-4f10-a6f1-4035580e9fd4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:07.270531 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-00903ae3-ce61-4f10-a6f1-4035580e9fd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:07.310241 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00903ae3-ce61-4f10-a6f1-4035580e9fd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22661bb2-5d14-47d9-9a9f-7bba0a079826,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:03:07.319006 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-00903ae3-ce61-4f10-a6f1-4035580e9fd4 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=da5d789551984808a0e6251beb150d41&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9048183 Nov 19 18:03:07.321739 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 52286) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:03:07.380481 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-00fb3f62-0c7b-455f-ae34-72ca88ddb0ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:07.409315 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-00fb3f62-0c7b-455f-ae34-72ca88ddb0ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:07.409531 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-66b5627f-bd2c-49e7-aa03-f8bc24bc598d tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-671652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-671709', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-543867'] for router, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:07.452951 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-e6dcaef5-f5ac-4d25-8ef1-e1ce61fbb44d tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1954045 Nov 19 18:03:07.456584 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 52296) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:03:07.462954 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-d4f33f40-99ce-4392-a46d-984dbc11a348 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Request body: {'subnet': {'network_id': '18c0c104-806f-4822-8dff-607b51237f50', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:03:07.465024 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dcaef5-f5ac-4d25-8ef1-e1ce61fbb44d tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Pushing event updated for resources: {'Network': ['ID=18c0c104-806f-4822-8dff-607b51237f50,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:03:07.491453 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network 18c0c104-806f-4822-8dff-607b51237f50 details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 18:03:07.566470 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dc75b4-d0cb-4984-bb75-3f1d1afc7201 req-32074bdf-cf35-4c1a-bd0c-3696947a58dd tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:03:07.568182 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-36dc75b4-d0cb-4984-bb75-3f1d1afc7201 req-32074bdf-cf35-4c1a-bd0c-3696947a58dd tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] 10.222.0.54 "GET /v2.0/ports?device_id=944baf18-8200-490e-9d12-8328be9c8b35 HTTP/1.1" status: 200 len: 946 time: 0.3142748 Nov 19 18:03:07.585319 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-00fb3f62-0c7b-455f-ae34-72ca88ddb0ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:07.588624 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-00fb3f62-0c7b-455f-ae34-72ca88ddb0ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:07.613842 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-00fb3f62-0c7b-455f-ae34-72ca88ddb0ab admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/22661bb2-5d14-47d9-9a9f-7bba0a079826 HTTP/1.1" status: 204 len: 168 time: 0.2873890 Nov 19 18:03:07.614705 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 52302) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:03:07.649972 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fb3f62-0c7b-455f-ae34-72ca88ddb0ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22661bb2-5d14-47d9-9a9f-7bba0a079826,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:03:07.665609 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-66061a26-f963-4200-bb02-d36858222995 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:07.674282 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-66061a26-f963-4200-bb02-d36858222995 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:07.675544 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-66061a26-f963-4200-bb02-d36858222995 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d3820e66-93ec-4474-a3d3-a26890cdaa0b HTTP/1.1" status: 204 len: 168 time: 0.7186270 Nov 19 18:03:07.744399 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4f33f40-99ce-4392-a46d-984dbc11a348 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Made reservation on behalf of 3d6ff715a1b54ed1818e68232d77d2b6 for: {'subnet': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:03:07.756845 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d4f33f40-99ce-4392-a46d-984dbc11a348 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8983829'] for subnet, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:07.805332 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66061a26-f963-4200-bb02-d36858222995 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3820e66-93ec-4474-a3d3-a26890cdaa0b,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:03:07.823352 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-36dc75b4-d0cb-4984-bb75-3f1d1afc7201 req-7908bb3c-a1ec-4253-b94e-1e786ddbd8fc tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] 10.222.0.54 "GET /v2.0/security-groups?id=ab553829-b17c-4bd7-9495-2cea0ebc82fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2351027 Nov 19 18:03:07.884250 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66b5627f-bd2c-49e7-aa03-f8bc24bc598d tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] Router 2f47e56a-9130-44bd-8ad0-23873e0ca4d5 is scheduled to L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 with binding_index 1 {{(pid=103365) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 18:03:08.071506 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66b5627f-bd2c-49e7-aa03-f8bc24bc598d tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:03:08.073799 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-087c3780-5af4-4633-a2f2-8c512136175c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1930970239-network', 'tenant_id': '2f04e73f1eff416eb13b4d2e83932cb8'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:03:08.079785 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d4f33f40-99ce-4392-a46d-984dbc11a348 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12425078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8983815'] for subnet, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:08.083723 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f42e2245-c489-4493-a1c8-9e6b266c2970 None None] Sync routers for ids ['2f47e56a-9130-44bd-8ad0-23873e0ca4d5'] in n-d-818022-2 {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:03:08.088195 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-66b5627f-bd2c-49e7-aa03-f8bc24bc598d tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] Publish callbacks [] for router, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:08.094595 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-66b5627f-bd2c-49e7-aa03-f8bc24bc598d tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] 10.222.0.54 "PUT /v2.0/routers/2f47e56a-9130-44bd-8ad0-23873e0ca4d5 HTTP/1.1" status: 200 len: 918 time: 4.4566388 Nov 19 18:03:08.096778 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 52320) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:03:08.110805 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f42e2245-c489-4493-a1c8-9e6b266c2970 None None] Routers {'2f47e56a-9130-44bd-8ad0-23873e0ca4d5'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:03:08.110805 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-f42e2245-c489-4493-a1c8-9e6b266c2970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:03:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['2f47e56a-9130-44bd-8ad0-23873e0ca4d5'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:03:08.167428 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f33f40-99ce-4392-a46d-984dbc11a348 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Checking segment: {'id': '79746171-ae45-40cd-9de2-1a5b9066e9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '18c0c104-806f-4822-8dff-607b51237f50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:03:08.167618 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4f33f40-99ce-4392-a46d-984dbc11a348 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Network hostable DHCP agents. Network: 18c0c104-806f-4822-8dff-607b51237f50, hostable agents: ['02910ef2-0455-4aea-9f38-9a875579633f'], hosted agents: [] {{(pid=103364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 18:03:08.169349 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-f42e2245-c489-4493-a1c8-9e6b266c2970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:03:08.179582 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f42e2245-c489-4493-a1c8-9e6b266c2970 None None] Routers {'2f47e56a-9130-44bd-8ad0-23873e0ca4d5'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:03:08.180587 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-f42e2245-c489-4493-a1c8-9e6b266c2970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:03:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['2f47e56a-9130-44bd-8ad0-23873e0ca4d5'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:03:08.184039 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f33f40-99ce-4392-a46d-984dbc11a348 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Pushing event updated for resources: {'Subnet': ['ID=2c3eb80e-7c18-45b5-97bb-4ce8a2e2a97b,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:03:08.192302 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-087c3780-5af4-4633-a2f2-8c512136175c admin admin] Made reservation on behalf of 2f04e73f1eff416eb13b4d2e83932cb8 for: {'network': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:03:08.194610 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-087c3780-5af4-4633-a2f2-8c512136175c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:08.205978 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-087c3780-5af4-4633-a2f2-8c512136175c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:08.228760 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4f33f40-99ce-4392-a46d-984dbc11a348 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Network 18c0c104-806f-4822-8dff-607b51237f50 is scheduled to be hosted by DHCP agent 02910ef2-0455-4aea-9f38-9a875579633f with binding_index 1 {{(pid=103364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 18:03:08.238139 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-f42e2245-c489-4493-a1c8-9e6b266c2970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:03:08.239197 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f42e2245-c489-4493-a1c8-9e6b266c2970 None None] The sync data for ids ['2f47e56a-9130-44bd-8ad0-23873e0ca4d5'] in n-d-818022-2 is: [] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:03:08.255819 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-d4f33f40-99ce-4392-a46d-984dbc11a348 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818022-2, 18c0c104-806f-4822-8dff-607b51237f50) {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:03:08.268575 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b368235-4bc7-486a-aa59-c95a94bf4a71 None None] Network 18c0c104-806f-4822-8dff-607b51237f50 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:03:08.290072 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4f33f40-99ce-4392-a46d-984dbc11a348 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:03:08.292692 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d4f33f40-99ce-4392-a46d-984dbc11a348 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:08.337990 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 52328) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:03:08.338211 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-d4f33f40-99ce-4392-a46d-984dbc11a348 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8796318 Nov 19 18:03:08.363009 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-c9c87ec6-918e-4cae-8386-52bc8f91fad4 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Request body: {'port': {'network_id': '18c0c104-806f-4822-8dff-607b51237f50', 'name': 'tempest-PortsIpV6TestJSON-515693228', 'fixed_ips': [{'subnet_id': '2c3eb80e-7c18-45b5-97bb-4ce8a2e2a97b', 'ip_address': '2001:db8::10'}]}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:03:08.437717 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-087c3780-5af4-4633-a2f2-8c512136175c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:08.444331 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-95b99ac8-49c3-4963-8d66-895f453b8b35 tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] 10.222.0.54 "GET /v2.0/routers/2f47e56a-9130-44bd-8ad0-23873e0ca4d5 HTTP/1.1" status: 200 len: 924 time: 0.3464193 Nov 19 18:03:08.447214 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 52334) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:03:08.526559 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-087c3780-5af4-4633-a2f2-8c512136175c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:08.571787 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9c87ec6-918e-4cae-8386-52bc8f91fad4 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Made reservation on behalf of 3d6ff715a1b54ed1818e68232d77d2b6 for: {'port': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:03:08.612466 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-087c3780-5af4-4633-a2f2-8c512136175c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 681} {{(pid=103364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 18:03:08.650741 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ba752f5-996e-4bd3-8794-1f3d7475b1de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54f44f5f-1200-574e-8740-2141911d5b73-18c0c104-806f-4822-8dff-607b51237f50', 'network_id': '18c0c104-806f-4822-8dff-607b51237f50', 'tenant_id': '3d6ff715a1b54ed1818e68232d77d2b6', 'fixed_ips': [{'subnet_id': '2c3eb80e-7c18-45b5-97bb-4ce8a2e2a97b'}]}} from n-d-818022-2. {{(pid=103366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 18:03:08.652589 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4ba752f5-996e-4bd3-8794-1f3d7475b1de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:08.680811 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087c3780-5af4-4633-a2f2-8c512136175c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dd6d025-790e-4c66-9523-f98c6607cc1d,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:03:08.702407 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b29912c4-0f2c-437a-bded-a6a05ef053c9 tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:03:08.708899 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-b29912c4-0f2c-437a-bded-a6a05ef053c9 tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] 10.222.0.54 "GET /v2.0/ports?network_id=645e61aa-1a6c-4e8f-857e-ab06edb4897f&device_id=2f47e56a-9130-44bd-8ad0-23873e0ca4d5&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2600389 Nov 19 18:03:08.710534 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 52346) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:03:08.713223 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-087c3780-5af4-4633-a2f2-8c512136175c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:08.714099 n-d-818022-2 neutron-server[103364]: INFO neutron.db.segments_db [None req-087c3780-5af4-4633-a2f2-8c512136175c admin admin] Added segment 533cb46a-76b5-4857-860a-2e1424d83479 of type vlan for network a27328a1-fcad-4fe1-9a34-bc720e6e9634 Nov 19 18:03:08.785774 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c9c87ec6-918e-4cae-8386-52bc8f91fad4 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:08.805895 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [None req-c9c87ec6-918e-4cae-8386-52bc8f91fad4 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] device_id is not set on port 219bc9fc-2dfa-4ee7-a6ff-6d3313a5e63a yet. {{(pid=103365) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 18:03:08.844949 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-087c3780-5af4-4633-a2f2-8c512136175c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:08.892693 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [None req-4ba752f5-996e-4bd3-8794-1f3d7475b1de None None] Allocated IP 2001:db8::2 (18c0c104-806f-4822-8dff-607b51237f50/2c3eb80e-7c18-45b5-97bb-4ce8a2e2a97b/3b6ccf92-8928-4c4f-bafc-25f238495cce) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:03:08.940386 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3e73019-1624-45fc-b139-8b28c426d10f tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:03:08.943101 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-d3e73019-1624-45fc-b139-8b28c426d10f tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] 10.222.0.54 "GET /v2.0/networks/645e61aa-1a6c-4e8f-857e-ab06edb4897f HTTP/1.1" status: 200 len: 881 time: 0.2265010 Nov 19 18:03:08.943614 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 52354) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:03:08.992960 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-087c3780-5af4-4633-a2f2-8c512136175c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:08.994956 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-087c3780-5af4-4633-a2f2-8c512136175c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:03:08.996609 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-087c3780-5af4-4633-a2f2-8c512136175c admin admin] Publish callbacks [] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:09.002922 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-aadaabbb-9daa-42c4-9cc5-65e892451297 tempest-RoutersIpV6AdminTest-1578650958 tempest-RoutersIpV6AdminTest-1578650958-project] 10.222.0.54 "GET /v2.0/ports?device_id=2f47e56a-9130-44bd-8ad0-23873e0ca4d5 HTTP/1.1" status: 200 len: 205 time: 0.0580785 Nov 19 18:03:09.004880 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 52364) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:03:09.190606 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 52368) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:03:09.191167 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-087c3780-5af4-4633-a2f2-8c512136175c admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.5708582 Nov 19 18:03:09.197762 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-4725d583-9ed2-499b-b3e1-ecd9fdc73b7c admin admin] Request body: {'subnet': {'network_id': 'a27328a1-fcad-4fe1-9a34-bc720e6e9634', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1930970239-subnet', 'tenant_id': '2f04e73f1eff416eb13b4d2e83932cb8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:03:09.241668 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087c3780-5af4-4633-a2f2-8c512136175c admin admin] Pushing event updated for resources: {'Network': ['ID=a27328a1-fcad-4fe1-9a34-bc720e6e9634,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:03:09.263578 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4725d583-9ed2-499b-b3e1-ecd9fdc73b7c admin admin] Made reservation on behalf of 2f04e73f1eff416eb13b4d2e83932cb8 for: {'subnet': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:03:09.269638 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4725d583-9ed2-499b-b3e1-ecd9fdc73b7c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8731248'] for subnet, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:09.277079 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network a27328a1-fcad-4fe1-9a34-bc720e6e9634 details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 18:03:09.390099 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f50377d-5958-4f18-83f8-fe9861e541ea req-1f998867-e8f4-4b4b-b305-d894f7e99dca tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:03:09.392492 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-5f50377d-5958-4f18-83f8-fe9861e541ea req-1f998867-e8f4-4b4b-b305-d894f7e99dca tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] 10.222.0.54 "GET /v2.0/ports?device_id=944baf18-8200-490e-9d12-8328be9c8b35 HTTP/1.1" status: 200 len: 946 time: 0.3864386 Nov 19 18:03:09.466956 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4ba752f5-996e-4bd3-8794-1f3d7475b1de None None] Publish callbacks [] for port, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:09.487321 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4ba752f5-996e-4bd3-8794-1f3d7475b1de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998'] for port, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:09.504213 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9cb9e910-59e1-4a07-b250-6e0417c6e36a tempest-RoutersIpV6AdminTest-1578650958 tempest-RoutersIpV6AdminTest-1578650958-project] Publish callbacks [] for router, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:09.605237 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ba752f5-996e-4bd3-8794-1f3d7475b1de None None] Network 18c0c104-806f-4822-8dff-607b51237f50 is already hosted by enough agents. {{(pid=103366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:03:09.607638 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba752f5-996e-4bd3-8794-1f3d7475b1de None None] Pushing event updated for resources: {'Port': ['ID=3b6ccf92-8928-4c4f-bafc-25f238495cce,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:03:09.611736 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [None req-4ba752f5-996e-4bd3-8794-1f3d7475b1de None None] Resources bound (agent type, host, resource id): {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:03:09.614438 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba752f5-996e-4bd3-8794-1f3d7475b1de None None] Received port after_create {{(pid=103366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:03:09.699426 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-4ba752f5-996e-4bd3-8794-1f3d7475b1de None None] Attempting to bind port 3b6ccf92-8928-4c4f-bafc-25f238495cce on host n-d-818022-2 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:03:09.700580 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-4ba752f5-996e-4bd3-8794-1f3d7475b1de None None] Attempting to bind port 3b6ccf92-8928-4c4f-bafc-25f238495cce by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': '79746171-ae45-40cd-9de2-1a5b9066e9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '18c0c104-806f-4822-8dff-607b51237f50'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:03:09.701130 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba752f5-996e-4bd3-8794-1f3d7475b1de None None] Attempting to bind port 3b6ccf92-8928-4c4f-bafc-25f238495cce on network 18c0c104-806f-4822-8dff-607b51237f50 {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:03:09.707046 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba752f5-996e-4bd3-8794-1f3d7475b1de None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 3, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:03:09.707709 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba752f5-996e-4bd3-8794-1f3d7475b1de None None] Checking segment: {'id': '79746171-ae45-40cd-9de2-1a5b9066e9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '18c0c104-806f-4822-8dff-607b51237f50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:03:09.708337 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4ba752f5-996e-4bd3-8794-1f3d7475b1de None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:09.708673 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba752f5-996e-4bd3-8794-1f3d7475b1de None None] Bound using segment: {'id': '79746171-ae45-40cd-9de2-1a5b9066e9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '18c0c104-806f-4822-8dff-607b51237f50'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:03:09.709197 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-4ba752f5-996e-4bd3-8794-1f3d7475b1de None None] Bound port: 3b6ccf92-8928-4c4f-bafc-25f238495cce, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79746171-ae45-40cd-9de2-1a5b9066e9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '18c0c104-806f-4822-8dff-607b51237f50'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:03:09.709528 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4ba752f5-996e-4bd3-8794-1f3d7475b1de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:09.716461 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-5f50377d-5958-4f18-83f8-fe9861e541ea req-63be8f39-e362-47b2-94bd-957ba7b6e850 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] 10.222.0.54 "GET /v2.0/security-groups?id=ab553829-b17c-4bd7-9495-2cea0ebc82fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3031261 Nov 19 18:03:09.794396 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-4ba752f5-996e-4bd3-8794-1f3d7475b1de None None] For port 3b6ccf92-8928-4c4f-bafc-25f238495cce, host n-d-818022-2, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:03:09.798867 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-4ba752f5-996e-4bd3-8794-1f3d7475b1de None None] For port 3b6ccf92-8928-4c4f-bafc-25f238495cce, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=3b6ccf92-8928-4c4f-bafc-25f238495cce,segment=NetworkSegment(79746171-ae45-40cd-9de2-1a5b9066e9be),segment_id=79746171-ae45-40cd-9de2-1a5b9066e9be)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:03:09.809478 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4ba752f5-996e-4bd3-8794-1f3d7475b1de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:09.840668 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4725d583-9ed2-499b-b3e1-ecd9fdc73b7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12283104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8731234'] for subnet, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:09.863847 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9cb9e910-59e1-4a07-b250-6e0417c6e36a tempest-RoutersIpV6AdminTest-1578650958 tempest-RoutersIpV6AdminTest-1578650958-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:09.874787 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 52404) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:03:09.944582 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba752f5-996e-4bd3-8794-1f3d7475b1de None None] Pushing event updated for resources: {'Port': ['ID=3b6ccf92-8928-4c4f-bafc-25f238495cce,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:03:09.958381 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 52412) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:03:10.003806 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [None req-c9c87ec6-918e-4cae-8386-52bc8f91fad4 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Allocated IP 2001:db8::10 (18c0c104-806f-4822-8dff-607b51237f50/2c3eb80e-7c18-45b5-97bb-4ce8a2e2a97b/219bc9fc-2dfa-4ee7-a6ff-6d3313a5e63a) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:03:10.027806 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-9cb9e910-59e1-4a07-b250-6e0417c6e36a tempest-RoutersIpV6AdminTest-1578650958 tempest-RoutersIpV6AdminTest-1578650958-project] Deleting port ea84d067-5ec0-453d-abac-ab50d3a6e9d2 {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:03:10.028194 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9cb9e910-59e1-4a07-b250-6e0417c6e36a tempest-RoutersIpV6AdminTest-1578650958 tempest-RoutersIpV6AdminTest-1578650958-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:10.050722 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4725d583-9ed2-499b-b3e1-ecd9fdc73b7c admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ea7748c-431f-4019-8b78-a4a1703d87c4,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:03:10.075918 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4725d583-9ed2-499b-b3e1-ecd9fdc73b7c admin admin] Checking segment: {'id': '533cb46a-76b5-4857-860a-2e1424d83479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'a27328a1-fcad-4fe1-9a34-bc720e6e9634'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:03:10.076678 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4725d583-9ed2-499b-b3e1-ecd9fdc73b7c admin admin] Network hostable DHCP agents. Network: a27328a1-fcad-4fe1-9a34-bc720e6e9634, hostable agents: ['02910ef2-0455-4aea-9f38-9a875579633f'], hosted agents: [] {{(pid=103365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 18:03:10.132299 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4725d583-9ed2-499b-b3e1-ecd9fdc73b7c admin admin] Network a27328a1-fcad-4fe1-9a34-bc720e6e9634 is scheduled to be hosted by DHCP agent 02910ef2-0455-4aea-9f38-9a875579633f with binding_index 1 {{(pid=103365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 18:03:10.187095 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-4725d583-9ed2-499b-b3e1-ecd9fdc73b7c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818022-2, a27328a1-fcad-4fe1-9a34-bc720e6e9634) {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:03:10.196155 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc6bf5e3-afc7-4e84-b521-89861186af03 None None] Network a27328a1-fcad-4fe1-9a34-bc720e6e9634 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:03:10.197033 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4725d583-9ed2-499b-b3e1-ecd9fdc73b7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:03:10.198766 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4725d583-9ed2-499b-b3e1-ecd9fdc73b7c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:10.210847 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9cb9e910-59e1-4a07-b250-6e0417c6e36a tempest-RoutersIpV6AdminTest-1578650958 tempest-RoutersIpV6AdminTest-1578650958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:10.224942 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-30de95be-e0c3-4bba-bae1-9db349a906bf admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-968276673-network', 'tenant_id': 'b4bdc9fe56d347f98562060ee257a5e9'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:03:10.237890 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-4725d583-9ed2-499b-b3e1-ecd9fdc73b7c admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0393856 Nov 19 18:03:10.272976 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30de95be-e0c3-4bba-bae1-9db349a906bf admin admin] Made reservation on behalf of b4bdc9fe56d347f98562060ee257a5e9 for: {'network': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:03:10.277258 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-30de95be-e0c3-4bba-bae1-9db349a906bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:10.291097 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-9cb9e910-59e1-4a07-b250-6e0417c6e36a tempest-RoutersIpV6AdminTest-1578650958 tempest-RoutersIpV6AdminTest-1578650958-project] Calling delete_port for ea84d067-5ec0-453d-abac-ab50d3a6e9d2 owned by network:router_gateway {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:03:10.294768 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-30de95be-e0c3-4bba-bae1-9db349a906bf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:10.318888 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-dbbb7ab0-ba19-4321-8113-957096840acd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:10.336631 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c9c87ec6-918e-4cae-8386-52bc8f91fad4 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:10.454302 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c9c87ec6-918e-4cae-8386-52bc8f91fad4 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:10.561062 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c6bf42f-f830-4a40-8aef-432927072862 None None] Network a27328a1-fcad-4fe1-9a34-bc720e6e9634 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:03:10.581667 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9c87ec6-918e-4cae-8386-52bc8f91fad4 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Network 18c0c104-806f-4822-8dff-607b51237f50 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:03:10.594820 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c87ec6-918e-4cae-8386-52bc8f91fad4 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Pushing event updated for resources: {'Port': ['ID=219bc9fc-2dfa-4ee7-a6ff-6d3313a5e63a,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:03:10.605104 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-c9c87ec6-918e-4cae-8386-52bc8f91fad4 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:03:10.609672 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c87ec6-918e-4cae-8386-52bc8f91fad4 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:03:10.621985 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9c87ec6-918e-4cae-8386-52bc8f91fad4 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:03:10.634552 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c9c87ec6-918e-4cae-8386-52bc8f91fad4 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:10.675581 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-c9c87ec6-918e-4cae-8386-52bc8f91fad4 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.3338616 Nov 19 18:03:10.678944 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 52436) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:03:10.699227 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-531f0001-2135-49ba-b64d-26704dd94c09 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Request body: {'port': {'network_id': '18c0c104-806f-4822-8dff-607b51237f50', 'name': 'tempest-PortsIpV6TestJSON-1621262440', 'fixed_ips': [{'subnet_id': '2c3eb80e-7c18-45b5-97bb-4ce8a2e2a97b', 'ip_address': '2001:db8::f'}]}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:03:10.824583 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-30de95be-e0c3-4bba-bae1-9db349a906bf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:10.863354 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-30de95be-e0c3-4bba-bae1-9db349a906bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:10.928646 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30de95be-e0c3-4bba-bae1-9db349a906bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b4f52da-40b9-45ee-9461-111c7e8244d5,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:03:10.952988 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30de95be-e0c3-4bba-bae1-9db349a906bf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 687} {{(pid=103364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 18:03:10.983402 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-30de95be-e0c3-4bba-bae1-9db349a906bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:10.984659 n-d-818022-2 neutron-server[103364]: INFO neutron.db.segments_db [None req-30de95be-e0c3-4bba-bae1-9db349a906bf admin admin] Added segment 3296b962-f73d-4f53-8807-42f6c671e903 of type vlan for network bb5b1b51-c80f-4e79-aba4-4c0c3046e81e Nov 19 18:03:10.988603 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-dbbb7ab0-ba19-4321-8113-957096840acd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:11.011612 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87056514-8380-4735-b573-a7481bd818da req-1192a813-ecc6-4a88-89e3-6e1270ae32be tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:03:11.014217 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-87056514-8380-4735-b573-a7481bd818da req-1192a813-ecc6-4a88-89e3-6e1270ae32be tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] 10.222.0.54 "GET /v2.0/ports?device_id=944baf18-8200-490e-9d12-8328be9c8b35 HTTP/1.1" status: 200 len: 946 time: 0.1279733 Nov 19 18:03:11.015608 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-531f0001-2135-49ba-b64d-26704dd94c09 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Made reservation on behalf of 3d6ff715a1b54ed1818e68232d77d2b6 for: {'port': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:03:11.021191 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-531f0001-2135-49ba-b64d-26704dd94c09 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:11.025525 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-dbbb7ab0-ba19-4321-8113-957096840acd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:11.052253 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [None req-531f0001-2135-49ba-b64d-26704dd94c09 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] device_id is not set on port 67451362-ec91-449c-aa01-94a2b0961b1f yet. {{(pid=103365) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 18:03:11.174203 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-87056514-8380-4735-b573-a7481bd818da req-057c9abd-e785-4daf-9447-5e1dca55c251 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] 10.222.0.54 "GET /v2.0/security-groups?id=ab553829-b17c-4bd7-9495-2cea0ebc82fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340911 Nov 19 18:03:11.204738 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 0148922a-0fe5-4e79-8d01-97646e3354af details requested by agent hyperv_n-h1-818022-2 with host n-h1-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 18:03:11.205296 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-30de95be-e0c3-4bba-bae1-9db349a906bf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:11.209463 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbb7ab0-ba19-4321-8113-957096840acd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b917c22c-7ae4-47a6-a3f4-6708a10f1f5b,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:03:11.219520 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-dbbb7ab0-ba19-4321-8113-957096840acd admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=2e712e3903ef437daaf2874c6bb9c022&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2588346 Nov 19 18:03:11.221901 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 52454) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:03:11.285604 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9cb9e910-59e1-4a07-b250-6e0417c6e36a tempest-RoutersIpV6AdminTest-1578650958 tempest-RoutersIpV6AdminTest-1578650958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:11.370733 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 52460) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:03:11.376803 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-921b8b5a-ca56-43a7-baf7-4729298e3add admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1829814671-network', 'tenant_id': '62769fabbc764a25ba02e2414ab5c386'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:03:11.385109 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [None req-531f0001-2135-49ba-b64d-26704dd94c09 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Allocated IP 2001:db8::f (18c0c104-806f-4822-8dff-607b51237f50/2c3eb80e-7c18-45b5-97bb-4ce8a2e2a97b/67451362-ec91-449c-aa01-94a2b0961b1f) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:03:11.430343 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-921b8b5a-ca56-43a7-baf7-4729298e3add admin admin] Made reservation on behalf of 62769fabbc764a25ba02e2414ab5c386 for: {'network': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:03:11.433929 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-921b8b5a-ca56-43a7-baf7-4729298e3add admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:11.443463 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb9e910-59e1-4a07-b250-6e0417c6e36a tempest-RoutersIpV6AdminTest-1578650958 tempest-RoutersIpV6AdminTest-1578650958-project] Pushing event deleted for resources: {'Port': ['ID=ea84d067-5ec0-453d-abac-ab50d3a6e9d2,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:03:11.444989 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-921b8b5a-ca56-43a7-baf7-4729298e3add admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:11.488251 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3e590347-7995-45f5-ad8c-a9f7cf749a14 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:11.491092 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 0148922a-0fe5-4e79-8d01-97646e3354af, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=0148922a-0fe5-4e79-8d01-97646e3354af,segment=NetworkSegment(93225d1f-5aff-466a-a20e-5f356e9dbfdc),segment_id=93225d1f-5aff-466a-a20e-5f356e9dbfdc)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:03:11.503754 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-30de95be-e0c3-4bba-bae1-9db349a906bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:11.505304 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30de95be-e0c3-4bba-bae1-9db349a906bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:03:11.506295 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-30de95be-e0c3-4bba-bae1-9db349a906bf admin admin] Publish callbacks [] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:11.521470 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Returning: {'device': '0148922a-0fe5-4e79-8d01-97646e3354af', 'network_id': 'd8dbec36-4368-41ad-81ce-387cc5613033', 'port_id': '0148922a-0fe5-4e79-8d01-97646e3354af', 'mac_address': 'fa:16:3e:a9:92:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 690, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '068f1254-b57b-4c27-b51b-af4c446dce02', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 18:03:11.523523 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf3dc9dd-ad52-4a3c-8e59-59b0754ea502 None None] DHCP port deletion for 645e61aa-1a6c-4e8f-857e-ab06edb4897f request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:03:11.568849 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-30de95be-e0c3-4bba-bae1-9db349a906bf admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.6909065 Nov 19 18:03:11.583768 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:11.584619 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 52468) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:03:11.617238 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0148922a-0fe5-4e79-8d01-97646e3354af {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:03:11.642925 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 0148922a-0fe5-4e79-8d01-97646e3354af, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=0148922a-0fe5-4e79-8d01-97646e3354af,segment=NetworkSegment(93225d1f-5aff-466a-a20e-5f356e9dbfdc),segment_id=93225d1f-5aff-466a-a20e-5f356e9dbfdc)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:03:11.654131 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:11.676026 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-1fe5ae3b-3026-4cd6-8e3c-75b44188b0ad admin admin] Request body: {'subnet': {'network_id': 'bb5b1b51-c80f-4e79-aba4-4c0c3046e81e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-968276673-subnet', 'tenant_id': 'b4bdc9fe56d347f98562060ee257a5e9', 'ip_version': 4}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:03:11.701215 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3e590347-7995-45f5-ad8c-a9f7cf749a14 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:11.723854 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=0148922a-0fe5-4e79-8d01-97646e3354af,revision_number=6']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:03:11.724900 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9cb9e910-59e1-4a07-b250-6e0417c6e36a tempest-RoutersIpV6AdminTest-1578650958 tempest-RoutersIpV6AdminTest-1578650958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-671730'] for router_gateway, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:11.853235 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['0148922a-0fe5-4e79-8d01-97646e3354af'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:03:11.862628 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9cb9e910-59e1-4a07-b250-6e0417c6e36a tempest-RoutersIpV6AdminTest-1578650958 tempest-RoutersIpV6AdminTest-1578650958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4696'] for router, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:11.865832 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9cb9e910-59e1-4a07-b250-6e0417c6e36a tempest-RoutersIpV6AdminTest-1578650958 tempest-RoutersIpV6AdminTest-1578650958-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:11.922273 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 3b6ccf92-8928-4c4f-bafc-25f238495cce up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:03:11.937125 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fe5ae3b-3026-4cd6-8e3c-75b44188b0ad admin admin] Made reservation on behalf of b4bdc9fe56d347f98562060ee257a5e9 for: {'subnet': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:03:11.939895 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1fe5ae3b-3026-4cd6-8e3c-75b44188b0ad admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8983829'] for subnet, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:11.964439 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d414f5c6-0bb1-4dd2-af43-71de0293ff91 None None] Network 18c0c104-806f-4822-8dff-607b51237f50 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:03:11.971189 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-531f0001-2135-49ba-b64d-26704dd94c09 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:11.978575 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-921b8b5a-ca56-43a7-baf7-4729298e3add admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:11.987153 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-921b8b5a-ca56-43a7-baf7-4729298e3add admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:12.000950 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9cb9e910-59e1-4a07-b250-6e0417c6e36a tempest-RoutersIpV6AdminTest-1578650958 tempest-RoutersIpV6AdminTest-1578650958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-543895'] for router, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:12.001552 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cb9e910-59e1-4a07-b250-6e0417c6e36a tempest-RoutersIpV6AdminTest-1578650958 tempest-RoutersIpV6AdminTest-1578650958-project] Fanout notify agent at l3_agent the message router_deleted on router 2f47e56a-9130-44bd-8ad0-23873e0ca4d5 {{(pid=103364) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 18:03:12.012925 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-921b8b5a-ca56-43a7-baf7-4729298e3add admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 671} {{(pid=103365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 18:03:12.036958 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-921b8b5a-ca56-43a7-baf7-4729298e3add admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:12.037312 n-d-818022-2 neutron-server[103365]: INFO neutron.db.segments_db [None req-921b8b5a-ca56-43a7-baf7-4729298e3add admin admin] Added segment 576992a8-56f7-4e82-8916-ae9d29d84418 of type vlan for network 4d64e120-64e2-41b2-b29e-126bf56b7f2d Nov 19 18:03:12.039858 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9cb9e910-59e1-4a07-b250-6e0417c6e36a tempest-RoutersIpV6AdminTest-1578650958 tempest-RoutersIpV6AdminTest-1578650958-project] Publish callbacks [] for router, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:12.047992 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-9cb9e910-59e1-4a07-b250-6e0417c6e36a tempest-RoutersIpV6AdminTest-1578650958 tempest-RoutersIpV6AdminTest-1578650958-project] 10.222.0.54 "DELETE /v2.0/routers/2f47e56a-9130-44bd-8ad0-23873e0ca4d5 HTTP/1.1" status: 204 len: 168 time: 3.0205946 Nov 19 18:03:12.049663 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 52476) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:03:12.059096 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30de95be-e0c3-4bba-bae1-9db349a906bf admin admin] Pushing event updated for resources: {'Network': ['ID=bb5b1b51-c80f-4e79-aba4-4c0c3046e81e,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:03:12.069159 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-f0e99236-839a-4ce1-8fb7-8e07695c4bc8 tempest-RoutersIpV6AdminTest-1578650958 tempest-RoutersIpV6AdminTest-1578650958-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1957831513', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:03:12.096976 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network bb5b1b51-c80f-4e79-aba4-4c0c3046e81e details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 18:03:12.102202 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-e80e465f-6e29-4e63-b236-cb684c2b57c5 None None] Provisioning complete for port 3b6ccf92-8928-4c4f-bafc-25f238495cce triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:03:12.102584 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e80e465f-6e29-4e63-b236-cb684c2b57c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:12.108925 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 3b6ccf92-8928-4c4f-bafc-25f238495cce triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:03:12.109297 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:12.122728 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f0e99236-839a-4ce1-8fb7-8e07695c4bc8 tempest-RoutersIpV6AdminTest-1578650958 tempest-RoutersIpV6AdminTest-1578650958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9890'] for router, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:12.124319 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f0e99236-839a-4ce1-8fb7-8e07695c4bc8 tempest-RoutersIpV6AdminTest-1578650958 tempest-RoutersIpV6AdminTest-1578650958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671617', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-732153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4689'] for router, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:12.160933 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3e590347-7995-45f5-ad8c-a9f7cf749a14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:12.165151 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3e590347-7995-45f5-ad8c-a9f7cf749a14 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:12.167005 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-3e590347-7995-45f5-ad8c-a9f7cf749a14 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b917c22c-7ae4-47a6-a3f4-6708a10f1f5b HTTP/1.1" status: 204 len: 168 time: 0.9439044 Nov 19 18:03:12.178348 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-921b8b5a-ca56-43a7-baf7-4729298e3add admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:12.189984 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e590347-7995-45f5-ad8c-a9f7cf749a14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b917c22c-7ae4-47a6-a3f4-6708a10f1f5b,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:03:12.220733 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-921b8b5a-ca56-43a7-baf7-4729298e3add admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:12.221741 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-921b8b5a-ca56-43a7-baf7-4729298e3add admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:03:12.222407 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-921b8b5a-ca56-43a7-baf7-4729298e3add admin admin] Publish callbacks [] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:12.287111 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f0e99236-839a-4ce1-8fb7-8e07695c4bc8 tempest-RoutersIpV6AdminTest-1578650958 tempest-RoutersIpV6AdminTest-1578650958-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:12.352343 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921b8b5a-ca56-43a7-baf7-4729298e3add admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dff2a92-e12d-4b9a-b531-414158ac3637,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:03:12.394940 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f0e99236-839a-4ce1-8fb7-8e07695c4bc8 tempest-RoutersIpV6AdminTest-1578650958 tempest-RoutersIpV6AdminTest-1578650958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671702'] for router, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:12.409782 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921b8b5a-ca56-43a7-baf7-4729298e3add admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:03:12.410373 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921b8b5a-ca56-43a7-baf7-4729298e3add admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:03:12.410480 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921b8b5a-ca56-43a7-baf7-4729298e3add admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:03:12.413526 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921b8b5a-ca56-43a7-baf7-4729298e3add admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:03:12.413526 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921b8b5a-ca56-43a7-baf7-4729298e3add admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:03:12.416196 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921b8b5a-ca56-43a7-baf7-4729298e3add admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:03:12.416592 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921b8b5a-ca56-43a7-baf7-4729298e3add admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:03:12.416932 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921b8b5a-ca56-43a7-baf7-4729298e3add admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:03:12.417263 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921b8b5a-ca56-43a7-baf7-4729298e3add admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:03:12.417588 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921b8b5a-ca56-43a7-baf7-4729298e3add admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:03:12.417980 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921b8b5a-ca56-43a7-baf7-4729298e3add admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:03:12.418672 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921b8b5a-ca56-43a7-baf7-4729298e3add admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:03:12.440291 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-921b8b5a-ca56-43a7-baf7-4729298e3add admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.0653737 Nov 19 18:03:12.440471 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 52484) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:03:12.445276 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-b13ef71e-3598-47ca-88a3-3e5bc7d62a83 admin admin] Request body: {'subnet': {'network_id': '4d64e120-64e2-41b2-b29e-126bf56b7f2d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1829814671-subnet', 'tenant_id': '62769fabbc764a25ba02e2414ab5c386', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:03:12.447309 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-531f0001-2135-49ba-b64d-26704dd94c09 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:12.455855 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f0e99236-839a-4ce1-8fb7-8e07695c4bc8 tempest-RoutersIpV6AdminTest-1578650958 tempest-RoutersIpV6AdminTest-1578650958-project] Publish callbacks [] for router, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:12.459686 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-f0e99236-839a-4ce1-8fb7-8e07695c4bc8 tempest-RoutersIpV6AdminTest-1578650958 tempest-RoutersIpV6AdminTest-1578650958-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.3941858 Nov 19 18:03:12.462764 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 52486) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:03:12.471241 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-6247be0d-ddcb-4f2b-ab25-b7e98d986eb4 tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'enable_snat': False}}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:03:12.485374 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921b8b5a-ca56-43a7-baf7-4729298e3add admin admin] Pushing event updated for resources: {'Network': ['ID=4d64e120-64e2-41b2-b29e-126bf56b7f2d,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:03:12.500650 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b8ebae-4161-4922-87f2-f488300bd804 req-cdbad455-e74f-4973-b1fd-bb751a4f7bd2 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:03:12.508830 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-28b8ebae-4161-4922-87f2-f488300bd804 req-cdbad455-e74f-4973-b1fd-bb751a4f7bd2 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] 10.222.0.54 "GET /v2.0/ports?device_id=944baf18-8200-490e-9d12-8328be9c8b35 HTTP/1.1" status: 200 len: 945 time: 0.2200418 Nov 19 18:03:12.538221 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-531f0001-2135-49ba-b64d-26704dd94c09 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Network 18c0c104-806f-4822-8dff-607b51237f50 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:03:12.538929 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e80e465f-6e29-4e63-b236-cb684c2b57c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:12.553292 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-531f0001-2135-49ba-b64d-26704dd94c09 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:03:12.565673 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-531f0001-2135-49ba-b64d-26704dd94c09 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:03:12.593092 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-531f0001-2135-49ba-b64d-26704dd94c09 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:03:12.594086 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-531f0001-2135-49ba-b64d-26704dd94c09 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:12.612089 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531f0001-2135-49ba-b64d-26704dd94c09 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Pushing event updated for resources: {'Port': ['ID=67451362-ec91-449c-aa01-94a2b0961b1f,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:03:12.621016 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network 4d64e120-64e2-41b2-b29e-126bf56b7f2d details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 18:03:12.763807 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-e80e465f-6e29-4e63-b236-cb684c2b57c5 None None] For port 3b6ccf92-8928-4c4f-bafc-25f238495cce, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=3b6ccf92-8928-4c4f-bafc-25f238495cce,segment=NetworkSegment(79746171-ae45-40cd-9de2-1a5b9066e9be),segment_id=79746171-ae45-40cd-9de2-1a5b9066e9be)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:03:12.777312 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e80e465f-6e29-4e63-b236-cb684c2b57c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:12.787873 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-28b8ebae-4161-4922-87f2-f488300bd804 req-c4e99458-ec39-4d8f-8384-26771f4ac1b5 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] 10.222.0.54 "GET /v2.0/security-groups?id=ab553829-b17c-4bd7-9495-2cea0ebc82fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2781568 Nov 19 18:03:12.820983 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-531f0001-2135-49ba-b64d-26704dd94c09 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.1404457 Nov 19 18:03:12.821905 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 52496) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:03:12.868374 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80e465f-6e29-4e63-b236-cb684c2b57c5 None None] Pushing event updated for resources: {'Port': ['ID=3b6ccf92-8928-4c4f-bafc-25f238495cce,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:03:12.887846 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:12.897001 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b13ef71e-3598-47ca-88a3-3e5bc7d62a83 admin admin] Made reservation on behalf of 62769fabbc764a25ba02e2414ab5c386 for: {'subnet': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:03:12.903823 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b13ef71e-3598-47ca-88a3-3e5bc7d62a83 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8983829'] for subnet, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:12.915138 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1fe5ae3b-3026-4cd6-8e3c-75b44188b0ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12425078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8983815'] for subnet, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:12.943905 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 52498) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:03:12.984410 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4fed29bb-0522-4f5f-bd09-d1c5f74f4f17 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:13.033977 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.db.api [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103366) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 18:03:13.034490 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bb78449-0431-422a-b156-b29ec8fd96fb tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:03:13.035797 n-d-818022-2 neutron-server[103366]: DEBUG oslo_db.api [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 18:03:13.036240 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-6bb78449-0431-422a-b156-b29ec8fd96fb tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] 10.222.0.54 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.2125397 Nov 19 18:03:13.040309 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 52502) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:03:13.124919 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-095507f2-93ef-4d33-a997-8d9e90902102 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:03:13.131255 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-095507f2-93ef-4d33-a997-8d9e90902102 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:03:13.137524 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-095507f2-93ef-4d33-a997-8d9e90902102 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:03:13.139317 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-095507f2-93ef-4d33-a997-8d9e90902102 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] 10.222.0.54 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.0979977 Nov 19 18:03:13.142620 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 52506) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:03:13.206328 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4fed29bb-0522-4f5f-bd09-d1c5f74f4f17 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:13.216053 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4fed29bb-0522-4f5f-bd09-d1c5f74f4f17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:13.219610 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6247be0d-ddcb-4f2b-ab25-b7e98d986eb4 tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:13.236120 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 0148922a-0fe5-4e79-8d01-97646e3354af up at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:03:13.260971 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe5ae3b-3026-4cd6-8e3c-75b44188b0ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d356105-6e6f-4d4b-b267-17f89b983ebe,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:03:13.272244 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-4fed29bb-0522-4f5f-bd09-d1c5f74f4f17 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=0a7d207184414f0a805bae419caf1fe1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3246183 Nov 19 18:03:13.274877 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 52508) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:03:13.292214 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe5ae3b-3026-4cd6-8e3c-75b44188b0ad admin admin] Checking segment: {'id': '3296b962-f73d-4f53-8807-42f6c671e903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'bb5b1b51-c80f-4e79-aba4-4c0c3046e81e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:03:13.292722 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fe5ae3b-3026-4cd6-8e3c-75b44188b0ad admin admin] Network hostable DHCP agents. Network: bb5b1b51-c80f-4e79-aba4-4c0c3046e81e, hostable agents: ['02910ef2-0455-4aea-9f38-9a875579633f'], hosted agents: [] {{(pid=103364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 18:03:13.332888 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning complete for port 0148922a-0fe5-4e79-8d01-97646e3354af triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:03:13.333572 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:13.384058 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fe5ae3b-3026-4cd6-8e3c-75b44188b0ad admin admin] Network bb5b1b51-c80f-4e79-aba4-4c0c3046e81e is scheduled to be hosted by DHCP agent 02910ef2-0455-4aea-9f38-9a875579633f with binding_index 1 {{(pid=103364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 18:03:13.401635 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-c8d17b7c-f357-4376-8ebb-ce47bff5a67f None None] Provisioning complete for port 219bc9fc-2dfa-4ee7-a6ff-6d3313a5e63a triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:03:13.402383 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-c8d17b7c-f357-4376-8ebb-ce47bff5a67f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:13.416714 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fed29bb-0522-4f5f-bd09-d1c5f74f4f17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d69612e-60a5-44f4-a00c-79c4f48d4098,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:03:13.456720 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-1fe5ae3b-3026-4cd6-8e3c-75b44188b0ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818022-2, bb5b1b51-c80f-4e79-aba4-4c0c3046e81e) {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:03:13.468379 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fe5ae3b-3026-4cd6-8e3c-75b44188b0ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:03:13.468983 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1fe5ae3b-3026-4cd6-8e3c-75b44188b0ad admin admin] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:13.502815 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-c8d17b7c-f357-4376-8ebb-ce47bff5a67f None None] Port 219bc9fc-2dfa-4ee7-a6ff-6d3313a5e63a cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:03:13.518642 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1f96e11-a42d-4084-a7f0-16b1c2b027e6 None None] Network bb5b1b51-c80f-4e79-aba4-4c0c3046e81e requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:03:13.543407 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-1fe5ae3b-3026-4cd6-8e3c-75b44188b0ad admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.9325697 Nov 19 18:03:13.549211 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 52518) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:03:13.557613 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-2830da8e-3f52-415f-935b-0bf00d3f68eb admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-968276673-router', 'tenant_id': 'b4bdc9fe56d347f98562060ee257a5e9', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'}}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:03:13.581454 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b13ef71e-3598-47ca-88a3-3e5bc7d62a83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12425078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8983815'] for subnet, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:13.593182 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-79254d24-670a-4c9a-8ff0-d1816fd6bd23 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:13.629344 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-1ef06be4-cc69-4cba-ba71-1cecc2e73f57 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Deleting port 67451362-ec91-449c-aa01-94a2b0961b1f {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:03:13.630192 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1ef06be4-cc69-4cba-ba71-1cecc2e73f57 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:13.746693 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-79254d24-670a-4c9a-8ff0-d1816fd6bd23 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:13.799223 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2830da8e-3f52-415f-935b-0bf00d3f68eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9890'] for router, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:13.800173 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2830da8e-3f52-415f-935b-0bf00d3f68eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671617', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-732153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4689'] for router, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:13.847594 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13ef71e-3598-47ca-88a3-3e5bc7d62a83 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3fb3ad1-c74f-4fa8-9a0f-01533ee621de,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:03:13.922706 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1ef06be4-cc69-4cba-ba71-1cecc2e73f57 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:13.944389 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-1ef06be4-cc69-4cba-ba71-1cecc2e73f57 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Calling delete_port for 67451362-ec91-449c-aa01-94a2b0961b1f owned by {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:03:14.123831 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:14.150199 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-c8d17b7c-f357-4376-8ebb-ce47bff5a67f None None] Provisioning complete for port 3b6ccf92-8928-4c4f-bafc-25f238495cce triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:03:14.150899 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-c8d17b7c-f357-4376-8ebb-ce47bff5a67f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:14.204268 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '944baf18-8200-490e-9d12-8328be9c8b35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0148922a-0fe5-4e79-8d01-97646e3354af'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:03:14.207104 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3940761bcd94e032e6960d2241bd8993c5d3a7d8dc2aca8488f3ecf1d4dd2fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-310bf55b-940d-42ad-a219-1fc87671dfff" -d '{"events": [{"server_uuid": "944baf18-8200-490e-9d12-8328be9c8b35", "name": "network-vif-plugged", "status": "completed", "tag": "0148922a-0fe5-4e79-8d01-97646e3354af"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:03:14.265843 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 3b6ccf92-8928-4c4f-bafc-25f238495cce up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:03:14.286195 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 0148922a-0fe5-4e79-8d01-97646e3354af, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=0148922a-0fe5-4e79-8d01-97646e3354af,segment=NetworkSegment(93225d1f-5aff-466a-a20e-5f356e9dbfdc),segment_id=93225d1f-5aff-466a-a20e-5f356e9dbfdc)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:03:14.290380 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:03:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae3539ad-85ab-45ab-929d-3ab56cb7c41b x-openstack-request-id: req-ae3539ad-85ab-45ab-929d-3ab56cb7c41b {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:03:14.290878 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "944baf18-8200-490e-9d12-8328be9c8b35", "name": "network-vif-plugged", "status": "completed", "tag": "0148922a-0fe5-4e79-8d01-97646e3354af", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:03:14.291455 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ae3539ad-85ab-45ab-929d-3ab56cb7c41b {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:03:14.292179 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '944baf18-8200-490e-9d12-8328be9c8b35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0148922a-0fe5-4e79-8d01-97646e3354af', 'code': 200} Nov 19 18:03:14.293585 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-79254d24-670a-4c9a-8ff0-d1816fd6bd23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:14.298286 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-79254d24-670a-4c9a-8ff0-d1816fd6bd23 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:14.315995 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-79254d24-670a-4c9a-8ff0-d1816fd6bd23 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/7d69612e-60a5-44f4-a00c-79c4f48d4098 HTTP/1.1" status: 204 len: 168 time: 1.0026584 Nov 19 18:03:14.319023 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1ef06be4-cc69-4cba-ba71-1cecc2e73f57 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:14.345184 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:14.446833 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 3b6ccf92-8928-4c4f-bafc-25f238495cce triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:03:14.448055 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:14.450196 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8e39fdb-98cc-47ae-9d7f-1f5c3b7ecf38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54f44f5f-1200-574e-8740-2141911d5b73-bb5b1b51-c80f-4e79-aba4-4c0c3046e81e', 'network_id': 'bb5b1b51-c80f-4e79-aba4-4c0c3046e81e', 'tenant_id': 'b4bdc9fe56d347f98562060ee257a5e9', 'fixed_ips': [{'subnet_id': '9d356105-6e6f-4d4b-b267-17f89b983ebe'}]}} from n-d-818022-2. {{(pid=103366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 18:03:14.451215 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b8e39fdb-98cc-47ae-9d7f-1f5c3b7ecf38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:14.477468 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79254d24-670a-4c9a-8ff0-d1816fd6bd23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d69612e-60a5-44f4-a00c-79c4f48d4098,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:03:14.495315 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef06be4-cc69-4cba-ba71-1cecc2e73f57 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Pushing event deleted for resources: {'Port': ['ID=67451362-ec91-449c-aa01-94a2b0961b1f,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:03:14.522242 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6247be0d-ddcb-4f2b-ab25-b7e98d986eb4 tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:14.535754 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-c8d17b7c-f357-4376-8ebb-ce47bff5a67f None None] Could not find standard attr ID for object 67451362-ec91-449c-aa01-94a2b0961b1f. {{(pid=103366) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 18:03:14.548593 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=0148922a-0fe5-4e79-8d01-97646e3354af,revision_number=7']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:03:14.563150 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b13ef71e-3598-47ca-88a3-3e5bc7d62a83 admin admin] Checking segment: {'id': '576992a8-56f7-4e82-8916-ae9d29d84418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '4d64e120-64e2-41b2-b29e-126bf56b7f2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:03:14.563291 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b13ef71e-3598-47ca-88a3-3e5bc7d62a83 admin admin] Network hostable DHCP agents. Network: 4d64e120-64e2-41b2-b29e-126bf56b7f2d, hostable agents: ['02910ef2-0455-4aea-9f38-9a875579633f'], hosted agents: [] {{(pid=103364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 18:03:14.586180 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1ef06be4-cc69-4cba-ba71-1cecc2e73f57 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:14.602169 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6247be0d-ddcb-4f2b-ab25-b7e98d986eb4 tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:14.606302 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2830da8e-3f52-415f-935b-0bf00d3f68eb admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:14.615579 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-1ef06be4-cc69-4cba-ba71-1cecc2e73f57 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] 10.222.0.54 "DELETE /v2.0/ports/67451362-ec91-449c-aa01-94a2b0961b1f HTTP/1.1" status: 204 len: 168 time: 1.4696584 Nov 19 18:03:14.617843 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 52538) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:03:14.631736 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f305f74-019d-448e-92cf-127d38697127 req-421a6e84-b1d3-4edd-ad5e-e8f40557fde6 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:03:14.633917 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-1f305f74-019d-448e-92cf-127d38697127 req-421a6e84-b1d3-4edd-ad5e-e8f40557fde6 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] 10.222.0.54 "GET /v2.0/ports?device_id=944baf18-8200-490e-9d12-8328be9c8b35 HTTP/1.1" status: 200 len: 945 time: 0.4053557 Nov 19 18:03:14.692165 n-d-818022-2 neutron-server[103365]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e391f3a-8299-4a4d-bcb8-e9a7451007b7 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] GET failed (client error): The resource could not be found. Nov 19 18:03:14.696463 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-3e391f3a-8299-4a4d-bcb8-e9a7451007b7 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] 10.222.0.54 "GET /v2.0/ports/67451362-ec91-449c-aa01-94a2b0961b1f HTTP/1.1" status: 404 len: 333 time: 0.0749309 Nov 19 18:03:14.713696 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 52540) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:03:14.759798 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-1f305f74-019d-448e-92cf-127d38697127 req-08210b69-bc43-40b4-9cee-bcf8c7c38084 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] 10.222.0.54 "GET /v2.0/security-groups?id=ab553829-b17c-4bd7-9495-2cea0ebc82fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152432 Nov 19 18:03:14.943459 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-64aa38e6-8600-4491-99a3-88e6beec06a2 None None] Provisioning complete for port 219bc9fc-2dfa-4ee7-a6ff-6d3313a5e63a triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:03:14.943834 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-64aa38e6-8600-4491-99a3-88e6beec06a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:14.997703 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [None req-b8e39fdb-98cc-47ae-9d7f-1f5c3b7ecf38 None None] Allocated IP 172.20.0.2 (bb5b1b51-c80f-4e79-aba4-4c0c3046e81e/9d356105-6e6f-4d4b-b267-17f89b983ebe/91d79cb2-c48f-428f-a03e-255bedac5b47) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:03:15.079910 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-64aa38e6-8600-4491-99a3-88e6beec06a2 None None] Port 219bc9fc-2dfa-4ee7-a6ff-6d3313a5e63a cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:03:15.094418 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-64aa38e6-8600-4491-99a3-88e6beec06a2 None None] Could not find standard attr ID for object 67451362-ec91-449c-aa01-94a2b0961b1f. {{(pid=103366) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 18:03:15.113055 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2830da8e-3f52-415f-935b-0bf00d3f68eb admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:15.126449 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b13ef71e-3598-47ca-88a3-3e5bc7d62a83 admin admin] Network 4d64e120-64e2-41b2-b29e-126bf56b7f2d is scheduled to be hosted by DHCP agent 02910ef2-0455-4aea-9f38-9a875579633f with binding_index 1 {{(pid=103364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 18:03:15.144085 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9b1d1f-4b5a-4a5d-a075-ea8687db9859 req-a5bd5592-127e-4f01-9bf4-f4fae7b4dfd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:03:15.145621 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9f9b1d1f-4b5a-4a5d-a075-ea8687db9859 req-a5bd5592-127e-4f01-9bf4-f4fae7b4dfd6 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=944baf18-8200-490e-9d12-8328be9c8b35 HTTP/1.1" status: 200 len: 1097 time: 0.5857415 Nov 19 18:03:15.215370 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [None req-6247be0d-ddcb-4f2b-ab25-b7e98d986eb4 tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] Allocated IP 172.25.7.242 (645e61aa-1a6c-4e8f-857e-ab06edb4897f/88ed2d64-f56d-4f01-a468-946e01c99e82/e6bc1fec-f7b9-4eb3-b922-c8f875984666) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:03:15.218449 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-b13ef71e-3598-47ca-88a3-3e5bc7d62a83 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818022-2, 4d64e120-64e2-41b2-b29e-126bf56b7f2d) {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:03:15.268754 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b8e39fdb-98cc-47ae-9d7f-1f5c3b7ecf38 None None] Publish callbacks [] for port, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:15.269410 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b13ef71e-3598-47ca-88a3-3e5bc7d62a83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:03:15.269410 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b13ef71e-3598-47ca-88a3-3e5bc7d62a83 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:15.274828 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afcc1990-4723-4101-9453-e1d095557597 None None] Network 4d64e120-64e2-41b2-b29e-126bf56b7f2d requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:03:15.283519 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b8e39fdb-98cc-47ae-9d7f-1f5c3b7ecf38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998'] for port, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:15.379519 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-b13ef71e-3598-47ca-88a3-3e5bc7d62a83 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.9381106 Nov 19 18:03:15.386883 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9f9b1d1f-4b5a-4a5d-a075-ea8687db9859 req-b13bf243-a165-4602-a51c-479331c8f40b service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=ab553829-b17c-4bd7-9495-2cea0ebc82fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110853 Nov 19 18:03:15.414600 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-79b0d316-169f-48cc-9d38-6a96acdb6fea tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Deleting port 219bc9fc-2dfa-4ee7-a6ff-6d3313a5e63a {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:03:15.415829 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-79b0d316-169f-48cc-9d38-6a96acdb6fea tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:15.455743 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8e39fdb-98cc-47ae-9d7f-1f5c3b7ecf38 None None] Network bb5b1b51-c80f-4e79-aba4-4c0c3046e81e is already hosted by enough agents. {{(pid=103366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:03:15.460442 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [None req-b8e39fdb-98cc-47ae-9d7f-1f5c3b7ecf38 None None] Resources bound (agent type, host, resource id): {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:03:15.467539 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e39fdb-98cc-47ae-9d7f-1f5c3b7ecf38 None None] Received port after_create {{(pid=103366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:03:15.483340 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e39fdb-98cc-47ae-9d7f-1f5c3b7ecf38 None None] Pushing event updated for resources: {'Port': ['ID=91d79cb2-c48f-428f-a03e-255bedac5b47,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:03:15.522170 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6247be0d-ddcb-4f2b-ab25-b7e98d986eb4 tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:15.602881 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-79b0d316-169f-48cc-9d38-6a96acdb6fea tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:15.619102 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-b8e39fdb-98cc-47ae-9d7f-1f5c3b7ecf38 None None] Attempting to bind port 91d79cb2-c48f-428f-a03e-255bedac5b47 on host n-d-818022-2 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:03:15.620165 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-b8e39fdb-98cc-47ae-9d7f-1f5c3b7ecf38 None None] Attempting to bind port 91d79cb2-c48f-428f-a03e-255bedac5b47 by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': '3296b962-f73d-4f53-8807-42f6c671e903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'bb5b1b51-c80f-4e79-aba4-4c0c3046e81e'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:03:15.620551 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e39fdb-98cc-47ae-9d7f-1f5c3b7ecf38 None None] Attempting to bind port 91d79cb2-c48f-428f-a03e-255bedac5b47 on network bb5b1b51-c80f-4e79-aba4-4c0c3046e81e {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:03:15.636090 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e39fdb-98cc-47ae-9d7f-1f5c3b7ecf38 None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 3, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:03:15.636479 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e39fdb-98cc-47ae-9d7f-1f5c3b7ecf38 None None] Checking segment: {'id': '3296b962-f73d-4f53-8807-42f6c671e903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'bb5b1b51-c80f-4e79-aba4-4c0c3046e81e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:03:15.636893 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b8e39fdb-98cc-47ae-9d7f-1f5c3b7ecf38 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:15.638801 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e39fdb-98cc-47ae-9d7f-1f5c3b7ecf38 None None] Bound using segment: {'id': '3296b962-f73d-4f53-8807-42f6c671e903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'bb5b1b51-c80f-4e79-aba4-4c0c3046e81e'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:03:15.639321 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-b8e39fdb-98cc-47ae-9d7f-1f5c3b7ecf38 None None] Bound port: 91d79cb2-c48f-428f-a03e-255bedac5b47, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3296b962-f73d-4f53-8807-42f6c671e903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'bb5b1b51-c80f-4e79-aba4-4c0c3046e81e'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:03:15.639729 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b8e39fdb-98cc-47ae-9d7f-1f5c3b7ecf38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:15.639910 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 52572) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:03:15.703438 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-871bdbd9-6318-4cac-8910-2a95f7ff0b5e None None] Network 4d64e120-64e2-41b2-b29e-126bf56b7f2d requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:03:15.761500 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_v2 [None req-14786c1b-2b93-443a-b90b-2f4545ea1dc5 admin admin] Deleting subnet 8ea7748c-431f-4019-8b78-a4a1703d87c4 {{(pid=103365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 18:03:15.769806 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-14786c1b-2b93-443a-b90b-2f4545ea1dc5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:15.784156 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-79b0d316-169f-48cc-9d38-6a96acdb6fea tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Calling delete_port for 219bc9fc-2dfa-4ee7-a6ff-6d3313a5e63a owned by {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:03:15.896091 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-14786c1b-2b93-443a-b90b-2f4545ea1dc5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12546453'] for subnet, precommit_delete_associations {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:15.932263 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-b8e39fdb-98cc-47ae-9d7f-1f5c3b7ecf38 None None] For port 91d79cb2-c48f-428f-a03e-255bedac5b47, host n-d-818022-2, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:03:15.935426 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6247be0d-ddcb-4f2b-ab25-b7e98d986eb4 tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:15.943397 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-b8e39fdb-98cc-47ae-9d7f-1f5c3b7ecf38 None None] For port 91d79cb2-c48f-428f-a03e-255bedac5b47, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=91d79cb2-c48f-428f-a03e-255bedac5b47,segment=NetworkSegment(3296b962-f73d-4f53-8807-42f6c671e903),segment_id=3296b962-f73d-4f53-8807-42f6c671e903)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:03:15.964388 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b8e39fdb-98cc-47ae-9d7f-1f5c3b7ecf38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:15.999414 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-14786c1b-2b93-443a-b90b-2f4545ea1dc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:16.074869 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2830da8e-3f52-415f-935b-0bf00d3f68eb admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:16.142344 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6247be0d-ddcb-4f2b-ab25-b7e98d986eb4 tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] Network 645e61aa-1a6c-4e8f-857e-ab06edb4897f is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:03:16.154067 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e39fdb-98cc-47ae-9d7f-1f5c3b7ecf38 None None] Pushing event updated for resources: {'Port': ['ID=91d79cb2-c48f-428f-a03e-255bedac5b47,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:03:16.160010 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-6247be0d-ddcb-4f2b-ab25-b7e98d986eb4 tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:03:16.163266 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2830da8e-3f52-415f-935b-0bf00d3f68eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:16.179137 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-14786c1b-2b93-443a-b90b-2f4545ea1dc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12282919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8731163'] for subnet, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:16.185690 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6247be0d-ddcb-4f2b-ab25-b7e98d986eb4 tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:03:16.203276 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6247be0d-ddcb-4f2b-ab25-b7e98d986eb4 tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] Pushing event updated for resources: {'Port': ['ID=e6bc1fec-f7b9-4eb3-b922-c8f875984666,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:03:16.212693 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40784cb8-797b-4a5a-b5a1-94414253f973 None None] DHCP port deletion for 645e61aa-1a6c-4e8f-857e-ab06edb4897f request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:03:16.262739 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14786c1b-2b93-443a-b90b-2f4545ea1dc5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ea7748c-431f-4019-8b78-a4a1703d87c4,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:03:16.281682 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-14786c1b-2b93-443a-b90b-2f4545ea1dc5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:16.295101 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-14786c1b-2b93-443a-b90b-2f4545ea1dc5 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/8ea7748c-431f-4019-8b78-a4a1703d87c4 HTTP/1.1" status: 204 len: 168 time: 0.6539476 Nov 19 18:03:16.295774 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 52594) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:03:16.298467 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-79b0d316-169f-48cc-9d38-6a96acdb6fea tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:16.328586 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eb55a8-7150-4483-80e8-14503715f789 req-9a8f166e-c929-4f41-a79c-2e989fd544e4 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:03:16.333341 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b0eb55a8-7150-4483-80e8-14503715f789 req-9a8f166e-c929-4f41-a79c-2e989fd544e4 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] 10.222.0.54 "GET /v2.0/ports?device_id=944baf18-8200-490e-9d12-8328be9c8b35 HTTP/1.1" status: 200 len: 946 time: 0.3925552 Nov 19 18:03:16.381847 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-5e1bcf20-e740-46e8-b392-19b69635a58f None None] Provisioning complete for port e6bc1fec-f7b9-4eb3-b922-c8f875984666 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:03:16.382403 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-5e1bcf20-e740-46e8-b392-19b69635a58f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:16.449372 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b0d316-169f-48cc-9d38-6a96acdb6fea tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Pushing event deleted for resources: {'Port': ['ID=219bc9fc-2dfa-4ee7-a6ff-6d3313a5e63a,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:03:16.481875 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-5e1bcf20-e740-46e8-b392-19b69635a58f None None] Port e6bc1fec-f7b9-4eb3-b922-c8f875984666 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:03:16.508812 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-23d196f2-b8b3-4974-89fd-a6b66cafe31a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:16.783728 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-23d196f2-b8b3-4974-89fd-a6b66cafe31a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:16.814915 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b0eb55a8-7150-4483-80e8-14503715f789 req-890cbbfd-ddac-4f09-96ab-0176bc9c27f4 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] 10.222.0.54 "GET /v2.0/security-groups?id=ab553829-b17c-4bd7-9495-2cea0ebc82fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3945444 Nov 19 18:03:16.815603 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-23d196f2-b8b3-4974-89fd-a6b66cafe31a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a27328a1-fcad-4fe1-9a34-bc720e6e9634']}} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:03:16.866176 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-23d196f2-b8b3-4974-89fd-a6b66cafe31a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '533cb46a-76b5-4857-860a-2e1424d83479') {'for_net_delete': True} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:03:16.866476 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-23d196f2-b8b3-4974-89fd-a6b66cafe31a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '533cb46a-76b5-4857-860a-2e1424d83479') {} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:03:16.882556 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-23d196f2-b8b3-4974-89fd-a6b66cafe31a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12545382'] for segment, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:16.903853 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-23d196f2-b8b3-4974-89fd-a6b66cafe31a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:16.906624 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-79b0d316-169f-48cc-9d38-6a96acdb6fea tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:16.910191 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-79b0d316-169f-48cc-9d38-6a96acdb6fea tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] 10.222.0.54 "DELETE /v2.0/ports/219bc9fc-2dfa-4ee7-a6ff-6d3313a5e63a HTTP/1.1" status: 204 len: 168 time: 2.1569707 Nov 19 18:03:16.917906 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 52610) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:03:16.970083 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23d196f2-b8b3-4974-89fd-a6b66cafe31a admin admin] Releasing vlan 681 on physical network physnet1 to pool {{(pid=103365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 18:03:16.971008 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-23d196f2-b8b3-4974-89fd-a6b66cafe31a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12282953'] for segment, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:16.973081 n-d-818022-2 neutron-server[103365]: Traceback (most recent call last): Nov 19 18:03:16.973081 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 18:03:16.973081 n-d-818022-2 neutron-server[103365]: timer() Nov 19 18:03:16.973081 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 18:03:16.973081 n-d-818022-2 neutron-server[103365]: cb(*args, **kw) Nov 19 18:03:16.973081 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 18:03:16.973081 n-d-818022-2 neutron-server[103365]: return func(*args, **kwargs) Nov 19 18:03:16.973081 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 18:03:16.973081 n-d-818022-2 neutron-server[103365]: self._notify() Nov 19 18:03:16.973081 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 18:03:16.973081 n-d-818022-2 neutron-server[103365]: self.callback(batched_events) Nov 19 18:03:16.973081 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 18:03:16.973081 n-d-818022-2 neutron-server[103365]: event.method(event) Nov 19 18:03:16.973081 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 18:03:16.973081 n-d-818022-2 neutron-server[103365]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 18:03:16.973081 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 18:03:16.973081 n-d-818022-2 neutron-server[103365]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 18:03:16.973081 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 18:03:16.973081 n-d-818022-2 neutron-server[103365]: return f(self, *a, **k) Nov 19 18:03:16.973081 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 18:03:16.973081 n-d-818022-2 neutron-server[103365]: return self._get(url).json() Nov 19 18:03:16.973081 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 18:03:16.973081 n-d-818022-2 neutron-server[103365]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 18:03:16.973081 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 18:03:16.973081 n-d-818022-2 neutron-server[103365]: return self.request(url, 'GET', **kwargs) Nov 19 18:03:16.973081 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 18:03:16.973081 n-d-818022-2 neutron-server[103365]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 18:03:16.973081 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 18:03:16.973081 n-d-818022-2 neutron-server[103365]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 18:03:16.973081 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 18:03:16.973081 n-d-818022-2 neutron-server[103365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 18:03:16.973081 n-d-818022-2 neutron-server[103365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 18:03:16.988194 n-d-818022-2 neutron-server[103365]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6744782-c687-467b-8b71-e062cff59cc6 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] GET failed (client error): The resource could not be found. Nov 19 18:03:16.992612 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-b6744782-c687-467b-8b71-e062cff59cc6 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] 10.222.0.54 "GET /v2.0/ports/219bc9fc-2dfa-4ee7-a6ff-6d3313a5e63a HTTP/1.1" status: 404 len: 333 time: 0.0736611 Nov 19 18:03:17.029172 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 52616) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:03:17.108546 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-23d196f2-b8b3-4974-89fd-a6b66cafe31a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671242'] for network, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:17.119686 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_v2 [None req-c10e9734-179e-4e69-9cf3-1d7c9f3ef866 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Deleting subnet 2c3eb80e-7c18-45b5-97bb-4ce8a2e2a97b {{(pid=103365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 18:03:17.127165 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-23d196f2-b8b3-4974-89fd-a6b66cafe31a admin admin] Publish callbacks [] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:17.131480 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-23d196f2-b8b3-4974-89fd-a6b66cafe31a admin admin] 10.222.0.54 "DELETE /v2.0/networks/a27328a1-fcad-4fe1-9a34-bc720e6e9634 HTTP/1.1" status: 204 len: 168 time: 0.8347368 Nov 19 18:03:17.132715 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c10e9734-179e-4e69-9cf3-1d7c9f3ef866 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks [] for subnet, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:17.136330 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 52622) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:03:17.213318 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d196f2-b8b3-4974-89fd-a6b66cafe31a admin admin] Pushing event deleted for resources: {'Network': ['ID=a27328a1-fcad-4fe1-9a34-bc720e6e9634,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:03:17.251641 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c10e9734-179e-4e69-9cf3-1d7c9f3ef866 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12546453'] for subnet, precommit_delete_associations {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:17.267729 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_v2 [None req-82d99040-d4cf-4e3a-b12e-815883f7ab80 admin admin] Deleting subnet d3fb3ad1-c74f-4fa8-9a0f-01533ee621de {{(pid=103365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 18:03:17.272375 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-82d99040-d4cf-4e3a-b12e-815883f7ab80 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:17.358008 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-82d99040-d4cf-4e3a-b12e-815883f7ab80 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12546453'] for subnet, precommit_delete_associations {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:17.383182 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6247be0d-ddcb-4f2b-ab25-b7e98d986eb4 tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:17.432076 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [None req-2830da8e-3f52-415f-935b-0bf00d3f68eb admin admin] Allocated IP 172.25.7.23 (645e61aa-1a6c-4e8f-857e-ab06edb4897f/88ed2d64-f56d-4f01-a468-946e01c99e82/7eae332c-23b4-40ea-8848-59a4fab67c82) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:03:17.450917 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-82d99040-d4cf-4e3a-b12e-815883f7ab80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:17.609773 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-82d99040-d4cf-4e3a-b12e-815883f7ab80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12282919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8731163'] for subnet, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:17.670027 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d99040-d4cf-4e3a-b12e-815883f7ab80 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3fb3ad1-c74f-4fa8-9a0f-01533ee621de,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:03:17.690418 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-82d99040-d4cf-4e3a-b12e-815883f7ab80 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:17.700028 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-82d99040-d4cf-4e3a-b12e-815883f7ab80 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/d3fb3ad1-c74f-4fa8-9a0f-01533ee621de HTTP/1.1" status: 204 len: 168 time: 0.5616057 Nov 19 18:03:17.710745 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 52636) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:03:17.720261 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2830da8e-3f52-415f-935b-0bf00d3f68eb admin admin] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:17.791851 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2830da8e-3f52-415f-935b-0bf00d3f68eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:17.873107 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-be24d7d8-9074-41d4-9c06-ebc90065905f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:17.878258 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c10e9734-179e-4e69-9cf3-1d7c9f3ef866 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:17.985779 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6247be0d-ddcb-4f2b-ab25-b7e98d986eb4 tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-671667', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4675'] for router, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:17.998516 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6247be0d-ddcb-4f2b-ab25-b7e98d986eb4 tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-671652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-671709', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-543867'] for router, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:18.009803 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2830da8e-3f52-415f-935b-0bf00d3f68eb admin admin] Network 645e61aa-1a6c-4e8f-857e-ab06edb4897f is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:03:18.018140 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-2830da8e-3f52-415f-935b-0bf00d3f68eb admin admin] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:03:18.033521 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49568d0b-4d35-4cab-b497-cc5d467901c0 None None] DHCP port deletion for 645e61aa-1a6c-4e8f-857e-ab06edb4897f request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:03:18.065121 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2830da8e-3f52-415f-935b-0bf00d3f68eb admin admin] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:03:18.084166 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 52652) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:03:18.093868 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2830da8e-3f52-415f-935b-0bf00d3f68eb admin admin] Pushing event updated for resources: {'Port': ['ID=7eae332c-23b4-40ea-8848-59a4fab67c82,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:03:18.141755 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-9fdd0e4f-a4fa-4928-a948-3ba856266d02 None None] Provisioning complete for port 7eae332c-23b4-40ea-8848-59a4fab67c82 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:03:18.142313 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9fdd0e4f-a4fa-4928-a948-3ba856266d02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:18.198130 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-013ff6ed-9295-4042-8c38-8fccf65c7f0c None None] Network bb5b1b51-c80f-4e79-aba4-4c0c3046e81e requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:03:18.279097 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-be24d7d8-9074-41d4-9c06-ebc90065905f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:18.306101 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0850fd75-9699-4973-a021-11eb62b525ce req-0bce59a9-7b47-4f6e-842c-940b75c8e138 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:03:18.315255 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0850fd75-9699-4973-a021-11eb62b525ce req-0bce59a9-7b47-4f6e-842c-940b75c8e138 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] 10.222.0.54 "GET /v2.0/ports?device_id=944baf18-8200-490e-9d12-8328be9c8b35 HTTP/1.1" status: 200 len: 946 time: 0.3445661 Nov 19 18:03:18.327654 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 91d79cb2-c48f-428f-a03e-255bedac5b47 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:03:18.330015 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c10e9734-179e-4e69-9cf3-1d7c9f3ef866 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12282919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8731163'] for subnet, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:18.335745 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-9fdd0e4f-a4fa-4928-a948-3ba856266d02 None None] Port 7eae332c-23b4-40ea-8848-59a4fab67c82 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:03:18.472019 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 91d79cb2-c48f-428f-a03e-255bedac5b47 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:03:18.472397 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:18.474677 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-be24d7d8-9074-41d4-9c06-ebc90065905f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d64e120-64e2-41b2-b29e-126bf56b7f2d']}} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:03:18.516109 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4afb6a5-4a2c-4ca0-aa49-5b2cb593d617 None None] Network 18c0c104-806f-4822-8dff-607b51237f50 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:03:18.516403 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10e9734-179e-4e69-9cf3-1d7c9f3ef866 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Pushing event deleted for resources: {'Subnet': ['ID=2c3eb80e-7c18-45b5-97bb-4ce8a2e2a97b,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:03:18.530296 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c10e9734-179e-4e69-9cf3-1d7c9f3ef866 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks [] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:18.530296 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-c10e9734-179e-4e69-9cf3-1d7c9f3ef866 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] 10.222.0.54 "DELETE /v2.0/subnets/2c3eb80e-7c18-45b5-97bb-4ce8a2e2a97b HTTP/1.1" status: 204 len: 168 time: 1.4999108 Nov 19 18:03:18.537118 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d1664073-9499-414b-b0b4-974531181bf7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:18.539843 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 52674) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:03:18.557223 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-be24d7d8-9074-41d4-9c06-ebc90065905f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '576992a8-56f7-4e82-8916-ae9d29d84418') {'for_net_delete': True} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:03:18.557673 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-be24d7d8-9074-41d4-9c06-ebc90065905f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '576992a8-56f7-4e82-8916-ae9d29d84418') {} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:03:18.575323 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6247be0d-ddcb-4f2b-ab25-b7e98d986eb4 tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] Router 2dbd485d-61dc-4f15-ab64-d4cbc60a6a8e is scheduled to L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 with binding_index 1 {{(pid=103364) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 18:03:18.606651 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-7bd5adae-1565-4721-843b-f3d404215642 None None] Provisioning complete for port 91d79cb2-c48f-428f-a03e-255bedac5b47 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:03:18.607063 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-7bd5adae-1565-4721-843b-f3d404215642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:18.616555 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-be24d7d8-9074-41d4-9c06-ebc90065905f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12545382'] for segment, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:18.651022 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-be24d7d8-9074-41d4-9c06-ebc90065905f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:18.671905 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0850fd75-9699-4973-a021-11eb62b525ce req-408e2c8c-0119-4aa0-8166-8711356bd2dc tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] 10.222.0.54 "GET /v2.0/security-groups?id=ab553829-b17c-4bd7-9495-2cea0ebc82fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3098376 Nov 19 18:03:18.682554 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be24d7d8-9074-41d4-9c06-ebc90065905f admin admin] Releasing vlan 671 on physical network physnet1 to pool {{(pid=103365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 18:03:18.683230 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-be24d7d8-9074-41d4-9c06-ebc90065905f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12282953'] for segment, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:18.685428 n-d-818022-2 neutron-server[103365]: Traceback (most recent call last): Nov 19 18:03:18.685428 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 18:03:18.685428 n-d-818022-2 neutron-server[103365]: timer() Nov 19 18:03:18.685428 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 18:03:18.685428 n-d-818022-2 neutron-server[103365]: cb(*args, **kw) Nov 19 18:03:18.685428 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 18:03:18.685428 n-d-818022-2 neutron-server[103365]: return func(*args, **kwargs) Nov 19 18:03:18.685428 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 18:03:18.685428 n-d-818022-2 neutron-server[103365]: self._notify() Nov 19 18:03:18.685428 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 18:03:18.685428 n-d-818022-2 neutron-server[103365]: self.callback(batched_events) Nov 19 18:03:18.685428 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 18:03:18.685428 n-d-818022-2 neutron-server[103365]: event.method(event) Nov 19 18:03:18.685428 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 18:03:18.685428 n-d-818022-2 neutron-server[103365]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 18:03:18.685428 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 18:03:18.685428 n-d-818022-2 neutron-server[103365]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 18:03:18.685428 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 18:03:18.685428 n-d-818022-2 neutron-server[103365]: return f(self, *a, **k) Nov 19 18:03:18.685428 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 18:03:18.685428 n-d-818022-2 neutron-server[103365]: return self._get(url).json() Nov 19 18:03:18.685428 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 18:03:18.685428 n-d-818022-2 neutron-server[103365]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 18:03:18.685428 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 18:03:18.685428 n-d-818022-2 neutron-server[103365]: return self.request(url, 'GET', **kwargs) Nov 19 18:03:18.685428 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 18:03:18.685428 n-d-818022-2 neutron-server[103365]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 18:03:18.685428 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 18:03:18.685428 n-d-818022-2 neutron-server[103365]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 18:03:18.685428 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 18:03:18.685428 n-d-818022-2 neutron-server[103365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 18:03:18.685428 n-d-818022-2 neutron-server[103365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 18:03:18.832189 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-be24d7d8-9074-41d4-9c06-ebc90065905f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671242'] for network, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:18.854620 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-be24d7d8-9074-41d4-9c06-ebc90065905f admin admin] Publish callbacks [] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:18.861256 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-be24d7d8-9074-41d4-9c06-ebc90065905f admin admin] 10.222.0.54 "DELETE /v2.0/networks/4d64e120-64e2-41b2-b29e-126bf56b7f2d HTTP/1.1" status: 204 len: 168 time: 1.1418951 Nov 19 18:03:18.877633 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be24d7d8-9074-41d4-9c06-ebc90065905f admin admin] Pushing event deleted for resources: {'Network': ['ID=4d64e120-64e2-41b2-b29e-126bf56b7f2d,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:03:18.934164 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-7bd5adae-1565-4721-843b-f3d404215642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:18.988164 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d1664073-9499-414b-b0b4-974531181bf7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:19.001943 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d1664073-9499-414b-b0b4-974531181bf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:19.070209 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 52698) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:03:19.095970 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-7bd5adae-1565-4721-843b-f3d404215642 None None] For port 91d79cb2-c48f-428f-a03e-255bedac5b47, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=91d79cb2-c48f-428f-a03e-255bedac5b47,segment=NetworkSegment(3296b962-f73d-4f53-8807-42f6c671e903),segment_id=3296b962-f73d-4f53-8807-42f6c671e903)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:03:19.107139 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:19.110243 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-7bd5adae-1565-4721-843b-f3d404215642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:19.133854 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-d1664073-9499-414b-b0b4-974531181bf7 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=8db08501a7da4451ad163f94b40455e8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9852779 Nov 19 18:03:19.138075 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 52700) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:03:19.168384 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-054bff78-acdf-41a1-8db3-4a116d84fee8 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:19.215779 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1664073-9499-414b-b0b4-974531181bf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38ef2ddc-5453-44f6-a6c0-883e7aff410e,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:03:19.254085 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c494c306-b537-4e80-a40c-fcb72b1e9712 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:19.257999 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca06b0e8-09d0-4a1f-951c-eb36014a9986 None None] DHCP port deletion for 18c0c104-806f-4822-8dff-607b51237f50 request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:03:19.266768 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-d1e10d47-f11f-4db8-ba39-073ba15f167a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=2f04e73f1eff416eb13b4d2e83932cb8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1894503 Nov 19 18:03:19.272673 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 52704) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:03:19.303495 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c494c306-b537-4e80-a40c-fcb72b1e9712 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:19.339811 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd5adae-1565-4721-843b-f3d404215642 None None] Pushing event updated for resources: {'Port': ['ID=91d79cb2-c48f-428f-a03e-255bedac5b47,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:03:19.350342 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.db.api [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103366) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 18:03:19.362329 n-d-818022-2 neutron-server[103366]: DEBUG oslo_db.api [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 18:03:19.381762 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a317d678-18e1-483d-82e8-150516fc1a88 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:19.404403 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-ca06b0e8-09d0-4a1f-951c-eb36014a9986 None None] Deleting port 3b6ccf92-8928-4c4f-bafc-25f238495cce {{(pid=103366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:03:19.404811 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ca06b0e8-09d0-4a1f-951c-eb36014a9986 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:19.439187 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a317d678-18e1-483d-82e8-150516fc1a88 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:19.490234 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c494c306-b537-4e80-a40c-fcb72b1e9712 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:19.495413 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c494c306-b537-4e80-a40c-fcb72b1e9712 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:19.499112 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-c494c306-b537-4e80-a40c-fcb72b1e9712 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/38ef2ddc-5453-44f6-a6c0-883e7aff410e HTTP/1.1" status: 204 len: 168 time: 0.3501184 Nov 19 18:03:19.504735 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2830da8e-3f52-415f-935b-0bf00d3f68eb admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:19.522885 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-ca06b0e8-09d0-4a1f-951c-eb36014a9986 None None] For port 3b6ccf92-8928-4c4f-bafc-25f238495cce, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=3b6ccf92-8928-4c4f-bafc-25f238495cce,segment=NetworkSegment(79746171-ae45-40cd-9de2-1a5b9066e9be),segment_id=79746171-ae45-40cd-9de2-1a5b9066e9be)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:03:19.523575 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ca06b0e8-09d0-4a1f-951c-eb36014a9986 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:19.542771 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c494c306-b537-4e80-a40c-fcb72b1e9712 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38ef2ddc-5453-44f6-a6c0-883e7aff410e,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:03:19.585328 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ce7066-fe23-4713-a961-663c465c2f7c req-6991a5a0-a8bd-4529-8f28-d96641561025 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:03:19.587589 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a317d678-18e1-483d-82e8-150516fc1a88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:19.608860 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a317d678-18e1-483d-82e8-150516fc1a88 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:19.612373 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-a317d678-18e1-483d-82e8-150516fc1a88 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/3dd6d025-790e-4c66-9523-f98c6607cc1d HTTP/1.1" status: 204 len: 168 time: 0.3364685 Nov 19 18:03:19.613165 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-81ce7066-fe23-4713-a961-663c465c2f7c req-6991a5a0-a8bd-4529-8f28-d96641561025 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] 10.222.0.54 "GET /v2.0/ports?device_id=944baf18-8200-490e-9d12-8328be9c8b35 HTTP/1.1" status: 200 len: 946 time: 0.4410765 Nov 19 18:03:19.625073 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a317d678-18e1-483d-82e8-150516fc1a88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dd6d025-790e-4c66-9523-f98c6607cc1d,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:03:19.784874 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6247be0d-ddcb-4f2b-ab25-b7e98d986eb4 tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:03:19.792706 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-81ce7066-fe23-4713-a961-663c465c2f7c req-0d47313f-8bb3-4250-85a7-2c4f421e9b82 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] 10.222.0.54 "GET /v2.0/security-groups?id=ab553829-b17c-4bd7-9495-2cea0ebc82fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369278 Nov 19 18:03:19.796629 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e917ce5f-3ab8-4e8c-97c6-20571bbe0626 None None] Sync routers for ids ['2dbd485d-61dc-4f15-ab64-d4cbc60a6a8e'] in n-d-818022-2 {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:03:19.799146 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6247be0d-ddcb-4f2b-ab25-b7e98d986eb4 tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] Publish callbacks [] for router, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:19.803658 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 52714) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:03:19.812136 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-6247be0d-ddcb-4f2b-ab25-b7e98d986eb4 tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] 10.222.0.54 "PUT /v2.0/routers/2dbd485d-61dc-4f15-ab64-d4cbc60a6a8e HTTP/1.1" status: 200 len: 920 time: 7.3462601 Nov 19 18:03:19.823878 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e917ce5f-3ab8-4e8c-97c6-20571bbe0626 None None] Routers {'2dbd485d-61dc-4f15-ab64-d4cbc60a6a8e'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:03:19.824580 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-e917ce5f-3ab8-4e8c-97c6-20571bbe0626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:03:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['2dbd485d-61dc-4f15-ab64-d4cbc60a6a8e'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:03:19.933686 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-e917ce5f-3ab8-4e8c-97c6-20571bbe0626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:03:19.946884 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-ca06b0e8-09d0-4a1f-951c-eb36014a9986 None None] Calling delete_port for 3b6ccf92-8928-4c4f-bafc-25f238495cce owned by network:dhcp {{(pid=103366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:03:19.953472 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e917ce5f-3ab8-4e8c-97c6-20571bbe0626 None None] Routers {'2dbd485d-61dc-4f15-ab64-d4cbc60a6a8e'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:03:19.956575 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-e917ce5f-3ab8-4e8c-97c6-20571bbe0626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:03:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['2dbd485d-61dc-4f15-ab64-d4cbc60a6a8e'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:03:19.979177 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-054bff78-acdf-41a1-8db3-4a116d84fee8 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Deleting port 3b6ccf92-8928-4c4f-bafc-25f238495cce {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:03:19.979367 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-054bff78-acdf-41a1-8db3-4a116d84fee8 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:20.059233 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-e917ce5f-3ab8-4e8c-97c6-20571bbe0626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:03:20.062931 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e917ce5f-3ab8-4e8c-97c6-20571bbe0626 None None] The sync data for ids ['2dbd485d-61dc-4f15-ab64-d4cbc60a6a8e'] in n-d-818022-2 is: [] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:03:20.125795 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-66ce7924-820a-448e-973a-ad3d9b14285a None None] Provisioning complete for port 91d79cb2-c48f-428f-a03e-255bedac5b47 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:03:20.126455 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-66ce7924-820a-448e-973a-ad3d9b14285a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:20.311816 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [None req-054bff78-acdf-41a1-8db3-4a116d84fee8 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] For port 3b6ccf92-8928-4c4f-bafc-25f238495cce, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=3b6ccf92-8928-4c4f-bafc-25f238495cce,segment=NetworkSegment(79746171-ae45-40cd-9de2-1a5b9066e9be),segment_id=79746171-ae45-40cd-9de2-1a5b9066e9be)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:03:20.312308 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-054bff78-acdf-41a1-8db3-4a116d84fee8 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:20.348312 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-054bff78-acdf-41a1-8db3-4a116d84fee8 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Calling delete_port for 3b6ccf92-8928-4c4f-bafc-25f238495cce owned by network:dhcp {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:03:20.398369 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 91d79cb2-c48f-428f-a03e-255bedac5b47 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:03:20.461313 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ca06b0e8-09d0-4a1f-951c-eb36014a9986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007'] for port, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:20.469436 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-054bff78-acdf-41a1-8db3-4a116d84fee8 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:20.475215 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 52732) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:03:20.538427 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca06b0e8-09d0-4a1f-951c-eb36014a9986 None None] Pushing event deleted for resources: {'Port': ['ID=3b6ccf92-8928-4c4f-bafc-25f238495cce,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:03:20.546189 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054bff78-acdf-41a1-8db3-4a116d84fee8 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Pushing event deleted for resources: {'Port': ['ID=3b6ccf92-8928-4c4f-bafc-25f238495cce,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:03:20.563116 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca06b0e8-09d0-4a1f-951c-eb36014a9986 None None] No DVR routers for this DVR port 3b6ccf92-8928-4c4f-bafc-25f238495cce on host n-d-818022-2 {{(pid=103366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:03:20.584371 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-054bff78-acdf-41a1-8db3-4a116d84fee8 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] No DVR routers for this DVR port 3b6ccf92-8928-4c4f-bafc-25f238495cce on host n-d-818022-2 {{(pid=103364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:03:20.622819 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 91d79cb2-c48f-428f-a03e-255bedac5b47 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:03:20.628770 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:20.663661 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6d7aeda2-0188-4887-be07-ac1c1ecf53ca admin admin] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:20.755044 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2830da8e-3f52-415f-935b-0bf00d3f68eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671702'] for router, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:20.846720 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 52748) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:03:20.897049 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 3b6ccf92-8928-4c4f-bafc-25f238495cce no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:03:20.927664 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: 3b6ccf92-8928-4c4f-bafc-25f238495cce {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:03:20.928404 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 3b6ccf92-8928-4c4f-bafc-25f238495cce not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:03:20.957060 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-054bff78-acdf-41a1-8db3-4a116d84fee8 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:20.958096 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-7f452e84-e540-46b8-b86e-394c09cd5401 tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] 10.222.0.54 "GET /v2.0/routers/2dbd485d-61dc-4f15-ab64-d4cbc60a6a8e HTTP/1.1" status: 200 len: 926 time: 1.1530356 Nov 19 18:03:20.961397 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 52750) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:03:20.974980 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-56b7fc48-e686-49d4-9b2a-7e8fb753f72e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=62769fabbc764a25ba02e2414ab5c386&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1271508 Nov 19 18:03:20.981333 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-054bff78-acdf-41a1-8db3-4a116d84fee8 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18c0c104-806f-4822-8dff-607b51237f50']}} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:03:20.989549 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 52752) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:03:20.991494 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-054bff78-acdf-41a1-8db3-4a116d84fee8 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79746171-ae45-40cd-9de2-1a5b9066e9be') {'for_net_delete': True} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:03:20.991807 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-054bff78-acdf-41a1-8db3-4a116d84fee8 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79746171-ae45-40cd-9de2-1a5b9066e9be') {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:03:21.002741 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-054bff78-acdf-41a1-8db3-4a116d84fee8 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417396'] for segment, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:21.017376 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-054bff78-acdf-41a1-8db3-4a116d84fee8 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:21.023654 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-054bff78-acdf-41a1-8db3-4a116d84fee8 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Releasing vlan 653 on physical network physnet1 to pool {{(pid=103364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 18:03:21.023855 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-054bff78-acdf-41a1-8db3-4a116d84fee8 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12425183'] for segment, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:21.050547 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4662988e-54ba-45f8-8f6d-efc3b1beae67 tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:03:21.052800 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-4662988e-54ba-45f8-8f6d-efc3b1beae67 tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] 10.222.0.54 "GET /v2.0/ports?network_id=645e61aa-1a6c-4e8f-857e-ab06edb4897f&device_id=2dbd485d-61dc-4f15-ab64-d4cbc60a6a8e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0898874 Nov 19 18:03:21.055859 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 52760) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:03:21.151600 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d032032-e7a7-48e8-99c0-4ed4a71c336b tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:03:21.153386 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-3d032032-e7a7-48e8-99c0-4ed4a71c336b tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] 10.222.0.54 "GET /v2.0/networks/645e61aa-1a6c-4e8f-857e-ab06edb4897f HTTP/1.1" status: 200 len: 881 time: 0.0958135 Nov 19 18:03:21.156204 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 52762) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:03:21.172261 n-d-818022-2 neutron-server[103364]: Traceback (most recent call last): Nov 19 18:03:21.172261 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 18:03:21.172261 n-d-818022-2 neutron-server[103364]: timer() Nov 19 18:03:21.172261 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 18:03:21.172261 n-d-818022-2 neutron-server[103364]: cb(*args, **kw) Nov 19 18:03:21.172261 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 18:03:21.172261 n-d-818022-2 neutron-server[103364]: return func(*args, **kwargs) Nov 19 18:03:21.172261 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 18:03:21.172261 n-d-818022-2 neutron-server[103364]: self._notify() Nov 19 18:03:21.172261 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 18:03:21.172261 n-d-818022-2 neutron-server[103364]: self.callback(batched_events) Nov 19 18:03:21.172261 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 18:03:21.172261 n-d-818022-2 neutron-server[103364]: event.method(event) Nov 19 18:03:21.172261 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 18:03:21.172261 n-d-818022-2 neutron-server[103364]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 18:03:21.172261 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 18:03:21.172261 n-d-818022-2 neutron-server[103364]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 18:03:21.172261 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 18:03:21.172261 n-d-818022-2 neutron-server[103364]: return f(self, *a, **k) Nov 19 18:03:21.172261 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 18:03:21.172261 n-d-818022-2 neutron-server[103364]: return self._get(url).json() Nov 19 18:03:21.172261 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 18:03:21.172261 n-d-818022-2 neutron-server[103364]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 18:03:21.172261 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 18:03:21.172261 n-d-818022-2 neutron-server[103364]: return self.request(url, 'GET', **kwargs) Nov 19 18:03:21.172261 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 18:03:21.172261 n-d-818022-2 neutron-server[103364]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 18:03:21.172261 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 18:03:21.172261 n-d-818022-2 neutron-server[103364]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 18:03:21.172261 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 18:03:21.172261 n-d-818022-2 neutron-server[103364]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 18:03:21.172261 n-d-818022-2 neutron-server[103364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 18:03:21.190534 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ba93965a-0b26-4f91-aba8-d15ec4872c00 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:21.195118 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-964d4372-8fe9-4e19-9b28-b15a2619968d tempest-RoutersIpV6AdminTest-1578650958 tempest-RoutersIpV6AdminTest-1578650958-project] 10.222.0.54 "GET /v2.0/ports?device_id=2dbd485d-61dc-4f15-ab64-d4cbc60a6a8e HTTP/1.1" status: 200 len: 205 time: 0.0376549 Nov 19 18:03:21.202415 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 52764) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:03:21.234300 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6d7aeda2-0188-4887-be07-ac1c1ecf53ca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:21.260775 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9012d135-e567-4c51-b6c2-2079aa855d89 req-90c5f1ec-2c92-46e0-a8ea-5b1ff5259237 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:03:21.275647 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9012d135-e567-4c51-b6c2-2079aa855d89 req-90c5f1ec-2c92-46e0-a8ea-5b1ff5259237 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] 10.222.0.54 "GET /v2.0/networks?id=d8dbec36-4368-41ad-81ce-387cc5613033 HTTP/1.1" status: 200 len: 815 time: 0.6157780 Nov 19 18:03:21.276643 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ba93965a-0b26-4f91-aba8-d15ec4872c00 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:21.293852 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-054bff78-acdf-41a1-8db3-4a116d84fee8 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671242'] for network, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:21.296832 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6d7aeda2-0188-4887-be07-ac1c1ecf53ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:21.341676 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-6d7aeda2-0188-4887-be07-ac1c1ecf53ca admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=dfa6cd34025c48eda3d0707fab2899b9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8184714 Nov 19 18:03:21.347859 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 52770) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:03:21.349231 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-054bff78-acdf-41a1-8db3-4a116d84fee8 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks [] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:21.352671 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-054bff78-acdf-41a1-8db3-4a116d84fee8 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] 10.222.0.54 "DELETE /v2.0/networks/18c0c104-806f-4822-8dff-607b51237f50 HTTP/1.1" status: 204 len: 168 time: 2.8116698 Nov 19 18:03:21.356812 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9012d135-e567-4c51-b6c2-2079aa855d89 req-dc2b6ac2-dcd1-4b49-8870-1ba0e7e03790 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] 10.222.0.54 "GET /v2.0/quotas/13c0bb19644446578b6dcb526272ce30 HTTP/1.1" status: 200 len: 375 time: 0.0810945 Nov 19 18:03:21.363454 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 52774) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:03:21.375254 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-c7ff24ea-e975-48e4-ab58-5a35b902f4ad tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1115216472'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:03:21.404860 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-510bc1c8-ce0c-4fcf-847f-743e23d1e57f tempest-RoutersIpV6AdminTest-1578650958 tempest-RoutersIpV6AdminTest-1578650958-project] Publish callbacks [] for router, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:21.433699 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054bff78-acdf-41a1-8db3-4a116d84fee8 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Pushing event deleted for resources: {'Network': ['ID=18c0c104-806f-4822-8dff-607b51237f50,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:03:21.512324 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ba93965a-0b26-4f91-aba8-d15ec4872c00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:21.515360 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ba93965a-0b26-4f91-aba8-d15ec4872c00 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:21.519108 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-ba93965a-0b26-4f91-aba8-d15ec4872c00 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/4dff2a92-e12d-4b9a-b531-414158ac3637 HTTP/1.1" status: 204 len: 168 time: 0.5257237 Nov 19 18:03:21.534771 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba93965a-0b26-4f91-aba8-d15ec4872c00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dff2a92-e12d-4b9a-b531-414158ac3637,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:03:21.555886 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-510bc1c8-ce0c-4fcf-847f-743e23d1e57f tempest-RoutersIpV6AdminTest-1578650958 tempest-RoutersIpV6AdminTest-1578650958-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:21.561397 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7ff24ea-e975-48e4-ab58-5a35b902f4ad tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Made reservation on behalf of 3d6ff715a1b54ed1818e68232d77d2b6 for: {'network': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:03:21.565018 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c7ff24ea-e975-48e4-ab58-5a35b902f4ad tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:21.570652 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7aeda2-0188-4887-be07-ac1c1ecf53ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=922d6064-60d6-42e7-92db-38d8b81788a3,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:03:21.640586 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9012d135-e567-4c51-b6c2-2079aa855d89 req-70c82af7-6172-4415-9441-8300509542c0 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=13c0bb19644446578b6dcb526272ce30&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2581577 Nov 19 18:03:21.717119 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0e701a-5bb6-4304-ba03-49a540147f2a req-c74a4056-6648-443a-8f5b-9d74524ea474 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:03:21.717988 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-510bc1c8-ce0c-4fcf-847f-743e23d1e57f tempest-RoutersIpV6AdminTest-1578650958 tempest-RoutersIpV6AdminTest-1578650958-project] Deleting port e6bc1fec-f7b9-4eb3-b922-c8f875984666 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:03:21.719839 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0a0e701a-5bb6-4304-ba03-49a540147f2a req-c74a4056-6648-443a-8f5b-9d74524ea474 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] 10.222.0.60 "GET /v2.0/ports?device_id=944baf18-8200-490e-9d12-8328be9c8b35 HTTP/1.1" status: 200 len: 946 time: 0.2817922 Nov 19 18:03:21.720269 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e98b1793-15e6-4e7d-adae-db9e42b1b8bf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:21.721178 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-510bc1c8-ce0c-4fcf-847f-743e23d1e57f tempest-RoutersIpV6AdminTest-1578650958 tempest-RoutersIpV6AdminTest-1578650958-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:21.722131 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2830da8e-3f52-415f-935b-0bf00d3f68eb admin admin] Router 065930b3-e613-4925-9e10-222e3043a7ad is scheduled to L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 with binding_index 1 {{(pid=103364) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 18:03:21.766371 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7ff24ea-e975-48e4-ab58-5a35b902f4ad tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 672} {{(pid=103364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 18:03:21.923113 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e98b1793-15e6-4e7d-adae-db9e42b1b8bf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:21.928951 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c7ff24ea-e975-48e4-ab58-5a35b902f4ad tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:21.929305 n-d-818022-2 neutron-server[103364]: INFO neutron.db.segments_db [None req-c7ff24ea-e975-48e4-ab58-5a35b902f4ad tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Added segment 3f3fbd35-064c-4268-9a51-272fb0adf7fc of type vlan for network d35ecc32-e1d5-4186-b4b1-bb2402ef37db Nov 19 18:03:21.937450 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-510bc1c8-ce0c-4fcf-847f-743e23d1e57f tempest-RoutersIpV6AdminTest-1578650958 tempest-RoutersIpV6AdminTest-1578650958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:21.960545 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-510bc1c8-ce0c-4fcf-847f-743e23d1e57f tempest-RoutersIpV6AdminTest-1578650958 tempest-RoutersIpV6AdminTest-1578650958-project] Calling delete_port for e6bc1fec-f7b9-4eb3-b922-c8f875984666 owned by network:router_gateway {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:03:22.065856 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [req-9012d135-e567-4c51-b6c2-2079aa855d89 req-13bde074-c5c5-4b19-900d-243978497793 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=103364) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 18:03:22.067072 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9012d135-e567-4c51-b6c2-2079aa855d89 req-13bde074-c5c5-4b19-900d-243978497793 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4122226 Nov 19 18:03:22.120293 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c7ff24ea-e975-48e4-ab58-5a35b902f4ad tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:22.209206 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2830da8e-3f52-415f-935b-0bf00d3f68eb admin admin] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:03:22.226144 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1679e877-9284-46e1-876f-6de4c49f1daa None None] Sync routers for ids ['065930b3-e613-4925-9e10-222e3043a7ad'] in n-d-818022-2 {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:03:22.261202 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1679e877-9284-46e1-876f-6de4c49f1daa None None] Routers {'065930b3-e613-4925-9e10-222e3043a7ad'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:03:22.261990 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-1679e877-9284-46e1-876f-6de4c49f1daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:03:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['065930b3-e613-4925-9e10-222e3043a7ad'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:03:22.287847 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e98b1793-15e6-4e7d-adae-db9e42b1b8bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:22.291100 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e98b1793-15e6-4e7d-adae-db9e42b1b8bf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:22.293858 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-e98b1793-15e6-4e7d-adae-db9e42b1b8bf admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/922d6064-60d6-42e7-92db-38d8b81788a3 HTTP/1.1" status: 204 len: 168 time: 0.9347479 Nov 19 18:03:22.307397 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c7ff24ea-e975-48e4-ab58-5a35b902f4ad tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:22.312485 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-510bc1c8-ce0c-4fcf-847f-743e23d1e57f tempest-RoutersIpV6AdminTest-1578650958 tempest-RoutersIpV6AdminTest-1578650958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:22.313561 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7ff24ea-e975-48e4-ab58-5a35b902f4ad tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:03:22.314376 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c7ff24ea-e975-48e4-ab58-5a35b902f4ad tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks [] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:22.347561 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [req-0a0e701a-5bb6-4304-ba03-49a540147f2a req-b42a4097-7115-4fc3-ba36-e1271cd4cc95 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] Deleting port 0148922a-0fe5-4e79-8d01-97646e3354af {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:03:22.348599 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-0a0e701a-5bb6-4304-ba03-49a540147f2a req-b42a4097-7115-4fc3-ba36-e1271cd4cc95 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:22.366726 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2830da8e-3f52-415f-935b-0bf00d3f68eb admin admin] Publish callbacks [] for router, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:22.370852 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-2830da8e-3f52-415f-935b-0bf00d3f68eb admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 915 time: 8.8174479 Nov 19 18:03:22.399885 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98b1793-15e6-4e7d-adae-db9e42b1b8bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=922d6064-60d6-42e7-92db-38d8b81788a3,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:03:22.413418 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 52804) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:03:22.420690 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9012d135-e567-4c51-b6c2-2079aa855d89 req-c6ca0c33-95c2-4a52-b7af-bf9f131da123 service neutron] 10.222.0.54 "GET /v2.0/networks/d8dbec36-4368-41ad-81ce-387cc5613033?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3311260 Nov 19 18:03:22.453377 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510bc1c8-ce0c-4fcf-847f-743e23d1e57f tempest-RoutersIpV6AdminTest-1578650958 tempest-RoutersIpV6AdminTest-1578650958-project] Pushing event deleted for resources: {'Port': ['ID=e6bc1fec-f7b9-4eb3-b922-c8f875984666,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:03:22.470944 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-c7ff24ea-e975-48e4-ab58-5a35b902f4ad tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0987694 Nov 19 18:03:22.474081 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-1679e877-9284-46e1-876f-6de4c49f1daa None None] Set router 065930b3-e613-4925-9e10-222e3043a7ad gateway port host: n-d-818022-2 {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:03:22.487275 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 52808) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:03:22.493013 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-932cd267-2768-4c4a-a694-8ea300188384 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Request body: {'subnet': {'network_id': 'd35ecc32-e1d5-4186-b4b1-bb2402ef37db', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:03:22.614518 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb80f135-fdc0-4c98-9a44-970ddfa309db None None] DHCP port deletion for 645e61aa-1a6c-4e8f-857e-ab06edb4897f request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:03:22.819107 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-510bc1c8-ce0c-4fcf-847f-743e23d1e57f tempest-RoutersIpV6AdminTest-1578650958 tempest-RoutersIpV6AdminTest-1578650958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-671730'] for router_gateway, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:22.831759 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ff24ea-e975-48e4-ab58-5a35b902f4ad tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Pushing event updated for resources: {'Network': ['ID=d35ecc32-e1d5-4186-b4b1-bb2402ef37db,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:03:22.848617 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network d35ecc32-e1d5-4186-b4b1-bb2402ef37db details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 18:03:22.987945 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-0a0e701a-5bb6-4304-ba03-49a540147f2a req-b42a4097-7115-4fc3-ba36-e1271cd4cc95 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] For port 0148922a-0fe5-4e79-8d01-97646e3354af, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=0148922a-0fe5-4e79-8d01-97646e3354af,segment=NetworkSegment(93225d1f-5aff-466a-a20e-5f356e9dbfdc),segment_id=93225d1f-5aff-466a-a20e-5f356e9dbfdc)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:03:22.988330 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-0a0e701a-5bb6-4304-ba03-49a540147f2a req-b42a4097-7115-4fc3-ba36-e1271cd4cc95 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:23.031458 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-932cd267-2768-4c4a-a694-8ea300188384 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Made reservation on behalf of 3d6ff715a1b54ed1818e68232d77d2b6 for: {'subnet': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:03:23.035575 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-932cd267-2768-4c4a-a694-8ea300188384 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8983829'] for subnet, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:23.042754 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-510bc1c8-ce0c-4fcf-847f-743e23d1e57f tempest-RoutersIpV6AdminTest-1578650958 tempest-RoutersIpV6AdminTest-1578650958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4696'] for router, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:23.048406 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-510bc1c8-ce0c-4fcf-847f-743e23d1e57f tempest-RoutersIpV6AdminTest-1578650958 tempest-RoutersIpV6AdminTest-1578650958-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:23.085285 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-1679e877-9284-46e1-876f-6de4c49f1daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '065930b3-e613-4925-9e10-222e3043a7ad', 'name': 'tempest-ImageQuotaTest-968276673-router', 'tenant_id': 'b4bdc9fe56d347f98562060ee257a5e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': '7eae332c-23b4-40ea-8848-59a4fab67c82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:03:13Z', 'updated_at': '2021-11-19T18:03:18Z', 'revision_number': 3, 'project_id': 'b4bdc9fe56d347f98562060ee257a5e9', 'gw_port': {'id': '7eae332c-23b4-40ea-8848-59a4fab67c82', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:42:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '065930b3-e613-4925-9e10-222e3043a7ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:03:16Z', 'updated_at': '2021-11-19T18:03:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:03:23.128571 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9012d135-e567-4c51-b6c2-2079aa855d89 req-dd2097b7-8c60-4f05-8d6d-7b620ab9b101 service neutron] 10.222.0.54 "GET /v2.0/networks/d8dbec36-4368-41ad-81ce-387cc5613033?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6629817 Nov 19 18:03:23.156619 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1679e877-9284-46e1-876f-6de4c49f1daa None None] Checking router: 065930b3-e613-4925-9e10-222e3043a7ad for host: n-d-818022-2 {{(pid=103366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:03:23.162350 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1679e877-9284-46e1-876f-6de4c49f1daa None None] Updating router 065930b3-e613-4925-9e10-222e3043a7ad port 7eae332c-23b4-40ea-8848-59a4fab67c82 binding host n-d-818022-2 {{(pid=103366) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 18:03:23.219308 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-1679e877-9284-46e1-876f-6de4c49f1daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:23.245557 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [req-0a0e701a-5bb6-4304-ba03-49a540147f2a req-b42a4097-7115-4fc3-ba36-e1271cd4cc95 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] Calling delete_port for 0148922a-0fe5-4e79-8d01-97646e3354af owned by compute:nova {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:03:23.335620 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-510bc1c8-ce0c-4fcf-847f-743e23d1e57f tempest-RoutersIpV6AdminTest-1578650958 tempest-RoutersIpV6AdminTest-1578650958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-543895'] for router, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:23.344572 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-510bc1c8-ce0c-4fcf-847f-743e23d1e57f tempest-RoutersIpV6AdminTest-1578650958 tempest-RoutersIpV6AdminTest-1578650958-project] Fanout notify agent at l3_agent the message router_deleted on router 2dbd485d-61dc-4f15-ab64-d4cbc60a6a8e {{(pid=103365) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 18:03:23.359011 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-510bc1c8-ce0c-4fcf-847f-743e23d1e57f tempest-RoutersIpV6AdminTest-1578650958 tempest-RoutersIpV6AdminTest-1578650958-project] Publish callbacks [] for router, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:23.368013 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-510bc1c8-ce0c-4fcf-847f-743e23d1e57f tempest-RoutersIpV6AdminTest-1578650958 tempest-RoutersIpV6AdminTest-1578650958-project] 10.222.0.54 "DELETE /v2.0/routers/2dbd485d-61dc-4f15-ab64-d4cbc60a6a8e HTTP/1.1" status: 204 len: 168 time: 2.1643064 Nov 19 18:03:23.374006 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 52840) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:03:23.380056 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-bfbc7080-cd65-4abf-94b6-99a51aa71884 tempest-RoutersIpV6AdminTest-1578650958 tempest-RoutersIpV6AdminTest-1578650958-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-612699527', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'}, 'admin_state_up': False}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:03:23.565925 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-bfbc7080-cd65-4abf-94b6-99a51aa71884 tempest-RoutersIpV6AdminTest-1578650958 tempest-RoutersIpV6AdminTest-1578650958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9890'] for router, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:23.571154 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-bfbc7080-cd65-4abf-94b6-99a51aa71884 tempest-RoutersIpV6AdminTest-1578650958 tempest-RoutersIpV6AdminTest-1578650958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671617', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-732153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4689'] for router, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:23.732252 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-30b30d47-9032-4eb6-b3d1-9adb0d9d517c req-ae0bd591-8f86-448b-b300-e7d93bc3295e tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] 10.222.0.54 "GET /v2.0/ports?device_id=d832be65-8374-4a06-89bc-b24651e7e884 HTTP/1.1" status: 200 len: 210 time: 0.2366750 Nov 19 18:03:23.857506 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-1679e877-9284-46e1-876f-6de4c49f1daa None None] Publish callbacks [] for port, precommit_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:23.871679 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-1679e877-9284-46e1-876f-6de4c49f1daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:23.964262 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-bfbc7080-cd65-4abf-94b6-99a51aa71884 tempest-RoutersIpV6AdminTest-1578650958 tempest-RoutersIpV6AdminTest-1578650958-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:24.043972 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56ee7524-0e72-47ee-b978-ec644884757d None None] DHCP port deletion for 645e61aa-1a6c-4e8f-857e-ab06edb4897f request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:03:24.062202 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-1679e877-9284-46e1-876f-6de4c49f1daa None None] Attempting to bind port 7eae332c-23b4-40ea-8848-59a4fab67c82 on host n-d-818022-2 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:03:24.063610 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-1679e877-9284-46e1-876f-6de4c49f1daa None None] Attempting to bind port 7eae332c-23b4-40ea-8848-59a4fab67c82 by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:03:24.065362 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1679e877-9284-46e1-876f-6de4c49f1daa None None] Attempting to bind port 7eae332c-23b4-40ea-8848-59a4fab67c82 on network 645e61aa-1a6c-4e8f-857e-ab06edb4897f {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:03:24.085899 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1679e877-9284-46e1-876f-6de4c49f1daa None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 3, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:03:24.092400 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1679e877-9284-46e1-876f-6de4c49f1daa None None] Checking segment: {'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:03:24.092871 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-1679e877-9284-46e1-876f-6de4c49f1daa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:24.093386 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1679e877-9284-46e1-876f-6de4c49f1daa None None] Bound using segment: {'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:03:24.093936 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-1679e877-9284-46e1-876f-6de4c49f1daa None None] Bound port: 7eae332c-23b4-40ea-8848-59a4fab67c82, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:03:24.094333 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-1679e877-9284-46e1-876f-6de4c49f1daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:24.108245 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-104aa82a-6f74-4b37-8b33-4be69a8fea66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:24.220600 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ec20e4-139c-425d-ab2d-1e1ee2ca8412 None None] Pushing event updated for resources: {'Port': ['ID=7eae332c-23b4-40ea-8848-59a4fab67c82,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:03:24.264613 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-3c94cfb9-8344-45a8-9064-21a50c38d76e None None] Provisioning complete for port 7eae332c-23b4-40ea-8848-59a4fab67c82 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:03:24.264982 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3c94cfb9-8344-45a8-9064-21a50c38d76e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:24.350159 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-3c94cfb9-8344-45a8-9064-21a50c38d76e None None] Port 7eae332c-23b4-40ea-8848-59a4fab67c82 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:03:24.390143 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-1679e877-9284-46e1-876f-6de4c49f1daa None None] For port 7eae332c-23b4-40ea-8848-59a4fab67c82, host n-d-818022-2, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:03:24.397308 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-1679e877-9284-46e1-876f-6de4c49f1daa None None] For port 7eae332c-23b4-40ea-8848-59a4fab67c82, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=7eae332c-23b4-40ea-8848-59a4fab67c82,segment=NetworkSegment(bbe705c1-96c0-476e-8381-28227e6f0ac5),segment_id=bbe705c1-96c0-476e-8381-28227e6f0ac5)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:03:24.405798 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-1679e877-9284-46e1-876f-6de4c49f1daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:24.450481 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec5296a9-b8e4-4a2c-a050-9aac6aa79f77 None None] DHCP port deletion for 645e61aa-1a6c-4e8f-857e-ab06edb4897f request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:03:24.477896 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1679e877-9284-46e1-876f-6de4c49f1daa None None] Routers {'065930b3-e613-4925-9e10-222e3043a7ad'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:03:24.478888 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-1679e877-9284-46e1-876f-6de4c49f1daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:03:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['065930b3-e613-4925-9e10-222e3043a7ad'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:03:24.635649 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ec20e4-139c-425d-ab2d-1e1ee2ca8412 None None] Pushing event updated for resources: {'Port': ['ID=7eae332c-23b4-40ea-8848-59a4fab67c82,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:03:24.638637 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-23dc686c-c549-46a5-8e3d-16d7461d382e None None] Provisioning complete for port 7eae332c-23b4-40ea-8848-59a4fab67c82 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:03:24.639235 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-23dc686c-c549-46a5-8e3d-16d7461d382e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:24.741379 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-932cd267-2768-4c4a-a694-8ea300188384 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12425078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8983815'] for subnet, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:24.810084 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-1679e877-9284-46e1-876f-6de4c49f1daa None None] Set router 065930b3-e613-4925-9e10-222e3043a7ad gateway port host: n-d-818022-2 {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:03:24.812786 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-23dc686c-c549-46a5-8e3d-16d7461d382e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:24.856902 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-23dc686c-c549-46a5-8e3d-16d7461d382e None None] For port 7eae332c-23b4-40ea-8848-59a4fab67c82, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=7eae332c-23b4-40ea-8848-59a4fab67c82,segment=NetworkSegment(bbe705c1-96c0-476e-8381-28227e6f0ac5),segment_id=bbe705c1-96c0-476e-8381-28227e6f0ac5)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:03:24.927932 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [None req-104aa82a-6f74-4b37-8b33-4be69a8fea66 admin admin] Allocated IP 172.20.0.1 (bb5b1b51-c80f-4e79-aba4-4c0c3046e81e/9d356105-6e6f-4d4b-b267-17f89b983ebe/e1b1be86-ad69-4a92-9afa-ec1e22e53f68) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:03:24.952779 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-23dc686c-c549-46a5-8e3d-16d7461d382e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:25.033217 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932cd267-2768-4c4a-a694-8ea300188384 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Pushing event updated for resources: {'Subnet': ['ID=51a4bb56-1eba-470d-a474-66833d691641,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:03:25.051001 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-0a0e701a-5bb6-4304-ba03-49a540147f2a req-b42a4097-7115-4fc3-ba36-e1271cd4cc95 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:25.111776 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-932cd267-2768-4c4a-a694-8ea300188384 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Checking segment: {'id': '3f3fbd35-064c-4268-9a51-272fb0adf7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'd35ecc32-e1d5-4186-b4b1-bb2402ef37db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:03:25.112460 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-932cd267-2768-4c4a-a694-8ea300188384 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Network hostable DHCP agents. Network: d35ecc32-e1d5-4186-b4b1-bb2402ef37db, hostable agents: ['02910ef2-0455-4aea-9f38-9a875579633f'], hosted agents: [] {{(pid=103364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 18:03:25.136508 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dc686c-c549-46a5-8e3d-16d7461d382e None None] Pushing event updated for resources: {'Port': ['ID=7eae332c-23b4-40ea-8848-59a4fab67c82,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:03:25.172914 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b1553c9-d308-40fe-ad62-8490f15b4df2 None None] DHCP port deletion for d8dbec36-4368-41ad-81ce-387cc5613033 request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:03:25.195892 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42a4097-7115-4fc3-ba36-e1271cd4cc95 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] Pushing event deleted for resources: {'Port': ['ID=0148922a-0fe5-4e79-8d01-97646e3354af,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:03:25.220844 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-104aa82a-6f74-4b37-8b33-4be69a8fea66 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:25.240593 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-96e8659a-52e5-4559-b594-046cbae2a20a req-500d72a9-83c7-4cc2-8d3f-e447e98b0407 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] 10.222.0.54 "GET /v2.0/ports?device_id=d832be65-8374-4a06-89bc-b24651e7e884 HTTP/1.1" status: 200 len: 210 time: 0.3304262 Nov 19 18:03:25.258209 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a0e701a-5bb6-4304-ba03-49a540147f2a req-b42a4097-7115-4fc3-ba36-e1271cd4cc95 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] No DVR routers for this DVR port 0148922a-0fe5-4e79-8d01-97646e3354af on host n-h1-818022-2 {{(pid=103364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:03:25.269502 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-0a0e701a-5bb6-4304-ba03-49a540147f2a req-b42a4097-7115-4fc3-ba36-e1271cd4cc95 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:25.274800 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0a0e701a-5bb6-4304-ba03-49a540147f2a req-b42a4097-7115-4fc3-ba36-e1271cd4cc95 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] 10.222.0.60 "DELETE /v2.0/ports/0148922a-0fe5-4e79-8d01-97646e3354af HTTP/1.1" status: 204 len: 173 time: 3.5435944 Nov 19 18:03:25.275694 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '944baf18-8200-490e-9d12-8328be9c8b35', 'name': 'network-vif-deleted', 'tag': '0148922a-0fe5-4e79-8d01-97646e3354af'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:03:25.280556 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dd4767a008c23f8566efc82158ee1b1fff34e1a9e908d76d0b6d0ab7e350e5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ae48ae5-1693-41f4-b54c-6c74364a5b4d" -d '{"events": [{"server_uuid": "944baf18-8200-490e-9d12-8328be9c8b35", "name": "network-vif-deleted", "tag": "0148922a-0fe5-4e79-8d01-97646e3354af"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:03:25.300508 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 0148922a-0fe5-4e79-8d01-97646e3354af no longer exists at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:03:25.339611 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] No Port match for: 0148922a-0fe5-4e79-8d01-97646e3354af {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:03:25.340008 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 0148922a-0fe5-4e79-8d01-97646e3354af not bound to the agent host n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:03:25.344927 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-932cd267-2768-4c4a-a694-8ea300188384 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Network d35ecc32-e1d5-4186-b4b1-bb2402ef37db is scheduled to be hosted by DHCP agent 02910ef2-0455-4aea-9f38-9a875579633f with binding_index 1 {{(pid=103364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 18:03:25.355482 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-1679e877-9284-46e1-876f-6de4c49f1daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '065930b3-e613-4925-9e10-222e3043a7ad', 'name': 'tempest-ImageQuotaTest-968276673-router', 'tenant_id': 'b4bdc9fe56d347f98562060ee257a5e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': '7eae332c-23b4-40ea-8848-59a4fab67c82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:03:13Z', 'updated_at': '2021-11-19T18:03:18Z', 'revision_number': 3, 'project_id': 'b4bdc9fe56d347f98562060ee257a5e9', 'gw_port': {'id': '7eae332c-23b4-40ea-8848-59a4fab67c82', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:42:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '065930b3-e613-4925-9e10-222e3043a7ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:03:16Z', 'updated_at': '2021-11-19T18:03:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:03:25.385154 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-932cd267-2768-4c4a-a694-8ea300188384 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818022-2, d35ecc32-e1d5-4186-b4b1-bb2402ef37db) {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:03:25.395621 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-932cd267-2768-4c4a-a694-8ea300188384 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:03:25.395839 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-976c6edc-d124-435b-aa0e-5abc757b4532 None None] Network d35ecc32-e1d5-4186-b4b1-bb2402ef37db requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:03:25.396217 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-932cd267-2768-4c4a-a694-8ea300188384 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:25.437934 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:03:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-840fdf84-006e-4640-8957-7180b0881c81 x-openstack-request-id: req-840fdf84-006e-4640-8957-7180b0881c81 {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:03:25.438563 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "944baf18-8200-490e-9d12-8328be9c8b35", "name": "network-vif-deleted", "tag": "0148922a-0fe5-4e79-8d01-97646e3354af", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:03:25.438980 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-840fdf84-006e-4640-8957-7180b0881c81 {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:03:25.439599 n-d-818022-2 neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '944baf18-8200-490e-9d12-8328be9c8b35', 'name': 'network-vif-deleted', 'tag': '0148922a-0fe5-4e79-8d01-97646e3354af', 'status': 'completed', 'code': 200} Nov 19 18:03:25.453565 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-104aa82a-6f74-4b37-8b33-4be69a8fea66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:25.467365 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-932cd267-2768-4c4a-a694-8ea300188384 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9738319 Nov 19 18:03:25.471906 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 52912) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:03:25.490981 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-6675c5d8-142a-410d-adb3-85ea3decbb1a tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-875430432', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:03:25.545137 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1679e877-9284-46e1-876f-6de4c49f1daa None None] The sync data for ids ['065930b3-e613-4925-9e10-222e3043a7ad'] in n-d-818022-2 is: [{'id': '065930b3-e613-4925-9e10-222e3043a7ad', 'name': 'tempest-ImageQuotaTest-968276673-router', 'tenant_id': 'b4bdc9fe56d347f98562060ee257a5e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': '7eae332c-23b4-40ea-8848-59a4fab67c82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:03:13Z', 'updated_at': '2021-11-19T18:03:18Z', 'revision_number': 3, 'project_id': 'b4bdc9fe56d347f98562060ee257a5e9', 'gw_port': {'id': '7eae332c-23b4-40ea-8848-59a4fab67c82', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:42:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '065930b3-e613-4925-9e10-222e3043a7ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:03:16Z', 'updated_at': '2021-11-19T18:03:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:03:25.577474 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6675c5d8-142a-410d-adb3-85ea3decbb1a tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9890'] for router, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:25.578923 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6675c5d8-142a-410d-adb3-85ea3decbb1a tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671617', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-732153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4689'] for router, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:25.630199 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-104aa82a-6f74-4b37-8b33-4be69a8fea66 admin admin] Network bb5b1b51-c80f-4e79-aba4-4c0c3046e81e is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:03:25.695082 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104aa82a-6f74-4b37-8b33-4be69a8fea66 admin admin] Pushing event updated for resources: {'Port': ['ID=e1b1be86-ad69-4a92-9afa-ec1e22e53f68,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:03:25.706830 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-104aa82a-6f74-4b37-8b33-4be69a8fea66 admin admin] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:03:25.708910 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6675c5d8-142a-410d-adb3-85ea3decbb1a tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:25.726325 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6675c5d8-142a-410d-adb3-85ea3decbb1a tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671702'] for router, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:25.733229 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104aa82a-6f74-4b37-8b33-4be69a8fea66 admin admin] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:03:25.738986 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-bfbc7080-cd65-4abf-94b6-99a51aa71884 tempest-RoutersIpV6AdminTest-1578650958 tempest-RoutersIpV6AdminTest-1578650958-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:25.777219 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6675c5d8-142a-410d-adb3-85ea3decbb1a tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks [] for router, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:25.787601 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-6675c5d8-142a-410d-adb3-85ea3decbb1a tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3122740 Nov 19 18:03:25.788773 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 52926) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:03:25.796010 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-d112a24c-0f7a-430f-b3ea-c3d1e70f5fca tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Request body: {'port': {'network_id': 'd35ecc32-e1d5-4186-b4b1-bb2402ef37db', 'name': 'tempest-PortsIpV6TestJSON-973978491'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:03:25.893872 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00d1186e-4227-4102-9993-0f8b2d223b99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54f44f5f-1200-574e-8740-2141911d5b73-d35ecc32-e1d5-4186-b4b1-bb2402ef37db', 'network_id': 'd35ecc32-e1d5-4186-b4b1-bb2402ef37db', 'tenant_id': '3d6ff715a1b54ed1818e68232d77d2b6', 'fixed_ips': [{'subnet_id': '51a4bb56-1eba-470d-a474-66833d691641'}]}} from n-d-818022-2. {{(pid=103366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 18:03:25.894760 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-00d1186e-4227-4102-9993-0f8b2d223b99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:26.014886 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9012d135-e567-4c51-b6c2-2079aa855d89 req-d2d8257d-8e43-4ff6-9d4d-82bcfa0ff2dc tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:03:26.019823 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9012d135-e567-4c51-b6c2-2079aa855d89 req-d2d8257d-8e43-4ff6-9d4d-82bcfa0ff2dc tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] 10.222.0.60 "GET /v2.0/networks?id=d8dbec36-4368-41ad-81ce-387cc5613033 HTTP/1.1" status: 200 len: 815 time: 0.6889193 Nov 19 18:03:26.049600 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-104aa82a-6f74-4b37-8b33-4be69a8fea66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-671361'] for router_interface, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:26.060288 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-9012d135-e567-4c51-b6c2-2079aa855d89 req-13af294d-3943-4a2c-b3b8-0312931e9fe5 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] Request body: {'port': {'device_id': 'd832be65-8374-4a06-89bc-b24651e7e884', 'network_id': 'd8dbec36-4368-41ad-81ce-387cc5613033', 'admin_state_up': True, 'tenant_id': '13c0bb19644446578b6dcb526272ce30'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:03:26.090815 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d112a24c-0f7a-430f-b3ea-c3d1e70f5fca tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Made reservation on behalf of 3d6ff715a1b54ed1818e68232d77d2b6 for: {'port': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:03:26.097611 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d112a24c-0f7a-430f-b3ea-c3d1e70f5fca tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:26.231525 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [None req-d112a24c-0f7a-430f-b3ea-c3d1e70f5fca tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] device_id is not set on port 9b6e786b-18ca-41ba-bb68-0d4bf5fb465e yet. {{(pid=103364) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 18:03:26.255479 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [None req-00d1186e-4227-4102-9993-0f8b2d223b99 None None] Allocated IP 2001:db8::2 (d35ecc32-e1d5-4186-b4b1-bb2402ef37db/51a4bb56-1eba-470d-a474-66833d691641/3d9a5b43-ec1c-402e-8b9c-f3e6df49d13c) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:03:26.548733 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-e7ceb6f1-6046-48ea-92ab-a52c3b8f5e45 req-009e0bb2-3d86-43d6-b467-5283e20bba67 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] 10.222.0.54 "GET /v2.0/ports?device_id=d832be65-8374-4a06-89bc-b24651e7e884 HTTP/1.1" status: 200 len: 210 time: 0.1256962 Nov 19 18:03:26.684631 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 7eae332c-23b4-40ea-8848-59a4fab67c82 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:03:26.723284 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-00d1186e-4227-4102-9993-0f8b2d223b99 None None] Publish callbacks [] for port, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:26.744902 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-b809575c-5bf5-426b-838f-a1a8cdddd971 None None] Provisioning complete for port e1b1be86-ad69-4a92-9afa-ec1e22e53f68 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:03:26.745275 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b809575c-5bf5-426b-838f-a1a8cdddd971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:26.776929 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-00d1186e-4227-4102-9993-0f8b2d223b99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998'] for port, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:26.945295 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [None req-d112a24c-0f7a-430f-b3ea-c3d1e70f5fca tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Allocated IP 2001:db8::1ed (d35ecc32-e1d5-4186-b4b1-bb2402ef37db/51a4bb56-1eba-470d-a474-66833d691641/9b6e786b-18ca-41ba-bb68-0d4bf5fb465e) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:03:27.032112 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 52968) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:03:27.356530 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00d1186e-4227-4102-9993-0f8b2d223b99 None None] Network d35ecc32-e1d5-4186-b4b1-bb2402ef37db is already hosted by enough agents. {{(pid=103366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:03:27.378944 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [None req-00d1186e-4227-4102-9993-0f8b2d223b99 None None] Resources bound (agent type, host, resource id): {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:03:27.381945 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d1186e-4227-4102-9993-0f8b2d223b99 None None] Received port after_create {{(pid=103366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:03:27.389338 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-b809575c-5bf5-426b-838f-a1a8cdddd971 None None] Port e1b1be86-ad69-4a92-9afa-ec1e22e53f68 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:03:27.444354 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d1186e-4227-4102-9993-0f8b2d223b99 None None] Pushing event updated for resources: {'Port': ['ID=3d9a5b43-ec1c-402e-8b9c-f3e6df49d13c,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:03:27.477705 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9c4df20e-2f2a-4163-8b0a-b2e339332bc0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:27.528636 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d1186e-4227-4102-9993-0f8b2d223b99 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:03:27.529253 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d1186e-4227-4102-9993-0f8b2d223b99 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:03:27.529773 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d1186e-4227-4102-9993-0f8b2d223b99 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:03:27.530322 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d1186e-4227-4102-9993-0f8b2d223b99 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:03:27.530847 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d1186e-4227-4102-9993-0f8b2d223b99 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:03:27.531360 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d1186e-4227-4102-9993-0f8b2d223b99 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:03:27.531877 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d1186e-4227-4102-9993-0f8b2d223b99 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:03:27.532386 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d1186e-4227-4102-9993-0f8b2d223b99 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:03:27.533095 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d1186e-4227-4102-9993-0f8b2d223b99 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:03:27.534190 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d1186e-4227-4102-9993-0f8b2d223b99 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:03:27.534696 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d1186e-4227-4102-9993-0f8b2d223b99 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:03:27.535210 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d1186e-4227-4102-9993-0f8b2d223b99 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:03:27.563657 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 7eae332c-23b4-40ea-8848-59a4fab67c82 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:03:27.565943 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:27.617939 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-00d1186e-4227-4102-9993-0f8b2d223b99 None None] Attempting to bind port 3d9a5b43-ec1c-402e-8b9c-f3e6df49d13c on host n-d-818022-2 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:03:27.618358 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-00d1186e-4227-4102-9993-0f8b2d223b99 None None] Attempting to bind port 3d9a5b43-ec1c-402e-8b9c-f3e6df49d13c by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': '3f3fbd35-064c-4268-9a51-272fb0adf7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'd35ecc32-e1d5-4186-b4b1-bb2402ef37db'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:03:27.618763 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d1186e-4227-4102-9993-0f8b2d223b99 None None] Attempting to bind port 3d9a5b43-ec1c-402e-8b9c-f3e6df49d13c on network d35ecc32-e1d5-4186-b4b1-bb2402ef37db {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:03:27.643264 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d112a24c-0f7a-430f-b3ea-c3d1e70f5fca tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:27.656010 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d1186e-4227-4102-9993-0f8b2d223b99 None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 3, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:03:27.656555 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d1186e-4227-4102-9993-0f8b2d223b99 None None] Checking segment: {'id': '3f3fbd35-064c-4268-9a51-272fb0adf7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'd35ecc32-e1d5-4186-b4b1-bb2402ef37db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:03:27.656975 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-00d1186e-4227-4102-9993-0f8b2d223b99 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:27.657385 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d1186e-4227-4102-9993-0f8b2d223b99 None None] Bound using segment: {'id': '3f3fbd35-064c-4268-9a51-272fb0adf7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'd35ecc32-e1d5-4186-b4b1-bb2402ef37db'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:03:27.657905 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-00d1186e-4227-4102-9993-0f8b2d223b99 None None] Bound port: 3d9a5b43-ec1c-402e-8b9c-f3e6df49d13c, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f3fbd35-064c-4268-9a51-272fb0adf7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'd35ecc32-e1d5-4186-b4b1-bb2402ef37db'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:03:27.658307 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-00d1186e-4227-4102-9993-0f8b2d223b99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:27.660657 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-104aa82a-6f74-4b37-8b33-4be69a8fea66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:27.689115 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9012d135-e567-4c51-b6c2-2079aa855d89 req-13af294d-3943-4a2c-b3b8-0312931e9fe5 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] Made reservation on behalf of 13c0bb19644446578b6dcb526272ce30 for: {'port': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:03:27.696596 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-9012d135-e567-4c51-b6c2-2079aa855d89 req-13af294d-3943-4a2c-b3b8-0312931e9fe5 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:27.853178 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d112a24c-0f7a-430f-b3ea-c3d1e70f5fca tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:27.948807 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-00d1186e-4227-4102-9993-0f8b2d223b99 None None] For port 3d9a5b43-ec1c-402e-8b9c-f3e6df49d13c, host n-d-818022-2, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:03:27.955645 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-00d1186e-4227-4102-9993-0f8b2d223b99 None None] For port 3d9a5b43-ec1c-402e-8b9c-f3e6df49d13c, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=3d9a5b43-ec1c-402e-8b9c-f3e6df49d13c,segment=NetworkSegment(3f3fbd35-064c-4268-9a51-272fb0adf7fc),segment_id=3f3fbd35-064c-4268-9a51-272fb0adf7fc)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:03:27.967379 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-00d1186e-4227-4102-9993-0f8b2d223b99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:27.990899 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9c4df20e-2f2a-4163-8b0a-b2e339332bc0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:27.993398 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d112a24c-0f7a-430f-b3ea-c3d1e70f5fca tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Network d35ecc32-e1d5-4186-b4b1-bb2402ef37db is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:03:27.997415 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-d112a24c-0f7a-430f-b3ea-c3d1e70f5fca tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:03:28.002576 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d112a24c-0f7a-430f-b3ea-c3d1e70f5fca tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:03:28.008635 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d112a24c-0f7a-430f-b3ea-c3d1e70f5fca tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:03:28.010087 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d112a24c-0f7a-430f-b3ea-c3d1e70f5fca tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:28.013707 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9c4df20e-2f2a-4163-8b0a-b2e339332bc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:28.022165 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-bfbc7080-cd65-4abf-94b6-99a51aa71884 tempest-RoutersIpV6AdminTest-1578650958 tempest-RoutersIpV6AdminTest-1578650958-project] Publish callbacks [] for router_gateway, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:28.054135 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-bfbc7080-cd65-4abf-94b6-99a51aa71884 tempest-RoutersIpV6AdminTest-1578650958 tempest-RoutersIpV6AdminTest-1578650958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:28.058157 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ef6ab6ea-4863-4a58-bfb8-2a6f97966a28 req-76dc35d2-856d-4e3d-85c6-9ee195e2d25d tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] 10.222.0.54 "GET /v2.0/ports?device_id=d832be65-8374-4a06-89bc-b24651e7e884 HTTP/1.1" status: 200 len: 210 time: 0.2987432 Nov 19 18:03:28.077785 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d112a24c-0f7a-430f-b3ea-c3d1e70f5fca tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Pushing event updated for resources: {'Port': ['ID=9b6e786b-18ca-41ba-bb68-0d4bf5fb465e,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:03:28.094024 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d1186e-4227-4102-9993-0f8b2d223b99 None None] Pushing event updated for resources: {'Port': ['ID=3d9a5b43-ec1c-402e-8b9c-f3e6df49d13c,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:03:28.118338 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-d112a24c-0f7a-430f-b3ea-c3d1e70f5fca tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.3283598 Nov 19 18:03:28.132083 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 53010) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:03:28.139988 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 53014) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:03:28.168291 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4df20e-2f2a-4163-8b0a-b2e339332bc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05bb7c5a-37b4-443d-ad0d-c9b25c000844,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:03:28.178500 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-9c4df20e-2f2a-4163-8b0a-b2e339332bc0 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=a462daf477fd403f92eec34e9b59cba6&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1430650 Nov 19 18:03:28.186857 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 53020) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:03:28.234162 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [req-9012d135-e567-4c51-b6c2-2079aa855d89 req-13af294d-3943-4a2c-b3b8-0312931e9fe5 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] Allocated IP 172.20.0.4 (d8dbec36-4368-41ad-81ce-387cc5613033/068f1254-b57b-4c27-b51b-af4c446dce02/60bb62a3-f3d7-457c-8cd1-e5a2d4aff614) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:03:28.530053 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-104aa82a-6f74-4b37-8b33-4be69a8fea66 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:28.615477 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-104aa82a-6f74-4b37-8b33-4be69a8fea66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:28.694008 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-47b8faf6-04a0-4fa1-8c19-b4f9ce021c92 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:28.767505 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 53030) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:03:28.780321 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-36847fbd-ca65-4270-99f8-4314d7ae4f64 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:28.812475 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [None req-bfbc7080-cd65-4abf-94b6-99a51aa71884 tempest-RoutersIpV6AdminTest-1578650958 tempest-RoutersIpV6AdminTest-1578650958-project] Allocated IP 172.25.7.148 (645e61aa-1a6c-4e8f-857e-ab06edb4897f/88ed2d64-f56d-4f01-a468-946e01c99e82/537ffd01-52df-4a5b-9d91-007c49c7d26c) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:03:28.824348 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-104aa82a-6f74-4b37-8b33-4be69a8fea66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-768529'] for router_interface, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:28.830992 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-36847fbd-ca65-4270-99f8-4314d7ae4f64 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:28.836395 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104aa82a-6f74-4b37-8b33-4be69a8fea66 admin admin] Pushing event updated for resources: {'Port': ['ID=e1b1be86-ad69-4a92-9afa-ec1e22e53f68,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:03:28.912450 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-9012d135-e567-4c51-b6c2-2079aa855d89 req-13af294d-3943-4a2c-b3b8-0312931e9fe5 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:28.915265 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-36847fbd-ca65-4270-99f8-4314d7ae4f64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:28.923732 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-36847fbd-ca65-4270-99f8-4314d7ae4f64 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:28.933593 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-36847fbd-ca65-4270-99f8-4314d7ae4f64 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/05bb7c5a-37b4-443d-ad0d-c9b25c000844 HTTP/1.1" status: 204 len: 168 time: 0.7413640 Nov 19 18:03:28.979060 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36847fbd-ca65-4270-99f8-4314d7ae4f64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05bb7c5a-37b4-443d-ad0d-c9b25c000844,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:03:29.106043 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-104aa82a-6f74-4b37-8b33-4be69a8fea66 admin admin] Network bb5b1b51-c80f-4e79-aba4-4c0c3046e81e is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:03:29.112865 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-104aa82a-6f74-4b37-8b33-4be69a8fea66 admin admin] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:03:29.124446 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-9012d135-e567-4c51-b6c2-2079aa855d89 req-13af294d-3943-4a2c-b3b8-0312931e9fe5 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:29.129273 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-bfbc7080-cd65-4abf-94b6-99a51aa71884 tempest-RoutersIpV6AdminTest-1578650958 tempest-RoutersIpV6AdminTest-1578650958-project] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:29.289308 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13af294d-3943-4a2c-b3b8-0312931e9fe5 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] Pushing event updated for resources: {'Port': ['ID=60bb62a3-f3d7-457c-8cd1-e5a2d4aff614,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:03:29.428742 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9012d135-e567-4c51-b6c2-2079aa855d89 req-13af294d-3943-4a2c-b3b8-0312931e9fe5 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] Network d8dbec36-4368-41ad-81ce-387cc5613033 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:03:29.432751 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5d62d1e5-3695-4b37-a597-3d5f47dd7cef tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:29.439591 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [req-9012d135-e567-4c51-b6c2-2079aa855d89 req-13af294d-3943-4a2c-b3b8-0312931e9fe5 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:03:29.444505 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-9012d135-e567-4c51-b6c2-2079aa855d89 req-13af294d-3943-4a2c-b3b8-0312931e9fe5 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:03:29.464820 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfd5a06e-ceef-4d25-a5a1-ff8b31157862 None None] DHCP port deletion for d8dbec36-4368-41ad-81ce-387cc5613033 request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:03:29.507882 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4f175826-b1e2-400f-b7a4-c66cc94ca453 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:29.605673 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-47b8faf6-04a0-4fa1-8c19-b4f9ce021c92 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:29.629913 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 53046) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:03:29.634978 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-47b8faf6-04a0-4fa1-8c19-b4f9ce021c92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:29.638107 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-264a63a4-545b-48a6-b191-5b731d794499 None None] Provisioning complete for port 60bb62a3-f3d7-457c-8cd1-e5a2d4aff614 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:03:29.638732 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-264a63a4-545b-48a6-b191-5b731d794499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:29.640911 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9012d135-e567-4c51-b6c2-2079aa855d89 req-13af294d-3943-4a2c-b3b8-0312931e9fe5 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:03:29.643428 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-9012d135-e567-4c51-b6c2-2079aa855d89 req-13af294d-3943-4a2c-b3b8-0312931e9fe5 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:29.654217 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-bfbc7080-cd65-4abf-94b6-99a51aa71884 tempest-RoutersIpV6AdminTest-1578650958 tempest-RoutersIpV6AdminTest-1578650958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:29.703946 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-104aa82a-6f74-4b37-8b33-4be69a8fea66 admin admin] Router 065930b3-e613-4925-9e10-222e3043a7ad has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 18:03:29.724185 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-47b8faf6-04a0-4fa1-8c19-b4f9ce021c92 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b1963da4d37d487181381a0a2879cb22&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5807502 Nov 19 18:03:29.725125 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-67397298-6422-432b-a93e-cb486b74c5d8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:29.725968 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-264a63a4-545b-48a6-b191-5b731d794499 None None] Port 60bb62a3-f3d7-457c-8cd1-e5a2d4aff614 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:03:29.736788 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 53052) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:03:29.756097 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9012d135-e567-4c51-b6c2-2079aa855d89 req-13af294d-3943-4a2c-b3b8-0312931e9fe5 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7010474 Nov 19 18:03:29.777530 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-7509e98d-e10e-44ba-8c6f-5bcb6990a265 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:29.793300 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb8ace3-ad89-46c3-89d9-f7dd68ea032f req-4070a078-ec1c-46e7-9083-45a3843c47a8 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:03:29.795242 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-5fb8ace3-ad89-46c3-89d9-f7dd68ea032f req-4070a078-ec1c-46e7-9083-45a3843c47a8 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] 10.222.0.54 "GET /v2.0/ports?device_id=d832be65-8374-4a06-89bc-b24651e7e884 HTTP/1.1" status: 200 len: 931 time: 0.5700092 Nov 19 18:03:29.826350 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b8faf6-04a0-4fa1-8c19-b4f9ce021c92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=207f00f2-0d5c-48d2-9055-6ee67f564ba0,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:03:29.856702 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-3cb3f001-16a5-4bcb-a25a-ca1c9a2e6942 None None] Provisioning complete for port e1b1be86-ad69-4a92-9afa-ec1e22e53f68 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:03:29.857223 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3cb3f001-16a5-4bcb-a25a-ca1c9a2e6942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:29.859112 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfbc7080-cd65-4abf-94b6-99a51aa71884 tempest-RoutersIpV6AdminTest-1578650958 tempest-RoutersIpV6AdminTest-1578650958-project] Network 645e61aa-1a6c-4e8f-857e-ab06edb4897f is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:03:29.871456 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-bfbc7080-cd65-4abf-94b6-99a51aa71884 tempest-RoutersIpV6AdminTest-1578650958 tempest-RoutersIpV6AdminTest-1578650958-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:03:29.912519 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4350ccd0-4662-4a2e-8c8d-abf746a9af9f None None] DHCP port deletion for 645e61aa-1a6c-4e8f-857e-ab06edb4897f request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:03:29.955134 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-3cb3f001-16a5-4bcb-a25a-ca1c9a2e6942 None None] Port e1b1be86-ad69-4a92-9afa-ec1e22e53f68 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:03:29.963346 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-9012d135-e567-4c51-b6c2-2079aa855d89 req-1dc8d82f-1724-4c68-ada2-4c9f48c65f68 service neutron] Request body: {'port': {'device_id': 'd832be65-8374-4a06-89bc-b24651e7e884', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818022-2'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:03:29.967095 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfbc7080-cd65-4abf-94b6-99a51aa71884 tempest-RoutersIpV6AdminTest-1578650958 tempest-RoutersIpV6AdminTest-1578650958-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:03:29.972041 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbc7080-cd65-4abf-94b6-99a51aa71884 tempest-RoutersIpV6AdminTest-1578650958 tempest-RoutersIpV6AdminTest-1578650958-project] Pushing event updated for resources: {'Port': ['ID=537ffd01-52df-4a5b-9d91-007c49c7d26c,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:03:30.088699 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-a8ef9ae3-6046-4761-8fa4-161a310aae3d None None] Provisioning complete for port 537ffd01-52df-4a5b-9d91-007c49c7d26c triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:03:30.089089 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a8ef9ae3-6046-4761-8fa4-161a310aae3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:30.159029 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-a8ef9ae3-6046-4761-8fa4-161a310aae3d None None] Port 537ffd01-52df-4a5b-9d91-007c49c7d26c cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:03:30.215386 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-5fb8ace3-ad89-46c3-89d9-f7dd68ea032f req-d9b010b8-8abc-435c-9cf0-f33a150fe1e0 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] 10.222.0.54 "GET /v2.0/security-groups?id=ab553829-b17c-4bd7-9495-2cea0ebc82fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3820257 Nov 19 18:03:30.218462 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3763bcc2-2fbb-4788-a760-23bf3815764d None None] Network d35ecc32-e1d5-4186-b4b1-bb2402ef37db requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:03:30.335250 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4f175826-b1e2-400f-b7a4-c66cc94ca453 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:30.345914 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-67397298-6422-432b-a93e-cb486b74c5d8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:30.349080 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4f175826-b1e2-400f-b7a4-c66cc94ca453 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:30.372529 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-67397298-6422-432b-a93e-cb486b74c5d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:30.393871 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5d62d1e5-3695-4b37-a597-3d5f47dd7cef tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks [] for port, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:30.398966 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-2498432d-0d17-40c0-9314-f62eee1ff244 None None] Provisioning complete for port 3d9a5b43-ec1c-402e-8b9c-f3e6df49d13c triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:03:30.400765 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2498432d-0d17-40c0-9314-f62eee1ff244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:30.403405 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 3d9a5b43-ec1c-402e-8b9c-f3e6df49d13c up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:03:30.413597 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-94f27b7e-9a48-488d-8dd0-7b0c7d313c03 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:30.421777 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-104aa82a-6f74-4b37-8b33-4be69a8fea66 admin admin] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:03:30.432869 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5d62d1e5-3695-4b37-a597-3d5f47dd7cef tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:30.435964 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8970f6c-ff3e-423d-af5c-bfa350b3349c None None] Sync routers for ids ['065930b3-e613-4925-9e10-222e3043a7ad'] in n-d-818022-2 {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:03:30.458696 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-104aa82a-6f74-4b37-8b33-4be69a8fea66 admin admin] 10.222.0.54 "PUT /v2.0/routers/065930b3-e613-4925-9e10-222e3043a7ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0340598 Nov 19 18:03:30.461244 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-9012d135-e567-4c51-b6c2-2079aa855d89 req-1dc8d82f-1724-4c68-ada2-4c9f48c65f68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:30.471370 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8970f6c-ff3e-423d-af5c-bfa350b3349c None None] Routers {'065930b3-e613-4925-9e10-222e3043a7ad'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:03:30.472590 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-d8970f6c-ff3e-423d-af5c-bfa350b3349c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:03:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['065930b3-e613-4925-9e10-222e3043a7ad'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:03:30.486157 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f175826-b1e2-400f-b7a4-c66cc94ca453 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c64d521f-0d55-4548-94df-b86d7ba91679,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:03:30.495920 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-94f27b7e-9a48-488d-8dd0-7b0c7d313c03 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:30.497528 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-4f175826-b1e2-400f-b7a4-c66cc94ca453 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=8396a391149f48c68a0a2c2683d21fd9&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7250698 Nov 19 18:03:30.504160 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 53060) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:03:30.515992 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-67397298-6422-432b-a93e-cb486b74c5d8 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e6cdbb9c517548e8b9f2369021a6f0f6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8804622 Nov 19 18:03:30.520165 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 53064) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:03:30.563768 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d62d1e5-3695-4b37-a597-3d5f47dd7cef tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Pushing event updated for resources: {'Port': ['ID=9b6e786b-18ca-41ba-bb68-0d4bf5fb465e,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:03:30.566485 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67397298-6422-432b-a93e-cb486b74c5d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb922976-7846-4878-b43c-a5c0c17b2f1c,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:03:30.747055 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-d8970f6c-ff3e-423d-af5c-bfa350b3349c None None] Set router 065930b3-e613-4925-9e10-222e3043a7ad gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:03:30.807108 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5d62d1e5-3695-4b37-a597-3d5f47dd7cef tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-671361'] for router_interface, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:30.847155 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 3d9a5b43-ec1c-402e-8b9c-f3e6df49d13c triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:03:30.848206 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:30.941352 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2498432d-0d17-40c0-9314-f62eee1ff244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:31.013666 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-94f27b7e-9a48-488d-8dd0-7b0c7d313c03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:31.028346 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-94f27b7e-9a48-488d-8dd0-7b0c7d313c03 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:31.031376 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-94f27b7e-9a48-488d-8dd0-7b0c7d313c03 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/207f00f2-0d5c-48d2-9055-6ee67f564ba0 HTTP/1.1" status: 204 len: 168 time: 1.2916040 Nov 19 18:03:31.039720 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5d62d1e5-3695-4b37-a597-3d5f47dd7cef tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:31.069418 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-be08e906-f58e-4549-8f28-611171840a5e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:31.105275 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5417300c-c0aa-41ee-bbcf-afeb392c2635 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:31.134548 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:31.162509 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-2498432d-0d17-40c0-9314-f62eee1ff244 None None] For port 3d9a5b43-ec1c-402e-8b9c-f3e6df49d13c, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=3d9a5b43-ec1c-402e-8b9c-f3e6df49d13c,segment=NetworkSegment(3f3fbd35-064c-4268-9a51-272fb0adf7fc),segment_id=3f3fbd35-064c-4268-9a51-272fb0adf7fc)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:03:31.173541 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2498432d-0d17-40c0-9314-f62eee1ff244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:31.189612 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-d8970f6c-ff3e-423d-af5c-bfa350b3349c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '065930b3-e613-4925-9e10-222e3043a7ad', 'name': 'tempest-ImageQuotaTest-968276673-router', 'tenant_id': 'b4bdc9fe56d347f98562060ee257a5e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': '7eae332c-23b4-40ea-8848-59a4fab67c82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:03:13Z', 'updated_at': '2021-11-19T18:03:27Z', 'revision_number': 4, 'project_id': 'b4bdc9fe56d347f98562060ee257a5e9', 'gw_port': {'id': '7eae332c-23b4-40ea-8848-59a4fab67c82', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:42:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '065930b3-e613-4925-9e10-222e3043a7ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:03:16Z', 'updated_at': '2021-11-19T18:03:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': 'e1b1be86-ad69-4a92-9afa-ec1e22e53f68', 'name': '', 'network_id': 'bb5b1b51-c80f-4e79-aba4-4c0c3046e81e', 'tenant_id': 'b4bdc9fe56d347f98562060ee257a5e9', 'mac_address': 'fa:16:3e:04:5a:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '065930b3-e613-4925-9e10-222e3043a7ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': '9d356105-6e6f-4d4b-b267-17f89b983ebe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:03:24Z', 'updated_at': '2021-11-19T18:03:27Z', 'revision_number': 2, 'project_id': 'b4bdc9fe56d347f98562060ee257a5e9', 'subnets': [{'id': '9d356105-6e6f-4d4b-b267-17f89b983ebe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:03:31.268900 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8970f6c-ff3e-423d-af5c-bfa350b3349c None None] Checking router: 065930b3-e613-4925-9e10-222e3043a7ad for host: n-d-818022-2 {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:03:31.268900 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8970f6c-ff3e-423d-af5c-bfa350b3349c None None] Updating router 065930b3-e613-4925-9e10-222e3043a7ad port e1b1be86-ad69-4a92-9afa-ec1e22e53f68 binding host n-d-818022-2 {{(pid=103367) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 18:03:31.278409 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-bfbc7080-cd65-4abf-94b6-99a51aa71884 tempest-RoutersIpV6AdminTest-1578650958 tempest-RoutersIpV6AdminTest-1578650958-project] Publish callbacks [] for router_gateway, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:31.283892 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f27b7e-9a48-488d-8dd0-7b0c7d313c03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=207f00f2-0d5c-48d2-9055-6ee67f564ba0,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:03:31.351295 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-d8970f6c-ff3e-423d-af5c-bfa350b3349c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:31.497961 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2498432d-0d17-40c0-9314-f62eee1ff244 None None] Pushing event updated for resources: {'Port': ['ID=3d9a5b43-ec1c-402e-8b9c-f3e6df49d13c,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:03:31.516731 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.db.api [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103366) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 18:03:31.522793 n-d-818022-2 neutron-server[103366]: DEBUG oslo_db.api [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 18:03:31.654808 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-be08e906-f58e-4549-8f28-611171840a5e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:31.687423 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-08e1ee7c-46d7-4654-8d91-502605c97ff6 None None] Provisioning complete for port 3d9a5b43-ec1c-402e-8b9c-f3e6df49d13c triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:03:31.687842 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-08e1ee7c-46d7-4654-8d91-502605c97ff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:31.701553 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5417300c-c0aa-41ee-bbcf-afeb392c2635 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:31.789215 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5d62d1e5-3695-4b37-a597-3d5f47dd7cef tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks [] for port, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:31.809358 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5d62d1e5-3695-4b37-a597-3d5f47dd7cef tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:31.810298 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5d62d1e5-3695-4b37-a597-3d5f47dd7cef tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-768529'] for router_interface, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:31.814388 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 53092) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:03:31.979393 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d05ed237-0dd6-4b69-8bcd-08e1af75984e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:31.985034 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-08e1ee7c-46d7-4654-8d91-502605c97ff6 None None] Provisioning complete for port 9b6e786b-18ca-41ba-bb68-0d4bf5fb465e triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:03:31.985589 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-08e1ee7c-46d7-4654-8d91-502605c97ff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:32.095234 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d62d1e5-3695-4b37-a597-3d5f47dd7cef tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Pushing event updated for resources: {'Port': ['ID=9b6e786b-18ca-41ba-bb68-0d4bf5fb465e,revision_number=3']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:03:32.172332 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-08e1ee7c-46d7-4654-8d91-502605c97ff6 None None] Port 9b6e786b-18ca-41ba-bb68-0d4bf5fb465e cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:03:32.173070 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d62d1e5-3695-4b37-a597-3d5f47dd7cef tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Network d35ecc32-e1d5-4186-b4b1-bb2402ef37db is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:03:32.178443 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-5d62d1e5-3695-4b37-a597-3d5f47dd7cef tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:03:32.183332 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-81ad9d5c-3cf7-4c87-b12c-02a6104c23ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:32.188536 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-d8970f6c-ff3e-423d-af5c-bfa350b3349c None None] Publish callbacks [] for port, precommit_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:32.212983 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-d8970f6c-ff3e-423d-af5c-bfa350b3349c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:32.320060 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-da813e0b-3623-474b-8f44-32bec5354ad7 None None] Provisioning complete for port 9b6e786b-18ca-41ba-bb68-0d4bf5fb465e triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:03:32.333631 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-da813e0b-3623-474b-8f44-32bec5354ad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:32.437797 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 3d9a5b43-ec1c-402e-8b9c-f3e6df49d13c up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:03:32.476933 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3af931e-f6f1-466b-a741-78dbfd4dae95 None None] Pushing event updated for resources: {'Port': ['ID=e1b1be86-ad69-4a92-9afa-ec1e22e53f68,revision_number=3']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:03:32.511528 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3af931e-f6f1-466b-a741-78dbfd4dae95 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:03:32.512196 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3af931e-f6f1-466b-a741-78dbfd4dae95 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:03:32.512701 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3af931e-f6f1-466b-a741-78dbfd4dae95 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:03:32.513263 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3af931e-f6f1-466b-a741-78dbfd4dae95 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:03:32.513762 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3af931e-f6f1-466b-a741-78dbfd4dae95 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:03:32.514310 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3af931e-f6f1-466b-a741-78dbfd4dae95 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:03:32.515303 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3af931e-f6f1-466b-a741-78dbfd4dae95 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:03:32.515818 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3af931e-f6f1-466b-a741-78dbfd4dae95 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:03:32.519189 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3af931e-f6f1-466b-a741-78dbfd4dae95 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:03:32.519781 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3af931e-f6f1-466b-a741-78dbfd4dae95 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:03:32.520298 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3af931e-f6f1-466b-a741-78dbfd4dae95 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:03:32.520944 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3af931e-f6f1-466b-a741-78dbfd4dae95 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:03:32.547703 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-d8970f6c-ff3e-423d-af5c-bfa350b3349c None None] Attempting to bind port e1b1be86-ad69-4a92-9afa-ec1e22e53f68 on host n-d-818022-2 for vnic_type normal with profile {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:03:32.548395 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-d8970f6c-ff3e-423d-af5c-bfa350b3349c None None] Attempting to bind port e1b1be86-ad69-4a92-9afa-ec1e22e53f68 by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': '3296b962-f73d-4f53-8807-42f6c671e903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'bb5b1b51-c80f-4e79-aba4-4c0c3046e81e'}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:03:32.548939 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8970f6c-ff3e-423d-af5c-bfa350b3349c None None] Attempting to bind port e1b1be86-ad69-4a92-9afa-ec1e22e53f68 on network bb5b1b51-c80f-4e79-aba4-4c0c3046e81e {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:03:32.560947 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8970f6c-ff3e-423d-af5c-bfa350b3349c None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 3, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:03:32.561647 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8970f6c-ff3e-423d-af5c-bfa350b3349c None None] Checking segment: {'id': '3296b962-f73d-4f53-8807-42f6c671e903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'bb5b1b51-c80f-4e79-aba4-4c0c3046e81e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:03:32.562278 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-d8970f6c-ff3e-423d-af5c-bfa350b3349c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:32.562857 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8970f6c-ff3e-423d-af5c-bfa350b3349c None None] Bound using segment: {'id': '3296b962-f73d-4f53-8807-42f6c671e903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'bb5b1b51-c80f-4e79-aba4-4c0c3046e81e'} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:03:32.563523 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-d8970f6c-ff3e-423d-af5c-bfa350b3349c None None] Bound port: e1b1be86-ad69-4a92-9afa-ec1e22e53f68, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3296b962-f73d-4f53-8807-42f6c671e903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'bb5b1b51-c80f-4e79-aba4-4c0c3046e81e'}}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:03:32.564087 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-d8970f6c-ff3e-423d-af5c-bfa350b3349c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:32.665633 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d62d1e5-3695-4b37-a597-3d5f47dd7cef tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Router 25fade29-37d3-434c-9f20-9cfbc1af8c0e is scheduled to L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 with binding_index 1 {{(pid=103364) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 18:03:32.711470 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-da813e0b-3623-474b-8f44-32bec5354ad7 None None] Port 9b6e786b-18ca-41ba-bb68-0d4bf5fb465e cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:03:32.717632 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 3d9a5b43-ec1c-402e-8b9c-f3e6df49d13c triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:03:32.718246 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:32.825879 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-d8970f6c-ff3e-423d-af5c-bfa350b3349c None None] For port e1b1be86-ad69-4a92-9afa-ec1e22e53f68, host n-d-818022-2, cleared binding levels {{(pid=103367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:03:32.840841 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-d8970f6c-ff3e-423d-af5c-bfa350b3349c None None] For port e1b1be86-ad69-4a92-9afa-ec1e22e53f68, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=e1b1be86-ad69-4a92-9afa-ec1e22e53f68,segment=NetworkSegment(3296b962-f73d-4f53-8807-42f6c671e903),segment_id=3296b962-f73d-4f53-8807-42f6c671e903)] {{(pid=103367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:03:32.857190 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-d8970f6c-ff3e-423d-af5c-bfa350b3349c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:32.905098 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-a59d98e4-62ae-4e8d-8ed7-6bdc4ef3ff3f None None] Provisioning complete for port e1b1be86-ad69-4a92-9afa-ec1e22e53f68 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:03:32.907497 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a59d98e4-62ae-4e8d-8ed7-6bdc4ef3ff3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:32.959820 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d62d1e5-3695-4b37-a597-3d5f47dd7cef tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:03:32.976761 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3af931e-f6f1-466b-a741-78dbfd4dae95 None None] Pushing event updated for resources: {'Port': ['ID=e1b1be86-ad69-4a92-9afa-ec1e22e53f68,revision_number=4']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:03:32.977600 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-5d62d1e5-3695-4b37-a597-3d5f47dd7cef tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] 10.222.0.54 "PUT /v2.0/routers/25fade29-37d3-434c-9f20-9cfbc1af8c0e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8355737 Nov 19 18:03:32.982532 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 53110) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:03:33.002566 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075f23ae-42f8-45dc-aecb-93b2942f3dcc None None] Sync routers for ids ['25fade29-37d3-434c-9f20-9cfbc1af8c0e'] in n-d-818022-2 {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:03:33.035052 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8970f6c-ff3e-423d-af5c-bfa350b3349c None None] Routers {'065930b3-e613-4925-9e10-222e3043a7ad'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:03:33.035724 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-d8970f6c-ff3e-423d-af5c-bfa350b3349c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:03:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['065930b3-e613-4925-9e10-222e3043a7ad'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:03:33.065948 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075f23ae-42f8-45dc-aecb-93b2942f3dcc None None] Routers {'25fade29-37d3-434c-9f20-9cfbc1af8c0e'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:03:33.066602 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-075f23ae-42f8-45dc-aecb-93b2942f3dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:03:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['25fade29-37d3-434c-9f20-9cfbc1af8c0e'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:03:33.102146 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb0a3256-1d59-418d-829a-cdf6f09d71df tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:03:33.106965 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-fb0a3256-1d59-418d-829a-cdf6f09d71df tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] 10.222.0.54 "GET /v2.0/ports?device_id=25fade29-37d3-434c-9f20-9cfbc1af8c0e HTTP/1.1" status: 200 len: 988 time: 0.1208527 Nov 19 18:03:33.119120 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 53112) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:03:33.171239 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-075f23ae-42f8-45dc-aecb-93b2942f3dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:03:33.219269 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 53114) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:03:33.269393 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075f23ae-42f8-45dc-aecb-93b2942f3dcc None None] Routers {'25fade29-37d3-434c-9f20-9cfbc1af8c0e'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:03:33.270466 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-075f23ae-42f8-45dc-aecb-93b2942f3dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:03:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['25fade29-37d3-434c-9f20-9cfbc1af8c0e'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:03:33.311460 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a59d98e4-62ae-4e8d-8ed7-6bdc4ef3ff3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:33.314389 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-075f23ae-42f8-45dc-aecb-93b2942f3dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:03:33.315245 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075f23ae-42f8-45dc-aecb-93b2942f3dcc None None] The sync data for ids ['25fade29-37d3-434c-9f20-9cfbc1af8c0e'] in n-d-818022-2 is: [] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:03:33.319656 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e46ecc5a-dc14-4744-b262-3072ff2e958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:33.392187 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-bfbc7080-cd65-4abf-94b6-99a51aa71884 tempest-RoutersIpV6AdminTest-1578650958 tempest-RoutersIpV6AdminTest-1578650958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671702'] for router, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:33.410224 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-a59d98e4-62ae-4e8d-8ed7-6bdc4ef3ff3f None None] For port e1b1be86-ad69-4a92-9afa-ec1e22e53f68, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=e1b1be86-ad69-4a92-9afa-ec1e22e53f68,segment=NetworkSegment(3296b962-f73d-4f53-8807-42f6c671e903),segment_id=3296b962-f73d-4f53-8807-42f6c671e903)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:03:33.433644 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a59d98e4-62ae-4e8d-8ed7-6bdc4ef3ff3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:33.519064 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-d8970f6c-ff3e-423d-af5c-bfa350b3349c None None] Set router 065930b3-e613-4925-9e10-222e3043a7ad gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:03:33.523468 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-a59d98e4-62ae-4e8d-8ed7-6bdc4ef3ff3f None None] Provisioning complete for port 9b6e786b-18ca-41ba-bb68-0d4bf5fb465e triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:03:33.524402 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a59d98e4-62ae-4e8d-8ed7-6bdc4ef3ff3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:33.632390 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-be08e906-f58e-4549-8f28-611171840a5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:33.651309 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-be08e906-f58e-4549-8f28-611171840a5e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:33.654143 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-a59d98e4-62ae-4e8d-8ed7-6bdc4ef3ff3f None None] Port 9b6e786b-18ca-41ba-bb68-0d4bf5fb465e cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:03:33.654753 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-be08e906-f58e-4549-8f28-611171840a5e admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/bb922976-7846-4878-b43c-a5c0c17b2f1c HTTP/1.1" status: 204 len: 168 time: 3.1306684 Nov 19 18:03:33.694304 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59d98e4-62ae-4e8d-8ed7-6bdc4ef3ff3f None None] Pushing event updated for resources: {'Port': ['ID=e1b1be86-ad69-4a92-9afa-ec1e22e53f68,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:03:33.709251 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be08e906-f58e-4549-8f28-611171840a5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb922976-7846-4878-b43c-a5c0c17b2f1c,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:03:33.742401 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7609dc-acaa-4785-9be1-adca0cbded52 req-b338d062-95c4-4600-bf8c-cd390b686ff5 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:03:33.745013 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-cd7609dc-acaa-4785-9be1-adca0cbded52 req-b338d062-95c4-4600-bf8c-cd390b686ff5 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] 10.222.0.54 "GET /v2.0/ports?device_id=d832be65-8374-4a06-89bc-b24651e7e884 HTTP/1.1" status: 200 len: 931 time: 2.1892118 Nov 19 18:03:33.798745 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfbc7080-cd65-4abf-94b6-99a51aa71884 tempest-RoutersIpV6AdminTest-1578650958 tempest-RoutersIpV6AdminTest-1578650958-project] Router d750de84-f66d-4993-ac3b-a5ea185fb53c is scheduled to L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 with binding_index 1 {{(pid=103365) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 18:03:33.854085 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:33.856310 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-26bbd9ac-35ca-4ba7-9838-425e2cc72ff1 None None] Provisioning complete for port e1b1be86-ad69-4a92-9afa-ec1e22e53f68 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:03:33.856681 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-26bbd9ac-35ca-4ba7-9838-425e2cc72ff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:33.895167 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-d8970f6c-ff3e-423d-af5c-bfa350b3349c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '065930b3-e613-4925-9e10-222e3043a7ad', 'name': 'tempest-ImageQuotaTest-968276673-router', 'tenant_id': 'b4bdc9fe56d347f98562060ee257a5e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': '7eae332c-23b4-40ea-8848-59a4fab67c82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:03:13Z', 'updated_at': '2021-11-19T18:03:27Z', 'revision_number': 4, 'project_id': 'b4bdc9fe56d347f98562060ee257a5e9', 'gw_port': {'id': '7eae332c-23b4-40ea-8848-59a4fab67c82', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:42:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '065930b3-e613-4925-9e10-222e3043a7ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:03:16Z', 'updated_at': '2021-11-19T18:03:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': 'e1b1be86-ad69-4a92-9afa-ec1e22e53f68', 'name': '', 'network_id': 'bb5b1b51-c80f-4e79-aba4-4c0c3046e81e', 'tenant_id': 'b4bdc9fe56d347f98562060ee257a5e9', 'mac_address': 'fa:16:3e:04:5a:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '065930b3-e613-4925-9e10-222e3043a7ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': '9d356105-6e6f-4d4b-b267-17f89b983ebe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:03:24Z', 'updated_at': '2021-11-19T18:03:32Z', 'revision_number': 4, 'project_id': 'b4bdc9fe56d347f98562060ee257a5e9', 'subnets': [{'id': '9d356105-6e6f-4d4b-b267-17f89b983ebe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:03:33.992275 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8970f6c-ff3e-423d-af5c-bfa350b3349c None None] The sync data for ids ['065930b3-e613-4925-9e10-222e3043a7ad'] in n-d-818022-2 is: [{'id': '065930b3-e613-4925-9e10-222e3043a7ad', 'name': 'tempest-ImageQuotaTest-968276673-router', 'tenant_id': 'b4bdc9fe56d347f98562060ee257a5e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': '7eae332c-23b4-40ea-8848-59a4fab67c82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:03:13Z', 'updated_at': '2021-11-19T18:03:27Z', 'revision_number': 4, 'project_id': 'b4bdc9fe56d347f98562060ee257a5e9', 'gw_port': {'id': '7eae332c-23b4-40ea-8848-59a4fab67c82', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:42:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '065930b3-e613-4925-9e10-222e3043a7ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:03:16Z', 'updated_at': '2021-11-19T18:03:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': 'e1b1be86-ad69-4a92-9afa-ec1e22e53f68', 'name': '', 'network_id': 'bb5b1b51-c80f-4e79-aba4-4c0c3046e81e', 'tenant_id': 'b4bdc9fe56d347f98562060ee257a5e9', 'mac_address': 'fa:16:3e:04:5a:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '065930b3-e613-4925-9e10-222e3043a7ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': '9d356105-6e6f-4d4b-b267-17f89b983ebe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:03:24Z', 'updated_at': '2021-11-19T18:03:32Z', 'revision_number': 4, 'project_id': 'b4bdc9fe56d347f98562060ee257a5e9', 'subnets': [{'id': '9d356105-6e6f-4d4b-b267-17f89b983ebe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:03:33.994865 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:34.016871 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [req-9012d135-e567-4c51-b6c2-2079aa855d89 req-1dc8d82f-1724-4c68-ada2-4c9f48c65f68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60bb62a3-f3d7-457c-8cd1-e5a2d4aff614 {{(pid=103365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:03:34.038725 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-9012d135-e567-4c51-b6c2-2079aa855d89 req-1dc8d82f-1724-4c68-ada2-4c9f48c65f68 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:34.101613 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.provisioning_blocks [req-9012d135-e567-4c51-b6c2-2079aa855d89 req-1dc8d82f-1724-4c68-ada2-4c9f48c65f68 service neutron] Transition to ACTIVE for port object 60bb62a3-f3d7-457c-8cd1-e5a2d4aff614 will not be triggered until provisioned by entity L2. {{(pid=103365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 18:03:34.133691 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5417300c-c0aa-41ee-bbcf-afeb392c2635 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:34.137231 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5417300c-c0aa-41ee-bbcf-afeb392c2635 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:34.141619 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-5417300c-c0aa-41ee-bbcf-afeb392c2635 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c64d521f-0d55-4548-94df-b86d7ba91679 HTTP/1.1" status: 204 len: 168 time: 3.6308346 Nov 19 18:03:34.148315 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-9012d135-e567-4c51-b6c2-2079aa855d89 req-1dc8d82f-1724-4c68-ada2-4c9f48c65f68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:34.200944 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-26bbd9ac-35ca-4ba7-9838-425e2cc72ff1 None None] Provisioning complete for port 9b6e786b-18ca-41ba-bb68-0d4bf5fb465e triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:03:34.201590 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-26bbd9ac-35ca-4ba7-9838-425e2cc72ff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:34.250546 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5417300c-c0aa-41ee-bbcf-afeb392c2635 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c64d521f-0d55-4548-94df-b86d7ba91679,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:03:34.264814 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-cd7609dc-acaa-4785-9be1-adca0cbded52 req-1fea77eb-b68d-4d5f-886b-93d59e4119c0 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] 10.222.0.54 "GET /v2.0/security-groups?id=ab553829-b17c-4bd7-9495-2cea0ebc82fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4925270 Nov 19 18:03:34.325134 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1edcf20-523f-4338-b40d-a1839a46ca2a None None] DHCP port deletion for d8dbec36-4368-41ad-81ce-387cc5613033 request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:03:34.345341 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-26bbd9ac-35ca-4ba7-9838-425e2cc72ff1 None None] Port 9b6e786b-18ca-41ba-bb68-0d4bf5fb465e cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:03:34.434261 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device e1b1be86-ad69-4a92-9afa-ec1e22e53f68 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:03:34.620990 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d05ed237-0dd6-4b69-8bcd-08e1af75984e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:34.628848 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port e1b1be86-ad69-4a92-9afa-ec1e22e53f68 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:03:34.629408 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:34.630707 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc8d82f-1724-4c68-ada2-4c9f48c65f68 service neutron] Pushing event updated for resources: {'Port': ['ID=60bb62a3-f3d7-457c-8cd1-e5a2d4aff614,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:03:34.644087 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfbc7080-cd65-4abf-94b6-99a51aa71884 tempest-RoutersIpV6AdminTest-1578650958 tempest-RoutersIpV6AdminTest-1578650958-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:03:34.656695 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d91e7b-dd3d-4085-b764-3703fc8260af None None] Sync routers for ids ['d750de84-f66d-4993-ac3b-a5ea185fb53c'] in n-d-818022-2 {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:03:34.673190 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d91e7b-dd3d-4085-b764-3703fc8260af None None] Routers {'d750de84-f66d-4993-ac3b-a5ea185fb53c'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:03:34.674304 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-20d91e7b-dd3d-4085-b764-3703fc8260af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:03:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['d750de84-f66d-4993-ac3b-a5ea185fb53c'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:03:34.693595 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d05ed237-0dd6-4b69-8bcd-08e1af75984e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:34.728214 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-bfbc7080-cd65-4abf-94b6-99a51aa71884 tempest-RoutersIpV6AdminTest-1578650958 tempest-RoutersIpV6AdminTest-1578650958-project] Publish callbacks [] for router, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:34.734078 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-bfbc7080-cd65-4abf-94b6-99a51aa71884 tempest-RoutersIpV6AdminTest-1578650958 tempest-RoutersIpV6AdminTest-1578650958-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 11.3558407 Nov 19 18:03:34.736298 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 53144) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:03:34.755664 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-1ca2ae96-721a-48b0-9bdc-0ee615f950d5 tempest-RoutersIpV6AdminTest-1578650958 tempest-RoutersIpV6AdminTest-1578650958-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:03:34.761661 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-20d91e7b-dd3d-4085-b764-3703fc8260af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:03:34.785295 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d91e7b-dd3d-4085-b764-3703fc8260af None None] Routers {'d750de84-f66d-4993-ac3b-a5ea185fb53c'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:03:34.800358 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-20d91e7b-dd3d-4085-b764-3703fc8260af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:03:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['d750de84-f66d-4993-ac3b-a5ea185fb53c'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:03:34.816071 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e013d7e6-5264-4dcc-9759-54f5fb809e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:34.865506 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-9012d135-e567-4c51-b6c2-2079aa855d89 req-1dc8d82f-1724-4c68-ada2-4c9f48c65f68 service neutron] Attempting to bind port 60bb62a3-f3d7-457c-8cd1-e5a2d4aff614 on host n-h1-818022-2 for vnic_type normal with profile {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:03:34.865884 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-9012d135-e567-4c51-b6c2-2079aa855d89 req-1dc8d82f-1724-4c68-ada2-4c9f48c65f68 service neutron] Attempting to bind port 60bb62a3-f3d7-457c-8cd1-e5a2d4aff614 by drivers openvswitch,hyperv on host n-h1-818022-2 at level 0 using segments [{'id': '93225d1f-5aff-466a-a20e-5f356e9dbfdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'd8dbec36-4368-41ad-81ce-387cc5613033'}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:03:34.866225 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9012d135-e567-4c51-b6c2-2079aa855d89 req-1dc8d82f-1724-4c68-ada2-4c9f48c65f68 service neutron] Attempting to bind port 60bb62a3-f3d7-457c-8cd1-e5a2d4aff614 on network d8dbec36-4368-41ad-81ce-387cc5613033 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:03:34.882789 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9012d135-e567-4c51-b6c2-2079aa855d89 req-1dc8d82f-1724-4c68-ada2-4c9f48c65f68 service neutron] Port 60bb62a3-f3d7-457c-8cd1-e5a2d4aff614 on network d8dbec36-4368-41ad-81ce-387cc5613033 not bound, no agent of type Open vSwitch agent registered on host n-h1-818022-2 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 18:03:34.883127 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9012d135-e567-4c51-b6c2-2079aa855d89 req-1dc8d82f-1724-4c68-ada2-4c9f48c65f68 service neutron] Attempting to bind port 60bb62a3-f3d7-457c-8cd1-e5a2d4aff614 on network d8dbec36-4368-41ad-81ce-387cc5613033 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:03:34.902365 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9012d135-e567-4c51-b6c2-2079aa855d89 req-1dc8d82f-1724-4c68-ada2-4c9f48c65f68 service neutron] Checking agent: {'id': 'a6668d96-12fa-4ec0-99ad-77eaf490dd2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'started_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 3, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:03:34.902990 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9012d135-e567-4c51-b6c2-2079aa855d89 req-1dc8d82f-1724-4c68-ada2-4c9f48c65f68 service neutron] Checking segment: {'id': '93225d1f-5aff-466a-a20e-5f356e9dbfdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'd8dbec36-4368-41ad-81ce-387cc5613033'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:03:34.903464 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9012d135-e567-4c51-b6c2-2079aa855d89 req-1dc8d82f-1724-4c68-ada2-4c9f48c65f68 service neutron] Bound using segment: {'id': '93225d1f-5aff-466a-a20e-5f356e9dbfdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'd8dbec36-4368-41ad-81ce-387cc5613033'} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:03:34.904098 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-9012d135-e567-4c51-b6c2-2079aa855d89 req-1dc8d82f-1724-4c68-ada2-4c9f48c65f68 service neutron] Bound port: 60bb62a3-f3d7-457c-8cd1-e5a2d4aff614, host: n-h1-818022-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93225d1f-5aff-466a-a20e-5f356e9dbfdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'd8dbec36-4368-41ad-81ce-387cc5613033'}}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:03:34.904529 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-9012d135-e567-4c51-b6c2-2079aa855d89 req-1dc8d82f-1724-4c68-ada2-4c9f48c65f68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:34.907405 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-20d91e7b-dd3d-4085-b764-3703fc8260af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:03:34.908815 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d91e7b-dd3d-4085-b764-3703fc8260af None None] The sync data for ids ['d750de84-f66d-4993-ac3b-a5ea185fb53c'] in n-d-818022-2 is: [] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:03:34.988569 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-d05ed237-0dd6-4b69-8bcd-08e1af75984e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=bca044026e0147f2bcd2b3179358908d&name=default HTTP/1.1" status: 200 len: 3000 time: 3.1693652 Nov 19 18:03:34.993858 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05ed237-0dd6-4b69-8bcd-08e1af75984e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a4eb999-a864-4863-a0ec-379f87c38ede,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:03:34.996901 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 53154) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:03:35.195386 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:35.207403 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-9012d135-e567-4c51-b6c2-2079aa855d89 req-1dc8d82f-1724-4c68-ada2-4c9f48c65f68 service neutron] For port 60bb62a3-f3d7-457c-8cd1-e5a2d4aff614, host n-h1-818022-2, cleared binding levels {{(pid=103365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:03:35.211896 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-9012d135-e567-4c51-b6c2-2079aa855d89 req-1dc8d82f-1724-4c68-ada2-4c9f48c65f68 service neutron] For port 60bb62a3-f3d7-457c-8cd1-e5a2d4aff614, host n-h1-818022-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=60bb62a3-f3d7-457c-8cd1-e5a2d4aff614,segment=NetworkSegment(93225d1f-5aff-466a-a20e-5f356e9dbfdc),segment_id=93225d1f-5aff-466a-a20e-5f356e9dbfdc)] {{(pid=103365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:03:35.225368 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-9012d135-e567-4c51-b6c2-2079aa855d89 req-1dc8d82f-1724-4c68-ada2-4c9f48c65f68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:35.237305 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-56253340-983e-4841-ac8b-e972b9665c1f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:35.285568 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-56253340-983e-4841-ac8b-e972b9665c1f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:35.309531 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc8d82f-1724-4c68-ada2-4c9f48c65f68 service neutron] Pushing event updated for resources: {'Port': ['ID=60bb62a3-f3d7-457c-8cd1-e5a2d4aff614,revision_number=3']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:03:35.322334 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9012d135-e567-4c51-b6c2-2079aa855d89 req-1dc8d82f-1724-4c68-ada2-4c9f48c65f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:03:35.322997 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-9012d135-e567-4c51-b6c2-2079aa855d89 req-1dc8d82f-1724-4c68-ada2-4c9f48c65f68 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:35.330892 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9012d135-e567-4c51-b6c2-2079aa855d89 req-1dc8d82f-1724-4c68-ada2-4c9f48c65f68 service neutron] 10.222.0.60 "PUT /v2.0/ports/60bb62a3-f3d7-457c-8cd1-e5a2d4aff614 HTTP/1.1" status: 200 len: 1091 time: 5.5602362 Nov 19 18:03:35.330892 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd832be65-8374-4a06-89bc-b24651e7e884', 'tag': '60bb62a3-f3d7-457c-8cd1-e5a2d4aff614'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:03:35.336564 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218319d759239a7d11f1288aef37381b97754913ee9ccbfd43b51a463f801712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b545b90-dcbd-413e-822a-9d867ae99e7c" -d '{"events": [{"name": "network-changed", "server_uuid": "d832be65-8374-4a06-89bc-b24651e7e884", "tag": "60bb62a3-f3d7-457c-8cd1-e5a2d4aff614"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:03:35.340475 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e8668d7-ea34-4110-98d6-be653210fbba None None] DHCP port deletion for d8dbec36-4368-41ad-81ce-387cc5613033 request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:03:35.439454 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-56253340-983e-4841-ac8b-e972b9665c1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:35.457113 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-56253340-983e-4841-ac8b-e972b9665c1f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:35.459877 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-56253340-983e-4841-ac8b-e972b9665c1f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/3a4eb999-a864-4863-a0ec-379f87c38ede HTTP/1.1" status: 204 len: 168 time: 0.4454181 Nov 19 18:03:35.618992 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56253340-983e-4841-ac8b-e972b9665c1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a4eb999-a864-4863-a0ec-379f87c38ede,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:03:35.619504 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 18:03:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21496e8e-2c20-49ce-8ac6-2526f0b86825 x-openstack-request-id: req-21496e8e-2c20-49ce-8ac6-2526f0b86825 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:03:35.619875 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d832be65-8374-4a06-89bc-b24651e7e884", "tag": "60bb62a3-f3d7-457c-8cd1-e5a2d4aff614", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:03:35.629906 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-21496e8e-2c20-49ce-8ac6-2526f0b86825 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:03:35.630389 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd832be65-8374-4a06-89bc-b24651e7e884', 'tag': '60bb62a3-f3d7-457c-8cd1-e5a2d4aff614', 'status': 'completed', 'code': 200} Nov 19 18:03:35.673291 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeea736-d4dc-4967-83dd-90cfeef84bad req-b7290e11-1dc6-4bd7-86bd-4d0128e8b164 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:03:35.675865 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ffeea736-d4dc-4967-83dd-90cfeef84bad req-b7290e11-1dc6-4bd7-86bd-4d0128e8b164 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] 10.222.0.54 "GET /v2.0/ports?device_id=d832be65-8374-4a06-89bc-b24651e7e884 HTTP/1.1" status: 200 len: 943 time: 0.2577901 Nov 19 18:03:35.682060 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-dfcc8171-b531-4b9d-9c67-b269f9b5da78 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-768564'] for router_interface, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:35.782275 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9012d135-e567-4c51-b6c2-2079aa855d89 req-a422e1b7-4aa6-41e6-b274-15a41fade037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:03:35.783816 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9012d135-e567-4c51-b6c2-2079aa855d89 req-a422e1b7-4aa6-41e6-b274-15a41fade037 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=13c0bb19644446578b6dcb526272ce30&device_id=d832be65-8374-4a06-89bc-b24651e7e884 HTTP/1.1" status: 200 len: 1094 time: 0.3992620 Nov 19 18:03:35.833069 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b4865b94-92d7-4280-a953-be42f52c74b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-768564'] for router_interface, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:35.921265 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9012d135-e567-4c51-b6c2-2079aa855d89 req-4854da52-6624-4444-8baf-d918b1c5bae9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=60bb62a3-f3d7-457c-8cd1-e5a2d4aff614 HTTP/1.1" status: 200 len: 217 time: 0.1250229 Nov 19 18:03:35.969232 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1ca2ae96-721a-48b0-9bdc-0ee615f950d5 tempest-RoutersIpV6AdminTest-1578650958 tempest-RoutersIpV6AdminTest-1578650958-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:35.996579 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1ca2ae96-721a-48b0-9bdc-0ee615f950d5 tempest-RoutersIpV6AdminTest-1578650958 tempest-RoutersIpV6AdminTest-1578650958-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:36.005165 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9012d135-e567-4c51-b6c2-2079aa855d89 req-db82b3c8-fd26-4a1e-92f4-0232eaef3176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:03:36.006975 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9012d135-e567-4c51-b6c2-2079aa855d89 req-db82b3c8-fd26-4a1e-92f4-0232eaef3176 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=068f1254-b57b-4c27-b51b-af4c446dce02 HTTP/1.1" status: 200 len: 855 time: 0.0789292 Nov 19 18:03:36.068310 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ffeea736-d4dc-4967-83dd-90cfeef84bad req-b5aff371-9fd3-41d1-8c87-aef966ff93cf tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] 10.222.0.54 "GET /v2.0/security-groups?id=ab553829-b17c-4bd7-9495-2cea0ebc82fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3386340 Nov 19 18:03:36.092656 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9012d135-e567-4c51-b6c2-2079aa855d89 req-80c1729b-071f-4eb6-b54f-79e75dccd51a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d8dbec36-4368-41ad-81ce-387cc5613033&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515053 Nov 19 18:03:36.182133 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-1ca2ae96-721a-48b0-9bdc-0ee615f950d5 tempest-RoutersIpV6AdminTest-1578650958 tempest-RoutersIpV6AdminTest-1578650958-project] Deleting port 537ffd01-52df-4a5b-9d91-007c49c7d26c {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:03:36.193774 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1ca2ae96-721a-48b0-9bdc-0ee615f950d5 tempest-RoutersIpV6AdminTest-1578650958 tempest-RoutersIpV6AdminTest-1578650958-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:36.346024 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9012d135-e567-4c51-b6c2-2079aa855d89 req-d836c687-b50f-4f88-b34b-b9e0171747bd service neutron] 10.222.0.60 "GET /v2.0/networks/d8dbec36-4368-41ad-81ce-387cc5613033?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2450535 Nov 19 18:03:36.439443 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1ca2ae96-721a-48b0-9bdc-0ee615f950d5 tempest-RoutersIpV6AdminTest-1578650958 tempest-RoutersIpV6AdminTest-1578650958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:36.461170 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-1ca2ae96-721a-48b0-9bdc-0ee615f950d5 tempest-RoutersIpV6AdminTest-1578650958 tempest-RoutersIpV6AdminTest-1578650958-project] Calling delete_port for 537ffd01-52df-4a5b-9d91-007c49c7d26c owned by network:router_gateway {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:03:36.524292 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-dfcc8171-b531-4b9d-9c67-b269f9b5da78 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Deleting port 9b6e786b-18ca-41ba-bb68-0d4bf5fb465e {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:03:36.525636 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-dfcc8171-b531-4b9d-9c67-b269f9b5da78 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:36.558946 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9012d135-e567-4c51-b6c2-2079aa855d89 req-89b8ea1e-6804-4412-9f92-f47c3c95fb0b service neutron] 10.222.0.60 "GET /v2.0/networks/d8dbec36-4368-41ad-81ce-387cc5613033?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2024415 Nov 19 18:03:36.669731 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-b4865b94-92d7-4280-a953-be42f52c74b9 admin admin] Deleting port e1b1be86-ad69-4a92-9afa-ec1e22e53f68 {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:03:36.670531 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b4865b94-92d7-4280-a953-be42f52c74b9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:36.693599 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-dfcc8171-b531-4b9d-9c67-b269f9b5da78 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:36.724454 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b545b90-dcbd-413e-822a-9d867ae99e7c req-4cce41be-074e-4014-8933-46c94f844c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:03:36.726348 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5b545b90-dcbd-413e-822a-9d867ae99e7c req-4cce41be-074e-4014-8933-46c94f844c35 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=13c0bb19644446578b6dcb526272ce30&device_id=d832be65-8374-4a06-89bc-b24651e7e884 HTTP/1.1" status: 200 len: 1094 time: 0.0949976 Nov 19 18:03:36.772373 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-dfcc8171-b531-4b9d-9c67-b269f9b5da78 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Calling delete_port for 9b6e786b-18ca-41ba-bb68-0d4bf5fb465e owned by network:router_interface {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:03:36.915212 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1ca2ae96-721a-48b0-9bdc-0ee615f950d5 tempest-RoutersIpV6AdminTest-1578650958 tempest-RoutersIpV6AdminTest-1578650958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:36.994111 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca2ae96-721a-48b0-9bdc-0ee615f950d5 tempest-RoutersIpV6AdminTest-1578650958 tempest-RoutersIpV6AdminTest-1578650958-project] Pushing event deleted for resources: {'Port': ['ID=537ffd01-52df-4a5b-9d91-007c49c7d26c,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:03:37.008707 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b545b90-dcbd-413e-822a-9d867ae99e7c req-74b289f1-f8b1-4b69-8490-25aa2996926a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:03:37.010420 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-165c5722-6f8a-494b-92d3-f478bec777cb None None] DHCP port deletion for 645e61aa-1a6c-4e8f-857e-ab06edb4897f request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:03:37.014837 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5b545b90-dcbd-413e-822a-9d867ae99e7c req-74b289f1-f8b1-4b69-8490-25aa2996926a service neutron] 10.222.0.60 "GET /v2.0/networks?id=d8dbec36-4368-41ad-81ce-387cc5613033 HTTP/1.1" status: 200 len: 916 time: 0.2625570 Nov 19 18:03:37.081561 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [None req-b4865b94-92d7-4280-a953-be42f52c74b9 admin admin] For port e1b1be86-ad69-4a92-9afa-ec1e22e53f68, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=e1b1be86-ad69-4a92-9afa-ec1e22e53f68,segment=NetworkSegment(3296b962-f73d-4f53-8807-42f6c671e903),segment_id=3296b962-f73d-4f53-8807-42f6c671e903)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:03:37.081961 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b4865b94-92d7-4280-a953-be42f52c74b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:37.112350 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-b4865b94-92d7-4280-a953-be42f52c74b9 admin admin] Calling delete_port for e1b1be86-ad69-4a92-9afa-ec1e22e53f68 owned by network:router_interface {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:03:37.172958 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5b545b90-dcbd-413e-822a-9d867ae99e7c req-e3b474ab-bb98-477e-b3ca-561a8806aa3b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=60bb62a3-f3d7-457c-8cd1-e5a2d4aff614 HTTP/1.1" status: 200 len: 217 time: 0.1224093 Nov 19 18:03:37.236517 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b545b90-dcbd-413e-822a-9d867ae99e7c req-acf6df36-0c82-46c4-9e57-536bcde99f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:03:37.238611 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5b545b90-dcbd-413e-822a-9d867ae99e7c req-acf6df36-0c82-46c4-9e57-536bcde99f25 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=068f1254-b57b-4c27-b51b-af4c446dce02 HTTP/1.1" status: 200 len: 855 time: 0.0559032 Nov 19 18:03:37.292445 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1ca2ae96-721a-48b0-9bdc-0ee615f950d5 tempest-RoutersIpV6AdminTest-1578650958 tempest-RoutersIpV6AdminTest-1578650958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-671730'] for router_gateway, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:37.295663 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5b545b90-dcbd-413e-822a-9d867ae99e7c req-eab062b7-4869-4831-b7cb-4f0878ce7350 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d8dbec36-4368-41ad-81ce-387cc5613033&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425968 Nov 19 18:03:37.370482 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-dfcc8171-b531-4b9d-9c67-b269f9b5da78 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:37.442729 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcc8171-b531-4b9d-9c67-b269f9b5da78 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Pushing event deleted for resources: {'Port': ['ID=9b6e786b-18ca-41ba-bb68-0d4bf5fb465e,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:03:37.536376 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5b545b90-dcbd-413e-822a-9d867ae99e7c req-0bd302f5-23d0-4886-bc02-efccdd5fc8f9 service neutron] 10.222.0.60 "GET /v2.0/networks/d8dbec36-4368-41ad-81ce-387cc5613033?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746845 Nov 19 18:03:37.795709 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6269755e-c322-4c13-930c-b130426a8abe req-643704ac-5e15-4a2f-967e-869f5ebb74e3 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:03:37.797394 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6269755e-c322-4c13-930c-b130426a8abe req-643704ac-5e15-4a2f-967e-869f5ebb74e3 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] 10.222.0.54 "GET /v2.0/ports?device_id=d832be65-8374-4a06-89bc-b24651e7e884 HTTP/1.1" status: 200 len: 943 time: 0.5577469 Nov 19 18:03:37.928718 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-dfcc8171-b531-4b9d-9c67-b269f9b5da78 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-768648'] for router_interface, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:38.015634 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6269755e-c322-4c13-930c-b130426a8abe req-4209176d-a489-4660-a3ee-70414e45102b tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] 10.222.0.54 "GET /v2.0/security-groups?id=ab553829-b17c-4bd7-9495-2cea0ebc82fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981149 Nov 19 18:03:38.027393 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1ca2ae96-721a-48b0-9bdc-0ee615f950d5 tempest-RoutersIpV6AdminTest-1578650958 tempest-RoutersIpV6AdminTest-1578650958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-671667', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4675'] for router, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:38.045696 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1ca2ae96-721a-48b0-9bdc-0ee615f950d5 tempest-RoutersIpV6AdminTest-1578650958 tempest-RoutersIpV6AdminTest-1578650958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-671652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-671709', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-543867'] for router, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:38.068933 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5b545b90-dcbd-413e-822a-9d867ae99e7c req-57aa42ca-2205-44be-a6c7-5b86f356827c service neutron] 10.222.0.60 "GET /v2.0/networks/d8dbec36-4368-41ad-81ce-387cc5613033?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5161371 Nov 19 18:03:38.276955 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfcc8171-b531-4b9d-9c67-b269f9b5da78 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Router 25fade29-37d3-434c-9f20-9cfbc1af8c0e has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 18:03:38.318958 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b4865b94-92d7-4280-a953-be42f52c74b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:38.420099 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 53282) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:03:38.505865 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4865b94-92d7-4280-a953-be42f52c74b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1b1be86-ad69-4a92-9afa-ec1e22e53f68,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:03:38.597266 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfcc8171-b531-4b9d-9c67-b269f9b5da78 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:03:38.616818 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-dfcc8171-b531-4b9d-9c67-b269f9b5da78 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] 10.222.0.54 "PUT /v2.0/routers/25fade29-37d3-434c-9f20-9cfbc1af8c0e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4935906 Nov 19 18:03:38.635923 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c48587-8569-4799-85e0-37dd2a2b5ceb None None] Sync routers for ids ['25fade29-37d3-434c-9f20-9cfbc1af8c0e'] in n-d-818022-2 {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:03:38.649747 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c48587-8569-4799-85e0-37dd2a2b5ceb None None] Routers {'25fade29-37d3-434c-9f20-9cfbc1af8c0e'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:03:38.651290 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-61c48587-8569-4799-85e0-37dd2a2b5ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:03:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['25fade29-37d3-434c-9f20-9cfbc1af8c0e'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:03:38.679440 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 53292) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:03:38.719067 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-61c48587-8569-4799-85e0-37dd2a2b5ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:03:38.734938 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c48587-8569-4799-85e0-37dd2a2b5ceb None None] Routers {'25fade29-37d3-434c-9f20-9cfbc1af8c0e'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:03:38.736083 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-61c48587-8569-4799-85e0-37dd2a2b5ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:03:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['25fade29-37d3-434c-9f20-9cfbc1af8c0e'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:03:38.764953 n-d-818022-2 neutron-server[103364]: INFO neutron.pecan_wsgi.hooks.translation [None req-66fd3abc-a9cb-4b1a-ab7e-fd3d5facb300 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] GET failed (client error): The resource could not be found. Nov 19 18:03:38.769116 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-66fd3abc-a9cb-4b1a-ab7e-fd3d5facb300 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] 10.222.0.54 "GET /v2.0/ports/9b6e786b-18ca-41ba-bb68-0d4bf5fb465e HTTP/1.1" status: 404 len: 333 time: 0.0772858 Nov 19 18:03:38.771166 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 53294) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:03:38.809697 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-61c48587-8569-4799-85e0-37dd2a2b5ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:03:38.810803 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c48587-8569-4799-85e0-37dd2a2b5ceb None None] The sync data for ids ['25fade29-37d3-434c-9f20-9cfbc1af8c0e'] in n-d-818022-2 is: [] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:03:38.864920 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6d7bf32d-abf4-47b5-8dfe-db7fe7838f33 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks [] for router, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:39.034112 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b4865b94-92d7-4280-a953-be42f52c74b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-768648'] for router_interface, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:39.044079 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ca2ae96-721a-48b0-9bdc-0ee615f950d5 tempest-RoutersIpV6AdminTest-1578650958 tempest-RoutersIpV6AdminTest-1578650958-project] Router d750de84-f66d-4993-ac3b-a5ea185fb53c has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 18:03:39.096177 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-48c5a188-1344-43cb-bcd7-931e939260b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:39.164123 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ca2ae96-721a-48b0-9bdc-0ee615f950d5 tempest-RoutersIpV6AdminTest-1578650958 tempest-RoutersIpV6AdminTest-1578650958-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:03:39.173453 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1ca2ae96-721a-48b0-9bdc-0ee615f950d5 tempest-RoutersIpV6AdminTest-1578650958 tempest-RoutersIpV6AdminTest-1578650958-project] Publish callbacks [] for router, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:39.175357 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-1ca2ae96-721a-48b0-9bdc-0ee615f950d5 tempest-RoutersIpV6AdminTest-1578650958 tempest-RoutersIpV6AdminTest-1578650958-project] 10.222.0.54 "PUT /v2.0/routers/d750de84-f66d-4993-ac3b-a5ea185fb53c HTTP/1.1" status: 200 len: 709 time: 4.4269805 Nov 19 18:03:39.187838 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 53310) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:03:39.192979 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce63456-ef50-4b82-a0bd-0aaa6b989b90 None None] Sync routers for ids ['d750de84-f66d-4993-ac3b-a5ea185fb53c'] in n-d-818022-2 {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:03:39.211194 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce63456-ef50-4b82-a0bd-0aaa6b989b90 None None] Routers {'d750de84-f66d-4993-ac3b-a5ea185fb53c'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:03:39.213117 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-9ce63456-ef50-4b82-a0bd-0aaa6b989b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:03:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['d750de84-f66d-4993-ac3b-a5ea185fb53c'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:03:39.252142 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-9ce63456-ef50-4b82-a0bd-0aaa6b989b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:03:39.262799 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce63456-ef50-4b82-a0bd-0aaa6b989b90 None None] Routers {'d750de84-f66d-4993-ac3b-a5ea185fb53c'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:03:39.263923 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-9ce63456-ef50-4b82-a0bd-0aaa6b989b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:03:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['d750de84-f66d-4993-ac3b-a5ea185fb53c'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:03:39.302753 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-9ce63456-ef50-4b82-a0bd-0aaa6b989b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:03:39.303417 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce63456-ef50-4b82-a0bd-0aaa6b989b90 None None] The sync data for ids ['d750de84-f66d-4993-ac3b-a5ea185fb53c'] in n-d-818022-2 is: [] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:03:39.340872 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-c440719d-82bc-4092-b348-5655f36e1a9d tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] 10.222.0.54 "GET /v2.0/routers/d750de84-f66d-4993-ac3b-a5ea185fb53c HTTP/1.1" status: 200 len: 744 time: 0.1489375 Nov 19 18:03:39.341113 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 53314) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:03:39.342974 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 60bb62a3-f3d7-457c-8cd1-e5a2d4aff614 details requested by agent hyperv_n-h1-818022-2 with host n-h1-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 18:03:39.410224 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-0fce85ec-e66e-4e9d-a93b-4b8d54c3de18 tempest-RoutersIpV6AdminTest-889553523 tempest-RoutersIpV6AdminTest-889553523-project-admin] 10.222.0.54 "GET /v2.0/ports?network_id=645e61aa-1a6c-4e8f-857e-ab06edb4897f&device_id=d750de84-f66d-4993-ac3b-a5ea185fb53c HTTP/1.1" status: 200 len: 205 time: 0.0675509 Nov 19 18:03:39.411425 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 53316) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:03:39.461583 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-694b51df-23e2-4a3c-b148-22ef1284910e tempest-RoutersIpV6AdminTest-1578650958 tempest-RoutersIpV6AdminTest-1578650958-project] 10.222.0.54 "GET /v2.0/ports?device_id=d750de84-f66d-4993-ac3b-a5ea185fb53c HTTP/1.1" status: 200 len: 205 time: 0.0486836 Nov 19 18:03:39.464655 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 53320) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:03:39.508455 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 60bb62a3-f3d7-457c-8cd1-e5a2d4aff614, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=60bb62a3-f3d7-457c-8cd1-e5a2d4aff614,segment=NetworkSegment(93225d1f-5aff-466a-a20e-5f356e9dbfdc),segment_id=93225d1f-5aff-466a-a20e-5f356e9dbfdc)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:03:39.525897 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Returning: {'device': '60bb62a3-f3d7-457c-8cd1-e5a2d4aff614', 'network_id': 'd8dbec36-4368-41ad-81ce-387cc5613033', 'port_id': '60bb62a3-f3d7-457c-8cd1-e5a2d4aff614', 'mac_address': 'fa:16:3e:8b:32:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 690, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '068f1254-b57b-4c27-b51b-af4c446dce02', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 18:03:39.595116 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-41c7a350-0b60-4b19-8ed8-fb1c8c2311e1 tempest-RoutersIpV6AdminTest-1578650958 tempest-RoutersIpV6AdminTest-1578650958-project] Publish callbacks [] for router, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:39.614416 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:39.642059 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60bb62a3-f3d7-457c-8cd1-e5a2d4aff614 {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:03:39.695197 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 60bb62a3-f3d7-457c-8cd1-e5a2d4aff614, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=60bb62a3-f3d7-457c-8cd1-e5a2d4aff614,segment=NetworkSegment(93225d1f-5aff-466a-a20e-5f356e9dbfdc),segment_id=93225d1f-5aff-466a-a20e-5f356e9dbfdc)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:03:39.707735 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:39.804684 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=60bb62a3-f3d7-457c-8cd1-e5a2d4aff614,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:03:39.894231 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-41c7a350-0b60-4b19-8ed8-fb1c8c2311e1 tempest-RoutersIpV6AdminTest-1578650958 tempest-RoutersIpV6AdminTest-1578650958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4696'] for router, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:39.900129 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-41c7a350-0b60-4b19-8ed8-fb1c8c2311e1 tempest-RoutersIpV6AdminTest-1578650958 tempest-RoutersIpV6AdminTest-1578650958-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:39.917975 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['60bb62a3-f3d7-457c-8cd1-e5a2d4aff614'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:03:40.021273 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-41c7a350-0b60-4b19-8ed8-fb1c8c2311e1 tempest-RoutersIpV6AdminTest-1578650958 tempest-RoutersIpV6AdminTest-1578650958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-543895'] for router, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:40.026773 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41c7a350-0b60-4b19-8ed8-fb1c8c2311e1 tempest-RoutersIpV6AdminTest-1578650958 tempest-RoutersIpV6AdminTest-1578650958-project] Fanout notify agent at l3_agent the message router_deleted on router d750de84-f66d-4993-ac3b-a5ea185fb53c {{(pid=103365) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 18:03:40.039191 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-41c7a350-0b60-4b19-8ed8-fb1c8c2311e1 tempest-RoutersIpV6AdminTest-1578650958 tempest-RoutersIpV6AdminTest-1578650958-project] Publish callbacks [] for router, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:40.050890 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-41c7a350-0b60-4b19-8ed8-fb1c8c2311e1 tempest-RoutersIpV6AdminTest-1578650958 tempest-RoutersIpV6AdminTest-1578650958-project] 10.222.0.54 "DELETE /v2.0/routers/d750de84-f66d-4993-ac3b-a5ea185fb53c HTTP/1.1" status: 204 len: 168 time: 0.5832140 Nov 19 18:03:40.052949 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 53342) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:03:40.061598 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-48c5a188-1344-43cb-bcd7-931e939260b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:40.093643 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.agents_db [None req-619e5c26-d9ed-4321-86eb-7d443bb9dfa2 None None] Agent healthcheck: found 7 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 18:03:40.118046 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [req-0ee7615e-e309-4111-ba72-ff573c55c49e req-56c3eef8-6cbc-4862-b223-42cd4102d045 service neutron] (103364) timed out ('10.222.0.86', 54499) {{(pid=103364) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 19 18:03:40.123693 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-c0374c90-f435-4bec-aa86-e904b07f0359 tempest-RoutersIpV6AdminTest-1578650958 tempest-RoutersIpV6AdminTest-1578650958-project] 10.222.0.54 "GET /v2.0/ports?device_id=d750de84-f66d-4993-ac3b-a5ea185fb53c HTTP/1.1" status: 200 len: 205 time: 0.0695570 Nov 19 18:03:40.124606 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 53346) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:03:40.137360 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-48c5a188-1344-43cb-bcd7-931e939260b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:40.156154 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6d7bf32d-abf4-47b5-8dfe-db7fe7838f33 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4696'] for router, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:40.169907 n-d-818022-2 neutron-server[103365]: INFO neutron.api.v2.resource [None req-96dfde5c-f593-4227-8fd0-ea7a15113250 tempest-RoutersIpV6AdminTest-1578650958 tempest-RoutersIpV6AdminTest-1578650958-project] delete failed (client error): The resource could not be found. Nov 19 18:03:40.174297 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-96dfde5c-f593-4227-8fd0-ea7a15113250 tempest-RoutersIpV6AdminTest-1578650958 tempest-RoutersIpV6AdminTest-1578650958-project] 10.222.0.54 "DELETE /v2.0/routers/d750de84-f66d-4993-ac3b-a5ea185fb53c HTTP/1.1" status: 404 len: 336 time: 0.0485485 Nov 19 18:03:40.175178 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 53348) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:03:40.211359 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-a80e9069-d055-47cb-a9ff-d2005e8a5a70 tempest-RoutersIpV6AdminTest-1578650958 tempest-RoutersIpV6AdminTest-1578650958-project] 10.222.0.54 "GET /v2.0/ports?device_id=2dbd485d-61dc-4f15-ab64-d4cbc60a6a8e HTTP/1.1" status: 200 len: 205 time: 0.0347099 Nov 19 18:03:40.212884 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 53350) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:03:40.243955 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6d7bf32d-abf4-47b5-8dfe-db7fe7838f33 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:40.267913 n-d-818022-2 neutron-server[103365]: INFO neutron.api.v2.resource [None req-5ceb7b66-9b34-4740-8c33-b4ebaf1e8497 tempest-RoutersIpV6AdminTest-1578650958 tempest-RoutersIpV6AdminTest-1578650958-project] delete failed (client error): The resource could not be found. Nov 19 18:03:40.275729 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-5ceb7b66-9b34-4740-8c33-b4ebaf1e8497 tempest-RoutersIpV6AdminTest-1578650958 tempest-RoutersIpV6AdminTest-1578650958-project] 10.222.0.54 "DELETE /v2.0/routers/2dbd485d-61dc-4f15-ab64-d4cbc60a6a8e HTTP/1.1" status: 404 len: 336 time: 0.0615895 Nov 19 18:03:40.276379 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 53354) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:03:40.311330 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-f659f51c-47ae-4e74-b92b-02e8e2717a17 tempest-RoutersIpV6AdminTest-1578650958 tempest-RoutersIpV6AdminTest-1578650958-project] 10.222.0.54 "GET /v2.0/ports?device_id=2f47e56a-9130-44bd-8ad0-23873e0ca4d5 HTTP/1.1" status: 200 len: 205 time: 0.0336657 Nov 19 18:03:40.315975 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 53356) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:03:40.374541 n-d-818022-2 neutron-server[103365]: INFO neutron.api.v2.resource [None req-699f2560-dea4-469a-a317-ac7272707a24 tempest-RoutersIpV6AdminTest-1578650958 tempest-RoutersIpV6AdminTest-1578650958-project] delete failed (client error): The resource could not be found. Nov 19 18:03:40.375796 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-699f2560-dea4-469a-a317-ac7272707a24 tempest-RoutersIpV6AdminTest-1578650958 tempest-RoutersIpV6AdminTest-1578650958-project] 10.222.0.54 "DELETE /v2.0/routers/2f47e56a-9130-44bd-8ad0-23873e0ca4d5 HTTP/1.1" status: 404 len: 336 time: 0.0588813 Nov 19 18:03:40.378880 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 53362) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:03:40.410847 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-ad9762f8-c827-44be-8025-0f5b09615b93 tempest-RoutersIpV6AdminTest-1578650958 tempest-RoutersIpV6AdminTest-1578650958-project] 10.222.0.54 "GET /v2.0/ports?device_id=4e84325d-4ad7-43b2-aa3f-fdee1c819938 HTTP/1.1" status: 200 len: 205 time: 0.0306573 Nov 19 18:03:40.413296 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 53368) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:03:40.458092 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-48c5a188-1344-43cb-bcd7-931e939260b7 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=678e9a20f9864d078c825c721f4f442e&name=default HTTP/1.1" status: 200 len: 3000 time: 2.0019550 Nov 19 18:03:40.461754 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 53372) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:03:40.464913 n-d-818022-2 neutron-server[103365]: INFO neutron.api.v2.resource [None req-92a0e0b2-1d5e-4419-92e8-e14e7cd5e9bf tempest-RoutersIpV6AdminTest-1578650958 tempest-RoutersIpV6AdminTest-1578650958-project] delete failed (client error): The resource could not be found. Nov 19 18:03:40.466418 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-92a0e0b2-1d5e-4419-92e8-e14e7cd5e9bf tempest-RoutersIpV6AdminTest-1578650958 tempest-RoutersIpV6AdminTest-1578650958-project] 10.222.0.54 "DELETE /v2.0/routers/4e84325d-4ad7-43b2-aa3f-fdee1c819938 HTTP/1.1" status: 404 len: 336 time: 0.0519643 Nov 19 18:03:40.469206 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 53374) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:03:40.526526 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e364ea0f-5f6c-447e-ac27-b6c292715145 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:40.534485 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6d7bf32d-abf4-47b5-8dfe-db7fe7838f33 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-543895'] for router, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:40.534998 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d7bf32d-abf4-47b5-8dfe-db7fe7838f33 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Fanout notify agent at l3_agent the message router_deleted on router 25fade29-37d3-434c-9f20-9cfbc1af8c0e {{(pid=103364) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 18:03:40.552017 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e364ea0f-5f6c-447e-ac27-b6c292715145 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:40.552314 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6d7bf32d-abf4-47b5-8dfe-db7fe7838f33 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks [] for router, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:40.553856 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-6d7bf32d-abf4-47b5-8dfe-db7fe7838f33 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] 10.222.0.54 "DELETE /v2.0/routers/25fade29-37d3-434c-9f20-9cfbc1af8c0e HTTP/1.1" status: 204 len: 168 time: 1.7812793 Nov 19 18:03:40.559986 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-0265227b-2fed-44b0-b1b5-44964b4e3e32 tempest-RoutersIpV6AdminTest-1578650958 tempest-RoutersIpV6AdminTest-1578650958-project] 10.222.0.54 "GET /v2.0/ports?device_id=16d0eb43-8be5-41b5-8919-74a61fa9d3c3 HTTP/1.1" status: 200 len: 205 time: 0.0896735 Nov 19 18:03:40.565063 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 53378) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:03:40.565399 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 53380) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:03:40.577754 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea39315f-63bc-4a74-9485-cebc2a4bb368 req-6c60a946-9df7-47a2-9c7f-7861c6dac963 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:03:40.579446 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ea39315f-63bc-4a74-9485-cebc2a4bb368 req-6c60a946-9df7-47a2-9c7f-7861c6dac963 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] 10.222.0.54 "GET /v2.0/ports?device_id=d832be65-8374-4a06-89bc-b24651e7e884 HTTP/1.1" status: 200 len: 944 time: 0.7381511 Nov 19 18:03:40.580045 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c5a188-1344-43cb-bcd7-931e939260b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7b5d4ff-4080-48cc-b6ce-08a31a5c729f,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:03:40.619472 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e364ea0f-5f6c-447e-ac27-b6c292715145 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:40.622585 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e364ea0f-5f6c-447e-ac27-b6c292715145 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:40.638147 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-e364ea0f-5f6c-447e-ac27-b6c292715145 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f7b5d4ff-4080-48cc-b6ce-08a31a5c729f HTTP/1.1" status: 204 len: 168 time: 0.1661246 Nov 19 18:03:40.657331 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e364ea0f-5f6c-447e-ac27-b6c292715145 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7b5d4ff-4080-48cc-b6ce-08a31a5c729f,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:03:40.687693 n-d-818022-2 neutron-server[103364]: INFO neutron.api.v2.resource [None req-b33dfb12-012e-486f-9af0-f56c25ee0010 tempest-RoutersIpV6AdminTest-1578650958 tempest-RoutersIpV6AdminTest-1578650958-project] delete failed (client error): The resource could not be found. Nov 19 18:03:40.689397 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-b33dfb12-012e-486f-9af0-f56c25ee0010 tempest-RoutersIpV6AdminTest-1578650958 tempest-RoutersIpV6AdminTest-1578650958-project] 10.222.0.54 "DELETE /v2.0/routers/16d0eb43-8be5-41b5-8919-74a61fa9d3c3 HTTP/1.1" status: 404 len: 336 time: 0.1036961 Nov 19 18:03:40.692192 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 53388) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:03:40.722524 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4865b94-92d7-4280-a953-be42f52c74b9 admin admin] Router 065930b3-e613-4925-9e10-222e3043a7ad has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 18:03:40.737165 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-980f78dd-c09c-405e-89c6-2f3224dbe782 tempest-RoutersIpV6AdminTest-1578650958 tempest-RoutersIpV6AdminTest-1578650958-project] 10.222.0.54 "GET /v2.0/ports?device_id=0dc8505c-733c-4b25-900b-c2a9c69acc1a HTTP/1.1" status: 200 len: 205 time: 0.0430634 Nov 19 18:03:40.739738 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 53394) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:03:40.770093 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6296371-7efb-4484-8f59-63c3a3b542b2 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Deleting subnet 51a4bb56-1eba-470d-a474-66833d691641 {{(pid=103364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 18:03:40.826673 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b6296371-7efb-4484-8f59-63c3a3b542b2 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks [] for subnet, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:40.875250 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b6296371-7efb-4484-8f59-63c3a3b542b2 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9416263'] for subnet, precommit_delete_associations {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:40.878047 n-d-818022-2 neutron-server[103364]: INFO neutron.api.v2.resource [None req-f24717be-0b28-4c25-8b4b-327960b53c36 tempest-RoutersIpV6AdminTest-1578650958 tempest-RoutersIpV6AdminTest-1578650958-project] delete failed (client error): The resource could not be found. Nov 19 18:03:40.879123 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-f24717be-0b28-4c25-8b4b-327960b53c36 tempest-RoutersIpV6AdminTest-1578650958 tempest-RoutersIpV6AdminTest-1578650958-project] 10.222.0.54 "DELETE /v2.0/routers/0dc8505c-733c-4b25-900b-c2a9c69acc1a HTTP/1.1" status: 404 len: 336 time: 0.1343110 Nov 19 18:03:40.881902 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 53402) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:03:40.901731 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ea39315f-63bc-4a74-9485-cebc2a4bb368 req-0a7af25c-c0e4-4c30-bc77-276d82012242 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] 10.222.0.54 "GET /v2.0/security-groups?id=ab553829-b17c-4bd7-9495-2cea0ebc82fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2937779 Nov 19 18:03:40.936348 n-d-818022-2 neutron-server[103365]: INFO neutron.pecan_wsgi.hooks.translation [None req-18d5161c-46c1-41e3-85fe-d961ed4b66cd tempest-RoutersIpV6AdminTest-1578650958 tempest-RoutersIpV6AdminTest-1578650958-project] DELETE failed (client error): The resource could not be found. Nov 19 18:03:40.937072 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18d5161c-46c1-41e3-85fe-d961ed4b66cd tempest-RoutersIpV6AdminTest-1578650958 tempest-RoutersIpV6AdminTest-1578650958-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103365) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 18:03:40.941339 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-18d5161c-46c1-41e3-85fe-d961ed4b66cd tempest-RoutersIpV6AdminTest-1578650958 tempest-RoutersIpV6AdminTest-1578650958-project] 10.222.0.54 "DELETE /v2.0/subnets/ddc7e476-2a46-4aa4-ba3f-2aa511a823fe HTTP/1.1" status: 404 len: 337 time: 0.0583348 Nov 19 18:03:41.074998 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b6296371-7efb-4484-8f59-63c3a3b542b2 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:41.302053 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4865b94-92d7-4280-a953-be42f52c74b9 admin admin] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:03:41.312480 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 53426) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:03:41.315247 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9dfc013-382e-4e0f-9a97-a1326629e05c None None] Sync routers for ids ['065930b3-e613-4925-9e10-222e3043a7ad'] in n-d-818022-2 {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:03:41.326082 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-b4865b94-92d7-4280-a953-be42f52c74b9 admin admin] 10.222.0.54 "PUT /v2.0/routers/065930b3-e613-4925-9e10-222e3043a7ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1043825 Nov 19 18:03:41.333878 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9dfc013-382e-4e0f-9a97-a1326629e05c None None] Routers {'065930b3-e613-4925-9e10-222e3043a7ad'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:03:41.336371 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-a9dfc013-382e-4e0f-9a97-a1326629e05c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:03:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['065930b3-e613-4925-9e10-222e3043a7ad'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:03:41.357544 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b6296371-7efb-4484-8f59-63c3a3b542b2 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12425137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8983934'] for subnet, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:41.384370 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b6296371-7efb-4484-8f59-63c3a3b542b2 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:41.387942 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-b6296371-7efb-4484-8f59-63c3a3b542b2 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] 10.222.0.54 "DELETE /v2.0/subnets/51a4bb56-1eba-470d-a474-66833d691641 HTTP/1.1" status: 204 len: 168 time: 0.8035107 Nov 19 18:03:41.438781 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 53428) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:03:41.439458 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6296371-7efb-4484-8f59-63c3a3b542b2 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Pushing event deleted for resources: {'Subnet': ['ID=51a4bb56-1eba-470d-a474-66833d691641,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:03:41.566651 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 53430) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:03:41.683765 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f4eaff9d-2ce6-48b9-9f89-ead671cd3c4a admin admin] Publish callbacks [] for router, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:41.728720 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-61ac4f60-7ca6-4886-b417-011e7b973df9 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:41.820494 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-61ac4f60-7ca6-4886-b417-011e7b973df9 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Deleting port 3d9a5b43-ec1c-402e-8b9c-f3e6df49d13c {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:03:41.820754 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-61ac4f60-7ca6-4886-b417-011e7b973df9 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:41.909124 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-a9dfc013-382e-4e0f-9a97-a1326629e05c None None] Set router 065930b3-e613-4925-9e10-222e3043a7ad gateway port host: n-d-818022-2 {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:03:41.959282 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6be913e0-8b11-4a3a-8a56-5962569125eb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:41.963482 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f4eaff9d-2ce6-48b9-9f89-ead671cd3c4a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:42.021905 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 60bb62a3-f3d7-457c-8cd1-e5a2d4aff614 up at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:03:42.029621 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f7225a8-1f66-4015-a2e7-b8bf92a720b3 None None] Network d35ecc32-e1d5-4186-b4b1-bb2402ef37db requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:03:42.040157 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [None req-61ac4f60-7ca6-4886-b417-011e7b973df9 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] For port 3d9a5b43-ec1c-402e-8b9c-f3e6df49d13c, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=3d9a5b43-ec1c-402e-8b9c-f3e6df49d13c,segment=NetworkSegment(3f3fbd35-064c-4268-9a51-272fb0adf7fc),segment_id=3f3fbd35-064c-4268-9a51-272fb0adf7fc)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:03:42.040469 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-61ac4f60-7ca6-4886-b417-011e7b973df9 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:42.089831 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-61ac4f60-7ca6-4886-b417-011e7b973df9 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Calling delete_port for 3d9a5b43-ec1c-402e-8b9c-f3e6df49d13c owned by network:dhcp {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:03:42.284174 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cc8c69-bcbc-49b6-aee8-02018c62008e req-7512408d-e4f9-4f37-b5af-80612e82f55b tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:03:42.286013 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-90cc8c69-bcbc-49b6-aee8-02018c62008e req-7512408d-e4f9-4f37-b5af-80612e82f55b tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] 10.222.0.54 "GET /v2.0/ports?device_id=d832be65-8374-4a06-89bc-b24651e7e884 HTTP/1.1" status: 200 len: 944 time: 0.2103672 Nov 19 18:03:42.337792 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-f4eaff9d-2ce6-48b9-9f89-ead671cd3c4a admin admin] Deleting port 7eae332c-23b4-40ea-8848-59a4fab67c82 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:03:42.338587 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f4eaff9d-2ce6-48b9-9f89-ead671cd3c4a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:42.359516 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6be913e0-8b11-4a3a-8a56-5962569125eb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:42.379120 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6be913e0-8b11-4a3a-8a56-5962569125eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:42.401473 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning for port 60bb62a3-f3d7-457c-8cd1-e5a2d4aff614 completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 18:03:42.451712 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-6be913e0-8b11-4a3a-8a56-5962569125eb admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=8ea6ef3a0972482694e5a6234fa7232e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8791318 Nov 19 18:03:42.452829 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-61ac4f60-7ca6-4886-b417-011e7b973df9 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:42.455489 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 53462) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:03:42.461167 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be913e0-8b11-4a3a-8a56-5962569125eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5afded50-4149-4e6d-b6dc-183c2aacbdf2,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:03:42.489717 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ac4f60-7ca6-4886-b417-011e7b973df9 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Pushing event deleted for resources: {'Port': ['ID=3d9a5b43-ec1c-402e-8b9c-f3e6df49d13c,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:03:42.511178 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning complete for port 60bb62a3-f3d7-457c-8cd1-e5a2d4aff614 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:03:42.512200 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:42.518074 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ac4f60-7ca6-4886-b417-011e7b973df9 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] No DVR routers for this DVR port 3d9a5b43-ec1c-402e-8b9c-f3e6df49d13c on host n-d-818022-2 {{(pid=103364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:03:42.639901 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-97ec384c-0f94-4410-a384-d43842c72ceb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:42.642828 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [None req-f4eaff9d-2ce6-48b9-9f89-ead671cd3c4a admin admin] For port 7eae332c-23b4-40ea-8848-59a4fab67c82, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=7eae332c-23b4-40ea-8848-59a4fab67c82,segment=NetworkSegment(bbe705c1-96c0-476e-8381-28227e6f0ac5),segment_id=bbe705c1-96c0-476e-8381-28227e6f0ac5)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:03:42.643202 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f4eaff9d-2ce6-48b9-9f89-ead671cd3c4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:42.674800 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-f4eaff9d-2ce6-48b9-9f89-ead671cd3c4a admin admin] Calling delete_port for 7eae332c-23b4-40ea-8848-59a4fab67c82 owned by network:router_gateway {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:03:42.679910 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-a9dfc013-382e-4e0f-9a97-a1326629e05c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '065930b3-e613-4925-9e10-222e3043a7ad', 'name': 'tempest-ImageQuotaTest-968276673-router', 'tenant_id': 'b4bdc9fe56d347f98562060ee257a5e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': '7eae332c-23b4-40ea-8848-59a4fab67c82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:03:13Z', 'updated_at': '2021-11-19T18:03:38Z', 'revision_number': 5, 'project_id': 'b4bdc9fe56d347f98562060ee257a5e9', 'gw_port': {'id': '7eae332c-23b4-40ea-8848-59a4fab67c82', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:42:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '065930b3-e613-4925-9e10-222e3043a7ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:03:16Z', 'updated_at': '2021-11-19T18:03:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:03:42.693555 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-97ec384c-0f94-4410-a384-d43842c72ceb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:42.753516 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-61ac4f60-7ca6-4886-b417-011e7b973df9 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:42.760110 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29ece929-f3ec-47d2-aa41-9d1b44d66eb0 None None] DHCP port deletion for d35ecc32-e1d5-4186-b4b1-bb2402ef37db request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:03:42.765691 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9dfc013-382e-4e0f-9a97-a1326629e05c None None] Checking router: 065930b3-e613-4925-9e10-222e3043a7ad for host: n-d-818022-2 {{(pid=103366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:03:42.815984 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-61ac4f60-7ca6-4886-b417-011e7b973df9 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d35ecc32-e1d5-4186-b4b1-bb2402ef37db']}} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:03:42.834565 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-90cc8c69-bcbc-49b6-aee8-02018c62008e req-c7a278de-99ac-4057-8721-e5c06c1d4722 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] 10.222.0.54 "GET /v2.0/security-groups?id=ab553829-b17c-4bd7-9495-2cea0ebc82fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5395472 Nov 19 18:03:42.839777 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-61ac4f60-7ca6-4886-b417-011e7b973df9 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f3fbd35-064c-4268-9a51-272fb0adf7fc') {'for_net_delete': True} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:03:42.840070 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-61ac4f60-7ca6-4886-b417-011e7b973df9 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f3fbd35-064c-4268-9a51-272fb0adf7fc') {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:03:42.854738 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9dfc013-382e-4e0f-9a97-a1326629e05c None None] Routers {'065930b3-e613-4925-9e10-222e3043a7ad'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:03:42.858562 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-a9dfc013-382e-4e0f-9a97-a1326629e05c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:03:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['065930b3-e613-4925-9e10-222e3043a7ad'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:03:42.865991 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-61ac4f60-7ca6-4886-b417-011e7b973df9 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417396'] for segment, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:42.895799 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-97ec384c-0f94-4410-a384-d43842c72ceb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:42.898566 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-97ec384c-0f94-4410-a384-d43842c72ceb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:42.900579 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-97ec384c-0f94-4410-a384-d43842c72ceb admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/5afded50-4149-4e6d-b6dc-183c2aacbdf2 HTTP/1.1" status: 204 len: 168 time: 0.4404511 Nov 19 18:03:42.901683 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-61ac4f60-7ca6-4886-b417-011e7b973df9 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:42.929609 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61ac4f60-7ca6-4886-b417-011e7b973df9 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Releasing vlan 672 on physical network physnet1 to pool {{(pid=103364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 18:03:42.930038 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-61ac4f60-7ca6-4886-b417-011e7b973df9 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12425183'] for segment, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:42.933610 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ec384c-0f94-4410-a384-d43842c72ceb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5afded50-4149-4e6d-b6dc-183c2aacbdf2,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:03:42.941725 n-d-818022-2 neutron-server[103364]: Traceback (most recent call last): Nov 19 18:03:42.941725 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 18:03:42.941725 n-d-818022-2 neutron-server[103364]: timer() Nov 19 18:03:42.941725 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 18:03:42.941725 n-d-818022-2 neutron-server[103364]: cb(*args, **kw) Nov 19 18:03:42.941725 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 18:03:42.941725 n-d-818022-2 neutron-server[103364]: return func(*args, **kwargs) Nov 19 18:03:42.941725 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 18:03:42.941725 n-d-818022-2 neutron-server[103364]: self._notify() Nov 19 18:03:42.941725 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 18:03:42.941725 n-d-818022-2 neutron-server[103364]: self.callback(batched_events) Nov 19 18:03:42.941725 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 18:03:42.941725 n-d-818022-2 neutron-server[103364]: event.method(event) Nov 19 18:03:42.941725 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 18:03:42.941725 n-d-818022-2 neutron-server[103364]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 18:03:42.941725 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 18:03:42.941725 n-d-818022-2 neutron-server[103364]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 18:03:42.941725 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 18:03:42.941725 n-d-818022-2 neutron-server[103364]: return f(self, *a, **k) Nov 19 18:03:42.941725 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 18:03:42.941725 n-d-818022-2 neutron-server[103364]: return self._get(url).json() Nov 19 18:03:42.941725 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 18:03:42.941725 n-d-818022-2 neutron-server[103364]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 18:03:42.941725 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 18:03:42.941725 n-d-818022-2 neutron-server[103364]: return self.request(url, 'GET', **kwargs) Nov 19 18:03:42.941725 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 18:03:42.941725 n-d-818022-2 neutron-server[103364]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 18:03:42.941725 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 18:03:42.941725 n-d-818022-2 neutron-server[103364]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 18:03:42.941725 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 18:03:42.941725 n-d-818022-2 neutron-server[103364]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 18:03:42.941725 n-d-818022-2 neutron-server[103364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 18:03:43.058479 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-61ac4f60-7ca6-4886-b417-011e7b973df9 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671242'] for network, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:43.073341 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-61ac4f60-7ca6-4886-b417-011e7b973df9 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks [] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:43.113198 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-61ac4f60-7ca6-4886-b417-011e7b973df9 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] 10.222.0.54 "DELETE /v2.0/networks/d35ecc32-e1d5-4186-b4b1-bb2402ef37db HTTP/1.1" status: 204 len: 168 time: 1.6714153 Nov 19 18:03:43.126962 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 53476) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:03:43.141102 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-a9dfc013-382e-4e0f-9a97-a1326629e05c None None] Set router 065930b3-e613-4925-9e10-222e3043a7ad gateway port host: None {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:03:43.177084 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ac4f60-7ca6-4886-b417-011e7b973df9 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Pushing event deleted for resources: {'Network': ['ID=d35ecc32-e1d5-4186-b4b1-bb2402ef37db,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:03:43.290031 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38fad156-c292-4232-9105-40c921eebd25 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:03:43.297042 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-38fad156-c292-4232-9105-40c921eebd25 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] 10.222.0.54 "GET /v2.0/ports/c63222b8-84a1-48d5-ab39-4ba6e0123787 HTTP/1.1" status: 200 len: 845 time: 0.1633909 Nov 19 18:03:43.297513 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 53482) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:03:43.321995 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f4eaff9d-2ce6-48b9-9f89-ead671cd3c4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:43.322604 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-a9dfc013-382e-4e0f-9a97-a1326629e05c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '065930b3-e613-4925-9e10-222e3043a7ad', 'name': 'tempest-ImageQuotaTest-968276673-router', 'tenant_id': 'b4bdc9fe56d347f98562060ee257a5e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:03:13Z', 'updated_at': '2021-11-19T18:03:41Z', 'revision_number': 6, 'project_id': 'b4bdc9fe56d347f98562060ee257a5e9', 'gw_port_host': None}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:03:43.341556 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:43.402555 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9dfc013-382e-4e0f-9a97-a1326629e05c None None] The sync data for ids ['065930b3-e613-4925-9e10-222e3043a7ad'] in n-d-818022-2 is: [{'id': '065930b3-e613-4925-9e10-222e3043a7ad', 'name': 'tempest-ImageQuotaTest-968276673-router', 'tenant_id': 'b4bdc9fe56d347f98562060ee257a5e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:03:13Z', 'updated_at': '2021-11-19T18:03:41Z', 'revision_number': 6, 'project_id': 'b4bdc9fe56d347f98562060ee257a5e9', 'gw_port_host': None}] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:03:43.449984 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-c4548265-95bd-43a1-b0ee-be7ea70a7479 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] 10.222.0.54 "GET /v2.0/ports/c63222b8-84a1-48d5-ab39-4ba6e0123787?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1512058 Nov 19 18:03:43.451802 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd832be65-8374-4a06-89bc-b24651e7e884', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60bb62a3-f3d7-457c-8cd1-e5a2d4aff614'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:03:43.455251 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4eaff9d-2ce6-48b9-9f89-ead671cd3c4a admin admin] Pushing event deleted for resources: {'Port': ['ID=7eae332c-23b4-40ea-8848-59a4fab67c82,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:03:43.456401 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 53486) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:03:43.464908 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-c2c64580-e036-482c-897f-0e198b290642 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Request body: {'subnet': {'network_id': '94827efd-2834-47e5-b17c-981d64689a94', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:03:43.466381 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3940761bcd94e032e6960d2241bd8993c5d3a7d8dc2aca8488f3ecf1d4dd2fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a06b5629-74f6-4556-abd6-24b7583256ab" -d '{"events": [{"server_uuid": "d832be65-8374-4a06-89bc-b24651e7e884", "name": "network-vif-plugged", "status": "completed", "tag": "60bb62a3-f3d7-457c-8cd1-e5a2d4aff614"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:03:43.501472 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3eca20e-0c06-4b81-a1aa-9b85181cd987 None None] DHCP port deletion for 645e61aa-1a6c-4e8f-857e-ab06edb4897f request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:03:43.538851 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 60bb62a3-f3d7-457c-8cd1-e5a2d4aff614, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=60bb62a3-f3d7-457c-8cd1-e5a2d4aff614,segment=NetworkSegment(93225d1f-5aff-466a-a20e-5f356e9dbfdc),segment_id=93225d1f-5aff-466a-a20e-5f356e9dbfdc)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:03:43.553694 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:03:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d9f771e-433f-4b6f-b1fa-5e020b6a6563 x-openstack-request-id: req-3d9f771e-433f-4b6f-b1fa-5e020b6a6563 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:03:43.554052 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d832be65-8374-4a06-89bc-b24651e7e884", "name": "network-vif-plugged", "status": "completed", "tag": "60bb62a3-f3d7-457c-8cd1-e5a2d4aff614", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:03:43.554310 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-3d9f771e-433f-4b6f-b1fa-5e020b6a6563 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:03:43.555273 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd832be65-8374-4a06-89bc-b24651e7e884', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60bb62a3-f3d7-457c-8cd1-e5a2d4aff614', 'code': 200} Nov 19 18:03:43.561650 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:43.690021 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=60bb62a3-f3d7-457c-8cd1-e5a2d4aff614,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:03:43.770204 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2c64580-e036-482c-897f-0e198b290642 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Made reservation on behalf of 3d6ff715a1b54ed1818e68232d77d2b6 for: {'subnet': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:03:43.778049 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f4eaff9d-2ce6-48b9-9f89-ead671cd3c4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-671730'] for router_gateway, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:43.783384 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c2c64580-e036-482c-897f-0e198b290642 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8983829'] for subnet, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:43.905662 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 53500) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:03:44.061867 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f4eaff9d-2ce6-48b9-9f89-ead671cd3c4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4696'] for router, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:44.068339 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28f4bd1-4466-4045-95b4-3375e15cf5d1 req-b7f00377-1e51-44b4-b1b3-ad909fcc582c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:03:44.073213 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a28f4bd1-4466-4045-95b4-3375e15cf5d1 req-b7f00377-1e51-44b4-b1b3-ad909fcc582c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=d832be65-8374-4a06-89bc-b24651e7e884 HTTP/1.1" status: 200 len: 1096 time: 0.4047577 Nov 19 18:03:44.100037 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f4eaff9d-2ce6-48b9-9f89-ead671cd3c4a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:44.236781 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d63c11a-b635-48dd-ae48-9c071c2cbbdd req-7b635943-32a9-46f9-8dde-f44adff7c83c tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:03:44.238585 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2d63c11a-b635-48dd-ae48-9c071c2cbbdd req-7b635943-32a9-46f9-8dde-f44adff7c83c tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] 10.222.0.54 "GET /v2.0/ports?device_id=d832be65-8374-4a06-89bc-b24651e7e884 HTTP/1.1" status: 200 len: 945 time: 0.2508485 Nov 19 18:03:44.241941 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f4eaff9d-2ce6-48b9-9f89-ead671cd3c4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-543895'] for router, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:44.242424 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4eaff9d-2ce6-48b9-9f89-ead671cd3c4a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 065930b3-e613-4925-9e10-222e3043a7ad {{(pid=103365) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 18:03:44.348733 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f4eaff9d-2ce6-48b9-9f89-ead671cd3c4a admin admin] Publish callbacks [] for router, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:44.355041 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-f4eaff9d-2ce6-48b9-9f89-ead671cd3c4a admin admin] 10.222.0.54 "DELETE /v2.0/routers/065930b3-e613-4925-9e10-222e3043a7ad HTTP/1.1" status: 204 len: 168 time: 3.0397251 Nov 19 18:03:44.357885 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a28f4bd1-4466-4045-95b4-3375e15cf5d1 req-15412fe8-2f78-4ce8-8096-054fe81e55f5 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=ab553829-b17c-4bd7-9495-2cea0ebc82fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2502606 Nov 19 18:03:44.366835 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-00eaff6b-c3a3-45cf-a5c0-62aa69183424 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=2e9d53baf5214d0d9669d774dbca2842&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4597962 Nov 19 18:03:44.367684 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 53512) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:03:44.384689 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 53514) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:03:44.471068 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 3d9a5b43-ec1c-402e-8b9c-f3e6df49d13c no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:03:44.482931 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c2c64580-e036-482c-897f-0e198b290642 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12425078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8983815'] for subnet, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:44.549369 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: 3d9a5b43-ec1c-402e-8b9c-f3e6df49d13c {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:03:44.553405 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 3d9a5b43-ec1c-402e-8b9c-f3e6df49d13c not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:03:44.554212 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device e1b1be86-ad69-4a92-9afa-ec1e22e53f68 no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:03:44.572157 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-45a15006-8fc1-48df-8c08-4e5f273e86e8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:44.606595 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-45a15006-8fc1-48df-8c08-4e5f273e86e8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:44.612788 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: e1b1be86-ad69-4a92-9afa-ec1e22e53f68 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:03:44.613427 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device e1b1be86-ad69-4a92-9afa-ec1e22e53f68 not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:03:44.615570 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 7eae332c-23b4-40ea-8848-59a4fab67c82 no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:03:44.634592 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_v2 [None req-411e3c77-5de4-4aaa-9a6f-76343d3e0e63 admin admin] Deleting subnet 9d356105-6e6f-4d4b-b267-17f89b983ebe {{(pid=103365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 18:03:44.651670 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-411e3c77-5de4-4aaa-9a6f-76343d3e0e63 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:44.684498 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: 7eae332c-23b4-40ea-8848-59a4fab67c82 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:03:44.685500 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 7eae332c-23b4-40ea-8848-59a4fab67c82 not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:03:44.712271 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2c64580-e036-482c-897f-0e198b290642 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Network 94827efd-2834-47e5-b17c-981d64689a94 is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:03:44.717260 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-c2c64580-e036-482c-897f-0e198b290642 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:03:44.721594 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2c64580-e036-482c-897f-0e198b290642 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:03:44.722244 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c2c64580-e036-482c-897f-0e198b290642 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:44.724651 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-45a15006-8fc1-48df-8c08-4e5f273e86e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:44.727183 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-45a15006-8fc1-48df-8c08-4e5f273e86e8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:44.731872 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-45a15006-8fc1-48df-8c08-4e5f273e86e8 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/653f28ff-e705-4f61-8955-5da819982aab HTTP/1.1" status: 204 len: 168 time: 0.3293009 Nov 19 18:03:44.732078 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e48fc41b-4a5e-4b2c-9bde-c69c772c0b66 None None] Network 94827efd-2834-47e5-b17c-981d64689a94 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:03:44.746203 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c64580-e036-482c-897f-0e198b290642 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Pushing event updated for resources: {'Subnet': ['ID=860636f5-bd6d-4e32-b075-a3175ab8a78a,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:03:44.797254 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a15006-8fc1-48df-8c08-4e5f273e86e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=653f28ff-e705-4f61-8955-5da819982aab,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:03:44.859655 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-c2c64580-e036-482c-897f-0e198b290642 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3994632 Nov 19 18:03:44.865407 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 53532) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:03:44.890826 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-dbced46c-d673-486f-93be-d07ed5816a64 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Request body: {'security_group': {'name': 'tempest-secgroup-2112948251'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:03:44.940216 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-411e3c77-5de4-4aaa-9a6f-76343d3e0e63 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12546453'] for subnet, precommit_delete_associations {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:45.001433 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-dbced46c-d673-486f-93be-d07ed5816a64 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:45.197679 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-411e3c77-5de4-4aaa-9a6f-76343d3e0e63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:45.225891 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-077e7c4d-30bc-43e7-b5f2-bbf1cf94b66d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54f44f5f-1200-574e-8740-2141911d5b73-94827efd-2834-47e5-b17c-981d64689a94', 'network_id': '94827efd-2834-47e5-b17c-981d64689a94', 'tenant_id': '3d6ff715a1b54ed1818e68232d77d2b6', 'fixed_ips': [{'subnet_id': '860636f5-bd6d-4e32-b075-a3175ab8a78a'}]}} from n-d-818022-2. {{(pid=103366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 18:03:45.227651 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-077e7c4d-30bc-43e7-b5f2-bbf1cf94b66d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:45.229328 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-dbced46c-d673-486f-93be-d07ed5816a64 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:45.249297 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-dbced46c-d673-486f-93be-d07ed5816a64 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:45.277366 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2d63c11a-b635-48dd-ae48-9c071c2cbbdd req-5972bca2-168a-4152-a267-26c39dd723f7 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] 10.222.0.54 "GET /v2.0/security-groups?id=ab553829-b17c-4bd7-9495-2cea0ebc82fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9417472 Nov 19 18:03:45.347895 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbced46c-d673-486f-93be-d07ed5816a64 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Pushing event updated for resources: {'SecurityGroup': ['ID=730dab4a-cdd3-4cf8-b687-50fe5e174d60,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:03:45.361506 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-dbced46c-d673-486f-93be-d07ed5816a64 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:45.365285 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-dbced46c-d673-486f-93be-d07ed5816a64 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4963839 Nov 19 18:03:45.366734 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 53542) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:03:45.395819 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-4c1e0e4c-d354-4613-adef-5a5d252aa94a tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Request body: {'security_group': {'name': 'tempest-secgroup-1358074192'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:03:45.409483 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-411e3c77-5de4-4aaa-9a6f-76343d3e0e63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12282919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8731163'] for subnet, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:45.509684 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [None req-077e7c4d-30bc-43e7-b5f2-bbf1cf94b66d None None] Allocated IP 2001:db8::2 (94827efd-2834-47e5-b17c-981d64689a94/860636f5-bd6d-4e32-b075-a3175ab8a78a/7e331382-51ea-41ab-9069-7231de5e5e8d) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:03:45.527560 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411e3c77-5de4-4aaa-9a6f-76343d3e0e63 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d356105-6e6f-4d4b-b267-17f89b983ebe,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:03:45.535976 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-411e3c77-5de4-4aaa-9a6f-76343d3e0e63 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:45.539288 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-411e3c77-5de4-4aaa-9a6f-76343d3e0e63 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/9d356105-6e6f-4d4b-b267-17f89b983ebe HTTP/1.1" status: 204 len: 168 time: 1.1490066 Nov 19 18:03:45.542563 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 53546) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:03:45.608042 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4c1e0e4c-d354-4613-adef-5a5d252aa94a tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:45.713271 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e1a4418-46bc-4e39-9018-54c92ecd731f None None] Network bb5b1b51-c80f-4e79-aba4-4c0c3046e81e requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:03:45.735725 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ab938236-75f9-42ec-bcbb-598cf15df99a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:45.753301 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4c1e0e4c-d354-4613-adef-5a5d252aa94a tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:45.768270 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4c1e0e4c-d354-4613-adef-5a5d252aa94a tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:45.810398 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4c1e0e4c-d354-4613-adef-5a5d252aa94a tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:45.814063 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-4c1e0e4c-d354-4613-adef-5a5d252aa94a tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4430807 Nov 19 18:03:45.819369 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 53552) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:03:45.839125 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-1e28b459-54a8-4f61-b442-43bfcdc40fc2 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-34582257', 'security_groups': ['406f99a4-b0a0-47b0-8401-e814d97ea1dc'], 'network_id': '94827efd-2834-47e5-b17c-981d64689a94', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '860636f5-bd6d-4e32-b075-a3175ab8a78a'}]}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:03:45.871644 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1e0e4c-d354-4613-adef-5a5d252aa94a tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Pushing event updated for resources: {'SecurityGroup': ['ID=406f99a4-b0a0-47b0-8401-e814d97ea1dc,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:03:45.970416 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 53558) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:03:45.981524 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-077e7c4d-30bc-43e7-b5f2-bbf1cf94b66d None None] Publish callbacks [] for port, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:45.984912 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-ab938236-75f9-42ec-bcbb-598cf15df99a admin admin] Deleting port 91d79cb2-c48f-428f-a03e-255bedac5b47 {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:03:45.986574 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ab938236-75f9-42ec-bcbb-598cf15df99a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:45.993349 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-077e7c4d-30bc-43e7-b5f2-bbf1cf94b66d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998'] for port, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:46.053405 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-077e7c4d-30bc-43e7-b5f2-bbf1cf94b66d None None] Network 94827efd-2834-47e5-b17c-981d64689a94 is already hosted by enough agents. {{(pid=103366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:03:46.060414 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [None req-077e7c4d-30bc-43e7-b5f2-bbf1cf94b66d None None] Resources bound (agent type, host, resource id): {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:03:46.064390 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-077e7c4d-30bc-43e7-b5f2-bbf1cf94b66d None None] Received port after_create {{(pid=103366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:03:46.100098 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077e7c4d-30bc-43e7-b5f2-bbf1cf94b66d None None] Pushing event updated for resources: {'Port': ['ID=7e331382-51ea-41ab-9069-7231de5e5e8d,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:03:46.158272 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [None req-ab938236-75f9-42ec-bcbb-598cf15df99a admin admin] For port 91d79cb2-c48f-428f-a03e-255bedac5b47, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=91d79cb2-c48f-428f-a03e-255bedac5b47,segment=NetworkSegment(3296b962-f73d-4f53-8807-42f6c671e903),segment_id=3296b962-f73d-4f53-8807-42f6c671e903)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:03:46.158956 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ab938236-75f9-42ec-bcbb-598cf15df99a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:46.177516 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-ab938236-75f9-42ec-bcbb-598cf15df99a admin admin] Calling delete_port for 91d79cb2-c48f-428f-a03e-255bedac5b47 owned by network:dhcp {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:03:46.180100 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-077e7c4d-30bc-43e7-b5f2-bbf1cf94b66d None None] Attempting to bind port 7e331382-51ea-41ab-9069-7231de5e5e8d on host n-d-818022-2 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:03:46.181455 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-077e7c4d-30bc-43e7-b5f2-bbf1cf94b66d None None] Attempting to bind port 7e331382-51ea-41ab-9069-7231de5e5e8d by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': '775fc836-c79e-401d-b005-a89e05286567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '94827efd-2834-47e5-b17c-981d64689a94'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:03:46.182921 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-077e7c4d-30bc-43e7-b5f2-bbf1cf94b66d None None] Attempting to bind port 7e331382-51ea-41ab-9069-7231de5e5e8d on network 94827efd-2834-47e5-b17c-981d64689a94 {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:03:46.186597 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97f7bacb-8e62-41f1-b66c-9856103c7380 None None] DHCP port deletion for bb5b1b51-c80f-4e79-aba4-4c0c3046e81e request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:03:46.265895 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-077e7c4d-30bc-43e7-b5f2-bbf1cf94b66d None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 3, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:03:46.268332 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-077e7c4d-30bc-43e7-b5f2-bbf1cf94b66d None None] Checking segment: {'id': '775fc836-c79e-401d-b005-a89e05286567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '94827efd-2834-47e5-b17c-981d64689a94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:03:46.276646 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-077e7c4d-30bc-43e7-b5f2-bbf1cf94b66d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:46.276646 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-077e7c4d-30bc-43e7-b5f2-bbf1cf94b66d None None] Bound using segment: {'id': '775fc836-c79e-401d-b005-a89e05286567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '94827efd-2834-47e5-b17c-981d64689a94'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:03:46.278278 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-077e7c4d-30bc-43e7-b5f2-bbf1cf94b66d None None] Bound port: 7e331382-51ea-41ab-9069-7231de5e5e8d, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '775fc836-c79e-401d-b005-a89e05286567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '94827efd-2834-47e5-b17c-981d64689a94'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:03:46.278770 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-077e7c4d-30bc-43e7-b5f2-bbf1cf94b66d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:46.339918 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9ab40458-0b76-433b-a766-3aca56dd349e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:46.354517 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ab938236-75f9-42ec-bcbb-598cf15df99a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:46.404962 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e28b459-54a8-4f61-b442-43bfcdc40fc2 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Made reservation on behalf of 3d6ff715a1b54ed1818e68232d77d2b6 for: {'port': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:03:46.415474 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab938236-75f9-42ec-bcbb-598cf15df99a admin admin] Pushing event deleted for resources: {'Port': ['ID=91d79cb2-c48f-428f-a03e-255bedac5b47,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:03:46.429840 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab938236-75f9-42ec-bcbb-598cf15df99a admin admin] No DVR routers for this DVR port 91d79cb2-c48f-428f-a03e-255bedac5b47 on host n-d-818022-2 {{(pid=103364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:03:46.442644 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 91d79cb2-c48f-428f-a03e-255bedac5b47 no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:03:46.563251 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: 91d79cb2-c48f-428f-a03e-255bedac5b47 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:03:46.566338 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 91d79cb2-c48f-428f-a03e-255bedac5b47 not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:03:46.630462 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-97f7bacb-8e62-41f1-b66c-9856103c7380 None None] Deleting port 91d79cb2-c48f-428f-a03e-255bedac5b47 {{(pid=103366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:03:46.632887 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-97f7bacb-8e62-41f1-b66c-9856103c7380 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:46.707305 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9ab40458-0b76-433b-a766-3aca56dd349e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:46.720409 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ab938236-75f9-42ec-bcbb-598cf15df99a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:46.720997 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9ab40458-0b76-433b-a766-3aca56dd349e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:46.779863 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-97f7bacb-8e62-41f1-b66c-9856103c7380 None None] For port 91d79cb2-c48f-428f-a03e-255bedac5b47, host n-d-818022-2, got binding levels [] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:03:46.780270 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-97f7bacb-8e62-41f1-b66c-9856103c7380 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:46.799198 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db56d58-640d-4ce5-a5d6-173e544b8b3a req-31f3d17b-49fc-47cb-b94c-9f7fd5a5571a tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:03:46.803804 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-97f7bacb-8e62-41f1-b66c-9856103c7380 None None] Calling delete_port for 91d79cb2-c48f-428f-a03e-255bedac5b47 owned by network:dhcp {{(pid=103366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:03:46.805359 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9db56d58-640d-4ce5-a5d6-173e544b8b3a req-31f3d17b-49fc-47cb-b94c-9f7fd5a5571a tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] 10.222.0.54 "GET /v2.0/ports?device_id=d832be65-8374-4a06-89bc-b24651e7e884 HTTP/1.1" status: 200 len: 945 time: 0.2925866 Nov 19 18:03:46.807049 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.ipam_backend_mixin [None req-97f7bacb-8e62-41f1-b66c-9856103c7380 None None] Port 91d79cb2-c48f-428f-a03e-255bedac5b47 was not found and therefore no delete operation was performed {{(pid=103366) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 19 18:03:46.809371 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-97f7bacb-8e62-41f1-b66c-9856103c7380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007'] for port, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:46.828680 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab40458-0b76-433b-a766-3aca56dd349e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d62ccdc-51ca-44de-9648-d70e6a4fd2db,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:03:46.849161 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-9ab40458-0b76-433b-a766-3aca56dd349e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=32ac21700b8a487c9a339983b5c7a88b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8765421 Nov 19 18:03:46.850097 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 53594) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:03:46.861194 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f7bacb-8e62-41f1-b66c-9856103c7380 None None] Pushing event deleted for resources: {'Port': ['ID=91d79cb2-c48f-428f-a03e-255bedac5b47,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:03:46.865169 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-077e7c4d-30bc-43e7-b5f2-bbf1cf94b66d None None] For port 7e331382-51ea-41ab-9069-7231de5e5e8d, host n-d-818022-2, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:03:46.898474 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f7bacb-8e62-41f1-b66c-9856103c7380 None None] No DVR routers for this DVR port 91d79cb2-c48f-428f-a03e-255bedac5b47 on host n-d-818022-2 {{(pid=103366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:03:46.924856 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-077e7c4d-30bc-43e7-b5f2-bbf1cf94b66d None None] For port 7e331382-51ea-41ab-9069-7231de5e5e8d, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=7e331382-51ea-41ab-9069-7231de5e5e8d,segment=NetworkSegment(775fc836-c79e-401d-b005-a89e05286567),segment_id=775fc836-c79e-401d-b005-a89e05286567)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:03:46.934144 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-077e7c4d-30bc-43e7-b5f2-bbf1cf94b66d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:46.944508 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a7b80444-20c8-4f3b-8fb5-2366b0f4fcd9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:46.944764 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1e28b459-54a8-4f61-b442-43bfcdc40fc2 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:46.999398 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a7b80444-20c8-4f3b-8fb5-2366b0f4fcd9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:47.001444 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-ab938236-75f9-42ec-bcbb-598cf15df99a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb5b1b51-c80f-4e79-aba4-4c0c3046e81e']}} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:03:47.061493 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [None req-1e28b459-54a8-4f61-b442-43bfcdc40fc2 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] device_id is not set on port ea43328e-bb22-4896-a168-279733cc9f73 yet. {{(pid=103364) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 18:03:47.093950 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-ab938236-75f9-42ec-bcbb-598cf15df99a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3296b962-f73d-4f53-8807-42f6c671e903') {'for_net_delete': True} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:03:47.094391 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-ab938236-75f9-42ec-bcbb-598cf15df99a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3296b962-f73d-4f53-8807-42f6c671e903') {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:03:47.103368 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077e7c4d-30bc-43e7-b5f2-bbf1cf94b66d None None] Pushing event updated for resources: {'Port': ['ID=7e331382-51ea-41ab-9069-7231de5e5e8d,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:03:47.168226 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a7b80444-20c8-4f3b-8fb5-2366b0f4fcd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:47.173210 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a7b80444-20c8-4f3b-8fb5-2366b0f4fcd9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:47.178430 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-a7b80444-20c8-4f3b-8fb5-2366b0f4fcd9 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/5d62ccdc-51ca-44de-9648-d70e6a4fd2db HTTP/1.1" status: 204 len: 168 time: 0.3235130 Nov 19 18:03:47.216720 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b80444-20c8-4f3b-8fb5-2366b0f4fcd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d62ccdc-51ca-44de-9648-d70e6a4fd2db,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:03:47.255012 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ab938236-75f9-42ec-bcbb-598cf15df99a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417396'] for segment, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:47.296741 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9db56d58-640d-4ce5-a5d6-173e544b8b3a req-c0e9f21e-b0c6-4a23-b897-dabb207ee10d tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] 10.222.0.54 "GET /v2.0/security-groups?id=ab553829-b17c-4bd7-9495-2cea0ebc82fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4350612 Nov 19 18:03:47.343584 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ab938236-75f9-42ec-bcbb-598cf15df99a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:47.370291 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab938236-75f9-42ec-bcbb-598cf15df99a admin admin] Releasing vlan 687 on physical network physnet1 to pool {{(pid=103364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 18:03:47.371061 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ab938236-75f9-42ec-bcbb-598cf15df99a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12425183'] for segment, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:47.377529 n-d-818022-2 neutron-server[103364]: Traceback (most recent call last): Nov 19 18:03:47.377529 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 18:03:47.377529 n-d-818022-2 neutron-server[103364]: timer() Nov 19 18:03:47.377529 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 18:03:47.377529 n-d-818022-2 neutron-server[103364]: cb(*args, **kw) Nov 19 18:03:47.377529 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 18:03:47.377529 n-d-818022-2 neutron-server[103364]: return func(*args, **kwargs) Nov 19 18:03:47.377529 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 18:03:47.377529 n-d-818022-2 neutron-server[103364]: self._notify() Nov 19 18:03:47.377529 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 18:03:47.377529 n-d-818022-2 neutron-server[103364]: self.callback(batched_events) Nov 19 18:03:47.377529 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 18:03:47.377529 n-d-818022-2 neutron-server[103364]: event.method(event) Nov 19 18:03:47.377529 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 18:03:47.377529 n-d-818022-2 neutron-server[103364]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 18:03:47.377529 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 18:03:47.377529 n-d-818022-2 neutron-server[103364]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 18:03:47.377529 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 18:03:47.377529 n-d-818022-2 neutron-server[103364]: return f(self, *a, **k) Nov 19 18:03:47.377529 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 18:03:47.377529 n-d-818022-2 neutron-server[103364]: return self._get(url).json() Nov 19 18:03:47.377529 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 18:03:47.377529 n-d-818022-2 neutron-server[103364]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 18:03:47.377529 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 18:03:47.377529 n-d-818022-2 neutron-server[103364]: return self.request(url, 'GET', **kwargs) Nov 19 18:03:47.377529 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 18:03:47.377529 n-d-818022-2 neutron-server[103364]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 18:03:47.377529 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 18:03:47.377529 n-d-818022-2 neutron-server[103364]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 18:03:47.377529 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 18:03:47.377529 n-d-818022-2 neutron-server[103364]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 18:03:47.377529 n-d-818022-2 neutron-server[103364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 18:03:47.624839 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8e3199-9c57-4529-8f49-37fcb3e394da req-f347be9e-abbc-4155-a8c2-5b1dd3973ab2 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:03:47.627451 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4f8e3199-9c57-4529-8f49-37fcb3e394da req-f347be9e-abbc-4155-a8c2-5b1dd3973ab2 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] 10.222.0.54 "GET /v2.0/ports?device_id=d832be65-8374-4a06-89bc-b24651e7e884 HTTP/1.1" status: 200 len: 945 time: 0.1410511 Nov 19 18:03:47.747518 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ab938236-75f9-42ec-bcbb-598cf15df99a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671242'] for network, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:47.766429 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4f8e3199-9c57-4529-8f49-37fcb3e394da req-40a859d3-5632-42f2-b507-6cab803867c4 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] 10.222.0.54 "GET /v2.0/security-groups?id=ab553829-b17c-4bd7-9495-2cea0ebc82fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183941 Nov 19 18:03:47.777585 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ab938236-75f9-42ec-bcbb-598cf15df99a admin admin] Publish callbacks [] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:47.790700 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-ab938236-75f9-42ec-bcbb-598cf15df99a admin admin] 10.222.0.54 "DELETE /v2.0/networks/bb5b1b51-c80f-4e79-aba4-4c0c3046e81e HTTP/1.1" status: 204 len: 168 time: 2.2464235 Nov 19 18:03:47.823600 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab938236-75f9-42ec-bcbb-598cf15df99a admin admin] Pushing event deleted for resources: {'Network': ['ID=bb5b1b51-c80f-4e79-aba4-4c0c3046e81e,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:03:48.085858 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [None req-1e28b459-54a8-4f61-b442-43bfcdc40fc2 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Allocated IP 2001:db8::2fc (94827efd-2834-47e5-b17c-981d64689a94/860636f5-bd6d-4e32-b075-a3175ab8a78a/ea43328e-bb22-4896-a168-279733cc9f73) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:03:48.092274 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 53630) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:03:48.376816 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-e28d97c3-fdee-4598-9f40-c24f8c520ede admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b4bdc9fe56d347f98562060ee257a5e9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2826326 Nov 19 18:03:48.381413 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 53638) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:03:48.455029 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 53640) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:03:48.478093 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 7e331382-51ea-41ab-9069-7231de5e5e8d up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:03:48.534788 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-72707526-d00e-47df-a093-77c414c1e476 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:48.576009 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-72707526-d00e-47df-a093-77c414c1e476 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:48.634321 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1e28b459-54a8-4f61-b442-43bfcdc40fc2 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:48.662916 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 7e331382-51ea-41ab-9069-7231de5e5e8d triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:03:48.663078 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:48.704183 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-72707526-d00e-47df-a093-77c414c1e476 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:48.716103 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1e28b459-54a8-4f61-b442-43bfcdc40fc2 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:48.717740 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-72707526-d00e-47df-a093-77c414c1e476 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:48.719527 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-72707526-d00e-47df-a093-77c414c1e476 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/7b4f52da-40b9-45ee-9461-111c7e8244d5 HTTP/1.1" status: 204 len: 168 time: 0.3346801 Nov 19 18:03:48.764599 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de6e33c-43a8-4ea8-b9bb-aff5aac63e48 req-fba8d3e3-74d3-4922-a6ce-7ad9d47c66f2 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:03:48.770731 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2de6e33c-43a8-4ea8-b9bb-aff5aac63e48 req-fba8d3e3-74d3-4922-a6ce-7ad9d47c66f2 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] 10.222.0.54 "GET /v2.0/ports?device_id=d832be65-8374-4a06-89bc-b24651e7e884 HTTP/1.1" status: 200 len: 945 time: 0.5064230 Nov 19 18:03:48.814495 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-d725e83a-e4c4-4603-9f6b-159a3db67599 tempest-RoutersAdminNegativeIpV6Test-1139374536 tempest-RoutersAdminNegativeIpV6Test-1139374536-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1429885125', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:03:48.871720 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e28b459-54a8-4f61-b442-43bfcdc40fc2 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Pushing event updated for resources: {'Port': ['ID=ea43328e-bb22-4896-a168-279733cc9f73,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:03:48.907412 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d725e83a-e4c4-4603-9f6b-159a3db67599 tempest-RoutersAdminNegativeIpV6Test-1139374536 tempest-RoutersAdminNegativeIpV6Test-1139374536-project-admin] Made reservation on behalf of bd42b284fe8c482e90dd4a3a8fef8d3c for: {'port': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:03:48.914592 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d725e83a-e4c4-4603-9f6b-159a3db67599 tempest-RoutersAdminNegativeIpV6Test-1139374536 tempest-RoutersAdminNegativeIpV6Test-1139374536-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:48.931163 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e28b459-54a8-4f61-b442-43bfcdc40fc2 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Network 94827efd-2834-47e5-b17c-981d64689a94 is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:03:48.936353 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-1e28b459-54a8-4f61-b442-43bfcdc40fc2 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:03:48.944035 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:48.944911 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e28b459-54a8-4f61-b442-43bfcdc40fc2 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:03:48.954645 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72707526-d00e-47df-a093-77c414c1e476 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b4f52da-40b9-45ee-9461-111c7e8244d5,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:03:48.983561 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2de6e33c-43a8-4ea8-b9bb-aff5aac63e48 req-7d80f59b-707a-47d4-a72c-6bc13e86a8d2 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] 10.222.0.54 "GET /v2.0/security-groups?id=ab553829-b17c-4bd7-9495-2cea0ebc82fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804516 Nov 19 18:03:48.998418 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e28b459-54a8-4f61-b442-43bfcdc40fc2 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:03:48.999229 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1e28b459-54a8-4f61-b442-43bfcdc40fc2 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:49.038879 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d725e83a-e4c4-4603-9f6b-159a3db67599 tempest-RoutersAdminNegativeIpV6Test-1139374536 tempest-RoutersAdminNegativeIpV6Test-1139374536-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:49.077896 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] For port 7e331382-51ea-41ab-9069-7231de5e5e8d, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=7e331382-51ea-41ab-9069-7231de5e5e8d,segment=NetworkSegment(775fc836-c79e-401d-b005-a89e05286567),segment_id=775fc836-c79e-401d-b005-a89e05286567)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:03:49.089599 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:49.195531 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Pushing event updated for resources: {'Port': ['ID=7e331382-51ea-41ab-9069-7231de5e5e8d,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:03:49.209297 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-1e28b459-54a8-4f61-b442-43bfcdc40fc2 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.3746424 Nov 19 18:03:49.213576 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 53654) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:03:49.220663 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-b6681165-17ee-4208-a7c1-62a8d6128b7b tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Request body: {'subnet': {'network_id': '94827efd-2834-47e5-b17c-981d64689a94', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:03:49.395972 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-c15f1dc6-c411-41b3-ad78-cf1506bae8d6 None None] Provisioning complete for port c63222b8-84a1-48d5-ab39-4ba6e0123787 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:03:49.396620 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-c15f1dc6-c411-41b3-ad78-cf1506bae8d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:49.503318 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bbcd10-77ea-49a0-b2c5-18d02ca5c057 req-5f7886fc-a986-4dc6-8260-1ae81abfec35 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:03:49.506921 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-32bbcd10-77ea-49a0-b2c5-18d02ca5c057 req-5f7886fc-a986-4dc6-8260-1ae81abfec35 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] 10.222.0.54 "GET /v2.0/ports?device_id=d832be65-8374-4a06-89bc-b24651e7e884 HTTP/1.1" status: 200 len: 945 time: 0.2567325 Nov 19 18:03:49.529261 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-c15f1dc6-c411-41b3-ad78-cf1506bae8d6 None None] Port c63222b8-84a1-48d5-ab39-4ba6e0123787 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:03:49.548097 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-c15f1dc6-c411-41b3-ad78-cf1506bae8d6 None None] Provisioning complete for port 7e331382-51ea-41ab-9069-7231de5e5e8d triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:03:49.549150 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-c15f1dc6-c411-41b3-ad78-cf1506bae8d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:49.584021 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6681165-17ee-4208-a7c1-62a8d6128b7b tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Made reservation on behalf of 3d6ff715a1b54ed1818e68232d77d2b6 for: {'subnet': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:03:49.588752 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b6681165-17ee-4208-a7c1-62a8d6128b7b tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8731248'] for subnet, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:49.614178 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d725e83a-e4c4-4603-9f6b-159a3db67599 tempest-RoutersAdminNegativeIpV6Test-1139374536 tempest-RoutersAdminNegativeIpV6Test-1139374536-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:49.651688 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d725e83a-e4c4-4603-9f6b-159a3db67599 tempest-RoutersAdminNegativeIpV6Test-1139374536 tempest-RoutersAdminNegativeIpV6Test-1139374536-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:49.662681 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [None req-d725e83a-e4c4-4603-9f6b-159a3db67599 tempest-RoutersAdminNegativeIpV6Test-1139374536 tempest-RoutersAdminNegativeIpV6Test-1139374536-project-admin] device_id is not set on port abc38f79-325c-4728-ab1b-ad4c9d88ed55 yet. {{(pid=103364) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 18:03:49.785429 n-d-818022-2 neutron-server[103365]: INFO neutron.db.ipam_backend_mixin [None req-b6681165-17ee-4208-a7c1-62a8d6128b7b tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 860636f5-bd6d-4e32-b075-a3175ab8a78a (CIDR: 2001:db8::/64) Nov 19 18:03:49.801462 n-d-818022-2 neutron-server[103365]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6681165-17ee-4208-a7c1-62a8d6128b7b tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 18:03:49.802375 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6681165-17ee-4208-a7c1-62a8d6128b7b tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103365) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 18:03:49.859767 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-b6681165-17ee-4208-a7c1-62a8d6128b7b tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6424348 Nov 19 18:03:49.861184 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 53668) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:03:49.880989 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-5bac221c-8a74-417d-8b19-ba15ffafcb57 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Request body: {'subnet': {'network_id': '94827efd-2834-47e5-b17c-981d64689a94', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:03:49.926869 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [None req-d725e83a-e4c4-4603-9f6b-159a3db67599 tempest-RoutersAdminNegativeIpV6Test-1139374536 tempest-RoutersAdminNegativeIpV6Test-1139374536-project-admin] Allocated IP 172.25.7.73 (645e61aa-1a6c-4e8f-857e-ab06edb4897f/88ed2d64-f56d-4f01-a468-946e01c99e82/abc38f79-325c-4728-ab1b-ad4c9d88ed55) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:03:50.006512 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-7d82d8b7-0195-4909-a106-7f257edf61be None None] Provisioning complete for port ea43328e-bb22-4896-a168-279733cc9f73 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:03:50.007780 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-7d82d8b7-0195-4909-a106-7f257edf61be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:50.022497 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 53672) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:03:50.054052 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2302c54d-ec54-4fc7-b8cf-820b5f0af21e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:50.099974 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-7d82d8b7-0195-4909-a106-7f257edf61be None None] Port ea43328e-bb22-4896-a168-279733cc9f73 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:03:50.135797 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d725e83a-e4c4-4603-9f6b-159a3db67599 tempest-RoutersAdminNegativeIpV6Test-1139374536 tempest-RoutersAdminNegativeIpV6Test-1139374536-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:50.206007 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2302c54d-ec54-4fc7-b8cf-820b5f0af21e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:50.221347 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2302c54d-ec54-4fc7-b8cf-820b5f0af21e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:50.226629 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d725e83a-e4c4-4603-9f6b-159a3db67599 tempest-RoutersAdminNegativeIpV6Test-1139374536 tempest-RoutersAdminNegativeIpV6Test-1139374536-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:50.229743 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d725e83a-e4c4-4603-9f6b-159a3db67599 tempest-RoutersAdminNegativeIpV6Test-1139374536 tempest-RoutersAdminNegativeIpV6Test-1139374536-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ce6b1b9-f64b-4592-9886-e1663d71917e,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:03:50.259094 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2302c54d-ec54-4fc7-b8cf-820b5f0af21e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e51e43c-9e2c-4927-b37d-4b988d5ba810,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:03:50.272092 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d725e83a-e4c4-4603-9f6b-159a3db67599 tempest-RoutersAdminNegativeIpV6Test-1139374536 tempest-RoutersAdminNegativeIpV6Test-1139374536-project-admin] Network 645e61aa-1a6c-4e8f-857e-ab06edb4897f is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:03:50.282642 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-d725e83a-e4c4-4603-9f6b-159a3db67599 tempest-RoutersAdminNegativeIpV6Test-1139374536 tempest-RoutersAdminNegativeIpV6Test-1139374536-project-admin] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:03:50.322847 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-917acbd6-ae71-4d17-ade7-a87ec7a15de2 None None] DHCP port deletion for 645e61aa-1a6c-4e8f-857e-ab06edb4897f request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:03:50.337848 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d725e83a-e4c4-4603-9f6b-159a3db67599 tempest-RoutersAdminNegativeIpV6Test-1139374536 tempest-RoutersAdminNegativeIpV6Test-1139374536-project-admin] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:03:50.363398 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-2302c54d-ec54-4fc7-b8cf-820b5f0af21e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 0.3376057 Nov 19 18:03:50.364703 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 53684) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:03:50.436554 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-32bbcd10-77ea-49a0-b2c5-18d02ca5c057 req-62dc8c7b-376a-48a7-a311-40ae1e5d1cc1 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] 10.222.0.54 "GET /v2.0/security-groups?id=ab553829-b17c-4bd7-9495-2cea0ebc82fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9104195 Nov 19 18:03:50.442799 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d725e83a-e4c4-4603-9f6b-159a3db67599 tempest-RoutersAdminNegativeIpV6Test-1139374536 tempest-RoutersAdminNegativeIpV6Test-1139374536-project-admin] Pushing event updated for resources: {'Port': ['ID=abc38f79-325c-4728-ab1b-ad4c9d88ed55,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:03:50.455991 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d725e83a-e4c4-4603-9f6b-159a3db67599 tempest-RoutersAdminNegativeIpV6Test-1139374536 tempest-RoutersAdminNegativeIpV6Test-1139374536-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:03:50.456690 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d725e83a-e4c4-4603-9f6b-159a3db67599 tempest-RoutersAdminNegativeIpV6Test-1139374536 tempest-RoutersAdminNegativeIpV6Test-1139374536-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:50.498861 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-d725e83a-e4c4-4603-9f6b-159a3db67599 tempest-RoutersAdminNegativeIpV6Test-1139374536 tempest-RoutersAdminNegativeIpV6Test-1139374536-project-admin] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 2.0426705 Nov 19 18:03:50.501551 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 53690) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:03:50.513165 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bac221c-8a74-417d-8b19-ba15ffafcb57 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Made reservation on behalf of 3d6ff715a1b54ed1818e68232d77d2b6 for: {'subnet': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:03:50.516806 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-0f4e1720-f3ee-4805-b12f-d6799c9ecb6e tempest-RoutersAdminNegativeIpV6Test-1139374536 tempest-RoutersAdminNegativeIpV6Test-1139374536-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.73'}]}}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:03:50.524752 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5bac221c-8a74-417d-8b19-ba15ffafcb57 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8731248'] for subnet, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:50.576295 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0f4e1720-f3ee-4805-b12f-d6799c9ecb6e tempest-RoutersAdminNegativeIpV6Test-1139374536 tempest-RoutersAdminNegativeIpV6Test-1139374536-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9890'] for router, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:50.577446 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0f4e1720-f3ee-4805-b12f-d6799c9ecb6e tempest-RoutersAdminNegativeIpV6Test-1139374536 tempest-RoutersAdminNegativeIpV6Test-1139374536-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671617', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-732153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4689'] for router, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:50.714688 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-005d4982-094b-4ae7-a2d2-39c477da4abd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:50.755862 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0f4e1720-f3ee-4805-b12f-d6799c9ecb6e tempest-RoutersAdminNegativeIpV6Test-1139374536 tempest-RoutersAdminNegativeIpV6Test-1139374536-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:50.761535 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-005d4982-094b-4ae7-a2d2-39c477da4abd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:50.843511 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 7e331382-51ea-41ab-9069-7231de5e5e8d up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:03:50.904657 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-cd508fc7-fc4d-4b75-aa9c-d5d12a0e3beb None None] Provisioning complete for port abc38f79-325c-4728-ab1b-ad4c9d88ed55 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:03:50.905105 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-cd508fc7-fc4d-4b75-aa9c-d5d12a0e3beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:50.969504 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-cd508fc7-fc4d-4b75-aa9c-d5d12a0e3beb None None] Port abc38f79-325c-4728-ab1b-ad4c9d88ed55 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:03:50.988338 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 7e331382-51ea-41ab-9069-7231de5e5e8d triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:03:50.989190 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:51.005314 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-005d4982-094b-4ae7-a2d2-39c477da4abd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:51.010554 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-005d4982-094b-4ae7-a2d2-39c477da4abd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:51.012216 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-005d4982-094b-4ae7-a2d2-39c477da4abd admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/3e51e43c-9e2c-4927-b37d-4b988d5ba810 HTTP/1.1" status: 204 len: 168 time: 0.6074078 Nov 19 18:03:51.018701 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5bac221c-8a74-417d-8b19-ba15ffafcb57 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12283104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8731234'] for subnet, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:51.042881 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005d4982-094b-4ae7-a2d2-39c477da4abd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e51e43c-9e2c-4927-b37d-4b988d5ba810,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:03:51.046865 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0f4e1720-f3ee-4805-b12f-d6799c9ecb6e tempest-RoutersAdminNegativeIpV6Test-1139374536 tempest-RoutersAdminNegativeIpV6Test-1139374536-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:51.110854 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bac221c-8a74-417d-8b19-ba15ffafcb57 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Network 94827efd-2834-47e5-b17c-981d64689a94 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:03:51.116072 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-5bac221c-8a74-417d-8b19-ba15ffafcb57 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:03:51.123634 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bac221c-8a74-417d-8b19-ba15ffafcb57 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:03:51.124232 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5bac221c-8a74-417d-8b19-ba15ffafcb57 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks [] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:51.170495 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-5bac221c-8a74-417d-8b19-ba15ffafcb57 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.3060708 Nov 19 18:03:51.171809 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bac221c-8a74-417d-8b19-ba15ffafcb57 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Pushing event updated for resources: {'Subnet': ['ID=908c7447-d70b-4a2b-8d44-4bb8da4d1166,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:03:51.174587 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 53700) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:03:51.191618 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-0a680846-af72-4289-92f3-de1de4bc4727 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-727578196', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '908c7447-d70b-4a2b-8d44-4bb8da4d1166'}], 'security_groups': ['730dab4a-cdd3-4cf8-b687-50fe5e174d60']}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:03:51.227966 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48d14197-07be-4022-b1ec-a517f2a12ed5 None None] Network 94827efd-2834-47e5-b17c-981d64689a94 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:03:51.263138 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3d7dc2-a7d4-44c5-a67f-77bb547a9866 req-7b910f7b-f4f7-4174-a254-b01d11280c55 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:03:51.267688 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6b3d7dc2-a7d4-44c5-a67f-77bb547a9866 req-7b910f7b-f4f7-4174-a254-b01d11280c55 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] 10.222.0.54 "GET /v2.0/ports?device_id=d832be65-8374-4a06-89bc-b24651e7e884 HTTP/1.1" status: 200 len: 945 time: 0.4244049 Nov 19 18:03:51.376188 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6b3d7dc2-a7d4-44c5-a67f-77bb547a9866 req-92aa3f8e-bb18-4388-bc81-2290f405574d tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] 10.222.0.54 "GET /v2.0/security-groups?id=ab553829-b17c-4bd7-9495-2cea0ebc82fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989246 Nov 19 18:03:51.410572 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0a680846-af72-4289-92f3-de1de4bc4727 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:51.773069 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ed439aa-f239-429f-ace6-2eb1a344450e None None] Update dhcp port {'port': {'network_id': '94827efd-2834-47e5-b17c-981d64689a94', 'fixed_ips': [{'subnet_id': '860636f5-bd6d-4e32-b075-a3175ab8a78a', 'ip_address': '2001:db8::2'}, {'subnet_id': '908c7447-d70b-4a2b-8d44-4bb8da4d1166'}], 'binding:host_id': 'n-d-818022-2'}, 'id': '7e331382-51ea-41ab-9069-7231de5e5e8d'} from n-d-818022-2. {{(pid=103366) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 19 18:03:51.811325 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-1ed439aa-f239-429f-ace6-2eb1a344450e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:51.835081 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9696cc-bbe0-41e3-bc54-9b5e1ef5bb3a req-b8d1d3c2-53be-4e53-b26e-e9726c7829f3 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:03:51.839276 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7c9696cc-bbe0-41e3-bc54-9b5e1ef5bb3a req-b8d1d3c2-53be-4e53-b26e-e9726c7829f3 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] 10.222.0.54 "GET /v2.0/ports?device_id=d832be65-8374-4a06-89bc-b24651e7e884 HTTP/1.1" status: 200 len: 945 time: 0.1037214 Nov 19 18:03:51.934502 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7c9696cc-bbe0-41e3-bc54-9b5e1ef5bb3a req-9320e9a5-982b-4f7b-a7a5-9960801eb660 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] 10.222.0.54 "GET /v2.0/security-groups?id=ab553829-b17c-4bd7-9495-2cea0ebc82fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765760 Nov 19 18:03:52.088610 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [None req-0a680846-af72-4289-92f3-de1de4bc4727 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Delete allocated IP 2001:db8::2fc (94827efd-2834-47e5-b17c-981d64689a94/860636f5-bd6d-4e32-b075-a3175ab8a78a) {{(pid=103365) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 19 18:03:52.102969 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [None req-0a680846-af72-4289-92f3-de1de4bc4727 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Allocated IP 2001:db8:0:1::172 (94827efd-2834-47e5-b17c-981d64689a94/908c7447-d70b-4a2b-8d44-4bb8da4d1166/ea43328e-bb22-4896-a168-279733cc9f73) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:03:52.379739 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0a680846-af72-4289-92f3-de1de4bc4727 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks [] for port, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:52.394089 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0a680846-af72-4289-92f3-de1de4bc4727 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:52.455394 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0f4e1720-f3ee-4805-b12f-d6799c9ecb6e tempest-RoutersAdminNegativeIpV6Test-1139374536 tempest-RoutersAdminNegativeIpV6Test-1139374536-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:52.478579 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0f4e1720-f3ee-4805-b12f-d6799c9ecb6e tempest-RoutersAdminNegativeIpV6Test-1139374536 tempest-RoutersAdminNegativeIpV6Test-1139374536-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:52.530963 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-0a680846-af72-4289-92f3-de1de4bc4727 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] In _notify_port_updated(), no bound segment for port ea43328e-bb22-4896-a168-279733cc9f73 on network 94827efd-2834-47e5-b17c-981d64689a94 {{(pid=103365) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 19 18:03:52.542475 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a680846-af72-4289-92f3-de1de4bc4727 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:03:52.543139 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0a680846-af72-4289-92f3-de1de4bc4727 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:52.552621 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-0a680846-af72-4289-92f3-de1de4bc4727 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] 10.222.0.54 "PUT /v2.0/ports/ea43328e-bb22-4896-a168-279733cc9f73 HTTP/1.1" status: 200 len: 930 time: 1.3677680 Nov 19 18:03:52.554317 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 53730) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:03:52.558055 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [None req-1ed439aa-f239-429f-ace6-2eb1a344450e None None] Allocated IP 2001:db8:0:1::2 (94827efd-2834-47e5-b17c-981d64689a94/908c7447-d70b-4a2b-8d44-4bb8da4d1166/7e331382-51ea-41ab-9069-7231de5e5e8d) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:03:52.595093 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a680846-af72-4289-92f3-de1de4bc4727 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Pushing event updated for resources: {'Port': ['ID=ea43328e-bb22-4896-a168-279733cc9f73,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:03:52.744410 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-1ed439aa-f239-429f-ace6-2eb1a344450e None None] For port 7e331382-51ea-41ab-9069-7231de5e5e8d, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=7e331382-51ea-41ab-9069-7231de5e5e8d,segment=NetworkSegment(775fc836-c79e-401d-b005-a89e05286567),segment_id=775fc836-c79e-401d-b005-a89e05286567)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:03:52.795704 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-1ed439aa-f239-429f-ace6-2eb1a344450e None None] Publish callbacks [] for port, precommit_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:52.803409 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-1ed439aa-f239-429f-ace6-2eb1a344450e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:52.892789 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0f4e1720-f3ee-4805-b12f-d6799c9ecb6e tempest-RoutersAdminNegativeIpV6Test-1139374536 tempest-RoutersAdminNegativeIpV6Test-1139374536-project-admin] Publish callbacks [] for router, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:52.925181 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed439aa-f239-429f-ace6-2eb1a344450e None None] Pushing event updated for resources: {'Port': ['ID=7e331382-51ea-41ab-9069-7231de5e5e8d,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:03:53.078356 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a3b687-bb37-470e-a49b-9216ad2e94cc req-d1d2e0e6-4326-4c28-9ba1-ab3a310f38ea tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:03:53.087222 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d0a3b687-bb37-470e-a49b-9216ad2e94cc req-d1d2e0e6-4326-4c28-9ba1-ab3a310f38ea tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] 10.222.0.54 "GET /v2.0/ports?device_id=d832be65-8374-4a06-89bc-b24651e7e884 HTTP/1.1" status: 200 len: 945 time: 0.4032254 Nov 19 18:03:53.175374 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-de4cd7d4-2bf5-4ad1-8e58-4d9feb3b7a41 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Deleting port ea43328e-bb22-4896-a168-279733cc9f73 {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:03:53.175736 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-de4cd7d4-2bf5-4ad1-8e58-4d9feb3b7a41 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:53.199224 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0f4e1720-f3ee-4805-b12f-d6799c9ecb6e tempest-RoutersAdminNegativeIpV6Test-1139374536 tempest-RoutersAdminNegativeIpV6Test-1139374536-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4696'] for router, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:53.298657 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-de4cd7d4-2bf5-4ad1-8e58-4d9feb3b7a41 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:53.313230 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-de4cd7d4-2bf5-4ad1-8e58-4d9feb3b7a41 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Calling delete_port for ea43328e-bb22-4896-a168-279733cc9f73 owned by {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:03:53.501024 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0f4e1720-f3ee-4805-b12f-d6799c9ecb6e tempest-RoutersAdminNegativeIpV6Test-1139374536 tempest-RoutersAdminNegativeIpV6Test-1139374536-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:53.513067 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-de4cd7d4-2bf5-4ad1-8e58-4d9feb3b7a41 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:53.600539 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668fd6c0-0cbe-4a77-b38e-fc844f4fe0f5 req-0710a88d-e10b-45cc-883b-b130fcecd232 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:03:53.602750 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-668fd6c0-0cbe-4a77-b38e-fc844f4fe0f5 req-0710a88d-e10b-45cc-883b-b130fcecd232 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] 10.222.0.60 "GET /v2.0/ports?device_id=d832be65-8374-4a06-89bc-b24651e7e884 HTTP/1.1" status: 200 len: 945 time: 0.0797460 Nov 19 18:03:53.629651 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d0a3b687-bb37-470e-a49b-9216ad2e94cc req-00a662e3-1529-44f4-b1da-afb35c9acdfd tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] 10.222.0.54 "GET /v2.0/security-groups?id=ab553829-b17c-4bd7-9495-2cea0ebc82fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5413942 Nov 19 18:03:53.631817 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4cd7d4-2bf5-4ad1-8e58-4d9feb3b7a41 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Pushing event deleted for resources: {'Port': ['ID=ea43328e-bb22-4896-a168-279733cc9f73,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:03:53.659407 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-de4cd7d4-2bf5-4ad1-8e58-4d9feb3b7a41 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:53.666752 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-de4cd7d4-2bf5-4ad1-8e58-4d9feb3b7a41 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] 10.222.0.54 "DELETE /v2.0/ports/ea43328e-bb22-4896-a168-279733cc9f73 HTTP/1.1" status: 204 len: 168 time: 1.1106131 Nov 19 18:03:53.669162 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 53742) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:03:53.671960 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0f4e1720-f3ee-4805-b12f-d6799c9ecb6e tempest-RoutersAdminNegativeIpV6Test-1139374536 tempest-RoutersAdminNegativeIpV6Test-1139374536-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-543895'] for router, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:53.674125 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f4e1720-f3ee-4805-b12f-d6799c9ecb6e tempest-RoutersAdminNegativeIpV6Test-1139374536 tempest-RoutersAdminNegativeIpV6Test-1139374536-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ef2e1ad7-3481-47e5-8890-98ab6f2fc891 {{(pid=103364) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 18:03:53.706266 n-d-818022-2 neutron-server[103364]: INFO neutron.api.v2.resource [None req-0f4e1720-f3ee-4805-b12f-d6799c9ecb6e tempest-RoutersAdminNegativeIpV6Test-1139374536 tempest-RoutersAdminNegativeIpV6Test-1139374536-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 19 18:03:53.707563 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-0f4e1720-f3ee-4805-b12f-d6799c9ecb6e tempest-RoutersAdminNegativeIpV6Test-1139374536 tempest-RoutersAdminNegativeIpV6Test-1139374536-project-admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 3.2048502 Nov 19 18:03:53.710234 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 53746) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:03:53.822318 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-2e5e0aed-d4e0-465f-9ee8-0557877c0f9a tempest-RoutersAdminNegativeIpV6Test-1139374536 tempest-RoutersAdminNegativeIpV6Test-1139374536-project-admin] Deleting port abc38f79-325c-4728-ab1b-ad4c9d88ed55 {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:03:53.822663 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2e5e0aed-d4e0-465f-9ee8-0557877c0f9a tempest-RoutersAdminNegativeIpV6Test-1139374536 tempest-RoutersAdminNegativeIpV6Test-1139374536-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:53.826161 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-245b1af6-448d-404a-ad5c-44538a1c3483 None None] Provisioning complete for port c63222b8-84a1-48d5-ab39-4ba6e0123787 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:03:53.826679 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-245b1af6-448d-404a-ad5c-44538a1c3483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:53.920528 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-245b1af6-448d-404a-ad5c-44538a1c3483 None None] Port c63222b8-84a1-48d5-ab39-4ba6e0123787 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:03:53.926290 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-245b1af6-448d-404a-ad5c-44538a1c3483 None None] Could not find standard attr ID for object ea43328e-bb22-4896-a168-279733cc9f73. {{(pid=103366) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 18:03:53.950655 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-245b1af6-448d-404a-ad5c-44538a1c3483 None None] Provisioning complete for port 7e331382-51ea-41ab-9069-7231de5e5e8d triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:03:53.951023 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-245b1af6-448d-404a-ad5c-44538a1c3483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:54.027349 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2e5e0aed-d4e0-465f-9ee8-0557877c0f9a tempest-RoutersAdminNegativeIpV6Test-1139374536 tempest-RoutersAdminNegativeIpV6Test-1139374536-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:54.051055 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-2e5e0aed-d4e0-465f-9ee8-0557877c0f9a tempest-RoutersAdminNegativeIpV6Test-1139374536 tempest-RoutersAdminNegativeIpV6Test-1139374536-project-admin] Calling delete_port for abc38f79-325c-4728-ab1b-ad4c9d88ed55 owned by {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:03:54.283419 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-db56a317-dd22-4ad2-9fa0-f61d2ffc32ee None None] Could not find standard attr ID for object ea43328e-bb22-4896-a168-279733cc9f73. {{(pid=103366) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 18:03:54.401185 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2e5e0aed-d4e0-465f-9ee8-0557877c0f9a tempest-RoutersAdminNegativeIpV6Test-1139374536 tempest-RoutersAdminNegativeIpV6Test-1139374536-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:54.435628 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 7e331382-51ea-41ab-9069-7231de5e5e8d up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:03:54.439670 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83d193f7-896f-4a9a-86ac-5633556a06af None None] DHCP port deletion for 645e61aa-1a6c-4e8f-857e-ab06edb4897f request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:03:54.487650 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5e0aed-d4e0-465f-9ee8-0557877c0f9a tempest-RoutersAdminNegativeIpV6Test-1139374536 tempest-RoutersAdminNegativeIpV6Test-1139374536-project-admin] Pushing event deleted for resources: {'Port': ['ID=abc38f79-325c-4728-ab1b-ad4c9d88ed55,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:03:54.567706 n-d-818022-2 neutron-server[103365]: INFO neutron.pecan_wsgi.hooks.translation [None req-83736ff0-a501-4a5d-94a7-79c5e28abcfb tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] GET failed (client error): The resource could not be found. Nov 19 18:03:54.569085 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-83736ff0-a501-4a5d-94a7-79c5e28abcfb tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] 10.222.0.54 "GET /v2.0/ports/ea43328e-bb22-4896-a168-279733cc9f73 HTTP/1.1" status: 404 len: 333 time: 0.8986969 Nov 19 18:03:54.572629 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 53760) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:03:54.604586 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2e5e0aed-d4e0-465f-9ee8-0557877c0f9a tempest-RoutersAdminNegativeIpV6Test-1139374536 tempest-RoutersAdminNegativeIpV6Test-1139374536-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:54.615436 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-2e5e0aed-d4e0-465f-9ee8-0557877c0f9a tempest-RoutersAdminNegativeIpV6Test-1139374536 tempest-RoutersAdminNegativeIpV6Test-1139374536-project-admin] 10.222.0.54 "DELETE /v2.0/ports/abc38f79-325c-4728-ab1b-ad4c9d88ed55 HTTP/1.1" status: 204 len: 168 time: 0.9033568 Nov 19 18:03:54.625879 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 7e331382-51ea-41ab-9069-7231de5e5e8d triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:03:54.628318 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:54.663270 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-668fd6c0-0cbe-4a77-b38e-fc844f4fe0f5 req-ab7b6230-4bd2-453a-8434-a425623a5e92 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] Deleting port 60bb62a3-f3d7-457c-8cd1-e5a2d4aff614 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:03:54.663825 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-668fd6c0-0cbe-4a77-b38e-fc844f4fe0f5 req-ab7b6230-4bd2-453a-8434-a425623a5e92 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:54.776411 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-131c0918-c19f-4e45-966e-99cfbf1a599c tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:54.827641 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-131c0918-c19f-4e45-966e-99cfbf1a599c tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:54.886377 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-668fd6c0-0cbe-4a77-b38e-fc844f4fe0f5 req-ab7b6230-4bd2-453a-8434-a425623a5e92 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] For port 60bb62a3-f3d7-457c-8cd1-e5a2d4aff614, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=60bb62a3-f3d7-457c-8cd1-e5a2d4aff614,segment=NetworkSegment(93225d1f-5aff-466a-a20e-5f356e9dbfdc),segment_id=93225d1f-5aff-466a-a20e-5f356e9dbfdc)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:03:54.886782 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-668fd6c0-0cbe-4a77-b38e-fc844f4fe0f5 req-ab7b6230-4bd2-453a-8434-a425623a5e92 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:54.907757 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-131c0918-c19f-4e45-966e-99cfbf1a599c tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:54.911370 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-668fd6c0-0cbe-4a77-b38e-fc844f4fe0f5 req-ab7b6230-4bd2-453a-8434-a425623a5e92 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] Calling delete_port for 60bb62a3-f3d7-457c-8cd1-e5a2d4aff614 owned by compute:nova {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:03:54.917696 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-131c0918-c19f-4e45-966e-99cfbf1a599c tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:54.920913 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-131c0918-c19f-4e45-966e-99cfbf1a599c tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] 10.222.0.54 "DELETE /v2.0/security-groups/406f99a4-b0a0-47b0-8401-e814d97ea1dc HTTP/1.1" status: 204 len: 168 time: 0.3469474 Nov 19 18:03:54.927551 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 53772) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:03:54.945100 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131c0918-c19f-4e45-966e-99cfbf1a599c tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=406f99a4-b0a0-47b0-8401-e814d97ea1dc,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:03:55.038311 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dc12c1-0ee9-44f2-adb6-a5d5787dae23 req-47f18154-f3c0-4b2c-a32a-a5f74c3fb05a tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:03:55.040714 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-03dc12c1-0ee9-44f2-adb6-a5d5787dae23 req-47f18154-f3c0-4b2c-a32a-a5f74c3fb05a tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] 10.222.0.54 "GET /v2.0/ports?device_id=d832be65-8374-4a06-89bc-b24651e7e884 HTTP/1.1" status: 200 len: 945 time: 0.2442336 Nov 19 18:03:55.077168 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 53776) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:03:55.136378 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-51b0bce5-9dd4-4ae8-b729-00499f602e93 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:55.209587 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-51b0bce5-9dd4-4ae8-b729-00499f602e93 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:55.232996 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-03dc12c1-0ee9-44f2-adb6-a5d5787dae23 req-db10f9d8-d450-42c8-828e-c974974b9140 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] 10.222.0.54 "GET /v2.0/security-groups?id=ab553829-b17c-4bd7-9495-2cea0ebc82fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196795 Nov 19 18:03:55.281337 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c5121f62-d501-4e56-aaf1-458030431ae1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:55.380204 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-668fd6c0-0cbe-4a77-b38e-fc844f4fe0f5 req-ab7b6230-4bd2-453a-8434-a425623a5e92 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:55.393958 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['60bb62a3-f3d7-457c-8cd1-e5a2d4aff614'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:03:55.408369 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-51b0bce5-9dd4-4ae8-b729-00499f602e93 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:55.417126 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-51b0bce5-9dd4-4ae8-b729-00499f602e93 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:55.419201 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c5121f62-d501-4e56-aaf1-458030431ae1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:55.420215 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-51b0bce5-9dd4-4ae8-b729-00499f602e93 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] 10.222.0.54 "DELETE /v2.0/security-groups/730dab4a-cdd3-4cf8-b687-50fe5e174d60 HTTP/1.1" status: 204 len: 168 time: 0.4875166 Nov 19 18:03:55.420909 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 53784) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:03:55.469790 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7b6230-4bd2-453a-8434-a425623a5e92 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] Pushing event deleted for resources: {'Port': ['ID=60bb62a3-f3d7-457c-8cd1-e5a2d4aff614,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:03:55.484249 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c5121f62-d501-4e56-aaf1-458030431ae1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:55.489117 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b0bce5-9dd4-4ae8-b729-00499f602e93 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=730dab4a-cdd3-4cf8-b687-50fe5e174d60,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:03:55.500326 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23bcf123-4803-4eb6-8bab-6613602b75b1 None None] DHCP port deletion for d8dbec36-4368-41ad-81ce-387cc5613033 request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:03:55.564435 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-668fd6c0-0cbe-4a77-b38e-fc844f4fe0f5 req-ab7b6230-4bd2-453a-8434-a425623a5e92 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] No DVR routers for this DVR port 60bb62a3-f3d7-457c-8cd1-e5a2d4aff614 on host n-h1-818022-2 {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:03:55.567326 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-668fd6c0-0cbe-4a77-b38e-fc844f4fe0f5 req-ab7b6230-4bd2-453a-8434-a425623a5e92 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:55.574584 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-668fd6c0-0cbe-4a77-b38e-fc844f4fe0f5 req-ab7b6230-4bd2-453a-8434-a425623a5e92 tempest-ServerDiskConfigTestJSON-1884320665 tempest-ServerDiskConfigTestJSON-1884320665-project] 10.222.0.60 "DELETE /v2.0/ports/60bb62a3-f3d7-457c-8cd1-e5a2d4aff614 HTTP/1.1" status: 204 len: 173 time: 1.9648244 Nov 19 18:03:55.576726 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd832be65-8374-4a06-89bc-b24651e7e884', 'name': 'network-vif-deleted', 'tag': '60bb62a3-f3d7-457c-8cd1-e5a2d4aff614'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:03:55.579067 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218319d759239a7d11f1288aef37381b97754913ee9ccbfd43b51a463f801712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77ed45cb-bdb7-4f8b-b615-afc3b365ed9c" -d '{"events": [{"server_uuid": "d832be65-8374-4a06-89bc-b24651e7e884", "name": "network-vif-deleted", "tag": "60bb62a3-f3d7-457c-8cd1-e5a2d4aff614"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:03:55.584334 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5121f62-d501-4e56-aaf1-458030431ae1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4af1f6f9-5fff-4266-93ce-a2518810d5a8,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:03:55.593156 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf2ea42d-a5b8-43aa-adb7-4584a451aeb7 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Deleting subnet 860636f5-bd6d-4e32-b075-a3175ab8a78a {{(pid=103364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 18:03:55.600633 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-c5121f62-d501-4e56-aaf1-458030431ae1 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=025bff6c2792460cb51a55022e4e392f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5215595 Nov 19 18:03:55.603063 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 53788) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:03:55.620489 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-cf2ea42d-a5b8-43aa-adb7-4584a451aeb7 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks [] for subnet, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:55.707800 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:03:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09bbc993-f9c7-4076-bebc-1f560af42b96 x-openstack-request-id: req-09bbc993-f9c7-4076-bebc-1f560af42b96 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:03:55.708346 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d832be65-8374-4a06-89bc-b24651e7e884", "name": "network-vif-deleted", "tag": "60bb62a3-f3d7-457c-8cd1-e5a2d4aff614", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:03:55.708346 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-09bbc993-f9c7-4076-bebc-1f560af42b96 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:03:55.709001 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd832be65-8374-4a06-89bc-b24651e7e884', 'name': 'network-vif-deleted', 'tag': '60bb62a3-f3d7-457c-8cd1-e5a2d4aff614', 'status': 'completed', 'code': 200} Nov 19 18:03:55.713498 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3f73020e-8ead-44e5-8498-778e99150f97 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:55.735747 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-cf2ea42d-a5b8-43aa-adb7-4584a451aeb7 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9416263'] for subnet, precommit_delete_associations {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:55.781272 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3f73020e-8ead-44e5-8498-778e99150f97 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:55.871486 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3f73020e-8ead-44e5-8498-778e99150f97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:55.875619 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3f73020e-8ead-44e5-8498-778e99150f97 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:55.877140 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-3f73020e-8ead-44e5-8498-778e99150f97 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/4af1f6f9-5fff-4266-93ce-a2518810d5a8 HTTP/1.1" status: 204 len: 168 time: 0.2730768 Nov 19 18:03:55.912553 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f73020e-8ead-44e5-8498-778e99150f97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4af1f6f9-5fff-4266-93ce-a2518810d5a8,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:03:55.947362 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-cf2ea42d-a5b8-43aa-adb7-4584a451aeb7 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:56.059190 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-cf2ea42d-a5b8-43aa-adb7-4584a451aeb7 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12425137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8983934'] for subnet, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:56.143059 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2ea42d-a5b8-43aa-adb7-4584a451aeb7 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Pushing event deleted for resources: {'Subnet': ['ID=860636f5-bd6d-4e32-b075-a3175ab8a78a,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:03:56.147015 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-cf2ea42d-a5b8-43aa-adb7-4584a451aeb7 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:56.155242 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 53800) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:03:56.158575 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b00dec04-d019-428d-802b-15289f067e53 None None] Network 94827efd-2834-47e5-b17c-981d64689a94 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:03:56.161146 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-6fb420bc-44d2-4b81-a520-9d7a0de3e9a9 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Request body: {'subnet': {'network_id': '94827efd-2834-47e5-b17c-981d64689a94', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:03:56.170845 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-cf2ea42d-a5b8-43aa-adb7-4584a451aeb7 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] 10.222.0.54 "DELETE /v2.0/subnets/860636f5-bd6d-4e32-b075-a3175ab8a78a HTTP/1.1" status: 204 len: 168 time: 0.7485640 Nov 19 18:03:56.476511 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fb420bc-44d2-4b81-a520-9d7a0de3e9a9 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Made reservation on behalf of 3d6ff715a1b54ed1818e68232d77d2b6 for: {'subnet': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:03:56.480358 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6fb420bc-44d2-4b81-a520-9d7a0de3e9a9 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8731248'] for subnet, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:56.602108 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 53818) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:03:56.721307 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-92ad20a5-97bd-4430-83b3-e26ac1d9164a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=bd42b284fe8c482e90dd4a3a8fef8d3c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1174102 Nov 19 18:03:56.722153 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 53824) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:03:56.729678 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 53826) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:03:56.917157 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 53832) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:03:56.920077 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-bcaa1a08-1bf4-4b36-8a6f-b8394002f572 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:57.010127 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-bcaa1a08-1bf4-4b36-8a6f-b8394002f572 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:57.027301 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_v2 [None req-73c1edbf-d2a5-479e-93c0-c12650b0b331 admin admin] Deleting subnet 068f1254-b57b-4c27-b51b-af4c446dce02 {{(pid=103364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 18:03:57.032490 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-73c1edbf-d2a5-479e-93c0-c12650b0b331 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:57.059835 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6fb420bc-44d2-4b81-a520-9d7a0de3e9a9 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12283104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8731234'] for subnet, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:57.152742 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-73c1edbf-d2a5-479e-93c0-c12650b0b331 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9416263'] for subnet, precommit_delete_associations {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:57.169300 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb420bc-44d2-4b81-a520-9d7a0de3e9a9 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Pushing event updated for resources: {'Subnet': ['ID=bae68412-46d3-40b0-9d33-66a1e4969f59,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:03:57.203551 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fb420bc-44d2-4b81-a520-9d7a0de3e9a9 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Network 94827efd-2834-47e5-b17c-981d64689a94 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:03:57.223544 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-6fb420bc-44d2-4b81-a520-9d7a0de3e9a9 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:03:57.233293 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fb420bc-44d2-4b81-a520-9d7a0de3e9a9 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:03:57.235717 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6fb420bc-44d2-4b81-a520-9d7a0de3e9a9 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks [] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:57.268201 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-bcaa1a08-1bf4-4b36-8a6f-b8394002f572 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:57.270936 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-bcaa1a08-1bf4-4b36-8a6f-b8394002f572 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:57.272087 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-bcaa1a08-1bf4-4b36-8a6f-b8394002f572 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/1ce6b1b9-f64b-4592-9886-e1663d71917e HTTP/1.1" status: 204 len: 168 time: 0.5414071 Nov 19 18:03:57.285994 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-6fb420bc-44d2-4b81-a520-9d7a0de3e9a9 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1292610 Nov 19 18:03:57.288182 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 53842) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:03:57.296530 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-000ab423-a5c2-498d-b940-5af23acda0f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:57.301261 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-754fd82e-7c65-4c14-ae6a-be472160aa44 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Request body: {'security_group': {'name': 'tempest-secgroup-1212046168'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:03:57.316903 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-73c1edbf-d2a5-479e-93c0-c12650b0b331 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:57.364539 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-754fd82e-7c65-4c14-ae6a-be472160aa44 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:57.391629 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcaa1a08-1bf4-4b36-8a6f-b8394002f572 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ce6b1b9-f64b-4592-9886-e1663d71917e,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:03:57.453771 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 60bb62a3-f3d7-457c-8cd1-e5a2d4aff614 no longer exists at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:03:57.513906 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] No Port match for: 60bb62a3-f3d7-457c-8cd1-e5a2d4aff614 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:03:57.514667 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 60bb62a3-f3d7-457c-8cd1-e5a2d4aff614 not bound to the agent host n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:03:57.544023 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-754fd82e-7c65-4c14-ae6a-be472160aa44 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:57.550286 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-754fd82e-7c65-4c14-ae6a-be472160aa44 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:57.568589 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-73c1edbf-d2a5-479e-93c0-c12650b0b331 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12425137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8983934'] for subnet, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:57.628174 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-754fd82e-7c65-4c14-ae6a-be472160aa44 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:57.632457 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-754fd82e-7c65-4c14-ae6a-be472160aa44 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3393748 Nov 19 18:03:57.632457 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754fd82e-7c65-4c14-ae6a-be472160aa44 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b23758c6-db87-4e20-9832-e0b00bcec116,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:03:57.639372 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 53850) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:03:57.660530 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-69159b89-c3dc-4dac-b074-b8e246a08c86 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Request body: {'security_group': {'name': 'tempest-secgroup-1056766406'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:03:57.675216 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c1edbf-d2a5-479e-93c0-c12650b0b331 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=068f1254-b57b-4c27-b51b-af4c446dce02,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:03:57.687530 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-73c1edbf-d2a5-479e-93c0-c12650b0b331 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:57.688422 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cac3c887-fb8a-44f5-8fab-6c2c99ab172c None None] Network d8dbec36-4368-41ad-81ce-387cc5613033 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:03:57.696464 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-73c1edbf-d2a5-479e-93c0-c12650b0b331 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/068f1254-b57b-4c27-b51b-af4c446dce02 HTTP/1.1" status: 204 len: 168 time: 0.8840969 Nov 19 18:03:57.705056 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 53852) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:03:57.754257 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-000ab423-a5c2-498d-b940-5af23acda0f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:57.785615 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-000ab423-a5c2-498d-b940-5af23acda0f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:57.786426 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-644ff689-9b3d-4323-931c-3822c6f5cce0 None None] Network 94827efd-2834-47e5-b17c-981d64689a94 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:03:57.814500 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-69159b89-c3dc-4dac-b074-b8e246a08c86 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:57.873876 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-000ab423-a5c2-498d-b940-5af23acda0f0 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f58ac096b99e44d390d560778a062fb5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9365897 Nov 19 18:03:57.875081 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 53862) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:03:57.929938 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000ab423-a5c2-498d-b940-5af23acda0f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b96cb480-9f45-402d-8d14-701053357e6b,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:03:57.943190 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8b1d2339-ee15-42fc-9e8f-a26c5ad97e41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:58.058577 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-76f73868-33b2-4f96-8c3f-2ea2a60a4ce4 None None] Provisioning complete for port c63222b8-84a1-48d5-ab39-4ba6e0123787 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:03:58.059113 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-76f73868-33b2-4f96-8c3f-2ea2a60a4ce4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:58.086368 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-69159b89-c3dc-4dac-b074-b8e246a08c86 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:58.093019 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2c4c5d57-c076-4fb6-a268-34ee75d347dc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:58.115157 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5e14b74-86b7-4419-be12-e1bdc2ba02e6 None None] DHCP port deletion for d8dbec36-4368-41ad-81ce-387cc5613033 request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:03:58.121439 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-69159b89-c3dc-4dac-b074-b8e246a08c86 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:58.128187 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8b1d2339-ee15-42fc-9e8f-a26c5ad97e41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:58.170886 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-76f73868-33b2-4f96-8c3f-2ea2a60a4ce4 None None] Port c63222b8-84a1-48d5-ab39-4ba6e0123787 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:03:58.198756 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-8b1d2339-ee15-42fc-9e8f-a26c5ad97e41 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8dbec36-4368-41ad-81ce-387cc5613033']}} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:03:58.200387 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-76f73868-33b2-4f96-8c3f-2ea2a60a4ce4 None None] Provisioning complete for port 7e331382-51ea-41ab-9069-7231de5e5e8d triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:03:58.200871 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-76f73868-33b2-4f96-8c3f-2ea2a60a4ce4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:58.232406 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69159b89-c3dc-4dac-b074-b8e246a08c86 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15912f35-0610-4b01-bd55-27ab660ed0e8,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:03:58.234445 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-8b1d2339-ee15-42fc-9e8f-a26c5ad97e41 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93225d1f-5aff-466a-a20e-5f356e9dbfdc') {'for_net_delete': True} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:03:58.234858 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-8b1d2339-ee15-42fc-9e8f-a26c5ad97e41 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93225d1f-5aff-466a-a20e-5f356e9dbfdc') {} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:03:58.237468 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2c4c5d57-c076-4fb6-a268-34ee75d347dc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:58.275157 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8b1d2339-ee15-42fc-9e8f-a26c5ad97e41 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12545382'] for segment, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:58.310189 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8b1d2339-ee15-42fc-9e8f-a26c5ad97e41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:58.312629 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-69159b89-c3dc-4dac-b074-b8e246a08c86 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:58.317032 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 53872) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:03:58.324582 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-a3377137-04ea-4a54-b737-e62885e323d9 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Request body: {'security_group': {'name': 'tempest-secgroup-1224604076'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:03:58.326651 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-69159b89-c3dc-4dac-b074-b8e246a08c86 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6858757 Nov 19 18:03:58.329506 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2c4c5d57-c076-4fb6-a268-34ee75d347dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:58.340302 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2c4c5d57-c076-4fb6-a268-34ee75d347dc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:58.343128 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-2c4c5d57-c076-4fb6-a268-34ee75d347dc admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b96cb480-9f45-402d-8d14-701053357e6b HTTP/1.1" status: 204 len: 168 time: 0.4612803 Nov 19 18:03:58.364497 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4c5d57-c076-4fb6-a268-34ee75d347dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b96cb480-9f45-402d-8d14-701053357e6b,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:03:58.378297 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b1d2339-ee15-42fc-9e8f-a26c5ad97e41 admin admin] Releasing vlan 690 on physical network physnet1 to pool {{(pid=103365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 18:03:58.378999 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8b1d2339-ee15-42fc-9e8f-a26c5ad97e41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12282953'] for segment, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:58.381131 n-d-818022-2 neutron-server[103365]: Traceback (most recent call last): Nov 19 18:03:58.381131 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 18:03:58.381131 n-d-818022-2 neutron-server[103365]: timer() Nov 19 18:03:58.381131 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 18:03:58.381131 n-d-818022-2 neutron-server[103365]: cb(*args, **kw) Nov 19 18:03:58.381131 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 18:03:58.381131 n-d-818022-2 neutron-server[103365]: return func(*args, **kwargs) Nov 19 18:03:58.381131 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 18:03:58.381131 n-d-818022-2 neutron-server[103365]: self._notify() Nov 19 18:03:58.381131 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 18:03:58.381131 n-d-818022-2 neutron-server[103365]: self.callback(batched_events) Nov 19 18:03:58.381131 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 18:03:58.381131 n-d-818022-2 neutron-server[103365]: event.method(event) Nov 19 18:03:58.381131 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 18:03:58.381131 n-d-818022-2 neutron-server[103365]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 18:03:58.381131 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 18:03:58.381131 n-d-818022-2 neutron-server[103365]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 18:03:58.381131 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 18:03:58.381131 n-d-818022-2 neutron-server[103365]: return f(self, *a, **k) Nov 19 18:03:58.381131 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 18:03:58.381131 n-d-818022-2 neutron-server[103365]: return self._get(url).json() Nov 19 18:03:58.381131 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 18:03:58.381131 n-d-818022-2 neutron-server[103365]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 18:03:58.381131 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 18:03:58.381131 n-d-818022-2 neutron-server[103365]: return self.request(url, 'GET', **kwargs) Nov 19 18:03:58.381131 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 18:03:58.381131 n-d-818022-2 neutron-server[103365]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 18:03:58.381131 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 18:03:58.381131 n-d-818022-2 neutron-server[103365]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 18:03:58.381131 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 18:03:58.381131 n-d-818022-2 neutron-server[103365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 18:03:58.381131 n-d-818022-2 neutron-server[103365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 18:03:58.394006 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a23ebd5-e49c-4f50-911c-2a1a95811eb7 None None] Update dhcp port {'port': {'network_id': '94827efd-2834-47e5-b17c-981d64689a94', 'fixed_ips': [{'subnet_id': '908c7447-d70b-4a2b-8d44-4bb8da4d1166', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'bae68412-46d3-40b0-9d33-66a1e4969f59'}], 'binding:host_id': 'n-d-818022-2'}, 'id': '7e331382-51ea-41ab-9069-7231de5e5e8d'} from n-d-818022-2. {{(pid=103366) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 19 18:03:58.407947 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a3377137-04ea-4a54-b737-e62885e323d9 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:58.451573 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-6a23ebd5-e49c-4f50-911c-2a1a95811eb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:58.536952 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8b1d2339-ee15-42fc-9e8f-a26c5ad97e41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671242'] for network, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:58.547928 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8b1d2339-ee15-42fc-9e8f-a26c5ad97e41 admin admin] Publish callbacks [] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:58.561382 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-8b1d2339-ee15-42fc-9e8f-a26c5ad97e41 admin admin] 10.222.0.54 "DELETE /v2.0/networks/d8dbec36-4368-41ad-81ce-387cc5613033 HTTP/1.1" status: 204 len: 168 time: 0.8601193 Nov 19 18:03:58.583276 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1d2339-ee15-42fc-9e8f-a26c5ad97e41 admin admin] Pushing event deleted for resources: {'Network': ['ID=d8dbec36-4368-41ad-81ce-387cc5613033,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:03:58.617274 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a3377137-04ea-4a54-b737-e62885e323d9 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:58.627378 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a3377137-04ea-4a54-b737-e62885e323d9 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:58.655775 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 53886) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:03:58.683651 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3377137-04ea-4a54-b737-e62885e323d9 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b73f1af-32ec-4b6e-985b-cda9cd29062d,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:03:58.699072 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a3377137-04ea-4a54-b737-e62885e323d9 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:58.700464 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-a3377137-04ea-4a54-b737-e62885e323d9 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3820753 Nov 19 18:03:58.704198 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 53890) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:03:58.713650 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-94ac87bb-ecdc-4135-8d92-bc2765f27703 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-912920510', 'security_groups': ['0b73f1af-32ec-4b6e-985b-cda9cd29062d'], 'network_id': '94827efd-2834-47e5-b17c-981d64689a94', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'bae68412-46d3-40b0-9d33-66a1e4969f59'}]}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:03:58.779237 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [None req-6a23ebd5-e49c-4f50-911c-2a1a95811eb7 None None] Allocated IP 2001:db8::2 (94827efd-2834-47e5-b17c-981d64689a94/bae68412-46d3-40b0-9d33-66a1e4969f59/7e331382-51ea-41ab-9069-7231de5e5e8d) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:03:58.890246 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 53894) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:03:58.953609 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 53896) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:03:58.956729 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94ac87bb-ecdc-4135-8d92-bc2765f27703 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Made reservation on behalf of 3d6ff715a1b54ed1818e68232d77d2b6 for: {'port': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:03:58.990314 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7f4ac35c-26a3-4a17-b474-b42328694aa1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:59.018551 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-6a23ebd5-e49c-4f50-911c-2a1a95811eb7 None None] For port 7e331382-51ea-41ab-9069-7231de5e5e8d, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=7e331382-51ea-41ab-9069-7231de5e5e8d,segment=NetworkSegment(775fc836-c79e-401d-b005-a89e05286567),segment_id=775fc836-c79e-401d-b005-a89e05286567)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:03:59.079725 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-6a23ebd5-e49c-4f50-911c-2a1a95811eb7 None None] Publish callbacks [] for port, precommit_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:59.097027 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-6a23ebd5-e49c-4f50-911c-2a1a95811eb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:59.125008 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-85c220c7-55cd-4950-b119-3f0f03525fcc admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=13c0bb19644446578b6dcb526272ce30&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2333632 Nov 19 18:03:59.128030 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 53898) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:03:59.165828 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7f4ac35c-26a3-4a17-b474-b42328694aa1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:59.173562 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7f4ac35c-26a3-4a17-b474-b42328694aa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:59.203844 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-802cc2d8-f30b-47b1-aa07-c3ab0e54d35b tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] Request body: {'networks': [{'name': 'tempest-network--808581549'}, {'name': 'tempest-network--1012013111'}]} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:03:59.204091 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-802cc2d8-f30b-47b1-aa07-c3ab0e54d35b tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] Request body: {'network': {'name': 'tempest-network--808581549'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:03:59.204502 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-802cc2d8-f30b-47b1-aa07-c3ab0e54d35b tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] Request body: {'network': {'name': 'tempest-network--1012013111'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:03:59.216300 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4ac35c-26a3-4a17-b474-b42328694aa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=905d63f2-4403-41c2-9dca-72d1e0c8b1f2,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:03:59.222247 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-94ac87bb-ecdc-4135-8d92-bc2765f27703 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:59.242385 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-7f4ac35c-26a3-4a17-b474-b42328694aa1 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=235f5ef129a94c2baad525758d6e3118&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2848749 Nov 19 18:03:59.243088 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 53900) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:03:59.257545 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b1f2dff7-1d93-4772-90e7-fc0b8af3a270 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:59.262206 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [None req-94ac87bb-ecdc-4135-8d92-bc2765f27703 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] device_id is not set on port c3f53486-ee78-4612-be42-292feaa70fc7 yet. {{(pid=103364) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 18:03:59.277456 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-802cc2d8-f30b-47b1-aa07-c3ab0e54d35b tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] Made reservation on behalf of 6bd6167c6b6f4364b701ec089678378f for: {'network': 2} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:03:59.282381 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-802cc2d8-f30b-47b1-aa07-c3ab0e54d35b tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:59.292270 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a23ebd5-e49c-4f50-911c-2a1a95811eb7 None None] Pushing event updated for resources: {'Port': ['ID=7e331382-51ea-41ab-9069-7231de5e5e8d,revision_number=6']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:03:59.304408 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-802cc2d8-f30b-47b1-aa07-c3ab0e54d35b tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:59.319072 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2807bbc4-35b9-4c88-92b1-04acffe3d7be admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:59.344765 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b1f2dff7-1d93-4772-90e7-fc0b8af3a270 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:59.345489 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2807bbc4-35b9-4c88-92b1-04acffe3d7be admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:59.417470 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2807bbc4-35b9-4c88-92b1-04acffe3d7be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:59.420460 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2807bbc4-35b9-4c88-92b1-04acffe3d7be admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:59.427882 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-2807bbc4-35b9-4c88-92b1-04acffe3d7be admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/905d63f2-4403-41c2-9dca-72d1e0c8b1f2 HTTP/1.1" status: 204 len: 168 time: 0.1816413 Nov 19 18:03:59.444215 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2807bbc4-35b9-4c88-92b1-04acffe3d7be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=905d63f2-4403-41c2-9dca-72d1e0c8b1f2,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:03:59.534899 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b1f2dff7-1d93-4772-90e7-fc0b8af3a270 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:59.541511 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b1f2dff7-1d93-4772-90e7-fc0b8af3a270 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:59.545880 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-b1f2dff7-1d93-4772-90e7-fc0b8af3a270 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ab553829-b17c-4bd7-9495-2cea0ebc82fb HTTP/1.1" status: 204 len: 168 time: 0.4164824 Nov 19 18:03:59.578441 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2dff7-1d93-4772-90e7-fc0b8af3a270 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab553829-b17c-4bd7-9495-2cea0ebc82fb,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:03:59.661760 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [None req-94ac87bb-ecdc-4135-8d92-bc2765f27703 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Allocated IP 2001:db8::253 (94827efd-2834-47e5-b17c-981d64689a94/bae68412-46d3-40b0-9d33-66a1e4969f59/c3f53486-ee78-4612-be42-292feaa70fc7) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:03:59.688298 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-802cc2d8-f30b-47b1-aa07-c3ab0e54d35b tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:59.697861 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-802cc2d8-f30b-47b1-aa07-c3ab0e54d35b tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:59.698632 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-802cc2d8-f30b-47b1-aa07-c3ab0e54d35b tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:59.780709 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9f0f6857-88d4-4332-9c99-be3b6a749249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:59.800807 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802cc2d8-f30b-47b1-aa07-c3ab0e54d35b tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd282afc-8de9-46c6-af52-3159fef287d8,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:03:59.804073 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-802cc2d8-f30b-47b1-aa07-c3ab0e54d35b tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 677} {{(pid=103364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 18:03:59.877957 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-802cc2d8-f30b-47b1-aa07-c3ab0e54d35b tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:03:59.878580 n-d-818022-2 neutron-server[103364]: INFO neutron.db.segments_db [None req-802cc2d8-f30b-47b1-aa07-c3ab0e54d35b tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] Added segment c47c63c0-47cf-455b-8351-ebccee63a540 of type vlan for network a8e4f2f8-3794-42fc-8005-b02f0c14dc64 Nov 19 18:04:00.028173 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-94ac87bb-ecdc-4135-8d92-bc2765f27703 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:00.081419 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-94ac87bb-ecdc-4135-8d92-bc2765f27703 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:00.103896 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-802cc2d8-f30b-47b1-aa07-c3ab0e54d35b tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:00.116923 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94ac87bb-ecdc-4135-8d92-bc2765f27703 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Network 94827efd-2834-47e5-b17c-981d64689a94 is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:04:00.122359 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-94ac87bb-ecdc-4135-8d92-bc2765f27703 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:04:00.125389 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ac87bb-ecdc-4135-8d92-bc2765f27703 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:04:00.135749 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94ac87bb-ecdc-4135-8d92-bc2765f27703 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:04:00.136508 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-94ac87bb-ecdc-4135-8d92-bc2765f27703 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:00.244506 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-94ac87bb-ecdc-4135-8d92-bc2765f27703 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.5368278 Nov 19 18:04:00.249671 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 53936) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:04:00.261304 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-54d57eaf-b6a1-4665-a331-2e4a12ed6a0e tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Request body: {'subnet': {'network_id': '94827efd-2834-47e5-b17c-981d64689a94', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:04:00.271863 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ac87bb-ecdc-4135-8d92-bc2765f27703 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Pushing event updated for resources: {'Port': ['ID=c3f53486-ee78-4612-be42-292feaa70fc7,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:04:00.285320 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-802cc2d8-f30b-47b1-aa07-c3ab0e54d35b tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 668} {{(pid=103364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 18:04:00.302697 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-802cc2d8-f30b-47b1-aa07-c3ab0e54d35b tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:00.303049 n-d-818022-2 neutron-server[103364]: INFO neutron.db.segments_db [None req-802cc2d8-f30b-47b1-aa07-c3ab0e54d35b tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] Added segment 489cf146-bed5-4864-a4d6-cf81a8b092f2 of type vlan for network 653b25d9-ebd3-4fdd-a0f1-39ac55b9ce5b Nov 19 18:04:00.307791 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-6fba455c-e1d5-4733-8a10-ccd7fb29d6bc None None] Provisioning complete for port c63222b8-84a1-48d5-ab39-4ba6e0123787 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:04:00.308180 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-6fba455c-e1d5-4733-8a10-ccd7fb29d6bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:00.380172 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-802cc2d8-f30b-47b1-aa07-c3ab0e54d35b tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:00.441516 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-802cc2d8-f30b-47b1-aa07-c3ab0e54d35b tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:00.442352 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-802cc2d8-f30b-47b1-aa07-c3ab0e54d35b tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:00.444484 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-6fba455c-e1d5-4733-8a10-ccd7fb29d6bc None None] Port c63222b8-84a1-48d5-ab39-4ba6e0123787 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:04:00.458093 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-802cc2d8-f30b-47b1-aa07-c3ab0e54d35b tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:04:00.471715 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-802cc2d8-f30b-47b1-aa07-c3ab0e54d35b tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:04:00.472064 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 7e331382-51ea-41ab-9069-7231de5e5e8d up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:04:00.473279 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-802cc2d8-f30b-47b1-aa07-c3ab0e54d35b tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] Publish callbacks [] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:00.499761 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54d57eaf-b6a1-4665-a331-2e4a12ed6a0e tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Made reservation on behalf of 3d6ff715a1b54ed1818e68232d77d2b6 for: {'subnet': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:04:00.503667 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-54d57eaf-b6a1-4665-a331-2e4a12ed6a0e tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8731248'] for subnet, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:00.540125 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-802cc2d8-f30b-47b1-aa07-c3ab0e54d35b tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.8808858 Nov 19 18:04:00.546405 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-6fba455c-e1d5-4733-8a10-ccd7fb29d6bc None None] Provisioning complete for port 7e331382-51ea-41ab-9069-7231de5e5e8d triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:04:00.546405 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-6fba455c-e1d5-4733-8a10-ccd7fb29d6bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:00.567153 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 53942) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:04:00.775821 n-d-818022-2 neutron-server[103365]: INFO neutron.db.ipam_backend_mixin [None req-54d57eaf-b6a1-4665-a331-2e4a12ed6a0e tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet bae68412-46d3-40b0-9d33-66a1e4969f59 (CIDR: 2001:db8::/64) Nov 19 18:04:00.783886 n-d-818022-2 neutron-server[103365]: INFO neutron.pecan_wsgi.hooks.translation [None req-54d57eaf-b6a1-4665-a331-2e4a12ed6a0e tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 18:04:00.784788 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54d57eaf-b6a1-4665-a331-2e4a12ed6a0e tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103365) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 18:04:00.830625 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-54d57eaf-b6a1-4665-a331-2e4a12ed6a0e tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5797222 Nov 19 18:04:00.830853 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 53956) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:04:00.839411 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 7e331382-51ea-41ab-9069-7231de5e5e8d triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:04:00.840624 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:00.856971 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-814ea26a-2e30-4609-95dd-65ba6051c563 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Request body: {'subnet': {'network_id': '94827efd-2834-47e5-b17c-981d64689a94', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:04:00.879060 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802cc2d8-f30b-47b1-aa07-c3ab0e54d35b tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] Pushing event updated for resources: {'Network': ['ID=a8e4f2f8-3794-42fc-8005-b02f0c14dc64,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:04:00.893552 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network a8e4f2f8-3794-42fc-8005-b02f0c14dc64 details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 18:04:01.014053 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-014daf38-62f9-4e96-ade5-daba3c883113 None None] Provisioning complete for port c3f53486-ee78-4612-be42-292feaa70fc7 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:04:01.014551 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-014daf38-62f9-4e96-ade5-daba3c883113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:01.088912 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-014daf38-62f9-4e96-ade5-daba3c883113 None None] Port c3f53486-ee78-4612-be42-292feaa70fc7 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:04:01.159408 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc7482aa-478a-4940-8a4b-74def3c9e85b tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:04:01.166551 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc7482aa-478a-4940-8a4b-74def3c9e85b tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:04:01.183103 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc7482aa-478a-4940-8a4b-74def3c9e85b tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:04:01.193535 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc7482aa-478a-4940-8a4b-74def3c9e85b tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:04:01.198037 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-bc7482aa-478a-4940-8a4b-74def3c9e85b tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.6268623 Nov 19 18:04:01.198986 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 53972) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:04:01.236751 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802cc2d8-f30b-47b1-aa07-c3ab0e54d35b tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] Pushing event updated for resources: {'Network': ['ID=653b25d9-ebd3-4fdd-a0f1-39ac55b9ce5b,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:04:01.252719 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network 653b25d9-ebd3-4fdd-a0f1-39ac55b9ce5b details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 18:04:01.370432 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ea60d3bc-0fef-46bd-b944-67ff3e90a216 tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:01.424858 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-814ea26a-2e30-4609-95dd-65ba6051c563 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Made reservation on behalf of 3d6ff715a1b54ed1818e68232d77d2b6 for: {'subnet': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:04:01.433973 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-814ea26a-2e30-4609-95dd-65ba6051c563 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8983829'] for subnet, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:01.436192 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 53982) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:04:01.579982 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ea60d3bc-0fef-46bd-b944-67ff3e90a216 tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:01.612437 n-d-818022-2 neutron-server[103364]: INFO neutron.db.ipam_backend_mixin [None req-814ea26a-2e30-4609-95dd-65ba6051c563 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 908c7447-d70b-4a2b-8d44-4bb8da4d1166 (CIDR: 2001:db8:0:1::/64) Nov 19 18:04:01.621186 n-d-818022-2 neutron-server[103364]: INFO neutron.pecan_wsgi.hooks.translation [None req-814ea26a-2e30-4609-95dd-65ba6051c563 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 18:04:01.622098 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-814ea26a-2e30-4609-95dd-65ba6051c563 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103364) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 18:04:01.629612 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-ea60d3bc-0fef-46bd-b944-67ff3e90a216 tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8e4f2f8-3794-42fc-8005-b02f0c14dc64']}} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:04:01.642843 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-ea60d3bc-0fef-46bd-b944-67ff3e90a216 tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c47c63c0-47cf-455b-8351-ebccee63a540') {'for_net_delete': True} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:04:01.643277 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-ea60d3bc-0fef-46bd-b944-67ff3e90a216 tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c47c63c0-47cf-455b-8351-ebccee63a540') {} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:04:01.652923 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-814ea26a-2e30-4609-95dd-65ba6051c563 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.8125918 Nov 19 18:04:01.656682 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 53994) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:04:01.658567 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ea60d3bc-0fef-46bd-b944-67ff3e90a216 tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12545382'] for segment, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:01.663020 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-249444e1-08dd-4b33-8391-5fff257869f1 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Request body: {'subnet': {'network_id': '94827efd-2834-47e5-b17c-981d64689a94', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:04:01.703224 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ea60d3bc-0fef-46bd-b944-67ff3e90a216 tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:01.740407 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea60d3bc-0fef-46bd-b944-67ff3e90a216 tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] Releasing vlan 677 on physical network physnet1 to pool {{(pid=103365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 18:04:01.740821 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ea60d3bc-0fef-46bd-b944-67ff3e90a216 tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12282953'] for segment, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:01.751266 n-d-818022-2 neutron-server[103365]: Traceback (most recent call last): Nov 19 18:04:01.751266 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 18:04:01.751266 n-d-818022-2 neutron-server[103365]: timer() Nov 19 18:04:01.751266 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 18:04:01.751266 n-d-818022-2 neutron-server[103365]: cb(*args, **kw) Nov 19 18:04:01.751266 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 18:04:01.751266 n-d-818022-2 neutron-server[103365]: return func(*args, **kwargs) Nov 19 18:04:01.751266 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 18:04:01.751266 n-d-818022-2 neutron-server[103365]: self._notify() Nov 19 18:04:01.751266 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 18:04:01.751266 n-d-818022-2 neutron-server[103365]: self.callback(batched_events) Nov 19 18:04:01.751266 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 18:04:01.751266 n-d-818022-2 neutron-server[103365]: event.method(event) Nov 19 18:04:01.751266 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 18:04:01.751266 n-d-818022-2 neutron-server[103365]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 18:04:01.751266 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 18:04:01.751266 n-d-818022-2 neutron-server[103365]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 18:04:01.751266 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 18:04:01.751266 n-d-818022-2 neutron-server[103365]: return f(self, *a, **k) Nov 19 18:04:01.751266 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 18:04:01.751266 n-d-818022-2 neutron-server[103365]: return self._get(url).json() Nov 19 18:04:01.751266 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 18:04:01.751266 n-d-818022-2 neutron-server[103365]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 18:04:01.751266 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 18:04:01.751266 n-d-818022-2 neutron-server[103365]: return self.request(url, 'GET', **kwargs) Nov 19 18:04:01.751266 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 18:04:01.751266 n-d-818022-2 neutron-server[103365]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 18:04:01.751266 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 18:04:01.751266 n-d-818022-2 neutron-server[103365]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 18:04:01.751266 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 18:04:01.751266 n-d-818022-2 neutron-server[103365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 18:04:01.751266 n-d-818022-2 neutron-server[103365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 18:04:01.809243 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-6d0389dc-40d2-4a6a-bc7a-7b246cd4d1bd admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-767903465-network', 'tenant_id': 'e45c6e5baa414b6894171527d94e1abd'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:04:01.871826 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ea60d3bc-0fef-46bd-b944-67ff3e90a216 tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671242'] for network, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:01.873044 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d0389dc-40d2-4a6a-bc7a-7b246cd4d1bd admin admin] Made reservation on behalf of e45c6e5baa414b6894171527d94e1abd for: {'network': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:04:01.880365 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6d0389dc-40d2-4a6a-bc7a-7b246cd4d1bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:01.892824 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ea60d3bc-0fef-46bd-b944-67ff3e90a216 tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] Publish callbacks [] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:01.894173 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6d0389dc-40d2-4a6a-bc7a-7b246cd4d1bd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:01.900006 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-ea60d3bc-0fef-46bd-b944-67ff3e90a216 tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] 10.222.0.54 "DELETE /v2.0/networks/a8e4f2f8-3794-42fc-8005-b02f0c14dc64 HTTP/1.1" status: 204 len: 168 time: 0.6994727 Nov 19 18:04:01.902987 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 54004) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:04:01.905831 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-249444e1-08dd-4b33-8391-5fff257869f1 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Made reservation on behalf of 3d6ff715a1b54ed1818e68232d77d2b6 for: {'subnet': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:04:01.909824 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-249444e1-08dd-4b33-8391-5fff257869f1 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8983829'] for subnet, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:01.925117 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea60d3bc-0fef-46bd-b944-67ff3e90a216 tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] Pushing event deleted for resources: {'Network': ['ID=a8e4f2f8-3794-42fc-8005-b02f0c14dc64,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:04:02.029999 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-383594a6-488b-4a29-95f5-36a5ea7db01c tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:02.033748 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d92eb41b-b37e-4a43-ac24-fd7ee96f69dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:02.213731 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-383594a6-488b-4a29-95f5-36a5ea7db01c tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:02.242904 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-383594a6-488b-4a29-95f5-36a5ea7db01c tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['653b25d9-ebd3-4fdd-a0f1-39ac55b9ce5b']}} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:04:02.254648 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-383594a6-488b-4a29-95f5-36a5ea7db01c tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '489cf146-bed5-4864-a4d6-cf81a8b092f2') {'for_net_delete': True} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:04:02.254845 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-383594a6-488b-4a29-95f5-36a5ea7db01c tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '489cf146-bed5-4864-a4d6-cf81a8b092f2') {} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:04:02.269621 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6d0389dc-40d2-4a6a-bc7a-7b246cd4d1bd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:02.269910 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-383594a6-488b-4a29-95f5-36a5ea7db01c tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12545382'] for segment, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:02.285387 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6d0389dc-40d2-4a6a-bc7a-7b246cd4d1bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:02.294398 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-383594a6-488b-4a29-95f5-36a5ea7db01c tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:02.316421 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-383594a6-488b-4a29-95f5-36a5ea7db01c tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] Releasing vlan 668 on physical network physnet1 to pool {{(pid=103365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 18:04:02.316844 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-383594a6-488b-4a29-95f5-36a5ea7db01c tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12282953'] for segment, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:02.326196 n-d-818022-2 neutron-server[103365]: Traceback (most recent call last): Nov 19 18:04:02.326196 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 18:04:02.326196 n-d-818022-2 neutron-server[103365]: timer() Nov 19 18:04:02.326196 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 18:04:02.326196 n-d-818022-2 neutron-server[103365]: cb(*args, **kw) Nov 19 18:04:02.326196 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 18:04:02.326196 n-d-818022-2 neutron-server[103365]: return func(*args, **kwargs) Nov 19 18:04:02.326196 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 18:04:02.326196 n-d-818022-2 neutron-server[103365]: self._notify() Nov 19 18:04:02.326196 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 18:04:02.326196 n-d-818022-2 neutron-server[103365]: self.callback(batched_events) Nov 19 18:04:02.326196 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 18:04:02.326196 n-d-818022-2 neutron-server[103365]: event.method(event) Nov 19 18:04:02.326196 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 18:04:02.326196 n-d-818022-2 neutron-server[103365]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 18:04:02.326196 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 18:04:02.326196 n-d-818022-2 neutron-server[103365]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 18:04:02.326196 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 18:04:02.326196 n-d-818022-2 neutron-server[103365]: return f(self, *a, **k) Nov 19 18:04:02.326196 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 18:04:02.326196 n-d-818022-2 neutron-server[103365]: return self._get(url).json() Nov 19 18:04:02.326196 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 18:04:02.326196 n-d-818022-2 neutron-server[103365]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 18:04:02.326196 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 18:04:02.326196 n-d-818022-2 neutron-server[103365]: return self.request(url, 'GET', **kwargs) Nov 19 18:04:02.326196 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 18:04:02.326196 n-d-818022-2 neutron-server[103365]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 18:04:02.326196 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 18:04:02.326196 n-d-818022-2 neutron-server[103365]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 18:04:02.326196 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 18:04:02.326196 n-d-818022-2 neutron-server[103365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 18:04:02.326196 n-d-818022-2 neutron-server[103365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 18:04:02.355108 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0389dc-40d2-4a6a-bc7a-7b246cd4d1bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a66d5311-8064-42eb-b883-c6c911692a90,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:04:02.428233 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-249444e1-08dd-4b33-8391-5fff257869f1 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12425078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8983815'] for subnet, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:02.463232 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-383594a6-488b-4a29-95f5-36a5ea7db01c tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671242'] for network, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:02.473051 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-383594a6-488b-4a29-95f5-36a5ea7db01c tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] Publish callbacks [] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:02.483608 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-383594a6-488b-4a29-95f5-36a5ea7db01c tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] 10.222.0.54 "DELETE /v2.0/networks/653b25d9-ebd3-4fdd-a0f1-39ac55b9ce5b HTTP/1.1" status: 204 len: 168 time: 0.5792117 Nov 19 18:04:02.493385 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 54028) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:04:02.500410 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d0389dc-40d2-4a6a-bc7a-7b246cd4d1bd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 660} {{(pid=103364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 18:04:02.526066 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383594a6-488b-4a29-95f5-36a5ea7db01c tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] Pushing event deleted for resources: {'Network': ['ID=653b25d9-ebd3-4fdd-a0f1-39ac55b9ce5b,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:04:02.552583 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-249444e1-08dd-4b33-8391-5fff257869f1 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Network 94827efd-2834-47e5-b17c-981d64689a94 is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:04:02.553861 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6d0389dc-40d2-4a6a-bc7a-7b246cd4d1bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:02.554307 n-d-818022-2 neutron-server[103364]: INFO neutron.db.segments_db [None req-6d0389dc-40d2-4a6a-bc7a-7b246cd4d1bd admin admin] Added segment 878aa1ad-d952-49b3-babf-f88949b54efa of type vlan for network 3b544363-bad2-4a9e-9892-483691dc34e2 Nov 19 18:04:02.564868 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-249444e1-08dd-4b33-8391-5fff257869f1 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:04:02.567466 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249444e1-08dd-4b33-8391-5fff257869f1 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Pushing event updated for resources: {'Subnet': ['ID=5e0422ca-272d-46e1-93bc-c8a9ca1b95a5,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:04:02.570797 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-249444e1-08dd-4b33-8391-5fff257869f1 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:04:02.571316 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-249444e1-08dd-4b33-8391-5fff257869f1 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:02.584908 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-108c8ff1-404d-45eb-9254-fa88b4fe1840 None None] Network 94827efd-2834-47e5-b17c-981d64689a94 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:04:02.618944 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6d0389dc-40d2-4a6a-bc7a-7b246cd4d1bd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:02.639136 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-249444e1-08dd-4b33-8391-5fff257869f1 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.9810762 Nov 19 18:04:02.639954 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 54038) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:04:02.646595 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-b8e9535e-7bd0-4b53-8f27-3a6f57be3aa3 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1118206477', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '5e0422ca-272d-46e1-93bc-c8a9ca1b95a5'}], 'security_groups': ['b23758c6-db87-4e20-9832-e0b00bcec116', '15912f35-0610-4b01-bd55-27ab660ed0e8']}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:04:02.736640 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6d0389dc-40d2-4a6a-bc7a-7b246cd4d1bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:02.737601 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d0389dc-40d2-4a6a-bc7a-7b246cd4d1bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:04:02.738200 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6d0389dc-40d2-4a6a-bc7a-7b246cd4d1bd admin admin] Publish callbacks [] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:02.746104 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5298f8d6-8f3c-4086-8d3b-7f79800a1319 tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:04:02.754900 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5298f8d6-8f3c-4086-8d3b-7f79800a1319 tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:04:02.756629 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-5298f8d6-8f3c-4086-8d3b-7f79800a1319 tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2625480 Nov 19 18:04:02.761654 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 54044) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:04:02.768918 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-f3fa1e4a-0026-4ef4-895a-86756bd3fe66 tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1432040307'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:04:02.804326 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b8e9535e-7bd0-4b53-8f27-3a6f57be3aa3 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:02.850390 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3fa1e4a-0026-4ef4-895a-86756bd3fe66 tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] Made reservation on behalf of 6bd6167c6b6f4364b701ec089678378f for: {'network': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:04:02.855212 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f3fa1e4a-0026-4ef4-895a-86756bd3fe66 tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:02.867865 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0389dc-40d2-4a6a-bc7a-7b246cd4d1bd admin admin] Pushing event updated for resources: {'Network': ['ID=3b544363-bad2-4a9e-9892-483691dc34e2,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:04:02.892671 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-6d0389dc-40d2-4a6a-bc7a-7b246cd4d1bd admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4539084 Nov 19 18:04:02.922463 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 54050) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:04:02.929787 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-a7cb4e6c-7785-44ab-934e-0f5f27692e54 admin admin] Request body: {'subnet': {'network_id': '3b544363-bad2-4a9e-9892-483691dc34e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-767903465-subnet', 'tenant_id': 'e45c6e5baa414b6894171527d94e1abd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:04:02.982319 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3fa1e4a-0026-4ef4-895a-86756bd3fe66 tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 687} {{(pid=103365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 18:04:02.989541 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f3fa1e4a-0026-4ef4-895a-86756bd3fe66 tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:02.990280 n-d-818022-2 neutron-server[103365]: INFO neutron.db.segments_db [None req-f3fa1e4a-0026-4ef4-895a-86756bd3fe66 tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] Added segment de21df53-5541-4666-9c7e-3ed0790c17cf of type vlan for network 5f01ee64-753c-48fa-b9e6-ae00f8c14e23 Nov 19 18:04:03.034850 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network 3b544363-bad2-4a9e-9892-483691dc34e2 details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 18:04:03.040208 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7cb4e6c-7785-44ab-934e-0f5f27692e54 admin admin] Made reservation on behalf of e45c6e5baa414b6894171527d94e1abd for: {'subnet': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:04:03.042587 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a7cb4e6c-7785-44ab-934e-0f5f27692e54 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8983829'] for subnet, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:03.105914 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f3fa1e4a-0026-4ef4-895a-86756bd3fe66 tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:03.160674 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f3fa1e4a-0026-4ef4-895a-86756bd3fe66 tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:03.167071 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3fa1e4a-0026-4ef4-895a-86756bd3fe66 tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:04:03.167500 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f3fa1e4a-0026-4ef4-895a-86756bd3fe66 tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] Publish callbacks [] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:03.237776 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e46ecc5a-dc14-4744-b262-3072ff2e958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:03.284267 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-f3fa1e4a-0026-4ef4-895a-86756bd3fe66 tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5202518 Nov 19 18:04:03.288396 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 54062) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:04:03.312347 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-4901b81a-9649-44c4-8ffe-d012b2d41c0d tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1018839217'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:04:03.317204 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fa1e4a-0026-4ef4-895a-86756bd3fe66 tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] Pushing event updated for resources: {'Network': ['ID=5f01ee64-753c-48fa-b9e6-ae00f8c14e23,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:04:03.340120 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network 5f01ee64-753c-48fa-b9e6-ae00f8c14e23 details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 18:04:03.402415 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4901b81a-9649-44c4-8ffe-d012b2d41c0d tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] Made reservation on behalf of 6bd6167c6b6f4364b701ec089678378f for: {'network': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:04:03.406188 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4901b81a-9649-44c4-8ffe-d012b2d41c0d tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:03.744755 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7a52e15-1ed3-42a7-bbda-d266c625f15d None None] Update dhcp port {'port': {'network_id': '94827efd-2834-47e5-b17c-981d64689a94', 'fixed_ips': [{'subnet_id': '908c7447-d70b-4a2b-8d44-4bb8da4d1166', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'bae68412-46d3-40b0-9d33-66a1e4969f59', 'ip_address': '2001:db8::2'}, {'subnet_id': '5e0422ca-272d-46e1-93bc-c8a9ca1b95a5'}], 'binding:host_id': 'n-d-818022-2'}, 'id': '7e331382-51ea-41ab-9069-7231de5e5e8d'} from n-d-818022-2. {{(pid=103366) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 19 18:04:03.791129 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f7a52e15-1ed3-42a7-bbda-d266c625f15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:03.794569 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:03.979530 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:04.096183 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [None req-b8e9535e-7bd0-4b53-8f27-3a6f57be3aa3 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Delete allocated IP 2001:db8::253 (94827efd-2834-47e5-b17c-981d64689a94/bae68412-46d3-40b0-9d33-66a1e4969f59) {{(pid=103364) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 19 18:04:04.107138 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [None req-b8e9535e-7bd0-4b53-8f27-3a6f57be3aa3 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Allocated IP 2001:db8:0:2::278 (94827efd-2834-47e5-b17c-981d64689a94/5e0422ca-272d-46e1-93bc-c8a9ca1b95a5/c3f53486-ee78-4612-be42-292feaa70fc7) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:04:04.152869 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4901b81a-9649-44c4-8ffe-d012b2d41c0d tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 651} {{(pid=103364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 18:04:04.216887 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4901b81a-9649-44c4-8ffe-d012b2d41c0d tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:04.217225 n-d-818022-2 neutron-server[103364]: INFO neutron.db.segments_db [None req-4901b81a-9649-44c4-8ffe-d012b2d41c0d tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] Added segment ed2ba4a9-1222-4f45-8950-0ecce47ec3bc of type vlan for network be332ed3-2866-4e46-bbe6-a50d2af9afba Nov 19 18:04:04.339493 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a7cb4e6c-7785-44ab-934e-0f5f27692e54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12425078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8983815'] for subnet, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:04.408293 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4901b81a-9649-44c4-8ffe-d012b2d41c0d tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:04.524498 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b8e9535e-7bd0-4b53-8f27-3a6f57be3aa3 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks [] for port, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:04.551590 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.db.resource_extend [None req-4901b81a-9649-44c4-8ffe-d012b2d41c0d tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 19 18:04:04.587082 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cb4e6c-7785-44ab-934e-0f5f27692e54 admin admin] Pushing event updated for resources: {'Subnet': ['ID=78373283-0ecf-42ac-8dc9-066471cd2623,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:04:04.647906 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4901b81a-9649-44c4-8ffe-d012b2d41c0d tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:04.656055 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4901b81a-9649-44c4-8ffe-d012b2d41c0d tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:04:04.656702 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4901b81a-9649-44c4-8ffe-d012b2d41c0d tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] Publish callbacks [] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:04.657989 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [None req-f7a52e15-1ed3-42a7-bbda-d266c625f15d None None] Allocated IP 2001:db8:0:2::2 (94827efd-2834-47e5-b17c-981d64689a94/5e0422ca-272d-46e1-93bc-c8a9ca1b95a5/7e331382-51ea-41ab-9069-7231de5e5e8d) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:04:04.675342 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b8e9535e-7bd0-4b53-8f27-3a6f57be3aa3 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:04.751263 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-4901b81a-9649-44c4-8ffe-d012b2d41c0d tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.4511712 Nov 19 18:04:04.754945 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 54098) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:04:04.771551 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-5ed5eca8-e50e-400a-8f60-c4c4e376d541 tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] Request body: {'ports': [{'network_id': '5f01ee64-753c-48fa-b9e6-ae00f8c14e23', 'name': 'tempest-port--45899993', 'admin_state_up': True}, {'network_id': 'be332ed3-2866-4e46-bbe6-a50d2af9afba', 'admin_state_up': False}]} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:04:04.771993 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-5ed5eca8-e50e-400a-8f60-c4c4e376d541 tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] Request body: {'port': {'network_id': '5f01ee64-753c-48fa-b9e6-ae00f8c14e23', 'name': 'tempest-port--45899993', 'admin_state_up': True}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:04:04.772550 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-5ed5eca8-e50e-400a-8f60-c4c4e376d541 tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] Request body: {'port': {'network_id': 'be332ed3-2866-4e46-bbe6-a50d2af9afba', 'admin_state_up': False}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:04:04.830084 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7cb4e6c-7785-44ab-934e-0f5f27692e54 admin admin] Checking segment: {'id': '878aa1ad-d952-49b3-babf-f88949b54efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '3b544363-bad2-4a9e-9892-483691dc34e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:04:04.830536 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7cb4e6c-7785-44ab-934e-0f5f27692e54 admin admin] Network hostable DHCP agents. Network: 3b544363-bad2-4a9e-9892-483691dc34e2, hostable agents: ['02910ef2-0455-4aea-9f38-9a875579633f'], hosted agents: [] {{(pid=103364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 18:04:04.866256 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-b8e9535e-7bd0-4b53-8f27-3a6f57be3aa3 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] In _notify_port_updated(), no bound segment for port c3f53486-ee78-4612-be42-292feaa70fc7 on network 94827efd-2834-47e5-b17c-981d64689a94 {{(pid=103364) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 19 18:04:04.873188 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8e9535e-7bd0-4b53-8f27-3a6f57be3aa3 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:04:04.874125 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b8e9535e-7bd0-4b53-8f27-3a6f57be3aa3 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:04.878766 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-b8e9535e-7bd0-4b53-8f27-3a6f57be3aa3 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] 10.222.0.54 "PUT /v2.0/ports/c3f53486-ee78-4612-be42-292feaa70fc7 HTTP/1.1" status: 200 len: 970 time: 2.2365232 Nov 19 18:04:04.879863 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4901b81a-9649-44c4-8ffe-d012b2d41c0d tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] Pushing event updated for resources: {'Network': ['ID=be332ed3-2866-4e46-bbe6-a50d2af9afba,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:04:04.883252 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 54100) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:04:04.886921 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e9535e-7bd0-4b53-8f27-3a6f57be3aa3 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Pushing event updated for resources: {'Port': ['ID=c3f53486-ee78-4612-be42-292feaa70fc7,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:04:04.899689 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network be332ed3-2866-4e46-bbe6-a50d2af9afba details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 18:04:04.901722 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e013d7e6-5264-4dcc-9759-54f5fb809e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:04.906995 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7cb4e6c-7785-44ab-934e-0f5f27692e54 admin admin] Network 3b544363-bad2-4a9e-9892-483691dc34e2 is scheduled to be hosted by DHCP agent 02910ef2-0455-4aea-9f38-9a875579633f with binding_index 1 {{(pid=103364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 18:04:04.923526 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-a7cb4e6c-7785-44ab-934e-0f5f27692e54 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818022-2, 3b544363-bad2-4a9e-9892-483691dc34e2) {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:04:04.951596 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7cb4e6c-7785-44ab-934e-0f5f27692e54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:04:04.952415 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a7cb4e6c-7785-44ab-934e-0f5f27692e54 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:04.965944 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc7d6372-29de-4caa-894d-a1c2cdad5471 None None] Network 3b544363-bad2-4a9e-9892-483691dc34e2 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:04:04.995014 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-a7cb4e6c-7785-44ab-934e-0f5f27692e54 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0711827 Nov 19 18:04:04.997323 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 54106) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:04:05.008160 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-cae9995f-a971-4790-8203-4bfe1ef35187 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-767903465-router', 'tenant_id': 'e45c6e5baa414b6894171527d94e1abd', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'}}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:04:05.075041 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-cae9995f-a971-4790-8203-4bfe1ef35187 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9890'] for router, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:05.076208 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-cae9995f-a971-4790-8203-4bfe1ef35187 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671617', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-732153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4689'] for router, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:05.205245 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-cae9995f-a971-4790-8203-4bfe1ef35187 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:05.326455 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-8f920832-b95d-44c0-ab6d-693660aa3ccd tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Deleting port c3f53486-ee78-4612-be42-292feaa70fc7 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:04:05.326707 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8f920832-b95d-44c0-ab6d-693660aa3ccd tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:05.360299 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-f7a52e15-1ed3-42a7-bbda-d266c625f15d None None] For port 7e331382-51ea-41ab-9069-7231de5e5e8d, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=7e331382-51ea-41ab-9069-7231de5e5e8d,segment=NetworkSegment(775fc836-c79e-401d-b005-a89e05286567),segment_id=775fc836-c79e-401d-b005-a89e05286567)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:04:05.362924 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:05.380233 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5812164-7922-453a-8708-77389fd58c19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54f44f5f-1200-574e-8740-2141911d5b73-3b544363-bad2-4a9e-9892-483691dc34e2', 'network_id': '3b544363-bad2-4a9e-9892-483691dc34e2', 'tenant_id': 'e45c6e5baa414b6894171527d94e1abd', 'fixed_ips': [{'subnet_id': '78373283-0ecf-42ac-8dc9-066471cd2623'}]}} from n-d-818022-2. {{(pid=103366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 18:04:05.380877 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ed5eca8-e50e-400a-8f60-c4c4e376d541 tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] Made reservation on behalf of 6bd6167c6b6f4364b701ec089678378f for: {'port': 2} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:04:05.381450 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-c5812164-7922-453a-8708-77389fd58c19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:05.386257 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5ed5eca8-e50e-400a-8f60-c4c4e376d541 tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:05.415745 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-cae9995f-a971-4790-8203-4bfe1ef35187 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:05.416780 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5ed5eca8-e50e-400a-8f60-c4c4e376d541 tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:05.421179 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f7a52e15-1ed3-42a7-bbda-d266c625f15d None None] Publish callbacks [] for port, precommit_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:05.431658 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f7a52e15-1ed3-42a7-bbda-d266c625f15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:05.453095 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8f920832-b95d-44c0-ab6d-693660aa3ccd tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:05.466060 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-8f920832-b95d-44c0-ab6d-693660aa3ccd tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Calling delete_port for c3f53486-ee78-4612-be42-292feaa70fc7 owned by {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:04:05.656487 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8f920832-b95d-44c0-ab6d-693660aa3ccd tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:05.660767 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a52e15-1ed3-42a7-bbda-d266c625f15d None None] Pushing event updated for resources: {'Port': ['ID=7e331382-51ea-41ab-9069-7231de5e5e8d,revision_number=7']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:04:05.684769 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-cae9995f-a971-4790-8203-4bfe1ef35187 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:05.688119 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [None req-c5812164-7922-453a-8708-77389fd58c19 None None] Allocated IP 172.20.0.2 (3b544363-bad2-4a9e-9892-483691dc34e2/78373283-0ecf-42ac-8dc9-066471cd2623/3ed20d1a-a6bc-4a57-81eb-7e37ef3bb7b3) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:04:05.704712 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [None req-5ed5eca8-e50e-400a-8f60-c4c4e376d541 tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] device_id is not set on port be9d1983-fb65-4e9c-a5e6-ead3f17b4ffa yet. {{(pid=103365) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 18:04:05.708298 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f920832-b95d-44c0-ab6d-693660aa3ccd tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Pushing event deleted for resources: {'Port': ['ID=c3f53486-ee78-4612-be42-292feaa70fc7,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:04:05.724842 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-cae9995f-a971-4790-8203-4bfe1ef35187 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:05.816231 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8f920832-b95d-44c0-ab6d-693660aa3ccd tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:05.822725 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-8f920832-b95d-44c0-ab6d-693660aa3ccd tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] 10.222.0.54 "DELETE /v2.0/ports/c3f53486-ee78-4612-be42-292feaa70fc7 HTTP/1.1" status: 204 len: 168 time: 0.9371200 Nov 19 18:04:05.826654 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 54110) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:04:05.864994 n-d-818022-2 neutron-server[103365]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba4c58ba-30cf-47e2-b198-b1948dbc77d1 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] GET failed (client error): The resource could not be found. Nov 19 18:04:05.867258 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-ba4c58ba-30cf-47e2-b198-b1948dbc77d1 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] 10.222.0.54 "GET /v2.0/ports/c3f53486-ee78-4612-be42-292feaa70fc7 HTTP/1.1" status: 404 len: 333 time: 0.0391948 Nov 19 18:04:05.871263 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 54114) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:04:05.889622 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [None req-cae9995f-a971-4790-8203-4bfe1ef35187 admin admin] Allocated IP 172.25.7.45 (645e61aa-1a6c-4e8f-857e-ab06edb4897f/88ed2d64-f56d-4f01-a468-946e01c99e82/f2234a95-c881-4215-9ecf-ef560e0fd336) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:04:05.996364 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b8cee8ee-540c-4c45-afa2-eb886c66bb85 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:06.055381 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b8cee8ee-540c-4c45-afa2-eb886c66bb85 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:06.056442 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-c5812164-7922-453a-8708-77389fd58c19 None None] Publish callbacks [] for port, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:06.079940 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-c5812164-7922-453a-8708-77389fd58c19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998'] for port, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:06.131392 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-cae9995f-a971-4790-8203-4bfe1ef35187 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:06.138929 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5812164-7922-453a-8708-77389fd58c19 None None] Network 3b544363-bad2-4a9e-9892-483691dc34e2 is already hosted by enough agents. {{(pid=103366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:04:06.150655 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5ed5eca8-e50e-400a-8f60-c4c4e376d541 tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:06.198344 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5812164-7922-453a-8708-77389fd58c19 None None] Pushing event updated for resources: {'Port': ['ID=3ed20d1a-a6bc-4a57-81eb-7e37ef3bb7b3,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:04:06.223250 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-cae9995f-a971-4790-8203-4bfe1ef35187 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:06.229670 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [None req-c5812164-7922-453a-8708-77389fd58c19 None None] Resources bound (agent type, host, resource id): {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:04:06.240048 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5812164-7922-453a-8708-77389fd58c19 None None] Received port after_create {{(pid=103366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:04:06.290294 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b8cee8ee-540c-4c45-afa2-eb886c66bb85 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:06.297386 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b8cee8ee-540c-4c45-afa2-eb886c66bb85 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:06.309599 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-b8cee8ee-540c-4c45-afa2-eb886c66bb85 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] 10.222.0.54 "DELETE /v2.0/security-groups/0b73f1af-32ec-4b6e-985b-cda9cd29062d HTTP/1.1" status: 204 len: 168 time: 0.4369278 Nov 19 18:04:06.321192 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 54124) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:04:06.368710 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [None req-5ed5eca8-e50e-400a-8f60-c4c4e376d541 tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] device_id is not set on port 3d8d24bb-b944-42e8-9ad9-f5bb163138c3 yet. {{(pid=103365) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 18:04:06.402839 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cee8ee-540c-4c45-afa2-eb886c66bb85 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b73f1af-32ec-4b6e-985b-cda9cd29062d,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:04:06.420934 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cae9995f-a971-4790-8203-4bfe1ef35187 admin admin] Network 645e61aa-1a6c-4e8f-857e-ab06edb4897f is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:04:06.422145 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 7e331382-51ea-41ab-9069-7231de5e5e8d up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:04:06.443015 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-cae9995f-a971-4790-8203-4bfe1ef35187 admin admin] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:04:06.481979 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae9995f-a971-4790-8203-4bfe1ef35187 admin admin] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:04:06.562239 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae9995f-a971-4790-8203-4bfe1ef35187 admin admin] Pushing event updated for resources: {'Port': ['ID=f2234a95-c881-4215-9ecf-ef560e0fd336,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:04:06.593468 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae9995f-a971-4790-8203-4bfe1ef35187 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:04:06.593704 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae9995f-a971-4790-8203-4bfe1ef35187 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:04:06.593936 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae9995f-a971-4790-8203-4bfe1ef35187 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:04:06.594286 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae9995f-a971-4790-8203-4bfe1ef35187 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:04:06.594630 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae9995f-a971-4790-8203-4bfe1ef35187 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:04:06.594969 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae9995f-a971-4790-8203-4bfe1ef35187 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:04:06.595307 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae9995f-a971-4790-8203-4bfe1ef35187 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:04:06.595641 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae9995f-a971-4790-8203-4bfe1ef35187 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:04:06.595972 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae9995f-a971-4790-8203-4bfe1ef35187 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:04:06.602082 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae9995f-a971-4790-8203-4bfe1ef35187 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:04:06.604665 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae9995f-a971-4790-8203-4bfe1ef35187 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:04:06.605016 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae9995f-a971-4790-8203-4bfe1ef35187 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:04:06.619672 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25a95b6d-bd95-4da8-9e49-4d99a4d7e331 None None] DHCP port deletion for 645e61aa-1a6c-4e8f-857e-ab06edb4897f request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:04:06.630440 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-c5812164-7922-453a-8708-77389fd58c19 None None] Attempting to bind port 3ed20d1a-a6bc-4a57-81eb-7e37ef3bb7b3 on host n-d-818022-2 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:04:06.630833 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-c5812164-7922-453a-8708-77389fd58c19 None None] Attempting to bind port 3ed20d1a-a6bc-4a57-81eb-7e37ef3bb7b3 by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': '878aa1ad-d952-49b3-babf-f88949b54efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '3b544363-bad2-4a9e-9892-483691dc34e2'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:04:06.631208 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5812164-7922-453a-8708-77389fd58c19 None None] Attempting to bind port 3ed20d1a-a6bc-4a57-81eb-7e37ef3bb7b3 on network 3b544363-bad2-4a9e-9892-483691dc34e2 {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:04:06.645930 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5ed5eca8-e50e-400a-8f60-c4c4e376d541 tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:06.666017 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5812164-7922-453a-8708-77389fd58c19 None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 4, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:04:06.666644 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5812164-7922-453a-8708-77389fd58c19 None None] Checking segment: {'id': '878aa1ad-d952-49b3-babf-f88949b54efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '3b544363-bad2-4a9e-9892-483691dc34e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:04:06.666849 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-c5812164-7922-453a-8708-77389fd58c19 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:06.667201 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5812164-7922-453a-8708-77389fd58c19 None None] Bound using segment: {'id': '878aa1ad-d952-49b3-babf-f88949b54efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '3b544363-bad2-4a9e-9892-483691dc34e2'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:04:06.667704 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-c5812164-7922-453a-8708-77389fd58c19 None None] Bound port: 3ed20d1a-a6bc-4a57-81eb-7e37ef3bb7b3, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '878aa1ad-d952-49b3-babf-f88949b54efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '3b544363-bad2-4a9e-9892-483691dc34e2'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:04:06.668094 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-c5812164-7922-453a-8708-77389fd58c19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:06.676839 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-222c4678-bf37-4497-8b12-961a7a93eb83 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:06.713069 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 7e331382-51ea-41ab-9069-7231de5e5e8d triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:04:06.713452 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:06.738335 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-222c4678-bf37-4497-8b12-961a7a93eb83 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:06.747984 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5ed5eca8-e50e-400a-8f60-c4c4e376d541 tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:06.870601 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-222c4678-bf37-4497-8b12-961a7a93eb83 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:06.873214 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-222c4678-bf37-4497-8b12-961a7a93eb83 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:06.877414 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-222c4678-bf37-4497-8b12-961a7a93eb83 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] 10.222.0.54 "DELETE /v2.0/security-groups/15912f35-0610-4b01-bd55-27ab660ed0e8 HTTP/1.1" status: 204 len: 168 time: 0.5461092 Nov 19 18:04:06.878152 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 54128) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:04:06.951321 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222c4678-bf37-4497-8b12-961a7a93eb83 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15912f35-0610-4b01-bd55-27ab660ed0e8,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:04:06.961796 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed5eca8-e50e-400a-8f60-c4c4e376d541 tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] Pushing event updated for resources: {'Port': ['ID=be9d1983-fb65-4e9c-a5e6-ead3f17b4ffa,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:04:07.010753 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed5eca8-e50e-400a-8f60-c4c4e376d541 tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] Checking segment: {'id': 'de21df53-5541-4666-9c7e-3ed0790c17cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '5f01ee64-753c-48fa-b9e6-ae00f8c14e23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:04:07.011005 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ed5eca8-e50e-400a-8f60-c4c4e376d541 tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] Network hostable DHCP agents. Network: 5f01ee64-753c-48fa-b9e6-ae00f8c14e23, hostable agents: ['02910ef2-0455-4aea-9f38-9a875579633f'], hosted agents: [] {{(pid=103365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 18:04:07.040032 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-c5812164-7922-453a-8708-77389fd58c19 None None] For port 3ed20d1a-a6bc-4a57-81eb-7e37ef3bb7b3, host n-d-818022-2, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:04:07.044697 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-c5812164-7922-453a-8708-77389fd58c19 None None] For port 3ed20d1a-a6bc-4a57-81eb-7e37ef3bb7b3, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=3ed20d1a-a6bc-4a57-81eb-7e37ef3bb7b3,segment=NetworkSegment(878aa1ad-d952-49b3-babf-f88949b54efa),segment_id=878aa1ad-d952-49b3-babf-f88949b54efa)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:04:07.073048 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-c5812164-7922-453a-8708-77389fd58c19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:07.083506 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-84ccc793-e55e-463b-9f7d-69072be85c3d None None] Provisioning complete for port f2234a95-c881-4215-9ecf-ef560e0fd336 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:04:07.084246 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-84ccc793-e55e-463b-9f7d-69072be85c3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:07.141905 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ed5eca8-e50e-400a-8f60-c4c4e376d541 tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] Network 5f01ee64-753c-48fa-b9e6-ae00f8c14e23 is scheduled to be hosted by DHCP agent 02910ef2-0455-4aea-9f38-9a875579633f with binding_index 1 {{(pid=103365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 18:04:07.147613 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3666fd3a-26c2-426b-88cb-565b0729d54d tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:07.221290 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3666fd3a-26c2-426b-88cb-565b0729d54d tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:07.254033 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-84ccc793-e55e-463b-9f7d-69072be85c3d None None] Port f2234a95-c881-4215-9ecf-ef560e0fd336 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:04:07.267519 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5812164-7922-453a-8708-77389fd58c19 None None] Pushing event updated for resources: {'Port': ['ID=3ed20d1a-a6bc-4a57-81eb-7e37ef3bb7b3,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:04:07.324650 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3666fd3a-26c2-426b-88cb-565b0729d54d tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:07.327673 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3666fd3a-26c2-426b-88cb-565b0729d54d tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:07.329696 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-3666fd3a-26c2-426b-88cb-565b0729d54d tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] 10.222.0.54 "DELETE /v2.0/security-groups/b23758c6-db87-4e20-9832-e0b00bcec116 HTTP/1.1" status: 204 len: 168 time: 0.4368393 Nov 19 18:04:07.337091 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-5ed5eca8-e50e-400a-8f60-c4c4e376d541 tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818022-2, 5f01ee64-753c-48fa-b9e6-ae00f8c14e23) {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:04:07.349369 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68b62ee2-fba5-4fa4-a031-f689b6b22b3c None None] Network 5f01ee64-753c-48fa-b9e6-ae00f8c14e23 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:04:07.356674 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 54136) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:04:07.445888 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-cae9995f-a971-4790-8203-4bfe1ef35187 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:07.500875 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_v2 [None req-2780c0e8-22ae-4c1f-9e42-ce9cfd3083d4 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Deleting subnet bae68412-46d3-40b0-9d33-66a1e4969f59 {{(pid=103365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 18:04:07.512912 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed5eca8-e50e-400a-8f60-c4c4e376d541 tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:04:07.515072 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5ed5eca8-e50e-400a-8f60-c4c4e376d541 tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:07.524016 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3666fd3a-26c2-426b-88cb-565b0729d54d tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b23758c6-db87-4e20-9832-e0b00bcec116,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:04:07.526288 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2780c0e8-22ae-4c1f-9e42-ce9cfd3083d4 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks [] for subnet, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:07.546606 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-f167a75d-df2a-4ca2-94f2-81bcc9bfe703 None None] Could not find standard attr ID for object c3f53486-ee78-4612-be42-292feaa70fc7. {{(pid=103366) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 18:04:07.771702 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed5eca8-e50e-400a-8f60-c4c4e376d541 tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] Pushing event updated for resources: {'Port': ['ID=3d8d24bb-b944-42e8-9ad9-f5bb163138c3,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:04:07.772146 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-f167a75d-df2a-4ca2-94f2-81bcc9bfe703 None None] Provisioning complete for port 7e331382-51ea-41ab-9069-7231de5e5e8d triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:04:07.772631 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f167a75d-df2a-4ca2-94f2-81bcc9bfe703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:07.792076 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2780c0e8-22ae-4c1f-9e42-ce9cfd3083d4 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12546453'] for subnet, precommit_delete_associations {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:07.949619 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed5eca8-e50e-400a-8f60-c4c4e376d541 tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] Checking segment: {'id': 'ed2ba4a9-1222-4f45-8950-0ecce47ec3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'be332ed3-2866-4e46-bbe6-a50d2af9afba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:04:07.950358 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ed5eca8-e50e-400a-8f60-c4c4e376d541 tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] Network hostable DHCP agents. Network: be332ed3-2866-4e46-bbe6-a50d2af9afba, hostable agents: ['02910ef2-0455-4aea-9f38-9a875579633f'], hosted agents: [] {{(pid=103365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 18:04:08.074596 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ed5eca8-e50e-400a-8f60-c4c4e376d541 tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] Network be332ed3-2866-4e46-bbe6-a50d2af9afba is scheduled to be hosted by DHCP agent 02910ef2-0455-4aea-9f38-9a875579633f with binding_index 1 {{(pid=103365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 18:04:08.099260 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2780c0e8-22ae-4c1f-9e42-ce9cfd3083d4 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:08.139887 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-5ed5eca8-e50e-400a-8f60-c4c4e376d541 tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818022-2, be332ed3-2866-4e46-bbe6-a50d2af9afba) {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:04:08.154938 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9f0cae9-6790-481a-8be3-bfa45dcba62d None None] Network be332ed3-2866-4e46-bbe6-a50d2af9afba requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:04:08.177646 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed5eca8-e50e-400a-8f60-c4c4e376d541 tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:04:08.185336 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ed5eca8-e50e-400a-8f60-c4c4e376d541 tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:04:08.191910 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ed5eca8-e50e-400a-8f60-c4c4e376d541 tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:04:08.193134 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5ed5eca8-e50e-400a-8f60-c4c4e376d541 tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:08.228005 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-cae9995f-a971-4790-8203-4bfe1ef35187 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671702'] for router, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:08.275674 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-5ed5eca8-e50e-400a-8f60-c4c4e376d541 tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1448 time: 3.5194185 Nov 19 18:04:08.279374 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 54174) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:04:08.313624 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-f167a75d-df2a-4ca2-94f2-81bcc9bfe703 None None] Provisioning complete for port c63222b8-84a1-48d5-ab39-4ba6e0123787 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:04:08.317375 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f167a75d-df2a-4ca2-94f2-81bcc9bfe703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:08.387827 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2780c0e8-22ae-4c1f-9e42-ce9cfd3083d4 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12282919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8731163'] for subnet, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:08.532274 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2780c0e8-22ae-4c1f-9e42-ce9cfd3083d4 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks [] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:08.535747 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 3ed20d1a-a6bc-4a57-81eb-7e37ef3bb7b3 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:04:08.548575 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c11a65c-d81c-45a3-84db-648ea785a3c3 None None] Network 94827efd-2834-47e5-b17c-981d64689a94 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:04:08.552160 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 54188) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:04:08.553396 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-2780c0e8-22ae-4c1f-9e42-ce9cfd3083d4 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] 10.222.0.54 "DELETE /v2.0/subnets/bae68412-46d3-40b0-9d33-66a1e4969f59 HTTP/1.1" status: 204 len: 168 time: 1.1924822 Nov 19 18:04:08.554548 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2780c0e8-22ae-4c1f-9e42-ce9cfd3083d4 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Pushing event deleted for resources: {'Subnet': ['ID=bae68412-46d3-40b0-9d33-66a1e4969f59,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:04:08.588524 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3aa1a50-12a9-4a72-976f-82a7da2e315e tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:04:08.614811 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3aa1a50-12a9-4a72-976f-82a7da2e315e tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:04:08.617390 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-c3aa1a50-12a9-4a72-976f-82a7da2e315e tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1443 time: 0.3329139 Nov 19 18:04:08.625489 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 54192) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:04:08.752577 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_v2 [None req-d780de1c-25b2-4a4b-b5ce-1ab500135320 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Deleting subnet 5e0422ca-272d-46e1-93bc-c8a9ca1b95a5 {{(pid=103364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 18:04:08.790592 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d780de1c-25b2-4a4b-b5ce-1ab500135320 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks [] for subnet, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:08.880860 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-e6689a2e-257b-40cd-b45f-08ca1df01ace tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] Deleting port be9d1983-fb65-4e9c-a5e6-ead3f17b4ffa {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:04:08.880860 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e6689a2e-257b-40cd-b45f-08ca1df01ace tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:08.923187 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d780de1c-25b2-4a4b-b5ce-1ab500135320 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9416263'] for subnet, precommit_delete_associations {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:08.988908 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cae9995f-a971-4790-8203-4bfe1ef35187 admin admin] Router b11e1b24-ca9d-457a-b763-e7550839346f is scheduled to L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 with binding_index 1 {{(pid=103364) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 18:04:09.059949 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e6689a2e-257b-40cd-b45f-08ca1df01ace tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:09.135651 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-e6689a2e-257b-40cd-b45f-08ca1df01ace tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] Calling delete_port for be9d1983-fb65-4e9c-a5e6-ead3f17b4ffa owned by {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:04:09.368417 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-f167a75d-df2a-4ca2-94f2-81bcc9bfe703 None None] Port c63222b8-84a1-48d5-ab39-4ba6e0123787 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:04:09.393343 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cabc56d-6c17-4f9c-b0a2-d20ffb3d2572 None None] Network 3b544363-bad2-4a9e-9892-483691dc34e2 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:04:09.445951 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d780de1c-25b2-4a4b-b5ce-1ab500135320 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:09.457283 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e6689a2e-257b-40cd-b45f-08ca1df01ace tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:09.530499 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6689a2e-257b-40cd-b45f-08ca1df01ace tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] Pushing event deleted for resources: {'Port': ['ID=be9d1983-fb65-4e9c-a5e6-ead3f17b4ffa,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:04:09.530766 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cae9995f-a971-4790-8203-4bfe1ef35187 admin admin] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:04:09.552131 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd7d2d6-c754-48c7-9c6d-4ed14cb91cf9 None None] Sync routers for ids ['b11e1b24-ca9d-457a-b763-e7550839346f'] in n-d-818022-2 {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:04:09.574873 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd7d2d6-c754-48c7-9c6d-4ed14cb91cf9 None None] Routers {'b11e1b24-ca9d-457a-b763-e7550839346f'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:04:09.576146 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-0cd7d2d6-c754-48c7-9c6d-4ed14cb91cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:04:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['b11e1b24-ca9d-457a-b763-e7550839346f'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:04:09.580228 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e6689a2e-257b-40cd-b45f-08ca1df01ace tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:09.607816 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-e6689a2e-257b-40cd-b45f-08ca1df01ace tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] 10.222.0.54 "DELETE /v2.0/ports/be9d1983-fb65-4e9c-a5e6-ead3f17b4ffa HTTP/1.1" status: 204 len: 168 time: 0.9798629 Nov 19 18:04:09.610595 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 54228) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:04:09.651320 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-cae9995f-a971-4790-8203-4bfe1ef35187 admin admin] Publish callbacks [] for router, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:09.655623 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-cae9995f-a971-4790-8203-4bfe1ef35187 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.6543012 Nov 19 18:04:09.656355 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 54230) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:04:09.800921 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 3ed20d1a-a6bc-4a57-81eb-7e37ef3bb7b3 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:04:09.801296 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:09.824178 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-6aa78c6b-ab41-4457-9225-12cfcf09ddd3 None None] Provisioning complete for port 3ed20d1a-a6bc-4a57-81eb-7e37ef3bb7b3 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:04:09.824705 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-6aa78c6b-ab41-4457-9225-12cfcf09ddd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:09.903689 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d780de1c-25b2-4a4b-b5ce-1ab500135320 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12425137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8983934'] for subnet, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:09.923339 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-a3936bde-8311-496b-8f5b-7ee8631d3546 tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] Deleting port 3d8d24bb-b944-42e8-9ad9-f5bb163138c3 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:04:09.923683 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a3936bde-8311-496b-8f5b-7ee8631d3546 tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:09.942340 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-0cd7d2d6-c754-48c7-9c6d-4ed14cb91cf9 None None] Set router b11e1b24-ca9d-457a-b763-e7550839346f gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:04:10.115691 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a3936bde-8311-496b-8f5b-7ee8631d3546 tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:10.120169 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d780de1c-25b2-4a4b-b5ce-1ab500135320 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Pushing event deleted for resources: {'Subnet': ['ID=5e0422ca-272d-46e1-93bc-c8a9ca1b95a5,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:04:10.176218 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-a3936bde-8311-496b-8f5b-7ee8631d3546 tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] Calling delete_port for 3d8d24bb-b944-42e8-9ad9-f5bb163138c3 owned by {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:04:10.186083 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d780de1c-25b2-4a4b-b5ce-1ab500135320 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:10.205287 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 54244) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:04:10.206386 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-d780de1c-25b2-4a4b-b5ce-1ab500135320 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] 10.222.0.54 "DELETE /v2.0/subnets/5e0422ca-272d-46e1-93bc-c8a9ca1b95a5 HTTP/1.1" status: 204 len: 168 time: 1.6482561 Nov 19 18:04:10.325002 n-d-818022-2 neutron-server[103365]: INFO neutron.pecan_wsgi.hooks.translation [None req-61bb5f9d-eb81-48a7-b234-7e38523217d6 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] DELETE failed (client error): The resource could not be found. Nov 19 18:04:10.325181 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61bb5f9d-eb81-48a7-b234-7e38523217d6 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103365) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 18:04:10.337098 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-61bb5f9d-eb81-48a7-b234-7e38523217d6 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] 10.222.0.54 "DELETE /v2.0/subnets/bae68412-46d3-40b0-9d33-66a1e4969f59 HTTP/1.1" status: 404 len: 337 time: 0.1307383 Nov 19 18:04:10.504953 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-6aa78c6b-ab41-4457-9225-12cfcf09ddd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:10.510078 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:10.627129 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 54252) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:04:10.641325 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-6aa78c6b-ab41-4457-9225-12cfcf09ddd3 None None] For port 3ed20d1a-a6bc-4a57-81eb-7e37ef3bb7b3, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=3ed20d1a-a6bc-4a57-81eb-7e37ef3bb7b3,segment=NetworkSegment(878aa1ad-d952-49b3-babf-f88949b54efa),segment_id=878aa1ad-d952-49b3-babf-f88949b54efa)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:04:10.654879 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-6aa78c6b-ab41-4457-9225-12cfcf09ddd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:10.660318 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a3936bde-8311-496b-8f5b-7ee8631d3546 tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:10.850376 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.db.api [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103366) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 18:04:10.870785 n-d-818022-2 neutron-server[103366]: DEBUG oslo_db.api [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 18:04:10.880469 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3936bde-8311-496b-8f5b-7ee8631d3546 tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] Pushing event deleted for resources: {'Port': ['ID=3d8d24bb-b944-42e8-9ad9-f5bb163138c3,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:04:10.886726 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa78c6b-ab41-4457-9225-12cfcf09ddd3 None None] Pushing event updated for resources: {'Port': ['ID=3ed20d1a-a6bc-4a57-81eb-7e37ef3bb7b3,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:04:10.905353 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a3936bde-8311-496b-8f5b-7ee8631d3546 tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:10.909615 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-a3936bde-8311-496b-8f5b-7ee8631d3546 tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] 10.222.0.54 "DELETE /v2.0/ports/3d8d24bb-b944-42e8-9ad9-f5bb163138c3 HTTP/1.1" status: 204 len: 168 time: 1.2892010 Nov 19 18:04:10.915769 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 54262) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:04:10.943840 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-0cd7d2d6-c754-48c7-9c6d-4ed14cb91cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b11e1b24-ca9d-457a-b763-e7550839346f', 'name': 'tempest-ServerActionsTestJSON-767903465-router', 'tenant_id': 'e45c6e5baa414b6894171527d94e1abd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.45'}], 'enable_snat': True}, 'gw_port_id': 'f2234a95-c881-4215-9ecf-ef560e0fd336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:04:05Z', 'updated_at': '2021-11-19T18:04:07Z', 'revision_number': 3, 'project_id': 'e45c6e5baa414b6894171527d94e1abd', 'gw_port': {'id': 'f2234a95-c881-4215-9ecf-ef560e0fd336', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a2:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b11e1b24-ca9d-457a-b763-e7550839346f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3105, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:04:05Z', 'updated_at': '2021-11-19T18:04:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:04:10.998856 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-e2d25cd4-8eff-48b8-835f-a117a3f026e2 tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0781455 Nov 19 18:04:11.023722 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_v2 [None req-c39a5ab4-f5c8-4e86-9cf1-ffe1ac29f222 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Deleting subnet 908c7447-d70b-4a2b-8d44-4bb8da4d1166 {{(pid=103365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 18:04:11.029580 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 54266) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:04:11.031610 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c39a5ab4-f5c8-4e86-9cf1-ffe1ac29f222 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks [] for subnet, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:11.078065 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd7d2d6-c754-48c7-9c6d-4ed14cb91cf9 None None] Checking router: b11e1b24-ca9d-457a-b763-e7550839346f for host: n-d-818022-2 {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:04:11.078512 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd7d2d6-c754-48c7-9c6d-4ed14cb91cf9 None None] Updating router b11e1b24-ca9d-457a-b763-e7550839346f port f2234a95-c881-4215-9ecf-ef560e0fd336 binding host n-d-818022-2 {{(pid=103367) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 18:04:11.144418 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-0cd7d2d6-c754-48c7-9c6d-4ed14cb91cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:11.154965 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-08965e16-2f80-46f7-8eae-5e818eb888b7 tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1883071341'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:04:11.294305 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-e2217ae5-00a7-4ce3-8b21-007233881488 None None] Provisioning complete for port 3ed20d1a-a6bc-4a57-81eb-7e37ef3bb7b3 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:04:11.297996 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e2217ae5-00a7-4ce3-8b21-007233881488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:11.301267 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c39a5ab4-f5c8-4e86-9cf1-ffe1ac29f222 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12546453'] for subnet, precommit_delete_associations {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:11.402404 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08965e16-2f80-46f7-8eae-5e818eb888b7 tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] Made reservation on behalf of 6bd6167c6b6f4364b701ec089678378f for: {'network': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:04:11.417883 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-08965e16-2f80-46f7-8eae-5e818eb888b7 tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:11.526198 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08965e16-2f80-46f7-8eae-5e818eb888b7 tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 664} {{(pid=103365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 18:04:11.554763 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf39733b-f10c-4559-abcd-29ff08d34b03 None None] Network 94827efd-2834-47e5-b17c-981d64689a94 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:04:11.570323 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-08965e16-2f80-46f7-8eae-5e818eb888b7 tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:11.570323 n-d-818022-2 neutron-server[103365]: INFO neutron.db.segments_db [None req-08965e16-2f80-46f7-8eae-5e818eb888b7 tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] Added segment f642baa7-fefd-4b72-958e-2fef94a46e26 of type vlan for network e7e319c0-dd8c-4fe0-8626-02fb978514b9 Nov 19 18:04:11.570552 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-04d54180-f38a-4383-8ca5-3944f5c827a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:11.759329 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 3ed20d1a-a6bc-4a57-81eb-7e37ef3bb7b3 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:04:11.769454 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c39a5ab4-f5c8-4e86-9cf1-ffe1ac29f222 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:11.841451 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-08965e16-2f80-46f7-8eae-5e818eb888b7 tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:11.978345 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-08965e16-2f80-46f7-8eae-5e818eb888b7 tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:11.993952 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08965e16-2f80-46f7-8eae-5e818eb888b7 tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:04:11.994584 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-08965e16-2f80-46f7-8eae-5e818eb888b7 tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] Publish callbacks [] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:12.020337 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-0cd7d2d6-c754-48c7-9c6d-4ed14cb91cf9 None None] Publish callbacks [] for port, precommit_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:12.042704 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-0cd7d2d6-c754-48c7-9c6d-4ed14cb91cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:12.170404 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b6964ab-cc85-422f-a29c-a61fd2a631a0 None None] DHCP port deletion for 645e61aa-1a6c-4e8f-857e-ab06edb4897f request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:04:12.190895 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08965e16-2f80-46f7-8eae-5e818eb888b7 tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] Pushing event updated for resources: {'Network': ['ID=e7e319c0-dd8c-4fe0-8626-02fb978514b9,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:04:12.207769 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [None req-04d54180-f38a-4383-8ca5-3944f5c827a8 admin admin] Allocated IP 172.20.0.1 (3b544363-bad2-4a9e-9892-483691dc34e2/78373283-0ecf-42ac-8dc9-066471cd2623/9d403289-67d6-41dc-b082-a76cfc742596) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:04:12.222775 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-0cd7d2d6-c754-48c7-9c6d-4ed14cb91cf9 None None] Attempting to bind port f2234a95-c881-4215-9ecf-ef560e0fd336 on host n-d-818022-2 for vnic_type normal with profile {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:04:12.223142 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-0cd7d2d6-c754-48c7-9c6d-4ed14cb91cf9 None None] Attempting to bind port f2234a95-c881-4215-9ecf-ef560e0fd336 by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:04:12.223525 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd7d2d6-c754-48c7-9c6d-4ed14cb91cf9 None None] Attempting to bind port f2234a95-c881-4215-9ecf-ef560e0fd336 on network 645e61aa-1a6c-4e8f-857e-ab06edb4897f {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:04:12.227204 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-08965e16-2f80-46f7-8eae-5e818eb888b7 tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.1959746 Nov 19 18:04:12.227519 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 54286) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:04:12.233951 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-31c67286-b798-4a05-aa2f-a1e68cab24f2 tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-392270700'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:04:12.235884 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b62700e-8c3e-45d0-a2a3-e0e9542bcfd7 None None] Pushing event updated for resources: {'Port': ['ID=f2234a95-c881-4215-9ecf-ef560e0fd336,revision_number=2']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:04:12.252275 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-a000699c-2d1e-4812-bd8f-8d8f17e40133 None None] Provisioning complete for port c63222b8-84a1-48d5-ab39-4ba6e0123787 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:04:12.259835 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd7d2d6-c754-48c7-9c6d-4ed14cb91cf9 None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 4, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:04:12.260099 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a000699c-2d1e-4812-bd8f-8d8f17e40133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:12.260281 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd7d2d6-c754-48c7-9c6d-4ed14cb91cf9 None None] Checking segment: {'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:04:12.260699 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-0cd7d2d6-c754-48c7-9c6d-4ed14cb91cf9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:12.261097 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd7d2d6-c754-48c7-9c6d-4ed14cb91cf9 None None] Bound using segment: {'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:04:12.261597 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-0cd7d2d6-c754-48c7-9c6d-4ed14cb91cf9 None None] Bound port: f2234a95-c881-4215-9ecf-ef560e0fd336, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'}}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:04:12.262010 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-0cd7d2d6-c754-48c7-9c6d-4ed14cb91cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:12.279783 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c39a5ab4-f5c8-4e86-9cf1-ffe1ac29f222 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12282919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8731163'] for subnet, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:12.322583 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31c67286-b798-4a05-aa2f-a1e68cab24f2 tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] Made reservation on behalf of 6bd6167c6b6f4364b701ec089678378f for: {'network': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:04:12.325749 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-31c67286-b798-4a05-aa2f-a1e68cab24f2 tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:12.329377 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c39a5ab4-f5c8-4e86-9cf1-ffe1ac29f222 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks [] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:12.336551 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-c39a5ab4-f5c8-4e86-9cf1-ffe1ac29f222 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] 10.222.0.54 "DELETE /v2.0/subnets/908c7447-d70b-4a2b-8d44-4bb8da4d1166 HTTP/1.1" status: 204 len: 168 time: 1.7073727 Nov 19 18:04:12.339768 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a5ab4-f5c8-4e86-9cf1-ffe1ac29f222 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Pushing event deleted for resources: {'Subnet': ['ID=908c7447-d70b-4a2b-8d44-4bb8da4d1166,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:04:12.341702 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 54290) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:04:12.442704 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-0cd7d2d6-c754-48c7-9c6d-4ed14cb91cf9 None None] For port f2234a95-c881-4215-9ecf-ef560e0fd336, host n-d-818022-2, cleared binding levels {{(pid=103367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:04:12.452462 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-0cd7d2d6-c754-48c7-9c6d-4ed14cb91cf9 None None] For port f2234a95-c881-4215-9ecf-ef560e0fd336, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=f2234a95-c881-4215-9ecf-ef560e0fd336,segment=NetworkSegment(bbe705c1-96c0-476e-8381-28227e6f0ac5),segment_id=bbe705c1-96c0-476e-8381-28227e6f0ac5)] {{(pid=103367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:04:12.460263 n-d-818022-2 neutron-server[103365]: INFO neutron.pecan_wsgi.hooks.translation [None req-c19b6cf8-cec4-4616-b3ba-a76323e143a0 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] DELETE failed (client error): The resource could not be found. Nov 19 18:04:12.461510 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c19b6cf8-cec4-4616-b3ba-a76323e143a0 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103365) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 18:04:12.462799 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-0cd7d2d6-c754-48c7-9c6d-4ed14cb91cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:12.471228 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-c19b6cf8-cec4-4616-b3ba-a76323e143a0 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] 10.222.0.54 "DELETE /v2.0/subnets/860636f5-bd6d-4e32-b075-a3175ab8a78a HTTP/1.1" status: 404 len: 337 time: 0.1026945 Nov 19 18:04:12.471874 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 54298) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:04:12.489294 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network e7e319c0-dd8c-4fe0-8626-02fb978514b9 details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 18:04:12.524814 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-04d54180-f38a-4383-8ca5-3944f5c827a8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:12.593522 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 54300) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:04:12.607966 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-54dd1646-7550-47c9-bab1-769dc718d135 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] 10.222.0.54 "GET /v2.0/ports?device_id=25fade29-37d3-434c-9f20-9cfbc1af8c0e HTTP/1.1" status: 200 len: 205 time: 0.1330748 Nov 19 18:04:12.628008 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31c67286-b798-4a05-aa2f-a1e68cab24f2 tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 693} {{(pid=103365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 18:04:12.640137 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-31c67286-b798-4a05-aa2f-a1e68cab24f2 tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:12.640772 n-d-818022-2 neutron-server[103365]: INFO neutron.db.segments_db [None req-31c67286-b798-4a05-aa2f-a1e68cab24f2 tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] Added segment 41d0315a-8067-40c4-91e4-363943f5b130 of type vlan for network 544d0792-3149-4f0a-b220-31bc619b15a6 Nov 19 18:04:12.651782 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-a000699c-2d1e-4812-bd8f-8d8f17e40133 None None] Port c63222b8-84a1-48d5-ab39-4ba6e0123787 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:04:12.666318 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11821379-43ea-4a89-9c3f-44d22e95e59b None None] DHCP port deletion for 645e61aa-1a6c-4e8f-857e-ab06edb4897f request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:04:12.696021 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 3ed20d1a-a6bc-4a57-81eb-7e37ef3bb7b3 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:04:12.696706 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:12.703555 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd7d2d6-c754-48c7-9c6d-4ed14cb91cf9 None None] Routers {'b11e1b24-ca9d-457a-b763-e7550839346f'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:04:12.704199 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-0cd7d2d6-c754-48c7-9c6d-4ed14cb91cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:04:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['b11e1b24-ca9d-457a-b763-e7550839346f'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:04:12.704584 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-31c67286-b798-4a05-aa2f-a1e68cab24f2 tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:12.730164 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b62700e-8c3e-45d0-a2a3-e0e9542bcfd7 None None] Pushing event updated for resources: {'Port': ['ID=f2234a95-c881-4215-9ecf-ef560e0fd336,revision_number=3']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:04:12.743457 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-a000699c-2d1e-4812-bd8f-8d8f17e40133 None None] Provisioning complete for port 7e331382-51ea-41ab-9069-7231de5e5e8d triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:04:12.744100 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a000699c-2d1e-4812-bd8f-8d8f17e40133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:12.759353 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-31c67286-b798-4a05-aa2f-a1e68cab24f2 tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:12.766562 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31c67286-b798-4a05-aa2f-a1e68cab24f2 tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:04:12.767275 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-31c67286-b798-4a05-aa2f-a1e68cab24f2 tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] Publish callbacks [] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:12.789849 n-d-818022-2 neutron-server[103364]: INFO neutron.api.v2.resource [None req-8a5e3137-22ee-4592-95e6-dcbc4aaa54d2 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] delete failed (client error): The resource could not be found. Nov 19 18:04:12.791112 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-8a5e3137-22ee-4592-95e6-dcbc4aaa54d2 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] 10.222.0.54 "DELETE /v2.0/routers/25fade29-37d3-434c-9f20-9cfbc1af8c0e HTTP/1.1" status: 404 len: 336 time: 0.1822081 Nov 19 18:04:12.799792 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 54302) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:04:12.811423 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-04d54180-f38a-4383-8ca5-3944f5c827a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:12.836727 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04d54180-f38a-4383-8ca5-3944f5c827a8 admin admin] Network 3b544363-bad2-4a9e-9892-483691dc34e2 is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:04:12.844745 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-04d54180-f38a-4383-8ca5-3944f5c827a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:04:12.848315 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d54180-f38a-4383-8ca5-3944f5c827a8 admin admin] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:04:13.004077 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-04d54180-f38a-4383-8ca5-3944f5c827a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-671361'] for router_interface, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:13.117696 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c67286-b798-4a05-aa2f-a1e68cab24f2 tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] Pushing event updated for resources: {'Network': ['ID=544d0792-3149-4f0a-b220-31bc619b15a6,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:04:13.149646 n-d-818022-2 neutron-server[103365]: INFO neutron.pecan_wsgi.hooks.translation [None req-52b32235-9422-4196-9503-9043958d0cc0 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] DELETE failed (client error): The resource could not be found. Nov 19 18:04:13.154892 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52b32235-9422-4196-9503-9043958d0cc0 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103365) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 18:04:13.173917 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-52b32235-9422-4196-9503-9043958d0cc0 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] 10.222.0.54 "DELETE /v2.0/subnets/51a4bb56-1eba-470d-a474-66833d691641 HTTP/1.1" status: 404 len: 337 time: 0.1437948 Nov 19 18:04:13.183119 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 54308) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:04:13.183912 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-31c67286-b798-4a05-aa2f-a1e68cab24f2 tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9523208 Nov 19 18:04:13.185548 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c67286-b798-4a05-aa2f-a1e68cab24f2 tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:04:13.185914 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c67286-b798-4a05-aa2f-a1e68cab24f2 tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:04:13.186258 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c67286-b798-4a05-aa2f-a1e68cab24f2 tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:04:13.186599 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c67286-b798-4a05-aa2f-a1e68cab24f2 tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:04:13.193824 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c67286-b798-4a05-aa2f-a1e68cab24f2 tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:04:13.194511 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c67286-b798-4a05-aa2f-a1e68cab24f2 tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:04:13.194638 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c67286-b798-4a05-aa2f-a1e68cab24f2 tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:04:13.195015 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c67286-b798-4a05-aa2f-a1e68cab24f2 tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:04:13.195363 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c67286-b798-4a05-aa2f-a1e68cab24f2 tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:04:13.195622 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c67286-b798-4a05-aa2f-a1e68cab24f2 tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:04:13.195999 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c67286-b798-4a05-aa2f-a1e68cab24f2 tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:04:13.196326 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c67286-b798-4a05-aa2f-a1e68cab24f2 tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:04:13.255654 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network 544d0792-3149-4f0a-b220-31bc619b15a6 details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 18:04:13.545900 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-032603d7-ff52-470b-9b49-a9ef518b2d1f None None] Update dhcp port {'port': {'network_id': '94827efd-2834-47e5-b17c-981d64689a94', 'fixed_ips': [{'subnet_id': '908c7447-d70b-4a2b-8d44-4bb8da4d1166'}], 'binding:host_id': 'n-d-818022-2'}, 'id': '7e331382-51ea-41ab-9069-7231de5e5e8d'} from n-d-818022-2. {{(pid=103366) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 19 18:04:13.616088 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-0cd7d2d6-c754-48c7-9c6d-4ed14cb91cf9 None None] Set router b11e1b24-ca9d-457a-b763-e7550839346f gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:04:13.696503 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-032603d7-ff52-470b-9b49-a9ef518b2d1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:13.808830 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-9532e37e-6a7f-40b7-93e6-5f873703dbb4 None None] Provisioning complete for port f2234a95-c881-4215-9ecf-ef560e0fd336 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:04:13.812754 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9532e37e-6a7f-40b7-93e6-5f873703dbb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:14.051894 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-0cd7d2d6-c754-48c7-9c6d-4ed14cb91cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b11e1b24-ca9d-457a-b763-e7550839346f', 'name': 'tempest-ServerActionsTestJSON-767903465-router', 'tenant_id': 'e45c6e5baa414b6894171527d94e1abd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.45'}], 'enable_snat': True}, 'gw_port_id': 'f2234a95-c881-4215-9ecf-ef560e0fd336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:04:05Z', 'updated_at': '2021-11-19T18:04:07Z', 'revision_number': 3, 'project_id': 'e45c6e5baa414b6894171527d94e1abd', 'gw_port': {'id': 'f2234a95-c881-4215-9ecf-ef560e0fd336', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a2:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b11e1b24-ca9d-457a-b763-e7550839346f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3105, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:04:05Z', 'updated_at': '2021-11-19T18:04:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:04:14.087140 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd7d2d6-c754-48c7-9c6d-4ed14cb91cf9 None None] The sync data for ids ['b11e1b24-ca9d-457a-b763-e7550839346f'] in n-d-818022-2 is: [{'id': 'b11e1b24-ca9d-457a-b763-e7550839346f', 'name': 'tempest-ServerActionsTestJSON-767903465-router', 'tenant_id': 'e45c6e5baa414b6894171527d94e1abd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.45'}], 'enable_snat': True}, 'gw_port_id': 'f2234a95-c881-4215-9ecf-ef560e0fd336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:04:05Z', 'updated_at': '2021-11-19T18:04:07Z', 'revision_number': 3, 'project_id': 'e45c6e5baa414b6894171527d94e1abd', 'gw_port': {'id': 'f2234a95-c881-4215-9ecf-ef560e0fd336', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a2:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b11e1b24-ca9d-457a-b763-e7550839346f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3105, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:04:05Z', 'updated_at': '2021-11-19T18:04:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:04:14.105476 n-d-818022-2 neutron-server[103364]: INFO neutron.pecan_wsgi.hooks.translation [None req-15ebac59-a9db-429d-be4a-7a5339212349 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] DELETE failed (client error): The resource could not be found. Nov 19 18:04:14.106075 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15ebac59-a9db-429d-be4a-7a5339212349 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103364) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 18:04:14.111585 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-15ebac59-a9db-429d-be4a-7a5339212349 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] 10.222.0.54 "DELETE /v2.0/subnets/2c3eb80e-7c18-45b5-97bb-4ce8a2e2a97b HTTP/1.1" status: 404 len: 337 time: 0.9157574 Nov 19 18:04:14.112367 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 54322) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:04:14.123189 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d54180-f38a-4383-8ca5-3944f5c827a8 admin admin] Pushing event updated for resources: {'Port': ['ID=9d403289-67d6-41dc-b082-a76cfc742596,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:04:14.189286 n-d-818022-2 neutron-server[103365]: INFO neutron.pecan_wsgi.hooks.translation [None req-7295884a-68c5-47a4-8e53-a1ff8ba4e1af tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] DELETE failed (client error): The resource could not be found. Nov 19 18:04:14.190054 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7295884a-68c5-47a4-8e53-a1ff8ba4e1af tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103365) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 18:04:14.197869 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-7295884a-68c5-47a4-8e53-a1ff8ba4e1af tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] 10.222.0.54 "DELETE /v2.0/subnets/f7c6dc29-535c-4a82-9ab2-2aa8a18b108e HTTP/1.1" status: 404 len: 337 time: 0.0840468 Nov 19 18:04:14.199290 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 54324) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:04:14.280465 n-d-818022-2 neutron-server[103365]: INFO neutron.pecan_wsgi.hooks.translation [None req-36737255-a496-4043-99d8-a19a62304a72 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] DELETE failed (client error): The resource could not be found. Nov 19 18:04:14.284791 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36737255-a496-4043-99d8-a19a62304a72 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103365) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 18:04:14.298563 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-36737255-a496-4043-99d8-a19a62304a72 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] 10.222.0.54 "DELETE /v2.0/ports/444550a3-2295-4728-a21e-1f8d3d968e00 HTTP/1.1" status: 404 len: 333 time: 0.0969033 Nov 19 18:04:14.299166 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 54326) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:04:14.300989 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f483b105-4849-4e05-a856-a4cd8ff85269 None None] Network 94827efd-2834-47e5-b17c-981d64689a94 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:04:14.419365 n-d-818022-2 neutron-server[103364]: INFO neutron.pecan_wsgi.hooks.translation [None req-32b4cfc0-eee1-45e5-92c6-2806960a1286 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] DELETE failed (client error): The resource could not be found. Nov 19 18:04:14.422148 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32b4cfc0-eee1-45e5-92c6-2806960a1286 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103364) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 18:04:14.428788 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-32b4cfc0-eee1-45e5-92c6-2806960a1286 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] 10.222.0.54 "DELETE /v2.0/subnets/44a346cd-c699-47e3-b7b4-0c6184546555 HTTP/1.1" status: 404 len: 337 time: 0.1285744 Nov 19 18:04:14.432034 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 54332) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:04:14.572189 n-d-818022-2 neutron-server[103365]: INFO neutron.pecan_wsgi.hooks.translation [None req-b432d58a-82bc-4887-a870-d8eaf030f488 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] DELETE failed (client error): The resource could not be found. Nov 19 18:04:14.572657 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b432d58a-82bc-4887-a870-d8eaf030f488 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103365) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 18:04:14.595609 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 54340) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:04:14.596554 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-04d54180-f38a-4383-8ca5-3944f5c827a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:14.617660 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-b432d58a-82bc-4887-a870-d8eaf030f488 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] 10.222.0.54 "DELETE /v2.0/subnets/69fbdd5d-df41-434e-991c-9bc5f4bc0c21 HTTP/1.1" status: 404 len: 337 time: 0.1844521 Nov 19 18:04:14.739192 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9532e37e-6a7f-40b7-93e6-5f873703dbb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:15.166527 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-9532e37e-6a7f-40b7-93e6-5f873703dbb4 None None] For port f2234a95-c881-4215-9ecf-ef560e0fd336, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=f2234a95-c881-4215-9ecf-ef560e0fd336,segment=NetworkSegment(bbe705c1-96c0-476e-8381-28227e6f0ac5),segment_id=bbe705c1-96c0-476e-8381-28227e6f0ac5)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:04:15.187834 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9532e37e-6a7f-40b7-93e6-5f873703dbb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:15.202489 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-04d54180-f38a-4383-8ca5-3944f5c827a8 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:15.206330 n-d-818022-2 neutron-server[103364]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c5eda35-5d75-484e-b419-d293e12b2b8b tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] DELETE failed (client error): The resource could not be found. Nov 19 18:04:15.208270 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c5eda35-5d75-484e-b419-d293e12b2b8b tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103364) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 18:04:15.214632 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-7c5eda35-5d75-484e-b419-d293e12b2b8b tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] 10.222.0.54 "DELETE /v2.0/ports/d8e1b0b0-2468-4aef-bdb7-1ba5d3f286ad HTTP/1.1" status: 404 len: 333 time: 0.5879610 Nov 19 18:04:15.217499 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 54344) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:04:15.230540 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-04d54180-f38a-4383-8ca5-3944f5c827a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:15.282930 n-d-818022-2 neutron-server[103365]: INFO neutron.pecan_wsgi.hooks.translation [None req-a45fc3cc-4533-4e67-b452-d101518210a8 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] DELETE failed (client error): The resource could not be found. Nov 19 18:04:15.284229 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a45fc3cc-4533-4e67-b452-d101518210a8 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103365) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 18:04:15.292703 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6b474b1-2bbb-4623-a8e8-f4d0a9e521be None None] DHCP port deletion for 94827efd-2834-47e5-b17c-981d64689a94 request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:04:15.300279 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-a45fc3cc-4533-4e67-b452-d101518210a8 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] 10.222.0.54 "DELETE /v2.0/subnets/363a7b24-d2d5-457c-a0f8-d4d912f74945 HTTP/1.1" status: 404 len: 337 time: 0.0811236 Nov 19 18:04:15.302273 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 54350) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:04:15.371108 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-9532e37e-6a7f-40b7-93e6-5f873703dbb4 None None] Provisioning complete for port 9d403289-67d6-41dc-b082-a76cfc742596 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:04:15.372405 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9532e37e-6a7f-40b7-93e6-5f873703dbb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:15.383667 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d54180-f38a-4383-8ca5-3944f5c827a8 admin admin] Pushing event updated for resources: {'Port': ['ID=9d403289-67d6-41dc-b082-a76cfc742596,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:04:15.448114 n-d-818022-2 neutron-server[103365]: INFO neutron.pecan_wsgi.hooks.translation [None req-336dd0ab-7a21-4cd5-947f-f43c5401289f tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] DELETE failed (client error): The resource could not be found. Nov 19 18:04:15.449142 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-336dd0ab-7a21-4cd5-947f-f43c5401289f tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103365) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 18:04:15.461444 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 54354) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:04:15.466387 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-336dd0ab-7a21-4cd5-947f-f43c5401289f tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] 10.222.0.54 "DELETE /v2.0/subnets/838098ab-69f3-4fe5-95f6-c229eba8e922 HTTP/1.1" status: 404 len: 337 time: 0.1628747 Nov 19 18:04:15.588235 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9532e37e-6a7f-40b7-93e6-5f873703dbb4 None None] Pushing event updated for resources: {'Port': ['ID=f2234a95-c881-4215-9ecf-ef560e0fd336,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:04:15.619641 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-9532e37e-6a7f-40b7-93e6-5f873703dbb4 None None] Port 9d403289-67d6-41dc-b082-a76cfc742596 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:04:15.629915 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-04d54180-f38a-4383-8ca5-3944f5c827a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-768529'] for router_interface, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:15.651342 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-c6b474b1-2bbb-4623-a8e8-f4d0a9e521be None None] Deleting port 7e331382-51ea-41ab-9069-7231de5e5e8d {{(pid=103366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:04:15.652145 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-c6b474b1-2bbb-4623-a8e8-f4d0a9e521be None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:15.801222 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-c6b474b1-2bbb-4623-a8e8-f4d0a9e521be None None] For port 7e331382-51ea-41ab-9069-7231de5e5e8d, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=7e331382-51ea-41ab-9069-7231de5e5e8d,segment=NetworkSegment(775fc836-c79e-401d-b005-a89e05286567),segment_id=775fc836-c79e-401d-b005-a89e05286567)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:04:15.810059 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-c6b474b1-2bbb-4623-a8e8-f4d0a9e521be None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:15.852499 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-c6b474b1-2bbb-4623-a8e8-f4d0a9e521be None None] Calling delete_port for 7e331382-51ea-41ab-9069-7231de5e5e8d owned by network:dhcp {{(pid=103366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:04:16.111148 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device f2234a95-c881-4215-9ecf-ef560e0fd336 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:04:16.133440 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04d54180-f38a-4383-8ca5-3944f5c827a8 admin admin] Network 3b544363-bad2-4a9e-9892-483691dc34e2 is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:04:16.158980 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-04d54180-f38a-4383-8ca5-3944f5c827a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:04:16.262828 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-c6b474b1-2bbb-4623-a8e8-f4d0a9e521be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007'] for port, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:16.375826 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-9d5aaaaf-d864-464e-9216-8a5ccb9b0737 None None] Provisioning complete for port c63222b8-84a1-48d5-ab39-4ba6e0123787 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:04:16.376245 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9d5aaaaf-d864-464e-9216-8a5ccb9b0737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:16.391280 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b474b1-2bbb-4623-a8e8-f4d0a9e521be None None] Pushing event deleted for resources: {'Port': ['ID=7e331382-51ea-41ab-9069-7231de5e5e8d,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:04:16.414243 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b474b1-2bbb-4623-a8e8-f4d0a9e521be None None] No DVR routers for this DVR port 7e331382-51ea-41ab-9069-7231de5e5e8d on host n-d-818022-2 {{(pid=103366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:04:16.536663 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04d54180-f38a-4383-8ca5-3944f5c827a8 admin admin] Router b11e1b24-ca9d-457a-b763-e7550839346f has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 18:04:16.543208 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-d32d5cb9-8d4f-44cd-a15e-18a971ddc5e4 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Deleting port c63222b8-84a1-48d5-ab39-4ba6e0123787 {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:04:16.543888 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d32d5cb9-8d4f-44cd-a15e-18a971ddc5e4 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:16.607210 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-9d5aaaaf-d864-464e-9216-8a5ccb9b0737 None None] Port c63222b8-84a1-48d5-ab39-4ba6e0123787 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:04:16.615672 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-9d5aaaaf-d864-464e-9216-8a5ccb9b0737 None None] Could not find standard attr ID for object 7e331382-51ea-41ab-9069-7231de5e5e8d. {{(pid=103366) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 18:04:16.654793 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port f2234a95-c881-4215-9ecf-ef560e0fd336 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:04:16.655238 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:16.656722 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 54374) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:04:16.661842 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-a0142022-25c1-469f-9560-f5305765aa3f tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] Request body: {'subnets': [{'network_id': 'e7e319c0-dd8c-4fe0-8626-02fb978514b9', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--2005323992', 'ip_version': 6}, {'network_id': '544d0792-3149-4f0a-b220-31bc619b15a6', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:04:16.662270 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-a0142022-25c1-469f-9560-f5305765aa3f tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] Request body: {'subnet': {'network_id': 'e7e319c0-dd8c-4fe0-8626-02fb978514b9', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--2005323992', 'ip_version': 6}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:04:16.663011 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-a0142022-25c1-469f-9560-f5305765aa3f tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] Request body: {'subnet': {'network_id': '544d0792-3149-4f0a-b220-31bc619b15a6', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:04:16.699990 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d32d5cb9-8d4f-44cd-a15e-18a971ddc5e4 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:16.754534 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-d32d5cb9-8d4f-44cd-a15e-18a971ddc5e4 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Calling delete_port for c63222b8-84a1-48d5-ab39-4ba6e0123787 owned by {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:04:16.962895 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d32d5cb9-8d4f-44cd-a15e-18a971ddc5e4 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:16.972393 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-49f30870-aac9-4261-ad4b-f938160ab008 None None] Provisioning complete for port 9d403289-67d6-41dc-b082-a76cfc742596 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:04:16.972980 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-49f30870-aac9-4261-ad4b-f938160ab008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:16.983070 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 7e331382-51ea-41ab-9069-7231de5e5e8d no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:04:17.099349 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.agents_db [None req-619e5c26-d9ed-4321-86eb-7d443bb9dfa2 None None] Agent healthcheck: found 7 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 18:04:17.125200 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04d54180-f38a-4383-8ca5-3944f5c827a8 admin admin] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:04:17.140865 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: 7e331382-51ea-41ab-9069-7231de5e5e8d {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:04:17.141218 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 7e331382-51ea-41ab-9069-7231de5e5e8d not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:04:17.159075 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-04d54180-f38a-4383-8ca5-3944f5c827a8 admin admin] 10.222.0.54 "PUT /v2.0/routers/b11e1b24-ca9d-457a-b763-e7550839346f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5016739 Nov 19 18:04:17.160520 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32d5cb9-8d4f-44cd-a15e-18a971ddc5e4 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Pushing event deleted for resources: {'Port': ['ID=c63222b8-84a1-48d5-ab39-4ba6e0123787,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:04:17.171078 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d32d5cb9-8d4f-44cd-a15e-18a971ddc5e4 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:17.175764 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-d32d5cb9-8d4f-44cd-a15e-18a971ddc5e4 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] 10.222.0.54 "DELETE /v2.0/ports/c63222b8-84a1-48d5-ab39-4ba6e0123787 HTTP/1.1" status: 204 len: 168 time: 1.7132075 Nov 19 18:04:17.178875 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 54386) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:04:17.220733 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-49f30870-aac9-4261-ad4b-f938160ab008 None None] Port 9d403289-67d6-41dc-b082-a76cfc742596 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:04:17.345534 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-18bbc455-a206-4ced-bb1b-840a25068f24 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:17.578037 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-18bbc455-a206-4ced-bb1b-840a25068f24 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:17.610489 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-18bbc455-a206-4ced-bb1b-840a25068f24 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94827efd-2834-47e5-b17c-981d64689a94']}} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:04:17.638784 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-18bbc455-a206-4ced-bb1b-840a25068f24 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '775fc836-c79e-401d-b005-a89e05286567') {'for_net_delete': True} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:04:17.639362 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-18bbc455-a206-4ced-bb1b-840a25068f24 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '775fc836-c79e-401d-b005-a89e05286567') {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:04:17.669569 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-18bbc455-a206-4ced-bb1b-840a25068f24 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417396'] for segment, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:17.672170 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device f2234a95-c881-4215-9ecf-ef560e0fd336 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:04:17.703290 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-18bbc455-a206-4ced-bb1b-840a25068f24 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:17.724826 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18bbc455-a206-4ced-bb1b-840a25068f24 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Releasing vlan 688 on physical network physnet1 to pool {{(pid=103364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 18:04:17.726371 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-18bbc455-a206-4ced-bb1b-840a25068f24 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12425183'] for segment, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:17.754435 n-d-818022-2 neutron-server[103364]: Traceback (most recent call last): Nov 19 18:04:17.754435 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 18:04:17.754435 n-d-818022-2 neutron-server[103364]: timer() Nov 19 18:04:17.754435 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 18:04:17.754435 n-d-818022-2 neutron-server[103364]: cb(*args, **kw) Nov 19 18:04:17.754435 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 18:04:17.754435 n-d-818022-2 neutron-server[103364]: return func(*args, **kwargs) Nov 19 18:04:17.754435 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 18:04:17.754435 n-d-818022-2 neutron-server[103364]: self._notify() Nov 19 18:04:17.754435 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 18:04:17.754435 n-d-818022-2 neutron-server[103364]: self.callback(batched_events) Nov 19 18:04:17.754435 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 18:04:17.754435 n-d-818022-2 neutron-server[103364]: event.method(event) Nov 19 18:04:17.754435 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 18:04:17.754435 n-d-818022-2 neutron-server[103364]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 18:04:17.754435 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 18:04:17.754435 n-d-818022-2 neutron-server[103364]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 18:04:17.754435 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 18:04:17.754435 n-d-818022-2 neutron-server[103364]: return f(self, *a, **k) Nov 19 18:04:17.754435 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 18:04:17.754435 n-d-818022-2 neutron-server[103364]: return self._get(url).json() Nov 19 18:04:17.754435 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 18:04:17.754435 n-d-818022-2 neutron-server[103364]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 18:04:17.754435 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 18:04:17.754435 n-d-818022-2 neutron-server[103364]: return self.request(url, 'GET', **kwargs) Nov 19 18:04:17.754435 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 18:04:17.754435 n-d-818022-2 neutron-server[103364]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 18:04:17.754435 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 18:04:17.754435 n-d-818022-2 neutron-server[103364]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 18:04:17.754435 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 18:04:17.754435 n-d-818022-2 neutron-server[103364]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 18:04:17.754435 n-d-818022-2 neutron-server[103364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 18:04:17.758951 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port f2234a95-c881-4215-9ecf-ef560e0fd336 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:04:17.759539 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:17.936603 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0142022-25c1-469f-9560-f5305765aa3f tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] Made reservation on behalf of 6bd6167c6b6f4364b701ec089678378f for: {'subnet': 2} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:04:17.941311 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a0142022-25c1-469f-9560-f5305765aa3f tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8731248'] for subnet, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:17.941650 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a0142022-25c1-469f-9560-f5305765aa3f tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8731248'] for subnet, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:18.073708 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b59ce6-a315-4f2e-9a96-9d9ae2d37c9a None None] Sync routers for ids ['b11e1b24-ca9d-457a-b763-e7550839346f'] in n-d-818022-2 {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:04:18.093041 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-18bbc455-a206-4ced-bb1b-840a25068f24 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671242'] for network, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:18.099661 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b59ce6-a315-4f2e-9a96-9d9ae2d37c9a None None] Routers {'b11e1b24-ca9d-457a-b763-e7550839346f'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:04:18.102707 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-e1b59ce6-a315-4f2e-9a96-9d9ae2d37c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:04:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['b11e1b24-ca9d-457a-b763-e7550839346f'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:04:18.161949 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-18bbc455-a206-4ced-bb1b-840a25068f24 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Publish callbacks [] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:18.172835 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-18bbc455-a206-4ced-bb1b-840a25068f24 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] 10.222.0.54 "DELETE /v2.0/networks/94827efd-2834-47e5-b17c-981d64689a94 HTTP/1.1" status: 204 len: 168 time: 0.9888861 Nov 19 18:04:18.177599 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bbc455-a206-4ced-bb1b-840a25068f24 tempest-PortsIpV6TestJSON-122593557 tempest-PortsIpV6TestJSON-122593557-project] Pushing event deleted for resources: {'Network': ['ID=94827efd-2834-47e5-b17c-981d64689a94,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:04:18.513687 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-e1b59ce6-a315-4f2e-9a96-9d9ae2d37c9a None None] Set router b11e1b24-ca9d-457a-b763-e7550839346f gateway port host: n-d-818022-2 {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:04:18.900292 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 54434) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:04:18.988930 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 54442) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:04:19.259540 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a0142022-25c1-469f-9560-f5305765aa3f tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12283104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8731234'] for subnet, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:19.278179 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-55562a6a-4717-4c52-b7fe-1f4689f5c972 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:19.323576 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-e1b59ce6-a315-4f2e-9a96-9d9ae2d37c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b11e1b24-ca9d-457a-b763-e7550839346f', 'name': 'tempest-ServerActionsTestJSON-767903465-router', 'tenant_id': 'e45c6e5baa414b6894171527d94e1abd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.45'}], 'enable_snat': True}, 'gw_port_id': 'f2234a95-c881-4215-9ecf-ef560e0fd336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:04:05Z', 'updated_at': '2021-11-19T18:04:14Z', 'revision_number': 4, 'project_id': 'e45c6e5baa414b6894171527d94e1abd', 'gw_port': {'id': 'f2234a95-c881-4215-9ecf-ef560e0fd336', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b11e1b24-ca9d-457a-b763-e7550839346f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3105, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:04:05Z', 'updated_at': '2021-11-19T18:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': '9d403289-67d6-41dc-b082-a76cfc742596', 'name': '', 'network_id': '3b544363-bad2-4a9e-9892-483691dc34e2', 'tenant_id': 'e45c6e5baa414b6894171527d94e1abd', 'mac_address': 'fa:16:3e:6d:d4:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b11e1b24-ca9d-457a-b763-e7550839346f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3109, 'fixed_ips': [{'subnet_id': '78373283-0ecf-42ac-8dc9-066471cd2623', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:04:11Z', 'updated_at': '2021-11-19T18:04:14Z', 'revision_number': 2, 'project_id': 'e45c6e5baa414b6894171527d94e1abd', 'subnets': [{'id': '78373283-0ecf-42ac-8dc9-066471cd2623', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:04:19.381175 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0142022-25c1-469f-9560-f5305765aa3f tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] Pushing event updated for resources: {'Subnet': ['ID=48176599-1659-4737-9077-bfa6d6eec222,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:04:19.440586 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b59ce6-a315-4f2e-9a96-9d9ae2d37c9a None None] Checking router: b11e1b24-ca9d-457a-b763-e7550839346f for host: n-d-818022-2 {{(pid=103366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:04:19.440958 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b59ce6-a315-4f2e-9a96-9d9ae2d37c9a None None] Updating router b11e1b24-ca9d-457a-b763-e7550839346f port 9d403289-67d6-41dc-b082-a76cfc742596 binding host n-d-818022-2 {{(pid=103366) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 18:04:19.477113 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0142022-25c1-469f-9560-f5305765aa3f tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] Checking segment: {'id': 'f642baa7-fefd-4b72-958e-2fef94a46e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'e7e319c0-dd8c-4fe0-8626-02fb978514b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:04:19.477548 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0142022-25c1-469f-9560-f5305765aa3f tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] Network hostable DHCP agents. Network: e7e319c0-dd8c-4fe0-8626-02fb978514b9, hostable agents: ['02910ef2-0455-4aea-9f38-9a875579633f'], hosted agents: [] {{(pid=103365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 18:04:19.523258 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e1b59ce6-a315-4f2e-9a96-9d9ae2d37c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:19.524700 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0142022-25c1-469f-9560-f5305765aa3f tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] Network e7e319c0-dd8c-4fe0-8626-02fb978514b9 is scheduled to be hosted by DHCP agent 02910ef2-0455-4aea-9f38-9a875579633f with binding_index 1 {{(pid=103365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 18:04:19.542781 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-a0142022-25c1-469f-9560-f5305765aa3f tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818022-2, e7e319c0-dd8c-4fe0-8626-02fb978514b9) {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:04:19.547970 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a0142022-25c1-469f-9560-f5305765aa3f tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12283104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8731234'] for subnet, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:19.564559 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-fde115c7-8278-4535-a8cc-f5e8c6b0a18f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=3d6ff715a1b54ed1818e68232d77d2b6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6580143 Nov 19 18:04:19.564711 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5904086e-8454-4646-a74e-1cf6a175e870 None None] Network e7e319c0-dd8c-4fe0-8626-02fb978514b9 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:04:19.565834 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 54452) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:04:19.655326 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 54456) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:04:19.662422 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-af1c54be-78c3-49b5-b3cb-ecfc509bf7dd tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Request body: {'security_group': {'name': 'tempest-securitygroup--485364080', 'description': 'tempest-description--1287044394'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:04:19.700993 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0142022-25c1-469f-9560-f5305765aa3f tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] Pushing event updated for resources: {'Subnet': ['ID=1b8f7e96-1924-49ec-87ce-a99acda556d6,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:04:19.705761 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7e5c9961-ec28-4242-b29d-b42a2328abd5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:19.723944 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-af1c54be-78c3-49b5-b3cb-ecfc509bf7dd tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:19.749215 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0142022-25c1-469f-9560-f5305765aa3f tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] Checking segment: {'id': '41d0315a-8067-40c4-91e4-363943f5b130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '544d0792-3149-4f0a-b220-31bc619b15a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:04:19.750047 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0142022-25c1-469f-9560-f5305765aa3f tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] Network hostable DHCP agents. Network: 544d0792-3149-4f0a-b220-31bc619b15a6, hostable agents: ['02910ef2-0455-4aea-9f38-9a875579633f'], hosted agents: [] {{(pid=103365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 18:04:19.799005 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0142022-25c1-469f-9560-f5305765aa3f tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] Network 544d0792-3149-4f0a-b220-31bc619b15a6 is scheduled to be hosted by DHCP agent 02910ef2-0455-4aea-9f38-9a875579633f with binding_index 1 {{(pid=103365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 18:04:19.817980 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-55562a6a-4717-4c52-b7fe-1f4689f5c972 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:19.838162 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7e5c9961-ec28-4242-b29d-b42a2328abd5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:19.845229 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-55562a6a-4717-4c52-b7fe-1f4689f5c972 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:19.864056 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-a0142022-25c1-469f-9560-f5305765aa3f tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818022-2, 544d0792-3149-4f0a-b220-31bc619b15a6) {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:04:19.881269 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0142022-25c1-469f-9560-f5305765aa3f tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:04:19.885342 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0142022-25c1-469f-9560-f5305765aa3f tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:04:19.887527 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a0142022-25c1-469f-9560-f5305765aa3f tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] Publish callbacks [] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:19.913038 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b408b3fa-992b-492a-9368-f156b09e7243 None None] Network 544d0792-3149-4f0a-b220-31bc619b15a6 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:04:19.958465 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55562a6a-4717-4c52-b7fe-1f4689f5c972 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4a73153-d556-4da9-a749-4ca4cf1ecf33,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:04:19.959078 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-af1c54be-78c3-49b5-b3cb-ecfc509bf7dd tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:19.993307 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-a0142022-25c1-469f-9560-f5305765aa3f tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 3.3354795 Nov 19 18:04:19.994274 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 54464) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:04:20.017445 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-af1c54be-78c3-49b5-b3cb-ecfc509bf7dd tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:20.073013 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-55562a6a-4717-4c52-b7fe-1f4689f5c972 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=fb2620dba50d42fea5f5c8e2590e9cbd&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0828240 Nov 19 18:04:20.074022 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 54466) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:04:20.160122 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-af1c54be-78c3-49b5-b3cb-ecfc509bf7dd tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:20.161905 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-af1c54be-78c3-49b5-b3cb-ecfc509bf7dd tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.5031452 Nov 19 18:04:20.167677 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 54468) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:04:20.183545 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-362e7f42-8ec0-4bfa-a6ac-3efe49d94037 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Request body: {'security_group_rule': {'security_group_id': 'b1dc433e-2f31-472a-89c9-d0d668ac0a9e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:04:20.202867 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1c54be-78c3-49b5-b3cb-ecfc509bf7dd tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1dc433e-2f31-472a-89c9-d0d668ac0a9e,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:04:20.208955 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bf34efa-52f4-44fc-a6c4-bdf49b8b5802 tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:04:20.211761 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bf34efa-52f4-44fc-a6c4-bdf49b8b5802 tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:04:20.213799 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bf34efa-52f4-44fc-a6c4-bdf49b8b5802 tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:04:20.226839 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-4bf34efa-52f4-44fc-a6c4-bdf49b8b5802 tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.2305024 Nov 19 18:04:20.228049 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 54470) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:04:20.254692 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a575d123-736e-43f6-9d9c-db225b6d1f4d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:20.315531 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a575d123-736e-43f6-9d9c-db225b6d1f4d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:20.365091 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_v2 [None req-b08cd4b5-faff-4df1-9ecd-a4a8895a8723 tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] Deleting subnet 48176599-1659-4737-9077-bfa6d6eec222 {{(pid=103365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 18:04:20.370251 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b08cd4b5-faff-4df1-9ecd-a4a8895a8723 tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] Publish callbacks [] for subnet, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:20.423029 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7e5c9961-ec28-4242-b29d-b42a2328abd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:20.426226 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7e5c9961-ec28-4242-b29d-b42a2328abd5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:20.427211 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-7e5c9961-ec28-4242-b29d-b42a2328abd5 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/31bc5471-d88c-4777-9275-82b835414217 HTTP/1.1" status: 204 len: 168 time: 0.8584254 Nov 19 18:04:20.445642 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b08cd4b5-faff-4df1-9ecd-a4a8895a8723 tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12546453'] for subnet, precommit_delete_associations {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:20.473456 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97cc7e70-93d5-499f-a6d1-b4418daa3be5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54f44f5f-1200-574e-8740-2141911d5b73-e7e319c0-dd8c-4fe0-8626-02fb978514b9', 'network_id': 'e7e319c0-dd8c-4fe0-8626-02fb978514b9', 'tenant_id': '6bd6167c6b6f4364b701ec089678378f', 'fixed_ips': [{'subnet_id': '48176599-1659-4737-9077-bfa6d6eec222'}]}} from n-d-818022-2. {{(pid=103366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 18:04:20.478587 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-97cc7e70-93d5-499f-a6d1-b4418daa3be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:20.494531 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5c9961-ec28-4242-b29d-b42a2328abd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31bc5471-d88c-4777-9275-82b835414217,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:04:20.513516 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a575d123-736e-43f6-9d9c-db225b6d1f4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:20.523582 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a575d123-736e-43f6-9d9c-db225b6d1f4d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:20.548158 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-a575d123-736e-43f6-9d9c-db225b6d1f4d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b4a73153-d556-4da9-a749-4ca4cf1ecf33 HTTP/1.1" status: 204 len: 168 time: 0.4723282 Nov 19 18:04:20.576978 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b08cd4b5-faff-4df1-9ecd-a4a8895a8723 tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:20.600285 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a575d123-736e-43f6-9d9c-db225b6d1f4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4a73153-d556-4da9-a749-4ca4cf1ecf33,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:04:20.608130 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-362e7f42-8ec0-4bfa-a6ac-3efe49d94037 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:20.715991 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d59170e6-1278-4655-a4d6-80b079522c3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54f44f5f-1200-574e-8740-2141911d5b73-544d0792-3149-4f0a-b220-31bc619b15a6', 'network_id': '544d0792-3149-4f0a-b220-31bc619b15a6', 'tenant_id': '6bd6167c6b6f4364b701ec089678378f', 'fixed_ips': [{'subnet_id': '1b8f7e96-1924-49ec-87ce-a99acda556d6'}]}} from n-d-818022-2. {{(pid=103366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 18:04:20.719116 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d59170e6-1278-4655-a4d6-80b079522c3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:20.792745 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b08cd4b5-faff-4df1-9ecd-a4a8895a8723 tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12282919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8731163'] for subnet, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:20.810774 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-362e7f42-8ec0-4bfa-a6ac-3efe49d94037 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:20.821288 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-362e7f42-8ec0-4bfa-a6ac-3efe49d94037 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735179'] for security_group_rule, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:20.891706 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362e7f42-8ec0-4bfa-a6ac-3efe49d94037 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c90a50d0-5a17-41b3-a774-0c075d67766d,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:04:20.914889 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-362e7f42-8ec0-4bfa-a6ac-3efe49d94037 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:20.918403 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b08cd4b5-faff-4df1-9ecd-a4a8895a8723 tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] Publish callbacks [] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:20.924126 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-362e7f42-8ec0-4bfa-a6ac-3efe49d94037 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7534399 Nov 19 18:04:20.932241 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-b08cd4b5-faff-4df1-9ecd-a4a8895a8723 tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] 10.222.0.54 "DELETE /v2.0/subnets/48176599-1659-4737-9077-bfa6d6eec222 HTTP/1.1" status: 204 len: 168 time: 0.7029414 Nov 19 18:04:20.934491 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08cd4b5-faff-4df1-9ecd-a4a8895a8723 tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] Pushing event deleted for resources: {'Subnet': ['ID=48176599-1659-4737-9077-bfa6d6eec222,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:04:20.935004 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 54488) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:04:20.936682 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 54492) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:04:20.951958 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-79a2a7bc-e145-4b61-a53d-5fea35ba3422 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Request body: {'security_group_rule': {'security_group_id': 'b1dc433e-2f31-472a-89c9-d0d668ac0a9e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:04:21.044285 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server [None req-97cc7e70-93d5-499f-a6d1-b4418daa3be5 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 48176599-1659-4737-9077-bfa6d6eec222: This subnet is being modified by another concurrent operation. Nov 19 18:04:21.044285 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 19 18:04:21.044285 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 19 18:04:21.044285 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 19 18:04:21.044285 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 19 18:04:21.044285 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 19 18:04:21.044285 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 19 18:04:21.044285 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 19 18:04:21.044285 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 19 18:04:21.044285 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 19 18:04:21.044285 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 18:04:21.044285 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 19 18:04:21.044285 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 18:04:21.044285 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 18:04:21.044285 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 18:04:21.044285 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 18:04:21.044285 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 18:04:21.044285 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 18:04:21.044285 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 18:04:21.044285 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 19 18:04:21.044285 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 18:04:21.044285 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 18:04:21.044285 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 18:04:21.044285 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 18:04:21.044285 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 18:04:21.044285 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 18:04:21.044285 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 18:04:21.044285 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 18:04:21.044285 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 18:04:21.044285 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 18:04:21.044285 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 18:04:21.044285 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 18:04:21.044285 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 18:04:21.044285 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 19 18:04:21.044285 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 19 18:04:21.044285 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 19 18:04:21.044285 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 19 18:04:21.044285 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 19 18:04:21.044285 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 19 18:04:21.044285 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 19 18:04:21.044285 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 19 18:04:21.044285 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 19 18:04:21.044285 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 19 18:04:21.044285 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 18:04:21.044285 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 18:04:21.044285 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 19 18:04:21.044285 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 18:04:21.044285 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 19 18:04:21.044285 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 18:04:21.044285 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 18:04:21.044285 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 18:04:21.044285 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 18:04:21.044285 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 18:04:21.044285 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 18:04:21.044285 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 18:04:21.044285 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 19 18:04:21.044285 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 18:04:21.044285 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 18:04:21.044285 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 18:04:21.044285 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 18:04:21.044285 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 18:04:21.044285 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 18:04:21.044285 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 18:04:21.044285 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 18:04:21.044285 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 18:04:21.044285 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 18:04:21.044285 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 18:04:21.044285 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 18:04:21.044285 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 18:04:21.044285 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 19 18:04:21.044285 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 19 18:04:21.044285 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 19 18:04:21.044285 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 19 18:04:21.044285 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 19 18:04:21.044285 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 19 18:04:21.044285 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 19 18:04:21.044285 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 19 18:04:21.044285 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 19 18:04:21.044285 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 18:04:21.044285 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 18:04:21.044285 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 18:04:21.044285 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 18:04:21.044285 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 19 18:04:21.044285 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 19 18:04:21.044285 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 19 18:04:21.044285 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 19 18:04:21.044285 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 19 18:04:21.044285 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 19 18:04:21.044285 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 19 18:04:21.044285 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server raise exception Nov 19 18:04:21.044285 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 48176599-1659-4737-9077-bfa6d6eec222: This subnet is being modified by another concurrent operation. Nov 19 18:04:21.044285 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server Nov 19 18:04:21.073477 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8fd12b9-5d65-4c0d-a152-c3cbe6a53413 tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] Deleting subnet 1b8f7e96-1924-49ec-87ce-a99acda556d6 {{(pid=103364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 18:04:21.080325 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f8fd12b9-5d65-4c0d-a152-c3cbe6a53413 tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] Publish callbacks [] for subnet, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:21.104062 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-79a2a7bc-e145-4b61-a53d-5fea35ba3422 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:21.109703 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4836c3f0-01cd-4aef-93ef-def1c308c872 None None] Network e7e319c0-dd8c-4fe0-8626-02fb978514b9 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:04:21.166235 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-79a2a7bc-e145-4b61-a53d-5fea35ba3422 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:21.183028 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-79a2a7bc-e145-4b61-a53d-5fea35ba3422 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735179'] for security_group_rule, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:21.204446 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f8fd12b9-5d65-4c0d-a152-c3cbe6a53413 tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9416263'] for subnet, precommit_delete_associations {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:21.272997 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a2a7bc-e145-4b61-a53d-5fea35ba3422 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0169f4d5-9419-4b2b-a58d-4848261a398d,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:04:21.338331 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-79a2a7bc-e145-4b61-a53d-5fea35ba3422 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:21.339880 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-79a2a7bc-e145-4b61-a53d-5fea35ba3422 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4019315 Nov 19 18:04:21.343033 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 54504) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:04:21.354235 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-ad0882cc-c94c-4448-ac49-02e72cdec9dd tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Request body: {'floatingip': {'floating_network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:04:21.386341 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 54506) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:04:21.391843 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f8fd12b9-5d65-4c0d-a152-c3cbe6a53413 tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:21.417374 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1d33e37b-46a3-4836-a0be-5324524e9c02 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:21.614082 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ad0882cc-c94c-4448-ac49-02e72cdec9dd tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Publish callbacks [] for floatingip, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:21.618948 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e1b59ce6-a315-4f2e-9a96-9d9ae2d37c9a None None] Publish callbacks [] for port, precommit_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:21.634686 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e1b59ce6-a315-4f2e-9a96-9d9ae2d37c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:21.676739 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f8fd12b9-5d65-4c0d-a152-c3cbe6a53413 tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12425137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8983934'] for subnet, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:21.691272 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1d33e37b-46a3-4836-a0be-5324524e9c02 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:21.714058 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1d33e37b-46a3-4836-a0be-5324524e9c02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:21.742019 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f8fd12b9-5d65-4c0d-a152-c3cbe6a53413 tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:21.758113 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-f8fd12b9-5d65-4c0d-a152-c3cbe6a53413 tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] 10.222.0.54 "DELETE /v2.0/subnets/1b8f7e96-1924-49ec-87ce-a99acda556d6 HTTP/1.1" status: 204 len: 168 time: 0.7922180 Nov 19 18:04:21.769090 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 54518) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:04:21.772806 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server [None req-d59170e6-1278-4655-a4d6-80b079522c3d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1b8f7e96-1924-49ec-87ce-a99acda556d6: This subnet is being modified by another concurrent operation. Nov 19 18:04:21.772806 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 19 18:04:21.772806 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 19 18:04:21.772806 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 19 18:04:21.772806 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 19 18:04:21.772806 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 19 18:04:21.772806 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 19 18:04:21.772806 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 19 18:04:21.772806 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 19 18:04:21.772806 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 19 18:04:21.772806 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 18:04:21.772806 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 19 18:04:21.772806 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 18:04:21.772806 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 18:04:21.772806 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 18:04:21.772806 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 18:04:21.772806 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 18:04:21.772806 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 18:04:21.772806 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 18:04:21.772806 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 19 18:04:21.772806 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 18:04:21.772806 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 18:04:21.772806 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 18:04:21.772806 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 18:04:21.772806 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 18:04:21.772806 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 18:04:21.772806 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 18:04:21.772806 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 18:04:21.772806 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 18:04:21.772806 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 18:04:21.772806 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 18:04:21.772806 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 18:04:21.772806 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 18:04:21.772806 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 19 18:04:21.772806 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 19 18:04:21.772806 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 19 18:04:21.772806 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 19 18:04:21.772806 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 19 18:04:21.772806 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 19 18:04:21.772806 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 19 18:04:21.772806 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 19 18:04:21.772806 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 19 18:04:21.772806 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 19 18:04:21.772806 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 18:04:21.772806 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 18:04:21.772806 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 19 18:04:21.772806 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 18:04:21.772806 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 19 18:04:21.772806 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 18:04:21.772806 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 18:04:21.772806 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 18:04:21.772806 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 18:04:21.772806 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 18:04:21.772806 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 18:04:21.772806 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 18:04:21.772806 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 19 18:04:21.772806 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 18:04:21.772806 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 18:04:21.772806 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 18:04:21.772806 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 18:04:21.772806 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 18:04:21.772806 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 18:04:21.772806 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 18:04:21.772806 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 18:04:21.772806 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 18:04:21.772806 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 18:04:21.772806 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 18:04:21.772806 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 18:04:21.772806 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 18:04:21.772806 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 19 18:04:21.772806 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 19 18:04:21.772806 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 19 18:04:21.772806 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 19 18:04:21.772806 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 19 18:04:21.772806 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 19 18:04:21.772806 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 19 18:04:21.772806 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 19 18:04:21.772806 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 19 18:04:21.772806 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 18:04:21.772806 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 18:04:21.772806 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 18:04:21.772806 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 18:04:21.772806 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 19 18:04:21.772806 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 19 18:04:21.772806 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 19 18:04:21.772806 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 19 18:04:21.772806 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 19 18:04:21.772806 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 19 18:04:21.772806 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 19 18:04:21.772806 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server raise exception Nov 19 18:04:21.772806 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1b8f7e96-1924-49ec-87ce-a99acda556d6: This subnet is being modified by another concurrent operation. Nov 19 18:04:21.772806 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server Nov 19 18:04:21.857654 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d844961d-a11b-4019-9832-4810b794711d None None] Network 544d0792-3149-4f0a-b220-31bc619b15a6 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:04:21.872747 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-1d33e37b-46a3-4836-a0be-5324524e9c02 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=3bec56e0003c40a48f41621f6600cc45&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4852567 Nov 19 18:04:21.875977 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 54524) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:04:21.891567 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d33e37b-46a3-4836-a0be-5324524e9c02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09bb001d-f3b4-4429-82f8-e42a72b0dbc6,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:04:21.946081 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fd12b9-5d65-4c0d-a152-c3cbe6a53413 tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] Pushing event deleted for resources: {'Subnet': ['ID=1b8f7e96-1924-49ec-87ce-a99acda556d6,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:04:22.010749 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b32d8a3d-d6cb-4faf-80f6-c30aeb1880a0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:22.040714 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-543230b7-21d8-4076-9b29-5e85456c687a tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:04:22.047659 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-543230b7-21d8-4076-9b29-5e85456c687a tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1777172 Nov 19 18:04:22.051027 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 54528) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:04:22.106604 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b32d8a3d-d6cb-4faf-80f6-c30aeb1880a0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:22.184037 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc92a1d-9654-4504-960a-9b27ddb8d84a None None] Pushing event updated for resources: {'Port': ['ID=9d403289-67d6-41dc-b082-a76cfc742596,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:04:22.256897 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ffaaaaeb-1b68-4514-be7c-06c053323782 tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:22.266199 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-019bedf1-cd87-4b1c-a473-612bfb88f15e None None] get_active_networks_info from n-d-818022-2 {{(pid=103366) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 19 18:04:22.276592 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b32d8a3d-d6cb-4faf-80f6-c30aeb1880a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:22.284836 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b32d8a3d-d6cb-4faf-80f6-c30aeb1880a0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:22.287295 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-e1b59ce6-a315-4f2e-9a96-9d9ae2d37c9a None None] Attempting to bind port 9d403289-67d6-41dc-b082-a76cfc742596 on host n-d-818022-2 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:04:22.287788 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-e1b59ce6-a315-4f2e-9a96-9d9ae2d37c9a None None] Attempting to bind port 9d403289-67d6-41dc-b082-a76cfc742596 by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': '878aa1ad-d952-49b3-babf-f88949b54efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '3b544363-bad2-4a9e-9892-483691dc34e2'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:04:22.288784 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b59ce6-a315-4f2e-9a96-9d9ae2d37c9a None None] Attempting to bind port 9d403289-67d6-41dc-b082-a76cfc742596 on network 3b544363-bad2-4a9e-9892-483691dc34e2 {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:04:22.289117 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-b32d8a3d-d6cb-4faf-80f6-c30aeb1880a0 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/09bb001d-f3b4-4429-82f8-e42a72b0dbc6 HTTP/1.1" status: 204 len: 168 time: 0.4105809 Nov 19 18:04:22.298052 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ad0882cc-c94c-4448-ac49-02e72cdec9dd tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:22.319244 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32d8a3d-d6cb-4faf-80f6-c30aeb1880a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09bb001d-f3b4-4429-82f8-e42a72b0dbc6,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:04:22.425451 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 54540) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:04:22.465344 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b59ce6-a315-4f2e-9a96-9d9ae2d37c9a None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 4, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:04:22.469743 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b59ce6-a315-4f2e-9a96-9d9ae2d37c9a None None] Checking segment: {'id': '878aa1ad-d952-49b3-babf-f88949b54efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '3b544363-bad2-4a9e-9892-483691dc34e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:04:22.471469 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e1b59ce6-a315-4f2e-9a96-9d9ae2d37c9a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:22.471891 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b59ce6-a315-4f2e-9a96-9d9ae2d37c9a None None] Bound using segment: {'id': '878aa1ad-d952-49b3-babf-f88949b54efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '3b544363-bad2-4a9e-9892-483691dc34e2'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:04:22.472425 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-e1b59ce6-a315-4f2e-9a96-9d9ae2d37c9a None None] Bound port: 9d403289-67d6-41dc-b082-a76cfc742596, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '878aa1ad-d952-49b3-babf-f88949b54efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '3b544363-bad2-4a9e-9892-483691dc34e2'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:04:22.472831 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e1b59ce6-a315-4f2e-9a96-9d9ae2d37c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:22.501495 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-d56c5bf1-b101-4c7a-bcea-c1b6e397415c None None] Provisioning complete for port 9d403289-67d6-41dc-b082-a76cfc742596 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:04:22.502189 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d56c5bf1-b101-4c7a-bcea-c1b6e397415c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:22.560657 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ffaaaaeb-1b68-4514-be7c-06c053323782 tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:22.582263 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-36e25f15-766e-4327-a61f-c087e837b887 tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] Request body: {'security_group': {'name': 'tempest-secgroup--1329301433'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:04:22.675676 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-36e25f15-766e-4327-a61f-c087e837b887 tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:22.676207 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-ffaaaaeb-1b68-4514-be7c-06c053323782 tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['544d0792-3149-4f0a-b220-31bc619b15a6']}} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:04:22.689037 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-36e25f15-766e-4327-a61f-c087e837b887 tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:22.728769 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-ffaaaaeb-1b68-4514-be7c-06c053323782 tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41d0315a-8067-40c4-91e4-363943f5b130') {'for_net_delete': True} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:04:22.728769 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-ffaaaaeb-1b68-4514-be7c-06c053323782 tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41d0315a-8067-40c4-91e4-363943f5b130') {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:04:22.779261 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-e1b59ce6-a315-4f2e-9a96-9d9ae2d37c9a None None] For port 9d403289-67d6-41dc-b082-a76cfc742596, host n-d-818022-2, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:04:22.787324 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-e1b59ce6-a315-4f2e-9a96-9d9ae2d37c9a None None] For port 9d403289-67d6-41dc-b082-a76cfc742596, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=9d403289-67d6-41dc-b082-a76cfc742596,segment=NetworkSegment(878aa1ad-d952-49b3-babf-f88949b54efa),segment_id=878aa1ad-d952-49b3-babf-f88949b54efa)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:04:22.804295 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-36e25f15-766e-4327-a61f-c087e837b887 tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:22.805421 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ffaaaaeb-1b68-4514-be7c-06c053323782 tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417396'] for segment, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:22.812252 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-36e25f15-766e-4327-a61f-c087e837b887 tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:22.896226 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e1b59ce6-a315-4f2e-9a96-9d9ae2d37c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:22.906681 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [None req-ad0882cc-c94c-4448-ac49-02e72cdec9dd tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Allocated IP 172.25.7.193 (645e61aa-1a6c-4e8f-857e-ab06edb4897f/88ed2d64-f56d-4f01-a468-946e01c99e82/93975d98-add4-4654-bcda-6648f7718622) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:04:22.925784 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ffaaaaeb-1b68-4514-be7c-06c053323782 tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:22.951664 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffaaaaeb-1b68-4514-be7c-06c053323782 tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] Releasing vlan 693 on physical network physnet1 to pool {{(pid=103364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 18:04:22.952243 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ffaaaaeb-1b68-4514-be7c-06c053323782 tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12425183'] for segment, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:22.959046 n-d-818022-2 neutron-server[103364]: Traceback (most recent call last): Nov 19 18:04:22.959046 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 18:04:22.959046 n-d-818022-2 neutron-server[103364]: timer() Nov 19 18:04:22.959046 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 18:04:22.959046 n-d-818022-2 neutron-server[103364]: cb(*args, **kw) Nov 19 18:04:22.959046 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 18:04:22.959046 n-d-818022-2 neutron-server[103364]: return func(*args, **kwargs) Nov 19 18:04:22.959046 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 18:04:22.959046 n-d-818022-2 neutron-server[103364]: self._notify() Nov 19 18:04:22.959046 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 18:04:22.959046 n-d-818022-2 neutron-server[103364]: self.callback(batched_events) Nov 19 18:04:22.959046 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 18:04:22.959046 n-d-818022-2 neutron-server[103364]: event.method(event) Nov 19 18:04:22.959046 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 18:04:22.959046 n-d-818022-2 neutron-server[103364]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 18:04:22.959046 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 18:04:22.959046 n-d-818022-2 neutron-server[103364]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 18:04:22.959046 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 18:04:22.959046 n-d-818022-2 neutron-server[103364]: return f(self, *a, **k) Nov 19 18:04:22.959046 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 18:04:22.959046 n-d-818022-2 neutron-server[103364]: return self._get(url).json() Nov 19 18:04:22.959046 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 18:04:22.959046 n-d-818022-2 neutron-server[103364]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 18:04:22.959046 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 18:04:22.959046 n-d-818022-2 neutron-server[103364]: return self.request(url, 'GET', **kwargs) Nov 19 18:04:22.959046 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 18:04:22.959046 n-d-818022-2 neutron-server[103364]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 18:04:22.959046 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 18:04:22.959046 n-d-818022-2 neutron-server[103364]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 18:04:22.959046 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 18:04:22.959046 n-d-818022-2 neutron-server[103364]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 18:04:22.959046 n-d-818022-2 neutron-server[103364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 18:04:22.969658 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-36e25f15-766e-4327-a61f-c087e837b887 tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:22.979921 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-36e25f15-766e-4327-a61f-c087e837b887 tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:22.993482 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e25f15-766e-4327-a61f-c087e837b887 tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b4b8988-8d89-4936-bdd0-8686cbf3ddf1,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:04:23.003804 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-36e25f15-766e-4327-a61f-c087e837b887 tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:23.005677 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-36e25f15-766e-4327-a61f-c087e837b887 tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5790834 Nov 19 18:04:23.008545 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 54560) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:04:23.080132 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-d56c5bf1-b101-4c7a-bcea-c1b6e397415c None None] Port 9d403289-67d6-41dc-b082-a76cfc742596 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:04:23.082295 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e25f15-766e-4327-a61f-c087e837b887 tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1df86323-a0c7-4987-8002-2e4ca8b869f8,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:04:23.094412 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-d994dec8-2bf1-4835-82d6-2ba0f01dcdbd tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0814686 Nov 19 18:04:23.094789 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 54564) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:04:23.096123 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-019bedf1-cd87-4b1c-a473-612bfb88f15e None None] Resources bound (agent type, host, resource id): {{(pid=103366) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 19 18:04:23.100289 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-39ff26fc-5d1e-4d16-9ee9-2096f3459656 tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] Request body: {'security_group': {'name': 'tempest-security--1668931193', 'description': 'tempest-security-description-1496144443'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:04:23.110325 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b59ce6-a315-4f2e-9a96-9d9ae2d37c9a None None] Routers {'b11e1b24-ca9d-457a-b763-e7550839346f'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:04:23.110987 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-e1b59ce6-a315-4f2e-9a96-9d9ae2d37c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:04:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['b11e1b24-ca9d-457a-b763-e7550839346f'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:04:23.156187 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-39ff26fc-5d1e-4d16-9ee9-2096f3459656 tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] Publish callbacks [] for security_group, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:23.181328 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ffaaaaeb-1b68-4514-be7c-06c053323782 tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671242'] for network, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:23.220448 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-39ff26fc-5d1e-4d16-9ee9-2096f3459656 tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] Publish callbacks [] for security_group, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:23.223588 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ffaaaaeb-1b68-4514-be7c-06c053323782 tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] Publish callbacks [] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:23.229663 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-39ff26fc-5d1e-4d16-9ee9-2096f3459656 tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:23.233206 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-39ff26fc-5d1e-4d16-9ee9-2096f3459656 tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:23.240453 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-39ff26fc-5d1e-4d16-9ee9-2096f3459656 tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] 10.222.0.54 "PUT /v2.0/security-groups/1df86323-a0c7-4987-8002-2e4ca8b869f8 HTTP/1.1" status: 200 len: 1797 time: 0.1397593 Nov 19 18:04:23.240679 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-ffaaaaeb-1b68-4514-be7c-06c053323782 tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] 10.222.0.54 "DELETE /v2.0/networks/544d0792-3149-4f0a-b220-31bc619b15a6 HTTP/1.1" status: 204 len: 168 time: 1.1833129 Nov 19 18:04:23.248680 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaaaaeb-1b68-4514-be7c-06c053323782 tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] Pushing event deleted for resources: {'Network': ['ID=544d0792-3149-4f0a-b220-31bc619b15a6,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:04:23.270620 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 54570) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:04:23.272217 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 54572) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:04:23.289480 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ff26fc-5d1e-4d16-9ee9-2096f3459656 tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1df86323-a0c7-4987-8002-2e4ca8b869f8,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:04:23.334446 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-e1b59ce6-a315-4f2e-9a96-9d9ae2d37c9a None None] Set router b11e1b24-ca9d-457a-b763-e7550839346f gateway port host: n-d-818022-2 {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:04:23.394112 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-81e1aa13-e271-41b1-9953-8c05328fbcf9 tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:23.507573 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-41bfd00e-2693-4f0b-99ea-5dc062607215 tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] 10.222.0.54 "GET /v2.0/security-groups/1df86323-a0c7-4987-8002-2e4ca8b869f8 HTTP/1.1" status: 200 len: 1797 time: 0.1321423 Nov 19 18:04:23.510191 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 54584) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:04:23.540616 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ad0882cc-c94c-4448-ac49-02e72cdec9dd tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:23.543361 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc92a1d-9654-4504-960a-9b27ddb8d84a None None] Pushing event updated for resources: {'Port': ['ID=9d403289-67d6-41dc-b082-a76cfc742596,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:04:23.628956 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-81e1aa13-e271-41b1-9953-8c05328fbcf9 tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:23.686528 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-435b9342-0750-4650-bfaf-1a49c5f0844b tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:23.692769 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-81e1aa13-e271-41b1-9953-8c05328fbcf9 tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7e319c0-dd8c-4fe0-8626-02fb978514b9']}} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:04:23.726404 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-81e1aa13-e271-41b1-9953-8c05328fbcf9 tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f642baa7-fefd-4b72-958e-2fef94a46e26') {'for_net_delete': True} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:04:23.726694 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-81e1aa13-e271-41b1-9953-8c05328fbcf9 tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f642baa7-fefd-4b72-958e-2fef94a46e26') {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:04:23.728678 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-435b9342-0750-4650-bfaf-1a49c5f0844b tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:23.739213 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-81e1aa13-e271-41b1-9953-8c05328fbcf9 tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417396'] for segment, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:23.765618 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-81e1aa13-e271-41b1-9953-8c05328fbcf9 tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:23.773131 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81e1aa13-e271-41b1-9953-8c05328fbcf9 tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] Releasing vlan 664 on physical network physnet1 to pool {{(pid=103364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 18:04:23.773131 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-81e1aa13-e271-41b1-9953-8c05328fbcf9 tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12425183'] for segment, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:23.789606 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-435b9342-0750-4650-bfaf-1a49c5f0844b tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:23.793340 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-435b9342-0750-4650-bfaf-1a49c5f0844b tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:23.796759 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-435b9342-0750-4650-bfaf-1a49c5f0844b tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] 10.222.0.54 "DELETE /v2.0/security-groups/1df86323-a0c7-4987-8002-2e4ca8b869f8 HTTP/1.1" status: 204 len: 168 time: 0.2833588 Nov 19 18:04:23.822632 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 54594) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:04:23.823443 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435b9342-0750-4650-bfaf-1a49c5f0844b tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1df86323-a0c7-4987-8002-2e4ca8b869f8,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:04:23.867537 n-d-818022-2 neutron-server[103364]: Traceback (most recent call last): Nov 19 18:04:23.867537 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 18:04:23.867537 n-d-818022-2 neutron-server[103364]: timer() Nov 19 18:04:23.867537 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 18:04:23.867537 n-d-818022-2 neutron-server[103364]: cb(*args, **kw) Nov 19 18:04:23.867537 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 18:04:23.867537 n-d-818022-2 neutron-server[103364]: return func(*args, **kwargs) Nov 19 18:04:23.867537 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 18:04:23.867537 n-d-818022-2 neutron-server[103364]: self._notify() Nov 19 18:04:23.867537 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 18:04:23.867537 n-d-818022-2 neutron-server[103364]: self.callback(batched_events) Nov 19 18:04:23.867537 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 18:04:23.867537 n-d-818022-2 neutron-server[103364]: event.method(event) Nov 19 18:04:23.867537 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 18:04:23.867537 n-d-818022-2 neutron-server[103364]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 18:04:23.867537 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 18:04:23.867537 n-d-818022-2 neutron-server[103364]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 18:04:23.867537 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 18:04:23.867537 n-d-818022-2 neutron-server[103364]: return f(self, *a, **k) Nov 19 18:04:23.867537 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 18:04:23.867537 n-d-818022-2 neutron-server[103364]: return self._get(url).json() Nov 19 18:04:23.867537 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 18:04:23.867537 n-d-818022-2 neutron-server[103364]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 18:04:23.867537 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 18:04:23.867537 n-d-818022-2 neutron-server[103364]: return self.request(url, 'GET', **kwargs) Nov 19 18:04:23.867537 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 18:04:23.867537 n-d-818022-2 neutron-server[103364]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 18:04:23.867537 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 18:04:23.867537 n-d-818022-2 neutron-server[103364]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 18:04:23.867537 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 18:04:23.867537 n-d-818022-2 neutron-server[103364]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 18:04:23.867537 n-d-818022-2 neutron-server[103364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 18:04:23.876863 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-81e1aa13-e271-41b1-9953-8c05328fbcf9 tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671242'] for network, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:23.900817 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-81e1aa13-e271-41b1-9953-8c05328fbcf9 tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] Publish callbacks [] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:23.912276 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-81e1aa13-e271-41b1-9953-8c05328fbcf9 tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] 10.222.0.54 "DELETE /v2.0/networks/e7e319c0-dd8c-4fe0-8626-02fb978514b9 HTTP/1.1" status: 204 len: 168 time: 0.6325681 Nov 19 18:04:23.915473 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 54600) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:04:23.954181 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 54604) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:04:23.973655 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-7a49ea30-8ad4-421c-a35b-7d1790077e9d tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1479788 Nov 19 18:04:23.976845 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 54610) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:04:24.018618 n-d-818022-2 neutron-server[103365]: INFO neutron.api.v2.resource [None req-69256633-3a6e-4802-aebb-d6bedcb008ea tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] delete failed (client error): The resource could not be found. Nov 19 18:04:24.020134 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-69256633-3a6e-4802-aebb-d6bedcb008ea tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] 10.222.0.54 "DELETE /v2.0/security-groups/1df86323-a0c7-4987-8002-2e4ca8b869f8 HTTP/1.1" status: 404 len: 347 time: 0.0420530 Nov 19 18:04:24.024716 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 54614) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:04:24.033039 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-17851452-687e-432a-98de-eb2d324994f1 tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] Request body: {'security_group': {'name': 'tempest-secgroup--1631015390'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:04:24.090237 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-17851452-687e-432a-98de-eb2d324994f1 tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:24.116937 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e1aa13-e271-41b1-9953-8c05328fbcf9 tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] Pushing event deleted for resources: {'Network': ['ID=e7e319c0-dd8c-4fe0-8626-02fb978514b9,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:04:24.150482 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f7cdbfd9-6010-4655-9510-12b387be016d tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:24.158932 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ad0882cc-c94c-4448-ac49-02e72cdec9dd tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:24.212978 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-971ef5c0-b7ae-48bd-8eac-27417d156c96 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-110131358-network', 'tenant_id': '568ddc2291f443319cd07ac57276ab6a'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:04:24.217743 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0882cc-c94c-4448-ac49-02e72cdec9dd tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Pushing event updated for resources: {'Port': ['ID=93975d98-add4-4654-bcda-6648f7718622,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:04:24.241425 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-17851452-687e-432a-98de-eb2d324994f1 tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:24.255154 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad0882cc-c94c-4448-ac49-02e72cdec9dd tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Network 645e61aa-1a6c-4e8f-857e-ab06edb4897f is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:04:24.259621 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-ad0882cc-c94c-4448-ac49-02e72cdec9dd tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:04:24.262307 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad0882cc-c94c-4448-ac49-02e72cdec9dd tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:04:24.268324 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-17851452-687e-432a-98de-eb2d324994f1 tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:24.292800 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-e1b59ce6-a315-4f2e-9a96-9d9ae2d37c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b11e1b24-ca9d-457a-b763-e7550839346f', 'name': 'tempest-ServerActionsTestJSON-767903465-router', 'tenant_id': 'e45c6e5baa414b6894171527d94e1abd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.45'}], 'enable_snat': True}, 'gw_port_id': 'f2234a95-c881-4215-9ecf-ef560e0fd336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:04:05Z', 'updated_at': '2021-11-19T18:04:14Z', 'revision_number': 4, 'project_id': 'e45c6e5baa414b6894171527d94e1abd', 'gw_port': {'id': 'f2234a95-c881-4215-9ecf-ef560e0fd336', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b11e1b24-ca9d-457a-b763-e7550839346f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3105, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:04:05Z', 'updated_at': '2021-11-19T18:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': '9d403289-67d6-41dc-b082-a76cfc742596', 'name': '', 'network_id': '3b544363-bad2-4a9e-9892-483691dc34e2', 'tenant_id': 'e45c6e5baa414b6894171527d94e1abd', 'mac_address': 'fa:16:3e:6d:d4:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b11e1b24-ca9d-457a-b763-e7550839346f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3109, 'fixed_ips': [{'subnet_id': '78373283-0ecf-42ac-8dc9-066471cd2623', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:04:11Z', 'updated_at': '2021-11-19T18:04:22Z', 'revision_number': 4, 'project_id': 'e45c6e5baa414b6894171527d94e1abd', 'subnets': [{'id': '78373283-0ecf-42ac-8dc9-066471cd2623', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:04:24.343175 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-971ef5c0-b7ae-48bd-8eac-27417d156c96 admin admin] Made reservation on behalf of 568ddc2291f443319cd07ac57276ab6a for: {'network': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:04:24.345913 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-971ef5c0-b7ae-48bd-8eac-27417d156c96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:24.362115 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-971ef5c0-b7ae-48bd-8eac-27417d156c96 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:24.374267 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-17851452-687e-432a-98de-eb2d324994f1 tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:24.378332 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-17851452-687e-432a-98de-eb2d324994f1 tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3492622 Nov 19 18:04:24.380527 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 54622) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:04:24.386339 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-b0d4241a-59f6-4a37-9a30-bbef9ad67765 tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] Request body: {'security_group_rule': {'security_group_id': 'df0a19c5-3903-4315-a964-713595bce581', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:04:24.393543 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17851452-687e-432a-98de-eb2d324994f1 tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df0a19c5-3903-4315-a964-713595bce581,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:04:24.450034 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f7cdbfd9-6010-4655-9510-12b387be016d tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:24.452557 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b59ce6-a315-4f2e-9a96-9d9ae2d37c9a None None] The sync data for ids ['b11e1b24-ca9d-457a-b763-e7550839346f'] in n-d-818022-2 is: [{'id': 'b11e1b24-ca9d-457a-b763-e7550839346f', 'name': 'tempest-ServerActionsTestJSON-767903465-router', 'tenant_id': 'e45c6e5baa414b6894171527d94e1abd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.45'}], 'enable_snat': True}, 'gw_port_id': 'f2234a95-c881-4215-9ecf-ef560e0fd336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:04:05Z', 'updated_at': '2021-11-19T18:04:14Z', 'revision_number': 4, 'project_id': 'e45c6e5baa414b6894171527d94e1abd', 'gw_port': {'id': 'f2234a95-c881-4215-9ecf-ef560e0fd336', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b11e1b24-ca9d-457a-b763-e7550839346f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3105, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:04:05Z', 'updated_at': '2021-11-19T18:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': '9d403289-67d6-41dc-b082-a76cfc742596', 'name': '', 'network_id': '3b544363-bad2-4a9e-9892-483691dc34e2', 'tenant_id': 'e45c6e5baa414b6894171527d94e1abd', 'mac_address': 'fa:16:3e:6d:d4:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b11e1b24-ca9d-457a-b763-e7550839346f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3109, 'fixed_ips': [{'subnet_id': '78373283-0ecf-42ac-8dc9-066471cd2623', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:04:11Z', 'updated_at': '2021-11-19T18:04:22Z', 'revision_number': 4, 'project_id': 'e45c6e5baa414b6894171527d94e1abd', 'subnets': [{'id': '78373283-0ecf-42ac-8dc9-066471cd2623', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:04:24.466592 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-953f2159-94d4-44ff-9f7b-384cee86a306 None None] get_active_networks_info from n-d-818022-2 {{(pid=103366) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 19 18:04:24.470675 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b0d4241a-59f6-4a37-9a30-bbef9ad67765 tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:24.503772 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-f7cdbfd9-6010-4655-9510-12b387be016d tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be332ed3-2866-4e46-bbe6-a50d2af9afba']}} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:04:24.505274 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 54624) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:04:24.516866 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-f7cdbfd9-6010-4655-9510-12b387be016d tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed2ba4a9-1222-4f45-8950-0ecce47ec3bc') {'for_net_delete': True} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:04:24.517167 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-f7cdbfd9-6010-4655-9510-12b387be016d tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed2ba4a9-1222-4f45-8950-0ecce47ec3bc') {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:04:24.537859 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f7cdbfd9-6010-4655-9510-12b387be016d tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417396'] for segment, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:24.557011 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f7cdbfd9-6010-4655-9510-12b387be016d tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:24.571368 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7cdbfd9-6010-4655-9510-12b387be016d tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] Releasing vlan 651 on physical network physnet1 to pool {{(pid=103364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 18:04:24.573454 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f7cdbfd9-6010-4655-9510-12b387be016d tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12425183'] for segment, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:24.574715 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b0d4241a-59f6-4a37-9a30-bbef9ad67765 tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:24.589023 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b0d4241a-59f6-4a37-9a30-bbef9ad67765 tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735179'] for security_group_rule, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:24.618701 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-971ef5c0-b7ae-48bd-8eac-27417d156c96 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:24.638953 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-971ef5c0-b7ae-48bd-8eac-27417d156c96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:24.649597 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d4241a-59f6-4a37-9a30-bbef9ad67765 tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ac12a6a-a705-4050-92a1-da576f154e2a,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:04:24.669155 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b0d4241a-59f6-4a37-9a30-bbef9ad67765 tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:24.670783 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-b0d4241a-59f6-4a37-9a30-bbef9ad67765 tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2882714 Nov 19 18:04:24.674299 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 54628) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:04:24.701181 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971ef5c0-b7ae-48bd-8eac-27417d156c96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61124c63-45ab-440d-9e2d-46540a3e29c4,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:04:24.726353 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-353929a3-a4a2-4127-acca-c958cf2a2778 tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:24.735675 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-353929a3-a4a2-4127-acca-c958cf2a2778 tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:24.738896 n-d-818022-2 neutron-server[103364]: Traceback (most recent call last): Nov 19 18:04:24.738896 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 18:04:24.738896 n-d-818022-2 neutron-server[103364]: timer() Nov 19 18:04:24.738896 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 18:04:24.738896 n-d-818022-2 neutron-server[103364]: cb(*args, **kw) Nov 19 18:04:24.738896 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 18:04:24.738896 n-d-818022-2 neutron-server[103364]: return func(*args, **kwargs) Nov 19 18:04:24.738896 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 18:04:24.738896 n-d-818022-2 neutron-server[103364]: self._notify() Nov 19 18:04:24.738896 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 18:04:24.738896 n-d-818022-2 neutron-server[103364]: self.callback(batched_events) Nov 19 18:04:24.738896 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 18:04:24.738896 n-d-818022-2 neutron-server[103364]: event.method(event) Nov 19 18:04:24.738896 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 18:04:24.738896 n-d-818022-2 neutron-server[103364]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 18:04:24.738896 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 18:04:24.738896 n-d-818022-2 neutron-server[103364]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 18:04:24.738896 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 18:04:24.738896 n-d-818022-2 neutron-server[103364]: return f(self, *a, **k) Nov 19 18:04:24.738896 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 18:04:24.738896 n-d-818022-2 neutron-server[103364]: return self._get(url).json() Nov 19 18:04:24.738896 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 18:04:24.738896 n-d-818022-2 neutron-server[103364]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 18:04:24.738896 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 18:04:24.738896 n-d-818022-2 neutron-server[103364]: return self.request(url, 'GET', **kwargs) Nov 19 18:04:24.738896 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 18:04:24.738896 n-d-818022-2 neutron-server[103364]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 18:04:24.738896 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 18:04:24.738896 n-d-818022-2 neutron-server[103364]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 18:04:24.738896 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 18:04:24.738896 n-d-818022-2 neutron-server[103364]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 18:04:24.738896 n-d-818022-2 neutron-server[103364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 18:04:24.768192 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-953f2159-94d4-44ff-9f7b-384cee86a306 None None] Resources bound (agent type, host, resource id): {{(pid=103366) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 19 18:04:24.784460 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-353929a3-a4a2-4127-acca-c958cf2a2778 tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735179'] for security_group_rule, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:24.791738 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-353929a3-a4a2-4127-acca-c958cf2a2778 tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:24.792886 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-353929a3-a4a2-4127-acca-c958cf2a2778 tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/8ac12a6a-a705-4050-92a1-da576f154e2a HTTP/1.1" status: 204 len: 168 time: 0.1171720 Nov 19 18:04:24.820800 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 54630) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:04:24.831308 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1a9715c7-160d-47e9-b492-2042e670b332 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:24.871174 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353929a3-a4a2-4127-acca-c958cf2a2778 tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8ac12a6a-a705-4050-92a1-da576f154e2a,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:04:24.900697 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ad0882cc-c94c-4448-ac49-02e72cdec9dd tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:24.916689 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-7a0afacf-3bca-4f68-b283-29c1a93f4713 tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0918884 Nov 19 18:04:24.916964 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 54638) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:04:24.962315 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-971ef5c0-b7ae-48bd-8eac-27417d156c96 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 658} {{(pid=103365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 18:04:25.001582 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f7cdbfd9-6010-4655-9510-12b387be016d tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671242'] for network, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:25.050111 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-971ef5c0-b7ae-48bd-8eac-27417d156c96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:25.050459 n-d-818022-2 neutron-server[103365]: INFO neutron.db.segments_db [None req-971ef5c0-b7ae-48bd-8eac-27417d156c96 admin admin] Added segment 414ec037-29de-461e-b44e-49b485f6a55a of type vlan for network f081af3e-5cd0-4172-8c6f-eac119d2b997 Nov 19 18:04:25.065977 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f7cdbfd9-6010-4655-9510-12b387be016d tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] Publish callbacks [] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:25.080926 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-f7cdbfd9-6010-4655-9510-12b387be016d tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] 10.222.0.54 "DELETE /v2.0/networks/be332ed3-2866-4e46-bbe6-a50d2af9afba HTTP/1.1" status: 204 len: 168 time: 1.1541805 Nov 19 18:04:25.082061 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cdbfd9-6010-4655-9510-12b387be016d tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] Pushing event deleted for resources: {'Network': ['ID=be332ed3-2866-4e46-bbe6-a50d2af9afba,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:04:25.086354 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ad0882cc-c94c-4448-ac49-02e72cdec9dd tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:25.091826 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 54642) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:04:25.143404 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-971ef5c0-b7ae-48bd-8eac-27417d156c96 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:25.159507 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1c745592-f9cf-4c6b-81bc-320f27e2c381 tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:25.184926 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1c745592-f9cf-4c6b-81bc-320f27e2c381 tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:25.247175 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1a9715c7-160d-47e9-b492-2042e670b332 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:25.251390 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1c745592-f9cf-4c6b-81bc-320f27e2c381 tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:25.254416 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1c745592-f9cf-4c6b-81bc-320f27e2c381 tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:25.258079 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-1c745592-f9cf-4c6b-81bc-320f27e2c381 tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] 10.222.0.54 "DELETE /v2.0/security-groups/df0a19c5-3903-4315-a964-713595bce581 HTTP/1.1" status: 204 len: 168 time: 0.3376393 Nov 19 18:04:25.266335 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 54644) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:04:25.279432 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1a9715c7-160d-47e9-b492-2042e670b332 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:25.331751 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c745592-f9cf-4c6b-81bc-320f27e2c381 tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df0a19c5-3903-4315-a964-713595bce581,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:04:25.345794 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-971ef5c0-b7ae-48bd-8eac-27417d156c96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:25.347564 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-971ef5c0-b7ae-48bd-8eac-27417d156c96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:04:25.349294 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-971ef5c0-b7ae-48bd-8eac-27417d156c96 admin admin] Publish callbacks [] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:25.427519 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-39dac0f0-a67c-4d8b-8542-297c54e808f2 tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:25.550234 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-ee7ec656-06b4-499f-ad8a-0f21ceb4d91f tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2822104 Nov 19 18:04:25.556602 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-1a9715c7-160d-47e9-b492-2042e670b332 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=091d0d18cdea45cdb60b58e2813dbeee&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0499640 Nov 19 18:04:25.560320 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 54650) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:04:25.560837 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 54652) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:04:25.571839 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-971ef5c0-b7ae-48bd-8eac-27417d156c96 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.6163080 Nov 19 18:04:25.596822 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 54654) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:04:25.609135 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-183883fa-bb5d-4d39-9a3d-dfd9621297ec tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] Request body: {'security_group': {'name': 'tempest-secgroup--911251201'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:04:25.620748 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-7631030c-224a-4753-9d44-ba7d47cf07b6 admin admin] Request body: {'subnet': {'network_id': 'f081af3e-5cd0-4172-8c6f-eac119d2b997', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-110131358-subnet', 'tenant_id': '568ddc2291f443319cd07ac57276ab6a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:04:25.656340 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9715c7-160d-47e9-b492-2042e670b332 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75e381e5-a157-444b-a787-6e3fec945ea3,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:04:25.674695 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971ef5c0-b7ae-48bd-8eac-27417d156c96 admin admin] Pushing event updated for resources: {'Network': ['ID=f081af3e-5cd0-4172-8c6f-eac119d2b997,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:04:25.703748 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network f081af3e-5cd0-4172-8c6f-eac119d2b997 details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 18:04:25.722601 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e798bf83-1829-4ad2-85ac-605f0ff89859 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:25.780423 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-183883fa-bb5d-4d39-9a3d-dfd9621297ec tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:25.809641 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e798bf83-1829-4ad2-85ac-605f0ff89859 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:25.851478 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 9d403289-67d6-41dc-b082-a76cfc742596 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:04:25.927001 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 9d403289-67d6-41dc-b082-a76cfc742596 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:04:25.927384 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:25.988184 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e798bf83-1829-4ad2-85ac-605f0ff89859 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:25.991726 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e798bf83-1829-4ad2-85ac-605f0ff89859 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:25.992569 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-39dac0f0-a67c-4d8b-8542-297c54e808f2 tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:25.996129 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-e798bf83-1829-4ad2-85ac-605f0ff89859 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/75e381e5-a157-444b-a787-6e3fec945ea3 HTTP/1.1" status: 204 len: 168 time: 0.4259534 Nov 19 18:04:26.020155 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-183883fa-bb5d-4d39-9a3d-dfd9621297ec tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:26.021300 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7631030c-224a-4753-9d44-ba7d47cf07b6 admin admin] Made reservation on behalf of 568ddc2291f443319cd07ac57276ab6a for: {'subnet': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:04:26.022767 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e798bf83-1829-4ad2-85ac-605f0ff89859 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75e381e5-a157-444b-a787-6e3fec945ea3,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:04:26.029037 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7631030c-224a-4753-9d44-ba7d47cf07b6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8983829'] for subnet, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:26.035851 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-183883fa-bb5d-4d39-9a3d-dfd9621297ec tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:26.100821 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ad0882cc-c94c-4448-ac49-02e72cdec9dd tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Publish callbacks [] for port, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:26.118991 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-f4277dd6-3bce-4fb4-bafb-a82c09ec2b6f None None] Provisioning complete for port 9d403289-67d6-41dc-b082-a76cfc742596 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:04:26.119508 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f4277dd6-3bce-4fb4-bafb-a82c09ec2b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:26.147629 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-183883fa-bb5d-4d39-9a3d-dfd9621297ec tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:26.162610 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-183883fa-bb5d-4d39-9a3d-dfd9621297ec tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5988021 Nov 19 18:04:26.173453 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 54666) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:04:26.185350 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-ddad22dc-8bd6-475f-b2d9-e58014afb494 tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] Request body: {'security_group_rule': {'security_group_id': 'ac45059c-3db6-4241-b74b-1d9e530ba488', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:04:26.207765 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ad0882cc-c94c-4448-ac49-02e72cdec9dd tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:26.256960 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183883fa-bb5d-4d39-9a3d-dfd9621297ec tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac45059c-3db6-4241-b74b-1d9e530ba488,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:04:26.264894 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-39dac0f0-a67c-4d8b-8542-297c54e808f2 tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f01ee64-753c-48fa-b9e6-ae00f8c14e23']}} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:04:26.362518 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:26.368451 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-39dac0f0-a67c-4d8b-8542-297c54e808f2 tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de21df53-5541-4666-9c7e-3ed0790c17cf') {'for_net_delete': True} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:04:26.368946 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-39dac0f0-a67c-4d8b-8542-297c54e808f2 tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de21df53-5541-4666-9c7e-3ed0790c17cf') {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:04:26.386632 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ddad22dc-8bd6-475f-b2d9-e58014afb494 tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:26.416791 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f4277dd6-3bce-4fb4-bafb-a82c09ec2b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:26.432189 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] For port 9d403289-67d6-41dc-b082-a76cfc742596, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=9d403289-67d6-41dc-b082-a76cfc742596,segment=NetworkSegment(878aa1ad-d952-49b3-babf-f88949b54efa),segment_id=878aa1ad-d952-49b3-babf-f88949b54efa)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:04:26.443583 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:26.741744 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-39dac0f0-a67c-4d8b-8542-297c54e808f2 tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417396'] for segment, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:26.741744 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0882cc-c94c-4448-ac49-02e72cdec9dd tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Pushing event updated for resources: {'Port': ['ID=93975d98-add4-4654-bcda-6648f7718622,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:04:26.760336 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.db.api [None req-f4277dd6-3bce-4fb4-bafb-a82c09ec2b6f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103366) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 18:04:26.760336 n-d-818022-2 neutron-server[103366]: DEBUG oslo_db.api [None req-f4277dd6-3bce-4fb4-bafb-a82c09ec2b6f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 18:04:26.760336 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Pushing event updated for resources: {'Port': ['ID=9d403289-67d6-41dc-b082-a76cfc742596,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:04:26.762534 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-39dac0f0-a67c-4d8b-8542-297c54e808f2 tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:26.762534 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39dac0f0-a67c-4d8b-8542-297c54e808f2 tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] Releasing vlan 687 on physical network physnet1 to pool {{(pid=103364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 18:04:26.762534 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-39dac0f0-a67c-4d8b-8542-297c54e808f2 tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12425183'] for segment, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:26.762534 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ad0882cc-c94c-4448-ac49-02e72cdec9dd tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-671284'] for floatingip, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:26.762534 n-d-818022-2 neutron-server[103364]: Traceback (most recent call last): Nov 19 18:04:26.762534 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 18:04:26.762534 n-d-818022-2 neutron-server[103364]: timer() Nov 19 18:04:26.762534 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 18:04:26.762534 n-d-818022-2 neutron-server[103364]: cb(*args, **kw) Nov 19 18:04:26.762534 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 18:04:26.762534 n-d-818022-2 neutron-server[103364]: return func(*args, **kwargs) Nov 19 18:04:26.762534 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 18:04:26.762534 n-d-818022-2 neutron-server[103364]: self._notify() Nov 19 18:04:26.762534 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 18:04:26.762534 n-d-818022-2 neutron-server[103364]: self.callback(batched_events) Nov 19 18:04:26.762534 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 18:04:26.762534 n-d-818022-2 neutron-server[103364]: event.method(event) Nov 19 18:04:26.762534 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 18:04:26.762534 n-d-818022-2 neutron-server[103364]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 18:04:26.762534 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 18:04:26.762534 n-d-818022-2 neutron-server[103364]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 18:04:26.762534 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 18:04:26.762534 n-d-818022-2 neutron-server[103364]: return f(self, *a, **k) Nov 19 18:04:26.762534 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 18:04:26.762534 n-d-818022-2 neutron-server[103364]: return self._get(url).json() Nov 19 18:04:26.762534 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 18:04:26.762534 n-d-818022-2 neutron-server[103364]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 18:04:26.762534 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 18:04:26.762534 n-d-818022-2 neutron-server[103364]: return self.request(url, 'GET', **kwargs) Nov 19 18:04:26.762534 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 18:04:26.762534 n-d-818022-2 neutron-server[103364]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 18:04:26.762534 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 18:04:26.762534 n-d-818022-2 neutron-server[103364]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 18:04:26.762534 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 18:04:26.762534 n-d-818022-2 neutron-server[103364]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 18:04:26.762534 n-d-818022-2 neutron-server[103364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 18:04:26.792870 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ad0882cc-c94c-4448-ac49-02e72cdec9dd tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for floatingip, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:26.794434 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-ad0882cc-c94c-4448-ac49-02e72cdec9dd tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.4501498 Nov 19 18:04:26.796582 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ddad22dc-8bd6-475f-b2d9-e58014afb494 tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:26.806702 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ddad22dc-8bd6-475f-b2d9-e58014afb494 tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735179'] for security_group_rule, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:26.808590 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-39dac0f0-a67c-4d8b-8542-297c54e808f2 tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671242'] for network, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:26.931642 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ddad22dc-8bd6-475f-b2d9-e58014afb494 tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:26.935791 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 54706) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:04:26.940691 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-57f8b45f-09ad-444d-9d7b-6b35b72b7946 tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] Request body: {'security_group_rule': {'security_group_id': 'ac45059c-3db6-4241-b74b-1d9e530ba488', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:04:26.949210 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-ddad22dc-8bd6-475f-b2d9-e58014afb494 tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7742054 Nov 19 18:04:26.952324 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-39dac0f0-a67c-4d8b-8542-297c54e808f2 tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] Publish callbacks [] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:26.961440 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-39dac0f0-a67c-4d8b-8542-297c54e808f2 tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] 10.222.0.54 "DELETE /v2.0/networks/5f01ee64-753c-48fa-b9e6-ae00f8c14e23 HTTP/1.1" status: 204 len: 168 time: 1.8683758 Nov 19 18:04:26.993478 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dac0f0-a67c-4d8b-8542-297c54e808f2 tempest-BulkNetworkOpsIpV6Test-1150646219 tempest-BulkNetworkOpsIpV6Test-1150646219-project] Pushing event deleted for resources: {'Network': ['ID=5f01ee64-753c-48fa-b9e6-ae00f8c14e23,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:04:26.997797 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddad22dc-8bd6-475f-b2d9-e58014afb494 tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef76a1b2-bc4d-44c8-813a-ca594d08c4f7,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:04:27.001750 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7631030c-224a-4753-9d44-ba7d47cf07b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12425078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8983815'] for subnet, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:27.003377 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-57f8b45f-09ad-444d-9d7b-6b35b72b7946 tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:27.109016 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7631030c-224a-4753-9d44-ba7d47cf07b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4421253-1d77-4ac5-ad81-be6067a7417a,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:04:27.120574 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7631030c-224a-4753-9d44-ba7d47cf07b6 admin admin] Checking segment: {'id': '414ec037-29de-461e-b44e-49b485f6a55a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'f081af3e-5cd0-4172-8c6f-eac119d2b997'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:04:27.120942 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7631030c-224a-4753-9d44-ba7d47cf07b6 admin admin] Network hostable DHCP agents. Network: f081af3e-5cd0-4172-8c6f-eac119d2b997, hostable agents: ['02910ef2-0455-4aea-9f38-9a875579633f'], hosted agents: [] {{(pid=103364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 18:04:27.134234 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-57f8b45f-09ad-444d-9d7b-6b35b72b7946 tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:27.140835 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7631030c-224a-4753-9d44-ba7d47cf07b6 admin admin] Network f081af3e-5cd0-4172-8c6f-eac119d2b997 is scheduled to be hosted by DHCP agent 02910ef2-0455-4aea-9f38-9a875579633f with binding_index 1 {{(pid=103364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 18:04:27.145457 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-57f8b45f-09ad-444d-9d7b-6b35b72b7946 tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735179'] for security_group_rule, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:27.156698 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-7631030c-224a-4753-9d44-ba7d47cf07b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818022-2, f081af3e-5cd0-4172-8c6f-eac119d2b997) {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:04:27.164458 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7631030c-224a-4753-9d44-ba7d47cf07b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:04:27.166321 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7631030c-224a-4753-9d44-ba7d47cf07b6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:27.181484 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f8b45f-09ad-444d-9d7b-6b35b72b7946 tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2e33c18-2138-4c7f-84c2-53d7efa1b8a3,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:04:27.188429 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9a4726d-d5e2-4167-8a05-aa06e0ec4659 None None] Network f081af3e-5cd0-4172-8c6f-eac119d2b997 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:04:27.194940 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-7631030c-224a-4753-9d44-ba7d47cf07b6 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.5883675 Nov 19 18:04:27.209107 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-57f8b45f-09ad-444d-9d7b-6b35b72b7946 tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:27.212641 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-57f8b45f-09ad-444d-9d7b-6b35b72b7946 tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2757781 Nov 19 18:04:27.215462 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 54728) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:04:27.226479 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-7a946602-c369-4ab4-b01b-188ec8efe1df tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] Request body: {'security_group_rule': {'security_group_id': 'ac45059c-3db6-4241-b74b-1d9e530ba488', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:04:27.287463 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7a946602-c369-4ab4-b01b-188ec8efe1df tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:27.387845 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7a946602-c369-4ab4-b01b-188ec8efe1df tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:27.392779 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7a946602-c369-4ab4-b01b-188ec8efe1df tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735179'] for security_group_rule, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:27.424991 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a946602-c369-4ab4-b01b-188ec8efe1df tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12ee6599-0a6e-4ace-8ff0-720745fcdacd,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:04:27.461578 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a008bf06-496d-4a70-84fc-82112aaef143 None None] Network f081af3e-5cd0-4172-8c6f-eac119d2b997 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:04:27.472890 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7a946602-c369-4ab4-b01b-188ec8efe1df tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:27.478013 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-7a946602-c369-4ab4-b01b-188ec8efe1df tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2584994 Nov 19 18:04:27.478459 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 54740) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:04:27.487965 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-5b6baea6-ecc5-447c-846c-2255c056c928 tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] Request body: {'security_group_rule': {'security_group_id': 'ac45059c-3db6-4241-b74b-1d9e530ba488', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:04:27.562233 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 54744) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:04:27.598876 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5b6baea6-ecc5-447c-846c-2255c056c928 tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:27.685151 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 9d403289-67d6-41dc-b082-a76cfc742596 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:04:27.726535 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-dd5e1a0a-73c7-4aa3-b364-730ae6f8ee38 req-6782e08a-a2e6-42a9-a1c6-0c8f3cd83fc2 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--485364080&fields=id&tenant_id=e45c6e5baa414b6894171527d94e1abd HTTP/1.1" status: 200 len: 267 time: 0.1197400 Nov 19 18:04:27.746564 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5b6baea6-ecc5-447c-846c-2255c056c928 tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:27.761438 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5b6baea6-ecc5-447c-846c-2255c056c928 tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735179'] for security_group_rule, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:27.807047 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 9d403289-67d6-41dc-b082-a76cfc742596 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:04:27.808485 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:27.814326 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5b6baea6-ecc5-447c-846c-2255c056c928 tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:27.817945 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-5b6baea6-ecc5-447c-846c-2255c056c928 tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3384252 Nov 19 18:04:27.822125 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 54762) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:04:27.841631 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-33e7335c-5bc0-48a6-8237-82e740715fdf tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] Request body: {'security_group_rule': {'security_group_id': 'ac45059c-3db6-4241-b74b-1d9e530ba488', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:04:27.867286 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6baea6-ecc5-447c-846c-2255c056c928 tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4d34b84-a2e3-4fe4-8b82-d6dfd155b640,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:04:27.877103 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5e1a0a-73c7-4aa3-b364-730ae6f8ee38 req-0b2e1895-f085-4518-bc46-ea64b0d0bd3d tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:04:27.880001 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-dd5e1a0a-73c7-4aa3-b364-730ae6f8ee38 req-0b2e1895-f085-4518-bc46-ea64b0d0bd3d tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/networks?id=3b544363-bad2-4a9e-9892-483691dc34e2 HTTP/1.1" status: 200 len: 811 time: 0.1450028 Nov 19 18:04:27.903394 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-33e7335c-5bc0-48a6-8237-82e740715fdf tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:27.935199 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-dd5e1a0a-73c7-4aa3-b364-730ae6f8ee38 req-3c27a01d-21a8-412c-ad9c-18c87f43f0e3 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/quotas/e45c6e5baa414b6894171527d94e1abd HTTP/1.1" status: 200 len: 375 time: 0.0479109 Nov 19 18:04:27.995361 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-db5446dd-f6ee-4d1b-8b24-34483c7d5b85 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=6bd6167c6b6f4364b701ec089678378f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4319394 Nov 19 18:04:28.001718 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 54774) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:04:28.027514 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-dd5e1a0a-73c7-4aa3-b364-730ae6f8ee38 req-a1fbeddd-4580-430c-9e09-d82ed94b930c tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=e45c6e5baa414b6894171527d94e1abd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0862865 Nov 19 18:04:28.076204 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-33e7335c-5bc0-48a6-8237-82e740715fdf tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:28.085640 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-33e7335c-5bc0-48a6-8237-82e740715fdf tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735179'] for security_group_rule, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:28.142430 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e7335c-5bc0-48a6-8237-82e740715fdf tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6246aa9b-e963-4c92-917a-a2514e47f6a2,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:04:28.156697 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-33e7335c-5bc0-48a6-8237-82e740715fdf tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:28.161264 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-33e7335c-5bc0-48a6-8237-82e740715fdf tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.3249390 Nov 19 18:04:28.162111 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 54780) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:04:28.163173 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 54782) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:04:28.196137 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-dd5e1a0a-73c7-4aa3-b364-730ae6f8ee38 req-e4507a32-c373-47dc-b96e-9acf2098ddfd service neutron] 10.222.0.54 "GET /v2.0/networks/3b544363-bad2-4a9e-9892-483691dc34e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342025 Nov 19 18:04:28.219189 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ed0b0272-ddc7-4abc-959f-3aafb8d94945 tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:28.240020 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ed0b0272-ddc7-4abc-959f-3aafb8d94945 tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:28.301464 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d616a710-6bfc-444c-99e6-5989a4497e4f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:28.311518 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ed0b0272-ddc7-4abc-959f-3aafb8d94945 tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735179'] for security_group_rule, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:28.323093 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ed0b0272-ddc7-4abc-959f-3aafb8d94945 tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:28.328923 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-ed0b0272-ddc7-4abc-959f-3aafb8d94945 tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/6246aa9b-e963-4c92-917a-a2514e47f6a2 HTTP/1.1" status: 204 len: 168 time: 0.1632130 Nov 19 18:04:28.329557 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 54790) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:04:28.349363 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d616a710-6bfc-444c-99e6-5989a4497e4f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:28.353769 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0b0272-ddc7-4abc-959f-3aafb8d94945 tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6246aa9b-e963-4c92-917a-a2514e47f6a2,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:04:28.385625 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-635c1d95-f613-4218-9d4a-0264cb29d08c admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1697516490-network', 'tenant_id': 'e6a05d14d68b4c579f8e2aea8c40ca80'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:04:28.436526 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-dd5e1a0a-73c7-4aa3-b364-730ae6f8ee38 req-3e3f5ffe-762f-49a5-94ab-e3ded0b62474 service neutron] 10.222.0.54 "GET /v2.0/networks/3b544363-bad2-4a9e-9892-483691dc34e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2337818 Nov 19 18:04:28.445109 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-25fbf95f-78e5-4328-9078-b082315f1855 tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1050823 Nov 19 18:04:28.445542 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 54796) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:04:28.462028 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d616a710-6bfc-444c-99e6-5989a4497e4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:28.465274 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d616a710-6bfc-444c-99e6-5989a4497e4f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:28.479828 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-d616a710-6bfc-444c-99e6-5989a4497e4f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/cd282afc-8de9-46c6-af52-3159fef287d8 HTTP/1.1" status: 204 len: 168 time: 0.4713559 Nov 19 18:04:28.488952 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d616a710-6bfc-444c-99e6-5989a4497e4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd282afc-8de9-46c6-af52-3159fef287d8,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:04:28.489317 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-635c1d95-f613-4218-9d4a-0264cb29d08c admin admin] Made reservation on behalf of e6a05d14d68b4c579f8e2aea8c40ca80 for: {'network': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:04:28.493021 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-635c1d95-f613-4218-9d4a-0264cb29d08c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:28.496711 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-948425b3-7847-4666-9a66-122ade3e2a4a tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:28.524503 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-948425b3-7847-4666-9a66-122ade3e2a4a tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:28.535631 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-635c1d95-f613-4218-9d4a-0264cb29d08c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:28.635516 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-948425b3-7847-4666-9a66-122ade3e2a4a tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735179'] for security_group_rule, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:28.655375 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-948425b3-7847-4666-9a66-122ade3e2a4a tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:28.659351 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 54802) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:04:28.667934 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-948425b3-7847-4666-9a66-122ade3e2a4a tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/c4d34b84-a2e3-4fe4-8b82-d6dfd155b640 HTTP/1.1" status: 204 len: 168 time: 0.2211051 Nov 19 18:04:28.692747 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948425b3-7847-4666-9a66-122ade3e2a4a tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c4d34b84-a2e3-4fe4-8b82-d6dfd155b640,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:04:28.781161 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-a2841162-cc8f-48fb-bf1b-8877a063a836 tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1191366 Nov 19 18:04:28.783353 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 54816) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:04:28.817755 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-76d3e1a1-e7a4-43b3-9fd5-6e5cb18051ac tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:28.835798 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-76d3e1a1-e7a4-43b3-9fd5-6e5cb18051ac tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:28.849007 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-635c1d95-f613-4218-9d4a-0264cb29d08c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:28.858830 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-635c1d95-f613-4218-9d4a-0264cb29d08c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:28.933078 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635c1d95-f613-4218-9d4a-0264cb29d08c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28d49da6-e6f2-44c0-80ad-96e3b42181e8,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:04:28.949833 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-76d3e1a1-e7a4-43b3-9fd5-6e5cb18051ac tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735179'] for security_group_rule, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:28.967847 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-76d3e1a1-e7a4-43b3-9fd5-6e5cb18051ac tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:28.971116 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-76d3e1a1-e7a4-43b3-9fd5-6e5cb18051ac tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/12ee6599-0a6e-4ace-8ff0-720745fcdacd HTTP/1.1" status: 204 len: 168 time: 0.1867599 Nov 19 18:04:28.975621 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-635c1d95-f613-4218-9d4a-0264cb29d08c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 669} {{(pid=103364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 18:04:28.979381 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 54826) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:04:29.018855 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d3e1a1-e7a4-43b3-9fd5-6e5cb18051ac tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=12ee6599-0a6e-4ace-8ff0-720745fcdacd,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:04:29.028055 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-635c1d95-f613-4218-9d4a-0264cb29d08c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:29.029665 n-d-818022-2 neutron-server[103364]: INFO neutron.db.segments_db [None req-635c1d95-f613-4218-9d4a-0264cb29d08c admin admin] Added segment 75716100-52a4-4e82-9f46-24227f90c313 of type vlan for network 29304406-b661-488c-b2de-84363c61fe6c Nov 19 18:04:29.127812 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-651472dd-d0dc-4bd7-bfb4-0f01a7ca7f56 tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1433115 Nov 19 18:04:29.139738 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 54838) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:04:29.228928 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-58d63608-bd15-42ab-9a0c-450ab92514f2 tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:29.250700 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-58d63608-bd15-42ab-9a0c-450ab92514f2 tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:29.340812 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-58d63608-bd15-42ab-9a0c-450ab92514f2 tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735179'] for security_group_rule, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:29.347686 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-58d63608-bd15-42ab-9a0c-450ab92514f2 tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:29.349274 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-58d63608-bd15-42ab-9a0c-450ab92514f2 tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/c2e33c18-2138-4c7f-84c2-53d7efa1b8a3 HTTP/1.1" status: 204 len: 168 time: 0.2085221 Nov 19 18:04:29.354685 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 54852) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:04:29.373520 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d63608-bd15-42ab-9a0c-450ab92514f2 tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c2e33c18-2138-4c7f-84c2-53d7efa1b8a3,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:04:29.477351 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-b5c7b550-084e-4abc-9d7c-3711013c5c8a tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1179235 Nov 19 18:04:29.479916 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 54854) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:04:29.576290 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-85439875-bbfb-478f-917c-1e0d67bc500a tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:29.609178 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-85439875-bbfb-478f-917c-1e0d67bc500a tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:29.667771 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-85439875-bbfb-478f-917c-1e0d67bc500a tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735179'] for security_group_rule, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:29.674752 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-85439875-bbfb-478f-917c-1e0d67bc500a tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:29.678875 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-85439875-bbfb-478f-917c-1e0d67bc500a tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/ef76a1b2-bc4d-44c8-813a-ca594d08c4f7 HTTP/1.1" status: 204 len: 168 time: 0.1947594 Nov 19 18:04:29.679768 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 54864) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:04:29.704824 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85439875-bbfb-478f-917c-1e0d67bc500a tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ef76a1b2-bc4d-44c8-813a-ca594d08c4f7,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:04:29.766085 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-00df8c69-6497-49ff-9ee5-d01c41da931b tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0849094 Nov 19 18:04:29.768716 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 54870) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:04:29.774940 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-89937093-f0fb-425d-8e9f-23f95bf86c71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:29.930870 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d3818548-6148-4441-85d1-918e497bd907 tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:30.011837 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d3818548-6148-4441-85d1-918e497bd907 tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:30.015317 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-1c50cfee-cb94-4cff-b38c-b493002a3aba req-9ba6702d-f993-446f-88c3-4601c4cac781 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/ports?device_id=cc04e7a6-e0b7-438f-a931-99187cf28379 HTTP/1.1" status: 200 len: 210 time: 1.2507191 Nov 19 18:04:30.030678 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-635c1d95-f613-4218-9d4a-0264cb29d08c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:30.083320 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-635c1d95-f613-4218-9d4a-0264cb29d08c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:30.085178 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-635c1d95-f613-4218-9d4a-0264cb29d08c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:04:30.091761 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-635c1d95-f613-4218-9d4a-0264cb29d08c admin admin] Publish callbacks [] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:30.165157 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-635c1d95-f613-4218-9d4a-0264cb29d08c admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.0006654 Nov 19 18:04:30.168284 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 54884) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:04:30.172181 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635c1d95-f613-4218-9d4a-0264cb29d08c admin admin] Pushing event updated for resources: {'Network': ['ID=29304406-b661-488c-b2de-84363c61fe6c,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:04:30.173399 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-243c1fe4-2a69-4698-98e0-036e19850268 admin admin] Request body: {'subnet': {'network_id': '29304406-b661-488c-b2de-84363c61fe6c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1697516490-subnet', 'tenant_id': 'e6a05d14d68b4c579f8e2aea8c40ca80', 'ip_version': 4}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:04:30.187061 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network 29304406-b661-488c-b2de-84363c61fe6c details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 18:04:30.188707 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d3818548-6148-4441-85d1-918e497bd907 tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:30.200468 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d3818548-6148-4441-85d1-918e497bd907 tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:30.202140 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-d3818548-6148-4441-85d1-918e497bd907 tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] 10.222.0.54 "DELETE /v2.0/security-groups/ac45059c-3db6-4241-b74b-1d9e530ba488 HTTP/1.1" status: 204 len: 168 time: 0.4320326 Nov 19 18:04:30.213724 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 54886) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:04:30.245920 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3818548-6148-4441-85d1-918e497bd907 tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac45059c-3db6-4241-b74b-1d9e530ba488,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:04:30.261131 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 54890) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:04:30.294248 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-243c1fe4-2a69-4698-98e0-036e19850268 admin admin] Made reservation on behalf of e6a05d14d68b4c579f8e2aea8c40ca80 for: {'subnet': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:04:30.299691 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-243c1fe4-2a69-4698-98e0-036e19850268 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8731248'] for subnet, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:30.403419 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-676babb6-1e08-4167-abc9-9a18e0cb0f57 tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1882935 Nov 19 18:04:30.411794 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 54900) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:04:30.423515 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-6b03d9d8-f787-484f-b246-5cbb418cf5db tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] Request body: {'security_group': {'name': 'tempest-secgroup--2109665459'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:04:30.460845 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6b03d9d8-f787-484f-b246-5cbb418cf5db tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:30.537505 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-6690612d-767e-4117-befb-49b51d09952f tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] Request body: {'networks': [{'name': 'tempest-network--426559794'}, {'name': 'tempest-network--989759176'}]} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:04:30.537728 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-6690612d-767e-4117-befb-49b51d09952f tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] Request body: {'network': {'name': 'tempest-network--426559794'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:04:30.538340 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-6690612d-767e-4117-befb-49b51d09952f tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] Request body: {'network': {'name': 'tempest-network--989759176'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:04:30.583456 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6690612d-767e-4117-befb-49b51d09952f tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] Made reservation on behalf of ef49665eba404d569f0dbd66ad959fc3 for: {'network': 2} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:04:30.591136 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6690612d-767e-4117-befb-49b51d09952f tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:30.621153 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6690612d-767e-4117-befb-49b51d09952f tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:30.623413 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-243c1fe4-2a69-4698-98e0-036e19850268 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12283104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8731234'] for subnet, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:30.668821 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6b03d9d8-f787-484f-b246-5cbb418cf5db tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:30.684760 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6b03d9d8-f787-484f-b246-5cbb418cf5db tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:30.702708 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243c1fe4-2a69-4698-98e0-036e19850268 admin admin] Pushing event updated for resources: {'Subnet': ['ID=624e6101-e6dc-4dd7-99d4-d1576e79b0f0,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:04:30.743791 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6b03d9d8-f787-484f-b246-5cbb418cf5db tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:30.745689 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-6b03d9d8-f787-484f-b246-5cbb418cf5db tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3296499 Nov 19 18:04:30.751300 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-243c1fe4-2a69-4698-98e0-036e19850268 admin admin] Checking segment: {'id': '75716100-52a4-4e82-9f46-24227f90c313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '29304406-b661-488c-b2de-84363c61fe6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:04:30.751754 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-243c1fe4-2a69-4698-98e0-036e19850268 admin admin] Network hostable DHCP agents. Network: 29304406-b661-488c-b2de-84363c61fe6c, hostable agents: ['02910ef2-0455-4aea-9f38-9a875579633f'], hosted agents: [] {{(pid=103365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 18:04:30.754950 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 54910) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:04:30.769763 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b03d9d8-f787-484f-b246-5cbb418cf5db tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9395134e-3e98-4228-b75b-1bb5e5c4d128,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:04:30.789570 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-d21017cc-94b9-4878-a86b-a398ada64671 tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] Request body: {'security_group_rule': {'security_group_id': '9395134e-3e98-4228-b75b-1bb5e5c4d128', 'direction': 'ingress', 'protocol': 17}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:04:30.868833 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6690612d-767e-4117-befb-49b51d09952f tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:30.871145 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d21017cc-94b9-4878-a86b-a398ada64671 tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:30.888333 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-243c1fe4-2a69-4698-98e0-036e19850268 admin admin] Network 29304406-b661-488c-b2de-84363c61fe6c is scheduled to be hosted by DHCP agent 02910ef2-0455-4aea-9f38-9a875579633f with binding_index 1 {{(pid=103365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 18:04:30.889045 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6690612d-767e-4117-befb-49b51d09952f tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:30.889690 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6690612d-767e-4117-befb-49b51d09952f tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:30.910641 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-243c1fe4-2a69-4698-98e0-036e19850268 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818022-2, 29304406-b661-488c-b2de-84363c61fe6c) {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:04:30.920813 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fea0ed94-d051-420a-a616-3cfb9e1e2127 None None] Network 29304406-b661-488c-b2de-84363c61fe6c requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:04:30.938918 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5e1a0a-73c7-4aa3-b364-730ae6f8ee38 req-669efc8f-64a2-4c31-93fa-a1e5b2b1aab4 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:04:30.940556 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-dd5e1a0a-73c7-4aa3-b364-730ae6f8ee38 req-669efc8f-64a2-4c31-93fa-a1e5b2b1aab4 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.60 "GET /v2.0/networks?id=3b544363-bad2-4a9e-9892-483691dc34e2 HTTP/1.1" status: 200 len: 811 time: 0.1859729 Nov 19 18:04:30.942140 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-243c1fe4-2a69-4698-98e0-036e19850268 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:04:30.942785 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-243c1fe4-2a69-4698-98e0-036e19850268 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:30.962459 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6690612d-767e-4117-befb-49b51d09952f tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 693} {{(pid=103364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 18:04:30.972969 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6690612d-767e-4117-befb-49b51d09952f tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:30.973590 n-d-818022-2 neutron-server[103364]: INFO neutron.db.segments_db [None req-6690612d-767e-4117-befb-49b51d09952f tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] Added segment ea7c41e3-96a7-4476-aa44-8acb2bea2743 of type vlan for network 148c2813-e770-468b-8940-4c8614135687 Nov 19 18:04:31.062155 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-dd5e1a0a-73c7-4aa3-b364-730ae6f8ee38 req-4bc3c086-6130-4f46-874f-d2381c9795f3 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e45c6e5baa414b6894171527d94e1abd HTTP/1.1" status: 200 len: 379 time: 0.1054270 Nov 19 18:04:31.068594 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-243c1fe4-2a69-4698-98e0-036e19850268 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8964014 Nov 19 18:04:31.069668 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 54922) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:04:31.073464 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-dd5e1a0a-73c7-4aa3-b364-730ae6f8ee38 req-88638a2c-890b-46df-afee-56708988946d tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Request body: {'port': {'device_id': 'cc04e7a6-e0b7-438f-a931-99187cf28379', 'network_id': '3b544363-bad2-4a9e-9892-483691dc34e2', 'admin_state_up': True, 'tenant_id': 'e45c6e5baa414b6894171527d94e1abd', 'security_groups': ['b1dc433e-2f31-472a-89c9-d0d668ac0a9e']}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:04:31.088412 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-0a102e76-112d-4752-b94f-f80d2dadea60 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1697516490-router', 'tenant_id': 'e6a05d14d68b4c579f8e2aea8c40ca80', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'}}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:04:31.154413 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d21017cc-94b9-4878-a86b-a398ada64671 tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:31.176188 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6690612d-767e-4117-befb-49b51d09952f tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] Pushing event updated for resources: {'SecurityGroup': ['ID=467630c2-3c4b-4222-83b3-491de1c8ae0f,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:04:31.180881 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0a102e76-112d-4752-b94f-f80d2dadea60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9890'] for router, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:31.195587 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0a102e76-112d-4752-b94f-f80d2dadea60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671617', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-732153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4689'] for router, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:31.221257 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d21017cc-94b9-4878-a86b-a398ada64671 tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735179'] for security_group_rule, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:31.302459 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6690612d-767e-4117-befb-49b51d09952f tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:31.305549 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21017cc-94b9-4878-a86b-a398ada64671 tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2160ac3-1748-4ffe-973b-62d217b024f3,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:04:31.313805 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d21017cc-94b9-4878-a86b-a398ada64671 tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:31.314950 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-d21017cc-94b9-4878-a86b-a398ada64671 tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5581148 Nov 19 18:04:31.318770 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 54932) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:04:31.433464 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd5e1a0a-73c7-4aa3-b364-730ae6f8ee38 req-88638a2c-890b-46df-afee-56708988946d tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Made reservation on behalf of e45c6e5baa414b6894171527d94e1abd for: {'port': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:04:31.435796 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-dd5e1a0a-73c7-4aa3-b364-730ae6f8ee38 req-88638a2c-890b-46df-afee-56708988946d tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:31.444510 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.db.resource_extend [None req-6690612d-767e-4117-befb-49b51d09952f tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 19 18:04:31.456682 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0a102e76-112d-4752-b94f-f80d2dadea60 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:31.459329 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3344217d-40be-4682-853c-514917793e11 req-3dbcb598-cbc1-4716-894a-e59267e3a641 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/ports?device_id=cc04e7a6-e0b7-438f-a931-99187cf28379 HTTP/1.1" status: 200 len: 210 time: 0.2163403 Nov 19 18:04:31.600936 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a6ecb3c-fc80-4923-bbc9-c11e7f16104e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54f44f5f-1200-574e-8740-2141911d5b73-29304406-b661-488c-b2de-84363c61fe6c', 'network_id': '29304406-b661-488c-b2de-84363c61fe6c', 'tenant_id': 'e6a05d14d68b4c579f8e2aea8c40ca80', 'fixed_ips': [{'subnet_id': '624e6101-e6dc-4dd7-99d4-d1576e79b0f0'}]}} from n-d-818022-2. {{(pid=103366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 18:04:31.603004 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-1a6ecb3c-fc80-4923-bbc9-c11e7f16104e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:31.617710 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-64f04823-9f09-47cd-a67e-07757e0a3913 tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:31.688555 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6690612d-767e-4117-befb-49b51d09952f tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 673} {{(pid=103364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 18:04:31.705242 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [req-dd5e1a0a-73c7-4aa3-b364-730ae6f8ee38 req-88638a2c-890b-46df-afee-56708988946d tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Allocated IP 172.20.0.9 (3b544363-bad2-4a9e-9892-483691dc34e2/78373283-0ecf-42ac-8dc9-066471cd2623/2019baf0-8dd1-4014-98b3-2c3c4d3ec3aa) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:04:31.719303 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-64f04823-9f09-47cd-a67e-07757e0a3913 tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:31.752450 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6690612d-767e-4117-befb-49b51d09952f tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:31.753201 n-d-818022-2 neutron-server[103364]: INFO neutron.db.segments_db [None req-6690612d-767e-4117-befb-49b51d09952f tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] Added segment deb68cf3-9520-4e2b-bc58-c7fb63f5d17f of type vlan for network 37934136-165d-4597-9855-70cbe715735a Nov 19 18:04:31.877354 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-dd5e1a0a-73c7-4aa3-b364-730ae6f8ee38 req-88638a2c-890b-46df-afee-56708988946d tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:31.925508 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6690612d-767e-4117-befb-49b51d09952f tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:31.959681 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-dd5e1a0a-73c7-4aa3-b364-730ae6f8ee38 req-88638a2c-890b-46df-afee-56708988946d tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:31.976436 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4779aa5-3b0f-4406-b2a7-e5ebb7163330 req-064b86eb-e0b0-4485-806d-8801f9b1189b tempest-VolumesActionsTest-758711888 tempest-VolumesActionsTest-758711888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:04:31.979547 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [None req-1a6ecb3c-fc80-4923-bbc9-c11e7f16104e None None] Allocated IP 172.20.0.2 (29304406-b661-488c-b2de-84363c61fe6c/624e6101-e6dc-4dd7-99d4-d1576e79b0f0/aa245435-0a6e-42ff-8655-f0311d941138) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:04:31.983634 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f4779aa5-3b0f-4406-b2a7-e5ebb7163330 req-064b86eb-e0b0-4485-806d-8801f9b1189b tempest-VolumesActionsTest-758711888 tempest-VolumesActionsTest-758711888-project] 10.222.0.54 "GET /v2.0/networks?id=f081af3e-5cd0-4172-8c6f-eac119d2b997 HTTP/1.1" status: 200 len: 808 time: 0.4097655 Nov 19 18:04:32.040847 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0a102e76-112d-4752-b94f-f80d2dadea60 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:32.041219 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f4779aa5-3b0f-4406-b2a7-e5ebb7163330 req-9fc26db1-2d07-4585-84ac-6e93cd439565 tempest-VolumesActionsTest-758711888 tempest-VolumesActionsTest-758711888-project] 10.222.0.54 "GET /v2.0/quotas/568ddc2291f443319cd07ac57276ab6a HTTP/1.1" status: 200 len: 375 time: 0.0506074 Nov 19 18:04:32.055723 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-64f04823-9f09-47cd-a67e-07757e0a3913 tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:32.062901 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-64f04823-9f09-47cd-a67e-07757e0a3913 tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:32.065084 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88638a2c-890b-46df-afee-56708988946d tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Pushing event updated for resources: {'Port': ['ID=2019baf0-8dd1-4014-98b3-2c3c4d3ec3aa,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:04:32.069752 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 54956) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:04:32.078915 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-64f04823-9f09-47cd-a67e-07757e0a3913 tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] 10.222.0.54 "DELETE /v2.0/security-groups/9395134e-3e98-4228-b75b-1bb5e5c4d128 HTTP/1.1" status: 204 len: 168 time: 0.7518644 Nov 19 18:04:32.093301 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd5e1a0a-73c7-4aa3-b364-730ae6f8ee38 req-88638a2c-890b-46df-afee-56708988946d tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Network 3b544363-bad2-4a9e-9892-483691dc34e2 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:04:32.095765 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6690612d-767e-4117-befb-49b51d09952f tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:32.096825 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6690612d-767e-4117-befb-49b51d09952f tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:32.106434 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [req-dd5e1a0a-73c7-4aa3-b364-730ae6f8ee38 req-88638a2c-890b-46df-afee-56708988946d tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:04:32.116964 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6690612d-767e-4117-befb-49b51d09952f tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:04:32.122956 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6690612d-767e-4117-befb-49b51d09952f tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:04:32.123643 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6690612d-767e-4117-befb-49b51d09952f tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] Publish callbacks [] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:32.131945 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-70a91564-be6e-43da-98f7-0ff398ece024 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:32.138393 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd5e1a0a-73c7-4aa3-b364-730ae6f8ee38 req-88638a2c-890b-46df-afee-56708988946d tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:04:32.343881 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-1a6ecb3c-fc80-4923-bbc9-c11e7f16104e None None] Publish callbacks [] for port, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:32.350429 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f4779aa5-3b0f-4406-b2a7-e5ebb7163330 req-a954ce0f-fe19-442d-a754-d3af912cc4f5 tempest-VolumesActionsTest-758711888 tempest-VolumesActionsTest-758711888-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=568ddc2291f443319cd07ac57276ab6a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2624331 Nov 19 18:04:32.360650 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5e1a0a-73c7-4aa3-b364-730ae6f8ee38 req-88638a2c-890b-46df-afee-56708988946d tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:04:32.361374 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-dd5e1a0a-73c7-4aa3-b364-730ae6f8ee38 req-88638a2c-890b-46df-afee-56708988946d tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:32.366601 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-1a6ecb3c-fc80-4923-bbc9-c11e7f16104e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998'] for port, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:32.369142 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f04823-9f09-47cd-a67e-07757e0a3913 tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9395134e-3e98-4228-b75b-1bb5e5c4d128,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:04:32.387297 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-a91417cd-350f-48f1-87d5-f12b24bf2538 tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2816143 Nov 19 18:04:32.387992 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 54964) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:04:32.420647 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-0db69730-ff17-40ad-9896-5aa68ece8777 tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] Request body: {'security_group': {'name': 'tempest-secgroup--1964292608'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:04:32.463204 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-dd5e1a0a-73c7-4aa3-b364-730ae6f8ee38 req-88638a2c-890b-46df-afee-56708988946d tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3943050 Nov 19 18:04:32.488873 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-6690612d-767e-4117-befb-49b51d09952f tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 2.2269857 Nov 19 18:04:32.493788 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 54970) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:04:32.507295 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-dd5e1a0a-73c7-4aa3-b364-730ae6f8ee38 req-bfe03103-228d-470a-93fe-463d9a3a0d85 service neutron] Request body: {'port': {'device_id': 'cc04e7a6-e0b7-438f-a931-99187cf28379', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818022-2'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:04:32.560017 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0db69730-ff17-40ad-9896-5aa68ece8777 tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:32.586619 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a6ecb3c-fc80-4923-bbc9-c11e7f16104e None None] Network 29304406-b661-488c-b2de-84363c61fe6c is already hosted by enough agents. {{(pid=103366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:04:32.620347 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [None req-1a6ecb3c-fc80-4923-bbc9-c11e7f16104e None None] Resources bound (agent type, host, resource id): {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:04:32.637734 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a6ecb3c-fc80-4923-bbc9-c11e7f16104e None None] Received port after_create {{(pid=103366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:04:32.677289 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31ee1b8b-d07d-4681-9a5d-39786e2514df tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:04:32.689125 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31ee1b8b-d07d-4681-9a5d-39786e2514df tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:04:32.698931 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31ee1b8b-d07d-4681-9a5d-39786e2514df tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:04:32.707506 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31ee1b8b-d07d-4681-9a5d-39786e2514df tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:04:32.710726 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-31ee1b8b-d07d-4681-9a5d-39786e2514df tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.2145691 Nov 19 18:04:32.727088 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 54980) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:04:32.737198 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6ecb3c-fc80-4923-bbc9-c11e7f16104e None None] Pushing event updated for resources: {'Port': ['ID=aa245435-0a6e-42ff-8655-f0311d941138,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:04:32.739549 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4c41b4ca-9d58-4b8a-bed5-43bfd6c17de2 None None] Provisioning complete for port 2019baf0-8dd1-4014-98b3-2c3c4d3ec3aa triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:04:32.742666 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4c41b4ca-9d58-4b8a-bed5-43bfd6c17de2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:32.789092 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-dd5e1a0a-73c7-4aa3-b364-730ae6f8ee38 req-bfe03103-228d-470a-93fe-463d9a3a0d85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:32.792638 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-1a6ecb3c-fc80-4923-bbc9-c11e7f16104e None None] Attempting to bind port aa245435-0a6e-42ff-8655-f0311d941138 on host n-d-818022-2 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:04:32.793383 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-1a6ecb3c-fc80-4923-bbc9-c11e7f16104e None None] Attempting to bind port aa245435-0a6e-42ff-8655-f0311d941138 by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': '75716100-52a4-4e82-9f46-24227f90c313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '29304406-b661-488c-b2de-84363c61fe6c'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:04:32.794087 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6ecb3c-fc80-4923-bbc9-c11e7f16104e None None] Attempting to bind port aa245435-0a6e-42ff-8655-f0311d941138 on network 29304406-b661-488c-b2de-84363c61fe6c {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:04:32.809713 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6690612d-767e-4117-befb-49b51d09952f tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] Pushing event updated for resources: {'Network': ['ID=148c2813-e770-468b-8940-4c8614135687,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:04:32.820321 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6ecb3c-fc80-4923-bbc9-c11e7f16104e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:04:32.820974 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6ecb3c-fc80-4923-bbc9-c11e7f16104e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:04:32.825074 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6ecb3c-fc80-4923-bbc9-c11e7f16104e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:04:32.825787 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6ecb3c-fc80-4923-bbc9-c11e7f16104e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:04:32.826540 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6ecb3c-fc80-4923-bbc9-c11e7f16104e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:04:32.826990 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6ecb3c-fc80-4923-bbc9-c11e7f16104e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:04:32.827434 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6ecb3c-fc80-4923-bbc9-c11e7f16104e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:04:32.828985 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6ecb3c-fc80-4923-bbc9-c11e7f16104e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:04:32.828985 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6ecb3c-fc80-4923-bbc9-c11e7f16104e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:04:32.828985 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6ecb3c-fc80-4923-bbc9-c11e7f16104e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:04:32.828985 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6ecb3c-fc80-4923-bbc9-c11e7f16104e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:04:32.830892 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6ecb3c-fc80-4923-bbc9-c11e7f16104e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:04:32.844290 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network 148c2813-e770-468b-8940-4c8614135687 details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 18:04:32.863426 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f4779aa5-3b0f-4406-b2a7-e5ebb7163330 req-951d7940-b5bc-4b40-b5b5-b54e9344a13b service neutron] 10.222.0.54 "GET /v2.0/networks/f081af3e-5cd0-4172-8c6f-eac119d2b997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5114067 Nov 19 18:04:32.885484 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4c41b4ca-9d58-4b8a-bed5-43bfd6c17de2 None None] Port 2019baf0-8dd1-4014-98b3-2c3c4d3ec3aa cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:04:32.932539 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6ecb3c-fc80-4923-bbc9-c11e7f16104e None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 4, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:04:32.933247 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6ecb3c-fc80-4923-bbc9-c11e7f16104e None None] Checking segment: {'id': '75716100-52a4-4e82-9f46-24227f90c313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '29304406-b661-488c-b2de-84363c61fe6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:04:32.934091 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-1a6ecb3c-fc80-4923-bbc9-c11e7f16104e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:32.934780 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6ecb3c-fc80-4923-bbc9-c11e7f16104e None None] Bound using segment: {'id': '75716100-52a4-4e82-9f46-24227f90c313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '29304406-b661-488c-b2de-84363c61fe6c'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:04:32.935470 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-1a6ecb3c-fc80-4923-bbc9-c11e7f16104e None None] Bound port: aa245435-0a6e-42ff-8655-f0311d941138, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75716100-52a4-4e82-9f46-24227f90c313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '29304406-b661-488c-b2de-84363c61fe6c'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:04:32.936076 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-1a6ecb3c-fc80-4923-bbc9-c11e7f16104e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:33.057999 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-1a6ecb3c-fc80-4923-bbc9-c11e7f16104e None None] For port aa245435-0a6e-42ff-8655-f0311d941138, host n-d-818022-2, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:04:33.063198 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-1a6ecb3c-fc80-4923-bbc9-c11e7f16104e None None] For port aa245435-0a6e-42ff-8655-f0311d941138, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=aa245435-0a6e-42ff-8655-f0311d941138,segment=NetworkSegment(75716100-52a4-4e82-9f46-24227f90c313),segment_id=75716100-52a4-4e82-9f46-24227f90c313)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:04:33.071242 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-1a6ecb3c-fc80-4923-bbc9-c11e7f16104e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:33.173382 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5c597bde-9fb1-46f1-abe2-881a6e8ef7ea tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:33.178584 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6690612d-767e-4117-befb-49b51d09952f tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] Pushing event updated for resources: {'Network': ['ID=37934136-165d-4597-9855-70cbe715735a,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:04:33.207725 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6ecb3c-fc80-4923-bbc9-c11e7f16104e None None] Pushing event updated for resources: {'Port': ['ID=aa245435-0a6e-42ff-8655-f0311d941138,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:04:33.228059 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network 37934136-165d-4597-9855-70cbe715735a details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 18:04:33.282227 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e46ecc5a-dc14-4744-b262-3072ff2e958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:33.337077 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e17fa9-6dc2-4ab9-8ae1-6e349fbefc2a req-e2693212-ddac-4e19-9794-b4d64d5b64e8 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:04:33.339172 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-80e17fa9-6dc2-4ab9-8ae1-6e349fbefc2a req-e2693212-ddac-4e19-9794-b4d64d5b64e8 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/ports?device_id=cc04e7a6-e0b7-438f-a931-99187cf28379 HTTP/1.1" status: 200 len: 931 time: 0.6853240 Nov 19 18:04:33.374089 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5c597bde-9fb1-46f1-abe2-881a6e8ef7ea tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:33.425222 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-5c597bde-9fb1-46f1-abe2-881a6e8ef7ea tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['148c2813-e770-468b-8940-4c8614135687']}} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:04:33.449211 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f4779aa5-3b0f-4406-b2a7-e5ebb7163330 req-8a6e1c8e-6002-469b-9ef7-0a6215740e00 service neutron] 10.222.0.54 "GET /v2.0/networks/f081af3e-5cd0-4172-8c6f-eac119d2b997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5848515 Nov 19 18:04:33.451242 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-5c597bde-9fb1-46f1-abe2-881a6e8ef7ea tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea7c41e3-96a7-4476-aa44-8acb2bea2743') {'for_net_delete': True} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:04:33.458257 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-5c597bde-9fb1-46f1-abe2-881a6e8ef7ea tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea7c41e3-96a7-4476-aa44-8acb2bea2743') {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:04:33.473084 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5c597bde-9fb1-46f1-abe2-881a6e8ef7ea tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417396'] for segment, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:33.524568 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5c597bde-9fb1-46f1-abe2-881a6e8ef7ea tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:33.532873 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c597bde-9fb1-46f1-abe2-881a6e8ef7ea tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] Releasing vlan 693 on physical network physnet1 to pool {{(pid=103364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 18:04:33.533182 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5c597bde-9fb1-46f1-abe2-881a6e8ef7ea tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12425183'] for segment, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:33.543919 n-d-818022-2 neutron-server[103364]: Traceback (most recent call last): Nov 19 18:04:33.543919 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 18:04:33.543919 n-d-818022-2 neutron-server[103364]: timer() Nov 19 18:04:33.543919 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 18:04:33.543919 n-d-818022-2 neutron-server[103364]: cb(*args, **kw) Nov 19 18:04:33.543919 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 18:04:33.543919 n-d-818022-2 neutron-server[103364]: return func(*args, **kwargs) Nov 19 18:04:33.543919 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 18:04:33.543919 n-d-818022-2 neutron-server[103364]: self._notify() Nov 19 18:04:33.543919 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 18:04:33.543919 n-d-818022-2 neutron-server[103364]: self.callback(batched_events) Nov 19 18:04:33.543919 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 18:04:33.543919 n-d-818022-2 neutron-server[103364]: event.method(event) Nov 19 18:04:33.543919 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 18:04:33.543919 n-d-818022-2 neutron-server[103364]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 18:04:33.543919 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 18:04:33.543919 n-d-818022-2 neutron-server[103364]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 18:04:33.543919 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 18:04:33.543919 n-d-818022-2 neutron-server[103364]: return f(self, *a, **k) Nov 19 18:04:33.543919 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 18:04:33.543919 n-d-818022-2 neutron-server[103364]: return self._get(url).json() Nov 19 18:04:33.543919 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 18:04:33.543919 n-d-818022-2 neutron-server[103364]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 18:04:33.543919 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 18:04:33.543919 n-d-818022-2 neutron-server[103364]: return self.request(url, 'GET', **kwargs) Nov 19 18:04:33.543919 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 18:04:33.543919 n-d-818022-2 neutron-server[103364]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 18:04:33.543919 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 18:04:33.543919 n-d-818022-2 neutron-server[103364]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 18:04:33.543919 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 18:04:33.543919 n-d-818022-2 neutron-server[103364]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 18:04:33.543919 n-d-818022-2 neutron-server[103364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 18:04:33.735483 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5c597bde-9fb1-46f1-abe2-881a6e8ef7ea tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671242'] for network, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:33.761346 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5c597bde-9fb1-46f1-abe2-881a6e8ef7ea tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] Publish callbacks [] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:33.765121 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device aa245435-0a6e-42ff-8655-f0311d941138 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:04:33.778733 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-5c597bde-9fb1-46f1-abe2-881a6e8ef7ea tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] 10.222.0.54 "DELETE /v2.0/networks/148c2813-e770-468b-8940-4c8614135687 HTTP/1.1" status: 204 len: 168 time: 0.9688871 Nov 19 18:04:33.803756 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 55008) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:04:33.827994 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c597bde-9fb1-46f1-abe2-881a6e8ef7ea tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] Pushing event deleted for resources: {'Network': ['ID=148c2813-e770-468b-8940-4c8614135687,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:04:33.868430 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:33.955437 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:33.978226 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port aa245435-0a6e-42ff-8655-f0311d941138 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:04:33.979105 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:33.984103 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-e04e51fb-71ad-4394-8c00-e3ca87bb7168 req-fa503e05-86b9-46a1-bda4-d70305fd9de3 tempest-VolumesActionsTest-758711888 tempest-VolumesActionsTest-758711888-project] 10.222.0.54 "GET /v2.0/ports?device_id=b0526379-2d7b-40e5-8340-b65e1cd31e88 HTTP/1.1" status: 200 len: 210 time: 0.1271651 Nov 19 18:04:33.984445 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0db69730-ff17-40ad-9896-5aa68ece8777 tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:34.031479 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7d6b0fef-59f8-4fe8-9068-51a8b22e234b tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:34.060926 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-80e17fa9-6dc2-4ab9-8ae1-6e349fbefc2a req-9083cfa6-b611-4d25-bf5e-6a21a91cc567 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1dc433e-2f31-472a-89c9-d0d668ac0a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6799684 Nov 19 18:04:34.125789 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0db69730-ff17-40ad-9896-5aa68ece8777 tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:34.138580 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:34.177538 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7d6b0fef-59f8-4fe8-9068-51a8b22e234b tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:34.184499 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] For port aa245435-0a6e-42ff-8655-f0311d941138, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=aa245435-0a6e-42ff-8655-f0311d941138,segment=NetworkSegment(75716100-52a4-4e82-9f46-24227f90c313),segment_id=75716100-52a4-4e82-9f46-24227f90c313)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:04:34.192778 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:34.230726 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-7d6b0fef-59f8-4fe8-9068-51a8b22e234b tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37934136-165d-4597-9855-70cbe715735a']}} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:04:34.254800 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-7d6b0fef-59f8-4fe8-9068-51a8b22e234b tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'deb68cf3-9520-4e2b-bc58-c7fb63f5d17f') {'for_net_delete': True} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:04:34.255901 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-7d6b0fef-59f8-4fe8-9068-51a8b22e234b tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'deb68cf3-9520-4e2b-bc58-c7fb63f5d17f') {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:04:34.256928 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0db69730-ff17-40ad-9896-5aa68ece8777 tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:34.260783 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-0db69730-ff17-40ad-9896-5aa68ece8777 tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.8622952 Nov 19 18:04:34.275301 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 55022) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:04:34.280107 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-8e88cd60-27a6-47fd-94a7-61566cdc59d6 tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] Request body: {'security_group': {'name': 'tempest-secgroup--1741933039'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:04:34.283926 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Pushing event updated for resources: {'Port': ['ID=aa245435-0a6e-42ff-8655-f0311d941138,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:04:34.306404 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7d6b0fef-59f8-4fe8-9068-51a8b22e234b tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417396'] for segment, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:34.309903 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8e88cd60-27a6-47fd-94a7-61566cdc59d6 tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:34.334638 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db69730-ff17-40ad-9896-5aa68ece8777 tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ede5a5d-abaf-451b-a9dc-1d87ea0ea449,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:04:34.341933 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0a102e76-112d-4752-b94f-f80d2dadea60 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:34.384654 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7d6b0fef-59f8-4fe8-9068-51a8b22e234b tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:34.391065 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0a102e76-112d-4752-b94f-f80d2dadea60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:34.410113 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d6b0fef-59f8-4fe8-9068-51a8b22e234b tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] Releasing vlan 673 on physical network physnet1 to pool {{(pid=103364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 18:04:34.410593 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7d6b0fef-59f8-4fe8-9068-51a8b22e234b tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12425183'] for segment, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:34.489435 n-d-818022-2 neutron-server[103364]: Traceback (most recent call last): Nov 19 18:04:34.489435 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 18:04:34.489435 n-d-818022-2 neutron-server[103364]: timer() Nov 19 18:04:34.489435 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 18:04:34.489435 n-d-818022-2 neutron-server[103364]: cb(*args, **kw) Nov 19 18:04:34.489435 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 18:04:34.489435 n-d-818022-2 neutron-server[103364]: return func(*args, **kwargs) Nov 19 18:04:34.489435 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 18:04:34.489435 n-d-818022-2 neutron-server[103364]: self._notify() Nov 19 18:04:34.489435 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 18:04:34.489435 n-d-818022-2 neutron-server[103364]: self.callback(batched_events) Nov 19 18:04:34.489435 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 18:04:34.489435 n-d-818022-2 neutron-server[103364]: event.method(event) Nov 19 18:04:34.489435 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 18:04:34.489435 n-d-818022-2 neutron-server[103364]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 18:04:34.489435 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 18:04:34.489435 n-d-818022-2 neutron-server[103364]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 18:04:34.489435 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 18:04:34.489435 n-d-818022-2 neutron-server[103364]: return f(self, *a, **k) Nov 19 18:04:34.489435 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 18:04:34.489435 n-d-818022-2 neutron-server[103364]: return self._get(url).json() Nov 19 18:04:34.489435 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 18:04:34.489435 n-d-818022-2 neutron-server[103364]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 18:04:34.489435 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 18:04:34.489435 n-d-818022-2 neutron-server[103364]: return self.request(url, 'GET', **kwargs) Nov 19 18:04:34.489435 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 18:04:34.489435 n-d-818022-2 neutron-server[103364]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 18:04:34.489435 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 18:04:34.489435 n-d-818022-2 neutron-server[103364]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 18:04:34.489435 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 18:04:34.489435 n-d-818022-2 neutron-server[103364]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 18:04:34.489435 n-d-818022-2 neutron-server[103364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 18:04:34.586151 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [req-dd5e1a0a-73c7-4aa3-b364-730ae6f8ee38 req-bfe03103-228d-470a-93fe-463d9a3a0d85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2019baf0-8dd1-4014-98b3-2c3c4d3ec3aa {{(pid=103365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:04:34.591596 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8e88cd60-27a6-47fd-94a7-61566cdc59d6 tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:34.594709 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7d6b0fef-59f8-4fe8-9068-51a8b22e234b tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671242'] for network, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:34.597757 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-dd5e1a0a-73c7-4aa3-b364-730ae6f8ee38 req-bfe03103-228d-470a-93fe-463d9a3a0d85 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:34.617875 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7d6b0fef-59f8-4fe8-9068-51a8b22e234b tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] Publish callbacks [] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:34.621624 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-7d6b0fef-59f8-4fe8-9068-51a8b22e234b tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] 10.222.0.54 "DELETE /v2.0/networks/37934136-165d-4597-9855-70cbe715735a HTTP/1.1" status: 204 len: 168 time: 0.8152585 Nov 19 18:04:34.624704 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8e88cd60-27a6-47fd-94a7-61566cdc59d6 tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:34.640908 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 55036) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:04:34.681830 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.provisioning_blocks [req-dd5e1a0a-73c7-4aa3-b364-730ae6f8ee38 req-bfe03103-228d-470a-93fe-463d9a3a0d85 service neutron] Transition to ACTIVE for port object 2019baf0-8dd1-4014-98b3-2c3c4d3ec3aa will not be triggered until provisioned by entity L2. {{(pid=103365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 18:04:34.694330 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-dd5e1a0a-73c7-4aa3-b364-730ae6f8ee38 req-bfe03103-228d-470a-93fe-463d9a3a0d85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:34.727182 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6b0fef-59f8-4fe8-9068-51a8b22e234b tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] Pushing event deleted for resources: {'Network': ['ID=37934136-165d-4597-9855-70cbe715735a,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:04:34.791508 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e013d7e6-5264-4dcc-9759-54f5fb809e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:34.820116 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8e88cd60-27a6-47fd-94a7-61566cdc59d6 tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:34.822316 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-8e88cd60-27a6-47fd-94a7-61566cdc59d6 tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5465999 Nov 19 18:04:34.831579 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 55040) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:04:34.837605 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-56fe4190-3200-41ed-8b30-5ec661a6c449 tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] Request body: {'security_group_rule': {'security_group_id': '2ede5a5d-abaf-451b-a9dc-1d87ea0ea449', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '93638a5b-b59a-423b-b6bb-30467bca3205', 'remote_ip_prefix': None}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:04:34.861477 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e88cd60-27a6-47fd-94a7-61566cdc59d6 tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93638a5b-b59a-423b-b6bb-30467bca3205,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:04:34.899843 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe03103-228d-470a-93fe-463d9a3a0d85 service neutron] Pushing event updated for resources: {'Port': ['ID=2019baf0-8dd1-4014-98b3-2c3c4d3ec3aa,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:04:34.950603 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [None req-0a102e76-112d-4752-b94f-f80d2dadea60 admin admin] Allocated IP 172.25.7.177 (645e61aa-1a6c-4e8f-857e-ab06edb4897f/88ed2d64-f56d-4f01-a468-946e01c99e82/f3211b64-2d1a-4aec-a54b-bcaefe1960a0) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:04:35.013392 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-56fe4190-3200-41ed-8b30-5ec661a6c449 tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:35.055658 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5adf88de-faca-4e5a-a031-96eec10f64c6 tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:04:35.066885 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5adf88de-faca-4e5a-a031-96eec10f64c6 tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:04:35.068631 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-5adf88de-faca-4e5a-a031-96eec10f64c6 tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3936996 Nov 19 18:04:35.078714 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 55050) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:04:35.093059 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-3b2e4acd-0e96-4c33-95a4-d214d2fde807 tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1776578226'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:04:35.193079 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3775e010-0bba-423c-b765-92b4c991db00 None None] Network 29304406-b661-488c-b2de-84363c61fe6c requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:04:35.194595 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b2e4acd-0e96-4c33-95a4-d214d2fde807 tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] Made reservation on behalf of ef49665eba404d569f0dbd66ad959fc3 for: {'network': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:04:35.200268 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3b2e4acd-0e96-4c33-95a4-d214d2fde807 tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:35.204069 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2edd134f-1420-40e2-ae68-4100e295f7fa req-bc502db9-096d-46c5-866b-d968b1769251 tempest-VolumesActionsTest-758711888 tempest-VolumesActionsTest-758711888-project] 10.222.0.54 "GET /v2.0/ports?device_id=b0526379-2d7b-40e5-8340-b65e1cd31e88 HTTP/1.1" status: 200 len: 210 time: 0.0991766 Nov 19 18:04:35.278458 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-dd5e1a0a-73c7-4aa3-b364-730ae6f8ee38 req-bfe03103-228d-470a-93fe-463d9a3a0d85 service neutron] Attempting to bind port 2019baf0-8dd1-4014-98b3-2c3c4d3ec3aa on host n-h1-818022-2 for vnic_type normal with profile {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:04:35.293345 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-dd5e1a0a-73c7-4aa3-b364-730ae6f8ee38 req-bfe03103-228d-470a-93fe-463d9a3a0d85 service neutron] Attempting to bind port 2019baf0-8dd1-4014-98b3-2c3c4d3ec3aa by drivers openvswitch,hyperv on host n-h1-818022-2 at level 0 using segments [{'id': '878aa1ad-d952-49b3-babf-f88949b54efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '3b544363-bad2-4a9e-9892-483691dc34e2'}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:04:35.293862 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd5e1a0a-73c7-4aa3-b364-730ae6f8ee38 req-bfe03103-228d-470a-93fe-463d9a3a0d85 service neutron] Attempting to bind port 2019baf0-8dd1-4014-98b3-2c3c4d3ec3aa on network 3b544363-bad2-4a9e-9892-483691dc34e2 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:04:35.303838 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-56fe4190-3200-41ed-8b30-5ec661a6c449 tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:35.309915 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd5e1a0a-73c7-4aa3-b364-730ae6f8ee38 req-bfe03103-228d-470a-93fe-463d9a3a0d85 service neutron] Port 2019baf0-8dd1-4014-98b3-2c3c4d3ec3aa on network 3b544363-bad2-4a9e-9892-483691dc34e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-818022-2 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 18:04:35.310555 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd5e1a0a-73c7-4aa3-b364-730ae6f8ee38 req-bfe03103-228d-470a-93fe-463d9a3a0d85 service neutron] Attempting to bind port 2019baf0-8dd1-4014-98b3-2c3c4d3ec3aa on network 3b544363-bad2-4a9e-9892-483691dc34e2 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:04:35.321075 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-56fe4190-3200-41ed-8b30-5ec661a6c449 tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735179'] for security_group_rule, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:35.321347 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:35.349458 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b2e4acd-0e96-4c33-95a4-d214d2fde807 tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 661} {{(pid=103364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 18:04:35.354113 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd5e1a0a-73c7-4aa3-b364-730ae6f8ee38 req-bfe03103-228d-470a-93fe-463d9a3a0d85 service neutron] Checking agent: {'id': 'a6668d96-12fa-4ec0-99ad-77eaf490dd2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'started_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 4, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:04:35.354455 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd5e1a0a-73c7-4aa3-b364-730ae6f8ee38 req-bfe03103-228d-470a-93fe-463d9a3a0d85 service neutron] Checking segment: {'id': '878aa1ad-d952-49b3-babf-f88949b54efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '3b544363-bad2-4a9e-9892-483691dc34e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:04:35.354845 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd5e1a0a-73c7-4aa3-b364-730ae6f8ee38 req-bfe03103-228d-470a-93fe-463d9a3a0d85 service neutron] Bound using segment: {'id': '878aa1ad-d952-49b3-babf-f88949b54efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '3b544363-bad2-4a9e-9892-483691dc34e2'} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:04:35.355293 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-dd5e1a0a-73c7-4aa3-b364-730ae6f8ee38 req-bfe03103-228d-470a-93fe-463d9a3a0d85 service neutron] Bound port: 2019baf0-8dd1-4014-98b3-2c3c4d3ec3aa, host: n-h1-818022-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '878aa1ad-d952-49b3-babf-f88949b54efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '3b544363-bad2-4a9e-9892-483691dc34e2'}}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:04:35.355654 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-dd5e1a0a-73c7-4aa3-b364-730ae6f8ee38 req-bfe03103-228d-470a-93fe-463d9a3a0d85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:35.389075 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fe4190-3200-41ed-8b30-5ec661a6c449 tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6ff9e2a-af3c-442a-a491-b91a31cf968e,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:04:35.400079 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-43b02331-1bbf-49df-8742-665c6bce0540 None None] Provisioning complete for port aa245435-0a6e-42ff-8655-f0311d941138 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:04:35.400675 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-43b02331-1bbf-49df-8742-665c6bce0540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:35.494705 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3b2e4acd-0e96-4c33-95a4-d214d2fde807 tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:35.495348 n-d-818022-2 neutron-server[103364]: INFO neutron.db.segments_db [None req-3b2e4acd-0e96-4c33-95a4-d214d2fde807 tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] Added segment 619d76ab-9838-41bb-9837-8a18b1f62d29 of type vlan for network a5b8eca2-96c0-4730-9979-dd8415c9c665 Nov 19 18:04:35.520142 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb2af3f-6b7d-4b1b-a641-b106651d247a req-2584d836-83cf-4bf0-994d-bf435ddcbdc0 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:04:35.522344 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6cb2af3f-6b7d-4b1b-a641-b106651d247a req-2584d836-83cf-4bf0-994d-bf435ddcbdc0 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/ports?device_id=cc04e7a6-e0b7-438f-a931-99187cf28379 HTTP/1.1" status: 200 len: 943 time: 0.3568013 Nov 19 18:04:35.532089 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0a102e76-112d-4752-b94f-f80d2dadea60 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:35.650513 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-56fe4190-3200-41ed-8b30-5ec661a6c449 tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:35.651914 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-56fe4190-3200-41ed-8b30-5ec661a6c449 tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.8187988 Nov 19 18:04:35.658763 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 55068) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:04:35.665148 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device aa245435-0a6e-42ff-8655-f0311d941138 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:04:35.689476 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3b2e4acd-0e96-4c33-95a4-d214d2fde807 tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:35.690262 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-dd5e1a0a-73c7-4aa3-b364-730ae6f8ee38 req-bfe03103-228d-470a-93fe-463d9a3a0d85 service neutron] For port 2019baf0-8dd1-4014-98b3-2c3c4d3ec3aa, host n-h1-818022-2, cleared binding levels {{(pid=103365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:04:35.708295 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-dd5e1a0a-73c7-4aa3-b364-730ae6f8ee38 req-bfe03103-228d-470a-93fe-463d9a3a0d85 service neutron] For port 2019baf0-8dd1-4014-98b3-2c3c4d3ec3aa, host n-h1-818022-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=2019baf0-8dd1-4014-98b3-2c3c4d3ec3aa,segment=NetworkSegment(878aa1ad-d952-49b3-babf-f88949b54efa),segment_id=878aa1ad-d952-49b3-babf-f88949b54efa)] {{(pid=103365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:04:35.751090 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-dd5e1a0a-73c7-4aa3-b364-730ae6f8ee38 req-bfe03103-228d-470a-93fe-463d9a3a0d85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:35.785384 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port aa245435-0a6e-42ff-8655-f0311d941138 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:04:35.785768 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:35.837256 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4779aa5-3b0f-4406-b2a7-e5ebb7163330 req-ddd71c22-604e-4fd1-9351-6a3fd755a93b tempest-VolumesActionsTest-758711888 tempest-VolumesActionsTest-758711888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:04:35.852258 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f4779aa5-3b0f-4406-b2a7-e5ebb7163330 req-ddd71c22-604e-4fd1-9351-6a3fd755a93b tempest-VolumesActionsTest-758711888 tempest-VolumesActionsTest-758711888-project] 10.222.0.60 "GET /v2.0/networks?id=f081af3e-5cd0-4172-8c6f-eac119d2b997 HTTP/1.1" status: 200 len: 808 time: 0.4840991 Nov 19 18:04:35.853484 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3b2e4acd-0e96-4c33-95a4-d214d2fde807 tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:35.857219 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5e1a0a-73c7-4aa3-b364-730ae6f8ee38 req-bfe03103-228d-470a-93fe-463d9a3a0d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:04:35.859631 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b2e4acd-0e96-4c33-95a4-d214d2fde807 tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:04:35.860263 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3b2e4acd-0e96-4c33-95a4-d214d2fde807 tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] Publish callbacks [] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:35.868941 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-dd5e1a0a-73c7-4aa3-b364-730ae6f8ee38 req-bfe03103-228d-470a-93fe-463d9a3a0d85 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:35.870784 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-dd5e1a0a-73c7-4aa3-b364-730ae6f8ee38 req-bfe03103-228d-470a-93fe-463d9a3a0d85 service neutron] 10.222.0.60 "PUT /v2.0/ports/2019baf0-8dd1-4014-98b3-2c3c4d3ec3aa HTTP/1.1" status: 200 len: 1091 time: 3.3743153 Nov 19 18:04:35.871055 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc04e7a6-e0b7-438f-a931-99187cf28379', 'tag': '2019baf0-8dd1-4014-98b3-2c3c4d3ec3aa'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:04:35.871897 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-f4779aa5-3b0f-4406-b2a7-e5ebb7163330 req-df85e4c6-c21c-4c5d-bcde-9dcbf3d72c79 tempest-VolumesActionsTest-758711888 tempest-VolumesActionsTest-758711888-project] Request body: {'port': {'device_id': 'b0526379-2d7b-40e5-8340-b65e1cd31e88', 'network_id': 'f081af3e-5cd0-4172-8c6f-eac119d2b997', 'admin_state_up': True, 'tenant_id': '568ddc2291f443319cd07ac57276ab6a'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:04:35.886789 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218319d759239a7d11f1288aef37381b97754913ee9ccbfd43b51a463f801712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-114dfb22-d655-4f8a-bd4f-fbebb076bb3f" -d '{"events": [{"name": "network-changed", "server_uuid": "cc04e7a6-e0b7-438f-a931-99187cf28379", "tag": "2019baf0-8dd1-4014-98b3-2c3c4d3ec3aa"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:04:35.966143 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6cb2af3f-6b7d-4b1b-a641-b106651d247a req-14542b91-aedb-4876-9b58-fd7742bbd239 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1dc433e-2f31-472a-89c9-d0d668ac0a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4322052 Nov 19 18:04:36.027854 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 18:04:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a7a7828-0223-4b55-9c40-17738e92d528 x-openstack-request-id: req-6a7a7828-0223-4b55-9c40-17738e92d528 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:04:36.028590 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc04e7a6-e0b7-438f-a931-99187cf28379", "tag": "2019baf0-8dd1-4014-98b3-2c3c4d3ec3aa", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:04:36.029094 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-6a7a7828-0223-4b55-9c40-17738e92d528 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:04:36.030229 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc04e7a6-e0b7-438f-a931-99187cf28379', 'tag': '2019baf0-8dd1-4014-98b3-2c3c4d3ec3aa', 'status': 'completed', 'code': 200} Nov 19 18:04:36.033568 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f7c4eb87-800a-4374-a142-805acfad18ea tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:36.044678 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-3b2e4acd-0e96-4c33-95a4-d214d2fde807 tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9626920 Nov 19 18:04:36.047768 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0a102e76-112d-4752-b94f-f80d2dadea60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:36.050613 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 55076) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:04:36.063280 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-f494d5c7-0906-40c1-9ad3-39f4681f2d80 tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-548488528'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:04:36.065715 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-ddc2aaf6-c655-45f9-be79-2e1400f8db85 None None] Provisioning complete for port aa245435-0a6e-42ff-8655-f0311d941138 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:04:36.066146 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ddc2aaf6-c655-45f9-be79-2e1400f8db85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:36.087252 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f7c4eb87-800a-4374-a142-805acfad18ea tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:36.114222 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe03103-228d-470a-93fe-463d9a3a0d85 service neutron] Pushing event updated for resources: {'Port': ['ID=2019baf0-8dd1-4014-98b3-2c3c4d3ec3aa,revision_number=3']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:04:36.131048 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2e4acd-0e96-4c33-95a4-d214d2fde807 tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] Pushing event updated for resources: {'Network': ['ID=a5b8eca2-96c0-4730-9979-dd8415c9c665,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:04:36.146281 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network a5b8eca2-96c0-4730-9979-dd8415c9c665 details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 18:04:36.252259 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4779aa5-3b0f-4406-b2a7-e5ebb7163330 req-df85e4c6-c21c-4c5d-bcde-9dcbf3d72c79 tempest-VolumesActionsTest-758711888 tempest-VolumesActionsTest-758711888-project] Made reservation on behalf of 568ddc2291f443319cd07ac57276ab6a for: {'port': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:04:36.260514 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-f4779aa5-3b0f-4406-b2a7-e5ebb7163330 req-df85e4c6-c21c-4c5d-bcde-9dcbf3d72c79 tempest-VolumesActionsTest-758711888 tempest-VolumesActionsTest-758711888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:36.450758 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-aec7f43f-bc86-46f9-a884-66d4dcf8a290 req-1f6243aa-0f18-4625-aa81-98608970190d tempest-VolumesActionsTest-758711888 tempest-VolumesActionsTest-758711888-project] 10.222.0.54 "GET /v2.0/ports?device_id=b0526379-2d7b-40e5-8340-b65e1cd31e88 HTTP/1.1" status: 200 len: 210 time: 0.0742071 Nov 19 18:04:36.489000 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [req-f4779aa5-3b0f-4406-b2a7-e5ebb7163330 req-df85e4c6-c21c-4c5d-bcde-9dcbf3d72c79 tempest-VolumesActionsTest-758711888 tempest-VolumesActionsTest-758711888-project] Allocated IP 172.20.0.13 (f081af3e-5cd0-4172-8c6f-eac119d2b997/b4421253-1d77-4ac5-ad81-be6067a7417a/4d5ae0c4-e9aa-4d0b-816e-0d885715be2d) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:04:36.700846 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f494d5c7-0906-40c1-9ad3-39f4681f2d80 tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] Made reservation on behalf of ef49665eba404d569f0dbd66ad959fc3 for: {'network': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:04:36.705116 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f494d5c7-0906-40c1-9ad3-39f4681f2d80 tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:36.737855 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-f4779aa5-3b0f-4406-b2a7-e5ebb7163330 req-df85e4c6-c21c-4c5d-bcde-9dcbf3d72c79 tempest-VolumesActionsTest-758711888 tempest-VolumesActionsTest-758711888-project] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:36.749216 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f494d5c7-0906-40c1-9ad3-39f4681f2d80 tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 655} {{(pid=103365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 18:04:36.761732 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f494d5c7-0906-40c1-9ad3-39f4681f2d80 tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:36.762323 n-d-818022-2 neutron-server[103365]: INFO neutron.db.segments_db [None req-f494d5c7-0906-40c1-9ad3-39f4681f2d80 tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] Added segment f7804da4-1282-44e6-bbb2-fa06edcca768 of type vlan for network bd5dc5d0-63d1-4e57-8713-bbe120c73968 Nov 19 18:04:36.826230 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a102e76-112d-4752-b94f-f80d2dadea60 admin admin] Network 645e61aa-1a6c-4e8f-857e-ab06edb4897f is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:04:36.834635 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5e1a0a-73c7-4aa3-b364-730ae6f8ee38 req-4f3d2279-817b-4e22-a366-f1704ac5e5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:04:36.836500 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-dd5e1a0a-73c7-4aa3-b364-730ae6f8ee38 req-4f3d2279-817b-4e22-a366-f1704ac5e5dc service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e45c6e5baa414b6894171527d94e1abd&device_id=cc04e7a6-e0b7-438f-a931-99187cf28379 HTTP/1.1" status: 200 len: 1094 time: 0.8816247 Nov 19 18:04:36.838441 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f494d5c7-0906-40c1-9ad3-39f4681f2d80 tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:36.858213 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-0a102e76-112d-4752-b94f-f80d2dadea60 admin admin] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:04:36.880429 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-f4779aa5-3b0f-4406-b2a7-e5ebb7163330 req-df85e4c6-c21c-4c5d-bcde-9dcbf3d72c79 tempest-VolumesActionsTest-758711888 tempest-VolumesActionsTest-758711888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:36.893776 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26ded3aa-a948-45c6-ae05-c42abeab254d None None] DHCP port deletion for 645e61aa-1a6c-4e8f-857e-ab06edb4897f request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:04:36.911892 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a102e76-112d-4752-b94f-f80d2dadea60 admin admin] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:04:36.957580 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-dd5e1a0a-73c7-4aa3-b364-730ae6f8ee38 req-07efc468-a8c8-48b8-b061-b1c702a542f3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2019baf0-8dd1-4014-98b3-2c3c4d3ec3aa HTTP/1.1" status: 200 len: 217 time: 0.1097975 Nov 19 18:04:36.960543 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4779aa5-3b0f-4406-b2a7-e5ebb7163330 req-df85e4c6-c21c-4c5d-bcde-9dcbf3d72c79 tempest-VolumesActionsTest-758711888 tempest-VolumesActionsTest-758711888-project] Network f081af3e-5cd0-4172-8c6f-eac119d2b997 is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:04:36.963697 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [req-f4779aa5-3b0f-4406-b2a7-e5ebb7163330 req-df85e4c6-c21c-4c5d-bcde-9dcbf3d72c79 tempest-VolumesActionsTest-758711888 tempest-VolumesActionsTest-758711888-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:04:36.963907 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a102e76-112d-4752-b94f-f80d2dadea60 admin admin] Pushing event updated for resources: {'Port': ['ID=f3211b64-2d1a-4aec-a54b-bcaefe1960a0,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:04:36.970147 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f7c4eb87-800a-4374-a142-805acfad18ea tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735179'] for security_group_rule, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:36.978738 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4779aa5-3b0f-4406-b2a7-e5ebb7163330 req-df85e4c6-c21c-4c5d-bcde-9dcbf3d72c79 tempest-VolumesActionsTest-758711888 tempest-VolumesActionsTest-758711888-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:04:36.986077 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df85e4c6-c21c-4c5d-bcde-9dcbf3d72c79 tempest-VolumesActionsTest-758711888 tempest-VolumesActionsTest-758711888-project] Pushing event updated for resources: {'Port': ['ID=4d5ae0c4-e9aa-4d0b-816e-0d885715be2d,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:04:37.000797 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f7c4eb87-800a-4374-a142-805acfad18ea tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:37.007191 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-f7c4eb87-800a-4374-a142-805acfad18ea tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/f6ff9e2a-af3c-442a-a491-b91a31cf968e HTTP/1.1" status: 204 len: 168 time: 1.3449295 Nov 19 18:04:37.013093 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 55106) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:04:37.042218 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f494d5c7-0906-40c1-9ad3-39f4681f2d80 tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:37.049930 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f494d5c7-0906-40c1-9ad3-39f4681f2d80 tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:04:37.050897 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f494d5c7-0906-40c1-9ad3-39f4681f2d80 tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] Publish callbacks [] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:37.062380 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4779aa5-3b0f-4406-b2a7-e5ebb7163330 req-df85e4c6-c21c-4c5d-bcde-9dcbf3d72c79 tempest-VolumesActionsTest-758711888 tempest-VolumesActionsTest-758711888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:04:37.063024 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-f4779aa5-3b0f-4406-b2a7-e5ebb7163330 req-df85e4c6-c21c-4c5d-bcde-9dcbf3d72c79 tempest-VolumesActionsTest-758711888 tempest-VolumesActionsTest-758711888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:37.082403 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c4eb87-800a-4374-a142-805acfad18ea tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f6ff9e2a-af3c-442a-a491-b91a31cf968e,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:04:37.084336 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-c479a3a1-2e6e-4227-afdc-87315690d801 None None] Provisioning complete for port f3211b64-2d1a-4aec-a54b-bcaefe1960a0 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:04:37.088304 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-500c2399-31c8-4b9a-8bd2-5e809d8e2ed1 tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0740726 Nov 19 18:04:37.090431 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-c479a3a1-2e6e-4227-afdc-87315690d801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:37.092566 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 55110) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:04:37.126560 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f4779aa5-3b0f-4406-b2a7-e5ebb7163330 req-df85e4c6-c21c-4c5d-bcde-9dcbf3d72c79 tempest-VolumesActionsTest-758711888 tempest-VolumesActionsTest-758711888-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2631869 Nov 19 18:04:37.141503 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-f4779aa5-3b0f-4406-b2a7-e5ebb7163330 req-1290eab4-59d9-4e48-8f57-5b99a32eec73 service neutron] Request body: {'port': {'device_id': 'b0526379-2d7b-40e5-8340-b65e1cd31e88', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818022-2'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:04:37.193026 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-cdc2e102-3607-4387-b7e1-2feb882e6dfa tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:37.209571 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-c479a3a1-2e6e-4227-afdc-87315690d801 None None] Port f3211b64-2d1a-4aec-a54b-bcaefe1960a0 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:04:37.227739 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-f494d5c7-0906-40c1-9ad3-39f4681f2d80 tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.1684847 Nov 19 18:04:37.252616 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 55114) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:04:37.260181 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-3e78ed71-2b73-4a60-b5aa-d3f7072542bb tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] Request body: {'ports': [{'network_id': 'a5b8eca2-96c0-4730-9979-dd8415c9c665', 'name': 'tempest-port--1764189135', 'admin_state_up': True}, {'network_id': 'bd5dc5d0-63d1-4e57-8713-bbe120c73968', 'admin_state_up': False}]} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:04:37.260384 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-3e78ed71-2b73-4a60-b5aa-d3f7072542bb tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] Request body: {'port': {'network_id': 'a5b8eca2-96c0-4730-9979-dd8415c9c665', 'name': 'tempest-port--1764189135', 'admin_state_up': True}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:04:37.260912 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-3e78ed71-2b73-4a60-b5aa-d3f7072542bb tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] Request body: {'port': {'network_id': 'bd5dc5d0-63d1-4e57-8713-bbe120c73968', 'admin_state_up': False}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:04:37.267721 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-f4779aa5-3b0f-4406-b2a7-e5ebb7163330 req-1290eab4-59d9-4e48-8f57-5b99a32eec73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:37.281429 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5e1a0a-73c7-4aa3-b364-730ae6f8ee38 req-6d6d21a0-0108-4a13-b4c9-4baa1be00b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:04:37.282562 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-dd5e1a0a-73c7-4aa3-b364-730ae6f8ee38 req-6d6d21a0-0108-4a13-b4c9-4baa1be00b9e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=78373283-0ecf-42ac-8dc9-066471cd2623 HTTP/1.1" status: 200 len: 850 time: 0.3105488 Nov 19 18:04:37.298298 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-cdc2e102-3607-4387-b7e1-2feb882e6dfa tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:37.367417 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f494d5c7-0906-40c1-9ad3-39f4681f2d80 tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] Pushing event updated for resources: {'Network': ['ID=bd5dc5d0-63d1-4e57-8713-bbe120c73968,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:04:37.379848 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network bd5dc5d0-63d1-4e57-8713-bbe120c73968 details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 18:04:37.454580 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b8d801-de96-4285-952a-9e48c7a7d3d7 req-01c523fc-bbbd-40af-aa62-2c398970774b tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:04:37.457204 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a7b8d801-de96-4285-952a-9e48c7a7d3d7 req-01c523fc-bbbd-40af-aa62-2c398970774b tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/ports?device_id=cc04e7a6-e0b7-438f-a931-99187cf28379 HTTP/1.1" status: 200 len: 943 time: 0.3918178 Nov 19 18:04:37.624254 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-cdc2e102-3607-4387-b7e1-2feb882e6dfa tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:37.626985 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-cdc2e102-3607-4387-b7e1-2feb882e6dfa tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:37.628222 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-cdc2e102-3607-4387-b7e1-2feb882e6dfa tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] 10.222.0.54 "DELETE /v2.0/security-groups/93638a5b-b59a-423b-b6bb-30467bca3205 HTTP/1.1" status: 204 len: 168 time: 0.5347333 Nov 19 18:04:37.633468 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 55130) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:04:37.679289 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5e1a0a-73c7-4aa3-b364-730ae6f8ee38 req-5bc40967-c9f2-446d-a095-1541fad12c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:04:37.681206 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-dd5e1a0a-73c7-4aa3-b364-730ae6f8ee38 req-5bc40967-c9f2-446d-a095-1541fad12c67 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3b544363-bad2-4a9e-9892-483691dc34e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3770542 Nov 19 18:04:37.701725 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc2e102-3607-4387-b7e1-2feb882e6dfa tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93638a5b-b59a-423b-b6bb-30467bca3205,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:04:37.774309 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a7b8d801-de96-4285-952a-9e48c7a7d3d7 req-fb6c8a18-d5f8-4416-95c2-aff474ab664d tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1dc433e-2f31-472a-89c9-d0d668ac0a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2427731 Nov 19 18:04:37.781516 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0a102e76-112d-4752-b94f-f80d2dadea60 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:37.791876 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd159997-59fd-463e-b21a-b7cd5e9b03d9 req-3d917bd9-6c88-41e0-a754-87853804b973 tempest-VolumesActionsTest-758711888 tempest-VolumesActionsTest-758711888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:04:37.799229 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-cd159997-59fd-463e-b21a-b7cd5e9b03d9 req-3d917bd9-6c88-41e0-a754-87853804b973 tempest-VolumesActionsTest-758711888 tempest-VolumesActionsTest-758711888-project] 10.222.0.54 "GET /v2.0/ports?device_id=b0526379-2d7b-40e5-8340-b65e1cd31e88 HTTP/1.1" status: 200 len: 932 time: 0.1966522 Nov 19 18:04:37.859818 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e78ed71-2b73-4a60-b5aa-d3f7072542bb tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] Made reservation on behalf of ef49665eba404d569f0dbd66ad959fc3 for: {'port': 2} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:04:37.864995 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3e78ed71-2b73-4a60-b5aa-d3f7072542bb tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:37.878817 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-f7944a0f-07c6-4fe9-9a8f-6ed3b26a538c tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.2413483 Nov 19 18:04:37.882403 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 55138) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:04:37.912689 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3e78ed71-2b73-4a60-b5aa-d3f7072542bb tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:37.921885 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-cd159997-59fd-463e-b21a-b7cd5e9b03d9 req-243d2f77-de7d-4f43-b152-a8ab0398ac11 tempest-VolumesActionsTest-758711888 tempest-VolumesActionsTest-758711888-project] 10.222.0.54 "GET /v2.0/security-groups?id=61124c63-45ab-440d-9e2d-46540a3e29c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217737 Nov 19 18:04:38.016837 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-dd5e1a0a-73c7-4aa3-b364-730ae6f8ee38 req-864ebbde-f648-4083-af7a-8580d25e299d service neutron] 10.222.0.60 "GET /v2.0/networks/3b544363-bad2-4a9e-9892-483691dc34e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3238413 Nov 19 18:04:38.114822 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-da77567c-e677-4bfd-9591-036d6be4c59c tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:38.147931 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-da77567c-e677-4bfd-9591-036d6be4c59c tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:38.313848 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-dd5e1a0a-73c7-4aa3-b364-730ae6f8ee38 req-fdfc2dc1-928c-4017-92a3-02b74fe6e705 service neutron] 10.222.0.60 "GET /v2.0/networks/3b544363-bad2-4a9e-9892-483691dc34e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2856612 Nov 19 18:04:38.322046 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-da77567c-e677-4bfd-9591-036d6be4c59c tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:38.324889 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-da77567c-e677-4bfd-9591-036d6be4c59c tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:38.326077 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-da77567c-e677-4bfd-9591-036d6be4c59c tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] 10.222.0.54 "DELETE /v2.0/security-groups/2ede5a5d-abaf-451b-a9dc-1d87ea0ea449 HTTP/1.1" status: 204 len: 168 time: 0.4356298 Nov 19 18:04:38.346507 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 55152) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:04:38.374014 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0a102e76-112d-4752-b94f-f80d2dadea60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671702'] for router, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:38.382134 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da77567c-e677-4bfd-9591-036d6be4c59c tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ede5a5d-abaf-451b-a9dc-1d87ea0ea449,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:04:38.450691 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [req-f4779aa5-3b0f-4406-b2a7-e5ebb7163330 req-1290eab4-59d9-4e48-8f57-5b99a32eec73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d5ae0c4-e9aa-4d0b-816e-0d885715be2d {{(pid=103364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:04:38.460713 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-f4779aa5-3b0f-4406-b2a7-e5ebb7163330 req-1290eab4-59d9-4e48-8f57-5b99a32eec73 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:38.475091 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.provisioning_blocks [req-f4779aa5-3b0f-4406-b2a7-e5ebb7163330 req-1290eab4-59d9-4e48-8f57-5b99a32eec73 service neutron] Transition to ACTIVE for port object 4d5ae0c4-e9aa-4d0b-816e-0d885715be2d will not be triggered until provisioned by entity L2. {{(pid=103364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 18:04:38.488448 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-f4779aa5-3b0f-4406-b2a7-e5ebb7163330 req-1290eab4-59d9-4e48-8f57-5b99a32eec73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:38.525612 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-c45a4bde-ace3-4d3e-aeaa-e4392bc80bbc tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1773164 Nov 19 18:04:38.531396 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 55162) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:04:38.543070 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-617687ad-6c4c-4862-aa30-b3a979658c5b tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] Request body: {'security_group': {'name': 'tempest-secgroup--1503259237'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:04:38.567548 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [None req-3e78ed71-2b73-4a60-b5aa-d3f7072542bb tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] device_id is not set on port 520cb339-603e-4ed5-8900-6f12453d6d3d yet. {{(pid=103364) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 18:04:38.581874 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1290eab4-59d9-4e48-8f57-5b99a32eec73 service neutron] Pushing event updated for resources: {'Port': ['ID=4d5ae0c4-e9aa-4d0b-816e-0d885715be2d,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:04:38.596693 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-617687ad-6c4c-4862-aa30-b3a979658c5b tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:38.667705 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114dfb22-d655-4f8a-bd4f-fbebb076bb3f req-def64378-73f3-44fc-9545-5485867f6840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:04:38.669613 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-114dfb22-d655-4f8a-bd4f-fbebb076bb3f req-def64378-73f3-44fc-9545-5485867f6840 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e45c6e5baa414b6894171527d94e1abd&device_id=cc04e7a6-e0b7-438f-a931-99187cf28379 HTTP/1.1" status: 200 len: 1094 time: 0.2658980 Nov 19 18:04:38.700869 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-f4779aa5-3b0f-4406-b2a7-e5ebb7163330 req-1290eab4-59d9-4e48-8f57-5b99a32eec73 service neutron] Attempting to bind port 4d5ae0c4-e9aa-4d0b-816e-0d885715be2d on host n-h1-818022-2 for vnic_type normal with profile {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:04:38.701395 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-f4779aa5-3b0f-4406-b2a7-e5ebb7163330 req-1290eab4-59d9-4e48-8f57-5b99a32eec73 service neutron] Attempting to bind port 4d5ae0c4-e9aa-4d0b-816e-0d885715be2d by drivers openvswitch,hyperv on host n-h1-818022-2 at level 0 using segments [{'id': '414ec037-29de-461e-b44e-49b485f6a55a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'f081af3e-5cd0-4172-8c6f-eac119d2b997'}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:04:38.701523 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4779aa5-3b0f-4406-b2a7-e5ebb7163330 req-1290eab4-59d9-4e48-8f57-5b99a32eec73 service neutron] Attempting to bind port 4d5ae0c4-e9aa-4d0b-816e-0d885715be2d on network f081af3e-5cd0-4172-8c6f-eac119d2b997 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:04:38.743280 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4779aa5-3b0f-4406-b2a7-e5ebb7163330 req-1290eab4-59d9-4e48-8f57-5b99a32eec73 service neutron] Port 4d5ae0c4-e9aa-4d0b-816e-0d885715be2d on network f081af3e-5cd0-4172-8c6f-eac119d2b997 not bound, no agent of type Open vSwitch agent registered on host n-h1-818022-2 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 18:04:38.743658 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4779aa5-3b0f-4406-b2a7-e5ebb7163330 req-1290eab4-59d9-4e48-8f57-5b99a32eec73 service neutron] Attempting to bind port 4d5ae0c4-e9aa-4d0b-816e-0d885715be2d on network f081af3e-5cd0-4172-8c6f-eac119d2b997 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:04:38.754326 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4779aa5-3b0f-4406-b2a7-e5ebb7163330 req-1290eab4-59d9-4e48-8f57-5b99a32eec73 service neutron] Checking agent: {'id': 'a6668d96-12fa-4ec0-99ad-77eaf490dd2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'started_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 4, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:04:38.754678 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4779aa5-3b0f-4406-b2a7-e5ebb7163330 req-1290eab4-59d9-4e48-8f57-5b99a32eec73 service neutron] Checking segment: {'id': '414ec037-29de-461e-b44e-49b485f6a55a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'f081af3e-5cd0-4172-8c6f-eac119d2b997'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:04:38.755074 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4779aa5-3b0f-4406-b2a7-e5ebb7163330 req-1290eab4-59d9-4e48-8f57-5b99a32eec73 service neutron] Bound using segment: {'id': '414ec037-29de-461e-b44e-49b485f6a55a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'f081af3e-5cd0-4172-8c6f-eac119d2b997'} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:04:38.755696 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-f4779aa5-3b0f-4406-b2a7-e5ebb7163330 req-1290eab4-59d9-4e48-8f57-5b99a32eec73 service neutron] Bound port: 4d5ae0c4-e9aa-4d0b-816e-0d885715be2d, host: n-h1-818022-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '414ec037-29de-461e-b44e-49b485f6a55a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'f081af3e-5cd0-4172-8c6f-eac119d2b997'}}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:04:38.756734 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-f4779aa5-3b0f-4406-b2a7-e5ebb7163330 req-1290eab4-59d9-4e48-8f57-5b99a32eec73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:38.858777 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3e78ed71-2b73-4a60-b5aa-d3f7072542bb tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:38.863348 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114dfb22-d655-4f8a-bd4f-fbebb076bb3f req-ae7b42ad-e706-4667-b4fc-f2d54c2d4be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:04:38.864779 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-114dfb22-d655-4f8a-bd4f-fbebb076bb3f req-ae7b42ad-e706-4667-b4fc-f2d54c2d4be7 service neutron] 10.222.0.60 "GET /v2.0/networks?id=3b544363-bad2-4a9e-9892-483691dc34e2 HTTP/1.1" status: 200 len: 912 time: 0.1661723 Nov 19 18:04:38.873514 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-617687ad-6c4c-4862-aa30-b3a979658c5b tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:38.923073 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-114dfb22-d655-4f8a-bd4f-fbebb076bb3f req-be6cd6b6-13c9-4fd9-8902-07f20ccef7c9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2019baf0-8dd1-4014-98b3-2c3c4d3ec3aa HTTP/1.1" status: 200 len: 217 time: 0.0473533 Nov 19 18:04:38.935912 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-617687ad-6c4c-4862-aa30-b3a979658c5b tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:38.938391 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a102e76-112d-4752-b94f-f80d2dadea60 admin admin] Router 650b883b-4642-4f81-bd5c-1ccb0641f895 is scheduled to L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 with binding_index 1 {{(pid=103365) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 18:04:38.987279 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-f4779aa5-3b0f-4406-b2a7-e5ebb7163330 req-1290eab4-59d9-4e48-8f57-5b99a32eec73 service neutron] For port 4d5ae0c4-e9aa-4d0b-816e-0d885715be2d, host n-h1-818022-2, cleared binding levels {{(pid=103364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:04:38.993428 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-f4779aa5-3b0f-4406-b2a7-e5ebb7163330 req-1290eab4-59d9-4e48-8f57-5b99a32eec73 service neutron] For port 4d5ae0c4-e9aa-4d0b-816e-0d885715be2d, host n-h1-818022-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=4d5ae0c4-e9aa-4d0b-816e-0d885715be2d,segment=NetworkSegment(414ec037-29de-461e-b44e-49b485f6a55a),segment_id=414ec037-29de-461e-b44e-49b485f6a55a)] {{(pid=103364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:04:38.996954 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [None req-3e78ed71-2b73-4a60-b5aa-d3f7072542bb tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] device_id is not set on port 4f5d345d-11a2-4dc8-8734-0f9cc8df7092 yet. {{(pid=103364) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 18:04:39.005613 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-f4779aa5-3b0f-4406-b2a7-e5ebb7163330 req-1290eab4-59d9-4e48-8f57-5b99a32eec73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:39.110387 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-617687ad-6c4c-4862-aa30-b3a979658c5b tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:39.112021 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-617687ad-6c4c-4862-aa30-b3a979658c5b tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5781875 Nov 19 18:04:39.116096 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 55182) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:04:39.127234 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617687ad-6c4c-4862-aa30-b3a979658c5b tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7884db7c-6381-4949-be85-e18fc297e1c9,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:04:39.138522 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-3c94d68d-0b8f-4dd5-b5b3-e263c7a89de7 tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] Request body: {'security_group_rule': {'security_group_id': '7884db7c-6381-4949-be85-e18fc297e1c9', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:04:39.165028 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4779aa5-3b0f-4406-b2a7-e5ebb7163330 req-1290eab4-59d9-4e48-8f57-5b99a32eec73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:04:39.166117 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-f4779aa5-3b0f-4406-b2a7-e5ebb7163330 req-1290eab4-59d9-4e48-8f57-5b99a32eec73 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:39.167583 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f4779aa5-3b0f-4406-b2a7-e5ebb7163330 req-1290eab4-59d9-4e48-8f57-5b99a32eec73 service neutron] 10.222.0.60 "PUT /v2.0/ports/4d5ae0c4-e9aa-4d0b-816e-0d885715be2d HTTP/1.1" status: 200 len: 1092 time: 2.0302114 Nov 19 18:04:39.170172 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0526379-2d7b-40e5-8340-b65e1cd31e88', 'tag': '4d5ae0c4-e9aa-4d0b-816e-0d885715be2d'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:04:39.172153 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dd4767a008c23f8566efc82158ee1b1fff34e1a9e908d76d0b6d0ab7e350e5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c9a2fdc-b6e4-4e19-b942-7b07e72b4cf8" -d '{"events": [{"name": "network-changed", "server_uuid": "b0526379-2d7b-40e5-8340-b65e1cd31e88", "tag": "4d5ae0c4-e9aa-4d0b-816e-0d885715be2d"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:04:39.241739 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114dfb22-d655-4f8a-bd4f-fbebb076bb3f req-74616e62-4521-438c-86d1-c842b0feede7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:04:39.242209 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1290eab4-59d9-4e48-8f57-5b99a32eec73 service neutron] Pushing event updated for resources: {'Port': ['ID=4d5ae0c4-e9aa-4d0b-816e-0d885715be2d,revision_number=3']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:04:39.243960 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-114dfb22-d655-4f8a-bd4f-fbebb076bb3f req-74616e62-4521-438c-86d1-c842b0feede7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=78373283-0ecf-42ac-8dc9-066471cd2623 HTTP/1.1" status: 200 len: 850 time: 0.2963479 Nov 19 18:04:39.289885 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8937bb3a-0b7f-499f-8f71-b1f94122934c req-f9a83346-c84a-4c17-8819-d5083668bfac tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:04:39.294059 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8937bb3a-0b7f-499f-8f71-b1f94122934c req-f9a83346-c84a-4c17-8819-d5083668bfac tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/ports?device_id=cc04e7a6-e0b7-438f-a931-99187cf28379 HTTP/1.1" status: 200 len: 943 time: 0.3698642 Nov 19 18:04:39.326812 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6457c813-5214-42c5-8a4a-a9ddb9c81e2b req-b71fab36-aefb-4bbf-ba43-82ce42a1f0f8 tempest-VolumesActionsTest-758711888 tempest-VolumesActionsTest-758711888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:04:39.328423 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6457c813-5214-42c5-8a4a-a9ddb9c81e2b req-b71fab36-aefb-4bbf-ba43-82ce42a1f0f8 tempest-VolumesActionsTest-758711888 tempest-VolumesActionsTest-758711888-project] 10.222.0.54 "GET /v2.0/ports?device_id=b0526379-2d7b-40e5-8340-b65e1cd31e88 HTTP/1.1" status: 200 len: 944 time: 0.2727668 Nov 19 18:04:39.335423 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3c94d68d-0b8f-4dd5-b5b3-e263c7a89de7 tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:39.391304 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a102e76-112d-4752-b94f-f80d2dadea60 admin admin] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:04:39.406750 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75591a8d-e409-47f7-b439-5fda769f8e5a None None] Sync routers for ids ['650b883b-4642-4f81-bd5c-1ccb0641f895'] in n-d-818022-2 {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:04:39.424371 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0a102e76-112d-4752-b94f-f80d2dadea60 admin admin] Publish callbacks [] for router, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:39.428842 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-0a102e76-112d-4752-b94f-f80d2dadea60 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 8.3486428 Nov 19 18:04:39.429156 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75591a8d-e409-47f7-b439-5fda769f8e5a None None] Routers {'650b883b-4642-4f81-bd5c-1ccb0641f895'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:04:39.429799 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-75591a8d-e409-47f7-b439-5fda769f8e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:04:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['650b883b-4642-4f81-bd5c-1ccb0641f895'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:04:39.433095 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 55192) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:04:39.477009 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114dfb22-d655-4f8a-bd4f-fbebb076bb3f req-8aed345c-f920-4d31-b85c-4676af33cdbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:04:39.478973 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-114dfb22-d655-4f8a-bd4f-fbebb076bb3f req-8aed345c-f920-4d31-b85c-4676af33cdbb service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3b544363-bad2-4a9e-9892-483691dc34e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2232969 Nov 19 18:04:39.541229 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4779aa5-3b0f-4406-b2a7-e5ebb7163330 req-28359c64-d831-4997-b699-b5ca3a544a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:04:39.542771 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f4779aa5-3b0f-4406-b2a7-e5ebb7163330 req-28359c64-d831-4997-b699-b5ca3a544a7f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=568ddc2291f443319cd07ac57276ab6a&device_id=b0526379-2d7b-40e5-8340-b65e1cd31e88 HTTP/1.1" status: 200 len: 1095 time: 0.3051438 Nov 19 18:04:39.566510 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8937bb3a-0b7f-499f-8f71-b1f94122934c req-d5c5abcb-f415-4d82-a2c6-6f41d216972e tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1dc433e-2f31-472a-89c9-d0d668ac0a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1727617 Nov 19 18:04:39.574025 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-75591a8d-e409-47f7-b439-5fda769f8e5a None None] Set router 650b883b-4642-4f81-bd5c-1ccb0641f895 gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:04:39.672346 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-114dfb22-d655-4f8a-bd4f-fbebb076bb3f req-cbb075ea-38b2-47ad-80c0-1ee2f68191d6 service neutron] 10.222.0.60 "GET /v2.0/networks/3b544363-bad2-4a9e-9892-483691dc34e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1857204 Nov 19 18:04:39.711448 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f4779aa5-3b0f-4406-b2a7-e5ebb7163330 req-cb0aa3bf-b386-4a20-9f88-f845925e3c1e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4d5ae0c4-e9aa-4d0b-816e-0d885715be2d HTTP/1.1" status: 200 len: 217 time: 0.0512583 Nov 19 18:04:39.743975 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3e78ed71-2b73-4a60-b5aa-d3f7072542bb tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:39.772526 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 18:04:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8b76341-be7f-4147-bac6-ef0ee436e661 x-openstack-request-id: req-e8b76341-be7f-4147-bac6-ef0ee436e661 {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:04:39.773349 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0526379-2d7b-40e5-8340-b65e1cd31e88", "tag": "4d5ae0c4-e9aa-4d0b-816e-0d885715be2d", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:04:39.773879 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e8b76341-be7f-4147-bac6-ef0ee436e661 {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:04:39.774532 n-d-818022-2 neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0526379-2d7b-40e5-8340-b65e1cd31e88', 'tag': '4d5ae0c4-e9aa-4d0b-816e-0d885715be2d', 'status': 'completed', 'code': 200} Nov 19 18:04:39.807458 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-114dfb22-d655-4f8a-bd4f-fbebb076bb3f req-7a84ffbc-3cf4-45e7-91f7-1b82acca3c4c service neutron] 10.222.0.60 "GET /v2.0/networks/3b544363-bad2-4a9e-9892-483691dc34e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250615 Nov 19 18:04:39.875719 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6457c813-5214-42c5-8a4a-a9ddb9c81e2b req-9c68564f-7a0f-46ec-849e-c1d2f052bcf2 tempest-VolumesActionsTest-758711888 tempest-VolumesActionsTest-758711888-project] 10.222.0.54 "GET /v2.0/security-groups?id=61124c63-45ab-440d-9e2d-46540a3e29c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5355029 Nov 19 18:04:39.900813 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4779aa5-3b0f-4406-b2a7-e5ebb7163330 req-83fa8061-f5aa-4f22-9521-ad3d2dfcc9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:04:39.901069 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-75591a8d-e409-47f7-b439-5fda769f8e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '650b883b-4642-4f81-bd5c-1ccb0641f895', 'name': 'tempest-TestAggregatesBasicOps-1697516490-router', 'tenant_id': 'e6a05d14d68b4c579f8e2aea8c40ca80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.177'}], 'enable_snat': True}, 'gw_port_id': 'f3211b64-2d1a-4aec-a54b-bcaefe1960a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:04:31Z', 'updated_at': '2021-11-19T18:04:37Z', 'revision_number': 3, 'project_id': 'e6a05d14d68b4c579f8e2aea8c40ca80', 'gw_port': {'id': 'f3211b64-2d1a-4aec-a54b-bcaefe1960a0', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:82:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '650b883b-4642-4f81-bd5c-1ccb0641f895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3195, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:04:34Z', 'updated_at': '2021-11-19T18:04:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:04:39.902330 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f4779aa5-3b0f-4406-b2a7-e5ebb7163330 req-83fa8061-f5aa-4f22-9521-ad3d2dfcc9f1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b4421253-1d77-4ac5-ad81-be6067a7417a HTTP/1.1" status: 200 len: 848 time: 0.1614587 Nov 19 18:04:39.934366 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75591a8d-e409-47f7-b439-5fda769f8e5a None None] Checking router: 650b883b-4642-4f81-bd5c-1ccb0641f895 for host: n-d-818022-2 {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:04:39.935144 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75591a8d-e409-47f7-b439-5fda769f8e5a None None] Updating router 650b883b-4642-4f81-bd5c-1ccb0641f895 port f3211b64-2d1a-4aec-a54b-bcaefe1960a0 binding host n-d-818022-2 {{(pid=103367) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 18:04:39.974344 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3c94d68d-0b8f-4dd5-b5b3-e263c7a89de7 tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:39.977615 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-75591a8d-e409-47f7-b439-5fda769f8e5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:40.002061 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f4779aa5-3b0f-4406-b2a7-e5ebb7163330 req-d8cb4da3-48f8-4ff2-831f-8765cb08da7b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f081af3e-5cd0-4172-8c6f-eac119d2b997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0646145 Nov 19 18:04:40.007955 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3c94d68d-0b8f-4dd5-b5b3-e263c7a89de7 tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735179'] for security_group_rule, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:40.049341 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c94d68d-0b8f-4dd5-b5b3-e263c7a89de7 tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9cae489-31ba-471e-a186-c6d78eb585ec,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:04:40.107029 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3e78ed71-2b73-4a60-b5aa-d3f7072542bb tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:40.197324 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3c94d68d-0b8f-4dd5-b5b3-e263c7a89de7 tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:40.198568 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-3c94d68d-0b8f-4dd5-b5b3-e263c7a89de7 tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.0655882 Nov 19 18:04:40.202568 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 55218) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:04:40.247308 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-27080903-d62f-4f7e-9819-0c95dc0c599b tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:40.277337 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-27080903-d62f-4f7e-9819-0c95dc0c599b tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:40.300068 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e78ed71-2b73-4a60-b5aa-d3f7072542bb tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] Pushing event updated for resources: {'Port': ['ID=520cb339-603e-4ed5-8900-6f12453d6d3d,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:04:40.318334 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-27080903-d62f-4f7e-9819-0c95dc0c599b tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735179'] for security_group_rule, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:40.330430 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-27080903-d62f-4f7e-9819-0c95dc0c599b tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:40.336260 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-27080903-d62f-4f7e-9819-0c95dc0c599b tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/a9cae489-31ba-471e-a186-c6d78eb585ec HTTP/1.1" status: 204 len: 168 time: 0.1315320 Nov 19 18:04:40.339048 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 55222) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:04:40.355392 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f4779aa5-3b0f-4406-b2a7-e5ebb7163330 req-de85d760-06e2-4b3b-bf0f-516dd5f9c541 service neutron] 10.222.0.60 "GET /v2.0/networks/f081af3e-5cd0-4172-8c6f-eac119d2b997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3232591 Nov 19 18:04:40.375027 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27080903-d62f-4f7e-9819-0c95dc0c599b tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a9cae489-31ba-471e-a186-c6d78eb585ec,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:04:40.408849 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-0dc113e2-17ef-4006-937f-d57eb958462b tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0683093 Nov 19 18:04:40.409119 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e78ed71-2b73-4a60-b5aa-d3f7072542bb tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] Checking segment: {'id': '619d76ab-9838-41bb-9837-8a18b1f62d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'a5b8eca2-96c0-4730-9979-dd8415c9c665'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:04:40.409274 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 55226) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:04:40.409483 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e78ed71-2b73-4a60-b5aa-d3f7072542bb tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] Network hostable DHCP agents. Network: a5b8eca2-96c0-4730-9979-dd8415c9c665, hostable agents: ['02910ef2-0455-4aea-9f38-9a875579633f'], hosted agents: [] {{(pid=103364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 18:04:40.426528 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-75591a8d-e409-47f7-b439-5fda769f8e5a None None] Publish callbacks [] for port, precommit_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:40.440554 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-75591a8d-e409-47f7-b439-5fda769f8e5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:40.515691 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87194ded-db92-42d8-b8e1-3811644431fa None None] DHCP port deletion for 645e61aa-1a6c-4e8f-857e-ab06edb4897f request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:04:40.520440 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-75591a8d-e409-47f7-b439-5fda769f8e5a None None] Attempting to bind port f3211b64-2d1a-4aec-a54b-bcaefe1960a0 on host n-d-818022-2 for vnic_type normal with profile {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:04:40.520839 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-75591a8d-e409-47f7-b439-5fda769f8e5a None None] Attempting to bind port f3211b64-2d1a-4aec-a54b-bcaefe1960a0 by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:04:40.521232 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75591a8d-e409-47f7-b439-5fda769f8e5a None None] Attempting to bind port f3211b64-2d1a-4aec-a54b-bcaefe1960a0 on network 645e61aa-1a6c-4e8f-857e-ab06edb4897f {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:04:40.522329 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-af3187b3-fd97-47af-a3a9-13ddfbb6271a tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:40.550087 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e78ed71-2b73-4a60-b5aa-d3f7072542bb tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] Network a5b8eca2-96c0-4730-9979-dd8415c9c665 is scheduled to be hosted by DHCP agent 02910ef2-0455-4aea-9f38-9a875579633f with binding_index 1 {{(pid=103364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 18:04:40.566398 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-3978d7cf-03b2-475e-b5c2-b8bf08007173 None None] Provisioning complete for port f3211b64-2d1a-4aec-a54b-bcaefe1960a0 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:04:40.567520 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3978d7cf-03b2-475e-b5c2-b8bf08007173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:40.578104 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-af3187b3-fd97-47af-a3a9-13ddfbb6271a tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:40.590712 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-3e78ed71-2b73-4a60-b5aa-d3f7072542bb tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818022-2, a5b8eca2-96c0-4730-9979-dd8415c9c665) {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:04:40.596221 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75591a8d-e409-47f7-b439-5fda769f8e5a None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 4, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:04:40.598492 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e78ed71-2b73-4a60-b5aa-d3f7072542bb tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:04:40.599829 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3e78ed71-2b73-4a60-b5aa-d3f7072542bb tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:40.600373 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75591a8d-e409-47f7-b439-5fda769f8e5a None None] Checking segment: {'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:04:40.601072 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-75591a8d-e409-47f7-b439-5fda769f8e5a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:40.601633 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75591a8d-e409-47f7-b439-5fda769f8e5a None None] Bound using segment: {'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:04:40.602342 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-75591a8d-e409-47f7-b439-5fda769f8e5a None None] Bound port: f3211b64-2d1a-4aec-a54b-bcaefe1960a0, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'}}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:04:40.602870 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f4779aa5-3b0f-4406-b2a7-e5ebb7163330 req-10a9531f-b417-4f13-aa26-193231e4edf2 service neutron] 10.222.0.60 "GET /v2.0/networks/f081af3e-5cd0-4172-8c6f-eac119d2b997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2035089 Nov 19 18:04:40.603126 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-75591a8d-e409-47f7-b439-5fda769f8e5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:40.606352 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96763cde-5cfe-4671-ad22-bbba4b16a1b4 None None] Pushing event updated for resources: {'Port': ['ID=f3211b64-2d1a-4aec-a54b-bcaefe1960a0,revision_number=2']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:04:40.673800 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-3978d7cf-03b2-475e-b5c2-b8bf08007173 None None] Port f3211b64-2d1a-4aec-a54b-bcaefe1960a0 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:04:40.676098 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eafe29c-5fe6-4060-8194-eba6775d1b48 None None] Network a5b8eca2-96c0-4730-9979-dd8415c9c665 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:04:40.702936 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-af3187b3-fd97-47af-a3a9-13ddfbb6271a tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:40.707271 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96763cde-5cfe-4671-ad22-bbba4b16a1b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:04:40.707622 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96763cde-5cfe-4671-ad22-bbba4b16a1b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:04:40.707970 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96763cde-5cfe-4671-ad22-bbba4b16a1b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:04:40.708311 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96763cde-5cfe-4671-ad22-bbba4b16a1b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:04:40.708675 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96763cde-5cfe-4671-ad22-bbba4b16a1b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:04:40.709533 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96763cde-5cfe-4671-ad22-bbba4b16a1b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:04:40.709886 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96763cde-5cfe-4671-ad22-bbba4b16a1b4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:04:40.710222 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96763cde-5cfe-4671-ad22-bbba4b16a1b4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:04:40.710561 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96763cde-5cfe-4671-ad22-bbba4b16a1b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:04:40.710874 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96763cde-5cfe-4671-ad22-bbba4b16a1b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:04:40.711398 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96763cde-5cfe-4671-ad22-bbba4b16a1b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:04:40.711920 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96763cde-5cfe-4671-ad22-bbba4b16a1b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:04:40.712170 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-af3187b3-fd97-47af-a3a9-13ddfbb6271a tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:40.713867 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-af3187b3-fd97-47af-a3a9-13ddfbb6271a tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] 10.222.0.54 "DELETE /v2.0/security-groups/7884db7c-6381-4949-be85-e18fc297e1c9 HTTP/1.1" status: 204 len: 168 time: 0.3032444 Nov 19 18:04:40.731370 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 55234) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:04:40.732458 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3187b3-fd97-47af-a3a9-13ddfbb6271a tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7884db7c-6381-4949-be85-e18fc297e1c9,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:04:40.805912 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-75591a8d-e409-47f7-b439-5fda769f8e5a None None] For port f3211b64-2d1a-4aec-a54b-bcaefe1960a0, host n-d-818022-2, cleared binding levels {{(pid=103367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:04:40.815750 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-75591a8d-e409-47f7-b439-5fda769f8e5a None None] For port f3211b64-2d1a-4aec-a54b-bcaefe1960a0, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=f3211b64-2d1a-4aec-a54b-bcaefe1960a0,segment=NetworkSegment(bbe705c1-96c0-476e-8381-28227e6f0ac5),segment_id=bbe705c1-96c0-476e-8381-28227e6f0ac5)] {{(pid=103367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:04:40.825966 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-75591a8d-e409-47f7-b439-5fda769f8e5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:40.838902 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-df9cf19e-ded5-41f6-af83-a191dfcffa7a tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1018991 Nov 19 18:04:40.845778 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 55244) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:04:40.849749 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e78ed71-2b73-4a60-b5aa-d3f7072542bb tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] Pushing event updated for resources: {'Port': ['ID=4f5d345d-11a2-4dc8-8734-0f9cc8df7092,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:04:40.853234 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-e6b16687-8eff-459f-be42-5845becc93d7 tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] Request body: {'security_group': {'name': 'tempest-secgroup--873080825'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:04:40.897124 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9529b4e0-ad49-4b5c-a3fa-fa39cc94d6c5 req-a6f4854a-1e96-4b45-b28f-5ea3e3944432 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:04:40.900683 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9529b4e0-ad49-4b5c-a3fa-fa39cc94d6c5 req-a6f4854a-1e96-4b45-b28f-5ea3e3944432 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/ports?device_id=cc04e7a6-e0b7-438f-a931-99187cf28379 HTTP/1.1" status: 200 len: 943 time: 0.1242335 Nov 19 18:04:40.933552 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e6b16687-8eff-459f-be42-5845becc93d7 tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:40.943979 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df5c4fa6-5f5f-4942-a232-e48a869c874b None None] DHCP port deletion for 645e61aa-1a6c-4e8f-857e-ab06edb4897f request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:04:40.955045 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e78ed71-2b73-4a60-b5aa-d3f7072542bb tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] Checking segment: {'id': 'f7804da4-1282-44e6-bbb2-fa06edcca768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'bd5dc5d0-63d1-4e57-8713-bbe120c73968'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:04:40.955425 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e78ed71-2b73-4a60-b5aa-d3f7072542bb tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] Network hostable DHCP agents. Network: bd5dc5d0-63d1-4e57-8713-bbe120c73968, hostable agents: ['02910ef2-0455-4aea-9f38-9a875579633f'], hosted agents: [] {{(pid=103364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 18:04:41.007252 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75591a8d-e409-47f7-b439-5fda769f8e5a None None] Routers {'650b883b-4642-4f81-bd5c-1ccb0641f895'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:04:41.008188 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-75591a8d-e409-47f7-b439-5fda769f8e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:04:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['650b883b-4642-4f81-bd5c-1ccb0641f895'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:04:41.044978 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-c293ad58-746f-4c19-9912-262dfd807f60 None None] Provisioning complete for port f3211b64-2d1a-4aec-a54b-bcaefe1960a0 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:04:41.045531 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-c293ad58-746f-4c19-9912-262dfd807f60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:41.062755 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9a2fdc-b6e4-4e19-b942-7b07e72b4cf8 req-f8437131-cda3-4a46-92b8-cb3816d3863c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:04:41.067505 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-3c9a2fdc-b6e4-4e19-b942-7b07e72b4cf8 req-f8437131-cda3-4a46-92b8-cb3816d3863c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=568ddc2291f443319cd07ac57276ab6a&device_id=b0526379-2d7b-40e5-8340-b65e1cd31e88 HTTP/1.1" status: 200 len: 1095 time: 0.3989356 Nov 19 18:04:41.113486 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96763cde-5cfe-4671-ad22-bbba4b16a1b4 None None] Pushing event updated for resources: {'Port': ['ID=f3211b64-2d1a-4aec-a54b-bcaefe1960a0,revision_number=3']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:04:41.119328 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e6b16687-8eff-459f-be42-5845becc93d7 tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:41.139325 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e6b16687-8eff-459f-be42-5845becc93d7 tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:41.169288 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9529b4e0-ad49-4b5c-a3fa-fa39cc94d6c5 req-afbe0dfb-41a3-4481-9c4e-b2db89ee53f3 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1dc433e-2f31-472a-89c9-d0d668ac0a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2512074 Nov 19 18:04:41.178768 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-c293ad58-746f-4c19-9912-262dfd807f60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:41.200642 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e6b16687-8eff-459f-be42-5845becc93d7 tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:41.205457 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-e6b16687-8eff-459f-be42-5845becc93d7 tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3573358 Nov 19 18:04:41.206381 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 55252) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:04:41.216877 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-cbc6a97a-14ec-43e7-8846-909bb734bfe6 tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] Request body: {'security_group_rule': {'security_group_id': 'fd3b3e3b-e57b-4caf-98e1-f5c4f2ee568c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:04:41.245042 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-c293ad58-746f-4c19-9912-262dfd807f60 None None] For port f3211b64-2d1a-4aec-a54b-bcaefe1960a0, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=f3211b64-2d1a-4aec-a54b-bcaefe1960a0,segment=NetworkSegment(bbe705c1-96c0-476e-8381-28227e6f0ac5),segment_id=bbe705c1-96c0-476e-8381-28227e6f0ac5)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:04:41.249075 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b16687-8eff-459f-be42-5845becc93d7 tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd3b3e3b-e57b-4caf-98e1-f5c4f2ee568c,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:04:41.259305 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-c293ad58-746f-4c19-9912-262dfd807f60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:41.265043 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-75591a8d-e409-47f7-b439-5fda769f8e5a None None] Set router 650b883b-4642-4f81-bd5c-1ccb0641f895 gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:04:41.274077 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-cbc6a97a-14ec-43e7-8846-909bb734bfe6 tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:41.321925 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e78ed71-2b73-4a60-b5aa-d3f7072542bb tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] Network bd5dc5d0-63d1-4e57-8713-bbe120c73968 is scheduled to be hosted by DHCP agent 02910ef2-0455-4aea-9f38-9a875579633f with binding_index 1 {{(pid=103364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 18:04:41.355521 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-cbc6a97a-14ec-43e7-8846-909bb734bfe6 tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:41.357044 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c293ad58-746f-4c19-9912-262dfd807f60 None None] Pushing event updated for resources: {'Port': ['ID=f3211b64-2d1a-4aec-a54b-bcaefe1960a0,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:04:41.376640 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-3e78ed71-2b73-4a60-b5aa-d3f7072542bb tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818022-2, bd5dc5d0-63d1-4e57-8713-bbe120c73968) {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:04:41.383751 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-cbc6a97a-14ec-43e7-8846-909bb734bfe6 tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735179'] for security_group_rule, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:41.394091 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4345ebc5-00ee-4eb2-b4d4-ebd750852ba7 None None] Network bd5dc5d0-63d1-4e57-8713-bbe120c73968 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:04:41.399718 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1ee36214-d64e-4fa7-b358-919ead64229f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:41.421093 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46c8413-b545-4ebd-be57-0c12e7b0c184 req-5cd95f36-6389-4e58-aa2f-804cc1b32d9d tempest-VolumesActionsTest-758711888 tempest-VolumesActionsTest-758711888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:04:41.430887 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c46c8413-b545-4ebd-be57-0c12e7b0c184 req-5cd95f36-6389-4e58-aa2f-804cc1b32d9d tempest-VolumesActionsTest-758711888 tempest-VolumesActionsTest-758711888-project] 10.222.0.54 "GET /v2.0/ports?device_id=b0526379-2d7b-40e5-8340-b65e1cd31e88 HTTP/1.1" status: 200 len: 944 time: 0.4006157 Nov 19 18:04:41.431766 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e78ed71-2b73-4a60-b5aa-d3f7072542bb tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:04:41.433985 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-cbc6a97a-14ec-43e7-8846-909bb734bfe6 tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:41.437364 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e78ed71-2b73-4a60-b5aa-d3f7072542bb tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:04:41.441642 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-cbc6a97a-14ec-43e7-8846-909bb734bfe6 tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2286768 Nov 19 18:04:41.442341 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 55258) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:04:41.454711 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc6a97a-14ec-43e7-8846-909bb734bfe6 tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95f315d1-aa55-4c77-a10a-eae46a24b1cc,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:04:41.472660 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-c5d21fac-cf14-4e16-ba71-5ab7f5519b23 tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] 10.222.0.54 "GET /v2.0/security-group-rules/95f315d1-aa55-4c77-a10a-eae46a24b1cc HTTP/1.1" status: 200 len: 763 time: 0.0286312 Nov 19 18:04:41.473490 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 55260) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:04:41.492541 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e78ed71-2b73-4a60-b5aa-d3f7072542bb tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:04:41.494765 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3e78ed71-2b73-4a60-b5aa-d3f7072542bb tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:41.522430 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-163a7efd-02ac-4259-abb3-f90d7d96f002 tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0470102 Nov 19 18:04:41.523494 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 55268) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:04:41.556820 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d4d96f83-a50f-41ac-978d-554d0985f9ec tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:41.567621 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d4d96f83-a50f-41ac-978d-554d0985f9ec tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:41.648843 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 2019baf0-8dd1-4014-98b3-2c3c4d3ec3aa details requested by agent hyperv_n-h1-818022-2 with host n-h1-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 18:04:41.666189 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-3e78ed71-2b73-4a60-b5aa-d3f7072542bb tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 4.4103127 Nov 19 18:04:41.667710 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9a2fdc-b6e4-4e19-b942-7b07e72b4cf8 req-80983953-7cf0-4454-8879-a8fb781b8f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:04:41.669168 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 55270) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:04:41.669322 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-3c9a2fdc-b6e4-4e19-b942-7b07e72b4cf8 req-80983953-7cf0-4454-8879-a8fb781b8f0a service neutron] 10.222.0.60 "GET /v2.0/networks?id=f081af3e-5cd0-4172-8c6f-eac119d2b997 HTTP/1.1" status: 200 len: 909 time: 0.5300722 Nov 19 18:04:41.681984 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-75591a8d-e409-47f7-b439-5fda769f8e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '650b883b-4642-4f81-bd5c-1ccb0641f895', 'name': 'tempest-TestAggregatesBasicOps-1697516490-router', 'tenant_id': 'e6a05d14d68b4c579f8e2aea8c40ca80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.177'}], 'enable_snat': True}, 'gw_port_id': 'f3211b64-2d1a-4aec-a54b-bcaefe1960a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:04:31Z', 'updated_at': '2021-11-19T18:04:37Z', 'revision_number': 3, 'project_id': 'e6a05d14d68b4c579f8e2aea8c40ca80', 'gw_port': {'id': 'f3211b64-2d1a-4aec-a54b-bcaefe1960a0', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:82:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '650b883b-4642-4f81-bd5c-1ccb0641f895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3195, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:04:34Z', 'updated_at': '2021-11-19T18:04:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:04:41.689766 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d4d96f83-a50f-41ac-978d-554d0985f9ec tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735179'] for security_group_rule, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:41.709510 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d4d96f83-a50f-41ac-978d-554d0985f9ec tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:41.710701 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-d4d96f83-a50f-41ac-978d-554d0985f9ec tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/95f315d1-aa55-4c77-a10a-eae46a24b1cc HTTP/1.1" status: 204 len: 168 time: 0.1862931 Nov 19 18:04:41.729166 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75591a8d-e409-47f7-b439-5fda769f8e5a None None] The sync data for ids ['650b883b-4642-4f81-bd5c-1ccb0641f895'] in n-d-818022-2 is: [{'id': '650b883b-4642-4f81-bd5c-1ccb0641f895', 'name': 'tempest-TestAggregatesBasicOps-1697516490-router', 'tenant_id': 'e6a05d14d68b4c579f8e2aea8c40ca80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.177'}], 'enable_snat': True}, 'gw_port_id': 'f3211b64-2d1a-4aec-a54b-bcaefe1960a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:04:31Z', 'updated_at': '2021-11-19T18:04:37Z', 'revision_number': 3, 'project_id': 'e6a05d14d68b4c579f8e2aea8c40ca80', 'gw_port': {'id': 'f3211b64-2d1a-4aec-a54b-bcaefe1960a0', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:82:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '650b883b-4642-4f81-bd5c-1ccb0641f895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3195, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:04:34Z', 'updated_at': '2021-11-19T18:04:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:04:41.730222 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 55274) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:04:41.755366 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d96f83-a50f-41ac-978d-554d0985f9ec tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=95f315d1-aa55-4c77-a10a-eae46a24b1cc,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:04:41.772941 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-3c9a2fdc-b6e4-4e19-b942-7b07e72b4cf8 req-fe30f100-481e-4fb9-b587-b3f6cc8bbc1d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4d5ae0c4-e9aa-4d0b-816e-0d885715be2d HTTP/1.1" status: 200 len: 217 time: 0.0942888 Nov 19 18:04:41.823847 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-829d3c8a-5c40-48d1-88b2-03a79e48ca37 tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:04:41.832806 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-829d3c8a-5c40-48d1-88b2-03a79e48ca37 tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:04:41.844434 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c46c8413-b545-4ebd-be57-0c12e7b0c184 req-934951d6-2457-437a-b6b2-544a4b26bdba tempest-VolumesActionsTest-758711888 tempest-VolumesActionsTest-758711888-project] 10.222.0.54 "GET /v2.0/security-groups?id=61124c63-45ab-440d-9e2d-46540a3e29c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2513025 Nov 19 18:04:41.848655 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 55278) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:04:41.857587 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-829d3c8a-5c40-48d1-88b2-03a79e48ca37 tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1872077 Nov 19 18:04:41.907398 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-592aa4e0-962d-455e-bb0f-9c0affbedcdd tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1737986 Nov 19 18:04:41.908108 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 55282) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:04:41.913190 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-794bcc67-1664-453a-b93d-120e3b0f7cbd tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] Request body: {'security_group_rule': {'security_group_id': 'fd3b3e3b-e57b-4caf-98e1-f5c4f2ee568c', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:04:41.944326 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9a2fdc-b6e4-4e19-b942-7b07e72b4cf8 req-67aba6e5-7144-4468-a345-1b63688673b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:04:41.945953 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-3c9a2fdc-b6e4-4e19-b942-7b07e72b4cf8 req-67aba6e5-7144-4468-a345-1b63688673b9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b4421253-1d77-4ac5-ad81-be6067a7417a HTTP/1.1" status: 200 len: 848 time: 0.1653883 Nov 19 18:04:41.952584 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 2019baf0-8dd1-4014-98b3-2c3c4d3ec3aa, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=2019baf0-8dd1-4014-98b3-2c3c4d3ec3aa,segment=NetworkSegment(878aa1ad-d952-49b3-babf-f88949b54efa),segment_id=878aa1ad-d952-49b3-babf-f88949b54efa)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:04:41.977565 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Returning: {'device': '2019baf0-8dd1-4014-98b3-2c3c4d3ec3aa', 'network_id': '3b544363-bad2-4a9e-9892-483691dc34e2', 'port_id': '2019baf0-8dd1-4014-98b3-2c3c4d3ec3aa', 'mac_address': 'fa:16:3e:68:68:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 660, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78373283-0ecf-42ac-8dc9-066471cd2623', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 18:04:41.979913 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [req-a5eee95d-8d1d-4866-9786-09370b133e32 req-970c1607-8f10-41f9-a2ca-023a72882602 service neutron] (103365) timed out ('10.222.0.86', 54438) {{(pid=103365) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 19 18:04:41.997346 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-794bcc67-1664-453a-b93d-120e3b0f7cbd tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:42.018160 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-3c9a2fdc-b6e4-4e19-b942-7b07e72b4cf8 req-b1ddf825-7de3-44db-b350-ea2083d663a6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f081af3e-5cd0-4172-8c6f-eac119d2b997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390472 Nov 19 18:04:42.022811 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [None req-1ee36214-d64e-4fa7-b358-919ead64229f admin admin] Allocated IP 172.20.0.1 (29304406-b661-488c-b2de-84363c61fe6c/624e6101-e6dc-4dd7-99d4-d1576e79b0f0/9157d236-57f0-45c1-9f78-febeda3d4572) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:04:42.060030 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:42.079963 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2019baf0-8dd1-4014-98b3-2c3c4d3ec3aa {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:04:42.123881 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 2019baf0-8dd1-4014-98b3-2c3c4d3ec3aa, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=2019baf0-8dd1-4014-98b3-2c3c4d3ec3aa,segment=NetworkSegment(878aa1ad-d952-49b3-babf-f88949b54efa),segment_id=878aa1ad-d952-49b3-babf-f88949b54efa)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:04:42.145760 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:42.196201 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-794bcc67-1664-453a-b93d-120e3b0f7cbd tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:42.213190 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-794bcc67-1664-453a-b93d-120e3b0f7cbd tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735179'] for security_group_rule, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:42.231193 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-b1d709e4-57f9-49c4-9058-c9b06f58447f tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] Deleting port 520cb339-603e-4ed5-8900-6f12453d6d3d {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:04:42.231497 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b1d709e4-57f9-49c4-9058-c9b06f58447f tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:42.281314 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794bcc67-1664-453a-b93d-120e3b0f7cbd tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81ca25f4-489a-4edc-b072-3db4c48be385,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:04:42.292051 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-794bcc67-1664-453a-b93d-120e3b0f7cbd tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:42.295558 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-794bcc67-1664-453a-b93d-120e3b0f7cbd tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3846021 Nov 19 18:04:42.296913 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 55294) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:04:42.315267 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-c5fe7825-c4f7-4349-b319-c6630e6bc71d tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] 10.222.0.54 "GET /v2.0/security-group-rules/81ca25f4-489a-4edc-b072-3db4c48be385 HTTP/1.1" status: 200 len: 763 time: 0.0168023 Nov 19 18:04:42.317545 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 55296) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:04:42.332762 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-3c9a2fdc-b6e4-4e19-b942-7b07e72b4cf8 req-f3664c63-c2e7-4b3a-bf22-ab36d0bda78e service neutron] 10.222.0.60 "GET /v2.0/networks/f081af3e-5cd0-4172-8c6f-eac119d2b997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3063319 Nov 19 18:04:42.339426 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=2019baf0-8dd1-4014-98b3-2c3c4d3ec3aa,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:04:42.365651 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['2019baf0-8dd1-4014-98b3-2c3c4d3ec3aa'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:04:42.412471 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-5fd0def8-4931-454e-87f1-a15f0c15e807 tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0930259 Nov 19 18:04:42.415791 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 55298) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:04:42.471225 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1ee36214-d64e-4fa7-b358-919ead64229f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:42.475208 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b1d709e4-57f9-49c4-9058-c9b06f58447f tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:42.510571 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ec6406-427f-4386-bcae-951c6a6db6a7 req-ffae7410-dd08-4bbb-8f0c-55ac5f42977b tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:04:42.512893 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-20ec6406-427f-4386-bcae-951c6a6db6a7 req-ffae7410-dd08-4bbb-8f0c-55ac5f42977b tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/ports?device_id=cc04e7a6-e0b7-438f-a931-99187cf28379 HTTP/1.1" status: 200 len: 944 time: 0.1691570 Nov 19 18:04:42.515101 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6341c811-c10f-4a6a-b9cd-dd5cc18f00f9 tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:42.515982 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-b1d709e4-57f9-49c4-9058-c9b06f58447f tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] Calling delete_port for 520cb339-603e-4ed5-8900-6f12453d6d3d owned by {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:04:42.538205 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6341c811-c10f-4a6a-b9cd-dd5cc18f00f9 tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:42.630494 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6341c811-c10f-4a6a-b9cd-dd5cc18f00f9 tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735179'] for security_group_rule, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:42.638762 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6341c811-c10f-4a6a-b9cd-dd5cc18f00f9 tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:42.641164 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-6341c811-c10f-4a6a-b9cd-dd5cc18f00f9 tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/81ca25f4-489a-4edc-b072-3db4c48be385 HTTP/1.1" status: 204 len: 168 time: 0.2233181 Nov 19 18:04:42.645688 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 55304) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:04:42.658006 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-20ec6406-427f-4386-bcae-951c6a6db6a7 req-ed73aae1-5322-4a1a-9daa-88a259528073 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1dc433e-2f31-472a-89c9-d0d668ac0a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1377692 Nov 19 18:04:42.681128 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-3c9a2fdc-b6e4-4e19-b942-7b07e72b4cf8 req-bff111ee-1791-4954-8c4e-dc3fda09ddb4 service neutron] 10.222.0.60 "GET /v2.0/networks/f081af3e-5cd0-4172-8c6f-eac119d2b997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3168163 Nov 19 18:04:42.696823 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1ee36214-d64e-4fa7-b358-919ead64229f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:42.734421 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6341c811-c10f-4a6a-b9cd-dd5cc18f00f9 tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=81ca25f4-489a-4edc-b072-3db4c48be385,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:04:42.779478 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ee36214-d64e-4fa7-b358-919ead64229f admin admin] Network 29304406-b661-488c-b2de-84363c61fe6c is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:04:42.790739 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-b498c79e-1d34-4375-ad99-e48131456da4 tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1415536 Nov 19 18:04:42.793501 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 55312) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:04:42.795960 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-1ee36214-d64e-4fa7-b358-919ead64229f admin admin] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:04:42.798883 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee36214-d64e-4fa7-b358-919ead64229f admin admin] Pushing event updated for resources: {'Port': ['ID=9157d236-57f0-45c1-9f78-febeda3d4572,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:04:42.799175 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-e8b26be6-3944-475a-bd2d-7afa803dc9e2 tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] Request body: {'security_group_rule': {'security_group_id': 'fd3b3e3b-e57b-4caf-98e1-f5c4f2ee568c', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:04:42.801608 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee36214-d64e-4fa7-b358-919ead64229f admin admin] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:04:42.860902 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b1d709e4-57f9-49c4-9058-c9b06f58447f tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:42.875644 n-d-818022-2 neutron-server[103365]: INFO neutron.db.securitygroups_db [None req-e8b26be6-3944-475a-bd2d-7afa803dc9e2 tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] Project afa407ea2cbf44b1a32ebe7d0f334fb9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 18:04:42.884418 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e8b26be6-3944-475a-bd2d-7afa803dc9e2 tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:42.966305 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d709e4-57f9-49c4-9058-c9b06f58447f tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] Pushing event deleted for resources: {'Port': ['ID=520cb339-603e-4ed5-8900-6f12453d6d3d,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:04:42.969776 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1ee36214-d64e-4fa7-b358-919ead64229f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-671361'] for router_interface, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:42.979798 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e8b26be6-3944-475a-bd2d-7afa803dc9e2 tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:42.988949 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e8b26be6-3944-475a-bd2d-7afa803dc9e2 tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735179'] for security_group_rule, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:43.019440 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e8b26be6-3944-475a-bd2d-7afa803dc9e2 tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:43.022390 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-e8b26be6-3944-475a-bd2d-7afa803dc9e2 tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2273052 Nov 19 18:04:43.025635 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 55320) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:04:43.058761 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-8f9312c1-0bd4-44a7-8b3b-f9ba015b4906 tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] 10.222.0.54 "GET /v2.0/security-group-rules/46f85717-2118-4151-8caa-24b1a66f2f35 HTTP/1.1" status: 200 len: 769 time: 0.0311911 Nov 19 18:04:43.060654 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b26be6-3944-475a-bd2d-7afa803dc9e2 tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46f85717-2118-4151-8caa-24b1a66f2f35,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:04:43.063865 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 55322) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:04:43.064600 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b1d709e4-57f9-49c4-9058-c9b06f58447f tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:43.073614 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-b1d709e4-57f9-49c4-9058-c9b06f58447f tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] 10.222.0.54 "DELETE /v2.0/ports/520cb339-603e-4ed5-8900-6f12453d6d3d HTTP/1.1" status: 204 len: 168 time: 1.2229791 Nov 19 18:04:43.085029 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 55324) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:04:43.157033 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f086a64-cc0f-43ad-b191-48c652f26bc7 req-24e56fe4-e59e-450f-906e-be6bbfc285e3 tempest-VolumesActionsTest-758711888 tempest-VolumesActionsTest-758711888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:04:43.158896 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-1f086a64-cc0f-43ad-b191-48c652f26bc7 req-24e56fe4-e59e-450f-906e-be6bbfc285e3 tempest-VolumesActionsTest-758711888 tempest-VolumesActionsTest-758711888-project] 10.222.0.54 "GET /v2.0/ports?device_id=b0526379-2d7b-40e5-8340-b65e1cd31e88 HTTP/1.1" status: 200 len: 944 time: 0.1035852 Nov 19 18:04:43.275332 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-09c44395-91a0-4c94-8653-c201455293de tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.2065830 Nov 19 18:04:43.278882 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 55330) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:04:43.313363 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-1f086a64-cc0f-43ad-b191-48c652f26bc7 req-ef3e71dd-d860-479f-a49f-b9e6c52a3a44 tempest-VolumesActionsTest-758711888 tempest-VolumesActionsTest-758711888-project] 10.222.0.54 "GET /v2.0/security-groups?id=61124c63-45ab-440d-9e2d-46540a3e29c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952289 Nov 19 18:04:43.319868 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-0714429d-3ec6-444e-92ed-1b102ddc1e3a None None] Provisioning complete for port 9157d236-57f0-45c1-9f78-febeda3d4572 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:04:43.322037 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0714429d-3ec6-444e-92ed-1b102ddc1e3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:43.329039 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6d05971f-4b6f-4f87-860c-962e882e1864 tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:43.353202 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6d05971f-4b6f-4f87-860c-962e882e1864 tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:43.377920 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1ee36214-d64e-4fa7-b358-919ead64229f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:43.379342 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-0714429d-3ec6-444e-92ed-1b102ddc1e3a None None] Port 9157d236-57f0-45c1-9f78-febeda3d4572 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:04:43.392285 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-fb01a5ed-1e74-4ebc-9e3a-a140c8ec6f12 tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] Deleting port 4f5d345d-11a2-4dc8-8734-0f9cc8df7092 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:04:43.392744 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-fb01a5ed-1e74-4ebc-9e3a-a140c8ec6f12 tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:43.476726 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6d05971f-4b6f-4f87-860c-962e882e1864 tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735179'] for security_group_rule, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:43.486848 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6d05971f-4b6f-4f87-860c-962e882e1864 tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:43.488021 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-6d05971f-4b6f-4f87-860c-962e882e1864 tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/46f85717-2118-4151-8caa-24b1a66f2f35 HTTP/1.1" status: 204 len: 168 time: 0.2082202 Nov 19 18:04:43.492052 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 55338) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:04:43.529097 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d05971f-4b6f-4f87-860c-962e882e1864 tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=46f85717-2118-4151-8caa-24b1a66f2f35,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:04:43.532024 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-fb01a5ed-1e74-4ebc-9e3a-a140c8ec6f12 tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:43.555288 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-fb01a5ed-1e74-4ebc-9e3a-a140c8ec6f12 tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] Calling delete_port for 4f5d345d-11a2-4dc8-8734-0f9cc8df7092 owned by {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:04:43.586661 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-5f899c33-fe31-482b-a4cc-0947435bc1e9 tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0781114 Nov 19 18:04:43.601742 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 55344) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:04:43.642439 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 4d5ae0c4-e9aa-4d0b-816e-0d885715be2d details requested by agent hyperv_n-h1-818022-2 with host n-h1-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 18:04:43.645084 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 2019baf0-8dd1-4014-98b3-2c3c4d3ec3aa up at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:04:43.714790 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-fb01a5ed-1e74-4ebc-9e3a-a140c8ec6f12 tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:43.781536 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device f3211b64-2d1a-4aec-a54b-bcaefe1960a0 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:04:43.782315 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb01a5ed-1e74-4ebc-9e3a-a140c8ec6f12 tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] Pushing event deleted for resources: {'Port': ['ID=4f5d345d-11a2-4dc8-8734-0f9cc8df7092,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:04:43.797836 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-fb01a5ed-1e74-4ebc-9e3a-a140c8ec6f12 tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:43.806161 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-fb01a5ed-1e74-4ebc-9e3a-a140c8ec6f12 tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] 10.222.0.54 "DELETE /v2.0/ports/4f5d345d-11a2-4dc8-8734-0f9cc8df7092 HTTP/1.1" status: 204 len: 168 time: 0.7097435 Nov 19 18:04:43.807134 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 55350) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:04:43.835492 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.db.resource_extend [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 19 18:04:43.856623 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-55b2d835-b561-4329-a0e0-270644cfa823 tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0461442 Nov 19 18:04:43.857205 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 55352) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:04:43.903262 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-29f7e36b-75c7-4331-8443-7f4bb3bc179e tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1510737509'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:04:43.949973 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning for port 2019baf0-8dd1-4014-98b3-2c3c4d3ec3aa completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 18:04:43.964640 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning complete for port 2019baf0-8dd1-4014-98b3-2c3c4d3ec3aa triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:04:43.965168 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:43.973882 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 4d5ae0c4-e9aa-4d0b-816e-0d885715be2d, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=4d5ae0c4-e9aa-4d0b-816e-0d885715be2d,segment=NetworkSegment(414ec037-29de-461e-b44e-49b485f6a55a),segment_id=414ec037-29de-461e-b44e-49b485f6a55a)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:04:44.009259 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port f3211b64-2d1a-4aec-a54b-bcaefe1960a0 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:04:44.010077 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:44.019875 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Returning: {'device': '4d5ae0c4-e9aa-4d0b-816e-0d885715be2d', 'network_id': 'f081af3e-5cd0-4172-8c6f-eac119d2b997', 'port_id': '4d5ae0c4-e9aa-4d0b-816e-0d885715be2d', 'mac_address': 'fa:16:3e:10:44:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 658, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4421253-1d77-4ac5-ad81-be6067a7417a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 18:04:44.030557 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727fa2a3-11cc-4816-9287-d61e83239ca5 req-63ba80c1-da21-494c-972f-004e725a0538 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:04:44.032888 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-727fa2a3-11cc-4816-9287-d61e83239ca5 req-63ba80c1-da21-494c-972f-004e725a0538 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/ports?device_id=cc04e7a6-e0b7-438f-a931-99187cf28379 HTTP/1.1" status: 200 len: 944 time: 0.2244229 Nov 19 18:04:44.034355 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29f7e36b-75c7-4331-8443-7f4bb3bc179e tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] Made reservation on behalf of ef49665eba404d569f0dbd66ad959fc3 for: {'network': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:04:44.041046 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-29f7e36b-75c7-4331-8443-7f4bb3bc179e tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:44.109306 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29f7e36b-75c7-4331-8443-7f4bb3bc179e tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 683} {{(pid=103365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 18:04:44.131910 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:44.139155 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-727fa2a3-11cc-4816-9287-d61e83239ca5 req-b07be3a1-ccde-4ec1-8220-bf3f47549e14 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1dc433e-2f31-472a-89c9-d0d668ac0a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863292 Nov 19 18:04:44.145066 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-29f7e36b-75c7-4331-8443-7f4bb3bc179e tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:44.150408 n-d-818022-2 neutron-server[103365]: INFO neutron.db.segments_db [None req-29f7e36b-75c7-4331-8443-7f4bb3bc179e tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] Added segment 2f425a31-3fc9-4d5d-a3f9-8d7649067ce6 of type vlan for network 5067b46f-0d9d-4bb6-ae3d-d4e18897b530 Nov 19 18:04:44.173100 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d5ae0c4-e9aa-4d0b-816e-0d885715be2d {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:04:44.209730 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 4d5ae0c4-e9aa-4d0b-816e-0d885715be2d, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=4d5ae0c4-e9aa-4d0b-816e-0d885715be2d,segment=NetworkSegment(414ec037-29de-461e-b44e-49b485f6a55a),segment_id=414ec037-29de-461e-b44e-49b485f6a55a)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:04:44.221566 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-29f7e36b-75c7-4331-8443-7f4bb3bc179e tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:44.226636 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:44.263731 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-29f7e36b-75c7-4331-8443-7f4bb3bc179e tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:44.270935 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29f7e36b-75c7-4331-8443-7f4bb3bc179e tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:04:44.272177 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-29f7e36b-75c7-4331-8443-7f4bb3bc179e tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] Publish callbacks [] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:44.354352 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-29f7e36b-75c7-4331-8443-7f4bb3bc179e tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4728279 Nov 19 18:04:44.357920 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 55366) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:04:44.365385 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-f83ca221-dd29-4061-97da-8270c7d2811e tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-551331400'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:04:44.376712 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f7e36b-75c7-4331-8443-7f4bb3bc179e tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] Pushing event updated for resources: {'Network': ['ID=5067b46f-0d9d-4bb6-ae3d-d4e18897b530,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:04:44.400458 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f83ca221-dd29-4061-97da-8270c7d2811e tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] Made reservation on behalf of ef49665eba404d569f0dbd66ad959fc3 for: {'network': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:04:44.400750 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=4d5ae0c4-e9aa-4d0b-816e-0d885715be2d,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:04:44.404934 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f83ca221-dd29-4061-97da-8270c7d2811e tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:44.424353 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1ee36214-d64e-4fa7-b358-919ead64229f admin admin] Publish callbacks [] for port, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:44.438509 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c91b86c6-7eb1-4f32-89ce-db99088e7c14 tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:44.441510 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network 5067b46f-0d9d-4bb6-ae3d-d4e18897b530 details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 18:04:44.443473 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1ee36214-d64e-4fa7-b358-919ead64229f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:44.493761 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f83ca221-dd29-4061-97da-8270c7d2811e tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 681} {{(pid=103365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 18:04:44.514994 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f83ca221-dd29-4061-97da-8270c7d2811e tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:44.515387 n-d-818022-2 neutron-server[103365]: INFO neutron.db.segments_db [None req-f83ca221-dd29-4061-97da-8270c7d2811e tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] Added segment e59d8809-5c64-4910-b9c9-ad6dcd236958 of type vlan for network 839e0ea6-41e8-4391-b92b-e23aade58223 Nov 19 18:04:44.565156 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c91b86c6-7eb1-4f32-89ce-db99088e7c14 tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:44.595917 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f83ca221-dd29-4061-97da-8270c7d2811e tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:44.663446 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f83ca221-dd29-4061-97da-8270c7d2811e tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:44.670192 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f83ca221-dd29-4061-97da-8270c7d2811e tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:04:44.671111 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f83ca221-dd29-4061-97da-8270c7d2811e tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] Publish callbacks [] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:44.685414 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['4d5ae0c4-e9aa-4d0b-816e-0d885715be2d'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:04:44.712220 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1ee36214-d64e-4fa7-b358-919ead64229f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-768529'] for router_interface, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:44.714360 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee36214-d64e-4fa7-b358-919ead64229f admin admin] Pushing event updated for resources: {'Port': ['ID=9157d236-57f0-45c1-9f78-febeda3d4572,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:04:44.756946 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c54a25a-345c-4a57-8ddf-2a511b9dcb70 req-7dcdb1df-af5f-499e-b40a-adeae65d3b20 tempest-VolumesActionsTest-758711888 tempest-VolumesActionsTest-758711888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:04:44.759812 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2c54a25a-345c-4a57-8ddf-2a511b9dcb70 req-7dcdb1df-af5f-499e-b40a-adeae65d3b20 tempest-VolumesActionsTest-758711888 tempest-VolumesActionsTest-758711888-project] 10.222.0.54 "GET /v2.0/ports?device_id=b0526379-2d7b-40e5-8340-b65e1cd31e88 HTTP/1.1" status: 200 len: 945 time: 0.2624767 Nov 19 18:04:44.821836 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-f83ca221-dd29-4061-97da-8270c7d2811e tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4425950 Nov 19 18:04:44.827962 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:44.830958 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83ca221-dd29-4061-97da-8270c7d2811e tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] Pushing event updated for resources: {'Network': ['ID=839e0ea6-41e8-4391-b92b-e23aade58223,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:04:44.863743 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c91b86c6-7eb1-4f32-89ce-db99088e7c14 tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:44.867311 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c91b86c6-7eb1-4f32-89ce-db99088e7c14 tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:44.870872 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-c91b86c6-7eb1-4f32-89ce-db99088e7c14 tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] 10.222.0.54 "DELETE /v2.0/security-groups/fd3b3e3b-e57b-4caf-98e1-f5c4f2ee568c HTTP/1.1" status: 204 len: 168 time: 1.2657249 Nov 19 18:04:44.872058 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 55382) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:04:44.897684 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network 839e0ea6-41e8-4391-b92b-e23aade58223 details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 18:04:44.908228 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc04e7a6-e0b7-438f-a931-99187cf28379', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2019baf0-8dd1-4014-98b3-2c3c4d3ec3aa'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:04:44.916755 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3940761bcd94e032e6960d2241bd8993c5d3a7d8dc2aca8488f3ecf1d4dd2fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0cc1bd4-5c35-4c4d-9f50-78e11de97b13" -d '{"events": [{"server_uuid": "cc04e7a6-e0b7-438f-a931-99187cf28379", "name": "network-vif-plugged", "status": "completed", "tag": "2019baf0-8dd1-4014-98b3-2c3c4d3ec3aa"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:04:44.948153 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91b86c6-7eb1-4f32-89ce-db99088e7c14 tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd3b3e3b-e57b-4caf-98e1-f5c4f2ee568c,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:04:44.982617 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 55392) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:04:45.001291 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-6131c444-1a3a-4983-aa24-fa3dc90b9959 tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] Request body: {'subnets': [{'network_id': '5067b46f-0d9d-4bb6-ae3d-d4e18897b530', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--293521627', 'ip_version': 4}, {'network_id': '839e0ea6-41e8-4391-b92b-e23aade58223', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:04:45.001694 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-6131c444-1a3a-4983-aa24-fa3dc90b9959 tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] Request body: {'subnet': {'network_id': '5067b46f-0d9d-4bb6-ae3d-d4e18897b530', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--293521627', 'ip_version': 4}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:04:45.002525 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-6131c444-1a3a-4983-aa24-fa3dc90b9959 tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] Request body: {'subnet': {'network_id': '839e0ea6-41e8-4391-b92b-e23aade58223', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:04:45.006649 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-401f03b2-4a6c-4fd4-9591-ad417772ed3c tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1318572 Nov 19 18:04:45.006968 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 55394) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:04:45.032318 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2c54a25a-345c-4a57-8ddf-2a511b9dcb70 req-34bcbc1f-a19f-40f0-9c38-6709ca433833 tempest-VolumesActionsTest-758711888 tempest-VolumesActionsTest-758711888-project] 10.222.0.54 "GET /v2.0/security-groups?id=61124c63-45ab-440d-9e2d-46540a3e29c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2504790 Nov 19 18:04:45.075755 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-f250f3cd-3f71-49ee-93ea-2cacaae526a0 tempest-SecGroupIPv6Test-409042137 tempest-SecGroupIPv6Test-409042137-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0671911 Nov 19 18:04:45.132067 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ee36214-d64e-4fa7-b358-919ead64229f admin admin] Network 29304406-b661-488c-b2de-84363c61fe6c is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:04:45.154043 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-1ee36214-d64e-4fa7-b358-919ead64229f admin admin] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:04:45.467833 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ee36214-d64e-4fa7-b358-919ead64229f admin admin] Router 650b883b-4642-4f81-bd5c-1ccb0641f895 has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 18:04:45.476948 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:04:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-486dd941-2084-459b-ba16-e0ec2c92bc42 x-openstack-request-id: req-486dd941-2084-459b-ba16-e0ec2c92bc42 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:04:45.476948 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc04e7a6-e0b7-438f-a931-99187cf28379", "name": "network-vif-plugged", "status": "completed", "tag": "2019baf0-8dd1-4014-98b3-2c3c4d3ec3aa", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:04:45.476948 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-486dd941-2084-459b-ba16-e0ec2c92bc42 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:04:45.476948 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc04e7a6-e0b7-438f-a931-99187cf28379', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2019baf0-8dd1-4014-98b3-2c3c4d3ec3aa', 'code': 200} Nov 19 18:04:45.494544 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 2019baf0-8dd1-4014-98b3-2c3c4d3ec3aa, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=2019baf0-8dd1-4014-98b3-2c3c4d3ec3aa,segment=NetworkSegment(878aa1ad-d952-49b3-babf-f88949b54efa),segment_id=878aa1ad-d952-49b3-babf-f88949b54efa)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:04:45.518512 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:45.580547 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc447ae-8518-4f3c-bff5-64208188cb4b req-9a87aa41-56ca-4c47-8104-9aca9bbc5d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:04:45.582650 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-7fc447ae-8518-4f3c-bff5-64208188cb4b req-9a87aa41-56ca-4c47-8104-9aca9bbc5d30 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=cc04e7a6-e0b7-438f-a931-99187cf28379 HTTP/1.1" status: 200 len: 1095 time: 0.4487159 Nov 19 18:04:45.599710 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=2019baf0-8dd1-4014-98b3-2c3c4d3ec3aa,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:04:45.605502 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0006334b-8106-4ceb-a0b2-808482ab0c64 req-501d1a55-f0f6-40d8-afeb-6f95545fd269 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:04:45.615752 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0006334b-8106-4ceb-a0b2-808482ab0c64 req-501d1a55-f0f6-40d8-afeb-6f95545fd269 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/ports?device_id=cc04e7a6-e0b7-438f-a931-99187cf28379 HTTP/1.1" status: 200 len: 944 time: 0.2281072 Nov 19 18:04:45.624049 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 55412) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:04:45.695884 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-e901165f-ac46-42f3-be69-f2a68a6d9859 None None] Provisioning complete for port 9157d236-57f0-45c1-9f78-febeda3d4572 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:04:45.696452 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e901165f-ac46-42f3-be69-f2a68a6d9859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:45.741357 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-e901165f-ac46-42f3-be69-f2a68a6d9859 None None] Port 9157d236-57f0-45c1-9f78-febeda3d4572 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:04:45.783402 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-7fc447ae-8518-4f3c-bff5-64208188cb4b req-a48bec89-a235-4017-be8f-a4cbf87f955f service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=b1dc433e-2f31-472a-89c9-d0d668ac0a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1488280 Nov 19 18:04:45.855361 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-b90d7c39-b612-4abc-a578-0c29d04a9516 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=afa407ea2cbf44b1a32ebe7d0f334fb9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2300458 Nov 19 18:04:45.856506 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0006334b-8106-4ceb-a0b2-808482ab0c64 req-0ff28abb-c6dc-48a0-8c32-22f154d03c88 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1dc433e-2f31-472a-89c9-d0d668ac0a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2396891 Nov 19 18:04:45.857780 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 55418) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:04:45.886205 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6131c444-1a3a-4983-aa24-fa3dc90b9959 tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] Made reservation on behalf of ef49665eba404d569f0dbd66ad959fc3 for: {'subnet': 2} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:04:45.892078 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6131c444-1a3a-4983-aa24-fa3dc90b9959 tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8983829'] for subnet, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:45.892716 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6131c444-1a3a-4983-aa24-fa3dc90b9959 tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8983829'] for subnet, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:45.911600 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ee36214-d64e-4fa7-b358-919ead64229f admin admin] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:04:45.922258 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db2c198-bc61-4a18-af23-124826757a38 None None] Sync routers for ids ['650b883b-4642-4f81-bd5c-1ccb0641f895'] in n-d-818022-2 {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:04:45.927171 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-16f4ce3b-8db0-4feb-970e-1d3fa8ccaf27 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:45.930056 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-1ee36214-d64e-4fa7-b358-919ead64229f admin admin] 10.222.0.54 "PUT /v2.0/routers/650b883b-4642-4f81-bd5c-1ccb0641f895/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4678781 Nov 19 18:04:45.959833 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db2c198-bc61-4a18-af23-124826757a38 None None] Routers {'650b883b-4642-4f81-bd5c-1ccb0641f895'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:04:45.960478 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-6db2c198-bc61-4a18-af23-124826757a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:04:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['650b883b-4642-4f81-bd5c-1ccb0641f895'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:04:45.994829 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-16f4ce3b-8db0-4feb-970e-1d3fa8ccaf27 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:46.117472 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-16f4ce3b-8db0-4feb-970e-1d3fa8ccaf27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:46.120274 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-16f4ce3b-8db0-4feb-970e-1d3fa8ccaf27 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:46.121543 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-16f4ce3b-8db0-4feb-970e-1d3fa8ccaf27 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/7b4b8988-8d89-4936-bdd0-8686cbf3ddf1 HTTP/1.1" status: 204 len: 168 time: 0.2624974 Nov 19 18:04:46.165998 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f4ce3b-8db0-4feb-970e-1d3fa8ccaf27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b4b8988-8d89-4936-bdd0-8686cbf3ddf1,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:04:46.241732 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-6db2c198-bc61-4a18-af23-124826757a38 None None] Set router 650b883b-4642-4f81-bd5c-1ccb0641f895 gateway port host: n-d-818022-2 {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:04:46.690338 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6131c444-1a3a-4983-aa24-fa3dc90b9959 tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12425078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8983815'] for subnet, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:46.705520 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-6db2c198-bc61-4a18-af23-124826757a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '650b883b-4642-4f81-bd5c-1ccb0641f895', 'name': 'tempest-TestAggregatesBasicOps-1697516490-router', 'tenant_id': 'e6a05d14d68b4c579f8e2aea8c40ca80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.177'}], 'enable_snat': True}, 'gw_port_id': 'f3211b64-2d1a-4aec-a54b-bcaefe1960a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:04:31Z', 'updated_at': '2021-11-19T18:04:43Z', 'revision_number': 4, 'project_id': 'e6a05d14d68b4c579f8e2aea8c40ca80', 'gw_port': {'id': 'f3211b64-2d1a-4aec-a54b-bcaefe1960a0', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:82:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650b883b-4642-4f81-bd5c-1ccb0641f895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3195, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:04:34Z', 'updated_at': '2021-11-19T18:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': '9157d236-57f0-45c1-9f78-febeda3d4572', 'name': '', 'network_id': '29304406-b661-488c-b2de-84363c61fe6c', 'tenant_id': 'e6a05d14d68b4c579f8e2aea8c40ca80', 'mac_address': 'fa:16:3e:bb:f3:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '650b883b-4642-4f81-bd5c-1ccb0641f895', 'device_owner': 'network:router_interface', 'standard_attr_id': 3213, 'fixed_ips': [{'subnet_id': '624e6101-e6dc-4dd7-99d4-d1576e79b0f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:04:41Z', 'updated_at': '2021-11-19T18:04:43Z', 'revision_number': 2, 'project_id': 'e6a05d14d68b4c579f8e2aea8c40ca80', 'subnets': [{'id': '624e6101-e6dc-4dd7-99d4-d1576e79b0f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:04:46.778078 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db2c198-bc61-4a18-af23-124826757a38 None None] Checking router: 650b883b-4642-4f81-bd5c-1ccb0641f895 for host: n-d-818022-2 {{(pid=103366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:04:46.778480 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db2c198-bc61-4a18-af23-124826757a38 None None] Updating router 650b883b-4642-4f81-bd5c-1ccb0641f895 port 9157d236-57f0-45c1-9f78-febeda3d4572 binding host n-d-818022-2 {{(pid=103366) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 18:04:46.872375 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6131c444-1a3a-4983-aa24-fa3dc90b9959 tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] Pushing event updated for resources: {'Subnet': ['ID=1529edb8-c7c0-4536-96e3-66d91a9190c0,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:04:46.875103 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-6db2c198-bc61-4a18-af23-124826757a38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:46.920331 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6131c444-1a3a-4983-aa24-fa3dc90b9959 tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] Checking segment: {'id': '2f425a31-3fc9-4d5d-a3f9-8d7649067ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '5067b46f-0d9d-4bb6-ae3d-d4e18897b530'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:04:46.923904 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6131c444-1a3a-4983-aa24-fa3dc90b9959 tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] Network hostable DHCP agents. Network: 5067b46f-0d9d-4bb6-ae3d-d4e18897b530, hostable agents: ['02910ef2-0455-4aea-9f38-9a875579633f'], hosted agents: [] {{(pid=103364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 18:04:46.924717 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afda8c9-8558-419e-bab5-28140ff1f62c req-ab5bf6d9-9410-47bf-a5af-082490c4c664 tempest-VolumesActionsTest-758711888 tempest-VolumesActionsTest-758711888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:04:46.933260 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5afda8c9-8558-419e-bab5-28140ff1f62c req-ab5bf6d9-9410-47bf-a5af-082490c4c664 tempest-VolumesActionsTest-758711888 tempest-VolumesActionsTest-758711888-project] 10.222.0.54 "GET /v2.0/ports?device_id=b0526379-2d7b-40e5-8340-b65e1cd31e88 HTTP/1.1" status: 200 len: 945 time: 0.7564869 Nov 19 18:04:46.964470 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6131c444-1a3a-4983-aa24-fa3dc90b9959 tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] Network 5067b46f-0d9d-4bb6-ae3d-d4e18897b530 is scheduled to be hosted by DHCP agent 02910ef2-0455-4aea-9f38-9a875579633f with binding_index 1 {{(pid=103364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 18:04:46.988507 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-6131c444-1a3a-4983-aa24-fa3dc90b9959 tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818022-2, 5067b46f-0d9d-4bb6-ae3d-d4e18897b530) {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:04:46.998221 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6131c444-1a3a-4983-aa24-fa3dc90b9959 tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12425078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8983815'] for subnet, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:47.011305 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8eef16e-a78b-486c-a4f2-891867ab92b2 None None] Network 5067b46f-0d9d-4bb6-ae3d-d4e18897b530 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:04:47.043870 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5afda8c9-8558-419e-bab5-28140ff1f62c req-22d3ac93-6794-47af-9456-380445725fa0 tempest-VolumesActionsTest-758711888 tempest-VolumesActionsTest-758711888-project] 10.222.0.54 "GET /v2.0/security-groups?id=61124c63-45ab-440d-9e2d-46540a3e29c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066647 Nov 19 18:04:47.139108 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 55464) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:04:47.145645 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-d190070e-442f-4726-8274-335241575b3e admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-842491783-network', 'tenant_id': '97458cc02e7844f3ba2d763bf2eb5540'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:04:47.191209 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d190070e-442f-4726-8274-335241575b3e admin admin] Made reservation on behalf of 97458cc02e7844f3ba2d763bf2eb5540 for: {'network': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:04:47.193455 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d190070e-442f-4726-8274-335241575b3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:47.215772 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d190070e-442f-4726-8274-335241575b3e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:47.292512 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6131c444-1a3a-4983-aa24-fa3dc90b9959 tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] Pushing event updated for resources: {'Subnet': ['ID=88d8051d-b362-450c-a39b-356c78b98de2,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:04:47.304644 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6131c444-1a3a-4983-aa24-fa3dc90b9959 tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] Checking segment: {'id': 'e59d8809-5c64-4910-b9c9-ad6dcd236958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '839e0ea6-41e8-4391-b92b-e23aade58223'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:04:47.305023 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6131c444-1a3a-4983-aa24-fa3dc90b9959 tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] Network hostable DHCP agents. Network: 839e0ea6-41e8-4391-b92b-e23aade58223, hostable agents: ['02910ef2-0455-4aea-9f38-9a875579633f'], hosted agents: [] {{(pid=103364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 18:04:47.333405 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd37ad59-ceec-4343-bf1d-ce0d59d1a524 req-27943afd-6706-4829-807e-cab7a66f90ab tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:04:47.335721 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-bd37ad59-ceec-4343-bf1d-ce0d59d1a524 req-27943afd-6706-4829-807e-cab7a66f90ab tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/ports?device_id=cc04e7a6-e0b7-438f-a931-99187cf28379 HTTP/1.1" status: 200 len: 945 time: 0.2221601 Nov 19 18:04:47.389262 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d190070e-442f-4726-8274-335241575b3e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:47.399732 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d190070e-442f-4726-8274-335241575b3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:47.418365 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6131c444-1a3a-4983-aa24-fa3dc90b9959 tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] Network 839e0ea6-41e8-4391-b92b-e23aade58223 is scheduled to be hosted by DHCP agent 02910ef2-0455-4aea-9f38-9a875579633f with binding_index 1 {{(pid=103364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 18:04:47.429147 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d190070e-442f-4726-8274-335241575b3e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 687} {{(pid=103365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 18:04:47.465480 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d190070e-442f-4726-8274-335241575b3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77cf33aa-47f3-4894-8a5f-af5cf258a5d8,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:04:47.472001 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-bd37ad59-ceec-4343-bf1d-ce0d59d1a524 req-8491fe1b-ff7a-4d7e-a67d-f40313d5d01a tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1dc433e-2f31-472a-89c9-d0d668ac0a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1210713 Nov 19 18:04:47.479946 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-6131c444-1a3a-4983-aa24-fa3dc90b9959 tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818022-2, 839e0ea6-41e8-4391-b92b-e23aade58223) {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:04:47.491622 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6131c444-1a3a-4983-aa24-fa3dc90b9959 tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:04:47.492103 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6131c444-1a3a-4983-aa24-fa3dc90b9959 tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:04:47.492782 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6131c444-1a3a-4983-aa24-fa3dc90b9959 tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:47.529234 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-6131c444-1a3a-4983-aa24-fa3dc90b9959 tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 2.5369835 Nov 19 18:04:47.530248 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 55474) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:04:47.546566 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d190070e-442f-4726-8274-335241575b3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:47.546902 n-d-818022-2 neutron-server[103365]: INFO neutron.db.segments_db [None req-d190070e-442f-4726-8274-335241575b3e admin admin] Added segment ed9eae70-8085-4fd7-808c-dffd7ca56da5 of type vlan for network d0a2ecbe-b9e5-4394-bc4d-ad30b7330bd8 Nov 19 18:04:47.602214 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71fa7b97-c8d0-47b2-b95e-6d9df03a841c None None] Network 839e0ea6-41e8-4391-b92b-e23aade58223 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:04:47.651697 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d190070e-442f-4726-8274-335241575b3e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:47.657968 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0909eea1-9161-4040-b9fc-cf524fefc147 tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:04:47.659490 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0909eea1-9161-4040-b9fc-cf524fefc147 tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:04:47.661122 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0909eea1-9161-4040-b9fc-cf524fefc147 tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:04:47.671228 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-0909eea1-9161-4040-b9fc-cf524fefc147 tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.1398323 Nov 19 18:04:47.674302 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 55478) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:04:47.687569 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9e01d0f-7e08-42df-924b-74ede48a80c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54f44f5f-1200-574e-8740-2141911d5b73-5067b46f-0d9d-4bb6-ae3d-d4e18897b530', 'network_id': '5067b46f-0d9d-4bb6-ae3d-d4e18897b530', 'tenant_id': 'ef49665eba404d569f0dbd66ad959fc3', 'fixed_ips': [{'subnet_id': '1529edb8-c7c0-4536-96e3-66d91a9190c0'}]}} from n-d-818022-2. {{(pid=103366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 18:04:47.688606 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b9e01d0f-7e08-42df-924b-74ede48a80c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:47.712239 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 4d5ae0c4-e9aa-4d0b-816e-0d885715be2d up at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:04:47.744259 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d190070e-442f-4726-8274-335241575b3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:47.745245 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d190070e-442f-4726-8274-335241575b3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:04:47.745855 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d190070e-442f-4726-8274-335241575b3e admin admin] Publish callbacks [] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:47.745965 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_v2 [None req-09a98e8a-986c-4002-a1a2-9c7be8d587da tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] Deleting subnet 1529edb8-c7c0-4536-96e3-66d91a9190c0 {{(pid=103364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 18:04:47.751921 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-09a98e8a-986c-4002-a1a2-9c7be8d587da tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] Publish callbacks [] for subnet, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:47.838709 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-d190070e-442f-4726-8274-335241575b3e admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6966481 Nov 19 18:04:47.841457 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 55484) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:04:47.842441 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-09a98e8a-986c-4002-a1a2-9c7be8d587da tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9416263'] for subnet, precommit_delete_associations {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:47.852676 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-2b0edf44-66fd-4745-a94b-1572048ba2d2 admin admin] Request body: {'subnet': {'network_id': 'd0a2ecbe-b9e5-4394-bc4d-ad30b7330bd8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-842491783-subnet', 'tenant_id': '97458cc02e7844f3ba2d763bf2eb5540', 'ip_version': 4}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:04:47.858000 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d190070e-442f-4726-8274-335241575b3e admin admin] Pushing event updated for resources: {'Network': ['ID=d0a2ecbe-b9e5-4394-bc4d-ad30b7330bd8,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:04:47.883050 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b0edf44-66fd-4745-a94b-1572048ba2d2 admin admin] Made reservation on behalf of 97458cc02e7844f3ba2d763bf2eb5540 for: {'subnet': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:04:47.883648 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network d0a2ecbe-b9e5-4394-bc4d-ad30b7330bd8 details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 18:04:47.886765 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2b0edf44-66fd-4745-a94b-1572048ba2d2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8731248'] for subnet, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:47.939594 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-09a98e8a-986c-4002-a1a2-9c7be8d587da tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:47.939594 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 55488) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:04:48.071690 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-6db2c198-bc61-4a18-af23-124826757a38 None None] Publish callbacks [] for port, precommit_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:48.091011 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-09a98e8a-986c-4002-a1a2-9c7be8d587da tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12425137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8983934'] for subnet, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:48.120237 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-6db2c198-bc61-4a18-af23-124826757a38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:48.123461 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server [None req-b9e01d0f-7e08-42df-924b-74ede48a80c6 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1529edb8-c7c0-4536-96e3-66d91a9190c0: This subnet is being modified by another concurrent operation. Nov 19 18:04:48.123461 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 19 18:04:48.123461 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 19 18:04:48.123461 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 19 18:04:48.123461 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 19 18:04:48.123461 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 19 18:04:48.123461 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 19 18:04:48.123461 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 19 18:04:48.123461 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 19 18:04:48.123461 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 19 18:04:48.123461 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 18:04:48.123461 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 19 18:04:48.123461 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 18:04:48.123461 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 18:04:48.123461 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 18:04:48.123461 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 18:04:48.123461 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 18:04:48.123461 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 18:04:48.123461 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 18:04:48.123461 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 19 18:04:48.123461 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 18:04:48.123461 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 18:04:48.123461 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 18:04:48.123461 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 18:04:48.123461 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 18:04:48.123461 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 18:04:48.123461 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 18:04:48.123461 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 18:04:48.123461 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 18:04:48.123461 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 18:04:48.123461 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 18:04:48.123461 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 18:04:48.123461 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 18:04:48.123461 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 19 18:04:48.123461 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 19 18:04:48.123461 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 19 18:04:48.123461 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 19 18:04:48.123461 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 19 18:04:48.123461 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 19 18:04:48.123461 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 19 18:04:48.123461 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 19 18:04:48.123461 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 19 18:04:48.123461 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 19 18:04:48.123461 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 18:04:48.123461 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 18:04:48.123461 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 19 18:04:48.123461 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 18:04:48.123461 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 19 18:04:48.123461 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 18:04:48.123461 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 18:04:48.123461 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 18:04:48.123461 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 18:04:48.123461 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 18:04:48.123461 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 18:04:48.123461 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 18:04:48.123461 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 19 18:04:48.123461 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 18:04:48.123461 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 18:04:48.123461 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 18:04:48.123461 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 18:04:48.123461 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 18:04:48.123461 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 18:04:48.123461 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 18:04:48.123461 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 18:04:48.123461 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 18:04:48.123461 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 18:04:48.123461 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 18:04:48.123461 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 18:04:48.123461 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 18:04:48.123461 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 19 18:04:48.123461 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 19 18:04:48.123461 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 19 18:04:48.123461 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 19 18:04:48.123461 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 19 18:04:48.123461 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 19 18:04:48.123461 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 19 18:04:48.123461 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 19 18:04:48.123461 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 19 18:04:48.123461 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 18:04:48.123461 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 18:04:48.123461 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 18:04:48.123461 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 18:04:48.123461 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 19 18:04:48.123461 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 19 18:04:48.123461 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 19 18:04:48.123461 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 19 18:04:48.123461 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 19 18:04:48.123461 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 19 18:04:48.123461 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 19 18:04:48.123461 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server raise exception Nov 19 18:04:48.123461 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1529edb8-c7c0-4536-96e3-66d91a9190c0: This subnet is being modified by another concurrent operation. Nov 19 18:04:48.123461 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server Nov 19 18:04:48.137997 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-09a98e8a-986c-4002-a1a2-9c7be8d587da tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:48.143552 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-09a98e8a-986c-4002-a1a2-9c7be8d587da tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] 10.222.0.54 "DELETE /v2.0/subnets/1529edb8-c7c0-4536-96e3-66d91a9190c0 HTTP/1.1" status: 204 len: 168 time: 0.4657958 Nov 19 18:04:48.144866 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 55498) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:04:48.166230 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-43a381df-6eb5-4383-a37c-3454be848133 tempest-ServiceProvidersTest-513383785 tempest-ServiceProvidersTest-513383785-project] 10.222.0.54 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2254260 Nov 19 18:04:48.189962 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning for port 4d5ae0c4-e9aa-4d0b-816e-0d885715be2d completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 18:04:48.207579 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a98e8a-986c-4002-a1a2-9c7be8d587da tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] Pushing event deleted for resources: {'Subnet': ['ID=1529edb8-c7c0-4536-96e3-66d91a9190c0,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:04:48.223185 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02c41cb-24fd-47af-966c-59b11e9c944d None None] Pushing event updated for resources: {'Port': ['ID=9157d236-57f0-45c1-9f78-febeda3d4572,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:04:48.230810 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning complete for port 4d5ae0c4-e9aa-4d0b-816e-0d885715be2d triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:04:48.233140 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:48.240201 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-119428e4-7daa-4308-928b-72ec300ef71a None None] Network 5067b46f-0d9d-4bb6-ae3d-d4e18897b530 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:04:48.282793 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2b0edf44-66fd-4745-a94b-1572048ba2d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12283104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8731234'] for subnet, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:48.298412 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_v2 [None req-3afe8463-74b8-429d-987f-67722bb04c6a tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] Deleting subnet 88d8051d-b362-450c-a39b-356c78b98de2 {{(pid=103365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 18:04:48.302181 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3afe8463-74b8-429d-987f-67722bb04c6a tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] Publish callbacks [] for subnet, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:48.351600 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3afe8463-74b8-429d-987f-67722bb04c6a tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12546453'] for subnet, precommit_delete_associations {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:48.533946 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3afe8463-74b8-429d-987f-67722bb04c6a tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:48.583150 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0edf44-66fd-4745-a94b-1572048ba2d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a809c7f-0fb2-470d-a3b2-b4816e4e3cd9,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:04:48.605235 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3060c2c7-c383-4f29-8902-a83a439335ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54f44f5f-1200-574e-8740-2141911d5b73-839e0ea6-41e8-4391-b92b-e23aade58223', 'network_id': '839e0ea6-41e8-4391-b92b-e23aade58223', 'tenant_id': 'ef49665eba404d569f0dbd66ad959fc3', 'fixed_ips': [{'subnet_id': '88d8051d-b362-450c-a39b-356c78b98de2'}]}} from n-d-818022-2. {{(pid=103366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 18:04:48.606133 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3060c2c7-c383-4f29-8902-a83a439335ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:48.617957 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46bfd40-031a-495b-bca2-177fa70c50e4 req-1a4c39b1-bb88-45b8-b2ca-bf6e08da613a tempest-VolumesActionsTest-758711888 tempest-VolumesActionsTest-758711888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:04:48.625532 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b46bfd40-031a-495b-bca2-177fa70c50e4 req-1a4c39b1-bb88-45b8-b2ca-bf6e08da613a tempest-VolumesActionsTest-758711888 tempest-VolumesActionsTest-758711888-project] 10.222.0.54 "GET /v2.0/ports?device_id=b0526379-2d7b-40e5-8340-b65e1cd31e88 HTTP/1.1" status: 200 len: 945 time: 0.2472262 Nov 19 18:04:48.700439 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b0edf44-66fd-4745-a94b-1572048ba2d2 admin admin] Checking segment: {'id': 'ed9eae70-8085-4fd7-808c-dffd7ca56da5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'd0a2ecbe-b9e5-4394-bc4d-ad30b7330bd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:04:48.702065 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b0edf44-66fd-4745-a94b-1572048ba2d2 admin admin] Network hostable DHCP agents. Network: d0a2ecbe-b9e5-4394-bc4d-ad30b7330bd8, hostable agents: ['02910ef2-0455-4aea-9f38-9a875579633f'], hosted agents: [] {{(pid=103365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 18:04:48.737334 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 55510) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:04:48.776307 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ec9722-c815-4648-adb7-f220ddf15c40 req-c47f0690-25ad-418c-9a3e-f3bfe9758d63 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:04:48.784234 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-24ec9722-c815-4648-adb7-f220ddf15c40 req-c47f0690-25ad-418c-9a3e-f3bfe9758d63 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/ports?device_id=cc04e7a6-e0b7-438f-a931-99187cf28379 HTTP/1.1" status: 200 len: 945 time: 0.1022098 Nov 19 18:04:48.796788 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3afe8463-74b8-429d-987f-67722bb04c6a tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12282919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8731163'] for subnet, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:48.889486 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-24ec9722-c815-4648-adb7-f220ddf15c40 req-13534665-08ef-42bd-9f95-60e6ecb90ece tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1dc433e-2f31-472a-89c9-d0d668ac0a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1041856 Nov 19 18:04:48.926916 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b0edf44-66fd-4745-a94b-1572048ba2d2 admin admin] Network d0a2ecbe-b9e5-4394-bc4d-ad30b7330bd8 is scheduled to be hosted by DHCP agent 02910ef2-0455-4aea-9f38-9a875579633f with binding_index 1 {{(pid=103365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 18:04:48.938621 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afe8463-74b8-429d-987f-67722bb04c6a tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] Pushing event deleted for resources: {'Subnet': ['ID=88d8051d-b362-450c-a39b-356c78b98de2,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:04:48.966130 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3afe8463-74b8-429d-987f-67722bb04c6a tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] Publish callbacks [] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:48.978798 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-6db2c198-bc61-4a18-af23-124826757a38 None None] Attempting to bind port 9157d236-57f0-45c1-9f78-febeda3d4572 on host n-d-818022-2 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:04:48.979373 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-3afe8463-74b8-429d-987f-67722bb04c6a tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] 10.222.0.54 "DELETE /v2.0/subnets/88d8051d-b362-450c-a39b-356c78b98de2 HTTP/1.1" status: 204 len: 168 time: 0.8306518 Nov 19 18:04:48.979478 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-6db2c198-bc61-4a18-af23-124826757a38 None None] Attempting to bind port 9157d236-57f0-45c1-9f78-febeda3d4572 by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': '75716100-52a4-4e82-9f46-24227f90c313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '29304406-b661-488c-b2de-84363c61fe6c'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:04:48.979478 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db2c198-bc61-4a18-af23-124826757a38 None None] Attempting to bind port 9157d236-57f0-45c1-9f78-febeda3d4572 on network 29304406-b661-488c-b2de-84363c61fe6c {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:04:48.980624 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 55522) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:04:48.999701 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b46bfd40-031a-495b-bca2-177fa70c50e4 req-6312bf8a-b1e2-4fb9-b79e-d39b9c9a60eb tempest-VolumesActionsTest-758711888 tempest-VolumesActionsTest-758711888-project] 10.222.0.54 "GET /v2.0/security-groups?id=61124c63-45ab-440d-9e2d-46540a3e29c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3729916 Nov 19 18:04:48.999847 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db2c198-bc61-4a18-af23-124826757a38 None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 4, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:04:49.000121 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db2c198-bc61-4a18-af23-124826757a38 None None] Checking segment: {'id': '75716100-52a4-4e82-9f46-24227f90c313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '29304406-b661-488c-b2de-84363c61fe6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:04:49.000535 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-6db2c198-bc61-4a18-af23-124826757a38 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:49.000939 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db2c198-bc61-4a18-af23-124826757a38 None None] Bound using segment: {'id': '75716100-52a4-4e82-9f46-24227f90c313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '29304406-b661-488c-b2de-84363c61fe6c'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:04:49.001430 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-6db2c198-bc61-4a18-af23-124826757a38 None None] Bound port: 9157d236-57f0-45c1-9f78-febeda3d4572, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75716100-52a4-4e82-9f46-24227f90c313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '29304406-b661-488c-b2de-84363c61fe6c'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:04:49.001871 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-6db2c198-bc61-4a18-af23-124826757a38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:49.008622 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-95ff3c21-32d0-4f4d-84b7-1f5610cdc39e None None] Provisioning complete for port 9157d236-57f0-45c1-9f78-febeda3d4572 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:04:49.008997 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-95ff3c21-32d0-4f4d-84b7-1f5610cdc39e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:49.047047 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:49.056432 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-2b0edf44-66fd-4745-a94b-1572048ba2d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818022-2, d0a2ecbe-b9e5-4394-bc4d-ad30b7330bd8) {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:04:49.084064 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1b155a4f-a975-425d-90ae-960d3370a410 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:49.084064 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b0edf44-66fd-4745-a94b-1572048ba2d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:04:49.084064 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2b0edf44-66fd-4745-a94b-1572048ba2d2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:49.099139 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-95ff3c21-32d0-4f4d-84b7-1f5610cdc39e None None] Port 9157d236-57f0-45c1-9f78-febeda3d4572 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:04:49.099139 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ffc0468-6c00-4b4c-9e12-ae9549b0bd76 None None] Network d0a2ecbe-b9e5-4394-bc4d-ad30b7330bd8 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:04:49.105653 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82ee55b4-d75b-42b8-8503-3128113ebd32 tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:04:49.114633 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-82ee55b4-d75b-42b8-8503-3128113ebd32 tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1255975 Nov 19 18:04:49.117200 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 55524) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:04:49.203989 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfeb527-baf8-4af5-a520-d4ab8edaa835 req-7cfd5015-1692-41ee-be0a-887f668c2618 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:04:49.205574 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ddfeb527-baf8-4af5-a520-d4ab8edaa835 req-7cfd5015-1692-41ee-be0a-887f668c2618 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/ports?device_id=cc04e7a6-e0b7-438f-a931-99187cf28379 HTTP/1.1" status: 200 len: 945 time: 0.1404014 Nov 19 18:04:49.218559 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 55528) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:04:49.223224 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-46d45cca-56d6-42ad-a045-9b99aad2edaf tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Request body: {'floatingip': {'port_id': '2019baf0-8dd1-4014-98b3-2c3c4d3ec3aa'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:04:49.275142 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-2b0edf44-66fd-4745-a94b-1572048ba2d2 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4319565 Nov 19 18:04:49.276020 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-46d45cca-56d6-42ad-a045-9b99aad2edaf tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Publish callbacks [] for floatingip, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:49.280406 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-bf30e384-e291-4260-a77c-ec0740cd4609 tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:49.285405 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 55530) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:04:49.311969 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-750f98c2-3001-4bd6-96f8-5b29202044c2 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-842491783-router', 'tenant_id': '97458cc02e7844f3ba2d763bf2eb5540', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'}}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:04:49.367181 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server [None req-3060c2c7-c383-4f29-8902-a83a439335ea None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 88d8051d-b362-450c-a39b-356c78b98de2: This subnet is being modified by another concurrent operation. Nov 19 18:04:49.367181 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 19 18:04:49.367181 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 19 18:04:49.367181 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 19 18:04:49.367181 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 19 18:04:49.367181 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 19 18:04:49.367181 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 19 18:04:49.367181 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 19 18:04:49.367181 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 19 18:04:49.367181 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 19 18:04:49.367181 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 18:04:49.367181 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 19 18:04:49.367181 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 18:04:49.367181 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 18:04:49.367181 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 18:04:49.367181 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 18:04:49.367181 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 18:04:49.367181 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 18:04:49.367181 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 18:04:49.367181 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 19 18:04:49.367181 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 18:04:49.367181 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 18:04:49.367181 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 18:04:49.367181 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 18:04:49.367181 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 18:04:49.367181 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 18:04:49.367181 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 18:04:49.367181 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 18:04:49.367181 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 18:04:49.367181 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 18:04:49.367181 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 18:04:49.367181 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 18:04:49.367181 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 18:04:49.367181 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 19 18:04:49.367181 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 19 18:04:49.367181 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 19 18:04:49.367181 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 19 18:04:49.367181 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 19 18:04:49.367181 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 19 18:04:49.367181 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 19 18:04:49.367181 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 19 18:04:49.367181 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 19 18:04:49.367181 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 19 18:04:49.367181 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 18:04:49.367181 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 18:04:49.367181 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 19 18:04:49.367181 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 18:04:49.367181 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 19 18:04:49.367181 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 18:04:49.367181 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 18:04:49.367181 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 18:04:49.367181 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 18:04:49.367181 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 18:04:49.367181 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 18:04:49.367181 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 18:04:49.367181 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 19 18:04:49.367181 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 18:04:49.367181 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 18:04:49.367181 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 18:04:49.367181 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 18:04:49.367181 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 18:04:49.367181 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 18:04:49.367181 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 18:04:49.367181 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 18:04:49.367181 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 18:04:49.367181 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 18:04:49.367181 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 18:04:49.367181 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 18:04:49.367181 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 18:04:49.367181 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 19 18:04:49.367181 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 19 18:04:49.367181 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 19 18:04:49.367181 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 19 18:04:49.367181 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 19 18:04:49.367181 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 19 18:04:49.367181 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 19 18:04:49.367181 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 19 18:04:49.367181 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 19 18:04:49.367181 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 18:04:49.367181 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 18:04:49.367181 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 18:04:49.367181 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 18:04:49.367181 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 19 18:04:49.367181 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 19 18:04:49.367181 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 19 18:04:49.367181 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 19 18:04:49.367181 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 19 18:04:49.367181 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 19 18:04:49.367181 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 19 18:04:49.367181 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server raise exception Nov 19 18:04:49.367181 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 88d8051d-b362-450c-a39b-356c78b98de2: This subnet is being modified by another concurrent operation. Nov 19 18:04:49.367181 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server Nov 19 18:04:49.390191 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0526379-2d7b-40e5-8340-b65e1cd31e88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d5ae0c4-e9aa-4d0b-816e-0d885715be2d'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:04:49.392607 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3940761bcd94e032e6960d2241bd8993c5d3a7d8dc2aca8488f3ecf1d4dd2fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a9ff7d5-b93b-4786-ad67-d154333a88a7" -d '{"events": [{"server_uuid": "b0526379-2d7b-40e5-8340-b65e1cd31e88", "name": "network-vif-plugged", "status": "completed", "tag": "4d5ae0c4-e9aa-4d0b-816e-0d885715be2d"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:04:49.425452 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22f4b698-d4f8-4f3a-a178-994b965cca78 None None] Network 839e0ea6-41e8-4391-b92b-e23aade58223 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:04:49.455708 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 4d5ae0c4-e9aa-4d0b-816e-0d885715be2d, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=4d5ae0c4-e9aa-4d0b-816e-0d885715be2d,segment=NetworkSegment(414ec037-29de-461e-b44e-49b485f6a55a),segment_id=414ec037-29de-461e-b44e-49b485f6a55a)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:04:49.490438 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:04:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0a18f4d-94ca-4a1d-8c11-bb665a4f7159 x-openstack-request-id: req-e0a18f4d-94ca-4a1d-8c11-bb665a4f7159 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:04:49.490871 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0526379-2d7b-40e5-8340-b65e1cd31e88", "name": "network-vif-plugged", "status": "completed", "tag": "4d5ae0c4-e9aa-4d0b-816e-0d885715be2d", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:04:49.491075 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e0a18f4d-94ca-4a1d-8c11-bb665a4f7159 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:04:49.491477 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0526379-2d7b-40e5-8340-b65e1cd31e88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d5ae0c4-e9aa-4d0b-816e-0d885715be2d', 'code': 200} Nov 19 18:04:49.506738 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-750f98c2-3001-4bd6-96f8-5b29202044c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9890'] for router, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:49.509596 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:49.509934 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-750f98c2-3001-4bd6-96f8-5b29202044c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671617', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-732153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4689'] for router, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:49.613246 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-6db2c198-bc61-4a18-af23-124826757a38 None None] For port 9157d236-57f0-45c1-9f78-febeda3d4572, host n-d-818022-2, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:04:49.650597 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-6db2c198-bc61-4a18-af23-124826757a38 None None] For port 9157d236-57f0-45c1-9f78-febeda3d4572, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=9157d236-57f0-45c1-9f78-febeda3d4572,segment=NetworkSegment(75716100-52a4-4e82-9f46-24227f90c313),segment_id=75716100-52a4-4e82-9f46-24227f90c313)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:04:49.657170 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-750f98c2-3001-4bd6-96f8-5b29202044c2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:49.686760 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-bf30e384-e291-4260-a77c-ec0740cd4609 tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:49.689841 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-6db2c198-bc61-4a18-af23-124826757a38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:49.697357 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=4d5ae0c4-e9aa-4d0b-816e-0d885715be2d,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:04:49.715974 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-bf30e384-e291-4260-a77c-ec0740cd4609 tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['839e0ea6-41e8-4391-b92b-e23aade58223']}} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:04:49.735936 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-bf30e384-e291-4260-a77c-ec0740cd4609 tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e59d8809-5c64-4910-b9c9-ad6dcd236958') {'for_net_delete': True} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:04:49.736437 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-bf30e384-e291-4260-a77c-ec0740cd4609 tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e59d8809-5c64-4910-b9c9-ad6dcd236958') {} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:04:49.769566 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-bf30e384-e291-4260-a77c-ec0740cd4609 tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12545382'] for segment, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:49.803532 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-bf30e384-e291-4260-a77c-ec0740cd4609 tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:49.811369 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf30e384-e291-4260-a77c-ec0740cd4609 tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] Releasing vlan 681 on physical network physnet1 to pool {{(pid=103365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 18:04:49.811769 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-bf30e384-e291-4260-a77c-ec0740cd4609 tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12282953'] for segment, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:49.881678 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db2c198-bc61-4a18-af23-124826757a38 None None] Routers {'650b883b-4642-4f81-bd5c-1ccb0641f895'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:04:49.890472 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-6db2c198-bc61-4a18-af23-124826757a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:04:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['650b883b-4642-4f81-bd5c-1ccb0641f895'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:04:49.894903 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02c41cb-24fd-47af-966c-59b11e9c944d None None] Pushing event updated for resources: {'Port': ['ID=9157d236-57f0-45c1-9f78-febeda3d4572,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:04:49.930213 n-d-818022-2 neutron-server[103365]: Traceback (most recent call last): Nov 19 18:04:49.930213 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 18:04:49.930213 n-d-818022-2 neutron-server[103365]: timer() Nov 19 18:04:49.930213 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 18:04:49.930213 n-d-818022-2 neutron-server[103365]: cb(*args, **kw) Nov 19 18:04:49.930213 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 18:04:49.930213 n-d-818022-2 neutron-server[103365]: return func(*args, **kwargs) Nov 19 18:04:49.930213 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 18:04:49.930213 n-d-818022-2 neutron-server[103365]: self._notify() Nov 19 18:04:49.930213 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 18:04:49.930213 n-d-818022-2 neutron-server[103365]: self.callback(batched_events) Nov 19 18:04:49.930213 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 18:04:49.930213 n-d-818022-2 neutron-server[103365]: event.method(event) Nov 19 18:04:49.930213 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 18:04:49.930213 n-d-818022-2 neutron-server[103365]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 18:04:49.930213 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 18:04:49.930213 n-d-818022-2 neutron-server[103365]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 18:04:49.930213 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 18:04:49.930213 n-d-818022-2 neutron-server[103365]: return f(self, *a, **k) Nov 19 18:04:49.930213 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 18:04:49.930213 n-d-818022-2 neutron-server[103365]: return self._get(url).json() Nov 19 18:04:49.930213 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 18:04:49.930213 n-d-818022-2 neutron-server[103365]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 18:04:49.930213 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 18:04:49.930213 n-d-818022-2 neutron-server[103365]: return self.request(url, 'GET', **kwargs) Nov 19 18:04:49.930213 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 18:04:49.930213 n-d-818022-2 neutron-server[103365]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 18:04:49.930213 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 18:04:49.930213 n-d-818022-2 neutron-server[103365]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 18:04:49.930213 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 18:04:49.930213 n-d-818022-2 neutron-server[103365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 18:04:49.930213 n-d-818022-2 neutron-server[103365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 18:04:50.010376 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21de1d87-ab2f-4469-9b2f-f2012616ae3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54f44f5f-1200-574e-8740-2141911d5b73-d0a2ecbe-b9e5-4394-bc4d-ad30b7330bd8', 'network_id': 'd0a2ecbe-b9e5-4394-bc4d-ad30b7330bd8', 'tenant_id': '97458cc02e7844f3ba2d763bf2eb5540', 'fixed_ips': [{'subnet_id': '7a809c7f-0fb2-470d-a3b2-b4816e4e3cd9'}]}} from n-d-818022-2. {{(pid=103366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 18:04:50.011564 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-21de1d87-ab2f-4469-9b2f-f2012616ae3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:50.067805 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-bf30e384-e291-4260-a77c-ec0740cd4609 tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671242'] for network, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:50.079756 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-bf30e384-e291-4260-a77c-ec0740cd4609 tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] Publish callbacks [] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:50.089282 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-bf30e384-e291-4260-a77c-ec0740cd4609 tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] 10.222.0.54 "DELETE /v2.0/networks/839e0ea6-41e8-4391-b92b-e23aade58223 HTTP/1.1" status: 204 len: 168 time: 0.9649942 Nov 19 18:04:50.090058 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 55546) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:04:50.180178 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-6db2c198-bc61-4a18-af23-124826757a38 None None] Set router 650b883b-4642-4f81-bd5c-1ccb0641f895 gateway port host: n-d-818022-2 {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:04:50.281277 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecbde8d-5e3e-4ec2-9bc5-0fb34baa5a42 req-dc8de011-26c7-4f30-9c2d-4e9ec3626e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:04:50.283570 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0ecbde8d-5e3e-4ec2-9bc5-0fb34baa5a42 req-dc8de011-26c7-4f30-9c2d-4e9ec3626e4b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b0526379-2d7b-40e5-8340-b65e1cd31e88 HTTP/1.1" status: 200 len: 1097 time: 0.2869060 Nov 19 18:04:50.286002 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf30e384-e291-4260-a77c-ec0740cd4609 tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] Pushing event deleted for resources: {'Network': ['ID=839e0ea6-41e8-4391-b92b-e23aade58223,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:04:50.307723 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-750f98c2-3001-4bd6-96f8-5b29202044c2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:50.315613 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1b155a4f-a975-425d-90ae-960d3370a410 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:50.318481 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.db.resource_extend [None req-46d45cca-56d6-42ad-a045-9b99aad2edaf tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 19 18:04:50.341580 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1b155a4f-a975-425d-90ae-960d3370a410 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:50.424891 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-b1a80771-dcdb-438c-a1b3-23c9468e763d None None] Provisioning complete for port 9157d236-57f0-45c1-9f78-febeda3d4572 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:04:50.425278 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b1a80771-dcdb-438c-a1b3-23c9468e763d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:50.426588 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3d2a1f-d161-4c5d-ae67-9563d3ebd468 req-0bd8304d-644c-4d2c-9a42-6d4752b3e52a tempest-VolumesActionsTest-758711888 tempest-VolumesActionsTest-758711888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:04:50.428305 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-bd3d2a1f-d161-4c5d-ae67-9563d3ebd468 req-0bd8304d-644c-4d2c-9a42-6d4752b3e52a tempest-VolumesActionsTest-758711888 tempest-VolumesActionsTest-758711888-project] 10.222.0.54 "GET /v2.0/ports?device_id=b0526379-2d7b-40e5-8340-b65e1cd31e88 HTTP/1.1" status: 200 len: 946 time: 0.2958179 Nov 19 18:04:50.454322 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-46d45cca-56d6-42ad-a045-9b99aad2edaf tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:50.469435 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0ecbde8d-5e3e-4ec2-9bc5-0fb34baa5a42 req-b6377bb8-a9cf-4214-9ed3-b642c341c066 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=61124c63-45ab-440d-9e2d-46540a3e29c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670437 Nov 19 18:04:50.471819 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-46d45cca-56d6-42ad-a045-9b99aad2edaf tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-671284'] for floatingip, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:50.555775 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2cb824bb-af1b-4d78-ab64-960e0695bd5b tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:50.569995 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-bd3d2a1f-d161-4c5d-ae67-9563d3ebd468 req-4ff46fbe-1073-4b67-8162-2292317e3abd tempest-VolumesActionsTest-758711888 tempest-VolumesActionsTest-758711888-project] 10.222.0.54 "GET /v2.0/security-groups?id=61124c63-45ab-440d-9e2d-46540a3e29c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348193 Nov 19 18:04:50.588143 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b155a4f-a975-425d-90ae-960d3370a410 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d97839e1-6b2e-446c-b590-3f0390c1ae48,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:04:50.612945 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-1b155a4f-a975-425d-90ae-960d3370a410 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=8e5e1f9c21574e81b133c8e36a70558e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8594515 Nov 19 18:04:50.615172 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 55554) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:04:50.687979 n-d-818022-2 neutron-server[103364]: INFO neutron.db.l3_db [None req-46d45cca-56d6-42ad-a045-9b99aad2edaf tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Floating IP 0a7b538e-a441-412d-8a29-3e106e2f7a6c associated. External IP: 172.25.7.193, port: 2019baf0-8dd1-4014-98b3-2c3c4d3ec3aa. Nov 19 18:04:50.705530 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b1a80771-dcdb-438c-a1b3-23c9468e763d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:50.752313 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2cb824bb-af1b-4d78-ab64-960e0695bd5b tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:50.771274 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-b1a80771-dcdb-438c-a1b3-23c9468e763d None None] For port 9157d236-57f0-45c1-9f78-febeda3d4572, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=9157d236-57f0-45c1-9f78-febeda3d4572,segment=NetworkSegment(75716100-52a4-4e82-9f46-24227f90c313),segment_id=75716100-52a4-4e82-9f46-24227f90c313)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:04:50.775458 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [None req-21de1d87-ab2f-4469-9b2f-f2012616ae3d None None] Allocated IP 172.20.0.2 (d0a2ecbe-b9e5-4394-bc4d-ad30b7330bd8/7a809c7f-0fb2-470d-a3b2-b4816e4e3cd9/16cad666-41ba-46d9-9a62-3d4d0da3e14d) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:04:50.796543 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-2cb824bb-af1b-4d78-ab64-960e0695bd5b tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5067b46f-0d9d-4bb6-ae3d-d4e18897b530']}} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:04:50.810754 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-2cb824bb-af1b-4d78-ab64-960e0695bd5b tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f425a31-3fc9-4d5d-a3f9-8d7649067ce6') {'for_net_delete': True} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:04:50.811311 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-2cb824bb-af1b-4d78-ab64-960e0695bd5b tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f425a31-3fc9-4d5d-a3f9-8d7649067ce6') {} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:04:50.814286 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b1a80771-dcdb-438c-a1b3-23c9468e763d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:50.831263 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4e9da02c-1f8d-4018-a636-bab0e0dfe440 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:50.832022 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2cb824bb-af1b-4d78-ab64-960e0695bd5b tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12545382'] for segment, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:50.867950 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2cb824bb-af1b-4d78-ab64-960e0695bd5b tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:50.943652 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4e9da02c-1f8d-4018-a636-bab0e0dfe440 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:50.953742 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cb824bb-af1b-4d78-ab64-960e0695bd5b tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] Releasing vlan 683 on physical network physnet1 to pool {{(pid=103365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 18:04:50.954443 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2cb824bb-af1b-4d78-ab64-960e0695bd5b tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12282953'] for segment, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:50.962556 n-d-818022-2 neutron-server[103365]: Traceback (most recent call last): Nov 19 18:04:50.962556 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 18:04:50.962556 n-d-818022-2 neutron-server[103365]: timer() Nov 19 18:04:50.962556 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 18:04:50.962556 n-d-818022-2 neutron-server[103365]: cb(*args, **kw) Nov 19 18:04:50.962556 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 18:04:50.962556 n-d-818022-2 neutron-server[103365]: return func(*args, **kwargs) Nov 19 18:04:50.962556 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 18:04:50.962556 n-d-818022-2 neutron-server[103365]: self._notify() Nov 19 18:04:50.962556 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 18:04:50.962556 n-d-818022-2 neutron-server[103365]: self.callback(batched_events) Nov 19 18:04:50.962556 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 18:04:50.962556 n-d-818022-2 neutron-server[103365]: event.method(event) Nov 19 18:04:50.962556 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 18:04:50.962556 n-d-818022-2 neutron-server[103365]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 18:04:50.962556 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 18:04:50.962556 n-d-818022-2 neutron-server[103365]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 18:04:50.962556 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 18:04:50.962556 n-d-818022-2 neutron-server[103365]: return f(self, *a, **k) Nov 19 18:04:50.962556 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 18:04:50.962556 n-d-818022-2 neutron-server[103365]: return self._get(url).json() Nov 19 18:04:50.962556 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 18:04:50.962556 n-d-818022-2 neutron-server[103365]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 18:04:50.962556 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 18:04:50.962556 n-d-818022-2 neutron-server[103365]: return self.request(url, 'GET', **kwargs) Nov 19 18:04:50.962556 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 18:04:50.962556 n-d-818022-2 neutron-server[103365]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 18:04:50.962556 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 18:04:50.962556 n-d-818022-2 neutron-server[103365]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 18:04:50.962556 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 18:04:50.962556 n-d-818022-2 neutron-server[103365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 18:04:50.962556 n-d-818022-2 neutron-server[103365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 18:04:50.974153 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a80771-dcdb-438c-a1b3-23c9468e763d None None] Pushing event updated for resources: {'Port': ['ID=9157d236-57f0-45c1-9f78-febeda3d4572,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:04:51.004703 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-6db2c198-bc61-4a18-af23-124826757a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '650b883b-4642-4f81-bd5c-1ccb0641f895', 'name': 'tempest-TestAggregatesBasicOps-1697516490-router', 'tenant_id': 'e6a05d14d68b4c579f8e2aea8c40ca80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.177'}], 'enable_snat': True}, 'gw_port_id': 'f3211b64-2d1a-4aec-a54b-bcaefe1960a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:04:31Z', 'updated_at': '2021-11-19T18:04:43Z', 'revision_number': 4, 'project_id': 'e6a05d14d68b4c579f8e2aea8c40ca80', 'gw_port': {'id': 'f3211b64-2d1a-4aec-a54b-bcaefe1960a0', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:82:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650b883b-4642-4f81-bd5c-1ccb0641f895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3195, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:04:34Z', 'updated_at': '2021-11-19T18:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': '9157d236-57f0-45c1-9f78-febeda3d4572', 'name': '', 'network_id': '29304406-b661-488c-b2de-84363c61fe6c', 'tenant_id': 'e6a05d14d68b4c579f8e2aea8c40ca80', 'mac_address': 'fa:16:3e:bb:f3:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '650b883b-4642-4f81-bd5c-1ccb0641f895', 'device_owner': 'network:router_interface', 'standard_attr_id': 3213, 'fixed_ips': [{'subnet_id': '624e6101-e6dc-4dd7-99d4-d1576e79b0f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:04:41Z', 'updated_at': '2021-11-19T18:04:49Z', 'revision_number': 4, 'project_id': 'e6a05d14d68b4c579f8e2aea8c40ca80', 'subnets': [{'id': '624e6101-e6dc-4dd7-99d4-d1576e79b0f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:04:51.078732 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db2c198-bc61-4a18-af23-124826757a38 None None] The sync data for ids ['650b883b-4642-4f81-bd5c-1ccb0641f895'] in n-d-818022-2 is: [{'id': '650b883b-4642-4f81-bd5c-1ccb0641f895', 'name': 'tempest-TestAggregatesBasicOps-1697516490-router', 'tenant_id': 'e6a05d14d68b4c579f8e2aea8c40ca80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.177'}], 'enable_snat': True}, 'gw_port_id': 'f3211b64-2d1a-4aec-a54b-bcaefe1960a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:04:31Z', 'updated_at': '2021-11-19T18:04:43Z', 'revision_number': 4, 'project_id': 'e6a05d14d68b4c579f8e2aea8c40ca80', 'gw_port': {'id': 'f3211b64-2d1a-4aec-a54b-bcaefe1960a0', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:82:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650b883b-4642-4f81-bd5c-1ccb0641f895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3195, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:04:34Z', 'updated_at': '2021-11-19T18:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': '9157d236-57f0-45c1-9f78-febeda3d4572', 'name': '', 'network_id': '29304406-b661-488c-b2de-84363c61fe6c', 'tenant_id': 'e6a05d14d68b4c579f8e2aea8c40ca80', 'mac_address': 'fa:16:3e:bb:f3:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '650b883b-4642-4f81-bd5c-1ccb0641f895', 'device_owner': 'network:router_interface', 'standard_attr_id': 3213, 'fixed_ips': [{'subnet_id': '624e6101-e6dc-4dd7-99d4-d1576e79b0f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:04:41Z', 'updated_at': '2021-11-19T18:04:49Z', 'revision_number': 4, 'project_id': 'e6a05d14d68b4c579f8e2aea8c40ca80', 'subnets': [{'id': '624e6101-e6dc-4dd7-99d4-d1576e79b0f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:04:51.199397 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2cb824bb-af1b-4d78-ab64-960e0695bd5b tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671242'] for network, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:51.236822 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2cb824bb-af1b-4d78-ab64-960e0695bd5b tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] Publish callbacks [] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:51.249514 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-2cb824bb-af1b-4d78-ab64-960e0695bd5b tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] 10.222.0.54 "DELETE /v2.0/networks/5067b46f-0d9d-4bb6-ae3d-d4e18897b530 HTTP/1.1" status: 204 len: 168 time: 1.1010258 Nov 19 18:04:51.257925 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 55564) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:04:51.312329 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb824bb-af1b-4d78-ab64-960e0695bd5b tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] Pushing event deleted for resources: {'Network': ['ID=5067b46f-0d9d-4bb6-ae3d-d4e18897b530,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:04:51.327112 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-21de1d87-ab2f-4469-9b2f-f2012616ae3d None None] Publish callbacks [] for port, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:51.340001 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-750f98c2-3001-4bd6-96f8-5b29202044c2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:51.347616 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-21de1d87-ab2f-4469-9b2f-f2012616ae3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998'] for port, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:51.502597 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21de1d87-ab2f-4469-9b2f-f2012616ae3d None None] Network d0a2ecbe-b9e5-4394-bc4d-ad30b7330bd8 is already hosted by enough agents. {{(pid=103366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:04:51.507379 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21de1d87-ab2f-4469-9b2f-f2012616ae3d None None] Pushing event updated for resources: {'Port': ['ID=16cad666-41ba-46d9-9a62-3d4d0da3e14d,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:04:51.513300 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [None req-21de1d87-ab2f-4469-9b2f-f2012616ae3d None None] Resources bound (agent type, host, resource id): {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:04:51.519065 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21de1d87-ab2f-4469-9b2f-f2012616ae3d None None] Received port after_create {{(pid=103366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:04:51.578495 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-750f98c2-3001-4bd6-96f8-5b29202044c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:51.586990 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-cbd600f3-7b66-4e63-9a09-cf406df0781a tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:51.671084 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46d45cca-56d6-42ad-a045-9b99aad2edaf tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Router b11e1b24-ca9d-457a-b763-e7550839346f has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 18:04:51.680770 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4e9da02c-1f8d-4018-a636-bab0e0dfe440 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:51.684280 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4e9da02c-1f8d-4018-a636-bab0e0dfe440 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:51.696174 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-4e9da02c-1f8d-4018-a636-bab0e0dfe440 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d97839e1-6b2e-446c-b590-3f0390c1ae48 HTTP/1.1" status: 204 len: 168 time: 1.0720408 Nov 19 18:04:51.697291 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-21de1d87-ab2f-4469-9b2f-f2012616ae3d None None] Attempting to bind port 16cad666-41ba-46d9-9a62-3d4d0da3e14d on host n-d-818022-2 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:04:51.701087 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-21de1d87-ab2f-4469-9b2f-f2012616ae3d None None] Attempting to bind port 16cad666-41ba-46d9-9a62-3d4d0da3e14d by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': 'ed9eae70-8085-4fd7-808c-dffd7ca56da5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'd0a2ecbe-b9e5-4394-bc4d-ad30b7330bd8'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:04:51.703321 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21de1d87-ab2f-4469-9b2f-f2012616ae3d None None] Attempting to bind port 16cad666-41ba-46d9-9a62-3d4d0da3e14d on network d0a2ecbe-b9e5-4394-bc4d-ad30b7330bd8 {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:04:51.718903 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21de1d87-ab2f-4469-9b2f-f2012616ae3d None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 4, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:04:51.722106 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21de1d87-ab2f-4469-9b2f-f2012616ae3d None None] Checking segment: {'id': 'ed9eae70-8085-4fd7-808c-dffd7ca56da5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'd0a2ecbe-b9e5-4394-bc4d-ad30b7330bd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:04:51.725851 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-21de1d87-ab2f-4469-9b2f-f2012616ae3d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:51.726389 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21de1d87-ab2f-4469-9b2f-f2012616ae3d None None] Bound using segment: {'id': 'ed9eae70-8085-4fd7-808c-dffd7ca56da5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'd0a2ecbe-b9e5-4394-bc4d-ad30b7330bd8'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:04:51.727023 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-21de1d87-ab2f-4469-9b2f-f2012616ae3d None None] Bound port: 16cad666-41ba-46d9-9a62-3d4d0da3e14d, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed9eae70-8085-4fd7-808c-dffd7ca56da5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'd0a2ecbe-b9e5-4394-bc4d-ad30b7330bd8'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:04:51.727524 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-21de1d87-ab2f-4469-9b2f-f2012616ae3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:51.728796 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9da02c-1f8d-4018-a636-bab0e0dfe440 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d97839e1-6b2e-446c-b590-3f0390c1ae48,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:04:51.784244 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 9157d236-57f0-45c1-9f78-febeda3d4572 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:04:51.941096 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-21de1d87-ab2f-4469-9b2f-f2012616ae3d None None] For port 16cad666-41ba-46d9-9a62-3d4d0da3e14d, host n-d-818022-2, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:04:51.946433 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-21de1d87-ab2f-4469-9b2f-f2012616ae3d None None] For port 16cad666-41ba-46d9-9a62-3d4d0da3e14d, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=16cad666-41ba-46d9-9a62-3d4d0da3e14d,segment=NetworkSegment(ed9eae70-8085-4fd7-808c-dffd7ca56da5),segment_id=ed9eae70-8085-4fd7-808c-dffd7ca56da5)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:04:52.001039 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-21de1d87-ab2f-4469-9b2f-f2012616ae3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:52.028914 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46d45cca-56d6-42ad-a045-9b99aad2edaf tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:04:52.040208 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e41af2-4c8a-4983-ba89-7c934a26e1c3 None None] Sync routers for ids ['b11e1b24-ca9d-457a-b763-e7550839346f'] in n-d-818022-2 {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:04:52.041480 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-46d45cca-56d6-42ad-a045-9b99aad2edaf tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for floatingip, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:52.062518 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e41af2-4c8a-4983-ba89-7c934a26e1c3 None None] Routers {'b11e1b24-ca9d-457a-b763-e7550839346f'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:04:52.063151 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-a0e41af2-4c8a-4983-ba89-7c934a26e1c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:04:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['b11e1b24-ca9d-457a-b763-e7550839346f'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:04:52.126138 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 9157d236-57f0-45c1-9f78-febeda3d4572 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:04:52.126687 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:52.127617 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-46d45cca-56d6-42ad-a045-9b99aad2edaf tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "PUT /v2.0/floatingips/0a7b538e-a441-412d-8a29-3e106e2f7a6c HTTP/1.1" status: 200 len: 991 time: 2.9077475 Nov 19 18:04:52.132791 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc04e7a6-e0b7-438f-a931-99187cf28379', 'tag': '2019baf0-8dd1-4014-98b3-2c3c4d3ec3aa'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:04:52.135654 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dd4767a008c23f8566efc82158ee1b1fff34e1a9e908d76d0b6d0ab7e350e5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d220e69f-24d2-4370-8646-24434b9d3c8b" -d '{"events": [{"name": "network-changed", "server_uuid": "cc04e7a6-e0b7-438f-a931-99187cf28379", "tag": "2019baf0-8dd1-4014-98b3-2c3c4d3ec3aa"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:04:52.258935 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a862619-8286-4e33-8422-fd505af0cadf req-42f88c6a-6b3e-4341-a3ae-daf1f090fef2 tempest-VolumesActionsTest-758711888 tempest-VolumesActionsTest-758711888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:04:52.297202 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8a862619-8286-4e33-8422-fd505af0cadf req-42f88c6a-6b3e-4341-a3ae-daf1f090fef2 tempest-VolumesActionsTest-758711888 tempest-VolumesActionsTest-758711888-project] 10.222.0.54 "GET /v2.0/ports?device_id=b0526379-2d7b-40e5-8340-b65e1cd31e88 HTTP/1.1" status: 200 len: 946 time: 0.5443845 Nov 19 18:04:52.363459 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 18:04:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f015701-ee3e-4ec7-a2b6-0cd87988b703 x-openstack-request-id: req-5f015701-ee3e-4ec7-a2b6-0cd87988b703 {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:04:52.366199 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc04e7a6-e0b7-438f-a931-99187cf28379", "tag": "2019baf0-8dd1-4014-98b3-2c3c4d3ec3aa", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:04:52.367426 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-5f015701-ee3e-4ec7-a2b6-0cd87988b703 {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:04:52.368237 n-d-818022-2 neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc04e7a6-e0b7-438f-a931-99187cf28379', 'tag': '2019baf0-8dd1-4014-98b3-2c3c4d3ec3aa', 'status': 'completed', 'code': 200} Nov 19 18:04:52.458840 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-cbd600f3-7b66-4e63-9a09-cf406df0781a tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:52.492244 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21de1d87-ab2f-4469-9b2f-f2012616ae3d None None] Pushing event updated for resources: {'Port': ['ID=16cad666-41ba-46d9-9a62-3d4d0da3e14d,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:04:52.512670 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-a0e41af2-4c8a-4983-ba89-7c934a26e1c3 None None] Set router b11e1b24-ca9d-457a-b763-e7550839346f gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:04:52.542925 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d220e69f-24d2-4370-8646-24434b9d3c8b req-6efff0e6-9a3c-438b-91f4-3bbd1f482e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:04:52.546601 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d220e69f-24d2-4370-8646-24434b9d3c8b req-6efff0e6-9a3c-438b-91f4-3bbd1f482e67 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e45c6e5baa414b6894171527d94e1abd&device_id=cc04e7a6-e0b7-438f-a931-99187cf28379 HTTP/1.1" status: 200 len: 1096 time: 0.1576447 Nov 19 18:04:52.657749 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [None req-750f98c2-3001-4bd6-96f8-5b29202044c2 admin admin] Allocated IP 172.25.7.38 (645e61aa-1a6c-4e8f-857e-ab06edb4897f/88ed2d64-f56d-4f01-a468-946e01c99e82/8458ef8f-2538-4b05-9085-8e7f0db126ad) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:04:52.688370 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-cbd600f3-7b66-4e63-9a09-cf406df0781a tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd5dc5d0-63d1-4e57-8713-bbe120c73968']}} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:04:52.719598 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8a862619-8286-4e33-8422-fd505af0cadf req-d72b2d6f-2c62-4e24-b6db-5053648c870d tempest-VolumesActionsTest-758711888 tempest-VolumesActionsTest-758711888-project] 10.222.0.54 "GET /v2.0/security-groups?id=61124c63-45ab-440d-9e2d-46540a3e29c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4156203 Nov 19 18:04:52.739877 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-cbd600f3-7b66-4e63-9a09-cf406df0781a tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7804da4-1282-44e6-bbb2-fa06edcca768') {'for_net_delete': True} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:04:52.740182 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-cbd600f3-7b66-4e63-9a09-cf406df0781a tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7804da4-1282-44e6-bbb2-fa06edcca768') {} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:04:52.755516 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-cbd600f3-7b66-4e63-9a09-cf406df0781a tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12545382'] for segment, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:52.777693 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-cbd600f3-7b66-4e63-9a09-cf406df0781a tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:52.783905 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbd600f3-7b66-4e63-9a09-cf406df0781a tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] Releasing vlan 655 on physical network physnet1 to pool {{(pid=103365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 18:04:52.784316 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-cbd600f3-7b66-4e63-9a09-cf406df0781a tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12282953'] for segment, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:52.909693 n-d-818022-2 neutron-server[103365]: Traceback (most recent call last): Nov 19 18:04:52.909693 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 18:04:52.909693 n-d-818022-2 neutron-server[103365]: timer() Nov 19 18:04:52.909693 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 18:04:52.909693 n-d-818022-2 neutron-server[103365]: cb(*args, **kw) Nov 19 18:04:52.909693 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 18:04:52.909693 n-d-818022-2 neutron-server[103365]: return func(*args, **kwargs) Nov 19 18:04:52.909693 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 18:04:52.909693 n-d-818022-2 neutron-server[103365]: self._notify() Nov 19 18:04:52.909693 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 18:04:52.909693 n-d-818022-2 neutron-server[103365]: self.callback(batched_events) Nov 19 18:04:52.909693 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 18:04:52.909693 n-d-818022-2 neutron-server[103365]: event.method(event) Nov 19 18:04:52.909693 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 18:04:52.909693 n-d-818022-2 neutron-server[103365]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 18:04:52.909693 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 18:04:52.909693 n-d-818022-2 neutron-server[103365]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 18:04:52.909693 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 18:04:52.909693 n-d-818022-2 neutron-server[103365]: return f(self, *a, **k) Nov 19 18:04:52.909693 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 18:04:52.909693 n-d-818022-2 neutron-server[103365]: return self._get(url).json() Nov 19 18:04:52.909693 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 18:04:52.909693 n-d-818022-2 neutron-server[103365]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 18:04:52.909693 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 18:04:52.909693 n-d-818022-2 neutron-server[103365]: return self.request(url, 'GET', **kwargs) Nov 19 18:04:52.909693 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 18:04:52.909693 n-d-818022-2 neutron-server[103365]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 18:04:52.909693 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 18:04:52.909693 n-d-818022-2 neutron-server[103365]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 18:04:52.909693 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 18:04:52.909693 n-d-818022-2 neutron-server[103365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 18:04:52.909693 n-d-818022-2 neutron-server[103365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 18:04:52.928870 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d220e69f-24d2-4370-8646-24434b9d3c8b req-0a6f7eb2-9f64-4dc4-85b3-5ebf32a7a63f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:04:52.930441 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d220e69f-24d2-4370-8646-24434b9d3c8b req-0a6f7eb2-9f64-4dc4-85b3-5ebf32a7a63f service neutron] 10.222.0.60 "GET /v2.0/networks?id=3b544363-bad2-4a9e-9892-483691dc34e2 HTTP/1.1" status: 200 len: 912 time: 0.3753707 Nov 19 18:04:53.011738 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-cbd600f3-7b66-4e63-9a09-cf406df0781a tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671242'] for network, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:53.024180 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-cbd600f3-7b66-4e63-9a09-cf406df0781a tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] Publish callbacks [] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:53.035189 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-cbd600f3-7b66-4e63-9a09-cf406df0781a tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] 10.222.0.54 "DELETE /v2.0/networks/bd5dc5d0-63d1-4e57-8713-bbe120c73968 HTTP/1.1" status: 204 len: 168 time: 1.7721860 Nov 19 18:04:53.043353 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 55612) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:04:53.118695 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d220e69f-24d2-4370-8646-24434b9d3c8b req-54a26a41-d3f6-44a7-92e0-aa16eaef0c87 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2019baf0-8dd1-4014-98b3-2c3c4d3ec3aa HTTP/1.1" status: 200 len: 999 time: 0.1796041 Nov 19 18:04:53.317116 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d220e69f-24d2-4370-8646-24434b9d3c8b req-f970a305-578c-4062-bae2-cf4ab03939f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:04:53.326459 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d220e69f-24d2-4370-8646-24434b9d3c8b req-f970a305-578c-4062-bae2-cf4ab03939f7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=78373283-0ecf-42ac-8dc9-066471cd2623 HTTP/1.1" status: 200 len: 850 time: 0.1990328 Nov 19 18:04:53.357417 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c4cb66c5-c0f8-4ac5-8117-7df0c30f4500 tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:53.470676 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd600f3-7b66-4e63-9a09-cf406df0781a tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] Pushing event deleted for resources: {'Network': ['ID=bd5dc5d0-63d1-4e57-8713-bbe120c73968,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:04:53.487530 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d220e69f-24d2-4370-8646-24434b9d3c8b req-3ab5cb18-99ce-4ce2-b92c-8cc07bab279e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:04:53.496758 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d220e69f-24d2-4370-8646-24434b9d3c8b req-3ab5cb18-99ce-4ce2-b92c-8cc07bab279e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3b544363-bad2-4a9e-9892-483691dc34e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1603246 Nov 19 18:04:53.560290 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-750f98c2-3001-4bd6-96f8-5b29202044c2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:53.635279 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-a0e41af2-4c8a-4983-ba89-7c934a26e1c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b11e1b24-ca9d-457a-b763-e7550839346f', 'name': 'tempest-ServerActionsTestJSON-767903465-router', 'tenant_id': 'e45c6e5baa414b6894171527d94e1abd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.45'}], 'enable_snat': True}, 'gw_port_id': 'f2234a95-c881-4215-9ecf-ef560e0fd336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:04:05Z', 'updated_at': '2021-11-19T18:04:14Z', 'revision_number': 4, 'project_id': 'e45c6e5baa414b6894171527d94e1abd', 'gw_port': {'id': 'f2234a95-c881-4215-9ecf-ef560e0fd336', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b11e1b24-ca9d-457a-b763-e7550839346f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3105, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:04:05Z', 'updated_at': '2021-11-19T18:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_floatingips': [{'id': '0a7b538e-a441-412d-8a29-3e106e2f7a6c', 'tenant_id': 'e45c6e5baa414b6894171527d94e1abd', 'floating_ip_address': '172.25.7.193', 'floating_network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'router_id': 'b11e1b24-ca9d-457a-b763-e7550839346f', 'port_id': '2019baf0-8dd1-4014-98b3-2c3c4d3ec3aa', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b544363-bad2-4a9e-9892-483691dc34e2', 'mac_address': 'fa:16:3e:68:68:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc04e7a6-e0b7-438f-a931-99187cf28379', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T18:04:24Z', 'updated_at': '2021-11-19T18:04:50Z', 'revision_number': 1, 'project_id': 'e45c6e5baa414b6894171527d94e1abd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d403289-67d6-41dc-b082-a76cfc742596', 'name': '', 'network_id': '3b544363-bad2-4a9e-9892-483691dc34e2', 'tenant_id': 'e45c6e5baa414b6894171527d94e1abd', 'mac_address': 'fa:16:3e:6d:d4:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b11e1b24-ca9d-457a-b763-e7550839346f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3109, 'fixed_ips': [{'subnet_id': '78373283-0ecf-42ac-8dc9-066471cd2623', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:04:11Z', 'updated_at': '2021-11-19T18:04:26Z', 'revision_number': 5, 'project_id': 'e45c6e5baa414b6894171527d94e1abd', 'subnets': [{'id': '78373283-0ecf-42ac-8dc9-066471cd2623', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:04:53.710989 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e41af2-4c8a-4983-ba89-7c934a26e1c3 None None] Checking router: b11e1b24-ca9d-457a-b763-e7550839346f for host: n-d-818022-2 {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:04:53.735268 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e41af2-4c8a-4983-ba89-7c934a26e1c3 None None] Routers {'b11e1b24-ca9d-457a-b763-e7550839346f'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:04:53.736105 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-a0e41af2-4c8a-4983-ba89-7c934a26e1c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:04:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['b11e1b24-ca9d-457a-b763-e7550839346f'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:04:53.744338 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 16cad666-41ba-46d9-9a62-3d4d0da3e14d up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:04:53.835366 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d220e69f-24d2-4370-8646-24434b9d3c8b req-14739968-ac60-45f0-b908-754d406449be service neutron] 10.222.0.60 "GET /v2.0/networks/3b544363-bad2-4a9e-9892-483691dc34e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3311925 Nov 19 18:04:53.916377 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 16cad666-41ba-46d9-9a62-3d4d0da3e14d triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:04:53.916750 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:54.088702 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c4cb66c5-c0f8-4ac5-8117-7df0c30f4500 tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:54.094622 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-a0e41af2-4c8a-4983-ba89-7c934a26e1c3 None None] Set router b11e1b24-ca9d-457a-b763-e7550839346f gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:04:54.126418 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d220e69f-24d2-4370-8646-24434b9d3c8b req-a8f6047d-8ad1-4242-a533-bb07c82dece2 service neutron] 10.222.0.60 "GET /v2.0/networks/3b544363-bad2-4a9e-9892-483691dc34e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2852998 Nov 19 18:04:54.171732 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-c4cb66c5-c0f8-4ac5-8117-7df0c30f4500 tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5b8eca2-96c0-4730-9979-dd8415c9c665']}} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:04:54.185843 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-c4cb66c5-c0f8-4ac5-8117-7df0c30f4500 tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '619d76ab-9838-41bb-9837-8a18b1f62d29') {'for_net_delete': True} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:04:54.186534 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-c4cb66c5-c0f8-4ac5-8117-7df0c30f4500 tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '619d76ab-9838-41bb-9837-8a18b1f62d29') {} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:04:54.197861 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99bc6197-ab62-4e02-8cf9-1a9ec7643f76 None None] Network d0a2ecbe-b9e5-4394-bc4d-ad30b7330bd8 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:04:54.200737 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c4cb66c5-c0f8-4ac5-8117-7df0c30f4500 tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12545382'] for segment, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:54.227123 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-750f98c2-3001-4bd6-96f8-5b29202044c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:54.230992 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c4cb66c5-c0f8-4ac5-8117-7df0c30f4500 tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:54.243978 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4cb66c5-c0f8-4ac5-8117-7df0c30f4500 tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] Releasing vlan 661 on physical network physnet1 to pool {{(pid=103365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 18:04:54.244348 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c4cb66c5-c0f8-4ac5-8117-7df0c30f4500 tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12282953'] for segment, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:54.250370 n-d-818022-2 neutron-server[103365]: Traceback (most recent call last): Nov 19 18:04:54.250370 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 18:04:54.250370 n-d-818022-2 neutron-server[103365]: timer() Nov 19 18:04:54.250370 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 18:04:54.250370 n-d-818022-2 neutron-server[103365]: cb(*args, **kw) Nov 19 18:04:54.250370 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 18:04:54.250370 n-d-818022-2 neutron-server[103365]: return func(*args, **kwargs) Nov 19 18:04:54.250370 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 18:04:54.250370 n-d-818022-2 neutron-server[103365]: self._notify() Nov 19 18:04:54.250370 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 18:04:54.250370 n-d-818022-2 neutron-server[103365]: self.callback(batched_events) Nov 19 18:04:54.250370 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 18:04:54.250370 n-d-818022-2 neutron-server[103365]: event.method(event) Nov 19 18:04:54.250370 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 18:04:54.250370 n-d-818022-2 neutron-server[103365]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 18:04:54.250370 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 18:04:54.250370 n-d-818022-2 neutron-server[103365]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 18:04:54.250370 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 18:04:54.250370 n-d-818022-2 neutron-server[103365]: return f(self, *a, **k) Nov 19 18:04:54.250370 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 18:04:54.250370 n-d-818022-2 neutron-server[103365]: return self._get(url).json() Nov 19 18:04:54.250370 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 18:04:54.250370 n-d-818022-2 neutron-server[103365]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 18:04:54.250370 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 18:04:54.250370 n-d-818022-2 neutron-server[103365]: return self.request(url, 'GET', **kwargs) Nov 19 18:04:54.250370 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 18:04:54.250370 n-d-818022-2 neutron-server[103365]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 18:04:54.250370 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 18:04:54.250370 n-d-818022-2 neutron-server[103365]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 18:04:54.250370 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 18:04:54.250370 n-d-818022-2 neutron-server[103365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 18:04:54.250370 n-d-818022-2 neutron-server[103365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 18:04:54.268686 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.agents_db [None req-619e5c26-d9ed-4321-86eb-7d443bb9dfa2 None None] Agent healthcheck: found 7 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 18:04:54.356782 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750f98c2-3001-4bd6-96f8-5b29202044c2 admin admin] Pushing event updated for resources: {'Port': ['ID=8458ef8f-2538-4b05-9085-8e7f0db126ad,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:04:54.378190 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-750f98c2-3001-4bd6-96f8-5b29202044c2 admin admin] Network 645e61aa-1a6c-4e8f-857e-ab06edb4897f is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:04:54.386140 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-750f98c2-3001-4bd6-96f8-5b29202044c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:04:54.389570 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-750f98c2-3001-4bd6-96f8-5b29202044c2 admin admin] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:04:54.404957 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:54.424411 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6c93d5-ebae-4f96-8ce4-69b663822992 req-3ae8267e-6a8d-4366-a37d-79ca5b65f1c3 tempest-VolumesActionsTest-758711888 tempest-VolumesActionsTest-758711888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:04:54.426238 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-563d9ea2-fb03-4c18-aa86-dd411a241d1c None None] DHCP port deletion for 645e61aa-1a6c-4e8f-857e-ab06edb4897f request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:04:54.428160 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-3c6c93d5-ebae-4f96-8ce4-69b663822992 req-3ae8267e-6a8d-4366-a37d-79ca5b65f1c3 tempest-VolumesActionsTest-758711888 tempest-VolumesActionsTest-758711888-project] 10.222.0.54 "GET /v2.0/ports?device_id=b0526379-2d7b-40e5-8340-b65e1cd31e88 HTTP/1.1" status: 200 len: 946 time: 0.1102529 Nov 19 18:04:54.512809 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-3c6c93d5-ebae-4f96-8ce4-69b663822992 req-c47e2e40-92ac-46a4-bf52-9b4bb23a7dc2 tempest-VolumesActionsTest-758711888 tempest-VolumesActionsTest-758711888-project] 10.222.0.54 "GET /v2.0/security-groups?id=61124c63-45ab-440d-9e2d-46540a3e29c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676599 Nov 19 18:04:54.545018 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-71894794-0815-4cde-9c2f-1571fa876da9 None None] Provisioning complete for port 16cad666-41ba-46d9-9a62-3d4d0da3e14d triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:04:54.545606 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-71894794-0815-4cde-9c2f-1571fa876da9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:54.618777 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-a0e41af2-4c8a-4983-ba89-7c934a26e1c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b11e1b24-ca9d-457a-b763-e7550839346f', 'name': 'tempest-ServerActionsTestJSON-767903465-router', 'tenant_id': 'e45c6e5baa414b6894171527d94e1abd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.45'}], 'enable_snat': True}, 'gw_port_id': 'f2234a95-c881-4215-9ecf-ef560e0fd336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:04:05Z', 'updated_at': '2021-11-19T18:04:14Z', 'revision_number': 4, 'project_id': 'e45c6e5baa414b6894171527d94e1abd', 'gw_port': {'id': 'f2234a95-c881-4215-9ecf-ef560e0fd336', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b11e1b24-ca9d-457a-b763-e7550839346f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3105, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:04:05Z', 'updated_at': '2021-11-19T18:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_floatingips': [{'id': '0a7b538e-a441-412d-8a29-3e106e2f7a6c', 'tenant_id': 'e45c6e5baa414b6894171527d94e1abd', 'floating_ip_address': '172.25.7.193', 'floating_network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'router_id': 'b11e1b24-ca9d-457a-b763-e7550839346f', 'port_id': '2019baf0-8dd1-4014-98b3-2c3c4d3ec3aa', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b544363-bad2-4a9e-9892-483691dc34e2', 'mac_address': 'fa:16:3e:68:68:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc04e7a6-e0b7-438f-a931-99187cf28379', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T18:04:24Z', 'updated_at': '2021-11-19T18:04:50Z', 'revision_number': 1, 'project_id': 'e45c6e5baa414b6894171527d94e1abd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d403289-67d6-41dc-b082-a76cfc742596', 'name': '', 'network_id': '3b544363-bad2-4a9e-9892-483691dc34e2', 'tenant_id': 'e45c6e5baa414b6894171527d94e1abd', 'mac_address': 'fa:16:3e:6d:d4:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b11e1b24-ca9d-457a-b763-e7550839346f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3109, 'fixed_ips': [{'subnet_id': '78373283-0ecf-42ac-8dc9-066471cd2623', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:04:11Z', 'updated_at': '2021-11-19T18:04:26Z', 'revision_number': 5, 'project_id': 'e45c6e5baa414b6894171527d94e1abd', 'subnets': [{'id': '78373283-0ecf-42ac-8dc9-066471cd2623', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:04:54.630899 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] For port 16cad666-41ba-46d9-9a62-3d4d0da3e14d, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=16cad666-41ba-46d9-9a62-3d4d0da3e14d,segment=NetworkSegment(ed9eae70-8085-4fd7-808c-dffd7ca56da5),segment_id=ed9eae70-8085-4fd7-808c-dffd7ca56da5)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:04:54.651432 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c4cb66c5-c0f8-4ac5-8117-7df0c30f4500 tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671242'] for network, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:54.671530 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c4cb66c5-c0f8-4ac5-8117-7df0c30f4500 tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] Publish callbacks [] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:54.675575 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-c4cb66c5-c0f8-4ac5-8117-7df0c30f4500 tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] 10.222.0.54 "DELETE /v2.0/networks/a5b8eca2-96c0-4730-9979-dd8415c9c665 HTTP/1.1" status: 204 len: 168 time: 1.6250563 Nov 19 18:04:54.699043 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e41af2-4c8a-4983-ba89-7c934a26e1c3 None None] The sync data for ids ['b11e1b24-ca9d-457a-b763-e7550839346f'] in n-d-818022-2 is: [{'id': 'b11e1b24-ca9d-457a-b763-e7550839346f', 'name': 'tempest-ServerActionsTestJSON-767903465-router', 'tenant_id': 'e45c6e5baa414b6894171527d94e1abd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.45'}], 'enable_snat': True}, 'gw_port_id': 'f2234a95-c881-4215-9ecf-ef560e0fd336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:04:05Z', 'updated_at': '2021-11-19T18:04:14Z', 'revision_number': 4, 'project_id': 'e45c6e5baa414b6894171527d94e1abd', 'gw_port': {'id': 'f2234a95-c881-4215-9ecf-ef560e0fd336', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b11e1b24-ca9d-457a-b763-e7550839346f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3105, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:04:05Z', 'updated_at': '2021-11-19T18:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_floatingips': [{'id': '0a7b538e-a441-412d-8a29-3e106e2f7a6c', 'tenant_id': 'e45c6e5baa414b6894171527d94e1abd', 'floating_ip_address': '172.25.7.193', 'floating_network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'router_id': 'b11e1b24-ca9d-457a-b763-e7550839346f', 'port_id': '2019baf0-8dd1-4014-98b3-2c3c4d3ec3aa', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b544363-bad2-4a9e-9892-483691dc34e2', 'mac_address': 'fa:16:3e:68:68:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc04e7a6-e0b7-438f-a931-99187cf28379', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T18:04:24Z', 'updated_at': '2021-11-19T18:04:50Z', 'revision_number': 1, 'project_id': 'e45c6e5baa414b6894171527d94e1abd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d403289-67d6-41dc-b082-a76cfc742596', 'name': '', 'network_id': '3b544363-bad2-4a9e-9892-483691dc34e2', 'tenant_id': 'e45c6e5baa414b6894171527d94e1abd', 'mac_address': 'fa:16:3e:6d:d4:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b11e1b24-ca9d-457a-b763-e7550839346f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3109, 'fixed_ips': [{'subnet_id': '78373283-0ecf-42ac-8dc9-066471cd2623', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:04:11Z', 'updated_at': '2021-11-19T18:04:26Z', 'revision_number': 5, 'project_id': 'e45c6e5baa414b6894171527d94e1abd', 'subnets': [{'id': '78373283-0ecf-42ac-8dc9-066471cd2623', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:04:54.720632 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cb66c5-c0f8-4ac5-8117-7df0c30f4500 tempest-BulkNetworkOpsTest-1364000913 tempest-BulkNetworkOpsTest-1364000913-project] Pushing event deleted for resources: {'Network': ['ID=a5b8eca2-96c0-4730-9979-dd8415c9c665,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:04:54.725643 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:54.959004 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-750f98c2-3001-4bd6-96f8-5b29202044c2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:55.050232 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Pushing event updated for resources: {'Port': ['ID=16cad666-41ba-46d9-9a62-3d4d0da3e14d,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:04:55.140038 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 55672) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:04:55.157370 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-c45f1073-1de4-470f-bbe8-c0f9faef6bec None None] Provisioning complete for port 8458ef8f-2538-4b05-9085-8e7f0db126ad triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:04:55.162283 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-c45f1073-1de4-470f-bbe8-c0f9faef6bec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:55.238309 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84862863-4228-43f5-ab7b-49f03463cb89 None None] New status for floating IP 0a7b538e-a441-412d-8a29-3e106e2f7a6c: ACTIVE {{(pid=103366) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 18:04:55.242921 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-c45f1073-1de4-470f-bbe8-c0f9faef6bec None None] Port 8458ef8f-2538-4b05-9085-8e7f0db126ad cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:04:55.368478 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-160239fb-3de9-4c85-8a2a-aceb31d05b92 None None] get_active_networks_info from n-d-818022-2 {{(pid=103366) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 19 18:04:55.486389 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-fe298b31-4ad3-44ed-8a2e-02e418cd671b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ef49665eba404d569f0dbd66ad959fc3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3445837 Nov 19 18:04:55.488210 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 55684) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:04:55.540365 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-750f98c2-3001-4bd6-96f8-5b29202044c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671702'] for router, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:55.743454 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 16cad666-41ba-46d9-9a62-3d4d0da3e14d up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:04:55.782008 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 55690) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:04:55.877231 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-3dc27050-c549-4672-b430-2885d6512ad6 None None] Provisioning complete for port 16cad666-41ba-46d9-9a62-3d4d0da3e14d triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:04:55.877706 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3dc27050-c549-4672-b430-2885d6512ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:55.900894 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2a9e9bf4-cfe9-43f2-95c9-dc85ff39d0b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:55.967414 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 16cad666-41ba-46d9-9a62-3d4d0da3e14d triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:04:55.967976 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:55.973604 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-160239fb-3de9-4c85-8a2a-aceb31d05b92 None None] Resources bound (agent type, host, resource id): {{(pid=103366) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 19 18:04:56.014742 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f0d086-e907-404b-aa66-afe520b890ea req-6de6cfee-58e0-4ec2-bb96-cb3e909c1037 tempest-VolumesActionsTest-758711888 tempest-VolumesActionsTest-758711888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:04:56.017591 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-46f0d086-e907-404b-aa66-afe520b890ea req-6de6cfee-58e0-4ec2-bb96-cb3e909c1037 tempest-VolumesActionsTest-758711888 tempest-VolumesActionsTest-758711888-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0526379-2d7b-40e5-8340-b65e1cd31e88 HTTP/1.1" status: 200 len: 946 time: 0.4545982 Nov 19 18:04:56.025643 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2a9e9bf4-cfe9-43f2-95c9-dc85ff39d0b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:56.117284 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069e9543-b28d-4032-95c1-331931ffe822 req-9e04fc2e-65cb-41ba-9be1-667203fd604a tempest-VolumesActionsTest-758711888 tempest-VolumesActionsTest-758711888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:04:56.120474 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-069e9543-b28d-4032-95c1-331931ffe822 req-9e04fc2e-65cb-41ba-9be1-667203fd604a tempest-VolumesActionsTest-758711888 tempest-VolumesActionsTest-758711888-project] 10.222.0.54 "GET /v2.0/ports?device_id=b0526379-2d7b-40e5-8340-b65e1cd31e88 HTTP/1.1" status: 200 len: 946 time: 0.4259217 Nov 19 18:04:56.121485 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6382bcee-f9a7-40ff-96df-996d3d193d77 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:56.326543 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-069e9543-b28d-4032-95c1-331931ffe822 req-38f159f2-e2c2-4f31-b101-0c033438e2f7 tempest-VolumesActionsTest-758711888 tempest-VolumesActionsTest-758711888-project] 10.222.0.54 "GET /v2.0/security-groups?id=61124c63-45ab-440d-9e2d-46540a3e29c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727273 Nov 19 18:04:56.335026 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-750f98c2-3001-4bd6-96f8-5b29202044c2 admin admin] Router 4f3295b5-139c-4118-9bd4-9c50d716a9e3 is scheduled to L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 with binding_index 1 {{(pid=103365) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 18:04:56.383043 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [req-46f0d086-e907-404b-aa66-afe520b890ea req-db38bd8e-a463-494c-baf2-ed15d47b0b02 tempest-VolumesActionsTest-758711888 tempest-VolumesActionsTest-758711888-project] Deleting port 4d5ae0c4-e9aa-4d0b-816e-0d885715be2d {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:04:56.383340 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-46f0d086-e907-404b-aa66-afe520b890ea req-db38bd8e-a463-494c-baf2-ed15d47b0b02 tempest-VolumesActionsTest-758711888 tempest-VolumesActionsTest-758711888-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:56.393314 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2a9e9bf4-cfe9-43f2-95c9-dc85ff39d0b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:56.397530 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2a9e9bf4-cfe9-43f2-95c9-dc85ff39d0b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:56.399343 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-2a9e9bf4-cfe9-43f2-95c9-dc85ff39d0b9 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/467630c2-3c4b-4222-83b3-491de1c8ae0f HTTP/1.1" status: 204 len: 168 time: 0.9100759 Nov 19 18:04:56.470498 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9e9bf4-cfe9-43f2-95c9-dc85ff39d0b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=467630c2-3c4b-4222-83b3-491de1c8ae0f,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:04:56.473524 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed65b106-266a-4a0a-ac16-416b35b27811 None None] get_active_networks_info from n-d-818022-2 {{(pid=103366) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 19 18:04:56.556785 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-750f98c2-3001-4bd6-96f8-5b29202044c2 admin admin] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:04:56.568864 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ccede82-99c1-4923-96ca-d9ea589dea2e None None] Sync routers for ids ['4f3295b5-139c-4118-9bd4-9c50d716a9e3'] in n-d-818022-2 {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:04:56.598778 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-46f0d086-e907-404b-aa66-afe520b890ea req-db38bd8e-a463-494c-baf2-ed15d47b0b02 tempest-VolumesActionsTest-758711888 tempest-VolumesActionsTest-758711888-project] For port 4d5ae0c4-e9aa-4d0b-816e-0d885715be2d, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=4d5ae0c4-e9aa-4d0b-816e-0d885715be2d,segment=NetworkSegment(414ec037-29de-461e-b44e-49b485f6a55a),segment_id=414ec037-29de-461e-b44e-49b485f6a55a)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:04:56.599347 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-46f0d086-e907-404b-aa66-afe520b890ea req-db38bd8e-a463-494c-baf2-ed15d47b0b02 tempest-VolumesActionsTest-758711888 tempest-VolumesActionsTest-758711888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:56.603689 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6382bcee-f9a7-40ff-96df-996d3d193d77 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:56.617919 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [req-46f0d086-e907-404b-aa66-afe520b890ea req-db38bd8e-a463-494c-baf2-ed15d47b0b02 tempest-VolumesActionsTest-758711888 tempest-VolumesActionsTest-758711888-project] Calling delete_port for 4d5ae0c4-e9aa-4d0b-816e-0d885715be2d owned by compute:nova {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:04:56.621132 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6382bcee-f9a7-40ff-96df-996d3d193d77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:56.625275 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-750f98c2-3001-4bd6-96f8-5b29202044c2 admin admin] Publish callbacks [] for router, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:56.626975 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-750f98c2-3001-4bd6-96f8-5b29202044c2 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.3310678 Nov 19 18:04:56.630823 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 55724) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:04:56.652779 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ccede82-99c1-4923-96ca-d9ea589dea2e None None] Routers {'4f3295b5-139c-4118-9bd4-9c50d716a9e3'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:04:56.658675 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-5ccede82-99c1-4923-96ca-d9ea589dea2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:04:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['4f3295b5-139c-4118-9bd4-9c50d716a9e3'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:04:56.759445 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6382bcee-f9a7-40ff-96df-996d3d193d77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43e97648-195a-46c5-8a46-77d3019d6256,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:04:56.807705 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed65b106-266a-4a0a-ac16-416b35b27811 None None] Resources bound (agent type, host, resource id): {{(pid=103366) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 19 18:04:56.820024 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-6382bcee-f9a7-40ff-96df-996d3d193d77 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=678cc343613243b9a933a639d6acb1ec&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0283668 Nov 19 18:04:56.824233 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 55738) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:04:56.987133 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e1b96aad-ae77-4ba4-bb9d-7492a496f7d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:56.991003 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-5ccede82-99c1-4923-96ca-d9ea589dea2e None None] Set router 4f3295b5-139c-4118-9bd4-9c50d716a9e3 gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:04:57.056486 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-b3d3dc09-207f-4bd5-ba44-2a8ba8b2ffd3 None None] Provisioning complete for port 4d5ae0c4-e9aa-4d0b-816e-0d885715be2d triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:04:57.056863 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b3d3dc09-207f-4bd5-ba44-2a8ba8b2ffd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:57.119681 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-46f0d086-e907-404b-aa66-afe520b890ea req-db38bd8e-a463-494c-baf2-ed15d47b0b02 tempest-VolumesActionsTest-758711888 tempest-VolumesActionsTest-758711888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:57.133355 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e1b96aad-ae77-4ba4-bb9d-7492a496f7d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:57.146975 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['4d5ae0c4-e9aa-4d0b-816e-0d885715be2d'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:04:57.256582 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db38bd8e-a463-494c-baf2-ed15d47b0b02 tempest-VolumesActionsTest-758711888 tempest-VolumesActionsTest-758711888-project] Pushing event deleted for resources: {'Port': ['ID=4d5ae0c4-e9aa-4d0b-816e-0d885715be2d,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:04:57.290874 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-b3d3dc09-207f-4bd5-ba44-2a8ba8b2ffd3 None None] Could not find standard attr ID for object 4d5ae0c4-e9aa-4d0b-816e-0d885715be2d. {{(pid=103366) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 18:04:57.310856 n-d-818022-2 neutron-server[103366]: INFO neutron.plugins.ml2.db [None req-b3d3dc09-207f-4bd5-ba44-2a8ba8b2ffd3 None None] No ports have port_id starting with 4d5ae0c4-e9aa-4d0b-816e-0d885715be2d Nov 19 18:04:57.459801 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [req-46f0d086-e907-404b-aa66-afe520b890ea req-db38bd8e-a463-494c-baf2-ed15d47b0b02 tempest-VolumesActionsTest-758711888 tempest-VolumesActionsTest-758711888-project] No DVR routers for this DVR port 4d5ae0c4-e9aa-4d0b-816e-0d885715be2d on host n-h1-818022-2 {{(pid=103364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:04:57.482491 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-46f0d086-e907-404b-aa66-afe520b890ea req-db38bd8e-a463-494c-baf2-ed15d47b0b02 tempest-VolumesActionsTest-758711888 tempest-VolumesActionsTest-758711888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:57.490192 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-46f0d086-e907-404b-aa66-afe520b890ea req-db38bd8e-a463-494c-baf2-ed15d47b0b02 tempest-VolumesActionsTest-758711888 tempest-VolumesActionsTest-758711888-project] 10.222.0.60 "DELETE /v2.0/ports/4d5ae0c4-e9aa-4d0b-816e-0d885715be2d HTTP/1.1" status: 204 len: 173 time: 1.4570079 Nov 19 18:04:57.490951 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0526379-2d7b-40e5-8340-b65e1cd31e88', 'name': 'network-vif-deleted', 'tag': '4d5ae0c4-e9aa-4d0b-816e-0d885715be2d'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:04:57.497775 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dd4767a008c23f8566efc82158ee1b1fff34e1a9e908d76d0b6d0ab7e350e5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca154e01-5951-4328-8829-fd7146cb0683" -d '{"events": [{"server_uuid": "b0526379-2d7b-40e5-8340-b65e1cd31e88", "name": "network-vif-deleted", "tag": "4d5ae0c4-e9aa-4d0b-816e-0d885715be2d"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:04:57.589185 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17376501-68a9-4f3d-b067-76e93ec254eb None None] DHCP port deletion for f081af3e-5cd0-4172-8c6f-eac119d2b997 request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:04:57.653849 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-5ccede82-99c1-4923-96ca-d9ea589dea2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f3295b5-139c-4118-9bd4-9c50d716a9e3', 'name': 'tempest-TestAggregatesBasicOps-842491783-router', 'tenant_id': '97458cc02e7844f3ba2d763bf2eb5540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': '8458ef8f-2538-4b05-9085-8e7f0db126ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:04:49Z', 'updated_at': '2021-11-19T18:04:54Z', 'revision_number': 3, 'project_id': '97458cc02e7844f3ba2d763bf2eb5540', 'gw_port': {'id': '8458ef8f-2538-4b05-9085-8e7f0db126ad', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:3b:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f3295b5-139c-4118-9bd4-9c50d716a9e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3239, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:04:51Z', 'updated_at': '2021-11-19T18:04:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:04:57.686061 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-429590c7-4317-46f5-add5-b2232ab48305 req-cb5151b7-7624-4843-8a8d-aede9116b8c6 tempest-VolumesActionsTest-758711888 tempest-VolumesActionsTest-758711888-project] 10.222.0.54 "GET /v2.0/ports?device_id=b0526379-2d7b-40e5-8340-b65e1cd31e88 HTTP/1.1" status: 200 len: 210 time: 0.1652474 Nov 19 18:04:57.691556 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:04:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a315030-5d93-4c49-94b6-0d45d4e98842 x-openstack-request-id: req-5a315030-5d93-4c49-94b6-0d45d4e98842 {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:04:57.691996 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0526379-2d7b-40e5-8340-b65e1cd31e88", "name": "network-vif-deleted", "tag": "4d5ae0c4-e9aa-4d0b-816e-0d885715be2d", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:04:57.694140 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-5a315030-5d93-4c49-94b6-0d45d4e98842 {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:04:57.699048 n-d-818022-2 neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0526379-2d7b-40e5-8340-b65e1cd31e88', 'name': 'network-vif-deleted', 'tag': '4d5ae0c4-e9aa-4d0b-816e-0d885715be2d', 'status': 'completed', 'code': 200} Nov 19 18:04:57.728354 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e1b96aad-ae77-4ba4-bb9d-7492a496f7d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:57.731092 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e1b96aad-ae77-4ba4-bb9d-7492a496f7d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:57.732557 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-e1b96aad-ae77-4ba4-bb9d-7492a496f7d1 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/43e97648-195a-46c5-8a46-77d3019d6256 HTTP/1.1" status: 204 len: 168 time: 0.9070070 Nov 19 18:04:57.739292 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ccede82-99c1-4923-96ca-d9ea589dea2e None None] Checking router: 4f3295b5-139c-4118-9bd4-9c50d716a9e3 for host: n-d-818022-2 {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:04:57.740881 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ccede82-99c1-4923-96ca-d9ea589dea2e None None] Updating router 4f3295b5-139c-4118-9bd4-9c50d716a9e3 port 8458ef8f-2538-4b05-9085-8e7f0db126ad binding host n-d-818022-2 {{(pid=103367) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 18:04:57.750741 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b96aad-ae77-4ba4-bb9d-7492a496f7d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43e97648-195a-46c5-8a46-77d3019d6256,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:04:57.823562 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-be47e637-a725-4bf9-a121-1fd9163ada37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:57.854114 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-5ccede82-99c1-4923-96ca-d9ea589dea2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:58.164268 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 55806) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:04:58.345290 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [None req-be47e637-a725-4bf9-a121-1fd9163ada37 admin admin] Allocated IP 172.20.0.1 (d0a2ecbe-b9e5-4394-bc4d-ad30b7330bd8/7a809c7f-0fb2-470d-a3b2-b4816e4e3cd9/5cacb4c5-4777-4dd3-89bb-2f2ec203f2c9) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:04:58.399448 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-4da73b02-5bc0-4c60-b6b5-ea62b1bb8004 tempest-SubnetPoolsTestJSON-1681725809 tempest-SubnetPoolsTestJSON-1681725809-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-233710947', 'prefixes': ['172.20.0.0/16']}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:04:58.468342 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 55836) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:04:58.480527 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-be47e637-a725-4bf9-a121-1fd9163ada37 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:58.520806 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-be47e637-a725-4bf9-a121-1fd9163ada37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:58.555150 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e7cb3bc7-f16b-4634-9860-1aadcb58d1ab admin admin] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:58.557277 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be47e637-a725-4bf9-a121-1fd9163ada37 admin admin] Network d0a2ecbe-b9e5-4394-bc4d-ad30b7330bd8 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:04:58.558539 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-be47e637-a725-4bf9-a121-1fd9163ada37 admin admin] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:04:58.562688 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be47e637-a725-4bf9-a121-1fd9163ada37 admin admin] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:04:58.620393 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-5ccede82-99c1-4923-96ca-d9ea589dea2e None None] Publish callbacks [] for port, precommit_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:58.643157 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-5ccede82-99c1-4923-96ca-d9ea589dea2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:58.644561 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be47e637-a725-4bf9-a121-1fd9163ada37 admin admin] Pushing event updated for resources: {'Port': ['ID=5cacb4c5-4777-4dd3-89bb-2f2ec203f2c9,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:04:58.655257 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4da73b02-5bc0-4c60-b6b5-ea62b1bb8004 tempest-SubnetPoolsTestJSON-1681725809 tempest-SubnetPoolsTestJSON-1681725809-project] Publish callbacks [] for subnetpool, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:58.659548 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-be47e637-a725-4bf9-a121-1fd9163ada37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-671361'] for router_interface, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:58.661216 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-4da73b02-5bc0-4c60-b6b5-ea62b1bb8004 tempest-SubnetPoolsTestJSON-1681725809 tempest-SubnetPoolsTestJSON-1681725809-project] 10.222.0.54 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.4910786 Nov 19 18:04:58.667831 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 55850) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:04:58.762886 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c01ee032-3873-4458-ab1f-b5311e8e91f8 None None] DHCP port deletion for 645e61aa-1a6c-4e8f-857e-ab06edb4897f request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:04:58.804678 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a2ca10-f115-4ad4-9d9d-8b8ed4ff7227 None None] Pushing event updated for resources: {'Port': ['ID=8458ef8f-2538-4b05-9085-8e7f0db126ad,revision_number=2']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:04:58.822689 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-5ccede82-99c1-4923-96ca-d9ea589dea2e None None] Attempting to bind port 8458ef8f-2538-4b05-9085-8e7f0db126ad on host n-d-818022-2 for vnic_type normal with profile {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:04:58.826152 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-5ccede82-99c1-4923-96ca-d9ea589dea2e None None] Attempting to bind port 8458ef8f-2538-4b05-9085-8e7f0db126ad by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:04:58.830032 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ccede82-99c1-4923-96ca-d9ea589dea2e None None] Attempting to bind port 8458ef8f-2538-4b05-9085-8e7f0db126ad on network 645e61aa-1a6c-4e8f-857e-ab06edb4897f {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:04:58.839201 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e7cb3bc7-f16b-4634-9860-1aadcb58d1ab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:58.851853 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e7cb3bc7-f16b-4634-9860-1aadcb58d1ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:58.852124 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ccede82-99c1-4923-96ca-d9ea589dea2e None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 4, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:04:58.854082 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ccede82-99c1-4923-96ca-d9ea589dea2e None None] Checking segment: {'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:04:58.855298 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-5ccede82-99c1-4923-96ca-d9ea589dea2e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:58.856228 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ccede82-99c1-4923-96ca-d9ea589dea2e None None] Bound using segment: {'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:04:58.858510 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-5ccede82-99c1-4923-96ca-d9ea589dea2e None None] Bound port: 8458ef8f-2538-4b05-9085-8e7f0db126ad, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'}}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:04:58.860678 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-5ccede82-99c1-4923-96ca-d9ea589dea2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:58.915466 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-0e8c8cf2-f18b-4082-baeb-7c5b279e1409 None None] Provisioning complete for port 8458ef8f-2538-4b05-9085-8e7f0db126ad triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:04:58.915924 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0e8c8cf2-f18b-4082-baeb-7c5b279e1409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:58.958612 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cb3bc7-f16b-4634-9860-1aadcb58d1ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=406dfaff-d4d7-4a94-89e6-186c2d59ddea,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:04:58.998474 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-e6449c1a-c283-4921-8966-4e45b6f09a86 tempest-SubnetPoolsTestJSON-1681725809 tempest-SubnetPoolsTestJSON-1681725809-project] 10.222.0.54 "GET /v2.0/subnetpools/99a79ca5-35e3-41e9-830a-9ab64d1762e8 HTTP/1.1" status: 200 len: 731 time: 0.3261559 Nov 19 18:04:59.001411 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 55886) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:04:59.009199 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-0e8c8cf2-f18b-4082-baeb-7c5b279e1409 None None] Port 8458ef8f-2538-4b05-9085-8e7f0db126ad cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:04:59.017497 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-5ccede82-99c1-4923-96ca-d9ea589dea2e None None] For port 8458ef8f-2538-4b05-9085-8e7f0db126ad, host n-d-818022-2, cleared binding levels {{(pid=103367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:04:59.022263 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-5ccede82-99c1-4923-96ca-d9ea589dea2e None None] For port 8458ef8f-2538-4b05-9085-8e7f0db126ad, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=8458ef8f-2538-4b05-9085-8e7f0db126ad,segment=NetworkSegment(bbe705c1-96c0-476e-8381-28227e6f0ac5),segment_id=bbe705c1-96c0-476e-8381-28227e6f0ac5)] {{(pid=103367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:04:59.023388 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-e7cb3bc7-f16b-4634-9860-1aadcb58d1ab admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ee18241ebab14feb83ed0d102491968e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5505276 Nov 19 18:04:59.031574 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 55888) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:04:59.052676 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-5ccede82-99c1-4923-96ca-d9ea589dea2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:59.058971 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-70dc1997-a2a6-421c-8d46-8a789b12dc21 tempest-SubnetPoolsTestJSON-1681725809 tempest-SubnetPoolsTestJSON-1681725809-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1459281119'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:04:59.104267 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-234468e4-1cc8-4eb4-a644-b5958eab04bf None None] DHCP port deletion for 645e61aa-1a6c-4e8f-857e-ab06edb4897f request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:04:59.161594 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a2ca10-f115-4ad4-9d9d-8b8ed4ff7227 None None] Pushing event updated for resources: {'Port': ['ID=8458ef8f-2538-4b05-9085-8e7f0db126ad,revision_number=3']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:04:59.178808 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ccede82-99c1-4923-96ca-d9ea589dea2e None None] Routers {'4f3295b5-139c-4118-9bd4-9c50d716a9e3'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:04:59.183345 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-b32925fc-dfbd-4b4d-823c-11a8d9cda42c None None] Provisioning complete for port 5cacb4c5-4777-4dd3-89bb-2f2ec203f2c9 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:04:59.185186 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b32925fc-dfbd-4b4d-823c-11a8d9cda42c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:59.187475 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-5ccede82-99c1-4923-96ca-d9ea589dea2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:04:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['4f3295b5-139c-4118-9bd4-9c50d716a9e3'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:04:59.235788 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e174dd02-53ca-4a2f-8a0e-30ec3cfeeb32 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:59.306420 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-b32925fc-dfbd-4b4d-823c-11a8d9cda42c None None] Port 5cacb4c5-4777-4dd3-89bb-2f2ec203f2c9 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:04:59.323919 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-70dc1997-a2a6-421c-8d46-8a789b12dc21 tempest-SubnetPoolsTestJSON-1681725809 tempest-SubnetPoolsTestJSON-1681725809-project] Publish callbacks [] for subnetpool, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:59.332141 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-70dc1997-a2a6-421c-8d46-8a789b12dc21 tempest-SubnetPoolsTestJSON-1681725809 tempest-SubnetPoolsTestJSON-1681725809-project] 10.222.0.54 "PUT /v2.0/subnetpools/99a79ca5-35e3-41e9-830a-9ab64d1762e8 HTTP/1.1" status: 200 len: 684 time: 0.3071840 Nov 19 18:04:59.333535 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 55920) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:04:59.364698 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-5ccede82-99c1-4923-96ca-d9ea589dea2e None None] Set router 4f3295b5-139c-4118-9bd4-9c50d716a9e3 gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:04:59.437152 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-f6365929-875d-4e02-bb80-c542adf0fb47 None None] Provisioning complete for port 8458ef8f-2538-4b05-9085-8e7f0db126ad triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:04:59.437727 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f6365929-875d-4e02-bb80-c542adf0fb47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:59.465726 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e174dd02-53ca-4a2f-8a0e-30ec3cfeeb32 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:59.555593 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-be47e637-a725-4bf9-a121-1fd9163ada37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:59.622218 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f6365929-875d-4e02-bb80-c542adf0fb47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:59.681304 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-f6365929-875d-4e02-bb80-c542adf0fb47 None None] For port 8458ef8f-2538-4b05-9085-8e7f0db126ad, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=8458ef8f-2538-4b05-9085-8e7f0db126ad,segment=NetworkSegment(bbe705c1-96c0-476e-8381-28227e6f0ac5),segment_id=bbe705c1-96c0-476e-8381-28227e6f0ac5)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:04:59.694320 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f6365929-875d-4e02-bb80-c542adf0fb47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:59.698639 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f0633dd6-655f-4d27-937c-39684ec07d93 tempest-SubnetPoolsTestJSON-1681725809 tempest-SubnetPoolsTestJSON-1681725809-project] Publish callbacks [] for subnetpool, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:59.699927 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-f0633dd6-655f-4d27-937c-39684ec07d93 tempest-SubnetPoolsTestJSON-1681725809 tempest-SubnetPoolsTestJSON-1681725809-project] 10.222.0.54 "DELETE /v2.0/subnetpools/99a79ca5-35e3-41e9-830a-9ab64d1762e8 HTTP/1.1" status: 204 len: 168 time: 0.3643060 Nov 19 18:04:59.702651 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 55950) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:04:59.730090 n-d-818022-2 neutron-server[103364]: INFO neutron.api.v2.resource [None req-99d76e30-5206-4537-9a92-b0b4280a3cd9 tempest-SubnetPoolsTestJSON-1681725809 tempest-SubnetPoolsTestJSON-1681725809-project] show failed (client error): The resource could not be found. Nov 19 18:04:59.740073 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-99d76e30-5206-4537-9a92-b0b4280a3cd9 tempest-SubnetPoolsTestJSON-1681725809 tempest-SubnetPoolsTestJSON-1681725809-project] 10.222.0.54 "GET /v2.0/subnetpools/99a79ca5-35e3-41e9-830a-9ab64d1762e8 HTTP/1.1" status: 404 len: 346 time: 0.0315101 Nov 19 18:04:59.742284 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 55956) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:04:59.757263 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 4d5ae0c4-e9aa-4d0b-816e-0d885715be2d no longer exists at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:04:59.765142 n-d-818022-2 neutron-server[103364]: INFO neutron.api.v2.resource [None req-405bfe0c-d019-48f0-899b-ec4f25f2705d tempest-SubnetPoolsTestJSON-1681725809 tempest-SubnetPoolsTestJSON-1681725809-project] delete failed (client error): The resource could not be found. Nov 19 18:04:59.766232 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-405bfe0c-d019-48f0-899b-ec4f25f2705d tempest-SubnetPoolsTestJSON-1681725809 tempest-SubnetPoolsTestJSON-1681725809-project] 10.222.0.54 "DELETE /v2.0/subnetpools/99a79ca5-35e3-41e9-830a-9ab64d1762e8 HTTP/1.1" status: 404 len: 346 time: 0.0226204 Nov 19 18:04:59.830451 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] No Port match for: 4d5ae0c4-e9aa-4d0b-816e-0d885715be2d {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:04:59.836326 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 4d5ae0c4-e9aa-4d0b-816e-0d885715be2d not bound to the agent host n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:04:59.901582 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-baf76dae-b3dd-4e04-81b2-50749eca26b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:04:59.904723 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-5ccede82-99c1-4923-96ca-d9ea589dea2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f3295b5-139c-4118-9bd4-9c50d716a9e3', 'name': 'tempest-TestAggregatesBasicOps-842491783-router', 'tenant_id': '97458cc02e7844f3ba2d763bf2eb5540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': '8458ef8f-2538-4b05-9085-8e7f0db126ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:04:49Z', 'updated_at': '2021-11-19T18:04:54Z', 'revision_number': 3, 'project_id': '97458cc02e7844f3ba2d763bf2eb5540', 'gw_port': {'id': '8458ef8f-2538-4b05-9085-8e7f0db126ad', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:3b:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f3295b5-139c-4118-9bd4-9c50d716a9e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3239, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:04:51Z', 'updated_at': '2021-11-19T18:04:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:04:59.919581 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6365929-875d-4e02-bb80-c542adf0fb47 None None] Pushing event updated for resources: {'Port': ['ID=8458ef8f-2538-4b05-9085-8e7f0db126ad,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:04:59.950136 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ccede82-99c1-4923-96ca-d9ea589dea2e None None] The sync data for ids ['4f3295b5-139c-4118-9bd4-9c50d716a9e3'] in n-d-818022-2 is: [{'id': '4f3295b5-139c-4118-9bd4-9c50d716a9e3', 'name': 'tempest-TestAggregatesBasicOps-842491783-router', 'tenant_id': '97458cc02e7844f3ba2d763bf2eb5540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': '8458ef8f-2538-4b05-9085-8e7f0db126ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:04:49Z', 'updated_at': '2021-11-19T18:04:54Z', 'revision_number': 3, 'project_id': '97458cc02e7844f3ba2d763bf2eb5540', 'gw_port': {'id': '8458ef8f-2538-4b05-9085-8e7f0db126ad', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:3b:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f3295b5-139c-4118-9bd4-9c50d716a9e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3239, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:04:51Z', 'updated_at': '2021-11-19T18:04:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:04:59.974582 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b1656e-9429-4206-939b-64d544313c4a req-d2ace7b7-1afe-4893-a0dd-954626e82218 tempest-VolumesActionsTest-758711888 tempest-VolumesActionsTest-758711888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:04:59.979556 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d7b1656e-9429-4206-939b-64d544313c4a req-d2ace7b7-1afe-4893-a0dd-954626e82218 tempest-VolumesActionsTest-758711888 tempest-VolumesActionsTest-758711888-project] 10.222.0.54 "GET /v2.0/networks?id=f081af3e-5cd0-4172-8c6f-eac119d2b997 HTTP/1.1" status: 200 len: 808 time: 0.6942551 Nov 19 18:05:00.009543 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-be47e637-a725-4bf9-a121-1fd9163ada37 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:00.015681 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d7b1656e-9429-4206-939b-64d544313c4a req-c0bfaca3-257a-4bd9-9856-2f3ce88d2562 tempest-VolumesActionsTest-758711888 tempest-VolumesActionsTest-758711888-project] 10.222.0.54 "GET /v2.0/quotas/568ddc2291f443319cd07ac57276ab6a HTTP/1.1" status: 200 len: 375 time: 0.0176890 Nov 19 18:05:00.024350 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-be47e637-a725-4bf9-a121-1fd9163ada37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:00.092831 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e174dd02-53ca-4a2f-8a0e-30ec3cfeeb32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:00.096280 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e174dd02-53ca-4a2f-8a0e-30ec3cfeeb32 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:00.097612 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-e174dd02-53ca-4a2f-8a0e-30ec3cfeeb32 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/406dfaff-d4d7-4a94-89e6-186c2d59ddea HTTP/1.1" status: 204 len: 168 time: 1.0565190 Nov 19 18:05:00.159010 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be47e637-a725-4bf9-a121-1fd9163ada37 admin admin] Pushing event updated for resources: {'Port': ['ID=5cacb4c5-4777-4dd3-89bb-2f2ec203f2c9,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:05:00.275104 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 56012) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:05:00.282929 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d7b1656e-9429-4206-939b-64d544313c4a req-be9c8de1-1928-4d71-8b28-e4561df9ac95 tempest-VolumesActionsTest-758711888 tempest-VolumesActionsTest-758711888-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=568ddc2291f443319cd07ac57276ab6a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2452309 Nov 19 18:05:00.507091 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e174dd02-53ca-4a2f-8a0e-30ec3cfeeb32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=406dfaff-d4d7-4a94-89e6-186c2d59ddea,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:05:00.563999 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-be47e637-a725-4bf9-a121-1fd9163ada37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-768529'] for router_interface, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:00.627639 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d7b1656e-9429-4206-939b-64d544313c4a req-59e9d8f7-e3dc-4d63-a5b5-98e03b263838 service neutron] 10.222.0.54 "GET /v2.0/networks/f081af3e-5cd0-4172-8c6f-eac119d2b997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3435724 Nov 19 18:05:00.779398 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9bed8fea-f393-4af9-a406-a03872385810 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:00.805200 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d7b1656e-9429-4206-939b-64d544313c4a req-428ad131-2d57-486e-a799-ecfb0377262b service neutron] 10.222.0.54 "GET /v2.0/networks/f081af3e-5cd0-4172-8c6f-eac119d2b997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1763833 Nov 19 18:05:00.995101 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9bed8fea-f393-4af9-a406-a03872385810 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:01.011103 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9bed8fea-f393-4af9-a406-a03872385810 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:01.080804 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be47e637-a725-4bf9-a121-1fd9163ada37 admin admin] Network d0a2ecbe-b9e5-4394-bc4d-ad30b7330bd8 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:05:01.085855 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-be47e637-a725-4bf9-a121-1fd9163ada37 admin admin] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:05:01.128846 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-9bed8fea-f393-4af9-a406-a03872385810 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=1d5e170beb624efe84bf66c7b0603279&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8526037 Nov 19 18:05:01.134121 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 56106) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:05:01.205881 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bed8fea-f393-4af9-a406-a03872385810 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8867c92-01b1-4e80-96f5-05f7b9b9ec6a,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:05:01.398640 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-eb1ea98c-81ea-42bd-b928-81c3399df00f req-f655fee3-231f-405b-9c4e-57737a7457e3 tempest-VolumesActionsTest-758711888 tempest-VolumesActionsTest-758711888-project] 10.222.0.54 "GET /v2.0/ports?device_id=a3316752-0e50-4a5e-aff3-fae95be822f0 HTTP/1.1" status: 200 len: 210 time: 0.1582651 Nov 19 18:05:01.510462 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f9cad1bc-b929-40ed-8924-522969e419e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:01.570674 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f9cad1bc-b929-40ed-8924-522969e419e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:01.601381 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be47e637-a725-4bf9-a121-1fd9163ada37 admin admin] Router 4f3295b5-139c-4118-9bd4-9c50d716a9e3 has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 18:05:01.787397 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 8458ef8f-2538-4b05-9085-8e7f0db126ad up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:05:01.887290 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-f7994754-92df-4d1a-9661-ef8ba3a17a1b None None] Provisioning complete for port 5cacb4c5-4777-4dd3-89bb-2f2ec203f2c9 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:05:01.898703 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f7994754-92df-4d1a-9661-ef8ba3a17a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:01.957715 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f9cad1bc-b929-40ed-8924-522969e419e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:01.962367 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f9cad1bc-b929-40ed-8924-522969e419e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:01.964602 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-f9cad1bc-b929-40ed-8924-522969e419e7 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f8867c92-01b1-4e80-96f5-05f7b9b9ec6a HTTP/1.1" status: 204 len: 168 time: 0.8285120 Nov 19 18:05:01.983229 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cad1bc-b929-40ed-8924-522969e419e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8867c92-01b1-4e80-96f5-05f7b9b9ec6a,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:05:02.005285 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be47e637-a725-4bf9-a121-1fd9163ada37 admin admin] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:05:02.018395 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-be47e637-a725-4bf9-a121-1fd9163ada37 admin admin] 10.222.0.54 "PUT /v2.0/routers/4f3295b5-139c-4118-9bd4-9c50d716a9e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3782260 Nov 19 18:05:02.046614 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-f7994754-92df-4d1a-9661-ef8ba3a17a1b None None] Port 5cacb4c5-4777-4dd3-89bb-2f2ec203f2c9 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:05:02.066708 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 8458ef8f-2538-4b05-9085-8e7f0db126ad triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:05:02.069245 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:02.075790 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-92d857f8-5877-4a7d-b03a-4dd802354bcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:02.622578 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2bfc2b67-225f-41eb-9c1d-aa4733cec7f7 req-95739a4c-a37a-488f-bc84-adbb97db9076 tempest-VolumesActionsTest-758711888 tempest-VolumesActionsTest-758711888-project] 10.222.0.54 "GET /v2.0/ports?device_id=a3316752-0e50-4a5e-aff3-fae95be822f0 HTTP/1.1" status: 200 len: 210 time: 0.0676091 Nov 19 18:05:03.142256 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce03b0ff-5899-4e1a-9664-ce726b79f148 None None] Sync routers for ids ['4f3295b5-139c-4118-9bd4-9c50d716a9e3'] in n-d-818022-2 {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:05:03.179894 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce03b0ff-5899-4e1a-9664-ce726b79f148 None None] Routers {'4f3295b5-139c-4118-9bd4-9c50d716a9e3'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:05:03.180540 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-ce03b0ff-5899-4e1a-9664-ce726b79f148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:05:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['4f3295b5-139c-4118-9bd4-9c50d716a9e3'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:05:03.355726 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e46ecc5a-dc14-4744-b262-3072ff2e958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:03.494991 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b1656e-9429-4206-939b-64d544313c4a req-b3714b10-d1e6-43bd-b74c-e549d8a65a46 tempest-VolumesActionsTest-758711888 tempest-VolumesActionsTest-758711888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:05:03.497912 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d7b1656e-9429-4206-939b-64d544313c4a req-b3714b10-d1e6-43bd-b74c-e549d8a65a46 tempest-VolumesActionsTest-758711888 tempest-VolumesActionsTest-758711888-project] 10.222.0.60 "GET /v2.0/networks?id=f081af3e-5cd0-4172-8c6f-eac119d2b997 HTTP/1.1" status: 200 len: 808 time: 0.2652550 Nov 19 18:05:03.517826 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-d7b1656e-9429-4206-939b-64d544313c4a req-d845c8f4-32be-483b-b55b-8bec2544077d tempest-VolumesActionsTest-758711888 tempest-VolumesActionsTest-758711888-project] Request body: {'port': {'device_id': 'a3316752-0e50-4a5e-aff3-fae95be822f0', 'network_id': 'f081af3e-5cd0-4172-8c6f-eac119d2b997', 'admin_state_up': True, 'tenant_id': '568ddc2291f443319cd07ac57276ab6a'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:05:03.560803 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-ce03b0ff-5899-4e1a-9664-ce726b79f148 None None] Set router 4f3295b5-139c-4118-9bd4-9c50d716a9e3 gateway port host: n-d-818022-2 {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:05:03.819301 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7b1656e-9429-4206-939b-64d544313c4a req-d845c8f4-32be-483b-b55b-8bec2544077d tempest-VolumesActionsTest-758711888 tempest-VolumesActionsTest-758711888-project] Made reservation on behalf of 568ddc2291f443319cd07ac57276ab6a for: {'port': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:05:03.826764 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-d7b1656e-9429-4206-939b-64d544313c4a req-d845c8f4-32be-483b-b55b-8bec2544077d tempest-VolumesActionsTest-758711888 tempest-VolumesActionsTest-758711888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:03.831702 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:03.908310 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9c80ffcd-87da-44e5-94a1-ac7204f491c9 req-602ded9a-5d0a-4ebf-b1b6-a6e5d305918a tempest-VolumesActionsTest-758711888 tempest-VolumesActionsTest-758711888-project] 10.222.0.54 "GET /v2.0/ports?device_id=a3316752-0e50-4a5e-aff3-fae95be822f0 HTTP/1.1" status: 200 len: 210 time: 0.0536981 Nov 19 18:05:03.908933 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:04.124395 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-ce03b0ff-5899-4e1a-9664-ce726b79f148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f3295b5-139c-4118-9bd4-9c50d716a9e3', 'name': 'tempest-TestAggregatesBasicOps-842491783-router', 'tenant_id': '97458cc02e7844f3ba2d763bf2eb5540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': '8458ef8f-2538-4b05-9085-8e7f0db126ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:04:49Z', 'updated_at': '2021-11-19T18:04:59Z', 'revision_number': 4, 'project_id': '97458cc02e7844f3ba2d763bf2eb5540', 'gw_port': {'id': '8458ef8f-2538-4b05-9085-8e7f0db126ad', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:3b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f3295b5-139c-4118-9bd4-9c50d716a9e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3239, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:04:51Z', 'updated_at': '2021-11-19T18:04:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': '5cacb4c5-4777-4dd3-89bb-2f2ec203f2c9', 'name': '', 'network_id': 'd0a2ecbe-b9e5-4394-bc4d-ad30b7330bd8', 'tenant_id': '97458cc02e7844f3ba2d763bf2eb5540', 'mac_address': 'fa:16:3e:65:2f:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f3295b5-139c-4118-9bd4-9c50d716a9e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': '7a809c7f-0fb2-470d-a3b2-b4816e4e3cd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:04:57Z', 'updated_at': '2021-11-19T18:04:59Z', 'revision_number': 2, 'project_id': '97458cc02e7844f3ba2d763bf2eb5540', 'subnets': [{'id': '7a809c7f-0fb2-470d-a3b2-b4816e4e3cd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:05:04.221641 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce03b0ff-5899-4e1a-9664-ce726b79f148 None None] Checking router: 4f3295b5-139c-4118-9bd4-9c50d716a9e3 for host: n-d-818022-2 {{(pid=103366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:05:04.224726 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce03b0ff-5899-4e1a-9664-ce726b79f148 None None] Updating router 4f3295b5-139c-4118-9bd4-9c50d716a9e3 port 5cacb4c5-4777-4dd3-89bb-2f2ec203f2c9 binding host n-d-818022-2 {{(pid=103366) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 18:05:04.253499 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [req-d7b1656e-9429-4206-939b-64d544313c4a req-d845c8f4-32be-483b-b55b-8bec2544077d tempest-VolumesActionsTest-758711888 tempest-VolumesActionsTest-758711888-project] Allocated IP 172.20.0.11 (f081af3e-5cd0-4172-8c6f-eac119d2b997/b4421253-1d77-4ac5-ad81-be6067a7417a/0f5dd897-b6bc-4279-aa22-bd73efc54092) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:05:04.290497 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ce03b0ff-5899-4e1a-9664-ce726b79f148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:04.610146 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-d7b1656e-9429-4206-939b-64d544313c4a req-d845c8f4-32be-483b-b55b-8bec2544077d tempest-VolumesActionsTest-758711888 tempest-VolumesActionsTest-758711888-project] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:04.739230 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-d7b1656e-9429-4206-939b-64d544313c4a req-d845c8f4-32be-483b-b55b-8bec2544077d tempest-VolumesActionsTest-758711888 tempest-VolumesActionsTest-758711888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:04.820468 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e013d7e6-5264-4dcc-9759-54f5fb809e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:04.857677 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ce03b0ff-5899-4e1a-9664-ce726b79f148 None None] Publish callbacks [] for port, precommit_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:04.858398 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7b1656e-9429-4206-939b-64d544313c4a req-d845c8f4-32be-483b-b55b-8bec2544077d tempest-VolumesActionsTest-758711888 tempest-VolumesActionsTest-758711888-project] Network f081af3e-5cd0-4172-8c6f-eac119d2b997 is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:05:04.881423 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ce03b0ff-5899-4e1a-9664-ce726b79f148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:04.886698 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [req-d7b1656e-9429-4206-939b-64d544313c4a req-d845c8f4-32be-483b-b55b-8bec2544077d tempest-VolumesActionsTest-758711888 tempest-VolumesActionsTest-758711888-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:05:04.896335 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7b1656e-9429-4206-939b-64d544313c4a req-d845c8f4-32be-483b-b55b-8bec2544077d tempest-VolumesActionsTest-758711888 tempest-VolumesActionsTest-758711888-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:05:04.919332 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b960fdf5-0da2-427d-92ab-d7a7ea5ff783 None None] DHCP port deletion for f081af3e-5cd0-4172-8c6f-eac119d2b997 request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:05:04.944756 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633739c9-9f8f-4086-ad83-e997c48732f3 None None] Pushing event updated for resources: {'Port': ['ID=5cacb4c5-4777-4dd3-89bb-2f2ec203f2c9,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:05:04.998011 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d845c8f4-32be-483b-b55b-8bec2544077d tempest-VolumesActionsTest-758711888 tempest-VolumesActionsTest-758711888-project] Pushing event updated for resources: {'Port': ['ID=0f5dd897-b6bc-4279-aa22-bd73efc54092,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:05:05.034504 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b1656e-9429-4206-939b-64d544313c4a req-d845c8f4-32be-483b-b55b-8bec2544077d tempest-VolumesActionsTest-758711888 tempest-VolumesActionsTest-758711888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:05:05.035712 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-d7b1656e-9429-4206-939b-64d544313c4a req-d845c8f4-32be-483b-b55b-8bec2544077d tempest-VolumesActionsTest-758711888 tempest-VolumesActionsTest-758711888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:05.036051 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-ce03b0ff-5899-4e1a-9664-ce726b79f148 None None] Attempting to bind port 5cacb4c5-4777-4dd3-89bb-2f2ec203f2c9 on host n-d-818022-2 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:05:05.037619 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-ce03b0ff-5899-4e1a-9664-ce726b79f148 None None] Attempting to bind port 5cacb4c5-4777-4dd3-89bb-2f2ec203f2c9 by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': 'ed9eae70-8085-4fd7-808c-dffd7ca56da5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'd0a2ecbe-b9e5-4394-bc4d-ad30b7330bd8'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:05:05.037976 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce03b0ff-5899-4e1a-9664-ce726b79f148 None None] Attempting to bind port 5cacb4c5-4777-4dd3-89bb-2f2ec203f2c9 on network d0a2ecbe-b9e5-4394-bc4d-ad30b7330bd8 {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:05:05.045271 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce03b0ff-5899-4e1a-9664-ce726b79f148 None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 4, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:05:05.045642 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce03b0ff-5899-4e1a-9664-ce726b79f148 None None] Checking segment: {'id': 'ed9eae70-8085-4fd7-808c-dffd7ca56da5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'd0a2ecbe-b9e5-4394-bc4d-ad30b7330bd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:05:05.055522 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ce03b0ff-5899-4e1a-9664-ce726b79f148 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:05.057851 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce03b0ff-5899-4e1a-9664-ce726b79f148 None None] Bound using segment: {'id': 'ed9eae70-8085-4fd7-808c-dffd7ca56da5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'd0a2ecbe-b9e5-4394-bc4d-ad30b7330bd8'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:05:05.058390 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-ce03b0ff-5899-4e1a-9664-ce726b79f148 None None] Bound port: 5cacb4c5-4777-4dd3-89bb-2f2ec203f2c9, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed9eae70-8085-4fd7-808c-dffd7ca56da5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'd0a2ecbe-b9e5-4394-bc4d-ad30b7330bd8'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:05:05.058849 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ce03b0ff-5899-4e1a-9664-ce726b79f148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:05.070122 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d7b1656e-9429-4206-939b-64d544313c4a req-d845c8f4-32be-483b-b55b-8bec2544077d tempest-VolumesActionsTest-758711888 tempest-VolumesActionsTest-758711888-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5624437 Nov 19 18:05:05.084172 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [req-d7b1656e-9429-4206-939b-64d544313c4a req-1a5f2846-063e-47ef-a0af-dca8bde57747 tempest-VolumesActionsTest-758711888 tempest-VolumesActionsTest-758711888-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=103364) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 18:05:05.085432 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d7b1656e-9429-4206-939b-64d544313c4a req-1a5f2846-063e-47ef-a0af-dca8bde57747 tempest-VolumesActionsTest-758711888 tempest-VolumesActionsTest-758711888-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0077722 Nov 19 18:05:05.101030 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-d7b1656e-9429-4206-939b-64d544313c4a req-4a01510e-85df-40c8-a823-8e828df8a73f service neutron] Request body: {'port': {'device_id': 'a3316752-0e50-4a5e-aff3-fae95be822f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818022-2'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:05:05.431902 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dc92e0-1f3a-4fd4-98ed-dd5156e6d1e7 req-5f488091-f667-46e2-b613-431280518b41 tempest-VolumesActionsTest-758711888 tempest-VolumesActionsTest-758711888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:05:05.446773 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b0dc92e0-1f3a-4fd4-98ed-dd5156e6d1e7 req-5f488091-f667-46e2-b613-431280518b41 tempest-VolumesActionsTest-758711888 tempest-VolumesActionsTest-758711888-project] 10.222.0.54 "GET /v2.0/ports?device_id=a3316752-0e50-4a5e-aff3-fae95be822f0 HTTP/1.1" status: 200 len: 932 time: 0.2837718 Nov 19 18:05:05.570717 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-d7b1656e-9429-4206-939b-64d544313c4a req-4a01510e-85df-40c8-a823-8e828df8a73f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:05.612865 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-b563c195-f386-44a2-b5a6-ac3da257af66 None None] Provisioning complete for port 0f5dd897-b6bc-4279-aa22-bd73efc54092 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:05:05.613248 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b563c195-f386-44a2-b5a6-ac3da257af66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:05.627121 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:05.689587 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 56482) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:05:05.714162 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-ce03b0ff-5899-4e1a-9664-ce726b79f148 None None] For port 5cacb4c5-4777-4dd3-89bb-2f2ec203f2c9, host n-d-818022-2, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:05:05.746843 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-b563c195-f386-44a2-b5a6-ac3da257af66 None None] Port 0f5dd897-b6bc-4279-aa22-bd73efc54092 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:05:05.751753 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-ce03b0ff-5899-4e1a-9664-ce726b79f148 None None] For port 5cacb4c5-4777-4dd3-89bb-2f2ec203f2c9, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=5cacb4c5-4777-4dd3-89bb-2f2ec203f2c9,segment=NetworkSegment(ed9eae70-8085-4fd7-808c-dffd7ca56da5),segment_id=ed9eae70-8085-4fd7-808c-dffd7ca56da5)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:05:05.760940 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ce03b0ff-5899-4e1a-9664-ce726b79f148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:05.811160 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b0dc92e0-1f3a-4fd4-98ed-dd5156e6d1e7 req-32f09c38-0841-4b53-bf70-15c8a9bd0f36 tempest-VolumesActionsTest-758711888 tempest-VolumesActionsTest-758711888-project] 10.222.0.54 "GET /v2.0/security-groups?id=61124c63-45ab-440d-9e2d-46540a3e29c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3623152 Nov 19 18:05:05.935313 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce03b0ff-5899-4e1a-9664-ce726b79f148 None None] Routers {'4f3295b5-139c-4118-9bd4-9c50d716a9e3'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:05:05.935943 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-ce03b0ff-5899-4e1a-9664-ce726b79f148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:05:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['4f3295b5-139c-4118-9bd4-9c50d716a9e3'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:05:06.142184 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-d4d02f59-c51d-44d2-9542-ff457f98fa62 None None] Provisioning complete for port 5cacb4c5-4777-4dd3-89bb-2f2ec203f2c9 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:05:06.142514 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d4d02f59-c51d-44d2-9542-ff457f98fa62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:06.144083 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633739c9-9f8f-4086-ad83-e997c48732f3 None None] Pushing event updated for resources: {'Port': ['ID=5cacb4c5-4777-4dd3-89bb-2f2ec203f2c9,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:05:06.415552 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-759dac6c-a015-46e7-ae86-3b25b2e81da6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-768564'] for router_interface, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:06.488825 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [req-d7b1656e-9429-4206-939b-64d544313c4a req-4a01510e-85df-40c8-a823-8e828df8a73f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f5dd897-b6bc-4279-aa22-bd73efc54092 {{(pid=103364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:05:06.503908 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-d7b1656e-9429-4206-939b-64d544313c4a req-4a01510e-85df-40c8-a823-8e828df8a73f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:06.533407 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d4d02f59-c51d-44d2-9542-ff457f98fa62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:06.539268 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.provisioning_blocks [req-d7b1656e-9429-4206-939b-64d544313c4a req-4a01510e-85df-40c8-a823-8e828df8a73f service neutron] Transition to ACTIVE for port object 0f5dd897-b6bc-4279-aa22-bd73efc54092 will not be triggered until provisioned by entity L2. {{(pid=103364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 18:05:06.558896 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-d7b1656e-9429-4206-939b-64d544313c4a req-4a01510e-85df-40c8-a823-8e828df8a73f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:06.585411 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-ce03b0ff-5899-4e1a-9664-ce726b79f148 None None] Set router 4f3295b5-139c-4118-9bd4-9c50d716a9e3 gateway port host: n-d-818022-2 {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:05:06.753330 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a01510e-85df-40c8-a823-8e828df8a73f service neutron] Pushing event updated for resources: {'Port': ['ID=0f5dd897-b6bc-4279-aa22-bd73efc54092,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:05:06.791983 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-791831c1-2a9c-48ce-99c3-9fa19e62d941 None None] DHCP port deletion for f081af3e-5cd0-4172-8c6f-eac119d2b997 request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:05:06.822083 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a01510e-85df-40c8-a823-8e828df8a73f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:05:06.824577 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-d4d02f59-c51d-44d2-9542-ff457f98fa62 None None] For port 5cacb4c5-4777-4dd3-89bb-2f2ec203f2c9, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=5cacb4c5-4777-4dd3-89bb-2f2ec203f2c9,segment=NetworkSegment(ed9eae70-8085-4fd7-808c-dffd7ca56da5),segment_id=ed9eae70-8085-4fd7-808c-dffd7ca56da5)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:05:06.825938 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a01510e-85df-40c8-a823-8e828df8a73f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:05:06.827963 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a01510e-85df-40c8-a823-8e828df8a73f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:05:06.856631 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a01510e-85df-40c8-a823-8e828df8a73f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:05:06.857360 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a01510e-85df-40c8-a823-8e828df8a73f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:05:06.857898 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a01510e-85df-40c8-a823-8e828df8a73f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:05:06.858394 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a01510e-85df-40c8-a823-8e828df8a73f service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:05:06.858876 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a01510e-85df-40c8-a823-8e828df8a73f service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:05:06.859369 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a01510e-85df-40c8-a823-8e828df8a73f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:05:06.859958 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a01510e-85df-40c8-a823-8e828df8a73f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:05:06.860449 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a01510e-85df-40c8-a823-8e828df8a73f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:05:06.861684 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a01510e-85df-40c8-a823-8e828df8a73f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:05:06.887514 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d4d02f59-c51d-44d2-9542-ff457f98fa62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:07.002866 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d02f59-c51d-44d2-9542-ff457f98fa62 None None] Pushing event updated for resources: {'Port': ['ID=5cacb4c5-4777-4dd3-89bb-2f2ec203f2c9,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:05:07.139914 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-d7b1656e-9429-4206-939b-64d544313c4a req-4a01510e-85df-40c8-a823-8e828df8a73f service neutron] Attempting to bind port 0f5dd897-b6bc-4279-aa22-bd73efc54092 on host n-h1-818022-2 for vnic_type normal with profile {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:05:07.147080 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-d7b1656e-9429-4206-939b-64d544313c4a req-4a01510e-85df-40c8-a823-8e828df8a73f service neutron] Attempting to bind port 0f5dd897-b6bc-4279-aa22-bd73efc54092 by drivers openvswitch,hyperv on host n-h1-818022-2 at level 0 using segments [{'id': '414ec037-29de-461e-b44e-49b485f6a55a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'f081af3e-5cd0-4172-8c6f-eac119d2b997'}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:05:07.147649 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b1656e-9429-4206-939b-64d544313c4a req-4a01510e-85df-40c8-a823-8e828df8a73f service neutron] Attempting to bind port 0f5dd897-b6bc-4279-aa22-bd73efc54092 on network f081af3e-5cd0-4172-8c6f-eac119d2b997 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:05:07.167211 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5d5895-9d21-4d46-ae83-012572c258a2 req-38f541dd-6ba3-44a9-bae8-cd21d0298848 tempest-VolumesActionsTest-758711888 tempest-VolumesActionsTest-758711888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:05:07.175166 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6c5d5895-9d21-4d46-ae83-012572c258a2 req-38f541dd-6ba3-44a9-bae8-cd21d0298848 tempest-VolumesActionsTest-758711888 tempest-VolumesActionsTest-758711888-project] 10.222.0.54 "GET /v2.0/ports?device_id=a3316752-0e50-4a5e-aff3-fae95be822f0 HTTP/1.1" status: 200 len: 944 time: 0.1742418 Nov 19 18:05:07.183260 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b1656e-9429-4206-939b-64d544313c4a req-4a01510e-85df-40c8-a823-8e828df8a73f service neutron] Port 0f5dd897-b6bc-4279-aa22-bd73efc54092 on network f081af3e-5cd0-4172-8c6f-eac119d2b997 not bound, no agent of type Open vSwitch agent registered on host n-h1-818022-2 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 18:05:07.183791 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b1656e-9429-4206-939b-64d544313c4a req-4a01510e-85df-40c8-a823-8e828df8a73f service neutron] Attempting to bind port 0f5dd897-b6bc-4279-aa22-bd73efc54092 on network f081af3e-5cd0-4172-8c6f-eac119d2b997 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:05:07.197590 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b1656e-9429-4206-939b-64d544313c4a req-4a01510e-85df-40c8-a823-8e828df8a73f service neutron] Checking agent: {'id': 'a6668d96-12fa-4ec0-99ad-77eaf490dd2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'started_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 5, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:05:07.198210 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b1656e-9429-4206-939b-64d544313c4a req-4a01510e-85df-40c8-a823-8e828df8a73f service neutron] Checking segment: {'id': '414ec037-29de-461e-b44e-49b485f6a55a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'f081af3e-5cd0-4172-8c6f-eac119d2b997'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:05:07.198788 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b1656e-9429-4206-939b-64d544313c4a req-4a01510e-85df-40c8-a823-8e828df8a73f service neutron] Bound using segment: {'id': '414ec037-29de-461e-b44e-49b485f6a55a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'f081af3e-5cd0-4172-8c6f-eac119d2b997'} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:05:07.199403 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-d7b1656e-9429-4206-939b-64d544313c4a req-4a01510e-85df-40c8-a823-8e828df8a73f service neutron] Bound port: 0f5dd897-b6bc-4279-aa22-bd73efc54092, host: n-h1-818022-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '414ec037-29de-461e-b44e-49b485f6a55a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'f081af3e-5cd0-4172-8c6f-eac119d2b997'}}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:05:07.199923 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-d7b1656e-9429-4206-939b-64d544313c4a req-4a01510e-85df-40c8-a823-8e828df8a73f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:07.242657 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-41dfffe2-4d9c-4b7c-aa3e-b38bc6ed87d2 None None] Provisioning complete for port 5cacb4c5-4777-4dd3-89bb-2f2ec203f2c9 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:05:07.243039 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-41dfffe2-4d9c-4b7c-aa3e-b38bc6ed87d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:07.270342 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-759dac6c-a015-46e7-ae86-3b25b2e81da6 admin admin] Deleting port 9157d236-57f0-45c1-9f78-febeda3d4572 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:05:07.273349 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6c5d5895-9d21-4d46-ae83-012572c258a2 req-db48b454-1943-4c42-a467-35822d521f2c tempest-VolumesActionsTest-758711888 tempest-VolumesActionsTest-758711888-project] 10.222.0.54 "GET /v2.0/security-groups?id=61124c63-45ab-440d-9e2d-46540a3e29c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968575 Nov 19 18:05:07.312713 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-759dac6c-a015-46e7-ae86-3b25b2e81da6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:07.329194 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-d7b1656e-9429-4206-939b-64d544313c4a req-4a01510e-85df-40c8-a823-8e828df8a73f service neutron] For port 0f5dd897-b6bc-4279-aa22-bd73efc54092, host n-h1-818022-2, cleared binding levels {{(pid=103364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:05:07.333849 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-ce03b0ff-5899-4e1a-9664-ce726b79f148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f3295b5-139c-4118-9bd4-9c50d716a9e3', 'name': 'tempest-TestAggregatesBasicOps-842491783-router', 'tenant_id': '97458cc02e7844f3ba2d763bf2eb5540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': '8458ef8f-2538-4b05-9085-8e7f0db126ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:04:49Z', 'updated_at': '2021-11-19T18:04:59Z', 'revision_number': 4, 'project_id': '97458cc02e7844f3ba2d763bf2eb5540', 'gw_port': {'id': '8458ef8f-2538-4b05-9085-8e7f0db126ad', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:3b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f3295b5-139c-4118-9bd4-9c50d716a9e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3239, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:04:51Z', 'updated_at': '2021-11-19T18:04:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': '5cacb4c5-4777-4dd3-89bb-2f2ec203f2c9', 'name': '', 'network_id': 'd0a2ecbe-b9e5-4394-bc4d-ad30b7330bd8', 'tenant_id': '97458cc02e7844f3ba2d763bf2eb5540', 'mac_address': 'fa:16:3e:65:2f:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f3295b5-139c-4118-9bd4-9c50d716a9e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': '7a809c7f-0fb2-470d-a3b2-b4816e4e3cd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:04:57Z', 'updated_at': '2021-11-19T18:05:05Z', 'revision_number': 4, 'project_id': '97458cc02e7844f3ba2d763bf2eb5540', 'subnets': [{'id': '7a809c7f-0fb2-470d-a3b2-b4816e4e3cd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:05:07.335708 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-d7b1656e-9429-4206-939b-64d544313c4a req-4a01510e-85df-40c8-a823-8e828df8a73f service neutron] For port 0f5dd897-b6bc-4279-aa22-bd73efc54092, host n-h1-818022-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=0f5dd897-b6bc-4279-aa22-bd73efc54092,segment=NetworkSegment(414ec037-29de-461e-b44e-49b485f6a55a),segment_id=414ec037-29de-461e-b44e-49b485f6a55a)] {{(pid=103364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:05:07.345254 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-d7b1656e-9429-4206-939b-64d544313c4a req-4a01510e-85df-40c8-a823-8e828df8a73f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:07.415203 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce03b0ff-5899-4e1a-9664-ce726b79f148 None None] The sync data for ids ['4f3295b5-139c-4118-9bd4-9c50d716a9e3'] in n-d-818022-2 is: [{'id': '4f3295b5-139c-4118-9bd4-9c50d716a9e3', 'name': 'tempest-TestAggregatesBasicOps-842491783-router', 'tenant_id': '97458cc02e7844f3ba2d763bf2eb5540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': '8458ef8f-2538-4b05-9085-8e7f0db126ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:04:49Z', 'updated_at': '2021-11-19T18:04:59Z', 'revision_number': 4, 'project_id': '97458cc02e7844f3ba2d763bf2eb5540', 'gw_port': {'id': '8458ef8f-2538-4b05-9085-8e7f0db126ad', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:3b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f3295b5-139c-4118-9bd4-9c50d716a9e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3239, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:04:51Z', 'updated_at': '2021-11-19T18:04:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': '5cacb4c5-4777-4dd3-89bb-2f2ec203f2c9', 'name': '', 'network_id': 'd0a2ecbe-b9e5-4394-bc4d-ad30b7330bd8', 'tenant_id': '97458cc02e7844f3ba2d763bf2eb5540', 'mac_address': 'fa:16:3e:65:2f:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f3295b5-139c-4118-9bd4-9c50d716a9e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': '7a809c7f-0fb2-470d-a3b2-b4816e4e3cd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:04:57Z', 'updated_at': '2021-11-19T18:05:05Z', 'revision_number': 4, 'project_id': '97458cc02e7844f3ba2d763bf2eb5540', 'subnets': [{'id': '7a809c7f-0fb2-470d-a3b2-b4816e4e3cd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:05:07.423081 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b1656e-9429-4206-939b-64d544313c4a req-4a01510e-85df-40c8-a823-8e828df8a73f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:05:07.423711 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-d7b1656e-9429-4206-939b-64d544313c4a req-4a01510e-85df-40c8-a823-8e828df8a73f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:07.425160 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d7b1656e-9429-4206-939b-64d544313c4a req-4a01510e-85df-40c8-a823-8e828df8a73f service neutron] 10.222.0.60 "PUT /v2.0/ports/0f5dd897-b6bc-4279-aa22-bd73efc54092 HTTP/1.1" status: 200 len: 1092 time: 2.3292124 Nov 19 18:05:07.425621 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3316752-0e50-4a5e-aff3-fae95be822f0', 'tag': '0f5dd897-b6bc-4279-aa22-bd73efc54092'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:05:07.430324 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67c990d0-473a-4ae5-a3ff-fca572901cbb None None] DHCP port deletion for f081af3e-5cd0-4172-8c6f-eac119d2b997 request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:05:07.440480 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dd4767a008c23f8566efc82158ee1b1fff34e1a9e908d76d0b6d0ab7e350e5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79610f5c-577a-4a20-b4aa-28b755b4e941" -d '{"events": [{"name": "network-changed", "server_uuid": "a3316752-0e50-4a5e-aff3-fae95be822f0", "tag": "0f5dd897-b6bc-4279-aa22-bd73efc54092"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:05:07.587174 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a01510e-85df-40c8-a823-8e828df8a73f service neutron] Pushing event updated for resources: {'Port': ['ID=0f5dd897-b6bc-4279-aa22-bd73efc54092,revision_number=3']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:05:07.632567 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 18:05:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc95d6f1-e19f-47b8-9f35-95462173e081 x-openstack-request-id: req-cc95d6f1-e19f-47b8-9f35-95462173e081 {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:05:07.634682 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3316752-0e50-4a5e-aff3-fae95be822f0", "tag": "0f5dd897-b6bc-4279-aa22-bd73efc54092", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:05:07.635293 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-cc95d6f1-e19f-47b8-9f35-95462173e081 {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:05:07.636706 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [None req-759dac6c-a015-46e7-ae86-3b25b2e81da6 admin admin] For port 9157d236-57f0-45c1-9f78-febeda3d4572, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=9157d236-57f0-45c1-9f78-febeda3d4572,segment=NetworkSegment(75716100-52a4-4e82-9f46-24227f90c313),segment_id=75716100-52a4-4e82-9f46-24227f90c313)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:05:07.638609 n-d-818022-2 neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3316752-0e50-4a5e-aff3-fae95be822f0', 'tag': '0f5dd897-b6bc-4279-aa22-bd73efc54092', 'status': 'completed', 'code': 200} Nov 19 18:05:07.639169 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-759dac6c-a015-46e7-ae86-3b25b2e81da6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:07.664283 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b1656e-9429-4206-939b-64d544313c4a req-f6e3afc4-7eff-496f-aaa2-0149e9c8bf76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:05:07.666287 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d7b1656e-9429-4206-939b-64d544313c4a req-f6e3afc4-7eff-496f-aaa2-0149e9c8bf76 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=568ddc2291f443319cd07ac57276ab6a&device_id=a3316752-0e50-4a5e-aff3-fae95be822f0 HTTP/1.1" status: 200 len: 1095 time: 0.1752355 Nov 19 18:05:07.673228 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-759dac6c-a015-46e7-ae86-3b25b2e81da6 admin admin] Calling delete_port for 9157d236-57f0-45c1-9f78-febeda3d4572 owned by network:router_interface {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:05:07.746971 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 5cacb4c5-4777-4dd3-89bb-2f2ec203f2c9 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:05:07.758586 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d7b1656e-9429-4206-939b-64d544313c4a req-70f1d50d-bdd9-4e05-bfb0-076a74cf5e77 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0f5dd897-b6bc-4279-aa22-bd73efc54092 HTTP/1.1" status: 200 len: 217 time: 0.0837483 Nov 19 18:05:07.834843 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 56554) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:05:07.883011 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 5cacb4c5-4777-4dd3-89bb-2f2ec203f2c9 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:05:07.883541 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:07.984217 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b1656e-9429-4206-939b-64d544313c4a req-8bc365c9-deff-480e-b44c-26e8044375cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:05:07.985735 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d7b1656e-9429-4206-939b-64d544313c4a req-8bc365c9-deff-480e-b44c-26e8044375cd service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b4421253-1d77-4ac5-ad81-be6067a7417a HTTP/1.1" status: 200 len: 848 time: 0.2190576 Nov 19 18:05:08.078210 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d7b1656e-9429-4206-939b-64d544313c4a req-1c250e6e-17f8-4333-b1a2-f3cd18e40c38 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f081af3e-5cd0-4172-8c6f-eac119d2b997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0805047 Nov 19 18:05:08.152300 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5a7c83b3-e5cf-4f5e-b7c1-622153446144 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:08.163901 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-759dac6c-a015-46e7-ae86-3b25b2e81da6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:08.211657 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d7b1656e-9429-4206-939b-64d544313c4a req-3a698a8a-d2d3-4e24-b40d-e8806b611989 service neutron] 10.222.0.60 "GET /v2.0/networks/f081af3e-5cd0-4172-8c6f-eac119d2b997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258321 Nov 19 18:05:08.263149 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759dac6c-a015-46e7-ae86-3b25b2e81da6 admin admin] Pushing event deleted for resources: {'Port': ['ID=9157d236-57f0-45c1-9f78-febeda3d4572,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:05:08.506549 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d7b1656e-9429-4206-939b-64d544313c4a req-24bd2407-d961-49a4-9d0c-e791a503aa41 service neutron] 10.222.0.60 "GET /v2.0/networks/f081af3e-5cd0-4172-8c6f-eac119d2b997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2874000 Nov 19 18:05:08.662695 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5a7c83b3-e5cf-4f5e-b7c1-622153446144 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:08.681616 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79610f5c-577a-4a20-b4aa-28b755b4e941 req-3b5fef54-ef58-4305-9677-a0076eebc699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:05:08.685110 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-79610f5c-577a-4a20-b4aa-28b755b4e941 req-3b5fef54-ef58-4305-9677-a0076eebc699 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=568ddc2291f443319cd07ac57276ab6a&device_id=a3316752-0e50-4a5e-aff3-fae95be822f0 HTTP/1.1" status: 200 len: 1095 time: 0.1096053 Nov 19 18:05:08.777535 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5a7c83b3-e5cf-4f5e-b7c1-622153446144 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:08.835000 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79610f5c-577a-4a20-b4aa-28b755b4e941 req-881e6726-e87a-40e8-9388-fe75445f973a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:05:08.836960 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-79610f5c-577a-4a20-b4aa-28b755b4e941 req-881e6726-e87a-40e8-9388-fe75445f973a service neutron] 10.222.0.60 "GET /v2.0/networks?id=f081af3e-5cd0-4172-8c6f-eac119d2b997 HTTP/1.1" status: 200 len: 909 time: 0.1438227 Nov 19 18:05:08.893883 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-79610f5c-577a-4a20-b4aa-28b755b4e941 req-baae5407-8ef5-410e-9410-f687e33eb771 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0f5dd897-b6bc-4279-aa22-bd73efc54092 HTTP/1.1" status: 200 len: 217 time: 0.0486257 Nov 19 18:05:08.986763 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79610f5c-577a-4a20-b4aa-28b755b4e941 req-4c3a838c-caee-40f5-8423-6e07bf44c5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:05:08.989253 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-79610f5c-577a-4a20-b4aa-28b755b4e941 req-4c3a838c-caee-40f5-8423-6e07bf44c5d6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b4421253-1d77-4ac5-ad81-be6067a7417a HTTP/1.1" status: 200 len: 848 time: 0.0860603 Nov 19 18:05:09.032248 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-79610f5c-577a-4a20-b4aa-28b755b4e941 req-14fe26ef-21df-42c1-b8ea-77b3392d2366 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f081af3e-5cd0-4172-8c6f-eac119d2b997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309541 Nov 19 18:05:09.259068 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-79610f5c-577a-4a20-b4aa-28b755b4e941 req-3a3418d9-1ddf-4554-9bbd-7748fb9b45fc service neutron] 10.222.0.60 "GET /v2.0/networks/f081af3e-5cd0-4172-8c6f-eac119d2b997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2142050 Nov 19 18:05:09.385570 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7c83b3-e5cf-4f5e-b7c1-622153446144 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80338539-2102-49b9-83f0-5796001c6e5e,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:05:09.399861 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-79610f5c-577a-4a20-b4aa-28b755b4e941 req-a83f7a84-d405-4388-a0c8-346d51037cab service neutron] 10.222.0.60 "GET /v2.0/networks/f081af3e-5cd0-4172-8c6f-eac119d2b997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316679 Nov 19 18:05:09.415806 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d696f10-60ae-42cf-97ac-784262c93bec req-15d53677-643f-4558-8cb9-cff20397e316 tempest-VolumesActionsTest-758711888 tempest-VolumesActionsTest-758711888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:05:09.418271 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-1d696f10-60ae-42cf-97ac-784262c93bec req-15d53677-643f-4558-8cb9-cff20397e316 tempest-VolumesActionsTest-758711888 tempest-VolumesActionsTest-758711888-project] 10.222.0.54 "GET /v2.0/ports?device_id=a3316752-0e50-4a5e-aff3-fae95be822f0 HTTP/1.1" status: 200 len: 944 time: 0.9366992 Nov 19 18:05:09.423071 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-5a7c83b3-e5cf-4f5e-b7c1-622153446144 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=1245675662854b4fbc3b039a30302069&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5868227 Nov 19 18:05:09.425609 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 56586) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:05:09.435404 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-759dac6c-a015-46e7-ae86-3b25b2e81da6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-768648'] for router_interface, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:09.516234 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b442f1cc-9cf1-4bcf-af15-f8758b03fc76 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:09.544893 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b442f1cc-9cf1-4bcf-af15-f8758b03fc76 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:09.619687 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b442f1cc-9cf1-4bcf-af15-f8758b03fc76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:09.627406 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b442f1cc-9cf1-4bcf-af15-f8758b03fc76 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:09.628864 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-b442f1cc-9cf1-4bcf-af15-f8758b03fc76 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/80338539-2102-49b9-83f0-5796001c6e5e HTTP/1.1" status: 204 len: 168 time: 0.2015529 Nov 19 18:05:09.647276 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b442f1cc-9cf1-4bcf-af15-f8758b03fc76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80338539-2102-49b9-83f0-5796001c6e5e,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:05:09.784955 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-1d696f10-60ae-42cf-97ac-784262c93bec req-2db5daf5-caea-4d53-bc01-f50fb8fb9e69 tempest-VolumesActionsTest-758711888 tempest-VolumesActionsTest-758711888-project] 10.222.0.54 "GET /v2.0/security-groups?id=61124c63-45ab-440d-9e2d-46540a3e29c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3461819 Nov 19 18:05:09.824887 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-759dac6c-a015-46e7-ae86-3b25b2e81da6 admin admin] Router 650b883b-4642-4f81-bd5c-1ccb0641f895 has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 18:05:09.988283 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-759dac6c-a015-46e7-ae86-3b25b2e81da6 admin admin] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:05:09.994223 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-759dac6c-a015-46e7-ae86-3b25b2e81da6 admin admin] 10.222.0.54 "PUT /v2.0/routers/650b883b-4642-4f81-bd5c-1ccb0641f895/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3033366 Nov 19 18:05:09.996706 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 56596) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:05:10.005734 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e088d07a-eb75-46ee-abae-617b7b978cbe None None] Sync routers for ids ['650b883b-4642-4f81-bd5c-1ccb0641f895'] in n-d-818022-2 {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:05:10.054530 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e088d07a-eb75-46ee-abae-617b7b978cbe None None] Routers {'650b883b-4642-4f81-bd5c-1ccb0641f895'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:05:10.055403 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-e088d07a-eb75-46ee-abae-617b7b978cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:05:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['650b883b-4642-4f81-bd5c-1ccb0641f895'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:05:10.177664 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c272a0fc-81de-4bb0-b919-80f62177ae13 admin admin] Publish callbacks [] for router, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:10.225566 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 56602) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:05:10.247936 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-629c5347-bf67-49cb-bda8-8aada2929a29 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:10.261368 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-e088d07a-eb75-46ee-abae-617b7b978cbe None None] Set router 650b883b-4642-4f81-bd5c-1ccb0641f895 gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:05:10.374053 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c272a0fc-81de-4bb0-b919-80f62177ae13 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:10.382186 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-629c5347-bf67-49cb-bda8-8aada2929a29 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:10.388727 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-629c5347-bf67-49cb-bda8-8aada2929a29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:10.438347 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-629c5347-bf67-49cb-bda8-8aada2929a29 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e77a777e84a046ccb14e91943e505d76&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2117016 Nov 19 18:05:10.440140 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 56604) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:05:10.444907 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629c5347-bf67-49cb-bda8-8aada2929a29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdbe6c4f-2aa4-4ce9-be4f-e5085a8cdd2f,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:05:10.471840 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-c272a0fc-81de-4bb0-b919-80f62177ae13 admin admin] Deleting port f3211b64-2d1a-4aec-a54b-bcaefe1960a0 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:05:10.472231 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c272a0fc-81de-4bb0-b919-80f62177ae13 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:10.482138 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-e088d07a-eb75-46ee-abae-617b7b978cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '650b883b-4642-4f81-bd5c-1ccb0641f895', 'name': 'tempest-TestAggregatesBasicOps-1697516490-router', 'tenant_id': 'e6a05d14d68b4c579f8e2aea8c40ca80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.177'}], 'enable_snat': True}, 'gw_port_id': 'f3211b64-2d1a-4aec-a54b-bcaefe1960a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:04:31Z', 'updated_at': '2021-11-19T18:05:08Z', 'revision_number': 5, 'project_id': 'e6a05d14d68b4c579f8e2aea8c40ca80', 'gw_port': {'id': 'f3211b64-2d1a-4aec-a54b-bcaefe1960a0', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:82:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650b883b-4642-4f81-bd5c-1ccb0641f895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3195, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:04:34Z', 'updated_at': '2021-11-19T18:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:05:10.511830 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e088d07a-eb75-46ee-abae-617b7b978cbe None None] Checking router: 650b883b-4642-4f81-bd5c-1ccb0641f895 for host: n-d-818022-2 {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:05:10.520342 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e088d07a-eb75-46ee-abae-617b7b978cbe None None] Routers {'650b883b-4642-4f81-bd5c-1ccb0641f895'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:05:10.521193 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-e088d07a-eb75-46ee-abae-617b7b978cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:05:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['650b883b-4642-4f81-bd5c-1ccb0641f895'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:05:10.574512 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-473edfd6-b4a3-4d86-b582-7e7dca05196e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:10.612601 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-e088d07a-eb75-46ee-abae-617b7b978cbe None None] Set router 650b883b-4642-4f81-bd5c-1ccb0641f895 gateway port host: None {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:05:10.619360 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-473edfd6-b4a3-4d86-b582-7e7dca05196e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:10.621996 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [None req-c272a0fc-81de-4bb0-b919-80f62177ae13 admin admin] For port f3211b64-2d1a-4aec-a54b-bcaefe1960a0, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=f3211b64-2d1a-4aec-a54b-bcaefe1960a0,segment=NetworkSegment(bbe705c1-96c0-476e-8381-28227e6f0ac5),segment_id=bbe705c1-96c0-476e-8381-28227e6f0ac5)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:05:10.622350 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c272a0fc-81de-4bb0-b919-80f62177ae13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:10.645890 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-c272a0fc-81de-4bb0-b919-80f62177ae13 admin admin] Calling delete_port for f3211b64-2d1a-4aec-a54b-bcaefe1960a0 owned by network:router_gateway {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:05:10.665905 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-e088d07a-eb75-46ee-abae-617b7b978cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '650b883b-4642-4f81-bd5c-1ccb0641f895', 'name': 'tempest-TestAggregatesBasicOps-1697516490-router', 'tenant_id': 'e6a05d14d68b4c579f8e2aea8c40ca80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:04:31Z', 'updated_at': '2021-11-19T18:05:10Z', 'revision_number': 6, 'project_id': 'e6a05d14d68b4c579f8e2aea8c40ca80', 'gw_port_host': None}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:05:10.695650 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e088d07a-eb75-46ee-abae-617b7b978cbe None None] The sync data for ids ['650b883b-4642-4f81-bd5c-1ccb0641f895'] in n-d-818022-2 is: [{'id': '650b883b-4642-4f81-bd5c-1ccb0641f895', 'name': 'tempest-TestAggregatesBasicOps-1697516490-router', 'tenant_id': 'e6a05d14d68b4c579f8e2aea8c40ca80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:04:31Z', 'updated_at': '2021-11-19T18:05:10Z', 'revision_number': 6, 'project_id': 'e6a05d14d68b4c579f8e2aea8c40ca80', 'gw_port_host': None}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:05:10.727803 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-473edfd6-b4a3-4d86-b582-7e7dca05196e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:10.730455 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-473edfd6-b4a3-4d86-b582-7e7dca05196e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:10.733974 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-473edfd6-b4a3-4d86-b582-7e7dca05196e admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/cdbe6c4f-2aa4-4ce9-be4f-e5085a8cdd2f HTTP/1.1" status: 204 len: 168 time: 0.2905390 Nov 19 18:05:10.744784 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473edfd6-b4a3-4d86-b582-7e7dca05196e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdbe6c4f-2aa4-4ce9-be4f-e5085a8cdd2f,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:05:10.868307 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c272a0fc-81de-4bb0-b919-80f62177ae13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:10.905203 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c272a0fc-81de-4bb0-b919-80f62177ae13 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3211b64-2d1a-4aec-a54b-bcaefe1960a0,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:05:10.932153 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92aba274-64ac-45a1-8144-6dd64aa62bdc None None] DHCP port deletion for 645e61aa-1a6c-4e8f-857e-ab06edb4897f request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:05:11.035717 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c272a0fc-81de-4bb0-b919-80f62177ae13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-671730'] for router_gateway, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:11.128046 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a049f20f-fe81-4b8a-b3cc-7d481bdfd001 req-771df3be-28d6-4082-8e53-bf1a5ac9a515 tempest-VolumesActionsTest-758711888 tempest-VolumesActionsTest-758711888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:05:11.129803 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a049f20f-fe81-4b8a-b3cc-7d481bdfd001 req-771df3be-28d6-4082-8e53-bf1a5ac9a515 tempest-VolumesActionsTest-758711888 tempest-VolumesActionsTest-758711888-project] 10.222.0.54 "GET /v2.0/ports?device_id=a3316752-0e50-4a5e-aff3-fae95be822f0 HTTP/1.1" status: 200 len: 944 time: 0.2269681 Nov 19 18:05:11.220750 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c272a0fc-81de-4bb0-b919-80f62177ae13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4696'] for router, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:11.225469 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c272a0fc-81de-4bb0-b919-80f62177ae13 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:11.340311 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a049f20f-fe81-4b8a-b3cc-7d481bdfd001 req-c8effca5-9acb-4eed-bd2f-5c1eeb2e252f tempest-VolumesActionsTest-758711888 tempest-VolumesActionsTest-758711888-project] 10.222.0.54 "GET /v2.0/security-groups?id=61124c63-45ab-440d-9e2d-46540a3e29c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606977 Nov 19 18:05:11.341422 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c272a0fc-81de-4bb0-b919-80f62177ae13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-543895'] for router, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:11.342024 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c272a0fc-81de-4bb0-b919-80f62177ae13 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 650b883b-4642-4f81-bd5c-1ccb0641f895 {{(pid=103365) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 18:05:11.347145 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c272a0fc-81de-4bb0-b919-80f62177ae13 admin admin] Publish callbacks [] for router, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:11.351215 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-c272a0fc-81de-4bb0-b919-80f62177ae13 admin admin] 10.222.0.54 "DELETE /v2.0/routers/650b883b-4642-4f81-bd5c-1ccb0641f895 HTTP/1.1" status: 204 len: 168 time: 1.3512409 Nov 19 18:05:11.351610 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 56638) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:05:11.450088 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb8854aa-c2ee-46aa-b577-29c9e2e6a670 admin admin] Deleting subnet 624e6101-e6dc-4dd7-99d4-d1576e79b0f0 {{(pid=103364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 18:05:11.453995 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-eb8854aa-c2ee-46aa-b577-29c9e2e6a670 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:11.500744 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-eb8854aa-c2ee-46aa-b577-29c9e2e6a670 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9416263'] for subnet, precommit_delete_associations {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:11.593590 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-eb8854aa-c2ee-46aa-b577-29c9e2e6a670 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:11.696403 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-eb8854aa-c2ee-46aa-b577-29c9e2e6a670 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12425137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8983934'] for subnet, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:11.712924 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-eb8854aa-c2ee-46aa-b577-29c9e2e6a670 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:11.718731 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-eb8854aa-c2ee-46aa-b577-29c9e2e6a670 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/624e6101-e6dc-4dd7-99d4-d1576e79b0f0 HTTP/1.1" status: 204 len: 168 time: 0.3637207 Nov 19 18:05:11.719115 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 56656) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:05:11.733069 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b34b7688-c2e1-4058-a804-407b2658ab55 None None] Network 29304406-b661-488c-b2de-84363c61fe6c requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:05:11.737518 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8854aa-c2ee-46aa-b577-29c9e2e6a670 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=624e6101-e6dc-4dd7-99d4-d1576e79b0f0,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:05:11.770825 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 9157d236-57f0-45c1-9f78-febeda3d4572 no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:05:11.899222 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: 9157d236-57f0-45c1-9f78-febeda3d4572 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:05:11.903476 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 9157d236-57f0-45c1-9f78-febeda3d4572 not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:05:11.908800 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device f3211b64-2d1a-4aec-a54b-bcaefe1960a0 no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:05:11.913471 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 0f5dd897-b6bc-4279-aa22-bd73efc54092 details requested by agent hyperv_n-h1-818022-2 with host n-h1-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 18:05:11.921655 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b778a518-56d4-46b0-b584-2476088b20ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:11.991218 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-b778a518-56d4-46b0-b584-2476088b20ff admin admin] Deleting port aa245435-0a6e-42ff-8655-f0311d941138 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:05:11.991582 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b778a518-56d4-46b0-b584-2476088b20ff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:12.048753 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 0f5dd897-b6bc-4279-aa22-bd73efc54092, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=0f5dd897-b6bc-4279-aa22-bd73efc54092,segment=NetworkSegment(414ec037-29de-461e-b44e-49b485f6a55a),segment_id=414ec037-29de-461e-b44e-49b485f6a55a)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:05:12.074776 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Returning: {'device': '0f5dd897-b6bc-4279-aa22-bd73efc54092', 'network_id': 'f081af3e-5cd0-4172-8c6f-eac119d2b997', 'port_id': '0f5dd897-b6bc-4279-aa22-bd73efc54092', 'mac_address': 'fa:16:3e:c5:df:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 658, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4421253-1d77-4ac5-ad81-be6067a7417a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 18:05:12.102441 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [None req-b778a518-56d4-46b0-b584-2476088b20ff admin admin] For port aa245435-0a6e-42ff-8655-f0311d941138, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=aa245435-0a6e-42ff-8655-f0311d941138,segment=NetworkSegment(75716100-52a4-4e82-9f46-24227f90c313),segment_id=75716100-52a4-4e82-9f46-24227f90c313)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:05:12.102816 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b778a518-56d4-46b0-b584-2476088b20ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:12.116839 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-b778a518-56d4-46b0-b584-2476088b20ff admin admin] Calling delete_port for aa245435-0a6e-42ff-8655-f0311d941138 owned by network:dhcp {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:05:12.140245 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: f3211b64-2d1a-4aec-a54b-bcaefe1960a0 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:05:12.143495 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device f3211b64-2d1a-4aec-a54b-bcaefe1960a0 not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:05:12.238007 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b778a518-56d4-46b0-b584-2476088b20ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:12.281529 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b778a518-56d4-46b0-b584-2476088b20ff admin admin] Pushing event deleted for resources: {'Port': ['ID=aa245435-0a6e-42ff-8655-f0311d941138,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:05:12.292245 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b778a518-56d4-46b0-b584-2476088b20ff admin admin] No DVR routers for this DVR port aa245435-0a6e-42ff-8655-f0311d941138 on host n-d-818022-2 {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:05:12.293269 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:12.338633 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f5dd897-b6bc-4279-aa22-bd73efc54092 {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:05:12.403590 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 0f5dd897-b6bc-4279-aa22-bd73efc54092, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=0f5dd897-b6bc-4279-aa22-bd73efc54092,segment=NetworkSegment(414ec037-29de-461e-b44e-49b485f6a55a),segment_id=414ec037-29de-461e-b44e-49b485f6a55a)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:05:12.408503 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27f8bd08-5ee0-47ff-bf68-9d836553f799 None None] DHCP port deletion for 29304406-b661-488c-b2de-84363c61fe6c request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:05:12.417766 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:12.460343 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b778a518-56d4-46b0-b584-2476088b20ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:12.511698 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-b778a518-56d4-46b0-b584-2476088b20ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29304406-b661-488c-b2de-84363c61fe6c']}} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:05:12.560673 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=0f5dd897-b6bc-4279-aa22-bd73efc54092,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:05:12.579631 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-b778a518-56d4-46b0-b584-2476088b20ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75716100-52a4-4e82-9f46-24227f90c313') {'for_net_delete': True} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:05:12.580065 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-b778a518-56d4-46b0-b584-2476088b20ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75716100-52a4-4e82-9f46-24227f90c313') {} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:05:12.615901 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b778a518-56d4-46b0-b584-2476088b20ff admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12545382'] for segment, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:12.641510 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['0f5dd897-b6bc-4279-aa22-bd73efc54092'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:05:12.645499 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b778a518-56d4-46b0-b584-2476088b20ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:12.661403 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b778a518-56d4-46b0-b584-2476088b20ff admin admin] Releasing vlan 669 on physical network physnet1 to pool {{(pid=103365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 18:05:12.662013 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b778a518-56d4-46b0-b584-2476088b20ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12282953'] for segment, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:12.671435 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eeb1e8a-e543-4048-82b8-9056a8ca537b req-5306e90e-a7c1-4c23-b9b5-5dfc5df87aa8 tempest-VolumesActionsTest-758711888 tempest-VolumesActionsTest-758711888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:05:12.673122 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5eeb1e8a-e543-4048-82b8-9056a8ca537b req-5306e90e-a7c1-4c23-b9b5-5dfc5df87aa8 tempest-VolumesActionsTest-758711888 tempest-VolumesActionsTest-758711888-project] 10.222.0.54 "GET /v2.0/ports?device_id=a3316752-0e50-4a5e-aff3-fae95be822f0 HTTP/1.1" status: 200 len: 945 time: 0.1562500 Nov 19 18:05:12.673977 n-d-818022-2 neutron-server[103365]: Traceback (most recent call last): Nov 19 18:05:12.673977 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 18:05:12.673977 n-d-818022-2 neutron-server[103365]: timer() Nov 19 18:05:12.673977 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 18:05:12.673977 n-d-818022-2 neutron-server[103365]: cb(*args, **kw) Nov 19 18:05:12.673977 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 18:05:12.673977 n-d-818022-2 neutron-server[103365]: return func(*args, **kwargs) Nov 19 18:05:12.673977 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 18:05:12.673977 n-d-818022-2 neutron-server[103365]: self._notify() Nov 19 18:05:12.673977 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 18:05:12.673977 n-d-818022-2 neutron-server[103365]: self.callback(batched_events) Nov 19 18:05:12.673977 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 18:05:12.673977 n-d-818022-2 neutron-server[103365]: event.method(event) Nov 19 18:05:12.673977 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 18:05:12.673977 n-d-818022-2 neutron-server[103365]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 18:05:12.673977 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 18:05:12.673977 n-d-818022-2 neutron-server[103365]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 18:05:12.673977 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 18:05:12.673977 n-d-818022-2 neutron-server[103365]: return f(self, *a, **k) Nov 19 18:05:12.673977 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 18:05:12.673977 n-d-818022-2 neutron-server[103365]: return self._get(url).json() Nov 19 18:05:12.673977 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 18:05:12.673977 n-d-818022-2 neutron-server[103365]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 18:05:12.673977 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 18:05:12.673977 n-d-818022-2 neutron-server[103365]: return self.request(url, 'GET', **kwargs) Nov 19 18:05:12.673977 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 18:05:12.673977 n-d-818022-2 neutron-server[103365]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 18:05:12.673977 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 18:05:12.673977 n-d-818022-2 neutron-server[103365]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 18:05:12.673977 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 18:05:12.673977 n-d-818022-2 neutron-server[103365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 18:05:12.673977 n-d-818022-2 neutron-server[103365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 18:05:12.773773 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5eeb1e8a-e543-4048-82b8-9056a8ca537b req-a76c316e-8b7c-4cd6-a494-d892b0034851 tempest-VolumesActionsTest-758711888 tempest-VolumesActionsTest-758711888-project] 10.222.0.54 "GET /v2.0/security-groups?id=61124c63-45ab-440d-9e2d-46540a3e29c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882185 Nov 19 18:05:12.816838 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b778a518-56d4-46b0-b584-2476088b20ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671242'] for network, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:12.822930 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b778a518-56d4-46b0-b584-2476088b20ff admin admin] Publish callbacks [] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:12.830053 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-b778a518-56d4-46b0-b584-2476088b20ff admin admin] 10.222.0.54 "DELETE /v2.0/networks/29304406-b661-488c-b2de-84363c61fe6c HTTP/1.1" status: 204 len: 168 time: 1.1060383 Nov 19 18:05:12.830514 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 56688) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:05:12.842032 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b778a518-56d4-46b0-b584-2476088b20ff admin admin] Pushing event deleted for resources: {'Network': ['ID=29304406-b661-488c-b2de-84363c61fe6c,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:05:13.313185 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0632be6d-746d-4771-8365-4ec6df67a900 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-768564'] for router_interface, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:13.642260 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-0632be6d-746d-4771-8365-4ec6df67a900 admin admin] Deleting port 5cacb4c5-4777-4dd3-89bb-2f2ec203f2c9 {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:05:13.642895 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0632be6d-746d-4771-8365-4ec6df67a900 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:13.676589 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device aa245435-0a6e-42ff-8655-f0311d941138 no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:05:13.702750 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: aa245435-0a6e-42ff-8655-f0311d941138 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:05:13.703098 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device aa245435-0a6e-42ff-8655-f0311d941138 not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:05:13.754480 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [None req-0632be6d-746d-4771-8365-4ec6df67a900 admin admin] For port 5cacb4c5-4777-4dd3-89bb-2f2ec203f2c9, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=5cacb4c5-4777-4dd3-89bb-2f2ec203f2c9,segment=NetworkSegment(ed9eae70-8085-4fd7-808c-dffd7ca56da5),segment_id=ed9eae70-8085-4fd7-808c-dffd7ca56da5)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:05:13.754990 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0632be6d-746d-4771-8365-4ec6df67a900 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:13.773664 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-0632be6d-746d-4771-8365-4ec6df67a900 admin admin] Calling delete_port for 5cacb4c5-4777-4dd3-89bb-2f2ec203f2c9 owned by network:router_interface {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:05:13.793299 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 0f5dd897-b6bc-4279-aa22-bd73efc54092 up at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:05:13.868461 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning for port 0f5dd897-b6bc-4279-aa22-bd73efc54092 completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 18:05:13.874592 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning complete for port 0f5dd897-b6bc-4279-aa22-bd73efc54092 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:05:13.875233 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:13.989761 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0632be6d-746d-4771-8365-4ec6df67a900 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:14.013853 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d05bca-8bf0-42c4-a50c-835734fcdeb8 req-d09d57c9-c308-4502-ba20-313763d764ea tempest-VolumesActionsTest-758711888 tempest-VolumesActionsTest-758711888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:05:14.015576 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-89d05bca-8bf0-42c4-a50c-835734fcdeb8 req-d09d57c9-c308-4502-ba20-313763d764ea tempest-VolumesActionsTest-758711888 tempest-VolumesActionsTest-758711888-project] 10.222.0.54 "GET /v2.0/ports?device_id=a3316752-0e50-4a5e-aff3-fae95be822f0 HTTP/1.1" status: 200 len: 945 time: 0.1056855 Nov 19 18:05:14.047193 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:14.129289 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 0f5dd897-b6bc-4279-aa22-bd73efc54092, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=0f5dd897-b6bc-4279-aa22-bd73efc54092,segment=NetworkSegment(414ec037-29de-461e-b44e-49b485f6a55a),segment_id=414ec037-29de-461e-b44e-49b485f6a55a)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:05:14.130853 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3316752-0e50-4a5e-aff3-fae95be822f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f5dd897-b6bc-4279-aa22-bd73efc54092'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:05:14.133761 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3940761bcd94e032e6960d2241bd8993c5d3a7d8dc2aca8488f3ecf1d4dd2fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae50384f-4a40-41a0-96f0-338afdca6c51" -d '{"events": [{"server_uuid": "a3316752-0e50-4a5e-aff3-fae95be822f0", "name": "network-vif-plugged", "status": "completed", "tag": "0f5dd897-b6bc-4279-aa22-bd73efc54092"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:05:14.149379 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:14.165158 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-89d05bca-8bf0-42c4-a50c-835734fcdeb8 req-586c14df-8a96-4f38-835d-481676808fc1 tempest-VolumesActionsTest-758711888 tempest-VolumesActionsTest-758711888-project] 10.222.0.54 "GET /v2.0/security-groups?id=61124c63-45ab-440d-9e2d-46540a3e29c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364994 Nov 19 18:05:14.287070 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:05:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad7efa24-e8c7-44e4-ad07-ab21d2bd81f0 x-openstack-request-id: req-ad7efa24-e8c7-44e4-ad07-ab21d2bd81f0 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:05:14.287544 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3316752-0e50-4a5e-aff3-fae95be822f0", "name": "network-vif-plugged", "status": "completed", "tag": "0f5dd897-b6bc-4279-aa22-bd73efc54092", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:05:14.288129 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ad7efa24-e8c7-44e4-ad07-ab21d2bd81f0 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:05:14.288669 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3316752-0e50-4a5e-aff3-fae95be822f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f5dd897-b6bc-4279-aa22-bd73efc54092', 'code': 200} Nov 19 18:05:14.290117 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=0f5dd897-b6bc-4279-aa22-bd73efc54092,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:05:14.547167 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0632be6d-746d-4771-8365-4ec6df67a900 admin admin] Pushing event deleted for resources: {'Port': ['ID=5cacb4c5-4777-4dd3-89bb-2f2ec203f2c9,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:05:14.707700 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb47be3-dbf9-4716-b015-521deca40f82 req-128fc2c4-8f7e-4853-a22f-e8c238f047f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:05:14.709225 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-bfb47be3-dbf9-4716-b015-521deca40f82 req-128fc2c4-8f7e-4853-a22f-e8c238f047f0 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a3316752-0e50-4a5e-aff3-fae95be822f0 HTTP/1.1" status: 200 len: 1097 time: 0.1887732 Nov 19 18:05:14.797440 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-bfb47be3-dbf9-4716-b015-521deca40f82 req-29fa1412-d5a5-440b-89cc-612598f782f3 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=61124c63-45ab-440d-9e2d-46540a3e29c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618219 Nov 19 18:05:14.800115 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0632be6d-746d-4771-8365-4ec6df67a900 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-768648'] for router_interface, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:15.072137 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0632be6d-746d-4771-8365-4ec6df67a900 admin admin] Router 4f3295b5-139c-4118-9bd4-9c50d716a9e3 has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 18:05:15.245035 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0632be6d-746d-4771-8365-4ec6df67a900 admin admin] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:05:15.256992 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e65cf6-9510-4f54-befc-0a94f08bf67c None None] Sync routers for ids ['4f3295b5-139c-4118-9bd4-9c50d716a9e3'] in n-d-818022-2 {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:05:15.258540 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-0632be6d-746d-4771-8365-4ec6df67a900 admin admin] 10.222.0.54 "PUT /v2.0/routers/4f3295b5-139c-4118-9bd4-9c50d716a9e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4264238 Nov 19 18:05:15.261117 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 56758) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:05:15.289162 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e65cf6-9510-4f54-befc-0a94f08bf67c None None] Routers {'4f3295b5-139c-4118-9bd4-9c50d716a9e3'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:05:15.292308 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-43e65cf6-9510-4f54-befc-0a94f08bf67c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:05:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['4f3295b5-139c-4118-9bd4-9c50d716a9e3'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:05:15.383325 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056a456a-36ea-4f57-a543-ef7573b63e7c req-59ef8d81-8989-4c76-b688-72783828d7d6 tempest-VolumesActionsTest-758711888 tempest-VolumesActionsTest-758711888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:05:15.393780 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-056a456a-36ea-4f57-a543-ef7573b63e7c req-59ef8d81-8989-4c76-b688-72783828d7d6 tempest-VolumesActionsTest-758711888 tempest-VolumesActionsTest-758711888-project] 10.222.0.54 "GET /v2.0/ports?device_id=a3316752-0e50-4a5e-aff3-fae95be822f0 HTTP/1.1" status: 200 len: 946 time: 0.1326382 Nov 19 18:05:15.485325 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-056a456a-36ea-4f57-a543-ef7573b63e7c req-46135320-f6fd-4a57-ae89-57a4871843ca tempest-VolumesActionsTest-758711888 tempest-VolumesActionsTest-758711888-project] 10.222.0.54 "GET /v2.0/security-groups?id=61124c63-45ab-440d-9e2d-46540a3e29c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892756 Nov 19 18:05:15.523581 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-953567c4-e924-4a0e-9b70-617b61c81aa4 admin admin] Publish callbacks [] for router, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:15.542628 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-43e65cf6-9510-4f54-befc-0a94f08bf67c None None] Set router 4f3295b5-139c-4118-9bd4-9c50d716a9e3 gateway port host: n-d-818022-2 {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:05:15.708272 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-953567c4-e924-4a0e-9b70-617b61c81aa4 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:15.819130 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-953567c4-e924-4a0e-9b70-617b61c81aa4 admin admin] Deleting port 8458ef8f-2538-4b05-9085-8e7f0db126ad {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:05:15.819482 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-953567c4-e924-4a0e-9b70-617b61c81aa4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:16.017867 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [None req-953567c4-e924-4a0e-9b70-617b61c81aa4 admin admin] For port 8458ef8f-2538-4b05-9085-8e7f0db126ad, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=8458ef8f-2538-4b05-9085-8e7f0db126ad,segment=NetworkSegment(bbe705c1-96c0-476e-8381-28227e6f0ac5),segment_id=bbe705c1-96c0-476e-8381-28227e6f0ac5)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:05:16.018243 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-953567c4-e924-4a0e-9b70-617b61c81aa4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:16.036344 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-43e65cf6-9510-4f54-befc-0a94f08bf67c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f3295b5-139c-4118-9bd4-9c50d716a9e3', 'name': 'tempest-TestAggregatesBasicOps-842491783-router', 'tenant_id': '97458cc02e7844f3ba2d763bf2eb5540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': '8458ef8f-2538-4b05-9085-8e7f0db126ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:04:49Z', 'updated_at': '2021-11-19T18:05:13Z', 'revision_number': 5, 'project_id': '97458cc02e7844f3ba2d763bf2eb5540', 'gw_port': {'id': '8458ef8f-2538-4b05-9085-8e7f0db126ad', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:3b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f3295b5-139c-4118-9bd4-9c50d716a9e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3239, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:04:51Z', 'updated_at': '2021-11-19T18:04:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:05:16.036640 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-953567c4-e924-4a0e-9b70-617b61c81aa4 admin admin] Calling delete_port for 8458ef8f-2538-4b05-9085-8e7f0db126ad owned by network:router_gateway {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:05:16.093460 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e65cf6-9510-4f54-befc-0a94f08bf67c None None] Checking router: 4f3295b5-139c-4118-9bd4-9c50d716a9e3 for host: n-d-818022-2 {{(pid=103366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:05:16.139431 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e65cf6-9510-4f54-befc-0a94f08bf67c None None] Routers {'4f3295b5-139c-4118-9bd4-9c50d716a9e3'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:05:16.142160 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-43e65cf6-9510-4f54-befc-0a94f08bf67c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:05:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['4f3295b5-139c-4118-9bd4-9c50d716a9e3'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:05:16.322328 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-953567c4-e924-4a0e-9b70-617b61c81aa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:16.408979 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953567c4-e924-4a0e-9b70-617b61c81aa4 admin admin] Pushing event deleted for resources: {'Port': ['ID=8458ef8f-2538-4b05-9085-8e7f0db126ad,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:05:16.420517 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953567c4-e924-4a0e-9b70-617b61c81aa4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:05:16.420877 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953567c4-e924-4a0e-9b70-617b61c81aa4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:05:16.421514 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953567c4-e924-4a0e-9b70-617b61c81aa4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:05:16.421879 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953567c4-e924-4a0e-9b70-617b61c81aa4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:05:16.422221 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953567c4-e924-4a0e-9b70-617b61c81aa4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:05:16.422824 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953567c4-e924-4a0e-9b70-617b61c81aa4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:05:16.423162 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953567c4-e924-4a0e-9b70-617b61c81aa4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:05:16.423492 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953567c4-e924-4a0e-9b70-617b61c81aa4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:05:16.423819 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953567c4-e924-4a0e-9b70-617b61c81aa4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:05:16.424328 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953567c4-e924-4a0e-9b70-617b61c81aa4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:05:16.424652 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953567c4-e924-4a0e-9b70-617b61c81aa4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:05:16.424985 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953567c4-e924-4a0e-9b70-617b61c81aa4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:05:16.533187 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62cc2a6c-0779-4470-9571-73e16ee399a9 None None] DHCP port deletion for 645e61aa-1a6c-4e8f-857e-ab06edb4897f request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:05:16.593870 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-43e65cf6-9510-4f54-befc-0a94f08bf67c None None] Set router 4f3295b5-139c-4118-9bd4-9c50d716a9e3 gateway port host: None {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:05:16.647479 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-953567c4-e924-4a0e-9b70-617b61c81aa4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-671730'] for router_gateway, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:16.700526 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-43e65cf6-9510-4f54-befc-0a94f08bf67c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f3295b5-139c-4118-9bd4-9c50d716a9e3', 'name': 'tempest-TestAggregatesBasicOps-842491783-router', 'tenant_id': '97458cc02e7844f3ba2d763bf2eb5540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:04:49Z', 'updated_at': '2021-11-19T18:05:15Z', 'revision_number': 6, 'project_id': '97458cc02e7844f3ba2d763bf2eb5540', 'gw_port_host': None}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:05:16.778360 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e65cf6-9510-4f54-befc-0a94f08bf67c None None] The sync data for ids ['4f3295b5-139c-4118-9bd4-9c50d716a9e3'] in n-d-818022-2 is: [{'id': '4f3295b5-139c-4118-9bd4-9c50d716a9e3', 'name': 'tempest-TestAggregatesBasicOps-842491783-router', 'tenant_id': '97458cc02e7844f3ba2d763bf2eb5540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:04:49Z', 'updated_at': '2021-11-19T18:05:15Z', 'revision_number': 6, 'project_id': '97458cc02e7844f3ba2d763bf2eb5540', 'gw_port_host': None}] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:05:16.835850 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a622d97e-d6b0-4c5c-92ec-12cc6debd832 req-bd92ebcc-a094-4589-9eea-993376c3aad4 tempest-VolumesActionsTest-758711888 tempest-VolumesActionsTest-758711888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:05:16.847216 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a622d97e-d6b0-4c5c-92ec-12cc6debd832 req-bd92ebcc-a094-4589-9eea-993376c3aad4 tempest-VolumesActionsTest-758711888 tempest-VolumesActionsTest-758711888-project] 10.222.0.54 "GET /v2.0/ports?device_id=a3316752-0e50-4a5e-aff3-fae95be822f0 HTTP/1.1" status: 200 len: 946 time: 0.1564991 Nov 19 18:05:16.966880 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 56802) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:05:17.001058 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a622d97e-d6b0-4c5c-92ec-12cc6debd832 req-6e958e55-c6a5-4d78-8671-58044fa9eb52 tempest-VolumesActionsTest-758711888 tempest-VolumesActionsTest-758711888-project] 10.222.0.54 "GET /v2.0/security-groups?id=61124c63-45ab-440d-9e2d-46540a3e29c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528139 Nov 19 18:05:17.071990 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-953567c4-e924-4a0e-9b70-617b61c81aa4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4696'] for router, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:17.075651 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-953567c4-e924-4a0e-9b70-617b61c81aa4 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:17.184347 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-953567c4-e924-4a0e-9b70-617b61c81aa4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-543895'] for router, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:17.185001 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-953567c4-e924-4a0e-9b70-617b61c81aa4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4f3295b5-139c-4118-9bd4-9c50d716a9e3 {{(pid=103365) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 18:05:17.190314 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-953567c4-e924-4a0e-9b70-617b61c81aa4 admin admin] Publish callbacks [] for router, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:17.194283 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-953567c4-e924-4a0e-9b70-617b61c81aa4 admin admin] 10.222.0.54 "DELETE /v2.0/routers/4f3295b5-139c-4118-9bd4-9c50d716a9e3 HTTP/1.1" status: 204 len: 168 time: 1.9301672 Nov 19 18:05:17.195468 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 56814) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:05:17.336086 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6106b172-2f3d-48ca-b45e-6714af8d9af2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:17.392427 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_v2 [None req-49579e34-7ad5-4221-97c0-c1d4642f8ace admin admin] Deleting subnet 7a809c7f-0fb2-470d-a3b2-b4816e4e3cd9 {{(pid=103364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 18:05:17.401441 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-49579e34-7ad5-4221-97c0-c1d4642f8ace admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:17.528609 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-49579e34-7ad5-4221-97c0-c1d4642f8ace admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9416263'] for subnet, precommit_delete_associations {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:17.612077 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6106b172-2f3d-48ca-b45e-6714af8d9af2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:17.630650 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6106b172-2f3d-48ca-b45e-6714af8d9af2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:17.702777 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-6106b172-2f3d-48ca-b45e-6714af8d9af2 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=265864336c13492c96edc8a3eecfd6d2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7325110 Nov 19 18:05:17.703535 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 56826) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:05:17.714785 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-49579e34-7ad5-4221-97c0-c1d4642f8ace admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:17.719913 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6106b172-2f3d-48ca-b45e-6714af8d9af2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a5e0a90-fd35-4338-bd24-3d4d53d1fcca,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:05:17.841561 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a0884521-18b7-472b-a2b9-07796d14c8e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:17.844942 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 5cacb4c5-4777-4dd3-89bb-2f2ec203f2c9 no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:05:17.883234 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: 5cacb4c5-4777-4dd3-89bb-2f2ec203f2c9 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:05:17.888563 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 5cacb4c5-4777-4dd3-89bb-2f2ec203f2c9 not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:05:17.889254 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 8458ef8f-2538-4b05-9085-8e7f0db126ad no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:05:17.889492 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-49579e34-7ad5-4221-97c0-c1d4642f8ace admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12425137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8983934'] for subnet, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:17.900238 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a0884521-18b7-472b-a2b9-07796d14c8e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:17.925458 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-49579e34-7ad5-4221-97c0-c1d4642f8ace admin admin] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:17.928599 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-030504b0-52e1-483e-b2f7-7186e86ec6ee None None] Network d0a2ecbe-b9e5-4394-bc4d-ad30b7330bd8 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:05:17.932729 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-49579e34-7ad5-4221-97c0-c1d4642f8ace admin admin] 10.222.0.54 "DELETE /v2.0/subnets/7a809c7f-0fb2-470d-a3b2-b4816e4e3cd9 HTTP/1.1" status: 204 len: 168 time: 0.7358010 Nov 19 18:05:17.936251 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: 8458ef8f-2538-4b05-9085-8e7f0db126ad {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:05:17.936818 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 8458ef8f-2538-4b05-9085-8e7f0db126ad not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:05:17.956314 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 56832) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:05:17.967494 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49579e34-7ad5-4221-97c0-c1d4642f8ace admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a809c7f-0fb2-470d-a3b2-b4816e4e3cd9,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:05:18.038934 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a0884521-18b7-472b-a2b9-07796d14c8e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:18.043425 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a0884521-18b7-472b-a2b9-07796d14c8e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:18.044617 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-a0884521-18b7-472b-a2b9-07796d14c8e7 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/8a5e0a90-fd35-4338-bd24-3d4d53d1fcca HTTP/1.1" status: 204 len: 168 time: 0.3400888 Nov 19 18:05:18.058097 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0884521-18b7-472b-a2b9-07796d14c8e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a5e0a90-fd35-4338-bd24-3d4d53d1fcca,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:05:18.174171 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-10d97ff1-2626-4c4e-afd7-22e291b7ea7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:18.252159 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-844d4191-00a6-45a2-9bff-d8a67e762800 None None] DHCP port deletion for d0a2ecbe-b9e5-4394-bc4d-ad30b7330bd8 request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:05:18.375038 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-844d4191-00a6-45a2-9bff-d8a67e762800 None None] Deleting port 16cad666-41ba-46d9-9a62-3d4d0da3e14d {{(pid=103366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:05:18.376411 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-844d4191-00a6-45a2-9bff-d8a67e762800 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:18.383831 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-10d97ff1-2626-4c4e-afd7-22e291b7ea7e admin admin] Deleting port 16cad666-41ba-46d9-9a62-3d4d0da3e14d {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:05:18.384313 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-10d97ff1-2626-4c4e-afd7-22e291b7ea7e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:18.530265 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-844d4191-00a6-45a2-9bff-d8a67e762800 None None] For port 16cad666-41ba-46d9-9a62-3d4d0da3e14d, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=16cad666-41ba-46d9-9a62-3d4d0da3e14d,segment=NetworkSegment(ed9eae70-8085-4fd7-808c-dffd7ca56da5),segment_id=ed9eae70-8085-4fd7-808c-dffd7ca56da5)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:05:18.531082 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-844d4191-00a6-45a2-9bff-d8a67e762800 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:18.567642 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-844d4191-00a6-45a2-9bff-d8a67e762800 None None] Calling delete_port for 16cad666-41ba-46d9-9a62-3d4d0da3e14d owned by network:dhcp {{(pid=103366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:05:18.572267 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [None req-10d97ff1-2626-4c4e-afd7-22e291b7ea7e admin admin] For port 16cad666-41ba-46d9-9a62-3d4d0da3e14d, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=16cad666-41ba-46d9-9a62-3d4d0da3e14d,segment=NetworkSegment(ed9eae70-8085-4fd7-808c-dffd7ca56da5),segment_id=ed9eae70-8085-4fd7-808c-dffd7ca56da5)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:05:18.572763 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-10d97ff1-2626-4c4e-afd7-22e291b7ea7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:18.589896 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-10d97ff1-2626-4c4e-afd7-22e291b7ea7e admin admin] Calling delete_port for 16cad666-41ba-46d9-9a62-3d4d0da3e14d owned by network:dhcp {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:05:18.653850 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 56850) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:05:18.672874 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0da2708b-76cc-47b9-9ccf-622eca08eb91 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:18.720240 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af9d376-ddea-40eb-a0af-eba5e1880a89 req-43fb0347-f7a2-4fc0-908c-d5531dfb66dc tempest-VolumesActionsTest-758711888 tempest-VolumesActionsTest-758711888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:05:18.721846 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-3af9d376-ddea-40eb-a0af-eba5e1880a89 req-43fb0347-f7a2-4fc0-908c-d5531dfb66dc tempest-VolumesActionsTest-758711888 tempest-VolumesActionsTest-758711888-project] 10.222.0.54 "GET /v2.0/ports?device_id=a3316752-0e50-4a5e-aff3-fae95be822f0 HTTP/1.1" status: 200 len: 946 time: 0.3487563 Nov 19 18:05:18.739070 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-10d97ff1-2626-4c4e-afd7-22e291b7ea7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:18.758441 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d97ff1-2626-4c4e-afd7-22e291b7ea7e admin admin] No DVR routers for this DVR port 16cad666-41ba-46d9-9a62-3d4d0da3e14d on host n-d-818022-2 {{(pid=103364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:05:18.768134 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-844d4191-00a6-45a2-9bff-d8a67e762800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007'] for port, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:18.830651 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844d4191-00a6-45a2-9bff-d8a67e762800 None None] Pushing event deleted for resources: {'Port': ['ID=16cad666-41ba-46d9-9a62-3d4d0da3e14d,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:05:18.847611 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0da2708b-76cc-47b9-9ccf-622eca08eb91 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:18.855523 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844d4191-00a6-45a2-9bff-d8a67e762800 None None] No DVR routers for this DVR port 16cad666-41ba-46d9-9a62-3d4d0da3e14d on host n-d-818022-2 {{(pid=103366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:05:18.864608 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0da2708b-76cc-47b9-9ccf-622eca08eb91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:18.875092 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d97ff1-2626-4c4e-afd7-22e291b7ea7e admin admin] Pushing event deleted for resources: {'Port': ['ID=16cad666-41ba-46d9-9a62-3d4d0da3e14d,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:05:18.921943 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-0da2708b-76cc-47b9-9ccf-622eca08eb91 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=cc902cbfa816437c8ad2eff4719396f4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2674119 Nov 19 18:05:18.921943 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da2708b-76cc-47b9-9ccf-622eca08eb91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3851f9b-2e31-4a3b-b272-22efcd2501eb,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:05:18.924753 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 56854) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:05:18.965193 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-10d97ff1-2626-4c4e-afd7-22e291b7ea7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:19.001428 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-821b7799-9946-4f09-a201-8be3bec9bb14 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:19.008383 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-3af9d376-ddea-40eb-a0af-eba5e1880a89 req-80d134b6-9f62-4ced-ac38-e9312aefd0f9 tempest-VolumesActionsTest-758711888 tempest-VolumesActionsTest-758711888-project] 10.222.0.54 "GET /v2.0/security-groups?id=61124c63-45ab-440d-9e2d-46540a3e29c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2599587 Nov 19 18:05:19.031726 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-10d97ff1-2626-4c4e-afd7-22e291b7ea7e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0a2ecbe-b9e5-4394-bc4d-ad30b7330bd8']}} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:05:19.040492 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-821b7799-9946-4f09-a201-8be3bec9bb14 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:19.054338 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-10d97ff1-2626-4c4e-afd7-22e291b7ea7e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed9eae70-8085-4fd7-808c-dffd7ca56da5') {'for_net_delete': True} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:05:19.055865 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-10d97ff1-2626-4c4e-afd7-22e291b7ea7e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed9eae70-8085-4fd7-808c-dffd7ca56da5') {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:05:19.076564 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-10d97ff1-2626-4c4e-afd7-22e291b7ea7e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417396'] for segment, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:19.095657 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-10d97ff1-2626-4c4e-afd7-22e291b7ea7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:19.102947 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10d97ff1-2626-4c4e-afd7-22e291b7ea7e admin admin] Releasing vlan 687 on physical network physnet1 to pool {{(pid=103364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 18:05:19.103351 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-10d97ff1-2626-4c4e-afd7-22e291b7ea7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12425183'] for segment, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:19.132884 n-d-818022-2 neutron-server[103364]: Traceback (most recent call last): Nov 19 18:05:19.132884 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 18:05:19.132884 n-d-818022-2 neutron-server[103364]: timer() Nov 19 18:05:19.132884 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 18:05:19.132884 n-d-818022-2 neutron-server[103364]: cb(*args, **kw) Nov 19 18:05:19.132884 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 18:05:19.132884 n-d-818022-2 neutron-server[103364]: return func(*args, **kwargs) Nov 19 18:05:19.132884 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 18:05:19.132884 n-d-818022-2 neutron-server[103364]: self._notify() Nov 19 18:05:19.132884 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 18:05:19.132884 n-d-818022-2 neutron-server[103364]: self.callback(batched_events) Nov 19 18:05:19.132884 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 18:05:19.132884 n-d-818022-2 neutron-server[103364]: event.method(event) Nov 19 18:05:19.132884 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 18:05:19.132884 n-d-818022-2 neutron-server[103364]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 18:05:19.132884 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 18:05:19.132884 n-d-818022-2 neutron-server[103364]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 18:05:19.132884 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 18:05:19.132884 n-d-818022-2 neutron-server[103364]: return f(self, *a, **k) Nov 19 18:05:19.132884 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 18:05:19.132884 n-d-818022-2 neutron-server[103364]: return self._get(url).json() Nov 19 18:05:19.132884 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 18:05:19.132884 n-d-818022-2 neutron-server[103364]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 18:05:19.132884 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 18:05:19.132884 n-d-818022-2 neutron-server[103364]: return self.request(url, 'GET', **kwargs) Nov 19 18:05:19.132884 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 18:05:19.132884 n-d-818022-2 neutron-server[103364]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 18:05:19.132884 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 18:05:19.132884 n-d-818022-2 neutron-server[103364]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 18:05:19.132884 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 18:05:19.132884 n-d-818022-2 neutron-server[103364]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 18:05:19.132884 n-d-818022-2 neutron-server[103364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 18:05:19.143950 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-821b7799-9946-4f09-a201-8be3bec9bb14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:19.147349 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-821b7799-9946-4f09-a201-8be3bec9bb14 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:19.152079 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-821b7799-9946-4f09-a201-8be3bec9bb14 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c3851f9b-2e31-4a3b-b272-22efcd2501eb HTTP/1.1" status: 204 len: 168 time: 0.2239058 Nov 19 18:05:19.161640 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821b7799-9946-4f09-a201-8be3bec9bb14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3851f9b-2e31-4a3b-b272-22efcd2501eb,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:05:19.235338 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-10d97ff1-2626-4c4e-afd7-22e291b7ea7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671242'] for network, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:19.252769 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-10d97ff1-2626-4c4e-afd7-22e291b7ea7e admin admin] Publish callbacks [] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:19.258200 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-10d97ff1-2626-4c4e-afd7-22e291b7ea7e admin admin] 10.222.0.54 "DELETE /v2.0/networks/d0a2ecbe-b9e5-4394-bc4d-ad30b7330bd8 HTTP/1.1" status: 204 len: 168 time: 1.2995620 Nov 19 18:05:19.288212 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d97ff1-2626-4c4e-afd7-22e291b7ea7e admin admin] Pushing event deleted for resources: {'Network': ['ID=d0a2ecbe-b9e5-4394-bc4d-ad30b7330bd8,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:05:19.651633 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 16cad666-41ba-46d9-9a62-3d4d0da3e14d no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:05:19.664666 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 56882) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:05:19.688137 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: 16cad666-41ba-46d9-9a62-3d4d0da3e14d {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:05:19.688489 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 16cad666-41ba-46d9-9a62-3d4d0da3e14d not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:05:19.739139 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-2e9437f7-0997-4b6b-8c0f-bc1fb841835d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e6a05d14d68b4c579f8e2aea8c40ca80&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0733120 Nov 19 18:05:19.741735 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 56884) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:05:19.769012 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f90557-0d61-4f0e-9815-c05ad5eda58e req-8a670cef-60a8-4103-8262-1a3567091423 tempest-VolumesActionsTest-758711888 tempest-VolumesActionsTest-758711888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:05:19.771169 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d8f90557-0d61-4f0e-9815-c05ad5eda58e req-8a670cef-60a8-4103-8262-1a3567091423 tempest-VolumesActionsTest-758711888 tempest-VolumesActionsTest-758711888-project] 10.222.0.60 "GET /v2.0/ports?device_id=a3316752-0e50-4a5e-aff3-fae95be822f0 HTTP/1.1" status: 200 len: 946 time: 0.2027082 Nov 19 18:05:19.809794 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ecaadeec-a52c-49d3-9941-c53aabb080b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:19.838281 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ecaadeec-a52c-49d3-9941-c53aabb080b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:19.913971 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ecaadeec-a52c-49d3-9941-c53aabb080b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:19.917868 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ecaadeec-a52c-49d3-9941-c53aabb080b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:19.919187 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-ecaadeec-a52c-49d3-9941-c53aabb080b9 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/28d49da6-e6f2-44c0-80ad-96e3b42181e8 HTTP/1.1" status: 204 len: 168 time: 0.1763470 Nov 19 18:05:19.931214 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecaadeec-a52c-49d3-9941-c53aabb080b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28d49da6-e6f2-44c0-80ad-96e3b42181e8,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:05:19.944789 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [req-d8f90557-0d61-4f0e-9815-c05ad5eda58e req-ea034d6a-1884-4e8d-8a7c-925595f88057 tempest-VolumesActionsTest-758711888 tempest-VolumesActionsTest-758711888-project] Deleting port 0f5dd897-b6bc-4279-aa22-bd73efc54092 {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:05:19.945138 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-d8f90557-0d61-4f0e-9815-c05ad5eda58e req-ea034d6a-1884-4e8d-8a7c-925595f88057 tempest-VolumesActionsTest-758711888 tempest-VolumesActionsTest-758711888-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:20.089556 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-d8f90557-0d61-4f0e-9815-c05ad5eda58e req-ea034d6a-1884-4e8d-8a7c-925595f88057 tempest-VolumesActionsTest-758711888 tempest-VolumesActionsTest-758711888-project] For port 0f5dd897-b6bc-4279-aa22-bd73efc54092, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=0f5dd897-b6bc-4279-aa22-bd73efc54092,segment=NetworkSegment(414ec037-29de-461e-b44e-49b485f6a55a),segment_id=414ec037-29de-461e-b44e-49b485f6a55a)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:05:20.090351 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-d8f90557-0d61-4f0e-9815-c05ad5eda58e req-ea034d6a-1884-4e8d-8a7c-925595f88057 tempest-VolumesActionsTest-758711888 tempest-VolumesActionsTest-758711888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:20.121574 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [req-d8f90557-0d61-4f0e-9815-c05ad5eda58e req-ea034d6a-1884-4e8d-8a7c-925595f88057 tempest-VolumesActionsTest-758711888 tempest-VolumesActionsTest-758711888-project] Calling delete_port for 0f5dd897-b6bc-4279-aa22-bd73efc54092 owned by compute:nova {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:05:20.284402 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3376d9a3-e06e-4883-9e57-909c4418dab6 req-b6783a50-7059-4a26-89c1-13263bd5606a tempest-VolumesActionsTest-758711888 tempest-VolumesActionsTest-758711888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:05:20.290562 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-3376d9a3-e06e-4883-9e57-909c4418dab6 req-b6783a50-7059-4a26-89c1-13263bd5606a tempest-VolumesActionsTest-758711888 tempest-VolumesActionsTest-758711888-project] 10.222.0.54 "GET /v2.0/ports?device_id=a3316752-0e50-4a5e-aff3-fae95be822f0 HTTP/1.1" status: 200 len: 946 time: 0.1557853 Nov 19 18:05:20.439034 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-3376d9a3-e06e-4883-9e57-909c4418dab6 req-99caeba9-cfc6-4077-a069-564be20483e5 tempest-VolumesActionsTest-758711888 tempest-VolumesActionsTest-758711888-project] 10.222.0.54 "GET /v2.0/security-groups?id=61124c63-45ab-440d-9e2d-46540a3e29c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375251 Nov 19 18:05:20.496401 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 56910) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:05:20.528968 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 56914) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:05:20.557149 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-b71fc67c-3477-4fb4-a3bf-f24a2d9281cb admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=97458cc02e7844f3ba2d763bf2eb5540&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0592508 Nov 19 18:05:20.560826 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 56918) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:05:20.570307 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-d8f90557-0d61-4f0e-9815-c05ad5eda58e req-ea034d6a-1884-4e8d-8a7c-925595f88057 tempest-VolumesActionsTest-758711888 tempest-VolumesActionsTest-758711888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:20.585486 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['0f5dd897-b6bc-4279-aa22-bd73efc54092'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:05:20.655187 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea034d6a-1884-4e8d-8a7c-925595f88057 tempest-VolumesActionsTest-758711888 tempest-VolumesActionsTest-758711888-project] Pushing event deleted for resources: {'Port': ['ID=0f5dd897-b6bc-4279-aa22-bd73efc54092,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:05:20.658651 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ac37ce9-01c3-45d2-979f-0652aa731e9e None None] DHCP port deletion for f081af3e-5cd0-4172-8c6f-eac119d2b997 request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:05:20.687800 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8f90557-0d61-4f0e-9815-c05ad5eda58e req-ea034d6a-1884-4e8d-8a7c-925595f88057 tempest-VolumesActionsTest-758711888 tempest-VolumesActionsTest-758711888-project] No DVR routers for this DVR port 0f5dd897-b6bc-4279-aa22-bd73efc54092 on host n-h1-818022-2 {{(pid=103364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:05:20.693291 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5921e7d3-653c-4d01-b7c6-69ae18c801f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:20.695499 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-d8f90557-0d61-4f0e-9815-c05ad5eda58e req-ea034d6a-1884-4e8d-8a7c-925595f88057 tempest-VolumesActionsTest-758711888 tempest-VolumesActionsTest-758711888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:20.701050 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d8f90557-0d61-4f0e-9815-c05ad5eda58e req-ea034d6a-1884-4e8d-8a7c-925595f88057 tempest-VolumesActionsTest-758711888 tempest-VolumesActionsTest-758711888-project] 10.222.0.60 "DELETE /v2.0/ports/0f5dd897-b6bc-4279-aa22-bd73efc54092 HTTP/1.1" status: 204 len: 173 time: 0.9206839 Nov 19 18:05:20.701749 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3316752-0e50-4a5e-aff3-fae95be822f0', 'name': 'network-vif-deleted', 'tag': '0f5dd897-b6bc-4279-aa22-bd73efc54092'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:05:20.706845 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dd4767a008c23f8566efc82158ee1b1fff34e1a9e908d76d0b6d0ab7e350e5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4d45f10-d27f-47e9-a2ab-fbfe2c7f7747" -d '{"events": [{"server_uuid": "a3316752-0e50-4a5e-aff3-fae95be822f0", "name": "network-vif-deleted", "tag": "0f5dd897-b6bc-4279-aa22-bd73efc54092"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:05:20.746007 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5921e7d3-653c-4d01-b7c6-69ae18c801f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:20.765156 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:05:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73e7d4c1-3051-4f1d-88cd-1d2f96023631 x-openstack-request-id: req-73e7d4c1-3051-4f1d-88cd-1d2f96023631 {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:05:20.765464 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3316752-0e50-4a5e-aff3-fae95be822f0", "name": "network-vif-deleted", "tag": "0f5dd897-b6bc-4279-aa22-bd73efc54092", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:05:20.765724 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-73e7d4c1-3051-4f1d-88cd-1d2f96023631 {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:05:20.766159 n-d-818022-2 neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3316752-0e50-4a5e-aff3-fae95be822f0', 'name': 'network-vif-deleted', 'tag': '0f5dd897-b6bc-4279-aa22-bd73efc54092', 'status': 'completed', 'code': 200} Nov 19 18:05:20.864369 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-c4b0d3d5-5925-4554-a8e6-13feda9195a3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1591957203-network', 'tenant_id': 'b892062285fb41c7bb7d1141d623638f'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:05:20.869694 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5921e7d3-653c-4d01-b7c6-69ae18c801f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:20.872441 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5921e7d3-653c-4d01-b7c6-69ae18c801f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:20.875966 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-5921e7d3-653c-4d01-b7c6-69ae18c801f5 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/77cf33aa-47f3-4894-8a5f-af5cf258a5d8 HTTP/1.1" status: 204 len: 168 time: 0.3118637 Nov 19 18:05:20.886846 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5921e7d3-653c-4d01-b7c6-69ae18c801f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77cf33aa-47f3-4894-8a5f-af5cf258a5d8,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:05:20.943622 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4b0d3d5-5925-4554-a8e6-13feda9195a3 admin admin] Made reservation on behalf of b892062285fb41c7bb7d1141d623638f for: {'network': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:05:20.946787 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c4b0d3d5-5925-4554-a8e6-13feda9195a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:20.961787 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c4b0d3d5-5925-4554-a8e6-13feda9195a3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:21.063062 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c4b0d3d5-5925-4554-a8e6-13feda9195a3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:21.070279 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c4b0d3d5-5925-4554-a8e6-13feda9195a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:21.095207 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4b0d3d5-5925-4554-a8e6-13feda9195a3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 687} {{(pid=103364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 18:05:21.114050 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b0d3d5-5925-4554-a8e6-13feda9195a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ed53e2f-ec52-4f8b-87af-9e62beb957fb,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:05:21.117985 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c4b0d3d5-5925-4554-a8e6-13feda9195a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:21.118466 n-d-818022-2 neutron-server[103364]: INFO neutron.db.segments_db [None req-c4b0d3d5-5925-4554-a8e6-13feda9195a3 admin admin] Added segment 9c4c85ab-f4b1-42ff-8ffc-854819b08117 of type vlan for network 24438683-860b-4aba-a179-aa100f661d47 Nov 19 18:05:21.170617 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c4b0d3d5-5925-4554-a8e6-13feda9195a3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:21.243150 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c4b0d3d5-5925-4554-a8e6-13feda9195a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:21.245753 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4b0d3d5-5925-4554-a8e6-13feda9195a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:05:21.246901 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c4b0d3d5-5925-4554-a8e6-13feda9195a3 admin admin] Publish callbacks [] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:21.339045 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b0d3d5-5925-4554-a8e6-13feda9195a3 admin admin] Pushing event updated for resources: {'Network': ['ID=24438683-860b-4aba-a179-aa100f661d47,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:05:21.352825 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network 24438683-860b-4aba-a179-aa100f661d47 details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 18:05:21.375331 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-c4b0d3d5-5925-4554-a8e6-13feda9195a3 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8450475 Nov 19 18:05:21.378294 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 56986) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:05:21.386385 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-cdb225d0-1792-4bc1-b029-248018f2d463 admin admin] Request body: {'subnet': {'network_id': '24438683-860b-4aba-a179-aa100f661d47', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1591957203-subnet', 'tenant_id': 'b892062285fb41c7bb7d1141d623638f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:05:21.459875 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdb225d0-1792-4bc1-b029-248018f2d463 admin admin] Made reservation on behalf of b892062285fb41c7bb7d1141d623638f for: {'subnet': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:05:21.462791 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-cdb225d0-1792-4bc1-b029-248018f2d463 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8731248'] for subnet, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:21.901031 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-cdb225d0-1792-4bc1-b029-248018f2d463 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12283104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8731234'] for subnet, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:22.002555 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb225d0-1792-4bc1-b029-248018f2d463 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1cabd27a-ba29-494e-bddc-e3210663b299,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:05:22.018611 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb225d0-1792-4bc1-b029-248018f2d463 admin admin] Checking segment: {'id': '9c4c85ab-f4b1-42ff-8ffc-854819b08117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '24438683-860b-4aba-a179-aa100f661d47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:05:22.020323 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdb225d0-1792-4bc1-b029-248018f2d463 admin admin] Network hostable DHCP agents. Network: 24438683-860b-4aba-a179-aa100f661d47, hostable agents: ['02910ef2-0455-4aea-9f38-9a875579633f'], hosted agents: [] {{(pid=103365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 18:05:22.064210 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdb225d0-1792-4bc1-b029-248018f2d463 admin admin] Network 24438683-860b-4aba-a179-aa100f661d47 is scheduled to be hosted by DHCP agent 02910ef2-0455-4aea-9f38-9a875579633f with binding_index 1 {{(pid=103365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 18:05:22.083012 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-cdb225d0-1792-4bc1-b029-248018f2d463 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818022-2, 24438683-860b-4aba-a179-aa100f661d47) {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:05:22.087982 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdb225d0-1792-4bc1-b029-248018f2d463 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:05:22.092708 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-cdb225d0-1792-4bc1-b029-248018f2d463 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:22.095962 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce3bdbae-0f08-4902-bfa8-55111f331304 None None] Network 24438683-860b-4aba-a179-aa100f661d47 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:05:22.132592 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-cdb225d0-1792-4bc1-b029-248018f2d463 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7515876 Nov 19 18:05:22.365051 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3ad520d-a5f5-4a9e-9142-8a7256e9430f None None] Network 24438683-860b-4aba-a179-aa100f661d47 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:05:23.173575 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 57248) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:05:23.180042 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-11a39445-b3f6-4266-9d73-09e347bb1fa1 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1804704993-network', 'tenant_id': '9c6d45bc7bbe406a8b2c0fd6beb7891a'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:05:23.212436 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11a39445-b3f6-4266-9d73-09e347bb1fa1 admin admin] Made reservation on behalf of 9c6d45bc7bbe406a8b2c0fd6beb7891a for: {'network': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:05:23.216070 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-11a39445-b3f6-4266-9d73-09e347bb1fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:23.233230 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-11a39445-b3f6-4266-9d73-09e347bb1fa1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:23.394990 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-11a39445-b3f6-4266-9d73-09e347bb1fa1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:23.405268 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-11a39445-b3f6-4266-9d73-09e347bb1fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:23.430172 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11a39445-b3f6-4266-9d73-09e347bb1fa1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 682} {{(pid=103365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 18:05:23.471309 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-11a39445-b3f6-4266-9d73-09e347bb1fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:23.472148 n-d-818022-2 neutron-server[103365]: INFO neutron.db.segments_db [None req-11a39445-b3f6-4266-9d73-09e347bb1fa1 admin admin] Added segment bf72835a-436a-45eb-8a98-8caa2b5e3916 of type vlan for network 0d480d9f-ae8b-41dd-b303-754c9b493713 Nov 19 18:05:23.481715 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a39445-b3f6-4266-9d73-09e347bb1fa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab454264-1e6c-4391-ac1b-dc5c540469ae,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:05:23.521912 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-11a39445-b3f6-4266-9d73-09e347bb1fa1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:23.553551 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-11a39445-b3f6-4266-9d73-09e347bb1fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:23.554669 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a39445-b3f6-4266-9d73-09e347bb1fa1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:05:23.555332 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-11a39445-b3f6-4266-9d73-09e347bb1fa1 admin admin] Publish callbacks [] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:23.628915 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-11a39445-b3f6-4266-9d73-09e347bb1fa1 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4531887 Nov 19 18:05:23.631360 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 57298) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:05:23.636648 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-0f06e70a-082e-4a18-97f1-49e95a12bce0 admin admin] Request body: {'subnet': {'network_id': '0d480d9f-ae8b-41dd-b303-754c9b493713', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1804704993-subnet', 'tenant_id': '9c6d45bc7bbe406a8b2c0fd6beb7891a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:05:23.637593 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a39445-b3f6-4266-9d73-09e347bb1fa1 admin admin] Pushing event updated for resources: {'Network': ['ID=0d480d9f-ae8b-41dd-b303-754c9b493713,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:05:23.654104 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network 0d480d9f-ae8b-41dd-b303-754c9b493713 details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 18:05:23.698687 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f06e70a-082e-4a18-97f1-49e95a12bce0 admin admin] Made reservation on behalf of 9c6d45bc7bbe406a8b2c0fd6beb7891a for: {'subnet': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:05:23.701633 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0f06e70a-082e-4a18-97f1-49e95a12bce0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8983829'] for subnet, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:23.846864 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 0f5dd897-b6bc-4279-aa22-bd73efc54092 no longer exists at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:05:23.880092 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] No Port match for: 0f5dd897-b6bc-4279-aa22-bd73efc54092 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:05:23.880808 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 0f5dd897-b6bc-4279-aa22-bd73efc54092 not bound to the agent host n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:05:23.963163 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0f06e70a-082e-4a18-97f1-49e95a12bce0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12425078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8983815'] for subnet, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:24.034651 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f06e70a-082e-4a18-97f1-49e95a12bce0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=95e17f91-7a6c-43f2-98ac-e28597dc881e,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:05:24.047038 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f06e70a-082e-4a18-97f1-49e95a12bce0 admin admin] Checking segment: {'id': 'bf72835a-436a-45eb-8a98-8caa2b5e3916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '0d480d9f-ae8b-41dd-b303-754c9b493713'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:05:24.047401 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f06e70a-082e-4a18-97f1-49e95a12bce0 admin admin] Network hostable DHCP agents. Network: 0d480d9f-ae8b-41dd-b303-754c9b493713, hostable agents: ['02910ef2-0455-4aea-9f38-9a875579633f'], hosted agents: [] {{(pid=103364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 18:05:24.071937 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f06e70a-082e-4a18-97f1-49e95a12bce0 admin admin] Network 0d480d9f-ae8b-41dd-b303-754c9b493713 is scheduled to be hosted by DHCP agent 02910ef2-0455-4aea-9f38-9a875579633f with binding_index 1 {{(pid=103364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 18:05:24.084084 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-0f06e70a-082e-4a18-97f1-49e95a12bce0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818022-2, 0d480d9f-ae8b-41dd-b303-754c9b493713) {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:05:24.088807 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f06e70a-082e-4a18-97f1-49e95a12bce0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:05:24.090348 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0f06e70a-082e-4a18-97f1-49e95a12bce0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:24.093958 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec719552-ed68-4ce3-904b-ec69079f112a None None] Network 0d480d9f-ae8b-41dd-b303-754c9b493713 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:05:24.125997 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-0f06e70a-082e-4a18-97f1-49e95a12bce0 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4918909 Nov 19 18:05:24.302045 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7013831-87cf-4f09-ae54-d620a9cd2f7a None None] Network 0d480d9f-ae8b-41dd-b303-754c9b493713 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:05:25.116500 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e66b60b-ff8c-41e8-848e-c261a9dbbfdc req-2f9f598d-b664-4bd1-8c99-cf180dfc5d95 tempest-VolumesActionsTest-1844137370 tempest-VolumesActionsTest-1844137370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:05:25.126237 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8e66b60b-ff8c-41e8-848e-c261a9dbbfdc req-2f9f598d-b664-4bd1-8c99-cf180dfc5d95 tempest-VolumesActionsTest-1844137370 tempest-VolumesActionsTest-1844137370-project] 10.222.0.54 "GET /v2.0/networks?id=24438683-860b-4aba-a179-aa100f661d47 HTTP/1.1" status: 200 len: 809 time: 0.2261934 Nov 19 18:05:25.146247 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8e66b60b-ff8c-41e8-848e-c261a9dbbfdc req-42f9088c-feda-42e8-819a-349d0f267cf7 tempest-VolumesActionsTest-1844137370 tempest-VolumesActionsTest-1844137370-project] 10.222.0.54 "GET /v2.0/quotas/b892062285fb41c7bb7d1141d623638f HTTP/1.1" status: 200 len: 375 time: 0.0185671 Nov 19 18:05:25.206680 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8e66b60b-ff8c-41e8-848e-c261a9dbbfdc req-d12294c2-d023-4021-a115-8b0e59802001 tempest-VolumesActionsTest-1844137370 tempest-VolumesActionsTest-1844137370-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=b892062285fb41c7bb7d1141d623638f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0591033 Nov 19 18:05:25.340124 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8e66b60b-ff8c-41e8-848e-c261a9dbbfdc req-0b76c020-6b48-4485-9d69-bf6254bc215c service neutron] 10.222.0.54 "GET /v2.0/networks/24438683-860b-4aba-a179-aa100f661d47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323988 Nov 19 18:05:25.534424 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8e66b60b-ff8c-41e8-848e-c261a9dbbfdc req-b9073e4e-6f37-49e7-a4f6-8f0873ec8e74 service neutron] 10.222.0.54 "GET /v2.0/networks/24438683-860b-4aba-a179-aa100f661d47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1852005 Nov 19 18:05:25.818168 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-354ae9e0-9460-42a2-b59a-48778ddb2383 req-7e270b96-c0fa-4a00-bfce-25ed2297f0d5 tempest-VolumesActionsTest-1844137370 tempest-VolumesActionsTest-1844137370-project] 10.222.0.54 "GET /v2.0/ports?device_id=e0f7a306-1343-4616-85b5-2e4fb0788127 HTTP/1.1" status: 200 len: 210 time: 0.0491753 Nov 19 18:05:26.943213 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-dccc43a1-8e73-4355-a2be-1b6c04346db8 req-2cdb805c-bd91-4461-8fc6-8e3f941ea4b7 tempest-VolumesActionsTest-1844137370 tempest-VolumesActionsTest-1844137370-project] 10.222.0.54 "GET /v2.0/ports?device_id=e0f7a306-1343-4616-85b5-2e4fb0788127 HTTP/1.1" status: 200 len: 210 time: 0.0401180 Nov 19 18:05:27.654618 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e66b60b-ff8c-41e8-848e-c261a9dbbfdc req-b0ca608d-906c-4fe4-b496-e2cd5c2f2983 tempest-VolumesActionsTest-1844137370 tempest-VolumesActionsTest-1844137370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:05:27.661341 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8e66b60b-ff8c-41e8-848e-c261a9dbbfdc req-b0ca608d-906c-4fe4-b496-e2cd5c2f2983 tempest-VolumesActionsTest-1844137370 tempest-VolumesActionsTest-1844137370-project] 10.222.0.60 "GET /v2.0/networks?id=24438683-860b-4aba-a179-aa100f661d47 HTTP/1.1" status: 200 len: 809 time: 0.3254385 Nov 19 18:05:27.675672 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-8e66b60b-ff8c-41e8-848e-c261a9dbbfdc req-5df7977a-a2d9-4263-982d-53c87b90afed tempest-VolumesActionsTest-1844137370 tempest-VolumesActionsTest-1844137370-project] Request body: {'port': {'device_id': 'e0f7a306-1343-4616-85b5-2e4fb0788127', 'network_id': '24438683-860b-4aba-a179-aa100f661d47', 'admin_state_up': True, 'tenant_id': 'b892062285fb41c7bb7d1141d623638f'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:05:27.938376 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e66b60b-ff8c-41e8-848e-c261a9dbbfdc req-5df7977a-a2d9-4263-982d-53c87b90afed tempest-VolumesActionsTest-1844137370 tempest-VolumesActionsTest-1844137370-project] Made reservation on behalf of b892062285fb41c7bb7d1141d623638f for: {'port': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:05:27.942865 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-8e66b60b-ff8c-41e8-848e-c261a9dbbfdc req-5df7977a-a2d9-4263-982d-53c87b90afed tempest-VolumesActionsTest-1844137370 tempest-VolumesActionsTest-1844137370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:28.164860 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8dbc5be6-36ec-4189-9e8d-6674a9969be6 req-88c8ea19-8268-4a5f-97da-876fe3fb1ee1 tempest-VolumesActionsTest-1844137370 tempest-VolumesActionsTest-1844137370-project] 10.222.0.54 "GET /v2.0/ports?device_id=e0f7a306-1343-4616-85b5-2e4fb0788127 HTTP/1.1" status: 200 len: 210 time: 0.0386393 Nov 19 18:05:28.237048 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [req-8e66b60b-ff8c-41e8-848e-c261a9dbbfdc req-5df7977a-a2d9-4263-982d-53c87b90afed tempest-VolumesActionsTest-1844137370 tempest-VolumesActionsTest-1844137370-project] Allocated IP 172.20.0.11 (24438683-860b-4aba-a179-aa100f661d47/1cabd27a-ba29-494e-bddc-e3210663b299/f0c121fd-61c4-4e76-a87a-cce56e010673) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:05:28.609107 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-8e66b60b-ff8c-41e8-848e-c261a9dbbfdc req-5df7977a-a2d9-4263-982d-53c87b90afed tempest-VolumesActionsTest-1844137370 tempest-VolumesActionsTest-1844137370-project] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:28.754797 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-8e66b60b-ff8c-41e8-848e-c261a9dbbfdc req-5df7977a-a2d9-4263-982d-53c87b90afed tempest-VolumesActionsTest-1844137370 tempest-VolumesActionsTest-1844137370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:28.843821 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e66b60b-ff8c-41e8-848e-c261a9dbbfdc req-5df7977a-a2d9-4263-982d-53c87b90afed tempest-VolumesActionsTest-1844137370 tempest-VolumesActionsTest-1844137370-project] Network 24438683-860b-4aba-a179-aa100f661d47 is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:05:28.846159 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [req-8e66b60b-ff8c-41e8-848e-c261a9dbbfdc req-5df7977a-a2d9-4263-982d-53c87b90afed tempest-VolumesActionsTest-1844137370 tempest-VolumesActionsTest-1844137370-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:05:28.875916 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e66b60b-ff8c-41e8-848e-c261a9dbbfdc req-5df7977a-a2d9-4263-982d-53c87b90afed tempest-VolumesActionsTest-1844137370 tempest-VolumesActionsTest-1844137370-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:05:28.934394 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e66b60b-ff8c-41e8-848e-c261a9dbbfdc req-5df7977a-a2d9-4263-982d-53c87b90afed tempest-VolumesActionsTest-1844137370 tempest-VolumesActionsTest-1844137370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:05:28.935343 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-8e66b60b-ff8c-41e8-848e-c261a9dbbfdc req-5df7977a-a2d9-4263-982d-53c87b90afed tempest-VolumesActionsTest-1844137370 tempest-VolumesActionsTest-1844137370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:28.957961 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df7977a-a2d9-4263-982d-53c87b90afed tempest-VolumesActionsTest-1844137370 tempest-VolumesActionsTest-1844137370-project] Pushing event updated for resources: {'Port': ['ID=f0c121fd-61c4-4e76-a87a-cce56e010673,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:05:28.975913 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8e66b60b-ff8c-41e8-848e-c261a9dbbfdc req-5df7977a-a2d9-4263-982d-53c87b90afed tempest-VolumesActionsTest-1844137370 tempest-VolumesActionsTest-1844137370-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3046603 Nov 19 18:05:28.991812 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-8e66b60b-ff8c-41e8-848e-c261a9dbbfdc req-a5cf0d0a-0b84-4585-bcc1-b866cea1d3d9 service neutron] Request body: {'port': {'device_id': 'e0f7a306-1343-4616-85b5-2e4fb0788127', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818022-2'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:05:29.069579 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-8e66b60b-ff8c-41e8-848e-c261a9dbbfdc req-a5cf0d0a-0b84-4585-bcc1-b866cea1d3d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:29.586578 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [req-8e66b60b-ff8c-41e8-848e-c261a9dbbfdc req-a5cf0d0a-0b84-4585-bcc1-b866cea1d3d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0c121fd-61c4-4e76-a87a-cce56e010673 {{(pid=103364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:05:29.594952 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-8e66b60b-ff8c-41e8-848e-c261a9dbbfdc req-a5cf0d0a-0b84-4585-bcc1-b866cea1d3d9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:29.609839 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.provisioning_blocks [req-8e66b60b-ff8c-41e8-848e-c261a9dbbfdc req-a5cf0d0a-0b84-4585-bcc1-b866cea1d3d9 service neutron] Transition to ACTIVE for port object f0c121fd-61c4-4e76-a87a-cce56e010673 will not be triggered until provisioned by entity L2. {{(pid=103364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 18:05:29.661057 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-8e66b60b-ff8c-41e8-848e-c261a9dbbfdc req-a5cf0d0a-0b84-4585-bcc1-b866cea1d3d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:29.773055 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-c63e05f7-2e38-457f-8896-84dafb6fe0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:29.780615 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509c93b5-913c-4a8b-95d6-a6f8980499e5 req-9a15ae1f-a15e-464b-a10a-82e2110fb57e tempest-VolumesActionsTest-1844137370 tempest-VolumesActionsTest-1844137370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:05:29.789542 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-509c93b5-913c-4a8b-95d6-a6f8980499e5 req-9a15ae1f-a15e-464b-a10a-82e2110fb57e tempest-VolumesActionsTest-1844137370 tempest-VolumesActionsTest-1844137370-project] 10.222.0.54 "GET /v2.0/ports?device_id=e0f7a306-1343-4616-85b5-2e4fb0788127 HTTP/1.1" status: 200 len: 932 time: 0.1776745 Nov 19 18:05:29.802543 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cf0d0a-0b84-4585-bcc1-b866cea1d3d9 service neutron] Pushing event updated for resources: {'Port': ['ID=f0c121fd-61c4-4e76-a87a-cce56e010673,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:05:29.905437 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-509c93b5-913c-4a8b-95d6-a6f8980499e5 req-0d42fb3c-09c9-472f-b506-c65d4b28ea0f tempest-VolumesActionsTest-1844137370 tempest-VolumesActionsTest-1844137370-project] 10.222.0.54 "GET /v2.0/security-groups?id=9ed53e2f-ec52-4f8b-87af-9e62beb957fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148779 Nov 19 18:05:29.983270 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-8e66b60b-ff8c-41e8-848e-c261a9dbbfdc req-a5cf0d0a-0b84-4585-bcc1-b866cea1d3d9 service neutron] Attempting to bind port f0c121fd-61c4-4e76-a87a-cce56e010673 on host n-h1-818022-2 for vnic_type normal with profile {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:05:29.983625 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-8e66b60b-ff8c-41e8-848e-c261a9dbbfdc req-a5cf0d0a-0b84-4585-bcc1-b866cea1d3d9 service neutron] Attempting to bind port f0c121fd-61c4-4e76-a87a-cce56e010673 by drivers openvswitch,hyperv on host n-h1-818022-2 at level 0 using segments [{'id': '9c4c85ab-f4b1-42ff-8ffc-854819b08117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '24438683-860b-4aba-a179-aa100f661d47'}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:05:29.984301 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e66b60b-ff8c-41e8-848e-c261a9dbbfdc req-a5cf0d0a-0b84-4585-bcc1-b866cea1d3d9 service neutron] Attempting to bind port f0c121fd-61c4-4e76-a87a-cce56e010673 on network 24438683-860b-4aba-a179-aa100f661d47 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:05:29.990148 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e66b60b-ff8c-41e8-848e-c261a9dbbfdc req-a5cf0d0a-0b84-4585-bcc1-b866cea1d3d9 service neutron] Port f0c121fd-61c4-4e76-a87a-cce56e010673 on network 24438683-860b-4aba-a179-aa100f661d47 not bound, no agent of type Open vSwitch agent registered on host n-h1-818022-2 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 18:05:29.990405 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e66b60b-ff8c-41e8-848e-c261a9dbbfdc req-a5cf0d0a-0b84-4585-bcc1-b866cea1d3d9 service neutron] Attempting to bind port f0c121fd-61c4-4e76-a87a-cce56e010673 on network 24438683-860b-4aba-a179-aa100f661d47 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:05:29.995933 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e66b60b-ff8c-41e8-848e-c261a9dbbfdc req-a5cf0d0a-0b84-4585-bcc1-b866cea1d3d9 service neutron] Checking agent: {'id': 'a6668d96-12fa-4ec0-99ad-77eaf490dd2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'started_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 5, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:05:29.996394 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e66b60b-ff8c-41e8-848e-c261a9dbbfdc req-a5cf0d0a-0b84-4585-bcc1-b866cea1d3d9 service neutron] Checking segment: {'id': '9c4c85ab-f4b1-42ff-8ffc-854819b08117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '24438683-860b-4aba-a179-aa100f661d47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:05:29.997055 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e66b60b-ff8c-41e8-848e-c261a9dbbfdc req-a5cf0d0a-0b84-4585-bcc1-b866cea1d3d9 service neutron] Bound using segment: {'id': '9c4c85ab-f4b1-42ff-8ffc-854819b08117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '24438683-860b-4aba-a179-aa100f661d47'} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:05:29.997591 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-8e66b60b-ff8c-41e8-848e-c261a9dbbfdc req-a5cf0d0a-0b84-4585-bcc1-b866cea1d3d9 service neutron] Bound port: f0c121fd-61c4-4e76-a87a-cce56e010673, host: n-h1-818022-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c4c85ab-f4b1-42ff-8ffc-854819b08117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '24438683-860b-4aba-a179-aa100f661d47'}}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:05:29.998141 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-8e66b60b-ff8c-41e8-848e-c261a9dbbfdc req-a5cf0d0a-0b84-4585-bcc1-b866cea1d3d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:30.077323 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-8e66b60b-ff8c-41e8-848e-c261a9dbbfdc req-a5cf0d0a-0b84-4585-bcc1-b866cea1d3d9 service neutron] For port f0c121fd-61c4-4e76-a87a-cce56e010673, host n-h1-818022-2, cleared binding levels {{(pid=103364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:05:30.083110 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-8e66b60b-ff8c-41e8-848e-c261a9dbbfdc req-a5cf0d0a-0b84-4585-bcc1-b866cea1d3d9 service neutron] For port f0c121fd-61c4-4e76-a87a-cce56e010673, host n-h1-818022-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=f0c121fd-61c4-4e76-a87a-cce56e010673,segment=NetworkSegment(9c4c85ab-f4b1-42ff-8ffc-854819b08117),segment_id=9c4c85ab-f4b1-42ff-8ffc-854819b08117)] {{(pid=103364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:05:30.091956 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-8e66b60b-ff8c-41e8-848e-c261a9dbbfdc req-a5cf0d0a-0b84-4585-bcc1-b866cea1d3d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:30.169682 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e66b60b-ff8c-41e8-848e-c261a9dbbfdc req-a5cf0d0a-0b84-4585-bcc1-b866cea1d3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:05:30.170783 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-8e66b60b-ff8c-41e8-848e-c261a9dbbfdc req-a5cf0d0a-0b84-4585-bcc1-b866cea1d3d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:30.172735 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8e66b60b-ff8c-41e8-848e-c261a9dbbfdc req-a5cf0d0a-0b84-4585-bcc1-b866cea1d3d9 service neutron] 10.222.0.60 "PUT /v2.0/ports/f0c121fd-61c4-4e76-a87a-cce56e010673 HTTP/1.1" status: 200 len: 1092 time: 1.1876104 Nov 19 18:05:30.173415 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0f7a306-1343-4616-85b5-2e4fb0788127', 'tag': 'f0c121fd-61c4-4e76-a87a-cce56e010673'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:05:30.176722 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dd4767a008c23f8566efc82158ee1b1fff34e1a9e908d76d0b6d0ab7e350e5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1d59445-417e-4e2e-828e-a70733e7116c" -d '{"events": [{"name": "network-changed", "server_uuid": "e0f7a306-1343-4616-85b5-2e4fb0788127", "tag": "f0c121fd-61c4-4e76-a87a-cce56e010673"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:05:30.263963 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cf0d0a-0b84-4585-bcc1-b866cea1d3d9 service neutron] Pushing event updated for resources: {'Port': ['ID=f0c121fd-61c4-4e76-a87a-cce56e010673,revision_number=3']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:05:30.292028 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 18:05:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68903066-2821-4432-a658-9c135dcae56f x-openstack-request-id: req-68903066-2821-4432-a658-9c135dcae56f {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:05:30.292236 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0f7a306-1343-4616-85b5-2e4fb0788127", "tag": "f0c121fd-61c4-4e76-a87a-cce56e010673", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:05:30.292601 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-68903066-2821-4432-a658-9c135dcae56f {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:05:30.293080 n-d-818022-2 neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0f7a306-1343-4616-85b5-2e4fb0788127', 'tag': 'f0c121fd-61c4-4e76-a87a-cce56e010673', 'status': 'completed', 'code': 200} Nov 19 18:05:30.355273 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e66b60b-ff8c-41e8-848e-c261a9dbbfdc req-891d676b-c9c1-41f4-821c-d1c90896c537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:05:30.357769 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8e66b60b-ff8c-41e8-848e-c261a9dbbfdc req-891d676b-c9c1-41f4-821c-d1c90896c537 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b892062285fb41c7bb7d1141d623638f&device_id=e0f7a306-1343-4616-85b5-2e4fb0788127 HTTP/1.1" status: 200 len: 1095 time: 0.0803854 Nov 19 18:05:30.417295 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8e66b60b-ff8c-41e8-848e-c261a9dbbfdc req-505c73b4-8ba7-468e-8d65-7f5129caf960 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f0c121fd-61c4-4e76-a87a-cce56e010673 HTTP/1.1" status: 200 len: 217 time: 0.0482903 Nov 19 18:05:30.514717 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e66b60b-ff8c-41e8-848e-c261a9dbbfdc req-092705e6-98d9-4384-96d5-00c831db3973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:05:30.516379 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8e66b60b-ff8c-41e8-848e-c261a9dbbfdc req-092705e6-98d9-4384-96d5-00c831db3973 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1cabd27a-ba29-494e-bddc-e3210663b299 HTTP/1.1" status: 200 len: 849 time: 0.0919273 Nov 19 18:05:30.564201 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8e66b60b-ff8c-41e8-848e-c261a9dbbfdc req-8c6ee1ce-eed4-4eeb-8c74-a464241626da service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=24438683-860b-4aba-a179-aa100f661d47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371053 Nov 19 18:05:30.857995 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8e66b60b-ff8c-41e8-848e-c261a9dbbfdc req-ca66d12c-3931-4ba3-8406-d4403a13df39 service neutron] 10.222.0.60 "GET /v2.0/networks/24438683-860b-4aba-a179-aa100f661d47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2750821 Nov 19 18:05:31.073782 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8e66b60b-ff8c-41e8-848e-c261a9dbbfdc req-3c7e14c2-6abc-4329-a16d-ee06d8432635 service neutron] 10.222.0.60 "GET /v2.0/networks/24438683-860b-4aba-a179-aa100f661d47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2018762 Nov 19 18:05:31.176423 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52a1eb3-8fc7-4b72-896f-739049c269c1 req-8aedcda7-b7c9-4a75-a892-cfbff01c8870 tempest-VolumesActionsTest-1844137370 tempest-VolumesActionsTest-1844137370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:05:31.203198 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a52a1eb3-8fc7-4b72-896f-739049c269c1 req-8aedcda7-b7c9-4a75-a892-cfbff01c8870 tempest-VolumesActionsTest-1844137370 tempest-VolumesActionsTest-1844137370-project] 10.222.0.54 "GET /v2.0/ports?device_id=e0f7a306-1343-4616-85b5-2e4fb0788127 HTTP/1.1" status: 200 len: 944 time: 0.1462646 Nov 19 18:05:31.260391 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.agents_db [None req-619e5c26-d9ed-4321-86eb-7d443bb9dfa2 None None] Agent healthcheck: found 7 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 18:05:31.268719 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d59445-417e-4e2e-828e-a70733e7116c req-6d57a328-51bc-43c3-9385-3c4811a081f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:05:31.273698 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f1d59445-417e-4e2e-828e-a70733e7116c req-6d57a328-51bc-43c3-9385-3c4811a081f9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b892062285fb41c7bb7d1141d623638f&device_id=e0f7a306-1343-4616-85b5-2e4fb0788127 HTTP/1.1" status: 200 len: 1095 time: 0.1414568 Nov 19 18:05:31.389198 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a52a1eb3-8fc7-4b72-896f-739049c269c1 req-b6de44f3-eec8-43e4-8499-1e5da12bd06b tempest-VolumesActionsTest-1844137370 tempest-VolumesActionsTest-1844137370-project] 10.222.0.54 "GET /v2.0/security-groups?id=9ed53e2f-ec52-4f8b-87af-9e62beb957fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796386 Nov 19 18:05:31.469742 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d59445-417e-4e2e-828e-a70733e7116c req-486a827a-e607-4671-b5ea-88536b94865c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:05:31.474832 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f1d59445-417e-4e2e-828e-a70733e7116c req-486a827a-e607-4671-b5ea-88536b94865c service neutron] 10.222.0.60 "GET /v2.0/networks?id=24438683-860b-4aba-a179-aa100f661d47 HTTP/1.1" status: 200 len: 910 time: 0.1928864 Nov 19 18:05:31.578401 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f1d59445-417e-4e2e-828e-a70733e7116c req-8d2816f2-b854-48c2-b542-a84ccb6a8a02 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f0c121fd-61c4-4e76-a87a-cce56e010673 HTTP/1.1" status: 200 len: 217 time: 0.0960577 Nov 19 18:05:31.716323 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d59445-417e-4e2e-828e-a70733e7116c req-d08fec87-d923-4c1e-87f3-fcb048540495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:05:31.717852 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f1d59445-417e-4e2e-828e-a70733e7116c req-d08fec87-d923-4c1e-87f3-fcb048540495 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1cabd27a-ba29-494e-bddc-e3210663b299 HTTP/1.1" status: 200 len: 849 time: 0.1320984 Nov 19 18:05:31.807010 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f1d59445-417e-4e2e-828e-a70733e7116c req-30884042-c8df-424b-b9f5-1f0fa2f2066d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=24438683-860b-4aba-a179-aa100f661d47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0743411 Nov 19 18:05:32.022822 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-38308716-9740-4903-b24e-0864c3447b67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:32.033008 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f1d59445-417e-4e2e-828e-a70733e7116c req-dc2cf1fa-3b89-484b-bd63-55037bf76e4e service neutron] 10.222.0.60 "GET /v2.0/networks/24438683-860b-4aba-a179-aa100f661d47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2160892 Nov 19 18:05:32.336645 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f1d59445-417e-4e2e-828e-a70733e7116c req-765a1598-ae3e-459c-8e83-6545162cd8d8 service neutron] 10.222.0.60 "GET /v2.0/networks/24438683-860b-4aba-a179-aa100f661d47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2953420 Nov 19 18:05:32.786631 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a323e4e2-782e-45fd-8477-7040d98ab1e9 req-f5576ec0-2d8c-410d-ada7-43fff6f33d9b tempest-VolumesActionsTest-1844137370 tempest-VolumesActionsTest-1844137370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:05:32.788371 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a323e4e2-782e-45fd-8477-7040d98ab1e9 req-f5576ec0-2d8c-410d-ada7-43fff6f33d9b tempest-VolumesActionsTest-1844137370 tempest-VolumesActionsTest-1844137370-project] 10.222.0.54 "GET /v2.0/ports?device_id=e0f7a306-1343-4616-85b5-2e4fb0788127 HTTP/1.1" status: 200 len: 944 time: 0.2214208 Nov 19 18:05:32.940846 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a323e4e2-782e-45fd-8477-7040d98ab1e9 req-854625e5-a593-4ffc-82b2-8225ca681d4e tempest-VolumesActionsTest-1844137370 tempest-VolumesActionsTest-1844137370-project] 10.222.0.54 "GET /v2.0/security-groups?id=9ed53e2f-ec52-4f8b-87af-9e62beb957fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459928 Nov 19 18:05:33.205931 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e46ecc5a-dc14-4744-b262-3072ff2e958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:33.654361 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 57764) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:05:33.772112 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:33.863956 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:33.906484 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device f0c121fd-61c4-4e76-a87a-cce56e010673 details requested by agent hyperv_n-h1-818022-2 with host n-h1-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 18:05:33.918850 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c6123d33-5b00-460f-b3e1-dc71220c21ba admin admin] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:34.130715 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port f0c121fd-61c4-4e76-a87a-cce56e010673, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=f0c121fd-61c4-4e76-a87a-cce56e010673,segment=NetworkSegment(9c4c85ab-f4b1-42ff-8ffc-854819b08117),segment_id=9c4c85ab-f4b1-42ff-8ffc-854819b08117)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:05:34.164460 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Returning: {'device': 'f0c121fd-61c4-4e76-a87a-cce56e010673', 'network_id': '24438683-860b-4aba-a179-aa100f661d47', 'port_id': 'f0c121fd-61c4-4e76-a87a-cce56e010673', 'mac_address': 'fa:16:3e:43:bd:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1cabd27a-ba29-494e-bddc-e3210663b299', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 18:05:34.172231 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72015e5b-6f19-4c3b-97ae-c72fab8472ee req-f683fb40-55ca-4fb2-b06a-c076439e99b4 tempest-VolumesActionsTest-1844137370 tempest-VolumesActionsTest-1844137370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:05:34.194025 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-72015e5b-6f19-4c3b-97ae-c72fab8472ee req-f683fb40-55ca-4fb2-b06a-c076439e99b4 tempest-VolumesActionsTest-1844137370 tempest-VolumesActionsTest-1844137370-project] 10.222.0.54 "GET /v2.0/ports?device_id=e0f7a306-1343-4616-85b5-2e4fb0788127 HTTP/1.1" status: 200 len: 944 time: 0.1156025 Nov 19 18:05:34.266478 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:34.283277 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c6123d33-5b00-460f-b3e1-dc71220c21ba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:34.298341 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c6123d33-5b00-460f-b3e1-dc71220c21ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:34.309613 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0c121fd-61c4-4e76-a87a-cce56e010673 {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:05:34.310397 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-72015e5b-6f19-4c3b-97ae-c72fab8472ee req-9f95c6a0-b934-4acd-9ec1-65f5168217eb tempest-VolumesActionsTest-1844137370 tempest-VolumesActionsTest-1844137370-project] 10.222.0.54 "GET /v2.0/security-groups?id=9ed53e2f-ec52-4f8b-87af-9e62beb957fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150572 Nov 19 18:05:34.337749 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port f0c121fd-61c4-4e76-a87a-cce56e010673, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=f0c121fd-61c4-4e76-a87a-cce56e010673,segment=NetworkSegment(9c4c85ab-f4b1-42ff-8ffc-854819b08117),segment_id=9c4c85ab-f4b1-42ff-8ffc-854819b08117)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:05:34.349067 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:34.390367 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-c6123d33-5b00-460f-b3e1-dc71220c21ba admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=5b909548e7c14ec0b0a74bc2ec52710f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7346716 Nov 19 18:05:34.391541 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6123d33-5b00-460f-b3e1-dc71220c21ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0bff34f-8698-4aa0-9bf2-33f3001efa16,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:05:34.393078 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 57784) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:05:34.530683 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8aebd166-38bb-4272-be67-a193483006b2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:34.564258 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=f0c121fd-61c4-4e76-a87a-cce56e010673,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:05:34.570204 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['f0c121fd-61c4-4e76-a87a-cce56e010673'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:05:34.581713 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8aebd166-38bb-4272-be67-a193483006b2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:34.646010 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:05:34.646856 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:05:34.647679 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:05:34.648732 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:05:34.649286 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:05:34.649898 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:05:34.650566 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:05:34.651104 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:05:34.651637 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:05:34.652175 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:05:34.652729 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:05:34.653264 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:05:34.706101 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8aebd166-38bb-4272-be67-a193483006b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:34.709244 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8aebd166-38bb-4272-be67-a193483006b2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:34.710671 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-8aebd166-38bb-4272-be67-a193483006b2 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f0bff34f-8698-4aa0-9bf2-33f3001efa16 HTTP/1.1" status: 204 len: 168 time: 0.3157542 Nov 19 18:05:34.733304 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aebd166-38bb-4272-be67-a193483006b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0bff34f-8698-4aa0-9bf2-33f3001efa16,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:05:34.859822 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e013d7e6-5264-4dcc-9759-54f5fb809e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:35.224368 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:35.564272 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a270a9-d63c-4beb-9c2b-7c55116189e8 req-0175e664-26e2-49fa-8e26-be8c718ad7fc tempest-VolumesActionsTest-1844137370 tempest-VolumesActionsTest-1844137370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:05:35.566551 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-41a270a9-d63c-4beb-9c2b-7c55116189e8 req-0175e664-26e2-49fa-8e26-be8c718ad7fc tempest-VolumesActionsTest-1844137370 tempest-VolumesActionsTest-1844137370-project] 10.222.0.54 "GET /v2.0/ports?device_id=e0f7a306-1343-4616-85b5-2e4fb0788127 HTTP/1.1" status: 200 len: 945 time: 0.1041658 Nov 19 18:05:35.703198 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-41a270a9-d63c-4beb-9c2b-7c55116189e8 req-7d728103-a1a7-430d-b383-a795b1b7b299 tempest-VolumesActionsTest-1844137370 tempest-VolumesActionsTest-1844137370-project] 10.222.0.54 "GET /v2.0/security-groups?id=9ed53e2f-ec52-4f8b-87af-9e62beb957fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084967 Nov 19 18:05:35.922958 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device f0c121fd-61c4-4e76-a87a-cce56e010673 up at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:05:36.151399 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning for port f0c121fd-61c4-4e76-a87a-cce56e010673 completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 18:05:36.183125 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning complete for port f0c121fd-61c4-4e76-a87a-cce56e010673 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:05:36.183685 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:36.380575 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:36.442975 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0f7a306-1343-4616-85b5-2e4fb0788127', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0c121fd-61c4-4e76-a87a-cce56e010673'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:05:36.454013 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3940761bcd94e032e6960d2241bd8993c5d3a7d8dc2aca8488f3ecf1d4dd2fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ba5321c-757c-4f68-908b-4ff802fbc89b" -d '{"events": [{"server_uuid": "e0f7a306-1343-4616-85b5-2e4fb0788127", "name": "network-vif-plugged", "status": "completed", "tag": "f0c121fd-61c4-4e76-a87a-cce56e010673"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:05:36.486077 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port f0c121fd-61c4-4e76-a87a-cce56e010673, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=f0c121fd-61c4-4e76-a87a-cce56e010673,segment=NetworkSegment(9c4c85ab-f4b1-42ff-8ffc-854819b08117),segment_id=9c4c85ab-f4b1-42ff-8ffc-854819b08117)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:05:36.508599 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:36.629295 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:05:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee3a4486-8201-44c9-83c4-f8fa84752e6f x-openstack-request-id: req-ee3a4486-8201-44c9-83c4-f8fa84752e6f {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:05:36.629708 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0f7a306-1343-4616-85b5-2e4fb0788127", "name": "network-vif-plugged", "status": "completed", "tag": "f0c121fd-61c4-4e76-a87a-cce56e010673", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:05:36.632466 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ee3a4486-8201-44c9-83c4-f8fa84752e6f {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:05:36.632975 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0f7a306-1343-4616-85b5-2e4fb0788127', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0c121fd-61c4-4e76-a87a-cce56e010673', 'code': 200} Nov 19 18:05:36.684739 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=f0c121fd-61c4-4e76-a87a-cce56e010673,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:05:36.876255 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0d8a51-50d7-4b54-ba6f-2e694f34986c req-ff636c96-a981-4966-9bf5-be13a8368d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:05:36.886208 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-7b0d8a51-50d7-4b54-ba6f-2e694f34986c req-ff636c96-a981-4966-9bf5-be13a8368d42 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e0f7a306-1343-4616-85b5-2e4fb0788127 HTTP/1.1" status: 200 len: 1097 time: 0.1501765 Nov 19 18:05:37.006973 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-7b0d8a51-50d7-4b54-ba6f-2e694f34986c req-bbb982a2-b563-48d7-be96-97d1f60ea593 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=9ed53e2f-ec52-4f8b-87af-9e62beb957fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065795 Nov 19 18:05:37.015082 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4264501c-e4c5-4d52-adad-914979d73a7e req-20f327c4-ae57-433c-80e5-f3a8311599b9 tempest-VolumesActionsTest-1844137370 tempest-VolumesActionsTest-1844137370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:05:37.023906 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-4264501c-e4c5-4d52-adad-914979d73a7e req-20f327c4-ae57-433c-80e5-f3a8311599b9 tempest-VolumesActionsTest-1844137370 tempest-VolumesActionsTest-1844137370-project] 10.222.0.54 "GET /v2.0/ports?device_id=e0f7a306-1343-4616-85b5-2e4fb0788127 HTTP/1.1" status: 200 len: 946 time: 0.1364696 Nov 19 18:05:37.143042 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-4264501c-e4c5-4d52-adad-914979d73a7e req-4880241c-b20a-4adb-8139-117079a0db44 tempest-VolumesActionsTest-1844137370 tempest-VolumesActionsTest-1844137370-project] 10.222.0.54 "GET /v2.0/security-groups?id=9ed53e2f-ec52-4f8b-87af-9e62beb957fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177080 Nov 19 18:05:37.413127 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 57926) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:05:37.638902 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-86f2f979-7dbf-4860-9378-ec7666e0a60b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:37.779758 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-86f2f979-7dbf-4860-9378-ec7666e0a60b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:37.788635 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-86f2f979-7dbf-4860-9378-ec7666e0a60b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:37.855030 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-86f2f979-7dbf-4860-9378-ec7666e0a60b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=49813e7723e149a6a56057db9c2833a2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4408147 Nov 19 18:05:37.858640 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 57942) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:05:37.874589 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f2f979-7dbf-4860-9378-ec7666e0a60b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e9654e6-00bc-4ecd-8857-ce4a8dfe8884,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:05:37.955432 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-eefc0cbd-25fb-40d4-a2c4-ad2b3b177ec7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:37.990845 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-eefc0cbd-25fb-40d4-a2c4-ad2b3b177ec7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:38.082867 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-eefc0cbd-25fb-40d4-a2c4-ad2b3b177ec7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:38.087570 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-eefc0cbd-25fb-40d4-a2c4-ad2b3b177ec7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:38.088701 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-eefc0cbd-25fb-40d4-a2c4-ad2b3b177ec7 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/4e9654e6-00bc-4ecd-8857-ce4a8dfe8884 HTTP/1.1" status: 204 len: 168 time: 0.2289422 Nov 19 18:05:38.125830 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefc0cbd-25fb-40d4-a2c4-ad2b3b177ec7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e9654e6-00bc-4ecd-8857-ce4a8dfe8884,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:05:38.376722 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4c3f08-cef4-482d-b831-05d351746b86 req-93e6edcb-9fb3-4e6e-a8a3-dc62c9e53b41 tempest-VolumesActionsTest-1844137370 tempest-VolumesActionsTest-1844137370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:05:38.379692 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-fa4c3f08-cef4-482d-b831-05d351746b86 req-93e6edcb-9fb3-4e6e-a8a3-dc62c9e53b41 tempest-VolumesActionsTest-1844137370 tempest-VolumesActionsTest-1844137370-project] 10.222.0.54 "GET /v2.0/ports?device_id=e0f7a306-1343-4616-85b5-2e4fb0788127 HTTP/1.1" status: 200 len: 946 time: 0.1180303 Nov 19 18:05:38.493957 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-fa4c3f08-cef4-482d-b831-05d351746b86 req-1894e2b5-9d57-4dab-bc5e-4be52a0be7fc tempest-VolumesActionsTest-1844137370 tempest-VolumesActionsTest-1844137370-project] 10.222.0.54 "GET /v2.0/security-groups?id=9ed53e2f-ec52-4f8b-87af-9e62beb957fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079886 Nov 19 18:05:38.672362 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 57996) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:05:38.688519 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-61a51c95-0136-4731-b6fd-6da7eafcf53d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:38.850164 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-61a51c95-0136-4731-b6fd-6da7eafcf53d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:38.871516 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-61a51c95-0136-4731-b6fd-6da7eafcf53d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:38.966738 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a51c95-0136-4731-b6fd-6da7eafcf53d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7db8e728-f893-49a7-a4e0-ebc4f2094a9c,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:05:39.025356 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-61a51c95-0136-4731-b6fd-6da7eafcf53d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=aa8e6bd6319f478d8fe3b1893649ce12&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3513126 Nov 19 18:05:39.028412 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 58010) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:05:39.164264 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-43392405-f04d-4e08-a0da-52b9945da0a4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:39.197603 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-43392405-f04d-4e08-a0da-52b9945da0a4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:39.265454 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-43392405-f04d-4e08-a0da-52b9945da0a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:39.271206 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-43392405-f04d-4e08-a0da-52b9945da0a4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:39.276885 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-43392405-f04d-4e08-a0da-52b9945da0a4 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/7db8e728-f893-49a7-a4e0-ebc4f2094a9c HTTP/1.1" status: 204 len: 168 time: 0.2463896 Nov 19 18:05:39.286247 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43392405-f04d-4e08-a0da-52b9945da0a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7db8e728-f893-49a7-a4e0-ebc4f2094a9c,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:05:43.171697 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8440627-5005-4b39-98c8-086ed9c31bf9 req-966d3b74-9911-450c-a1ca-196c1bf0a6cf tempest-VolumesActionsTest-1844137370 tempest-VolumesActionsTest-1844137370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:05:43.183517 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-e8440627-5005-4b39-98c8-086ed9c31bf9 req-966d3b74-9911-450c-a1ca-196c1bf0a6cf tempest-VolumesActionsTest-1844137370 tempest-VolumesActionsTest-1844137370-project] 10.222.0.54 "GET /v2.0/ports?device_id=e0f7a306-1343-4616-85b5-2e4fb0788127 HTTP/1.1" status: 200 len: 946 time: 0.1312354 Nov 19 18:05:43.284229 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-e8440627-5005-4b39-98c8-086ed9c31bf9 req-35063cb9-aa4f-46a6-adf7-b94174272bab tempest-VolumesActionsTest-1844137370 tempest-VolumesActionsTest-1844137370-project] 10.222.0.54 "GET /v2.0/security-groups?id=9ed53e2f-ec52-4f8b-87af-9e62beb957fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988905 Nov 19 18:05:44.552409 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9be78b-6896-4459-9c60-abd55f00a719 req-0a3662c7-0d44-45c3-838d-62a0e001dcad tempest-VolumesActionsTest-1844137370 tempest-VolumesActionsTest-1844137370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:05:44.554330 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6e9be78b-6896-4459-9c60-abd55f00a719 req-0a3662c7-0d44-45c3-838d-62a0e001dcad tempest-VolumesActionsTest-1844137370 tempest-VolumesActionsTest-1844137370-project] 10.222.0.60 "GET /v2.0/ports?device_id=e0f7a306-1343-4616-85b5-2e4fb0788127 HTTP/1.1" status: 200 len: 946 time: 0.2616682 Nov 19 18:05:44.571106 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c926ec-7922-47ba-bc5e-7eca7008ee56 req-5768ff41-62e7-4450-bfe1-513e18d1f326 tempest-VolumesActionsTest-1844137370 tempest-VolumesActionsTest-1844137370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:05:44.573487 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c8c926ec-7922-47ba-bc5e-7eca7008ee56 req-5768ff41-62e7-4450-bfe1-513e18d1f326 tempest-VolumesActionsTest-1844137370 tempest-VolumesActionsTest-1844137370-project] 10.222.0.54 "GET /v2.0/ports?device_id=e0f7a306-1343-4616-85b5-2e4fb0788127 HTTP/1.1" status: 200 len: 946 time: 0.1841424 Nov 19 18:05:44.714848 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c8c926ec-7922-47ba-bc5e-7eca7008ee56 req-bd889a77-0466-47b4-b3c8-bbbc02d5feba tempest-VolumesActionsTest-1844137370 tempest-VolumesActionsTest-1844137370-project] 10.222.0.54 "GET /v2.0/security-groups?id=9ed53e2f-ec52-4f8b-87af-9e62beb957fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967436 Nov 19 18:05:44.722731 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [req-6e9be78b-6896-4459-9c60-abd55f00a719 req-2e9f62e6-f0d9-479c-9df1-62a374c93553 tempest-VolumesActionsTest-1844137370 tempest-VolumesActionsTest-1844137370-project] Deleting port f0c121fd-61c4-4e76-a87a-cce56e010673 {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:05:44.723268 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-6e9be78b-6896-4459-9c60-abd55f00a719 req-2e9f62e6-f0d9-479c-9df1-62a374c93553 tempest-VolumesActionsTest-1844137370 tempest-VolumesActionsTest-1844137370-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:45.432881 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-6e9be78b-6896-4459-9c60-abd55f00a719 req-2e9f62e6-f0d9-479c-9df1-62a374c93553 tempest-VolumesActionsTest-1844137370 tempest-VolumesActionsTest-1844137370-project] For port f0c121fd-61c4-4e76-a87a-cce56e010673, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=f0c121fd-61c4-4e76-a87a-cce56e010673,segment=NetworkSegment(9c4c85ab-f4b1-42ff-8ffc-854819b08117),segment_id=9c4c85ab-f4b1-42ff-8ffc-854819b08117)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:05:45.433426 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-6e9be78b-6896-4459-9c60-abd55f00a719 req-2e9f62e6-f0d9-479c-9df1-62a374c93553 tempest-VolumesActionsTest-1844137370 tempest-VolumesActionsTest-1844137370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:45.458221 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [req-6e9be78b-6896-4459-9c60-abd55f00a719 req-2e9f62e6-f0d9-479c-9df1-62a374c93553 tempest-VolumesActionsTest-1844137370 tempest-VolumesActionsTest-1844137370-project] Calling delete_port for f0c121fd-61c4-4e76-a87a-cce56e010673 owned by compute:nova {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:05:45.653789 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c2dc8be0-4c53-4928-a259-6e90e2394f0b req-78fcd91a-6579-4727-8c0d-0fcc54e7c98a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=cc04e7a6-e0b7-438f-a931-99187cf28379&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0897193 Nov 19 18:05:45.773701 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-6e9be78b-6896-4459-9c60-abd55f00a719 req-2e9f62e6-f0d9-479c-9df1-62a374c93553 tempest-VolumesActionsTest-1844137370 tempest-VolumesActionsTest-1844137370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:45.788475 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['f0c121fd-61c4-4e76-a87a-cce56e010673'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:05:45.796375 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dc8be0-4c53-4928-a259-6e90e2394f0b req-179a8680-ee6b-4398-b58a-d9a7da19186b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:05:45.802342 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c2dc8be0-4c53-4928-a259-6e90e2394f0b req-179a8680-ee6b-4398-b58a-d9a7da19186b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e45c6e5baa414b6894171527d94e1abd&device_id=cc04e7a6-e0b7-438f-a931-99187cf28379 HTTP/1.1" status: 200 len: 1096 time: 0.0968051 Nov 19 18:05:45.828052 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9f62e6-f0d9-479c-9df1-62a374c93553 tempest-VolumesActionsTest-1844137370 tempest-VolumesActionsTest-1844137370-project] Pushing event deleted for resources: {'Port': ['ID=f0c121fd-61c4-4e76-a87a-cce56e010673,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:05:45.943392 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e9be78b-6896-4459-9c60-abd55f00a719 req-2e9f62e6-f0d9-479c-9df1-62a374c93553 tempest-VolumesActionsTest-1844137370 tempest-VolumesActionsTest-1844137370-project] No DVR routers for this DVR port f0c121fd-61c4-4e76-a87a-cce56e010673 on host n-h1-818022-2 {{(pid=103364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:05:45.974199 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-6e9be78b-6896-4459-9c60-abd55f00a719 req-2e9f62e6-f0d9-479c-9df1-62a374c93553 tempest-VolumesActionsTest-1844137370 tempest-VolumesActionsTest-1844137370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:05:45.977847 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6e9be78b-6896-4459-9c60-abd55f00a719 req-2e9f62e6-f0d9-479c-9df1-62a374c93553 tempest-VolumesActionsTest-1844137370 tempest-VolumesActionsTest-1844137370-project] 10.222.0.60 "DELETE /v2.0/ports/f0c121fd-61c4-4e76-a87a-cce56e010673 HTTP/1.1" status: 204 len: 173 time: 1.4031601 Nov 19 18:05:45.979929 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8fadc970-0c04-4244-95e7-6831cb39e55f req-ccfc2f49-7d6c-4fe4-bb5c-c8c74a316935 tempest-VolumesActionsTest-1844137370 tempest-VolumesActionsTest-1844137370-project] 10.222.0.54 "GET /v2.0/ports?device_id=e0f7a306-1343-4616-85b5-2e4fb0788127 HTTP/1.1" status: 200 len: 210 time: 0.0970664 Nov 19 18:05:45.980385 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0f7a306-1343-4616-85b5-2e4fb0788127', 'name': 'network-vif-deleted', 'tag': 'f0c121fd-61c4-4e76-a87a-cce56e010673'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:05:45.982920 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dd4767a008c23f8566efc82158ee1b1fff34e1a9e908d76d0b6d0ab7e350e5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6115d08c-6310-4493-894a-f8309ce16632" -d '{"events": [{"server_uuid": "e0f7a306-1343-4616-85b5-2e4fb0788127", "name": "network-vif-deleted", "tag": "f0c121fd-61c4-4e76-a87a-cce56e010673"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:05:46.059748 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dc8be0-4c53-4928-a259-6e90e2394f0b req-cfbc8421-76be-42bc-9c7c-a9dff31bdb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:05:46.061612 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c2dc8be0-4c53-4928-a259-6e90e2394f0b req-cfbc8421-76be-42bc-9c7c-a9dff31bdb21 service neutron] 10.222.0.60 "GET /v2.0/networks?id=3b544363-bad2-4a9e-9892-483691dc34e2 HTTP/1.1" status: 200 len: 912 time: 0.2052047 Nov 19 18:05:46.143932 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:05:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e18df0d-ca3f-42d6-865a-02b9abc57c59 x-openstack-request-id: req-1e18df0d-ca3f-42d6-865a-02b9abc57c59 {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:05:46.144465 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0f7a306-1343-4616-85b5-2e4fb0788127", "name": "network-vif-deleted", "tag": "f0c121fd-61c4-4e76-a87a-cce56e010673", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:05:46.144736 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-1e18df0d-ca3f-42d6-865a-02b9abc57c59 {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:05:46.145242 n-d-818022-2 neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0f7a306-1343-4616-85b5-2e4fb0788127', 'name': 'network-vif-deleted', 'tag': 'f0c121fd-61c4-4e76-a87a-cce56e010673', 'status': 'completed', 'code': 200} Nov 19 18:05:46.306343 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c2dc8be0-4c53-4928-a259-6e90e2394f0b req-c2e2b8c4-823d-40f0-8be4-fba3daf019b3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2019baf0-8dd1-4014-98b3-2c3c4d3ec3aa HTTP/1.1" status: 200 len: 1001 time: 0.2288637 Nov 19 18:05:46.415846 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dc8be0-4c53-4928-a259-6e90e2394f0b req-283962bc-6027-4f12-900b-3f7158d9ab56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:05:46.427679 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c2dc8be0-4c53-4928-a259-6e90e2394f0b req-283962bc-6027-4f12-900b-3f7158d9ab56 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=78373283-0ecf-42ac-8dc9-066471cd2623 HTTP/1.1" status: 200 len: 850 time: 0.1070757 Nov 19 18:05:46.536014 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dc8be0-4c53-4928-a259-6e90e2394f0b req-a7cf1110-9541-46a2-a9bd-b00b12f77f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:05:46.539963 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c2dc8be0-4c53-4928-a259-6e90e2394f0b req-a7cf1110-9541-46a2-a9bd-b00b12f77f57 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3b544363-bad2-4a9e-9892-483691dc34e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1042953 Nov 19 18:05:46.767235 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c2dc8be0-4c53-4928-a259-6e90e2394f0b req-483378a4-89c9-44eb-a8e5-49405777647e service neutron] 10.222.0.60 "GET /v2.0/networks/3b544363-bad2-4a9e-9892-483691dc34e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2185481 Nov 19 18:05:47.531117 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c2dc8be0-4c53-4928-a259-6e90e2394f0b req-09bffcc9-dc04-49ac-b89d-e304cf40e939 service neutron] 10.222.0.60 "GET /v2.0/networks/3b544363-bad2-4a9e-9892-483691dc34e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7549787 Nov 19 18:05:47.961203 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device f0c121fd-61c4-4e76-a87a-cce56e010673 no longer exists at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:05:48.030942 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] No Port match for: f0c121fd-61c4-4e76-a87a-cce56e010673 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:05:48.035656 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device f0c121fd-61c4-4e76-a87a-cce56e010673 not bound to the agent host n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:05:59.775572 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b967a75c-cd9d-4c47-a6d8-ee243dc93677 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:02.023827 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8f995c4f-0b17-427c-9754-e921c2248fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:03.193190 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e46ecc5a-dc14-4744-b262-3072ff2e958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:03.788356 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:03.862653 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:04.794927 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e013d7e6-5264-4dcc-9759-54f5fb809e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:05.191266 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:08.265768 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.agents_db [None req-619e5c26-d9ed-4321-86eb-7d443bb9dfa2 None None] Agent healthcheck: found 7 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 18:06:11.790399 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 58948) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:06:11.848632 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cc70858-e456-4ee0-97e3-b6d30ce2efdc admin admin] Deleting subnet b4421253-1d77-4ac5-ad81-be6067a7417a {{(pid=103364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 18:06:11.852700 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0cc70858-e456-4ee0-97e3-b6d30ce2efdc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:11.892400 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0cc70858-e456-4ee0-97e3-b6d30ce2efdc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9416263'] for subnet, precommit_delete_associations {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:11.935865 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0cc70858-e456-4ee0-97e3-b6d30ce2efdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:12.008781 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0cc70858-e456-4ee0-97e3-b6d30ce2efdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12425137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8983934'] for subnet, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:12.071900 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc70858-e456-4ee0-97e3-b6d30ce2efdc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4421253-1d77-4ac5-ad81-be6067a7417a,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:06:12.076238 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0cc70858-e456-4ee0-97e3-b6d30ce2efdc admin admin] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:12.078754 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b4aec68-07d7-4079-8b0d-07c47515424f None None] Network f081af3e-5cd0-4172-8c6f-eac119d2b997 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:06:12.083015 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-0cc70858-e456-4ee0-97e3-b6d30ce2efdc admin admin] 10.222.0.54 "DELETE /v2.0/subnets/b4421253-1d77-4ac5-ad81-be6067a7417a HTTP/1.1" status: 204 len: 168 time: 0.2915409 Nov 19 18:06:12.086119 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 58956) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:06:12.100134 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc70858-e456-4ee0-97e3-b6d30ce2efdc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:06:12.100710 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc70858-e456-4ee0-97e3-b6d30ce2efdc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:06:12.101458 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc70858-e456-4ee0-97e3-b6d30ce2efdc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:06:12.102081 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc70858-e456-4ee0-97e3-b6d30ce2efdc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:06:12.104315 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc70858-e456-4ee0-97e3-b6d30ce2efdc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:06:12.104902 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc70858-e456-4ee0-97e3-b6d30ce2efdc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:06:12.105455 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc70858-e456-4ee0-97e3-b6d30ce2efdc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:06:12.106131 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc70858-e456-4ee0-97e3-b6d30ce2efdc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:06:12.106670 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc70858-e456-4ee0-97e3-b6d30ce2efdc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:06:12.109188 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc70858-e456-4ee0-97e3-b6d30ce2efdc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:06:12.109755 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc70858-e456-4ee0-97e3-b6d30ce2efdc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:06:12.110946 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc70858-e456-4ee0-97e3-b6d30ce2efdc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:06:12.290985 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-fa19e7c6-fdd1-40a5-96d8-e9e1f968c85a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:12.401902 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96b5a2e7-24ac-430b-9f1c-1de251e2ba2b None None] DHCP port deletion for f081af3e-5cd0-4172-8c6f-eac119d2b997 request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:06:12.431612 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-fa19e7c6-fdd1-40a5-96d8-e9e1f968c85a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:12.462896 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-fa19e7c6-fdd1-40a5-96d8-e9e1f968c85a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f081af3e-5cd0-4172-8c6f-eac119d2b997']}} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:06:12.475050 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-fa19e7c6-fdd1-40a5-96d8-e9e1f968c85a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '414ec037-29de-461e-b44e-49b485f6a55a') {'for_net_delete': True} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:06:12.475356 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-fa19e7c6-fdd1-40a5-96d8-e9e1f968c85a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '414ec037-29de-461e-b44e-49b485f6a55a') {} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:06:12.497895 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-fa19e7c6-fdd1-40a5-96d8-e9e1f968c85a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12545382'] for segment, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:12.516861 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-fa19e7c6-fdd1-40a5-96d8-e9e1f968c85a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:12.531899 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa19e7c6-fdd1-40a5-96d8-e9e1f968c85a admin admin] Releasing vlan 658 on physical network physnet1 to pool {{(pid=103365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 18:06:12.534060 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-fa19e7c6-fdd1-40a5-96d8-e9e1f968c85a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12282953'] for segment, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:12.553351 n-d-818022-2 neutron-server[103365]: Traceback (most recent call last): Nov 19 18:06:12.553351 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 18:06:12.553351 n-d-818022-2 neutron-server[103365]: timer() Nov 19 18:06:12.553351 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 18:06:12.553351 n-d-818022-2 neutron-server[103365]: cb(*args, **kw) Nov 19 18:06:12.553351 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 18:06:12.553351 n-d-818022-2 neutron-server[103365]: return func(*args, **kwargs) Nov 19 18:06:12.553351 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 18:06:12.553351 n-d-818022-2 neutron-server[103365]: self._notify() Nov 19 18:06:12.553351 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 18:06:12.553351 n-d-818022-2 neutron-server[103365]: self.callback(batched_events) Nov 19 18:06:12.553351 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 18:06:12.553351 n-d-818022-2 neutron-server[103365]: event.method(event) Nov 19 18:06:12.553351 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 18:06:12.553351 n-d-818022-2 neutron-server[103365]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 18:06:12.553351 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 18:06:12.553351 n-d-818022-2 neutron-server[103365]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 18:06:12.553351 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 18:06:12.553351 n-d-818022-2 neutron-server[103365]: return f(self, *a, **k) Nov 19 18:06:12.553351 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 18:06:12.553351 n-d-818022-2 neutron-server[103365]: return self._get(url).json() Nov 19 18:06:12.553351 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 18:06:12.553351 n-d-818022-2 neutron-server[103365]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 18:06:12.553351 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 18:06:12.553351 n-d-818022-2 neutron-server[103365]: return self.request(url, 'GET', **kwargs) Nov 19 18:06:12.553351 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 18:06:12.553351 n-d-818022-2 neutron-server[103365]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 18:06:12.553351 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 18:06:12.553351 n-d-818022-2 neutron-server[103365]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 18:06:12.553351 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 18:06:12.553351 n-d-818022-2 neutron-server[103365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 18:06:12.553351 n-d-818022-2 neutron-server[103365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 18:06:12.645226 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-fa19e7c6-fdd1-40a5-96d8-e9e1f968c85a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671242'] for network, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:12.665150 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-fa19e7c6-fdd1-40a5-96d8-e9e1f968c85a admin admin] Publish callbacks [] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:12.671740 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-fa19e7c6-fdd1-40a5-96d8-e9e1f968c85a admin admin] 10.222.0.54 "DELETE /v2.0/networks/f081af3e-5cd0-4172-8c6f-eac119d2b997 HTTP/1.1" status: 204 len: 168 time: 0.5840690 Nov 19 18:06:12.724301 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa19e7c6-fdd1-40a5-96d8-e9e1f968c85a admin admin] Pushing event deleted for resources: {'Network': ['ID=f081af3e-5cd0-4172-8c6f-eac119d2b997,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:06:12.979602 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 58968) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:06:13.096408 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-3518c413-0d4d-4bd1-b155-4ae19c3b5088 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=568ddc2291f443319cd07ac57276ab6a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1155632 Nov 19 18:06:13.099398 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 58972) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:06:13.168594 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9c3b1207-dc56-4e24-bc30-c196d08e8c20 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:13.193002 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9c3b1207-dc56-4e24-bc30-c196d08e8c20 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:13.252852 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9c3b1207-dc56-4e24-bc30-c196d08e8c20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:13.256050 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9c3b1207-dc56-4e24-bc30-c196d08e8c20 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:13.261114 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-9c3b1207-dc56-4e24-bc30-c196d08e8c20 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/61124c63-45ab-440d-9e2d-46540a3e29c4 HTTP/1.1" status: 204 len: 168 time: 0.1594136 Nov 19 18:06:13.282048 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3b1207-dc56-4e24-bc30-c196d08e8c20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61124c63-45ab-440d-9e2d-46540a3e29c4,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:06:14.072434 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 59004) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:06:14.495399 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9714120f-b653-4425-84fb-7a9a85ffd0a8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:14.671895 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9714120f-b653-4425-84fb-7a9a85ffd0a8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:14.679352 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9714120f-b653-4425-84fb-7a9a85ffd0a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:14.768820 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-9714120f-b653-4425-84fb-7a9a85ffd0a8 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=3a76ea2fe9d84d69b295572b9fea45a2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6949787 Nov 19 18:06:14.771408 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 59024) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:06:14.776554 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9714120f-b653-4425-84fb-7a9a85ffd0a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=231aba7e-ceb9-4559-ab28-e3fb5b5a6fee,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:06:14.856784 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-21dcd843-add4-4ce2-9f26-f9556b14d108 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:14.893417 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-21dcd843-add4-4ce2-9f26-f9556b14d108 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:14.964745 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-21dcd843-add4-4ce2-9f26-f9556b14d108 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:14.968257 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-21dcd843-add4-4ce2-9f26-f9556b14d108 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:14.970623 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-21dcd843-add4-4ce2-9f26-f9556b14d108 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/231aba7e-ceb9-4559-ab28-e3fb5b5a6fee HTTP/1.1" status: 204 len: 168 time: 0.1975558 Nov 19 18:06:14.984583 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dcd843-add4-4ce2-9f26-f9556b14d108 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=231aba7e-ceb9-4559-ab28-e3fb5b5a6fee,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:06:15.679451 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 59048) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:06:15.698134 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3e8f17ce-855c-4371-b01d-c74d0ce1792d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:15.825957 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3e8f17ce-855c-4371-b01d-c74d0ce1792d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:15.833260 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3e8f17ce-855c-4371-b01d-c74d0ce1792d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:15.933451 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8f17ce-855c-4371-b01d-c74d0ce1792d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ff052e6-9479-49ce-8ed0-b7ef899c6de9,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:06:15.945229 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 59054) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:06:15.946724 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-3e8f17ce-855c-4371-b01d-c74d0ce1792d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f10e319c0362466b86563493f41795ee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2660155 Nov 19 18:06:16.047011 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-54f40771-4e00-49a1-83a3-5711e92ad496 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:16.083628 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-54f40771-4e00-49a1-83a3-5711e92ad496 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:16.174962 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-54f40771-4e00-49a1-83a3-5711e92ad496 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:16.178178 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-54f40771-4e00-49a1-83a3-5711e92ad496 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:16.179540 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-54f40771-4e00-49a1-83a3-5711e92ad496 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/6ff052e6-9479-49ce-8ed0-b7ef899c6de9 HTTP/1.1" status: 204 len: 168 time: 0.2315042 Nov 19 18:06:16.192153 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f40771-4e00-49a1-83a3-5711e92ad496 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ff052e6-9479-49ce-8ed0-b7ef899c6de9,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:06:18.077636 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f4f337c9-2142-4504-a8ce-b42fd9107e61 req-b6b8681e-d2b2-4e73-8f5d-39819a1c4ea0 tempest-VolumesNegativeTest-320698634 tempest-VolumesNegativeTest-320698634-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=d1404f14c754439da7cc239b31e92cb4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0671947 Nov 19 18:06:18.301723 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f337c9-2142-4504-a8ce-b42fd9107e61 req-a9eaf26c-f492-465e-b11a-c71cd3cf01e0 tempest-VolumesNegativeTest-320698634 tempest-VolumesNegativeTest-320698634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:06:18.303455 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f4f337c9-2142-4504-a8ce-b42fd9107e61 req-a9eaf26c-f492-465e-b11a-c71cd3cf01e0 tempest-VolumesNegativeTest-320698634 tempest-VolumesNegativeTest-320698634-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2242205 Nov 19 18:06:18.329191 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f4f337c9-2142-4504-a8ce-b42fd9107e61 req-c43fadad-a480-43e2-8c8f-373606639a0a tempest-VolumesNegativeTest-320698634 tempest-VolumesNegativeTest-320698634-project] 10.222.0.54 "GET /v2.0/quotas/d1404f14c754439da7cc239b31e92cb4 HTTP/1.1" status: 200 len: 375 time: 0.0188730 Nov 19 18:06:18.373843 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f4f337c9-2142-4504-a8ce-b42fd9107e61 req-09760f41-d3af-4acc-887f-a6e436314d61 tempest-VolumesNegativeTest-320698634 tempest-VolumesNegativeTest-320698634-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=d1404f14c754439da7cc239b31e92cb4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0436749 Nov 19 18:06:18.690610 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-3d4a3996-2cdf-4776-868e-f09bbe971f81 req-47ca2387-e980-4a99-993b-ad96efa495b7 tempest-VolumesNegativeTest-320698634 tempest-VolumesNegativeTest-320698634-project] 10.222.0.54 "GET /v2.0/ports?device_id=1a10fda3-a3ea-4081-8777-4b2979124d6d HTTP/1.1" status: 200 len: 210 time: 0.0721986 Nov 19 18:06:19.824471 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-bdae876f-a1ab-4e8f-8259-bc9c559b1263 req-4501ffb6-8cc3-4c42-8c06-753aa772fec4 tempest-VolumesNegativeTest-320698634 tempest-VolumesNegativeTest-320698634-project] 10.222.0.54 "GET /v2.0/ports?device_id=1a10fda3-a3ea-4081-8777-4b2979124d6d HTTP/1.1" status: 200 len: 210 time: 0.0427527 Nov 19 18:06:20.118256 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f4f337c9-2142-4504-a8ce-b42fd9107e61 req-1fcb2384-43f3-481d-b4f7-b4c08143cb60 tempest-VolumesNegativeTest-320698634 tempest-VolumesNegativeTest-320698634-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=d1404f14c754439da7cc239b31e92cb4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0586236 Nov 19 18:06:20.273359 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [req-48b77678-bd3e-4f17-9bd7-483501e4860e req-2394b26b-5625-4c04-85d2-e960438e0a82 service neutron] (103364) timed out ('10.222.0.54', 40916) {{(pid=103364) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 19 18:06:20.372974 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f337c9-2142-4504-a8ce-b42fd9107e61 req-088bfdee-12cd-42dd-9f98-880353c93b22 tempest-VolumesNegativeTest-320698634 tempest-VolumesNegativeTest-320698634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:06:20.375144 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f4f337c9-2142-4504-a8ce-b42fd9107e61 req-088bfdee-12cd-42dd-9f98-880353c93b22 tempest-VolumesNegativeTest-320698634 tempest-VolumesNegativeTest-320698634-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2523019 Nov 19 18:06:20.389307 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-f4f337c9-2142-4504-a8ce-b42fd9107e61 req-88ac3c0e-1dec-491c-812a-b5050cbc1196 tempest-VolumesNegativeTest-320698634 tempest-VolumesNegativeTest-320698634-project] Request body: {'port': {'device_id': '1a10fda3-a3ea-4081-8777-4b2979124d6d', 'network_id': '346debfa-452b-4048-abf4-8f4493625ef2', 'admin_state_up': True, 'tenant_id': 'd1404f14c754439da7cc239b31e92cb4'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:06:20.529596 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4f337c9-2142-4504-a8ce-b42fd9107e61 req-88ac3c0e-1dec-491c-812a-b5050cbc1196 tempest-VolumesNegativeTest-320698634 tempest-VolumesNegativeTest-320698634-project] Made reservation on behalf of d1404f14c754439da7cc239b31e92cb4 for: {'port': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:06:20.534779 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-f4f337c9-2142-4504-a8ce-b42fd9107e61 req-88ac3c0e-1dec-491c-812a-b5050cbc1196 tempest-VolumesNegativeTest-320698634 tempest-VolumesNegativeTest-320698634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:20.554255 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-f4f337c9-2142-4504-a8ce-b42fd9107e61 req-88ac3c0e-1dec-491c-812a-b5050cbc1196 tempest-VolumesNegativeTest-320698634 tempest-VolumesNegativeTest-320698634-project] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:20.652610 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 59290) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:06:20.660518 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-f4f337c9-2142-4504-a8ce-b42fd9107e61 req-88ac3c0e-1dec-491c-812a-b5050cbc1196 tempest-VolumesNegativeTest-320698634 tempest-VolumesNegativeTest-320698634-project] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:20.666404 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-f4f337c9-2142-4504-a8ce-b42fd9107e61 req-88ac3c0e-1dec-491c-812a-b5050cbc1196 tempest-VolumesNegativeTest-320698634 tempest-VolumesNegativeTest-320698634-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:20.779234 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ac3c0e-1dec-491c-812a-b5050cbc1196 tempest-VolumesNegativeTest-320698634 tempest-VolumesNegativeTest-320698634-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c5b3a49-1422-492a-b905-19d8ee580b81,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:06:20.779454 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d9d17cc5-de2f-4c18-a573-5fb23cf1d0c3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:20.798624 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ac3c0e-1dec-491c-812a-b5050cbc1196 tempest-VolumesNegativeTest-320698634 tempest-VolumesNegativeTest-320698634-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:06:20.798975 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ac3c0e-1dec-491c-812a-b5050cbc1196 tempest-VolumesNegativeTest-320698634 tempest-VolumesNegativeTest-320698634-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:06:20.799392 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ac3c0e-1dec-491c-812a-b5050cbc1196 tempest-VolumesNegativeTest-320698634 tempest-VolumesNegativeTest-320698634-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:06:20.799836 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ac3c0e-1dec-491c-812a-b5050cbc1196 tempest-VolumesNegativeTest-320698634 tempest-VolumesNegativeTest-320698634-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:06:20.800244 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ac3c0e-1dec-491c-812a-b5050cbc1196 tempest-VolumesNegativeTest-320698634 tempest-VolumesNegativeTest-320698634-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:06:20.800648 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ac3c0e-1dec-491c-812a-b5050cbc1196 tempest-VolumesNegativeTest-320698634 tempest-VolumesNegativeTest-320698634-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:06:20.801050 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ac3c0e-1dec-491c-812a-b5050cbc1196 tempest-VolumesNegativeTest-320698634 tempest-VolumesNegativeTest-320698634-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:06:20.801447 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ac3c0e-1dec-491c-812a-b5050cbc1196 tempest-VolumesNegativeTest-320698634 tempest-VolumesNegativeTest-320698634-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:06:20.801779 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ac3c0e-1dec-491c-812a-b5050cbc1196 tempest-VolumesNegativeTest-320698634 tempest-VolumesNegativeTest-320698634-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:06:20.802422 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ac3c0e-1dec-491c-812a-b5050cbc1196 tempest-VolumesNegativeTest-320698634 tempest-VolumesNegativeTest-320698634-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:06:20.802920 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ac3c0e-1dec-491c-812a-b5050cbc1196 tempest-VolumesNegativeTest-320698634 tempest-VolumesNegativeTest-320698634-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:06:20.803255 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ac3c0e-1dec-491c-812a-b5050cbc1196 tempest-VolumesNegativeTest-320698634 tempest-VolumesNegativeTest-320698634-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:06:20.834173 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [req-f4f337c9-2142-4504-a8ce-b42fd9107e61 req-88ac3c0e-1dec-491c-812a-b5050cbc1196 tempest-VolumesNegativeTest-320698634 tempest-VolumesNegativeTest-320698634-project] Allocated IP 192.168.233.141 (346debfa-452b-4048-abf4-8f4493625ef2/8b3c88de-c9c2-4a20-b19e-1855c2c19035/e1f99977-f6a4-406f-bab8-b2805f15d2f1) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:06:20.880447 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d9d17cc5-de2f-4c18-a573-5fb23cf1d0c3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:20.886815 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d9d17cc5-de2f-4c18-a573-5fb23cf1d0c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:20.960106 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-d9d17cc5-de2f-4c18-a573-5fb23cf1d0c3 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c1d8083b14e94e66be703482e0b69652&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3063982 Nov 19 18:06:20.962885 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 59296) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:06:21.015240 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-4e342b27-c252-4e54-bed0-1305ef444aca req-1b09f27e-5527-40ab-b4df-df0f5db6bb3b tempest-VolumesNegativeTest-320698634 tempest-VolumesNegativeTest-320698634-project] 10.222.0.54 "GET /v2.0/ports?device_id=1a10fda3-a3ea-4081-8777-4b2979124d6d HTTP/1.1" status: 200 len: 210 time: 0.0598643 Nov 19 18:06:21.021447 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d17cc5-de2f-4c18-a573-5fb23cf1d0c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c7c7200-3c55-4a00-a24e-98855fe50671,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:06:21.092328 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-f4f337c9-2142-4504-a8ce-b42fd9107e61 req-88ac3c0e-1dec-491c-812a-b5050cbc1196 tempest-VolumesNegativeTest-320698634 tempest-VolumesNegativeTest-320698634-project] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:21.116526 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-73c67784-8a1e-40f2-8d4b-2757354b446e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:21.154758 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-73c67784-8a1e-40f2-8d4b-2757354b446e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:21.218346 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-f4f337c9-2142-4504-a8ce-b42fd9107e61 req-88ac3c0e-1dec-491c-812a-b5050cbc1196 tempest-VolumesNegativeTest-320698634 tempest-VolumesNegativeTest-320698634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:21.247259 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-73c67784-8a1e-40f2-8d4b-2757354b446e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:21.251706 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-73c67784-8a1e-40f2-8d4b-2757354b446e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:21.253292 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-73c67784-8a1e-40f2-8d4b-2757354b446e admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/2c7c7200-3c55-4a00-a24e-98855fe50671 HTTP/1.1" status: 204 len: 168 time: 0.2894180 Nov 19 18:06:21.297982 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4f337c9-2142-4504-a8ce-b42fd9107e61 req-88ac3c0e-1dec-491c-812a-b5050cbc1196 tempest-VolumesNegativeTest-320698634 tempest-VolumesNegativeTest-320698634-project] Network 346debfa-452b-4048-abf4-8f4493625ef2 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:06:21.305475 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c67784-8a1e-40f2-8d4b-2757354b446e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c7c7200-3c55-4a00-a24e-98855fe50671,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:06:21.309906 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [req-f4f337c9-2142-4504-a8ce-b42fd9107e61 req-88ac3c0e-1dec-491c-812a-b5050cbc1196 tempest-VolumesNegativeTest-320698634 tempest-VolumesNegativeTest-320698634-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:06:21.346284 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4f337c9-2142-4504-a8ce-b42fd9107e61 req-88ac3c0e-1dec-491c-812a-b5050cbc1196 tempest-VolumesNegativeTest-320698634 tempest-VolumesNegativeTest-320698634-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:06:21.420486 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ac3c0e-1dec-491c-812a-b5050cbc1196 tempest-VolumesNegativeTest-320698634 tempest-VolumesNegativeTest-320698634-project] Pushing event updated for resources: {'Port': ['ID=e1f99977-f6a4-406f-bab8-b2805f15d2f1,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:06:21.506224 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f337c9-2142-4504-a8ce-b42fd9107e61 req-88ac3c0e-1dec-491c-812a-b5050cbc1196 tempest-VolumesNegativeTest-320698634 tempest-VolumesNegativeTest-320698634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:06:21.506999 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-f4f337c9-2142-4504-a8ce-b42fd9107e61 req-88ac3c0e-1dec-491c-812a-b5050cbc1196 tempest-VolumesNegativeTest-320698634 tempest-VolumesNegativeTest-320698634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:21.538469 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f4f337c9-2142-4504-a8ce-b42fd9107e61 req-88ac3c0e-1dec-491c-812a-b5050cbc1196 tempest-VolumesNegativeTest-320698634 tempest-VolumesNegativeTest-320698634-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1533048 Nov 19 18:06:21.737228 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 59334) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:06:21.760876 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-f4f337c9-2142-4504-a8ce-b42fd9107e61 req-df21b2a4-c2f5-4fe8-b113-c5fa551c0a50 service neutron] Request body: {'port': {'device_id': '1a10fda3-a3ea-4081-8777-4b2979124d6d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818022-2'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:06:21.769690 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ed8c6dfd-a867-45c3-b1c7-4b01e6a89469 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:21.873308 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-f4f337c9-2142-4504-a8ce-b42fd9107e61 req-df21b2a4-c2f5-4fe8-b113-c5fa551c0a50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:21.886999 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-bba1c172-77e2-4a4b-84ee-7688c734ecc7 None None] Provisioning complete for port e1f99977-f6a4-406f-bab8-b2805f15d2f1 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:06:21.888019 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-bba1c172-77e2-4a4b-84ee-7688c734ecc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:21.897721 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ed8c6dfd-a867-45c3-b1c7-4b01e6a89469 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:21.905021 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ed8c6dfd-a867-45c3-b1c7-4b01e6a89469 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:21.946687 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-bba1c172-77e2-4a4b-84ee-7688c734ecc7 None None] Port e1f99977-f6a4-406f-bab8-b2805f15d2f1 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:06:21.987818 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-ed8c6dfd-a867-45c3-b1c7-4b01e6a89469 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=df9975910e164ec2a8472af339acefc4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2498572 Nov 19 18:06:21.988775 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 59358) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:06:22.021569 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8c6dfd-a867-45c3-b1c7-4b01e6a89469 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10e1f671-acac-4428-82ce-d3250739be36,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:06:22.085183 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-726bfd28-bf6e-49eb-bed0-c5a6faf2175d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:22.164162 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-726bfd28-bf6e-49eb-bed0-c5a6faf2175d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:22.213844 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9844256-7339-41d1-b470-d252e6c24157 req-abba418a-daf9-4cf8-bcbe-277b264f43ff tempest-VolumesNegativeTest-320698634 tempest-VolumesNegativeTest-320698634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:06:22.229647 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d9844256-7339-41d1-b470-d252e6c24157 req-abba418a-daf9-4cf8-bcbe-277b264f43ff tempest-VolumesNegativeTest-320698634 tempest-VolumesNegativeTest-320698634-project] 10.222.0.54 "GET /v2.0/ports?device_id=1a10fda3-a3ea-4081-8777-4b2979124d6d HTTP/1.1" status: 200 len: 936 time: 0.1041987 Nov 19 18:06:22.347145 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-726bfd28-bf6e-49eb-bed0-c5a6faf2175d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:22.350274 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-726bfd28-bf6e-49eb-bed0-c5a6faf2175d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:22.357520 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-726bfd28-bf6e-49eb-bed0-c5a6faf2175d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/10e1f671-acac-4428-82ce-d3250739be36 HTTP/1.1" status: 204 len: 168 time: 0.3673437 Nov 19 18:06:22.388110 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d9844256-7339-41d1-b470-d252e6c24157 req-64503876-e669-4d09-816e-c68dce51a5ff tempest-VolumesNegativeTest-320698634 tempest-VolumesNegativeTest-320698634-project] 10.222.0.54 "GET /v2.0/security-groups?id=9c5b3a49-1422-492a-b905-19d8ee580b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526592 Nov 19 18:06:22.402990 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [req-f4f337c9-2142-4504-a8ce-b42fd9107e61 req-df21b2a4-c2f5-4fe8-b113-c5fa551c0a50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1f99977-f6a4-406f-bab8-b2805f15d2f1 {{(pid=103365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:06:22.409928 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726bfd28-bf6e-49eb-bed0-c5a6faf2175d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10e1f671-acac-4428-82ce-d3250739be36,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:06:22.453501 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-f4f337c9-2142-4504-a8ce-b42fd9107e61 req-df21b2a4-c2f5-4fe8-b113-c5fa551c0a50 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:22.467589 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.provisioning_blocks [req-f4f337c9-2142-4504-a8ce-b42fd9107e61 req-df21b2a4-c2f5-4fe8-b113-c5fa551c0a50 service neutron] Transition to ACTIVE for port object e1f99977-f6a4-406f-bab8-b2805f15d2f1 will not be triggered until provisioned by entity L2. {{(pid=103365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 18:06:22.478261 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-f4f337c9-2142-4504-a8ce-b42fd9107e61 req-df21b2a4-c2f5-4fe8-b113-c5fa551c0a50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:22.538472 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df21b2a4-c2f5-4fe8-b113-c5fa551c0a50 service neutron] Pushing event updated for resources: {'Port': ['ID=e1f99977-f6a4-406f-bab8-b2805f15d2f1,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:06:22.708256 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-f4f337c9-2142-4504-a8ce-b42fd9107e61 req-df21b2a4-c2f5-4fe8-b113-c5fa551c0a50 service neutron] Attempting to bind port e1f99977-f6a4-406f-bab8-b2805f15d2f1 on host n-h1-818022-2 for vnic_type normal with profile {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:06:22.708934 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-f4f337c9-2142-4504-a8ce-b42fd9107e61 req-df21b2a4-c2f5-4fe8-b113-c5fa551c0a50 service neutron] Attempting to bind port e1f99977-f6a4-406f-bab8-b2805f15d2f1 by drivers openvswitch,hyperv on host n-h1-818022-2 at level 0 using segments [{'id': '1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '346debfa-452b-4048-abf4-8f4493625ef2'}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:06:22.709580 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4f337c9-2142-4504-a8ce-b42fd9107e61 req-df21b2a4-c2f5-4fe8-b113-c5fa551c0a50 service neutron] Attempting to bind port e1f99977-f6a4-406f-bab8-b2805f15d2f1 on network 346debfa-452b-4048-abf4-8f4493625ef2 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:06:22.720769 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4f337c9-2142-4504-a8ce-b42fd9107e61 req-df21b2a4-c2f5-4fe8-b113-c5fa551c0a50 service neutron] Port e1f99977-f6a4-406f-bab8-b2805f15d2f1 on network 346debfa-452b-4048-abf4-8f4493625ef2 not bound, no agent of type Open vSwitch agent registered on host n-h1-818022-2 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 18:06:22.721702 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4f337c9-2142-4504-a8ce-b42fd9107e61 req-df21b2a4-c2f5-4fe8-b113-c5fa551c0a50 service neutron] Attempting to bind port e1f99977-f6a4-406f-bab8-b2805f15d2f1 on network 346debfa-452b-4048-abf4-8f4493625ef2 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:06:22.728363 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4f337c9-2142-4504-a8ce-b42fd9107e61 req-df21b2a4-c2f5-4fe8-b113-c5fa551c0a50 service neutron] Checking agent: {'id': 'a6668d96-12fa-4ec0-99ad-77eaf490dd2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'started_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 6, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:06:22.729075 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4f337c9-2142-4504-a8ce-b42fd9107e61 req-df21b2a4-c2f5-4fe8-b113-c5fa551c0a50 service neutron] Checking segment: {'id': '1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '346debfa-452b-4048-abf4-8f4493625ef2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:06:22.731460 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4f337c9-2142-4504-a8ce-b42fd9107e61 req-df21b2a4-c2f5-4fe8-b113-c5fa551c0a50 service neutron] Bound using segment: {'id': '1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '346debfa-452b-4048-abf4-8f4493625ef2'} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:06:22.731912 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-f4f337c9-2142-4504-a8ce-b42fd9107e61 req-df21b2a4-c2f5-4fe8-b113-c5fa551c0a50 service neutron] Bound port: e1f99977-f6a4-406f-bab8-b2805f15d2f1, host: n-h1-818022-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '346debfa-452b-4048-abf4-8f4493625ef2'}}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:06:22.732281 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-f4f337c9-2142-4504-a8ce-b42fd9107e61 req-df21b2a4-c2f5-4fe8-b113-c5fa551c0a50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:22.836704 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-f4f337c9-2142-4504-a8ce-b42fd9107e61 req-df21b2a4-c2f5-4fe8-b113-c5fa551c0a50 service neutron] For port e1f99977-f6a4-406f-bab8-b2805f15d2f1, host n-h1-818022-2, cleared binding levels {{(pid=103365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:06:22.840681 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-f4f337c9-2142-4504-a8ce-b42fd9107e61 req-df21b2a4-c2f5-4fe8-b113-c5fa551c0a50 service neutron] For port e1f99977-f6a4-406f-bab8-b2805f15d2f1, host n-h1-818022-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=e1f99977-f6a4-406f-bab8-b2805f15d2f1,segment=NetworkSegment(1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861),segment_id=1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861)] {{(pid=103365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:06:22.847874 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-f4f337c9-2142-4504-a8ce-b42fd9107e61 req-df21b2a4-c2f5-4fe8-b113-c5fa551c0a50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:22.924865 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f337c9-2142-4504-a8ce-b42fd9107e61 req-df21b2a4-c2f5-4fe8-b113-c5fa551c0a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:06:22.925662 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-f4f337c9-2142-4504-a8ce-b42fd9107e61 req-df21b2a4-c2f5-4fe8-b113-c5fa551c0a50 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:22.927515 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f4f337c9-2142-4504-a8ce-b42fd9107e61 req-df21b2a4-c2f5-4fe8-b113-c5fa551c0a50 service neutron] 10.222.0.60 "PUT /v2.0/ports/e1f99977-f6a4-406f-bab8-b2805f15d2f1 HTTP/1.1" status: 200 len: 1096 time: 1.3797708 Nov 19 18:06:22.934218 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a10fda3-a3ea-4081-8777-4b2979124d6d', 'tag': 'e1f99977-f6a4-406f-bab8-b2805f15d2f1'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:06:22.937037 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218319d759239a7d11f1288aef37381b97754913ee9ccbfd43b51a463f801712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2167a353-7d5e-4bd8-ac3a-67b00e575bc7" -d '{"events": [{"name": "network-changed", "server_uuid": "1a10fda3-a3ea-4081-8777-4b2979124d6d", "tag": "e1f99977-f6a4-406f-bab8-b2805f15d2f1"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:06:22.968784 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df21b2a4-c2f5-4fe8-b113-c5fa551c0a50 service neutron] Pushing event updated for resources: {'Port': ['ID=e1f99977-f6a4-406f-bab8-b2805f15d2f1,revision_number=3']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:06:23.098215 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f337c9-2142-4504-a8ce-b42fd9107e61 req-11d41abe-2466-459a-8632-f8c8d44931d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:06:23.099761 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f4f337c9-2142-4504-a8ce-b42fd9107e61 req-11d41abe-2466-459a-8632-f8c8d44931d7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d1404f14c754439da7cc239b31e92cb4&device_id=1a10fda3-a3ea-4081-8777-4b2979124d6d HTTP/1.1" status: 200 len: 1099 time: 0.1153040 Nov 19 18:06:23.188445 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f4f337c9-2142-4504-a8ce-b42fd9107e61 req-5c7017e0-efe6-4c52-8f6d-a3a8f0c5eda3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=e1f99977-f6a4-406f-bab8-b2805f15d2f1 HTTP/1.1" status: 200 len: 217 time: 0.0778577 Nov 19 18:06:23.341203 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f337c9-2142-4504-a8ce-b42fd9107e61 req-38fd2b8d-7f15-4a7a-81ea-7d13504360fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:06:23.349148 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f4f337c9-2142-4504-a8ce-b42fd9107e61 req-38fd2b8d-7f15-4a7a-81ea-7d13504360fd service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8b3c88de-c9c2-4a20-b19e-1855c2c19035 HTTP/1.1" status: 200 len: 843 time: 0.1536539 Nov 19 18:06:23.504625 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f337c9-2142-4504-a8ce-b42fd9107e61 req-87c3b0e8-0659-4404-855f-45546d4b6f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:06:23.506351 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f4f337c9-2142-4504-a8ce-b42fd9107e61 req-87c3b0e8-0659-4404-855f-45546d4b6f82 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=346debfa-452b-4048-abf4-8f4493625ef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1467354 Nov 19 18:06:23.654134 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 18:06:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92131f3a-9865-4067-93db-12941764fd45 x-openstack-request-id: req-92131f3a-9865-4067-93db-12941764fd45 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:06:23.658179 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a10fda3-a3ea-4081-8777-4b2979124d6d", "tag": "e1f99977-f6a4-406f-bab8-b2805f15d2f1", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:06:23.658697 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-92131f3a-9865-4067-93db-12941764fd45 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:06:23.660594 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a10fda3-a3ea-4081-8777-4b2979124d6d', 'tag': 'e1f99977-f6a4-406f-bab8-b2805f15d2f1', 'status': 'completed', 'code': 200} Nov 19 18:06:23.687805 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74e7a53-a809-4516-9102-6dcd784fbb4a req-3b70e722-9298-4c07-adb1-f5eca6861521 tempest-VolumesNegativeTest-320698634 tempest-VolumesNegativeTest-320698634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:06:23.701315 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c74e7a53-a809-4516-9102-6dcd784fbb4a req-3b70e722-9298-4c07-adb1-f5eca6861521 tempest-VolumesNegativeTest-320698634 tempest-VolumesNegativeTest-320698634-project] 10.222.0.54 "GET /v2.0/ports?device_id=1a10fda3-a3ea-4081-8777-4b2979124d6d HTTP/1.1" status: 200 len: 948 time: 0.1187508 Nov 19 18:06:23.822628 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f4f337c9-2142-4504-a8ce-b42fd9107e61 req-a3c9de13-dc7d-459a-b6f7-b3e1d9334e72 service neutron] 10.222.0.60 "GET /v2.0/networks/346debfa-452b-4048-abf4-8f4493625ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3056180 Nov 19 18:06:23.860346 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c74e7a53-a809-4516-9102-6dcd784fbb4a req-da398bd9-9130-4629-9be0-8191cc88ba8e tempest-VolumesNegativeTest-320698634 tempest-VolumesNegativeTest-320698634-project] 10.222.0.54 "GET /v2.0/security-groups?id=9c5b3a49-1422-492a-b905-19d8ee580b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580405 Nov 19 18:06:24.105650 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f4f337c9-2142-4504-a8ce-b42fd9107e61 req-53cd0359-8eac-45da-a07a-914fced98dcd service neutron] 10.222.0.60 "GET /v2.0/networks/346debfa-452b-4048-abf4-8f4493625ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2739317 Nov 19 18:06:24.285739 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2167a353-7d5e-4bd8-ac3a-67b00e575bc7 req-16866c73-02f6-4955-aa36-c4eabf403ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:06:24.287876 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2167a353-7d5e-4bd8-ac3a-67b00e575bc7 req-16866c73-02f6-4955-aa36-c4eabf403ef8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d1404f14c754439da7cc239b31e92cb4&device_id=1a10fda3-a3ea-4081-8777-4b2979124d6d HTTP/1.1" status: 200 len: 1099 time: 0.1185653 Nov 19 18:06:24.443379 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2167a353-7d5e-4bd8-ac3a-67b00e575bc7 req-39c87f6d-c5db-4c56-b225-7a4889c0ca1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:06:24.445826 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2167a353-7d5e-4bd8-ac3a-67b00e575bc7 req-39c87f6d-c5db-4c56-b225-7a4889c0ca1c service neutron] 10.222.0.60 "GET /v2.0/networks?id=346debfa-452b-4048-abf4-8f4493625ef2 HTTP/1.1" status: 200 len: 870 time: 0.1486681 Nov 19 18:06:24.517513 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2167a353-7d5e-4bd8-ac3a-67b00e575bc7 req-5ad4b3ae-dc5f-438e-bf09-908376061d56 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=e1f99977-f6a4-406f-bab8-b2805f15d2f1 HTTP/1.1" status: 200 len: 217 time: 0.0579112 Nov 19 18:06:24.606225 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2167a353-7d5e-4bd8-ac3a-67b00e575bc7 req-621b8cae-e7f7-410a-9e72-613cbf0e3f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:06:24.607963 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2167a353-7d5e-4bd8-ac3a-67b00e575bc7 req-621b8cae-e7f7-410a-9e72-613cbf0e3f6b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8b3c88de-c9c2-4a20-b19e-1855c2c19035 HTTP/1.1" status: 200 len: 843 time: 0.0818810 Nov 19 18:06:24.699140 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2167a353-7d5e-4bd8-ac3a-67b00e575bc7 req-b96c3027-78fd-4094-a8ca-1c499ccfedce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:06:24.700997 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2167a353-7d5e-4bd8-ac3a-67b00e575bc7 req-b96c3027-78fd-4094-a8ca-1c499ccfedce service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=346debfa-452b-4048-abf4-8f4493625ef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0835953 Nov 19 18:06:24.848666 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2167a353-7d5e-4bd8-ac3a-67b00e575bc7 req-6f9deb9f-b5d3-4fde-bdca-f6b4359c4819 service neutron] 10.222.0.60 "GET /v2.0/networks/346debfa-452b-4048-abf4-8f4493625ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384351 Nov 19 18:06:25.085226 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d918d51-c0b6-4260-a663-2b7fa8a0822b req-9c8c1d4e-7964-49b0-a49d-4b745ebb60ac tempest-VolumesNegativeTest-320698634 tempest-VolumesNegativeTest-320698634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:06:25.101131 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2d918d51-c0b6-4260-a663-2b7fa8a0822b req-9c8c1d4e-7964-49b0-a49d-4b745ebb60ac tempest-VolumesNegativeTest-320698634 tempest-VolumesNegativeTest-320698634-project] 10.222.0.54 "GET /v2.0/ports?device_id=1a10fda3-a3ea-4081-8777-4b2979124d6d HTTP/1.1" status: 200 len: 948 time: 0.1324048 Nov 19 18:06:25.157613 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2167a353-7d5e-4bd8-ac3a-67b00e575bc7 req-6ebeadc9-7655-45bc-817f-a5a7e666c20c service neutron] 10.222.0.60 "GET /v2.0/networks/346debfa-452b-4048-abf4-8f4493625ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2961035 Nov 19 18:06:25.218651 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2d918d51-c0b6-4260-a663-2b7fa8a0822b req-548a2500-5eca-46e0-bc55-6efbae9a44f4 tempest-VolumesNegativeTest-320698634 tempest-VolumesNegativeTest-320698634-project] 10.222.0.54 "GET /v2.0/security-groups?id=9c5b3a49-1422-492a-b905-19d8ee580b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142397 Nov 19 18:06:25.879583 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281f0368-34c6-48bf-bee5-aa953345d788 req-ed72b0d5-3b38-42b3-b786-8a54e976de60 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:06:25.887745 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-281f0368-34c6-48bf-bee5-aa953345d788 req-ed72b0d5-3b38-42b3-b786-8a54e976de60 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/ports?device_id=cc04e7a6-e0b7-438f-a931-99187cf28379 HTTP/1.1" status: 200 len: 945 time: 0.0938091 Nov 19 18:06:25.966410 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-281f0368-34c6-48bf-bee5-aa953345d788 req-50ea60c9-f8ef-46a0-bf24-5ad4d5d95c2b tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1dc433e-2f31-472a-89c9-d0d668ac0a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775156 Nov 19 18:06:26.209835 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device e1f99977-f6a4-406f-bab8-b2805f15d2f1 details requested by agent hyperv_n-h1-818022-2 with host n-h1-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 18:06:26.419405 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port e1f99977-f6a4-406f-bab8-b2805f15d2f1, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=e1f99977-f6a4-406f-bab8-b2805f15d2f1,segment=NetworkSegment(1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861),segment_id=1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:06:26.435381 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Returning: {'device': 'e1f99977-f6a4-406f-bab8-b2805f15d2f1', 'network_id': '346debfa-452b-4048-abf4-8f4493625ef2', 'port_id': 'e1f99977-f6a4-406f-bab8-b2805f15d2f1', 'mac_address': 'fa:16:3e:7c:1b:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b3c88de-c9c2-4a20-b19e-1855c2c19035', 'ip_address': '192.168.233.141'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 18:06:26.492708 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:26.535799 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1f99977-f6a4-406f-bab8-b2805f15d2f1 {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:06:26.578109 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92033461-1d6d-479a-b6bd-763882b20598 req-5db2e1d3-5676-4a02-9447-9824cea88539 tempest-VolumesNegativeTest-320698634 tempest-VolumesNegativeTest-320698634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:06:26.589950 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port e1f99977-f6a4-406f-bab8-b2805f15d2f1, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=e1f99977-f6a4-406f-bab8-b2805f15d2f1,segment=NetworkSegment(1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861),segment_id=1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:06:26.591328 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-92033461-1d6d-479a-b6bd-763882b20598 req-5db2e1d3-5676-4a02-9447-9824cea88539 tempest-VolumesNegativeTest-320698634 tempest-VolumesNegativeTest-320698634-project] 10.222.0.54 "GET /v2.0/ports?device_id=1a10fda3-a3ea-4081-8777-4b2979124d6d HTTP/1.1" status: 200 len: 948 time: 0.1925325 Nov 19 18:06:26.607054 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:26.691253 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-92033461-1d6d-479a-b6bd-763882b20598 req-f4162f74-f65b-4188-a5e5-d2e288b38393 tempest-VolumesNegativeTest-320698634 tempest-VolumesNegativeTest-320698634-project] 10.222.0.54 "GET /v2.0/security-groups?id=9c5b3a49-1422-492a-b905-19d8ee580b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964494 Nov 19 18:06:26.840489 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=e1f99977-f6a4-406f-bab8-b2805f15d2f1,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:06:26.862820 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['e1f99977-f6a4-406f-bab8-b2805f15d2f1'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:06:27.877475 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c39a8a-6e82-48b7-baad-18b079b1311e req-2b5022c6-42cc-4a0b-9728-9b1b26e1b48e tempest-VolumesNegativeTest-320698634 tempest-VolumesNegativeTest-320698634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:06:27.886320 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-23c39a8a-6e82-48b7-baad-18b079b1311e req-2b5022c6-42cc-4a0b-9728-9b1b26e1b48e tempest-VolumesNegativeTest-320698634 tempest-VolumesNegativeTest-320698634-project] 10.222.0.54 "GET /v2.0/ports?device_id=1a10fda3-a3ea-4081-8777-4b2979124d6d HTTP/1.1" status: 200 len: 949 time: 0.1161203 Nov 19 18:06:28.006451 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-23c39a8a-6e82-48b7-baad-18b079b1311e req-5fa32554-2be9-46a0-82dc-be316f878fe5 tempest-VolumesNegativeTest-320698634 tempest-VolumesNegativeTest-320698634-project] 10.222.0.54 "GET /v2.0/security-groups?id=9c5b3a49-1422-492a-b905-19d8ee580b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082573 Nov 19 18:06:28.224186 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device e1f99977-f6a4-406f-bab8-b2805f15d2f1 up at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:06:28.296937 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 59898) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:06:28.317986 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning for port e1f99977-f6a4-406f-bab8-b2805f15d2f1 completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 18:06:28.334193 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning complete for port e1f99977-f6a4-406f-bab8-b2805f15d2f1 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:06:28.335067 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:28.463492 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_v2 [None req-26da45ae-79ea-45b4-957c-985f1c592fb4 admin admin] Deleting subnet 1cabd27a-ba29-494e-bddc-e3210663b299 {{(pid=103364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 18:06:28.489342 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-26da45ae-79ea-45b4-957c-985f1c592fb4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:28.572002 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:28.611101 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-26da45ae-79ea-45b4-957c-985f1c592fb4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9416263'] for subnet, precommit_delete_associations {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:28.649480 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port e1f99977-f6a4-406f-bab8-b2805f15d2f1, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=e1f99977-f6a4-406f-bab8-b2805f15d2f1,segment=NetworkSegment(1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861),segment_id=1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:06:28.652114 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a10fda3-a3ea-4081-8777-4b2979124d6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1f99977-f6a4-406f-bab8-b2805f15d2f1'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:06:28.660701 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3940761bcd94e032e6960d2241bd8993c5d3a7d8dc2aca8488f3ecf1d4dd2fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c586bc69-9f86-436a-9aa4-98e258fb9588" -d '{"events": [{"server_uuid": "1a10fda3-a3ea-4081-8777-4b2979124d6d", "name": "network-vif-plugged", "status": "completed", "tag": "e1f99977-f6a4-406f-bab8-b2805f15d2f1"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:06:28.670728 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:28.747792 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-26da45ae-79ea-45b4-957c-985f1c592fb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:28.863595 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=e1f99977-f6a4-406f-bab8-b2805f15d2f1,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:06:28.888409 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-26da45ae-79ea-45b4-957c-985f1c592fb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12425137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8983934'] for subnet, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:28.936063 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-26da45ae-79ea-45b4-957c-985f1c592fb4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:28.945343 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-26da45ae-79ea-45b4-957c-985f1c592fb4 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/1cabd27a-ba29-494e-bddc-e3210663b299 HTTP/1.1" status: 204 len: 168 time: 0.6469347 Nov 19 18:06:28.948078 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 59912) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:06:28.972432 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26da45ae-79ea-45b4-957c-985f1c592fb4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1cabd27a-ba29-494e-bddc-e3210663b299,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:06:29.167504 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:06:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8ca8c68-56ec-4388-b065-44aff402a60d x-openstack-request-id: req-f8ca8c68-56ec-4388-b065-44aff402a60d {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:06:29.167504 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a10fda3-a3ea-4081-8777-4b2979124d6d", "name": "network-vif-plugged", "status": "completed", "tag": "e1f99977-f6a4-406f-bab8-b2805f15d2f1", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:06:29.167504 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f8ca8c68-56ec-4388-b065-44aff402a60d {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:06:29.167809 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a10fda3-a3ea-4081-8777-4b2979124d6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1f99977-f6a4-406f-bab8-b2805f15d2f1', 'code': 200} Nov 19 18:06:29.191611 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7e53c43d-19a1-4558-b07e-ad2bfaa520ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:29.416206 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbaba5d-46e1-4469-9092-fc0d67bcfa77 req-7804388e-ba71-43ea-a4de-1b4216c1fa49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:06:29.417223 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4bbaba5d-46e1-4469-9092-fc0d67bcfa77 req-7804388e-ba71-43ea-a4de-1b4216c1fa49 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=1a10fda3-a3ea-4081-8777-4b2979124d6d HTTP/1.1" status: 200 len: 1101 time: 0.1588752 Nov 19 18:06:29.425209 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628ce1b0-4f04-4a32-8de8-e02808fbf134 req-c95bd474-8e0f-4084-a492-d2ac24246f76 tempest-VolumesNegativeTest-320698634 tempest-VolumesNegativeTest-320698634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:06:29.427186 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-628ce1b0-4f04-4a32-8de8-e02808fbf134 req-c95bd474-8e0f-4084-a492-d2ac24246f76 tempest-VolumesNegativeTest-320698634 tempest-VolumesNegativeTest-320698634-project] 10.222.0.54 "GET /v2.0/ports?device_id=1a10fda3-a3ea-4081-8777-4b2979124d6d HTTP/1.1" status: 200 len: 950 time: 0.2297273 Nov 19 18:06:29.473314 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7e53c43d-19a1-4558-b07e-ad2bfaa520ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:29.533965 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-7e53c43d-19a1-4558-b07e-ad2bfaa520ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24438683-860b-4aba-a179-aa100f661d47']}} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:06:29.538136 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4bbaba5d-46e1-4469-9092-fc0d67bcfa77 req-1df430f0-d0d4-46e4-a5f3-d781838898d9 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=9c5b3a49-1422-492a-b905-19d8ee580b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097865 Nov 19 18:06:29.565215 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-7e53c43d-19a1-4558-b07e-ad2bfaa520ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c4c85ab-f4b1-42ff-8ffc-854819b08117') {'for_net_delete': True} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:06:29.565492 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-7e53c43d-19a1-4558-b07e-ad2bfaa520ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c4c85ab-f4b1-42ff-8ffc-854819b08117') {} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:06:29.584125 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7e53c43d-19a1-4558-b07e-ad2bfaa520ea admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12545382'] for segment, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:29.606637 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-628ce1b0-4f04-4a32-8de8-e02808fbf134 req-9c969e2d-3fea-41a0-91cf-7f252ed0f2aa tempest-VolumesNegativeTest-320698634 tempest-VolumesNegativeTest-320698634-project] 10.222.0.54 "GET /v2.0/security-groups?id=9c5b3a49-1422-492a-b905-19d8ee580b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452131 Nov 19 18:06:29.633220 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7e53c43d-19a1-4558-b07e-ad2bfaa520ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:29.640300 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e53c43d-19a1-4558-b07e-ad2bfaa520ea admin admin] Releasing vlan 687 on physical network physnet1 to pool {{(pid=103365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 18:06:29.641530 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7e53c43d-19a1-4558-b07e-ad2bfaa520ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12282953'] for segment, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:29.643397 n-d-818022-2 neutron-server[103365]: Traceback (most recent call last): Nov 19 18:06:29.643397 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 18:06:29.643397 n-d-818022-2 neutron-server[103365]: timer() Nov 19 18:06:29.643397 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 18:06:29.643397 n-d-818022-2 neutron-server[103365]: cb(*args, **kw) Nov 19 18:06:29.643397 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 18:06:29.643397 n-d-818022-2 neutron-server[103365]: return func(*args, **kwargs) Nov 19 18:06:29.643397 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 18:06:29.643397 n-d-818022-2 neutron-server[103365]: self._notify() Nov 19 18:06:29.643397 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 18:06:29.643397 n-d-818022-2 neutron-server[103365]: self.callback(batched_events) Nov 19 18:06:29.643397 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 18:06:29.643397 n-d-818022-2 neutron-server[103365]: event.method(event) Nov 19 18:06:29.643397 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 18:06:29.643397 n-d-818022-2 neutron-server[103365]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 18:06:29.643397 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 18:06:29.643397 n-d-818022-2 neutron-server[103365]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 18:06:29.643397 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 18:06:29.643397 n-d-818022-2 neutron-server[103365]: return f(self, *a, **k) Nov 19 18:06:29.643397 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 18:06:29.643397 n-d-818022-2 neutron-server[103365]: return self._get(url).json() Nov 19 18:06:29.643397 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 18:06:29.643397 n-d-818022-2 neutron-server[103365]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 18:06:29.643397 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 18:06:29.643397 n-d-818022-2 neutron-server[103365]: return self.request(url, 'GET', **kwargs) Nov 19 18:06:29.643397 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 18:06:29.643397 n-d-818022-2 neutron-server[103365]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 18:06:29.643397 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 18:06:29.643397 n-d-818022-2 neutron-server[103365]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 18:06:29.643397 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 18:06:29.643397 n-d-818022-2 neutron-server[103365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 18:06:29.643397 n-d-818022-2 neutron-server[103365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 18:06:29.728728 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7e53c43d-19a1-4558-b07e-ad2bfaa520ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671242'] for network, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:29.738407 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7e53c43d-19a1-4558-b07e-ad2bfaa520ea admin admin] Publish callbacks [] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:29.744756 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-7e53c43d-19a1-4558-b07e-ad2bfaa520ea admin admin] 10.222.0.54 "DELETE /v2.0/networks/24438683-860b-4aba-a179-aa100f661d47 HTTP/1.1" status: 204 len: 168 time: 0.7923594 Nov 19 18:06:29.744938 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 59926) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:06:29.780820 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e53c43d-19a1-4558-b07e-ad2bfaa520ea admin admin] Pushing event deleted for resources: {'Network': ['ID=24438683-860b-4aba-a179-aa100f661d47,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:06:29.799481 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-c409879a-1d10-4ff0-89cb-aa4997a155e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:29.827853 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bbbe227-7264-48e9-acab-b4327344f422 admin admin] Deleting subnet 95e17f91-7a6c-43f2-98ac-e28597dc881e {{(pid=103364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 18:06:29.835598 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7bbbe227-7264-48e9-acab-b4327344f422 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:29.878438 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7bbbe227-7264-48e9-acab-b4327344f422 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9416263'] for subnet, precommit_delete_associations {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:29.943042 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7bbbe227-7264-48e9-acab-b4327344f422 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:30.037942 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7bbbe227-7264-48e9-acab-b4327344f422 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12425137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8983934'] for subnet, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:30.053282 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7bbbe227-7264-48e9-acab-b4327344f422 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:30.059569 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-7bbbe227-7264-48e9-acab-b4327344f422 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/95e17f91-7a6c-43f2-98ac-e28597dc881e HTTP/1.1" status: 204 len: 168 time: 0.3112292 Nov 19 18:06:30.060112 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 59932) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:06:30.076841 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbbe227-7264-48e9-acab-b4327344f422 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95e17f91-7a6c-43f2-98ac-e28597dc881e,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:06:30.181078 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c9293bab-da91-4133-b447-99e4d40b6e07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:30.225523 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 2019baf0-8dd1-4014-98b3-2c3c4d3ec3aa details requested by agent hyperv_n-h1-818022-2 with host n-h1-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 18:06:30.508518 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c9293bab-da91-4133-b447-99e4d40b6e07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:30.633190 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-c9293bab-da91-4133-b447-99e4d40b6e07 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d480d9f-ae8b-41dd-b303-754c9b493713']}} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:06:30.705236 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-c9293bab-da91-4133-b447-99e4d40b6e07 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf72835a-436a-45eb-8a98-8caa2b5e3916') {'for_net_delete': True} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:06:30.705603 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-c9293bab-da91-4133-b447-99e4d40b6e07 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf72835a-436a-45eb-8a98-8caa2b5e3916') {} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:06:30.750338 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c9293bab-da91-4133-b447-99e4d40b6e07 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12545382'] for segment, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:30.831374 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c9293bab-da91-4133-b447-99e4d40b6e07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:30.844218 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9293bab-da91-4133-b447-99e4d40b6e07 admin admin] Releasing vlan 682 on physical network physnet1 to pool {{(pid=103365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 18:06:30.844854 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c9293bab-da91-4133-b447-99e4d40b6e07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12282953'] for segment, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:30.854927 n-d-818022-2 neutron-server[103365]: Traceback (most recent call last): Nov 19 18:06:30.854927 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 18:06:30.854927 n-d-818022-2 neutron-server[103365]: timer() Nov 19 18:06:30.854927 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 18:06:30.854927 n-d-818022-2 neutron-server[103365]: cb(*args, **kw) Nov 19 18:06:30.854927 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 18:06:30.854927 n-d-818022-2 neutron-server[103365]: return func(*args, **kwargs) Nov 19 18:06:30.854927 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 18:06:30.854927 n-d-818022-2 neutron-server[103365]: self._notify() Nov 19 18:06:30.854927 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 18:06:30.854927 n-d-818022-2 neutron-server[103365]: self.callback(batched_events) Nov 19 18:06:30.854927 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 18:06:30.854927 n-d-818022-2 neutron-server[103365]: event.method(event) Nov 19 18:06:30.854927 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 18:06:30.854927 n-d-818022-2 neutron-server[103365]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 18:06:30.854927 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 18:06:30.854927 n-d-818022-2 neutron-server[103365]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 18:06:30.854927 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 18:06:30.854927 n-d-818022-2 neutron-server[103365]: return f(self, *a, **k) Nov 19 18:06:30.854927 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 18:06:30.854927 n-d-818022-2 neutron-server[103365]: return self._get(url).json() Nov 19 18:06:30.854927 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 18:06:30.854927 n-d-818022-2 neutron-server[103365]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 18:06:30.854927 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 18:06:30.854927 n-d-818022-2 neutron-server[103365]: return self.request(url, 'GET', **kwargs) Nov 19 18:06:30.854927 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 18:06:30.854927 n-d-818022-2 neutron-server[103365]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 18:06:30.854927 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 18:06:30.854927 n-d-818022-2 neutron-server[103365]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 18:06:30.854927 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 18:06:30.854927 n-d-818022-2 neutron-server[103365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 18:06:30.854927 n-d-818022-2 neutron-server[103365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 18:06:31.001803 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c9293bab-da91-4133-b447-99e4d40b6e07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671242'] for network, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:31.007805 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c9293bab-da91-4133-b447-99e4d40b6e07 admin admin] Publish callbacks [] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:31.014120 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-c9293bab-da91-4133-b447-99e4d40b6e07 admin admin] 10.222.0.54 "DELETE /v2.0/networks/0d480d9f-ae8b-41dd-b303-754c9b493713 HTTP/1.1" status: 204 len: 168 time: 0.9502456 Nov 19 18:06:31.038709 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9293bab-da91-4133-b447-99e4d40b6e07 admin admin] Pushing event deleted for resources: {'Network': ['ID=0d480d9f-ae8b-41dd-b303-754c9b493713,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:06:31.062647 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 2019baf0-8dd1-4014-98b3-2c3c4d3ec3aa, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=2019baf0-8dd1-4014-98b3-2c3c4d3ec3aa,segment=NetworkSegment(878aa1ad-d952-49b3-babf-f88949b54efa),segment_id=878aa1ad-d952-49b3-babf-f88949b54efa)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:06:31.147506 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Returning: {'device': '2019baf0-8dd1-4014-98b3-2c3c4d3ec3aa', 'network_id': '3b544363-bad2-4a9e-9892-483691dc34e2', 'port_id': '2019baf0-8dd1-4014-98b3-2c3c4d3ec3aa', 'mac_address': 'fa:16:3e:68:68:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 660, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78373283-0ecf-42ac-8dc9-066471cd2623', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 18:06:31.158613 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c28b91-a259-45a3-8f61-cca790100bf5 req-b20af67f-efd9-47a1-bdde-341a6b8ebda7 tempest-VolumesNegativeTest-320698634 tempest-VolumesNegativeTest-320698634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:06:31.185981 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-09c28b91-a259-45a3-8f61-cca790100bf5 req-b20af67f-efd9-47a1-bdde-341a6b8ebda7 tempest-VolumesNegativeTest-320698634 tempest-VolumesNegativeTest-320698634-project] 10.222.0.54 "GET /v2.0/ports?device_id=1a10fda3-a3ea-4081-8777-4b2979124d6d HTTP/1.1" status: 200 len: 950 time: 0.2854862 Nov 19 18:06:31.320193 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:31.349466 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2019baf0-8dd1-4014-98b3-2c3c4d3ec3aa {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:06:31.405101 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 2019baf0-8dd1-4014-98b3-2c3c4d3ec3aa, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=2019baf0-8dd1-4014-98b3-2c3c4d3ec3aa,segment=NetworkSegment(878aa1ad-d952-49b3-babf-f88949b54efa),segment_id=878aa1ad-d952-49b3-babf-f88949b54efa)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:06:31.426612 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-09c28b91-a259-45a3-8f61-cca790100bf5 req-633b0d29-bbe6-4e7f-b8c3-f32af376f967 tempest-VolumesNegativeTest-320698634 tempest-VolumesNegativeTest-320698634-project] 10.222.0.54 "GET /v2.0/security-groups?id=9c5b3a49-1422-492a-b905-19d8ee580b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2346697 Nov 19 18:06:31.449198 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:31.537136 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 59980) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:06:31.588187 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=2019baf0-8dd1-4014-98b3-2c3c4d3ec3aa,revision_number=6']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:06:31.646914 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['2019baf0-8dd1-4014-98b3-2c3c4d3ec3aa'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:06:31.723891 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-7e0071f8-634d-4040-acbb-4c179374a820 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b892062285fb41c7bb7d1141d623638f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1830661 Nov 19 18:06:31.724076 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 59984) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:06:31.832079 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2e9863d6-b5c2-4e7c-99ea-fb3e0440bba5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:31.878637 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2e9863d6-b5c2-4e7c-99ea-fb3e0440bba5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:31.971443 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2e9863d6-b5c2-4e7c-99ea-fb3e0440bba5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:31.974865 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2e9863d6-b5c2-4e7c-99ea-fb3e0440bba5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:31.976334 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-2e9863d6-b5c2-4e7c-99ea-fb3e0440bba5 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/9ed53e2f-ec52-4f8b-87af-9e62beb957fb HTTP/1.1" status: 204 len: 168 time: 0.2513096 Nov 19 18:06:31.996240 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9863d6-b5c2-4e7c-99ea-fb3e0440bba5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ed53e2f-ec52-4f8b-87af-9e62beb957fb,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:06:32.076947 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3bb610c0-f86f-4da6-9364-4d6e5ed9129f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:32.228795 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 2019baf0-8dd1-4014-98b3-2c3c4d3ec3aa up at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:06:32.429184 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning complete for port 2019baf0-8dd1-4014-98b3-2c3c4d3ec3aa triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:06:32.433766 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:32.773021 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:32.884847 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc04e7a6-e0b7-438f-a931-99187cf28379', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2019baf0-8dd1-4014-98b3-2c3c4d3ec3aa'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:06:32.895964 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3940761bcd94e032e6960d2241bd8993c5d3a7d8dc2aca8488f3ecf1d4dd2fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5242a8ca-4c3b-49dd-b2bb-4b06a316280e" -d '{"events": [{"server_uuid": "cc04e7a6-e0b7-438f-a931-99187cf28379", "name": "network-vif-plugged", "status": "completed", "tag": "2019baf0-8dd1-4014-98b3-2c3c4d3ec3aa"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:06:32.919909 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ec98e9-3829-455b-8d51-a63429692557 req-ad63efde-d8bf-49be-b9e6-7208c75d7dd8 tempest-VolumesNegativeTest-320698634 tempest-VolumesNegativeTest-320698634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:06:32.936980 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c9ec98e9-3829-455b-8d51-a63429692557 req-ad63efde-d8bf-49be-b9e6-7208c75d7dd8 tempest-VolumesNegativeTest-320698634 tempest-VolumesNegativeTest-320698634-project] 10.222.0.54 "GET /v2.0/ports?device_id=1a10fda3-a3ea-4081-8777-4b2979124d6d HTTP/1.1" status: 200 len: 950 time: 0.2382109 Nov 19 18:06:32.946978 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 2019baf0-8dd1-4014-98b3-2c3c4d3ec3aa, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=2019baf0-8dd1-4014-98b3-2c3c4d3ec3aa,segment=NetworkSegment(878aa1ad-d952-49b3-babf-f88949b54efa),segment_id=878aa1ad-d952-49b3-babf-f88949b54efa)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:06:32.968440 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:33.098438 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:06:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0174f990-7c50-40b9-be6d-608631c4f26c x-openstack-request-id: req-0174f990-7c50-40b9-be6d-608631c4f26c {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:06:33.099526 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc04e7a6-e0b7-438f-a931-99187cf28379", "name": "network-vif-plugged", "status": "completed", "tag": "2019baf0-8dd1-4014-98b3-2c3c4d3ec3aa", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:06:33.099982 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-0174f990-7c50-40b9-be6d-608631c4f26c {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:06:33.100584 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc04e7a6-e0b7-438f-a931-99187cf28379', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2019baf0-8dd1-4014-98b3-2c3c4d3ec3aa', 'code': 200} Nov 19 18:06:33.116412 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 60012) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:06:33.157802 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c9ec98e9-3829-455b-8d51-a63429692557 req-2e9f9930-23a0-4eea-921f-0d0fd5ac8dc2 tempest-VolumesNegativeTest-320698634 tempest-VolumesNegativeTest-320698634-project] 10.222.0.54 "GET /v2.0/security-groups?id=9c5b3a49-1422-492a-b905-19d8ee580b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096009 Nov 19 18:06:33.216089 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=2019baf0-8dd1-4014-98b3-2c3c4d3ec3aa,revision_number=7']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:06:33.224528 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e46ecc5a-dc14-4744-b262-3072ff2e958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:33.240465 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-7155245b-4f79-4276-a90a-bf05fb8b64aa admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=9c6d45bc7bbe406a8b2c0fd6beb7891a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1199002 Nov 19 18:06:33.241415 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 60016) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:06:33.375641 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-eb56bf37-900c-430b-8e1c-a3813c864d4f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:33.432003 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-eb56bf37-900c-430b-8e1c-a3813c864d4f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:33.527107 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-eb56bf37-900c-430b-8e1c-a3813c864d4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:33.530379 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-eb56bf37-900c-430b-8e1c-a3813c864d4f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:33.534699 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-eb56bf37-900c-430b-8e1c-a3813c864d4f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ab454264-1e6c-4391-ac1b-dc5c540469ae HTTP/1.1" status: 204 len: 168 time: 0.2894242 Nov 19 18:06:33.565457 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb56bf37-900c-430b-8e1c-a3813c864d4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab454264-1e6c-4391-ac1b-dc5c540469ae,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:06:33.787467 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:33.883003 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:33.890997 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc0223f-cc16-45e0-adca-936a69cb3970 req-cdaa2610-6b8d-48c6-b359-e546b10d6a10 tempest-VolumesNegativeTest-320698634 tempest-VolumesNegativeTest-320698634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:06:33.896698 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5bc0223f-cc16-45e0-adca-936a69cb3970 req-cdaa2610-6b8d-48c6-b359-e546b10d6a10 tempest-VolumesNegativeTest-320698634 tempest-VolumesNegativeTest-320698634-project] 10.222.0.54 "GET /v2.0/ports?device_id=1a10fda3-a3ea-4081-8777-4b2979124d6d HTTP/1.1" status: 200 len: 950 time: 0.2288597 Nov 19 18:06:34.069644 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5bc0223f-cc16-45e0-adca-936a69cb3970 req-fb30fc0c-461f-43e6-a789-9da682843f91 tempest-VolumesNegativeTest-320698634 tempest-VolumesNegativeTest-320698634-project] 10.222.0.54 "GET /v2.0/security-groups?id=9c5b3a49-1422-492a-b905-19d8ee580b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661196 Nov 19 18:06:34.790115 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e013d7e6-5264-4dcc-9759-54f5fb809e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:34.890001 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2c84d6-5a5a-439a-8b65-a65ef6a137e7 req-9f30e275-3703-41e9-bf86-8d2bf0ad1247 tempest-VolumesNegativeTest-320698634 tempest-VolumesNegativeTest-320698634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:06:34.892764 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0b2c84d6-5a5a-439a-8b65-a65ef6a137e7 req-9f30e275-3703-41e9-bf86-8d2bf0ad1247 tempest-VolumesNegativeTest-320698634 tempest-VolumesNegativeTest-320698634-project] 10.222.0.60 "GET /v2.0/ports?device_id=1a10fda3-a3ea-4081-8777-4b2979124d6d HTTP/1.1" status: 200 len: 950 time: 0.1618874 Nov 19 18:06:35.083570 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-0b2c84d6-5a5a-439a-8b65-a65ef6a137e7 req-8c640c27-80fd-45a3-9614-831ccea080a5 tempest-VolumesNegativeTest-320698634 tempest-VolumesNegativeTest-320698634-project] Deleting port e1f99977-f6a4-406f-bab8-b2805f15d2f1 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:06:35.084195 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-0b2c84d6-5a5a-439a-8b65-a65ef6a137e7 req-8c640c27-80fd-45a3-9614-831ccea080a5 tempest-VolumesNegativeTest-320698634 tempest-VolumesNegativeTest-320698634-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:35.187706 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:35.266352 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-0b2c84d6-5a5a-439a-8b65-a65ef6a137e7 req-8c640c27-80fd-45a3-9614-831ccea080a5 tempest-VolumesNegativeTest-320698634 tempest-VolumesNegativeTest-320698634-project] For port e1f99977-f6a4-406f-bab8-b2805f15d2f1, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=e1f99977-f6a4-406f-bab8-b2805f15d2f1,segment=NetworkSegment(1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861),segment_id=1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:06:35.266992 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-0b2c84d6-5a5a-439a-8b65-a65ef6a137e7 req-8c640c27-80fd-45a3-9614-831ccea080a5 tempest-VolumesNegativeTest-320698634 tempest-VolumesNegativeTest-320698634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:35.313156 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-0b2c84d6-5a5a-439a-8b65-a65ef6a137e7 req-8c640c27-80fd-45a3-9614-831ccea080a5 tempest-VolumesNegativeTest-320698634 tempest-VolumesNegativeTest-320698634-project] Calling delete_port for e1f99977-f6a4-406f-bab8-b2805f15d2f1 owned by compute:nova {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:06:35.379001 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422567d6-8ec3-4ac1-95f6-db633fc3da4a req-68e4df06-dfd0-4a50-88fc-3458bca0fc23 tempest-VolumesNegativeTest-320698634 tempest-VolumesNegativeTest-320698634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:06:35.387630 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-422567d6-8ec3-4ac1-95f6-db633fc3da4a req-68e4df06-dfd0-4a50-88fc-3458bca0fc23 tempest-VolumesNegativeTest-320698634 tempest-VolumesNegativeTest-320698634-project] 10.222.0.54 "GET /v2.0/ports?device_id=1a10fda3-a3ea-4081-8777-4b2979124d6d HTTP/1.1" status: 200 len: 950 time: 0.1145201 Nov 19 18:06:35.472677 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-422567d6-8ec3-4ac1-95f6-db633fc3da4a req-c3a74808-8284-4733-8175-6a4570ad1780 tempest-VolumesNegativeTest-320698634 tempest-VolumesNegativeTest-320698634-project] 10.222.0.54 "GET /v2.0/security-groups?id=9c5b3a49-1422-492a-b905-19d8ee580b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836453 Nov 19 18:06:35.668452 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-0b2c84d6-5a5a-439a-8b65-a65ef6a137e7 req-8c640c27-80fd-45a3-9614-831ccea080a5 tempest-VolumesNegativeTest-320698634 tempest-VolumesNegativeTest-320698634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:35.682339 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['e1f99977-f6a4-406f-bab8-b2805f15d2f1'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:06:35.722049 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c640c27-80fd-45a3-9614-831ccea080a5 tempest-VolumesNegativeTest-320698634 tempest-VolumesNegativeTest-320698634-project] Pushing event deleted for resources: {'Port': ['ID=e1f99977-f6a4-406f-bab8-b2805f15d2f1,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:06:36.034516 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b2c84d6-5a5a-439a-8b65-a65ef6a137e7 req-8c640c27-80fd-45a3-9614-831ccea080a5 tempest-VolumesNegativeTest-320698634 tempest-VolumesNegativeTest-320698634-project] No DVR routers for this DVR port e1f99977-f6a4-406f-bab8-b2805f15d2f1 on host n-h1-818022-2 {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:06:36.042076 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-0b2c84d6-5a5a-439a-8b65-a65ef6a137e7 req-8c640c27-80fd-45a3-9614-831ccea080a5 tempest-VolumesNegativeTest-320698634 tempest-VolumesNegativeTest-320698634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:36.049015 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0b2c84d6-5a5a-439a-8b65-a65ef6a137e7 req-8c640c27-80fd-45a3-9614-831ccea080a5 tempest-VolumesNegativeTest-320698634 tempest-VolumesNegativeTest-320698634-project] 10.222.0.60 "DELETE /v2.0/ports/e1f99977-f6a4-406f-bab8-b2805f15d2f1 HTTP/1.1" status: 204 len: 173 time: 1.1523509 Nov 19 18:06:36.052967 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a10fda3-a3ea-4081-8777-4b2979124d6d', 'name': 'network-vif-deleted', 'tag': 'e1f99977-f6a4-406f-bab8-b2805f15d2f1'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:06:36.061696 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218319d759239a7d11f1288aef37381b97754913ee9ccbfd43b51a463f801712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f808f964-1496-40e0-80ec-f51ecec12700" -d '{"events": [{"server_uuid": "1a10fda3-a3ea-4081-8777-4b2979124d6d", "name": "network-vif-deleted", "tag": "e1f99977-f6a4-406f-bab8-b2805f15d2f1"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:06:36.204892 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:06:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99d548d7-c700-4c17-80f9-748137665592 x-openstack-request-id: req-99d548d7-c700-4c17-80f9-748137665592 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:06:36.205520 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a10fda3-a3ea-4081-8777-4b2979124d6d", "name": "network-vif-deleted", "tag": "e1f99977-f6a4-406f-bab8-b2805f15d2f1", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:06:36.205520 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-99d548d7-c700-4c17-80f9-748137665592 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:06:36.205881 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a10fda3-a3ea-4081-8777-4b2979124d6d', 'name': 'network-vif-deleted', 'tag': 'e1f99977-f6a4-406f-bab8-b2805f15d2f1', 'status': 'completed', 'code': 200} Nov 19 18:06:36.766549 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-7196955d-f5b5-4eb9-abb3-586926484fea req-952a4612-1480-4bec-99d5-903934180c6b tempest-VolumesNegativeTest-320698634 tempest-VolumesNegativeTest-320698634-project] 10.222.0.54 "GET /v2.0/ports?device_id=1a10fda3-a3ea-4081-8777-4b2979124d6d HTTP/1.1" status: 200 len: 210 time: 0.0845873 Nov 19 18:06:37.337006 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 60118) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:06:37.518448 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-dad4380b-e5c9-492e-bea8-e105e7b7b7bf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:37.615796 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-dad4380b-e5c9-492e-bea8-e105e7b7b7bf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:37.622812 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-dad4380b-e5c9-492e-bea8-e105e7b7b7bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:37.652033 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad4380b-e5c9-492e-bea8-e105e7b7b7bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e73087a-4501-454f-9b69-69975e960e76,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:06:37.683174 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-dad4380b-e5c9-492e-bea8-e105e7b7b7bf admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=804b909778a549bd8fcb20b850f466ae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3450689 Nov 19 18:06:37.686331 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 60124) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:06:37.809183 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3d9ddbbf-c7f7-409a-9e48-b89dbe7dd500 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:37.851159 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3d9ddbbf-c7f7-409a-9e48-b89dbe7dd500 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:37.965460 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3d9ddbbf-c7f7-409a-9e48-b89dbe7dd500 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:37.968968 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3d9ddbbf-c7f7-409a-9e48-b89dbe7dd500 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:37.970352 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-3d9ddbbf-c7f7-409a-9e48-b89dbe7dd500 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/7e73087a-4501-454f-9b69-69975e960e76 HTTP/1.1" status: 204 len: 168 time: 0.2824738 Nov 19 18:06:38.009280 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9ddbbf-c7f7-409a-9e48-b89dbe7dd500 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e73087a-4501-454f-9b69-69975e960e76,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:06:38.241546 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device e1f99977-f6a4-406f-bab8-b2805f15d2f1 no longer exists at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:06:38.353749 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] No Port match for: e1f99977-f6a4-406f-bab8-b2805f15d2f1 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:06:38.354401 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device e1f99977-f6a4-406f-bab8-b2805f15d2f1 not bound to the agent host n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:06:38.624845 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 60164) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:06:38.651120 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f2435270-562f-475e-90a2-f936f1e74495 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:38.815979 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f2435270-562f-475e-90a2-f936f1e74495 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:38.825613 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f2435270-562f-475e-90a2-f936f1e74495 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:38.891980 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-f2435270-562f-475e-90a2-f936f1e74495 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=81a374c524564fafacf447a2f5c13d63&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2623830 Nov 19 18:06:38.892906 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 60168) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:06:38.948745 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2435270-562f-475e-90a2-f936f1e74495 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcb076f8-a935-4d51-8e15-9b32056c345e,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:06:39.005754 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4aa3d8bf-5162-4b29-827d-9b781764293b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:39.061391 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4aa3d8bf-5162-4b29-827d-9b781764293b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:39.126604 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4aa3d8bf-5162-4b29-827d-9b781764293b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:39.130490 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4aa3d8bf-5162-4b29-827d-9b781764293b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:39.136580 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-4aa3d8bf-5162-4b29-827d-9b781764293b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/dcb076f8-a935-4d51-8e15-9b32056c345e HTTP/1.1" status: 204 len: 168 time: 0.2421412 Nov 19 18:06:39.151219 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa3d8bf-5162-4b29-827d-9b781764293b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcb076f8-a935-4d51-8e15-9b32056c345e,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:06:41.709254 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 60340) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:06:42.197174 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 60380) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:06:42.381910 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5a681cf4-3318-4670-ac46-f2bb8f5fea0d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:42.395394 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-96a6f570-2ad1-4644-bfbe-6da2039ee9fe admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:42.510977 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5a681cf4-3318-4670-ac46-f2bb8f5fea0d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:42.531704 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5a681cf4-3318-4670-ac46-f2bb8f5fea0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:42.699614 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a681cf4-3318-4670-ac46-f2bb8f5fea0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83af2587-3bad-4c7f-a5cf-0c12b4d2b7a1,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:06:42.762166 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 60406) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:06:42.774870 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-5a681cf4-3318-4670-ac46-f2bb8f5fea0d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=55a8ae216baa4399bfd0cc36a25b1df8&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0643957 Nov 19 18:06:42.807282 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-96a6f570-2ad1-4644-bfbe-6da2039ee9fe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:42.815043 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-96a6f570-2ad1-4644-bfbe-6da2039ee9fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:42.866345 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a6f570-2ad1-4644-bfbe-6da2039ee9fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b40d57d2-47e3-4887-8ecf-d490e2e8ab40,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:06:42.893494 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-394ae732-00c9-423f-9674-97531274599c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:42.928037 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-96a6f570-2ad1-4644-bfbe-6da2039ee9fe admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b5f3cd95e3c949198c6c8a5b8d8d6980&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7292290 Nov 19 18:06:42.930861 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 60420) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:06:42.944671 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-394ae732-00c9-423f-9674-97531274599c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:43.007836 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c75c2066-85fe-44e3-9872-d05455524715 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:43.009110 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-394ae732-00c9-423f-9674-97531274599c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:43.012864 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-394ae732-00c9-423f-9674-97531274599c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:43.032328 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-394ae732-00c9-423f-9674-97531274599c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/83af2587-3bad-4c7f-a5cf-0c12b4d2b7a1 HTTP/1.1" status: 204 len: 168 time: 0.2684155 Nov 19 18:06:43.051751 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394ae732-00c9-423f-9674-97531274599c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83af2587-3bad-4c7f-a5cf-0c12b4d2b7a1,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:06:43.066556 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c75c2066-85fe-44e3-9872-d05455524715 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:43.166781 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c75c2066-85fe-44e3-9872-d05455524715 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:43.169511 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c75c2066-85fe-44e3-9872-d05455524715 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:43.174849 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-c75c2066-85fe-44e3-9872-d05455524715 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b40d57d2-47e3-4887-8ecf-d490e2e8ab40 HTTP/1.1" status: 204 len: 168 time: 0.2420774 Nov 19 18:06:43.187826 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75c2066-85fe-44e3-9872-d05455524715 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b40d57d2-47e3-4887-8ecf-d490e2e8ab40,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:06:43.808635 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 60474) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:06:43.828993 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-72fb4e2d-f1ae-43c3-a7c6-02390fa1efd0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:44.147222 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-72fb4e2d-f1ae-43c3-a7c6-02390fa1efd0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:44.159552 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-72fb4e2d-f1ae-43c3-a7c6-02390fa1efd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:44.251189 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fb4e2d-f1ae-43c3-a7c6-02390fa1efd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28798562-9afc-493e-8c43-588c158e621b,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:06:44.292526 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-72fb4e2d-f1ae-43c3-a7c6-02390fa1efd0 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=9e2c0738e86340e189d14d202431ec71&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4822342 Nov 19 18:06:44.295510 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 60500) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:06:44.460597 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0908103d-b5f0-43bc-8ca1-b6bcd4a0b36a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:44.531816 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0908103d-b5f0-43bc-8ca1-b6bcd4a0b36a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:44.690963 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0908103d-b5f0-43bc-8ca1-b6bcd4a0b36a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:44.696192 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0908103d-b5f0-43bc-8ca1-b6bcd4a0b36a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:44.697388 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-0908103d-b5f0-43bc-8ca1-b6bcd4a0b36a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/28798562-9afc-493e-8c43-588c158e621b HTTP/1.1" status: 204 len: 168 time: 0.4001062 Nov 19 18:06:44.730012 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0908103d-b5f0-43bc-8ca1-b6bcd4a0b36a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28798562-9afc-493e-8c43-588c158e621b,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:06:45.265901 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.agents_db [None req-619e5c26-d9ed-4321-86eb-7d443bb9dfa2 None None] Agent healthcheck: found 7 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 18:06:45.742538 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299ac7dc-c899-41e2-a711-94429afd54ef req-da08c855-cd28-4597-a985-a8d70cf6990d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:06:45.744058 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-299ac7dc-c899-41e2-a711-94429afd54ef req-da08c855-cd28-4597-a985-a8d70cf6990d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e45c6e5baa414b6894171527d94e1abd&device_id=cc04e7a6-e0b7-438f-a931-99187cf28379 HTTP/1.1" status: 200 len: 1096 time: 0.1276200 Nov 19 18:06:46.056169 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299ac7dc-c899-41e2-a711-94429afd54ef req-22e049f4-6ed6-480f-a83e-240446ed51de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:06:46.058777 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-299ac7dc-c899-41e2-a711-94429afd54ef req-22e049f4-6ed6-480f-a83e-240446ed51de service neutron] 10.222.0.60 "GET /v2.0/networks?id=3b544363-bad2-4a9e-9892-483691dc34e2 HTTP/1.1" status: 200 len: 912 time: 0.2884500 Nov 19 18:06:46.186692 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-299ac7dc-c899-41e2-a711-94429afd54ef req-ed227cfc-d65c-4c14-ba5c-99ef083f0456 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2019baf0-8dd1-4014-98b3-2c3c4d3ec3aa HTTP/1.1" status: 200 len: 1001 time: 0.1147144 Nov 19 18:06:46.274375 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299ac7dc-c899-41e2-a711-94429afd54ef req-1211b6d4-983c-47f9-99fc-fbcec3d65728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:06:46.276837 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-299ac7dc-c899-41e2-a711-94429afd54ef req-1211b6d4-983c-47f9-99fc-fbcec3d65728 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=78373283-0ecf-42ac-8dc9-066471cd2623 HTTP/1.1" status: 200 len: 850 time: 0.0821013 Nov 19 18:06:46.375933 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299ac7dc-c899-41e2-a711-94429afd54ef req-6f809da0-20e3-4039-b85c-e405e1c38941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:06:46.377455 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-299ac7dc-c899-41e2-a711-94429afd54ef req-6f809da0-20e3-4039-b85c-e405e1c38941 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3b544363-bad2-4a9e-9892-483691dc34e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0867584 Nov 19 18:06:46.585523 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-299ac7dc-c899-41e2-a711-94429afd54ef req-ef4d30dc-f0e2-4b73-9663-a12ada03cf44 service neutron] 10.222.0.60 "GET /v2.0/networks/3b544363-bad2-4a9e-9892-483691dc34e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1993546 Nov 19 18:06:46.836202 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-299ac7dc-c899-41e2-a711-94429afd54ef req-f00d6af2-da2d-4078-b739-ee410a17c824 service neutron] 10.222.0.60 "GET /v2.0/networks/3b544363-bad2-4a9e-9892-483691dc34e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2388213 Nov 19 18:06:47.881458 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 60622) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:06:48.125494 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-918c48fa-2c47-4a0c-90a1-de44ef590813 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:48.479752 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-918c48fa-2c47-4a0c-90a1-de44ef590813 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:48.500918 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-918c48fa-2c47-4a0c-90a1-de44ef590813 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:48.573115 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918c48fa-2c47-4a0c-90a1-de44ef590813 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d95e7f77-4649-4b5b-b922-6994d18692cd,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:06:48.616082 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 60638) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:06:48.617126 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-918c48fa-2c47-4a0c-90a1-de44ef590813 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=90fca2e845cd429f8b1ed80276da2232&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7345262 Nov 19 18:06:48.761142 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-da7d0016-877b-435a-9901-909c13fa1c8f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:48.795314 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-da7d0016-877b-435a-9901-909c13fa1c8f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:48.901025 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-da7d0016-877b-435a-9901-909c13fa1c8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:48.913340 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-da7d0016-877b-435a-9901-909c13fa1c8f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:48.914585 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-da7d0016-877b-435a-9901-909c13fa1c8f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d95e7f77-4649-4b5b-b922-6994d18692cd HTTP/1.1" status: 204 len: 168 time: 0.2973375 Nov 19 18:06:48.925225 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7d0016-877b-435a-9901-909c13fa1c8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d95e7f77-4649-4b5b-b922-6994d18692cd,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:06:50.457555 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 60706) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:06:50.895736 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-dbb2baef-5b35-4c33-8101-aef193204580 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d1404f14c754439da7cc239b31e92cb4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4347441 Nov 19 18:06:50.897205 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 60742) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:06:51.117397 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-44b7f283-cb68-4b41-94ea-36016bf90c18 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:51.239201 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-44b7f283-cb68-4b41-94ea-36016bf90c18 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:51.392556 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-44b7f283-cb68-4b41-94ea-36016bf90c18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:51.397694 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-44b7f283-cb68-4b41-94ea-36016bf90c18 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:51.400892 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-44b7f283-cb68-4b41-94ea-36016bf90c18 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/9c5b3a49-1422-492a-b905-19d8ee580b81 HTTP/1.1" status: 204 len: 168 time: 0.5019860 Nov 19 18:06:51.508780 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b7f283-cb68-4b41-94ea-36016bf90c18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c5b3a49-1422-492a-b905-19d8ee580b81,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:06:53.925119 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 60836) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:06:54.293456 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-f6bf4dcb-09cf-4a9b-bb23-2965cca7d2c9 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1075290175-network', 'tenant_id': '95466484c95f4375b17ace97bcd45656'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:06:54.360772 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6bf4dcb-09cf-4a9b-bb23-2965cca7d2c9 admin admin] Made reservation on behalf of 95466484c95f4375b17ace97bcd45656 for: {'network': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:06:54.363363 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f6bf4dcb-09cf-4a9b-bb23-2965cca7d2c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:54.427917 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f6bf4dcb-09cf-4a9b-bb23-2965cca7d2c9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:54.733695 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f6bf4dcb-09cf-4a9b-bb23-2965cca7d2c9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:54.740081 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f6bf4dcb-09cf-4a9b-bb23-2965cca7d2c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:54.788876 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6bf4dcb-09cf-4a9b-bb23-2965cca7d2c9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 689} {{(pid=103365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 18:06:54.821645 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bf4dcb-09cf-4a9b-bb23-2965cca7d2c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a0ae3c5-06ec-4f80-a08c-2f3d319d67f7,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:06:54.836844 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f6bf4dcb-09cf-4a9b-bb23-2965cca7d2c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:54.837171 n-d-818022-2 neutron-server[103365]: INFO neutron.db.segments_db [None req-f6bf4dcb-09cf-4a9b-bb23-2965cca7d2c9 admin admin] Added segment 5c045df4-8b55-4d72-991d-9356509652cb of type vlan for network 1723ab62-ac6f-4ffd-9143-0e9de9b9bbaf Nov 19 18:06:55.064290 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f6bf4dcb-09cf-4a9b-bb23-2965cca7d2c9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:55.130228 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f6bf4dcb-09cf-4a9b-bb23-2965cca7d2c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:55.132745 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6bf4dcb-09cf-4a9b-bb23-2965cca7d2c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:06:55.133373 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f6bf4dcb-09cf-4a9b-bb23-2965cca7d2c9 admin admin] Publish callbacks [] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:55.241121 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-f6bf4dcb-09cf-4a9b-bb23-2965cca7d2c9 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3103602 Nov 19 18:06:55.242784 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 60848) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:06:55.251497 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-a118ddd2-555b-47b9-a737-4a502ca0b89b admin admin] Request body: {'subnet': {'network_id': '1723ab62-ac6f-4ffd-9143-0e9de9b9bbaf', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1075290175-subnet', 'tenant_id': '95466484c95f4375b17ace97bcd45656', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:06:55.260205 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bf4dcb-09cf-4a9b-bb23-2965cca7d2c9 admin admin] Pushing event updated for resources: {'Network': ['ID=1723ab62-ac6f-4ffd-9143-0e9de9b9bbaf,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:06:55.299292 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network 1723ab62-ac6f-4ffd-9143-0e9de9b9bbaf details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 18:06:55.345096 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a118ddd2-555b-47b9-a737-4a502ca0b89b admin admin] Made reservation on behalf of 95466484c95f4375b17ace97bcd45656 for: {'subnet': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:06:55.348761 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a118ddd2-555b-47b9-a737-4a502ca0b89b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8983829'] for subnet, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:55.991990 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a118ddd2-555b-47b9-a737-4a502ca0b89b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12425078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8983815'] for subnet, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:56.138812 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a118ddd2-555b-47b9-a737-4a502ca0b89b admin admin] Pushing event updated for resources: {'Subnet': ['ID=154e2719-124a-4982-810f-9b7d265b31c0,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:06:56.266198 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a118ddd2-555b-47b9-a737-4a502ca0b89b admin admin] Checking segment: {'id': '5c045df4-8b55-4d72-991d-9356509652cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '1723ab62-ac6f-4ffd-9143-0e9de9b9bbaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:06:56.266849 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a118ddd2-555b-47b9-a737-4a502ca0b89b admin admin] Network hostable DHCP agents. Network: 1723ab62-ac6f-4ffd-9143-0e9de9b9bbaf, hostable agents: ['02910ef2-0455-4aea-9f38-9a875579633f'], hosted agents: [] {{(pid=103364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 18:06:56.327233 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a118ddd2-555b-47b9-a737-4a502ca0b89b admin admin] Network 1723ab62-ac6f-4ffd-9143-0e9de9b9bbaf is scheduled to be hosted by DHCP agent 02910ef2-0455-4aea-9f38-9a875579633f with binding_index 1 {{(pid=103364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 18:06:56.362037 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-a118ddd2-555b-47b9-a737-4a502ca0b89b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818022-2, 1723ab62-ac6f-4ffd-9143-0e9de9b9bbaf) {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:06:56.377662 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a118ddd2-555b-47b9-a737-4a502ca0b89b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:06:56.379334 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd74978b-ffd7-4aa1-8365-d34afa135bf7 None None] Network 1723ab62-ac6f-4ffd-9143-0e9de9b9bbaf requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:06:56.380080 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a118ddd2-555b-47b9-a737-4a502ca0b89b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:56.473345 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-a118ddd2-555b-47b9-a737-4a502ca0b89b admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2096527 Nov 19 18:06:56.908711 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a07e37c-a6e3-4403-b1c9-1ac2d3fbb3b1 None None] Network 1723ab62-ac6f-4ffd-9143-0e9de9b9bbaf requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:06:58.655535 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 60892) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:06:58.849055 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-25ea280e-61b8-4c72-87a8-ecabe1a817ad admin admin] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:58.959190 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-25ea280e-61b8-4c72-87a8-ecabe1a817ad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:58.967518 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-25ea280e-61b8-4c72-87a8-ecabe1a817ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:59.032126 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 60902) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:06:59.035645 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-25ea280e-61b8-4c72-87a8-ecabe1a817ad admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=1a935a0a35bc4f3880d0d6ba90456b71&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3791199 Nov 19 18:06:59.118678 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ea280e-61b8-4c72-87a8-ecabe1a817ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd6dfb6c-8a32-4a16-90a0-3bce2d2665db,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:06:59.261227 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-18c6983e-ee18-4dec-889b-1c1c5d747354 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:59.318351 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-18c6983e-ee18-4dec-889b-1c1c5d747354 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:59.448390 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-18c6983e-ee18-4dec-889b-1c1c5d747354 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:59.451482 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-18c6983e-ee18-4dec-889b-1c1c5d747354 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:06:59.453458 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-18c6983e-ee18-4dec-889b-1c1c5d747354 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/bd6dfb6c-8a32-4a16-90a0-3bce2d2665db HTTP/1.1" status: 204 len: 168 time: 0.4201591 Nov 19 18:06:59.479259 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c6983e-ee18-4dec-889b-1c1c5d747354 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd6dfb6c-8a32-4a16-90a0-3bce2d2665db,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:06:59.798304 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ae231e88-ea57-42bf-9cc3-8910563b648a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:00.337671 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 60920) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:07:00.362405 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5b4f57ea-4274-4d39-b8d2-cdf7db3f3d79 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:00.584146 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5b4f57ea-4274-4d39-b8d2-cdf7db3f3d79 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:00.595858 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5b4f57ea-4274-4d39-b8d2-cdf7db3f3d79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:00.648037 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4f57ea-4274-4d39-b8d2-cdf7db3f3d79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77f616ab-21c5-40ee-860f-06ba2ea41c3d,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:07:00.691348 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 60924) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:07:00.699202 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-5b4f57ea-4274-4d39-b8d2-cdf7db3f3d79 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b3e90e5c33f549cfb04bbdcddf220cff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3576727 Nov 19 18:07:00.877319 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0068d4d0-045f-48e0-b4f6-8b56c625829e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:00.916787 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0068d4d0-045f-48e0-b4f6-8b56c625829e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:00.983157 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0068d4d0-045f-48e0-b4f6-8b56c625829e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:00.986958 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0068d4d0-045f-48e0-b4f6-8b56c625829e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:00.991777 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-0068d4d0-045f-48e0-b4f6-8b56c625829e admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/77f616ab-21c5-40ee-860f-06ba2ea41c3d HTTP/1.1" status: 204 len: 168 time: 0.2993720 Nov 19 18:07:01.009864 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0068d4d0-045f-48e0-b4f6-8b56c625829e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77f616ab-21c5-40ee-860f-06ba2ea41c3d,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:07:02.049169 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-c350e9f9-1ae8-424f-9d5f-8fdd49c2b729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:02.179726 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4e1cee-f569-40b6-8019-7938c3c44816 req-1b2d8422-7fce-4084-8e32-443385ef5be2 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:07:02.181324 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-aa4e1cee-f569-40b6-8019-7938c3c44816 req-1b2d8422-7fce-4084-8e32-443385ef5be2 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/ports?device_id=cc04e7a6-e0b7-438f-a931-99187cf28379 HTTP/1.1" status: 200 len: 945 time: 0.0648909 Nov 19 18:07:02.315449 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-aa4e1cee-f569-40b6-8019-7938c3c44816 req-079c59f1-5086-4fb1-b4ba-57e1c7b5190b tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1dc433e-2f31-472a-89c9-d0d668ac0a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1139224 Nov 19 18:07:03.208220 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e46ecc5a-dc14-4744-b262-3072ff2e958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:03.613379 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3b7fa9-f092-4c24-a784-315861e0647b req-23149aef-7b77-48a1-b774-7d6802f22196 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:07:03.615485 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4e3b7fa9-f092-4c24-a784-315861e0647b req-23149aef-7b77-48a1-b774-7d6802f22196 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/ports?device_id=cc04e7a6-e0b7-438f-a931-99187cf28379 HTTP/1.1" status: 200 len: 945 time: 0.1457841 Nov 19 18:07:03.723291 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4e3b7fa9-f092-4c24-a784-315861e0647b req-7895cab9-a636-4f16-800e-5d525d628a08 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1dc433e-2f31-472a-89c9-d0d668ac0a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1000133 Nov 19 18:07:03.800020 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:03.878039 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:04.790079 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e013d7e6-5264-4dcc-9759-54f5fb809e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:05.185062 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:06.396893 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 2019baf0-8dd1-4014-98b3-2c3c4d3ec3aa details requested by agent hyperv_n-h1-818022-2 with host n-h1-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 18:07:06.401990 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 2019baf0-8dd1-4014-98b3-2c3c4d3ec3aa no longer exists at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:07:06.875702 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:06.931579 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 2019baf0-8dd1-4014-98b3-2c3c4d3ec3aa, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=2019baf0-8dd1-4014-98b3-2c3c4d3ec3aa,segment=NetworkSegment(878aa1ad-d952-49b3-babf-f88949b54efa),segment_id=878aa1ad-d952-49b3-babf-f88949b54efa)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:07:07.005914 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Returning: {'device': '2019baf0-8dd1-4014-98b3-2c3c4d3ec3aa', 'network_id': '3b544363-bad2-4a9e-9892-483691dc34e2', 'port_id': '2019baf0-8dd1-4014-98b3-2c3c4d3ec3aa', 'mac_address': 'fa:16:3e:68:68:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 660, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78373283-0ecf-42ac-8dc9-066471cd2623', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 18:07:07.108314 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 32862) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:07:07.225351 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 2019baf0-8dd1-4014-98b3-2c3c4d3ec3aa, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=2019baf0-8dd1-4014-98b3-2c3c4d3ec3aa,segment=NetworkSegment(878aa1ad-d952-49b3-babf-f88949b54efa),segment_id=878aa1ad-d952-49b3-babf-f88949b54efa)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:07:07.233931 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc04e7a6-e0b7-438f-a931-99187cf28379', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2019baf0-8dd1-4014-98b3-2c3c4d3ec3aa'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:07:07.240626 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3940761bcd94e032e6960d2241bd8993c5d3a7d8dc2aca8488f3ecf1d4dd2fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19d4d7d6-46bb-47cd-b80a-c7bd29c2a322" -d '{"events": [{"server_uuid": "cc04e7a6-e0b7-438f-a931-99187cf28379", "name": "network-vif-unplugged", "status": "completed", "tag": "2019baf0-8dd1-4014-98b3-2c3c4d3ec3aa"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:07:07.259362 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:07.264378 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:07.306904 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2019baf0-8dd1-4014-98b3-2c3c4d3ec3aa {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:07:07.375460 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.db.api [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103366) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 18:07:07.375836 n-d-818022-2 neutron-server[103366]: DEBUG oslo_db.api [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 18:07:07.405261 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 18:07:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-569ec572-393f-4c12-9b50-ab4f47040302 x-openstack-request-id: req-569ec572-393f-4c12-9b50-ab4f47040302 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:07:07.405972 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc04e7a6-e0b7-438f-a931-99187cf28379", "name": "network-vif-unplugged", "status": "completed", "tag": "2019baf0-8dd1-4014-98b3-2c3c4d3ec3aa", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:07:07.406123 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-569ec572-393f-4c12-9b50-ab4f47040302 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:07:07.406525 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc04e7a6-e0b7-438f-a931-99187cf28379', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2019baf0-8dd1-4014-98b3-2c3c4d3ec3aa', 'code': 200} Nov 19 18:07:07.407844 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=2019baf0-8dd1-4014-98b3-2c3c4d3ec3aa,revision_number=8']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:07:07.413890 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c7f2cb6d-665b-470b-ae51-52e8096be4c0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:07.427716 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:07:07.428078 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:07:07.428438 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:07:07.428773 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:07:07.429116 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:07:07.429459 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:07:07.429795 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:07:07.434345 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:07:07.434902 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:07:07.435049 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:07:07.436035 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:07:07.436383 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:07:07.516622 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c7f2cb6d-665b-470b-ae51-52e8096be4c0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:07.529061 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c7f2cb6d-665b-470b-ae51-52e8096be4c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:07.579933 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-c7f2cb6d-665b-470b-ae51-52e8096be4c0 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=2690e686c78f4147a4d310e478704d83&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4689581 Nov 19 18:07:07.581767 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f2cb6d-665b-470b-ae51-52e8096be4c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c11aff4-d392-4d83-bcb0-a11dada36423,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:07:07.585195 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 32874) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:07:07.690303 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-891adbc0-396a-4f6f-94ec-1ac035a5978f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:07.744115 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-891adbc0-396a-4f6f-94ec-1ac035a5978f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:07.845950 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-891adbc0-396a-4f6f-94ec-1ac035a5978f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:07.849877 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-891adbc0-396a-4f6f-94ec-1ac035a5978f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:07.851847 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-891adbc0-396a-4f6f-94ec-1ac035a5978f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/1c11aff4-d392-4d83-bcb0-a11dada36423 HTTP/1.1" status: 204 len: 168 time: 0.2652628 Nov 19 18:07:07.862605 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891adbc0-396a-4f6f-94ec-1ac035a5978f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c11aff4-d392-4d83-bcb0-a11dada36423,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:07:08.005536 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:08.050145 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2019baf0-8dd1-4014-98b3-2c3c4d3ec3aa {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:07:08.101201 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 2019baf0-8dd1-4014-98b3-2c3c4d3ec3aa, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=2019baf0-8dd1-4014-98b3-2c3c4d3ec3aa,segment=NetworkSegment(878aa1ad-d952-49b3-babf-f88949b54efa),segment_id=878aa1ad-d952-49b3-babf-f88949b54efa)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:07:08.108853 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:08.309249 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['2019baf0-8dd1-4014-98b3-2c3c4d3ec3aa'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:07:08.379640 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=2019baf0-8dd1-4014-98b3-2c3c4d3ec3aa,revision_number=9']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:07:08.519521 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 32910) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:07:08.577104 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c211b511-b865-486b-97b8-7170a8563d32 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:08.736263 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c211b511-b865-486b-97b8-7170a8563d32 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:08.743544 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c211b511-b865-486b-97b8-7170a8563d32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:08.804671 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-c211b511-b865-486b-97b8-7170a8563d32 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c92aa6233ec048d4b796bd0f40eefc8b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2836483 Nov 19 18:07:08.807343 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 32918) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:07:08.812513 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c211b511-b865-486b-97b8-7170a8563d32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93cf530f-c43a-4fd6-a701-95729573823f,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:07:08.921628 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1659db3d-ed7e-459b-ac80-7aac4cded37a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:09.009903 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1659db3d-ed7e-459b-ac80-7aac4cded37a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:09.143676 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1659db3d-ed7e-459b-ac80-7aac4cded37a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:09.147570 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1659db3d-ed7e-459b-ac80-7aac4cded37a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:09.149066 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-1659db3d-ed7e-459b-ac80-7aac4cded37a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/93cf530f-c43a-4fd6-a701-95729573823f HTTP/1.1" status: 204 len: 168 time: 0.3405805 Nov 19 18:07:09.167788 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1659db3d-ed7e-459b-ac80-7aac4cded37a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93cf530f-c43a-4fd6-a701-95729573823f,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:07:10.412624 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 2019baf0-8dd1-4014-98b3-2c3c4d3ec3aa up at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:07:10.592892 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning complete for port 2019baf0-8dd1-4014-98b3-2c3c4d3ec3aa triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:07:10.593366 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:10.894015 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:11.010284 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 2019baf0-8dd1-4014-98b3-2c3c4d3ec3aa, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=2019baf0-8dd1-4014-98b3-2c3c4d3ec3aa,segment=NetworkSegment(878aa1ad-d952-49b3-babf-f88949b54efa),segment_id=878aa1ad-d952-49b3-babf-f88949b54efa)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:07:11.011097 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc04e7a6-e0b7-438f-a931-99187cf28379', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2019baf0-8dd1-4014-98b3-2c3c4d3ec3aa'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:07:11.016107 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3940761bcd94e032e6960d2241bd8993c5d3a7d8dc2aca8488f3ecf1d4dd2fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-374b0242-ffae-4615-826f-416dfe1e2036" -d '{"events": [{"server_uuid": "cc04e7a6-e0b7-438f-a931-99187cf28379", "name": "network-vif-plugged", "status": "completed", "tag": "2019baf0-8dd1-4014-98b3-2c3c4d3ec3aa"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:07:11.025337 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:11.115428 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:07:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf11c4ba-7c00-4b95-82db-b8fc502205bb x-openstack-request-id: req-cf11c4ba-7c00-4b95-82db-b8fc502205bb {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:07:11.115730 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc04e7a6-e0b7-438f-a931-99187cf28379", "name": "network-vif-plugged", "status": "completed", "tag": "2019baf0-8dd1-4014-98b3-2c3c4d3ec3aa", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:07:11.115991 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-cf11c4ba-7c00-4b95-82db-b8fc502205bb {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:07:11.119862 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc04e7a6-e0b7-438f-a931-99187cf28379', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2019baf0-8dd1-4014-98b3-2c3c4d3ec3aa', 'code': 200} Nov 19 18:07:11.190211 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=2019baf0-8dd1-4014-98b3-2c3c4d3ec3aa,revision_number=10']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:07:16.743802 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [req-c6db0d8e-8753-4d3d-8092-16209b7e37e8 req-e19f19af-3ffe-4c6d-bd4b-e713d294a60e tempest-MigrationsAdminTest-1962591031 tempest-MigrationsAdminTest-1962591031-project] (103365) timed out ('10.222.0.86', 54634) {{(pid=103365) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 19 18:07:22.266742 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.agents_db [None req-619e5c26-d9ed-4321-86eb-7d443bb9dfa2 None None] Agent healthcheck: found 7 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 18:07:25.146263 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 33210) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:07:25.532798 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f3493533-9a24-47ed-bad9-bab9cee705a7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:25.696311 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f3493533-9a24-47ed-bad9-bab9cee705a7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:25.706494 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f3493533-9a24-47ed-bad9-bab9cee705a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:25.818994 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-f3493533-9a24-47ed-bad9-bab9cee705a7 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c49f7cf1d82146eab1a001645ae79e9a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6717362 Nov 19 18:07:25.821755 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 33224) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:07:25.823281 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3493533-9a24-47ed-bad9-bab9cee705a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a85221c-b319-4f3a-904d-1ad1fb8ef457,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:07:25.849210 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3493533-9a24-47ed-bad9-bab9cee705a7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:07:25.854896 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3493533-9a24-47ed-bad9-bab9cee705a7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:07:25.855511 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3493533-9a24-47ed-bad9-bab9cee705a7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:07:25.856027 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3493533-9a24-47ed-bad9-bab9cee705a7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:07:25.856599 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3493533-9a24-47ed-bad9-bab9cee705a7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:07:25.857142 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3493533-9a24-47ed-bad9-bab9cee705a7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:07:25.857761 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3493533-9a24-47ed-bad9-bab9cee705a7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:07:25.858336 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3493533-9a24-47ed-bad9-bab9cee705a7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:07:25.858843 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3493533-9a24-47ed-bad9-bab9cee705a7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:07:25.859341 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3493533-9a24-47ed-bad9-bab9cee705a7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:07:25.859855 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3493533-9a24-47ed-bad9-bab9cee705a7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:07:25.860346 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3493533-9a24-47ed-bad9-bab9cee705a7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:07:25.968108 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-49ec0f6c-2825-4af1-ab29-17d2aa918ffe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:26.052033 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-49ec0f6c-2825-4af1-ab29-17d2aa918ffe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:26.220087 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-49ec0f6c-2825-4af1-ab29-17d2aa918ffe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:26.223454 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-49ec0f6c-2825-4af1-ab29-17d2aa918ffe admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:26.225683 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-49ec0f6c-2825-4af1-ab29-17d2aa918ffe admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/0a85221c-b319-4f3a-904d-1ad1fb8ef457 HTTP/1.1" status: 204 len: 168 time: 0.4028382 Nov 19 18:07:26.249716 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ec0f6c-2825-4af1-ab29-17d2aa918ffe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a85221c-b319-4f3a-904d-1ad1fb8ef457,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:07:26.281554 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ec0f6c-2825-4af1-ab29-17d2aa918ffe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:07:26.282207 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ec0f6c-2825-4af1-ab29-17d2aa918ffe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:07:26.282736 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ec0f6c-2825-4af1-ab29-17d2aa918ffe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:07:26.283234 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ec0f6c-2825-4af1-ab29-17d2aa918ffe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:07:26.283771 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ec0f6c-2825-4af1-ab29-17d2aa918ffe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:07:26.284260 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ec0f6c-2825-4af1-ab29-17d2aa918ffe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:07:26.284747 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ec0f6c-2825-4af1-ab29-17d2aa918ffe admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:07:26.285246 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ec0f6c-2825-4af1-ab29-17d2aa918ffe admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:07:26.287198 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ec0f6c-2825-4af1-ab29-17d2aa918ffe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:07:26.287769 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ec0f6c-2825-4af1-ab29-17d2aa918ffe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:07:26.302766 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ec0f6c-2825-4af1-ab29-17d2aa918ffe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:07:26.303380 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ec0f6c-2825-4af1-ab29-17d2aa918ffe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:07:29.751726 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 33334) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:07:29.757643 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-9433f45d-f985-4420-8127-4f79e9f1c5c9 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1662124445', 'description': 'tempest-secgroup-smoke-1662124445 description', 'project_id': 'd41245dedb694df6accb5dc7769c75e5'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:07:29.780194 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-626b7c08-f726-4164-b0f5-7ba7efef1dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:29.813356 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9433f45d-f985-4420-8127-4f79e9f1c5c9 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:29.822646 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9433f45d-f985-4420-8127-4f79e9f1c5c9 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:30.044933 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9433f45d-f985-4420-8127-4f79e9f1c5c9 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:30.068804 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9433f45d-f985-4420-8127-4f79e9f1c5c9 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:30.241474 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9433f45d-f985-4420-8127-4f79e9f1c5c9 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70ea6cf0-6e1c-402d-82ef-8e7f38856645,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:07:30.281590 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9433f45d-f985-4420-8127-4f79e9f1c5c9 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:30.293020 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9433f45d-f985-4420-8127-4f79e9f1c5c9 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:30.359929 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9433f45d-f985-4420-8127-4f79e9f1c5c9 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:30.362089 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-9433f45d-f985-4420-8127-4f79e9f1c5c9 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.6081297 Nov 19 18:07:30.367097 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 33340) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:07:30.374814 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-b2802aef-08b6-4d47-bb7d-eb5bb14a1f79 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Request body: {'security_group_rule': {'security_group_id': 'f3b4bc83-8bc0-4734-b4bc-8a15bbeccc9c', 'project_id': 'd41245dedb694df6accb5dc7769c75e5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:07:30.423808 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9433f45d-f985-4420-8127-4f79e9f1c5c9 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3b4bc83-8bc0-4734-b4bc-8a15bbeccc9c,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:07:30.450625 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b2802aef-08b6-4d47-bb7d-eb5bb14a1f79 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:31.781136 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b2802aef-08b6-4d47-bb7d-eb5bb14a1f79 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:31.786878 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b2802aef-08b6-4d47-bb7d-eb5bb14a1f79 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735179'] for security_group_rule, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:31.811788 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2802aef-08b6-4d47-bb7d-eb5bb14a1f79 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ffa27cc-d737-416d-86f4-c0ea0e6b447e,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:07:31.851756 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b2802aef-08b6-4d47-bb7d-eb5bb14a1f79 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:31.857939 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 33364) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:07:31.863549 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-4884080e-13ff-4c2d-83a1-a915eed0b480 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Request body: {'security_group_rule': {'security_group_id': 'f3b4bc83-8bc0-4734-b4bc-8a15bbeccc9c', 'project_id': 'd41245dedb694df6accb5dc7769c75e5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:07:31.869331 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-b2802aef-08b6-4d47-bb7d-eb5bb14a1f79 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5004404 Nov 19 18:07:31.915734 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4884080e-13ff-4c2d-83a1-a915eed0b480 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:32.037083 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-771ee663-8c16-4288-92fd-ecba9e69a4b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:32.095925 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4884080e-13ff-4c2d-83a1-a915eed0b480 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:32.108481 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4884080e-13ff-4c2d-83a1-a915eed0b480 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735179'] for security_group_rule, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:32.155106 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4884080e-13ff-4c2d-83a1-a915eed0b480 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afaa73e5-95f6-4fb0-a960-3ba1a02c4092,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:07:32.168182 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4884080e-13ff-4c2d-83a1-a915eed0b480 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:32.171756 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-4884080e-13ff-4c2d-83a1-a915eed0b480 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3122091 Nov 19 18:07:32.174646 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 33368) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:07:32.190296 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-9e75e095-0ee9-453a-8e1b-e0e22a18f695 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Request body: {'security_group_rule': {'security_group_id': 'f3b4bc83-8bc0-4734-b4bc-8a15bbeccc9c', 'project_id': 'd41245dedb694df6accb5dc7769c75e5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:07:32.253427 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9e75e095-0ee9-453a-8e1b-e0e22a18f695 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:32.394397 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9e75e095-0ee9-453a-8e1b-e0e22a18f695 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:32.407259 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9e75e095-0ee9-453a-8e1b-e0e22a18f695 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735179'] for security_group_rule, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:32.470538 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9e75e095-0ee9-453a-8e1b-e0e22a18f695 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:32.474308 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-9e75e095-0ee9-453a-8e1b-e0e22a18f695 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2894263 Nov 19 18:07:32.476672 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 33372) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:07:32.485454 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-71a3161e-1e1d-47af-b13e-71e589d63559 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Request body: {'security_group_rule': {'security_group_id': 'f3b4bc83-8bc0-4734-b4bc-8a15bbeccc9c', 'project_id': 'd41245dedb694df6accb5dc7769c75e5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:07:32.490675 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e75e095-0ee9-453a-8e1b-e0e22a18f695 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0274f606-0558-49c9-9e1e-7eeca4c00537,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:07:32.569551 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-71a3161e-1e1d-47af-b13e-71e589d63559 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:32.757345 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-71a3161e-1e1d-47af-b13e-71e589d63559 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:32.789070 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-71a3161e-1e1d-47af-b13e-71e589d63559 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735179'] for security_group_rule, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:32.836878 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a3161e-1e1d-47af-b13e-71e589d63559 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7c2d653-ddb6-45ee-92e7-3d2515815a0a,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:07:32.849481 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-71a3161e-1e1d-47af-b13e-71e589d63559 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:32.853264 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-71a3161e-1e1d-47af-b13e-71e589d63559 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3729069 Nov 19 18:07:32.853730 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 33382) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:07:32.858497 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-31a36bb2-48e9-4cd3-90f9-e8bbe29c014c tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Request body: {'security_group_rule': {'security_group_id': 'f3b4bc83-8bc0-4734-b4bc-8a15bbeccc9c', 'project_id': 'd41245dedb694df6accb5dc7769c75e5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:07:32.920328 n-d-818022-2 neutron-server[103364]: INFO neutron.db.securitygroups_db [None req-31a36bb2-48e9-4cd3-90f9-e8bbe29c014c tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Project d41245dedb694df6accb5dc7769c75e5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 18:07:32.928481 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-31a36bb2-48e9-4cd3-90f9-e8bbe29c014c tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:33.095907 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-31a36bb2-48e9-4cd3-90f9-e8bbe29c014c tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:33.116973 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-31a36bb2-48e9-4cd3-90f9-e8bbe29c014c tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735179'] for security_group_rule, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:33.154404 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a36bb2-48e9-4cd3-90f9-e8bbe29c014c tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=094c822a-65ef-4c06-9380-a2c5ea2d5907,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:07:33.161129 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-31a36bb2-48e9-4cd3-90f9-e8bbe29c014c tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:33.170434 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-31a36bb2-48e9-4cd3-90f9-e8bbe29c014c tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3156908 Nov 19 18:07:33.173262 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 33386) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:07:33.180891 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-9e992ae0-a85d-4ecf-a152-25b93b592645 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Request body: {'security_group_rule': {'security_group_id': 'f3b4bc83-8bc0-4734-b4bc-8a15bbeccc9c', 'project_id': 'd41245dedb694df6accb5dc7769c75e5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:07:33.234171 n-d-818022-2 neutron-server[103365]: INFO neutron.db.securitygroups_db [None req-9e992ae0-a85d-4ecf-a152-25b93b592645 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Project d41245dedb694df6accb5dc7769c75e5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 18:07:33.239668 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e46ecc5a-dc14-4744-b262-3072ff2e958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:33.240759 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9e992ae0-a85d-4ecf-a152-25b93b592645 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:33.371971 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9e992ae0-a85d-4ecf-a152-25b93b592645 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:33.382334 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9e992ae0-a85d-4ecf-a152-25b93b592645 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735179'] for security_group_rule, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:33.431688 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e992ae0-a85d-4ecf-a152-25b93b592645 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f762c55c-001e-4680-9c59-a6dacc64811b,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:07:33.438430 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9e992ae0-a85d-4ecf-a152-25b93b592645 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:33.439990 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-9e992ae0-a85d-4ecf-a152-25b93b592645 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2630780 Nov 19 18:07:33.443134 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 33388) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:07:33.448747 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-18c91dbc-03cd-4ba3-aa77-377e1f03d7a3 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Request body: {'network': {'name': 'tempest-network-smoke--220379200', 'project_id': 'd41245dedb694df6accb5dc7769c75e5', 'port_security_enabled': True}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:07:33.503275 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18c91dbc-03cd-4ba3-aa77-377e1f03d7a3 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Made reservation on behalf of d41245dedb694df6accb5dc7769c75e5 for: {'network': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:07:33.507526 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-18c91dbc-03cd-4ba3-aa77-377e1f03d7a3 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:33.579236 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18c91dbc-03cd-4ba3-aa77-377e1f03d7a3 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 663} {{(pid=103364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 18:07:33.606972 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-18c91dbc-03cd-4ba3-aa77-377e1f03d7a3 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:33.607421 n-d-818022-2 neutron-server[103364]: INFO neutron.db.segments_db [None req-18c91dbc-03cd-4ba3-aa77-377e1f03d7a3 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Added segment 40fb2a9c-8901-4a90-ae9b-dc010a7bd213 of type vlan for network 42124578-768e-4944-8737-c67497927ce8 Nov 19 18:07:33.712492 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-18c91dbc-03cd-4ba3-aa77-377e1f03d7a3 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:33.784575 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-18c91dbc-03cd-4ba3-aa77-377e1f03d7a3 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:33.792565 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18c91dbc-03cd-4ba3-aa77-377e1f03d7a3 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:07:33.793408 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-18c91dbc-03cd-4ba3-aa77-377e1f03d7a3 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks [] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:33.836319 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:33.885257 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-18c91dbc-03cd-4ba3-aa77-377e1f03d7a3 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4383764 Nov 19 18:07:33.885866 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 33404) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:07:33.900368 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c91dbc-03cd-4ba3-aa77-377e1f03d7a3 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Pushing event updated for resources: {'Network': ['ID=42124578-768e-4944-8737-c67497927ce8,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:07:33.907510 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-983d945d-b372-481e-ae15-d3240f161d67 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1761016376', 'admin_state_up': True, 'project_id': 'd41245dedb694df6accb5dc7769c75e5', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'}}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:07:33.968600 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network 42124578-768e-4944-8737-c67497927ce8 details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 18:07:34.030170 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-983d945d-b372-481e-ae15-d3240f161d67 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9890'] for router, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:34.031553 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-983d945d-b372-481e-ae15-d3240f161d67 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671617', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-732153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4689'] for router, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:34.253964 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-983d945d-b372-481e-ae15-d3240f161d67 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:34.273922 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:34.748227 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-983d945d-b372-481e-ae15-d3240f161d67 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:34.840764 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e013d7e6-5264-4dcc-9759-54f5fb809e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:35.192026 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:35.267194 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-983d945d-b372-481e-ae15-d3240f161d67 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks [] for router_gateway, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:35.292127 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-983d945d-b372-481e-ae15-d3240f161d67 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:35.654517 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [None req-983d945d-b372-481e-ae15-d3240f161d67 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Allocated IP 172.25.7.223 (645e61aa-1a6c-4e8f-857e-ab06edb4897f/88ed2d64-f56d-4f01-a468-946e01c99e82/b36c192e-5326-4574-b08a-960a922c4f2d) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:07:35.794021 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-983d945d-b372-481e-ae15-d3240f161d67 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:35.866175 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-983d945d-b372-481e-ae15-d3240f161d67 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:35.910815 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-983d945d-b372-481e-ae15-d3240f161d67 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Network 645e61aa-1a6c-4e8f-857e-ab06edb4897f is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:07:35.914637 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-983d945d-b372-481e-ae15-d3240f161d67 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:07:35.928289 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983d945d-b372-481e-ae15-d3240f161d67 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:07:35.932786 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983d945d-b372-481e-ae15-d3240f161d67 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Pushing event updated for resources: {'Port': ['ID=b36c192e-5326-4574-b08a-960a922c4f2d,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:07:35.979696 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce6bef3e-35ec-49b4-9788-bc03be04c374 None None] DHCP port deletion for 645e61aa-1a6c-4e8f-857e-ab06edb4897f request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:07:36.137241 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-a10314f0-f52d-4938-9745-6340b92fcfb8 None None] Provisioning complete for port b36c192e-5326-4574-b08a-960a922c4f2d triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:07:36.138261 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a10314f0-f52d-4938-9745-6340b92fcfb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:36.219378 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 33462) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:07:36.284407 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-a10314f0-f52d-4938-9745-6340b92fcfb8 None None] Port b36c192e-5326-4574-b08a-960a922c4f2d cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:07:36.536391 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f204eb9b-e2ff-4adb-97ed-1c97dc1e62a2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:36.573135 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-983d945d-b372-481e-ae15-d3240f161d67 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks [] for router_gateway, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:36.832125 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f204eb9b-e2ff-4adb-97ed-1c97dc1e62a2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:36.846617 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f204eb9b-e2ff-4adb-97ed-1c97dc1e62a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:36.998982 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-f204eb9b-e2ff-4adb-97ed-1c97dc1e62a2 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=81b89ed9a4fe4d8ba81db6b69740898c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7748015 Nov 19 18:07:37.004208 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 33478) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:07:37.006760 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f204eb9b-e2ff-4adb-97ed-1c97dc1e62a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c4e9b29-a45c-4a11-b021-3f033c99a24f,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:07:37.167270 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a4ed7583-8352-42f9-a6dd-cffa9e89eb7f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:37.225997 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-983d945d-b372-481e-ae15-d3240f161d67 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671702'] for router, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:37.241584 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a4ed7583-8352-42f9-a6dd-cffa9e89eb7f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:37.561457 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a4ed7583-8352-42f9-a6dd-cffa9e89eb7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:37.565514 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a4ed7583-8352-42f9-a6dd-cffa9e89eb7f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:37.584011 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-a4ed7583-8352-42f9-a6dd-cffa9e89eb7f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/6c4e9b29-a45c-4a11-b021-3f033c99a24f HTTP/1.1" status: 204 len: 168 time: 0.5794182 Nov 19 18:07:37.651802 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ed7583-8352-42f9-a6dd-cffa9e89eb7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c4e9b29-a45c-4a11-b021-3f033c99a24f,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:07:37.771910 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-983d945d-b372-481e-ae15-d3240f161d67 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Router d4e749b7-d165-4e16-8b8c-706b0848af35 is scheduled to L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 with binding_index 1 {{(pid=103365) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 18:07:37.944146 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-983d945d-b372-481e-ae15-d3240f161d67 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:07:37.962800 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef102258-0a98-4c52-b460-e959f2915a8f None None] Sync routers for ids ['d4e749b7-d165-4e16-8b8c-706b0848af35'] in n-d-818022-2 {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:07:38.023776 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-983d945d-b372-481e-ae15-d3240f161d67 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks [] for router, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:38.023776 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-983d945d-b372-481e-ae15-d3240f161d67 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 4.1278925 Nov 19 18:07:38.032874 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 33504) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:07:38.039427 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef102258-0a98-4c52-b460-e959f2915a8f None None] Routers {'d4e749b7-d165-4e16-8b8c-706b0848af35'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:07:38.047618 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-ef102258-0a98-4c52-b460-e959f2915a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:07:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['d4e749b7-d165-4e16-8b8c-706b0848af35'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:07:38.298806 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-ef102258-0a98-4c52-b460-e959f2915a8f None None] Set router d4e749b7-d165-4e16-8b8c-706b0848af35 gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:07:38.349110 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 33520) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:07:38.370137 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-cbfd5828-dc67-44e7-b3ba-82563dd94184 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:38.508648 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-96f1e308-8444-46ca-a1b1-181c7f06585f tempest-TestNetworkAdvancedServerOps-1185469273 tempest-TestNetworkAdvancedServerOps-1185469273-project-admin] 10.222.0.54 "GET /v2.0/subnets?project_id=d41245dedb694df6accb5dc7769c75e5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4744532 Nov 19 18:07:38.511593 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 33528) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:07:38.601784 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-ef102258-0a98-4c52-b460-e959f2915a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4e749b7-d165-4e16-8b8c-706b0848af35', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1761016376', 'tenant_id': 'd41245dedb694df6accb5dc7769c75e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.223'}], 'enable_snat': True}, 'gw_port_id': 'b36c192e-5326-4574-b08a-960a922c4f2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:07:34Z', 'updated_at': '2021-11-19T18:07:36Z', 'revision_number': 3, 'project_id': 'd41245dedb694df6accb5dc7769c75e5', 'gw_port': {'id': 'b36c192e-5326-4574-b08a-960a922c4f2d', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:3d:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4e749b7-d165-4e16-8b8c-706b0848af35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3416, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:07:35Z', 'updated_at': '2021-11-19T18:07:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:07:38.651799 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-cbfd5828-dc67-44e7-b3ba-82563dd94184 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:38.660570 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-cbfd5828-dc67-44e7-b3ba-82563dd94184 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:38.768481 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfd5828-dc67-44e7-b3ba-82563dd94184 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89e1b45e-1b18-4044-8166-11c810e3d507,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:07:38.778117 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-cbfd5828-dc67-44e7-b3ba-82563dd94184 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=59e28ebca10a40d9a40ad6303196c938&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4267507 Nov 19 18:07:38.780699 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 33532) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:07:38.894689 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef102258-0a98-4c52-b460-e959f2915a8f None None] Checking router: d4e749b7-d165-4e16-8b8c-706b0848af35 for host: n-d-818022-2 {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:07:38.897454 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef102258-0a98-4c52-b460-e959f2915a8f None None] Updating router d4e749b7-d165-4e16-8b8c-706b0848af35 port b36c192e-5326-4574-b08a-960a922c4f2d binding host n-d-818022-2 {{(pid=103367) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 18:07:38.929591 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-00aaefd6-f1ec-4f7e-a0d1-ec1f1c230689 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:38.939216 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6665015c-68d8-4cd6-be69-838f79f16958 tempest-TestNetworkAdvancedServerOps-1185469273 tempest-TestNetworkAdvancedServerOps-1185469273-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:07:38.946122 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-6665015c-68d8-4cd6-be69-838f79f16958 tempest-TestNetworkAdvancedServerOps-1185469273 tempest-TestNetworkAdvancedServerOps-1185469273-project-admin] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4286890 Nov 19 18:07:38.946856 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 33542) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:07:38.967415 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-ef102258-0a98-4c52-b460-e959f2915a8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:39.033960 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-00aaefd6-f1ec-4f7e-a0d1-ec1f1c230689 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:39.055602 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-ceeb354e-dfcc-4f2e-815b-fe9a81c42ad2 tempest-TestNetworkAdvancedServerOps-1185469273 tempest-TestNetworkAdvancedServerOps-1185469273-project-admin] 10.222.0.54 "GET /v2.0/subnets?network_id=645e61aa-1a6c-4e8f-857e-ab06edb4897f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1071043 Nov 19 18:07:39.059895 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 33554) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:07:39.076805 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-960e883f-d761-4bf6-9745-d480fc7d0e98 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1455887398', 'network_id': '42124578-768e-4944-8737-c67497927ce8', 'project_id': 'd41245dedb694df6accb5dc7769c75e5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:07:39.167218 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-00aaefd6-f1ec-4f7e-a0d1-ec1f1c230689 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:39.172787 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-00aaefd6-f1ec-4f7e-a0d1-ec1f1c230689 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:39.174679 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-00aaefd6-f1ec-4f7e-a0d1-ec1f1c230689 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/89e1b45e-1b18-4044-8166-11c810e3d507 HTTP/1.1" status: 204 len: 168 time: 0.3909671 Nov 19 18:07:39.193130 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00aaefd6-f1ec-4f7e-a0d1-ec1f1c230689 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89e1b45e-1b18-4044-8166-11c810e3d507,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:07:39.537889 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edc0139-fe3a-426a-8807-42a0baea8421 req-58b31375-9459-4b30-9c72-d4bacd4cbde6 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:07:39.551125 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-3edc0139-fe3a-426a-8807-42a0baea8421 req-58b31375-9459-4b30-9c72-d4bacd4cbde6 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/ports?device_id=cc04e7a6-e0b7-438f-a931-99187cf28379 HTTP/1.1" status: 200 len: 946 time: 0.1424003 Nov 19 18:07:39.580679 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-ef102258-0a98-4c52-b460-e959f2915a8f None None] Publish callbacks [] for port, precommit_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:39.614527 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-ef102258-0a98-4c52-b460-e959f2915a8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:39.624916 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-960e883f-d761-4bf6-9745-d480fc7d0e98 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Made reservation on behalf of d41245dedb694df6accb5dc7769c75e5 for: {'subnet': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:07:39.635228 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-960e883f-d761-4bf6-9745-d480fc7d0e98 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8731248'] for subnet, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:39.666612 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f7d631c-cde9-4e8c-89c0-efc42db80848 None None] DHCP port deletion for 645e61aa-1a6c-4e8f-857e-ab06edb4897f request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:07:39.667750 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-3edc0139-fe3a-426a-8807-42a0baea8421 req-a5425555-e88c-43a5-b84f-78ea2e2090c8 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1dc433e-2f31-472a-89c9-d0d668ac0a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1103733 Nov 19 18:07:39.758175 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-ef102258-0a98-4c52-b460-e959f2915a8f None None] Attempting to bind port b36c192e-5326-4574-b08a-960a922c4f2d on host n-d-818022-2 for vnic_type normal with profile {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:07:39.761963 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-ef102258-0a98-4c52-b460-e959f2915a8f None None] Attempting to bind port b36c192e-5326-4574-b08a-960a922c4f2d by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:07:39.762353 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef102258-0a98-4c52-b460-e959f2915a8f None None] Attempting to bind port b36c192e-5326-4574-b08a-960a922c4f2d on network 645e61aa-1a6c-4e8f-857e-ab06edb4897f {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:07:39.764697 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-0fe9943d-bb20-411e-bf76-bafd2297de69 None None] Provisioning complete for port b36c192e-5326-4574-b08a-960a922c4f2d triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:07:39.769689 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0fe9943d-bb20-411e-bf76-bafd2297de69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:39.773793 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef102258-0a98-4c52-b460-e959f2915a8f None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 7, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:07:39.777055 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef102258-0a98-4c52-b460-e959f2915a8f None None] Checking segment: {'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:07:39.777549 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-ef102258-0a98-4c52-b460-e959f2915a8f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:39.778658 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef102258-0a98-4c52-b460-e959f2915a8f None None] Bound using segment: {'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:07:39.779168 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-ef102258-0a98-4c52-b460-e959f2915a8f None None] Bound port: b36c192e-5326-4574-b08a-960a922c4f2d, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'}}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:07:39.779564 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-ef102258-0a98-4c52-b460-e959f2915a8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:39.853604 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-0fe9943d-bb20-411e-bf76-bafd2297de69 None None] Port b36c192e-5326-4574-b08a-960a922c4f2d cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:07:39.912251 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-ef102258-0a98-4c52-b460-e959f2915a8f None None] For port b36c192e-5326-4574-b08a-960a922c4f2d, host n-d-818022-2, cleared binding levels {{(pid=103367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:07:39.923585 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-ef102258-0a98-4c52-b460-e959f2915a8f None None] For port b36c192e-5326-4574-b08a-960a922c4f2d, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=b36c192e-5326-4574-b08a-960a922c4f2d,segment=NetworkSegment(bbe705c1-96c0-476e-8381-28227e6f0ac5),segment_id=bbe705c1-96c0-476e-8381-28227e6f0ac5)] {{(pid=103367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:07:39.945506 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-ef102258-0a98-4c52-b460-e959f2915a8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:40.008490 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3701e5b-1190-4033-aaa8-f9613fe9425b None None] DHCP port deletion for 645e61aa-1a6c-4e8f-857e-ab06edb4897f request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:07:40.032202 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e7f190-4507-44f0-bbfc-f1c37d48c2d3 None None] Pushing event updated for resources: {'Port': ['ID=b36c192e-5326-4574-b08a-960a922c4f2d,revision_number=2']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:07:40.051561 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e7f190-4507-44f0-bbfc-f1c37d48c2d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:07:40.051915 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e7f190-4507-44f0-bbfc-f1c37d48c2d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:07:40.052265 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e7f190-4507-44f0-bbfc-f1c37d48c2d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:07:40.052605 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e7f190-4507-44f0-bbfc-f1c37d48c2d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:07:40.052946 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e7f190-4507-44f0-bbfc-f1c37d48c2d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:07:40.053282 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e7f190-4507-44f0-bbfc-f1c37d48c2d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:07:40.053611 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e7f190-4507-44f0-bbfc-f1c37d48c2d3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:07:40.053977 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e7f190-4507-44f0-bbfc-f1c37d48c2d3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:07:40.054311 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e7f190-4507-44f0-bbfc-f1c37d48c2d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:07:40.054641 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e7f190-4507-44f0-bbfc-f1c37d48c2d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:07:40.061889 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e7f190-4507-44f0-bbfc-f1c37d48c2d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:07:40.062513 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e7f190-4507-44f0-bbfc-f1c37d48c2d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:07:40.080405 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef102258-0a98-4c52-b460-e959f2915a8f None None] Routers {'d4e749b7-d165-4e16-8b8c-706b0848af35'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:07:40.083270 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-ef102258-0a98-4c52-b460-e959f2915a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:07:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['d4e749b7-d165-4e16-8b8c-706b0848af35'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:07:40.131861 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-74e2d6d8-8ee9-4413-b567-19669b097d07 None None] Provisioning complete for port b36c192e-5326-4574-b08a-960a922c4f2d triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:07:40.132247 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-74e2d6d8-8ee9-4413-b567-19669b097d07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:40.414394 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 33592) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:07:40.441039 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d82de0c5-9c4a-4c7e-b9ae-41c04267c8fb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:40.442283 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-74e2d6d8-8ee9-4413-b567-19669b097d07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:40.507826 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-74e2d6d8-8ee9-4413-b567-19669b097d07 None None] For port b36c192e-5326-4574-b08a-960a922c4f2d, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=b36c192e-5326-4574-b08a-960a922c4f2d,segment=NetworkSegment(bbe705c1-96c0-476e-8381-28227e6f0ac5),segment_id=bbe705c1-96c0-476e-8381-28227e6f0ac5)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:07:40.517693 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-74e2d6d8-8ee9-4413-b567-19669b097d07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:40.662639 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-ef102258-0a98-4c52-b460-e959f2915a8f None None] Set router d4e749b7-d165-4e16-8b8c-706b0848af35 gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:07:40.681671 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e2d6d8-8ee9-4413-b567-19669b097d07 None None] Pushing event updated for resources: {'Port': ['ID=b36c192e-5326-4574-b08a-960a922c4f2d,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:07:40.713511 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-960e883f-d761-4bf6-9745-d480fc7d0e98 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12283104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8731234'] for subnet, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:40.737345 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d82de0c5-9c4a-4c7e-b9ae-41c04267c8fb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:40.780029 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d82de0c5-9c4a-4c7e-b9ae-41c04267c8fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:40.831078 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e7f190-4507-44f0-bbfc-f1c37d48c2d3 None None] Pushing event updated for resources: {'Port': ['ID=b36c192e-5326-4574-b08a-960a922c4f2d,revision_number=3']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:07:40.861193 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960e883f-d761-4bf6-9745-d480fc7d0e98 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Pushing event updated for resources: {'Subnet': ['ID=11a6fd8f-2511-454d-9031-930350e1d838,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:07:40.884515 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-960e883f-d761-4bf6-9745-d480fc7d0e98 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Checking segment: {'id': '40fb2a9c-8901-4a90-ae9b-dc010a7bd213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '42124578-768e-4944-8737-c67497927ce8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:07:40.884946 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-960e883f-d761-4bf6-9745-d480fc7d0e98 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Network hostable DHCP agents. Network: 42124578-768e-4944-8737-c67497927ce8, hostable agents: ['02910ef2-0455-4aea-9f38-9a875579633f'], hosted agents: [] {{(pid=103365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 18:07:40.910548 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82de0c5-9c4a-4c7e-b9ae-41c04267c8fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c495d1b-f2e6-43fb-93f0-f86e5e88e59e,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:07:40.936771 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-d82de0c5-9c4a-4c7e-b9ae-41c04267c8fb admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=dc3919f4ba434e3c8e0ee42d86cadbe8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5172007 Nov 19 18:07:40.942651 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 33602) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:07:40.972710 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-960e883f-d761-4bf6-9745-d480fc7d0e98 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Network 42124578-768e-4944-8737-c67497927ce8 is scheduled to be hosted by DHCP agent 02910ef2-0455-4aea-9f38-9a875579633f with binding_index 1 {{(pid=103365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 18:07:41.000335 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8590d76b-78c0-4f78-b1b8-2490aa3f2da2 req-b446fba8-344f-4c7d-82fa-338fbefb4824 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:07:41.009587 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8590d76b-78c0-4f78-b1b8-2490aa3f2da2 req-b446fba8-344f-4c7d-82fa-338fbefb4824 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/ports?device_id=cc04e7a6-e0b7-438f-a931-99187cf28379 HTTP/1.1" status: 200 len: 946 time: 0.2944047 Nov 19 18:07:41.029829 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-960e883f-d761-4bf6-9745-d480fc7d0e98 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818022-2, 42124578-768e-4944-8737-c67497927ce8) {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:07:41.034603 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-960e883f-d761-4bf6-9745-d480fc7d0e98 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:07:41.035202 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-960e883f-d761-4bf6-9745-d480fc7d0e98 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks [] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:41.047879 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-499996d5-f1b4-4752-96d1-f3e4a46113a9 None None] Network 42124578-768e-4944-8737-c67497927ce8 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:07:41.048126 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-ef102258-0a98-4c52-b460-e959f2915a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4e749b7-d165-4e16-8b8c-706b0848af35', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1761016376', 'tenant_id': 'd41245dedb694df6accb5dc7769c75e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.223'}], 'enable_snat': True}, 'gw_port_id': 'b36c192e-5326-4574-b08a-960a922c4f2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:07:34Z', 'updated_at': '2021-11-19T18:07:36Z', 'revision_number': 3, 'project_id': 'd41245dedb694df6accb5dc7769c75e5', 'gw_port': {'id': 'b36c192e-5326-4574-b08a-960a922c4f2d', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:3d:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4e749b7-d165-4e16-8b8c-706b0848af35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3416, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:07:35Z', 'updated_at': '2021-11-19T18:07:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:07:41.067782 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-960e883f-d761-4bf6-9745-d480fc7d0e98 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.0063396 Nov 19 18:07:41.071923 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 33606) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:07:41.147551 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef102258-0a98-4c52-b460-e959f2915a8f None None] The sync data for ids ['d4e749b7-d165-4e16-8b8c-706b0848af35'] in n-d-818022-2 is: [{'id': 'd4e749b7-d165-4e16-8b8c-706b0848af35', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1761016376', 'tenant_id': 'd41245dedb694df6accb5dc7769c75e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.223'}], 'enable_snat': True}, 'gw_port_id': 'b36c192e-5326-4574-b08a-960a922c4f2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:07:34Z', 'updated_at': '2021-11-19T18:07:36Z', 'revision_number': 3, 'project_id': 'd41245dedb694df6accb5dc7769c75e5', 'gw_port': {'id': 'b36c192e-5326-4574-b08a-960a922c4f2d', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:3d:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4e749b7-d165-4e16-8b8c-706b0848af35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3416, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:07:35Z', 'updated_at': '2021-11-19T18:07:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:07:41.192499 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e5e23503-9361-4576-8fbe-47e7bc861086 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:41.287993 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e5e23503-9361-4576-8fbe-47e7bc861086 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:41.318244 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8590d76b-78c0-4f78-b1b8-2490aa3f2da2 req-b9e1e001-145c-4847-afe5-a2148168e79b tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1dc433e-2f31-472a-89c9-d0d668ac0a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2808471 Nov 19 18:07:41.405766 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e5e23503-9361-4576-8fbe-47e7bc861086 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:41.409448 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e5e23503-9361-4576-8fbe-47e7bc861086 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:41.410922 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-e5e23503-9361-4576-8fbe-47e7bc861086 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/0c495d1b-f2e6-43fb-93f0-f86e5e88e59e HTTP/1.1" status: 204 len: 168 time: 0.4636748 Nov 19 18:07:41.425859 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e23503-9361-4576-8fbe-47e7bc861086 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c495d1b-f2e6-43fb-93f0-f86e5e88e59e,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:07:41.500638 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49dffd03-867f-4818-8164-4c5b50727f52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54f44f5f-1200-574e-8740-2141911d5b73-42124578-768e-4944-8737-c67497927ce8', 'network_id': '42124578-768e-4944-8737-c67497927ce8', 'tenant_id': 'd41245dedb694df6accb5dc7769c75e5', 'fixed_ips': [{'subnet_id': '11a6fd8f-2511-454d-9031-930350e1d838'}]}} from n-d-818022-2. {{(pid=103366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 18:07:41.501553 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-49dffd03-867f-4818-8164-4c5b50727f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:41.948353 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device b36c192e-5326-4574-b08a-960a922c4f2d up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:07:41.961764 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [None req-49dffd03-867f-4818-8164-4c5b50727f52 None None] Allocated IP 172.20.0.2 (42124578-768e-4944-8737-c67497927ce8/11a6fd8f-2511-454d-9031-930350e1d838/707970e4-2ea0-48ee-8392-66f6cb7f80ce) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:07:42.265415 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-720fa70e-7721-490e-9a5c-c07019946a53 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:42.426207 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port b36c192e-5326-4574-b08a-960a922c4f2d triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:07:42.428006 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:42.714448 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-49dffd03-867f-4818-8164-4c5b50727f52 None None] Publish callbacks [] for port, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:42.738493 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 2019baf0-8dd1-4014-98b3-2c3c4d3ec3aa details requested by agent hyperv_n-h1-818022-2 with host n-h1-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 18:07:42.909102 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 2019baf0-8dd1-4014-98b3-2c3c4d3ec3aa, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=2019baf0-8dd1-4014-98b3-2c3c4d3ec3aa,segment=NetworkSegment(878aa1ad-d952-49b3-babf-f88949b54efa),segment_id=878aa1ad-d952-49b3-babf-f88949b54efa)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:07:42.928617 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 2019baf0-8dd1-4014-98b3-2c3c4d3ec3aa no longer exists at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:07:42.941496 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Returning: {'device': '2019baf0-8dd1-4014-98b3-2c3c4d3ec3aa', 'network_id': '3b544363-bad2-4a9e-9892-483691dc34e2', 'port_id': '2019baf0-8dd1-4014-98b3-2c3c4d3ec3aa', 'mac_address': 'fa:16:3e:68:68:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 660, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78373283-0ecf-42ac-8dc9-066471cd2623', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 18:07:42.943615 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-49dffd03-867f-4818-8164-4c5b50727f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998'] for port, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:43.053272 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dffd03-867f-4818-8164-4c5b50727f52 None None] Pushing event updated for resources: {'Port': ['ID=707970e4-2ea0-48ee-8392-66f6cb7f80ce,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:07:43.078227 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49dffd03-867f-4818-8164-4c5b50727f52 None None] Network 42124578-768e-4944-8737-c67497927ce8 is already hosted by enough agents. {{(pid=103366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:07:43.110129 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [None req-49dffd03-867f-4818-8164-4c5b50727f52 None None] Resources bound (agent type, host, resource id): {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:07:43.123622 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49dffd03-867f-4818-8164-4c5b50727f52 None None] Received port after_create {{(pid=103366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:07:43.228779 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [None req-720fa70e-7721-490e-9a5c-c07019946a53 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Allocated IP 172.20.0.1 (42124578-768e-4944-8737-c67497927ce8/11a6fd8f-2511-454d-9031-930350e1d838/2f9bde54-258c-45bb-a29c-bda36de3bfc9) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:07:43.276427 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c88e59-028b-4850-9c5b-678cd40740fb req-af046d50-7b3f-4390-96b9-bdf1844f14f4 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:07:43.295261 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-51c88e59-028b-4850-9c5b-678cd40740fb req-af046d50-7b3f-4390-96b9-bdf1844f14f4 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/ports?device_id=cc04e7a6-e0b7-438f-a931-99187cf28379 HTTP/1.1" status: 200 len: 946 time: 0.8636701 Nov 19 18:07:43.303520 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:43.332845 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-49dffd03-867f-4818-8164-4c5b50727f52 None None] Attempting to bind port 707970e4-2ea0-48ee-8392-66f6cb7f80ce on host n-d-818022-2 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:07:43.333218 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-49dffd03-867f-4818-8164-4c5b50727f52 None None] Attempting to bind port 707970e4-2ea0-48ee-8392-66f6cb7f80ce by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': '40fb2a9c-8901-4a90-ae9b-dc010a7bd213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '42124578-768e-4944-8737-c67497927ce8'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:07:43.340622 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49dffd03-867f-4818-8164-4c5b50727f52 None None] Attempting to bind port 707970e4-2ea0-48ee-8392-66f6cb7f80ce on network 42124578-768e-4944-8737-c67497927ce8 {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:07:43.372554 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49dffd03-867f-4818-8164-4c5b50727f52 None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 7, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:07:43.373206 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49dffd03-867f-4818-8164-4c5b50727f52 None None] Checking segment: {'id': '40fb2a9c-8901-4a90-ae9b-dc010a7bd213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '42124578-768e-4944-8737-c67497927ce8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:07:43.373782 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-49dffd03-867f-4818-8164-4c5b50727f52 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:43.374351 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49dffd03-867f-4818-8164-4c5b50727f52 None None] Bound using segment: {'id': '40fb2a9c-8901-4a90-ae9b-dc010a7bd213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '42124578-768e-4944-8737-c67497927ce8'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:07:43.375014 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-49dffd03-867f-4818-8164-4c5b50727f52 None None] Bound port: 707970e4-2ea0-48ee-8392-66f6cb7f80ce, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40fb2a9c-8901-4a90-ae9b-dc010a7bd213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '42124578-768e-4944-8737-c67497927ce8'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:07:43.375670 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-49dffd03-867f-4818-8164-4c5b50727f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:43.437421 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2019baf0-8dd1-4014-98b3-2c3c4d3ec3aa {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:07:43.482735 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-49dffd03-867f-4818-8164-4c5b50727f52 None None] For port 707970e4-2ea0-48ee-8392-66f6cb7f80ce, host n-d-818022-2, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:07:43.488040 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-49dffd03-867f-4818-8164-4c5b50727f52 None None] For port 707970e4-2ea0-48ee-8392-66f6cb7f80ce, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=707970e4-2ea0-48ee-8392-66f6cb7f80ce,segment=NetworkSegment(40fb2a9c-8901-4a90-ae9b-dc010a7bd213),segment_id=40fb2a9c-8901-4a90-ae9b-dc010a7bd213)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:07:43.493194 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:43.532815 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-49dffd03-867f-4818-8164-4c5b50727f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:43.577056 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-51c88e59-028b-4850-9c5b-678cd40740fb req-6e84cb35-ceb8-45e5-be5d-c4a08b0dd82d tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1dc433e-2f31-472a-89c9-d0d668ac0a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2808373 Nov 19 18:07:43.712032 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-720fa70e-7721-490e-9a5c-c07019946a53 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:43.872998 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-720fa70e-7721-490e-9a5c-c07019946a53 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:43.890453 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 2019baf0-8dd1-4014-98b3-2c3c4d3ec3aa, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=2019baf0-8dd1-4014-98b3-2c3c4d3ec3aa,segment=NetworkSegment(878aa1ad-d952-49b3-babf-f88949b54efa),segment_id=878aa1ad-d952-49b3-babf-f88949b54efa)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:07:43.915834 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:44.000712 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dffd03-867f-4818-8164-4c5b50727f52 None None] Pushing event updated for resources: {'Port': ['ID=707970e4-2ea0-48ee-8392-66f6cb7f80ce,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:07:44.032347 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-720fa70e-7721-490e-9a5c-c07019946a53 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Network 42124578-768e-4944-8737-c67497927ce8 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:07:44.052687 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-720fa70e-7721-490e-9a5c-c07019946a53 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:07:44.054768 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.db.api [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103366) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 18:07:44.055257 n-d-818022-2 neutron-server[103366]: DEBUG oslo_db.api [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 18:07:44.073539 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['2019baf0-8dd1-4014-98b3-2c3c4d3ec3aa'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:07:44.089108 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-720fa70e-7721-490e-9a5c-c07019946a53 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:07:44.204776 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720fa70e-7721-490e-9a5c-c07019946a53 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Pushing event updated for resources: {'Port': ['ID=2f9bde54-258c-45bb-a29c-bda36de3bfc9,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:07:44.287309 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-720fa70e-7721-490e-9a5c-c07019946a53 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-671361'] for router_interface, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:44.405381 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=2019baf0-8dd1-4014-98b3-2c3c4d3ec3aa,revision_number=11']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:07:44.630566 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 33716) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:07:44.683046 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:44.690144 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-720fa70e-7721-490e-9a5c-c07019946a53 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:44.710389 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 2019baf0-8dd1-4014-98b3-2c3c4d3ec3aa {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:07:44.753368 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 2019baf0-8dd1-4014-98b3-2c3c4d3ec3aa, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=2019baf0-8dd1-4014-98b3-2c3c4d3ec3aa,segment=NetworkSegment(878aa1ad-d952-49b3-babf-f88949b54efa),segment_id=878aa1ad-d952-49b3-babf-f88949b54efa)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:07:44.764974 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:44.793467 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e922508-e8a9-4117-bcf5-21ddf663aa9b req-f7371e24-5f43-4aa2-92a2-633dfe115ae8 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:07:44.800252 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-3e922508-e8a9-4117-bcf5-21ddf663aa9b req-f7371e24-5f43-4aa2-92a2-633dfe115ae8 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/ports?device_id=cc04e7a6-e0b7-438f-a931-99187cf28379 HTTP/1.1" status: 200 len: 945 time: 0.0989361 Nov 19 18:07:44.876669 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=2019baf0-8dd1-4014-98b3-2c3c4d3ec3aa,revision_number=12']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:07:44.901614 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-3e922508-e8a9-4117-bcf5-21ddf663aa9b req-1492e757-3858-4017-be9f-72065b47283d tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1dc433e-2f31-472a-89c9-d0d668ac0a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1000867 Nov 19 18:07:44.939741 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-569e5ad4-3f07-4273-a261-fe9550755ac6 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Request body: {'network': {'name': 'tempest-network-smoke--1731494399', 'project_id': 'd00a359bd74e4de6b0d3dd4ba0b5c79c', 'port_security_enabled': True}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:07:44.962930 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-569e5ad4-3f07-4273-a261-fe9550755ac6 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Made reservation on behalf of d00a359bd74e4de6b0d3dd4ba0b5c79c for: {'network': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:07:44.967573 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-569e5ad4-3f07-4273-a261-fe9550755ac6 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:44.976995 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-569e5ad4-3f07-4273-a261-fe9550755ac6 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:45.169422 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-569e5ad4-3f07-4273-a261-fe9550755ac6 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:45.182984 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-569e5ad4-3f07-4273-a261-fe9550755ac6 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:45.212645 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-569e5ad4-3f07-4273-a261-fe9550755ac6 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 667} {{(pid=103364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 18:07:45.233908 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569e5ad4-3f07-4273-a261-fe9550755ac6 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da04e542-7be5-4102-8d92-3169ee6b94aa,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:07:45.255586 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-569e5ad4-3f07-4273-a261-fe9550755ac6 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:45.256121 n-d-818022-2 neutron-server[103364]: INFO neutron.db.segments_db [None req-569e5ad4-3f07-4273-a261-fe9550755ac6 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Added segment 7f8a67cc-f3a5-408c-b83a-718207ca1b8d of type vlan for network 80b24c25-6cae-4961-9404-ec39a219d9c1 Nov 19 18:07:45.275539 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-720fa70e-7721-490e-9a5c-c07019946a53 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks [] for port, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:45.290759 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-720fa70e-7721-490e-9a5c-c07019946a53 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:45.404851 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720fa70e-7721-490e-9a5c-c07019946a53 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Pushing event updated for resources: {'Port': ['ID=2f9bde54-258c-45bb-a29c-bda36de3bfc9,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:07:45.407624 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-720fa70e-7721-490e-9a5c-c07019946a53 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-768529'] for router_interface, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:45.415772 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-569e5ad4-3f07-4273-a261-fe9550755ac6 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:45.487138 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-569e5ad4-3f07-4273-a261-fe9550755ac6 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:45.494600 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-569e5ad4-3f07-4273-a261-fe9550755ac6 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:07:45.501940 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-569e5ad4-3f07-4273-a261-fe9550755ac6 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks [] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:45.653857 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-720fa70e-7721-490e-9a5c-c07019946a53 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Network 42124578-768e-4944-8737-c67497927ce8 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:07:45.658228 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-720fa70e-7721-490e-9a5c-c07019946a53 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:07:45.675586 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-569e5ad4-3f07-4273-a261-fe9550755ac6 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0428481 Nov 19 18:07:45.688158 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 33754) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:07:45.700588 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-3dec4705-84c4-4e30-ba8f-22e76acb0bf7 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1799051085', 'admin_state_up': True, 'project_id': 'd00a359bd74e4de6b0d3dd4ba0b5c79c', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'}}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:07:45.752222 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569e5ad4-3f07-4273-a261-fe9550755ac6 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Pushing event updated for resources: {'Network': ['ID=80b24c25-6cae-4961-9404-ec39a219d9c1,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:07:45.762247 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc3e02b1-31cf-4a21-b1a2-cfeb3ba66234 None None] Network 42124578-768e-4944-8737-c67497927ce8 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:07:45.775011 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3dec4705-84c4-4e30-ba8f-22e76acb0bf7 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9890'] for router, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:45.779585 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3dec4705-84c4-4e30-ba8f-22e76acb0bf7 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671617', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-732153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4689'] for router, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:45.847545 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3dec4705-84c4-4e30-ba8f-22e76acb0bf7 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:45.878727 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network 80b24c25-6cae-4961-9404-ec39a219d9c1 details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 18:07:46.041557 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3dec4705-84c4-4e30-ba8f-22e76acb0bf7 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:46.049358 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-bc23996c-991f-4e97-bd2c-896f1fb15d4e None None] Provisioning complete for port 707970e4-2ea0-48ee-8392-66f6cb7f80ce triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:07:46.050110 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-bc23996c-991f-4e97-bd2c-896f1fb15d4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:46.100221 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 707970e4-2ea0-48ee-8392-66f6cb7f80ce up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:07:46.339941 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3f09ee-136e-4fad-b456-d990d7a6128f req-5ad60632-aeea-47c9-bf2d-e0c068e4090e tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:07:46.352516 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-be3f09ee-136e-4fad-b456-d990d7a6128f req-5ad60632-aeea-47c9-bf2d-e0c068e4090e tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/ports?device_id=cc04e7a6-e0b7-438f-a931-99187cf28379 HTTP/1.1" status: 200 len: 944 time: 0.2761858 Nov 19 18:07:46.372677 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3dec4705-84c4-4e30-ba8f-22e76acb0bf7 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks [] for router_gateway, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:46.394934 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3dec4705-84c4-4e30-ba8f-22e76acb0bf7 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:46.405262 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-bc23996c-991f-4e97-bd2c-896f1fb15d4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:46.435013 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-720fa70e-7721-490e-9a5c-c07019946a53 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Router d4e749b7-d165-4e16-8b8c-706b0848af35 has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 18:07:46.451205 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 707970e4-2ea0-48ee-8392-66f6cb7f80ce triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:07:46.451862 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:46.553456 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-be3f09ee-136e-4fad-b456-d990d7a6128f req-54038b8a-55b2-4dcb-8103-d3850bf44c10 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1dc433e-2f31-472a-89c9-d0d668ac0a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1991146 Nov 19 18:07:46.576909 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-bc23996c-991f-4e97-bd2c-896f1fb15d4e None None] For port 707970e4-2ea0-48ee-8392-66f6cb7f80ce, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=707970e4-2ea0-48ee-8392-66f6cb7f80ce,segment=NetworkSegment(40fb2a9c-8901-4a90-ae9b-dc010a7bd213),segment_id=40fb2a9c-8901-4a90-ae9b-dc010a7bd213)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:07:46.583889 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [None req-3dec4705-84c4-4e30-ba8f-22e76acb0bf7 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Allocated IP 172.25.7.53 (645e61aa-1a6c-4e8f-857e-ab06edb4897f/88ed2d64-f56d-4f01-a468-946e01c99e82/1706ad07-f340-45ef-8070-8778cc53e080) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:07:46.602645 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-bc23996c-991f-4e97-bd2c-896f1fb15d4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:46.617725 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 2019baf0-8dd1-4014-98b3-2c3c4d3ec3aa up at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:07:46.838802 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3dec4705-84c4-4e30-ba8f-22e76acb0bf7 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:46.927489 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc23996c-991f-4e97-bd2c-896f1fb15d4e None None] Pushing event updated for resources: {'Port': ['ID=707970e4-2ea0-48ee-8392-66f6cb7f80ce,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:07:46.936619 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3dec4705-84c4-4e30-ba8f-22e76acb0bf7 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:46.952824 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning complete for port 2019baf0-8dd1-4014-98b3-2c3c4d3ec3aa triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:07:46.954259 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:47.127939 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dec4705-84c4-4e30-ba8f-22e76acb0bf7 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Network 645e61aa-1a6c-4e8f-857e-ab06edb4897f is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:07:47.131289 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dec4705-84c4-4e30-ba8f-22e76acb0bf7 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Pushing event updated for resources: {'Port': ['ID=1706ad07-f340-45ef-8070-8778cc53e080,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:07:47.138627 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-3dec4705-84c4-4e30-ba8f-22e76acb0bf7 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:07:47.149162 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dec4705-84c4-4e30-ba8f-22e76acb0bf7 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:07:47.183996 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aa874be-afa3-4ae3-9a25-a674f0d1c9ad None None] DHCP port deletion for 645e61aa-1a6c-4e8f-857e-ab06edb4897f request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:07:47.203916 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-0dfcb866-a2aa-4621-a37f-c41e811efc06 None None] Provisioning complete for port 707970e4-2ea0-48ee-8392-66f6cb7f80ce triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:07:47.209223 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0dfcb866-a2aa-4621-a37f-c41e811efc06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:47.364826 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:47.418463 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc04e7a6-e0b7-438f-a931-99187cf28379', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2019baf0-8dd1-4014-98b3-2c3c4d3ec3aa'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:07:47.421308 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3940761bcd94e032e6960d2241bd8993c5d3a7d8dc2aca8488f3ecf1d4dd2fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-266ae083-3cd5-4489-8500-0064d7d33eb1" -d '{"events": [{"server_uuid": "cc04e7a6-e0b7-438f-a931-99187cf28379", "name": "network-vif-plugged", "status": "completed", "tag": "2019baf0-8dd1-4014-98b3-2c3c4d3ec3aa"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:07:47.564211 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:07:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcd6c50b-6297-4854-9752-dfc509af9c26 x-openstack-request-id: req-fcd6c50b-6297-4854-9752-dfc509af9c26 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:07:47.569187 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc04e7a6-e0b7-438f-a931-99187cf28379", "name": "network-vif-plugged", "status": "completed", "tag": "2019baf0-8dd1-4014-98b3-2c3c4d3ec3aa", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:07:47.569467 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-fcd6c50b-6297-4854-9752-dfc509af9c26 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:07:47.569941 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc04e7a6-e0b7-438f-a931-99187cf28379', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2019baf0-8dd1-4014-98b3-2c3c4d3ec3aa', 'code': 200} Nov 19 18:07:47.581097 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 2019baf0-8dd1-4014-98b3-2c3c4d3ec3aa, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=2019baf0-8dd1-4014-98b3-2c3c4d3ec3aa,segment=NetworkSegment(878aa1ad-d952-49b3-babf-f88949b54efa),segment_id=878aa1ad-d952-49b3-babf-f88949b54efa)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:07:47.595728 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:47.626771 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-0dfcb866-a2aa-4621-a37f-c41e811efc06 None None] Provisioning complete for port 2f9bde54-258c-45bb-a29c-bda36de3bfc9 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:07:47.627159 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0dfcb866-a2aa-4621-a37f-c41e811efc06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:47.647482 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5195389-268b-4d09-b46b-464f6813f2ca req-eb59932f-16d3-42f2-bf9e-2e92a3e80648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:07:47.649044 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c5195389-268b-4d09-b46b-464f6813f2ca req-eb59932f-16d3-42f2-bf9e-2e92a3e80648 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e45c6e5baa414b6894171527d94e1abd&device_id=cc04e7a6-e0b7-438f-a931-99187cf28379 HTTP/1.1" status: 200 len: 1095 time: 0.9972937 Nov 19 18:07:47.716382 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3dec4705-84c4-4e30-ba8f-22e76acb0bf7 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks [] for router_gateway, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:47.835267 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-0dfcb866-a2aa-4621-a37f-c41e811efc06 None None] Port 2f9bde54-258c-45bb-a29c-bda36de3bfc9 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:07:47.843887 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=2019baf0-8dd1-4014-98b3-2c3c4d3ec3aa,revision_number=13']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:07:47.942459 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 707970e4-2ea0-48ee-8392-66f6cb7f80ce up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:07:48.090558 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-241ed558-f20a-45d9-9dcb-5e57ad4f4457 None None] Provisioning complete for port 1706ad07-f340-45ef-8070-8778cc53e080 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:07:48.090950 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-241ed558-f20a-45d9-9dcb-5e57ad4f4457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:48.122813 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-720fa70e-7721-490e-9a5c-c07019946a53 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:07:48.170633 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c43231-142a-46d8-80f8-0249bdab200f None None] Sync routers for ids ['d4e749b7-d165-4e16-8b8c-706b0848af35'] in n-d-818022-2 {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:07:48.188701 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-720fa70e-7721-490e-9a5c-c07019946a53 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "PUT /v2.0/routers/d4e749b7-d165-4e16-8b8c-706b0848af35/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1154077 Nov 19 18:07:48.224285 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9598e62c-7382-41c9-96de-b9e1a7983f42 req-1e1e6f3d-65c5-420b-a6fe-b281896a8607 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:07:48.226184 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9598e62c-7382-41c9-96de-b9e1a7983f42 req-1e1e6f3d-65c5-420b-a6fe-b281896a8607 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/ports?device_id=cc04e7a6-e0b7-438f-a931-99187cf28379 HTTP/1.1" status: 200 len: 946 time: 0.3736153 Nov 19 18:07:48.247717 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-241ed558-f20a-45d9-9dcb-5e57ad4f4457 None None] Port 1706ad07-f340-45ef-8070-8778cc53e080 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:07:48.274326 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 707970e4-2ea0-48ee-8392-66f6cb7f80ce triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:07:48.274791 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:48.283030 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c43231-142a-46d8-80f8-0249bdab200f None None] Routers {'d4e749b7-d165-4e16-8b8c-706b0848af35'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:07:48.285265 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-e2c43231-142a-46d8-80f8-0249bdab200f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:07:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['d4e749b7-d165-4e16-8b8c-706b0848af35'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:07:48.334327 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3dec4705-84c4-4e30-ba8f-22e76acb0bf7 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671702'] for router, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:48.431906 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5195389-268b-4d09-b46b-464f6813f2ca req-1490449d-2ca3-429e-a0be-a9bcacb7fbeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:07:48.451768 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c5195389-268b-4d09-b46b-464f6813f2ca req-1490449d-2ca3-429e-a0be-a9bcacb7fbeb service neutron] 10.222.0.60 "GET /v2.0/networks?id=3b544363-bad2-4a9e-9892-483691dc34e2 HTTP/1.1" status: 200 len: 912 time: 0.7654734 Nov 19 18:07:48.521853 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9598e62c-7382-41c9-96de-b9e1a7983f42 req-e7840891-0104-41ca-a28e-4b52d33da837 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1dc433e-2f31-472a-89c9-d0d668ac0a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2787507 Nov 19 18:07:48.587670 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dec4705-84c4-4e30-ba8f-22e76acb0bf7 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Router 479362ee-9c23-4bdf-aa23-bea5c71128aa is scheduled to L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 with binding_index 1 {{(pid=103364) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 18:07:48.616967 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-241ed558-f20a-45d9-9dcb-5e57ad4f4457 None None] Provisioning complete for port 2f9bde54-258c-45bb-a29c-bda36de3bfc9 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:07:48.617786 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-241ed558-f20a-45d9-9dcb-5e57ad4f4457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:48.716311 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c5195389-268b-4d09-b46b-464f6813f2ca req-186ba12c-597c-4d8b-92e3-4c62bc82d8ed service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2019baf0-8dd1-4014-98b3-2c3c4d3ec3aa HTTP/1.1" status: 200 len: 1001 time: 0.1788688 Nov 19 18:07:48.873161 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5195389-268b-4d09-b46b-464f6813f2ca req-1883ac48-99ce-4d8f-8e5a-3d65c86fa345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:07:48.878551 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c5195389-268b-4d09-b46b-464f6813f2ca req-1883ac48-99ce-4d8f-8e5a-3d65c86fa345 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=78373283-0ecf-42ac-8dc9-066471cd2623 HTTP/1.1" status: 200 len: 850 time: 0.1597688 Nov 19 18:07:48.973407 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-241ed558-f20a-45d9-9dcb-5e57ad4f4457 None None] Port 2f9bde54-258c-45bb-a29c-bda36de3bfc9 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:07:48.979121 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5195389-268b-4d09-b46b-464f6813f2ca req-06a5eaa0-a6a1-4e20-ac0b-93b369c474c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:07:48.981005 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c5195389-268b-4d09-b46b-464f6813f2ca req-06a5eaa0-a6a1-4e20-ac0b-93b369c474c6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3b544363-bad2-4a9e-9892-483691dc34e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0914400 Nov 19 18:07:49.040482 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-e2c43231-142a-46d8-80f8-0249bdab200f None None] Set router d4e749b7-d165-4e16-8b8c-706b0848af35 gateway port host: n-d-818022-2 {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:07:49.127492 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-3f8231bf-f096-49c0-9c6e-f971744ffcc2 None None] Provisioning complete for port 2f9bde54-258c-45bb-a29c-bda36de3bfc9 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:07:49.128457 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3f8231bf-f096-49c0-9c6e-f971744ffcc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:49.209802 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c5195389-268b-4d09-b46b-464f6813f2ca req-37c4796e-65f3-4266-889e-b7e480e7502d service neutron] 10.222.0.60 "GET /v2.0/networks/3b544363-bad2-4a9e-9892-483691dc34e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2194719 Nov 19 18:07:49.580455 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c5195389-268b-4d09-b46b-464f6813f2ca req-2447877a-4441-4749-8eb3-81be3401c790 service neutron] 10.222.0.60 "GET /v2.0/networks/3b544363-bad2-4a9e-9892-483691dc34e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3639243 Nov 19 18:07:49.808943 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7edbb1e-3fd1-40be-b3f4-efa8db0b3eef req-c97696cd-a3b6-416c-83f2-bc48d9aeeb16 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:07:49.816468 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f7edbb1e-3fd1-40be-b3f4-efa8db0b3eef req-c97696cd-a3b6-416c-83f2-bc48d9aeeb16 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/ports?device_id=cc04e7a6-e0b7-438f-a931-99187cf28379 HTTP/1.1" status: 200 len: 946 time: 0.1266859 Nov 19 18:07:49.848979 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-76169169-0ea3-49b3-8e79-4b54c2fd0ba3 req-ade66d8d-fa92-406c-85e0-f7109004d953 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1662124445&fields=id&tenant_id=d41245dedb694df6accb5dc7769c75e5 HTTP/1.1" status: 200 len: 267 time: 1.1553540 Nov 19 18:07:49.921999 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-3f8231bf-f096-49c0-9c6e-f971744ffcc2 None None] Port 2f9bde54-258c-45bb-a29c-bda36de3bfc9 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:07:49.962882 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f7edbb1e-3fd1-40be-b3f4-efa8db0b3eef req-2707e6be-76b4-4d9e-9cf9-56b2b771c14a tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1dc433e-2f31-472a-89c9-d0d668ac0a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1390820 Nov 19 18:07:49.987672 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dec4705-84c4-4e30-ba8f-22e76acb0bf7 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:07:50.003598 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b509625-0101-42dc-bf44-4dd5f8cf4d36 None None] Sync routers for ids ['479362ee-9c23-4bdf-aa23-bea5c71128aa'] in n-d-818022-2 {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:07:50.029420 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b509625-0101-42dc-bf44-4dd5f8cf4d36 None None] Routers {'479362ee-9c23-4bdf-aa23-bea5c71128aa'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:07:50.030090 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-4b509625-0101-42dc-bf44-4dd5f8cf4d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:07:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['479362ee-9c23-4bdf-aa23-bea5c71128aa'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:07:50.053842 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-e2c43231-142a-46d8-80f8-0249bdab200f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4e749b7-d165-4e16-8b8c-706b0848af35', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1761016376', 'tenant_id': 'd41245dedb694df6accb5dc7769c75e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.223'}], 'enable_snat': True}, 'gw_port_id': 'b36c192e-5326-4574-b08a-960a922c4f2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:07:34Z', 'updated_at': '2021-11-19T18:07:44Z', 'revision_number': 4, 'project_id': 'd41245dedb694df6accb5dc7769c75e5', 'gw_port': {'id': 'b36c192e-5326-4574-b08a-960a922c4f2d', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:3d:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e749b7-d165-4e16-8b8c-706b0848af35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3416, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:07:35Z', 'updated_at': '2021-11-19T18:07:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': '2f9bde54-258c-45bb-a29c-bda36de3bfc9', 'name': '', 'network_id': '42124578-768e-4944-8737-c67497927ce8', 'tenant_id': 'd41245dedb694df6accb5dc7769c75e5', 'mac_address': 'fa:16:3e:77:6f:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4e749b7-d165-4e16-8b8c-706b0848af35', 'device_owner': 'network:router_interface', 'standard_attr_id': 3434, 'fixed_ips': [{'subnet_id': '11a6fd8f-2511-454d-9031-930350e1d838', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:07:42Z', 'updated_at': '2021-11-19T18:07:45Z', 'revision_number': 2, 'project_id': 'd41245dedb694df6accb5dc7769c75e5', 'subnets': [{'id': '11a6fd8f-2511-454d-9031-930350e1d838', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:07:50.060429 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3dec4705-84c4-4e30-ba8f-22e76acb0bf7 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks [] for router, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:50.062372 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-3dec4705-84c4-4e30-ba8f-22e76acb0bf7 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.3730485 Nov 19 18:07:50.065349 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 33838) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:07:50.130268 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c43231-142a-46d8-80f8-0249bdab200f None None] Checking router: d4e749b7-d165-4e16-8b8c-706b0848af35 for host: n-d-818022-2 {{(pid=103366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:07:50.130633 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c43231-142a-46d8-80f8-0249bdab200f None None] Updating router d4e749b7-d165-4e16-8b8c-706b0848af35 port 2f9bde54-258c-45bb-a29c-bda36de3bfc9 binding host n-d-818022-2 {{(pid=103366) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 18:07:50.182166 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76169169-0ea3-49b3-8e79-4b54c2fd0ba3 req-863cb2f4-f076-4afd-9093-a363aeb1e5d7 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:07:50.191994 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-76169169-0ea3-49b3-8e79-4b54c2fd0ba3 req-863cb2f4-f076-4afd-9093-a363aeb1e5d7 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/networks?id=42124578-768e-4944-8737-c67497927ce8 HTTP/1.1" status: 200 len: 796 time: 0.3318386 Nov 19 18:07:50.197797 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e2c43231-142a-46d8-80f8-0249bdab200f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:50.240245 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-76169169-0ea3-49b3-8e79-4b54c2fd0ba3 req-93651083-e5ad-4ddf-bb45-4a19700ad4b5 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/quotas/d41245dedb694df6accb5dc7769c75e5 HTTP/1.1" status: 200 len: 375 time: 0.0317690 Nov 19 18:07:50.304490 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-4b509625-0101-42dc-bf44-4dd5f8cf4d36 None None] Set router 479362ee-9c23-4bdf-aa23-bea5c71128aa gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:07:50.361944 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-55d305e7-8a6c-4e11-a1e3-b2637c01fbd0 tempest-TestNetworkBasicOps-1831700080 tempest-TestNetworkBasicOps-1831700080-project-admin] 10.222.0.54 "GET /v2.0/subnets?project_id=d00a359bd74e4de6b0d3dd4ba0b5c79c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2918417 Nov 19 18:07:50.362624 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 33846) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:07:50.395693 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-76169169-0ea3-49b3-8e79-4b54c2fd0ba3 req-0de7a974-6b2a-4f63-aa89-bee9048bf640 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=d41245dedb694df6accb5dc7769c75e5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1478922 Nov 19 18:07:50.645704 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2474ead4-fb4f-4003-be16-aa0e194ba404 tempest-TestNetworkBasicOps-1831700080 tempest-TestNetworkBasicOps-1831700080-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:07:50.647654 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-2474ead4-fb4f-4003-be16-aa0e194ba404 tempest-TestNetworkBasicOps-1831700080 tempest-TestNetworkBasicOps-1831700080-project-admin] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2840669 Nov 19 18:07:50.650480 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 33854) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:07:50.676515 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-76169169-0ea3-49b3-8e79-4b54c2fd0ba3 req-49c89676-5992-4050-811a-5725b5b6ef14 service neutron] 10.222.0.54 "GET /v2.0/networks/42124578-768e-4944-8737-c67497927ce8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2590480 Nov 19 18:07:50.709443 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-1dcbfc50-a5ec-41a9-b98e-67a498b76937 tempest-TestNetworkBasicOps-1831700080 tempest-TestNetworkBasicOps-1831700080-project-admin] 10.222.0.54 "GET /v2.0/subnets?network_id=645e61aa-1a6c-4e8f-857e-ab06edb4897f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0575171 Nov 19 18:07:50.715271 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 33856) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:07:50.726641 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-2b3c21d2-5f96-4d47-a18f-a2162697c300 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-581684984', 'network_id': '80b24c25-6cae-4961-9404-ec39a219d9c1', 'project_id': 'd00a359bd74e4de6b0d3dd4ba0b5c79c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:07:50.859645 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-4b509625-0101-42dc-bf44-4dd5f8cf4d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '479362ee-9c23-4bdf-aa23-bea5c71128aa', 'name': 'tempest-TestNetworkBasicOps-router-1799051085', 'tenant_id': 'd00a359bd74e4de6b0d3dd4ba0b5c79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.53'}], 'enable_snat': True}, 'gw_port_id': '1706ad07-f340-45ef-8070-8778cc53e080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:07:45Z', 'updated_at': '2021-11-19T18:07:47Z', 'revision_number': 3, 'project_id': 'd00a359bd74e4de6b0d3dd4ba0b5c79c', 'gw_port': {'id': '1706ad07-f340-45ef-8070-8778cc53e080', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:e2:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '479362ee-9c23-4bdf-aa23-bea5c71128aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:07:46Z', 'updated_at': '2021-11-19T18:07:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:07:50.930684 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-76169169-0ea3-49b3-8e79-4b54c2fd0ba3 req-d7bbc0de-7528-4309-90e1-d2d75f191580 service neutron] 10.222.0.54 "GET /v2.0/networks/42124578-768e-4944-8737-c67497927ce8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2532320 Nov 19 18:07:50.957227 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b509625-0101-42dc-bf44-4dd5f8cf4d36 None None] Checking router: 479362ee-9c23-4bdf-aa23-bea5c71128aa for host: n-d-818022-2 {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:07:50.960167 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b509625-0101-42dc-bf44-4dd5f8cf4d36 None None] Updating router 479362ee-9c23-4bdf-aa23-bea5c71128aa port 1706ad07-f340-45ef-8070-8778cc53e080 binding host n-d-818022-2 {{(pid=103367) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 18:07:50.986144 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b3c21d2-5f96-4d47-a18f-a2162697c300 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Made reservation on behalf of d00a359bd74e4de6b0d3dd4ba0b5c79c for: {'subnet': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:07:50.994703 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2b3c21d2-5f96-4d47-a18f-a2162697c300 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8731248'] for subnet, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:51.056379 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-4b509625-0101-42dc-bf44-4dd5f8cf4d36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:51.086947 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e2c43231-142a-46d8-80f8-0249bdab200f None None] Publish callbacks [] for port, precommit_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:51.107802 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e2c43231-142a-46d8-80f8-0249bdab200f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:51.329871 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a810b2-71b8-4c69-9207-64c10a0a5863 None None] Pushing event updated for resources: {'Port': ['ID=2f9bde54-258c-45bb-a29c-bda36de3bfc9,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:07:51.441038 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8788340d-2d74-45ea-881b-ea7b1118788f req-b5019c9e-7116-4f69-9b64-4152b6c10ce2 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/ports?device_id=dd7e5b82-e438-4e99-b310-3c80409b6aad HTTP/1.1" status: 200 len: 210 time: 0.0956137 Nov 19 18:07:51.453310 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-e2c43231-142a-46d8-80f8-0249bdab200f None None] Attempting to bind port 2f9bde54-258c-45bb-a29c-bda36de3bfc9 on host n-d-818022-2 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:07:51.454145 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-e2c43231-142a-46d8-80f8-0249bdab200f None None] Attempting to bind port 2f9bde54-258c-45bb-a29c-bda36de3bfc9 by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': '40fb2a9c-8901-4a90-ae9b-dc010a7bd213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '42124578-768e-4944-8737-c67497927ce8'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:07:51.454668 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c43231-142a-46d8-80f8-0249bdab200f None None] Attempting to bind port 2f9bde54-258c-45bb-a29c-bda36de3bfc9 on network 42124578-768e-4944-8737-c67497927ce8 {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:07:51.477607 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c43231-142a-46d8-80f8-0249bdab200f None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 7, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:07:51.478344 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c43231-142a-46d8-80f8-0249bdab200f None None] Checking segment: {'id': '40fb2a9c-8901-4a90-ae9b-dc010a7bd213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '42124578-768e-4944-8737-c67497927ce8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:07:51.478933 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e2c43231-142a-46d8-80f8-0249bdab200f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:51.479519 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c43231-142a-46d8-80f8-0249bdab200f None None] Bound using segment: {'id': '40fb2a9c-8901-4a90-ae9b-dc010a7bd213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '42124578-768e-4944-8737-c67497927ce8'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:07:51.480760 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-e2c43231-142a-46d8-80f8-0249bdab200f None None] Bound port: 2f9bde54-258c-45bb-a29c-bda36de3bfc9, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40fb2a9c-8901-4a90-ae9b-dc010a7bd213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '42124578-768e-4944-8737-c67497927ce8'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:07:51.481324 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e2c43231-142a-46d8-80f8-0249bdab200f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:51.486101 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58724437-7dd9-4ecb-b322-77cec34b3463 req-e93700ec-5ba6-418d-865a-218799d6d049 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:07:51.487813 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-58724437-7dd9-4ecb-b322-77cec34b3463 req-e93700ec-5ba6-418d-865a-218799d6d049 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/ports?device_id=cc04e7a6-e0b7-438f-a931-99187cf28379 HTTP/1.1" status: 200 len: 946 time: 0.2730904 Nov 19 18:07:51.572853 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-e2c43231-142a-46d8-80f8-0249bdab200f None None] For port 2f9bde54-258c-45bb-a29c-bda36de3bfc9, host n-d-818022-2, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:07:51.576659 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-e2c43231-142a-46d8-80f8-0249bdab200f None None] For port 2f9bde54-258c-45bb-a29c-bda36de3bfc9, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=2f9bde54-258c-45bb-a29c-bda36de3bfc9,segment=NetworkSegment(40fb2a9c-8901-4a90-ae9b-dc010a7bd213),segment_id=40fb2a9c-8901-4a90-ae9b-dc010a7bd213)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:07:51.589005 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-5b51de8d-2ef1-41e4-90e5-24835986ebb2 None None] Provisioning complete for port 2f9bde54-258c-45bb-a29c-bda36de3bfc9 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:07:51.591003 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-5b51de8d-2ef1-41e4-90e5-24835986ebb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:51.704740 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-58724437-7dd9-4ecb-b322-77cec34b3463 req-4058268f-f85a-4ef4-bc2f-092ba197d3ce tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1dc433e-2f31-472a-89c9-d0d668ac0a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1972108 Nov 19 18:07:51.705534 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e2c43231-142a-46d8-80f8-0249bdab200f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:51.826423 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c43231-142a-46d8-80f8-0249bdab200f None None] Routers {'d4e749b7-d165-4e16-8b8c-706b0848af35'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:07:51.827058 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-e2c43231-142a-46d8-80f8-0249bdab200f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:07:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['d4e749b7-d165-4e16-8b8c-706b0848af35'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:07:51.869448 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a810b2-71b8-4c69-9207-64c10a0a5863 None None] Pushing event updated for resources: {'Port': ['ID=2f9bde54-258c-45bb-a29c-bda36de3bfc9,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:07:51.968729 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2b3c21d2-5f96-4d47-a18f-a2162697c300 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12283104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8731234'] for subnet, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:51.990430 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-5b51de8d-2ef1-41e4-90e5-24835986ebb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:52.145044 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-e2c43231-142a-46d8-80f8-0249bdab200f None None] Set router d4e749b7-d165-4e16-8b8c-706b0848af35 gateway port host: n-d-818022-2 {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:07:52.166801 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-4b509625-0101-42dc-bf44-4dd5f8cf4d36 None None] Publish callbacks [] for port, precommit_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:52.200051 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-4b509625-0101-42dc-bf44-4dd5f8cf4d36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:52.379196 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-5b51de8d-2ef1-41e4-90e5-24835986ebb2 None None] For port 2f9bde54-258c-45bb-a29c-bda36de3bfc9, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=2f9bde54-258c-45bb-a29c-bda36de3bfc9,segment=NetworkSegment(40fb2a9c-8901-4a90-ae9b-dc010a7bd213),segment_id=40fb2a9c-8901-4a90-ae9b-dc010a7bd213)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:07:52.431917 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28af4bc5-10e2-4672-9829-0a944c45994c None None] DHCP port deletion for 645e61aa-1a6c-4e8f-857e-ab06edb4897f request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:07:52.448697 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-5b51de8d-2ef1-41e4-90e5-24835986ebb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:52.458013 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b3c21d2-5f96-4d47-a18f-a2162697c300 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Checking segment: {'id': '7f8a67cc-f3a5-408c-b83a-718207ca1b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '80b24c25-6cae-4961-9404-ec39a219d9c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:07:52.458665 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b3c21d2-5f96-4d47-a18f-a2162697c300 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Network hostable DHCP agents. Network: 80b24c25-6cae-4961-9404-ec39a219d9c1, hostable agents: ['02910ef2-0455-4aea-9f38-9a875579633f'], hosted agents: [] {{(pid=103365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 18:07:52.479159 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-4b509625-0101-42dc-bf44-4dd5f8cf4d36 None None] Attempting to bind port 1706ad07-f340-45ef-8070-8778cc53e080 on host n-d-818022-2 for vnic_type normal with profile {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:07:52.479372 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-4b509625-0101-42dc-bf44-4dd5f8cf4d36 None None] Attempting to bind port 1706ad07-f340-45ef-8070-8778cc53e080 by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:07:52.480539 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b509625-0101-42dc-bf44-4dd5f8cf4d36 None None] Attempting to bind port 1706ad07-f340-45ef-8070-8778cc53e080 on network 645e61aa-1a6c-4e8f-857e-ab06edb4897f {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:07:52.494317 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b509625-0101-42dc-bf44-4dd5f8cf4d36 None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 7, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:07:52.495413 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b509625-0101-42dc-bf44-4dd5f8cf4d36 None None] Checking segment: {'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:07:52.496558 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-4b509625-0101-42dc-bf44-4dd5f8cf4d36 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:52.499121 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b509625-0101-42dc-bf44-4dd5f8cf4d36 None None] Bound using segment: {'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:07:52.499965 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-4b509625-0101-42dc-bf44-4dd5f8cf4d36 None None] Bound port: 1706ad07-f340-45ef-8070-8778cc53e080, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'}}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:07:52.500525 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-4b509625-0101-42dc-bf44-4dd5f8cf4d36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:52.515726 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3c21d2-5f96-4d47-a18f-a2162697c300 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Pushing event updated for resources: {'Subnet': ['ID=159f3a31-387a-4317-a596-fb3e8eedbc09,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:07:52.529165 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b3c21d2-5f96-4d47-a18f-a2162697c300 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Network 80b24c25-6cae-4961-9404-ec39a219d9c1 is scheduled to be hosted by DHCP agent 02910ef2-0455-4aea-9f38-9a875579633f with binding_index 1 {{(pid=103365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 18:07:52.560653 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-2b3c21d2-5f96-4d47-a18f-a2162697c300 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818022-2, 80b24c25-6cae-4961-9404-ec39a219d9c1) {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:07:52.566536 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b3c21d2-5f96-4d47-a18f-a2162697c300 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:07:52.567251 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2b3c21d2-5f96-4d47-a18f-a2162697c300 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks [] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:52.579258 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-4b509625-0101-42dc-bf44-4dd5f8cf4d36 None None] For port 1706ad07-f340-45ef-8070-8778cc53e080, host n-d-818022-2, cleared binding levels {{(pid=103367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:07:52.582994 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-4b509625-0101-42dc-bf44-4dd5f8cf4d36 None None] For port 1706ad07-f340-45ef-8070-8778cc53e080, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=1706ad07-f340-45ef-8070-8778cc53e080,segment=NetworkSegment(bbe705c1-96c0-476e-8381-28227e6f0ac5),segment_id=bbe705c1-96c0-476e-8381-28227e6f0ac5)] {{(pid=103367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:07:52.585239 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5f0b6c-42b7-4478-8b35-dd85cf9c46c3 None None] Pushing event updated for resources: {'Port': ['ID=1706ad07-f340-45ef-8070-8778cc53e080,revision_number=2']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:07:52.603493 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-4b509625-0101-42dc-bf44-4dd5f8cf4d36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:52.629913 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-2b3c21d2-5f96-4d47-a18f-a2162697c300 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.9118938 Nov 19 18:07:52.633459 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 33894) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:07:52.653958 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b51de8d-2ef1-41e4-90e5-24835986ebb2 None None] Pushing event updated for resources: {'Port': ['ID=2f9bde54-258c-45bb-a29c-bda36de3bfc9,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:07:52.685478 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c16420ca-0a7d-4d7f-91f7-77ad15745286 req-7195384a-3d96-47c4-a535-1bf51c7a8087 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/ports?device_id=dd7e5b82-e438-4e99-b310-3c80409b6aad HTTP/1.1" status: 200 len: 210 time: 0.0855827 Nov 19 18:07:52.731028 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-291a046b-45dd-4973-9d7a-c42104822781 None None] Network 80b24c25-6cae-4961-9404-ec39a219d9c1 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:07:52.840175 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-88a17898-2592-4049-88b2-5c2db700014c None None] Provisioning complete for port 2f9bde54-258c-45bb-a29c-bda36de3bfc9 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:07:52.840841 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-88a17898-2592-4049-88b2-5c2db700014c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:53.131616 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b509625-0101-42dc-bf44-4dd5f8cf4d36 None None] Routers {'479362ee-9c23-4bdf-aa23-bea5c71128aa'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:07:53.138963 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-4b509625-0101-42dc-bf44-4dd5f8cf4d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:07:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['479362ee-9c23-4bdf-aa23-bea5c71128aa'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:07:53.164627 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0719bca8-b51f-4c7e-b6e3-d3cae102f3dd None None] DHCP port deletion for 645e61aa-1a6c-4e8f-857e-ab06edb4897f request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:07:53.419569 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ee9d2cc-e1c0-4719-80b1-3757214d583a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54f44f5f-1200-574e-8740-2141911d5b73-80b24c25-6cae-4961-9404-ec39a219d9c1', 'network_id': '80b24c25-6cae-4961-9404-ec39a219d9c1', 'tenant_id': 'd00a359bd74e4de6b0d3dd4ba0b5c79c', 'fixed_ips': [{'subnet_id': '159f3a31-387a-4317-a596-fb3e8eedbc09'}]}} from n-d-818022-2. {{(pid=103366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 18:07:53.420737 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ee9d2cc-e1c0-4719-80b1-3757214d583a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:53.427814 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-e2c43231-142a-46d8-80f8-0249bdab200f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4e749b7-d165-4e16-8b8c-706b0848af35', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1761016376', 'tenant_id': 'd41245dedb694df6accb5dc7769c75e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.223'}], 'enable_snat': True}, 'gw_port_id': 'b36c192e-5326-4574-b08a-960a922c4f2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:07:34Z', 'updated_at': '2021-11-19T18:07:44Z', 'revision_number': 4, 'project_id': 'd41245dedb694df6accb5dc7769c75e5', 'gw_port': {'id': 'b36c192e-5326-4574-b08a-960a922c4f2d', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:3d:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e749b7-d165-4e16-8b8c-706b0848af35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3416, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:07:35Z', 'updated_at': '2021-11-19T18:07:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': '2f9bde54-258c-45bb-a29c-bda36de3bfc9', 'name': '', 'network_id': '42124578-768e-4944-8737-c67497927ce8', 'tenant_id': 'd41245dedb694df6accb5dc7769c75e5', 'mac_address': 'fa:16:3e:77:6f:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4e749b7-d165-4e16-8b8c-706b0848af35', 'device_owner': 'network:router_interface', 'standard_attr_id': 3434, 'fixed_ips': [{'subnet_id': '11a6fd8f-2511-454d-9031-930350e1d838', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:07:42Z', 'updated_at': '2021-11-19T18:07:51Z', 'revision_number': 4, 'project_id': 'd41245dedb694df6accb5dc7769c75e5', 'subnets': [{'id': '11a6fd8f-2511-454d-9031-930350e1d838', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:07:53.439833 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5f0b6c-42b7-4478-8b35-dd85cf9c46c3 None None] Pushing event updated for resources: {'Port': ['ID=1706ad07-f340-45ef-8070-8778cc53e080,revision_number=3']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:07:53.473164 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c43231-142a-46d8-80f8-0249bdab200f None None] The sync data for ids ['d4e749b7-d165-4e16-8b8c-706b0848af35'] in n-d-818022-2 is: [{'id': 'd4e749b7-d165-4e16-8b8c-706b0848af35', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1761016376', 'tenant_id': 'd41245dedb694df6accb5dc7769c75e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.223'}], 'enable_snat': True}, 'gw_port_id': 'b36c192e-5326-4574-b08a-960a922c4f2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:07:34Z', 'updated_at': '2021-11-19T18:07:44Z', 'revision_number': 4, 'project_id': 'd41245dedb694df6accb5dc7769c75e5', 'gw_port': {'id': 'b36c192e-5326-4574-b08a-960a922c4f2d', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:3d:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e749b7-d165-4e16-8b8c-706b0848af35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3416, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:07:35Z', 'updated_at': '2021-11-19T18:07:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': '2f9bde54-258c-45bb-a29c-bda36de3bfc9', 'name': '', 'network_id': '42124578-768e-4944-8737-c67497927ce8', 'tenant_id': 'd41245dedb694df6accb5dc7769c75e5', 'mac_address': 'fa:16:3e:77:6f:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4e749b7-d165-4e16-8b8c-706b0848af35', 'device_owner': 'network:router_interface', 'standard_attr_id': 3434, 'fixed_ips': [{'subnet_id': '11a6fd8f-2511-454d-9031-930350e1d838', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:07:42Z', 'updated_at': '2021-11-19T18:07:51Z', 'revision_number': 4, 'project_id': 'd41245dedb694df6accb5dc7769c75e5', 'subnets': [{'id': '11a6fd8f-2511-454d-9031-930350e1d838', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:07:53.567952 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-4b509625-0101-42dc-bf44-4dd5f8cf4d36 None None] Set router 479362ee-9c23-4bdf-aa23-bea5c71128aa gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:07:53.869495 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7841fd07-5cea-4d2a-8ea7-b0b6dde1a958 req-3bd210fb-c7ce-44dd-93b1-81666ac5569e tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:07:53.872049 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7841fd07-5cea-4d2a-8ea7-b0b6dde1a958 req-3bd210fb-c7ce-44dd-93b1-81666ac5569e tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/ports?device_id=cc04e7a6-e0b7-438f-a931-99187cf28379 HTTP/1.1" status: 200 len: 946 time: 0.8041139 Nov 19 18:07:53.975418 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [None req-0ee9d2cc-e1c0-4719-80b1-3757214d583a None None] Allocated IP 172.20.0.2 (80b24c25-6cae-4961-9404-ec39a219d9c1/159f3a31-387a-4317-a596-fb3e8eedbc09/66fd48dd-1255-423a-8943-06cb553de283) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:07:54.080292 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-58f093a2-5cc0-4acb-b8d9-78d6d3200bb5 req-f9913e29-eb5d-492a-858a-3e1a15994d70 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/ports?device_id=dd7e5b82-e438-4e99-b310-3c80409b6aad HTTP/1.1" status: 200 len: 210 time: 0.1010027 Nov 19 18:07:54.243426 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-4b509625-0101-42dc-bf44-4dd5f8cf4d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '479362ee-9c23-4bdf-aa23-bea5c71128aa', 'name': 'tempest-TestNetworkBasicOps-router-1799051085', 'tenant_id': 'd00a359bd74e4de6b0d3dd4ba0b5c79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.53'}], 'enable_snat': True}, 'gw_port_id': '1706ad07-f340-45ef-8070-8778cc53e080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:07:45Z', 'updated_at': '2021-11-19T18:07:47Z', 'revision_number': 3, 'project_id': 'd00a359bd74e4de6b0d3dd4ba0b5c79c', 'gw_port': {'id': '1706ad07-f340-45ef-8070-8778cc53e080', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:e2:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '479362ee-9c23-4bdf-aa23-bea5c71128aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:07:46Z', 'updated_at': '2021-11-19T18:07:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:07:54.374294 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b509625-0101-42dc-bf44-4dd5f8cf4d36 None None] The sync data for ids ['479362ee-9c23-4bdf-aa23-bea5c71128aa'] in n-d-818022-2 is: [{'id': '479362ee-9c23-4bdf-aa23-bea5c71128aa', 'name': 'tempest-TestNetworkBasicOps-router-1799051085', 'tenant_id': 'd00a359bd74e4de6b0d3dd4ba0b5c79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.53'}], 'enable_snat': True}, 'gw_port_id': '1706ad07-f340-45ef-8070-8778cc53e080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:07:45Z', 'updated_at': '2021-11-19T18:07:47Z', 'revision_number': 3, 'project_id': 'd00a359bd74e4de6b0d3dd4ba0b5c79c', 'gw_port': {'id': '1706ad07-f340-45ef-8070-8778cc53e080', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:e2:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '479362ee-9c23-4bdf-aa23-bea5c71128aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:07:46Z', 'updated_at': '2021-11-19T18:07:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:07:54.464966 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ee9d2cc-e1c0-4719-80b1-3757214d583a None None] Publish callbacks [] for port, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:54.485733 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 2f9bde54-258c-45bb-a29c-bda36de3bfc9 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:07:54.495623 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ee9d2cc-e1c0-4719-80b1-3757214d583a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998'] for port, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:54.568445 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7841fd07-5cea-4d2a-8ea7-b0b6dde1a958 req-cc332566-d2a6-402a-b254-023879a14a77 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1dc433e-2f31-472a-89c9-d0d668ac0a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5363090 Nov 19 18:07:54.756456 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76169169-0ea3-49b3-8e79-4b54c2fd0ba3 req-0b92456f-17ae-4bc4-80c6-c00dc2f52860 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:07:54.764287 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-76169169-0ea3-49b3-8e79-4b54c2fd0ba3 req-0b92456f-17ae-4bc4-80c6-c00dc2f52860 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.60 "GET /v2.0/networks?id=42124578-768e-4944-8737-c67497927ce8 HTTP/1.1" status: 200 len: 796 time: 1.1450622 Nov 19 18:07:54.832124 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-168766a9-c1a3-4f80-8be4-87d46b4535d9 None None] Provisioning complete for port 1706ad07-f340-45ef-8070-8778cc53e080 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:07:54.840278 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-168766a9-c1a3-4f80-8be4-87d46b4535d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:55.019381 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ee9d2cc-e1c0-4719-80b1-3757214d583a None None] Network 80b24c25-6cae-4961-9404-ec39a219d9c1 is already hosted by enough agents. {{(pid=103366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:07:55.035192 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [None req-0ee9d2cc-e1c0-4719-80b1-3757214d583a None None] Resources bound (agent type, host, resource id): {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:07:55.037446 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee9d2cc-e1c0-4719-80b1-3757214d583a None None] Pushing event updated for resources: {'Port': ['ID=66fd48dd-1255-423a-8943-06cb553de283,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:07:55.055031 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee9d2cc-e1c0-4719-80b1-3757214d583a None None] Received port after_create {{(pid=103366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:07:55.228990 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5b43b5eb-b93a-4c97-a5ee-2832cdb36804 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:55.304463 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-76169169-0ea3-49b3-8e79-4b54c2fd0ba3 req-252af8d7-1c5f-424a-8ed5-e4aba77226e1 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d41245dedb694df6accb5dc7769c75e5 HTTP/1.1" status: 200 len: 380 time: 0.5295937 Nov 19 18:07:55.308702 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-168766a9-c1a3-4f80-8be4-87d46b4535d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:55.321618 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-76169169-0ea3-49b3-8e79-4b54c2fd0ba3 req-b846e21a-eec1-4178-baa8-6316f0413b51 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Request body: {'port': {'device_id': 'dd7e5b82-e438-4e99-b310-3c80409b6aad', 'network_id': '42124578-768e-4944-8737-c67497927ce8', 'admin_state_up': True, 'tenant_id': 'd41245dedb694df6accb5dc7769c75e5', 'security_groups': ['f3b4bc83-8bc0-4734-b4bc-8a15bbeccc9c']}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:07:55.356375 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6bc28b52-de74-49ed-ad3b-8ff893492e50 req-dbc8e8c7-f545-4965-bcf3-94999037eebf tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/ports?device_id=dd7e5b82-e438-4e99-b310-3c80409b6aad HTTP/1.1" status: 200 len: 210 time: 0.0875084 Nov 19 18:07:55.382901 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-0ee9d2cc-e1c0-4719-80b1-3757214d583a None None] Attempting to bind port 66fd48dd-1255-423a-8943-06cb553de283 on host n-d-818022-2 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:07:55.390274 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-0ee9d2cc-e1c0-4719-80b1-3757214d583a None None] Attempting to bind port 66fd48dd-1255-423a-8943-06cb553de283 by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': '7f8a67cc-f3a5-408c-b83a-718207ca1b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '80b24c25-6cae-4961-9404-ec39a219d9c1'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:07:55.390729 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ee9d2cc-e1c0-4719-80b1-3757214d583a None None] Attempting to bind port 66fd48dd-1255-423a-8943-06cb553de283 on network 80b24c25-6cae-4961-9404-ec39a219d9c1 {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:07:55.418046 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 2f9bde54-258c-45bb-a29c-bda36de3bfc9 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:07:55.418426 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:55.524555 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-168766a9-c1a3-4f80-8be4-87d46b4535d9 None None] For port 1706ad07-f340-45ef-8070-8778cc53e080, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=1706ad07-f340-45ef-8070-8778cc53e080,segment=NetworkSegment(bbe705c1-96c0-476e-8381-28227e6f0ac5),segment_id=bbe705c1-96c0-476e-8381-28227e6f0ac5)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:07:55.525750 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ee9d2cc-e1c0-4719-80b1-3757214d583a None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 7, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:07:55.526159 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ee9d2cc-e1c0-4719-80b1-3757214d583a None None] Checking segment: {'id': '7f8a67cc-f3a5-408c-b83a-718207ca1b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '80b24c25-6cae-4961-9404-ec39a219d9c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:07:55.526644 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ee9d2cc-e1c0-4719-80b1-3757214d583a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:55.527019 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ee9d2cc-e1c0-4719-80b1-3757214d583a None None] Bound using segment: {'id': '7f8a67cc-f3a5-408c-b83a-718207ca1b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '80b24c25-6cae-4961-9404-ec39a219d9c1'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:07:55.527534 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-0ee9d2cc-e1c0-4719-80b1-3757214d583a None None] Bound port: 66fd48dd-1255-423a-8943-06cb553de283, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f8a67cc-f3a5-408c-b83a-718207ca1b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '80b24c25-6cae-4961-9404-ec39a219d9c1'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:07:55.527938 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ee9d2cc-e1c0-4719-80b1-3757214d583a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:55.559891 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-168766a9-c1a3-4f80-8be4-87d46b4535d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:55.623541 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76169169-0ea3-49b3-8e79-4b54c2fd0ba3 req-b846e21a-eec1-4178-baa8-6316f0413b51 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Made reservation on behalf of d41245dedb694df6accb5dc7769c75e5 for: {'port': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:07:55.647120 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-76169169-0ea3-49b3-8e79-4b54c2fd0ba3 req-b846e21a-eec1-4178-baa8-6316f0413b51 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:56.139483 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 1706ad07-f340-45ef-8070-8778cc53e080 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:07:56.237011 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168766a9-c1a3-4f80-8be4-87d46b4535d9 None None] Pushing event updated for resources: {'Port': ['ID=1706ad07-f340-45ef-8070-8778cc53e080,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:07:56.681697 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ee9d2cc-e1c0-4719-80b1-3757214d583a None None] For port 66fd48dd-1255-423a-8943-06cb553de283, host n-d-818022-2, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:07:56.700602 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ee9d2cc-e1c0-4719-80b1-3757214d583a None None] For port 66fd48dd-1255-423a-8943-06cb553de283, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=66fd48dd-1255-423a-8943-06cb553de283,segment=NetworkSegment(7f8a67cc-f3a5-408c-b83a-718207ca1b8d),segment_id=7f8a67cc-f3a5-408c-b83a-718207ca1b8d)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:07:56.701628 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-274eff5f-cb74-49e5-b6f6-8f21f5ffe24b req-4d392aaf-4dc2-4f21-a1b3-f864e90879d5 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/ports?device_id=dd7e5b82-e438-4e99-b310-3c80409b6aad HTTP/1.1" status: 200 len: 210 time: 0.2082720 Nov 19 18:07:56.744034 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ee9d2cc-e1c0-4719-80b1-3757214d583a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:56.874459 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 1706ad07-f340-45ef-8070-8778cc53e080 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:07:56.876017 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:57.055013 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee9d2cc-e1c0-4719-80b1-3757214d583a None None] Pushing event updated for resources: {'Port': ['ID=66fd48dd-1255-423a-8943-06cb553de283,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:07:57.067156 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [req-76169169-0ea3-49b3-8e79-4b54c2fd0ba3 req-b846e21a-eec1-4178-baa8-6316f0413b51 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Allocated IP 172.20.0.6 (42124578-768e-4944-8737-c67497927ce8/11a6fd8f-2511-454d-9031-930350e1d838/afe5276a-1a10-40d1-8d3d-9da02800b8a2) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:07:57.215424 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [None req-5b43b5eb-b93a-4c97-a5ee-2832cdb36804 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Allocated IP 172.20.0.1 (80b24c25-6cae-4961-9404-ec39a219d9c1/159f3a31-387a-4317-a596-fb3e8eedbc09/7be3de05-d164-4ac0-8db7-79c97dd95b37) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:07:57.735602 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d62bc5-9878-4c8e-9427-7b1bf124e043 req-75a623ef-516e-40c6-85a4-c52f8924c6d2 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:07:57.755386 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c8d62bc5-9878-4c8e-9427-7b1bf124e043 req-75a623ef-516e-40c6-85a4-c52f8924c6d2 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/ports?device_id=cc04e7a6-e0b7-438f-a931-99187cf28379 HTTP/1.1" status: 200 len: 946 time: 1.9550843 Nov 19 18:07:57.959102 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b0f7cf12-500c-428f-8b74-28bbbbd218b7 req-3211569a-30ab-4a55-aaa6-38368ef29805 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/ports?device_id=dd7e5b82-e438-4e99-b310-3c80409b6aad HTTP/1.1" status: 200 len: 210 time: 0.0992408 Nov 19 18:07:57.966812 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-76169169-0ea3-49b3-8e79-4b54c2fd0ba3 req-b846e21a-eec1-4178-baa8-6316f0413b51 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:58.099016 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-76169169-0ea3-49b3-8e79-4b54c2fd0ba3 req-b846e21a-eec1-4178-baa8-6316f0413b51 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:58.144447 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c8d62bc5-9878-4c8e-9427-7b1bf124e043 req-c16a55a5-3010-4036-89ab-c0160dd00c1d tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1dc433e-2f31-472a-89c9-d0d668ac0a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3863010 Nov 19 18:07:58.154143 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5b43b5eb-b93a-4c97-a5ee-2832cdb36804 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:58.228723 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 1706ad07-f340-45ef-8070-8778cc53e080 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:07:58.363803 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 1706ad07-f340-45ef-8070-8778cc53e080 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:07:58.364347 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:58.619588 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 66fd48dd-1255-423a-8943-06cb553de283 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:07:58.771633 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 66fd48dd-1255-423a-8943-06cb553de283 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:07:58.772172 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:58.834201 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76169169-0ea3-49b3-8e79-4b54c2fd0ba3 req-b846e21a-eec1-4178-baa8-6316f0413b51 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Network 42124578-768e-4944-8737-c67497927ce8 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:07:58.835812 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [req-76169169-0ea3-49b3-8e79-4b54c2fd0ba3 req-b846e21a-eec1-4178-baa8-6316f0413b51 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:07:58.839952 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-76169169-0ea3-49b3-8e79-4b54c2fd0ba3 req-b846e21a-eec1-4178-baa8-6316f0413b51 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:07:58.891848 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:58.975759 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] For port 66fd48dd-1255-423a-8943-06cb553de283, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=66fd48dd-1255-423a-8943-06cb553de283,segment=NetworkSegment(7f8a67cc-f3a5-408c-b83a-718207ca1b8d),segment_id=7f8a67cc-f3a5-408c-b83a-718207ca1b8d)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:07:58.982498 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:59.000336 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b846e21a-eec1-4178-baa8-6316f0413b51 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Pushing event updated for resources: {'Port': ['ID=afe5276a-1a10-40d1-8d3d-9da02800b8a2,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:07:59.045471 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76169169-0ea3-49b3-8e79-4b54c2fd0ba3 req-b846e21a-eec1-4178-baa8-6316f0413b51 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:07:59.045743 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-76169169-0ea3-49b3-8e79-4b54c2fd0ba3 req-b846e21a-eec1-4178-baa8-6316f0413b51 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:59.057253 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f91a1c70-8e44-4f77-bd88-8f9bc587610a None None] Network 80b24c25-6cae-4961-9404-ec39a219d9c1 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:07:59.080349 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-76169169-0ea3-49b3-8e79-4b54c2fd0ba3 req-b846e21a-eec1-4178-baa8-6316f0413b51 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7687874 Nov 19 18:07:59.083566 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5b43b5eb-b93a-4c97-a5ee-2832cdb36804 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:59.106802 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-76169169-0ea3-49b3-8e79-4b54c2fd0ba3 req-b1785a7b-6b20-4933-b266-c7ed228c57ca service neutron] Request body: {'port': {'device_id': 'dd7e5b82-e438-4e99-b310-3c80409b6aad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818022-2'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:07:59.176781 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-27039560-a1e0-4287-bb2f-95d463b2c8a1 None None] Provisioning complete for port 66fd48dd-1255-423a-8943-06cb553de283 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:07:59.177308 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-27039560-a1e0-4287-bb2f-95d463b2c8a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:59.270532 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.agents_db [None req-619e5c26-d9ed-4321-86eb-7d443bb9dfa2 None None] Agent healthcheck: found 7 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 18:07:59.333379 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867b4007-4e0b-424c-8680-bcd606090a9c req-2b4a224c-8ad6-4794-881e-80701134ba39 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:07:59.334990 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-867b4007-4e0b-424c-8680-bcd606090a9c req-2b4a224c-8ad6-4794-881e-80701134ba39 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/ports?device_id=dd7e5b82-e438-4e99-b310-3c80409b6aad HTTP/1.1" status: 200 len: 931 time: 0.1529171 Nov 19 18:07:59.342191 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b43b5eb-b93a-4c97-a5ee-2832cdb36804 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Pushing event updated for resources: {'Port': ['ID=7be3de05-d164-4ac0-8db7-79c97dd95b37,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:07:59.382717 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Pushing event updated for resources: {'Port': ['ID=66fd48dd-1255-423a-8943-06cb553de283,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:07:59.391026 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b43b5eb-b93a-4c97-a5ee-2832cdb36804 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Network 80b24c25-6cae-4961-9404-ec39a219d9c1 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:07:59.469296 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-76169169-0ea3-49b3-8e79-4b54c2fd0ba3 req-b1785a7b-6b20-4933-b266-c7ed228c57ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:59.472604 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-5b43b5eb-b93a-4c97-a5ee-2832cdb36804 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:07:59.500599 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-867b4007-4e0b-424c-8680-bcd606090a9c req-66e82b16-01ac-469f-bfd8-47e26d34bbc0 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/security-groups?id=f3b4bc83-8bc0-4734-b4bc-8a15bbeccc9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1554744 Nov 19 18:07:59.501223 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b43b5eb-b93a-4c97-a5ee-2832cdb36804 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:07:59.670325 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593e6a23-b762-46b5-8680-314309a2aa72 req-e21d305f-4df5-4dee-813b-5a113a4a7fbd tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:07:59.671906 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-593e6a23-b762-46b5-8680-314309a2aa72 req-e21d305f-4df5-4dee-813b-5a113a4a7fbd tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/ports?device_id=cc04e7a6-e0b7-438f-a931-99187cf28379 HTTP/1.1" status: 200 len: 946 time: 0.3225358 Nov 19 18:07:59.678395 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5b43b5eb-b93a-4c97-a5ee-2832cdb36804 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-671361'] for router_interface, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:59.786192 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-995ff665-e8c7-4ca4-a4bd-a00455aea4e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:59.914880 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-c3f2efd9-ed07-493e-aba5-37f5bed77ed2 None None] Provisioning complete for port afe5276a-1a10-40d1-8d3d-9da02800b8a2 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:07:59.915471 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-c3f2efd9-ed07-493e-aba5-37f5bed77ed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:07:59.995245 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-c3f2efd9-ed07-493e-aba5-37f5bed77ed2 None None] Port afe5276a-1a10-40d1-8d3d-9da02800b8a2 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:08:00.016047 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-593e6a23-b762-46b5-8680-314309a2aa72 req-9778878d-02ee-48de-a1cf-f888c97bc4b5 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1dc433e-2f31-472a-89c9-d0d668ac0a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3274229 Nov 19 18:08:00.052127 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 66fd48dd-1255-423a-8943-06cb553de283 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:08:00.189509 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 66fd48dd-1255-423a-8943-06cb553de283 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:08:00.190098 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:00.483411 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-1518a12e-0673-4c17-b341-b366b19ac3f6 None None] Provisioning complete for port 7be3de05-d164-4ac0-8db7-79c97dd95b37 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:08:00.484442 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-1518a12e-0673-4c17-b341-b366b19ac3f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:00.540128 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [req-76169169-0ea3-49b3-8e79-4b54c2fd0ba3 req-b1785a7b-6b20-4933-b266-c7ed228c57ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afe5276a-1a10-40d1-8d3d-9da02800b8a2 {{(pid=103365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:08:00.562655 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-76169169-0ea3-49b3-8e79-4b54c2fd0ba3 req-b1785a7b-6b20-4933-b266-c7ed228c57ca service neutron] Publish callbacks [] for port, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:00.599405 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.provisioning_blocks [req-76169169-0ea3-49b3-8e79-4b54c2fd0ba3 req-b1785a7b-6b20-4933-b266-c7ed228c57ca service neutron] Transition to ACTIVE for port object afe5276a-1a10-40d1-8d3d-9da02800b8a2 will not be triggered until provisioned by entity L2. {{(pid=103365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 18:08:00.628466 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5b43b5eb-b93a-4c97-a5ee-2832cdb36804 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:00.639313 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-76169169-0ea3-49b3-8e79-4b54c2fd0ba3 req-b1785a7b-6b20-4933-b266-c7ed228c57ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:00.726717 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-1518a12e-0673-4c17-b341-b366b19ac3f6 None None] Port 7be3de05-d164-4ac0-8db7-79c97dd95b37 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:08:00.805451 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-1518a12e-0673-4c17-b341-b366b19ac3f6 None None] Provisioning complete for port 66fd48dd-1255-423a-8943-06cb553de283 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:08:00.808069 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-1518a12e-0673-4c17-b341-b366b19ac3f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:00.831312 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582b5460-f496-4735-a9c5-2c94da8d8516 req-cdb7996b-aa39-406f-b54b-60ecfe64710d tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:08:00.834070 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-582b5460-f496-4735-a9c5-2c94da8d8516 req-cdb7996b-aa39-406f-b54b-60ecfe64710d tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/ports?device_id=dd7e5b82-e438-4e99-b310-3c80409b6aad HTTP/1.1" status: 200 len: 943 time: 0.1756353 Nov 19 18:08:00.883586 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1785a7b-6b20-4933-b266-c7ed228c57ca service neutron] Pushing event updated for resources: {'Port': ['ID=afe5276a-1a10-40d1-8d3d-9da02800b8a2,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:08:00.976134 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-582b5460-f496-4735-a9c5-2c94da8d8516 req-4b8d1339-1a52-4ae5-8266-12108d082c40 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/security-groups?id=f3b4bc83-8bc0-4734-b4bc-8a15bbeccc9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1286528 Nov 19 18:08:01.217207 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-3485310b-869b-4077-a933-de46be2db97c None None] Provisioning complete for port 7be3de05-d164-4ac0-8db7-79c97dd95b37 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:08:01.217593 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3485310b-869b-4077-a933-de46be2db97c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:01.329835 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-3485310b-869b-4077-a933-de46be2db97c None None] Port 7be3de05-d164-4ac0-8db7-79c97dd95b37 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:08:01.480677 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5b43b5eb-b93a-4c97-a5ee-2832cdb36804 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks [] for port, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:01.525062 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5b43b5eb-b93a-4c97-a5ee-2832cdb36804 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:01.728964 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b43b5eb-b93a-4c97-a5ee-2832cdb36804 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Pushing event updated for resources: {'Port': ['ID=7be3de05-d164-4ac0-8db7-79c97dd95b37,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:08:01.772455 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5b43b5eb-b93a-4c97-a5ee-2832cdb36804 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-768529'] for router_interface, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:01.794343 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-76169169-0ea3-49b3-8e79-4b54c2fd0ba3 req-b1785a7b-6b20-4933-b266-c7ed228c57ca service neutron] Attempting to bind port afe5276a-1a10-40d1-8d3d-9da02800b8a2 on host n-h1-818022-2 for vnic_type normal with profile {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:08:01.795112 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-76169169-0ea3-49b3-8e79-4b54c2fd0ba3 req-b1785a7b-6b20-4933-b266-c7ed228c57ca service neutron] Attempting to bind port afe5276a-1a10-40d1-8d3d-9da02800b8a2 by drivers openvswitch,hyperv on host n-h1-818022-2 at level 0 using segments [{'id': '40fb2a9c-8901-4a90-ae9b-dc010a7bd213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '42124578-768e-4944-8737-c67497927ce8'}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:08:01.795618 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76169169-0ea3-49b3-8e79-4b54c2fd0ba3 req-b1785a7b-6b20-4933-b266-c7ed228c57ca service neutron] Attempting to bind port afe5276a-1a10-40d1-8d3d-9da02800b8a2 on network 42124578-768e-4944-8737-c67497927ce8 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:08:01.809560 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788729dd-6acf-4ae2-b2bf-be802e7b6659 req-83001407-6916-40a3-beb6-745bbdad592f tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:08:01.811946 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-788729dd-6acf-4ae2-b2bf-be802e7b6659 req-83001407-6916-40a3-beb6-745bbdad592f tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/ports?device_id=cc04e7a6-e0b7-438f-a931-99187cf28379 HTTP/1.1" status: 200 len: 946 time: 0.3037131 Nov 19 18:08:01.863434 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76169169-0ea3-49b3-8e79-4b54c2fd0ba3 req-b1785a7b-6b20-4933-b266-c7ed228c57ca service neutron] Port afe5276a-1a10-40d1-8d3d-9da02800b8a2 on network 42124578-768e-4944-8737-c67497927ce8 not bound, no agent of type Open vSwitch agent registered on host n-h1-818022-2 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 18:08:01.863835 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76169169-0ea3-49b3-8e79-4b54c2fd0ba3 req-b1785a7b-6b20-4933-b266-c7ed228c57ca service neutron] Attempting to bind port afe5276a-1a10-40d1-8d3d-9da02800b8a2 on network 42124578-768e-4944-8737-c67497927ce8 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:08:01.889774 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76169169-0ea3-49b3-8e79-4b54c2fd0ba3 req-b1785a7b-6b20-4933-b266-c7ed228c57ca service neutron] Checking agent: {'id': 'a6668d96-12fa-4ec0-99ad-77eaf490dd2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'started_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 7, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:08:01.890162 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76169169-0ea3-49b3-8e79-4b54c2fd0ba3 req-b1785a7b-6b20-4933-b266-c7ed228c57ca service neutron] Checking segment: {'id': '40fb2a9c-8901-4a90-ae9b-dc010a7bd213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '42124578-768e-4944-8737-c67497927ce8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:08:01.890562 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76169169-0ea3-49b3-8e79-4b54c2fd0ba3 req-b1785a7b-6b20-4933-b266-c7ed228c57ca service neutron] Bound using segment: {'id': '40fb2a9c-8901-4a90-ae9b-dc010a7bd213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '42124578-768e-4944-8737-c67497927ce8'} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:08:01.891022 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-76169169-0ea3-49b3-8e79-4b54c2fd0ba3 req-b1785a7b-6b20-4933-b266-c7ed228c57ca service neutron] Bound port: afe5276a-1a10-40d1-8d3d-9da02800b8a2, host: n-h1-818022-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40fb2a9c-8901-4a90-ae9b-dc010a7bd213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '42124578-768e-4944-8737-c67497927ce8'}}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:08:01.891390 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-76169169-0ea3-49b3-8e79-4b54c2fd0ba3 req-b1785a7b-6b20-4933-b266-c7ed228c57ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:01.984682 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-788729dd-6acf-4ae2-b2bf-be802e7b6659 req-ec39f510-05f2-44bd-9f95-c5bd9975775d tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1dc433e-2f31-472a-89c9-d0d668ac0a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1580071 Nov 19 18:08:02.049020 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b43b5eb-b93a-4c97-a5ee-2832cdb36804 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Network 80b24c25-6cae-4961-9404-ec39a219d9c1 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:08:02.086264 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-5b43b5eb-b93a-4c97-a5ee-2832cdb36804 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:08:02.110667 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ba27d568-3151-4725-b022-c49932b4f899 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:02.128043 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-76169169-0ea3-49b3-8e79-4b54c2fd0ba3 req-b1785a7b-6b20-4933-b266-c7ed228c57ca service neutron] For port afe5276a-1a10-40d1-8d3d-9da02800b8a2, host n-h1-818022-2, cleared binding levels {{(pid=103365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:08:02.132562 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-76169169-0ea3-49b3-8e79-4b54c2fd0ba3 req-b1785a7b-6b20-4933-b266-c7ed228c57ca service neutron] For port afe5276a-1a10-40d1-8d3d-9da02800b8a2, host n-h1-818022-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=afe5276a-1a10-40d1-8d3d-9da02800b8a2,segment=NetworkSegment(40fb2a9c-8901-4a90-ae9b-dc010a7bd213),segment_id=40fb2a9c-8901-4a90-ae9b-dc010a7bd213)] {{(pid=103365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:08:02.176385 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5e9b0c-5d6c-459e-951b-d65b283df830 req-dd9b5653-9037-4f51-8b6f-087b223df7cd tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:08:02.192629 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6a5e9b0c-5d6c-459e-951b-d65b283df830 req-dd9b5653-9037-4f51-8b6f-087b223df7cd tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/ports?device_id=dd7e5b82-e438-4e99-b310-3c80409b6aad HTTP/1.1" status: 200 len: 943 time: 0.1055155 Nov 19 18:08:02.262248 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-76169169-0ea3-49b3-8e79-4b54c2fd0ba3 req-b1785a7b-6b20-4933-b266-c7ed228c57ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:02.377907 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6a5e9b0c-5d6c-459e-951b-d65b283df830 req-80b4c700-6602-4015-b0d9-9396348a819a tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/security-groups?id=f3b4bc83-8bc0-4734-b4bc-8a15bbeccc9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1758204 Nov 19 18:08:02.553695 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76169169-0ea3-49b3-8e79-4b54c2fd0ba3 req-b1785a7b-6b20-4933-b266-c7ed228c57ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:08:02.559559 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-76169169-0ea3-49b3-8e79-4b54c2fd0ba3 req-b1785a7b-6b20-4933-b266-c7ed228c57ca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:02.566750 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-76169169-0ea3-49b3-8e79-4b54c2fd0ba3 req-b1785a7b-6b20-4933-b266-c7ed228c57ca service neutron] 10.222.0.60 "PUT /v2.0/ports/afe5276a-1a10-40d1-8d3d-9da02800b8a2 HTTP/1.1" status: 200 len: 1091 time: 3.4705534 Nov 19 18:08:02.571648 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd7e5b82-e438-4e99-b310-3c80409b6aad', 'tag': 'afe5276a-1a10-40d1-8d3d-9da02800b8a2'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:08:02.584165 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218319d759239a7d11f1288aef37381b97754913ee9ccbfd43b51a463f801712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-469fec15-756c-471c-bcdb-5b78ce93d84f" -d '{"events": [{"name": "network-changed", "server_uuid": "dd7e5b82-e438-4e99-b310-3c80409b6aad", "tag": "afe5276a-1a10-40d1-8d3d-9da02800b8a2"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:08:02.822621 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 18:08:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a0cbb3d-4410-4599-92e6-52cdbb6e06bc x-openstack-request-id: req-9a0cbb3d-4410-4599-92e6-52cdbb6e06bc {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:08:02.824838 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd7e5b82-e438-4e99-b310-3c80409b6aad", "tag": "afe5276a-1a10-40d1-8d3d-9da02800b8a2", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:08:02.825456 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-9a0cbb3d-4410-4599-92e6-52cdbb6e06bc {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:08:02.826300 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd7e5b82-e438-4e99-b310-3c80409b6aad', 'tag': 'afe5276a-1a10-40d1-8d3d-9da02800b8a2', 'status': 'completed', 'code': 200} Nov 19 18:08:02.833424 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1785a7b-6b20-4933-b266-c7ed228c57ca service neutron] Pushing event updated for resources: {'Port': ['ID=afe5276a-1a10-40d1-8d3d-9da02800b8a2,revision_number=3']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:08:02.834586 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-2b027fab-3f0b-4e2f-b2fb-30928cda2f2d None None] Provisioning complete for port 7be3de05-d164-4ac0-8db7-79c97dd95b37 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:08:02.835142 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2b027fab-3f0b-4e2f-b2fb-30928cda2f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:02.914920 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76169169-0ea3-49b3-8e79-4b54c2fd0ba3 req-f483f26c-aac6-41ae-bcff-0db7e6a26091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:08:02.919109 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-76169169-0ea3-49b3-8e79-4b54c2fd0ba3 req-f483f26c-aac6-41ae-bcff-0db7e6a26091 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d41245dedb694df6accb5dc7769c75e5&device_id=dd7e5b82-e438-4e99-b310-3c80409b6aad HTTP/1.1" status: 200 len: 1094 time: 0.2684124 Nov 19 18:08:02.959005 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-2b027fab-3f0b-4e2f-b2fb-30928cda2f2d None None] Port 7be3de05-d164-4ac0-8db7-79c97dd95b37 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:08:03.017210 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-76169169-0ea3-49b3-8e79-4b54c2fd0ba3 req-81883cbc-5a6f-4ff1-824c-b04b49be7542 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=afe5276a-1a10-40d1-8d3d-9da02800b8a2 HTTP/1.1" status: 200 len: 217 time: 0.0868878 Nov 19 18:08:03.019539 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b43b5eb-b93a-4c97-a5ee-2832cdb36804 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Router 479362ee-9c23-4bdf-aa23-bea5c71128aa has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 18:08:03.228700 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76169169-0ea3-49b3-8e79-4b54c2fd0ba3 req-c5aa033d-3d78-4b57-83a6-e4ac357a3d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:08:03.277642 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-76169169-0ea3-49b3-8e79-4b54c2fd0ba3 req-c5aa033d-3d78-4b57-83a6-e4ac357a3d30 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=11a6fd8f-2511-454d-9031-930350e1d838 HTTP/1.1" status: 200 len: 835 time: 0.2465973 Nov 19 18:08:03.283229 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6834fd83-bec4-4179-b5f8-88c9d2d4d12f req-a634a6dd-d303-4a1c-bf62-2a3d13065206 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:08:03.301630 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6834fd83-bec4-4179-b5f8-88c9d2d4d12f req-a634a6dd-d303-4a1c-bf62-2a3d13065206 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/ports?device_id=cc04e7a6-e0b7-438f-a931-99187cf28379 HTTP/1.1" status: 200 len: 946 time: 0.1444676 Nov 19 18:08:03.320368 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e46ecc5a-dc14-4744-b262-3072ff2e958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:03.462853 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6834fd83-bec4-4179-b5f8-88c9d2d4d12f req-621ff963-38ef-48a4-be40-f93142970a82 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1dc433e-2f31-472a-89c9-d0d668ac0a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1569846 Nov 19 18:08:03.726798 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b43b5eb-b93a-4c97-a5ee-2832cdb36804 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:08:03.749276 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-761d0533-9853-4a2c-bcf5-f6b0a068d16d None None] Sync routers for ids ['479362ee-9c23-4bdf-aa23-bea5c71128aa'] in n-d-818022-2 {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:08:03.751369 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 34136) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:08:03.751667 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-5b43b5eb-b93a-4c97-a5ee-2832cdb36804 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] 10.222.0.54 "PUT /v2.0/routers/479362ee-9c23-4bdf-aa23-bea5c71128aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1162963 Nov 19 18:08:03.768227 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76169169-0ea3-49b3-8e79-4b54c2fd0ba3 req-dc67c5f2-256c-4e87-b0f5-f834ee0c1094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:08:03.772083 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-76169169-0ea3-49b3-8e79-4b54c2fd0ba3 req-dc67c5f2-256c-4e87-b0f5-f834ee0c1094 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=42124578-768e-4944-8737-c67497927ce8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4668639 Nov 19 18:08:03.783849 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ed6213-0fb4-4abb-bb50-33f099f735ba req-eeefe23b-be53-4bb3-83f5-9effc23668a1 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:08:03.785844 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e6ed6213-0fb4-4abb-bb50-33f099f735ba req-eeefe23b-be53-4bb3-83f5-9effc23668a1 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/ports?device_id=dd7e5b82-e438-4e99-b310-3c80409b6aad HTTP/1.1" status: 200 len: 943 time: 0.2845125 Nov 19 18:08:03.787285 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-761d0533-9853-4a2c-bcf5-f6b0a068d16d None None] Routers {'479362ee-9c23-4bdf-aa23-bea5c71128aa'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:08:03.788060 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-761d0533-9853-4a2c-bcf5-f6b0a068d16d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:08:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['479362ee-9c23-4bdf-aa23-bea5c71128aa'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:08:03.933135 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:03.976508 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e6ed6213-0fb4-4abb-bb50-33f099f735ba req-f941c6d2-9e9a-4bd2-bd70-89dadcccde0c tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/security-groups?id=f3b4bc83-8bc0-4734-b4bc-8a15bbeccc9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1662374 Nov 19 18:08:03.990054 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:04.045843 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-76169169-0ea3-49b3-8e79-4b54c2fd0ba3 req-0559a689-f871-41e6-8d2e-55524d473e4c service neutron] 10.222.0.60 "GET /v2.0/networks/42124578-768e-4944-8737-c67497927ce8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2587440 Nov 19 18:08:04.127869 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-761d0533-9853-4a2c-bcf5-f6b0a068d16d None None] Set router 479362ee-9c23-4bdf-aa23-bea5c71128aa gateway port host: n-d-818022-2 {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:08:04.247564 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-76169169-0ea3-49b3-8e79-4b54c2fd0ba3 req-318fb25b-95e2-4da3-9735-b000f80f4135 service neutron] 10.222.0.60 "GET /v2.0/networks/42124578-768e-4944-8737-c67497927ce8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1934855 Nov 19 18:08:04.281393 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4abbc3fe-2a33-412f-971c-b7ec9c6c421a tempest-TestNetworkBasicOps-1831700080 tempest-TestNetworkBasicOps-1831700080-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:08:04.283016 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4abbc3fe-2a33-412f-971c-b7ec9c6c421a tempest-TestNetworkBasicOps-1831700080 tempest-TestNetworkBasicOps-1831700080-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:08:04.283641 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4abbc3fe-2a33-412f-971c-b7ec9c6c421a tempest-TestNetworkBasicOps-1831700080 tempest-TestNetworkBasicOps-1831700080-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:08:04.285018 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4abbc3fe-2a33-412f-971c-b7ec9c6c421a tempest-TestNetworkBasicOps-1831700080 tempest-TestNetworkBasicOps-1831700080-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:08:04.285632 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4abbc3fe-2a33-412f-971c-b7ec9c6c421a tempest-TestNetworkBasicOps-1831700080 tempest-TestNetworkBasicOps-1831700080-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:08:04.286538 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4abbc3fe-2a33-412f-971c-b7ec9c6c421a tempest-TestNetworkBasicOps-1831700080 tempest-TestNetworkBasicOps-1831700080-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:08:04.287463 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4abbc3fe-2a33-412f-971c-b7ec9c6c421a tempest-TestNetworkBasicOps-1831700080 tempest-TestNetworkBasicOps-1831700080-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:08:04.299119 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-4abbc3fe-2a33-412f-971c-b7ec9c6c421a tempest-TestNetworkBasicOps-1831700080 tempest-TestNetworkBasicOps-1831700080-project-admin] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4971 time: 0.5458314 Nov 19 18:08:04.300884 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 34144) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:08:04.464500 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469fec15-756c-471c-bcdb-5b78ce93d84f req-70d00c90-b0d3-4a41-9053-c4672a1952da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:08:04.473398 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-469fec15-756c-471c-bcdb-5b78ce93d84f req-70d00c90-b0d3-4a41-9053-c4672a1952da service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d41245dedb694df6accb5dc7769c75e5&device_id=dd7e5b82-e438-4e99-b310-3c80409b6aad HTTP/1.1" status: 200 len: 1094 time: 0.1460371 Nov 19 18:08:04.605275 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28b35edf-75be-46e1-bcc4-a3c728a9a781 tempest-TestNetworkBasicOps-1831700080 tempest-TestNetworkBasicOps-1831700080-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:08:04.607850 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28b35edf-75be-46e1-bcc4-a3c728a9a781 tempest-TestNetworkBasicOps-1831700080 tempest-TestNetworkBasicOps-1831700080-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:08:04.608343 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28b35edf-75be-46e1-bcc4-a3c728a9a781 tempest-TestNetworkBasicOps-1831700080 tempest-TestNetworkBasicOps-1831700080-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:08:04.608776 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28b35edf-75be-46e1-bcc4-a3c728a9a781 tempest-TestNetworkBasicOps-1831700080 tempest-TestNetworkBasicOps-1831700080-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:08:04.609227 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28b35edf-75be-46e1-bcc4-a3c728a9a781 tempest-TestNetworkBasicOps-1831700080 tempest-TestNetworkBasicOps-1831700080-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:08:04.609676 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28b35edf-75be-46e1-bcc4-a3c728a9a781 tempest-TestNetworkBasicOps-1831700080 tempest-TestNetworkBasicOps-1831700080-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:08:04.610157 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28b35edf-75be-46e1-bcc4-a3c728a9a781 tempest-TestNetworkBasicOps-1831700080 tempest-TestNetworkBasicOps-1831700080-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:08:04.612108 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-28b35edf-75be-46e1-bcc4-a3c728a9a781 tempest-TestNetworkBasicOps-1831700080 tempest-TestNetworkBasicOps-1831700080-project-admin] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4630 time: 0.3083847 Nov 19 18:08:04.703173 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 34150) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:08:04.724633 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-761d0533-9853-4a2c-bcf5-f6b0a068d16d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '479362ee-9c23-4bdf-aa23-bea5c71128aa', 'name': 'tempest-TestNetworkBasicOps-router-1799051085', 'tenant_id': 'd00a359bd74e4de6b0d3dd4ba0b5c79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.53'}], 'enable_snat': True}, 'gw_port_id': '1706ad07-f340-45ef-8070-8778cc53e080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:07:45Z', 'updated_at': '2021-11-19T18:08:00Z', 'revision_number': 4, 'project_id': 'd00a359bd74e4de6b0d3dd4ba0b5c79c', 'gw_port': {'id': '1706ad07-f340-45ef-8070-8778cc53e080', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:e2:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '479362ee-9c23-4bdf-aa23-bea5c71128aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:07:46Z', 'updated_at': '2021-11-19T18:07:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': '7be3de05-d164-4ac0-8db7-79c97dd95b37', 'name': '', 'network_id': '80b24c25-6cae-4961-9404-ec39a219d9c1', 'tenant_id': 'd00a359bd74e4de6b0d3dd4ba0b5c79c', 'mac_address': 'fa:16:3e:d4:ac:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '479362ee-9c23-4bdf-aa23-bea5c71128aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': '159f3a31-387a-4317-a596-fb3e8eedbc09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:07:56Z', 'updated_at': '2021-11-19T18:08:01Z', 'revision_number': 2, 'project_id': 'd00a359bd74e4de6b0d3dd4ba0b5c79c', 'subnets': [{'id': '159f3a31-387a-4317-a596-fb3e8eedbc09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:08:04.754937 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469fec15-756c-471c-bcdb-5b78ce93d84f req-37450cbb-6067-4a24-910c-b22b97a1fadf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:08:04.757520 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-469fec15-756c-471c-bcdb-5b78ce93d84f req-37450cbb-6067-4a24-910c-b22b97a1fadf service neutron] 10.222.0.60 "GET /v2.0/networks?id=42124578-768e-4944-8737-c67497927ce8 HTTP/1.1" status: 200 len: 897 time: 0.2756505 Nov 19 18:08:04.816831 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-761d0533-9853-4a2c-bcf5-f6b0a068d16d None None] Checking router: 479362ee-9c23-4bdf-aa23-bea5c71128aa for host: n-d-818022-2 {{(pid=103366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:08:04.817196 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-761d0533-9853-4a2c-bcf5-f6b0a068d16d None None] Updating router 479362ee-9c23-4bdf-aa23-bea5c71128aa port 7be3de05-d164-4ac0-8db7-79c97dd95b37 binding host n-d-818022-2 {{(pid=103366) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 18:08:04.855384 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-469fec15-756c-471c-bcdb-5b78ce93d84f req-999cfc23-39be-492f-acd9-11155495359c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=afe5276a-1a10-40d1-8d3d-9da02800b8a2 HTTP/1.1" status: 200 len: 217 time: 0.0879035 Nov 19 18:08:04.882675 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-761d0533-9853-4a2c-bcf5-f6b0a068d16d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:04.891539 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e013d7e6-5264-4dcc-9759-54f5fb809e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:04.959818 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469fec15-756c-471c-bcdb-5b78ce93d84f req-5f6bd0a8-d0d4-4dc4-ac03-33006013278c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:08:04.964340 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-469fec15-756c-471c-bcdb-5b78ce93d84f req-5f6bd0a8-d0d4-4dc4-ac03-33006013278c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=11a6fd8f-2511-454d-9031-930350e1d838 HTTP/1.1" status: 200 len: 835 time: 0.1018643 Nov 19 18:08:05.037682 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c3a7bd-f4a7-42a2-97c5-8fc6bc595739 req-76eb1912-cd77-448b-b2e1-0aa38f3605e7 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:08:05.039311 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-31c3a7bd-f4a7-42a2-97c5-8fc6bc595739 req-76eb1912-cd77-448b-b2e1-0aa38f3605e7 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/ports?device_id=cc04e7a6-e0b7-438f-a931-99187cf28379 HTTP/1.1" status: 200 len: 946 time: 0.4261243 Nov 19 18:08:05.200189 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469fec15-756c-471c-bcdb-5b78ce93d84f req-1cfb23ac-4d90-4a2c-a1a2-6e462110bdfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:08:05.207790 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-469fec15-756c-471c-bcdb-5b78ce93d84f req-1cfb23ac-4d90-4a2c-a1a2-6e462110bdfa service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=42124578-768e-4944-8737-c67497927ce8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2359381 Nov 19 18:08:05.321218 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-31c3a7bd-f4a7-42a2-97c5-8fc6bc595739 req-985dbd74-ea0d-4cce-8c9c-a5b1b639dd2a tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1dc433e-2f31-472a-89c9-d0d668ac0a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2614579 Nov 19 18:08:05.330945 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:05.348616 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87a3ca0-7777-44ec-bdcf-c9c401c8c7ac req-4342cc45-712f-4aef-9acd-cc424014976a tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:08:05.362308 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f87a3ca0-7777-44ec-bdcf-c9c401c8c7ac req-4342cc45-712f-4aef-9acd-cc424014976a tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/ports?device_id=dd7e5b82-e438-4e99-b310-3c80409b6aad HTTP/1.1" status: 200 len: 943 time: 0.2228334 Nov 19 18:08:05.578132 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f87a3ca0-7777-44ec-bdcf-c9c401c8c7ac req-0bd684d6-3bca-42cb-8094-3a5a2af19db8 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/security-groups?id=f3b4bc83-8bc0-4734-b4bc-8a15bbeccc9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2064972 Nov 19 18:08:05.584394 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-469fec15-756c-471c-bcdb-5b78ce93d84f req-4562974d-676d-4edd-97cd-68b960910e0a service neutron] 10.222.0.60 "GET /v2.0/networks/42124578-768e-4944-8737-c67497927ce8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3465810 Nov 19 18:08:05.605920 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-fced1bce-5d0a-4dc9-b56b-6d954f6c1920 tempest-TestNetworkBasicOps-1831700080 tempest-TestNetworkBasicOps-1831700080-project-admin] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3054 time: 0.8405690 Nov 19 18:08:05.699144 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-761d0533-9853-4a2c-bcf5-f6b0a068d16d None None] Publish callbacks [] for port, precommit_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:05.716506 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-761d0533-9853-4a2c-bcf5-f6b0a068d16d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:05.802517 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4bc1ff-3984-4ab6-9539-91a14abf40f9 None None] Pushing event updated for resources: {'Port': ['ID=7be3de05-d164-4ac0-8db7-79c97dd95b37,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:08:05.867227 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-469fec15-756c-471c-bcdb-5b78ce93d84f req-1a9d02a7-b396-460d-9345-3f9e28deb5b1 service neutron] 10.222.0.60 "GET /v2.0/networks/42124578-768e-4944-8737-c67497927ce8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2758231 Nov 19 18:08:05.930218 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-761d0533-9853-4a2c-bcf5-f6b0a068d16d None None] Attempting to bind port 7be3de05-d164-4ac0-8db7-79c97dd95b37 on host n-d-818022-2 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:08:05.930716 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-761d0533-9853-4a2c-bcf5-f6b0a068d16d None None] Attempting to bind port 7be3de05-d164-4ac0-8db7-79c97dd95b37 by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': '7f8a67cc-f3a5-408c-b83a-718207ca1b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '80b24c25-6cae-4961-9404-ec39a219d9c1'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:08:05.931196 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-761d0533-9853-4a2c-bcf5-f6b0a068d16d None None] Attempting to bind port 7be3de05-d164-4ac0-8db7-79c97dd95b37 on network 80b24c25-6cae-4961-9404-ec39a219d9c1 {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:08:05.937195 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-761d0533-9853-4a2c-bcf5-f6b0a068d16d None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 8, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:08:05.937723 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-761d0533-9853-4a2c-bcf5-f6b0a068d16d None None] Checking segment: {'id': '7f8a67cc-f3a5-408c-b83a-718207ca1b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '80b24c25-6cae-4961-9404-ec39a219d9c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:08:05.938297 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-761d0533-9853-4a2c-bcf5-f6b0a068d16d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:05.938791 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-761d0533-9853-4a2c-bcf5-f6b0a068d16d None None] Bound using segment: {'id': '7f8a67cc-f3a5-408c-b83a-718207ca1b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '80b24c25-6cae-4961-9404-ec39a219d9c1'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:08:05.939385 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-761d0533-9853-4a2c-bcf5-f6b0a068d16d None None] Bound port: 7be3de05-d164-4ac0-8db7-79c97dd95b37, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f8a67cc-f3a5-408c-b83a-718207ca1b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '80b24c25-6cae-4961-9404-ec39a219d9c1'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:08:05.939873 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-761d0533-9853-4a2c-bcf5-f6b0a068d16d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:06.062610 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-761d0533-9853-4a2c-bcf5-f6b0a068d16d None None] For port 7be3de05-d164-4ac0-8db7-79c97dd95b37, host n-d-818022-2, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:08:06.066390 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-761d0533-9853-4a2c-bcf5-f6b0a068d16d None None] For port 7be3de05-d164-4ac0-8db7-79c97dd95b37, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=7be3de05-d164-4ac0-8db7-79c97dd95b37,segment=NetworkSegment(7f8a67cc-f3a5-408c-b83a-718207ca1b8d),segment_id=7f8a67cc-f3a5-408c-b83a-718207ca1b8d)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:08:06.077907 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-761d0533-9853-4a2c-bcf5-f6b0a068d16d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:06.155788 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4bc1ff-3984-4ab6-9539-91a14abf40f9 None None] Pushing event updated for resources: {'Port': ['ID=7be3de05-d164-4ac0-8db7-79c97dd95b37,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:08:06.171777 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-761d0533-9853-4a2c-bcf5-f6b0a068d16d None None] Routers {'479362ee-9c23-4bdf-aa23-bea5c71128aa'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:08:06.172779 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-761d0533-9853-4a2c-bcf5-f6b0a068d16d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:08:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['479362ee-9c23-4bdf-aa23-bea5c71128aa'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:08:06.397602 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 34180) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:08:06.401692 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-ba25d596-d1de-4dc0-94d1-df3f9633416c tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1201323936', 'description': 'tempest-secgroup-smoke-1201323936 description', 'project_id': 'd00a359bd74e4de6b0d3dd4ba0b5c79c'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:08:06.481563 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-00c147d7-b38c-49a0-a657-b0c2f7844d8c None None] Provisioning complete for port 7be3de05-d164-4ac0-8db7-79c97dd95b37 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:08:06.482233 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-00c147d7-b38c-49a0-a657-b0c2f7844d8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:06.552859 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ba25d596-d1de-4dc0-94d1-df3f9633416c tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:06.562259 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-761d0533-9853-4a2c-bcf5-f6b0a068d16d None None] Set router 479362ee-9c23-4bdf-aa23-bea5c71128aa gateway port host: n-d-818022-2 {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:08:06.635598 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af72509-4eee-4288-b91a-080bf71ceca4 req-05e9ce10-71c6-4db8-aeda-b65503aaf770 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:08:06.640263 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5af72509-4eee-4288-b91a-080bf71ceca4 req-05e9ce10-71c6-4db8-aeda-b65503aaf770 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/ports?device_id=cc04e7a6-e0b7-438f-a931-99187cf28379 HTTP/1.1" status: 200 len: 946 time: 0.1922443 Nov 19 18:08:06.731759 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device afe5276a-1a10-40d1-8d3d-9da02800b8a2 details requested by agent hyperv_n-h1-818022-2 with host n-h1-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 18:08:06.766432 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5af72509-4eee-4288-b91a-080bf71ceca4 req-76fd71fb-93f5-44f2-a275-e3cd2f6ee5f7 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1dc433e-2f31-472a-89c9-d0d668ac0a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1142683 Nov 19 18:08:06.824758 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522d1d3b-d486-4463-8da4-dc3704da9fb1 req-30a10a33-c49a-4a15-a83a-592010127b76 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:08:06.837771 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-522d1d3b-d486-4463-8da4-dc3704da9fb1 req-30a10a33-c49a-4a15-a83a-592010127b76 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/ports?device_id=dd7e5b82-e438-4e99-b310-3c80409b6aad HTTP/1.1" status: 200 len: 943 time: 0.1472285 Nov 19 18:08:06.844447 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ba25d596-d1de-4dc0-94d1-df3f9633416c tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:06.858047 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ba25d596-d1de-4dc0-94d1-df3f9633416c tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:06.926587 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ba25d596-d1de-4dc0-94d1-df3f9633416c tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:06.931766 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-ba25d596-d1de-4dc0-94d1-df3f9633416c tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.5311139 Nov 19 18:08:06.942853 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 34198) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:08:06.951485 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-c6ffff9f-25f0-4830-8daf-c8b827d8cb76 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Request body: {'security_group_rule': {'security_group_id': '5c24132d-f481-40b7-9146-ab1c8fab0f7b', 'project_id': 'd00a359bd74e4de6b0d3dd4ba0b5c79c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:08:06.964234 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba25d596-d1de-4dc0-94d1-df3f9633416c tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c24132d-f481-40b7-9146-ab1c8fab0f7b,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:08:06.980904 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-522d1d3b-d486-4463-8da4-dc3704da9fb1 req-42753930-71af-4c8d-819c-19d7021a90dc tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/security-groups?id=f3b4bc83-8bc0-4734-b4bc-8a15bbeccc9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1417758 Nov 19 18:08:07.056444 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c6ffff9f-25f0-4830-8daf-c8b827d8cb76 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:07.107996 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-00c147d7-b38c-49a0-a657-b0c2f7844d8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:07.245666 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port afe5276a-1a10-40d1-8d3d-9da02800b8a2, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=afe5276a-1a10-40d1-8d3d-9da02800b8a2,segment=NetworkSegment(40fb2a9c-8901-4a90-ae9b-dc010a7bd213),segment_id=40fb2a9c-8901-4a90-ae9b-dc010a7bd213)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:08:07.248318 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c6ffff9f-25f0-4830-8daf-c8b827d8cb76 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:07.268797 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c6ffff9f-25f0-4830-8daf-c8b827d8cb76 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735179'] for security_group_rule, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:07.313682 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ffff9f-25f0-4830-8daf-c8b827d8cb76 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59834cfc-f008-43a3-a444-47f4e4e7e0d9,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:08:07.405536 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c6ffff9f-25f0-4830-8daf-c8b827d8cb76 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:07.419152 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 34208) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:08:07.421355 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-c6ffff9f-25f0-4830-8daf-c8b827d8cb76 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4768090 Nov 19 18:08:07.426060 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-30a3b0f7-2430-4707-89ad-02156de6cc81 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Request body: {'security_group_rule': {'security_group_id': '5c24132d-f481-40b7-9146-ab1c8fab0f7b', 'project_id': 'd00a359bd74e4de6b0d3dd4ba0b5c79c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:08:07.522154 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-30a3b0f7-2430-4707-89ad-02156de6cc81 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:07.658006 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-30a3b0f7-2430-4707-89ad-02156de6cc81 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:07.667677 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-30a3b0f7-2430-4707-89ad-02156de6cc81 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735179'] for security_group_rule, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:07.723779 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-00c147d7-b38c-49a0-a657-b0c2f7844d8c None None] For port 7be3de05-d164-4ac0-8db7-79c97dd95b37, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=7be3de05-d164-4ac0-8db7-79c97dd95b37,segment=NetworkSegment(7f8a67cc-f3a5-408c-b83a-718207ca1b8d),segment_id=7f8a67cc-f3a5-408c-b83a-718207ca1b8d)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:08:07.725716 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Returning: {'device': 'afe5276a-1a10-40d1-8d3d-9da02800b8a2', 'network_id': '42124578-768e-4944-8737-c67497927ce8', 'port_id': 'afe5276a-1a10-40d1-8d3d-9da02800b8a2', 'mac_address': 'fa:16:3e:2d:79:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11a6fd8f-2511-454d-9031-930350e1d838', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 18:08:07.736931 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-30a3b0f7-2430-4707-89ad-02156de6cc81 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:07.738257 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-30a3b0f7-2430-4707-89ad-02156de6cc81 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3169370 Nov 19 18:08:07.741338 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 34210) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:08:07.748084 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-e5ce611a-835b-4ecb-b415-4f899f6b3ab9 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Request body: {'security_group_rule': {'security_group_id': '5c24132d-f481-40b7-9146-ab1c8fab0f7b', 'project_id': 'd00a359bd74e4de6b0d3dd4ba0b5c79c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:08:07.751519 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a3b0f7-2430-4707-89ad-02156de6cc81 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d630c998-ee86-44c2-aeb6-21eaa5be8801,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:08:07.775253 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-00c147d7-b38c-49a0-a657-b0c2f7844d8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:07.840382 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e5ce611a-835b-4ecb-b415-4f899f6b3ab9 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:07.878887 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c147d7-b38c-49a0-a657-b0c2f7844d8c None None] Pushing event updated for resources: {'Port': ['ID=7be3de05-d164-4ac0-8db7-79c97dd95b37,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:08:07.894158 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c147d7-b38c-49a0-a657-b0c2f7844d8c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:08:07.895556 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c147d7-b38c-49a0-a657-b0c2f7844d8c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:08:07.896225 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c147d7-b38c-49a0-a657-b0c2f7844d8c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:08:07.896723 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c147d7-b38c-49a0-a657-b0c2f7844d8c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:08:07.897205 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c147d7-b38c-49a0-a657-b0c2f7844d8c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:08:07.912647 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c147d7-b38c-49a0-a657-b0c2f7844d8c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:08:07.912987 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c147d7-b38c-49a0-a657-b0c2f7844d8c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:08:07.913269 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c147d7-b38c-49a0-a657-b0c2f7844d8c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:08:07.913766 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c147d7-b38c-49a0-a657-b0c2f7844d8c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:08:07.914138 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c147d7-b38c-49a0-a657-b0c2f7844d8c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:08:07.914477 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c147d7-b38c-49a0-a657-b0c2f7844d8c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:08:07.916060 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c147d7-b38c-49a0-a657-b0c2f7844d8c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:08:08.045023 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717b21d4-abfe-4f88-a2eb-70a53734e636 req-4ecff6f4-88bc-404d-98d9-5d4ec92f73dc tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:08:08.056112 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-717b21d4-abfe-4f88-a2eb-70a53734e636 req-4ecff6f4-88bc-404d-98d9-5d4ec92f73dc tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/ports?device_id=cc04e7a6-e0b7-438f-a931-99187cf28379 HTTP/1.1" status: 200 len: 946 time: 0.1623781 Nov 19 18:08:08.136712 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:08.150201 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e5ce611a-835b-4ecb-b415-4f899f6b3ab9 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:08.172572 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-717b21d4-abfe-4f88-a2eb-70a53734e636 req-d5c27b38-e05d-43ca-98be-4c3788f71941 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1dc433e-2f31-472a-89c9-d0d668ac0a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1124244 Nov 19 18:08:08.189104 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e5ce611a-835b-4ecb-b415-4f899f6b3ab9 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735179'] for security_group_rule, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:08.223038 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afe5276a-1a10-40d1-8d3d-9da02800b8a2 {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:08:08.243327 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ce611a-835b-4ecb-b415-4f899f6b3ab9 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f88da23-f6ed-4bb0-b66b-833b75b44c1d,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:08:08.267906 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e5ce611a-835b-4ecb-b415-4f899f6b3ab9 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:08.270830 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-e5ce611a-835b-4ecb-b415-4f899f6b3ab9 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5273592 Nov 19 18:08:08.274260 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 34226) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:08:08.283521 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-55cddfda-d830-414a-b400-39d0efd8e178 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Request body: {'security_group_rule': {'security_group_id': '5c24132d-f481-40b7-9146-ab1c8fab0f7b', 'project_id': 'd00a359bd74e4de6b0d3dd4ba0b5c79c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:08:08.309230 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1f3cd1-7990-4649-9cb5-5fd10fb07217 req-1283d556-74b2-4fd9-bf67-0cf7f53f081c tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:08:08.312061 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ff1f3cd1-7990-4649-9cb5-5fd10fb07217 req-1283d556-74b2-4fd9-bf67-0cf7f53f081c tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/ports?device_id=dd7e5b82-e438-4e99-b310-3c80409b6aad HTTP/1.1" status: 200 len: 943 time: 0.1599991 Nov 19 18:08:08.312459 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port afe5276a-1a10-40d1-8d3d-9da02800b8a2, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=afe5276a-1a10-40d1-8d3d-9da02800b8a2,segment=NetworkSegment(40fb2a9c-8901-4a90-ae9b-dc010a7bd213),segment_id=40fb2a9c-8901-4a90-ae9b-dc010a7bd213)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:08:08.330782 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-b871f8ac-32b8-4719-9cf9-78a3338fae20 None None] Provisioning complete for port 7be3de05-d164-4ac0-8db7-79c97dd95b37 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:08:08.331271 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b871f8ac-32b8-4719-9cf9-78a3338fae20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:08.342427 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-55cddfda-d830-414a-b400-39d0efd8e178 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:08.396211 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ff1f3cd1-7990-4649-9cb5-5fd10fb07217 req-995ca4cc-c2d8-4376-83fa-0fb12890a39b tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/security-groups?id=f3b4bc83-8bc0-4734-b4bc-8a15bbeccc9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770860 Nov 19 18:08:08.436489 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:08.441616 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-55cddfda-d830-414a-b400-39d0efd8e178 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:08.449866 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-55cddfda-d830-414a-b400-39d0efd8e178 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735179'] for security_group_rule, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:08.503767 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cddfda-d830-414a-b400-39d0efd8e178 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7df594f0-ee86-42dc-aa83-b8ed7e4bcf89,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:08:08.521913 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-55cddfda-d830-414a-b400-39d0efd8e178 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:08.525752 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-55cddfda-d830-414a-b400-39d0efd8e178 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2469659 Nov 19 18:08:08.526147 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 34232) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:08:08.531817 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-5efcb7b0-5250-45c7-a48c-e5e99f8f3a2c tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Request body: {'security_group_rule': {'security_group_id': '5c24132d-f481-40b7-9146-ab1c8fab0f7b', 'project_id': 'd00a359bd74e4de6b0d3dd4ba0b5c79c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:08:08.566581 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-761d0533-9853-4a2c-bcf5-f6b0a068d16d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '479362ee-9c23-4bdf-aa23-bea5c71128aa', 'name': 'tempest-TestNetworkBasicOps-router-1799051085', 'tenant_id': 'd00a359bd74e4de6b0d3dd4ba0b5c79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.53'}], 'enable_snat': True}, 'gw_port_id': '1706ad07-f340-45ef-8070-8778cc53e080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:07:45Z', 'updated_at': '2021-11-19T18:08:00Z', 'revision_number': 4, 'project_id': 'd00a359bd74e4de6b0d3dd4ba0b5c79c', 'gw_port': {'id': '1706ad07-f340-45ef-8070-8778cc53e080', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:e2:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '479362ee-9c23-4bdf-aa23-bea5c71128aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:07:46Z', 'updated_at': '2021-11-19T18:07:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': '7be3de05-d164-4ac0-8db7-79c97dd95b37', 'name': '', 'network_id': '80b24c25-6cae-4961-9404-ec39a219d9c1', 'tenant_id': 'd00a359bd74e4de6b0d3dd4ba0b5c79c', 'mac_address': 'fa:16:3e:d4:ac:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '479362ee-9c23-4bdf-aa23-bea5c71128aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': '159f3a31-387a-4317-a596-fb3e8eedbc09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:07:56Z', 'updated_at': '2021-11-19T18:08:06Z', 'revision_number': 4, 'project_id': 'd00a359bd74e4de6b0d3dd4ba0b5c79c', 'subnets': [{'id': '159f3a31-387a-4317-a596-fb3e8eedbc09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:08:08.587732 n-d-818022-2 neutron-server[103364]: INFO neutron.db.securitygroups_db [None req-5efcb7b0-5250-45c7-a48c-e5e99f8f3a2c tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Project d00a359bd74e4de6b0d3dd4ba0b5c79c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 18:08:08.599274 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5efcb7b0-5250-45c7-a48c-e5e99f8f3a2c tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:08.687443 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=afe5276a-1a10-40d1-8d3d-9da02800b8a2,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:08:08.700059 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5efcb7b0-5250-45c7-a48c-e5e99f8f3a2c tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:08.704510 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-761d0533-9853-4a2c-bcf5-f6b0a068d16d None None] The sync data for ids ['479362ee-9c23-4bdf-aa23-bea5c71128aa'] in n-d-818022-2 is: [{'id': '479362ee-9c23-4bdf-aa23-bea5c71128aa', 'name': 'tempest-TestNetworkBasicOps-router-1799051085', 'tenant_id': 'd00a359bd74e4de6b0d3dd4ba0b5c79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.53'}], 'enable_snat': True}, 'gw_port_id': '1706ad07-f340-45ef-8070-8778cc53e080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:07:45Z', 'updated_at': '2021-11-19T18:08:00Z', 'revision_number': 4, 'project_id': 'd00a359bd74e4de6b0d3dd4ba0b5c79c', 'gw_port': {'id': '1706ad07-f340-45ef-8070-8778cc53e080', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:e2:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '479362ee-9c23-4bdf-aa23-bea5c71128aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:07:46Z', 'updated_at': '2021-11-19T18:07:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': '7be3de05-d164-4ac0-8db7-79c97dd95b37', 'name': '', 'network_id': '80b24c25-6cae-4961-9404-ec39a219d9c1', 'tenant_id': 'd00a359bd74e4de6b0d3dd4ba0b5c79c', 'mac_address': 'fa:16:3e:d4:ac:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '479362ee-9c23-4bdf-aa23-bea5c71128aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': '159f3a31-387a-4317-a596-fb3e8eedbc09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:07:56Z', 'updated_at': '2021-11-19T18:08:06Z', 'revision_number': 4, 'project_id': 'd00a359bd74e4de6b0d3dd4ba0b5c79c', 'subnets': [{'id': '159f3a31-387a-4317-a596-fb3e8eedbc09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:08:08.720309 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5efcb7b0-5250-45c7-a48c-e5e99f8f3a2c tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735179'] for security_group_rule, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:08.767194 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efcb7b0-5250-45c7-a48c-e5e99f8f3a2c tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33bfdd4e-1792-4d58-ae59-3cb29812d716,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:08:08.801942 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5efcb7b0-5250-45c7-a48c-e5e99f8f3a2c tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:08.806741 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-5efcb7b0-5250-45c7-a48c-e5e99f8f3a2c tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2795198 Nov 19 18:08:08.809658 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 34236) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:08:08.816046 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-3c0a17ee-f9ff-4fe2-a2c2-aff62d1c78a2 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Request body: {'security_group_rule': {'security_group_id': '5c24132d-f481-40b7-9146-ab1c8fab0f7b', 'project_id': 'd00a359bd74e4de6b0d3dd4ba0b5c79c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:08:08.837280 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['afe5276a-1a10-40d1-8d3d-9da02800b8a2'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:08:08.886424 n-d-818022-2 neutron-server[103365]: INFO neutron.db.securitygroups_db [None req-3c0a17ee-f9ff-4fe2-a2c2-aff62d1c78a2 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Project d00a359bd74e4de6b0d3dd4ba0b5c79c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 18:08:08.894487 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3c0a17ee-f9ff-4fe2-a2c2-aff62d1c78a2 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:09.071757 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3c0a17ee-f9ff-4fe2-a2c2-aff62d1c78a2 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:09.081235 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3c0a17ee-f9ff-4fe2-a2c2-aff62d1c78a2 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735179'] for security_group_rule, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:09.124094 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0a17ee-f9ff-4fe2-a2c2-aff62d1c78a2 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ec5a021-97c5-4c79-a507-35f1da9403b0,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:08:09.187614 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3c0a17ee-f9ff-4fe2-a2c2-aff62d1c78a2 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:09.204330 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-3c0a17ee-f9ff-4fe2-a2c2-aff62d1c78a2 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3934710 Nov 19 18:08:09.529990 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f01842-c011-4fba-acd8-b7ea067f1583 req-48a9f782-762e-4f8d-b947-1ac9e9caff5a tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:08:09.549833 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a2f01842-c011-4fba-acd8-b7ea067f1583 req-48a9f782-762e-4f8d-b947-1ac9e9caff5a tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/ports?device_id=cc04e7a6-e0b7-438f-a931-99187cf28379 HTTP/1.1" status: 200 len: 946 time: 0.1869569 Nov 19 18:08:09.726425 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a2f01842-c011-4fba-acd8-b7ea067f1583 req-3689f7de-328d-43d7-ad6b-8d12bcb4fee2 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1dc433e-2f31-472a-89c9-d0d668ac0a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1755762 Nov 19 18:08:09.937055 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f253ea-70f1-42e2-a9d9-1cbc135d1d0e req-207cfe0e-02b0-41c9-93ae-6dc61cb9bc66 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:08:09.946086 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-75f253ea-70f1-42e2-a9d9-1cbc135d1d0e req-207cfe0e-02b0-41c9-93ae-6dc61cb9bc66 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/ports?device_id=dd7e5b82-e438-4e99-b310-3c80409b6aad HTTP/1.1" status: 200 len: 944 time: 0.1082294 Nov 19 18:08:10.065679 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 7be3de05-d164-4ac0-8db7-79c97dd95b37 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:08:10.113548 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-75f253ea-70f1-42e2-a9d9-1cbc135d1d0e req-34e091dc-daf9-4a5d-8ed0-9a616a7c9faa tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/security-groups?id=f3b4bc83-8bc0-4734-b4bc-8a15bbeccc9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1664338 Nov 19 18:08:10.199516 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 7be3de05-d164-4ac0-8db7-79c97dd95b37 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:08:10.199516 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:10.736104 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device afe5276a-1a10-40d1-8d3d-9da02800b8a2 up at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:08:10.892355 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning for port afe5276a-1a10-40d1-8d3d-9da02800b8a2 completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 18:08:10.906628 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning complete for port afe5276a-1a10-40d1-8d3d-9da02800b8a2 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:08:10.912929 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:11.024434 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7236d42-af23-4620-a3a2-afebba69ef2b req-9b60b542-e559-468d-b327-a48e0fb89c0d tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:08:11.034193 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f7236d42-af23-4620-a3a2-afebba69ef2b req-9b60b542-e559-468d-b327-a48e0fb89c0d tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/ports?device_id=cc04e7a6-e0b7-438f-a931-99187cf28379 HTTP/1.1" status: 200 len: 946 time: 0.1671877 Nov 19 18:08:11.154610 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:11.161445 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f7236d42-af23-4620-a3a2-afebba69ef2b req-dbba4140-dfbb-4bcb-a05a-daa6726c6338 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1dc433e-2f31-472a-89c9-d0d668ac0a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1204820 Nov 19 18:08:11.269197 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port afe5276a-1a10-40d1-8d3d-9da02800b8a2, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=afe5276a-1a10-40d1-8d3d-9da02800b8a2,segment=NetworkSegment(40fb2a9c-8901-4a90-ae9b-dc010a7bd213),segment_id=40fb2a9c-8901-4a90-ae9b-dc010a7bd213)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:08:11.271317 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd7e5b82-e438-4e99-b310-3c80409b6aad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afe5276a-1a10-40d1-8d3d-9da02800b8a2'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:08:11.283176 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3940761bcd94e032e6960d2241bd8993c5d3a7d8dc2aca8488f3ecf1d4dd2fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-433248e9-5344-4c96-a725-3f44cf9382f3" -d '{"events": [{"server_uuid": "dd7e5b82-e438-4e99-b310-3c80409b6aad", "name": "network-vif-plugged", "status": "completed", "tag": "afe5276a-1a10-40d1-8d3d-9da02800b8a2"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:08:11.291014 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:11.382063 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dd2b6c-b378-44aa-9939-063ab13572fa req-ae49a0c2-159c-4fc5-9521-dea42d096911 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:08:11.387430 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f0dd2b6c-b378-44aa-9939-063ab13572fa req-ae49a0c2-159c-4fc5-9521-dea42d096911 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/ports?device_id=dd7e5b82-e438-4e99-b310-3c80409b6aad HTTP/1.1" status: 200 len: 944 time: 0.1437159 Nov 19 18:08:11.426739 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=afe5276a-1a10-40d1-8d3d-9da02800b8a2,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:08:11.546819 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f0dd2b6c-b378-44aa-9939-063ab13572fa req-6f796f4d-bac2-4a71-9227-12c0ef49d87e tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/security-groups?id=f3b4bc83-8bc0-4734-b4bc-8a15bbeccc9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1513317 Nov 19 18:08:11.636919 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:08:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-913404e8-4a16-492c-986b-bac4ad915a66 x-openstack-request-id: req-913404e8-4a16-492c-986b-bac4ad915a66 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:08:11.637362 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd7e5b82-e438-4e99-b310-3c80409b6aad", "name": "network-vif-plugged", "status": "completed", "tag": "afe5276a-1a10-40d1-8d3d-9da02800b8a2", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:08:11.637989 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-913404e8-4a16-492c-986b-bac4ad915a66 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:08:11.638474 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd7e5b82-e438-4e99-b310-3c80409b6aad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afe5276a-1a10-40d1-8d3d-9da02800b8a2', 'code': 200} Nov 19 18:08:11.764367 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbfa707-2150-43ea-87c1-78f5ee3e4036 req-190d12b3-4c9a-4e9b-9a06-8ec89ff0ee95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:08:11.767343 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-1fbfa707-2150-43ea-87c1-78f5ee3e4036 req-190d12b3-4c9a-4e9b-9a06-8ec89ff0ee95 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=dd7e5b82-e438-4e99-b310-3c80409b6aad HTTP/1.1" status: 200 len: 1096 time: 0.0611567 Nov 19 18:08:11.844252 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-1fbfa707-2150-43ea-87c1-78f5ee3e4036 req-3f30e8cc-f4c7-4e62-940a-5635d3d6a0ed service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=f3b4bc83-8bc0-4734-b4bc-8a15bbeccc9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657272 Nov 19 18:08:12.373970 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb97a09-7818-4e7f-bed1-0150ed74192a req-2b210a59-7293-4ed7-9e40-5b0618b16cb8 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:08:12.390699 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9cb97a09-7818-4e7f-bed1-0150ed74192a req-2b210a59-7293-4ed7-9e40-5b0618b16cb8 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/ports?device_id=cc04e7a6-e0b7-438f-a931-99187cf28379 HTTP/1.1" status: 200 len: 946 time: 0.1198316 Nov 19 18:08:13.023431 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9cb97a09-7818-4e7f-bed1-0150ed74192a req-b3cb1922-be85-4a5a-8262-3f6aa7d8a1b1 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1dc433e-2f31-472a-89c9-d0d668ac0a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6318197 Nov 19 18:08:13.236656 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3e1372-27c0-4e90-90b1-d1f5e9fddde5 req-0af05c3f-ed8d-4c5f-b55b-e3f043eb326c tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:08:13.259241 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7e3e1372-27c0-4e90-90b1-d1f5e9fddde5 req-0af05c3f-ed8d-4c5f-b55b-e3f043eb326c tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/ports?device_id=dd7e5b82-e438-4e99-b310-3c80409b6aad HTTP/1.1" status: 200 len: 945 time: 0.0992899 Nov 19 18:08:13.372997 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7e3e1372-27c0-4e90-90b1-d1f5e9fddde5 req-ae6b6d16-4f44-4281-b12e-d82b43322c21 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/security-groups?id=f3b4bc83-8bc0-4734-b4bc-8a15bbeccc9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1126971 Nov 19 18:08:13.640550 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f4cca0-b8c7-45d9-90f1-e2c12e9d28e6 req-aa711525-936c-49c6-8584-c71073a49058 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:08:13.647039 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-58f4cca0-b8c7-45d9-90f1-e2c12e9d28e6 req-aa711525-936c-49c6-8584-c71073a49058 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/ports?device_id=dd7e5b82-e438-4e99-b310-3c80409b6aad HTTP/1.1" status: 200 len: 945 time: 0.1269197 Nov 19 18:08:13.759110 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-58f4cca0-b8c7-45d9-90f1-e2c12e9d28e6 req-3933eea4-321b-4015-a9ae-ba48e242b6d4 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/security-groups?id=f3b4bc83-8bc0-4734-b4bc-8a15bbeccc9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994339 Nov 19 18:08:13.796947 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 34336) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:08:13.845977 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dee57f0-74e7-4fa4-bc80-a03e6329cad3 tempest-TestNetworkAdvancedServerOps-1185469273 tempest-TestNetworkAdvancedServerOps-1185469273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:08:13.850719 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 34338) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:08:13.851124 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-0dee57f0-74e7-4fa4-bc80-a03e6329cad3 tempest-TestNetworkAdvancedServerOps-1185469273 tempest-TestNetworkAdvancedServerOps-1185469273-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=dd7e5b82-e438-4e99-b310-3c80409b6aad HTTP/1.1" status: 200 len: 1091 time: 0.0527854 Nov 19 18:08:13.861088 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-5f5b1746-ecc7-4072-970a-81f1a5b3d6b2 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Request body: {'floatingip': {'floating_network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'port_id': 'afe5276a-1a10-40d1-8d3d-9da02800b8a2', 'tenant_id': 'd41245dedb694df6accb5dc7769c75e5', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:08:13.961468 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5f5b1746-ecc7-4072-970a-81f1a5b3d6b2 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks [] for floatingip, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:14.171626 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5f5b1746-ecc7-4072-970a-81f1a5b3d6b2 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:14.486008 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [None req-5f5b1746-ecc7-4072-970a-81f1a5b3d6b2 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Allocated IP 172.25.7.27 (645e61aa-1a6c-4e8f-857e-ab06edb4897f/88ed2d64-f56d-4f01-a468-946e01c99e82/be35e013-4718-41fd-9fc2-8386af4cdd47) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:08:14.504820 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656da752-42dc-4c40-85ef-b5d6a75b17ef req-19b7356b-fd89-4e42-9e98-0e12fa48f3eb tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:08:14.506535 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-656da752-42dc-4c40-85ef-b5d6a75b17ef req-19b7356b-fd89-4e42-9e98-0e12fa48f3eb tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/ports?device_id=cc04e7a6-e0b7-438f-a931-99187cf28379 HTTP/1.1" status: 200 len: 946 time: 0.1491461 Nov 19 18:08:14.673829 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-656da752-42dc-4c40-85ef-b5d6a75b17ef req-363a0f2e-7321-4a28-969b-f50f08bd8a15 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1dc433e-2f31-472a-89c9-d0d668ac0a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1503952 Nov 19 18:08:14.765566 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5f5b1746-ecc7-4072-970a-81f1a5b3d6b2 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:14.814109 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5f5b1746-ecc7-4072-970a-81f1a5b3d6b2 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:14.871299 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f5b1746-ecc7-4072-970a-81f1a5b3d6b2 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Network 645e61aa-1a6c-4e8f-857e-ab06edb4897f is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:08:14.876832 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-5f5b1746-ecc7-4072-970a-81f1a5b3d6b2 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:08:14.883999 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f5b1746-ecc7-4072-970a-81f1a5b3d6b2 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:08:14.939450 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5b1746-ecc7-4072-970a-81f1a5b3d6b2 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Pushing event updated for resources: {'Port': ['ID=be35e013-4718-41fd-9fc2-8386af4cdd47,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:08:15.741873 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5f5b1746-ecc7-4072-970a-81f1a5b3d6b2 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:15.963587 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5745dbe5-3bc0-443b-bfea-d240fa6ea011 req-143b2c74-df3f-462a-af1a-d48cf9eeea57 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:08:15.971018 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5745dbe5-3bc0-443b-bfea-d240fa6ea011 req-143b2c74-df3f-462a-af1a-d48cf9eeea57 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/ports?device_id=cc04e7a6-e0b7-438f-a931-99187cf28379 HTTP/1.1" status: 200 len: 946 time: 0.1201739 Nov 19 18:08:16.007598 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5f5b1746-ecc7-4072-970a-81f1a5b3d6b2 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:16.062369 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5745dbe5-3bc0-443b-bfea-d240fa6ea011 req-76b48914-fcee-479b-9584-110975e1d65d tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1dc433e-2f31-472a-89c9-d0d668ac0a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903251 Nov 19 18:08:16.226340 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5f5b1746-ecc7-4072-970a-81f1a5b3d6b2 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks [] for port, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:16.239497 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5f5b1746-ecc7-4072-970a-81f1a5b3d6b2 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:16.247857 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-59db96ed-45e1-4fb9-bf41-6440e821f834 req-4a623587-c984-47f0-ae08-daa3d560e124 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1201323936&fields=id&tenant_id=d00a359bd74e4de6b0d3dd4ba0b5c79c HTTP/1.1" status: 200 len: 267 time: 0.1654224 Nov 19 18:08:16.378871 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59db96ed-45e1-4fb9-bf41-6440e821f834 req-547b7610-40f2-4845-b319-3e7116a14ff0 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:08:16.381293 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-59db96ed-45e1-4fb9-bf41-6440e821f834 req-547b7610-40f2-4845-b319-3e7116a14ff0 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] 10.222.0.54 "GET /v2.0/networks?id=80b24c25-6cae-4961-9404-ec39a219d9c1 HTTP/1.1" status: 200 len: 797 time: 0.1326034 Nov 19 18:08:16.398016 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5b1746-ecc7-4072-970a-81f1a5b3d6b2 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Pushing event updated for resources: {'Port': ['ID=be35e013-4718-41fd-9fc2-8386af4cdd47,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:08:16.412873 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5f5b1746-ecc7-4072-970a-81f1a5b3d6b2 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-671284'] for floatingip, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:16.424649 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-59db96ed-45e1-4fb9-bf41-6440e821f834 req-e93151f4-b700-4746-928e-9235f9e51cae tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] 10.222.0.54 "GET /v2.0/quotas/d00a359bd74e4de6b0d3dd4ba0b5c79c HTTP/1.1" status: 200 len: 375 time: 0.0349643 Nov 19 18:08:16.541542 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-59db96ed-45e1-4fb9-bf41-6440e821f834 req-063c6664-5312-454c-aa02-2385ad4671f8 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=d00a359bd74e4de6b0d3dd4ba0b5c79c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1109190 Nov 19 18:08:16.579601 n-d-818022-2 neutron-server[103365]: INFO neutron.db.l3_db [None req-5f5b1746-ecc7-4072-970a-81f1a5b3d6b2 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Floating IP def61a14-479c-471d-8bb6-4de9e3849bfb associated. External IP: 172.25.7.27, port: afe5276a-1a10-40d1-8d3d-9da02800b8a2. Nov 19 18:08:16.778501 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-59db96ed-45e1-4fb9-bf41-6440e821f834 req-c755a1b4-250e-4c84-80f7-e9f3744963d6 service neutron] 10.222.0.54 "GET /v2.0/networks/80b24c25-6cae-4961-9404-ec39a219d9c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2252827 Nov 19 18:08:16.882195 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f5b1746-ecc7-4072-970a-81f1a5b3d6b2 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Router d4e749b7-d165-4e16-8b8c-706b0848af35 has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 18:08:16.928541 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-59db96ed-45e1-4fb9-bf41-6440e821f834 req-f3ec6f9a-bb97-429f-985f-8e99923aae87 service neutron] 10.222.0.54 "GET /v2.0/networks/80b24c25-6cae-4961-9404-ec39a219d9c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378481 Nov 19 18:08:17.275552 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6b121c42-858a-4974-bd2f-c374a45af192 req-b3bde062-b7e2-4d26-b245-35b8f1952801 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] 10.222.0.54 "GET /v2.0/ports?device_id=df719fa6-e61d-4dde-ba0e-f406ab88334d HTTP/1.1" status: 200 len: 210 time: 0.0725577 Nov 19 18:08:17.651326 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f5b1746-ecc7-4072-970a-81f1a5b3d6b2 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:08:17.663789 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 34468) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:08:17.684707 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b68e8e2-e1f0-45d8-8f6e-97722db79212 None None] Sync routers for ids ['d4e749b7-d165-4e16-8b8c-706b0848af35'] in n-d-818022-2 {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:08:17.704947 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b6c2a1-406e-4b49-aeaa-c1cf6b14fce3 req-8cdd65dd-1332-4d74-b0db-28e803f7df84 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:08:17.706854 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b68e8e2-e1f0-45d8-8f6e-97722db79212 None None] Routers {'d4e749b7-d165-4e16-8b8c-706b0848af35'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:08:17.707488 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-5b68e8e2-e1f0-45d8-8f6e-97722db79212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:08:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['d4e749b7-d165-4e16-8b8c-706b0848af35'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:08:17.718732 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-05b6c2a1-406e-4b49-aeaa-c1cf6b14fce3 req-8cdd65dd-1332-4d74-b0db-28e803f7df84 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/ports?device_id=cc04e7a6-e0b7-438f-a931-99187cf28379 HTTP/1.1" status: 200 len: 946 time: 0.1498284 Nov 19 18:08:17.773702 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5f5b1746-ecc7-4072-970a-81f1a5b3d6b2 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for floatingip, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:17.855443 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-5b68e8e2-e1f0-45d8-8f6e-97722db79212 None None] Set router d4e749b7-d165-4e16-8b8c-706b0848af35 gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:08:17.882436 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-5f5b1746-ecc7-4072-970a-81f1a5b3d6b2 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.0279458 Nov 19 18:08:17.889495 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd7e5b82-e438-4e99-b310-3c80409b6aad', 'tag': 'afe5276a-1a10-40d1-8d3d-9da02800b8a2'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:08:17.911803 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218319d759239a7d11f1288aef37381b97754913ee9ccbfd43b51a463f801712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc41fda0-e3d1-4313-9b5b-a31149e19c96" -d '{"events": [{"name": "network-changed", "server_uuid": "dd7e5b82-e438-4e99-b310-3c80409b6aad", "tag": "afe5276a-1a10-40d1-8d3d-9da02800b8a2"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:08:17.965217 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b2716757-9f47-4b20-93df-1d97edb58c4c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:17.980962 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-05b6c2a1-406e-4b49-aeaa-c1cf6b14fce3 req-db6164d9-3d47-46fa-be34-2771a85c6517 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1dc433e-2f31-472a-89c9-d0d668ac0a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2569692 Nov 19 18:08:18.087178 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 18:08:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f8c66a8-7fc8-4b00-9697-246f5617f9d9 x-openstack-request-id: req-7f8c66a8-7fc8-4b00-9697-246f5617f9d9 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:08:18.087537 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd7e5b82-e438-4e99-b310-3c80409b6aad", "tag": "afe5276a-1a10-40d1-8d3d-9da02800b8a2", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:08:18.088343 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-7f8c66a8-7fc8-4b00-9697-246f5617f9d9 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:08:18.088755 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd7e5b82-e438-4e99-b310-3c80409b6aad', 'tag': 'afe5276a-1a10-40d1-8d3d-9da02800b8a2', 'status': 'completed', 'code': 200} Nov 19 18:08:18.242230 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc41fda0-e3d1-4313-9b5b-a31149e19c96 req-190e3276-8046-46f4-bffe-ea6695918e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:08:18.254778 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-cc41fda0-e3d1-4313-9b5b-a31149e19c96 req-190e3276-8046-46f4-bffe-ea6695918e67 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d41245dedb694df6accb5dc7769c75e5&device_id=dd7e5b82-e438-4e99-b310-3c80409b6aad HTTP/1.1" status: 200 len: 1096 time: 0.1445646 Nov 19 18:08:18.255289 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc0d2b7-a9f5-40dc-81c2-defc217e5e24 req-d9ecbd92-1e11-4aa8-ae9c-23e4c7d97228 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:08:18.264236 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6bc0d2b7-a9f5-40dc-81c2-defc217e5e24 req-d9ecbd92-1e11-4aa8-ae9c-23e4c7d97228 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/ports?device_id=dd7e5b82-e438-4e99-b310-3c80409b6aad HTTP/1.1" status: 200 len: 945 time: 0.2271874 Nov 19 18:08:18.343247 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-5b68e8e2-e1f0-45d8-8f6e-97722db79212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4e749b7-d165-4e16-8b8c-706b0848af35', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1761016376', 'tenant_id': 'd41245dedb694df6accb5dc7769c75e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.223'}], 'enable_snat': True}, 'gw_port_id': 'b36c192e-5326-4574-b08a-960a922c4f2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:07:34Z', 'updated_at': '2021-11-19T18:07:44Z', 'revision_number': 4, 'project_id': 'd41245dedb694df6accb5dc7769c75e5', 'gw_port': {'id': 'b36c192e-5326-4574-b08a-960a922c4f2d', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:3d:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e749b7-d165-4e16-8b8c-706b0848af35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3416, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:07:35Z', 'updated_at': '2021-11-19T18:07:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_floatingips': [{'id': 'def61a14-479c-471d-8bb6-4de9e3849bfb', 'tenant_id': 'd41245dedb694df6accb5dc7769c75e5', 'floating_ip_address': '172.25.7.27', 'floating_network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'router_id': 'd4e749b7-d165-4e16-8b8c-706b0848af35', 'port_id': 'afe5276a-1a10-40d1-8d3d-9da02800b8a2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42124578-768e-4944-8737-c67497927ce8', 'mac_address': 'fa:16:3e:2d:79:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd7e5b82-e438-4e99-b310-3c80409b6aad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T18:08:15Z', 'updated_at': '2021-11-19T18:08:15Z', 'revision_number': 0, 'project_id': 'd41245dedb694df6accb5dc7769c75e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f9bde54-258c-45bb-a29c-bda36de3bfc9', 'name': '', 'network_id': '42124578-768e-4944-8737-c67497927ce8', 'tenant_id': 'd41245dedb694df6accb5dc7769c75e5', 'mac_address': 'fa:16:3e:77:6f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e749b7-d165-4e16-8b8c-706b0848af35', 'device_owner': 'network:router_interface', 'standard_attr_id': 3434, 'fixed_ips': [{'subnet_id': '11a6fd8f-2511-454d-9031-930350e1d838', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:07:42Z', 'updated_at': '2021-11-19T18:07:52Z', 'revision_number': 5, 'project_id': 'd41245dedb694df6accb5dc7769c75e5', 'subnets': [{'id': '11a6fd8f-2511-454d-9031-930350e1d838', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:08:18.381060 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b2716757-9f47-4b20-93df-1d97edb58c4c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:18.430142 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6bc0d2b7-a9f5-40dc-81c2-defc217e5e24 req-168b106a-76c5-4d4b-808c-8bd03966e469 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/security-groups?id=f3b4bc83-8bc0-4734-b4bc-8a15bbeccc9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1642365 Nov 19 18:08:18.430823 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b68e8e2-e1f0-45d8-8f6e-97722db79212 None None] Checking router: d4e749b7-d165-4e16-8b8c-706b0848af35 for host: n-d-818022-2 {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:08:18.433716 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b2716757-9f47-4b20-93df-1d97edb58c4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:18.453347 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 34498) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:08:18.459473 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b68e8e2-e1f0-45d8-8f6e-97722db79212 None None] Routers {'d4e749b7-d165-4e16-8b8c-706b0848af35'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:08:18.460097 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-5b68e8e2-e1f0-45d8-8f6e-97722db79212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:08:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['d4e749b7-d165-4e16-8b8c-706b0848af35'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:08:18.559957 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-b2716757-9f47-4b20-93df-1d97edb58c4c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=5e51951753ac49a7985e80d966e279dc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8949842 Nov 19 18:08:18.560631 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 34500) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:08:18.593778 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2716757-9f47-4b20-93df-1d97edb58c4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c209530-5a14-44e6-a97d-2086d181e00f,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:08:18.624651 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4dec48-4d86-4a36-b075-6c490c405985 req-fc63f7f8-26cb-4f88-be82-e5014e2c2c64 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:08:18.638260 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4b4dec48-4d86-4a36-b075-6c490c405985 req-fc63f7f8-26cb-4f88-be82-e5014e2c2c64 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/ports?device_id=cc04e7a6-e0b7-438f-a931-99187cf28379 HTTP/1.1" status: 200 len: 946 time: 0.3474870 Nov 19 18:08:18.640517 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-5b68e8e2-e1f0-45d8-8f6e-97722db79212 None None] Set router d4e749b7-d165-4e16-8b8c-706b0848af35 gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:08:18.690750 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-5a2e8552-c2e0-49c0-aa37-e1badeabbabe req-64dc5e16-8437-41bd-85b5-68f6f13e6054 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] 10.222.0.54 "GET /v2.0/ports?device_id=df719fa6-e61d-4dde-ba0e-f406ab88334d HTTP/1.1" status: 200 len: 210 time: 0.0567622 Nov 19 18:08:18.725751 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-00b6375b-6081-4824-95a3-9ae6eb35df07 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:18.730908 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc41fda0-e3d1-4313-9b5b-a31149e19c96 req-b38183c8-be44-4145-9efb-d1452a07eab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:08:18.732684 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-cc41fda0-e3d1-4313-9b5b-a31149e19c96 req-b38183c8-be44-4145-9efb-d1452a07eab5 service neutron] 10.222.0.60 "GET /v2.0/networks?id=42124578-768e-4944-8737-c67497927ce8 HTTP/1.1" status: 200 len: 897 time: 0.4699900 Nov 19 18:08:18.781525 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-00b6375b-6081-4824-95a3-9ae6eb35df07 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:18.807463 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-cc40becb-8e7b-4f51-9e91-bdc1f8727508 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/floatingips/def61a14-479c-471d-8bb6-4de9e3849bfb HTTP/1.1" status: 200 len: 990 time: 0.3401570 Nov 19 18:08:18.843226 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4b4dec48-4d86-4a36-b075-6c490c405985 req-d0f70690-31a6-4603-86ce-e204d163e985 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1dc433e-2f31-472a-89c9-d0d668ac0a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1971779 Nov 19 18:08:18.871631 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-cc41fda0-e3d1-4313-9b5b-a31149e19c96 req-d8114fd0-b969-46ba-9660-87170bc6aaca service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=afe5276a-1a10-40d1-8d3d-9da02800b8a2 HTTP/1.1" status: 200 len: 998 time: 0.1110427 Nov 19 18:08:18.984170 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc41fda0-e3d1-4313-9b5b-a31149e19c96 req-cd2a678e-e957-4cda-89a4-522e4748c4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:08:18.985673 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-cc41fda0-e3d1-4313-9b5b-a31149e19c96 req-cd2a678e-e957-4cda-89a4-522e4748c4c2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=11a6fd8f-2511-454d-9031-930350e1d838 HTTP/1.1" status: 200 len: 835 time: 0.0989714 Nov 19 18:08:19.062994 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59db96ed-45e1-4fb9-bf41-6440e821f834 req-13b5795c-eed9-478e-b050-043054e7bdf5 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:08:19.064497 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-59db96ed-45e1-4fb9-bf41-6440e821f834 req-13b5795c-eed9-478e-b050-043054e7bdf5 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] 10.222.0.60 "GET /v2.0/networks?id=80b24c25-6cae-4961-9404-ec39a219d9c1 HTTP/1.1" status: 200 len: 797 time: 0.1615038 Nov 19 18:08:19.121334 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc41fda0-e3d1-4313-9b5b-a31149e19c96 req-c39643d6-923b-4970-8ac1-d5d2d4cf71ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:08:19.122894 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-cc41fda0-e3d1-4313-9b5b-a31149e19c96 req-c39643d6-923b-4970-8ac1-d5d2d4cf71ab service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=42124578-768e-4944-8737-c67497927ce8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1272526 Nov 19 18:08:19.233832 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-00b6375b-6081-4824-95a3-9ae6eb35df07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:19.236535 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-00b6375b-6081-4824-95a3-9ae6eb35df07 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:19.237976 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-00b6375b-6081-4824-95a3-9ae6eb35df07 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/7c209530-5a14-44e6-a97d-2086d181e00f HTTP/1.1" status: 204 len: 168 time: 0.6510532 Nov 19 18:08:19.276121 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-5b68e8e2-e1f0-45d8-8f6e-97722db79212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4e749b7-d165-4e16-8b8c-706b0848af35', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1761016376', 'tenant_id': 'd41245dedb694df6accb5dc7769c75e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.223'}], 'enable_snat': True}, 'gw_port_id': 'b36c192e-5326-4574-b08a-960a922c4f2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:07:34Z', 'updated_at': '2021-11-19T18:07:44Z', 'revision_number': 4, 'project_id': 'd41245dedb694df6accb5dc7769c75e5', 'gw_port': {'id': 'b36c192e-5326-4574-b08a-960a922c4f2d', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:3d:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e749b7-d165-4e16-8b8c-706b0848af35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3416, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:07:35Z', 'updated_at': '2021-11-19T18:07:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_floatingips': [{'id': 'def61a14-479c-471d-8bb6-4de9e3849bfb', 'tenant_id': 'd41245dedb694df6accb5dc7769c75e5', 'floating_ip_address': '172.25.7.27', 'floating_network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'router_id': 'd4e749b7-d165-4e16-8b8c-706b0848af35', 'port_id': 'afe5276a-1a10-40d1-8d3d-9da02800b8a2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42124578-768e-4944-8737-c67497927ce8', 'mac_address': 'fa:16:3e:2d:79:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd7e5b82-e438-4e99-b310-3c80409b6aad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T18:08:15Z', 'updated_at': '2021-11-19T18:08:15Z', 'revision_number': 0, 'project_id': 'd41245dedb694df6accb5dc7769c75e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f9bde54-258c-45bb-a29c-bda36de3bfc9', 'name': '', 'network_id': '42124578-768e-4944-8737-c67497927ce8', 'tenant_id': 'd41245dedb694df6accb5dc7769c75e5', 'mac_address': 'fa:16:3e:77:6f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e749b7-d165-4e16-8b8c-706b0848af35', 'device_owner': 'network:router_interface', 'standard_attr_id': 3434, 'fixed_ips': [{'subnet_id': '11a6fd8f-2511-454d-9031-930350e1d838', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:07:42Z', 'updated_at': '2021-11-19T18:07:52Z', 'revision_number': 5, 'project_id': 'd41245dedb694df6accb5dc7769c75e5', 'subnets': [{'id': '11a6fd8f-2511-454d-9031-930350e1d838', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:08:19.310639 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-59db96ed-45e1-4fb9-bf41-6440e821f834 req-3b1f5027-6a1d-4074-aa2a-b11f23baad32 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d00a359bd74e4de6b0d3dd4ba0b5c79c HTTP/1.1" status: 200 len: 380 time: 0.2326164 Nov 19 18:08:19.313040 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b6375b-6081-4824-95a3-9ae6eb35df07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c209530-5a14-44e6-a97d-2086d181e00f,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:08:19.328659 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-cc41fda0-e3d1-4313-9b5b-a31149e19c96 req-3425f8f0-30fa-48cc-8901-1e3eaabe1378 service neutron] 10.222.0.60 "GET /v2.0/networks/42124578-768e-4944-8737-c67497927ce8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1976147 Nov 19 18:08:19.330443 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-59db96ed-45e1-4fb9-bf41-6440e821f834 req-f09d70f0-c406-4b0e-a4df-8713e4ea0b4d tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Request body: {'port': {'device_id': 'df719fa6-e61d-4dde-ba0e-f406ab88334d', 'network_id': '80b24c25-6cae-4961-9404-ec39a219d9c1', 'admin_state_up': True, 'tenant_id': 'd00a359bd74e4de6b0d3dd4ba0b5c79c', 'security_groups': ['5c24132d-f481-40b7-9146-ab1c8fab0f7b']}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:08:19.367589 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b68e8e2-e1f0-45d8-8f6e-97722db79212 None None] The sync data for ids ['d4e749b7-d165-4e16-8b8c-706b0848af35'] in n-d-818022-2 is: [{'id': 'd4e749b7-d165-4e16-8b8c-706b0848af35', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1761016376', 'tenant_id': 'd41245dedb694df6accb5dc7769c75e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.223'}], 'enable_snat': True}, 'gw_port_id': 'b36c192e-5326-4574-b08a-960a922c4f2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:07:34Z', 'updated_at': '2021-11-19T18:07:44Z', 'revision_number': 4, 'project_id': 'd41245dedb694df6accb5dc7769c75e5', 'gw_port': {'id': 'b36c192e-5326-4574-b08a-960a922c4f2d', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:3d:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e749b7-d165-4e16-8b8c-706b0848af35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3416, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:07:35Z', 'updated_at': '2021-11-19T18:07:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_floatingips': [{'id': 'def61a14-479c-471d-8bb6-4de9e3849bfb', 'tenant_id': 'd41245dedb694df6accb5dc7769c75e5', 'floating_ip_address': '172.25.7.27', 'floating_network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'router_id': 'd4e749b7-d165-4e16-8b8c-706b0848af35', 'port_id': 'afe5276a-1a10-40d1-8d3d-9da02800b8a2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42124578-768e-4944-8737-c67497927ce8', 'mac_address': 'fa:16:3e:2d:79:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd7e5b82-e438-4e99-b310-3c80409b6aad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T18:08:15Z', 'updated_at': '2021-11-19T18:08:15Z', 'revision_number': 0, 'project_id': 'd41245dedb694df6accb5dc7769c75e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f9bde54-258c-45bb-a29c-bda36de3bfc9', 'name': '', 'network_id': '42124578-768e-4944-8737-c67497927ce8', 'tenant_id': 'd41245dedb694df6accb5dc7769c75e5', 'mac_address': 'fa:16:3e:77:6f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e749b7-d165-4e16-8b8c-706b0848af35', 'device_owner': 'network:router_interface', 'standard_attr_id': 3434, 'fixed_ips': [{'subnet_id': '11a6fd8f-2511-454d-9031-930350e1d838', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:07:42Z', 'updated_at': '2021-11-19T18:07:52Z', 'revision_number': 5, 'project_id': 'd41245dedb694df6accb5dc7769c75e5', 'subnets': [{'id': '11a6fd8f-2511-454d-9031-930350e1d838', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:08:19.536228 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-cc41fda0-e3d1-4313-9b5b-a31149e19c96 req-44702a2f-25f9-4e58-aadf-98626cf8cb18 service neutron] 10.222.0.60 "GET /v2.0/networks/42124578-768e-4944-8737-c67497927ce8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1997473 Nov 19 18:08:19.649590 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59db96ed-45e1-4fb9-bf41-6440e821f834 req-f09d70f0-c406-4b0e-a4df-8713e4ea0b4d tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Made reservation on behalf of d00a359bd74e4de6b0d3dd4ba0b5c79c for: {'port': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:08:19.654252 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-59db96ed-45e1-4fb9-bf41-6440e821f834 req-f09d70f0-c406-4b0e-a4df-8713e4ea0b4d tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:19.809797 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 34564) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:08:19.852599 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43677d59-762d-4b1a-a83c-0f08027561fb None None] New status for floating IP def61a14-479c-471d-8bb6-4de9e3849bfb: ACTIVE {{(pid=103366) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 18:08:19.909396 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8694141f-1f79-4305-9b9e-75acccfa9f6a req-744872ce-7d44-4c63-a877-8eabfcf6bfc3 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] 10.222.0.54 "GET /v2.0/ports?device_id=df719fa6-e61d-4dde-ba0e-f406ab88334d HTTP/1.1" status: 200 len: 210 time: 0.1070039 Nov 19 18:08:19.941169 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-aed865d3-1792-4a20-a586-fec46c6c581d tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/floatingips/def61a14-479c-471d-8bb6-4de9e3849bfb HTTP/1.1" status: 200 len: 990 time: 0.1298938 Nov 19 18:08:20.071246 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [req-59db96ed-45e1-4fb9-bf41-6440e821f834 req-f09d70f0-c406-4b0e-a4df-8713e4ea0b4d tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Allocated IP 172.20.0.5 (80b24c25-6cae-4961-9404-ec39a219d9c1/159f3a31-387a-4317-a596-fb3e8eedbc09/de0c73f6-4b3f-4456-b6c8-b38c9e58246b) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:08:20.427019 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-59db96ed-45e1-4fb9-bf41-6440e821f834 req-f09d70f0-c406-4b0e-a4df-8713e4ea0b4d tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:20.521756 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-59db96ed-45e1-4fb9-bf41-6440e821f834 req-f09d70f0-c406-4b0e-a4df-8713e4ea0b4d tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:20.583864 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59db96ed-45e1-4fb9-bf41-6440e821f834 req-f09d70f0-c406-4b0e-a4df-8713e4ea0b4d tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Network 80b24c25-6cae-4961-9404-ec39a219d9c1 is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:08:20.587093 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [req-59db96ed-45e1-4fb9-bf41-6440e821f834 req-f09d70f0-c406-4b0e-a4df-8713e4ea0b4d tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:08:20.600668 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [req-59db96ed-45e1-4fb9-bf41-6440e821f834 req-f09d70f0-c406-4b0e-a4df-8713e4ea0b4d tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:08:20.613486 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09d70f0-c406-4b0e-a4df-8713e4ea0b4d tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Pushing event updated for resources: {'Port': ['ID=de0c73f6-4b3f-4456-b6c8-b38c9e58246b,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:08:20.695655 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59db96ed-45e1-4fb9-bf41-6440e821f834 req-f09d70f0-c406-4b0e-a4df-8713e4ea0b4d tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:08:20.697728 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-59db96ed-45e1-4fb9-bf41-6440e821f834 req-f09d70f0-c406-4b0e-a4df-8713e4ea0b4d tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:20.721380 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-59db96ed-45e1-4fb9-bf41-6440e821f834 req-f09d70f0-c406-4b0e-a4df-8713e4ea0b4d tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4012313 Nov 19 18:08:20.738283 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-59db96ed-45e1-4fb9-bf41-6440e821f834 req-2737aae1-96bc-4ad5-a090-246010feee06 service neutron] Request body: {'port': {'device_id': 'df719fa6-e61d-4dde-ba0e-f406ab88334d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818022-2'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:08:20.814097 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 2019baf0-8dd1-4014-98b3-2c3c4d3ec3aa no longer exists at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:08:20.899741 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-59db96ed-45e1-4fb9-bf41-6440e821f834 req-2737aae1-96bc-4ad5-a090-246010feee06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:20.943660 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 34622) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:08:21.139378 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-cd21c0c9-7e5a-45dd-8eda-41ef7552b446 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/floatingips/def61a14-479c-471d-8bb6-4de9e3849bfb HTTP/1.1" status: 200 len: 992 time: 0.1933856 Nov 19 18:08:21.153693 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:21.169444 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-70716ce6-9261-4533-9eca-444d3bfc600e None None] Provisioning complete for port de0c73f6-4b3f-4456-b6c8-b38c9e58246b triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:08:21.173017 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-70716ce6-9261-4533-9eca-444d3bfc600e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:21.237431 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-70716ce6-9261-4533-9eca-444d3bfc600e None None] Port de0c73f6-4b3f-4456-b6c8-b38c9e58246b cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:08:21.270162 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57d5173-818d-4a99-960c-804ff9b257b5 req-176c8b10-4654-4dc3-a011-c474022f72b1 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:08:21.272668 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc04e7a6-e0b7-438f-a931-99187cf28379', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2019baf0-8dd1-4014-98b3-2c3c4d3ec3aa'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:08:21.275883 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3940761bcd94e032e6960d2241bd8993c5d3a7d8dc2aca8488f3ecf1d4dd2fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-492f4174-7b5f-4ce5-80e9-0749b6cc7354" -d '{"events": [{"server_uuid": "cc04e7a6-e0b7-438f-a931-99187cf28379", "name": "network-vif-unplugged", "status": "completed", "tag": "2019baf0-8dd1-4014-98b3-2c3c4d3ec3aa"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:08:21.294970 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b57d5173-818d-4a99-960c-804ff9b257b5 req-176c8b10-4654-4dc3-a011-c474022f72b1 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] 10.222.0.54 "GET /v2.0/ports?device_id=df719fa6-e61d-4dde-ba0e-f406ab88334d HTTP/1.1" status: 200 len: 931 time: 0.2263520 Nov 19 18:08:21.316101 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 2019baf0-8dd1-4014-98b3-2c3c4d3ec3aa, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=2019baf0-8dd1-4014-98b3-2c3c4d3ec3aa,segment=NetworkSegment(878aa1ad-d952-49b3-babf-f88949b54efa),segment_id=878aa1ad-d952-49b3-babf-f88949b54efa)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:08:21.326647 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:21.365930 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 18:08:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d4506c2-319c-4b9d-aa2e-dd53ab594581 x-openstack-request-id: req-1d4506c2-319c-4b9d-aa2e-dd53ab594581 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:08:21.366432 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc04e7a6-e0b7-438f-a931-99187cf28379", "name": "network-vif-unplugged", "status": "completed", "tag": "2019baf0-8dd1-4014-98b3-2c3c4d3ec3aa", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:08:21.366862 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-1d4506c2-319c-4b9d-aa2e-dd53ab594581 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:08:21.367411 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc04e7a6-e0b7-438f-a931-99187cf28379', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2019baf0-8dd1-4014-98b3-2c3c4d3ec3aa', 'code': 200} Nov 19 18:08:21.412681 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=2019baf0-8dd1-4014-98b3-2c3c4d3ec3aa,revision_number=14']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:08:21.419050 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b57d5173-818d-4a99-960c-804ff9b257b5 req-8aa91378-f600-47f1-b5a1-52cc25fcdc67 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] 10.222.0.54 "GET /v2.0/security-groups?id=5c24132d-f481-40b7-9146-ab1c8fab0f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1231587 Nov 19 18:08:21.562015 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e559ad-7dee-47a2-8540-778c3f73c889 req-a073b7a5-0f2b-4b01-98d8-6aef61b627b7 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:08:21.563614 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-86e559ad-7dee-47a2-8540-778c3f73c889 req-a073b7a5-0f2b-4b01-98d8-6aef61b627b7 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/ports?device_id=cc04e7a6-e0b7-438f-a931-99187cf28379 HTTP/1.1" status: 200 len: 944 time: 0.1326041 Nov 19 18:08:21.577206 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [req-59db96ed-45e1-4fb9-bf41-6440e821f834 req-2737aae1-96bc-4ad5-a090-246010feee06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de0c73f6-4b3f-4456-b6c8-b38c9e58246b {{(pid=103364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:08:21.594015 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-59db96ed-45e1-4fb9-bf41-6440e821f834 req-2737aae1-96bc-4ad5-a090-246010feee06 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:21.622705 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.provisioning_blocks [req-59db96ed-45e1-4fb9-bf41-6440e821f834 req-2737aae1-96bc-4ad5-a090-246010feee06 service neutron] Transition to ACTIVE for port object de0c73f6-4b3f-4456-b6c8-b38c9e58246b will not be triggered until provisioned by entity L2. {{(pid=103364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 18:08:21.629572 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-59db96ed-45e1-4fb9-bf41-6440e821f834 req-2737aae1-96bc-4ad5-a090-246010feee06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:21.750841 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-86e559ad-7dee-47a2-8540-778c3f73c889 req-e7287647-44c0-4e1e-bb66-56bc60d733e4 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1dc433e-2f31-472a-89c9-d0d668ac0a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1779544 Nov 19 18:08:21.754220 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2737aae1-96bc-4ad5-a090-246010feee06 service neutron] Pushing event updated for resources: {'Port': ['ID=de0c73f6-4b3f-4456-b6c8-b38c9e58246b,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:08:21.869789 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-59db96ed-45e1-4fb9-bf41-6440e821f834 req-2737aae1-96bc-4ad5-a090-246010feee06 service neutron] Attempting to bind port de0c73f6-4b3f-4456-b6c8-b38c9e58246b on host n-h1-818022-2 for vnic_type normal with profile {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:08:21.869789 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-59db96ed-45e1-4fb9-bf41-6440e821f834 req-2737aae1-96bc-4ad5-a090-246010feee06 service neutron] Attempting to bind port de0c73f6-4b3f-4456-b6c8-b38c9e58246b by drivers openvswitch,hyperv on host n-h1-818022-2 at level 0 using segments [{'id': '7f8a67cc-f3a5-408c-b83a-718207ca1b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '80b24c25-6cae-4961-9404-ec39a219d9c1'}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:08:21.870183 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59db96ed-45e1-4fb9-bf41-6440e821f834 req-2737aae1-96bc-4ad5-a090-246010feee06 service neutron] Attempting to bind port de0c73f6-4b3f-4456-b6c8-b38c9e58246b on network 80b24c25-6cae-4961-9404-ec39a219d9c1 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:08:21.877767 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59db96ed-45e1-4fb9-bf41-6440e821f834 req-2737aae1-96bc-4ad5-a090-246010feee06 service neutron] Port de0c73f6-4b3f-4456-b6c8-b38c9e58246b on network 80b24c25-6cae-4961-9404-ec39a219d9c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-818022-2 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 18:08:21.878334 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59db96ed-45e1-4fb9-bf41-6440e821f834 req-2737aae1-96bc-4ad5-a090-246010feee06 service neutron] Attempting to bind port de0c73f6-4b3f-4456-b6c8-b38c9e58246b on network 80b24c25-6cae-4961-9404-ec39a219d9c1 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:08:21.884270 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59db96ed-45e1-4fb9-bf41-6440e821f834 req-2737aae1-96bc-4ad5-a090-246010feee06 service neutron] Checking agent: {'id': 'a6668d96-12fa-4ec0-99ad-77eaf490dd2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'started_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 8, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:08:21.885461 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59db96ed-45e1-4fb9-bf41-6440e821f834 req-2737aae1-96bc-4ad5-a090-246010feee06 service neutron] Checking segment: {'id': '7f8a67cc-f3a5-408c-b83a-718207ca1b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '80b24c25-6cae-4961-9404-ec39a219d9c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:08:21.886259 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59db96ed-45e1-4fb9-bf41-6440e821f834 req-2737aae1-96bc-4ad5-a090-246010feee06 service neutron] Bound using segment: {'id': '7f8a67cc-f3a5-408c-b83a-718207ca1b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '80b24c25-6cae-4961-9404-ec39a219d9c1'} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:08:21.886880 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-59db96ed-45e1-4fb9-bf41-6440e821f834 req-2737aae1-96bc-4ad5-a090-246010feee06 service neutron] Bound port: de0c73f6-4b3f-4456-b6c8-b38c9e58246b, host: n-h1-818022-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f8a67cc-f3a5-408c-b83a-718207ca1b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '80b24c25-6cae-4961-9404-ec39a219d9c1'}}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:08:21.892265 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-59db96ed-45e1-4fb9-bf41-6440e821f834 req-2737aae1-96bc-4ad5-a090-246010feee06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:22.073071 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-59db96ed-45e1-4fb9-bf41-6440e821f834 req-2737aae1-96bc-4ad5-a090-246010feee06 service neutron] For port de0c73f6-4b3f-4456-b6c8-b38c9e58246b, host n-h1-818022-2, cleared binding levels {{(pid=103364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:08:22.118099 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-59db96ed-45e1-4fb9-bf41-6440e821f834 req-2737aae1-96bc-4ad5-a090-246010feee06 service neutron] For port de0c73f6-4b3f-4456-b6c8-b38c9e58246b, host n-h1-818022-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=de0c73f6-4b3f-4456-b6c8-b38c9e58246b,segment=NetworkSegment(7f8a67cc-f3a5-408c-b83a-718207ca1b8d),segment_id=7f8a67cc-f3a5-408c-b83a-718207ca1b8d)] {{(pid=103364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:08:22.127098 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-59db96ed-45e1-4fb9-bf41-6440e821f834 req-2737aae1-96bc-4ad5-a090-246010feee06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:22.147834 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59db96ed-45e1-4fb9-bf41-6440e821f834 req-2737aae1-96bc-4ad5-a090-246010feee06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:08:22.148466 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-59db96ed-45e1-4fb9-bf41-6440e821f834 req-2737aae1-96bc-4ad5-a090-246010feee06 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:22.149911 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-59db96ed-45e1-4fb9-bf41-6440e821f834 req-2737aae1-96bc-4ad5-a090-246010feee06 service neutron] 10.222.0.60 "PUT /v2.0/ports/de0c73f6-4b3f-4456-b6c8-b38c9e58246b HTTP/1.1" status: 200 len: 1091 time: 1.4185653 Nov 19 18:08:22.187382 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df719fa6-e61d-4dde-ba0e-f406ab88334d', 'tag': 'de0c73f6-4b3f-4456-b6c8-b38c9e58246b'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:08:22.189755 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dd4767a008c23f8566efc82158ee1b1fff34e1a9e908d76d0b6d0ab7e350e5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76d757a7-05d7-4fca-a458-94bce3770b11" -d '{"events": [{"name": "network-changed", "server_uuid": "df719fa6-e61d-4dde-ba0e-f406ab88334d", "tag": "de0c73f6-4b3f-4456-b6c8-b38c9e58246b"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:08:22.200906 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f109f45-7653-4768-b931-4a3b2bfa6c73 req-2a602a5b-c629-4985-8736-831b74c6b8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:08:22.203095 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8f109f45-7653-4768-b931-4a3b2bfa6c73 req-2a602a5b-c629-4985-8736-831b74c6b8f3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e45c6e5baa414b6894171527d94e1abd&device_id=cc04e7a6-e0b7-438f-a931-99187cf28379 HTTP/1.1" status: 200 len: 1095 time: 0.1461205 Nov 19 18:08:22.235523 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e13d5a5-d2c2-4e96-851c-148e1b46fdcb req-a1decb12-f061-469d-803a-4f6679586552 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:08:22.246254 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9e13d5a5-d2c2-4e96-851c-148e1b46fdcb req-a1decb12-f061-469d-803a-4f6679586552 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/ports?device_id=cc04e7a6-e0b7-438f-a931-99187cf28379 HTTP/1.1" status: 200 len: 944 time: 0.1689637 Nov 19 18:08:22.339962 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2737aae1-96bc-4ad5-a090-246010feee06 service neutron] Pushing event updated for resources: {'Port': ['ID=de0c73f6-4b3f-4456-b6c8-b38c9e58246b,revision_number=3']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:08:22.376321 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59db96ed-45e1-4fb9-bf41-6440e821f834 req-181baac3-f002-4ff2-8d65-d79e59d11a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:08:22.377854 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-59db96ed-45e1-4fb9-bf41-6440e821f834 req-181baac3-f002-4ff2-8d65-d79e59d11a73 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d00a359bd74e4de6b0d3dd4ba0b5c79c&device_id=df719fa6-e61d-4dde-ba0e-f406ab88334d HTTP/1.1" status: 200 len: 1094 time: 0.1629448 Nov 19 18:08:22.390374 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9e13d5a5-d2c2-4e96-851c-148e1b46fdcb req-9d066196-93e6-44fb-a652-3a12653b0f19 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1dc433e-2f31-472a-89c9-d0d668ac0a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1409848 Nov 19 18:08:22.507577 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-59db96ed-45e1-4fb9-bf41-6440e821f834 req-98538868-c129-4d95-9e89-3551d8df5555 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=de0c73f6-4b3f-4456-b6c8-b38c9e58246b HTTP/1.1" status: 200 len: 217 time: 0.1160405 Nov 19 18:08:22.532596 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f109f45-7653-4768-b931-4a3b2bfa6c73 req-c42eb008-6b5d-4008-bacc-241dbc0db581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:08:22.536132 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8f109f45-7653-4768-b931-4a3b2bfa6c73 req-c42eb008-6b5d-4008-bacc-241dbc0db581 service neutron] 10.222.0.60 "GET /v2.0/networks?id=3b544363-bad2-4a9e-9892-483691dc34e2 HTTP/1.1" status: 200 len: 912 time: 0.3233721 Nov 19 18:08:22.598348 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59db96ed-45e1-4fb9-bf41-6440e821f834 req-729c4fd4-6802-4744-ab03-a3fe7dce0a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:08:22.605785 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-59db96ed-45e1-4fb9-bf41-6440e821f834 req-729c4fd4-6802-4744-ab03-a3fe7dce0a0d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=159f3a31-387a-4317-a596-fb3e8eedbc09 HTTP/1.1" status: 200 len: 834 time: 0.0846901 Nov 19 18:08:22.776656 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 18:08:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f3734ee-019d-4cbe-8d72-7ea9d75d4ef2 x-openstack-request-id: req-6f3734ee-019d-4cbe-8d72-7ea9d75d4ef2 {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:08:22.777333 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df719fa6-e61d-4dde-ba0e-f406ab88334d", "tag": "de0c73f6-4b3f-4456-b6c8-b38c9e58246b", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:08:22.777746 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-6f3734ee-019d-4cbe-8d72-7ea9d75d4ef2 {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:08:22.778716 n-d-818022-2 neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df719fa6-e61d-4dde-ba0e-f406ab88334d', 'tag': 'de0c73f6-4b3f-4456-b6c8-b38c9e58246b', 'status': 'completed', 'code': 200} Nov 19 18:08:22.781499 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8f109f45-7653-4768-b931-4a3b2bfa6c73 req-060f3f8f-d37e-46a1-bf0a-059232fab681 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2019baf0-8dd1-4014-98b3-2c3c4d3ec3aa HTTP/1.1" status: 200 len: 999 time: 0.2383764 Nov 19 18:08:22.810603 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12b9fc4-d122-4b3b-8501-d3318658b211 req-83d6bc74-664e-437e-a1ad-c9dbdbcb9c67 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:08:22.813460 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a12b9fc4-d122-4b3b-8501-d3318658b211 req-83d6bc74-664e-437e-a1ad-c9dbdbcb9c67 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] 10.222.0.54 "GET /v2.0/ports?device_id=df719fa6-e61d-4dde-ba0e-f406ab88334d HTTP/1.1" status: 200 len: 943 time: 0.1535172 Nov 19 18:08:22.816884 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59db96ed-45e1-4fb9-bf41-6440e821f834 req-9c81572a-af44-4b01-b113-28680a6eee75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:08:22.819145 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-59db96ed-45e1-4fb9-bf41-6440e821f834 req-9c81572a-af44-4b01-b113-28680a6eee75 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=80b24c25-6cae-4961-9404-ec39a219d9c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2046819 Nov 19 18:08:22.848362 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f109f45-7653-4768-b931-4a3b2bfa6c73 req-c55e850a-9594-424e-adf5-8d9acc52d2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:08:22.849873 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8f109f45-7653-4768-b931-4a3b2bfa6c73 req-c55e850a-9594-424e-adf5-8d9acc52d2e8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=78373283-0ecf-42ac-8dc9-066471cd2623 HTTP/1.1" status: 200 len: 850 time: 0.0600696 Nov 19 18:08:22.950893 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f109f45-7653-4768-b931-4a3b2bfa6c73 req-f07d8477-7e08-49d7-be7a-5e3c36c1c369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:08:22.953665 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8f109f45-7653-4768-b931-4a3b2bfa6c73 req-f07d8477-7e08-49d7-be7a-5e3c36c1c369 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3b544363-bad2-4a9e-9892-483691dc34e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0960972 Nov 19 18:08:23.026300 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-59db96ed-45e1-4fb9-bf41-6440e821f834 req-3e3b97fb-211e-4adc-8059-eef545f1cad7 service neutron] 10.222.0.60 "GET /v2.0/networks/80b24c25-6cae-4961-9404-ec39a219d9c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1944883 Nov 19 18:08:23.044149 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a12b9fc4-d122-4b3b-8501-d3318658b211 req-594016a5-16b2-4649-9302-93e3397f11c5 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] 10.222.0.54 "GET /v2.0/security-groups?id=5c24132d-f481-40b7-9146-ab1c8fab0f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2225952 Nov 19 18:08:23.147657 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8f109f45-7653-4768-b931-4a3b2bfa6c73 req-99bebd62-810f-4b24-93f6-cbbade531888 service neutron] 10.222.0.60 "GET /v2.0/networks/3b544363-bad2-4a9e-9892-483691dc34e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1858752 Nov 19 18:08:23.195606 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-59db96ed-45e1-4fb9-bf41-6440e821f834 req-d368d97d-5bc7-4f4d-8b21-cd168fb9504d service neutron] 10.222.0.60 "GET /v2.0/networks/80b24c25-6cae-4961-9404-ec39a219d9c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492734 Nov 19 18:08:23.286320 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8f109f45-7653-4768-b931-4a3b2bfa6c73 req-0927d128-333a-421e-ae1c-09176c6b1a3d service neutron] 10.222.0.60 "GET /v2.0/networks/3b544363-bad2-4a9e-9892-483691dc34e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319432 Nov 19 18:08:23.324041 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d757a7-05d7-4fca-a458-94bce3770b11 req-a2de9e0c-eb69-4aa1-a104-b17db4f495db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:08:23.327400 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-76d757a7-05d7-4fca-a458-94bce3770b11 req-a2de9e0c-eb69-4aa1-a104-b17db4f495db service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d00a359bd74e4de6b0d3dd4ba0b5c79c&device_id=df719fa6-e61d-4dde-ba0e-f406ab88334d HTTP/1.1" status: 200 len: 1094 time: 0.0628986 Nov 19 18:08:23.469141 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d757a7-05d7-4fca-a458-94bce3770b11 req-8ee215df-c11a-44d3-8e72-131c35f3dc65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:08:23.473265 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-76d757a7-05d7-4fca-a458-94bce3770b11 req-8ee215df-c11a-44d3-8e72-131c35f3dc65 service neutron] 10.222.0.60 "GET /v2.0/networks?id=80b24c25-6cae-4961-9404-ec39a219d9c1 HTTP/1.1" status: 200 len: 898 time: 0.1373084 Nov 19 18:08:23.530919 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-76d757a7-05d7-4fca-a458-94bce3770b11 req-36813430-ccab-4adf-b578-d5427d11c92b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=de0c73f6-4b3f-4456-b6c8-b38c9e58246b HTTP/1.1" status: 200 len: 217 time: 0.0483377 Nov 19 18:08:23.620589 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d757a7-05d7-4fca-a458-94bce3770b11 req-a69fcc22-ebee-4045-ae1e-b12ae96a23e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:08:23.622261 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-76d757a7-05d7-4fca-a458-94bce3770b11 req-a69fcc22-ebee-4045-ae1e-b12ae96a23e2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=159f3a31-387a-4317-a596-fb3e8eedbc09 HTTP/1.1" status: 200 len: 834 time: 0.0793285 Nov 19 18:08:23.684843 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a73a21-4a7c-4b2e-ba9a-e78fb8221632 req-6ed2703b-e70b-4880-9004-e2ff1187ea33 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:08:23.686542 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-89a73a21-4a7c-4b2e-ba9a-e78fb8221632 req-6ed2703b-e70b-4880-9004-e2ff1187ea33 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/ports?device_id=cc04e7a6-e0b7-438f-a931-99187cf28379 HTTP/1.1" status: 200 len: 944 time: 0.1581042 Nov 19 18:08:23.747305 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d757a7-05d7-4fca-a458-94bce3770b11 req-dec090d5-128b-4493-8ad6-3e7366c8b8af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:08:23.749625 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-76d757a7-05d7-4fca-a458-94bce3770b11 req-dec090d5-128b-4493-8ad6-3e7366c8b8af service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=80b24c25-6cae-4961-9404-ec39a219d9c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1120920 Nov 19 18:08:24.101344 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 34722) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:08:24.108795 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-1ef08b81-a3fb-4e7a-88f3-ff35c1f2695c tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Request body: {'network': {'name': 'tempest-network-smoke--937341185', 'project_id': 'b03542aa894849fda969da6c43b6dbe6', 'port_security_enabled': True}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:08:24.135594 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ef08b81-a3fb-4e7a-88f3-ff35c1f2695c tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Made reservation on behalf of b03542aa894849fda969da6c43b6dbe6 for: {'network': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:08:24.140956 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1ef08b81-a3fb-4e7a-88f3-ff35c1f2695c tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:24.156648 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1ef08b81-a3fb-4e7a-88f3-ff35c1f2695c tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:24.263421 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1ef08b81-a3fb-4e7a-88f3-ff35c1f2695c tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:24.272323 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-89a73a21-4a7c-4b2e-ba9a-e78fb8221632 req-263a8b6d-787d-4471-8051-f95088e90860 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1dc433e-2f31-472a-89c9-d0d668ac0a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5760255 Nov 19 18:08:24.283486 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1ef08b81-a3fb-4e7a-88f3-ff35c1f2695c tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:24.318152 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-76d757a7-05d7-4fca-a458-94bce3770b11 req-210249b4-659f-47da-a2b2-57bd07c65d39 service neutron] 10.222.0.60 "GET /v2.0/networks/80b24c25-6cae-4961-9404-ec39a219d9c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5528591 Nov 19 18:08:24.346576 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ef08b81-a3fb-4e7a-88f3-ff35c1f2695c tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 693} {{(pid=103365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 18:08:24.349450 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef08b81-a3fb-4e7a-88f3-ff35c1f2695c tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9b7f6ef-8f72-49fe-a53a-652c6165d8f8,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:08:24.373599 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af795a2-280f-40bd-8124-f13e62c59b21 req-a202b2ea-dadc-46fa-996e-df12c76c733b tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:08:24.375197 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7af795a2-280f-40bd-8124-f13e62c59b21 req-a202b2ea-dadc-46fa-996e-df12c76c733b tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] 10.222.0.54 "GET /v2.0/ports?device_id=df719fa6-e61d-4dde-ba0e-f406ab88334d HTTP/1.1" status: 200 len: 943 time: 0.1103184 Nov 19 18:08:24.378564 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1ef08b81-a3fb-4e7a-88f3-ff35c1f2695c tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:24.378911 n-d-818022-2 neutron-server[103365]: INFO neutron.db.segments_db [None req-1ef08b81-a3fb-4e7a-88f3-ff35c1f2695c tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Added segment 5ee359fe-da68-415f-bcc3-0b3a40ac0074 of type vlan for network 8d3188e0-fd7b-4dd3-a190-3de88a602e94 Nov 19 18:08:24.456824 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1ef08b81-a3fb-4e7a-88f3-ff35c1f2695c tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:24.468046 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-76d757a7-05d7-4fca-a458-94bce3770b11 req-801c5896-a170-4691-8815-49bafc2710ab service neutron] 10.222.0.60 "GET /v2.0/networks/80b24c25-6cae-4961-9404-ec39a219d9c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347401 Nov 19 18:08:24.495868 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7af795a2-280f-40bd-8124-f13e62c59b21 req-6194866e-c6aa-4705-9789-e3c872dfb587 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] 10.222.0.54 "GET /v2.0/security-groups?id=5c24132d-f481-40b7-9146-ab1c8fab0f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083243 Nov 19 18:08:24.528229 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1ef08b81-a3fb-4e7a-88f3-ff35c1f2695c tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:24.534839 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ef08b81-a3fb-4e7a-88f3-ff35c1f2695c tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:08:24.535919 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1ef08b81-a3fb-4e7a-88f3-ff35c1f2695c tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Publish callbacks [] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:24.614829 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-1ef08b81-a3fb-4e7a-88f3-ff35c1f2695c tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5116994 Nov 19 18:08:24.617901 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 34732) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:08:24.623030 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-0e00905a-233a-457e-9aa7-31aa9a256919 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-910720104', 'admin_state_up': True, 'project_id': 'b03542aa894849fda969da6c43b6dbe6', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'}}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:08:24.639960 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef08b81-a3fb-4e7a-88f3-ff35c1f2695c tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Pushing event updated for resources: {'Network': ['ID=8d3188e0-fd7b-4dd3-a190-3de88a602e94,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:08:24.656566 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network 8d3188e0-fd7b-4dd3-a190-3de88a602e94 details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 18:08:24.657096 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0e00905a-233a-457e-9aa7-31aa9a256919 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9890'] for router, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:24.658217 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0e00905a-233a-457e-9aa7-31aa9a256919 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671617', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-732153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4689'] for router, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:24.718545 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0e00905a-233a-457e-9aa7-31aa9a256919 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:24.844611 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device de0c73f6-4b3f-4456-b6c8-b38c9e58246b details requested by agent hyperv_n-h1-818022-2 with host n-h1-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 18:08:24.876565 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0e00905a-233a-457e-9aa7-31aa9a256919 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:24.954050 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port de0c73f6-4b3f-4456-b6c8-b38c9e58246b, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=de0c73f6-4b3f-4456-b6c8-b38c9e58246b,segment=NetworkSegment(7f8a67cc-f3a5-408c-b83a-718207ca1b8d),segment_id=7f8a67cc-f3a5-408c-b83a-718207ca1b8d)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:08:24.967294 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Returning: {'device': 'de0c73f6-4b3f-4456-b6c8-b38c9e58246b', 'network_id': '80b24c25-6cae-4961-9404-ec39a219d9c1', 'port_id': 'de0c73f6-4b3f-4456-b6c8-b38c9e58246b', 'mac_address': 'fa:16:3e:77:de:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '159f3a31-387a-4317-a596-fb3e8eedbc09', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 18:08:25.012690 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:25.027741 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de0c73f6-4b3f-4456-b6c8-b38c9e58246b {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:08:25.049890 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port de0c73f6-4b3f-4456-b6c8-b38c9e58246b, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=de0c73f6-4b3f-4456-b6c8-b38c9e58246b,segment=NetworkSegment(7f8a67cc-f3a5-408c-b83a-718207ca1b8d),segment_id=7f8a67cc-f3a5-408c-b83a-718207ca1b8d)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:08:25.067258 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:25.109879 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0e00905a-233a-457e-9aa7-31aa9a256919 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Publish callbacks [] for router_gateway, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:25.131122 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0e00905a-233a-457e-9aa7-31aa9a256919 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:25.132805 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=de0c73f6-4b3f-4456-b6c8-b38c9e58246b,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:08:25.244245 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [None req-0e00905a-233a-457e-9aa7-31aa9a256919 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Allocated IP 172.25.7.209 (645e61aa-1a6c-4e8f-857e-ab06edb4897f/88ed2d64-f56d-4f01-a468-946e01c99e82/e2b2f11f-a241-4369-90eb-39123eaea0bd) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:08:25.291386 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['de0c73f6-4b3f-4456-b6c8-b38c9e58246b'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:08:25.398032 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0e00905a-233a-457e-9aa7-31aa9a256919 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:25.447672 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a070bad-7407-4ef5-8065-825254585912 req-15cd3afe-f705-49c1-b0cf-c9f557414570 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:08:25.450024 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6a070bad-7407-4ef5-8065-825254585912 req-15cd3afe-f705-49c1-b0cf-c9f557414570 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/ports?device_id=cc04e7a6-e0b7-438f-a931-99187cf28379 HTTP/1.1" status: 200 len: 944 time: 0.0715175 Nov 19 18:08:25.479080 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0e00905a-233a-457e-9aa7-31aa9a256919 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:25.520839 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6a070bad-7407-4ef5-8065-825254585912 req-2ca75ac7-0459-407c-9864-5b9709748c50 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1dc433e-2f31-472a-89c9-d0d668ac0a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635796 Nov 19 18:08:25.534533 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e00905a-233a-457e-9aa7-31aa9a256919 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Network 645e61aa-1a6c-4e8f-857e-ab06edb4897f is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:08:25.538125 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-0e00905a-233a-457e-9aa7-31aa9a256919 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:08:25.543604 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e00905a-233a-457e-9aa7-31aa9a256919 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:08:25.563152 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55a69434-c390-43c0-b571-63a388a38e54 None None] DHCP port deletion for 645e61aa-1a6c-4e8f-857e-ab06edb4897f request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:08:25.563826 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e00905a-233a-457e-9aa7-31aa9a256919 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Pushing event updated for resources: {'Port': ['ID=e2b2f11f-a241-4369-90eb-39123eaea0bd,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:08:25.725797 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-54905da6-66c4-4c31-be75-28e1f78bb2ee None None] Provisioning complete for port e2b2f11f-a241-4369-90eb-39123eaea0bd triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:08:25.726422 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-54905da6-66c4-4c31-be75-28e1f78bb2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:25.763212 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-54905da6-66c4-4c31-be75-28e1f78bb2ee None None] Port e2b2f11f-a241-4369-90eb-39123eaea0bd cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:08:25.824312 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd934e6-285c-4cf8-8635-73b89a600d7a req-798ccccb-a19e-4c52-8f4d-53db0205dbc6 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:08:25.826337 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-5bd934e6-285c-4cf8-8635-73b89a600d7a req-798ccccb-a19e-4c52-8f4d-53db0205dbc6 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/ports?device_id=cc04e7a6-e0b7-438f-a931-99187cf28379 HTTP/1.1" status: 200 len: 944 time: 0.0901604 Nov 19 18:08:25.852144 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ee72e5-1a1c-4303-991e-1a41ad5fa1a5 req-59b4e609-7606-4dfa-99e4-e821d37d605f tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:08:25.872530 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c5ee72e5-1a1c-4303-991e-1a41ad5fa1a5 req-59b4e609-7606-4dfa-99e4-e821d37d605f tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] 10.222.0.54 "GET /v2.0/ports?device_id=df719fa6-e61d-4dde-ba0e-f406ab88334d HTTP/1.1" status: 200 len: 944 time: 0.2371523 Nov 19 18:08:25.891406 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-5bd934e6-285c-4cf8-8635-73b89a600d7a req-e03f3034-af7b-4f76-8d29-d845ddda15f6 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1dc433e-2f31-472a-89c9-d0d668ac0a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590944 Nov 19 18:08:26.011118 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c5ee72e5-1a1c-4303-991e-1a41ad5fa1a5 req-495d2acd-0bd6-4567-887d-f50863a07c8a tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] 10.222.0.54 "GET /v2.0/security-groups?id=5c24132d-f481-40b7-9146-ab1c8fab0f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1361525 Nov 19 18:08:26.031411 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f968e6-ee9b-411b-9d16-38b640651faa req-d64a49af-c8ef-4bd1-8098-eece533e72ac tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:08:26.037851 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d5f968e6-ee9b-411b-9d16-38b640651faa req-d64a49af-c8ef-4bd1-8098-eece533e72ac tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/ports?device_id=cc04e7a6-e0b7-438f-a931-99187cf28379 HTTP/1.1" status: 200 len: 944 time: 0.0634253 Nov 19 18:08:26.093006 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0e00905a-233a-457e-9aa7-31aa9a256919 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Publish callbacks [] for router_gateway, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:26.093927 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d5f968e6-ee9b-411b-9d16-38b640651faa req-f0b133cb-d7c0-4944-b0e9-4e9d266be08a tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1dc433e-2f31-472a-89c9-d0d668ac0a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551949 Nov 19 18:08:26.684421 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0e00905a-233a-457e-9aa7-31aa9a256919 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671702'] for router, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:26.765225 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8463b7fa-bae8-4b66-8568-05e26d2ed8f6 req-cd68637a-5d59-4273-ad17-76dd785b2cf0 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:08:26.772729 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8463b7fa-bae8-4b66-8568-05e26d2ed8f6 req-cd68637a-5d59-4273-ad17-76dd785b2cf0 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/networks?id=3b544363-bad2-4a9e-9892-483691dc34e2 HTTP/1.1" status: 200 len: 811 time: 0.1680157 Nov 19 18:08:26.856067 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8463b7fa-bae8-4b66-8568-05e26d2ed8f6 req-6c1fbbe5-c7b5-4171-9e44-f9a7a8a70f7c tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/quotas/e45c6e5baa414b6894171527d94e1abd HTTP/1.1" status: 200 len: 375 time: 0.0823708 Nov 19 18:08:26.865646 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device de0c73f6-4b3f-4456-b6c8-b38c9e58246b up at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:08:26.932447 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning for port de0c73f6-4b3f-4456-b6c8-b38c9e58246b completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 18:08:26.937902 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning complete for port de0c73f6-4b3f-4456-b6c8-b38c9e58246b triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:08:26.938694 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:26.939561 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8463b7fa-bae8-4b66-8568-05e26d2ed8f6 req-d7fee114-13e5-4177-bc88-14282c7d14b9 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=e45c6e5baa414b6894171527d94e1abd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0826206 Nov 19 18:08:26.940712 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e00905a-233a-457e-9aa7-31aa9a256919 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Router 71e7e0cd-d0fc-41c6-b449-81334a129c06 is scheduled to L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 with binding_index 1 {{(pid=103365) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 18:08:27.050289 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:27.100851 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port de0c73f6-4b3f-4456-b6c8-b38c9e58246b, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=de0c73f6-4b3f-4456-b6c8-b38c9e58246b,segment=NetworkSegment(7f8a67cc-f3a5-408c-b83a-718207ca1b8d),segment_id=7f8a67cc-f3a5-408c-b83a-718207ca1b8d)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:08:27.101885 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df719fa6-e61d-4dde-ba0e-f406ab88334d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de0c73f6-4b3f-4456-b6c8-b38c9e58246b'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:08:27.104645 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3940761bcd94e032e6960d2241bd8993c5d3a7d8dc2aca8488f3ecf1d4dd2fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbcf5de4-1822-4f33-92bb-10ab66ae96fa" -d '{"events": [{"server_uuid": "df719fa6-e61d-4dde-ba0e-f406ab88334d", "name": "network-vif-plugged", "status": "completed", "tag": "de0c73f6-4b3f-4456-b6c8-b38c9e58246b"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:08:27.117297 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:27.150349 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [req-8463b7fa-bae8-4b66-8568-05e26d2ed8f6 req-0d86b704-1fd4-40d6-8a2b-1ecc63532f21 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=103365) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 18:08:27.162506 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8463b7fa-bae8-4b66-8568-05e26d2ed8f6 req-0d86b704-1fd4-40d6-8a2b-1ecc63532f21 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2121651 Nov 19 18:08:27.182395 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=de0c73f6-4b3f-4456-b6c8-b38c9e58246b,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:08:27.217161 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4e68ff-3ec6-4113-9ea9-91c745876f42 req-38553d19-91cb-444c-b8b8-0c0188488e87 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:08:27.219007 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-4e4e68ff-3ec6-4113-9ea9-91c745876f42 req-38553d19-91cb-444c-b8b8-0c0188488e87 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] 10.222.0.54 "GET /v2.0/ports?device_id=df719fa6-e61d-4dde-ba0e-f406ab88334d HTTP/1.1" status: 200 len: 945 time: 0.0854595 Nov 19 18:08:27.275210 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e00905a-233a-457e-9aa7-31aa9a256919 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:08:27.301655 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0066d2f-1f4f-45f0-900e-76a134838652 None None] Sync routers for ids ['71e7e0cd-d0fc-41c6-b449-81334a129c06'] in n-d-818022-2 {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:08:27.322364 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0066d2f-1f4f-45f0-900e-76a134838652 None None] Routers {'71e7e0cd-d0fc-41c6-b449-81334a129c06'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:08:27.323275 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-e0066d2f-1f4f-45f0-900e-76a134838652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:08:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['71e7e0cd-d0fc-41c6-b449-81334a129c06'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:08:27.340006 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-4e4e68ff-3ec6-4113-9ea9-91c745876f42 req-407a9ccd-a5ce-4f6e-8f70-611ad4d8f68b tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] 10.222.0.54 "GET /v2.0/security-groups?id=5c24132d-f481-40b7-9146-ab1c8fab0f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1108139 Nov 19 18:08:27.378602 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:08:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a661cc6b-309e-4a25-8939-fdd067417cbc x-openstack-request-id: req-a661cc6b-309e-4a25-8939-fdd067417cbc {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:08:27.379155 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df719fa6-e61d-4dde-ba0e-f406ab88334d", "name": "network-vif-plugged", "status": "completed", "tag": "de0c73f6-4b3f-4456-b6c8-b38c9e58246b", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:08:27.379877 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a661cc6b-309e-4a25-8939-fdd067417cbc {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:08:27.380296 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0e00905a-233a-457e-9aa7-31aa9a256919 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Publish callbacks [] for router, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:27.380431 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df719fa6-e61d-4dde-ba0e-f406ab88334d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de0c73f6-4b3f-4456-b6c8-b38c9e58246b', 'code': 200} Nov 19 18:08:27.381855 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-0e00905a-233a-457e-9aa7-31aa9a256919 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.7630203 Nov 19 18:08:27.384200 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8463b7fa-bae8-4b66-8568-05e26d2ed8f6 req-fce58ac4-69f2-424a-98d1-d642eca9890c service neutron] 10.222.0.54 "GET /v2.0/networks/3b544363-bad2-4a9e-9892-483691dc34e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2041905 Nov 19 18:08:27.385755 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 34818) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:08:27.501097 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c64128-75ec-4350-9b48-a689ea0a1ca1 req-868e16ce-531c-4860-b745-8a4ff05de76c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:08:27.503369 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-79c64128-75ec-4350-9b48-a689ea0a1ca1 req-868e16ce-531c-4860-b745-8a4ff05de76c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=df719fa6-e61d-4dde-ba0e-f406ab88334d HTTP/1.1" status: 200 len: 1096 time: 0.0540755 Nov 19 18:08:27.577940 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-79c64128-75ec-4350-9b48-a689ea0a1ca1 req-c775eb8a-2cd6-4f39-90fd-706d9a9b235c service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=5c24132d-f481-40b7-9146-ab1c8fab0f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658648 Nov 19 18:08:27.591329 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 34834) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:08:27.598498 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-6cdc9963-51d8-4cd8-a222-6949623be994 tempest-TestSecurityGroupsBasicOps-2128887520 tempest-TestSecurityGroupsBasicOps-2128887520-project-admin] 10.222.0.54 "GET /v2.0/subnets?project_id=b03542aa894849fda969da6c43b6dbe6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2112198 Nov 19 18:08:27.614382 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-e0066d2f-1f4f-45f0-900e-76a134838652 None None] Set router 71e7e0cd-d0fc-41c6-b449-81334a129c06 gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:08:27.705690 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8463b7fa-bae8-4b66-8568-05e26d2ed8f6 req-8f0ca838-70c9-425f-9bbf-3e387fb68798 service neutron] 10.222.0.54 "GET /v2.0/networks/3b544363-bad2-4a9e-9892-483691dc34e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3043506 Nov 19 18:08:27.813587 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-e0066d2f-1f4f-45f0-900e-76a134838652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71e7e0cd-d0fc-41c6-b449-81334a129c06', 'name': 'tempest-TestSecurityGroupsBasicOps-router-910720104', 'tenant_id': 'b03542aa894849fda969da6c43b6dbe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': 'e2b2f11f-a241-4369-90eb-39123eaea0bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:08:24Z', 'updated_at': '2021-11-19T18:08:25Z', 'revision_number': 3, 'project_id': 'b03542aa894849fda969da6c43b6dbe6', 'gw_port': {'id': 'e2b2f11f-a241-4369-90eb-39123eaea0bd', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:03:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71e7e0cd-d0fc-41c6-b449-81334a129c06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:08:25Z', 'updated_at': '2021-11-19T18:08:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:08:27.826101 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05f347c5-9d57-4975-8c66-2dbdffbdf9fa tempest-TestSecurityGroupsBasicOps-2128887520 tempest-TestSecurityGroupsBasicOps-2128887520-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:08:27.828184 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-05f347c5-9d57-4975-8c66-2dbdffbdf9fa tempest-TestSecurityGroupsBasicOps-2128887520 tempest-TestSecurityGroupsBasicOps-2128887520-project-admin] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2355719 Nov 19 18:08:27.831079 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 34838) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:08:27.850639 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0066d2f-1f4f-45f0-900e-76a134838652 None None] Checking router: 71e7e0cd-d0fc-41c6-b449-81334a129c06 for host: n-d-818022-2 {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:08:27.851143 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0066d2f-1f4f-45f0-900e-76a134838652 None None] Updating router 71e7e0cd-d0fc-41c6-b449-81334a129c06 port e2b2f11f-a241-4369-90eb-39123eaea0bd binding host n-d-818022-2 {{(pid=103367) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 18:08:27.866381 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-f5bcc381-2e7d-484d-b65f-9a6aa8d9ec5e tempest-TestSecurityGroupsBasicOps-2128887520 tempest-TestSecurityGroupsBasicOps-2128887520-project-admin] 10.222.0.54 "GET /v2.0/subnets?network_id=645e61aa-1a6c-4e8f-857e-ab06edb4897f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0333970 Nov 19 18:08:27.869173 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 34840) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:08:27.877668 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-57614d2f-4d19-411f-b913-8c3afdfdc797 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-794105668', 'network_id': '8d3188e0-fd7b-4dd3-a190-3de88a602e94', 'project_id': 'b03542aa894849fda969da6c43b6dbe6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:08:27.889747 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-e0066d2f-1f4f-45f0-900e-76a134838652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:27.997724 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57614d2f-4d19-411f-b913-8c3afdfdc797 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Made reservation on behalf of b03542aa894849fda969da6c43b6dbe6 for: {'subnet': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:08:28.002046 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-57614d2f-4d19-411f-b913-8c3afdfdc797 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8983829'] for subnet, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:28.201124 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-57614d2f-4d19-411f-b913-8c3afdfdc797 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12425078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8983815'] for subnet, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:28.217979 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-e0066d2f-1f4f-45f0-900e-76a134838652 None None] Publish callbacks [] for port, precommit_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:28.224787 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-e0066d2f-1f4f-45f0-900e-76a134838652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:28.260761 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57614d2f-4d19-411f-b913-8c3afdfdc797 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Pushing event updated for resources: {'Subnet': ['ID=bf177aec-aa8e-41e9-ab4d-1db99ba50401,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:08:28.272731 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57614d2f-4d19-411f-b913-8c3afdfdc797 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:08:28.273120 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57614d2f-4d19-411f-b913-8c3afdfdc797 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:08:28.273448 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57614d2f-4d19-411f-b913-8c3afdfdc797 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:08:28.274191 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57614d2f-4d19-411f-b913-8c3afdfdc797 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:08:28.274191 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57614d2f-4d19-411f-b913-8c3afdfdc797 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:08:28.274553 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57614d2f-4d19-411f-b913-8c3afdfdc797 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:08:28.275440 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57614d2f-4d19-411f-b913-8c3afdfdc797 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:08:28.276128 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57614d2f-4d19-411f-b913-8c3afdfdc797 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:08:28.276128 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57614d2f-4d19-411f-b913-8c3afdfdc797 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:08:28.276594 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57614d2f-4d19-411f-b913-8c3afdfdc797 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:08:28.276819 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57614d2f-4d19-411f-b913-8c3afdfdc797 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:08:28.277136 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57614d2f-4d19-411f-b913-8c3afdfdc797 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:08:28.287386 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-e0066d2f-1f4f-45f0-900e-76a134838652 None None] Attempting to bind port e2b2f11f-a241-4369-90eb-39123eaea0bd on host n-d-818022-2 for vnic_type normal with profile {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:08:28.288007 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-e0066d2f-1f4f-45f0-900e-76a134838652 None None] Attempting to bind port e2b2f11f-a241-4369-90eb-39123eaea0bd by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:08:28.288970 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0066d2f-1f4f-45f0-900e-76a134838652 None None] Attempting to bind port e2b2f11f-a241-4369-90eb-39123eaea0bd on network 645e61aa-1a6c-4e8f-857e-ab06edb4897f {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:08:28.294119 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d50f3378-f6c8-4fcc-8c26-d0b4a5406cd1 None None] DHCP port deletion for 645e61aa-1a6c-4e8f-857e-ab06edb4897f request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:08:28.307817 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57614d2f-4d19-411f-b913-8c3afdfdc797 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Checking segment: {'id': '5ee359fe-da68-415f-bcc3-0b3a40ac0074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '8d3188e0-fd7b-4dd3-a190-3de88a602e94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:08:28.308325 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57614d2f-4d19-411f-b913-8c3afdfdc797 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Network hostable DHCP agents. Network: 8d3188e0-fd7b-4dd3-a190-3de88a602e94, hostable agents: ['02910ef2-0455-4aea-9f38-9a875579633f'], hosted agents: [] {{(pid=103364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 18:08:28.312106 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0066d2f-1f4f-45f0-900e-76a134838652 None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 8, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:08:28.314177 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0066d2f-1f4f-45f0-900e-76a134838652 None None] Checking segment: {'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:08:28.314423 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-e0066d2f-1f4f-45f0-900e-76a134838652 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:28.314829 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0066d2f-1f4f-45f0-900e-76a134838652 None None] Bound using segment: {'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:08:28.315611 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-e0066d2f-1f4f-45f0-900e-76a134838652 None None] Bound port: e2b2f11f-a241-4369-90eb-39123eaea0bd, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'}}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:08:28.315828 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-e0066d2f-1f4f-45f0-900e-76a134838652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:28.319387 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcd2f6a-754e-406f-8550-945edad81466 None None] Pushing event updated for resources: {'Port': ['ID=e2b2f11f-a241-4369-90eb-39123eaea0bd,revision_number=2']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:08:28.332852 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57614d2f-4d19-411f-b913-8c3afdfdc797 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Network 8d3188e0-fd7b-4dd3-a190-3de88a602e94 is scheduled to be hosted by DHCP agent 02910ef2-0455-4aea-9f38-9a875579633f with binding_index 1 {{(pid=103364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 18:08:28.349474 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-57614d2f-4d19-411f-b913-8c3afdfdc797 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818022-2, 8d3188e0-fd7b-4dd3-a190-3de88a602e94) {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:08:28.359619 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-768f28ed-2858-4323-be22-9e790668bf29 None None] Network 8d3188e0-fd7b-4dd3-a190-3de88a602e94 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:08:28.360877 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57614d2f-4d19-411f-b913-8c3afdfdc797 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:08:28.362680 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-57614d2f-4d19-411f-b913-8c3afdfdc797 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:28.388135 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-e0066d2f-1f4f-45f0-900e-76a134838652 None None] For port e2b2f11f-a241-4369-90eb-39123eaea0bd, host n-d-818022-2, cleared binding levels {{(pid=103367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:08:28.392913 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-e0066d2f-1f4f-45f0-900e-76a134838652 None None] For port e2b2f11f-a241-4369-90eb-39123eaea0bd, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=e2b2f11f-a241-4369-90eb-39123eaea0bd,segment=NetworkSegment(bbe705c1-96c0-476e-8381-28227e6f0ac5),segment_id=bbe705c1-96c0-476e-8381-28227e6f0ac5)] {{(pid=103367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:08:28.403600 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-e0066d2f-1f4f-45f0-900e-76a134838652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:28.405142 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-57614d2f-4d19-411f-b913-8c3afdfdc797 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5340867 Nov 19 18:08:28.408512 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 34854) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:08:28.490575 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0066d2f-1f4f-45f0-900e-76a134838652 None None] Routers {'71e7e0cd-d0fc-41c6-b449-81334a129c06'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:08:28.491477 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-e0066d2f-1f4f-45f0-900e-76a134838652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:08:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['71e7e0cd-d0fc-41c6-b449-81334a129c06'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:08:28.493683 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b512675c-45d8-472e-8092-9526f79c18a0 None None] DHCP port deletion for 645e61aa-1a6c-4e8f-857e-ab06edb4897f request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:08:28.576005 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-a3883add-0d98-4479-9e6d-95f151b337ae None None] Provisioning complete for port e2b2f11f-a241-4369-90eb-39123eaea0bd triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:08:28.576521 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a3883add-0d98-4479-9e6d-95f151b337ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:28.628435 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-223b395d-bb31-41cf-9e9a-d02229875c89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54f44f5f-1200-574e-8740-2141911d5b73-8d3188e0-fd7b-4dd3-a190-3de88a602e94', 'network_id': '8d3188e0-fd7b-4dd3-a190-3de88a602e94', 'tenant_id': 'b03542aa894849fda969da6c43b6dbe6', 'fixed_ips': [{'subnet_id': 'bf177aec-aa8e-41e9-ab4d-1db99ba50401'}]}} from n-d-818022-2. {{(pid=103366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 18:08:28.629704 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-223b395d-bb31-41cf-9e9a-d02229875c89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:28.673565 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-e0066d2f-1f4f-45f0-900e-76a134838652 None None] Set router 71e7e0cd-d0fc-41c6-b449-81334a129c06 gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:08:28.719283 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26785a42-847b-4f30-a5a2-1e16c0445efb req-681e61d1-87c9-43ac-a707-cd1e5b3a464f tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:08:28.720962 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-26785a42-847b-4f30-a5a2-1e16c0445efb req-681e61d1-87c9-43ac-a707-cd1e5b3a464f tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] 10.222.0.54 "GET /v2.0/ports?device_id=df719fa6-e61d-4dde-ba0e-f406ab88334d HTTP/1.1" status: 200 len: 945 time: 0.2264080 Nov 19 18:08:28.805061 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcd2f6a-754e-406f-8550-945edad81466 None None] Pushing event updated for resources: {'Port': ['ID=e2b2f11f-a241-4369-90eb-39123eaea0bd,revision_number=3']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:08:28.861684 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a3883add-0d98-4479-9e6d-95f151b337ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:28.880171 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-26785a42-847b-4f30-a5a2-1e16c0445efb req-b1bf1fc4-9051-4098-8a30-f26e9d5360f8 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] 10.222.0.54 "GET /v2.0/security-groups?id=5c24132d-f481-40b7-9146-ab1c8fab0f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1498797 Nov 19 18:08:28.921034 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-a3883add-0d98-4479-9e6d-95f151b337ae None None] For port e2b2f11f-a241-4369-90eb-39123eaea0bd, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=e2b2f11f-a241-4369-90eb-39123eaea0bd,segment=NetworkSegment(bbe705c1-96c0-476e-8381-28227e6f0ac5),segment_id=bbe705c1-96c0-476e-8381-28227e6f0ac5)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:08:28.952645 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a3883add-0d98-4479-9e6d-95f151b337ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:29.041532 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3883add-0d98-4479-9e6d-95f151b337ae None None] Pushing event updated for resources: {'Port': ['ID=e2b2f11f-a241-4369-90eb-39123eaea0bd,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:08:29.047151 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6d661787-4e9c-4dac-b186-7ddbd6fbce93 req-430de5d0-0d11-4e10-96e5-349d7ba84daf tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/ports?device_id=7f65a0ed-74f2-4d58-9416-2934110d40dd HTTP/1.1" status: 200 len: 210 time: 0.0489378 Nov 19 18:08:29.060740 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [None req-223b395d-bb31-41cf-9e9a-d02229875c89 None None] Allocated IP 172.20.0.2 (8d3188e0-fd7b-4dd3-a190-3de88a602e94/bf177aec-aa8e-41e9-ab4d-1db99ba50401/ff60b731-d45c-4ea8-b38c-10c5bc9d7be6) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:08:29.117797 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-e0066d2f-1f4f-45f0-900e-76a134838652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71e7e0cd-d0fc-41c6-b449-81334a129c06', 'name': 'tempest-TestSecurityGroupsBasicOps-router-910720104', 'tenant_id': 'b03542aa894849fda969da6c43b6dbe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': 'e2b2f11f-a241-4369-90eb-39123eaea0bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:08:24Z', 'updated_at': '2021-11-19T18:08:25Z', 'revision_number': 3, 'project_id': 'b03542aa894849fda969da6c43b6dbe6', 'gw_port': {'id': 'e2b2f11f-a241-4369-90eb-39123eaea0bd', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:03:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71e7e0cd-d0fc-41c6-b449-81334a129c06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:08:25Z', 'updated_at': '2021-11-19T18:08:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:08:29.143446 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-e9798afb-34e2-4b97-b7c4-578347499c71 None None] Provisioning complete for port e2b2f11f-a241-4369-90eb-39123eaea0bd triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:08:29.145303 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e9798afb-34e2-4b97-b7c4-578347499c71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:29.181931 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0066d2f-1f4f-45f0-900e-76a134838652 None None] The sync data for ids ['71e7e0cd-d0fc-41c6-b449-81334a129c06'] in n-d-818022-2 is: [{'id': '71e7e0cd-d0fc-41c6-b449-81334a129c06', 'name': 'tempest-TestSecurityGroupsBasicOps-router-910720104', 'tenant_id': 'b03542aa894849fda969da6c43b6dbe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': 'e2b2f11f-a241-4369-90eb-39123eaea0bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:08:24Z', 'updated_at': '2021-11-19T18:08:25Z', 'revision_number': 3, 'project_id': 'b03542aa894849fda969da6c43b6dbe6', 'gw_port': {'id': 'e2b2f11f-a241-4369-90eb-39123eaea0bd', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:03:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71e7e0cd-d0fc-41c6-b449-81334a129c06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:08:25Z', 'updated_at': '2021-11-19T18:08:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:08:29.485338 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-223b395d-bb31-41cf-9e9a-d02229875c89 None None] Publish callbacks [] for port, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:29.511867 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-223b395d-bb31-41cf-9e9a-d02229875c89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998'] for port, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:29.602111 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223b395d-bb31-41cf-9e9a-d02229875c89 None None] Pushing event updated for resources: {'Port': ['ID=ff60b731-d45c-4ea8-b38c-10c5bc9d7be6,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:08:29.616377 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-223b395d-bb31-41cf-9e9a-d02229875c89 None None] Network 8d3188e0-fd7b-4dd3-a190-3de88a602e94 is already hosted by enough agents. {{(pid=103366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:08:29.617907 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [None req-223b395d-bb31-41cf-9e9a-d02229875c89 None None] Resources bound (agent type, host, resource id): {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:08:29.621520 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-223b395d-bb31-41cf-9e9a-d02229875c89 None None] Received port after_create {{(pid=103366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:08:29.645554 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-62372079-d8cc-457d-97ec-2d36602f2901 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:29.742468 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-223b395d-bb31-41cf-9e9a-d02229875c89 None None] Attempting to bind port ff60b731-d45c-4ea8-b38c-10c5bc9d7be6 on host n-d-818022-2 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:08:29.743024 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-223b395d-bb31-41cf-9e9a-d02229875c89 None None] Attempting to bind port ff60b731-d45c-4ea8-b38c-10c5bc9d7be6 by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': '5ee359fe-da68-415f-bcc3-0b3a40ac0074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '8d3188e0-fd7b-4dd3-a190-3de88a602e94'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:08:29.744198 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-223b395d-bb31-41cf-9e9a-d02229875c89 None None] Attempting to bind port ff60b731-d45c-4ea8-b38c-10c5bc9d7be6 on network 8d3188e0-fd7b-4dd3-a190-3de88a602e94 {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:08:29.764654 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-223b395d-bb31-41cf-9e9a-d02229875c89 None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 8, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:08:29.765131 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-223b395d-bb31-41cf-9e9a-d02229875c89 None None] Checking segment: {'id': '5ee359fe-da68-415f-bcc3-0b3a40ac0074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '8d3188e0-fd7b-4dd3-a190-3de88a602e94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:08:29.765549 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-223b395d-bb31-41cf-9e9a-d02229875c89 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:29.766166 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-223b395d-bb31-41cf-9e9a-d02229875c89 None None] Bound using segment: {'id': '5ee359fe-da68-415f-bcc3-0b3a40ac0074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '8d3188e0-fd7b-4dd3-a190-3de88a602e94'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:08:29.766704 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-223b395d-bb31-41cf-9e9a-d02229875c89 None None] Bound port: ff60b731-d45c-4ea8-b38c-10c5bc9d7be6, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ee359fe-da68-415f-bcc3-0b3a40ac0074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '8d3188e0-fd7b-4dd3-a190-3de88a602e94'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:08:29.767081 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-223b395d-bb31-41cf-9e9a-d02229875c89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:29.855857 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-94cdb59e-79b2-43af-ae15-b038ee564444 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:29.969389 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-223b395d-bb31-41cf-9e9a-d02229875c89 None None] For port ff60b731-d45c-4ea8-b38c-10c5bc9d7be6, host n-d-818022-2, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:08:29.983944 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-223b395d-bb31-41cf-9e9a-d02229875c89 None None] For port ff60b731-d45c-4ea8-b38c-10c5bc9d7be6, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=ff60b731-d45c-4ea8-b38c-10c5bc9d7be6,segment=NetworkSegment(5ee359fe-da68-415f-bcc3-0b3a40ac0074),segment_id=5ee359fe-da68-415f-bcc3-0b3a40ac0074)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:08:29.996498 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-223b395d-bb31-41cf-9e9a-d02229875c89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:30.181228 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223b395d-bb31-41cf-9e9a-d02229875c89 None None] Pushing event updated for resources: {'Port': ['ID=ff60b731-d45c-4ea8-b38c-10c5bc9d7be6,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:08:30.188087 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device e2b2f11f-a241-4369-90eb-39123eaea0bd up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:08:30.211679 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2e0cb3-a1eb-4dfe-95c9-3b1de2ca5c87 req-86dc61ac-295e-41c2-9323-777020e1988e tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:08:30.221406 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-cc2e0cb3-a1eb-4dfe-95c9-3b1de2ca5c87 req-86dc61ac-295e-41c2-9323-777020e1988e tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] 10.222.0.54 "GET /v2.0/ports?device_id=df719fa6-e61d-4dde-ba0e-f406ab88334d HTTP/1.1" status: 200 len: 945 time: 0.1980381 Nov 19 18:08:30.341528 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port e2b2f11f-a241-4369-90eb-39123eaea0bd triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:08:30.341847 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:30.354703 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-cb230fc5-8929-4630-817d-97ff27550ec7 req-2aacc8c2-a984-4e97-ad60-e9bbae81921e tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/ports?device_id=7f65a0ed-74f2-4d58-9416-2934110d40dd HTTP/1.1" status: 200 len: 210 time: 0.0718052 Nov 19 18:08:30.401587 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-cc2e0cb3-a1eb-4dfe-95c9-3b1de2ca5c87 req-b10aaaf6-06de-4e8a-9946-4e5703f6b45a tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] 10.222.0.54 "GET /v2.0/security-groups?id=5c24132d-f481-40b7-9146-ab1c8fab0f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1724818 Nov 19 18:08:30.450397 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [None req-62372079-d8cc-457d-97ec-2d36602f2901 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Allocated IP 172.20.0.1 (8d3188e0-fd7b-4dd3-a190-3de88a602e94/bf177aec-aa8e-41e9-ab4d-1db99ba50401/aead2bc7-c164-463c-a6e9-7e34c5ad53b1) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:08:31.035542 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-62372079-d8cc-457d-97ec-2d36602f2901 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:31.093287 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-62372079-d8cc-457d-97ec-2d36602f2901 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:31.188929 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62372079-d8cc-457d-97ec-2d36602f2901 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Pushing event updated for resources: {'Port': ['ID=aead2bc7-c164-463c-a6e9-7e34c5ad53b1,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:08:31.285453 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8463b7fa-bae8-4b66-8568-05e26d2ed8f6 req-c870090e-4e8e-42e8-bfa2-180c5e2f0df2 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:08:31.287139 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8463b7fa-bae8-4b66-8568-05e26d2ed8f6 req-c870090e-4e8e-42e8-bfa2-180c5e2f0df2 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.60 "GET /v2.0/networks?id=3b544363-bad2-4a9e-9892-483691dc34e2 HTTP/1.1" status: 200 len: 811 time: 0.2192206 Nov 19 18:08:31.290754 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62372079-d8cc-457d-97ec-2d36602f2901 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Network 8d3188e0-fd7b-4dd3-a190-3de88a602e94 is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:08:31.292425 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-62372079-d8cc-457d-97ec-2d36602f2901 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:08:31.295408 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62372079-d8cc-457d-97ec-2d36602f2901 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:08:31.366950 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a447b698-a1ad-4768-accb-7314be0dae39 req-6bdd23f7-81e5-46b5-b66c-ee19075eaae9 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:08:31.377679 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a447b698-a1ad-4768-accb-7314be0dae39 req-6bdd23f7-81e5-46b5-b66c-ee19075eaae9 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] 10.222.0.54 "GET /v2.0/ports?device_id=df719fa6-e61d-4dde-ba0e-f406ab88334d HTTP/1.1" status: 200 len: 945 time: 0.2985845 Nov 19 18:08:31.410253 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-8463b7fa-bae8-4b66-8568-05e26d2ed8f6 req-6876baec-1305-4a2d-990d-8a1c53cdfad4 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Request body: {'port': {'device_id': '7f65a0ed-74f2-4d58-9416-2934110d40dd', 'network_id': '3b544363-bad2-4a9e-9892-483691dc34e2', 'admin_state_up': True, 'tenant_id': 'e45c6e5baa414b6894171527d94e1abd'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:08:31.459986 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-62372079-d8cc-457d-97ec-2d36602f2901 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-671361'] for router_interface, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:31.528134 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-835559e1-f415-407d-8e22-0c4a3666efe2 req-92be9ea5-6dbc-49cf-ac89-b24806ff40c4 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/ports?device_id=7f65a0ed-74f2-4d58-9416-2934110d40dd HTTP/1.1" status: 200 len: 210 time: 0.0543499 Nov 19 18:08:31.689412 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a447b698-a1ad-4768-accb-7314be0dae39 req-3aa08ad9-5f3f-4735-9c75-184754691d1c tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] 10.222.0.54 "GET /v2.0/security-groups?id=5c24132d-f481-40b7-9146-ab1c8fab0f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3106792 Nov 19 18:08:31.724378 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 34912) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:08:31.794971 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-353f0aa9-cb97-4455-84ac-c847450c684b tempest-TestNetworkBasicOps-1831700080 tempest-TestNetworkBasicOps-1831700080-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:08:31.796913 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-353f0aa9-cb97-4455-84ac-c847450c684b tempest-TestNetworkBasicOps-1831700080 tempest-TestNetworkBasicOps-1831700080-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=df719fa6-e61d-4dde-ba0e-f406ab88334d HTTP/1.1" status: 200 len: 1091 time: 0.0712428 Nov 19 18:08:31.799960 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 34914) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:08:31.807277 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-c5f3aa9c-d66a-4603-9713-0fad1c449f13 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Request body: {'floatingip': {'floating_network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'port_id': 'de0c73f6-4b3f-4456-b6c8-b38c9e58246b', 'tenant_id': 'd00a359bd74e4de6b0d3dd4ba0b5c79c', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:08:31.860601 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8463b7fa-bae8-4b66-8568-05e26d2ed8f6 req-6876baec-1305-4a2d-990d-8a1c53cdfad4 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Made reservation on behalf of e45c6e5baa414b6894171527d94e1abd for: {'port': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:08:31.864926 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-8463b7fa-bae8-4b66-8568-05e26d2ed8f6 req-6876baec-1305-4a2d-990d-8a1c53cdfad4 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:31.875566 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb34819e-9916-457a-a8a3-0c247201323e None None] Network 8d3188e0-fd7b-4dd3-a190-3de88a602e94 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:08:31.892334 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c5f3aa9c-d66a-4603-9713-0fad1c449f13 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks [] for floatingip, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:32.034208 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-62372079-d8cc-457d-97ec-2d36602f2901 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:32.079576 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c5f3aa9c-d66a-4603-9713-0fad1c449f13 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:32.275327 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [None req-c5f3aa9c-d66a-4603-9713-0fad1c449f13 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Allocated IP 172.25.7.177 (645e61aa-1a6c-4e8f-857e-ab06edb4897f/88ed2d64-f56d-4f01-a468-946e01c99e82/e2dcc53d-8ead-40fd-9393-8997e81a9079) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:08:32.367328 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device ff60b731-d45c-4ea8-b38c-10c5bc9d7be6 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:08:32.375285 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-502ba373-5146-44ad-a498-c15a189f4397 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:32.417455 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-bca73ac9-0d49-4909-8ca6-9214ee7da9e0 None None] Provisioning complete for port ff60b731-d45c-4ea8-b38c-10c5bc9d7be6 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:08:32.418140 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-bca73ac9-0d49-4909-8ca6-9214ee7da9e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:32.452292 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c5f3aa9c-d66a-4603-9713-0fad1c449f13 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:32.500340 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c5f3aa9c-d66a-4603-9713-0fad1c449f13 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:32.570093 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port ff60b731-d45c-4ea8-b38c-10c5bc9d7be6 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:08:32.570500 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:32.599863 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5f3aa9c-d66a-4603-9713-0fad1c449f13 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Network 645e61aa-1a6c-4e8f-857e-ab06edb4897f is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:08:32.617974 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-c5f3aa9c-d66a-4603-9713-0fad1c449f13 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:08:32.630486 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f3aa9c-d66a-4603-9713-0fad1c449f13 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:08:32.700864 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f3aa9c-d66a-4603-9713-0fad1c449f13 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Pushing event updated for resources: {'Port': ['ID=e2dcc53d-8ead-40fd-9393-8997e81a9079,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:08:32.746444 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-85bc9bf3-63e3-4123-84e1-717426a3d2bc req-64efed4b-43ec-4aa4-8e0b-9477948c049e tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/ports?device_id=7f65a0ed-74f2-4d58-9416-2934110d40dd HTTP/1.1" status: 200 len: 210 time: 0.0654650 Nov 19 18:08:32.750864 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f3aa9c-d66a-4603-9713-0fad1c449f13 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:08:32.763604 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f3aa9c-d66a-4603-9713-0fad1c449f13 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:08:32.764182 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f3aa9c-d66a-4603-9713-0fad1c449f13 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:08:32.764731 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f3aa9c-d66a-4603-9713-0fad1c449f13 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:08:32.765292 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f3aa9c-d66a-4603-9713-0fad1c449f13 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:08:32.765932 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f3aa9c-d66a-4603-9713-0fad1c449f13 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:08:32.766479 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f3aa9c-d66a-4603-9713-0fad1c449f13 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:08:32.767021 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f3aa9c-d66a-4603-9713-0fad1c449f13 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:08:32.767560 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f3aa9c-d66a-4603-9713-0fad1c449f13 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:08:32.768113 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f3aa9c-d66a-4603-9713-0fad1c449f13 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:08:32.768709 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f3aa9c-d66a-4603-9713-0fad1c449f13 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:08:32.769268 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f3aa9c-d66a-4603-9713-0fad1c449f13 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:08:32.816456 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [req-8463b7fa-bae8-4b66-8568-05e26d2ed8f6 req-6876baec-1305-4a2d-990d-8a1c53cdfad4 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Allocated IP 172.20.0.14 (3b544363-bad2-4a9e-9892-483691dc34e2/78373283-0ecf-42ac-8dc9-066471cd2623/9b7242e0-baf5-4a3d-9541-1cbaa1b9da29) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:08:32.845803 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-bca73ac9-0d49-4909-8ca6-9214ee7da9e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:33.021879 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-bca73ac9-0d49-4909-8ca6-9214ee7da9e0 None None] For port ff60b731-d45c-4ea8-b38c-10c5bc9d7be6, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=ff60b731-d45c-4ea8-b38c-10c5bc9d7be6,segment=NetworkSegment(5ee359fe-da68-415f-bcc3-0b3a40ac0074),segment_id=5ee359fe-da68-415f-bcc3-0b3a40ac0074)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:08:33.047463 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:33.052128 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-bca73ac9-0d49-4909-8ca6-9214ee7da9e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:33.234749 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca73ac9-0d49-4909-8ca6-9214ee7da9e0 None None] Pushing event updated for resources: {'Port': ['ID=ff60b731-d45c-4ea8-b38c-10c5bc9d7be6,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:08:33.268575 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-62372079-d8cc-457d-97ec-2d36602f2901 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Publish callbacks [] for port, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:33.289439 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.db.api [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103366) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 18:08:33.290679 n-d-818022-2 neutron-server[103366]: DEBUG oslo_db.api [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 18:08:33.290679 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e46ecc5a-dc14-4744-b262-3072ff2e958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:33.293782 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4398e827-83e1-4cc2-a717-e1a276f0eae4 None None] Provisioning complete for port ff60b731-d45c-4ea8-b38c-10c5bc9d7be6 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:08:33.294195 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4398e827-83e1-4cc2-a717-e1a276f0eae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:33.298551 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-62372079-d8cc-457d-97ec-2d36602f2901 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:33.438088 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4398e827-83e1-4cc2-a717-e1a276f0eae4 None None] Provisioning complete for port aead2bc7-c164-463c-a6e9-7e34c5ad53b1 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:08:33.438469 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4398e827-83e1-4cc2-a717-e1a276f0eae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:33.448253 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c5f3aa9c-d66a-4603-9713-0fad1c449f13 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:33.518858 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4398e827-83e1-4cc2-a717-e1a276f0eae4 None None] Port aead2bc7-c164-463c-a6e9-7e34c5ad53b1 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:08:33.553991 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c5f3aa9c-d66a-4603-9713-0fad1c449f13 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:33.558946 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-62372079-d8cc-457d-97ec-2d36602f2901 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-768529'] for router_interface, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:33.648512 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-5bc63a07-c0f4-4d82-89ff-0724d6919e31 None None] Provisioning complete for port aead2bc7-c164-463c-a6e9-7e34c5ad53b1 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:08:33.651465 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-5bc63a07-c0f4-4d82-89ff-0724d6919e31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:33.690815 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62372079-d8cc-457d-97ec-2d36602f2901 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Pushing event updated for resources: {'Port': ['ID=aead2bc7-c164-463c-a6e9-7e34c5ad53b1,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:08:33.748928 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-5bc63a07-c0f4-4d82-89ff-0724d6919e31 None None] Port aead2bc7-c164-463c-a6e9-7e34c5ad53b1 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:08:33.749650 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c5f3aa9c-d66a-4603-9713-0fad1c449f13 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks [] for port, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:33.760052 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c5f3aa9c-d66a-4603-9713-0fad1c449f13 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:33.769889 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-8463b7fa-bae8-4b66-8568-05e26d2ed8f6 req-6876baec-1305-4a2d-990d-8a1c53cdfad4 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:33.863990 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c5f3aa9c-d66a-4603-9713-0fad1c449f13 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-671284'] for floatingip, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:33.888171 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:33.920068 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f3aa9c-d66a-4603-9713-0fad1c449f13 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Pushing event updated for resources: {'Port': ['ID=e2dcc53d-8ead-40fd-9393-8997e81a9079,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:08:33.934060 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:33.935307 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b21cb465-34d8-4e36-a3c3-3db46fd676c3 req-808b04a8-90d1-4f77-a376-8e357862ba2a tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/ports?device_id=7f65a0ed-74f2-4d58-9416-2934110d40dd HTTP/1.1" status: 200 len: 210 time: 0.0755115 Nov 19 18:08:33.945083 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62372079-d8cc-457d-97ec-2d36602f2901 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Network 8d3188e0-fd7b-4dd3-a190-3de88a602e94 is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:08:33.959606 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-62372079-d8cc-457d-97ec-2d36602f2901 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:08:33.989248 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-8463b7fa-bae8-4b66-8568-05e26d2ed8f6 req-6876baec-1305-4a2d-990d-8a1c53cdfad4 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:34.033455 n-d-818022-2 neutron-server[103365]: INFO neutron.db.l3_db [None req-c5f3aa9c-d66a-4603-9713-0fad1c449f13 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Floating IP d4ee1e25-1e3e-4665-b7d3-da545d5cf72d associated. External IP: 172.25.7.177, port: de0c73f6-4b3f-4456-b6c8-b38c9e58246b. Nov 19 18:08:34.037942 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device ff60b731-d45c-4ea8-b38c-10c5bc9d7be6 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:08:34.112848 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port ff60b731-d45c-4ea8-b38c-10c5bc9d7be6 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:08:34.113232 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:34.116835 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8463b7fa-bae8-4b66-8568-05e26d2ed8f6 req-6876baec-1305-4a2d-990d-8a1c53cdfad4 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Network 3b544363-bad2-4a9e-9892-483691dc34e2 is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:08:34.121835 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [req-8463b7fa-bae8-4b66-8568-05e26d2ed8f6 req-6876baec-1305-4a2d-990d-8a1c53cdfad4 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:08:34.132338 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [req-8463b7fa-bae8-4b66-8568-05e26d2ed8f6 req-6876baec-1305-4a2d-990d-8a1c53cdfad4 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:08:34.259251 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8463b7fa-bae8-4b66-8568-05e26d2ed8f6 req-6876baec-1305-4a2d-990d-8a1c53cdfad4 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:08:34.260306 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-8463b7fa-bae8-4b66-8568-05e26d2ed8f6 req-6876baec-1305-4a2d-990d-8a1c53cdfad4 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:34.343849 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8463b7fa-bae8-4b66-8568-05e26d2ed8f6 req-6876baec-1305-4a2d-990d-8a1c53cdfad4 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9520113 Nov 19 18:08:34.354262 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6876baec-1305-4a2d-990d-8a1c53cdfad4 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Pushing event updated for resources: {'Port': ['ID=9b7242e0-baf5-4a3d-9541-1cbaa1b9da29,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:08:34.367413 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-8463b7fa-bae8-4b66-8568-05e26d2ed8f6 req-32d53669-2d7d-4c7a-bb53-450f24159797 service neutron] Request body: {'port': {'device_id': '7f65a0ed-74f2-4d58-9416-2934110d40dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818022-2'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:08:34.384716 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-7c68d8ed-fdb7-431a-a6ea-1cf37b1cdcd6 None None] Provisioning complete for port aead2bc7-c164-463c-a6e9-7e34c5ad53b1 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:08:34.387561 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-7c68d8ed-fdb7-431a-a6ea-1cf37b1cdcd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:34.440987 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-8463b7fa-bae8-4b66-8568-05e26d2ed8f6 req-32d53669-2d7d-4c7a-bb53-450f24159797 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:34.475055 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-7c68d8ed-fdb7-431a-a6ea-1cf37b1cdcd6 None None] Port aead2bc7-c164-463c-a6e9-7e34c5ad53b1 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:08:34.516352 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5f3aa9c-d66a-4603-9713-0fad1c449f13 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Router 479362ee-9c23-4bdf-aa23-bea5c71128aa has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 18:08:34.576653 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62372079-d8cc-457d-97ec-2d36602f2901 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Router 71e7e0cd-d0fc-41c6-b449-81334a129c06 has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 18:08:34.614460 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-1c3d1e29-45f9-451e-98b4-a89857053952 None None] Provisioning complete for port 9b7242e0-baf5-4a3d-9541-1cbaa1b9da29 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:08:34.614910 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-1c3d1e29-45f9-451e-98b4-a89857053952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:34.657923 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5f3aa9c-d66a-4603-9713-0fad1c449f13 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:08:34.681239 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c5f3aa9c-d66a-4603-9713-0fad1c449f13 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for floatingip, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:34.695668 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a4af777-b21a-49a0-90ca-a5444b8fb019 None None] Sync routers for ids ['479362ee-9c23-4bdf-aa23-bea5c71128aa'] in n-d-818022-2 {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:08:34.734760 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-c5f3aa9c-d66a-4603-9713-0fad1c449f13 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9335690 Nov 19 18:08:34.735765 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df719fa6-e61d-4dde-ba0e-f406ab88334d', 'tag': 'de0c73f6-4b3f-4456-b6c8-b38c9e58246b'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:08:34.739114 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218319d759239a7d11f1288aef37381b97754913ee9ccbfd43b51a463f801712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47b2efc3-de7c-4ba1-9ae3-931d99af0acb" -d '{"events": [{"name": "network-changed", "server_uuid": "df719fa6-e61d-4dde-ba0e-f406ab88334d", "tag": "de0c73f6-4b3f-4456-b6c8-b38c9e58246b"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:08:34.744543 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-1c3d1e29-45f9-451e-98b4-a89857053952 None None] Port 9b7242e0-baf5-4a3d-9541-1cbaa1b9da29 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:08:34.753360 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a4af777-b21a-49a0-90ca-a5444b8fb019 None None] Routers {'479362ee-9c23-4bdf-aa23-bea5c71128aa'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:08:34.753979 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-0a4af777-b21a-49a0-90ca-a5444b8fb019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:08:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['479362ee-9c23-4bdf-aa23-bea5c71128aa'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:08:34.755645 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 34934) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:08:34.824937 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62372079-d8cc-457d-97ec-2d36602f2901 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:08:34.833682 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-62372079-d8cc-457d-97ec-2d36602f2901 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] 10.222.0.54 "PUT /v2.0/routers/71e7e0cd-d0fc-41c6-b449-81334a129c06/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4240396 Nov 19 18:08:34.839470 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a025f1b-0150-44bd-83c7-83de4ec9ff32 None None] Sync routers for ids ['71e7e0cd-d0fc-41c6-b449-81334a129c06'] in n-d-818022-2 {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:08:34.846734 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 34940) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:08:34.850871 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-9e299afb-6858-4cfd-beae-f56ef86feef6 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--938487402', 'description': 'tempest-secgroup_access--938487402 description', 'project_id': 'b03542aa894849fda969da6c43b6dbe6'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:08:34.860329 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 18:08:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-589bef73-3138-4eba-8d18-609531c5b6c8 x-openstack-request-id: req-589bef73-3138-4eba-8d18-609531c5b6c8 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:08:34.860625 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df719fa6-e61d-4dde-ba0e-f406ab88334d", "tag": "de0c73f6-4b3f-4456-b6c8-b38c9e58246b", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:08:34.860891 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-589bef73-3138-4eba-8d18-609531c5b6c8 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:08:34.861302 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df719fa6-e61d-4dde-ba0e-f406ab88334d', 'tag': 'de0c73f6-4b3f-4456-b6c8-b38c9e58246b', 'status': 'completed', 'code': 200} Nov 19 18:08:34.896915 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a025f1b-0150-44bd-83c7-83de4ec9ff32 None None] Routers {'71e7e0cd-d0fc-41c6-b449-81334a129c06'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:08:34.900926 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-2a025f1b-0150-44bd-83c7-83de4ec9ff32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:08:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['71e7e0cd-d0fc-41c6-b449-81334a129c06'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:08:34.902259 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e013d7e6-5264-4dcc-9759-54f5fb809e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:34.932047 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [req-8463b7fa-bae8-4b66-8568-05e26d2ed8f6 req-32d53669-2d7d-4c7a-bb53-450f24159797 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b7242e0-baf5-4a3d-9541-1cbaa1b9da29 {{(pid=103364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:08:34.934754 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-0a4af777-b21a-49a0-90ca-a5444b8fb019 None None] Set router 479362ee-9c23-4bdf-aa23-bea5c71128aa gateway port host: n-d-818022-2 {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:08:34.939349 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9e299afb-6858-4cfd-beae-f56ef86feef6 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:34.941563 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-961a4267-103c-48b9-a1de-d75f3a924d04 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] 10.222.0.54 "GET /v2.0/floatingips/d4ee1e25-1e3e-4665-b7d3-da545d5cf72d HTTP/1.1" status: 200 len: 991 time: 0.1841130 Nov 19 18:08:34.971006 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b2efc3-de7c-4ba1-9ae3-931d99af0acb req-fa4f9c81-fca0-45ba-a0a4-49a78db8c3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:08:34.972537 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-47b2efc3-de7c-4ba1-9ae3-931d99af0acb req-fa4f9c81-fca0-45ba-a0a4-49a78db8c3ef service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d00a359bd74e4de6b0d3dd4ba0b5c79c&device_id=df719fa6-e61d-4dde-ba0e-f406ab88334d HTTP/1.1" status: 200 len: 1096 time: 0.0929604 Nov 19 18:08:35.088526 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9e299afb-6858-4cfd-beae-f56ef86feef6 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:35.091147 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-8463b7fa-bae8-4b66-8568-05e26d2ed8f6 req-32d53669-2d7d-4c7a-bb53-450f24159797 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:35.110203 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9e299afb-6858-4cfd-beae-f56ef86feef6 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:35.158913 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-2a025f1b-0150-44bd-83c7-83de4ec9ff32 None None] Set router 71e7e0cd-d0fc-41c6-b449-81334a129c06 gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:08:35.187317 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b2efc3-de7c-4ba1-9ae3-931d99af0acb req-c9e48650-9c1f-4c7b-ab0f-ed9fe34b171e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:08:35.191138 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-47b2efc3-de7c-4ba1-9ae3-931d99af0acb req-c9e48650-9c1f-4c7b-ab0f-ed9fe34b171e service neutron] 10.222.0.60 "GET /v2.0/networks?id=80b24c25-6cae-4961-9404-ec39a219d9c1 HTTP/1.1" status: 200 len: 898 time: 0.2074177 Nov 19 18:08:35.200888 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9e299afb-6858-4cfd-beae-f56ef86feef6 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:35.212942 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-9e299afb-6858-4cfd-beae-f56ef86feef6 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.3626468 Nov 19 18:08:35.213293 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 34952) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:08:35.235210 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.provisioning_blocks [req-8463b7fa-bae8-4b66-8568-05e26d2ed8f6 req-32d53669-2d7d-4c7a-bb53-450f24159797 service neutron] Transition to ACTIVE for port object 9b7242e0-baf5-4a3d-9541-1cbaa1b9da29 will not be triggered until provisioned by entity L2. {{(pid=103364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 18:08:35.258418 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-8463b7fa-bae8-4b66-8568-05e26d2ed8f6 req-32d53669-2d7d-4c7a-bb53-450f24159797 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:35.291078 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e299afb-6858-4cfd-beae-f56ef86feef6 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89b17e8d-71d2-4cec-9f33-74c07bdbef24,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:08:35.302093 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-ec43ec1e-9c61-47a5-9680-02520743dc61 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1905246319', 'description': 'tempest-secgroup_general--1905246319 description', 'project_id': 'b03542aa894849fda969da6c43b6dbe6'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:08:35.313263 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657bc358-c1b4-4c55-b353-0484f3aef237 req-3d1775df-eeea-42cb-be74-f386c89c8465 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:08:35.322701 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-657bc358-c1b4-4c55-b353-0484f3aef237 req-3d1775df-eeea-42cb-be74-f386c89c8465 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/ports?device_id=7f65a0ed-74f2-4d58-9416-2934110d40dd HTTP/1.1" status: 200 len: 932 time: 0.2281458 Nov 19 18:08:35.395021 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:35.412767 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-47b2efc3-de7c-4ba1-9ae3-931d99af0acb req-f43b7d08-a77e-4167-ba73-897ac13f680e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=de0c73f6-4b3f-4456-b6c8-b38c9e58246b HTTP/1.1" status: 200 len: 999 time: 0.2108009 Nov 19 18:08:35.445673 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ec43ec1e-9c61-47a5-9680-02520743dc61 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:35.457300 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-0a4af777-b21a-49a0-90ca-a5444b8fb019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '479362ee-9c23-4bdf-aa23-bea5c71128aa', 'name': 'tempest-TestNetworkBasicOps-router-1799051085', 'tenant_id': 'd00a359bd74e4de6b0d3dd4ba0b5c79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.53'}], 'enable_snat': True}, 'gw_port_id': '1706ad07-f340-45ef-8070-8778cc53e080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:07:45Z', 'updated_at': '2021-11-19T18:08:00Z', 'revision_number': 4, 'project_id': 'd00a359bd74e4de6b0d3dd4ba0b5c79c', 'gw_port': {'id': '1706ad07-f340-45ef-8070-8778cc53e080', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:e2:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '479362ee-9c23-4bdf-aa23-bea5c71128aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:07:46Z', 'updated_at': '2021-11-19T18:07:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_floatingips': [{'id': 'd4ee1e25-1e3e-4665-b7d3-da545d5cf72d', 'tenant_id': 'd00a359bd74e4de6b0d3dd4ba0b5c79c', 'floating_ip_address': '172.25.7.177', 'floating_network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'router_id': '479362ee-9c23-4bdf-aa23-bea5c71128aa', 'port_id': 'de0c73f6-4b3f-4456-b6c8-b38c9e58246b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80b24c25-6cae-4961-9404-ec39a219d9c1', 'mac_address': 'fa:16:3e:77:de:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df719fa6-e61d-4dde-ba0e-f406ab88334d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T18:08:33Z', 'updated_at': '2021-11-19T18:08:33Z', 'revision_number': 0, 'project_id': 'd00a359bd74e4de6b0d3dd4ba0b5c79c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7be3de05-d164-4ac0-8db7-79c97dd95b37', 'name': '', 'network_id': '80b24c25-6cae-4961-9404-ec39a219d9c1', 'tenant_id': 'd00a359bd74e4de6b0d3dd4ba0b5c79c', 'mac_address': 'fa:16:3e:d4:ac:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '479362ee-9c23-4bdf-aa23-bea5c71128aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': '159f3a31-387a-4317-a596-fb3e8eedbc09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:07:56Z', 'updated_at': '2021-11-19T18:08:07Z', 'revision_number': 5, 'project_id': 'd00a359bd74e4de6b0d3dd4ba0b5c79c', 'subnets': [{'id': '159f3a31-387a-4317-a596-fb3e8eedbc09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:08:35.474191 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d53669-2d7d-4c7a-bb53-450f24159797 service neutron] Pushing event updated for resources: {'Port': ['ID=9b7242e0-baf5-4a3d-9541-1cbaa1b9da29,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:08:35.498158 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-2a025f1b-0150-44bd-83c7-83de4ec9ff32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71e7e0cd-d0fc-41c6-b449-81334a129c06', 'name': 'tempest-TestSecurityGroupsBasicOps-router-910720104', 'tenant_id': 'b03542aa894849fda969da6c43b6dbe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': 'e2b2f11f-a241-4369-90eb-39123eaea0bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:08:24Z', 'updated_at': '2021-11-19T18:08:31Z', 'revision_number': 4, 'project_id': 'b03542aa894849fda969da6c43b6dbe6', 'gw_port': {'id': 'e2b2f11f-a241-4369-90eb-39123eaea0bd', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:03:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e7e0cd-d0fc-41c6-b449-81334a129c06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:08:25Z', 'updated_at': '2021-11-19T18:08:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': 'aead2bc7-c164-463c-a6e9-7e34c5ad53b1', 'name': '', 'network_id': '8d3188e0-fd7b-4dd3-a190-3de88a602e94', 'tenant_id': 'b03542aa894849fda969da6c43b6dbe6', 'mac_address': 'fa:16:3e:86:55:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71e7e0cd-d0fc-41c6-b449-81334a129c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': 'bf177aec-aa8e-41e9-ab4d-1db99ba50401', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:08:29Z', 'updated_at': '2021-11-19T18:08:32Z', 'revision_number': 2, 'project_id': 'b03542aa894849fda969da6c43b6dbe6', 'subnets': [{'id': 'bf177aec-aa8e-41e9-ab4d-1db99ba50401', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:08:35.558619 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a4af777-b21a-49a0-90ca-a5444b8fb019 None None] Checking router: 479362ee-9c23-4bdf-aa23-bea5c71128aa for host: n-d-818022-2 {{(pid=103366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:08:35.577217 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a4af777-b21a-49a0-90ca-a5444b8fb019 None None] Routers {'479362ee-9c23-4bdf-aa23-bea5c71128aa'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:08:35.577927 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-0a4af777-b21a-49a0-90ca-a5444b8fb019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:08:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['479362ee-9c23-4bdf-aa23-bea5c71128aa'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:08:35.605720 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b2efc3-de7c-4ba1-9ae3-931d99af0acb req-a303a477-f133-4862-97f8-1666403b8eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:08:35.609594 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-47b2efc3-de7c-4ba1-9ae3-931d99af0acb req-a303a477-f133-4862-97f8-1666403b8eb1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=159f3a31-387a-4317-a596-fb3e8eedbc09 HTTP/1.1" status: 200 len: 834 time: 0.1889083 Nov 19 18:08:35.630375 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a025f1b-0150-44bd-83c7-83de4ec9ff32 None None] Checking router: 71e7e0cd-d0fc-41c6-b449-81334a129c06 for host: n-d-818022-2 {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:08:35.631014 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a025f1b-0150-44bd-83c7-83de4ec9ff32 None None] Updating router 71e7e0cd-d0fc-41c6-b449-81334a129c06 port aead2bc7-c164-463c-a6e9-7e34c5ad53b1 binding host n-d-818022-2 {{(pid=103367) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 18:08:35.688197 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b2efc3-de7c-4ba1-9ae3-931d99af0acb req-5f8d83aa-d0ee-495f-bc94-8581f762fbfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:08:35.690388 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-47b2efc3-de7c-4ba1-9ae3-931d99af0acb req-5f8d83aa-d0ee-495f-bc94-8581f762fbfa service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=80b24c25-6cae-4961-9404-ec39a219d9c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0671332 Nov 19 18:08:35.701379 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-2a025f1b-0150-44bd-83c7-83de4ec9ff32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:35.717069 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-657bc358-c1b4-4c55-b353-0484f3aef237 req-a8312781-434e-4226-bd94-1bd866891653 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/security-groups?id=a66d5311-8064-42eb-b883-c6c911692a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3931897 Nov 19 18:08:35.724657 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ec43ec1e-9c61-47a5-9680-02520743dc61 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:35.742583 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ec43ec1e-9c61-47a5-9680-02520743dc61 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:35.752196 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-8463b7fa-bae8-4b66-8568-05e26d2ed8f6 req-32d53669-2d7d-4c7a-bb53-450f24159797 service neutron] Attempting to bind port 9b7242e0-baf5-4a3d-9541-1cbaa1b9da29 on host n-h1-818022-2 for vnic_type normal with profile {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:08:35.753462 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-8463b7fa-bae8-4b66-8568-05e26d2ed8f6 req-32d53669-2d7d-4c7a-bb53-450f24159797 service neutron] Attempting to bind port 9b7242e0-baf5-4a3d-9541-1cbaa1b9da29 by drivers openvswitch,hyperv on host n-h1-818022-2 at level 0 using segments [{'id': '878aa1ad-d952-49b3-babf-f88949b54efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '3b544363-bad2-4a9e-9892-483691dc34e2'}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:08:35.754121 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8463b7fa-bae8-4b66-8568-05e26d2ed8f6 req-32d53669-2d7d-4c7a-bb53-450f24159797 service neutron] Attempting to bind port 9b7242e0-baf5-4a3d-9541-1cbaa1b9da29 on network 3b544363-bad2-4a9e-9892-483691dc34e2 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:08:35.759855 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8463b7fa-bae8-4b66-8568-05e26d2ed8f6 req-32d53669-2d7d-4c7a-bb53-450f24159797 service neutron] Port 9b7242e0-baf5-4a3d-9541-1cbaa1b9da29 on network 3b544363-bad2-4a9e-9892-483691dc34e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-818022-2 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 18:08:35.760255 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8463b7fa-bae8-4b66-8568-05e26d2ed8f6 req-32d53669-2d7d-4c7a-bb53-450f24159797 service neutron] Attempting to bind port 9b7242e0-baf5-4a3d-9541-1cbaa1b9da29 on network 3b544363-bad2-4a9e-9892-483691dc34e2 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:08:35.765944 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8463b7fa-bae8-4b66-8568-05e26d2ed8f6 req-32d53669-2d7d-4c7a-bb53-450f24159797 service neutron] Checking agent: {'id': 'a6668d96-12fa-4ec0-99ad-77eaf490dd2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'started_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 8, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:08:35.766404 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8463b7fa-bae8-4b66-8568-05e26d2ed8f6 req-32d53669-2d7d-4c7a-bb53-450f24159797 service neutron] Checking segment: {'id': '878aa1ad-d952-49b3-babf-f88949b54efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '3b544363-bad2-4a9e-9892-483691dc34e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:08:35.767237 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8463b7fa-bae8-4b66-8568-05e26d2ed8f6 req-32d53669-2d7d-4c7a-bb53-450f24159797 service neutron] Bound using segment: {'id': '878aa1ad-d952-49b3-babf-f88949b54efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '3b544363-bad2-4a9e-9892-483691dc34e2'} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:08:35.767490 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-8463b7fa-bae8-4b66-8568-05e26d2ed8f6 req-32d53669-2d7d-4c7a-bb53-450f24159797 service neutron] Bound port: 9b7242e0-baf5-4a3d-9541-1cbaa1b9da29, host: n-h1-818022-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '878aa1ad-d952-49b3-babf-f88949b54efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '3b544363-bad2-4a9e-9892-483691dc34e2'}}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:08:35.767953 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-8463b7fa-bae8-4b66-8568-05e26d2ed8f6 req-32d53669-2d7d-4c7a-bb53-450f24159797 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:35.805949 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-0a4af777-b21a-49a0-90ca-a5444b8fb019 None None] Set router 479362ee-9c23-4bdf-aa23-bea5c71128aa gateway port host: n-d-818022-2 {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:08:35.806209 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ec43ec1e-9c61-47a5-9680-02520743dc61 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:35.808710 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-ec43ec1e-9c61-47a5-9680-02520743dc61 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.5932209 Nov 19 18:08:35.813009 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 34958) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:08:35.823269 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-253eeef7-ef92-44be-a505-bbdf8033aa17 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Request body: {'security_group_rule': {'security_group_id': '89b17e8d-71d2-4cec-9f33-74c07bdbef24', 'project_id': 'b03542aa894849fda969da6c43b6dbe6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:08:35.876735 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-8463b7fa-bae8-4b66-8568-05e26d2ed8f6 req-32d53669-2d7d-4c7a-bb53-450f24159797 service neutron] For port 9b7242e0-baf5-4a3d-9541-1cbaa1b9da29, host n-h1-818022-2, cleared binding levels {{(pid=103364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:08:35.887226 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-8463b7fa-bae8-4b66-8568-05e26d2ed8f6 req-32d53669-2d7d-4c7a-bb53-450f24159797 service neutron] For port 9b7242e0-baf5-4a3d-9541-1cbaa1b9da29, host n-h1-818022-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=9b7242e0-baf5-4a3d-9541-1cbaa1b9da29,segment=NetworkSegment(878aa1ad-d952-49b3-babf-f88949b54efa),segment_id=878aa1ad-d952-49b3-babf-f88949b54efa)] {{(pid=103364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:08:35.901495 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-8463b7fa-bae8-4b66-8568-05e26d2ed8f6 req-32d53669-2d7d-4c7a-bb53-450f24159797 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:35.986551 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 34962) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:08:36.095340 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8463b7fa-bae8-4b66-8568-05e26d2ed8f6 req-32d53669-2d7d-4c7a-bb53-450f24159797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:08:36.096359 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-8463b7fa-bae8-4b66-8568-05e26d2ed8f6 req-32d53669-2d7d-4c7a-bb53-450f24159797 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:36.098227 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8463b7fa-bae8-4b66-8568-05e26d2ed8f6 req-32d53669-2d7d-4c7a-bb53-450f24159797 service neutron] 10.222.0.60 "PUT /v2.0/ports/9b7242e0-baf5-4a3d-9541-1cbaa1b9da29 HTTP/1.1" status: 200 len: 1092 time: 1.7371943 Nov 19 18:08:36.099125 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f65a0ed-74f2-4d58-9416-2934110d40dd', 'tag': '9b7242e0-baf5-4a3d-9541-1cbaa1b9da29'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:08:36.101764 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dd4767a008c23f8566efc82158ee1b1fff34e1a9e908d76d0b6d0ab7e350e5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34cd54c7-cae4-4432-9e9f-49770a22e794" -d '{"events": [{"name": "network-changed", "server_uuid": "7f65a0ed-74f2-4d58-9416-2934110d40dd", "tag": "9b7242e0-baf5-4a3d-9541-1cbaa1b9da29"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:08:36.221313 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 18:08:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1706f54f-9331-4e6b-8dac-668510856395 x-openstack-request-id: req-1706f54f-9331-4e6b-8dac-668510856395 {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:08:36.221611 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f65a0ed-74f2-4d58-9416-2934110d40dd", "tag": "9b7242e0-baf5-4a3d-9541-1cbaa1b9da29", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:08:36.242008 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-1706f54f-9331-4e6b-8dac-668510856395 {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:08:36.242580 n-d-818022-2 neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f65a0ed-74f2-4d58-9416-2934110d40dd', 'tag': '9b7242e0-baf5-4a3d-9541-1cbaa1b9da29', 'status': 'completed', 'code': 200} Nov 19 18:08:36.284706 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec43ec1e-9c61-47a5-9680-02520743dc61 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59fd2e3a-979c-4d7f-96d7-93bcb3a8f537,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:08:36.319598 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d53669-2d7d-4c7a-bb53-450f24159797 service neutron] Pushing event updated for resources: {'Port': ['ID=9b7242e0-baf5-4a3d-9541-1cbaa1b9da29,revision_number=3']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:08:36.352056 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-253eeef7-ef92-44be-a505-bbdf8033aa17 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:36.363809 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-0a4af777-b21a-49a0-90ca-a5444b8fb019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '479362ee-9c23-4bdf-aa23-bea5c71128aa', 'name': 'tempest-TestNetworkBasicOps-router-1799051085', 'tenant_id': 'd00a359bd74e4de6b0d3dd4ba0b5c79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.53'}], 'enable_snat': True}, 'gw_port_id': '1706ad07-f340-45ef-8070-8778cc53e080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:07:45Z', 'updated_at': '2021-11-19T18:08:00Z', 'revision_number': 4, 'project_id': 'd00a359bd74e4de6b0d3dd4ba0b5c79c', 'gw_port': {'id': '1706ad07-f340-45ef-8070-8778cc53e080', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:e2:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '479362ee-9c23-4bdf-aa23-bea5c71128aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:07:46Z', 'updated_at': '2021-11-19T18:07:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_floatingips': [{'id': 'd4ee1e25-1e3e-4665-b7d3-da545d5cf72d', 'tenant_id': 'd00a359bd74e4de6b0d3dd4ba0b5c79c', 'floating_ip_address': '172.25.7.177', 'floating_network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'router_id': '479362ee-9c23-4bdf-aa23-bea5c71128aa', 'port_id': 'de0c73f6-4b3f-4456-b6c8-b38c9e58246b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80b24c25-6cae-4961-9404-ec39a219d9c1', 'mac_address': 'fa:16:3e:77:de:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df719fa6-e61d-4dde-ba0e-f406ab88334d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T18:08:33Z', 'updated_at': '2021-11-19T18:08:33Z', 'revision_number': 0, 'project_id': 'd00a359bd74e4de6b0d3dd4ba0b5c79c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7be3de05-d164-4ac0-8db7-79c97dd95b37', 'name': '', 'network_id': '80b24c25-6cae-4961-9404-ec39a219d9c1', 'tenant_id': 'd00a359bd74e4de6b0d3dd4ba0b5c79c', 'mac_address': 'fa:16:3e:d4:ac:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '479362ee-9c23-4bdf-aa23-bea5c71128aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': '159f3a31-387a-4317-a596-fb3e8eedbc09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:07:56Z', 'updated_at': '2021-11-19T18:08:07Z', 'revision_number': 5, 'project_id': 'd00a359bd74e4de6b0d3dd4ba0b5c79c', 'subnets': [{'id': '159f3a31-387a-4317-a596-fb3e8eedbc09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:08:36.388726 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-ed00acbc-3db7-4b99-be20-0762d3aabeaa tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] 10.222.0.54 "GET /v2.0/floatingips/d4ee1e25-1e3e-4665-b7d3-da545d5cf72d HTTP/1.1" status: 200 len: 991 time: 0.4008338 Nov 19 18:08:36.409705 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-47b2efc3-de7c-4ba1-9ae3-931d99af0acb req-b2b6b1a3-1e89-4724-a00b-9cabfc1d73fb service neutron] 10.222.0.60 "GET /v2.0/networks/80b24c25-6cae-4961-9404-ec39a219d9c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6976705 Nov 19 18:08:36.410551 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.agents_db [None req-619e5c26-d9ed-4321-86eb-7d443bb9dfa2 None None] Agent healthcheck: found 7 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 18:08:36.413368 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-2a025f1b-0150-44bd-83c7-83de4ec9ff32 None None] Publish callbacks [] for port, precommit_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:36.422387 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-2a025f1b-0150-44bd-83c7-83de4ec9ff32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:36.427946 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8463b7fa-bae8-4b66-8568-05e26d2ed8f6 req-28e803bc-3d62-41b6-aa68-ccd4a75fa0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:08:36.428128 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8463b7fa-bae8-4b66-8568-05e26d2ed8f6 req-28e803bc-3d62-41b6-aa68-ccd4a75fa0bd service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e45c6e5baa414b6894171527d94e1abd&device_id=7f65a0ed-74f2-4d58-9416-2934110d40dd HTTP/1.1" status: 200 len: 1095 time: 0.2427537 Nov 19 18:08:36.470604 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a4af777-b21a-49a0-90ca-a5444b8fb019 None None] The sync data for ids ['479362ee-9c23-4bdf-aa23-bea5c71128aa'] in n-d-818022-2 is: [{'id': '479362ee-9c23-4bdf-aa23-bea5c71128aa', 'name': 'tempest-TestNetworkBasicOps-router-1799051085', 'tenant_id': 'd00a359bd74e4de6b0d3dd4ba0b5c79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.53'}], 'enable_snat': True}, 'gw_port_id': '1706ad07-f340-45ef-8070-8778cc53e080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:07:45Z', 'updated_at': '2021-11-19T18:08:00Z', 'revision_number': 4, 'project_id': 'd00a359bd74e4de6b0d3dd4ba0b5c79c', 'gw_port': {'id': '1706ad07-f340-45ef-8070-8778cc53e080', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:e2:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '479362ee-9c23-4bdf-aa23-bea5c71128aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:07:46Z', 'updated_at': '2021-11-19T18:07:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_floatingips': [{'id': 'd4ee1e25-1e3e-4665-b7d3-da545d5cf72d', 'tenant_id': 'd00a359bd74e4de6b0d3dd4ba0b5c79c', 'floating_ip_address': '172.25.7.177', 'floating_network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'router_id': '479362ee-9c23-4bdf-aa23-bea5c71128aa', 'port_id': 'de0c73f6-4b3f-4456-b6c8-b38c9e58246b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80b24c25-6cae-4961-9404-ec39a219d9c1', 'mac_address': 'fa:16:3e:77:de:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df719fa6-e61d-4dde-ba0e-f406ab88334d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T18:08:33Z', 'updated_at': '2021-11-19T18:08:33Z', 'revision_number': 0, 'project_id': 'd00a359bd74e4de6b0d3dd4ba0b5c79c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7be3de05-d164-4ac0-8db7-79c97dd95b37', 'name': '', 'network_id': '80b24c25-6cae-4961-9404-ec39a219d9c1', 'tenant_id': 'd00a359bd74e4de6b0d3dd4ba0b5c79c', 'mac_address': 'fa:16:3e:d4:ac:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '479362ee-9c23-4bdf-aa23-bea5c71128aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': '159f3a31-387a-4317-a596-fb3e8eedbc09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:07:56Z', 'updated_at': '2021-11-19T18:08:07Z', 'revision_number': 5, 'project_id': 'd00a359bd74e4de6b0d3dd4ba0b5c79c', 'subnets': [{'id': '159f3a31-387a-4317-a596-fb3e8eedbc09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:08:36.531492 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8463b7fa-bae8-4b66-8568-05e26d2ed8f6 req-589676c6-5ce9-45a9-84d8-8a19f7795abb service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9b7242e0-baf5-4a3d-9541-1cbaa1b9da29 HTTP/1.1" status: 200 len: 217 time: 0.0931489 Nov 19 18:08:36.533697 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307e78f4-17d7-4d18-a083-186230024ece None None] Pushing event updated for resources: {'Port': ['ID=aead2bc7-c164-463c-a6e9-7e34c5ad53b1,revision_number=3']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:08:36.596674 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-47b2efc3-de7c-4ba1-9ae3-931d99af0acb req-550ee564-7022-42c0-a7da-7add90a2083b service neutron] 10.222.0.60 "GET /v2.0/networks/80b24c25-6cae-4961-9404-ec39a219d9c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745782 Nov 19 18:08:36.656553 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-253eeef7-ef92-44be-a505-bbdf8033aa17 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:36.668553 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-253eeef7-ef92-44be-a505-bbdf8033aa17 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735179'] for security_group_rule, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:36.698239 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253eeef7-ef92-44be-a505-bbdf8033aa17 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1eed31f2-085f-43d0-8560-a4f7885e2e57,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:08:36.720697 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8463b7fa-bae8-4b66-8568-05e26d2ed8f6 req-9ff1d188-db09-483c-a308-6b2e49dafc9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:08:36.724414 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8463b7fa-bae8-4b66-8568-05e26d2ed8f6 req-9ff1d188-db09-483c-a308-6b2e49dafc9d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=78373283-0ecf-42ac-8dc9-066471cd2623 HTTP/1.1" status: 200 len: 850 time: 0.1779656 Nov 19 18:08:36.729412 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-253eeef7-ef92-44be-a505-bbdf8033aa17 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:36.741368 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-253eeef7-ef92-44be-a505-bbdf8033aa17 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9166238 Nov 19 18:08:36.859944 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8463b7fa-bae8-4b66-8568-05e26d2ed8f6 req-de7b85dc-5084-4f0b-bb50-955a141c6883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:08:36.861661 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8463b7fa-bae8-4b66-8568-05e26d2ed8f6 req-de7b85dc-5084-4f0b-bb50-955a141c6883 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3b544363-bad2-4a9e-9892-483691dc34e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1177602 Nov 19 18:08:37.013982 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-2a025f1b-0150-44bd-83c7-83de4ec9ff32 None None] Attempting to bind port aead2bc7-c164-463c-a6e9-7e34c5ad53b1 on host n-d-818022-2 for vnic_type normal with profile {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:08:37.014445 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-2a025f1b-0150-44bd-83c7-83de4ec9ff32 None None] Attempting to bind port aead2bc7-c164-463c-a6e9-7e34c5ad53b1 by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': '5ee359fe-da68-415f-bcc3-0b3a40ac0074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '8d3188e0-fd7b-4dd3-a190-3de88a602e94'}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:08:37.014830 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a025f1b-0150-44bd-83c7-83de4ec9ff32 None None] Attempting to bind port aead2bc7-c164-463c-a6e9-7e34c5ad53b1 on network 8d3188e0-fd7b-4dd3-a190-3de88a602e94 {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:08:37.021192 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a025f1b-0150-44bd-83c7-83de4ec9ff32 None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 8, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:08:37.021872 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a025f1b-0150-44bd-83c7-83de4ec9ff32 None None] Checking segment: {'id': '5ee359fe-da68-415f-bcc3-0b3a40ac0074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '8d3188e0-fd7b-4dd3-a190-3de88a602e94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:08:37.022378 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-2a025f1b-0150-44bd-83c7-83de4ec9ff32 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:37.023184 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a025f1b-0150-44bd-83c7-83de4ec9ff32 None None] Bound using segment: {'id': '5ee359fe-da68-415f-bcc3-0b3a40ac0074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '8d3188e0-fd7b-4dd3-a190-3de88a602e94'} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:08:37.024116 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-2a025f1b-0150-44bd-83c7-83de4ec9ff32 None None] Bound port: aead2bc7-c164-463c-a6e9-7e34c5ad53b1, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ee359fe-da68-415f-bcc3-0b3a40ac0074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '8d3188e0-fd7b-4dd3-a190-3de88a602e94'}}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:08:37.025783 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-2a025f1b-0150-44bd-83c7-83de4ec9ff32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:37.151941 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-975c0dd4-884a-40f9-ae62-7b6825620b46 req-08efdca7-3eb1-41e9-a138-0c03966a0c30 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup_access--938487402&fields=id&tenant_id=b03542aa894849fda969da6c43b6dbe6 HTTP/1.1" status: 200 len: 267 time: 0.1446722 Nov 19 18:08:37.188121 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-2a025f1b-0150-44bd-83c7-83de4ec9ff32 None None] For port aead2bc7-c164-463c-a6e9-7e34c5ad53b1, host n-d-818022-2, cleared binding levels {{(pid=103367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:08:37.192185 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-2a025f1b-0150-44bd-83c7-83de4ec9ff32 None None] For port aead2bc7-c164-463c-a6e9-7e34c5ad53b1, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=aead2bc7-c164-463c-a6e9-7e34c5ad53b1,segment=NetworkSegment(5ee359fe-da68-415f-bcc3-0b3a40ac0074),segment_id=5ee359fe-da68-415f-bcc3-0b3a40ac0074)] {{(pid=103367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:08:37.200721 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-2a025f1b-0150-44bd-83c7-83de4ec9ff32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:37.289571 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307e78f4-17d7-4d18-a083-186230024ece None None] Pushing event updated for resources: {'Port': ['ID=aead2bc7-c164-463c-a6e9-7e34c5ad53b1,revision_number=4']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:08:37.334632 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a025f1b-0150-44bd-83c7-83de4ec9ff32 None None] Routers {'71e7e0cd-d0fc-41c6-b449-81334a129c06'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:08:37.338016 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff4bfd8-fbbf-4fd3-8496-f967279d974b None None] New status for floating IP d4ee1e25-1e3e-4665-b7d3-da545d5cf72d: ACTIVE {{(pid=103366) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 18:08:37.346043 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-2a025f1b-0150-44bd-83c7-83de4ec9ff32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:08:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['71e7e0cd-d0fc-41c6-b449-81334a129c06'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:08:37.348736 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-975c0dd4-884a-40f9-ae62-7b6825620b46 req-341fec4e-3a56-4dec-a4ce-308368d6e198 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup_general--1905246319&fields=id&tenant_id=b03542aa894849fda969da6c43b6dbe6 HTTP/1.1" status: 200 len: 267 time: 0.1870861 Nov 19 18:08:37.419216 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 34986) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:08:37.537432 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-2a025f1b-0150-44bd-83c7-83de4ec9ff32 None None] Set router 71e7e0cd-d0fc-41c6-b449-81334a129c06 gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:08:37.554478 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-1bc4820e-38ec-41ce-9f3e-48bc29c11ffa None None] Provisioning complete for port aead2bc7-c164-463c-a6e9-7e34c5ad53b1 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:08:37.555378 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-1bc4820e-38ec-41ce-9f3e-48bc29c11ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:37.589592 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d09997-2791-4396-b256-4d8648b100a5 req-9c9383d2-69d5-4eca-b51d-742bfa38e328 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:08:37.601860 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-01d09997-2791-4396-b256-4d8648b100a5 req-9c9383d2-69d5-4eca-b51d-742bfa38e328 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/ports?device_id=7f65a0ed-74f2-4d58-9416-2934110d40dd HTTP/1.1" status: 200 len: 944 time: 0.2242370 Nov 19 18:08:37.684113 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8463b7fa-bae8-4b66-8568-05e26d2ed8f6 req-1091f22c-971c-4fb9-8dd9-846d52d7f2e0 service neutron] 10.222.0.60 "GET /v2.0/networks/3b544363-bad2-4a9e-9892-483691dc34e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8134768 Nov 19 18:08:37.709334 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-b5f14532-32ef-44b2-9857-72d253ac5ac9 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] 10.222.0.54 "GET /v2.0/floatingips/d4ee1e25-1e3e-4665-b7d3-da545d5cf72d HTTP/1.1" status: 200 len: 991 time: 0.2892344 Nov 19 18:08:37.744230 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-01d09997-2791-4396-b256-4d8648b100a5 req-ff614bf4-38fb-412d-8e1b-ca78ee86dfef tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/security-groups?id=a66d5311-8064-42eb-b883-c6c911692a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233892 Nov 19 18:08:37.773311 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975c0dd4-884a-40f9-ae62-7b6825620b46 req-7a57ae72-12db-4211-bd17-3b39c2b16f34 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:08:37.776015 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-975c0dd4-884a-40f9-ae62-7b6825620b46 req-7a57ae72-12db-4211-bd17-3b39c2b16f34 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] 10.222.0.54 "GET /v2.0/networks?id=8d3188e0-fd7b-4dd3-a190-3de88a602e94 HTTP/1.1" status: 200 len: 796 time: 0.4258192 Nov 19 18:08:37.789477 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-1bc4820e-38ec-41ce-9f3e-48bc29c11ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:37.794594 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-975c0dd4-884a-40f9-ae62-7b6825620b46 req-23598f21-0e82-4bd6-8c2d-5dd8a2086788 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] 10.222.0.54 "GET /v2.0/quotas/b03542aa894849fda969da6c43b6dbe6 HTTP/1.1" status: 200 len: 375 time: 0.0121028 Nov 19 18:08:37.857902 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-1bc4820e-38ec-41ce-9f3e-48bc29c11ffa None None] For port aead2bc7-c164-463c-a6e9-7e34c5ad53b1, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=aead2bc7-c164-463c-a6e9-7e34c5ad53b1,segment=NetworkSegment(5ee359fe-da68-415f-bcc3-0b3a40ac0074),segment_id=5ee359fe-da68-415f-bcc3-0b3a40ac0074)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:08:37.860121 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-2a025f1b-0150-44bd-83c7-83de4ec9ff32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71e7e0cd-d0fc-41c6-b449-81334a129c06', 'name': 'tempest-TestSecurityGroupsBasicOps-router-910720104', 'tenant_id': 'b03542aa894849fda969da6c43b6dbe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': 'e2b2f11f-a241-4369-90eb-39123eaea0bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:08:24Z', 'updated_at': '2021-11-19T18:08:31Z', 'revision_number': 4, 'project_id': 'b03542aa894849fda969da6c43b6dbe6', 'gw_port': {'id': 'e2b2f11f-a241-4369-90eb-39123eaea0bd', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:03:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e7e0cd-d0fc-41c6-b449-81334a129c06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:08:25Z', 'updated_at': '2021-11-19T18:08:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': 'aead2bc7-c164-463c-a6e9-7e34c5ad53b1', 'name': '', 'network_id': '8d3188e0-fd7b-4dd3-a190-3de88a602e94', 'tenant_id': 'b03542aa894849fda969da6c43b6dbe6', 'mac_address': 'fa:16:3e:86:55:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71e7e0cd-d0fc-41c6-b449-81334a129c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': 'bf177aec-aa8e-41e9-ab4d-1db99ba50401', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:08:29Z', 'updated_at': '2021-11-19T18:08:37Z', 'revision_number': 4, 'project_id': 'b03542aa894849fda969da6c43b6dbe6', 'subnets': [{'id': 'bf177aec-aa8e-41e9-ab4d-1db99ba50401', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:08:37.869660 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-1bc4820e-38ec-41ce-9f3e-48bc29c11ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:37.879154 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-975c0dd4-884a-40f9-ae62-7b6825620b46 req-1b1b9e0b-8878-43b9-8d8f-3fc73fee7f29 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=b03542aa894849fda969da6c43b6dbe6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0775130 Nov 19 18:08:37.898880 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a025f1b-0150-44bd-83c7-83de4ec9ff32 None None] The sync data for ids ['71e7e0cd-d0fc-41c6-b449-81334a129c06'] in n-d-818022-2 is: [{'id': '71e7e0cd-d0fc-41c6-b449-81334a129c06', 'name': 'tempest-TestSecurityGroupsBasicOps-router-910720104', 'tenant_id': 'b03542aa894849fda969da6c43b6dbe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': 'e2b2f11f-a241-4369-90eb-39123eaea0bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:08:24Z', 'updated_at': '2021-11-19T18:08:31Z', 'revision_number': 4, 'project_id': 'b03542aa894849fda969da6c43b6dbe6', 'gw_port': {'id': 'e2b2f11f-a241-4369-90eb-39123eaea0bd', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:03:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e7e0cd-d0fc-41c6-b449-81334a129c06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:08:25Z', 'updated_at': '2021-11-19T18:08:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': 'aead2bc7-c164-463c-a6e9-7e34c5ad53b1', 'name': '', 'network_id': '8d3188e0-fd7b-4dd3-a190-3de88a602e94', 'tenant_id': 'b03542aa894849fda969da6c43b6dbe6', 'mac_address': 'fa:16:3e:86:55:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71e7e0cd-d0fc-41c6-b449-81334a129c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': 'bf177aec-aa8e-41e9-ab4d-1db99ba50401', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:08:29Z', 'updated_at': '2021-11-19T18:08:37Z', 'revision_number': 4, 'project_id': 'b03542aa894849fda969da6c43b6dbe6', 'subnets': [{'id': 'bf177aec-aa8e-41e9-ab4d-1db99ba50401', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:08:37.900704 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8463b7fa-bae8-4b66-8568-05e26d2ed8f6 req-1cbe2fbc-2777-4cf3-b72d-f829459ef9bb service neutron] 10.222.0.60 "GET /v2.0/networks/3b544363-bad2-4a9e-9892-483691dc34e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2049167 Nov 19 18:08:38.069363 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc4820e-38ec-41ce-9f3e-48bc29c11ffa None None] Pushing event updated for resources: {'Port': ['ID=aead2bc7-c164-463c-a6e9-7e34c5ad53b1,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:08:38.077664 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cd54c7-cae4-4432-9e9f-49770a22e794 req-f005c91e-a2ff-4fd1-a06c-471c9001f1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:08:38.079871 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-34cd54c7-cae4-4432-9e9f-49770a22e794 req-f005c91e-a2ff-4fd1-a06c-471c9001f1e5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e45c6e5baa414b6894171527d94e1abd&device_id=7f65a0ed-74f2-4d58-9416-2934110d40dd HTTP/1.1" status: 200 len: 1095 time: 0.1111686 Nov 19 18:08:38.086682 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-cd7a7470-27d8-4ed1-a7f2-e16030ba51f6 None None] Provisioning complete for port aead2bc7-c164-463c-a6e9-7e34c5ad53b1 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:08:38.093411 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-cd7a7470-27d8-4ed1-a7f2-e16030ba51f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:38.141184 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-975c0dd4-884a-40f9-ae62-7b6825620b46 req-e2c8fbf8-ec7d-4fe1-964c-5db49f0485c5 service neutron] 10.222.0.54 "GET /v2.0/networks/8d3188e0-fd7b-4dd3-a190-3de88a602e94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2438657 Nov 19 18:08:38.296530 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cd54c7-cae4-4432-9e9f-49770a22e794 req-c3e74c38-9b46-4f14-88f6-3ea6dd6b55bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:08:38.298982 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-34cd54c7-cae4-4432-9e9f-49770a22e794 req-c3e74c38-9b46-4f14-88f6-3ea6dd6b55bd service neutron] 10.222.0.60 "GET /v2.0/networks?id=3b544363-bad2-4a9e-9892-483691dc34e2 HTTP/1.1" status: 200 len: 912 time: 0.2102334 Nov 19 18:08:38.306447 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-975c0dd4-884a-40f9-ae62-7b6825620b46 req-ba9561f9-e77d-4912-95e5-743948c0240b service neutron] 10.222.0.54 "GET /v2.0/networks/8d3188e0-fd7b-4dd3-a190-3de88a602e94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636610 Nov 19 18:08:38.350246 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-34cd54c7-cae4-4432-9e9f-49770a22e794 req-69f9ca60-6c37-4e4b-acfe-d947388b7b6e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9b7242e0-baf5-4a3d-9541-1cbaa1b9da29 HTTP/1.1" status: 200 len: 217 time: 0.0423601 Nov 19 18:08:38.448061 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cd54c7-cae4-4432-9e9f-49770a22e794 req-76182caa-5516-459e-be68-ec195b43ac51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:08:38.449846 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-34cd54c7-cae4-4432-9e9f-49770a22e794 req-76182caa-5516-459e-be68-ec195b43ac51 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=78373283-0ecf-42ac-8dc9-066471cd2623 HTTP/1.1" status: 200 len: 850 time: 0.0902762 Nov 19 18:08:38.517520 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-211b6f1b-2d4b-444d-a74f-be4b58c51c9b req-43caf225-ccb6-4d18-a502-b79bfa10c780 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] 10.222.0.54 "GET /v2.0/ports?device_id=aaec465c-0a7f-4608-8c92-e251142b0583 HTTP/1.1" status: 200 len: 210 time: 0.0401084 Nov 19 18:08:38.542037 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cd54c7-cae4-4432-9e9f-49770a22e794 req-3b1b0f4f-4680-4a62-bb37-9a6515e74ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:08:38.542037 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-34cd54c7-cae4-4432-9e9f-49770a22e794 req-3b1b0f4f-4680-4a62-bb37-9a6515e74ade service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3b544363-bad2-4a9e-9892-483691dc34e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0703316 Nov 19 18:08:38.654812 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-34cd54c7-cae4-4432-9e9f-49770a22e794 req-31a22416-00f0-4348-9ce9-30484d1bc1a1 service neutron] 10.222.0.60 "GET /v2.0/networks/3b544363-bad2-4a9e-9892-483691dc34e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044474 Nov 19 18:08:38.711476 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 35006) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:08:38.788316 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-34cd54c7-cae4-4432-9e9f-49770a22e794 req-cae7961a-8e16-419d-aa22-4694778595cc service neutron] 10.222.0.60 "GET /v2.0/networks/3b544363-bad2-4a9e-9892-483691dc34e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199088 Nov 19 18:08:38.881132 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-b99752b6-5508-42e3-9f5c-4b98fe0e2024 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] 10.222.0.54 "GET /v2.0/floatingips/d4ee1e25-1e3e-4665-b7d3-da545d5cf72d HTTP/1.1" status: 200 len: 993 time: 0.1668897 Nov 19 18:08:38.940240 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b3c157-5336-48ad-9dde-ccad21003514 req-a8d93db4-8230-4475-8750-07ae40fd8fc5 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:08:38.942108 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c8b3c157-5336-48ad-9dde-ccad21003514 req-a8d93db4-8230-4475-8750-07ae40fd8fc5 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/ports?device_id=7f65a0ed-74f2-4d58-9416-2934110d40dd HTTP/1.1" status: 200 len: 944 time: 0.0595009 Nov 19 18:08:39.028526 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c8b3c157-5336-48ad-9dde-ccad21003514 req-639b7f24-2834-418f-97c2-411fecdaabdb tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/security-groups?id=a66d5311-8064-42eb-b883-c6c911692a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799193 Nov 19 18:08:39.646265 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-bd7a9704-c79a-414c-8850-25d865d19e92 req-d1e65024-e950-476e-a1f7-8a537308fabe tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] 10.222.0.54 "GET /v2.0/ports?device_id=aaec465c-0a7f-4608-8c92-e251142b0583 HTTP/1.1" status: 200 len: 210 time: 0.0345106 Nov 19 18:08:39.937712 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975c0dd4-884a-40f9-ae62-7b6825620b46 req-cf029368-6879-4a9d-a21d-00bbcac7c288 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:08:39.939272 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-975c0dd4-884a-40f9-ae62-7b6825620b46 req-cf029368-6879-4a9d-a21d-00bbcac7c288 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] 10.222.0.60 "GET /v2.0/networks?id=8d3188e0-fd7b-4dd3-a190-3de88a602e94 HTTP/1.1" status: 200 len: 796 time: 0.1232481 Nov 19 18:08:40.047457 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-975c0dd4-884a-40f9-ae62-7b6825620b46 req-fc123650-3f7c-4e65-a873-d93698596baf tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b03542aa894849fda969da6c43b6dbe6 HTTP/1.1" status: 200 len: 477 time: 0.0935955 Nov 19 18:08:40.052960 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device aead2bc7-c164-463c-a6e9-7e34c5ad53b1 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:08:40.071091 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-975c0dd4-884a-40f9-ae62-7b6825620b46 req-4e994dc7-6ffd-4afd-a8cc-a6dbe55431f0 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Request body: {'port': {'device_id': 'aaec465c-0a7f-4608-8c92-e251142b0583', 'network_id': '8d3188e0-fd7b-4dd3-a190-3de88a602e94', 'admin_state_up': True, 'tenant_id': 'b03542aa894849fda969da6c43b6dbe6', 'security_groups': ['89b17e8d-71d2-4cec-9f33-74c07bdbef24', '59fd2e3a-979c-4d7f-96d7-93bcb3a8f537']}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:08:40.110275 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port aead2bc7-c164-463c-a6e9-7e34c5ad53b1 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:08:40.110793 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:40.246555 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-975c0dd4-884a-40f9-ae62-7b6825620b46 req-4e994dc7-6ffd-4afd-a8cc-a6dbe55431f0 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Made reservation on behalf of b03542aa894849fda969da6c43b6dbe6 for: {'port': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:08:40.252772 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-975c0dd4-884a-40f9-ae62-7b6825620b46 req-4e994dc7-6ffd-4afd-a8cc-a6dbe55431f0 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:40.288045 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9244cc-97cd-48f5-8d68-7e9dc41a4503 req-6d7dc8e4-c3a5-4304-84b3-b1d248e51292 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:08:40.290301 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8f9244cc-97cd-48f5-8d68-7e9dc41a4503 req-6d7dc8e4-c3a5-4304-84b3-b1d248e51292 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/ports?device_id=7f65a0ed-74f2-4d58-9416-2934110d40dd HTTP/1.1" status: 200 len: 944 time: 0.0997105 Nov 19 18:08:40.444879 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8f9244cc-97cd-48f5-8d68-7e9dc41a4503 req-3c1af26b-f745-47d4-bafc-b79667329379 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/security-groups?id=a66d5311-8064-42eb-b883-c6c911692a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407115 Nov 19 18:08:40.527545 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [req-975c0dd4-884a-40f9-ae62-7b6825620b46 req-4e994dc7-6ffd-4afd-a8cc-a6dbe55431f0 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Allocated IP 172.20.0.3 (8d3188e0-fd7b-4dd3-a190-3de88a602e94/bf177aec-aa8e-41e9-ab4d-1db99ba50401/252c9e51-9ec8-4b11-9250-88ec0cfee731) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:08:40.747203 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-975c0dd4-884a-40f9-ae62-7b6825620b46 req-4e994dc7-6ffd-4afd-a8cc-a6dbe55431f0 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:40.797710 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-975c0dd4-884a-40f9-ae62-7b6825620b46 req-4e994dc7-6ffd-4afd-a8cc-a6dbe55431f0 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:40.804517 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ac44c2a8-0729-4f0e-b164-a2811b7aeea4 req-992ed10e-a8cd-4484-97d1-4be1ecbfe34f tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] 10.222.0.54 "GET /v2.0/ports?device_id=aaec465c-0a7f-4608-8c92-e251142b0583 HTTP/1.1" status: 200 len: 210 time: 0.0551715 Nov 19 18:08:40.872096 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-975c0dd4-884a-40f9-ae62-7b6825620b46 req-4e994dc7-6ffd-4afd-a8cc-a6dbe55431f0 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Network 8d3188e0-fd7b-4dd3-a190-3de88a602e94 is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:08:40.893331 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [req-975c0dd4-884a-40f9-ae62-7b6825620b46 req-4e994dc7-6ffd-4afd-a8cc-a6dbe55431f0 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:08:40.897564 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [req-975c0dd4-884a-40f9-ae62-7b6825620b46 req-4e994dc7-6ffd-4afd-a8cc-a6dbe55431f0 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:08:40.908798 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 9b7242e0-baf5-4a3d-9541-1cbaa1b9da29 details requested by agent hyperv_n-h1-818022-2 with host n-h1-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 18:08:40.951374 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975c0dd4-884a-40f9-ae62-7b6825620b46 req-4e994dc7-6ffd-4afd-a8cc-a6dbe55431f0 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:08:40.952075 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-975c0dd4-884a-40f9-ae62-7b6825620b46 req-4e994dc7-6ffd-4afd-a8cc-a6dbe55431f0 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:40.963925 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e994dc7-6ffd-4afd-a8cc-a6dbe55431f0 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Pushing event updated for resources: {'Port': ['ID=252c9e51-9ec8-4b11-9250-88ec0cfee731,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:08:40.983724 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-975c0dd4-884a-40f9-ae62-7b6825620b46 req-4e994dc7-6ffd-4afd-a8cc-a6dbe55431f0 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 0.9167581 Nov 19 18:08:41.021341 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-975c0dd4-884a-40f9-ae62-7b6825620b46 req-e6eca5e1-1d22-4968-90e5-c859f676d121 service neutron] Request body: {'port': {'device_id': 'aaec465c-0a7f-4608-8c92-e251142b0583', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818022-2'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:08:41.145586 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-975c0dd4-884a-40f9-ae62-7b6825620b46 req-e6eca5e1-1d22-4968-90e5-c859f676d121 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:41.167415 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 9b7242e0-baf5-4a3d-9541-1cbaa1b9da29, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=9b7242e0-baf5-4a3d-9541-1cbaa1b9da29,segment=NetworkSegment(878aa1ad-d952-49b3-babf-f88949b54efa),segment_id=878aa1ad-d952-49b3-babf-f88949b54efa)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:08:41.183928 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Returning: {'device': '9b7242e0-baf5-4a3d-9541-1cbaa1b9da29', 'network_id': '3b544363-bad2-4a9e-9892-483691dc34e2', 'port_id': '9b7242e0-baf5-4a3d-9541-1cbaa1b9da29', 'mac_address': 'fa:16:3e:35:f2:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 660, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78373283-0ecf-42ac-8dc9-066471cd2623', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 18:08:41.261565 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:41.297409 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b7242e0-baf5-4a3d-9541-1cbaa1b9da29 {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:08:41.312111 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-1a21c3b0-87b1-4cbd-a297-10d6d01eedd6 None None] Provisioning complete for port 252c9e51-9ec8-4b11-9250-88ec0cfee731 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:08:41.312724 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-1a21c3b0-87b1-4cbd-a297-10d6d01eedd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:41.382274 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 9b7242e0-baf5-4a3d-9541-1cbaa1b9da29, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=9b7242e0-baf5-4a3d-9541-1cbaa1b9da29,segment=NetworkSegment(878aa1ad-d952-49b3-babf-f88949b54efa),segment_id=878aa1ad-d952-49b3-babf-f88949b54efa)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:08:41.391579 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:41.430179 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-1a21c3b0-87b1-4cbd-a297-10d6d01eedd6 None None] Port 252c9e51-9ec8-4b11-9250-88ec0cfee731 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:08:41.471121 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=9b7242e0-baf5-4a3d-9541-1cbaa1b9da29,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:08:41.662523 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['9b7242e0-baf5-4a3d-9541-1cbaa1b9da29'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:08:41.772716 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2b62b8-6984-4324-9662-cc73c052096e req-f6d34da3-a722-40ad-9b64-de50383a60f6 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:08:41.789762 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9d2b62b8-6984-4324-9662-cc73c052096e req-f6d34da3-a722-40ad-9b64-de50383a60f6 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/ports?device_id=7f65a0ed-74f2-4d58-9416-2934110d40dd HTTP/1.1" status: 200 len: 945 time: 0.1717377 Nov 19 18:08:41.915402 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [req-975c0dd4-884a-40f9-ae62-7b6825620b46 req-e6eca5e1-1d22-4968-90e5-c859f676d121 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 252c9e51-9ec8-4b11-9250-88ec0cfee731 {{(pid=103364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:08:41.944960 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-975c0dd4-884a-40f9-ae62-7b6825620b46 req-e6eca5e1-1d22-4968-90e5-c859f676d121 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:41.982164 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9d2b62b8-6984-4324-9662-cc73c052096e req-38b5d224-0339-45a8-828e-b37788db1131 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/security-groups?id=a66d5311-8064-42eb-b883-c6c911692a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911070 Nov 19 18:08:41.985072 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.provisioning_blocks [req-975c0dd4-884a-40f9-ae62-7b6825620b46 req-e6eca5e1-1d22-4968-90e5-c859f676d121 service neutron] Transition to ACTIVE for port object 252c9e51-9ec8-4b11-9250-88ec0cfee731 will not be triggered until provisioned by entity L2. {{(pid=103364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 18:08:41.991193 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-975c0dd4-884a-40f9-ae62-7b6825620b46 req-e6eca5e1-1d22-4968-90e5-c859f676d121 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:42.085277 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6eca5e1-1d22-4968-90e5-c859f676d121 service neutron] Pushing event updated for resources: {'Port': ['ID=252c9e51-9ec8-4b11-9250-88ec0cfee731,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:08:42.096908 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21461941-ae0b-4346-8622-72a0d6218417 req-9bbf6ab5-cec1-4aa2-a5b1-533c57d9c23d tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:08:42.098719 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-21461941-ae0b-4346-8622-72a0d6218417 req-9bbf6ab5-cec1-4aa2-a5b1-533c57d9c23d tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] 10.222.0.54 "GET /v2.0/ports?device_id=aaec465c-0a7f-4608-8c92-e251142b0583 HTTP/1.1" status: 200 len: 970 time: 0.1400869 Nov 19 18:08:42.201883 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-975c0dd4-884a-40f9-ae62-7b6825620b46 req-e6eca5e1-1d22-4968-90e5-c859f676d121 service neutron] Attempting to bind port 252c9e51-9ec8-4b11-9250-88ec0cfee731 on host n-h1-818022-2 for vnic_type normal with profile {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:08:42.202763 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-975c0dd4-884a-40f9-ae62-7b6825620b46 req-e6eca5e1-1d22-4968-90e5-c859f676d121 service neutron] Attempting to bind port 252c9e51-9ec8-4b11-9250-88ec0cfee731 by drivers openvswitch,hyperv on host n-h1-818022-2 at level 0 using segments [{'id': '5ee359fe-da68-415f-bcc3-0b3a40ac0074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '8d3188e0-fd7b-4dd3-a190-3de88a602e94'}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:08:42.203764 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-975c0dd4-884a-40f9-ae62-7b6825620b46 req-e6eca5e1-1d22-4968-90e5-c859f676d121 service neutron] Attempting to bind port 252c9e51-9ec8-4b11-9250-88ec0cfee731 on network 8d3188e0-fd7b-4dd3-a190-3de88a602e94 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:08:42.214380 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-975c0dd4-884a-40f9-ae62-7b6825620b46 req-e6eca5e1-1d22-4968-90e5-c859f676d121 service neutron] Port 252c9e51-9ec8-4b11-9250-88ec0cfee731 on network 8d3188e0-fd7b-4dd3-a190-3de88a602e94 not bound, no agent of type Open vSwitch agent registered on host n-h1-818022-2 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 18:08:42.214767 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-975c0dd4-884a-40f9-ae62-7b6825620b46 req-e6eca5e1-1d22-4968-90e5-c859f676d121 service neutron] Attempting to bind port 252c9e51-9ec8-4b11-9250-88ec0cfee731 on network 8d3188e0-fd7b-4dd3-a190-3de88a602e94 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:08:42.234119 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-975c0dd4-884a-40f9-ae62-7b6825620b46 req-e6eca5e1-1d22-4968-90e5-c859f676d121 service neutron] Checking agent: {'id': 'a6668d96-12fa-4ec0-99ad-77eaf490dd2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'started_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 8, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:08:42.234729 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-975c0dd4-884a-40f9-ae62-7b6825620b46 req-e6eca5e1-1d22-4968-90e5-c859f676d121 service neutron] Checking segment: {'id': '5ee359fe-da68-415f-bcc3-0b3a40ac0074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '8d3188e0-fd7b-4dd3-a190-3de88a602e94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:08:42.235343 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-975c0dd4-884a-40f9-ae62-7b6825620b46 req-e6eca5e1-1d22-4968-90e5-c859f676d121 service neutron] Bound using segment: {'id': '5ee359fe-da68-415f-bcc3-0b3a40ac0074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '8d3188e0-fd7b-4dd3-a190-3de88a602e94'} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:08:42.235949 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-975c0dd4-884a-40f9-ae62-7b6825620b46 req-e6eca5e1-1d22-4968-90e5-c859f676d121 service neutron] Bound port: 252c9e51-9ec8-4b11-9250-88ec0cfee731, host: n-h1-818022-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ee359fe-da68-415f-bcc3-0b3a40ac0074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '8d3188e0-fd7b-4dd3-a190-3de88a602e94'}}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:08:42.236626 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-975c0dd4-884a-40f9-ae62-7b6825620b46 req-e6eca5e1-1d22-4968-90e5-c859f676d121 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:42.303523 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-21461941-ae0b-4346-8622-72a0d6218417 req-443d97c6-ec5b-4a10-9d53-f18b1919d28d tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] 10.222.0.54 "GET /v2.0/security-groups?id=89b17e8d-71d2-4cec-9f33-74c07bdbef24&id=59fd2e3a-979c-4d7f-96d7-93bcb3a8f537&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1829305 Nov 19 18:08:42.360934 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-975c0dd4-884a-40f9-ae62-7b6825620b46 req-e6eca5e1-1d22-4968-90e5-c859f676d121 service neutron] For port 252c9e51-9ec8-4b11-9250-88ec0cfee731, host n-h1-818022-2, cleared binding levels {{(pid=103364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:08:42.364704 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-975c0dd4-884a-40f9-ae62-7b6825620b46 req-e6eca5e1-1d22-4968-90e5-c859f676d121 service neutron] For port 252c9e51-9ec8-4b11-9250-88ec0cfee731, host n-h1-818022-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=252c9e51-9ec8-4b11-9250-88ec0cfee731,segment=NetworkSegment(5ee359fe-da68-415f-bcc3-0b3a40ac0074),segment_id=5ee359fe-da68-415f-bcc3-0b3a40ac0074)] {{(pid=103364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:08:42.372354 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-975c0dd4-884a-40f9-ae62-7b6825620b46 req-e6eca5e1-1d22-4968-90e5-c859f676d121 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:42.454110 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975c0dd4-884a-40f9-ae62-7b6825620b46 req-e6eca5e1-1d22-4968-90e5-c859f676d121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:08:42.454836 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-975c0dd4-884a-40f9-ae62-7b6825620b46 req-e6eca5e1-1d22-4968-90e5-c859f676d121 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:42.456504 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-975c0dd4-884a-40f9-ae62-7b6825620b46 req-e6eca5e1-1d22-4968-90e5-c859f676d121 service neutron] 10.222.0.60 "PUT /v2.0/ports/252c9e51-9ec8-4b11-9250-88ec0cfee731 HTTP/1.1" status: 200 len: 1130 time: 1.4483249 Nov 19 18:08:42.457075 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aaec465c-0a7f-4608-8c92-e251142b0583', 'tag': '252c9e51-9ec8-4b11-9250-88ec0cfee731'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:08:42.459631 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dd4767a008c23f8566efc82158ee1b1fff34e1a9e908d76d0b6d0ab7e350e5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16e2fa46-d037-4c07-a260-cabea2f6a435" -d '{"events": [{"name": "network-changed", "server_uuid": "aaec465c-0a7f-4608-8c92-e251142b0583", "tag": "252c9e51-9ec8-4b11-9250-88ec0cfee731"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:08:42.522764 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6eca5e1-1d22-4968-90e5-c859f676d121 service neutron] Pushing event updated for resources: {'Port': ['ID=252c9e51-9ec8-4b11-9250-88ec0cfee731,revision_number=3']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:08:42.554092 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 18:08:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d683980-752b-4666-8125-e1b1541e96bd x-openstack-request-id: req-0d683980-752b-4666-8125-e1b1541e96bd {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:08:42.554394 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aaec465c-0a7f-4608-8c92-e251142b0583", "tag": "252c9e51-9ec8-4b11-9250-88ec0cfee731", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:08:42.554647 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-0d683980-752b-4666-8125-e1b1541e96bd {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:08:42.555053 n-d-818022-2 neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aaec465c-0a7f-4608-8c92-e251142b0583', 'tag': '252c9e51-9ec8-4b11-9250-88ec0cfee731', 'status': 'completed', 'code': 200} Nov 19 18:08:42.653203 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975c0dd4-884a-40f9-ae62-7b6825620b46 req-f08552c9-31d2-4b06-ae2e-0c6717eccd67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:08:42.657877 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-975c0dd4-884a-40f9-ae62-7b6825620b46 req-f08552c9-31d2-4b06-ae2e-0c6717eccd67 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b03542aa894849fda969da6c43b6dbe6&device_id=aaec465c-0a7f-4608-8c92-e251142b0583 HTTP/1.1" status: 200 len: 1133 time: 0.0918446 Nov 19 18:08:42.721063 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-975c0dd4-884a-40f9-ae62-7b6825620b46 req-d52e63c8-ff51-458d-9431-63c81b31263f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=252c9e51-9ec8-4b11-9250-88ec0cfee731 HTTP/1.1" status: 200 len: 217 time: 0.0535975 Nov 19 18:08:42.832962 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975c0dd4-884a-40f9-ae62-7b6825620b46 req-6ade184a-a682-45ec-8946-c1ecf0b8e65b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:08:42.837761 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-975c0dd4-884a-40f9-ae62-7b6825620b46 req-6ade184a-a682-45ec-8946-c1ecf0b8e65b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=bf177aec-aa8e-41e9-ab4d-1db99ba50401 HTTP/1.1" status: 200 len: 834 time: 0.1057532 Nov 19 18:08:42.897451 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975c0dd4-884a-40f9-ae62-7b6825620b46 req-8929fcdc-a724-411c-a752-bf142f2a7d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:08:42.899277 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-975c0dd4-884a-40f9-ae62-7b6825620b46 req-8929fcdc-a724-411c-a752-bf142f2a7d8c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8d3188e0-fd7b-4dd3-a190-3de88a602e94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0523076 Nov 19 18:08:42.933849 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 9b7242e0-baf5-4a3d-9541-1cbaa1b9da29 up at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:08:43.060541 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning for port 9b7242e0-baf5-4a3d-9541-1cbaa1b9da29 completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 18:08:43.067793 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning complete for port 9b7242e0-baf5-4a3d-9541-1cbaa1b9da29 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:08:43.069230 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:43.077340 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-975c0dd4-884a-40f9-ae62-7b6825620b46 req-8520902f-808f-40d7-9464-9acc739e2526 service neutron] 10.222.0.60 "GET /v2.0/networks/8d3188e0-fd7b-4dd3-a190-3de88a602e94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623933 Nov 19 18:08:43.194172 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:43.194358 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f79145c-52d9-470d-a771-8a05aecbe1a7 req-8ad056f1-1954-4e91-853d-bae69b43ef54 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:08:43.213904 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0f79145c-52d9-470d-a771-8a05aecbe1a7 req-8ad056f1-1954-4e91-853d-bae69b43ef54 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/ports?device_id=7f65a0ed-74f2-4d58-9416-2934110d40dd HTTP/1.1" status: 200 len: 945 time: 0.0972729 Nov 19 18:08:43.239378 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f65a0ed-74f2-4d58-9416-2934110d40dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b7242e0-baf5-4a3d-9541-1cbaa1b9da29'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:08:43.246743 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3940761bcd94e032e6960d2241bd8993c5d3a7d8dc2aca8488f3ecf1d4dd2fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faa550a7-9a1f-4f82-a112-a131260981e1" -d '{"events": [{"server_uuid": "7f65a0ed-74f2-4d58-9416-2934110d40dd", "name": "network-vif-plugged", "status": "completed", "tag": "9b7242e0-baf5-4a3d-9541-1cbaa1b9da29"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:08:43.281860 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 9b7242e0-baf5-4a3d-9541-1cbaa1b9da29, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=9b7242e0-baf5-4a3d-9541-1cbaa1b9da29,segment=NetworkSegment(878aa1ad-d952-49b3-babf-f88949b54efa),segment_id=878aa1ad-d952-49b3-babf-f88949b54efa)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:08:43.306821 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:43.314829 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0f79145c-52d9-470d-a771-8a05aecbe1a7 req-bc77a06f-b5bd-4fda-9ab3-b11dc51922a2 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/security-groups?id=a66d5311-8064-42eb-b883-c6c911692a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992510 Nov 19 18:08:43.337754 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-975c0dd4-884a-40f9-ae62-7b6825620b46 req-34e6e5b0-2e85-4baa-b7a1-c509e950fe5b service neutron] 10.222.0.60 "GET /v2.0/networks/8d3188e0-fd7b-4dd3-a190-3de88a602e94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2410767 Nov 19 18:08:43.452532 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:08:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faf7526b-e42c-499b-850f-abb3d157f5b6 x-openstack-request-id: req-faf7526b-e42c-499b-850f-abb3d157f5b6 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:08:43.452843 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f65a0ed-74f2-4d58-9416-2934110d40dd", "name": "network-vif-plugged", "status": "completed", "tag": "9b7242e0-baf5-4a3d-9541-1cbaa1b9da29", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:08:43.453108 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-faf7526b-e42c-499b-850f-abb3d157f5b6 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:08:43.453514 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f65a0ed-74f2-4d58-9416-2934110d40dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b7242e0-baf5-4a3d-9541-1cbaa1b9da29', 'code': 200} Nov 19 18:08:43.465103 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=9b7242e0-baf5-4a3d-9541-1cbaa1b9da29,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:08:43.524938 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e2fa46-d037-4c07-a260-cabea2f6a435 req-a7347302-8590-4269-80f4-4301221f5f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:08:43.526684 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-16e2fa46-d037-4c07-a260-cabea2f6a435 req-a7347302-8590-4269-80f4-4301221f5f25 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b03542aa894849fda969da6c43b6dbe6&device_id=aaec465c-0a7f-4608-8c92-e251142b0583 HTTP/1.1" status: 200 len: 1133 time: 0.0897453 Nov 19 18:08:43.573930 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699b4fe9-7de9-49aa-a051-cfebc7e4605d req-078caef3-13fc-400a-9cae-ef521d232fc7 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:08:43.576779 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-699b4fe9-7de9-49aa-a051-cfebc7e4605d req-078caef3-13fc-400a-9cae-ef521d232fc7 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] 10.222.0.54 "GET /v2.0/ports?device_id=aaec465c-0a7f-4608-8c92-e251142b0583 HTTP/1.1" status: 200 len: 982 time: 0.0654235 Nov 19 18:08:43.583648 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45914a7-154b-467a-8e80-73329854c854 req-b8003728-1fe2-47c4-ab71-35a79e319ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:08:43.585839 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f45914a7-154b-467a-8e80-73329854c854 req-b8003728-1fe2-47c4-ab71-35a79e319ff8 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=7f65a0ed-74f2-4d58-9416-2934110d40dd HTTP/1.1" status: 200 len: 1097 time: 0.1070716 Nov 19 18:08:43.660311 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f45914a7-154b-467a-8e80-73329854c854 req-efbf73a0-0970-472f-819e-a9b2a501a163 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=a66d5311-8064-42eb-b883-c6c911692a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636544 Nov 19 18:08:43.714795 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-699b4fe9-7de9-49aa-a051-cfebc7e4605d req-7a1f57d1-1d83-4fc1-9ff7-f58a103b7799 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] 10.222.0.54 "GET /v2.0/security-groups?id=89b17e8d-71d2-4cec-9f33-74c07bdbef24&id=59fd2e3a-979c-4d7f-96d7-93bcb3a8f537&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1272111 Nov 19 18:08:43.763093 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e2fa46-d037-4c07-a260-cabea2f6a435 req-ebac2b81-2164-443c-8e59-9bc05cfe8865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:08:43.765232 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-16e2fa46-d037-4c07-a260-cabea2f6a435 req-ebac2b81-2164-443c-8e59-9bc05cfe8865 service neutron] 10.222.0.60 "GET /v2.0/networks?id=8d3188e0-fd7b-4dd3-a190-3de88a602e94 HTTP/1.1" status: 200 len: 897 time: 0.2283862 Nov 19 18:08:43.938575 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-16e2fa46-d037-4c07-a260-cabea2f6a435 req-c9113a41-9b48-4e97-83b3-cd8f60f7bc49 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=252c9e51-9ec8-4b11-9250-88ec0cfee731 HTTP/1.1" status: 200 len: 217 time: 0.0481591 Nov 19 18:08:44.019118 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e2fa46-d037-4c07-a260-cabea2f6a435 req-c059e1a9-c619-4cd5-b7fb-c7547f3d96c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:08:44.020899 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-16e2fa46-d037-4c07-a260-cabea2f6a435 req-c059e1a9-c619-4cd5-b7fb-c7547f3d96c0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=bf177aec-aa8e-41e9-ab4d-1db99ba50401 HTTP/1.1" status: 200 len: 834 time: 0.0732989 Nov 19 18:08:44.075422 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e2fa46-d037-4c07-a260-cabea2f6a435 req-30a522b1-15cd-48a6-a2ce-de48d0cc096b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:08:44.077217 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-16e2fa46-d037-4c07-a260-cabea2f6a435 req-30a522b1-15cd-48a6-a2ce-de48d0cc096b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8d3188e0-fd7b-4dd3-a190-3de88a602e94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0487204 Nov 19 18:08:44.216051 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-16e2fa46-d037-4c07-a260-cabea2f6a435 req-7dc2d87b-ae61-44af-9e86-f8302cf8ad84 service neutron] 10.222.0.60 "GET /v2.0/networks/8d3188e0-fd7b-4dd3-a190-3de88a602e94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147997 Nov 19 18:08:44.334786 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-16e2fa46-d037-4c07-a260-cabea2f6a435 req-f3638062-02b2-475b-a6dd-1a640c18ac6b service neutron] 10.222.0.60 "GET /v2.0/networks/8d3188e0-fd7b-4dd3-a190-3de88a602e94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052673 Nov 19 18:08:44.471702 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e951c2-d51f-47a7-820a-21917b2a8e23 req-a1f83f51-9920-4546-be22-347a0daaffff tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:08:44.476403 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f5e951c2-d51f-47a7-820a-21917b2a8e23 req-a1f83f51-9920-4546-be22-347a0daaffff tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/ports?device_id=7f65a0ed-74f2-4d58-9416-2934110d40dd HTTP/1.1" status: 200 len: 946 time: 0.0679991 Nov 19 18:08:44.559030 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f5e951c2-d51f-47a7-820a-21917b2a8e23 req-e40295ed-a4aa-46c9-99f4-55a6c64dff0f tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/security-groups?id=a66d5311-8064-42eb-b883-c6c911692a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789411 Nov 19 18:08:44.846340 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71558b0-a4bd-428c-b260-55de6ef6b8c6 req-e2c133e7-0ccf-46b7-9e34-8b2d6902d999 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:08:44.854459 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c71558b0-a4bd-428c-b260-55de6ef6b8c6 req-e2c133e7-0ccf-46b7-9e34-8b2d6902d999 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] 10.222.0.54 "GET /v2.0/ports?device_id=aaec465c-0a7f-4608-8c92-e251142b0583 HTTP/1.1" status: 200 len: 982 time: 0.0577226 Nov 19 18:08:44.909643 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c71558b0-a4bd-428c-b260-55de6ef6b8c6 req-7d22568d-ccb5-46f3-ab51-e69ac69ba2da tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] 10.222.0.54 "GET /v2.0/security-groups?id=89b17e8d-71d2-4cec-9f33-74c07bdbef24&id=59fd2e3a-979c-4d7f-96d7-93bcb3a8f537&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0542758 Nov 19 18:08:44.955014 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 252c9e51-9ec8-4b11-9250-88ec0cfee731 details requested by agent hyperv_n-h1-818022-2 with host n-h1-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 18:08:45.139582 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 252c9e51-9ec8-4b11-9250-88ec0cfee731, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=252c9e51-9ec8-4b11-9250-88ec0cfee731,segment=NetworkSegment(5ee359fe-da68-415f-bcc3-0b3a40ac0074),segment_id=5ee359fe-da68-415f-bcc3-0b3a40ac0074)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:08:45.154583 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Returning: {'device': '252c9e51-9ec8-4b11-9250-88ec0cfee731', 'network_id': '8d3188e0-fd7b-4dd3-a190-3de88a602e94', 'port_id': '252c9e51-9ec8-4b11-9250-88ec0cfee731', 'mac_address': 'fa:16:3e:f3:bd:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 693, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf177aec-aa8e-41e9-ab4d-1db99ba50401', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 18:08:45.194726 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:45.212475 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 252c9e51-9ec8-4b11-9250-88ec0cfee731 {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:08:45.234381 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 252c9e51-9ec8-4b11-9250-88ec0cfee731, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=252c9e51-9ec8-4b11-9250-88ec0cfee731,segment=NetworkSegment(5ee359fe-da68-415f-bcc3-0b3a40ac0074),segment_id=5ee359fe-da68-415f-bcc3-0b3a40ac0074)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:08:45.239608 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:45.292933 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=252c9e51-9ec8-4b11-9250-88ec0cfee731,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:08:45.516367 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['252c9e51-9ec8-4b11-9250-88ec0cfee731'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:08:45.719414 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfabf76-0589-4ca7-b147-9416b70cd05d req-065ca0ab-587b-4940-baff-78a8e97e18e7 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:08:45.720930 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ccfabf76-0589-4ca7-b147-9416b70cd05d req-065ca0ab-587b-4940-baff-78a8e97e18e7 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/ports?device_id=7f65a0ed-74f2-4d58-9416-2934110d40dd HTTP/1.1" status: 200 len: 946 time: 0.0618889 Nov 19 18:08:45.801098 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ccfabf76-0589-4ca7-b147-9416b70cd05d req-898a4cb1-1fd5-492a-af1d-b9f288ab0155 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/security-groups?id=a66d5311-8064-42eb-b883-c6c911692a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742686 Nov 19 18:08:46.045421 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c5ba73-9bec-46ce-99fa-abf7b0a03571 req-00015bde-0d97-4b1d-b150-1b0f9e2b855b tempest-VolumesSnapshotTestJSON-1436321153 tempest-VolumesSnapshotTestJSON-1436321153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:08:46.047283 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-55c5ba73-9bec-46ce-99fa-abf7b0a03571 req-00015bde-0d97-4b1d-b150-1b0f9e2b855b tempest-VolumesSnapshotTestJSON-1436321153 tempest-VolumesSnapshotTestJSON-1436321153-project] 10.222.0.54 "GET /v2.0/networks?id=1723ab62-ac6f-4ffd-9143-0e9de9b9bbaf HTTP/1.1" status: 200 len: 814 time: 0.1582143 Nov 19 18:08:46.067117 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-55c5ba73-9bec-46ce-99fa-abf7b0a03571 req-a1a42206-bf57-495d-9a98-c990af199377 tempest-VolumesSnapshotTestJSON-1436321153 tempest-VolumesSnapshotTestJSON-1436321153-project] 10.222.0.54 "GET /v2.0/quotas/95466484c95f4375b17ace97bcd45656 HTTP/1.1" status: 200 len: 375 time: 0.0128958 Nov 19 18:08:46.077586 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa99fdd-86c3-4a8d-984f-c124f7805678 req-c7b72c48-5ad0-4caf-87d1-662d8f86c3e5 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:08:46.079177 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-7fa99fdd-86c3-4a8d-984f-c124f7805678 req-c7b72c48-5ad0-4caf-87d1-662d8f86c3e5 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/ports?device_id=7f65a0ed-74f2-4d58-9416-2934110d40dd HTTP/1.1" status: 200 len: 946 time: 0.0741789 Nov 19 18:08:46.117641 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-55c5ba73-9bec-46ce-99fa-abf7b0a03571 req-e070e60f-be42-47c6-9374-9b47d2a1f146 tempest-VolumesSnapshotTestJSON-1436321153 tempest-VolumesSnapshotTestJSON-1436321153-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=95466484c95f4375b17ace97bcd45656&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0448000 Nov 19 18:08:46.133187 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-7fa99fdd-86c3-4a8d-984f-c124f7805678 req-6135ee61-969e-451f-b64e-90be24972c30 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/security-groups?id=a66d5311-8064-42eb-b883-c6c911692a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475233 Nov 19 18:08:46.218411 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-55c5ba73-9bec-46ce-99fa-abf7b0a03571 req-812ebf2c-9ad1-4a0f-b5a5-b387cff17739 service neutron] 10.222.0.54 "GET /v2.0/networks/1723ab62-ac6f-4ffd-9143-0e9de9b9bbaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996037 Nov 19 18:08:46.260957 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf2c36e-183b-46e6-b881-95f706033b38 req-99609adc-69c5-4701-8335-4e73370464f6 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:08:46.262817 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9bf2c36e-183b-46e6-b881-95f706033b38 req-99609adc-69c5-4701-8335-4e73370464f6 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] 10.222.0.54 "GET /v2.0/ports?device_id=aaec465c-0a7f-4608-8c92-e251142b0583 HTTP/1.1" status: 200 len: 983 time: 0.0588648 Nov 19 18:08:46.315961 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-55c5ba73-9bec-46ce-99fa-abf7b0a03571 req-200dca6e-75bc-4e12-a339-8aefa99d198e service neutron] 10.222.0.54 "GET /v2.0/networks/1723ab62-ac6f-4ffd-9143-0e9de9b9bbaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926812 Nov 19 18:08:46.325383 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9bf2c36e-183b-46e6-b881-95f706033b38 req-f1190d6a-265f-4b91-a186-3a9ee67d60c5 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] 10.222.0.54 "GET /v2.0/security-groups?id=89b17e8d-71d2-4cec-9f33-74c07bdbef24&id=59fd2e3a-979c-4d7f-96d7-93bcb3a8f537&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0559433 Nov 19 18:08:46.501830 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f0c43731-263a-4cd3-932d-efa416e3ca83 req-1c95d0ee-b401-4c12-b4f7-4d5ab2914266 tempest-VolumesSnapshotTestJSON-1436321153 tempest-VolumesSnapshotTestJSON-1436321153-project] 10.222.0.54 "GET /v2.0/ports?device_id=3c0c76c8-58dd-4fe5-9dd9-a88e123dabe3 HTTP/1.1" status: 200 len: 210 time: 0.0326920 Nov 19 18:08:46.953330 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 252c9e51-9ec8-4b11-9250-88ec0cfee731 up at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:08:47.014554 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning for port 252c9e51-9ec8-4b11-9250-88ec0cfee731 completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 18:08:47.018434 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning complete for port 252c9e51-9ec8-4b11-9250-88ec0cfee731 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:08:47.018819 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:47.101776 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:47.126508 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaec465c-0a7f-4608-8c92-e251142b0583', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '252c9e51-9ec8-4b11-9250-88ec0cfee731'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:08:47.128753 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3940761bcd94e032e6960d2241bd8993c5d3a7d8dc2aca8488f3ecf1d4dd2fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09eefa5b-d101-40c0-9921-d14324f9166d" -d '{"events": [{"server_uuid": "aaec465c-0a7f-4608-8c92-e251142b0583", "name": "network-vif-plugged", "status": "completed", "tag": "252c9e51-9ec8-4b11-9250-88ec0cfee731"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:08:47.141643 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 252c9e51-9ec8-4b11-9250-88ec0cfee731, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=252c9e51-9ec8-4b11-9250-88ec0cfee731,segment=NetworkSegment(5ee359fe-da68-415f-bcc3-0b3a40ac0074),segment_id=5ee359fe-da68-415f-bcc3-0b3a40ac0074)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:08:47.146483 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:47.177846 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:08:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec707641-e62b-49c3-bd43-9cb4d53488d5 x-openstack-request-id: req-ec707641-e62b-49c3-bd43-9cb4d53488d5 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:08:47.178137 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aaec465c-0a7f-4608-8c92-e251142b0583", "name": "network-vif-plugged", "status": "completed", "tag": "252c9e51-9ec8-4b11-9250-88ec0cfee731", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:08:47.178460 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ec707641-e62b-49c3-bd43-9cb4d53488d5 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:08:47.178870 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaec465c-0a7f-4608-8c92-e251142b0583', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '252c9e51-9ec8-4b11-9250-88ec0cfee731', 'code': 200} Nov 19 18:08:47.210286 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=252c9e51-9ec8-4b11-9250-88ec0cfee731,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:08:47.325802 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16f07ce-d85e-4c89-9a19-057720cc5f5e req-54c21db5-3a95-485e-aa55-0f16280ca48e tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:08:47.327336 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b16f07ce-d85e-4c89-9a19-057720cc5f5e req-54c21db5-3a95-485e-aa55-0f16280ca48e tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/ports?device_id=7f65a0ed-74f2-4d58-9416-2934110d40dd HTTP/1.1" status: 200 len: 946 time: 0.0896516 Nov 19 18:08:47.330357 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5657aec5-8a70-470c-8ae2-9c9720808afe req-4ed65efa-ce55-4b8e-9ab9-032ac53412c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:08:47.331920 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-5657aec5-8a70-470c-8ae2-9c9720808afe req-4ed65efa-ce55-4b8e-9ab9-032ac53412c2 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=aaec465c-0a7f-4608-8c92-e251142b0583 HTTP/1.1" status: 200 len: 1135 time: 0.0838959 Nov 19 18:08:47.418427 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b16f07ce-d85e-4c89-9a19-057720cc5f5e req-86e0f6b4-f105-48d9-85cf-bb49f4f37043 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/security-groups?id=a66d5311-8064-42eb-b883-c6c911692a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828960 Nov 19 18:08:47.425034 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-5657aec5-8a70-470c-8ae2-9c9720808afe req-1e40602b-1f8f-453f-82b2-a0b67d2ed208 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=89b17e8d-71d2-4cec-9f33-74c07bdbef24&id=59fd2e3a-979c-4d7f-96d7-93bcb3a8f537&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0830402 Nov 19 18:08:47.491813 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80db0d70-54f0-409f-a5b2-51b77d345bf1 req-83a1f237-8d16-4bf0-bc34-15d261c02523 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:08:47.500115 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-80db0d70-54f0-409f-a5b2-51b77d345bf1 req-83a1f237-8d16-4bf0-bc34-15d261c02523 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] 10.222.0.54 "GET /v2.0/ports?device_id=aaec465c-0a7f-4608-8c92-e251142b0583 HTTP/1.1" status: 200 len: 984 time: 0.0665929 Nov 19 18:08:47.557029 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 35566) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:08:47.572562 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-80db0d70-54f0-409f-a5b2-51b77d345bf1 req-afcb4377-962f-4788-b535-8f728f128964 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] 10.222.0.54 "GET /v2.0/security-groups?id=89b17e8d-71d2-4cec-9f33-74c07bdbef24&id=59fd2e3a-979c-4d7f-96d7-93bcb3a8f537&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0708325 Nov 19 18:08:47.605322 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-88ba6bba-a569-4780-ada6-451c0cfd73b9 req-580a278e-abc5-4b90-82b3-39519955b8e1 tempest-VolumesSnapshotTestJSON-1436321153 tempest-VolumesSnapshotTestJSON-1436321153-project] 10.222.0.54 "GET /v2.0/ports?device_id=3c0c76c8-58dd-4fe5-9dd9-a88e123dabe3 HTTP/1.1" status: 200 len: 210 time: 0.0286586 Nov 19 18:08:47.738660 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-709402ad-6ef9-400a-b95f-f65bcf7b67a3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:47.823824 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c5ba73-9bec-46ce-99fa-abf7b0a03571 req-33e4d0ce-0fa6-4d4a-a702-1b91fa8eead8 tempest-VolumesSnapshotTestJSON-1436321153 tempest-VolumesSnapshotTestJSON-1436321153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:08:47.825282 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-55c5ba73-9bec-46ce-99fa-abf7b0a03571 req-33e4d0ce-0fa6-4d4a-a702-1b91fa8eead8 tempest-VolumesSnapshotTestJSON-1436321153 tempest-VolumesSnapshotTestJSON-1436321153-project] 10.222.0.60 "GET /v2.0/networks?id=1723ab62-ac6f-4ffd-9143-0e9de9b9bbaf HTTP/1.1" status: 200 len: 814 time: 0.1755598 Nov 19 18:08:47.857258 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-55c5ba73-9bec-46ce-99fa-abf7b0a03571 req-2717e431-4eb2-4527-9fdb-2368f36ec7d4 tempest-VolumesSnapshotTestJSON-1436321153 tempest-VolumesSnapshotTestJSON-1436321153-project] Request body: {'port': {'device_id': '3c0c76c8-58dd-4fe5-9dd9-a88e123dabe3', 'network_id': '1723ab62-ac6f-4ffd-9143-0e9de9b9bbaf', 'admin_state_up': True, 'tenant_id': '95466484c95f4375b17ace97bcd45656'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:08:47.905362 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-709402ad-6ef9-400a-b95f-f65bcf7b67a3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:47.911611 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-709402ad-6ef9-400a-b95f-f65bcf7b67a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:47.984625 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-709402ad-6ef9-400a-b95f-f65bcf7b67a3 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=98a00e916d0d4789a0bcaf0f38341d63&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4265637 Nov 19 18:08:47.985385 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709402ad-6ef9-400a-b95f-f65bcf7b67a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1461f8ec-524d-4eba-9689-6cdcbb22bd5c,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:08:47.987957 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 35570) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:08:48.025402 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55c5ba73-9bec-46ce-99fa-abf7b0a03571 req-2717e431-4eb2-4527-9fdb-2368f36ec7d4 tempest-VolumesSnapshotTestJSON-1436321153 tempest-VolumesSnapshotTestJSON-1436321153-project] Made reservation on behalf of 95466484c95f4375b17ace97bcd45656 for: {'port': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:08:48.029049 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-55c5ba73-9bec-46ce-99fa-abf7b0a03571 req-2717e431-4eb2-4527-9fdb-2368f36ec7d4 tempest-VolumesSnapshotTestJSON-1436321153 tempest-VolumesSnapshotTestJSON-1436321153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:48.045441 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-39db7e00-7f2c-475a-9692-6d29977b8d96 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:48.069449 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-39db7e00-7f2c-475a-9692-6d29977b8d96 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:48.121503 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-39db7e00-7f2c-475a-9692-6d29977b8d96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:48.124406 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-39db7e00-7f2c-475a-9692-6d29977b8d96 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:48.128072 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-39db7e00-7f2c-475a-9692-6d29977b8d96 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/1461f8ec-524d-4eba-9689-6cdcbb22bd5c HTTP/1.1" status: 204 len: 168 time: 0.1359327 Nov 19 18:08:48.135735 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39db7e00-7f2c-475a-9692-6d29977b8d96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1461f8ec-524d-4eba-9689-6cdcbb22bd5c,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:08:48.185676 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [req-55c5ba73-9bec-46ce-99fa-abf7b0a03571 req-2717e431-4eb2-4527-9fdb-2368f36ec7d4 tempest-VolumesSnapshotTestJSON-1436321153 tempest-VolumesSnapshotTestJSON-1436321153-project] Allocated IP 172.20.0.9 (1723ab62-ac6f-4ffd-9143-0e9de9b9bbaf/154e2719-124a-4982-810f-9b7d265b31c0/b8e5a80b-0e4a-48c2-a439-f04450d98ccb) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:08:48.352694 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-55c5ba73-9bec-46ce-99fa-abf7b0a03571 req-2717e431-4eb2-4527-9fdb-2368f36ec7d4 tempest-VolumesSnapshotTestJSON-1436321153 tempest-VolumesSnapshotTestJSON-1436321153-project] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:48.390319 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-55c5ba73-9bec-46ce-99fa-abf7b0a03571 req-2717e431-4eb2-4527-9fdb-2368f36ec7d4 tempest-VolumesSnapshotTestJSON-1436321153 tempest-VolumesSnapshotTestJSON-1436321153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:48.450681 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55c5ba73-9bec-46ce-99fa-abf7b0a03571 req-2717e431-4eb2-4527-9fdb-2368f36ec7d4 tempest-VolumesSnapshotTestJSON-1436321153 tempest-VolumesSnapshotTestJSON-1436321153-project] Network 1723ab62-ac6f-4ffd-9143-0e9de9b9bbaf is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:08:48.454916 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2717e431-4eb2-4527-9fdb-2368f36ec7d4 tempest-VolumesSnapshotTestJSON-1436321153 tempest-VolumesSnapshotTestJSON-1436321153-project] Pushing event updated for resources: {'Port': ['ID=b8e5a80b-0e4a-48c2-a439-f04450d98ccb,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:08:48.457615 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [req-55c5ba73-9bec-46ce-99fa-abf7b0a03571 req-2717e431-4eb2-4527-9fdb-2368f36ec7d4 tempest-VolumesSnapshotTestJSON-1436321153 tempest-VolumesSnapshotTestJSON-1436321153-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:08:48.459966 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [req-55c5ba73-9bec-46ce-99fa-abf7b0a03571 req-2717e431-4eb2-4527-9fdb-2368f36ec7d4 tempest-VolumesSnapshotTestJSON-1436321153 tempest-VolumesSnapshotTestJSON-1436321153-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:08:48.517764 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c5ba73-9bec-46ce-99fa-abf7b0a03571 req-2717e431-4eb2-4527-9fdb-2368f36ec7d4 tempest-VolumesSnapshotTestJSON-1436321153 tempest-VolumesSnapshotTestJSON-1436321153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:08:48.518516 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-55c5ba73-9bec-46ce-99fa-abf7b0a03571 req-2717e431-4eb2-4527-9fdb-2368f36ec7d4 tempest-VolumesSnapshotTestJSON-1436321153 tempest-VolumesSnapshotTestJSON-1436321153-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:48.542600 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-55c5ba73-9bec-46ce-99fa-abf7b0a03571 req-2717e431-4eb2-4527-9fdb-2368f36ec7d4 tempest-VolumesSnapshotTestJSON-1436321153 tempest-VolumesSnapshotTestJSON-1436321153-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6920359 Nov 19 18:08:48.562678 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a43e45-f14c-40d1-a031-f0a9aa6facfb req-da315bab-a6c7-45eb-94e9-a41843d240d9 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:08:48.564464 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-46a43e45-f14c-40d1-a031-f0a9aa6facfb req-da315bab-a6c7-45eb-94e9-a41843d240d9 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/ports?device_id=7f65a0ed-74f2-4d58-9416-2934110d40dd HTTP/1.1" status: 200 len: 946 time: 0.0533381 Nov 19 18:08:48.569206 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-55c5ba73-9bec-46ce-99fa-abf7b0a03571 req-557a84f9-3113-46ce-927e-ccbb5e9b2b19 service neutron] Request body: {'port': {'device_id': '3c0c76c8-58dd-4fe5-9dd9-a88e123dabe3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818022-2'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:08:48.679428 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a7771d57-fff8-44ab-8dcb-bc4b752ba096 req-0ad6d7a5-4758-4f08-ae70-e6f66f393aaa service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=cc04e7a6-e0b7-438f-a931-99187cf28379&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0758264 Nov 19 18:08:48.686961 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-46a43e45-f14c-40d1-a031-f0a9aa6facfb req-b574432d-7191-48b0-8fb4-732acd815177 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/security-groups?id=a66d5311-8064-42eb-b883-c6c911692a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138701 Nov 19 18:08:48.704991 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-55c5ba73-9bec-46ce-99fa-abf7b0a03571 req-557a84f9-3113-46ce-927e-ccbb5e9b2b19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:48.773132 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04d31b1-27a5-4840-b104-e2abc608c655 req-7f5bde86-441a-46f3-8e28-841f5c83de01 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:08:48.775000 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c04d31b1-27a5-4840-b104-e2abc608c655 req-7f5bde86-441a-46f3-8e28-841f5c83de01 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] 10.222.0.54 "GET /v2.0/ports?device_id=aaec465c-0a7f-4608-8c92-e251142b0583 HTTP/1.1" status: 200 len: 984 time: 0.1013248 Nov 19 18:08:48.856179 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7771d57-fff8-44ab-8dcb-bc4b752ba096 req-cc25be44-f7dd-4105-8060-e9ecaa04975f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:08:48.858138 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a7771d57-fff8-44ab-8dcb-bc4b752ba096 req-cc25be44-f7dd-4105-8060-e9ecaa04975f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e45c6e5baa414b6894171527d94e1abd&device_id=cc04e7a6-e0b7-438f-a931-99187cf28379 HTTP/1.1" status: 200 len: 1095 time: 0.0987115 Nov 19 18:08:48.878493 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cd73e0-0ebf-4b39-8f7d-f85167db13f8 req-00dae4d2-4da1-46f5-ac3c-29f2f51f5b38 tempest-VolumesSnapshotTestJSON-1436321153 tempest-VolumesSnapshotTestJSON-1436321153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:08:48.882288 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d1cd73e0-0ebf-4b39-8f7d-f85167db13f8 req-00dae4d2-4da1-46f5-ac3c-29f2f51f5b38 tempest-VolumesSnapshotTestJSON-1436321153 tempest-VolumesSnapshotTestJSON-1436321153-project] 10.222.0.54 "GET /v2.0/ports?device_id=3c0c76c8-58dd-4fe5-9dd9-a88e123dabe3 HTTP/1.1" status: 200 len: 931 time: 0.1330028 Nov 19 18:08:48.920143 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c04d31b1-27a5-4840-b104-e2abc608c655 req-1f4ec669-c79a-40d5-a2c1-af0deb9f9817 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] 10.222.0.54 "GET /v2.0/security-groups?id=89b17e8d-71d2-4cec-9f33-74c07bdbef24&id=59fd2e3a-979c-4d7f-96d7-93bcb3a8f537&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1353414 Nov 19 18:08:49.011763 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d1cd73e0-0ebf-4b39-8f7d-f85167db13f8 req-5cbc0f83-ceab-4b79-b10e-dbae6cd3aab3 tempest-VolumesSnapshotTestJSON-1436321153 tempest-VolumesSnapshotTestJSON-1436321153-project] 10.222.0.54 "GET /v2.0/security-groups?id=1a0ae3c5-06ec-4f80-a08c-2f3d319d67f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120322 Nov 19 18:08:49.029423 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7771d57-fff8-44ab-8dcb-bc4b752ba096 req-23c6b885-20d4-45dc-96a4-609ac4707229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:08:49.030940 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a7771d57-fff8-44ab-8dcb-bc4b752ba096 req-23c6b885-20d4-45dc-96a4-609ac4707229 service neutron] 10.222.0.60 "GET /v2.0/networks?id=3b544363-bad2-4a9e-9892-483691dc34e2 HTTP/1.1" status: 200 len: 912 time: 0.1401241 Nov 19 18:08:49.080834 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [req-55c5ba73-9bec-46ce-99fa-abf7b0a03571 req-557a84f9-3113-46ce-927e-ccbb5e9b2b19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8e5a80b-0e4a-48c2-a439-f04450d98ccb {{(pid=103364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:08:49.090409 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-55c5ba73-9bec-46ce-99fa-abf7b0a03571 req-557a84f9-3113-46ce-927e-ccbb5e9b2b19 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:49.104121 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.provisioning_blocks [req-55c5ba73-9bec-46ce-99fa-abf7b0a03571 req-557a84f9-3113-46ce-927e-ccbb5e9b2b19 service neutron] Transition to ACTIVE for port object b8e5a80b-0e4a-48c2-a439-f04450d98ccb will not be triggered until provisioned by entity L2. {{(pid=103364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 18:08:49.105595 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a7771d57-fff8-44ab-8dcb-bc4b752ba096 req-debe14a6-95e3-49c8-91fd-a9d8070316b9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2019baf0-8dd1-4014-98b3-2c3c4d3ec3aa HTTP/1.1" status: 200 len: 999 time: 0.0667708 Nov 19 18:08:49.108708 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-55c5ba73-9bec-46ce-99fa-abf7b0a03571 req-557a84f9-3113-46ce-927e-ccbb5e9b2b19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:49.158627 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557a84f9-3113-46ce-927e-ccbb5e9b2b19 service neutron] Pushing event updated for resources: {'Port': ['ID=b8e5a80b-0e4a-48c2-a439-f04450d98ccb,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:08:49.169855 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7771d57-fff8-44ab-8dcb-bc4b752ba096 req-67cd8718-ff8d-464d-a0e6-801d1718b071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:08:49.171379 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a7771d57-fff8-44ab-8dcb-bc4b752ba096 req-67cd8718-ff8d-464d-a0e6-801d1718b071 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=78373283-0ecf-42ac-8dc9-066471cd2623 HTTP/1.1" status: 200 len: 850 time: 0.0559981 Nov 19 18:08:49.221169 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7771d57-fff8-44ab-8dcb-bc4b752ba096 req-ea7c09cc-dca8-4f48-bd24-8e8b79963546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:08:49.222849 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a7771d57-fff8-44ab-8dcb-bc4b752ba096 req-ea7c09cc-dca8-4f48-bd24-8e8b79963546 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3b544363-bad2-4a9e-9892-483691dc34e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432389 Nov 19 18:08:49.237121 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-55c5ba73-9bec-46ce-99fa-abf7b0a03571 req-557a84f9-3113-46ce-927e-ccbb5e9b2b19 service neutron] Attempting to bind port b8e5a80b-0e4a-48c2-a439-f04450d98ccb on host n-h1-818022-2 for vnic_type normal with profile {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:08:49.237466 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-55c5ba73-9bec-46ce-99fa-abf7b0a03571 req-557a84f9-3113-46ce-927e-ccbb5e9b2b19 service neutron] Attempting to bind port b8e5a80b-0e4a-48c2-a439-f04450d98ccb by drivers openvswitch,hyperv on host n-h1-818022-2 at level 0 using segments [{'id': '5c045df4-8b55-4d72-991d-9356509652cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '1723ab62-ac6f-4ffd-9143-0e9de9b9bbaf'}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:08:49.237797 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55c5ba73-9bec-46ce-99fa-abf7b0a03571 req-557a84f9-3113-46ce-927e-ccbb5e9b2b19 service neutron] Attempting to bind port b8e5a80b-0e4a-48c2-a439-f04450d98ccb on network 1723ab62-ac6f-4ffd-9143-0e9de9b9bbaf {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:08:49.242366 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55c5ba73-9bec-46ce-99fa-abf7b0a03571 req-557a84f9-3113-46ce-927e-ccbb5e9b2b19 service neutron] Port b8e5a80b-0e4a-48c2-a439-f04450d98ccb on network 1723ab62-ac6f-4ffd-9143-0e9de9b9bbaf not bound, no agent of type Open vSwitch agent registered on host n-h1-818022-2 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 18:08:49.242699 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55c5ba73-9bec-46ce-99fa-abf7b0a03571 req-557a84f9-3113-46ce-927e-ccbb5e9b2b19 service neutron] Attempting to bind port b8e5a80b-0e4a-48c2-a439-f04450d98ccb on network 1723ab62-ac6f-4ffd-9143-0e9de9b9bbaf {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:08:49.248023 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55c5ba73-9bec-46ce-99fa-abf7b0a03571 req-557a84f9-3113-46ce-927e-ccbb5e9b2b19 service neutron] Checking agent: {'id': 'a6668d96-12fa-4ec0-99ad-77eaf490dd2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'started_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 8, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:08:49.248371 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55c5ba73-9bec-46ce-99fa-abf7b0a03571 req-557a84f9-3113-46ce-927e-ccbb5e9b2b19 service neutron] Checking segment: {'id': '5c045df4-8b55-4d72-991d-9356509652cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '1723ab62-ac6f-4ffd-9143-0e9de9b9bbaf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:08:49.248765 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55c5ba73-9bec-46ce-99fa-abf7b0a03571 req-557a84f9-3113-46ce-927e-ccbb5e9b2b19 service neutron] Bound using segment: {'id': '5c045df4-8b55-4d72-991d-9356509652cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '1723ab62-ac6f-4ffd-9143-0e9de9b9bbaf'} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:08:49.249196 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-55c5ba73-9bec-46ce-99fa-abf7b0a03571 req-557a84f9-3113-46ce-927e-ccbb5e9b2b19 service neutron] Bound port: b8e5a80b-0e4a-48c2-a439-f04450d98ccb, host: n-h1-818022-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c045df4-8b55-4d72-991d-9356509652cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '1723ab62-ac6f-4ffd-9143-0e9de9b9bbaf'}}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:08:49.249556 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-55c5ba73-9bec-46ce-99fa-abf7b0a03571 req-557a84f9-3113-46ce-927e-ccbb5e9b2b19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:49.323042 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-55c5ba73-9bec-46ce-99fa-abf7b0a03571 req-557a84f9-3113-46ce-927e-ccbb5e9b2b19 service neutron] For port b8e5a80b-0e4a-48c2-a439-f04450d98ccb, host n-h1-818022-2, cleared binding levels {{(pid=103364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:08:49.326478 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a7771d57-fff8-44ab-8dcb-bc4b752ba096 req-8b8b243e-923a-4e9e-87e3-03ac3a78a289 service neutron] 10.222.0.60 "GET /v2.0/networks/3b544363-bad2-4a9e-9892-483691dc34e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942769 Nov 19 18:08:49.327922 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-55c5ba73-9bec-46ce-99fa-abf7b0a03571 req-557a84f9-3113-46ce-927e-ccbb5e9b2b19 service neutron] For port b8e5a80b-0e4a-48c2-a439-f04450d98ccb, host n-h1-818022-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=b8e5a80b-0e4a-48c2-a439-f04450d98ccb,segment=NetworkSegment(5c045df4-8b55-4d72-991d-9356509652cb),segment_id=5c045df4-8b55-4d72-991d-9356509652cb)] {{(pid=103364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:08:49.332204 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-55c5ba73-9bec-46ce-99fa-abf7b0a03571 req-557a84f9-3113-46ce-927e-ccbb5e9b2b19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:49.366481 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c5ba73-9bec-46ce-99fa-abf7b0a03571 req-557a84f9-3113-46ce-927e-ccbb5e9b2b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:08:49.367495 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-55c5ba73-9bec-46ce-99fa-abf7b0a03571 req-557a84f9-3113-46ce-927e-ccbb5e9b2b19 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:49.368991 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-55c5ba73-9bec-46ce-99fa-abf7b0a03571 req-557a84f9-3113-46ce-927e-ccbb5e9b2b19 service neutron] 10.222.0.60 "PUT /v2.0/ports/b8e5a80b-0e4a-48c2-a439-f04450d98ccb HTTP/1.1" status: 200 len: 1091 time: 0.8046319 Nov 19 18:08:49.375619 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c0c76c8-58dd-4fe5-9dd9-a88e123dabe3', 'tag': 'b8e5a80b-0e4a-48c2-a439-f04450d98ccb'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:08:49.378166 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dd4767a008c23f8566efc82158ee1b1fff34e1a9e908d76d0b6d0ab7e350e5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86f9a44e-76d9-4c6e-9915-87be6122233d" -d '{"events": [{"name": "network-changed", "server_uuid": "3c0c76c8-58dd-4fe5-9dd9-a88e123dabe3", "tag": "b8e5a80b-0e4a-48c2-a439-f04450d98ccb"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:08:49.465524 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 18:08:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e99d94ad-58ec-4025-9f75-17331e8a2fda x-openstack-request-id: req-e99d94ad-58ec-4025-9f75-17331e8a2fda {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:08:49.465840 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c0c76c8-58dd-4fe5-9dd9-a88e123dabe3", "tag": "b8e5a80b-0e4a-48c2-a439-f04450d98ccb", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:08:49.466108 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e99d94ad-58ec-4025-9f75-17331e8a2fda {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:08:49.466512 n-d-818022-2 neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c0c76c8-58dd-4fe5-9dd9-a88e123dabe3', 'tag': 'b8e5a80b-0e4a-48c2-a439-f04450d98ccb', 'status': 'completed', 'code': 200} Nov 19 18:08:49.473657 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557a84f9-3113-46ce-927e-ccbb5e9b2b19 service neutron] Pushing event updated for resources: {'Port': ['ID=b8e5a80b-0e4a-48c2-a439-f04450d98ccb,revision_number=3']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:08:49.475409 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a7771d57-fff8-44ab-8dcb-bc4b752ba096 req-967c3fc3-d402-401d-bb8f-0a829ff22ae2 service neutron] 10.222.0.60 "GET /v2.0/networks/3b544363-bad2-4a9e-9892-483691dc34e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381629 Nov 19 18:08:49.486332 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c5ba73-9bec-46ce-99fa-abf7b0a03571 req-b8384bb8-dacd-4ead-ba8f-ad47e759c473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:08:49.488329 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-55c5ba73-9bec-46ce-99fa-abf7b0a03571 req-b8384bb8-dacd-4ead-ba8f-ad47e759c473 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=95466484c95f4375b17ace97bcd45656&device_id=3c0c76c8-58dd-4fe5-9dd9-a88e123dabe3 HTTP/1.1" status: 200 len: 1094 time: 0.0675619 Nov 19 18:08:49.541589 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-55c5ba73-9bec-46ce-99fa-abf7b0a03571 req-7cff3c58-bfa3-48ab-8cf9-f252f428a2f3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b8e5a80b-0e4a-48c2-a439-f04450d98ccb HTTP/1.1" status: 200 len: 217 time: 0.0435529 Nov 19 18:08:49.595799 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c5ba73-9bec-46ce-99fa-abf7b0a03571 req-8958d41e-fb5d-4148-b62b-70cc36d9ab7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:08:49.597179 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-55c5ba73-9bec-46ce-99fa-abf7b0a03571 req-8958d41e-fb5d-4148-b62b-70cc36d9ab7d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=154e2719-124a-4982-810f-9b7d265b31c0 HTTP/1.1" status: 200 len: 854 time: 0.0464420 Nov 19 18:08:49.631132 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-55c5ba73-9bec-46ce-99fa-abf7b0a03571 req-db11c351-74a7-4138-a066-cfbe168d40df service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1723ab62-ac6f-4ffd-9143-0e9de9b9bbaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254414 Nov 19 18:08:49.812912 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77162bcb-9c4b-41af-86e6-a1d5e62857cd req-8fa64687-c427-4321-bd4a-57d1e4b2cfe7 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:08:49.814518 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-77162bcb-9c4b-41af-86e6-a1d5e62857cd req-8fa64687-c427-4321-bd4a-57d1e4b2cfe7 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/ports?device_id=7f65a0ed-74f2-4d58-9416-2934110d40dd HTTP/1.1" status: 200 len: 946 time: 0.0546596 Nov 19 18:08:49.874353 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-77162bcb-9c4b-41af-86e6-a1d5e62857cd req-e3fee99f-9ca5-4e68-b2cb-0d065642687b tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/security-groups?id=a66d5311-8064-42eb-b883-c6c911692a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496361 Nov 19 18:08:49.999358 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-55c5ba73-9bec-46ce-99fa-abf7b0a03571 req-d1b21009-f316-4ee4-b37d-4cd197be58b2 service neutron] 10.222.0.60 "GET /v2.0/networks/1723ab62-ac6f-4ffd-9143-0e9de9b9bbaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3584931 Nov 19 18:08:50.110578 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5727ce8f-4091-4a27-b5a8-d31777027e1a req-22b69ed1-a019-4d23-b541-f2235ae0f259 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:08:50.112077 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-5727ce8f-4091-4a27-b5a8-d31777027e1a req-22b69ed1-a019-4d23-b541-f2235ae0f259 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] 10.222.0.54 "GET /v2.0/ports?device_id=aaec465c-0a7f-4608-8c92-e251142b0583 HTTP/1.1" status: 200 len: 984 time: 0.1046696 Nov 19 18:08:50.135839 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f707bf-8dc5-43ad-9250-72403fc6715e req-49c225bc-6b5f-4412-8ad8-17247bba495f tempest-VolumesSnapshotTestJSON-1436321153 tempest-VolumesSnapshotTestJSON-1436321153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:08:50.137268 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-25f707bf-8dc5-43ad-9250-72403fc6715e req-49c225bc-6b5f-4412-8ad8-17247bba495f tempest-VolumesSnapshotTestJSON-1436321153 tempest-VolumesSnapshotTestJSON-1436321153-project] 10.222.0.54 "GET /v2.0/ports?device_id=3c0c76c8-58dd-4fe5-9dd9-a88e123dabe3 HTTP/1.1" status: 200 len: 943 time: 0.0540116 Nov 19 18:08:50.161037 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-55c5ba73-9bec-46ce-99fa-abf7b0a03571 req-331e94ac-dcbc-4c39-ab8d-40c8da371919 service neutron] 10.222.0.60 "GET /v2.0/networks/1723ab62-ac6f-4ffd-9143-0e9de9b9bbaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444829 Nov 19 18:08:50.199558 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-5727ce8f-4091-4a27-b5a8-d31777027e1a req-3801e536-5f72-4d1c-8e67-d428f4bc9381 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] 10.222.0.54 "GET /v2.0/security-groups?id=89b17e8d-71d2-4cec-9f33-74c07bdbef24&id=59fd2e3a-979c-4d7f-96d7-93bcb3a8f537&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0802445 Nov 19 18:08:50.201851 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-25f707bf-8dc5-43ad-9250-72403fc6715e req-e6134dc4-91f9-44cc-bb26-6f140f40b5c3 tempest-VolumesSnapshotTestJSON-1436321153 tempest-VolumesSnapshotTestJSON-1436321153-project] 10.222.0.54 "GET /v2.0/security-groups?id=1a0ae3c5-06ec-4f80-a08c-2f3d319d67f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573015 Nov 19 18:08:50.327388 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f9a44e-76d9-4c6e-9915-87be6122233d req-82e31164-3811-4389-8789-06a38825320c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:08:50.328882 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-86f9a44e-76d9-4c6e-9915-87be6122233d req-82e31164-3811-4389-8789-06a38825320c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=95466484c95f4375b17ace97bcd45656&device_id=3c0c76c8-58dd-4fe5-9dd9-a88e123dabe3 HTTP/1.1" status: 200 len: 1094 time: 0.0857573 Nov 19 18:08:50.357030 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f382d4-8635-40b3-93e7-f78cf2d0716e req-64ffc74b-a54b-42e1-b38d-d831a0e9dbff tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:08:50.358575 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-57f382d4-8635-40b3-93e7-f78cf2d0716e req-64ffc74b-a54b-42e1-b38d-d831a0e9dbff tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] 10.222.0.54 "GET /v2.0/ports?device_id=aaec465c-0a7f-4608-8c92-e251142b0583 HTTP/1.1" status: 200 len: 984 time: 0.0739744 Nov 19 18:08:50.436411 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2625bf-cdd8-44df-a355-c4ba4d0d9dc2 req-0941dca8-5cc0-43b2-a52e-762b633a8e08 tempest-TestNetworkAdvancedServerOps-1185469273 tempest-TestNetworkAdvancedServerOps-1185469273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:08:50.437900 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0c2625bf-cdd8-44df-a355-c4ba4d0d9dc2 req-0941dca8-5cc0-43b2-a52e-762b633a8e08 tempest-TestNetworkAdvancedServerOps-1185469273 tempest-TestNetworkAdvancedServerOps-1185469273-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=dd7e5b82-e438-4e99-b310-3c80409b6aad HTTP/1.1" status: 200 len: 1096 time: 0.0465412 Nov 19 18:08:50.457888 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-0c2625bf-cdd8-44df-a355-c4ba4d0d9dc2 req-d1176c39-c2bb-4d50-8a55-12c359a09a56 tempest-TestNetworkAdvancedServerOps-1185469273 tempest-TestNetworkAdvancedServerOps-1185469273-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:50.479921 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-57f382d4-8635-40b3-93e7-f78cf2d0716e req-5c740524-3872-4831-be59-a085803e7468 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] 10.222.0.54 "GET /v2.0/security-groups?id=89b17e8d-71d2-4cec-9f33-74c07bdbef24&id=59fd2e3a-979c-4d7f-96d7-93bcb3a8f537&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1079805 Nov 19 18:08:50.483097 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f9a44e-76d9-4c6e-9915-87be6122233d req-81918f94-b97d-4229-a2de-9686d7b988af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:08:50.484561 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-86f9a44e-76d9-4c6e-9915-87be6122233d req-81918f94-b97d-4229-a2de-9686d7b988af service neutron] 10.222.0.60 "GET /v2.0/networks?id=1723ab62-ac6f-4ffd-9143-0e9de9b9bbaf HTTP/1.1" status: 200 len: 915 time: 0.1450515 Nov 19 18:08:50.544386 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-0c2625bf-cdd8-44df-a355-c4ba4d0d9dc2 req-d1176c39-c2bb-4d50-8a55-12c359a09a56 tempest-TestNetworkAdvancedServerOps-1185469273 tempest-TestNetworkAdvancedServerOps-1185469273-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:50.556173 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-0c2625bf-cdd8-44df-a355-c4ba4d0d9dc2 req-d1176c39-c2bb-4d50-8a55-12c359a09a56 tempest-TestNetworkAdvancedServerOps-1185469273 tempest-TestNetworkAdvancedServerOps-1185469273-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:50.566757 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-86f9a44e-76d9-4c6e-9915-87be6122233d req-5fcf0529-876b-4d41-a1b8-1bdcc9b71cd5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b8e5a80b-0e4a-48c2-a439-f04450d98ccb HTTP/1.1" status: 200 len: 217 time: 0.0713968 Nov 19 18:08:50.610098 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0c2625bf-cdd8-44df-a355-c4ba4d0d9dc2 req-d1176c39-c2bb-4d50-8a55-12c359a09a56 tempest-TestNetworkAdvancedServerOps-1185469273 tempest-TestNetworkAdvancedServerOps-1185469273-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=f3b4bc83-8bc0-4734-b4bc-8a15bbeccc9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1630549 Nov 19 18:08:50.611417 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1176c39-c2bb-4d50-8a55-12c359a09a56 tempest-TestNetworkAdvancedServerOps-1185469273 tempest-TestNetworkAdvancedServerOps-1185469273-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1b19a23-0829-4bbc-b2f9-3ffb7a11d0cc,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:08:50.649521 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca9d0e6-2417-4688-9eca-31d567671470 req-3e059f76-472a-4beb-aece-a0759551873e tempest-TestSecurityGroupsBasicOps-2128887520 tempest-TestSecurityGroupsBasicOps-2128887520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:08:50.651077 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-cca9d0e6-2417-4688-9eca-31d567671470 req-3e059f76-472a-4beb-aece-a0759551873e tempest-TestSecurityGroupsBasicOps-2128887520 tempest-TestSecurityGroupsBasicOps-2128887520-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=aaec465c-0a7f-4608-8c92-e251142b0583 HTTP/1.1" status: 200 len: 1135 time: 0.0952327 Nov 19 18:08:50.652418 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f9a44e-76d9-4c6e-9915-87be6122233d req-bffad2ed-c891-402d-9f9a-953383ec7537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:08:50.653700 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-86f9a44e-76d9-4c6e-9915-87be6122233d req-bffad2ed-c891-402d-9f9a-953383ec7537 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=154e2719-124a-4982-810f-9b7d265b31c0 HTTP/1.1" status: 200 len: 854 time: 0.0722401 Nov 19 18:08:50.703015 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-cca9d0e6-2417-4688-9eca-31d567671470 req-8c69d738-ade3-4058-8fd4-844cffef5434 tempest-TestSecurityGroupsBasicOps-2128887520 tempest-TestSecurityGroupsBasicOps-2128887520-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:50.706218 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-86f9a44e-76d9-4c6e-9915-87be6122233d req-861ae5a0-87b0-4572-98f5-6c02d56d0a6a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1723ab62-ac6f-4ffd-9143-0e9de9b9bbaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342171 Nov 19 18:08:50.752664 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63308c6-c40a-44f3-a8d0-9aa47d263697 req-35e5737f-b711-4f85-88ac-b69aadff157c tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:08:50.764960 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c63308c6-c40a-44f3-a8d0-9aa47d263697 req-35e5737f-b711-4f85-88ac-b69aadff157c tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/ports?device_id=dd7e5b82-e438-4e99-b310-3c80409b6aad HTTP/1.1" status: 200 len: 945 time: 0.0835152 Nov 19 18:08:50.838167 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-86f9a44e-76d9-4c6e-9915-87be6122233d req-1212d900-90bc-4b38-abd2-c1149d9c7d07 service neutron] 10.222.0.60 "GET /v2.0/networks/1723ab62-ac6f-4ffd-9143-0e9de9b9bbaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208189 Nov 19 18:08:50.854454 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c63308c6-c40a-44f3-a8d0-9aa47d263697 req-cd3455fe-bd9d-42b1-8cbc-ad7431618287 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/security-groups?id=f3b4bc83-8bc0-4734-b4bc-8a15bbeccc9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870693 Nov 19 18:08:50.881475 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 35632) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:08:50.910143 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-cca9d0e6-2417-4688-9eca-31d567671470 req-8c69d738-ade3-4058-8fd4-844cffef5434 tempest-TestSecurityGroupsBasicOps-2128887520 tempest-TestSecurityGroupsBasicOps-2128887520-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:50.928176 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-cca9d0e6-2417-4688-9eca-31d567671470 req-8c69d738-ade3-4058-8fd4-844cffef5434 tempest-TestSecurityGroupsBasicOps-2128887520 tempest-TestSecurityGroupsBasicOps-2128887520-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:50.970765 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-bb933c01-21a7-49b1-bb20-c066618ed912 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/floatingips/def61a14-479c-471d-8bb6-4de9e3849bfb HTTP/1.1" status: 200 len: 992 time: 0.0879405 Nov 19 18:08:51.002200 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-86f9a44e-76d9-4c6e-9915-87be6122233d req-7f258f0c-e31c-4abc-94f0-2640d9e992a5 service neutron] 10.222.0.60 "GET /v2.0/networks/1723ab62-ac6f-4ffd-9143-0e9de9b9bbaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528940 Nov 19 18:08:51.003296 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c69d738-ade3-4058-8fd4-844cffef5434 tempest-TestSecurityGroupsBasicOps-2128887520 tempest-TestSecurityGroupsBasicOps-2128887520-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05e30b30-072d-42bf-b419-30f9f3ee2248,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:08:51.007792 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-cca9d0e6-2417-4688-9eca-31d567671470 req-8c69d738-ade3-4058-8fd4-844cffef5434 tempest-TestSecurityGroupsBasicOps-2128887520 tempest-TestSecurityGroupsBasicOps-2128887520-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=89b17e8d-71d2-4cec-9f33-74c07bdbef24&id=59fd2e3a-979c-4d7f-96d7-93bcb3a8f537&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.3504179 Nov 19 18:08:51.034297 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1141a7b-8be2-43f5-9eba-8f50b961a81d req-0cc60ad3-1f15-4048-b9a4-0ce4c7413492 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:08:51.034297 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b1141a7b-8be2-43f5-9eba-8f50b961a81d req-0cc60ad3-1f15-4048-b9a4-0ce4c7413492 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/ports?device_id=7f65a0ed-74f2-4d58-9416-2934110d40dd HTTP/1.1" status: 200 len: 946 time: 0.0589895 Nov 19 18:08:51.036519 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 35638) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:08:51.079480 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab8c7b84-4007-46bd-9b83-462390bd24f7 tempest-TestSecurityGroupsBasicOps-2128887520 tempest-TestSecurityGroupsBasicOps-2128887520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:08:51.083775 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-ab8c7b84-4007-46bd-9b83-462390bd24f7 tempest-TestSecurityGroupsBasicOps-2128887520 tempest-TestSecurityGroupsBasicOps-2128887520-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=aaec465c-0a7f-4608-8c92-e251142b0583 HTTP/1.1" status: 200 len: 1130 time: 0.0435076 Nov 19 18:08:51.084668 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 35640) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:08:51.089463 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-0821fe3e-bbe4-4dc3-9a3f-bfc07622bb8a tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Request body: {'floatingip': {'floating_network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'port_id': '252c9e51-9ec8-4b11-9250-88ec0cfee731', 'tenant_id': 'b03542aa894849fda969da6c43b6dbe6', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:08:51.097292 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b1141a7b-8be2-43f5-9eba-8f50b961a81d req-7bcc4dce-e746-4ad5-b9f5-e13afbd194c6 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/security-groups?id=a66d5311-8064-42eb-b883-c6c911692a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605326 Nov 19 18:08:51.122660 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0821fe3e-bbe4-4dc3-9a3f-bfc07622bb8a tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Publish callbacks [] for floatingip, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:51.225377 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0821fe3e-bbe4-4dc3-9a3f-bfc07622bb8a tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:51.346679 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [None req-0821fe3e-bbe4-4dc3-9a3f-bfc07622bb8a tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Allocated IP 172.25.7.136 (645e61aa-1a6c-4e8f-857e-ab06edb4897f/88ed2d64-f56d-4f01-a468-946e01c99e82/ace35bae-f4c1-49cd-811d-75aed60140f9) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:08:51.358436 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0b1503-8c5f-46a5-ba5e-bdd8635b10f0 req-f48eb633-27ab-47a0-b454-441cda7960b8 tempest-VolumesSnapshotTestJSON-1436321153 tempest-VolumesSnapshotTestJSON-1436321153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:08:51.360160 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-bc0b1503-8c5f-46a5-ba5e-bdd8635b10f0 req-f48eb633-27ab-47a0-b454-441cda7960b8 tempest-VolumesSnapshotTestJSON-1436321153 tempest-VolumesSnapshotTestJSON-1436321153-project] 10.222.0.54 "GET /v2.0/ports?device_id=3c0c76c8-58dd-4fe5-9dd9-a88e123dabe3 HTTP/1.1" status: 200 len: 943 time: 0.0673411 Nov 19 18:08:51.410205 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-bc0b1503-8c5f-46a5-ba5e-bdd8635b10f0 req-0b2d73ab-e958-4ddc-8de5-bdc0b3bfbaf9 tempest-VolumesSnapshotTestJSON-1436321153 tempest-VolumesSnapshotTestJSON-1436321153-project] 10.222.0.54 "GET /v2.0/security-groups?id=1a0ae3c5-06ec-4f80-a08c-2f3d319d67f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433695 Nov 19 18:08:51.474435 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0821fe3e-bbe4-4dc3-9a3f-bfc07622bb8a tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:51.517755 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0821fe3e-bbe4-4dc3-9a3f-bfc07622bb8a tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:51.554233 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [req-bc9686d0-e123-443b-874f-0f1a3cf8d475 req-d36e31dd-fe75-412d-8f29-f3562442376a service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=103364) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 18:08:51.555930 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-bc9686d0-e123-443b-874f-0f1a3cf8d475 req-d36e31dd-fe75-412d-8f29-f3562442376a service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1722465 Nov 19 18:08:51.571936 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0821fe3e-bbe4-4dc3-9a3f-bfc07622bb8a tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Network 645e61aa-1a6c-4e8f-857e-ab06edb4897f is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:08:51.575022 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-0821fe3e-bbe4-4dc3-9a3f-bfc07622bb8a tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:08:51.579536 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0821fe3e-bbe4-4dc3-9a3f-bfc07622bb8a tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:08:51.582911 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0821fe3e-bbe4-4dc3-9a3f-bfc07622bb8a tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Pushing event updated for resources: {'Port': ['ID=ace35bae-f4c1-49cd-811d-75aed60140f9,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:08:51.890990 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 35658) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:08:51.959245 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3039e0c-a349-45a7-84c1-0f2d9cf90e11 req-8690d654-c3fa-4ef0-8fda-f021b0ca1515 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:08:51.961028 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d3039e0c-a349-45a7-84c1-0f2d9cf90e11 req-8690d654-c3fa-4ef0-8fda-f021b0ca1515 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/ports?device_id=dd7e5b82-e438-4e99-b310-3c80409b6aad HTTP/1.1" status: 200 len: 945 time: 0.0791626 Nov 19 18:08:52.047984 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0c7fcc88-c398-4001-9dbf-7fdf8b2c2084 req-6c3ac966-e557-4175-8507-e380b0c11ebd service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=dd7e5b82-e438-4e99-b310-3c80409b6aad&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1551318 Nov 19 18:08:52.054103 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d3039e0c-a349-45a7-84c1-0f2d9cf90e11 req-db53e398-08b6-4453-8819-57a829f366ca tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/security-groups?id=f3b4bc83-8bc0-4734-b4bc-8a15bbeccc9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824349 Nov 19 18:08:52.060669 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [req-0c7fcc88-c398-4001-9dbf-7fdf8b2c2084 req-f5d89447-0076-4957-902b-9e6592b7145f service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=103365) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 18:08:52.061477 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0c7fcc88-c398-4001-9dbf-7fdf8b2c2084 req-f5d89447-0076-4957-902b-9e6592b7145f service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053000 Nov 19 18:08:52.180743 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0821fe3e-bbe4-4dc3-9a3f-bfc07622bb8a tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:52.367908 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18af5a8-614c-4eb4-9cd2-e53e09b627bd req-92a7dc8a-a842-4496-8dfd-82190501e3b7 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:08:52.369445 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a18af5a8-614c-4eb4-9cd2-e53e09b627bd req-92a7dc8a-a842-4496-8dfd-82190501e3b7 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/ports?device_id=7f65a0ed-74f2-4d58-9416-2934110d40dd HTTP/1.1" status: 200 len: 946 time: 0.1988993 Nov 19 18:08:52.376277 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0821fe3e-bbe4-4dc3-9a3f-bfc07622bb8a tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:52.475857 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a18af5a8-614c-4eb4-9cd2-e53e09b627bd req-f952ade5-378b-4145-9fad-32e74f2d8aac tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/security-groups?id=a66d5311-8064-42eb-b883-c6c911692a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968566 Nov 19 18:08:52.571728 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5112342-9eb4-4225-80b4-ab9378feb19e req-9ea70494-244a-4dbf-a65c-349c07211ad3 tempest-VolumesSnapshotTestJSON-1436321153 tempest-VolumesSnapshotTestJSON-1436321153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:08:52.574257 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b5112342-9eb4-4225-80b4-ab9378feb19e req-9ea70494-244a-4dbf-a65c-349c07211ad3 tempest-VolumesSnapshotTestJSON-1436321153 tempest-VolumesSnapshotTestJSON-1436321153-project] 10.222.0.54 "GET /v2.0/ports?device_id=3c0c76c8-58dd-4fe5-9dd9-a88e123dabe3 HTTP/1.1" status: 200 len: 943 time: 0.0538962 Nov 19 18:08:52.607648 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0821fe3e-bbe4-4dc3-9a3f-bfc07622bb8a tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Publish callbacks [] for port, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:52.613033 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0821fe3e-bbe4-4dc3-9a3f-bfc07622bb8a tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:52.625399 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b5112342-9eb4-4225-80b4-ab9378feb19e req-c0f8b94b-83dd-4020-add0-55ca48cc3e7e tempest-VolumesSnapshotTestJSON-1436321153 tempest-VolumesSnapshotTestJSON-1436321153-project] 10.222.0.54 "GET /v2.0/security-groups?id=1a0ae3c5-06ec-4f80-a08c-2f3d319d67f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461016 Nov 19 18:08:52.687414 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0821fe3e-bbe4-4dc3-9a3f-bfc07622bb8a tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Pushing event updated for resources: {'Port': ['ID=ace35bae-f4c1-49cd-811d-75aed60140f9,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:08:52.700971 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0821fe3e-bbe4-4dc3-9a3f-bfc07622bb8a tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-671284'] for floatingip, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:52.810845 n-d-818022-2 neutron-server[103364]: INFO neutron.db.l3_db [None req-0821fe3e-bbe4-4dc3-9a3f-bfc07622bb8a tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Floating IP 3400bfe7-31d9-4a24-bee9-5a48224cca7f associated. External IP: 172.25.7.136, port: 252c9e51-9ec8-4b11-9250-88ec0cfee731. Nov 19 18:08:52.968534 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device b8e5a80b-0e4a-48c2-a439-f04450d98ccb details requested by agent hyperv_n-h1-818022-2 with host n-h1-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 18:08:53.057110 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0821fe3e-bbe4-4dc3-9a3f-bfc07622bb8a tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Router 71e7e0cd-d0fc-41c6-b449-81334a129c06 has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 18:08:53.109088 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port b8e5a80b-0e4a-48c2-a439-f04450d98ccb, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=b8e5a80b-0e4a-48c2-a439-f04450d98ccb,segment=NetworkSegment(5c045df4-8b55-4d72-991d-9356509652cb),segment_id=5c045df4-8b55-4d72-991d-9356509652cb)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:08:53.124571 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Returning: {'device': 'b8e5a80b-0e4a-48c2-a439-f04450d98ccb', 'network_id': '1723ab62-ac6f-4ffd-9143-0e9de9b9bbaf', 'port_id': 'b8e5a80b-0e4a-48c2-a439-f04450d98ccb', 'mac_address': 'fa:16:3e:82:f4:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '154e2719-124a-4982-810f-9b7d265b31c0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 18:08:53.168785 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:53.189169 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8e5a80b-0e4a-48c2-a439-f04450d98ccb {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:08:53.214078 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port b8e5a80b-0e4a-48c2-a439-f04450d98ccb, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=b8e5a80b-0e4a-48c2-a439-f04450d98ccb,segment=NetworkSegment(5c045df4-8b55-4d72-991d-9356509652cb),segment_id=5c045df4-8b55-4d72-991d-9356509652cb)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:08:53.219852 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:53.278002 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=b8e5a80b-0e4a-48c2-a439-f04450d98ccb,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:08:53.530569 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0821fe3e-bbe4-4dc3-9a3f-bfc07622bb8a tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:08:53.538455 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['b8e5a80b-0e4a-48c2-a439-f04450d98ccb'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:08:53.551486 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-326ad377-15e9-4728-b951-90096aaa97d2 None None] Sync routers for ids ['71e7e0cd-d0fc-41c6-b449-81334a129c06'] in n-d-818022-2 {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:08:53.564755 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac3f8be-6967-4e29-b023-77981b57152e req-826563ba-52ed-4692-8234-02c186a20b07 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:08:53.566572 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-dac3f8be-6967-4e29-b023-77981b57152e req-826563ba-52ed-4692-8234-02c186a20b07 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/ports?device_id=dd7e5b82-e438-4e99-b310-3c80409b6aad HTTP/1.1" status: 200 len: 945 time: 0.1187215 Nov 19 18:08:53.572211 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7fcc88-c398-4001-9dbf-7fdf8b2c2084 req-349d98ad-6b63-4ca5-88d1-e9544f86b392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:08:53.573982 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0c7fcc88-c398-4001-9dbf-7fdf8b2c2084 req-349d98ad-6b63-4ca5-88d1-e9544f86b392 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d41245dedb694df6accb5dc7769c75e5&device_id=dd7e5b82-e438-4e99-b310-3c80409b6aad HTTP/1.1" status: 200 len: 1096 time: 0.1249747 Nov 19 18:08:53.578379 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0821fe3e-bbe4-4dc3-9a3f-bfc07622bb8a tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for floatingip, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:53.581141 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-326ad377-15e9-4728-b951-90096aaa97d2 None None] Routers {'71e7e0cd-d0fc-41c6-b449-81334a129c06'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:08:53.585682 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-326ad377-15e9-4728-b951-90096aaa97d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:08:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['71e7e0cd-d0fc-41c6-b449-81334a129c06'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:08:53.659663 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3968ddc1-9854-4c70-97e5-c8c59fb0dcab req-e68da6fa-7160-4baf-a9de-70d676caf799 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:08:53.668287 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3968ddc1-9854-4c70-97e5-c8c59fb0dcab req-e68da6fa-7160-4baf-a9de-70d676caf799 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/ports?device_id=7f65a0ed-74f2-4d58-9416-2934110d40dd HTTP/1.1" status: 200 len: 946 time: 0.0814092 Nov 19 18:08:53.685979 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-0821fe3e-bbe4-4dc3-9a3f-bfc07622bb8a tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6007149 Nov 19 18:08:53.689663 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 35704) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:08:53.690072 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aaec465c-0a7f-4608-8c92-e251142b0583', 'tag': '252c9e51-9ec8-4b11-9250-88ec0cfee731'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:08:53.692462 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dd4767a008c23f8566efc82158ee1b1fff34e1a9e908d76d0b6d0ab7e350e5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9bb00a6-cae7-4908-aa61-f344aabae657" -d '{"events": [{"name": "network-changed", "server_uuid": "aaec465c-0a7f-4608-8c92-e251142b0583", "tag": "252c9e51-9ec8-4b11-9250-88ec0cfee731"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:08:53.717750 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-326ad377-15e9-4728-b951-90096aaa97d2 None None] Set router 71e7e0cd-d0fc-41c6-b449-81334a129c06 gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:08:53.738349 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-dac3f8be-6967-4e29-b023-77981b57152e req-fa5ce354-c296-4ce3-9e50-362d431b9602 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/security-groups?id=f3b4bc83-8bc0-4734-b4bc-8a15bbeccc9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1570711 Nov 19 18:08:53.795691 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7fcc88-c398-4001-9dbf-7fdf8b2c2084 req-07bb1d8d-c1e3-44ab-8113-6b48970d1497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:08:53.797367 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0c7fcc88-c398-4001-9dbf-7fdf8b2c2084 req-07bb1d8d-c1e3-44ab-8113-6b48970d1497 service neutron] 10.222.0.60 "GET /v2.0/networks?id=42124578-768e-4944-8737-c67497927ce8 HTTP/1.1" status: 200 len: 897 time: 0.1909337 Nov 19 18:08:53.903780 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0c7fcc88-c398-4001-9dbf-7fdf8b2c2084 req-9b81e8ea-63ce-4b1c-b4ff-e8635100d37a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=afe5276a-1a10-40d1-8d3d-9da02800b8a2 HTTP/1.1" status: 200 len: 1000 time: 0.0969725 Nov 19 18:08:53.922739 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13e377f-40f9-4e56-a1c2-9ae15a7c834f req-c2bb0e71-4f28-416e-8e51-01ddb60191c3 tempest-VolumesSnapshotTestJSON-1436321153 tempest-VolumesSnapshotTestJSON-1436321153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:08:53.922937 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cab4d30-bb7c-4321-a878-61c56f5fe106 tempest-TestSecurityGroupsBasicOps-2128887520 tempest-TestSecurityGroupsBasicOps-2128887520-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:08:53.923239 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cab4d30-bb7c-4321-a878-61c56f5fe106 tempest-TestSecurityGroupsBasicOps-2128887520 tempest-TestSecurityGroupsBasicOps-2128887520-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:08:53.923707 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cab4d30-bb7c-4321-a878-61c56f5fe106 tempest-TestSecurityGroupsBasicOps-2128887520 tempest-TestSecurityGroupsBasicOps-2128887520-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:08:53.924166 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cab4d30-bb7c-4321-a878-61c56f5fe106 tempest-TestSecurityGroupsBasicOps-2128887520 tempest-TestSecurityGroupsBasicOps-2128887520-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:08:53.924623 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cab4d30-bb7c-4321-a878-61c56f5fe106 tempest-TestSecurityGroupsBasicOps-2128887520 tempest-TestSecurityGroupsBasicOps-2128887520-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:08:53.925092 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cab4d30-bb7c-4321-a878-61c56f5fe106 tempest-TestSecurityGroupsBasicOps-2128887520 tempest-TestSecurityGroupsBasicOps-2128887520-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:08:53.925773 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a13e377f-40f9-4e56-a1c2-9ae15a7c834f req-c2bb0e71-4f28-416e-8e51-01ddb60191c3 tempest-VolumesSnapshotTestJSON-1436321153 tempest-VolumesSnapshotTestJSON-1436321153-project] 10.222.0.54 "GET /v2.0/ports?device_id=3c0c76c8-58dd-4fe5-9dd9-a88e123dabe3 HTTP/1.1" status: 200 len: 944 time: 0.0735297 Nov 19 18:08:53.931447 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cab4d30-bb7c-4321-a878-61c56f5fe106 tempest-TestSecurityGroupsBasicOps-2128887520 tempest-TestSecurityGroupsBasicOps-2128887520-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:08:53.931919 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cab4d30-bb7c-4321-a878-61c56f5fe106 tempest-TestSecurityGroupsBasicOps-2128887520 tempest-TestSecurityGroupsBasicOps-2128887520-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:08:53.935391 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-0cab4d30-bb7c-4321-a878-61c56f5fe106 tempest-TestSecurityGroupsBasicOps-2128887520 tempest-TestSecurityGroupsBasicOps-2128887520-project-admin] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5655 time: 0.2432716 Nov 19 18:08:53.950183 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3968ddc1-9854-4c70-97e5-c8c59fb0dcab req-90c7fa82-e16e-41a8-8c33-bf17313b050d tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/security-groups?id=a66d5311-8064-42eb-b883-c6c911692a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2804930 Nov 19 18:08:53.950693 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 35708) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:08:54.016029 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7fcc88-c398-4001-9dbf-7fdf8b2c2084 req-98cfda84-0d98-423f-8a52-6d218df86557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:08:54.017714 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0c7fcc88-c398-4001-9dbf-7fdf8b2c2084 req-98cfda84-0d98-423f-8a52-6d218df86557 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=11a6fd8f-2511-454d-9031-930350e1d838 HTTP/1.1" status: 200 len: 835 time: 0.1037166 Nov 19 18:08:54.022747 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a13e377f-40f9-4e56-a1c2-9ae15a7c834f req-82b19fc0-7bc4-47f8-ae68-82b8409c2cd5 tempest-VolumesSnapshotTestJSON-1436321153 tempest-VolumesSnapshotTestJSON-1436321153-project] 10.222.0.54 "GET /v2.0/security-groups?id=1a0ae3c5-06ec-4f80-a08c-2f3d319d67f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876009 Nov 19 18:08:54.051190 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 18:08:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9021ff5b-e6e1-47f2-87fc-806c78f5bd5c x-openstack-request-id: req-9021ff5b-e6e1-47f2-87fc-806c78f5bd5c {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:08:54.051190 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aaec465c-0a7f-4608-8c92-e251142b0583", "tag": "252c9e51-9ec8-4b11-9250-88ec0cfee731", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:08:54.051190 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-9021ff5b-e6e1-47f2-87fc-806c78f5bd5c {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:08:54.051620 n-d-818022-2 neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aaec465c-0a7f-4608-8c92-e251142b0583', 'tag': '252c9e51-9ec8-4b11-9250-88ec0cfee731', 'status': 'completed', 'code': 200} Nov 19 18:08:54.054561 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-326ad377-15e9-4728-b951-90096aaa97d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71e7e0cd-d0fc-41c6-b449-81334a129c06', 'name': 'tempest-TestSecurityGroupsBasicOps-router-910720104', 'tenant_id': 'b03542aa894849fda969da6c43b6dbe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': 'e2b2f11f-a241-4369-90eb-39123eaea0bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:08:24Z', 'updated_at': '2021-11-19T18:08:31Z', 'revision_number': 4, 'project_id': 'b03542aa894849fda969da6c43b6dbe6', 'gw_port': {'id': 'e2b2f11f-a241-4369-90eb-39123eaea0bd', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:03:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e7e0cd-d0fc-41c6-b449-81334a129c06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:08:25Z', 'updated_at': '2021-11-19T18:08:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_floatingips': [{'id': '3400bfe7-31d9-4a24-bee9-5a48224cca7f', 'tenant_id': 'b03542aa894849fda969da6c43b6dbe6', 'floating_ip_address': '172.25.7.136', 'floating_network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'router_id': '71e7e0cd-d0fc-41c6-b449-81334a129c06', 'port_id': '252c9e51-9ec8-4b11-9250-88ec0cfee731', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d3188e0-fd7b-4dd3-a190-3de88a602e94', 'mac_address': 'fa:16:3e:f3:bd:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaec465c-0a7f-4608-8c92-e251142b0583', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T18:08:51Z', 'updated_at': '2021-11-19T18:08:51Z', 'revision_number': 0, 'project_id': 'b03542aa894849fda969da6c43b6dbe6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aead2bc7-c164-463c-a6e9-7e34c5ad53b1', 'name': '', 'network_id': '8d3188e0-fd7b-4dd3-a190-3de88a602e94', 'tenant_id': 'b03542aa894849fda969da6c43b6dbe6', 'mac_address': 'fa:16:3e:86:55:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e7e0cd-d0fc-41c6-b449-81334a129c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': 'bf177aec-aa8e-41e9-ab4d-1db99ba50401', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:08:29Z', 'updated_at': '2021-11-19T18:08:37Z', 'revision_number': 5, 'project_id': 'b03542aa894849fda969da6c43b6dbe6', 'subnets': [{'id': 'bf177aec-aa8e-41e9-ab4d-1db99ba50401', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:08:54.088886 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-326ad377-15e9-4728-b951-90096aaa97d2 None None] Checking router: 71e7e0cd-d0fc-41c6-b449-81334a129c06 for host: n-d-818022-2 {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:08:54.095403 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7fcc88-c398-4001-9dbf-7fdf8b2c2084 req-ccf341fb-090b-4014-bf3b-4a50f230dfda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:08:54.096997 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0c7fcc88-c398-4001-9dbf-7fdf8b2c2084 req-ccf341fb-090b-4014-bf3b-4a50f230dfda service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=42124578-768e-4944-8737-c67497927ce8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0627441 Nov 19 18:08:54.099957 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-326ad377-15e9-4728-b951-90096aaa97d2 None None] Routers {'71e7e0cd-d0fc-41c6-b449-81334a129c06'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:08:54.100872 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-326ad377-15e9-4728-b951-90096aaa97d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:08:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['71e7e0cd-d0fc-41c6-b449-81334a129c06'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:08:54.134267 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c2835dc-ea5f-4afc-a3ea-40afa38d00d3 tempest-TestSecurityGroupsBasicOps-2128887520 tempest-TestSecurityGroupsBasicOps-2128887520-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:08:54.134796 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c2835dc-ea5f-4afc-a3ea-40afa38d00d3 tempest-TestSecurityGroupsBasicOps-2128887520 tempest-TestSecurityGroupsBasicOps-2128887520-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:08:54.135258 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c2835dc-ea5f-4afc-a3ea-40afa38d00d3 tempest-TestSecurityGroupsBasicOps-2128887520 tempest-TestSecurityGroupsBasicOps-2128887520-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:08:54.135895 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c2835dc-ea5f-4afc-a3ea-40afa38d00d3 tempest-TestSecurityGroupsBasicOps-2128887520 tempest-TestSecurityGroupsBasicOps-2128887520-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:08:54.136355 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c2835dc-ea5f-4afc-a3ea-40afa38d00d3 tempest-TestSecurityGroupsBasicOps-2128887520 tempest-TestSecurityGroupsBasicOps-2128887520-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:08:54.136803 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c2835dc-ea5f-4afc-a3ea-40afa38d00d3 tempest-TestSecurityGroupsBasicOps-2128887520 tempest-TestSecurityGroupsBasicOps-2128887520-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:08:54.137325 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c2835dc-ea5f-4afc-a3ea-40afa38d00d3 tempest-TestSecurityGroupsBasicOps-2128887520 tempest-TestSecurityGroupsBasicOps-2128887520-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:08:54.137778 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c2835dc-ea5f-4afc-a3ea-40afa38d00d3 tempest-TestSecurityGroupsBasicOps-2128887520 tempest-TestSecurityGroupsBasicOps-2128887520-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:08:54.139713 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-2c2835dc-ea5f-4afc-a3ea-40afa38d00d3 tempest-TestSecurityGroupsBasicOps-2128887520 tempest-TestSecurityGroupsBasicOps-2128887520-project-admin] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5252 time: 0.1834142 Nov 19 18:08:54.150148 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 35712) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:08:54.213567 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0c7fcc88-c398-4001-9dbf-7fdf8b2c2084 req-b08fdf66-49a9-471d-adf9-085747a0a8ca service neutron] 10.222.0.60 "GET /v2.0/networks/42124578-768e-4944-8737-c67497927ce8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061413 Nov 19 18:08:54.222148 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-326ad377-15e9-4728-b951-90096aaa97d2 None None] Set router 71e7e0cd-d0fc-41c6-b449-81334a129c06 gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:08:54.272975 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bb00a6-cae7-4908-aa61-f344aabae657 req-78144964-4b68-4dda-a026-5d2e391a9c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:08:54.274534 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e9bb00a6-cae7-4908-aa61-f344aabae657 req-78144964-4b68-4dda-a026-5d2e391a9c3f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b03542aa894849fda969da6c43b6dbe6&device_id=aaec465c-0a7f-4608-8c92-e251142b0583 HTTP/1.1" status: 200 len: 1135 time: 0.1337841 Nov 19 18:08:54.338016 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0c7fcc88-c398-4001-9dbf-7fdf8b2c2084 req-6107c014-e385-4880-87e9-2f70d3e16605 service neutron] 10.222.0.60 "GET /v2.0/networks/42124578-768e-4944-8737-c67497927ce8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149583 Nov 19 18:08:54.491071 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-326ad377-15e9-4728-b951-90096aaa97d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71e7e0cd-d0fc-41c6-b449-81334a129c06', 'name': 'tempest-TestSecurityGroupsBasicOps-router-910720104', 'tenant_id': 'b03542aa894849fda969da6c43b6dbe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': 'e2b2f11f-a241-4369-90eb-39123eaea0bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:08:24Z', 'updated_at': '2021-11-19T18:08:31Z', 'revision_number': 4, 'project_id': 'b03542aa894849fda969da6c43b6dbe6', 'gw_port': {'id': 'e2b2f11f-a241-4369-90eb-39123eaea0bd', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:03:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e7e0cd-d0fc-41c6-b449-81334a129c06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:08:25Z', 'updated_at': '2021-11-19T18:08:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_floatingips': [{'id': '3400bfe7-31d9-4a24-bee9-5a48224cca7f', 'tenant_id': 'b03542aa894849fda969da6c43b6dbe6', 'floating_ip_address': '172.25.7.136', 'floating_network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'router_id': '71e7e0cd-d0fc-41c6-b449-81334a129c06', 'port_id': '252c9e51-9ec8-4b11-9250-88ec0cfee731', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d3188e0-fd7b-4dd3-a190-3de88a602e94', 'mac_address': 'fa:16:3e:f3:bd:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaec465c-0a7f-4608-8c92-e251142b0583', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T18:08:51Z', 'updated_at': '2021-11-19T18:08:51Z', 'revision_number': 0, 'project_id': 'b03542aa894849fda969da6c43b6dbe6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aead2bc7-c164-463c-a6e9-7e34c5ad53b1', 'name': '', 'network_id': '8d3188e0-fd7b-4dd3-a190-3de88a602e94', 'tenant_id': 'b03542aa894849fda969da6c43b6dbe6', 'mac_address': 'fa:16:3e:86:55:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e7e0cd-d0fc-41c6-b449-81334a129c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': 'bf177aec-aa8e-41e9-ab4d-1db99ba50401', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:08:29Z', 'updated_at': '2021-11-19T18:08:37Z', 'revision_number': 5, 'project_id': 'b03542aa894849fda969da6c43b6dbe6', 'subnets': [{'id': 'bf177aec-aa8e-41e9-ab4d-1db99ba50401', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:08:54.535579 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-326ad377-15e9-4728-b951-90096aaa97d2 None None] The sync data for ids ['71e7e0cd-d0fc-41c6-b449-81334a129c06'] in n-d-818022-2 is: [{'id': '71e7e0cd-d0fc-41c6-b449-81334a129c06', 'name': 'tempest-TestSecurityGroupsBasicOps-router-910720104', 'tenant_id': 'b03542aa894849fda969da6c43b6dbe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': 'e2b2f11f-a241-4369-90eb-39123eaea0bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:08:24Z', 'updated_at': '2021-11-19T18:08:31Z', 'revision_number': 4, 'project_id': 'b03542aa894849fda969da6c43b6dbe6', 'gw_port': {'id': 'e2b2f11f-a241-4369-90eb-39123eaea0bd', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:03:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e7e0cd-d0fc-41c6-b449-81334a129c06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:08:25Z', 'updated_at': '2021-11-19T18:08:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_floatingips': [{'id': '3400bfe7-31d9-4a24-bee9-5a48224cca7f', 'tenant_id': 'b03542aa894849fda969da6c43b6dbe6', 'floating_ip_address': '172.25.7.136', 'floating_network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'router_id': '71e7e0cd-d0fc-41c6-b449-81334a129c06', 'port_id': '252c9e51-9ec8-4b11-9250-88ec0cfee731', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d3188e0-fd7b-4dd3-a190-3de88a602e94', 'mac_address': 'fa:16:3e:f3:bd:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaec465c-0a7f-4608-8c92-e251142b0583', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T18:08:51Z', 'updated_at': '2021-11-19T18:08:51Z', 'revision_number': 0, 'project_id': 'b03542aa894849fda969da6c43b6dbe6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aead2bc7-c164-463c-a6e9-7e34c5ad53b1', 'name': '', 'network_id': '8d3188e0-fd7b-4dd3-a190-3de88a602e94', 'tenant_id': 'b03542aa894849fda969da6c43b6dbe6', 'mac_address': 'fa:16:3e:86:55:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e7e0cd-d0fc-41c6-b449-81334a129c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': 'bf177aec-aa8e-41e9-ab4d-1db99ba50401', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:08:29Z', 'updated_at': '2021-11-19T18:08:37Z', 'revision_number': 5, 'project_id': 'b03542aa894849fda969da6c43b6dbe6', 'subnets': [{'id': 'bf177aec-aa8e-41e9-ab4d-1db99ba50401', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:08:54.791463 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bb00a6-cae7-4908-aa61-f344aabae657 req-47d3dda4-6ac7-4f97-bc6f-8ffe5da113ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:08:54.793215 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e9bb00a6-cae7-4908-aa61-f344aabae657 req-47d3dda4-6ac7-4f97-bc6f-8ffe5da113ac service neutron] 10.222.0.60 "GET /v2.0/networks?id=8d3188e0-fd7b-4dd3-a190-3de88a602e94 HTTP/1.1" status: 200 len: 897 time: 0.5106177 Nov 19 18:08:54.862054 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7e87dd-0895-480b-92da-38e08497bb7c None None] New status for floating IP 3400bfe7-31d9-4a24-bee9-5a48224cca7f: ACTIVE {{(pid=103366) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 18:08:54.910856 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-28f2977f-7cbf-4cad-8e2e-99282dfd7c34 tempest-TestSecurityGroupsBasicOps-2128887520 tempest-TestSecurityGroupsBasicOps-2128887520-project-admin] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3779 time: 0.7572260 Nov 19 18:08:54.910856 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e9bb00a6-cae7-4908-aa61-f344aabae657 req-bbf20658-c5f1-4fb7-a420-1e1b562fe8c4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=252c9e51-9ec8-4b11-9250-88ec0cfee731 HTTP/1.1" status: 200 len: 999 time: 0.1009028 Nov 19 18:08:54.911310 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 35716) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:08:54.929980 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25eb6aec-548a-43de-ab45-e786e3bb8a36 req-687d70e0-e049-4708-a52a-cc531246efd5 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:08:54.931360 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-25eb6aec-548a-43de-ab45-e786e3bb8a36 req-687d70e0-e049-4708-a52a-cc531246efd5 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/ports?device_id=dd7e5b82-e438-4e99-b310-3c80409b6aad HTTP/1.1" status: 200 len: 945 time: 0.0963984 Nov 19 18:08:54.964007 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bb00a6-cae7-4908-aa61-f344aabae657 req-511194db-8b6a-49e0-847e-8500f2a62950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:08:54.965511 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e9bb00a6-cae7-4908-aa61-f344aabae657 req-511194db-8b6a-49e0-847e-8500f2a62950 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=bf177aec-aa8e-41e9-ab4d-1db99ba50401 HTTP/1.1" status: 200 len: 834 time: 0.0466366 Nov 19 18:08:54.981555 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device b8e5a80b-0e4a-48c2-a439-f04450d98ccb up at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:08:54.999454 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fcc8bf9-f4eb-45c8-b178-128ef893cd55 tempest-TestSecurityGroupsBasicOps-2128887520 tempest-TestSecurityGroupsBasicOps-2128887520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:08:54.999933 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fcc8bf9-f4eb-45c8-b178-128ef893cd55 tempest-TestSecurityGroupsBasicOps-2128887520 tempest-TestSecurityGroupsBasicOps-2128887520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:08:55.011827 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-7fcc8bf9-f4eb-45c8-b178-128ef893cd55 tempest-TestSecurityGroupsBasicOps-2128887520 tempest-TestSecurityGroupsBasicOps-2128887520-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=71e7e0cd-d0fc-41c6-b449-81334a129c06 HTTP/1.1" status: 200 len: 1990 time: 0.0892951 Nov 19 18:08:55.025866 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-25eb6aec-548a-43de-ab45-e786e3bb8a36 req-bf7fa7f8-bf1c-4e20-9be6-7dfb31c84d00 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/security-groups?id=f3b4bc83-8bc0-4734-b4bc-8a15bbeccc9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755281 Nov 19 18:08:55.057020 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bb00a6-cae7-4908-aa61-f344aabae657 req-38105b10-f587-49a0-93ac-5cedd2271476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:08:55.059446 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e9bb00a6-cae7-4908-aa61-f344aabae657 req-38105b10-f587-49a0-93ac-5cedd2271476 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8d3188e0-fd7b-4dd3-a190-3de88a602e94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0758288 Nov 19 18:08:55.099596 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning for port b8e5a80b-0e4a-48c2-a439-f04450d98ccb completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 18:08:55.105045 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning complete for port b8e5a80b-0e4a-48c2-a439-f04450d98ccb triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:08:55.105477 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:55.166649 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5cd0f6-8d9d-4f33-97c6-5102b21c8c2b req-6333ddfd-a448-46de-893d-70a3d488d4e5 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:08:55.174617 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0f5cd0f6-8d9d-4f33-97c6-5102b21c8c2b req-6333ddfd-a448-46de-893d-70a3d488d4e5 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/ports?device_id=7f65a0ed-74f2-4d58-9416-2934110d40dd HTTP/1.1" status: 200 len: 946 time: 0.1342800 Nov 19 18:08:55.195805 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:55.199596 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d399ae2-5717-4f43-81a1-91683e563124 req-252179bb-cb39-41a0-8bf8-e248413f4fd1 tempest-VolumesSnapshotTestJSON-1436321153 tempest-VolumesSnapshotTestJSON-1436321153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:08:55.208400 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-3d399ae2-5717-4f43-81a1-91683e563124 req-252179bb-cb39-41a0-8bf8-e248413f4fd1 tempest-VolumesSnapshotTestJSON-1436321153 tempest-VolumesSnapshotTestJSON-1436321153-project] 10.222.0.54 "GET /v2.0/ports?device_id=3c0c76c8-58dd-4fe5-9dd9-a88e123dabe3 HTTP/1.1" status: 200 len: 944 time: 0.0791106 Nov 19 18:08:55.223669 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c0c76c8-58dd-4fe5-9dd9-a88e123dabe3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8e5a80b-0e4a-48c2-a439-f04450d98ccb'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:08:55.226213 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3940761bcd94e032e6960d2241bd8993c5d3a7d8dc2aca8488f3ecf1d4dd2fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b51a1536-7f50-4280-9b77-19a684182e4b" -d '{"events": [{"server_uuid": "3c0c76c8-58dd-4fe5-9dd9-a88e123dabe3", "name": "network-vif-plugged", "status": "completed", "tag": "b8e5a80b-0e4a-48c2-a439-f04450d98ccb"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:08:55.242835 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port b8e5a80b-0e4a-48c2-a439-f04450d98ccb, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=b8e5a80b-0e4a-48c2-a439-f04450d98ccb,segment=NetworkSegment(5c045df4-8b55-4d72-991d-9356509652cb),segment_id=5c045df4-8b55-4d72-991d-9356509652cb)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:08:55.245898 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0f5cd0f6-8d9d-4f33-97c6-5102b21c8c2b req-5dbc6eef-2333-49d2-afae-10a2189071dc tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/security-groups?id=a66d5311-8064-42eb-b883-c6c911692a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674226 Nov 19 18:08:55.251751 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:55.272536 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-3d399ae2-5717-4f43-81a1-91683e563124 req-59e32f71-ca50-4b28-8d4f-3b3d08cc7709 tempest-VolumesSnapshotTestJSON-1436321153 tempest-VolumesSnapshotTestJSON-1436321153-project] 10.222.0.54 "GET /v2.0/security-groups?id=1a0ae3c5-06ec-4f80-a08c-2f3d319d67f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631256 Nov 19 18:08:55.291019 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e9bb00a6-cae7-4908-aa61-f344aabae657 req-bc81cf65-aa8a-42c3-a610-3bb18c701c58 service neutron] 10.222.0.60 "GET /v2.0/networks/8d3188e0-fd7b-4dd3-a190-3de88a602e94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2147441 Nov 19 18:08:55.313675 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:08:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a27eb88c-6571-4482-b5ca-b3963deabff0 x-openstack-request-id: req-a27eb88c-6571-4482-b5ca-b3963deabff0 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:08:55.314001 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c0c76c8-58dd-4fe5-9dd9-a88e123dabe3", "name": "network-vif-plugged", "status": "completed", "tag": "b8e5a80b-0e4a-48c2-a439-f04450d98ccb", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:08:55.314266 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a27eb88c-6571-4482-b5ca-b3963deabff0 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:08:55.314665 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c0c76c8-58dd-4fe5-9dd9-a88e123dabe3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8e5a80b-0e4a-48c2-a439-f04450d98ccb', 'code': 200} Nov 19 18:08:55.338999 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=b8e5a80b-0e4a-48c2-a439-f04450d98ccb,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:08:55.425328 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e9bb00a6-cae7-4908-aa61-f344aabae657 req-9ceff95b-816a-4fbd-8605-4506661c361f service neutron] 10.222.0.60 "GET /v2.0/networks/8d3188e0-fd7b-4dd3-a190-3de88a602e94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223688 Nov 19 18:08:55.491186 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81724361-af60-4c6a-943c-6be59f39184a req-d08e7567-d88c-4947-be34-fa880f3a334e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:08:55.493573 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-81724361-af60-4c6a-943c-6be59f39184a req-d08e7567-d88c-4947-be34-fa880f3a334e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=3c0c76c8-58dd-4fe5-9dd9-a88e123dabe3 HTTP/1.1" status: 200 len: 1096 time: 0.0436723 Nov 19 18:08:55.540694 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-81724361-af60-4c6a-943c-6be59f39184a req-5dd56a54-acab-4bd9-b975-6cbd901234c4 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=1a0ae3c5-06ec-4f80-a08c-2f3d319d67f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381172 Nov 19 18:08:56.149450 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43a9da3-666d-4f11-8dba-597c2ba6faa6 req-f6ca2234-cb95-46dd-b273-8e00ace95495 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:08:56.150871 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b43a9da3-666d-4f11-8dba-597c2ba6faa6 req-f6ca2234-cb95-46dd-b273-8e00ace95495 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/ports?device_id=dd7e5b82-e438-4e99-b310-3c80409b6aad HTTP/1.1" status: 200 len: 945 time: 0.0526447 Nov 19 18:08:56.199417 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b43a9da3-666d-4f11-8dba-597c2ba6faa6 req-a1472cef-0b49-4434-89d3-ff77bab34a34 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/security-groups?id=f3b4bc83-8bc0-4734-b4bc-8a15bbeccc9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424595 Nov 19 18:08:56.369425 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb6f347-036e-4685-aa78-c4645dfdb3bd req-73de196b-47a2-4109-b308-8ba437b19f87 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:08:56.371023 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-adb6f347-036e-4685-aa78-c4645dfdb3bd req-73de196b-47a2-4109-b308-8ba437b19f87 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/ports?device_id=7f65a0ed-74f2-4d58-9416-2934110d40dd HTTP/1.1" status: 200 len: 946 time: 0.0597012 Nov 19 18:08:56.397011 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0571d905-8b6c-4758-8753-0c02406af076 req-17defa87-05ba-442a-b32a-425eb86f1baa tempest-VolumesSnapshotTestJSON-1436321153 tempest-VolumesSnapshotTestJSON-1436321153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:08:56.398660 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0571d905-8b6c-4758-8753-0c02406af076 req-17defa87-05ba-442a-b32a-425eb86f1baa tempest-VolumesSnapshotTestJSON-1436321153 tempest-VolumesSnapshotTestJSON-1436321153-project] 10.222.0.54 "GET /v2.0/ports?device_id=3c0c76c8-58dd-4fe5-9dd9-a88e123dabe3 HTTP/1.1" status: 200 len: 945 time: 0.0616744 Nov 19 18:08:56.426600 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-adb6f347-036e-4685-aa78-c4645dfdb3bd req-d0ae502f-2842-4f00-87b8-d09f02ac50d5 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/security-groups?id=a66d5311-8064-42eb-b883-c6c911692a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485427 Nov 19 18:08:56.458799 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0571d905-8b6c-4758-8753-0c02406af076 req-1cac6c0e-7523-4fca-8813-190f4739ef6f tempest-VolumesSnapshotTestJSON-1436321153 tempest-VolumesSnapshotTestJSON-1436321153-project] 10.222.0.54 "GET /v2.0/security-groups?id=1a0ae3c5-06ec-4f80-a08c-2f3d319d67f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526941 Nov 19 18:08:57.328631 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771db409-fea2-4b39-bb5b-a625d836d65f req-c094d4a3-65a2-4287-a835-0ad48d130393 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:08:57.330159 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-771db409-fea2-4b39-bb5b-a625d836d65f req-c094d4a3-65a2-4287-a835-0ad48d130393 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/ports?device_id=dd7e5b82-e438-4e99-b310-3c80409b6aad HTTP/1.1" status: 200 len: 945 time: 0.0521455 Nov 19 18:08:57.378752 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-771db409-fea2-4b39-bb5b-a625d836d65f req-002426f1-d2de-468b-b8fb-724f1b0d3436 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/security-groups?id=f3b4bc83-8bc0-4734-b4bc-8a15bbeccc9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420954 Nov 19 18:08:57.564875 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c1b062-d95e-48d2-848b-4a838067a002 req-bf67910d-6814-4b47-9219-930e6a6f4881 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:08:57.566469 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-e6c1b062-d95e-48d2-848b-4a838067a002 req-bf67910d-6814-4b47-9219-930e6a6f4881 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/ports?device_id=7f65a0ed-74f2-4d58-9416-2934110d40dd HTTP/1.1" status: 200 len: 946 time: 0.0650914 Nov 19 18:08:57.584619 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186eb739-4c24-4595-821c-90b0fc2e90d6 req-aaa31709-22c3-4b8e-8fa3-240c886bf2ea tempest-VolumesSnapshotTestJSON-1436321153 tempest-VolumesSnapshotTestJSON-1436321153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:08:57.587051 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-186eb739-4c24-4595-821c-90b0fc2e90d6 req-aaa31709-22c3-4b8e-8fa3-240c886bf2ea tempest-VolumesSnapshotTestJSON-1436321153 tempest-VolumesSnapshotTestJSON-1436321153-project] 10.222.0.54 "GET /v2.0/ports?device_id=3c0c76c8-58dd-4fe5-9dd9-a88e123dabe3 HTTP/1.1" status: 200 len: 945 time: 0.0535865 Nov 19 18:08:57.630273 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-e6c1b062-d95e-48d2-848b-4a838067a002 req-1a4f0153-f5e6-482f-81cb-dc41aee1dc91 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/security-groups?id=a66d5311-8064-42eb-b883-c6c911692a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561006 Nov 19 18:08:57.650502 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-186eb739-4c24-4595-821c-90b0fc2e90d6 req-f2a55c89-2822-44d2-9824-4174dd4e84f9 tempest-VolumesSnapshotTestJSON-1436321153 tempest-VolumesSnapshotTestJSON-1436321153-project] 10.222.0.54 "GET /v2.0/security-groups?id=1a0ae3c5-06ec-4f80-a08c-2f3d319d67f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512319 Nov 19 18:08:58.512900 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cffbcf-002a-40b2-849f-21f768ef8d5e req-7ba4dd68-5595-4bd3-b1cc-b4cc7b5e548f tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:08:58.515584 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-90cffbcf-002a-40b2-849f-21f768ef8d5e req-7ba4dd68-5595-4bd3-b1cc-b4cc7b5e548f tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/ports?device_id=dd7e5b82-e438-4e99-b310-3c80409b6aad HTTP/1.1" status: 200 len: 945 time: 0.0616894 Nov 19 18:08:58.569526 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-90cffbcf-002a-40b2-849f-21f768ef8d5e req-b6ab4bf1-9d34-4cf3-8f3e-9911fbcc87da tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/security-groups?id=f3b4bc83-8bc0-4734-b4bc-8a15bbeccc9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472126 Nov 19 18:08:58.759416 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679796cd-e70c-464e-b4f9-628e74c2895e req-27b9e338-639f-423f-9116-85d4f258c960 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:08:58.760998 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-679796cd-e70c-464e-b4f9-628e74c2895e req-27b9e338-639f-423f-9116-85d4f258c960 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/ports?device_id=7f65a0ed-74f2-4d58-9416-2934110d40dd HTTP/1.1" status: 200 len: 946 time: 0.0529337 Nov 19 18:08:58.817269 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-679796cd-e70c-464e-b4f9-628e74c2895e req-27123209-19a8-445b-8e7f-3da839bde068 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/security-groups?id=a66d5311-8064-42eb-b883-c6c911692a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499051 Nov 19 18:08:59.691102 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d893c60e-f686-4b6f-9e0b-0fdf54a1d6d4 req-99615769-314a-4910-8606-5551578c7507 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:08:59.692713 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d893c60e-f686-4b6f-9e0b-0fdf54a1d6d4 req-99615769-314a-4910-8606-5551578c7507 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/ports?device_id=dd7e5b82-e438-4e99-b310-3c80409b6aad HTTP/1.1" status: 200 len: 945 time: 0.0509667 Nov 19 18:08:59.746180 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d893c60e-f686-4b6f-9e0b-0fdf54a1d6d4 req-05ac790a-a3fb-44f2-8801-f4eeaec47b53 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/security-groups?id=f3b4bc83-8bc0-4734-b4bc-8a15bbeccc9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464897 Nov 19 18:08:59.771705 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-7c23ce79-5ec6-489c-a74c-508886e27976 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:08:59.949394 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7003c8a8-6794-422e-b8f5-8a983bda053d req-60e82048-0c29-49d9-bcea-581178f8d16a tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:08:59.953312 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-7003c8a8-6794-422e-b8f5-8a983bda053d req-60e82048-0c29-49d9-bcea-581178f8d16a tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/ports?device_id=7f65a0ed-74f2-4d58-9416-2934110d40dd HTTP/1.1" status: 200 len: 946 time: 0.0589435 Nov 19 18:09:00.009247 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-7003c8a8-6794-422e-b8f5-8a983bda053d req-8ec4164f-406c-46cd-8c25-5524e250c5bc tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/security-groups?id=a66d5311-8064-42eb-b883-c6c911692a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496039 Nov 19 18:09:00.876546 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8290efa-aa6d-4ff5-9244-fc2678475019 req-02de2fe9-6bf2-4cbe-a24a-59e7a1a67a82 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:09:00.878714 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a8290efa-aa6d-4ff5-9244-fc2678475019 req-02de2fe9-6bf2-4cbe-a24a-59e7a1a67a82 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/ports?device_id=dd7e5b82-e438-4e99-b310-3c80409b6aad HTTP/1.1" status: 200 len: 945 time: 0.0528991 Nov 19 18:09:00.936832 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a8290efa-aa6d-4ff5-9244-fc2678475019 req-64e53da6-ad0b-4c14-8ead-7edd84878e71 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/security-groups?id=f3b4bc83-8bc0-4734-b4bc-8a15bbeccc9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498085 Nov 19 18:09:01.142165 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45886dcf-16a2-41d7-81ba-1369b70481a9 req-dd526850-f372-4950-a317-dc7e748ceb71 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:09:01.143820 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-45886dcf-16a2-41d7-81ba-1369b70481a9 req-dd526850-f372-4950-a317-dc7e748ceb71 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/ports?device_id=7f65a0ed-74f2-4d58-9416-2934110d40dd HTTP/1.1" status: 200 len: 946 time: 0.0598078 Nov 19 18:09:01.214556 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-45886dcf-16a2-41d7-81ba-1369b70481a9 req-7e2557a6-2136-4fac-98b1-f8cba1ede31a tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/security-groups?id=a66d5311-8064-42eb-b883-c6c911692a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586591 Nov 19 18:09:02.018776 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-461a8b35-bd8f-4f0f-9804-036c2b282384 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:02.061831 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e010a039-070b-4f1a-8775-bee054d935aa req-a12bc4a5-7ff9-4028-bdf3-19e9ffa09f0f tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:09:02.063370 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e010a039-070b-4f1a-8775-bee054d935aa req-a12bc4a5-7ff9-4028-bdf3-19e9ffa09f0f tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/ports?device_id=dd7e5b82-e438-4e99-b310-3c80409b6aad HTTP/1.1" status: 200 len: 945 time: 0.0533779 Nov 19 18:09:02.114445 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e010a039-070b-4f1a-8775-bee054d935aa req-7154208a-63da-48bf-a75c-2d4bad0d81a3 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/security-groups?id=f3b4bc83-8bc0-4734-b4bc-8a15bbeccc9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448732 Nov 19 18:09:02.342337 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654deca0-7eb2-4e9c-9c92-627db959e32d req-8b0383e1-96dd-4930-84db-0e3c22f353be tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:09:02.346766 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-654deca0-7eb2-4e9c-9c92-627db959e32d req-8b0383e1-96dd-4930-84db-0e3c22f353be tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/ports?device_id=7f65a0ed-74f2-4d58-9416-2934110d40dd HTTP/1.1" status: 200 len: 946 time: 0.0544429 Nov 19 18:09:02.398607 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-654deca0-7eb2-4e9c-9c92-627db959e32d req-0bd8dc40-2a6f-42fd-88eb-17e7cab039bb tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/security-groups?id=a66d5311-8064-42eb-b883-c6c911692a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483301 Nov 19 18:09:02.715165 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [req-a894b959-5bda-4f83-92e9-a195e78b370a req-7758bed9-e70a-4a68-b710-e59fe2b2a73c service neutron] (103364) timed out ('10.222.0.54', 42032) {{(pid=103364) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 19 18:09:03.204258 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e46ecc5a-dc14-4744-b262-3072ff2e958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:03.241333 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8288ac-bebb-4c1a-a8e6-124ea671e30f req-eeffe7ba-4343-4f5c-8c3d-cecc85126d05 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:09:03.242911 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8e8288ac-bebb-4c1a-a8e6-124ea671e30f req-eeffe7ba-4343-4f5c-8c3d-cecc85126d05 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/ports?device_id=dd7e5b82-e438-4e99-b310-3c80409b6aad HTTP/1.1" status: 200 len: 945 time: 0.0532463 Nov 19 18:09:03.299704 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8e8288ac-bebb-4c1a-a8e6-124ea671e30f req-4ac30af3-6da1-4750-9f25-34b6a8a7407d tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/security-groups?id=f3b4bc83-8bc0-4734-b4bc-8a15bbeccc9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505271 Nov 19 18:09:03.555865 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b005da-c56b-4284-afca-fa7a9f16a968 req-7d9a360b-9c26-4afb-ae7b-763739c68c7b tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:09:03.558163 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-18b005da-c56b-4284-afca-fa7a9f16a968 req-7d9a360b-9c26-4afb-ae7b-763739c68c7b tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/ports?device_id=7f65a0ed-74f2-4d58-9416-2934110d40dd HTTP/1.1" status: 200 len: 946 time: 0.0784934 Nov 19 18:09:03.618787 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-18b005da-c56b-4284-afca-fa7a9f16a968 req-494383aa-c842-4f11-b79e-65740bad84f9 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/security-groups?id=a66d5311-8064-42eb-b883-c6c911692a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537093 Nov 19 18:09:03.851885 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:03.920361 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:04.434120 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3020f89-d742-4896-860e-c0ccfda72837 req-fba45ef4-c48e-486f-80e7-4b429fb32ca2 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:09:04.436520 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a3020f89-d742-4896-860e-c0ccfda72837 req-fba45ef4-c48e-486f-80e7-4b429fb32ca2 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/ports?device_id=dd7e5b82-e438-4e99-b310-3c80409b6aad HTTP/1.1" status: 200 len: 945 time: 0.0637631 Nov 19 18:09:04.493348 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a3020f89-d742-4896-860e-c0ccfda72837 req-2deb5c7d-398f-438d-b061-7a69d5e04bae tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/security-groups?id=f3b4bc83-8bc0-4734-b4bc-8a15bbeccc9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504587 Nov 19 18:09:04.756248 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94645c41-a50d-4466-ae76-efca77652391 req-cecaabd3-0fd3-4919-b83a-3de3fed9ef05 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:09:04.758702 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-94645c41-a50d-4466-ae76-efca77652391 req-cecaabd3-0fd3-4919-b83a-3de3fed9ef05 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/ports?device_id=7f65a0ed-74f2-4d58-9416-2934110d40dd HTTP/1.1" status: 200 len: 946 time: 0.0561056 Nov 19 18:09:04.800022 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e013d7e6-5264-4dcc-9759-54f5fb809e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:04.814289 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-94645c41-a50d-4466-ae76-efca77652391 req-005d4ff8-64dc-4443-9c81-b6ace82a69e1 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/security-groups?id=a66d5311-8064-42eb-b883-c6c911692a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483072 Nov 19 18:09:05.188577 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:05.626811 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf4736f-7dc6-4261-a865-907bc125fe3d req-90d7d765-1b3c-493a-9370-b7ebb19cd6b3 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:09:05.628305 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-eaf4736f-7dc6-4261-a865-907bc125fe3d req-90d7d765-1b3c-493a-9370-b7ebb19cd6b3 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/ports?device_id=dd7e5b82-e438-4e99-b310-3c80409b6aad HTTP/1.1" status: 200 len: 945 time: 0.0539539 Nov 19 18:09:05.693182 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-eaf4736f-7dc6-4261-a865-907bc125fe3d req-331f104d-d21f-4465-a458-5114a4ff6f44 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/security-groups?id=f3b4bc83-8bc0-4734-b4bc-8a15bbeccc9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562255 Nov 19 18:09:05.946486 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a0bbf4-b341-483f-944a-b028dff4c876 req-75690b05-b99f-4751-92cf-bbbecbc60fa3 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:09:05.948335 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-22a0bbf4-b341-483f-944a-b028dff4c876 req-75690b05-b99f-4751-92cf-bbbecbc60fa3 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/ports?device_id=7f65a0ed-74f2-4d58-9416-2934110d40dd HTTP/1.1" status: 200 len: 946 time: 0.0576656 Nov 19 18:09:06.011728 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-22a0bbf4-b341-483f-944a-b028dff4c876 req-8dcb7dd0-a064-4539-aee7-3a1d0b20651e tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/security-groups?id=a66d5311-8064-42eb-b883-c6c911692a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560064 Nov 19 18:09:06.837943 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9b8e72-6f7e-4751-b7d6-49f137bd7381 req-297e2918-8053-42a7-b28b-987c00fe45e6 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:09:06.845857 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9b9b8e72-6f7e-4751-b7d6-49f137bd7381 req-297e2918-8053-42a7-b28b-987c00fe45e6 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/ports?device_id=dd7e5b82-e438-4e99-b310-3c80409b6aad HTTP/1.1" status: 200 len: 945 time: 0.0660260 Nov 19 18:09:06.912195 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9b9b8e72-6f7e-4751-b7d6-49f137bd7381 req-6fa94459-8bd2-479a-8e00-b05bd31d5138 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/security-groups?id=f3b4bc83-8bc0-4734-b4bc-8a15bbeccc9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603447 Nov 19 18:09:06.934469 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 35950) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:09:07.056868 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-635d9c27-3fc3-43f9-8015-04a3bae7a741 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:07.130095 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b327763-593a-4072-92f6-be60addc9eae req-130aa9b7-7150-4af5-9833-f7b49230cb6f tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:09:07.137975 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-3b327763-593a-4072-92f6-be60addc9eae req-130aa9b7-7150-4af5-9833-f7b49230cb6f tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/ports?device_id=7f65a0ed-74f2-4d58-9416-2934110d40dd HTTP/1.1" status: 200 len: 946 time: 0.0600917 Nov 19 18:09:07.149137 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-635d9c27-3fc3-43f9-8015-04a3bae7a741 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:07.155040 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-635d9c27-3fc3-43f9-8015-04a3bae7a741 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:07.184289 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-3b327763-593a-4072-92f6-be60addc9eae req-c86a0e08-dce5-4d54-bfc8-2057e06bb500 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/security-groups?id=a66d5311-8064-42eb-b883-c6c911692a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454471 Nov 19 18:09:07.190198 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-635d9c27-3fc3-43f9-8015-04a3bae7a741 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f45ab634ab704d5dab9bef91a26edf99&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2546065 Nov 19 18:09:07.192840 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 35958) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:09:07.203272 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635d9c27-3fc3-43f9-8015-04a3bae7a741 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c81f9cd9-1cb9-48fb-8d75-ff650f51adff,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:09:07.253734 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e45b4778-39c1-4e84-b0cf-421d0dd65fb0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:07.284721 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e45b4778-39c1-4e84-b0cf-421d0dd65fb0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:07.337119 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e45b4778-39c1-4e84-b0cf-421d0dd65fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:07.340063 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e45b4778-39c1-4e84-b0cf-421d0dd65fb0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:07.343577 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-e45b4778-39c1-4e84-b0cf-421d0dd65fb0 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c81f9cd9-1cb9-48fb-8d75-ff650f51adff HTTP/1.1" status: 204 len: 168 time: 0.1469855 Nov 19 18:09:07.363407 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45b4778-39c1-4e84-b0cf-421d0dd65fb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c81f9cd9-1cb9-48fb-8d75-ff650f51adff,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:09:08.029379 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95b96cb-675b-4c85-a74f-367384e6e4c5 req-5c345836-5449-4b78-9d40-862a017c635f tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:09:08.031169 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d95b96cb-675b-4c85-a74f-367384e6e4c5 req-5c345836-5449-4b78-9d40-862a017c635f tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/ports?device_id=dd7e5b82-e438-4e99-b310-3c80409b6aad HTTP/1.1" status: 200 len: 945 time: 0.0517995 Nov 19 18:09:08.049178 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 35984) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:09:08.083997 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d95b96cb-675b-4c85-a74f-367384e6e4c5 req-87fa1c59-f3b7-43c6-9cc0-ae6b5fcb3aa1 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/security-groups?id=f3b4bc83-8bc0-4734-b4bc-8a15bbeccc9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462055 Nov 19 18:09:08.155378 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-76219d4a-b804-461e-93ea-a7abfc2281d3 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1030190572-network', 'tenant_id': 'edbbe4476fe74b6fa453a50965fd817b'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:09:08.180916 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76219d4a-b804-461e-93ea-a7abfc2281d3 admin admin] Made reservation on behalf of edbbe4476fe74b6fa453a50965fd817b for: {'network': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:09:08.183175 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-76219d4a-b804-461e-93ea-a7abfc2281d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:08.192193 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-76219d4a-b804-461e-93ea-a7abfc2281d3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:08.274747 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-76219d4a-b804-461e-93ea-a7abfc2281d3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:08.280316 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-76219d4a-b804-461e-93ea-a7abfc2281d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:08.327912 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76219d4a-b804-461e-93ea-a7abfc2281d3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 669} {{(pid=103364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 18:09:08.351251 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76219d4a-b804-461e-93ea-a7abfc2281d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2d2a390-1209-4e1e-a5b1-d8e140c63fff,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:09:08.354243 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-76219d4a-b804-461e-93ea-a7abfc2281d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:08.354595 n-d-818022-2 neutron-server[103364]: INFO neutron.db.segments_db [None req-76219d4a-b804-461e-93ea-a7abfc2281d3 admin admin] Added segment c30cfb0f-ff5a-43ee-8ebb-277db6d46d84 of type vlan for network 4ded9289-07e2-4a9e-a76f-366a0c385571 Nov 19 18:09:08.374608 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a130f7cf-ac4f-448d-b08b-982fbdd43879 req-d3b80646-e1dd-47c2-a4a3-bb26b3fb40c0 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:09:08.376174 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a130f7cf-ac4f-448d-b08b-982fbdd43879 req-d3b80646-e1dd-47c2-a4a3-bb26b3fb40c0 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/ports?device_id=7f65a0ed-74f2-4d58-9416-2934110d40dd HTTP/1.1" status: 200 len: 946 time: 0.0970023 Nov 19 18:09:08.426112 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-76219d4a-b804-461e-93ea-a7abfc2281d3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:08.471185 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a130f7cf-ac4f-448d-b08b-982fbdd43879 req-c3fd1ca5-3d08-4105-8b21-5255dc0f8f10 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/security-groups?id=a66d5311-8064-42eb-b883-c6c911692a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744610 Nov 19 18:09:08.472390 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-76219d4a-b804-461e-93ea-a7abfc2281d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:08.473331 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76219d4a-b804-461e-93ea-a7abfc2281d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:09:08.473931 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-76219d4a-b804-461e-93ea-a7abfc2281d3 admin admin] Publish callbacks [] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:08.531403 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-76219d4a-b804-461e-93ea-a7abfc2281d3 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4810429 Nov 19 18:09:08.534192 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 35990) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:09:08.540697 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-d0b94c3f-bfb1-4ee1-aa29-86b5f5b73b40 admin admin] Request body: {'subnet': {'network_id': '4ded9289-07e2-4a9e-a76f-366a0c385571', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1030190572-subnet', 'tenant_id': 'edbbe4476fe74b6fa453a50965fd817b', 'ip_version': 4}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:09:08.550024 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76219d4a-b804-461e-93ea-a7abfc2281d3 admin admin] Pushing event updated for resources: {'Network': ['ID=4ded9289-07e2-4a9e-a76f-366a0c385571,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:09:08.562216 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network 4ded9289-07e2-4a9e-a76f-366a0c385571 details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 18:09:08.570375 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0b94c3f-bfb1-4ee1-aa29-86b5f5b73b40 admin admin] Made reservation on behalf of edbbe4476fe74b6fa453a50965fd817b for: {'subnet': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:09:08.573186 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d0b94c3f-bfb1-4ee1-aa29-86b5f5b73b40 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8983829'] for subnet, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:08.794070 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d0b94c3f-bfb1-4ee1-aa29-86b5f5b73b40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12425078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8983815'] for subnet, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:08.863073 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b94c3f-bfb1-4ee1-aa29-86b5f5b73b40 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd2183cd-a74e-4ffa-9f88-c10707b30f01,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:09:08.874318 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b94c3f-bfb1-4ee1-aa29-86b5f5b73b40 admin admin] Checking segment: {'id': 'c30cfb0f-ff5a-43ee-8ebb-277db6d46d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '4ded9289-07e2-4a9e-a76f-366a0c385571'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:09:08.874689 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0b94c3f-bfb1-4ee1-aa29-86b5f5b73b40 admin admin] Network hostable DHCP agents. Network: 4ded9289-07e2-4a9e-a76f-366a0c385571, hostable agents: ['02910ef2-0455-4aea-9f38-9a875579633f'], hosted agents: [] {{(pid=103364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 18:09:08.892744 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0b94c3f-bfb1-4ee1-aa29-86b5f5b73b40 admin admin] Network 4ded9289-07e2-4a9e-a76f-366a0c385571 is scheduled to be hosted by DHCP agent 02910ef2-0455-4aea-9f38-9a875579633f with binding_index 1 {{(pid=103364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 18:09:08.902551 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-d0b94c3f-bfb1-4ee1-aa29-86b5f5b73b40 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818022-2, 4ded9289-07e2-4a9e-a76f-366a0c385571) {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:09:08.907000 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0b94c3f-bfb1-4ee1-aa29-86b5f5b73b40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:09:08.907594 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d0b94c3f-bfb1-4ee1-aa29-86b5f5b73b40 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:08.912768 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e45de708-0b49-456a-b576-6d5ad005872f None None] Network 4ded9289-07e2-4a9e-a76f-366a0c385571 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:09:08.927752 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-d0b94c3f-bfb1-4ee1-aa29-86b5f5b73b40 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3900628 Nov 19 18:09:08.928188 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 36002) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:09:08.933518 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-65a3b310-6465-4d66-b295-2a7c4f6083ca admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1030190572-router', 'tenant_id': 'edbbe4476fe74b6fa453a50965fd817b', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'}}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:09:08.955581 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-65a3b310-6465-4d66-b295-2a7c4f6083ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9890'] for router, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:08.956584 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-65a3b310-6465-4d66-b295-2a7c4f6083ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671617', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-732153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4689'] for router, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:09.015162 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-65a3b310-6465-4d66-b295-2a7c4f6083ca admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:09.079285 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ec3a898-8541-4820-be40-e58146f8fb39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54f44f5f-1200-574e-8740-2141911d5b73-4ded9289-07e2-4a9e-a76f-366a0c385571', 'network_id': '4ded9289-07e2-4a9e-a76f-366a0c385571', 'tenant_id': 'edbbe4476fe74b6fa453a50965fd817b', 'fixed_ips': [{'subnet_id': 'dd2183cd-a74e-4ffa-9f88-c10707b30f01'}]}} from n-d-818022-2. {{(pid=103366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 18:09:09.080216 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ec3a898-8541-4820-be40-e58146f8fb39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:09.158082 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-65a3b310-6465-4d66-b295-2a7c4f6083ca admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:09.242062 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [None req-0ec3a898-8541-4820-be40-e58146f8fb39 None None] Allocated IP 172.20.0.2 (4ded9289-07e2-4a9e-a76f-366a0c385571/dd2183cd-a74e-4ffa-9f88-c10707b30f01/a32c282c-090f-4151-8c9a-bb995d00332f) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:09:09.274571 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4113c144-1de8-46b0-ba15-0772adb8e9f1 req-5044d4d3-1e04-42bd-be3e-ddb34ac15319 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:09:09.276187 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4113c144-1de8-46b0-ba15-0772adb8e9f1 req-5044d4d3-1e04-42bd-be3e-ddb34ac15319 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/ports?device_id=dd7e5b82-e438-4e99-b310-3c80409b6aad HTTP/1.1" status: 200 len: 945 time: 0.0913007 Nov 19 18:09:09.404771 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4113c144-1de8-46b0-ba15-0772adb8e9f1 req-5d153124-b218-4a8c-9c1f-4a050902298f tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/security-groups?id=f3b4bc83-8bc0-4734-b4bc-8a15bbeccc9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1214185 Nov 19 18:09:09.466122 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-65a3b310-6465-4d66-b295-2a7c4f6083ca admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:09.487583 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-65a3b310-6465-4d66-b295-2a7c4f6083ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:09.584154 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ec3a898-8541-4820-be40-e58146f8fb39 None None] Publish callbacks [] for port, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:09.591887 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ec3a898-8541-4820-be40-e58146f8fb39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998'] for port, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:09.634275 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [None req-65a3b310-6465-4d66-b295-2a7c4f6083ca admin admin] Allocated IP 172.25.7.120 (645e61aa-1a6c-4e8f-857e-ab06edb4897f/88ed2d64-f56d-4f01-a468-946e01c99e82/5c71027a-2fbe-4e3f-bb57-c766d5fbe127) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:09:09.643770 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ec3a898-8541-4820-be40-e58146f8fb39 None None] Network 4ded9289-07e2-4a9e-a76f-366a0c385571 is already hosted by enough agents. {{(pid=103366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:09:09.648909 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [None req-0ec3a898-8541-4820-be40-e58146f8fb39 None None] Resources bound (agent type, host, resource id): {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:09:09.651154 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec3a898-8541-4820-be40-e58146f8fb39 None None] Pushing event updated for resources: {'Port': ['ID=a32c282c-090f-4151-8c9a-bb995d00332f,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:09:09.658903 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec3a898-8541-4820-be40-e58146f8fb39 None None] Received port after_create {{(pid=103366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:09:09.666244 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec3a898-8541-4820-be40-e58146f8fb39 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:09:09.666774 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec3a898-8541-4820-be40-e58146f8fb39 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:09:09.667289 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec3a898-8541-4820-be40-e58146f8fb39 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:09:09.667816 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec3a898-8541-4820-be40-e58146f8fb39 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:09:09.668319 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec3a898-8541-4820-be40-e58146f8fb39 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:09:09.668826 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec3a898-8541-4820-be40-e58146f8fb39 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:09:09.669320 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec3a898-8541-4820-be40-e58146f8fb39 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:09:09.669837 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec3a898-8541-4820-be40-e58146f8fb39 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:09:09.670356 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec3a898-8541-4820-be40-e58146f8fb39 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:09:09.670859 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec3a898-8541-4820-be40-e58146f8fb39 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:09:09.671359 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec3a898-8541-4820-be40-e58146f8fb39 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:09:09.671869 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec3a898-8541-4820-be40-e58146f8fb39 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:09:09.674529 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cf4f73-0056-4831-8d7c-8eedd12c88ea req-3c0acf3e-7403-4f25-a26c-b80b3449f097 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:09:09.683335 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-99cf4f73-0056-4831-8d7c-8eedd12c88ea req-3c0acf3e-7403-4f25-a26c-b80b3449f097 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/ports?device_id=7f65a0ed-74f2-4d58-9416-2934110d40dd HTTP/1.1" status: 200 len: 946 time: 0.0951929 Nov 19 18:09:09.751226 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-0ec3a898-8541-4820-be40-e58146f8fb39 None None] Attempting to bind port a32c282c-090f-4151-8c9a-bb995d00332f on host n-d-818022-2 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:09:09.751596 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-0ec3a898-8541-4820-be40-e58146f8fb39 None None] Attempting to bind port a32c282c-090f-4151-8c9a-bb995d00332f by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': 'c30cfb0f-ff5a-43ee-8ebb-277db6d46d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '4ded9289-07e2-4a9e-a76f-366a0c385571'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:09:09.752019 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec3a898-8541-4820-be40-e58146f8fb39 None None] Attempting to bind port a32c282c-090f-4151-8c9a-bb995d00332f on network 4ded9289-07e2-4a9e-a76f-366a0c385571 {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:09:09.758291 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec3a898-8541-4820-be40-e58146f8fb39 None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 9, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:09:09.758665 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec3a898-8541-4820-be40-e58146f8fb39 None None] Checking segment: {'id': 'c30cfb0f-ff5a-43ee-8ebb-277db6d46d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '4ded9289-07e2-4a9e-a76f-366a0c385571'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:09:09.759379 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ec3a898-8541-4820-be40-e58146f8fb39 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:09.759983 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec3a898-8541-4820-be40-e58146f8fb39 None None] Bound using segment: {'id': 'c30cfb0f-ff5a-43ee-8ebb-277db6d46d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '4ded9289-07e2-4a9e-a76f-366a0c385571'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:09:09.760608 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-0ec3a898-8541-4820-be40-e58146f8fb39 None None] Bound port: a32c282c-090f-4151-8c9a-bb995d00332f, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c30cfb0f-ff5a-43ee-8ebb-277db6d46d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '4ded9289-07e2-4a9e-a76f-366a0c385571'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:09:09.761151 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ec3a898-8541-4820-be40-e58146f8fb39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:09.770486 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-99cf4f73-0056-4831-8d7c-8eedd12c88ea req-6bcbb002-33b8-43b6-afdb-70cc10650fd8 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/security-groups?id=a66d5311-8064-42eb-b883-c6c911692a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835061 Nov 19 18:09:09.825109 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-65a3b310-6465-4d66-b295-2a7c4f6083ca admin admin] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:09.841693 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ec3a898-8541-4820-be40-e58146f8fb39 None None] For port a32c282c-090f-4151-8c9a-bb995d00332f, host n-d-818022-2, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:09:09.845039 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ec3a898-8541-4820-be40-e58146f8fb39 None None] For port a32c282c-090f-4151-8c9a-bb995d00332f, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=a32c282c-090f-4151-8c9a-bb995d00332f,segment=NetworkSegment(c30cfb0f-ff5a-43ee-8ebb-277db6d46d84),segment_id=c30cfb0f-ff5a-43ee-8ebb-277db6d46d84)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:09:09.849977 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ec3a898-8541-4820-be40-e58146f8fb39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:09.862956 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-65a3b310-6465-4d66-b295-2a7c4f6083ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:09.883972 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 36020) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:09:09.902117 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65a3b310-6465-4d66-b295-2a7c4f6083ca admin admin] Network 645e61aa-1a6c-4e8f-857e-ab06edb4897f is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:09:09.905313 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-65a3b310-6465-4d66-b295-2a7c4f6083ca admin admin] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:09:09.908274 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a3b310-6465-4d66-b295-2a7c4f6083ca admin admin] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:09:09.921262 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cc88add-d02d-4541-ba5e-298039ca057b None None] DHCP port deletion for 645e61aa-1a6c-4e8f-857e-ab06edb4897f request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:09:09.930995 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec3a898-8541-4820-be40-e58146f8fb39 None None] Pushing event updated for resources: {'Port': ['ID=a32c282c-090f-4151-8c9a-bb995d00332f,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:09:10.000718 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aea5b675-d0f8-4a14-8e54-f9419a869ca3 tempest-TestNetworkBasicOps-1831700080 tempest-TestNetworkBasicOps-1831700080-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:09:10.001204 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aea5b675-d0f8-4a14-8e54-f9419a869ca3 tempest-TestNetworkBasicOps-1831700080 tempest-TestNetworkBasicOps-1831700080-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:09:10.002039 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aea5b675-d0f8-4a14-8e54-f9419a869ca3 tempest-TestNetworkBasicOps-1831700080 tempest-TestNetworkBasicOps-1831700080-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:09:10.011915 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-aea5b675-d0f8-4a14-8e54-f9419a869ca3 tempest-TestNetworkBasicOps-1831700080 tempest-TestNetworkBasicOps-1831700080-project-admin] 10.222.0.54 "GET /v2.0/ports?project_id=d00a359bd74e4de6b0d3dd4ba0b5c79c&network_id=80b24c25-6cae-4961-9404-ec39a219d9c1 HTTP/1.1" status: 200 len: 2969 time: 0.1261728 Nov 19 18:09:10.066441 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-e47c58f7-7d2f-4020-bffc-f9fcf1314bd6 None None] Provisioning complete for port 5c71027a-2fbe-4e3f-bb57-c766d5fbe127 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:09:10.066917 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e47c58f7-7d2f-4020-bffc-f9fcf1314bd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:10.088297 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a3b310-6465-4d66-b295-2a7c4f6083ca admin admin] Pushing event updated for resources: {'Port': ['ID=5c71027a-2fbe-4e3f-bb57-c766d5fbe127,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:09:10.108152 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-e47c58f7-7d2f-4020-bffc-f9fcf1314bd6 None None] Port 5c71027a-2fbe-4e3f-bb57-c766d5fbe127 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:09:10.243719 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-65a3b310-6465-4d66-b295-2a7c4f6083ca admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:10.467765 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-65a3b310-6465-4d66-b295-2a7c4f6083ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671702'] for router, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:10.604696 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce4f01a-6923-401d-be7a-470841db8534 req-5d35a45e-f2cc-4065-bf99-3f332868c5e6 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:09:10.606235 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5ce4f01a-6923-401d-be7a-470841db8534 req-5d35a45e-f2cc-4065-bf99-3f332868c5e6 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/ports?device_id=dd7e5b82-e438-4e99-b310-3c80409b6aad HTTP/1.1" status: 200 len: 945 time: 0.0992260 Nov 19 18:09:10.677470 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5ce4f01a-6923-401d-be7a-470841db8534 req-398da786-61d5-4392-9bb2-f61e5f46b458 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/security-groups?id=f3b4bc83-8bc0-4734-b4bc-8a15bbeccc9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648465 Nov 19 18:09:10.688032 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65a3b310-6465-4d66-b295-2a7c4f6083ca admin admin] Router 9cd244c9-7ee5-4828-9621-bf89aa322800 is scheduled to L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 with binding_index 1 {{(pid=103365) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 18:09:10.823695 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65a3b310-6465-4d66-b295-2a7c4f6083ca admin admin] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:09:10.833946 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd41043c-9e52-427e-81fe-b57ef1cb85b9 None None] Sync routers for ids ['9cd244c9-7ee5-4828-9621-bf89aa322800'] in n-d-818022-2 {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:09:10.848655 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd41043c-9e52-427e-81fe-b57ef1cb85b9 None None] Routers {'9cd244c9-7ee5-4828-9621-bf89aa322800'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:09:10.848996 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-65a3b310-6465-4d66-b295-2a7c4f6083ca admin admin] Publish callbacks [] for router, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:10.849323 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-bd41043c-9e52-427e-81fe-b57ef1cb85b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:09:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['9cd244c9-7ee5-4828-9621-bf89aa322800'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:09:10.852810 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-65a3b310-6465-4d66-b295-2a7c4f6083ca admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.9205704 Nov 19 18:09:10.853168 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 36032) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:09:10.984182 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-bd41043c-9e52-427e-81fe-b57ef1cb85b9 None None] Set router 9cd244c9-7ee5-4828-9621-bf89aa322800 gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:09:11.004538 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b9db03-4d0a-4751-a89a-d4444025fb46 req-097f9863-ad1e-4528-a550-1cb50ee1bd9f tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:09:11.006522 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c8b9db03-4d0a-4751-a89a-d4444025fb46 req-097f9863-ad1e-4528-a550-1cb50ee1bd9f tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/ports?device_id=7f65a0ed-74f2-4d58-9416-2934110d40dd HTTP/1.1" status: 200 len: 946 time: 0.1057298 Nov 19 18:09:11.138915 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9945f493-3ed8-421c-a074-4ffaef139546 None None] Network 4ded9289-07e2-4a9e-a76f-366a0c385571 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:09:11.220563 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c8b9db03-4d0a-4751-a89a-d4444025fb46 req-994388ce-77a4-4798-9098-5f4d0818fe09 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/security-groups?id=a66d5311-8064-42eb-b883-c6c911692a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001555 Nov 19 18:09:11.294814 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-bd41043c-9e52-427e-81fe-b57ef1cb85b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cd244c9-7ee5-4828-9621-bf89aa322800', 'name': 'tempest-TestVolumeBackupRestore-1030190572-router', 'tenant_id': 'edbbe4476fe74b6fa453a50965fd817b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': '5c71027a-2fbe-4e3f-bb57-c766d5fbe127', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:09:08Z', 'updated_at': '2021-11-19T18:09:10Z', 'revision_number': 3, 'project_id': 'edbbe4476fe74b6fa453a50965fd817b', 'gw_port': {'id': '5c71027a-2fbe-4e3f-bb57-c766d5fbe127', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:75:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cd244c9-7ee5-4828-9621-bf89aa322800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3521, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:09:09Z', 'updated_at': '2021-11-19T18:09:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:09:11.304701 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-b0dc8cb0-f055-4ef6-99f9-43329004a006 None None] Provisioning complete for port a32c282c-090f-4151-8c9a-bb995d00332f triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:09:11.305251 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b0dc8cb0-f055-4ef6-99f9-43329004a006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:11.325066 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd41043c-9e52-427e-81fe-b57ef1cb85b9 None None] Checking router: 9cd244c9-7ee5-4828-9621-bf89aa322800 for host: n-d-818022-2 {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:09:11.325804 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd41043c-9e52-427e-81fe-b57ef1cb85b9 None None] Updating router 9cd244c9-7ee5-4828-9621-bf89aa322800 port 5c71027a-2fbe-4e3f-bb57-c766d5fbe127 binding host n-d-818022-2 {{(pid=103367) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 18:09:11.384054 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-bd41043c-9e52-427e-81fe-b57ef1cb85b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:11.453340 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b0dc8cb0-f055-4ef6-99f9-43329004a006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:11.500318 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-b0dc8cb0-f055-4ef6-99f9-43329004a006 None None] For port a32c282c-090f-4151-8c9a-bb995d00332f, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=a32c282c-090f-4151-8c9a-bb995d00332f,segment=NetworkSegment(c30cfb0f-ff5a-43ee-8ebb-277db6d46d84),segment_id=c30cfb0f-ff5a-43ee-8ebb-277db6d46d84)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:09:11.508058 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b0dc8cb0-f055-4ef6-99f9-43329004a006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:11.571843 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dc8cb0-f055-4ef6-99f9-43329004a006 None None] Pushing event updated for resources: {'Port': ['ID=a32c282c-090f-4151-8c9a-bb995d00332f,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:09:11.593232 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7704b55a-1b2d-4ef0-aae5-46b7b93dcfac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:11.736356 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-59af0f55-7ec2-43e3-bead-79402d755205 None None] Provisioning complete for port a32c282c-090f-4151-8c9a-bb995d00332f triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:09:11.736740 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-59af0f55-7ec2-43e3-bead-79402d755205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:11.774944 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-bd41043c-9e52-427e-81fe-b57ef1cb85b9 None None] Publish callbacks [] for port, precommit_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:11.783583 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-bd41043c-9e52-427e-81fe-b57ef1cb85b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:11.866343 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85461ebd-a7d6-44cf-9715-c61bd80be031 req-ebcccd77-8c24-4b25-b50c-0cb8e98a08ca tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:09:11.868812 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-85461ebd-a7d6-44cf-9715-c61bd80be031 req-ebcccd77-8c24-4b25-b50c-0cb8e98a08ca tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/ports?device_id=dd7e5b82-e438-4e99-b310-3c80409b6aad HTTP/1.1" status: 200 len: 945 time: 0.0837440 Nov 19 18:09:11.882632 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6313f-77de-4627-bf97-387298408976 None None] Pushing event updated for resources: {'Port': ['ID=5c71027a-2fbe-4e3f-bb57-c766d5fbe127,revision_number=2']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:09:11.891713 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a6313f-77de-4627-bf97-387298408976 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:09:11.892145 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a6313f-77de-4627-bf97-387298408976 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:09:11.892559 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a6313f-77de-4627-bf97-387298408976 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:09:11.892965 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a6313f-77de-4627-bf97-387298408976 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:09:11.893366 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a6313f-77de-4627-bf97-387298408976 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:09:11.893794 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a6313f-77de-4627-bf97-387298408976 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:09:11.894471 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a6313f-77de-4627-bf97-387298408976 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:09:11.894870 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a6313f-77de-4627-bf97-387298408976 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:09:11.895257 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a6313f-77de-4627-bf97-387298408976 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:09:11.895648 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a6313f-77de-4627-bf97-387298408976 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:09:11.896046 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a6313f-77de-4627-bf97-387298408976 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:09:11.896842 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a6313f-77de-4627-bf97-387298408976 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:09:11.909546 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [None req-7704b55a-1b2d-4ef0-aae5-46b7b93dcfac admin admin] Allocated IP 172.20.0.1 (4ded9289-07e2-4a9e-a76f-366a0c385571/dd2183cd-a74e-4ffa-9f88-c10707b30f01/70a72aa6-3b14-41ef-89bc-5b02d7a57641) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:09:11.916934 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a618722-8355-4e10-8552-32f0f05d8fc3 None None] DHCP port deletion for 645e61aa-1a6c-4e8f-857e-ab06edb4897f request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:09:11.928173 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-bd41043c-9e52-427e-81fe-b57ef1cb85b9 None None] Attempting to bind port 5c71027a-2fbe-4e3f-bb57-c766d5fbe127 on host n-d-818022-2 for vnic_type normal with profile {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:09:11.928574 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-bd41043c-9e52-427e-81fe-b57ef1cb85b9 None None] Attempting to bind port 5c71027a-2fbe-4e3f-bb57-c766d5fbe127 by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:09:11.928943 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd41043c-9e52-427e-81fe-b57ef1cb85b9 None None] Attempting to bind port 5c71027a-2fbe-4e3f-bb57-c766d5fbe127 on network 645e61aa-1a6c-4e8f-857e-ab06edb4897f {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:09:11.934683 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd41043c-9e52-427e-81fe-b57ef1cb85b9 None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 9, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:09:11.935058 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd41043c-9e52-427e-81fe-b57ef1cb85b9 None None] Checking segment: {'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:09:11.935473 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-bd41043c-9e52-427e-81fe-b57ef1cb85b9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:11.935861 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd41043c-9e52-427e-81fe-b57ef1cb85b9 None None] Bound using segment: {'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:09:11.936410 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-bd41043c-9e52-427e-81fe-b57ef1cb85b9 None None] Bound port: 5c71027a-2fbe-4e3f-bb57-c766d5fbe127, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'}}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:09:11.936742 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-bd41043c-9e52-427e-81fe-b57ef1cb85b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:11.957119 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-85461ebd-a7d6-44cf-9715-c61bd80be031 req-46736a16-fe63-4b4c-8b9c-8d52b31ed65c tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/security-groups?id=f3b4bc83-8bc0-4734-b4bc-8a15bbeccc9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725574 Nov 19 18:09:12.015046 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-bd41043c-9e52-427e-81fe-b57ef1cb85b9 None None] For port 5c71027a-2fbe-4e3f-bb57-c766d5fbe127, host n-d-818022-2, cleared binding levels {{(pid=103367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:09:12.018695 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-bd41043c-9e52-427e-81fe-b57ef1cb85b9 None None] For port 5c71027a-2fbe-4e3f-bb57-c766d5fbe127, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=5c71027a-2fbe-4e3f-bb57-c766d5fbe127,segment=NetworkSegment(bbe705c1-96c0-476e-8381-28227e6f0ac5),segment_id=bbe705c1-96c0-476e-8381-28227e6f0ac5)] {{(pid=103367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:09:12.026944 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-bd41043c-9e52-427e-81fe-b57ef1cb85b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:12.067468 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-d81002ce-3a8c-48a1-8c24-0d1474e21086 None None] Provisioning complete for port 5c71027a-2fbe-4e3f-bb57-c766d5fbe127 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:09:12.068180 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d81002ce-3a8c-48a1-8c24-0d1474e21086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:12.093359 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7704b55a-1b2d-4ef0-aae5-46b7b93dcfac admin admin] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:12.106492 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6313f-77de-4627-bf97-387298408976 None None] Pushing event updated for resources: {'Port': ['ID=5c71027a-2fbe-4e3f-bb57-c766d5fbe127,revision_number=3']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:09:12.117492 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device a32c282c-090f-4151-8c9a-bb995d00332f up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:09:12.132994 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd41043c-9e52-427e-81fe-b57ef1cb85b9 None None] Routers {'9cd244c9-7ee5-4828-9621-bf89aa322800'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:09:12.134732 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-bd41043c-9e52-427e-81fe-b57ef1cb85b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:09:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['9cd244c9-7ee5-4828-9621-bf89aa322800'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:09:12.139461 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-958bd906-d49e-41f1-9b8d-d7ea04f5aa33 None None] DHCP port deletion for 645e61aa-1a6c-4e8f-857e-ab06edb4897f request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:09:12.163994 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7704b55a-1b2d-4ef0-aae5-46b7b93dcfac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:12.205845 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7704b55a-1b2d-4ef0-aae5-46b7b93dcfac admin admin] Network 4ded9289-07e2-4a9e-a76f-366a0c385571 is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:09:12.209234 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-7704b55a-1b2d-4ef0-aae5-46b7b93dcfac admin admin] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:09:12.212404 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7704b55a-1b2d-4ef0-aae5-46b7b93dcfac admin admin] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:09:12.272294 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-bd41043c-9e52-427e-81fe-b57ef1cb85b9 None None] Set router 9cd244c9-7ee5-4828-9621-bf89aa322800 gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:09:12.307730 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port a32c282c-090f-4151-8c9a-bb995d00332f triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:09:12.308109 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:12.320522 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7704b55a-1b2d-4ef0-aae5-46b7b93dcfac admin admin] Pushing event updated for resources: {'Port': ['ID=70a72aa6-3b14-41ef-89bc-5b02d7a57641,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:09:12.352615 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7704b55a-1b2d-4ef0-aae5-46b7b93dcfac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-671361'] for router_interface, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:12.354934 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d81002ce-3a8c-48a1-8c24-0d1474e21086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:12.399394 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-d81002ce-3a8c-48a1-8c24-0d1474e21086 None None] For port 5c71027a-2fbe-4e3f-bb57-c766d5fbe127, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=5c71027a-2fbe-4e3f-bb57-c766d5fbe127,segment=NetworkSegment(bbe705c1-96c0-476e-8381-28227e6f0ac5),segment_id=bbe705c1-96c0-476e-8381-28227e6f0ac5)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:09:12.410672 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d81002ce-3a8c-48a1-8c24-0d1474e21086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:12.496116 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81002ce-3a8c-48a1-8c24-0d1474e21086 None None] Pushing event updated for resources: {'Port': ['ID=5c71027a-2fbe-4e3f-bb57-c766d5fbe127,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:09:12.533804 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-a389081f-ec5c-41b7-881d-e69b4057ae70 None None] Provisioning complete for port 5c71027a-2fbe-4e3f-bb57-c766d5fbe127 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:09:12.534545 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a389081f-ec5c-41b7-881d-e69b4057ae70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:12.574653 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-bd41043c-9e52-427e-81fe-b57ef1cb85b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cd244c9-7ee5-4828-9621-bf89aa322800', 'name': 'tempest-TestVolumeBackupRestore-1030190572-router', 'tenant_id': 'edbbe4476fe74b6fa453a50965fd817b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': '5c71027a-2fbe-4e3f-bb57-c766d5fbe127', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:09:08Z', 'updated_at': '2021-11-19T18:09:10Z', 'revision_number': 3, 'project_id': 'edbbe4476fe74b6fa453a50965fd817b', 'gw_port': {'id': '5c71027a-2fbe-4e3f-bb57-c766d5fbe127', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:75:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cd244c9-7ee5-4828-9621-bf89aa322800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3521, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:09:09Z', 'updated_at': '2021-11-19T18:09:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:09:12.608762 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd41043c-9e52-427e-81fe-b57ef1cb85b9 None None] The sync data for ids ['9cd244c9-7ee5-4828-9621-bf89aa322800'] in n-d-818022-2 is: [{'id': '9cd244c9-7ee5-4828-9621-bf89aa322800', 'name': 'tempest-TestVolumeBackupRestore-1030190572-router', 'tenant_id': 'edbbe4476fe74b6fa453a50965fd817b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': '5c71027a-2fbe-4e3f-bb57-c766d5fbe127', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:09:08Z', 'updated_at': '2021-11-19T18:09:10Z', 'revision_number': 3, 'project_id': 'edbbe4476fe74b6fa453a50965fd817b', 'gw_port': {'id': '5c71027a-2fbe-4e3f-bb57-c766d5fbe127', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:75:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cd244c9-7ee5-4828-9621-bf89aa322800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3521, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:09:09Z', 'updated_at': '2021-11-19T18:09:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:09:12.622806 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7704b55a-1b2d-4ef0-aae5-46b7b93dcfac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:12.654465 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-a389081f-ec5c-41b7-881d-e69b4057ae70 None None] Provisioning complete for port 70a72aa6-3b14-41ef-89bc-5b02d7a57641 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:09:12.655470 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a389081f-ec5c-41b7-881d-e69b4057ae70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:12.688748 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0733b396-0ef9-4faa-92d0-4afc226e4525 req-a0530e0e-6e9b-427f-af4f-43305376053a tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:09:12.690335 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0733b396-0ef9-4faa-92d0-4afc226e4525 req-a0530e0e-6e9b-427f-af4f-43305376053a tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/ports?device_id=7f65a0ed-74f2-4d58-9416-2934110d40dd HTTP/1.1" status: 200 len: 946 time: 0.1625688 Nov 19 18:09:12.697270 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-a389081f-ec5c-41b7-881d-e69b4057ae70 None None] Port 70a72aa6-3b14-41ef-89bc-5b02d7a57641 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:09:12.801405 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0733b396-0ef9-4faa-92d0-4afc226e4525 req-f5b117a4-e40c-4d61-b845-7b80034defba tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/security-groups?id=a66d5311-8064-42eb-b883-c6c911692a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918498 Nov 19 18:09:12.854649 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7704b55a-1b2d-4ef0-aae5-46b7b93dcfac admin admin] Publish callbacks [] for port, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:12.863013 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7704b55a-1b2d-4ef0-aae5-46b7b93dcfac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:12.980982 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7704b55a-1b2d-4ef0-aae5-46b7b93dcfac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-768529'] for router_interface, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:12.982840 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7704b55a-1b2d-4ef0-aae5-46b7b93dcfac admin admin] Pushing event updated for resources: {'Port': ['ID=70a72aa6-3b14-41ef-89bc-5b02d7a57641,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:09:13.096573 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace2d348-f5a2-4e5f-8603-4227498ea57a req-5aaf6586-14b0-4957-8abe-9cd297b42e89 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:09:13.098295 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ace2d348-f5a2-4e5f-8603-4227498ea57a req-5aaf6586-14b0-4957-8abe-9cd297b42e89 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/ports?device_id=dd7e5b82-e438-4e99-b310-3c80409b6aad HTTP/1.1" status: 200 len: 945 time: 0.0534596 Nov 19 18:09:13.168738 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ace2d348-f5a2-4e5f-8603-4227498ea57a req-d0cc9615-059e-41ea-90b4-0eb28fb694f4 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/security-groups?id=f3b4bc83-8bc0-4734-b4bc-8a15bbeccc9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603859 Nov 19 18:09:13.406735 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.agents_db [None req-619e5c26-d9ed-4321-86eb-7d443bb9dfa2 None None] Agent healthcheck: found 7 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 18:09:13.479490 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1148baa5-c6b2-4430-a5de-b87e3f7c5717 req-cb056df6-63fe-4987-90f9-34c5401d49b1 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:09:13.481076 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-1148baa5-c6b2-4430-a5de-b87e3f7c5717 req-cb056df6-63fe-4987-90f9-34c5401d49b1 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/ports?device_id=cc04e7a6-e0b7-438f-a931-99187cf28379 HTTP/1.1" status: 200 len: 944 time: 0.1004903 Nov 19 18:09:13.486974 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7704b55a-1b2d-4ef0-aae5-46b7b93dcfac admin admin] Network 4ded9289-07e2-4a9e-a76f-366a0c385571 is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:09:13.495454 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-7704b55a-1b2d-4ef0-aae5-46b7b93dcfac admin admin] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:09:13.595870 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-1148baa5-c6b2-4430-a5de-b87e3f7c5717 req-0fc10ea1-befb-4eb7-8a30-ab3d8a136c76 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1dc433e-2f31-472a-89c9-d0d668ac0a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1072640 Nov 19 18:09:13.668455 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7704b55a-1b2d-4ef0-aae5-46b7b93dcfac admin admin] Router 9cd244c9-7ee5-4828-9621-bf89aa322800 has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 18:09:13.799513 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42407d8d-db7b-4d04-bced-2468e17c0a01 req-a20a4a70-930f-4690-9a99-0d28540ce72e tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:09:13.807389 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-42407d8d-db7b-4d04-bced-2468e17c0a01 req-a20a4a70-930f-4690-9a99-0d28540ce72e tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/ports?device_id=cc04e7a6-e0b7-438f-a931-99187cf28379 HTTP/1.1" status: 200 len: 944 time: 0.0848005 Nov 19 18:09:13.808760 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7704b55a-1b2d-4ef0-aae5-46b7b93dcfac admin admin] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:09:13.826036 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-7704b55a-1b2d-4ef0-aae5-46b7b93dcfac admin admin] 10.222.0.54 "PUT /v2.0/routers/9cd244c9-7ee5-4828-9621-bf89aa322800/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9640884 Nov 19 18:09:13.841164 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-be27a8bb-e787-4b8c-bbc5-4a5d7e50f412 None None] Provisioning complete for port 70a72aa6-3b14-41ef-89bc-5b02d7a57641 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:09:13.841742 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-be27a8bb-e787-4b8c-bbc5-4a5d7e50f412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:13.879672 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-42407d8d-db7b-4d04-bced-2468e17c0a01 req-aca53093-373e-44cb-9459-066700d299a9 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1dc433e-2f31-472a-89c9-d0d668ac0a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698464 Nov 19 18:09:13.895297 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-be27a8bb-e787-4b8c-bbc5-4a5d7e50f412 None None] Port 70a72aa6-3b14-41ef-89bc-5b02d7a57641 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:09:13.947607 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 36066) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:09:14.043217 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bdef084-c943-489f-9d80-37ed0caad4e3 tempest-TestNetworkBasicOps-1831700080 tempest-TestNetworkBasicOps-1831700080-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:09:14.049202 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-4bdef084-c943-489f-9d80-37ed0caad4e3 tempest-TestNetworkBasicOps-1831700080 tempest-TestNetworkBasicOps-1831700080-project-admin] 10.222.0.54 "GET /v2.0/subnets?network_id=645e61aa-1a6c-4e8f-857e-ab06edb4897f HTTP/1.1" status: 200 len: 814 time: 0.1005547 Nov 19 18:09:14.106436 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 5c71027a-2fbe-4e3f-bb57-c766d5fbe127 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:09:14.189854 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 5c71027a-2fbe-4e3f-bb57-c766d5fbe127 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:09:14.190244 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:14.318484 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8f2b3f-a288-4014-9aa8-5401229915a3 req-73e3bc04-a31f-4a47-849b-d7071b826455 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:09:14.322602 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8a8f2b3f-a288-4014-9aa8-5401229915a3 req-73e3bc04-a31f-4a47-849b-d7071b826455 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/networks?id=3b544363-bad2-4a9e-9892-483691dc34e2 HTTP/1.1" status: 200 len: 811 time: 0.1809587 Nov 19 18:09:14.351137 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8a8f2b3f-a288-4014-9aa8-5401229915a3 req-afea2105-7e2b-4ce6-b12e-36d93ec43b3e tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/quotas/e45c6e5baa414b6894171527d94e1abd HTTP/1.1" status: 200 len: 375 time: 0.0215561 Nov 19 18:09:14.361033 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591e3ab5-ba1a-440c-ac33-71d09003a3eb req-e54bd8d6-f3ab-4808-acd5-1b9cd3a12a5a tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:09:14.366914 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-591e3ab5-ba1a-440c-ac33-71d09003a3eb req-e54bd8d6-f3ab-4808-acd5-1b9cd3a12a5a tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/ports?device_id=dd7e5b82-e438-4e99-b310-3c80409b6aad HTTP/1.1" status: 200 len: 945 time: 0.1196342 Nov 19 18:09:14.439631 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-591e3ab5-ba1a-440c-ac33-71d09003a3eb req-16fb677f-5fed-4130-a54b-69c62eaa55af tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/security-groups?id=f3b4bc83-8bc0-4734-b4bc-8a15bbeccc9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661900 Nov 19 18:09:14.451548 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8a8f2b3f-a288-4014-9aa8-5401229915a3 req-e9fc9d9f-9868-47b6-a1fd-23998deb01c6 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=e45c6e5baa414b6894171527d94e1abd&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0945454 Nov 19 18:09:14.567109 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8a8f2b3f-a288-4014-9aa8-5401229915a3 req-f837ecac-2aca-4856-987f-5d06aa1b7d2e service neutron] 10.222.0.54 "GET /v2.0/networks/3b544363-bad2-4a9e-9892-483691dc34e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143262 Nov 19 18:09:14.705364 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8a8f2b3f-a288-4014-9aa8-5401229915a3 req-e1840714-f97c-4ecb-9edb-2834a5bb323b service neutron] 10.222.0.54 "GET /v2.0/networks/3b544363-bad2-4a9e-9892-483691dc34e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267240 Nov 19 18:09:14.748508 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 36100) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:09:14.754125 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-942a949e-1861-41d5-81b9-cd40ac0e959f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-2100327474-network', 'tenant_id': 'a40b303d35684e54b9b06e92d8b9edd1'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:09:14.785191 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-942a949e-1861-41d5-81b9-cd40ac0e959f admin admin] Made reservation on behalf of a40b303d35684e54b9b06e92d8b9edd1 for: {'network': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:09:14.788896 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-942a949e-1861-41d5-81b9-cd40ac0e959f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:14.811539 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-942a949e-1861-41d5-81b9-cd40ac0e959f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:14.847706 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf5d242e-a62b-40f3-9a86-a21b355f7b65 None None] Sync routers for ids ['9cd244c9-7ee5-4828-9621-bf89aa322800'] in n-d-818022-2 {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:09:14.861204 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf5d242e-a62b-40f3-9a86-a21b355f7b65 None None] Routers {'9cd244c9-7ee5-4828-9621-bf89aa322800'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:09:14.862501 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-bf5d242e-a62b-40f3-9a86-a21b355f7b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:09:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['9cd244c9-7ee5-4828-9621-bf89aa322800'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:09:14.959100 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-942a949e-1861-41d5-81b9-cd40ac0e959f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:14.973255 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-942a949e-1861-41d5-81b9-cd40ac0e959f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:15.024940 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b16c0261-5eb5-4e12-a360-87e640f57bbe req-743f67ff-5a48-4d06-be72-ca2771fe0d2c tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/ports?device_id=f0aedaf9-2b7a-44b6-beee-98ffc4e17d40 HTTP/1.1" status: 200 len: 210 time: 0.0496504 Nov 19 18:09:15.027300 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-942a949e-1861-41d5-81b9-cd40ac0e959f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 683} {{(pid=103364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 18:09:15.047427 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942a949e-1861-41d5-81b9-cd40ac0e959f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67e6903f-3a2b-4eaf-9c82-400ed963f2ad,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:09:15.063011 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-942a949e-1861-41d5-81b9-cd40ac0e959f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:15.063749 n-d-818022-2 neutron-server[103364]: INFO neutron.db.segments_db [None req-942a949e-1861-41d5-81b9-cd40ac0e959f admin admin] Added segment 8d0b7822-e55e-4d16-86a1-74afa531b4a3 of type vlan for network c03e1720-5dc1-44d9-9bc8-f01d6684ac7c Nov 19 18:09:15.079975 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-bf5d242e-a62b-40f3-9a86-a21b355f7b65 None None] Set router 9cd244c9-7ee5-4828-9621-bf89aa322800 gateway port host: n-d-818022-2 {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:09:15.141299 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-942a949e-1861-41d5-81b9-cd40ac0e959f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:15.187208 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-942a949e-1861-41d5-81b9-cd40ac0e959f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:15.189280 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-942a949e-1861-41d5-81b9-cd40ac0e959f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:09:15.189280 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-942a949e-1861-41d5-81b9-cd40ac0e959f admin admin] Publish callbacks [] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:15.208190 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 36112) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:09:15.220599 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-bcb64edf-2264-4f55-b3eb-34ed376b65f5 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Request body: {'network': {'name': 'tempest-network-smoke--242540601', 'project_id': 'd00a359bd74e4de6b0d3dd4ba0b5c79c', 'port_security_enabled': True}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:09:15.265496 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942a949e-1861-41d5-81b9-cd40ac0e959f admin admin] Pushing event updated for resources: {'Network': ['ID=c03e1720-5dc1-44d9-9bc8-f01d6684ac7c,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:09:15.276808 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcb64edf-2264-4f55-b3eb-34ed376b65f5 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Made reservation on behalf of d00a359bd74e4de6b0d3dd4ba0b5c79c for: {'network': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:09:15.280872 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network c03e1720-5dc1-44d9-9bc8-f01d6684ac7c details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 18:09:15.283427 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-bcb64edf-2264-4f55-b3eb-34ed376b65f5 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:15.286911 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-942a949e-1861-41d5-81b9-cd40ac0e959f admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5363512 Nov 19 18:09:15.290535 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 36114) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:09:15.297301 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-3c8108ed-2ed3-4e42-9f52-eb0355adab27 admin admin] Request body: {'subnet': {'network_id': 'c03e1720-5dc1-44d9-9bc8-f01d6684ac7c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-2100327474-subnet', 'tenant_id': 'a40b303d35684e54b9b06e92d8b9edd1', 'ip_version': 4}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:09:15.345343 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcb64edf-2264-4f55-b3eb-34ed376b65f5 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 654} {{(pid=103365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 18:09:15.355667 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-bcb64edf-2264-4f55-b3eb-34ed376b65f5 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:15.356272 n-d-818022-2 neutron-server[103365]: INFO neutron.db.segments_db [None req-bcb64edf-2264-4f55-b3eb-34ed376b65f5 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Added segment 59ddae19-91da-4c10-9616-600be213246f of type vlan for network 75b6734d-39c9-48de-a15b-624f6094abc5 Nov 19 18:09:15.367975 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c8108ed-2ed3-4e42-9f52-eb0355adab27 admin admin] Made reservation on behalf of a40b303d35684e54b9b06e92d8b9edd1 for: {'subnet': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:09:15.372024 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3c8108ed-2ed3-4e42-9f52-eb0355adab27 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8983829'] for subnet, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:15.405498 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-bcb64edf-2264-4f55-b3eb-34ed376b65f5 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:15.422605 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-bf5d242e-a62b-40f3-9a86-a21b355f7b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cd244c9-7ee5-4828-9621-bf89aa322800', 'name': 'tempest-TestVolumeBackupRestore-1030190572-router', 'tenant_id': 'edbbe4476fe74b6fa453a50965fd817b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': '5c71027a-2fbe-4e3f-bb57-c766d5fbe127', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:09:08Z', 'updated_at': '2021-11-19T18:09:12Z', 'revision_number': 4, 'project_id': 'edbbe4476fe74b6fa453a50965fd817b', 'gw_port': {'id': '5c71027a-2fbe-4e3f-bb57-c766d5fbe127', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:75:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd244c9-7ee5-4828-9621-bf89aa322800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3521, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:09:09Z', 'updated_at': '2021-11-19T18:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': '70a72aa6-3b14-41ef-89bc-5b02d7a57641', 'name': '', 'network_id': '4ded9289-07e2-4a9e-a76f-366a0c385571', 'tenant_id': 'edbbe4476fe74b6fa453a50965fd817b', 'mac_address': 'fa:16:3e:62:dc:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cd244c9-7ee5-4828-9621-bf89aa322800', 'device_owner': 'network:router_interface', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': 'dd2183cd-a74e-4ffa-9f88-c10707b30f01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:09:11Z', 'updated_at': '2021-11-19T18:09:12Z', 'revision_number': 2, 'project_id': 'edbbe4476fe74b6fa453a50965fd817b', 'subnets': [{'id': 'dd2183cd-a74e-4ffa-9f88-c10707b30f01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:09:15.439138 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-bcb64edf-2264-4f55-b3eb-34ed376b65f5 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:15.451769 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcb64edf-2264-4f55-b3eb-34ed376b65f5 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:09:15.452680 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-bcb64edf-2264-4f55-b3eb-34ed376b65f5 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks [] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:15.457779 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf5d242e-a62b-40f3-9a86-a21b355f7b65 None None] Checking router: 9cd244c9-7ee5-4828-9621-bf89aa322800 for host: n-d-818022-2 {{(pid=103366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:09:15.458169 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf5d242e-a62b-40f3-9a86-a21b355f7b65 None None] Updating router 9cd244c9-7ee5-4828-9621-bf89aa322800 port 70a72aa6-3b14-41ef-89bc-5b02d7a57641 binding host n-d-818022-2 {{(pid=103366) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 18:09:15.496883 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-bcb64edf-2264-4f55-b3eb-34ed376b65f5 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2871644 Nov 19 18:09:15.504795 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 36120) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:09:15.572078 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-bf5d242e-a62b-40f3-9a86-a21b355f7b65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:15.618784 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2110bd1-11a6-41a0-999c-e6f417db4a77 tempest-TestNetworkBasicOps-1831700080 tempest-TestNetworkBasicOps-1831700080-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:09:15.623531 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-d2110bd1-11a6-41a0-999c-e6f417db4a77 tempest-TestNetworkBasicOps-1831700080 tempest-TestNetworkBasicOps-1831700080-project-admin] 10.222.0.54 "GET /v2.0/subnets?project_id=d00a359bd74e4de6b0d3dd4ba0b5c79c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1154945 Nov 19 18:09:15.625499 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 36122) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:09:15.661218 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb64edf-2264-4f55-b3eb-34ed376b65f5 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Pushing event updated for resources: {'Network': ['ID=75b6734d-39c9-48de-a15b-624f6094abc5,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:09:15.782762 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a8d649e-392d-4891-af43-0075451bef5b tempest-TestNetworkBasicOps-1831700080 tempest-TestNetworkBasicOps-1831700080-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:09:15.788507 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 36124) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:09:15.789010 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-3a8d649e-392d-4891-af43-0075451bef5b tempest-TestNetworkBasicOps-1831700080 tempest-TestNetworkBasicOps-1831700080-project-admin] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1611245 Nov 19 18:09:15.846542 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-3c128da5-604b-4de7-afc0-7ec4c731ac88 tempest-TestNetworkBasicOps-1831700080 tempest-TestNetworkBasicOps-1831700080-project-admin] 10.222.0.54 "GET /v2.0/subnets?network_id=645e61aa-1a6c-4e8f-857e-ab06edb4897f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0554883 Nov 19 18:09:15.848956 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 36126) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:09:15.891141 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-407943aa-2979-482a-a7a1-612b3dc944ea tempest-TestNetworkBasicOps-1831700080 tempest-TestNetworkBasicOps-1831700080-project-admin] 10.222.0.54 "GET /v2.0/subnets?project_id=d00a359bd74e4de6b0d3dd4ba0b5c79c&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0383673 Nov 19 18:09:15.893778 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 36128) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:09:15.926647 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3a6703-d6ff-438c-90b2-664210dbef36 req-3c9b2560-adf4-44fc-af25-9891ec978eee tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:09:15.935715 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ca3a6703-d6ff-438c-90b2-664210dbef36 req-3c9b2560-adf4-44fc-af25-9891ec978eee tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/ports?device_id=dd7e5b82-e438-4e99-b310-3c80409b6aad HTTP/1.1" status: 200 len: 945 time: 0.3108971 Nov 19 18:09:15.939181 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3c8108ed-2ed3-4e42-9f52-eb0355adab27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12425078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8983815'] for subnet, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:15.942237 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-bf5d242e-a62b-40f3-9a86-a21b355f7b65 None None] Publish callbacks [] for port, precommit_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:15.946708 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network 75b6734d-39c9-48de-a15b-624f6094abc5 details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 18:09:15.992828 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-bf5d242e-a62b-40f3-9a86-a21b355f7b65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:16.026281 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c9f0003-19fd-42d0-832b-189b9358fd93 tempest-TestNetworkBasicOps-1831700080 tempest-TestNetworkBasicOps-1831700080-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:09:16.029893 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-6c9f0003-19fd-42d0-832b-189b9358fd93 tempest-TestNetworkBasicOps-1831700080 tempest-TestNetworkBasicOps-1831700080-project-admin] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1321669 Nov 19 18:09:16.030777 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 36130) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:09:16.053137 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ca3a6703-d6ff-438c-90b2-664210dbef36 req-f068b88d-f214-4029-95db-c15fcbb4272d tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/security-groups?id=f3b4bc83-8bc0-4734-b4bc-8a15bbeccc9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1143572 Nov 19 18:09:16.072697 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-c19e86bb-fb29-4c25-ac4d-7ec66a4ba6ab tempest-TestNetworkBasicOps-1831700080 tempest-TestNetworkBasicOps-1831700080-project-admin] 10.222.0.54 "GET /v2.0/subnets?network_id=645e61aa-1a6c-4e8f-857e-ab06edb4897f&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0330889 Nov 19 18:09:16.073461 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8108ed-2ed3-4e42-9f52-eb0355adab27 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a3d964b-adef-44dc-902e-a06b4ea0acd1,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:09:16.073564 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 36134) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:09:16.082990 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-0574eccd-16d9-402e-b302-a65c71cf8d1c tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-395718223', 'network_id': '75b6734d-39c9-48de-a15b-624f6094abc5', 'project_id': 'd00a359bd74e4de6b0d3dd4ba0b5c79c', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:09:16.103747 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085e8e3f-e89b-441c-8b97-5a4eb9750654 None None] Pushing event updated for resources: {'Port': ['ID=70a72aa6-3b14-41ef-89bc-5b02d7a57641,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:09:16.111480 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c8108ed-2ed3-4e42-9f52-eb0355adab27 admin admin] Checking segment: {'id': '8d0b7822-e55e-4d16-86a1-74afa531b4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'c03e1720-5dc1-44d9-9bc8-f01d6684ac7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:09:16.112291 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c8108ed-2ed3-4e42-9f52-eb0355adab27 admin admin] Network hostable DHCP agents. Network: c03e1720-5dc1-44d9-9bc8-f01d6684ac7c, hostable agents: ['02910ef2-0455-4aea-9f38-9a875579633f'], hosted agents: [] {{(pid=103364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 18:09:16.133950 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c8108ed-2ed3-4e42-9f52-eb0355adab27 admin admin] Network c03e1720-5dc1-44d9-9bc8-f01d6684ac7c is scheduled to be hosted by DHCP agent 02910ef2-0455-4aea-9f38-9a875579633f with binding_index 1 {{(pid=103364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 18:09:16.146964 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-3c8108ed-2ed3-4e42-9f52-eb0355adab27 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818022-2, c03e1720-5dc1-44d9-9bc8-f01d6684ac7c) {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:09:16.155590 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c8108ed-2ed3-4e42-9f52-eb0355adab27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:09:16.157553 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3c8108ed-2ed3-4e42-9f52-eb0355adab27 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:16.177255 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-992e17c2-3741-45d0-a29d-3b29931f2d7d None None] Network c03e1720-5dc1-44d9-9bc8-f01d6684ac7c requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:09:16.195789 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-3c8108ed-2ed3-4e42-9f52-eb0355adab27 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9020293 Nov 19 18:09:16.197917 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 36138) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:09:16.206172 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-9c19fa2c-3678-41a1-8fdf-fc05bcdc5e37 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-2100327474-router', 'tenant_id': 'a40b303d35684e54b9b06e92d8b9edd1', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'}}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:09:16.235845 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-41794310-5780-42cd-9801-e3a511ce4bb3 req-49659293-fc7f-4151-af54-086932e7ddec tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/ports?device_id=f0aedaf9-2b7a-44b6-beee-98ffc4e17d40 HTTP/1.1" status: 200 len: 210 time: 0.0791926 Nov 19 18:09:16.242250 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-bf5d242e-a62b-40f3-9a86-a21b355f7b65 None None] Attempting to bind port 70a72aa6-3b14-41ef-89bc-5b02d7a57641 on host n-d-818022-2 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:09:16.242955 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-bf5d242e-a62b-40f3-9a86-a21b355f7b65 None None] Attempting to bind port 70a72aa6-3b14-41ef-89bc-5b02d7a57641 by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': 'c30cfb0f-ff5a-43ee-8ebb-277db6d46d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '4ded9289-07e2-4a9e-a76f-366a0c385571'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:09:16.243315 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf5d242e-a62b-40f3-9a86-a21b355f7b65 None None] Attempting to bind port 70a72aa6-3b14-41ef-89bc-5b02d7a57641 on network 4ded9289-07e2-4a9e-a76f-366a0c385571 {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:09:16.265312 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9c19fa2c-3678-41a1-8fdf-fc05bcdc5e37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9890'] for router, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:16.266474 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9c19fa2c-3678-41a1-8fdf-fc05bcdc5e37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671617', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-732153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4689'] for router, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:16.277237 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf5d242e-a62b-40f3-9a86-a21b355f7b65 None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 9, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:09:16.277619 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf5d242e-a62b-40f3-9a86-a21b355f7b65 None None] Checking segment: {'id': 'c30cfb0f-ff5a-43ee-8ebb-277db6d46d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '4ded9289-07e2-4a9e-a76f-366a0c385571'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:09:16.278099 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-bf5d242e-a62b-40f3-9a86-a21b355f7b65 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:16.278479 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf5d242e-a62b-40f3-9a86-a21b355f7b65 None None] Bound using segment: {'id': 'c30cfb0f-ff5a-43ee-8ebb-277db6d46d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '4ded9289-07e2-4a9e-a76f-366a0c385571'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:09:16.278982 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-bf5d242e-a62b-40f3-9a86-a21b355f7b65 None None] Bound port: 70a72aa6-3b14-41ef-89bc-5b02d7a57641, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c30cfb0f-ff5a-43ee-8ebb-277db6d46d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '4ded9289-07e2-4a9e-a76f-366a0c385571'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:09:16.279187 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0574eccd-16d9-402e-b302-a65c71cf8d1c tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Made reservation on behalf of d00a359bd74e4de6b0d3dd4ba0b5c79c for: {'subnet': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:09:16.285077 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0574eccd-16d9-402e-b302-a65c71cf8d1c tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8731248'] for subnet, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:16.288931 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-bf5d242e-a62b-40f3-9a86-a21b355f7b65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:16.347059 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9c19fa2c-3678-41a1-8fdf-fc05bcdc5e37 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:16.450569 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-bf5d242e-a62b-40f3-9a86-a21b355f7b65 None None] For port 70a72aa6-3b14-41ef-89bc-5b02d7a57641, host n-d-818022-2, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:09:16.476396 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-bf5d242e-a62b-40f3-9a86-a21b355f7b65 None None] For port 70a72aa6-3b14-41ef-89bc-5b02d7a57641, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=70a72aa6-3b14-41ef-89bc-5b02d7a57641,segment=NetworkSegment(c30cfb0f-ff5a-43ee-8ebb-277db6d46d84),segment_id=c30cfb0f-ff5a-43ee-8ebb-277db6d46d84)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:09:16.482302 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-70afbe20-3cca-4108-b410-703240990f0e None None] Provisioning complete for port 70a72aa6-3b14-41ef-89bc-5b02d7a57641 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:09:16.482614 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-70afbe20-3cca-4108-b410-703240990f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:16.532598 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-bf5d242e-a62b-40f3-9a86-a21b355f7b65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:16.543691 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c205c28d-35fb-4e43-8820-4170d62b58cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54f44f5f-1200-574e-8740-2141911d5b73-c03e1720-5dc1-44d9-9bc8-f01d6684ac7c', 'network_id': 'c03e1720-5dc1-44d9-9bc8-f01d6684ac7c', 'tenant_id': 'a40b303d35684e54b9b06e92d8b9edd1', 'fixed_ips': [{'subnet_id': '6a3d964b-adef-44dc-902e-a06b4ea0acd1'}]}} from n-d-818022-2. {{(pid=103366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 18:09:16.544548 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-c205c28d-35fb-4e43-8820-4170d62b58cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:16.628917 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9c19fa2c-3678-41a1-8fdf-fc05bcdc5e37 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:16.630251 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-70afbe20-3cca-4108-b410-703240990f0e None None] Port 70a72aa6-3b14-41ef-89bc-5b02d7a57641 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:09:16.669393 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0574eccd-16d9-402e-b302-a65c71cf8d1c tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12283104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8731234'] for subnet, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:16.686524 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085e8e3f-e89b-441c-8b97-5a4eb9750654 None None] Pushing event updated for resources: {'Port': ['ID=70a72aa6-3b14-41ef-89bc-5b02d7a57641,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:09:16.749350 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8f2b3f-a288-4014-9aa8-5401229915a3 req-ef96d04b-da17-400d-ab29-295a8b3439de tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:09:16.751140 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8a8f2b3f-a288-4014-9aa8-5401229915a3 req-ef96d04b-da17-400d-ab29-295a8b3439de tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.60 "GET /v2.0/networks?id=3b544363-bad2-4a9e-9892-483691dc34e2 HTTP/1.1" status: 200 len: 811 time: 0.2966924 Nov 19 18:09:16.773307 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0574eccd-16d9-402e-b302-a65c71cf8d1c tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Pushing event updated for resources: {'Subnet': ['ID=adbb6cf6-3ed2-4544-8da2-4ff6c6a26b9d,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:09:16.784034 n-d-818022-2 neutron-server[103365]: INFO neutron.api.v2.resource [req-0c7fcc88-c398-4001-9dbf-7fdf8b2c2084 req-55468ee6-cd13-44ba-bfac-03e394650a4e service neutron] show failed (client error): The resource could not be found. Nov 19 18:09:16.785250 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0c7fcc88-c398-4001-9dbf-7fdf8b2c2084 req-55468ee6-cd13-44ba-bfac-03e394650a4e service neutron] 10.222.0.60 "GET /v2.0/ports/afe5276a-1a10-40d1-8d3d-9da02800b8a2/bindings/n-h2-818022-2 HTTP/1.1" status: 404 len: 380 time: 0.1851737 Nov 19 18:09:16.816291 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0574eccd-16d9-402e-b302-a65c71cf8d1c tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Checking segment: {'id': '59ddae19-91da-4c10-9616-600be213246f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '75b6734d-39c9-48de-a15b-624f6094abc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:09:16.817236 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0574eccd-16d9-402e-b302-a65c71cf8d1c tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Network hostable DHCP agents. Network: 75b6734d-39c9-48de-a15b-624f6094abc5, hostable agents: ['02910ef2-0455-4aea-9f38-9a875579633f'], hosted agents: [] {{(pid=103365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 18:09:16.828829 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-8a8f2b3f-a288-4014-9aa8-5401229915a3 req-2f025570-6713-46df-8cce-d9c8b3e3064e tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Request body: {'port': {'device_id': 'f0aedaf9-2b7a-44b6-beee-98ffc4e17d40', 'network_id': '3b544363-bad2-4a9e-9892-483691dc34e2', 'admin_state_up': True, 'tenant_id': 'e45c6e5baa414b6894171527d94e1abd'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:09:16.870883 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0574eccd-16d9-402e-b302-a65c71cf8d1c tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Network 75b6734d-39c9-48de-a15b-624f6094abc5 is scheduled to be hosted by DHCP agent 02910ef2-0455-4aea-9f38-9a875579633f with binding_index 1 {{(pid=103365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 18:09:16.886439 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-0574eccd-16d9-402e-b302-a65c71cf8d1c tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818022-2, 75b6734d-39c9-48de-a15b-624f6094abc5) {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:09:16.896219 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0574eccd-16d9-402e-b302-a65c71cf8d1c tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:09:16.897765 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0574eccd-16d9-402e-b302-a65c71cf8d1c tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks [] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:16.907865 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf5d242e-a62b-40f3-9a86-a21b355f7b65 None None] Routers {'9cd244c9-7ee5-4828-9621-bf89aa322800'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:09:16.908273 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-bf5d242e-a62b-40f3-9a86-a21b355f7b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:09:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['9cd244c9-7ee5-4828-9621-bf89aa322800'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:09:16.943713 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-0574eccd-16d9-402e-b302-a65c71cf8d1c tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8726504 Nov 19 18:09:17.097096 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.86', 54864) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:09:17.123878 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a8f2b3f-a288-4014-9aa8-5401229915a3 req-2f025570-6713-46df-8cce-d9c8b3e3064e tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Made reservation on behalf of e45c6e5baa414b6894171527d94e1abd for: {'port': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:09:17.127523 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-8a8f2b3f-a288-4014-9aa8-5401229915a3 req-2f025570-6713-46df-8cce-d9c8b3e3064e tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:17.243313 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b279254-cebd-42a9-86de-c8881e02aa5a None None] Network 75b6734d-39c9-48de-a15b-624f6094abc5 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:09:17.265184 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9c19fa2c-3678-41a1-8fdf-fc05bcdc5e37 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:17.393880 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [None req-c205c28d-35fb-4e43-8820-4170d62b58cd None None] Allocated IP 172.20.0.2 (c03e1720-5dc1-44d9-9bc8-f01d6684ac7c/6a3d964b-adef-44dc-902e-a06b4ea0acd1/61141990-2ac0-4f6f-bc0e-9160b1ff7c76) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:09:17.414082 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9c19fa2c-3678-41a1-8fdf-fc05bcdc5e37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:17.479596 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [req-8a8f2b3f-a288-4014-9aa8-5401229915a3 req-2f025570-6713-46df-8cce-d9c8b3e3064e tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Allocated IP 172.20.0.5 (3b544363-bad2-4a9e-9892-483691dc34e2/78373283-0ecf-42ac-8dc9-066471cd2623/2e0f25e1-d84f-429c-ab5b-6fa3322bd248) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:09:17.481580 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 36158) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:09:17.493657 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8e26d4-c028-4252-b81d-c4a9e4201865 req-3918fc7a-9f9c-4ea4-98cc-0db9bd15a970 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:09:17.494980 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-af8e26d4-c028-4252-b81d-c4a9e4201865 req-3918fc7a-9f9c-4ea4-98cc-0db9bd15a970 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/ports?device_id=dd7e5b82-e438-4e99-b310-3c80409b6aad HTTP/1.1" status: 200 len: 945 time: 0.2990758 Nov 19 18:09:17.499485 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-326667bd-765f-4cf2-9324-2b52097e2394 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-394452812', 'description': 'tempest-secgroup-smoke-394452812 description', 'project_id': 'd00a359bd74e4de6b0d3dd4ba0b5c79c'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:09:17.579638 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a0cf0b37-9ed7-4111-9546-d028a91e856e req-11d27f40-838b-43c7-beb9-d678e67c37fc tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/ports?device_id=f0aedaf9-2b7a-44b6-beee-98ffc4e17d40 HTTP/1.1" status: 200 len: 210 time: 0.0383401 Nov 19 18:09:17.588254 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7fcc88-c398-4001-9dbf-7fdf8b2c2084 req-b62e6c63-0270-4977-8e38-fa569871f552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:09:17.589843 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0c7fcc88-c398-4001-9dbf-7fdf8b2c2084 req-b62e6c63-0270-4977-8e38-fa569871f552 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=dd7e5b82-e438-4e99-b310-3c80409b6aad&tenant_id=d41245dedb694df6accb5dc7769c75e5 HTTP/1.1" status: 200 len: 1096 time: 0.4910505 Nov 19 18:09:17.603817 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [req-0c7fcc88-c398-4001-9dbf-7fdf8b2c2084 req-b22ae46a-0822-4d38-b3c5-aa97b28379de service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=103365) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 18:09:17.605021 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0c7fcc88-c398-4001-9dbf-7fdf8b2c2084 req-b22ae46a-0822-4d38-b3c5-aa97b28379de service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0074518 Nov 19 18:09:17.621623 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-0c7fcc88-c398-4001-9dbf-7fdf8b2c2084 req-8e2f480f-29d8-41cf-9437-3a295106c98b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-818022-2', 'device_owner': 'compute:nova'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:09:17.645422 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [None req-9c19fa2c-3678-41a1-8fdf-fc05bcdc5e37 admin admin] Allocated IP 172.25.7.160 (645e61aa-1a6c-4e8f-857e-ab06edb4897f/88ed2d64-f56d-4f01-a468-946e01c99e82/ad4037b4-31c2-4e51-8947-7877a8e9a4e9) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:09:17.662265 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-bf5d242e-a62b-40f3-9a86-a21b355f7b65 None None] Set router 9cd244c9-7ee5-4828-9621-bf89aa322800 gateway port host: n-d-818022-2 {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:09:17.665159 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-0eb43330-c899-4492-86f2-964342399b69 None None] Provisioning complete for port 70a72aa6-3b14-41ef-89bc-5b02d7a57641 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:09:17.665159 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0eb43330-c899-4492-86f2-964342399b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:17.688615 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-0c7fcc88-c398-4001-9dbf-7fdf8b2c2084 req-8e2f480f-29d8-41cf-9437-3a295106c98b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:17.780583 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-326667bd-765f-4cf2-9324-2b52097e2394 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:17.805497 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-c205c28d-35fb-4e43-8820-4170d62b58cd None None] Publish callbacks [] for port, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:17.865181 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-c205c28d-35fb-4e43-8820-4170d62b58cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998'] for port, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:17.943172 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-326667bd-765f-4cf2-9324-2b52097e2394 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:17.954685 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c205c28d-35fb-4e43-8820-4170d62b58cd None None] Network c03e1720-5dc1-44d9-9bc8-f01d6684ac7c is already hosted by enough agents. {{(pid=103366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:09:17.963976 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-326667bd-765f-4cf2-9324-2b52097e2394 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:17.969124 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [None req-c205c28d-35fb-4e43-8820-4170d62b58cd None None] Resources bound (agent type, host, resource id): {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:09:17.979807 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c258e09-129e-4387-bce0-12da60bb5a90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54f44f5f-1200-574e-8740-2141911d5b73-75b6734d-39c9-48de-a15b-624f6094abc5', 'network_id': '75b6734d-39c9-48de-a15b-624f6094abc5', 'tenant_id': 'd00a359bd74e4de6b0d3dd4ba0b5c79c', 'fixed_ips': [{'subnet_id': 'adbb6cf6-3ed2-4544-8da2-4ff6c6a26b9d'}]}} from n-d-818022-2. {{(pid=103366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 18:09:17.981588 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3c258e09-129e-4387-bce0-12da60bb5a90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:17.989669 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c205c28d-35fb-4e43-8820-4170d62b58cd None None] Received port after_create {{(pid=103366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:09:17.997010 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c205c28d-35fb-4e43-8820-4170d62b58cd None None] Pushing event updated for resources: {'Port': ['ID=61141990-2ac0-4f6f-bc0e-9160b1ff7c76,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:09:18.011829 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-af8e26d4-c028-4252-b81d-c4a9e4201865 req-9c5808e3-21dc-4b35-b491-ce67fe9751cf tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/security-groups?id=f3b4bc83-8bc0-4734-b4bc-8a15bbeccc9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4770353 Nov 19 18:09:18.035489 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9c19fa2c-3678-41a1-8fdf-fc05bcdc5e37 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:18.035690 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-0c7fcc88-c398-4001-9dbf-7fdf8b2c2084 req-8e2f480f-29d8-41cf-9437-3a295106c98b service neutron] For port afe5276a-1a10-40d1-8d3d-9da02800b8a2, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=afe5276a-1a10-40d1-8d3d-9da02800b8a2,segment=NetworkSegment(40fb2a9c-8901-4a90-ae9b-dc010a7bd213),segment_id=40fb2a9c-8901-4a90-ae9b-dc010a7bd213)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:09:18.081699 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-0c7fcc88-c398-4001-9dbf-7fdf8b2c2084 req-8e2f480f-29d8-41cf-9437-3a295106c98b service neutron] For port afe5276a-1a10-40d1-8d3d-9da02800b8a2, host n-h1-818022-2, cleared binding levels {{(pid=103365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:09:18.082865 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-326667bd-765f-4cf2-9324-2b52097e2394 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:18.087268 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-326667bd-765f-4cf2-9324-2b52097e2394 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5881379 Nov 19 18:09:18.087268 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326667bd-765f-4cf2-9324-2b52097e2394 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=332b108b-bbdc-4b3c-b42e-b9da772a67ae,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:09:18.092298 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 36162) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:09:18.108823 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-7d6e9338-6fd0-4586-92d3-5bf016a3c18e tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Request body: {'security_group_rule': {'security_group_id': '332b108b-bbdc-4b3c-b42e-b9da772a67ae', 'project_id': 'd00a359bd74e4de6b0d3dd4ba0b5c79c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:09:18.134133 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd7e5b82-e438-4e99-b310-3c80409b6aad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'afe5276a-1a10-40d1-8d3d-9da02800b8a2'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:09:18.136979 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218319d759239a7d11f1288aef37381b97754913ee9ccbfd43b51a463f801712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c04dcad5-587f-4b4f-bf8d-6abb517fdae6" -d '{"events": [{"server_uuid": "dd7e5b82-e438-4e99-b310-3c80409b6aad", "name": "network-vif-unplugged", "status": "completed", "tag": "afe5276a-1a10-40d1-8d3d-9da02800b8a2"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:09:18.142397 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-0c7fcc88-c398-4001-9dbf-7fdf8b2c2084 req-8e2f480f-29d8-41cf-9437-3a295106c98b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:18.155504 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-8a8f2b3f-a288-4014-9aa8-5401229915a3 req-2f025570-6713-46df-8cce-d9c8b3e3064e tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:18.173693 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7d6e9338-6fd0-4586-92d3-5bf016a3c18e tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:18.184454 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.provisioning_blocks [req-0c7fcc88-c398-4001-9dbf-7fdf8b2c2084 req-8e2f480f-29d8-41cf-9437-3a295106c98b service neutron] Transition to ACTIVE for port object afe5276a-1a10-40d1-8d3d-9da02800b8a2 will not be triggered until provisioned by entity L2. {{(pid=103365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 18:09:18.193697 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9c19fa2c-3678-41a1-8fdf-fc05bcdc5e37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:18.197365 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-0c7fcc88-c398-4001-9dbf-7fdf8b2c2084 req-8e2f480f-29d8-41cf-9437-3a295106c98b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:18.247328 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 18:09:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87e42a96-8b3c-41dc-8bdf-d6b3e3385f35 x-openstack-request-id: req-87e42a96-8b3c-41dc-8bdf-d6b3e3385f35 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:09:18.247840 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd7e5b82-e438-4e99-b310-3c80409b6aad", "name": "network-vif-unplugged", "status": "completed", "tag": "afe5276a-1a10-40d1-8d3d-9da02800b8a2", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:09:18.248250 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-87e42a96-8b3c-41dc-8bdf-d6b3e3385f35 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:09:18.248819 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd7e5b82-e438-4e99-b310-3c80409b6aad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'afe5276a-1a10-40d1-8d3d-9da02800b8a2', 'code': 200} Nov 19 18:09:18.253777 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c19fa2c-3678-41a1-8fdf-fc05bcdc5e37 admin admin] Network 645e61aa-1a6c-4e8f-857e-ab06edb4897f is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:09:18.265508 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-9c19fa2c-3678-41a1-8fdf-fc05bcdc5e37 admin admin] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:09:18.274881 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c19fa2c-3678-41a1-8fdf-fc05bcdc5e37 admin admin] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:09:18.317804 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-8a8f2b3f-a288-4014-9aa8-5401229915a3 req-2f025570-6713-46df-8cce-d9c8b3e3064e tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:18.318348 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0eb43330-c899-4492-86f2-964342399b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:18.326445 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-c205c28d-35fb-4e43-8820-4170d62b58cd None None] Attempting to bind port 61141990-2ac0-4f6f-bc0e-9160b1ff7c76 on host n-d-818022-2 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:09:18.326826 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-c205c28d-35fb-4e43-8820-4170d62b58cd None None] Attempting to bind port 61141990-2ac0-4f6f-bc0e-9160b1ff7c76 by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': '8d0b7822-e55e-4d16-86a1-74afa531b4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'c03e1720-5dc1-44d9-9bc8-f01d6684ac7c'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:09:18.327200 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c205c28d-35fb-4e43-8820-4170d62b58cd None None] Attempting to bind port 61141990-2ac0-4f6f-bc0e-9160b1ff7c76 on network c03e1720-5dc1-44d9-9bc8-f01d6684ac7c {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:09:18.330852 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8321d426-9170-4413-84eb-80868950818e None None] DHCP port deletion for 645e61aa-1a6c-4e8f-857e-ab06edb4897f request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:09:18.341455 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c19fa2c-3678-41a1-8fdf-fc05bcdc5e37 admin admin] Pushing event updated for resources: {'Port': ['ID=ad4037b4-31c2-4e51-8947-7877a8e9a4e9,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:09:18.372799 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['9b7242e0-baf5-4a3d-9541-1cbaa1b9da29'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:09:18.438924 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f025570-6713-46df-8cce-d9c8b3e3064e tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Pushing event updated for resources: {'Port': ['ID=2e0f25e1-d84f-429c-ab5b-6fa3322bd248,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:09:18.471097 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7d6e9338-6fd0-4586-92d3-5bf016a3c18e tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:18.483946 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c205c28d-35fb-4e43-8820-4170d62b58cd None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 9, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:09:18.484376 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c205c28d-35fb-4e43-8820-4170d62b58cd None None] Checking segment: {'id': '8d0b7822-e55e-4d16-86a1-74afa531b4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'c03e1720-5dc1-44d9-9bc8-f01d6684ac7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:09:18.484796 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-c205c28d-35fb-4e43-8820-4170d62b58cd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:18.485208 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c205c28d-35fb-4e43-8820-4170d62b58cd None None] Bound using segment: {'id': '8d0b7822-e55e-4d16-86a1-74afa531b4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'c03e1720-5dc1-44d9-9bc8-f01d6684ac7c'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:09:18.486682 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-c205c28d-35fb-4e43-8820-4170d62b58cd None None] Bound port: 61141990-2ac0-4f6f-bc0e-9160b1ff7c76, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d0b7822-e55e-4d16-86a1-74afa531b4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'c03e1720-5dc1-44d9-9bc8-f01d6684ac7c'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:09:18.487091 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-c205c28d-35fb-4e43-8820-4170d62b58cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:18.488220 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a8f2b3f-a288-4014-9aa8-5401229915a3 req-2f025570-6713-46df-8cce-d9c8b3e3064e tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Network 3b544363-bad2-4a9e-9892-483691dc34e2 is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:09:18.548266 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [req-8a8f2b3f-a288-4014-9aa8-5401229915a3 req-2f025570-6713-46df-8cce-d9c8b3e3064e tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:09:18.550130 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7d6e9338-6fd0-4586-92d3-5bf016a3c18e tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735179'] for security_group_rule, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:18.665898 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-c205c28d-35fb-4e43-8820-4170d62b58cd None None] For port 61141990-2ac0-4f6f-bc0e-9160b1ff7c76, host n-d-818022-2, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:09:18.747732 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [None req-3c258e09-129e-4387-bce0-12da60bb5a90 None None] Allocated IP 172.20.0.18 (75b6734d-39c9-48de-a15b-624f6094abc5/adbb6cf6-3ed2-4544-8da2-4ff6c6a26b9d/31b326ca-f679-47c8-a0c6-13a37b2f454a) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:09:18.947420 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3c258e09-129e-4387-bce0-12da60bb5a90 None None] Publish callbacks [] for port, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:18.963347 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-c205c28d-35fb-4e43-8820-4170d62b58cd None None] For port 61141990-2ac0-4f6f-bc0e-9160b1ff7c76, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=61141990-2ac0-4f6f-bc0e-9160b1ff7c76,segment=NetworkSegment(8d0b7822-e55e-4d16-86a1-74afa531b4a3),segment_id=8d0b7822-e55e-4d16-86a1-74afa531b4a3)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:09:18.973212 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0eb43330-c899-4492-86f2-964342399b69 None None] For port 70a72aa6-3b14-41ef-89bc-5b02d7a57641, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=70a72aa6-3b14-41ef-89bc-5b02d7a57641,segment=NetworkSegment(c30cfb0f-ff5a-43ee-8ebb-277db6d46d84),segment_id=c30cfb0f-ff5a-43ee-8ebb-277db6d46d84)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:09:18.980573 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3c258e09-129e-4387-bce0-12da60bb5a90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998'] for port, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:19.030903 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2f480f-29d8-41cf-9437-3a295106c98b service neutron] Pushing event updated for resources: {'Port': ['ID=afe5276a-1a10-40d1-8d3d-9da02800b8a2,revision_number=6']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:09:19.036851 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-c205c28d-35fb-4e43-8820-4170d62b58cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:19.039931 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0eb43330-c899-4492-86f2-964342399b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:19.048116 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c258e09-129e-4387-bce0-12da60bb5a90 None None] Pushing event updated for resources: {'Port': ['ID=31b326ca-f679-47c8-a0c6-13a37b2f454a,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:09:19.067749 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-bf5d242e-a62b-40f3-9a86-a21b355f7b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cd244c9-7ee5-4828-9621-bf89aa322800', 'name': 'tempest-TestVolumeBackupRestore-1030190572-router', 'tenant_id': 'edbbe4476fe74b6fa453a50965fd817b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': '5c71027a-2fbe-4e3f-bb57-c766d5fbe127', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:09:08Z', 'updated_at': '2021-11-19T18:09:12Z', 'revision_number': 4, 'project_id': 'edbbe4476fe74b6fa453a50965fd817b', 'gw_port': {'id': '5c71027a-2fbe-4e3f-bb57-c766d5fbe127', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:75:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd244c9-7ee5-4828-9621-bf89aa322800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3521, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:09:09Z', 'updated_at': '2021-11-19T18:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': '70a72aa6-3b14-41ef-89bc-5b02d7a57641', 'name': '', 'network_id': '4ded9289-07e2-4a9e-a76f-366a0c385571', 'tenant_id': 'edbbe4476fe74b6fa453a50965fd817b', 'mac_address': 'fa:16:3e:62:dc:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cd244c9-7ee5-4828-9621-bf89aa322800', 'device_owner': 'network:router_interface', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': 'dd2183cd-a74e-4ffa-9f88-c10707b30f01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:09:11Z', 'updated_at': '2021-11-19T18:09:16Z', 'revision_number': 4, 'project_id': 'edbbe4476fe74b6fa453a50965fd817b', 'subnets': [{'id': 'dd2183cd-a74e-4ffa-9f88-c10707b30f01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:09:19.095838 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a8f2b3f-a288-4014-9aa8-5401229915a3 req-2f025570-6713-46df-8cce-d9c8b3e3064e tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:09:19.130635 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c7fcc88-c398-4001-9dbf-7fdf8b2c2084 req-8e2f480f-29d8-41cf-9437-3a295106c98b service neutron] No DVR routers for this DVR port afe5276a-1a10-40d1-8d3d-9da02800b8a2 on host n-h1-818022-2 {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:09:19.136878 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c258e09-129e-4387-bce0-12da60bb5a90 None None] Network 75b6734d-39c9-48de-a15b-624f6094abc5 is already hosted by enough agents. {{(pid=103366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:09:19.173760 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7d6e9338-6fd0-4586-92d3-5bf016a3c18e tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:19.179130 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-7d6e9338-6fd0-4586-92d3-5bf016a3c18e tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0829182 Nov 19 18:09:19.183299 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [None req-3c258e09-129e-4387-bce0-12da60bb5a90 None None] Resources bound (agent type, host, resource id): {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:09:19.195386 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 36174) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:09:19.201950 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c258e09-129e-4387-bce0-12da60bb5a90 None None] Received port after_create {{(pid=103366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:09:19.206067 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf5d242e-a62b-40f3-9a86-a21b355f7b65 None None] The sync data for ids ['9cd244c9-7ee5-4828-9621-bf89aa322800'] in n-d-818022-2 is: [{'id': '9cd244c9-7ee5-4828-9621-bf89aa322800', 'name': 'tempest-TestVolumeBackupRestore-1030190572-router', 'tenant_id': 'edbbe4476fe74b6fa453a50965fd817b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': '5c71027a-2fbe-4e3f-bb57-c766d5fbe127', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:09:08Z', 'updated_at': '2021-11-19T18:09:12Z', 'revision_number': 4, 'project_id': 'edbbe4476fe74b6fa453a50965fd817b', 'gw_port': {'id': '5c71027a-2fbe-4e3f-bb57-c766d5fbe127', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:75:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd244c9-7ee5-4828-9621-bf89aa322800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3521, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:09:09Z', 'updated_at': '2021-11-19T18:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': '70a72aa6-3b14-41ef-89bc-5b02d7a57641', 'name': '', 'network_id': '4ded9289-07e2-4a9e-a76f-366a0c385571', 'tenant_id': 'edbbe4476fe74b6fa453a50965fd817b', 'mac_address': 'fa:16:3e:62:dc:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cd244c9-7ee5-4828-9621-bf89aa322800', 'device_owner': 'network:router_interface', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': 'dd2183cd-a74e-4ffa-9f88-c10707b30f01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:09:11Z', 'updated_at': '2021-11-19T18:09:16Z', 'revision_number': 4, 'project_id': 'edbbe4476fe74b6fa453a50965fd817b', 'subnets': [{'id': 'dd2183cd-a74e-4ffa-9f88-c10707b30f01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:09:19.208330 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-2301a189-4498-4ba5-9a85-f23452be4107 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Request body: {'security_group_rule': {'security_group_id': '332b108b-bbdc-4b3c-b42e-b9da772a67ae', 'project_id': 'd00a359bd74e4de6b0d3dd4ba0b5c79c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:09:19.240960 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6e9338-6fd0-4586-92d3-5bf016a3c18e tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f030b7b0-9f8b-408e-8f9f-62bb875221f7,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:09:19.343943 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8f2b3f-a288-4014-9aa8-5401229915a3 req-2f025570-6713-46df-8cce-d9c8b3e3064e tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:09:19.344845 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-8a8f2b3f-a288-4014-9aa8-5401229915a3 req-2f025570-6713-46df-8cce-d9c8b3e3064e tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:19.421935 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c205c28d-35fb-4e43-8820-4170d62b58cd None None] Pushing event updated for resources: {'Port': ['ID=61141990-2ac0-4f6f-bc0e-9160b1ff7c76,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:09:19.424694 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a8f753-5c72-4e8f-8f85-b4fe12a2e9d0 req-6fde6b5e-0493-419a-8586-e9f0c447c849 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:09:19.426730 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c1a8f753-5c72-4e8f-8f85-b4fe12a2e9d0 req-6fde6b5e-0493-419a-8586-e9f0c447c849 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/ports?device_id=f0aedaf9-2b7a-44b6-beee-98ffc4e17d40 HTTP/1.1" status: 200 len: 931 time: 0.2458951 Nov 19 18:09:19.474342 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-0c7fcc88-c398-4001-9dbf-7fdf8b2c2084 req-8e2f480f-29d8-41cf-9437-3a295106c98b service neutron] Attempting to bind port afe5276a-1a10-40d1-8d3d-9da02800b8a2 on host n-h2-818022-2 for vnic_type normal with profile {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:09:19.474543 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-0c7fcc88-c398-4001-9dbf-7fdf8b2c2084 req-8e2f480f-29d8-41cf-9437-3a295106c98b service neutron] Attempting to bind port afe5276a-1a10-40d1-8d3d-9da02800b8a2 by drivers openvswitch,hyperv on host n-h2-818022-2 at level 0 using segments [{'id': '40fb2a9c-8901-4a90-ae9b-dc010a7bd213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '42124578-768e-4944-8737-c67497927ce8'}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:09:19.474879 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c7fcc88-c398-4001-9dbf-7fdf8b2c2084 req-8e2f480f-29d8-41cf-9437-3a295106c98b service neutron] Attempting to bind port afe5276a-1a10-40d1-8d3d-9da02800b8a2 on network 42124578-768e-4944-8737-c67497927ce8 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:09:19.482647 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8a8f2b3f-a288-4014-9aa8-5401229915a3 req-2f025570-6713-46df-8cce-d9c8b3e3064e tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6765876 Nov 19 18:09:19.493723 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c7fcc88-c398-4001-9dbf-7fdf8b2c2084 req-8e2f480f-29d8-41cf-9437-3a295106c98b service neutron] Port afe5276a-1a10-40d1-8d3d-9da02800b8a2 on network 42124578-768e-4944-8737-c67497927ce8 not bound, no agent of type Open vSwitch agent registered on host n-h2-818022-2 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 18:09:19.494105 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c7fcc88-c398-4001-9dbf-7fdf8b2c2084 req-8e2f480f-29d8-41cf-9437-3a295106c98b service neutron] Attempting to bind port afe5276a-1a10-40d1-8d3d-9da02800b8a2 on network 42124578-768e-4944-8737-c67497927ce8 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:09:19.514944 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c7fcc88-c398-4001-9dbf-7fdf8b2c2084 req-8e2f480f-29d8-41cf-9437-3a295106c98b service neutron] Checking agent: {'id': '525ad2ac-c4ae-4c63-af2e-0bf8d25d0f0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'started_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 9, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:09:19.515288 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c7fcc88-c398-4001-9dbf-7fdf8b2c2084 req-8e2f480f-29d8-41cf-9437-3a295106c98b service neutron] Checking segment: {'id': '40fb2a9c-8901-4a90-ae9b-dc010a7bd213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '42124578-768e-4944-8737-c67497927ce8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:09:19.515683 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c7fcc88-c398-4001-9dbf-7fdf8b2c2084 req-8e2f480f-29d8-41cf-9437-3a295106c98b service neutron] Bound using segment: {'id': '40fb2a9c-8901-4a90-ae9b-dc010a7bd213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '42124578-768e-4944-8737-c67497927ce8'} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:09:19.516130 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-0c7fcc88-c398-4001-9dbf-7fdf8b2c2084 req-8e2f480f-29d8-41cf-9437-3a295106c98b service neutron] Bound port: afe5276a-1a10-40d1-8d3d-9da02800b8a2, host: n-h2-818022-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40fb2a9c-8901-4a90-ae9b-dc010a7bd213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '42124578-768e-4944-8737-c67497927ce8'}}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:09:19.516495 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-0c7fcc88-c398-4001-9dbf-7fdf8b2c2084 req-8e2f480f-29d8-41cf-9437-3a295106c98b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:19.554637 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6625e66-b4b7-410f-ba30-7ec5ba106ea4 req-ed5839f1-b463-4d52-9cb4-186d7ceb9eaa tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:09:19.566837 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e6625e66-b4b7-410f-ba30-7ec5ba106ea4 req-ed5839f1-b463-4d52-9cb4-186d7ceb9eaa tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/ports?device_id=dd7e5b82-e438-4e99-b310-3c80409b6aad HTTP/1.1" status: 200 len: 943 time: 0.2298784 Nov 19 18:09:19.588513 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2301a189-4498-4ba5-9a85-f23452be4107 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:19.618646 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-b176257d-ad07-4334-bd8e-47a49fa58ab7 None None] Provisioning complete for port 2e0f25e1-d84f-429c-ab5b-6fa3322bd248 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:09:19.621725 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b176257d-ad07-4334-bd8e-47a49fa58ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:19.636992 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-3c258e09-129e-4387-bce0-12da60bb5a90 None None] Attempting to bind port 31b326ca-f679-47c8-a0c6-13a37b2f454a on host n-d-818022-2 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:09:19.638150 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-3c258e09-129e-4387-bce0-12da60bb5a90 None None] Attempting to bind port 31b326ca-f679-47c8-a0c6-13a37b2f454a by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': '59ddae19-91da-4c10-9616-600be213246f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '75b6734d-39c9-48de-a15b-624f6094abc5'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:09:19.638150 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c258e09-129e-4387-bce0-12da60bb5a90 None None] Attempting to bind port 31b326ca-f679-47c8-a0c6-13a37b2f454a on network 75b6734d-39c9-48de-a15b-624f6094abc5 {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:09:19.727051 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c258e09-129e-4387-bce0-12da60bb5a90 None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 9, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:09:19.727499 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c258e09-129e-4387-bce0-12da60bb5a90 None None] Checking segment: {'id': '59ddae19-91da-4c10-9616-600be213246f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '75b6734d-39c9-48de-a15b-624f6094abc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:09:19.727982 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3c258e09-129e-4387-bce0-12da60bb5a90 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:19.733159 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c258e09-129e-4387-bce0-12da60bb5a90 None None] Bound using segment: {'id': '59ddae19-91da-4c10-9616-600be213246f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '75b6734d-39c9-48de-a15b-624f6094abc5'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:09:19.734179 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-3c258e09-129e-4387-bce0-12da60bb5a90 None None] Bound port: 31b326ca-f679-47c8-a0c6-13a37b2f454a, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59ddae19-91da-4c10-9616-600be213246f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '75b6734d-39c9-48de-a15b-624f6094abc5'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:09:19.734667 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3c258e09-129e-4387-bce0-12da60bb5a90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:19.755912 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-8a8f2b3f-a288-4014-9aa8-5401229915a3 req-a99c409c-493c-4863-b84d-10abae1d187b service neutron] Request body: {'port': {'device_id': 'f0aedaf9-2b7a-44b6-beee-98ffc4e17d40', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818022-2'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:09:19.762052 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9c19fa2c-3678-41a1-8fdf-fc05bcdc5e37 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:19.777346 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e6625e66-b4b7-410f-ba30-7ec5ba106ea4 req-32bfc081-ab66-4bc8-b0d8-2bd1bdc9cb57 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/security-groups?id=f3b4bc83-8bc0-4734-b4bc-8a15bbeccc9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2116289 Nov 19 18:09:19.824228 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb43330-c899-4492-86f2-964342399b69 None None] Pushing event updated for resources: {'Port': ['ID=70a72aa6-3b14-41ef-89bc-5b02d7a57641,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:09:19.843312 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-0c7fcc88-c398-4001-9dbf-7fdf8b2c2084 req-8e2f480f-29d8-41cf-9437-3a295106c98b service neutron] For port afe5276a-1a10-40d1-8d3d-9da02800b8a2, host n-h2-818022-2, cleared binding levels {{(pid=103365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:09:19.850575 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-0c7fcc88-c398-4001-9dbf-7fdf8b2c2084 req-8e2f480f-29d8-41cf-9437-3a295106c98b service neutron] For port afe5276a-1a10-40d1-8d3d-9da02800b8a2, host n-h2-818022-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=afe5276a-1a10-40d1-8d3d-9da02800b8a2,segment=NetworkSegment(40fb2a9c-8901-4a90-ae9b-dc010a7bd213),segment_id=40fb2a9c-8901-4a90-ae9b-dc010a7bd213)] {{(pid=103365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:09:19.857787 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-b176257d-ad07-4334-bd8e-47a49fa58ab7 None None] Port 2e0f25e1-d84f-429c-ab5b-6fa3322bd248 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:09:19.858453 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-0c7fcc88-c398-4001-9dbf-7fdf8b2c2084 req-8e2f480f-29d8-41cf-9437-3a295106c98b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:19.889556 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-b176257d-ad07-4334-bd8e-47a49fa58ab7 None None] Provisioning complete for port ad4037b4-31c2-4e51-8947-7877a8e9a4e9 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:09:19.889949 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b176257d-ad07-4334-bd8e-47a49fa58ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:19.935500 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-3c258e09-129e-4387-bce0-12da60bb5a90 None None] For port 31b326ca-f679-47c8-a0c6-13a37b2f454a, host n-d-818022-2, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:09:19.950022 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-b176257d-ad07-4334-bd8e-47a49fa58ab7 None None] Port ad4037b4-31c2-4e51-8947-7877a8e9a4e9 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:09:19.963927 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-3c258e09-129e-4387-bce0-12da60bb5a90 None None] For port 31b326ca-f679-47c8-a0c6-13a37b2f454a, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=31b326ca-f679-47c8-a0c6-13a37b2f454a,segment=NetworkSegment(59ddae19-91da-4c10-9616-600be213246f),segment_id=59ddae19-91da-4c10-9616-600be213246f)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:09:19.964151 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-8a8f2b3f-a288-4014-9aa8-5401229915a3 req-a99c409c-493c-4863-b84d-10abae1d187b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:19.979281 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3c258e09-129e-4387-bce0-12da60bb5a90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:19.985065 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c1a8f753-5c72-4e8f-8f85-b4fe12a2e9d0 req-b040039c-3799-4ecf-8ca9-bbba42a6a0a8 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/security-groups?id=a66d5311-8064-42eb-b883-c6c911692a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5296054 Nov 19 18:09:20.000619 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7fcc88-c398-4001-9dbf-7fdf8b2c2084 req-8e2f480f-29d8-41cf-9437-3a295106c98b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:09:20.000619 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-0c7fcc88-c398-4001-9dbf-7fdf8b2c2084 req-8e2f480f-29d8-41cf-9437-3a295106c98b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:20.004595 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0c7fcc88-c398-4001-9dbf-7fdf8b2c2084 req-8e2f480f-29d8-41cf-9437-3a295106c98b service neutron] 10.222.0.86 "PUT /v2.0/ports/afe5276a-1a10-40d1-8d3d-9da02800b8a2 HTTP/1.1" status: 200 len: 1091 time: 2.3876874 Nov 19 18:09:20.009421 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2f480f-29d8-41cf-9437-3a295106c98b service neutron] Pushing event updated for resources: {'Port': ['ID=afe5276a-1a10-40d1-8d3d-9da02800b8a2,revision_number=7']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:09:20.010704 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2301a189-4498-4ba5-9a85-f23452be4107 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:20.053019 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2301a189-4498-4ba5-9a85-f23452be4107 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735179'] for security_group_rule, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:20.101295 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2301a189-4498-4ba5-9a85-f23452be4107 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:20.102510 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-2301a189-4498-4ba5-9a85-f23452be4107 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9040806 Nov 19 18:09:20.105537 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 36176) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:09:20.115222 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2301a189-4498-4ba5-9a85-f23452be4107 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21d6e2ca-3094-4d33-84be-1c981f044881,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:09:20.115554 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-7eafc5f4-657e-4bbb-8ef3-10f1cd5ce282 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Request body: {'security_group_rule': {'security_group_id': '332b108b-bbdc-4b3c-b42e-b9da772a67ae', 'project_id': 'd00a359bd74e4de6b0d3dd4ba0b5c79c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:09:20.167015 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c258e09-129e-4387-bce0-12da60bb5a90 None None] Pushing event updated for resources: {'Port': ['ID=31b326ca-f679-47c8-a0c6-13a37b2f454a,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:09:20.203477 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7eafc5f4-657e-4bbb-8ef3-10f1cd5ce282 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:20.255080 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd7e5b82-e438-4e99-b310-3c80409b6aad', 'tag': 'afe5276a-1a10-40d1-8d3d-9da02800b8a2'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:09:20.268114 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218319d759239a7d11f1288aef37381b97754913ee9ccbfd43b51a463f801712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3992e2e4-4d90-4e1c-b720-96436fa70997" -d '{"events": [{"name": "network-changed", "server_uuid": "dd7e5b82-e438-4e99-b310-3c80409b6aad", "tag": "afe5276a-1a10-40d1-8d3d-9da02800b8a2"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:09:20.284949 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 70a72aa6-3b14-41ef-89bc-5b02d7a57641 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:09:20.402530 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7fcc88-c398-4001-9dbf-7fdf8b2c2084 req-7e88be09-a744-4409-91e3-657ecb260e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:09:20.404262 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0c7fcc88-c398-4001-9dbf-7fdf8b2c2084 req-7e88be09-a744-4409-91e3-657ecb260e9d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=d41245dedb694df6accb5dc7769c75e5&device_id=dd7e5b82-e438-4e99-b310-3c80409b6aad HTTP/1.1" status: 200 len: 1094 time: 0.3621314 Nov 19 18:09:20.407048 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 18:09:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01b2d6ea-a41e-4f45-9855-8f285f78b998 x-openstack-request-id: req-01b2d6ea-a41e-4f45-9855-8f285f78b998 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:09:20.408186 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd7e5b82-e438-4e99-b310-3c80409b6aad", "tag": "afe5276a-1a10-40d1-8d3d-9da02800b8a2", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:09:20.417355 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-01b2d6ea-a41e-4f45-9855-8f285f78b998 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:09:20.420210 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd7e5b82-e438-4e99-b310-3c80409b6aad', 'tag': 'afe5276a-1a10-40d1-8d3d-9da02800b8a2', 'status': 'completed', 'code': 200} Nov 19 18:09:20.501460 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 70a72aa6-3b14-41ef-89bc-5b02d7a57641 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:09:20.501968 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:20.585707 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7eafc5f4-657e-4bbb-8ef3-10f1cd5ce282 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:20.673315 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7eafc5f4-657e-4bbb-8ef3-10f1cd5ce282 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735179'] for security_group_rule, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:20.728879 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9c19fa2c-3678-41a1-8fdf-fc05bcdc5e37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671702'] for router, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:20.804471 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3992e2e4-4d90-4e1c-b720-96436fa70997 req-32ae42a0-883f-412c-b18e-3abb404eb4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:09:20.822520 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3992e2e4-4d90-4e1c-b720-96436fa70997 req-32ae42a0-883f-412c-b18e-3abb404eb4d0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d41245dedb694df6accb5dc7769c75e5&device_id=dd7e5b82-e438-4e99-b310-3c80409b6aad HTTP/1.1" status: 200 len: 1094 time: 0.2324755 Nov 19 18:09:20.846172 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 61141990-2ac0-4f6f-bc0e-9160b1ff7c76 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:09:20.861894 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eafc5f4-657e-4bbb-8ef3-10f1cd5ce282 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce9eb7fd-26cc-4524-90a3-f10a38cdab4a,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:09:21.091740 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7eafc5f4-657e-4bbb-8ef3-10f1cd5ce282 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:21.098780 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-7eafc5f4-657e-4bbb-8ef3-10f1cd5ce282 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9907558 Nov 19 18:09:21.109509 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 36186) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:09:21.139387 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-3743e312-6a2a-4aab-a245-4dabddd116a0 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Request body: {'security_group_rule': {'security_group_id': '332b108b-bbdc-4b3c-b42e-b9da772a67ae', 'project_id': 'd00a359bd74e4de6b0d3dd4ba0b5c79c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:09:21.230490 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [req-8a8f2b3f-a288-4014-9aa8-5401229915a3 req-a99c409c-493c-4863-b84d-10abae1d187b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e0f25e1-d84f-429c-ab5b-6fa3322bd248 {{(pid=103364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:09:21.247996 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-8a8f2b3f-a288-4014-9aa8-5401229915a3 req-a99c409c-493c-4863-b84d-10abae1d187b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:21.268456 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7fcc88-c398-4001-9dbf-7fdf8b2c2084 req-4ca48b15-981c-4f88-ae36-c90367d2e668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:09:21.270471 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0c7fcc88-c398-4001-9dbf-7fdf8b2c2084 req-4ca48b15-981c-4f88-ae36-c90367d2e668 service neutron] 10.222.0.86 "GET /v2.0/networks?id=42124578-768e-4944-8737-c67497927ce8 HTTP/1.1" status: 200 len: 897 time: 0.8493676 Nov 19 18:09:21.295677 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.provisioning_blocks [req-8a8f2b3f-a288-4014-9aa8-5401229915a3 req-a99c409c-493c-4863-b84d-10abae1d187b service neutron] Transition to ACTIVE for port object 2e0f25e1-d84f-429c-ab5b-6fa3322bd248 will not be triggered until provisioned by entity L2. {{(pid=103364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 18:09:21.324537 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device afe5276a-1a10-40d1-8d3d-9da02800b8a2 no longer exists at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:09:21.327861 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ac5a688-8678-4d9e-bc1c-51e9d33d41ef None None] Network c03e1720-5dc1-44d9-9bc8-f01d6684ac7c requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:09:21.346886 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-8a8f2b3f-a288-4014-9aa8-5401229915a3 req-a99c409c-493c-4863-b84d-10abae1d187b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:21.374077 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3992e2e4-4d90-4e1c-b720-96436fa70997 req-3d7ffd02-42b1-424d-9480-7aaf66e77b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:09:21.375840 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3992e2e4-4d90-4e1c-b720-96436fa70997 req-3d7ffd02-42b1-424d-9480-7aaf66e77b52 service neutron] 10.222.0.60 "GET /v2.0/networks?id=42124578-768e-4944-8737-c67497927ce8 HTTP/1.1" status: 200 len: 897 time: 0.5277796 Nov 19 18:09:21.379076 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3743e312-6a2a-4aab-a245-4dabddd116a0 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:21.454678 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17383750-5d3e-437f-84a6-b84c8bab5b96 req-6844363b-691d-4a3d-85b9-b42e9a382985 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:09:21.456868 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-17383750-5d3e-437f-84a6-b84c8bab5b96 req-6844363b-691d-4a3d-85b9-b42e9a382985 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/ports?device_id=f0aedaf9-2b7a-44b6-beee-98ffc4e17d40 HTTP/1.1" status: 200 len: 931 time: 0.2678609 Nov 19 18:09:21.495588 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99c409c-493c-4863-b84d-10abae1d187b service neutron] Pushing event updated for resources: {'Port': ['ID=2e0f25e1-d84f-429c-ab5b-6fa3322bd248,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:09:21.515215 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0c7fcc88-c398-4001-9dbf-7fdf8b2c2084 req-2acf39dd-4ec9-4397-91cc-d6075a021049 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=afe5276a-1a10-40d1-8d3d-9da02800b8a2 HTTP/1.1" status: 200 len: 998 time: 0.2227697 Nov 19 18:09:21.595668 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467ada81-03e0-4c3f-8d55-680fedbeee74 req-37154a4f-c21a-464b-857e-3fb4d9ed8be6 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:09:21.605397 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-467ada81-03e0-4c3f-8d55-680fedbeee74 req-37154a4f-c21a-464b-857e-3fb4d9ed8be6 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/ports?device_id=dd7e5b82-e438-4e99-b310-3c80409b6aad HTTP/1.1" status: 200 len: 943 time: 0.5812330 Nov 19 18:09:21.610680 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b163091-901f-47cf-a707-cfa46186a436 None None] Provisioning complete for port 61141990-2ac0-4f6f-bc0e-9160b1ff7c76 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:09:21.611212 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b163091-901f-47cf-a707-cfa46186a436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:21.611295 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7fcc88-c398-4001-9dbf-7fdf8b2c2084 req-379ac203-836a-4305-92bb-cd05996ae97a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:09:21.612723 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0c7fcc88-c398-4001-9dbf-7fdf8b2c2084 req-379ac203-836a-4305-92bb-cd05996ae97a service neutron] 10.222.0.86 "GET /v2.0/subnets?id=11a6fd8f-2511-454d-9031-930350e1d838 HTTP/1.1" status: 200 len: 835 time: 0.0845480 Nov 19 18:09:21.657208 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3992e2e4-4d90-4e1c-b720-96436fa70997 req-ab8fca07-0305-4f46-9780-d10d9b96f7a1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=afe5276a-1a10-40d1-8d3d-9da02800b8a2 HTTP/1.1" status: 200 len: 998 time: 0.2395370 Nov 19 18:09:21.732020 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c19fa2c-3678-41a1-8fdf-fc05bcdc5e37 admin admin] Router 475610bb-3761-4107-9a9a-f33d0987ee1e is scheduled to L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 with binding_index 1 {{(pid=103364) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 18:09:21.767820 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3743e312-6a2a-4aab-a245-4dabddd116a0 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:21.784464 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 61141990-2ac0-4f6f-bc0e-9160b1ff7c76 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:09:21.784669 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:21.795271 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-17383750-5d3e-437f-84a6-b84c8bab5b96 req-64fbf4cb-9c05-437c-9b26-b7e3424c2fad tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/security-groups?id=a66d5311-8064-42eb-b883-c6c911692a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2947910 Nov 19 18:09:21.804637 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3743e312-6a2a-4aab-a245-4dabddd116a0 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735179'] for security_group_rule, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:21.856150 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3743e312-6a2a-4aab-a245-4dabddd116a0 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=097e8dc9-bf66-403d-9359-41b03e1b5dae,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:09:21.890093 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7fcc88-c398-4001-9dbf-7fdf8b2c2084 req-bb5cdbe4-72e8-4552-9af7-88fa027c83f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:09:21.893351 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0c7fcc88-c398-4001-9dbf-7fdf8b2c2084 req-bb5cdbe4-72e8-4552-9af7-88fa027c83f5 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=42124578-768e-4944-8737-c67497927ce8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2634015 Nov 19 18:09:21.898133 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3992e2e4-4d90-4e1c-b720-96436fa70997 req-6559bacb-ee02-498d-aeeb-b6499cbc8904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:09:21.900127 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3992e2e4-4d90-4e1c-b720-96436fa70997 req-6559bacb-ee02-498d-aeeb-b6499cbc8904 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=11a6fd8f-2511-454d-9031-930350e1d838 HTTP/1.1" status: 200 len: 835 time: 0.2133634 Nov 19 18:09:21.903945 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3743e312-6a2a-4aab-a245-4dabddd116a0 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:21.909478 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-3743e312-6a2a-4aab-a245-4dabddd116a0 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7904925 Nov 19 18:09:21.917182 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 36190) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:09:21.935585 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device afe5276a-1a10-40d1-8d3d-9da02800b8a2 not bound to the agent host n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:09:21.938027 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-8a8f2b3f-a288-4014-9aa8-5401229915a3 req-a99c409c-493c-4863-b84d-10abae1d187b service neutron] Attempting to bind port 2e0f25e1-d84f-429c-ab5b-6fa3322bd248 on host n-h1-818022-2 for vnic_type normal with profile {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:09:21.945019 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-8a8f2b3f-a288-4014-9aa8-5401229915a3 req-a99c409c-493c-4863-b84d-10abae1d187b service neutron] Attempting to bind port 2e0f25e1-d84f-429c-ab5b-6fa3322bd248 by drivers openvswitch,hyperv on host n-h1-818022-2 at level 0 using segments [{'id': '878aa1ad-d952-49b3-babf-f88949b54efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '3b544363-bad2-4a9e-9892-483691dc34e2'}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:09:21.948429 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-d1131e5c-cf02-4396-961f-2771593e5aee tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Request body: {'security_group_rule': {'security_group_id': '332b108b-bbdc-4b3c-b42e-b9da772a67ae', 'project_id': 'd00a359bd74e4de6b0d3dd4ba0b5c79c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:09:21.949123 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a8f2b3f-a288-4014-9aa8-5401229915a3 req-a99c409c-493c-4863-b84d-10abae1d187b service neutron] Attempting to bind port 2e0f25e1-d84f-429c-ab5b-6fa3322bd248 on network 3b544363-bad2-4a9e-9892-483691dc34e2 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:09:21.976387 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-467ada81-03e0-4c3f-8d55-680fedbeee74 req-2c229a7d-c0ea-4dfc-b17b-15efdb72bc86 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/security-groups?id=f3b4bc83-8bc0-4734-b4bc-8a15bbeccc9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3702502 Nov 19 18:09:22.036372 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a8f2b3f-a288-4014-9aa8-5401229915a3 req-a99c409c-493c-4863-b84d-10abae1d187b service neutron] Port 2e0f25e1-d84f-429c-ab5b-6fa3322bd248 on network 3b544363-bad2-4a9e-9892-483691dc34e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-818022-2 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 18:09:22.039729 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a8f2b3f-a288-4014-9aa8-5401229915a3 req-a99c409c-493c-4863-b84d-10abae1d187b service neutron] Attempting to bind port 2e0f25e1-d84f-429c-ab5b-6fa3322bd248 on network 3b544363-bad2-4a9e-9892-483691dc34e2 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:09:22.048893 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b163091-901f-47cf-a707-cfa46186a436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:22.052167 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3992e2e4-4d90-4e1c-b720-96436fa70997 req-8cca2151-cb1c-43b1-95fd-9902423df1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:09:22.056452 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3992e2e4-4d90-4e1c-b720-96436fa70997 req-8cca2151-cb1c-43b1-95fd-9902423df1b0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=42124578-768e-4944-8737-c67497927ce8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1485426 Nov 19 18:09:22.062419 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a8f2b3f-a288-4014-9aa8-5401229915a3 req-a99c409c-493c-4863-b84d-10abae1d187b service neutron] Checking agent: {'id': 'a6668d96-12fa-4ec0-99ad-77eaf490dd2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'started_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 9, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:09:22.062789 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a8f2b3f-a288-4014-9aa8-5401229915a3 req-a99c409c-493c-4863-b84d-10abae1d187b service neutron] Checking segment: {'id': '878aa1ad-d952-49b3-babf-f88949b54efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '3b544363-bad2-4a9e-9892-483691dc34e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:09:22.063148 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a8f2b3f-a288-4014-9aa8-5401229915a3 req-a99c409c-493c-4863-b84d-10abae1d187b service neutron] Bound using segment: {'id': '878aa1ad-d952-49b3-babf-f88949b54efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '3b544363-bad2-4a9e-9892-483691dc34e2'} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:09:22.063589 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-8a8f2b3f-a288-4014-9aa8-5401229915a3 req-a99c409c-493c-4863-b84d-10abae1d187b service neutron] Bound port: 2e0f25e1-d84f-429c-ab5b-6fa3322bd248, host: n-h1-818022-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '878aa1ad-d952-49b3-babf-f88949b54efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '3b544363-bad2-4a9e-9892-483691dc34e2'}}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:09:22.063950 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-8a8f2b3f-a288-4014-9aa8-5401229915a3 req-a99c409c-493c-4863-b84d-10abae1d187b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:22.064545 n-d-818022-2 neutron-server[103365]: INFO neutron.db.securitygroups_db [None req-d1131e5c-cf02-4396-961f-2771593e5aee tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Project d00a359bd74e4de6b0d3dd4ba0b5c79c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 18:09:22.105445 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d1131e5c-cf02-4396-961f-2771593e5aee tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:22.160210 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-4b163091-901f-47cf-a707-cfa46186a436 None None] For port 61141990-2ac0-4f6f-bc0e-9160b1ff7c76, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=61141990-2ac0-4f6f-bc0e-9160b1ff7c76,segment=NetworkSegment(8d0b7822-e55e-4d16-86a1-74afa531b4a3),segment_id=8d0b7822-e55e-4d16-86a1-74afa531b4a3)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:09:22.165185 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:22.170861 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d84dc638-b193-4e8c-a921-a3ebb358e6b5 None None] Network 75b6734d-39c9-48de-a15b-624f6094abc5 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:09:22.181308 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c19fa2c-3678-41a1-8fdf-fc05bcdc5e37 admin admin] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:09:22.192169 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2710e3d6-190a-4851-ac08-3b88404803b6 None None] Sync routers for ids ['475610bb-3761-4107-9a9a-f33d0987ee1e'] in n-d-818022-2 {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:09:22.207453 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2710e3d6-190a-4851-ac08-3b88404803b6 None None] Routers {'475610bb-3761-4107-9a9a-f33d0987ee1e'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:09:22.208095 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-2710e3d6-190a-4851-ac08-3b88404803b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:09:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['475610bb-3761-4107-9a9a-f33d0987ee1e'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:09:22.219820 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9c19fa2c-3678-41a1-8fdf-fc05bcdc5e37 admin admin] Publish callbacks [] for router, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:22.223495 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-9c19fa2c-3678-41a1-8fdf-fc05bcdc5e37 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.0244024 Nov 19 18:09:22.228584 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 36192) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:09:22.270660 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b163091-901f-47cf-a707-cfa46186a436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:22.322990 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d1131e5c-cf02-4396-961f-2771593e5aee tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:22.328210 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0c7fcc88-c398-4001-9dbf-7fdf8b2c2084 req-ea7e27ff-706b-4263-90b6-2a52b38c6310 service neutron] 10.222.0.86 "GET /v2.0/networks/42124578-768e-4944-8737-c67497927ce8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4217348 Nov 19 18:09:22.342235 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d1131e5c-cf02-4396-961f-2771593e5aee tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735179'] for security_group_rule, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:22.355874 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-2710e3d6-190a-4851-ac08-3b88404803b6 None None] Set router 475610bb-3761-4107-9a9a-f33d0987ee1e gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:09:22.381153 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-8a8f2b3f-a288-4014-9aa8-5401229915a3 req-a99c409c-493c-4863-b84d-10abae1d187b service neutron] For port 2e0f25e1-d84f-429c-ab5b-6fa3322bd248, host n-h1-818022-2, cleared binding levels {{(pid=103364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:09:22.423860 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-8a8f2b3f-a288-4014-9aa8-5401229915a3 req-a99c409c-493c-4863-b84d-10abae1d187b service neutron] For port 2e0f25e1-d84f-429c-ab5b-6fa3322bd248, host n-h1-818022-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=2e0f25e1-d84f-429c-ab5b-6fa3322bd248,segment=NetworkSegment(878aa1ad-d952-49b3-babf-f88949b54efa),segment_id=878aa1ad-d952-49b3-babf-f88949b54efa)] {{(pid=103364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:09:22.486118 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1131e5c-cf02-4396-961f-2771593e5aee tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=553fbe55-a02f-4e87-b1cc-8c71d418783e,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:09:22.520574 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-8a8f2b3f-a288-4014-9aa8-5401229915a3 req-a99c409c-493c-4863-b84d-10abae1d187b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:22.541024 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d1131e5c-cf02-4396-961f-2771593e5aee tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:22.542298 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-d1131e5c-cf02-4396-961f-2771593e5aee tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6168976 Nov 19 18:09:22.555665 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3992e2e4-4d90-4e1c-b720-96436fa70997 req-774949bc-e1d1-4757-b3ed-20ee6bf40846 service neutron] 10.222.0.60 "GET /v2.0/networks/42124578-768e-4944-8737-c67497927ce8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4843571 Nov 19 18:09:22.558024 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 36196) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:09:22.568767 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-1f9ceeb4-88d5-4249-919b-03043824b2a8 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Request body: {'security_group_rule': {'security_group_id': '332b108b-bbdc-4b3c-b42e-b9da772a67ae', 'project_id': 'd00a359bd74e4de6b0d3dd4ba0b5c79c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:09:22.582752 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b163091-901f-47cf-a707-cfa46186a436 None None] Pushing event updated for resources: {'Port': ['ID=61141990-2ac0-4f6f-bc0e-9160b1ff7c76,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:09:22.610616 n-d-818022-2 neutron-server[103365]: INFO neutron.db.securitygroups_db [None req-1f9ceeb4-88d5-4249-919b-03043824b2a8 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Project d00a359bd74e4de6b0d3dd4ba0b5c79c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 18:09:22.621849 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8f2b3f-a288-4014-9aa8-5401229915a3 req-a99c409c-493c-4863-b84d-10abae1d187b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:09:22.623001 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-8a8f2b3f-a288-4014-9aa8-5401229915a3 req-a99c409c-493c-4863-b84d-10abae1d187b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:22.626976 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8a8f2b3f-a288-4014-9aa8-5401229915a3 req-a99c409c-493c-4863-b84d-10abae1d187b service neutron] 10.222.0.60 "PUT /v2.0/ports/2e0f25e1-d84f-429c-ab5b-6fa3322bd248 HTTP/1.1" status: 200 len: 1091 time: 3.0195413 Nov 19 18:09:22.630355 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0aedaf9-2b7a-44b6-beee-98ffc4e17d40', 'tag': '2e0f25e1-d84f-429c-ab5b-6fa3322bd248'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:09:22.634982 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dd4767a008c23f8566efc82158ee1b1fff34e1a9e908d76d0b6d0ab7e350e5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27857773-d341-4b63-a863-c319228cc510" -d '{"events": [{"name": "network-changed", "server_uuid": "f0aedaf9-2b7a-44b6-beee-98ffc4e17d40", "tag": "2e0f25e1-d84f-429c-ab5b-6fa3322bd248"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:09:22.674586 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1f9ceeb4-88d5-4249-919b-03043824b2a8 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:22.720607 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.db.api [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103366) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 18:09:22.721555 n-d-818022-2 neutron-server[103366]: DEBUG oslo_db.api [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 18:09:22.729388 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-2710e3d6-190a-4851-ac08-3b88404803b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '475610bb-3761-4107-9a9a-f33d0987ee1e', 'name': 'tempest-TestVolumeBackupRestore-2100327474-router', 'tenant_id': 'a40b303d35684e54b9b06e92d8b9edd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': 'ad4037b4-31c2-4e51-8947-7877a8e9a4e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:09:16Z', 'updated_at': '2021-11-19T18:09:19Z', 'revision_number': 3, 'project_id': 'a40b303d35684e54b9b06e92d8b9edd1', 'gw_port': {'id': 'ad4037b4-31c2-4e51-8947-7877a8e9a4e9', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:19:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '475610bb-3761-4107-9a9a-f33d0987ee1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:09:17Z', 'updated_at': '2021-11-19T18:09:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:09:22.748797 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-a7be31a4-952d-4ebc-8438-3fb28073f264 None None] Provisioning complete for port 31b326ca-f679-47c8-a0c6-13a37b2f454a triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:09:22.749460 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a7be31a4-952d-4ebc-8438-3fb28073f264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:22.753278 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 18:09:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c869214-d273-4e5b-a298-9a22d563e750 x-openstack-request-id: req-4c869214-d273-4e5b-a298-9a22d563e750 {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:09:22.753793 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0aedaf9-2b7a-44b6-beee-98ffc4e17d40", "tag": "2e0f25e1-d84f-429c-ab5b-6fa3322bd248", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:09:22.754044 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-4c869214-d273-4e5b-a298-9a22d563e750 {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:09:22.754261 n-d-818022-2 neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0aedaf9-2b7a-44b6-beee-98ffc4e17d40', 'tag': '2e0f25e1-d84f-429c-ab5b-6fa3322bd248', 'status': 'completed', 'code': 200} Nov 19 18:09:22.780020 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0c7fcc88-c398-4001-9dbf-7fdf8b2c2084 req-713ae5d4-a7eb-45f1-98bb-2f2509ceb880 service neutron] 10.222.0.86 "GET /v2.0/networks/42124578-768e-4944-8737-c67497927ce8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4413531 Nov 19 18:09:22.798343 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2710e3d6-190a-4851-ac08-3b88404803b6 None None] Checking router: 475610bb-3761-4107-9a9a-f33d0987ee1e for host: n-d-818022-2 {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:09:22.799400 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2710e3d6-190a-4851-ac08-3b88404803b6 None None] Updating router 475610bb-3761-4107-9a9a-f33d0987ee1e port ad4037b4-31c2-4e51-8947-7877a8e9a4e9 binding host n-d-818022-2 {{(pid=103367) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 18:09:22.891478 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1f9ceeb4-88d5-4249-919b-03043824b2a8 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:22.896578 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a7be31a4-952d-4ebc-8438-3fb28073f264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:22.910437 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-2710e3d6-190a-4851-ac08-3b88404803b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:22.992546 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1f9ceeb4-88d5-4249-919b-03043824b2a8 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735179'] for security_group_rule, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:23.002868 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99c409c-493c-4863-b84d-10abae1d187b service neutron] Pushing event updated for resources: {'Port': ['ID=2e0f25e1-d84f-429c-ab5b-6fa3322bd248,revision_number=3']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:09:23.034920 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-a7be31a4-952d-4ebc-8438-3fb28073f264 None None] For port 31b326ca-f679-47c8-a0c6-13a37b2f454a, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=31b326ca-f679-47c8-a0c6-13a37b2f454a,segment=NetworkSegment(59ddae19-91da-4c10-9616-600be213246f),segment_id=59ddae19-91da-4c10-9616-600be213246f)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:09:23.046388 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a7be31a4-952d-4ebc-8438-3fb28073f264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:23.076186 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9ceeb4-88d5-4249-919b-03043824b2a8 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e0c64bf-de22-4477-b13d-7ac3a26e892e,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:09:23.092212 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3992e2e4-4d90-4e1c-b720-96436fa70997 req-62efbe2c-ad48-4111-bf9c-2ccda8555bc4 service neutron] 10.222.0.60 "GET /v2.0/networks/42124578-768e-4944-8737-c67497927ce8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5018277 Nov 19 18:09:23.108922 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1f9ceeb4-88d5-4249-919b-03043824b2a8 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:23.114625 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-1f9ceeb4-88d5-4249-919b-03043824b2a8 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5555294 Nov 19 18:09:23.119087 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3992e2e4-4d90-4e1c-b720-96436fa70997 req-15f55cd1-ea08-4a5c-94a2-fcde0195b5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:09:23.125025 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3992e2e4-4d90-4e1c-b720-96436fa70997 req-15f55cd1-ea08-4a5c-94a2-fcde0195b5c3 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=d41245dedb694df6accb5dc7769c75e5&device_id=dd7e5b82-e438-4e99-b310-3c80409b6aad HTTP/1.1" status: 200 len: 1094 time: 0.2311940 Nov 19 18:09:23.219322 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7be31a4-952d-4ebc-8438-3fb28073f264 None None] Pushing event updated for resources: {'Port': ['ID=31b326ca-f679-47c8-a0c6-13a37b2f454a,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:09:23.233087 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8f2b3f-a288-4014-9aa8-5401229915a3 req-b99182ef-5908-4978-9797-e4e9e655cf5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:09:23.234885 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8a8f2b3f-a288-4014-9aa8-5401229915a3 req-b99182ef-5908-4978-9797-e4e9e655cf5f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e45c6e5baa414b6894171527d94e1abd&device_id=f0aedaf9-2b7a-44b6-beee-98ffc4e17d40 HTTP/1.1" status: 200 len: 1094 time: 0.4797568 Nov 19 18:09:23.308062 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-75f06968-12ff-416e-bb29-9499098ed21b None None] Provisioning complete for port 61141990-2ac0-4f6f-bc0e-9160b1ff7c76 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:09:23.308446 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-75f06968-12ff-416e-bb29-9499098ed21b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:23.356205 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd15021-1200-48fd-a9ca-5e97ed620c8e req-40605a3d-3c86-4162-a29d-2dea9756b710 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:09:23.358274 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-cdd15021-1200-48fd-a9ca-5e97ed620c8e req-40605a3d-3c86-4162-a29d-2dea9756b710 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/ports?device_id=f0aedaf9-2b7a-44b6-beee-98ffc4e17d40 HTTP/1.1" status: 200 len: 943 time: 0.3414903 Nov 19 18:09:23.364565 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8a8f2b3f-a288-4014-9aa8-5401229915a3 req-1b758c80-ed4c-47ce-b815-52a0dc2d3312 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2e0f25e1-d84f-429c-ab5b-6fa3322bd248 HTTP/1.1" status: 200 len: 217 time: 0.0775540 Nov 19 18:09:23.434927 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae657520-1cee-4c4d-9bbf-bb3d54ff8f69 req-63929e48-0aa4-49f5-9bf2-b7a5082cb3ec tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:09:23.451445 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ae657520-1cee-4c4d-9bbf-bb3d54ff8f69 req-63929e48-0aa4-49f5-9bf2-b7a5082cb3ec tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/ports?device_id=dd7e5b82-e438-4e99-b310-3c80409b6aad HTTP/1.1" status: 200 len: 943 time: 0.2797966 Nov 19 18:09:23.511584 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-cdd15021-1200-48fd-a9ca-5e97ed620c8e req-78c7ab59-8c9f-4ee8-87bf-2065280403fb tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/security-groups?id=a66d5311-8064-42eb-b883-c6c911692a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349475 Nov 19 18:09:23.564025 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3992e2e4-4d90-4e1c-b720-96436fa70997 req-5798a2a8-9e94-4fea-a0d9-c84cb57ae95b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:09:23.574704 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3992e2e4-4d90-4e1c-b720-96436fa70997 req-5798a2a8-9e94-4fea-a0d9-c84cb57ae95b service neutron] 10.222.0.86 "GET /v2.0/networks?id=42124578-768e-4944-8737-c67497927ce8 HTTP/1.1" status: 200 len: 897 time: 0.4362018 Nov 19 18:09:23.598420 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 31b326ca-f679-47c8-a0c6-13a37b2f454a up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:09:23.654078 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-86e0e31e-eb3d-4562-a756-58ab3eaef058 None None] Provisioning complete for port 31b326ca-f679-47c8-a0c6-13a37b2f454a triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:09:23.654787 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-86e0e31e-eb3d-4562-a756-58ab3eaef058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:23.703956 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8f2b3f-a288-4014-9aa8-5401229915a3 req-297c417f-1785-421f-b4b3-38cd27b3c533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:09:23.705799 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8a8f2b3f-a288-4014-9aa8-5401229915a3 req-297c417f-1785-421f-b4b3-38cd27b3c533 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=78373283-0ecf-42ac-8dc9-066471cd2623 HTTP/1.1" status: 200 len: 850 time: 0.2186186 Nov 19 18:09:23.710834 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-2710e3d6-190a-4851-ac08-3b88404803b6 None None] Publish callbacks [] for port, precommit_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:23.723284 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-2710e3d6-190a-4851-ac08-3b88404803b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:23.733590 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ae657520-1cee-4c4d-9bbf-bb3d54ff8f69 req-bedf254c-36d2-4580-bde6-cdd6b14dabc6 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/security-groups?id=f3b4bc83-8bc0-4734-b4bc-8a15bbeccc9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2769661 Nov 19 18:09:23.767430 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3992e2e4-4d90-4e1c-b720-96436fa70997 req-bb18d62e-07b8-42fb-b7eb-687b30724cab service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=afe5276a-1a10-40d1-8d3d-9da02800b8a2 HTTP/1.1" status: 200 len: 998 time: 0.1804595 Nov 19 18:09:23.771537 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86de1e86-6e27-436a-af37-7cfcfc642fdf None None] DHCP port deletion for 645e61aa-1a6c-4e8f-857e-ab06edb4897f request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:09:23.777731 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 31b326ca-f679-47c8-a0c6-13a37b2f454a triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:09:23.778383 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:23.794269 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-2710e3d6-190a-4851-ac08-3b88404803b6 None None] Attempting to bind port ad4037b4-31c2-4e51-8947-7877a8e9a4e9 on host n-d-818022-2 for vnic_type normal with profile {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:09:23.794647 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-2710e3d6-190a-4851-ac08-3b88404803b6 None None] Attempting to bind port ad4037b4-31c2-4e51-8947-7877a8e9a4e9 by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:09:23.795020 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2710e3d6-190a-4851-ac08-3b88404803b6 None None] Attempting to bind port ad4037b4-31c2-4e51-8947-7877a8e9a4e9 on network 645e61aa-1a6c-4e8f-857e-ab06edb4897f {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:09:23.803141 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2710e3d6-190a-4851-ac08-3b88404803b6 None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 9, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:09:23.803528 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2710e3d6-190a-4851-ac08-3b88404803b6 None None] Checking segment: {'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:09:23.803946 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-2710e3d6-190a-4851-ac08-3b88404803b6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:23.804349 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2710e3d6-190a-4851-ac08-3b88404803b6 None None] Bound using segment: {'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:09:23.804831 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-2710e3d6-190a-4851-ac08-3b88404803b6 None None] Bound port: ad4037b4-31c2-4e51-8947-7877a8e9a4e9, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'}}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:09:23.805219 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-2710e3d6-190a-4851-ac08-3b88404803b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:23.808150 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58665dca-6aee-42f1-92fc-3bd8bd775fa1 None None] Pushing event updated for resources: {'Port': ['ID=ad4037b4-31c2-4e51-8947-7877a8e9a4e9,revision_number=2']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:09:23.895852 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-2710e3d6-190a-4851-ac08-3b88404803b6 None None] For port ad4037b4-31c2-4e51-8947-7877a8e9a4e9, host n-d-818022-2, cleared binding levels {{(pid=103367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:09:23.902433 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-2710e3d6-190a-4851-ac08-3b88404803b6 None None] For port ad4037b4-31c2-4e51-8947-7877a8e9a4e9, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=ad4037b4-31c2-4e51-8947-7877a8e9a4e9,segment=NetworkSegment(bbe705c1-96c0-476e-8381-28227e6f0ac5),segment_id=bbe705c1-96c0-476e-8381-28227e6f0ac5)] {{(pid=103367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:09:23.910340 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3992e2e4-4d90-4e1c-b720-96436fa70997 req-3873c29f-36fc-4dac-99bf-c1b1a7a212f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:09:23.913387 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-2710e3d6-190a-4851-ac08-3b88404803b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:23.918992 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3992e2e4-4d90-4e1c-b720-96436fa70997 req-3873c29f-36fc-4dac-99bf-c1b1a7a212f8 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=11a6fd8f-2511-454d-9031-930350e1d838 HTTP/1.1" status: 200 len: 835 time: 0.1417496 Nov 19 18:09:23.939661 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 61141990-2ac0-4f6f-bc0e-9160b1ff7c76 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:09:23.979344 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76451fd9-8ead-4070-9d59-bf97906da083 None None] DHCP port deletion for 645e61aa-1a6c-4e8f-857e-ab06edb4897f request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:09:24.020997 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3992e2e4-4d90-4e1c-b720-96436fa70997 req-63e69b01-fd9d-4780-8b7a-03070eb5058e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:09:24.024343 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3992e2e4-4d90-4e1c-b720-96436fa70997 req-63e69b01-fd9d-4780-8b7a-03070eb5058e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=42124578-768e-4944-8737-c67497927ce8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0948682 Nov 19 18:09:24.024567 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2710e3d6-190a-4851-ac08-3b88404803b6 None None] Routers {'475610bb-3761-4107-9a9a-f33d0987ee1e'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:09:24.024997 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-2710e3d6-190a-4851-ac08-3b88404803b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:09:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['475610bb-3761-4107-9a9a-f33d0987ee1e'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:09:24.056701 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-a3b59d04-65e2-4b12-8cd0-c9115fddedd4 None None] Provisioning complete for port ad4037b4-31c2-4e51-8947-7877a8e9a4e9 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:09:24.062671 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a3b59d04-65e2-4b12-8cd0-c9115fddedd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:24.107450 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58665dca-6aee-42f1-92fc-3bd8bd775fa1 None None] Pushing event updated for resources: {'Port': ['ID=ad4037b4-31c2-4e51-8947-7877a8e9a4e9,revision_number=3']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:09:24.143551 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 61141990-2ac0-4f6f-bc0e-9160b1ff7c76 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:09:24.144472 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:24.163459 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8f2b3f-a288-4014-9aa8-5401229915a3 req-cd762df7-ae79-43c8-89a6-8d81f56859d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:09:24.165035 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8a8f2b3f-a288-4014-9aa8-5401229915a3 req-cd762df7-ae79-43c8-89a6-8d81f56859d2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3b544363-bad2-4a9e-9892-483691dc34e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4470990 Nov 19 18:09:24.179442 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3992e2e4-4d90-4e1c-b720-96436fa70997 req-cc10102a-3d82-43b0-8a64-3d1047311570 service neutron] 10.222.0.86 "GET /v2.0/networks/42124578-768e-4944-8737-c67497927ce8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445558 Nov 19 18:09:24.196777 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-2710e3d6-190a-4851-ac08-3b88404803b6 None None] Set router 475610bb-3761-4107-9a9a-f33d0987ee1e gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:09:24.320166 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3992e2e4-4d90-4e1c-b720-96436fa70997 req-33552376-cb43-4f22-b411-9518e121ff4c service neutron] 10.222.0.86 "GET /v2.0/networks/42124578-768e-4944-8737-c67497927ce8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318004 Nov 19 18:09:24.363981 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c3b92e5d-f8fa-4536-b009-92f8ec0e1c2b req-5d60f893-7521-453a-a6e6-b72056e4534f tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-394452812&fields=id&tenant_id=d00a359bd74e4de6b0d3dd4ba0b5c79c HTTP/1.1" status: 200 len: 267 time: 0.6531789 Nov 19 18:09:24.390690 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a3b59d04-65e2-4b12-8cd0-c9115fddedd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:24.431883 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-2710e3d6-190a-4851-ac08-3b88404803b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '475610bb-3761-4107-9a9a-f33d0987ee1e', 'name': 'tempest-TestVolumeBackupRestore-2100327474-router', 'tenant_id': 'a40b303d35684e54b9b06e92d8b9edd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': 'ad4037b4-31c2-4e51-8947-7877a8e9a4e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:09:16Z', 'updated_at': '2021-11-19T18:09:19Z', 'revision_number': 3, 'project_id': 'a40b303d35684e54b9b06e92d8b9edd1', 'gw_port': {'id': 'ad4037b4-31c2-4e51-8947-7877a8e9a4e9', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:19:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '475610bb-3761-4107-9a9a-f33d0987ee1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:09:17Z', 'updated_at': '2021-11-19T18:09:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:09:24.437159 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-a3b59d04-65e2-4b12-8cd0-c9115fddedd4 None None] For port ad4037b4-31c2-4e51-8947-7877a8e9a4e9, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=ad4037b4-31c2-4e51-8947-7877a8e9a4e9,segment=NetworkSegment(bbe705c1-96c0-476e-8381-28227e6f0ac5),segment_id=bbe705c1-96c0-476e-8381-28227e6f0ac5)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:09:24.443096 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a3b59d04-65e2-4b12-8cd0-c9115fddedd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:24.474197 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2710e3d6-190a-4851-ac08-3b88404803b6 None None] The sync data for ids ['475610bb-3761-4107-9a9a-f33d0987ee1e'] in n-d-818022-2 is: [{'id': '475610bb-3761-4107-9a9a-f33d0987ee1e', 'name': 'tempest-TestVolumeBackupRestore-2100327474-router', 'tenant_id': 'a40b303d35684e54b9b06e92d8b9edd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': 'ad4037b4-31c2-4e51-8947-7877a8e9a4e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:09:16Z', 'updated_at': '2021-11-19T18:09:19Z', 'revision_number': 3, 'project_id': 'a40b303d35684e54b9b06e92d8b9edd1', 'gw_port': {'id': 'ad4037b4-31c2-4e51-8947-7877a8e9a4e9', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:19:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '475610bb-3761-4107-9a9a-f33d0987ee1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:09:17Z', 'updated_at': '2021-11-19T18:09:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:09:24.527392 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b59d04-65e2-4b12-8cd0-c9115fddedd4 None None] Pushing event updated for resources: {'Port': ['ID=ad4037b4-31c2-4e51-8947-7877a8e9a4e9,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:09:24.564216 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8a8f2b3f-a288-4014-9aa8-5401229915a3 req-825e717c-2fa3-4302-99c1-5ee661658d4e service neutron] 10.222.0.60 "GET /v2.0/networks/3b544363-bad2-4a9e-9892-483691dc34e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3893721 Nov 19 18:09:24.570732 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-d6dd6288-e936-438e-8be2-e7cc66dcb2b8 None None] Provisioning complete for port ad4037b4-31c2-4e51-8947-7877a8e9a4e9 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:09:24.571147 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d6dd6288-e936-438e-8be2-e7cc66dcb2b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:24.608509 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b92e5d-f8fa-4536-b009-92f8ec0e1c2b req-dc245e8f-d077-4ad8-aea9-3dd7d0155ee2 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:09:24.610554 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c3b92e5d-f8fa-4536-b009-92f8ec0e1c2b req-dc245e8f-d077-4ad8-aea9-3dd7d0155ee2 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] 10.222.0.54 "GET /v2.0/networks?id=75b6734d-39c9-48de-a15b-624f6094abc5 HTTP/1.1" status: 200 len: 796 time: 0.2457738 Nov 19 18:09:24.622118 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2dc89d34-e255-4d90-8c29-257c9095b10d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:24.726260 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9922fbdc-50d6-4c37-bdd6-ba49aa4388af req-77afd3f8-d601-4302-9103-a30307f3a4c7 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:09:24.728297 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9922fbdc-50d6-4c37-bdd6-ba49aa4388af req-77afd3f8-d601-4302-9103-a30307f3a4c7 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/ports?device_id=f0aedaf9-2b7a-44b6-beee-98ffc4e17d40 HTTP/1.1" status: 200 len: 943 time: 0.1113074 Nov 19 18:09:24.815023 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9922fbdc-50d6-4c37-bdd6-ba49aa4388af req-57518fa7-d7bd-4dfe-b4e0-0f516ddf791c tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/security-groups?id=a66d5311-8064-42eb-b883-c6c911692a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808947 Nov 19 18:09:24.902674 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8a8f2b3f-a288-4014-9aa8-5401229915a3 req-0a00e443-43d2-4eef-bfa0-0a8773459652 service neutron] 10.222.0.60 "GET /v2.0/networks/3b544363-bad2-4a9e-9892-483691dc34e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2905948 Nov 19 18:09:24.912156 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c3b92e5d-f8fa-4536-b009-92f8ec0e1c2b req-8964688b-a1c4-4e0a-a5a8-f06f6b3ff083 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] 10.222.0.54 "GET /v2.0/quotas/d00a359bd74e4de6b0d3dd4ba0b5c79c HTTP/1.1" status: 200 len: 375 time: 0.1927938 Nov 19 18:09:25.047542 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c3b92e5d-f8fa-4536-b009-92f8ec0e1c2b req-4d53a766-7757-4cfd-a307-5289bb469af6 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=d00a359bd74e4de6b0d3dd4ba0b5c79c&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1167502 Nov 19 18:09:25.075627 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c112e761-2cca-4a4b-8640-4977b4faea36 req-c974c483-fb0b-4397-b2cf-eeca52acea48 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:09:25.077368 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c112e761-2cca-4a4b-8640-4977b4faea36 req-c974c483-fb0b-4397-b2cf-eeca52acea48 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/ports?device_id=dd7e5b82-e438-4e99-b310-3c80409b6aad HTTP/1.1" status: 200 len: 943 time: 0.1114595 Nov 19 18:09:25.139459 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [None req-2dc89d34-e255-4d90-8c29-257c9095b10d admin admin] Allocated IP 172.20.0.1 (c03e1720-5dc1-44d9-9bc8-f01d6684ac7c/6a3d964b-adef-44dc-902e-a06b4ea0acd1/7e48ba7f-8758-4667-9f12-60ec4edea2a4) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:09:25.155565 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c112e761-2cca-4a4b-8640-4977b4faea36 req-9d5a3af6-94d2-4bbe-b9d8-bc7d4a325fa1 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/security-groups?id=f3b4bc83-8bc0-4734-b4bc-8a15bbeccc9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698428 Nov 19 18:09:25.171716 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27857773-d341-4b63-a863-c319228cc510 req-7af4ca89-ddaf-4111-a526-ec7ed2ea7b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:09:25.173293 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-27857773-d341-4b63-a863-c319228cc510 req-7af4ca89-ddaf-4111-a526-ec7ed2ea7b8e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e45c6e5baa414b6894171527d94e1abd&device_id=f0aedaf9-2b7a-44b6-beee-98ffc4e17d40 HTTP/1.1" status: 200 len: 1094 time: 0.1434886 Nov 19 18:09:25.311062 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c3b92e5d-f8fa-4536-b009-92f8ec0e1c2b req-942bb5d7-fe1a-45c9-a74a-8e86aa3582ba service neutron] 10.222.0.54 "GET /v2.0/networks/75b6734d-39c9-48de-a15b-624f6094abc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2494962 Nov 19 18:09:25.421925 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27857773-d341-4b63-a863-c319228cc510 req-223c4692-93af-40b6-96e2-50ae7e5f7e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:09:25.423430 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-27857773-d341-4b63-a863-c319228cc510 req-223c4692-93af-40b6-96e2-50ae7e5f7e39 service neutron] 10.222.0.60 "GET /v2.0/networks?id=3b544363-bad2-4a9e-9892-483691dc34e2 HTTP/1.1" status: 200 len: 912 time: 0.2384763 Nov 19 18:09:25.456041 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device ad4037b4-31c2-4e51-8947-7877a8e9a4e9 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:09:25.460676 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2dc89d34-e255-4d90-8c29-257c9095b10d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:25.517127 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c8d1e8d8-a3b5-4524-8b26-97d423570c4b req-9a4838ff-fa76-4c17-8090-000bb81a9e89 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=dd7e5b82-e438-4e99-b310-3c80409b6aad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0746861 Nov 19 18:09:25.520235 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-27857773-d341-4b63-a863-c319228cc510 req-53d9be8c-88ff-4f81-9d85-3ef6646f8456 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2e0f25e1-d84f-429c-ab5b-6fa3322bd248 HTTP/1.1" status: 200 len: 217 time: 0.0863655 Nov 19 18:09:25.520806 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port ad4037b4-31c2-4e51-8947-7877a8e9a4e9 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:09:25.521329 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:25.639330 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27857773-d341-4b63-a863-c319228cc510 req-1268722f-86d6-4d34-a1fa-2505bc47bcfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:09:25.640904 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-27857773-d341-4b63-a863-c319228cc510 req-1268722f-86d6-4d34-a1fa-2505bc47bcfd service neutron] 10.222.0.60 "GET /v2.0/subnets?id=78373283-0ecf-42ac-8dc9-066471cd2623 HTTP/1.1" status: 200 len: 850 time: 0.0994308 Nov 19 18:09:25.648113 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d1e8d8-a3b5-4524-8b26-97d423570c4b req-e8ff8268-b80f-45f0-aefb-04858f1dd5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:09:25.650521 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c8d1e8d8-a3b5-4524-8b26-97d423570c4b req-e8ff8268-b80f-45f0-aefb-04858f1dd5e3 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=d41245dedb694df6accb5dc7769c75e5&device_id=dd7e5b82-e438-4e99-b310-3c80409b6aad HTTP/1.1" status: 200 len: 1094 time: 0.0571289 Nov 19 18:09:25.672882 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c3b92e5d-f8fa-4536-b009-92f8ec0e1c2b req-bc6f3e74-ebba-4222-90c6-ca695142ca2b service neutron] 10.222.0.54 "GET /v2.0/networks/75b6734d-39c9-48de-a15b-624f6094abc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3542244 Nov 19 18:09:25.714344 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2dc89d34-e255-4d90-8c29-257c9095b10d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:25.749367 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dc89d34-e255-4d90-8c29-257c9095b10d admin admin] Network c03e1720-5dc1-44d9-9bc8-f01d6684ac7c is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:09:25.757273 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-2dc89d34-e255-4d90-8c29-257c9095b10d admin admin] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:09:25.784175 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc89d34-e255-4d90-8c29-257c9095b10d admin admin] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:09:25.787510 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27857773-d341-4b63-a863-c319228cc510 req-d6314d66-63eb-480a-90ca-1ee6dbcadfa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:09:25.789051 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-27857773-d341-4b63-a863-c319228cc510 req-d6314d66-63eb-480a-90ca-1ee6dbcadfa7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3b544363-bad2-4a9e-9892-483691dc34e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1394868 Nov 19 18:09:25.797548 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d1e8d8-a3b5-4524-8b26-97d423570c4b req-e929c905-ffac-4b87-b2fd-350f4d2e54dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:09:25.799424 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c8d1e8d8-a3b5-4524-8b26-97d423570c4b req-e929c905-ffac-4b87-b2fd-350f4d2e54dd service neutron] 10.222.0.86 "GET /v2.0/networks?id=42124578-768e-4944-8737-c67497927ce8 HTTP/1.1" status: 200 len: 897 time: 0.1263607 Nov 19 18:09:25.875722 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device afe5276a-1a10-40d1-8d3d-9da02800b8a2 details requested by agent hyperv_n-h2-818022-2 with host n-h2-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 18:09:25.998960 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc89d34-e255-4d90-8c29-257c9095b10d admin admin] Pushing event updated for resources: {'Port': ['ID=7e48ba7f-8758-4667-9f12-60ec4edea2a4,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:09:26.089106 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2dc89d34-e255-4d90-8c29-257c9095b10d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-671361'] for router_interface, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:26.093359 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2312c7ba-82a9-4676-8ee2-d4fe5ac7e6e9 req-0a7a93b3-a1fd-4f20-9d8f-db31988275cd tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] 10.222.0.54 "GET /v2.0/ports?device_id=23e6100f-8ab1-4cbc-946a-28ec498e3539 HTTP/1.1" status: 200 len: 210 time: 0.0715740 Nov 19 18:09:26.130758 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c8d1e8d8-a3b5-4524-8b26-97d423570c4b req-3dfb4f05-e89a-408d-b72a-4afc88bb3d06 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=afe5276a-1a10-40d1-8d3d-9da02800b8a2 HTTP/1.1" status: 200 len: 998 time: 0.3179958 Nov 19 18:09:26.135079 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port afe5276a-1a10-40d1-8d3d-9da02800b8a2, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=afe5276a-1a10-40d1-8d3d-9da02800b8a2,segment=NetworkSegment(40fb2a9c-8901-4a90-ae9b-dc010a7bd213),segment_id=40fb2a9c-8901-4a90-ae9b-dc010a7bd213)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:09:26.150227 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Returning: {'device': 'afe5276a-1a10-40d1-8d3d-9da02800b8a2', 'network_id': '42124578-768e-4944-8737-c67497927ce8', 'port_id': 'afe5276a-1a10-40d1-8d3d-9da02800b8a2', 'mac_address': 'fa:16:3e:2d:79:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11a6fd8f-2511-454d-9031-930350e1d838', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 18:09:26.213353 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:26.216777 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-27857773-d341-4b63-a863-c319228cc510 req-b34e61b4-cad6-4169-9c2d-6e57b258b272 service neutron] 10.222.0.60 "GET /v2.0/networks/3b544363-bad2-4a9e-9892-483691dc34e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4115713 Nov 19 18:09:26.246865 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afe5276a-1a10-40d1-8d3d-9da02800b8a2 {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:09:26.280089 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port afe5276a-1a10-40d1-8d3d-9da02800b8a2, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=afe5276a-1a10-40d1-8d3d-9da02800b8a2,segment=NetworkSegment(40fb2a9c-8901-4a90-ae9b-dc010a7bd213),segment_id=40fb2a9c-8901-4a90-ae9b-dc010a7bd213)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:09:26.289565 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:26.292683 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d1e8d8-a3b5-4524-8b26-97d423570c4b req-923a4736-2bc1-433f-8239-ac93f2d028d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:09:26.298275 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c8d1e8d8-a3b5-4524-8b26-97d423570c4b req-923a4736-2bc1-433f-8239-ac93f2d028d7 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=11a6fd8f-2511-454d-9031-930350e1d838 HTTP/1.1" status: 200 len: 835 time: 0.1586859 Nov 19 18:09:26.359621 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e32cb94-a718-41f1-a3d9-b7e2d7d93974 req-354d9500-6d46-47f3-80fc-2720a4784023 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:09:26.380379 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6e32cb94-a718-41f1-a3d9-b7e2d7d93974 req-354d9500-6d46-47f3-80fc-2720a4784023 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/ports?device_id=f0aedaf9-2b7a-44b6-beee-98ffc4e17d40 HTTP/1.1" status: 200 len: 943 time: 0.4113359 Nov 19 18:09:26.393299 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-27857773-d341-4b63-a863-c319228cc510 req-c3b7c7af-1734-4ced-85ec-5efc67418ee7 service neutron] 10.222.0.60 "GET /v2.0/networks/3b544363-bad2-4a9e-9892-483691dc34e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569009 Nov 19 18:09:26.399011 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Pushing event updated for resources: {'Port': ['ID=afe5276a-1a10-40d1-8d3d-9da02800b8a2,revision_number=8']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:09:26.412394 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-9fa179a3-d584-4efc-b59e-ba0ed96326c4 None None] Provisioning complete for port 7e48ba7f-8758-4667-9f12-60ec4edea2a4 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:09:26.413998 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9fa179a3-d584-4efc-b59e-ba0ed96326c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:26.493898 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2dc89d34-e255-4d90-8c29-257c9095b10d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:26.499814 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-9fa179a3-d584-4efc-b59e-ba0ed96326c4 None None] Port 7e48ba7f-8758-4667-9f12-60ec4edea2a4 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:09:26.504940 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efc4a2a-deba-4860-afe5-513070e07d84 req-760777c9-4327-4bc9-8c5d-bb3db9fcb2ec tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:09:26.507631 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9efc4a2a-deba-4860-afe5-513070e07d84 req-760777c9-4327-4bc9-8c5d-bb3db9fcb2ec tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/ports?device_id=dd7e5b82-e438-4e99-b310-3c80409b6aad HTTP/1.1" status: 200 len: 944 time: 0.1754384 Nov 19 18:09:26.532475 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d1e8d8-a3b5-4524-8b26-97d423570c4b req-4bb791b9-e2c2-4247-a8a6-637673570d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:09:26.535365 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c8d1e8d8-a3b5-4524-8b26-97d423570c4b req-4bb791b9-e2c2-4247-a8a6-637673570d94 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=42124578-768e-4944-8737-c67497927ce8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2262883 Nov 19 18:09:26.551657 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6e32cb94-a718-41f1-a3d9-b7e2d7d93974 req-3fd54fdd-ac4d-48fc-859a-d2152e670ad6 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/security-groups?id=a66d5311-8064-42eb-b883-c6c911692a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585019 Nov 19 18:09:26.626278 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] get_ports_and_sgs() called for port_ids ['afe5276a-1a10-40d1-8d3d-9da02800b8a2'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:09:26.705409 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c8d1e8d8-a3b5-4524-8b26-97d423570c4b req-7de1f172-2eb9-4ba3-8edc-5dc9691feef4 service neutron] 10.222.0.86 "GET /v2.0/networks/42124578-768e-4944-8737-c67497927ce8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499686 Nov 19 18:09:26.723862 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9efc4a2a-deba-4860-afe5-513070e07d84 req-e2ac7ce6-3aa8-41fe-90c6-1720d71277cd tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/security-groups?id=f3b4bc83-8bc0-4734-b4bc-8a15bbeccc9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2084100 Nov 19 18:09:26.801175 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2dc89d34-e255-4d90-8c29-257c9095b10d admin admin] Publish callbacks [] for port, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:26.808279 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2dc89d34-e255-4d90-8c29-257c9095b10d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:26.856879 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2dc89d34-e255-4d90-8c29-257c9095b10d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-768529'] for router_interface, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:26.878133 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c8d1e8d8-a3b5-4524-8b26-97d423570c4b req-f6955c41-73d0-4690-b8ed-c87bc38bfa07 service neutron] 10.222.0.86 "GET /v2.0/networks/42124578-768e-4944-8737-c67497927ce8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627333 Nov 19 18:09:27.112964 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc89d34-e255-4d90-8c29-257c9095b10d admin admin] Pushing event updated for resources: {'Port': ['ID=7e48ba7f-8758-4667-9f12-60ec4edea2a4,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:09:27.156371 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 2e0f25e1-d84f-429c-ab5b-6fa3322bd248 details requested by agent hyperv_n-h1-818022-2 with host n-h1-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 18:09:27.176645 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc9a2cd-4fd3-4e6f-bb70-87de837dba05 req-ac3531ee-083a-4eaa-9109-a84c80d546cd tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:09:27.179242 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ccc9a2cd-4fd3-4e6f-bb70-87de837dba05 req-ac3531ee-083a-4eaa-9109-a84c80d546cd tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd7e5b82-e438-4e99-b310-3c80409b6aad&tenant_id=d41245dedb694df6accb5dc7769c75e5&binding%3Ahost_id=n-h2-818022-2 HTTP/1.1" status: 200 len: 944 time: 0.2247131 Nov 19 18:09:27.194821 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e393776-0d03-4bb0-8a62-6792851ecc88 req-f7ef920e-46f4-4874-896b-34457c4ecd62 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:09:27.202156 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-5e393776-0d03-4bb0-8a62-6792851ecc88 req-f7ef920e-46f4-4874-896b-34457c4ecd62 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/ports?device_id=dd7e5b82-e438-4e99-b310-3c80409b6aad HTTP/1.1" status: 200 len: 944 time: 0.1900480 Nov 19 18:09:27.277699 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dc89d34-e255-4d90-8c29-257c9095b10d admin admin] Network c03e1720-5dc1-44d9-9bc8-f01d6684ac7c is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:09:27.287951 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-2dc89d34-e255-4d90-8c29-257c9095b10d admin admin] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:09:27.311999 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 2e0f25e1-d84f-429c-ab5b-6fa3322bd248, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=2e0f25e1-d84f-429c-ab5b-6fa3322bd248,segment=NetworkSegment(878aa1ad-d952-49b3-babf-f88949b54efa),segment_id=878aa1ad-d952-49b3-babf-f88949b54efa)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:09:27.329322 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-5e393776-0d03-4bb0-8a62-6792851ecc88 req-5c1fbbe2-169e-48a7-8db1-2910422f024c tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/security-groups?id=f3b4bc83-8bc0-4734-b4bc-8a15bbeccc9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1261923 Nov 19 18:09:27.330082 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Returning: {'device': '2e0f25e1-d84f-429c-ab5b-6fa3322bd248', 'network_id': '3b544363-bad2-4a9e-9892-483691dc34e2', 'port_id': '2e0f25e1-d84f-429c-ab5b-6fa3322bd248', 'mac_address': 'fa:16:3e:04:8a:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 660, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78373283-0ecf-42ac-8dc9-066471cd2623', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 18:09:27.364660 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0f371c63-fc1e-4e0e-a5c4-5368947cd449 req-c1c98cf4-e384-47d0-b75a-08e4700d9e4e tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] 10.222.0.54 "GET /v2.0/ports?device_id=23e6100f-8ab1-4cbc-946a-28ec498e3539 HTTP/1.1" status: 200 len: 210 time: 0.1737094 Nov 19 18:09:27.375900 n-d-818022-2 neutron-server[103364]: INFO neutron.api.v2.resource [req-ccc9a2cd-4fd3-4e6f-bb70-87de837dba05 req-1605771e-458b-4c5c-b64d-c034e852ab35 service neutron] delete failed (client error): The resource could not be found. Nov 19 18:09:27.376944 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ccc9a2cd-4fd3-4e6f-bb70-87de837dba05 req-1605771e-458b-4c5c-b64d-c034e852ab35 service neutron] 10.222.0.60 "DELETE /v2.0/ports/afe5276a-1a10-40d1-8d3d-9da02800b8a2/bindings/n-h1-818022-2 HTTP/1.1" status: 404 len: 380 time: 0.1679091 Nov 19 18:09:27.413735 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:27.433216 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e0f25e1-d84f-429c-ab5b-6fa3322bd248 {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:09:27.479401 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 2e0f25e1-d84f-429c-ab5b-6fa3322bd248, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=2e0f25e1-d84f-429c-ab5b-6fa3322bd248,segment=NetworkSegment(878aa1ad-d952-49b3-babf-f88949b54efa),segment_id=878aa1ad-d952-49b3-babf-f88949b54efa)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:09:27.492794 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:27.513008 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc9a2cd-4fd3-4e6f-bb70-87de837dba05 req-292425e0-90a6-47e3-8273-88f47f3bb4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:09:27.514842 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ccc9a2cd-4fd3-4e6f-bb70-87de837dba05 req-292425e0-90a6-47e3-8273-88f47f3bb4b6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d41245dedb694df6accb5dc7769c75e5&device_id=dd7e5b82-e438-4e99-b310-3c80409b6aad HTTP/1.1" status: 200 len: 1095 time: 0.0793712 Nov 19 18:09:27.535881 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dc89d34-e255-4d90-8c29-257c9095b10d admin admin] Router 475610bb-3761-4107-9a9a-f33d0987ee1e has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 18:09:27.558192 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=2e0f25e1-d84f-429c-ab5b-6fa3322bd248,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:09:27.577235 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b92e5d-f8fa-4536-b009-92f8ec0e1c2b req-bb301609-5a7a-49b5-916c-0d53799434e4 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:09:27.578730 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c3b92e5d-f8fa-4536-b009-92f8ec0e1c2b req-bb301609-5a7a-49b5-916c-0d53799434e4 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] 10.222.0.60 "GET /v2.0/networks?id=75b6734d-39c9-48de-a15b-624f6094abc5 HTTP/1.1" status: 200 len: 796 time: 0.1496727 Nov 19 18:09:27.663477 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc9a2cd-4fd3-4e6f-bb70-87de837dba05 req-e49c9655-cfa2-45d9-89a2-8dd9c2e7b2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:09:27.665706 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ccc9a2cd-4fd3-4e6f-bb70-87de837dba05 req-e49c9655-cfa2-45d9-89a2-8dd9c2e7b2c8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=42124578-768e-4944-8737-c67497927ce8 HTTP/1.1" status: 200 len: 897 time: 0.1333160 Nov 19 18:09:27.732615 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-7951c89a-6866-45f5-ad5a-a11fe8f557d5 None None] Provisioning complete for port 7e48ba7f-8758-4667-9f12-60ec4edea2a4 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:09:27.733080 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-7951c89a-6866-45f5-ad5a-a11fe8f557d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:27.739073 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ccc9a2cd-4fd3-4e6f-bb70-87de837dba05 req-3d7c8dc0-e8e3-4f33-b29b-1ff9375fcf3a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=afe5276a-1a10-40d1-8d3d-9da02800b8a2 HTTP/1.1" status: 200 len: 999 time: 0.0649421 Nov 19 18:09:27.769123 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-7951c89a-6866-45f5-ad5a-a11fe8f557d5 None None] Port 7e48ba7f-8758-4667-9f12-60ec4edea2a4 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:09:27.774699 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['2e0f25e1-d84f-429c-ab5b-6fa3322bd248'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:09:27.789474 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c3b92e5d-f8fa-4536-b009-92f8ec0e1c2b req-7b14d018-e707-4d7c-95ce-8544564c29cd tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d00a359bd74e4de6b0d3dd4ba0b5c79c HTTP/1.1" status: 200 len: 472 time: 0.1780598 Nov 19 18:09:27.791213 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dc89d34-e255-4d90-8c29-257c9095b10d admin admin] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:09:27.796698 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-2dc89d34-e255-4d90-8c29-257c9095b10d admin admin] 10.222.0.54 "PUT /v2.0/routers/475610bb-3761-4107-9a9a-f33d0987ee1e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5668476 Nov 19 18:09:27.802570 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-c3b92e5d-f8fa-4536-b009-92f8ec0e1c2b req-8cce5985-f851-44ba-8bde-04fbabc36ff3 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Request body: {'port': {'device_id': '23e6100f-8ab1-4cbc-946a-28ec498e3539', 'network_id': '75b6734d-39c9-48de-a15b-624f6094abc5', 'admin_state_up': True, 'tenant_id': 'd00a359bd74e4de6b0d3dd4ba0b5c79c', 'security_groups': ['332b108b-bbdc-4b3c-b42e-b9da772a67ae']}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:09:27.803448 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc9a2cd-4fd3-4e6f-bb70-87de837dba05 req-0ddd8634-289e-4142-970c-96943396a15d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:09:27.805557 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ccc9a2cd-4fd3-4e6f-bb70-87de837dba05 req-0ddd8634-289e-4142-970c-96943396a15d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=11a6fd8f-2511-454d-9031-930350e1d838 HTTP/1.1" status: 200 len: 835 time: 0.0574038 Nov 19 18:09:27.809308 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e73bb1-0584-49d7-ab2d-cb65487a8233 None None] Sync routers for ids ['475610bb-3761-4107-9a9a-f33d0987ee1e'] in n-d-818022-2 {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:09:27.813998 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b38ac1-7491-4900-9f80-caeb33a5b978 req-22f3502f-d951-48f9-aa7c-aa8606d9cc67 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:09:27.815485 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a0b38ac1-7491-4900-9f80-caeb33a5b978 req-22f3502f-d951-48f9-aa7c-aa8606d9cc67 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/ports?device_id=f0aedaf9-2b7a-44b6-beee-98ffc4e17d40 HTTP/1.1" status: 200 len: 944 time: 0.1222897 Nov 19 18:09:27.833715 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e73bb1-0584-49d7-ab2d-cb65487a8233 None None] Routers {'475610bb-3761-4107-9a9a-f33d0987ee1e'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:09:27.834996 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-67e73bb1-0584-49d7-ab2d-cb65487a8233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:09:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['475610bb-3761-4107-9a9a-f33d0987ee1e'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:09:27.866621 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc9a2cd-4fd3-4e6f-bb70-87de837dba05 req-5a3d1f02-ab86-4796-9ece-4c72ddfff715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:09:27.868683 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ccc9a2cd-4fd3-4e6f-bb70-87de837dba05 req-5a3d1f02-ab86-4796-9ece-4c72ddfff715 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=42124578-768e-4944-8737-c67497927ce8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0498769 Nov 19 18:09:27.922849 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device afe5276a-1a10-40d1-8d3d-9da02800b8a2 up at agent hyperv_n-h2-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:09:27.958830 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a0b38ac1-7491-4900-9f80-caeb33a5b978 req-51055140-2324-40b0-86d5-52e650725e23 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/security-groups?id=a66d5311-8064-42eb-b883-c6c911692a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144764 Nov 19 18:09:28.015995 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3b92e5d-f8fa-4536-b009-92f8ec0e1c2b req-8cce5985-f851-44ba-8bde-04fbabc36ff3 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Made reservation on behalf of d00a359bd74e4de6b0d3dd4ba0b5c79c for: {'port': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:09:28.031376 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-c3b92e5d-f8fa-4536-b009-92f8ec0e1c2b req-8cce5985-f851-44ba-8bde-04fbabc36ff3 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:28.072066 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-67e73bb1-0584-49d7-ab2d-cb65487a8233 None None] Set router 475610bb-3761-4107-9a9a-f33d0987ee1e gateway port host: n-d-818022-2 {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:09:28.140755 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Provisioning for port afe5276a-1a10-40d1-8d3d-9da02800b8a2 completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 18:09:28.148446 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Provisioning complete for port afe5276a-1a10-40d1-8d3d-9da02800b8a2 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:09:28.148819 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:28.404498 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ccc9a2cd-4fd3-4e6f-bb70-87de837dba05 req-391f4341-e924-453f-9c8c-478f38cee32c service neutron] 10.222.0.60 "GET /v2.0/networks/42124578-768e-4944-8737-c67497927ce8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5284829 Nov 19 18:09:28.569430 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:28.572398 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfa300d-3ff5-4a5d-b102-37d39542c80e req-c21f9cf5-0d64-45fc-b1fd-0592e6992a1e tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:09:28.580960 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2dfa300d-3ff5-4a5d-b102-37d39542c80e req-c21f9cf5-0d64-45fc-b1fd-0592e6992a1e tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/ports?device_id=dd7e5b82-e438-4e99-b310-3c80409b6aad HTTP/1.1" status: 200 len: 944 time: 0.1341972 Nov 19 18:09:28.620427 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd7e5b82-e438-4e99-b310-3c80409b6aad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afe5276a-1a10-40d1-8d3d-9da02800b8a2'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:09:28.622178 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-96136fbd-affe-4b38-b405-0a6051439e90 req-f88ed382-7fd4-42b0-b7b2-6bfc76ee4f1f tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] 10.222.0.54 "GET /v2.0/ports?device_id=23e6100f-8ab1-4cbc-946a-28ec498e3539 HTTP/1.1" status: 200 len: 210 time: 0.0362465 Nov 19 18:09:28.623046 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3940761bcd94e032e6960d2241bd8993c5d3a7d8dc2aca8488f3ecf1d4dd2fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a13be4e-1c42-4826-862b-cf3d82e45f00" -d '{"events": [{"server_uuid": "dd7e5b82-e438-4e99-b310-3c80409b6aad", "name": "network-vif-plugged", "status": "completed", "tag": "afe5276a-1a10-40d1-8d3d-9da02800b8a2"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:09:28.623180 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ccc9a2cd-4fd3-4e6f-bb70-87de837dba05 req-4fb27f41-83dd-43b6-8333-719472c19d90 service neutron] 10.222.0.60 "GET /v2.0/networks/42124578-768e-4944-8737-c67497927ce8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2093167 Nov 19 18:09:28.648644 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port afe5276a-1a10-40d1-8d3d-9da02800b8a2, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=afe5276a-1a10-40d1-8d3d-9da02800b8a2,segment=NetworkSegment(40fb2a9c-8901-4a90-ae9b-dc010a7bd213),segment_id=40fb2a9c-8901-4a90-ae9b-dc010a7bd213)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:09:28.650454 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2dfa300d-3ff5-4a5d-b102-37d39542c80e req-940bc3ee-3978-4cbb-99fd-6cdc98b580e9 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/security-groups?id=f3b4bc83-8bc0-4734-b4bc-8a15bbeccc9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682988 Nov 19 18:09:28.658188 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:28.661377 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [req-c3b92e5d-f8fa-4536-b009-92f8ec0e1c2b req-8cce5985-f851-44ba-8bde-04fbabc36ff3 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Allocated IP 172.20.0.30 (75b6734d-39c9-48de-a15b-624f6094abc5/adbb6cf6-3ed2-4544-8da2-4ff6c6a26b9d/18304a89-3bfb-451b-a679-cec275073ad2) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:09:28.761455 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:09:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ab4ffc2-12e6-4770-af74-acdd9eac5b13 x-openstack-request-id: req-0ab4ffc2-12e6-4770-af74-acdd9eac5b13 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:09:28.761742 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd7e5b82-e438-4e99-b310-3c80409b6aad", "name": "network-vif-plugged", "status": "completed", "tag": "afe5276a-1a10-40d1-8d3d-9da02800b8a2", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:09:28.762089 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-0ab4ffc2-12e6-4770-af74-acdd9eac5b13 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:09:28.762493 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd7e5b82-e438-4e99-b310-3c80409b6aad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afe5276a-1a10-40d1-8d3d-9da02800b8a2', 'code': 200} Nov 19 18:09:28.779455 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Pushing event updated for resources: {'Port': ['ID=afe5276a-1a10-40d1-8d3d-9da02800b8a2,revision_number=9']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:09:28.806032 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-67e73bb1-0584-49d7-ab2d-cb65487a8233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '475610bb-3761-4107-9a9a-f33d0987ee1e', 'name': 'tempest-TestVolumeBackupRestore-2100327474-router', 'tenant_id': 'a40b303d35684e54b9b06e92d8b9edd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': 'ad4037b4-31c2-4e51-8947-7877a8e9a4e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:09:16Z', 'updated_at': '2021-11-19T18:09:26Z', 'revision_number': 4, 'project_id': 'a40b303d35684e54b9b06e92d8b9edd1', 'gw_port': {'id': 'ad4037b4-31c2-4e51-8947-7877a8e9a4e9', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:19:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475610bb-3761-4107-9a9a-f33d0987ee1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:09:17Z', 'updated_at': '2021-11-19T18:09:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': '7e48ba7f-8758-4667-9f12-60ec4edea2a4', 'name': '', 'network_id': 'c03e1720-5dc1-44d9-9bc8-f01d6684ac7c', 'tenant_id': 'a40b303d35684e54b9b06e92d8b9edd1', 'mac_address': 'fa:16:3e:c4:3b:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '475610bb-3761-4107-9a9a-f33d0987ee1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3548, 'fixed_ips': [{'subnet_id': '6a3d964b-adef-44dc-902e-a06b4ea0acd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:09:24Z', 'updated_at': '2021-11-19T18:09:26Z', 'revision_number': 2, 'project_id': 'a40b303d35684e54b9b06e92d8b9edd1', 'subnets': [{'id': '6a3d964b-adef-44dc-902e-a06b4ea0acd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:09:28.835002 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e73bb1-0584-49d7-ab2d-cb65487a8233 None None] Checking router: 475610bb-3761-4107-9a9a-f33d0987ee1e for host: n-d-818022-2 {{(pid=103366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:09:28.835484 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e73bb1-0584-49d7-ab2d-cb65487a8233 None None] Updating router 475610bb-3761-4107-9a9a-f33d0987ee1e port 7e48ba7f-8758-4667-9f12-60ec4edea2a4 binding host n-d-818022-2 {{(pid=103366) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 18:09:28.862502 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-67e73bb1-0584-49d7-ab2d-cb65487a8233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:28.877666 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-c3b92e5d-f8fa-4536-b009-92f8ec0e1c2b req-8cce5985-f851-44ba-8bde-04fbabc36ff3 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:28.916357 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-c3b92e5d-f8fa-4536-b009-92f8ec0e1c2b req-8cce5985-f851-44ba-8bde-04fbabc36ff3 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:28.962473 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3b92e5d-f8fa-4536-b009-92f8ec0e1c2b req-8cce5985-f851-44ba-8bde-04fbabc36ff3 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Network 75b6734d-39c9-48de-a15b-624f6094abc5 is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:09:28.966052 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [req-c3b92e5d-f8fa-4536-b009-92f8ec0e1c2b req-8cce5985-f851-44ba-8bde-04fbabc36ff3 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:09:28.970097 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3b92e5d-f8fa-4536-b009-92f8ec0e1c2b req-8cce5985-f851-44ba-8bde-04fbabc36ff3 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:09:29.072814 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b92e5d-f8fa-4536-b009-92f8ec0e1c2b req-8cce5985-f851-44ba-8bde-04fbabc36ff3 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:09:29.074047 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-c3b92e5d-f8fa-4536-b009-92f8ec0e1c2b req-8cce5985-f851-44ba-8bde-04fbabc36ff3 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:29.079857 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cce5985-f851-44ba-8bde-04fbabc36ff3 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Pushing event updated for resources: {'Port': ['ID=18304a89-3bfb-451b-a679-cec275073ad2,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:09:29.091795 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cce5985-f851-44ba-8bde-04fbabc36ff3 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:09:29.092521 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cce5985-f851-44ba-8bde-04fbabc36ff3 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:09:29.093152 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cce5985-f851-44ba-8bde-04fbabc36ff3 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:09:29.093716 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cce5985-f851-44ba-8bde-04fbabc36ff3 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:09:29.094446 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cce5985-f851-44ba-8bde-04fbabc36ff3 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:09:29.095008 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cce5985-f851-44ba-8bde-04fbabc36ff3 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:09:29.095589 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cce5985-f851-44ba-8bde-04fbabc36ff3 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:09:29.096159 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cce5985-f851-44ba-8bde-04fbabc36ff3 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:09:29.096731 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cce5985-f851-44ba-8bde-04fbabc36ff3 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:09:29.097284 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cce5985-f851-44ba-8bde-04fbabc36ff3 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:09:29.097860 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cce5985-f851-44ba-8bde-04fbabc36ff3 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:09:29.098433 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cce5985-f851-44ba-8bde-04fbabc36ff3 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:09:29.131976 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c3b92e5d-f8fa-4536-b009-92f8ec0e1c2b req-8cce5985-f851-44ba-8bde-04fbabc36ff3 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3336256 Nov 19 18:09:29.155628 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 2e0f25e1-d84f-429c-ab5b-6fa3322bd248 up at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:09:29.170641 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-c3b92e5d-f8fa-4536-b009-92f8ec0e1c2b req-563ddbad-4472-419b-9c39-7cf361c883b6 service neutron] Request body: {'port': {'device_id': '23e6100f-8ab1-4cbc-946a-28ec498e3539', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818022-2'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:09:29.253839 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning for port 2e0f25e1-d84f-429c-ab5b-6fa3322bd248 completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 18:09:29.277486 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning complete for port 2e0f25e1-d84f-429c-ab5b-6fa3322bd248 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:09:29.277910 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:29.350719 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-c3b92e5d-f8fa-4536-b009-92f8ec0e1c2b req-563ddbad-4472-419b-9c39-7cf361c883b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:29.382466 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40b21dd-2657-4dc7-979a-7bc12b0c2249 req-4c124a54-0abd-4e05-92b1-ddee0415bc6e tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:09:29.386280 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a40b21dd-2657-4dc7-979a-7bc12b0c2249 req-4c124a54-0abd-4e05-92b1-ddee0415bc6e tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/ports?device_id=f0aedaf9-2b7a-44b6-beee-98ffc4e17d40 HTTP/1.1" status: 200 len: 944 time: 0.2675643 Nov 19 18:09:29.387300 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-67e73bb1-0584-49d7-ab2d-cb65487a8233 None None] Publish callbacks [] for port, precommit_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:29.408861 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-67e73bb1-0584-49d7-ab2d-cb65487a8233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:29.510461 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-052657a3-4d7d-47e3-b236-f9aee5db5e3e None None] Provisioning complete for port 18304a89-3bfb-451b-a679-cec275073ad2 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:09:29.511080 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-052657a3-4d7d-47e3-b236-f9aee5db5e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:29.574392 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a40b21dd-2657-4dc7-979a-7bc12b0c2249 req-e96c668c-e9dc-406c-a4ef-15f8dd29851d tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/security-groups?id=a66d5311-8064-42eb-b883-c6c911692a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834338 Nov 19 18:09:29.611407 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3538234-a328-4944-b039-cedb4a1e99f9 None None] Pushing event updated for resources: {'Port': ['ID=7e48ba7f-8758-4667-9f12-60ec4edea2a4,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:09:29.717482 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-67e73bb1-0584-49d7-ab2d-cb65487a8233 None None] Attempting to bind port 7e48ba7f-8758-4667-9f12-60ec4edea2a4 on host n-d-818022-2 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:09:29.717913 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-67e73bb1-0584-49d7-ab2d-cb65487a8233 None None] Attempting to bind port 7e48ba7f-8758-4667-9f12-60ec4edea2a4 by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': '8d0b7822-e55e-4d16-86a1-74afa531b4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'c03e1720-5dc1-44d9-9bc8-f01d6684ac7c'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:09:29.718373 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e73bb1-0584-49d7-ab2d-cb65487a8233 None None] Attempting to bind port 7e48ba7f-8758-4667-9f12-60ec4edea2a4 on network c03e1720-5dc1-44d9-9bc8-f01d6684ac7c {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:09:29.726580 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e73bb1-0584-49d7-ab2d-cb65487a8233 None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 9, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:09:29.727015 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e73bb1-0584-49d7-ab2d-cb65487a8233 None None] Checking segment: {'id': '8d0b7822-e55e-4d16-86a1-74afa531b4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'c03e1720-5dc1-44d9-9bc8-f01d6684ac7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:09:29.727382 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-67e73bb1-0584-49d7-ab2d-cb65487a8233 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:29.727760 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e73bb1-0584-49d7-ab2d-cb65487a8233 None None] Bound using segment: {'id': '8d0b7822-e55e-4d16-86a1-74afa531b4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'c03e1720-5dc1-44d9-9bc8-f01d6684ac7c'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:09:29.728250 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-67e73bb1-0584-49d7-ab2d-cb65487a8233 None None] Bound port: 7e48ba7f-8758-4667-9f12-60ec4edea2a4, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d0b7822-e55e-4d16-86a1-74afa531b4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'c03e1720-5dc1-44d9-9bc8-f01d6684ac7c'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:09:29.728638 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-67e73bb1-0584-49d7-ab2d-cb65487a8233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:29.730814 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-052657a3-4d7d-47e3-b236-f9aee5db5e3e None None] Port 18304a89-3bfb-451b-a679-cec275073ad2 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:09:29.762558 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:29.862188 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1af2ca8-ea57-4070-b633-6c8f1309237d req-f21e5f5a-7d29-44fa-9c5f-0334ce836215 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:09:29.864371 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f1af2ca8-ea57-4070-b633-6c8f1309237d req-f21e5f5a-7d29-44fa-9c5f-0334ce836215 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] 10.222.0.54 "GET /v2.0/ports?device_id=23e6100f-8ab1-4cbc-946a-28ec498e3539 HTTP/1.1" status: 200 len: 932 time: 0.0698488 Nov 19 18:09:29.908499 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [req-c3b92e5d-f8fa-4536-b009-92f8ec0e1c2b req-563ddbad-4472-419b-9c39-7cf361c883b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18304a89-3bfb-451b-a679-cec275073ad2 {{(pid=103364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:09:29.924695 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-c3b92e5d-f8fa-4536-b009-92f8ec0e1c2b req-563ddbad-4472-419b-9c39-7cf361c883b6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:29.932617 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f1af2ca8-ea57-4070-b633-6c8f1309237d req-aea06dc3-6f56-44fb-814d-659042d7d63c tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] 10.222.0.54 "GET /v2.0/security-groups?id=332b108b-bbdc-4b3c-b42e-b9da772a67ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584006 Nov 19 18:09:29.946671 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4949906-5b00-4910-b4e3-6bafb3c02253 req-e4810c86-6ccf-42b1-b2bf-d94207b39490 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:09:29.948332 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f4949906-5b00-4910-b4e3-6bafb3c02253 req-e4810c86-6ccf-42b1-b2bf-d94207b39490 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/ports?device_id=dd7e5b82-e438-4e99-b310-3c80409b6aad HTTP/1.1" status: 200 len: 945 time: 0.1114521 Nov 19 18:09:29.959998 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.provisioning_blocks [req-c3b92e5d-f8fa-4536-b009-92f8ec0e1c2b req-563ddbad-4472-419b-9c39-7cf361c883b6 service neutron] Transition to ACTIVE for port object 18304a89-3bfb-451b-a679-cec275073ad2 will not be triggered until provisioned by entity L2. {{(pid=103364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 18:09:29.970673 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8df93611-c120-4e35-9fdc-1d7bfc439c04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:29.972149 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-c3b92e5d-f8fa-4536-b009-92f8ec0e1c2b req-563ddbad-4472-419b-9c39-7cf361c883b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:29.977674 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 2e0f25e1-d84f-429c-ab5b-6fa3322bd248, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=2e0f25e1-d84f-429c-ab5b-6fa3322bd248,segment=NetworkSegment(878aa1ad-d952-49b3-babf-f88949b54efa),segment_id=878aa1ad-d952-49b3-babf-f88949b54efa)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:09:29.984298 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-67e73bb1-0584-49d7-ab2d-cb65487a8233 None None] For port 7e48ba7f-8758-4667-9f12-60ec4edea2a4, host n-d-818022-2, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:09:29.992167 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:30.000341 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-67e73bb1-0584-49d7-ab2d-cb65487a8233 None None] For port 7e48ba7f-8758-4667-9f12-60ec4edea2a4, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=7e48ba7f-8758-4667-9f12-60ec4edea2a4,segment=NetworkSegment(8d0b7822-e55e-4d16-86a1-74afa531b4a3),segment_id=8d0b7822-e55e-4d16-86a1-74afa531b4a3)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:09:30.010166 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-67e73bb1-0584-49d7-ab2d-cb65487a8233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:30.060864 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563ddbad-4472-419b-9c39-7cf361c883b6 service neutron] Pushing event updated for resources: {'Port': ['ID=18304a89-3bfb-451b-a679-cec275073ad2,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:09:30.101706 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=2e0f25e1-d84f-429c-ab5b-6fa3322bd248,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:09:30.109032 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-0bcf0dde-ef27-4ab5-ae21-f1f194ebd11e None None] Provisioning complete for port 7e48ba7f-8758-4667-9f12-60ec4edea2a4 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:09:30.109480 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0bcf0dde-ef27-4ab5-ae21-f1f194ebd11e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:30.126986 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f4949906-5b00-4910-b4e3-6bafb3c02253 req-fe37412a-10de-41c2-9f2a-e3e256c56021 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/security-groups?id=f3b4bc83-8bc0-4734-b4bc-8a15bbeccc9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1656313 Nov 19 18:09:30.161668 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 36354) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:09:30.179487 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e73bb1-0584-49d7-ab2d-cb65487a8233 None None] Routers {'475610bb-3761-4107-9a9a-f33d0987ee1e'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:09:30.181848 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-c3b92e5d-f8fa-4536-b009-92f8ec0e1c2b req-563ddbad-4472-419b-9c39-7cf361c883b6 service neutron] Attempting to bind port 18304a89-3bfb-451b-a679-cec275073ad2 on host n-h1-818022-2 for vnic_type normal with profile {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:09:30.182543 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-c3b92e5d-f8fa-4536-b009-92f8ec0e1c2b req-563ddbad-4472-419b-9c39-7cf361c883b6 service neutron] Attempting to bind port 18304a89-3bfb-451b-a679-cec275073ad2 by drivers openvswitch,hyperv on host n-h1-818022-2 at level 0 using segments [{'id': '59ddae19-91da-4c10-9616-600be213246f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '75b6734d-39c9-48de-a15b-624f6094abc5'}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:09:30.183177 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3b92e5d-f8fa-4536-b009-92f8ec0e1c2b req-563ddbad-4472-419b-9c39-7cf361c883b6 service neutron] Attempting to bind port 18304a89-3bfb-451b-a679-cec275073ad2 on network 75b6734d-39c9-48de-a15b-624f6094abc5 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:09:30.183543 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-67e73bb1-0584-49d7-ab2d-cb65487a8233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:09:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['475610bb-3761-4107-9a9a-f33d0987ee1e'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:09:30.189413 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3b92e5d-f8fa-4536-b009-92f8ec0e1c2b req-563ddbad-4472-419b-9c39-7cf361c883b6 service neutron] Port 18304a89-3bfb-451b-a679-cec275073ad2 on network 75b6734d-39c9-48de-a15b-624f6094abc5 not bound, no agent of type Open vSwitch agent registered on host n-h1-818022-2 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 18:09:30.190081 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3b92e5d-f8fa-4536-b009-92f8ec0e1c2b req-563ddbad-4472-419b-9c39-7cf361c883b6 service neutron] Attempting to bind port 18304a89-3bfb-451b-a679-cec275073ad2 on network 75b6734d-39c9-48de-a15b-624f6094abc5 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:09:30.198641 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3b92e5d-f8fa-4536-b009-92f8ec0e1c2b req-563ddbad-4472-419b-9c39-7cf361c883b6 service neutron] Checking agent: {'id': 'a6668d96-12fa-4ec0-99ad-77eaf490dd2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'started_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 9, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:09:30.199941 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3b92e5d-f8fa-4536-b009-92f8ec0e1c2b req-563ddbad-4472-419b-9c39-7cf361c883b6 service neutron] Checking segment: {'id': '59ddae19-91da-4c10-9616-600be213246f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '75b6734d-39c9-48de-a15b-624f6094abc5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:09:30.200544 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3b92e5d-f8fa-4536-b009-92f8ec0e1c2b req-563ddbad-4472-419b-9c39-7cf361c883b6 service neutron] Bound using segment: {'id': '59ddae19-91da-4c10-9616-600be213246f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '75b6734d-39c9-48de-a15b-624f6094abc5'} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:09:30.201083 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-c3b92e5d-f8fa-4536-b009-92f8ec0e1c2b req-563ddbad-4472-419b-9c39-7cf361c883b6 service neutron] Bound port: 18304a89-3bfb-451b-a679-cec275073ad2, host: n-h1-818022-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59ddae19-91da-4c10-9616-600be213246f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '75b6734d-39c9-48de-a15b-624f6094abc5'}}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:09:30.202263 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-c3b92e5d-f8fa-4536-b009-92f8ec0e1c2b req-563ddbad-4472-419b-9c39-7cf361c883b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:30.288757 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-624d473e-0a90-4108-bd38-6578a381f140 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/floatingips/def61a14-479c-471d-8bb6-4de9e3849bfb HTTP/1.1" status: 200 len: 992 time: 0.1247916 Nov 19 18:09:30.355804 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-c3b92e5d-f8fa-4536-b009-92f8ec0e1c2b req-563ddbad-4472-419b-9c39-7cf361c883b6 service neutron] For port 18304a89-3bfb-451b-a679-cec275073ad2, host n-h1-818022-2, cleared binding levels {{(pid=103364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:09:30.360694 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-c3b92e5d-f8fa-4536-b009-92f8ec0e1c2b req-563ddbad-4472-419b-9c39-7cf361c883b6 service neutron] For port 18304a89-3bfb-451b-a679-cec275073ad2, host n-h1-818022-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=18304a89-3bfb-451b-a679-cec275073ad2,segment=NetworkSegment(59ddae19-91da-4c10-9616-600be213246f),segment_id=59ddae19-91da-4c10-9616-600be213246f)] {{(pid=103364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:09:30.366991 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-c3b92e5d-f8fa-4536-b009-92f8ec0e1c2b req-563ddbad-4472-419b-9c39-7cf361c883b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:30.389039 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b92e5d-f8fa-4536-b009-92f8ec0e1c2b req-563ddbad-4472-419b-9c39-7cf361c883b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:09:30.389740 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-c3b92e5d-f8fa-4536-b009-92f8ec0e1c2b req-563ddbad-4472-419b-9c39-7cf361c883b6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:30.392094 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c3b92e5d-f8fa-4536-b009-92f8ec0e1c2b req-563ddbad-4472-419b-9c39-7cf361c883b6 service neutron] 10.222.0.60 "PUT /v2.0/ports/18304a89-3bfb-451b-a679-cec275073ad2 HTTP/1.1" status: 200 len: 1092 time: 1.2300279 Nov 19 18:09:30.395708 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3538234-a328-4944-b039-cedb4a1e99f9 None None] Pushing event updated for resources: {'Port': ['ID=7e48ba7f-8758-4667-9f12-60ec4edea2a4,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:09:30.433144 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23e6100f-8ab1-4cbc-946a-28ec498e3539', 'tag': '18304a89-3bfb-451b-a679-cec275073ad2'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:09:30.436185 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dd4767a008c23f8566efc82158ee1b1fff34e1a9e908d76d0b6d0ab7e350e5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cda0b154-ce46-4d18-9e43-608d2b3d8a91" -d '{"events": [{"name": "network-changed", "server_uuid": "23e6100f-8ab1-4cbc-946a-28ec498e3539", "tag": "18304a89-3bfb-451b-a679-cec275073ad2"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:09:30.491469 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-67e73bb1-0584-49d7-ab2d-cb65487a8233 None None] Set router 475610bb-3761-4107-9a9a-f33d0987ee1e gateway port host: n-d-818022-2 {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:09:30.531340 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 18:09:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3914e40b-5aba-45f1-8853-c3f1af14933a x-openstack-request-id: req-3914e40b-5aba-45f1-8853-c3f1af14933a {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:09:30.531652 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23e6100f-8ab1-4cbc-946a-28ec498e3539", "tag": "18304a89-3bfb-451b-a679-cec275073ad2", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:09:30.531908 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-3914e40b-5aba-45f1-8853-c3f1af14933a {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:09:30.532309 n-d-818022-2 neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23e6100f-8ab1-4cbc-946a-28ec498e3539', 'tag': '18304a89-3bfb-451b-a679-cec275073ad2', 'status': 'completed', 'code': 200} Nov 19 18:09:30.560733 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b92e5d-f8fa-4536-b009-92f8ec0e1c2b req-9e940062-f838-4013-b681-7eb03cc53395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:09:30.562292 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c3b92e5d-f8fa-4536-b009-92f8ec0e1c2b req-9e940062-f838-4013-b681-7eb03cc53395 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d00a359bd74e4de6b0d3dd4ba0b5c79c&device_id=23e6100f-8ab1-4cbc-946a-28ec498e3539 HTTP/1.1" status: 200 len: 1095 time: 0.1207712 Nov 19 18:09:30.564352 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563ddbad-4472-419b-9c39-7cf361c883b6 service neutron] Pushing event updated for resources: {'Port': ['ID=18304a89-3bfb-451b-a679-cec275073ad2,revision_number=3']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:09:30.653523 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c3b92e5d-f8fa-4536-b009-92f8ec0e1c2b req-7a4bce32-b455-421a-929e-d570fa687499 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=18304a89-3bfb-451b-a679-cec275073ad2 HTTP/1.1" status: 200 len: 217 time: 0.0757000 Nov 19 18:09:30.694494 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0bcf0dde-ef27-4ab5-ae21-f1f194ebd11e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:30.754716 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0bcf0dde-ef27-4ab5-ae21-f1f194ebd11e None None] For port 7e48ba7f-8758-4667-9f12-60ec4edea2a4, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=7e48ba7f-8758-4667-9f12-60ec4edea2a4,segment=NetworkSegment(8d0b7822-e55e-4d16-86a1-74afa531b4a3),segment_id=8d0b7822-e55e-4d16-86a1-74afa531b4a3)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:09:30.761425 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0bcf0dde-ef27-4ab5-ae21-f1f194ebd11e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:30.761690 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b45461-b396-46a6-a644-ccfe8f52ee5b req-9dfeb061-5276-4043-b073-91274e9c96e9 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:09:30.763099 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f3b45461-b396-46a6-a644-ccfe8f52ee5b req-9dfeb061-5276-4043-b073-91274e9c96e9 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/ports?device_id=f0aedaf9-2b7a-44b6-beee-98ffc4e17d40 HTTP/1.1" status: 200 len: 945 time: 0.1050422 Nov 19 18:09:30.767296 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b92e5d-f8fa-4536-b009-92f8ec0e1c2b req-4e87425d-65ec-410b-9dd2-26355160cdd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:09:30.768971 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c3b92e5d-f8fa-4536-b009-92f8ec0e1c2b req-4e87425d-65ec-410b-9dd2-26355160cdd8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=adbb6cf6-3ed2-4544-8da2-4ff6c6a26b9d HTTP/1.1" status: 200 len: 837 time: 0.0761237 Nov 19 18:09:30.772643 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0aedaf9-2b7a-44b6-beee-98ffc4e17d40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e0f25e1-d84f-429c-ab5b-6fa3322bd248'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:09:30.775143 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3940761bcd94e032e6960d2241bd8993c5d3a7d8dc2aca8488f3ecf1d4dd2fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c933f8d0-fe25-4a11-abae-b8d53a841ddb" -d '{"events": [{"server_uuid": "f0aedaf9-2b7a-44b6-beee-98ffc4e17d40", "name": "network-vif-plugged", "status": "completed", "tag": "2e0f25e1-d84f-429c-ab5b-6fa3322bd248"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:09:30.832202 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:09:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbedb748-1fe8-4a99-b55c-a54569af319e x-openstack-request-id: req-bbedb748-1fe8-4a99-b55c-a54569af319e {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:09:30.832498 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0aedaf9-2b7a-44b6-beee-98ffc4e17d40", "name": "network-vif-plugged", "status": "completed", "tag": "2e0f25e1-d84f-429c-ab5b-6fa3322bd248", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:09:30.832751 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-bbedb748-1fe8-4a99-b55c-a54569af319e {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:09:30.833144 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0aedaf9-2b7a-44b6-beee-98ffc4e17d40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e0f25e1-d84f-429c-ab5b-6fa3322bd248', 'code': 200} Nov 19 18:09:30.839912 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-67e73bb1-0584-49d7-ab2d-cb65487a8233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '475610bb-3761-4107-9a9a-f33d0987ee1e', 'name': 'tempest-TestVolumeBackupRestore-2100327474-router', 'tenant_id': 'a40b303d35684e54b9b06e92d8b9edd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': 'ad4037b4-31c2-4e51-8947-7877a8e9a4e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:09:16Z', 'updated_at': '2021-11-19T18:09:26Z', 'revision_number': 4, 'project_id': 'a40b303d35684e54b9b06e92d8b9edd1', 'gw_port': {'id': 'ad4037b4-31c2-4e51-8947-7877a8e9a4e9', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:19:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475610bb-3761-4107-9a9a-f33d0987ee1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:09:17Z', 'updated_at': '2021-11-19T18:09:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': '7e48ba7f-8758-4667-9f12-60ec4edea2a4', 'name': '', 'network_id': 'c03e1720-5dc1-44d9-9bc8-f01d6684ac7c', 'tenant_id': 'a40b303d35684e54b9b06e92d8b9edd1', 'mac_address': 'fa:16:3e:c4:3b:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '475610bb-3761-4107-9a9a-f33d0987ee1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3548, 'fixed_ips': [{'subnet_id': '6a3d964b-adef-44dc-902e-a06b4ea0acd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:09:24Z', 'updated_at': '2021-11-19T18:09:29Z', 'revision_number': 4, 'project_id': 'a40b303d35684e54b9b06e92d8b9edd1', 'subnets': [{'id': '6a3d964b-adef-44dc-902e-a06b4ea0acd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:09:30.856677 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f3b45461-b396-46a6-a644-ccfe8f52ee5b req-8757616d-2698-44c9-957d-8bc684e3ce5b tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/security-groups?id=a66d5311-8064-42eb-b883-c6c911692a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867209 Nov 19 18:09:30.865904 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b92e5d-f8fa-4536-b009-92f8ec0e1c2b req-346747e7-b571-43a0-b489-23fb0a5bca27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:09:30.867980 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c3b92e5d-f8fa-4536-b009-92f8ec0e1c2b req-346747e7-b571-43a0-b489-23fb0a5bca27 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=75b6734d-39c9-48de-a15b-624f6094abc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0839226 Nov 19 18:09:30.881778 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e73bb1-0584-49d7-ab2d-cb65487a8233 None None] The sync data for ids ['475610bb-3761-4107-9a9a-f33d0987ee1e'] in n-d-818022-2 is: [{'id': '475610bb-3761-4107-9a9a-f33d0987ee1e', 'name': 'tempest-TestVolumeBackupRestore-2100327474-router', 'tenant_id': 'a40b303d35684e54b9b06e92d8b9edd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': 'ad4037b4-31c2-4e51-8947-7877a8e9a4e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:09:16Z', 'updated_at': '2021-11-19T18:09:26Z', 'revision_number': 4, 'project_id': 'a40b303d35684e54b9b06e92d8b9edd1', 'gw_port': {'id': 'ad4037b4-31c2-4e51-8947-7877a8e9a4e9', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:19:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475610bb-3761-4107-9a9a-f33d0987ee1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:09:17Z', 'updated_at': '2021-11-19T18:09:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': '7e48ba7f-8758-4667-9f12-60ec4edea2a4', 'name': '', 'network_id': 'c03e1720-5dc1-44d9-9bc8-f01d6684ac7c', 'tenant_id': 'a40b303d35684e54b9b06e92d8b9edd1', 'mac_address': 'fa:16:3e:c4:3b:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '475610bb-3761-4107-9a9a-f33d0987ee1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3548, 'fixed_ips': [{'subnet_id': '6a3d964b-adef-44dc-902e-a06b4ea0acd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:09:24Z', 'updated_at': '2021-11-19T18:09:29Z', 'revision_number': 4, 'project_id': 'a40b303d35684e54b9b06e92d8b9edd1', 'subnets': [{'id': '6a3d964b-adef-44dc-902e-a06b4ea0acd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:09:30.889060 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcf0dde-ef27-4ab5-ae21-f1f194ebd11e None None] Pushing event updated for resources: {'Port': ['ID=7e48ba7f-8758-4667-9f12-60ec4edea2a4,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:09:30.916212 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-07b59c84-e674-47b7-972f-3693fe1d9681 None None] Provisioning complete for port 7e48ba7f-8758-4667-9f12-60ec4edea2a4 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:09:30.916991 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-07b59c84-e674-47b7-972f-3693fe1d9681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:30.982474 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39d19b5-939e-4802-ba5c-49f1cd367a76 req-b1902a60-13c0-48fc-8f6f-f6b0cca6f6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:09:30.986715 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b39d19b5-939e-4802-ba5c-49f1cd367a76 req-b1902a60-13c0-48fc-8f6f-f6b0cca6f6d7 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f0aedaf9-2b7a-44b6-beee-98ffc4e17d40 HTTP/1.1" status: 200 len: 1096 time: 0.0922625 Nov 19 18:09:31.009728 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 36368) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:09:31.130498 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b39d19b5-939e-4802-ba5c-49f1cd367a76 req-9859edb7-a3fc-4998-a390-61f3704707c1 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=a66d5311-8064-42eb-b883-c6c911692a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317787 Nov 19 18:09:31.162695 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8e2ada-c414-44a2-be5f-ecaf17d14745 req-b0929fd8-12f3-4ae8-972a-1c0ba8e756e9 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:09:31.165018 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5d8e2ada-c414-44a2-be5f-ecaf17d14745 req-b0929fd8-12f3-4ae8-972a-1c0ba8e756e9 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] 10.222.0.54 "GET /v2.0/ports?device_id=23e6100f-8ab1-4cbc-946a-28ec498e3539 HTTP/1.1" status: 200 len: 944 time: 0.0873587 Nov 19 18:09:31.193788 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c3b92e5d-f8fa-4536-b009-92f8ec0e1c2b req-4921d92f-514d-4c9d-b875-9aadbab0fe49 service neutron] 10.222.0.60 "GET /v2.0/networks/75b6734d-39c9-48de-a15b-624f6094abc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3134379 Nov 19 18:09:31.230233 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-5d008aa2-1e43-4366-89d7-052267f61295 tempest-TestSecurityGroupsBasicOps-2128887520 tempest-TestSecurityGroupsBasicOps-2128887520-project-admin] 10.222.0.54 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 4746 time: 0.2185090 Nov 19 18:09:31.230896 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 36370) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:09:31.236114 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-7ccb998e-fc22-42dc-901f-43a76d7c1b23 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Request body: {'network': {'name': 'tempest-network-smoke--2070170023', 'project_id': 'b03542aa894849fda969da6c43b6dbe6', 'port_security_enabled': False}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:09:31.266030 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5d8e2ada-c414-44a2-be5f-ecaf17d14745 req-058354c8-e37d-46b2-94b7-42f0596fea9e tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] 10.222.0.54 "GET /v2.0/security-groups?id=332b108b-bbdc-4b3c-b42e-b9da772a67ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942228 Nov 19 18:09:31.280181 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ccb998e-fc22-42dc-901f-43a76d7c1b23 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Made reservation on behalf of b03542aa894849fda969da6c43b6dbe6 for: {'network': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:09:31.285030 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7ccb998e-fc22-42dc-901f-43a76d7c1b23 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:31.315027 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ccb998e-fc22-42dc-901f-43a76d7c1b23 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 662} {{(pid=103364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 18:09:31.327978 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7ccb998e-fc22-42dc-901f-43a76d7c1b23 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:31.328486 n-d-818022-2 neutron-server[103364]: INFO neutron.db.segments_db [None req-7ccb998e-fc22-42dc-901f-43a76d7c1b23 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Added segment a5c55b1b-e53d-49f4-8a6a-c9bae9b534d2 of type vlan for network 4d0271ae-772b-4a09-9316-fefc7bb3a0e0 Nov 19 18:09:31.467296 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7ccb998e-fc22-42dc-901f-43a76d7c1b23 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:31.493743 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 7e48ba7f-8758-4667-9f12-60ec4edea2a4 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:09:31.530348 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7ccb998e-fc22-42dc-901f-43a76d7c1b23 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:31.535895 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ccb998e-fc22-42dc-901f-43a76d7c1b23 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:09:31.536491 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7ccb998e-fc22-42dc-901f-43a76d7c1b23 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Publish callbacks [] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:31.591480 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 7e48ba7f-8758-4667-9f12-60ec4edea2a4 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:09:31.592013 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:31.625663 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c3b92e5d-f8fa-4536-b009-92f8ec0e1c2b req-95531de6-3c6c-4cd2-9273-0cd7a731ee85 service neutron] 10.222.0.60 "GET /v2.0/networks/75b6734d-39c9-48de-a15b-624f6094abc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2315667 Nov 19 18:09:31.629672 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-7ccb998e-fc22-42dc-901f-43a76d7c1b23 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3977983 Nov 19 18:09:31.632611 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 36374) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:09:31.638707 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-ad3a4ee6-11b7-4207-8b2f-dfe1ff828bde tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-143508834', 'admin_state_up': True, 'project_id': 'b03542aa894849fda969da6c43b6dbe6', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'}}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:09:31.702392 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccb998e-fc22-42dc-901f-43a76d7c1b23 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Pushing event updated for resources: {'Network': ['ID=4d0271ae-772b-4a09-9316-fefc7bb3a0e0,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:09:31.722723 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ad3a4ee6-11b7-4207-8b2f-dfe1ff828bde tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9890'] for router, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:31.724352 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ad3a4ee6-11b7-4207-8b2f-dfe1ff828bde tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671617', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-732153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4689'] for router, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:31.728391 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network 4d0271ae-772b-4a09-9316-fefc7bb3a0e0 details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 18:09:31.806227 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda0b154-ce46-4d18-9e43-608d2b3d8a91 req-ff661f07-350a-4949-843d-41c71dea9176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:09:31.807705 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-cda0b154-ce46-4d18-9e43-608d2b3d8a91 req-ff661f07-350a-4949-843d-41c71dea9176 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d00a359bd74e4de6b0d3dd4ba0b5c79c&device_id=23e6100f-8ab1-4cbc-946a-28ec498e3539 HTTP/1.1" status: 200 len: 1095 time: 0.1068087 Nov 19 18:09:31.825928 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ad3a4ee6-11b7-4207-8b2f-dfe1ff828bde tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:31.973268 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda0b154-ce46-4d18-9e43-608d2b3d8a91 req-3976140b-1343-49a7-84e6-654141a50f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:09:31.975850 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-cda0b154-ce46-4d18-9e43-608d2b3d8a91 req-3976140b-1343-49a7-84e6-654141a50f89 service neutron] 10.222.0.60 "GET /v2.0/networks?id=75b6734d-39c9-48de-a15b-624f6094abc5 HTTP/1.1" status: 200 len: 897 time: 0.1575065 Nov 19 18:09:32.020526 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ad3a4ee6-11b7-4207-8b2f-dfe1ff828bde tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:32.036666 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-c0d9d613-8267-4d24-8544-9f80c3d6fcfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:32.076246 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-cda0b154-ce46-4d18-9e43-608d2b3d8a91 req-a7cbb7cf-204c-4506-995c-d593c5c34d82 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=18304a89-3bfb-451b-a679-cec275073ad2 HTTP/1.1" status: 200 len: 217 time: 0.0893850 Nov 19 18:09:32.142046 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1e2a8a-2279-47d9-a53b-f1a13419e7d9 req-95df34ce-e51a-4c80-8ca9-a9f2bd8c16c0 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:09:32.153657 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-bf1e2a8a-2279-47d9-a53b-f1a13419e7d9 req-95df34ce-e51a-4c80-8ca9-a9f2bd8c16c0 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/ports?device_id=f0aedaf9-2b7a-44b6-beee-98ffc4e17d40 HTTP/1.1" status: 200 len: 945 time: 0.1524236 Nov 19 18:09:32.275963 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda0b154-ce46-4d18-9e43-608d2b3d8a91 req-0cd0c2b1-a21a-46b5-a02c-b16eac44c045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:09:32.279426 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-cda0b154-ce46-4d18-9e43-608d2b3d8a91 req-0cd0c2b1-a21a-46b5-a02c-b16eac44c045 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=adbb6cf6-3ed2-4544-8da2-4ff6c6a26b9d HTTP/1.1" status: 200 len: 837 time: 0.1786990 Nov 19 18:09:32.299380 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-bf1e2a8a-2279-47d9-a53b-f1a13419e7d9 req-703124ce-e95e-4fc4-a21a-349527484cbe tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/security-groups?id=a66d5311-8064-42eb-b883-c6c911692a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443768 Nov 19 18:09:32.390512 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda0b154-ce46-4d18-9e43-608d2b3d8a91 req-8b3080f1-c50a-463a-bad9-49721eca190e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:09:32.407601 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-cda0b154-ce46-4d18-9e43-608d2b3d8a91 req-8b3080f1-c50a-463a-bad9-49721eca190e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=75b6734d-39c9-48de-a15b-624f6094abc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1031704 Nov 19 18:09:32.493138 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ad3a4ee6-11b7-4207-8b2f-dfe1ff828bde tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Publish callbacks [] for router_gateway, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:32.577500 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ad3a4ee6-11b7-4207-8b2f-dfe1ff828bde tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:32.638910 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-cda0b154-ce46-4d18-9e43-608d2b3d8a91 req-3fb395de-31db-41c5-a174-4a5182f71ae9 service neutron] 10.222.0.60 "GET /v2.0/networks/75b6734d-39c9-48de-a15b-624f6094abc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2185578 Nov 19 18:09:32.659462 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7097682-4d92-4b4e-9f7e-40862a5a3b8f req-21f59f0b-bb0b-4bb7-9189-835bd5899e1c tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:09:32.661165 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c7097682-4d92-4b4e-9f7e-40862a5a3b8f req-21f59f0b-bb0b-4bb7-9189-835bd5899e1c tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] 10.222.0.54 "GET /v2.0/ports?device_id=23e6100f-8ab1-4cbc-946a-28ec498e3539 HTTP/1.1" status: 200 len: 944 time: 0.2448211 Nov 19 18:09:32.772659 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-cda0b154-ce46-4d18-9e43-608d2b3d8a91 req-a9a72e0c-d013-45fd-91a5-956345f2e142 service neutron] 10.222.0.60 "GET /v2.0/networks/75b6734d-39c9-48de-a15b-624f6094abc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253564 Nov 19 18:09:32.797041 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c7097682-4d92-4b4e-9f7e-40862a5a3b8f req-8330b575-595e-4346-82b1-bba9e9d4a534 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] 10.222.0.54 "GET /v2.0/security-groups?id=332b108b-bbdc-4b3c-b42e-b9da772a67ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1267252 Nov 19 18:09:32.798504 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [None req-ad3a4ee6-11b7-4207-8b2f-dfe1ff828bde tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Allocated IP 172.25.7.228 (645e61aa-1a6c-4e8f-857e-ab06edb4897f/88ed2d64-f56d-4f01-a468-946e01c99e82/3dc6e000-a839-46a7-894f-0e9a0691a82e) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:09:32.937261 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ad3a4ee6-11b7-4207-8b2f-dfe1ff828bde tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:32.982775 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ad3a4ee6-11b7-4207-8b2f-dfe1ff828bde tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:33.029620 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad3a4ee6-11b7-4207-8b2f-dfe1ff828bde tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Network 645e61aa-1a6c-4e8f-857e-ab06edb4897f is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:09:33.032545 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-ad3a4ee6-11b7-4207-8b2f-dfe1ff828bde tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:09:33.035081 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad3a4ee6-11b7-4207-8b2f-dfe1ff828bde tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:09:33.048267 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18eafce2-0658-4194-80a7-614b0e86f9de None None] DHCP port deletion for 645e61aa-1a6c-4e8f-857e-ab06edb4897f request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:09:33.065902 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3a4ee6-11b7-4207-8b2f-dfe1ff828bde tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Pushing event updated for resources: {'Port': ['ID=3dc6e000-a839-46a7-894f-0e9a0691a82e,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:09:33.078664 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a4ee6-11b7-4207-8b2f-dfe1ff828bde tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:09:33.079016 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a4ee6-11b7-4207-8b2f-dfe1ff828bde tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:09:33.079361 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a4ee6-11b7-4207-8b2f-dfe1ff828bde tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:09:33.079704 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a4ee6-11b7-4207-8b2f-dfe1ff828bde tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:09:33.080039 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a4ee6-11b7-4207-8b2f-dfe1ff828bde tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:09:33.080375 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a4ee6-11b7-4207-8b2f-dfe1ff828bde tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:09:33.080713 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a4ee6-11b7-4207-8b2f-dfe1ff828bde tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:09:33.081047 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a4ee6-11b7-4207-8b2f-dfe1ff828bde tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:09:33.081381 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a4ee6-11b7-4207-8b2f-dfe1ff828bde tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:09:33.081708 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a4ee6-11b7-4207-8b2f-dfe1ff828bde tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:09:33.082063 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a4ee6-11b7-4207-8b2f-dfe1ff828bde tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:09:33.082392 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a4ee6-11b7-4207-8b2f-dfe1ff828bde tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:09:33.132631 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-ef454b79-3d8b-4821-99b9-78b9624a2760 None None] Provisioning complete for port 3dc6e000-a839-46a7-894f-0e9a0691a82e triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:09:33.133187 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ef454b79-3d8b-4821-99b9-78b9624a2760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:33.175381 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 18304a89-3bfb-451b-a679-cec275073ad2 details requested by agent hyperv_n-h1-818022-2 with host n-h1-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 18:09:33.211379 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-ef454b79-3d8b-4821-99b9-78b9624a2760 None None] Port 3dc6e000-a839-46a7-894f-0e9a0691a82e cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:09:33.220781 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e46ecc5a-dc14-4744-b262-3072ff2e958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:33.311370 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 18304a89-3bfb-451b-a679-cec275073ad2, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=18304a89-3bfb-451b-a679-cec275073ad2,segment=NetworkSegment(59ddae19-91da-4c10-9616-600be213246f),segment_id=59ddae19-91da-4c10-9616-600be213246f)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:09:33.323219 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Returning: {'device': '18304a89-3bfb-451b-a679-cec275073ad2', 'network_id': '75b6734d-39c9-48de-a15b-624f6094abc5', 'port_id': '18304a89-3bfb-451b-a679-cec275073ad2', 'mac_address': 'fa:16:3e:6e:2e:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'adbb6cf6-3ed2-4544-8da2-4ff6c6a26b9d', 'ip_address': '172.20.0.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 18:09:33.338332 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ad3a4ee6-11b7-4207-8b2f-dfe1ff828bde tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Publish callbacks [] for router_gateway, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:33.373311 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:33.387648 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18304a89-3bfb-451b-a679-cec275073ad2 {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:09:33.412593 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 18304a89-3bfb-451b-a679-cec275073ad2, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=18304a89-3bfb-451b-a679-cec275073ad2,segment=NetworkSegment(59ddae19-91da-4c10-9616-600be213246f),segment_id=59ddae19-91da-4c10-9616-600be213246f)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:09:33.416440 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:33.436651 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcca75d8-b3a0-447e-bb8d-269a830f3fba req-615eb0be-d6ac-41c9-8be2-989ec5016ad1 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:09:33.438372 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-bcca75d8-b3a0-447e-bb8d-269a830f3fba req-615eb0be-d6ac-41c9-8be2-989ec5016ad1 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/ports?device_id=f0aedaf9-2b7a-44b6-beee-98ffc4e17d40 HTTP/1.1" status: 200 len: 945 time: 0.0592213 Nov 19 18:09:33.476402 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=18304a89-3bfb-451b-a679-cec275073ad2,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:09:33.498477 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-bcca75d8-b3a0-447e-bb8d-269a830f3fba req-669a1321-4e83-4562-9936-04ecdc501162 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/security-groups?id=a66d5311-8064-42eb-b883-c6c911692a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521166 Nov 19 18:09:33.598667 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ad3a4ee6-11b7-4207-8b2f-dfe1ff828bde tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671702'] for router, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:33.708250 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['18304a89-3bfb-451b-a679-cec275073ad2'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:09:33.751015 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad3a4ee6-11b7-4207-8b2f-dfe1ff828bde tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Router 71de613b-68bc-47a5-b2a2-3b0b04ab39f6 is scheduled to L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 with binding_index 1 {{(pid=103365) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 18:09:33.901585 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad3a4ee6-11b7-4207-8b2f-dfe1ff828bde tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:09:33.914823 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77d91d3-f0bb-42a7-9eca-0716f94626cc None None] Sync routers for ids ['71de613b-68bc-47a5-b2a2-3b0b04ab39f6'] in n-d-818022-2 {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:09:33.927301 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77d91d3-f0bb-42a7-9eca-0716f94626cc None None] Routers {'71de613b-68bc-47a5-b2a2-3b0b04ab39f6'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:09:33.928276 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ad3a4ee6-11b7-4207-8b2f-dfe1ff828bde tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Publish callbacks [] for router, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:33.929258 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-d77d91d3-f0bb-42a7-9eca-0716f94626cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:09:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['71de613b-68bc-47a5-b2a2-3b0b04ab39f6'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:09:33.933285 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-ad3a4ee6-11b7-4207-8b2f-dfe1ff828bde tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.2982392 Nov 19 18:09:33.933944 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 36400) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:09:33.941381 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:34.010075 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f892ce-7f01-46ba-a67e-f213e58f7872 req-6b106750-adf9-482c-bb2a-1a3e051fed03 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:09:34.015105 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:34.017897 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-12f892ce-7f01-46ba-a67e-f213e58f7872 req-6b106750-adf9-482c-bb2a-1a3e051fed03 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] 10.222.0.54 "GET /v2.0/ports?device_id=23e6100f-8ab1-4cbc-946a-28ec498e3539 HTTP/1.1" status: 200 len: 945 time: 0.1258545 Nov 19 18:09:34.032127 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fb2c016-75d7-4739-9697-f0421f56950b tempest-TestSecurityGroupsBasicOps-2128887520 tempest-TestSecurityGroupsBasicOps-2128887520-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:09:34.037597 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-5fb2c016-75d7-4739-9697-f0421f56950b tempest-TestSecurityGroupsBasicOps-2128887520 tempest-TestSecurityGroupsBasicOps-2128887520-project-admin] 10.222.0.54 "GET /v2.0/subnets?project_id=b03542aa894849fda969da6c43b6dbe6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1020043 Nov 19 18:09:34.038235 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 36402) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:09:34.103005 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-d77d91d3-f0bb-42a7-9eca-0716f94626cc None None] Set router 71de613b-68bc-47a5-b2a2-3b0b04ab39f6 gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:09:34.117765 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-12f892ce-7f01-46ba-a67e-f213e58f7872 req-6b6cad44-ac53-441c-8936-e29edbe40f6c tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] 10.222.0.54 "GET /v2.0/security-groups?id=332b108b-bbdc-4b3c-b42e-b9da772a67ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0988779 Nov 19 18:09:34.230871 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-740d2a54-4317-44ba-83c8-4105b230eed6 tempest-TestSecurityGroupsBasicOps-2128887520 tempest-TestSecurityGroupsBasicOps-2128887520-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:09:34.233856 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-740d2a54-4317-44ba-83c8-4105b230eed6 tempest-TestSecurityGroupsBasicOps-2128887520 tempest-TestSecurityGroupsBasicOps-2128887520-project-admin] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1939919 Nov 19 18:09:34.235680 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 36406) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:09:34.283518 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-0b33c80f-0970-4dfc-bc98-a677050a7c5c tempest-TestSecurityGroupsBasicOps-2128887520 tempest-TestSecurityGroupsBasicOps-2128887520-project-admin] 10.222.0.54 "GET /v2.0/subnets?network_id=645e61aa-1a6c-4e8f-857e-ab06edb4897f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0464706 Nov 19 18:09:34.286284 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 36408) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:09:34.320543 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-d77d91d3-f0bb-42a7-9eca-0716f94626cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71de613b-68bc-47a5-b2a2-3b0b04ab39f6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-143508834', 'tenant_id': 'b03542aa894849fda969da6c43b6dbe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.228'}], 'enable_snat': True}, 'gw_port_id': '3dc6e000-a839-46a7-894f-0e9a0691a82e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:09:31Z', 'updated_at': '2021-11-19T18:09:33Z', 'revision_number': 3, 'project_id': 'b03542aa894849fda969da6c43b6dbe6', 'gw_port': {'id': '3dc6e000-a839-46a7-894f-0e9a0691a82e', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:79:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71de613b-68bc-47a5-b2a2-3b0b04ab39f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3553, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:09:32Z', 'updated_at': '2021-11-19T18:09:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:09:34.335137 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-c27b8354-48e1-41c9-8e8b-cfc9b98437d4 tempest-TestSecurityGroupsBasicOps-2128887520 tempest-TestSecurityGroupsBasicOps-2128887520-project-admin] 10.222.0.54 "GET /v2.0/subnets?project_id=b03542aa894849fda969da6c43b6dbe6&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0468647 Nov 19 18:09:34.337604 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 36410) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:09:34.353296 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77d91d3-f0bb-42a7-9eca-0716f94626cc None None] Checking router: 71de613b-68bc-47a5-b2a2-3b0b04ab39f6 for host: n-d-818022-2 {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:09:34.353647 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77d91d3-f0bb-42a7-9eca-0716f94626cc None None] Updating router 71de613b-68bc-47a5-b2a2-3b0b04ab39f6 port 3dc6e000-a839-46a7-894f-0e9a0691a82e binding host n-d-818022-2 {{(pid=103367) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 18:09:34.380624 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-d77d91d3-f0bb-42a7-9eca-0716f94626cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:34.452435 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-457a03c2-fdd0-4ac6-aabd-b78fbaca9fc0 tempest-TestSecurityGroupsBasicOps-2128887520 tempest-TestSecurityGroupsBasicOps-2128887520-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:09:34.454032 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-457a03c2-fdd0-4ac6-aabd-b78fbaca9fc0 tempest-TestSecurityGroupsBasicOps-2128887520 tempest-TestSecurityGroupsBasicOps-2128887520-project-admin] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1137040 Nov 19 18:09:34.456755 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 36412) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:09:34.487652 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-6c852996-ebb9-46de-a2dd-f183b150080c tempest-TestSecurityGroupsBasicOps-2128887520 tempest-TestSecurityGroupsBasicOps-2128887520-project-admin] 10.222.0.54 "GET /v2.0/subnets?network_id=645e61aa-1a6c-4e8f-857e-ab06edb4897f&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0294211 Nov 19 18:09:34.491227 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 36414) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:09:34.496271 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-e9402878-6175-4f8b-9202-03b9706ea1b5 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-143358908', 'network_id': '4d0271ae-772b-4a09-9316-fefc7bb3a0e0', 'project_id': 'b03542aa894849fda969da6c43b6dbe6', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:09:34.604389 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9402878-6175-4f8b-9202-03b9706ea1b5 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Made reservation on behalf of b03542aa894849fda969da6c43b6dbe6 for: {'subnet': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:09:34.613251 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e9402878-6175-4f8b-9202-03b9706ea1b5 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8731248'] for subnet, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:34.702716 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-d77d91d3-f0bb-42a7-9eca-0716f94626cc None None] Publish callbacks [] for port, precommit_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:34.709351 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-d77d91d3-f0bb-42a7-9eca-0716f94626cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:34.777497 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d54a1db7-3309-4418-ba7f-13b69f44a3ba None None] DHCP port deletion for 645e61aa-1a6c-4e8f-857e-ab06edb4897f request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:09:34.778578 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-d77d91d3-f0bb-42a7-9eca-0716f94626cc None None] Attempting to bind port 3dc6e000-a839-46a7-894f-0e9a0691a82e on host n-d-818022-2 for vnic_type normal with profile {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:09:34.779121 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-d77d91d3-f0bb-42a7-9eca-0716f94626cc None None] Attempting to bind port 3dc6e000-a839-46a7-894f-0e9a0691a82e by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:09:34.782085 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d77d91d3-f0bb-42a7-9eca-0716f94626cc None None] Attempting to bind port 3dc6e000-a839-46a7-894f-0e9a0691a82e on network 645e61aa-1a6c-4e8f-857e-ab06edb4897f {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:09:34.789436 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d77d91d3-f0bb-42a7-9eca-0716f94626cc None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 9, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:09:34.790127 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d77d91d3-f0bb-42a7-9eca-0716f94626cc None None] Checking segment: {'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:09:34.790697 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-d77d91d3-f0bb-42a7-9eca-0716f94626cc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:34.791494 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d77d91d3-f0bb-42a7-9eca-0716f94626cc None None] Bound using segment: {'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:09:34.792648 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-d77d91d3-f0bb-42a7-9eca-0716f94626cc None None] Bound port: 3dc6e000-a839-46a7-894f-0e9a0691a82e, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'}}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:09:34.793210 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-d77d91d3-f0bb-42a7-9eca-0716f94626cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:34.814747 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e013d7e6-5264-4dcc-9759-54f5fb809e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:34.855621 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e9402878-6175-4f8b-9202-03b9706ea1b5 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12283104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8731234'] for subnet, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:34.857744 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-3ff0b176-ab19-40d9-b523-4e65bbe0c93b None None] Provisioning complete for port 3dc6e000-a839-46a7-894f-0e9a0691a82e triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:09:34.858026 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-d77d91d3-f0bb-42a7-9eca-0716f94626cc None None] For port 3dc6e000-a839-46a7-894f-0e9a0691a82e, host n-d-818022-2, cleared binding levels {{(pid=103367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:09:34.859974 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3ff0b176-ab19-40d9-b523-4e65bbe0c93b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:34.863150 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-d77d91d3-f0bb-42a7-9eca-0716f94626cc None None] For port 3dc6e000-a839-46a7-894f-0e9a0691a82e, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=3dc6e000-a839-46a7-894f-0e9a0691a82e,segment=NetworkSegment(bbe705c1-96c0-476e-8381-28227e6f0ac5),segment_id=bbe705c1-96c0-476e-8381-28227e6f0ac5)] {{(pid=103367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:09:34.866010 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00697c5-c8c1-48ab-a82d-b8af3cfa791a None None] Pushing event updated for resources: {'Port': ['ID=3dc6e000-a839-46a7-894f-0e9a0691a82e,revision_number=2']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:09:34.871296 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-d77d91d3-f0bb-42a7-9eca-0716f94626cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:34.922061 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77d91d3-f0bb-42a7-9eca-0716f94626cc None None] Routers {'71de613b-68bc-47a5-b2a2-3b0b04ab39f6'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:09:34.923885 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-d77d91d3-f0bb-42a7-9eca-0716f94626cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:09:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['71de613b-68bc-47a5-b2a2-3b0b04ab39f6'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:09:34.973690 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-affd5dd0-4640-46c9-8979-0c2e7ffeff0f None None] DHCP port deletion for 645e61aa-1a6c-4e8f-857e-ab06edb4897f request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:09:35.055522 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-d77d91d3-f0bb-42a7-9eca-0716f94626cc None None] Set router 71de613b-68bc-47a5-b2a2-3b0b04ab39f6 gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:09:35.082641 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3ff0b176-ab19-40d9-b523-4e65bbe0c93b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:35.088033 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9402878-6175-4f8b-9202-03b9706ea1b5 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Checking segment: {'id': 'a5c55b1b-e53d-49f4-8a6a-c9bae9b534d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '4d0271ae-772b-4a09-9316-fefc7bb3a0e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:09:35.092053 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9402878-6175-4f8b-9202-03b9706ea1b5 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Network hostable DHCP agents. Network: 4d0271ae-772b-4a09-9316-fefc7bb3a0e0, hostable agents: ['02910ef2-0455-4aea-9f38-9a875579633f'], hosted agents: [] {{(pid=103365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 18:09:35.125528 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-3ff0b176-ab19-40d9-b523-4e65bbe0c93b None None] For port 3dc6e000-a839-46a7-894f-0e9a0691a82e, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=3dc6e000-a839-46a7-894f-0e9a0691a82e,segment=NetworkSegment(bbe705c1-96c0-476e-8381-28227e6f0ac5),segment_id=bbe705c1-96c0-476e-8381-28227e6f0ac5)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:09:35.134255 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3ff0b176-ab19-40d9-b523-4e65bbe0c93b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:35.138285 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9402878-6175-4f8b-9202-03b9706ea1b5 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Pushing event updated for resources: {'Subnet': ['ID=ecfa8bb2-39e5-4f7b-ac02-7c4b27ab1843,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:09:35.181037 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9402878-6175-4f8b-9202-03b9706ea1b5 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Network 4d0271ae-772b-4a09-9316-fefc7bb3a0e0 is scheduled to be hosted by DHCP agent 02910ef2-0455-4aea-9f38-9a875579633f with binding_index 1 {{(pid=103365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 18:09:35.212152 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-e9402878-6175-4f8b-9202-03b9706ea1b5 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818022-2, 4d0271ae-772b-4a09-9316-fefc7bb3a0e0) {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:09:35.225677 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9402878-6175-4f8b-9202-03b9706ea1b5 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:09:35.229862 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e9402878-6175-4f8b-9202-03b9706ea1b5 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Publish callbacks [] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:35.259729 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-e9402878-6175-4f8b-9202-03b9706ea1b5 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7672379 Nov 19 18:09:35.263941 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 36422) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:09:35.298852 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff0b176-ab19-40d9-b523-4e65bbe0c93b None None] Pushing event updated for resources: {'Port': ['ID=3dc6e000-a839-46a7-894f-0e9a0691a82e,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:09:35.313368 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 18304a89-3bfb-451b-a679-cec275073ad2 up at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:09:35.372765 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00697c5-c8c1-48ab-a82d-b8af3cfa791a None None] Pushing event updated for resources: {'Port': ['ID=3dc6e000-a839-46a7-894f-0e9a0691a82e,revision_number=3']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:09:35.401716 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9e3cd62-d502-4298-a790-e3b6a637c532 None None] Network 4d0271ae-772b-4a09-9316-fefc7bb3a0e0 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:09:35.454581 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-d77d91d3-f0bb-42a7-9eca-0716f94626cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71de613b-68bc-47a5-b2a2-3b0b04ab39f6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-143508834', 'tenant_id': 'b03542aa894849fda969da6c43b6dbe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.228'}], 'enable_snat': True}, 'gw_port_id': '3dc6e000-a839-46a7-894f-0e9a0691a82e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:09:31Z', 'updated_at': '2021-11-19T18:09:33Z', 'revision_number': 3, 'project_id': 'b03542aa894849fda969da6c43b6dbe6', 'gw_port': {'id': '3dc6e000-a839-46a7-894f-0e9a0691a82e', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:79:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71de613b-68bc-47a5-b2a2-3b0b04ab39f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3553, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:09:32Z', 'updated_at': '2021-11-19T18:09:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:09:35.478409 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f3b2f3-6c3a-44ab-9ac6-260e98a3cef1 req-af0c648c-2e0c-4681-8257-0b73f31d9935 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:09:35.487218 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f0f3b2f3-6c3a-44ab-9ac6-260e98a3cef1 req-af0c648c-2e0c-4681-8257-0b73f31d9935 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] 10.222.0.54 "GET /v2.0/ports?device_id=23e6100f-8ab1-4cbc-946a-28ec498e3539 HTTP/1.1" status: 200 len: 945 time: 0.2424107 Nov 19 18:09:35.502558 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77d91d3-f0bb-42a7-9eca-0716f94626cc None None] The sync data for ids ['71de613b-68bc-47a5-b2a2-3b0b04ab39f6'] in n-d-818022-2 is: [{'id': '71de613b-68bc-47a5-b2a2-3b0b04ab39f6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-143508834', 'tenant_id': 'b03542aa894849fda969da6c43b6dbe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.228'}], 'enable_snat': True}, 'gw_port_id': '3dc6e000-a839-46a7-894f-0e9a0691a82e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:09:31Z', 'updated_at': '2021-11-19T18:09:33Z', 'revision_number': 3, 'project_id': 'b03542aa894849fda969da6c43b6dbe6', 'gw_port': {'id': '3dc6e000-a839-46a7-894f-0e9a0691a82e', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:79:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71de613b-68bc-47a5-b2a2-3b0b04ab39f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3553, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:09:32Z', 'updated_at': '2021-11-19T18:09:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:09:35.727609 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f0f3b2f3-6c3a-44ab-9ac6-260e98a3cef1 req-0e794bbc-98a5-4bab-b3f4-cea6183021ac tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] 10.222.0.54 "GET /v2.0/security-groups?id=332b108b-bbdc-4b3c-b42e-b9da772a67ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2398341 Nov 19 18:09:35.794536 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:35.800162 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-e9a24fa4-7ad9-4de4-bb01-8c00d0eae42c None None] Provisioning complete for port 3dc6e000-a839-46a7-894f-0e9a0691a82e triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:09:35.800712 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e9a24fa4-7ad9-4de4-bb01-8c00d0eae42c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:35.945907 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning for port 18304a89-3bfb-451b-a679-cec275073ad2 completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 18:09:35.958644 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning complete for port 18304a89-3bfb-451b-a679-cec275073ad2 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:09:35.959539 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:36.076359 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2e7a75e-429b-4872-9835-4c7a8e95b61c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54f44f5f-1200-574e-8740-2141911d5b73-4d0271ae-772b-4a09-9316-fefc7bb3a0e0', 'network_id': '4d0271ae-772b-4a09-9316-fefc7bb3a0e0', 'tenant_id': 'b03542aa894849fda969da6c43b6dbe6', 'fixed_ips': [{'subnet_id': 'ecfa8bb2-39e5-4f7b-ac02-7c4b27ab1843'}]}} from n-d-818022-2. {{(pid=103366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 18:09:36.077287 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f2e7a75e-429b-4872-9835-4c7a8e95b61c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:36.128616 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ea42be34-2c42-4107-ab80-fd7de429c7e6 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:36.247673 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:36.303285 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23e6100f-8ab1-4cbc-946a-28ec498e3539', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18304a89-3bfb-451b-a679-cec275073ad2'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:09:36.305909 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3940761bcd94e032e6960d2241bd8993c5d3a7d8dc2aca8488f3ecf1d4dd2fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-872c9c56-281d-49c3-9f8e-5a6429970c4a" -d '{"events": [{"server_uuid": "23e6100f-8ab1-4cbc-946a-28ec498e3539", "name": "network-vif-plugged", "status": "completed", "tag": "18304a89-3bfb-451b-a679-cec275073ad2"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:09:36.354796 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 18304a89-3bfb-451b-a679-cec275073ad2, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=18304a89-3bfb-451b-a679-cec275073ad2,segment=NetworkSegment(59ddae19-91da-4c10-9616-600be213246f),segment_id=59ddae19-91da-4c10-9616-600be213246f)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:09:36.366717 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:36.430751 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:09:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c50f910c-2023-423e-8222-aa20724ac2c9 x-openstack-request-id: req-c50f910c-2023-423e-8222-aa20724ac2c9 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:09:36.431060 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23e6100f-8ab1-4cbc-946a-28ec498e3539", "name": "network-vif-plugged", "status": "completed", "tag": "18304a89-3bfb-451b-a679-cec275073ad2", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:09:36.431300 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c50f910c-2023-423e-8222-aa20724ac2c9 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:09:36.431704 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23e6100f-8ab1-4cbc-946a-28ec498e3539', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18304a89-3bfb-451b-a679-cec275073ad2', 'code': 200} Nov 19 18:09:36.432890 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [None req-f2e7a75e-429b-4872-9835-4c7a8e95b61c None None] Allocated IP 172.20.0.18 (4d0271ae-772b-4a09-9316-fefc7bb3a0e0/ecfa8bb2-39e5-4f7b-ac02-7c4b27ab1843/ccba5729-e608-440d-be34-e57db6c941c8) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:09:36.483627 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=18304a89-3bfb-451b-a679-cec275073ad2,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:09:36.576268 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a090089-515a-42f5-92a1-f8dc6d686649 req-77c4a5d6-6b1c-4c9a-9993-05a152958255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:09:36.577459 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-4a090089-515a-42f5-92a1-f8dc6d686649 req-77c4a5d6-6b1c-4c9a-9993-05a152958255 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=23e6100f-8ab1-4cbc-946a-28ec498e3539 HTTP/1.1" status: 200 len: 1097 time: 0.0577390 Nov 19 18:09:36.649882 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-4a090089-515a-42f5-92a1-f8dc6d686649 req-bd9a33b2-8510-40d3-82a6-1ef0a6beac00 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=332b108b-bbdc-4b3c-b42e-b9da772a67ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624735 Nov 19 18:09:36.709602 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f2e7a75e-429b-4872-9835-4c7a8e95b61c None None] Publish callbacks [] for port, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:36.717937 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f2e7a75e-429b-4872-9835-4c7a8e95b61c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998'] for port, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:36.783554 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2e7a75e-429b-4872-9835-4c7a8e95b61c None None] Network 4d0271ae-772b-4a09-9316-fefc7bb3a0e0 is already hosted by enough agents. {{(pid=103366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:09:36.787268 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [None req-f2e7a75e-429b-4872-9835-4c7a8e95b61c None None] Resources bound (agent type, host, resource id): {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:09:36.791872 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [None req-ea42be34-2c42-4107-ab80-fd7de429c7e6 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Allocated IP 172.20.0.17 (4d0271ae-772b-4a09-9316-fefc7bb3a0e0/ecfa8bb2-39e5-4f7b-ac02-7c4b27ab1843/74d94e8f-7a86-4b65-8997-fe96cb105751) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:09:36.793374 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e7a75e-429b-4872-9835-4c7a8e95b61c None None] Received port after_create {{(pid=103366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:09:36.807865 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e7a75e-429b-4872-9835-4c7a8e95b61c None None] Pushing event updated for resources: {'Port': ['ID=ccba5729-e608-440d-be34-e57db6c941c8,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:09:36.901460 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-f2e7a75e-429b-4872-9835-4c7a8e95b61c None None] Attempting to bind port ccba5729-e608-440d-be34-e57db6c941c8 on host n-d-818022-2 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:09:36.901920 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-f2e7a75e-429b-4872-9835-4c7a8e95b61c None None] Attempting to bind port ccba5729-e608-440d-be34-e57db6c941c8 by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': 'a5c55b1b-e53d-49f4-8a6a-c9bae9b534d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '4d0271ae-772b-4a09-9316-fefc7bb3a0e0'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:09:36.902512 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e7a75e-429b-4872-9835-4c7a8e95b61c None None] Attempting to bind port ccba5729-e608-440d-be34-e57db6c941c8 on network 4d0271ae-772b-4a09-9316-fefc7bb3a0e0 {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:09:36.909303 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e7a75e-429b-4872-9835-4c7a8e95b61c None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 9, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:09:36.909980 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e7a75e-429b-4872-9835-4c7a8e95b61c None None] Checking segment: {'id': 'a5c55b1b-e53d-49f4-8a6a-c9bae9b534d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '4d0271ae-772b-4a09-9316-fefc7bb3a0e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:09:36.910645 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f2e7a75e-429b-4872-9835-4c7a8e95b61c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:36.911178 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e7a75e-429b-4872-9835-4c7a8e95b61c None None] Bound using segment: {'id': 'a5c55b1b-e53d-49f4-8a6a-c9bae9b534d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '4d0271ae-772b-4a09-9316-fefc7bb3a0e0'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:09:36.911178 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-f2e7a75e-429b-4872-9835-4c7a8e95b61c None None] Bound port: ccba5729-e608-440d-be34-e57db6c941c8, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5c55b1b-e53d-49f4-8a6a-c9bae9b534d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '4d0271ae-772b-4a09-9316-fefc7bb3a0e0'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:09:36.911178 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f2e7a75e-429b-4872-9835-4c7a8e95b61c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:37.053848 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad0716b-06a8-4bd8-94a2-593e499f4168 req-df716459-5e7e-45bc-88c7-06becbbd0bec tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:09:37.056380 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-f2e7a75e-429b-4872-9835-4c7a8e95b61c None None] For port ccba5729-e608-440d-be34-e57db6c941c8, host n-d-818022-2, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:09:37.059457 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-bad0716b-06a8-4bd8-94a2-593e499f4168 req-df716459-5e7e-45bc-88c7-06becbbd0bec tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] 10.222.0.54 "GET /v2.0/ports?device_id=23e6100f-8ab1-4cbc-946a-28ec498e3539 HTTP/1.1" status: 200 len: 946 time: 0.1334033 Nov 19 18:09:37.060729 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-f2e7a75e-429b-4872-9835-4c7a8e95b61c None None] For port ccba5729-e608-440d-be34-e57db6c941c8, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=ccba5729-e608-440d-be34-e57db6c941c8,segment=NetworkSegment(a5c55b1b-e53d-49f4-8a6a-c9bae9b534d2),segment_id=a5c55b1b-e53d-49f4-8a6a-c9bae9b534d2)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:09:37.063093 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ea42be34-2c42-4107-ab80-fd7de429c7e6 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:37.070697 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f2e7a75e-429b-4872-9835-4c7a8e95b61c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:37.127135 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ea42be34-2c42-4107-ab80-fd7de429c7e6 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:37.178474 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e7a75e-429b-4872-9835-4c7a8e95b61c None None] Pushing event updated for resources: {'Port': ['ID=ccba5729-e608-440d-be34-e57db6c941c8,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:09:37.209452 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-bad0716b-06a8-4bd8-94a2-593e499f4168 req-efaf79a3-0090-422f-90ff-38b63d542328 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] 10.222.0.54 "GET /v2.0/security-groups?id=332b108b-bbdc-4b3c-b42e-b9da772a67ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1436028 Nov 19 18:09:37.226072 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea42be34-2c42-4107-ab80-fd7de429c7e6 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Network 4d0271ae-772b-4a09-9316-fefc7bb3a0e0 is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:09:37.227226 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea42be34-2c42-4107-ab80-fd7de429c7e6 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Pushing event updated for resources: {'Port': ['ID=74d94e8f-7a86-4b65-8997-fe96cb105751,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:09:37.230993 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-ea42be34-2c42-4107-ab80-fd7de429c7e6 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:09:37.233249 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea42be34-2c42-4107-ab80-fd7de429c7e6 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:09:37.317931 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ea42be34-2c42-4107-ab80-fd7de429c7e6 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-671361'] for router_interface, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:37.525213 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 3dc6e000-a839-46a7-894f-0e9a0691a82e up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:09:37.603489 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ea42be34-2c42-4107-ab80-fd7de429c7e6 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:37.673075 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 3dc6e000-a839-46a7-894f-0e9a0691a82e triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:09:37.673447 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:38.363040 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348dd471-8edf-4696-a9a6-f19cdc4a4738 req-bf6097aa-418a-4a31-9e2d-5afd2d150590 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:09:38.367658 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-348dd471-8edf-4696-a9a6-f19cdc4a4738 req-bf6097aa-418a-4a31-9e2d-5afd2d150590 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] 10.222.0.54 "GET /v2.0/ports?device_id=23e6100f-8ab1-4cbc-946a-28ec498e3539 HTTP/1.1" status: 200 len: 946 time: 0.0762069 Nov 19 18:09:38.374062 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ea42be34-2c42-4107-ab80-fd7de429c7e6 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Publish callbacks [] for port, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:38.382278 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ea42be34-2c42-4107-ab80-fd7de429c7e6 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:38.434357 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-348dd471-8edf-4696-a9a6-f19cdc4a4738 req-2d2052ef-5fa1-4943-88d4-028ba2884da0 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] 10.222.0.54 "GET /v2.0/security-groups?id=332b108b-bbdc-4b3c-b42e-b9da772a67ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571444 Nov 19 18:09:38.491038 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea42be34-2c42-4107-ab80-fd7de429c7e6 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Pushing event updated for resources: {'Port': ['ID=74d94e8f-7a86-4b65-8997-fe96cb105751,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:09:38.496269 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ea42be34-2c42-4107-ab80-fd7de429c7e6 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-768529'] for router_interface, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:38.648337 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8e7742-a9ca-4045-ae21-7b3cfcfda1a8 req-604bbe00-9288-41e9-b0d9-2b110e5359ec tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:09:38.649898 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-aa8e7742-a9ca-4045-ae21-7b3cfcfda1a8 req-604bbe00-9288-41e9-b0d9-2b110e5359ec tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] 10.222.0.54 "GET /v2.0/ports?device_id=23e6100f-8ab1-4cbc-946a-28ec498e3539 HTTP/1.1" status: 200 len: 946 time: 0.1009302 Nov 19 18:09:38.689580 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea42be34-2c42-4107-ab80-fd7de429c7e6 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Network 4d0271ae-772b-4a09-9316-fefc7bb3a0e0 is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:09:38.698604 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-ea42be34-2c42-4107-ab80-fd7de429c7e6 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:09:38.732463 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-aa8e7742-a9ca-4045-ae21-7b3cfcfda1a8 req-856e4128-f999-489a-af08-859172331089 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] 10.222.0.54 "GET /v2.0/security-groups?id=332b108b-bbdc-4b3c-b42e-b9da772a67ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746737 Nov 19 18:09:38.881930 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea42be34-2c42-4107-ab80-fd7de429c7e6 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Router 71de613b-68bc-47a5-b2a2-3b0b04ab39f6 has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 18:09:38.939698 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c36519e-a519-411e-99c6-f1c154e3dd2a None None] Network 4d0271ae-772b-4a09-9316-fefc7bb3a0e0 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:09:39.032691 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea42be34-2c42-4107-ab80-fd7de429c7e6 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:09:39.032916 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-add1b4fd-5119-49d0-9e6c-ca9b222925bd None None] Provisioning complete for port ccba5729-e608-440d-be34-e57db6c941c8 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:09:39.033158 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-add1b4fd-5119-49d0-9e6c-ca9b222925bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:39.045902 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-ea42be34-2c42-4107-ab80-fd7de429c7e6 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] 10.222.0.54 "PUT /v2.0/routers/71de613b-68bc-47a5-b2a2-3b0b04ab39f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7771792 Nov 19 18:09:39.121240 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ca7286-b1c2-4ebc-989e-a531061d7ad8 None None] Sync routers for ids ['71de613b-68bc-47a5-b2a2-3b0b04ab39f6'] in n-d-818022-2 {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:09:39.241829 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ca7286-b1c2-4ebc-989e-a531061d7ad8 None None] Routers {'71de613b-68bc-47a5-b2a2-3b0b04ab39f6'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:09:39.242552 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-f1ca7286-b1c2-4ebc-989e-a531061d7ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:09:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['71de613b-68bc-47a5-b2a2-3b0b04ab39f6'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:09:39.441508 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-f1ca7286-b1c2-4ebc-989e-a531061d7ad8 None None] Set router 71de613b-68bc-47a5-b2a2-3b0b04ab39f6 gateway port host: n-d-818022-2 {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:09:39.443448 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-add1b4fd-5119-49d0-9e6c-ca9b222925bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:39.485428 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device ccba5729-e608-440d-be34-e57db6c941c8 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:09:39.528054 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-add1b4fd-5119-49d0-9e6c-ca9b222925bd None None] For port ccba5729-e608-440d-be34-e57db6c941c8, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=ccba5729-e608-440d-be34-e57db6c941c8,segment=NetworkSegment(a5c55b1b-e53d-49f4-8a6a-c9bae9b534d2),segment_id=a5c55b1b-e53d-49f4-8a6a-c9bae9b534d2)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:09:39.569149 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-add1b4fd-5119-49d0-9e6c-ca9b222925bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:39.581609 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ce8269-bdc7-43e9-bd05-8cf0c53c04f6 req-28f8466f-c204-4994-9e2d-97990a3abaaf tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:09:39.583506 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-85ce8269-bdc7-43e9-bd05-8cf0c53c04f6 req-28f8466f-c204-4994-9e2d-97990a3abaaf tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] 10.222.0.54 "GET /v2.0/networks?id=4d0271ae-772b-4a09-9316-fefc7bb3a0e0 HTTP/1.1" status: 200 len: 798 time: 0.1679091 Nov 19 18:09:39.613964 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-85ce8269-bdc7-43e9-bd05-8cf0c53c04f6 req-e21c73ec-2d7b-4417-adfe-681d663ba571 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] 10.222.0.54 "GET /v2.0/quotas/b03542aa894849fda969da6c43b6dbe6 HTTP/1.1" status: 200 len: 375 time: 0.0147226 Nov 19 18:09:39.687472 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-85ce8269-bdc7-43e9-bd05-8cf0c53c04f6 req-c9cf8eb8-b2a1-41e9-a4ae-e56aeeabc8f5 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=b03542aa894849fda969da6c43b6dbe6&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0640287 Nov 19 18:09:39.749091 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add1b4fd-5119-49d0-9e6c-ca9b222925bd None None] Pushing event updated for resources: {'Port': ['ID=ccba5729-e608-440d-be34-e57db6c941c8,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:09:39.756210 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port ccba5729-e608-440d-be34-e57db6c941c8 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:09:39.756664 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:39.842068 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-e107f0d4-b0cb-4fd0-a665-abad9134a01d None None] Provisioning complete for port 74d94e8f-7a86-4b65-8997-fe96cb105751 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:09:39.843228 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e107f0d4-b0cb-4fd0-a665-abad9134a01d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:39.854181 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-85ce8269-bdc7-43e9-bd05-8cf0c53c04f6 req-047e3fae-61bf-40c7-83ba-2b52d80f71ca service neutron] 10.222.0.54 "GET /v2.0/networks/4d0271ae-772b-4a09-9316-fefc7bb3a0e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468184 Nov 19 18:09:39.954899 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-e107f0d4-b0cb-4fd0-a665-abad9134a01d None None] Port 74d94e8f-7a86-4b65-8997-fe96cb105751 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:09:39.962209 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-f1ca7286-b1c2-4ebc-989e-a531061d7ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71de613b-68bc-47a5-b2a2-3b0b04ab39f6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-143508834', 'tenant_id': 'b03542aa894849fda969da6c43b6dbe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.228'}], 'enable_snat': True}, 'gw_port_id': '3dc6e000-a839-46a7-894f-0e9a0691a82e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:09:31Z', 'updated_at': '2021-11-19T18:09:37Z', 'revision_number': 4, 'project_id': 'b03542aa894849fda969da6c43b6dbe6', 'gw_port': {'id': '3dc6e000-a839-46a7-894f-0e9a0691a82e', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:79:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71de613b-68bc-47a5-b2a2-3b0b04ab39f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3553, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:09:32Z', 'updated_at': '2021-11-19T18:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': '74d94e8f-7a86-4b65-8997-fe96cb105751', 'name': '', 'network_id': '4d0271ae-772b-4a09-9316-fefc7bb3a0e0', 'tenant_id': 'b03542aa894849fda969da6c43b6dbe6', 'mac_address': 'fa:16:3e:0e:f4:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71de613b-68bc-47a5-b2a2-3b0b04ab39f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3556, 'fixed_ips': [{'subnet_id': 'ecfa8bb2-39e5-4f7b-ac02-7c4b27ab1843', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:09:36Z', 'updated_at': '2021-11-19T18:09:38Z', 'revision_number': 2, 'project_id': 'b03542aa894849fda969da6c43b6dbe6', 'subnets': [{'id': 'ecfa8bb2-39e5-4f7b-ac02-7c4b27ab1843', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:09:39.977017 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-85ce8269-bdc7-43e9-bd05-8cf0c53c04f6 req-c7e4288e-8be5-420e-b016-2b543a5521b7 service neutron] 10.222.0.54 "GET /v2.0/networks/4d0271ae-772b-4a09-9316-fefc7bb3a0e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145270 Nov 19 18:09:40.001602 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ca7286-b1c2-4ebc-989e-a531061d7ad8 None None] Checking router: 71de613b-68bc-47a5-b2a2-3b0b04ab39f6 for host: n-d-818022-2 {{(pid=103366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:09:40.001969 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ca7286-b1c2-4ebc-989e-a531061d7ad8 None None] Updating router 71de613b-68bc-47a5-b2a2-3b0b04ab39f6 port 74d94e8f-7a86-4b65-8997-fe96cb105751 binding host n-d-818022-2 {{(pid=103366) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 18:09:40.026084 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-e107f0d4-b0cb-4fd0-a665-abad9134a01d None None] Provisioning complete for port ccba5729-e608-440d-be34-e57db6c941c8 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:09:40.026449 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e107f0d4-b0cb-4fd0-a665-abad9134a01d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:40.060466 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f1ca7286-b1c2-4ebc-989e-a531061d7ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:40.289492 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 36484) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:09:40.318913 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2be53a6f-08bd-4635-ab49-602b1f0c60a2 req-620247b8-ee3d-4408-9dcd-6516707e5d49 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] 10.222.0.54 "GET /v2.0/ports?device_id=021406a8-657d-4648-bc52-065c4875a28d HTTP/1.1" status: 200 len: 210 time: 0.1018562 Nov 19 18:09:40.517675 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-cc729c16-707e-4100-bfcb-8a8a6f7da9a2 None None] Provisioning complete for port 74d94e8f-7a86-4b65-8997-fe96cb105751 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:09:40.518373 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-cc729c16-707e-4100-bfcb-8a8a6f7da9a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:40.579670 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-cc729c16-707e-4100-bfcb-8a8a6f7da9a2 None None] Port 74d94e8f-7a86-4b65-8997-fe96cb105751 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:09:40.670483 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f1ca7286-b1c2-4ebc-989e-a531061d7ad8 None None] Publish callbacks [] for port, precommit_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:40.679494 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f1ca7286-b1c2-4ebc-989e-a531061d7ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:40.752341 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d483f6e9-baf0-4459-b42c-442fcd92a6aa None None] Pushing event updated for resources: {'Port': ['ID=74d94e8f-7a86-4b65-8997-fe96cb105751,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:09:40.887495 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-f1ca7286-b1c2-4ebc-989e-a531061d7ad8 None None] Attempting to bind port 74d94e8f-7a86-4b65-8997-fe96cb105751 on host n-d-818022-2 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:09:40.889965 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-f1ca7286-b1c2-4ebc-989e-a531061d7ad8 None None] Attempting to bind port 74d94e8f-7a86-4b65-8997-fe96cb105751 by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': 'a5c55b1b-e53d-49f4-8a6a-c9bae9b534d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '4d0271ae-772b-4a09-9316-fefc7bb3a0e0'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:09:40.892182 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1ca7286-b1c2-4ebc-989e-a531061d7ad8 None None] Attempting to bind port 74d94e8f-7a86-4b65-8997-fe96cb105751 on network 4d0271ae-772b-4a09-9316-fefc7bb3a0e0 {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:09:40.933803 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1ca7286-b1c2-4ebc-989e-a531061d7ad8 None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 9, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:09:40.934185 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1ca7286-b1c2-4ebc-989e-a531061d7ad8 None None] Checking segment: {'id': 'a5c55b1b-e53d-49f4-8a6a-c9bae9b534d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '4d0271ae-772b-4a09-9316-fefc7bb3a0e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:09:40.942459 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f1ca7286-b1c2-4ebc-989e-a531061d7ad8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:40.943410 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1ca7286-b1c2-4ebc-989e-a531061d7ad8 None None] Bound using segment: {'id': 'a5c55b1b-e53d-49f4-8a6a-c9bae9b534d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '4d0271ae-772b-4a09-9316-fefc7bb3a0e0'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:09:40.943929 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-f1ca7286-b1c2-4ebc-989e-a531061d7ad8 None None] Bound port: 74d94e8f-7a86-4b65-8997-fe96cb105751, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5c55b1b-e53d-49f4-8a6a-c9bae9b534d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '4d0271ae-772b-4a09-9316-fefc7bb3a0e0'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:09:40.944324 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f1ca7286-b1c2-4ebc-989e-a531061d7ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:41.117874 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-f1ca7286-b1c2-4ebc-989e-a531061d7ad8 None None] For port 74d94e8f-7a86-4b65-8997-fe96cb105751, host n-d-818022-2, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:09:41.121338 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-f1ca7286-b1c2-4ebc-989e-a531061d7ad8 None None] For port 74d94e8f-7a86-4b65-8997-fe96cb105751, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=74d94e8f-7a86-4b65-8997-fe96cb105751,segment=NetworkSegment(a5c55b1b-e53d-49f4-8a6a-c9bae9b534d2),segment_id=a5c55b1b-e53d-49f4-8a6a-c9bae9b534d2)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:09:41.126248 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f1ca7286-b1c2-4ebc-989e-a531061d7ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:41.141489 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9e3a5e8c-921e-4e48-9519-d2b2d9fd57cc tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:41.184037 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ca7286-b1c2-4ebc-989e-a531061d7ad8 None None] Routers {'71de613b-68bc-47a5-b2a2-3b0b04ab39f6'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:09:41.185925 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-f1ca7286-b1c2-4ebc-989e-a531061d7ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:09:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['71de613b-68bc-47a5-b2a2-3b0b04ab39f6'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:09:41.267614 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d483f6e9-baf0-4459-b42c-442fcd92a6aa None None] Pushing event updated for resources: {'Port': ['ID=74d94e8f-7a86-4b65-8997-fe96cb105751,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:09:41.287320 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-7b117e5d-5d91-447e-aff3-ee1e5959dc44 None None] Provisioning complete for port 74d94e8f-7a86-4b65-8997-fe96cb105751 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:09:41.287753 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-7b117e5d-5d91-447e-aff3-ee1e5959dc44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:41.553208 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-f1ca7286-b1c2-4ebc-989e-a531061d7ad8 None None] Set router 71de613b-68bc-47a5-b2a2-3b0b04ab39f6 gateway port host: n-d-818022-2 {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:09:41.557617 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device ccba5729-e608-440d-be34-e57db6c941c8 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:09:41.569512 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2b1b1300-7098-4a49-8c86-f6a664600126 req-d85c7fa9-aea9-4d8a-ba4e-0ea20954462f tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] 10.222.0.54 "GET /v2.0/ports?device_id=021406a8-657d-4648-bc52-065c4875a28d HTTP/1.1" status: 200 len: 210 time: 0.0809536 Nov 19 18:09:41.634736 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-7b117e5d-5d91-447e-aff3-ee1e5959dc44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:41.804091 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-7b117e5d-5d91-447e-aff3-ee1e5959dc44 None None] For port 74d94e8f-7a86-4b65-8997-fe96cb105751, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=74d94e8f-7a86-4b65-8997-fe96cb105751,segment=NetworkSegment(a5c55b1b-e53d-49f4-8a6a-c9bae9b534d2),segment_id=a5c55b1b-e53d-49f4-8a6a-c9bae9b534d2)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:09:41.808090 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [None req-9e3a5e8c-921e-4e48-9519-d2b2d9fd57cc tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Allocated IP 172.20.0.17 (75b6734d-39c9-48de-a15b-624f6094abc5/adbb6cf6-3ed2-4544-8da2-4ff6c6a26b9d/c3572576-cd35-4867-8ec1-c85d715045c0) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:09:41.821248 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-7b117e5d-5d91-447e-aff3-ee1e5959dc44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:41.826456 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port ccba5729-e608-440d-be34-e57db6c941c8 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:09:41.826697 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:42.014997 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b117e5d-5d91-447e-aff3-ee1e5959dc44 None None] Pushing event updated for resources: {'Port': ['ID=74d94e8f-7a86-4b65-8997-fe96cb105751,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:09:42.037453 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-794a34c0-7d4e-42a0-a68c-5c5317c72ce4 None None] Provisioning complete for port 74d94e8f-7a86-4b65-8997-fe96cb105751 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:09:42.037836 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-794a34c0-7d4e-42a0-a68c-5c5317c72ce4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:42.087271 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9e3a5e8c-921e-4e48-9519-d2b2d9fd57cc tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:42.104892 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ce8269-bdc7-43e9-bd05-8cf0c53c04f6 req-0af2ba40-269f-4fae-85ef-f73c55f13048 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:09:42.107198 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-85ce8269-bdc7-43e9-bd05-8cf0c53c04f6 req-0af2ba40-269f-4fae-85ef-f73c55f13048 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] 10.222.0.86 "GET /v2.0/networks?id=4d0271ae-772b-4a09-9316-fefc7bb3a0e0 HTTP/1.1" status: 200 len: 798 time: 0.1433983 Nov 19 18:09:42.128462 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-85ce8269-bdc7-43e9-bd05-8cf0c53c04f6 req-35397118-ec1d-472d-a8a4-7fd7a1cbfb2f tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Request body: {'port': {'device_id': '021406a8-657d-4648-bc52-065c4875a28d', 'network_id': '4d0271ae-772b-4a09-9316-fefc7bb3a0e0', 'admin_state_up': True, 'tenant_id': 'b03542aa894849fda969da6c43b6dbe6'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:09:42.140387 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-f1ca7286-b1c2-4ebc-989e-a531061d7ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71de613b-68bc-47a5-b2a2-3b0b04ab39f6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-143508834', 'tenant_id': 'b03542aa894849fda969da6c43b6dbe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.228'}], 'enable_snat': True}, 'gw_port_id': '3dc6e000-a839-46a7-894f-0e9a0691a82e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:09:31Z', 'updated_at': '2021-11-19T18:09:37Z', 'revision_number': 4, 'project_id': 'b03542aa894849fda969da6c43b6dbe6', 'gw_port': {'id': '3dc6e000-a839-46a7-894f-0e9a0691a82e', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:79:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71de613b-68bc-47a5-b2a2-3b0b04ab39f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3553, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:09:32Z', 'updated_at': '2021-11-19T18:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': '74d94e8f-7a86-4b65-8997-fe96cb105751', 'name': '', 'network_id': '4d0271ae-772b-4a09-9316-fefc7bb3a0e0', 'tenant_id': 'b03542aa894849fda969da6c43b6dbe6', 'mac_address': 'fa:16:3e:0e:f4:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71de613b-68bc-47a5-b2a2-3b0b04ab39f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3556, 'fixed_ips': [{'subnet_id': 'ecfa8bb2-39e5-4f7b-ac02-7c4b27ab1843', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:09:36Z', 'updated_at': '2021-11-19T18:09:41Z', 'revision_number': 4, 'project_id': 'b03542aa894849fda969da6c43b6dbe6', 'subnets': [{'id': 'ecfa8bb2-39e5-4f7b-ac02-7c4b27ab1843', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:09:42.179572 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9e3a5e8c-921e-4e48-9519-d2b2d9fd57cc tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:42.216420 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ca7286-b1c2-4ebc-989e-a531061d7ad8 None None] The sync data for ids ['71de613b-68bc-47a5-b2a2-3b0b04ab39f6'] in n-d-818022-2 is: [{'id': '71de613b-68bc-47a5-b2a2-3b0b04ab39f6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-143508834', 'tenant_id': 'b03542aa894849fda969da6c43b6dbe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.228'}], 'enable_snat': True}, 'gw_port_id': '3dc6e000-a839-46a7-894f-0e9a0691a82e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:09:31Z', 'updated_at': '2021-11-19T18:09:37Z', 'revision_number': 4, 'project_id': 'b03542aa894849fda969da6c43b6dbe6', 'gw_port': {'id': '3dc6e000-a839-46a7-894f-0e9a0691a82e', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:79:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71de613b-68bc-47a5-b2a2-3b0b04ab39f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3553, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:09:32Z', 'updated_at': '2021-11-19T18:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': '74d94e8f-7a86-4b65-8997-fe96cb105751', 'name': '', 'network_id': '4d0271ae-772b-4a09-9316-fefc7bb3a0e0', 'tenant_id': 'b03542aa894849fda969da6c43b6dbe6', 'mac_address': 'fa:16:3e:0e:f4:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71de613b-68bc-47a5-b2a2-3b0b04ab39f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3556, 'fixed_ips': [{'subnet_id': 'ecfa8bb2-39e5-4f7b-ac02-7c4b27ab1843', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:09:36Z', 'updated_at': '2021-11-19T18:09:41Z', 'revision_number': 4, 'project_id': 'b03542aa894849fda969da6c43b6dbe6', 'subnets': [{'id': 'ecfa8bb2-39e5-4f7b-ac02-7c4b27ab1843', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:09:42.288443 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e3a5e8c-921e-4e48-9519-d2b2d9fd57cc tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Network 75b6734d-39c9-48de-a15b-624f6094abc5 is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:09:42.293791 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-9e3a5e8c-921e-4e48-9519-d2b2d9fd57cc tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:09:42.306222 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e3a5e8c-921e-4e48-9519-d2b2d9fd57cc tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:09:42.328572 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3a5e8c-921e-4e48-9519-d2b2d9fd57cc tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Pushing event updated for resources: {'Port': ['ID=c3572576-cd35-4867-8ec1-c85d715045c0,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:09:42.393913 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85ce8269-bdc7-43e9-bd05-8cf0c53c04f6 req-35397118-ec1d-472d-a8a4-7fd7a1cbfb2f tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Made reservation on behalf of b03542aa894849fda969da6c43b6dbe6 for: {'port': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:09:42.398083 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-85ce8269-bdc7-43e9-bd05-8cf0c53c04f6 req-35397118-ec1d-472d-a8a4-7fd7a1cbfb2f tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:42.415254 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9e3a5e8c-921e-4e48-9519-d2b2d9fd57cc tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-671361'] for router_interface, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:42.743593 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-d625839a-4de3-4800-bc1d-cb0ace0a2cd5 None None] Provisioning complete for port c3572576-cd35-4867-8ec1-c85d715045c0 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:09:42.750455 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d625839a-4de3-4800-bc1d-cb0ace0a2cd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:42.752147 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [req-85ce8269-bdc7-43e9-bd05-8cf0c53c04f6 req-35397118-ec1d-472d-a8a4-7fd7a1cbfb2f tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Allocated IP 172.20.0.26 (4d0271ae-772b-4a09-9316-fefc7bb3a0e0/ecfa8bb2-39e5-4f7b-ac02-7c4b27ab1843/56048e1a-2256-4faf-94a3-707ba3e700e3) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:09:42.810522 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9e3a5e8c-921e-4e48-9519-d2b2d9fd57cc tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:42.841748 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a5ea4812-c91b-4a76-bdb6-6741a82ad8a4 req-fb511b23-0dc2-413d-b4f7-7bc31210a4ce tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] 10.222.0.54 "GET /v2.0/ports?device_id=021406a8-657d-4648-bc52-065c4875a28d HTTP/1.1" status: 200 len: 210 time: 0.0670633 Nov 19 18:09:42.870389 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-d625839a-4de3-4800-bc1d-cb0ace0a2cd5 None None] Port c3572576-cd35-4867-8ec1-c85d715045c0 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:09:43.097153 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-85ce8269-bdc7-43e9-bd05-8cf0c53c04f6 req-35397118-ec1d-472d-a8a4-7fd7a1cbfb2f tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:43.203409 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-85ce8269-bdc7-43e9-bd05-8cf0c53c04f6 req-35397118-ec1d-472d-a8a4-7fd7a1cbfb2f tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:43.273975 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85ce8269-bdc7-43e9-bd05-8cf0c53c04f6 req-35397118-ec1d-472d-a8a4-7fd7a1cbfb2f tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Network 4d0271ae-772b-4a09-9316-fefc7bb3a0e0 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:09:43.303090 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [req-85ce8269-bdc7-43e9-bd05-8cf0c53c04f6 req-35397118-ec1d-472d-a8a4-7fd7a1cbfb2f tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:09:43.325385 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-85ce8269-bdc7-43e9-bd05-8cf0c53c04f6 req-35397118-ec1d-472d-a8a4-7fd7a1cbfb2f tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:09:43.357542 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35397118-ec1d-472d-a8a4-7fd7a1cbfb2f tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Pushing event updated for resources: {'Port': ['ID=56048e1a-2256-4faf-94a3-707ba3e700e3,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:09:43.439805 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9e3a5e8c-921e-4e48-9519-d2b2d9fd57cc tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks [] for port, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:43.450456 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9e3a5e8c-921e-4e48-9519-d2b2d9fd57cc tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:43.514456 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ce8269-bdc7-43e9-bd05-8cf0c53c04f6 req-35397118-ec1d-472d-a8a4-7fd7a1cbfb2f tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:09:43.515415 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-85ce8269-bdc7-43e9-bd05-8cf0c53c04f6 req-35397118-ec1d-472d-a8a4-7fd7a1cbfb2f tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:43.581891 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-85ce8269-bdc7-43e9-bd05-8cf0c53c04f6 req-35397118-ec1d-472d-a8a4-7fd7a1cbfb2f tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.4562056 Nov 19 18:09:43.601580 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-85ce8269-bdc7-43e9-bd05-8cf0c53c04f6 req-55eb6624-507e-45d4-b0d1-d2fa84c4e685 service neutron] Request body: {'port': {'device_id': '021406a8-657d-4648-bc52-065c4875a28d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818022-2'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:09:43.628755 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 74d94e8f-7a86-4b65-8997-fe96cb105751 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:09:43.655483 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9e3a5e8c-921e-4e48-9519-d2b2d9fd57cc tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-768529'] for router_interface, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:43.715976 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-85ce8269-bdc7-43e9-bd05-8cf0c53c04f6 req-55eb6624-507e-45d4-b0d1-d2fa84c4e685 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:43.749462 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 74d94e8f-7a86-4b65-8997-fe96cb105751 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:09:43.749863 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:43.807657 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3a5e8c-921e-4e48-9519-d2b2d9fd57cc tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Pushing event updated for resources: {'Port': ['ID=c3572576-cd35-4867-8ec1-c85d715045c0,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:09:43.879347 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-a4f7da7f-67e4-4fbf-bcad-f8975524aeb8 None None] Provisioning complete for port 56048e1a-2256-4faf-94a3-707ba3e700e3 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:09:43.879880 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a4f7da7f-67e4-4fbf-bcad-f8975524aeb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:43.952673 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e3a5e8c-921e-4e48-9519-d2b2d9fd57cc tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Network 75b6734d-39c9-48de-a15b-624f6094abc5 is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:09:43.954595 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-9e3a5e8c-921e-4e48-9519-d2b2d9fd57cc tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:09:43.971274 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-a4f7da7f-67e4-4fbf-bcad-f8975524aeb8 None None] Port 56048e1a-2256-4faf-94a3-707ba3e700e3 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:09:44.133295 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e3a5e8c-921e-4e48-9519-d2b2d9fd57cc tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Router 479362ee-9c23-4bdf-aa23-bea5c71128aa has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 18:09:44.233745 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f7af16-726e-4b6d-ba98-2f0111ddef89 req-a1d54b1f-3d17-44b8-8cb8-6574bb3f5631 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:09:44.235746 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-59f7af16-726e-4b6d-ba98-2f0111ddef89 req-a1d54b1f-3d17-44b8-8cb8-6574bb3f5631 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] 10.222.0.54 "GET /v2.0/ports?device_id=021406a8-657d-4648-bc52-065c4875a28d HTTP/1.1" status: 200 len: 895 time: 0.2432339 Nov 19 18:09:44.327907 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e3a5e8c-921e-4e48-9519-d2b2d9fd57cc tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:09:44.345262 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c1cbe2-afa4-462d-80fe-8c83c86690ca None None] Sync routers for ids ['479362ee-9c23-4bdf-aa23-bea5c71128aa'] in n-d-818022-2 {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:09:44.352034 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-9e3a5e8c-921e-4e48-9519-d2b2d9fd57cc tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] 10.222.0.54 "PUT /v2.0/routers/479362ee-9c23-4bdf-aa23-bea5c71128aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0597234 Nov 19 18:09:44.365377 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c1cbe2-afa4-462d-80fe-8c83c86690ca None None] Routers {'479362ee-9c23-4bdf-aa23-bea5c71128aa'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:09:44.366572 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-a1c1cbe2-afa4-462d-80fe-8c83c86690ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:09:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['479362ee-9c23-4bdf-aa23-bea5c71128aa'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:09:44.383881 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [req-85ce8269-bdc7-43e9-bd05-8cf0c53c04f6 req-55eb6624-507e-45d4-b0d1-d2fa84c4e685 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56048e1a-2256-4faf-94a3-707ba3e700e3 {{(pid=103365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:09:44.392332 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-85ce8269-bdc7-43e9-bd05-8cf0c53c04f6 req-55eb6624-507e-45d4-b0d1-d2fa84c4e685 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:44.421613 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.provisioning_blocks [req-85ce8269-bdc7-43e9-bd05-8cf0c53c04f6 req-55eb6624-507e-45d4-b0d1-d2fa84c4e685 service neutron] Transition to ACTIVE for port object 56048e1a-2256-4faf-94a3-707ba3e700e3 will not be triggered until provisioned by entity L2. {{(pid=103365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 18:09:44.425826 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-5d2df1bf-e1f9-4490-8e77-8fd756f754d0 None None] Provisioning complete for port c3572576-cd35-4867-8ec1-c85d715045c0 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:09:44.427488 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-85ce8269-bdc7-43e9-bd05-8cf0c53c04f6 req-55eb6624-507e-45d4-b0d1-d2fa84c4e685 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:44.429503 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-5d2df1bf-e1f9-4490-8e77-8fd756f754d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:44.509492 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-5d2df1bf-e1f9-4490-8e77-8fd756f754d0 None None] Port c3572576-cd35-4867-8ec1-c85d715045c0 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:09:44.566119 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55eb6624-507e-45d4-b0d1-d2fa84c4e685 service neutron] Pushing event updated for resources: {'Port': ['ID=56048e1a-2256-4faf-94a3-707ba3e700e3,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:09:44.613677 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-a1c1cbe2-afa4-462d-80fe-8c83c86690ca None None] Set router 479362ee-9c23-4bdf-aa23-bea5c71128aa gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:09:44.714108 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-85ce8269-bdc7-43e9-bd05-8cf0c53c04f6 req-55eb6624-507e-45d4-b0d1-d2fa84c4e685 service neutron] Attempting to bind port 56048e1a-2256-4faf-94a3-707ba3e700e3 on host n-h2-818022-2 for vnic_type normal with profile {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:09:44.715326 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-85ce8269-bdc7-43e9-bd05-8cf0c53c04f6 req-55eb6624-507e-45d4-b0d1-d2fa84c4e685 service neutron] Attempting to bind port 56048e1a-2256-4faf-94a3-707ba3e700e3 by drivers openvswitch,hyperv on host n-h2-818022-2 at level 0 using segments [{'id': 'a5c55b1b-e53d-49f4-8a6a-c9bae9b534d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '4d0271ae-772b-4a09-9316-fefc7bb3a0e0'}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:09:44.716277 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ce8269-bdc7-43e9-bd05-8cf0c53c04f6 req-55eb6624-507e-45d4-b0d1-d2fa84c4e685 service neutron] Attempting to bind port 56048e1a-2256-4faf-94a3-707ba3e700e3 on network 4d0271ae-772b-4a09-9316-fefc7bb3a0e0 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:09:44.725469 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ce8269-bdc7-43e9-bd05-8cf0c53c04f6 req-55eb6624-507e-45d4-b0d1-d2fa84c4e685 service neutron] Port 56048e1a-2256-4faf-94a3-707ba3e700e3 on network 4d0271ae-772b-4a09-9316-fefc7bb3a0e0 not bound, no agent of type Open vSwitch agent registered on host n-h2-818022-2 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 18:09:44.726155 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ce8269-bdc7-43e9-bd05-8cf0c53c04f6 req-55eb6624-507e-45d4-b0d1-d2fa84c4e685 service neutron] Attempting to bind port 56048e1a-2256-4faf-94a3-707ba3e700e3 on network 4d0271ae-772b-4a09-9316-fefc7bb3a0e0 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:09:44.739896 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ce8269-bdc7-43e9-bd05-8cf0c53c04f6 req-55eb6624-507e-45d4-b0d1-d2fa84c4e685 service neutron] Checking agent: {'id': '525ad2ac-c4ae-4c63-af2e-0bf8d25d0f0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'started_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 9, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:09:44.740488 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ce8269-bdc7-43e9-bd05-8cf0c53c04f6 req-55eb6624-507e-45d4-b0d1-d2fa84c4e685 service neutron] Checking segment: {'id': 'a5c55b1b-e53d-49f4-8a6a-c9bae9b534d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '4d0271ae-772b-4a09-9316-fefc7bb3a0e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:09:44.741071 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ce8269-bdc7-43e9-bd05-8cf0c53c04f6 req-55eb6624-507e-45d4-b0d1-d2fa84c4e685 service neutron] Bound using segment: {'id': 'a5c55b1b-e53d-49f4-8a6a-c9bae9b534d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '4d0271ae-772b-4a09-9316-fefc7bb3a0e0'} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:09:44.741855 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-85ce8269-bdc7-43e9-bd05-8cf0c53c04f6 req-55eb6624-507e-45d4-b0d1-d2fa84c4e685 service neutron] Bound port: 56048e1a-2256-4faf-94a3-707ba3e700e3, host: n-h2-818022-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5c55b1b-e53d-49f4-8a6a-c9bae9b534d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '4d0271ae-772b-4a09-9316-fefc7bb3a0e0'}}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:09:44.742417 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-85ce8269-bdc7-43e9-bd05-8cf0c53c04f6 req-55eb6624-507e-45d4-b0d1-d2fa84c4e685 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:44.877980 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-85ce8269-bdc7-43e9-bd05-8cf0c53c04f6 req-55eb6624-507e-45d4-b0d1-d2fa84c4e685 service neutron] For port 56048e1a-2256-4faf-94a3-707ba3e700e3, host n-h2-818022-2, cleared binding levels {{(pid=103365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:09:44.887560 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-85ce8269-bdc7-43e9-bd05-8cf0c53c04f6 req-55eb6624-507e-45d4-b0d1-d2fa84c4e685 service neutron] For port 56048e1a-2256-4faf-94a3-707ba3e700e3, host n-h2-818022-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=56048e1a-2256-4faf-94a3-707ba3e700e3,segment=NetworkSegment(a5c55b1b-e53d-49f4-8a6a-c9bae9b534d2),segment_id=a5c55b1b-e53d-49f4-8a6a-c9bae9b534d2)] {{(pid=103365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:09:44.896634 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-85ce8269-bdc7-43e9-bd05-8cf0c53c04f6 req-55eb6624-507e-45d4-b0d1-d2fa84c4e685 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:44.933063 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-a1c1cbe2-afa4-462d-80fe-8c83c86690ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '479362ee-9c23-4bdf-aa23-bea5c71128aa', 'name': 'tempest-TestNetworkBasicOps-router-1799051085', 'tenant_id': 'd00a359bd74e4de6b0d3dd4ba0b5c79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.53'}], 'enable_snat': True}, 'gw_port_id': '1706ad07-f340-45ef-8070-8778cc53e080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:07:45Z', 'updated_at': '2021-11-19T18:09:42Z', 'revision_number': 5, 'project_id': 'd00a359bd74e4de6b0d3dd4ba0b5c79c', 'gw_port': {'id': '1706ad07-f340-45ef-8070-8778cc53e080', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:e2:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '479362ee-9c23-4bdf-aa23-bea5c71128aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:07:46Z', 'updated_at': '2021-11-19T18:07:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_floatingips': [{'id': 'd4ee1e25-1e3e-4665-b7d3-da545d5cf72d', 'tenant_id': 'd00a359bd74e4de6b0d3dd4ba0b5c79c', 'floating_ip_address': '172.25.7.177', 'floating_network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'router_id': '479362ee-9c23-4bdf-aa23-bea5c71128aa', 'port_id': 'de0c73f6-4b3f-4456-b6c8-b38c9e58246b', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80b24c25-6cae-4961-9404-ec39a219d9c1', 'mac_address': 'fa:16:3e:77:de:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df719fa6-e61d-4dde-ba0e-f406ab88334d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T18:08:33Z', 'updated_at': '2021-11-19T18:08:37Z', 'revision_number': 1, 'project_id': 'd00a359bd74e4de6b0d3dd4ba0b5c79c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7be3de05-d164-4ac0-8db7-79c97dd95b37', 'name': '', 'network_id': '80b24c25-6cae-4961-9404-ec39a219d9c1', 'tenant_id': 'd00a359bd74e4de6b0d3dd4ba0b5c79c', 'mac_address': 'fa:16:3e:d4:ac:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '479362ee-9c23-4bdf-aa23-bea5c71128aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': '159f3a31-387a-4317-a596-fb3e8eedbc09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:07:56Z', 'updated_at': '2021-11-19T18:08:07Z', 'revision_number': 5, 'project_id': 'd00a359bd74e4de6b0d3dd4ba0b5c79c', 'subnets': [{'id': '159f3a31-387a-4317-a596-fb3e8eedbc09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3572576-cd35-4867-8ec1-c85d715045c0', 'name': '', 'network_id': '75b6734d-39c9-48de-a15b-624f6094abc5', 'tenant_id': 'd00a359bd74e4de6b0d3dd4ba0b5c79c', 'mac_address': 'fa:16:3e:85:c3:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '479362ee-9c23-4bdf-aa23-bea5c71128aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3557, 'fixed_ips': [{'subnet_id': 'adbb6cf6-3ed2-4544-8da2-4ff6c6a26b9d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:09:41Z', 'updated_at': '2021-11-19T18:09:43Z', 'revision_number': 2, 'project_id': 'd00a359bd74e4de6b0d3dd4ba0b5c79c', 'subnets': [{'id': 'adbb6cf6-3ed2-4544-8da2-4ff6c6a26b9d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:09:44.986257 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c1cbe2-afa4-462d-80fe-8c83c86690ca None None] Checking router: 479362ee-9c23-4bdf-aa23-bea5c71128aa for host: n-d-818022-2 {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:09:44.987690 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c1cbe2-afa4-462d-80fe-8c83c86690ca None None] Updating router 479362ee-9c23-4bdf-aa23-bea5c71128aa port c3572576-cd35-4867-8ec1-c85d715045c0 binding host n-d-818022-2 {{(pid=103367) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 18:09:45.004753 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55eb6624-507e-45d4-b0d1-d2fa84c4e685 service neutron] Pushing event updated for resources: {'Port': ['ID=56048e1a-2256-4faf-94a3-707ba3e700e3,revision_number=3']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:09:45.014709 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ce8269-bdc7-43e9-bd05-8cf0c53c04f6 req-55eb6624-507e-45d4-b0d1-d2fa84c4e685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:09:45.015443 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-85ce8269-bdc7-43e9-bd05-8cf0c53c04f6 req-55eb6624-507e-45d4-b0d1-d2fa84c4e685 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:45.017051 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-85ce8269-bdc7-43e9-bd05-8cf0c53c04f6 req-55eb6624-507e-45d4-b0d1-d2fa84c4e685 service neutron] 10.222.0.86 "PUT /v2.0/ports/56048e1a-2256-4faf-94a3-707ba3e700e3 HTTP/1.1" status: 200 len: 1055 time: 1.4270604 Nov 19 18:09:45.017969 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '021406a8-657d-4648-bc52-065c4875a28d', 'tag': '56048e1a-2256-4faf-94a3-707ba3e700e3'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:09:45.023804 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218319d759239a7d11f1288aef37381b97754913ee9ccbfd43b51a463f801712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f24cce7-f977-4a2e-9d73-7a4558f05a6f" -d '{"events": [{"name": "network-changed", "server_uuid": "021406a8-657d-4648-bc52-065c4875a28d", "tag": "56048e1a-2256-4faf-94a3-707ba3e700e3"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:09:45.033023 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-a1c1cbe2-afa4-462d-80fe-8c83c86690ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:45.135931 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 18:09:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7877887-de21-491d-bee9-916d278943b1 x-openstack-request-id: req-a7877887-de21-491d-bee9-916d278943b1 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:09:45.136231 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "021406a8-657d-4648-bc52-065c4875a28d", "tag": "56048e1a-2256-4faf-94a3-707ba3e700e3", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:09:45.142598 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a7877887-de21-491d-bee9-916d278943b1 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:09:45.143066 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '021406a8-657d-4648-bc52-065c4875a28d', 'tag': '56048e1a-2256-4faf-94a3-707ba3e700e3', 'status': 'completed', 'code': 200} Nov 19 18:09:45.156746 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ce8269-bdc7-43e9-bd05-8cf0c53c04f6 req-d6fcdfa1-7db6-494c-834f-0b569303c887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:09:45.158336 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-85ce8269-bdc7-43e9-bd05-8cf0c53c04f6 req-d6fcdfa1-7db6-494c-834f-0b569303c887 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b03542aa894849fda969da6c43b6dbe6&device_id=021406a8-657d-4648-bc52-065c4875a28d HTTP/1.1" status: 200 len: 1058 time: 0.0725152 Nov 19 18:09:45.211862 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-85ce8269-bdc7-43e9-bd05-8cf0c53c04f6 req-b0ca9072-8a3f-47dc-a555-dc7ba694cb11 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=56048e1a-2256-4faf-94a3-707ba3e700e3 HTTP/1.1" status: 200 len: 217 time: 0.0424533 Nov 19 18:09:45.256809 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2737bb-9581-47ac-86a0-75b9335b3f11 req-e7ba498f-79d3-4547-a880-7656cd85d7e8 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:09:45.275461 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-fd2737bb-9581-47ac-86a0-75b9335b3f11 req-e7ba498f-79d3-4547-a880-7656cd85d7e8 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/ports?device_id=cc04e7a6-e0b7-438f-a931-99187cf28379 HTTP/1.1" status: 200 len: 944 time: 0.1083343 Nov 19 18:09:45.299747 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ce8269-bdc7-43e9-bd05-8cf0c53c04f6 req-eafed23c-f43d-48d5-969a-4be862dc039c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:09:45.301268 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-85ce8269-bdc7-43e9-bd05-8cf0c53c04f6 req-eafed23c-f43d-48d5-969a-4be862dc039c service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ecfa8bb2-39e5-4f7b-ac02-7c4b27ab1843 HTTP/1.1" status: 200 len: 837 time: 0.0751305 Nov 19 18:09:45.355557 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-fd2737bb-9581-47ac-86a0-75b9335b3f11 req-d70b58eb-a7b7-4e75-a6a1-98435705ff3c tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1dc433e-2f31-472a-89c9-d0d668ac0a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748866 Nov 19 18:09:45.436580 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ce8269-bdc7-43e9-bd05-8cf0c53c04f6 req-a15aac1f-3d56-4892-ba19-c4cfba8fd22f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:09:45.438319 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-85ce8269-bdc7-43e9-bd05-8cf0c53c04f6 req-a15aac1f-3d56-4892-ba19-c4cfba8fd22f service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=4d0271ae-772b-4a09-9316-fefc7bb3a0e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1261652 Nov 19 18:09:45.467775 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08f9902-22bc-4e0f-9871-c3d0f76acc3a req-661a1479-4848-4f61-981a-c40db753ac9b tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:09:45.469587 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-a1c1cbe2-afa4-462d-80fe-8c83c86690ca None None] Publish callbacks [] for port, precommit_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:45.477045 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-a1c1cbe2-afa4-462d-80fe-8c83c86690ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:45.482580 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d08f9902-22bc-4e0f-9871-c3d0f76acc3a req-661a1479-4848-4f61-981a-c40db753ac9b tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] 10.222.0.54 "GET /v2.0/ports?device_id=021406a8-657d-4648-bc52-065c4875a28d HTTP/1.1" status: 200 len: 907 time: 0.0899415 Nov 19 18:09:45.566535 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cd547f-a18d-4ca0-b375-f63e09030420 None None] Pushing event updated for resources: {'Port': ['ID=c3572576-cd35-4867-8ec1-c85d715045c0,revision_number=3']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:09:45.621099 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-85ce8269-bdc7-43e9-bd05-8cf0c53c04f6 req-7eca74aa-2bd1-47ab-9790-a0fb2194c015 service neutron] 10.222.0.86 "GET /v2.0/networks/4d0271ae-772b-4a09-9316-fefc7bb3a0e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710513 Nov 19 18:09:45.625262 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41535ea-651f-4ae3-9017-4a8c4f407a82 req-b236ba0b-195a-40c8-ae4e-e3ba19f57850 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:09:45.644132 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-a1c1cbe2-afa4-462d-80fe-8c83c86690ca None None] Attempting to bind port c3572576-cd35-4867-8ec1-c85d715045c0 on host n-d-818022-2 for vnic_type normal with profile {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:09:45.644558 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-a1c1cbe2-afa4-462d-80fe-8c83c86690ca None None] Attempting to bind port c3572576-cd35-4867-8ec1-c85d715045c0 by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': '59ddae19-91da-4c10-9616-600be213246f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '75b6734d-39c9-48de-a15b-624f6094abc5'}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:09:45.645021 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c1cbe2-afa4-462d-80fe-8c83c86690ca None None] Attempting to bind port c3572576-cd35-4867-8ec1-c85d715045c0 on network 75b6734d-39c9-48de-a15b-624f6094abc5 {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:09:45.646734 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a41535ea-651f-4ae3-9017-4a8c4f407a82 req-b236ba0b-195a-40c8-ae4e-e3ba19f57850 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/ports?device_id=cc04e7a6-e0b7-438f-a931-99187cf28379 HTTP/1.1" status: 200 len: 944 time: 0.1170633 Nov 19 18:09:45.651008 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c1cbe2-afa4-462d-80fe-8c83c86690ca None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 9, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:09:45.651425 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c1cbe2-afa4-462d-80fe-8c83c86690ca None None] Checking segment: {'id': '59ddae19-91da-4c10-9616-600be213246f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '75b6734d-39c9-48de-a15b-624f6094abc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:09:45.652042 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-a1c1cbe2-afa4-462d-80fe-8c83c86690ca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:45.652818 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c1cbe2-afa4-462d-80fe-8c83c86690ca None None] Bound using segment: {'id': '59ddae19-91da-4c10-9616-600be213246f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '75b6734d-39c9-48de-a15b-624f6094abc5'} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:09:45.653208 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-a1c1cbe2-afa4-462d-80fe-8c83c86690ca None None] Bound port: c3572576-cd35-4867-8ec1-c85d715045c0, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59ddae19-91da-4c10-9616-600be213246f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '75b6734d-39c9-48de-a15b-624f6094abc5'}}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:09:45.653685 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-a1c1cbe2-afa4-462d-80fe-8c83c86690ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:45.731416 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-a1c1cbe2-afa4-462d-80fe-8c83c86690ca None None] For port c3572576-cd35-4867-8ec1-c85d715045c0, host n-d-818022-2, cleared binding levels {{(pid=103367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:09:45.739346 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-a1c1cbe2-afa4-462d-80fe-8c83c86690ca None None] For port c3572576-cd35-4867-8ec1-c85d715045c0, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=c3572576-cd35-4867-8ec1-c85d715045c0,segment=NetworkSegment(59ddae19-91da-4c10-9616-600be213246f),segment_id=59ddae19-91da-4c10-9616-600be213246f)] {{(pid=103367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:09:45.740258 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a41535ea-651f-4ae3-9017-4a8c4f407a82 req-8a0d3bc2-cb56-46e4-a5a5-0d0aff881ef4 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1dc433e-2f31-472a-89c9-d0d668ac0a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881929 Nov 19 18:09:45.747098 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-a1c1cbe2-afa4-462d-80fe-8c83c86690ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:45.838187 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c1cbe2-afa4-462d-80fe-8c83c86690ca None None] Routers {'479362ee-9c23-4bdf-aa23-bea5c71128aa'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:09:45.838893 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-a1c1cbe2-afa4-462d-80fe-8c83c86690ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:09:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['479362ee-9c23-4bdf-aa23-bea5c71128aa'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:09:45.886553 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-85ce8269-bdc7-43e9-bd05-8cf0c53c04f6 req-35bd3b7a-b158-46e2-89de-e55cc35ede33 service neutron] 10.222.0.86 "GET /v2.0/networks/4d0271ae-772b-4a09-9316-fefc7bb3a0e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2535222 Nov 19 18:09:45.890869 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cd547f-a18d-4ca0-b375-f63e09030420 None None] Pushing event updated for resources: {'Port': ['ID=c3572576-cd35-4867-8ec1-c85d715045c0,revision_number=4']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:09:45.962899 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-3485e349-b3a2-49a6-bb8c-9018919bcc2d None None] Provisioning complete for port c3572576-cd35-4867-8ec1-c85d715045c0 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:09:45.964466 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3485e349-b3a2-49a6-bb8c-9018919bcc2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:46.047513 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f24cce7-f977-4a2e-9d73-7a4558f05a6f req-43c42780-70db-44a0-a547-9e0e9b746760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:09:46.049321 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6f24cce7-f977-4a2e-9d73-7a4558f05a6f req-43c42780-70db-44a0-a547-9e0e9b746760 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b03542aa894849fda969da6c43b6dbe6&device_id=021406a8-657d-4648-bc52-065c4875a28d HTTP/1.1" status: 200 len: 1058 time: 0.0847759 Nov 19 18:09:46.099666 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-a1c1cbe2-afa4-462d-80fe-8c83c86690ca None None] Set router 479362ee-9c23-4bdf-aa23-bea5c71128aa gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:09:46.154324 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3485e349-b3a2-49a6-bb8c-9018919bcc2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:46.217789 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d47659-d089-49ac-96cc-580202444604 req-6349bbaa-3b48-47bc-b0e5-24ab82986fe6 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:09:46.223608 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-73d47659-d089-49ac-96cc-580202444604 req-6349bbaa-3b48-47bc-b0e5-24ab82986fe6 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/ports?device_id=cc04e7a6-e0b7-438f-a931-99187cf28379 HTTP/1.1" status: 200 len: 944 time: 0.1259718 Nov 19 18:09:46.225610 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-3485e349-b3a2-49a6-bb8c-9018919bcc2d None None] For port c3572576-cd35-4867-8ec1-c85d715045c0, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=c3572576-cd35-4867-8ec1-c85d715045c0,segment=NetworkSegment(59ddae19-91da-4c10-9616-600be213246f),segment_id=59ddae19-91da-4c10-9616-600be213246f)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:09:46.236202 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3485e349-b3a2-49a6-bb8c-9018919bcc2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:46.306872 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f24cce7-f977-4a2e-9d73-7a4558f05a6f req-13238d10-3c2b-4bf1-aaec-96c9540cb1df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:09:46.313162 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6f24cce7-f977-4a2e-9d73-7a4558f05a6f req-13238d10-3c2b-4bf1-aaec-96c9540cb1df service neutron] 10.222.0.86 "GET /v2.0/networks?id=4d0271ae-772b-4a09-9316-fefc7bb3a0e0 HTTP/1.1" status: 200 len: 899 time: 0.2490501 Nov 19 18:09:46.340495 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-73d47659-d089-49ac-96cc-580202444604 req-c04d77b9-5c2a-49f3-a9e7-9018b0ed8604 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1dc433e-2f31-472a-89c9-d0d668ac0a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1125438 Nov 19 18:09:46.366473 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3485e349-b3a2-49a6-bb8c-9018919bcc2d None None] Pushing event updated for resources: {'Port': ['ID=c3572576-cd35-4867-8ec1-c85d715045c0,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:09:46.406487 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6f24cce7-f977-4a2e-9d73-7a4558f05a6f req-a450d489-961e-44c1-a7dd-5405e3177990 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=56048e1a-2256-4faf-94a3-707ba3e700e3 HTTP/1.1" status: 200 len: 217 time: 0.0871503 Nov 19 18:09:46.469795 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-df4cf364-68fd-4ce3-b730-58b699ffcd73 None None] Provisioning complete for port c3572576-cd35-4867-8ec1-c85d715045c0 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:09:46.470463 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-df4cf364-68fd-4ce3-b730-58b699ffcd73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:46.511112 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f24cce7-f977-4a2e-9d73-7a4558f05a6f req-1584b8e2-6ea6-43e6-b777-9d896e771a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:09:46.512996 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6f24cce7-f977-4a2e-9d73-7a4558f05a6f req-1584b8e2-6ea6-43e6-b777-9d896e771a8f service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ecfa8bb2-39e5-4f7b-ac02-7c4b27ab1843 HTTP/1.1" status: 200 len: 837 time: 0.0961535 Nov 19 18:09:46.576249 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-a1c1cbe2-afa4-462d-80fe-8c83c86690ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '479362ee-9c23-4bdf-aa23-bea5c71128aa', 'name': 'tempest-TestNetworkBasicOps-router-1799051085', 'tenant_id': 'd00a359bd74e4de6b0d3dd4ba0b5c79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.53'}], 'enable_snat': True}, 'gw_port_id': '1706ad07-f340-45ef-8070-8778cc53e080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:07:45Z', 'updated_at': '2021-11-19T18:09:42Z', 'revision_number': 5, 'project_id': 'd00a359bd74e4de6b0d3dd4ba0b5c79c', 'gw_port': {'id': '1706ad07-f340-45ef-8070-8778cc53e080', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:e2:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '479362ee-9c23-4bdf-aa23-bea5c71128aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:07:46Z', 'updated_at': '2021-11-19T18:07:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_floatingips': [{'id': 'd4ee1e25-1e3e-4665-b7d3-da545d5cf72d', 'tenant_id': 'd00a359bd74e4de6b0d3dd4ba0b5c79c', 'floating_ip_address': '172.25.7.177', 'floating_network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'router_id': '479362ee-9c23-4bdf-aa23-bea5c71128aa', 'port_id': 'de0c73f6-4b3f-4456-b6c8-b38c9e58246b', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80b24c25-6cae-4961-9404-ec39a219d9c1', 'mac_address': 'fa:16:3e:77:de:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df719fa6-e61d-4dde-ba0e-f406ab88334d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T18:08:33Z', 'updated_at': '2021-11-19T18:08:37Z', 'revision_number': 1, 'project_id': 'd00a359bd74e4de6b0d3dd4ba0b5c79c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7be3de05-d164-4ac0-8db7-79c97dd95b37', 'name': '', 'network_id': '80b24c25-6cae-4961-9404-ec39a219d9c1', 'tenant_id': 'd00a359bd74e4de6b0d3dd4ba0b5c79c', 'mac_address': 'fa:16:3e:d4:ac:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '479362ee-9c23-4bdf-aa23-bea5c71128aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': '159f3a31-387a-4317-a596-fb3e8eedbc09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:07:56Z', 'updated_at': '2021-11-19T18:08:07Z', 'revision_number': 5, 'project_id': 'd00a359bd74e4de6b0d3dd4ba0b5c79c', 'subnets': [{'id': '159f3a31-387a-4317-a596-fb3e8eedbc09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3572576-cd35-4867-8ec1-c85d715045c0', 'name': '', 'network_id': '75b6734d-39c9-48de-a15b-624f6094abc5', 'tenant_id': 'd00a359bd74e4de6b0d3dd4ba0b5c79c', 'mac_address': 'fa:16:3e:85:c3:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '479362ee-9c23-4bdf-aa23-bea5c71128aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3557, 'fixed_ips': [{'subnet_id': 'adbb6cf6-3ed2-4544-8da2-4ff6c6a26b9d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:09:41Z', 'updated_at': '2021-11-19T18:09:45Z', 'revision_number': 4, 'project_id': 'd00a359bd74e4de6b0d3dd4ba0b5c79c', 'subnets': [{'id': 'adbb6cf6-3ed2-4544-8da2-4ff6c6a26b9d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:09:46.627448 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c1cbe2-afa4-462d-80fe-8c83c86690ca None None] The sync data for ids ['479362ee-9c23-4bdf-aa23-bea5c71128aa'] in n-d-818022-2 is: [{'id': '479362ee-9c23-4bdf-aa23-bea5c71128aa', 'name': 'tempest-TestNetworkBasicOps-router-1799051085', 'tenant_id': 'd00a359bd74e4de6b0d3dd4ba0b5c79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.53'}], 'enable_snat': True}, 'gw_port_id': '1706ad07-f340-45ef-8070-8778cc53e080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:07:45Z', 'updated_at': '2021-11-19T18:09:42Z', 'revision_number': 5, 'project_id': 'd00a359bd74e4de6b0d3dd4ba0b5c79c', 'gw_port': {'id': '1706ad07-f340-45ef-8070-8778cc53e080', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:e2:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '479362ee-9c23-4bdf-aa23-bea5c71128aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:07:46Z', 'updated_at': '2021-11-19T18:07:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_floatingips': [{'id': 'd4ee1e25-1e3e-4665-b7d3-da545d5cf72d', 'tenant_id': 'd00a359bd74e4de6b0d3dd4ba0b5c79c', 'floating_ip_address': '172.25.7.177', 'floating_network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'router_id': '479362ee-9c23-4bdf-aa23-bea5c71128aa', 'port_id': 'de0c73f6-4b3f-4456-b6c8-b38c9e58246b', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80b24c25-6cae-4961-9404-ec39a219d9c1', 'mac_address': 'fa:16:3e:77:de:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df719fa6-e61d-4dde-ba0e-f406ab88334d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T18:08:33Z', 'updated_at': '2021-11-19T18:08:37Z', 'revision_number': 1, 'project_id': 'd00a359bd74e4de6b0d3dd4ba0b5c79c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7be3de05-d164-4ac0-8db7-79c97dd95b37', 'name': '', 'network_id': '80b24c25-6cae-4961-9404-ec39a219d9c1', 'tenant_id': 'd00a359bd74e4de6b0d3dd4ba0b5c79c', 'mac_address': 'fa:16:3e:d4:ac:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '479362ee-9c23-4bdf-aa23-bea5c71128aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': '159f3a31-387a-4317-a596-fb3e8eedbc09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:07:56Z', 'updated_at': '2021-11-19T18:08:07Z', 'revision_number': 5, 'project_id': 'd00a359bd74e4de6b0d3dd4ba0b5c79c', 'subnets': [{'id': '159f3a31-387a-4317-a596-fb3e8eedbc09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3572576-cd35-4867-8ec1-c85d715045c0', 'name': '', 'network_id': '75b6734d-39c9-48de-a15b-624f6094abc5', 'tenant_id': 'd00a359bd74e4de6b0d3dd4ba0b5c79c', 'mac_address': 'fa:16:3e:85:c3:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '479362ee-9c23-4bdf-aa23-bea5c71128aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3557, 'fixed_ips': [{'subnet_id': 'adbb6cf6-3ed2-4544-8da2-4ff6c6a26b9d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:09:41Z', 'updated_at': '2021-11-19T18:09:45Z', 'revision_number': 4, 'project_id': 'd00a359bd74e4de6b0d3dd4ba0b5c79c', 'subnets': [{'id': 'adbb6cf6-3ed2-4544-8da2-4ff6c6a26b9d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:09:46.628042 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f24cce7-f977-4a2e-9d73-7a4558f05a6f req-0e4aab64-2d28-4a0f-970a-6ebacdb362d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:09:46.633481 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6f24cce7-f977-4a2e-9d73-7a4558f05a6f req-0e4aab64-2d28-4a0f-970a-6ebacdb362d7 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=4d0271ae-772b-4a09-9316-fefc7bb3a0e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1064754 Nov 19 18:09:47.109975 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27f2806-c2ac-4ca7-93ab-22a1bcb29769 req-4d4a7384-9d94-4f7e-962c-81fd4ca78922 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:09:47.118855 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b27f2806-c2ac-4ca7-93ab-22a1bcb29769 req-4d4a7384-9d94-4f7e-962c-81fd4ca78922 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/ports?device_id=cc04e7a6-e0b7-438f-a931-99187cf28379 HTTP/1.1" status: 200 len: 944 time: 0.0797253 Nov 19 18:09:47.210582 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b27f2806-c2ac-4ca7-93ab-22a1bcb29769 req-2dad1a89-611b-44d0-8dd2-ad04db3801f4 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1dc433e-2f31-472a-89c9-d0d668ac0a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871122 Nov 19 18:09:47.447764 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99136b26-3deb-4976-8c63-f92c7530a5b7 req-b394f5cf-a1e8-4c4f-83bc-c195556b9d9f tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:09:47.449340 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-99136b26-3deb-4976-8c63-f92c7530a5b7 req-b394f5cf-a1e8-4c4f-83bc-c195556b9d9f tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] 10.222.0.54 "GET /v2.0/ports?device_id=021406a8-657d-4648-bc52-065c4875a28d HTTP/1.1" status: 200 len: 907 time: 0.8536077 Nov 19 18:09:47.522237 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device c3572576-cd35-4867-8ec1-c85d715045c0 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:09:47.524966 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6f24cce7-f977-4a2e-9d73-7a4558f05a6f req-4f911e75-8e90-4572-bfb9-133a767a3b7e service neutron] 10.222.0.86 "GET /v2.0/networks/4d0271ae-772b-4a09-9316-fefc7bb3a0e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8739116 Nov 19 18:09:47.644704 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port c3572576-cd35-4867-8ec1-c85d715045c0 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:09:47.645082 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:47.670845 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6f24cce7-f977-4a2e-9d73-7a4558f05a6f req-3f9abeaa-8f26-472c-a947-fb1eab9a4f53 service neutron] 10.222.0.86 "GET /v2.0/networks/4d0271ae-772b-4a09-9316-fefc7bb3a0e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393311 Nov 19 18:09:48.341266 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd481489-878b-4ad8-a834-31d9adc1482c req-f3a2317b-b82f-42d2-8f04-b35c66cbe035 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:09:48.342839 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-dd481489-878b-4ad8-a834-31d9adc1482c req-f3a2317b-b82f-42d2-8f04-b35c66cbe035 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/ports?device_id=cc04e7a6-e0b7-438f-a931-99187cf28379 HTTP/1.1" status: 200 len: 944 time: 0.0582013 Nov 19 18:09:48.405336 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-dd481489-878b-4ad8-a834-31d9adc1482c req-06ab5ff8-c83f-4195-963e-2ee559fc2854 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1dc433e-2f31-472a-89c9-d0d668ac0a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483153 Nov 19 18:09:48.590793 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c2ae47-bbcc-4fac-be7f-0dc74466ec56 req-19567d6e-f45f-404e-9ed0-34487b915bb2 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:09:48.592529 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e0c2ae47-bbcc-4fac-be7f-0dc74466ec56 req-19567d6e-f45f-404e-9ed0-34487b915bb2 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] 10.222.0.54 "GET /v2.0/ports?device_id=021406a8-657d-4648-bc52-065c4875a28d HTTP/1.1" status: 200 len: 907 time: 0.0591359 Nov 19 18:09:49.606364 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1edb25-f169-461b-a801-9bfbb7cb0f7e req-3202d02c-071f-451f-b7be-c9ff1ec2a6e9 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:09:49.616729 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0c1edb25-f169-461b-a801-9bfbb7cb0f7e req-3202d02c-071f-451f-b7be-c9ff1ec2a6e9 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/ports?device_id=cc04e7a6-e0b7-438f-a931-99187cf28379 HTTP/1.1" status: 200 len: 944 time: 0.0801647 Nov 19 18:09:49.730603 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-eaa6ad0a-cca4-4252-b7f0-7c7533c3e3b1 req-31771a5d-3f7a-4beb-ac4b-2d46638903c0 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=df719fa6-e61d-4dde-ba0e-f406ab88334d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0983775 Nov 19 18:09:49.774048 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d24f18-eb21-4fd3-b8de-571c0d95f996 req-038a03b1-3e6d-4cd4-9b6b-41cedf90ea12 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:09:49.776393 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-20d24f18-eb21-4fd3-b8de-571c0d95f996 req-038a03b1-3e6d-4cd4-9b6b-41cedf90ea12 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] 10.222.0.54 "GET /v2.0/ports?device_id=021406a8-657d-4648-bc52-065c4875a28d HTTP/1.1" status: 200 len: 907 time: 0.0928726 Nov 19 18:09:49.786392 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0c1edb25-f169-461b-a801-9bfbb7cb0f7e req-c925794e-f354-43ff-91b2-8872d2e5c439 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1dc433e-2f31-472a-89c9-d0d668ac0a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1669872 Nov 19 18:09:49.844077 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa6ad0a-cca4-4252-b7f0-7c7533c3e3b1 req-91751845-4205-4beb-b052-eef287414612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:09:49.845589 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-eaa6ad0a-cca4-4252-b7f0-7c7533c3e3b1 req-91751845-4205-4beb-b052-eef287414612 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d00a359bd74e4de6b0d3dd4ba0b5c79c&device_id=df719fa6-e61d-4dde-ba0e-f406ab88334d HTTP/1.1" status: 200 len: 1096 time: 0.0581717 Nov 19 18:09:49.958831 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa6ad0a-cca4-4252-b7f0-7c7533c3e3b1 req-54000f37-5c96-45a5-8938-765f4eed5391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:09:49.960801 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-eaa6ad0a-cca4-4252-b7f0-7c7533c3e3b1 req-54000f37-5c96-45a5-8938-765f4eed5391 service neutron] 10.222.0.60 "GET /v2.0/networks?id=80b24c25-6cae-4961-9404-ec39a219d9c1 HTTP/1.1" status: 200 len: 898 time: 0.0936775 Nov 19 18:09:50.014268 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device 56048e1a-2256-4faf-94a3-707ba3e700e3 details requested by agent hyperv_n-h2-818022-2 with host n-h2-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 18:09:50.038079 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-eaa6ad0a-cca4-4252-b7f0-7c7533c3e3b1 req-dcfff08b-1eb7-415a-b261-8ff582bfa525 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=de0c73f6-4b3f-4456-b6c8-b38c9e58246b HTTP/1.1" status: 200 len: 1001 time: 0.0690956 Nov 19 18:09:50.093348 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa6ad0a-cca4-4252-b7f0-7c7533c3e3b1 req-3cd0c925-a076-49df-b03b-72a8f32e33a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:09:50.094985 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-eaa6ad0a-cca4-4252-b7f0-7c7533c3e3b1 req-3cd0c925-a076-49df-b03b-72a8f32e33a1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=159f3a31-387a-4317-a596-fb3e8eedbc09 HTTP/1.1" status: 200 len: 834 time: 0.0487168 Nov 19 18:09:50.122925 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port 56048e1a-2256-4faf-94a3-707ba3e700e3, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=56048e1a-2256-4faf-94a3-707ba3e700e3,segment=NetworkSegment(a5c55b1b-e53d-49f4-8a6a-c9bae9b534d2),segment_id=a5c55b1b-e53d-49f4-8a6a-c9bae9b534d2)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:09:50.135728 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Returning: {'device': '56048e1a-2256-4faf-94a3-707ba3e700e3', 'network_id': '4d0271ae-772b-4a09-9316-fefc7bb3a0e0', 'port_id': '56048e1a-2256-4faf-94a3-707ba3e700e3', 'mac_address': 'fa:16:3e:27:9f:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecfa8bb2-39e5-4f7b-ac02-7c4b27ab1843', 'ip_address': '172.20.0.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 18:09:50.159832 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa6ad0a-cca4-4252-b7f0-7c7533c3e3b1 req-bf09221a-420a-4fcd-9214-3b572f0fc9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:09:50.162387 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-eaa6ad0a-cca4-4252-b7f0-7c7533c3e3b1 req-bf09221a-420a-4fcd-9214-3b572f0fc9c6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=80b24c25-6cae-4961-9404-ec39a219d9c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0588157 Nov 19 18:09:50.184154 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:50.201588 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56048e1a-2256-4faf-94a3-707ba3e700e3 {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:09:50.225444 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port 56048e1a-2256-4faf-94a3-707ba3e700e3, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=56048e1a-2256-4faf-94a3-707ba3e700e3,segment=NetworkSegment(a5c55b1b-e53d-49f4-8a6a-c9bae9b534d2),segment_id=a5c55b1b-e53d-49f4-8a6a-c9bae9b534d2)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:09:50.230687 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:50.283227 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-eaa6ad0a-cca4-4252-b7f0-7c7533c3e3b1 req-4a0592c8-7170-4b20-8d1e-85ac80eb3a7f service neutron] 10.222.0.60 "GET /v2.0/networks/80b24c25-6cae-4961-9404-ec39a219d9c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040573 Nov 19 18:09:50.305224 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Pushing event updated for resources: {'Port': ['ID=56048e1a-2256-4faf-94a3-707ba3e700e3,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:09:50.411975 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-eaa6ad0a-cca4-4252-b7f0-7c7533c3e3b1 req-2ace1a23-26fd-4d3d-b0bd-013141743141 service neutron] 10.222.0.60 "GET /v2.0/networks/80b24c25-6cae-4961-9404-ec39a219d9c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140554 Nov 19 18:09:50.435806 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.agents_db [None req-619e5c26-d9ed-4321-86eb-7d443bb9dfa2 None None] Agent healthcheck: found 7 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 18:09:50.498145 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] get_ports_and_sgs() called for port_ids ['56048e1a-2256-4faf-94a3-707ba3e700e3'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:09:50.924340 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbbf349-21ba-46c4-949f-e2f7d824cd3e req-0868da02-b5b3-418b-93ef-87747a616a60 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:09:50.927633 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3dbbf349-21ba-46c4-949f-e2f7d824cd3e req-0868da02-b5b3-418b-93ef-87747a616a60 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] 10.222.0.54 "GET /v2.0/ports?device_id=021406a8-657d-4648-bc52-065c4875a28d HTTP/1.1" status: 200 len: 908 time: 0.0617490 Nov 19 18:09:50.934523 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ee6477-efff-405e-8675-a12147053991 req-6af93ecd-d5b3-4ce9-b721-96d3bc670201 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:09:50.935830 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-53ee6477-efff-405e-8675-a12147053991 req-6af93ecd-d5b3-4ce9-b721-96d3bc670201 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/ports?device_id=cc04e7a6-e0b7-438f-a931-99187cf28379 HTTP/1.1" status: 200 len: 944 time: 0.0687482 Nov 19 18:09:50.992463 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-53ee6477-efff-405e-8675-a12147053991 req-15ee9fcd-0467-4b82-8b46-7b4a7c52ea7d tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1dc433e-2f31-472a-89c9-d0d668ac0a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479228 Nov 19 18:09:52.020983 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device 56048e1a-2256-4faf-94a3-707ba3e700e3 up at agent hyperv_n-h2-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:09:52.061179 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9fea4b-5454-4eeb-8d0a-f387c9440e06 req-dbbe0392-c1e1-4333-88cb-397fc0f0297f tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:09:52.063328 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ac9fea4b-5454-4eeb-8d0a-f387c9440e06 req-dbbe0392-c1e1-4333-88cb-397fc0f0297f tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] 10.222.0.54 "GET /v2.0/ports?device_id=021406a8-657d-4648-bc52-065c4875a28d HTTP/1.1" status: 200 len: 908 time: 0.0596859 Nov 19 18:09:52.108318 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Provisioning for port 56048e1a-2256-4faf-94a3-707ba3e700e3 completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 18:09:52.112743 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Provisioning complete for port 56048e1a-2256-4faf-94a3-707ba3e700e3 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:09:52.113391 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:52.164967 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9990174b-fab6-43a4-b6c6-4b51452d902d req-6c37ef08-c0c3-451d-9e88-4e1d270dbc74 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:09:52.167331 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9990174b-fab6-43a4-b6c6-4b51452d902d req-6c37ef08-c0c3-451d-9e88-4e1d270dbc74 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/ports?device_id=cc04e7a6-e0b7-438f-a931-99187cf28379 HTTP/1.1" status: 200 len: 944 time: 0.0672789 Nov 19 18:09:52.221426 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:52.222822 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9990174b-fab6-43a4-b6c6-4b51452d902d req-b873c003-b8ac-4574-b7c4-bad0d40226fb tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1dc433e-2f31-472a-89c9-d0d668ac0a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487869 Nov 19 18:09:52.245066 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '021406a8-657d-4648-bc52-065c4875a28d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56048e1a-2256-4faf-94a3-707ba3e700e3'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:09:52.247351 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3940761bcd94e032e6960d2241bd8993c5d3a7d8dc2aca8488f3ecf1d4dd2fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b41aad68-a1df-474f-ab8c-c515b85c96d7" -d '{"events": [{"server_uuid": "021406a8-657d-4648-bc52-065c4875a28d", "name": "network-vif-plugged", "status": "completed", "tag": "56048e1a-2256-4faf-94a3-707ba3e700e3"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:09:52.260777 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port 56048e1a-2256-4faf-94a3-707ba3e700e3, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=56048e1a-2256-4faf-94a3-707ba3e700e3,segment=NetworkSegment(a5c55b1b-e53d-49f4-8a6a-c9bae9b534d2),segment_id=a5c55b1b-e53d-49f4-8a6a-c9bae9b534d2)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:09:52.265764 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:52.294555 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:09:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20b7b238-c65a-4fa9-9001-ff4090184a79 x-openstack-request-id: req-20b7b238-c65a-4fa9-9001-ff4090184a79 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:09:52.294855 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "021406a8-657d-4648-bc52-065c4875a28d", "name": "network-vif-plugged", "status": "completed", "tag": "56048e1a-2256-4faf-94a3-707ba3e700e3", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:09:52.295116 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-20b7b238-c65a-4fa9-9001-ff4090184a79 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:09:52.295513 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '021406a8-657d-4648-bc52-065c4875a28d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56048e1a-2256-4faf-94a3-707ba3e700e3', 'code': 200} Nov 19 18:09:52.324846 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Pushing event updated for resources: {'Port': ['ID=56048e1a-2256-4faf-94a3-707ba3e700e3,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:09:52.407767 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1c98d5-ec28-4171-a0d5-e7c7f696ce75 req-d5d0577d-ba72-44d0-b583-0718efa3c879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:09:52.413312 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4e1c98d5-ec28-4171-a0d5-e7c7f696ce75 req-d5d0577d-ba72-44d0-b583-0718efa3c879 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=021406a8-657d-4648-bc52-065c4875a28d HTTP/1.1" status: 200 len: 1060 time: 0.0413957 Nov 19 18:09:53.083927 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [req-b8114650-4c1e-4ef2-981c-6c2bd8a48214 req-152181dd-7680-4068-a515-113ce6566b4a service neutron] (103365) timed out ('10.222.0.54', 37802) {{(pid=103365) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 19 18:09:53.224345 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f87e31-a085-4024-94b8-1a27d82c407d req-8e092b5b-6fe6-44aa-aed1-185812f09a80 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:09:53.227262 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d2f87e31-a085-4024-94b8-1a27d82c407d req-8e092b5b-6fe6-44aa-aed1-185812f09a80 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] 10.222.0.54 "GET /v2.0/ports?device_id=021406a8-657d-4648-bc52-065c4875a28d HTTP/1.1" status: 200 len: 909 time: 0.0748801 Nov 19 18:09:53.371770 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cac4964-3382-4d92-bc81-ff4a8adb99bd req-dad89a8d-b410-4d9f-a6a9-829b50127e8d tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:09:53.373348 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3cac4964-3382-4d92-bc81-ff4a8adb99bd req-dad89a8d-b410-4d9f-a6a9-829b50127e8d tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/ports?device_id=cc04e7a6-e0b7-438f-a931-99187cf28379 HTTP/1.1" status: 200 len: 944 time: 0.0657432 Nov 19 18:09:53.432585 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3cac4964-3382-4d92-bc81-ff4a8adb99bd req-fa7f7840-6498-49dd-8a5a-a8581651cc34 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1dc433e-2f31-472a-89c9-d0d668ac0a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502968 Nov 19 18:09:54.366047 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5466b500-8b40-4b53-9887-3be35aacf984 req-78547141-76eb-4e0f-a912-fa055a740c6e tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:09:54.367535 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-5466b500-8b40-4b53-9887-3be35aacf984 req-78547141-76eb-4e0f-a912-fa055a740c6e tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] 10.222.0.54 "GET /v2.0/ports?device_id=021406a8-657d-4648-bc52-065c4875a28d HTTP/1.1" status: 200 len: 909 time: 0.0554881 Nov 19 18:09:54.499737 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd12b8a-8f78-45ed-801c-cb43b43d4c5d req-9c80a0d7-3a53-45f3-9310-09c36953be3f tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:09:54.502165 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9cd12b8a-8f78-45ed-801c-cb43b43d4c5d req-9c80a0d7-3a53-45f3-9310-09c36953be3f tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] 10.222.0.54 "GET /v2.0/ports?device_id=021406a8-657d-4648-bc52-065c4875a28d HTTP/1.1" status: 200 len: 909 time: 0.0573385 Nov 19 18:09:54.587655 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927d082a-3d3f-4eb7-8eee-a74df929a815 req-d0bd23fb-8056-4398-b0c5-8e7a3c2e0931 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:09:54.602380 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-927d082a-3d3f-4eb7-8eee-a74df929a815 req-d0bd23fb-8056-4398-b0c5-8e7a3c2e0931 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/ports?device_id=cc04e7a6-e0b7-438f-a931-99187cf28379 HTTP/1.1" status: 200 len: 944 time: 0.0900099 Nov 19 18:09:54.624645 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28a2d1e-eab7-46c0-b3e1-3463ccef700b req-19d59770-ee7c-4400-aeba-151f5be07244 tempest-TestSecurityGroupsBasicOps-2128887520 tempest-TestSecurityGroupsBasicOps-2128887520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:09:54.626432 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a28a2d1e-eab7-46c0-b3e1-3463ccef700b req-19d59770-ee7c-4400-aeba-151f5be07244 tempest-TestSecurityGroupsBasicOps-2128887520 tempest-TestSecurityGroupsBasicOps-2128887520-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=021406a8-657d-4648-bc52-065c4875a28d HTTP/1.1" status: 200 len: 1060 time: 0.0491474 Nov 19 18:09:54.662402 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-927d082a-3d3f-4eb7-8eee-a74df929a815 req-21f352d9-d64c-473b-8e64-961c83d8dae1 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1dc433e-2f31-472a-89c9-d0d668ac0a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588691 Nov 19 18:09:54.751724 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba18424-bb93-4b38-abf2-da337ff21711 req-fd8c50a4-aa88-405f-b777-716c8019387e tempest-TestSecurityGroupsBasicOps-2128887520 tempest-TestSecurityGroupsBasicOps-2128887520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:09:54.753322 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6ba18424-bb93-4b38-abf2-da337ff21711 req-fd8c50a4-aa88-405f-b777-716c8019387e tempest-TestSecurityGroupsBasicOps-2128887520 tempest-TestSecurityGroupsBasicOps-2128887520-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=aaec465c-0a7f-4608-8c92-e251142b0583 HTTP/1.1" status: 200 len: 1135 time: 0.0438294 Nov 19 18:09:54.816064 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6ba18424-bb93-4b38-abf2-da337ff21711 req-9af36d3e-42fe-4bda-8822-6e3b661b805a tempest-TestSecurityGroupsBasicOps-2128887520 tempest-TestSecurityGroupsBasicOps-2128887520-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=89b17e8d-71d2-4cec-9f33-74c07bdbef24&id=59fd2e3a-979c-4d7f-96d7-93bcb3a8f537&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0548594 Nov 19 18:09:54.839581 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 36676) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:09:54.884831 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5de1b9b0-6392-494f-a0c1-7c8b6e18f27f tempest-TestSecurityGroupsBasicOps-2128887520 tempest-TestSecurityGroupsBasicOps-2128887520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:09:54.886779 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-5de1b9b0-6392-494f-a0c1-7c8b6e18f27f tempest-TestSecurityGroupsBasicOps-2128887520 tempest-TestSecurityGroupsBasicOps-2128887520-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=021406a8-657d-4648-bc52-065c4875a28d HTTP/1.1" status: 200 len: 1055 time: 0.0460572 Nov 19 18:09:55.216391 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578b4781-7fc4-4c40-8fcd-b5670b5cc713 req-448be562-2ce0-4478-95e5-c89d5f182e0c tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:09:55.219370 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-578b4781-7fc4-4c40-8fcd-b5670b5cc713 req-448be562-2ce0-4478-95e5-c89d5f182e0c tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] 10.222.0.54 "GET /v2.0/ports?device_id=021406a8-657d-4648-bc52-065c4875a28d HTTP/1.1" status: 200 len: 909 time: 0.0748630 Nov 19 18:09:55.833054 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a1af4a-a65f-4548-a735-0db0f897cb41 req-37b98b06-5c90-426b-bb24-5fc4623fa1db tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:09:55.834579 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-00a1af4a-a65f-4548-a735-0db0f897cb41 req-37b98b06-5c90-426b-bb24-5fc4623fa1db tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/ports?device_id=cc04e7a6-e0b7-438f-a931-99187cf28379 HTTP/1.1" status: 200 len: 944 time: 0.0633147 Nov 19 18:09:56.283988 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-00a1af4a-a65f-4548-a735-0db0f897cb41 req-6c640584-4cec-4f60-a368-16cae491b948 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1dc433e-2f31-472a-89c9-d0d668ac0a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4412968 Nov 19 18:09:56.378297 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d926224-cdf9-4d88-a51b-c580e8b5d08e req-61feff45-5a4f-4c75-aa08-088ab52a1cc4 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:09:56.380465 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0d926224-cdf9-4d88-a51b-c580e8b5d08e req-61feff45-5a4f-4c75-aa08-088ab52a1cc4 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] 10.222.0.54 "GET /v2.0/ports?device_id=021406a8-657d-4648-bc52-065c4875a28d HTTP/1.1" status: 200 len: 909 time: 0.0548134 Nov 19 18:09:56.883636 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccccd2ce-28db-4c3a-9087-c72daad6be58 req-026e3a30-72ac-4f0f-8069-6e0c17608711 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:09:56.885453 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ccccd2ce-28db-4c3a-9087-c72daad6be58 req-026e3a30-72ac-4f0f-8069-6e0c17608711 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] 10.222.0.86 "GET /v2.0/ports?device_id=021406a8-657d-4648-bc52-065c4875a28d HTTP/1.1" status: 200 len: 909 time: 0.0552688 Nov 19 18:09:56.986670 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-ccccd2ce-28db-4c3a-9087-c72daad6be58 req-9e43d1c6-d72a-4be7-a10f-7ea304a3f565 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Deleting port 56048e1a-2256-4faf-94a3-707ba3e700e3 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:09:56.987018 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-ccccd2ce-28db-4c3a-9087-c72daad6be58 req-9e43d1c6-d72a-4be7-a10f-7ea304a3f565 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:57.086839 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-ccccd2ce-28db-4c3a-9087-c72daad6be58 req-9e43d1c6-d72a-4be7-a10f-7ea304a3f565 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] For port 56048e1a-2256-4faf-94a3-707ba3e700e3, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=56048e1a-2256-4faf-94a3-707ba3e700e3,segment=NetworkSegment(a5c55b1b-e53d-49f4-8a6a-c9bae9b534d2),segment_id=a5c55b1b-e53d-49f4-8a6a-c9bae9b534d2)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:09:57.087202 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-ccccd2ce-28db-4c3a-9087-c72daad6be58 req-9e43d1c6-d72a-4be7-a10f-7ea304a3f565 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:57.102495 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-ccccd2ce-28db-4c3a-9087-c72daad6be58 req-9e43d1c6-d72a-4be7-a10f-7ea304a3f565 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Calling delete_port for 56048e1a-2256-4faf-94a3-707ba3e700e3 owned by compute:nova {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:09:57.240171 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-ccccd2ce-28db-4c3a-9087-c72daad6be58 req-9e43d1c6-d72a-4be7-a10f-7ea304a3f565 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:57.267064 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e43d1c6-d72a-4be7-a10f-7ea304a3f565 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Pushing event deleted for resources: {'Port': ['ID=56048e1a-2256-4faf-94a3-707ba3e700e3,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:09:57.318738 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccccd2ce-28db-4c3a-9087-c72daad6be58 req-9e43d1c6-d72a-4be7-a10f-7ea304a3f565 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] No DVR routers for this DVR port 56048e1a-2256-4faf-94a3-707ba3e700e3 on host n-h2-818022-2 {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:09:57.322223 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-ccccd2ce-28db-4c3a-9087-c72daad6be58 req-9e43d1c6-d72a-4be7-a10f-7ea304a3f565 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:57.325884 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ccccd2ce-28db-4c3a-9087-c72daad6be58 req-9e43d1c6-d72a-4be7-a10f-7ea304a3f565 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] 10.222.0.86 "DELETE /v2.0/ports/56048e1a-2256-4faf-94a3-707ba3e700e3 HTTP/1.1" status: 204 len: 173 time: 0.4339275 Nov 19 18:09:57.326414 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '021406a8-657d-4648-bc52-065c4875a28d', 'name': 'network-vif-deleted', 'tag': '56048e1a-2256-4faf-94a3-707ba3e700e3'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:09:57.329187 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218319d759239a7d11f1288aef37381b97754913ee9ccbfd43b51a463f801712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e93dd605-a710-40f6-b894-1e3b9cd333fb" -d '{"events": [{"server_uuid": "021406a8-657d-4648-bc52-065c4875a28d", "name": "network-vif-deleted", "tag": "56048e1a-2256-4faf-94a3-707ba3e700e3"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:09:57.413276 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:09:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79d32b8e-ef81-4821-ada3-d70b07ed0807 x-openstack-request-id: req-79d32b8e-ef81-4821-ada3-d70b07ed0807 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:09:57.413901 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "021406a8-657d-4648-bc52-065c4875a28d", "name": "network-vif-deleted", "tag": "56048e1a-2256-4faf-94a3-707ba3e700e3", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:09:57.413901 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-79d32b8e-ef81-4821-ada3-d70b07ed0807 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:09:57.414326 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '021406a8-657d-4648-bc52-065c4875a28d', 'name': 'network-vif-deleted', 'tag': '56048e1a-2256-4faf-94a3-707ba3e700e3', 'status': 'completed', 'code': 200} Nov 19 18:09:57.540495 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3222691-cdcd-4d0d-b86f-7b5d4d8beaf4 req-c75b1b66-cfa6-4030-bdcd-7ba223e381f7 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:09:57.549888 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c3222691-cdcd-4d0d-b86f-7b5d4d8beaf4 req-c75b1b66-cfa6-4030-bdcd-7ba223e381f7 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/ports?device_id=cc04e7a6-e0b7-438f-a931-99187cf28379 HTTP/1.1" status: 200 len: 944 time: 0.0942800 Nov 19 18:09:57.570536 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a1647190-8373-4e28-acf0-18e607b0e710 req-247a4b8c-6984-4fee-bb5e-cbcea83600d3 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] 10.222.0.54 "GET /v2.0/ports?device_id=021406a8-657d-4648-bc52-065c4875a28d HTTP/1.1" status: 200 len: 210 time: 0.0618851 Nov 19 18:09:57.611362 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c3222691-cdcd-4d0d-b86f-7b5d4d8beaf4 req-c984a700-d696-4adc-8dd0-6be18f43d5b4 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1dc433e-2f31-472a-89c9-d0d668ac0a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590885 Nov 19 18:09:57.861594 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877733ab-8ede-451e-a154-1d88de8bf772 req-beb65756-8057-46d3-91c3-bc06627e131d tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:09:57.863394 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-877733ab-8ede-451e-a154-1d88de8bf772 req-beb65756-8057-46d3-91c3-bc06627e131d tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/ports?device_id=cc04e7a6-e0b7-438f-a931-99187cf28379 HTTP/1.1" status: 200 len: 944 time: 0.0758078 Nov 19 18:09:57.952538 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d157c4e-7937-4fa5-b585-17903e08fc61 req-8b6f74b6-a9f6-4f3f-ae7a-a5f279abb5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:09:57.954157 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2d157c4e-7937-4fa5-b585-17903e08fc61 req-8b6f74b6-a9f6-4f3f-ae7a-a5f279abb5b0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e45c6e5baa414b6894171527d94e1abd&device_id=cc04e7a6-e0b7-438f-a931-99187cf28379 HTTP/1.1" status: 200 len: 1095 time: 0.0895727 Nov 19 18:09:57.957914 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-877733ab-8ede-451e-a154-1d88de8bf772 req-c673b3a8-0c98-48bd-9e03-e36efb3481f0 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1dc433e-2f31-472a-89c9-d0d668ac0a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856876 Nov 19 18:09:58.062669 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d157c4e-7937-4fa5-b585-17903e08fc61 req-dd95cc72-6e07-4e54-ac20-e28723d71db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:09:58.064203 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2d157c4e-7937-4fa5-b585-17903e08fc61 req-dd95cc72-6e07-4e54-ac20-e28723d71db8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=3b544363-bad2-4a9e-9892-483691dc34e2 HTTP/1.1" status: 200 len: 912 time: 0.1023707 Nov 19 18:09:58.143957 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2d157c4e-7937-4fa5-b585-17903e08fc61 req-e33f8e87-e4fd-4084-8499-dfe1aa5a4b91 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2019baf0-8dd1-4014-98b3-2c3c4d3ec3aa HTTP/1.1" status: 200 len: 999 time: 0.0710745 Nov 19 18:09:58.201894 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d157c4e-7937-4fa5-b585-17903e08fc61 req-b5beedbf-9c54-4fee-aa30-62ab8cf20028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:09:58.203524 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2d157c4e-7937-4fa5-b585-17903e08fc61 req-b5beedbf-9c54-4fee-aa30-62ab8cf20028 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=78373283-0ecf-42ac-8dc9-066471cd2623 HTTP/1.1" status: 200 len: 850 time: 0.0524197 Nov 19 18:09:58.260574 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d157c4e-7937-4fa5-b585-17903e08fc61 req-2884675c-0d7e-420b-8671-4650b8d4c375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:09:58.271281 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2d157c4e-7937-4fa5-b585-17903e08fc61 req-2884675c-0d7e-420b-8671-4650b8d4c375 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3b544363-bad2-4a9e-9892-483691dc34e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0509455 Nov 19 18:09:58.384478 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2d157c4e-7937-4fa5-b585-17903e08fc61 req-cabe7361-9f1b-4229-9ba0-2c70e5bcd029 service neutron] 10.222.0.60 "GET /v2.0/networks/3b544363-bad2-4a9e-9892-483691dc34e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107712 Nov 19 18:09:58.529279 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2d157c4e-7937-4fa5-b585-17903e08fc61 req-844e1e7e-f93d-474b-8884-139feb3f475b service neutron] 10.222.0.60 "GET /v2.0/networks/3b544363-bad2-4a9e-9892-483691dc34e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244986 Nov 19 18:09:58.546473 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c141cc-75bc-4197-ab14-455f2aecfbb4 req-fbf29044-1661-4627-8317-a5de093564af tempest-VolumesSnapshotTestJSON-1436321153 tempest-VolumesSnapshotTestJSON-1436321153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:09:58.548002 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-85c141cc-75bc-4197-ab14-455f2aecfbb4 req-fbf29044-1661-4627-8317-a5de093564af tempest-VolumesSnapshotTestJSON-1436321153 tempest-VolumesSnapshotTestJSON-1436321153-project] 10.222.0.54 "GET /v2.0/ports?device_id=3c0c76c8-58dd-4fe5-9dd9-a88e123dabe3 HTTP/1.1" status: 200 len: 945 time: 0.0739598 Nov 19 18:09:58.607589 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-85c141cc-75bc-4197-ab14-455f2aecfbb4 req-9258816c-157e-4bdb-b6b2-d572d042f1fb tempest-VolumesSnapshotTestJSON-1436321153 tempest-VolumesSnapshotTestJSON-1436321153-project] 10.222.0.54 "GET /v2.0/security-groups?id=1a0ae3c5-06ec-4f80-a08c-2f3d319d67f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496438 Nov 19 18:09:58.640268 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 36732) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:09:59.055253 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8dd82d5e-3622-4ee3-ab13-06f3cc5dfe45 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-768564'] for router_interface, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:59.131378 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f98edba-6bb4-41bd-9caf-5166468a218b req-8c7b350c-2ea4-414e-bbac-3e9cd1091d02 tempest-TestNetworkAdvancedServerOps-1185469273 tempest-TestNetworkAdvancedServerOps-1185469273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:09:59.132989 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7f98edba-6bb4-41bd-9caf-5166468a218b req-8c7b350c-2ea4-414e-bbac-3e9cd1091d02 tempest-TestNetworkAdvancedServerOps-1185469273 tempest-TestNetworkAdvancedServerOps-1185469273-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=dd7e5b82-e438-4e99-b310-3c80409b6aad HTTP/1.1" status: 200 len: 1096 time: 0.0481272 Nov 19 18:09:59.183624 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7f98edba-6bb4-41bd-9caf-5166468a218b req-3aeeb027-9349-4855-9931-2be3691ae7bc tempest-TestNetworkAdvancedServerOps-1185469273 tempest-TestNetworkAdvancedServerOps-1185469273-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=f3b4bc83-8bc0-4734-b4bc-8a15bbeccc9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443492 Nov 19 18:09:59.212660 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0b0c45-6701-427c-abcb-b88472a41b4c req-6c997afe-312a-4c5e-a112-ae366d952c9c tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:09:59.214354 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 36740) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:09:59.215228 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-5b0b0c45-6701-427c-abcb-b88472a41b4c req-6c997afe-312a-4c5e-a112-ae366d952c9c tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/ports?device_id=cc04e7a6-e0b7-438f-a931-99187cf28379 HTTP/1.1" status: 200 len: 944 time: 0.1509879 Nov 19 18:09:59.330254 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-5b0b0c45-6701-427c-abcb-b88472a41b4c req-f9b7eebb-b6c8-4df6-992d-6b77b7a67d40 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1dc433e-2f31-472a-89c9-d0d668ac0a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1063888 Nov 19 18:09:59.418087 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-22c77648-abcd-4c6e-9c19-61aa32687db6 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Deleting port be35e013-4718-41fd-9fc2-8386af4cdd47 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:09:59.418439 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-22c77648-abcd-4c6e-9c19-61aa32687db6 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:59.454370 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-8dd82d5e-3622-4ee3-ab13-06f3cc5dfe45 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Deleting port 74d94e8f-7a86-4b65-8997-fe96cb105751 {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:09:59.454714 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8dd82d5e-3622-4ee3-ab13-06f3cc5dfe45 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:59.521180 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-22c77648-abcd-4c6e-9c19-61aa32687db6 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:59.521574 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-22c77648-abcd-4c6e-9c19-61aa32687db6 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:59.534697 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-22c77648-abcd-4c6e-9c19-61aa32687db6 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Calling delete_port for be35e013-4718-41fd-9fc2-8386af4cdd47 owned by network:floatingip {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:09:59.559834 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [None req-8dd82d5e-3622-4ee3-ab13-06f3cc5dfe45 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] For port 74d94e8f-7a86-4b65-8997-fe96cb105751, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=74d94e8f-7a86-4b65-8997-fe96cb105751,segment=NetworkSegment(a5c55b1b-e53d-49f4-8a6a-c9bae9b534d2),segment_id=a5c55b1b-e53d-49f4-8a6a-c9bae9b534d2)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:09:59.560400 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8dd82d5e-3622-4ee3-ab13-06f3cc5dfe45 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:59.578570 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-8dd82d5e-3622-4ee3-ab13-06f3cc5dfe45 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Calling delete_port for 74d94e8f-7a86-4b65-8997-fe96cb105751 owned by network:router_interface {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:09:59.771127 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-89a53ceb-8aa9-4b0d-9f52-ff3687ac38c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:59.786748 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c703d6b2-1349-4e64-9076-462034f45c3e req-2c01493f-80ad-4b75-b96a-3665d7b082e3 tempest-VolumesSnapshotTestJSON-1436321153 tempest-VolumesSnapshotTestJSON-1436321153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:09:59.788447 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c703d6b2-1349-4e64-9076-462034f45c3e req-2c01493f-80ad-4b75-b96a-3665d7b082e3 tempest-VolumesSnapshotTestJSON-1436321153 tempest-VolumesSnapshotTestJSON-1436321153-project] 10.222.0.54 "GET /v2.0/ports?device_id=3c0c76c8-58dd-4fe5-9dd9-a88e123dabe3 HTTP/1.1" status: 200 len: 945 time: 0.0976183 Nov 19 18:09:59.797832 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-22c77648-abcd-4c6e-9c19-61aa32687db6 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:59.804951 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8dd82d5e-3622-4ee3-ab13-06f3cc5dfe45 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:59.840452 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd82d5e-3622-4ee3-ab13-06f3cc5dfe45 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Pushing event deleted for resources: {'Port': ['ID=74d94e8f-7a86-4b65-8997-fe96cb105751,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:09:59.844493 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c77648-abcd-4c6e-9c19-61aa32687db6 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Pushing event deleted for resources: {'Port': ['ID=be35e013-4718-41fd-9fc2-8386af4cdd47,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:09:59.902320 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c703d6b2-1349-4e64-9076-462034f45c3e req-e099a565-5bf2-493e-9043-7de78f05b572 tempest-VolumesSnapshotTestJSON-1436321153 tempest-VolumesSnapshotTestJSON-1436321153-project] 10.222.0.54 "GET /v2.0/security-groups?id=1a0ae3c5-06ec-4f80-a08c-2f3d319d67f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001718 Nov 19 18:09:59.963245 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-22c77648-abcd-4c6e-9c19-61aa32687db6 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks [] for floatingip, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:09:59.963585 n-d-818022-2 neutron-server[103365]: INFO neutron.db.l3_db [None req-22c77648-abcd-4c6e-9c19-61aa32687db6 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Floating IP def61a14-479c-471d-8bb6-4de9e3849bfb disassociated (deleted). External IP: 172.25.7.27, port: afe5276a-1a10-40d1-8d3d-9da02800b8a2. Nov 19 18:10:00.064278 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device 56048e1a-2256-4faf-94a3-707ba3e700e3 no longer exists at agent hyperv_n-h2-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:10:00.072067 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8dd82d5e-3622-4ee3-ab13-06f3cc5dfe45 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-768648'] for router_interface, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:00.102113 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] No Port match for: 56048e1a-2256-4faf-94a3-707ba3e700e3 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:10:00.102460 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device 56048e1a-2256-4faf-94a3-707ba3e700e3 not bound to the agent host n-h2-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:10:00.226148 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22c77648-abcd-4c6e-9c19-61aa32687db6 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Router d4e749b7-d165-4e16-8b8c-706b0848af35 has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 18:10:00.252331 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69aa7b74-cfc4-4da2-a0d4-327c3fc77ce9 req-5bc453bd-69bf-420b-b825-6b05f10b1fe3 tempest-VolumesSnapshotTestJSON-1436321153 tempest-VolumesSnapshotTestJSON-1436321153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:10:00.253919 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-69aa7b74-cfc4-4da2-a0d4-327c3fc77ce9 req-5bc453bd-69bf-420b-b825-6b05f10b1fe3 tempest-VolumesSnapshotTestJSON-1436321153 tempest-VolumesSnapshotTestJSON-1436321153-project] 10.222.0.60 "GET /v2.0/ports?device_id=3c0c76c8-58dd-4fe5-9dd9-a88e123dabe3 HTTP/1.1" status: 200 len: 945 time: 0.0654624 Nov 19 18:10:00.357670 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22c77648-abcd-4c6e-9c19-61aa32687db6 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:10:00.365312 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-22c77648-abcd-4c6e-9c19-61aa32687db6 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for floatingip, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:00.373939 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f8b7ed-19df-40cc-b09e-ba78a25ced7f None None] Sync routers for ids ['d4e749b7-d165-4e16-8b8c-706b0848af35'] in n-d-818022-2 {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:10:00.389950 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f8b7ed-19df-40cc-b09e-ba78a25ced7f None None] Routers {'d4e749b7-d165-4e16-8b8c-706b0848af35'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:10:00.391181 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-f2f8b7ed-19df-40cc-b09e-ba78a25ced7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:09:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['d4e749b7-d165-4e16-8b8c-706b0848af35'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:10:00.415505 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-22c77648-abcd-4c6e-9c19-61aa32687db6 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "DELETE /v2.0/floatingips/def61a14-479c-471d-8bb6-4de9e3849bfb HTTP/1.1" status: 204 len: 168 time: 1.1894088 Nov 19 18:10:00.416202 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd7e5b82-e438-4e99-b310-3c80409b6aad', 'tag': 'afe5276a-1a10-40d1-8d3d-9da02800b8a2'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:10:00.424323 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218319d759239a7d11f1288aef37381b97754913ee9ccbfd43b51a463f801712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4c7f592-f770-4feb-b93a-1de9dba5252b" -d '{"events": [{"name": "network-changed", "server_uuid": "dd7e5b82-e438-4e99-b310-3c80409b6aad", "tag": "afe5276a-1a10-40d1-8d3d-9da02800b8a2"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:10:00.552001 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a62e4ac-a879-4e75-9043-f0fceac6de36 req-827d0cd7-1d45-4a77-94f9-89ce8c657324 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:10:00.553921 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6a62e4ac-a879-4e75-9043-f0fceac6de36 req-827d0cd7-1d45-4a77-94f9-89ce8c657324 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/ports?device_id=cc04e7a6-e0b7-438f-a931-99187cf28379 HTTP/1.1" status: 200 len: 944 time: 0.0911014 Nov 19 18:10:00.558792 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-f2f8b7ed-19df-40cc-b09e-ba78a25ced7f None None] Set router d4e749b7-d165-4e16-8b8c-706b0848af35 gateway port host: n-d-818022-2 {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:10:00.561471 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dd82d5e-3622-4ee3-ab13-06f3cc5dfe45 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Router 71de613b-68bc-47a5-b2a2-3b0b04ab39f6 has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 18:10:00.605120 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [req-69aa7b74-cfc4-4da2-a0d4-327c3fc77ce9 req-034522fb-d03e-4544-b9fc-c3355555133b tempest-VolumesSnapshotTestJSON-1436321153 tempest-VolumesSnapshotTestJSON-1436321153-project] Deleting port b8e5a80b-0e4a-48c2-a439-f04450d98ccb {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:10:00.605545 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-69aa7b74-cfc4-4da2-a0d4-327c3fc77ce9 req-034522fb-d03e-4544-b9fc-c3355555133b tempest-VolumesSnapshotTestJSON-1436321153 tempest-VolumesSnapshotTestJSON-1436321153-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:00.634947 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 18:10:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7573b0de-bf37-4675-b92e-2d2e6d514558 x-openstack-request-id: req-7573b0de-bf37-4675-b92e-2d2e6d514558 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:10:00.635205 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd7e5b82-e438-4e99-b310-3c80409b6aad", "tag": "afe5276a-1a10-40d1-8d3d-9da02800b8a2", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:10:00.635526 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-7573b0de-bf37-4675-b92e-2d2e6d514558 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:10:00.636180 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd7e5b82-e438-4e99-b310-3c80409b6aad', 'tag': 'afe5276a-1a10-40d1-8d3d-9da02800b8a2', 'status': 'completed', 'code': 200} Nov 19 18:10:00.787057 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6a62e4ac-a879-4e75-9043-f0fceac6de36 req-800d5aa6-31a6-48a6-a56c-f36b81f1878a tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1dc433e-2f31-472a-89c9-d0d668ac0a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2199950 Nov 19 18:10:00.795263 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c7f592-f770-4feb-b93a-1de9dba5252b req-1663c678-8b43-4463-b1e8-fb243476b021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:10:00.797433 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a4c7f592-f770-4feb-b93a-1de9dba5252b req-1663c678-8b43-4463-b1e8-fb243476b021 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=d41245dedb694df6accb5dc7769c75e5&device_id=dd7e5b82-e438-4e99-b310-3c80409b6aad HTTP/1.1" status: 200 len: 1096 time: 0.1303794 Nov 19 18:10:00.808574 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c09db98-5800-4100-aac2-5ab1e7bb4eb9 req-0e2ed085-b4d8-4c60-8119-5be565b8d7fa tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:10:00.812467 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dd82d5e-3622-4ee3-ab13-06f3cc5dfe45 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:10:00.819810 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3c09db98-5800-4100-aac2-5ab1e7bb4eb9 req-0e2ed085-b4d8-4c60-8119-5be565b8d7fa tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/ports?device_id=dd7e5b82-e438-4e99-b310-3c80409b6aad HTTP/1.1" status: 200 len: 945 time: 0.0971243 Nov 19 18:10:00.822421 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-8dd82d5e-3622-4ee3-ab13-06f3cc5dfe45 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] 10.222.0.54 "PUT /v2.0/routers/71de613b-68bc-47a5-b2a2-3b0b04ab39f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1807575 Nov 19 18:10:00.827143 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 36760) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:10:00.828648 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e10898d4-5d31-4b73-9d4f-c7e731867fb6 None None] Sync routers for ids ['71de613b-68bc-47a5-b2a2-3b0b04ab39f6'] in n-d-818022-2 {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:10:00.840894 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e10898d4-5d31-4b73-9d4f-c7e731867fb6 None None] Routers {'71de613b-68bc-47a5-b2a2-3b0b04ab39f6'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:10:00.841844 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-e10898d4-5d31-4b73-9d4f-c7e731867fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:09:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['71de613b-68bc-47a5-b2a2-3b0b04ab39f6'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:10:00.896454 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-69aa7b74-cfc4-4da2-a0d4-327c3fc77ce9 req-034522fb-d03e-4544-b9fc-c3355555133b tempest-VolumesSnapshotTestJSON-1436321153 tempest-VolumesSnapshotTestJSON-1436321153-project] For port b8e5a80b-0e4a-48c2-a439-f04450d98ccb, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=b8e5a80b-0e4a-48c2-a439-f04450d98ccb,segment=NetworkSegment(5c045df4-8b55-4d72-991d-9356509652cb),segment_id=5c045df4-8b55-4d72-991d-9356509652cb)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:10:00.897060 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-69aa7b74-cfc4-4da2-a0d4-327c3fc77ce9 req-034522fb-d03e-4544-b9fc-c3355555133b tempest-VolumesSnapshotTestJSON-1436321153 tempest-VolumesSnapshotTestJSON-1436321153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:00.919015 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [req-69aa7b74-cfc4-4da2-a0d4-327c3fc77ce9 req-034522fb-d03e-4544-b9fc-c3355555133b tempest-VolumesSnapshotTestJSON-1436321153 tempest-VolumesSnapshotTestJSON-1436321153-project] Calling delete_port for b8e5a80b-0e4a-48c2-a439-f04450d98ccb owned by compute:nova {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:10:00.991735 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3c09db98-5800-4100-aac2-5ab1e7bb4eb9 req-352c59ae-5009-4bb0-a54c-e71db88d2866 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/security-groups?id=f3b4bc83-8bc0-4734-b4bc-8a15bbeccc9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1711180 Nov 19 18:10:01.052592 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-e10898d4-5d31-4b73-9d4f-c7e731867fb6 None None] Set router 71de613b-68bc-47a5-b2a2-3b0b04ab39f6 gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:10:01.074201 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612b9ddb-fcf4-44dc-b8c0-8e0d8452ed83 req-10c5f920-85d5-40fc-966e-4dce8fc8063e tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:10:01.074492 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b9d4388-5851-4e45-a48b-9cc3f306b3cc tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Deleting subnet ecfa8bb2-39e5-4f7b-ac02-7c4b27ab1843 {{(pid=103365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 18:10:01.082917 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0b9d4388-5851-4e45-a48b-9cc3f306b3cc tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Publish callbacks [] for subnet, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:01.084944 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-612b9ddb-fcf4-44dc-b8c0-8e0d8452ed83 req-10c5f920-85d5-40fc-966e-4dce8fc8063e tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/ports?device_id=cc04e7a6-e0b7-438f-a931-99187cf28379 HTTP/1.1" status: 200 len: 944 time: 0.1595349 Nov 19 18:10:01.130631 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c7f592-f770-4feb-b93a-1de9dba5252b req-8dae24ba-8219-48b0-9c8f-6731d9f20e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:10:01.132431 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a4c7f592-f770-4feb-b93a-1de9dba5252b req-8dae24ba-8219-48b0-9c8f-6731d9f20e9b service neutron] 10.222.0.86 "GET /v2.0/networks?id=42124578-768e-4944-8737-c67497927ce8 HTTP/1.1" status: 200 len: 897 time: 0.2807674 Nov 19 18:10:01.176798 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0b9d4388-5851-4e45-a48b-9cc3f306b3cc tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12546453'] for subnet, precommit_delete_associations {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:01.187190 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-612b9ddb-fcf4-44dc-b8c0-8e0d8452ed83 req-c2dad4b6-75b9-483f-b842-b077d1207dea tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1dc433e-2f31-472a-89c9-d0d668ac0a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1012385 Nov 19 18:10:01.231737 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-f2f8b7ed-19df-40cc-b09e-ba78a25ced7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4e749b7-d165-4e16-8b8c-706b0848af35', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1761016376', 'tenant_id': 'd41245dedb694df6accb5dc7769c75e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.223'}], 'enable_snat': True}, 'gw_port_id': 'b36c192e-5326-4574-b08a-960a922c4f2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:07:34Z', 'updated_at': '2021-11-19T18:07:44Z', 'revision_number': 4, 'project_id': 'd41245dedb694df6accb5dc7769c75e5', 'gw_port': {'id': 'b36c192e-5326-4574-b08a-960a922c4f2d', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:3d:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e749b7-d165-4e16-8b8c-706b0848af35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3416, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:07:35Z', 'updated_at': '2021-11-19T18:07:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': '2f9bde54-258c-45bb-a29c-bda36de3bfc9', 'name': '', 'network_id': '42124578-768e-4944-8737-c67497927ce8', 'tenant_id': 'd41245dedb694df6accb5dc7769c75e5', 'mac_address': 'fa:16:3e:77:6f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e749b7-d165-4e16-8b8c-706b0848af35', 'device_owner': 'network:router_interface', 'standard_attr_id': 3434, 'fixed_ips': [{'subnet_id': '11a6fd8f-2511-454d-9031-930350e1d838', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:07:42Z', 'updated_at': '2021-11-19T18:07:52Z', 'revision_number': 5, 'project_id': 'd41245dedb694df6accb5dc7769c75e5', 'subnets': [{'id': '11a6fd8f-2511-454d-9031-930350e1d838', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:10:01.273090 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f8b7ed-19df-40cc-b09e-ba78a25ced7f None None] Checking router: d4e749b7-d165-4e16-8b8c-706b0848af35 for host: n-d-818022-2 {{(pid=103366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:10:01.287178 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f8b7ed-19df-40cc-b09e-ba78a25ced7f None None] Routers {'d4e749b7-d165-4e16-8b8c-706b0848af35'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:10:01.287900 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-f2f8b7ed-19df-40cc-b09e-ba78a25ced7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:09:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['d4e749b7-d165-4e16-8b8c-706b0848af35'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:10:01.328294 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-69aa7b74-cfc4-4da2-a0d4-327c3fc77ce9 req-034522fb-d03e-4544-b9fc-c3355555133b tempest-VolumesSnapshotTestJSON-1436321153 tempest-VolumesSnapshotTestJSON-1436321153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:01.334153 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a4c7f592-f770-4feb-b93a-1de9dba5252b req-5c3d2f46-1916-43f2-953c-392f6cf1f3f2 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=afe5276a-1a10-40d1-8d3d-9da02800b8a2 HTTP/1.1" status: 200 len: 217 time: 0.1840487 Nov 19 18:10:01.419807 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-e10898d4-5d31-4b73-9d4f-c7e731867fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71de613b-68bc-47a5-b2a2-3b0b04ab39f6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-143508834', 'tenant_id': 'b03542aa894849fda969da6c43b6dbe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.228'}], 'enable_snat': True}, 'gw_port_id': '3dc6e000-a839-46a7-894f-0e9a0691a82e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:09:31Z', 'updated_at': '2021-11-19T18:09:59Z', 'revision_number': 5, 'project_id': 'b03542aa894849fda969da6c43b6dbe6', 'gw_port': {'id': '3dc6e000-a839-46a7-894f-0e9a0691a82e', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:79:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71de613b-68bc-47a5-b2a2-3b0b04ab39f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3553, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:09:32Z', 'updated_at': '2021-11-19T18:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:10:01.458834 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c7f592-f770-4feb-b93a-1de9dba5252b req-2c3807a2-c3f0-444e-8d20-8fd0ade09fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:10:01.465324 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a4c7f592-f770-4feb-b93a-1de9dba5252b req-2c3807a2-c3f0-444e-8d20-8fd0ade09fa3 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=11a6fd8f-2511-454d-9031-930350e1d838 HTTP/1.1" status: 200 len: 835 time: 0.1134949 Nov 19 18:10:01.476923 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72165518-cc9c-4525-971f-1776061be4e4 req-fb4b7541-42e6-4721-a96d-200b45ca624d tempest-VolumesSnapshotTestJSON-1436321153 tempest-VolumesSnapshotTestJSON-1436321153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:10:01.484687 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-72165518-cc9c-4525-971f-1776061be4e4 req-fb4b7541-42e6-4721-a96d-200b45ca624d tempest-VolumesSnapshotTestJSON-1436321153 tempest-VolumesSnapshotTestJSON-1436321153-project] 10.222.0.54 "GET /v2.0/ports?device_id=3c0c76c8-58dd-4fe5-9dd9-a88e123dabe3 HTTP/1.1" status: 200 len: 867 time: 0.2977815 Nov 19 18:10:01.504114 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e10898d4-5d31-4b73-9d4f-c7e731867fb6 None None] Checking router: 71de613b-68bc-47a5-b2a2-3b0b04ab39f6 for host: n-d-818022-2 {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:10:01.512914 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-f2f8b7ed-19df-40cc-b09e-ba78a25ced7f None None] Set router d4e749b7-d165-4e16-8b8c-706b0848af35 gateway port host: n-d-818022-2 {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:10:01.546742 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [req-69aa7b74-cfc4-4da2-a0d4-327c3fc77ce9 req-034522fb-d03e-4544-b9fc-c3355555133b tempest-VolumesSnapshotTestJSON-1436321153 tempest-VolumesSnapshotTestJSON-1436321153-project] No DVR routers for this DVR port b8e5a80b-0e4a-48c2-a439-f04450d98ccb on host n-h1-818022-2 {{(pid=103364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:10:01.547948 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e10898d4-5d31-4b73-9d4f-c7e731867fb6 None None] Routers {'71de613b-68bc-47a5-b2a2-3b0b04ab39f6'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:10:01.548775 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-e10898d4-5d31-4b73-9d4f-c7e731867fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:09:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['71de613b-68bc-47a5-b2a2-3b0b04ab39f6'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:10:01.552982 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034522fb-d03e-4544-b9fc-c3355555133b tempest-VolumesSnapshotTestJSON-1436321153 tempest-VolumesSnapshotTestJSON-1436321153-project] Pushing event deleted for resources: {'Port': ['ID=b8e5a80b-0e4a-48c2-a439-f04450d98ccb,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:10:01.556845 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-69aa7b74-cfc4-4da2-a0d4-327c3fc77ce9 req-034522fb-d03e-4544-b9fc-c3355555133b tempest-VolumesSnapshotTestJSON-1436321153 tempest-VolumesSnapshotTestJSON-1436321153-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:01.565524 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-69aa7b74-cfc4-4da2-a0d4-327c3fc77ce9 req-034522fb-d03e-4544-b9fc-c3355555133b tempest-VolumesSnapshotTestJSON-1436321153 tempest-VolumesSnapshotTestJSON-1436321153-project] 10.222.0.60 "DELETE /v2.0/ports/b8e5a80b-0e4a-48c2-a439-f04450d98ccb HTTP/1.1" status: 204 len: 173 time: 1.2608359 Nov 19 18:10:01.566221 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c0c76c8-58dd-4fe5-9dd9-a88e123dabe3', 'name': 'network-vif-deleted', 'tag': 'b8e5a80b-0e4a-48c2-a439-f04450d98ccb'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:10:01.569021 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dd4767a008c23f8566efc82158ee1b1fff34e1a9e908d76d0b6d0ab7e350e5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aff50b0-4bfb-4fac-b733-28526fb4a181" -d '{"events": [{"server_uuid": "3c0c76c8-58dd-4fe5-9dd9-a88e123dabe3", "name": "network-vif-deleted", "tag": "b8e5a80b-0e4a-48c2-a439-f04450d98ccb"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:10:01.618108 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['b8e5a80b-0e4a-48c2-a439-f04450d98ccb'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:10:01.681123 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c7f592-f770-4feb-b93a-1de9dba5252b req-aba768e9-6980-4e4c-81ad-66f29dcdfa8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:10:01.683252 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a4c7f592-f770-4feb-b93a-1de9dba5252b req-aba768e9-6980-4e4c-81ad-66f29dcdfa8e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=42124578-768e-4944-8737-c67497927ce8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1899111 Nov 19 18:10:01.692611 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0b9d4388-5851-4e45-a48b-9cc3f306b3cc tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:01.697428 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fec1dba-530a-444b-977d-b8e81f134041 req-75865106-a7e4-4868-bfd9-4caf22b81175 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:10:01.699097 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6fec1dba-530a-444b-977d-b8e81f134041 req-75865106-a7e4-4868-bfd9-4caf22b81175 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/ports?device_id=cc04e7a6-e0b7-438f-a931-99187cf28379 HTTP/1.1" status: 200 len: 944 time: 0.1134322 Nov 19 18:10:01.713244 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-72165518-cc9c-4525-971f-1776061be4e4 req-8ca87d0a-5855-4f9a-a4e6-e234d314f37e tempest-VolumesSnapshotTestJSON-1436321153 tempest-VolumesSnapshotTestJSON-1436321153-project] 10.222.0.54 "GET /v2.0/security-groups?id=1a0ae3c5-06ec-4f80-a08c-2f3d319d67f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2223167 Nov 19 18:10:01.819221 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6fec1dba-530a-444b-977d-b8e81f134041 req-eb5ea1ef-ad0a-4fca-8242-e4afdef43614 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1dc433e-2f31-472a-89c9-d0d668ac0a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1119142 Nov 19 18:10:01.821340 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-e10898d4-5d31-4b73-9d4f-c7e731867fb6 None None] Set router 71de613b-68bc-47a5-b2a2-3b0b04ab39f6 gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:10:01.832455 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:10:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44c46362-d991-446b-9ee3-88871469444b x-openstack-request-id: req-44c46362-d991-446b-9ee3-88871469444b {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:10:01.833062 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c0c76c8-58dd-4fe5-9dd9-a88e123dabe3", "name": "network-vif-deleted", "tag": "b8e5a80b-0e4a-48c2-a439-f04450d98ccb", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:10:01.833197 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-44c46362-d991-446b-9ee3-88871469444b {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:10:01.833613 n-d-818022-2 neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c0c76c8-58dd-4fe5-9dd9-a88e123dabe3', 'name': 'network-vif-deleted', 'tag': 'b8e5a80b-0e4a-48c2-a439-f04450d98ccb', 'status': 'completed', 'code': 200} Nov 19 18:10:01.987783 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0b9d4388-5851-4e45-a48b-9cc3f306b3cc tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12282919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8731163'] for subnet, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:02.028082 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-54d512c4-0b4a-40bf-adf1-c412ce8b758f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:02.053760 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-f2f8b7ed-19df-40cc-b09e-ba78a25ced7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4e749b7-d165-4e16-8b8c-706b0848af35', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1761016376', 'tenant_id': 'd41245dedb694df6accb5dc7769c75e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.223'}], 'enable_snat': True}, 'gw_port_id': 'b36c192e-5326-4574-b08a-960a922c4f2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:07:34Z', 'updated_at': '2021-11-19T18:07:44Z', 'revision_number': 4, 'project_id': 'd41245dedb694df6accb5dc7769c75e5', 'gw_port': {'id': 'b36c192e-5326-4574-b08a-960a922c4f2d', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:3d:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e749b7-d165-4e16-8b8c-706b0848af35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3416, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:07:35Z', 'updated_at': '2021-11-19T18:07:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': '2f9bde54-258c-45bb-a29c-bda36de3bfc9', 'name': '', 'network_id': '42124578-768e-4944-8737-c67497927ce8', 'tenant_id': 'd41245dedb694df6accb5dc7769c75e5', 'mac_address': 'fa:16:3e:77:6f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e749b7-d165-4e16-8b8c-706b0848af35', 'device_owner': 'network:router_interface', 'standard_attr_id': 3434, 'fixed_ips': [{'subnet_id': '11a6fd8f-2511-454d-9031-930350e1d838', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:07:42Z', 'updated_at': '2021-11-19T18:07:52Z', 'revision_number': 5, 'project_id': 'd41245dedb694df6accb5dc7769c75e5', 'subnets': [{'id': '11a6fd8f-2511-454d-9031-930350e1d838', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:10:02.104514 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f8b7ed-19df-40cc-b09e-ba78a25ced7f None None] The sync data for ids ['d4e749b7-d165-4e16-8b8c-706b0848af35'] in n-d-818022-2 is: [{'id': 'd4e749b7-d165-4e16-8b8c-706b0848af35', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1761016376', 'tenant_id': 'd41245dedb694df6accb5dc7769c75e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.223'}], 'enable_snat': True}, 'gw_port_id': 'b36c192e-5326-4574-b08a-960a922c4f2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:07:34Z', 'updated_at': '2021-11-19T18:07:44Z', 'revision_number': 4, 'project_id': 'd41245dedb694df6accb5dc7769c75e5', 'gw_port': {'id': 'b36c192e-5326-4574-b08a-960a922c4f2d', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:3d:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e749b7-d165-4e16-8b8c-706b0848af35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3416, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:07:35Z', 'updated_at': '2021-11-19T18:07:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': '2f9bde54-258c-45bb-a29c-bda36de3bfc9', 'name': '', 'network_id': '42124578-768e-4944-8737-c67497927ce8', 'tenant_id': 'd41245dedb694df6accb5dc7769c75e5', 'mac_address': 'fa:16:3e:77:6f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e749b7-d165-4e16-8b8c-706b0848af35', 'device_owner': 'network:router_interface', 'standard_attr_id': 3434, 'fixed_ips': [{'subnet_id': '11a6fd8f-2511-454d-9031-930350e1d838', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:07:42Z', 'updated_at': '2021-11-19T18:07:52Z', 'revision_number': 5, 'project_id': 'd41245dedb694df6accb5dc7769c75e5', 'subnets': [{'id': '11a6fd8f-2511-454d-9031-930350e1d838', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:10:02.123569 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9d4388-5851-4e45-a48b-9cc3f306b3cc tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Pushing event deleted for resources: {'Subnet': ['ID=ecfa8bb2-39e5-4f7b-ac02-7c4b27ab1843,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:10:02.143782 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-e10898d4-5d31-4b73-9d4f-c7e731867fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71de613b-68bc-47a5-b2a2-3b0b04ab39f6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-143508834', 'tenant_id': 'b03542aa894849fda969da6c43b6dbe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.228'}], 'enable_snat': True}, 'gw_port_id': '3dc6e000-a839-46a7-894f-0e9a0691a82e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:09:31Z', 'updated_at': '2021-11-19T18:09:59Z', 'revision_number': 5, 'project_id': 'b03542aa894849fda969da6c43b6dbe6', 'gw_port': {'id': '3dc6e000-a839-46a7-894f-0e9a0691a82e', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:79:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71de613b-68bc-47a5-b2a2-3b0b04ab39f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3553, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:09:32Z', 'updated_at': '2021-11-19T18:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:10:02.180913 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41a2269b-754b-4c6b-90e4-8668e08e1ba6 None None] Network 4d0271ae-772b-4a09-9316-fefc7bb3a0e0 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:10:02.223671 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e10898d4-5d31-4b73-9d4f-c7e731867fb6 None None] The sync data for ids ['71de613b-68bc-47a5-b2a2-3b0b04ab39f6'] in n-d-818022-2 is: [{'id': '71de613b-68bc-47a5-b2a2-3b0b04ab39f6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-143508834', 'tenant_id': 'b03542aa894849fda969da6c43b6dbe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.228'}], 'enable_snat': True}, 'gw_port_id': '3dc6e000-a839-46a7-894f-0e9a0691a82e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:09:31Z', 'updated_at': '2021-11-19T18:09:59Z', 'revision_number': 5, 'project_id': 'b03542aa894849fda969da6c43b6dbe6', 'gw_port': {'id': '3dc6e000-a839-46a7-894f-0e9a0691a82e', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:79:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71de613b-68bc-47a5-b2a2-3b0b04ab39f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3553, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:09:32Z', 'updated_at': '2021-11-19T18:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:10:02.240576 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0b9d4388-5851-4e45-a48b-9cc3f306b3cc tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Publish callbacks [] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:02.260061 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-0b9d4388-5851-4e45-a48b-9cc3f306b3cc tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] 10.222.0.54 "DELETE /v2.0/subnets/ecfa8bb2-39e5-4f7b-ac02-7c4b27ab1843 HTTP/1.1" status: 204 len: 168 time: 1.3235934 Nov 19 18:10:02.267550 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a4c7f592-f770-4feb-b93a-1de9dba5252b req-d25f40ba-c89f-4a20-9390-b0705c9dc09b service neutron] 10.222.0.86 "GET /v2.0/networks/42124578-768e-4944-8737-c67497927ce8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5485387 Nov 19 18:10:02.274498 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a789b964-3819-4fd8-8286-cffd41d9b78b req-8f25cc25-9d58-4b3d-ba36-10d20c3c07b0 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:10:02.276155 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a789b964-3819-4fd8-8286-cffd41d9b78b req-8f25cc25-9d58-4b3d-ba36-10d20c3c07b0 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/ports?device_id=cc04e7a6-e0b7-438f-a931-99187cf28379 HTTP/1.1" status: 200 len: 944 time: 0.1495099 Nov 19 18:10:02.276667 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 36778) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:10:02.316870 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.86', 54869) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:10:02.464118 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0a252b-7446-4f93-9c3f-8b5a07337624 req-669df8b3-6f55-43ed-ae58-54ec330f801f tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:10:02.465963 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2f0a252b-7446-4f93-9c3f-8b5a07337624 req-669df8b3-6f55-43ed-ae58-54ec330f801f tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/ports?device_id=dd7e5b82-e438-4e99-b310-3c80409b6aad HTTP/1.1" status: 200 len: 945 time: 0.1965809 Nov 19 18:10:02.546652 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a4c7f592-f770-4feb-b93a-1de9dba5252b req-e5800050-502a-47b8-849b-2c2112737f83 service neutron] 10.222.0.86 "GET /v2.0/networks/42124578-768e-4944-8737-c67497927ce8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2211614 Nov 19 18:10:02.564590 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2f0a252b-7446-4f93-9c3f-8b5a07337624 req-dd85fe83-459e-4d29-a4aa-013d130e505b tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/security-groups?id=f3b4bc83-8bc0-4734-b4bc-8a15bbeccc9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926361 Nov 19 18:10:02.601850 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ec0c58-e5bb-454c-a6a9-8677445c8567 None None] New status for floating IP def61a14-479c-471d-8bb6-4de9e3849bfb: DOWN {{(pid=103366) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 18:10:02.705494 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebf4df53-5f7d-4870-8f59-d02b5df83b95 None None] DHCP port deletion for 4d0271ae-772b-4a09-9316-fefc7bb3a0e0 request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:10:02.829336 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-ebf4df53-5f7d-4870-8f59-d02b5df83b95 None None] Deleting port ccba5729-e608-440d-be34-e57db6c941c8 {{(pid=103366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:10:02.829720 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ebf4df53-5f7d-4870-8f59-d02b5df83b95 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:02.926821 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-ebf4df53-5f7d-4870-8f59-d02b5df83b95 None None] For port ccba5729-e608-440d-be34-e57db6c941c8, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=ccba5729-e608-440d-be34-e57db6c941c8,segment=NetworkSegment(a5c55b1b-e53d-49f4-8a6a-c9bae9b534d2),segment_id=a5c55b1b-e53d-49f4-8a6a-c9bae9b534d2)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:10:02.926821 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ebf4df53-5f7d-4870-8f59-d02b5df83b95 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:02.958105 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-ebf4df53-5f7d-4870-8f59-d02b5df83b95 None None] Calling delete_port for ccba5729-e608-440d-be34-e57db6c941c8 owned by network:dhcp {{(pid=103366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:10:02.982092 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a789b964-3819-4fd8-8286-cffd41d9b78b req-695ee119-e609-4c3d-8cca-53f4eaf323f7 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1dc433e-2f31-472a-89c9-d0d668ac0a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6866312 Nov 19 18:10:02.990406 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2752010f-4889-47ea-aa67-15d69d666442 req-e0ccfddf-7d07-4fe9-ac3e-74346f51600b tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:10:02.992042 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2752010f-4889-47ea-aa67-15d69d666442 req-e0ccfddf-7d07-4fe9-ac3e-74346f51600b tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.86 "GET /v2.0/ports?device_id=dd7e5b82-e438-4e99-b310-3c80409b6aad HTTP/1.1" status: 200 len: 945 time: 0.6734152 Nov 19 18:10:03.012267 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4f9d28a0-8135-4dde-9592-4c8164ca0a40 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Publish callbacks [] for router, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:03.083039 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ebf4df53-5f7d-4870-8f59-d02b5df83b95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007'] for port, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:03.112602 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf4df53-5f7d-4870-8f59-d02b5df83b95 None None] Pushing event deleted for resources: {'Port': ['ID=ccba5729-e608-440d-be34-e57db6c941c8,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:10:03.119628 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf4df53-5f7d-4870-8f59-d02b5df83b95 None None] No DVR routers for this DVR port ccba5729-e608-440d-be34-e57db6c941c8 on host n-d-818022-2 {{(pid=103366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:10:03.216957 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e46ecc5a-dc14-4744-b262-3072ff2e958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:03.221315 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4f9d28a0-8135-4dde-9592-4c8164ca0a40 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:03.231862 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [req-2752010f-4889-47ea-aa67-15d69d666442 req-dccff316-5e9c-41bc-899c-a2bb262d0e29 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Deleting port afe5276a-1a10-40d1-8d3d-9da02800b8a2 {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:10:03.232197 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-2752010f-4889-47ea-aa67-15d69d666442 req-dccff316-5e9c-41bc-899c-a2bb262d0e29 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:03.326575 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device b8e5a80b-0e4a-48c2-a439-f04450d98ccb no longer exists at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:10:03.362973 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-4f9d28a0-8135-4dde-9592-4c8164ca0a40 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Deleting port 3dc6e000-a839-46a7-894f-0e9a0691a82e {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:10:03.363845 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4f9d28a0-8135-4dde-9592-4c8164ca0a40 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:03.370367 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-2752010f-4889-47ea-aa67-15d69d666442 req-dccff316-5e9c-41bc-899c-a2bb262d0e29 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] For port afe5276a-1a10-40d1-8d3d-9da02800b8a2, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=afe5276a-1a10-40d1-8d3d-9da02800b8a2,segment=NetworkSegment(40fb2a9c-8901-4a90-ae9b-dc010a7bd213),segment_id=40fb2a9c-8901-4a90-ae9b-dc010a7bd213)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:10:03.370733 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-2752010f-4889-47ea-aa67-15d69d666442 req-dccff316-5e9c-41bc-899c-a2bb262d0e29 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:03.389040 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] No Port match for: b8e5a80b-0e4a-48c2-a439-f04450d98ccb {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:10:03.390165 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device b8e5a80b-0e4a-48c2-a439-f04450d98ccb not bound to the agent host n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:10:03.429369 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [req-2752010f-4889-47ea-aa67-15d69d666442 req-dccff316-5e9c-41bc-899c-a2bb262d0e29 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Calling delete_port for afe5276a-1a10-40d1-8d3d-9da02800b8a2 owned by compute:nova {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:10:03.477453 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device ccba5729-e608-440d-be34-e57db6c941c8 no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:10:03.504444 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: ccba5729-e608-440d-be34-e57db6c941c8 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:10:03.505399 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device ccba5729-e608-440d-be34-e57db6c941c8 not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:10:03.506076 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 74d94e8f-7a86-4b65-8997-fe96cb105751 no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:10:03.524682 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [None req-4f9d28a0-8135-4dde-9592-4c8164ca0a40 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] For port 3dc6e000-a839-46a7-894f-0e9a0691a82e, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=3dc6e000-a839-46a7-894f-0e9a0691a82e,segment=NetworkSegment(bbe705c1-96c0-476e-8381-28227e6f0ac5),segment_id=bbe705c1-96c0-476e-8381-28227e6f0ac5)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:10:03.525065 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4f9d28a0-8135-4dde-9592-4c8164ca0a40 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:03.529401 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: 74d94e8f-7a86-4b65-8997-fe96cb105751 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:10:03.530110 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 74d94e8f-7a86-4b65-8997-fe96cb105751 not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:10:03.542260 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-4f9d28a0-8135-4dde-9592-4c8164ca0a40 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Calling delete_port for 3dc6e000-a839-46a7-894f-0e9a0691a82e owned by network:router_gateway {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:10:03.702876 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-2752010f-4889-47ea-aa67-15d69d666442 req-dccff316-5e9c-41bc-899c-a2bb262d0e29 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:03.725134 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6256cf-506f-4353-9773-f4daa95c90d0 req-63fb5e64-5183-401c-ade3-481cb5eb5ef9 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:10:03.727024 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0c6256cf-506f-4353-9773-f4daa95c90d0 req-63fb5e64-5183-401c-ade3-481cb5eb5ef9 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/ports?device_id=dd7e5b82-e438-4e99-b310-3c80409b6aad HTTP/1.1" status: 200 len: 867 time: 0.0598478 Nov 19 18:10:03.741166 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccff316-5e9c-41bc-899c-a2bb262d0e29 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Pushing event deleted for resources: {'Port': ['ID=afe5276a-1a10-40d1-8d3d-9da02800b8a2,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:10:03.800549 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [req-2752010f-4889-47ea-aa67-15d69d666442 req-dccff316-5e9c-41bc-899c-a2bb262d0e29 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] No DVR routers for this DVR port afe5276a-1a10-40d1-8d3d-9da02800b8a2 on host n-h2-818022-2 {{(pid=103364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:10:03.806534 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-2752010f-4889-47ea-aa67-15d69d666442 req-dccff316-5e9c-41bc-899c-a2bb262d0e29 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:03.809981 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2752010f-4889-47ea-aa67-15d69d666442 req-dccff316-5e9c-41bc-899c-a2bb262d0e29 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.86 "DELETE /v2.0/ports/afe5276a-1a10-40d1-8d3d-9da02800b8a2 HTTP/1.1" status: 204 len: 173 time: 0.8008664 Nov 19 18:10:03.835690 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd7e5b82-e438-4e99-b310-3c80409b6aad', 'name': 'network-vif-deleted', 'tag': 'afe5276a-1a10-40d1-8d3d-9da02800b8a2'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:10:03.838403 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dd4767a008c23f8566efc82158ee1b1fff34e1a9e908d76d0b6d0ab7e350e5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53dc92ee-1d14-4f75-9db1-e8534b7cc6f2" -d '{"events": [{"server_uuid": "dd7e5b82-e438-4e99-b310-3c80409b6aad", "name": "network-vif-deleted", "tag": "afe5276a-1a10-40d1-8d3d-9da02800b8a2"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:10:03.858471 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0c6256cf-506f-4353-9773-f4daa95c90d0 req-6f3e43e4-7664-4c45-86e5-1b17dfaa978b tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/security-groups?id=f3b4bc83-8bc0-4734-b4bc-8a15bbeccc9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1208725 Nov 19 18:10:03.898493 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:03.909612 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4f9d28a0-8135-4dde-9592-4c8164ca0a40 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:03.920745 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:10:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5c9fe2b-bf1e-43f3-9f1e-87b74a309d1d x-openstack-request-id: req-a5c9fe2b-bf1e-43f3-9f1e-87b74a309d1d {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:10:03.921022 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd7e5b82-e438-4e99-b310-3c80409b6aad", "name": "network-vif-deleted", "tag": "afe5276a-1a10-40d1-8d3d-9da02800b8a2", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:10:03.921280 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a5c9fe2b-bf1e-43f3-9f1e-87b74a309d1d {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:10:03.921692 n-d-818022-2 neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd7e5b82-e438-4e99-b310-3c80409b6aad', 'name': 'network-vif-deleted', 'tag': 'afe5276a-1a10-40d1-8d3d-9da02800b8a2', 'status': 'completed', 'code': 200} Nov 19 18:10:03.923527 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:03.955471 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9d28a0-8135-4dde-9592-4c8164ca0a40 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Pushing event deleted for resources: {'Port': ['ID=3dc6e000-a839-46a7-894f-0e9a0691a82e,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:10:03.969858 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30c8e660-1568-452b-8759-99052c6f45b9 None None] DHCP port deletion for 645e61aa-1a6c-4e8f-857e-ab06edb4897f request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:10:04.054835 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4f9d28a0-8135-4dde-9592-4c8164ca0a40 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-671730'] for router_gateway, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:04.196807 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d14ec7f-5e65-4ac6-a017-66922678eea2 req-df3ab684-a3cf-40cc-8104-de19a2063a9f tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:10:04.197470 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4f9d28a0-8135-4dde-9592-4c8164ca0a40 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4696'] for router, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:04.199040 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8d14ec7f-5e65-4ac6-a017-66922678eea2 req-df3ab684-a3cf-40cc-8104-de19a2063a9f tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/ports?device_id=cc04e7a6-e0b7-438f-a931-99187cf28379 HTTP/1.1" status: 200 len: 944 time: 0.0962169 Nov 19 18:10:04.200359 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4f9d28a0-8135-4dde-9592-4c8164ca0a40 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:04.291090 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4f9d28a0-8135-4dde-9592-4c8164ca0a40 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-543895'] for router, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:04.291883 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f9d28a0-8135-4dde-9592-4c8164ca0a40 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Fanout notify agent at l3_agent the message router_deleted on router 71de613b-68bc-47a5-b2a2-3b0b04ab39f6 {{(pid=103364) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 18:10:04.309321 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4f9d28a0-8135-4dde-9592-4c8164ca0a40 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Publish callbacks [] for router, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:04.313134 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-4f9d28a0-8135-4dde-9592-4c8164ca0a40 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] 10.222.0.54 "DELETE /v2.0/routers/71de613b-68bc-47a5-b2a2-3b0b04ab39f6 HTTP/1.1" status: 204 len: 168 time: 2.0330946 Nov 19 18:10:04.317156 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 36804) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:10:04.322081 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8d14ec7f-5e65-4ac6-a017-66922678eea2 req-bb008710-9fed-4be9-9d51-f5c8502849fb tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1dc433e-2f31-472a-89c9-d0d668ac0a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1147389 Nov 19 18:10:04.514232 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-aa856249-f028-47ad-b4d0-3ccaf487a437 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:04.709359 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-aa856249-f028-47ad-b4d0-3ccaf487a437 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:04.725739 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b090b5f-5895-4641-a6b0-d629e2a9a2b2 req-6da1dd8f-38cc-440b-86a0-759ec627bf5c tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:10:04.733877 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5b090b5f-5895-4641-a6b0-d629e2a9a2b2 req-6da1dd8f-38cc-440b-86a0-759ec627bf5c tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/ports?device_id=cc04e7a6-e0b7-438f-a931-99187cf28379 HTTP/1.1" status: 200 len: 944 time: 0.0853367 Nov 19 18:10:04.742616 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-aa856249-f028-47ad-b4d0-3ccaf487a437 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d0271ae-772b-4a09-9316-fefc7bb3a0e0']}} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:10:04.753229 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-aa856249-f028-47ad-b4d0-3ccaf487a437 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5c55b1b-e53d-49f4-8a6a-c9bae9b534d2') {'for_net_delete': True} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:10:04.753762 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-aa856249-f028-47ad-b4d0-3ccaf487a437 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5c55b1b-e53d-49f4-8a6a-c9bae9b534d2') {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:10:04.765341 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-aa856249-f028-47ad-b4d0-3ccaf487a437 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417396'] for segment, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:04.784042 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-aa856249-f028-47ad-b4d0-3ccaf487a437 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:04.805001 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa856249-f028-47ad-b4d0-3ccaf487a437 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Releasing vlan 662 on physical network physnet1 to pool {{(pid=103364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 18:10:04.807889 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-aa856249-f028-47ad-b4d0-3ccaf487a437 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12425183'] for segment, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:04.808611 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e013d7e6-5264-4dcc-9759-54f5fb809e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:04.811818 n-d-818022-2 neutron-server[103364]: Traceback (most recent call last): Nov 19 18:10:04.811818 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 18:10:04.811818 n-d-818022-2 neutron-server[103364]: timer() Nov 19 18:10:04.811818 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 18:10:04.811818 n-d-818022-2 neutron-server[103364]: cb(*args, **kw) Nov 19 18:10:04.811818 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 18:10:04.811818 n-d-818022-2 neutron-server[103364]: return func(*args, **kwargs) Nov 19 18:10:04.811818 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 18:10:04.811818 n-d-818022-2 neutron-server[103364]: self._notify() Nov 19 18:10:04.811818 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 18:10:04.811818 n-d-818022-2 neutron-server[103364]: self.callback(batched_events) Nov 19 18:10:04.811818 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 18:10:04.811818 n-d-818022-2 neutron-server[103364]: event.method(event) Nov 19 18:10:04.811818 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 18:10:04.811818 n-d-818022-2 neutron-server[103364]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 18:10:04.811818 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 18:10:04.811818 n-d-818022-2 neutron-server[103364]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 18:10:04.811818 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 18:10:04.811818 n-d-818022-2 neutron-server[103364]: return f(self, *a, **k) Nov 19 18:10:04.811818 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 18:10:04.811818 n-d-818022-2 neutron-server[103364]: return self._get(url).json() Nov 19 18:10:04.811818 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 18:10:04.811818 n-d-818022-2 neutron-server[103364]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 18:10:04.811818 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 18:10:04.811818 n-d-818022-2 neutron-server[103364]: return self.request(url, 'GET', **kwargs) Nov 19 18:10:04.811818 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 18:10:04.811818 n-d-818022-2 neutron-server[103364]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 18:10:04.811818 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 18:10:04.811818 n-d-818022-2 neutron-server[103364]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 18:10:04.811818 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 18:10:04.811818 n-d-818022-2 neutron-server[103364]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 18:10:04.811818 n-d-818022-2 neutron-server[103364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 18:10:04.820025 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5b090b5f-5895-4641-a6b0-d629e2a9a2b2 req-7d8e25a9-7e1d-43d6-8e4d-89f83052e985 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1dc433e-2f31-472a-89c9-d0d668ac0a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851994 Nov 19 18:10:04.889575 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-aa856249-f028-47ad-b4d0-3ccaf487a437 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671242'] for network, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:04.898600 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-aa856249-f028-47ad-b4d0-3ccaf487a437 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Publish callbacks [] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:04.906866 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-aa856249-f028-47ad-b4d0-3ccaf487a437 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] 10.222.0.54 "DELETE /v2.0/networks/4d0271ae-772b-4a09-9316-fefc7bb3a0e0 HTTP/1.1" status: 204 len: 168 time: 0.5838430 Nov 19 18:10:04.907057 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 36816) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:10:04.945238 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa856249-f028-47ad-b4d0-3ccaf487a437 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Pushing event deleted for resources: {'Network': ['ID=4d0271ae-772b-4a09-9316-fefc7bb3a0e0,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:10:04.991968 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 36818) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:10:05.176458 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-efcbc0e1-0b8f-40f9-bae9-8ccaa335bd74 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Deleting port ace35bae-f4c1-49cd-811d-75aed60140f9 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:10:05.177173 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-efcbc0e1-0b8f-40f9-bae9-8ccaa335bd74 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:05.199086 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:05.242965 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 36822) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:10:05.314436 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-efcbc0e1-0b8f-40f9-bae9-8ccaa335bd74 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:05.314754 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-efcbc0e1-0b8f-40f9-bae9-8ccaa335bd74 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:05.362225 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-efcbc0e1-0b8f-40f9-bae9-8ccaa335bd74 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Calling delete_port for ace35bae-f4c1-49cd-811d-75aed60140f9 owned by network:floatingip {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:10:05.423380 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1825692f-2f80-4074-a67a-def1b9a3784a tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-768564'] for router_interface, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:05.436587 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 3dc6e000-a839-46a7-894f-0e9a0691a82e no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:10:05.463220 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: 3dc6e000-a839-46a7-894f-0e9a0691a82e {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:10:05.465103 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 3dc6e000-a839-46a7-894f-0e9a0691a82e not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:10:05.692023 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-efcbc0e1-0b8f-40f9-bae9-8ccaa335bd74 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:05.719519 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-1825692f-2f80-4074-a67a-def1b9a3784a tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Deleting port 2f9bde54-258c-45bb-a29c-bda36de3bfc9 {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:10:05.719958 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1825692f-2f80-4074-a67a-def1b9a3784a tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:05.721450 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcbc0e1-0b8f-40f9-bae9-8ccaa335bd74 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Pushing event deleted for resources: {'Port': ['ID=ace35bae-f4c1-49cd-811d-75aed60140f9,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:10:05.819657 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [None req-1825692f-2f80-4074-a67a-def1b9a3784a tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] For port 2f9bde54-258c-45bb-a29c-bda36de3bfc9, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=2f9bde54-258c-45bb-a29c-bda36de3bfc9,segment=NetworkSegment(40fb2a9c-8901-4a90-ae9b-dc010a7bd213),segment_id=40fb2a9c-8901-4a90-ae9b-dc010a7bd213)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:10:05.820136 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1825692f-2f80-4074-a67a-def1b9a3784a tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:05.835188 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-1825692f-2f80-4074-a67a-def1b9a3784a tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Calling delete_port for 2f9bde54-258c-45bb-a29c-bda36de3bfc9 owned by network:router_interface {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:10:06.049915 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1825692f-2f80-4074-a67a-def1b9a3784a tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:06.075260 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device afe5276a-1a10-40d1-8d3d-9da02800b8a2 no longer exists at agent hyperv_n-h2-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:10:06.088739 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1825692f-2f80-4074-a67a-def1b9a3784a tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Pushing event deleted for resources: {'Port': ['ID=2f9bde54-258c-45bb-a29c-bda36de3bfc9,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:10:06.120886 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] No Port match for: afe5276a-1a10-40d1-8d3d-9da02800b8a2 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:10:06.126098 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device afe5276a-1a10-40d1-8d3d-9da02800b8a2 not bound to the agent host n-h2-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:10:06.202446 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-efcbc0e1-0b8f-40f9-bae9-8ccaa335bd74 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Publish callbacks [] for floatingip, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:06.203071 n-d-818022-2 neutron-server[103365]: INFO neutron.db.l3_db [None req-efcbc0e1-0b8f-40f9-bae9-8ccaa335bd74 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Floating IP 3400bfe7-31d9-4a24-bee9-5a48224cca7f disassociated (deleted). External IP: 172.25.7.136, port: 252c9e51-9ec8-4b11-9250-88ec0cfee731. Nov 19 18:10:06.227528 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261a061c-e470-4444-8be9-01d58d797f47 req-10b83073-ca69-446a-af37-ba8a03e9d628 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:10:06.230130 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-261a061c-e470-4444-8be9-01d58d797f47 req-10b83073-ca69-446a-af37-ba8a03e9d628 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/ports?device_id=cc04e7a6-e0b7-438f-a931-99187cf28379 HTTP/1.1" status: 200 len: 944 time: 0.1139674 Nov 19 18:10:06.345737 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1825692f-2f80-4074-a67a-def1b9a3784a tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-768648'] for router_interface, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:06.409259 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-261a061c-e470-4444-8be9-01d58d797f47 req-85456c5d-a838-4f32-86c3-935d59965f2f tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1dc433e-2f31-472a-89c9-d0d668ac0a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1416669 Nov 19 18:10:06.452247 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-57750427-883a-4521-8978-5a4a233e5291 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-768564'] for router_interface, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:06.663663 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf10971f-8b65-40fc-ad91-f2c93d8ea64f req-bf18a606-55f7-4c94-b337-f203e1aaf3ad tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:10:06.672619 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-bf10971f-8b65-40fc-ad91-f2c93d8ea64f req-bf18a606-55f7-4c94-b337-f203e1aaf3ad tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/ports?device_id=cc04e7a6-e0b7-438f-a931-99187cf28379 HTTP/1.1" status: 200 len: 944 time: 0.1430960 Nov 19 18:10:06.708379 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efcbc0e1-0b8f-40f9-bae9-8ccaa335bd74 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Router 71e7e0cd-d0fc-41c6-b449-81334a129c06 has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 18:10:06.783657 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1825692f-2f80-4074-a67a-def1b9a3784a tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Router d4e749b7-d165-4e16-8b8c-706b0848af35 has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 18:10:06.815737 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-bf10971f-8b65-40fc-ad91-f2c93d8ea64f req-8366c917-681d-4b84-ac46-992a02555121 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1dc433e-2f31-472a-89c9-d0d668ac0a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1422484 Nov 19 18:10:06.940062 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1825692f-2f80-4074-a67a-def1b9a3784a tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:10:06.949661 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-1825692f-2f80-4074-a67a-def1b9a3784a tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "PUT /v2.0/routers/d4e749b7-d165-4e16-8b8c-706b0848af35/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9561338 Nov 19 18:10:06.954782 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c07afd-3a70-4c22-99d0-564a3306b655 None None] Sync routers for ids ['d4e749b7-d165-4e16-8b8c-706b0848af35'] in n-d-818022-2 {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:10:06.956011 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 36870) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:10:06.968929 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c07afd-3a70-4c22-99d0-564a3306b655 None None] Routers {'d4e749b7-d165-4e16-8b8c-706b0848af35'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:10:06.970662 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-e1c07afd-3a70-4c22-99d0-564a3306b655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:10:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['d4e749b7-d165-4e16-8b8c-706b0848af35'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:10:07.053691 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efcbc0e1-0b8f-40f9-bae9-8ccaa335bd74 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:10:07.061677 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-efcbc0e1-0b8f-40f9-bae9-8ccaa335bd74 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for floatingip, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:07.064598 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-275ac8f5-db68-4ed4-aa4f-98e5ee89d4ff None None] Sync routers for ids ['71e7e0cd-d0fc-41c6-b449-81334a129c06'] in n-d-818022-2 {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:10:07.081792 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-275ac8f5-db68-4ed4-aa4f-98e5ee89d4ff None None] Routers {'71e7e0cd-d0fc-41c6-b449-81334a129c06'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:10:07.083555 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-275ac8f5-db68-4ed4-aa4f-98e5ee89d4ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:10:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['71e7e0cd-d0fc-41c6-b449-81334a129c06'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:10:07.092797 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-efcbc0e1-0b8f-40f9-bae9-8ccaa335bd74 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] 10.222.0.54 "DELETE /v2.0/floatingips/3400bfe7-31d9-4a24-bee9-5a48224cca7f HTTP/1.1" status: 204 len: 168 time: 2.1845899 Nov 19 18:10:07.103057 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895b530d-1419-4934-be5e-a03241a1830f req-494d162c-98db-4b6c-bbaa-d94ca0783b54 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:10:07.112646 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-895b530d-1419-4934-be5e-a03241a1830f req-494d162c-98db-4b6c-bbaa-d94ca0783b54 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/ports?device_id=cc04e7a6-e0b7-438f-a931-99187cf28379 HTTP/1.1" status: 200 len: 944 time: 0.1784890 Nov 19 18:10:07.161285 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-e1c07afd-3a70-4c22-99d0-564a3306b655 None None] Set router d4e749b7-d165-4e16-8b8c-706b0848af35 gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:10:07.163580 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aaec465c-0a7f-4608-8c92-e251142b0583', 'tag': '252c9e51-9ec8-4b11-9250-88ec0cfee731'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:10:07.166435 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218319d759239a7d11f1288aef37381b97754913ee9ccbfd43b51a463f801712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08bbb4a2-7fb5-4e0d-ad96-a8911a7901b9" -d '{"events": [{"name": "network-changed", "server_uuid": "aaec465c-0a7f-4608-8c92-e251142b0583", "tag": "252c9e51-9ec8-4b11-9250-88ec0cfee731"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:10:07.180104 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_v2 [None req-151df5d9-53ab-4b13-87fc-2acf738a7a5c tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Deleting subnet 11a6fd8f-2511-454d-9031-930350e1d838 {{(pid=103365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 18:10:07.184018 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-151df5d9-53ab-4b13-87fc-2acf738a7a5c tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks [] for subnet, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:07.241450 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-151df5d9-53ab-4b13-87fc-2acf738a7a5c tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12546453'] for subnet, precommit_delete_associations {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:07.296992 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-275ac8f5-db68-4ed4-aa4f-98e5ee89d4ff None None] Set router 71e7e0cd-d0fc-41c6-b449-81334a129c06 gateway port host: n-d-818022-2 {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:10:07.322382 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-895b530d-1419-4934-be5e-a03241a1830f req-0664c532-d812-46f0-a567-4288bcdd3d05 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1dc433e-2f31-472a-89c9-d0d668ac0a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2085252 Nov 19 18:10:07.495295 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 18:10:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8103e28-3a3f-44cf-b9db-b76d50983eb0 x-openstack-request-id: req-e8103e28-3a3f-44cf-b9db-b76d50983eb0 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:10:07.495595 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aaec465c-0a7f-4608-8c92-e251142b0583", "tag": "252c9e51-9ec8-4b11-9250-88ec0cfee731", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:10:07.495854 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e8103e28-3a3f-44cf-b9db-b76d50983eb0 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:10:07.496288 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aaec465c-0a7f-4608-8c92-e251142b0583', 'tag': '252c9e51-9ec8-4b11-9250-88ec0cfee731', 'status': 'completed', 'code': 200} Nov 19 18:10:07.550344 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-e1c07afd-3a70-4c22-99d0-564a3306b655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4e749b7-d165-4e16-8b8c-706b0848af35', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1761016376', 'tenant_id': 'd41245dedb694df6accb5dc7769c75e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.223'}], 'enable_snat': True}, 'gw_port_id': 'b36c192e-5326-4574-b08a-960a922c4f2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:07:34Z', 'updated_at': '2021-11-19T18:10:05Z', 'revision_number': 5, 'project_id': 'd41245dedb694df6accb5dc7769c75e5', 'gw_port': {'id': 'b36c192e-5326-4574-b08a-960a922c4f2d', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:3d:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e749b7-d165-4e16-8b8c-706b0848af35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3416, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:07:35Z', 'updated_at': '2021-11-19T18:07:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:10:07.606295 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2a927a-fa7b-4178-a3fe-8873db690eb9 req-76e6829c-9ca5-4755-9174-fe2152f86c43 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:10:07.615237 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c07afd-3a70-4c22-99d0-564a3306b655 None None] Checking router: d4e749b7-d165-4e16-8b8c-706b0848af35 for host: n-d-818022-2 {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:10:07.618125 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9f2a927a-fa7b-4178-a3fe-8873db690eb9 req-76e6829c-9ca5-4755-9174-fe2152f86c43 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] 10.222.0.54 "GET /v2.0/ports?device_id=aaec465c-0a7f-4608-8c92-e251142b0583 HTTP/1.1" status: 200 len: 984 time: 0.2395697 Nov 19 18:10:07.632250 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c07afd-3a70-4c22-99d0-564a3306b655 None None] Routers {'d4e749b7-d165-4e16-8b8c-706b0848af35'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:10:07.633348 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-e1c07afd-3a70-4c22-99d0-564a3306b655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:10:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['d4e749b7-d165-4e16-8b8c-706b0848af35'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:10:07.674735 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bbb4a2-7fb5-4e0d-ad96-a8911a7901b9 req-88161f88-416a-4fc7-81b0-a049fe74abb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:10:07.675303 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-151df5d9-53ab-4b13-87fc-2acf738a7a5c tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:07.678940 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-08bbb4a2-7fb5-4e0d-ad96-a8911a7901b9 req-88161f88-416a-4fc7-81b0-a049fe74abb8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b03542aa894849fda969da6c43b6dbe6&device_id=aaec465c-0a7f-4608-8c92-e251142b0583 HTTP/1.1" status: 200 len: 1135 time: 0.1921101 Nov 19 18:10:07.733914 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-275ac8f5-db68-4ed4-aa4f-98e5ee89d4ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71e7e0cd-d0fc-41c6-b449-81334a129c06', 'name': 'tempest-TestSecurityGroupsBasicOps-router-910720104', 'tenant_id': 'b03542aa894849fda969da6c43b6dbe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': 'e2b2f11f-a241-4369-90eb-39123eaea0bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:08:24Z', 'updated_at': '2021-11-19T18:08:31Z', 'revision_number': 4, 'project_id': 'b03542aa894849fda969da6c43b6dbe6', 'gw_port': {'id': 'e2b2f11f-a241-4369-90eb-39123eaea0bd', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:03:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e7e0cd-d0fc-41c6-b449-81334a129c06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:08:25Z', 'updated_at': '2021-11-19T18:08:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': 'aead2bc7-c164-463c-a6e9-7e34c5ad53b1', 'name': '', 'network_id': '8d3188e0-fd7b-4dd3-a190-3de88a602e94', 'tenant_id': 'b03542aa894849fda969da6c43b6dbe6', 'mac_address': 'fa:16:3e:86:55:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e7e0cd-d0fc-41c6-b449-81334a129c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': 'bf177aec-aa8e-41e9-ab4d-1db99ba50401', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:08:29Z', 'updated_at': '2021-11-19T18:08:37Z', 'revision_number': 5, 'project_id': 'b03542aa894849fda969da6c43b6dbe6', 'subnets': [{'id': 'bf177aec-aa8e-41e9-ab4d-1db99ba50401', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:10:07.794341 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-e1c07afd-3a70-4c22-99d0-564a3306b655 None None] Set router d4e749b7-d165-4e16-8b8c-706b0848af35 gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:10:07.820130 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-275ac8f5-db68-4ed4-aa4f-98e5ee89d4ff None None] Checking router: 71e7e0cd-d0fc-41c6-b449-81334a129c06 for host: n-d-818022-2 {{(pid=103366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:10:07.830336 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-151df5d9-53ab-4b13-87fc-2acf738a7a5c tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12282919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8731163'] for subnet, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:07.837680 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-275ac8f5-db68-4ed4-aa4f-98e5ee89d4ff None None] Routers {'71e7e0cd-d0fc-41c6-b449-81334a129c06'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:10:07.840457 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-275ac8f5-db68-4ed4-aa4f-98e5ee89d4ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:10:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['71e7e0cd-d0fc-41c6-b449-81334a129c06'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:10:07.860189 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bbb4a2-7fb5-4e0d-ad96-a8911a7901b9 req-108cb426-3d57-4ea9-a60e-478e5e578dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:10:07.866813 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-151df5d9-53ab-4b13-87fc-2acf738a7a5c tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks [] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:07.868590 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-08bbb4a2-7fb5-4e0d-ad96-a8911a7901b9 req-108cb426-3d57-4ea9-a60e-478e5e578dde service neutron] 10.222.0.60 "GET /v2.0/networks?id=8d3188e0-fd7b-4dd3-a190-3de88a602e94 HTTP/1.1" status: 200 len: 897 time: 0.1656411 Nov 19 18:10:07.872979 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-151df5d9-53ab-4b13-87fc-2acf738a7a5c tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "DELETE /v2.0/subnets/11a6fd8f-2511-454d-9031-930350e1d838 HTTP/1.1" status: 204 len: 168 time: 0.9140427 Nov 19 18:10:07.874634 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 36888) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:10:07.923385 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e7e0678-ab48-41ba-b016-0348a5aa6b67 None None] Network 42124578-768e-4944-8737-c67497927ce8 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:10:07.949136 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151df5d9-53ab-4b13-87fc-2acf738a7a5c tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Pushing event deleted for resources: {'Subnet': ['ID=11a6fd8f-2511-454d-9031-930350e1d838,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:10:07.962985 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-57750427-883a-4521-8978-5a4a233e5291 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Deleting port c3572576-cd35-4867-8ec1-c85d715045c0 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:10:07.963323 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-57750427-883a-4521-8978-5a4a233e5291 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:07.989391 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-08bbb4a2-7fb5-4e0d-ad96-a8911a7901b9 req-4019538a-c685-47cc-a641-641023b05452 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=252c9e51-9ec8-4b11-9250-88ec0cfee731 HTTP/1.1" status: 200 len: 217 time: 0.1008472 Nov 19 18:10:07.997437 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9f2a927a-fa7b-4178-a3fe-8873db690eb9 req-7363f822-f3c1-4409-8667-16be33a915ea tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] 10.222.0.54 "GET /v2.0/security-groups?id=89b17e8d-71d2-4cec-9f33-74c07bdbef24&id=59fd2e3a-979c-4d7f-96d7-93bcb3a8f537&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.3784842 Nov 19 18:10:08.021662 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3475f3-f1e3-4534-bebb-de138f15758a req-a1f76079-5346-4944-858b-e0490debc7b2 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:10:08.038429 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3e3475f3-f1e3-4534-bebb-de138f15758a req-a1f76079-5346-4944-858b-e0490debc7b2 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/ports?device_id=cc04e7a6-e0b7-438f-a931-99187cf28379 HTTP/1.1" status: 200 len: 944 time: 0.4535000 Nov 19 18:10:08.106992 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bbb4a2-7fb5-4e0d-ad96-a8911a7901b9 req-27f0bb7b-14cc-4cfd-bf1b-26a4355312e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:10:08.108651 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-08bbb4a2-7fb5-4e0d-ad96-a8911a7901b9 req-27f0bb7b-14cc-4cfd-bf1b-26a4355312e9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=bf177aec-aa8e-41e9-ab4d-1db99ba50401 HTTP/1.1" status: 200 len: 834 time: 0.1094198 Nov 19 18:10:08.115763 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8425475f-5ffc-4579-bbd0-c41574086769 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks [] for router, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:08.189552 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-e1c07afd-3a70-4c22-99d0-564a3306b655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4e749b7-d165-4e16-8b8c-706b0848af35', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1761016376', 'tenant_id': 'd41245dedb694df6accb5dc7769c75e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.223'}], 'enable_snat': True}, 'gw_port_id': 'b36c192e-5326-4574-b08a-960a922c4f2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:07:34Z', 'updated_at': '2021-11-19T18:10:05Z', 'revision_number': 5, 'project_id': 'd41245dedb694df6accb5dc7769c75e5', 'gw_port': {'id': 'b36c192e-5326-4574-b08a-960a922c4f2d', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:3d:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e749b7-d165-4e16-8b8c-706b0848af35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3416, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:07:35Z', 'updated_at': '2021-11-19T18:07:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:10:08.238131 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3e3475f3-f1e3-4534-bebb-de138f15758a req-689a86b5-f140-464d-9cee-7b19a8d96f9f tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1dc433e-2f31-472a-89c9-d0d668ac0a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1986170 Nov 19 18:10:08.329049 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-275ac8f5-db68-4ed4-aa4f-98e5ee89d4ff None None] Set router 71e7e0cd-d0fc-41c6-b449-81334a129c06 gateway port host: n-d-818022-2 {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:10:08.341420 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [None req-57750427-883a-4521-8978-5a4a233e5291 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] For port c3572576-cd35-4867-8ec1-c85d715045c0, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=c3572576-cd35-4867-8ec1-c85d715045c0,segment=NetworkSegment(59ddae19-91da-4c10-9616-600be213246f),segment_id=59ddae19-91da-4c10-9616-600be213246f)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:10:08.342100 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-57750427-883a-4521-8978-5a4a233e5291 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:08.395134 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-57750427-883a-4521-8978-5a4a233e5291 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Calling delete_port for c3572576-cd35-4867-8ec1-c85d715045c0 owned by network:router_interface {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:10:08.398514 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c07afd-3a70-4c22-99d0-564a3306b655 None None] The sync data for ids ['d4e749b7-d165-4e16-8b8c-706b0848af35'] in n-d-818022-2 is: [{'id': 'd4e749b7-d165-4e16-8b8c-706b0848af35', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1761016376', 'tenant_id': 'd41245dedb694df6accb5dc7769c75e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.223'}], 'enable_snat': True}, 'gw_port_id': 'b36c192e-5326-4574-b08a-960a922c4f2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:07:34Z', 'updated_at': '2021-11-19T18:10:05Z', 'revision_number': 5, 'project_id': 'd41245dedb694df6accb5dc7769c75e5', 'gw_port': {'id': 'b36c192e-5326-4574-b08a-960a922c4f2d', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:3d:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e749b7-d165-4e16-8b8c-706b0848af35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3416, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:07:35Z', 'updated_at': '2021-11-19T18:07:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:10:08.657842 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e3f5b6e-d5e8-4dfc-9a07-33cd4bc5d987 None None] DHCP port deletion for 42124578-768e-4944-8737-c67497927ce8 request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:10:08.804782 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8425475f-5ffc-4579-bbd0-c41574086769 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:08.814421 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bbb4a2-7fb5-4e0d-ad96-a8911a7901b9 req-52234c77-d175-42ac-bc59-1cc6fe52cc76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:10:08.815979 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-08bbb4a2-7fb5-4e0d-ad96-a8911a7901b9 req-52234c77-d175-42ac-bc59-1cc6fe52cc76 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8d3188e0-fd7b-4dd3-a190-3de88a602e94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6575241 Nov 19 18:10:08.825689 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-57750427-883a-4521-8978-5a4a233e5291 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:08.842892 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-8e3f5b6e-d5e8-4dfc-9a07-33cd4bc5d987 None None] Deleting port 707970e4-2ea0-48ee-8392-66f6cb7f80ce {{(pid=103366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:10:08.843582 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8e3f5b6e-d5e8-4dfc-9a07-33cd4bc5d987 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:08.874355 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57750427-883a-4521-8978-5a4a233e5291 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Pushing event deleted for resources: {'Port': ['ID=c3572576-cd35-4867-8ec1-c85d715045c0,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:10:09.037295 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f929f94f-540c-4c8a-8616-60cdd6fbacdd req-16732efe-f8d4-4580-b600-431ff12564f7 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:10:09.041519 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f929f94f-540c-4c8a-8616-60cdd6fbacdd req-16732efe-f8d4-4580-b600-431ff12564f7 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] 10.222.0.60 "GET /v2.0/ports?device_id=aaec465c-0a7f-4608-8c92-e251142b0583 HTTP/1.1" status: 200 len: 984 time: 0.2280133 Nov 19 18:10:09.057796 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-8425475f-5ffc-4579-bbd0-c41574086769 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Deleting port b36c192e-5326-4574-b08a-960a922c4f2d {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:10:09.058455 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8425475f-5ffc-4579-bbd0-c41574086769 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:09.203166 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [None req-8425475f-5ffc-4579-bbd0-c41574086769 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] For port b36c192e-5326-4574-b08a-960a922c4f2d, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=b36c192e-5326-4574-b08a-960a922c4f2d,segment=NetworkSegment(bbe705c1-96c0-476e-8381-28227e6f0ac5),segment_id=bbe705c1-96c0-476e-8381-28227e6f0ac5)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:10:09.203947 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8425475f-5ffc-4579-bbd0-c41574086769 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:09.220426 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-8425475f-5ffc-4579-bbd0-c41574086769 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Calling delete_port for b36c192e-5326-4574-b08a-960a922c4f2d owned by network:router_gateway {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:10:09.281143 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-8e3f5b6e-d5e8-4dfc-9a07-33cd4bc5d987 None None] For port 707970e4-2ea0-48ee-8392-66f6cb7f80ce, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=707970e4-2ea0-48ee-8392-66f6cb7f80ce,segment=NetworkSegment(40fb2a9c-8901-4a90-ae9b-dc010a7bd213),segment_id=40fb2a9c-8901-4a90-ae9b-dc010a7bd213)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:10:09.281790 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8e3f5b6e-d5e8-4dfc-9a07-33cd4bc5d987 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:09.306998 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-8e3f5b6e-d5e8-4dfc-9a07-33cd4bc5d987 None None] Calling delete_port for 707970e4-2ea0-48ee-8392-66f6cb7f80ce owned by network:dhcp {{(pid=103366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:10:09.319838 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-275ac8f5-db68-4ed4-aa4f-98e5ee89d4ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71e7e0cd-d0fc-41c6-b449-81334a129c06', 'name': 'tempest-TestSecurityGroupsBasicOps-router-910720104', 'tenant_id': 'b03542aa894849fda969da6c43b6dbe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': 'e2b2f11f-a241-4369-90eb-39123eaea0bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:08:24Z', 'updated_at': '2021-11-19T18:08:31Z', 'revision_number': 4, 'project_id': 'b03542aa894849fda969da6c43b6dbe6', 'gw_port': {'id': 'e2b2f11f-a241-4369-90eb-39123eaea0bd', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:03:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e7e0cd-d0fc-41c6-b449-81334a129c06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:08:25Z', 'updated_at': '2021-11-19T18:08:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': 'aead2bc7-c164-463c-a6e9-7e34c5ad53b1', 'name': '', 'network_id': '8d3188e0-fd7b-4dd3-a190-3de88a602e94', 'tenant_id': 'b03542aa894849fda969da6c43b6dbe6', 'mac_address': 'fa:16:3e:86:55:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e7e0cd-d0fc-41c6-b449-81334a129c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': 'bf177aec-aa8e-41e9-ab4d-1db99ba50401', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:08:29Z', 'updated_at': '2021-11-19T18:08:37Z', 'revision_number': 5, 'project_id': 'b03542aa894849fda969da6c43b6dbe6', 'subnets': [{'id': 'bf177aec-aa8e-41e9-ab4d-1db99ba50401', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:10:09.323477 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-f929f94f-540c-4c8a-8616-60cdd6fbacdd req-f5f7fa3d-0ad4-4dcf-a411-53e7693763cc tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Deleting port 252c9e51-9ec8-4b11-9250-88ec0cfee731 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:10:09.323832 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-f929f94f-540c-4c8a-8616-60cdd6fbacdd req-f5f7fa3d-0ad4-4dcf-a411-53e7693763cc tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:09.356723 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-275ac8f5-db68-4ed4-aa4f-98e5ee89d4ff None None] The sync data for ids ['71e7e0cd-d0fc-41c6-b449-81334a129c06'] in n-d-818022-2 is: [{'id': '71e7e0cd-d0fc-41c6-b449-81334a129c06', 'name': 'tempest-TestSecurityGroupsBasicOps-router-910720104', 'tenant_id': 'b03542aa894849fda969da6c43b6dbe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': 'e2b2f11f-a241-4369-90eb-39123eaea0bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:08:24Z', 'updated_at': '2021-11-19T18:08:31Z', 'revision_number': 4, 'project_id': 'b03542aa894849fda969da6c43b6dbe6', 'gw_port': {'id': 'e2b2f11f-a241-4369-90eb-39123eaea0bd', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:03:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e7e0cd-d0fc-41c6-b449-81334a129c06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:08:25Z', 'updated_at': '2021-11-19T18:08:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': 'aead2bc7-c164-463c-a6e9-7e34c5ad53b1', 'name': '', 'network_id': '8d3188e0-fd7b-4dd3-a190-3de88a602e94', 'tenant_id': 'b03542aa894849fda969da6c43b6dbe6', 'mac_address': 'fa:16:3e:86:55:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e7e0cd-d0fc-41c6-b449-81334a129c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': 'bf177aec-aa8e-41e9-ab4d-1db99ba50401', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:08:29Z', 'updated_at': '2021-11-19T18:08:37Z', 'revision_number': 5, 'project_id': 'b03542aa894849fda969da6c43b6dbe6', 'subnets': [{'id': 'bf177aec-aa8e-41e9-ab4d-1db99ba50401', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:10:09.406488 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-08bbb4a2-7fb5-4e0d-ad96-a8911a7901b9 req-e1bb3313-1bce-44b3-a1e5-2611be7db88b service neutron] 10.222.0.60 "GET /v2.0/networks/8d3188e0-fd7b-4dd3-a190-3de88a602e94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5795083 Nov 19 18:10:09.512364 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8e3f5b6e-d5e8-4dfc-9a07-33cd4bc5d987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007'] for port, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:09.531857 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-f929f94f-540c-4c8a-8616-60cdd6fbacdd req-f5f7fa3d-0ad4-4dcf-a411-53e7693763cc tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] For port 252c9e51-9ec8-4b11-9250-88ec0cfee731, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=252c9e51-9ec8-4b11-9250-88ec0cfee731,segment=NetworkSegment(5ee359fe-da68-415f-bcc3-0b3a40ac0074),segment_id=5ee359fe-da68-415f-bcc3-0b3a40ac0074)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:10:09.532842 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-f929f94f-540c-4c8a-8616-60cdd6fbacdd req-f5f7fa3d-0ad4-4dcf-a411-53e7693763cc tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:09.551666 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-f929f94f-540c-4c8a-8616-60cdd6fbacdd req-f5f7fa3d-0ad4-4dcf-a411-53e7693763cc tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Calling delete_port for 252c9e51-9ec8-4b11-9250-88ec0cfee731 owned by compute:nova {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:10:09.595237 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e3f5b6e-d5e8-4dfc-9a07-33cd4bc5d987 None None] No DVR routers for this DVR port 707970e4-2ea0-48ee-8392-66f6cb7f80ce on host n-d-818022-2 {{(pid=103366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:10:09.598761 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3f5b6e-d5e8-4dfc-9a07-33cd4bc5d987 None None] Pushing event deleted for resources: {'Port': ['ID=707970e4-2ea0-48ee-8392-66f6cb7f80ce,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:10:09.603798 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceefc089-b55a-4abb-b360-ca09926e9f9d req-ec884079-9c29-41d4-8fd4-eeb79751645b tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:10:09.607629 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 707970e4-2ea0-48ee-8392-66f6cb7f80ce no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:10:09.624074 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ceefc089-b55a-4abb-b360-ca09926e9f9d req-ec884079-9c29-41d4-8fd4-eeb79751645b tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] 10.222.0.54 "GET /v2.0/ports?device_id=aaec465c-0a7f-4608-8c92-e251142b0583 HTTP/1.1" status: 200 len: 984 time: 0.2560880 Nov 19 18:10:09.676487 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: 707970e4-2ea0-48ee-8392-66f6cb7f80ce {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:10:09.676862 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 707970e4-2ea0-48ee-8392-66f6cb7f80ce not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:10:09.677296 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 2f9bde54-258c-45bb-a29c-bda36de3bfc9 no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:10:09.733476 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: 2f9bde54-258c-45bb-a29c-bda36de3bfc9 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:10:09.734741 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 2f9bde54-258c-45bb-a29c-bda36de3bfc9 not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:10:09.739511 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8425475f-5ffc-4579-bbd0-c41574086769 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:09.742917 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-08bbb4a2-7fb5-4e0d-ad96-a8911a7901b9 req-472e7dbe-e1d6-4fde-90b9-75ea62075497 service neutron] 10.222.0.60 "GET /v2.0/networks/8d3188e0-fd7b-4dd3-a190-3de88a602e94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3155794 Nov 19 18:10:09.773436 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-f929f94f-540c-4c8a-8616-60cdd6fbacdd req-f5f7fa3d-0ad4-4dcf-a411-53e7693763cc tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:09.832979 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe7621a2-54ac-4efe-a4f0-69c5e64dbb7e None None] DHCP port deletion for 645e61aa-1a6c-4e8f-857e-ab06edb4897f request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:10:09.839588 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8425475f-5ffc-4579-bbd0-c41574086769 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Pushing event deleted for resources: {'Port': ['ID=b36c192e-5326-4574-b08a-960a922c4f2d,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:10:09.853744 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f7fa3d-0ad4-4dcf-a411-53e7693763cc tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Pushing event deleted for resources: {'Port': ['ID=252c9e51-9ec8-4b11-9250-88ec0cfee731,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:10:09.871746 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ceefc089-b55a-4abb-b360-ca09926e9f9d req-29579c42-0165-43ea-b063-b1902e3f9f74 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] 10.222.0.54 "GET /v2.0/security-groups?id=89b17e8d-71d2-4cec-9f33-74c07bdbef24&id=59fd2e3a-979c-4d7f-96d7-93bcb3a8f537&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2462361 Nov 19 18:10:09.898706 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e820fde8-e626-45b6-8839-ac73fe345ab2 None None] New status for floating IP 3400bfe7-31d9-4a24-bee9-5a48224cca7f: DOWN {{(pid=103367) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 18:10:09.944142 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-57750427-883a-4521-8978-5a4a233e5291 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-768648'] for router_interface, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:09.946854 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-f929f94f-540c-4c8a-8616-60cdd6fbacdd req-f5f7fa3d-0ad4-4dcf-a411-53e7693763cc tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] No DVR routers for this DVR port 252c9e51-9ec8-4b11-9250-88ec0cfee731 on host n-h1-818022-2 {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:10:09.950063 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-f929f94f-540c-4c8a-8616-60cdd6fbacdd req-f5f7fa3d-0ad4-4dcf-a411-53e7693763cc tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:09.953825 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f929f94f-540c-4c8a-8616-60cdd6fbacdd req-f5f7fa3d-0ad4-4dcf-a411-53e7693763cc tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] 10.222.0.60 "DELETE /v2.0/ports/252c9e51-9ec8-4b11-9250-88ec0cfee731 HTTP/1.1" status: 204 len: 173 time: 0.8988090 Nov 19 18:10:09.954333 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaec465c-0a7f-4608-8c92-e251142b0583', 'name': 'network-vif-deleted', 'tag': '252c9e51-9ec8-4b11-9250-88ec0cfee731'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:10:09.957372 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218319d759239a7d11f1288aef37381b97754913ee9ccbfd43b51a463f801712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44bb4c9d-5bef-4245-90c8-462d0ba8bced" -d '{"events": [{"server_uuid": "aaec465c-0a7f-4608-8c92-e251142b0583", "name": "network-vif-deleted", "tag": "252c9e51-9ec8-4b11-9250-88ec0cfee731"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:10:09.970227 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8425475f-5ffc-4579-bbd0-c41574086769 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-671730'] for router_gateway, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:10.044424 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:10:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30343ceb-0e3d-430c-99eb-c4e20f9bccd8 x-openstack-request-id: req-30343ceb-0e3d-430c-99eb-c4e20f9bccd8 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:10:10.046235 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aaec465c-0a7f-4608-8c92-e251142b0583", "name": "network-vif-deleted", "tag": "252c9e51-9ec8-4b11-9250-88ec0cfee731", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:10:10.046660 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-30343ceb-0e3d-430c-99eb-c4e20f9bccd8 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:10:10.047235 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaec465c-0a7f-4608-8c92-e251142b0583', 'name': 'network-vif-deleted', 'tag': '252c9e51-9ec8-4b11-9250-88ec0cfee731', 'status': 'completed', 'code': 200} Nov 19 18:10:10.157984 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8425475f-5ffc-4579-bbd0-c41574086769 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4696'] for router, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:10.166613 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8425475f-5ffc-4579-bbd0-c41574086769 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:10.218283 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8425475f-5ffc-4579-bbd0-c41574086769 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-543895'] for router, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:10.219013 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8425475f-5ffc-4579-bbd0-c41574086769 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Fanout notify agent at l3_agent the message router_deleted on router d4e749b7-d165-4e16-8b8c-706b0848af35 {{(pid=103364) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 18:10:10.227473 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8425475f-5ffc-4579-bbd0-c41574086769 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks [] for router, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:10.229757 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-8425475f-5ffc-4579-bbd0-c41574086769 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "DELETE /v2.0/routers/d4e749b7-d165-4e16-8b8c-706b0848af35 HTTP/1.1" status: 204 len: 168 time: 2.3536472 Nov 19 18:10:10.232909 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 36916) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:10:10.373363 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57750427-883a-4521-8978-5a4a233e5291 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Router 479362ee-9c23-4bdf-aa23-bea5c71128aa has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 18:10:10.386191 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-22ad4a35-7aa9-45c0-b313-5702ce6f7163 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:10.570348 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-22ad4a35-7aa9-45c0-b313-5702ce6f7163 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:10.587650 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57750427-883a-4521-8978-5a4a233e5291 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:10:10.599805 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-22ad4a35-7aa9-45c0-b313-5702ce6f7163 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42124578-768e-4944-8737-c67497927ce8']}} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:10:10.607409 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-57750427-883a-4521-8978-5a4a233e5291 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] 10.222.0.54 "PUT /v2.0/routers/479362ee-9c23-4bdf-aa23-bea5c71128aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3632424 Nov 19 18:10:10.613935 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c05724-f571-4d67-a357-2da67c30f6d5 None None] Sync routers for ids ['479362ee-9c23-4bdf-aa23-bea5c71128aa'] in n-d-818022-2 {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:10:10.623181 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-22ad4a35-7aa9-45c0-b313-5702ce6f7163 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40fb2a9c-8901-4a90-ae9b-dc010a7bd213') {'for_net_delete': True} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:10:10.623584 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-22ad4a35-7aa9-45c0-b313-5702ce6f7163 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40fb2a9c-8901-4a90-ae9b-dc010a7bd213') {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:10:10.630267 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c05724-f571-4d67-a357-2da67c30f6d5 None None] Routers {'479362ee-9c23-4bdf-aa23-bea5c71128aa'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:10:10.632330 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-47c05724-f571-4d67-a357-2da67c30f6d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:10:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['479362ee-9c23-4bdf-aa23-bea5c71128aa'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:10:10.638015 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-22ad4a35-7aa9-45c0-b313-5702ce6f7163 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417396'] for segment, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:10.659086 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-22ad4a35-7aa9-45c0-b313-5702ce6f7163 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:10.670208 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22ad4a35-7aa9-45c0-b313-5702ce6f7163 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Releasing vlan 663 on physical network physnet1 to pool {{(pid=103364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 18:10:10.670806 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-22ad4a35-7aa9-45c0-b313-5702ce6f7163 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12425183'] for segment, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:10.712519 n-d-818022-2 neutron-server[103364]: Traceback (most recent call last): Nov 19 18:10:10.712519 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 18:10:10.712519 n-d-818022-2 neutron-server[103364]: timer() Nov 19 18:10:10.712519 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 18:10:10.712519 n-d-818022-2 neutron-server[103364]: cb(*args, **kw) Nov 19 18:10:10.712519 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 18:10:10.712519 n-d-818022-2 neutron-server[103364]: return func(*args, **kwargs) Nov 19 18:10:10.712519 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 18:10:10.712519 n-d-818022-2 neutron-server[103364]: self._notify() Nov 19 18:10:10.712519 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 18:10:10.712519 n-d-818022-2 neutron-server[103364]: self.callback(batched_events) Nov 19 18:10:10.712519 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 18:10:10.712519 n-d-818022-2 neutron-server[103364]: event.method(event) Nov 19 18:10:10.712519 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 18:10:10.712519 n-d-818022-2 neutron-server[103364]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 18:10:10.712519 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 18:10:10.712519 n-d-818022-2 neutron-server[103364]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 18:10:10.712519 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 18:10:10.712519 n-d-818022-2 neutron-server[103364]: return f(self, *a, **k) Nov 19 18:10:10.712519 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 18:10:10.712519 n-d-818022-2 neutron-server[103364]: return self._get(url).json() Nov 19 18:10:10.712519 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 18:10:10.712519 n-d-818022-2 neutron-server[103364]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 18:10:10.712519 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 18:10:10.712519 n-d-818022-2 neutron-server[103364]: return self.request(url, 'GET', **kwargs) Nov 19 18:10:10.712519 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 18:10:10.712519 n-d-818022-2 neutron-server[103364]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 18:10:10.712519 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 18:10:10.712519 n-d-818022-2 neutron-server[103364]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 18:10:10.712519 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 18:10:10.712519 n-d-818022-2 neutron-server[103364]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 18:10:10.712519 n-d-818022-2 neutron-server[103364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 18:10:10.786598 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-22ad4a35-7aa9-45c0-b313-5702ce6f7163 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671242'] for network, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:10.799756 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-22ad4a35-7aa9-45c0-b313-5702ce6f7163 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks [] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:10.806800 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-22ad4a35-7aa9-45c0-b313-5702ce6f7163 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "DELETE /v2.0/networks/42124578-768e-4944-8737-c67497927ce8 HTTP/1.1" status: 204 len: 168 time: 0.5697961 Nov 19 18:10:10.806971 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 36920) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:10:10.826859 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ad4a35-7aa9-45c0-b313-5702ce6f7163 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Pushing event deleted for resources: {'Network': ['ID=42124578-768e-4944-8737-c67497927ce8,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:10:10.831707 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-47c05724-f571-4d67-a357-2da67c30f6d5 None None] Set router 479362ee-9c23-4bdf-aa23-bea5c71128aa gateway port host: n-d-818022-2 {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:10:10.937451 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ef56ab64-a293-4314-ba5c-59df2e742360 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:10.966821 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 36930) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:10:11.014229 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ef56ab64-a293-4314-ba5c-59df2e742360 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:11.049336 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c18546f8-f62f-4a91-b296-36c71443173a tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:11.058550 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6d96ca-38ee-4823-905d-762baaa3df15 req-a87fb74e-a932-4961-893f-63a468d203b0 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:10:11.060181 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0b6d96ca-38ee-4823-905d-762baaa3df15 req-a87fb74e-a932-4961-893f-63a468d203b0 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] 10.222.0.54 "GET /v2.0/ports?device_id=23e6100f-8ab1-4cbc-946a-28ec498e3539 HTTP/1.1" status: 200 len: 946 time: 0.1358018 Nov 19 18:10:11.092454 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c18546f8-f62f-4a91-b296-36c71443173a tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:11.164316 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0b6d96ca-38ee-4823-905d-762baaa3df15 req-e488c1e9-cebe-4330-aa0f-8f3641778a42 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] 10.222.0.54 "GET /v2.0/security-groups?id=332b108b-bbdc-4b3c-b42e-b9da772a67ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877326 Nov 19 18:10:11.196277 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c18546f8-f62f-4a91-b296-36c71443173a tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:11.198243 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ef56ab64-a293-4314-ba5c-59df2e742360 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:11.199310 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c18546f8-f62f-4a91-b296-36c71443173a tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:11.202476 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ef56ab64-a293-4314-ba5c-59df2e742360 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:11.203296 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-c18546f8-f62f-4a91-b296-36c71443173a tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] 10.222.0.54 "DELETE /v2.0/security-groups/59fd2e3a-979c-4d7f-96d7-93bcb3a8f537 HTTP/1.1" status: 204 len: 168 time: 0.2354462 Nov 19 18:10:11.203880 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-ef56ab64-a293-4314-ba5c-59df2e742360 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "DELETE /v2.0/security-groups/f3b4bc83-8bc0-4734-b4bc-8a15bbeccc9c HTTP/1.1" status: 204 len: 168 time: 0.3960927 Nov 19 18:10:11.204588 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 36932) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:10:11.216144 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18546f8-f62f-4a91-b296-36c71443173a tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59fd2e3a-979c-4d7f-96d7-93bcb3a8f537,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:10:11.237839 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef56ab64-a293-4314-ba5c-59df2e742360 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3b4bc83-8bc0-4734-b4bc-8a15bbeccc9c,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:10:11.293711 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-47c05724-f571-4d67-a357-2da67c30f6d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '479362ee-9c23-4bdf-aa23-bea5c71128aa', 'name': 'tempest-TestNetworkBasicOps-router-1799051085', 'tenant_id': 'd00a359bd74e4de6b0d3dd4ba0b5c79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.53'}], 'enable_snat': True}, 'gw_port_id': '1706ad07-f340-45ef-8070-8778cc53e080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:07:45Z', 'updated_at': '2021-11-19T18:10:08Z', 'revision_number': 6, 'project_id': 'd00a359bd74e4de6b0d3dd4ba0b5c79c', 'gw_port': {'id': '1706ad07-f340-45ef-8070-8778cc53e080', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:e2:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '479362ee-9c23-4bdf-aa23-bea5c71128aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:07:46Z', 'updated_at': '2021-11-19T18:07:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_floatingips': [{'id': 'd4ee1e25-1e3e-4665-b7d3-da545d5cf72d', 'tenant_id': 'd00a359bd74e4de6b0d3dd4ba0b5c79c', 'floating_ip_address': '172.25.7.177', 'floating_network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'router_id': '479362ee-9c23-4bdf-aa23-bea5c71128aa', 'port_id': 'de0c73f6-4b3f-4456-b6c8-b38c9e58246b', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80b24c25-6cae-4961-9404-ec39a219d9c1', 'mac_address': 'fa:16:3e:77:de:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df719fa6-e61d-4dde-ba0e-f406ab88334d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T18:08:33Z', 'updated_at': '2021-11-19T18:08:37Z', 'revision_number': 1, 'project_id': 'd00a359bd74e4de6b0d3dd4ba0b5c79c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7be3de05-d164-4ac0-8db7-79c97dd95b37', 'name': '', 'network_id': '80b24c25-6cae-4961-9404-ec39a219d9c1', 'tenant_id': 'd00a359bd74e4de6b0d3dd4ba0b5c79c', 'mac_address': 'fa:16:3e:d4:ac:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '479362ee-9c23-4bdf-aa23-bea5c71128aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': '159f3a31-387a-4317-a596-fb3e8eedbc09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:07:56Z', 'updated_at': '2021-11-19T18:08:07Z', 'revision_number': 5, 'project_id': 'd00a359bd74e4de6b0d3dd4ba0b5c79c', 'subnets': [{'id': '159f3a31-387a-4317-a596-fb3e8eedbc09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:10:11.333014 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c05724-f571-4d67-a357-2da67c30f6d5 None None] Checking router: 479362ee-9c23-4bdf-aa23-bea5c71128aa for host: n-d-818022-2 {{(pid=103366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:10:11.344793 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c05724-f571-4d67-a357-2da67c30f6d5 None None] Routers {'479362ee-9c23-4bdf-aa23-bea5c71128aa'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:10:11.345716 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-47c05724-f571-4d67-a357-2da67c30f6d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:10:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['479362ee-9c23-4bdf-aa23-bea5c71128aa'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:10:11.357545 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d7f6d164-f3bd-40f4-9b3b-df793f836345 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:11.414402 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d7f6d164-f3bd-40f4-9b3b-df793f836345 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:11.482973 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d7f6d164-f3bd-40f4-9b3b-df793f836345 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:11.485541 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d7f6d164-f3bd-40f4-9b3b-df793f836345 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:11.486241 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 252c9e51-9ec8-4b11-9250-88ec0cfee731 no longer exists at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:10:11.486745 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-d7f6d164-f3bd-40f4-9b3b-df793f836345 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] 10.222.0.54 "DELETE /v2.0/security-groups/89b17e8d-71d2-4cec-9f33-74c07bdbef24 HTTP/1.1" status: 204 len: 168 time: 0.2664504 Nov 19 18:10:11.490674 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 36938) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:10:11.510724 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f6d164-f3bd-40f4-9b3b-df793f836345 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89b17e8d-71d2-4cec-9f33-74c07bdbef24,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:10:11.543216 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] No Port match for: 252c9e51-9ec8-4b11-9250-88ec0cfee731 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:10:11.543650 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 252c9e51-9ec8-4b11-9250-88ec0cfee731 not bound to the agent host n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:10:11.544984 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 36940) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:10:11.550043 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-ac111484-a800-4902-ad16-2b3e0a0c936e tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1381984067', 'description': 'tempest-secgroup-smoke-1381984067 description', 'project_id': 'd41245dedb694df6accb5dc7769c75e5'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:10:11.559452 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device b36c192e-5326-4574-b08a-960a922c4f2d no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:10:11.595954 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: b36c192e-5326-4574-b08a-960a922c4f2d {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:10:11.595954 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device b36c192e-5326-4574-b08a-960a922c4f2d not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:10:11.595954 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-47c05724-f571-4d67-a357-2da67c30f6d5 None None] Set router 479362ee-9c23-4bdf-aa23-bea5c71128aa gateway port host: n-d-818022-2 {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:10:11.607156 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ac111484-a800-4902-ad16-2b3e0a0c936e tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:11.718625 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ac111484-a800-4902-ad16-2b3e0a0c936e tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:11.730540 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ac111484-a800-4902-ad16-2b3e0a0c936e tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:11.776728 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac111484-a800-4902-ad16-2b3e0a0c936e tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f4b6ed4-731c-4422-a542-0c167c226527,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:10:11.804140 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ac111484-a800-4902-ad16-2b3e0a0c936e tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:11.806747 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-ac111484-a800-4902-ad16-2b3e0a0c936e tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2596135 Nov 19 18:10:11.808863 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 36942) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:10:11.814956 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-5bc4fbcf-0c15-4603-8c75-85c95575f81a tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Request body: {'security_group_rule': {'security_group_id': '8f4b6ed4-731c-4422-a542-0c167c226527', 'project_id': 'd41245dedb694df6accb5dc7769c75e5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:10:11.850585 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5bc4fbcf-0c15-4603-8c75-85c95575f81a tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:11.922199 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-47c05724-f571-4d67-a357-2da67c30f6d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '479362ee-9c23-4bdf-aa23-bea5c71128aa', 'name': 'tempest-TestNetworkBasicOps-router-1799051085', 'tenant_id': 'd00a359bd74e4de6b0d3dd4ba0b5c79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.53'}], 'enable_snat': True}, 'gw_port_id': '1706ad07-f340-45ef-8070-8778cc53e080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:07:45Z', 'updated_at': '2021-11-19T18:10:08Z', 'revision_number': 6, 'project_id': 'd00a359bd74e4de6b0d3dd4ba0b5c79c', 'gw_port': {'id': '1706ad07-f340-45ef-8070-8778cc53e080', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:e2:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '479362ee-9c23-4bdf-aa23-bea5c71128aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:07:46Z', 'updated_at': '2021-11-19T18:07:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_floatingips': [{'id': 'd4ee1e25-1e3e-4665-b7d3-da545d5cf72d', 'tenant_id': 'd00a359bd74e4de6b0d3dd4ba0b5c79c', 'floating_ip_address': '172.25.7.177', 'floating_network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'router_id': '479362ee-9c23-4bdf-aa23-bea5c71128aa', 'port_id': 'de0c73f6-4b3f-4456-b6c8-b38c9e58246b', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80b24c25-6cae-4961-9404-ec39a219d9c1', 'mac_address': 'fa:16:3e:77:de:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df719fa6-e61d-4dde-ba0e-f406ab88334d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T18:08:33Z', 'updated_at': '2021-11-19T18:08:37Z', 'revision_number': 1, 'project_id': 'd00a359bd74e4de6b0d3dd4ba0b5c79c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7be3de05-d164-4ac0-8db7-79c97dd95b37', 'name': '', 'network_id': '80b24c25-6cae-4961-9404-ec39a219d9c1', 'tenant_id': 'd00a359bd74e4de6b0d3dd4ba0b5c79c', 'mac_address': 'fa:16:3e:d4:ac:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '479362ee-9c23-4bdf-aa23-bea5c71128aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': '159f3a31-387a-4317-a596-fb3e8eedbc09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:07:56Z', 'updated_at': '2021-11-19T18:08:07Z', 'revision_number': 5, 'project_id': 'd00a359bd74e4de6b0d3dd4ba0b5c79c', 'subnets': [{'id': '159f3a31-387a-4317-a596-fb3e8eedbc09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:10:11.943471 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5bc4fbcf-0c15-4603-8c75-85c95575f81a tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:11.953660 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5bc4fbcf-0c15-4603-8c75-85c95575f81a tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735179'] for security_group_rule, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:11.970276 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c05724-f571-4d67-a357-2da67c30f6d5 None None] The sync data for ids ['479362ee-9c23-4bdf-aa23-bea5c71128aa'] in n-d-818022-2 is: [{'id': '479362ee-9c23-4bdf-aa23-bea5c71128aa', 'name': 'tempest-TestNetworkBasicOps-router-1799051085', 'tenant_id': 'd00a359bd74e4de6b0d3dd4ba0b5c79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.53'}], 'enable_snat': True}, 'gw_port_id': '1706ad07-f340-45ef-8070-8778cc53e080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:07:45Z', 'updated_at': '2021-11-19T18:10:08Z', 'revision_number': 6, 'project_id': 'd00a359bd74e4de6b0d3dd4ba0b5c79c', 'gw_port': {'id': '1706ad07-f340-45ef-8070-8778cc53e080', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:e2:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '479362ee-9c23-4bdf-aa23-bea5c71128aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:07:46Z', 'updated_at': '2021-11-19T18:07:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_floatingips': [{'id': 'd4ee1e25-1e3e-4665-b7d3-da545d5cf72d', 'tenant_id': 'd00a359bd74e4de6b0d3dd4ba0b5c79c', 'floating_ip_address': '172.25.7.177', 'floating_network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'router_id': '479362ee-9c23-4bdf-aa23-bea5c71128aa', 'port_id': 'de0c73f6-4b3f-4456-b6c8-b38c9e58246b', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80b24c25-6cae-4961-9404-ec39a219d9c1', 'mac_address': 'fa:16:3e:77:de:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df719fa6-e61d-4dde-ba0e-f406ab88334d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T18:08:33Z', 'updated_at': '2021-11-19T18:08:37Z', 'revision_number': 1, 'project_id': 'd00a359bd74e4de6b0d3dd4ba0b5c79c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7be3de05-d164-4ac0-8db7-79c97dd95b37', 'name': '', 'network_id': '80b24c25-6cae-4961-9404-ec39a219d9c1', 'tenant_id': 'd00a359bd74e4de6b0d3dd4ba0b5c79c', 'mac_address': 'fa:16:3e:d4:ac:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '479362ee-9c23-4bdf-aa23-bea5c71128aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': '159f3a31-387a-4317-a596-fb3e8eedbc09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:07:56Z', 'updated_at': '2021-11-19T18:08:07Z', 'revision_number': 5, 'project_id': 'd00a359bd74e4de6b0d3dd4ba0b5c79c', 'subnets': [{'id': '159f3a31-387a-4317-a596-fb3e8eedbc09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:10:12.000228 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc4fbcf-0c15-4603-8c75-85c95575f81a tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc75aee5-88ff-4456-9591-51f18dd44141,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:10:12.028241 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5bc4fbcf-0c15-4603-8c75-85c95575f81a tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:12.030566 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-5bc4fbcf-0c15-4603-8c75-85c95575f81a tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2189238 Nov 19 18:10:12.034310 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 36952) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:10:12.039215 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-7820d038-08e9-47b2-86d8-f3d3417931f2 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Request body: {'security_group_rule': {'security_group_id': '8f4b6ed4-731c-4422-a542-0c167c226527', 'project_id': 'd41245dedb694df6accb5dc7769c75e5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:10:12.082350 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7820d038-08e9-47b2-86d8-f3d3417931f2 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:12.134347 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6c8dee45-d723-4b8a-96f8-c4293bb34d75 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-768564'] for router_interface, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:12.172893 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7820d038-08e9-47b2-86d8-f3d3417931f2 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:12.177678 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7820d038-08e9-47b2-86d8-f3d3417931f2 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735179'] for security_group_rule, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:12.211744 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7820d038-08e9-47b2-86d8-f3d3417931f2 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:12.215725 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-7820d038-08e9-47b2-86d8-f3d3417931f2 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1777089 Nov 19 18:10:12.219055 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 36956) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:10:12.225047 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-a3aca76e-5e37-4ed9-994f-fc91d4aabe3f tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Request body: {'security_group_rule': {'security_group_id': '8f4b6ed4-731c-4422-a542-0c167c226527', 'project_id': 'd41245dedb694df6accb5dc7769c75e5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:10:12.236852 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7820d038-08e9-47b2-86d8-f3d3417931f2 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ee7bd7c-8e60-4019-b9ab-44f1e1a6b21d,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:10:12.436242 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a3aca76e-5e37-4ed9-994f-fc91d4aabe3f tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:12.542526 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0830e762-be0c-4b5e-807f-d11a0b7c68af req-457f1538-16fe-4556-8a05-617c409c2810 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:10:12.544710 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0830e762-be0c-4b5e-807f-d11a0b7c68af req-457f1538-16fe-4556-8a05-617c409c2810 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] 10.222.0.60 "GET /v2.0/ports?device_id=23e6100f-8ab1-4cbc-946a-28ec498e3539 HTTP/1.1" status: 200 len: 946 time: 0.2717414 Nov 19 18:10:12.555418 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a3aca76e-5e37-4ed9-994f-fc91d4aabe3f tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:12.595651 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9d28b8-c42d-4593-bd84-d755db01a4cb req-b9e5e866-8fcc-4d31-818d-9162226976b3 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:10:12.604828 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-fb9d28b8-c42d-4593-bd84-d755db01a4cb req-b9e5e866-8fcc-4d31-818d-9162226976b3 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] 10.222.0.54 "GET /v2.0/ports?device_id=23e6100f-8ab1-4cbc-946a-28ec498e3539 HTTP/1.1" status: 200 len: 946 time: 0.1518624 Nov 19 18:10:12.615278 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a3aca76e-5e37-4ed9-994f-fc91d4aabe3f tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735179'] for security_group_rule, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:12.675283 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3aca76e-5e37-4ed9-994f-fc91d4aabe3f tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59442023-5575-4572-bf71-0155c184a49f,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:10:12.724855 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a3aca76e-5e37-4ed9-994f-fc91d4aabe3f tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:12.727463 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-fb9d28b8-c42d-4593-bd84-d755db01a4cb req-034126c7-2473-4ef8-a87e-bc3068ba38ba tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] 10.222.0.54 "GET /v2.0/security-groups?id=332b108b-bbdc-4b3c-b42e-b9da772a67ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1217594 Nov 19 18:10:12.729054 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-a3aca76e-5e37-4ed9-994f-fc91d4aabe3f tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5088398 Nov 19 18:10:12.729431 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 36966) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:10:12.734485 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-1cba8862-6d8a-43e9-9e43-8c6970bddf53 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Request body: {'security_group_rule': {'security_group_id': '8f4b6ed4-731c-4422-a542-0c167c226527', 'project_id': 'd41245dedb694df6accb5dc7769c75e5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:10:12.775956 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-0830e762-be0c-4b5e-807f-d11a0b7c68af req-d817ce90-caa5-4686-b938-1e83e94fcfd5 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Deleting port 18304a89-3bfb-451b-a679-cec275073ad2 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:10:12.776366 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-0830e762-be0c-4b5e-807f-d11a0b7c68af req-d817ce90-caa5-4686-b938-1e83e94fcfd5 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:12.778633 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1cba8862-6d8a-43e9-9e43-8c6970bddf53 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:12.797104 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-6c8dee45-d723-4b8a-96f8-c4293bb34d75 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Deleting port aead2bc7-c164-463c-a6e9-7e34c5ad53b1 {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:10:12.797448 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6c8dee45-d723-4b8a-96f8-c4293bb34d75 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:12.898987 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-0830e762-be0c-4b5e-807f-d11a0b7c68af req-d817ce90-caa5-4686-b938-1e83e94fcfd5 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] For port 18304a89-3bfb-451b-a679-cec275073ad2, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=18304a89-3bfb-451b-a679-cec275073ad2,segment=NetworkSegment(59ddae19-91da-4c10-9616-600be213246f),segment_id=59ddae19-91da-4c10-9616-600be213246f)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:10:12.900038 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-0830e762-be0c-4b5e-807f-d11a0b7c68af req-d817ce90-caa5-4686-b938-1e83e94fcfd5 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:12.916663 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-0830e762-be0c-4b5e-807f-d11a0b7c68af req-d817ce90-caa5-4686-b938-1e83e94fcfd5 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Calling delete_port for 18304a89-3bfb-451b-a679-cec275073ad2 owned by compute:nova {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:10:12.916938 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1cba8862-6d8a-43e9-9e43-8c6970bddf53 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:12.928571 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1cba8862-6d8a-43e9-9e43-8c6970bddf53 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735179'] for security_group_rule, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:12.944197 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [None req-6c8dee45-d723-4b8a-96f8-c4293bb34d75 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] For port aead2bc7-c164-463c-a6e9-7e34c5ad53b1, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=aead2bc7-c164-463c-a6e9-7e34c5ad53b1,segment=NetworkSegment(5ee359fe-da68-415f-bcc3-0b3a40ac0074),segment_id=5ee359fe-da68-415f-bcc3-0b3a40ac0074)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:10:12.944584 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6c8dee45-d723-4b8a-96f8-c4293bb34d75 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:12.967374 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cba8862-6d8a-43e9-9e43-8c6970bddf53 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e9aac20-394d-4d11-8c8f-69f96866cefb,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:10:12.971596 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-6c8dee45-d723-4b8a-96f8-c4293bb34d75 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Calling delete_port for aead2bc7-c164-463c-a6e9-7e34c5ad53b1 owned by network:router_interface {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:10:12.979834 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1cba8862-6d8a-43e9-9e43-8c6970bddf53 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:12.985075 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-1cba8862-6d8a-43e9-9e43-8c6970bddf53 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2506621 Nov 19 18:10:12.986172 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 36970) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:10:12.991133 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-7d78ea7b-f579-4a9b-9be1-d340c2dce45f tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Request body: {'security_group_rule': {'security_group_id': '8f4b6ed4-731c-4422-a542-0c167c226527', 'project_id': 'd41245dedb694df6accb5dc7769c75e5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:10:13.064646 n-d-818022-2 neutron-server[103364]: INFO neutron.db.securitygroups_db [None req-7d78ea7b-f579-4a9b-9be1-d340c2dce45f tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Project d41245dedb694df6accb5dc7769c75e5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 18:10:13.074856 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7d78ea7b-f579-4a9b-9be1-d340c2dce45f tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:13.192021 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7d78ea7b-f579-4a9b-9be1-d340c2dce45f tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:13.196227 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7d78ea7b-f579-4a9b-9be1-d340c2dce45f tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735179'] for security_group_rule, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:13.211546 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d78ea7b-f579-4a9b-9be1-d340c2dce45f tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d37bcca-d3ee-422c-b4e5-e7cc074e405f,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:10:13.262411 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7d78ea7b-f579-4a9b-9be1-d340c2dce45f tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:13.264016 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-7d78ea7b-f579-4a9b-9be1-d340c2dce45f tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2768946 Nov 19 18:10:13.267463 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 36990) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:10:13.277930 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-ae51253e-f9e0-43f9-bc10-7a0de3f480d8 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Request body: {'security_group_rule': {'security_group_id': '8f4b6ed4-731c-4422-a542-0c167c226527', 'project_id': 'd41245dedb694df6accb5dc7769c75e5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:10:13.310704 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6c8dee45-d723-4b8a-96f8-c4293bb34d75 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:13.320274 n-d-818022-2 neutron-server[103364]: INFO neutron.db.securitygroups_db [None req-ae51253e-f9e0-43f9-bc10-7a0de3f480d8 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Project d41245dedb694df6accb5dc7769c75e5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 18:10:13.344278 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ae51253e-f9e0-43f9-bc10-7a0de3f480d8 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:13.350384 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8dee45-d723-4b8a-96f8-c4293bb34d75 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Pushing event deleted for resources: {'Port': ['ID=aead2bc7-c164-463c-a6e9-7e34c5ad53b1,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:10:13.502368 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ae51253e-f9e0-43f9-bc10-7a0de3f480d8 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:13.511469 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ae51253e-f9e0-43f9-bc10-7a0de3f480d8 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735179'] for security_group_rule, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:13.543964 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device c3572576-cd35-4867-8ec1-c85d715045c0 no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:10:13.566816 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae51253e-f9e0-43f9-bc10-7a0de3f480d8 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b435ae66-2fb1-4766-9551-6be262922385,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:10:13.579798 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: c3572576-cd35-4867-8ec1-c85d715045c0 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:10:13.580275 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device c3572576-cd35-4867-8ec1-c85d715045c0 not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:10:13.594194 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ae51253e-f9e0-43f9-bc10-7a0de3f480d8 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:13.594194 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-ae51253e-f9e0-43f9-bc10-7a0de3f480d8 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3237462 Nov 19 18:10:13.601371 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 36992) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:10:13.607705 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-b4744f96-d9aa-4e47-9e0d-a97dfd2553c3 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Request body: {'network': {'name': 'tempest-network-smoke--1172016041', 'project_id': 'd41245dedb694df6accb5dc7769c75e5', 'port_security_enabled': True}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:10:13.618220 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6c8dee45-d723-4b8a-96f8-c4293bb34d75 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-768648'] for router_interface, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:13.647137 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-0830e762-be0c-4b5e-807f-d11a0b7c68af req-d817ce90-caa5-4686-b938-1e83e94fcfd5 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:13.677340 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4744f96-d9aa-4e47-9e0d-a97dfd2553c3 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Made reservation on behalf of d41245dedb694df6accb5dc7769c75e5 for: {'network': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:10:13.680952 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b4744f96-d9aa-4e47-9e0d-a97dfd2553c3 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:13.743200 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d817ce90-caa5-4686-b938-1e83e94fcfd5 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Pushing event deleted for resources: {'Port': ['ID=18304a89-3bfb-451b-a679-cec275073ad2,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:10:13.744924 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4744f96-d9aa-4e47-9e0d-a97dfd2553c3 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 668} {{(pid=103364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 18:10:13.788565 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b4744f96-d9aa-4e47-9e0d-a97dfd2553c3 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:13.788913 n-d-818022-2 neutron-server[103364]: INFO neutron.db.segments_db [None req-b4744f96-d9aa-4e47-9e0d-a97dfd2553c3 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Added segment 303313c8-64ac-45f8-92b0-cca63a8c0103 of type vlan for network 27e7e577-9b51-4ea8-b428-cb57dc2f1090 Nov 19 18:10:13.835669 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-0830e762-be0c-4b5e-807f-d11a0b7c68af req-d817ce90-caa5-4686-b938-1e83e94fcfd5 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] No DVR routers for this DVR port 18304a89-3bfb-451b-a679-cec275073ad2 on host n-h1-818022-2 {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:10:13.839303 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-0830e762-be0c-4b5e-807f-d11a0b7c68af req-d817ce90-caa5-4686-b938-1e83e94fcfd5 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:13.843816 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0830e762-be0c-4b5e-807f-d11a0b7c68af req-d817ce90-caa5-4686-b938-1e83e94fcfd5 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] 10.222.0.60 "DELETE /v2.0/ports/18304a89-3bfb-451b-a679-cec275073ad2 HTTP/1.1" status: 204 len: 173 time: 1.2851744 Nov 19 18:10:13.844836 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23e6100f-8ab1-4cbc-946a-28ec498e3539', 'name': 'network-vif-deleted', 'tag': '18304a89-3bfb-451b-a679-cec275073ad2'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:10:13.854664 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218319d759239a7d11f1288aef37381b97754913ee9ccbfd43b51a463f801712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-271223b4-e1de-4425-8108-d364d6abbb0c" -d '{"events": [{"server_uuid": "23e6100f-8ab1-4cbc-946a-28ec498e3539", "name": "network-vif-deleted", "tag": "18304a89-3bfb-451b-a679-cec275073ad2"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:10:13.869710 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08963621-94ca-484e-9ba3-1cbb7ef3619d req-ee2c168b-544b-42a3-b0d0-ea17919dae18 tempest-VolumesSnapshotTestJSON-1436321153 tempest-VolumesSnapshotTestJSON-1436321153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:10:13.871256 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-08963621-94ca-484e-9ba3-1cbb7ef3619d req-ee2c168b-544b-42a3-b0d0-ea17919dae18 tempest-VolumesSnapshotTestJSON-1436321153 tempest-VolumesSnapshotTestJSON-1436321153-project] 10.222.0.54 "GET /v2.0/networks?id=1723ab62-ac6f-4ffd-9143-0e9de9b9bbaf HTTP/1.1" status: 200 len: 814 time: 0.2763760 Nov 19 18:10:13.892109 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-08963621-94ca-484e-9ba3-1cbb7ef3619d req-8ddde119-048a-49cf-b78a-937c171dc65f tempest-VolumesSnapshotTestJSON-1436321153 tempest-VolumesSnapshotTestJSON-1436321153-project] 10.222.0.54 "GET /v2.0/quotas/95466484c95f4375b17ace97bcd45656 HTTP/1.1" status: 200 len: 375 time: 0.0144584 Nov 19 18:10:13.899534 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-eea64715-05e3-4baf-b2c2-a0d0e4178a3c req-3a48f57f-9858-47fc-b29e-ed45d9a29a28 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] 10.222.0.54 "GET /v2.0/ports?device_id=23e6100f-8ab1-4cbc-946a-28ec498e3539 HTTP/1.1" status: 200 len: 210 time: 0.0745070 Nov 19 18:10:13.902794 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b4744f96-d9aa-4e47-9e0d-a97dfd2553c3 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:13.943856 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-08963621-94ca-484e-9ba3-1cbb7ef3619d req-4e71e6e6-a8c0-462e-aa50-5f705baab61f tempest-VolumesSnapshotTestJSON-1436321153 tempest-VolumesSnapshotTestJSON-1436321153-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=95466484c95f4375b17ace97bcd45656&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0451629 Nov 19 18:10:13.983159 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:10:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af305a8b-a3ae-4340-8c0a-546d54f77598 x-openstack-request-id: req-af305a8b-a3ae-4340-8c0a-546d54f77598 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:10:13.983318 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23e6100f-8ab1-4cbc-946a-28ec498e3539", "name": "network-vif-deleted", "tag": "18304a89-3bfb-451b-a679-cec275073ad2", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:10:13.983647 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-af305a8b-a3ae-4340-8c0a-546d54f77598 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:10:13.983971 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23e6100f-8ab1-4cbc-946a-28ec498e3539', 'name': 'network-vif-deleted', 'tag': '18304a89-3bfb-451b-a679-cec275073ad2', 'status': 'completed', 'code': 200} Nov 19 18:10:13.998655 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b4744f96-d9aa-4e47-9e0d-a97dfd2553c3 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:14.008176 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4744f96-d9aa-4e47-9e0d-a97dfd2553c3 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:10:14.008797 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b4744f96-d9aa-4e47-9e0d-a97dfd2553c3 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks [] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:14.027403 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c8dee45-d723-4b8a-96f8-c4293bb34d75 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Router 71e7e0cd-d0fc-41c6-b449-81334a129c06 has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 18:10:14.066999 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-08963621-94ca-484e-9ba3-1cbb7ef3619d req-81467e27-b27b-4ba6-add9-a0cd9812217b service neutron] 10.222.0.54 "GET /v2.0/networks/1723ab62-ac6f-4ffd-9143-0e9de9b9bbaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163125 Nov 19 18:10:14.090208 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-b4744f96-d9aa-4e47-9e0d-a97dfd2553c3 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4873297 Nov 19 18:10:14.092406 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 37006) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:10:14.096975 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-1a0bf27c-492e-4bda-8ecc-dda906bdc452 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1058054596', 'admin_state_up': True, 'project_id': 'd41245dedb694df6accb5dc7769c75e5', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'}}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:10:14.176776 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1a0bf27c-492e-4bda-8ecc-dda906bdc452 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9890'] for router, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:14.178015 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1a0bf27c-492e-4bda-8ecc-dda906bdc452 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671617', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-732153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4689'] for router, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:14.187922 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4744f96-d9aa-4e47-9e0d-a97dfd2553c3 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Pushing event updated for resources: {'Network': ['ID=27e7e577-9b51-4ea8-b428-cb57dc2f1090,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:10:14.204166 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-08963621-94ca-484e-9ba3-1cbb7ef3619d req-508ef633-ba05-40c3-9cc3-1af44cece5f8 service neutron] 10.222.0.54 "GET /v2.0/networks/1723ab62-ac6f-4ffd-9143-0e9de9b9bbaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311388 Nov 19 18:10:14.205221 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network 27e7e577-9b51-4ea8-b428-cb57dc2f1090 details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 18:10:14.254566 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1a0bf27c-492e-4bda-8ecc-dda906bdc452 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:14.254791 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c8dee45-d723-4b8a-96f8-c4293bb34d75 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:10:14.261307 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-6c8dee45-d723-4b8a-96f8-c4293bb34d75 tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] 10.222.0.54 "PUT /v2.0/routers/71e7e0cd-d0fc-41c6-b449-81334a129c06/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7692490 Nov 19 18:10:14.263858 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 37012) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:10:14.267365 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c353e29-914d-49d7-84d2-b096903292be None None] Sync routers for ids ['71e7e0cd-d0fc-41c6-b449-81334a129c06'] in n-d-818022-2 {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:10:14.284644 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c353e29-914d-49d7-84d2-b096903292be None None] Routers {'71e7e0cd-d0fc-41c6-b449-81334a129c06'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:10:14.286419 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-1c353e29-914d-49d7-84d2-b096903292be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:10:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['71e7e0cd-d0fc-41c6-b449-81334a129c06'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:10:14.402255 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_v2 [None req-4da47fc9-a8f2-45e1-a85a-05f082f1536b tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Deleting subnet bf177aec-aa8e-41e9-ab4d-1db99ba50401 {{(pid=103364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 18:10:14.409085 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4da47fc9-a8f2-45e1-a85a-05f082f1536b tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Publish callbacks [] for subnet, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:14.493314 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4da47fc9-a8f2-45e1-a85a-05f082f1536b tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9416263'] for subnet, precommit_delete_associations {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:14.563876 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-1c353e29-914d-49d7-84d2-b096903292be None None] Set router 71e7e0cd-d0fc-41c6-b449-81334a129c06 gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:10:14.583931 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1a0bf27c-492e-4bda-8ecc-dda906bdc452 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:14.673031 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-65ea0d74-aa86-4a23-9958-373ba57f4f2c req-1ffd3826-b53f-4207-a41d-6a2e0189b12d tempest-VolumesSnapshotTestJSON-1436321153 tempest-VolumesSnapshotTestJSON-1436321153-project] 10.222.0.54 "GET /v2.0/ports?device_id=bca1a84d-085a-4654-b666-ddecac6105da HTTP/1.1" status: 200 len: 210 time: 0.0665493 Nov 19 18:10:14.725036 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4da47fc9-a8f2-45e1-a85a-05f082f1536b tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:14.787462 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-1c353e29-914d-49d7-84d2-b096903292be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71e7e0cd-d0fc-41c6-b449-81334a129c06', 'name': 'tempest-TestSecurityGroupsBasicOps-router-910720104', 'tenant_id': 'b03542aa894849fda969da6c43b6dbe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': 'e2b2f11f-a241-4369-90eb-39123eaea0bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:08:24Z', 'updated_at': '2021-11-19T18:10:13Z', 'revision_number': 5, 'project_id': 'b03542aa894849fda969da6c43b6dbe6', 'gw_port': {'id': 'e2b2f11f-a241-4369-90eb-39123eaea0bd', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:03:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e7e0cd-d0fc-41c6-b449-81334a129c06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:08:25Z', 'updated_at': '2021-11-19T18:08:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:10:14.826855 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c353e29-914d-49d7-84d2-b096903292be None None] Checking router: 71e7e0cd-d0fc-41c6-b449-81334a129c06 for host: n-d-818022-2 {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:10:14.832701 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4da47fc9-a8f2-45e1-a85a-05f082f1536b tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12425137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8983934'] for subnet, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:14.836974 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c353e29-914d-49d7-84d2-b096903292be None None] Routers {'71e7e0cd-d0fc-41c6-b449-81334a129c06'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:10:14.838003 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-1c353e29-914d-49d7-84d2-b096903292be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:10:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['71e7e0cd-d0fc-41c6-b449-81334a129c06'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:10:14.878289 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da47fc9-a8f2-45e1-a85a-05f082f1536b tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Pushing event deleted for resources: {'Subnet': ['ID=bf177aec-aa8e-41e9-ab4d-1db99ba50401,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:10:14.891651 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21a447aa-194d-4d8d-9bfd-c1ae48a01fd2 None None] Network 8d3188e0-fd7b-4dd3-a190-3de88a602e94 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:10:14.892258 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4da47fc9-a8f2-45e1-a85a-05f082f1536b tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:14.901665 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 37026) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:10:14.902479 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-4da47fc9-a8f2-45e1-a85a-05f082f1536b tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] 10.222.0.54 "DELETE /v2.0/subnets/bf177aec-aa8e-41e9-ab4d-1db99ba50401 HTTP/1.1" status: 204 len: 168 time: 0.6373453 Nov 19 18:10:14.998890 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 37032) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:10:15.049397 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1a0bf27c-492e-4bda-8ecc-dda906bdc452 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks [] for router_gateway, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:15.139098 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-fa698000-115e-4a95-9a17-67e4e3d55c95 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:15.139222 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-1c353e29-914d-49d7-84d2-b096903292be None None] Set router 71e7e0cd-d0fc-41c6-b449-81334a129c06 gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:10:15.156900 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1a0bf27c-492e-4bda-8ecc-dda906bdc452 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:15.174304 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfef4a6d-3daf-4de5-89f0-ee8f269ae66c None None] DHCP port deletion for 8d3188e0-fd7b-4dd3-a190-3de88a602e94 request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:10:15.180758 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-fa698000-115e-4a95-9a17-67e4e3d55c95 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:15.277638 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-bfef4a6d-3daf-4de5-89f0-ee8f269ae66c None None] Deleting port ff60b731-d45c-4ea8-b38c-10c5bc9d7be6 {{(pid=103366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:10:15.278611 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-bfef4a6d-3daf-4de5-89f0-ee8f269ae66c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:15.288269 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [None req-1a0bf27c-492e-4bda-8ecc-dda906bdc452 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Allocated IP 172.25.7.154 (645e61aa-1a6c-4e8f-857e-ab06edb4897f/88ed2d64-f56d-4f01-a468-946e01c99e82/73be8d29-eb8f-4466-bb21-34547be29c5c) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:10:15.334044 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-fa698000-115e-4a95-9a17-67e4e3d55c95 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:15.336968 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-fa698000-115e-4a95-9a17-67e4e3d55c95 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:15.338432 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-fa698000-115e-4a95-9a17-67e4e3d55c95 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] 10.222.0.54 "DELETE /v2.0/security-groups/332b108b-bbdc-4b3c-b42e-b9da772a67ae HTTP/1.1" status: 204 len: 168 time: 0.3382282 Nov 19 18:10:15.353786 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa698000-115e-4a95-9a17-67e4e3d55c95 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=332b108b-bbdc-4b3c-b42e-b9da772a67ae,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:10:15.404817 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 18304a89-3bfb-451b-a679-cec275073ad2 no longer exists at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:10:15.417592 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-bfef4a6d-3daf-4de5-89f0-ee8f269ae66c None None] For port ff60b731-d45c-4ea8-b38c-10c5bc9d7be6, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=ff60b731-d45c-4ea8-b38c-10c5bc9d7be6,segment=NetworkSegment(5ee359fe-da68-415f-bcc3-0b3a40ac0074),segment_id=5ee359fe-da68-415f-bcc3-0b3a40ac0074)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:10:15.418385 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-bfef4a6d-3daf-4de5-89f0-ee8f269ae66c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:15.462929 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] No Port match for: 18304a89-3bfb-451b-a679-cec275073ad2 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:10:15.464096 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 18304a89-3bfb-451b-a679-cec275073ad2 not bound to the agent host n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:10:15.467100 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-bfef4a6d-3daf-4de5-89f0-ee8f269ae66c None None] Calling delete_port for ff60b731-d45c-4ea8-b38c-10c5bc9d7be6 owned by network:dhcp {{(pid=103366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:10:15.479272 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1a0bf27c-492e-4bda-8ecc-dda906bdc452 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:15.520737 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-1c353e29-914d-49d7-84d2-b096903292be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71e7e0cd-d0fc-41c6-b449-81334a129c06', 'name': 'tempest-TestSecurityGroupsBasicOps-router-910720104', 'tenant_id': 'b03542aa894849fda969da6c43b6dbe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': 'e2b2f11f-a241-4369-90eb-39123eaea0bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:08:24Z', 'updated_at': '2021-11-19T18:10:13Z', 'revision_number': 5, 'project_id': 'b03542aa894849fda969da6c43b6dbe6', 'gw_port': {'id': 'e2b2f11f-a241-4369-90eb-39123eaea0bd', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:03:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e7e0cd-d0fc-41c6-b449-81334a129c06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:08:25Z', 'updated_at': '2021-11-19T18:08:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:10:15.535808 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1f5faed0-7b83-495a-8e63-70f5ac09789f tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Publish callbacks [] for router, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:15.552836 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device ff60b731-d45c-4ea8-b38c-10c5bc9d7be6 no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:10:15.555124 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c353e29-914d-49d7-84d2-b096903292be None None] The sync data for ids ['71e7e0cd-d0fc-41c6-b449-81334a129c06'] in n-d-818022-2 is: [{'id': '71e7e0cd-d0fc-41c6-b449-81334a129c06', 'name': 'tempest-TestSecurityGroupsBasicOps-router-910720104', 'tenant_id': 'b03542aa894849fda969da6c43b6dbe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': 'e2b2f11f-a241-4369-90eb-39123eaea0bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:08:24Z', 'updated_at': '2021-11-19T18:10:13Z', 'revision_number': 5, 'project_id': 'b03542aa894849fda969da6c43b6dbe6', 'gw_port': {'id': 'e2b2f11f-a241-4369-90eb-39123eaea0bd', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:03:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e7e0cd-d0fc-41c6-b449-81334a129c06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:08:25Z', 'updated_at': '2021-11-19T18:08:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:10:15.651692 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1a0bf27c-492e-4bda-8ecc-dda906bdc452 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:15.728445 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a0bf27c-492e-4bda-8ecc-dda906bdc452 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Network 645e61aa-1a6c-4e8f-857e-ab06edb4897f is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:10:15.732093 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0bf27c-492e-4bda-8ecc-dda906bdc452 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Pushing event updated for resources: {'Port': ['ID=73be8d29-eb8f-4466-bb21-34547be29c5c,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:10:15.736129 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-1a0bf27c-492e-4bda-8ecc-dda906bdc452 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:10:15.739161 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a0bf27c-492e-4bda-8ecc-dda906bdc452 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:10:15.754617 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-bfef4a6d-3daf-4de5-89f0-ee8f269ae66c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007'] for port, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:15.787141 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1f5faed0-7b83-495a-8e63-70f5ac09789f tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:15.818324 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfef4a6d-3daf-4de5-89f0-ee8f269ae66c None None] Pushing event deleted for resources: {'Port': ['ID=ff60b731-d45c-4ea8-b38c-10c5bc9d7be6,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:10:15.824287 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e26675ed-fc43-4484-b2d0-1698dc85729b None None] DHCP port deletion for 645e61aa-1a6c-4e8f-857e-ab06edb4897f request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:10:15.839850 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:15.845538 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfef4a6d-3daf-4de5-89f0-ee8f269ae66c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:10:15.845907 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfef4a6d-3daf-4de5-89f0-ee8f269ae66c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:10:15.846256 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfef4a6d-3daf-4de5-89f0-ee8f269ae66c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:10:15.846595 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfef4a6d-3daf-4de5-89f0-ee8f269ae66c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:10:15.846928 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfef4a6d-3daf-4de5-89f0-ee8f269ae66c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:10:15.847312 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfef4a6d-3daf-4de5-89f0-ee8f269ae66c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:10:15.847780 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfef4a6d-3daf-4de5-89f0-ee8f269ae66c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:10:15.848111 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfef4a6d-3daf-4de5-89f0-ee8f269ae66c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:10:15.848437 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfef4a6d-3daf-4de5-89f0-ee8f269ae66c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:10:15.848765 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfef4a6d-3daf-4de5-89f0-ee8f269ae66c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:10:15.849091 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfef4a6d-3daf-4de5-89f0-ee8f269ae66c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:10:15.849513 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfef4a6d-3daf-4de5-89f0-ee8f269ae66c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:10:15.859698 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfef4a6d-3daf-4de5-89f0-ee8f269ae66c None None] No DVR routers for this DVR port ff60b731-d45c-4ea8-b38c-10c5bc9d7be6 on host n-d-818022-2 {{(pid=103366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:10:15.898008 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 37044) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:10:15.916720 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-faa70cde-4cfc-4878-aaa6-792bd5498475 req-666fca37-5f0d-4215-b1a7-c7ecc97bed1b tempest-VolumesSnapshotTestJSON-1436321153 tempest-VolumesSnapshotTestJSON-1436321153-project] 10.222.0.54 "GET /v2.0/ports?device_id=bca1a84d-085a-4654-b666-ddecac6105da HTTP/1.1" status: 200 len: 210 time: 0.1090331 Nov 19 18:10:15.995813 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-5314a87c-24c6-49aa-8499-55bee0cb3fb6 None None] Provisioning complete for port 73be8d29-eb8f-4466-bb21-34547be29c5c triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:10:15.998045 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-5314a87c-24c6-49aa-8499-55bee0cb3fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:16.009383 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_v2 [None req-79976aea-6741-442f-98a2-2d5c8b48f4fb tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Deleting subnet adbb6cf6-3ed2-4544-8da2-4ff6c6a26b9d {{(pid=103364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 18:10:16.014418 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-79976aea-6741-442f-98a2-2d5c8b48f4fb tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks [] for subnet, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:16.055235 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-5314a87c-24c6-49aa-8499-55bee0cb3fb6 None None] Port 73be8d29-eb8f-4466-bb21-34547be29c5c cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:10:16.088425 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-1f5faed0-7b83-495a-8e63-70f5ac09789f tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Deleting port e2b2f11f-a241-4369-90eb-39123eaea0bd {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:10:16.088855 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1f5faed0-7b83-495a-8e63-70f5ac09789f tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:16.290406 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1a0bf27c-492e-4bda-8ecc-dda906bdc452 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks [] for router_gateway, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:16.416836 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [None req-1f5faed0-7b83-495a-8e63-70f5ac09789f tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] For port e2b2f11f-a241-4369-90eb-39123eaea0bd, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=e2b2f11f-a241-4369-90eb-39123eaea0bd,segment=NetworkSegment(bbe705c1-96c0-476e-8381-28227e6f0ac5),segment_id=bbe705c1-96c0-476e-8381-28227e6f0ac5)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:10:16.417208 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1f5faed0-7b83-495a-8e63-70f5ac09789f tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:16.435848 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-1f5faed0-7b83-495a-8e63-70f5ac09789f tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Calling delete_port for e2b2f11f-a241-4369-90eb-39123eaea0bd owned by network:router_gateway {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:10:16.504885 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-79976aea-6741-442f-98a2-2d5c8b48f4fb tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9416263'] for subnet, precommit_delete_associations {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:16.613187 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08963621-94ca-484e-9ba3-1cbb7ef3619d req-d3187370-63d2-4da6-8418-a0704468ebde tempest-VolumesSnapshotTestJSON-1436321153 tempest-VolumesSnapshotTestJSON-1436321153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:10:16.614845 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-08963621-94ca-484e-9ba3-1cbb7ef3619d req-d3187370-63d2-4da6-8418-a0704468ebde tempest-VolumesSnapshotTestJSON-1436321153 tempest-VolumesSnapshotTestJSON-1436321153-project] 10.222.0.86 "GET /v2.0/networks?id=1723ab62-ac6f-4ffd-9143-0e9de9b9bbaf HTTP/1.1" status: 200 len: 814 time: 0.1712840 Nov 19 18:10:16.623415 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1a0bf27c-492e-4bda-8ecc-dda906bdc452 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671702'] for router, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:16.629753 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-08963621-94ca-484e-9ba3-1cbb7ef3619d req-6b1b22a4-9034-4561-b5aa-df9e39ed290a tempest-VolumesSnapshotTestJSON-1436321153 tempest-VolumesSnapshotTestJSON-1436321153-project] Request body: {'port': {'device_id': 'bca1a84d-085a-4654-b666-ddecac6105da', 'network_id': '1723ab62-ac6f-4ffd-9143-0e9de9b9bbaf', 'admin_state_up': True, 'tenant_id': '95466484c95f4375b17ace97bcd45656'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:10:16.676864 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-79976aea-6741-442f-98a2-2d5c8b48f4fb tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:16.782509 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-79976aea-6741-442f-98a2-2d5c8b48f4fb tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12425137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8983934'] for subnet, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:16.784742 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1f5faed0-7b83-495a-8e63-70f5ac09789f tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:16.814056 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79976aea-6741-442f-98a2-2d5c8b48f4fb tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Pushing event deleted for resources: {'Subnet': ['ID=adbb6cf6-3ed2-4544-8da2-4ff6c6a26b9d,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:10:16.819108 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5faed0-7b83-495a-8e63-70f5ac09789f tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Pushing event deleted for resources: {'Port': ['ID=e2b2f11f-a241-4369-90eb-39123eaea0bd,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:10:16.820595 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08963621-94ca-484e-9ba3-1cbb7ef3619d req-6b1b22a4-9034-4561-b5aa-df9e39ed290a tempest-VolumesSnapshotTestJSON-1436321153 tempest-VolumesSnapshotTestJSON-1436321153-project] Made reservation on behalf of 95466484c95f4375b17ace97bcd45656 for: {'port': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:10:16.831764 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-08963621-94ca-484e-9ba3-1cbb7ef3619d req-6b1b22a4-9034-4561-b5aa-df9e39ed290a tempest-VolumesSnapshotTestJSON-1436321153 tempest-VolumesSnapshotTestJSON-1436321153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:16.842715 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea384ca5-b4cc-4485-9d61-6fef9f36dbe1 None None] DHCP port deletion for 645e61aa-1a6c-4e8f-857e-ab06edb4897f request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:10:16.847824 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-79976aea-6741-442f-98a2-2d5c8b48f4fb tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:16.851930 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-305668d5-6ab9-497c-80bc-1d45b3c2ce64 None None] Network 75b6734d-39c9-48de-a15b-624f6094abc5 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:10:16.856109 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-79976aea-6741-442f-98a2-2d5c8b48f4fb tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] 10.222.0.54 "DELETE /v2.0/subnets/adbb6cf6-3ed2-4544-8da2-4ff6c6a26b9d HTTP/1.1" status: 204 len: 168 time: 0.9568963 Nov 19 18:10:16.868753 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 37052) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:10:17.047506 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9bf9ee4d-6319-43a9-ae5d-4d9fbde1709d req-fe6dc23b-24dc-4cdb-ab95-fd3c36e63074 tempest-VolumesSnapshotTestJSON-1436321153 tempest-VolumesSnapshotTestJSON-1436321153-project] 10.222.0.54 "GET /v2.0/ports?device_id=bca1a84d-085a-4654-b666-ddecac6105da HTTP/1.1" status: 200 len: 210 time: 0.0381286 Nov 19 18:10:17.091723 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [req-08963621-94ca-484e-9ba3-1cbb7ef3619d req-6b1b22a4-9034-4561-b5aa-df9e39ed290a tempest-VolumesSnapshotTestJSON-1436321153 tempest-VolumesSnapshotTestJSON-1436321153-project] Allocated IP 172.20.0.12 (1723ab62-ac6f-4ffd-9143-0e9de9b9bbaf/154e2719-124a-4982-810f-9b7d265b31c0/4848cec5-a187-4cb0-86cf-bb1a4fa0aad7) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:10:17.123660 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d704fdf6-bb10-437b-9e74-1012e6a16fe3 None None] DHCP port deletion for 75b6734d-39c9-48de-a15b-624f6094abc5 request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:10:17.190346 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-d704fdf6-bb10-437b-9e74-1012e6a16fe3 None None] Deleting port 31b326ca-f679-47c8-a0c6-13a37b2f454a {{(pid=103366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:10:17.191379 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d704fdf6-bb10-437b-9e74-1012e6a16fe3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:17.280370 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-08963621-94ca-484e-9ba3-1cbb7ef3619d req-6b1b22a4-9034-4561-b5aa-df9e39ed290a tempest-VolumesSnapshotTestJSON-1436321153 tempest-VolumesSnapshotTestJSON-1436321153-project] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:17.283264 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-d704fdf6-bb10-437b-9e74-1012e6a16fe3 None None] For port 31b326ca-f679-47c8-a0c6-13a37b2f454a, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=31b326ca-f679-47c8-a0c6-13a37b2f454a,segment=NetworkSegment(59ddae19-91da-4c10-9616-600be213246f),segment_id=59ddae19-91da-4c10-9616-600be213246f)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:10:17.283882 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d704fdf6-bb10-437b-9e74-1012e6a16fe3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:17.287825 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a0bf27c-492e-4bda-8ecc-dda906bdc452 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Router edc171ab-e37b-473e-a03e-f993e73a9c94 is scheduled to L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 with binding_index 1 {{(pid=103365) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 18:10:17.304572 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-d704fdf6-bb10-437b-9e74-1012e6a16fe3 None None] Calling delete_port for 31b326ca-f679-47c8-a0c6-13a37b2f454a owned by network:dhcp {{(pid=103366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:10:17.325913 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1f5faed0-7b83-495a-8e63-70f5ac09789f tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-671730'] for router_gateway, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:17.333267 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-08963621-94ca-484e-9ba3-1cbb7ef3619d req-6b1b22a4-9034-4561-b5aa-df9e39ed290a tempest-VolumesSnapshotTestJSON-1436321153 tempest-VolumesSnapshotTestJSON-1436321153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:17.386108 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08963621-94ca-484e-9ba3-1cbb7ef3619d req-6b1b22a4-9034-4561-b5aa-df9e39ed290a tempest-VolumesSnapshotTestJSON-1436321153 tempest-VolumesSnapshotTestJSON-1436321153-project] Network 1723ab62-ac6f-4ffd-9143-0e9de9b9bbaf is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:10:17.389589 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [req-08963621-94ca-484e-9ba3-1cbb7ef3619d req-6b1b22a4-9034-4561-b5aa-df9e39ed290a tempest-VolumesSnapshotTestJSON-1436321153 tempest-VolumesSnapshotTestJSON-1436321153-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:10:17.392880 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [req-08963621-94ca-484e-9ba3-1cbb7ef3619d req-6b1b22a4-9034-4561-b5aa-df9e39ed290a tempest-VolumesSnapshotTestJSON-1436321153 tempest-VolumesSnapshotTestJSON-1436321153-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:10:17.431654 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d704fdf6-bb10-437b-9e74-1012e6a16fe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007'] for port, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:17.447881 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1b22a4-9034-4561-b5aa-df9e39ed290a tempest-VolumesSnapshotTestJSON-1436321153 tempest-VolumesSnapshotTestJSON-1436321153-project] Pushing event updated for resources: {'Port': ['ID=4848cec5-a187-4cb0-86cf-bb1a4fa0aad7,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:10:17.470404 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08963621-94ca-484e-9ba3-1cbb7ef3619d req-6b1b22a4-9034-4561-b5aa-df9e39ed290a tempest-VolumesSnapshotTestJSON-1436321153 tempest-VolumesSnapshotTestJSON-1436321153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:10:17.471036 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-08963621-94ca-484e-9ba3-1cbb7ef3619d req-6b1b22a4-9034-4561-b5aa-df9e39ed290a tempest-VolumesSnapshotTestJSON-1436321153 tempest-VolumesSnapshotTestJSON-1436321153-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:17.483378 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d704fdf6-bb10-437b-9e74-1012e6a16fe3 None None] Pushing event deleted for resources: {'Port': ['ID=31b326ca-f679-47c8-a0c6-13a37b2f454a,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:10:17.492793 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-08963621-94ca-484e-9ba3-1cbb7ef3619d req-6b1b22a4-9034-4561-b5aa-df9e39ed290a tempest-VolumesSnapshotTestJSON-1436321153 tempest-VolumesSnapshotTestJSON-1436321153-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8671849 Nov 19 18:10:17.492979 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d704fdf6-bb10-437b-9e74-1012e6a16fe3 None None] No DVR routers for this DVR port 31b326ca-f679-47c8-a0c6-13a37b2f454a on host n-d-818022-2 {{(pid=103366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:10:17.495843 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6ea932f7-a04d-40fe-a572-94f60e8cf9eb tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:17.507777 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-08963621-94ca-484e-9ba3-1cbb7ef3619d req-f8607a01-aee7-4a5e-92c1-6692240cea36 service neutron] Request body: {'port': {'device_id': 'bca1a84d-085a-4654-b666-ddecac6105da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818022-2'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:10:17.512723 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1f5faed0-7b83-495a-8e63-70f5ac09789f tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4696'] for router, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:17.516706 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1f5faed0-7b83-495a-8e63-70f5ac09789f tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:17.577699 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-08963621-94ca-484e-9ba3-1cbb7ef3619d req-f8607a01-aee7-4a5e-92c1-6692240cea36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:17.637171 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1f5faed0-7b83-495a-8e63-70f5ac09789f tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-543895'] for router, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:17.637593 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f5faed0-7b83-495a-8e63-70f5ac09789f tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Fanout notify agent at l3_agent the message router_deleted on router 71e7e0cd-d0fc-41c6-b449-81334a129c06 {{(pid=103365) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 18:10:17.669131 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1f5faed0-7b83-495a-8e63-70f5ac09789f tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Publish callbacks [] for router, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:17.670275 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-1f5faed0-7b83-495a-8e63-70f5ac09789f tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] 10.222.0.54 "DELETE /v2.0/routers/71e7e0cd-d0fc-41c6-b449-81334a129c06 HTTP/1.1" status: 204 len: 168 time: 2.7674892 Nov 19 18:10:17.682451 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 31b326ca-f679-47c8-a0c6-13a37b2f454a no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:10:17.708623 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: 31b326ca-f679-47c8-a0c6-13a37b2f454a {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:10:17.708994 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 31b326ca-f679-47c8-a0c6-13a37b2f454a not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:10:17.709382 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device aead2bc7-c164-463c-a6e9-7e34c5ad53b1 no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:10:17.716466 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 37062) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:10:17.750419 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: aead2bc7-c164-463c-a6e9-7e34c5ad53b1 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:10:17.750826 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device aead2bc7-c164-463c-a6e9-7e34c5ad53b1 not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:10:17.759657 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6ea932f7-a04d-40fe-a572-94f60e8cf9eb tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:17.778996 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a0bf27c-492e-4bda-8ecc-dda906bdc452 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:10:17.794654 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b52dfcc0-343e-4170-a8ad-e2643d6d2495 None None] Sync routers for ids ['edc171ab-e37b-473e-a03e-f993e73a9c94'] in n-d-818022-2 {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:10:17.799450 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-6ea932f7-a04d-40fe-a572-94f60e8cf9eb tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75b6734d-39c9-48de-a15b-624f6094abc5']}} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:10:17.816417 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b52dfcc0-343e-4170-a8ad-e2643d6d2495 None None] Routers {'edc171ab-e37b-473e-a03e-f993e73a9c94'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:10:17.821003 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-6ea932f7-a04d-40fe-a572-94f60e8cf9eb tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59ddae19-91da-4c10-9616-600be213246f') {'for_net_delete': True} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:10:17.821230 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-b52dfcc0-343e-4170-a8ad-e2643d6d2495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:10:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['edc171ab-e37b-473e-a03e-f993e73a9c94'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:10:17.821359 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-6ea932f7-a04d-40fe-a572-94f60e8cf9eb tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59ddae19-91da-4c10-9616-600be213246f') {} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:10:17.835561 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1a0bf27c-492e-4bda-8ecc-dda906bdc452 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks [] for router, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:17.836811 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-1a0bf27c-492e-4bda-8ecc-dda906bdc452 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 3.7437017 Nov 19 18:10:17.839909 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 37064) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:10:17.848815 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6ea932f7-a04d-40fe-a572-94f60e8cf9eb tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12545382'] for segment, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:17.875019 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1277a321-b46e-464c-91fe-3b01e8c0d67f tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:17.901191 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-a9e3a3bb-7f76-4c13-9b48-10859394f122 tempest-TestNetworkAdvancedServerOps-1185469273 tempest-TestNetworkAdvancedServerOps-1185469273-project-admin] 10.222.0.54 "GET /v2.0/subnets?project_id=d41245dedb694df6accb5dc7769c75e5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0600085 Nov 19 18:10:17.903939 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 37066) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:10:17.919532 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6ea932f7-a04d-40fe-a572-94f60e8cf9eb tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:17.972774 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ea932f7-a04d-40fe-a572-94f60e8cf9eb tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Releasing vlan 654 on physical network physnet1 to pool {{(pid=103365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 18:10:17.974094 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6ea932f7-a04d-40fe-a572-94f60e8cf9eb tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12282953'] for segment, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:17.978408 n-d-818022-2 neutron-server[103365]: Traceback (most recent call last): Nov 19 18:10:17.978408 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 18:10:17.978408 n-d-818022-2 neutron-server[103365]: timer() Nov 19 18:10:17.978408 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 18:10:17.978408 n-d-818022-2 neutron-server[103365]: cb(*args, **kw) Nov 19 18:10:17.978408 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 18:10:17.978408 n-d-818022-2 neutron-server[103365]: return func(*args, **kwargs) Nov 19 18:10:17.978408 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 18:10:17.978408 n-d-818022-2 neutron-server[103365]: self._notify() Nov 19 18:10:17.978408 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 18:10:17.978408 n-d-818022-2 neutron-server[103365]: self.callback(batched_events) Nov 19 18:10:17.978408 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 18:10:17.978408 n-d-818022-2 neutron-server[103365]: event.method(event) Nov 19 18:10:17.978408 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 18:10:17.978408 n-d-818022-2 neutron-server[103365]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 18:10:17.978408 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 18:10:17.978408 n-d-818022-2 neutron-server[103365]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 18:10:17.978408 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 18:10:17.978408 n-d-818022-2 neutron-server[103365]: return f(self, *a, **k) Nov 19 18:10:17.978408 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 18:10:17.978408 n-d-818022-2 neutron-server[103365]: return self._get(url).json() Nov 19 18:10:17.978408 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 18:10:17.978408 n-d-818022-2 neutron-server[103365]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 18:10:17.978408 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 18:10:17.978408 n-d-818022-2 neutron-server[103365]: return self.request(url, 'GET', **kwargs) Nov 19 18:10:17.978408 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 18:10:17.978408 n-d-818022-2 neutron-server[103365]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 18:10:17.978408 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 18:10:17.978408 n-d-818022-2 neutron-server[103365]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 18:10:17.978408 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 18:10:17.978408 n-d-818022-2 neutron-server[103365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 18:10:17.978408 n-d-818022-2 neutron-server[103365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 18:10:17.982972 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-b52dfcc0-343e-4170-a8ad-e2643d6d2495 None None] Set router edc171ab-e37b-473e-a03e-f993e73a9c94 gateway port host: n-d-818022-2 {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:10:18.019544 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1277a321-b46e-464c-91fe-3b01e8c0d67f tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:18.061374 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-1277a321-b46e-464c-91fe-3b01e8c0d67f tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d3188e0-fd7b-4dd3-a190-3de88a602e94']}} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:10:18.074308 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6ea932f7-a04d-40fe-a572-94f60e8cf9eb tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671242'] for network, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:18.078283 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a0e359c-7397-4f29-acc0-c80e08376407 tempest-TestNetworkAdvancedServerOps-1185469273 tempest-TestNetworkAdvancedServerOps-1185469273-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:10:18.081906 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-4a0e359c-7397-4f29-acc0-c80e08376407 tempest-TestNetworkAdvancedServerOps-1185469273 tempest-TestNetworkAdvancedServerOps-1185469273-project-admin] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1762221 Nov 19 18:10:18.087824 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 37070) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:10:18.089965 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6ea932f7-a04d-40fe-a572-94f60e8cf9eb tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks [] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:18.093365 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-6ea932f7-a04d-40fe-a572-94f60e8cf9eb tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] 10.222.0.54 "DELETE /v2.0/networks/75b6734d-39c9-48de-a15b-624f6094abc5 HTTP/1.1" status: 204 len: 168 time: 1.2234495 Nov 19 18:10:18.096827 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 37072) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:10:18.135342 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-1277a321-b46e-464c-91fe-3b01e8c0d67f tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ee359fe-da68-415f-bcc3-0b3a40ac0074') {'for_net_delete': True} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:10:18.135637 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-1277a321-b46e-464c-91fe-3b01e8c0d67f tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ee359fe-da68-415f-bcc3-0b3a40ac0074') {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:10:18.166440 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1277a321-b46e-464c-91fe-3b01e8c0d67f tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417396'] for segment, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:18.176179 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea932f7-a04d-40fe-a572-94f60e8cf9eb tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Pushing event deleted for resources: {'Network': ['ID=75b6734d-39c9-48de-a15b-624f6094abc5,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:10:18.187107 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [req-08963621-94ca-484e-9ba3-1cbb7ef3619d req-f8607a01-aee7-4a5e-92c1-6692240cea36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4848cec5-a187-4cb0-86cf-bb1a4fa0aad7 {{(pid=103364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:10:18.204423 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-08963621-94ca-484e-9ba3-1cbb7ef3619d req-f8607a01-aee7-4a5e-92c1-6692240cea36 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:18.209057 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1277a321-b46e-464c-91fe-3b01e8c0d67f tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:18.212279 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-ad0b5957-cd19-40bd-ba1e-f71292f1f393 tempest-TestNetworkAdvancedServerOps-1185469273 tempest-TestNetworkAdvancedServerOps-1185469273-project-admin] 10.222.0.54 "GET /v2.0/subnets?network_id=645e61aa-1a6c-4e8f-857e-ab06edb4897f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1169631 Nov 19 18:10:18.215847 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 37076) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:10:18.230134 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-98334f98-be45-4f23-83ac-02e8d56c889b tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1462935525', 'network_id': '27e7e577-9b51-4ea8-b428-cb57dc2f1090', 'project_id': 'd41245dedb694df6accb5dc7769c75e5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:10:18.255535 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1277a321-b46e-464c-91fe-3b01e8c0d67f tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Releasing vlan 693 on physical network physnet1 to pool {{(pid=103364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 18:10:18.256205 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1277a321-b46e-464c-91fe-3b01e8c0d67f tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12425183'] for segment, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:18.262518 n-d-818022-2 neutron-server[103364]: Traceback (most recent call last): Nov 19 18:10:18.262518 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 18:10:18.262518 n-d-818022-2 neutron-server[103364]: timer() Nov 19 18:10:18.262518 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 18:10:18.262518 n-d-818022-2 neutron-server[103364]: cb(*args, **kw) Nov 19 18:10:18.262518 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 18:10:18.262518 n-d-818022-2 neutron-server[103364]: return func(*args, **kwargs) Nov 19 18:10:18.262518 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 18:10:18.262518 n-d-818022-2 neutron-server[103364]: self._notify() Nov 19 18:10:18.262518 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 18:10:18.262518 n-d-818022-2 neutron-server[103364]: self.callback(batched_events) Nov 19 18:10:18.262518 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 18:10:18.262518 n-d-818022-2 neutron-server[103364]: event.method(event) Nov 19 18:10:18.262518 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 18:10:18.262518 n-d-818022-2 neutron-server[103364]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 18:10:18.262518 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 18:10:18.262518 n-d-818022-2 neutron-server[103364]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 18:10:18.262518 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 18:10:18.262518 n-d-818022-2 neutron-server[103364]: return f(self, *a, **k) Nov 19 18:10:18.262518 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 18:10:18.262518 n-d-818022-2 neutron-server[103364]: return self._get(url).json() Nov 19 18:10:18.262518 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 18:10:18.262518 n-d-818022-2 neutron-server[103364]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 18:10:18.262518 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 18:10:18.262518 n-d-818022-2 neutron-server[103364]: return self.request(url, 'GET', **kwargs) Nov 19 18:10:18.262518 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 18:10:18.262518 n-d-818022-2 neutron-server[103364]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 18:10:18.262518 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 18:10:18.262518 n-d-818022-2 neutron-server[103364]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 18:10:18.262518 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 18:10:18.262518 n-d-818022-2 neutron-server[103364]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 18:10:18.262518 n-d-818022-2 neutron-server[103364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 18:10:18.296394 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-b52dfcc0-343e-4170-a8ad-e2643d6d2495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edc171ab-e37b-473e-a03e-f993e73a9c94', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1058054596', 'tenant_id': 'd41245dedb694df6accb5dc7769c75e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.154'}], 'enable_snat': True}, 'gw_port_id': '73be8d29-eb8f-4466-bb21-34547be29c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:10:14Z', 'updated_at': '2021-11-19T18:10:16Z', 'revision_number': 3, 'project_id': 'd41245dedb694df6accb5dc7769c75e5', 'gw_port': {'id': '73be8d29-eb8f-4466-bb21-34547be29c5c', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:03:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edc171ab-e37b-473e-a03e-f993e73a9c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:10:15Z', 'updated_at': '2021-11-19T18:10:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:10:18.329831 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b52dfcc0-343e-4170-a8ad-e2643d6d2495 None None] Checking router: edc171ab-e37b-473e-a03e-f993e73a9c94 for host: n-d-818022-2 {{(pid=103366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:10:18.330203 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b52dfcc0-343e-4170-a8ad-e2643d6d2495 None None] Updating router edc171ab-e37b-473e-a03e-f993e73a9c94 port 73be8d29-eb8f-4466-bb21-34547be29c5c binding host n-d-818022-2 {{(pid=103366) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 18:10:18.350804 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6603ff60-0aef-4297-a59e-043f7d949873 req-7993c549-ceba-43fb-b612-c949985375d8 tempest-VolumesSnapshotTestJSON-1436321153 tempest-VolumesSnapshotTestJSON-1436321153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:10:18.354368 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6603ff60-0aef-4297-a59e-043f7d949873 req-7993c549-ceba-43fb-b612-c949985375d8 tempest-VolumesSnapshotTestJSON-1436321153 tempest-VolumesSnapshotTestJSON-1436321153-project] 10.222.0.54 "GET /v2.0/ports?device_id=bca1a84d-085a-4654-b666-ddecac6105da HTTP/1.1" status: 200 len: 932 time: 0.1789579 Nov 19 18:10:18.354858 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b52dfcc0-343e-4170-a8ad-e2643d6d2495 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:18.413164 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1277a321-b46e-464c-91fe-3b01e8c0d67f tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671242'] for network, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:18.424195 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1277a321-b46e-464c-91fe-3b01e8c0d67f tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Publish callbacks [] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:18.433182 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-1277a321-b46e-464c-91fe-3b01e8c0d67f tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] 10.222.0.54 "DELETE /v2.0/networks/8d3188e0-fd7b-4dd3-a190-3de88a602e94 HTTP/1.1" status: 204 len: 168 time: 0.7143428 Nov 19 18:10:18.435757 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.provisioning_blocks [req-08963621-94ca-484e-9ba3-1cbb7ef3619d req-f8607a01-aee7-4a5e-92c1-6692240cea36 service neutron] Transition to ACTIVE for port object 4848cec5-a187-4cb0-86cf-bb1a4fa0aad7 will not be triggered until provisioned by entity L2. {{(pid=103364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 18:10:18.470679 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1277a321-b46e-464c-91fe-3b01e8c0d67f tempest-TestSecurityGroupsBasicOps-1635299615 tempest-TestSecurityGroupsBasicOps-1635299615-project] Pushing event deleted for resources: {'Network': ['ID=8d3188e0-fd7b-4dd3-a190-3de88a602e94,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:10:18.492535 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-08963621-94ca-484e-9ba3-1cbb7ef3619d req-f8607a01-aee7-4a5e-92c1-6692240cea36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:18.492735 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6603ff60-0aef-4297-a59e-043f7d949873 req-72e73591-69c0-49b4-a310-96a663c90c55 tempest-VolumesSnapshotTestJSON-1436321153 tempest-VolumesSnapshotTestJSON-1436321153-project] 10.222.0.54 "GET /v2.0/security-groups?id=1a0ae3c5-06ec-4f80-a08c-2f3d319d67f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270170 Nov 19 18:10:18.518630 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-17eb541d-73b6-4873-aefd-5277ccbe238e tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Deleting port e2dcc53d-8ead-40fd-9393-8997e81a9079 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:10:18.519140 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-17eb541d-73b6-4873-aefd-5277ccbe238e tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:18.542211 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98334f98-be45-4f23-83ac-02e8d56c889b tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Made reservation on behalf of d41245dedb694df6accb5dc7769c75e5 for: {'subnet': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:10:18.545768 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-98334f98-be45-4f23-83ac-02e8d56c889b tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8983829'] for subnet, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:18.625983 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-17eb541d-73b6-4873-aefd-5277ccbe238e tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:18.626982 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-17eb541d-73b6-4873-aefd-5277ccbe238e tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:18.646026 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-17eb541d-73b6-4873-aefd-5277ccbe238e tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Calling delete_port for e2dcc53d-8ead-40fd-9393-8997e81a9079 owned by network:floatingip {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:10:18.700036 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8607a01-aee7-4a5e-92c1-6692240cea36 service neutron] Pushing event updated for resources: {'Port': ['ID=4848cec5-a187-4cb0-86cf-bb1a4fa0aad7,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:10:18.776149 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-08963621-94ca-484e-9ba3-1cbb7ef3619d req-f8607a01-aee7-4a5e-92c1-6692240cea36 service neutron] Attempting to bind port 4848cec5-a187-4cb0-86cf-bb1a4fa0aad7 on host n-h2-818022-2 for vnic_type normal with profile {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:10:18.776507 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-08963621-94ca-484e-9ba3-1cbb7ef3619d req-f8607a01-aee7-4a5e-92c1-6692240cea36 service neutron] Attempting to bind port 4848cec5-a187-4cb0-86cf-bb1a4fa0aad7 by drivers openvswitch,hyperv on host n-h2-818022-2 at level 0 using segments [{'id': '5c045df4-8b55-4d72-991d-9356509652cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '1723ab62-ac6f-4ffd-9143-0e9de9b9bbaf'}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:10:18.776926 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08963621-94ca-484e-9ba3-1cbb7ef3619d req-f8607a01-aee7-4a5e-92c1-6692240cea36 service neutron] Attempting to bind port 4848cec5-a187-4cb0-86cf-bb1a4fa0aad7 on network 1723ab62-ac6f-4ffd-9143-0e9de9b9bbaf {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:10:18.782876 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08963621-94ca-484e-9ba3-1cbb7ef3619d req-f8607a01-aee7-4a5e-92c1-6692240cea36 service neutron] Port 4848cec5-a187-4cb0-86cf-bb1a4fa0aad7 on network 1723ab62-ac6f-4ffd-9143-0e9de9b9bbaf not bound, no agent of type Open vSwitch agent registered on host n-h2-818022-2 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 18:10:18.783203 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08963621-94ca-484e-9ba3-1cbb7ef3619d req-f8607a01-aee7-4a5e-92c1-6692240cea36 service neutron] Attempting to bind port 4848cec5-a187-4cb0-86cf-bb1a4fa0aad7 on network 1723ab62-ac6f-4ffd-9143-0e9de9b9bbaf {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:10:18.791745 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08963621-94ca-484e-9ba3-1cbb7ef3619d req-f8607a01-aee7-4a5e-92c1-6692240cea36 service neutron] Checking agent: {'id': '525ad2ac-c4ae-4c63-af2e-0bf8d25d0f0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'started_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 10, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:10:18.792073 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08963621-94ca-484e-9ba3-1cbb7ef3619d req-f8607a01-aee7-4a5e-92c1-6692240cea36 service neutron] Checking segment: {'id': '5c045df4-8b55-4d72-991d-9356509652cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '1723ab62-ac6f-4ffd-9143-0e9de9b9bbaf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:10:18.792758 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08963621-94ca-484e-9ba3-1cbb7ef3619d req-f8607a01-aee7-4a5e-92c1-6692240cea36 service neutron] Bound using segment: {'id': '5c045df4-8b55-4d72-991d-9356509652cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '1723ab62-ac6f-4ffd-9143-0e9de9b9bbaf'} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:10:18.793203 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-08963621-94ca-484e-9ba3-1cbb7ef3619d req-f8607a01-aee7-4a5e-92c1-6692240cea36 service neutron] Bound port: 4848cec5-a187-4cb0-86cf-bb1a4fa0aad7, host: n-h2-818022-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c045df4-8b55-4d72-991d-9356509652cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '1723ab62-ac6f-4ffd-9143-0e9de9b9bbaf'}}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:10:18.793561 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-08963621-94ca-484e-9ba3-1cbb7ef3619d req-f8607a01-aee7-4a5e-92c1-6692240cea36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:18.940257 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-08963621-94ca-484e-9ba3-1cbb7ef3619d req-f8607a01-aee7-4a5e-92c1-6692240cea36 service neutron] For port 4848cec5-a187-4cb0-86cf-bb1a4fa0aad7, host n-h2-818022-2, cleared binding levels {{(pid=103364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:10:18.945235 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-08963621-94ca-484e-9ba3-1cbb7ef3619d req-f8607a01-aee7-4a5e-92c1-6692240cea36 service neutron] For port 4848cec5-a187-4cb0-86cf-bb1a4fa0aad7, host n-h2-818022-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=4848cec5-a187-4cb0-86cf-bb1a4fa0aad7,segment=NetworkSegment(5c045df4-8b55-4d72-991d-9356509652cb),segment_id=5c045df4-8b55-4d72-991d-9356509652cb)] {{(pid=103364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:10:18.947161 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-98334f98-be45-4f23-83ac-02e8d56c889b tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12425078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8983815'] for subnet, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:18.961968 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b52dfcc0-343e-4170-a8ad-e2643d6d2495 None None] Publish callbacks [] for port, precommit_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:18.974745 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b52dfcc0-343e-4170-a8ad-e2643d6d2495 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:18.983890 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 37088) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:10:18.984800 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-08963621-94ca-484e-9ba3-1cbb7ef3619d req-f8607a01-aee7-4a5e-92c1-6692240cea36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:18.991000 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-17eb541d-73b6-4873-aefd-5277ccbe238e tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:19.020651 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17eb541d-73b6-4873-aefd-5277ccbe238e tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Pushing event deleted for resources: {'Port': ['ID=e2dcc53d-8ead-40fd-9393-8997e81a9079,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:10:19.043416 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bc94d57-042e-4569-b901-19e22240da5f None None] DHCP port deletion for 645e61aa-1a6c-4e8f-857e-ab06edb4897f request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:10:19.073898 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4848323f-2a9a-4b8b-853c-672e45265fdf None None] Pushing event updated for resources: {'Port': ['ID=73be8d29-eb8f-4466-bb21-34547be29c5c,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:10:19.082334 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-b52dfcc0-343e-4170-a8ad-e2643d6d2495 None None] Attempting to bind port 73be8d29-eb8f-4466-bb21-34547be29c5c on host n-d-818022-2 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:10:19.082718 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-b52dfcc0-343e-4170-a8ad-e2643d6d2495 None None] Attempting to bind port 73be8d29-eb8f-4466-bb21-34547be29c5c by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:10:19.084816 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52dfcc0-343e-4170-a8ad-e2643d6d2495 None None] Attempting to bind port 73be8d29-eb8f-4466-bb21-34547be29c5c on network 645e61aa-1a6c-4e8f-857e-ab06edb4897f {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:10:19.091569 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52dfcc0-343e-4170-a8ad-e2643d6d2495 None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 10, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:10:19.092190 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52dfcc0-343e-4170-a8ad-e2643d6d2495 None None] Checking segment: {'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:10:19.092643 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b52dfcc0-343e-4170-a8ad-e2643d6d2495 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:19.093034 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52dfcc0-343e-4170-a8ad-e2643d6d2495 None None] Bound using segment: {'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:10:19.093612 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-b52dfcc0-343e-4170-a8ad-e2643d6d2495 None None] Bound port: 73be8d29-eb8f-4466-bb21-34547be29c5c, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:10:19.094024 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b52dfcc0-343e-4170-a8ad-e2643d6d2495 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:19.107884 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-17eb541d-73b6-4873-aefd-5277ccbe238e tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks [] for floatingip, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:19.109159 n-d-818022-2 neutron-server[103365]: INFO neutron.db.l3_db [None req-17eb541d-73b6-4873-aefd-5277ccbe238e tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Floating IP d4ee1e25-1e3e-4665-b7d3-da545d5cf72d disassociated (deleted). External IP: 172.25.7.177, port: de0c73f6-4b3f-4456-b6c8-b38c9e58246b. Nov 19 18:10:19.115563 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08963621-94ca-484e-9ba3-1cbb7ef3619d req-f8607a01-aee7-4a5e-92c1-6692240cea36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:10:19.115957 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-08963621-94ca-484e-9ba3-1cbb7ef3619d req-f8607a01-aee7-4a5e-92c1-6692240cea36 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:19.118225 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-08963621-94ca-484e-9ba3-1cbb7ef3619d req-f8607a01-aee7-4a5e-92c1-6692240cea36 service neutron] 10.222.0.86 "PUT /v2.0/ports/4848cec5-a187-4cb0-86cf-bb1a4fa0aad7 HTTP/1.1" status: 200 len: 1092 time: 1.6162000 Nov 19 18:10:19.125208 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bca1a84d-085a-4654-b666-ddecac6105da', 'tag': '4848cec5-a187-4cb0-86cf-bb1a4fa0aad7'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:10:19.128233 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dd4767a008c23f8566efc82158ee1b1fff34e1a9e908d76d0b6d0ab7e350e5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61196aae-23e1-447d-86e3-9906a012df61" -d '{"events": [{"name": "network-changed", "server_uuid": "bca1a84d-085a-4654-b666-ddecac6105da", "tag": "4848cec5-a187-4cb0-86cf-bb1a4fa0aad7"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:10:19.152193 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-170d67b9-41eb-4b39-bb98-d28de7167528 None None] Provisioning complete for port 73be8d29-eb8f-4466-bb21-34547be29c5c triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:10:19.152949 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-170d67b9-41eb-4b39-bb98-d28de7167528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:19.167265 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98334f98-be45-4f23-83ac-02e8d56c889b tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Pushing event updated for resources: {'Subnet': ['ID=749680ea-6b4d-4ba4-a221-84f2211067a3,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:10:19.185919 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98334f98-be45-4f23-83ac-02e8d56c889b tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Checking segment: {'id': '303313c8-64ac-45f8-92b0-cca63a8c0103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '27e7e577-9b51-4ea8-b428-cb57dc2f1090'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:10:19.186297 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98334f98-be45-4f23-83ac-02e8d56c889b tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Network hostable DHCP agents. Network: 27e7e577-9b51-4ea8-b428-cb57dc2f1090, hostable agents: ['02910ef2-0455-4aea-9f38-9a875579633f'], hosted agents: [] {{(pid=103364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 18:10:19.214278 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 18:10:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58ff7812-4d7b-496a-a28f-9ef6deb20a47 x-openstack-request-id: req-58ff7812-4d7b-496a-a28f-9ef6deb20a47 {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:10:19.214566 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bca1a84d-085a-4654-b666-ddecac6105da", "tag": "4848cec5-a187-4cb0-86cf-bb1a4fa0aad7", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:10:19.214827 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-58ff7812-4d7b-496a-a28f-9ef6deb20a47 {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:10:19.215232 n-d-818022-2 neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bca1a84d-085a-4654-b666-ddecac6105da', 'tag': '4848cec5-a187-4cb0-86cf-bb1a4fa0aad7', 'status': 'completed', 'code': 200} Nov 19 18:10:19.224232 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-b52dfcc0-343e-4170-a8ad-e2643d6d2495 None None] For port 73be8d29-eb8f-4466-bb21-34547be29c5c, host n-d-818022-2, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:10:19.247051 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-b52dfcc0-343e-4170-a8ad-e2643d6d2495 None None] For port 73be8d29-eb8f-4466-bb21-34547be29c5c, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=73be8d29-eb8f-4466-bb21-34547be29c5c,segment=NetworkSegment(bbe705c1-96c0-476e-8381-28227e6f0ac5),segment_id=bbe705c1-96c0-476e-8381-28227e6f0ac5)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:10:19.248903 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8607a01-aee7-4a5e-92c1-6692240cea36 service neutron] Pushing event updated for resources: {'Port': ['ID=4848cec5-a187-4cb0-86cf-bb1a4fa0aad7,revision_number=3']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:10:19.249970 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-170d67b9-41eb-4b39-bb98-d28de7167528 None None] Port 73be8d29-eb8f-4466-bb21-34547be29c5c cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:10:19.254847 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b52dfcc0-343e-4170-a8ad-e2643d6d2495 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:19.283257 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08963621-94ca-484e-9ba3-1cbb7ef3619d req-1c8f6876-9a11-4c3b-b09c-a7bb14dbc5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:10:19.286157 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-08963621-94ca-484e-9ba3-1cbb7ef3619d req-1c8f6876-9a11-4c3b-b09c-a7bb14dbc5c4 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=95466484c95f4375b17ace97bcd45656&device_id=bca1a84d-085a-4654-b666-ddecac6105da HTTP/1.1" status: 200 len: 1095 time: 0.0865724 Nov 19 18:10:19.289245 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98334f98-be45-4f23-83ac-02e8d56c889b tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Network 27e7e577-9b51-4ea8-b428-cb57dc2f1090 is scheduled to be hosted by DHCP agent 02910ef2-0455-4aea-9f38-9a875579633f with binding_index 1 {{(pid=103364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 18:10:19.305914 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25311943-eb74-4664-a8ff-8f8f2bef385a None None] DHCP port deletion for 645e61aa-1a6c-4e8f-857e-ab06edb4897f request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:10:19.314131 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-98334f98-be45-4f23-83ac-02e8d56c889b tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818022-2, 27e7e577-9b51-4ea8-b428-cb57dc2f1090) {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:10:19.319264 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98334f98-be45-4f23-83ac-02e8d56c889b tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:10:19.320888 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-98334f98-be45-4f23-83ac-02e8d56c889b tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:19.326876 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3a78b48-19bf-4af1-bfba-00ab0603e43f None None] Network 27e7e577-9b51-4ea8-b428-cb57dc2f1090 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:10:19.343265 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b52dfcc0-343e-4170-a8ad-e2643d6d2495 None None] Routers {'edc171ab-e37b-473e-a03e-f993e73a9c94'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:10:19.344071 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-b52dfcc0-343e-4170-a8ad-e2643d6d2495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:10:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['edc171ab-e37b-473e-a03e-f993e73a9c94'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:10:19.371717 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4848323f-2a9a-4b8b-853c-672e45265fdf None None] Pushing event updated for resources: {'Port': ['ID=73be8d29-eb8f-4466-bb21-34547be29c5c,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:10:19.372294 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-08963621-94ca-484e-9ba3-1cbb7ef3619d req-cef3d637-0ff4-4d4c-91cb-e213c4861123 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4848cec5-a187-4cb0-86cf-bb1a4fa0aad7 HTTP/1.1" status: 200 len: 217 time: 0.0699446 Nov 19 18:10:19.411587 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-8afd1667-1aa3-41b4-9b74-a50daf85f37f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b03542aa894849fda969da6c43b6dbe6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4241226 Nov 19 18:10:19.413216 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 37096) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:10:19.451302 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-b36e3231-4f58-47b1-8ec7-772e4bd69717 None None] Provisioning complete for port 73be8d29-eb8f-4466-bb21-34547be29c5c triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:10:19.451302 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b36e3231-4f58-47b1-8ec7-772e4bd69717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:19.456531 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08963621-94ca-484e-9ba3-1cbb7ef3619d req-d36ff80b-bb1f-4077-8308-d12586dcb2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:10:19.458118 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-08963621-94ca-484e-9ba3-1cbb7ef3619d req-d36ff80b-bb1f-4077-8308-d12586dcb2c2 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=154e2719-124a-4982-810f-9b7d265b31c0 HTTP/1.1" status: 200 len: 854 time: 0.0772059 Nov 19 18:10:19.465201 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-98334f98-be45-4f23-83ac-02e8d56c889b tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.2446928 Nov 19 18:10:19.465520 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 37098) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:10:19.493268 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device e2b2f11f-a241-4369-90eb-39123eaea0bd no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:10:19.549656 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: e2b2f11f-a241-4369-90eb-39123eaea0bd {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:10:19.550079 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device e2b2f11f-a241-4369-90eb-39123eaea0bd not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:10:19.551892 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-08963621-94ca-484e-9ba3-1cbb7ef3619d req-82a6b921-590a-4fbd-9633-a7de59f530b3 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=1723ab62-ac6f-4ffd-9143-0e9de9b9bbaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0758936 Nov 19 18:10:19.617737 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0bd29851-2bb9-4ccf-9438-b1d9da239bf3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:19.618931 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-b52dfcc0-343e-4170-a8ad-e2643d6d2495 None None] Set router edc171ab-e37b-473e-a03e-f993e73a9c94 gateway port host: n-d-818022-2 {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:10:19.644211 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0bd29851-2bb9-4ccf-9438-b1d9da239bf3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:19.687672 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-08963621-94ca-484e-9ba3-1cbb7ef3619d req-32aebfed-955f-43a6-b78e-83e9c7c3ba68 service neutron] 10.222.0.86 "GET /v2.0/networks/1723ab62-ac6f-4ffd-9143-0e9de9b9bbaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266909 Nov 19 18:10:19.721624 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0bd29851-2bb9-4ccf-9438-b1d9da239bf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:19.724281 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0bd29851-2bb9-4ccf-9438-b1d9da239bf3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:19.727775 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-0bd29851-2bb9-4ccf-9438-b1d9da239bf3 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/a9b7f6ef-8f72-49fe-a53a-652c6165d8f8 HTTP/1.1" status: 204 len: 168 time: 0.3027518 Nov 19 18:10:19.809564 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-552763ff-0b0c-4249-a21d-3087f76b61c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54f44f5f-1200-574e-8740-2141911d5b73-27e7e577-9b51-4ea8-b428-cb57dc2f1090', 'network_id': '27e7e577-9b51-4ea8-b428-cb57dc2f1090', 'tenant_id': 'd41245dedb694df6accb5dc7769c75e5', 'fixed_ips': [{'subnet_id': '749680ea-6b4d-4ba4-a221-84f2211067a3'}]}} from n-d-818022-2. {{(pid=103366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 18:10:19.810444 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-552763ff-0b0c-4249-a21d-3087f76b61c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:19.828450 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b36e3231-4f58-47b1-8ec7-772e4bd69717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:19.860467 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd29851-2bb9-4ccf-9438-b1d9da239bf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9b7f6ef-8f72-49fe-a53a-652c6165d8f8,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:10:19.881338 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-b36e3231-4f58-47b1-8ec7-772e4bd69717 None None] For port 73be8d29-eb8f-4466-bb21-34547be29c5c, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=73be8d29-eb8f-4466-bb21-34547be29c5c,segment=NetworkSegment(bbe705c1-96c0-476e-8381-28227e6f0ac5),segment_id=bbe705c1-96c0-476e-8381-28227e6f0ac5)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:10:19.913757 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a360ca-5e4a-41fb-97f2-594b7f2520f8 req-1eaa120f-1463-4b55-8708-0d33dcf88b4b tempest-VolumesSnapshotTestJSON-1436321153 tempest-VolumesSnapshotTestJSON-1436321153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:10:19.916191 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-81a360ca-5e4a-41fb-97f2-594b7f2520f8 req-1eaa120f-1463-4b55-8708-0d33dcf88b4b tempest-VolumesSnapshotTestJSON-1436321153 tempest-VolumesSnapshotTestJSON-1436321153-project] 10.222.0.54 "GET /v2.0/ports?device_id=bca1a84d-085a-4654-b666-ddecac6105da HTTP/1.1" status: 200 len: 944 time: 0.2168598 Nov 19 18:10:19.968748 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17eb541d-73b6-4873-aefd-5277ccbe238e tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Router 479362ee-9c23-4bdf-aa23-bea5c71128aa has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 18:10:19.969525 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b36e3231-4f58-47b1-8ec7-772e4bd69717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:20.052198 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-81a360ca-5e4a-41fb-97f2-594b7f2520f8 req-b93e5a37-cc5d-4563-b9ed-57fc4d0b7b70 tempest-VolumesSnapshotTestJSON-1436321153 tempest-VolumesSnapshotTestJSON-1436321153-project] 10.222.0.54 "GET /v2.0/security-groups?id=1a0ae3c5-06ec-4f80-a08c-2f3d319d67f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227162 Nov 19 18:10:20.066146 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36e3231-4f58-47b1-8ec7-772e4bd69717 None None] Pushing event updated for resources: {'Port': ['ID=73be8d29-eb8f-4466-bb21-34547be29c5c,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:10:20.107683 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-08963621-94ca-484e-9ba3-1cbb7ef3619d req-549c2eda-5d90-4d9f-bc9d-a418757818d4 service neutron] 10.222.0.86 "GET /v2.0/networks/1723ab62-ac6f-4ffd-9143-0e9de9b9bbaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3794634 Nov 19 18:10:20.177696 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-b52dfcc0-343e-4170-a8ad-e2643d6d2495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edc171ab-e37b-473e-a03e-f993e73a9c94', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1058054596', 'tenant_id': 'd41245dedb694df6accb5dc7769c75e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.154'}], 'enable_snat': True}, 'gw_port_id': '73be8d29-eb8f-4466-bb21-34547be29c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:10:14Z', 'updated_at': '2021-11-19T18:10:16Z', 'revision_number': 3, 'project_id': 'd41245dedb694df6accb5dc7769c75e5', 'gw_port': {'id': '73be8d29-eb8f-4466-bb21-34547be29c5c', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:03:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edc171ab-e37b-473e-a03e-f993e73a9c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:10:15Z', 'updated_at': '2021-11-19T18:10:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:10:20.189506 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17eb541d-73b6-4873-aefd-5277ccbe238e tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:10:20.206905 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d38c7c-25da-4df9-8124-cc0251f949de None None] Sync routers for ids ['479362ee-9c23-4bdf-aa23-bea5c71128aa'] in n-d-818022-2 {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:10:20.217963 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b52dfcc0-343e-4170-a8ad-e2643d6d2495 None None] The sync data for ids ['edc171ab-e37b-473e-a03e-f993e73a9c94'] in n-d-818022-2 is: [{'id': 'edc171ab-e37b-473e-a03e-f993e73a9c94', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1058054596', 'tenant_id': 'd41245dedb694df6accb5dc7769c75e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.154'}], 'enable_snat': True}, 'gw_port_id': '73be8d29-eb8f-4466-bb21-34547be29c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:10:14Z', 'updated_at': '2021-11-19T18:10:16Z', 'revision_number': 3, 'project_id': 'd41245dedb694df6accb5dc7769c75e5', 'gw_port': {'id': '73be8d29-eb8f-4466-bb21-34547be29c5c', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:03:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edc171ab-e37b-473e-a03e-f993e73a9c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:10:15Z', 'updated_at': '2021-11-19T18:10:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:10:20.224533 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [None req-552763ff-0b0c-4249-a21d-3087f76b61c7 None None] Allocated IP 172.20.0.2 (27e7e577-9b51-4ea8-b428-cb57dc2f1090/749680ea-6b4d-4ba4-a221-84f2211067a3/0c352dd0-5774-47f2-aede-42bad2b5d1b7) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:10:20.232044 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-17eb541d-73b6-4873-aefd-5277ccbe238e tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for floatingip, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:20.234223 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d38c7c-25da-4df9-8124-cc0251f949de None None] Routers {'479362ee-9c23-4bdf-aa23-bea5c71128aa'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:10:20.235044 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-a9d38c7c-25da-4df9-8124-cc0251f949de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:10:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['479362ee-9c23-4bdf-aa23-bea5c71128aa'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:10:20.285895 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 37112) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:10:20.310115 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a6093afa-889e-4331-a2ad-3458715538c7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:20.318788 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-17eb541d-73b6-4873-aefd-5277ccbe238e tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] 10.222.0.54 "DELETE /v2.0/floatingips/d4ee1e25-1e3e-4665-b7d3-da545d5cf72d HTTP/1.1" status: 204 len: 168 time: 2.2202363 Nov 19 18:10:20.320384 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df719fa6-e61d-4dde-ba0e-f406ab88334d', 'tag': 'de0c73f6-4b3f-4456-b6c8-b38c9e58246b'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:10:20.322821 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218319d759239a7d11f1288aef37381b97754913ee9ccbfd43b51a463f801712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-996e2538-0010-4770-acab-9198e8cf65c7" -d '{"events": [{"name": "network-changed", "server_uuid": "df719fa6-e61d-4dde-ba0e-f406ab88334d", "tag": "de0c73f6-4b3f-4456-b6c8-b38c9e58246b"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:10:20.421601 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61196aae-23e1-447d-86e3-9906a012df61 req-4ca79c56-5deb-4e84-b6de-fb4170307e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:10:20.425747 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-61196aae-23e1-447d-86e3-9906a012df61 req-4ca79c56-5deb-4e84-b6de-fb4170307e9a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=95466484c95f4375b17ace97bcd45656&device_id=bca1a84d-085a-4654-b666-ddecac6105da HTTP/1.1" status: 200 len: 1095 time: 0.2221155 Nov 19 18:10:20.454021 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 18:10:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8d2c3de-f4c6-4aad-a5a2-25073ff8d451 x-openstack-request-id: req-a8d2c3de-f4c6-4aad-a5a2-25073ff8d451 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:10:20.454648 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df719fa6-e61d-4dde-ba0e-f406ab88334d", "tag": "de0c73f6-4b3f-4456-b6c8-b38c9e58246b", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:10:20.455781 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a8d2c3de-f4c6-4aad-a5a2-25073ff8d451 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:10:20.456989 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df719fa6-e61d-4dde-ba0e-f406ab88334d', 'tag': 'de0c73f6-4b3f-4456-b6c8-b38c9e58246b', 'status': 'completed', 'code': 200} Nov 19 18:10:20.483381 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-a9d38c7c-25da-4df9-8124-cc0251f949de None None] Set router 479362ee-9c23-4bdf-aa23-bea5c71128aa gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:10:20.584368 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-552763ff-0b0c-4249-a21d-3087f76b61c7 None None] Publish callbacks [] for port, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:20.598761 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-552763ff-0b0c-4249-a21d-3087f76b61c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998'] for port, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:20.611912 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a6093afa-889e-4331-a2ad-3458715538c7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:20.640950 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a6093afa-889e-4331-a2ad-3458715538c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:20.730596 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-a6093afa-889e-4331-a2ad-3458715538c7 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=0289b77e28dc4bbf8e790f42524d8b1d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4405799 Nov 19 18:10:20.733193 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 37122) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:10:20.758868 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552763ff-0b0c-4249-a21d-3087f76b61c7 None None] Pushing event updated for resources: {'Port': ['ID=0c352dd0-5774-47f2-aede-42bad2b5d1b7,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:10:20.783615 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-552763ff-0b0c-4249-a21d-3087f76b61c7 None None] Network 27e7e577-9b51-4ea8-b428-cb57dc2f1090 is already hosted by enough agents. {{(pid=103366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:10:20.786695 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [None req-552763ff-0b0c-4249-a21d-3087f76b61c7 None None] Resources bound (agent type, host, resource id): {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:10:20.791818 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-552763ff-0b0c-4249-a21d-3087f76b61c7 None None] Received port after_create {{(pid=103366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:10:20.828765 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996e2538-0010-4770-acab-9198e8cf65c7 req-84fb8e89-82dd-4b63-b1ea-90edf77a4ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:10:20.841379 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-996e2538-0010-4770-acab-9198e8cf65c7 req-84fb8e89-82dd-4b63-b1ea-90edf77a4ba3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d00a359bd74e4de6b0d3dd4ba0b5c79c&device_id=df719fa6-e61d-4dde-ba0e-f406ab88334d HTTP/1.1" status: 200 len: 1096 time: 0.3679664 Nov 19 18:10:20.873856 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-552763ff-0b0c-4249-a21d-3087f76b61c7 None None] Attempting to bind port 0c352dd0-5774-47f2-aede-42bad2b5d1b7 on host n-d-818022-2 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:10:20.874608 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-552763ff-0b0c-4249-a21d-3087f76b61c7 None None] Attempting to bind port 0c352dd0-5774-47f2-aede-42bad2b5d1b7 by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': '303313c8-64ac-45f8-92b0-cca63a8c0103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '27e7e577-9b51-4ea8-b428-cb57dc2f1090'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:10:20.875195 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-552763ff-0b0c-4249-a21d-3087f76b61c7 None None] Attempting to bind port 0c352dd0-5774-47f2-aede-42bad2b5d1b7 on network 27e7e577-9b51-4ea8-b428-cb57dc2f1090 {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:10:20.876884 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61196aae-23e1-447d-86e3-9906a012df61 req-67e2fa54-1d69-4ba8-bd29-3812a925332e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:10:20.878948 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-61196aae-23e1-447d-86e3-9906a012df61 req-67e2fa54-1d69-4ba8-bd29-3812a925332e service neutron] 10.222.0.86 "GET /v2.0/networks?id=1723ab62-ac6f-4ffd-9143-0e9de9b9bbaf HTTP/1.1" status: 200 len: 915 time: 0.4356892 Nov 19 18:10:20.883120 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-552763ff-0b0c-4249-a21d-3087f76b61c7 None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 10, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:10:20.883914 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-552763ff-0b0c-4249-a21d-3087f76b61c7 None None] Checking segment: {'id': '303313c8-64ac-45f8-92b0-cca63a8c0103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '27e7e577-9b51-4ea8-b428-cb57dc2f1090'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:10:20.884553 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-552763ff-0b0c-4249-a21d-3087f76b61c7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:20.885166 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-552763ff-0b0c-4249-a21d-3087f76b61c7 None None] Bound using segment: {'id': '303313c8-64ac-45f8-92b0-cca63a8c0103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '27e7e577-9b51-4ea8-b428-cb57dc2f1090'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:10:20.885934 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-552763ff-0b0c-4249-a21d-3087f76b61c7 None None] Bound port: 0c352dd0-5774-47f2-aede-42bad2b5d1b7, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '303313c8-64ac-45f8-92b0-cca63a8c0103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '27e7e577-9b51-4ea8-b428-cb57dc2f1090'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:10:20.886542 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-552763ff-0b0c-4249-a21d-3087f76b61c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:20.965903 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-a9d38c7c-25da-4df9-8124-cc0251f949de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '479362ee-9c23-4bdf-aa23-bea5c71128aa', 'name': 'tempest-TestNetworkBasicOps-router-1799051085', 'tenant_id': 'd00a359bd74e4de6b0d3dd4ba0b5c79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.53'}], 'enable_snat': True}, 'gw_port_id': '1706ad07-f340-45ef-8070-8778cc53e080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:07:45Z', 'updated_at': '2021-11-19T18:10:08Z', 'revision_number': 6, 'project_id': 'd00a359bd74e4de6b0d3dd4ba0b5c79c', 'gw_port': {'id': '1706ad07-f340-45ef-8070-8778cc53e080', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:e2:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '479362ee-9c23-4bdf-aa23-bea5c71128aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:07:46Z', 'updated_at': '2021-11-19T18:07:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': '7be3de05-d164-4ac0-8db7-79c97dd95b37', 'name': '', 'network_id': '80b24c25-6cae-4961-9404-ec39a219d9c1', 'tenant_id': 'd00a359bd74e4de6b0d3dd4ba0b5c79c', 'mac_address': 'fa:16:3e:d4:ac:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '479362ee-9c23-4bdf-aa23-bea5c71128aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': '159f3a31-387a-4317-a596-fb3e8eedbc09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:07:56Z', 'updated_at': '2021-11-19T18:08:07Z', 'revision_number': 5, 'project_id': 'd00a359bd74e4de6b0d3dd4ba0b5c79c', 'subnets': [{'id': '159f3a31-387a-4317-a596-fb3e8eedbc09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:10:20.987105 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-552763ff-0b0c-4249-a21d-3087f76b61c7 None None] For port 0c352dd0-5774-47f2-aede-42bad2b5d1b7, host n-d-818022-2, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:10:20.990932 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-552763ff-0b0c-4249-a21d-3087f76b61c7 None None] For port 0c352dd0-5774-47f2-aede-42bad2b5d1b7, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=0c352dd0-5774-47f2-aede-42bad2b5d1b7,segment=NetworkSegment(303313c8-64ac-45f8-92b0-cca63a8c0103),segment_id=303313c8-64ac-45f8-92b0-cca63a8c0103)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:10:20.995252 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-552763ff-0b0c-4249-a21d-3087f76b61c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:21.002481 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d38c7c-25da-4df9-8124-cc0251f949de None None] Checking router: 479362ee-9c23-4bdf-aa23-bea5c71128aa for host: n-d-818022-2 {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:10:21.014316 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d38c7c-25da-4df9-8124-cc0251f949de None None] Routers {'479362ee-9c23-4bdf-aa23-bea5c71128aa'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:10:21.015283 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-a9d38c7c-25da-4df9-8124-cc0251f949de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:10:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['479362ee-9c23-4bdf-aa23-bea5c71128aa'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:10:21.030629 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-61196aae-23e1-447d-86e3-9906a012df61 req-f0ed14f5-9fd7-4c17-890b-a5ce533a3211 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4848cec5-a187-4cb0-86cf-bb1a4fa0aad7 HTTP/1.1" status: 200 len: 217 time: 0.1087213 Nov 19 18:10:21.144613 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6093afa-889e-4331-a2ad-3458715538c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=880b82c8-4927-4fec-ae2f-27d678df6ef6,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:10:21.158002 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996e2538-0010-4770-acab-9198e8cf65c7 req-ff1318e4-8e4d-4190-a527-dcb96bb32bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:10:21.161517 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552763ff-0b0c-4249-a21d-3087f76b61c7 None None] Pushing event updated for resources: {'Port': ['ID=0c352dd0-5774-47f2-aede-42bad2b5d1b7,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:10:21.164006 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-996e2538-0010-4770-acab-9198e8cf65c7 req-ff1318e4-8e4d-4190-a527-dcb96bb32bfe service neutron] 10.222.0.60 "GET /v2.0/networks?id=80b24c25-6cae-4961-9404-ec39a219d9c1 HTTP/1.1" status: 200 len: 898 time: 0.2830036 Nov 19 18:10:21.180981 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d2e2632f-036b-426b-bbe2-7de4bf84e46c tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:21.261780 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-a9d38c7c-25da-4df9-8124-cc0251f949de None None] Set router 479362ee-9c23-4bdf-aa23-bea5c71128aa gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:10:21.322485 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-996e2538-0010-4770-acab-9198e8cf65c7 req-952a2cf8-1256-4af0-b3cc-b92ec20d1783 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=de0c73f6-4b3f-4456-b6c8-b38c9e58246b HTTP/1.1" status: 200 len: 217 time: 0.1395102 Nov 19 18:10:21.480368 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996e2538-0010-4770-acab-9198e8cf65c7 req-a0fe2832-4230-4ccb-bab3-28cb39b264ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:10:21.501216 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-996e2538-0010-4770-acab-9198e8cf65c7 req-a0fe2832-4230-4ccb-bab3-28cb39b264ea service neutron] 10.222.0.60 "GET /v2.0/subnets?id=159f3a31-387a-4317-a596-fb3e8eedbc09 HTTP/1.1" status: 200 len: 834 time: 0.1775560 Nov 19 18:10:21.637609 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 73be8d29-eb8f-4466-bb21-34547be29c5c up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:10:21.642369 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0bb534-f858-482b-83a3-da9ee3e007ec req-3b5cc1ea-f9cf-4f81-94ae-d7945ee5c3e9 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:10:21.645008 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5f0bb534-f858-482b-83a3-da9ee3e007ec req-3b5cc1ea-f9cf-4f81-94ae-d7945ee5c3e9 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] 10.222.0.54 "GET /v2.0/ports?device_id=df719fa6-e61d-4dde-ba0e-f406ab88334d HTTP/1.1" status: 200 len: 945 time: 0.8421564 Nov 19 18:10:21.668703 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-fed1edb7-874a-4131-9794-fed46d665f99 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:21.732000 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996e2538-0010-4770-acab-9198e8cf65c7 req-1d372c50-464b-4b05-bc9b-7cad508a69f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:10:21.738504 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-996e2538-0010-4770-acab-9198e8cf65c7 req-1d372c50-464b-4b05-bc9b-7cad508a69f4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=80b24c25-6cae-4961-9404-ec39a219d9c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2220907 Nov 19 18:10:21.799329 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 73be8d29-eb8f-4466-bb21-34547be29c5c triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:10:21.799713 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:21.972702 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5f0bb534-f858-482b-83a3-da9ee3e007ec req-f2f3dbdb-57d1-49c9-97eb-52a7f0119f4c tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] 10.222.0.54 "GET /v2.0/security-groups?id=5c24132d-f481-40b7-9146-ab1c8fab0f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2916784 Nov 19 18:10:21.975073 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-a9d38c7c-25da-4df9-8124-cc0251f949de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '479362ee-9c23-4bdf-aa23-bea5c71128aa', 'name': 'tempest-TestNetworkBasicOps-router-1799051085', 'tenant_id': 'd00a359bd74e4de6b0d3dd4ba0b5c79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.53'}], 'enable_snat': True}, 'gw_port_id': '1706ad07-f340-45ef-8070-8778cc53e080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:07:45Z', 'updated_at': '2021-11-19T18:10:08Z', 'revision_number': 6, 'project_id': 'd00a359bd74e4de6b0d3dd4ba0b5c79c', 'gw_port': {'id': '1706ad07-f340-45ef-8070-8778cc53e080', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:e2:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '479362ee-9c23-4bdf-aa23-bea5c71128aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:07:46Z', 'updated_at': '2021-11-19T18:07:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': '7be3de05-d164-4ac0-8db7-79c97dd95b37', 'name': '', 'network_id': '80b24c25-6cae-4961-9404-ec39a219d9c1', 'tenant_id': 'd00a359bd74e4de6b0d3dd4ba0b5c79c', 'mac_address': 'fa:16:3e:d4:ac:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '479362ee-9c23-4bdf-aa23-bea5c71128aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': '159f3a31-387a-4317-a596-fb3e8eedbc09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:07:56Z', 'updated_at': '2021-11-19T18:08:07Z', 'revision_number': 5, 'project_id': 'd00a359bd74e4de6b0d3dd4ba0b5c79c', 'subnets': [{'id': '159f3a31-387a-4317-a596-fb3e8eedbc09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:10:21.995619 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-996e2538-0010-4770-acab-9198e8cf65c7 req-07325036-5b80-493e-a7e1-22cfca99d414 service neutron] 10.222.0.60 "GET /v2.0/networks/80b24c25-6cae-4961-9404-ec39a219d9c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521370 Nov 19 18:10:22.041747 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d38c7c-25da-4df9-8124-cc0251f949de None None] The sync data for ids ['479362ee-9c23-4bdf-aa23-bea5c71128aa'] in n-d-818022-2 is: [{'id': '479362ee-9c23-4bdf-aa23-bea5c71128aa', 'name': 'tempest-TestNetworkBasicOps-router-1799051085', 'tenant_id': 'd00a359bd74e4de6b0d3dd4ba0b5c79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.53'}], 'enable_snat': True}, 'gw_port_id': '1706ad07-f340-45ef-8070-8778cc53e080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:07:45Z', 'updated_at': '2021-11-19T18:10:08Z', 'revision_number': 6, 'project_id': 'd00a359bd74e4de6b0d3dd4ba0b5c79c', 'gw_port': {'id': '1706ad07-f340-45ef-8070-8778cc53e080', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:e2:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '479362ee-9c23-4bdf-aa23-bea5c71128aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:07:46Z', 'updated_at': '2021-11-19T18:07:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': '7be3de05-d164-4ac0-8db7-79c97dd95b37', 'name': '', 'network_id': '80b24c25-6cae-4961-9404-ec39a219d9c1', 'tenant_id': 'd00a359bd74e4de6b0d3dd4ba0b5c79c', 'mac_address': 'fa:16:3e:d4:ac:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '479362ee-9c23-4bdf-aa23-bea5c71128aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': '159f3a31-387a-4317-a596-fb3e8eedbc09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:07:56Z', 'updated_at': '2021-11-19T18:08:07Z', 'revision_number': 5, 'project_id': 'd00a359bd74e4de6b0d3dd4ba0b5c79c', 'subnets': [{'id': '159f3a31-387a-4317-a596-fb3e8eedbc09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:10:22.052242 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61196aae-23e1-447d-86e3-9906a012df61 req-29d87f75-beec-4c2d-a2e2-c9b90cbc2707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:10:22.057940 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-61196aae-23e1-447d-86e3-9906a012df61 req-29d87f75-beec-4c2d-a2e2-c9b90cbc2707 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=154e2719-124a-4982-810f-9b7d265b31c0 HTTP/1.1" status: 200 len: 854 time: 1.0120225 Nov 19 18:10:22.070999 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-fed1edb7-874a-4131-9794-fed46d665f99 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:22.155886 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-996e2538-0010-4770-acab-9198e8cf65c7 req-a39a8b29-05a4-485a-9a1d-4f1dca04a3ca service neutron] 10.222.0.60 "GET /v2.0/networks/80b24c25-6cae-4961-9404-ec39a219d9c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592832 Nov 19 18:10:22.173031 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-fed1edb7-874a-4131-9794-fed46d665f99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:22.177670 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-fed1edb7-874a-4131-9794-fed46d665f99 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:22.178949 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-fed1edb7-874a-4131-9794-fed46d665f99 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/880b82c8-4927-4fec-ae2f-27d678df6ef6 HTTP/1.1" status: 204 len: 168 time: 1.4424431 Nov 19 18:10:22.184563 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-61196aae-23e1-447d-86e3-9906a012df61 req-9e37091c-e0f5-4d2a-a379-716e619f6642 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=1723ab62-ac6f-4ffd-9143-0e9de9b9bbaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1050184 Nov 19 18:10:22.191541 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed1edb7-874a-4131-9794-fed46d665f99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=880b82c8-4927-4fec-ae2f-27d678df6ef6,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:10:22.198541 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4c741a-6957-43e4-952c-542d2093085e req-d43d8f7b-aa50-4497-860a-9f6b6378a7f0 tempest-VolumesSnapshotTestJSON-1436321153 tempest-VolumesSnapshotTestJSON-1436321153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:10:22.209792 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-5c4c741a-6957-43e4-952c-542d2093085e req-d43d8f7b-aa50-4497-860a-9f6b6378a7f0 tempest-VolumesSnapshotTestJSON-1436321153 tempest-VolumesSnapshotTestJSON-1436321153-project] 10.222.0.54 "GET /v2.0/ports?device_id=bca1a84d-085a-4654-b666-ddecac6105da HTTP/1.1" status: 200 len: 944 time: 0.9746311 Nov 19 18:10:22.377001 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-61196aae-23e1-447d-86e3-9906a012df61 req-911ef24e-8271-417a-ad36-a8fc81b75ada service neutron] 10.222.0.86 "GET /v2.0/networks/1723ab62-ac6f-4ffd-9143-0e9de9b9bbaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388757 Nov 19 18:10:22.417117 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadc3dde-9b08-4789-827d-0dcab42c77a2 req-f5fddc87-047b-4b47-8412-a53f0fe990fd tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:10:22.418489 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-aadc3dde-9b08-4789-827d-0dcab42c77a2 req-f5fddc87-047b-4b47-8412-a53f0fe990fd tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] 10.222.0.60 "GET /v2.0/ports?device_id=df719fa6-e61d-4dde-ba0e-f406ab88334d HTTP/1.1" status: 200 len: 945 time: 0.4076962 Nov 19 18:10:22.443118 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-5c4c741a-6957-43e4-952c-542d2093085e req-92202cad-968b-4cda-b6ef-56b9985ffcf0 tempest-VolumesSnapshotTestJSON-1436321153 tempest-VolumesSnapshotTestJSON-1436321153-project] 10.222.0.54 "GET /v2.0/security-groups?id=1a0ae3c5-06ec-4f80-a08c-2f3d319d67f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2331436 Nov 19 18:10:22.631452 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-61196aae-23e1-447d-86e3-9906a012df61 req-fa2a5a5e-16ac-44cb-b840-954bbbe6a3ef service neutron] 10.222.0.86 "GET /v2.0/networks/1723ab62-ac6f-4ffd-9143-0e9de9b9bbaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2400937 Nov 19 18:10:22.725315 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 37138) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:10:22.749854 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46c6c60d-667a-41af-98f6-006420b314e7 None None] Network 27e7e577-9b51-4ea8-b428-cb57dc2f1090 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:10:22.760242 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [req-aadc3dde-9b08-4789-827d-0dcab42c77a2 req-a6b08622-3ffd-4afc-a9fe-713c4aa114da tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Deleting port de0c73f6-4b3f-4456-b6c8-b38c9e58246b {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:10:22.760584 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-aadc3dde-9b08-4789-827d-0dcab42c77a2 req-a6b08622-3ffd-4afc-a9fe-713c4aa114da tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:22.825251 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-7f2a0d9b-2aae-4cef-968b-cb10346b1a35 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=04950d153a07448480e5734a3589fa74&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0888608 Nov 19 18:10:22.825991 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 37140) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:10:22.853507 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [None req-d2e2632f-036b-426b-bbe2-7de4bf84e46c tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Allocated IP 172.20.0.1 (27e7e577-9b51-4ea8-b428-cb57dc2f1090/749680ea-6b4d-4ba4-a221-84f2211067a3/e2ddeea0-d8a6-4b67-8fa1-64b827956ef6) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:10:22.890765 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-0c5f5c21-ff8e-403c-9ca3-92fec2fdf54c None None] Provisioning complete for port 0c352dd0-5774-47f2-aede-42bad2b5d1b7 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:10:22.891486 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0c5f5c21-ff8e-403c-9ca3-92fec2fdf54c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:22.934168 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-18d348e5-12ac-422d-97cd-287251757ad4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:22.974358 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-18d348e5-12ac-422d-97cd-287251757ad4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:23.055974 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d2e2632f-036b-426b-bbe2-7de4bf84e46c tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:23.067767 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-18d348e5-12ac-422d-97cd-287251757ad4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:23.072982 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-18d348e5-12ac-422d-97cd-287251757ad4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:23.074762 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-18d348e5-12ac-422d-97cd-287251757ad4 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/05e30b30-072d-42bf-b419-30f9f3ee2248 HTTP/1.1" status: 204 len: 168 time: 0.2477436 Nov 19 18:10:23.102756 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-aadc3dde-9b08-4789-827d-0dcab42c77a2 req-a6b08622-3ffd-4afc-a9fe-713c4aa114da tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] For port de0c73f6-4b3f-4456-b6c8-b38c9e58246b, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=de0c73f6-4b3f-4456-b6c8-b38c9e58246b,segment=NetworkSegment(7f8a67cc-f3a5-408c-b83a-718207ca1b8d),segment_id=7f8a67cc-f3a5-408c-b83a-718207ca1b8d)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:10:23.103157 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-aadc3dde-9b08-4789-827d-0dcab42c77a2 req-a6b08622-3ffd-4afc-a9fe-713c4aa114da tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:23.107346 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d348e5-12ac-422d-97cd-287251757ad4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05e30b30-072d-42bf-b419-30f9f3ee2248,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:10:23.129675 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [req-aadc3dde-9b08-4789-827d-0dcab42c77a2 req-a6b08622-3ffd-4afc-a9fe-713c4aa114da tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Calling delete_port for de0c73f6-4b3f-4456-b6c8-b38c9e58246b owned by compute:nova {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:10:23.181735 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556db34c-d487-4fc3-b4c9-171bc12e25e0 req-9bbd0647-fe6a-427a-8c7c-8da09bc5f3d2 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:10:23.184655 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-556db34c-d487-4fc3-b4c9-171bc12e25e0 req-9bbd0647-fe6a-427a-8c7c-8da09bc5f3d2 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] 10.222.0.54 "GET /v2.0/ports?device_id=df719fa6-e61d-4dde-ba0e-f406ab88334d HTTP/1.1" status: 200 len: 945 time: 0.0846465 Nov 19 18:10:23.185963 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d53b25bd-079c-4f24-8d00-d8c59900dd56 None None] New status for floating IP d4ee1e25-1e3e-4665-b7d3-da545d5cf72d: DOWN {{(pid=103366) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 18:10:23.202750 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d2e2632f-036b-426b-bbe2-7de4bf84e46c tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:23.265233 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-556db34c-d487-4fc3-b4c9-171bc12e25e0 req-b770b152-3856-49bb-8543-5d3aaaf85cbe tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] 10.222.0.54 "GET /v2.0/security-groups?id=5c24132d-f481-40b7-9146-ab1c8fab0f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741568 Nov 19 18:10:23.305540 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2e2632f-036b-426b-bbe2-7de4bf84e46c tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Network 27e7e577-9b51-4ea8-b428-cb57dc2f1090 is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:10:23.319059 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-d2e2632f-036b-426b-bbe2-7de4bf84e46c tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:10:23.323067 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e2632f-036b-426b-bbe2-7de4bf84e46c tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:10:23.395936 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e2632f-036b-426b-bbe2-7de4bf84e46c tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Pushing event updated for resources: {'Port': ['ID=e2ddeea0-d8a6-4b67-8fa1-64b827956ef6,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:10:23.429836 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d2e2632f-036b-426b-bbe2-7de4bf84e46c tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-671361'] for router_interface, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:23.438746 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0c5f5c21-ff8e-403c-9ca3-92fec2fdf54c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:23.525787 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0c5f5c21-ff8e-403c-9ca3-92fec2fdf54c None None] For port 0c352dd0-5774-47f2-aede-42bad2b5d1b7, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=0c352dd0-5774-47f2-aede-42bad2b5d1b7,segment=NetworkSegment(303313c8-64ac-45f8-92b0-cca63a8c0103),segment_id=303313c8-64ac-45f8-92b0-cca63a8c0103)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:10:23.538266 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0c5f5c21-ff8e-403c-9ca3-92fec2fdf54c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:23.697665 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 0c352dd0-5774-47f2-aede-42bad2b5d1b7 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:10:23.744151 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5f5c21-ff8e-403c-9ca3-92fec2fdf54c None None] Pushing event updated for resources: {'Port': ['ID=0c352dd0-5774-47f2-aede-42bad2b5d1b7,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:10:23.795536 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 0c352dd0-5774-47f2-aede-42bad2b5d1b7 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:10:23.796209 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:23.805425 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-aadc3dde-9b08-4789-827d-0dcab42c77a2 req-a6b08622-3ffd-4afc-a9fe-713c4aa114da tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:23.933190 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b08622-3ffd-4afc-a9fe-713c4aa114da tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Pushing event deleted for resources: {'Port': ['ID=de0c73f6-4b3f-4456-b6c8-b38c9e58246b,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:10:23.978002 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-a8b7ea74-0b0b-4b50-9b6f-16707bfa51f6 None None] Provisioning complete for port e2ddeea0-d8a6-4b67-8fa1-64b827956ef6 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:10:23.978477 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a8b7ea74-0b0b-4b50-9b6f-16707bfa51f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:23.990216 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d2e2632f-036b-426b-bbe2-7de4bf84e46c tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:23.992354 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [req-aadc3dde-9b08-4789-827d-0dcab42c77a2 req-a6b08622-3ffd-4afc-a9fe-713c4aa114da tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] No DVR routers for this DVR port de0c73f6-4b3f-4456-b6c8-b38c9e58246b on host n-h1-818022-2 {{(pid=103364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:10:24.002697 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b15f5d-7d63-4082-9818-2a2cd7e7ad69 req-b2d19d6a-42f0-453d-bb0e-87a9b2eaa0a5 tempest-VolumesSnapshotTestJSON-1436321153 tempest-VolumesSnapshotTestJSON-1436321153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:10:24.005106 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b1b15f5d-7d63-4082-9818-2a2cd7e7ad69 req-b2d19d6a-42f0-453d-bb0e-87a9b2eaa0a5 tempest-VolumesSnapshotTestJSON-1436321153 tempest-VolumesSnapshotTestJSON-1436321153-project] 10.222.0.54 "GET /v2.0/ports?device_id=bca1a84d-085a-4654-b666-ddecac6105da HTTP/1.1" status: 200 len: 944 time: 0.3201144 Nov 19 18:10:24.013320 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-aadc3dde-9b08-4789-827d-0dcab42c77a2 req-a6b08622-3ffd-4afc-a9fe-713c4aa114da tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:24.016877 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-aadc3dde-9b08-4789-827d-0dcab42c77a2 req-a6b08622-3ffd-4afc-a9fe-713c4aa114da tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] 10.222.0.60 "DELETE /v2.0/ports/de0c73f6-4b3f-4456-b6c8-b38c9e58246b HTTP/1.1" status: 204 len: 173 time: 1.5835066 Nov 19 18:10:24.017504 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df719fa6-e61d-4dde-ba0e-f406ab88334d', 'name': 'network-vif-deleted', 'tag': 'de0c73f6-4b3f-4456-b6c8-b38c9e58246b'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:10:24.021080 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dd4767a008c23f8566efc82158ee1b1fff34e1a9e908d76d0b6d0ab7e350e5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4993e8f-7984-4d28-b481-029dd3ca9349" -d '{"events": [{"server_uuid": "df719fa6-e61d-4dde-ba0e-f406ab88334d", "name": "network-vif-deleted", "tag": "de0c73f6-4b3f-4456-b6c8-b38c9e58246b"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:10:24.034975 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-a8b7ea74-0b0b-4b50-9b6f-16707bfa51f6 None None] Port e2ddeea0-d8a6-4b67-8fa1-64b827956ef6 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:10:24.081783 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-a8b7ea74-0b0b-4b50-9b6f-16707bfa51f6 None None] Provisioning complete for port 0c352dd0-5774-47f2-aede-42bad2b5d1b7 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:10:24.086911 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a8b7ea74-0b0b-4b50-9b6f-16707bfa51f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:24.152778 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device 4848cec5-a187-4cb0-86cf-bb1a4fa0aad7 details requested by agent hyperv_n-h2-818022-2 with host n-h2-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 18:10:24.214896 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:10:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d595f2ad-ddfa-4321-8371-539300f7cd6c x-openstack-request-id: req-d595f2ad-ddfa-4321-8371-539300f7cd6c {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:10:24.215528 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df719fa6-e61d-4dde-ba0e-f406ab88334d", "name": "network-vif-deleted", "tag": "de0c73f6-4b3f-4456-b6c8-b38c9e58246b", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:10:24.215528 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d595f2ad-ddfa-4321-8371-539300f7cd6c {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:10:24.216065 n-d-818022-2 neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df719fa6-e61d-4dde-ba0e-f406ab88334d', 'name': 'network-vif-deleted', 'tag': 'de0c73f6-4b3f-4456-b6c8-b38c9e58246b', 'status': 'completed', 'code': 200} Nov 19 18:10:24.271663 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b1b15f5d-7d63-4082-9818-2a2cd7e7ad69 req-18860130-c6e3-4c48-86a0-d0d3e0a7b60f tempest-VolumesSnapshotTestJSON-1436321153 tempest-VolumesSnapshotTestJSON-1436321153-project] 10.222.0.54 "GET /v2.0/security-groups?id=1a0ae3c5-06ec-4f80-a08c-2f3d319d67f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2474651 Nov 19 18:10:24.451599 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d2e2632f-036b-426b-bbe2-7de4bf84e46c tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks [] for port, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:24.455422 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-90264ff8-f99f-4c3d-8057-ac8b64e23ad3 req-5a3076e2-54b4-498d-a13d-a83c4d4eb2fc tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] 10.222.0.54 "GET /v2.0/ports?device_id=df719fa6-e61d-4dde-ba0e-f406ab88334d HTTP/1.1" status: 200 len: 210 time: 0.0431666 Nov 19 18:10:24.467775 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d2e2632f-036b-426b-bbe2-7de4bf84e46c tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:24.513298 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port 4848cec5-a187-4cb0-86cf-bb1a4fa0aad7, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=4848cec5-a187-4cb0-86cf-bb1a4fa0aad7,segment=NetworkSegment(5c045df4-8b55-4d72-991d-9356509652cb),segment_id=5c045df4-8b55-4d72-991d-9356509652cb)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:10:24.542386 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Returning: {'device': '4848cec5-a187-4cb0-86cf-bb1a4fa0aad7', 'network_id': '1723ab62-ac6f-4ffd-9143-0e9de9b9bbaf', 'port_id': '4848cec5-a187-4cb0-86cf-bb1a4fa0aad7', 'mac_address': 'fa:16:3e:d6:32:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '154e2719-124a-4982-810f-9b7d265b31c0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 18:10:24.567807 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e2632f-036b-426b-bbe2-7de4bf84e46c tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Pushing event updated for resources: {'Port': ['ID=e2ddeea0-d8a6-4b67-8fa1-64b827956ef6,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:10:24.577900 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d2e2632f-036b-426b-bbe2-7de4bf84e46c tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-768529'] for router_interface, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:24.630321 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:24.642273 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-7ed030b7-81bc-4d62-ad8b-345faf8651b9 None None] Provisioning complete for port e2ddeea0-d8a6-4b67-8fa1-64b827956ef6 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:10:24.642561 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-7ed030b7-81bc-4d62-ad8b-345faf8651b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:24.668289 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4848cec5-a187-4cb0-86cf-bb1a4fa0aad7 {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:10:24.697927 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port 4848cec5-a187-4cb0-86cf-bb1a4fa0aad7, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=4848cec5-a187-4cb0-86cf-bb1a4fa0aad7,segment=NetworkSegment(5c045df4-8b55-4d72-991d-9356509652cb),segment_id=5c045df4-8b55-4d72-991d-9356509652cb)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:10:24.699441 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-7ed030b7-81bc-4d62-ad8b-345faf8651b9 None None] Port e2ddeea0-d8a6-4b67-8fa1-64b827956ef6 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:10:24.702375 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:24.728693 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2e2632f-036b-426b-bbe2-7de4bf84e46c tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Network 27e7e577-9b51-4ea8-b428-cb57dc2f1090 is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:10:24.730377 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-d2e2632f-036b-426b-bbe2-7de4bf84e46c tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:10:24.759791 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Pushing event updated for resources: {'Port': ['ID=4848cec5-a187-4cb0-86cf-bb1a4fa0aad7,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:10:24.876493 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2e2632f-036b-426b-bbe2-7de4bf84e46c tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Router edc171ab-e37b-473e-a03e-f993e73a9c94 has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 18:10:24.998217 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2e2632f-036b-426b-bbe2-7de4bf84e46c tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:10:25.005343 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-d2e2632f-036b-426b-bbe2-7de4bf84e46c tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "PUT /v2.0/routers/edc171ab-e37b-473e-a03e-f993e73a9c94/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5377636 Nov 19 18:10:25.020568 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6cb9f7f-36d8-4578-823a-b33041ba8fcc None None] Sync routers for ids ['edc171ab-e37b-473e-a03e-f993e73a9c94'] in n-d-818022-2 {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:10:25.030819 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-50ffcd96-9df1-48b7-ad01-044f32ddc233 None None] Provisioning complete for port e2ddeea0-d8a6-4b67-8fa1-64b827956ef6 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:10:25.031426 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-50ffcd96-9df1-48b7-ad01-044f32ddc233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:25.037034 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6cb9f7f-36d8-4578-823a-b33041ba8fcc None None] Routers {'edc171ab-e37b-473e-a03e-f993e73a9c94'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:10:25.038446 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-e6cb9f7f-36d8-4578-823a-b33041ba8fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:10:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['edc171ab-e37b-473e-a03e-f993e73a9c94'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:10:25.077045 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-50ffcd96-9df1-48b7-ad01-044f32ddc233 None None] Port e2ddeea0-d8a6-4b67-8fa1-64b827956ef6 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:10:25.079227 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] get_ports_and_sgs() called for port_ids ['4848cec5-a187-4cb0-86cf-bb1a4fa0aad7'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:10:25.173688 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-e6cb9f7f-36d8-4578-823a-b33041ba8fcc None None] Set router edc171ab-e37b-473e-a03e-f993e73a9c94 gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:10:25.258664 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-01f67589-982d-4a99-89a8-bd15df576aca req-59c40670-4997-4858-bab8-33e811553ebc tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1381984067&fields=id&tenant_id=d41245dedb694df6accb5dc7769c75e5 HTTP/1.1" status: 200 len: 267 time: 0.0558131 Nov 19 18:10:25.403918 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f67589-982d-4a99-89a8-bd15df576aca req-c2936c11-cf61-40a0-ae8f-725b2713fb1e tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:10:25.406102 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-01f67589-982d-4a99-89a8-bd15df576aca req-c2936c11-cf61-40a0-ae8f-725b2713fb1e tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/networks?id=27e7e577-9b51-4ea8-b428-cb57dc2f1090 HTTP/1.1" status: 200 len: 797 time: 0.1397841 Nov 19 18:10:25.411962 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc486692-539d-4f76-9f25-74c760172a45 req-2d7de590-ae3f-4a81-b086-8678330571b3 tempest-VolumesSnapshotTestJSON-1436321153 tempest-VolumesSnapshotTestJSON-1436321153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:10:25.414803 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-bc486692-539d-4f76-9f25-74c760172a45 req-2d7de590-ae3f-4a81-b086-8678330571b3 tempest-VolumesSnapshotTestJSON-1436321153 tempest-VolumesSnapshotTestJSON-1436321153-project] 10.222.0.54 "GET /v2.0/ports?device_id=bca1a84d-085a-4654-b666-ddecac6105da HTTP/1.1" status: 200 len: 945 time: 0.0658913 Nov 19 18:10:25.426683 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-e6cb9f7f-36d8-4578-823a-b33041ba8fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edc171ab-e37b-473e-a03e-f993e73a9c94', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1058054596', 'tenant_id': 'd41245dedb694df6accb5dc7769c75e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.154'}], 'enable_snat': True}, 'gw_port_id': '73be8d29-eb8f-4466-bb21-34547be29c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:10:14Z', 'updated_at': '2021-11-19T18:10:23Z', 'revision_number': 4, 'project_id': 'd41245dedb694df6accb5dc7769c75e5', 'gw_port': {'id': '73be8d29-eb8f-4466-bb21-34547be29c5c', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:03:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edc171ab-e37b-473e-a03e-f993e73a9c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:10:15Z', 'updated_at': '2021-11-19T18:10:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': 'e2ddeea0-d8a6-4b67-8fa1-64b827956ef6', 'name': '', 'network_id': '27e7e577-9b51-4ea8-b428-cb57dc2f1090', 'tenant_id': 'd41245dedb694df6accb5dc7769c75e5', 'mac_address': 'fa:16:3e:a2:25:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edc171ab-e37b-473e-a03e-f993e73a9c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': '749680ea-6b4d-4ba4-a221-84f2211067a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:10:22Z', 'updated_at': '2021-11-19T18:10:24Z', 'revision_number': 2, 'project_id': 'd41245dedb694df6accb5dc7769c75e5', 'subnets': [{'id': '749680ea-6b4d-4ba4-a221-84f2211067a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:10:25.432011 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device de0c73f6-4b3f-4456-b6c8-b38c9e58246b no longer exists at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:10:25.452827 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-01f67589-982d-4a99-89a8-bd15df576aca req-a13390d0-3ad4-4e98-b9f8-40a917318fa3 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/quotas/d41245dedb694df6accb5dc7769c75e5 HTTP/1.1" status: 200 len: 375 time: 0.0355275 Nov 19 18:10:25.469469 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6cb9f7f-36d8-4578-823a-b33041ba8fcc None None] Checking router: edc171ab-e37b-473e-a03e-f993e73a9c94 for host: n-d-818022-2 {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:10:25.469882 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6cb9f7f-36d8-4578-823a-b33041ba8fcc None None] Updating router edc171ab-e37b-473e-a03e-f993e73a9c94 port e2ddeea0-d8a6-4b67-8fa1-64b827956ef6 binding host n-d-818022-2 {{(pid=103367) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 18:10:25.477487 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] No Port match for: de0c73f6-4b3f-4456-b6c8-b38c9e58246b {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:10:25.477857 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device de0c73f6-4b3f-4456-b6c8-b38c9e58246b not bound to the agent host n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:10:25.500804 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 0c352dd0-5774-47f2-aede-42bad2b5d1b7 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:10:25.525621 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-01f67589-982d-4a99-89a8-bd15df576aca req-3744f04a-bec5-497d-ae46-b629e4e41d3e tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=d41245dedb694df6accb5dc7769c75e5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0651112 Nov 19 18:10:25.532827 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-bc486692-539d-4f76-9f25-74c760172a45 req-046ef2b0-8dc7-4f9f-8146-2279d9193357 tempest-VolumesSnapshotTestJSON-1436321153 tempest-VolumesSnapshotTestJSON-1436321153-project] 10.222.0.54 "GET /v2.0/security-groups?id=1a0ae3c5-06ec-4f80-a08c-2f3d319d67f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094761 Nov 19 18:10:25.535993 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-e6cb9f7f-36d8-4578-823a-b33041ba8fcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:25.568400 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 0c352dd0-5774-47f2-aede-42bad2b5d1b7 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:10:25.568790 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:25.612634 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 37182) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:10:25.684011 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-01f67589-982d-4a99-89a8-bd15df576aca req-3a1403f6-a606-4dd2-b716-91077fbb75c7 service neutron] 10.222.0.54 "GET /v2.0/networks/27e7e577-9b51-4ea8-b428-cb57dc2f1090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436119 Nov 19 18:10:25.708723 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6951ddfc-e8b6-4f64-b81a-b00418098ea1 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:25.739154 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6951ddfc-e8b6-4f64-b81a-b00418098ea1 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:25.799590 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-01f67589-982d-4a99-89a8-bd15df576aca req-b598b321-5315-4e1a-95de-47c4b4543478 service neutron] 10.222.0.54 "GET /v2.0/networks/27e7e577-9b51-4ea8-b428-cb57dc2f1090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146097 Nov 19 18:10:25.825731 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6951ddfc-e8b6-4f64-b81a-b00418098ea1 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:25.828967 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6951ddfc-e8b6-4f64-b81a-b00418098ea1 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:25.830371 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-6951ddfc-e8b6-4f64-b81a-b00418098ea1 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] 10.222.0.54 "DELETE /v2.0/security-groups/5c24132d-f481-40b7-9146-ab1c8fab0f7b HTTP/1.1" status: 204 len: 168 time: 0.2164977 Nov 19 18:10:25.841098 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6951ddfc-e8b6-4f64-b81a-b00418098ea1 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c24132d-f481-40b7-9146-ab1c8fab0f7b,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:10:25.873681 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 37190) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:10:25.948696 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-e6cb9f7f-36d8-4578-823a-b33041ba8fcc None None] Publish callbacks [] for port, precommit_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:25.955738 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-e6cb9f7f-36d8-4578-823a-b33041ba8fcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:26.070800 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a6d5aa-bc1a-43e2-9bb1-a49c70856b78 None None] Pushing event updated for resources: {'Port': ['ID=e2ddeea0-d8a6-4b67-8fa1-64b827956ef6,revision_number=3']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:10:26.084246 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3945ac8d-b1cf-4513-b27c-c3068ee5db6f req-f301fe83-f5cc-4a8c-9a76-f7752b103a8d tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/ports?device_id=c82896f8-a54a-4718-b37f-3c67786c16d2 HTTP/1.1" status: 200 len: 210 time: 0.0710506 Nov 19 18:10:26.092408 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a6d5aa-bc1a-43e2-9bb1-a49c70856b78 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:10:26.092810 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a6d5aa-bc1a-43e2-9bb1-a49c70856b78 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:10:26.093158 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a6d5aa-bc1a-43e2-9bb1-a49c70856b78 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:10:26.093496 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a6d5aa-bc1a-43e2-9bb1-a49c70856b78 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:10:26.093848 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a6d5aa-bc1a-43e2-9bb1-a49c70856b78 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:10:26.094199 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a6d5aa-bc1a-43e2-9bb1-a49c70856b78 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:10:26.094529 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a6d5aa-bc1a-43e2-9bb1-a49c70856b78 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:10:26.095267 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a6d5aa-bc1a-43e2-9bb1-a49c70856b78 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:10:26.095267 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a6d5aa-bc1a-43e2-9bb1-a49c70856b78 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:10:26.095592 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a6d5aa-bc1a-43e2-9bb1-a49c70856b78 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:10:26.095997 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a6d5aa-bc1a-43e2-9bb1-a49c70856b78 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:10:26.097079 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a6d5aa-bc1a-43e2-9bb1-a49c70856b78 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:10:26.116871 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-e6cb9f7f-36d8-4578-823a-b33041ba8fcc None None] Attempting to bind port e2ddeea0-d8a6-4b67-8fa1-64b827956ef6 on host n-d-818022-2 for vnic_type normal with profile {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:10:26.117471 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-e6cb9f7f-36d8-4578-823a-b33041ba8fcc None None] Attempting to bind port e2ddeea0-d8a6-4b67-8fa1-64b827956ef6 by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': '303313c8-64ac-45f8-92b0-cca63a8c0103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '27e7e577-9b51-4ea8-b428-cb57dc2f1090'}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:10:26.118045 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6cb9f7f-36d8-4578-823a-b33041ba8fcc None None] Attempting to bind port e2ddeea0-d8a6-4b67-8fa1-64b827956ef6 on network 27e7e577-9b51-4ea8-b428-cb57dc2f1090 {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:10:26.124249 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6cb9f7f-36d8-4578-823a-b33041ba8fcc None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 10, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:10:26.124946 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6cb9f7f-36d8-4578-823a-b33041ba8fcc None None] Checking segment: {'id': '303313c8-64ac-45f8-92b0-cca63a8c0103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '27e7e577-9b51-4ea8-b428-cb57dc2f1090'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:10:26.125528 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-e6cb9f7f-36d8-4578-823a-b33041ba8fcc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:26.126221 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6cb9f7f-36d8-4578-823a-b33041ba8fcc None None] Bound using segment: {'id': '303313c8-64ac-45f8-92b0-cca63a8c0103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '27e7e577-9b51-4ea8-b428-cb57dc2f1090'} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:10:26.126963 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-e6cb9f7f-36d8-4578-823a-b33041ba8fcc None None] Bound port: e2ddeea0-d8a6-4b67-8fa1-64b827956ef6, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '303313c8-64ac-45f8-92b0-cca63a8c0103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '27e7e577-9b51-4ea8-b428-cb57dc2f1090'}}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:10:26.127555 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-e6cb9f7f-36d8-4578-823a-b33041ba8fcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:26.166098 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device 4848cec5-a187-4cb0-86cf-bb1a4fa0aad7 up at agent hyperv_n-h2-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:10:26.243738 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Provisioning for port 4848cec5-a187-4cb0-86cf-bb1a4fa0aad7 completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 18:10:26.248429 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Provisioning complete for port 4848cec5-a187-4cb0-86cf-bb1a4fa0aad7 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:10:26.248807 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:26.287564 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-e6cb9f7f-36d8-4578-823a-b33041ba8fcc None None] For port e2ddeea0-d8a6-4b67-8fa1-64b827956ef6, host n-d-818022-2, cleared binding levels {{(pid=103367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:10:26.293174 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-e6cb9f7f-36d8-4578-823a-b33041ba8fcc None None] For port e2ddeea0-d8a6-4b67-8fa1-64b827956ef6, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=e2ddeea0-d8a6-4b67-8fa1-64b827956ef6,segment=NetworkSegment(303313c8-64ac-45f8-92b0-cca63a8c0103),segment_id=303313c8-64ac-45f8-92b0-cca63a8c0103)] {{(pid=103367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:10:26.312603 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-e6cb9f7f-36d8-4578-823a-b33041ba8fcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:26.388092 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:26.392213 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a6d5aa-bc1a-43e2-9bb1-a49c70856b78 None None] Pushing event updated for resources: {'Port': ['ID=e2ddeea0-d8a6-4b67-8fa1-64b827956ef6,revision_number=4']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:10:26.429227 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6cb9f7f-36d8-4578-823a-b33041ba8fcc None None] Routers {'edc171ab-e37b-473e-a03e-f993e73a9c94'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:10:26.429866 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-e6cb9f7f-36d8-4578-823a-b33041ba8fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:10:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['edc171ab-e37b-473e-a03e-f993e73a9c94'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:10:26.465076 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port 4848cec5-a187-4cb0-86cf-bb1a4fa0aad7, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=4848cec5-a187-4cb0-86cf-bb1a4fa0aad7,segment=NetworkSegment(5c045df4-8b55-4d72-991d-9356509652cb),segment_id=5c045df4-8b55-4d72-991d-9356509652cb)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:10:26.472411 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bca1a84d-085a-4654-b666-ddecac6105da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4848cec5-a187-4cb0-86cf-bb1a4fa0aad7'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:10:26.476841 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3940761bcd94e032e6960d2241bd8993c5d3a7d8dc2aca8488f3ecf1d4dd2fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-981425b3-8803-4103-9fe1-7e8b707979b5" -d '{"events": [{"server_uuid": "bca1a84d-085a-4654-b666-ddecac6105da", "name": "network-vif-plugged", "status": "completed", "tag": "4848cec5-a187-4cb0-86cf-bb1a4fa0aad7"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:10:26.481356 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:26.520577 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8c524bcf-0760-4bb0-9e44-e02e67a48243 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-768564'] for router_interface, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:26.543229 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Pushing event updated for resources: {'Port': ['ID=4848cec5-a187-4cb0-86cf-bb1a4fa0aad7,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:10:26.546070 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-fc9b4b57-d60b-40c5-8c41-113afc6b4e3f None None] Provisioning complete for port e2ddeea0-d8a6-4b67-8fa1-64b827956ef6 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:10:26.546551 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-fc9b4b57-d60b-40c5-8c41-113afc6b4e3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:26.612799 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:10:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51584458-70aa-487f-b199-87c01396ad4c x-openstack-request-id: req-51584458-70aa-487f-b199-87c01396ad4c {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:10:26.613295 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bca1a84d-085a-4654-b666-ddecac6105da", "name": "network-vif-plugged", "status": "completed", "tag": "4848cec5-a187-4cb0-86cf-bb1a4fa0aad7", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:10:26.613913 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-51584458-70aa-487f-b199-87c01396ad4c {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:10:26.617943 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bca1a84d-085a-4654-b666-ddecac6105da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4848cec5-a187-4cb0-86cf-bb1a4fa0aad7', 'code': 200} Nov 19 18:10:26.739650 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-e6cb9f7f-36d8-4578-823a-b33041ba8fcc None None] Set router edc171ab-e37b-473e-a03e-f993e73a9c94 gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:10:26.765409 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f3e9ae-5ae7-404e-8413-abd2ee53eb21 req-edac6c71-4561-43e1-a60c-e2ab95183598 tempest-VolumesSnapshotTestJSON-1436321153 tempest-VolumesSnapshotTestJSON-1436321153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:10:26.766338 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-fc9b4b57-d60b-40c5-8c41-113afc6b4e3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:26.774124 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-96f3e9ae-5ae7-404e-8413-abd2ee53eb21 req-edac6c71-4561-43e1-a60c-e2ab95183598 tempest-VolumesSnapshotTestJSON-1436321153 tempest-VolumesSnapshotTestJSON-1436321153-project] 10.222.0.54 "GET /v2.0/ports?device_id=bca1a84d-085a-4654-b666-ddecac6105da HTTP/1.1" status: 200 len: 946 time: 0.1166131 Nov 19 18:10:26.812752 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-fc9b4b57-d60b-40c5-8c41-113afc6b4e3f None None] For port e2ddeea0-d8a6-4b67-8fa1-64b827956ef6, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=e2ddeea0-d8a6-4b67-8fa1-64b827956ef6,segment=NetworkSegment(303313c8-64ac-45f8-92b0-cca63a8c0103),segment_id=303313c8-64ac-45f8-92b0-cca63a8c0103)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:10:26.822519 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-fc9b4b57-d60b-40c5-8c41-113afc6b4e3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:26.867018 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-96f3e9ae-5ae7-404e-8413-abd2ee53eb21 req-a74ea863-8f77-49ab-b8b8-02dcbd125043 tempest-VolumesSnapshotTestJSON-1436321153 tempest-VolumesSnapshotTestJSON-1436321153-project] 10.222.0.54 "GET /v2.0/security-groups?id=1a0ae3c5-06ec-4f80-a08c-2f3d319d67f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919533 Nov 19 18:10:26.907838 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9b4b57-d60b-40c5-8c41-113afc6b4e3f None None] Pushing event updated for resources: {'Port': ['ID=e2ddeea0-d8a6-4b67-8fa1-64b827956ef6,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:10:26.959147 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-972a9c44-0f06-4a12-b119-d1553826d4c5 None None] Provisioning complete for port e2ddeea0-d8a6-4b67-8fa1-64b827956ef6 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:10:26.959522 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-972a9c44-0f06-4a12-b119-d1553826d4c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:27.102157 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-e6cb9f7f-36d8-4578-823a-b33041ba8fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edc171ab-e37b-473e-a03e-f993e73a9c94', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1058054596', 'tenant_id': 'd41245dedb694df6accb5dc7769c75e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.154'}], 'enable_snat': True}, 'gw_port_id': '73be8d29-eb8f-4466-bb21-34547be29c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:10:14Z', 'updated_at': '2021-11-19T18:10:23Z', 'revision_number': 4, 'project_id': 'd41245dedb694df6accb5dc7769c75e5', 'gw_port': {'id': '73be8d29-eb8f-4466-bb21-34547be29c5c', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:03:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edc171ab-e37b-473e-a03e-f993e73a9c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:10:15Z', 'updated_at': '2021-11-19T18:10:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': 'e2ddeea0-d8a6-4b67-8fa1-64b827956ef6', 'name': '', 'network_id': '27e7e577-9b51-4ea8-b428-cb57dc2f1090', 'tenant_id': 'd41245dedb694df6accb5dc7769c75e5', 'mac_address': 'fa:16:3e:a2:25:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edc171ab-e37b-473e-a03e-f993e73a9c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': '749680ea-6b4d-4ba4-a221-84f2211067a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:10:22Z', 'updated_at': '2021-11-19T18:10:26Z', 'revision_number': 4, 'project_id': 'd41245dedb694df6accb5dc7769c75e5', 'subnets': [{'id': '749680ea-6b4d-4ba4-a221-84f2211067a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:10:27.147814 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6cb9f7f-36d8-4578-823a-b33041ba8fcc None None] The sync data for ids ['edc171ab-e37b-473e-a03e-f993e73a9c94'] in n-d-818022-2 is: [{'id': 'edc171ab-e37b-473e-a03e-f993e73a9c94', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1058054596', 'tenant_id': 'd41245dedb694df6accb5dc7769c75e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.154'}], 'enable_snat': True}, 'gw_port_id': '73be8d29-eb8f-4466-bb21-34547be29c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:10:14Z', 'updated_at': '2021-11-19T18:10:23Z', 'revision_number': 4, 'project_id': 'd41245dedb694df6accb5dc7769c75e5', 'gw_port': {'id': '73be8d29-eb8f-4466-bb21-34547be29c5c', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:03:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edc171ab-e37b-473e-a03e-f993e73a9c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:10:15Z', 'updated_at': '2021-11-19T18:10:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': 'e2ddeea0-d8a6-4b67-8fa1-64b827956ef6', 'name': '', 'network_id': '27e7e577-9b51-4ea8-b428-cb57dc2f1090', 'tenant_id': 'd41245dedb694df6accb5dc7769c75e5', 'mac_address': 'fa:16:3e:a2:25:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edc171ab-e37b-473e-a03e-f993e73a9c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': '749680ea-6b4d-4ba4-a221-84f2211067a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:10:22Z', 'updated_at': '2021-11-19T18:10:26Z', 'revision_number': 4, 'project_id': 'd41245dedb694df6accb5dc7769c75e5', 'subnets': [{'id': '749680ea-6b4d-4ba4-a221-84f2211067a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:10:27.184350 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559238e9-36e9-48f9-99eb-d95fb56fd44d req-a6034a5c-a0f3-4e4c-8e66-9a0f3952ee9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:10:27.185877 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-559238e9-36e9-48f9-99eb-d95fb56fd44d req-a6034a5c-a0f3-4e4c-8e66-9a0f3952ee9a service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=bca1a84d-085a-4654-b666-ddecac6105da HTTP/1.1" status: 200 len: 1097 time: 0.5384130 Nov 19 18:10:27.251569 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-99d0c481-5e95-4052-8669-1f486d4b23bb req-de77f884-61dc-4a4c-af5a-8656135ec7eb tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/ports?device_id=c82896f8-a54a-4718-b37f-3c67786c16d2 HTTP/1.1" status: 200 len: 210 time: 0.0632744 Nov 19 18:10:27.345475 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-559238e9-36e9-48f9-99eb-d95fb56fd44d req-82dcbc74-4d89-4a0a-aac3-e405e366af97 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=1a0ae3c5-06ec-4f80-a08c-2f3d319d67f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424816 Nov 19 18:10:27.405121 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.agents_db [None req-619e5c26-d9ed-4321-86eb-7d443bb9dfa2 None None] Agent healthcheck: found 7 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 18:10:27.549345 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device e2ddeea0-d8a6-4b67-8fa1-64b827956ef6 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:10:27.615786 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f67589-982d-4a99-89a8-bd15df576aca req-2ce6d5d1-e6d2-402a-8c8c-fd9afb6526e6 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:10:27.617358 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-01f67589-982d-4a99-89a8-bd15df576aca req-2ce6d5d1-e6d2-402a-8c8c-fd9afb6526e6 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.60 "GET /v2.0/networks?id=27e7e577-9b51-4ea8-b428-cb57dc2f1090 HTTP/1.1" status: 200 len: 797 time: 0.1479025 Nov 19 18:10:27.658498 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-8c524bcf-0760-4bb0-9e44-e02e67a48243 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Deleting port 7be3de05-d164-4ac0-8db7-79c97dd95b37 {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:10:27.659450 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8c524bcf-0760-4bb0-9e44-e02e67a48243 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:27.662233 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port e2ddeea0-d8a6-4b67-8fa1-64b827956ef6 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:10:27.663129 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:27.798337 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-01f67589-982d-4a99-89a8-bd15df576aca req-f9ca923e-4df9-40ad-b606-6894c1051d81 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d41245dedb694df6accb5dc7769c75e5 HTTP/1.1" status: 200 len: 380 time: 0.1690052 Nov 19 18:10:27.809784 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-01f67589-982d-4a99-89a8-bd15df576aca req-4fa163dc-6c64-4427-9e65-55a1166c67d4 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Request body: {'port': {'device_id': 'c82896f8-a54a-4718-b37f-3c67786c16d2', 'network_id': '27e7e577-9b51-4ea8-b428-cb57dc2f1090', 'admin_state_up': True, 'tenant_id': 'd41245dedb694df6accb5dc7769c75e5', 'security_groups': ['8f4b6ed4-731c-4422-a542-0c167c226527']}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:10:27.885536 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [None req-8c524bcf-0760-4bb0-9e44-e02e67a48243 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] For port 7be3de05-d164-4ac0-8db7-79c97dd95b37, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=7be3de05-d164-4ac0-8db7-79c97dd95b37,segment=NetworkSegment(7f8a67cc-f3a5-408c-b83a-718207ca1b8d),segment_id=7f8a67cc-f3a5-408c-b83a-718207ca1b8d)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:10:27.885935 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8c524bcf-0760-4bb0-9e44-e02e67a48243 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:27.909759 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-8c524bcf-0760-4bb0-9e44-e02e67a48243 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Calling delete_port for 7be3de05-d164-4ac0-8db7-79c97dd95b37 owned by network:router_interface {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:10:28.026253 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a84d5b-f080-436e-834e-28ea948dc437 req-e745bb0d-cc1b-42a9-a478-a6f47c5d6e4a tempest-VolumesSnapshotTestJSON-1436321153 tempest-VolumesSnapshotTestJSON-1436321153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:10:28.035679 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-60a84d5b-f080-436e-834e-28ea948dc437 req-e745bb0d-cc1b-42a9-a478-a6f47c5d6e4a tempest-VolumesSnapshotTestJSON-1436321153 tempest-VolumesSnapshotTestJSON-1436321153-project] 10.222.0.54 "GET /v2.0/ports?device_id=bca1a84d-085a-4654-b666-ddecac6105da HTTP/1.1" status: 200 len: 946 time: 0.0729809 Nov 19 18:10:28.103527 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01f67589-982d-4a99-89a8-bd15df576aca req-4fa163dc-6c64-4427-9e65-55a1166c67d4 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Made reservation on behalf of d41245dedb694df6accb5dc7769c75e5 for: {'port': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:10:28.105537 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-60a84d5b-f080-436e-834e-28ea948dc437 req-d9f8e3e9-da03-4f33-9847-94c57b7c6c57 tempest-VolumesSnapshotTestJSON-1436321153 tempest-VolumesSnapshotTestJSON-1436321153-project] 10.222.0.54 "GET /v2.0/security-groups?id=1a0ae3c5-06ec-4f80-a08c-2f3d319d67f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685129 Nov 19 18:10:28.116595 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-01f67589-982d-4a99-89a8-bd15df576aca req-4fa163dc-6c64-4427-9e65-55a1166c67d4 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:28.283884 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8c524bcf-0760-4bb0-9e44-e02e67a48243 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:28.319215 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c524bcf-0760-4bb0-9e44-e02e67a48243 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Pushing event deleted for resources: {'Port': ['ID=7be3de05-d164-4ac0-8db7-79c97dd95b37,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:10:28.385210 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [req-01f67589-982d-4a99-89a8-bd15df576aca req-4fa163dc-6c64-4427-9e65-55a1166c67d4 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Allocated IP 172.20.0.5 (27e7e577-9b51-4ea8-b428-cb57dc2f1090/749680ea-6b4d-4ba4-a221-84f2211067a3/f199a584-a6cd-477a-a0a8-0173c813a2a7) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:10:28.495962 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-925828e7-ef8e-4b7d-9a7a-82cb042274e9 req-b47842f4-46e7-42e5-ac53-d9cdf3f8fc08 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/ports?device_id=c82896f8-a54a-4718-b37f-3c67786c16d2 HTTP/1.1" status: 200 len: 210 time: 0.1229653 Nov 19 18:10:28.716255 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8c524bcf-0760-4bb0-9e44-e02e67a48243 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-768648'] for router_interface, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:28.853027 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-01f67589-982d-4a99-89a8-bd15df576aca req-4fa163dc-6c64-4427-9e65-55a1166c67d4 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:28.943837 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-01f67589-982d-4a99-89a8-bd15df576aca req-4fa163dc-6c64-4427-9e65-55a1166c67d4 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:29.024563 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01f67589-982d-4a99-89a8-bd15df576aca req-4fa163dc-6c64-4427-9e65-55a1166c67d4 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Network 27e7e577-9b51-4ea8-b428-cb57dc2f1090 is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:10:29.031886 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [req-01f67589-982d-4a99-89a8-bd15df576aca req-4fa163dc-6c64-4427-9e65-55a1166c67d4 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:10:29.040930 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [req-01f67589-982d-4a99-89a8-bd15df576aca req-4fa163dc-6c64-4427-9e65-55a1166c67d4 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:10:29.046221 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa163dc-6c64-4427-9e65-55a1166c67d4 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Pushing event updated for resources: {'Port': ['ID=f199a584-a6cd-477a-a0a8-0173c813a2a7,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:10:29.084456 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c524bcf-0760-4bb0-9e44-e02e67a48243 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Router 479362ee-9c23-4bdf-aa23-bea5c71128aa has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 18:10:29.105226 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f67589-982d-4a99-89a8-bd15df576aca req-4fa163dc-6c64-4427-9e65-55a1166c67d4 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:10:29.105892 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-01f67589-982d-4a99-89a8-bd15df576aca req-4fa163dc-6c64-4427-9e65-55a1166c67d4 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:29.158017 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-01f67589-982d-4a99-89a8-bd15df576aca req-4fa163dc-6c64-4427-9e65-55a1166c67d4 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3509896 Nov 19 18:10:29.170699 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-01f67589-982d-4a99-89a8-bd15df576aca req-a1808997-b068-4dbc-8fdf-90c9a3767d43 service neutron] Request body: {'port': {'device_id': 'c82896f8-a54a-4718-b37f-3c67786c16d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818022-2'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:10:29.269713 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658bad96-27ab-40fc-ba27-0072f895e32d req-89440bb2-6022-4526-b3f5-d63026a7a4f5 tempest-VolumesSnapshotTestJSON-1436321153 tempest-VolumesSnapshotTestJSON-1436321153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:10:29.276226 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-01f67589-982d-4a99-89a8-bd15df576aca req-a1808997-b068-4dbc-8fdf-90c9a3767d43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:29.282257 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-658bad96-27ab-40fc-ba27-0072f895e32d req-89440bb2-6022-4526-b3f5-d63026a7a4f5 tempest-VolumesSnapshotTestJSON-1436321153 tempest-VolumesSnapshotTestJSON-1436321153-project] 10.222.0.54 "GET /v2.0/ports?device_id=bca1a84d-085a-4654-b666-ddecac6105da HTTP/1.1" status: 200 len: 946 time: 0.0917907 Nov 19 18:10:29.288677 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c524bcf-0760-4bb0-9e44-e02e67a48243 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:10:29.297619 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-8c524bcf-0760-4bb0-9e44-e02e67a48243 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] 10.222.0.54 "PUT /v2.0/routers/479362ee-9c23-4bdf-aa23-bea5c71128aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4198196 Nov 19 18:10:29.297619 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 37234) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:10:29.304290 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5098d95-291a-4b19-92ca-68460e595206 None None] Sync routers for ids ['479362ee-9c23-4bdf-aa23-bea5c71128aa'] in n-d-818022-2 {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:10:29.329361 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-51446de8-5eb2-4b17-97e7-3f5b83fa1bfc None None] Provisioning complete for port f199a584-a6cd-477a-a0a8-0173c813a2a7 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:10:29.330278 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-51446de8-5eb2-4b17-97e7-3f5b83fa1bfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:29.333000 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5098d95-291a-4b19-92ca-68460e595206 None None] Routers {'479362ee-9c23-4bdf-aa23-bea5c71128aa'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:10:29.334292 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-c5098d95-291a-4b19-92ca-68460e595206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:10:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['479362ee-9c23-4bdf-aa23-bea5c71128aa'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:10:29.350917 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-658bad96-27ab-40fc-ba27-0072f895e32d req-99a7a008-adc6-41e1-8e1c-4688c0214914 tempest-VolumesSnapshotTestJSON-1436321153 tempest-VolumesSnapshotTestJSON-1436321153-project] 10.222.0.54 "GET /v2.0/security-groups?id=1a0ae3c5-06ec-4f80-a08c-2f3d319d67f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596919 Nov 19 18:10:29.399111 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_v2 [None req-9dc5f5c6-1b19-4e6e-b81c-b9b9feed36a9 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Deleting subnet 159f3a31-387a-4317-a596-fb3e8eedbc09 {{(pid=103364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 18:10:29.405637 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9dc5f5c6-1b19-4e6e-b81c-b9b9feed36a9 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks [] for subnet, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:29.460694 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9dc5f5c6-1b19-4e6e-b81c-b9b9feed36a9 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9416263'] for subnet, precommit_delete_associations {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:29.490415 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-51446de8-5eb2-4b17-97e7-3f5b83fa1bfc None None] Port f199a584-a6cd-477a-a0a8-0173c813a2a7 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:10:29.564155 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-c5098d95-291a-4b19-92ca-68460e595206 None None] Set router 479362ee-9c23-4bdf-aa23-bea5c71128aa gateway port host: n-d-818022-2 {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:10:29.730463 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb2328d-da8c-43ab-a45f-d0c7f957da3c req-b0936829-d1f0-4393-81b8-587ab58b0df0 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:10:29.742756 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9bb2328d-da8c-43ab-a45f-d0c7f957da3c req-b0936829-d1f0-4393-81b8-587ab58b0df0 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/ports?device_id=c82896f8-a54a-4718-b37f-3c67786c16d2 HTTP/1.1" status: 200 len: 931 time: 0.0700614 Nov 19 18:10:29.744572 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9dc5f5c6-1b19-4e6e-b81c-b9b9feed36a9 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:29.824083 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9bb2328d-da8c-43ab-a45f-d0c7f957da3c req-da14b3f9-9810-4bc7-b9df-df5afb56a427 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/security-groups?id=8f4b6ed4-731c-4422-a542-0c167c226527&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757535 Nov 19 18:10:29.844092 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3fc378db-9d12-47d0-a02d-23ae728ed00a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:29.906541 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-c5098d95-291a-4b19-92ca-68460e595206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '479362ee-9c23-4bdf-aa23-bea5c71128aa', 'name': 'tempest-TestNetworkBasicOps-router-1799051085', 'tenant_id': 'd00a359bd74e4de6b0d3dd4ba0b5c79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.53'}], 'enable_snat': True}, 'gw_port_id': '1706ad07-f340-45ef-8070-8778cc53e080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:07:45Z', 'updated_at': '2021-11-19T18:10:28Z', 'revision_number': 7, 'project_id': 'd00a359bd74e4de6b0d3dd4ba0b5c79c', 'gw_port': {'id': '1706ad07-f340-45ef-8070-8778cc53e080', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:e2:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '479362ee-9c23-4bdf-aa23-bea5c71128aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:07:46Z', 'updated_at': '2021-11-19T18:07:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:10:29.914077 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9dc5f5c6-1b19-4e6e-b81c-b9b9feed36a9 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12425137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8983934'] for subnet, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:29.944175 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5098d95-291a-4b19-92ca-68460e595206 None None] Checking router: 479362ee-9c23-4bdf-aa23-bea5c71128aa for host: n-d-818022-2 {{(pid=103366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:10:29.958209 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5098d95-291a-4b19-92ca-68460e595206 None None] Routers {'479362ee-9c23-4bdf-aa23-bea5c71128aa'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:10:29.958844 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-c5098d95-291a-4b19-92ca-68460e595206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:10:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['479362ee-9c23-4bdf-aa23-bea5c71128aa'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:10:29.988825 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [req-01f67589-982d-4a99-89a8-bd15df576aca req-a1808997-b068-4dbc-8fdf-90c9a3767d43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f199a584-a6cd-477a-a0a8-0173c813a2a7 {{(pid=103364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:10:29.997496 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-01f67589-982d-4a99-89a8-bd15df576aca req-a1808997-b068-4dbc-8fdf-90c9a3767d43 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:30.043854 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.provisioning_blocks [req-01f67589-982d-4a99-89a8-bd15df576aca req-a1808997-b068-4dbc-8fdf-90c9a3767d43 service neutron] Transition to ACTIVE for port object f199a584-a6cd-477a-a0a8-0173c813a2a7 will not be triggered until provisioned by entity L2. {{(pid=103364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 18:10:30.043854 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc5f5c6-1b19-4e6e-b81c-b9b9feed36a9 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Pushing event deleted for resources: {'Subnet': ['ID=159f3a31-387a-4317-a596-fb3e8eedbc09,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:10:30.053194 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9dc5f5c6-1b19-4e6e-b81c-b9b9feed36a9 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:30.057092 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-9dc5f5c6-1b19-4e6e-b81c-b9b9feed36a9 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] 10.222.0.54 "DELETE /v2.0/subnets/159f3a31-387a-4317-a596-fb3e8eedbc09 HTTP/1.1" status: 204 len: 168 time: 0.7585299 Nov 19 18:10:30.060005 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 37252) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:10:30.062170 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-01f67589-982d-4a99-89a8-bd15df576aca req-a1808997-b068-4dbc-8fdf-90c9a3767d43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:30.073209 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc5f5c6-1b19-4e6e-b81c-b9b9feed36a9 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:10:30.073492 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b119b0f-011a-4fd1-a857-cd3beae2c789 None None] Network 80b24c25-6cae-4961-9404-ec39a219d9c1 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:10:30.073636 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc5f5c6-1b19-4e6e-b81c-b9b9feed36a9 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:10:30.073908 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc5f5c6-1b19-4e6e-b81c-b9b9feed36a9 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:10:30.074401 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc5f5c6-1b19-4e6e-b81c-b9b9feed36a9 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:10:30.074751 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc5f5c6-1b19-4e6e-b81c-b9b9feed36a9 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:10:30.075096 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc5f5c6-1b19-4e6e-b81c-b9b9feed36a9 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:10:30.075581 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc5f5c6-1b19-4e6e-b81c-b9b9feed36a9 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:10:30.075972 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc5f5c6-1b19-4e6e-b81c-b9b9feed36a9 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:10:30.076332 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc5f5c6-1b19-4e6e-b81c-b9b9feed36a9 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:10:30.076652 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc5f5c6-1b19-4e6e-b81c-b9b9feed36a9 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:10:30.076987 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc5f5c6-1b19-4e6e-b81c-b9b9feed36a9 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:10:30.077317 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc5f5c6-1b19-4e6e-b81c-b9b9feed36a9 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:10:30.201390 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-c5098d95-291a-4b19-92ca-68460e595206 None None] Set router 479362ee-9c23-4bdf-aa23-bea5c71128aa gateway port host: n-d-818022-2 {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:10:30.224440 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1808997-b068-4dbc-8fdf-90c9a3767d43 service neutron] Pushing event updated for resources: {'Port': ['ID=f199a584-a6cd-477a-a0a8-0173c813a2a7,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:10:30.248890 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-63aa1055-c9ef-41e8-9906-b543c7d4c015 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks [] for router, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:30.299321 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-01f67589-982d-4a99-89a8-bd15df576aca req-a1808997-b068-4dbc-8fdf-90c9a3767d43 service neutron] Attempting to bind port f199a584-a6cd-477a-a0a8-0173c813a2a7 on host n-h1-818022-2 for vnic_type normal with profile {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:10:30.299620 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-01f67589-982d-4a99-89a8-bd15df576aca req-a1808997-b068-4dbc-8fdf-90c9a3767d43 service neutron] Attempting to bind port f199a584-a6cd-477a-a0a8-0173c813a2a7 by drivers openvswitch,hyperv on host n-h1-818022-2 at level 0 using segments [{'id': '303313c8-64ac-45f8-92b0-cca63a8c0103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '27e7e577-9b51-4ea8-b428-cb57dc2f1090'}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:10:30.299960 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01f67589-982d-4a99-89a8-bd15df576aca req-a1808997-b068-4dbc-8fdf-90c9a3767d43 service neutron] Attempting to bind port f199a584-a6cd-477a-a0a8-0173c813a2a7 on network 27e7e577-9b51-4ea8-b428-cb57dc2f1090 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:10:30.310316 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01f67589-982d-4a99-89a8-bd15df576aca req-a1808997-b068-4dbc-8fdf-90c9a3767d43 service neutron] Port f199a584-a6cd-477a-a0a8-0173c813a2a7 on network 27e7e577-9b51-4ea8-b428-cb57dc2f1090 not bound, no agent of type Open vSwitch agent registered on host n-h1-818022-2 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 18:10:30.310644 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01f67589-982d-4a99-89a8-bd15df576aca req-a1808997-b068-4dbc-8fdf-90c9a3767d43 service neutron] Attempting to bind port f199a584-a6cd-477a-a0a8-0173c813a2a7 on network 27e7e577-9b51-4ea8-b428-cb57dc2f1090 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:10:30.322346 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01f67589-982d-4a99-89a8-bd15df576aca req-a1808997-b068-4dbc-8fdf-90c9a3767d43 service neutron] Checking agent: {'id': 'a6668d96-12fa-4ec0-99ad-77eaf490dd2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'started_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 10, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:10:30.322705 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01f67589-982d-4a99-89a8-bd15df576aca req-a1808997-b068-4dbc-8fdf-90c9a3767d43 service neutron] Checking segment: {'id': '303313c8-64ac-45f8-92b0-cca63a8c0103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '27e7e577-9b51-4ea8-b428-cb57dc2f1090'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:10:30.323097 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01f67589-982d-4a99-89a8-bd15df576aca req-a1808997-b068-4dbc-8fdf-90c9a3767d43 service neutron] Bound using segment: {'id': '303313c8-64ac-45f8-92b0-cca63a8c0103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '27e7e577-9b51-4ea8-b428-cb57dc2f1090'} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:10:30.324150 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-01f67589-982d-4a99-89a8-bd15df576aca req-a1808997-b068-4dbc-8fdf-90c9a3767d43 service neutron] Bound port: f199a584-a6cd-477a-a0a8-0173c813a2a7, host: n-h1-818022-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '303313c8-64ac-45f8-92b0-cca63a8c0103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '27e7e577-9b51-4ea8-b428-cb57dc2f1090'}}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:10:30.324150 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-01f67589-982d-4a99-89a8-bd15df576aca req-a1808997-b068-4dbc-8fdf-90c9a3767d43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:30.421577 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-63aa1055-c9ef-41e8-9906-b543c7d4c015 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:30.437864 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-01f67589-982d-4a99-89a8-bd15df576aca req-a1808997-b068-4dbc-8fdf-90c9a3767d43 service neutron] For port f199a584-a6cd-477a-a0a8-0173c813a2a7, host n-h1-818022-2, cleared binding levels {{(pid=103364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:10:30.442301 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-01f67589-982d-4a99-89a8-bd15df576aca req-a1808997-b068-4dbc-8fdf-90c9a3767d43 service neutron] For port f199a584-a6cd-477a-a0a8-0173c813a2a7, host n-h1-818022-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=f199a584-a6cd-477a-a0a8-0173c813a2a7,segment=NetworkSegment(303313c8-64ac-45f8-92b0-cca63a8c0103),segment_id=303313c8-64ac-45f8-92b0-cca63a8c0103)] {{(pid=103364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:10:30.462256 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-01f67589-982d-4a99-89a8-bd15df576aca req-a1808997-b068-4dbc-8fdf-90c9a3767d43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:30.519503 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f67589-982d-4a99-89a8-bd15df576aca req-a1808997-b068-4dbc-8fdf-90c9a3767d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:10:30.520422 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-01f67589-982d-4a99-89a8-bd15df576aca req-a1808997-b068-4dbc-8fdf-90c9a3767d43 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:30.522080 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-01f67589-982d-4a99-89a8-bd15df576aca req-a1808997-b068-4dbc-8fdf-90c9a3767d43 service neutron] 10.222.0.60 "PUT /v2.0/ports/f199a584-a6cd-477a-a0a8-0173c813a2a7 HTTP/1.1" status: 200 len: 1091 time: 1.3557603 Nov 19 18:10:30.524518 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c82896f8-a54a-4718-b37f-3c67786c16d2', 'tag': 'f199a584-a6cd-477a-a0a8-0173c813a2a7'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:10:30.528953 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dd4767a008c23f8566efc82158ee1b1fff34e1a9e908d76d0b6d0ab7e350e5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed5459dd-7b54-4df3-8a72-0accec6e2ec0" -d '{"events": [{"name": "network-changed", "server_uuid": "c82896f8-a54a-4718-b37f-3c67786c16d2", "tag": "f199a584-a6cd-477a-a0a8-0173c813a2a7"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:10:30.547367 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-63aa1055-c9ef-41e8-9906-b543c7d4c015 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Deleting port 1706ad07-f340-45ef-8070-8778cc53e080 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:10:30.547595 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-63aa1055-c9ef-41e8-9906-b543c7d4c015 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:30.560808 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1808997-b068-4dbc-8fdf-90c9a3767d43 service neutron] Pushing event updated for resources: {'Port': ['ID=f199a584-a6cd-477a-a0a8-0173c813a2a7,revision_number=3']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:10:30.649715 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 18:10:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4d64235-9f72-44bd-8e4b-abdd3547989c x-openstack-request-id: req-d4d64235-9f72-44bd-8e4b-abdd3547989c {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:10:30.650230 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c82896f8-a54a-4718-b37f-3c67786c16d2", "tag": "f199a584-a6cd-477a-a0a8-0173c813a2a7", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:10:30.650470 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d4d64235-9f72-44bd-8e4b-abdd3547989c {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:10:30.650890 n-d-818022-2 neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c82896f8-a54a-4718-b37f-3c67786c16d2', 'tag': 'f199a584-a6cd-477a-a0a8-0173c813a2a7', 'status': 'completed', 'code': 200} Nov 19 18:10:30.671105 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f67589-982d-4a99-89a8-bd15df576aca req-57695221-e522-473a-9235-afe417c19dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:10:30.674401 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-01f67589-982d-4a99-89a8-bd15df576aca req-57695221-e522-473a-9235-afe417c19dee service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d41245dedb694df6accb5dc7769c75e5&device_id=c82896f8-a54a-4718-b37f-3c67786c16d2 HTTP/1.1" status: 200 len: 1094 time: 0.0931296 Nov 19 18:10:30.683159 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f124c6a-5e77-4b58-8fc3-ade86fa02514 None None] DHCP port deletion for 80b24c25-6cae-4961-9404-ec39a219d9c1 request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:10:30.751494 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-01f67589-982d-4a99-89a8-bd15df576aca req-4a55012b-7b10-496e-ba2c-7708bbfc119a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f199a584-a6cd-477a-a0a8-0173c813a2a7 HTTP/1.1" status: 200 len: 217 time: 0.0664239 Nov 19 18:10:30.764598 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-c5098d95-291a-4b19-92ca-68460e595206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '479362ee-9c23-4bdf-aa23-bea5c71128aa', 'name': 'tempest-TestNetworkBasicOps-router-1799051085', 'tenant_id': 'd00a359bd74e4de6b0d3dd4ba0b5c79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.53'}], 'enable_snat': True}, 'gw_port_id': '1706ad07-f340-45ef-8070-8778cc53e080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:07:45Z', 'updated_at': '2021-11-19T18:10:28Z', 'revision_number': 7, 'project_id': 'd00a359bd74e4de6b0d3dd4ba0b5c79c', 'gw_port': {'id': '1706ad07-f340-45ef-8070-8778cc53e080', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:e2:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '479362ee-9c23-4bdf-aa23-bea5c71128aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:07:46Z', 'updated_at': '2021-11-19T18:07:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:10:30.796793 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [None req-63aa1055-c9ef-41e8-9906-b543c7d4c015 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] For port 1706ad07-f340-45ef-8070-8778cc53e080, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=1706ad07-f340-45ef-8070-8778cc53e080,segment=NetworkSegment(bbe705c1-96c0-476e-8381-28227e6f0ac5),segment_id=bbe705c1-96c0-476e-8381-28227e6f0ac5)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:10:30.797420 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-63aa1055-c9ef-41e8-9906-b543c7d4c015 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:30.801092 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5098d95-291a-4b19-92ca-68460e595206 None None] The sync data for ids ['479362ee-9c23-4bdf-aa23-bea5c71128aa'] in n-d-818022-2 is: [{'id': '479362ee-9c23-4bdf-aa23-bea5c71128aa', 'name': 'tempest-TestNetworkBasicOps-router-1799051085', 'tenant_id': 'd00a359bd74e4de6b0d3dd4ba0b5c79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.53'}], 'enable_snat': True}, 'gw_port_id': '1706ad07-f340-45ef-8070-8778cc53e080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:07:45Z', 'updated_at': '2021-11-19T18:10:28Z', 'revision_number': 7, 'project_id': 'd00a359bd74e4de6b0d3dd4ba0b5c79c', 'gw_port': {'id': '1706ad07-f340-45ef-8070-8778cc53e080', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:e2:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '479362ee-9c23-4bdf-aa23-bea5c71128aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:07:46Z', 'updated_at': '2021-11-19T18:07:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:10:30.807053 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-9f124c6a-5e77-4b58-8fc3-ade86fa02514 None None] Deleting port 66fd48dd-1255-423a-8943-06cb553de283 {{(pid=103366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:10:30.807691 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9f124c6a-5e77-4b58-8fc3-ade86fa02514 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:30.855940 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-63aa1055-c9ef-41e8-9906-b543c7d4c015 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Calling delete_port for 1706ad07-f340-45ef-8070-8778cc53e080 owned by network:router_gateway {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:10:30.874141 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f67589-982d-4a99-89a8-bd15df576aca req-835e3195-9d38-45db-8c23-835da6193881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:10:30.876048 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-01f67589-982d-4a99-89a8-bd15df576aca req-835e3195-9d38-45db-8c23-835da6193881 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=749680ea-6b4d-4ba4-a221-84f2211067a3 HTTP/1.1" status: 200 len: 835 time: 0.1100838 Nov 19 18:10:30.935858 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f67589-982d-4a99-89a8-bd15df576aca req-2cc7060d-7511-4447-8952-0cd610a20a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:10:30.937386 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-01f67589-982d-4a99-89a8-bd15df576aca req-2cc7060d-7511-4447-8952-0cd610a20a5e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=27e7e577-9b51-4ea8-b428-cb57dc2f1090&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0487118 Nov 19 18:10:31.012129 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-9f124c6a-5e77-4b58-8fc3-ade86fa02514 None None] For port 66fd48dd-1255-423a-8943-06cb553de283, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=66fd48dd-1255-423a-8943-06cb553de283,segment=NetworkSegment(7f8a67cc-f3a5-408c-b83a-718207ca1b8d),segment_id=7f8a67cc-f3a5-408c-b83a-718207ca1b8d)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:10:31.015555 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9f124c6a-5e77-4b58-8fc3-ade86fa02514 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:31.043898 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-9f124c6a-5e77-4b58-8fc3-ade86fa02514 None None] Calling delete_port for 66fd48dd-1255-423a-8943-06cb553de283 owned by network:dhcp {{(pid=103366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:10:31.140959 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b097d7-ced7-43ce-8d7a-4bce7479d8fc req-707350b9-4b4d-40ae-9fef-0dac4090a14f tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:10:31.144039 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-62b097d7-ced7-43ce-8d7a-4bce7479d8fc req-707350b9-4b4d-40ae-9fef-0dac4090a14f tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/ports?device_id=c82896f8-a54a-4718-b37f-3c67786c16d2 HTTP/1.1" status: 200 len: 943 time: 0.1496398 Nov 19 18:10:31.151799 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9f124c6a-5e77-4b58-8fc3-ade86fa02514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007'] for port, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:31.157929 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-01f67589-982d-4a99-89a8-bd15df576aca req-d45ffeb8-f6c0-4ebe-89d0-8e512a626f06 service neutron] 10.222.0.60 "GET /v2.0/networks/27e7e577-9b51-4ea8-b428-cb57dc2f1090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2110693 Nov 19 18:10:31.181594 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f124c6a-5e77-4b58-8fc3-ade86fa02514 None None] Pushing event deleted for resources: {'Port': ['ID=66fd48dd-1255-423a-8943-06cb553de283,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:10:31.231061 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f124c6a-5e77-4b58-8fc3-ade86fa02514 None None] No DVR routers for this DVR port 66fd48dd-1255-423a-8943-06cb553de283 on host n-d-818022-2 {{(pid=103366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:10:31.248833 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-62b097d7-ced7-43ce-8d7a-4bce7479d8fc req-594e7a50-41eb-4036-bd29-3052be58bc5e tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/security-groups?id=8f4b6ed4-731c-4422-a542-0c167c226527&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979629 Nov 19 18:10:31.318138 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-63aa1055-c9ef-41e8-9906-b543c7d4c015 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:31.354523 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63aa1055-c9ef-41e8-9906-b543c7d4c015 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Pushing event deleted for resources: {'Port': ['ID=1706ad07-f340-45ef-8070-8778cc53e080,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:10:31.372575 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60452195-9be3-4065-88ca-96765e5a112b None None] DHCP port deletion for 645e61aa-1a6c-4e8f-857e-ab06edb4897f request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:10:31.409563 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-01f67589-982d-4a99-89a8-bd15df576aca req-a85b76c7-2971-44c3-aa62-04a419c13bde service neutron] 10.222.0.60 "GET /v2.0/networks/27e7e577-9b51-4ea8-b428-cb57dc2f1090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2429237 Nov 19 18:10:31.524588 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-63aa1055-c9ef-41e8-9906-b543c7d4c015 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-671730'] for router_gateway, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:31.536726 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5459dd-7b54-4df3-8a72-0accec6e2ec0 req-2745205c-f74e-413c-81f6-329990edd895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:10:31.538687 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ed5459dd-7b54-4df3-8a72-0accec6e2ec0 req-2745205c-f74e-413c-81f6-329990edd895 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d41245dedb694df6accb5dc7769c75e5&device_id=c82896f8-a54a-4718-b37f-3c67786c16d2 HTTP/1.1" status: 200 len: 1094 time: 0.0682693 Nov 19 18:10:31.651335 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 66fd48dd-1255-423a-8943-06cb553de283 no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:10:31.663724 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-63aa1055-c9ef-41e8-9906-b543c7d4c015 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4696'] for router, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:31.666253 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-63aa1055-c9ef-41e8-9906-b543c7d4c015 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:31.691750 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: 66fd48dd-1255-423a-8943-06cb553de283 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:10:31.692310 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 66fd48dd-1255-423a-8943-06cb553de283 not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:10:31.692545 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 7be3de05-d164-4ac0-8db7-79c97dd95b37 no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:10:31.760852 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-63aa1055-c9ef-41e8-9906-b543c7d4c015 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-543895'] for router, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:31.761395 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63aa1055-c9ef-41e8-9906-b543c7d4c015 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Fanout notify agent at l3_agent the message router_deleted on router 479362ee-9c23-4bdf-aa23-bea5c71128aa {{(pid=103365) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 18:10:31.765733 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: 7be3de05-d164-4ac0-8db7-79c97dd95b37 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:10:31.766244 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 7be3de05-d164-4ac0-8db7-79c97dd95b37 not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:10:31.771103 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-63aa1055-c9ef-41e8-9906-b543c7d4c015 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks [] for router, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:31.777527 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-63aa1055-c9ef-41e8-9906-b543c7d4c015 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] 10.222.0.54 "DELETE /v2.0/routers/479362ee-9c23-4bdf-aa23-bea5c71128aa HTTP/1.1" status: 204 len: 168 time: 1.7164888 Nov 19 18:10:31.779429 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 37268) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:10:31.805044 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5459dd-7b54-4df3-8a72-0accec6e2ec0 req-fd00cbae-dd4d-4af9-a65d-36e4ee1683a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:10:31.806693 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ed5459dd-7b54-4df3-8a72-0accec6e2ec0 req-fd00cbae-dd4d-4af9-a65d-36e4ee1683a4 service neutron] 10.222.0.60 "GET /v2.0/networks?id=27e7e577-9b51-4ea8-b428-cb57dc2f1090 HTTP/1.1" status: 200 len: 898 time: 0.2602670 Nov 19 18:10:31.874083 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d4631821-aa23-4edd-8440-06eb6a77e34f tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:31.898926 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ed5459dd-7b54-4df3-8a72-0accec6e2ec0 req-605c8fbc-5820-4617-844c-3859a9ec9c6d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f199a584-a6cd-477a-a0a8-0173c813a2a7 HTTP/1.1" status: 200 len: 217 time: 0.0837307 Nov 19 18:10:31.998524 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5459dd-7b54-4df3-8a72-0accec6e2ec0 req-b9344a5b-fe05-41fa-8222-cd10a698ffea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:10:32.001201 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ed5459dd-7b54-4df3-8a72-0accec6e2ec0 req-b9344a5b-fe05-41fa-8222-cd10a698ffea service neutron] 10.222.0.60 "GET /v2.0/subnets?id=749680ea-6b4d-4ba4-a221-84f2211067a3 HTTP/1.1" status: 200 len: 835 time: 0.0930228 Nov 19 18:10:32.105897 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d4631821-aa23-4edd-8440-06eb6a77e34f tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:32.110081 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5459dd-7b54-4df3-8a72-0accec6e2ec0 req-87e4c410-5ebd-47b7-a14f-fe81029e346b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:10:32.112720 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ed5459dd-7b54-4df3-8a72-0accec6e2ec0 req-87e4c410-5ebd-47b7-a14f-fe81029e346b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=27e7e577-9b51-4ea8-b428-cb57dc2f1090&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1026142 Nov 19 18:10:32.186598 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-d4631821-aa23-4edd-8440-06eb6a77e34f tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80b24c25-6cae-4961-9404-ec39a219d9c1']}} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:10:32.235064 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-d4631821-aa23-4edd-8440-06eb6a77e34f tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f8a67cc-f3a5-408c-b83a-718207ca1b8d') {'for_net_delete': True} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:10:32.236075 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-d4631821-aa23-4edd-8440-06eb6a77e34f tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f8a67cc-f3a5-408c-b83a-718207ca1b8d') {} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:10:32.277951 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d4631821-aa23-4edd-8440-06eb6a77e34f tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12545382'] for segment, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:32.312792 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d4631821-aa23-4edd-8440-06eb6a77e34f tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:32.322514 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-caa7aab8-56df-493f-a828-4558514479f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:32.325263 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4631821-aa23-4edd-8440-06eb6a77e34f tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Releasing vlan 667 on physical network physnet1 to pool {{(pid=103365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 18:10:32.325894 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d4631821-aa23-4edd-8440-06eb6a77e34f tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12282953'] for segment, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:32.330072 n-d-818022-2 neutron-server[103365]: Traceback (most recent call last): Nov 19 18:10:32.330072 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 18:10:32.330072 n-d-818022-2 neutron-server[103365]: timer() Nov 19 18:10:32.330072 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 18:10:32.330072 n-d-818022-2 neutron-server[103365]: cb(*args, **kw) Nov 19 18:10:32.330072 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 18:10:32.330072 n-d-818022-2 neutron-server[103365]: return func(*args, **kwargs) Nov 19 18:10:32.330072 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 18:10:32.330072 n-d-818022-2 neutron-server[103365]: self._notify() Nov 19 18:10:32.330072 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 18:10:32.330072 n-d-818022-2 neutron-server[103365]: self.callback(batched_events) Nov 19 18:10:32.330072 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 18:10:32.330072 n-d-818022-2 neutron-server[103365]: event.method(event) Nov 19 18:10:32.330072 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 18:10:32.330072 n-d-818022-2 neutron-server[103365]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 18:10:32.330072 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 18:10:32.330072 n-d-818022-2 neutron-server[103365]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 18:10:32.330072 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 18:10:32.330072 n-d-818022-2 neutron-server[103365]: return f(self, *a, **k) Nov 19 18:10:32.330072 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 18:10:32.330072 n-d-818022-2 neutron-server[103365]: return self._get(url).json() Nov 19 18:10:32.330072 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 18:10:32.330072 n-d-818022-2 neutron-server[103365]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 18:10:32.330072 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 18:10:32.330072 n-d-818022-2 neutron-server[103365]: return self.request(url, 'GET', **kwargs) Nov 19 18:10:32.330072 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 18:10:32.330072 n-d-818022-2 neutron-server[103365]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 18:10:32.330072 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 18:10:32.330072 n-d-818022-2 neutron-server[103365]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 18:10:32.330072 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 18:10:32.330072 n-d-818022-2 neutron-server[103365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 18:10:32.330072 n-d-818022-2 neutron-server[103365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 18:10:32.350459 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ed5459dd-7b54-4df3-8a72-0accec6e2ec0 req-3e9299b7-f9f2-4470-8792-2d11b9d41814 service neutron] 10.222.0.60 "GET /v2.0/networks/27e7e577-9b51-4ea8-b428-cb57dc2f1090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2286932 Nov 19 18:10:32.406935 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d4631821-aa23-4edd-8440-06eb6a77e34f tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671242'] for network, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:32.421537 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d4631821-aa23-4edd-8440-06eb6a77e34f tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks [] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:32.433552 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-d4631821-aa23-4edd-8440-06eb6a77e34f tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] 10.222.0.54 "DELETE /v2.0/networks/80b24c25-6cae-4961-9404-ec39a219d9c1 HTTP/1.1" status: 204 len: 168 time: 0.6524520 Nov 19 18:10:32.457798 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 37278) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:10:32.463657 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-edc233b1-7a3a-4e68-a822-e4720fdccbdf tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Request body: {'network': {'name': 'tempest-network-smoke--1971914015', 'project_id': 'd00a359bd74e4de6b0d3dd4ba0b5c79c', 'port_security_enabled': True}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:10:32.488503 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4631821-aa23-4edd-8440-06eb6a77e34f tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Pushing event deleted for resources: {'Network': ['ID=80b24c25-6cae-4961-9404-ec39a219d9c1,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:10:32.494035 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edc233b1-7a3a-4e68-a822-e4720fdccbdf tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Made reservation on behalf of d00a359bd74e4de6b0d3dd4ba0b5c79c for: {'network': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:10:32.502447 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-edc233b1-7a3a-4e68-a822-e4720fdccbdf tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:32.547944 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edc233b1-7a3a-4e68-a822-e4720fdccbdf tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 676} {{(pid=103365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 18:10:32.560457 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-edc233b1-7a3a-4e68-a822-e4720fdccbdf tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:32.561820 n-d-818022-2 neutron-server[103365]: INFO neutron.db.segments_db [None req-edc233b1-7a3a-4e68-a822-e4720fdccbdf tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Added segment 963d8e7b-cded-4062-9f0f-2401efbb2c5e of type vlan for network 67686861-b47b-44fa-a01c-c5ad9d62b126 Nov 19 18:10:32.563485 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ed5459dd-7b54-4df3-8a72-0accec6e2ec0 req-a54147f8-1839-4f39-b700-fe57897130f3 service neutron] 10.222.0.60 "GET /v2.0/networks/27e7e577-9b51-4ea8-b428-cb57dc2f1090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2054389 Nov 19 18:10:32.595373 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae66b954-4d15-4d60-962e-7cc6133fc29f req-f3c7e4e1-1eb8-4d54-9d2e-03d933e759d1 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:10:32.599871 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ae66b954-4d15-4d60-962e-7cc6133fc29f req-f3c7e4e1-1eb8-4d54-9d2e-03d933e759d1 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/ports?device_id=c82896f8-a54a-4718-b37f-3c67786c16d2 HTTP/1.1" status: 200 len: 943 time: 0.2108998 Nov 19 18:10:32.634261 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-edc233b1-7a3a-4e68-a822-e4720fdccbdf tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:32.675422 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-edc233b1-7a3a-4e68-a822-e4720fdccbdf tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:32.685445 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edc233b1-7a3a-4e68-a822-e4720fdccbdf tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:10:32.687762 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ae66b954-4d15-4d60-962e-7cc6133fc29f req-ef7134c1-5ae9-4958-974e-80307335001c tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/security-groups?id=8f4b6ed4-731c-4422-a542-0c167c226527&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818517 Nov 19 18:10:32.690792 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-edc233b1-7a3a-4e68-a822-e4720fdccbdf tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks [] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:32.757440 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 37282) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:10:32.763392 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-3e1207c3-a49b-43de-9d15-29a384c16c94 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1216971454', 'admin_state_up': True, 'project_id': 'd00a359bd74e4de6b0d3dd4ba0b5c79c', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'}}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:10:32.769060 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-edc233b1-7a3a-4e68-a822-e4720fdccbdf tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3094859 Nov 19 18:10:32.789959 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc233b1-7a3a-4e68-a822-e4720fdccbdf tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Pushing event updated for resources: {'Network': ['ID=67686861-b47b-44fa-a01c-c5ad9d62b126,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:10:32.802214 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network 67686861-b47b-44fa-a01c-c5ad9d62b126 details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 18:10:32.806781 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3e1207c3-a49b-43de-9d15-29a384c16c94 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9890'] for router, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:32.807827 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3e1207c3-a49b-43de-9d15-29a384c16c94 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671617', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-732153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4689'] for router, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:32.898206 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3e1207c3-a49b-43de-9d15-29a384c16c94 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:33.066674 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3e1207c3-a49b-43de-9d15-29a384c16c94 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:33.212300 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e46ecc5a-dc14-4744-b262-3072ff2e958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:33.435150 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 1706ad07-f340-45ef-8070-8778cc53e080 no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:10:33.462266 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: 1706ad07-f340-45ef-8070-8778cc53e080 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:10:33.462963 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 1706ad07-f340-45ef-8070-8778cc53e080 not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:10:33.480849 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device f199a584-a6cd-477a-a0a8-0173c813a2a7 details requested by agent hyperv_n-h1-818022-2 with host n-h1-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 18:10:33.584986 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port f199a584-a6cd-477a-a0a8-0173c813a2a7, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=f199a584-a6cd-477a-a0a8-0173c813a2a7,segment=NetworkSegment(303313c8-64ac-45f8-92b0-cca63a8c0103),segment_id=303313c8-64ac-45f8-92b0-cca63a8c0103)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:10:33.610943 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Returning: {'device': 'f199a584-a6cd-477a-a0a8-0173c813a2a7', 'network_id': '27e7e577-9b51-4ea8-b428-cb57dc2f1090', 'port_id': 'f199a584-a6cd-477a-a0a8-0173c813a2a7', 'mac_address': 'fa:16:3e:5d:f1:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 668, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '749680ea-6b4d-4ba4-a221-84f2211067a3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 18:10:33.648472 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3e1207c3-a49b-43de-9d15-29a384c16c94 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks [] for router_gateway, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:33.655205 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:33.669108 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f199a584-a6cd-477a-a0a8-0173c813a2a7 {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:10:33.671543 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3e1207c3-a49b-43de-9d15-29a384c16c94 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:33.690833 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port f199a584-a6cd-477a-a0a8-0173c813a2a7, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=f199a584-a6cd-477a-a0a8-0173c813a2a7,segment=NetworkSegment(303313c8-64ac-45f8-92b0-cca63a8c0103),segment_id=303313c8-64ac-45f8-92b0-cca63a8c0103)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:10:33.695412 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:33.751304 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=f199a584-a6cd-477a-a0a8-0173c813a2a7,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:10:33.836837 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [None req-3e1207c3-a49b-43de-9d15-29a384c16c94 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Allocated IP 172.25.7.38 (645e61aa-1a6c-4e8f-857e-ab06edb4897f/88ed2d64-f56d-4f01-a468-946e01c99e82/8a0e2c1f-8eeb-4070-86f5-47f107fa07ce) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:10:33.855608 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cc70b3-f6ee-4b86-8fff-6083a1348a8d req-da2cebae-3dc2-4143-8f5d-510238460253 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:10:33.857752 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a7cc70b3-f6ee-4b86-8fff-6083a1348a8d req-da2cebae-3dc2-4143-8f5d-510238460253 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/ports?device_id=c82896f8-a54a-4718-b37f-3c67786c16d2 HTTP/1.1" status: 200 len: 944 time: 0.0596611 Nov 19 18:10:33.870761 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:33.919058 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:33.925552 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a7cc70b3-f6ee-4b86-8fff-6083a1348a8d req-0f7ad741-f294-4523-aeb0-3cbe996aea0f tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/security-groups?id=8f4b6ed4-731c-4422-a542-0c167c226527&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614295 Nov 19 18:10:33.961149 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['f199a584-a6cd-477a-a0a8-0173c813a2a7'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:10:33.982359 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3e1207c3-a49b-43de-9d15-29a384c16c94 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:34.031812 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3e1207c3-a49b-43de-9d15-29a384c16c94 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:34.099004 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e1207c3-a49b-43de-9d15-29a384c16c94 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Network 645e61aa-1a6c-4e8f-857e-ab06edb4897f is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:10:34.102230 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-3e1207c3-a49b-43de-9d15-29a384c16c94 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:10:34.106001 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e1207c3-a49b-43de-9d15-29a384c16c94 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:10:34.119169 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-127e2cbd-ae1e-4be2-822e-f46962dfe31a None None] DHCP port deletion for 645e61aa-1a6c-4e8f-857e-ab06edb4897f request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:10:34.129936 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1207c3-a49b-43de-9d15-29a384c16c94 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Pushing event updated for resources: {'Port': ['ID=8a0e2c1f-8eeb-4070-86f5-47f107fa07ce,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:10:34.206281 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-7326b16b-44bd-44de-bc43-5d6046130417 None None] Provisioning complete for port 8a0e2c1f-8eeb-4070-86f5-47f107fa07ce triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:10:34.206793 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-7326b16b-44bd-44de-bc43-5d6046130417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:34.264967 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-7326b16b-44bd-44de-bc43-5d6046130417 None None] Port 8a0e2c1f-8eeb-4070-86f5-47f107fa07ce cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:10:34.402294 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3e1207c3-a49b-43de-9d15-29a384c16c94 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks [] for router_gateway, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:34.616086 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3e1207c3-a49b-43de-9d15-29a384c16c94 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671702'] for router, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:34.763584 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e1207c3-a49b-43de-9d15-29a384c16c94 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Router 47765b75-f0de-4eec-a944-d800eb1125c3 is scheduled to L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 with binding_index 1 {{(pid=103364) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 18:10:34.829769 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e013d7e6-5264-4dcc-9759-54f5fb809e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:34.904432 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e1207c3-a49b-43de-9d15-29a384c16c94 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:10:34.926775 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3e1207c3-a49b-43de-9d15-29a384c16c94 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks [] for router, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:34.931281 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-3e1207c3-a49b-43de-9d15-29a384c16c94 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.1695149 Nov 19 18:10:34.931377 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 37306) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:10:34.935962 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfaaa932-5b81-4399-a5a0-cac8a68500cc None None] Sync routers for ids ['47765b75-f0de-4eec-a944-d800eb1125c3'] in n-d-818022-2 {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:10:34.950453 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfaaa932-5b81-4399-a5a0-cac8a68500cc None None] Routers {'47765b75-f0de-4eec-a944-d800eb1125c3'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:10:34.951410 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-bfaaa932-5b81-4399-a5a0-cac8a68500cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:10:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['47765b75-f0de-4eec-a944-d800eb1125c3'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:10:34.991452 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-c9b334dc-85be-4a88-845d-fd80b13eef91 tempest-TestNetworkBasicOps-1831700080 tempest-TestNetworkBasicOps-1831700080-project-admin] 10.222.0.54 "GET /v2.0/subnets?project_id=d00a359bd74e4de6b0d3dd4ba0b5c79c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0589180 Nov 19 18:10:34.994160 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 37312) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:10:35.149116 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6a46a44-a209-496a-963f-c87db08be51a tempest-TestNetworkBasicOps-1831700080 tempest-TestNetworkBasicOps-1831700080-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:10:35.150966 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-f6a46a44-a209-496a-963f-c87db08be51a tempest-TestNetworkBasicOps-1831700080 tempest-TestNetworkBasicOps-1831700080-project-admin] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1558619 Nov 19 18:10:35.153777 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 37314) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:10:35.171873 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-bfaaa932-5b81-4399-a5a0-cac8a68500cc None None] Set router 47765b75-f0de-4eec-a944-d800eb1125c3 gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:10:35.194946 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:35.213890 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439edb34-9f02-42d9-b031-efeb8da92d3e req-bdac73f1-86d0-4ed4-a6e2-4f2fece90c48 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:10:35.215368 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-439edb34-9f02-42d9-b031-efeb8da92d3e req-bdac73f1-86d0-4ed4-a6e2-4f2fece90c48 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/ports?device_id=c82896f8-a54a-4718-b37f-3c67786c16d2 HTTP/1.1" status: 200 len: 944 time: 0.1692910 Nov 19 18:10:35.224308 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-28760595-1876-4b26-b62e-4671386a6e39 tempest-TestNetworkBasicOps-1831700080 tempest-TestNetworkBasicOps-1831700080-project-admin] 10.222.0.54 "GET /v2.0/subnets?network_id=645e61aa-1a6c-4e8f-857e-ab06edb4897f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0686841 Nov 19 18:10:35.228527 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 37316) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:10:35.236345 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-f330b0fb-d94f-4d2d-85b6-e4e6bba3c6fd tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-337262270', 'network_id': '67686861-b47b-44fa-a01c-c5ad9d62b126', 'project_id': 'd00a359bd74e4de6b0d3dd4ba0b5c79c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:10:35.308375 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-439edb34-9f02-42d9-b031-efeb8da92d3e req-1218d048-1bbc-4949-b869-127567bd209b tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/security-groups?id=8f4b6ed4-731c-4422-a542-0c167c226527&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859282 Nov 19 18:10:35.369667 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f330b0fb-d94f-4d2d-85b6-e4e6bba3c6fd tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Made reservation on behalf of d00a359bd74e4de6b0d3dd4ba0b5c79c for: {'subnet': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:10:35.374893 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f330b0fb-d94f-4d2d-85b6-e4e6bba3c6fd tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8731248'] for subnet, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:35.472431 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-bfaaa932-5b81-4399-a5a0-cac8a68500cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47765b75-f0de-4eec-a944-d800eb1125c3', 'name': 'tempest-TestNetworkBasicOps-router-1216971454', 'tenant_id': 'd00a359bd74e4de6b0d3dd4ba0b5c79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': '8a0e2c1f-8eeb-4070-86f5-47f107fa07ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:10:32Z', 'updated_at': '2021-11-19T18:10:34Z', 'revision_number': 3, 'project_id': 'd00a359bd74e4de6b0d3dd4ba0b5c79c', 'gw_port': {'id': '8a0e2c1f-8eeb-4070-86f5-47f107fa07ce', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:8b:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47765b75-f0de-4eec-a944-d800eb1125c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:10:33Z', 'updated_at': '2021-11-19T18:10:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:10:35.483465 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device f199a584-a6cd-477a-a0a8-0173c813a2a7 up at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:10:35.507117 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfaaa932-5b81-4399-a5a0-cac8a68500cc None None] Checking router: 47765b75-f0de-4eec-a944-d800eb1125c3 for host: n-d-818022-2 {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:10:35.507836 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfaaa932-5b81-4399-a5a0-cac8a68500cc None None] Updating router 47765b75-f0de-4eec-a944-d800eb1125c3 port 8a0e2c1f-8eeb-4070-86f5-47f107fa07ce binding host n-d-818022-2 {{(pid=103367) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 18:10:35.543348 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-bfaaa932-5b81-4399-a5a0-cac8a68500cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:35.580271 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning for port f199a584-a6cd-477a-a0a8-0173c813a2a7 completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 18:10:35.589502 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning complete for port f199a584-a6cd-477a-a0a8-0173c813a2a7 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:10:35.590819 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:35.670000 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f330b0fb-d94f-4d2d-85b6-e4e6bba3c6fd tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12283104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8731234'] for subnet, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:35.740696 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f330b0fb-d94f-4d2d-85b6-e4e6bba3c6fd tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Pushing event updated for resources: {'Subnet': ['ID=caa5290b-1cfa-4b09-adc1-9e239d061213,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:10:35.755279 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f330b0fb-d94f-4d2d-85b6-e4e6bba3c6fd tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:10:35.755487 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:35.756389 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f330b0fb-d94f-4d2d-85b6-e4e6bba3c6fd tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:10:35.756895 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f330b0fb-d94f-4d2d-85b6-e4e6bba3c6fd tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:10:35.757384 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f330b0fb-d94f-4d2d-85b6-e4e6bba3c6fd tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:10:35.757929 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f330b0fb-d94f-4d2d-85b6-e4e6bba3c6fd tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:10:35.758425 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f330b0fb-d94f-4d2d-85b6-e4e6bba3c6fd tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:10:35.758933 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f330b0fb-d94f-4d2d-85b6-e4e6bba3c6fd tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:10:35.759423 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f330b0fb-d94f-4d2d-85b6-e4e6bba3c6fd tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:10:35.759947 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f330b0fb-d94f-4d2d-85b6-e4e6bba3c6fd tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:10:35.760431 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f330b0fb-d94f-4d2d-85b6-e4e6bba3c6fd tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:10:35.761024 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f330b0fb-d94f-4d2d-85b6-e4e6bba3c6fd tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:10:35.761620 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f330b0fb-d94f-4d2d-85b6-e4e6bba3c6fd tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:10:35.793902 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f330b0fb-d94f-4d2d-85b6-e4e6bba3c6fd tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Checking segment: {'id': '963d8e7b-cded-4062-9f0f-2401efbb2c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '67686861-b47b-44fa-a01c-c5ad9d62b126'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:10:35.794567 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f330b0fb-d94f-4d2d-85b6-e4e6bba3c6fd tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Network hostable DHCP agents. Network: 67686861-b47b-44fa-a01c-c5ad9d62b126, hostable agents: ['02910ef2-0455-4aea-9f38-9a875579633f'], hosted agents: [] {{(pid=103365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 18:10:35.816572 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port f199a584-a6cd-477a-a0a8-0173c813a2a7, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=f199a584-a6cd-477a-a0a8-0173c813a2a7,segment=NetworkSegment(303313c8-64ac-45f8-92b0-cca63a8c0103),segment_id=303313c8-64ac-45f8-92b0-cca63a8c0103)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:10:35.818116 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c82896f8-a54a-4718-b37f-3c67786c16d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f199a584-a6cd-477a-a0a8-0173c813a2a7'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:10:35.823215 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3940761bcd94e032e6960d2241bd8993c5d3a7d8dc2aca8488f3ecf1d4dd2fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98d2aa9a-a102-482a-99ee-abb2d8e0e025" -d '{"events": [{"server_uuid": "c82896f8-a54a-4718-b37f-3c67786c16d2", "name": "network-vif-plugged", "status": "completed", "tag": "f199a584-a6cd-477a-a0a8-0173c813a2a7"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:10:35.838038 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f330b0fb-d94f-4d2d-85b6-e4e6bba3c6fd tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Network 67686861-b47b-44fa-a01c-c5ad9d62b126 is scheduled to be hosted by DHCP agent 02910ef2-0455-4aea-9f38-9a875579633f with binding_index 1 {{(pid=103365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 18:10:35.843783 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:35.855787 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-f330b0fb-d94f-4d2d-85b6-e4e6bba3c6fd tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818022-2, 67686861-b47b-44fa-a01c-c5ad9d62b126) {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:10:35.872494 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f330b0fb-d94f-4d2d-85b6-e4e6bba3c6fd tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:10:35.874204 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f330b0fb-d94f-4d2d-85b6-e4e6bba3c6fd tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks [] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:35.915306 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 37326) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:10:35.917653 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-f330b0fb-d94f-4d2d-85b6-e4e6bba3c6fd tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6879621 Nov 19 18:10:35.924523 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-bfaaa932-5b81-4399-a5a0-cac8a68500cc None None] Publish callbacks [] for port, precommit_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:35.946350 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-bfaaa932-5b81-4399-a5a0-cac8a68500cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:35.963829 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:10:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8db047a9-4323-4704-a839-65da8af02c39 x-openstack-request-id: req-8db047a9-4323-4704-a839-65da8af02c39 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:10:35.964380 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c82896f8-a54a-4718-b37f-3c67786c16d2", "name": "network-vif-plugged", "status": "completed", "tag": "f199a584-a6cd-477a-a0a8-0173c813a2a7", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:10:35.964789 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-8db047a9-4323-4704-a839-65da8af02c39 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:10:35.965366 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c82896f8-a54a-4718-b37f-3c67786c16d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f199a584-a6cd-477a-a0a8-0173c813a2a7', 'code': 200} Nov 19 18:10:35.966119 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=f199a584-a6cd-477a-a0a8-0173c813a2a7,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:10:35.978909 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b40b65a-2dcb-4ae4-855f-ff0b77ed9a43 None None] Network 67686861-b47b-44fa-a01c-c5ad9d62b126 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:10:36.041128 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5184d94-9012-41fb-8aaf-6983e5956eef None None] Pushing event updated for resources: {'Port': ['ID=8a0e2c1f-8eeb-4070-86f5-47f107fa07ce,revision_number=2']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:10:36.108763 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-bfaaa932-5b81-4399-a5a0-cac8a68500cc None None] Attempting to bind port 8a0e2c1f-8eeb-4070-86f5-47f107fa07ce on host n-d-818022-2 for vnic_type normal with profile {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:10:36.112665 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-bfaaa932-5b81-4399-a5a0-cac8a68500cc None None] Attempting to bind port 8a0e2c1f-8eeb-4070-86f5-47f107fa07ce by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:10:36.113466 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfaaa932-5b81-4399-a5a0-cac8a68500cc None None] Attempting to bind port 8a0e2c1f-8eeb-4070-86f5-47f107fa07ce on network 645e61aa-1a6c-4e8f-857e-ab06edb4897f {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:10:36.128307 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfaaa932-5b81-4399-a5a0-cac8a68500cc None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 10, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:10:36.128716 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfaaa932-5b81-4399-a5a0-cac8a68500cc None None] Checking segment: {'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:10:36.129079 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-bfaaa932-5b81-4399-a5a0-cac8a68500cc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:36.129478 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfaaa932-5b81-4399-a5a0-cac8a68500cc None None] Bound using segment: {'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:10:36.129964 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-bfaaa932-5b81-4399-a5a0-cac8a68500cc None None] Bound port: 8a0e2c1f-8eeb-4070-86f5-47f107fa07ce, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'}}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:10:36.130342 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-bfaaa932-5b81-4399-a5a0-cac8a68500cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:36.136815 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01a73393-b43a-44c2-84c7-618e742bb429 None None] DHCP port deletion for 645e61aa-1a6c-4e8f-857e-ab06edb4897f request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:10:36.187709 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-bfaaa932-5b81-4399-a5a0-cac8a68500cc None None] For port 8a0e2c1f-8eeb-4070-86f5-47f107fa07ce, host n-d-818022-2, cleared binding levels {{(pid=103367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:10:36.189168 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4587e463-7958-4d82-b455-8aef7f85e813 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54f44f5f-1200-574e-8740-2141911d5b73-67686861-b47b-44fa-a01c-c5ad9d62b126', 'network_id': '67686861-b47b-44fa-a01c-c5ad9d62b126', 'tenant_id': 'd00a359bd74e4de6b0d3dd4ba0b5c79c', 'fixed_ips': [{'subnet_id': 'caa5290b-1cfa-4b09-adc1-9e239d061213'}]}} from n-d-818022-2. {{(pid=103366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 18:10:36.194362 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4587e463-7958-4d82-b455-8aef7f85e813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:36.194519 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-bfaaa932-5b81-4399-a5a0-cac8a68500cc None None] For port 8a0e2c1f-8eeb-4070-86f5-47f107fa07ce, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=8a0e2c1f-8eeb-4070-86f5-47f107fa07ce,segment=NetworkSegment(bbe705c1-96c0-476e-8381-28227e6f0ac5),segment_id=bbe705c1-96c0-476e-8381-28227e6f0ac5)] {{(pid=103367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:10:36.208827 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55331f44-c2b0-4aec-a132-428768b89d85 req-666d4982-a46b-4814-9d94-1253f178abdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:10:36.211142 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-bfaaa932-5b81-4399-a5a0-cac8a68500cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:36.211596 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-55331f44-c2b0-4aec-a132-428768b89d85 req-666d4982-a46b-4814-9d94-1253f178abdc service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c82896f8-a54a-4718-b37f-3c67786c16d2 HTTP/1.1" status: 200 len: 1096 time: 0.1882455 Nov 19 18:10:36.357254 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-55331f44-c2b0-4aec-a132-428768b89d85 req-2b214d33-e421-463e-8395-725cbc652505 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=8f4b6ed4-731c-4422-a542-0c167c226527&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1375396 Nov 19 18:10:36.363049 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfaaa932-5b81-4399-a5a0-cac8a68500cc None None] Routers {'47765b75-f0de-4eec-a944-d800eb1125c3'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:10:36.368675 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-bfaaa932-5b81-4399-a5a0-cac8a68500cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:10:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['47765b75-f0de-4eec-a944-d800eb1125c3'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:10:36.462367 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [None req-4587e463-7958-4d82-b455-8aef7f85e813 None None] Allocated IP 172.20.0.2 (67686861-b47b-44fa-a01c-c5ad9d62b126/caa5290b-1cfa-4b09-adc1-9e239d061213/73c97db8-2e7d-49f7-a58e-5fd22ad03fff) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:10:36.558100 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5184d94-9012-41fb-8aaf-6983e5956eef None None] Pushing event updated for resources: {'Port': ['ID=8a0e2c1f-8eeb-4070-86f5-47f107fa07ce,revision_number=3']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:10:36.577894 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2ea399d-c97d-4963-a89c-c57547b73ab3 None None] DHCP port deletion for 645e61aa-1a6c-4e8f-857e-ab06edb4897f request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:10:36.595311 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a978472b-d520-49dd-b4d8-18e246d16c76 req-f3b42d27-a471-497d-b245-ea2a74d4c421 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:10:36.595311 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a978472b-d520-49dd-b4d8-18e246d16c76 req-f3b42d27-a471-497d-b245-ea2a74d4c421 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/ports?device_id=c82896f8-a54a-4718-b37f-3c67786c16d2 HTTP/1.1" status: 200 len: 945 time: 0.0943503 Nov 19 18:10:36.608302 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-e09c7966-7508-47e3-8777-a0631c773834 None None] Provisioning complete for port 8a0e2c1f-8eeb-4070-86f5-47f107fa07ce triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:10:36.608823 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e09c7966-7508-47e3-8777-a0631c773834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:36.665102 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-bfaaa932-5b81-4399-a5a0-cac8a68500cc None None] Set router 47765b75-f0de-4eec-a944-d800eb1125c3 gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:10:36.706077 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a978472b-d520-49dd-b4d8-18e246d16c76 req-3c7195cc-8f73-4d8b-ae8b-4be44989e294 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/security-groups?id=8f4b6ed4-731c-4422-a542-0c167c226527&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978303 Nov 19 18:10:36.861131 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddd56c1-8c8e-4802-aa8d-a6a1b91036bd req-39ecdb11-e32c-4b1e-9e6d-c983fbb4f1c4 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:10:36.863398 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-4ddd56c1-8c8e-4802-aa8d-a6a1b91036bd req-39ecdb11-e32c-4b1e-9e6d-c983fbb4f1c4 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/ports?device_id=cc04e7a6-e0b7-438f-a931-99187cf28379 HTTP/1.1" status: 200 len: 944 time: 0.2568078 Nov 19 18:10:36.900236 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69cf001-6a2f-4184-8abd-619e81166343 req-74eefc21-04e1-44ac-aaa1-01b1f4022036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:10:36.904143 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d69cf001-6a2f-4184-8abd-619e81166343 req-74eefc21-04e1-44ac-aaa1-01b1f4022036 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e45c6e5baa414b6894171527d94e1abd&device_id=cc04e7a6-e0b7-438f-a931-99187cf28379 HTTP/1.1" status: 200 len: 1095 time: 0.2654579 Nov 19 18:10:36.960745 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e09c7966-7508-47e3-8777-a0631c773834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:37.020940 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-bfaaa932-5b81-4399-a5a0-cac8a68500cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47765b75-f0de-4eec-a944-d800eb1125c3', 'name': 'tempest-TestNetworkBasicOps-router-1216971454', 'tenant_id': 'd00a359bd74e4de6b0d3dd4ba0b5c79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': '8a0e2c1f-8eeb-4070-86f5-47f107fa07ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:10:32Z', 'updated_at': '2021-11-19T18:10:34Z', 'revision_number': 3, 'project_id': 'd00a359bd74e4de6b0d3dd4ba0b5c79c', 'gw_port': {'id': '8a0e2c1f-8eeb-4070-86f5-47f107fa07ce', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:8b:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47765b75-f0de-4eec-a944-d800eb1125c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:10:33Z', 'updated_at': '2021-11-19T18:10:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:10:37.056281 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69cf001-6a2f-4184-8abd-619e81166343 req-b7707929-5ee8-441d-9a9c-e4f9cf965f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:10:37.059478 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d69cf001-6a2f-4184-8abd-619e81166343 req-b7707929-5ee8-441d-9a9c-e4f9cf965f68 service neutron] 10.222.0.60 "GET /v2.0/networks?id=3b544363-bad2-4a9e-9892-483691dc34e2 HTTP/1.1" status: 200 len: 912 time: 0.1461051 Nov 19 18:10:37.065644 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-e09c7966-7508-47e3-8777-a0631c773834 None None] For port 8a0e2c1f-8eeb-4070-86f5-47f107fa07ce, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=8a0e2c1f-8eeb-4070-86f5-47f107fa07ce,segment=NetworkSegment(bbe705c1-96c0-476e-8381-28227e6f0ac5),segment_id=bbe705c1-96c0-476e-8381-28227e6f0ac5)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:10:37.093139 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfaaa932-5b81-4399-a5a0-cac8a68500cc None None] The sync data for ids ['47765b75-f0de-4eec-a944-d800eb1125c3'] in n-d-818022-2 is: [{'id': '47765b75-f0de-4eec-a944-d800eb1125c3', 'name': 'tempest-TestNetworkBasicOps-router-1216971454', 'tenant_id': 'd00a359bd74e4de6b0d3dd4ba0b5c79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': '8a0e2c1f-8eeb-4070-86f5-47f107fa07ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:10:32Z', 'updated_at': '2021-11-19T18:10:34Z', 'revision_number': 3, 'project_id': 'd00a359bd74e4de6b0d3dd4ba0b5c79c', 'gw_port': {'id': '8a0e2c1f-8eeb-4070-86f5-47f107fa07ce', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:8b:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47765b75-f0de-4eec-a944-d800eb1125c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:10:33Z', 'updated_at': '2021-11-19T18:10:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:10:37.105073 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e09c7966-7508-47e3-8777-a0631c773834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:37.121367 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4587e463-7958-4d82-b455-8aef7f85e813 None None] Publish callbacks [] for port, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:37.160512 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-4ddd56c1-8c8e-4802-aa8d-a6a1b91036bd req-824e64ab-6794-4579-acdd-701c4ff173b2 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1dc433e-2f31-472a-89c9-d0d668ac0a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2838306 Nov 19 18:10:37.179188 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4587e463-7958-4d82-b455-8aef7f85e813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998'] for port, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:37.231041 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d69cf001-6a2f-4184-8abd-619e81166343 req-9edc2c37-520f-414c-9c6c-c6d10e0b4d6c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2019baf0-8dd1-4014-98b3-2c3c4d3ec3aa HTTP/1.1" status: 200 len: 999 time: 0.1201847 Nov 19 18:10:37.303966 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69cf001-6a2f-4184-8abd-619e81166343 req-bb78305f-ac85-4f2c-9817-06f39de3a159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:10:37.306283 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d69cf001-6a2f-4184-8abd-619e81166343 req-bb78305f-ac85-4f2c-9817-06f39de3a159 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=78373283-0ecf-42ac-8dc9-066471cd2623 HTTP/1.1" status: 200 len: 850 time: 0.0626681 Nov 19 18:10:37.308598 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4587e463-7958-4d82-b455-8aef7f85e813 None None] Network 67686861-b47b-44fa-a01c-c5ad9d62b126 is already hosted by enough agents. {{(pid=103366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:10:37.316995 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09c7966-7508-47e3-8777-a0631c773834 None None] Pushing event updated for resources: {'Port': ['ID=8a0e2c1f-8eeb-4070-86f5-47f107fa07ce,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:10:37.322381 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [None req-4587e463-7958-4d82-b455-8aef7f85e813 None None] Resources bound (agent type, host, resource id): {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:10:37.350315 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4587e463-7958-4d82-b455-8aef7f85e813 None None] Received port after_create {{(pid=103366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:10:37.375559 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-471b18e6-084d-4184-af06-921bb1c13d9b None None] Provisioning complete for port 8a0e2c1f-8eeb-4070-86f5-47f107fa07ce triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:10:37.375840 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-471b18e6-084d-4184-af06-921bb1c13d9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:37.529240 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8dc2941b-8235-4259-89ae-b61fb1d1e97e tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:37.547904 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69cf001-6a2f-4184-8abd-619e81166343 req-47994e6c-7828-4c07-8e29-7730c9051c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:10:37.554312 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d69cf001-6a2f-4184-8abd-619e81166343 req-47994e6c-7828-4c07-8e29-7730c9051c12 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3b544363-bad2-4a9e-9892-483691dc34e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1790898 Nov 19 18:10:37.634574 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4587e463-7958-4d82-b455-8aef7f85e813 None None] Pushing event updated for resources: {'Port': ['ID=73c97db8-2e7d-49f7-a58e-5fd22ad03fff,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:10:37.696560 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-4587e463-7958-4d82-b455-8aef7f85e813 None None] Attempting to bind port 73c97db8-2e7d-49f7-a58e-5fd22ad03fff on host n-d-818022-2 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:10:37.697226 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-4587e463-7958-4d82-b455-8aef7f85e813 None None] Attempting to bind port 73c97db8-2e7d-49f7-a58e-5fd22ad03fff by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': '963d8e7b-cded-4062-9f0f-2401efbb2c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '67686861-b47b-44fa-a01c-c5ad9d62b126'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:10:37.697761 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4587e463-7958-4d82-b455-8aef7f85e813 None None] Attempting to bind port 73c97db8-2e7d-49f7-a58e-5fd22ad03fff on network 67686861-b47b-44fa-a01c-c5ad9d62b126 {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:10:37.729838 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d69cf001-6a2f-4184-8abd-619e81166343 req-918ec3f5-d53c-48da-85ba-cefd2a731042 service neutron] 10.222.0.60 "GET /v2.0/networks/3b544363-bad2-4a9e-9892-483691dc34e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500361 Nov 19 18:10:37.759874 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4587e463-7958-4d82-b455-8aef7f85e813 None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 10, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:10:37.760260 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4587e463-7958-4d82-b455-8aef7f85e813 None None] Checking segment: {'id': '963d8e7b-cded-4062-9f0f-2401efbb2c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '67686861-b47b-44fa-a01c-c5ad9d62b126'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:10:37.760670 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4587e463-7958-4d82-b455-8aef7f85e813 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:37.761059 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4587e463-7958-4d82-b455-8aef7f85e813 None None] Bound using segment: {'id': '963d8e7b-cded-4062-9f0f-2401efbb2c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '67686861-b47b-44fa-a01c-c5ad9d62b126'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:10:37.761553 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-4587e463-7958-4d82-b455-8aef7f85e813 None None] Bound port: 73c97db8-2e7d-49f7-a58e-5fd22ad03fff, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '963d8e7b-cded-4062-9f0f-2401efbb2c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '67686861-b47b-44fa-a01c-c5ad9d62b126'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:10:37.763664 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4587e463-7958-4d82-b455-8aef7f85e813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:37.863894 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-4587e463-7958-4d82-b455-8aef7f85e813 None None] For port 73c97db8-2e7d-49f7-a58e-5fd22ad03fff, host n-d-818022-2, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:10:37.867992 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-4587e463-7958-4d82-b455-8aef7f85e813 None None] For port 73c97db8-2e7d-49f7-a58e-5fd22ad03fff, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=73c97db8-2e7d-49f7-a58e-5fd22ad03fff,segment=NetworkSegment(963d8e7b-cded-4062-9f0f-2401efbb2c5e),segment_id=963d8e7b-cded-4062-9f0f-2401efbb2c5e)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:10:37.874082 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4587e463-7958-4d82-b455-8aef7f85e813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:37.921593 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7394872a-591a-46ea-8ffe-1232131f9fc4 req-2981a786-6f25-40e8-8277-2c4f50ed7ed0 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:10:37.923241 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7394872a-591a-46ea-8ffe-1232131f9fc4 req-2981a786-6f25-40e8-8277-2c4f50ed7ed0 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/ports?device_id=c82896f8-a54a-4718-b37f-3c67786c16d2 HTTP/1.1" status: 200 len: 945 time: 0.0948911 Nov 19 18:10:37.992889 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4587e463-7958-4d82-b455-8aef7f85e813 None None] Pushing event updated for resources: {'Port': ['ID=73c97db8-2e7d-49f7-a58e-5fd22ad03fff,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:10:38.055508 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7394872a-591a-46ea-8ffe-1232131f9fc4 req-21328071-bbc9-4c13-9e68-cb236af57e41 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/security-groups?id=8f4b6ed4-731c-4422-a542-0c167c226527&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1212695 Nov 19 18:10:38.411301 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de09dc38-5c67-4db2-aa90-b43dca4d3581 req-6428c24e-bf86-4f9c-b2df-fa390b37184b tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:10:38.414869 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-de09dc38-5c67-4db2-aa90-b43dca4d3581 req-6428c24e-bf86-4f9c-b2df-fa390b37184b tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/ports?device_id=cc04e7a6-e0b7-438f-a931-99187cf28379 HTTP/1.1" status: 200 len: 944 time: 0.1279409 Nov 19 18:10:38.538194 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-de09dc38-5c67-4db2-aa90-b43dca4d3581 req-0669be23-b877-452b-9657-6243b096054c tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1dc433e-2f31-472a-89c9-d0d668ac0a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1172760 Nov 19 18:10:38.749206 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620e995e-9a3e-4831-94aa-2af59a289315 req-d102e1d7-0d49-460f-a46c-a73d0a7aba1e tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:10:38.753925 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-620e995e-9a3e-4831-94aa-2af59a289315 req-d102e1d7-0d49-460f-a46c-a73d0a7aba1e tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/ports?device_id=c82896f8-a54a-4718-b37f-3c67786c16d2 HTTP/1.1" status: 200 len: 945 time: 0.2384119 Nov 19 18:10:38.789418 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d69cf001-6a2f-4184-8abd-619e81166343 req-230c9d20-a918-4ebd-9180-d1aa0a403a97 service neutron] 10.222.0.60 "GET /v2.0/networks/3b544363-bad2-4a9e-9892-483691dc34e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8834815 Nov 19 18:10:38.867544 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [None req-8dc2941b-8235-4259-89ae-b61fb1d1e97e tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Allocated IP 172.20.0.1 (67686861-b47b-44fa-a01c-c5ad9d62b126/caa5290b-1cfa-4b09-adc1-9e239d061213/07ca8c4d-50e0-4dcb-9870-7b73b7ce1def) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:10:38.873257 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-620e995e-9a3e-4831-94aa-2af59a289315 req-c19d60f0-2765-4ea1-93a4-ceee700ebc66 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/security-groups?id=8f4b6ed4-731c-4422-a542-0c167c226527&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1065869 Nov 19 18:10:38.918639 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 37358) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:10:38.974417 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ef09cfb-84ec-49f7-9b26-2f1a9137d62a tempest-TestNetworkAdvancedServerOps-1185469273 tempest-TestNetworkAdvancedServerOps-1185469273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:10:38.976713 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-7ef09cfb-84ec-49f7-9b26-2f1a9137d62a tempest-TestNetworkAdvancedServerOps-1185469273 tempest-TestNetworkAdvancedServerOps-1185469273-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=c82896f8-a54a-4718-b37f-3c67786c16d2 HTTP/1.1" status: 200 len: 1091 time: 0.0559082 Nov 19 18:10:38.979973 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 37362) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:10:38.996250 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-164fd6e7-20e3-4bb8-9993-9e43865d0e5c tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Request body: {'floatingip': {'floating_network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'port_id': 'f199a584-a6cd-477a-a0a8-0173c813a2a7', 'tenant_id': 'd41245dedb694df6accb5dc7769c75e5', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:10:39.022070 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-164fd6e7-20e3-4bb8-9993-9e43865d0e5c tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks [] for floatingip, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:39.072585 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8dc2941b-8235-4259-89ae-b61fb1d1e97e tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:39.179604 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8dc2941b-8235-4259-89ae-b61fb1d1e97e tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:39.197158 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-164fd6e7-20e3-4bb8-9993-9e43865d0e5c tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:39.240593 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dc2941b-8235-4259-89ae-b61fb1d1e97e tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Network 67686861-b47b-44fa-a01c-c5ad9d62b126 is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:10:39.246336 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-8dc2941b-8235-4259-89ae-b61fb1d1e97e tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:10:39.254730 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc2941b-8235-4259-89ae-b61fb1d1e97e tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:10:39.309423 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc2941b-8235-4259-89ae-b61fb1d1e97e tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Pushing event updated for resources: {'Port': ['ID=07ca8c4d-50e0-4dcb-9870-7b73b7ce1def,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:10:39.332233 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8dc2941b-8235-4259-89ae-b61fb1d1e97e tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-671361'] for router_interface, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:39.543760 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [None req-164fd6e7-20e3-4bb8-9993-9e43865d0e5c tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Allocated IP 172.25.7.220 (645e61aa-1a6c-4e8f-857e-ab06edb4897f/88ed2d64-f56d-4f01-a468-946e01c99e82/b88b777e-7d48-4c42-bc71-0fdf870c9557) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:10:39.578449 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8dc2941b-8235-4259-89ae-b61fb1d1e97e tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:39.702934 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-185ae5bd-57d7-4c3c-8d62-ce8eec50639f None None] Network 67686861-b47b-44fa-a01c-c5ad9d62b126 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:10:39.707591 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 73c97db8-2e7d-49f7-a58e-5fd22ad03fff up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:10:39.897517 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-96305b87-e791-4d93-8e64-4dc49c3fabf3 None None] Provisioning complete for port 73c97db8-2e7d-49f7-a58e-5fd22ad03fff triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:10:39.898406 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-96305b87-e791-4d93-8e64-4dc49c3fabf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:40.060510 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 73c97db8-2e7d-49f7-a58e-5fd22ad03fff triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:10:40.060892 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:40.098750 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8dc2941b-8235-4259-89ae-b61fb1d1e97e tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks [] for port, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:40.105020 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8dc2941b-8235-4259-89ae-b61fb1d1e97e tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:40.154465 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-96305b87-e791-4d93-8e64-4dc49c3fabf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:40.199260 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-96305b87-e791-4d93-8e64-4dc49c3fabf3 None None] For port 73c97db8-2e7d-49f7-a58e-5fd22ad03fff, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=73c97db8-2e7d-49f7-a58e-5fd22ad03fff,segment=NetworkSegment(963d8e7b-cded-4062-9f0f-2401efbb2c5e),segment_id=963d8e7b-cded-4062-9f0f-2401efbb2c5e)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:10:40.206982 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-96305b87-e791-4d93-8e64-4dc49c3fabf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:40.257002 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc2941b-8235-4259-89ae-b61fb1d1e97e tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Pushing event updated for resources: {'Port': ['ID=07ca8c4d-50e0-4dcb-9870-7b73b7ce1def,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:10:40.262347 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a035d90-9c26-442b-b688-e2cb6af63e64 req-f59497b6-3a18-4cf5-b96a-d1acb6a615dc tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:10:40.273806 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-1a035d90-9c26-442b-b688-e2cb6af63e64 req-f59497b6-3a18-4cf5-b96a-d1acb6a615dc tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/ports?device_id=cc04e7a6-e0b7-438f-a931-99187cf28379 HTTP/1.1" status: 200 len: 944 time: 0.1239924 Nov 19 18:10:40.300818 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8dc2941b-8235-4259-89ae-b61fb1d1e97e tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-768529'] for router_interface, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:40.317381 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-164fd6e7-20e3-4bb8-9993-9e43865d0e5c tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:40.354530 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96305b87-e791-4d93-8e64-4dc49c3fabf3 None None] Pushing event updated for resources: {'Port': ['ID=73c97db8-2e7d-49f7-a58e-5fd22ad03fff,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:10:40.360218 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 8a0e2c1f-8eeb-4070-86f5-47f107fa07ce up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:10:40.373601 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-1a035d90-9c26-442b-b688-e2cb6af63e64 req-be12fb4f-4ec8-474c-ab77-a652d14370dc tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1dc433e-2f31-472a-89c9-d0d668ac0a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0994070 Nov 19 18:10:40.430887 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-164fd6e7-20e3-4bb8-9993-9e43865d0e5c tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:40.455178 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 8a0e2c1f-8eeb-4070-86f5-47f107fa07ce triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:10:40.455879 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:40.508741 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dc2941b-8235-4259-89ae-b61fb1d1e97e tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Network 67686861-b47b-44fa-a01c-c5ad9d62b126 is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:10:40.510544 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-8dc2941b-8235-4259-89ae-b61fb1d1e97e tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:10:40.529934 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-164fd6e7-20e3-4bb8-9993-9e43865d0e5c tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Network 645e61aa-1a6c-4e8f-857e-ab06edb4897f is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:10:40.550617 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-164fd6e7-20e3-4bb8-9993-9e43865d0e5c tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:10:40.555052 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-164fd6e7-20e3-4bb8-9993-9e43865d0e5c tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:10:40.582515 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-b8c26571-bba2-4edc-bf64-2bc5cc69f15b None None] Provisioning complete for port 07ca8c4d-50e0-4dcb-9870-7b73b7ce1def triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:10:40.583187 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b8c26571-bba2-4edc-bf64-2bc5cc69f15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:40.626459 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164fd6e7-20e3-4bb8-9993-9e43865d0e5c tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Pushing event updated for resources: {'Port': ['ID=b88b777e-7d48-4c42-bc71-0fdf870c9557,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:10:40.632041 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-b8c26571-bba2-4edc-bf64-2bc5cc69f15b None None] Port 07ca8c4d-50e0-4dcb-9870-7b73b7ce1def cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:10:40.647111 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-b8c26571-bba2-4edc-bf64-2bc5cc69f15b None None] Provisioning complete for port 73c97db8-2e7d-49f7-a58e-5fd22ad03fff triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:10:40.647956 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b8c26571-bba2-4edc-bf64-2bc5cc69f15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:40.738404 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dc2941b-8235-4259-89ae-b61fb1d1e97e tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Router 47765b75-f0de-4eec-a944-d800eb1125c3 has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 18:10:40.963708 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dc2941b-8235-4259-89ae-b61fb1d1e97e tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:10:40.987588 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-8dc2941b-8235-4259-89ae-b61fb1d1e97e tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] 10.222.0.54 "PUT /v2.0/routers/47765b75-f0de-4eec-a944-d800eb1125c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0702853 Nov 19 18:10:40.987861 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d05a7d-3ece-43a9-bc77-38771d343aae None None] Sync routers for ids ['47765b75-f0de-4eec-a944-d800eb1125c3'] in n-d-818022-2 {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:10:40.989969 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 37378) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:10:41.015839 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d05a7d-3ece-43a9-bc77-38771d343aae None None] Routers {'47765b75-f0de-4eec-a944-d800eb1125c3'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:10:41.016394 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-73d05a7d-3ece-43a9-bc77-38771d343aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:10:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['47765b75-f0de-4eec-a944-d800eb1125c3'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:10:41.121718 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-164fd6e7-20e3-4bb8-9993-9e43865d0e5c tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:41.194186 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-a5f151c8-2242-46e3-9ab6-8ad38ee7f1a5 None None] Provisioning complete for port 07ca8c4d-50e0-4dcb-9870-7b73b7ce1def triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:10:41.194903 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a5f151c8-2242-46e3-9ab6-8ad38ee7f1a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:41.195215 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d80d83aa-9088-4320-a16a-afb85d48c4f1 tempest-TestNetworkBasicOps-1831700080 tempest-TestNetworkBasicOps-1831700080-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:10:41.195761 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d80d83aa-9088-4320-a16a-afb85d48c4f1 tempest-TestNetworkBasicOps-1831700080 tempest-TestNetworkBasicOps-1831700080-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:10:41.196390 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d80d83aa-9088-4320-a16a-afb85d48c4f1 tempest-TestNetworkBasicOps-1831700080 tempest-TestNetworkBasicOps-1831700080-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:10:41.196945 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d80d83aa-9088-4320-a16a-afb85d48c4f1 tempest-TestNetworkBasicOps-1831700080 tempest-TestNetworkBasicOps-1831700080-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:10:41.197559 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d80d83aa-9088-4320-a16a-afb85d48c4f1 tempest-TestNetworkBasicOps-1831700080 tempest-TestNetworkBasicOps-1831700080-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:10:41.198078 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d80d83aa-9088-4320-a16a-afb85d48c4f1 tempest-TestNetworkBasicOps-1831700080 tempest-TestNetworkBasicOps-1831700080-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:10:41.198549 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d80d83aa-9088-4320-a16a-afb85d48c4f1 tempest-TestNetworkBasicOps-1831700080 tempest-TestNetworkBasicOps-1831700080-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:10:41.199009 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d80d83aa-9088-4320-a16a-afb85d48c4f1 tempest-TestNetworkBasicOps-1831700080 tempest-TestNetworkBasicOps-1831700080-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:10:41.199472 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d80d83aa-9088-4320-a16a-afb85d48c4f1 tempest-TestNetworkBasicOps-1831700080 tempest-TestNetworkBasicOps-1831700080-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:10:41.201568 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-d80d83aa-9088-4320-a16a-afb85d48c4f1 tempest-TestNetworkBasicOps-1831700080 tempest-TestNetworkBasicOps-1831700080-project-admin] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6376 time: 0.2104082 Nov 19 18:10:41.204530 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 37386) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:10:41.248609 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-73d05a7d-3ece-43a9-bc77-38771d343aae None None] Set router 47765b75-f0de-4eec-a944-d800eb1125c3 gateway port host: n-d-818022-2 {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:10:41.255286 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-164fd6e7-20e3-4bb8-9993-9e43865d0e5c tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:41.282643 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-a5f151c8-2242-46e3-9ab6-8ad38ee7f1a5 None None] Port 07ca8c4d-50e0-4dcb-9870-7b73b7ce1def cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:10:41.288451 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59f545cd-4204-4094-971b-4c372f24ab1c tempest-TestNetworkBasicOps-1831700080 tempest-TestNetworkBasicOps-1831700080-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:10:41.288916 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59f545cd-4204-4094-971b-4c372f24ab1c tempest-TestNetworkBasicOps-1831700080 tempest-TestNetworkBasicOps-1831700080-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:10:41.289367 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59f545cd-4204-4094-971b-4c372f24ab1c tempest-TestNetworkBasicOps-1831700080 tempest-TestNetworkBasicOps-1831700080-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:10:41.289979 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59f545cd-4204-4094-971b-4c372f24ab1c tempest-TestNetworkBasicOps-1831700080 tempest-TestNetworkBasicOps-1831700080-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:10:41.290425 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59f545cd-4204-4094-971b-4c372f24ab1c tempest-TestNetworkBasicOps-1831700080 tempest-TestNetworkBasicOps-1831700080-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:10:41.290865 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59f545cd-4204-4094-971b-4c372f24ab1c tempest-TestNetworkBasicOps-1831700080 tempest-TestNetworkBasicOps-1831700080-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:10:41.291302 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59f545cd-4204-4094-971b-4c372f24ab1c tempest-TestNetworkBasicOps-1831700080 tempest-TestNetworkBasicOps-1831700080-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:10:41.291798 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59f545cd-4204-4094-971b-4c372f24ab1c tempest-TestNetworkBasicOps-1831700080 tempest-TestNetworkBasicOps-1831700080-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:10:41.292259 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59f545cd-4204-4094-971b-4c372f24ab1c tempest-TestNetworkBasicOps-1831700080 tempest-TestNetworkBasicOps-1831700080-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:10:41.296919 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-59f545cd-4204-4094-971b-4c372f24ab1c tempest-TestNetworkBasicOps-1831700080 tempest-TestNetworkBasicOps-1831700080-project-admin] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5912 time: 0.0880358 Nov 19 18:10:41.299846 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 37388) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:10:41.430366 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-6a1552a7-c7bc-4117-9329-d2ddde401756 None None] Provisioning complete for port 07ca8c4d-50e0-4dcb-9870-7b73b7ce1def triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:10:41.430811 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-6a1552a7-c7bc-4117-9329-d2ddde401756 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:41.505734 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-6a1552a7-c7bc-4117-9329-d2ddde401756 None None] Port 07ca8c4d-50e0-4dcb-9870-7b73b7ce1def cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:10:41.532951 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-73d05a7d-3ece-43a9-bc77-38771d343aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47765b75-f0de-4eec-a944-d800eb1125c3', 'name': 'tempest-TestNetworkBasicOps-router-1216971454', 'tenant_id': 'd00a359bd74e4de6b0d3dd4ba0b5c79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': '8a0e2c1f-8eeb-4070-86f5-47f107fa07ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:10:32Z', 'updated_at': '2021-11-19T18:10:39Z', 'revision_number': 4, 'project_id': 'd00a359bd74e4de6b0d3dd4ba0b5c79c', 'gw_port': {'id': '8a0e2c1f-8eeb-4070-86f5-47f107fa07ce', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:8b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47765b75-f0de-4eec-a944-d800eb1125c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:10:33Z', 'updated_at': '2021-11-19T18:10:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': '07ca8c4d-50e0-4dcb-9870-7b73b7ce1def', 'name': '', 'network_id': '67686861-b47b-44fa-a01c-c5ad9d62b126', 'tenant_id': 'd00a359bd74e4de6b0d3dd4ba0b5c79c', 'mac_address': 'fa:16:3e:8a:a2:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47765b75-f0de-4eec-a944-d800eb1125c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': 'caa5290b-1cfa-4b09-adc1-9e239d061213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:10:37Z', 'updated_at': '2021-11-19T18:10:39Z', 'revision_number': 2, 'project_id': 'd00a359bd74e4de6b0d3dd4ba0b5c79c', 'subnets': [{'id': 'caa5290b-1cfa-4b09-adc1-9e239d061213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:10:41.537868 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-164fd6e7-20e3-4bb8-9993-9e43865d0e5c tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks [] for port, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:41.545573 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-164fd6e7-20e3-4bb8-9993-9e43865d0e5c tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:41.565095 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 73c97db8-2e7d-49f7-a58e-5fd22ad03fff up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:10:41.568578 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d05a7d-3ece-43a9-bc77-38771d343aae None None] Checking router: 47765b75-f0de-4eec-a944-d800eb1125c3 for host: n-d-818022-2 {{(pid=103366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:10:41.568578 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d05a7d-3ece-43a9-bc77-38771d343aae None None] Updating router 47765b75-f0de-4eec-a944-d800eb1125c3 port 07ca8c4d-50e0-4dcb-9870-7b73b7ce1def binding host n-d-818022-2 {{(pid=103366) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 18:10:41.623768 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-73d05a7d-3ece-43a9-bc77-38771d343aae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:41.630519 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164fd6e7-20e3-4bb8-9993-9e43865d0e5c tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Pushing event updated for resources: {'Port': ['ID=b88b777e-7d48-4c42-bc71-0fdf870c9557,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:10:41.652244 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-51559e2e-9c31-4f86-b665-60919cf6a240 tempest-TestNetworkBasicOps-1831700080 tempest-TestNetworkBasicOps-1831700080-project-admin] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4500 time: 0.3481426 Nov 19 18:10:41.667527 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-164fd6e7-20e3-4bb8-9993-9e43865d0e5c tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-671284'] for floatingip, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:41.683575 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 73c97db8-2e7d-49f7-a58e-5fd22ad03fff triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:10:41.684008 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:41.794939 n-d-818022-2 neutron-server[103365]: INFO neutron.db.l3_db [None req-164fd6e7-20e3-4bb8-9993-9e43865d0e5c tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Floating IP c466bb2f-1cc9-4ce4-bfa2-7a96f3a543a5 associated. External IP: 172.25.7.220, port: f199a584-a6cd-477a-a0a8-0173c813a2a7. Nov 19 18:10:41.941528 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-73d05a7d-3ece-43a9-bc77-38771d343aae None None] Publish callbacks [] for port, precommit_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:41.949078 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-73d05a7d-3ece-43a9-bc77-38771d343aae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:42.026515 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 37394) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:10:42.032277 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-aaba7b16-5956-4ba3-85b5-e06354c4b55d tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-540303174', 'description': 'tempest-secgroup-smoke-540303174 description', 'project_id': 'd00a359bd74e4de6b0d3dd4ba0b5c79c'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:10:42.044742 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b62f079-a8a7-4635-85c7-01252f21d633 None None] Pushing event updated for resources: {'Port': ['ID=07ca8c4d-50e0-4dcb-9870-7b73b7ce1def,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:10:42.084277 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-aaba7b16-5956-4ba3-85b5-e06354c4b55d tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:42.092517 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-164fd6e7-20e3-4bb8-9993-9e43865d0e5c tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Router edc171ab-e37b-473e-a03e-f993e73a9c94 has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 18:10:42.136639 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-73d05a7d-3ece-43a9-bc77-38771d343aae None None] Attempting to bind port 07ca8c4d-50e0-4dcb-9870-7b73b7ce1def on host n-d-818022-2 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:10:42.137044 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-73d05a7d-3ece-43a9-bc77-38771d343aae None None] Attempting to bind port 07ca8c4d-50e0-4dcb-9870-7b73b7ce1def by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': '963d8e7b-cded-4062-9f0f-2401efbb2c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '67686861-b47b-44fa-a01c-c5ad9d62b126'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:10:42.137421 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d05a7d-3ece-43a9-bc77-38771d343aae None None] Attempting to bind port 07ca8c4d-50e0-4dcb-9870-7b73b7ce1def on network 67686861-b47b-44fa-a01c-c5ad9d62b126 {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:10:42.144750 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d05a7d-3ece-43a9-bc77-38771d343aae None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 10, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:10:42.145215 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d05a7d-3ece-43a9-bc77-38771d343aae None None] Checking segment: {'id': '963d8e7b-cded-4062-9f0f-2401efbb2c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '67686861-b47b-44fa-a01c-c5ad9d62b126'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:10:42.145588 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-73d05a7d-3ece-43a9-bc77-38771d343aae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:42.146020 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d05a7d-3ece-43a9-bc77-38771d343aae None None] Bound using segment: {'id': '963d8e7b-cded-4062-9f0f-2401efbb2c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '67686861-b47b-44fa-a01c-c5ad9d62b126'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:10:42.146549 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-73d05a7d-3ece-43a9-bc77-38771d343aae None None] Bound port: 07ca8c4d-50e0-4dcb-9870-7b73b7ce1def, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '963d8e7b-cded-4062-9f0f-2401efbb2c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '67686861-b47b-44fa-a01c-c5ad9d62b126'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:10:42.146936 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-73d05a7d-3ece-43a9-bc77-38771d343aae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:42.241393 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-73d05a7d-3ece-43a9-bc77-38771d343aae None None] For port 07ca8c4d-50e0-4dcb-9870-7b73b7ce1def, host n-d-818022-2, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:10:42.245660 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-73d05a7d-3ece-43a9-bc77-38771d343aae None None] For port 07ca8c4d-50e0-4dcb-9870-7b73b7ce1def, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=07ca8c4d-50e0-4dcb-9870-7b73b7ce1def,segment=NetworkSegment(963d8e7b-cded-4062-9f0f-2401efbb2c5e),segment_id=963d8e7b-cded-4062-9f0f-2401efbb2c5e)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:10:42.250485 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-73d05a7d-3ece-43a9-bc77-38771d343aae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:42.282592 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-aaba7b16-5956-4ba3-85b5-e06354c4b55d tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:42.286674 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-164fd6e7-20e3-4bb8-9993-9e43865d0e5c tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:10:42.297492 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da8419c9-2908-4a26-95f1-410cf304bfe5 None None] Sync routers for ids ['edc171ab-e37b-473e-a03e-f993e73a9c94'] in n-d-818022-2 {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:10:42.309707 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da8419c9-2908-4a26-95f1-410cf304bfe5 None None] Routers {'edc171ab-e37b-473e-a03e-f993e73a9c94'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:10:42.310112 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-aaba7b16-5956-4ba3-85b5-e06354c4b55d tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:42.310595 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-da8419c9-2908-4a26-95f1-410cf304bfe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:10:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['edc171ab-e37b-473e-a03e-f993e73a9c94'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:10:42.346435 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-164fd6e7-20e3-4bb8-9993-9e43865d0e5c tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for floatingip, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:42.376730 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b62f079-a8a7-4635-85c7-01252f21d633 None None] Pushing event updated for resources: {'Port': ['ID=07ca8c4d-50e0-4dcb-9870-7b73b7ce1def,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:10:42.391780 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaba7b16-5956-4ba3-85b5-e06354c4b55d tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7331c8f-f64d-4439-b338-cb3d1f5502fe,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:10:42.413169 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-ce02ae9d-97eb-48b0-9a84-2b8df53fa284 None None] Provisioning complete for port 07ca8c4d-50e0-4dcb-9870-7b73b7ce1def triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:10:42.413646 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ce02ae9d-97eb-48b0-9a84-2b8df53fa284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:42.438238 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-aaba7b16-5956-4ba3-85b5-e06354c4b55d tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:42.440132 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-aaba7b16-5956-4ba3-85b5-e06354c4b55d tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4117804 Nov 19 18:10:42.441170 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-da8419c9-2908-4a26-95f1-410cf304bfe5 None None] Set router edc171ab-e37b-473e-a03e-f993e73a9c94 gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:10:42.444200 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 37402) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:10:42.444367 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d05a7d-3ece-43a9-bc77-38771d343aae None None] Routers {'47765b75-f0de-4eec-a944-d800eb1125c3'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:10:42.447935 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-ac9a2c9f-521a-4fed-b9d4-2cc897d5bf1a tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Request body: {'security_group_rule': {'security_group_id': 'e7331c8f-f64d-4439-b338-cb3d1f5502fe', 'project_id': 'd00a359bd74e4de6b0d3dd4ba0b5c79c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:10:42.448319 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-73d05a7d-3ece-43a9-bc77-38771d343aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:10:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['47765b75-f0de-4eec-a944-d800eb1125c3'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:10:42.491578 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-164fd6e7-20e3-4bb8-9993-9e43865d0e5c tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.5014293 Nov 19 18:10:42.491578 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c82896f8-a54a-4718-b37f-3c67786c16d2', 'tag': 'f199a584-a6cd-477a-a0a8-0173c813a2a7'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:10:42.491578 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218319d759239a7d11f1288aef37381b97754913ee9ccbfd43b51a463f801712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d04b669-2ea1-4946-b2a5-72471eeb18da" -d '{"events": [{"name": "network-changed", "server_uuid": "c82896f8-a54a-4718-b37f-3c67786c16d2", "tag": "f199a584-a6cd-477a-a0a8-0173c813a2a7"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:10:42.505585 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ac9a2c9f-521a-4fed-b9d4-2cc897d5bf1a tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:42.615602 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 18:10:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90404ab4-c741-45d9-af6b-7e9e4c00f0cc x-openstack-request-id: req-90404ab4-c741-45d9-af6b-7e9e4c00f0cc {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:10:42.615902 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c82896f8-a54a-4718-b37f-3c67786c16d2", "tag": "f199a584-a6cd-477a-a0a8-0173c813a2a7", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:10:42.616169 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-90404ab4-c741-45d9-af6b-7e9e4c00f0cc {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:10:42.616601 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c82896f8-a54a-4718-b37f-3c67786c16d2', 'tag': 'f199a584-a6cd-477a-a0a8-0173c813a2a7', 'status': 'completed', 'code': 200} Nov 19 18:10:42.691716 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71cc891-085a-4acc-982a-df9358b5d1a3 req-fbd17e35-5e55-4e06-89a9-b421c5fa607b tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:10:42.699524 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f71cc891-085a-4acc-982a-df9358b5d1a3 req-fbd17e35-5e55-4e06-89a9-b421c5fa607b tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/ports?device_id=c82896f8-a54a-4718-b37f-3c67786c16d2 HTTP/1.1" status: 200 len: 945 time: 0.0808172 Nov 19 18:10:42.708311 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ac9a2c9f-521a-4fed-b9d4-2cc897d5bf1a tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:42.712559 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d04b669-2ea1-4946-b2a5-72471eeb18da req-8a7d2c73-3353-4ead-8157-1ad0b6822f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:10:42.718227 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6d04b669-2ea1-4946-b2a5-72471eeb18da req-8a7d2c73-3353-4ead-8157-1ad0b6822f99 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d41245dedb694df6accb5dc7769c75e5&device_id=c82896f8-a54a-4718-b37f-3c67786c16d2 HTTP/1.1" status: 200 len: 1096 time: 0.1076615 Nov 19 18:10:42.718417 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ac9a2c9f-521a-4fed-b9d4-2cc897d5bf1a tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735179'] for security_group_rule, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:42.749062 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ac9a2c9f-521a-4fed-b9d4-2cc897d5bf1a tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:42.750668 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-ac9a2c9f-521a-4fed-b9d4-2cc897d5bf1a tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3059773 Nov 19 18:10:42.755717 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 37408) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:10:42.760291 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-689824fe-5a0c-4a71-8008-a00d627ff69c tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Request body: {'security_group_rule': {'security_group_id': 'e7331c8f-f64d-4439-b338-cb3d1f5502fe', 'project_id': 'd00a359bd74e4de6b0d3dd4ba0b5c79c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:10:42.795396 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ce02ae9d-97eb-48b0-9a84-2b8df53fa284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:42.797542 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9a2c9f-521a-4fed-b9d4-2cc897d5bf1a tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bcea604-bef5-41ee-ab77-6e2e386d0ee5,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:10:42.821521 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-689824fe-5a0c-4a71-8008-a00d627ff69c tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:42.828162 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-73d05a7d-3ece-43a9-bc77-38771d343aae None None] Set router 47765b75-f0de-4eec-a944-d800eb1125c3 gateway port host: n-d-818022-2 {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:10:42.855614 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f71cc891-085a-4acc-982a-df9358b5d1a3 req-044d185e-cf77-4f48-b2e2-992f5ce4fd0b tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/security-groups?id=8f4b6ed4-731c-4422-a542-0c167c226527&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1549392 Nov 19 18:10:42.869600 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d04b669-2ea1-4946-b2a5-72471eeb18da req-a6d80cbc-8aad-47bd-9100-a50cc5122aca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:10:42.869600 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6d04b669-2ea1-4946-b2a5-72471eeb18da req-a6d80cbc-8aad-47bd-9100-a50cc5122aca service neutron] 10.222.0.60 "GET /v2.0/networks?id=27e7e577-9b51-4ea8-b428-cb57dc2f1090 HTTP/1.1" status: 200 len: 898 time: 0.1417809 Nov 19 18:10:42.870307 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 37410) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:10:42.896832 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-da8419c9-2908-4a26-95f1-410cf304bfe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edc171ab-e37b-473e-a03e-f993e73a9c94', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1058054596', 'tenant_id': 'd41245dedb694df6accb5dc7769c75e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.154'}], 'enable_snat': True}, 'gw_port_id': '73be8d29-eb8f-4466-bb21-34547be29c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:10:14Z', 'updated_at': '2021-11-19T18:10:23Z', 'revision_number': 4, 'project_id': 'd41245dedb694df6accb5dc7769c75e5', 'gw_port': {'id': '73be8d29-eb8f-4466-bb21-34547be29c5c', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:03:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edc171ab-e37b-473e-a03e-f993e73a9c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:10:15Z', 'updated_at': '2021-11-19T18:10:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_floatingips': [{'id': 'c466bb2f-1cc9-4ce4-bfa2-7a96f3a543a5', 'tenant_id': 'd41245dedb694df6accb5dc7769c75e5', 'floating_ip_address': '172.25.7.220', 'floating_network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'router_id': 'edc171ab-e37b-473e-a03e-f993e73a9c94', 'port_id': 'f199a584-a6cd-477a-a0a8-0173c813a2a7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3590, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27e7e577-9b51-4ea8-b428-cb57dc2f1090', 'mac_address': 'fa:16:3e:5d:f1:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c82896f8-a54a-4718-b37f-3c67786c16d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T18:10:40Z', 'updated_at': '2021-11-19T18:10:40Z', 'revision_number': 0, 'project_id': 'd41245dedb694df6accb5dc7769c75e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2ddeea0-d8a6-4b67-8fa1-64b827956ef6', 'name': '', 'network_id': '27e7e577-9b51-4ea8-b428-cb57dc2f1090', 'tenant_id': 'd41245dedb694df6accb5dc7769c75e5', 'mac_address': 'fa:16:3e:a2:25:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edc171ab-e37b-473e-a03e-f993e73a9c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': '749680ea-6b4d-4ba4-a221-84f2211067a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:10:22Z', 'updated_at': '2021-11-19T18:10:26Z', 'revision_number': 5, 'project_id': 'd41245dedb694df6accb5dc7769c75e5', 'subnets': [{'id': '749680ea-6b4d-4ba4-a221-84f2211067a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:10:42.932342 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da8419c9-2908-4a26-95f1-410cf304bfe5 None None] Checking router: edc171ab-e37b-473e-a03e-f993e73a9c94 for host: n-d-818022-2 {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:10:42.935180 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-ce02ae9d-97eb-48b0-9a84-2b8df53fa284 None None] For port 07ca8c4d-50e0-4dcb-9870-7b73b7ce1def, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=07ca8c4d-50e0-4dcb-9870-7b73b7ce1def,segment=NetworkSegment(963d8e7b-cded-4062-9f0f-2401efbb2c5e),segment_id=963d8e7b-cded-4062-9f0f-2401efbb2c5e)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:10:42.940925 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ce02ae9d-97eb-48b0-9a84-2b8df53fa284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:42.948360 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da8419c9-2908-4a26-95f1-410cf304bfe5 None None] Routers {'edc171ab-e37b-473e-a03e-f993e73a9c94'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:10:42.949212 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-da8419c9-2908-4a26-95f1-410cf304bfe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:10:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['edc171ab-e37b-473e-a03e-f993e73a9c94'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:10:42.993689 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-689824fe-5a0c-4a71-8008-a00d627ff69c tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:43.003191 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-689824fe-5a0c-4a71-8008-a00d627ff69c tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735179'] for security_group_rule, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:43.048971 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-a86fed3f-54b1-40c3-b988-47b68dc46d6f tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/floatingips/c466bb2f-1cc9-4ce4-bfa2-7a96f3a543a5 HTTP/1.1" status: 200 len: 991 time: 0.1764376 Nov 19 18:10:43.057215 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689824fe-5a0c-4a71-8008-a00d627ff69c tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=173a43cb-11ad-4095-91a6-fdc026033452,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:10:43.073098 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-689824fe-5a0c-4a71-8008-a00d627ff69c tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:43.074630 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-689824fe-5a0c-4a71-8008-a00d627ff69c tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3179691 Nov 19 18:10:43.081122 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 37414) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:10:43.085787 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-2129b60c-e588-4ea7-8999-69c486bedbb9 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Request body: {'security_group_rule': {'security_group_id': 'e7331c8f-f64d-4439-b338-cb3d1f5502fe', 'project_id': 'd00a359bd74e4de6b0d3dd4ba0b5c79c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:10:43.117439 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6d04b669-2ea1-4946-b2a5-72471eeb18da req-94828c8c-4ea8-4f78-9e58-e6d4e15d1a01 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f199a584-a6cd-477a-a0a8-0173c813a2a7 HTTP/1.1" status: 200 len: 999 time: 0.2258191 Nov 19 18:10:43.138877 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-da8419c9-2908-4a26-95f1-410cf304bfe5 None None] Set router edc171ab-e37b-473e-a03e-f993e73a9c94 gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:10:43.188871 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2129b60c-e588-4ea7-8999-69c486bedbb9 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:43.210266 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-b2787525-00fd-4007-be50-69507352bdff None None] Provisioning complete for port 07ca8c4d-50e0-4dcb-9870-7b73b7ce1def triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:10:43.210847 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b2787525-00fd-4007-be50-69507352bdff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:43.230794 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d04b669-2ea1-4946-b2a5-72471eeb18da req-862c166a-cdd1-4039-a0a8-b8fef4465dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:10:43.232970 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6d04b669-2ea1-4946-b2a5-72471eeb18da req-862c166a-cdd1-4039-a0a8-b8fef4465dcb service neutron] 10.222.0.60 "GET /v2.0/subnets?id=749680ea-6b4d-4ba4-a221-84f2211067a3 HTTP/1.1" status: 200 len: 835 time: 0.1069250 Nov 19 18:10:43.257447 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce02ae9d-97eb-48b0-9a84-2b8df53fa284 None None] Pushing event updated for resources: {'Port': ['ID=07ca8c4d-50e0-4dcb-9870-7b73b7ce1def,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:10:43.307184 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-73d05a7d-3ece-43a9-bc77-38771d343aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47765b75-f0de-4eec-a944-d800eb1125c3', 'name': 'tempest-TestNetworkBasicOps-router-1216971454', 'tenant_id': 'd00a359bd74e4de6b0d3dd4ba0b5c79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': '8a0e2c1f-8eeb-4070-86f5-47f107fa07ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:10:32Z', 'updated_at': '2021-11-19T18:10:39Z', 'revision_number': 4, 'project_id': 'd00a359bd74e4de6b0d3dd4ba0b5c79c', 'gw_port': {'id': '8a0e2c1f-8eeb-4070-86f5-47f107fa07ce', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:8b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47765b75-f0de-4eec-a944-d800eb1125c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:10:33Z', 'updated_at': '2021-11-19T18:10:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': '07ca8c4d-50e0-4dcb-9870-7b73b7ce1def', 'name': '', 'network_id': '67686861-b47b-44fa-a01c-c5ad9d62b126', 'tenant_id': 'd00a359bd74e4de6b0d3dd4ba0b5c79c', 'mac_address': 'fa:16:3e:8a:a2:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47765b75-f0de-4eec-a944-d800eb1125c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': 'caa5290b-1cfa-4b09-adc1-9e239d061213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:10:37Z', 'updated_at': '2021-11-19T18:10:42Z', 'revision_number': 4, 'project_id': 'd00a359bd74e4de6b0d3dd4ba0b5c79c', 'subnets': [{'id': 'caa5290b-1cfa-4b09-adc1-9e239d061213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:10:43.313418 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d04b669-2ea1-4946-b2a5-72471eeb18da req-680d273f-79ab-48c6-9bbc-7369a5b4a635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:10:43.315847 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6d04b669-2ea1-4946-b2a5-72471eeb18da req-680d273f-79ab-48c6-9bbc-7369a5b4a635 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=27e7e577-9b51-4ea8-b428-cb57dc2f1090&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0758390 Nov 19 18:10:43.317674 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2129b60c-e588-4ea7-8999-69c486bedbb9 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:43.324953 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2129b60c-e588-4ea7-8999-69c486bedbb9 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735179'] for security_group_rule, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:43.344457 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d05a7d-3ece-43a9-bc77-38771d343aae None None] The sync data for ids ['47765b75-f0de-4eec-a944-d800eb1125c3'] in n-d-818022-2 is: [{'id': '47765b75-f0de-4eec-a944-d800eb1125c3', 'name': 'tempest-TestNetworkBasicOps-router-1216971454', 'tenant_id': 'd00a359bd74e4de6b0d3dd4ba0b5c79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': '8a0e2c1f-8eeb-4070-86f5-47f107fa07ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:10:32Z', 'updated_at': '2021-11-19T18:10:39Z', 'revision_number': 4, 'project_id': 'd00a359bd74e4de6b0d3dd4ba0b5c79c', 'gw_port': {'id': '8a0e2c1f-8eeb-4070-86f5-47f107fa07ce', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:8b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47765b75-f0de-4eec-a944-d800eb1125c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:10:33Z', 'updated_at': '2021-11-19T18:10:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': '07ca8c4d-50e0-4dcb-9870-7b73b7ce1def', 'name': '', 'network_id': '67686861-b47b-44fa-a01c-c5ad9d62b126', 'tenant_id': 'd00a359bd74e4de6b0d3dd4ba0b5c79c', 'mac_address': 'fa:16:3e:8a:a2:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47765b75-f0de-4eec-a944-d800eb1125c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': 'caa5290b-1cfa-4b09-adc1-9e239d061213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:10:37Z', 'updated_at': '2021-11-19T18:10:42Z', 'revision_number': 4, 'project_id': 'd00a359bd74e4de6b0d3dd4ba0b5c79c', 'subnets': [{'id': 'caa5290b-1cfa-4b09-adc1-9e239d061213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:10:43.370675 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2129b60c-e588-4ea7-8999-69c486bedbb9 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:43.376441 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-2129b60c-e588-4ea7-8999-69c486bedbb9 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2896504 Nov 19 18:10:43.377685 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 37418) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:10:43.383970 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-2a827c7a-7853-498e-9978-0cf0abceb3e2 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Request body: {'security_group_rule': {'security_group_id': 'e7331c8f-f64d-4439-b338-cb3d1f5502fe', 'project_id': 'd00a359bd74e4de6b0d3dd4ba0b5c79c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:10:43.412062 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2129b60c-e588-4ea7-8999-69c486bedbb9 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9e9cfd7-1e0e-4334-a67d-323eb1961653,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:10:43.477090 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2a827c7a-7853-498e-9978-0cf0abceb3e2 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:43.532091 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6d04b669-2ea1-4946-b2a5-72471eeb18da req-ba187283-92e2-4902-9101-7e84b9ddb12b service neutron] 10.222.0.60 "GET /v2.0/networks/27e7e577-9b51-4ea8-b428-cb57dc2f1090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1987040 Nov 19 18:10:43.597155 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2a827c7a-7853-498e-9978-0cf0abceb3e2 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:43.606645 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2a827c7a-7853-498e-9978-0cf0abceb3e2 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735179'] for security_group_rule, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:43.645359 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2a827c7a-7853-498e-9978-0cf0abceb3e2 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:43.650237 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-2a827c7a-7853-498e-9978-0cf0abceb3e2 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2668457 Nov 19 18:10:43.652122 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 37422) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:10:43.658068 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-321f5b76-1127-41ac-91e8-3be0ee4b5bef tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Request body: {'security_group_rule': {'security_group_id': 'e7331c8f-f64d-4439-b338-cb3d1f5502fe', 'project_id': 'd00a359bd74e4de6b0d3dd4ba0b5c79c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:10:43.666682 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a827c7a-7853-498e-9978-0cf0abceb3e2 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7790169f-30be-46fa-b9fe-152189ed899d,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:10:43.685784 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6d04b669-2ea1-4946-b2a5-72471eeb18da req-68ee6e41-cdb9-478a-9ce5-13d6b4617e90 service neutron] 10.222.0.60 "GET /v2.0/networks/27e7e577-9b51-4ea8-b428-cb57dc2f1090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482074 Nov 19 18:10:43.694057 n-d-818022-2 neutron-server[103365]: INFO neutron.db.securitygroups_db [None req-321f5b76-1127-41ac-91e8-3be0ee4b5bef tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Project d00a359bd74e4de6b0d3dd4ba0b5c79c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 18:10:43.701500 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-321f5b76-1127-41ac-91e8-3be0ee4b5bef tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:43.741522 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-da8419c9-2908-4a26-95f1-410cf304bfe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edc171ab-e37b-473e-a03e-f993e73a9c94', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1058054596', 'tenant_id': 'd41245dedb694df6accb5dc7769c75e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.154'}], 'enable_snat': True}, 'gw_port_id': '73be8d29-eb8f-4466-bb21-34547be29c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:10:14Z', 'updated_at': '2021-11-19T18:10:23Z', 'revision_number': 4, 'project_id': 'd41245dedb694df6accb5dc7769c75e5', 'gw_port': {'id': '73be8d29-eb8f-4466-bb21-34547be29c5c', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:03:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edc171ab-e37b-473e-a03e-f993e73a9c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:10:15Z', 'updated_at': '2021-11-19T18:10:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_floatingips': [{'id': 'c466bb2f-1cc9-4ce4-bfa2-7a96f3a543a5', 'tenant_id': 'd41245dedb694df6accb5dc7769c75e5', 'floating_ip_address': '172.25.7.220', 'floating_network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'router_id': 'edc171ab-e37b-473e-a03e-f993e73a9c94', 'port_id': 'f199a584-a6cd-477a-a0a8-0173c813a2a7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3590, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27e7e577-9b51-4ea8-b428-cb57dc2f1090', 'mac_address': 'fa:16:3e:5d:f1:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c82896f8-a54a-4718-b37f-3c67786c16d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T18:10:40Z', 'updated_at': '2021-11-19T18:10:40Z', 'revision_number': 0, 'project_id': 'd41245dedb694df6accb5dc7769c75e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2ddeea0-d8a6-4b67-8fa1-64b827956ef6', 'name': '', 'network_id': '27e7e577-9b51-4ea8-b428-cb57dc2f1090', 'tenant_id': 'd41245dedb694df6accb5dc7769c75e5', 'mac_address': 'fa:16:3e:a2:25:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edc171ab-e37b-473e-a03e-f993e73a9c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': '749680ea-6b4d-4ba4-a221-84f2211067a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:10:22Z', 'updated_at': '2021-11-19T18:10:26Z', 'revision_number': 5, 'project_id': 'd41245dedb694df6accb5dc7769c75e5', 'subnets': [{'id': '749680ea-6b4d-4ba4-a221-84f2211067a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:10:43.773435 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da8419c9-2908-4a26-95f1-410cf304bfe5 None None] The sync data for ids ['edc171ab-e37b-473e-a03e-f993e73a9c94'] in n-d-818022-2 is: [{'id': 'edc171ab-e37b-473e-a03e-f993e73a9c94', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1058054596', 'tenant_id': 'd41245dedb694df6accb5dc7769c75e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.154'}], 'enable_snat': True}, 'gw_port_id': '73be8d29-eb8f-4466-bb21-34547be29c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:10:14Z', 'updated_at': '2021-11-19T18:10:23Z', 'revision_number': 4, 'project_id': 'd41245dedb694df6accb5dc7769c75e5', 'gw_port': {'id': '73be8d29-eb8f-4466-bb21-34547be29c5c', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:03:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edc171ab-e37b-473e-a03e-f993e73a9c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:10:15Z', 'updated_at': '2021-11-19T18:10:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_floatingips': [{'id': 'c466bb2f-1cc9-4ce4-bfa2-7a96f3a543a5', 'tenant_id': 'd41245dedb694df6accb5dc7769c75e5', 'floating_ip_address': '172.25.7.220', 'floating_network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'router_id': 'edc171ab-e37b-473e-a03e-f993e73a9c94', 'port_id': 'f199a584-a6cd-477a-a0a8-0173c813a2a7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3590, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27e7e577-9b51-4ea8-b428-cb57dc2f1090', 'mac_address': 'fa:16:3e:5d:f1:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c82896f8-a54a-4718-b37f-3c67786c16d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T18:10:40Z', 'updated_at': '2021-11-19T18:10:40Z', 'revision_number': 0, 'project_id': 'd41245dedb694df6accb5dc7769c75e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2ddeea0-d8a6-4b67-8fa1-64b827956ef6', 'name': '', 'network_id': '27e7e577-9b51-4ea8-b428-cb57dc2f1090', 'tenant_id': 'd41245dedb694df6accb5dc7769c75e5', 'mac_address': 'fa:16:3e:a2:25:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edc171ab-e37b-473e-a03e-f993e73a9c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': '749680ea-6b4d-4ba4-a221-84f2211067a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:10:22Z', 'updated_at': '2021-11-19T18:10:26Z', 'revision_number': 5, 'project_id': 'd41245dedb694df6accb5dc7769c75e5', 'subnets': [{'id': '749680ea-6b4d-4ba4-a221-84f2211067a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:10:43.793267 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-321f5b76-1127-41ac-91e8-3be0ee4b5bef tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:43.803444 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-321f5b76-1127-41ac-91e8-3be0ee4b5bef tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735179'] for security_group_rule, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:43.824907 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321f5b76-1127-41ac-91e8-3be0ee4b5bef tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7eb58db4-7c18-4595-92e2-dc664ce326cf,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:10:43.841172 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-321f5b76-1127-41ac-91e8-3be0ee4b5bef tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:43.843177 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-321f5b76-1127-41ac-91e8-3be0ee4b5bef tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1894274 Nov 19 18:10:43.845245 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 37426) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:10:43.850785 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-21822e5c-8991-487a-965a-3daaadd3ed36 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Request body: {'security_group_rule': {'security_group_id': 'e7331c8f-f64d-4439-b338-cb3d1f5502fe', 'project_id': 'd00a359bd74e4de6b0d3dd4ba0b5c79c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:10:43.876658 n-d-818022-2 neutron-server[103365]: INFO neutron.db.securitygroups_db [None req-21822e5c-8991-487a-965a-3daaadd3ed36 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Project d00a359bd74e4de6b0d3dd4ba0b5c79c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 18:10:43.883252 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-21822e5c-8991-487a-965a-3daaadd3ed36 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:43.967788 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-21822e5c-8991-487a-965a-3daaadd3ed36 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:43.972308 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-21822e5c-8991-487a-965a-3daaadd3ed36 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735179'] for security_group_rule, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:43.991494 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21822e5c-8991-487a-965a-3daaadd3ed36 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39734a71-18d4-4d0b-87d4-ec2432afe405,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:10:44.002825 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-21822e5c-8991-487a-965a-3daaadd3ed36 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:44.015677 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-21822e5c-8991-487a-965a-3daaadd3ed36 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1690300 Nov 19 18:10:44.052449 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 37430) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:10:44.166979 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-d954950f-2d35-4175-93b9-620fcd29e167 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/floatingips/c466bb2f-1cc9-4ce4-bfa2-7a96f3a543a5 HTTP/1.1" status: 200 len: 991 time: 0.1133478 Nov 19 18:10:44.199015 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6187f7c-d62a-4115-81ad-49ad0caa2ec7 None None] New status for floating IP c466bb2f-1cc9-4ce4-bfa2-7a96f3a543a5: ACTIVE {{(pid=103366) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 18:10:44.338784 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-204c93e9-c904-4859-895d-7cb0d109a16a req-5e9daa31-35f1-43d8-ae91-dcbcd0a1cfb8 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-540303174&fields=id&tenant_id=d00a359bd74e4de6b0d3dd4ba0b5c79c HTTP/1.1" status: 200 len: 267 time: 0.0679679 Nov 19 18:10:44.531187 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204c93e9-c904-4859-895d-7cb0d109a16a req-eb7e34dc-7573-446d-94d4-9f7c65f665ce tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:10:44.539523 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-204c93e9-c904-4859-895d-7cb0d109a16a req-eb7e34dc-7573-446d-94d4-9f7c65f665ce tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] 10.222.0.54 "GET /v2.0/networks?id=67686861-b47b-44fa-a01c-c5ad9d62b126 HTTP/1.1" status: 200 len: 797 time: 0.1932116 Nov 19 18:10:44.557931 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-204c93e9-c904-4859-895d-7cb0d109a16a req-01b15bf7-de2c-4f3e-8156-ac7d1bedf3d6 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] 10.222.0.54 "GET /v2.0/quotas/d00a359bd74e4de6b0d3dd4ba0b5c79c HTTP/1.1" status: 200 len: 375 time: 0.0170376 Nov 19 18:10:44.627964 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-204c93e9-c904-4859-895d-7cb0d109a16a req-56373026-8610-42ec-a423-b515e2325e3e tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=d00a359bd74e4de6b0d3dd4ba0b5c79c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0688894 Nov 19 18:10:44.746816 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-204c93e9-c904-4859-895d-7cb0d109a16a req-4a851302-3cc5-44ce-b799-e90d82a4fa12 service neutron] 10.222.0.54 "GET /v2.0/networks/67686861-b47b-44fa-a01c-c5ad9d62b126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001418 Nov 19 18:10:44.872344 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-204c93e9-c904-4859-895d-7cb0d109a16a req-4dad206d-7f42-4035-8b69-49ea33c85de8 service neutron] 10.222.0.54 "GET /v2.0/networks/67686861-b47b-44fa-a01c-c5ad9d62b126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164315 Nov 19 18:10:45.066674 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e9b661ee-df8e-469f-8484-fd920b47891b req-f999a351-a629-4fa0-8ffb-d7dc780cae36 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] 10.222.0.54 "GET /v2.0/ports?device_id=01a417bf-4948-4d83-824c-c6b3d42dc3e9 HTTP/1.1" status: 200 len: 210 time: 0.0404053 Nov 19 18:10:45.171894 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 37456) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:10:45.277527 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-13b613ae-3305-46d6-93f6-dc91105a7f46 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/floatingips/c466bb2f-1cc9-4ce4-bfa2-7a96f3a543a5 HTTP/1.1" status: 200 len: 993 time: 0.1039257 Nov 19 18:10:45.579017 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 07ca8c4d-50e0-4dcb-9870-7b73b7ce1def up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:10:45.676366 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 07ca8c4d-50e0-4dcb-9870-7b73b7ce1def triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:10:45.676366 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:46.174496 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-4f7fdbde-f9e2-4508-b93f-e3cf717f9d52 req-65819f10-58a8-408f-98dd-7543dd63069e tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] 10.222.0.54 "GET /v2.0/ports?device_id=01a417bf-4948-4d83-824c-c6b3d42dc3e9 HTTP/1.1" status: 200 len: 210 time: 0.0328031 Nov 19 18:10:46.316964 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204c93e9-c904-4859-895d-7cb0d109a16a req-946c028a-d9f7-4ae0-8133-f3f17c9a79a7 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:10:46.318665 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-204c93e9-c904-4859-895d-7cb0d109a16a req-946c028a-d9f7-4ae0-8133-f3f17c9a79a7 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] 10.222.0.86 "GET /v2.0/networks?id=67686861-b47b-44fa-a01c-c5ad9d62b126 HTTP/1.1" status: 200 len: 797 time: 0.1260910 Nov 19 18:10:46.394886 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-204c93e9-c904-4859-895d-7cb0d109a16a req-dbf1860f-8b54-4257-a077-ee93e16a0ff9 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d00a359bd74e4de6b0d3dd4ba0b5c79c HTTP/1.1" status: 200 len: 379 time: 0.0657644 Nov 19 18:10:46.408547 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-204c93e9-c904-4859-895d-7cb0d109a16a req-c08519be-264b-4feb-bffb-10987ffbcab0 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Request body: {'port': {'device_id': '01a417bf-4948-4d83-824c-c6b3d42dc3e9', 'network_id': '67686861-b47b-44fa-a01c-c5ad9d62b126', 'admin_state_up': True, 'tenant_id': 'd00a359bd74e4de6b0d3dd4ba0b5c79c', 'security_groups': ['e7331c8f-f64d-4439-b338-cb3d1f5502fe']}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:10:46.538411 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-204c93e9-c904-4859-895d-7cb0d109a16a req-c08519be-264b-4feb-bffb-10987ffbcab0 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Made reservation on behalf of d00a359bd74e4de6b0d3dd4ba0b5c79c for: {'port': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:10:46.542483 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-204c93e9-c904-4859-895d-7cb0d109a16a req-c08519be-264b-4feb-bffb-10987ffbcab0 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:46.710426 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [req-204c93e9-c904-4859-895d-7cb0d109a16a req-c08519be-264b-4feb-bffb-10987ffbcab0 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Allocated IP 172.20.0.7 (67686861-b47b-44fa-a01c-c5ad9d62b126/caa5290b-1cfa-4b09-adc1-9e239d061213/c64a2b87-a91a-41a4-a0f8-785934065b5c) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:10:46.896395 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-204c93e9-c904-4859-895d-7cb0d109a16a req-c08519be-264b-4feb-bffb-10987ffbcab0 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:46.961395 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-204c93e9-c904-4859-895d-7cb0d109a16a req-c08519be-264b-4feb-bffb-10987ffbcab0 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:47.078893 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-204c93e9-c904-4859-895d-7cb0d109a16a req-c08519be-264b-4feb-bffb-10987ffbcab0 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Network 67686861-b47b-44fa-a01c-c5ad9d62b126 is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:10:47.084925 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [req-204c93e9-c904-4859-895d-7cb0d109a16a req-c08519be-264b-4feb-bffb-10987ffbcab0 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:10:47.095059 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [req-204c93e9-c904-4859-895d-7cb0d109a16a req-c08519be-264b-4feb-bffb-10987ffbcab0 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:10:47.155980 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08519be-264b-4feb-bffb-10987ffbcab0 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Pushing event updated for resources: {'Port': ['ID=c64a2b87-a91a-41a4-a0f8-785934065b5c,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:10:47.195655 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204c93e9-c904-4859-895d-7cb0d109a16a req-c08519be-264b-4feb-bffb-10987ffbcab0 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:10:47.196287 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-204c93e9-c904-4859-895d-7cb0d109a16a req-c08519be-264b-4feb-bffb-10987ffbcab0 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:47.235625 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-204c93e9-c904-4859-895d-7cb0d109a16a req-c08519be-264b-4feb-bffb-10987ffbcab0 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8316419 Nov 19 18:10:47.249247 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-204c93e9-c904-4859-895d-7cb0d109a16a req-c074d1c5-5c2c-413b-9070-99c2f68efacd service neutron] Request body: {'port': {'device_id': '01a417bf-4948-4d83-824c-c6b3d42dc3e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818022-2'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:10:47.342895 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-204c93e9-c904-4859-895d-7cb0d109a16a req-c074d1c5-5c2c-413b-9070-99c2f68efacd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:47.363843 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6098b1d9-3651-4c76-9768-8be438d3f877 req-02a9eba1-b1ea-45f3-9ece-4deade9cc7ca tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:10:47.365489 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6098b1d9-3651-4c76-9768-8be438d3f877 req-02a9eba1-b1ea-45f3-9ece-4deade9cc7ca tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] 10.222.0.54 "GET /v2.0/ports?device_id=01a417bf-4948-4d83-824c-c6b3d42dc3e9 HTTP/1.1" status: 200 len: 931 time: 0.0856998 Nov 19 18:10:47.422302 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6098b1d9-3651-4c76-9768-8be438d3f877 req-7ce4d859-ee9e-42e7-8862-529843e9a51e tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] 10.222.0.54 "GET /v2.0/security-groups?id=e7331c8f-f64d-4439-b338-cb3d1f5502fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501871 Nov 19 18:10:47.463801 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-2141372f-c675-4657-93e7-4d9240b5d864 None None] Provisioning complete for port c64a2b87-a91a-41a4-a0f8-785934065b5c triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:10:47.464423 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2141372f-c675-4657-93e7-4d9240b5d864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:47.500594 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-2141372f-c675-4657-93e7-4d9240b5d864 None None] Port c64a2b87-a91a-41a4-a0f8-785934065b5c cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:10:47.650998 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [req-204c93e9-c904-4859-895d-7cb0d109a16a req-c074d1c5-5c2c-413b-9070-99c2f68efacd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c64a2b87-a91a-41a4-a0f8-785934065b5c {{(pid=103364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:10:47.660513 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-204c93e9-c904-4859-895d-7cb0d109a16a req-c074d1c5-5c2c-413b-9070-99c2f68efacd service neutron] Publish callbacks [] for port, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:47.675811 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.provisioning_blocks [req-204c93e9-c904-4859-895d-7cb0d109a16a req-c074d1c5-5c2c-413b-9070-99c2f68efacd service neutron] Transition to ACTIVE for port object c64a2b87-a91a-41a4-a0f8-785934065b5c will not be triggered until provisioned by entity L2. {{(pid=103364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 18:10:47.687361 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-204c93e9-c904-4859-895d-7cb0d109a16a req-c074d1c5-5c2c-413b-9070-99c2f68efacd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:47.758693 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c074d1c5-5c2c-413b-9070-99c2f68efacd service neutron] Pushing event updated for resources: {'Port': ['ID=c64a2b87-a91a-41a4-a0f8-785934065b5c,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:10:47.822365 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-204c93e9-c904-4859-895d-7cb0d109a16a req-c074d1c5-5c2c-413b-9070-99c2f68efacd service neutron] Attempting to bind port c64a2b87-a91a-41a4-a0f8-785934065b5c on host n-h2-818022-2 for vnic_type normal with profile {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:10:47.822702 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-204c93e9-c904-4859-895d-7cb0d109a16a req-c074d1c5-5c2c-413b-9070-99c2f68efacd service neutron] Attempting to bind port c64a2b87-a91a-41a4-a0f8-785934065b5c by drivers openvswitch,hyperv on host n-h2-818022-2 at level 0 using segments [{'id': '963d8e7b-cded-4062-9f0f-2401efbb2c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '67686861-b47b-44fa-a01c-c5ad9d62b126'}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:10:47.823034 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204c93e9-c904-4859-895d-7cb0d109a16a req-c074d1c5-5c2c-413b-9070-99c2f68efacd service neutron] Attempting to bind port c64a2b87-a91a-41a4-a0f8-785934065b5c on network 67686861-b47b-44fa-a01c-c5ad9d62b126 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:10:47.829356 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204c93e9-c904-4859-895d-7cb0d109a16a req-c074d1c5-5c2c-413b-9070-99c2f68efacd service neutron] Port c64a2b87-a91a-41a4-a0f8-785934065b5c on network 67686861-b47b-44fa-a01c-c5ad9d62b126 not bound, no agent of type Open vSwitch agent registered on host n-h2-818022-2 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 18:10:47.831326 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204c93e9-c904-4859-895d-7cb0d109a16a req-c074d1c5-5c2c-413b-9070-99c2f68efacd service neutron] Attempting to bind port c64a2b87-a91a-41a4-a0f8-785934065b5c on network 67686861-b47b-44fa-a01c-c5ad9d62b126 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:10:47.838042 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204c93e9-c904-4859-895d-7cb0d109a16a req-c074d1c5-5c2c-413b-9070-99c2f68efacd service neutron] Checking agent: {'id': '525ad2ac-c4ae-4c63-af2e-0bf8d25d0f0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'started_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 10, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:10:47.838369 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204c93e9-c904-4859-895d-7cb0d109a16a req-c074d1c5-5c2c-413b-9070-99c2f68efacd service neutron] Checking segment: {'id': '963d8e7b-cded-4062-9f0f-2401efbb2c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '67686861-b47b-44fa-a01c-c5ad9d62b126'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:10:47.838818 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204c93e9-c904-4859-895d-7cb0d109a16a req-c074d1c5-5c2c-413b-9070-99c2f68efacd service neutron] Bound using segment: {'id': '963d8e7b-cded-4062-9f0f-2401efbb2c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '67686861-b47b-44fa-a01c-c5ad9d62b126'} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:10:47.839311 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-204c93e9-c904-4859-895d-7cb0d109a16a req-c074d1c5-5c2c-413b-9070-99c2f68efacd service neutron] Bound port: c64a2b87-a91a-41a4-a0f8-785934065b5c, host: n-h2-818022-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '963d8e7b-cded-4062-9f0f-2401efbb2c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '67686861-b47b-44fa-a01c-c5ad9d62b126'}}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:10:47.839683 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-204c93e9-c904-4859-895d-7cb0d109a16a req-c074d1c5-5c2c-413b-9070-99c2f68efacd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:47.922837 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-204c93e9-c904-4859-895d-7cb0d109a16a req-c074d1c5-5c2c-413b-9070-99c2f68efacd service neutron] For port c64a2b87-a91a-41a4-a0f8-785934065b5c, host n-h2-818022-2, cleared binding levels {{(pid=103364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:10:47.926947 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-204c93e9-c904-4859-895d-7cb0d109a16a req-c074d1c5-5c2c-413b-9070-99c2f68efacd service neutron] For port c64a2b87-a91a-41a4-a0f8-785934065b5c, host n-h2-818022-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=c64a2b87-a91a-41a4-a0f8-785934065b5c,segment=NetworkSegment(963d8e7b-cded-4062-9f0f-2401efbb2c5e),segment_id=963d8e7b-cded-4062-9f0f-2401efbb2c5e)] {{(pid=103364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:10:47.935311 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-204c93e9-c904-4859-895d-7cb0d109a16a req-c074d1c5-5c2c-413b-9070-99c2f68efacd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:47.979671 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204c93e9-c904-4859-895d-7cb0d109a16a req-c074d1c5-5c2c-413b-9070-99c2f68efacd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:10:47.980667 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-204c93e9-c904-4859-895d-7cb0d109a16a req-c074d1c5-5c2c-413b-9070-99c2f68efacd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:47.982632 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-204c93e9-c904-4859-895d-7cb0d109a16a req-c074d1c5-5c2c-413b-9070-99c2f68efacd service neutron] 10.222.0.86 "PUT /v2.0/ports/c64a2b87-a91a-41a4-a0f8-785934065b5c HTTP/1.1" status: 200 len: 1091 time: 0.7386737 Nov 19 18:10:47.983347 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01a417bf-4948-4d83-824c-c6b3d42dc3e9', 'tag': 'c64a2b87-a91a-41a4-a0f8-785934065b5c'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:10:47.986905 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dd4767a008c23f8566efc82158ee1b1fff34e1a9e908d76d0b6d0ab7e350e5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60404200-881f-4b10-b656-327bb8759db6" -d '{"events": [{"name": "network-changed", "server_uuid": "01a417bf-4948-4d83-824c-c6b3d42dc3e9", "tag": "c64a2b87-a91a-41a4-a0f8-785934065b5c"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:10:48.083588 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 18:10:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a4a67b2-085f-44e8-880d-2b6c53d43cda x-openstack-request-id: req-7a4a67b2-085f-44e8-880d-2b6c53d43cda {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:10:48.083957 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01a417bf-4948-4d83-824c-c6b3d42dc3e9", "tag": "c64a2b87-a91a-41a4-a0f8-785934065b5c", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:10:48.084222 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-7a4a67b2-085f-44e8-880d-2b6c53d43cda {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:10:48.084634 n-d-818022-2 neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01a417bf-4948-4d83-824c-c6b3d42dc3e9', 'tag': 'c64a2b87-a91a-41a4-a0f8-785934065b5c', 'status': 'completed', 'code': 200} Nov 19 18:10:48.086633 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c074d1c5-5c2c-413b-9070-99c2f68efacd service neutron] Pushing event updated for resources: {'Port': ['ID=c64a2b87-a91a-41a4-a0f8-785934065b5c,revision_number=3']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:10:48.105646 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204c93e9-c904-4859-895d-7cb0d109a16a req-ff35ea02-3fee-44f8-856b-4263d4bc80db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:10:48.107833 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-204c93e9-c904-4859-895d-7cb0d109a16a req-ff35ea02-3fee-44f8-856b-4263d4bc80db service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=d00a359bd74e4de6b0d3dd4ba0b5c79c&device_id=01a417bf-4948-4d83-824c-c6b3d42dc3e9 HTTP/1.1" status: 200 len: 1094 time: 0.0681779 Nov 19 18:10:48.175136 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-204c93e9-c904-4859-895d-7cb0d109a16a req-4bc8c1f8-27b7-4d59-bc08-2aff712e1b43 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c64a2b87-a91a-41a4-a0f8-785934065b5c HTTP/1.1" status: 200 len: 217 time: 0.0543630 Nov 19 18:10:48.240706 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204c93e9-c904-4859-895d-7cb0d109a16a req-64c9a31d-8f69-44da-9a49-025fbdcf68af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:10:48.242914 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-204c93e9-c904-4859-895d-7cb0d109a16a req-64c9a31d-8f69-44da-9a49-025fbdcf68af service neutron] 10.222.0.86 "GET /v2.0/subnets?id=caa5290b-1cfa-4b09-adc1-9e239d061213 HTTP/1.1" status: 200 len: 834 time: 0.0566509 Nov 19 18:10:48.301013 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204c93e9-c904-4859-895d-7cb0d109a16a req-4bc4874f-c107-4903-a84d-0ca67efd282d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:10:48.302623 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-204c93e9-c904-4859-895d-7cb0d109a16a req-4bc4874f-c107-4903-a84d-0ca67efd282d service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=67686861-b47b-44fa-a01c-c5ad9d62b126&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0493603 Nov 19 18:10:48.413917 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-204c93e9-c904-4859-895d-7cb0d109a16a req-205d1069-8e6c-4e69-b84b-9d51162c4edb service neutron] 10.222.0.86 "GET /v2.0/networks/67686861-b47b-44fa-a01c-c5ad9d62b126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960903 Nov 19 18:10:48.591641 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cce83f9-3d1a-485d-8d33-6f8ead5f64d9 req-91892e6d-4406-4587-9038-488346c65892 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:10:48.598071 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2cce83f9-3d1a-485d-8d33-6f8ead5f64d9 req-91892e6d-4406-4587-9038-488346c65892 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] 10.222.0.54 "GET /v2.0/ports?device_id=01a417bf-4948-4d83-824c-c6b3d42dc3e9 HTTP/1.1" status: 200 len: 943 time: 0.0765953 Nov 19 18:10:48.655336 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2cce83f9-3d1a-485d-8d33-6f8ead5f64d9 req-e6e9ec1f-cefc-4596-b489-fa0735b29221 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] 10.222.0.54 "GET /v2.0/security-groups?id=e7331c8f-f64d-4439-b338-cb3d1f5502fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513287 Nov 19 18:10:48.860414 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-204c93e9-c904-4859-895d-7cb0d109a16a req-dcb94a2e-e2ec-405b-a9a7-356cf05e0635 service neutron] 10.222.0.86 "GET /v2.0/networks/67686861-b47b-44fa-a01c-c5ad9d62b126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4395385 Nov 19 18:10:48.972151 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60404200-881f-4b10-b656-327bb8759db6 req-658fa41a-7ddd-4bff-9049-64efcd0dab72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:10:48.973588 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-60404200-881f-4b10-b656-327bb8759db6 req-658fa41a-7ddd-4bff-9049-64efcd0dab72 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=d00a359bd74e4de6b0d3dd4ba0b5c79c&device_id=01a417bf-4948-4d83-824c-c6b3d42dc3e9 HTTP/1.1" status: 200 len: 1094 time: 0.0479875 Nov 19 18:10:49.085052 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60404200-881f-4b10-b656-327bb8759db6 req-0db989cf-98c5-4c4a-8a73-b8d1a61ed047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:10:49.086737 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-60404200-881f-4b10-b656-327bb8759db6 req-0db989cf-98c5-4c4a-8a73-b8d1a61ed047 service neutron] 10.222.0.86 "GET /v2.0/networks?id=67686861-b47b-44fa-a01c-c5ad9d62b126 HTTP/1.1" status: 200 len: 898 time: 0.1001897 Nov 19 18:10:49.148913 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-60404200-881f-4b10-b656-327bb8759db6 req-91047fb1-9405-4252-be0f-6cfadaacb4fe service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c64a2b87-a91a-41a4-a0f8-785934065b5c HTTP/1.1" status: 200 len: 217 time: 0.0520921 Nov 19 18:10:49.252430 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60404200-881f-4b10-b656-327bb8759db6 req-05edd189-5c5f-443a-b69a-3bb46d72f619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:10:49.254677 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-60404200-881f-4b10-b656-327bb8759db6 req-05edd189-5c5f-443a-b69a-3bb46d72f619 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=caa5290b-1cfa-4b09-adc1-9e239d061213 HTTP/1.1" status: 200 len: 834 time: 0.0958886 Nov 19 18:10:49.391082 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60404200-881f-4b10-b656-327bb8759db6 req-ab121076-e4b1-4ee4-8bf3-3663989dac6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:10:49.393255 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-60404200-881f-4b10-b656-327bb8759db6 req-ab121076-e4b1-4ee4-8bf3-3663989dac6f service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=67686861-b47b-44fa-a01c-c5ad9d62b126&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1264610 Nov 19 18:10:49.526150 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-60404200-881f-4b10-b656-327bb8759db6 req-d8d32379-c9ea-482e-a736-9b5383cbe820 service neutron] 10.222.0.86 "GET /v2.0/networks/67686861-b47b-44fa-a01c-c5ad9d62b126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206088 Nov 19 18:10:49.650876 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-60404200-881f-4b10-b656-327bb8759db6 req-9ae47ff6-5a48-47cd-8a9c-a0e4889649df service neutron] 10.222.0.86 "GET /v2.0/networks/67686861-b47b-44fa-a01c-c5ad9d62b126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134825 Nov 19 18:10:49.804481 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c13c1e-5ab0-4b46-ac6a-c0c462855ea0 req-9a3213cf-aa78-4047-b564-4ea45ef8f565 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:10:49.806073 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a1c13c1e-5ab0-4b46-ac6a-c0c462855ea0 req-9a3213cf-aa78-4047-b564-4ea45ef8f565 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] 10.222.0.54 "GET /v2.0/ports?device_id=01a417bf-4948-4d83-824c-c6b3d42dc3e9 HTTP/1.1" status: 200 len: 943 time: 0.0682197 Nov 19 18:10:49.868818 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a1c13c1e-5ab0-4b46-ac6a-c0c462855ea0 req-8665cfea-3d73-4272-ae88-6bc2bdef7e6c tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] 10.222.0.54 "GET /v2.0/security-groups?id=e7331c8f-f64d-4439-b338-cb3d1f5502fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517590 Nov 19 18:10:50.597623 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-287be18f-b3de-4a1f-99b2-dcd9fec35629 req-ec3fae91-4069-49e2-8c97-06b0319ae75a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=7f65a0ed-74f2-4d58-9416-2934110d40dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0525343 Nov 19 18:10:50.667511 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287be18f-b3de-4a1f-99b2-dcd9fec35629 req-f8ce8752-ebc1-4566-acff-bc7a19dc9883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:10:50.669150 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-287be18f-b3de-4a1f-99b2-dcd9fec35629 req-f8ce8752-ebc1-4566-acff-bc7a19dc9883 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e45c6e5baa414b6894171527d94e1abd&device_id=7f65a0ed-74f2-4d58-9416-2934110d40dd HTTP/1.1" status: 200 len: 1097 time: 0.0460782 Nov 19 18:10:50.780603 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287be18f-b3de-4a1f-99b2-dcd9fec35629 req-11a87770-22ac-4a64-8421-c6bc214691a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:10:50.782199 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-287be18f-b3de-4a1f-99b2-dcd9fec35629 req-11a87770-22ac-4a64-8421-c6bc214691a6 service neutron] 10.222.0.60 "GET /v2.0/networks?id=3b544363-bad2-4a9e-9892-483691dc34e2 HTTP/1.1" status: 200 len: 912 time: 0.0908554 Nov 19 18:10:50.832324 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-287be18f-b3de-4a1f-99b2-dcd9fec35629 req-8c0e6d8e-1479-4f3f-950e-7387f42abde4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9b7242e0-baf5-4a3d-9541-1cbaa1b9da29 HTTP/1.1" status: 200 len: 217 time: 0.0400364 Nov 19 18:10:50.897495 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287be18f-b3de-4a1f-99b2-dcd9fec35629 req-3dd92ff7-8127-4f35-872e-923b92df0cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:10:50.900014 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-287be18f-b3de-4a1f-99b2-dcd9fec35629 req-3dd92ff7-8127-4f35-872e-923b92df0cd3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=78373283-0ecf-42ac-8dc9-066471cd2623 HTTP/1.1" status: 200 len: 850 time: 0.0602429 Nov 19 18:10:50.977226 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287be18f-b3de-4a1f-99b2-dcd9fec35629 req-70e27916-6374-4440-8e17-36e38df3a1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:10:50.978989 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-287be18f-b3de-4a1f-99b2-dcd9fec35629 req-70e27916-6374-4440-8e17-36e38df3a1ad service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3b544363-bad2-4a9e-9892-483691dc34e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0701332 Nov 19 18:10:51.022963 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ef8edc-12e2-408f-a8da-95f32d997876 req-9637c673-78f1-47b4-b547-8f2a61fa2a9b tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:10:51.025570 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-79ef8edc-12e2-408f-a8da-95f32d997876 req-9637c673-78f1-47b4-b547-8f2a61fa2a9b tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] 10.222.0.54 "GET /v2.0/ports?device_id=01a417bf-4948-4d83-824c-c6b3d42dc3e9 HTTP/1.1" status: 200 len: 943 time: 0.0586236 Nov 19 18:10:51.085795 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-287be18f-b3de-4a1f-99b2-dcd9fec35629 req-a2f6f778-9373-436a-be2f-6ef97899ebbb service neutron] 10.222.0.60 "GET /v2.0/networks/3b544363-bad2-4a9e-9892-483691dc34e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980716 Nov 19 18:10:51.092052 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-79ef8edc-12e2-408f-a8da-95f32d997876 req-ede5ae0c-caae-4bed-bbca-906456e86cf3 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] 10.222.0.54 "GET /v2.0/security-groups?id=e7331c8f-f64d-4439-b338-cb3d1f5502fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563221 Nov 19 18:10:51.257115 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-287be18f-b3de-4a1f-99b2-dcd9fec35629 req-5003eb68-38ad-4330-b768-cb92da5bf49e service neutron] 10.222.0.60 "GET /v2.0/networks/3b544363-bad2-4a9e-9892-483691dc34e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587863 Nov 19 18:10:52.221513 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14aeb3c3-9e04-402a-bbec-c20f1416e9c8 req-b4202b89-aeaf-45f6-bc56-52bc1a88e62c tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:10:52.230127 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-14aeb3c3-9e04-402a-bbec-c20f1416e9c8 req-b4202b89-aeaf-45f6-bc56-52bc1a88e62c tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] 10.222.0.54 "GET /v2.0/ports?device_id=01a417bf-4948-4d83-824c-c6b3d42dc3e9 HTTP/1.1" status: 200 len: 943 time: 0.0636396 Nov 19 18:10:52.292009 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-14aeb3c3-9e04-402a-bbec-c20f1416e9c8 req-8f36f7d0-c4d6-4c93-ba12-851bbfcf4fd8 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] 10.222.0.54 "GET /v2.0/security-groups?id=e7331c8f-f64d-4439-b338-cb3d1f5502fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602205 Nov 19 18:10:52.339172 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device c64a2b87-a91a-41a4-a0f8-785934065b5c details requested by agent hyperv_n-h2-818022-2 with host n-h2-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 18:10:52.439885 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port c64a2b87-a91a-41a4-a0f8-785934065b5c, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=c64a2b87-a91a-41a4-a0f8-785934065b5c,segment=NetworkSegment(963d8e7b-cded-4062-9f0f-2401efbb2c5e),segment_id=963d8e7b-cded-4062-9f0f-2401efbb2c5e)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:10:52.453366 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Returning: {'device': 'c64a2b87-a91a-41a4-a0f8-785934065b5c', 'network_id': '67686861-b47b-44fa-a01c-c5ad9d62b126', 'port_id': 'c64a2b87-a91a-41a4-a0f8-785934065b5c', 'mac_address': 'fa:16:3e:34:4f:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 676, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'caa5290b-1cfa-4b09-adc1-9e239d061213', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 18:10:52.498088 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:52.512066 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c64a2b87-a91a-41a4-a0f8-785934065b5c {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:10:52.534861 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port c64a2b87-a91a-41a4-a0f8-785934065b5c, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=c64a2b87-a91a-41a4-a0f8-785934065b5c,segment=NetworkSegment(963d8e7b-cded-4062-9f0f-2401efbb2c5e),segment_id=963d8e7b-cded-4062-9f0f-2401efbb2c5e)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:10:52.539068 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:52.589682 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Pushing event updated for resources: {'Port': ['ID=c64a2b87-a91a-41a4-a0f8-785934065b5c,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:10:52.796001 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] get_ports_and_sgs() called for port_ids ['c64a2b87-a91a-41a4-a0f8-785934065b5c'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:10:53.490773 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e445c6f6-6ef2-47fd-8e8a-bea0621c9247 req-7517e22a-5677-4545-86c9-0f7c2b505fc1 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:10:53.493005 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e445c6f6-6ef2-47fd-8e8a-bea0621c9247 req-7517e22a-5677-4545-86c9-0f7c2b505fc1 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] 10.222.0.54 "GET /v2.0/ports?device_id=01a417bf-4948-4d83-824c-c6b3d42dc3e9 HTTP/1.1" status: 200 len: 944 time: 0.0774403 Nov 19 18:10:53.560396 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e445c6f6-6ef2-47fd-8e8a-bea0621c9247 req-b5056018-22bf-4618-a60b-1853f6fccfe3 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] 10.222.0.54 "GET /v2.0/security-groups?id=e7331c8f-f64d-4439-b338-cb3d1f5502fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587816 Nov 19 18:10:54.341224 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device c64a2b87-a91a-41a4-a0f8-785934065b5c up at agent hyperv_n-h2-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:10:54.394088 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Provisioning for port c64a2b87-a91a-41a4-a0f8-785934065b5c completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 18:10:54.398742 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Provisioning complete for port c64a2b87-a91a-41a4-a0f8-785934065b5c triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:10:54.399119 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:54.488837 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:54.512884 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01a417bf-4948-4d83-824c-c6b3d42dc3e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c64a2b87-a91a-41a4-a0f8-785934065b5c'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:10:54.515169 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3940761bcd94e032e6960d2241bd8993c5d3a7d8dc2aca8488f3ecf1d4dd2fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceddeb48-3fc7-4d71-a4a5-c804b63ac9ca" -d '{"events": [{"server_uuid": "01a417bf-4948-4d83-824c-c6b3d42dc3e9", "name": "network-vif-plugged", "status": "completed", "tag": "c64a2b87-a91a-41a4-a0f8-785934065b5c"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:10:54.530598 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port c64a2b87-a91a-41a4-a0f8-785934065b5c, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=c64a2b87-a91a-41a4-a0f8-785934065b5c,segment=NetworkSegment(963d8e7b-cded-4062-9f0f-2401efbb2c5e),segment_id=963d8e7b-cded-4062-9f0f-2401efbb2c5e)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:10:54.536950 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:54.589239 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:10:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30aedc7f-96c2-4b2f-a8ee-b1914cc1bfc3 x-openstack-request-id: req-30aedc7f-96c2-4b2f-a8ee-b1914cc1bfc3 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:10:54.593926 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01a417bf-4948-4d83-824c-c6b3d42dc3e9", "name": "network-vif-plugged", "status": "completed", "tag": "c64a2b87-a91a-41a4-a0f8-785934065b5c", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:10:54.593926 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-30aedc7f-96c2-4b2f-a8ee-b1914cc1bfc3 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:10:54.593926 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01a417bf-4948-4d83-824c-c6b3d42dc3e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c64a2b87-a91a-41a4-a0f8-785934065b5c', 'code': 200} Nov 19 18:10:54.669063 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Pushing event updated for resources: {'Port': ['ID=c64a2b87-a91a-41a4-a0f8-785934065b5c,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:10:54.707545 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac68e600-6282-4891-ba90-e023242bb332 req-4a68a8b2-0d3d-474f-a9e8-453559425d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:10:54.710739 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ac68e600-6282-4891-ba90-e023242bb332 req-4a68a8b2-0d3d-474f-a9e8-453559425d00 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=01a417bf-4948-4d83-824c-c6b3d42dc3e9 HTTP/1.1" status: 200 len: 1096 time: 0.0445182 Nov 19 18:10:54.726308 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb94750-33b6-48aa-b030-2910f0790f2e req-f4312d08-70ec-4ce2-8bad-590a70eeb214 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:10:54.734697 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4bb94750-33b6-48aa-b030-2910f0790f2e req-f4312d08-70ec-4ce2-8bad-590a70eeb214 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] 10.222.0.54 "GET /v2.0/ports?device_id=01a417bf-4948-4d83-824c-c6b3d42dc3e9 HTTP/1.1" status: 200 len: 945 time: 0.0697505 Nov 19 18:10:54.771056 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ac68e600-6282-4891-ba90-e023242bb332 req-60af03b2-d1f8-4bf5-aaef-cdee8ffac47c service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=e7331c8f-f64d-4439-b338-cb3d1f5502fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478530 Nov 19 18:10:54.781364 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4bb94750-33b6-48aa-b030-2910f0790f2e req-6f440b98-1067-42ef-a220-d74fe1d4eb18 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] 10.222.0.54 "GET /v2.0/security-groups?id=e7331c8f-f64d-4439-b338-cb3d1f5502fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454614 Nov 19 18:10:55.959851 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b36eeb2-f114-4d19-8974-fee1cc651e2b req-22a89833-5b0f-4b61-97d2-2eeb7df03d24 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:10:55.961961 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-4b36eeb2-f114-4d19-8974-fee1cc651e2b req-22a89833-5b0f-4b61-97d2-2eeb7df03d24 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] 10.222.0.54 "GET /v2.0/ports?device_id=01a417bf-4948-4d83-824c-c6b3d42dc3e9 HTTP/1.1" status: 200 len: 945 time: 0.0706608 Nov 19 18:10:56.024304 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-4b36eeb2-f114-4d19-8974-fee1cc651e2b req-9959ffaf-2f1c-4ce2-ae1c-ad98203e3719 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] 10.222.0.54 "GET /v2.0/security-groups?id=e7331c8f-f64d-4439-b338-cb3d1f5502fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547409 Nov 19 18:10:57.165782 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45132171-beac-476a-b74f-180e332b9ccc req-df55e24c-c444-432e-b8c3-3000d1c3bf26 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:10:57.170284 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-45132171-beac-476a-b74f-180e332b9ccc req-df55e24c-c444-432e-b8c3-3000d1c3bf26 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] 10.222.0.54 "GET /v2.0/ports?device_id=01a417bf-4948-4d83-824c-c6b3d42dc3e9 HTTP/1.1" status: 200 len: 945 time: 0.0612049 Nov 19 18:10:57.224553 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-45132171-beac-476a-b74f-180e332b9ccc req-723f64ba-f65d-4f9d-a6e1-7c8f17e758e2 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] 10.222.0.54 "GET /v2.0/security-groups?id=e7331c8f-f64d-4439-b338-cb3d1f5502fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482714 Nov 19 18:10:57.372682 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ebe72b-5b49-46d5-ad43-6f3e0a76477f req-1e1ce4af-2517-4c90-9ecf-6528b4fad02a tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:10:57.378580 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a0ebe72b-5b49-46d5-ad43-6f3e0a76477f req-1e1ce4af-2517-4c90-9ecf-6528b4fad02a tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] 10.222.0.54 "GET /v2.0/ports?device_id=01a417bf-4948-4d83-824c-c6b3d42dc3e9 HTTP/1.1" status: 200 len: 945 time: 0.0703981 Nov 19 18:10:57.448190 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a0ebe72b-5b49-46d5-ad43-6f3e0a76477f req-8ed1ed0f-1eb1-4af3-acdd-b2cff4f04ee1 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] 10.222.0.54 "GET /v2.0/security-groups?id=e7331c8f-f64d-4439-b338-cb3d1f5502fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536113 Nov 19 18:10:57.476384 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 37618) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:10:57.543458 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f339df3c-8665-4b79-852b-560bc061836e tempest-TestNetworkBasicOps-1831700080 tempest-TestNetworkBasicOps-1831700080-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:10:57.551370 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 37622) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:10:57.557492 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-37ab0b31-78f9-4cfc-8279-c17f5f686bff tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Request body: {'floatingip': {'floating_network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'port_id': 'c64a2b87-a91a-41a4-a0f8-785934065b5c', 'tenant_id': 'd00a359bd74e4de6b0d3dd4ba0b5c79c', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:10:57.562523 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-f339df3c-8665-4b79-852b-560bc061836e tempest-TestNetworkBasicOps-1831700080 tempest-TestNetworkBasicOps-1831700080-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=01a417bf-4948-4d83-824c-c6b3d42dc3e9 HTTP/1.1" status: 200 len: 1091 time: 0.0843174 Nov 19 18:10:57.592057 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-37ab0b31-78f9-4cfc-8279-c17f5f686bff tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks [] for floatingip, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:57.725320 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-37ab0b31-78f9-4cfc-8279-c17f5f686bff tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:57.867239 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [None req-37ab0b31-78f9-4cfc-8279-c17f5f686bff tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Allocated IP 172.25.7.65 (645e61aa-1a6c-4e8f-857e-ab06edb4897f/88ed2d64-f56d-4f01-a468-946e01c99e82/f98aebb1-e1b4-4ae2-8c8d-29a59dbe7bc7) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:10:57.998506 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-37ab0b31-78f9-4cfc-8279-c17f5f686bff tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:58.055767 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-37ab0b31-78f9-4cfc-8279-c17f5f686bff tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:58.132830 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37ab0b31-78f9-4cfc-8279-c17f5f686bff tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Network 645e61aa-1a6c-4e8f-857e-ab06edb4897f is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:10:58.136785 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-37ab0b31-78f9-4cfc-8279-c17f5f686bff tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:10:58.146263 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ab0b31-78f9-4cfc-8279-c17f5f686bff tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:10:58.177855 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ab0b31-78f9-4cfc-8279-c17f5f686bff tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Pushing event updated for resources: {'Port': ['ID=f98aebb1-e1b4-4ae2-8c8d-29a59dbe7bc7,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:10:58.560360 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-37ab0b31-78f9-4cfc-8279-c17f5f686bff tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:58.639948 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-37ab0b31-78f9-4cfc-8279-c17f5f686bff tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:58.826727 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-37ab0b31-78f9-4cfc-8279-c17f5f686bff tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks [] for port, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:58.840520 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-37ab0b31-78f9-4cfc-8279-c17f5f686bff tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:58.918414 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ab0b31-78f9-4cfc-8279-c17f5f686bff tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Pushing event updated for resources: {'Port': ['ID=f98aebb1-e1b4-4ae2-8c8d-29a59dbe7bc7,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:10:58.926425 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-37ab0b31-78f9-4cfc-8279-c17f5f686bff tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-671284'] for floatingip, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:59.038347 n-d-818022-2 neutron-server[103365]: INFO neutron.db.l3_db [None req-37ab0b31-78f9-4cfc-8279-c17f5f686bff tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Floating IP 208b8ca8-fc98-45a0-9cb4-1047eaf4d646 associated. External IP: 172.25.7.65, port: c64a2b87-a91a-41a4-a0f8-785934065b5c. Nov 19 18:10:59.274029 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37ab0b31-78f9-4cfc-8279-c17f5f686bff tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Router 47765b75-f0de-4eec-a944-d800eb1125c3 has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 18:10:59.401185 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37ab0b31-78f9-4cfc-8279-c17f5f686bff tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:10:59.425408 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd4e8439-562b-4209-b596-f615262477c5 None None] Sync routers for ids ['47765b75-f0de-4eec-a944-d800eb1125c3'] in n-d-818022-2 {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:10:59.442819 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-37ab0b31-78f9-4cfc-8279-c17f5f686bff tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for floatingip, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:59.445132 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4e8439-562b-4209-b596-f615262477c5 None None] Routers {'47765b75-f0de-4eec-a944-d800eb1125c3'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:10:59.448351 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-cd4e8439-562b-4209-b596-f615262477c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:10:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['47765b75-f0de-4eec-a944-d800eb1125c3'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:10:59.491806 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-37ab0b31-78f9-4cfc-8279-c17f5f686bff tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9364100 Nov 19 18:10:59.491806 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01a417bf-4948-4d83-824c-c6b3d42dc3e9', 'tag': 'c64a2b87-a91a-41a4-a0f8-785934065b5c'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:10:59.495518 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 37650) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:10:59.517685 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218319d759239a7d11f1288aef37381b97754913ee9ccbfd43b51a463f801712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df6bea79-9c2e-4f26-b4c3-126c955e1e64" -d '{"events": [{"name": "network-changed", "server_uuid": "01a417bf-4948-4d83-824c-c6b3d42dc3e9", "tag": "c64a2b87-a91a-41a4-a0f8-785934065b5c"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:10:59.601892 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 18:10:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6b01c47-06bf-40ac-9e98-fe9f9e764ee4 x-openstack-request-id: req-c6b01c47-06bf-40ac-9e98-fe9f9e764ee4 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:10:59.602493 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01a417bf-4948-4d83-824c-c6b3d42dc3e9", "tag": "c64a2b87-a91a-41a4-a0f8-785934065b5c", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:10:59.602809 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c6b01c47-06bf-40ac-9e98-fe9f9e764ee4 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:10:59.603236 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01a417bf-4948-4d83-824c-c6b3d42dc3e9', 'tag': 'c64a2b87-a91a-41a4-a0f8-785934065b5c', 'status': 'completed', 'code': 200} Nov 19 18:10:59.611577 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-e6a2711c-4e8c-4489-a54c-6423f3eb127b tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] 10.222.0.54 "GET /v2.0/floatingips/208b8ca8-fc98-45a0-9cb4-1047eaf4d646 HTTP/1.1" status: 200 len: 990 time: 0.1142099 Nov 19 18:10:59.685297 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6bea79-9c2e-4f26-b4c3-126c955e1e64 req-7cadbba3-3458-4d11-a9c8-aec71b09a3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:10:59.686842 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-df6bea79-9c2e-4f26-b4c3-126c955e1e64 req-7cadbba3-3458-4d11-a9c8-aec71b09a3b2 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=d00a359bd74e4de6b0d3dd4ba0b5c79c&device_id=01a417bf-4948-4d83-824c-c6b3d42dc3e9 HTTP/1.1" status: 200 len: 1096 time: 0.0500276 Nov 19 18:10:59.691909 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-cd4e8439-562b-4209-b596-f615262477c5 None None] Set router 47765b75-f0de-4eec-a944-d800eb1125c3 gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:10:59.812910 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2701e591-2a7b-474e-810f-e719e9ddd5ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:10:59.884975 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6bea79-9c2e-4f26-b4c3-126c955e1e64 req-fc8bbba9-5ff8-4fc4-8e96-1447e3677fee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:10:59.887794 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-df6bea79-9c2e-4f26-b4c3-126c955e1e64 req-fc8bbba9-5ff8-4fc4-8e96-1447e3677fee service neutron] 10.222.0.86 "GET /v2.0/networks?id=67686861-b47b-44fa-a01c-c5ad9d62b126 HTTP/1.1" status: 200 len: 898 time: 0.1805105 Nov 19 18:10:59.989121 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-df6bea79-9c2e-4f26-b4c3-126c955e1e64 req-f1b34b6a-e168-4724-b5d6-61e67ae93422 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c64a2b87-a91a-41a4-a0f8-785934065b5c HTTP/1.1" status: 200 len: 998 time: 0.0885196 Nov 19 18:11:00.058725 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6bea79-9c2e-4f26-b4c3-126c955e1e64 req-c7d3ac62-32b7-42a4-993d-2b735976ec3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:11:00.061508 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-df6bea79-9c2e-4f26-b4c3-126c955e1e64 req-c7d3ac62-32b7-42a4-993d-2b735976ec3c service neutron] 10.222.0.86 "GET /v2.0/subnets?id=caa5290b-1cfa-4b09-adc1-9e239d061213 HTTP/1.1" status: 200 len: 834 time: 0.0629184 Nov 19 18:11:00.072753 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-cd4e8439-562b-4209-b596-f615262477c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47765b75-f0de-4eec-a944-d800eb1125c3', 'name': 'tempest-TestNetworkBasicOps-router-1216971454', 'tenant_id': 'd00a359bd74e4de6b0d3dd4ba0b5c79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': '8a0e2c1f-8eeb-4070-86f5-47f107fa07ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:10:32Z', 'updated_at': '2021-11-19T18:10:39Z', 'revision_number': 4, 'project_id': 'd00a359bd74e4de6b0d3dd4ba0b5c79c', 'gw_port': {'id': '8a0e2c1f-8eeb-4070-86f5-47f107fa07ce', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:8b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47765b75-f0de-4eec-a944-d800eb1125c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:10:33Z', 'updated_at': '2021-11-19T18:10:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_floatingips': [{'id': '208b8ca8-fc98-45a0-9cb4-1047eaf4d646', 'tenant_id': 'd00a359bd74e4de6b0d3dd4ba0b5c79c', 'floating_ip_address': '172.25.7.65', 'floating_network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'router_id': '47765b75-f0de-4eec-a944-d800eb1125c3', 'port_id': 'c64a2b87-a91a-41a4-a0f8-785934065b5c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3602, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67686861-b47b-44fa-a01c-c5ad9d62b126', 'mac_address': 'fa:16:3e:34:4f:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01a417bf-4948-4d83-824c-c6b3d42dc3e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T18:10:58Z', 'updated_at': '2021-11-19T18:10:58Z', 'revision_number': 0, 'project_id': 'd00a359bd74e4de6b0d3dd4ba0b5c79c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07ca8c4d-50e0-4dcb-9870-7b73b7ce1def', 'name': '', 'network_id': '67686861-b47b-44fa-a01c-c5ad9d62b126', 'tenant_id': 'd00a359bd74e4de6b0d3dd4ba0b5c79c', 'mac_address': 'fa:16:3e:8a:a2:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47765b75-f0de-4eec-a944-d800eb1125c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': 'caa5290b-1cfa-4b09-adc1-9e239d061213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:10:37Z', 'updated_at': '2021-11-19T18:10:42Z', 'revision_number': 5, 'project_id': 'd00a359bd74e4de6b0d3dd4ba0b5c79c', 'subnets': [{'id': 'caa5290b-1cfa-4b09-adc1-9e239d061213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:11:00.107554 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd4e8439-562b-4209-b596-f615262477c5 None None] Checking router: 47765b75-f0de-4eec-a944-d800eb1125c3 for host: n-d-818022-2 {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:11:00.121485 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4e8439-562b-4209-b596-f615262477c5 None None] Routers {'47765b75-f0de-4eec-a944-d800eb1125c3'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:11:00.122830 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-cd4e8439-562b-4209-b596-f615262477c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:10:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['47765b75-f0de-4eec-a944-d800eb1125c3'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:11:00.124570 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6bea79-9c2e-4f26-b4c3-126c955e1e64 req-96066bd0-d191-4cea-a3a0-f31ecc516bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:11:00.126341 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-df6bea79-9c2e-4f26-b4c3-126c955e1e64 req-96066bd0-d191-4cea-a3a0-f31ecc516bb1 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=67686861-b47b-44fa-a01c-c5ad9d62b126&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0550976 Nov 19 18:11:00.243607 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-cd4e8439-562b-4209-b596-f615262477c5 None None] Set router 47765b75-f0de-4eec-a944-d800eb1125c3 gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:11:00.271782 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-df6bea79-9c2e-4f26-b4c3-126c955e1e64 req-567b30d1-f4ba-4907-9f2f-92c294f2f025 service neutron] 10.222.0.86 "GET /v2.0/networks/67686861-b47b-44fa-a01c-c5ad9d62b126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215365 Nov 19 18:11:00.389894 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-df6bea79-9c2e-4f26-b4c3-126c955e1e64 req-e7126d73-823a-4c63-9cae-b48aecf44615 service neutron] 10.222.0.86 "GET /v2.0/networks/67686861-b47b-44fa-a01c-c5ad9d62b126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051693 Nov 19 18:11:00.534348 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-cd4e8439-562b-4209-b596-f615262477c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47765b75-f0de-4eec-a944-d800eb1125c3', 'name': 'tempest-TestNetworkBasicOps-router-1216971454', 'tenant_id': 'd00a359bd74e4de6b0d3dd4ba0b5c79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': '8a0e2c1f-8eeb-4070-86f5-47f107fa07ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:10:32Z', 'updated_at': '2021-11-19T18:10:39Z', 'revision_number': 4, 'project_id': 'd00a359bd74e4de6b0d3dd4ba0b5c79c', 'gw_port': {'id': '8a0e2c1f-8eeb-4070-86f5-47f107fa07ce', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:8b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47765b75-f0de-4eec-a944-d800eb1125c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:10:33Z', 'updated_at': '2021-11-19T18:10:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_floatingips': [{'id': '208b8ca8-fc98-45a0-9cb4-1047eaf4d646', 'tenant_id': 'd00a359bd74e4de6b0d3dd4ba0b5c79c', 'floating_ip_address': '172.25.7.65', 'floating_network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'router_id': '47765b75-f0de-4eec-a944-d800eb1125c3', 'port_id': 'c64a2b87-a91a-41a4-a0f8-785934065b5c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3602, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67686861-b47b-44fa-a01c-c5ad9d62b126', 'mac_address': 'fa:16:3e:34:4f:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01a417bf-4948-4d83-824c-c6b3d42dc3e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T18:10:58Z', 'updated_at': '2021-11-19T18:10:58Z', 'revision_number': 0, 'project_id': 'd00a359bd74e4de6b0d3dd4ba0b5c79c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07ca8c4d-50e0-4dcb-9870-7b73b7ce1def', 'name': '', 'network_id': '67686861-b47b-44fa-a01c-c5ad9d62b126', 'tenant_id': 'd00a359bd74e4de6b0d3dd4ba0b5c79c', 'mac_address': 'fa:16:3e:8a:a2:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47765b75-f0de-4eec-a944-d800eb1125c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': 'caa5290b-1cfa-4b09-adc1-9e239d061213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:10:37Z', 'updated_at': '2021-11-19T18:10:42Z', 'revision_number': 5, 'project_id': 'd00a359bd74e4de6b0d3dd4ba0b5c79c', 'subnets': [{'id': 'caa5290b-1cfa-4b09-adc1-9e239d061213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:11:00.565431 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd4e8439-562b-4209-b596-f615262477c5 None None] The sync data for ids ['47765b75-f0de-4eec-a944-d800eb1125c3'] in n-d-818022-2 is: [{'id': '47765b75-f0de-4eec-a944-d800eb1125c3', 'name': 'tempest-TestNetworkBasicOps-router-1216971454', 'tenant_id': 'd00a359bd74e4de6b0d3dd4ba0b5c79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': '8a0e2c1f-8eeb-4070-86f5-47f107fa07ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:10:32Z', 'updated_at': '2021-11-19T18:10:39Z', 'revision_number': 4, 'project_id': 'd00a359bd74e4de6b0d3dd4ba0b5c79c', 'gw_port': {'id': '8a0e2c1f-8eeb-4070-86f5-47f107fa07ce', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:8b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47765b75-f0de-4eec-a944-d800eb1125c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:10:33Z', 'updated_at': '2021-11-19T18:10:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_floatingips': [{'id': '208b8ca8-fc98-45a0-9cb4-1047eaf4d646', 'tenant_id': 'd00a359bd74e4de6b0d3dd4ba0b5c79c', 'floating_ip_address': '172.25.7.65', 'floating_network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'router_id': '47765b75-f0de-4eec-a944-d800eb1125c3', 'port_id': 'c64a2b87-a91a-41a4-a0f8-785934065b5c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3602, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67686861-b47b-44fa-a01c-c5ad9d62b126', 'mac_address': 'fa:16:3e:34:4f:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01a417bf-4948-4d83-824c-c6b3d42dc3e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T18:10:58Z', 'updated_at': '2021-11-19T18:10:58Z', 'revision_number': 0, 'project_id': 'd00a359bd74e4de6b0d3dd4ba0b5c79c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07ca8c4d-50e0-4dcb-9870-7b73b7ce1def', 'name': '', 'network_id': '67686861-b47b-44fa-a01c-c5ad9d62b126', 'tenant_id': 'd00a359bd74e4de6b0d3dd4ba0b5c79c', 'mac_address': 'fa:16:3e:8a:a2:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47765b75-f0de-4eec-a944-d800eb1125c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': 'caa5290b-1cfa-4b09-adc1-9e239d061213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:10:37Z', 'updated_at': '2021-11-19T18:10:42Z', 'revision_number': 5, 'project_id': 'd00a359bd74e4de6b0d3dd4ba0b5c79c', 'subnets': [{'id': 'caa5290b-1cfa-4b09-adc1-9e239d061213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:11:00.614865 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 37666) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:11:00.697579 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-41681b47-5e57-4f80-ad1a-47579628378f tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] 10.222.0.54 "GET /v2.0/floatingips/208b8ca8-fc98-45a0-9cb4-1047eaf4d646 HTTP/1.1" status: 200 len: 990 time: 0.0809290 Nov 19 18:11:00.875426 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f522c03d-ec46-413b-a95c-f372ea031ecb None None] New status for floating IP 208b8ca8-fc98-45a0-9cb4-1047eaf4d646: ACTIVE {{(pid=103366) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 18:11:01.700025 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 37680) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:11:01.776215 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-7f5b3e55-9c0b-4966-b5ae-89213a3987c7 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] 10.222.0.54 "GET /v2.0/floatingips/208b8ca8-fc98-45a0-9cb4-1047eaf4d646 HTTP/1.1" status: 200 len: 992 time: 0.0751140 Nov 19 18:11:02.011535 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-1b4f919e-8a62-4d54-95a8-2d7988e8b8a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:11:02.163075 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64791e42-4692-4299-a071-06ad17789dc1 req-67ed39d9-c94b-4c23-929c-c4a273dad7ea tempest-VolumesSnapshotTestJSON-1436321153 tempest-VolumesSnapshotTestJSON-1436321153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:11:02.164631 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-64791e42-4692-4299-a071-06ad17789dc1 req-67ed39d9-c94b-4c23-929c-c4a273dad7ea tempest-VolumesSnapshotTestJSON-1436321153 tempest-VolumesSnapshotTestJSON-1436321153-project] 10.222.0.54 "GET /v2.0/ports?device_id=bca1a84d-085a-4654-b666-ddecac6105da HTTP/1.1" status: 200 len: 946 time: 0.0550871 Nov 19 18:11:02.246969 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-64791e42-4692-4299-a071-06ad17789dc1 req-70a9476c-dbe0-4927-9a5b-653f263e397f tempest-VolumesSnapshotTestJSON-1436321153 tempest-VolumesSnapshotTestJSON-1436321153-project] 10.222.0.54 "GET /v2.0/security-groups?id=1a0ae3c5-06ec-4f80-a08c-2f3d319d67f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709932 Nov 19 18:11:03.219285 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e46ecc5a-dc14-4744-b262-3072ff2e958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:11:03.397721 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4a422d-31e7-4739-8478-3e0af8f5e3d7 req-0ad1dc01-70bb-49e9-ac2e-1eaf34e77777 tempest-VolumesSnapshotTestJSON-1436321153 tempest-VolumesSnapshotTestJSON-1436321153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:11:03.399317 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4e4a422d-31e7-4739-8478-3e0af8f5e3d7 req-0ad1dc01-70bb-49e9-ac2e-1eaf34e77777 tempest-VolumesSnapshotTestJSON-1436321153 tempest-VolumesSnapshotTestJSON-1436321153-project] 10.222.0.54 "GET /v2.0/ports?device_id=bca1a84d-085a-4654-b666-ddecac6105da HTTP/1.1" status: 200 len: 946 time: 0.0670404 Nov 19 18:11:03.470433 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4e4a422d-31e7-4739-8478-3e0af8f5e3d7 req-8344c14a-fb92-457a-a842-58a1bb1af480 tempest-VolumesSnapshotTestJSON-1436321153 tempest-VolumesSnapshotTestJSON-1436321153-project] 10.222.0.54 "GET /v2.0/security-groups?id=1a0ae3c5-06ec-4f80-a08c-2f3d319d67f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639846 Nov 19 18:11:03.884232 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:11:03.912845 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:11:04.035523 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c00895-0ae8-4c47-a6ba-4ac3de955042 req-f54c6cb7-df2e-4f04-9c1c-8956b75f0e48 tempest-VolumesSnapshotTestJSON-1436321153 tempest-VolumesSnapshotTestJSON-1436321153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:11:04.036905 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-e8c00895-0ae8-4c47-a6ba-4ac3de955042 req-f54c6cb7-df2e-4f04-9c1c-8956b75f0e48 tempest-VolumesSnapshotTestJSON-1436321153 tempest-VolumesSnapshotTestJSON-1436321153-project] 10.222.0.86 "GET /v2.0/ports?device_id=bca1a84d-085a-4654-b666-ddecac6105da HTTP/1.1" status: 200 len: 946 time: 0.0540545 Nov 19 18:11:04.140137 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [req-e8c00895-0ae8-4c47-a6ba-4ac3de955042 req-d0290721-3065-42cc-a931-0e87ab36dd5b tempest-VolumesSnapshotTestJSON-1436321153 tempest-VolumesSnapshotTestJSON-1436321153-project] Deleting port 4848cec5-a187-4cb0-86cf-bb1a4fa0aad7 {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:11:04.140481 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-e8c00895-0ae8-4c47-a6ba-4ac3de955042 req-d0290721-3065-42cc-a931-0e87ab36dd5b tempest-VolumesSnapshotTestJSON-1436321153 tempest-VolumesSnapshotTestJSON-1436321153-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:11:04.232663 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-e8c00895-0ae8-4c47-a6ba-4ac3de955042 req-d0290721-3065-42cc-a931-0e87ab36dd5b tempest-VolumesSnapshotTestJSON-1436321153 tempest-VolumesSnapshotTestJSON-1436321153-project] For port 4848cec5-a187-4cb0-86cf-bb1a4fa0aad7, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=4848cec5-a187-4cb0-86cf-bb1a4fa0aad7,segment=NetworkSegment(5c045df4-8b55-4d72-991d-9356509652cb),segment_id=5c045df4-8b55-4d72-991d-9356509652cb)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:11:04.233058 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-e8c00895-0ae8-4c47-a6ba-4ac3de955042 req-d0290721-3065-42cc-a931-0e87ab36dd5b tempest-VolumesSnapshotTestJSON-1436321153 tempest-VolumesSnapshotTestJSON-1436321153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:11:04.246592 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [req-e8c00895-0ae8-4c47-a6ba-4ac3de955042 req-d0290721-3065-42cc-a931-0e87ab36dd5b tempest-VolumesSnapshotTestJSON-1436321153 tempest-VolumesSnapshotTestJSON-1436321153-project] Calling delete_port for 4848cec5-a187-4cb0-86cf-bb1a4fa0aad7 owned by compute:nova {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:11:04.385394 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-e8c00895-0ae8-4c47-a6ba-4ac3de955042 req-d0290721-3065-42cc-a931-0e87ab36dd5b tempest-VolumesSnapshotTestJSON-1436321153 tempest-VolumesSnapshotTestJSON-1436321153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:11:04.400647 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] get_ports_and_sgs() called for port_ids ['4848cec5-a187-4cb0-86cf-bb1a4fa0aad7'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:11:04.406257 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.agents_db [None req-619e5c26-d9ed-4321-86eb-7d443bb9dfa2 None None] Agent healthcheck: found 7 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 18:11:04.420728 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0290721-3065-42cc-a931-0e87ab36dd5b tempest-VolumesSnapshotTestJSON-1436321153 tempest-VolumesSnapshotTestJSON-1436321153-project] Pushing event deleted for resources: {'Port': ['ID=4848cec5-a187-4cb0-86cf-bb1a4fa0aad7,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:11:04.461619 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8c00895-0ae8-4c47-a6ba-4ac3de955042 req-d0290721-3065-42cc-a931-0e87ab36dd5b tempest-VolumesSnapshotTestJSON-1436321153 tempest-VolumesSnapshotTestJSON-1436321153-project] No DVR routers for this DVR port 4848cec5-a187-4cb0-86cf-bb1a4fa0aad7 on host n-h2-818022-2 {{(pid=103364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:11:04.464584 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-e8c00895-0ae8-4c47-a6ba-4ac3de955042 req-d0290721-3065-42cc-a931-0e87ab36dd5b tempest-VolumesSnapshotTestJSON-1436321153 tempest-VolumesSnapshotTestJSON-1436321153-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:11:04.468124 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-e8c00895-0ae8-4c47-a6ba-4ac3de955042 req-d0290721-3065-42cc-a931-0e87ab36dd5b tempest-VolumesSnapshotTestJSON-1436321153 tempest-VolumesSnapshotTestJSON-1436321153-project] 10.222.0.86 "DELETE /v2.0/ports/4848cec5-a187-4cb0-86cf-bb1a4fa0aad7 HTTP/1.1" status: 204 len: 173 time: 0.4240854 Nov 19 18:11:04.468575 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bca1a84d-085a-4654-b666-ddecac6105da', 'name': 'network-vif-deleted', 'tag': '4848cec5-a187-4cb0-86cf-bb1a4fa0aad7'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:11:04.471715 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dd4767a008c23f8566efc82158ee1b1fff34e1a9e908d76d0b6d0ab7e350e5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b771bdc0-d309-4c53-b92d-c8a080bd15eb" -d '{"events": [{"server_uuid": "bca1a84d-085a-4654-b666-ddecac6105da", "name": "network-vif-deleted", "tag": "4848cec5-a187-4cb0-86cf-bb1a4fa0aad7"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:11:04.510906 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:11:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-042786f5-5bc2-420b-b02d-7e83d0340187 x-openstack-request-id: req-042786f5-5bc2-420b-b02d-7e83d0340187 {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:11:04.511403 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bca1a84d-085a-4654-b666-ddecac6105da", "name": "network-vif-deleted", "tag": "4848cec5-a187-4cb0-86cf-bb1a4fa0aad7", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:11:04.511659 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-042786f5-5bc2-420b-b02d-7e83d0340187 {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:11:04.512061 n-d-818022-2 neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bca1a84d-085a-4654-b666-ddecac6105da', 'name': 'network-vif-deleted', 'tag': '4848cec5-a187-4cb0-86cf-bb1a4fa0aad7', 'status': 'completed', 'code': 200} Nov 19 18:11:04.579334 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-eecc3a0b-d411-4d73-88fd-534de40ae2d1 req-8e6ee870-0a87-4da7-a4c6-f2654bd50b68 tempest-VolumesSnapshotTestJSON-1436321153 tempest-VolumesSnapshotTestJSON-1436321153-project] 10.222.0.54 "GET /v2.0/ports?device_id=bca1a84d-085a-4654-b666-ddecac6105da HTTP/1.1" status: 200 len: 210 time: 0.0280812 Nov 19 18:11:04.815740 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e013d7e6-5264-4dcc-9759-54f5fb809e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:11:05.180531 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:11:08.447047 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device 4848cec5-a187-4cb0-86cf-bb1a4fa0aad7 no longer exists at agent hyperv_n-h2-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:11:08.481545 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] No Port match for: 4848cec5-a187-4cb0-86cf-bb1a4fa0aad7 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:11:08.482189 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device 4848cec5-a187-4cb0-86cf-bb1a4fa0aad7 not bound to the agent host n-h2-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:11:13.016057 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164122cd-7e18-4804-a0d1-822ace6cf245 req-9e931913-de56-47ad-b857-926fa50ac166 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:11:13.018393 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-164122cd-7e18-4804-a0d1-822ace6cf245 req-9e931913-de56-47ad-b857-926fa50ac166 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/ports?device_id=cc04e7a6-e0b7-438f-a931-99187cf28379 HTTP/1.1" status: 200 len: 944 time: 0.0551083 Nov 19 18:11:13.082873 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-164122cd-7e18-4804-a0d1-822ace6cf245 req-bdb2f0b7-1396-417b-90ff-f98534724514 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1dc433e-2f31-472a-89c9-d0d668ac0a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570619 Nov 19 18:11:13.243533 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d243c7-22db-4fd5-b3eb-0269b9425695 req-40f870c3-6bc5-47af-bf10-a0ba6e15898c tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:11:13.245050 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-82d243c7-22db-4fd5-b3eb-0269b9425695 req-40f870c3-6bc5-47af-bf10-a0ba6e15898c tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/ports?device_id=cc04e7a6-e0b7-438f-a931-99187cf28379 HTTP/1.1" status: 200 len: 944 time: 0.0807359 Nov 19 18:11:13.303624 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-82d243c7-22db-4fd5-b3eb-0269b9425695 req-451b1329-80bd-49b7-9735-b37bdc972d3d tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1dc433e-2f31-472a-89c9-d0d668ac0a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499158 Nov 19 18:11:13.640676 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bb2b3e-87a6-4db0-b528-de690d8f7a48 req-3f9ebcc4-76fb-4e38-9186-d13101f515e3 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:11:13.643984 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-36bb2b3e-87a6-4db0-b528-de690d8f7a48 req-3f9ebcc4-76fb-4e38-9186-d13101f515e3 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/networks?id=3b544363-bad2-4a9e-9892-483691dc34e2 HTTP/1.1" status: 200 len: 811 time: 0.1288028 Nov 19 18:11:13.661024 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-36bb2b3e-87a6-4db0-b528-de690d8f7a48 req-7f57f02d-a849-4956-bdd6-eb2d665618b5 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/quotas/e45c6e5baa414b6894171527d94e1abd HTTP/1.1" status: 200 len: 375 time: 0.0112648 Nov 19 18:11:13.747592 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-36bb2b3e-87a6-4db0-b528-de690d8f7a48 req-270bb268-af42-451b-9eb9-a5ab5e808226 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=e45c6e5baa414b6894171527d94e1abd&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0807617 Nov 19 18:11:13.866338 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-36bb2b3e-87a6-4db0-b528-de690d8f7a48 req-b99e70ef-7279-4339-8f44-ae687d63541d service neutron] 10.222.0.54 "GET /v2.0/networks/3b544363-bad2-4a9e-9892-483691dc34e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176722 Nov 19 18:11:13.997503 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-36bb2b3e-87a6-4db0-b528-de690d8f7a48 req-f1976988-d189-4458-be71-942de460dc2c service neutron] 10.222.0.54 "GET /v2.0/networks/3b544363-bad2-4a9e-9892-483691dc34e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249778 Nov 19 18:11:14.207038 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c77bfba9-08df-4409-9fc6-735692de31a0 req-84618601-8a02-495e-ab5d-6a9615ca3f5a tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/ports?device_id=0bf447ba-b5a2-430c-a4c6-eb3c1be64231 HTTP/1.1" status: 200 len: 210 time: 0.0363803 Nov 19 18:11:14.476310 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb301a91-3c85-4a63-b87b-2607b1c2c566 req-f205f162-2d2e-4eba-becb-70df2b339eeb tempest-TestNetworkAdvancedServerOps-1185469273 tempest-TestNetworkAdvancedServerOps-1185469273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:11:14.478003 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fb301a91-3c85-4a63-b87b-2607b1c2c566 req-f205f162-2d2e-4eba-becb-70df2b339eeb tempest-TestNetworkAdvancedServerOps-1185469273 tempest-TestNetworkAdvancedServerOps-1185469273-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=c82896f8-a54a-4718-b37f-3c67786c16d2 HTTP/1.1" status: 200 len: 1096 time: 0.0783277 Nov 19 18:11:14.624330 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fb301a91-3c85-4a63-b87b-2607b1c2c566 req-b6f2f982-4012-40a4-8bd8-1a3f41bcf836 tempest-TestNetworkAdvancedServerOps-1185469273 tempest-TestNetworkAdvancedServerOps-1185469273-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=8f4b6ed4-731c-4422-a542-0c167c226527&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1372001 Nov 19 18:11:14.784376 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662f6d29-e6db-4e26-8632-48a6ea2c3076 req-0e591e5c-ce0e-4d76-a840-eddb7d9dbdc5 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:11:14.787307 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-662f6d29-e6db-4e26-8632-48a6ea2c3076 req-0e591e5c-ce0e-4d76-a840-eddb7d9dbdc5 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/ports?device_id=c82896f8-a54a-4718-b37f-3c67786c16d2 HTTP/1.1" status: 200 len: 945 time: 0.0888488 Nov 19 18:11:14.855428 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-662f6d29-e6db-4e26-8632-48a6ea2c3076 req-9fdc4cc0-27d0-4090-bcff-cf1b972380aa tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/security-groups?id=8f4b6ed4-731c-4422-a542-0c167c226527&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606174 Nov 19 18:11:14.875180 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 37956) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:11:14.984102 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-9e9e632a-29dc-498d-9e93-2b011890f8d4 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/floatingips/c466bb2f-1cc9-4ce4-bfa2-7a96f3a543a5 HTTP/1.1" status: 200 len: 993 time: 0.1040502 Nov 19 18:11:15.363416 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [req-36cabfda-0db2-49f1-9180-c08fe543af33 req-37ecc707-ad0b-482c-b27d-ae80f2b14790 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=103365) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 18:11:15.364325 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-36cabfda-0db2-49f1-9180-c08fe543af33 req-37ecc707-ad0b-482c-b27d-ae80f2b14790 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0066390 Nov 19 18:11:15.400693 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b4a2c3fc-a948-4e55-9e3d-ea60bbbb1c85 req-7011510b-0eb6-4472-a68e-e54f027aff60 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/ports?device_id=0bf447ba-b5a2-430c-a4c6-eb3c1be64231 HTTP/1.1" status: 200 len: 210 time: 0.0583677 Nov 19 18:11:15.536516 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bb2b3e-87a6-4db0-b528-de690d8f7a48 req-d8863fcd-cb03-4b07-81f1-50a9054f4c75 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:11:15.538435 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-36bb2b3e-87a6-4db0-b528-de690d8f7a48 req-d8863fcd-cb03-4b07-81f1-50a9054f4c75 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.60 "GET /v2.0/networks?id=3b544363-bad2-4a9e-9892-483691dc34e2 HTTP/1.1" status: 200 len: 811 time: 0.1368961 Nov 19 18:11:15.556569 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-36bb2b3e-87a6-4db0-b528-de690d8f7a48 req-1c39f835-39f0-4822-99be-b8b2b67017f1 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Request body: {'port': {'device_id': '0bf447ba-b5a2-430c-a4c6-eb3c1be64231', 'network_id': '3b544363-bad2-4a9e-9892-483691dc34e2', 'admin_state_up': True, 'tenant_id': 'e45c6e5baa414b6894171527d94e1abd'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:11:15.743728 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36bb2b3e-87a6-4db0-b528-de690d8f7a48 req-1c39f835-39f0-4822-99be-b8b2b67017f1 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Made reservation on behalf of e45c6e5baa414b6894171527d94e1abd for: {'port': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:11:15.748486 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-36bb2b3e-87a6-4db0-b528-de690d8f7a48 req-1c39f835-39f0-4822-99be-b8b2b67017f1 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:11:15.971810 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [req-36bb2b3e-87a6-4db0-b528-de690d8f7a48 req-1c39f835-39f0-4822-99be-b8b2b67017f1 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Allocated IP 172.20.0.8 (3b544363-bad2-4a9e-9892-483691dc34e2/78373283-0ecf-42ac-8dc9-066471cd2623/2fd35c3f-bfb5-4350-8988-b002bbeb5852) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:11:16.110070 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-224fde5e-a83a-4210-bb38-66792d6a108d req-5c2105cc-b080-42cb-a80d-c04bde6ba0a0 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=c82896f8-a54a-4718-b37f-3c67786c16d2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0475056 Nov 19 18:11:16.264199 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127fb29b-ba5c-4b17-8884-a60fd5ed7415 req-440b8d32-7e10-4edf-86c2-6befa3c7c5a7 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:11:16.265864 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-127fb29b-ba5c-4b17-8884-a60fd5ed7415 req-440b8d32-7e10-4edf-86c2-6befa3c7c5a7 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/ports?device_id=c82896f8-a54a-4718-b37f-3c67786c16d2 HTTP/1.1" status: 200 len: 945 time: 0.1783974 Nov 19 18:11:16.439930 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-36bb2b3e-87a6-4db0-b528-de690d8f7a48 req-1c39f835-39f0-4822-99be-b8b2b67017f1 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:11:16.536262 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-127fb29b-ba5c-4b17-8884-a60fd5ed7415 req-ffd87b75-7b8b-462b-919e-80778e7fabc6 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/security-groups?id=8f4b6ed4-731c-4422-a542-0c167c226527&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2489958 Nov 19 18:11:16.558287 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-36bb2b3e-87a6-4db0-b528-de690d8f7a48 req-1c39f835-39f0-4822-99be-b8b2b67017f1 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:11:16.573173 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['9b7242e0-baf5-4a3d-9541-1cbaa1b9da29', '2e0f25e1-d84f-429c-ab5b-6fa3322bd248'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:11:16.608113 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36bb2b3e-87a6-4db0-b528-de690d8f7a48 req-1c39f835-39f0-4822-99be-b8b2b67017f1 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Network 3b544363-bad2-4a9e-9892-483691dc34e2 is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:11:16.616396 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [req-36bb2b3e-87a6-4db0-b528-de690d8f7a48 req-1c39f835-39f0-4822-99be-b8b2b67017f1 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:11:16.625785 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-955af7e9-5aff-4849-9a63-04ae3da79fea req-6f476f7c-84eb-4ad7-b22c-3b8b44ce1cc5 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/ports?device_id=0bf447ba-b5a2-430c-a4c6-eb3c1be64231 HTTP/1.1" status: 200 len: 210 time: 0.1013248 Nov 19 18:11:16.626883 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [req-36bb2b3e-87a6-4db0-b528-de690d8f7a48 req-1c39f835-39f0-4822-99be-b8b2b67017f1 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:11:16.767977 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bb2b3e-87a6-4db0-b528-de690d8f7a48 req-1c39f835-39f0-4822-99be-b8b2b67017f1 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:11:16.768644 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-36bb2b3e-87a6-4db0-b528-de690d8f7a48 req-1c39f835-39f0-4822-99be-b8b2b67017f1 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:11:16.795978 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c39f835-39f0-4822-99be-b8b2b67017f1 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Pushing event updated for resources: {'Port': ['ID=2fd35c3f-bfb5-4350-8988-b002bbeb5852,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:11:16.812818 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-36bb2b3e-87a6-4db0-b528-de690d8f7a48 req-1c39f835-39f0-4822-99be-b8b2b67017f1 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2640030 Nov 19 18:11:16.842925 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-36bb2b3e-87a6-4db0-b528-de690d8f7a48 req-e42098e1-46e5-44f5-8aeb-6921011a6bc2 service neutron] Request body: {'port': {'device_id': '0bf447ba-b5a2-430c-a4c6-eb3c1be64231', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818022-2'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:11:16.934142 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-36bb2b3e-87a6-4db0-b528-de690d8f7a48 req-e42098e1-46e5-44f5-8aeb-6921011a6bc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:11:17.039776 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-f4bd3404-43fc-4ccb-9caa-ab287e58ee25 None None] Provisioning complete for port 2fd35c3f-bfb5-4350-8988-b002bbeb5852 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:11:17.041508 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f4bd3404-43fc-4ccb-9caa-ab287e58ee25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:11:17.132997 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-f4bd3404-43fc-4ccb-9caa-ab287e58ee25 None None] Port 2fd35c3f-bfb5-4350-8988-b002bbeb5852 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:11:17.431258 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [req-36bb2b3e-87a6-4db0-b528-de690d8f7a48 req-e42098e1-46e5-44f5-8aeb-6921011a6bc2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fd35c3f-bfb5-4350-8988-b002bbeb5852 {{(pid=103364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:11:17.444298 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-36bb2b3e-87a6-4db0-b528-de690d8f7a48 req-e42098e1-46e5-44f5-8aeb-6921011a6bc2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:11:17.472898 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.provisioning_blocks [req-36bb2b3e-87a6-4db0-b528-de690d8f7a48 req-e42098e1-46e5-44f5-8aeb-6921011a6bc2 service neutron] Transition to ACTIVE for port object 2fd35c3f-bfb5-4350-8988-b002bbeb5852 will not be triggered until provisioned by entity L2. {{(pid=103364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 18:11:17.480032 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-36bb2b3e-87a6-4db0-b528-de690d8f7a48 req-e42098e1-46e5-44f5-8aeb-6921011a6bc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:11:17.546305 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42098e1-46e5-44f5-8aeb-6921011a6bc2 service neutron] Pushing event updated for resources: {'Port': ['ID=2fd35c3f-bfb5-4350-8988-b002bbeb5852,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:11:17.824611 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-36bb2b3e-87a6-4db0-b528-de690d8f7a48 req-e42098e1-46e5-44f5-8aeb-6921011a6bc2 service neutron] Attempting to bind port 2fd35c3f-bfb5-4350-8988-b002bbeb5852 on host n-h1-818022-2 for vnic_type normal with profile {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:11:17.825537 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-36bb2b3e-87a6-4db0-b528-de690d8f7a48 req-e42098e1-46e5-44f5-8aeb-6921011a6bc2 service neutron] Attempting to bind port 2fd35c3f-bfb5-4350-8988-b002bbeb5852 by drivers openvswitch,hyperv on host n-h1-818022-2 at level 0 using segments [{'id': '878aa1ad-d952-49b3-babf-f88949b54efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '3b544363-bad2-4a9e-9892-483691dc34e2'}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:11:17.826506 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36bb2b3e-87a6-4db0-b528-de690d8f7a48 req-e42098e1-46e5-44f5-8aeb-6921011a6bc2 service neutron] Attempting to bind port 2fd35c3f-bfb5-4350-8988-b002bbeb5852 on network 3b544363-bad2-4a9e-9892-483691dc34e2 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:11:17.827968 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c111bf8-753f-47b4-b321-85fcb9d87891 req-a8245095-5220-4e29-a28d-1032ca0da4cc tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:11:17.836931 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3c111bf8-753f-47b4-b321-85fcb9d87891 req-a8245095-5220-4e29-a28d-1032ca0da4cc tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/ports?device_id=0bf447ba-b5a2-430c-a4c6-eb3c1be64231 HTTP/1.1" status: 200 len: 943 time: 0.0903625 Nov 19 18:11:17.845759 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36bb2b3e-87a6-4db0-b528-de690d8f7a48 req-e42098e1-46e5-44f5-8aeb-6921011a6bc2 service neutron] Port 2fd35c3f-bfb5-4350-8988-b002bbeb5852 on network 3b544363-bad2-4a9e-9892-483691dc34e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-818022-2 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 18:11:17.850216 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36bb2b3e-87a6-4db0-b528-de690d8f7a48 req-e42098e1-46e5-44f5-8aeb-6921011a6bc2 service neutron] Attempting to bind port 2fd35c3f-bfb5-4350-8988-b002bbeb5852 on network 3b544363-bad2-4a9e-9892-483691dc34e2 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:11:17.863457 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36bb2b3e-87a6-4db0-b528-de690d8f7a48 req-e42098e1-46e5-44f5-8aeb-6921011a6bc2 service neutron] Checking agent: {'id': 'a6668d96-12fa-4ec0-99ad-77eaf490dd2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'started_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 11, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:11:17.863457 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36bb2b3e-87a6-4db0-b528-de690d8f7a48 req-e42098e1-46e5-44f5-8aeb-6921011a6bc2 service neutron] Checking segment: {'id': '878aa1ad-d952-49b3-babf-f88949b54efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '3b544363-bad2-4a9e-9892-483691dc34e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:11:17.864383 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36bb2b3e-87a6-4db0-b528-de690d8f7a48 req-e42098e1-46e5-44f5-8aeb-6921011a6bc2 service neutron] Bound using segment: {'id': '878aa1ad-d952-49b3-babf-f88949b54efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '3b544363-bad2-4a9e-9892-483691dc34e2'} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:11:17.868523 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-36bb2b3e-87a6-4db0-b528-de690d8f7a48 req-e42098e1-46e5-44f5-8aeb-6921011a6bc2 service neutron] Bound port: 2fd35c3f-bfb5-4350-8988-b002bbeb5852, host: n-h1-818022-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '878aa1ad-d952-49b3-babf-f88949b54efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '3b544363-bad2-4a9e-9892-483691dc34e2'}}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:11:17.868523 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-36bb2b3e-87a6-4db0-b528-de690d8f7a48 req-e42098e1-46e5-44f5-8aeb-6921011a6bc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:11:17.944177 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c5ad0c-fb3c-486e-a144-52a96956fd3d req-37daa09f-f85a-441f-9f5f-bb7c370fcc63 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:11:17.944177 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-32c5ad0c-fb3c-486e-a144-52a96956fd3d req-37daa09f-f85a-441f-9f5f-bb7c370fcc63 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/ports?device_id=c82896f8-a54a-4718-b37f-3c67786c16d2 HTTP/1.1" status: 200 len: 945 time: 0.2730973 Nov 19 18:11:17.945034 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3c111bf8-753f-47b4-b321-85fcb9d87891 req-05464b7b-4649-454b-b109-d999f3aaae79 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/security-groups?id=a66d5311-8064-42eb-b883-c6c911692a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066177 Nov 19 18:11:18.011227 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-36bb2b3e-87a6-4db0-b528-de690d8f7a48 req-e42098e1-46e5-44f5-8aeb-6921011a6bc2 service neutron] For port 2fd35c3f-bfb5-4350-8988-b002bbeb5852, host n-h1-818022-2, cleared binding levels {{(pid=103364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:11:18.016680 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-36bb2b3e-87a6-4db0-b528-de690d8f7a48 req-e42098e1-46e5-44f5-8aeb-6921011a6bc2 service neutron] For port 2fd35c3f-bfb5-4350-8988-b002bbeb5852, host n-h1-818022-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=2fd35c3f-bfb5-4350-8988-b002bbeb5852,segment=NetworkSegment(878aa1ad-d952-49b3-babf-f88949b54efa),segment_id=878aa1ad-d952-49b3-babf-f88949b54efa)] {{(pid=103364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:11:18.022982 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-36bb2b3e-87a6-4db0-b528-de690d8f7a48 req-e42098e1-46e5-44f5-8aeb-6921011a6bc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:11:18.086040 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-32c5ad0c-fb3c-486e-a144-52a96956fd3d req-424118c6-81a7-4389-8a11-ef6d9ab3225d tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/security-groups?id=8f4b6ed4-731c-4422-a542-0c167c226527&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1284857 Nov 19 18:11:18.087603 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bb2b3e-87a6-4db0-b528-de690d8f7a48 req-e42098e1-46e5-44f5-8aeb-6921011a6bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:11:18.088231 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-36bb2b3e-87a6-4db0-b528-de690d8f7a48 req-e42098e1-46e5-44f5-8aeb-6921011a6bc2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:11:18.089800 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-36bb2b3e-87a6-4db0-b528-de690d8f7a48 req-e42098e1-46e5-44f5-8aeb-6921011a6bc2 service neutron] 10.222.0.60 "PUT /v2.0/ports/2fd35c3f-bfb5-4350-8988-b002bbeb5852 HTTP/1.1" status: 200 len: 1091 time: 1.2668054 Nov 19 18:11:18.092249 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bf447ba-b5a2-430c-a4c6-eb3c1be64231', 'tag': '2fd35c3f-bfb5-4350-8988-b002bbeb5852'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:11:18.097267 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dd4767a008c23f8566efc82158ee1b1fff34e1a9e908d76d0b6d0ab7e350e5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48aeb209-7ef7-4085-8990-4d58b88e4a48" -d '{"events": [{"name": "network-changed", "server_uuid": "0bf447ba-b5a2-430c-a4c6-eb3c1be64231", "tag": "2fd35c3f-bfb5-4350-8988-b002bbeb5852"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:11:18.123286 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42098e1-46e5-44f5-8aeb-6921011a6bc2 service neutron] Pushing event updated for resources: {'Port': ['ID=2fd35c3f-bfb5-4350-8988-b002bbeb5852,revision_number=3']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:11:18.197373 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 18:11:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d4bb347-4c74-4d61-ad79-05b5397513fe x-openstack-request-id: req-4d4bb347-4c74-4d61-ad79-05b5397513fe {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:11:18.197653 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bf447ba-b5a2-430c-a4c6-eb3c1be64231", "tag": "2fd35c3f-bfb5-4350-8988-b002bbeb5852", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:11:18.197933 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-4d4bb347-4c74-4d61-ad79-05b5397513fe {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:11:18.198345 n-d-818022-2 neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bf447ba-b5a2-430c-a4c6-eb3c1be64231', 'tag': '2fd35c3f-bfb5-4350-8988-b002bbeb5852', 'status': 'completed', 'code': 200} Nov 19 18:11:18.224253 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224fde5e-a83a-4210-bb38-66792d6a108d req-b6dd46e1-b32a-467b-8aa7-671c6e4e653e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:11:18.229935 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-224fde5e-a83a-4210-bb38-66792d6a108d req-b6dd46e1-b32a-467b-8aa7-671c6e4e653e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d41245dedb694df6accb5dc7769c75e5&device_id=c82896f8-a54a-4718-b37f-3c67786c16d2 HTTP/1.1" status: 200 len: 1096 time: 0.1922629 Nov 19 18:11:18.306682 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bb2b3e-87a6-4db0-b528-de690d8f7a48 req-3a28b9a0-2f45-4f74-83ef-e23d4c55d342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:11:18.311872 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-36bb2b3e-87a6-4db0-b528-de690d8f7a48 req-3a28b9a0-2f45-4f74-83ef-e23d4c55d342 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e45c6e5baa414b6894171527d94e1abd&device_id=0bf447ba-b5a2-430c-a4c6-eb3c1be64231 HTTP/1.1" status: 200 len: 1094 time: 0.0999155 Nov 19 18:11:18.341392 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224fde5e-a83a-4210-bb38-66792d6a108d req-ebdb4b17-aa2e-40a6-a706-2cd86ad075d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:11:18.344350 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-224fde5e-a83a-4210-bb38-66792d6a108d req-ebdb4b17-aa2e-40a6-a706-2cd86ad075d8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=27e7e577-9b51-4ea8-b428-cb57dc2f1090 HTTP/1.1" status: 200 len: 898 time: 0.1061537 Nov 19 18:11:18.370081 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-36bb2b3e-87a6-4db0-b528-de690d8f7a48 req-0f085048-57a7-427c-93c5-3166aaadfe60 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2fd35c3f-bfb5-4350-8988-b002bbeb5852 HTTP/1.1" status: 200 len: 217 time: 0.0491838 Nov 19 18:11:18.472141 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-224fde5e-a83a-4210-bb38-66792d6a108d req-cce97170-34ec-445d-93b0-ce97f6dd8896 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f199a584-a6cd-477a-a0a8-0173c813a2a7 HTTP/1.1" status: 200 len: 1001 time: 0.1197929 Nov 19 18:11:18.487903 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bb2b3e-87a6-4db0-b528-de690d8f7a48 req-c87bc117-b143-413f-9874-4acbcd1fba1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:11:18.490620 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-36bb2b3e-87a6-4db0-b528-de690d8f7a48 req-c87bc117-b143-413f-9874-4acbcd1fba1c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=78373283-0ecf-42ac-8dc9-066471cd2623 HTTP/1.1" status: 200 len: 850 time: 0.1137435 Nov 19 18:11:18.542064 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bb2b3e-87a6-4db0-b528-de690d8f7a48 req-67e87e1c-1ce5-4afd-afb0-0057773269b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:11:18.546313 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-36bb2b3e-87a6-4db0-b528-de690d8f7a48 req-67e87e1c-1ce5-4afd-afb0-0057773269b9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3b544363-bad2-4a9e-9892-483691dc34e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0491116 Nov 19 18:11:18.592228 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224fde5e-a83a-4210-bb38-66792d6a108d req-80a1912d-8bcf-4bd7-9b84-7d580b5077d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:11:18.594410 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-224fde5e-a83a-4210-bb38-66792d6a108d req-80a1912d-8bcf-4bd7-9b84-7d580b5077d4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=749680ea-6b4d-4ba4-a221-84f2211067a3 HTTP/1.1" status: 200 len: 835 time: 0.1141915 Nov 19 18:11:18.672578 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224fde5e-a83a-4210-bb38-66792d6a108d req-9f176349-582c-448f-a7fa-d653ea5d4eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:11:18.674767 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-224fde5e-a83a-4210-bb38-66792d6a108d req-9f176349-582c-448f-a7fa-d653ea5d4eab service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=27e7e577-9b51-4ea8-b428-cb57dc2f1090&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0737431 Nov 19 18:11:18.700143 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-36bb2b3e-87a6-4db0-b528-de690d8f7a48 req-8e83cb55-4b65-4eab-b3ed-4ed1ba60c2df service neutron] 10.222.0.60 "GET /v2.0/networks/3b544363-bad2-4a9e-9892-483691dc34e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452882 Nov 19 18:11:18.776735 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-224fde5e-a83a-4210-bb38-66792d6a108d req-ade893d4-71a9-4871-85f1-86d837c8d712 service neutron] 10.222.0.60 "GET /v2.0/networks/27e7e577-9b51-4ea8-b428-cb57dc2f1090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947559 Nov 19 18:11:18.809025 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-36bb2b3e-87a6-4db0-b528-de690d8f7a48 req-648405b3-270b-4f58-9bfd-f2105d7f60c8 service neutron] 10.222.0.60 "GET /v2.0/networks/3b544363-bad2-4a9e-9892-483691dc34e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019166 Nov 19 18:11:18.879892 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-224fde5e-a83a-4210-bb38-66792d6a108d req-f6f51775-9b90-4a33-876a-0250cc55d864 service neutron] 10.222.0.60 "GET /v2.0/networks/27e7e577-9b51-4ea8-b428-cb57dc2f1090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940008 Nov 19 18:11:18.909136 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48aeb209-7ef7-4085-8990-4d58b88e4a48 req-3de3ef42-c02e-4058-aa7f-4df272b04c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:11:18.910742 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-48aeb209-7ef7-4085-8990-4d58b88e4a48 req-3de3ef42-c02e-4058-aa7f-4df272b04c47 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e45c6e5baa414b6894171527d94e1abd&device_id=0bf447ba-b5a2-430c-a4c6-eb3c1be64231 HTTP/1.1" status: 200 len: 1094 time: 0.0538526 Nov 19 18:11:19.025362 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48aeb209-7ef7-4085-8990-4d58b88e4a48 req-926c76ab-4051-4099-8d8e-f7923fde4ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:11:19.026913 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-48aeb209-7ef7-4085-8990-4d58b88e4a48 req-926c76ab-4051-4099-8d8e-f7923fde4ba3 service neutron] 10.222.0.60 "GET /v2.0/networks?id=3b544363-bad2-4a9e-9892-483691dc34e2 HTTP/1.1" status: 200 len: 912 time: 0.1094756 Nov 19 18:11:19.089149 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-48aeb209-7ef7-4085-8990-4d58b88e4a48 req-bb5218c5-57e4-4d8d-813d-809b4eb28228 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2fd35c3f-bfb5-4350-8988-b002bbeb5852 HTTP/1.1" status: 200 len: 217 time: 0.0496097 Nov 19 18:11:19.152060 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40a86ee-c0a6-4310-9217-688cf32e16d5 req-f029e28b-b318-4332-9c80-6527a4b79e9a tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:11:19.152060 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c40a86ee-c0a6-4310-9217-688cf32e16d5 req-f029e28b-b318-4332-9c80-6527a4b79e9a tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/ports?device_id=0bf447ba-b5a2-430c-a4c6-eb3c1be64231 HTTP/1.1" status: 200 len: 943 time: 0.1194534 Nov 19 18:11:19.180364 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48aeb209-7ef7-4085-8990-4d58b88e4a48 req-135727aa-7b8b-4587-ad3b-1597bc69ed11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:11:19.181932 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-48aeb209-7ef7-4085-8990-4d58b88e4a48 req-135727aa-7b8b-4587-ad3b-1597bc69ed11 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=78373283-0ecf-42ac-8dc9-066471cd2623 HTTP/1.1" status: 200 len: 850 time: 0.0840387 Nov 19 18:11:19.237766 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c40a86ee-c0a6-4310-9217-688cf32e16d5 req-a5bb58ef-1528-4113-9238-8a968eff25b1 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/security-groups?id=a66d5311-8064-42eb-b883-c6c911692a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828016 Nov 19 18:11:19.270085 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48aeb209-7ef7-4085-8990-4d58b88e4a48 req-c5d5c00e-a7c5-4df6-aa6e-561feb3e39d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:11:19.270388 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-48aeb209-7ef7-4085-8990-4d58b88e4a48 req-c5d5c00e-a7c5-4df6-aa6e-561feb3e39d1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3b544363-bad2-4a9e-9892-483691dc34e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0771046 Nov 19 18:11:19.289997 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f43869-b97f-4f7b-b253-3ee9c3ddd081 req-1e7e3740-7550-416a-a12d-24e8a0f0b807 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:11:19.291879 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-68f43869-b97f-4f7b-b253-3ee9c3ddd081 req-1e7e3740-7550-416a-a12d-24e8a0f0b807 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/ports?device_id=c82896f8-a54a-4718-b37f-3c67786c16d2 HTTP/1.1" status: 200 len: 945 time: 0.0993881 Nov 19 18:11:19.368173 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-68f43869-b97f-4f7b-b253-3ee9c3ddd081 req-45797062-91d7-441c-80d2-721f4ffd03cd tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/security-groups?id=8f4b6ed4-731c-4422-a542-0c167c226527&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656288 Nov 19 18:11:19.402225 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-48aeb209-7ef7-4085-8990-4d58b88e4a48 req-7e9fce3d-64f8-4030-9f64-63927b7ad97e service neutron] 10.222.0.60 "GET /v2.0/networks/3b544363-bad2-4a9e-9892-483691dc34e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236503 Nov 19 18:11:19.520440 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-48aeb209-7ef7-4085-8990-4d58b88e4a48 req-e4f46a4a-ab09-45bc-92c5-fbbac932b29d service neutron] 10.222.0.60 "GET /v2.0/networks/3b544363-bad2-4a9e-9892-483691dc34e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094439 Nov 19 18:11:19.693086 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 2fd35c3f-bfb5-4350-8988-b002bbeb5852 details requested by agent hyperv_n-h1-818022-2 with host n-h1-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 18:11:19.805944 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 2fd35c3f-bfb5-4350-8988-b002bbeb5852, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=2fd35c3f-bfb5-4350-8988-b002bbeb5852,segment=NetworkSegment(878aa1ad-d952-49b3-babf-f88949b54efa),segment_id=878aa1ad-d952-49b3-babf-f88949b54efa)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:11:19.819745 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Returning: {'device': '2fd35c3f-bfb5-4350-8988-b002bbeb5852', 'network_id': '3b544363-bad2-4a9e-9892-483691dc34e2', 'port_id': '2fd35c3f-bfb5-4350-8988-b002bbeb5852', 'mac_address': 'fa:16:3e:23:ae:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 660, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78373283-0ecf-42ac-8dc9-066471cd2623', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 18:11:19.867295 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:11:19.883404 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fd35c3f-bfb5-4350-8988-b002bbeb5852 {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:11:19.906689 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 2fd35c3f-bfb5-4350-8988-b002bbeb5852, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=2fd35c3f-bfb5-4350-8988-b002bbeb5852,segment=NetworkSegment(878aa1ad-d952-49b3-babf-f88949b54efa),segment_id=878aa1ad-d952-49b3-babf-f88949b54efa)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:11:19.911266 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:11:19.964891 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=2fd35c3f-bfb5-4350-8988-b002bbeb5852,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:11:19.974549 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:11:19.974902 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:11:19.975250 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:11:19.975632 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:11:19.975973 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:11:19.977027 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:11:19.977027 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:11:19.977196 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:11:19.977407 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:11:19.977890 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:11:19.978228 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:11:19.978581 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:11:20.159318 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['2fd35c3f-bfb5-4350-8988-b002bbeb5852'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:11:20.390947 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42463457-9b21-4c54-abeb-5329e7e7a3c9 req-a14568ed-8e88-4ab1-a3c0-a961290e592b tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:11:20.398830 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-42463457-9b21-4c54-abeb-5329e7e7a3c9 req-a14568ed-8e88-4ab1-a3c0-a961290e592b tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/ports?device_id=0bf447ba-b5a2-430c-a4c6-eb3c1be64231 HTTP/1.1" status: 200 len: 944 time: 0.0646117 Nov 19 18:11:20.457114 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-42463457-9b21-4c54-abeb-5329e7e7a3c9 req-24d7440a-8a88-4559-bbb3-8979339d881f tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/security-groups?id=a66d5311-8064-42eb-b883-c6c911692a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553541 Nov 19 18:11:20.531404 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d764ae51-be4a-4632-b563-1465e205c74d req-5aa55ad0-13cd-4f0c-a88d-43dfca2dd83b tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:11:20.533333 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d764ae51-be4a-4632-b563-1465e205c74d req-5aa55ad0-13cd-4f0c-a88d-43dfca2dd83b tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/ports?device_id=c82896f8-a54a-4718-b37f-3c67786c16d2 HTTP/1.1" status: 200 len: 945 time: 0.0831482 Nov 19 18:11:20.596632 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d764ae51-be4a-4632-b563-1465e205c74d req-a3e952be-5537-45ad-8071-ff000856b6ff tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/security-groups?id=8f4b6ed4-731c-4422-a542-0c167c226527&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556741 Nov 19 18:11:21.616612 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a248810-4737-4111-85e9-4b3253753cf3 req-f94ee7e8-203c-4686-9326-f9718b633bc1 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:11:21.618220 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8a248810-4737-4111-85e9-4b3253753cf3 req-f94ee7e8-203c-4686-9326-f9718b633bc1 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/ports?device_id=0bf447ba-b5a2-430c-a4c6-eb3c1be64231 HTTP/1.1" status: 200 len: 944 time: 0.0954661 Nov 19 18:11:21.701707 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8a248810-4737-4111-85e9-4b3253753cf3 req-db2b17fb-489e-46f2-a587-273cdaa2a230 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/security-groups?id=a66d5311-8064-42eb-b883-c6c911692a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742049 Nov 19 18:11:21.710860 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 2fd35c3f-bfb5-4350-8988-b002bbeb5852 up at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:11:21.767607 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f00959-4afa-47e6-9d93-1d32a968a1c4 req-04ab8c30-7613-4343-b300-9eccea89810f tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:11:21.770196 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-23f00959-4afa-47e6-9d93-1d32a968a1c4 req-04ab8c30-7613-4343-b300-9eccea89810f tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/ports?device_id=c82896f8-a54a-4718-b37f-3c67786c16d2 HTTP/1.1" status: 200 len: 945 time: 0.0636845 Nov 19 18:11:21.821602 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning for port 2fd35c3f-bfb5-4350-8988-b002bbeb5852 completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 18:11:21.837104 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning complete for port 2fd35c3f-bfb5-4350-8988-b002bbeb5852 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:11:21.837830 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:11:21.842880 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-23f00959-4afa-47e6-9d93-1d32a968a1c4 req-9a2e51ce-f4a6-44f0-94d3-cf640358711f tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/security-groups?id=8f4b6ed4-731c-4422-a542-0c167c226527&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653601 Nov 19 18:11:21.961337 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:11:21.988007 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bf447ba-b5a2-430c-a4c6-eb3c1be64231', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fd35c3f-bfb5-4350-8988-b002bbeb5852'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:11:21.990563 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3940761bcd94e032e6960d2241bd8993c5d3a7d8dc2aca8488f3ecf1d4dd2fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7883444-2132-4864-912f-7623340169d0" -d '{"events": [{"server_uuid": "0bf447ba-b5a2-430c-a4c6-eb3c1be64231", "name": "network-vif-plugged", "status": "completed", "tag": "2fd35c3f-bfb5-4350-8988-b002bbeb5852"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:11:22.005474 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 2fd35c3f-bfb5-4350-8988-b002bbeb5852, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=2fd35c3f-bfb5-4350-8988-b002bbeb5852,segment=NetworkSegment(878aa1ad-d952-49b3-babf-f88949b54efa),segment_id=878aa1ad-d952-49b3-babf-f88949b54efa)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:11:22.013358 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:11:22.086500 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:11:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2198566-ba74-4580-ad6f-b604fd0a7536 x-openstack-request-id: req-b2198566-ba74-4580-ad6f-b604fd0a7536 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:11:22.090808 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bf447ba-b5a2-430c-a4c6-eb3c1be64231", "name": "network-vif-plugged", "status": "completed", "tag": "2fd35c3f-bfb5-4350-8988-b002bbeb5852", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:11:22.091702 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b2198566-ba74-4580-ad6f-b604fd0a7536 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:11:22.092817 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bf447ba-b5a2-430c-a4c6-eb3c1be64231', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fd35c3f-bfb5-4350-8988-b002bbeb5852', 'code': 200} Nov 19 18:11:22.118550 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=2fd35c3f-bfb5-4350-8988-b002bbeb5852,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:11:22.353732 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0026ab-f8b1-457b-be1f-911467dbc63a req-4f4f7a08-88bb-47a1-95ea-d7e80f93f9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:11:22.355356 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0c0026ab-f8b1-457b-be1f-911467dbc63a req-4f4f7a08-88bb-47a1-95ea-d7e80f93f9aa service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=0bf447ba-b5a2-430c-a4c6-eb3c1be64231 HTTP/1.1" status: 200 len: 1096 time: 0.1827471 Nov 19 18:11:22.403119 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0c0026ab-f8b1-457b-be1f-911467dbc63a req-de299c47-6bf7-4e6b-8498-caed17aa7d5f service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=a66d5311-8064-42eb-b883-c6c911692a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396256 Nov 19 18:11:22.857290 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88937725-868a-46eb-9eb7-78339f4c1fa5 req-8c22c6ad-41b8-44a6-bbf4-1d4a85bf3556 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:11:22.865472 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-88937725-868a-46eb-9eb7-78339f4c1fa5 req-8c22c6ad-41b8-44a6-bbf4-1d4a85bf3556 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/ports?device_id=0bf447ba-b5a2-430c-a4c6-eb3c1be64231 HTTP/1.1" status: 200 len: 945 time: 0.0745542 Nov 19 18:11:22.925796 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-88937725-868a-46eb-9eb7-78339f4c1fa5 req-f578a908-57ec-4155-9640-0b54450f73b5 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/security-groups?id=a66d5311-8064-42eb-b883-c6c911692a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592110 Nov 19 18:11:23.039905 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d705e73-61d5-4028-9eea-7fa8f33119c2 req-23cc7b08-c21f-4a02-a7ee-56910eab0650 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:11:23.042633 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0d705e73-61d5-4028-9eea-7fa8f33119c2 req-23cc7b08-c21f-4a02-a7ee-56910eab0650 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/ports?device_id=c82896f8-a54a-4718-b37f-3c67786c16d2 HTTP/1.1" status: 200 len: 945 time: 0.0736074 Nov 19 18:11:23.107591 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0d705e73-61d5-4028-9eea-7fa8f33119c2 req-37cb0a6f-5ba3-49ba-a103-f12e076368ea tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/security-groups?id=8f4b6ed4-731c-4422-a542-0c167c226527&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571849 Nov 19 18:11:24.066749 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e011b4a6-7ce2-4d21-9f38-84eb1b1eba93 req-3bbb9179-5cb7-49e4-b2ba-ac4be04ecb8c tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:11:24.068449 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-e011b4a6-7ce2-4d21-9f38-84eb1b1eba93 req-3bbb9179-5cb7-49e4-b2ba-ac4be04ecb8c tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/ports?device_id=0bf447ba-b5a2-430c-a4c6-eb3c1be64231 HTTP/1.1" status: 200 len: 945 time: 0.0566010 Nov 19 18:11:24.122355 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-e011b4a6-7ce2-4d21-9f38-84eb1b1eba93 req-8e3de987-2c60-4233-bea6-d38f200a2bca tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/security-groups?id=a66d5311-8064-42eb-b883-c6c911692a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465629 Nov 19 18:11:24.253893 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d89b42f-e9f4-4b3f-b874-c78b286994d8 req-80e4e76d-bea0-4d79-b5a9-469586193777 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:11:24.255604 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5d89b42f-e9f4-4b3f-b874-c78b286994d8 req-80e4e76d-bea0-4d79-b5a9-469586193777 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/ports?device_id=c82896f8-a54a-4718-b37f-3c67786c16d2 HTTP/1.1" status: 200 len: 945 time: 0.0579937 Nov 19 18:11:24.268892 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b1f1eabb-ea27-4508-932c-c97427d1a630 req-7013fc15-762f-4143-8d0c-6f54170b18a3 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=e45c6e5baa414b6894171527d94e1abd HTTP/1.1" status: 200 len: 267 time: 0.0577693 Nov 19 18:11:24.317665 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5d89b42f-e9f4-4b3f-b874-c78b286994d8 req-926b6250-546a-4673-8583-0b852db65a3f tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/security-groups?id=8f4b6ed4-731c-4422-a542-0c167c226527&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543516 Nov 19 18:11:24.334038 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f1eabb-ea27-4508-932c-c97427d1a630 req-fdecddf4-6bbc-4898-9f5e-28edda6ba7ff tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:11:24.335764 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b1f1eabb-ea27-4508-932c-c97427d1a630 req-fdecddf4-6bbc-4898-9f5e-28edda6ba7ff tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/ports?device_id=0bf447ba-b5a2-430c-a4c6-eb3c1be64231 HTTP/1.1" status: 200 len: 945 time: 0.0601480 Nov 19 18:11:24.349744 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-b1f1eabb-ea27-4508-932c-c97427d1a630 req-f671b9e9-0a85-4f5d-81a8-49a3c1b5d6f3 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Request body: {'port': {'security_groups': []}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:11:24.417445 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-b1f1eabb-ea27-4508-932c-c97427d1a630 req-f671b9e9-0a85-4f5d-81a8-49a3c1b5d6f3 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:11:24.585523 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-b1f1eabb-ea27-4508-932c-c97427d1a630 req-f671b9e9-0a85-4f5d-81a8-49a3c1b5d6f3 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] For port 2fd35c3f-bfb5-4350-8988-b002bbeb5852, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=2fd35c3f-bfb5-4350-8988-b002bbeb5852,segment=NetworkSegment(878aa1ad-d952-49b3-babf-f88949b54efa),segment_id=878aa1ad-d952-49b3-babf-f88949b54efa)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:11:24.626004 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-b1f1eabb-ea27-4508-932c-c97427d1a630 req-f671b9e9-0a85-4f5d-81a8-49a3c1b5d6f3 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Publish callbacks [] for port, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:11:24.634508 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-b1f1eabb-ea27-4508-932c-c97427d1a630 req-f671b9e9-0a85-4f5d-81a8-49a3c1b5d6f3 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:11:24.650788 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['9b7242e0-baf5-4a3d-9541-1cbaa1b9da29', '2e0f25e1-d84f-429c-ab5b-6fa3322bd248', '2fd35c3f-bfb5-4350-8988-b002bbeb5852'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:11:24.719450 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f671b9e9-0a85-4f5d-81a8-49a3c1b5d6f3 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Pushing event updated for resources: {'Port': ['ID=2fd35c3f-bfb5-4350-8988-b002bbeb5852,revision_number=6']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:11:24.732495 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f1eabb-ea27-4508-932c-c97427d1a630 req-f671b9e9-0a85-4f5d-81a8-49a3c1b5d6f3 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:11:24.734351 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-b1f1eabb-ea27-4508-932c-c97427d1a630 req-f671b9e9-0a85-4f5d-81a8-49a3c1b5d6f3 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:11:24.741934 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b1f1eabb-ea27-4508-932c-c97427d1a630 req-f671b9e9-0a85-4f5d-81a8-49a3c1b5d6f3 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "PUT /v2.0/ports/2fd35c3f-bfb5-4350-8988-b002bbeb5852 HTTP/1.1" status: 200 len: 904 time: 0.3992624 Nov 19 18:11:24.742627 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bf447ba-b5a2-430c-a4c6-eb3c1be64231', 'tag': '2fd35c3f-bfb5-4350-8988-b002bbeb5852'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:11:24.745278 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dd4767a008c23f8566efc82158ee1b1fff34e1a9e908d76d0b6d0ab7e350e5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9711aaec-c811-46ab-ab6d-2c0ce9580548" -d '{"events": [{"name": "network-changed", "server_uuid": "0bf447ba-b5a2-430c-a4c6-eb3c1be64231", "tag": "2fd35c3f-bfb5-4350-8988-b002bbeb5852"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:11:24.795753 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 18:11:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a69390d8-426b-49a2-9628-1a800454f262 x-openstack-request-id: req-a69390d8-426b-49a2-9628-1a800454f262 {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:11:24.796147 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bf447ba-b5a2-430c-a4c6-eb3c1be64231", "tag": "2fd35c3f-bfb5-4350-8988-b002bbeb5852", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:11:24.797044 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a69390d8-426b-49a2-9628-1a800454f262 {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:11:24.797537 n-d-818022-2 neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bf447ba-b5a2-430c-a4c6-eb3c1be64231', 'tag': '2fd35c3f-bfb5-4350-8988-b002bbeb5852', 'status': 'completed', 'code': 200} Nov 19 18:11:24.801524 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['2fd35c3f-bfb5-4350-8988-b002bbeb5852'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:11:24.914232 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9711aaec-c811-46ab-ab6d-2c0ce9580548 req-d0493190-39d2-40cc-a5bb-3581e17bc883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:11:24.916142 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9711aaec-c811-46ab-ab6d-2c0ce9580548 req-d0493190-39d2-40cc-a5bb-3581e17bc883 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e45c6e5baa414b6894171527d94e1abd&device_id=0bf447ba-b5a2-430c-a4c6-eb3c1be64231 HTTP/1.1" status: 200 len: 1058 time: 0.0936463 Nov 19 18:11:24.952225 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62540c82-f118-4c2c-9daa-0f38cb9030a3 req-b208c15d-2033-41b6-ab93-569b2e120d5c tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:11:24.954682 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-62540c82-f118-4c2c-9daa-0f38cb9030a3 req-b208c15d-2033-41b6-ab93-569b2e120d5c tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/ports?device_id=0bf447ba-b5a2-430c-a4c6-eb3c1be64231 HTTP/1.1" status: 200 len: 907 time: 0.1022205 Nov 19 18:11:25.076848 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-80efec1e-768b-47da-91ac-71e7d3b9283b None None] Provisioning complete for port 2fd35c3f-bfb5-4350-8988-b002bbeb5852 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:11:25.077275 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-80efec1e-768b-47da-91ac-71e7d3b9283b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:11:25.098263 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9711aaec-c811-46ab-ab6d-2c0ce9580548 req-de8b7014-dfbb-4a6f-94c4-f13e9e80afa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:11:25.099787 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9711aaec-c811-46ab-ab6d-2c0ce9580548 req-de8b7014-dfbb-4a6f-94c4-f13e9e80afa0 service neutron] 10.222.0.60 "GET /v2.0/networks?id=3b544363-bad2-4a9e-9892-483691dc34e2 HTTP/1.1" status: 200 len: 912 time: 0.1751633 Nov 19 18:11:25.164710 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9711aaec-c811-46ab-ab6d-2c0ce9580548 req-f1128ded-b388-4b5e-bca0-0dfc4de05aa8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2fd35c3f-bfb5-4350-8988-b002bbeb5852 HTTP/1.1" status: 200 len: 217 time: 0.0564170 Nov 19 18:11:25.179664 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1ba23d-5ab9-42be-891e-960f423e17c7 req-45af752e-499d-4188-8221-1d25feb065db tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:11:25.188894 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8f1ba23d-5ab9-42be-891e-960f423e17c7 req-45af752e-499d-4188-8221-1d25feb065db tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/ports?device_id=cc04e7a6-e0b7-438f-a931-99187cf28379 HTTP/1.1" status: 200 len: 944 time: 0.1469843 Nov 19 18:11:25.296408 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8f1ba23d-5ab9-42be-891e-960f423e17c7 req-93eeb1cc-95ce-417b-a57e-6f017bdccfc2 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1dc433e-2f31-472a-89c9-d0d668ac0a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1063440 Nov 19 18:11:25.298116 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9711aaec-c811-46ab-ab6d-2c0ce9580548 req-c3c10be3-860a-4e09-bf6f-c9098cd9bef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:11:25.299760 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9711aaec-c811-46ab-ab6d-2c0ce9580548 req-c3c10be3-860a-4e09-bf6f-c9098cd9bef4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=78373283-0ecf-42ac-8dc9-066471cd2623 HTTP/1.1" status: 200 len: 850 time: 0.0995970 Nov 19 18:11:25.374311 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9711aaec-c811-46ab-ab6d-2c0ce9580548 req-48fc2044-542c-40d1-8d75-63727b7f6bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:11:25.376834 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9711aaec-c811-46ab-ab6d-2c0ce9580548 req-48fc2044-542c-40d1-8d75-63727b7f6bf4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3b544363-bad2-4a9e-9892-483691dc34e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0687647 Nov 19 18:11:25.458190 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163abb9a-b6a5-4da0-828e-564d12f01f61 req-d0a5926c-2ba2-4ca7-b19b-f248169f0c4d tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:11:25.467552 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-163abb9a-b6a5-4da0-828e-564d12f01f61 req-d0a5926c-2ba2-4ca7-b19b-f248169f0c4d tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/ports?device_id=cc04e7a6-e0b7-438f-a931-99187cf28379 HTTP/1.1" status: 200 len: 944 time: 0.0792651 Nov 19 18:11:25.508576 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4928d452-7041-4ce8-be57-6cbb4b302c57 req-a0557962-e456-497d-b9c2-f69692aa03fe tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:11:25.510086 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-4928d452-7041-4ce8-be57-6cbb4b302c57 req-a0557962-e456-497d-b9c2-f69692aa03fe tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/ports?device_id=c82896f8-a54a-4718-b37f-3c67786c16d2 HTTP/1.1" status: 200 len: 945 time: 0.0713675 Nov 19 18:11:25.530831 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-163abb9a-b6a5-4da0-828e-564d12f01f61 req-0ec119d7-8d2c-4709-a930-5c2d7958b39a tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1dc433e-2f31-472a-89c9-d0d668ac0a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571356 Nov 19 18:11:25.832212 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d66fc4d-0c01-4dd2-a470-4dd6702d0104 req-95fe3257-7f0c-42b1-88fb-9fe106def4e1 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:11:25.838407 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2d66fc4d-0c01-4dd2-a470-4dd6702d0104 req-95fe3257-7f0c-42b1-88fb-9fe106def4e1 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/networks?id=3b544363-bad2-4a9e-9892-483691dc34e2 HTTP/1.1" status: 200 len: 811 time: 0.1688862 Nov 19 18:11:25.868373 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2d66fc4d-0c01-4dd2-a470-4dd6702d0104 req-45c2b11a-3114-49f1-8205-4192199448b7 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/quotas/e45c6e5baa414b6894171527d94e1abd HTTP/1.1" status: 200 len: 375 time: 0.0275548 Nov 19 18:11:25.952679 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2d66fc4d-0c01-4dd2-a470-4dd6702d0104 req-3c62ae39-2ff1-41e2-af5b-6cb33f66bd53 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=e45c6e5baa414b6894171527d94e1abd&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0816784 Nov 19 18:11:25.957975 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9711aaec-c811-46ab-ab6d-2c0ce9580548 req-56efd610-4b8c-457f-8622-d6c2d20655df service neutron] 10.222.0.60 "GET /v2.0/networks/3b544363-bad2-4a9e-9892-483691dc34e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5709386 Nov 19 18:11:26.073217 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-4928d452-7041-4ce8-be57-6cbb4b302c57 req-a6bf3df4-4be6-4be9-bf81-e95342e618ee tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/security-groups?id=8f4b6ed4-731c-4422-a542-0c167c226527&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5524104 Nov 19 18:11:26.074682 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2d66fc4d-0c01-4dd2-a470-4dd6702d0104 req-5240a15f-8d91-4b0b-8ddb-6b7aff02de40 service neutron] 10.222.0.54 "GET /v2.0/networks/3b544363-bad2-4a9e-9892-483691dc34e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147275 Nov 19 18:11:26.124334 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9711aaec-c811-46ab-ab6d-2c0ce9580548 req-dcd0ac79-59ef-4a80-ae0c-9b196bb2149d service neutron] 10.222.0.60 "GET /v2.0/networks/3b544363-bad2-4a9e-9892-483691dc34e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568666 Nov 19 18:11:26.174407 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2d66fc4d-0c01-4dd2-a470-4dd6702d0104 req-6796fbe8-fb66-4f2b-9aa7-ad83c4085cde service neutron] 10.222.0.54 "GET /v2.0/networks/3b544363-bad2-4a9e-9892-483691dc34e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957284 Nov 19 18:11:26.379119 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-e377a53d-a412-4b4e-8712-c151fd81f903 req-5ad74879-6fd6-479c-a47b-58762feae82c tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/ports?device_id=4679fb9b-1a4d-47ed-bcea-7c5f6d58930c HTTP/1.1" status: 200 len: 210 time: 0.0470712 Nov 19 18:11:27.214353 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5373453-79b3-4432-917f-b6100e2625a7 req-fe11ba3c-e69a-41fc-a310-39bbc8532a7b tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:11:27.220571 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c5373453-79b3-4432-917f-b6100e2625a7 req-fe11ba3c-e69a-41fc-a310-39bbc8532a7b tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/ports?device_id=c82896f8-a54a-4718-b37f-3c67786c16d2 HTTP/1.1" status: 200 len: 945 time: 0.0567040 Nov 19 18:11:27.315530 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c5373453-79b3-4432-917f-b6100e2625a7 req-3aa11db2-1006-49d8-a6a1-f5e20cee6185 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/security-groups?id=8f4b6ed4-731c-4422-a542-0c167c226527&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921443 Nov 19 18:11:27.574305 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a982014c-7c87-44b1-8da7-7548fce02035 req-7bbbe9d6-36f8-4094-a56b-661f5e657252 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/ports?device_id=4679fb9b-1a4d-47ed-bcea-7c5f6d58930c HTTP/1.1" status: 200 len: 210 time: 0.0557802 Nov 19 18:11:27.597122 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-fea7a1d1-13b6-4492-af49-351c7c5c6028 req-d34cafc2-2ae6-4612-b2a0-ea59a2217327 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=01a417bf-4948-4d83-824c-c6b3d42dc3e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1642895 Nov 19 18:11:27.688101 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d66fc4d-0c01-4dd2-a470-4dd6702d0104 req-39c42701-e282-4fdb-8bd7-4d6080d4e85b tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:11:27.690077 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2d66fc4d-0c01-4dd2-a470-4dd6702d0104 req-39c42701-e282-4fdb-8bd7-4d6080d4e85b tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.86 "GET /v2.0/networks?id=3b544363-bad2-4a9e-9892-483691dc34e2 HTTP/1.1" status: 200 len: 811 time: 0.1979308 Nov 19 18:11:27.707103 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-2d66fc4d-0c01-4dd2-a470-4dd6702d0104 req-632463fd-6e21-476c-95cb-105dd78b58af tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Request body: {'port': {'device_id': '4679fb9b-1a4d-47ed-bcea-7c5f6d58930c', 'network_id': '3b544363-bad2-4a9e-9892-483691dc34e2', 'admin_state_up': True, 'tenant_id': 'e45c6e5baa414b6894171527d94e1abd'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:11:27.770991 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea7a1d1-13b6-4492-af49-351c7c5c6028 req-28c4a51a-4d63-4e9c-82d3-9972a971836e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:11:27.774066 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-fea7a1d1-13b6-4492-af49-351c7c5c6028 req-28c4a51a-4d63-4e9c-82d3-9972a971836e service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=d00a359bd74e4de6b0d3dd4ba0b5c79c&device_id=01a417bf-4948-4d83-824c-c6b3d42dc3e9 HTTP/1.1" status: 200 len: 1096 time: 0.0969720 Nov 19 18:11:27.872376 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d66fc4d-0c01-4dd2-a470-4dd6702d0104 req-632463fd-6e21-476c-95cb-105dd78b58af tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Made reservation on behalf of e45c6e5baa414b6894171527d94e1abd for: {'port': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:11:27.877582 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-2d66fc4d-0c01-4dd2-a470-4dd6702d0104 req-632463fd-6e21-476c-95cb-105dd78b58af tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:11:27.917261 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea7a1d1-13b6-4492-af49-351c7c5c6028 req-7bbefa9f-54f6-4cd7-b729-17aefb5ba641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:11:27.919170 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-fea7a1d1-13b6-4492-af49-351c7c5c6028 req-7bbefa9f-54f6-4cd7-b729-17aefb5ba641 service neutron] 10.222.0.86 "GET /v2.0/networks?id=67686861-b47b-44fa-a01c-c5ad9d62b126 HTTP/1.1" status: 200 len: 898 time: 0.1163015 Nov 19 18:11:27.990994 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-fea7a1d1-13b6-4492-af49-351c7c5c6028 req-e7434197-20ad-49a5-9a44-36fa5086f215 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c64a2b87-a91a-41a4-a0f8-785934065b5c HTTP/1.1" status: 200 len: 1000 time: 0.0612526 Nov 19 18:11:28.033127 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [req-2d66fc4d-0c01-4dd2-a470-4dd6702d0104 req-632463fd-6e21-476c-95cb-105dd78b58af tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Allocated IP 172.20.0.12 (3b544363-bad2-4a9e-9892-483691dc34e2/78373283-0ecf-42ac-8dc9-066471cd2623/b225a980-678f-4f72-be3c-db6357a8ad1e) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:11:28.059939 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea7a1d1-13b6-4492-af49-351c7c5c6028 req-158f9a20-22b8-4ae9-9afa-ffaf290f7f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:11:28.061418 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-fea7a1d1-13b6-4492-af49-351c7c5c6028 req-158f9a20-22b8-4ae9-9afa-ffaf290f7f74 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=caa5290b-1cfa-4b09-adc1-9e239d061213 HTTP/1.1" status: 200 len: 834 time: 0.0620849 Nov 19 18:11:28.115013 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea7a1d1-13b6-4492-af49-351c7c5c6028 req-b8a6991f-385b-4748-9c6c-a566ba039276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:11:28.116745 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-fea7a1d1-13b6-4492-af49-351c7c5c6028 req-b8a6991f-385b-4748-9c6c-a566ba039276 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=67686861-b47b-44fa-a01c-c5ad9d62b126&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456715 Nov 19 18:11:28.226205 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-2d66fc4d-0c01-4dd2-a470-4dd6702d0104 req-632463fd-6e21-476c-95cb-105dd78b58af tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:11:28.232647 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-fea7a1d1-13b6-4492-af49-351c7c5c6028 req-c3d0f214-e83b-45f4-9210-6639df075a89 service neutron] 10.222.0.86 "GET /v2.0/networks/67686861-b47b-44fa-a01c-c5ad9d62b126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072755 Nov 19 18:11:28.279232 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-2d66fc4d-0c01-4dd2-a470-4dd6702d0104 req-632463fd-6e21-476c-95cb-105dd78b58af tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:11:28.293832 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['9b7242e0-baf5-4a3d-9541-1cbaa1b9da29', '2e0f25e1-d84f-429c-ab5b-6fa3322bd248'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:11:28.350934 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d66fc4d-0c01-4dd2-a470-4dd6702d0104 req-632463fd-6e21-476c-95cb-105dd78b58af tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Network 3b544363-bad2-4a9e-9892-483691dc34e2 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:11:28.355436 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-fea7a1d1-13b6-4492-af49-351c7c5c6028 req-40eec987-142c-47e3-b5be-735e1e76325b service neutron] 10.222.0.86 "GET /v2.0/networks/67686861-b47b-44fa-a01c-c5ad9d62b126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142848 Nov 19 18:11:28.362861 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [req-2d66fc4d-0c01-4dd2-a470-4dd6702d0104 req-632463fd-6e21-476c-95cb-105dd78b58af tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:11:28.391228 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632463fd-6e21-476c-95cb-105dd78b58af tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Pushing event updated for resources: {'Port': ['ID=b225a980-678f-4f72-be3c-db6357a8ad1e,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:11:28.394754 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d66fc4d-0c01-4dd2-a470-4dd6702d0104 req-632463fd-6e21-476c-95cb-105dd78b58af tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:11:28.746726 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fe4dd6-808b-48ce-b63a-0397dc80af39 req-0d3af63e-b39e-483f-a6c3-8a3533103346 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:11:28.748894 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f3fe4dd6-808b-48ce-b63a-0397dc80af39 req-0d3af63e-b39e-483f-a6c3-8a3533103346 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/ports?device_id=4679fb9b-1a4d-47ed-bcea-7c5f6d58930c HTTP/1.1" status: 200 len: 932 time: 0.0762293 Nov 19 18:11:28.806297 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f3fe4dd6-808b-48ce-b63a-0397dc80af39 req-11b6d6e6-eee0-4e68-8091-99682708b10b tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/security-groups?id=a66d5311-8064-42eb-b883-c6c911692a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509622 Nov 19 18:11:28.833282 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-8e1d6645-e9bc-4321-8b02-450057329d73 None None] Provisioning complete for port b225a980-678f-4f72-be3c-db6357a8ad1e triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:11:28.833656 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8e1d6645-e9bc-4321-8b02-450057329d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:11:28.873641 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-8e1d6645-e9bc-4321-8b02-450057329d73 None None] Port b225a980-678f-4f72-be3c-db6357a8ad1e cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:11:28.936371 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d66fc4d-0c01-4dd2-a470-4dd6702d0104 req-632463fd-6e21-476c-95cb-105dd78b58af tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:11:28.937595 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-2d66fc4d-0c01-4dd2-a470-4dd6702d0104 req-632463fd-6e21-476c-95cb-105dd78b58af tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:11:28.953363 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fff1a9b-4c84-4e23-8b6d-64dd99699310 req-e1c48ac8-c1ec-4843-93e8-d6a450821d18 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:11:28.954991 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7fff1a9b-4c84-4e23-8b6d-64dd99699310 req-e1c48ac8-c1ec-4843-93e8-d6a450821d18 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/ports?device_id=c82896f8-a54a-4718-b37f-3c67786c16d2 HTTP/1.1" status: 200 len: 945 time: 0.0749617 Nov 19 18:11:28.969270 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2d66fc4d-0c01-4dd2-a470-4dd6702d0104 req-632463fd-6e21-476c-95cb-105dd78b58af tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2660060 Nov 19 18:11:28.988225 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-2d66fc4d-0c01-4dd2-a470-4dd6702d0104 req-ad91921d-88b7-4b3e-9b6a-27caf32b3593 service neutron] Request body: {'port': {'device_id': '4679fb9b-1a4d-47ed-bcea-7c5f6d58930c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818022-2'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:11:29.050263 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7fff1a9b-4c84-4e23-8b6d-64dd99699310 req-39a60ddd-4bc0-47a5-a06f-91ca7154b1eb tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/security-groups?id=8f4b6ed4-731c-4422-a542-0c167c226527&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821798 Nov 19 18:11:29.083982 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-2d66fc4d-0c01-4dd2-a470-4dd6702d0104 req-ad91921d-88b7-4b3e-9b6a-27caf32b3593 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:11:29.463047 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [req-2d66fc4d-0c01-4dd2-a470-4dd6702d0104 req-ad91921d-88b7-4b3e-9b6a-27caf32b3593 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b225a980-678f-4f72-be3c-db6357a8ad1e {{(pid=103365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:11:29.471460 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-2d66fc4d-0c01-4dd2-a470-4dd6702d0104 req-ad91921d-88b7-4b3e-9b6a-27caf32b3593 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:11:29.485368 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.provisioning_blocks [req-2d66fc4d-0c01-4dd2-a470-4dd6702d0104 req-ad91921d-88b7-4b3e-9b6a-27caf32b3593 service neutron] Transition to ACTIVE for port object b225a980-678f-4f72-be3c-db6357a8ad1e will not be triggered until provisioned by entity L2. {{(pid=103365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 18:11:29.493405 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-2d66fc4d-0c01-4dd2-a470-4dd6702d0104 req-ad91921d-88b7-4b3e-9b6a-27caf32b3593 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:11:29.569769 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad91921d-88b7-4b3e-9b6a-27caf32b3593 service neutron] Pushing event updated for resources: {'Port': ['ID=b225a980-678f-4f72-be3c-db6357a8ad1e,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:11:29.682783 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-2d66fc4d-0c01-4dd2-a470-4dd6702d0104 req-ad91921d-88b7-4b3e-9b6a-27caf32b3593 service neutron] Attempting to bind port b225a980-678f-4f72-be3c-db6357a8ad1e on host n-h2-818022-2 for vnic_type normal with profile {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:11:29.683282 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-2d66fc4d-0c01-4dd2-a470-4dd6702d0104 req-ad91921d-88b7-4b3e-9b6a-27caf32b3593 service neutron] Attempting to bind port b225a980-678f-4f72-be3c-db6357a8ad1e by drivers openvswitch,hyperv on host n-h2-818022-2 at level 0 using segments [{'id': '878aa1ad-d952-49b3-babf-f88949b54efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '3b544363-bad2-4a9e-9892-483691dc34e2'}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:11:29.683715 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d66fc4d-0c01-4dd2-a470-4dd6702d0104 req-ad91921d-88b7-4b3e-9b6a-27caf32b3593 service neutron] Attempting to bind port b225a980-678f-4f72-be3c-db6357a8ad1e on network 3b544363-bad2-4a9e-9892-483691dc34e2 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:11:29.689676 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d66fc4d-0c01-4dd2-a470-4dd6702d0104 req-ad91921d-88b7-4b3e-9b6a-27caf32b3593 service neutron] Port b225a980-678f-4f72-be3c-db6357a8ad1e on network 3b544363-bad2-4a9e-9892-483691dc34e2 not bound, no agent of type Open vSwitch agent registered on host n-h2-818022-2 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 18:11:29.690215 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d66fc4d-0c01-4dd2-a470-4dd6702d0104 req-ad91921d-88b7-4b3e-9b6a-27caf32b3593 service neutron] Attempting to bind port b225a980-678f-4f72-be3c-db6357a8ad1e on network 3b544363-bad2-4a9e-9892-483691dc34e2 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:11:29.696101 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d66fc4d-0c01-4dd2-a470-4dd6702d0104 req-ad91921d-88b7-4b3e-9b6a-27caf32b3593 service neutron] Checking agent: {'id': '525ad2ac-c4ae-4c63-af2e-0bf8d25d0f0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'started_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 11, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:11:29.696643 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d66fc4d-0c01-4dd2-a470-4dd6702d0104 req-ad91921d-88b7-4b3e-9b6a-27caf32b3593 service neutron] Checking segment: {'id': '878aa1ad-d952-49b3-babf-f88949b54efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '3b544363-bad2-4a9e-9892-483691dc34e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:11:29.697845 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d66fc4d-0c01-4dd2-a470-4dd6702d0104 req-ad91921d-88b7-4b3e-9b6a-27caf32b3593 service neutron] Bound using segment: {'id': '878aa1ad-d952-49b3-babf-f88949b54efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '3b544363-bad2-4a9e-9892-483691dc34e2'} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:11:29.699592 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-2d66fc4d-0c01-4dd2-a470-4dd6702d0104 req-ad91921d-88b7-4b3e-9b6a-27caf32b3593 service neutron] Bound port: b225a980-678f-4f72-be3c-db6357a8ad1e, host: n-h2-818022-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '878aa1ad-d952-49b3-babf-f88949b54efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '3b544363-bad2-4a9e-9892-483691dc34e2'}}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:11:29.709019 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-2d66fc4d-0c01-4dd2-a470-4dd6702d0104 req-ad91921d-88b7-4b3e-9b6a-27caf32b3593 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:11:29.790728 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-1d59bb45-7017-4efd-aa20-74a03cc9ad1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:11:29.827388 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-2d66fc4d-0c01-4dd2-a470-4dd6702d0104 req-ad91921d-88b7-4b3e-9b6a-27caf32b3593 service neutron] For port b225a980-678f-4f72-be3c-db6357a8ad1e, host n-h2-818022-2, cleared binding levels {{(pid=103365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:11:29.832878 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-2d66fc4d-0c01-4dd2-a470-4dd6702d0104 req-ad91921d-88b7-4b3e-9b6a-27caf32b3593 service neutron] For port b225a980-678f-4f72-be3c-db6357a8ad1e, host n-h2-818022-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=b225a980-678f-4f72-be3c-db6357a8ad1e,segment=NetworkSegment(878aa1ad-d952-49b3-babf-f88949b54efa),segment_id=878aa1ad-d952-49b3-babf-f88949b54efa)] {{(pid=103365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:11:29.842687 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-2d66fc4d-0c01-4dd2-a470-4dd6702d0104 req-ad91921d-88b7-4b3e-9b6a-27caf32b3593 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:11:29.911270 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d66fc4d-0c01-4dd2-a470-4dd6702d0104 req-ad91921d-88b7-4b3e-9b6a-27caf32b3593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:11:29.911900 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-2d66fc4d-0c01-4dd2-a470-4dd6702d0104 req-ad91921d-88b7-4b3e-9b6a-27caf32b3593 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:11:29.917369 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2d66fc4d-0c01-4dd2-a470-4dd6702d0104 req-ad91921d-88b7-4b3e-9b6a-27caf32b3593 service neutron] 10.222.0.86 "PUT /v2.0/ports/b225a980-678f-4f72-be3c-db6357a8ad1e HTTP/1.1" status: 200 len: 1092 time: 0.9339116 Nov 19 18:11:29.917923 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4679fb9b-1a4d-47ed-bcea-7c5f6d58930c', 'tag': 'b225a980-678f-4f72-be3c-db6357a8ad1e'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:11:29.920355 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218319d759239a7d11f1288aef37381b97754913ee9ccbfd43b51a463f801712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf3962a6-81a6-4a2d-908f-0a8f65344129" -d '{"events": [{"name": "network-changed", "server_uuid": "4679fb9b-1a4d-47ed-bcea-7c5f6d58930c", "tag": "b225a980-678f-4f72-be3c-db6357a8ad1e"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:11:29.970594 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad91921d-88b7-4b3e-9b6a-27caf32b3593 service neutron] Pushing event updated for resources: {'Port': ['ID=b225a980-678f-4f72-be3c-db6357a8ad1e,revision_number=3']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:11:30.002933 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54366fa-0d6c-4f42-954c-5036cdbfe444 req-e64817cd-8c50-4815-b487-0d18c97e30ee tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:11:30.005348 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b54366fa-0d6c-4f42-954c-5036cdbfe444 req-e64817cd-8c50-4815-b487-0d18c97e30ee tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/ports?device_id=4679fb9b-1a4d-47ed-bcea-7c5f6d58930c HTTP/1.1" status: 200 len: 944 time: 0.1022594 Nov 19 18:11:30.063581 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d66fc4d-0c01-4dd2-a470-4dd6702d0104 req-f0592b5f-4b3a-40b5-baa5-2231766bb608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:11:30.072376 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2d66fc4d-0c01-4dd2-a470-4dd6702d0104 req-f0592b5f-4b3a-40b5-baa5-2231766bb608 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e45c6e5baa414b6894171527d94e1abd&device_id=4679fb9b-1a4d-47ed-bcea-7c5f6d58930c HTTP/1.1" status: 200 len: 1095 time: 0.0903325 Nov 19 18:11:30.122740 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b54366fa-0d6c-4f42-954c-5036cdbfe444 req-a194536f-3d20-4f80-a4a6-d43c3f562ad3 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/security-groups?id=a66d5311-8064-42eb-b883-c6c911692a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979729 Nov 19 18:11:30.138858 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2d66fc4d-0c01-4dd2-a470-4dd6702d0104 req-e350ad24-b566-4d8a-a6b4-8447c4a53441 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b225a980-678f-4f72-be3c-db6357a8ad1e HTTP/1.1" status: 200 len: 217 time: 0.0555303 Nov 19 18:11:30.254572 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 18:11:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e60c226f-4f42-4a62-9744-7c7f766ad3eb x-openstack-request-id: req-e60c226f-4f42-4a62-9744-7c7f766ad3eb {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:11:30.255108 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4679fb9b-1a4d-47ed-bcea-7c5f6d58930c", "tag": "b225a980-678f-4f72-be3c-db6357a8ad1e", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:11:30.255519 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e60c226f-4f42-4a62-9744-7c7f766ad3eb {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:11:30.256097 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4679fb9b-1a4d-47ed-bcea-7c5f6d58930c', 'tag': 'b225a980-678f-4f72-be3c-db6357a8ad1e', 'status': 'completed', 'code': 200} Nov 19 18:11:30.276996 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d66fc4d-0c01-4dd2-a470-4dd6702d0104 req-70cc74b0-59cc-4b34-97f9-3e076a1d2fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:11:30.287056 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2d66fc4d-0c01-4dd2-a470-4dd6702d0104 req-70cc74b0-59cc-4b34-97f9-3e076a1d2fcb service neutron] 10.222.0.86 "GET /v2.0/subnets?id=78373283-0ecf-42ac-8dc9-066471cd2623 HTTP/1.1" status: 200 len: 850 time: 0.1320238 Nov 19 18:11:30.333026 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f70e3c-d34d-404b-8cdb-bf5d22338a27 req-fcc6a56a-62ca-477e-a304-1e919cb9dc4d tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:11:30.340791 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-29f70e3c-d34d-404b-8cdb-bf5d22338a27 req-fcc6a56a-62ca-477e-a304-1e919cb9dc4d tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/ports?device_id=c82896f8-a54a-4718-b37f-3c67786c16d2 HTTP/1.1" status: 200 len: 945 time: 0.0678976 Nov 19 18:11:30.342924 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d66fc4d-0c01-4dd2-a470-4dd6702d0104 req-45018b08-e631-47cb-a15d-d30d42de7b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:11:30.345247 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2d66fc4d-0c01-4dd2-a470-4dd6702d0104 req-45018b08-e631-47cb-a15d-d30d42de7b65 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=3b544363-bad2-4a9e-9892-483691dc34e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0530603 Nov 19 18:11:30.405364 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-29f70e3c-d34d-404b-8cdb-bf5d22338a27 req-7070eeca-b757-40c3-871e-6966eebe4c33 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/security-groups?id=8f4b6ed4-731c-4422-a542-0c167c226527&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583208 Nov 19 18:11:30.486573 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2d66fc4d-0c01-4dd2-a470-4dd6702d0104 req-f81bc2b2-2bd7-4374-82e2-41ee09c9f595 service neutron] 10.222.0.86 "GET /v2.0/networks/3b544363-bad2-4a9e-9892-483691dc34e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304400 Nov 19 18:11:30.601486 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2d66fc4d-0c01-4dd2-a470-4dd6702d0104 req-cea49625-735e-4be1-baff-d3b5c4a6d2d6 service neutron] 10.222.0.86 "GET /v2.0/networks/3b544363-bad2-4a9e-9892-483691dc34e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056654 Nov 19 18:11:30.806817 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3962a6-81a6-4a2d-908f-0a8f65344129 req-5436a46c-93eb-41d6-8f93-5f1c3b7bfe67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:11:30.808944 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-cf3962a6-81a6-4a2d-908f-0a8f65344129 req-5436a46c-93eb-41d6-8f93-5f1c3b7bfe67 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e45c6e5baa414b6894171527d94e1abd&device_id=4679fb9b-1a4d-47ed-bcea-7c5f6d58930c HTTP/1.1" status: 200 len: 1095 time: 0.1302550 Nov 19 18:11:30.952303 n-d-818022-2 neutron-server[103364]: INFO neutron.api.v2.resource [req-224fde5e-a83a-4210-bb38-66792d6a108d req-5072fd24-1a92-4fb3-936b-7c9d08c89b58 service neutron] show failed (client error): The resource could not be found. Nov 19 18:11:30.953585 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-224fde5e-a83a-4210-bb38-66792d6a108d req-5072fd24-1a92-4fb3-936b-7c9d08c89b58 service neutron] 10.222.0.60 "GET /v2.0/ports/f199a584-a6cd-477a-a0a8-0173c813a2a7/bindings/n-h2-818022-2 HTTP/1.1" status: 404 len: 380 time: 0.1786213 Nov 19 18:11:30.999327 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3962a6-81a6-4a2d-908f-0a8f65344129 req-e853a986-2cbe-4d99-84a0-35ec5c4e36d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:11:31.004996 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-cf3962a6-81a6-4a2d-908f-0a8f65344129 req-e853a986-2cbe-4d99-84a0-35ec5c4e36d4 service neutron] 10.222.0.86 "GET /v2.0/networks?id=3b544363-bad2-4a9e-9892-483691dc34e2 HTTP/1.1" status: 200 len: 912 time: 0.1786656 Nov 19 18:11:31.138247 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-cf3962a6-81a6-4a2d-908f-0a8f65344129 req-a7d1514f-7444-43f3-9741-164668878ee3 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b225a980-678f-4f72-be3c-db6357a8ad1e HTTP/1.1" status: 200 len: 217 time: 0.1193526 Nov 19 18:11:31.255036 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3962a6-81a6-4a2d-908f-0a8f65344129 req-6750e0ec-2091-4c23-8173-7ee6acb122fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:11:31.256764 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-cf3962a6-81a6-4a2d-908f-0a8f65344129 req-6750e0ec-2091-4c23-8173-7ee6acb122fc service neutron] 10.222.0.86 "GET /v2.0/subnets?id=78373283-0ecf-42ac-8dc9-066471cd2623 HTTP/1.1" status: 200 len: 850 time: 0.1089320 Nov 19 18:11:31.392295 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3962a6-81a6-4a2d-908f-0a8f65344129 req-076e39b4-8957-4847-9192-564f5b147704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:11:31.393860 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-cf3962a6-81a6-4a2d-908f-0a8f65344129 req-076e39b4-8957-4847-9192-564f5b147704 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=3b544363-bad2-4a9e-9892-483691dc34e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1256342 Nov 19 18:11:31.427000 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b67f75-a010-4c84-8aaa-7dbb4df3ad98 req-4988e034-0cdf-4552-92e5-c2e1de82dbdf tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:11:31.434108 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-50b67f75-a010-4c84-8aaa-7dbb4df3ad98 req-4988e034-0cdf-4552-92e5-c2e1de82dbdf tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/ports?device_id=4679fb9b-1a4d-47ed-bcea-7c5f6d58930c HTTP/1.1" status: 200 len: 944 time: 0.1244676 Nov 19 18:11:31.450868 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224fde5e-a83a-4210-bb38-66792d6a108d req-fbf95982-28df-40fb-9ecc-1216422a934a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:11:31.452713 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-224fde5e-a83a-4210-bb38-66792d6a108d req-fbf95982-28df-40fb-9ecc-1216422a934a service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=c82896f8-a54a-4718-b37f-3c67786c16d2&tenant_id=d41245dedb694df6accb5dc7769c75e5 HTTP/1.1" status: 200 len: 1096 time: 0.2171128 Nov 19 18:11:31.506282 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-224fde5e-a83a-4210-bb38-66792d6a108d req-3a1a45c5-3ee3-438e-9726-3b0c5e412445 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-818022-2', 'device_owner': 'compute:nova'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:11:31.579405 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-50b67f75-a010-4c84-8aaa-7dbb4df3ad98 req-b2dff6e5-4e8c-4d17-a45d-b4dbda711333 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/security-groups?id=a66d5311-8064-42eb-b883-c6c911692a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202235 Nov 19 18:11:31.656389 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-cf3962a6-81a6-4a2d-908f-0a8f65344129 req-afbd9f50-0ac4-46c0-9441-7a6af0061d8a service neutron] 10.222.0.86 "GET /v2.0/networks/3b544363-bad2-4a9e-9892-483691dc34e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2196810 Nov 19 18:11:31.701207 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-224fde5e-a83a-4210-bb38-66792d6a108d req-3a1a45c5-3ee3-438e-9726-3b0c5e412445 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:11:31.730070 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98240c61-7bb0-458e-8265-f385425aaf4a req-b8aae0d7-fb5a-4cc1-8d1b-a9fc4bd837a4 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:11:31.737709 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-98240c61-7bb0-458e-8265-f385425aaf4a req-b8aae0d7-fb5a-4cc1-8d1b-a9fc4bd837a4 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/ports?device_id=c82896f8-a54a-4718-b37f-3c67786c16d2 HTTP/1.1" status: 200 len: 945 time: 0.1871676 Nov 19 18:11:31.829577 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-98240c61-7bb0-458e-8265-f385425aaf4a req-d7c0f090-a45c-4b5e-96ab-e1bff142f6d0 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/security-groups?id=8f4b6ed4-731c-4422-a542-0c167c226527&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815237 Nov 19 18:11:31.829697 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-cf3962a6-81a6-4a2d-908f-0a8f65344129 req-de977122-5deb-4b01-8369-23b789eba097 service neutron] 10.222.0.86 "GET /v2.0/networks/3b544363-bad2-4a9e-9892-483691dc34e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616197 Nov 19 18:11:32.038253 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-388da350-f701-45c6-92a3-63f55f6079fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:11:32.145311 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-224fde5e-a83a-4210-bb38-66792d6a108d req-3a1a45c5-3ee3-438e-9726-3b0c5e412445 service neutron] For port f199a584-a6cd-477a-a0a8-0173c813a2a7, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=f199a584-a6cd-477a-a0a8-0173c813a2a7,segment=NetworkSegment(303313c8-64ac-45f8-92b0-cca63a8c0103),segment_id=303313c8-64ac-45f8-92b0-cca63a8c0103)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:11:32.197899 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-224fde5e-a83a-4210-bb38-66792d6a108d req-3a1a45c5-3ee3-438e-9726-3b0c5e412445 service neutron] For port f199a584-a6cd-477a-a0a8-0173c813a2a7, host n-h1-818022-2, cleared binding levels {{(pid=103364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:11:32.243764 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c82896f8-a54a-4718-b37f-3c67786c16d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f199a584-a6cd-477a-a0a8-0173c813a2a7'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:11:32.246565 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dd4767a008c23f8566efc82158ee1b1fff34e1a9e908d76d0b6d0ab7e350e5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4657f0b-6b0a-43b2-ab11-9a01ffe6f38d" -d '{"events": [{"server_uuid": "c82896f8-a54a-4718-b37f-3c67786c16d2", "name": "network-vif-unplugged", "status": "completed", "tag": "f199a584-a6cd-477a-a0a8-0173c813a2a7"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:11:32.252032 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-224fde5e-a83a-4210-bb38-66792d6a108d req-3a1a45c5-3ee3-438e-9726-3b0c5e412445 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:11:32.269319 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.provisioning_blocks [req-224fde5e-a83a-4210-bb38-66792d6a108d req-3a1a45c5-3ee3-438e-9726-3b0c5e412445 service neutron] Transition to ACTIVE for port object f199a584-a6cd-477a-a0a8-0173c813a2a7 will not be triggered until provisioned by entity L2. {{(pid=103364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 18:11:32.275719 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-224fde5e-a83a-4210-bb38-66792d6a108d req-3a1a45c5-3ee3-438e-9726-3b0c5e412445 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:11:32.332951 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 18:11:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d2f11ac-8f2a-4a2f-8396-10ac88545eed x-openstack-request-id: req-7d2f11ac-8f2a-4a2f-8396-10ac88545eed {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:11:32.333253 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c82896f8-a54a-4718-b37f-3c67786c16d2", "name": "network-vif-unplugged", "status": "completed", "tag": "f199a584-a6cd-477a-a0a8-0173c813a2a7", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:11:32.333501 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-7d2f11ac-8f2a-4a2f-8396-10ac88545eed {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:11:32.333948 n-d-818022-2 neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c82896f8-a54a-4718-b37f-3c67786c16d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f199a584-a6cd-477a-a0a8-0173c813a2a7', 'code': 200} Nov 19 18:11:32.368581 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1a45c5-3ee3-438e-9726-3b0c5e412445 service neutron] Pushing event updated for resources: {'Port': ['ID=f199a584-a6cd-477a-a0a8-0173c813a2a7,revision_number=6']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:11:32.442425 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1a45c5-3ee3-438e-9726-3b0c5e412445 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:11:32.442789 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1a45c5-3ee3-438e-9726-3b0c5e412445 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:11:32.443102 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1a45c5-3ee3-438e-9726-3b0c5e412445 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:11:32.443442 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1a45c5-3ee3-438e-9726-3b0c5e412445 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:11:32.443788 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1a45c5-3ee3-438e-9726-3b0c5e412445 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:11:32.444115 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1a45c5-3ee3-438e-9726-3b0c5e412445 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:11:32.444441 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1a45c5-3ee3-438e-9726-3b0c5e412445 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:11:32.444768 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1a45c5-3ee3-438e-9726-3b0c5e412445 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:11:32.445126 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1a45c5-3ee3-438e-9726-3b0c5e412445 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:11:32.446412 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1a45c5-3ee3-438e-9726-3b0c5e412445 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:11:32.448918 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1a45c5-3ee3-438e-9726-3b0c5e412445 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:11:32.449327 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1a45c5-3ee3-438e-9726-3b0c5e412445 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:11:32.578364 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [req-224fde5e-a83a-4210-bb38-66792d6a108d req-3a1a45c5-3ee3-438e-9726-3b0c5e412445 service neutron] No DVR routers for this DVR port f199a584-a6cd-477a-a0a8-0173c813a2a7 on host n-h1-818022-2 {{(pid=103364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:11:32.832596 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e63a895-a45a-450b-a14f-05c4dc6f13a1 req-396e37a1-0047-4e20-88e2-d2a50dc55417 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:11:32.834226 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-1e63a895-a45a-450b-a14f-05c4dc6f13a1 req-396e37a1-0047-4e20-88e2-d2a50dc55417 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/ports?device_id=4679fb9b-1a4d-47ed-bcea-7c5f6d58930c HTTP/1.1" status: 200 len: 944 time: 0.0820255 Nov 19 18:11:32.899060 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-224fde5e-a83a-4210-bb38-66792d6a108d req-3a1a45c5-3ee3-438e-9726-3b0c5e412445 service neutron] Attempting to bind port f199a584-a6cd-477a-a0a8-0173c813a2a7 on host n-h2-818022-2 for vnic_type normal with profile {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:11:32.902182 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-224fde5e-a83a-4210-bb38-66792d6a108d req-3a1a45c5-3ee3-438e-9726-3b0c5e412445 service neutron] Attempting to bind port f199a584-a6cd-477a-a0a8-0173c813a2a7 by drivers openvswitch,hyperv on host n-h2-818022-2 at level 0 using segments [{'id': '303313c8-64ac-45f8-92b0-cca63a8c0103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '27e7e577-9b51-4ea8-b428-cb57dc2f1090'}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:11:32.902182 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-224fde5e-a83a-4210-bb38-66792d6a108d req-3a1a45c5-3ee3-438e-9726-3b0c5e412445 service neutron] Attempting to bind port f199a584-a6cd-477a-a0a8-0173c813a2a7 on network 27e7e577-9b51-4ea8-b428-cb57dc2f1090 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:11:32.906293 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-224fde5e-a83a-4210-bb38-66792d6a108d req-3a1a45c5-3ee3-438e-9726-3b0c5e412445 service neutron] Port f199a584-a6cd-477a-a0a8-0173c813a2a7 on network 27e7e577-9b51-4ea8-b428-cb57dc2f1090 not bound, no agent of type Open vSwitch agent registered on host n-h2-818022-2 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 18:11:32.906639 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-224fde5e-a83a-4210-bb38-66792d6a108d req-3a1a45c5-3ee3-438e-9726-3b0c5e412445 service neutron] Attempting to bind port f199a584-a6cd-477a-a0a8-0173c813a2a7 on network 27e7e577-9b51-4ea8-b428-cb57dc2f1090 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:11:32.927292 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-224fde5e-a83a-4210-bb38-66792d6a108d req-3a1a45c5-3ee3-438e-9726-3b0c5e412445 service neutron] Checking agent: {'id': '525ad2ac-c4ae-4c63-af2e-0bf8d25d0f0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'started_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 11, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:11:32.927639 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-224fde5e-a83a-4210-bb38-66792d6a108d req-3a1a45c5-3ee3-438e-9726-3b0c5e412445 service neutron] Checking segment: {'id': '303313c8-64ac-45f8-92b0-cca63a8c0103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '27e7e577-9b51-4ea8-b428-cb57dc2f1090'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:11:32.928021 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-224fde5e-a83a-4210-bb38-66792d6a108d req-3a1a45c5-3ee3-438e-9726-3b0c5e412445 service neutron] Bound using segment: {'id': '303313c8-64ac-45f8-92b0-cca63a8c0103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '27e7e577-9b51-4ea8-b428-cb57dc2f1090'} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:11:32.928441 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-224fde5e-a83a-4210-bb38-66792d6a108d req-3a1a45c5-3ee3-438e-9726-3b0c5e412445 service neutron] Bound port: f199a584-a6cd-477a-a0a8-0173c813a2a7, host: n-h2-818022-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '303313c8-64ac-45f8-92b0-cca63a8c0103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '27e7e577-9b51-4ea8-b428-cb57dc2f1090'}}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:11:32.928779 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-224fde5e-a83a-4210-bb38-66792d6a108d req-3a1a45c5-3ee3-438e-9726-3b0c5e412445 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:11:32.956676 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-1e63a895-a45a-450b-a14f-05c4dc6f13a1 req-f0822a4f-6aef-440c-a915-70069d993dca tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/security-groups?id=a66d5311-8064-42eb-b883-c6c911692a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756912 Nov 19 18:11:33.023975 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-224fde5e-a83a-4210-bb38-66792d6a108d req-3a1a45c5-3ee3-438e-9726-3b0c5e412445 service neutron] For port f199a584-a6cd-477a-a0a8-0173c813a2a7, host n-h2-818022-2, cleared binding levels {{(pid=103364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:11:33.031209 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-224fde5e-a83a-4210-bb38-66792d6a108d req-3a1a45c5-3ee3-438e-9726-3b0c5e412445 service neutron] For port f199a584-a6cd-477a-a0a8-0173c813a2a7, host n-h2-818022-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=f199a584-a6cd-477a-a0a8-0173c813a2a7,segment=NetworkSegment(303313c8-64ac-45f8-92b0-cca63a8c0103),segment_id=303313c8-64ac-45f8-92b0-cca63a8c0103)] {{(pid=103364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:11:33.033118 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a676d8-63d0-4801-8df1-d96e6f093208 req-8894b6db-555b-45bd-8df9-2aac0c6c8e10 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:11:33.041437 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e9a676d8-63d0-4801-8df1-d96e6f093208 req-8894b6db-555b-45bd-8df9-2aac0c6c8e10 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/ports?device_id=c82896f8-a54a-4718-b37f-3c67786c16d2 HTTP/1.1" status: 200 len: 943 time: 0.0941126 Nov 19 18:11:33.044030 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-224fde5e-a83a-4210-bb38-66792d6a108d req-3a1a45c5-3ee3-438e-9726-3b0c5e412445 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:11:33.106510 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e9a676d8-63d0-4801-8df1-d96e6f093208 req-f574e591-d06c-416a-a9c2-c69c19f945cd tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/security-groups?id=8f4b6ed4-731c-4422-a542-0c167c226527&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595808 Nov 19 18:11:33.107343 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224fde5e-a83a-4210-bb38-66792d6a108d req-3a1a45c5-3ee3-438e-9726-3b0c5e412445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:11:33.108081 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-224fde5e-a83a-4210-bb38-66792d6a108d req-3a1a45c5-3ee3-438e-9726-3b0c5e412445 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:11:33.117758 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-224fde5e-a83a-4210-bb38-66792d6a108d req-3a1a45c5-3ee3-438e-9726-3b0c5e412445 service neutron] 10.222.0.86 "PUT /v2.0/ports/f199a584-a6cd-477a-a0a8-0173c813a2a7 HTTP/1.1" status: 200 len: 1091 time: 1.6297891 Nov 19 18:11:33.166486 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1a45c5-3ee3-438e-9726-3b0c5e412445 service neutron] Pushing event updated for resources: {'Port': ['ID=f199a584-a6cd-477a-a0a8-0173c813a2a7,revision_number=7']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:11:33.219406 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e46ecc5a-dc14-4744-b262-3072ff2e958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:11:33.220056 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224fde5e-a83a-4210-bb38-66792d6a108d req-e43eae57-0c40-4a4b-b10e-d355b5221ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:11:33.221603 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-224fde5e-a83a-4210-bb38-66792d6a108d req-e43eae57-0c40-4a4b-b10e-d355b5221ce3 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=d41245dedb694df6accb5dc7769c75e5&device_id=c82896f8-a54a-4718-b37f-3c67786c16d2 HTTP/1.1" status: 200 len: 1094 time: 0.0782268 Nov 19 18:11:33.395210 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224fde5e-a83a-4210-bb38-66792d6a108d req-449e4cce-90a3-4924-af39-1862c84ea5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:11:33.396832 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-224fde5e-a83a-4210-bb38-66792d6a108d req-449e4cce-90a3-4924-af39-1862c84ea5f3 service neutron] 10.222.0.86 "GET /v2.0/networks?id=27e7e577-9b51-4ea8-b428-cb57dc2f1090 HTTP/1.1" status: 200 len: 898 time: 0.1650369 Nov 19 18:11:33.513239 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-224fde5e-a83a-4210-bb38-66792d6a108d req-13c47da4-f25c-4ee4-b85b-03ed7c394ea1 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f199a584-a6cd-477a-a0a8-0173c813a2a7 HTTP/1.1" status: 200 len: 999 time: 0.1080146 Nov 19 18:11:33.595553 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224fde5e-a83a-4210-bb38-66792d6a108d req-ff476869-5b69-45e5-9442-53d4fb5f4d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:11:33.597518 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-224fde5e-a83a-4210-bb38-66792d6a108d req-ff476869-5b69-45e5-9442-53d4fb5f4d0b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=749680ea-6b4d-4ba4-a221-84f2211067a3 HTTP/1.1" status: 200 len: 835 time: 0.0725186 Nov 19 18:11:33.659802 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224fde5e-a83a-4210-bb38-66792d6a108d req-b8f2a65f-ed44-4568-a9dc-bf79f513a7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:11:33.661320 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-224fde5e-a83a-4210-bb38-66792d6a108d req-b8f2a65f-ed44-4568-a9dc-bf79f513a7ef service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=27e7e577-9b51-4ea8-b428-cb57dc2f1090&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0526335 Nov 19 18:11:33.762105 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-224fde5e-a83a-4210-bb38-66792d6a108d req-b210b895-9cd6-4f35-ab98-5f9b0dfdfcdb service neutron] 10.222.0.86 "GET /v2.0/networks/27e7e577-9b51-4ea8-b428-cb57dc2f1090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920160 Nov 19 18:11:33.809793 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device f199a584-a6cd-477a-a0a8-0173c813a2a7 no longer exists at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:11:33.882037 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-224fde5e-a83a-4210-bb38-66792d6a108d req-f55621e2-07ca-4948-8fb4-ded5ab19eca4 service neutron] 10.222.0.86 "GET /v2.0/networks/27e7e577-9b51-4ea8-b428-cb57dc2f1090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114917 Nov 19 18:11:33.898248 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device f199a584-a6cd-477a-a0a8-0173c813a2a7 not bound to the agent host n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:11:33.937386 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:11:33.938582 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:11:34.130302 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afdddce-dba3-4dc7-825d-e20a47fc64ad req-7181e4ae-186b-4212-80c9-57ed9647682b tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:11:34.132573 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6afdddce-dba3-4dc7-825d-e20a47fc64ad req-7181e4ae-186b-4212-80c9-57ed9647682b tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/ports?device_id=4679fb9b-1a4d-47ed-bcea-7c5f6d58930c HTTP/1.1" status: 200 len: 944 time: 0.0636513 Nov 19 18:11:34.228642 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6afdddce-dba3-4dc7-825d-e20a47fc64ad req-4a09dd12-b969-4956-b967-0af256b3e354 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/security-groups?id=a66d5311-8064-42eb-b883-c6c911692a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825303 Nov 19 18:11:34.306282 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4c7c2f-618c-4575-811d-618ac6367041 req-c8dabe02-72ad-42a7-916c-4e3784289f12 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:11:34.308221 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3c4c7c2f-618c-4575-811d-618ac6367041 req-c8dabe02-72ad-42a7-916c-4e3784289f12 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/ports?device_id=c82896f8-a54a-4718-b37f-3c67786c16d2 HTTP/1.1" status: 200 len: 943 time: 0.0727141 Nov 19 18:11:34.334839 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c82896f8-a54a-4718-b37f-3c67786c16d2', 'tag': 'f199a584-a6cd-477a-a0a8-0173c813a2a7'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:11:34.338378 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dd4767a008c23f8566efc82158ee1b1fff34e1a9e908d76d0b6d0ab7e350e5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75d87763-0b4a-40c1-9a6a-f023b74fe511" -d '{"events": [{"name": "network-changed", "server_uuid": "c82896f8-a54a-4718-b37f-3c67786c16d2", "tag": "f199a584-a6cd-477a-a0a8-0173c813a2a7"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:11:34.386197 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3c4c7c2f-618c-4575-811d-618ac6367041 req-ae27811a-90ec-4a97-8ad5-56b5e5a471f2 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/security-groups?id=8f4b6ed4-731c-4422-a542-0c167c226527&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639021 Nov 19 18:11:34.462308 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 18:11:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed67fc0d-7daf-4388-80b0-089b1c2ee992 x-openstack-request-id: req-ed67fc0d-7daf-4388-80b0-089b1c2ee992 {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:11:34.462615 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c82896f8-a54a-4718-b37f-3c67786c16d2", "tag": "f199a584-a6cd-477a-a0a8-0173c813a2a7", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:11:34.462893 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ed67fc0d-7daf-4388-80b0-089b1c2ee992 {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:11:34.463339 n-d-818022-2 neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c82896f8-a54a-4718-b37f-3c67786c16d2', 'tag': 'f199a584-a6cd-477a-a0a8-0173c813a2a7', 'status': 'completed', 'code': 200} Nov 19 18:11:34.524271 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device b225a980-678f-4f72-be3c-db6357a8ad1e details requested by agent hyperv_n-h2-818022-2 with host n-h2-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 18:11:34.607054 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d87763-0b4a-40c1-9a6a-f023b74fe511 req-217374d4-b3a9-4674-a82d-11fc7c196db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:11:34.609275 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-75d87763-0b4a-40c1-9a6a-f023b74fe511 req-217374d4-b3a9-4674-a82d-11fc7c196db0 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=d41245dedb694df6accb5dc7769c75e5&device_id=c82896f8-a54a-4718-b37f-3c67786c16d2 HTTP/1.1" status: 200 len: 1094 time: 0.1097255 Nov 19 18:11:34.627759 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d87763-0b4a-40c1-9a6a-f023b74fe511 req-36eeed9f-f8ba-4cf3-b2d1-50ce7454e9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:11:34.629242 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-75d87763-0b4a-40c1-9a6a-f023b74fe511 req-36eeed9f-f8ba-4cf3-b2d1-50ce7454e9ee service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d41245dedb694df6accb5dc7769c75e5&device_id=c82896f8-a54a-4718-b37f-3c67786c16d2 HTTP/1.1" status: 200 len: 1094 time: 0.1315114 Nov 19 18:11:34.663694 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port b225a980-678f-4f72-be3c-db6357a8ad1e, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=b225a980-678f-4f72-be3c-db6357a8ad1e,segment=NetworkSegment(878aa1ad-d952-49b3-babf-f88949b54efa),segment_id=878aa1ad-d952-49b3-babf-f88949b54efa)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:11:34.686492 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Returning: {'device': 'b225a980-678f-4f72-be3c-db6357a8ad1e', 'network_id': '3b544363-bad2-4a9e-9892-483691dc34e2', 'port_id': 'b225a980-678f-4f72-be3c-db6357a8ad1e', 'mac_address': 'fa:16:3e:ea:04:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 660, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78373283-0ecf-42ac-8dc9-066471cd2623', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 18:11:34.736314 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:11:34.755136 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b225a980-678f-4f72-be3c-db6357a8ad1e {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:11:34.781669 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port b225a980-678f-4f72-be3c-db6357a8ad1e, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=b225a980-678f-4f72-be3c-db6357a8ad1e,segment=NetworkSegment(878aa1ad-d952-49b3-babf-f88949b54efa),segment_id=878aa1ad-d952-49b3-babf-f88949b54efa)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:11:34.786333 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d87763-0b4a-40c1-9a6a-f023b74fe511 req-30d38118-8e6f-47fa-8d14-93b4feeaaca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:11:34.788032 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:11:34.788175 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-75d87763-0b4a-40c1-9a6a-f023b74fe511 req-30d38118-8e6f-47fa-8d14-93b4feeaaca4 service neutron] 10.222.0.86 "GET /v2.0/networks?id=27e7e577-9b51-4ea8-b428-cb57dc2f1090 HTTP/1.1" status: 200 len: 898 time: 0.1698663 Nov 19 18:11:34.791426 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d87763-0b4a-40c1-9a6a-f023b74fe511 req-c4e210e4-5c34-4b97-b049-c7947649d8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:11:34.794928 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-75d87763-0b4a-40c1-9a6a-f023b74fe511 req-c4e210e4-5c34-4b97-b049-c7947649d8a1 service neutron] 10.222.0.60 "GET /v2.0/networks?id=27e7e577-9b51-4ea8-b428-cb57dc2f1090 HTTP/1.1" status: 200 len: 898 time: 0.1549788 Nov 19 18:11:34.845579 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e013d7e6-5264-4dcc-9759-54f5fb809e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:11:34.870506 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Pushing event updated for resources: {'Port': ['ID=b225a980-678f-4f72-be3c-db6357a8ad1e,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:11:34.938425 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-75d87763-0b4a-40c1-9a6a-f023b74fe511 req-e5e80911-7e4d-44af-ab72-f0f5f612c657 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f199a584-a6cd-477a-a0a8-0173c813a2a7 HTTP/1.1" status: 200 len: 999 time: 0.1383002 Nov 19 18:11:34.941852 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-75d87763-0b4a-40c1-9a6a-f023b74fe511 req-8d4f8545-920b-4160-9736-15677a78e7c2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f199a584-a6cd-477a-a0a8-0173c813a2a7 HTTP/1.1" status: 200 len: 999 time: 0.1329749 Nov 19 18:11:35.047076 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d87763-0b4a-40c1-9a6a-f023b74fe511 req-556864d1-8c9d-4a3c-91f2-ec484f1bc89d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:11:35.048985 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-75d87763-0b4a-40c1-9a6a-f023b74fe511 req-556864d1-8c9d-4a3c-91f2-ec484f1bc89d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=749680ea-6b4d-4ba4-a221-84f2211067a3 HTTP/1.1" status: 200 len: 835 time: 0.1014843 Nov 19 18:11:35.051136 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d87763-0b4a-40c1-9a6a-f023b74fe511 req-2c1968e4-43ba-4187-bb0b-369165bbc1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:11:35.052759 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-75d87763-0b4a-40c1-9a6a-f023b74fe511 req-2c1968e4-43ba-4187-bb0b-369165bbc1cb service neutron] 10.222.0.60 "GET /v2.0/subnets?id=749680ea-6b4d-4ba4-a221-84f2211067a3 HTTP/1.1" status: 200 len: 835 time: 0.1039948 Nov 19 18:11:35.087318 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] get_ports_and_sgs() called for port_ids ['b225a980-678f-4f72-be3c-db6357a8ad1e'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:11:35.160860 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d87763-0b4a-40c1-9a6a-f023b74fe511 req-5469231f-daeb-49c5-9c73-255aa4929a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:11:35.162431 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-75d87763-0b4a-40c1-9a6a-f023b74fe511 req-5469231f-daeb-49c5-9c73-255aa4929a16 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=27e7e577-9b51-4ea8-b428-cb57dc2f1090&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1019464 Nov 19 18:11:35.164430 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d87763-0b4a-40c1-9a6a-f023b74fe511 req-7c577951-7b34-428e-ad68-4a7e174e9391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:11:35.165922 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-75d87763-0b4a-40c1-9a6a-f023b74fe511 req-7c577951-7b34-428e-ad68-4a7e174e9391 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=27e7e577-9b51-4ea8-b428-cb57dc2f1090&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0881615 Nov 19 18:11:35.175266 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 38250) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:11:35.241304 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:11:35.327981 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-307181e8-18d7-4839-aa52-7e6a399852dc tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] 10.222.0.54 "GET /v2.0/floatingips/208b8ca8-fc98-45a0-9cb4-1047eaf4d646 HTTP/1.1" status: 200 len: 992 time: 0.1445398 Nov 19 18:11:35.414366 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-75d87763-0b4a-40c1-9a6a-f023b74fe511 req-d57a9356-d757-45aa-b781-4a32e6be5017 service neutron] 10.222.0.60 "GET /v2.0/networks/27e7e577-9b51-4ea8-b428-cb57dc2f1090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2433531 Nov 19 18:11:35.418659 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-75d87763-0b4a-40c1-9a6a-f023b74fe511 req-032fbb18-59f2-4921-96ad-5065f0a25fd5 service neutron] 10.222.0.86 "GET /v2.0/networks/27e7e577-9b51-4ea8-b428-cb57dc2f1090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2338278 Nov 19 18:11:35.560565 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-75d87763-0b4a-40c1-9a6a-f023b74fe511 req-bb0f0a6e-b0cc-439e-bc64-d74a3a4fb331 service neutron] 10.222.0.60 "GET /v2.0/networks/27e7e577-9b51-4ea8-b428-cb57dc2f1090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376529 Nov 19 18:11:35.633271 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381846ee-6d5c-4b34-bccb-525fd3ab839a req-9a217e97-76af-4acf-bba5-a7d14ac6edc2 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:11:35.641542 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-381846ee-6d5c-4b34-bccb-525fd3ab839a req-9a217e97-76af-4acf-bba5-a7d14ac6edc2 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/ports?device_id=4679fb9b-1a4d-47ed-bcea-7c5f6d58930c HTTP/1.1" status: 200 len: 945 time: 0.2029548 Nov 19 18:11:35.742724 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-381846ee-6d5c-4b34-bccb-525fd3ab839a req-58023fdd-7d83-4775-a177-f1d1405096fb tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/security-groups?id=a66d5311-8064-42eb-b883-c6c911692a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984683 Nov 19 18:11:35.767812 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f531bc5-3fb7-4b96-908f-d9f297c2f7bd req-b58115d5-92f7-47ff-bee2-24e13a16dcb5 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:11:35.770575 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-5f531bc5-3fb7-4b96-908f-d9f297c2f7bd req-b58115d5-92f7-47ff-bee2-24e13a16dcb5 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/ports?device_id=c82896f8-a54a-4718-b37f-3c67786c16d2 HTTP/1.1" status: 200 len: 943 time: 0.0981579 Nov 19 18:11:35.777045 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 38264) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:11:35.843626 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-5f531bc5-3fb7-4b96-908f-d9f297c2f7bd req-a45f73cb-d9d0-4047-8522-f31a5efd4b12 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/security-groups?id=8f4b6ed4-731c-4422-a542-0c167c226527&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542421 Nov 19 18:11:35.880365 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-75d87763-0b4a-40c1-9a6a-f023b74fe511 req-e0500451-2530-41d6-8731-cf5f025a9fd8 service neutron] 10.222.0.86 "GET /v2.0/networks/27e7e577-9b51-4ea8-b428-cb57dc2f1090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3186758 Nov 19 18:11:36.086988 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-872b4e66-f4b4-4b1f-be59-6c8758fac5ef tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Deleting port f98aebb1-e1b4-4ae2-8c8d-29a59dbe7bc7 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:11:36.087360 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-872b4e66-f4b4-4b1f-be59-6c8758fac5ef tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:11:36.207889 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-872b4e66-f4b4-4b1f-be59-6c8758fac5ef tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:11:36.208138 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-872b4e66-f4b4-4b1f-be59-6c8758fac5ef tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:11:36.493609 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-872b4e66-f4b4-4b1f-be59-6c8758fac5ef tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Calling delete_port for f98aebb1-e1b4-4ae2-8c8d-29a59dbe7bc7 owned by network:floatingip {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:11:36.493609 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-872b4e66-f4b4-4b1f-be59-6c8758fac5ef tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:11:36.524928 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872b4e66-f4b4-4b1f-be59-6c8758fac5ef tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Pushing event deleted for resources: {'Port': ['ID=f98aebb1-e1b4-4ae2-8c8d-29a59dbe7bc7,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:11:36.539620 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device f199a584-a6cd-477a-a0a8-0173c813a2a7 details requested by agent hyperv_n-h2-818022-2 with host n-h2-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 18:11:36.543793 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device b225a980-678f-4f72-be3c-db6357a8ad1e up at agent hyperv_n-h2-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:11:36.552829 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872b4e66-f4b4-4b1f-be59-6c8758fac5ef tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:11:36.553187 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872b4e66-f4b4-4b1f-be59-6c8758fac5ef tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:11:36.553537 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872b4e66-f4b4-4b1f-be59-6c8758fac5ef tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:11:36.553924 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872b4e66-f4b4-4b1f-be59-6c8758fac5ef tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:11:36.555527 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872b4e66-f4b4-4b1f-be59-6c8758fac5ef tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:11:36.556510 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872b4e66-f4b4-4b1f-be59-6c8758fac5ef tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:11:36.558017 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872b4e66-f4b4-4b1f-be59-6c8758fac5ef tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:11:36.558017 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872b4e66-f4b4-4b1f-be59-6c8758fac5ef tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:11:36.559048 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872b4e66-f4b4-4b1f-be59-6c8758fac5ef tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:11:36.559048 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872b4e66-f4b4-4b1f-be59-6c8758fac5ef tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:11:36.559048 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872b4e66-f4b4-4b1f-be59-6c8758fac5ef tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:11:36.559048 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872b4e66-f4b4-4b1f-be59-6c8758fac5ef tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:11:36.626559 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-872b4e66-f4b4-4b1f-be59-6c8758fac5ef tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks [] for floatingip, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:11:36.627420 n-d-818022-2 neutron-server[103365]: INFO neutron.db.l3_db [None req-872b4e66-f4b4-4b1f-be59-6c8758fac5ef tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Floating IP 208b8ca8-fc98-45a0-9cb4-1047eaf4d646 disassociated (deleted). External IP: 172.25.7.65, port: c64a2b87-a91a-41a4-a0f8-785934065b5c. Nov 19 18:11:36.688867 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Provisioning for port b225a980-678f-4f72-be3c-db6357a8ad1e completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 18:11:36.698527 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Provisioning complete for port b225a980-678f-4f72-be3c-db6357a8ad1e triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:11:36.698793 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:11:36.780507 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port f199a584-a6cd-477a-a0a8-0173c813a2a7, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=f199a584-a6cd-477a-a0a8-0173c813a2a7,segment=NetworkSegment(303313c8-64ac-45f8-92b0-cca63a8c0103),segment_id=303313c8-64ac-45f8-92b0-cca63a8c0103)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:11:36.805258 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Returning: {'device': 'f199a584-a6cd-477a-a0a8-0173c813a2a7', 'network_id': '27e7e577-9b51-4ea8-b428-cb57dc2f1090', 'port_id': 'f199a584-a6cd-477a-a0a8-0173c813a2a7', 'mac_address': 'fa:16:3e:5d:f1:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 668, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '749680ea-6b4d-4ba4-a221-84f2211067a3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 18:11:36.953414 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923f1463-91d1-42fe-b5cc-428f7d1c9a54 req-d7e51e85-b1b5-496c-afa2-025550d36ac0 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:11:36.955034 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-923f1463-91d1-42fe-b5cc-428f7d1c9a54 req-d7e51e85-b1b5-496c-afa2-025550d36ac0 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/ports?device_id=4679fb9b-1a4d-47ed-bcea-7c5f6d58930c HTTP/1.1" status: 200 len: 945 time: 0.1108479 Nov 19 18:11:37.051737 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-923f1463-91d1-42fe-b5cc-428f7d1c9a54 req-69ffe66f-6a74-44b6-ad8a-361260e2db94 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/security-groups?id=a66d5311-8064-42eb-b883-c6c911692a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824144 Nov 19 18:11:37.053980 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-872b4e66-f4b4-4b1f-be59-6c8758fac5ef tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Router 47765b75-f0de-4eec-a944-d800eb1125c3 has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 18:11:37.129156 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d40619f-ae98-4b1d-87b9-fd4258667e13 req-6651833a-b0f4-42b7-ae54-fd4b8d721cf0 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:11:37.140281 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8d40619f-ae98-4b1d-87b9-fd4258667e13 req-6651833a-b0f4-42b7-ae54-fd4b8d721cf0 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/ports?device_id=c82896f8-a54a-4718-b37f-3c67786c16d2 HTTP/1.1" status: 200 len: 943 time: 0.1074672 Nov 19 18:11:37.259728 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8d40619f-ae98-4b1d-87b9-fd4258667e13 req-e883c71b-9e1e-4e25-8bba-48a12a5baaa4 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/security-groups?id=8f4b6ed4-731c-4422-a542-0c167c226527&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1163065 Nov 19 18:11:37.273533 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:11:37.278337 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:11:37.293229 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-872b4e66-f4b4-4b1f-be59-6c8758fac5ef tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:11:37.300292 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-872b4e66-f4b4-4b1f-be59-6c8758fac5ef tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for floatingip, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:11:37.305465 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd6fd7d1-ef2c-4a46-9c7e-42cc810e78fd None None] Sync routers for ids ['47765b75-f0de-4eec-a944-d800eb1125c3'] in n-d-818022-2 {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:11:37.321519 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f199a584-a6cd-477a-a0a8-0173c813a2a7 {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:11:37.322764 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd6fd7d1-ef2c-4a46-9c7e-42cc810e78fd None None] Routers {'47765b75-f0de-4eec-a944-d800eb1125c3'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:11:37.327868 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-dd6fd7d1-ef2c-4a46-9c7e-42cc810e78fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:11:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['47765b75-f0de-4eec-a944-d800eb1125c3'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:11:37.335869 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4679fb9b-1a4d-47ed-bcea-7c5f6d58930c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b225a980-678f-4f72-be3c-db6357a8ad1e'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:11:37.338955 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3940761bcd94e032e6960d2241bd8993c5d3a7d8dc2aca8488f3ecf1d4dd2fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20617728-1304-49c5-ad13-ecfee69ccdf3" -d '{"events": [{"server_uuid": "4679fb9b-1a4d-47ed-bcea-7c5f6d58930c", "name": "network-vif-plugged", "status": "completed", "tag": "b225a980-678f-4f72-be3c-db6357a8ad1e"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:11:37.368754 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port b225a980-678f-4f72-be3c-db6357a8ad1e, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=b225a980-678f-4f72-be3c-db6357a8ad1e,segment=NetworkSegment(878aa1ad-d952-49b3-babf-f88949b54efa),segment_id=878aa1ad-d952-49b3-babf-f88949b54efa)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:11:37.374838 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port f199a584-a6cd-477a-a0a8-0173c813a2a7, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=f199a584-a6cd-477a-a0a8-0173c813a2a7,segment=NetworkSegment(303313c8-64ac-45f8-92b0-cca63a8c0103),segment_id=303313c8-64ac-45f8-92b0-cca63a8c0103)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:11:37.377268 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:11:37.383806 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:11:37.398299 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-872b4e66-f4b4-4b1f-be59-6c8758fac5ef tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] 10.222.0.54 "DELETE /v2.0/floatingips/208b8ca8-fc98-45a0-9cb4-1047eaf4d646 HTTP/1.1" status: 204 len: 168 time: 1.6179295 Nov 19 18:11:37.399057 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01a417bf-4948-4d83-824c-c6b3d42dc3e9', 'tag': 'c64a2b87-a91a-41a4-a0f8-785934065b5c'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:11:37.432664 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218319d759239a7d11f1288aef37381b97754913ee9ccbfd43b51a463f801712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-679a7e3b-0e27-409b-a39e-caac803bd2c3" -d '{"events": [{"name": "network-changed", "server_uuid": "01a417bf-4948-4d83-824c-c6b3d42dc3e9", "tag": "c64a2b87-a91a-41a4-a0f8-785934065b5c"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:11:37.495751 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Pushing event updated for resources: {'Port': ['ID=b225a980-678f-4f72-be3c-db6357a8ad1e,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:11:37.512598 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-dd6fd7d1-ef2c-4a46-9c7e-42cc810e78fd None None] Set router 47765b75-f0de-4eec-a944-d800eb1125c3 gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:11:37.567100 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Pushing event updated for resources: {'Port': ['ID=f199a584-a6cd-477a-a0a8-0173c813a2a7,revision_number=8']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:11:37.645690 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:11:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a9e4c53-f79c-468b-8965-2a5dad78e570 x-openstack-request-id: req-4a9e4c53-f79c-468b-8965-2a5dad78e570 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:11:37.646237 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4679fb9b-1a4d-47ed-bcea-7c5f6d58930c", "name": "network-vif-plugged", "status": "completed", "tag": "b225a980-678f-4f72-be3c-db6357a8ad1e", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:11:37.646717 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-4a9e4c53-f79c-468b-8965-2a5dad78e570 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:11:37.647379 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4679fb9b-1a4d-47ed-bcea-7c5f6d58930c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b225a980-678f-4f72-be3c-db6357a8ad1e', 'code': 200} Nov 19 18:11:37.704325 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 18:11:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a92a0f69-ce6a-495e-8909-26c7d21dca3e x-openstack-request-id: req-a92a0f69-ce6a-495e-8909-26c7d21dca3e {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:11:37.705090 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01a417bf-4948-4d83-824c-c6b3d42dc3e9", "tag": "c64a2b87-a91a-41a4-a0f8-785934065b5c", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:11:37.705090 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a92a0f69-ce6a-495e-8909-26c7d21dca3e {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:11:37.705616 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01a417bf-4948-4d83-824c-c6b3d42dc3e9', 'tag': 'c64a2b87-a91a-41a4-a0f8-785934065b5c', 'status': 'completed', 'code': 200} Nov 19 18:11:37.759206 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] get_ports_and_sgs() called for port_ids ['f199a584-a6cd-477a-a0a8-0173c813a2a7'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:11:37.810113 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.86', 54890) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:11:37.940096 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-dd6fd7d1-ef2c-4a46-9c7e-42cc810e78fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47765b75-f0de-4eec-a944-d800eb1125c3', 'name': 'tempest-TestNetworkBasicOps-router-1216971454', 'tenant_id': 'd00a359bd74e4de6b0d3dd4ba0b5c79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': '8a0e2c1f-8eeb-4070-86f5-47f107fa07ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:10:32Z', 'updated_at': '2021-11-19T18:10:39Z', 'revision_number': 4, 'project_id': 'd00a359bd74e4de6b0d3dd4ba0b5c79c', 'gw_port': {'id': '8a0e2c1f-8eeb-4070-86f5-47f107fa07ce', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:8b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47765b75-f0de-4eec-a944-d800eb1125c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:10:33Z', 'updated_at': '2021-11-19T18:10:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': '07ca8c4d-50e0-4dcb-9870-7b73b7ce1def', 'name': '', 'network_id': '67686861-b47b-44fa-a01c-c5ad9d62b126', 'tenant_id': 'd00a359bd74e4de6b0d3dd4ba0b5c79c', 'mac_address': 'fa:16:3e:8a:a2:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47765b75-f0de-4eec-a944-d800eb1125c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': 'caa5290b-1cfa-4b09-adc1-9e239d061213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:10:37Z', 'updated_at': '2021-11-19T18:10:42Z', 'revision_number': 5, 'project_id': 'd00a359bd74e4de6b0d3dd4ba0b5c79c', 'subnets': [{'id': 'caa5290b-1cfa-4b09-adc1-9e239d061213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:11:37.981726 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679a7e3b-0e27-409b-a39e-caac803bd2c3 req-51152527-07aa-44fa-8ce9-44dd7f8aa5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:11:37.981726 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-679a7e3b-0e27-409b-a39e-caac803bd2c3 req-51152527-07aa-44fa-8ce9-44dd7f8aa5d4 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=d00a359bd74e4de6b0d3dd4ba0b5c79c&device_id=01a417bf-4948-4d83-824c-c6b3d42dc3e9 HTTP/1.1" status: 200 len: 1096 time: 0.2182925 Nov 19 18:11:37.988283 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2954b0aa-bcd4-4a13-b89d-1786471d9d61 req-1f703d3d-d5ba-4c23-89b8-0d14c3feecdc tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:11:37.989843 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2954b0aa-bcd4-4a13-b89d-1786471d9d61 req-1f703d3d-d5ba-4c23-89b8-0d14c3feecdc tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.86 "GET /v2.0/ports?device_id=c82896f8-a54a-4718-b37f-3c67786c16d2&tenant_id=d41245dedb694df6accb5dc7769c75e5&binding%3Ahost_id=n-h2-818022-2 HTTP/1.1" status: 200 len: 944 time: 0.3325679 Nov 19 18:11:38.097244 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd6fd7d1-ef2c-4a46-9c7e-42cc810e78fd None None] Checking router: 47765b75-f0de-4eec-a944-d800eb1125c3 for host: n-d-818022-2 {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:11:38.110232 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c139dc9b-85e2-40ba-9a2a-2239a69707e3 req-36fa133e-9ff6-4691-bec6-4642c51c7552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:11:38.113197 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c139dc9b-85e2-40ba-9a2a-2239a69707e3 req-36fa133e-9ff6-4691-bec6-4642c51c7552 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=4679fb9b-1a4d-47ed-bcea-7c5f6d58930c HTTP/1.1" status: 200 len: 1097 time: 0.2998579 Nov 19 18:11:38.118062 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd6fd7d1-ef2c-4a46-9c7e-42cc810e78fd None None] Routers {'47765b75-f0de-4eec-a944-d800eb1125c3'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:11:38.118725 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-dd6fd7d1-ef2c-4a46-9c7e-42cc810e78fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:11:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['47765b75-f0de-4eec-a944-d800eb1125c3'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:11:38.238867 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834ac74c-5471-43b4-882e-8b92dcb8ce2f req-65be703f-9c0c-4fc7-83d0-13e073fd1d3b tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:11:38.250397 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-834ac74c-5471-43b4-882e-8b92dcb8ce2f req-65be703f-9c0c-4fc7-83d0-13e073fd1d3b tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/ports?device_id=c82896f8-a54a-4718-b37f-3c67786c16d2 HTTP/1.1" status: 200 len: 944 time: 0.3296220 Nov 19 18:11:38.314719 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679a7e3b-0e27-409b-a39e-caac803bd2c3 req-d57dc398-098e-4cb5-be57-485fe45659ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:11:38.316420 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-679a7e3b-0e27-409b-a39e-caac803bd2c3 req-d57dc398-098e-4cb5-be57-485fe45659ba service neutron] 10.222.0.86 "GET /v2.0/networks?id=67686861-b47b-44fa-a01c-c5ad9d62b126 HTTP/1.1" status: 200 len: 898 time: 0.3272429 Nov 19 18:11:38.346258 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2954b0aa-bcd4-4a13-b89d-1786471d9d61 req-36e26692-5cf1-450d-8d1e-82346419e250 service neutron] 10.222.0.86 "GET /v2.0/ports/f199a584-a6cd-477a-a0a8-0173c813a2a7/bindings/n-h2-818022-2 HTTP/1.1" status: 200 len: 382 time: 0.3364556 Nov 19 18:11:38.362744 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-dd6fd7d1-ef2c-4a46-9c7e-42cc810e78fd None None] Set router 47765b75-f0de-4eec-a944-d800eb1125c3 gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:11:38.437552 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-679a7e3b-0e27-409b-a39e-caac803bd2c3 req-a1d6478e-0ed2-4b2c-8208-7af226a9e773 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c64a2b87-a91a-41a4-a0f8-785934065b5c HTTP/1.1" status: 200 len: 217 time: 0.1112771 Nov 19 18:11:38.447303 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-834ac74c-5471-43b4-882e-8b92dcb8ce2f req-cf9661c9-9b9e-4523-902b-e214bf4218f7 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/security-groups?id=8f4b6ed4-731c-4422-a542-0c167c226527&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1959863 Nov 19 18:11:38.451170 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c139dc9b-85e2-40ba-9a2a-2239a69707e3 req-f4169482-8ecb-4be0-9a41-983640e0b09d service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=a66d5311-8064-42eb-b883-c6c911692a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3209429 Nov 19 18:11:38.542672 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2954b0aa-bcd4-4a13-b89d-1786471d9d61 req-c2fc9558-73f3-43d5-b5e5-a179939ba6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:11:38.544197 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2954b0aa-bcd4-4a13-b89d-1786471d9d61 req-c2fc9558-73f3-43d5-b5e5-a179939ba6f2 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=d41245dedb694df6accb5dc7769c75e5&device_id=c82896f8-a54a-4718-b37f-3c67786c16d2 HTTP/1.1" status: 200 len: 1095 time: 0.1170349 Nov 19 18:11:38.670618 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c03cbe7-6860-48f5-bffa-f48b131efdbc req-3b84cd2b-3011-4323-931f-b7328384febd tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:11:38.680216 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2c03cbe7-6860-48f5-bffa-f48b131efdbc req-3b84cd2b-3011-4323-931f-b7328384febd tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] 10.222.0.54 "GET /v2.0/ports?device_id=01a417bf-4948-4d83-824c-c6b3d42dc3e9 HTTP/1.1" status: 200 len: 945 time: 0.1046758 Nov 19 18:11:38.693961 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bba525-9b62-476d-a7c2-0a58170103f3 req-4f85a7e6-7bb6-49ea-acc9-60d68ee011b0 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:11:38.695686 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-26bba525-9b62-476d-a7c2-0a58170103f3 req-4f85a7e6-7bb6-49ea-acc9-60d68ee011b0 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/ports?device_id=4679fb9b-1a4d-47ed-bcea-7c5f6d58930c HTTP/1.1" status: 200 len: 946 time: 0.2561021 Nov 19 18:11:38.698354 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679a7e3b-0e27-409b-a39e-caac803bd2c3 req-539cf3b3-7401-40f5-bb05-915d330642f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:11:38.701188 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-679a7e3b-0e27-409b-a39e-caac803bd2c3 req-539cf3b3-7401-40f5-bb05-915d330642f8 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=caa5290b-1cfa-4b09-adc1-9e239d061213 HTTP/1.1" status: 200 len: 834 time: 0.1431518 Nov 19 18:11:38.718259 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-dd6fd7d1-ef2c-4a46-9c7e-42cc810e78fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47765b75-f0de-4eec-a944-d800eb1125c3', 'name': 'tempest-TestNetworkBasicOps-router-1216971454', 'tenant_id': 'd00a359bd74e4de6b0d3dd4ba0b5c79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': '8a0e2c1f-8eeb-4070-86f5-47f107fa07ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:10:32Z', 'updated_at': '2021-11-19T18:10:39Z', 'revision_number': 4, 'project_id': 'd00a359bd74e4de6b0d3dd4ba0b5c79c', 'gw_port': {'id': '8a0e2c1f-8eeb-4070-86f5-47f107fa07ce', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:8b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47765b75-f0de-4eec-a944-d800eb1125c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:10:33Z', 'updated_at': '2021-11-19T18:10:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': '07ca8c4d-50e0-4dcb-9870-7b73b7ce1def', 'name': '', 'network_id': '67686861-b47b-44fa-a01c-c5ad9d62b126', 'tenant_id': 'd00a359bd74e4de6b0d3dd4ba0b5c79c', 'mac_address': 'fa:16:3e:8a:a2:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47765b75-f0de-4eec-a944-d800eb1125c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': 'caa5290b-1cfa-4b09-adc1-9e239d061213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:10:37Z', 'updated_at': '2021-11-19T18:10:42Z', 'revision_number': 5, 'project_id': 'd00a359bd74e4de6b0d3dd4ba0b5c79c', 'subnets': [{'id': 'caa5290b-1cfa-4b09-adc1-9e239d061213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:11:38.754618 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd6fd7d1-ef2c-4a46-9c7e-42cc810e78fd None None] The sync data for ids ['47765b75-f0de-4eec-a944-d800eb1125c3'] in n-d-818022-2 is: [{'id': '47765b75-f0de-4eec-a944-d800eb1125c3', 'name': 'tempest-TestNetworkBasicOps-router-1216971454', 'tenant_id': 'd00a359bd74e4de6b0d3dd4ba0b5c79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': '8a0e2c1f-8eeb-4070-86f5-47f107fa07ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:10:32Z', 'updated_at': '2021-11-19T18:10:39Z', 'revision_number': 4, 'project_id': 'd00a359bd74e4de6b0d3dd4ba0b5c79c', 'gw_port': {'id': '8a0e2c1f-8eeb-4070-86f5-47f107fa07ce', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:8b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47765b75-f0de-4eec-a944-d800eb1125c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:10:33Z', 'updated_at': '2021-11-19T18:10:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': '07ca8c4d-50e0-4dcb-9870-7b73b7ce1def', 'name': '', 'network_id': '67686861-b47b-44fa-a01c-c5ad9d62b126', 'tenant_id': 'd00a359bd74e4de6b0d3dd4ba0b5c79c', 'mac_address': 'fa:16:3e:8a:a2:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47765b75-f0de-4eec-a944-d800eb1125c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': 'caa5290b-1cfa-4b09-adc1-9e239d061213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:10:37Z', 'updated_at': '2021-11-19T18:10:42Z', 'revision_number': 5, 'project_id': 'd00a359bd74e4de6b0d3dd4ba0b5c79c', 'subnets': [{'id': 'caa5290b-1cfa-4b09-adc1-9e239d061213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:11:38.910044 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-26bba525-9b62-476d-a7c2-0a58170103f3 req-0d96c774-a4f7-4f1b-bcc8-b653117d0fa7 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/security-groups?id=a66d5311-8064-42eb-b883-c6c911692a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003517 Nov 19 18:11:38.942678 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2c03cbe7-6860-48f5-bffa-f48b131efdbc req-0d808751-2ee6-4d80-bb0c-c9737f097dc7 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] 10.222.0.54 "GET /v2.0/security-groups?id=e7331c8f-f64d-4439-b338-cb3d1f5502fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2614865 Nov 19 18:11:38.943946 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679a7e3b-0e27-409b-a39e-caac803bd2c3 req-ddeebe46-d39a-4a7a-95a2-8b3936dd8b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:11:38.946476 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-679a7e3b-0e27-409b-a39e-caac803bd2c3 req-ddeebe46-d39a-4a7a-95a2-8b3936dd8b70 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=67686861-b47b-44fa-a01c-c5ad9d62b126&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2086203 Nov 19 18:11:39.041066 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2954b0aa-bcd4-4a13-b89d-1786471d9d61 req-72938291-4bff-489e-88d9-7ca1b97f4754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:11:39.042933 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2954b0aa-bcd4-4a13-b89d-1786471d9d61 req-72938291-4bff-489e-88d9-7ca1b97f4754 service neutron] 10.222.0.86 "GET /v2.0/networks?id=27e7e577-9b51-4ea8-b428-cb57dc2f1090 HTTP/1.1" status: 200 len: 898 time: 0.2918780 Nov 19 18:11:39.158579 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-679a7e3b-0e27-409b-a39e-caac803bd2c3 req-ae4f6aca-2ef2-4932-baa0-4d9282586f3a service neutron] 10.222.0.86 "GET /v2.0/networks/67686861-b47b-44fa-a01c-c5ad9d62b126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878986 Nov 19 18:11:39.325328 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ccf302-a33c-44d5-b040-79e01390a094 None None] New status for floating IP 208b8ca8-fc98-45a0-9cb4-1047eaf4d646: DOWN {{(pid=103366) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 18:11:39.350625 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-679a7e3b-0e27-409b-a39e-caac803bd2c3 req-af13098f-4d76-4e2f-9e5c-870419d51864 service neutron] 10.222.0.86 "GET /v2.0/networks/67686861-b47b-44fa-a01c-c5ad9d62b126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784418 Nov 19 18:11:39.545128 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [req-f7e8ccfc-e96d-46ae-a561-0581183c6b01 req-1183f5b1-f8a1-4774-aaf1-da1816029a51 service neutron] (103365) timed out ('10.222.0.54', 40846) {{(pid=103365) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 19 18:11:39.594459 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2954b0aa-bcd4-4a13-b89d-1786471d9d61 req-057998c2-11db-4ada-8a24-d2c311cf3fb2 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f199a584-a6cd-477a-a0a8-0173c813a2a7 HTTP/1.1" status: 200 len: 1000 time: 0.5183406 Nov 19 18:11:39.690518 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd87247d-8231-49fe-9508-717ec06a014c req-285a67c0-4535-4d52-8882-3c369019745f tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:11:39.694355 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2954b0aa-bcd4-4a13-b89d-1786471d9d61 req-859b4c78-7b72-4d7b-9a11-09aff910921e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:11:39.697018 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2954b0aa-bcd4-4a13-b89d-1786471d9d61 req-859b4c78-7b72-4d7b-9a11-09aff910921e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=749680ea-6b4d-4ba4-a221-84f2211067a3 HTTP/1.1" status: 200 len: 835 time: 0.0837882 Nov 19 18:11:39.716435 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-dd87247d-8231-49fe-9508-717ec06a014c req-285a67c0-4535-4d52-8882-3c369019745f tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/ports?device_id=c82896f8-a54a-4718-b37f-3c67786c16d2 HTTP/1.1" status: 200 len: 944 time: 0.1131995 Nov 19 18:11:39.797392 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2954b0aa-bcd4-4a13-b89d-1786471d9d61 req-4ff872f2-7a1f-4acc-9db8-c65260d10d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:11:39.801909 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2954b0aa-bcd4-4a13-b89d-1786471d9d61 req-4ff872f2-7a1f-4acc-9db8-c65260d10d66 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=27e7e577-9b51-4ea8-b428-cb57dc2f1090&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0945580 Nov 19 18:11:39.898669 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-dd87247d-8231-49fe-9508-717ec06a014c req-4e0a27d7-82b7-4264-84e8-2975b820c3b4 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/security-groups?id=8f4b6ed4-731c-4422-a542-0c167c226527&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1794443 Nov 19 18:11:39.978447 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2954b0aa-bcd4-4a13-b89d-1786471d9d61 req-5ae9599d-273e-4140-b2d6-6e62245cf4d9 service neutron] 10.222.0.86 "GET /v2.0/networks/27e7e577-9b51-4ea8-b428-cb57dc2f1090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562328 Nov 19 18:11:40.154766 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df04d917-d890-434b-85bd-766a173131f3 req-41f0aca3-4f81-4353-bb61-5cde32f212a6 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:11:40.158806 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-df04d917-d890-434b-85bd-766a173131f3 req-41f0aca3-4f81-4353-bb61-5cde32f212a6 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] 10.222.0.54 "GET /v2.0/ports?device_id=01a417bf-4948-4d83-824c-c6b3d42dc3e9 HTTP/1.1" status: 200 len: 945 time: 0.0788763 Nov 19 18:11:40.303793 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-df04d917-d890-434b-85bd-766a173131f3 req-e3c73c44-1c57-40dc-b0fd-53222333c7d9 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] 10.222.0.54 "GET /v2.0/security-groups?id=e7331c8f-f64d-4439-b338-cb3d1f5502fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1382394 Nov 19 18:11:40.374065 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbf907d-f54e-489e-bc75-6d7a0f43ac5a req-03674e72-c209-4be7-b8f5-866be036de2d tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:11:40.378734 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-bbbf907d-f54e-489e-bc75-6d7a0f43ac5a req-03674e72-c209-4be7-b8f5-866be036de2d tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/ports?device_id=4679fb9b-1a4d-47ed-bcea-7c5f6d58930c HTTP/1.1" status: 200 len: 946 time: 0.3389950 Nov 19 18:11:40.440982 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2954b0aa-bcd4-4a13-b89d-1786471d9d61 req-c3765890-a11e-46ae-b3c6-bf7b633b4f14 service neutron] 10.222.0.86 "GET /v2.0/networks/27e7e577-9b51-4ea8-b428-cb57dc2f1090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4438398 Nov 19 18:11:40.546668 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-bbbf907d-f54e-489e-bc75-6d7a0f43ac5a req-e065df20-8608-4e40-85dc-b511d2309384 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/security-groups?id=a66d5311-8064-42eb-b883-c6c911692a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039245 Nov 19 18:11:40.577339 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device f199a584-a6cd-477a-a0a8-0173c813a2a7 up at agent hyperv_n-h2-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:11:40.694882 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Provisioning for port f199a584-a6cd-477a-a0a8-0173c813a2a7 completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 18:11:40.705722 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Provisioning complete for port f199a584-a6cd-477a-a0a8-0173c813a2a7 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:11:40.706955 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:11:40.713200 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89a8694-bb52-41e5-82bd-dd2491c5405f req-e07d4c04-f920-4927-a77f-a40e47d3f396 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:11:40.714842 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b89a8694-bb52-41e5-82bd-dd2491c5405f req-e07d4c04-f920-4927-a77f-a40e47d3f396 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] 10.222.0.86 "GET /v2.0/ports?device_id=01a417bf-4948-4d83-824c-c6b3d42dc3e9 HTTP/1.1" status: 200 len: 945 time: 0.0631297 Nov 19 18:11:40.839259 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:11:40.865431 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [req-b89a8694-bb52-41e5-82bd-dd2491c5405f req-a117793c-b381-46f0-b3eb-4513c3e640d8 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Deleting port c64a2b87-a91a-41a4-a0f8-785934065b5c {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:11:40.865999 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-b89a8694-bb52-41e5-82bd-dd2491c5405f req-a117793c-b381-46f0-b3eb-4513c3e640d8 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:11:40.885358 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port f199a584-a6cd-477a-a0a8-0173c813a2a7, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=f199a584-a6cd-477a-a0a8-0173c813a2a7,segment=NetworkSegment(303313c8-64ac-45f8-92b0-cca63a8c0103),segment_id=303313c8-64ac-45f8-92b0-cca63a8c0103)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:11:40.886385 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c82896f8-a54a-4718-b37f-3c67786c16d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f199a584-a6cd-477a-a0a8-0173c813a2a7'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:11:40.889836 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3940761bcd94e032e6960d2241bd8993c5d3a7d8dc2aca8488f3ecf1d4dd2fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90744c82-098e-4059-ad66-24d0913bc5d3" -d '{"events": [{"server_uuid": "c82896f8-a54a-4718-b37f-3c67786c16d2", "name": "network-vif-plugged", "status": "completed", "tag": "f199a584-a6cd-477a-a0a8-0173c813a2a7"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:11:40.895961 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:11:41.009968 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:11:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ee5cc05-34d0-4154-9706-7a5ca502b145 x-openstack-request-id: req-9ee5cc05-34d0-4154-9706-7a5ca502b145 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:11:41.010535 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c82896f8-a54a-4718-b37f-3c67786c16d2", "name": "network-vif-plugged", "status": "completed", "tag": "f199a584-a6cd-477a-a0a8-0173c813a2a7", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:11:41.011294 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-9ee5cc05-34d0-4154-9706-7a5ca502b145 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:11:41.011866 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c82896f8-a54a-4718-b37f-3c67786c16d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f199a584-a6cd-477a-a0a8-0173c813a2a7', 'code': 200} Nov 19 18:11:41.037611 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Pushing event updated for resources: {'Port': ['ID=f199a584-a6cd-477a-a0a8-0173c813a2a7,revision_number=9']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:11:41.066503 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-b89a8694-bb52-41e5-82bd-dd2491c5405f req-a117793c-b381-46f0-b3eb-4513c3e640d8 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] For port c64a2b87-a91a-41a4-a0f8-785934065b5c, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=c64a2b87-a91a-41a4-a0f8-785934065b5c,segment=NetworkSegment(963d8e7b-cded-4062-9f0f-2401efbb2c5e),segment_id=963d8e7b-cded-4062-9f0f-2401efbb2c5e)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:11:41.067110 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-b89a8694-bb52-41e5-82bd-dd2491c5405f req-a117793c-b381-46f0-b3eb-4513c3e640d8 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:11:41.120706 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [req-b89a8694-bb52-41e5-82bd-dd2491c5405f req-a117793c-b381-46f0-b3eb-4513c3e640d8 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Calling delete_port for c64a2b87-a91a-41a4-a0f8-785934065b5c owned by compute:nova {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:11:41.194806 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca06177-60bc-441c-90ff-ba29afae8bb7 req-868e6ff8-026a-4fcf-a577-7297b1e0c30a tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:11:41.196430 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6ca06177-60bc-441c-90ff-ba29afae8bb7 req-868e6ff8-026a-4fcf-a577-7297b1e0c30a tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/ports?device_id=c82896f8-a54a-4718-b37f-3c67786c16d2 HTTP/1.1" status: 200 len: 945 time: 0.1345308 Nov 19 18:11:41.363597 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6ca06177-60bc-441c-90ff-ba29afae8bb7 req-17923e8b-351e-461b-a1e2-9d5367daeeaa tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/security-groups?id=8f4b6ed4-731c-4422-a542-0c167c226527&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1516290 Nov 19 18:11:41.399052 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-b89a8694-bb52-41e5-82bd-dd2491c5405f req-a117793c-b381-46f0-b3eb-4513c3e640d8 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:11:41.413118 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.agents_db [None req-619e5c26-d9ed-4321-86eb-7d443bb9dfa2 None None] Agent healthcheck: found 7 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 18:11:41.451531 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a117793c-b381-46f0-b3eb-4513c3e640d8 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Pushing event deleted for resources: {'Port': ['ID=c64a2b87-a91a-41a4-a0f8-785934065b5c,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:11:41.512206 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b6d1782c-a3dd-46be-9866-c31ebfd4a205 req-03c1f0e7-740a-4a26-b0a7-7b53747b4c40 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] 10.222.0.54 "GET /v2.0/ports?device_id=01a417bf-4948-4d83-824c-c6b3d42dc3e9 HTTP/1.1" status: 200 len: 210 time: 0.0758879 Nov 19 18:11:41.556330 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [req-b89a8694-bb52-41e5-82bd-dd2491c5405f req-a117793c-b381-46f0-b3eb-4513c3e640d8 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] No DVR routers for this DVR port c64a2b87-a91a-41a4-a0f8-785934065b5c on host n-h2-818022-2 {{(pid=103364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:11:41.559617 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-b89a8694-bb52-41e5-82bd-dd2491c5405f req-a117793c-b381-46f0-b3eb-4513c3e640d8 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:11:41.564221 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b89a8694-bb52-41e5-82bd-dd2491c5405f req-a117793c-b381-46f0-b3eb-4513c3e640d8 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] 10.222.0.86 "DELETE /v2.0/ports/c64a2b87-a91a-41a4-a0f8-785934065b5c HTTP/1.1" status: 204 len: 173 time: 0.8402946 Nov 19 18:11:41.564756 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01a417bf-4948-4d83-824c-c6b3d42dc3e9', 'name': 'network-vif-deleted', 'tag': 'c64a2b87-a91a-41a4-a0f8-785934065b5c'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:11:41.567529 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dd4767a008c23f8566efc82158ee1b1fff34e1a9e908d76d0b6d0ab7e350e5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e8fd468-e0da-4582-88b5-c6932e90c8d5" -d '{"events": [{"server_uuid": "01a417bf-4948-4d83-824c-c6b3d42dc3e9", "name": "network-vif-deleted", "tag": "c64a2b87-a91a-41a4-a0f8-785934065b5c"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:11:41.643223 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:11:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f9641fb-1698-42a6-bacf-6c3ba2ad738b x-openstack-request-id: req-7f9641fb-1698-42a6-bacf-6c3ba2ad738b {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:11:41.643930 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01a417bf-4948-4d83-824c-c6b3d42dc3e9", "name": "network-vif-deleted", "tag": "c64a2b87-a91a-41a4-a0f8-785934065b5c", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:11:41.644367 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-7f9641fb-1698-42a6-bacf-6c3ba2ad738b {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:11:41.644954 n-d-818022-2 neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01a417bf-4948-4d83-824c-c6b3d42dc3e9', 'name': 'network-vif-deleted', 'tag': 'c64a2b87-a91a-41a4-a0f8-785934065b5c', 'status': 'completed', 'code': 200} Nov 19 18:11:41.756830 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad57e3c-a768-4a44-a36c-262753c5d13f req-18f3a8e7-f694-4fed-9adc-3b81f565710f tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:11:41.762428 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6ad57e3c-a768-4a44-a36c-262753c5d13f req-18f3a8e7-f694-4fed-9adc-3b81f565710f tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/ports?device_id=4679fb9b-1a4d-47ed-bcea-7c5f6d58930c HTTP/1.1" status: 200 len: 946 time: 0.0830414 Nov 19 18:11:41.878623 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6ad57e3c-a768-4a44-a36c-262753c5d13f req-38b214d9-065d-4e38-beef-1c9944ae0aeb tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/security-groups?id=a66d5311-8064-42eb-b883-c6c911692a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966394 Nov 19 18:11:42.185047 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc2fa75-ba4b-40aa-b3b7-c46afe2ee590 req-7f33c8b0-7341-4be0-9aad-ce9a3df768ef tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:11:42.188077 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8bc2fa75-ba4b-40aa-b3b7-c46afe2ee590 req-7f33c8b0-7341-4be0-9aad-ce9a3df768ef tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/ports?device_id=4679fb9b-1a4d-47ed-bcea-7c5f6d58930c HTTP/1.1" status: 200 len: 946 time: 0.0649731 Nov 19 18:11:42.277362 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8bc2fa75-ba4b-40aa-b3b7-c46afe2ee590 req-b2188ad3-4735-45e2-a8bd-3be467f8765c tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/security-groups?id=a66d5311-8064-42eb-b883-c6c911692a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823584 Nov 19 18:11:42.596471 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399fa428-1b65-43a0-853c-7cecee653482 req-1d835890-5554-4e3d-807d-a26ff41e0db5 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:11:42.606679 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-399fa428-1b65-43a0-853c-7cecee653482 req-1d835890-5554-4e3d-807d-a26ff41e0db5 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/ports?device_id=c82896f8-a54a-4718-b37f-3c67786c16d2 HTTP/1.1" status: 200 len: 945 time: 0.0775518 Nov 19 18:11:42.625428 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 38416) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:11:42.700502 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8f3f6c02-bac7-40ff-b645-1724940de184 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:11:42.739508 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-399fa428-1b65-43a0-853c-7cecee653482 req-e3f39725-7893-4465-bb33-c604c6a3b799 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/security-groups?id=8f4b6ed4-731c-4422-a542-0c167c226527&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1317160 Nov 19 18:11:42.742067 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8f3f6c02-bac7-40ff-b645-1724940de184 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:11:42.835526 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8f3f6c02-bac7-40ff-b645-1724940de184 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:11:42.839092 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8f3f6c02-bac7-40ff-b645-1724940de184 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:11:42.842852 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-8f3f6c02-bac7-40ff-b645-1724940de184 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] 10.222.0.54 "DELETE /v2.0/security-groups/e7331c8f-f64d-4439-b338-cb3d1f5502fe HTTP/1.1" status: 204 len: 168 time: 0.2138834 Nov 19 18:11:42.863221 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3f6c02-bac7-40ff-b645-1724940de184 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7331c8f-f64d-4439-b338-cb3d1f5502fe,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:11:42.892746 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 38422) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:11:43.338167 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2954b0aa-bcd4-4a13-b89d-1786471d9d61 req-bb20c915-ce04-4585-afb4-07dd9f7ce50a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:11:43.339676 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2954b0aa-bcd4-4a13-b89d-1786471d9d61 req-bb20c915-ce04-4585-afb4-07dd9f7ce50a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c82896f8-a54a-4718-b37f-3c67786c16d2&tenant_id=d41245dedb694df6accb5dc7769c75e5 HTTP/1.1" status: 200 len: 1096 time: 0.0473483 Nov 19 18:11:43.357516 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-2954b0aa-bcd4-4a13-b89d-1786471d9d61 req-b6c469ab-4d33-4e44-b1e4-66b817ade7e1 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-818022-2', 'device_owner': 'compute:nova'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:11:43.456321 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b2a77aa8-ed26-47d0-9a60-df4b5427ef7d tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-768564'] for router_interface, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:11:43.478318 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-2954b0aa-bcd4-4a13-b89d-1786471d9d61 req-b6c469ab-4d33-4e44-b1e4-66b817ade7e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:11:43.639772 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669c271f-b618-4201-b24c-fcbfd039a9df req-073de7e5-01f3-4b80-b378-12d38164613e tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:11:43.642634 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-669c271f-b618-4201-b24c-fcbfd039a9df req-073de7e5-01f3-4b80-b378-12d38164613e tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/ports?device_id=4679fb9b-1a4d-47ed-bcea-7c5f6d58930c HTTP/1.1" status: 200 len: 946 time: 0.1658821 Nov 19 18:11:43.770667 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-669c271f-b618-4201-b24c-fcbfd039a9df req-74ccbf18-e3ad-4de6-bfe4-a726512d9c4f tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/security-groups?id=a66d5311-8064-42eb-b883-c6c911692a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156056 Nov 19 18:11:43.862272 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-2954b0aa-bcd4-4a13-b89d-1786471d9d61 req-b6c469ab-4d33-4e44-b1e4-66b817ade7e1 service neutron] For port f199a584-a6cd-477a-a0a8-0173c813a2a7, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=f199a584-a6cd-477a-a0a8-0173c813a2a7,segment=NetworkSegment(303313c8-64ac-45f8-92b0-cca63a8c0103),segment_id=303313c8-64ac-45f8-92b0-cca63a8c0103)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:11:43.921056 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-2954b0aa-bcd4-4a13-b89d-1786471d9d61 req-b6c469ab-4d33-4e44-b1e4-66b817ade7e1 service neutron] For port f199a584-a6cd-477a-a0a8-0173c813a2a7, host n-h2-818022-2, cleared binding levels {{(pid=103364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:11:43.974748 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd77a72a-d8e2-4001-8116-2d63dd73d750 req-804abc5b-e2d8-4a62-b6ca-576e4a298737 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:11:43.977383 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fd77a72a-d8e2-4001-8116-2d63dd73d750 req-804abc5b-e2d8-4a62-b6ca-576e4a298737 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/ports?device_id=c82896f8-a54a-4718-b37f-3c67786c16d2 HTTP/1.1" status: 200 len: 945 time: 0.1114304 Nov 19 18:11:43.995667 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c82896f8-a54a-4718-b37f-3c67786c16d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f199a584-a6cd-477a-a0a8-0173c813a2a7'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:11:43.997933 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dd4767a008c23f8566efc82158ee1b1fff34e1a9e908d76d0b6d0ab7e350e5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c89d72c4-0d75-465d-a5d1-c6331fb91238" -d '{"events": [{"server_uuid": "c82896f8-a54a-4718-b37f-3c67786c16d2", "name": "network-vif-unplugged", "status": "completed", "tag": "f199a584-a6cd-477a-a0a8-0173c813a2a7"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:11:44.004177 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-2954b0aa-bcd4-4a13-b89d-1786471d9d61 req-b6c469ab-4d33-4e44-b1e4-66b817ade7e1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:11:44.020636 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.provisioning_blocks [req-2954b0aa-bcd4-4a13-b89d-1786471d9d61 req-b6c469ab-4d33-4e44-b1e4-66b817ade7e1 service neutron] Transition to ACTIVE for port object f199a584-a6cd-477a-a0a8-0173c813a2a7 will not be triggered until provisioned by entity L2. {{(pid=103364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 18:11:44.032811 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-2954b0aa-bcd4-4a13-b89d-1786471d9d61 req-b6c469ab-4d33-4e44-b1e4-66b817ade7e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:11:44.082421 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fd77a72a-d8e2-4001-8116-2d63dd73d750 req-192f39ba-55a7-43b6-aee6-69a67f945148 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/security-groups?id=8f4b6ed4-731c-4422-a542-0c167c226527&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953524 Nov 19 18:11:44.093789 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-b2a77aa8-ed26-47d0-9a60-df4b5427ef7d tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Deleting port 07ca8c4d-50e0-4dcb-9870-7b73b7ce1def {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:11:44.095081 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b2a77aa8-ed26-47d0-9a60-df4b5427ef7d tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:11:44.222749 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 18:11:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-434ac8c8-cadf-48c3-8737-73df3427ee51 x-openstack-request-id: req-434ac8c8-cadf-48c3-8737-73df3427ee51 {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:11:44.223054 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c82896f8-a54a-4718-b37f-3c67786c16d2", "name": "network-vif-unplugged", "status": "completed", "tag": "f199a584-a6cd-477a-a0a8-0173c813a2a7", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:11:44.223320 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-434ac8c8-cadf-48c3-8737-73df3427ee51 {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:11:44.223726 n-d-818022-2 neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c82896f8-a54a-4718-b37f-3c67786c16d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f199a584-a6cd-477a-a0a8-0173c813a2a7', 'code': 200} Nov 19 18:11:44.234446 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c469ab-4d33-4e44-b1e4-66b817ade7e1 service neutron] Pushing event updated for resources: {'Port': ['ID=f199a584-a6cd-477a-a0a8-0173c813a2a7,revision_number=10']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:11:44.328860 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [req-2954b0aa-bcd4-4a13-b89d-1786471d9d61 req-b6c469ab-4d33-4e44-b1e4-66b817ade7e1 service neutron] No DVR routers for this DVR port f199a584-a6cd-477a-a0a8-0173c813a2a7 on host n-h2-818022-2 {{(pid=103364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:11:44.381805 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [None req-b2a77aa8-ed26-47d0-9a60-df4b5427ef7d tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] For port 07ca8c4d-50e0-4dcb-9870-7b73b7ce1def, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=07ca8c4d-50e0-4dcb-9870-7b73b7ce1def,segment=NetworkSegment(963d8e7b-cded-4062-9f0f-2401efbb2c5e),segment_id=963d8e7b-cded-4062-9f0f-2401efbb2c5e)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:11:44.382883 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b2a77aa8-ed26-47d0-9a60-df4b5427ef7d tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:11:44.428601 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-b2a77aa8-ed26-47d0-9a60-df4b5427ef7d tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Calling delete_port for 07ca8c4d-50e0-4dcb-9870-7b73b7ce1def owned by network:router_interface {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:11:44.540411 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee88300-10ce-4c85-9e09-cd24f09f452d req-5124e6e0-26d0-42ef-a796-39c1088dc467 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:11:44.547913 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8ee88300-10ce-4c85-9e09-cd24f09f452d req-5124e6e0-26d0-42ef-a796-39c1088dc467 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/ports?device_id=4679fb9b-1a4d-47ed-bcea-7c5f6d58930c HTTP/1.1" status: 200 len: 946 time: 0.1309178 Nov 19 18:11:44.549721 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-2954b0aa-bcd4-4a13-b89d-1786471d9d61 req-b6c469ab-4d33-4e44-b1e4-66b817ade7e1 service neutron] Attempting to bind port f199a584-a6cd-477a-a0a8-0173c813a2a7 on host n-h1-818022-2 for vnic_type normal with profile {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:11:44.550106 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-2954b0aa-bcd4-4a13-b89d-1786471d9d61 req-b6c469ab-4d33-4e44-b1e4-66b817ade7e1 service neutron] Attempting to bind port f199a584-a6cd-477a-a0a8-0173c813a2a7 by drivers openvswitch,hyperv on host n-h1-818022-2 at level 0 using segments [{'id': '303313c8-64ac-45f8-92b0-cca63a8c0103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '27e7e577-9b51-4ea8-b428-cb57dc2f1090'}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:11:44.550444 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2954b0aa-bcd4-4a13-b89d-1786471d9d61 req-b6c469ab-4d33-4e44-b1e4-66b817ade7e1 service neutron] Attempting to bind port f199a584-a6cd-477a-a0a8-0173c813a2a7 on network 27e7e577-9b51-4ea8-b428-cb57dc2f1090 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:11:44.582114 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2954b0aa-bcd4-4a13-b89d-1786471d9d61 req-b6c469ab-4d33-4e44-b1e4-66b817ade7e1 service neutron] Port f199a584-a6cd-477a-a0a8-0173c813a2a7 on network 27e7e577-9b51-4ea8-b428-cb57dc2f1090 not bound, no agent of type Open vSwitch agent registered on host n-h1-818022-2 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 18:11:44.582581 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2954b0aa-bcd4-4a13-b89d-1786471d9d61 req-b6c469ab-4d33-4e44-b1e4-66b817ade7e1 service neutron] Attempting to bind port f199a584-a6cd-477a-a0a8-0173c813a2a7 on network 27e7e577-9b51-4ea8-b428-cb57dc2f1090 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:11:44.598909 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device c64a2b87-a91a-41a4-a0f8-785934065b5c no longer exists at agent hyperv_n-h2-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:11:44.615552 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2954b0aa-bcd4-4a13-b89d-1786471d9d61 req-b6c469ab-4d33-4e44-b1e4-66b817ade7e1 service neutron] Checking agent: {'id': 'a6668d96-12fa-4ec0-99ad-77eaf490dd2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'started_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 11, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:11:44.616656 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2954b0aa-bcd4-4a13-b89d-1786471d9d61 req-b6c469ab-4d33-4e44-b1e4-66b817ade7e1 service neutron] Checking segment: {'id': '303313c8-64ac-45f8-92b0-cca63a8c0103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '27e7e577-9b51-4ea8-b428-cb57dc2f1090'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:11:44.617251 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2954b0aa-bcd4-4a13-b89d-1786471d9d61 req-b6c469ab-4d33-4e44-b1e4-66b817ade7e1 service neutron] Bound using segment: {'id': '303313c8-64ac-45f8-92b0-cca63a8c0103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '27e7e577-9b51-4ea8-b428-cb57dc2f1090'} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:11:44.619741 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-2954b0aa-bcd4-4a13-b89d-1786471d9d61 req-b6c469ab-4d33-4e44-b1e4-66b817ade7e1 service neutron] Bound port: f199a584-a6cd-477a-a0a8-0173c813a2a7, host: n-h1-818022-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '303313c8-64ac-45f8-92b0-cca63a8c0103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '27e7e577-9b51-4ea8-b428-cb57dc2f1090'}}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:11:44.620542 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-2954b0aa-bcd4-4a13-b89d-1786471d9d61 req-b6c469ab-4d33-4e44-b1e4-66b817ade7e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:11:44.631503 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8ee88300-10ce-4c85-9e09-cd24f09f452d req-72c63a1b-c786-4787-aea3-1ddb896d1cb4 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/security-groups?id=a66d5311-8064-42eb-b883-c6c911692a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825527 Nov 19 18:11:44.740167 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] No Port match for: c64a2b87-a91a-41a4-a0f8-785934065b5c {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:11:44.740852 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device c64a2b87-a91a-41a4-a0f8-785934065b5c not bound to the agent host n-h2-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:11:44.742305 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device f199a584-a6cd-477a-a0a8-0173c813a2a7 no longer exists at agent hyperv_n-h2-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:11:44.827967 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-2954b0aa-bcd4-4a13-b89d-1786471d9d61 req-b6c469ab-4d33-4e44-b1e4-66b817ade7e1 service neutron] For port f199a584-a6cd-477a-a0a8-0173c813a2a7, host n-h1-818022-2, cleared binding levels {{(pid=103364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:11:44.833976 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-2954b0aa-bcd4-4a13-b89d-1786471d9d61 req-b6c469ab-4d33-4e44-b1e4-66b817ade7e1 service neutron] For port f199a584-a6cd-477a-a0a8-0173c813a2a7, host n-h1-818022-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=f199a584-a6cd-477a-a0a8-0173c813a2a7,segment=NetworkSegment(303313c8-64ac-45f8-92b0-cca63a8c0103),segment_id=303313c8-64ac-45f8-92b0-cca63a8c0103)] {{(pid=103364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:11:44.840605 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device f199a584-a6cd-477a-a0a8-0173c813a2a7 not bound to the agent host n-h2-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:11:44.857556 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-2954b0aa-bcd4-4a13-b89d-1786471d9d61 req-b6c469ab-4d33-4e44-b1e4-66b817ade7e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:11:44.880753 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b2a77aa8-ed26-47d0-9a60-df4b5427ef7d tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:11:44.904111 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2954b0aa-bcd4-4a13-b89d-1786471d9d61 req-b6c469ab-4d33-4e44-b1e4-66b817ade7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:11:44.905331 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-2954b0aa-bcd4-4a13-b89d-1786471d9d61 req-b6c469ab-4d33-4e44-b1e4-66b817ade7e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:11:44.906798 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2954b0aa-bcd4-4a13-b89d-1786471d9d61 req-b6c469ab-4d33-4e44-b1e4-66b817ade7e1 service neutron] 10.222.0.60 "PUT /v2.0/ports/f199a584-a6cd-477a-a0a8-0173c813a2a7 HTTP/1.1" status: 200 len: 1092 time: 1.5579238 Nov 19 18:11:44.919489 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a77aa8-ed26-47d0-9a60-df4b5427ef7d tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Pushing event deleted for resources: {'Port': ['ID=07ca8c4d-50e0-4dcb-9870-7b73b7ce1def,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:11:45.068835 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c469ab-4d33-4e44-b1e4-66b817ade7e1 service neutron] Pushing event updated for resources: {'Port': ['ID=f199a584-a6cd-477a-a0a8-0173c813a2a7,revision_number=11']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:11:45.097227 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2954b0aa-bcd4-4a13-b89d-1786471d9d61 req-b77f97e9-8a01-4eb3-9177-e4a8acd32fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:11:45.098933 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2954b0aa-bcd4-4a13-b89d-1786471d9d61 req-b77f97e9-8a01-4eb3-9177-e4a8acd32fd2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d41245dedb694df6accb5dc7769c75e5&device_id=c82896f8-a54a-4718-b37f-3c67786c16d2 HTTP/1.1" status: 200 len: 1095 time: 0.1638539 Nov 19 18:11:45.274693 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2954b0aa-bcd4-4a13-b89d-1786471d9d61 req-a7add510-a8da-45d4-94f2-1596bfc8f7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:11:45.277203 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2954b0aa-bcd4-4a13-b89d-1786471d9d61 req-a7add510-a8da-45d4-94f2-1596bfc8f7e3 service neutron] 10.222.0.60 "GET /v2.0/networks?id=27e7e577-9b51-4ea8-b428-cb57dc2f1090 HTTP/1.1" status: 200 len: 898 time: 0.1625814 Nov 19 18:11:45.405452 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ca4a2e-87ce-41aa-b531-7ff417f8dc54 req-fac58b64-7524-43c2-aa59-3dd914afbfe7 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:11:45.407261 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-30ca4a2e-87ce-41aa-b531-7ff417f8dc54 req-fac58b64-7524-43c2-aa59-3dd914afbfe7 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/ports?device_id=c82896f8-a54a-4718-b37f-3c67786c16d2 HTTP/1.1" status: 200 len: 944 time: 0.1287386 Nov 19 18:11:45.412235 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2954b0aa-bcd4-4a13-b89d-1786471d9d61 req-63eebd55-3cb6-4850-8980-ef3098ab5982 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f199a584-a6cd-477a-a0a8-0173c813a2a7 HTTP/1.1" status: 200 len: 999 time: 0.0926507 Nov 19 18:11:45.513460 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2954b0aa-bcd4-4a13-b89d-1786471d9d61 req-48afd379-7698-4fb6-b071-d43fac2deed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:11:45.515705 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2954b0aa-bcd4-4a13-b89d-1786471d9d61 req-48afd379-7698-4fb6-b071-d43fac2deed5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=749680ea-6b4d-4ba4-a221-84f2211067a3 HTTP/1.1" status: 200 len: 835 time: 0.0779240 Nov 19 18:11:45.542793 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-30ca4a2e-87ce-41aa-b531-7ff417f8dc54 req-983f8b6d-9e19-45fe-a658-d42c74948a31 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/security-groups?id=8f4b6ed4-731c-4422-a542-0c167c226527&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1254683 Nov 19 18:11:45.601652 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2954b0aa-bcd4-4a13-b89d-1786471d9d61 req-990b0231-0e4f-4597-9104-c1a6688c3108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:11:45.603319 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2954b0aa-bcd4-4a13-b89d-1786471d9d61 req-990b0231-0e4f-4597-9104-c1a6688c3108 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=27e7e577-9b51-4ea8-b428-cb57dc2f1090&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0768561 Nov 19 18:11:45.769200 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b2a77aa8-ed26-47d0-9a60-df4b5427ef7d tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-768648'] for router_interface, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:11:45.781744 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2954b0aa-bcd4-4a13-b89d-1786471d9d61 req-a97ef0b0-b442-4ed0-9199-34f797c53756 service neutron] 10.222.0.60 "GET /v2.0/networks/27e7e577-9b51-4ea8-b428-cb57dc2f1090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687162 Nov 19 18:11:45.969873 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5495545-7226-4362-9817-b742fafebbfd req-577aee8a-b265-4c69-a7de-d42c02d7cf1c tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:11:45.977063 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c5495545-7226-4362-9817-b742fafebbfd req-577aee8a-b265-4c69-a7de-d42c02d7cf1c tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/ports?device_id=4679fb9b-1a4d-47ed-bcea-7c5f6d58930c HTTP/1.1" status: 200 len: 946 time: 0.1334066 Nov 19 18:11:45.982823 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2954b0aa-bcd4-4a13-b89d-1786471d9d61 req-4d9896c1-9e50-4518-9a66-bc62b18954f6 service neutron] 10.222.0.60 "GET /v2.0/networks/27e7e577-9b51-4ea8-b428-cb57dc2f1090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1930952 Nov 19 18:11:46.082041 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c5495545-7226-4362-9817-b742fafebbfd req-3e9d62ff-de66-4bf0-b1fb-e61c424344b3 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/security-groups?id=a66d5311-8064-42eb-b883-c6c911692a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038496 Nov 19 18:11:46.164978 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2a77aa8-ed26-47d0-9a60-df4b5427ef7d tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Router 47765b75-f0de-4eec-a944-d800eb1125c3 has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 18:11:46.226065 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c82896f8-a54a-4718-b37f-3c67786c16d2', 'tag': 'f199a584-a6cd-477a-a0a8-0173c813a2a7'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:11:46.230118 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dd4767a008c23f8566efc82158ee1b1fff34e1a9e908d76d0b6d0ab7e350e5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aa0ab31-81ec-4b32-9549-eab01b1c766d" -d '{"events": [{"name": "network-changed", "server_uuid": "c82896f8-a54a-4718-b37f-3c67786c16d2", "tag": "f199a584-a6cd-477a-a0a8-0173c813a2a7"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:11:46.310299 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 18:11:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-528e7104-6e55-4092-9acf-73612ee369a1 x-openstack-request-id: req-528e7104-6e55-4092-9acf-73612ee369a1 {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:11:46.310691 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c82896f8-a54a-4718-b37f-3c67786c16d2", "tag": "f199a584-a6cd-477a-a0a8-0173c813a2a7", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:11:46.311591 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-528e7104-6e55-4092-9acf-73612ee369a1 {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:11:46.311591 n-d-818022-2 neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c82896f8-a54a-4718-b37f-3c67786c16d2', 'tag': 'f199a584-a6cd-477a-a0a8-0173c813a2a7', 'status': 'completed', 'code': 200} Nov 19 18:11:46.343070 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2a77aa8-ed26-47d0-9a60-df4b5427ef7d tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:11:46.355232 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b278af6a-f057-42d8-ba9e-1e8ce2cd49fe None None] Sync routers for ids ['47765b75-f0de-4eec-a944-d800eb1125c3'] in n-d-818022-2 {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:11:46.356821 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-b2a77aa8-ed26-47d0-9a60-df4b5427ef7d tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] 10.222.0.54 "PUT /v2.0/routers/47765b75-f0de-4eec-a944-d800eb1125c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4629991 Nov 19 18:11:46.360962 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 38496) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:11:46.379691 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b278af6a-f057-42d8-ba9e-1e8ce2cd49fe None None] Routers {'47765b75-f0de-4eec-a944-d800eb1125c3'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:11:46.380340 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-b278af6a-f057-42d8-ba9e-1e8ce2cd49fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:11:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['47765b75-f0de-4eec-a944-d800eb1125c3'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:11:46.439682 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd30188c-bfca-4c85-8cf7-86c85f686560 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Deleting subnet caa5290b-1cfa-4b09-adc1-9e239d061213 {{(pid=103365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 18:11:46.442770 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa0ab31-81ec-4b32-9549-eab01b1c766d req-a216dde6-93cb-46a3-81e6-ab6e0cad9a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:11:46.444463 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0aa0ab31-81ec-4b32-9549-eab01b1c766d req-a216dde6-93cb-46a3-81e6-ab6e0cad9a6e service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=d41245dedb694df6accb5dc7769c75e5&device_id=c82896f8-a54a-4718-b37f-3c67786c16d2 HTTP/1.1" status: 200 len: 1095 time: 0.1118908 Nov 19 18:11:46.446088 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-bd30188c-bfca-4c85-8cf7-86c85f686560 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks [] for subnet, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:11:46.446822 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa0ab31-81ec-4b32-9549-eab01b1c766d req-a33b29f5-5386-4896-aca3-d6b7d1e0b321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:11:46.448562 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0aa0ab31-81ec-4b32-9549-eab01b1c766d req-a33b29f5-5386-4896-aca3-d6b7d1e0b321 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d41245dedb694df6accb5dc7769c75e5&device_id=c82896f8-a54a-4718-b37f-3c67786c16d2 HTTP/1.1" status: 200 len: 1095 time: 0.1053627 Nov 19 18:11:46.535092 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-bd30188c-bfca-4c85-8cf7-86c85f686560 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12546453'] for subnet, precommit_delete_associations {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:11:46.554330 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-b278af6a-f057-42d8-ba9e-1e8ce2cd49fe None None] Set router 47765b75-f0de-4eec-a944-d800eb1125c3 gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:11:46.599792 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device b225a980-678f-4f72-be3c-db6357a8ad1e details requested by agent hyperv_n-h2-818022-2 with host n-h2-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 18:11:46.777732 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-bd30188c-bfca-4c85-8cf7-86c85f686560 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:11:46.825294 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa0ab31-81ec-4b32-9549-eab01b1c766d req-c61f86fb-f26a-4724-a87e-c033c7299fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:11:46.827319 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0aa0ab31-81ec-4b32-9549-eab01b1c766d req-c61f86fb-f26a-4724-a87e-c033c7299fb3 service neutron] 10.222.0.86 "GET /v2.0/networks?id=27e7e577-9b51-4ea8-b428-cb57dc2f1090 HTTP/1.1" status: 200 len: 898 time: 0.3558333 Nov 19 18:11:46.828105 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa0ab31-81ec-4b32-9549-eab01b1c766d req-af484dcb-340b-4ca6-9d81-051c7ba8f498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:11:46.846616 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc391875-c9d5-455e-b1e0-7e581523662e req-ab3b91c8-348a-456b-a463-715c49855ab6 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:11:46.848622 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-cc391875-c9d5-455e-b1e0-7e581523662e req-ab3b91c8-348a-456b-a463-715c49855ab6 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/ports?device_id=c82896f8-a54a-4718-b37f-3c67786c16d2 HTTP/1.1" status: 200 len: 944 time: 0.1690290 Nov 19 18:11:46.857263 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0aa0ab31-81ec-4b32-9549-eab01b1c766d req-af484dcb-340b-4ca6-9d81-051c7ba8f498 service neutron] 10.222.0.60 "GET /v2.0/networks?id=27e7e577-9b51-4ea8-b428-cb57dc2f1090 HTTP/1.1" status: 200 len: 898 time: 0.3940566 Nov 19 18:11:46.866717 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port b225a980-678f-4f72-be3c-db6357a8ad1e, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=b225a980-678f-4f72-be3c-db6357a8ad1e,segment=NetworkSegment(878aa1ad-d952-49b3-babf-f88949b54efa),segment_id=878aa1ad-d952-49b3-babf-f88949b54efa)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:11:46.901762 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Returning: {'device': 'b225a980-678f-4f72-be3c-db6357a8ad1e', 'network_id': '3b544363-bad2-4a9e-9892-483691dc34e2', 'port_id': 'b225a980-678f-4f72-be3c-db6357a8ad1e', 'mac_address': 'fa:16:3e:ea:04:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 660, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78373283-0ecf-42ac-8dc9-066471cd2623', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 18:11:46.936244 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-b278af6a-f057-42d8-ba9e-1e8ce2cd49fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47765b75-f0de-4eec-a944-d800eb1125c3', 'name': 'tempest-TestNetworkBasicOps-router-1216971454', 'tenant_id': 'd00a359bd74e4de6b0d3dd4ba0b5c79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': '8a0e2c1f-8eeb-4070-86f5-47f107fa07ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:10:32Z', 'updated_at': '2021-11-19T18:11:44Z', 'revision_number': 5, 'project_id': 'd00a359bd74e4de6b0d3dd4ba0b5c79c', 'gw_port': {'id': '8a0e2c1f-8eeb-4070-86f5-47f107fa07ce', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:8b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47765b75-f0de-4eec-a944-d800eb1125c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:10:33Z', 'updated_at': '2021-11-19T18:10:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:11:47.005114 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:11:47.006212 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-cc391875-c9d5-455e-b1e0-7e581523662e req-2b3a703b-03a0-4c9c-9141-1b0a1ad947a3 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/security-groups?id=8f4b6ed4-731c-4422-a542-0c167c226527&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1427386 Nov 19 18:11:47.007595 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-bd30188c-bfca-4c85-8cf7-86c85f686560 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12282919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8731163'] for subnet, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:11:47.020419 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b278af6a-f057-42d8-ba9e-1e8ce2cd49fe None None] Checking router: 47765b75-f0de-4eec-a944-d800eb1125c3 for host: n-d-818022-2 {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:11:47.036322 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b225a980-678f-4f72-be3c-db6357a8ad1e {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:11:47.041089 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b278af6a-f057-42d8-ba9e-1e8ce2cd49fe None None] Routers {'47765b75-f0de-4eec-a944-d800eb1125c3'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:11:47.042093 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-b278af6a-f057-42d8-ba9e-1e8ce2cd49fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:11:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['47765b75-f0de-4eec-a944-d800eb1125c3'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:11:47.087130 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd30188c-bfca-4c85-8cf7-86c85f686560 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Pushing event deleted for resources: {'Subnet': ['ID=caa5290b-1cfa-4b09-adc1-9e239d061213,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:11:47.096039 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-bd30188c-bfca-4c85-8cf7-86c85f686560 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks [] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:11:47.102312 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-bd30188c-bfca-4c85-8cf7-86c85f686560 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] 10.222.0.54 "DELETE /v2.0/subnets/caa5290b-1cfa-4b09-adc1-9e239d061213 HTTP/1.1" status: 204 len: 168 time: 0.7379277 Nov 19 18:11:47.102839 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 38522) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:11:47.103380 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06d2944f-b390-4fe8-a56f-b3a7dbfd7a4c None None] Network 67686861-b47b-44fa-a01c-c5ad9d62b126 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:11:47.106888 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port b225a980-678f-4f72-be3c-db6357a8ad1e, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=b225a980-678f-4f72-be3c-db6357a8ad1e,segment=NetworkSegment(878aa1ad-d952-49b3-babf-f88949b54efa),segment_id=878aa1ad-d952-49b3-babf-f88949b54efa)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:11:47.247075 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0aa0ab31-81ec-4b32-9549-eab01b1c766d req-b664d8f4-c6ea-4087-b454-eb52c42a4dc9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f199a584-a6cd-477a-a0a8-0173c813a2a7 HTTP/1.1" status: 200 len: 999 time: 0.3870120 Nov 19 18:11:47.256781 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0aa0ab31-81ec-4b32-9549-eab01b1c766d req-5f0bd6f2-87f5-4716-8468-269f30109034 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f199a584-a6cd-477a-a0a8-0173c813a2a7 HTTP/1.1" status: 200 len: 999 time: 0.2648563 Nov 19 18:11:47.306718 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:11:47.365663 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-b278af6a-f057-42d8-ba9e-1e8ce2cd49fe None None] Set router 47765b75-f0de-4eec-a944-d800eb1125c3 gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:11:47.382790 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-931d18f4-86c1-47f1-97b0-15cf95ed01dd tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks [] for router, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:11:47.413326 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aca95cc-82ff-47f1-a632-026cd71cce64 req-97773eed-181b-424c-a9be-73f2bf4d7305 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:11:47.421307 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6aca95cc-82ff-47f1-a632-026cd71cce64 req-97773eed-181b-424c-a9be-73f2bf4d7305 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/ports?device_id=4679fb9b-1a4d-47ed-bcea-7c5f6d58930c HTTP/1.1" status: 200 len: 945 time: 0.1596119 Nov 19 18:11:47.428676 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa0ab31-81ec-4b32-9549-eab01b1c766d req-3eb885dc-b6f1-4fa1-9cc5-577543f66e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:11:47.430257 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0aa0ab31-81ec-4b32-9549-eab01b1c766d req-3eb885dc-b6f1-4fa1-9cc5-577543f66e08 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=749680ea-6b4d-4ba4-a221-84f2211067a3 HTTP/1.1" status: 200 len: 835 time: 0.1699016 Nov 19 18:11:47.496593 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6aca95cc-82ff-47f1-a632-026cd71cce64 req-ea0e1d84-c397-4aa6-b613-cddbc56479e0 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/security-groups?id=a66d5311-8064-42eb-b883-c6c911692a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719895 Nov 19 18:11:47.565862 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa0ab31-81ec-4b32-9549-eab01b1c766d req-702c7176-022b-468c-a52b-13bd376032e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:11:47.568831 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0aa0ab31-81ec-4b32-9549-eab01b1c766d req-702c7176-022b-468c-a52b-13bd376032e1 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=749680ea-6b4d-4ba4-a221-84f2211067a3 HTTP/1.1" status: 200 len: 835 time: 0.2672713 Nov 19 18:11:47.655609 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] get_ports_and_sgs() called for port_ids ['b225a980-678f-4f72-be3c-db6357a8ad1e'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:11:47.738997 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-931d18f4-86c1-47f1-97b0-15cf95ed01dd tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:11:47.744744 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa0ab31-81ec-4b32-9549-eab01b1c766d req-b6a20051-ea67-48d4-9c0e-97ccab3a2d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:11:47.747914 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-b278af6a-f057-42d8-ba9e-1e8ce2cd49fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47765b75-f0de-4eec-a944-d800eb1125c3', 'name': 'tempest-TestNetworkBasicOps-router-1216971454', 'tenant_id': 'd00a359bd74e4de6b0d3dd4ba0b5c79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': '8a0e2c1f-8eeb-4070-86f5-47f107fa07ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:10:32Z', 'updated_at': '2021-11-19T18:11:44Z', 'revision_number': 5, 'project_id': 'd00a359bd74e4de6b0d3dd4ba0b5c79c', 'gw_port': {'id': '8a0e2c1f-8eeb-4070-86f5-47f107fa07ce', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:8b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47765b75-f0de-4eec-a944-d800eb1125c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:10:33Z', 'updated_at': '2021-11-19T18:10:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:11:47.748076 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0aa0ab31-81ec-4b32-9549-eab01b1c766d req-b6a20051-ea67-48d4-9c0e-97ccab3a2d5f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=27e7e577-9b51-4ea8-b428-cb57dc2f1090&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2673564 Nov 19 18:11:47.757750 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa0ab31-81ec-4b32-9549-eab01b1c766d req-713423e0-812e-47e6-a90a-341d984e3ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:11:47.767066 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Pushing event updated for resources: {'Port': ['ID=b225a980-678f-4f72-be3c-db6357a8ad1e,revision_number=6']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:11:47.768768 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0aa0ab31-81ec-4b32-9549-eab01b1c766d req-713423e0-812e-47e6-a90a-341d984e3ddb service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=27e7e577-9b51-4ea8-b428-cb57dc2f1090&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1915195 Nov 19 18:11:47.815725 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b278af6a-f057-42d8-ba9e-1e8ce2cd49fe None None] The sync data for ids ['47765b75-f0de-4eec-a944-d800eb1125c3'] in n-d-818022-2 is: [{'id': '47765b75-f0de-4eec-a944-d800eb1125c3', 'name': 'tempest-TestNetworkBasicOps-router-1216971454', 'tenant_id': 'd00a359bd74e4de6b0d3dd4ba0b5c79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': '8a0e2c1f-8eeb-4070-86f5-47f107fa07ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:10:32Z', 'updated_at': '2021-11-19T18:11:44Z', 'revision_number': 5, 'project_id': 'd00a359bd74e4de6b0d3dd4ba0b5c79c', 'gw_port': {'id': '8a0e2c1f-8eeb-4070-86f5-47f107fa07ce', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:8b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47765b75-f0de-4eec-a944-d800eb1125c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:10:33Z', 'updated_at': '2021-11-19T18:10:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:11:47.871074 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device f199a584-a6cd-477a-a0a8-0173c813a2a7 details requested by agent hyperv_n-h1-818022-2 with host n-h1-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 18:11:47.879631 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-931d18f4-86c1-47f1-97b0-15cf95ed01dd tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Deleting port 8a0e2c1f-8eeb-4070-86f5-47f107fa07ce {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:11:47.882277 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-931d18f4-86c1-47f1-97b0-15cf95ed01dd tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:11:48.069933 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port f199a584-a6cd-477a-a0a8-0173c813a2a7, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=f199a584-a6cd-477a-a0a8-0173c813a2a7,segment=NetworkSegment(303313c8-64ac-45f8-92b0-cca63a8c0103),segment_id=303313c8-64ac-45f8-92b0-cca63a8c0103)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:11:48.113520 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Returning: {'device': 'f199a584-a6cd-477a-a0a8-0173c813a2a7', 'network_id': '27e7e577-9b51-4ea8-b428-cb57dc2f1090', 'port_id': 'f199a584-a6cd-477a-a0a8-0173c813a2a7', 'mac_address': 'fa:16:3e:5d:f1:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 668, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '749680ea-6b4d-4ba4-a221-84f2211067a3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 18:11:48.134490 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [None req-931d18f4-86c1-47f1-97b0-15cf95ed01dd tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] For port 8a0e2c1f-8eeb-4070-86f5-47f107fa07ce, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=8a0e2c1f-8eeb-4070-86f5-47f107fa07ce,segment=NetworkSegment(bbe705c1-96c0-476e-8381-28227e6f0ac5),segment_id=bbe705c1-96c0-476e-8381-28227e6f0ac5)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:11:48.136844 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-931d18f4-86c1-47f1-97b0-15cf95ed01dd tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:11:48.142564 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0aa0ab31-81ec-4b32-9549-eab01b1c766d req-09dccf48-5d96-439a-95f3-c8b731d34640 service neutron] 10.222.0.86 "GET /v2.0/networks/27e7e577-9b51-4ea8-b428-cb57dc2f1090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3516834 Nov 19 18:11:48.216728 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:11:48.239470 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f199a584-a6cd-477a-a0a8-0173c813a2a7 {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:11:48.258834 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-931d18f4-86c1-47f1-97b0-15cf95ed01dd tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Calling delete_port for 8a0e2c1f-8eeb-4070-86f5-47f107fa07ce owned by network:router_gateway {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:11:48.333258 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0aa0ab31-81ec-4b32-9549-eab01b1c766d req-ea206a2c-1960-4f4e-880e-d7540d3f4258 service neutron] 10.222.0.86 "GET /v2.0/networks/27e7e577-9b51-4ea8-b428-cb57dc2f1090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712165 Nov 19 18:11:48.365254 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c0609e5-e389-4cde-a950-a4478d4a7e61 None None] DHCP port deletion for 67686861-b47b-44fa-a01c-c5ad9d62b126 request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:11:48.371636 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port f199a584-a6cd-477a-a0a8-0173c813a2a7, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=f199a584-a6cd-477a-a0a8-0173c813a2a7,segment=NetworkSegment(303313c8-64ac-45f8-92b0-cca63a8c0103),segment_id=303313c8-64ac-45f8-92b0-cca63a8c0103)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:11:48.401188 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:11:48.417293 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0aa0ab31-81ec-4b32-9549-eab01b1c766d req-b03c11f6-0332-4516-99e9-88634f73703e service neutron] 10.222.0.60 "GET /v2.0/networks/27e7e577-9b51-4ea8-b428-cb57dc2f1090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6468852 Nov 19 18:11:48.596433 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbe05ec-b890-4a22-9c7c-f66b7a481c2e req-50492c55-35b4-4368-b8b4-977d0473511c tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:11:48.598401 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5cbe05ec-b890-4a22-9c7c-f66b7a481c2e req-50492c55-35b4-4368-b8b4-977d0473511c tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/ports?device_id=c82896f8-a54a-4718-b37f-3c67786c16d2 HTTP/1.1" status: 200 len: 944 time: 0.4280326 Nov 19 18:11:48.642668 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device b225a980-678f-4f72-be3c-db6357a8ad1e up at agent hyperv_n-h2-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:11:48.720548 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0aa0ab31-81ec-4b32-9549-eab01b1c766d req-343951b7-4b0d-452f-9d98-3968610081b1 service neutron] 10.222.0.60 "GET /v2.0/networks/27e7e577-9b51-4ea8-b428-cb57dc2f1090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2940886 Nov 19 18:11:48.734749 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['f199a584-a6cd-477a-a0a8-0173c813a2a7'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:11:48.815198 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21515d6d-4382-4ce9-9583-c8606438c97a req-a7afa969-dbfe-44d7-bf16-28ccfa13bfe2 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:11:48.825471 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-21515d6d-4382-4ce9-9583-c8606438c97a req-a7afa969-dbfe-44d7-bf16-28ccfa13bfe2 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/ports?device_id=4679fb9b-1a4d-47ed-bcea-7c5f6d58930c HTTP/1.1" status: 200 len: 945 time: 0.1408985 Nov 19 18:11:48.860249 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5cbe05ec-b890-4a22-9c7c-f66b7a481c2e req-a3d39fb9-9a4e-42d7-9e8b-198c89f4514e tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/security-groups?id=8f4b6ed4-731c-4422-a542-0c167c226527&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2444210 Nov 19 18:11:48.882979 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=f199a584-a6cd-477a-a0a8-0173c813a2a7,revision_number=12']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:11:48.993423 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-21515d6d-4382-4ce9-9583-c8606438c97a req-18ccb5be-a235-4be8-bae9-ba02e96e2948 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/security-groups?id=a66d5311-8064-42eb-b883-c6c911692a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624019 Nov 19 18:11:49.018904 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-1c0609e5-e389-4cde-a950-a4478d4a7e61 None None] Deleting port 73c97db8-2e7d-49f7-a58e-5fd22ad03fff {{(pid=103366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:11:49.019289 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-1c0609e5-e389-4cde-a950-a4478d4a7e61 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:11:49.063353 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-931d18f4-86c1-47f1-97b0-15cf95ed01dd tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:11:49.119755 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931d18f4-86c1-47f1-97b0-15cf95ed01dd tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Pushing event deleted for resources: {'Port': ['ID=8a0e2c1f-8eeb-4070-86f5-47f107fa07ce,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:11:49.202223 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-1c0609e5-e389-4cde-a950-a4478d4a7e61 None None] For port 73c97db8-2e7d-49f7-a58e-5fd22ad03fff, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=73c97db8-2e7d-49f7-a58e-5fd22ad03fff,segment=NetworkSegment(963d8e7b-cded-4062-9f0f-2401efbb2c5e),segment_id=963d8e7b-cded-4062-9f0f-2401efbb2c5e)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:11:49.210491 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-1c0609e5-e389-4cde-a950-a4478d4a7e61 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:11:49.236407 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c768e27c-a93f-4c8a-a082-8c89846d3bb5 None None] DHCP port deletion for 645e61aa-1a6c-4e8f-857e-ab06edb4897f request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:11:49.256360 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-931d18f4-86c1-47f1-97b0-15cf95ed01dd tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-671730'] for router_gateway, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:11:49.312690 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Provisioning complete for port b225a980-678f-4f72-be3c-db6357a8ad1e triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:11:49.313724 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:11:49.388701 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-1c0609e5-e389-4cde-a950-a4478d4a7e61 None None] Calling delete_port for 73c97db8-2e7d-49f7-a58e-5fd22ad03fff owned by network:dhcp {{(pid=103366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:11:49.396330 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-931d18f4-86c1-47f1-97b0-15cf95ed01dd tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4696'] for router, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:11:49.398884 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-931d18f4-86c1-47f1-97b0-15cf95ed01dd tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:11:49.456575 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-931d18f4-86c1-47f1-97b0-15cf95ed01dd tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-543895'] for router, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:11:49.458460 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-931d18f4-86c1-47f1-97b0-15cf95ed01dd tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Fanout notify agent at l3_agent the message router_deleted on router 47765b75-f0de-4eec-a944-d800eb1125c3 {{(pid=103365) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 18:11:49.475329 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-931d18f4-86c1-47f1-97b0-15cf95ed01dd tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks [] for router, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:11:49.477545 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-931d18f4-86c1-47f1-97b0-15cf95ed01dd tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] 10.222.0.54 "DELETE /v2.0/routers/47765b75-f0de-4eec-a944-d800eb1125c3 HTTP/1.1" status: 204 len: 168 time: 2.3717227 Nov 19 18:11:49.480117 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 38578) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:11:49.664310 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f0a5e579-6a79-456c-b799-a0b17fd008f6 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:11:49.741268 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-f0a5e579-6a79-456c-b799-a0b17fd008f6 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Deleting port 73c97db8-2e7d-49f7-a58e-5fd22ad03fff {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:11:49.742130 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f0a5e579-6a79-456c-b799-a0b17fd008f6 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:11:49.863447 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 07ca8c4d-50e0-4dcb-9870-7b73b7ce1def no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:11:49.908468 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [None req-f0a5e579-6a79-456c-b799-a0b17fd008f6 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] For port 73c97db8-2e7d-49f7-a58e-5fd22ad03fff, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=73c97db8-2e7d-49f7-a58e-5fd22ad03fff,segment=NetworkSegment(963d8e7b-cded-4062-9f0f-2401efbb2c5e),segment_id=963d8e7b-cded-4062-9f0f-2401efbb2c5e)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:11:49.908891 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-1c0609e5-e389-4cde-a950-a4478d4a7e61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007'] for port, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:11:49.909060 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f0a5e579-6a79-456c-b799-a0b17fd008f6 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:11:49.937891 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-f0a5e579-6a79-456c-b799-a0b17fd008f6 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Calling delete_port for 73c97db8-2e7d-49f7-a58e-5fd22ad03fff owned by network:dhcp {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:11:49.943320 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0609e5-e389-4cde-a950-a4478d4a7e61 None None] Pushing event deleted for resources: {'Port': ['ID=73c97db8-2e7d-49f7-a58e-5fd22ad03fff,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:11:49.946742 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:11:49.965092 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: 07ca8c4d-50e0-4dcb-9870-7b73b7ce1def {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:11:49.965711 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 07ca8c4d-50e0-4dcb-9870-7b73b7ce1def not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:11:49.966382 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 73c97db8-2e7d-49f7-a58e-5fd22ad03fff no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:11:50.028720 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: 73c97db8-2e7d-49f7-a58e-5fd22ad03fff {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:11:50.029160 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 73c97db8-2e7d-49f7-a58e-5fd22ad03fff not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:11:50.089990 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f0a5e579-6a79-456c-b799-a0b17fd008f6 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:11:50.098408 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c0609e5-e389-4cde-a950-a4478d4a7e61 None None] No DVR routers for this DVR port 73c97db8-2e7d-49f7-a58e-5fd22ad03fff on host n-d-818022-2 {{(pid=103366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:11:50.100039 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4679fb9b-1a4d-47ed-bcea-7c5f6d58930c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b225a980-678f-4f72-be3c-db6357a8ad1e'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:11:50.106878 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3940761bcd94e032e6960d2241bd8993c5d3a7d8dc2aca8488f3ecf1d4dd2fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a00ecfcc-321c-464d-ad99-d89b7159385a" -d '{"events": [{"server_uuid": "4679fb9b-1a4d-47ed-bcea-7c5f6d58930c", "name": "network-vif-plugged", "status": "completed", "tag": "b225a980-678f-4f72-be3c-db6357a8ad1e"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:11:50.184127 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port b225a980-678f-4f72-be3c-db6357a8ad1e, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=b225a980-678f-4f72-be3c-db6357a8ad1e,segment=NetworkSegment(878aa1ad-d952-49b3-babf-f88949b54efa),segment_id=878aa1ad-d952-49b3-babf-f88949b54efa)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:11:50.276897 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3833b272-3390-434f-8d59-19ec752550eb req-4ba398f4-ae1f-41d2-94f9-5c92e7f39ecd tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:11:50.286061 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-3833b272-3390-434f-8d59-19ec752550eb req-4ba398f4-ae1f-41d2-94f9-5c92e7f39ecd tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/ports?device_id=4679fb9b-1a4d-47ed-bcea-7c5f6d58930c HTTP/1.1" status: 200 len: 945 time: 0.1144359 Nov 19 18:11:50.297359 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:11:50.311800 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a5e579-6a79-456c-b799-a0b17fd008f6 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] No DVR routers for this DVR port 73c97db8-2e7d-49f7-a58e-5fd22ad03fff on host n-d-818022-2 {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:11:50.333631 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a5e579-6a79-456c-b799-a0b17fd008f6 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Pushing event deleted for resources: {'Port': ['ID=73c97db8-2e7d-49f7-a58e-5fd22ad03fff,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:11:50.418710 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Pushing event updated for resources: {'Port': ['ID=b225a980-678f-4f72-be3c-db6357a8ad1e,revision_number=7']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:11:50.439085 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-3833b272-3390-434f-8d59-19ec752550eb req-47f295db-471e-4f30-9961-1b40be363b84 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/security-groups?id=a66d5311-8064-42eb-b883-c6c911692a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502187 Nov 19 18:11:50.496105 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d09e01-136d-4001-88d4-4c429467f4b9 req-bf5c2c77-65a2-484e-8d2a-61f75307acf1 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:11:50.497831 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a0d09e01-136d-4001-88d4-4c429467f4b9 req-bf5c2c77-65a2-484e-8d2a-61f75307acf1 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/ports?device_id=c82896f8-a54a-4718-b37f-3c67786c16d2 HTTP/1.1" status: 200 len: 945 time: 0.3957407 Nov 19 18:11:50.525407 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f0a5e579-6a79-456c-b799-a0b17fd008f6 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:11:50.557878 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-f0a5e579-6a79-456c-b799-a0b17fd008f6 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67686861-b47b-44fa-a01c-c5ad9d62b126']}} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:11:50.569473 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-f0a5e579-6a79-456c-b799-a0b17fd008f6 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '963d8e7b-cded-4062-9f0f-2401efbb2c5e') {'for_net_delete': True} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:11:50.569921 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-f0a5e579-6a79-456c-b799-a0b17fd008f6 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '963d8e7b-cded-4062-9f0f-2401efbb2c5e') {} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:11:50.581677 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:11:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e5eebf5-0c45-49ea-9827-e11a1fa04cb1 x-openstack-request-id: req-3e5eebf5-0c45-49ea-9827-e11a1fa04cb1 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:11:50.582237 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4679fb9b-1a4d-47ed-bcea-7c5f6d58930c", "name": "network-vif-plugged", "status": "completed", "tag": "b225a980-678f-4f72-be3c-db6357a8ad1e", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:11:50.582496 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-3e5eebf5-0c45-49ea-9827-e11a1fa04cb1 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:11:50.582913 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4679fb9b-1a4d-47ed-bcea-7c5f6d58930c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b225a980-678f-4f72-be3c-db6357a8ad1e', 'code': 200} Nov 19 18:11:50.588455 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f0a5e579-6a79-456c-b799-a0b17fd008f6 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12545382'] for segment, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:11:50.662972 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f0a5e579-6a79-456c-b799-a0b17fd008f6 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:11:50.685259 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0a5e579-6a79-456c-b799-a0b17fd008f6 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Releasing vlan 676 on physical network physnet1 to pool {{(pid=103365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 18:11:50.686591 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f0a5e579-6a79-456c-b799-a0b17fd008f6 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12282953'] for segment, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:11:50.696217 n-d-818022-2 neutron-server[103365]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 18:11:50.696217 n-d-818022-2 neutron-server[103365]: self.session.flush() Nov 19 18:11:50.696217 n-d-818022-2 neutron-server[103365]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 18:11:50.696217 n-d-818022-2 neutron-server[103365]: self.session.flush() Nov 19 18:11:50.696217 n-d-818022-2 neutron-server[103365]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 18:11:50.696217 n-d-818022-2 neutron-server[103365]: self.session.flush() Nov 19 18:11:50.696217 n-d-818022-2 neutron-server[103365]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 18:11:50.696217 n-d-818022-2 neutron-server[103365]: self.session.flush() Nov 19 18:11:50.696217 n-d-818022-2 neutron-server[103365]: Traceback (most recent call last): Nov 19 18:11:50.696217 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 18:11:50.696217 n-d-818022-2 neutron-server[103365]: timer() Nov 19 18:11:50.696217 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 18:11:50.696217 n-d-818022-2 neutron-server[103365]: cb(*args, **kw) Nov 19 18:11:50.696217 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 18:11:50.696217 n-d-818022-2 neutron-server[103365]: return func(*args, **kwargs) Nov 19 18:11:50.696217 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 18:11:50.696217 n-d-818022-2 neutron-server[103365]: self._notify() Nov 19 18:11:50.696217 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 18:11:50.696217 n-d-818022-2 neutron-server[103365]: self.callback(batched_events) Nov 19 18:11:50.696217 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 18:11:50.696217 n-d-818022-2 neutron-server[103365]: event.method(event) Nov 19 18:11:50.696217 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 18:11:50.696217 n-d-818022-2 neutron-server[103365]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 18:11:50.696217 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 18:11:50.696217 n-d-818022-2 neutron-server[103365]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 18:11:50.696217 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 18:11:50.696217 n-d-818022-2 neutron-server[103365]: return f(self, *a, **k) Nov 19 18:11:50.696217 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 18:11:50.696217 n-d-818022-2 neutron-server[103365]: return self._get(url).json() Nov 19 18:11:50.696217 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 18:11:50.696217 n-d-818022-2 neutron-server[103365]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 18:11:50.696217 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 18:11:50.696217 n-d-818022-2 neutron-server[103365]: return self.request(url, 'GET', **kwargs) Nov 19 18:11:50.696217 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 18:11:50.696217 n-d-818022-2 neutron-server[103365]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 18:11:50.696217 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 18:11:50.696217 n-d-818022-2 neutron-server[103365]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 18:11:50.696217 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 18:11:50.696217 n-d-818022-2 neutron-server[103365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 18:11:50.696217 n-d-818022-2 neutron-server[103365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 18:11:50.699809 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-3406b1f7-3bba-4a32-9a52-cf8064ddac9e req-87b0d68e-2257-4a92-9953-14951b44da69 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=cc04e7a6-e0b7-438f-a931-99187cf28379&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1031692 Nov 19 18:11:50.872722 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a0d09e01-136d-4001-88d4-4c429467f4b9 req-7772436b-f1c6-428a-8afe-af9d6cc04d32 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/security-groups?id=8f4b6ed4-731c-4422-a542-0c167c226527&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2758107 Nov 19 18:11:50.878435 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f0a5e579-6a79-456c-b799-a0b17fd008f6 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671242'] for network, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:11:50.887311 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f0a5e579-6a79-456c-b799-a0b17fd008f6 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Publish callbacks [] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:11:50.897332 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-f0a5e579-6a79-456c-b799-a0b17fd008f6 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] 10.222.0.54 "DELETE /v2.0/networks/67686861-b47b-44fa-a01c-c5ad9d62b126 HTTP/1.1" status: 204 len: 168 time: 1.4153352 Nov 19 18:11:50.898251 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 38608) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:11:50.913343 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3406b1f7-3bba-4a32-9a52-cf8064ddac9e req-a8b375b4-640e-4d19-89a0-612cd5737da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:11:50.915456 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-3406b1f7-3bba-4a32-9a52-cf8064ddac9e req-a8b375b4-640e-4d19-89a0-612cd5737da0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e45c6e5baa414b6894171527d94e1abd&device_id=cc04e7a6-e0b7-438f-a931-99187cf28379 HTTP/1.1" status: 200 len: 1095 time: 0.1381476 Nov 19 18:11:51.019817 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a5e579-6a79-456c-b799-a0b17fd008f6 tempest-TestNetworkBasicOps-96034597 tempest-TestNetworkBasicOps-96034597-project] Pushing event deleted for resources: {'Network': ['ID=67686861-b47b-44fa-a01c-c5ad9d62b126,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:11:51.081522 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-75687aed-f9e7-404e-a3bd-020a2ee47800 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/floatingips/c466bb2f-1cc9-4ce4-bfa2-7a96f3a543a5 HTTP/1.1" status: 200 len: 992 time: 0.1777158 Nov 19 18:11:51.125417 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3406b1f7-3bba-4a32-9a52-cf8064ddac9e req-0250a755-9461-482f-868f-5e16a678fb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:11:51.127327 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-3406b1f7-3bba-4a32-9a52-cf8064ddac9e req-0250a755-9461-482f-868f-5e16a678fb6a service neutron] 10.222.0.60 "GET /v2.0/networks?id=3b544363-bad2-4a9e-9892-483691dc34e2 HTTP/1.1" status: 200 len: 912 time: 0.1853321 Nov 19 18:11:51.271164 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-3406b1f7-3bba-4a32-9a52-cf8064ddac9e req-d58d10c2-cb8e-46be-8513-069ba6ef8072 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2019baf0-8dd1-4014-98b3-2c3c4d3ec3aa HTTP/1.1" status: 200 len: 999 time: 0.1361620 Nov 19 18:11:51.354688 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3406b1f7-3bba-4a32-9a52-cf8064ddac9e req-46d09ad6-6677-4918-9fee-30d91f1bc07b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:11:51.356458 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-3406b1f7-3bba-4a32-9a52-cf8064ddac9e req-46d09ad6-6677-4918-9fee-30d91f1bc07b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=78373283-0ecf-42ac-8dc9-066471cd2623 HTTP/1.1" status: 200 len: 850 time: 0.0750418 Nov 19 18:11:51.501730 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 38622) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:11:51.543489 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3406b1f7-3bba-4a32-9a52-cf8064ddac9e req-4c51767e-eef6-4329-b80d-be3bd87d38bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:11:51.550323 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-3406b1f7-3bba-4a32-9a52-cf8064ddac9e req-4c51767e-eef6-4329-b80d-be3bd87d38bf service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3b544363-bad2-4a9e-9892-483691dc34e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1859694 Nov 19 18:11:51.565228 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 8a0e2c1f-8eeb-4070-86f5-47f107fa07ce no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:11:51.627602 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: 8a0e2c1f-8eeb-4070-86f5-47f107fa07ce {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:11:51.630007 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 8a0e2c1f-8eeb-4070-86f5-47f107fa07ce not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:11:51.811962 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f06337-089d-4b64-8bb2-b17412cb08ab req-c5f5ec58-3b9f-46c6-96e2-48cb0664bd79 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:11:51.813449 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-96f06337-089d-4b64-8bb2-b17412cb08ab req-c5f5ec58-3b9f-46c6-96e2-48cb0664bd79 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/ports?device_id=4679fb9b-1a4d-47ed-bcea-7c5f6d58930c HTTP/1.1" status: 200 len: 946 time: 0.2619166 Nov 19 18:11:51.839666 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-54166f52-1d50-4a88-b001-459c10bf992f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d00a359bd74e4de6b0d3dd4ba0b5c79c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3360271 Nov 19 18:11:51.846121 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 38628) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:11:51.878638 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device f199a584-a6cd-477a-a0a8-0173c813a2a7 up at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:11:51.983533 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-3406b1f7-3bba-4a32-9a52-cf8064ddac9e req-a1e6d199-12ee-4aed-aaef-50003a3da3df service neutron] 10.222.0.60 "GET /v2.0/networks/3b544363-bad2-4a9e-9892-483691dc34e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4080465 Nov 19 18:11:51.986306 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning for port f199a584-a6cd-477a-a0a8-0173c813a2a7 completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 18:11:51.993611 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning complete for port f199a584-a6cd-477a-a0a8-0173c813a2a7 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:11:51.994404 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:11:52.128360 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:11:52.155556 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-96f06337-089d-4b64-8bb2-b17412cb08ab req-a310beb5-17dc-43b0-9036-425eeca280ce tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/security-groups?id=a66d5311-8064-42eb-b883-c6c911692a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3319721 Nov 19 18:11:52.207909 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port f199a584-a6cd-477a-a0a8-0173c813a2a7, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=f199a584-a6cd-477a-a0a8-0173c813a2a7,segment=NetworkSegment(303313c8-64ac-45f8-92b0-cca63a8c0103),segment_id=303313c8-64ac-45f8-92b0-cca63a8c0103)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:11:52.228439 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:11:52.255379 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-3406b1f7-3bba-4a32-9a52-cf8064ddac9e req-ed8b93ae-137a-4da6-a3aa-9097d78e58fc service neutron] 10.222.0.60 "GET /v2.0/networks/3b544363-bad2-4a9e-9892-483691dc34e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2622943 Nov 19 18:11:52.294426 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e069ce2e-90e8-4afc-97ef-d9bad544e043 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:11:52.325023 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=f199a584-a6cd-477a-a0a8-0173c813a2a7,revision_number=13']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:11:52.351725 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e069ce2e-90e8-4afc-97ef-d9bad544e043 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:11:52.444840 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e069ce2e-90e8-4afc-97ef-d9bad544e043 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:11:52.448526 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e069ce2e-90e8-4afc-97ef-d9bad544e043 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:11:52.450621 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-e069ce2e-90e8-4afc-97ef-d9bad544e043 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/da04e542-7be5-4102-8d92-3169ee6b94aa HTTP/1.1" status: 204 len: 168 time: 0.6035631 Nov 19 18:11:52.462416 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e069ce2e-90e8-4afc-97ef-d9bad544e043 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da04e542-7be5-4102-8d92-3169ee6b94aa,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:11:52.586656 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c82896f8-a54a-4718-b37f-3c67786c16d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f199a584-a6cd-477a-a0a8-0173c813a2a7'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:11:52.595389 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3940761bcd94e032e6960d2241bd8993c5d3a7d8dc2aca8488f3ecf1d4dd2fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7fd6579-1e82-48a3-b85c-c22799ecfdb4" -d '{"events": [{"server_uuid": "c82896f8-a54a-4718-b37f-3c67786c16d2", "name": "network-vif-plugged", "status": "completed", "tag": "f199a584-a6cd-477a-a0a8-0173c813a2a7"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:11:52.685584 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:11:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1113a08-7586-4e45-ad71-f48ebd1a86d7 x-openstack-request-id: req-c1113a08-7586-4e45-ad71-f48ebd1a86d7 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:11:52.686646 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c82896f8-a54a-4718-b37f-3c67786c16d2", "name": "network-vif-plugged", "status": "completed", "tag": "f199a584-a6cd-477a-a0a8-0173c813a2a7", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:11:52.687123 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c1113a08-7586-4e45-ad71-f48ebd1a86d7 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:11:52.688174 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c82896f8-a54a-4718-b37f-3c67786c16d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f199a584-a6cd-477a-a0a8-0173c813a2a7', 'code': 200} Nov 19 18:11:53.052275 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 38654) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:11:53.073335 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4fbb8a35-2dca-437f-893b-14b47550978b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:11:53.191198 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4fbb8a35-2dca-437f-893b-14b47550978b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:11:53.200589 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4fbb8a35-2dca-437f-893b-14b47550978b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:11:53.262106 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-4fbb8a35-2dca-437f-893b-14b47550978b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f57e407da88049f5ac253b7d06b6492c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2084343 Nov 19 18:11:53.265245 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 38660) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:11:53.266620 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbb8a35-2dca-437f-893b-14b47550978b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f24c953-e928-4a87-afd1-792f950fd18d,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:11:53.333707 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0387cd7d-4a6d-4a5c-923a-6600f1b5b594 req-f730ff6d-876f-449b-8bf2-c330df74fae8 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:11:53.335615 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0387cd7d-4a6d-4a5c-923a-6600f1b5b594 req-f730ff6d-876f-449b-8bf2-c330df74fae8 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/ports?device_id=4679fb9b-1a4d-47ed-bcea-7c5f6d58930c HTTP/1.1" status: 200 len: 946 time: 0.0718982 Nov 19 18:11:53.338229 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3c1e0c10-4bb7-4bdf-a1a5-e73fa692caf2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:11:53.383425 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3c1e0c10-4bb7-4bdf-a1a5-e73fa692caf2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:11:53.439874 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0387cd7d-4a6d-4a5c-923a-6600f1b5b594 req-7eb61975-f224-4bc5-b4c5-248aea85fd21 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/security-groups?id=a66d5311-8064-42eb-b883-c6c911692a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967429 Nov 19 18:11:53.500148 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3c1e0c10-4bb7-4bdf-a1a5-e73fa692caf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:11:53.507895 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3c1e0c10-4bb7-4bdf-a1a5-e73fa692caf2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:11:53.509418 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-3c1e0c10-4bb7-4bdf-a1a5-e73fa692caf2 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/9f24c953-e928-4a87-afd1-792f950fd18d HTTP/1.1" status: 204 len: 168 time: 0.2431669 Nov 19 18:11:53.524033 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1e0c10-4bb7-4bdf-a1a5-e73fa692caf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f24c953-e928-4a87-afd1-792f950fd18d,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:11:54.589436 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b3c729-faf8-46b9-90d2-89b676fce72e req-c6c1a321-3f9f-453a-9dd5-f0b53fa182a2 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:11:54.597365 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-30b3c729-faf8-46b9-90d2-89b676fce72e req-c6c1a321-3f9f-453a-9dd5-f0b53fa182a2 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/ports?device_id=4679fb9b-1a4d-47ed-bcea-7c5f6d58930c HTTP/1.1" status: 200 len: 946 time: 0.0650184 Nov 19 18:11:54.683350 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-30b3c729-faf8-46b9-90d2-89b676fce72e req-022a3962-49fd-4453-bb02-188192a3b13f tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/security-groups?id=a66d5311-8064-42eb-b883-c6c911692a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848513 Nov 19 18:11:54.818374 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 38720) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:11:55.049299 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-271282c3-b934-4c53-b2b0-5ccb33662313 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-572859798-network', 'tenant_id': '081327802ccf41e39cc0b1a2c18d32ca'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:11:55.094136 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-271282c3-b934-4c53-b2b0-5ccb33662313 admin admin] Made reservation on behalf of 081327802ccf41e39cc0b1a2c18d32ca for: {'network': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:11:55.096699 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-271282c3-b934-4c53-b2b0-5ccb33662313 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:11:55.107167 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-271282c3-b934-4c53-b2b0-5ccb33662313 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:11:55.220689 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-271282c3-b934-4c53-b2b0-5ccb33662313 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:11:55.234242 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-271282c3-b934-4c53-b2b0-5ccb33662313 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:11:55.276787 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-271282c3-b934-4c53-b2b0-5ccb33662313 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 667} {{(pid=103365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 18:11:55.280743 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271282c3-b934-4c53-b2b0-5ccb33662313 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0b33c56-2794-4c42-b035-519d1669622b,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:11:55.296248 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-271282c3-b934-4c53-b2b0-5ccb33662313 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:11:55.296543 n-d-818022-2 neutron-server[103365]: INFO neutron.db.segments_db [None req-271282c3-b934-4c53-b2b0-5ccb33662313 admin admin] Added segment 9fca4bdf-2946-4885-9659-6bc6d19df95c of type vlan for network acd88ea3-c560-4b1e-b8da-60a13e0890b0 Nov 19 18:11:55.349565 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-271282c3-b934-4c53-b2b0-5ccb33662313 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:11:55.405713 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-271282c3-b934-4c53-b2b0-5ccb33662313 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:11:55.406865 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-271282c3-b934-4c53-b2b0-5ccb33662313 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:11:55.407642 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-271282c3-b934-4c53-b2b0-5ccb33662313 admin admin] Publish callbacks [] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:11:55.525856 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-271282c3-b934-4c53-b2b0-5ccb33662313 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7062232 Nov 19 18:11:55.529986 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 38734) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:11:55.537605 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-5d9516f5-48b9-4d4e-8fca-1c1cd8215d7e admin admin] Request body: {'subnet': {'network_id': 'acd88ea3-c560-4b1e-b8da-60a13e0890b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-572859798-subnet', 'tenant_id': '081327802ccf41e39cc0b1a2c18d32ca', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:11:55.548534 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271282c3-b934-4c53-b2b0-5ccb33662313 admin admin] Pushing event updated for resources: {'Network': ['ID=acd88ea3-c560-4b1e-b8da-60a13e0890b0,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:11:55.562760 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network acd88ea3-c560-4b1e-b8da-60a13e0890b0 details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 18:11:55.597223 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d9516f5-48b9-4d4e-8fca-1c1cd8215d7e admin admin] Made reservation on behalf of 081327802ccf41e39cc0b1a2c18d32ca for: {'subnet': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:11:55.608857 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5d9516f5-48b9-4d4e-8fca-1c1cd8215d7e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8983829'] for subnet, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:11:55.907079 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2656e615-eb3a-4acd-afb9-ea806d8d713b req-52652112-ac8e-456b-b0a2-afb88b7335d1 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:11:55.915640 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2656e615-eb3a-4acd-afb9-ea806d8d713b req-52652112-ac8e-456b-b0a2-afb88b7335d1 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/ports?device_id=4679fb9b-1a4d-47ed-bcea-7c5f6d58930c HTTP/1.1" status: 200 len: 946 time: 0.1356590 Nov 19 18:11:55.997638 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2656e615-eb3a-4acd-afb9-ea806d8d713b req-3a3fc0a8-f5cb-4147-9a63-8be44079939b tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/security-groups?id=a66d5311-8064-42eb-b883-c6c911692a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810506 Nov 19 18:11:56.114327 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5d9516f5-48b9-4d4e-8fca-1c1cd8215d7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12425078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8983815'] for subnet, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:11:56.256302 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d9516f5-48b9-4d4e-8fca-1c1cd8215d7e admin admin] Checking segment: {'id': '9fca4bdf-2946-4885-9659-6bc6d19df95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'acd88ea3-c560-4b1e-b8da-60a13e0890b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:11:56.257148 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d9516f5-48b9-4d4e-8fca-1c1cd8215d7e admin admin] Network hostable DHCP agents. Network: acd88ea3-c560-4b1e-b8da-60a13e0890b0, hostable agents: ['02910ef2-0455-4aea-9f38-9a875579633f'], hosted agents: [] {{(pid=103364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 18:11:56.272842 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9516f5-48b9-4d4e-8fca-1c1cd8215d7e admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a142f3e-ad77-4a49-88c9-272b40dbdf0c,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:11:56.299340 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d9516f5-48b9-4d4e-8fca-1c1cd8215d7e admin admin] Network acd88ea3-c560-4b1e-b8da-60a13e0890b0 is scheduled to be hosted by DHCP agent 02910ef2-0455-4aea-9f38-9a875579633f with binding_index 1 {{(pid=103364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 18:11:56.324510 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-5d9516f5-48b9-4d4e-8fca-1c1cd8215d7e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818022-2, acd88ea3-c560-4b1e-b8da-60a13e0890b0) {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:11:56.330254 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d9516f5-48b9-4d4e-8fca-1c1cd8215d7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:11:56.332655 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5d9516f5-48b9-4d4e-8fca-1c1cd8215d7e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:11:56.336171 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03535fb9-ebba-4c4f-857a-d1296e32b877 None None] Network acd88ea3-c560-4b1e-b8da-60a13e0890b0 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:11:56.365069 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-5d9516f5-48b9-4d4e-8fca-1c1cd8215d7e admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8333933 Nov 19 18:11:56.574030 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ff8d42d-0b26-4e57-861c-389913f213d4 None None] Network acd88ea3-c560-4b1e-b8da-60a13e0890b0 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:11:57.234134 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635bbd0e-bf28-49e1-8a82-bfec93081225 req-b1f7a9fb-2673-4af4-b316-3ef6464dd010 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:11:57.236140 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-635bbd0e-bf28-49e1-8a82-bfec93081225 req-b1f7a9fb-2673-4af4-b316-3ef6464dd010 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/ports?device_id=4679fb9b-1a4d-47ed-bcea-7c5f6d58930c HTTP/1.1" status: 200 len: 946 time: 0.0950570 Nov 19 18:11:57.368899 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-635bbd0e-bf28-49e1-8a82-bfec93081225 req-b422dd0f-4b37-4d91-adce-668592fc3b83 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/security-groups?id=a66d5311-8064-42eb-b883-c6c911692a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189692 Nov 19 18:11:57.630338 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 38802) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:11:57.635856 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-9f8088f6-00f9-41ea-833e-89650c6be605 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1978812518-network', 'tenant_id': '7e3466fd6bdc431eafc2b1b10880af6b'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:11:57.680110 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f8088f6-00f9-41ea-833e-89650c6be605 admin admin] Made reservation on behalf of 7e3466fd6bdc431eafc2b1b10880af6b for: {'network': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:11:57.682754 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9f8088f6-00f9-41ea-833e-89650c6be605 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:11:57.710016 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9f8088f6-00f9-41ea-833e-89650c6be605 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:11:57.886019 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9f8088f6-00f9-41ea-833e-89650c6be605 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:11:57.922841 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9f8088f6-00f9-41ea-833e-89650c6be605 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:11:57.957830 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f8088f6-00f9-41ea-833e-89650c6be605 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 657} {{(pid=103364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 18:11:57.959703 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8088f6-00f9-41ea-833e-89650c6be605 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ccc2e9d-d860-4a2d-9937-dbdddaf83dc8,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:11:57.972055 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9f8088f6-00f9-41ea-833e-89650c6be605 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:11:57.972384 n-d-818022-2 neutron-server[103364]: INFO neutron.db.segments_db [None req-9f8088f6-00f9-41ea-833e-89650c6be605 admin admin] Added segment 130b6f28-9736-4c93-b204-80797e0f60ba of type vlan for network b1a7098f-f411-44bc-87f4-096801b5bbd3 Nov 19 18:11:58.030391 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9f8088f6-00f9-41ea-833e-89650c6be605 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:11:58.077851 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9f8088f6-00f9-41ea-833e-89650c6be605 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:11:58.078932 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f8088f6-00f9-41ea-833e-89650c6be605 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:11:58.081612 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9f8088f6-00f9-41ea-833e-89650c6be605 admin admin] Publish callbacks [] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:11:58.732852 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8088f6-00f9-41ea-833e-89650c6be605 admin admin] Pushing event updated for resources: {'Network': ['ID=b1a7098f-f411-44bc-87f4-096801b5bbd3,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:11:58.748328 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network b1a7098f-f411-44bc-87f4-096801b5bbd3 details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 18:11:58.779099 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-9f8088f6-00f9-41ea-833e-89650c6be605 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1450059 Nov 19 18:11:58.779471 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 38814) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:11:58.785473 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-a255049c-83fe-48ce-a12e-d2e564b6ef15 admin admin] Request body: {'subnet': {'network_id': 'b1a7098f-f411-44bc-87f4-096801b5bbd3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1978812518-subnet', 'tenant_id': '7e3466fd6bdc431eafc2b1b10880af6b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:11:58.865662 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd0e798-b39a-4bb0-aea8-cda053e8ac58 req-91923e90-72e2-4a52-b978-07c831b518e2 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:11:58.866749 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a255049c-83fe-48ce-a12e-d2e564b6ef15 admin admin] Made reservation on behalf of 7e3466fd6bdc431eafc2b1b10880af6b for: {'subnet': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:11:58.869439 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a255049c-83fe-48ce-a12e-d2e564b6ef15 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8731248'] for subnet, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:11:58.870714 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0fd0e798-b39a-4bb0-aea8-cda053e8ac58 req-91923e90-72e2-4a52-b978-07c831b518e2 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/ports?device_id=4679fb9b-1a4d-47ed-bcea-7c5f6d58930c HTTP/1.1" status: 200 len: 946 time: 0.1242828 Nov 19 18:11:58.974310 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0fd0e798-b39a-4bb0-aea8-cda053e8ac58 req-d1bc7358-b0ad-4eb9-8994-3cde9dfac58e tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/security-groups?id=a66d5311-8064-42eb-b883-c6c911692a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927975 Nov 19 18:11:59.220346 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a255049c-83fe-48ce-a12e-d2e564b6ef15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12283104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8731234'] for subnet, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:11:59.281638 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a255049c-83fe-48ce-a12e-d2e564b6ef15 admin admin] Pushing event updated for resources: {'Subnet': ['ID=26027260-553b-408b-9825-b4239c10e584,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:11:59.329652 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a255049c-83fe-48ce-a12e-d2e564b6ef15 admin admin] Checking segment: {'id': '130b6f28-9736-4c93-b204-80797e0f60ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'b1a7098f-f411-44bc-87f4-096801b5bbd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:11:59.330309 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a255049c-83fe-48ce-a12e-d2e564b6ef15 admin admin] Network hostable DHCP agents. Network: b1a7098f-f411-44bc-87f4-096801b5bbd3, hostable agents: ['02910ef2-0455-4aea-9f38-9a875579633f'], hosted agents: [] {{(pid=103365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 18:11:59.351384 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a255049c-83fe-48ce-a12e-d2e564b6ef15 admin admin] Network b1a7098f-f411-44bc-87f4-096801b5bbd3 is scheduled to be hosted by DHCP agent 02910ef2-0455-4aea-9f38-9a875579633f with binding_index 1 {{(pid=103365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 18:11:59.364584 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-a255049c-83fe-48ce-a12e-d2e564b6ef15 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818022-2, b1a7098f-f411-44bc-87f4-096801b5bbd3) {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:11:59.369022 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a255049c-83fe-48ce-a12e-d2e564b6ef15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:11:59.369611 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a255049c-83fe-48ce-a12e-d2e564b6ef15 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:11:59.379174 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e68d72a3-8c04-4489-95c8-cf9f49f99147 None None] Network b1a7098f-f411-44bc-87f4-096801b5bbd3 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:11:59.432143 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-a255049c-83fe-48ce-a12e-d2e564b6ef15 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6514761 Nov 19 18:11:59.546802 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03087708-1440-4cc8-bc20-a67fc3b15da2 None None] Network b1a7098f-f411-44bc-87f4-096801b5bbd3 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:11:59.812745 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-722e76f0-2cb2-4b50-bddd-585f7fdb62a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:00.209679 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c39222-c7b1-4573-a45d-1bd25d56c563 req-9fc00d5a-7866-4936-bcdc-46e092de6010 tempest-TestServerAdvancedOps-760933848 tempest-TestServerAdvancedOps-760933848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:12:00.212285 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-53c39222-c7b1-4573-a45d-1bd25d56c563 req-9fc00d5a-7866-4936-bcdc-46e092de6010 tempest-TestServerAdvancedOps-760933848 tempest-TestServerAdvancedOps-760933848-project] 10.222.0.54 "GET /v2.0/networks?id=acd88ea3-c560-4b1e-b8da-60a13e0890b0 HTTP/1.1" status: 200 len: 811 time: 0.1793373 Nov 19 18:12:00.225682 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b8875f-df76-4e82-926d-0510fb376010 req-2a89467f-c551-4d65-b045-d5d4cb3c11fa tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:12:00.228542 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-50b8875f-df76-4e82-926d-0510fb376010 req-2a89467f-c551-4d65-b045-d5d4cb3c11fa tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/ports?device_id=4679fb9b-1a4d-47ed-bcea-7c5f6d58930c HTTP/1.1" status: 200 len: 946 time: 0.1014209 Nov 19 18:12:00.233463 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-53c39222-c7b1-4573-a45d-1bd25d56c563 req-d5d85b59-67e9-4629-9548-798a2f45afbd tempest-TestServerAdvancedOps-760933848 tempest-TestServerAdvancedOps-760933848-project] 10.222.0.54 "GET /v2.0/quotas/081327802ccf41e39cc0b1a2c18d32ca HTTP/1.1" status: 200 len: 375 time: 0.0144076 Nov 19 18:12:00.312342 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-50b8875f-df76-4e82-926d-0510fb376010 req-3a65fc85-dd84-460e-8825-bdab067cfd93 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/security-groups?id=a66d5311-8064-42eb-b883-c6c911692a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775127 Nov 19 18:12:00.313656 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-53c39222-c7b1-4573-a45d-1bd25d56c563 req-a0fb9709-e07a-4b00-bdf5-2a0da4367bed tempest-TestServerAdvancedOps-760933848 tempest-TestServerAdvancedOps-760933848-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=081327802ccf41e39cc0b1a2c18d32ca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0717678 Nov 19 18:12:00.438820 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-53c39222-c7b1-4573-a45d-1bd25d56c563 req-55fa2162-895c-4ecf-a7de-8837722352c9 service neutron] 10.222.0.54 "GET /v2.0/networks/acd88ea3-c560-4b1e-b8da-60a13e0890b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176529 Nov 19 18:12:00.544659 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-53c39222-c7b1-4573-a45d-1bd25d56c563 req-b5911236-08ce-4eb7-ad1d-6ba599b2961e service neutron] 10.222.0.54 "GET /v2.0/networks/acd88ea3-c560-4b1e-b8da-60a13e0890b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046033 Nov 19 18:12:00.808209 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-03312968-978b-4e61-8157-9b37bc85a555 req-a6bf730d-c059-449e-be91-ca5642e2dfc5 tempest-TestServerAdvancedOps-760933848 tempest-TestServerAdvancedOps-760933848-project] 10.222.0.54 "GET /v2.0/ports?device_id=67c486df-019d-44ba-83ac-6e1b62232513 HTTP/1.1" status: 200 len: 210 time: 0.0542696 Nov 19 18:12:01.493659 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7681ce-d7cd-4904-8ed8-9ac71321a88f req-844483f2-2041-4e25-bc10-8079b71b36cd tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:12:01.501007 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9a7681ce-d7cd-4904-8ed8-9ac71321a88f req-844483f2-2041-4e25-bc10-8079b71b36cd tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/ports?device_id=4679fb9b-1a4d-47ed-bcea-7c5f6d58930c HTTP/1.1" status: 200 len: 946 time: 0.0754244 Nov 19 18:12:01.574735 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9a7681ce-d7cd-4904-8ed8-9ac71321a88f req-c6baf63a-4449-497e-8cfd-f0a838078ec6 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/security-groups?id=a66d5311-8064-42eb-b883-c6c911692a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679545 Nov 19 18:12:01.967066 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ea782bfd-be9c-47a6-a17b-477d80317f56 req-306440c6-2d44-451e-ad9d-976af2c6eb78 tempest-TestServerAdvancedOps-760933848 tempest-TestServerAdvancedOps-760933848-project] 10.222.0.54 "GET /v2.0/ports?device_id=67c486df-019d-44ba-83ac-6e1b62232513 HTTP/1.1" status: 200 len: 210 time: 0.0387177 Nov 19 18:12:02.033346 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2a404ed3-4396-4bc7-88fd-5c2e3516439a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:02.486333 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c39222-c7b1-4573-a45d-1bd25d56c563 req-65159bfe-ac26-4603-866c-8dc456a1f0f9 tempest-TestServerAdvancedOps-760933848 tempest-TestServerAdvancedOps-760933848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:12:02.493298 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-53c39222-c7b1-4573-a45d-1bd25d56c563 req-65159bfe-ac26-4603-866c-8dc456a1f0f9 tempest-TestServerAdvancedOps-760933848 tempest-TestServerAdvancedOps-760933848-project] 10.222.0.60 "GET /v2.0/networks?id=acd88ea3-c560-4b1e-b8da-60a13e0890b0 HTTP/1.1" status: 200 len: 811 time: 0.2849483 Nov 19 18:12:02.513684 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-53c39222-c7b1-4573-a45d-1bd25d56c563 req-a10835c2-6d69-4d56-bb32-c9a702a2fcb5 tempest-TestServerAdvancedOps-760933848 tempest-TestServerAdvancedOps-760933848-project] Request body: {'port': {'device_id': '67c486df-019d-44ba-83ac-6e1b62232513', 'network_id': 'acd88ea3-c560-4b1e-b8da-60a13e0890b0', 'admin_state_up': True, 'tenant_id': '081327802ccf41e39cc0b1a2c18d32ca'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:12:02.687511 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53c39222-c7b1-4573-a45d-1bd25d56c563 req-a10835c2-6d69-4d56-bb32-c9a702a2fcb5 tempest-TestServerAdvancedOps-760933848 tempest-TestServerAdvancedOps-760933848-project] Made reservation on behalf of 081327802ccf41e39cc0b1a2c18d32ca for: {'port': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:12:02.691366 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-53c39222-c7b1-4573-a45d-1bd25d56c563 req-a10835c2-6d69-4d56-bb32-c9a702a2fcb5 tempest-TestServerAdvancedOps-760933848 tempest-TestServerAdvancedOps-760933848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:02.834739 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d7c032-492d-494d-9092-04608080e550 req-eaa45da7-36a2-45b3-aea6-affc71484517 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:12:02.854523 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-23d7c032-492d-494d-9092-04608080e550 req-eaa45da7-36a2-45b3-aea6-affc71484517 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/ports?device_id=4679fb9b-1a4d-47ed-bcea-7c5f6d58930c HTTP/1.1" status: 200 len: 946 time: 0.1266022 Nov 19 18:12:02.952059 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-23d7c032-492d-494d-9092-04608080e550 req-dcc0b5e7-0dcb-461c-b1be-482d05bc589e tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/security-groups?id=a66d5311-8064-42eb-b883-c6c911692a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861313 Nov 19 18:12:02.958072 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [req-53c39222-c7b1-4573-a45d-1bd25d56c563 req-a10835c2-6d69-4d56-bb32-c9a702a2fcb5 tempest-TestServerAdvancedOps-760933848 tempest-TestServerAdvancedOps-760933848-project] Allocated IP 172.20.0.9 (acd88ea3-c560-4b1e-b8da-60a13e0890b0/2a142f3e-ad77-4a49-88c9-272b40dbdf0c/b2393844-4ea7-4290-a88a-47fdec2fa032) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:12:03.230679 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e46ecc5a-dc14-4744-b262-3072ff2e958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:03.318794 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2dc40232-3e66-4578-8343-f168a390ce96 req-20e296bb-852c-43d3-8491-f33caa3607bd tempest-TestServerAdvancedOps-760933848 tempest-TestServerAdvancedOps-760933848-project] 10.222.0.54 "GET /v2.0/ports?device_id=67c486df-019d-44ba-83ac-6e1b62232513 HTTP/1.1" status: 200 len: 210 time: 0.2092109 Nov 19 18:12:03.365081 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-53c39222-c7b1-4573-a45d-1bd25d56c563 req-a10835c2-6d69-4d56-bb32-c9a702a2fcb5 tempest-TestServerAdvancedOps-760933848 tempest-TestServerAdvancedOps-760933848-project] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:03.469871 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-53c39222-c7b1-4573-a45d-1bd25d56c563 req-a10835c2-6d69-4d56-bb32-c9a702a2fcb5 tempest-TestServerAdvancedOps-760933848 tempest-TestServerAdvancedOps-760933848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:03.542947 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53c39222-c7b1-4573-a45d-1bd25d56c563 req-a10835c2-6d69-4d56-bb32-c9a702a2fcb5 tempest-TestServerAdvancedOps-760933848 tempest-TestServerAdvancedOps-760933848-project] Network acd88ea3-c560-4b1e-b8da-60a13e0890b0 is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:12:03.546355 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [req-53c39222-c7b1-4573-a45d-1bd25d56c563 req-a10835c2-6d69-4d56-bb32-c9a702a2fcb5 tempest-TestServerAdvancedOps-760933848 tempest-TestServerAdvancedOps-760933848-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:12:03.552847 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [req-53c39222-c7b1-4573-a45d-1bd25d56c563 req-a10835c2-6d69-4d56-bb32-c9a702a2fcb5 tempest-TestServerAdvancedOps-760933848 tempest-TestServerAdvancedOps-760933848-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:12:03.634746 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10835c2-6d69-4d56-bb32-c9a702a2fcb5 tempest-TestServerAdvancedOps-760933848 tempest-TestServerAdvancedOps-760933848-project] Pushing event updated for resources: {'Port': ['ID=b2393844-4ea7-4290-a88a-47fdec2fa032,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:12:03.669906 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c39222-c7b1-4573-a45d-1bd25d56c563 req-a10835c2-6d69-4d56-bb32-c9a702a2fcb5 tempest-TestServerAdvancedOps-760933848 tempest-TestServerAdvancedOps-760933848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:12:03.670721 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-53c39222-c7b1-4573-a45d-1bd25d56c563 req-a10835c2-6d69-4d56-bb32-c9a702a2fcb5 tempest-TestServerAdvancedOps-760933848 tempest-TestServerAdvancedOps-760933848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:03.701564 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-53c39222-c7b1-4573-a45d-1bd25d56c563 req-a10835c2-6d69-4d56-bb32-c9a702a2fcb5 tempest-TestServerAdvancedOps-760933848 tempest-TestServerAdvancedOps-760933848-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1970847 Nov 19 18:12:03.740735 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-53c39222-c7b1-4573-a45d-1bd25d56c563 req-62172d53-7234-4161-ad7e-79bf3bcf2e1c service neutron] Request body: {'port': {'device_id': '67c486df-019d-44ba-83ac-6e1b62232513', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818022-2'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:12:03.831484 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-53c39222-c7b1-4573-a45d-1bd25d56c563 req-62172d53-7234-4161-ad7e-79bf3bcf2e1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:03.928966 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:03.941178 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:04.154187 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb2f864-6dee-49f4-b312-b533b460df6e req-3faa3c23-38eb-4658-b2be-6db6a2b6daee tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:12:04.156432 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [req-53c39222-c7b1-4573-a45d-1bd25d56c563 req-62172d53-7234-4161-ad7e-79bf3bcf2e1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2393844-4ea7-4290-a88a-47fdec2fa032 {{(pid=103364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:12:04.165011 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-53c39222-c7b1-4573-a45d-1bd25d56c563 req-62172d53-7234-4161-ad7e-79bf3bcf2e1c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:04.165670 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-cbb2f864-6dee-49f4-b312-b533b460df6e req-3faa3c23-38eb-4658-b2be-6db6a2b6daee tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/ports?device_id=4679fb9b-1a4d-47ed-bcea-7c5f6d58930c HTTP/1.1" status: 200 len: 946 time: 0.1086311 Nov 19 18:12:04.180245 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.provisioning_blocks [req-53c39222-c7b1-4573-a45d-1bd25d56c563 req-62172d53-7234-4161-ad7e-79bf3bcf2e1c service neutron] Transition to ACTIVE for port object b2393844-4ea7-4290-a88a-47fdec2fa032 will not be triggered until provisioned by entity L2. {{(pid=103364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 18:12:04.190389 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-53c39222-c7b1-4573-a45d-1bd25d56c563 req-62172d53-7234-4161-ad7e-79bf3bcf2e1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:04.259315 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62172d53-7234-4161-ad7e-79bf3bcf2e1c service neutron] Pushing event updated for resources: {'Port': ['ID=b2393844-4ea7-4290-a88a-47fdec2fa032,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:12:04.259654 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-cbb2f864-6dee-49f4-b312-b533b460df6e req-f5e66bdd-ae4b-4be4-9462-e0b15c02d50d tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/security-groups?id=a66d5311-8064-42eb-b883-c6c911692a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927060 Nov 19 18:12:04.465446 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-53c39222-c7b1-4573-a45d-1bd25d56c563 req-62172d53-7234-4161-ad7e-79bf3bcf2e1c service neutron] Attempting to bind port b2393844-4ea7-4290-a88a-47fdec2fa032 on host n-h1-818022-2 for vnic_type normal with profile {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:12:04.465446 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-53c39222-c7b1-4573-a45d-1bd25d56c563 req-62172d53-7234-4161-ad7e-79bf3bcf2e1c service neutron] Attempting to bind port b2393844-4ea7-4290-a88a-47fdec2fa032 by drivers openvswitch,hyperv on host n-h1-818022-2 at level 0 using segments [{'id': '9fca4bdf-2946-4885-9659-6bc6d19df95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'acd88ea3-c560-4b1e-b8da-60a13e0890b0'}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:12:04.465446 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53c39222-c7b1-4573-a45d-1bd25d56c563 req-62172d53-7234-4161-ad7e-79bf3bcf2e1c service neutron] Attempting to bind port b2393844-4ea7-4290-a88a-47fdec2fa032 on network acd88ea3-c560-4b1e-b8da-60a13e0890b0 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:12:04.494751 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53c39222-c7b1-4573-a45d-1bd25d56c563 req-62172d53-7234-4161-ad7e-79bf3bcf2e1c service neutron] Port b2393844-4ea7-4290-a88a-47fdec2fa032 on network acd88ea3-c560-4b1e-b8da-60a13e0890b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-818022-2 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 18:12:04.495079 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53c39222-c7b1-4573-a45d-1bd25d56c563 req-62172d53-7234-4161-ad7e-79bf3bcf2e1c service neutron] Attempting to bind port b2393844-4ea7-4290-a88a-47fdec2fa032 on network acd88ea3-c560-4b1e-b8da-60a13e0890b0 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:12:04.504464 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53c39222-c7b1-4573-a45d-1bd25d56c563 req-62172d53-7234-4161-ad7e-79bf3bcf2e1c service neutron] Checking agent: {'id': 'a6668d96-12fa-4ec0-99ad-77eaf490dd2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'started_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 12, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:12:04.504811 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53c39222-c7b1-4573-a45d-1bd25d56c563 req-62172d53-7234-4161-ad7e-79bf3bcf2e1c service neutron] Checking segment: {'id': '9fca4bdf-2946-4885-9659-6bc6d19df95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'acd88ea3-c560-4b1e-b8da-60a13e0890b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:12:04.505221 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53c39222-c7b1-4573-a45d-1bd25d56c563 req-62172d53-7234-4161-ad7e-79bf3bcf2e1c service neutron] Bound using segment: {'id': '9fca4bdf-2946-4885-9659-6bc6d19df95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'acd88ea3-c560-4b1e-b8da-60a13e0890b0'} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:12:04.505678 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-53c39222-c7b1-4573-a45d-1bd25d56c563 req-62172d53-7234-4161-ad7e-79bf3bcf2e1c service neutron] Bound port: b2393844-4ea7-4290-a88a-47fdec2fa032, host: n-h1-818022-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fca4bdf-2946-4885-9659-6bc6d19df95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'acd88ea3-c560-4b1e-b8da-60a13e0890b0'}}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:12:04.506522 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-53c39222-c7b1-4573-a45d-1bd25d56c563 req-62172d53-7234-4161-ad7e-79bf3bcf2e1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:04.560407 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dccb9d-c45b-47a8-8c8c-c9d6bce5510e req-622458c4-d193-4bbe-9977-1ab19dcba9ba tempest-TestServerAdvancedOps-760933848 tempest-TestServerAdvancedOps-760933848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:12:04.574501 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f9dccb9d-c45b-47a8-8c8c-c9d6bce5510e req-622458c4-d193-4bbe-9977-1ab19dcba9ba tempest-TestServerAdvancedOps-760933848 tempest-TestServerAdvancedOps-760933848-project] 10.222.0.54 "GET /v2.0/ports?device_id=67c486df-019d-44ba-83ac-6e1b62232513 HTTP/1.1" status: 200 len: 943 time: 0.1270163 Nov 19 18:12:04.702480 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f9dccb9d-c45b-47a8-8c8c-c9d6bce5510e req-a023ee18-f211-459b-a814-f101b4e040d2 tempest-TestServerAdvancedOps-760933848 tempest-TestServerAdvancedOps-760933848-project] 10.222.0.54 "GET /v2.0/security-groups?id=b0b33c56-2794-4c42-b035-519d1669622b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269515 Nov 19 18:12:04.703740 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-53c39222-c7b1-4573-a45d-1bd25d56c563 req-62172d53-7234-4161-ad7e-79bf3bcf2e1c service neutron] For port b2393844-4ea7-4290-a88a-47fdec2fa032, host n-h1-818022-2, cleared binding levels {{(pid=103364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:12:04.708021 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-53c39222-c7b1-4573-a45d-1bd25d56c563 req-62172d53-7234-4161-ad7e-79bf3bcf2e1c service neutron] For port b2393844-4ea7-4290-a88a-47fdec2fa032, host n-h1-818022-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=b2393844-4ea7-4290-a88a-47fdec2fa032,segment=NetworkSegment(9fca4bdf-2946-4885-9659-6bc6d19df95c),segment_id=9fca4bdf-2946-4885-9659-6bc6d19df95c)] {{(pid=103364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:12:04.726651 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-53c39222-c7b1-4573-a45d-1bd25d56c563 req-62172d53-7234-4161-ad7e-79bf3bcf2e1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:04.770657 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c39222-c7b1-4573-a45d-1bd25d56c563 req-62172d53-7234-4161-ad7e-79bf3bcf2e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:12:04.771284 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-53c39222-c7b1-4573-a45d-1bd25d56c563 req-62172d53-7234-4161-ad7e-79bf3bcf2e1c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:04.772751 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-53c39222-c7b1-4573-a45d-1bd25d56c563 req-62172d53-7234-4161-ad7e-79bf3bcf2e1c service neutron] 10.222.0.60 "PUT /v2.0/ports/b2393844-4ea7-4290-a88a-47fdec2fa032 HTTP/1.1" status: 200 len: 1091 time: 1.0607455 Nov 19 18:12:04.773235 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67c486df-019d-44ba-83ac-6e1b62232513', 'tag': 'b2393844-4ea7-4290-a88a-47fdec2fa032'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:12:04.775700 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dd4767a008c23f8566efc82158ee1b1fff34e1a9e908d76d0b6d0ab7e350e5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-653a91ed-47e1-44b1-a285-48834e1cc824" -d '{"events": [{"name": "network-changed", "server_uuid": "67c486df-019d-44ba-83ac-6e1b62232513", "tag": "b2393844-4ea7-4290-a88a-47fdec2fa032"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:12:04.802973 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62172d53-7234-4161-ad7e-79bf3bcf2e1c service neutron] Pushing event updated for resources: {'Port': ['ID=b2393844-4ea7-4290-a88a-47fdec2fa032,revision_number=3']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:12:04.860320 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e013d7e6-5264-4dcc-9759-54f5fb809e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:04.862317 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 18:12:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d839fd5-932c-47ab-a2fa-371b8295442a x-openstack-request-id: req-7d839fd5-932c-47ab-a2fa-371b8295442a {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:12:04.862868 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67c486df-019d-44ba-83ac-6e1b62232513", "tag": "b2393844-4ea7-4290-a88a-47fdec2fa032", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:12:04.863349 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-7d839fd5-932c-47ab-a2fa-371b8295442a {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:12:04.863949 n-d-818022-2 neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67c486df-019d-44ba-83ac-6e1b62232513', 'tag': 'b2393844-4ea7-4290-a88a-47fdec2fa032', 'status': 'completed', 'code': 200} Nov 19 18:12:04.908800 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c39222-c7b1-4573-a45d-1bd25d56c563 req-833c4ab4-8d77-445d-b89f-7b9bd86004a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:12:04.912465 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-53c39222-c7b1-4573-a45d-1bd25d56c563 req-833c4ab4-8d77-445d-b89f-7b9bd86004a5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=081327802ccf41e39cc0b1a2c18d32ca&device_id=67c486df-019d-44ba-83ac-6e1b62232513 HTTP/1.1" status: 200 len: 1094 time: 0.0690968 Nov 19 18:12:04.970957 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-53c39222-c7b1-4573-a45d-1bd25d56c563 req-d4a17129-10a1-4ffa-9287-b6c117c2519f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b2393844-4ea7-4290-a88a-47fdec2fa032 HTTP/1.1" status: 200 len: 217 time: 0.0484986 Nov 19 18:12:05.067919 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c39222-c7b1-4573-a45d-1bd25d56c563 req-2f7ddec2-8ff1-406a-8d71-c4f5f16c82dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:12:05.069513 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-53c39222-c7b1-4573-a45d-1bd25d56c563 req-2f7ddec2-8ff1-406a-8d71-c4f5f16c82dc service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2a142f3e-ad77-4a49-88c9-272b40dbdf0c HTTP/1.1" status: 200 len: 851 time: 0.0893149 Nov 19 18:12:05.106286 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-53c39222-c7b1-4573-a45d-1bd25d56c563 req-39bf3644-8099-4fed-a972-33769f900416 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=acd88ea3-c560-4b1e-b8da-60a13e0890b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279894 Nov 19 18:12:05.199203 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:05.223681 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-53c39222-c7b1-4573-a45d-1bd25d56c563 req-8b613979-133a-4465-9ce3-92afd2393035 service neutron] 10.222.0.60 "GET /v2.0/networks/acd88ea3-c560-4b1e-b8da-60a13e0890b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106422 Nov 19 18:12:05.360550 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-53c39222-c7b1-4573-a45d-1bd25d56c563 req-10d4cdf4-4490-490b-8319-25b83b72550f service neutron] 10.222.0.60 "GET /v2.0/networks/acd88ea3-c560-4b1e-b8da-60a13e0890b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271904 Nov 19 18:12:05.411508 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32607f6-ff80-4087-a4cb-b5e40079400b req-e9f19da8-f80a-45d7-ac28-4c31081c4f8c tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:12:05.413163 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-e32607f6-ff80-4087-a4cb-b5e40079400b req-e9f19da8-f80a-45d7-ac28-4c31081c4f8c tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/ports?device_id=4679fb9b-1a4d-47ed-bcea-7c5f6d58930c HTTP/1.1" status: 200 len: 946 time: 0.0760384 Nov 19 18:12:05.483744 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-e32607f6-ff80-4087-a4cb-b5e40079400b req-f67099bb-b85e-4587-85b6-951c97a16e8d tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/security-groups?id=a66d5311-8064-42eb-b883-c6c911692a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612738 Nov 19 18:12:05.513537 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653a91ed-47e1-44b1-a285-48834e1cc824 req-87121eb3-3334-4b88-9822-c6acf8d1be6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:12:05.515087 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-653a91ed-47e1-44b1-a285-48834e1cc824 req-87121eb3-3334-4b88-9822-c6acf8d1be6a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=081327802ccf41e39cc0b1a2c18d32ca&device_id=67c486df-019d-44ba-83ac-6e1b62232513 HTTP/1.1" status: 200 len: 1094 time: 0.0530336 Nov 19 18:12:05.660195 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653a91ed-47e1-44b1-a285-48834e1cc824 req-5d282de8-1952-4f74-a8a0-9fa8a131c1af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:12:05.662759 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-653a91ed-47e1-44b1-a285-48834e1cc824 req-5d282de8-1952-4f74-a8a0-9fa8a131c1af service neutron] 10.222.0.60 "GET /v2.0/networks?id=acd88ea3-c560-4b1e-b8da-60a13e0890b0 HTTP/1.1" status: 200 len: 912 time: 0.1401753 Nov 19 18:12:05.758202 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-653a91ed-47e1-44b1-a285-48834e1cc824 req-e9f2f919-db0d-4c24-8ae1-d4becd9d3bc3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b2393844-4ea7-4290-a88a-47fdec2fa032 HTTP/1.1" status: 200 len: 217 time: 0.0845306 Nov 19 18:12:05.847123 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653a91ed-47e1-44b1-a285-48834e1cc824 req-c4787bba-edf0-4881-91cf-2b2fdab3bf0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:12:05.848878 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-653a91ed-47e1-44b1-a285-48834e1cc824 req-c4787bba-edf0-4881-91cf-2b2fdab3bf0a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2a142f3e-ad77-4a49-88c9-272b40dbdf0c HTTP/1.1" status: 200 len: 851 time: 0.0843909 Nov 19 18:12:05.859820 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd8b4d8-2202-47f0-8f88-a46c2af806b7 req-c8eec365-e0d9-44ad-984d-49107208f422 tempest-TestServerAdvancedOps-760933848 tempest-TestServerAdvancedOps-760933848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:12:05.867874 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9fd8b4d8-2202-47f0-8f88-a46c2af806b7 req-c8eec365-e0d9-44ad-984d-49107208f422 tempest-TestServerAdvancedOps-760933848 tempest-TestServerAdvancedOps-760933848-project] 10.222.0.54 "GET /v2.0/ports?device_id=67c486df-019d-44ba-83ac-6e1b62232513 HTTP/1.1" status: 200 len: 943 time: 0.0649517 Nov 19 18:12:05.890977 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-653a91ed-47e1-44b1-a285-48834e1cc824 req-dd6ebdaa-d78c-4e4b-a2fd-1b98b34d1fb4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=acd88ea3-c560-4b1e-b8da-60a13e0890b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322092 Nov 19 18:12:05.962454 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9fd8b4d8-2202-47f0-8f88-a46c2af806b7 req-ac6bd449-3c47-4ffe-b645-46c43f4ba8b0 tempest-TestServerAdvancedOps-760933848 tempest-TestServerAdvancedOps-760933848-project] 10.222.0.54 "GET /v2.0/security-groups?id=b0b33c56-2794-4c42-b035-519d1669622b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935872 Nov 19 18:12:06.008114 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-653a91ed-47e1-44b1-a285-48834e1cc824 req-546f77ae-e591-4890-bae4-6c9a53a89abd service neutron] 10.222.0.60 "GET /v2.0/networks/acd88ea3-c560-4b1e-b8da-60a13e0890b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066651 Nov 19 18:12:06.140203 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-653a91ed-47e1-44b1-a285-48834e1cc824 req-33ca0aec-bd0b-4c84-9884-be67bf3d2c9f service neutron] 10.222.0.60 "GET /v2.0/networks/acd88ea3-c560-4b1e-b8da-60a13e0890b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237328 Nov 19 18:12:06.619542 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbb0d8e-363d-48a2-a9ba-2acf4b415e94 req-2156d797-8a97-4ff8-be5f-35bb13916dff tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:12:06.621070 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0dbb0d8e-363d-48a2-a9ba-2acf4b415e94 req-2156d797-8a97-4ff8-be5f-35bb13916dff tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/ports?device_id=4679fb9b-1a4d-47ed-bcea-7c5f6d58930c HTTP/1.1" status: 200 len: 946 time: 0.0524526 Nov 19 18:12:06.678354 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0dbb0d8e-363d-48a2-a9ba-2acf4b415e94 req-af673ca1-b1f1-4e6b-bf78-f87b8a22e3ce tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/security-groups?id=a66d5311-8064-42eb-b883-c6c911692a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484736 Nov 19 18:12:06.867520 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2c86fb-389d-4781-a53f-6aa8dcc5d0e2 req-b2df04b8-bcd5-4fe5-a4ee-6e55751346bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:12:06.869052 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-fd2c86fb-389d-4781-a53f-6aa8dcc5d0e2 req-b2df04b8-bcd5-4fe5-a4ee-6e55751346bb service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e45c6e5baa414b6894171527d94e1abd&device_id=4679fb9b-1a4d-47ed-bcea-7c5f6d58930c HTTP/1.1" status: 200 len: 1097 time: 0.0444398 Nov 19 18:12:06.965705 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2c86fb-389d-4781-a53f-6aa8dcc5d0e2 req-bb8d0376-6a98-48d0-b00b-77dbc0c95474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:12:06.967807 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-fd2c86fb-389d-4781-a53f-6aa8dcc5d0e2 req-bb8d0376-6a98-48d0-b00b-77dbc0c95474 service neutron] 10.222.0.86 "GET /v2.0/networks?id=3b544363-bad2-4a9e-9892-483691dc34e2 HTTP/1.1" status: 200 len: 912 time: 0.0903842 Nov 19 18:12:07.010428 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-fd2c86fb-389d-4781-a53f-6aa8dcc5d0e2 req-fc64ec5f-bd71-4fde-bb98-95b6ae3839e2 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b225a980-678f-4f72-be3c-db6357a8ad1e HTTP/1.1" status: 200 len: 217 time: 0.0356345 Nov 19 18:12:07.070996 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2c86fb-389d-4781-a53f-6aa8dcc5d0e2 req-57476c90-3b24-4edf-963c-2a365e08b52c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:12:07.074625 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-fd2c86fb-389d-4781-a53f-6aa8dcc5d0e2 req-57476c90-3b24-4edf-963c-2a365e08b52c service neutron] 10.222.0.86 "GET /v2.0/subnets?id=78373283-0ecf-42ac-8dc9-066471cd2623 HTTP/1.1" status: 200 len: 850 time: 0.0531604 Nov 19 18:12:07.095421 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d254e60-5d18-4b38-90e0-9fb7439ca172 req-fa06e4ba-8935-429c-8285-6a3b5d683cad tempest-TestServerAdvancedOps-760933848 tempest-TestServerAdvancedOps-760933848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:12:07.097038 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3d254e60-5d18-4b38-90e0-9fb7439ca172 req-fa06e4ba-8935-429c-8285-6a3b5d683cad tempest-TestServerAdvancedOps-760933848 tempest-TestServerAdvancedOps-760933848-project] 10.222.0.54 "GET /v2.0/ports?device_id=67c486df-019d-44ba-83ac-6e1b62232513 HTTP/1.1" status: 200 len: 943 time: 0.0589228 Nov 19 18:12:07.128797 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2c86fb-389d-4781-a53f-6aa8dcc5d0e2 req-7b2e979b-53ab-43d7-8d31-f26cb18edb41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:12:07.130556 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-fd2c86fb-389d-4781-a53f-6aa8dcc5d0e2 req-7b2e979b-53ab-43d7-8d31-f26cb18edb41 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=3b544363-bad2-4a9e-9892-483691dc34e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0483625 Nov 19 18:12:07.165097 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3d254e60-5d18-4b38-90e0-9fb7439ca172 req-70cb7f33-091a-43c0-827d-b11286c6f0e5 tempest-TestServerAdvancedOps-760933848 tempest-TestServerAdvancedOps-760933848-project] 10.222.0.54 "GET /v2.0/security-groups?id=b0b33c56-2794-4c42-b035-519d1669622b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537448 Nov 19 18:12:07.248569 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-fd2c86fb-389d-4781-a53f-6aa8dcc5d0e2 req-588dc2e1-c5a8-4494-b6cf-fd82e6af214c service neutron] 10.222.0.86 "GET /v2.0/networks/3b544363-bad2-4a9e-9892-483691dc34e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091409 Nov 19 18:12:07.346665 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-fd2c86fb-389d-4781-a53f-6aa8dcc5d0e2 req-d2944381-c681-4453-9a00-85f618dcbaa3 service neutron] 10.222.0.86 "GET /v2.0/networks/3b544363-bad2-4a9e-9892-483691dc34e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904894 Nov 19 18:12:07.660851 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 38930) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:12:07.665517 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-91faaea9-f354-4e2e-abe9-42439bb7cbf9 tempest-TestVolumeBackupRestore-904268693 tempest-TestVolumeBackupRestore-904268693-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-132881048', 'description': 'tempest-secgroup-smoke-132881048 description', 'project_id': 'edbbe4476fe74b6fa453a50965fd817b'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:12:07.692812 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-91faaea9-f354-4e2e-abe9-42439bb7cbf9 tempest-TestVolumeBackupRestore-904268693 tempest-TestVolumeBackupRestore-904268693-project] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:07.781686 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-91faaea9-f354-4e2e-abe9-42439bb7cbf9 tempest-TestVolumeBackupRestore-904268693 tempest-TestVolumeBackupRestore-904268693-project] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:07.796647 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-91faaea9-f354-4e2e-abe9-42439bb7cbf9 tempest-TestVolumeBackupRestore-904268693 tempest-TestVolumeBackupRestore-904268693-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:07.831258 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91faaea9-f354-4e2e-abe9-42439bb7cbf9 tempest-TestVolumeBackupRestore-904268693 tempest-TestVolumeBackupRestore-904268693-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ffd1a4bd-9cd7-4dac-9945-b664fc1abeb9,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:12:07.840564 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-91faaea9-f354-4e2e-abe9-42439bb7cbf9 tempest-TestVolumeBackupRestore-904268693 tempest-TestVolumeBackupRestore-904268693-project] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:07.844835 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-91faaea9-f354-4e2e-abe9-42439bb7cbf9 tempest-TestVolumeBackupRestore-904268693 tempest-TestVolumeBackupRestore-904268693-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1798420 Nov 19 18:12:07.845048 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 38936) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:12:07.849658 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-062c5b36-9232-4f8d-8275-c7207bbbdb97 tempest-TestVolumeBackupRestore-904268693 tempest-TestVolumeBackupRestore-904268693-project] Request body: {'security_group_rule': {'security_group_id': 'ffd1a4bd-9cd7-4dac-9945-b664fc1abeb9', 'project_id': 'edbbe4476fe74b6fa453a50965fd817b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:12:07.861161 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70ba47e-f8e0-4f97-aa74-b6e92a9e072b req-b6eaa622-b526-47e3-a70d-2a58c5258acf tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:12:07.863112 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f70ba47e-f8e0-4f97-aa74-b6e92a9e072b req-b6eaa622-b526-47e3-a70d-2a58c5258acf tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/ports?device_id=4679fb9b-1a4d-47ed-bcea-7c5f6d58930c HTTP/1.1" status: 200 len: 946 time: 0.1017339 Nov 19 18:12:07.897606 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-062c5b36-9232-4f8d-8275-c7207bbbdb97 tempest-TestVolumeBackupRestore-904268693 tempest-TestVolumeBackupRestore-904268693-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:07.936939 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f70ba47e-f8e0-4f97-aa74-b6e92a9e072b req-abe63a54-01d0-41ea-91c7-0268e3253201 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/security-groups?id=a66d5311-8064-42eb-b883-c6c911692a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671561 Nov 19 18:12:07.969878 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-062c5b36-9232-4f8d-8275-c7207bbbdb97 tempest-TestVolumeBackupRestore-904268693 tempest-TestVolumeBackupRestore-904268693-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:07.975208 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-062c5b36-9232-4f8d-8275-c7207bbbdb97 tempest-TestVolumeBackupRestore-904268693 tempest-TestVolumeBackupRestore-904268693-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735179'] for security_group_rule, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:07.996257 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062c5b36-9232-4f8d-8275-c7207bbbdb97 tempest-TestVolumeBackupRestore-904268693 tempest-TestVolumeBackupRestore-904268693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00b18d15-2e52-4001-b462-2390de17bb74,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:12:08.000887 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-062c5b36-9232-4f8d-8275-c7207bbbdb97 tempest-TestVolumeBackupRestore-904268693 tempest-TestVolumeBackupRestore-904268693-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:08.002394 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-062c5b36-9232-4f8d-8275-c7207bbbdb97 tempest-TestVolumeBackupRestore-904268693 tempest-TestVolumeBackupRestore-904268693-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1563067 Nov 19 18:12:08.004892 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 38938) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:12:08.009479 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-67f6a469-8409-4dec-a90e-86d56974acb0 tempest-TestVolumeBackupRestore-904268693 tempest-TestVolumeBackupRestore-904268693-project] Request body: {'security_group_rule': {'security_group_id': 'ffd1a4bd-9cd7-4dac-9945-b664fc1abeb9', 'project_id': 'edbbe4476fe74b6fa453a50965fd817b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:12:08.038085 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-67f6a469-8409-4dec-a90e-86d56974acb0 tempest-TestVolumeBackupRestore-904268693 tempest-TestVolumeBackupRestore-904268693-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:08.103003 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-67f6a469-8409-4dec-a90e-86d56974acb0 tempest-TestVolumeBackupRestore-904268693 tempest-TestVolumeBackupRestore-904268693-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:08.109152 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-67f6a469-8409-4dec-a90e-86d56974acb0 tempest-TestVolumeBackupRestore-904268693 tempest-TestVolumeBackupRestore-904268693-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735179'] for security_group_rule, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:08.129245 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f6a469-8409-4dec-a90e-86d56974acb0 tempest-TestVolumeBackupRestore-904268693 tempest-TestVolumeBackupRestore-904268693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fce4e13d-ed9b-4180-8d5e-88f0cf8f7484,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:12:08.139164 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-67f6a469-8409-4dec-a90e-86d56974acb0 tempest-TestVolumeBackupRestore-904268693 tempest-TestVolumeBackupRestore-904268693-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:08.140456 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-67f6a469-8409-4dec-a90e-86d56974acb0 tempest-TestVolumeBackupRestore-904268693 tempest-TestVolumeBackupRestore-904268693-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1345537 Nov 19 18:12:08.146785 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 38940) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:12:08.148983 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-9c819b9e-b08f-4904-8018-3e39ec2ef637 tempest-TestVolumeBackupRestore-904268693 tempest-TestVolumeBackupRestore-904268693-project] Request body: {'security_group_rule': {'security_group_id': 'ffd1a4bd-9cd7-4dac-9945-b664fc1abeb9', 'project_id': 'edbbe4476fe74b6fa453a50965fd817b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:12:08.179584 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9c819b9e-b08f-4904-8018-3e39ec2ef637 tempest-TestVolumeBackupRestore-904268693 tempest-TestVolumeBackupRestore-904268693-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:08.244773 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9c819b9e-b08f-4904-8018-3e39ec2ef637 tempest-TestVolumeBackupRestore-904268693 tempest-TestVolumeBackupRestore-904268693-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:08.257964 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9c819b9e-b08f-4904-8018-3e39ec2ef637 tempest-TestVolumeBackupRestore-904268693 tempest-TestVolumeBackupRestore-904268693-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735179'] for security_group_rule, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:08.297623 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c819b9e-b08f-4904-8018-3e39ec2ef637 tempest-TestVolumeBackupRestore-904268693 tempest-TestVolumeBackupRestore-904268693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fda2d6d-9755-41a0-a1c3-fc1bd217aa8f,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:12:08.305320 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9c819b9e-b08f-4904-8018-3e39ec2ef637 tempest-TestVolumeBackupRestore-904268693 tempest-TestVolumeBackupRestore-904268693-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:08.306957 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-9c819b9e-b08f-4904-8018-3e39ec2ef637 tempest-TestVolumeBackupRestore-904268693 tempest-TestVolumeBackupRestore-904268693-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1614468 Nov 19 18:12:08.309555 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 38944) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:12:08.314207 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-2ca9f655-42cd-4b9e-b09a-6bbb05503268 tempest-TestVolumeBackupRestore-904268693 tempest-TestVolumeBackupRestore-904268693-project] Request body: {'security_group_rule': {'security_group_id': 'ffd1a4bd-9cd7-4dac-9945-b664fc1abeb9', 'project_id': 'edbbe4476fe74b6fa453a50965fd817b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:12:08.336147 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a6de03-e93f-4a6e-b9b8-86ef792f5a15 req-acdc389e-5b45-4b23-83e8-bed21bfae97f tempest-TestServerAdvancedOps-760933848 tempest-TestServerAdvancedOps-760933848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:12:08.337317 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-82a6de03-e93f-4a6e-b9b8-86ef792f5a15 req-acdc389e-5b45-4b23-83e8-bed21bfae97f tempest-TestServerAdvancedOps-760933848 tempest-TestServerAdvancedOps-760933848-project] 10.222.0.54 "GET /v2.0/ports?device_id=67c486df-019d-44ba-83ac-6e1b62232513 HTTP/1.1" status: 200 len: 943 time: 0.0999331 Nov 19 18:12:08.367212 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2ca9f655-42cd-4b9e-b09a-6bbb05503268 tempest-TestVolumeBackupRestore-904268693 tempest-TestVolumeBackupRestore-904268693-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:08.422153 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-82a6de03-e93f-4a6e-b9b8-86ef792f5a15 req-02801c02-c3db-40bd-bf40-1f993b06fb52 tempest-TestServerAdvancedOps-760933848 tempest-TestServerAdvancedOps-760933848-project] 10.222.0.54 "GET /v2.0/security-groups?id=b0b33c56-2794-4c42-b035-519d1669622b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755725 Nov 19 18:12:08.448311 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2ca9f655-42cd-4b9e-b09a-6bbb05503268 tempest-TestVolumeBackupRestore-904268693 tempest-TestVolumeBackupRestore-904268693-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:08.453912 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2ca9f655-42cd-4b9e-b09a-6bbb05503268 tempest-TestVolumeBackupRestore-904268693 tempest-TestVolumeBackupRestore-904268693-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735179'] for security_group_rule, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:08.480449 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca9f655-42cd-4b9e-b09a-6bbb05503268 tempest-TestVolumeBackupRestore-904268693 tempest-TestVolumeBackupRestore-904268693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=847cd0de-49f9-49ab-b992-405aa41f2228,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:12:08.486940 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2ca9f655-42cd-4b9e-b09a-6bbb05503268 tempest-TestVolumeBackupRestore-904268693 tempest-TestVolumeBackupRestore-904268693-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:08.491675 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-2ca9f655-42cd-4b9e-b09a-6bbb05503268 tempest-TestVolumeBackupRestore-904268693 tempest-TestVolumeBackupRestore-904268693-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1775742 Nov 19 18:12:08.491780 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 38946) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:12:08.496139 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-a9500b89-7153-4dd1-b971-5a7a2fe5f82e tempest-TestVolumeBackupRestore-904268693 tempest-TestVolumeBackupRestore-904268693-project] Request body: {'security_group_rule': {'security_group_id': 'ffd1a4bd-9cd7-4dac-9945-b664fc1abeb9', 'project_id': 'edbbe4476fe74b6fa453a50965fd817b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:12:08.522125 n-d-818022-2 neutron-server[103365]: INFO neutron.db.securitygroups_db [None req-a9500b89-7153-4dd1-b971-5a7a2fe5f82e tempest-TestVolumeBackupRestore-904268693 tempest-TestVolumeBackupRestore-904268693-project] Project edbbe4476fe74b6fa453a50965fd817b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 18:12:08.527465 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a9500b89-7153-4dd1-b971-5a7a2fe5f82e tempest-TestVolumeBackupRestore-904268693 tempest-TestVolumeBackupRestore-904268693-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:08.592795 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a9500b89-7153-4dd1-b971-5a7a2fe5f82e tempest-TestVolumeBackupRestore-904268693 tempest-TestVolumeBackupRestore-904268693-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:08.603851 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a9500b89-7153-4dd1-b971-5a7a2fe5f82e tempest-TestVolumeBackupRestore-904268693 tempest-TestVolumeBackupRestore-904268693-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735179'] for security_group_rule, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:08.627095 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9500b89-7153-4dd1-b971-5a7a2fe5f82e tempest-TestVolumeBackupRestore-904268693 tempest-TestVolumeBackupRestore-904268693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91a21bcb-dcbf-4449-970b-9c1e7fedc05c,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:12:08.637880 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a9500b89-7153-4dd1-b971-5a7a2fe5f82e tempest-TestVolumeBackupRestore-904268693 tempest-TestVolumeBackupRestore-904268693-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:08.639141 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-a9500b89-7153-4dd1-b971-5a7a2fe5f82e tempest-TestVolumeBackupRestore-904268693 tempest-TestVolumeBackupRestore-904268693-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1467683 Nov 19 18:12:08.642269 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 38948) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:12:08.646951 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-607f84d8-2373-46bf-bbf3-009cd05cacde tempest-TestVolumeBackupRestore-904268693 tempest-TestVolumeBackupRestore-904268693-project] Request body: {'security_group_rule': {'security_group_id': 'ffd1a4bd-9cd7-4dac-9945-b664fc1abeb9', 'project_id': 'edbbe4476fe74b6fa453a50965fd817b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:12:08.671813 n-d-818022-2 neutron-server[103364]: INFO neutron.db.securitygroups_db [None req-607f84d8-2373-46bf-bbf3-009cd05cacde tempest-TestVolumeBackupRestore-904268693 tempest-TestVolumeBackupRestore-904268693-project] Project edbbe4476fe74b6fa453a50965fd817b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 18:12:08.678019 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-607f84d8-2373-46bf-bbf3-009cd05cacde tempest-TestVolumeBackupRestore-904268693 tempest-TestVolumeBackupRestore-904268693-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:08.750395 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-607f84d8-2373-46bf-bbf3-009cd05cacde tempest-TestVolumeBackupRestore-904268693 tempest-TestVolumeBackupRestore-904268693-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:08.755569 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-607f84d8-2373-46bf-bbf3-009cd05cacde tempest-TestVolumeBackupRestore-904268693 tempest-TestVolumeBackupRestore-904268693-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735179'] for security_group_rule, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:08.775295 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607f84d8-2373-46bf-bbf3-009cd05cacde tempest-TestVolumeBackupRestore-904268693 tempest-TestVolumeBackupRestore-904268693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87173a98-d4b0-42ad-97cc-4c87e43d4098,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:12:08.785922 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-607f84d8-2373-46bf-bbf3-009cd05cacde tempest-TestVolumeBackupRestore-904268693 tempest-TestVolumeBackupRestore-904268693-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:08.787236 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-607f84d8-2373-46bf-bbf3-009cd05cacde tempest-TestVolumeBackupRestore-904268693 tempest-TestVolumeBackupRestore-904268693-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1439204 Nov 19 18:12:08.931527 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 38958) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:12:09.033445 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-22ec5e8e-26a1-45fe-a6cc-51e3e204a774 req-031499e3-8178-4052-8b10-44e5fa154636 tempest-TestVolumeBackupRestore-904268693 tempest-TestVolumeBackupRestore-904268693-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-132881048&fields=id&tenant_id=edbbe4476fe74b6fa453a50965fd817b HTTP/1.1" status: 200 len: 267 time: 0.0569375 Nov 19 18:12:09.098815 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346edb45-f855-4c3f-85a9-6891ba5c6cfc req-0df5d870-6b26-4dfc-854f-c4badf606172 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:12:09.104884 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-346edb45-f855-4c3f-85a9-6891ba5c6cfc req-0df5d870-6b26-4dfc-854f-c4badf606172 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/ports?device_id=4679fb9b-1a4d-47ed-bcea-7c5f6d58930c HTTP/1.1" status: 200 len: 946 time: 0.0694258 Nov 19 18:12:09.170934 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-346edb45-f855-4c3f-85a9-6891ba5c6cfc req-d5e912b4-0d93-4ede-9e88-98f619805234 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/security-groups?id=a66d5311-8064-42eb-b883-c6c911692a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589583 Nov 19 18:12:09.171673 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ec5e8e-26a1-45fe-a6cc-51e3e204a774 req-e8eb73ea-7d8a-4039-8413-9d69d3ddf8e1 tempest-TestVolumeBackupRestore-904268693 tempest-TestVolumeBackupRestore-904268693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:12:09.184481 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-22ec5e8e-26a1-45fe-a6cc-51e3e204a774 req-e8eb73ea-7d8a-4039-8413-9d69d3ddf8e1 tempest-TestVolumeBackupRestore-904268693 tempest-TestVolumeBackupRestore-904268693-project] 10.222.0.54 "GET /v2.0/networks?id=4ded9289-07e2-4a9e-a76f-366a0c385571 HTTP/1.1" status: 200 len: 814 time: 0.1365371 Nov 19 18:12:09.189341 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-22ec5e8e-26a1-45fe-a6cc-51e3e204a774 req-87184ea5-637b-49c6-b813-60e28a603f21 tempest-TestVolumeBackupRestore-904268693 tempest-TestVolumeBackupRestore-904268693-project] 10.222.0.54 "GET /v2.0/quotas/edbbe4476fe74b6fa453a50965fd817b HTTP/1.1" status: 200 len: 375 time: 0.0091550 Nov 19 18:12:09.222979 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f7fc565-f454-4d37-bbd5-86d48f42df7c admin admin] Deleting subnet 154e2719-124a-4982-810f-9b7d265b31c0 {{(pid=103364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 18:12:09.226348 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0f7fc565-f454-4d37-bbd5-86d48f42df7c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:09.247594 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-22ec5e8e-26a1-45fe-a6cc-51e3e204a774 req-25ce2cf5-20f5-415f-9373-3362cf532db0 tempest-TestVolumeBackupRestore-904268693 tempest-TestVolumeBackupRestore-904268693-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=edbbe4476fe74b6fa453a50965fd817b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0523453 Nov 19 18:12:09.270545 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0f7fc565-f454-4d37-bbd5-86d48f42df7c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9416263'] for subnet, precommit_delete_associations {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:09.319142 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0f7fc565-f454-4d37-bbd5-86d48f42df7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:09.361269 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-22ec5e8e-26a1-45fe-a6cc-51e3e204a774 req-cbe92ab2-55d4-4489-9506-a1244996a35e service neutron] 10.222.0.54 "GET /v2.0/networks/4ded9289-07e2-4a9e-a76f-366a0c385571?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008003 Nov 19 18:12:09.406290 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0f7fc565-f454-4d37-bbd5-86d48f42df7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12425137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8983934'] for subnet, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:09.439597 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0f7fc565-f454-4d37-bbd5-86d48f42df7c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:09.448550 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-0f7fc565-f454-4d37-bbd5-86d48f42df7c admin admin] 10.222.0.54 "DELETE /v2.0/subnets/154e2719-124a-4982-810f-9b7d265b31c0 HTTP/1.1" status: 204 len: 168 time: 0.5107245 Nov 19 18:12:09.448550 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7fc565-f454-4d37-bbd5-86d48f42df7c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=154e2719-124a-4982-810f-9b7d265b31c0,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:12:09.449311 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 38966) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:12:09.538936 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-22ec5e8e-26a1-45fe-a6cc-51e3e204a774 req-2f1234bf-0891-41d6-bd5d-1c8770f31d65 service neutron] 10.222.0.54 "GET /v2.0/networks/4ded9289-07e2-4a9e-a76f-366a0c385571?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695383 Nov 19 18:12:09.545196 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c5aedbea-2eb8-46b4-aea0-b12bb526dd64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:09.579423 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaa508d-1711-4770-be87-a76b257f90a2 req-b03e49f8-60e4-4978-bf7f-b7c099d3c95a tempest-TestServerAdvancedOps-760933848 tempest-TestServerAdvancedOps-760933848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:12:09.588165 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-7aaa508d-1711-4770-be87-a76b257f90a2 req-b03e49f8-60e4-4978-bf7f-b7c099d3c95a tempest-TestServerAdvancedOps-760933848 tempest-TestServerAdvancedOps-760933848-project] 10.222.0.54 "GET /v2.0/ports?device_id=67c486df-019d-44ba-83ac-6e1b62232513 HTTP/1.1" status: 200 len: 943 time: 0.0896661 Nov 19 18:12:09.662308 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c5aedbea-2eb8-46b4-aea0-b12bb526dd64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:09.675596 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-7aaa508d-1711-4770-be87-a76b257f90a2 req-d8c7fc67-3cd4-4f02-ac83-87a76ad37123 tempest-TestServerAdvancedOps-760933848 tempest-TestServerAdvancedOps-760933848-project] 10.222.0.54 "GET /v2.0/security-groups?id=b0b33c56-2794-4c42-b035-519d1669622b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850158 Nov 19 18:12:09.713829 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-c5aedbea-2eb8-46b4-aea0-b12bb526dd64 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1723ab62-ac6f-4ffd-9143-0e9de9b9bbaf']}} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:12:09.726946 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-c5aedbea-2eb8-46b4-aea0-b12bb526dd64 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c045df4-8b55-4d72-991d-9356509652cb') {'for_net_delete': True} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:12:09.727613 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-c5aedbea-2eb8-46b4-aea0-b12bb526dd64 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c045df4-8b55-4d72-991d-9356509652cb') {} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:12:09.738952 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c5aedbea-2eb8-46b4-aea0-b12bb526dd64 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12545382'] for segment, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:09.765636 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c5aedbea-2eb8-46b4-aea0-b12bb526dd64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:09.776429 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5aedbea-2eb8-46b4-aea0-b12bb526dd64 admin admin] Releasing vlan 689 on physical network physnet1 to pool {{(pid=103365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 18:12:09.776900 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c5aedbea-2eb8-46b4-aea0-b12bb526dd64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12282953'] for segment, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:09.778866 n-d-818022-2 neutron-server[103365]: Traceback (most recent call last): Nov 19 18:12:09.778866 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 18:12:09.778866 n-d-818022-2 neutron-server[103365]: timer() Nov 19 18:12:09.778866 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 18:12:09.778866 n-d-818022-2 neutron-server[103365]: cb(*args, **kw) Nov 19 18:12:09.778866 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 18:12:09.778866 n-d-818022-2 neutron-server[103365]: return func(*args, **kwargs) Nov 19 18:12:09.778866 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 18:12:09.778866 n-d-818022-2 neutron-server[103365]: self._notify() Nov 19 18:12:09.778866 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 18:12:09.778866 n-d-818022-2 neutron-server[103365]: self.callback(batched_events) Nov 19 18:12:09.778866 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 18:12:09.778866 n-d-818022-2 neutron-server[103365]: event.method(event) Nov 19 18:12:09.778866 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 18:12:09.778866 n-d-818022-2 neutron-server[103365]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 18:12:09.778866 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 18:12:09.778866 n-d-818022-2 neutron-server[103365]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 18:12:09.778866 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 18:12:09.778866 n-d-818022-2 neutron-server[103365]: return f(self, *a, **k) Nov 19 18:12:09.778866 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 18:12:09.778866 n-d-818022-2 neutron-server[103365]: return self._get(url).json() Nov 19 18:12:09.778866 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 18:12:09.778866 n-d-818022-2 neutron-server[103365]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 18:12:09.778866 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 18:12:09.778866 n-d-818022-2 neutron-server[103365]: return self.request(url, 'GET', **kwargs) Nov 19 18:12:09.778866 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 18:12:09.778866 n-d-818022-2 neutron-server[103365]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 18:12:09.778866 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 18:12:09.778866 n-d-818022-2 neutron-server[103365]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 18:12:09.778866 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 18:12:09.778866 n-d-818022-2 neutron-server[103365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 18:12:09.778866 n-d-818022-2 neutron-server[103365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 18:12:09.838567 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c5aedbea-2eb8-46b4-aea0-b12bb526dd64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671242'] for network, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:09.844878 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c5aedbea-2eb8-46b4-aea0-b12bb526dd64 admin admin] Publish callbacks [] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:09.848476 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-c5aedbea-2eb8-46b4-aea0-b12bb526dd64 admin admin] 10.222.0.54 "DELETE /v2.0/networks/1723ab62-ac6f-4ffd-9143-0e9de9b9bbaf HTTP/1.1" status: 204 len: 168 time: 0.3986988 Nov 19 18:12:09.880317 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5aedbea-2eb8-46b4-aea0-b12bb526dd64 admin admin] Pushing event deleted for resources: {'Network': ['ID=1723ab62-ac6f-4ffd-9143-0e9de9b9bbaf,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:12:09.896807 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device b2393844-4ea7-4290-a88a-47fdec2fa032 details requested by agent hyperv_n-h1-818022-2 with host n-h1-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 18:12:09.969965 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f0c7bb2f-ca50-4421-bd78-e8f0268711ac req-533ba425-5ff9-44c8-8e05-9be0aaa125fd tempest-TestVolumeBackupRestore-904268693 tempest-TestVolumeBackupRestore-904268693-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ea917ea-307a-450b-ab73-a8b9b47b4932 HTTP/1.1" status: 200 len: 210 time: 0.0715904 Nov 19 18:12:10.013456 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port b2393844-4ea7-4290-a88a-47fdec2fa032, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=b2393844-4ea7-4290-a88a-47fdec2fa032,segment=NetworkSegment(9fca4bdf-2946-4885-9659-6bc6d19df95c),segment_id=9fca4bdf-2946-4885-9659-6bc6d19df95c)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:12:10.030913 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 38980) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:12:10.088251 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-bcb3dd91-1c27-4142-807a-d5e50ffd9491 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=95466484c95f4375b17ace97bcd45656&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0560772 Nov 19 18:12:10.091536 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 38986) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:12:10.151886 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ff427275-1a9b-4fdd-8dd9-79c9ccafd35c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:10.180408 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ff427275-1a9b-4fdd-8dd9-79c9ccafd35c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:10.197370 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Returning: {'device': 'b2393844-4ea7-4290-a88a-47fdec2fa032', 'network_id': 'acd88ea3-c560-4b1e-b8da-60a13e0890b0', 'port_id': 'b2393844-4ea7-4290-a88a-47fdec2fa032', 'mac_address': 'fa:16:3e:ee:11:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a142f3e-ad77-4a49-88c9-272b40dbdf0c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 18:12:10.238832 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:10.254146 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ff427275-1a9b-4fdd-8dd9-79c9ccafd35c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:10.254630 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2393844-4ea7-4290-a88a-47fdec2fa032 {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:12:10.258911 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ff427275-1a9b-4fdd-8dd9-79c9ccafd35c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:10.264692 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-ff427275-1a9b-4fdd-8dd9-79c9ccafd35c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/1a0ae3c5-06ec-4f80-a08c-2f3d319d67f7 HTTP/1.1" status: 204 len: 168 time: 0.1719532 Nov 19 18:12:10.273702 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff427275-1a9b-4fdd-8dd9-79c9ccafd35c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a0ae3c5-06ec-4f80-a08c-2f3d319d67f7,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:12:10.291288 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port b2393844-4ea7-4290-a88a-47fdec2fa032, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=b2393844-4ea7-4290-a88a-47fdec2fa032,segment=NetworkSegment(9fca4bdf-2946-4885-9659-6bc6d19df95c),segment_id=9fca4bdf-2946-4885-9659-6bc6d19df95c)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:12:10.304601 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:10.343412 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8998616-bcd6-4bb1-b880-46a8806e6ec3 req-8b11ee9b-1812-495a-8e4f-fa8e4a14aff9 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:12:10.352282 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d8998616-bcd6-4bb1-b880-46a8806e6ec3 req-8b11ee9b-1812-495a-8e4f-fa8e4a14aff9 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/ports?device_id=4679fb9b-1a4d-47ed-bcea-7c5f6d58930c HTTP/1.1" status: 200 len: 946 time: 0.0846238 Nov 19 18:12:10.399984 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=b2393844-4ea7-4290-a88a-47fdec2fa032,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:12:10.409688 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d8998616-bcd6-4bb1-b880-46a8806e6ec3 req-22e1f2d8-306b-4239-b84e-b112b14ecb4b tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/security-groups?id=a66d5311-8064-42eb-b883-c6c911692a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563943 Nov 19 18:12:10.539876 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ea582b-6c44-4295-ba6c-e5a8b1ccb9c2 req-10f1e291-dc9e-4efd-b5a6-5305d5b9d1ee tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:12:10.541497 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-e5ea582b-6c44-4295-ba6c-e5a8b1ccb9c2 req-10f1e291-dc9e-4efd-b5a6-5305d5b9d1ee tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/ports?device_id=cc04e7a6-e0b7-438f-a931-99187cf28379 HTTP/1.1" status: 200 len: 944 time: 0.0570896 Nov 19 18:12:10.581332 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['b2393844-4ea7-4290-a88a-47fdec2fa032'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:12:10.627207 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-e5ea582b-6c44-4295-ba6c-e5a8b1ccb9c2 req-95babc42-0459-4261-8357-f03889830c60 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1dc433e-2f31-472a-89c9-d0d668ac0a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768778 Nov 19 18:12:10.694231 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device b225a980-678f-4f72-be3c-db6357a8ad1e no longer exists at agent hyperv_n-h2-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:12:10.855155 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca09a8e0-5828-4e88-835a-aefd0c35a00b req-1e46d1ef-4c5f-4561-8caf-e8537ffa7f71 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:12:10.864872 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ca09a8e0-5828-4e88-835a-aefd0c35a00b req-1e46d1ef-4c5f-4561-8caf-e8537ffa7f71 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/ports?device_id=cc04e7a6-e0b7-438f-a931-99187cf28379 HTTP/1.1" status: 200 len: 944 time: 0.1013772 Nov 19 18:12:10.866781 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c247cc-ff5d-4edb-ac1d-f32a034426f4 req-9ccd04f2-56ea-4f60-ae06-c33034fb8b3a tempest-TestServerAdvancedOps-760933848 tempest-TestServerAdvancedOps-760933848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:12:10.871918 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-40c247cc-ff5d-4edb-ac1d-f32a034426f4 req-9ccd04f2-56ea-4f60-ae06-c33034fb8b3a tempest-TestServerAdvancedOps-760933848 tempest-TestServerAdvancedOps-760933848-project] 10.222.0.54 "GET /v2.0/ports?device_id=67c486df-019d-44ba-83ac-6e1b62232513 HTTP/1.1" status: 200 len: 944 time: 0.0807784 Nov 19 18:12:10.898549 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:10.933496 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4679fb9b-1a4d-47ed-bcea-7c5f6d58930c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b225a980-678f-4f72-be3c-db6357a8ad1e'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:12:10.937011 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3940761bcd94e032e6960d2241bd8993c5d3a7d8dc2aca8488f3ecf1d4dd2fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbfa8ab7-3753-4f9e-beda-355e0552397c" -d '{"events": [{"server_uuid": "4679fb9b-1a4d-47ed-bcea-7c5f6d58930c", "name": "network-vif-unplugged", "status": "completed", "tag": "b225a980-678f-4f72-be3c-db6357a8ad1e"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:12:10.947924 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ca09a8e0-5828-4e88-835a-aefd0c35a00b req-63474f94-6b16-412e-82b6-634012fee560 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1dc433e-2f31-472a-89c9-d0d668ac0a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767016 Nov 19 18:12:10.961310 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port b225a980-678f-4f72-be3c-db6357a8ad1e, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=b225a980-678f-4f72-be3c-db6357a8ad1e,segment=NetworkSegment(878aa1ad-d952-49b3-babf-f88949b54efa),segment_id=878aa1ad-d952-49b3-babf-f88949b54efa)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:12:10.971180 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:10.981111 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-40c247cc-ff5d-4edb-ac1d-f32a034426f4 req-6c0dcc96-1762-4399-8bb7-160957262272 tempest-TestServerAdvancedOps-760933848 tempest-TestServerAdvancedOps-760933848-project] 10.222.0.54 "GET /v2.0/security-groups?id=b0b33c56-2794-4c42-b035-519d1669622b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005621 Nov 19 18:12:11.004270 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 19 Nov 2021 18:12:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-428b2e42-915c-49b1-9d32-fba7c8955421 x-openstack-request-id: req-428b2e42-915c-49b1-9d32-fba7c8955421 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:12:11.004688 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4679fb9b-1a4d-47ed-bcea-7c5f6d58930c", "name": "network-vif-unplugged", "status": "failed", "tag": "b225a980-678f-4f72-be3c-db6357a8ad1e", "code": 422}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:12:11.005151 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-428b2e42-915c-49b1-9d32-fba7c8955421 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:12:11.005697 n-d-818022-2 neutron-server[103366]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '4679fb9b-1a4d-47ed-bcea-7c5f6d58930c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b225a980-678f-4f72-be3c-db6357a8ad1e', 'code': 422} returned with failed status Nov 19 18:12:11.038308 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Pushing event updated for resources: {'Port': ['ID=b225a980-678f-4f72-be3c-db6357a8ad1e,revision_number=8']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:12:11.099351 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-41935967-7b2b-440a-85ff-8f7cccfb4fa2 req-aead2139-bb38-43d3-b528-edbf478f69e7 tempest-TestVolumeBackupRestore-904268693 tempest-TestVolumeBackupRestore-904268693-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ea917ea-307a-450b-ab73-a8b9b47b4932 HTTP/1.1" status: 200 len: 210 time: 0.0344048 Nov 19 18:12:11.200189 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a93dfd-3916-46c5-893e-c1c2b5cef1de req-bd49bfe5-c9ff-4199-98a3-57e1a97c2bd9 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:12:11.202242 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-61a93dfd-3916-46c5-893e-c1c2b5cef1de req-bd49bfe5-c9ff-4199-98a3-57e1a97c2bd9 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/ports?device_id=cc04e7a6-e0b7-438f-a931-99187cf28379 HTTP/1.1" status: 200 len: 944 time: 0.0543985 Nov 19 18:12:11.254406 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-61a93dfd-3916-46c5-893e-c1c2b5cef1de req-7762223a-315c-400b-b573-0778447c6b14 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1dc433e-2f31-472a-89c9-d0d668ac0a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444300 Nov 19 18:12:11.334421 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ec5e8e-26a1-45fe-a6cc-51e3e204a774 req-e9724995-65d3-4055-b476-fdfb11173afc tempest-TestVolumeBackupRestore-904268693 tempest-TestVolumeBackupRestore-904268693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:12:11.335898 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-22ec5e8e-26a1-45fe-a6cc-51e3e204a774 req-e9724995-65d3-4055-b476-fdfb11173afc tempest-TestVolumeBackupRestore-904268693 tempest-TestVolumeBackupRestore-904268693-project] 10.222.0.86 "GET /v2.0/networks?id=4ded9289-07e2-4a9e-a76f-366a0c385571 HTTP/1.1" status: 200 len: 814 time: 0.1171212 Nov 19 18:12:11.402553 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-22ec5e8e-26a1-45fe-a6cc-51e3e204a774 req-97f0b378-5104-4820-8906-f958251ff817 tempest-TestVolumeBackupRestore-904268693 tempest-TestVolumeBackupRestore-904268693-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=edbbe4476fe74b6fa453a50965fd817b HTTP/1.1" status: 200 len: 379 time: 0.0560949 Nov 19 18:12:11.413240 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-22ec5e8e-26a1-45fe-a6cc-51e3e204a774 req-c349a10c-9d10-43fb-b7f4-77aede8752ad tempest-TestVolumeBackupRestore-904268693 tempest-TestVolumeBackupRestore-904268693-project] Request body: {'port': {'device_id': '2ea917ea-307a-450b-ab73-a8b9b47b4932', 'network_id': '4ded9289-07e2-4a9e-a76f-366a0c385571', 'admin_state_up': True, 'tenant_id': 'edbbe4476fe74b6fa453a50965fd817b', 'security_groups': ['ffd1a4bd-9cd7-4dac-9945-b664fc1abeb9']}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:12:11.528055 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22ec5e8e-26a1-45fe-a6cc-51e3e204a774 req-c349a10c-9d10-43fb-b7f4-77aede8752ad tempest-TestVolumeBackupRestore-904268693 tempest-TestVolumeBackupRestore-904268693-project] Made reservation on behalf of edbbe4476fe74b6fa453a50965fd817b for: {'port': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:12:11.531726 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-22ec5e8e-26a1-45fe-a6cc-51e3e204a774 req-c349a10c-9d10-43fb-b7f4-77aede8752ad tempest-TestVolumeBackupRestore-904268693 tempest-TestVolumeBackupRestore-904268693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:11.656355 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [req-22ec5e8e-26a1-45fe-a6cc-51e3e204a774 req-c349a10c-9d10-43fb-b7f4-77aede8752ad tempest-TestVolumeBackupRestore-904268693 tempest-TestVolumeBackupRestore-904268693-project] Allocated IP 172.20.0.6 (4ded9289-07e2-4a9e-a76f-366a0c385571/dd2183cd-a74e-4ffa-9f88-c10707b30f01/1fa2165c-0b11-49cc-a6f6-0c85d714fd80) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:12:11.799931 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-22ec5e8e-26a1-45fe-a6cc-51e3e204a774 req-c349a10c-9d10-43fb-b7f4-77aede8752ad tempest-TestVolumeBackupRestore-904268693 tempest-TestVolumeBackupRestore-904268693-project] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:11.834192 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-22ec5e8e-26a1-45fe-a6cc-51e3e204a774 req-c349a10c-9d10-43fb-b7f4-77aede8752ad tempest-TestVolumeBackupRestore-904268693 tempest-TestVolumeBackupRestore-904268693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:11.882540 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22ec5e8e-26a1-45fe-a6cc-51e3e204a774 req-c349a10c-9d10-43fb-b7f4-77aede8752ad tempest-TestVolumeBackupRestore-904268693 tempest-TestVolumeBackupRestore-904268693-project] Network 4ded9289-07e2-4a9e-a76f-366a0c385571 is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:12:11.885742 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [req-22ec5e8e-26a1-45fe-a6cc-51e3e204a774 req-c349a10c-9d10-43fb-b7f4-77aede8752ad tempest-TestVolumeBackupRestore-904268693 tempest-TestVolumeBackupRestore-904268693-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:12:11.890096 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [req-22ec5e8e-26a1-45fe-a6cc-51e3e204a774 req-c349a10c-9d10-43fb-b7f4-77aede8752ad tempest-TestVolumeBackupRestore-904268693 tempest-TestVolumeBackupRestore-904268693-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:12:11.914057 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device b2393844-4ea7-4290-a88a-47fdec2fa032 up at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:12:11.921057 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c349a10c-9d10-43fb-b7f4-77aede8752ad tempest-TestVolumeBackupRestore-904268693 tempest-TestVolumeBackupRestore-904268693-project] Pushing event updated for resources: {'Port': ['ID=1fa2165c-0b11-49cc-a6f6-0c85d714fd80,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:12:11.957205 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ec5e8e-26a1-45fe-a6cc-51e3e204a774 req-c349a10c-9d10-43fb-b7f4-77aede8752ad tempest-TestVolumeBackupRestore-904268693 tempest-TestVolumeBackupRestore-904268693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:12:11.958236 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-22ec5e8e-26a1-45fe-a6cc-51e3e204a774 req-c349a10c-9d10-43fb-b7f4-77aede8752ad tempest-TestVolumeBackupRestore-904268693 tempest-TestVolumeBackupRestore-904268693-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:11.972212 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning for port b2393844-4ea7-4290-a88a-47fdec2fa032 completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 18:12:11.976798 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning complete for port b2393844-4ea7-4290-a88a-47fdec2fa032 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:12:11.977375 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:11.978317 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-22ec5e8e-26a1-45fe-a6cc-51e3e204a774 req-c349a10c-9d10-43fb-b7f4-77aede8752ad tempest-TestVolumeBackupRestore-904268693 tempest-TestVolumeBackupRestore-904268693-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5689633 Nov 19 18:12:11.991064 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-22ec5e8e-26a1-45fe-a6cc-51e3e204a774 req-4c6124f2-3244-4ee7-926a-e156f01afeff service neutron] Request body: {'port': {'device_id': '2ea917ea-307a-450b-ab73-a8b9b47b4932', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818022-2'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:12:12.092205 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-22ec5e8e-26a1-45fe-a6cc-51e3e204a774 req-4c6124f2-3244-4ee7-926a-e156f01afeff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:12.109846 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:12.177839 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port b2393844-4ea7-4290-a88a-47fdec2fa032, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=b2393844-4ea7-4290-a88a-47fdec2fa032,segment=NetworkSegment(9fca4bdf-2946-4885-9659-6bc6d19df95c),segment_id=9fca4bdf-2946-4885-9659-6bc6d19df95c)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:12:12.181555 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0802550b-a6e4-4681-ab6a-8a45d3c5d09e req-a990028f-6109-4ca9-9f6e-b2313d559044 tempest-TestServerAdvancedOps-760933848 tempest-TestServerAdvancedOps-760933848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:12:12.186407 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0802550b-a6e4-4681-ab6a-8a45d3c5d09e req-a990028f-6109-4ca9-9f6e-b2313d559044 tempest-TestServerAdvancedOps-760933848 tempest-TestServerAdvancedOps-760933848-project] 10.222.0.54 "GET /v2.0/ports?device_id=67c486df-019d-44ba-83ac-6e1b62232513 HTTP/1.1" status: 200 len: 944 time: 0.1046798 Nov 19 18:12:12.188486 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:12.249686 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-6a8dc999-2155-4c62-99f3-d259cb63561b None None] Provisioning complete for port 1fa2165c-0b11-49cc-a6f6-0c85d714fd80 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:12:12.250472 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-6a8dc999-2155-4c62-99f3-d259cb63561b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:12.253998 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e22947-6eec-4c14-a5ff-892189219f8a req-51cd9328-1dc6-4bb2-b64e-85d855806e0b tempest-TestVolumeBackupRestore-904268693 tempest-TestVolumeBackupRestore-904268693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:12:12.256253 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=b2393844-4ea7-4290-a88a-47fdec2fa032,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:12:12.262772 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d1e22947-6eec-4c14-a5ff-892189219f8a req-51cd9328-1dc6-4bb2-b64e-85d855806e0b tempest-TestVolumeBackupRestore-904268693 tempest-TestVolumeBackupRestore-904268693-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ea917ea-307a-450b-ab73-a8b9b47b4932 HTTP/1.1" status: 200 len: 931 time: 0.0624955 Nov 19 18:12:12.307494 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-6a8dc999-2155-4c62-99f3-d259cb63561b None None] Port 1fa2165c-0b11-49cc-a6f6-0c85d714fd80 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:12:12.321078 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d1e22947-6eec-4c14-a5ff-892189219f8a req-f1247de8-bbd7-44d4-96c1-ec5f87208b74 tempest-TestVolumeBackupRestore-904268693 tempest-TestVolumeBackupRestore-904268693-project] 10.222.0.54 "GET /v2.0/security-groups?id=ffd1a4bd-9cd7-4dac-9945-b664fc1abeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571113 Nov 19 18:12:12.407477 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0802550b-a6e4-4681-ab6a-8a45d3c5d09e req-1fb29935-eba1-43b6-8a62-e048642fdd8c tempest-TestServerAdvancedOps-760933848 tempest-TestServerAdvancedOps-760933848-project] 10.222.0.54 "GET /v2.0/security-groups?id=b0b33c56-2794-4c42-b035-519d1669622b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937271 Nov 19 18:12:12.437876 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22dc6b1-6139-436c-ae0e-850050fbf14b req-0f60b06f-7d97-4b73-9ef6-1480eae0f551 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:12:12.439475 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b22dc6b1-6139-436c-ae0e-850050fbf14b req-0f60b06f-7d97-4b73-9ef6-1480eae0f551 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/ports?device_id=cc04e7a6-e0b7-438f-a931-99187cf28379 HTTP/1.1" status: 200 len: 944 time: 0.0625935 Nov 19 18:12:12.489612 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b22dc6b1-6139-436c-ae0e-850050fbf14b req-92d93df3-6c7d-4e40-8d37-caeb67b5218c tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1dc433e-2f31-472a-89c9-d0d668ac0a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440755 Nov 19 18:12:12.490656 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [req-479950b2-dec4-4ee0-802b-aadb15d00869 req-9cb71107-67dd-4328-9477-9b63aa945e27 tempest-MultipleCreateTestJSON-1825635663 tempest-MultipleCreateTestJSON-1825635663-project] (103365) timed out ('10.222.0.60', 52095) {{(pid=103365) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 19 18:12:12.501373 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [req-22ec5e8e-26a1-45fe-a6cc-51e3e204a774 req-4c6124f2-3244-4ee7-926a-e156f01afeff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fa2165c-0b11-49cc-a6f6-0c85d714fd80 {{(pid=103364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:12:12.509565 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-22ec5e8e-26a1-45fe-a6cc-51e3e204a774 req-4c6124f2-3244-4ee7-926a-e156f01afeff service neutron] Publish callbacks [] for port, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:12.522594 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.provisioning_blocks [req-22ec5e8e-26a1-45fe-a6cc-51e3e204a774 req-4c6124f2-3244-4ee7-926a-e156f01afeff service neutron] Transition to ACTIVE for port object 1fa2165c-0b11-49cc-a6f6-0c85d714fd80 will not be triggered until provisioned by entity L2. {{(pid=103364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 18:12:12.526222 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-22ec5e8e-26a1-45fe-a6cc-51e3e204a774 req-4c6124f2-3244-4ee7-926a-e156f01afeff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:12.576953 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6124f2-3244-4ee7-926a-e156f01afeff service neutron] Pushing event updated for resources: {'Port': ['ID=1fa2165c-0b11-49cc-a6f6-0c85d714fd80,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:12:12.661181 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [req-d567f579-5b4c-45b8-8d57-78972d22c46b req-38cc8e9d-c418-4fcd-be07-389a3e8f9b74 tempest-ServerGroupTestJSON-1557289382 tempest-ServerGroupTestJSON-1557289382-project] (103365) timed out ('10.222.0.60', 51923) {{(pid=103365) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 19 18:12:12.662870 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-22ec5e8e-26a1-45fe-a6cc-51e3e204a774 req-4c6124f2-3244-4ee7-926a-e156f01afeff service neutron] Attempting to bind port 1fa2165c-0b11-49cc-a6f6-0c85d714fd80 on host n-h2-818022-2 for vnic_type normal with profile {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:12:12.663210 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-22ec5e8e-26a1-45fe-a6cc-51e3e204a774 req-4c6124f2-3244-4ee7-926a-e156f01afeff service neutron] Attempting to bind port 1fa2165c-0b11-49cc-a6f6-0c85d714fd80 by drivers openvswitch,hyperv on host n-h2-818022-2 at level 0 using segments [{'id': 'c30cfb0f-ff5a-43ee-8ebb-277db6d46d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '4ded9289-07e2-4a9e-a76f-366a0c385571'}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:12:12.663549 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ec5e8e-26a1-45fe-a6cc-51e3e204a774 req-4c6124f2-3244-4ee7-926a-e156f01afeff service neutron] Attempting to bind port 1fa2165c-0b11-49cc-a6f6-0c85d714fd80 on network 4ded9289-07e2-4a9e-a76f-366a0c385571 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:12:12.668053 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ec5e8e-26a1-45fe-a6cc-51e3e204a774 req-4c6124f2-3244-4ee7-926a-e156f01afeff service neutron] Port 1fa2165c-0b11-49cc-a6f6-0c85d714fd80 on network 4ded9289-07e2-4a9e-a76f-366a0c385571 not bound, no agent of type Open vSwitch agent registered on host n-h2-818022-2 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 18:12:12.668378 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ec5e8e-26a1-45fe-a6cc-51e3e204a774 req-4c6124f2-3244-4ee7-926a-e156f01afeff service neutron] Attempting to bind port 1fa2165c-0b11-49cc-a6f6-0c85d714fd80 on network 4ded9289-07e2-4a9e-a76f-366a0c385571 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:12:12.674642 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ec5e8e-26a1-45fe-a6cc-51e3e204a774 req-4c6124f2-3244-4ee7-926a-e156f01afeff service neutron] Checking agent: {'id': '525ad2ac-c4ae-4c63-af2e-0bf8d25d0f0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'started_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 12, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:12:12.674864 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ec5e8e-26a1-45fe-a6cc-51e3e204a774 req-4c6124f2-3244-4ee7-926a-e156f01afeff service neutron] Checking segment: {'id': 'c30cfb0f-ff5a-43ee-8ebb-277db6d46d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '4ded9289-07e2-4a9e-a76f-366a0c385571'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:12:12.675226 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ec5e8e-26a1-45fe-a6cc-51e3e204a774 req-4c6124f2-3244-4ee7-926a-e156f01afeff service neutron] Bound using segment: {'id': 'c30cfb0f-ff5a-43ee-8ebb-277db6d46d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '4ded9289-07e2-4a9e-a76f-366a0c385571'} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:12:12.675652 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-22ec5e8e-26a1-45fe-a6cc-51e3e204a774 req-4c6124f2-3244-4ee7-926a-e156f01afeff service neutron] Bound port: 1fa2165c-0b11-49cc-a6f6-0c85d714fd80, host: n-h2-818022-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c30cfb0f-ff5a-43ee-8ebb-277db6d46d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '4ded9289-07e2-4a9e-a76f-366a0c385571'}}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:12:12.676108 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-22ec5e8e-26a1-45fe-a6cc-51e3e204a774 req-4c6124f2-3244-4ee7-926a-e156f01afeff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:12.743355 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-22ec5e8e-26a1-45fe-a6cc-51e3e204a774 req-4c6124f2-3244-4ee7-926a-e156f01afeff service neutron] For port 1fa2165c-0b11-49cc-a6f6-0c85d714fd80, host n-h2-818022-2, cleared binding levels {{(pid=103364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:12:12.746722 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-22ec5e8e-26a1-45fe-a6cc-51e3e204a774 req-4c6124f2-3244-4ee7-926a-e156f01afeff service neutron] For port 1fa2165c-0b11-49cc-a6f6-0c85d714fd80, host n-h2-818022-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=1fa2165c-0b11-49cc-a6f6-0c85d714fd80,segment=NetworkSegment(c30cfb0f-ff5a-43ee-8ebb-277db6d46d84),segment_id=c30cfb0f-ff5a-43ee-8ebb-277db6d46d84)] {{(pid=103364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:12:12.751494 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-22ec5e8e-26a1-45fe-a6cc-51e3e204a774 req-4c6124f2-3244-4ee7-926a-e156f01afeff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:12.807612 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ec5e8e-26a1-45fe-a6cc-51e3e204a774 req-4c6124f2-3244-4ee7-926a-e156f01afeff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:12:12.807612 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-22ec5e8e-26a1-45fe-a6cc-51e3e204a774 req-4c6124f2-3244-4ee7-926a-e156f01afeff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:12.808318 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-22ec5e8e-26a1-45fe-a6cc-51e3e204a774 req-4c6124f2-3244-4ee7-926a-e156f01afeff service neutron] 10.222.0.86 "PUT /v2.0/ports/1fa2165c-0b11-49cc-a6f6-0c85d714fd80 HTTP/1.1" status: 200 len: 1091 time: 0.8215597 Nov 19 18:12:12.808918 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ea917ea-307a-450b-ab73-a8b9b47b4932', 'tag': '1fa2165c-0b11-49cc-a6f6-0c85d714fd80'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:12:12.811290 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dd4767a008c23f8566efc82158ee1b1fff34e1a9e908d76d0b6d0ab7e350e5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e27e898-7724-4c1c-bded-f97b097a679b" -d '{"events": [{"name": "network-changed", "server_uuid": "2ea917ea-307a-450b-ab73-a8b9b47b4932", "tag": "1fa2165c-0b11-49cc-a6f6-0c85d714fd80"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:12:12.844286 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6124f2-3244-4ee7-926a-e156f01afeff service neutron] Pushing event updated for resources: {'Port': ['ID=1fa2165c-0b11-49cc-a6f6-0c85d714fd80,revision_number=3']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:12:12.857664 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 18:12:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c3d3fb9-f1c8-4ed2-b896-0ce0a62107a1 x-openstack-request-id: req-9c3d3fb9-f1c8-4ed2-b896-0ce0a62107a1 {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:12:12.858003 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ea917ea-307a-450b-ab73-a8b9b47b4932", "tag": "1fa2165c-0b11-49cc-a6f6-0c85d714fd80", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:12:12.858287 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-9c3d3fb9-f1c8-4ed2-b896-0ce0a62107a1 {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:12:12.858697 n-d-818022-2 neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ea917ea-307a-450b-ab73-a8b9b47b4932', 'tag': '1fa2165c-0b11-49cc-a6f6-0c85d714fd80', 'status': 'completed', 'code': 200} Nov 19 18:12:12.923609 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ec5e8e-26a1-45fe-a6cc-51e3e204a774 req-01a5dfd5-c20c-4d68-9c10-836153de3c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:12:12.925174 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-22ec5e8e-26a1-45fe-a6cc-51e3e204a774 req-01a5dfd5-c20c-4d68-9c10-836153de3c40 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=edbbe4476fe74b6fa453a50965fd817b&device_id=2ea917ea-307a-450b-ab73-a8b9b47b4932 HTTP/1.1" status: 200 len: 1094 time: 0.0488260 Nov 19 18:12:12.979061 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-22ec5e8e-26a1-45fe-a6cc-51e3e204a774 req-64cea353-1e12-4ec8-b618-b5417ef6b3e4 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1fa2165c-0b11-49cc-a6f6-0c85d714fd80 HTTP/1.1" status: 200 len: 217 time: 0.0442967 Nov 19 18:12:13.007251 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67c486df-019d-44ba-83ac-6e1b62232513', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2393844-4ea7-4290-a88a-47fdec2fa032'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:12:13.010473 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3940761bcd94e032e6960d2241bd8993c5d3a7d8dc2aca8488f3ecf1d4dd2fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f72a19b7-ff7c-471d-adbf-a2dfb2f86d9d" -d '{"events": [{"server_uuid": "67c486df-019d-44ba-83ac-6e1b62232513", "name": "network-vif-plugged", "status": "completed", "tag": "b2393844-4ea7-4290-a88a-47fdec2fa032"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:12:13.038054 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ec5e8e-26a1-45fe-a6cc-51e3e204a774 req-c8667bb4-c378-4941-ac70-633699c8b19e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:12:13.039560 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-22ec5e8e-26a1-45fe-a6cc-51e3e204a774 req-c8667bb4-c378-4941-ac70-633699c8b19e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=dd2183cd-a74e-4ffa-9f88-c10707b30f01 HTTP/1.1" status: 200 len: 853 time: 0.0525048 Nov 19 18:12:13.062072 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:12:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4355e60e-eb53-4c18-87b0-88e546e54376 x-openstack-request-id: req-4355e60e-eb53-4c18-87b0-88e546e54376 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:12:13.062599 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67c486df-019d-44ba-83ac-6e1b62232513", "name": "network-vif-plugged", "status": "completed", "tag": "b2393844-4ea7-4290-a88a-47fdec2fa032", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:12:13.062854 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-4355e60e-eb53-4c18-87b0-88e546e54376 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:12:13.063246 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67c486df-019d-44ba-83ac-6e1b62232513', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2393844-4ea7-4290-a88a-47fdec2fa032', 'code': 200} Nov 19 18:12:13.095341 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ec5e8e-26a1-45fe-a6cc-51e3e204a774 req-34614613-08b1-41a8-b202-928881562570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:12:13.096849 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-22ec5e8e-26a1-45fe-a6cc-51e3e204a774 req-34614613-08b1-41a8-b202-928881562570 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=4ded9289-07e2-4a9e-a76f-366a0c385571&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0494132 Nov 19 18:12:13.217062 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fff2f7-1d4e-448d-a87e-754d6e5fe525 req-0cc11a03-878c-4b1e-baf6-84613cdcdbd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:12:13.219016 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-80fff2f7-1d4e-448d-a87e-754d6e5fe525 req-0cc11a03-878c-4b1e-baf6-84613cdcdbd6 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=67c486df-019d-44ba-83ac-6e1b62232513 HTTP/1.1" status: 200 len: 1096 time: 0.0735927 Nov 19 18:12:13.236641 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-22ec5e8e-26a1-45fe-a6cc-51e3e204a774 req-b1eaa78c-dae9-48aa-80a2-d4f3e2b73417 service neutron] 10.222.0.86 "GET /v2.0/networks/4ded9289-07e2-4a9e-a76f-366a0c385571?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321862 Nov 19 18:12:13.319318 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-80fff2f7-1d4e-448d-a87e-754d6e5fe525 req-1c23266b-12bd-4309-90bf-c6b5e8ccf2e6 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=b0b33c56-2794-4c42-b035-519d1669622b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920720 Nov 19 18:12:13.348156 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-22ec5e8e-26a1-45fe-a6cc-51e3e204a774 req-b9e9b5c4-6d1f-4dd4-9b30-d692c8099a4c service neutron] 10.222.0.86 "GET /v2.0/networks/4ded9289-07e2-4a9e-a76f-366a0c385571?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037681 Nov 19 18:12:13.439969 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa75973e-6ff4-4a62-aafd-4d94e734b764 req-42f7b5c3-ad1b-43c2-b63f-9f077964a898 tempest-TestVolumeBackupRestore-904268693 tempest-TestVolumeBackupRestore-904268693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:12:13.442233 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-aa75973e-6ff4-4a62-aafd-4d94e734b764 req-42f7b5c3-ad1b-43c2-b63f-9f077964a898 tempest-TestVolumeBackupRestore-904268693 tempest-TestVolumeBackupRestore-904268693-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ea917ea-307a-450b-ab73-a8b9b47b4932 HTTP/1.1" status: 200 len: 943 time: 0.0529177 Nov 19 18:12:13.456294 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e27e898-7724-4c1c-bded-f97b097a679b req-5bf793bf-e010-4757-b06d-dc5f38487537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:12:13.457827 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0e27e898-7724-4c1c-bded-f97b097a679b req-5bf793bf-e010-4757-b06d-dc5f38487537 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=edbbe4476fe74b6fa453a50965fd817b&device_id=2ea917ea-307a-450b-ab73-a8b9b47b4932 HTTP/1.1" status: 200 len: 1094 time: 0.0600424 Nov 19 18:12:13.496087 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-aa75973e-6ff4-4a62-aafd-4d94e734b764 req-84a70eae-14e0-48f8-85cc-2420050aaa27 tempest-TestVolumeBackupRestore-904268693 tempest-TestVolumeBackupRestore-904268693-project] 10.222.0.54 "GET /v2.0/security-groups?id=ffd1a4bd-9cd7-4dac-9945-b664fc1abeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469663 Nov 19 18:12:13.602540 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f98d82-1b27-47a8-a5c2-c416d0258608 req-7272c8f7-a0b2-403f-a73f-37ebe7bd57a2 tempest-TestServerAdvancedOps-760933848 tempest-TestServerAdvancedOps-760933848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:12:13.604157 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a0f98d82-1b27-47a8-a5c2-c416d0258608 req-7272c8f7-a0b2-403f-a73f-37ebe7bd57a2 tempest-TestServerAdvancedOps-760933848 tempest-TestServerAdvancedOps-760933848-project] 10.222.0.54 "GET /v2.0/ports?device_id=67c486df-019d-44ba-83ac-6e1b62232513 HTTP/1.1" status: 200 len: 945 time: 0.0787544 Nov 19 18:12:13.612140 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e27e898-7724-4c1c-bded-f97b097a679b req-1ef1ddda-bad1-43db-846b-451e5445f10f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:12:13.613572 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0e27e898-7724-4c1c-bded-f97b097a679b req-1ef1ddda-bad1-43db-846b-451e5445f10f service neutron] 10.222.0.86 "GET /v2.0/networks?id=4ded9289-07e2-4a9e-a76f-366a0c385571 HTTP/1.1" status: 200 len: 915 time: 0.1477487 Nov 19 18:12:13.619312 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42acca2-b13c-4374-8d2a-ad9282b2567f req-a857f0ac-e294-43d5-bab5-200e6cf6d0ca tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:12:13.620842 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d42acca2-b13c-4374-8d2a-ad9282b2567f req-a857f0ac-e294-43d5-bab5-200e6cf6d0ca tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/ports?device_id=cc04e7a6-e0b7-438f-a931-99187cf28379 HTTP/1.1" status: 200 len: 944 time: 0.0602162 Nov 19 18:12:13.669330 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0e27e898-7724-4c1c-bded-f97b097a679b req-4ff3b44c-16d6-47be-9c3f-55d2bd677595 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1fa2165c-0b11-49cc-a6f6-0c85d714fd80 HTTP/1.1" status: 200 len: 217 time: 0.0383871 Nov 19 18:12:13.676786 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d42acca2-b13c-4374-8d2a-ad9282b2567f req-49825f6b-ba79-409c-9375-9ea4f5711262 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1dc433e-2f31-472a-89c9-d0d668ac0a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494149 Nov 19 18:12:13.719923 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a0f98d82-1b27-47a8-a5c2-c416d0258608 req-2a25d90e-0be5-4c5f-871f-fdf439f57b12 tempest-TestServerAdvancedOps-760933848 tempest-TestServerAdvancedOps-760933848-project] 10.222.0.54 "GET /v2.0/security-groups?id=b0b33c56-2794-4c42-b035-519d1669622b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092546 Nov 19 18:12:13.735147 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e27e898-7724-4c1c-bded-f97b097a679b req-45e928f9-269c-49a6-a71e-66d4a3f99c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:12:13.736770 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0e27e898-7724-4c1c-bded-f97b097a679b req-45e928f9-269c-49a6-a71e-66d4a3f99c95 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=dd2183cd-a74e-4ffa-9f88-c10707b30f01 HTTP/1.1" status: 200 len: 853 time: 0.0601852 Nov 19 18:12:13.791963 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e27e898-7724-4c1c-bded-f97b097a679b req-6096d6a1-d9e2-4b85-832b-d9107c6d7079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:12:13.793522 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0e27e898-7724-4c1c-bded-f97b097a679b req-6096d6a1-d9e2-4b85-832b-d9107c6d7079 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=4ded9289-07e2-4a9e-a76f-366a0c385571&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426786 Nov 19 18:12:13.892088 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0e27e898-7724-4c1c-bded-f97b097a679b req-ce87cef8-621a-4e9b-9bdc-458659c670e7 service neutron] 10.222.0.86 "GET /v2.0/networks/4ded9289-07e2-4a9e-a76f-366a0c385571?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898657 Nov 19 18:12:13.982914 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0e27e898-7724-4c1c-bded-f97b097a679b req-268c4d3b-62d0-475c-9f53-0806074bde38 service neutron] 10.222.0.86 "GET /v2.0/networks/4ded9289-07e2-4a9e-a76f-366a0c385571?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834582 Nov 19 18:12:14.625229 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a1e41a-e739-4178-8daf-ece13c5857c2 req-2df78814-2a4a-4d48-aa93-969043d2b987 tempest-TestVolumeBackupRestore-904268693 tempest-TestVolumeBackupRestore-904268693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:12:14.626897 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-16a1e41a-e739-4178-8daf-ece13c5857c2 req-2df78814-2a4a-4d48-aa93-969043d2b987 tempest-TestVolumeBackupRestore-904268693 tempest-TestVolumeBackupRestore-904268693-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ea917ea-307a-450b-ab73-a8b9b47b4932 HTTP/1.1" status: 200 len: 943 time: 0.0568249 Nov 19 18:12:14.680562 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-16a1e41a-e739-4178-8daf-ece13c5857c2 req-0dfa782e-afb4-4bec-b8ac-26238e56db76 tempest-TestVolumeBackupRestore-904268693 tempest-TestVolumeBackupRestore-904268693-project] 10.222.0.54 "GET /v2.0/security-groups?id=ffd1a4bd-9cd7-4dac-9945-b664fc1abeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472651 Nov 19 18:12:14.804497 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6270dbca-6a63-4808-8882-44a8b3c07b69 req-27b97915-2683-4a84-84f5-569aa42a8204 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:12:14.805983 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6270dbca-6a63-4808-8882-44a8b3c07b69 req-27b97915-2683-4a84-84f5-569aa42a8204 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/ports?device_id=cc04e7a6-e0b7-438f-a931-99187cf28379 HTTP/1.1" status: 200 len: 944 time: 0.0579715 Nov 19 18:12:14.843017 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba7d32d-2a74-419b-862b-92c413d7be23 req-753b9c82-cf36-46ee-b3e2-e359b6826b2c tempest-TestServerAdvancedOps-760933848 tempest-TestServerAdvancedOps-760933848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:12:14.844746 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6ba7d32d-2a74-419b-862b-92c413d7be23 req-753b9c82-cf36-46ee-b3e2-e359b6826b2c tempest-TestServerAdvancedOps-760933848 tempest-TestServerAdvancedOps-760933848-project] 10.222.0.54 "GET /v2.0/ports?device_id=67c486df-019d-44ba-83ac-6e1b62232513 HTTP/1.1" status: 200 len: 945 time: 0.0544035 Nov 19 18:12:14.855710 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6270dbca-6a63-4808-8882-44a8b3c07b69 req-5df16614-fa35-4415-b0ea-39350427fd23 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1dc433e-2f31-472a-89c9-d0d668ac0a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433083 Nov 19 18:12:14.901132 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6ba7d32d-2a74-419b-862b-92c413d7be23 req-152e1bf5-d450-4c9a-b61f-8b3becd26023 tempest-TestServerAdvancedOps-760933848 tempest-TestServerAdvancedOps-760933848-project] 10.222.0.54 "GET /v2.0/security-groups?id=b0b33c56-2794-4c42-b035-519d1669622b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498853 Nov 19 18:12:15.016306 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c930f93-75af-45dc-bcb3-72d852677913 req-a67df268-b26a-46ba-a02d-9e2abbe60643 tempest-TestServerAdvancedOps-760933848 tempest-TestServerAdvancedOps-760933848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:12:15.017828 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-5c930f93-75af-45dc-bcb3-72d852677913 req-a67df268-b26a-46ba-a02d-9e2abbe60643 tempest-TestServerAdvancedOps-760933848 tempest-TestServerAdvancedOps-760933848-project] 10.222.0.54 "GET /v2.0/ports?device_id=67c486df-019d-44ba-83ac-6e1b62232513 HTTP/1.1" status: 200 len: 945 time: 0.0490558 Nov 19 18:12:15.066142 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-5c930f93-75af-45dc-bcb3-72d852677913 req-a13aab12-870f-4e2f-95e1-972e3c82a7cb tempest-TestServerAdvancedOps-760933848 tempest-TestServerAdvancedOps-760933848-project] 10.222.0.54 "GET /v2.0/security-groups?id=b0b33c56-2794-4c42-b035-519d1669622b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422075 Nov 19 18:12:15.288862 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4826d1b-f1f9-4421-95f4-688ed445718a req-251d0cc4-0447-4e2f-9706-604616abd540 tempest-TestServerAdvancedOps-760933848 tempest-TestServerAdvancedOps-760933848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:12:15.290490 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f4826d1b-f1f9-4421-95f4-688ed445718a req-251d0cc4-0447-4e2f-9706-604616abd540 tempest-TestServerAdvancedOps-760933848 tempest-TestServerAdvancedOps-760933848-project] 10.222.0.54 "GET /v2.0/ports?device_id=67c486df-019d-44ba-83ac-6e1b62232513 HTTP/1.1" status: 200 len: 945 time: 0.0517383 Nov 19 18:12:15.339541 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f4826d1b-f1f9-4421-95f4-688ed445718a req-5fe4bc8d-cb33-4715-be16-9924a53927ef tempest-TestServerAdvancedOps-760933848 tempest-TestServerAdvancedOps-760933848-project] 10.222.0.54 "GET /v2.0/security-groups?id=b0b33c56-2794-4c42-b035-519d1669622b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411046 Nov 19 18:12:15.813937 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7c0c32-e546-4eea-9640-15e8483e75e5 req-3d70cf70-4844-4195-bcaa-29424c48243f tempest-TestVolumeBackupRestore-904268693 tempest-TestVolumeBackupRestore-904268693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:12:15.815473 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2d7c0c32-e546-4eea-9640-15e8483e75e5 req-3d70cf70-4844-4195-bcaa-29424c48243f tempest-TestVolumeBackupRestore-904268693 tempest-TestVolumeBackupRestore-904268693-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ea917ea-307a-450b-ab73-a8b9b47b4932 HTTP/1.1" status: 200 len: 943 time: 0.0570118 Nov 19 18:12:15.865146 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2d7c0c32-e546-4eea-9640-15e8483e75e5 req-d377c97c-0c8e-466e-ae5b-ee30451d4b05 tempest-TestVolumeBackupRestore-904268693 tempest-TestVolumeBackupRestore-904268693-project] 10.222.0.54 "GET /v2.0/security-groups?id=ffd1a4bd-9cd7-4dac-9945-b664fc1abeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434015 Nov 19 18:12:15.976571 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2592384f-0137-40db-80c5-bc297ee4f670 req-8fde4d71-2f5c-4079-a381-08fd0afc51fc tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:12:15.978220 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2592384f-0137-40db-80c5-bc297ee4f670 req-8fde4d71-2f5c-4079-a381-08fd0afc51fc tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/ports?device_id=cc04e7a6-e0b7-438f-a931-99187cf28379 HTTP/1.1" status: 200 len: 944 time: 0.0493600 Nov 19 18:12:16.030425 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2592384f-0137-40db-80c5-bc297ee4f670 req-a5e299c5-7689-4c7d-bd92-b7b67ee02966 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1dc433e-2f31-472a-89c9-d0d668ac0a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454473 Nov 19 18:12:16.460741 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8f3af3-30ef-46ae-ba41-e4a01ce83294 req-4478ab18-643f-46df-974a-d3d58c2bdc48 tempest-TestServerAdvancedOps-760933848 tempest-TestServerAdvancedOps-760933848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:12:16.462262 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4b8f3af3-30ef-46ae-ba41-e4a01ce83294 req-4478ab18-643f-46df-974a-d3d58c2bdc48 tempest-TestServerAdvancedOps-760933848 tempest-TestServerAdvancedOps-760933848-project] 10.222.0.54 "GET /v2.0/ports?device_id=67c486df-019d-44ba-83ac-6e1b62232513 HTTP/1.1" status: 200 len: 945 time: 0.0552907 Nov 19 18:12:16.512832 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4b8f3af3-30ef-46ae-ba41-e4a01ce83294 req-cd4c6a69-5e65-458a-8960-2d2c2dff06f7 tempest-TestServerAdvancedOps-760933848 tempest-TestServerAdvancedOps-760933848-project] 10.222.0.54 "GET /v2.0/security-groups?id=b0b33c56-2794-4c42-b035-519d1669622b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430033 Nov 19 18:12:16.732144 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2421ca-b793-40b6-9e61-42c8aa7ec40b req-7aa360ad-c68f-4d65-86a9-5f7118e0daa4 tempest-TestServerAdvancedOps-760933848 tempest-TestServerAdvancedOps-760933848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:12:16.733727 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0f2421ca-b793-40b6-9e61-42c8aa7ec40b req-7aa360ad-c68f-4d65-86a9-5f7118e0daa4 tempest-TestServerAdvancedOps-760933848 tempest-TestServerAdvancedOps-760933848-project] 10.222.0.54 "GET /v2.0/ports?device_id=67c486df-019d-44ba-83ac-6e1b62232513 HTTP/1.1" status: 200 len: 945 time: 0.0502710 Nov 19 18:12:16.757517 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac7c1f9-94bc-483e-a2ef-3bc05fa4ab40 req-393dcd1b-d4ba-45f3-9362-28434c1318be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:12:16.759207 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9ac7c1f9-94bc-483e-a2ef-3bc05fa4ab40 req-393dcd1b-d4ba-45f3-9362-28434c1318be service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=081327802ccf41e39cc0b1a2c18d32ca&device_id=67c486df-019d-44ba-83ac-6e1b62232513 HTTP/1.1" status: 200 len: 1096 time: 0.0427265 Nov 19 18:12:16.786682 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0f2421ca-b793-40b6-9e61-42c8aa7ec40b req-5b5d0a5f-d8ae-4508-97be-5ccd5aa6fe35 tempest-TestServerAdvancedOps-760933848 tempest-TestServerAdvancedOps-760933848-project] 10.222.0.54 "GET /v2.0/security-groups?id=b0b33c56-2794-4c42-b035-519d1669622b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467830 Nov 19 18:12:16.857278 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac7c1f9-94bc-483e-a2ef-3bc05fa4ab40 req-ea14be0d-ccc5-4a1d-9cc8-5a668bee2881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:12:16.858781 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9ac7c1f9-94bc-483e-a2ef-3bc05fa4ab40 req-ea14be0d-ccc5-4a1d-9cc8-5a668bee2881 service neutron] 10.222.0.60 "GET /v2.0/networks?id=acd88ea3-c560-4b1e-b8da-60a13e0890b0 HTTP/1.1" status: 200 len: 912 time: 0.0916991 Nov 19 18:12:16.903705 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9ac7c1f9-94bc-483e-a2ef-3bc05fa4ab40 req-3e8dd1c4-5581-4d4e-af15-314da5f70999 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b2393844-4ea7-4290-a88a-47fdec2fa032 HTTP/1.1" status: 200 len: 217 time: 0.0360391 Nov 19 18:12:16.983486 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac7c1f9-94bc-483e-a2ef-3bc05fa4ab40 req-a94b0bd3-c147-4d91-91f0-c555f02d1535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:12:16.985030 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9ac7c1f9-94bc-483e-a2ef-3bc05fa4ab40 req-a94b0bd3-c147-4d91-91f0-c555f02d1535 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2a142f3e-ad77-4a49-88c9-272b40dbdf0c HTTP/1.1" status: 200 len: 851 time: 0.0747581 Nov 19 18:12:17.009926 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782cc7fa-f7be-4dc3-ab0c-e1117e78bc49 req-2e6cb74a-5e4c-4bd2-95d8-5924b50e4dba tempest-TestVolumeBackupRestore-904268693 tempest-TestVolumeBackupRestore-904268693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:12:17.011380 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-782cc7fa-f7be-4dc3-ab0c-e1117e78bc49 req-2e6cb74a-5e4c-4bd2-95d8-5924b50e4dba tempest-TestVolumeBackupRestore-904268693 tempest-TestVolumeBackupRestore-904268693-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ea917ea-307a-450b-ab73-a8b9b47b4932 HTTP/1.1" status: 200 len: 943 time: 0.0709670 Nov 19 18:12:17.029845 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9ac7c1f9-94bc-483e-a2ef-3bc05fa4ab40 req-1154ce80-2812-4b0e-be6e-1ccf1183e4c2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=acd88ea3-c560-4b1e-b8da-60a13e0890b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367093 Nov 19 18:12:17.130032 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-782cc7fa-f7be-4dc3-ab0c-e1117e78bc49 req-064060fa-747e-4a56-90e9-66ed8e0dc2f4 tempest-TestVolumeBackupRestore-904268693 tempest-TestVolumeBackupRestore-904268693-project] 10.222.0.54 "GET /v2.0/security-groups?id=ffd1a4bd-9cd7-4dac-9945-b664fc1abeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1029830 Nov 19 18:12:17.146905 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca69b18d-b39c-45a5-8c49-f7c63b424b65 req-0f3d9f73-ba19-4264-8c2a-deb24be34383 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:12:17.148407 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ca69b18d-b39c-45a5-8c49-f7c63b424b65 req-0f3d9f73-ba19-4264-8c2a-deb24be34383 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/ports?device_id=cc04e7a6-e0b7-438f-a931-99187cf28379 HTTP/1.1" status: 200 len: 944 time: 0.0503373 Nov 19 18:12:17.162872 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9ac7c1f9-94bc-483e-a2ef-3bc05fa4ab40 req-4ceb3121-8e83-4773-8c46-0ab63e548ef1 service neutron] 10.222.0.60 "GET /v2.0/networks/acd88ea3-c560-4b1e-b8da-60a13e0890b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209559 Nov 19 18:12:17.198070 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ca69b18d-b39c-45a5-8c49-f7c63b424b65 req-d3b688de-f24f-447a-8f9b-3419f36c14bd tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1dc433e-2f31-472a-89c9-d0d668ac0a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431566 Nov 19 18:12:17.254598 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9ac7c1f9-94bc-483e-a2ef-3bc05fa4ab40 req-edad574d-a9e5-429d-9718-a974e3095b9a service neutron] 10.222.0.60 "GET /v2.0/networks/acd88ea3-c560-4b1e-b8da-60a13e0890b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834320 Nov 19 18:12:17.910356 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5344bd43-47bd-4b28-a6ef-d7f3b0fafe3f req-fbce530e-44ed-4a86-b4c5-007e7a9b2392 tempest-TestServerAdvancedOps-760933848 tempest-TestServerAdvancedOps-760933848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:12:17.911924 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-5344bd43-47bd-4b28-a6ef-d7f3b0fafe3f req-fbce530e-44ed-4a86-b4c5-007e7a9b2392 tempest-TestServerAdvancedOps-760933848 tempest-TestServerAdvancedOps-760933848-project] 10.222.0.54 "GET /v2.0/ports?device_id=67c486df-019d-44ba-83ac-6e1b62232513 HTTP/1.1" status: 200 len: 945 time: 0.0560555 Nov 19 18:12:17.960663 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-5344bd43-47bd-4b28-a6ef-d7f3b0fafe3f req-d8bb30be-2065-412c-a1cb-a2e4b25909b6 tempest-TestServerAdvancedOps-760933848 tempest-TestServerAdvancedOps-760933848-project] 10.222.0.54 "GET /v2.0/security-groups?id=b0b33c56-2794-4c42-b035-519d1669622b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426109 Nov 19 18:12:18.253027 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125d82df-3c85-43a9-bcf9-2906dfdf05d1 req-1dfbc1d0-33cf-4ea1-bb67-d8cc9f9f2ee7 tempest-TestVolumeBackupRestore-904268693 tempest-TestVolumeBackupRestore-904268693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:12:18.254539 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-125d82df-3c85-43a9-bcf9-2906dfdf05d1 req-1dfbc1d0-33cf-4ea1-bb67-d8cc9f9f2ee7 tempest-TestVolumeBackupRestore-904268693 tempest-TestVolumeBackupRestore-904268693-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ea917ea-307a-450b-ab73-a8b9b47b4932 HTTP/1.1" status: 200 len: 943 time: 0.0520852 Nov 19 18:12:18.307424 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-125d82df-3c85-43a9-bcf9-2906dfdf05d1 req-df8c69fc-03f0-4ea2-a87e-bfcbb15db8db tempest-TestVolumeBackupRestore-904268693 tempest-TestVolumeBackupRestore-904268693-project] 10.222.0.54 "GET /v2.0/security-groups?id=ffd1a4bd-9cd7-4dac-9945-b664fc1abeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465224 Nov 19 18:12:18.312192 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa3d16a-318f-41c8-be6a-feb03d46b86a req-67ccd9e3-6976-4ba6-94a5-d38da6f009de tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:12:18.313692 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9fa3d16a-318f-41c8-be6a-feb03d46b86a req-67ccd9e3-6976-4ba6-94a5-d38da6f009de tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/ports?device_id=cc04e7a6-e0b7-438f-a931-99187cf28379 HTTP/1.1" status: 200 len: 944 time: 0.0500100 Nov 19 18:12:18.362034 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9fa3d16a-318f-41c8-be6a-feb03d46b86a req-52d6fbed-8406-4d74-8cb8-4e9ed9f5b476 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1dc433e-2f31-472a-89c9-d0d668ac0a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421960 Nov 19 18:12:18.401795 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.agents_db [None req-619e5c26-d9ed-4321-86eb-7d443bb9dfa2 None None] Agent healthcheck: found 7 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 18:12:19.077237 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99997c9-4f89-4f45-89b2-b063c9b5864f req-68871c3b-c500-4008-8e91-2ce3ebc178af tempest-TestServerAdvancedOps-760933848 tempest-TestServerAdvancedOps-760933848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:12:19.078732 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c99997c9-4f89-4f45-89b2-b063c9b5864f req-68871c3b-c500-4008-8e91-2ce3ebc178af tempest-TestServerAdvancedOps-760933848 tempest-TestServerAdvancedOps-760933848-project] 10.222.0.54 "GET /v2.0/ports?device_id=67c486df-019d-44ba-83ac-6e1b62232513 HTTP/1.1" status: 200 len: 945 time: 0.0517819 Nov 19 18:12:19.125633 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c99997c9-4f89-4f45-89b2-b063c9b5864f req-91958eb0-7b16-45f1-8453-f451069a9dbc tempest-TestServerAdvancedOps-760933848 tempest-TestServerAdvancedOps-760933848-project] 10.222.0.54 "GET /v2.0/security-groups?id=b0b33c56-2794-4c42-b035-519d1669622b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410705 Nov 19 18:12:19.346191 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090bc71a-2c55-4eae-84e0-01c75bb563e1 req-cc48adae-6f69-4741-82cb-d0d74d04e89e tempest-TestServerAdvancedOps-760933848 tempest-TestServerAdvancedOps-760933848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:12:19.347714 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-090bc71a-2c55-4eae-84e0-01c75bb563e1 req-cc48adae-6f69-4741-82cb-d0d74d04e89e tempest-TestServerAdvancedOps-760933848 tempest-TestServerAdvancedOps-760933848-project] 10.222.0.54 "GET /v2.0/ports?device_id=67c486df-019d-44ba-83ac-6e1b62232513 HTTP/1.1" status: 200 len: 945 time: 0.0487320 Nov 19 18:12:19.396033 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-090bc71a-2c55-4eae-84e0-01c75bb563e1 req-3b92878f-89f8-4f32-b6ca-e78da209673c tempest-TestServerAdvancedOps-760933848 tempest-TestServerAdvancedOps-760933848-project] 10.222.0.54 "GET /v2.0/security-groups?id=b0b33c56-2794-4c42-b035-519d1669622b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424387 Nov 19 18:12:19.428393 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6c0c41-3a92-4a1b-9687-e8765efcc213 req-d2efd77f-0101-4c84-a238-14979e4537cd tempest-TestVolumeBackupRestore-904268693 tempest-TestVolumeBackupRestore-904268693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:12:19.429920 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6e6c0c41-3a92-4a1b-9687-e8765efcc213 req-d2efd77f-0101-4c84-a238-14979e4537cd tempest-TestVolumeBackupRestore-904268693 tempest-TestVolumeBackupRestore-904268693-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ea917ea-307a-450b-ab73-a8b9b47b4932 HTTP/1.1" status: 200 len: 943 time: 0.0514662 Nov 19 18:12:19.484079 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6e6c0c41-3a92-4a1b-9687-e8765efcc213 req-506f935b-fddf-4a56-ab83-21288e41caed tempest-TestVolumeBackupRestore-904268693 tempest-TestVolumeBackupRestore-904268693-project] 10.222.0.54 "GET /v2.0/security-groups?id=ffd1a4bd-9cd7-4dac-9945-b664fc1abeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480239 Nov 19 18:12:19.504246 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afdfef7-8267-4568-a6ed-e1d130ec7ff3 req-5835154f-6ca7-48ee-a48a-4d93bca6cf85 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:12:19.505845 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7afdfef7-8267-4568-a6ed-e1d130ec7ff3 req-5835154f-6ca7-48ee-a48a-4d93bca6cf85 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/ports?device_id=cc04e7a6-e0b7-438f-a931-99187cf28379 HTTP/1.1" status: 200 len: 944 time: 0.0542400 Nov 19 18:12:19.555577 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7afdfef7-8267-4568-a6ed-e1d130ec7ff3 req-5a04c1e3-e419-4102-affe-20f2b1a8b85f tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1dc433e-2f31-472a-89c9-d0d668ac0a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438573 Nov 19 18:12:19.607917 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb0b060-4186-42cf-9860-ee9f3bb7b050 req-790799d8-0f52-4ab2-af03-25b9a6ea0d00 tempest-TestNetworkAdvancedServerOps-1185469273 tempest-TestNetworkAdvancedServerOps-1185469273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:12:19.609428 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-edb0b060-4186-42cf-9860-ee9f3bb7b050 req-790799d8-0f52-4ab2-af03-25b9a6ea0d00 tempest-TestNetworkAdvancedServerOps-1185469273 tempest-TestNetworkAdvancedServerOps-1185469273-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=c82896f8-a54a-4718-b37f-3c67786c16d2 HTTP/1.1" status: 200 len: 1097 time: 0.0406456 Nov 19 18:12:19.654107 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-edb0b060-4186-42cf-9860-ee9f3bb7b050 req-57600c5a-7cac-4607-9a37-ed595223dcc1 tempest-TestNetworkAdvancedServerOps-1185469273 tempest-TestNetworkAdvancedServerOps-1185469273-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=8f4b6ed4-731c-4422-a542-0c167c226527&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385897 Nov 19 18:12:19.675900 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 39076) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:12:19.832454 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-f389dfc6-1470-48f9-8493-f7de2e849811 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Deleting port b88b777e-7d48-4c42-bc71-0fdf870c9557 {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:12:19.832711 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f389dfc6-1470-48f9-8493-f7de2e849811 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:19.909639 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f389dfc6-1470-48f9-8493-f7de2e849811 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:19.909996 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f389dfc6-1470-48f9-8493-f7de2e849811 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:19.921836 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-f389dfc6-1470-48f9-8493-f7de2e849811 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Calling delete_port for b88b777e-7d48-4c42-bc71-0fdf870c9557 owned by network:floatingip {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:12:20.401403 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f389dfc6-1470-48f9-8493-f7de2e849811 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:20.426465 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f389dfc6-1470-48f9-8493-f7de2e849811 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Pushing event deleted for resources: {'Port': ['ID=b88b777e-7d48-4c42-bc71-0fdf870c9557,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:12:20.487044 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f389dfc6-1470-48f9-8493-f7de2e849811 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks [] for floatingip, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:20.487797 n-d-818022-2 neutron-server[103364]: INFO neutron.db.l3_db [None req-f389dfc6-1470-48f9-8493-f7de2e849811 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Floating IP c466bb2f-1cc9-4ce4-bfa2-7a96f3a543a5 disassociated (deleted). External IP: 172.25.7.220, port: f199a584-a6cd-477a-a0a8-0173c813a2a7. Nov 19 18:12:20.511987 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b94b981-ff39-4b73-a566-caf43e31a30f req-3ac44254-835e-4be1-ab58-1919bb3c7af7 tempest-TestServerAdvancedOps-760933848 tempest-TestServerAdvancedOps-760933848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:12:20.513903 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8b94b981-ff39-4b73-a566-caf43e31a30f req-3ac44254-835e-4be1-ab58-1919bb3c7af7 tempest-TestServerAdvancedOps-760933848 tempest-TestServerAdvancedOps-760933848-project] 10.222.0.54 "GET /v2.0/ports?device_id=67c486df-019d-44ba-83ac-6e1b62232513 HTTP/1.1" status: 200 len: 945 time: 0.0488322 Nov 19 18:12:20.562945 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8b94b981-ff39-4b73-a566-caf43e31a30f req-c5fc6371-a087-4b00-99fc-1140246194cc tempest-TestServerAdvancedOps-760933848 tempest-TestServerAdvancedOps-760933848-project] 10.222.0.54 "GET /v2.0/security-groups?id=b0b33c56-2794-4c42-b035-519d1669622b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426092 Nov 19 18:12:20.632915 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273e30a2-d395-4f8c-9135-291d09ec1d41 req-30089e65-8f51-49df-a9b3-520bebaa2fb5 tempest-TestVolumeBackupRestore-904268693 tempest-TestVolumeBackupRestore-904268693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:12:20.634399 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-273e30a2-d395-4f8c-9135-291d09ec1d41 req-30089e65-8f51-49df-a9b3-520bebaa2fb5 tempest-TestVolumeBackupRestore-904268693 tempest-TestVolumeBackupRestore-904268693-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ea917ea-307a-450b-ab73-a8b9b47b4932 HTTP/1.1" status: 200 len: 943 time: 0.0694642 Nov 19 18:12:20.674592 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82689fc0-b507-4683-ad28-13697edd8eea req-fae92f5d-e430-47a9-b918-5e4173b9b18f tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:12:20.676198 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-82689fc0-b507-4683-ad28-13697edd8eea req-fae92f5d-e430-47a9-b918-5e4173b9b18f tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/ports?device_id=cc04e7a6-e0b7-438f-a931-99187cf28379 HTTP/1.1" status: 200 len: 944 time: 0.0506837 Nov 19 18:12:20.729578 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-82689fc0-b507-4683-ad28-13697edd8eea req-2e0b4da3-fbc8-4f8a-bdbf-5a2a70a4ef6e tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1dc433e-2f31-472a-89c9-d0d668ac0a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468032 Nov 19 18:12:20.758630 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-273e30a2-d395-4f8c-9135-291d09ec1d41 req-1ad2d357-fe49-4b19-9e94-5c2e40b52075 tempest-TestVolumeBackupRestore-904268693 tempest-TestVolumeBackupRestore-904268693-project] 10.222.0.54 "GET /v2.0/security-groups?id=ffd1a4bd-9cd7-4dac-9945-b664fc1abeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904937 Nov 19 18:12:20.779235 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f389dfc6-1470-48f9-8493-f7de2e849811 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Router edc171ab-e37b-473e-a03e-f993e73a9c94 has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 18:12:20.911475 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f389dfc6-1470-48f9-8493-f7de2e849811 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:12:20.916508 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f389dfc6-1470-48f9-8493-f7de2e849811 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for floatingip, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:20.921970 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2faa6b-e32b-48c0-8a11-28f2845ad2fb None None] Sync routers for ids ['edc171ab-e37b-473e-a03e-f993e73a9c94'] in n-d-818022-2 {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:12:20.932171 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2faa6b-e32b-48c0-8a11-28f2845ad2fb None None] Routers {'edc171ab-e37b-473e-a03e-f993e73a9c94'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:12:20.933137 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-6a2faa6b-e32b-48c0-8a11-28f2845ad2fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:12:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['edc171ab-e37b-473e-a03e-f993e73a9c94'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:12:20.958223 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-f389dfc6-1470-48f9-8493-f7de2e849811 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "DELETE /v2.0/floatingips/c466bb2f-1cc9-4ce4-bfa2-7a96f3a543a5 HTTP/1.1" status: 204 len: 168 time: 1.2810664 Nov 19 18:12:20.960488 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c82896f8-a54a-4718-b37f-3c67786c16d2', 'tag': 'f199a584-a6cd-477a-a0a8-0173c813a2a7'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:12:20.962782 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dd4767a008c23f8566efc82158ee1b1fff34e1a9e908d76d0b6d0ab7e350e5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dc01b48-803c-4dec-8299-b75c6ff02a99" -d '{"events": [{"name": "network-changed", "server_uuid": "c82896f8-a54a-4718-b37f-3c67786c16d2", "tag": "f199a584-a6cd-477a-a0a8-0173c813a2a7"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:12:20.982618 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc63ef4-10bb-4af8-b661-9e9fef84820e req-7a0e2891-41ac-4516-9e81-7b25e371f08b tempest-TestServerAdvancedOps-760933848 tempest-TestServerAdvancedOps-760933848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:12:20.985384 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-7fc63ef4-10bb-4af8-b661-9e9fef84820e req-7a0e2891-41ac-4516-9e81-7b25e371f08b tempest-TestServerAdvancedOps-760933848 tempest-TestServerAdvancedOps-760933848-project] 10.222.0.54 "GET /v2.0/ports?device_id=67c486df-019d-44ba-83ac-6e1b62232513 HTTP/1.1" status: 200 len: 945 time: 0.1036131 Nov 19 18:12:21.036997 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b4d736-029d-452a-b989-258f68a0ba4f req-4c453aa5-9fc6-4e42-9cc3-45a18c4916b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:12:21.038553 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a9b4d736-029d-452a-b989-258f68a0ba4f req-4c453aa5-9fc6-4e42-9cc3-45a18c4916b2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=081327802ccf41e39cc0b1a2c18d32ca&device_id=67c486df-019d-44ba-83ac-6e1b62232513 HTTP/1.1" status: 200 len: 1096 time: 0.0721455 Nov 19 18:12:21.047188 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-6a2faa6b-e32b-48c0-8a11-28f2845ad2fb None None] Set router edc171ab-e37b-473e-a03e-f993e73a9c94 gateway port host: n-d-818022-2 {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:12:21.072440 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-7fc63ef4-10bb-4af8-b661-9e9fef84820e req-da89d6d2-ae11-417e-9ab9-c79c43692849 tempest-TestServerAdvancedOps-760933848 tempest-TestServerAdvancedOps-760933848-project] 10.222.0.54 "GET /v2.0/security-groups?id=b0b33c56-2794-4c42-b035-519d1669622b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725563 Nov 19 18:12:21.159875 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 18:12:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aa57445-cfd4-4293-aa90-19d7adbf293f x-openstack-request-id: req-0aa57445-cfd4-4293-aa90-19d7adbf293f {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:12:21.160193 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c82896f8-a54a-4718-b37f-3c67786c16d2", "tag": "f199a584-a6cd-477a-a0a8-0173c813a2a7", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:12:21.160421 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-0aa57445-cfd4-4293-aa90-19d7adbf293f {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:12:21.161571 n-d-818022-2 neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c82896f8-a54a-4718-b37f-3c67786c16d2', 'tag': 'f199a584-a6cd-477a-a0a8-0173c813a2a7', 'status': 'completed', 'code': 200} Nov 19 18:12:21.189954 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b4d736-029d-452a-b989-258f68a0ba4f req-411cc6f5-0021-4915-a135-f519b0ead87b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:12:21.191144 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a9b4d736-029d-452a-b989-258f68a0ba4f req-411cc6f5-0021-4915-a135-f519b0ead87b service neutron] 10.222.0.60 "GET /v2.0/networks?id=acd88ea3-c560-4b1e-b8da-60a13e0890b0 HTTP/1.1" status: 200 len: 912 time: 0.1403687 Nov 19 18:12:21.235358 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a9b4d736-029d-452a-b989-258f68a0ba4f req-b539248b-7ac3-449f-90df-bac37bcde0d8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b2393844-4ea7-4290-a88a-47fdec2fa032 HTTP/1.1" status: 200 len: 217 time: 0.0366898 Nov 19 18:12:21.244816 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc01b48-803c-4dec-8299-b75c6ff02a99 req-aa3a93da-b9d4-4327-bbf7-a2a59743e62f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:12:21.246472 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2dc01b48-803c-4dec-8299-b75c6ff02a99 req-aa3a93da-b9d4-4327-bbf7-a2a59743e62f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d41245dedb694df6accb5dc7769c75e5&device_id=c82896f8-a54a-4718-b37f-3c67786c16d2 HTTP/1.1" status: 200 len: 1097 time: 0.0639319 Nov 19 18:12:21.254523 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5f4b27-c964-48ba-ad3d-f375c48c188e req-35660567-e5de-47f7-86b3-2b3c0525196f tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:12:21.254768 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-6a2faa6b-e32b-48c0-8a11-28f2845ad2fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edc171ab-e37b-473e-a03e-f993e73a9c94', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1058054596', 'tenant_id': 'd41245dedb694df6accb5dc7769c75e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.154'}], 'enable_snat': True}, 'gw_port_id': '73be8d29-eb8f-4466-bb21-34547be29c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:10:14Z', 'updated_at': '2021-11-19T18:10:23Z', 'revision_number': 4, 'project_id': 'd41245dedb694df6accb5dc7769c75e5', 'gw_port': {'id': '73be8d29-eb8f-4466-bb21-34547be29c5c', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:03:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edc171ab-e37b-473e-a03e-f993e73a9c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:10:15Z', 'updated_at': '2021-11-19T18:10:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': 'e2ddeea0-d8a6-4b67-8fa1-64b827956ef6', 'name': '', 'network_id': '27e7e577-9b51-4ea8-b428-cb57dc2f1090', 'tenant_id': 'd41245dedb694df6accb5dc7769c75e5', 'mac_address': 'fa:16:3e:a2:25:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edc171ab-e37b-473e-a03e-f993e73a9c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': '749680ea-6b4d-4ba4-a221-84f2211067a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:10:22Z', 'updated_at': '2021-11-19T18:10:26Z', 'revision_number': 5, 'project_id': 'd41245dedb694df6accb5dc7769c75e5', 'subnets': [{'id': '749680ea-6b4d-4ba4-a221-84f2211067a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:12:21.255994 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9a5f4b27-c964-48ba-ad3d-f375c48c188e req-35660567-e5de-47f7-86b3-2b3c0525196f tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/ports?device_id=c82896f8-a54a-4718-b37f-3c67786c16d2 HTTP/1.1" status: 200 len: 946 time: 0.0870533 Nov 19 18:12:21.284813 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2faa6b-e32b-48c0-8a11-28f2845ad2fb None None] Checking router: edc171ab-e37b-473e-a03e-f993e73a9c94 for host: n-d-818022-2 {{(pid=103366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:12:21.293946 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2faa6b-e32b-48c0-8a11-28f2845ad2fb None None] Routers {'edc171ab-e37b-473e-a03e-f993e73a9c94'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:12:21.295360 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-6a2faa6b-e32b-48c0-8a11-28f2845ad2fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:12:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['edc171ab-e37b-473e-a03e-f993e73a9c94'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:12:21.300729 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b4d736-029d-452a-b989-258f68a0ba4f req-40c7054c-601f-4232-93ab-9177029e0168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:12:21.302291 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a9b4d736-029d-452a-b989-258f68a0ba4f req-40c7054c-601f-4232-93ab-9177029e0168 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2a142f3e-ad77-4a49-88c9-272b40dbdf0c HTTP/1.1" status: 200 len: 851 time: 0.0560911 Nov 19 18:12:21.346875 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a9b4d736-029d-452a-b989-258f68a0ba4f req-3efbcfaa-9a23-43df-857e-a40dbbf8d8ad service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=acd88ea3-c560-4b1e-b8da-60a13e0890b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334013 Nov 19 18:12:21.364602 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9a5f4b27-c964-48ba-ad3d-f375c48c188e req-497c25c9-94e5-4c77-9a35-ae3b1d6e1c15 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/security-groups?id=8f4b6ed4-731c-4422-a542-0c167c226527&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968020 Nov 19 18:12:21.389113 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc01b48-803c-4dec-8299-b75c6ff02a99 req-21ed2722-6a62-49b9-a664-60435e30ad4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:12:21.390387 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2dc01b48-803c-4dec-8299-b75c6ff02a99 req-21ed2722-6a62-49b9-a664-60435e30ad4c service neutron] 10.222.0.60 "GET /v2.0/networks?id=27e7e577-9b51-4ea8-b428-cb57dc2f1090 HTTP/1.1" status: 200 len: 898 time: 0.1313419 Nov 19 18:12:21.408370 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-6a2faa6b-e32b-48c0-8a11-28f2845ad2fb None None] Set router edc171ab-e37b-473e-a03e-f993e73a9c94 gateway port host: n-d-818022-2 {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:12:21.442169 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2dc01b48-803c-4dec-8299-b75c6ff02a99 req-2ad6b4c1-4682-4028-ad35-d3a28c543e87 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f199a584-a6cd-477a-a0a8-0173c813a2a7 HTTP/1.1" status: 200 len: 217 time: 0.0431032 Nov 19 18:12:21.456686 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a9b4d736-029d-452a-b989-258f68a0ba4f req-9915b958-302c-4ca0-ac64-d84bc0813d3d service neutron] 10.222.0.60 "GET /v2.0/networks/acd88ea3-c560-4b1e-b8da-60a13e0890b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965099 Nov 19 18:12:21.502131 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc01b48-803c-4dec-8299-b75c6ff02a99 req-e353aebe-5fef-4b85-b5df-0ac19c95821a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:12:21.504254 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2dc01b48-803c-4dec-8299-b75c6ff02a99 req-e353aebe-5fef-4b85-b5df-0ac19c95821a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=749680ea-6b4d-4ba4-a221-84f2211067a3 HTTP/1.1" status: 200 len: 835 time: 0.0476742 Nov 19 18:12:21.565648 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc01b48-803c-4dec-8299-b75c6ff02a99 req-c1ddff10-1d13-4669-9ce4-efe7d6d0dc11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:12:21.568001 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2dc01b48-803c-4dec-8299-b75c6ff02a99 req-c1ddff10-1d13-4669-9ce4-efe7d6d0dc11 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=27e7e577-9b51-4ea8-b428-cb57dc2f1090&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0490773 Nov 19 18:12:21.571780 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a9b4d736-029d-452a-b989-258f68a0ba4f req-e5b41414-d999-4dc8-895a-0bc8b349dd56 service neutron] 10.222.0.60 "GET /v2.0/networks/acd88ea3-c560-4b1e-b8da-60a13e0890b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057806 Nov 19 18:12:21.612374 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-6a2faa6b-e32b-48c0-8a11-28f2845ad2fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edc171ab-e37b-473e-a03e-f993e73a9c94', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1058054596', 'tenant_id': 'd41245dedb694df6accb5dc7769c75e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.154'}], 'enable_snat': True}, 'gw_port_id': '73be8d29-eb8f-4466-bb21-34547be29c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:10:14Z', 'updated_at': '2021-11-19T18:10:23Z', 'revision_number': 4, 'project_id': 'd41245dedb694df6accb5dc7769c75e5', 'gw_port': {'id': '73be8d29-eb8f-4466-bb21-34547be29c5c', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:03:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edc171ab-e37b-473e-a03e-f993e73a9c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:10:15Z', 'updated_at': '2021-11-19T18:10:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': 'e2ddeea0-d8a6-4b67-8fa1-64b827956ef6', 'name': '', 'network_id': '27e7e577-9b51-4ea8-b428-cb57dc2f1090', 'tenant_id': 'd41245dedb694df6accb5dc7769c75e5', 'mac_address': 'fa:16:3e:a2:25:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edc171ab-e37b-473e-a03e-f993e73a9c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': '749680ea-6b4d-4ba4-a221-84f2211067a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:10:22Z', 'updated_at': '2021-11-19T18:10:26Z', 'revision_number': 5, 'project_id': 'd41245dedb694df6accb5dc7769c75e5', 'subnets': [{'id': '749680ea-6b4d-4ba4-a221-84f2211067a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:12:21.637672 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2faa6b-e32b-48c0-8a11-28f2845ad2fb None None] The sync data for ids ['edc171ab-e37b-473e-a03e-f993e73a9c94'] in n-d-818022-2 is: [{'id': 'edc171ab-e37b-473e-a03e-f993e73a9c94', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1058054596', 'tenant_id': 'd41245dedb694df6accb5dc7769c75e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.154'}], 'enable_snat': True}, 'gw_port_id': '73be8d29-eb8f-4466-bb21-34547be29c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:10:14Z', 'updated_at': '2021-11-19T18:10:23Z', 'revision_number': 4, 'project_id': 'd41245dedb694df6accb5dc7769c75e5', 'gw_port': {'id': '73be8d29-eb8f-4466-bb21-34547be29c5c', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:03:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edc171ab-e37b-473e-a03e-f993e73a9c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:10:15Z', 'updated_at': '2021-11-19T18:10:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': 'e2ddeea0-d8a6-4b67-8fa1-64b827956ef6', 'name': '', 'network_id': '27e7e577-9b51-4ea8-b428-cb57dc2f1090', 'tenant_id': 'd41245dedb694df6accb5dc7769c75e5', 'mac_address': 'fa:16:3e:a2:25:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edc171ab-e37b-473e-a03e-f993e73a9c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3580, 'fixed_ips': [{'subnet_id': '749680ea-6b4d-4ba4-a221-84f2211067a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:10:22Z', 'updated_at': '2021-11-19T18:10:26Z', 'revision_number': 5, 'project_id': 'd41245dedb694df6accb5dc7769c75e5', 'subnets': [{'id': '749680ea-6b4d-4ba4-a221-84f2211067a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:12:21.667888 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2dc01b48-803c-4dec-8299-b75c6ff02a99 req-0ff91174-84aa-4d55-911c-15df4449ebd0 service neutron] 10.222.0.60 "GET /v2.0/networks/27e7e577-9b51-4ea8-b428-cb57dc2f1090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858495 Nov 19 18:12:21.776215 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2dc01b48-803c-4dec-8299-b75c6ff02a99 req-9659200f-33d9-441d-b44a-0be398adfcff service neutron] 10.222.0.60 "GET /v2.0/networks/27e7e577-9b51-4ea8-b428-cb57dc2f1090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954878 Nov 19 18:12:21.861887 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93cdc01-8545-45c8-bf1b-a675baea1933 req-2ecbecd2-c2fc-4abf-9516-80e8f2a53830 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:12:21.863447 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-e93cdc01-8545-45c8-bf1b-a675baea1933 req-2ecbecd2-c2fc-4abf-9516-80e8f2a53830 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/ports?device_id=cc04e7a6-e0b7-438f-a931-99187cf28379 HTTP/1.1" status: 200 len: 944 time: 0.0568862 Nov 19 18:12:21.884426 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c134beba-104e-4028-80df-c5b09c565e87 None None] New status for floating IP c466bb2f-1cc9-4ce4-bfa2-7a96f3a543a5: DOWN {{(pid=103367) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 18:12:21.892363 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00acd586-b422-4824-9692-a1fc1e2f70f4 req-586851b2-6cde-4f24-b37d-a93db88b4411 tempest-TestVolumeBackupRestore-904268693 tempest-TestVolumeBackupRestore-904268693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:12:21.893954 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-00acd586-b422-4824-9692-a1fc1e2f70f4 req-586851b2-6cde-4f24-b37d-a93db88b4411 tempest-TestVolumeBackupRestore-904268693 tempest-TestVolumeBackupRestore-904268693-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ea917ea-307a-450b-ab73-a8b9b47b4932 HTTP/1.1" status: 200 len: 943 time: 0.0563688 Nov 19 18:12:21.914523 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-e93cdc01-8545-45c8-bf1b-a675baea1933 req-9413f6b9-1d7b-4daf-a044-697196494615 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1dc433e-2f31-472a-89c9-d0d668ac0a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442405 Nov 19 18:12:21.953867 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-00acd586-b422-4824-9692-a1fc1e2f70f4 req-854c5af5-7f72-4770-8e35-b358e11176c7 tempest-TestVolumeBackupRestore-904268693 tempest-TestVolumeBackupRestore-904268693-project] 10.222.0.54 "GET /v2.0/security-groups?id=ffd1a4bd-9cd7-4dac-9945-b664fc1abeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536587 Nov 19 18:12:22.201591 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b09c07-716a-4306-9aa1-9cff7003916d req-592d5d50-e889-44d6-894a-df39892fc39d tempest-TestServerAdvancedOps-760933848 tempest-TestServerAdvancedOps-760933848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:12:22.203124 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-82b09c07-716a-4306-9aa1-9cff7003916d req-592d5d50-e889-44d6-894a-df39892fc39d tempest-TestServerAdvancedOps-760933848 tempest-TestServerAdvancedOps-760933848-project] 10.222.0.54 "GET /v2.0/ports?device_id=67c486df-019d-44ba-83ac-6e1b62232513 HTTP/1.1" status: 200 len: 945 time: 0.0564485 Nov 19 18:12:22.263096 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-82b09c07-716a-4306-9aa1-9cff7003916d req-a6b5c3d3-0e0b-458e-a641-c255974705e1 tempest-TestServerAdvancedOps-760933848 tempest-TestServerAdvancedOps-760933848-project] 10.222.0.54 "GET /v2.0/security-groups?id=b0b33c56-2794-4c42-b035-519d1669622b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537195 Nov 19 18:12:22.497234 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184643c2-2e95-44b6-a4d3-85aff0309042 req-367b512c-2bf6-4d57-99c3-7e8fb2d137f6 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:12:22.501346 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-184643c2-2e95-44b6-a4d3-85aff0309042 req-367b512c-2bf6-4d57-99c3-7e8fb2d137f6 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/ports?device_id=c82896f8-a54a-4718-b37f-3c67786c16d2 HTTP/1.1" status: 200 len: 946 time: 0.0606790 Nov 19 18:12:22.558254 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-184643c2-2e95-44b6-a4d3-85aff0309042 req-8fa1a580-fdca-4932-81b6-6d40ddc54c82 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/security-groups?id=8f4b6ed4-731c-4422-a542-0c167c226527&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504353 Nov 19 18:12:22.824950 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a216e4a-5735-4b17-a9be-cec570a5bd3b req-047d7afe-5d04-4a9e-97e2-25a30ea2cc2d tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:12:22.826733 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6a216e4a-5735-4b17-a9be-cec570a5bd3b req-047d7afe-5d04-4a9e-97e2-25a30ea2cc2d tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.60 "GET /v2.0/ports?device_id=c82896f8-a54a-4718-b37f-3c67786c16d2 HTTP/1.1" status: 200 len: 946 time: 0.0481594 Nov 19 18:12:22.915909 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-6a216e4a-5735-4b17-a9be-cec570a5bd3b req-f1ba85d2-f89c-46ef-a61b-7fe6eb69c52a tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Deleting port f199a584-a6cd-477a-a0a8-0173c813a2a7 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:12:22.916237 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-6a216e4a-5735-4b17-a9be-cec570a5bd3b req-f1ba85d2-f89c-46ef-a61b-7fe6eb69c52a tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:23.047662 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae80eb2-d866-4adb-8e00-1a885f9e607e req-9135bd84-b255-4530-84c4-1fbadb8f927f tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:12:23.049268 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8ae80eb2-d866-4adb-8e00-1a885f9e607e req-9135bd84-b255-4530-84c4-1fbadb8f927f tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/ports?device_id=cc04e7a6-e0b7-438f-a931-99187cf28379 HTTP/1.1" status: 200 len: 944 time: 0.0637074 Nov 19 18:12:23.100555 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8ae80eb2-d866-4adb-8e00-1a885f9e607e req-060a4121-ca35-46c5-8b77-aa419a68f565 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1dc433e-2f31-472a-89c9-d0d668ac0a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448399 Nov 19 18:12:23.359341 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3d5032-5bd4-49db-a590-3af40ac106f2 req-b20b8271-405e-4cee-a89d-721e75b9b4fe tempest-TestVolumeBackupRestore-904268693 tempest-TestVolumeBackupRestore-904268693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:12:23.360732 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8c3d5032-5bd4-49db-a590-3af40ac106f2 req-b20b8271-405e-4cee-a89d-721e75b9b4fe tempest-TestVolumeBackupRestore-904268693 tempest-TestVolumeBackupRestore-904268693-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ea917ea-307a-450b-ab73-a8b9b47b4932 HTTP/1.1" status: 200 len: 943 time: 0.0823207 Nov 19 18:12:23.365701 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-6a216e4a-5735-4b17-a9be-cec570a5bd3b req-f1ba85d2-f89c-46ef-a61b-7fe6eb69c52a tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] For port f199a584-a6cd-477a-a0a8-0173c813a2a7, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=f199a584-a6cd-477a-a0a8-0173c813a2a7,segment=NetworkSegment(303313c8-64ac-45f8-92b0-cca63a8c0103),segment_id=303313c8-64ac-45f8-92b0-cca63a8c0103)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:12:23.366079 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-6a216e4a-5735-4b17-a9be-cec570a5bd3b req-f1ba85d2-f89c-46ef-a61b-7fe6eb69c52a tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:23.384628 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-6a216e4a-5735-4b17-a9be-cec570a5bd3b req-f1ba85d2-f89c-46ef-a61b-7fe6eb69c52a tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Calling delete_port for f199a584-a6cd-477a-a0a8-0173c813a2a7 owned by compute:nova {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:12:23.395424 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675552f3-82a4-49e7-8fef-7ba99d01ec07 req-3a9251d2-8264-4697-a2ac-1224367eea13 tempest-TestServerAdvancedOps-760933848 tempest-TestServerAdvancedOps-760933848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:12:23.396946 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-675552f3-82a4-49e7-8fef-7ba99d01ec07 req-3a9251d2-8264-4697-a2ac-1224367eea13 tempest-TestServerAdvancedOps-760933848 tempest-TestServerAdvancedOps-760933848-project] 10.222.0.54 "GET /v2.0/ports?device_id=67c486df-019d-44ba-83ac-6e1b62232513 HTTP/1.1" status: 200 len: 945 time: 0.0484011 Nov 19 18:12:23.447801 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-675552f3-82a4-49e7-8fef-7ba99d01ec07 req-de7126ab-5197-4dc3-a182-ceb6e2170da4 tempest-TestServerAdvancedOps-760933848 tempest-TestServerAdvancedOps-760933848-project] 10.222.0.54 "GET /v2.0/security-groups?id=b0b33c56-2794-4c42-b035-519d1669622b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447414 Nov 19 18:12:23.462383 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8c3d5032-5bd4-49db-a590-3af40ac106f2 req-6caf5636-54f3-4aa9-8214-c1273b73dfa7 tempest-TestVolumeBackupRestore-904268693 tempest-TestVolumeBackupRestore-904268693-project] 10.222.0.54 "GET /v2.0/security-groups?id=ffd1a4bd-9cd7-4dac-9945-b664fc1abeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937738 Nov 19 18:12:23.547940 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-6a216e4a-5735-4b17-a9be-cec570a5bd3b req-f1ba85d2-f89c-46ef-a61b-7fe6eb69c52a tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:23.576026 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ba85d2-f89c-46ef-a61b-7fe6eb69c52a tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Pushing event deleted for resources: {'Port': ['ID=f199a584-a6cd-477a-a0a8-0173c813a2a7,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:12:23.640321 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a216e4a-5735-4b17-a9be-cec570a5bd3b req-f1ba85d2-f89c-46ef-a61b-7fe6eb69c52a tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] No DVR routers for this DVR port f199a584-a6cd-477a-a0a8-0173c813a2a7 on host n-h1-818022-2 {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:12:23.643254 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-6a216e4a-5735-4b17-a9be-cec570a5bd3b req-f1ba85d2-f89c-46ef-a61b-7fe6eb69c52a tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:23.646800 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6a216e4a-5735-4b17-a9be-cec570a5bd3b req-f1ba85d2-f89c-46ef-a61b-7fe6eb69c52a tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.60 "DELETE /v2.0/ports/f199a584-a6cd-477a-a0a8-0173c813a2a7 HTTP/1.1" status: 204 len: 173 time: 0.8146131 Nov 19 18:12:23.647269 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c82896f8-a54a-4718-b37f-3c67786c16d2', 'name': 'network-vif-deleted', 'tag': 'f199a584-a6cd-477a-a0a8-0173c813a2a7'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:12:23.649584 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218319d759239a7d11f1288aef37381b97754913ee9ccbfd43b51a463f801712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7691d4b4-5f3f-4e80-b4ad-882cfaef3b88" -d '{"events": [{"server_uuid": "c82896f8-a54a-4718-b37f-3c67786c16d2", "name": "network-vif-deleted", "tag": "f199a584-a6cd-477a-a0a8-0173c813a2a7"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:12:23.680698 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a639d4bf-c6e0-4989-9666-50bd1452c043 req-1bf0c10c-25dd-4c23-8b9c-4887ed1a84d6 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/ports?device_id=c82896f8-a54a-4718-b37f-3c67786c16d2 HTTP/1.1" status: 200 len: 210 time: 0.0274365 Nov 19 18:12:23.708009 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d66ebf6-30f2-4b9a-9c56-881f05939382 req-e003ee40-8b82-4488-aa8f-1b69d3b058b2 tempest-TestServerAdvancedOps-760933848 tempest-TestServerAdvancedOps-760933848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:12:23.709741 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-4d66ebf6-30f2-4b9a-9c56-881f05939382 req-e003ee40-8b82-4488-aa8f-1b69d3b058b2 tempest-TestServerAdvancedOps-760933848 tempest-TestServerAdvancedOps-760933848-project] 10.222.0.54 "GET /v2.0/ports?device_id=67c486df-019d-44ba-83ac-6e1b62232513 HTTP/1.1" status: 200 len: 945 time: 0.0522847 Nov 19 18:12:23.732253 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:12:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f555195-fbf5-4311-b7b7-d0d8a272d1d8 x-openstack-request-id: req-0f555195-fbf5-4311-b7b7-d0d8a272d1d8 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:12:23.732557 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c82896f8-a54a-4718-b37f-3c67786c16d2", "name": "network-vif-deleted", "tag": "f199a584-a6cd-477a-a0a8-0173c813a2a7", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:12:23.733153 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-0f555195-fbf5-4311-b7b7-d0d8a272d1d8 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:12:23.733303 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c82896f8-a54a-4718-b37f-3c67786c16d2', 'name': 'network-vif-deleted', 'tag': 'f199a584-a6cd-477a-a0a8-0173c813a2a7', 'status': 'completed', 'code': 200} Nov 19 18:12:23.761478 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-4d66ebf6-30f2-4b9a-9c56-881f05939382 req-c95ce249-165d-48c8-873b-bd83816c5a58 tempest-TestServerAdvancedOps-760933848 tempest-TestServerAdvancedOps-760933848-project] 10.222.0.54 "GET /v2.0/security-groups?id=b0b33c56-2794-4c42-b035-519d1669622b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457203 Nov 19 18:12:24.229214 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af37322-1b4f-4d61-8233-543dfd95f06f req-c47ac004-cfc1-4030-a68c-0b87339b3eb7 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:12:24.230653 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3af37322-1b4f-4d61-8233-543dfd95f06f req-c47ac004-cfc1-4030-a68c-0b87339b3eb7 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/ports?device_id=cc04e7a6-e0b7-438f-a931-99187cf28379 HTTP/1.1" status: 200 len: 944 time: 0.0504639 Nov 19 18:12:24.278181 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3af37322-1b4f-4d61-8233-543dfd95f06f req-a3027b56-cb46-489d-a638-273741527327 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1dc433e-2f31-472a-89c9-d0d668ac0a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406930 Nov 19 18:12:24.580415 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd3198c-3c44-46a1-8d9c-b593cbc74ddf req-75c09fcb-5cda-46b7-8048-af36ed0fc7ea tempest-TestVolumeBackupRestore-904268693 tempest-TestVolumeBackupRestore-904268693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:12:24.581906 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-4bd3198c-3c44-46a1-8d9c-b593cbc74ddf req-75c09fcb-5cda-46b7-8048-af36ed0fc7ea tempest-TestVolumeBackupRestore-904268693 tempest-TestVolumeBackupRestore-904268693-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ea917ea-307a-450b-ab73-a8b9b47b4932 HTTP/1.1" status: 200 len: 943 time: 0.0483282 Nov 19 18:12:24.635837 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-4bd3198c-3c44-46a1-8d9c-b593cbc74ddf req-874404ca-29b4-4420-9ab5-4c65771e1db8 tempest-TestVolumeBackupRestore-904268693 tempest-TestVolumeBackupRestore-904268693-project] 10.222.0.54 "GET /v2.0/security-groups?id=ffd1a4bd-9cd7-4dac-9945-b664fc1abeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479662 Nov 19 18:12:24.743313 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 39122) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:12:24.770005 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device 1fa2165c-0b11-49cc-a6f6-0c85d714fd80 details requested by agent hyperv_n-h2-818022-2 with host n-h2-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 18:12:24.865157 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port 1fa2165c-0b11-49cc-a6f6-0c85d714fd80, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=1fa2165c-0b11-49cc-a6f6-0c85d714fd80,segment=NetworkSegment(c30cfb0f-ff5a-43ee-8ebb-277db6d46d84),segment_id=c30cfb0f-ff5a-43ee-8ebb-277db6d46d84)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:12:24.876724 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Returning: {'device': '1fa2165c-0b11-49cc-a6f6-0c85d714fd80', 'network_id': '4ded9289-07e2-4a9e-a76f-366a0c385571', 'port_id': '1fa2165c-0b11-49cc-a6f6-0c85d714fd80', 'mac_address': 'fa:16:3e:5d:63:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 669, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd2183cd-a74e-4ffa-9f88-c10707b30f01', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 18:12:24.912913 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:24.928945 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fa2165c-0b11-49cc-a6f6-0c85d714fd80 {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:12:24.934679 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad029c9-3a1e-4d05-9790-ac70914c88b4 req-9aba5606-8a05-4891-8e88-de594a794b20 tempest-TestServerAdvancedOps-760933848 tempest-TestServerAdvancedOps-760933848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:12:24.936197 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-7ad029c9-3a1e-4d05-9790-ac70914c88b4 req-9aba5606-8a05-4891-8e88-de594a794b20 tempest-TestServerAdvancedOps-760933848 tempest-TestServerAdvancedOps-760933848-project] 10.222.0.54 "GET /v2.0/ports?device_id=67c486df-019d-44ba-83ac-6e1b62232513 HTTP/1.1" status: 200 len: 945 time: 0.1056447 Nov 19 18:12:24.948543 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port 1fa2165c-0b11-49cc-a6f6-0c85d714fd80, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=1fa2165c-0b11-49cc-a6f6-0c85d714fd80,segment=NetworkSegment(c30cfb0f-ff5a-43ee-8ebb-277db6d46d84),segment_id=c30cfb0f-ff5a-43ee-8ebb-277db6d46d84)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:12:24.954122 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:25.005642 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Pushing event updated for resources: {'Port': ['ID=1fa2165c-0b11-49cc-a6f6-0c85d714fd80,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:12:25.013945 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:12:25.014323 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:12:25.014554 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:12:25.014901 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:12:25.015236 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:12:25.015570 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:12:25.016198 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:12:25.016505 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:12:25.016803 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:12:25.017134 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:12:25.017456 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:12:25.017783 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:12:25.033867 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-7ad029c9-3a1e-4d05-9790-ac70914c88b4 req-366d7e18-bf26-4c2b-b330-43ffabf8f683 tempest-TestServerAdvancedOps-760933848 tempest-TestServerAdvancedOps-760933848-project] 10.222.0.54 "GET /v2.0/security-groups?id=b0b33c56-2794-4c42-b035-519d1669622b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911105 Nov 19 18:12:25.183550 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] get_ports_and_sgs() called for port_ids ['1fa2165c-0b11-49cc-a6f6-0c85d714fd80'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:12:25.190206 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-099d1e30-dade-4bdb-ae40-e10a1ec80b2d tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-768564'] for router_interface, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:25.408052 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c10340a-3173-4074-82df-019ff4a61d14 req-b207eeab-7275-447f-af35-a6e85b27eb6c tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:12:25.409689 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5c10340a-3173-4074-82df-019ff4a61d14 req-b207eeab-7275-447f-af35-a6e85b27eb6c tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/ports?device_id=cc04e7a6-e0b7-438f-a931-99187cf28379 HTTP/1.1" status: 200 len: 944 time: 0.0546918 Nov 19 18:12:25.459401 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-099d1e30-dade-4bdb-ae40-e10a1ec80b2d tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Deleting port e2ddeea0-d8a6-4b67-8fa1-64b827956ef6 {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:12:25.459745 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-099d1e30-dade-4bdb-ae40-e10a1ec80b2d tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:25.490835 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5c10340a-3173-4074-82df-019ff4a61d14 req-1ccf214d-775f-40f9-b50e-8f9f21577a26 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1dc433e-2f31-472a-89c9-d0d668ac0a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745974 Nov 19 18:12:25.502806 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61a4964-c68f-454b-906c-cb40dca0e78d req-423e341f-7b3e-43d2-ac3c-a16bddebabcd tempest-TestServerAdvancedOps-760933848 tempest-TestServerAdvancedOps-760933848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:12:25.505026 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c61a4964-c68f-454b-906c-cb40dca0e78d req-423e341f-7b3e-43d2-ac3c-a16bddebabcd tempest-TestServerAdvancedOps-760933848 tempest-TestServerAdvancedOps-760933848-project] 10.222.0.60 "GET /v2.0/ports?device_id=67c486df-019d-44ba-83ac-6e1b62232513 HTTP/1.1" status: 200 len: 945 time: 0.0807950 Nov 19 18:12:25.566786 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [None req-099d1e30-dade-4bdb-ae40-e10a1ec80b2d tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] For port e2ddeea0-d8a6-4b67-8fa1-64b827956ef6, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=e2ddeea0-d8a6-4b67-8fa1-64b827956ef6,segment=NetworkSegment(303313c8-64ac-45f8-92b0-cca63a8c0103),segment_id=303313c8-64ac-45f8-92b0-cca63a8c0103)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:12:25.567060 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-099d1e30-dade-4bdb-ae40-e10a1ec80b2d tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:25.580791 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-099d1e30-dade-4bdb-ae40-e10a1ec80b2d tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Calling delete_port for e2ddeea0-d8a6-4b67-8fa1-64b827956ef6 owned by network:router_interface {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:12:25.608332 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-c61a4964-c68f-454b-906c-cb40dca0e78d req-aed34c57-e8d4-48be-a3b4-46a7eeaffb7f tempest-TestServerAdvancedOps-760933848 tempest-TestServerAdvancedOps-760933848-project] Deleting port b2393844-4ea7-4290-a88a-47fdec2fa032 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:12:25.608681 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-c61a4964-c68f-454b-906c-cb40dca0e78d req-aed34c57-e8d4-48be-a3b4-46a7eeaffb7f tempest-TestServerAdvancedOps-760933848 tempest-TestServerAdvancedOps-760933848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:25.714135 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-c61a4964-c68f-454b-906c-cb40dca0e78d req-aed34c57-e8d4-48be-a3b4-46a7eeaffb7f tempest-TestServerAdvancedOps-760933848 tempest-TestServerAdvancedOps-760933848-project] For port b2393844-4ea7-4290-a88a-47fdec2fa032, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=b2393844-4ea7-4290-a88a-47fdec2fa032,segment=NetworkSegment(9fca4bdf-2946-4885-9659-6bc6d19df95c),segment_id=9fca4bdf-2946-4885-9659-6bc6d19df95c)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:12:25.714497 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-c61a4964-c68f-454b-906c-cb40dca0e78d req-aed34c57-e8d4-48be-a3b4-46a7eeaffb7f tempest-TestServerAdvancedOps-760933848 tempest-TestServerAdvancedOps-760933848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:25.728388 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-c61a4964-c68f-454b-906c-cb40dca0e78d req-aed34c57-e8d4-48be-a3b4-46a7eeaffb7f tempest-TestServerAdvancedOps-760933848 tempest-TestServerAdvancedOps-760933848-project] Calling delete_port for b2393844-4ea7-4290-a88a-47fdec2fa032 owned by compute:nova {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:12:25.776144 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d3cf4b-d0ba-4a4f-a994-2a842bd732cb req-386bbfed-04ba-4df3-86c1-c8c45bf34288 tempest-TestVolumeBackupRestore-904268693 tempest-TestVolumeBackupRestore-904268693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:12:25.777672 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-77d3cf4b-d0ba-4a4f-a994-2a842bd732cb req-386bbfed-04ba-4df3-86c1-c8c45bf34288 tempest-TestVolumeBackupRestore-904268693 tempest-TestVolumeBackupRestore-904268693-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ea917ea-307a-450b-ab73-a8b9b47b4932 HTTP/1.1" status: 200 len: 944 time: 0.0696180 Nov 19 18:12:25.843172 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-099d1e30-dade-4bdb-ae40-e10a1ec80b2d tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:25.866088 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-c61a4964-c68f-454b-906c-cb40dca0e78d req-aed34c57-e8d4-48be-a3b4-46a7eeaffb7f tempest-TestServerAdvancedOps-760933848 tempest-TestServerAdvancedOps-760933848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:25.878434 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['b2393844-4ea7-4290-a88a-47fdec2fa032'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:12:25.884306 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099d1e30-dade-4bdb-ae40-e10a1ec80b2d tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Pushing event deleted for resources: {'Port': ['ID=e2ddeea0-d8a6-4b67-8fa1-64b827956ef6,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:12:25.890014 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-77d3cf4b-d0ba-4a4f-a994-2a842bd732cb req-80d2cece-2f47-4c10-ac51-2060d58ab826 tempest-TestVolumeBackupRestore-904268693 tempest-TestVolumeBackupRestore-904268693-project] 10.222.0.54 "GET /v2.0/security-groups?id=ffd1a4bd-9cd7-4dac-9945-b664fc1abeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935657 Nov 19 18:12:25.897043 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed34c57-e8d4-48be-a3b4-46a7eeaffb7f tempest-TestServerAdvancedOps-760933848 tempest-TestServerAdvancedOps-760933848-project] Pushing event deleted for resources: {'Port': ['ID=b2393844-4ea7-4290-a88a-47fdec2fa032,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:12:25.949112 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-c61a4964-c68f-454b-906c-cb40dca0e78d req-aed34c57-e8d4-48be-a3b4-46a7eeaffb7f tempest-TestServerAdvancedOps-760933848 tempest-TestServerAdvancedOps-760933848-project] No DVR routers for this DVR port b2393844-4ea7-4290-a88a-47fdec2fa032 on host n-h1-818022-2 {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:12:25.952023 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-c61a4964-c68f-454b-906c-cb40dca0e78d req-aed34c57-e8d4-48be-a3b4-46a7eeaffb7f tempest-TestServerAdvancedOps-760933848 tempest-TestServerAdvancedOps-760933848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:25.959033 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c61a4964-c68f-454b-906c-cb40dca0e78d req-aed34c57-e8d4-48be-a3b4-46a7eeaffb7f tempest-TestServerAdvancedOps-760933848 tempest-TestServerAdvancedOps-760933848-project] 10.222.0.60 "DELETE /v2.0/ports/b2393844-4ea7-4290-a88a-47fdec2fa032 HTTP/1.1" status: 204 len: 173 time: 0.4465606 Nov 19 18:12:25.959606 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67c486df-019d-44ba-83ac-6e1b62232513', 'name': 'network-vif-deleted', 'tag': 'b2393844-4ea7-4290-a88a-47fdec2fa032'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:12:25.960823 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device b2393844-4ea7-4290-a88a-47fdec2fa032 no longer exists at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:12:25.962273 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218319d759239a7d11f1288aef37381b97754913ee9ccbfd43b51a463f801712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b3dbee0-defc-4dc9-9cb9-55029b991cf9" -d '{"events": [{"server_uuid": "67c486df-019d-44ba-83ac-6e1b62232513", "name": "network-vif-deleted", "tag": "b2393844-4ea7-4290-a88a-47fdec2fa032"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:12:25.989272 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] No Port match for: b2393844-4ea7-4290-a88a-47fdec2fa032 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:12:25.989967 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device b2393844-4ea7-4290-a88a-47fdec2fa032 not bound to the agent host n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:12:25.990605 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device f199a584-a6cd-477a-a0a8-0173c813a2a7 no longer exists at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:12:26.021317 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] No Port match for: f199a584-a6cd-477a-a0a8-0173c813a2a7 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:12:26.022063 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device f199a584-a6cd-477a-a0a8-0173c813a2a7 not bound to the agent host n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:12:26.129487 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-099d1e30-dade-4bdb-ae40-e10a1ec80b2d tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-768648'] for router_interface, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:26.227381 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-4f861856-116e-42bd-97b2-068eb828468d req-7a830d96-d8e9-411d-bd2d-69af99ce2aec tempest-TestServerAdvancedOps-760933848 tempest-TestServerAdvancedOps-760933848-project] 10.222.0.54 "GET /v2.0/ports?device_id=67c486df-019d-44ba-83ac-6e1b62232513 HTTP/1.1" status: 200 len: 210 time: 0.0413361 Nov 19 18:12:26.307839 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:12:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ec781f4-bb20-4a21-a354-2380b201f983 x-openstack-request-id: req-4ec781f4-bb20-4a21-a354-2380b201f983 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:12:26.308135 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67c486df-019d-44ba-83ac-6e1b62232513", "name": "network-vif-deleted", "tag": "b2393844-4ea7-4290-a88a-47fdec2fa032", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:12:26.308389 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-4ec781f4-bb20-4a21-a354-2380b201f983 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:12:26.308790 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67c486df-019d-44ba-83ac-6e1b62232513', 'name': 'network-vif-deleted', 'tag': 'b2393844-4ea7-4290-a88a-47fdec2fa032', 'status': 'completed', 'code': 200} Nov 19 18:12:26.396516 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-099d1e30-dade-4bdb-ae40-e10a1ec80b2d tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Router edc171ab-e37b-473e-a03e-f993e73a9c94 has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 18:12:26.509343 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-099d1e30-dade-4bdb-ae40-e10a1ec80b2d tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:12:26.521051 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed7b022d-fab1-4076-ad65-7a0ebb7f3d7d None None] Sync routers for ids ['edc171ab-e37b-473e-a03e-f993e73a9c94'] in n-d-818022-2 {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:12:26.525185 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-099d1e30-dade-4bdb-ae40-e10a1ec80b2d tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "PUT /v2.0/routers/edc171ab-e37b-473e-a03e-f993e73a9c94/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7784667 Nov 19 18:12:26.525532 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 39136) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:12:26.542156 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed7b022d-fab1-4076-ad65-7a0ebb7f3d7d None None] Routers {'edc171ab-e37b-473e-a03e-f993e73a9c94'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:12:26.542776 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-ed7b022d-fab1-4076-ad65-7a0ebb7f3d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:12:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['edc171ab-e37b-473e-a03e-f993e73a9c94'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:12:26.589474 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_v2 [None req-6648d9b7-65b9-4e92-8d04-17574c0e8c01 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Deleting subnet 749680ea-6b4d-4ba4-a221-84f2211067a3 {{(pid=103365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 18:12:26.603954 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6648d9b7-65b9-4e92-8d04-17574c0e8c01 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks [] for subnet, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:26.611054 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623806b1-2699-434b-aac6-ea2b0b472558 req-323e8ba9-7f1b-49df-b0cd-6c5f7836c491 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:12:26.612584 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-623806b1-2699-434b-aac6-ea2b0b472558 req-323e8ba9-7f1b-49df-b0cd-6c5f7836c491 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/ports?device_id=cc04e7a6-e0b7-438f-a931-99187cf28379 HTTP/1.1" status: 200 len: 944 time: 0.0503876 Nov 19 18:12:26.646675 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6648d9b7-65b9-4e92-8d04-17574c0e8c01 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12546453'] for subnet, precommit_delete_associations {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:26.656024 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-ed7b022d-fab1-4076-ad65-7a0ebb7f3d7d None None] Set router edc171ab-e37b-473e-a03e-f993e73a9c94 gateway port host: n-d-818022-2 {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:12:26.671001 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-623806b1-2699-434b-aac6-ea2b0b472558 req-2c0d3c44-72a9-4fea-8ad8-4d2b9a33d10f tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1dc433e-2f31-472a-89c9-d0d668ac0a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514219 Nov 19 18:12:26.735422 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6648d9b7-65b9-4e92-8d04-17574c0e8c01 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:26.798087 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device 1fa2165c-0b11-49cc-a6f6-0c85d714fd80 up at agent hyperv_n-h2-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:12:26.822750 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6648d9b7-65b9-4e92-8d04-17574c0e8c01 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12282919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8731163'] for subnet, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:26.857925 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6648d9b7-65b9-4e92-8d04-17574c0e8c01 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Pushing event deleted for resources: {'Subnet': ['ID=749680ea-6b4d-4ba4-a221-84f2211067a3,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:12:26.860404 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6648d9b7-65b9-4e92-8d04-17574c0e8c01 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks [] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:26.864031 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-6648d9b7-65b9-4e92-8d04-17574c0e8c01 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "DELETE /v2.0/subnets/749680ea-6b4d-4ba4-a221-84f2211067a3 HTTP/1.1" status: 204 len: 168 time: 0.3374302 Nov 19 18:12:26.866802 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 39142) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:12:26.887231 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19cdbd3b-e33c-4625-a0d7-9a810616fc70 None None] Network 27e7e577-9b51-4ea8-b428-cb57dc2f1090 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:12:26.891699 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3b77bc-537f-4e6f-87ae-9b52af643e0d req-dd29adde-390f-4caf-ada2-a25a716d3e14 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:12:26.893333 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-cb3b77bc-537f-4e6f-87ae-9b52af643e0d req-dd29adde-390f-4caf-ada2-a25a716d3e14 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/ports?device_id=cc04e7a6-e0b7-438f-a931-99187cf28379 HTTP/1.1" status: 200 len: 944 time: 0.0644004 Nov 19 18:12:26.961065 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-cb3b77bc-537f-4e6f-87ae-9b52af643e0d req-3e0c3f50-88b4-495e-ac20-9addaccd5b5c tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1dc433e-2f31-472a-89c9-d0d668ac0a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611305 Nov 19 18:12:27.050105 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e706b69-4139-4257-a7d1-1a901d81b568 req-4a5e52e7-c34b-4341-a17f-255fbadf10ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:12:27.051610 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4e706b69-4139-4257-a7d1-1a901d81b568 req-4a5e52e7-c34b-4341-a17f-255fbadf10ab service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e45c6e5baa414b6894171527d94e1abd&device_id=cc04e7a6-e0b7-438f-a931-99187cf28379 HTTP/1.1" status: 200 len: 1095 time: 0.1419971 Nov 19 18:12:27.112179 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c8082a31-bb57-4e04-9377-a0d6b08be1dd tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks [] for router, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:27.152870 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1976c08c-d99f-4a62-bb0a-bcc8381ba25a req-81213507-aee4-4a6e-9d15-6af84c1e5bd9 tempest-TestVolumeBackupRestore-904268693 tempest-TestVolumeBackupRestore-904268693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:12:27.154405 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-1976c08c-d99f-4a62-bb0a-bcc8381ba25a req-81213507-aee4-4a6e-9d15-6af84c1e5bd9 tempest-TestVolumeBackupRestore-904268693 tempest-TestVolumeBackupRestore-904268693-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ea917ea-307a-450b-ab73-a8b9b47b4932 HTTP/1.1" status: 200 len: 944 time: 0.1553240 Nov 19 18:12:27.196060 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Provisioning for port 1fa2165c-0b11-49cc-a6f6-0c85d714fd80 completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 18:12:27.203981 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Provisioning complete for port 1fa2165c-0b11-49cc-a6f6-0c85d714fd80 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:12:27.204362 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:27.210196 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-ed7b022d-fab1-4076-ad65-7a0ebb7f3d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edc171ab-e37b-473e-a03e-f993e73a9c94', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1058054596', 'tenant_id': 'd41245dedb694df6accb5dc7769c75e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.154'}], 'enable_snat': True}, 'gw_port_id': '73be8d29-eb8f-4466-bb21-34547be29c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:10:14Z', 'updated_at': '2021-11-19T18:12:25Z', 'revision_number': 5, 'project_id': 'd41245dedb694df6accb5dc7769c75e5', 'gw_port': {'id': '73be8d29-eb8f-4466-bb21-34547be29c5c', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:03:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edc171ab-e37b-473e-a03e-f993e73a9c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:10:15Z', 'updated_at': '2021-11-19T18:10:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:12:27.264063 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed7b022d-fab1-4076-ad65-7a0ebb7f3d7d None None] Checking router: edc171ab-e37b-473e-a03e-f993e73a9c94 for host: n-d-818022-2 {{(pid=103366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:12:27.282721 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e706b69-4139-4257-a7d1-1a901d81b568 req-c92a899c-098f-4273-bbd4-3d651684b8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:12:27.284204 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4e706b69-4139-4257-a7d1-1a901d81b568 req-c92a899c-098f-4273-bbd4-3d651684b8e5 service neutron] 10.222.0.60 "GET /v2.0/networks?id=3b544363-bad2-4a9e-9892-483691dc34e2 HTTP/1.1" status: 200 len: 912 time: 0.2233343 Nov 19 18:12:27.284641 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed7b022d-fab1-4076-ad65-7a0ebb7f3d7d None None] Routers {'edc171ab-e37b-473e-a03e-f993e73a9c94'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:12:27.285270 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-ed7b022d-fab1-4076-ad65-7a0ebb7f3d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:12:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['edc171ab-e37b-473e-a03e-f993e73a9c94'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:12:27.288114 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-1976c08c-d99f-4a62-bb0a-bcc8381ba25a req-e53cbac1-c074-4333-9c7d-6c7303986440 tempest-TestVolumeBackupRestore-904268693 tempest-TestVolumeBackupRestore-904268693-project] 10.222.0.54 "GET /v2.0/security-groups?id=ffd1a4bd-9cd7-4dac-9945-b664fc1abeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1246781 Nov 19 18:12:27.303577 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 39148) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:12:27.359748 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d50fd1d-776f-4623-a7a8-3a1b16a48bae admin admin] Deleting subnet 2a142f3e-ad77-4a49-88c9-272b40dbdf0c {{(pid=103364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 18:12:27.360028 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-501804b9-277e-4739-adb2-4b746b1beadc None None] DHCP port deletion for 27e7e577-9b51-4ea8-b428-cb57dc2f1090 request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:12:27.363849 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6d50fd1d-776f-4623-a7a8-3a1b16a48bae admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:27.371029 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c8082a31-bb57-4e04-9377-a0d6b08be1dd tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:27.396195 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4e706b69-4139-4257-a7d1-1a901d81b568 req-383a80e3-36e1-4e39-a217-ce25497629f0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2019baf0-8dd1-4014-98b3-2c3c4d3ec3aa HTTP/1.1" status: 200 len: 999 time: 0.1023054 Nov 19 18:12:27.402048 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6d50fd1d-776f-4623-a7a8-3a1b16a48bae admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9416263'] for subnet, precommit_delete_associations {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:27.441780 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6d50fd1d-776f-4623-a7a8-3a1b16a48bae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:27.465670 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:27.490278 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e706b69-4139-4257-a7d1-1a901d81b568 req-97654634-2c6d-4bc9-88c1-86b5c61ca3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:12:27.492442 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4e706b69-4139-4257-a7d1-1a901d81b568 req-97654634-2c6d-4bc9-88c1-86b5c61ca3e8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=78373283-0ecf-42ac-8dc9-066471cd2623 HTTP/1.1" status: 200 len: 850 time: 0.0875571 Nov 19 18:12:27.500409 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6d50fd1d-776f-4623-a7a8-3a1b16a48bae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12425137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8983934'] for subnet, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:27.505598 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-ed7b022d-fab1-4076-ad65-7a0ebb7f3d7d None None] Set router edc171ab-e37b-473e-a03e-f993e73a9c94 gateway port host: n-d-818022-2 {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:12:27.512569 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ea917ea-307a-450b-ab73-a8b9b47b4932', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fa2165c-0b11-49cc-a6f6-0c85d714fd80'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:12:27.515101 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3940761bcd94e032e6960d2241bd8993c5d3a7d8dc2aca8488f3ecf1d4dd2fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10dea684-aea5-4f70-beed-94c923ed0e25" -d '{"events": [{"server_uuid": "2ea917ea-307a-450b-ab73-a8b9b47b4932", "name": "network-vif-plugged", "status": "completed", "tag": "1fa2165c-0b11-49cc-a6f6-0c85d714fd80"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:12:27.531073 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6d50fd1d-776f-4623-a7a8-3a1b16a48bae admin admin] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:27.534597 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-6d50fd1d-776f-4623-a7a8-3a1b16a48bae admin admin] 10.222.0.54 "DELETE /v2.0/subnets/2a142f3e-ad77-4a49-88c9-272b40dbdf0c HTTP/1.1" status: 204 len: 168 time: 0.2299221 Nov 19 18:12:27.535775 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d50fd1d-776f-4623-a7a8-3a1b16a48bae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a142f3e-ad77-4a49-88c9-272b40dbdf0c,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:12:27.537876 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 39152) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:12:27.549761 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-c8082a31-bb57-4e04-9377-a0d6b08be1dd tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Deleting port 73be8d29-eb8f-4466-bb21-34547be29c5c {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:12:27.550961 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c8082a31-bb57-4e04-9377-a0d6b08be1dd tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:27.568628 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e706b69-4139-4257-a7d1-1a901d81b568 req-c278d8ee-0ceb-4f88-9fdb-802ecf504598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:12:27.570578 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4e706b69-4139-4257-a7d1-1a901d81b568 req-c278d8ee-0ceb-4f88-9fdb-802ecf504598 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3b544363-bad2-4a9e-9892-483691dc34e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0700533 Nov 19 18:12:27.599759 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port 1fa2165c-0b11-49cc-a6f6-0c85d714fd80, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=1fa2165c-0b11-49cc-a6f6-0c85d714fd80,segment=NetworkSegment(c30cfb0f-ff5a-43ee-8ebb-277db6d46d84),segment_id=c30cfb0f-ff5a-43ee-8ebb-277db6d46d84)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:12:27.627784 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:12:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3b35872-0bf9-430b-9543-2a6e9b82f80a x-openstack-request-id: req-c3b35872-0bf9-430b-9543-2a6e9b82f80a {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:12:27.628131 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ea917ea-307a-450b-ab73-a8b9b47b4932", "name": "network-vif-plugged", "status": "completed", "tag": "1fa2165c-0b11-49cc-a6f6-0c85d714fd80", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:12:27.628832 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c3b35872-0bf9-430b-9543-2a6e9b82f80a {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:12:27.629239 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ea917ea-307a-450b-ab73-a8b9b47b4932', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fa2165c-0b11-49cc-a6f6-0c85d714fd80', 'code': 200} Nov 19 18:12:27.658275 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c756c00e-40db-418c-a87a-a498fb57edb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:27.662655 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-501804b9-277e-4739-adb2-4b746b1beadc None None] Deleting port 0c352dd0-5774-47f2-aede-42bad2b5d1b7 {{(pid=103366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:12:27.663041 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-501804b9-277e-4739-adb2-4b746b1beadc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:27.667876 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:27.691106 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [None req-c8082a31-bb57-4e04-9377-a0d6b08be1dd tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] For port 73be8d29-eb8f-4466-bb21-34547be29c5c, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=73be8d29-eb8f-4466-bb21-34547be29c5c,segment=NetworkSegment(bbe705c1-96c0-476e-8381-28227e6f0ac5),segment_id=bbe705c1-96c0-476e-8381-28227e6f0ac5)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:12:27.691724 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c8082a31-bb57-4e04-9377-a0d6b08be1dd tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:27.706517 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-c8082a31-bb57-4e04-9377-a0d6b08be1dd tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Calling delete_port for 73be8d29-eb8f-4466-bb21-34547be29c5c owned by network:router_gateway {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:12:27.760851 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 0c352dd0-5774-47f2-aede-42bad2b5d1b7 no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:12:27.808985 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6451cbf6-c499-4460-a579-d442357f505d req-d6d5510e-66cc-433e-b234-a79b0126d401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:12:27.812753 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6451cbf6-c499-4460-a579-d442357f505d req-d6d5510e-66cc-433e-b234-a79b0126d401 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=2ea917ea-307a-450b-ab73-a8b9b47b4932 HTTP/1.1" status: 200 len: 1096 time: 0.1112444 Nov 19 18:12:27.815868 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c756c00e-40db-418c-a87a-a498fb57edb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:27.852289 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-c756c00e-40db-418c-a87a-a498fb57edb9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acd88ea3-c560-4b1e-b8da-60a13e0890b0']}} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:12:27.869552 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-c756c00e-40db-418c-a87a-a498fb57edb9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fca4bdf-2946-4885-9659-6bc6d19df95c') {'for_net_delete': True} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:12:27.870455 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-c756c00e-40db-418c-a87a-a498fb57edb9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fca4bdf-2946-4885-9659-6bc6d19df95c') {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:12:27.876354 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Pushing event updated for resources: {'Port': ['ID=1fa2165c-0b11-49cc-a6f6-0c85d714fd80,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:12:27.877750 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4e706b69-4139-4257-a7d1-1a901d81b568 req-d97767aa-2f69-4368-b9c9-c4334d860247 service neutron] 10.222.0.60 "GET /v2.0/networks/3b544363-bad2-4a9e-9892-483691dc34e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2704384 Nov 19 18:12:27.885360 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-501804b9-277e-4739-adb2-4b746b1beadc None None] For port 0c352dd0-5774-47f2-aede-42bad2b5d1b7, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=0c352dd0-5774-47f2-aede-42bad2b5d1b7,segment=NetworkSegment(303313c8-64ac-45f8-92b0-cca63a8c0103),segment_id=303313c8-64ac-45f8-92b0-cca63a8c0103)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:12:27.885661 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-501804b9-277e-4739-adb2-4b746b1beadc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:27.892226 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c756c00e-40db-418c-a87a-a498fb57edb9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417396'] for segment, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:27.901691 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6451cbf6-c499-4460-a579-d442357f505d req-f2f35089-9362-4c97-abdc-8574ba617b19 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=ffd1a4bd-9cd7-4dac-9945-b664fc1abeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776882 Nov 19 18:12:27.910468 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-501804b9-277e-4739-adb2-4b746b1beadc None None] Calling delete_port for 0c352dd0-5774-47f2-aede-42bad2b5d1b7 owned by network:dhcp {{(pid=103366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:12:27.911077 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c756c00e-40db-418c-a87a-a498fb57edb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:27.917641 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c756c00e-40db-418c-a87a-a498fb57edb9 admin admin] Releasing vlan 667 on physical network physnet1 to pool {{(pid=103364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 18:12:27.918202 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c756c00e-40db-418c-a87a-a498fb57edb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12425183'] for segment, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:27.920343 n-d-818022-2 neutron-server[103364]: Traceback (most recent call last): Nov 19 18:12:27.920343 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 18:12:27.920343 n-d-818022-2 neutron-server[103364]: timer() Nov 19 18:12:27.920343 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 18:12:27.920343 n-d-818022-2 neutron-server[103364]: cb(*args, **kw) Nov 19 18:12:27.920343 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 18:12:27.920343 n-d-818022-2 neutron-server[103364]: return func(*args, **kwargs) Nov 19 18:12:27.920343 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 18:12:27.920343 n-d-818022-2 neutron-server[103364]: self._notify() Nov 19 18:12:27.920343 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 18:12:27.920343 n-d-818022-2 neutron-server[103364]: self.callback(batched_events) Nov 19 18:12:27.920343 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 18:12:27.920343 n-d-818022-2 neutron-server[103364]: event.method(event) Nov 19 18:12:27.920343 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 18:12:27.920343 n-d-818022-2 neutron-server[103364]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 18:12:27.920343 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 18:12:27.920343 n-d-818022-2 neutron-server[103364]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 18:12:27.920343 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 18:12:27.920343 n-d-818022-2 neutron-server[103364]: return f(self, *a, **k) Nov 19 18:12:27.920343 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 18:12:27.920343 n-d-818022-2 neutron-server[103364]: return self._get(url).json() Nov 19 18:12:27.920343 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 18:12:27.920343 n-d-818022-2 neutron-server[103364]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 18:12:27.920343 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 18:12:27.920343 n-d-818022-2 neutron-server[103364]: return self.request(url, 'GET', **kwargs) Nov 19 18:12:27.920343 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 18:12:27.920343 n-d-818022-2 neutron-server[103364]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 18:12:27.920343 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 18:12:27.920343 n-d-818022-2 neutron-server[103364]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 18:12:27.920343 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 18:12:27.920343 n-d-818022-2 neutron-server[103364]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 18:12:27.920343 n-d-818022-2 neutron-server[103364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 18:12:27.992644 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4e706b69-4139-4257-a7d1-1a901d81b568 req-72388f49-2399-400e-8bc4-7405f794bdc2 service neutron] 10.222.0.60 "GET /v2.0/networks/3b544363-bad2-4a9e-9892-483691dc34e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066628 Nov 19 18:12:28.019452 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c756c00e-40db-418c-a87a-a498fb57edb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671242'] for network, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:28.032937 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c756c00e-40db-418c-a87a-a498fb57edb9 admin admin] Publish callbacks [] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:28.036884 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-c756c00e-40db-418c-a87a-a498fb57edb9 admin admin] 10.222.0.54 "DELETE /v2.0/networks/acd88ea3-c560-4b1e-b8da-60a13e0890b0 HTTP/1.1" status: 204 len: 168 time: 0.4975438 Nov 19 18:12:28.046936 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 39156) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:12:28.056029 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c756c00e-40db-418c-a87a-a498fb57edb9 admin admin] Pushing event deleted for resources: {'Network': ['ID=acd88ea3-c560-4b1e-b8da-60a13e0890b0,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:12:28.073988 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:28.084989 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c8082a31-bb57-4e04-9377-a0d6b08be1dd tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:28.089893 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-501804b9-277e-4739-adb2-4b746b1beadc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007'] for port, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:28.101932 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_v2 [None req-3dd2518f-1e3c-45dc-9946-e84f5563f2c5 admin admin] Deleting subnet 26027260-553b-408b-9825-b4239c10e584 {{(pid=103364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 18:12:28.105341 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3dd2518f-1e3c-45dc-9946-e84f5563f2c5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:28.130930 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8082a31-bb57-4e04-9377-a0d6b08be1dd tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Pushing event deleted for resources: {'Port': ['ID=73be8d29-eb8f-4466-bb21-34547be29c5c,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:12:28.133647 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-501804b9-277e-4739-adb2-4b746b1beadc None None] No DVR routers for this DVR port 0c352dd0-5774-47f2-aede-42bad2b5d1b7 on host n-d-818022-2 {{(pid=103366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:12:28.136797 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501804b9-277e-4739-adb2-4b746b1beadc None None] Pushing event deleted for resources: {'Port': ['ID=0c352dd0-5774-47f2-aede-42bad2b5d1b7,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:12:28.154689 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3dd2518f-1e3c-45dc-9946-e84f5563f2c5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9416263'] for subnet, precommit_delete_associations {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:28.169979 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-154d0ab3-389b-41fa-987b-a26b8bcda610 None None] DHCP port deletion for 645e61aa-1a6c-4e8f-857e-ab06edb4897f request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:12:28.173637 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-ed7b022d-fab1-4076-ad65-7a0ebb7f3d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edc171ab-e37b-473e-a03e-f993e73a9c94', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1058054596', 'tenant_id': 'd41245dedb694df6accb5dc7769c75e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.154'}], 'enable_snat': True}, 'gw_port_id': '73be8d29-eb8f-4466-bb21-34547be29c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:10:14Z', 'updated_at': '2021-11-19T18:12:25Z', 'revision_number': 5, 'project_id': 'd41245dedb694df6accb5dc7769c75e5', 'gw_port': {'id': '73be8d29-eb8f-4466-bb21-34547be29c5c', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:03:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edc171ab-e37b-473e-a03e-f993e73a9c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:10:15Z', 'updated_at': '2021-11-19T18:10:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:12:28.218559 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3dd2518f-1e3c-45dc-9946-e84f5563f2c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:28.218841 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed7b022d-fab1-4076-ad65-7a0ebb7f3d7d None None] The sync data for ids ['edc171ab-e37b-473e-a03e-f993e73a9c94'] in n-d-818022-2 is: [{'id': 'edc171ab-e37b-473e-a03e-f993e73a9c94', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1058054596', 'tenant_id': 'd41245dedb694df6accb5dc7769c75e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.154'}], 'enable_snat': True}, 'gw_port_id': '73be8d29-eb8f-4466-bb21-34547be29c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:10:14Z', 'updated_at': '2021-11-19T18:12:25Z', 'revision_number': 5, 'project_id': 'd41245dedb694df6accb5dc7769c75e5', 'gw_port': {'id': '73be8d29-eb8f-4466-bb21-34547be29c5c', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:03:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edc171ab-e37b-473e-a03e-f993e73a9c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:10:15Z', 'updated_at': '2021-11-19T18:10:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:12:28.251974 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca4b5df-bd1f-48f2-ae49-3fa2b63fdbbd req-b43b0dfc-8699-43e9-82ae-29c9f70147c1 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:12:28.253581 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-bca4b5df-bd1f-48f2-ae49-3fa2b63fdbbd req-b43b0dfc-8699-43e9-82ae-29c9f70147c1 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/ports?device_id=cc04e7a6-e0b7-438f-a931-99187cf28379 HTTP/1.1" status: 200 len: 944 time: 0.1655383 Nov 19 18:12:28.266126 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c8082a31-bb57-4e04-9377-a0d6b08be1dd tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-671730'] for router_gateway, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:28.307763 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3dd2518f-1e3c-45dc-9946-e84f5563f2c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12425137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8983934'] for subnet, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:28.337977 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd2518f-1e3c-45dc-9946-e84f5563f2c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26027260-553b-408b-9825-b4239c10e584,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:12:28.341672 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3dd2518f-1e3c-45dc-9946-e84f5563f2c5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:28.346994 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-3dd2518f-1e3c-45dc-9946-e84f5563f2c5 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/26027260-553b-408b-9825-b4239c10e584 HTTP/1.1" status: 204 len: 168 time: 0.2981408 Nov 19 18:12:28.349725 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 39160) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:12:28.400642 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c8082a31-bb57-4e04-9377-a0d6b08be1dd tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4696'] for router, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:28.405412 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c8082a31-bb57-4e04-9377-a0d6b08be1dd tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:28.413982 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-bca4b5df-bd1f-48f2-ae49-3fa2b63fdbbd req-da927cc9-da01-4471-817b-0ae0486e633e tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1dc433e-2f31-472a-89c9-d0d668ac0a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1447635 Nov 19 18:12:28.472634 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2b3387a5-e91f-4489-98b5-e02a495dd717 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:28.473393 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c8082a31-bb57-4e04-9377-a0d6b08be1dd tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-543895'] for router, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:28.474057 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8082a31-bb57-4e04-9377-a0d6b08be1dd tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Fanout notify agent at l3_agent the message router_deleted on router edc171ab-e37b-473e-a03e-f993e73a9c94 {{(pid=103365) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 18:12:28.484577 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c8082a31-bb57-4e04-9377-a0d6b08be1dd tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks [] for router, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:28.485704 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-c8082a31-bb57-4e04-9377-a0d6b08be1dd tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "DELETE /v2.0/routers/edc171ab-e37b-473e-a03e-f993e73a9c94 HTTP/1.1" status: 204 len: 168 time: 1.6175330 Nov 19 18:12:28.489026 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 39162) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:12:28.489693 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce79a499-453e-4baf-80b2-0ece3a03fe52 req-fdc0d97a-5718-4530-bf26-a836a384d3e8 tempest-TestVolumeBackupRestore-904268693 tempest-TestVolumeBackupRestore-904268693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:12:28.491330 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ce79a499-453e-4baf-80b2-0ece3a03fe52 req-fdc0d97a-5718-4530-bf26-a836a384d3e8 tempest-TestVolumeBackupRestore-904268693 tempest-TestVolumeBackupRestore-904268693-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ea917ea-307a-450b-ab73-a8b9b47b4932 HTTP/1.1" status: 200 len: 945 time: 0.0825424 Nov 19 18:12:28.601916 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2b3387a5-e91f-4489-98b5-e02a495dd717 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:28.620191 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ce79a499-453e-4baf-80b2-0ece3a03fe52 req-7b9217af-c3a7-469b-9a27-7a585511e3c3 tempest-TestVolumeBackupRestore-904268693 tempest-TestVolumeBackupRestore-904268693-project] 10.222.0.54 "GET /v2.0/security-groups?id=ffd1a4bd-9cd7-4dac-9945-b664fc1abeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1206713 Nov 19 18:12:28.654941 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-2b3387a5-e91f-4489-98b5-e02a495dd717 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1a7098f-f411-44bc-87f4-096801b5bbd3']}} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:12:28.665719 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-2b3387a5-e91f-4489-98b5-e02a495dd717 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '130b6f28-9736-4c93-b204-80797e0f60ba') {'for_net_delete': True} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:12:28.667114 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-2b3387a5-e91f-4489-98b5-e02a495dd717 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '130b6f28-9736-4c93-b204-80797e0f60ba') {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:12:28.682010 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2b3387a5-e91f-4489-98b5-e02a495dd717 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417396'] for segment, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:28.700254 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2b3387a5-e91f-4489-98b5-e02a495dd717 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:28.708627 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b3387a5-e91f-4489-98b5-e02a495dd717 admin admin] Releasing vlan 657 on physical network physnet1 to pool {{(pid=103364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 18:12:28.709102 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2b3387a5-e91f-4489-98b5-e02a495dd717 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12425183'] for segment, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:28.711012 n-d-818022-2 neutron-server[103364]: Traceback (most recent call last): Nov 19 18:12:28.711012 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 18:12:28.711012 n-d-818022-2 neutron-server[103364]: timer() Nov 19 18:12:28.711012 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 18:12:28.711012 n-d-818022-2 neutron-server[103364]: cb(*args, **kw) Nov 19 18:12:28.711012 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 18:12:28.711012 n-d-818022-2 neutron-server[103364]: return func(*args, **kwargs) Nov 19 18:12:28.711012 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 18:12:28.711012 n-d-818022-2 neutron-server[103364]: self._notify() Nov 19 18:12:28.711012 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 18:12:28.711012 n-d-818022-2 neutron-server[103364]: self.callback(batched_events) Nov 19 18:12:28.711012 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 18:12:28.711012 n-d-818022-2 neutron-server[103364]: event.method(event) Nov 19 18:12:28.711012 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 18:12:28.711012 n-d-818022-2 neutron-server[103364]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 18:12:28.711012 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 18:12:28.711012 n-d-818022-2 neutron-server[103364]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 18:12:28.711012 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 18:12:28.711012 n-d-818022-2 neutron-server[103364]: return f(self, *a, **k) Nov 19 18:12:28.711012 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 18:12:28.711012 n-d-818022-2 neutron-server[103364]: return self._get(url).json() Nov 19 18:12:28.711012 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 18:12:28.711012 n-d-818022-2 neutron-server[103364]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 18:12:28.711012 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 18:12:28.711012 n-d-818022-2 neutron-server[103364]: return self.request(url, 'GET', **kwargs) Nov 19 18:12:28.711012 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 18:12:28.711012 n-d-818022-2 neutron-server[103364]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 18:12:28.711012 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 18:12:28.711012 n-d-818022-2 neutron-server[103364]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 18:12:28.711012 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 18:12:28.711012 n-d-818022-2 neutron-server[103364]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 18:12:28.711012 n-d-818022-2 neutron-server[103364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 18:12:28.839752 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f5545b94-aea8-4319-a1bc-c83720cc1b80 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:28.950807 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f5545b94-aea8-4319-a1bc-c83720cc1b80 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:28.985269 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-f5545b94-aea8-4319-a1bc-c83720cc1b80 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27e7e577-9b51-4ea8-b428-cb57dc2f1090']}} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:12:28.999305 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-f5545b94-aea8-4319-a1bc-c83720cc1b80 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '303313c8-64ac-45f8-92b0-cca63a8c0103') {'for_net_delete': True} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:12:28.999844 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-f5545b94-aea8-4319-a1bc-c83720cc1b80 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '303313c8-64ac-45f8-92b0-cca63a8c0103') {} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:12:29.017439 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f5545b94-aea8-4319-a1bc-c83720cc1b80 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12545382'] for segment, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:29.043972 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f5545b94-aea8-4319-a1bc-c83720cc1b80 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:29.054450 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5545b94-aea8-4319-a1bc-c83720cc1b80 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Releasing vlan 668 on physical network physnet1 to pool {{(pid=103365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 18:12:29.055252 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f5545b94-aea8-4319-a1bc-c83720cc1b80 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12282953'] for segment, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:29.060638 n-d-818022-2 neutron-server[103365]: Traceback (most recent call last): Nov 19 18:12:29.060638 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 18:12:29.060638 n-d-818022-2 neutron-server[103365]: timer() Nov 19 18:12:29.060638 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 18:12:29.060638 n-d-818022-2 neutron-server[103365]: cb(*args, **kw) Nov 19 18:12:29.060638 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 18:12:29.060638 n-d-818022-2 neutron-server[103365]: return func(*args, **kwargs) Nov 19 18:12:29.060638 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 18:12:29.060638 n-d-818022-2 neutron-server[103365]: self._notify() Nov 19 18:12:29.060638 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 18:12:29.060638 n-d-818022-2 neutron-server[103365]: self.callback(batched_events) Nov 19 18:12:29.060638 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 18:12:29.060638 n-d-818022-2 neutron-server[103365]: event.method(event) Nov 19 18:12:29.060638 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 18:12:29.060638 n-d-818022-2 neutron-server[103365]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 18:12:29.060638 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 18:12:29.060638 n-d-818022-2 neutron-server[103365]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 18:12:29.060638 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 18:12:29.060638 n-d-818022-2 neutron-server[103365]: return f(self, *a, **k) Nov 19 18:12:29.060638 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 18:12:29.060638 n-d-818022-2 neutron-server[103365]: return self._get(url).json() Nov 19 18:12:29.060638 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 18:12:29.060638 n-d-818022-2 neutron-server[103365]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 18:12:29.060638 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 18:12:29.060638 n-d-818022-2 neutron-server[103365]: return self.request(url, 'GET', **kwargs) Nov 19 18:12:29.060638 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 18:12:29.060638 n-d-818022-2 neutron-server[103365]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 18:12:29.060638 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 18:12:29.060638 n-d-818022-2 neutron-server[103365]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 18:12:29.060638 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 18:12:29.060638 n-d-818022-2 neutron-server[103365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 18:12:29.060638 n-d-818022-2 neutron-server[103365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 18:12:29.112784 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2b3387a5-e91f-4489-98b5-e02a495dd717 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671242'] for network, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:29.119179 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2b3387a5-e91f-4489-98b5-e02a495dd717 admin admin] Publish callbacks [] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:29.123023 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-2b3387a5-e91f-4489-98b5-e02a495dd717 admin admin] 10.222.0.54 "DELETE /v2.0/networks/b1a7098f-f411-44bc-87f4-096801b5bbd3 HTTP/1.1" status: 204 len: 168 time: 0.7722235 Nov 19 18:12:29.124754 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f5545b94-aea8-4319-a1bc-c83720cc1b80 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671242'] for network, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:29.138926 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3387a5-e91f-4489-98b5-e02a495dd717 admin admin] Pushing event deleted for resources: {'Network': ['ID=b1a7098f-f411-44bc-87f4-096801b5bbd3,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:12:29.141879 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f5545b94-aea8-4319-a1bc-c83720cc1b80 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks [] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:29.148806 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-f5545b94-aea8-4319-a1bc-c83720cc1b80 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "DELETE /v2.0/networks/27e7e577-9b51-4ea8-b428-cb57dc2f1090 HTTP/1.1" status: 204 len: 168 time: 0.6554046 Nov 19 18:12:29.148806 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 39168) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:12:29.173057 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5545b94-aea8-4319-a1bc-c83720cc1b80 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Pushing event deleted for resources: {'Network': ['ID=27e7e577-9b51-4ea8-b428-cb57dc2f1090,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:12:29.219078 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-16d56bad-dd02-4348-be19-53680ec4eb54 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:29.245503 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-16d56bad-dd02-4348-be19-53680ec4eb54 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:29.310918 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-16d56bad-dd02-4348-be19-53680ec4eb54 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:29.316411 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-16d56bad-dd02-4348-be19-53680ec4eb54 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:29.316411 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-16d56bad-dd02-4348-be19-53680ec4eb54 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "DELETE /v2.0/security-groups/8f4b6ed4-731c-4422-a542-0c167c226527 HTTP/1.1" status: 204 len: 168 time: 0.1654408 Nov 19 18:12:29.321838 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 39170) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:12:29.324189 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d56bad-dd02-4348-be19-53680ec4eb54 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f4b6ed4-731c-4422-a542-0c167c226527,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:12:29.398110 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-f190ef74-bf44-466b-95bc-4dbbccfe3aef admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=081327802ccf41e39cc0b1a2c18d32ca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0794034 Nov 19 18:12:29.400972 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 39176) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:12:29.451513 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0ea6fe3b-c9f6-4722-97b4-b6dd5dd0712d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:29.476410 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0ea6fe3b-c9f6-4722-97b4-b6dd5dd0712d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:29.575863 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a0ee6b-d005-4561-adb4-babadda6a164 req-a168b728-cc66-47e0-ad39-af8fc0c73c95 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:12:29.575863 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-66a0ee6b-d005-4561-adb4-babadda6a164 req-a168b728-cc66-47e0-ad39-af8fc0c73c95 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/ports?device_id=cc04e7a6-e0b7-438f-a931-99187cf28379 HTTP/1.1" status: 200 len: 944 time: 0.0847130 Nov 19 18:12:29.576249 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8d8170e4-761a-4a1e-bfe9-a4d72dc342d2 req-72a95503-6bf7-4aee-a8a4-0f8da13336bd service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=2ea917ea-307a-450b-ab73-a8b9b47b4932&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0612822 Nov 19 18:12:29.598484 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0ea6fe3b-c9f6-4722-97b4-b6dd5dd0712d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:29.601130 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0ea6fe3b-c9f6-4722-97b4-b6dd5dd0712d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:29.607218 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-0ea6fe3b-c9f6-4722-97b4-b6dd5dd0712d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b0b33c56-2794-4c42-b035-519d1669622b HTTP/1.1" status: 204 len: 168 time: 0.2045076 Nov 19 18:12:29.633167 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device e2ddeea0-d8a6-4b67-8fa1-64b827956ef6 no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:12:29.649988 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea6fe3b-c9f6-4722-97b4-b6dd5dd0712d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0b33c56-2794-4c42-b035-519d1669622b,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:12:29.676399 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: e2ddeea0-d8a6-4b67-8fa1-64b827956ef6 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:12:29.676746 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device e2ddeea0-d8a6-4b67-8fa1-64b827956ef6 not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:12:29.677525 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 73be8d29-eb8f-4466-bb21-34547be29c5c no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:12:29.711148 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: 73be8d29-eb8f-4466-bb21-34547be29c5c {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:12:29.711498 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 73be8d29-eb8f-4466-bb21-34547be29c5c not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:12:29.712613 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8170e4-761a-4a1e-bfe9-a4d72dc342d2 req-7a121f5e-b186-41e0-8576-7bf4a9345cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:12:29.714926 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8d8170e4-761a-4a1e-bfe9-a4d72dc342d2 req-7a121f5e-b186-41e0-8576-7bf4a9345cda service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=edbbe4476fe74b6fa453a50965fd817b&device_id=2ea917ea-307a-450b-ab73-a8b9b47b4932 HTTP/1.1" status: 200 len: 1096 time: 0.0799470 Nov 19 18:12:29.733686 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-66a0ee6b-d005-4561-adb4-babadda6a164 req-443692e2-bd4a-4dcd-9f08-ce50ca04e3ad tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1dc433e-2f31-472a-89c9-d0d668ac0a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1374760 Nov 19 18:12:29.781196 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-51b69d48-d72d-4830-86ba-6239bca60731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:29.853819 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054100a7-ea94-4af3-a4c6-7ca09ec8ee3a req-09c6e9e6-5d2d-4278-b347-2d91cecf98cf tempest-TestVolumeBackupRestore-904268693 tempest-TestVolumeBackupRestore-904268693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:12:29.855534 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-054100a7-ea94-4af3-a4c6-7ca09ec8ee3a req-09c6e9e6-5d2d-4278-b347-2d91cecf98cf tempest-TestVolumeBackupRestore-904268693 tempest-TestVolumeBackupRestore-904268693-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ea917ea-307a-450b-ab73-a8b9b47b4932 HTTP/1.1" status: 200 len: 945 time: 0.0582910 Nov 19 18:12:29.879344 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8170e4-761a-4a1e-bfe9-a4d72dc342d2 req-0ff5c529-1d57-4456-b7bd-b2b96f46152a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:12:29.882399 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8d8170e4-761a-4a1e-bfe9-a4d72dc342d2 req-0ff5c529-1d57-4456-b7bd-b2b96f46152a service neutron] 10.222.0.86 "GET /v2.0/networks?id=4ded9289-07e2-4a9e-a76f-366a0c385571 HTTP/1.1" status: 200 len: 915 time: 0.1401234 Nov 19 18:12:29.927443 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-054100a7-ea94-4af3-a4c6-7ca09ec8ee3a req-64744f7f-26ae-49e8-923a-7167802d7811 tempest-TestVolumeBackupRestore-904268693 tempest-TestVolumeBackupRestore-904268693-project] 10.222.0.54 "GET /v2.0/security-groups?id=ffd1a4bd-9cd7-4dac-9945-b664fc1abeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640714 Nov 19 18:12:29.935301 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8d8170e4-761a-4a1e-bfe9-a4d72dc342d2 req-9a991ff2-cf75-43cc-afcc-a71e001811a8 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1fa2165c-0b11-49cc-a6f6-0c85d714fd80 HTTP/1.1" status: 200 len: 217 time: 0.0469704 Nov 19 18:12:29.994885 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8170e4-761a-4a1e-bfe9-a4d72dc342d2 req-114a8bd1-1908-411e-8ce3-af184bcfc773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:12:29.994885 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8d8170e4-761a-4a1e-bfe9-a4d72dc342d2 req-114a8bd1-1908-411e-8ce3-af184bcfc773 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=dd2183cd-a74e-4ffa-9f88-c10707b30f01 HTTP/1.1" status: 200 len: 853 time: 0.0506239 Nov 19 18:12:30.077158 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8170e4-761a-4a1e-bfe9-a4d72dc342d2 req-9eb5d932-17c2-48ce-92ee-19c6834239d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:12:30.079857 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8d8170e4-761a-4a1e-bfe9-a4d72dc342d2 req-9eb5d932-17c2-48ce-92ee-19c6834239d2 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=4ded9289-07e2-4a9e-a76f-366a0c385571&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0773232 Nov 19 18:12:30.106059 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a87ca8-14f0-4622-84a2-9daaa85a328d req-fb163a6a-f82c-42c4-926c-b972fac46492 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:12:30.109673 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-64a87ca8-14f0-4622-84a2-9daaa85a328d req-fb163a6a-f82c-42c4-926c-b972fac46492 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/ports?device_id=cc04e7a6-e0b7-438f-a931-99187cf28379 HTTP/1.1" status: 200 len: 944 time: 0.0851932 Nov 19 18:12:30.142377 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 39190) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:12:30.226043 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-64a87ca8-14f0-4622-84a2-9daaa85a328d req-ec9d5ce4-0d7b-4d10-9d57-1d30a85265c0 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1dc433e-2f31-472a-89c9-d0d668ac0a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1090114 Nov 19 18:12:30.234751 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8d8170e4-761a-4a1e-bfe9-a4d72dc342d2 req-e7f48a77-ff19-4516-8026-979c19af9055 service neutron] 10.222.0.86 "GET /v2.0/networks/4ded9289-07e2-4a9e-a76f-366a0c385571?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469293 Nov 19 18:12:30.254245 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-1d372e90-5913-4442-95c9-1b7517455259 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=7e3466fd6bdc431eafc2b1b10880af6b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1101394 Nov 19 18:12:30.264688 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 39192) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:12:30.355770 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac8e3c0-a510-4803-8119-2a511bfd5773 req-6e7d2b03-1dd6-497e-8b0a-65465f91d01f tempest-TestVolumeBackupRestore-904268693 tempest-TestVolumeBackupRestore-904268693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:12:30.358282 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fac8e3c0-a510-4803-8119-2a511bfd5773 req-6e7d2b03-1dd6-497e-8b0a-65465f91d01f tempest-TestVolumeBackupRestore-904268693 tempest-TestVolumeBackupRestore-904268693-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ea917ea-307a-450b-ab73-a8b9b47b4932 HTTP/1.1" status: 200 len: 945 time: 0.0625768 Nov 19 18:12:30.368546 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 39196) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:12:30.377894 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-f57dd821-c3ac-4c52-ab4a-756efaaac1cb tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-442150561', 'description': 'tempest-secgroup-smoke-442150561 description', 'project_id': 'd41245dedb694df6accb5dc7769c75e5'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:12:30.419242 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fac8e3c0-a510-4803-8119-2a511bfd5773 req-e71727ed-6855-4f90-b4e6-43cdd12df5da tempest-TestVolumeBackupRestore-904268693 tempest-TestVolumeBackupRestore-904268693-project] 10.222.0.54 "GET /v2.0/security-groups?id=ffd1a4bd-9cd7-4dac-9945-b664fc1abeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556004 Nov 19 18:12:30.422082 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8d8170e4-761a-4a1e-bfe9-a4d72dc342d2 req-45aedb58-0de8-4220-a425-f123e66605e0 service neutron] 10.222.0.86 "GET /v2.0/networks/4ded9289-07e2-4a9e-a76f-366a0c385571?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798198 Nov 19 18:12:30.422997 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-19493f4f-ebf9-4705-a84c-dd2122fbb53a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:30.442871 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 39198) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:12:30.463297 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f57dd821-c3ac-4c52-ab4a-756efaaac1cb tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:30.488651 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-19493f4f-ebf9-4705-a84c-dd2122fbb53a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:30.530335 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15793ddf-7762-477f-a5a3-d26c7228b21c req-28ed4343-a208-4ba4-b730-3c5fb10b4185 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:12:30.531865 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-15793ddf-7762-477f-a5a3-d26c7228b21c req-28ed4343-a208-4ba4-b730-3c5fb10b4185 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/ports?device_id=cc04e7a6-e0b7-438f-a931-99187cf28379 HTTP/1.1" status: 200 len: 944 time: 0.1169260 Nov 19 18:12:30.631926 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f57dd821-c3ac-4c52-ab4a-756efaaac1cb tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:30.637063 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-15793ddf-7762-477f-a5a3-d26c7228b21c req-d3ddfff9-faac-4ed8-9c5b-92d3443f74ee tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1dc433e-2f31-472a-89c9-d0d668ac0a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935564 Nov 19 18:12:30.639300 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-19493f4f-ebf9-4705-a84c-dd2122fbb53a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:30.641970 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-19493f4f-ebf9-4705-a84c-dd2122fbb53a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:30.643471 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-19493f4f-ebf9-4705-a84c-dd2122fbb53a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/7ccc2e9d-d860-4a2d-9937-dbdddaf83dc8 HTTP/1.1" status: 204 len: 168 time: 0.3761399 Nov 19 18:12:30.644197 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f57dd821-c3ac-4c52-ab4a-756efaaac1cb tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:30.657785 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19493f4f-ebf9-4705-a84c-dd2122fbb53a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ccc2e9d-d860-4a2d-9937-dbdddaf83dc8,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:12:30.694318 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f57dd821-c3ac-4c52-ab4a-756efaaac1cb tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:30.695583 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-f57dd821-c3ac-4c52-ab4a-756efaaac1cb tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3239417 Nov 19 18:12:30.698445 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 39206) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:12:30.707382 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-b635344a-6a13-4185-aa0f-b27b3760f9b7 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Request body: {'security_group_rule': {'security_group_id': 'c930bbbd-8ddb-42b8-a0a3-b12c53e6480f', 'project_id': 'd41245dedb694df6accb5dc7769c75e5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:12:30.716010 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f685ef81-3373-43ed-863b-769549027c0e tempest-TestVolumeBackupRestore-1022584479 tempest-TestVolumeBackupRestore-1022584479-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:12:30.720783 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-f685ef81-3373-43ed-863b-769549027c0e tempest-TestVolumeBackupRestore-1022584479 tempest-TestVolumeBackupRestore-1022584479-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=2ea917ea-307a-450b-ab73-a8b9b47b4932 HTTP/1.1" status: 200 len: 1091 time: 0.2737050 Nov 19 18:12:30.721057 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 39208) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:12:30.727552 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-575db2be-789f-4612-8c5d-3d81ee198d39 tempest-TestVolumeBackupRestore-904268693 tempest-TestVolumeBackupRestore-904268693-project] Request body: {'floatingip': {'floating_network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'port_id': '1fa2165c-0b11-49cc-a6f6-0c85d714fd80', 'tenant_id': 'edbbe4476fe74b6fa453a50965fd817b', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:12:30.737899 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57dd821-c3ac-4c52-ab4a-756efaaac1cb tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c930bbbd-8ddb-42b8-a0a3-b12c53e6480f,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:12:30.761013 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b635344a-6a13-4185-aa0f-b27b3760f9b7 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:30.790711 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-575db2be-789f-4612-8c5d-3d81ee198d39 tempest-TestVolumeBackupRestore-904268693 tempest-TestVolumeBackupRestore-904268693-project] Publish callbacks [] for floatingip, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:30.871803 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b635344a-6a13-4185-aa0f-b27b3760f9b7 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:30.876040 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b635344a-6a13-4185-aa0f-b27b3760f9b7 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735179'] for security_group_rule, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:30.910765 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b635344a-6a13-4185-aa0f-b27b3760f9b7 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e6cf4c2-012e-4d54-b7f7-9195dff49b39,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:12:30.940220 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b635344a-6a13-4185-aa0f-b27b3760f9b7 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:30.944127 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-b635344a-6a13-4185-aa0f-b27b3760f9b7 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2420816 Nov 19 18:12:30.944695 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 39214) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:12:30.949382 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-e5178f93-4f93-4c80-a22c-e36c950f5da8 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Request body: {'security_group_rule': {'security_group_id': 'c930bbbd-8ddb-42b8-a0a3-b12c53e6480f', 'project_id': 'd41245dedb694df6accb5dc7769c75e5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:12:30.986242 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e5178f93-4f93-4c80-a22c-e36c950f5da8 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:30.987476 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8cf017-cdf6-485d-9074-fd68df3004c1 req-e1045d25-9ff5-4173-9d49-473f402714e1 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:12:30.989021 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ac8cf017-cdf6-485d-9074-fd68df3004c1 req-e1045d25-9ff5-4173-9d49-473f402714e1 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/ports?device_id=cc04e7a6-e0b7-438f-a931-99187cf28379 HTTP/1.1" status: 200 len: 944 time: 0.1039572 Nov 19 18:12:31.008613 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-575db2be-789f-4612-8c5d-3d81ee198d39 tempest-TestVolumeBackupRestore-904268693 tempest-TestVolumeBackupRestore-904268693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:31.054552 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e5178f93-4f93-4c80-a22c-e36c950f5da8 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:31.061123 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e5178f93-4f93-4c80-a22c-e36c950f5da8 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735179'] for security_group_rule, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:31.076300 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5178f93-4f93-4c80-a22c-e36c950f5da8 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f893898f-6420-4af6-ac91-2e7b6970090d,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:12:31.095025 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e5178f93-4f93-4c80-a22c-e36c950f5da8 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:31.100096 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-e5178f93-4f93-4c80-a22c-e36c950f5da8 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1539721 Nov 19 18:12:31.101174 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 39220) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:12:31.104681 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ac8cf017-cdf6-485d-9074-fd68df3004c1 req-a00e0984-edbe-4e2c-b796-181934f57b96 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1dc433e-2f31-472a-89c9-d0d668ac0a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1030521 Nov 19 18:12:31.107655 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-967ac9e6-2633-4658-8af0-0bd3c18ba7d6 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Request body: {'security_group_rule': {'security_group_id': 'c930bbbd-8ddb-42b8-a0a3-b12c53e6480f', 'project_id': 'd41245dedb694df6accb5dc7769c75e5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:12:31.142136 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-967ac9e6-2633-4658-8af0-0bd3c18ba7d6 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:31.176059 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [None req-575db2be-789f-4612-8c5d-3d81ee198d39 tempest-TestVolumeBackupRestore-904268693 tempest-TestVolumeBackupRestore-904268693-project] Allocated IP 172.25.7.74 (645e61aa-1a6c-4e8f-857e-ab06edb4897f/88ed2d64-f56d-4f01-a468-946e01c99e82/0003f4f2-5171-43a0-a735-3a5d1597d8f7) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:12:31.215264 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-967ac9e6-2633-4658-8af0-0bd3c18ba7d6 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:31.220335 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-967ac9e6-2633-4658-8af0-0bd3c18ba7d6 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735179'] for security_group_rule, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:31.246774 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-967ac9e6-2633-4658-8af0-0bd3c18ba7d6 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:31.251385 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-967ac9e6-2633-4658-8af0-0bd3c18ba7d6 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1475444 Nov 19 18:12:31.252139 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 39226) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:12:31.252797 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967ac9e6-2633-4658-8af0-0bd3c18ba7d6 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcca0aa3-8d8d-483a-8426-70955c841098,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:12:31.259094 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-a71c50fa-8575-420c-b035-37e7924645ea tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Request body: {'security_group_rule': {'security_group_id': 'c930bbbd-8ddb-42b8-a0a3-b12c53e6480f', 'project_id': 'd41245dedb694df6accb5dc7769c75e5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:12:31.293424 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a71c50fa-8575-420c-b035-37e7924645ea tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:31.316790 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-575db2be-789f-4612-8c5d-3d81ee198d39 tempest-TestVolumeBackupRestore-904268693 tempest-TestVolumeBackupRestore-904268693-project] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:31.359663 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-575db2be-789f-4612-8c5d-3d81ee198d39 tempest-TestVolumeBackupRestore-904268693 tempest-TestVolumeBackupRestore-904268693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:31.421238 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a71c50fa-8575-420c-b035-37e7924645ea tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:31.427341 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a71c50fa-8575-420c-b035-37e7924645ea tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735179'] for security_group_rule, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:31.427462 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-575db2be-789f-4612-8c5d-3d81ee198d39 tempest-TestVolumeBackupRestore-904268693 tempest-TestVolumeBackupRestore-904268693-project] Network 645e61aa-1a6c-4e8f-857e-ab06edb4897f is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:12:31.433096 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-575db2be-789f-4612-8c5d-3d81ee198d39 tempest-TestVolumeBackupRestore-904268693 tempest-TestVolumeBackupRestore-904268693-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:12:31.438380 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-575db2be-789f-4612-8c5d-3d81ee198d39 tempest-TestVolumeBackupRestore-904268693 tempest-TestVolumeBackupRestore-904268693-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:12:31.460402 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71c50fa-8575-420c-b035-37e7924645ea tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=990bafd4-4435-4b93-8329-aca837813d7c,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:12:31.470987 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a71c50fa-8575-420c-b035-37e7924645ea tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:31.475035 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575db2be-789f-4612-8c5d-3d81ee198d39 tempest-TestVolumeBackupRestore-904268693 tempest-TestVolumeBackupRestore-904268693-project] Pushing event updated for resources: {'Port': ['ID=0003f4f2-5171-43a0-a735-3a5d1597d8f7,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:12:31.475907 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 39234) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:12:31.477622 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-a71c50fa-8575-420c-b035-37e7924645ea tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2224503 Nov 19 18:12:31.488700 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-585a023a-0032-4894-9e52-5015cd81aee5 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Request body: {'security_group_rule': {'security_group_id': 'c930bbbd-8ddb-42b8-a0a3-b12c53e6480f', 'project_id': 'd41245dedb694df6accb5dc7769c75e5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:12:31.558148 n-d-818022-2 neutron-server[103364]: INFO neutron.db.securitygroups_db [None req-585a023a-0032-4894-9e52-5015cd81aee5 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Project d41245dedb694df6accb5dc7769c75e5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 18:12:31.568908 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-585a023a-0032-4894-9e52-5015cd81aee5 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:31.641065 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 39238) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:12:31.716431 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-585a023a-0032-4894-9e52-5015cd81aee5 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:31.746491 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-585a023a-0032-4894-9e52-5015cd81aee5 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735179'] for security_group_rule, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:31.761757 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-d193f864-9738-4bc9-a97b-4824d1543de8 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1444723979-network', 'tenant_id': '46fc911a506f43faacc5bb57dab5a1bf'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:12:31.774958 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585a023a-0032-4894-9e52-5015cd81aee5 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb0cb4e3-7e74-4c78-ba8c-96a9f829eaf7,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:12:31.786020 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d193f864-9738-4bc9-a97b-4824d1543de8 admin admin] Made reservation on behalf of 46fc911a506f43faacc5bb57dab5a1bf for: {'network': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:12:31.788635 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d193f864-9738-4bc9-a97b-4824d1543de8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:31.798429 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d193f864-9738-4bc9-a97b-4824d1543de8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:31.875648 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d193f864-9738-4bc9-a97b-4824d1543de8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:31.880015 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d193f864-9738-4bc9-a97b-4824d1543de8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:31.907512 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d193f864-9738-4bc9-a97b-4824d1543de8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 655} {{(pid=103365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 18:12:31.918491 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d193f864-9738-4bc9-a97b-4824d1543de8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bf690bc-6978-49c7-b44b-a81389acb54d,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:12:31.925029 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d193f864-9738-4bc9-a97b-4824d1543de8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:31.925376 n-d-818022-2 neutron-server[103365]: INFO neutron.db.segments_db [None req-d193f864-9738-4bc9-a97b-4824d1543de8 admin admin] Added segment 25c8db8c-8170-47cd-befd-7b708165e7b5 of type vlan for network 4a49efd5-bc80-4af6-a575-c2d3be6941db Nov 19 18:12:31.951055 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-575db2be-789f-4612-8c5d-3d81ee198d39 tempest-TestVolumeBackupRestore-904268693 tempest-TestVolumeBackupRestore-904268693-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:31.956327 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-585a023a-0032-4894-9e52-5015cd81aee5 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:31.960210 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-585a023a-0032-4894-9e52-5015cd81aee5 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4731779 Nov 19 18:12:31.961381 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 39242) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:12:31.967387 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-a58fe095-512e-4ab9-b7c1-74b60d356458 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Request body: {'security_group_rule': {'security_group_id': 'c930bbbd-8ddb-42b8-a0a3-b12c53e6480f', 'project_id': 'd41245dedb694df6accb5dc7769c75e5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:12:31.986304 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d193f864-9738-4bc9-a97b-4824d1543de8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:32.011028 n-d-818022-2 neutron-server[103365]: INFO neutron.db.securitygroups_db [None req-a58fe095-512e-4ab9-b7c1-74b60d356458 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Project d41245dedb694df6accb5dc7769c75e5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 18:12:32.012002 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ba0aeac4-cb58-496a-a57d-e52d2a1c82de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:32.024725 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a58fe095-512e-4ab9-b7c1-74b60d356458 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:32.034811 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d193f864-9738-4bc9-a97b-4824d1543de8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:32.035820 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d193f864-9738-4bc9-a97b-4824d1543de8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:12:32.036388 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d193f864-9738-4bc9-a97b-4824d1543de8 admin admin] Publish callbacks [] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:32.037206 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-575db2be-789f-4612-8c5d-3d81ee198d39 tempest-TestVolumeBackupRestore-904268693 tempest-TestVolumeBackupRestore-904268693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:32.115796 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-d193f864-9738-4bc9-a97b-4824d1543de8 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4734325 Nov 19 18:12:32.119444 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 39244) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:12:32.125669 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-8582abe3-9408-422f-9a7b-59f3e5e2af8e admin admin] Request body: {'subnet': {'network_id': '4a49efd5-bc80-4af6-a575-c2d3be6941db', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1444723979-subnet', 'tenant_id': '46fc911a506f43faacc5bb57dab5a1bf', 'ip_version': 4}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:12:32.137289 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d193f864-9738-4bc9-a97b-4824d1543de8 admin admin] Pushing event updated for resources: {'Network': ['ID=4a49efd5-bc80-4af6-a575-c2d3be6941db,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:12:32.152535 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network 4a49efd5-bc80-4af6-a575-c2d3be6941db details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 18:12:32.163492 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a58fe095-512e-4ab9-b7c1-74b60d356458 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:32.168724 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a58fe095-512e-4ab9-b7c1-74b60d356458 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735179'] for security_group_rule, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:32.175299 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8582abe3-9408-422f-9a7b-59f3e5e2af8e admin admin] Made reservation on behalf of 46fc911a506f43faacc5bb57dab5a1bf for: {'subnet': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:12:32.177624 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8582abe3-9408-422f-9a7b-59f3e5e2af8e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8731248'] for subnet, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:32.233214 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58fe095-512e-4ab9-b7c1-74b60d356458 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d07bd8e9-d2af-408c-86e1-95b7bf197d9f,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:12:32.234300 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-575db2be-789f-4612-8c5d-3d81ee198d39 tempest-TestVolumeBackupRestore-904268693 tempest-TestVolumeBackupRestore-904268693-project] Publish callbacks [] for port, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:32.249273 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a58fe095-512e-4ab9-b7c1-74b60d356458 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:32.250816 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-575db2be-789f-4612-8c5d-3d81ee198d39 tempest-TestVolumeBackupRestore-904268693 tempest-TestVolumeBackupRestore-904268693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:32.253768 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-a58fe095-512e-4ab9-b7c1-74b60d356458 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2907965 Nov 19 18:12:32.254378 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 39248) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:12:32.275202 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-a8122d3c-96b0-4ee3-aebe-63947de02c14 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Request body: {'network': {'name': 'tempest-network-smoke--1325631348', 'project_id': 'd41245dedb694df6accb5dc7769c75e5', 'port_security_enabled': True}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:12:32.338536 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ac2591-ac3d-44f9-8723-cfd30a34cd3c req-58699aee-10e5-4124-8264-a867efc32dc8 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:12:32.340041 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-51ac2591-ac3d-44f9-8723-cfd30a34cd3c req-58699aee-10e5-4124-8264-a867efc32dc8 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/ports?device_id=cc04e7a6-e0b7-438f-a931-99187cf28379 HTTP/1.1" status: 200 len: 944 time: 0.0831449 Nov 19 18:12:32.373786 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575db2be-789f-4612-8c5d-3d81ee198d39 tempest-TestVolumeBackupRestore-904268693 tempest-TestVolumeBackupRestore-904268693-project] Pushing event updated for resources: {'Port': ['ID=0003f4f2-5171-43a0-a735-3a5d1597d8f7,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:12:32.378550 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8122d3c-96b0-4ee3-aebe-63947de02c14 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Made reservation on behalf of d41245dedb694df6accb5dc7769c75e5 for: {'network': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:12:32.382345 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a8122d3c-96b0-4ee3-aebe-63947de02c14 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:32.404104 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-575db2be-789f-4612-8c5d-3d81ee198d39 tempest-TestVolumeBackupRestore-904268693 tempest-TestVolumeBackupRestore-904268693-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-671284'] for floatingip, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:32.450607 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8122d3c-96b0-4ee3-aebe-63947de02c14 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 689} {{(pid=103364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 18:12:32.465153 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a8122d3c-96b0-4ee3-aebe-63947de02c14 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:32.465502 n-d-818022-2 neutron-server[103364]: INFO neutron.db.segments_db [None req-a8122d3c-96b0-4ee3-aebe-63947de02c14 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Added segment 422f9f40-945b-44c5-aa86-c40340120273 of type vlan for network b7890f04-2550-4c59-8e90-ae87e4850fbe Nov 19 18:12:32.466510 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-51ac2591-ac3d-44f9-8723-cfd30a34cd3c req-9d97d1d4-7ae4-4965-b4c4-5cde07285164 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1dc433e-2f31-472a-89c9-d0d668ac0a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0987921 Nov 19 18:12:32.473316 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8582abe3-9408-422f-9a7b-59f3e5e2af8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12283104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8731234'] for subnet, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:32.532125 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8582abe3-9408-422f-9a7b-59f3e5e2af8e admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ed30503-f276-4fb6-afaa-f1a06284c79e,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:12:32.541115 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8582abe3-9408-422f-9a7b-59f3e5e2af8e admin admin] Checking segment: {'id': '25c8db8c-8170-47cd-befd-7b708165e7b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '4a49efd5-bc80-4af6-a575-c2d3be6941db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:12:32.541461 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8582abe3-9408-422f-9a7b-59f3e5e2af8e admin admin] Network hostable DHCP agents. Network: 4a49efd5-bc80-4af6-a575-c2d3be6941db, hostable agents: ['02910ef2-0455-4aea-9f38-9a875579633f'], hosted agents: [] {{(pid=103365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 18:12:32.560343 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8582abe3-9408-422f-9a7b-59f3e5e2af8e admin admin] Network 4a49efd5-bc80-4af6-a575-c2d3be6941db is scheduled to be hosted by DHCP agent 02910ef2-0455-4aea-9f38-9a875579633f with binding_index 1 {{(pid=103365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 18:12:32.571592 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-8582abe3-9408-422f-9a7b-59f3e5e2af8e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818022-2, 4a49efd5-bc80-4af6-a575-c2d3be6941db) {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:12:32.573052 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a8122d3c-96b0-4ee3-aebe-63947de02c14 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:32.577100 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8582abe3-9408-422f-9a7b-59f3e5e2af8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:12:32.578038 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8582abe3-9408-422f-9a7b-59f3e5e2af8e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:32.581824 n-d-818022-2 neutron-server[103364]: INFO neutron.db.l3_db [None req-575db2be-789f-4612-8c5d-3d81ee198d39 tempest-TestVolumeBackupRestore-904268693 tempest-TestVolumeBackupRestore-904268693-project] Floating IP 7ec6374d-c8c1-4113-813f-91021d0b0018 associated. External IP: 172.25.7.74, port: 1fa2165c-0b11-49cc-a6f6-0c85d714fd80. Nov 19 18:12:32.588301 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b43681c-03c9-4e6b-8637-77e55ed20310 None None] Network 4a49efd5-bc80-4af6-a575-c2d3be6941db requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:12:32.611369 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-8582abe3-9408-422f-9a7b-59f3e5e2af8e admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4902217 Nov 19 18:12:32.614684 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 39254) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:12:32.621832 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-a571293c-c89f-4938-90a7-47a5560eeed9 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1444723979-router', 'tenant_id': '46fc911a506f43faacc5bb57dab5a1bf', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'}}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:12:32.649685 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a571293c-c89f-4938-90a7-47a5560eeed9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9890'] for router, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:32.651153 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a571293c-c89f-4938-90a7-47a5560eeed9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671617', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-732153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4689'] for router, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:32.725120 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a8122d3c-96b0-4ee3-aebe-63947de02c14 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:32.730532 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8122d3c-96b0-4ee3-aebe-63947de02c14 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:12:32.731106 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a8122d3c-96b0-4ee3-aebe-63947de02c14 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks [] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:32.764321 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a571293c-c89f-4938-90a7-47a5560eeed9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:32.792535 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-169c5bd4-bb7f-4170-b61e-717446eb479b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54f44f5f-1200-574e-8740-2141911d5b73-4a49efd5-bc80-4af6-a575-c2d3be6941db', 'network_id': '4a49efd5-bc80-4af6-a575-c2d3be6941db', 'tenant_id': '46fc911a506f43faacc5bb57dab5a1bf', 'fixed_ips': [{'subnet_id': '2ed30503-f276-4fb6-afaa-f1a06284c79e'}]}} from n-d-818022-2. {{(pid=103366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 18:12:32.793569 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-169c5bd4-bb7f-4170-b61e-717446eb479b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:32.809403 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-a8122d3c-96b0-4ee3-aebe-63947de02c14 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5464592 Nov 19 18:12:32.814893 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 39256) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:12:32.825772 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8122d3c-96b0-4ee3-aebe-63947de02c14 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Pushing event updated for resources: {'Network': ['ID=b7890f04-2550-4c59-8e90-ae87e4850fbe,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:12:32.835476 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8122d3c-96b0-4ee3-aebe-63947de02c14 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:12:32.835826 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8122d3c-96b0-4ee3-aebe-63947de02c14 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:12:32.836168 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8122d3c-96b0-4ee3-aebe-63947de02c14 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:12:32.836506 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8122d3c-96b0-4ee3-aebe-63947de02c14 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:12:32.836839 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8122d3c-96b0-4ee3-aebe-63947de02c14 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:12:32.837171 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8122d3c-96b0-4ee3-aebe-63947de02c14 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:12:32.837498 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8122d3c-96b0-4ee3-aebe-63947de02c14 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:12:32.837877 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8122d3c-96b0-4ee3-aebe-63947de02c14 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:12:32.838195 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8122d3c-96b0-4ee3-aebe-63947de02c14 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:12:32.838519 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8122d3c-96b0-4ee3-aebe-63947de02c14 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:12:32.838842 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8122d3c-96b0-4ee3-aebe-63947de02c14 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:12:32.839166 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8122d3c-96b0-4ee3-aebe-63947de02c14 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:12:32.850959 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-c7494415-be15-4d6b-bbbf-3f185195548c tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1612014972', 'admin_state_up': True, 'project_id': 'd41245dedb694df6accb5dc7769c75e5', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'}}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:12:32.870159 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdeac6e-3153-45d3-9f53-9293352bff5f req-29418abd-764c-4658-b305-3118a0f4d07c tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:12:32.874310 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3bdeac6e-3153-45d3-9f53-9293352bff5f req-29418abd-764c-4658-b305-3118a0f4d07c tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/ports?device_id=cc04e7a6-e0b7-438f-a931-99187cf28379 HTTP/1.1" status: 200 len: 944 time: 0.2073560 Nov 19 18:12:32.877249 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network b7890f04-2550-4c59-8e90-ae87e4850fbe details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 18:12:32.884586 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34cf23f-50da-4edb-91a6-042b6337440f req-f6555fa4-cf09-4019-9aa0-4539066853b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:12:32.886044 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f34cf23f-50da-4edb-91a6-042b6337440f req-f6555fa4-cf09-4019-9aa0-4539066853b5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e45c6e5baa414b6894171527d94e1abd&device_id=cc04e7a6-e0b7-438f-a931-99187cf28379 HTTP/1.1" status: 200 len: 1095 time: 0.1951904 Nov 19 18:12:32.962201 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-575db2be-789f-4612-8c5d-3d81ee198d39 tempest-TestVolumeBackupRestore-904268693 tempest-TestVolumeBackupRestore-904268693-project] Router 9cd244c9-7ee5-4828-9621-bf89aa322800 has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 18:12:33.003710 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [None req-169c5bd4-bb7f-4170-b61e-717446eb479b None None] Allocated IP 172.20.0.2 (4a49efd5-bc80-4af6-a575-c2d3be6941db/2ed30503-f276-4fb6-afaa-f1a06284c79e/3aa18080-9745-4a4f-8e67-d374915905ba) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:12:33.081252 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-575db2be-789f-4612-8c5d-3d81ee198d39 tempest-TestVolumeBackupRestore-904268693 tempest-TestVolumeBackupRestore-904268693-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:12:33.094275 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4771b8-2a46-4e87-9f81-4debd96d66f6 None None] Sync routers for ids ['9cd244c9-7ee5-4828-9621-bf89aa322800'] in n-d-818022-2 {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:12:33.103328 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-575db2be-789f-4612-8c5d-3d81ee198d39 tempest-TestVolumeBackupRestore-904268693 tempest-TestVolumeBackupRestore-904268693-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for floatingip, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:33.106426 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e4771b8-2a46-4e87-9f81-4debd96d66f6 None None] Routers {'9cd244c9-7ee5-4828-9621-bf89aa322800'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:12:33.107063 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-1e4771b8-2a46-4e87-9f81-4debd96d66f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:12:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['9cd244c9-7ee5-4828-9621-bf89aa322800'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:12:33.148267 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-575db2be-789f-4612-8c5d-3d81ee198d39 tempest-TestVolumeBackupRestore-904268693 tempest-TestVolumeBackupRestore-904268693-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4261220 Nov 19 18:12:33.148894 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ea917ea-307a-450b-ab73-a8b9b47b4932', 'tag': '1fa2165c-0b11-49cc-a6f6-0c85d714fd80'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:12:33.151820 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dd4767a008c23f8566efc82158ee1b1fff34e1a9e908d76d0b6d0ab7e350e5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d10ad35-bbc8-4580-94fd-15456f027e8c" -d '{"events": [{"name": "network-changed", "server_uuid": "2ea917ea-307a-450b-ab73-a8b9b47b4932", "tag": "1fa2165c-0b11-49cc-a6f6-0c85d714fd80"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:12:33.158669 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 39258) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:12:33.212209 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-169c5bd4-bb7f-4170-b61e-717446eb479b None None] Publish callbacks [] for port, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:33.219946 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d93f32bf-9f2d-4b56-93de-f85c6e057dfd tempest-TestVolumeBackupRestore-1022584479 tempest-TestVolumeBackupRestore-1022584479-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:12:33.224604 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-d93f32bf-9f2d-4b56-93de-f85c6e057dfd tempest-TestVolumeBackupRestore-1022584479 tempest-TestVolumeBackupRestore-1022584479-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=2ea917ea-307a-450b-ab73-a8b9b47b4932 HTTP/1.1" status: 200 len: 1091 time: 0.0646670 Nov 19 18:12:33.225852 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-169c5bd4-bb7f-4170-b61e-717446eb479b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998'] for port, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:33.228349 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 39262) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:12:33.232053 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-1e4771b8-2a46-4e87-9f81-4debd96d66f6 None None] Set router 9cd244c9-7ee5-4828-9621-bf89aa322800 gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:12:33.242760 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-662ebadd-ae31-4da1-913a-da7b9307ae03 tempest-TestVolumeBackupRestore-904268693 tempest-TestVolumeBackupRestore-904268693-project] Request body: {'floatingip': {'port_id': '1fa2165c-0b11-49cc-a6f6-0c85d714fd80'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:12:33.291508 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e46ecc5a-dc14-4744-b262-3072ff2e958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:33.301766 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-169c5bd4-bb7f-4170-b61e-717446eb479b None None] Network 4a49efd5-bc80-4af6-a575-c2d3be6941db is already hosted by enough agents. {{(pid=103366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:12:33.305702 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [None req-169c5bd4-bb7f-4170-b61e-717446eb479b None None] Resources bound (agent type, host, resource id): {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:12:33.309884 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-169c5bd4-bb7f-4170-b61e-717446eb479b None None] Received port after_create {{(pid=103366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:12:33.317772 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169c5bd4-bb7f-4170-b61e-717446eb479b None None] Pushing event updated for resources: {'Port': ['ID=3aa18080-9745-4a4f-8e67-d374915905ba,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:12:33.323735 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 18:12:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1402fb5d-9b10-400b-9f7a-f75839964469 x-openstack-request-id: req-1402fb5d-9b10-400b-9f7a-f75839964469 {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:12:33.324187 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ea917ea-307a-450b-ab73-a8b9b47b4932", "tag": "1fa2165c-0b11-49cc-a6f6-0c85d714fd80", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:12:33.324654 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-1402fb5d-9b10-400b-9f7a-f75839964469 {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:12:33.325886 n-d-818022-2 neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ea917ea-307a-450b-ab73-a8b9b47b4932', 'tag': '1fa2165c-0b11-49cc-a6f6-0c85d714fd80', 'status': 'completed', 'code': 200} Nov 19 18:12:33.376714 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c7494415-be15-4d6b-bbbf-3f185195548c tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9890'] for router, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:33.377758 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c7494415-be15-4d6b-bbbf-3f185195548c tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671617', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-732153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4689'] for router, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:33.384258 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-169c5bd4-bb7f-4170-b61e-717446eb479b None None] Attempting to bind port 3aa18080-9745-4a4f-8e67-d374915905ba on host n-d-818022-2 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:12:33.384766 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-169c5bd4-bb7f-4170-b61e-717446eb479b None None] Attempting to bind port 3aa18080-9745-4a4f-8e67-d374915905ba by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': '25c8db8c-8170-47cd-befd-7b708165e7b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '4a49efd5-bc80-4af6-a575-c2d3be6941db'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:12:33.385244 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-169c5bd4-bb7f-4170-b61e-717446eb479b None None] Attempting to bind port 3aa18080-9745-4a4f-8e67-d374915905ba on network 4a49efd5-bc80-4af6-a575-c2d3be6941db {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:12:33.394488 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-169c5bd4-bb7f-4170-b61e-717446eb479b None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 12, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:12:33.395417 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-169c5bd4-bb7f-4170-b61e-717446eb479b None None] Checking segment: {'id': '25c8db8c-8170-47cd-befd-7b708165e7b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '4a49efd5-bc80-4af6-a575-c2d3be6941db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:12:33.395564 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-169c5bd4-bb7f-4170-b61e-717446eb479b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:33.396019 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-169c5bd4-bb7f-4170-b61e-717446eb479b None None] Bound using segment: {'id': '25c8db8c-8170-47cd-befd-7b708165e7b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '4a49efd5-bc80-4af6-a575-c2d3be6941db'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:12:33.396802 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-662ebadd-ae31-4da1-913a-da7b9307ae03 tempest-TestVolumeBackupRestore-904268693 tempest-TestVolumeBackupRestore-904268693-project] Publish callbacks [] for floatingip, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:33.397390 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-169c5bd4-bb7f-4170-b61e-717446eb479b None None] Bound port: 3aa18080-9745-4a4f-8e67-d374915905ba, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25c8db8c-8170-47cd-befd-7b708165e7b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '4a49efd5-bc80-4af6-a575-c2d3be6941db'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:12:33.397916 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-169c5bd4-bb7f-4170-b61e-717446eb479b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:33.398291 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a571293c-c89f-4938-90a7-47a5560eeed9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:33.453915 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3bdeac6e-3153-45d3-9f53-9293352bff5f req-1b91801f-58b4-4cf0-8543-75f7c9af7259 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1dc433e-2f31-472a-89c9-d0d668ac0a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5720420 Nov 19 18:12:33.473744 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d10ad35-bbc8-4580-94fd-15456f027e8c req-8d281d80-45eb-4323-ac55-1cfb1acddec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:12:33.475482 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8d10ad35-bbc8-4580-94fd-15456f027e8c req-8d281d80-45eb-4323-ac55-1cfb1acddec7 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=edbbe4476fe74b6fa453a50965fd817b&device_id=2ea917ea-307a-450b-ab73-a8b9b47b4932 HTTP/1.1" status: 200 len: 1096 time: 0.1485720 Nov 19 18:12:33.499687 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-169c5bd4-bb7f-4170-b61e-717446eb479b None None] For port 3aa18080-9745-4a4f-8e67-d374915905ba, host n-d-818022-2, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:12:33.503906 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-169c5bd4-bb7f-4170-b61e-717446eb479b None None] For port 3aa18080-9745-4a4f-8e67-d374915905ba, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=3aa18080-9745-4a4f-8e67-d374915905ba,segment=NetworkSegment(25c8db8c-8170-47cd-befd-7b708165e7b5),segment_id=25c8db8c-8170-47cd-befd-7b708165e7b5)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:12:33.508978 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-169c5bd4-bb7f-4170-b61e-717446eb479b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:33.514308 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c7494415-be15-4d6b-bbbf-3f185195548c tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:33.546762 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-1e4771b8-2a46-4e87-9f81-4debd96d66f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cd244c9-7ee5-4828-9621-bf89aa322800', 'name': 'tempest-TestVolumeBackupRestore-1030190572-router', 'tenant_id': 'edbbe4476fe74b6fa453a50965fd817b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': '5c71027a-2fbe-4e3f-bb57-c766d5fbe127', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:09:08Z', 'updated_at': '2021-11-19T18:09:12Z', 'revision_number': 4, 'project_id': 'edbbe4476fe74b6fa453a50965fd817b', 'gw_port': {'id': '5c71027a-2fbe-4e3f-bb57-c766d5fbe127', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:75:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd244c9-7ee5-4828-9621-bf89aa322800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3521, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:09:09Z', 'updated_at': '2021-11-19T18:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_floatingips': [{'id': '7ec6374d-c8c1-4113-813f-91021d0b0018', 'tenant_id': 'edbbe4476fe74b6fa453a50965fd817b', 'floating_ip_address': '172.25.7.74', 'floating_network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'router_id': '9cd244c9-7ee5-4828-9621-bf89aa322800', 'port_id': '1fa2165c-0b11-49cc-a6f6-0c85d714fd80', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ded9289-07e2-4a9e-a76f-366a0c385571', 'mac_address': 'fa:16:3e:5d:63:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ea917ea-307a-450b-ab73-a8b9b47b4932', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T18:12:31Z', 'updated_at': '2021-11-19T18:12:31Z', 'revision_number': 0, 'project_id': 'edbbe4476fe74b6fa453a50965fd817b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70a72aa6-3b14-41ef-89bc-5b02d7a57641', 'name': '', 'network_id': '4ded9289-07e2-4a9e-a76f-366a0c385571', 'tenant_id': 'edbbe4476fe74b6fa453a50965fd817b', 'mac_address': 'fa:16:3e:62:dc:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd244c9-7ee5-4828-9621-bf89aa322800', 'device_owner': 'network:router_interface', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': 'dd2183cd-a74e-4ffa-9f88-c10707b30f01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:09:11Z', 'updated_at': '2021-11-19T18:09:18Z', 'revision_number': 5, 'project_id': 'edbbe4476fe74b6fa453a50965fd817b', 'subnets': [{'id': 'dd2183cd-a74e-4ffa-9f88-c10707b30f01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:12:33.580453 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4771b8-2a46-4e87-9f81-4debd96d66f6 None None] Checking router: 9cd244c9-7ee5-4828-9621-bf89aa322800 for host: n-d-818022-2 {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:12:33.590485 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e4771b8-2a46-4e87-9f81-4debd96d66f6 None None] Routers {'9cd244c9-7ee5-4828-9621-bf89aa322800'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:12:33.591647 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-1e4771b8-2a46-4e87-9f81-4debd96d66f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:12:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['9cd244c9-7ee5-4828-9621-bf89aa322800'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:12:33.596046 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34cf23f-50da-4edb-91a6-042b6337440f req-b06b29a8-6283-4d1d-8de7-b3a8dd8e0075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:12:33.597549 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f34cf23f-50da-4edb-91a6-042b6337440f req-b06b29a8-6283-4d1d-8de7-b3a8dd8e0075 service neutron] 10.222.0.60 "GET /v2.0/networks?id=3b544363-bad2-4a9e-9892-483691dc34e2 HTTP/1.1" status: 200 len: 912 time: 0.6991992 Nov 19 18:12:33.625825 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169c5bd4-bb7f-4170-b61e-717446eb479b None None] Pushing event updated for resources: {'Port': ['ID=3aa18080-9745-4a4f-8e67-d374915905ba,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:12:33.701855 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d10ad35-bbc8-4580-94fd-15456f027e8c req-6fef8d64-9e85-4870-aa05-a59f2d05eec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:12:33.703106 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8d10ad35-bbc8-4580-94fd-15456f027e8c req-6fef8d64-9e85-4870-aa05-a59f2d05eec0 service neutron] 10.222.0.86 "GET /v2.0/networks?id=4ded9289-07e2-4a9e-a76f-366a0c385571 HTTP/1.1" status: 200 len: 915 time: 0.1902995 Nov 19 18:12:33.731067 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c7494415-be15-4d6b-bbbf-3f185195548c tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:33.739535 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-1e4771b8-2a46-4e87-9f81-4debd96d66f6 None None] Set router 9cd244c9-7ee5-4828-9621-bf89aa322800 gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:12:33.818211 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f34cf23f-50da-4edb-91a6-042b6337440f req-97781cef-4119-4dcc-8eb7-c6fc0c92e511 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2019baf0-8dd1-4014-98b3-2c3c4d3ec3aa HTTP/1.1" status: 200 len: 999 time: 0.2084861 Nov 19 18:12:33.824544 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8d10ad35-bbc8-4580-94fd-15456f027e8c req-59fac924-6d2f-403c-92d7-31b8d29ae068 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1fa2165c-0b11-49cc-a6f6-0c85d714fd80 HTTP/1.1" status: 200 len: 998 time: 0.0861485 Nov 19 18:12:33.926518 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34cf23f-50da-4edb-91a6-042b6337440f req-a901e914-3d6c-4300-b219-19a69b592a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:12:33.928204 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f34cf23f-50da-4edb-91a6-042b6337440f req-a901e914-3d6c-4300-b219-19a69b592a15 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=78373283-0ecf-42ac-8dc9-066471cd2623 HTTP/1.1" status: 200 len: 850 time: 0.1023986 Nov 19 18:12:33.941346 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:33.942835 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:33.996421 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d10ad35-bbc8-4580-94fd-15456f027e8c req-810aa178-e3c1-4066-8e89-eb4ebc2b1dec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:12:33.998671 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8d10ad35-bbc8-4580-94fd-15456f027e8c req-810aa178-e3c1-4066-8e89-eb4ebc2b1dec service neutron] 10.222.0.86 "GET /v2.0/subnets?id=dd2183cd-a74e-4ffa-9f88-c10707b30f01 HTTP/1.1" status: 200 len: 853 time: 0.1585915 Nov 19 18:12:34.077663 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-1e4771b8-2a46-4e87-9f81-4debd96d66f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cd244c9-7ee5-4828-9621-bf89aa322800', 'name': 'tempest-TestVolumeBackupRestore-1030190572-router', 'tenant_id': 'edbbe4476fe74b6fa453a50965fd817b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': '5c71027a-2fbe-4e3f-bb57-c766d5fbe127', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:09:08Z', 'updated_at': '2021-11-19T18:09:12Z', 'revision_number': 4, 'project_id': 'edbbe4476fe74b6fa453a50965fd817b', 'gw_port': {'id': '5c71027a-2fbe-4e3f-bb57-c766d5fbe127', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:75:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd244c9-7ee5-4828-9621-bf89aa322800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3521, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:09:09Z', 'updated_at': '2021-11-19T18:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_floatingips': [{'id': '7ec6374d-c8c1-4113-813f-91021d0b0018', 'tenant_id': 'edbbe4476fe74b6fa453a50965fd817b', 'floating_ip_address': '172.25.7.74', 'floating_network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'router_id': '9cd244c9-7ee5-4828-9621-bf89aa322800', 'port_id': '1fa2165c-0b11-49cc-a6f6-0c85d714fd80', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ded9289-07e2-4a9e-a76f-366a0c385571', 'mac_address': 'fa:16:3e:5d:63:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ea917ea-307a-450b-ab73-a8b9b47b4932', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T18:12:31Z', 'updated_at': '2021-11-19T18:12:31Z', 'revision_number': 0, 'project_id': 'edbbe4476fe74b6fa453a50965fd817b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70a72aa6-3b14-41ef-89bc-5b02d7a57641', 'name': '', 'network_id': '4ded9289-07e2-4a9e-a76f-366a0c385571', 'tenant_id': 'edbbe4476fe74b6fa453a50965fd817b', 'mac_address': 'fa:16:3e:62:dc:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd244c9-7ee5-4828-9621-bf89aa322800', 'device_owner': 'network:router_interface', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': 'dd2183cd-a74e-4ffa-9f88-c10707b30f01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:09:11Z', 'updated_at': '2021-11-19T18:09:18Z', 'revision_number': 5, 'project_id': 'edbbe4476fe74b6fa453a50965fd817b', 'subnets': [{'id': 'dd2183cd-a74e-4ffa-9f88-c10707b30f01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:12:34.116945 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4771b8-2a46-4e87-9f81-4debd96d66f6 None None] The sync data for ids ['9cd244c9-7ee5-4828-9621-bf89aa322800'] in n-d-818022-2 is: [{'id': '9cd244c9-7ee5-4828-9621-bf89aa322800', 'name': 'tempest-TestVolumeBackupRestore-1030190572-router', 'tenant_id': 'edbbe4476fe74b6fa453a50965fd817b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': '5c71027a-2fbe-4e3f-bb57-c766d5fbe127', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:09:08Z', 'updated_at': '2021-11-19T18:09:12Z', 'revision_number': 4, 'project_id': 'edbbe4476fe74b6fa453a50965fd817b', 'gw_port': {'id': '5c71027a-2fbe-4e3f-bb57-c766d5fbe127', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:75:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd244c9-7ee5-4828-9621-bf89aa322800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3521, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:09:09Z', 'updated_at': '2021-11-19T18:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_floatingips': [{'id': '7ec6374d-c8c1-4113-813f-91021d0b0018', 'tenant_id': 'edbbe4476fe74b6fa453a50965fd817b', 'floating_ip_address': '172.25.7.74', 'floating_network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'router_id': '9cd244c9-7ee5-4828-9621-bf89aa322800', 'port_id': '1fa2165c-0b11-49cc-a6f6-0c85d714fd80', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ded9289-07e2-4a9e-a76f-366a0c385571', 'mac_address': 'fa:16:3e:5d:63:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ea917ea-307a-450b-ab73-a8b9b47b4932', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T18:12:31Z', 'updated_at': '2021-11-19T18:12:31Z', 'revision_number': 0, 'project_id': 'edbbe4476fe74b6fa453a50965fd817b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70a72aa6-3b14-41ef-89bc-5b02d7a57641', 'name': '', 'network_id': '4ded9289-07e2-4a9e-a76f-366a0c385571', 'tenant_id': 'edbbe4476fe74b6fa453a50965fd817b', 'mac_address': 'fa:16:3e:62:dc:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd244c9-7ee5-4828-9621-bf89aa322800', 'device_owner': 'network:router_interface', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': 'dd2183cd-a74e-4ffa-9f88-c10707b30f01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:09:11Z', 'updated_at': '2021-11-19T18:09:18Z', 'revision_number': 5, 'project_id': 'edbbe4476fe74b6fa453a50965fd817b', 'subnets': [{'id': 'dd2183cd-a74e-4ffa-9f88-c10707b30f01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:12:34.129300 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d10ad35-bbc8-4580-94fd-15456f027e8c req-734f6a8c-e2de-4277-b4e6-2581d419374b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:12:34.131768 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8d10ad35-bbc8-4580-94fd-15456f027e8c req-734f6a8c-e2de-4277-b4e6-2581d419374b service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=4ded9289-07e2-4a9e-a76f-366a0c385571&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0911503 Nov 19 18:12:34.133861 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34cf23f-50da-4edb-91a6-042b6337440f req-f540ee43-3568-40fe-968b-8a9fb468ab02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:12:34.135405 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f34cf23f-50da-4edb-91a6-042b6337440f req-f540ee43-3568-40fe-968b-8a9fb468ab02 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3b544363-bad2-4a9e-9892-483691dc34e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1987312 Nov 19 18:12:34.157388 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a571293c-c89f-4938-90a7-47a5560eeed9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:34.275642 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a571293c-c89f-4938-90a7-47a5560eeed9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:34.319286 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8d10ad35-bbc8-4580-94fd-15456f027e8c req-e66122f3-f36a-4133-b924-4b0b2396a74a service neutron] 10.222.0.86 "GET /v2.0/networks/4ded9289-07e2-4a9e-a76f-366a0c385571?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764348 Nov 19 18:12:34.357501 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c7494415-be15-4d6b-bbbf-3f185195548c tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks [] for router_gateway, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:34.394945 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c7494415-be15-4d6b-bbbf-3f185195548c tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:34.452464 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaebaa30-98d1-4b1f-bae1-dd1380f84752 None None] New status for floating IP 7ec6374d-c8c1-4113-813f-91021d0b0018: ACTIVE {{(pid=103366) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 18:12:34.457626 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f34cf23f-50da-4edb-91a6-042b6337440f req-324137e9-d861-41f2-b831-f87deafe15cc service neutron] 10.222.0.60 "GET /v2.0/networks/3b544363-bad2-4a9e-9892-483691dc34e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3139038 Nov 19 18:12:34.586069 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [None req-a571293c-c89f-4938-90a7-47a5560eeed9 admin admin] Allocated IP 172.25.7.172 (645e61aa-1a6c-4e8f-857e-ab06edb4897f/88ed2d64-f56d-4f01-a468-946e01c99e82/00cb4d79-f368-49d6-9988-53d9aff7c856) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:12:34.667164 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f34cf23f-50da-4edb-91a6-042b6337440f req-0cfc8115-4a44-46a3-97e7-31fb9e9b623d service neutron] 10.222.0.60 "GET /v2.0/networks/3b544363-bad2-4a9e-9892-483691dc34e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749516 Nov 19 18:12:34.709378 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-662ebadd-ae31-4da1-913a-da7b9307ae03 tempest-TestVolumeBackupRestore-904268693 tempest-TestVolumeBackupRestore-904268693-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:34.715969 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.db.api [None req-aaebaa30-98d1-4b1f-bae1-dd1380f84752 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103366) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 18:12:34.716349 n-d-818022-2 neutron-server[103366]: DEBUG oslo_db.api [None req-aaebaa30-98d1-4b1f-bae1-dd1380f84752 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 18:12:34.724144 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-662ebadd-ae31-4da1-913a-da7b9307ae03 tempest-TestVolumeBackupRestore-904268693 tempest-TestVolumeBackupRestore-904268693-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-671284'] for floatingip, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:34.735163 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a571293c-c89f-4938-90a7-47a5560eeed9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:34.778938 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a571293c-c89f-4938-90a7-47a5560eeed9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:34.823151 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e013d7e6-5264-4dcc-9759-54f5fb809e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:34.865202 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a571293c-c89f-4938-90a7-47a5560eeed9 admin admin] Network 645e61aa-1a6c-4e8f-857e-ab06edb4897f is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:12:34.874731 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-a571293c-c89f-4938-90a7-47a5560eeed9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:12:34.879244 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197c77a2-be8f-4c91-880b-e1466749bb9c req-15ae6412-c8da-469b-9d88-ba9e4a3ae656 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:12:34.880842 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-197c77a2-be8f-4c91-880b-e1466749bb9c req-15ae6412-c8da-469b-9d88-ba9e4a3ae656 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/ports?device_id=cc04e7a6-e0b7-438f-a931-99187cf28379 HTTP/1.1" status: 200 len: 944 time: 0.1738820 Nov 19 18:12:34.886150 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8d10ad35-bbc8-4580-94fd-15456f027e8c req-0f45d270-cd03-4be1-be7b-8b7b9d9a953f service neutron] 10.222.0.86 "GET /v2.0/networks/4ded9289-07e2-4a9e-a76f-366a0c385571?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5576499 Nov 19 18:12:34.892105 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a571293c-c89f-4938-90a7-47a5560eeed9 admin admin] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:12:34.896032 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b8fcced-7686-4e1e-a8d5-8142f90cc102 None None] DHCP port deletion for 645e61aa-1a6c-4e8f-857e-ab06edb4897f request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:12:34.906354 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [None req-c7494415-be15-4d6b-bbbf-3f185195548c tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Allocated IP 172.25.7.182 (645e61aa-1a6c-4e8f-857e-ab06edb4897f/88ed2d64-f56d-4f01-a468-946e01c99e82/5044be33-277d-48f4-9ebd-36f0ba84e06b) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:12:34.935988 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a571293c-c89f-4938-90a7-47a5560eeed9 admin admin] Pushing event updated for resources: {'Port': ['ID=00cb4d79-f368-49d6-9988-53d9aff7c856,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:12:34.997347 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-6a57a510-7f9a-45bb-a64b-7c197c5e1c12 None None] Provisioning complete for port 00cb4d79-f368-49d6-9988-53d9aff7c856 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:12:34.998017 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-6a57a510-7f9a-45bb-a64b-7c197c5e1c12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:35.039252 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-6a57a510-7f9a-45bb-a64b-7c197c5e1c12 None None] Port 00cb4d79-f368-49d6-9988-53d9aff7c856 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:12:35.039409 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-197c77a2-be8f-4c91-880b-e1466749bb9c req-a21fc535-6650-4a70-902a-433d2d37c6dc tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1dc433e-2f31-472a-89c9-d0d668ac0a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1502938 Nov 19 18:12:35.079591 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-662ebadd-ae31-4da1-913a-da7b9307ae03 tempest-TestVolumeBackupRestore-904268693 tempest-TestVolumeBackupRestore-904268693-project] Router 9cd244c9-7ee5-4828-9621-bf89aa322800 has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 18:12:35.145322 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-808d59cb-9638-4687-92d1-6e91b2e28db3 None None] Network 4a49efd5-bc80-4af6-a575-c2d3be6941db requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:12:35.171768 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c7494415-be15-4d6b-bbbf-3f185195548c tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:35.194994 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-662ebadd-ae31-4da1-913a-da7b9307ae03 tempest-TestVolumeBackupRestore-904268693 tempest-TestVolumeBackupRestore-904268693-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:12:35.199682 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-662ebadd-ae31-4da1-913a-da7b9307ae03 tempest-TestVolumeBackupRestore-904268693 tempest-TestVolumeBackupRestore-904268693-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for floatingip, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:35.219258 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaebaa30-98d1-4b1f-bae1-dd1380f84752 None None] New status for floating IP 7ec6374d-c8c1-4113-813f-91021d0b0018: ACTIVE {{(pid=103366) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 18:12:35.288935 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-662ebadd-ae31-4da1-913a-da7b9307ae03 tempest-TestVolumeBackupRestore-904268693 tempest-TestVolumeBackupRestore-904268693-project] 10.222.0.54 "PUT /v2.0/floatingips/7ec6374d-c8c1-4113-813f-91021d0b0018 HTTP/1.1" status: 200 len: 990 time: 2.0592237 Nov 19 18:12:35.290746 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c7494415-be15-4d6b-bbbf-3f185195548c tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:35.317704 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:35.327038 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-73356a3b-7a2c-4ff9-b9ca-42b987141019 None None] Provisioning complete for port 3aa18080-9745-4a4f-8e67-d374915905ba triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:12:35.327287 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ea917ea-307a-450b-ab73-a8b9b47b4932', 'tag': '1fa2165c-0b11-49cc-a6f6-0c85d714fd80'}, {'name': 'network-changed', 'server_uuid': '2ea917ea-307a-450b-ab73-a8b9b47b4932', 'tag': '1fa2165c-0b11-49cc-a6f6-0c85d714fd80'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:12:35.327815 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-73356a3b-7a2c-4ff9-b9ca-42b987141019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:35.329944 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dd4767a008c23f8566efc82158ee1b1fff34e1a9e908d76d0b6d0ab7e350e5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f376cc17-fb91-4157-b7ea-ba2a7d715084" -d '{"events": [{"name": "network-changed", "server_uuid": "2ea917ea-307a-450b-ab73-a8b9b47b4932", "tag": "1fa2165c-0b11-49cc-a6f6-0c85d714fd80"}, {"name": "network-changed", "server_uuid": "2ea917ea-307a-450b-ab73-a8b9b47b4932", "tag": "1fa2165c-0b11-49cc-a6f6-0c85d714fd80"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:12:35.335442 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a571293c-c89f-4938-90a7-47a5560eeed9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:35.378887 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7494415-be15-4d6b-bbbf-3f185195548c tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Network 645e61aa-1a6c-4e8f-857e-ab06edb4897f is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:12:35.386258 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-c7494415-be15-4d6b-bbbf-3f185195548c tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:12:35.386452 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 19 Nov 2021 18:12:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e234710f-e686-4c94-b2b5-e63a90775ccd x-openstack-request-id: req-e234710f-e686-4c94-b2b5-e63a90775ccd {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:12:35.386828 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ea917ea-307a-450b-ab73-a8b9b47b4932", "tag": "1fa2165c-0b11-49cc-a6f6-0c85d714fd80", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "2ea917ea-307a-450b-ab73-a8b9b47b4932", "tag": "1fa2165c-0b11-49cc-a6f6-0c85d714fd80", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:12:35.387207 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e234710f-e686-4c94-b2b5-e63a90775ccd {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:12:35.388260 n-d-818022-2 neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ea917ea-307a-450b-ab73-a8b9b47b4932', 'tag': '1fa2165c-0b11-49cc-a6f6-0c85d714fd80', 'status': 'completed', 'code': 200} Nov 19 18:12:35.388675 n-d-818022-2 neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ea917ea-307a-450b-ab73-a8b9b47b4932', 'tag': '1fa2165c-0b11-49cc-a6f6-0c85d714fd80', 'status': 'completed', 'code': 200} Nov 19 18:12:35.393865 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7494415-be15-4d6b-bbbf-3f185195548c tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:12:35.395930 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7494415-be15-4d6b-bbbf-3f185195548c tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Pushing event updated for resources: {'Port': ['ID=5044be33-277d-48f4-9ebd-36f0ba84e06b,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:12:35.474724 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f376cc17-fb91-4157-b7ea-ba2a7d715084 req-1f6ab690-1316-42d5-bbff-af7534919fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:12:35.476405 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f376cc17-fb91-4157-b7ea-ba2a7d715084 req-1f6ab690-1316-42d5-bbff-af7534919fb1 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=edbbe4476fe74b6fa453a50965fd817b&device_id=2ea917ea-307a-450b-ab73-a8b9b47b4932 HTTP/1.1" status: 200 len: 1096 time: 0.0479913 Nov 19 18:12:35.587376 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a36259a0-e9d7-499b-8454-b4d3656f24bd None None] DHCP port deletion for 645e61aa-1a6c-4e8f-857e-ab06edb4897f request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:12:35.629337 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f376cc17-fb91-4157-b7ea-ba2a7d715084 req-94eef016-7eb8-4093-88f2-02629345c9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:12:35.630845 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f376cc17-fb91-4157-b7ea-ba2a7d715084 req-94eef016-7eb8-4093-88f2-02629345c9bd service neutron] 10.222.0.86 "GET /v2.0/networks?id=4ded9289-07e2-4a9e-a76f-366a0c385571 HTTP/1.1" status: 200 len: 915 time: 0.1427937 Nov 19 18:12:35.661171 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 3aa18080-9745-4a4f-8e67-d374915905ba up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:12:35.705506 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f376cc17-fb91-4157-b7ea-ba2a7d715084 req-5d29c0be-bbf7-4b59-96cf-d00f50acccc0 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1fa2165c-0b11-49cc-a6f6-0c85d714fd80 HTTP/1.1" status: 200 len: 998 time: 0.0660591 Nov 19 18:12:35.756313 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f376cc17-fb91-4157-b7ea-ba2a7d715084 req-4c9d6274-8d56-43ac-a93a-76d3538780ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:12:35.758015 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f376cc17-fb91-4157-b7ea-ba2a7d715084 req-4c9d6274-8d56-43ac-a93a-76d3538780ad service neutron] 10.222.0.86 "GET /v2.0/subnets?id=dd2183cd-a74e-4ffa-9f88-c10707b30f01 HTTP/1.1" status: 200 len: 853 time: 0.0452192 Nov 19 18:12:35.767968 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a571293c-c89f-4938-90a7-47a5560eeed9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671702'] for router, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:35.814117 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f376cc17-fb91-4157-b7ea-ba2a7d715084 req-dc348847-e71f-429d-8726-4277e2f09344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:12:35.815820 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f376cc17-fb91-4157-b7ea-ba2a7d715084 req-dc348847-e71f-429d-8726-4277e2f09344 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=4ded9289-07e2-4a9e-a76f-366a0c385571&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0468783 Nov 19 18:12:35.831285 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c7494415-be15-4d6b-bbbf-3f185195548c tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks [] for router_gateway, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:35.875133 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-73356a3b-7a2c-4ff9-b9ca-42b987141019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:35.879236 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 3aa18080-9745-4a4f-8e67-d374915905ba triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:12:35.879236 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:35.939175 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f376cc17-fb91-4157-b7ea-ba2a7d715084 req-fba80cfe-0cfd-46ca-b80d-d88c3ee6d8c0 service neutron] 10.222.0.86 "GET /v2.0/networks/4ded9289-07e2-4a9e-a76f-366a0c385571?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142907 Nov 19 18:12:35.953634 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa34124-10b8-4306-b2c7-1da1cadfc676 None None] Sync routers for ids ['9cd244c9-7ee5-4828-9621-bf89aa322800'] in n-d-818022-2 {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:12:35.954255 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-73356a3b-7a2c-4ff9-b9ca-42b987141019 None None] For port 3aa18080-9745-4a4f-8e67-d374915905ba, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=3aa18080-9745-4a4f-8e67-d374915905ba,segment=NetworkSegment(25c8db8c-8170-47cd-befd-7b708165e7b5),segment_id=25c8db8c-8170-47cd-befd-7b708165e7b5)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:12:35.960277 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-73356a3b-7a2c-4ff9-b9ca-42b987141019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:35.979028 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa34124-10b8-4306-b2c7-1da1cadfc676 None None] Routers {'9cd244c9-7ee5-4828-9621-bf89aa322800'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:12:35.979895 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-0fa34124-10b8-4306-b2c7-1da1cadfc676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:12:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['9cd244c9-7ee5-4828-9621-bf89aa322800'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:12:36.070733 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73356a3b-7a2c-4ff9-b9ca-42b987141019 None None] Pushing event updated for resources: {'Port': ['ID=3aa18080-9745-4a4f-8e67-d374915905ba,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:12:36.110100 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-0fa34124-10b8-4306-b2c7-1da1cadfc676 None None] Set router 9cd244c9-7ee5-4828-9621-bf89aa322800 gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:12:36.134040 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-961d800b-f3ad-4daf-978b-a52aa15f39cb None None] Provisioning complete for port 5044be33-277d-48f4-9ebd-36f0ba84e06b triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:12:36.134420 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-961d800b-f3ad-4daf-978b-a52aa15f39cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:36.151491 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f376cc17-fb91-4157-b7ea-ba2a7d715084 req-1f57db6a-74fb-4b5d-afe2-cec9339c1d4b service neutron] 10.222.0.86 "GET /v2.0/networks/4ded9289-07e2-4a9e-a76f-366a0c385571?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2041216 Nov 19 18:12:36.216386 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-961d800b-f3ad-4daf-978b-a52aa15f39cb None None] Port 5044be33-277d-48f4-9ebd-36f0ba84e06b cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:12:36.272279 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b316347-2aed-41b0-bbf4-c94066fe3fc0 req-719f5775-a928-4a46-89c7-3ffb24f618a3 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:12:36.280412 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8b316347-2aed-41b0-bbf4-c94066fe3fc0 req-719f5775-a928-4a46-89c7-3ffb24f618a3 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/ports?device_id=cc04e7a6-e0b7-438f-a931-99187cf28379 HTTP/1.1" status: 200 len: 944 time: 0.1019235 Nov 19 18:12:36.308003 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f376cc17-fb91-4157-b7ea-ba2a7d715084 req-e9236c60-74a9-4df2-ab05-e030ca1d43bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:12:36.309453 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f376cc17-fb91-4157-b7ea-ba2a7d715084 req-e9236c60-74a9-4df2-ab05-e030ca1d43bb service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=edbbe4476fe74b6fa453a50965fd817b&device_id=2ea917ea-307a-450b-ab73-a8b9b47b4932 HTTP/1.1" status: 200 len: 1096 time: 0.0916159 Nov 19 18:12:36.341206 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-2d50a2a1-25e5-4c7a-86c7-1a07072ae957 None None] Provisioning complete for port 3aa18080-9745-4a4f-8e67-d374915905ba triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:12:36.342179 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2d50a2a1-25e5-4c7a-86c7-1a07072ae957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:36.371414 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-0fa34124-10b8-4306-b2c7-1da1cadfc676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cd244c9-7ee5-4828-9621-bf89aa322800', 'name': 'tempest-TestVolumeBackupRestore-1030190572-router', 'tenant_id': 'edbbe4476fe74b6fa453a50965fd817b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': '5c71027a-2fbe-4e3f-bb57-c766d5fbe127', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:09:08Z', 'updated_at': '2021-11-19T18:09:12Z', 'revision_number': 4, 'project_id': 'edbbe4476fe74b6fa453a50965fd817b', 'gw_port': {'id': '5c71027a-2fbe-4e3f-bb57-c766d5fbe127', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:75:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd244c9-7ee5-4828-9621-bf89aa322800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3521, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:09:09Z', 'updated_at': '2021-11-19T18:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_floatingips': [{'id': '7ec6374d-c8c1-4113-813f-91021d0b0018', 'tenant_id': 'edbbe4476fe74b6fa453a50965fd817b', 'floating_ip_address': '172.25.7.74', 'floating_network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'router_id': '9cd244c9-7ee5-4828-9621-bf89aa322800', 'port_id': '1fa2165c-0b11-49cc-a6f6-0c85d714fd80', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ded9289-07e2-4a9e-a76f-366a0c385571', 'mac_address': 'fa:16:3e:5d:63:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ea917ea-307a-450b-ab73-a8b9b47b4932', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T18:12:31Z', 'updated_at': '2021-11-19T18:12:35Z', 'revision_number': 2, 'project_id': 'edbbe4476fe74b6fa453a50965fd817b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70a72aa6-3b14-41ef-89bc-5b02d7a57641', 'name': '', 'network_id': '4ded9289-07e2-4a9e-a76f-366a0c385571', 'tenant_id': 'edbbe4476fe74b6fa453a50965fd817b', 'mac_address': 'fa:16:3e:62:dc:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd244c9-7ee5-4828-9621-bf89aa322800', 'device_owner': 'network:router_interface', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': 'dd2183cd-a74e-4ffa-9f88-c10707b30f01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:09:11Z', 'updated_at': '2021-11-19T18:09:18Z', 'revision_number': 5, 'project_id': 'edbbe4476fe74b6fa453a50965fd817b', 'subnets': [{'id': 'dd2183cd-a74e-4ffa-9f88-c10707b30f01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:12:36.394038 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8b316347-2aed-41b0-bbf4-c94066fe3fc0 req-8621a19d-3130-4ab3-86d2-9755733fd68c tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1dc433e-2f31-472a-89c9-d0d668ac0a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1122646 Nov 19 18:12:36.411086 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa34124-10b8-4306-b2c7-1da1cadfc676 None None] Checking router: 9cd244c9-7ee5-4828-9621-bf89aa322800 for host: n-d-818022-2 {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:12:36.435802 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa34124-10b8-4306-b2c7-1da1cadfc676 None None] Routers {'9cd244c9-7ee5-4828-9621-bf89aa322800'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:12:36.437641 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-0fa34124-10b8-4306-b2c7-1da1cadfc676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:12:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['9cd244c9-7ee5-4828-9621-bf89aa322800'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:12:36.479770 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f376cc17-fb91-4157-b7ea-ba2a7d715084 req-18228426-6833-49af-b310-5551bf102e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:12:36.481410 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f376cc17-fb91-4157-b7ea-ba2a7d715084 req-18228426-6833-49af-b310-5551bf102e48 service neutron] 10.222.0.86 "GET /v2.0/networks?id=4ded9289-07e2-4a9e-a76f-366a0c385571 HTTP/1.1" status: 200 len: 915 time: 0.1609588 Nov 19 18:12:36.535894 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a571293c-c89f-4938-90a7-47a5560eeed9 admin admin] Router 3eae58f0-d8be-4c90-b814-9407ca883711 is scheduled to L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 with binding_index 1 {{(pid=103365) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 18:12:36.560254 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f376cc17-fb91-4157-b7ea-ba2a7d715084 req-ae15e0a7-1aa6-44c2-8695-931a1f109552 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1fa2165c-0b11-49cc-a6f6-0c85d714fd80 HTTP/1.1" status: 200 len: 1000 time: 0.0714779 Nov 19 18:12:36.563592 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-0fa34124-10b8-4306-b2c7-1da1cadfc676 None None] Set router 9cd244c9-7ee5-4828-9621-bf89aa322800 gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:12:36.617656 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f376cc17-fb91-4157-b7ea-ba2a7d715084 req-99e7dc49-4eb8-479a-8e97-fc051b8333ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:12:36.619443 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f376cc17-fb91-4157-b7ea-ba2a7d715084 req-99e7dc49-4eb8-479a-8e97-fc051b8333ea service neutron] 10.222.0.86 "GET /v2.0/subnets?id=dd2183cd-a74e-4ffa-9f88-c10707b30f01 HTTP/1.1" status: 200 len: 853 time: 0.0506682 Nov 19 18:12:36.634088 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158f3c05-2a23-4c2e-8e7f-43895f533b3e req-0e910d44-4c4c-468c-b321-d68c5fda682b tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:12:36.635564 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-158f3c05-2a23-4c2e-8e7f-43895f533b3e req-0e910d44-4c4c-468c-b321-d68c5fda682b tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/ports?device_id=cc04e7a6-e0b7-438f-a931-99187cf28379 HTTP/1.1" status: 200 len: 944 time: 0.1482649 Nov 19 18:12:36.658572 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c7494415-be15-4d6b-bbbf-3f185195548c tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671702'] for router, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:36.687522 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f376cc17-fb91-4157-b7ea-ba2a7d715084 req-a5c916b9-176b-49bc-96ae-bb0e98c36a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:12:36.689195 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f376cc17-fb91-4157-b7ea-ba2a7d715084 req-a5c916b9-176b-49bc-96ae-bb0e98c36a35 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=4ded9289-07e2-4a9e-a76f-366a0c385571&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0612552 Nov 19 18:12:36.790704 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-158f3c05-2a23-4c2e-8e7f-43895f533b3e req-0f6f1b6f-2fee-4bd9-bb90-1c7dbae09610 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1dc433e-2f31-472a-89c9-d0d668ac0a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1435776 Nov 19 18:12:36.812272 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f376cc17-fb91-4157-b7ea-ba2a7d715084 req-a50f1f81-1363-4f86-9cea-07f7156aa365 service neutron] 10.222.0.86 "GET /v2.0/networks/4ded9289-07e2-4a9e-a76f-366a0c385571?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139765 Nov 19 18:12:36.829038 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a571293c-c89f-4938-90a7-47a5560eeed9 admin admin] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:12:36.852602 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2259ee78-e328-45c8-a9e4-fef704aa020b None None] Sync routers for ids ['3eae58f0-d8be-4c90-b814-9407ca883711'] in n-d-818022-2 {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:12:36.868364 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2259ee78-e328-45c8-a9e4-fef704aa020b None None] Routers {'3eae58f0-d8be-4c90-b814-9407ca883711'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:12:36.869229 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-2259ee78-e328-45c8-a9e4-fef704aa020b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:12:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['3eae58f0-d8be-4c90-b814-9407ca883711'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:12:36.886460 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a571293c-c89f-4938-90a7-47a5560eeed9 admin admin] Publish callbacks [] for router, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:36.898864 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-a571293c-c89f-4938-90a7-47a5560eeed9 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.2793355 Nov 19 18:12:36.900292 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 39274) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:12:36.951011 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-0fa34124-10b8-4306-b2c7-1da1cadfc676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cd244c9-7ee5-4828-9621-bf89aa322800', 'name': 'tempest-TestVolumeBackupRestore-1030190572-router', 'tenant_id': 'edbbe4476fe74b6fa453a50965fd817b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': '5c71027a-2fbe-4e3f-bb57-c766d5fbe127', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:09:08Z', 'updated_at': '2021-11-19T18:09:12Z', 'revision_number': 4, 'project_id': 'edbbe4476fe74b6fa453a50965fd817b', 'gw_port': {'id': '5c71027a-2fbe-4e3f-bb57-c766d5fbe127', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:75:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd244c9-7ee5-4828-9621-bf89aa322800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3521, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:09:09Z', 'updated_at': '2021-11-19T18:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_floatingips': [{'id': '7ec6374d-c8c1-4113-813f-91021d0b0018', 'tenant_id': 'edbbe4476fe74b6fa453a50965fd817b', 'floating_ip_address': '172.25.7.74', 'floating_network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'router_id': '9cd244c9-7ee5-4828-9621-bf89aa322800', 'port_id': '1fa2165c-0b11-49cc-a6f6-0c85d714fd80', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ded9289-07e2-4a9e-a76f-366a0c385571', 'mac_address': 'fa:16:3e:5d:63:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ea917ea-307a-450b-ab73-a8b9b47b4932', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T18:12:31Z', 'updated_at': '2021-11-19T18:12:35Z', 'revision_number': 2, 'project_id': 'edbbe4476fe74b6fa453a50965fd817b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70a72aa6-3b14-41ef-89bc-5b02d7a57641', 'name': '', 'network_id': '4ded9289-07e2-4a9e-a76f-366a0c385571', 'tenant_id': 'edbbe4476fe74b6fa453a50965fd817b', 'mac_address': 'fa:16:3e:62:dc:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd244c9-7ee5-4828-9621-bf89aa322800', 'device_owner': 'network:router_interface', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': 'dd2183cd-a74e-4ffa-9f88-c10707b30f01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:09:11Z', 'updated_at': '2021-11-19T18:09:18Z', 'revision_number': 5, 'project_id': 'edbbe4476fe74b6fa453a50965fd817b', 'subnets': [{'id': 'dd2183cd-a74e-4ffa-9f88-c10707b30f01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:12:36.980874 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7494415-be15-4d6b-bbbf-3f185195548c tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Router cd818012-7464-4466-a1f9-e9a343404224 is scheduled to L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 with binding_index 1 {{(pid=103365) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 18:12:37.011414 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-2259ee78-e328-45c8-a9e4-fef704aa020b None None] Set router 3eae58f0-d8be-4c90-b814-9407ca883711 gateway port host: n-d-818022-2 {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:12:37.024729 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa34124-10b8-4306-b2c7-1da1cadfc676 None None] The sync data for ids ['9cd244c9-7ee5-4828-9621-bf89aa322800'] in n-d-818022-2 is: [{'id': '9cd244c9-7ee5-4828-9621-bf89aa322800', 'name': 'tempest-TestVolumeBackupRestore-1030190572-router', 'tenant_id': 'edbbe4476fe74b6fa453a50965fd817b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': '5c71027a-2fbe-4e3f-bb57-c766d5fbe127', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:09:08Z', 'updated_at': '2021-11-19T18:09:12Z', 'revision_number': 4, 'project_id': 'edbbe4476fe74b6fa453a50965fd817b', 'gw_port': {'id': '5c71027a-2fbe-4e3f-bb57-c766d5fbe127', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:75:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd244c9-7ee5-4828-9621-bf89aa322800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3521, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:09:09Z', 'updated_at': '2021-11-19T18:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_floatingips': [{'id': '7ec6374d-c8c1-4113-813f-91021d0b0018', 'tenant_id': 'edbbe4476fe74b6fa453a50965fd817b', 'floating_ip_address': '172.25.7.74', 'floating_network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'router_id': '9cd244c9-7ee5-4828-9621-bf89aa322800', 'port_id': '1fa2165c-0b11-49cc-a6f6-0c85d714fd80', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ded9289-07e2-4a9e-a76f-366a0c385571', 'mac_address': 'fa:16:3e:5d:63:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ea917ea-307a-450b-ab73-a8b9b47b4932', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T18:12:31Z', 'updated_at': '2021-11-19T18:12:35Z', 'revision_number': 2, 'project_id': 'edbbe4476fe74b6fa453a50965fd817b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70a72aa6-3b14-41ef-89bc-5b02d7a57641', 'name': '', 'network_id': '4ded9289-07e2-4a9e-a76f-366a0c385571', 'tenant_id': 'edbbe4476fe74b6fa453a50965fd817b', 'mac_address': 'fa:16:3e:62:dc:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd244c9-7ee5-4828-9621-bf89aa322800', 'device_owner': 'network:router_interface', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': 'dd2183cd-a74e-4ffa-9f88-c10707b30f01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:09:11Z', 'updated_at': '2021-11-19T18:09:18Z', 'revision_number': 5, 'project_id': 'edbbe4476fe74b6fa453a50965fd817b', 'subnets': [{'id': 'dd2183cd-a74e-4ffa-9f88-c10707b30f01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:12:37.071585 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f376cc17-fb91-4157-b7ea-ba2a7d715084 req-12f24d46-2b62-4c2b-b17a-e50ac497f220 service neutron] 10.222.0.86 "GET /v2.0/networks/4ded9289-07e2-4a9e-a76f-366a0c385571?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2519336 Nov 19 18:12:37.167735 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7494415-be15-4d6b-bbbf-3f185195548c tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:12:37.185153 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2fe7f9f-d69e-4404-8228-3a849592511e None None] Sync routers for ids ['cd818012-7464-4466-a1f9-e9a343404224'] in n-d-818022-2 {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:12:37.199187 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c7494415-be15-4d6b-bbbf-3f185195548c tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks [] for router, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:37.204089 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-c7494415-be15-4d6b-bbbf-3f185195548c tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 4.3832173 Nov 19 18:12:37.204872 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2fe7f9f-d69e-4404-8228-3a849592511e None None] Routers {'cd818012-7464-4466-a1f9-e9a343404224'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:12:37.204872 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-d2fe7f9f-d69e-4404-8228-3a849592511e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:12:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['cd818012-7464-4466-a1f9-e9a343404224'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:12:37.205115 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 39286) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:12:37.242858 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-4a5f9dd3-bc10-4821-9089-e09b42e42ae2 tempest-TestNetworkAdvancedServerOps-1185469273 tempest-TestNetworkAdvancedServerOps-1185469273-project-admin] 10.222.0.54 "GET /v2.0/subnets?project_id=d41245dedb694df6accb5dc7769c75e5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0341759 Nov 19 18:12:37.243103 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 39288) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:12:37.283924 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-2259ee78-e328-45c8-a9e4-fef704aa020b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eae58f0-d8be-4c90-b814-9407ca883711', 'name': 'tempest-TestServerBasicOps-1444723979-router', 'tenant_id': '46fc911a506f43faacc5bb57dab5a1bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.172'}], 'enable_snat': True}, 'gw_port_id': '00cb4d79-f368-49d6-9988-53d9aff7c856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:12:32Z', 'updated_at': '2021-11-19T18:12:35Z', 'revision_number': 3, 'project_id': '46fc911a506f43faacc5bb57dab5a1bf', 'gw_port': {'id': '00cb4d79-f368-49d6-9988-53d9aff7c856', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:18:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eae58f0-d8be-4c90-b814-9407ca883711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:12:34Z', 'updated_at': '2021-11-19T18:12:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:12:37.348105 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2259ee78-e328-45c8-a9e4-fef704aa020b None None] Checking router: 3eae58f0-d8be-4c90-b814-9407ca883711 for host: n-d-818022-2 {{(pid=103366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:12:37.348800 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2259ee78-e328-45c8-a9e4-fef704aa020b None None] Updating router 3eae58f0-d8be-4c90-b814-9407ca883711 port 00cb4d79-f368-49d6-9988-53d9aff7c856 binding host n-d-818022-2 {{(pid=103366) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 18:12:37.378964 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2259ee78-e328-45c8-a9e4-fef704aa020b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:37.405516 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-d2fe7f9f-d69e-4404-8228-3a849592511e None None] Set router cd818012-7464-4466-a1f9-e9a343404224 gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:12:37.471286 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0352ef2f-086f-4dbb-b090-294d4f8824d0 tempest-TestNetworkAdvancedServerOps-1185469273 tempest-TestNetworkAdvancedServerOps-1185469273-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:12:37.472792 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-0352ef2f-086f-4dbb-b090-294d4f8824d0 tempest-TestNetworkAdvancedServerOps-1185469273 tempest-TestNetworkAdvancedServerOps-1185469273-project-admin] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2274323 Nov 19 18:12:37.475780 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 39308) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:12:37.569195 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-f0f612a2-219c-4970-a2f4-f69fb55d5015 tempest-TestNetworkAdvancedServerOps-1185469273 tempest-TestNetworkAdvancedServerOps-1185469273-project-admin] 10.222.0.54 "GET /v2.0/subnets?network_id=645e61aa-1a6c-4e8f-857e-ab06edb4897f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0917687 Nov 19 18:12:37.571663 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 39316) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:12:37.579297 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-d7be40be-22e7-40c4-9b00-a36914ee9f26 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-768169947', 'network_id': 'b7890f04-2550-4c59-8e90-ae87e4850fbe', 'project_id': 'd41245dedb694df6accb5dc7769c75e5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:12:37.626822 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-d2fe7f9f-d69e-4404-8228-3a849592511e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd818012-7464-4466-a1f9-e9a343404224', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1612014972', 'tenant_id': 'd41245dedb694df6accb5dc7769c75e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.182'}], 'enable_snat': True}, 'gw_port_id': '5044be33-277d-48f4-9ebd-36f0ba84e06b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:12:33Z', 'updated_at': '2021-11-19T18:12:35Z', 'revision_number': 3, 'project_id': 'd41245dedb694df6accb5dc7769c75e5', 'gw_port': {'id': '5044be33-277d-48f4-9ebd-36f0ba84e06b', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:ac:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd818012-7464-4466-a1f9-e9a343404224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:12:34Z', 'updated_at': '2021-11-19T18:12:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:12:37.676776 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2fe7f9f-d69e-4404-8228-3a849592511e None None] Checking router: cd818012-7464-4466-a1f9-e9a343404224 for host: n-d-818022-2 {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:12:37.681192 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2fe7f9f-d69e-4404-8228-3a849592511e None None] Updating router cd818012-7464-4466-a1f9-e9a343404224 port 5044be33-277d-48f4-9ebd-36f0ba84e06b binding host n-d-818022-2 {{(pid=103367) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 18:12:37.693167 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 3aa18080-9745-4a4f-8e67-d374915905ba up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:12:37.712219 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7be40be-22e7-40c4-9b00-a36914ee9f26 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Made reservation on behalf of d41245dedb694df6accb5dc7769c75e5 for: {'subnet': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:12:37.716956 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d7be40be-22e7-40c4-9b00-a36914ee9f26 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8731248'] for subnet, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:37.734370 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-916c9ca3-5b8b-4c40-ab94-efbaabd37142 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:37.741618 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-d2fe7f9f-d69e-4404-8228-3a849592511e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:37.890834 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 3aa18080-9745-4a4f-8e67-d374915905ba triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:12:37.891407 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:37.923285 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2259ee78-e328-45c8-a9e4-fef704aa020b None None] Publish callbacks [] for port, precommit_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:37.958691 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2259ee78-e328-45c8-a9e4-fef704aa020b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:37.964223 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40998d7f-adc7-45f0-9184-4a93e0196d47 req-2a2d453f-845c-4de4-ace7-ba63d673ffa0 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:12:37.965962 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-40998d7f-adc7-45f0-9184-4a93e0196d47 req-2a2d453f-845c-4de4-ace7-ba63d673ffa0 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/ports?device_id=4679fb9b-1a4d-47ed-bcea-7c5f6d58930c HTTP/1.1" status: 200 len: 944 time: 0.1002200 Nov 19 18:12:37.977502 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d7be40be-22e7-40c4-9b00-a36914ee9f26 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12283104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8731234'] for subnet, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:37.986250 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [None req-916c9ca3-5b8b-4c40-ab94-efbaabd37142 admin admin] Allocated IP 172.20.0.1 (4a49efd5-bc80-4af6-a575-c2d3be6941db/2ed30503-f276-4fb6-afaa-f1a06284c79e/434a3a93-23c9-4d28-9066-014a68e70baf) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:12:38.068005 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7be40be-22e7-40c4-9b00-a36914ee9f26 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Pushing event updated for resources: {'Subnet': ['ID=c3c6713b-269a-48dd-a338-94c613354e1b,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:12:38.080275 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7be40be-22e7-40c4-9b00-a36914ee9f26 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:12:38.080645 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7be40be-22e7-40c4-9b00-a36914ee9f26 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:12:38.081003 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7be40be-22e7-40c4-9b00-a36914ee9f26 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:12:38.081355 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7be40be-22e7-40c4-9b00-a36914ee9f26 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:12:38.081698 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7be40be-22e7-40c4-9b00-a36914ee9f26 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:12:38.082067 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7be40be-22e7-40c4-9b00-a36914ee9f26 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:12:38.082406 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7be40be-22e7-40c4-9b00-a36914ee9f26 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:12:38.082747 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7be40be-22e7-40c4-9b00-a36914ee9f26 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:12:38.083131 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7be40be-22e7-40c4-9b00-a36914ee9f26 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:12:38.083503 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7be40be-22e7-40c4-9b00-a36914ee9f26 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:12:38.083937 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7be40be-22e7-40c4-9b00-a36914ee9f26 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:12:38.084278 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7be40be-22e7-40c4-9b00-a36914ee9f26 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:12:38.098866 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-812840d5-4640-4ece-a3f5-4864f81c8f10 None None] DHCP port deletion for 645e61aa-1a6c-4e8f-857e-ab06edb4897f request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:12:38.116690 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7be40be-22e7-40c4-9b00-a36914ee9f26 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Checking segment: {'id': '422f9f40-945b-44c5-aa86-c40340120273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'b7890f04-2550-4c59-8e90-ae87e4850fbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:12:38.117196 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7be40be-22e7-40c4-9b00-a36914ee9f26 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Network hostable DHCP agents. Network: b7890f04-2550-4c59-8e90-ae87e4850fbe, hostable agents: ['02910ef2-0455-4aea-9f38-9a875579633f'], hosted agents: [] {{(pid=103365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 18:12:38.125695 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-2259ee78-e328-45c8-a9e4-fef704aa020b None None] Attempting to bind port 00cb4d79-f368-49d6-9988-53d9aff7c856 on host n-d-818022-2 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:12:38.126375 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-2259ee78-e328-45c8-a9e4-fef704aa020b None None] Attempting to bind port 00cb4d79-f368-49d6-9988-53d9aff7c856 by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:12:38.127371 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2259ee78-e328-45c8-a9e4-fef704aa020b None None] Attempting to bind port 00cb4d79-f368-49d6-9988-53d9aff7c856 on network 645e61aa-1a6c-4e8f-857e-ab06edb4897f {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:12:38.131617 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-d2fe7f9f-d69e-4404-8228-3a849592511e None None] Publish callbacks [] for port, precommit_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:38.141201 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-d2fe7f9f-d69e-4404-8228-3a849592511e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:38.141478 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7be40be-22e7-40c4-9b00-a36914ee9f26 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Network b7890f04-2550-4c59-8e90-ae87e4850fbe is scheduled to be hosted by DHCP agent 02910ef2-0455-4aea-9f38-9a875579633f with binding_index 1 {{(pid=103365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 18:12:38.142336 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2259ee78-e328-45c8-a9e4-fef704aa020b None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 12, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:12:38.142983 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2259ee78-e328-45c8-a9e4-fef704aa020b None None] Checking segment: {'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:12:38.143683 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2259ee78-e328-45c8-a9e4-fef704aa020b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:38.144400 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2259ee78-e328-45c8-a9e4-fef704aa020b None None] Bound using segment: {'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:12:38.145064 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-2259ee78-e328-45c8-a9e4-fef704aa020b None None] Bound port: 00cb4d79-f368-49d6-9988-53d9aff7c856, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:12:38.145620 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2259ee78-e328-45c8-a9e4-fef704aa020b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:38.153012 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-d7be40be-22e7-40c4-9b00-a36914ee9f26 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818022-2, b7890f04-2550-4c59-8e90-ae87e4850fbe) {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:12:38.158738 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7be40be-22e7-40c4-9b00-a36914ee9f26 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:12:38.159501 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d7be40be-22e7-40c4-9b00-a36914ee9f26 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks [] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:38.179769 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-d7be40be-22e7-40c4-9b00-a36914ee9f26 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6065705 Nov 19 18:12:38.180680 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac8169dd-7476-4702-a464-2373e2aa896a None None] Network b7890f04-2550-4c59-8e90-ae87e4850fbe requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:12:38.183189 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 39320) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:12:38.198058 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [req-40998d7f-adc7-45f0-9184-4a93e0196d47 req-deac6777-4b91-4813-97ab-9aea9cfdda92 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Deleting port b225a980-678f-4f72-be3c-db6357a8ad1e {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:12:38.199084 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-40998d7f-adc7-45f0-9184-4a93e0196d47 req-deac6777-4b91-4813-97ab-9aea9cfdda92 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:38.214377 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfbc5a4-1c75-4bf8-ab62-74a4a78f701a None None] Pushing event updated for resources: {'Port': ['ID=5044be33-277d-48f4-9ebd-36f0ba84e06b,revision_number=2']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:12:38.216793 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-d2fe7f9f-d69e-4404-8228-3a849592511e None None] Attempting to bind port 5044be33-277d-48f4-9ebd-36f0ba84e06b on host n-d-818022-2 for vnic_type normal with profile {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:12:38.217157 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-d2fe7f9f-d69e-4404-8228-3a849592511e None None] Attempting to bind port 5044be33-277d-48f4-9ebd-36f0ba84e06b by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:12:38.217653 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2fe7f9f-d69e-4404-8228-3a849592511e None None] Attempting to bind port 5044be33-277d-48f4-9ebd-36f0ba84e06b on network 645e61aa-1a6c-4e8f-857e-ab06edb4897f {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:12:38.227906 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2fe7f9f-d69e-4404-8228-3a849592511e None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 12, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:12:38.228514 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2fe7f9f-d69e-4404-8228-3a849592511e None None] Checking segment: {'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:12:38.228804 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-d2fe7f9f-d69e-4404-8228-3a849592511e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:38.229193 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2fe7f9f-d69e-4404-8228-3a849592511e None None] Bound using segment: {'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:12:38.229655 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-d2fe7f9f-d69e-4404-8228-3a849592511e None None] Bound port: 5044be33-277d-48f4-9ebd-36f0ba84e06b, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'}}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:12:38.230051 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-d2fe7f9f-d69e-4404-8228-3a849592511e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:38.232673 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfbc5a4-1c75-4bf8-ab62-74a4a78f701a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:12:38.233029 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfbc5a4-1c75-4bf8-ab62-74a4a78f701a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:12:38.233369 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfbc5a4-1c75-4bf8-ab62-74a4a78f701a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:12:38.233701 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfbc5a4-1c75-4bf8-ab62-74a4a78f701a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:12:38.234043 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88f86a95-afe7-49bb-9176-1d7469a29fb3 None None] DHCP port deletion for 645e61aa-1a6c-4e8f-857e-ab06edb4897f request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:12:38.234191 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfbc5a4-1c75-4bf8-ab62-74a4a78f701a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:12:38.234376 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfbc5a4-1c75-4bf8-ab62-74a4a78f701a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:12:38.234700 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfbc5a4-1c75-4bf8-ab62-74a4a78f701a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:12:38.235023 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfbc5a4-1c75-4bf8-ab62-74a4a78f701a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:12:38.235460 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfbc5a4-1c75-4bf8-ab62-74a4a78f701a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:12:38.235659 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfbc5a4-1c75-4bf8-ab62-74a4a78f701a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:12:38.235980 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfbc5a4-1c75-4bf8-ab62-74a4a78f701a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:12:38.236325 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfbc5a4-1c75-4bf8-ab62-74a4a78f701a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:12:38.241942 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6637defb-1651-441c-9a52-7e1806fb5ea0 None None] Pushing event updated for resources: {'Port': ['ID=00cb4d79-f368-49d6-9988-53d9aff7c856,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:12:38.278515 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-916c9ca3-5b8b-4c40-ab94-efbaabd37142 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:38.310558 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-d2fe7f9f-d69e-4404-8228-3a849592511e None None] For port 5044be33-277d-48f4-9ebd-36f0ba84e06b, host n-d-818022-2, cleared binding levels {{(pid=103367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:12:38.318042 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-d2fe7f9f-d69e-4404-8228-3a849592511e None None] For port 5044be33-277d-48f4-9ebd-36f0ba84e06b, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=5044be33-277d-48f4-9ebd-36f0ba84e06b,segment=NetworkSegment(bbe705c1-96c0-476e-8381-28227e6f0ac5),segment_id=bbe705c1-96c0-476e-8381-28227e6f0ac5)] {{(pid=103367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:12:38.324270 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-d2fe7f9f-d69e-4404-8228-3a849592511e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:38.329588 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-5e300247-7abf-4537-8d29-10bff20d5529 None None] Provisioning complete for port 00cb4d79-f368-49d6-9988-53d9aff7c856 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:12:38.329998 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-5e300247-7abf-4537-8d29-10bff20d5529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:38.360717 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-40998d7f-adc7-45f0-9184-4a93e0196d47 req-deac6777-4b91-4813-97ab-9aea9cfdda92 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] For port b225a980-678f-4f72-be3c-db6357a8ad1e, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=b225a980-678f-4f72-be3c-db6357a8ad1e,segment=NetworkSegment(878aa1ad-d952-49b3-babf-f88949b54efa),segment_id=878aa1ad-d952-49b3-babf-f88949b54efa)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:12:38.360984 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-40998d7f-adc7-45f0-9184-4a93e0196d47 req-deac6777-4b91-4813-97ab-9aea9cfdda92 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:38.371421 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-916c9ca3-5b8b-4c40-ab94-efbaabd37142 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:38.381629 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [req-40998d7f-adc7-45f0-9184-4a93e0196d47 req-deac6777-4b91-4813-97ab-9aea9cfdda92 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Calling delete_port for b225a980-678f-4f72-be3c-db6357a8ad1e owned by compute:nova {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:12:38.422900 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2fe7f9f-d69e-4404-8228-3a849592511e None None] Routers {'cd818012-7464-4466-a1f9-e9a343404224'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:12:38.423717 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-d2fe7f9f-d69e-4404-8228-3a849592511e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:12:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['cd818012-7464-4466-a1f9-e9a343404224'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:12:38.436597 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-916c9ca3-5b8b-4c40-ab94-efbaabd37142 admin admin] Network 4a49efd5-bc80-4af6-a575-c2d3be6941db is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:12:38.442390 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-916c9ca3-5b8b-4c40-ab94-efbaabd37142 admin admin] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:12:38.448998 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-916c9ca3-5b8b-4c40-ab94-efbaabd37142 admin admin] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:12:38.470842 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfbc5a4-1c75-4bf8-ab62-74a4a78f701a None None] Pushing event updated for resources: {'Port': ['ID=5044be33-277d-48f4-9ebd-36f0ba84e06b,revision_number=3']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:12:38.492337 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-916c9ca3-5b8b-4c40-ab94-efbaabd37142 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-671361'] for router_interface, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:38.563404 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-d2fe7f9f-d69e-4404-8228-3a849592511e None None] Set router cd818012-7464-4466-a1f9-e9a343404224 gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:12:38.608795 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916c9ca3-5b8b-4c40-ab94-efbaabd37142 admin admin] Pushing event updated for resources: {'Port': ['ID=434a3a93-23c9-4d28-9066-014a68e70baf,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:12:38.638909 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e239ef4b-fe10-4778-a7f0-7c536cebcbc7 None None] DHCP port deletion for 645e61aa-1a6c-4e8f-857e-ab06edb4897f request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:12:38.654949 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-2259ee78-e328-45c8-a9e4-fef704aa020b None None] For port 00cb4d79-f368-49d6-9988-53d9aff7c856, host n-d-818022-2, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:12:38.711527 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-2259ee78-e328-45c8-a9e4-fef704aa020b None None] For port 00cb4d79-f368-49d6-9988-53d9aff7c856, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=00cb4d79-f368-49d6-9988-53d9aff7c856,segment=NetworkSegment(bbe705c1-96c0-476e-8381-28227e6f0ac5),segment_id=bbe705c1-96c0-476e-8381-28227e6f0ac5)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:12:38.717839 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2259ee78-e328-45c8-a9e4-fef704aa020b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:38.724870 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-5e300247-7abf-4537-8d29-10bff20d5529 None None] Port 00cb4d79-f368-49d6-9988-53d9aff7c856 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:12:38.781642 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-916c9ca3-5b8b-4c40-ab94-efbaabd37142 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:38.818748 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-993286b2-516a-40fb-a446-dee33650f3e7 None None] DHCP port deletion for 645e61aa-1a6c-4e8f-857e-ab06edb4897f request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:12:38.822606 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-40998d7f-adc7-45f0-9184-4a93e0196d47 req-deac6777-4b91-4813-97ab-9aea9cfdda92 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:38.844020 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['9b7242e0-baf5-4a3d-9541-1cbaa1b9da29', '2e0f25e1-d84f-429c-ab5b-6fa3322bd248'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:12:38.846691 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6637defb-1651-441c-9a52-7e1806fb5ea0 None None] Pushing event updated for resources: {'Port': ['ID=00cb4d79-f368-49d6-9988-53d9aff7c856,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:12:38.894934 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2259ee78-e328-45c8-a9e4-fef704aa020b None None] Routers {'3eae58f0-d8be-4c90-b814-9407ca883711'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:12:38.895604 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-2259ee78-e328-45c8-a9e4-fef704aa020b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:12:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['3eae58f0-d8be-4c90-b814-9407ca883711'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:12:38.905156 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deac6777-4b91-4813-97ab-9aea9cfdda92 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Pushing event deleted for resources: {'Port': ['ID=b225a980-678f-4f72-be3c-db6357a8ad1e,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:12:38.914128 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-d2fe7f9f-d69e-4404-8228-3a849592511e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd818012-7464-4466-a1f9-e9a343404224', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1612014972', 'tenant_id': 'd41245dedb694df6accb5dc7769c75e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.182'}], 'enable_snat': True}, 'gw_port_id': '5044be33-277d-48f4-9ebd-36f0ba84e06b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:12:33Z', 'updated_at': '2021-11-19T18:12:35Z', 'revision_number': 3, 'project_id': 'd41245dedb694df6accb5dc7769c75e5', 'gw_port': {'id': '5044be33-277d-48f4-9ebd-36f0ba84e06b', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:ac:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd818012-7464-4466-a1f9-e9a343404224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:12:34Z', 'updated_at': '2021-11-19T18:12:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:12:38.963028 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [req-40998d7f-adc7-45f0-9184-4a93e0196d47 req-deac6777-4b91-4813-97ab-9aea9cfdda92 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] No DVR routers for this DVR port b225a980-678f-4f72-be3c-db6357a8ad1e on host n-h2-818022-2 {{(pid=103364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:12:38.966000 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-40998d7f-adc7-45f0-9184-4a93e0196d47 req-deac6777-4b91-4813-97ab-9aea9cfdda92 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:38.971616 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2fe7f9f-d69e-4404-8228-3a849592511e None None] The sync data for ids ['cd818012-7464-4466-a1f9-e9a343404224'] in n-d-818022-2 is: [{'id': 'cd818012-7464-4466-a1f9-e9a343404224', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1612014972', 'tenant_id': 'd41245dedb694df6accb5dc7769c75e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.182'}], 'enable_snat': True}, 'gw_port_id': '5044be33-277d-48f4-9ebd-36f0ba84e06b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:12:33Z', 'updated_at': '2021-11-19T18:12:35Z', 'revision_number': 3, 'project_id': 'd41245dedb694df6accb5dc7769c75e5', 'gw_port': {'id': '5044be33-277d-48f4-9ebd-36f0ba84e06b', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:ac:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd818012-7464-4466-a1f9-e9a343404224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:12:34Z', 'updated_at': '2021-11-19T18:12:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:12:38.974318 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-40998d7f-adc7-45f0-9184-4a93e0196d47 req-deac6777-4b91-4813-97ab-9aea9cfdda92 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "DELETE /v2.0/ports/b225a980-678f-4f72-be3c-db6357a8ad1e HTTP/1.1" status: 204 len: 173 time: 1.0013955 Nov 19 18:12:38.978871 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4679fb9b-1a4d-47ed-bcea-7c5f6d58930c', 'name': 'network-vif-deleted', 'tag': 'b225a980-678f-4f72-be3c-db6357a8ad1e'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:12:38.983423 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dd4767a008c23f8566efc82158ee1b1fff34e1a9e908d76d0b6d0ab7e350e5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-334b4b54-3437-4ce3-90ae-b72142ffc924" -d '{"events": [{"server_uuid": "4679fb9b-1a4d-47ed-bcea-7c5f6d58930c", "name": "network-vif-deleted", "tag": "b225a980-678f-4f72-be3c-db6357a8ad1e"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:12:39.033260 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-b24d17df-372a-4387-9510-1c993f9a8d19 None None] Provisioning complete for port 434a3a93-23c9-4d28-9066-014a68e70baf triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:12:39.033699 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b24d17df-372a-4387-9510-1c993f9a8d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:39.035813 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7959f9cf-be5b-41b9-9023-f19f24379220 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:39.036355 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-112a1e86-fba0-49b9-86b8-54d272c4ce2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54f44f5f-1200-574e-8740-2141911d5b73-b7890f04-2550-4c59-8e90-ae87e4850fbe', 'network_id': 'b7890f04-2550-4c59-8e90-ae87e4850fbe', 'tenant_id': 'd41245dedb694df6accb5dc7769c75e5', 'fixed_ips': [{'subnet_id': 'c3c6713b-269a-48dd-a338-94c613354e1b'}]}} from n-d-818022-2. {{(pid=103366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 18:12:39.036655 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-112a1e86-fba0-49b9-86b8-54d272c4ce2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:39.055187 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 19 Nov 2021 18:12:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eff2febc-a8cb-4c4d-bc40-43c41c932eed x-openstack-request-id: req-eff2febc-a8cb-4c4d-bc40-43c41c932eed {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:12:39.055377 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4679fb9b-1a4d-47ed-bcea-7c5f6d58930c", "name": "network-vif-deleted", "tag": "b225a980-678f-4f72-be3c-db6357a8ad1e", "status": "failed", "code": 422}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:12:39.055631 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-eff2febc-a8cb-4c4d-bc40-43c41c932eed {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:12:39.056334 n-d-818022-2 neutron-server[103364]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '4679fb9b-1a4d-47ed-bcea-7c5f6d58930c', 'name': 'network-vif-deleted', 'tag': 'b225a980-678f-4f72-be3c-db6357a8ad1e', 'status': 'failed', 'code': 422} returned with failed status Nov 19 18:12:39.194983 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-916c9ca3-5b8b-4c40-ab94-efbaabd37142 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:39.213502 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-916c9ca3-5b8b-4c40-ab94-efbaabd37142 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:39.268822 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-916c9ca3-5b8b-4c40-ab94-efbaabd37142 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-768529'] for router_interface, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:39.374067 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-2259ee78-e328-45c8-a9e4-fef704aa020b None None] Set router 3eae58f0-d8be-4c90-b814-9407ca883711 gateway port host: n-d-818022-2 {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:12:39.391028 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916c9ca3-5b8b-4c40-ab94-efbaabd37142 admin admin] Pushing event updated for resources: {'Port': ['ID=434a3a93-23c9-4d28-9066-014a68e70baf,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:12:39.404200 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-b24d17df-372a-4387-9510-1c993f9a8d19 None None] Port 434a3a93-23c9-4d28-9066-014a68e70baf cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:12:39.526861 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-916c9ca3-5b8b-4c40-ab94-efbaabd37142 admin admin] Network 4a49efd5-bc80-4af6-a575-c2d3be6941db is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:12:39.529471 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-916c9ca3-5b8b-4c40-ab94-efbaabd37142 admin admin] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:12:39.530714 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-b24d17df-372a-4387-9510-1c993f9a8d19 None None] Provisioning complete for port 5044be33-277d-48f4-9ebd-36f0ba84e06b triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:12:39.531096 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b24d17df-372a-4387-9510-1c993f9a8d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:39.722045 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 5044be33-277d-48f4-9ebd-36f0ba84e06b up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:12:39.792921 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [None req-112a1e86-fba0-49b9-86b8-54d272c4ce2b None None] Allocated IP 172.20.0.2 (b7890f04-2550-4c59-8e90-ae87e4850fbe/c3c6713b-269a-48dd-a338-94c613354e1b/5209b3ba-576c-4284-8c33-94247e7cbd31) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:12:39.820155 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-916c9ca3-5b8b-4c40-ab94-efbaabd37142 admin admin] Router 3eae58f0-d8be-4c90-b814-9407ca883711 has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 18:12:40.126657 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 5044be33-277d-48f4-9ebd-36f0ba84e06b triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:12:40.127254 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:40.162279 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4067bff-229a-464c-81f8-ee98910871e4 req-deb02b9e-5844-4521-93cc-f7fa5a5216e8 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:12:40.165420 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e4067bff-229a-464c-81f8-ee98910871e4 req-deb02b9e-5844-4521-93cc-f7fa5a5216e8 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/ports?device_id=0bf447ba-b5a2-430c-a4c6-eb3c1be64231 HTTP/1.1" status: 200 len: 907 time: 0.0886507 Nov 19 18:12:40.215414 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b24d17df-372a-4387-9510-1c993f9a8d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:40.282948 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-2259ee78-e328-45c8-a9e4-fef704aa020b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eae58f0-d8be-4c90-b814-9407ca883711', 'name': 'tempest-TestServerBasicOps-1444723979-router', 'tenant_id': '46fc911a506f43faacc5bb57dab5a1bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.172'}], 'enable_snat': True}, 'gw_port_id': '00cb4d79-f368-49d6-9988-53d9aff7c856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:12:32Z', 'updated_at': '2021-11-19T18:12:38Z', 'revision_number': 4, 'project_id': '46fc911a506f43faacc5bb57dab5a1bf', 'gw_port': {'id': '00cb4d79-f368-49d6-9988-53d9aff7c856', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:18:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eae58f0-d8be-4c90-b814-9407ca883711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:12:34Z', 'updated_at': '2021-11-19T18:12:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': '434a3a93-23c9-4d28-9066-014a68e70baf', 'name': '', 'network_id': '4a49efd5-bc80-4af6-a575-c2d3be6941db', 'tenant_id': '46fc911a506f43faacc5bb57dab5a1bf', 'mac_address': 'fa:16:3e:65:82:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eae58f0-d8be-4c90-b814-9407ca883711', 'device_owner': 'network:router_interface', 'standard_attr_id': 3663, 'fixed_ips': [{'subnet_id': '2ed30503-f276-4fb6-afaa-f1a06284c79e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:12:37Z', 'updated_at': '2021-11-19T18:12:38Z', 'revision_number': 1, 'project_id': '46fc911a506f43faacc5bb57dab5a1bf', 'subnets': [{'id': '2ed30503-f276-4fb6-afaa-f1a06284c79e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:12:40.348011 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-b24d17df-372a-4387-9510-1c993f9a8d19 None None] For port 5044be33-277d-48f4-9ebd-36f0ba84e06b, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=5044be33-277d-48f4-9ebd-36f0ba84e06b,segment=NetworkSegment(bbe705c1-96c0-476e-8381-28227e6f0ac5),segment_id=bbe705c1-96c0-476e-8381-28227e6f0ac5)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:12:40.364059 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2259ee78-e328-45c8-a9e4-fef704aa020b None None] The sync data for ids ['3eae58f0-d8be-4c90-b814-9407ca883711'] in n-d-818022-2 is: [{'id': '3eae58f0-d8be-4c90-b814-9407ca883711', 'name': 'tempest-TestServerBasicOps-1444723979-router', 'tenant_id': '46fc911a506f43faacc5bb57dab5a1bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.172'}], 'enable_snat': True}, 'gw_port_id': '00cb4d79-f368-49d6-9988-53d9aff7c856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:12:32Z', 'updated_at': '2021-11-19T18:12:38Z', 'revision_number': 4, 'project_id': '46fc911a506f43faacc5bb57dab5a1bf', 'gw_port': {'id': '00cb4d79-f368-49d6-9988-53d9aff7c856', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:18:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eae58f0-d8be-4c90-b814-9407ca883711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:12:34Z', 'updated_at': '2021-11-19T18:12:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': '434a3a93-23c9-4d28-9066-014a68e70baf', 'name': '', 'network_id': '4a49efd5-bc80-4af6-a575-c2d3be6941db', 'tenant_id': '46fc911a506f43faacc5bb57dab5a1bf', 'mac_address': 'fa:16:3e:65:82:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eae58f0-d8be-4c90-b814-9407ca883711', 'device_owner': 'network:router_interface', 'standard_attr_id': 3663, 'fixed_ips': [{'subnet_id': '2ed30503-f276-4fb6-afaa-f1a06284c79e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:12:37Z', 'updated_at': '2021-11-19T18:12:38Z', 'revision_number': 1, 'project_id': '46fc911a506f43faacc5bb57dab5a1bf', 'subnets': [{'id': '2ed30503-f276-4fb6-afaa-f1a06284c79e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:12:40.373060 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b24d17df-372a-4387-9510-1c993f9a8d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:40.377670 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-112a1e86-fba0-49b9-86b8-54d272c4ce2b None None] Publish callbacks [] for port, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:40.380625 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-916c9ca3-5b8b-4c40-ab94-efbaabd37142 admin admin] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:12:40.388711 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-916c9ca3-5b8b-4c40-ab94-efbaabd37142 admin admin] 10.222.0.54 "PUT /v2.0/routers/3eae58f0-d8be-4c90-b814-9407ca883711/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4856870 Nov 19 18:12:40.439321 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-112a1e86-fba0-49b9-86b8-54d272c4ce2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998'] for port, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:40.469829 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [None req-7959f9cf-be5b-41b9-9023-f19f24379220 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Allocated IP 172.20.0.1 (b7890f04-2550-4c59-8e90-ae87e4850fbe/c3c6713b-269a-48dd-a338-94c613354e1b/1331210d-af52-43f7-8a6a-d493182d56a0) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:12:40.505032 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-112a1e86-fba0-49b9-86b8-54d272c4ce2b None None] Network b7890f04-2550-4c59-8e90-ae87e4850fbe is already hosted by enough agents. {{(pid=103366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:12:40.519090 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24d17df-372a-4387-9510-1c993f9a8d19 None None] Pushing event updated for resources: {'Port': ['ID=5044be33-277d-48f4-9ebd-36f0ba84e06b,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:12:40.524829 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [None req-112a1e86-fba0-49b9-86b8-54d272c4ce2b None None] Resources bound (agent type, host, resource id): {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:12:40.527268 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-112a1e86-fba0-49b9-86b8-54d272c4ce2b None None] Received port after_create {{(pid=103366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:12:40.614739 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-bc6e1a35-da92-4c39-a3f4-d1cc3f2b7999 None None] Provisioning complete for port 00cb4d79-f368-49d6-9988-53d9aff7c856 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:12:40.614739 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-bc6e1a35-da92-4c39-a3f4-d1cc3f2b7999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:40.642807 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7959f9cf-be5b-41b9-9023-f19f24379220 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:40.654719 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112a1e86-fba0-49b9-86b8-54d272c4ce2b None None] Pushing event updated for resources: {'Port': ['ID=5209b3ba-576c-4284-8c33-94247e7cbd31,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:12:40.685206 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-112a1e86-fba0-49b9-86b8-54d272c4ce2b None None] Attempting to bind port 5209b3ba-576c-4284-8c33-94247e7cbd31 on host n-d-818022-2 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:12:40.686245 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-112a1e86-fba0-49b9-86b8-54d272c4ce2b None None] Attempting to bind port 5209b3ba-576c-4284-8c33-94247e7cbd31 by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': '422f9f40-945b-44c5-aa86-c40340120273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'b7890f04-2550-4c59-8e90-ae87e4850fbe'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:12:40.686245 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-112a1e86-fba0-49b9-86b8-54d272c4ce2b None None] Attempting to bind port 5209b3ba-576c-4284-8c33-94247e7cbd31 on network b7890f04-2550-4c59-8e90-ae87e4850fbe {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:12:40.695477 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-112a1e86-fba0-49b9-86b8-54d272c4ce2b None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 12, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:12:40.695930 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-112a1e86-fba0-49b9-86b8-54d272c4ce2b None None] Checking segment: {'id': '422f9f40-945b-44c5-aa86-c40340120273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'b7890f04-2550-4c59-8e90-ae87e4850fbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:12:40.696273 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-112a1e86-fba0-49b9-86b8-54d272c4ce2b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:40.696679 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-112a1e86-fba0-49b9-86b8-54d272c4ce2b None None] Bound using segment: {'id': '422f9f40-945b-44c5-aa86-c40340120273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'b7890f04-2550-4c59-8e90-ae87e4850fbe'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:12:40.697163 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-112a1e86-fba0-49b9-86b8-54d272c4ce2b None None] Bound port: 5209b3ba-576c-4284-8c33-94247e7cbd31, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '422f9f40-945b-44c5-aa86-c40340120273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'b7890f04-2550-4c59-8e90-ae87e4850fbe'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:12:40.697552 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-112a1e86-fba0-49b9-86b8-54d272c4ce2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:40.731483 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7959f9cf-be5b-41b9-9023-f19f24379220 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:40.791470 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7959f9cf-be5b-41b9-9023-f19f24379220 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Network b7890f04-2550-4c59-8e90-ae87e4850fbe is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:12:40.796229 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-7959f9cf-be5b-41b9-9023-f19f24379220 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:12:40.800419 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7959f9cf-be5b-41b9-9023-f19f24379220 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:12:40.826232 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-bc6e1a35-da92-4c39-a3f4-d1cc3f2b7999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:40.831783 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7959f9cf-be5b-41b9-9023-f19f24379220 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Pushing event updated for resources: {'Port': ['ID=1331210d-af52-43f7-8a6a-d493182d56a0,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:12:40.842767 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-112a1e86-fba0-49b9-86b8-54d272c4ce2b None None] For port 5209b3ba-576c-4284-8c33-94247e7cbd31, host n-d-818022-2, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:12:40.851262 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-112a1e86-fba0-49b9-86b8-54d272c4ce2b None None] For port 5209b3ba-576c-4284-8c33-94247e7cbd31, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=5209b3ba-576c-4284-8c33-94247e7cbd31,segment=NetworkSegment(422f9f40-945b-44c5-aa86-c40340120273),segment_id=422f9f40-945b-44c5-aa86-c40340120273)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:12:40.860838 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-112a1e86-fba0-49b9-86b8-54d272c4ce2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:40.868354 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-bc6e1a35-da92-4c39-a3f4-d1cc3f2b7999 None None] For port 00cb4d79-f368-49d6-9988-53d9aff7c856, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=00cb4d79-f368-49d6-9988-53d9aff7c856,segment=NetworkSegment(bbe705c1-96c0-476e-8381-28227e6f0ac5),segment_id=bbe705c1-96c0-476e-8381-28227e6f0ac5)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:12:40.881470 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7959f9cf-be5b-41b9-9023-f19f24379220 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-671361'] for router_interface, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:40.906910 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-bc6e1a35-da92-4c39-a3f4-d1cc3f2b7999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:40.975471 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-bc6e1a35-da92-4c39-a3f4-d1cc3f2b7999 None None] Provisioning complete for port 434a3a93-23c9-4d28-9066-014a68e70baf triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:12:40.975857 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-bc6e1a35-da92-4c39-a3f4-d1cc3f2b7999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:40.977860 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112a1e86-fba0-49b9-86b8-54d272c4ce2b None None] Pushing event updated for resources: {'Port': ['ID=5209b3ba-576c-4284-8c33-94247e7cbd31,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:12:41.154713 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7959f9cf-be5b-41b9-9023-f19f24379220 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:41.300797 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-bc6e1a35-da92-4c39-a3f4-d1cc3f2b7999 None None] Port 434a3a93-23c9-4d28-9066-014a68e70baf cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:12:41.308588 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 39356) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:12:41.331909 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-0e438e23-aecf-4d47-b469-74f39cffb1fe admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-872480896-network', 'tenant_id': '00ac027819ba4afaa76dc6f1a15c161f'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:12:41.332645 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6e1a35-da92-4c39-a3f4-d1cc3f2b7999 None None] Pushing event updated for resources: {'Port': ['ID=00cb4d79-f368-49d6-9988-53d9aff7c856,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:12:41.443374 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e438e23-aecf-4d47-b469-74f39cffb1fe admin admin] Made reservation on behalf of 00ac027819ba4afaa76dc6f1a15c161f for: {'network': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:12:41.449465 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0e438e23-aecf-4d47-b469-74f39cffb1fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:41.465878 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0e438e23-aecf-4d47-b469-74f39cffb1fe admin admin] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:41.485309 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5321d9bb-b694-4fa0-91c8-c71837830b11 req-c09069ca-9e7e-4c2d-80c4-cbb2bd5b0652 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:12:41.487153 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-5321d9bb-b694-4fa0-91c8-c71837830b11 req-c09069ca-9e7e-4c2d-80c4-cbb2bd5b0652 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/ports?device_id=0bf447ba-b5a2-430c-a4c6-eb3c1be64231 HTTP/1.1" status: 200 len: 907 time: 0.1507657 Nov 19 18:12:41.514765 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ef5fa7-4466-4b4a-b95f-f161f62f6a4d req-efc0d537-91c2-4007-97bd-4e49e8a44343 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:12:41.516615 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-88ef5fa7-4466-4b4a-b95f-f161f62f6a4d req-efc0d537-91c2-4007-97bd-4e49e8a44343 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.60 "GET /v2.0/ports?device_id=0bf447ba-b5a2-430c-a4c6-eb3c1be64231 HTTP/1.1" status: 200 len: 907 time: 0.1977820 Nov 19 18:12:41.675909 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0e438e23-aecf-4d47-b469-74f39cffb1fe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:41.682956 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0e438e23-aecf-4d47-b469-74f39cffb1fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:41.749866 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e438e23-aecf-4d47-b469-74f39cffb1fe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 676} {{(pid=103364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 18:12:41.781289 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e438e23-aecf-4d47-b469-74f39cffb1fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bd42bcc-5af4-4d78-8501-2f7766c059a4,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:12:41.800414 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0e438e23-aecf-4d47-b469-74f39cffb1fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:41.800616 n-d-818022-2 neutron-server[103364]: INFO neutron.db.segments_db [None req-0e438e23-aecf-4d47-b469-74f39cffb1fe admin admin] Added segment 66d91456-c72d-4f2d-946a-6e7098567cf7 of type vlan for network 8d0bfea8-b9ce-4a4a-b909-d270f4dc9a77 Nov 19 18:12:41.888248 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0e438e23-aecf-4d47-b469-74f39cffb1fe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:41.951980 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0e438e23-aecf-4d47-b469-74f39cffb1fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:41.952961 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e438e23-aecf-4d47-b469-74f39cffb1fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:12:41.953537 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0e438e23-aecf-4d47-b469-74f39cffb1fe admin admin] Publish callbacks [] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:42.013561 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-88ef5fa7-4466-4b4a-b95f-f161f62f6a4d req-0a569e47-0ce2-4362-88f7-4272188b7f3c tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Deleting port 2fd35c3f-bfb5-4350-8988-b002bbeb5852 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:12:42.013928 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-88ef5fa7-4466-4b4a-b95f-f161f62f6a4d req-0a569e47-0ce2-4362-88f7-4272188b7f3c tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:42.036228 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 5044be33-277d-48f4-9ebd-36f0ba84e06b up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:12:42.081804 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e438e23-aecf-4d47-b469-74f39cffb1fe admin admin] Pushing event updated for resources: {'Network': ['ID=8d0bfea8-b9ce-4a4a-b909-d270f4dc9a77,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:12:42.093592 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network 8d0bfea8-b9ce-4a4a-b909-d270f4dc9a77 details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 18:12:42.109791 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 39360) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:12:42.111800 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-0e438e23-aecf-4d47-b469-74f39cffb1fe admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8006399 Nov 19 18:12:42.115281 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-091b4069-9763-4c0c-8d66-a90154fc9fed admin admin] Request body: {'subnet': {'network_id': '8d0bfea8-b9ce-4a4a-b909-d270f4dc9a77', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-872480896-subnet', 'tenant_id': '00ac027819ba4afaa76dc6f1a15c161f', 'ip_version': 4}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:12:42.135856 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7959f9cf-be5b-41b9-9023-f19f24379220 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks [] for port, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:42.148434 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7959f9cf-be5b-41b9-9023-f19f24379220 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:42.195137 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 5044be33-277d-48f4-9ebd-36f0ba84e06b triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:12:42.195521 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:42.249701 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7959f9cf-be5b-41b9-9023-f19f24379220 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-768529'] for router_interface, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:42.282750 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-091b4069-9763-4c0c-8d66-a90154fc9fed admin admin] Made reservation on behalf of 00ac027819ba4afaa76dc6f1a15c161f for: {'subnet': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:12:42.297407 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-091b4069-9763-4c0c-8d66-a90154fc9fed admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8731248'] for subnet, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:42.317488 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 5209b3ba-576c-4284-8c33-94247e7cbd31 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:12:42.401912 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 5209b3ba-576c-4284-8c33-94247e7cbd31 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:12:42.402408 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:42.409950 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-88ef5fa7-4466-4b4a-b95f-f161f62f6a4d req-0a569e47-0ce2-4362-88f7-4272188b7f3c tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] For port 2fd35c3f-bfb5-4350-8988-b002bbeb5852, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=2fd35c3f-bfb5-4350-8988-b002bbeb5852,segment=NetworkSegment(878aa1ad-d952-49b3-babf-f88949b54efa),segment_id=878aa1ad-d952-49b3-babf-f88949b54efa)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:12:42.410420 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-88ef5fa7-4466-4b4a-b95f-f161f62f6a4d req-0a569e47-0ce2-4362-88f7-4272188b7f3c tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:42.433706 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-88ef5fa7-4466-4b4a-b95f-f161f62f6a4d req-0a569e47-0ce2-4362-88f7-4272188b7f3c tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Calling delete_port for 2fd35c3f-bfb5-4350-8988-b002bbeb5852 owned by compute:nova {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:12:42.498324 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7959f9cf-be5b-41b9-9023-f19f24379220 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Pushing event updated for resources: {'Port': ['ID=1331210d-af52-43f7-8a6a-d493182d56a0,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:12:42.541150 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:42.590336 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] For port 5209b3ba-576c-4284-8c33-94247e7cbd31, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=5209b3ba-576c-4284-8c33-94247e7cbd31,segment=NetworkSegment(422f9f40-945b-44c5-aa86-c40340120273),segment_id=422f9f40-945b-44c5-aa86-c40340120273)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:12:42.606649 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:42.708655 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7959f9cf-be5b-41b9-9023-f19f24379220 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Network b7890f04-2550-4c59-8e90-ae87e4850fbe is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:12:42.712970 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Pushing event updated for resources: {'Port': ['ID=5209b3ba-576c-4284-8c33-94247e7cbd31,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:12:42.735688 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-7959f9cf-be5b-41b9-9023-f19f24379220 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:12:42.842175 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c466a1f1-7d1e-48c5-ab18-33ca6e0aa656 None None] Network b7890f04-2550-4c59-8e90-ae87e4850fbe requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:12:42.849427 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f370039-7192-4429-bd84-6eda32568516 req-07c1af09-6505-4c2b-a44b-64dd717f167f tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:12:42.851106 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9f370039-7192-4429-bd84-6eda32568516 req-07c1af09-6505-4c2b-a44b-64dd717f167f tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/ports?device_id=0bf447ba-b5a2-430c-a4c6-eb3c1be64231 HTTP/1.1" status: 200 len: 907 time: 0.2087896 Nov 19 18:12:42.954992 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-2bdea056-1093-48a3-aa41-4f42e2275929 None None] Provisioning complete for port 5209b3ba-576c-4284-8c33-94247e7cbd31 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:12:42.955419 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2bdea056-1093-48a3-aa41-4f42e2275929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:43.335547 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-23b39d60-fe05-41a5-b64b-711473aac929 None None] Provisioning complete for port 5209b3ba-576c-4284-8c33-94247e7cbd31 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:12:43.336162 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-23b39d60-fe05-41a5-b64b-711473aac929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:43.355084 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-88ef5fa7-4466-4b4a-b95f-f161f62f6a4d req-0a569e47-0ce2-4362-88f7-4272188b7f3c tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:43.374561 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-091b4069-9763-4c0c-8d66-a90154fc9fed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12283104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8731234'] for subnet, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:43.452338 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7959f9cf-be5b-41b9-9023-f19f24379220 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Router cd818012-7464-4466-a1f9-e9a343404224 has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 18:12:43.459970 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a569e47-0ce2-4362-88f7-4272188b7f3c tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Pushing event deleted for resources: {'Port': ['ID=2fd35c3f-bfb5-4350-8988-b002bbeb5852,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:12:43.499170 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-88ef5fa7-4466-4b4a-b95f-f161f62f6a4d req-0a569e47-0ce2-4362-88f7-4272188b7f3c tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] No DVR routers for this DVR port 2fd35c3f-bfb5-4350-8988-b002bbeb5852 on host n-h1-818022-2 {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:12:43.508063 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-23b39d60-fe05-41a5-b64b-711473aac929 None None] Provisioning complete for port 1331210d-af52-43f7-8a6a-d493182d56a0 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:12:43.508589 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-23b39d60-fe05-41a5-b64b-711473aac929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:43.510573 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-88ef5fa7-4466-4b4a-b95f-f161f62f6a4d req-0a569e47-0ce2-4362-88f7-4272188b7f3c tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:43.514704 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-88ef5fa7-4466-4b4a-b95f-f161f62f6a4d req-0a569e47-0ce2-4362-88f7-4272188b7f3c tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.60 "DELETE /v2.0/ports/2fd35c3f-bfb5-4350-8988-b002bbeb5852 HTTP/1.1" status: 204 len: 173 time: 1.9412353 Nov 19 18:12:43.515775 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bf447ba-b5a2-430c-a4c6-eb3c1be64231', 'name': 'network-vif-deleted', 'tag': '2fd35c3f-bfb5-4350-8988-b002bbeb5852'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:12:43.527043 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218319d759239a7d11f1288aef37381b97754913ee9ccbfd43b51a463f801712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-691bae7a-3c4a-44aa-b1fb-b1f15e70fde3" -d '{"events": [{"server_uuid": "0bf447ba-b5a2-430c-a4c6-eb3c1be64231", "name": "network-vif-deleted", "tag": "2fd35c3f-bfb5-4350-8988-b002bbeb5852"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:12:43.585590 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-23b39d60-fe05-41a5-b64b-711473aac929 None None] Port 1331210d-af52-43f7-8a6a-d493182d56a0 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:12:43.629450 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:12:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30371b02-8def-4e29-8c39-21c584dc9a9b x-openstack-request-id: req-30371b02-8def-4e29-8c39-21c584dc9a9b {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:12:43.629747 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bf447ba-b5a2-430c-a4c6-eb3c1be64231", "name": "network-vif-deleted", "tag": "2fd35c3f-bfb5-4350-8988-b002bbeb5852", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:12:43.630248 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-30371b02-8def-4e29-8c39-21c584dc9a9b {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:12:43.630830 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bf447ba-b5a2-430c-a4c6-eb3c1be64231', 'name': 'network-vif-deleted', 'tag': '2fd35c3f-bfb5-4350-8988-b002bbeb5852', 'status': 'completed', 'code': 200} Nov 19 18:12:43.631626 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-091b4069-9763-4c0c-8d66-a90154fc9fed admin admin] Checking segment: {'id': '66d91456-c72d-4f2d-946a-6e7098567cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '8d0bfea8-b9ce-4a4a-b909-d270f4dc9a77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:12:43.632086 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-091b4069-9763-4c0c-8d66-a90154fc9fed admin admin] Network hostable DHCP agents. Network: 8d0bfea8-b9ce-4a4a-b909-d270f4dc9a77, hostable agents: ['02910ef2-0455-4aea-9f38-9a875579633f'], hosted agents: [] {{(pid=103365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 18:12:43.643432 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091b4069-9763-4c0c-8d66-a90154fc9fed admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e8b53e4-5194-49d7-87b6-af9416c14b90,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:12:43.725597 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-3934960d-c27a-4757-bdeb-ce09c5bd5942 None None] Provisioning complete for port 1331210d-af52-43f7-8a6a-d493182d56a0 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:12:43.727747 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3934960d-c27a-4757-bdeb-ce09c5bd5942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:43.737266 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-091b4069-9763-4c0c-8d66-a90154fc9fed admin admin] Network 8d0bfea8-b9ce-4a4a-b909-d270f4dc9a77 is scheduled to be hosted by DHCP agent 02910ef2-0455-4aea-9f38-9a875579633f with binding_index 1 {{(pid=103365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 18:12:43.764050 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-091b4069-9763-4c0c-8d66-a90154fc9fed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818022-2, 8d0bfea8-b9ce-4a4a-b909-d270f4dc9a77) {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:12:43.818418 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-091b4069-9763-4c0c-8d66-a90154fc9fed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:12:43.819187 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-091b4069-9763-4c0c-8d66-a90154fc9fed admin admin] Publish callbacks [] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:43.834761 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aa53fb8-fd7f-40c1-ada9-70dc8a3eafe5 None None] Network 8d0bfea8-b9ce-4a4a-b909-d270f4dc9a77 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:12:43.843340 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-3934960d-c27a-4757-bdeb-ce09c5bd5942 None None] Port 1331210d-af52-43f7-8a6a-d493182d56a0 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:12:43.867860 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-091b4069-9763-4c0c-8d66-a90154fc9fed admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.7541866 Nov 19 18:12:43.868183 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 39368) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:12:43.874021 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-869a8d7b-e97a-4522-83ef-ce2720088f35 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-872480896-router', 'tenant_id': '00ac027819ba4afaa76dc6f1a15c161f', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'}}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:12:43.875143 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7959f9cf-be5b-41b9-9023-f19f24379220 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:12:43.882088 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-7959f9cf-be5b-41b9-9023-f19f24379220 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "PUT /v2.0/routers/cd818012-7464-4466-a1f9-e9a343404224/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6975253 Nov 19 18:12:43.931755 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-869a8d7b-e97a-4522-83ef-ce2720088f35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9890'] for router, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:43.935309 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-869a8d7b-e97a-4522-83ef-ce2720088f35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671617', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-732153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4689'] for router, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:43.941908 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7377be41-15f5-4f0c-a5d4-72dc40ed6ba9 None None] Sync routers for ids ['3eae58f0-d8be-4c90-b814-9407ca883711'] in n-d-818022-2 {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:12:43.955279 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7377be41-15f5-4f0c-a5d4-72dc40ed6ba9 None None] Routers {'3eae58f0-d8be-4c90-b814-9407ca883711'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:12:43.956949 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-7377be41-15f5-4f0c-a5d4-72dc40ed6ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:12:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['3eae58f0-d8be-4c90-b814-9407ca883711'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:12:43.989239 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 5209b3ba-576c-4284-8c33-94247e7cbd31 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:12:44.009725 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35d159f-70e8-4383-b8c0-b7f1cb488476 None None] Sync routers for ids ['cd818012-7464-4466-a1f9-e9a343404224'] in n-d-818022-2 {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:12:44.040773 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-869a8d7b-e97a-4522-83ef-ce2720088f35 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:44.064329 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 2fd35c3f-bfb5-4350-8988-b002bbeb5852 no longer exists at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:12:44.081457 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e2cad5fb-086e-4578-b804-fb172bb25273 req-f6e157ad-ebf0-437a-b328-43cd5eaee6f1 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/ports?device_id=0bf447ba-b5a2-430c-a4c6-eb3c1be64231 HTTP/1.1" status: 200 len: 210 time: 0.0347879 Nov 19 18:12:44.117987 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-7377be41-15f5-4f0c-a5d4-72dc40ed6ba9 None None] Set router 3eae58f0-d8be-4c90-b814-9407ca883711 gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:12:44.131927 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35d159f-70e8-4383-b8c0-b7f1cb488476 None None] Routers {'cd818012-7464-4466-a1f9-e9a343404224'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:12:44.132570 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-d35d159f-70e8-4383-b8c0-b7f1cb488476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:12:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['cd818012-7464-4466-a1f9-e9a343404224'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:12:44.134341 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] No Port match for: 2fd35c3f-bfb5-4350-8988-b002bbeb5852 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:12:44.134688 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 2fd35c3f-bfb5-4350-8988-b002bbeb5852 not bound to the agent host n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:12:44.222980 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-8364f29b-3cc4-48b0-a61a-b644a10110b2 None None] Provisioning complete for port 1331210d-af52-43f7-8a6a-d493182d56a0 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:12:44.223356 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8364f29b-3cc4-48b0-a61a-b644a10110b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:44.233577 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-869a8d7b-e97a-4522-83ef-ce2720088f35 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:44.326321 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c783a8a1-72ee-4b79-8f4e-298be2f208f0 req-744c8833-52b9-402d-85a2-538a65c76c3b tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-442150561&fields=id&tenant_id=d41245dedb694df6accb5dc7769c75e5 HTTP/1.1" status: 200 len: 267 time: 0.1147008 Nov 19 18:12:44.368060 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-d35d159f-70e8-4383-b8c0-b7f1cb488476 None None] Set router cd818012-7464-4466-a1f9-e9a343404224 gateway port host: n-d-818022-2 {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:12:44.487704 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-8364f29b-3cc4-48b0-a61a-b644a10110b2 None None] Port 1331210d-af52-43f7-8a6a-d493182d56a0 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:12:44.532684 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-7377be41-15f5-4f0c-a5d4-72dc40ed6ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eae58f0-d8be-4c90-b814-9407ca883711', 'name': 'tempest-TestServerBasicOps-1444723979-router', 'tenant_id': '46fc911a506f43faacc5bb57dab5a1bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.172'}], 'enable_snat': True}, 'gw_port_id': '00cb4d79-f368-49d6-9988-53d9aff7c856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:12:32Z', 'updated_at': '2021-11-19T18:12:38Z', 'revision_number': 4, 'project_id': '46fc911a506f43faacc5bb57dab5a1bf', 'gw_port': {'id': '00cb4d79-f368-49d6-9988-53d9aff7c856', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:18:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eae58f0-d8be-4c90-b814-9407ca883711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:12:34Z', 'updated_at': '2021-11-19T18:12:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': '434a3a93-23c9-4d28-9066-014a68e70baf', 'name': '', 'network_id': '4a49efd5-bc80-4af6-a575-c2d3be6941db', 'tenant_id': '46fc911a506f43faacc5bb57dab5a1bf', 'mac_address': 'fa:16:3e:65:82:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eae58f0-d8be-4c90-b814-9407ca883711', 'device_owner': 'network:router_interface', 'standard_attr_id': 3663, 'fixed_ips': [{'subnet_id': '2ed30503-f276-4fb6-afaa-f1a06284c79e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:12:37Z', 'updated_at': '2021-11-19T18:12:38Z', 'revision_number': 2, 'project_id': '46fc911a506f43faacc5bb57dab5a1bf', 'subnets': [{'id': '2ed30503-f276-4fb6-afaa-f1a06284c79e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:12:44.562671 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7377be41-15f5-4f0c-a5d4-72dc40ed6ba9 None None] Checking router: 3eae58f0-d8be-4c90-b814-9407ca883711 for host: n-d-818022-2 {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:12:44.562976 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7377be41-15f5-4f0c-a5d4-72dc40ed6ba9 None None] Updating router 3eae58f0-d8be-4c90-b814-9407ca883711 port 434a3a93-23c9-4d28-9066-014a68e70baf binding host n-d-818022-2 {{(pid=103367) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 18:12:44.569917 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 5209b3ba-576c-4284-8c33-94247e7cbd31 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:12:44.570081 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c783a8a1-72ee-4b79-8f4e-298be2f208f0 req-8f59c852-cc92-444a-a914-2a4f2582c36f tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:12:44.570469 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:44.571669 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c783a8a1-72ee-4b79-8f4e-298be2f208f0 req-8f59c852-cc92-444a-a914-2a4f2582c36f tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/networks?id=b7890f04-2550-4c59-8e90-ae87e4850fbe HTTP/1.1" status: 200 len: 797 time: 0.2332523 Nov 19 18:12:44.597467 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-7377be41-15f5-4f0c-a5d4-72dc40ed6ba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:44.599101 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4b53f3f-c825-472e-b481-533eb54ca731 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54f44f5f-1200-574e-8740-2141911d5b73-8d0bfea8-b9ce-4a4a-b909-d270f4dc9a77', 'network_id': '8d0bfea8-b9ce-4a4a-b909-d270f4dc9a77', 'tenant_id': '00ac027819ba4afaa76dc6f1a15c161f', 'fixed_ips': [{'subnet_id': '5e8b53e4-5194-49d7-87b6-af9416c14b90'}]}} from n-d-818022-2. {{(pid=103366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 18:12:44.600022 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f4b53f3f-c825-472e-b481-533eb54ca731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:44.630662 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c783a8a1-72ee-4b79-8f4e-298be2f208f0 req-7776be40-01e3-4b66-a2f6-5f91f7d9de8a tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/quotas/d41245dedb694df6accb5dc7769c75e5 HTTP/1.1" status: 200 len: 375 time: 0.0180705 Nov 19 18:12:44.641355 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-869a8d7b-e97a-4522-83ef-ce2720088f35 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:44.671450 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-869a8d7b-e97a-4522-83ef-ce2720088f35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:44.745936 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c783a8a1-72ee-4b79-8f4e-298be2f208f0 req-3cc3dc2b-5065-4be7-9df5-82c4e183cafa tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=d41245dedb694df6accb5dc7769c75e5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1020048 Nov 19 18:12:44.834957 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 00cb4d79-f368-49d6-9988-53d9aff7c856 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:12:44.859593 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [None req-869a8d7b-e97a-4522-83ef-ce2720088f35 admin admin] Allocated IP 172.25.7.194 (645e61aa-1a6c-4e8f-857e-ab06edb4897f/88ed2d64-f56d-4f01-a468-946e01c99e82/29d01258-d58d-43bf-9f2e-eb23b3a67a7d) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:12:44.885898 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [None req-f4b53f3f-c825-472e-b481-533eb54ca731 None None] Allocated IP 172.20.0.2 (8d0bfea8-b9ce-4a4a-b909-d270f4dc9a77/5e8b53e4-5194-49d7-87b6-af9416c14b90/3ea8d49f-8ad4-4f11-82e9-d2dda835c3dd) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:12:44.899166 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-d35d159f-70e8-4383-b8c0-b7f1cb488476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd818012-7464-4466-a1f9-e9a343404224', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1612014972', 'tenant_id': 'd41245dedb694df6accb5dc7769c75e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.182'}], 'enable_snat': True}, 'gw_port_id': '5044be33-277d-48f4-9ebd-36f0ba84e06b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:12:33Z', 'updated_at': '2021-11-19T18:12:41Z', 'revision_number': 4, 'project_id': 'd41245dedb694df6accb5dc7769c75e5', 'gw_port': {'id': '5044be33-277d-48f4-9ebd-36f0ba84e06b', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:ac:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd818012-7464-4466-a1f9-e9a343404224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:12:34Z', 'updated_at': '2021-11-19T18:12:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': '1331210d-af52-43f7-8a6a-d493182d56a0', 'name': '', 'network_id': 'b7890f04-2550-4c59-8e90-ae87e4850fbe', 'tenant_id': 'd41245dedb694df6accb5dc7769c75e5', 'mac_address': 'fa:16:3e:eb:9f:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd818012-7464-4466-a1f9-e9a343404224', 'device_owner': 'network:router_interface', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': 'c3c6713b-269a-48dd-a338-94c613354e1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:12:39Z', 'updated_at': '2021-11-19T18:12:41Z', 'revision_number': 2, 'project_id': 'd41245dedb694df6accb5dc7769c75e5', 'subnets': [{'id': 'c3c6713b-269a-48dd-a338-94c613354e1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:12:44.948981 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35d159f-70e8-4383-b8c0-b7f1cb488476 None None] Checking router: cd818012-7464-4466-a1f9-e9a343404224 for host: n-d-818022-2 {{(pid=103366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:12:44.949359 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35d159f-70e8-4383-b8c0-b7f1cb488476 None None] Updating router cd818012-7464-4466-a1f9-e9a343404224 port 1331210d-af52-43f7-8a6a-d493182d56a0 binding host n-d-818022-2 {{(pid=103366) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 18:12:44.960939 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c783a8a1-72ee-4b79-8f4e-298be2f208f0 req-9ab3ea40-0d80-4b87-8e7d-262a9ef520c2 service neutron] 10.222.0.54 "GET /v2.0/networks/b7890f04-2550-4c59-8e90-ae87e4850fbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613746 Nov 19 18:12:44.962559 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-7377be41-15f5-4f0c-a5d4-72dc40ed6ba9 None None] Publish callbacks [] for port, precommit_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:44.971873 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-7377be41-15f5-4f0c-a5d4-72dc40ed6ba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:45.021237 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d35d159f-70e8-4383-b8c0-b7f1cb488476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:45.025734 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 00cb4d79-f368-49d6-9988-53d9aff7c856 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:12:45.026120 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:45.032191 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448549f3-2f37-47e1-8ed2-d4996e90f146 None None] Pushing event updated for resources: {'Port': ['ID=434a3a93-23c9-4d28-9066-014a68e70baf,revision_number=3']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:12:45.059675 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-869a8d7b-e97a-4522-83ef-ce2720088f35 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:45.106503 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-7377be41-15f5-4f0c-a5d4-72dc40ed6ba9 None None] Attempting to bind port 434a3a93-23c9-4d28-9066-014a68e70baf on host n-d-818022-2 for vnic_type normal with profile {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:12:45.108046 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-7377be41-15f5-4f0c-a5d4-72dc40ed6ba9 None None] Attempting to bind port 434a3a93-23c9-4d28-9066-014a68e70baf by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': '25c8db8c-8170-47cd-befd-7b708165e7b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '4a49efd5-bc80-4af6-a575-c2d3be6941db'}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:12:45.108416 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7377be41-15f5-4f0c-a5d4-72dc40ed6ba9 None None] Attempting to bind port 434a3a93-23c9-4d28-9066-014a68e70baf on network 4a49efd5-bc80-4af6-a575-c2d3be6941db {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:12:45.115095 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7377be41-15f5-4f0c-a5d4-72dc40ed6ba9 None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 12, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:12:45.115473 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7377be41-15f5-4f0c-a5d4-72dc40ed6ba9 None None] Checking segment: {'id': '25c8db8c-8170-47cd-befd-7b708165e7b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '4a49efd5-bc80-4af6-a575-c2d3be6941db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:12:45.115618 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c783a8a1-72ee-4b79-8f4e-298be2f208f0 req-34c9dc74-ae9f-46a2-9d04-f05471503f5d service neutron] 10.222.0.54 "GET /v2.0/networks/b7890f04-2550-4c59-8e90-ae87e4850fbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393244 Nov 19 18:12:45.115881 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-7377be41-15f5-4f0c-a5d4-72dc40ed6ba9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:45.116287 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7377be41-15f5-4f0c-a5d4-72dc40ed6ba9 None None] Bound using segment: {'id': '25c8db8c-8170-47cd-befd-7b708165e7b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '4a49efd5-bc80-4af6-a575-c2d3be6941db'} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:12:45.116743 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-7377be41-15f5-4f0c-a5d4-72dc40ed6ba9 None None] Bound port: 434a3a93-23c9-4d28-9066-014a68e70baf, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25c8db8c-8170-47cd-befd-7b708165e7b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '4a49efd5-bc80-4af6-a575-c2d3be6941db'}}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:12:45.117392 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-7377be41-15f5-4f0c-a5d4-72dc40ed6ba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:45.137123 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-869a8d7b-e97a-4522-83ef-ce2720088f35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:45.225385 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-869a8d7b-e97a-4522-83ef-ce2720088f35 admin admin] Network 645e61aa-1a6c-4e8f-857e-ab06edb4897f is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:12:45.230406 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-869a8d7b-e97a-4522-83ef-ce2720088f35 admin admin] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:12:45.236159 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-869a8d7b-e97a-4522-83ef-ce2720088f35 admin admin] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:12:45.240156 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869a8d7b-e97a-4522-83ef-ce2720088f35 admin admin] Pushing event updated for resources: {'Port': ['ID=29d01258-d58d-43bf-9f2e-eb23b3a67a7d,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:12:45.272946 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-7377be41-15f5-4f0c-a5d4-72dc40ed6ba9 None None] For port 434a3a93-23c9-4d28-9066-014a68e70baf, host n-d-818022-2, cleared binding levels {{(pid=103367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:12:45.277254 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-7377be41-15f5-4f0c-a5d4-72dc40ed6ba9 None None] For port 434a3a93-23c9-4d28-9066-014a68e70baf, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=434a3a93-23c9-4d28-9066-014a68e70baf,segment=NetworkSegment(25c8db8c-8170-47cd-befd-7b708165e7b5),segment_id=25c8db8c-8170-47cd-befd-7b708165e7b5)] {{(pid=103367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:12:45.284377 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-7377be41-15f5-4f0c-a5d4-72dc40ed6ba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:45.444200 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448549f3-2f37-47e1-8ed2-d4996e90f146 None None] Pushing event updated for resources: {'Port': ['ID=434a3a93-23c9-4d28-9066-014a68e70baf,revision_number=4']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:12:45.458371 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7377be41-15f5-4f0c-a5d4-72dc40ed6ba9 None None] Routers {'3eae58f0-d8be-4c90-b814-9407ca883711'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:12:45.462695 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-7377be41-15f5-4f0c-a5d4-72dc40ed6ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:12:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['3eae58f0-d8be-4c90-b814-9407ca883711'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:12:45.475615 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a32893b-f31a-4dde-a0f8-cb98c6f8446c None None] DHCP port deletion for 645e61aa-1a6c-4e8f-857e-ab06edb4897f request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:12:45.552388 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-324b9e7e-8d14-486a-9862-54e5b2bb2a6e req-e6b83847-8c18-4bad-a33f-80cf0578da09 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/ports?device_id=8ad0b0cd-a36f-4431-aacb-ab4103c1ced5 HTTP/1.1" status: 200 len: 210 time: 0.0729449 Nov 19 18:12:45.604847 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3730460f-fb00-44df-9776-71dbe8d5477c req-b4a00479-6acd-4171-b2ac-bcefbecabe3e tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:12:45.612455 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3730460f-fb00-44df-9776-71dbe8d5477c req-b4a00479-6acd-4171-b2ac-bcefbecabe3e tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/ports?device_id=f0aedaf9-2b7a-44b6-beee-98ffc4e17d40 HTTP/1.1" status: 200 len: 945 time: 0.1029639 Nov 19 18:12:45.687077 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-a335f1e6-154c-4acc-a264-65ae84b99f36 None None] Provisioning complete for port 434a3a93-23c9-4d28-9066-014a68e70baf triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:12:45.687463 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a335f1e6-154c-4acc-a264-65ae84b99f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:45.731942 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-7377be41-15f5-4f0c-a5d4-72dc40ed6ba9 None None] Set router 3eae58f0-d8be-4c90-b814-9407ca883711 gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:12:45.735362 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3730460f-fb00-44df-9776-71dbe8d5477c req-9f7afb0a-4966-468d-a7e6-eef7d076c1f9 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/security-groups?id=a66d5311-8064-42eb-b883-c6c911692a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178520 Nov 19 18:12:45.764477 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-869a8d7b-e97a-4522-83ef-ce2720088f35 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:45.819007 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f4b53f3f-c825-472e-b481-533eb54ca731 None None] Publish callbacks [] for port, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:45.887814 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f4b53f3f-c825-472e-b481-533eb54ca731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998'] for port, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:45.964433 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4b53f3f-c825-472e-b481-533eb54ca731 None None] Network 8d0bfea8-b9ce-4a4a-b909-d270f4dc9a77 is already hosted by enough agents. {{(pid=103366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:12:45.978340 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [None req-f4b53f3f-c825-472e-b481-533eb54ca731 None None] Resources bound (agent type, host, resource id): {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:12:46.019209 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b53f3f-c825-472e-b481-533eb54ca731 None None] Received port after_create {{(pid=103366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:12:46.022577 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-869a8d7b-e97a-4522-83ef-ce2720088f35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671702'] for router, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:46.024892 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b53f3f-c825-472e-b481-533eb54ca731 None None] Pushing event updated for resources: {'Port': ['ID=3ea8d49f-8ad4-4f11-82e9-d2dda835c3dd,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:12:46.106216 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 434a3a93-23c9-4d28-9066-014a68e70baf up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:12:46.127378 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-7377be41-15f5-4f0c-a5d4-72dc40ed6ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eae58f0-d8be-4c90-b814-9407ca883711', 'name': 'tempest-TestServerBasicOps-1444723979-router', 'tenant_id': '46fc911a506f43faacc5bb57dab5a1bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.172'}], 'enable_snat': True}, 'gw_port_id': '00cb4d79-f368-49d6-9988-53d9aff7c856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:12:32Z', 'updated_at': '2021-11-19T18:12:38Z', 'revision_number': 4, 'project_id': '46fc911a506f43faacc5bb57dab5a1bf', 'gw_port': {'id': '00cb4d79-f368-49d6-9988-53d9aff7c856', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:18:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eae58f0-d8be-4c90-b814-9407ca883711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:12:34Z', 'updated_at': '2021-11-19T18:12:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': '434a3a93-23c9-4d28-9066-014a68e70baf', 'name': '', 'network_id': '4a49efd5-bc80-4af6-a575-c2d3be6941db', 'tenant_id': '46fc911a506f43faacc5bb57dab5a1bf', 'mac_address': 'fa:16:3e:65:82:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eae58f0-d8be-4c90-b814-9407ca883711', 'device_owner': 'network:router_interface', 'standard_attr_id': 3663, 'fixed_ips': [{'subnet_id': '2ed30503-f276-4fb6-afaa-f1a06284c79e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:12:37Z', 'updated_at': '2021-11-19T18:12:45Z', 'revision_number': 4, 'project_id': '46fc911a506f43faacc5bb57dab5a1bf', 'subnets': [{'id': '2ed30503-f276-4fb6-afaa-f1a06284c79e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:12:46.129544 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a335f1e6-154c-4acc-a264-65ae84b99f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:46.133444 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-f4b53f3f-c825-472e-b481-533eb54ca731 None None] Attempting to bind port 3ea8d49f-8ad4-4f11-82e9-d2dda835c3dd on host n-d-818022-2 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:12:46.134500 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-f4b53f3f-c825-472e-b481-533eb54ca731 None None] Attempting to bind port 3ea8d49f-8ad4-4f11-82e9-d2dda835c3dd by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': '66d91456-c72d-4f2d-946a-6e7098567cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '8d0bfea8-b9ce-4a4a-b909-d270f4dc9a77'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:12:46.134500 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b53f3f-c825-472e-b481-533eb54ca731 None None] Attempting to bind port 3ea8d49f-8ad4-4f11-82e9-d2dda835c3dd on network 8d0bfea8-b9ce-4a4a-b909-d270f4dc9a77 {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:12:46.161676 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7377be41-15f5-4f0c-a5d4-72dc40ed6ba9 None None] The sync data for ids ['3eae58f0-d8be-4c90-b814-9407ca883711'] in n-d-818022-2 is: [{'id': '3eae58f0-d8be-4c90-b814-9407ca883711', 'name': 'tempest-TestServerBasicOps-1444723979-router', 'tenant_id': '46fc911a506f43faacc5bb57dab5a1bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.172'}], 'enable_snat': True}, 'gw_port_id': '00cb4d79-f368-49d6-9988-53d9aff7c856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:12:32Z', 'updated_at': '2021-11-19T18:12:38Z', 'revision_number': 4, 'project_id': '46fc911a506f43faacc5bb57dab5a1bf', 'gw_port': {'id': '00cb4d79-f368-49d6-9988-53d9aff7c856', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:18:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eae58f0-d8be-4c90-b814-9407ca883711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:12:34Z', 'updated_at': '2021-11-19T18:12:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': '434a3a93-23c9-4d28-9066-014a68e70baf', 'name': '', 'network_id': '4a49efd5-bc80-4af6-a575-c2d3be6941db', 'tenant_id': '46fc911a506f43faacc5bb57dab5a1bf', 'mac_address': 'fa:16:3e:65:82:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eae58f0-d8be-4c90-b814-9407ca883711', 'device_owner': 'network:router_interface', 'standard_attr_id': 3663, 'fixed_ips': [{'subnet_id': '2ed30503-f276-4fb6-afaa-f1a06284c79e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:12:37Z', 'updated_at': '2021-11-19T18:12:45Z', 'revision_number': 4, 'project_id': '46fc911a506f43faacc5bb57dab5a1bf', 'subnets': [{'id': '2ed30503-f276-4fb6-afaa-f1a06284c79e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:12:46.171761 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b53f3f-c825-472e-b481-533eb54ca731 None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 12, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:12:46.172471 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b53f3f-c825-472e-b481-533eb54ca731 None None] Checking segment: {'id': '66d91456-c72d-4f2d-946a-6e7098567cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '8d0bfea8-b9ce-4a4a-b909-d270f4dc9a77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:12:46.172987 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f4b53f3f-c825-472e-b481-533eb54ca731 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:46.173488 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b53f3f-c825-472e-b481-533eb54ca731 None None] Bound using segment: {'id': '66d91456-c72d-4f2d-946a-6e7098567cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '8d0bfea8-b9ce-4a4a-b909-d270f4dc9a77'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:12:46.174115 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-f4b53f3f-c825-472e-b481-533eb54ca731 None None] Bound port: 3ea8d49f-8ad4-4f11-82e9-d2dda835c3dd, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66d91456-c72d-4f2d-946a-6e7098567cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '8d0bfea8-b9ce-4a4a-b909-d270f4dc9a77'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:12:46.174566 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f4b53f3f-c825-472e-b481-533eb54ca731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:46.212933 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-869a8d7b-e97a-4522-83ef-ce2720088f35 admin admin] Router a12b7dc9-955e-48c3-84da-e473a5cb5ff9 is scheduled to L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 with binding_index 1 {{(pid=103364) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 18:12:46.272992 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-a335f1e6-154c-4acc-a264-65ae84b99f36 None None] For port 434a3a93-23c9-4d28-9066-014a68e70baf, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=434a3a93-23c9-4d28-9066-014a68e70baf,segment=NetworkSegment(25c8db8c-8170-47cd-befd-7b708165e7b5),segment_id=25c8db8c-8170-47cd-befd-7b708165e7b5)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:12:46.297949 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a335f1e6-154c-4acc-a264-65ae84b99f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:46.358426 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-869a8d7b-e97a-4522-83ef-ce2720088f35 admin admin] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:12:46.383256 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62641d2-8e05-4d1a-abbe-8b5d205f718a None None] Sync routers for ids ['a12b7dc9-955e-48c3-84da-e473a5cb5ff9'] in n-d-818022-2 {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:12:46.387070 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-869a8d7b-e97a-4522-83ef-ce2720088f35 admin admin] Publish callbacks [] for router, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:46.391690 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 39400) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:12:46.392591 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-869a8d7b-e97a-4522-83ef-ce2720088f35 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.5231938 Nov 19 18:12:46.453373 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-f4b53f3f-c825-472e-b481-533eb54ca731 None None] For port 3ea8d49f-8ad4-4f11-82e9-d2dda835c3dd, host n-d-818022-2, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:12:46.460475 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 434a3a93-23c9-4d28-9066-014a68e70baf triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:12:46.460857 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:46.465735 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d35d159f-70e8-4383-b8c0-b7f1cb488476 None None] Publish callbacks [] for port, precommit_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:46.468996 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62641d2-8e05-4d1a-abbe-8b5d205f718a None None] Routers {'a12b7dc9-955e-48c3-84da-e473a5cb5ff9'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:12:46.469643 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-c62641d2-8e05-4d1a-abbe-8b5d205f718a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:12:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['a12b7dc9-955e-48c3-84da-e473a5cb5ff9'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:12:46.471600 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a335f1e6-154c-4acc-a264-65ae84b99f36 None None] Pushing event updated for resources: {'Port': ['ID=434a3a93-23c9-4d28-9066-014a68e70baf,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:12:46.538935 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d35d159f-70e8-4383-b8c0-b7f1cb488476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:46.554316 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-f4b53f3f-c825-472e-b481-533eb54ca731 None None] For port 3ea8d49f-8ad4-4f11-82e9-d2dda835c3dd, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=3ea8d49f-8ad4-4f11-82e9-d2dda835c3dd,segment=NetworkSegment(66d91456-c72d-4f2d-946a-6e7098567cf7),segment_id=66d91456-c72d-4f2d-946a-6e7098567cf7)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:12:46.576523 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f4b53f3f-c825-472e-b481-533eb54ca731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:46.578530 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-794a5c4e-b9a8-4f79-99ca-911f4a624044 None None] Provisioning complete for port 29d01258-d58d-43bf-9f2e-eb23b3a67a7d triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:12:46.578930 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-794a5c4e-b9a8-4f79-99ca-911f4a624044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:46.779649 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a1e2afa2-0861-4286-8d15-a349723f511e req-8484bce5-5979-4511-84b1-a3344d9525f8 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/ports?device_id=8ad0b0cd-a36f-4431-aacb-ab4103c1ced5 HTTP/1.1" status: 200 len: 210 time: 0.0687823 Nov 19 18:12:46.804424 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c813876c-d426-4aa0-b072-57ff6a020dd0 None None] Pushing event updated for resources: {'Port': ['ID=1331210d-af52-43f7-8a6a-d493182d56a0,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:12:46.927036 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-794a5c4e-b9a8-4f79-99ca-911f4a624044 None None] Port 29d01258-d58d-43bf-9f2e-eb23b3a67a7d cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:12:46.983247 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-c62641d2-8e05-4d1a-abbe-8b5d205f718a None None] Set router a12b7dc9-955e-48c3-84da-e473a5cb5ff9 gateway port host: n-d-818022-2 {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:12:47.131677 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-794a5c4e-b9a8-4f79-99ca-911f4a624044 None None] Provisioning complete for port 434a3a93-23c9-4d28-9066-014a68e70baf triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:12:47.132054 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-794a5c4e-b9a8-4f79-99ca-911f4a624044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:47.138167 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c783a8a1-72ee-4b79-8f4e-298be2f208f0 req-98cebb5e-8f7d-4bf2-af88-ce3e01d7a05d tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:12:47.142387 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c783a8a1-72ee-4b79-8f4e-298be2f208f0 req-98cebb5e-8f7d-4bf2-af88-ce3e01d7a05d tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.86 "GET /v2.0/networks?id=b7890f04-2550-4c59-8e90-ae87e4850fbe HTTP/1.1" status: 200 len: 797 time: 0.3029492 Nov 19 18:12:47.205125 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa238d3a-ff1d-4530-bd70-5d952431e77f req-24e6bfd4-c379-415a-b735-e8247e2dd826 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:12:47.207531 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fa238d3a-ff1d-4530-bd70-5d952431e77f req-24e6bfd4-c379-415a-b735-e8247e2dd826 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.60 "GET /v2.0/ports?device_id=f0aedaf9-2b7a-44b6-beee-98ffc4e17d40 HTTP/1.1" status: 200 len: 945 time: 0.3343096 Nov 19 18:12:47.268467 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c783a8a1-72ee-4b79-8f4e-298be2f208f0 req-54a93249-5438-4129-a59d-3ce0aa61dc96 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d41245dedb694df6accb5dc7769c75e5 HTTP/1.1" status: 200 len: 379 time: 0.1133473 Nov 19 18:12:47.281675 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-c783a8a1-72ee-4b79-8f4e-298be2f208f0 req-f7da7613-5c7b-4fcc-bff0-a3deb555a137 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Request body: {'port': {'device_id': '8ad0b0cd-a36f-4431-aacb-ab4103c1ced5', 'network_id': 'b7890f04-2550-4c59-8e90-ae87e4850fbe', 'admin_state_up': True, 'tenant_id': 'd41245dedb694df6accb5dc7769c75e5', 'security_groups': ['c930bbbd-8ddb-42b8-a0a3-b12c53e6480f']}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:12:47.297103 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b74594-e524-415f-ae14-033ff79bebba req-e7a0b412-7d23-48a3-bdcb-397e12f9c00f tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:12:47.300057 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-d35d159f-70e8-4383-b8c0-b7f1cb488476 None None] Attempting to bind port 1331210d-af52-43f7-8a6a-d493182d56a0 on host n-d-818022-2 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:12:47.300446 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-d35d159f-70e8-4383-b8c0-b7f1cb488476 None None] Attempting to bind port 1331210d-af52-43f7-8a6a-d493182d56a0 by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': '422f9f40-945b-44c5-aa86-c40340120273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'b7890f04-2550-4c59-8e90-ae87e4850fbe'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:12:47.300858 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d35d159f-70e8-4383-b8c0-b7f1cb488476 None None] Attempting to bind port 1331210d-af52-43f7-8a6a-d493182d56a0 on network b7890f04-2550-4c59-8e90-ae87e4850fbe {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:12:47.306875 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-11b74594-e524-415f-ae14-033ff79bebba req-e7a0b412-7d23-48a3-bdcb-397e12f9c00f tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/ports?device_id=f0aedaf9-2b7a-44b6-beee-98ffc4e17d40 HTTP/1.1" status: 200 len: 945 time: 0.2917988 Nov 19 18:12:47.317589 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d35d159f-70e8-4383-b8c0-b7f1cb488476 None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 12, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:12:47.318065 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d35d159f-70e8-4383-b8c0-b7f1cb488476 None None] Checking segment: {'id': '422f9f40-945b-44c5-aa86-c40340120273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'b7890f04-2550-4c59-8e90-ae87e4850fbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:12:47.318429 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d35d159f-70e8-4383-b8c0-b7f1cb488476 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:47.318828 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d35d159f-70e8-4383-b8c0-b7f1cb488476 None None] Bound using segment: {'id': '422f9f40-945b-44c5-aa86-c40340120273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'b7890f04-2550-4c59-8e90-ae87e4850fbe'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:12:47.319326 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-d35d159f-70e8-4383-b8c0-b7f1cb488476 None None] Bound port: 1331210d-af52-43f7-8a6a-d493182d56a0, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '422f9f40-945b-44c5-aa86-c40340120273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'b7890f04-2550-4c59-8e90-ae87e4850fbe'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:12:47.319711 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d35d159f-70e8-4383-b8c0-b7f1cb488476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:47.381248 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b53f3f-c825-472e-b481-533eb54ca731 None None] Pushing event updated for resources: {'Port': ['ID=3ea8d49f-8ad4-4f11-82e9-d2dda835c3dd,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:12:47.447101 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-d35d159f-70e8-4383-b8c0-b7f1cb488476 None None] For port 1331210d-af52-43f7-8a6a-d493182d56a0, host n-d-818022-2, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:12:47.453141 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-d35d159f-70e8-4383-b8c0-b7f1cb488476 None None] For port 1331210d-af52-43f7-8a6a-d493182d56a0, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=1331210d-af52-43f7-8a6a-d493182d56a0,segment=NetworkSegment(422f9f40-945b-44c5-aa86-c40340120273),segment_id=422f9f40-945b-44c5-aa86-c40340120273)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:12:47.465446 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c783a8a1-72ee-4b79-8f4e-298be2f208f0 req-f7da7613-5c7b-4fcc-bff0-a3deb555a137 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Made reservation on behalf of d41245dedb694df6accb5dc7769c75e5 for: {'port': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:12:47.475493 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-c783a8a1-72ee-4b79-8f4e-298be2f208f0 req-f7da7613-5c7b-4fcc-bff0-a3deb555a137 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:47.484750 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d35d159f-70e8-4383-b8c0-b7f1cb488476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:47.490697 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-11b74594-e524-415f-ae14-033ff79bebba req-356c3163-fb31-4537-bad0-9800cf2438a6 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/security-groups?id=a66d5311-8064-42eb-b883-c6c911692a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823456 Nov 19 18:12:47.500055 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-fa238d3a-ff1d-4530-bd70-5d952431e77f req-3f9c50f7-10df-445e-9917-d686e113014b tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Deleting port 2e0f25e1-d84f-429c-ab5b-6fa3322bd248 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:12:47.501364 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-fa238d3a-ff1d-4530-bd70-5d952431e77f req-3f9c50f7-10df-445e-9917-d686e113014b tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:47.613634 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c813876c-d426-4aa0-b072-57ff6a020dd0 None None] Pushing event updated for resources: {'Port': ['ID=1331210d-af52-43f7-8a6a-d493182d56a0,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:12:47.622416 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35d159f-70e8-4383-b8c0-b7f1cb488476 None None] Routers {'cd818012-7464-4466-a1f9-e9a343404224'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:12:47.623254 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-d35d159f-70e8-4383-b8c0-b7f1cb488476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:12:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['cd818012-7464-4466-a1f9-e9a343404224'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:12:47.644070 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1d60e73c-082e-4ab3-9588-4c959124929b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:47.666559 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [req-c783a8a1-72ee-4b79-8f4e-298be2f208f0 req-f7da7613-5c7b-4fcc-bff0-a3deb555a137 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Allocated IP 172.20.0.6 (b7890f04-2550-4c59-8e90-ae87e4850fbe/c3c6713b-269a-48dd-a338-94c613354e1b/f400c77e-40b5-44b3-b18d-52d46129a7c1) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:12:47.727996 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-fa238d3a-ff1d-4530-bd70-5d952431e77f req-3f9c50f7-10df-445e-9917-d686e113014b tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] For port 2e0f25e1-d84f-429c-ab5b-6fa3322bd248, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=2e0f25e1-d84f-429c-ab5b-6fa3322bd248,segment=NetworkSegment(878aa1ad-d952-49b3-babf-f88949b54efa),segment_id=878aa1ad-d952-49b3-babf-f88949b54efa)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:12:47.728526 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-fa238d3a-ff1d-4530-bd70-5d952431e77f req-3f9c50f7-10df-445e-9917-d686e113014b tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:47.754332 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-fa238d3a-ff1d-4530-bd70-5d952431e77f req-3f9c50f7-10df-445e-9917-d686e113014b tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Calling delete_port for 2e0f25e1-d84f-429c-ab5b-6fa3322bd248 owned by compute:nova {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:12:47.766647 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-c62641d2-8e05-4d1a-abbe-8b5d205f718a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a12b7dc9-955e-48c3-84da-e473a5cb5ff9', 'name': 'tempest-TestServerBasicOps-872480896-router', 'tenant_id': '00ac027819ba4afaa76dc6f1a15c161f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.194'}], 'enable_snat': True}, 'gw_port_id': '29d01258-d58d-43bf-9f2e-eb23b3a67a7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:12:43Z', 'updated_at': '2021-11-19T18:12:45Z', 'revision_number': 3, 'project_id': '00ac027819ba4afaa76dc6f1a15c161f', 'gw_port': {'id': '29d01258-d58d-43bf-9f2e-eb23b3a67a7d', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:ef:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a12b7dc9-955e-48c3-84da-e473a5cb5ff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3677, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:12:44Z', 'updated_at': '2021-11-19T18:12:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:12:47.899837 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-c783a8a1-72ee-4b79-8f4e-298be2f208f0 req-f7da7613-5c7b-4fcc-bff0-a3deb555a137 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:47.946757 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-fa238d3a-ff1d-4530-bd70-5d952431e77f req-3f9c50f7-10df-445e-9917-d686e113014b tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:47.967364 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-c783a8a1-72ee-4b79-8f4e-298be2f208f0 req-f7da7613-5c7b-4fcc-bff0-a3deb555a137 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:48.026823 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9c50f7-10df-445e-9917-d686e113014b tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Pushing event deleted for resources: {'Port': ['ID=2e0f25e1-d84f-429c-ab5b-6fa3322bd248,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:12:48.087486 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c783a8a1-72ee-4b79-8f4e-298be2f208f0 req-f7da7613-5c7b-4fcc-bff0-a3deb555a137 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Network b7890f04-2550-4c59-8e90-ae87e4850fbe is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:12:48.093845 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [req-c783a8a1-72ee-4b79-8f4e-298be2f208f0 req-f7da7613-5c7b-4fcc-bff0-a3deb555a137 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:12:48.096166 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [req-c783a8a1-72ee-4b79-8f4e-298be2f208f0 req-f7da7613-5c7b-4fcc-bff0-a3deb555a137 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:12:48.115326 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa238d3a-ff1d-4530-bd70-5d952431e77f req-3f9c50f7-10df-445e-9917-d686e113014b tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] No DVR routers for this DVR port 2e0f25e1-d84f-429c-ab5b-6fa3322bd248 on host n-h1-818022-2 {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:12:48.120614 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-fa238d3a-ff1d-4530-bd70-5d952431e77f req-3f9c50f7-10df-445e-9917-d686e113014b tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:48.126167 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fa238d3a-ff1d-4530-bd70-5d952431e77f req-3f9c50f7-10df-445e-9917-d686e113014b tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.60 "DELETE /v2.0/ports/2e0f25e1-d84f-429c-ab5b-6fa3322bd248 HTTP/1.1" status: 204 len: 173 time: 0.9108648 Nov 19 18:12:48.126823 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0aedaf9-2b7a-44b6-beee-98ffc4e17d40', 'name': 'network-vif-deleted', 'tag': '2e0f25e1-d84f-429c-ab5b-6fa3322bd248'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:12:48.129475 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218319d759239a7d11f1288aef37381b97754913ee9ccbfd43b51a463f801712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba844beb-f827-46c0-88d1-bd450ca8a55f" -d '{"events": [{"server_uuid": "f0aedaf9-2b7a-44b6-beee-98ffc4e17d40", "name": "network-vif-deleted", "tag": "2e0f25e1-d84f-429c-ab5b-6fa3322bd248"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:12:48.148178 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-d35d159f-70e8-4383-b8c0-b7f1cb488476 None None] Set router cd818012-7464-4466-a1f9-e9a343404224 gateway port host: n-d-818022-2 {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:12:48.176479 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c783a8a1-72ee-4b79-8f4e-298be2f208f0 req-f7da7613-5c7b-4fcc-bff0-a3deb555a137 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:12:48.177380 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-c783a8a1-72ee-4b79-8f4e-298be2f208f0 req-f7da7613-5c7b-4fcc-bff0-a3deb555a137 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:48.198175 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6997a3-3512-461a-878b-5ca36f8ddf6e req-16d6234b-9f73-4452-95f3-bf31c613698b tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:12:48.199909 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-da6997a3-3512-461a-878b-5ca36f8ddf6e req-16d6234b-9f73-4452-95f3-bf31c613698b tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/ports?device_id=8ad0b0cd-a36f-4431-aacb-ab4103c1ced5 HTTP/1.1" status: 200 len: 931 time: 0.2484336 Nov 19 18:12:48.213340 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7da7613-5c7b-4fcc-bff0-a3deb555a137 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Pushing event updated for resources: {'Port': ['ID=f400c77e-40b5-44b3-b18d-52d46129a7c1,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:12:48.269222 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c783a8a1-72ee-4b79-8f4e-298be2f208f0 req-f7da7613-5c7b-4fcc-bff0-a3deb555a137 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9895377 Nov 19 18:12:48.293720 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-c783a8a1-72ee-4b79-8f4e-298be2f208f0 req-fd7988f5-bcba-46d5-aba0-5dad6a5f077f service neutron] Request body: {'port': {'device_id': '8ad0b0cd-a36f-4431-aacb-ab4103c1ced5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818022-2'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:12:48.314452 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:12:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d84b6a7-7a18-4888-9b1f-d7f26cf210c3 x-openstack-request-id: req-6d84b6a7-7a18-4888-9b1f-d7f26cf210c3 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:12:48.315037 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0aedaf9-2b7a-44b6-beee-98ffc4e17d40", "name": "network-vif-deleted", "tag": "2e0f25e1-d84f-429c-ab5b-6fa3322bd248", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:12:48.315037 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-6d84b6a7-7a18-4888-9b1f-d7f26cf210c3 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:12:48.316594 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0aedaf9-2b7a-44b6-beee-98ffc4e17d40', 'name': 'network-vif-deleted', 'tag': '2e0f25e1-d84f-429c-ab5b-6fa3322bd248', 'status': 'completed', 'code': 200} Nov 19 18:12:48.356297 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [None req-1d60e73c-082e-4ab3-9588-4c959124929b admin admin] Allocated IP 172.20.0.1 (8d0bfea8-b9ce-4a4a-b909-d270f4dc9a77/5e8b53e4-5194-49d7-87b6-af9416c14b90/77758f24-e0ed-4204-b57d-b674fced6c4b) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:12:48.358230 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['9b7242e0-baf5-4a3d-9541-1cbaa1b9da29', '2e0f25e1-d84f-429c-ab5b-6fa3322bd248'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:12:48.363546 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-c783a8a1-72ee-4b79-8f4e-298be2f208f0 req-fd7988f5-bcba-46d5-aba0-5dad6a5f077f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:48.399023 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 434a3a93-23c9-4d28-9066-014a68e70baf up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:12:48.444326 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-018ccb48-5e56-45bf-9967-af166d59b6bc None None] Provisioning complete for port 1331210d-af52-43f7-8a6a-d493182d56a0 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:12:48.444699 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-018ccb48-5e56-45bf-9967-af166d59b6bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:48.470980 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-da6997a3-3512-461a-878b-5ca36f8ddf6e req-cba08c00-2879-48f9-90fc-1185b18440b3 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/security-groups?id=c930bbbd-8ddb-42b8-a0a3-b12c53e6480f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2608857 Nov 19 18:12:48.480725 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62641d2-8e05-4d1a-abbe-8b5d205f718a None None] Checking router: a12b7dc9-955e-48c3-84da-e473a5cb5ff9 for host: n-d-818022-2 {{(pid=103366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:12:48.481366 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62641d2-8e05-4d1a-abbe-8b5d205f718a None None] Updating router a12b7dc9-955e-48c3-84da-e473a5cb5ff9 port 29d01258-d58d-43bf-9f2e-eb23b3a67a7d binding host n-d-818022-2 {{(pid=103366) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 18:12:48.620345 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1d60e73c-082e-4ab3-9588-4c959124929b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:48.662336 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-406952fd-ed36-4d1d-a709-68e783c33d02 None None] Network 8d0bfea8-b9ce-4a4a-b909-d270f4dc9a77 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:12:48.691659 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d9177ded-fd3d-4810-8b00-6a49101c9941 req-4300b4bf-7afa-47c3-b16e-94a4b166acad tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/ports?device_id=f0aedaf9-2b7a-44b6-beee-98ffc4e17d40 HTTP/1.1" status: 200 len: 210 time: 0.0526946 Nov 19 18:12:48.727099 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1d60e73c-082e-4ab3-9588-4c959124929b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:48.754238 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-c62641d2-8e05-4d1a-abbe-8b5d205f718a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:48.781142 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d60e73c-082e-4ab3-9588-4c959124929b admin admin] Network 8d0bfea8-b9ce-4a4a-b909-d270f4dc9a77 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:12:48.790555 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-1d60e73c-082e-4ab3-9588-4c959124929b admin admin] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:12:48.794262 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d60e73c-082e-4ab3-9588-4c959124929b admin admin] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:12:48.829448 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d60e73c-082e-4ab3-9588-4c959124929b admin admin] Pushing event updated for resources: {'Port': ['ID=77758f24-e0ed-4204-b57d-b674fced6c4b,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:12:48.852812 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1d60e73c-082e-4ab3-9588-4c959124929b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-671361'] for router_interface, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:48.880553 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [req-c783a8a1-72ee-4b79-8f4e-298be2f208f0 req-fd7988f5-bcba-46d5-aba0-5dad6a5f077f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f400c77e-40b5-44b3-b18d-52d46129a7c1 {{(pid=103364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:12:48.889790 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-c783a8a1-72ee-4b79-8f4e-298be2f208f0 req-fd7988f5-bcba-46d5-aba0-5dad6a5f077f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:48.904935 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.provisioning_blocks [req-c783a8a1-72ee-4b79-8f4e-298be2f208f0 req-fd7988f5-bcba-46d5-aba0-5dad6a5f077f service neutron] Transition to ACTIVE for port object f400c77e-40b5-44b3-b18d-52d46129a7c1 will not be triggered until provisioned by entity L2. {{(pid=103364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 18:12:48.911094 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-c783a8a1-72ee-4b79-8f4e-298be2f208f0 req-fd7988f5-bcba-46d5-aba0-5dad6a5f077f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:48.975928 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7988f5-bcba-46d5-aba0-5dad6a5f077f service neutron] Pushing event updated for resources: {'Port': ['ID=f400c77e-40b5-44b3-b18d-52d46129a7c1,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:12:49.019828 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 434a3a93-23c9-4d28-9066-014a68e70baf triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:12:49.020184 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:49.027064 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1d60e73c-082e-4ab3-9588-4c959124929b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:49.063683 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-c783a8a1-72ee-4b79-8f4e-298be2f208f0 req-fd7988f5-bcba-46d5-aba0-5dad6a5f077f service neutron] Attempting to bind port f400c77e-40b5-44b3-b18d-52d46129a7c1 on host n-h2-818022-2 for vnic_type normal with profile {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:12:49.064023 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-c783a8a1-72ee-4b79-8f4e-298be2f208f0 req-fd7988f5-bcba-46d5-aba0-5dad6a5f077f service neutron] Attempting to bind port f400c77e-40b5-44b3-b18d-52d46129a7c1 by drivers openvswitch,hyperv on host n-h2-818022-2 at level 0 using segments [{'id': '422f9f40-945b-44c5-aa86-c40340120273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'b7890f04-2550-4c59-8e90-ae87e4850fbe'}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:12:49.064359 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c783a8a1-72ee-4b79-8f4e-298be2f208f0 req-fd7988f5-bcba-46d5-aba0-5dad6a5f077f service neutron] Attempting to bind port f400c77e-40b5-44b3-b18d-52d46129a7c1 on network b7890f04-2550-4c59-8e90-ae87e4850fbe {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:12:49.069104 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c783a8a1-72ee-4b79-8f4e-298be2f208f0 req-fd7988f5-bcba-46d5-aba0-5dad6a5f077f service neutron] Port f400c77e-40b5-44b3-b18d-52d46129a7c1 on network b7890f04-2550-4c59-8e90-ae87e4850fbe not bound, no agent of type Open vSwitch agent registered on host n-h2-818022-2 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 18:12:49.069429 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c783a8a1-72ee-4b79-8f4e-298be2f208f0 req-fd7988f5-bcba-46d5-aba0-5dad6a5f077f service neutron] Attempting to bind port f400c77e-40b5-44b3-b18d-52d46129a7c1 on network b7890f04-2550-4c59-8e90-ae87e4850fbe {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:12:49.075727 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c783a8a1-72ee-4b79-8f4e-298be2f208f0 req-fd7988f5-bcba-46d5-aba0-5dad6a5f077f service neutron] Checking agent: {'id': '525ad2ac-c4ae-4c63-af2e-0bf8d25d0f0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'started_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 12, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:12:49.076072 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c783a8a1-72ee-4b79-8f4e-298be2f208f0 req-fd7988f5-bcba-46d5-aba0-5dad6a5f077f service neutron] Checking segment: {'id': '422f9f40-945b-44c5-aa86-c40340120273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'b7890f04-2550-4c59-8e90-ae87e4850fbe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:12:49.077059 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c783a8a1-72ee-4b79-8f4e-298be2f208f0 req-fd7988f5-bcba-46d5-aba0-5dad6a5f077f service neutron] Bound using segment: {'id': '422f9f40-945b-44c5-aa86-c40340120273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'b7890f04-2550-4c59-8e90-ae87e4850fbe'} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:12:49.077514 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-c783a8a1-72ee-4b79-8f4e-298be2f208f0 req-fd7988f5-bcba-46d5-aba0-5dad6a5f077f service neutron] Bound port: f400c77e-40b5-44b3-b18d-52d46129a7c1, host: n-h2-818022-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '422f9f40-945b-44c5-aa86-c40340120273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'b7890f04-2550-4c59-8e90-ae87e4850fbe'}}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:12:49.077903 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-c783a8a1-72ee-4b79-8f4e-298be2f208f0 req-fd7988f5-bcba-46d5-aba0-5dad6a5f077f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:49.166512 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-c783a8a1-72ee-4b79-8f4e-298be2f208f0 req-fd7988f5-bcba-46d5-aba0-5dad6a5f077f service neutron] For port f400c77e-40b5-44b3-b18d-52d46129a7c1, host n-h2-818022-2, cleared binding levels {{(pid=103364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:12:49.171964 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-c783a8a1-72ee-4b79-8f4e-298be2f208f0 req-fd7988f5-bcba-46d5-aba0-5dad6a5f077f service neutron] For port f400c77e-40b5-44b3-b18d-52d46129a7c1, host n-h2-818022-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=f400c77e-40b5-44b3-b18d-52d46129a7c1,segment=NetworkSegment(422f9f40-945b-44c5-aa86-c40340120273),segment_id=422f9f40-945b-44c5-aa86-c40340120273)] {{(pid=103364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:12:49.178087 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-c783a8a1-72ee-4b79-8f4e-298be2f208f0 req-fd7988f5-bcba-46d5-aba0-5dad6a5f077f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:49.218104 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-018ccb48-5e56-45bf-9967-af166d59b6bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:49.229008 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c783a8a1-72ee-4b79-8f4e-298be2f208f0 req-fd7988f5-bcba-46d5-aba0-5dad6a5f077f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:12:49.229652 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-c783a8a1-72ee-4b79-8f4e-298be2f208f0 req-fd7988f5-bcba-46d5-aba0-5dad6a5f077f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:49.233520 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c783a8a1-72ee-4b79-8f4e-298be2f208f0 req-fd7988f5-bcba-46d5-aba0-5dad6a5f077f service neutron] 10.222.0.86 "PUT /v2.0/ports/f400c77e-40b5-44b3-b18d-52d46129a7c1 HTTP/1.1" status: 200 len: 1091 time: 0.9523313 Nov 19 18:12:49.251632 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1d60e73c-082e-4ab3-9588-4c959124929b admin admin] Publish callbacks [] for port, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:49.257438 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1d60e73c-082e-4ab3-9588-4c959124929b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:49.263085 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ad0b0cd-a36f-4431-aacb-ab4103c1ced5', 'tag': 'f400c77e-40b5-44b3-b18d-52d46129a7c1'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:12:49.269866 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dd4767a008c23f8566efc82158ee1b1fff34e1a9e908d76d0b6d0ab7e350e5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8616138-e5dc-4559-9a37-1b84eca4c558" -d '{"events": [{"name": "network-changed", "server_uuid": "8ad0b0cd-a36f-4431-aacb-ab4103c1ced5", "tag": "f400c77e-40b5-44b3-b18d-52d46129a7c1"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:12:49.312426 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-d35d159f-70e8-4383-b8c0-b7f1cb488476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd818012-7464-4466-a1f9-e9a343404224', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1612014972', 'tenant_id': 'd41245dedb694df6accb5dc7769c75e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.182'}], 'enable_snat': True}, 'gw_port_id': '5044be33-277d-48f4-9ebd-36f0ba84e06b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:12:33Z', 'updated_at': '2021-11-19T18:12:41Z', 'revision_number': 4, 'project_id': 'd41245dedb694df6accb5dc7769c75e5', 'gw_port': {'id': '5044be33-277d-48f4-9ebd-36f0ba84e06b', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:ac:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd818012-7464-4466-a1f9-e9a343404224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:12:34Z', 'updated_at': '2021-11-19T18:12:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': '1331210d-af52-43f7-8a6a-d493182d56a0', 'name': '', 'network_id': 'b7890f04-2550-4c59-8e90-ae87e4850fbe', 'tenant_id': 'd41245dedb694df6accb5dc7769c75e5', 'mac_address': 'fa:16:3e:eb:9f:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd818012-7464-4466-a1f9-e9a343404224', 'device_owner': 'network:router_interface', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': 'c3c6713b-269a-48dd-a338-94c613354e1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:12:39Z', 'updated_at': '2021-11-19T18:12:47Z', 'revision_number': 4, 'project_id': 'd41245dedb694df6accb5dc7769c75e5', 'subnets': [{'id': 'c3c6713b-269a-48dd-a338-94c613354e1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:12:49.333495 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7988f5-bcba-46d5-aba0-5dad6a5f077f service neutron] Pushing event updated for resources: {'Port': ['ID=f400c77e-40b5-44b3-b18d-52d46129a7c1,revision_number=3']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:12:49.356452 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d60e73c-082e-4ab3-9588-4c959124929b admin admin] Pushing event updated for resources: {'Port': ['ID=77758f24-e0ed-4204-b57d-b674fced6c4b,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:12:49.366863 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1d60e73c-082e-4ab3-9588-4c959124929b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-768529'] for router_interface, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:49.385694 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 18:12:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6a2e1e7-5de4-4332-9be4-d7ff898a1577 x-openstack-request-id: req-a6a2e1e7-5de4-4332-9be4-d7ff898a1577 {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:12:49.386511 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ad0b0cd-a36f-4431-aacb-ab4103c1ced5", "tag": "f400c77e-40b5-44b3-b18d-52d46129a7c1", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:12:49.386511 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a6a2e1e7-5de4-4332-9be4-d7ff898a1577 {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:12:49.387524 n-d-818022-2 neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ad0b0cd-a36f-4431-aacb-ab4103c1ced5', 'tag': 'f400c77e-40b5-44b3-b18d-52d46129a7c1', 'status': 'completed', 'code': 200} Nov 19 18:12:49.393487 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35d159f-70e8-4383-b8c0-b7f1cb488476 None None] The sync data for ids ['cd818012-7464-4466-a1f9-e9a343404224'] in n-d-818022-2 is: [{'id': 'cd818012-7464-4466-a1f9-e9a343404224', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1612014972', 'tenant_id': 'd41245dedb694df6accb5dc7769c75e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.182'}], 'enable_snat': True}, 'gw_port_id': '5044be33-277d-48f4-9ebd-36f0ba84e06b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:12:33Z', 'updated_at': '2021-11-19T18:12:41Z', 'revision_number': 4, 'project_id': 'd41245dedb694df6accb5dc7769c75e5', 'gw_port': {'id': '5044be33-277d-48f4-9ebd-36f0ba84e06b', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:ac:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd818012-7464-4466-a1f9-e9a343404224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:12:34Z', 'updated_at': '2021-11-19T18:12:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': '1331210d-af52-43f7-8a6a-d493182d56a0', 'name': '', 'network_id': 'b7890f04-2550-4c59-8e90-ae87e4850fbe', 'tenant_id': 'd41245dedb694df6accb5dc7769c75e5', 'mac_address': 'fa:16:3e:eb:9f:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd818012-7464-4466-a1f9-e9a343404224', 'device_owner': 'network:router_interface', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': 'c3c6713b-269a-48dd-a338-94c613354e1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:12:39Z', 'updated_at': '2021-11-19T18:12:47Z', 'revision_number': 4, 'project_id': 'd41245dedb694df6accb5dc7769c75e5', 'subnets': [{'id': 'c3c6713b-269a-48dd-a338-94c613354e1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:12:49.407503 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c783a8a1-72ee-4b79-8f4e-298be2f208f0 req-9ce9262f-c7f6-42f2-8d73-5b2e46f26200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:12:49.409743 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c783a8a1-72ee-4b79-8f4e-298be2f208f0 req-9ce9262f-c7f6-42f2-8d73-5b2e46f26200 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=d41245dedb694df6accb5dc7769c75e5&device_id=8ad0b0cd-a36f-4431-aacb-ab4103c1ced5 HTTP/1.1" status: 200 len: 1094 time: 0.0940814 Nov 19 18:12:49.443361 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-018ccb48-5e56-45bf-9967-af166d59b6bc None None] For port 1331210d-af52-43f7-8a6a-d493182d56a0, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=1331210d-af52-43f7-8a6a-d493182d56a0,segment=NetworkSegment(422f9f40-945b-44c5-aa86-c40340120273),segment_id=422f9f40-945b-44c5-aa86-c40340120273)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:12:49.528483 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c783a8a1-72ee-4b79-8f4e-298be2f208f0 req-8412bcd8-ee6b-452c-a4fb-a314e229e61b service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f400c77e-40b5-44b3-b18d-52d46129a7c1 HTTP/1.1" status: 200 len: 217 time: 0.1050203 Nov 19 18:12:49.533795 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-018ccb48-5e56-45bf-9967-af166d59b6bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:49.576565 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d60e73c-082e-4ab3-9588-4c959124929b admin admin] Network 8d0bfea8-b9ce-4a4a-b909-d270f4dc9a77 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:12:49.578431 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-1d60e73c-082e-4ab3-9588-4c959124929b admin admin] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:12:49.645000 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c783a8a1-72ee-4b79-8f4e-298be2f208f0 req-eea8aea6-193d-4a93-b5c6-ed7cb49d3072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:12:49.646932 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c783a8a1-72ee-4b79-8f4e-298be2f208f0 req-eea8aea6-193d-4a93-b5c6-ed7cb49d3072 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c3c6713b-269a-48dd-a338-94c613354e1b HTTP/1.1" status: 200 len: 834 time: 0.1008458 Nov 19 18:12:49.717919 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 3ea8d49f-8ad4-4f11-82e9-d2dda835c3dd up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:12:49.746287 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c783a8a1-72ee-4b79-8f4e-298be2f208f0 req-7c53f9c6-6e70-4b4f-999a-2bc52260d303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:12:49.748097 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c783a8a1-72ee-4b79-8f4e-298be2f208f0 req-7c53f9c6-6e70-4b4f-999a-2bc52260d303 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=b7890f04-2550-4c59-8e90-ae87e4850fbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0893247 Nov 19 18:12:49.804176 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-9f92d769-94da-4182-a31f-45f0bf231c6f None None] Provisioning complete for port 3ea8d49f-8ad4-4f11-82e9-d2dda835c3dd triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:12:49.804556 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9f92d769-94da-4182-a31f-45f0bf231c6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:49.873785 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf37c45-6e77-4164-a883-ed2f2e6415e5 req-052e9b92-1756-4a76-9608-8ebcdb157ec6 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:12:49.875944 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6bf37c45-6e77-4164-a883-ed2f2e6415e5 req-052e9b92-1756-4a76-9608-8ebcdb157ec6 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/ports?device_id=8ad0b0cd-a36f-4431-aacb-ab4103c1ced5 HTTP/1.1" status: 200 len: 943 time: 0.2159305 Nov 19 18:12:49.878325 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018ccb48-5e56-45bf-9967-af166d59b6bc None None] Pushing event updated for resources: {'Port': ['ID=1331210d-af52-43f7-8a6a-d493182d56a0,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:12:49.898595 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-c62641d2-8e05-4d1a-abbe-8b5d205f718a None None] Publish callbacks [] for port, precommit_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:49.953721 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d60e73c-082e-4ab3-9588-4c959124929b admin admin] Router a12b7dc9-955e-48c3-84da-e473a5cb5ff9 has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 18:12:49.955828 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-c62641d2-8e05-4d1a-abbe-8b5d205f718a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:49.961380 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c783a8a1-72ee-4b79-8f4e-298be2f208f0 req-e10d7cff-85b9-4662-a282-f6fc0a049e66 service neutron] 10.222.0.86 "GET /v2.0/networks/b7890f04-2550-4c59-8e90-ae87e4850fbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1949534 Nov 19 18:12:50.044189 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6bf37c45-6e77-4164-a883-ed2f2e6415e5 req-65091dad-c17d-4075-8841-de51bafbe0b6 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/security-groups?id=c930bbbd-8ddb-42b8-a0a3-b12c53e6480f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1514041 Nov 19 18:12:50.054207 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 3ea8d49f-8ad4-4f11-82e9-d2dda835c3dd triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:12:50.054594 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:50.134619 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea2d5609-2cd3-4f16-9e0c-79ff7f11de51 None None] DHCP port deletion for 645e61aa-1a6c-4e8f-857e-ab06edb4897f request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:12:50.151252 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c783a8a1-72ee-4b79-8f4e-298be2f208f0 req-308f9c40-25db-467a-be2e-91eb8d1cdd98 service neutron] 10.222.0.86 "GET /v2.0/networks/b7890f04-2550-4c59-8e90-ae87e4850fbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790740 Nov 19 18:12:50.197527 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d60e73c-082e-4ab3-9588-4c959124929b admin admin] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:12:50.206052 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-1d60e73c-082e-4ab3-9588-4c959124929b admin admin] 10.222.0.54 "PUT /v2.0/routers/a12b7dc9-955e-48c3-84da-e473a5cb5ff9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8130312 Nov 19 18:12:50.271691 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146edd97-4aba-4420-9bba-b4e336b85126 None None] Pushing event updated for resources: {'Port': ['ID=29d01258-d58d-43bf-9f2e-eb23b3a67a7d,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:12:50.284439 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9f92d769-94da-4182-a31f-45f0bf231c6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:50.315666 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-c62641d2-8e05-4d1a-abbe-8b5d205f718a None None] Attempting to bind port 29d01258-d58d-43bf-9f2e-eb23b3a67a7d on host n-d-818022-2 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:12:50.316366 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-c62641d2-8e05-4d1a-abbe-8b5d205f718a None None] Attempting to bind port 29d01258-d58d-43bf-9f2e-eb23b3a67a7d by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:12:50.316921 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62641d2-8e05-4d1a-abbe-8b5d205f718a None None] Attempting to bind port 29d01258-d58d-43bf-9f2e-eb23b3a67a7d on network 645e61aa-1a6c-4e8f-857e-ab06edb4897f {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:12:50.327159 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62641d2-8e05-4d1a-abbe-8b5d205f718a None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 12, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:12:50.327546 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62641d2-8e05-4d1a-abbe-8b5d205f718a None None] Checking segment: {'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:12:50.328003 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-c62641d2-8e05-4d1a-abbe-8b5d205f718a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:50.328415 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62641d2-8e05-4d1a-abbe-8b5d205f718a None None] Bound using segment: {'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:12:50.329236 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-c62641d2-8e05-4d1a-abbe-8b5d205f718a None None] Bound port: 29d01258-d58d-43bf-9f2e-eb23b3a67a7d, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:12:50.329388 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-c62641d2-8e05-4d1a-abbe-8b5d205f718a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:50.374415 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8616138-e5dc-4559-9a37-1b84eca4c558 req-268dfb33-9e60-4a60-a270-7fd260de4917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:12:50.378332 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691694cb-2cbe-423f-a91a-69ea9edb8517 req-58d0704d-b986-4036-a974-094ae5a8ea65 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:12:50.381525 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c8616138-e5dc-4559-9a37-1b84eca4c558 req-268dfb33-9e60-4a60-a270-7fd260de4917 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=d41245dedb694df6accb5dc7769c75e5&device_id=8ad0b0cd-a36f-4431-aacb-ab4103c1ced5 HTTP/1.1" status: 200 len: 1094 time: 0.1283302 Nov 19 18:12:50.382431 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-691694cb-2cbe-423f-a91a-69ea9edb8517 req-58d0704d-b986-4036-a974-094ae5a8ea65 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/ports?device_id=7f65a0ed-74f2-4d58-9416-2934110d40dd HTTP/1.1" status: 200 len: 946 time: 0.1574564 Nov 19 18:12:50.400394 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-9f92d769-94da-4182-a31f-45f0bf231c6f None None] For port 3ea8d49f-8ad4-4f11-82e9-d2dda835c3dd, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=3ea8d49f-8ad4-4f11-82e9-d2dda835c3dd,segment=NetworkSegment(66d91456-c72d-4f2d-946a-6e7098567cf7),segment_id=66d91456-c72d-4f2d-946a-6e7098567cf7)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:12:50.416855 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9f92d769-94da-4182-a31f-45f0bf231c6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:50.501185 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f92d769-94da-4182-a31f-45f0bf231c6f None None] Pushing event updated for resources: {'Port': ['ID=3ea8d49f-8ad4-4f11-82e9-d2dda835c3dd,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:12:50.555542 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-691694cb-2cbe-423f-a91a-69ea9edb8517 req-2298bb5e-4365-43c7-a903-fdd5e39f0383 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/security-groups?id=a66d5311-8064-42eb-b883-c6c911692a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581321 Nov 19 18:12:50.650441 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-9f92d769-94da-4182-a31f-45f0bf231c6f None None] Provisioning complete for port 1331210d-af52-43f7-8a6a-d493182d56a0 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:12:50.651022 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9f92d769-94da-4182-a31f-45f0bf231c6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:50.723880 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8616138-e5dc-4559-9a37-1b84eca4c558 req-66c7931e-de0b-4259-815d-c108fa2dfb69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:12:50.727151 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c8616138-e5dc-4559-9a37-1b84eca4c558 req-66c7931e-de0b-4259-815d-c108fa2dfb69 service neutron] 10.222.0.86 "GET /v2.0/networks?id=b7890f04-2550-4c59-8e90-ae87e4850fbe HTTP/1.1" status: 200 len: 898 time: 0.3234944 Nov 19 18:12:50.748114 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-c62641d2-8e05-4d1a-abbe-8b5d205f718a None None] For port 29d01258-d58d-43bf-9f2e-eb23b3a67a7d, host n-d-818022-2, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:12:50.786754 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-c62641d2-8e05-4d1a-abbe-8b5d205f718a None None] For port 29d01258-d58d-43bf-9f2e-eb23b3a67a7d, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=29d01258-d58d-43bf-9f2e-eb23b3a67a7d,segment=NetworkSegment(bbe705c1-96c0-476e-8381-28227e6f0ac5),segment_id=bbe705c1-96c0-476e-8381-28227e6f0ac5)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:12:50.797293 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-c62641d2-8e05-4d1a-abbe-8b5d205f718a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:50.802054 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c8616138-e5dc-4559-9a37-1b84eca4c558 req-9c1b08e6-6cc4-4c56-8fcb-e09f31cc9914 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f400c77e-40b5-44b3-b18d-52d46129a7c1 HTTP/1.1" status: 200 len: 217 time: 0.0660272 Nov 19 18:12:50.920425 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-560587a1-53a0-4214-b9c7-f1b49956ecea None None] DHCP port deletion for 645e61aa-1a6c-4e8f-857e-ab06edb4897f request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:12:50.937763 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8616138-e5dc-4559-9a37-1b84eca4c558 req-f0376345-98ae-42b2-b798-200427fa12c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:12:50.944056 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c8616138-e5dc-4559-9a37-1b84eca4c558 req-f0376345-98ae-42b2-b798-200427fa12c2 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c3c6713b-269a-48dd-a338-94c613354e1b HTTP/1.1" status: 200 len: 834 time: 0.1312945 Nov 19 18:12:51.034543 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 1331210d-af52-43f7-8a6a-d493182d56a0 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:12:51.037484 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62641d2-8e05-4d1a-abbe-8b5d205f718a None None] Routers {'a12b7dc9-955e-48c3-84da-e473a5cb5ff9'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:12:51.038615 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-c62641d2-8e05-4d1a-abbe-8b5d205f718a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:12:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['a12b7dc9-955e-48c3-84da-e473a5cb5ff9'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:12:51.189411 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 39430) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:12:51.214337 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-b670f4b4-1d3c-48aa-b451-689dbdd910ff tempest-TestServerBasicOps-1087229333 tempest-TestServerBasicOps-1087229333-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1649513183', 'description': 'tempest-secgroup-smoke-1649513183 description', 'project_id': '46fc911a506f43faacc5bb57dab5a1bf'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:12:51.254802 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b670f4b4-1d3c-48aa-b451-689dbdd910ff tempest-TestServerBasicOps-1087229333 tempest-TestServerBasicOps-1087229333-project] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:51.267741 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f484a43d-7edc-46cb-8db0-eac11a86451c req-b1b76893-de30-4857-beb4-79866495d315 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:12:51.269915 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f484a43d-7edc-46cb-8db0-eac11a86451c req-b1b76893-de30-4857-beb4-79866495d315 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/ports?device_id=8ad0b0cd-a36f-4431-aacb-ab4103c1ced5 HTTP/1.1" status: 200 len: 943 time: 0.0923576 Nov 19 18:12:51.402051 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f484a43d-7edc-46cb-8db0-eac11a86451c req-a822ec3b-dfad-4c19-8fdf-75fbb07ccbad tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/security-groups?id=c930bbbd-8ddb-42b8-a0a3-b12c53e6480f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1204343 Nov 19 18:12:51.403402 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146edd97-4aba-4420-9bba-b4e336b85126 None None] Pushing event updated for resources: {'Port': ['ID=29d01258-d58d-43bf-9f2e-eb23b3a67a7d,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:12:51.441160 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8616138-e5dc-4559-9a37-1b84eca4c558 req-6c78954c-c90b-4807-89e4-4f5ea32c18bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:12:51.442953 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c8616138-e5dc-4559-9a37-1b84eca4c558 req-6c78954c-c90b-4807-89e4-4f5ea32c18bb service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=b7890f04-2550-4c59-8e90-ae87e4850fbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4908869 Nov 19 18:12:51.447018 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b670f4b4-1d3c-48aa-b451-689dbdd910ff tempest-TestServerBasicOps-1087229333 tempest-TestServerBasicOps-1087229333-project] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:51.454600 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b670f4b4-1d3c-48aa-b451-689dbdd910ff tempest-TestServerBasicOps-1087229333 tempest-TestServerBasicOps-1087229333-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:51.481958 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56953cf-45f6-4d2e-a24c-f2b90f3ea2db req-53d2e914-9c80-44af-986a-75c4a8a80e3f tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:12:51.483752 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c56953cf-45f6-4d2e-a24c-f2b90f3ea2db req-53d2e914-9c80-44af-986a-75c4a8a80e3f tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f65a0ed-74f2-4d58-9416-2934110d40dd HTTP/1.1" status: 200 len: 946 time: 0.1673467 Nov 19 18:12:51.507154 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-c62641d2-8e05-4d1a-abbe-8b5d205f718a None None] Set router a12b7dc9-955e-48c3-84da-e473a5cb5ff9 gateway port host: n-d-818022-2 {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:12:51.509682 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b670f4b4-1d3c-48aa-b451-689dbdd910ff tempest-TestServerBasicOps-1087229333 tempest-TestServerBasicOps-1087229333-project] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:51.511276 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-b670f4b4-1d3c-48aa-b451-689dbdd910ff tempest-TestServerBasicOps-1087229333 tempest-TestServerBasicOps-1087229333-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3179657 Nov 19 18:12:51.515820 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 39432) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:12:51.521436 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-9a3299b4-82e4-4d44-bf40-32fc88eb1675 tempest-TestServerBasicOps-1087229333 tempest-TestServerBasicOps-1087229333-project] Request body: {'security_group_rule': {'security_group_id': '2f1a7f71-4bfb-41e5-9887-51de285d3339', 'project_id': '46fc911a506f43faacc5bb57dab5a1bf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:12:51.530588 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b670f4b4-1d3c-48aa-b451-689dbdd910ff tempest-TestServerBasicOps-1087229333 tempest-TestServerBasicOps-1087229333-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f1a7f71-4bfb-41e5-9887-51de285d3339,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:12:51.566579 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 1331210d-af52-43f7-8a6a-d493182d56a0 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:12:51.566949 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:51.573707 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9a3299b4-82e4-4d44-bf40-32fc88eb1675 tempest-TestServerBasicOps-1087229333 tempest-TestServerBasicOps-1087229333-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:51.595164 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c8616138-e5dc-4559-9a37-1b84eca4c558 req-95e5d42c-a29a-4930-aeb0-2a1cadadd8f2 service neutron] 10.222.0.86 "GET /v2.0/networks/b7890f04-2550-4c59-8e90-ae87e4850fbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440387 Nov 19 18:12:51.648382 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-c56953cf-45f6-4d2e-a24c-f2b90f3ea2db req-93bcf256-033c-4c72-b674-68eda4f77b25 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Deleting port 9b7242e0-baf5-4a3d-9541-1cbaa1b9da29 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:12:51.648724 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-c56953cf-45f6-4d2e-a24c-f2b90f3ea2db req-93bcf256-033c-4c72-b674-68eda4f77b25 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:51.695047 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-3678dc49-a776-40dd-8ead-278982a6c690 None None] Provisioning complete for port 29d01258-d58d-43bf-9f2e-eb23b3a67a7d triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:12:51.695422 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3678dc49-a776-40dd-8ead-278982a6c690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:51.736639 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9a3299b4-82e4-4d44-bf40-32fc88eb1675 tempest-TestServerBasicOps-1087229333 tempest-TestServerBasicOps-1087229333-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:51.746036 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9a3299b4-82e4-4d44-bf40-32fc88eb1675 tempest-TestServerBasicOps-1087229333 tempest-TestServerBasicOps-1087229333-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735179'] for security_group_rule, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:51.773599 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-c56953cf-45f6-4d2e-a24c-f2b90f3ea2db req-93bcf256-033c-4c72-b674-68eda4f77b25 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] For port 9b7242e0-baf5-4a3d-9541-1cbaa1b9da29, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=9b7242e0-baf5-4a3d-9541-1cbaa1b9da29,segment=NetworkSegment(878aa1ad-d952-49b3-babf-f88949b54efa),segment_id=878aa1ad-d952-49b3-babf-f88949b54efa)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:12:51.774001 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-c56953cf-45f6-4d2e-a24c-f2b90f3ea2db req-93bcf256-033c-4c72-b674-68eda4f77b25 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:51.791541 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-c56953cf-45f6-4d2e-a24c-f2b90f3ea2db req-93bcf256-033c-4c72-b674-68eda4f77b25 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Calling delete_port for 9b7242e0-baf5-4a3d-9541-1cbaa1b9da29 owned by compute:nova {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:12:51.804437 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b35aae-8c7e-4384-ac38-e0b50a5d381d req-7c4b822e-1d29-4769-b737-777fa92c9432 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:12:51.806287 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-48b35aae-8c7e-4384-ac38-e0b50a5d381d req-7c4b822e-1d29-4769-b737-777fa92c9432 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/ports?device_id=7f65a0ed-74f2-4d58-9416-2934110d40dd HTTP/1.1" status: 200 len: 946 time: 0.1322782 Nov 19 18:12:51.809203 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3299b4-82e4-4d44-bf40-32fc88eb1675 tempest-TestServerBasicOps-1087229333 tempest-TestServerBasicOps-1087229333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0563b61a-e4c1-44ec-b13b-5885d863dc89,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:12:51.814031 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9a3299b4-82e4-4d44-bf40-32fc88eb1675 tempest-TestServerBasicOps-1087229333 tempest-TestServerBasicOps-1087229333-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:51.815350 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-9a3299b4-82e4-4d44-bf40-32fc88eb1675 tempest-TestServerBasicOps-1087229333 tempest-TestServerBasicOps-1087229333-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2977233 Nov 19 18:12:51.818160 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c8616138-e5dc-4559-9a37-1b84eca4c558 req-bd46ee7b-4721-4f42-a15e-dc319df7765a service neutron] 10.222.0.86 "GET /v2.0/networks/b7890f04-2550-4c59-8e90-ae87e4850fbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2114036 Nov 19 18:12:51.818815 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 39436) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:12:51.823308 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-653ea62e-e2fa-42cb-b814-f69a56f8b5d6 tempest-TestServerBasicOps-1087229333 tempest-TestServerBasicOps-1087229333-project] Request body: {'security_group_rule': {'security_group_id': '2f1a7f71-4bfb-41e5-9887-51de285d3339', 'project_id': '46fc911a506f43faacc5bb57dab5a1bf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:12:51.867027 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 3ea8d49f-8ad4-4f11-82e9-d2dda835c3dd up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:12:51.891946 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-653ea62e-e2fa-42cb-b814-f69a56f8b5d6 tempest-TestServerBasicOps-1087229333 tempest-TestServerBasicOps-1087229333-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:51.905959 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-48b35aae-8c7e-4384-ac38-e0b50a5d381d req-c2c66e2e-411f-49f3-b42e-4d7abcfdb144 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/security-groups?id=a66d5311-8064-42eb-b883-c6c911692a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761375 Nov 19 18:12:51.911992 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3678dc49-a776-40dd-8ead-278982a6c690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:51.954162 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-c62641d2-8e05-4d1a-abbe-8b5d205f718a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a12b7dc9-955e-48c3-84da-e473a5cb5ff9', 'name': 'tempest-TestServerBasicOps-872480896-router', 'tenant_id': '00ac027819ba4afaa76dc6f1a15c161f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.194'}], 'enable_snat': True}, 'gw_port_id': '29d01258-d58d-43bf-9f2e-eb23b3a67a7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:12:43Z', 'updated_at': '2021-11-19T18:12:48Z', 'revision_number': 4, 'project_id': '00ac027819ba4afaa76dc6f1a15c161f', 'gw_port': {'id': '29d01258-d58d-43bf-9f2e-eb23b3a67a7d', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:ef:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a12b7dc9-955e-48c3-84da-e473a5cb5ff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3677, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:12:44Z', 'updated_at': '2021-11-19T18:12:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': '77758f24-e0ed-4204-b57d-b674fced6c4b', 'name': '', 'network_id': '8d0bfea8-b9ce-4a4a-b909-d270f4dc9a77', 'tenant_id': '00ac027819ba4afaa76dc6f1a15c161f', 'mac_address': 'fa:16:3e:94:06:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a12b7dc9-955e-48c3-84da-e473a5cb5ff9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': '5e8b53e4-5194-49d7-87b6-af9416c14b90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:12:47Z', 'updated_at': '2021-11-19T18:12:49Z', 'revision_number': 2, 'project_id': '00ac027819ba4afaa76dc6f1a15c161f', 'subnets': [{'id': '5e8b53e4-5194-49d7-87b6-af9416c14b90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:12:51.960836 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-3678dc49-a776-40dd-8ead-278982a6c690 None None] For port 29d01258-d58d-43bf-9f2e-eb23b3a67a7d, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=29d01258-d58d-43bf-9f2e-eb23b3a67a7d,segment=NetworkSegment(bbe705c1-96c0-476e-8381-28227e6f0ac5),segment_id=bbe705c1-96c0-476e-8381-28227e6f0ac5)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:12:51.980404 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-653ea62e-e2fa-42cb-b814-f69a56f8b5d6 tempest-TestServerBasicOps-1087229333 tempest-TestServerBasicOps-1087229333-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:51.985012 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-653ea62e-e2fa-42cb-b814-f69a56f8b5d6 tempest-TestServerBasicOps-1087229333 tempest-TestServerBasicOps-1087229333-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735179'] for security_group_rule, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:51.990419 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3678dc49-a776-40dd-8ead-278982a6c690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:51.996296 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62641d2-8e05-4d1a-abbe-8b5d205f718a None None] The sync data for ids ['a12b7dc9-955e-48c3-84da-e473a5cb5ff9'] in n-d-818022-2 is: [{'id': 'a12b7dc9-955e-48c3-84da-e473a5cb5ff9', 'name': 'tempest-TestServerBasicOps-872480896-router', 'tenant_id': '00ac027819ba4afaa76dc6f1a15c161f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.194'}], 'enable_snat': True}, 'gw_port_id': '29d01258-d58d-43bf-9f2e-eb23b3a67a7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:12:43Z', 'updated_at': '2021-11-19T18:12:48Z', 'revision_number': 4, 'project_id': '00ac027819ba4afaa76dc6f1a15c161f', 'gw_port': {'id': '29d01258-d58d-43bf-9f2e-eb23b3a67a7d', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:ef:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a12b7dc9-955e-48c3-84da-e473a5cb5ff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3677, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:12:44Z', 'updated_at': '2021-11-19T18:12:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': '77758f24-e0ed-4204-b57d-b674fced6c4b', 'name': '', 'network_id': '8d0bfea8-b9ce-4a4a-b909-d270f4dc9a77', 'tenant_id': '00ac027819ba4afaa76dc6f1a15c161f', 'mac_address': 'fa:16:3e:94:06:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a12b7dc9-955e-48c3-84da-e473a5cb5ff9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': '5e8b53e4-5194-49d7-87b6-af9416c14b90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:12:47Z', 'updated_at': '2021-11-19T18:12:49Z', 'revision_number': 2, 'project_id': '00ac027819ba4afaa76dc6f1a15c161f', 'subnets': [{'id': '5e8b53e4-5194-49d7-87b6-af9416c14b90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:12:52.004586 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653ea62e-e2fa-42cb-b814-f69a56f8b5d6 tempest-TestServerBasicOps-1087229333 tempest-TestServerBasicOps-1087229333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c62ab3e3-a28d-401c-9888-0cc580d8e751,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:12:52.015737 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-c56953cf-45f6-4d2e-a24c-f2b90f3ea2db req-93bcf256-033c-4c72-b674-68eda4f77b25 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:52.019695 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-653ea62e-e2fa-42cb-b814-f69a56f8b5d6 tempest-TestServerBasicOps-1087229333 tempest-TestServerBasicOps-1087229333-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:52.020603 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 3ea8d49f-8ad4-4f11-82e9-d2dda835c3dd triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:12:52.021105 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:52.021731 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-653ea62e-e2fa-42cb-b814-f69a56f8b5d6 tempest-TestServerBasicOps-1087229333 tempest-TestServerBasicOps-1087229333-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2018127 Nov 19 18:12:52.025900 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 39438) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:12:52.032860 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['9b7242e0-baf5-4a3d-9541-1cbaa1b9da29'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:12:52.034082 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-e375859e-e4f6-4433-aff8-31a069d5c720 tempest-TestServerBasicOps-1087229333 tempest-TestServerBasicOps-1087229333-project] Request body: {'security_group_rule': {'security_group_id': '2f1a7f71-4bfb-41e5-9887-51de285d3339', 'project_id': '46fc911a506f43faacc5bb57dab5a1bf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:12:52.068329 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bcf256-033c-4c72-b674-68eda4f77b25 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Pushing event deleted for resources: {'Port': ['ID=9b7242e0-baf5-4a3d-9541-1cbaa1b9da29,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:12:52.068692 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 2e0f25e1-d84f-429c-ab5b-6fa3322bd248 no longer exists at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:12:52.073568 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e375859e-e4f6-4433-aff8-31a069d5c720 tempest-TestServerBasicOps-1087229333 tempest-TestServerBasicOps-1087229333-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:52.134878 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-3678dc49-a776-40dd-8ead-278982a6c690 None None] Provisioning complete for port 77758f24-e0ed-4204-b57d-b674fced6c4b triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:12:52.135254 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3678dc49-a776-40dd-8ead-278982a6c690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:52.135569 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-c56953cf-45f6-4d2e-a24c-f2b90f3ea2db req-93bcf256-033c-4c72-b674-68eda4f77b25 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] No DVR routers for this DVR port 9b7242e0-baf5-4a3d-9541-1cbaa1b9da29 on host n-h1-818022-2 {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:12:52.139127 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-c56953cf-45f6-4d2e-a24c-f2b90f3ea2db req-93bcf256-033c-4c72-b674-68eda4f77b25 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:52.143345 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c56953cf-45f6-4d2e-a24c-f2b90f3ea2db req-93bcf256-033c-4c72-b674-68eda4f77b25 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.60 "DELETE /v2.0/ports/9b7242e0-baf5-4a3d-9541-1cbaa1b9da29 HTTP/1.1" status: 204 len: 173 time: 0.6519368 Nov 19 18:12:52.143841 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f65a0ed-74f2-4d58-9416-2934110d40dd', 'name': 'network-vif-deleted', 'tag': '9b7242e0-baf5-4a3d-9541-1cbaa1b9da29'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:12:52.146537 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218319d759239a7d11f1288aef37381b97754913ee9ccbfd43b51a463f801712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-985f68c3-c0a9-4c1f-9cc3-dbb9d532ce90" -d '{"events": [{"server_uuid": "7f65a0ed-74f2-4d58-9416-2934110d40dd", "name": "network-vif-deleted", "tag": "9b7242e0-baf5-4a3d-9541-1cbaa1b9da29"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:12:52.152992 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] No Port match for: 2e0f25e1-d84f-429c-ab5b-6fa3322bd248 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:12:52.153339 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 2e0f25e1-d84f-429c-ab5b-6fa3322bd248 not bound to the agent host n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:12:52.190311 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e375859e-e4f6-4433-aff8-31a069d5c720 tempest-TestServerBasicOps-1087229333 tempest-TestServerBasicOps-1087229333-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:52.201109 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e375859e-e4f6-4433-aff8-31a069d5c720 tempest-TestServerBasicOps-1087229333 tempest-TestServerBasicOps-1087229333-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735179'] for security_group_rule, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:52.212194 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:12:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c739086-bfe7-4fd6-9941-9973296b2026 x-openstack-request-id: req-1c739086-bfe7-4fd6-9941-9973296b2026 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:12:52.212920 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f65a0ed-74f2-4d58-9416-2934110d40dd", "name": "network-vif-deleted", "tag": "9b7242e0-baf5-4a3d-9541-1cbaa1b9da29", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:12:52.213415 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-1c739086-bfe7-4fd6-9941-9973296b2026 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:12:52.214128 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f65a0ed-74f2-4d58-9416-2934110d40dd', 'name': 'network-vif-deleted', 'tag': '9b7242e0-baf5-4a3d-9541-1cbaa1b9da29', 'status': 'completed', 'code': 200} Nov 19 18:12:52.243250 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e375859e-e4f6-4433-aff8-31a069d5c720 tempest-TestServerBasicOps-1087229333 tempest-TestServerBasicOps-1087229333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cecae712-cfc5-4e9e-b958-22833f456461,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:12:52.257102 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e375859e-e4f6-4433-aff8-31a069d5c720 tempest-TestServerBasicOps-1087229333 tempest-TestServerBasicOps-1087229333-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:52.258755 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-e375859e-e4f6-4433-aff8-31a069d5c720 tempest-TestServerBasicOps-1087229333 tempest-TestServerBasicOps-1087229333-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2312617 Nov 19 18:12:52.261167 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 39442) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:12:52.262537 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3678dc49-a776-40dd-8ead-278982a6c690 None None] Pushing event updated for resources: {'Port': ['ID=29d01258-d58d-43bf-9f2e-eb23b3a67a7d,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:12:52.268010 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-396050eb-e4e2-4943-a24b-324249ad38ea tempest-TestServerBasicOps-1087229333 tempest-TestServerBasicOps-1087229333-project] Request body: {'security_group_rule': {'security_group_id': '2f1a7f71-4bfb-41e5-9887-51de285d3339', 'project_id': '46fc911a506f43faacc5bb57dab5a1bf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:12:52.310787 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-396050eb-e4e2-4943-a24b-324249ad38ea tempest-TestServerBasicOps-1087229333 tempest-TestServerBasicOps-1087229333-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:52.319471 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-3678dc49-a776-40dd-8ead-278982a6c690 None None] Port 77758f24-e0ed-4204-b57d-b674fced6c4b cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:12:52.355305 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-3678dc49-a776-40dd-8ead-278982a6c690 None None] Provisioning complete for port 3ea8d49f-8ad4-4f11-82e9-d2dda835c3dd triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:12:52.356565 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3678dc49-a776-40dd-8ead-278982a6c690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:52.398245 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-396050eb-e4e2-4943-a24b-324249ad38ea tempest-TestServerBasicOps-1087229333 tempest-TestServerBasicOps-1087229333-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:52.403996 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-396050eb-e4e2-4943-a24b-324249ad38ea tempest-TestServerBasicOps-1087229333 tempest-TestServerBasicOps-1087229333-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735179'] for security_group_rule, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:52.429167 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-396050eb-e4e2-4943-a24b-324249ad38ea tempest-TestServerBasicOps-1087229333 tempest-TestServerBasicOps-1087229333-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:52.430585 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-396050eb-e4e2-4943-a24b-324249ad38ea tempest-TestServerBasicOps-1087229333 tempest-TestServerBasicOps-1087229333-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1676960 Nov 19 18:12:52.433520 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 39444) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:12:52.434918 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396050eb-e4e2-4943-a24b-324249ad38ea tempest-TestServerBasicOps-1087229333 tempest-TestServerBasicOps-1087229333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8f9398e-2b9a-45b2-a250-715fe8738f0f,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:12:52.444231 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-ae918544-7b3e-4510-990f-555cc3d1e552 tempest-TestServerBasicOps-1087229333 tempest-TestServerBasicOps-1087229333-project] Request body: {'security_group_rule': {'security_group_id': '2f1a7f71-4bfb-41e5-9887-51de285d3339', 'project_id': '46fc911a506f43faacc5bb57dab5a1bf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:12:52.489697 n-d-818022-2 neutron-server[103365]: INFO neutron.db.securitygroups_db [None req-ae918544-7b3e-4510-990f-555cc3d1e552 tempest-TestServerBasicOps-1087229333 tempest-TestServerBasicOps-1087229333-project] Project 46fc911a506f43faacc5bb57dab5a1bf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 18:12:52.495040 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ae918544-7b3e-4510-990f-555cc3d1e552 tempest-TestServerBasicOps-1087229333 tempest-TestServerBasicOps-1087229333-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:52.560143 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b418bc-faaf-41f6-bd8b-24f603dc96f8 req-ccb0606e-559f-4abc-be50-0e97eb4b487c tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:12:52.562019 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-07b418bc-faaf-41f6-bd8b-24f603dc96f8 req-ccb0606e-559f-4abc-be50-0e97eb4b487c tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/ports?device_id=8ad0b0cd-a36f-4431-aacb-ab4103c1ced5 HTTP/1.1" status: 200 len: 943 time: 0.0535295 Nov 19 18:12:52.568010 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ae918544-7b3e-4510-990f-555cc3d1e552 tempest-TestServerBasicOps-1087229333 tempest-TestServerBasicOps-1087229333-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:52.574493 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ae918544-7b3e-4510-990f-555cc3d1e552 tempest-TestServerBasicOps-1087229333 tempest-TestServerBasicOps-1087229333-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735179'] for security_group_rule, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:52.616042 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae918544-7b3e-4510-990f-555cc3d1e552 tempest-TestServerBasicOps-1087229333 tempest-TestServerBasicOps-1087229333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83a27819-43ea-45b5-9321-0f45a91d8f5e,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:12:52.623339 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ae918544-7b3e-4510-990f-555cc3d1e552 tempest-TestServerBasicOps-1087229333 tempest-TestServerBasicOps-1087229333-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:52.625177 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-ae918544-7b3e-4510-990f-555cc3d1e552 tempest-TestServerBasicOps-1087229333 tempest-TestServerBasicOps-1087229333-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1888950 Nov 19 18:12:52.629691 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 39448) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:12:52.638698 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-ebb20df0-22e1-4e66-bb14-cfd57ee4bf9d tempest-TestServerBasicOps-1087229333 tempest-TestServerBasicOps-1087229333-project] Request body: {'security_group_rule': {'security_group_id': '2f1a7f71-4bfb-41e5-9887-51de285d3339', 'project_id': '46fc911a506f43faacc5bb57dab5a1bf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:12:52.666814 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-07b418bc-faaf-41f6-bd8b-24f603dc96f8 req-cb574395-564c-4bbc-871e-e543ed81bc43 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/security-groups?id=c930bbbd-8ddb-42b8-a0a3-b12c53e6480f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957096 Nov 19 18:12:52.673398 n-d-818022-2 neutron-server[103365]: INFO neutron.db.securitygroups_db [None req-ebb20df0-22e1-4e66-bb14-cfd57ee4bf9d tempest-TestServerBasicOps-1087229333 tempest-TestServerBasicOps-1087229333-project] Project 46fc911a506f43faacc5bb57dab5a1bf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 18:12:52.681880 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ebb20df0-22e1-4e66-bb14-cfd57ee4bf9d tempest-TestServerBasicOps-1087229333 tempest-TestServerBasicOps-1087229333-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:52.752420 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ebb20df0-22e1-4e66-bb14-cfd57ee4bf9d tempest-TestServerBasicOps-1087229333 tempest-TestServerBasicOps-1087229333-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:52.756242 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ebb20df0-22e1-4e66-bb14-cfd57ee4bf9d tempest-TestServerBasicOps-1087229333 tempest-TestServerBasicOps-1087229333-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735179'] for security_group_rule, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:52.773413 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb20df0-22e1-4e66-bb14-cfd57ee4bf9d tempest-TestServerBasicOps-1087229333 tempest-TestServerBasicOps-1087229333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=758a6cd4-3e2f-4c9f-83da-f799e1bb59d8,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:12:52.786312 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ebb20df0-22e1-4e66-bb14-cfd57ee4bf9d tempest-TestServerBasicOps-1087229333 tempest-TestServerBasicOps-1087229333-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:52.787580 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-ebb20df0-22e1-4e66-bb14-cfd57ee4bf9d tempest-TestServerBasicOps-1087229333 tempest-TestServerBasicOps-1087229333-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1564662 Nov 19 18:12:52.912262 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device f400c77e-40b5-44b3-b18d-52d46129a7c1 details requested by agent hyperv_n-h2-818022-2 with host n-h2-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 18:12:52.959875 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-46862dd1-32c0-41a6-a777-e854d8d2c751 req-743b36f3-e87e-42eb-9874-5408287a942e tempest-TestServerBasicOps-1087229333 tempest-TestServerBasicOps-1087229333-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1649513183&fields=id&tenant_id=46fc911a506f43faacc5bb57dab5a1bf HTTP/1.1" status: 200 len: 267 time: 0.0580242 Nov 19 18:12:53.033312 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port f400c77e-40b5-44b3-b18d-52d46129a7c1, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=f400c77e-40b5-44b3-b18d-52d46129a7c1,segment=NetworkSegment(422f9f40-945b-44c5-aa86-c40340120273),segment_id=422f9f40-945b-44c5-aa86-c40340120273)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:12:53.046752 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Returning: {'device': 'f400c77e-40b5-44b3-b18d-52d46129a7c1', 'network_id': 'b7890f04-2550-4c59-8e90-ae87e4850fbe', 'port_id': 'f400c77e-40b5-44b3-b18d-52d46129a7c1', 'mac_address': 'fa:16:3e:db:be:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3c6713b-269a-48dd-a338-94c613354e1b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 18:12:53.089439 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:53.094441 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46862dd1-32c0-41a6-a777-e854d8d2c751 req-353968e9-bf24-402d-9a89-e95db6f3b9d5 tempest-TestServerBasicOps-1087229333 tempest-TestServerBasicOps-1087229333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:12:53.106037 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-46862dd1-32c0-41a6-a777-e854d8d2c751 req-353968e9-bf24-402d-9a89-e95db6f3b9d5 tempest-TestServerBasicOps-1087229333 tempest-TestServerBasicOps-1087229333-project] 10.222.0.54 "GET /v2.0/networks?id=4a49efd5-bc80-4af6-a575-c2d3be6941db HTTP/1.1" status: 200 len: 809 time: 0.1279671 Nov 19 18:12:53.108072 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f400c77e-40b5-44b3-b18d-52d46129a7c1 {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:12:53.119322 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-46862dd1-32c0-41a6-a777-e854d8d2c751 req-c752069f-ea5b-43eb-88e4-3b5171c0dced tempest-TestServerBasicOps-1087229333 tempest-TestServerBasicOps-1087229333-project] 10.222.0.54 "GET /v2.0/quotas/46fc911a506f43faacc5bb57dab5a1bf HTTP/1.1" status: 200 len: 375 time: 0.0108836 Nov 19 18:12:53.132915 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port f400c77e-40b5-44b3-b18d-52d46129a7c1, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=f400c77e-40b5-44b3-b18d-52d46129a7c1,segment=NetworkSegment(422f9f40-945b-44c5-aa86-c40340120273),segment_id=422f9f40-945b-44c5-aa86-c40340120273)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:12:53.143596 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:53.200026 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Pushing event updated for resources: {'Port': ['ID=f400c77e-40b5-44b3-b18d-52d46129a7c1,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:12:53.202932 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-46862dd1-32c0-41a6-a777-e854d8d2c751 req-ebf4566d-4f21-4d80-9e10-64c4e7b59686 tempest-TestServerBasicOps-1087229333 tempest-TestServerBasicOps-1087229333-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=46fc911a506f43faacc5bb57dab5a1bf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0760016 Nov 19 18:12:53.239658 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232effe4-f55c-44e1-bc6e-0b5b3247a839 req-54c507a6-9db9-4bde-acb3-268b95ed6c24 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:12:53.244811 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-232effe4-f55c-44e1-bc6e-0b5b3247a839 req-54c507a6-9db9-4bde-acb3-268b95ed6c24 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/ports?device_id=cc04e7a6-e0b7-438f-a931-99187cf28379 HTTP/1.1" status: 200 len: 944 time: 0.0705788 Nov 19 18:12:53.307878 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-232effe4-f55c-44e1-bc6e-0b5b3247a839 req-f1402bec-6e2d-4c44-b16c-f9055c589232 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1dc433e-2f31-472a-89c9-d0d668ac0a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598195 Nov 19 18:12:53.328315 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-46862dd1-32c0-41a6-a777-e854d8d2c751 req-cf4c952c-ddce-478c-8cbc-004d14c505ff service neutron] 10.222.0.54 "GET /v2.0/networks/4a49efd5-bc80-4af6-a575-c2d3be6941db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094673 Nov 19 18:12:53.432304 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] get_ports_and_sgs() called for port_ids ['f400c77e-40b5-44b3-b18d-52d46129a7c1'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:12:53.470013 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-46862dd1-32c0-41a6-a777-e854d8d2c751 req-894686ed-cc4c-4285-a9e3-2545b949c49c service neutron] 10.222.0.54 "GET /v2.0/networks/4a49efd5-bc80-4af6-a575-c2d3be6941db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349080 Nov 19 18:12:53.725558 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2723b52a-d101-4461-a90a-2949c99b80bd req-00010143-d2f0-4718-b9fa-e038157be65e tempest-TestServerBasicOps-1087229333 tempest-TestServerBasicOps-1087229333-project] 10.222.0.54 "GET /v2.0/ports?device_id=6f823120-2583-4ac2-8c26-8fb9eb5f20a1 HTTP/1.1" status: 200 len: 210 time: 0.0492907 Nov 19 18:12:53.833131 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eda1aa-3e2e-43b1-80e7-7133b90dd3fc req-d8e7d171-8794-426b-aadf-8808f955155e tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:12:53.834920 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b0eda1aa-3e2e-43b1-80e7-7133b90dd3fc req-d8e7d171-8794-426b-aadf-8808f955155e tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/ports?device_id=8ad0b0cd-a36f-4431-aacb-ab4103c1ced5 HTTP/1.1" status: 200 len: 944 time: 0.0664458 Nov 19 18:12:53.918986 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b0eda1aa-3e2e-43b1-80e7-7133b90dd3fc req-834f36c4-95a0-4739-8d47-96c6168fbd92 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/security-groups?id=c930bbbd-8ddb-42b8-a0a3-b12c53e6480f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750058 Nov 19 18:12:54.445670 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb1f1cf-3f04-4ee0-8b77-bfd095e3e218 req-0797242c-9b19-4977-bcbd-678e7a2fa830 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:12:54.447699 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-deb1f1cf-3f04-4ee0-8b77-bfd095e3e218 req-0797242c-9b19-4977-bcbd-678e7a2fa830 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/ports?device_id=cc04e7a6-e0b7-438f-a931-99187cf28379 HTTP/1.1" status: 200 len: 944 time: 0.0608714 Nov 19 18:12:54.504537 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-deb1f1cf-3f04-4ee0-8b77-bfd095e3e218 req-df55bee4-a3dd-4370-8d63-c7c504ecd4d9 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1dc433e-2f31-472a-89c9-d0d668ac0a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495880 Nov 19 18:12:54.793892 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 29d01258-d58d-43bf-9f2e-eb23b3a67a7d up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:12:54.851401 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 29d01258-d58d-43bf-9f2e-eb23b3a67a7d triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:12:54.851935 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:54.882117 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64079782-8b5b-417d-b881-b61a612c958a req-77106c4c-72a2-41fe-8612-19461ee45387 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:12:54.883650 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-64079782-8b5b-417d-b881-b61a612c958a req-77106c4c-72a2-41fe-8612-19461ee45387 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc04e7a6-e0b7-438f-a931-99187cf28379 HTTP/1.1" status: 200 len: 944 time: 0.0847621 Nov 19 18:12:54.912048 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-207d3f1c-6c07-489e-85cc-71e22e3799f2 req-cf7abd7a-76af-4845-9a04-63da348e6f1e tempest-TestServerBasicOps-1087229333 tempest-TestServerBasicOps-1087229333-project] 10.222.0.54 "GET /v2.0/ports?device_id=6f823120-2583-4ac2-8c26-8fb9eb5f20a1 HTTP/1.1" status: 200 len: 210 time: 0.0414472 Nov 19 18:12:54.968618 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device f400c77e-40b5-44b3-b18d-52d46129a7c1 up at agent hyperv_n-h2-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:12:54.985894 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46862dd1-32c0-41a6-a777-e854d8d2c751 req-5b3d6765-90ea-433c-9370-675529d45b91 tempest-TestServerBasicOps-1087229333 tempest-TestServerBasicOps-1087229333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:12:54.989616 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-46862dd1-32c0-41a6-a777-e854d8d2c751 req-5b3d6765-90ea-433c-9370-675529d45b91 tempest-TestServerBasicOps-1087229333 tempest-TestServerBasicOps-1087229333-project] 10.222.0.60 "GET /v2.0/networks?id=4a49efd5-bc80-4af6-a575-c2d3be6941db HTTP/1.1" status: 200 len: 809 time: 0.1917508 Nov 19 18:12:55.053140 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Provisioning for port f400c77e-40b5-44b3-b18d-52d46129a7c1 completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 18:12:55.057767 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Provisioning complete for port f400c77e-40b5-44b3-b18d-52d46129a7c1 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:12:55.058203 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:55.073115 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-46862dd1-32c0-41a6-a777-e854d8d2c751 req-3dbf798e-e9ed-4dd5-8415-3369fadbd4b2 tempest-TestServerBasicOps-1087229333 tempest-TestServerBasicOps-1087229333-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=46fc911a506f43faacc5bb57dab5a1bf HTTP/1.1" status: 200 len: 380 time: 0.0729074 Nov 19 18:12:55.073403 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [req-64079782-8b5b-417d-b881-b61a612c958a req-585233e8-fc4b-4ff3-b5b9-7d85d180db08 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Deleting port 2019baf0-8dd1-4014-98b3-2c3c4d3ec3aa {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:12:55.073752 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-64079782-8b5b-417d-b881-b61a612c958a req-585233e8-fc4b-4ff3-b5b9-7d85d180db08 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:55.087436 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-46862dd1-32c0-41a6-a777-e854d8d2c751 req-cb7997ac-3756-462a-b53d-9325d20cb28f tempest-TestServerBasicOps-1087229333 tempest-TestServerBasicOps-1087229333-project] Request body: {'port': {'device_id': '6f823120-2583-4ac2-8c26-8fb9eb5f20a1', 'network_id': '4a49efd5-bc80-4af6-a575-c2d3be6941db', 'admin_state_up': True, 'tenant_id': '46fc911a506f43faacc5bb57dab5a1bf', 'security_groups': ['2f1a7f71-4bfb-41e5-9887-51de285d3339']}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:12:55.147898 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:55.148180 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388ddd95-9f12-49a2-8874-905765096072 req-d55dd647-2c6f-4aab-8bb1-c76f0ce77880 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:12:55.149783 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-388ddd95-9f12-49a2-8874-905765096072 req-d55dd647-2c6f-4aab-8bb1-c76f0ce77880 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/ports?device_id=8ad0b0cd-a36f-4431-aacb-ab4103c1ced5 HTTP/1.1" status: 200 len: 944 time: 0.1188989 Nov 19 18:12:55.175017 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ad0b0cd-a36f-4431-aacb-ab4103c1ced5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f400c77e-40b5-44b3-b18d-52d46129a7c1'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:12:55.177882 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3940761bcd94e032e6960d2241bd8993c5d3a7d8dc2aca8488f3ecf1d4dd2fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b33ae3ce-479c-4333-866e-6d55c329d8f9" -d '{"events": [{"server_uuid": "8ad0b0cd-a36f-4431-aacb-ab4103c1ced5", "name": "network-vif-plugged", "status": "completed", "tag": "f400c77e-40b5-44b3-b18d-52d46129a7c1"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:12:55.194486 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port f400c77e-40b5-44b3-b18d-52d46129a7c1, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=f400c77e-40b5-44b3-b18d-52d46129a7c1,segment=NetworkSegment(422f9f40-945b-44c5-aa86-c40340120273),segment_id=422f9f40-945b-44c5-aa86-c40340120273)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:12:55.201533 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:55.246439 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-388ddd95-9f12-49a2-8874-905765096072 req-11ed1557-638c-4f36-ba7c-614042027d5d tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/security-groups?id=c930bbbd-8ddb-42b8-a0a3-b12c53e6480f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828516 Nov 19 18:12:55.248313 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-64079782-8b5b-417d-b881-b61a612c958a req-585233e8-fc4b-4ff3-b5b9-7d85d180db08 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] For port 2019baf0-8dd1-4014-98b3-2c3c4d3ec3aa, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=2019baf0-8dd1-4014-98b3-2c3c4d3ec3aa,segment=NetworkSegment(878aa1ad-d952-49b3-babf-f88949b54efa),segment_id=878aa1ad-d952-49b3-babf-f88949b54efa)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:12:55.248682 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-64079782-8b5b-417d-b881-b61a612c958a req-585233e8-fc4b-4ff3-b5b9-7d85d180db08 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:55.249107 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:12:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3d0be0a-3410-460e-aed2-a614dd11b333 x-openstack-request-id: req-e3d0be0a-3410-460e-aed2-a614dd11b333 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:12:55.249851 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ad0b0cd-a36f-4431-aacb-ab4103c1ced5", "name": "network-vif-plugged", "status": "completed", "tag": "f400c77e-40b5-44b3-b18d-52d46129a7c1", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:12:55.250268 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e3d0be0a-3410-460e-aed2-a614dd11b333 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:12:55.250907 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ad0b0cd-a36f-4431-aacb-ab4103c1ced5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f400c77e-40b5-44b3-b18d-52d46129a7c1', 'code': 200} Nov 19 18:12:55.279532 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Pushing event updated for resources: {'Port': ['ID=f400c77e-40b5-44b3-b18d-52d46129a7c1,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:12:55.401436 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.agents_db [None req-619e5c26-d9ed-4321-86eb-7d443bb9dfa2 None None] Agent healthcheck: found 7 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 18:12:55.487336 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da24c19c-9c58-46ba-9ad4-810f4a1654b0 req-4bfcb755-d6b3-4a6e-bc83-5f69c9998caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:12:55.488938 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-da24c19c-9c58-46ba-9ad4-810f4a1654b0 req-4bfcb755-d6b3-4a6e-bc83-5f69c9998caa service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=8ad0b0cd-a36f-4431-aacb-ab4103c1ced5 HTTP/1.1" status: 200 len: 1096 time: 0.1313372 Nov 19 18:12:55.597779 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-da24c19c-9c58-46ba-9ad4-810f4a1654b0 req-4f1cecca-4914-46bf-b4d2-52305fb9c749 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=c930bbbd-8ddb-42b8-a0a3-b12c53e6480f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1005096 Nov 19 18:12:55.610898 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-64079782-8b5b-417d-b881-b61a612c958a req-585233e8-fc4b-4ff3-b5b9-7d85d180db08 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:55.611265 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-64079782-8b5b-417d-b881-b61a612c958a req-585233e8-fc4b-4ff3-b5b9-7d85d180db08 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-671284'] for floatingip, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:55.611766 n-d-818022-2 neutron-server[103364]: INFO neutron.db.l3_db [req-64079782-8b5b-417d-b881-b61a612c958a req-585233e8-fc4b-4ff3-b5b9-7d85d180db08 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Floating IP 0a7b538e-a441-412d-8a29-3e106e2f7a6c disassociated. External IP: 172.25.7.193, port: 2019baf0-8dd1-4014-98b3-2c3c4d3ec3aa. Nov 19 18:12:55.612132 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [req-64079782-8b5b-417d-b881-b61a612c958a req-585233e8-fc4b-4ff3-b5b9-7d85d180db08 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Calling delete_port for 2019baf0-8dd1-4014-98b3-2c3c4d3ec3aa owned by compute:nova {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:12:55.672475 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46862dd1-32c0-41a6-a777-e854d8d2c751 req-cb7997ac-3756-462a-b53d-9325d20cb28f tempest-TestServerBasicOps-1087229333 tempest-TestServerBasicOps-1087229333-project] Made reservation on behalf of 46fc911a506f43faacc5bb57dab5a1bf for: {'port': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:12:55.676116 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-46862dd1-32c0-41a6-a777-e854d8d2c751 req-cb7997ac-3756-462a-b53d-9325d20cb28f tempest-TestServerBasicOps-1087229333 tempest-TestServerBasicOps-1087229333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:55.694957 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a43946-4180-42ab-bcbc-fd5e7c0d2938 req-dd9491aa-7d05-4e35-bde0-45636c06f22d tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:12:55.696616 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-79a43946-4180-42ab-bcbc-fd5e7c0d2938 req-dd9491aa-7d05-4e35-bde0-45636c06f22d tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/ports?device_id=cc04e7a6-e0b7-438f-a931-99187cf28379 HTTP/1.1" status: 200 len: 944 time: 0.0902524 Nov 19 18:12:55.755813 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-64079782-8b5b-417d-b881-b61a612c958a req-585233e8-fc4b-4ff3-b5b9-7d85d180db08 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:55.787027 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585233e8-fc4b-4ff3-b5b9-7d85d180db08 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Pushing event deleted for resources: {'Port': ['ID=2019baf0-8dd1-4014-98b3-2c3c4d3ec3aa,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:12:55.809322 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-79a43946-4180-42ab-bcbc-fd5e7c0d2938 req-47c50397-600e-458d-b6a6-9b40d36baffc tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/security-groups?id=b1dc433e-2f31-472a-89c9-d0d668ac0a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1052134 Nov 19 18:12:55.884316 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [req-46862dd1-32c0-41a6-a777-e854d8d2c751 req-cb7997ac-3756-462a-b53d-9325d20cb28f tempest-TestServerBasicOps-1087229333 tempest-TestServerBasicOps-1087229333-project] Allocated IP 172.20.0.7 (4a49efd5-bc80-4af6-a575-c2d3be6941db/2ed30503-f276-4fb6-afaa-f1a06284c79e/59f0147e-62be-4a98-8223-9a2273533484) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:12:55.933318 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [req-64079782-8b5b-417d-b881-b61a612c958a req-585233e8-fc4b-4ff3-b5b9-7d85d180db08 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Router b11e1b24-ca9d-457a-b763-e7550839346f has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 18:12:56.048961 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 9b7242e0-baf5-4a3d-9541-1cbaa1b9da29 no longer exists at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:12:56.072435 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] No Port match for: 9b7242e0-baf5-4a3d-9541-1cbaa1b9da29 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:12:56.072843 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 9b7242e0-baf5-4a3d-9541-1cbaa1b9da29 not bound to the agent host n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:12:56.079788 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-e121100c-8500-4f3d-8f7d-8b86228f33f0 req-8478959e-1d9e-4c47-a32f-75164eafb3d7 tempest-TestServerBasicOps-1087229333 tempest-TestServerBasicOps-1087229333-project] 10.222.0.54 "GET /v2.0/ports?device_id=6f823120-2583-4ac2-8c26-8fb9eb5f20a1 HTTP/1.1" status: 200 len: 210 time: 0.0739608 Nov 19 18:12:56.092791 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-46862dd1-32c0-41a6-a777-e854d8d2c751 req-cb7997ac-3756-462a-b53d-9325d20cb28f tempest-TestServerBasicOps-1087229333 tempest-TestServerBasicOps-1087229333-project] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:56.111598 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-64079782-8b5b-417d-b881-b61a612c958a req-585233e8-fc4b-4ff3-b5b9-7d85d180db08 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:12:56.125489 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0048c08-fc73-4746-8047-61463a9ae7cf None None] Sync routers for ids ['b11e1b24-ca9d-457a-b763-e7550839346f'] in n-d-818022-2 {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:12:56.138245 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0048c08-fc73-4746-8047-61463a9ae7cf None None] Routers {'b11e1b24-ca9d-457a-b763-e7550839346f'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:12:56.139669 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-f0048c08-fc73-4746-8047-61463a9ae7cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:12:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['b11e1b24-ca9d-457a-b763-e7550839346f'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:12:56.150539 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-46862dd1-32c0-41a6-a777-e854d8d2c751 req-cb7997ac-3756-462a-b53d-9325d20cb28f tempest-TestServerBasicOps-1087229333 tempest-TestServerBasicOps-1087229333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:56.168300 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [req-64079782-8b5b-417d-b881-b61a612c958a req-585233e8-fc4b-4ff3-b5b9-7d85d180db08 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] No DVR routers for this DVR port 2019baf0-8dd1-4014-98b3-2c3c4d3ec3aa on host n-h1-818022-2 {{(pid=103364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:12:56.171282 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-64079782-8b5b-417d-b881-b61a612c958a req-585233e8-fc4b-4ff3-b5b9-7d85d180db08 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:56.177449 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-64079782-8b5b-417d-b881-b61a612c958a req-585233e8-fc4b-4ff3-b5b9-7d85d180db08 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.60 "DELETE /v2.0/ports/2019baf0-8dd1-4014-98b3-2c3c4d3ec3aa HTTP/1.1" status: 204 len: 173 time: 1.2837799 Nov 19 18:12:56.178246 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc04e7a6-e0b7-438f-a931-99187cf28379', 'name': 'network-vif-deleted', 'tag': '2019baf0-8dd1-4014-98b3-2c3c4d3ec3aa'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:12:56.182313 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dd4767a008c23f8566efc82158ee1b1fff34e1a9e908d76d0b6d0ab7e350e5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbd7e4d3-31cc-40b3-acc2-be1a3f51517c" -d '{"events": [{"server_uuid": "cc04e7a6-e0b7-438f-a931-99187cf28379", "name": "network-vif-deleted", "tag": "2019baf0-8dd1-4014-98b3-2c3c4d3ec3aa"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:12:56.215350 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7997ac-3756-462a-b53d-9325d20cb28f tempest-TestServerBasicOps-1087229333 tempest-TestServerBasicOps-1087229333-project] Pushing event updated for resources: {'Port': ['ID=59f0147e-62be-4a98-8223-9a2273533484,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:12:56.229147 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46862dd1-32c0-41a6-a777-e854d8d2c751 req-cb7997ac-3756-462a-b53d-9325d20cb28f tempest-TestServerBasicOps-1087229333 tempest-TestServerBasicOps-1087229333-project] Network 4a49efd5-bc80-4af6-a575-c2d3be6941db is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:12:56.231351 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [req-46862dd1-32c0-41a6-a777-e854d8d2c751 req-cb7997ac-3756-462a-b53d-9325d20cb28f tempest-TestServerBasicOps-1087229333 tempest-TestServerBasicOps-1087229333-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:12:56.245678 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-46862dd1-32c0-41a6-a777-e854d8d2c751 req-cb7997ac-3756-462a-b53d-9325d20cb28f tempest-TestServerBasicOps-1087229333 tempest-TestServerBasicOps-1087229333-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:12:56.254279 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-f0048c08-fc73-4746-8047-61463a9ae7cf None None] Set router b11e1b24-ca9d-457a-b763-e7550839346f gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:12:56.280758 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:12:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4276d494-33a2-44f6-8b8a-af3990018348 x-openstack-request-id: req-4276d494-33a2-44f6-8b8a-af3990018348 {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:12:56.281230 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc04e7a6-e0b7-438f-a931-99187cf28379", "name": "network-vif-deleted", "tag": "2019baf0-8dd1-4014-98b3-2c3c4d3ec3aa", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:12:56.281596 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-4276d494-33a2-44f6-8b8a-af3990018348 {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:12:56.282198 n-d-818022-2 neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc04e7a6-e0b7-438f-a931-99187cf28379', 'name': 'network-vif-deleted', 'tag': '2019baf0-8dd1-4014-98b3-2c3c4d3ec3aa', 'status': 'completed', 'code': 200} Nov 19 18:12:56.341243 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46862dd1-32c0-41a6-a777-e854d8d2c751 req-cb7997ac-3756-462a-b53d-9325d20cb28f tempest-TestServerBasicOps-1087229333 tempest-TestServerBasicOps-1087229333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:12:56.342792 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-46862dd1-32c0-41a6-a777-e854d8d2c751 req-cb7997ac-3756-462a-b53d-9325d20cb28f tempest-TestServerBasicOps-1087229333 tempest-TestServerBasicOps-1087229333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:56.382970 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-46862dd1-32c0-41a6-a777-e854d8d2c751 req-cb7997ac-3756-462a-b53d-9325d20cb28f tempest-TestServerBasicOps-1087229333 tempest-TestServerBasicOps-1087229333-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3036346 Nov 19 18:12:56.420088 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-46862dd1-32c0-41a6-a777-e854d8d2c751 req-80c5725f-b553-4567-9e92-26f11ed4b4ea service neutron] Request body: {'port': {'device_id': '6f823120-2583-4ac2-8c26-8fb9eb5f20a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818022-2'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:12:56.476307 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e373e1c9-e308-4978-b8cf-d78b825a3467 req-b6ab031d-1097-4aa4-b51a-17f6102c76ca tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:12:56.485207 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-e373e1c9-e308-4978-b8cf-d78b825a3467 req-b6ab031d-1097-4aa4-b51a-17f6102c76ca tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/ports?device_id=8ad0b0cd-a36f-4431-aacb-ab4103c1ced5 HTTP/1.1" status: 200 len: 945 time: 0.0792568 Nov 19 18:12:56.501047 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-46862dd1-32c0-41a6-a777-e854d8d2c751 req-80c5725f-b553-4567-9e92-26f11ed4b4ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:56.526261 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-f0048c08-fc73-4746-8047-61463a9ae7cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b11e1b24-ca9d-457a-b763-e7550839346f', 'name': 'tempest-ServerActionsTestJSON-767903465-router', 'tenant_id': 'e45c6e5baa414b6894171527d94e1abd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.45'}], 'enable_snat': True}, 'gw_port_id': 'f2234a95-c881-4215-9ecf-ef560e0fd336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:04:05Z', 'updated_at': '2021-11-19T18:04:14Z', 'revision_number': 4, 'project_id': 'e45c6e5baa414b6894171527d94e1abd', 'gw_port': {'id': 'f2234a95-c881-4215-9ecf-ef560e0fd336', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b11e1b24-ca9d-457a-b763-e7550839346f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3105, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:04:05Z', 'updated_at': '2021-11-19T18:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': '9d403289-67d6-41dc-b082-a76cfc742596', 'name': '', 'network_id': '3b544363-bad2-4a9e-9892-483691dc34e2', 'tenant_id': 'e45c6e5baa414b6894171527d94e1abd', 'mac_address': 'fa:16:3e:6d:d4:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b11e1b24-ca9d-457a-b763-e7550839346f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3109, 'fixed_ips': [{'subnet_id': '78373283-0ecf-42ac-8dc9-066471cd2623', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:04:11Z', 'updated_at': '2021-11-19T18:04:26Z', 'revision_number': 5, 'project_id': 'e45c6e5baa414b6894171527d94e1abd', 'subnets': [{'id': '78373283-0ecf-42ac-8dc9-066471cd2623', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:12:56.548834 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-e373e1c9-e308-4978-b8cf-d78b825a3467 req-93c08482-3cb2-442a-9911-1bbd186ff800 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/security-groups?id=c930bbbd-8ddb-42b8-a0a3-b12c53e6480f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626185 Nov 19 18:12:56.578328 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0048c08-fc73-4746-8047-61463a9ae7cf None None] Checking router: b11e1b24-ca9d-457a-b763-e7550839346f for host: n-d-818022-2 {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:12:56.589146 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0048c08-fc73-4746-8047-61463a9ae7cf None None] Routers {'b11e1b24-ca9d-457a-b763-e7550839346f'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:12:56.594142 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-f0048c08-fc73-4746-8047-61463a9ae7cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:12:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['b11e1b24-ca9d-457a-b763-e7550839346f'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:12:56.658951 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-72e1b68d-54bf-4c31-be29-9b16a2bd3e16 None None] Provisioning complete for port 59f0147e-62be-4a98-8223-9a2273533484 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:12:56.659411 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-72e1b68d-54bf-4c31-be29-9b16a2bd3e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:56.731634 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-72e1b68d-54bf-4c31-be29-9b16a2bd3e16 None None] Port 59f0147e-62be-4a98-8223-9a2273533484 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:12:56.736274 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad8cd3e-11bb-428e-aa27-b4144e7a3ae9 None None] Sync routers for ids ['a12b7dc9-955e-48c3-84da-e473a5cb5ff9'] in n-d-818022-2 {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:12:56.766453 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad8cd3e-11bb-428e-aa27-b4144e7a3ae9 None None] Routers {'a12b7dc9-955e-48c3-84da-e473a5cb5ff9'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:12:56.768076 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-f0048c08-fc73-4746-8047-61463a9ae7cf None None] Set router b11e1b24-ca9d-457a-b763-e7550839346f gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:12:56.769038 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-9ad8cd3e-11bb-428e-aa27-b4144e7a3ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:12:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['a12b7dc9-955e-48c3-84da-e473a5cb5ff9'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:12:56.952028 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-9ad8cd3e-11bb-428e-aa27-b4144e7a3ae9 None None] Set router a12b7dc9-955e-48c3-84da-e473a5cb5ff9 gateway port host: n-d-818022-2 {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:12:56.957575 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 39500) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:12:57.012858 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [req-46862dd1-32c0-41a6-a777-e854d8d2c751 req-80c5725f-b553-4567-9e92-26f11ed4b4ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59f0147e-62be-4a98-8223-9a2273533484 {{(pid=103365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:12:57.029002 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-46862dd1-32c0-41a6-a777-e854d8d2c751 req-80c5725f-b553-4567-9e92-26f11ed4b4ea service neutron] Publish callbacks [] for port, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:57.046359 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.provisioning_blocks [req-46862dd1-32c0-41a6-a777-e854d8d2c751 req-80c5725f-b553-4567-9e92-26f11ed4b4ea service neutron] Transition to ACTIVE for port object 59f0147e-62be-4a98-8223-9a2273533484 will not be triggered until provisioned by entity L2. {{(pid=103365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 18:12:57.051052 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-fc33bc88-5afa-4294-a2c6-07c6c2625108 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:57.051730 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-46862dd1-32c0-41a6-a777-e854d8d2c751 req-80c5725f-b553-4567-9e92-26f11ed4b4ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:57.068570 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-f0048c08-fc73-4746-8047-61463a9ae7cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b11e1b24-ca9d-457a-b763-e7550839346f', 'name': 'tempest-ServerActionsTestJSON-767903465-router', 'tenant_id': 'e45c6e5baa414b6894171527d94e1abd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.45'}], 'enable_snat': True}, 'gw_port_id': 'f2234a95-c881-4215-9ecf-ef560e0fd336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:04:05Z', 'updated_at': '2021-11-19T18:04:14Z', 'revision_number': 4, 'project_id': 'e45c6e5baa414b6894171527d94e1abd', 'gw_port': {'id': 'f2234a95-c881-4215-9ecf-ef560e0fd336', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b11e1b24-ca9d-457a-b763-e7550839346f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3105, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:04:05Z', 'updated_at': '2021-11-19T18:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': '9d403289-67d6-41dc-b082-a76cfc742596', 'name': '', 'network_id': '3b544363-bad2-4a9e-9892-483691dc34e2', 'tenant_id': 'e45c6e5baa414b6894171527d94e1abd', 'mac_address': 'fa:16:3e:6d:d4:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b11e1b24-ca9d-457a-b763-e7550839346f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3109, 'fixed_ips': [{'subnet_id': '78373283-0ecf-42ac-8dc9-066471cd2623', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:04:11Z', 'updated_at': '2021-11-19T18:04:26Z', 'revision_number': 5, 'project_id': 'e45c6e5baa414b6894171527d94e1abd', 'subnets': [{'id': '78373283-0ecf-42ac-8dc9-066471cd2623', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:12:57.090825 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-fc33bc88-5afa-4294-a2c6-07c6c2625108 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:57.102421 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c5725f-b553-4567-9e92-26f11ed4b4ea service neutron] Pushing event updated for resources: {'Port': ['ID=59f0147e-62be-4a98-8223-9a2273533484,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:12:57.109342 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0048c08-fc73-4746-8047-61463a9ae7cf None None] The sync data for ids ['b11e1b24-ca9d-457a-b763-e7550839346f'] in n-d-818022-2 is: [{'id': 'b11e1b24-ca9d-457a-b763-e7550839346f', 'name': 'tempest-ServerActionsTestJSON-767903465-router', 'tenant_id': 'e45c6e5baa414b6894171527d94e1abd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.45'}], 'enable_snat': True}, 'gw_port_id': 'f2234a95-c881-4215-9ecf-ef560e0fd336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:04:05Z', 'updated_at': '2021-11-19T18:04:14Z', 'revision_number': 4, 'project_id': 'e45c6e5baa414b6894171527d94e1abd', 'gw_port': {'id': 'f2234a95-c881-4215-9ecf-ef560e0fd336', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b11e1b24-ca9d-457a-b763-e7550839346f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3105, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:04:05Z', 'updated_at': '2021-11-19T18:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': '9d403289-67d6-41dc-b082-a76cfc742596', 'name': '', 'network_id': '3b544363-bad2-4a9e-9892-483691dc34e2', 'tenant_id': 'e45c6e5baa414b6894171527d94e1abd', 'mac_address': 'fa:16:3e:6d:d4:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b11e1b24-ca9d-457a-b763-e7550839346f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3109, 'fixed_ips': [{'subnet_id': '78373283-0ecf-42ac-8dc9-066471cd2623', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:04:11Z', 'updated_at': '2021-11-19T18:04:26Z', 'revision_number': 5, 'project_id': 'e45c6e5baa414b6894171527d94e1abd', 'subnets': [{'id': '78373283-0ecf-42ac-8dc9-066471cd2623', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:12:57.187398 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-fc33bc88-5afa-4294-a2c6-07c6c2625108 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:57.190862 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-fc33bc88-5afa-4294-a2c6-07c6c2625108 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:57.193082 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-fc33bc88-5afa-4294-a2c6-07c6c2625108 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "DELETE /v2.0/security-groups/b1dc433e-2f31-472a-89c9-d0d668ac0a9e HTTP/1.1" status: 204 len: 168 time: 0.2338715 Nov 19 18:12:57.198439 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 39504) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:12:57.219575 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc33bc88-5afa-4294-a2c6-07c6c2625108 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1dc433e-2f31-472a-89c9-d0d668ac0a9e,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:12:57.227555 n-d-818022-2 neutron-server[103364]: INFO neutron.api.v2.resource [None req-4b1975cf-980c-4d44-a13b-f9700d0cda59 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] show failed (client error): The resource could not be found. Nov 19 18:12:57.234222 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-4b1975cf-980c-4d44-a13b-f9700d0cda59 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "GET /v2.0/security-groups/b1dc433e-2f31-472a-89c9-d0d668ac0a9e HTTP/1.1" status: 404 len: 347 time: 0.0333493 Nov 19 18:12:57.236770 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 39506) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:12:57.288648 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-9ad8cd3e-11bb-428e-aa27-b4144e7a3ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a12b7dc9-955e-48c3-84da-e473a5cb5ff9', 'name': 'tempest-TestServerBasicOps-872480896-router', 'tenant_id': '00ac027819ba4afaa76dc6f1a15c161f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.194'}], 'enable_snat': True}, 'gw_port_id': '29d01258-d58d-43bf-9f2e-eb23b3a67a7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:12:43Z', 'updated_at': '2021-11-19T18:12:48Z', 'revision_number': 4, 'project_id': '00ac027819ba4afaa76dc6f1a15c161f', 'gw_port': {'id': '29d01258-d58d-43bf-9f2e-eb23b3a67a7d', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:ef:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12b7dc9-955e-48c3-84da-e473a5cb5ff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3677, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:12:44Z', 'updated_at': '2021-11-19T18:12:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': '77758f24-e0ed-4204-b57d-b674fced6c4b', 'name': '', 'network_id': '8d0bfea8-b9ce-4a4a-b909-d270f4dc9a77', 'tenant_id': '00ac027819ba4afaa76dc6f1a15c161f', 'mac_address': 'fa:16:3e:94:06:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a12b7dc9-955e-48c3-84da-e473a5cb5ff9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': '5e8b53e4-5194-49d7-87b6-af9416c14b90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:12:47Z', 'updated_at': '2021-11-19T18:12:49Z', 'revision_number': 2, 'project_id': '00ac027819ba4afaa76dc6f1a15c161f', 'subnets': [{'id': '5e8b53e4-5194-49d7-87b6-af9416c14b90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:12:57.332909 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad8cd3e-11bb-428e-aa27-b4144e7a3ae9 None None] Checking router: a12b7dc9-955e-48c3-84da-e473a5cb5ff9 for host: n-d-818022-2 {{(pid=103366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:12:57.333283 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad8cd3e-11bb-428e-aa27-b4144e7a3ae9 None None] Updating router a12b7dc9-955e-48c3-84da-e473a5cb5ff9 port 77758f24-e0ed-4204-b57d-b674fced6c4b binding host n-d-818022-2 {{(pid=103366) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 18:12:57.374457 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9ad8cd3e-11bb-428e-aa27-b4144e7a3ae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:57.381927 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b603297-ccc7-456b-a2c1-b35b839dd0a2 req-99511988-5982-4b74-a4a1-43cd3a5052e8 tempest-TestServerBasicOps-1087229333 tempest-TestServerBasicOps-1087229333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:12:57.383920 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8b603297-ccc7-456b-a2c1-b35b839dd0a2 req-99511988-5982-4b74-a4a1-43cd3a5052e8 tempest-TestServerBasicOps-1087229333 tempest-TestServerBasicOps-1087229333-project] 10.222.0.54 "GET /v2.0/ports?device_id=6f823120-2583-4ac2-8c26-8fb9eb5f20a1 HTTP/1.1" status: 200 len: 943 time: 0.1800423 Nov 19 18:12:57.387651 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-46862dd1-32c0-41a6-a777-e854d8d2c751 req-80c5725f-b553-4567-9e92-26f11ed4b4ea service neutron] Attempting to bind port 59f0147e-62be-4a98-8223-9a2273533484 on host n-h1-818022-2 for vnic_type normal with profile {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:12:57.388238 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-46862dd1-32c0-41a6-a777-e854d8d2c751 req-80c5725f-b553-4567-9e92-26f11ed4b4ea service neutron] Attempting to bind port 59f0147e-62be-4a98-8223-9a2273533484 by drivers openvswitch,hyperv on host n-h1-818022-2 at level 0 using segments [{'id': '25c8db8c-8170-47cd-befd-7b708165e7b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '4a49efd5-bc80-4af6-a575-c2d3be6941db'}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:12:57.395155 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46862dd1-32c0-41a6-a777-e854d8d2c751 req-80c5725f-b553-4567-9e92-26f11ed4b4ea service neutron] Attempting to bind port 59f0147e-62be-4a98-8223-9a2273533484 on network 4a49efd5-bc80-4af6-a575-c2d3be6941db {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:12:57.406449 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46862dd1-32c0-41a6-a777-e854d8d2c751 req-80c5725f-b553-4567-9e92-26f11ed4b4ea service neutron] Port 59f0147e-62be-4a98-8223-9a2273533484 on network 4a49efd5-bc80-4af6-a575-c2d3be6941db not bound, no agent of type Open vSwitch agent registered on host n-h1-818022-2 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 18:12:57.406911 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46862dd1-32c0-41a6-a777-e854d8d2c751 req-80c5725f-b553-4567-9e92-26f11ed4b4ea service neutron] Attempting to bind port 59f0147e-62be-4a98-8223-9a2273533484 on network 4a49efd5-bc80-4af6-a575-c2d3be6941db {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:12:57.444073 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46862dd1-32c0-41a6-a777-e854d8d2c751 req-80c5725f-b553-4567-9e92-26f11ed4b4ea service neutron] Checking agent: {'id': 'a6668d96-12fa-4ec0-99ad-77eaf490dd2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'started_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 12, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:12:57.444542 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46862dd1-32c0-41a6-a777-e854d8d2c751 req-80c5725f-b553-4567-9e92-26f11ed4b4ea service neutron] Checking segment: {'id': '25c8db8c-8170-47cd-befd-7b708165e7b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '4a49efd5-bc80-4af6-a575-c2d3be6941db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:12:57.445010 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46862dd1-32c0-41a6-a777-e854d8d2c751 req-80c5725f-b553-4567-9e92-26f11ed4b4ea service neutron] Bound using segment: {'id': '25c8db8c-8170-47cd-befd-7b708165e7b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '4a49efd5-bc80-4af6-a575-c2d3be6941db'} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:12:57.445537 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-46862dd1-32c0-41a6-a777-e854d8d2c751 req-80c5725f-b553-4567-9e92-26f11ed4b4ea service neutron] Bound port: 59f0147e-62be-4a98-8223-9a2273533484, host: n-h1-818022-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25c8db8c-8170-47cd-befd-7b708165e7b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '4a49efd5-bc80-4af6-a575-c2d3be6941db'}}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:12:57.445998 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-46862dd1-32c0-41a6-a777-e854d8d2c751 req-80c5725f-b553-4567-9e92-26f11ed4b4ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:57.454745 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-e776efaa-7019-4b86-b246-7d1323e5c810 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Deleting port 93975d98-add4-4654-bcda-6648f7718622 {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:12:57.455107 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e776efaa-7019-4b86-b246-7d1323e5c810 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:57.563049 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8b603297-ccc7-456b-a2c1-b35b839dd0a2 req-0d64624a-847f-4f4b-9150-d95a0b838e2a tempest-TestServerBasicOps-1087229333 tempest-TestServerBasicOps-1087229333-project] 10.222.0.54 "GET /v2.0/security-groups?id=2f1a7f71-4bfb-41e5-9887-51de285d3339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1574938 Nov 19 18:12:57.597512 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e776efaa-7019-4b86-b246-7d1323e5c810 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:57.597920 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e776efaa-7019-4b86-b246-7d1323e5c810 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:57.616944 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-46862dd1-32c0-41a6-a777-e854d8d2c751 req-80c5725f-b553-4567-9e92-26f11ed4b4ea service neutron] For port 59f0147e-62be-4a98-8223-9a2273533484, host n-h1-818022-2, cleared binding levels {{(pid=103365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:12:57.617486 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-e776efaa-7019-4b86-b246-7d1323e5c810 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Calling delete_port for 93975d98-add4-4654-bcda-6648f7718622 owned by network:floatingip {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:12:57.631939 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-46862dd1-32c0-41a6-a777-e854d8d2c751 req-80c5725f-b553-4567-9e92-26f11ed4b4ea service neutron] For port 59f0147e-62be-4a98-8223-9a2273533484, host n-h1-818022-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=59f0147e-62be-4a98-8223-9a2273533484,segment=NetworkSegment(25c8db8c-8170-47cd-befd-7b708165e7b5),segment_id=25c8db8c-8170-47cd-befd-7b708165e7b5)] {{(pid=103365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:12:57.639941 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-46862dd1-32c0-41a6-a777-e854d8d2c751 req-80c5725f-b553-4567-9e92-26f11ed4b4ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:57.656844 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e38496e-be50-4af4-a20c-73fe04b07b04 None None] New status for floating IP 0a7b538e-a441-412d-8a29-3e106e2f7a6c: DOWN {{(pid=103367) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 18:12:57.788360 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46862dd1-32c0-41a6-a777-e854d8d2c751 req-80c5725f-b553-4567-9e92-26f11ed4b4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:12:57.794505 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-46862dd1-32c0-41a6-a777-e854d8d2c751 req-80c5725f-b553-4567-9e92-26f11ed4b4ea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:57.801465 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ba10c6-d359-4f1b-b764-84f11c475efd req-d6ac7f1f-33ef-4f86-8e6b-b3379cf30936 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:12:57.802670 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-46862dd1-32c0-41a6-a777-e854d8d2c751 req-80c5725f-b553-4567-9e92-26f11ed4b4ea service neutron] 10.222.0.60 "PUT /v2.0/ports/59f0147e-62be-4a98-8223-9a2273533484 HTTP/1.1" status: 200 len: 1091 time: 1.3864872 Nov 19 18:12:57.803421 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f6ba10c6-d359-4f1b-b764-84f11c475efd req-d6ac7f1f-33ef-4f86-8e6b-b3379cf30936 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/ports?device_id=8ad0b0cd-a36f-4431-aacb-ab4103c1ced5 HTTP/1.1" status: 200 len: 945 time: 0.1212585 Nov 19 18:12:57.804251 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f823120-2583-4ac2-8c26-8fb9eb5f20a1', 'tag': '59f0147e-62be-4a98-8223-9a2273533484'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:12:57.828610 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218319d759239a7d11f1288aef37381b97754913ee9ccbfd43b51a463f801712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b13d2d62-3f48-4ffe-9fe9-259b17d857af" -d '{"events": [{"name": "network-changed", "server_uuid": "6f823120-2583-4ac2-8c26-8fb9eb5f20a1", "tag": "59f0147e-62be-4a98-8223-9a2273533484"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:12:57.902921 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c5725f-b553-4567-9e92-26f11ed4b4ea service neutron] Pushing event updated for resources: {'Port': ['ID=59f0147e-62be-4a98-8223-9a2273533484,revision_number=3']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:12:57.973082 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f6ba10c6-d359-4f1b-b764-84f11c475efd req-74fa1686-a06a-4ef6-9919-9213ef7969b4 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/security-groups?id=c930bbbd-8ddb-42b8-a0a3-b12c53e6480f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1373217 Nov 19 18:12:57.974175 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.db.api [None req-2e38496e-be50-4af4-a20c-73fe04b07b04 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103367) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 18:12:57.974775 n-d-818022-2 neutron-server[103367]: DEBUG oslo_db.api [None req-2e38496e-be50-4af4-a20c-73fe04b07b04 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 18:12:57.974921 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e776efaa-7019-4b86-b246-7d1323e5c810 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:57.999549 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9ad8cd3e-11bb-428e-aa27-b4144e7a3ae9 None None] Publish callbacks [] for port, precommit_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:58.005398 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 18:12:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8eed255-6c3b-4389-a2f6-b2283a3f0e99 x-openstack-request-id: req-f8eed255-6c3b-4389-a2f6-b2283a3f0e99 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:12:58.005740 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f823120-2583-4ac2-8c26-8fb9eb5f20a1", "tag": "59f0147e-62be-4a98-8223-9a2273533484", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:12:58.006290 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f8eed255-6c3b-4389-a2f6-b2283a3f0e99 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:12:58.006725 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f823120-2583-4ac2-8c26-8fb9eb5f20a1', 'tag': '59f0147e-62be-4a98-8223-9a2273533484', 'status': 'completed', 'code': 200} Nov 19 18:12:58.009013 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9ad8cd3e-11bb-428e-aa27-b4144e7a3ae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:58.033265 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46862dd1-32c0-41a6-a777-e854d8d2c751 req-9e088fbd-2624-4dc7-8622-a2666cb83081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:12:58.034991 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-46862dd1-32c0-41a6-a777-e854d8d2c751 req-9e088fbd-2624-4dc7-8622-a2666cb83081 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=46fc911a506f43faacc5bb57dab5a1bf&device_id=6f823120-2583-4ac2-8c26-8fb9eb5f20a1 HTTP/1.1" status: 200 len: 1094 time: 0.1096978 Nov 19 18:12:58.054847 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e776efaa-7019-4b86-b246-7d1323e5c810 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Pushing event deleted for resources: {'Port': ['ID=93975d98-add4-4654-bcda-6648f7718622,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:12:58.095126 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-46862dd1-32c0-41a6-a777-e854d8d2c751 req-265a54fe-06a4-4ed4-9a3e-8fc0652fcf99 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=59f0147e-62be-4a98-8223-9a2273533484 HTTP/1.1" status: 200 len: 217 time: 0.0499978 Nov 19 18:12:58.125855 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e776efaa-7019-4b86-b246-7d1323e5c810 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Publish callbacks [] for floatingip, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:58.130813 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67479708-141f-4a7d-b140-8e24483e2b63 None None] Pushing event updated for resources: {'Port': ['ID=77758f24-e0ed-4204-b57d-b674fced6c4b,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:12:58.132925 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e776efaa-7019-4b86-b246-7d1323e5c810 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for floatingip, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:58.134394 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-e776efaa-7019-4b86-b246-7d1323e5c810 tempest-ServerActionsTestJSON-378741845 tempest-ServerActionsTestJSON-378741845-project] 10.222.0.54 "DELETE /v2.0/floatingips/0a7b538e-a441-412d-8a29-3e106e2f7a6c HTTP/1.1" status: 204 len: 168 time: 0.8963144 Nov 19 18:12:58.139442 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 39514) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:12:58.186650 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-9ad8cd3e-11bb-428e-aa27-b4144e7a3ae9 None None] Attempting to bind port 77758f24-e0ed-4204-b57d-b674fced6c4b on host n-d-818022-2 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:12:58.187403 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-9ad8cd3e-11bb-428e-aa27-b4144e7a3ae9 None None] Attempting to bind port 77758f24-e0ed-4204-b57d-b674fced6c4b by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': '66d91456-c72d-4f2d-946a-6e7098567cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '8d0bfea8-b9ce-4a4a-b909-d270f4dc9a77'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:12:58.187976 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad8cd3e-11bb-428e-aa27-b4144e7a3ae9 None None] Attempting to bind port 77758f24-e0ed-4204-b57d-b674fced6c4b on network 8d0bfea8-b9ce-4a4a-b909-d270f4dc9a77 {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:12:58.192689 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46862dd1-32c0-41a6-a777-e854d8d2c751 req-d1b28efa-9c42-444a-aa8e-19e0dccc06ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:12:58.194052 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad8cd3e-11bb-428e-aa27-b4144e7a3ae9 None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 12, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:12:58.194353 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-46862dd1-32c0-41a6-a777-e854d8d2c751 req-d1b28efa-9c42-444a-aa8e-19e0dccc06ed service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2ed30503-f276-4fb6-afaa-f1a06284c79e HTTP/1.1" status: 200 len: 848 time: 0.0925624 Nov 19 18:12:58.194585 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad8cd3e-11bb-428e-aa27-b4144e7a3ae9 None None] Checking segment: {'id': '66d91456-c72d-4f2d-946a-6e7098567cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '8d0bfea8-b9ce-4a4a-b909-d270f4dc9a77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:12:58.195071 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9ad8cd3e-11bb-428e-aa27-b4144e7a3ae9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:58.195568 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad8cd3e-11bb-428e-aa27-b4144e7a3ae9 None None] Bound using segment: {'id': '66d91456-c72d-4f2d-946a-6e7098567cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '8d0bfea8-b9ce-4a4a-b909-d270f4dc9a77'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:12:58.198357 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-9ad8cd3e-11bb-428e-aa27-b4144e7a3ae9 None None] Bound port: 77758f24-e0ed-4204-b57d-b674fced6c4b, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66d91456-c72d-4f2d-946a-6e7098567cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '8d0bfea8-b9ce-4a4a-b909-d270f4dc9a77'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:12:58.198357 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9ad8cd3e-11bb-428e-aa27-b4144e7a3ae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:58.282870 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46862dd1-32c0-41a6-a777-e854d8d2c751 req-ac833435-b4af-4f6c-a9e3-1695ad6cc28c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:12:58.284466 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-46862dd1-32c0-41a6-a777-e854d8d2c751 req-ac833435-b4af-4f6c-a9e3-1695ad6cc28c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4a49efd5-bc80-4af6-a575-c2d3be6941db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0694606 Nov 19 18:12:58.290480 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-9ad8cd3e-11bb-428e-aa27-b4144e7a3ae9 None None] For port 77758f24-e0ed-4204-b57d-b674fced6c4b, host n-d-818022-2, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:12:58.294703 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-9ad8cd3e-11bb-428e-aa27-b4144e7a3ae9 None None] For port 77758f24-e0ed-4204-b57d-b674fced6c4b, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=77758f24-e0ed-4204-b57d-b674fced6c4b,segment=NetworkSegment(66d91456-c72d-4f2d-946a-6e7098567cf7),segment_id=66d91456-c72d-4f2d-946a-6e7098567cf7)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:12:58.296164 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9eaf54-2bbf-47e7-8657-af37c129ac4c req-0716dce1-7d93-4a37-8edc-9d3502115883 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:12:58.298460 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-1f9eaf54-2bbf-47e7-8657-af37c129ac4c req-0716dce1-7d93-4a37-8edc-9d3502115883 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/ports?device_id=8ad0b0cd-a36f-4431-aacb-ab4103c1ced5 HTTP/1.1" status: 200 len: 945 time: 0.1169429 Nov 19 18:12:58.301391 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9ad8cd3e-11bb-428e-aa27-b4144e7a3ae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:58.361081 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67479708-141f-4a7d-b140-8e24483e2b63 None None] Pushing event updated for resources: {'Port': ['ID=77758f24-e0ed-4204-b57d-b674fced6c4b,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:12:58.380434 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad8cd3e-11bb-428e-aa27-b4144e7a3ae9 None None] Routers {'a12b7dc9-955e-48c3-84da-e473a5cb5ff9'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:12:58.381752 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-9ad8cd3e-11bb-428e-aa27-b4144e7a3ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:12:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['a12b7dc9-955e-48c3-84da-e473a5cb5ff9'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:12:58.447655 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-46862dd1-32c0-41a6-a777-e854d8d2c751 req-efdc7851-60d4-40bf-a181-663bd67ec692 service neutron] 10.222.0.60 "GET /v2.0/networks/4a49efd5-bc80-4af6-a575-c2d3be6941db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479537 Nov 19 18:12:58.476061 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e38496e-be50-4af4-a20c-73fe04b07b04 None None] New status for floating IP 0a7b538e-a441-412d-8a29-3e106e2f7a6c: DOWN {{(pid=103367) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 18:12:58.494540 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-1f9eaf54-2bbf-47e7-8657-af37c129ac4c req-6396a09b-b323-4526-b25a-627cf61de9d3 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/security-groups?id=c930bbbd-8ddb-42b8-a0a3-b12c53e6480f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1748149 Nov 19 18:12:58.531110 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 39518) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:12:58.652215 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-46862dd1-32c0-41a6-a777-e854d8d2c751 req-6752f245-d803-4dc5-a478-adf8bacf8526 service neutron] 10.222.0.60 "GET /v2.0/networks/4a49efd5-bc80-4af6-a575-c2d3be6941db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1958904 Nov 19 18:12:58.771025 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-2186efec-5563-4e95-b139-fb02667bb3b9 None None] Provisioning complete for port 77758f24-e0ed-4204-b57d-b674fced6c4b triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:12:58.771653 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2186efec-5563-4e95-b139-fb02667bb3b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:58.777486 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-9ad8cd3e-11bb-428e-aa27-b4144e7a3ae9 None None] Set router a12b7dc9-955e-48c3-84da-e473a5cb5ff9 gateway port host: n-d-818022-2 {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:12:58.798730 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13d2d62-3f48-4ffe-9fe9-259b17d857af req-afb3c8e6-4cb4-46ed-892a-4e9fc6a0a6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:12:58.800256 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b13d2d62-3f48-4ffe-9fe9-259b17d857af req-afb3c8e6-4cb4-46ed-892a-4e9fc6a0a6ab service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=46fc911a506f43faacc5bb57dab5a1bf&device_id=6f823120-2583-4ac2-8c26-8fb9eb5f20a1 HTTP/1.1" status: 200 len: 1094 time: 0.0838466 Nov 19 18:12:58.860835 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a10bfd-513c-42c9-9f17-119c1e675f3d req-60bd1031-0353-484b-8bce-a0301150af94 tempest-TestServerBasicOps-1087229333 tempest-TestServerBasicOps-1087229333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:12:58.862465 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-98a10bfd-513c-42c9-9f17-119c1e675f3d req-60bd1031-0353-484b-8bce-a0301150af94 tempest-TestServerBasicOps-1087229333 tempest-TestServerBasicOps-1087229333-project] 10.222.0.54 "GET /v2.0/ports?device_id=6f823120-2583-4ac2-8c26-8fb9eb5f20a1 HTTP/1.1" status: 200 len: 943 time: 0.0648432 Nov 19 18:12:58.933968 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 77758f24-e0ed-4204-b57d-b674fced6c4b up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:12:58.956264 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13d2d62-3f48-4ffe-9fe9-259b17d857af req-e16356a7-5c70-4889-9ebc-791c8771e7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:12:58.957252 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b13d2d62-3f48-4ffe-9fe9-259b17d857af req-e16356a7-5c70-4889-9ebc-791c8771e7d3 service neutron] 10.222.0.60 "GET /v2.0/networks?id=4a49efd5-bc80-4af6-a575-c2d3be6941db HTTP/1.1" status: 200 len: 910 time: 0.1490710 Nov 19 18:12:58.960432 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7ff5f2e-c2b6-4b1f-bba5-e97733efa302 tempest-TestNetworkAdvancedServerOps-1185469273 tempest-TestNetworkAdvancedServerOps-1185469273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:12:58.966666 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-f7ff5f2e-c2b6-4b1f-bba5-e97733efa302 tempest-TestNetworkAdvancedServerOps-1185469273 tempest-TestNetworkAdvancedServerOps-1185469273-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=8ad0b0cd-a36f-4431-aacb-ab4103c1ced5 HTTP/1.1" status: 200 len: 1091 time: 0.4310312 Nov 19 18:12:58.971678 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 39524) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:12:58.975892 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-93f4d9f8-fa6a-47d1-a88b-20c525d42009 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Request body: {'floatingip': {'floating_network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'port_id': 'f400c77e-40b5-44b3-b18d-52d46129a7c1', 'tenant_id': 'd41245dedb694df6accb5dc7769c75e5', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:12:58.986751 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-98a10bfd-513c-42c9-9f17-119c1e675f3d req-0fb738f9-596b-4de8-8401-cb845631c845 tempest-TestServerBasicOps-1087229333 tempest-TestServerBasicOps-1087229333-project] 10.222.0.54 "GET /v2.0/security-groups?id=2f1a7f71-4bfb-41e5-9887-51de285d3339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1151078 Nov 19 18:12:59.027415 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b13d2d62-3f48-4ffe-9fe9-259b17d857af req-25871919-d264-4074-b9ec-d655a1b5d816 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=59f0147e-62be-4a98-8223-9a2273533484 HTTP/1.1" status: 200 len: 217 time: 0.0610733 Nov 19 18:12:59.031287 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2186efec-5563-4e95-b139-fb02667bb3b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:59.074982 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-93f4d9f8-fa6a-47d1-a88b-20c525d42009 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks [] for floatingip, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:59.085272 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e74f9242-d419-40ca-9a6e-def01e1d4316 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-768564'] for router_interface, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:59.117525 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 77758f24-e0ed-4204-b57d-b674fced6c4b triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:12:59.117935 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:59.124171 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13d2d62-3f48-4ffe-9fe9-259b17d857af req-cbf229ed-807e-435d-b519-9283475c1a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:12:59.124482 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-2186efec-5563-4e95-b139-fb02667bb3b9 None None] For port 77758f24-e0ed-4204-b57d-b674fced6c4b, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=77758f24-e0ed-4204-b57d-b674fced6c4b,segment=NetworkSegment(66d91456-c72d-4f2d-946a-6e7098567cf7),segment_id=66d91456-c72d-4f2d-946a-6e7098567cf7)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:12:59.125836 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b13d2d62-3f48-4ffe-9fe9-259b17d857af req-cbf229ed-807e-435d-b519-9283475c1a1a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2ed30503-f276-4fb6-afaa-f1a06284c79e HTTP/1.1" status: 200 len: 848 time: 0.0909848 Nov 19 18:12:59.146339 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2186efec-5563-4e95-b139-fb02667bb3b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:59.201393 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13d2d62-3f48-4ffe-9fe9-259b17d857af req-d1e0d5cc-0b94-4c2d-a24d-782455710a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:12:59.202889 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b13d2d62-3f48-4ffe-9fe9-259b17d857af req-d1e0d5cc-0b94-4c2d-a24d-782455710a78 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4a49efd5-bc80-4af6-a575-c2d3be6941db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0695150 Nov 19 18:12:59.222238 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2186efec-5563-4e95-b139-fb02667bb3b9 None None] Pushing event updated for resources: {'Port': ['ID=77758f24-e0ed-4204-b57d-b674fced6c4b,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:12:59.231316 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-9ad8cd3e-11bb-428e-aa27-b4144e7a3ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a12b7dc9-955e-48c3-84da-e473a5cb5ff9', 'name': 'tempest-TestServerBasicOps-872480896-router', 'tenant_id': '00ac027819ba4afaa76dc6f1a15c161f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.194'}], 'enable_snat': True}, 'gw_port_id': '29d01258-d58d-43bf-9f2e-eb23b3a67a7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:12:43Z', 'updated_at': '2021-11-19T18:12:48Z', 'revision_number': 4, 'project_id': '00ac027819ba4afaa76dc6f1a15c161f', 'gw_port': {'id': '29d01258-d58d-43bf-9f2e-eb23b3a67a7d', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:ef:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12b7dc9-955e-48c3-84da-e473a5cb5ff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3677, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:12:44Z', 'updated_at': '2021-11-19T18:12:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': '77758f24-e0ed-4204-b57d-b674fced6c4b', 'name': '', 'network_id': '8d0bfea8-b9ce-4a4a-b909-d270f4dc9a77', 'tenant_id': '00ac027819ba4afaa76dc6f1a15c161f', 'mac_address': 'fa:16:3e:94:06:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a12b7dc9-955e-48c3-84da-e473a5cb5ff9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': '5e8b53e4-5194-49d7-87b6-af9416c14b90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:12:47Z', 'updated_at': '2021-11-19T18:12:58Z', 'revision_number': 4, 'project_id': '00ac027819ba4afaa76dc6f1a15c161f', 'subnets': [{'id': '5e8b53e4-5194-49d7-87b6-af9416c14b90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:12:59.269852 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad8cd3e-11bb-428e-aa27-b4144e7a3ae9 None None] The sync data for ids ['a12b7dc9-955e-48c3-84da-e473a5cb5ff9'] in n-d-818022-2 is: [{'id': 'a12b7dc9-955e-48c3-84da-e473a5cb5ff9', 'name': 'tempest-TestServerBasicOps-872480896-router', 'tenant_id': '00ac027819ba4afaa76dc6f1a15c161f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.194'}], 'enable_snat': True}, 'gw_port_id': '29d01258-d58d-43bf-9f2e-eb23b3a67a7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:12:43Z', 'updated_at': '2021-11-19T18:12:48Z', 'revision_number': 4, 'project_id': '00ac027819ba4afaa76dc6f1a15c161f', 'gw_port': {'id': '29d01258-d58d-43bf-9f2e-eb23b3a67a7d', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:ef:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12b7dc9-955e-48c3-84da-e473a5cb5ff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3677, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:12:44Z', 'updated_at': '2021-11-19T18:12:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': '77758f24-e0ed-4204-b57d-b674fced6c4b', 'name': '', 'network_id': '8d0bfea8-b9ce-4a4a-b909-d270f4dc9a77', 'tenant_id': '00ac027819ba4afaa76dc6f1a15c161f', 'mac_address': 'fa:16:3e:94:06:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a12b7dc9-955e-48c3-84da-e473a5cb5ff9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': '5e8b53e4-5194-49d7-87b6-af9416c14b90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:12:47Z', 'updated_at': '2021-11-19T18:12:58Z', 'revision_number': 4, 'project_id': '00ac027819ba4afaa76dc6f1a15c161f', 'subnets': [{'id': '5e8b53e4-5194-49d7-87b6-af9416c14b90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:12:59.286803 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-93f4d9f8-fa6a-47d1-a88b-20c525d42009 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:59.311553 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-76278225-2dbc-4e61-b46d-44458b09d97a None None] Provisioning complete for port 77758f24-e0ed-4204-b57d-b674fced6c4b triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:12:59.312035 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-76278225-2dbc-4e61-b46d-44458b09d97a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:59.393862 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b13d2d62-3f48-4ffe-9fe9-259b17d857af req-659d8caa-7106-4522-8e4e-7096aa56e3aa service neutron] 10.222.0.60 "GET /v2.0/networks/4a49efd5-bc80-4af6-a575-c2d3be6941db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822536 Nov 19 18:12:59.439853 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-e74f9242-d419-40ca-9a6e-def01e1d4316 admin admin] Deleting port 9d403289-67d6-41dc-b082-a76cfc742596 {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:12:59.440187 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e74f9242-d419-40ca-9a6e-def01e1d4316 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:59.550919 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [None req-93f4d9f8-fa6a-47d1-a88b-20c525d42009 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Allocated IP 172.25.7.108 (645e61aa-1a6c-4e8f-857e-ab06edb4897f/88ed2d64-f56d-4f01-a468-946e01c99e82/3dc4299f-0123-4f1d-90b2-1cead030c52f) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:12:59.559436 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [None req-e74f9242-d419-40ca-9a6e-def01e1d4316 admin admin] For port 9d403289-67d6-41dc-b082-a76cfc742596, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=9d403289-67d6-41dc-b082-a76cfc742596,segment=NetworkSegment(878aa1ad-d952-49b3-babf-f88949b54efa),segment_id=878aa1ad-d952-49b3-babf-f88949b54efa)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:12:59.560215 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e74f9242-d419-40ca-9a6e-def01e1d4316 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:59.570757 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b13d2d62-3f48-4ffe-9fe9-259b17d857af req-e6a5a15e-d693-4323-a600-8e216538c6b6 service neutron] 10.222.0.60 "GET /v2.0/networks/4a49efd5-bc80-4af6-a575-c2d3be6941db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694870 Nov 19 18:12:59.585864 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-e74f9242-d419-40ca-9a6e-def01e1d4316 admin admin] Calling delete_port for 9d403289-67d6-41dc-b082-a76cfc742596 owned by network:router_interface {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:12:59.685980 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-93f4d9f8-fa6a-47d1-a88b-20c525d42009 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:59.725694 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-93f4d9f8-fa6a-47d1-a88b-20c525d42009 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:59.772623 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93f4d9f8-fa6a-47d1-a88b-20c525d42009 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Network 645e61aa-1a6c-4e8f-857e-ab06edb4897f is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:12:59.777693 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-93f4d9f8-fa6a-47d1-a88b-20c525d42009 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:12:59.781646 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f4d9f8-fa6a-47d1-a88b-20c525d42009 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:12:59.787203 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-513e68eb-0a9d-47ed-b51a-58a5f6d4f2b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:59.804084 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f4d9f8-fa6a-47d1-a88b-20c525d42009 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Pushing event updated for resources: {'Port': ['ID=3dc4299f-0123-4f1d-90b2-1cead030c52f,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:12:59.819157 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e74f9242-d419-40ca-9a6e-def01e1d4316 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:12:59.849763 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74f9242-d419-40ca-9a6e-def01e1d4316 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d403289-67d6-41dc-b082-a76cfc742596,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:13:00.033254 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e74f9242-d419-40ca-9a6e-def01e1d4316 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-768648'] for router_interface, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:00.048738 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 2019baf0-8dd1-4014-98b3-2c3c4d3ec3aa no longer exists at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:13:00.085961 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] No Port match for: 2019baf0-8dd1-4014-98b3-2c3c4d3ec3aa {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:13:00.087020 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 2019baf0-8dd1-4014-98b3-2c3c4d3ec3aa not bound to the agent host n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:13:00.218069 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1679f469-4f3b-4c44-9689-fb96bc4c57e6 req-1dc2dcc3-59f2-4fc9-bb43-8c59548f4ff0 tempest-TestServerBasicOps-1087229333 tempest-TestServerBasicOps-1087229333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:13:00.219843 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-1679f469-4f3b-4c44-9689-fb96bc4c57e6 req-1dc2dcc3-59f2-4fc9-bb43-8c59548f4ff0 tempest-TestServerBasicOps-1087229333 tempest-TestServerBasicOps-1087229333-project] 10.222.0.54 "GET /v2.0/ports?device_id=6f823120-2583-4ac2-8c26-8fb9eb5f20a1 HTTP/1.1" status: 200 len: 943 time: 0.0917549 Nov 19 18:13:00.254015 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-93f4d9f8-fa6a-47d1-a88b-20c525d42009 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:00.317790 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-1679f469-4f3b-4c44-9689-fb96bc4c57e6 req-526cbffb-7796-413a-a9a5-91b0fc5dcb9c tempest-TestServerBasicOps-1087229333 tempest-TestServerBasicOps-1087229333-project] 10.222.0.54 "GET /v2.0/security-groups?id=2f1a7f71-4bfb-41e5-9887-51de285d3339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883524 Nov 19 18:13:00.352276 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e74f9242-d419-40ca-9a6e-def01e1d4316 admin admin] Router b11e1b24-ca9d-457a-b763-e7550839346f has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 18:13:00.358342 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-93f4d9f8-fa6a-47d1-a88b-20c525d42009 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:00.478965 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e74f9242-d419-40ca-9a6e-def01e1d4316 admin admin] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:13:00.485830 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-e74f9242-d419-40ca-9a6e-def01e1d4316 admin admin] 10.222.0.54 "PUT /v2.0/routers/b11e1b24-ca9d-457a-b763-e7550839346f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3443587 Nov 19 18:13:00.488263 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 39530) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:13:00.493233 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6abebc1-5aab-41b0-a978-d551cb64c569 None None] Sync routers for ids ['b11e1b24-ca9d-457a-b763-e7550839346f'] in n-d-818022-2 {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:13:00.506922 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6abebc1-5aab-41b0-a978-d551cb64c569 None None] Routers {'b11e1b24-ca9d-457a-b763-e7550839346f'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:13:00.507529 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-b6abebc1-5aab-41b0-a978-d551cb64c569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:12:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['b11e1b24-ca9d-457a-b763-e7550839346f'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:13:00.570723 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-93f4d9f8-fa6a-47d1-a88b-20c525d42009 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks [] for port, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:00.576886 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-93f4d9f8-fa6a-47d1-a88b-20c525d42009 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:00.628454 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f4d9f8-fa6a-47d1-a88b-20c525d42009 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Pushing event updated for resources: {'Port': ['ID=3dc4299f-0123-4f1d-90b2-1cead030c52f,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:13:00.655895 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-b6abebc1-5aab-41b0-a978-d551cb64c569 None None] Set router b11e1b24-ca9d-457a-b763-e7550839346f gateway port host: n-d-818022-2 {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:13:00.683244 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-93f4d9f8-fa6a-47d1-a88b-20c525d42009 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-671284'] for floatingip, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:00.884596 n-d-818022-2 neutron-server[103365]: INFO neutron.db.l3_db [None req-93f4d9f8-fa6a-47d1-a88b-20c525d42009 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Floating IP f8e1696e-4bf6-43bc-bd49-47e6483592b5 associated. External IP: 172.25.7.108, port: f400c77e-40b5-44b3-b18d-52d46129a7c1. Nov 19 18:13:00.901233 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 77758f24-e0ed-4204-b57d-b674fced6c4b up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:13:00.968742 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ccdb5e32-56f9-4df7-a54d-555e99e3ac90 admin admin] Publish callbacks [] for router, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:00.987723 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-b6abebc1-5aab-41b0-a978-d551cb64c569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b11e1b24-ca9d-457a-b763-e7550839346f', 'name': 'tempest-ServerActionsTestJSON-767903465-router', 'tenant_id': 'e45c6e5baa414b6894171527d94e1abd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.45'}], 'enable_snat': True}, 'gw_port_id': 'f2234a95-c881-4215-9ecf-ef560e0fd336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:04:05Z', 'updated_at': '2021-11-19T18:12:59Z', 'revision_number': 5, 'project_id': 'e45c6e5baa414b6894171527d94e1abd', 'gw_port': {'id': 'f2234a95-c881-4215-9ecf-ef560e0fd336', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b11e1b24-ca9d-457a-b763-e7550839346f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3105, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:04:05Z', 'updated_at': '2021-11-19T18:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:13:00.992331 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 77758f24-e0ed-4204-b57d-b674fced6c4b triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:13:00.992331 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:01.019165 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6abebc1-5aab-41b0-a978-d551cb64c569 None None] Checking router: b11e1b24-ca9d-457a-b763-e7550839346f for host: n-d-818022-2 {{(pid=103366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:13:01.060272 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6abebc1-5aab-41b0-a978-d551cb64c569 None None] Routers {'b11e1b24-ca9d-457a-b763-e7550839346f'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:13:01.060962 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-b6abebc1-5aab-41b0-a978-d551cb64c569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:12:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['b11e1b24-ca9d-457a-b763-e7550839346f'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:13:01.080761 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ccdb5e32-56f9-4df7-a54d-555e99e3ac90 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:01.144694 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-ccdb5e32-56f9-4df7-a54d-555e99e3ac90 admin admin] Deleting port f2234a95-c881-4215-9ecf-ef560e0fd336 {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:13:01.145164 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ccdb5e32-56f9-4df7-a54d-555e99e3ac90 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:01.156369 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93f4d9f8-fa6a-47d1-a88b-20c525d42009 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Router cd818012-7464-4466-a1f9-e9a343404224 has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 18:13:01.236992 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-b6abebc1-5aab-41b0-a978-d551cb64c569 None None] Set router b11e1b24-ca9d-457a-b763-e7550839346f gateway port host: n-d-818022-2 {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:13:01.248520 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [None req-ccdb5e32-56f9-4df7-a54d-555e99e3ac90 admin admin] For port f2234a95-c881-4215-9ecf-ef560e0fd336, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=f2234a95-c881-4215-9ecf-ef560e0fd336,segment=NetworkSegment(bbe705c1-96c0-476e-8381-28227e6f0ac5),segment_id=bbe705c1-96c0-476e-8381-28227e6f0ac5)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:13:01.248919 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ccdb5e32-56f9-4df7-a54d-555e99e3ac90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:01.269716 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-ccdb5e32-56f9-4df7-a54d-555e99e3ac90 admin admin] Calling delete_port for f2234a95-c881-4215-9ecf-ef560e0fd336 owned by network:router_gateway {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:13:01.293676 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93f4d9f8-fa6a-47d1-a88b-20c525d42009 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:13:01.309458 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a0a0aa5-b9ce-4a91-b2b1-1a1b45687e15 None None] Sync routers for ids ['cd818012-7464-4466-a1f9-e9a343404224'] in n-d-818022-2 {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:13:01.328327 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a0a0aa5-b9ce-4a91-b2b1-1a1b45687e15 None None] Routers {'cd818012-7464-4466-a1f9-e9a343404224'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:13:01.329024 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-1a0a0aa5-b9ce-4a91-b2b1-1a1b45687e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:12:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['cd818012-7464-4466-a1f9-e9a343404224'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:13:01.331512 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-93f4d9f8-fa6a-47d1-a88b-20c525d42009 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for floatingip, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:01.422123 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-93f4d9f8-fa6a-47d1-a88b-20c525d42009 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4492147 Nov 19 18:13:01.424154 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ad0b0cd-a36f-4431-aacb-ab4103c1ced5', 'tag': 'f400c77e-40b5-44b3-b18d-52d46129a7c1'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:13:01.430766 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218319d759239a7d11f1288aef37381b97754913ee9ccbfd43b51a463f801712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8e8e67a-0daf-43df-96bc-9ec0cf940992" -d '{"events": [{"name": "network-changed", "server_uuid": "8ad0b0cd-a36f-4431-aacb-ab4103c1ced5", "tag": "f400c77e-40b5-44b3-b18d-52d46129a7c1"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:13:01.459577 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-b6abebc1-5aab-41b0-a978-d551cb64c569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b11e1b24-ca9d-457a-b763-e7550839346f', 'name': 'tempest-ServerActionsTestJSON-767903465-router', 'tenant_id': 'e45c6e5baa414b6894171527d94e1abd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.45'}], 'enable_snat': True}, 'gw_port_id': 'f2234a95-c881-4215-9ecf-ef560e0fd336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:04:05Z', 'updated_at': '2021-11-19T18:12:59Z', 'revision_number': 5, 'project_id': 'e45c6e5baa414b6894171527d94e1abd', 'gw_port': {'id': 'f2234a95-c881-4215-9ecf-ef560e0fd336', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b11e1b24-ca9d-457a-b763-e7550839346f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3105, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:04:05Z', 'updated_at': '2021-11-19T18:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:13:01.490808 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-1a0a0aa5-b9ce-4a91-b2b1-1a1b45687e15 None None] Set router cd818012-7464-4466-a1f9-e9a343404224 gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:13:01.491760 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6abebc1-5aab-41b0-a978-d551cb64c569 None None] The sync data for ids ['b11e1b24-ca9d-457a-b763-e7550839346f'] in n-d-818022-2 is: [{'id': 'b11e1b24-ca9d-457a-b763-e7550839346f', 'name': 'tempest-ServerActionsTestJSON-767903465-router', 'tenant_id': 'e45c6e5baa414b6894171527d94e1abd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.45'}], 'enable_snat': True}, 'gw_port_id': 'f2234a95-c881-4215-9ecf-ef560e0fd336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:04:05Z', 'updated_at': '2021-11-19T18:12:59Z', 'revision_number': 5, 'project_id': 'e45c6e5baa414b6894171527d94e1abd', 'gw_port': {'id': 'f2234a95-c881-4215-9ecf-ef560e0fd336', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b11e1b24-ca9d-457a-b763-e7550839346f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3105, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:04:05Z', 'updated_at': '2021-11-19T18:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:13:01.558506 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fa4e58-88be-4000-8712-73a78035744b req-deb0cca2-c068-42a1-8f9b-b51fa866eeb1 tempest-TestServerBasicOps-1087229333 tempest-TestServerBasicOps-1087229333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:13:01.560101 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-45fa4e58-88be-4000-8712-73a78035744b req-deb0cca2-c068-42a1-8f9b-b51fa866eeb1 tempest-TestServerBasicOps-1087229333 tempest-TestServerBasicOps-1087229333-project] 10.222.0.54 "GET /v2.0/ports?device_id=6f823120-2583-4ac2-8c26-8fb9eb5f20a1 HTTP/1.1" status: 200 len: 943 time: 0.1030955 Nov 19 18:13:01.627465 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c9b69b-0c9d-4887-81a3-b372b91ab9fb req-9bb83833-b9d2-45b4-9bef-0d0781153ef7 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:13:01.634765 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d6c9b69b-0c9d-4887-81a3-b372b91ab9fb req-9bb83833-b9d2-45b4-9bef-0d0781153ef7 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/ports?device_id=8ad0b0cd-a36f-4431-aacb-ab4103c1ced5 HTTP/1.1" status: 200 len: 945 time: 0.0769520 Nov 19 18:13:01.666390 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-45fa4e58-88be-4000-8712-73a78035744b req-a8de5617-f670-471a-8994-b33a12a08177 tempest-TestServerBasicOps-1087229333 tempest-TestServerBasicOps-1087229333-project] 10.222.0.54 "GET /v2.0/security-groups?id=2f1a7f71-4bfb-41e5-9887-51de285d3339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958111 Nov 19 18:13:01.682876 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ccdb5e32-56f9-4df7-a54d-555e99e3ac90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:01.694027 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d6c9b69b-0c9d-4887-81a3-b372b91ab9fb req-64c322c5-0a39-48e1-9a2d-0f2d64e264ae tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/security-groups?id=c930bbbd-8ddb-42b8-a0a3-b12c53e6480f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549748 Nov 19 18:13:01.714790 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdb5e32-56f9-4df7-a54d-555e99e3ac90 admin admin] Pushing event deleted for resources: {'Port': ['ID=f2234a95-c881-4215-9ecf-ef560e0fd336,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:13:01.734542 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c69f1b5-c56b-4566-a500-62fbae5700e8 None None] DHCP port deletion for 645e61aa-1a6c-4e8f-857e-ab06edb4897f request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:13:01.769348 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 39538) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:13:01.779344 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 18:13:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95c62750-1ad5-40c6-ad3d-b50a3433c02e x-openstack-request-id: req-95c62750-1ad5-40c6-ad3d-b50a3433c02e {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:13:01.779699 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ad0b0cd-a36f-4431-aacb-ab4103c1ced5", "tag": "f400c77e-40b5-44b3-b18d-52d46129a7c1", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:13:01.780771 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-95c62750-1ad5-40c6-ad3d-b50a3433c02e {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:13:01.780771 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ad0b0cd-a36f-4431-aacb-ab4103c1ced5', 'tag': 'f400c77e-40b5-44b3-b18d-52d46129a7c1', 'status': 'completed', 'code': 200} Nov 19 18:13:01.797947 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ccdb5e32-56f9-4df7-a54d-555e99e3ac90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-671730'] for router_gateway, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:01.828803 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-1a0a0aa5-b9ce-4a91-b2b1-1a1b45687e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd818012-7464-4466-a1f9-e9a343404224', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1612014972', 'tenant_id': 'd41245dedb694df6accb5dc7769c75e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.182'}], 'enable_snat': True}, 'gw_port_id': '5044be33-277d-48f4-9ebd-36f0ba84e06b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:12:33Z', 'updated_at': '2021-11-19T18:12:41Z', 'revision_number': 4, 'project_id': 'd41245dedb694df6accb5dc7769c75e5', 'gw_port': {'id': '5044be33-277d-48f4-9ebd-36f0ba84e06b', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:ac:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd818012-7464-4466-a1f9-e9a343404224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:12:34Z', 'updated_at': '2021-11-19T18:12:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_floatingips': [{'id': 'f8e1696e-4bf6-43bc-bd49-47e6483592b5', 'tenant_id': 'd41245dedb694df6accb5dc7769c75e5', 'floating_ip_address': '172.25.7.108', 'floating_network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'router_id': 'cd818012-7464-4466-a1f9-e9a343404224', 'port_id': 'f400c77e-40b5-44b3-b18d-52d46129a7c1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3691, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7890f04-2550-4c59-8e90-ae87e4850fbe', 'mac_address': 'fa:16:3e:db:be:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ad0b0cd-a36f-4431-aacb-ab4103c1ced5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T18:13:00Z', 'updated_at': '2021-11-19T18:13:00Z', 'revision_number': 0, 'project_id': 'd41245dedb694df6accb5dc7769c75e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1331210d-af52-43f7-8a6a-d493182d56a0', 'name': '', 'network_id': 'b7890f04-2550-4c59-8e90-ae87e4850fbe', 'tenant_id': 'd41245dedb694df6accb5dc7769c75e5', 'mac_address': 'fa:16:3e:eb:9f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd818012-7464-4466-a1f9-e9a343404224', 'device_owner': 'network:router_interface', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': 'c3c6713b-269a-48dd-a338-94c613354e1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:12:39Z', 'updated_at': '2021-11-19T18:12:49Z', 'revision_number': 5, 'project_id': 'd41245dedb694df6accb5dc7769c75e5', 'subnets': [{'id': 'c3c6713b-269a-48dd-a338-94c613354e1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:13:01.852541 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-493c0b07-2174-4a2b-ba1b-d003b70eaed0 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/floatingips/f8e1696e-4bf6-43bc-bd49-47e6483592b5 HTTP/1.1" status: 200 len: 991 time: 0.0807226 Nov 19 18:13:01.858101 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a0a0aa5-b9ce-4a91-b2b1-1a1b45687e15 None None] Checking router: cd818012-7464-4466-a1f9-e9a343404224 for host: n-d-818022-2 {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:13:01.867671 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a0a0aa5-b9ce-4a91-b2b1-1a1b45687e15 None None] Routers {'cd818012-7464-4466-a1f9-e9a343404224'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:13:01.868379 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-1a0a0aa5-b9ce-4a91-b2b1-1a1b45687e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:12:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['cd818012-7464-4466-a1f9-e9a343404224'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:13:01.933730 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ccdb5e32-56f9-4df7-a54d-555e99e3ac90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4696'] for router, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:01.936771 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ccdb5e32-56f9-4df7-a54d-555e99e3ac90 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:01.994115 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-1a0a0aa5-b9ce-4a91-b2b1-1a1b45687e15 None None] Set router cd818012-7464-4466-a1f9-e9a343404224 gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:13:02.014814 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e8e67a-0daf-43df-96bc-9ec0cf940992 req-1c1e44cd-4335-4636-ab46-28e359e5c482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:13:02.016938 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a8e8e67a-0daf-43df-96bc-9ec0cf940992 req-1c1e44cd-4335-4636-ab46-28e359e5c482 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=d41245dedb694df6accb5dc7769c75e5&device_id=8ad0b0cd-a36f-4431-aacb-ab4103c1ced5 HTTP/1.1" status: 200 len: 1096 time: 0.1863799 Nov 19 18:13:02.025271 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-509375f7-d529-4946-a51d-2f41af70d0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:02.049210 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 59f0147e-62be-4a98-8223-9a2273533484 details requested by agent hyperv_n-h1-818022-2 with host n-h1-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 18:13:02.061803 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ccdb5e32-56f9-4df7-a54d-555e99e3ac90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-543895'] for router, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:02.062735 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccdb5e32-56f9-4df7-a54d-555e99e3ac90 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b11e1b24-ca9d-457a-b763-e7550839346f {{(pid=103364) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 18:13:02.097233 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ccdb5e32-56f9-4df7-a54d-555e99e3ac90 admin admin] Publish callbacks [] for router, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:02.101254 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 39542) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:13:02.102406 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-ccdb5e32-56f9-4df7-a54d-555e99e3ac90 admin admin] 10.222.0.54 "DELETE /v2.0/routers/b11e1b24-ca9d-457a-b763-e7550839346f HTTP/1.1" status: 204 len: 168 time: 1.6129930 Nov 19 18:13:02.174103 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ed74b2c-85bb-4eac-82ec-ccf65e4e5d95 admin admin] Deleting subnet 78373283-0ecf-42ac-8dc9-066471cd2623 {{(pid=103365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 18:13:02.181155 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e8e67a-0daf-43df-96bc-9ec0cf940992 req-2338e44a-7a8b-459a-a7f5-c3239d4a1c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:13:02.183647 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a8e8e67a-0daf-43df-96bc-9ec0cf940992 req-2338e44a-7a8b-459a-a7f5-c3239d4a1c79 service neutron] 10.222.0.86 "GET /v2.0/networks?id=b7890f04-2550-4c59-8e90-ae87e4850fbe HTTP/1.1" status: 200 len: 898 time: 0.1538887 Nov 19 18:13:02.184711 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0ed74b2c-85bb-4eac-82ec-ccf65e4e5d95 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:02.212160 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 59f0147e-62be-4a98-8223-9a2273533484, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=59f0147e-62be-4a98-8223-9a2273533484,segment=NetworkSegment(25c8db8c-8170-47cd-befd-7b708165e7b5),segment_id=25c8db8c-8170-47cd-befd-7b708165e7b5)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:13:02.238559 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Returning: {'device': '59f0147e-62be-4a98-8223-9a2273533484', 'network_id': '4a49efd5-bc80-4af6-a575-c2d3be6941db', 'port_id': '59f0147e-62be-4a98-8223-9a2273533484', 'mac_address': 'fa:16:3e:e7:a7:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ed30503-f276-4fb6-afaa-f1a06284c79e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 18:13:02.241066 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0ed74b2c-85bb-4eac-82ec-ccf65e4e5d95 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12546453'] for subnet, precommit_delete_associations {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:02.291550 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a8e8e67a-0daf-43df-96bc-9ec0cf940992 req-6522a024-9f09-4f7b-b335-413d66cd4336 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f400c77e-40b5-44b3-b18d-52d46129a7c1 HTTP/1.1" status: 200 len: 999 time: 0.0943677 Nov 19 18:13:02.307207 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:02.338075 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59f0147e-62be-4a98-8223-9a2273533484 {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:13:02.366942 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-1a0a0aa5-b9ce-4a91-b2b1-1a1b45687e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd818012-7464-4466-a1f9-e9a343404224', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1612014972', 'tenant_id': 'd41245dedb694df6accb5dc7769c75e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.182'}], 'enable_snat': True}, 'gw_port_id': '5044be33-277d-48f4-9ebd-36f0ba84e06b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:12:33Z', 'updated_at': '2021-11-19T18:12:41Z', 'revision_number': 4, 'project_id': 'd41245dedb694df6accb5dc7769c75e5', 'gw_port': {'id': '5044be33-277d-48f4-9ebd-36f0ba84e06b', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:ac:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd818012-7464-4466-a1f9-e9a343404224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:12:34Z', 'updated_at': '2021-11-19T18:12:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_floatingips': [{'id': 'f8e1696e-4bf6-43bc-bd49-47e6483592b5', 'tenant_id': 'd41245dedb694df6accb5dc7769c75e5', 'floating_ip_address': '172.25.7.108', 'floating_network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'router_id': 'cd818012-7464-4466-a1f9-e9a343404224', 'port_id': 'f400c77e-40b5-44b3-b18d-52d46129a7c1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3691, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7890f04-2550-4c59-8e90-ae87e4850fbe', 'mac_address': 'fa:16:3e:db:be:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ad0b0cd-a36f-4431-aacb-ab4103c1ced5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T18:13:00Z', 'updated_at': '2021-11-19T18:13:00Z', 'revision_number': 0, 'project_id': 'd41245dedb694df6accb5dc7769c75e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1331210d-af52-43f7-8a6a-d493182d56a0', 'name': '', 'network_id': 'b7890f04-2550-4c59-8e90-ae87e4850fbe', 'tenant_id': 'd41245dedb694df6accb5dc7769c75e5', 'mac_address': 'fa:16:3e:eb:9f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd818012-7464-4466-a1f9-e9a343404224', 'device_owner': 'network:router_interface', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': 'c3c6713b-269a-48dd-a338-94c613354e1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:12:39Z', 'updated_at': '2021-11-19T18:12:49Z', 'revision_number': 5, 'project_id': 'd41245dedb694df6accb5dc7769c75e5', 'subnets': [{'id': 'c3c6713b-269a-48dd-a338-94c613354e1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:13:02.391646 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 59f0147e-62be-4a98-8223-9a2273533484, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=59f0147e-62be-4a98-8223-9a2273533484,segment=NetworkSegment(25c8db8c-8170-47cd-befd-7b708165e7b5),segment_id=25c8db8c-8170-47cd-befd-7b708165e7b5)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:13:02.397286 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e8e67a-0daf-43df-96bc-9ec0cf940992 req-d9392e3f-3d63-400f-945e-e682cbc8adc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:13:02.397904 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:02.399637 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a8e8e67a-0daf-43df-96bc-9ec0cf940992 req-d9392e3f-3d63-400f-945e-e682cbc8adc1 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c3c6713b-269a-48dd-a338-94c613354e1b HTTP/1.1" status: 200 len: 834 time: 0.0946870 Nov 19 18:13:02.402747 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a0a0aa5-b9ce-4a91-b2b1-1a1b45687e15 None None] The sync data for ids ['cd818012-7464-4466-a1f9-e9a343404224'] in n-d-818022-2 is: [{'id': 'cd818012-7464-4466-a1f9-e9a343404224', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1612014972', 'tenant_id': 'd41245dedb694df6accb5dc7769c75e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.182'}], 'enable_snat': True}, 'gw_port_id': '5044be33-277d-48f4-9ebd-36f0ba84e06b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:12:33Z', 'updated_at': '2021-11-19T18:12:41Z', 'revision_number': 4, 'project_id': 'd41245dedb694df6accb5dc7769c75e5', 'gw_port': {'id': '5044be33-277d-48f4-9ebd-36f0ba84e06b', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:ac:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd818012-7464-4466-a1f9-e9a343404224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:12:34Z', 'updated_at': '2021-11-19T18:12:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_floatingips': [{'id': 'f8e1696e-4bf6-43bc-bd49-47e6483592b5', 'tenant_id': 'd41245dedb694df6accb5dc7769c75e5', 'floating_ip_address': '172.25.7.108', 'floating_network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'router_id': 'cd818012-7464-4466-a1f9-e9a343404224', 'port_id': 'f400c77e-40b5-44b3-b18d-52d46129a7c1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3691, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7890f04-2550-4c59-8e90-ae87e4850fbe', 'mac_address': 'fa:16:3e:db:be:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ad0b0cd-a36f-4431-aacb-ab4103c1ced5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T18:13:00Z', 'updated_at': '2021-11-19T18:13:00Z', 'revision_number': 0, 'project_id': 'd41245dedb694df6accb5dc7769c75e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1331210d-af52-43f7-8a6a-d493182d56a0', 'name': '', 'network_id': 'b7890f04-2550-4c59-8e90-ae87e4850fbe', 'tenant_id': 'd41245dedb694df6accb5dc7769c75e5', 'mac_address': 'fa:16:3e:eb:9f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd818012-7464-4466-a1f9-e9a343404224', 'device_owner': 'network:router_interface', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': 'c3c6713b-269a-48dd-a338-94c613354e1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:12:39Z', 'updated_at': '2021-11-19T18:12:49Z', 'revision_number': 5, 'project_id': 'd41245dedb694df6accb5dc7769c75e5', 'subnets': [{'id': 'c3c6713b-269a-48dd-a338-94c613354e1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:13:02.457250 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0ed74b2c-85bb-4eac-82ec-ccf65e4e5d95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:02.471145 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e8e67a-0daf-43df-96bc-9ec0cf940992 req-c7aca58a-f4a9-462d-b75f-f05596d09bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:13:02.473906 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a8e8e67a-0daf-43df-96bc-9ec0cf940992 req-c7aca58a-f4a9-462d-b75f-f05596d09bc6 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=b7890f04-2550-4c59-8e90-ae87e4850fbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0616968 Nov 19 18:13:02.482973 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=59f0147e-62be-4a98-8223-9a2273533484,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:13:02.540895 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0ed74b2c-85bb-4eac-82ec-ccf65e4e5d95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12282919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8731163'] for subnet, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:02.574123 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed74b2c-85bb-4eac-82ec-ccf65e4e5d95 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=78373283-0ecf-42ac-8dc9-066471cd2623,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:13:02.580616 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0ed74b2c-85bb-4eac-82ec-ccf65e4e5d95 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:02.588398 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-0ed74b2c-85bb-4eac-82ec-ccf65e4e5d95 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/78373283-0ecf-42ac-8dc9-066471cd2623 HTTP/1.1" status: 204 len: 168 time: 0.4858694 Nov 19 18:13:02.589274 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 39544) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:13:02.602926 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a8e8e67a-0daf-43df-96bc-9ec0cf940992 req-07344a24-a9b5-4b26-905e-f67a2d7bb6ad service neutron] 10.222.0.86 "GET /v2.0/networks/b7890f04-2550-4c59-8e90-ae87e4850fbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173453 Nov 19 18:13:02.610722 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c16e722-d897-4577-8f11-2bf2482db8f4 None None] Network 3b544363-bad2-4a9e-9892-483691dc34e2 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:13:02.623151 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['59f0147e-62be-4a98-8223-9a2273533484'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:13:02.689088 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d21bb834-f0e0-41ce-ba9e-a3ee72e6c05d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:02.742557 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3becc659-9e5f-4901-81bb-fffd40852117 None None] New status for floating IP f8e1696e-4bf6-43bc-bd49-47e6483592b5: ACTIVE {{(pid=103366) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 18:13:02.797965 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a8e8e67a-0daf-43df-96bc-9ec0cf940992 req-bea4d44e-9611-4c1e-8c77-44476ac3222e service neutron] 10.222.0.86 "GET /v2.0/networks/b7890f04-2550-4c59-8e90-ae87e4850fbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772485 Nov 19 18:13:02.816345 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-d21bb834-f0e0-41ce-ba9e-a3ee72e6c05d admin admin] Deleting port 3ed20d1a-a6bc-4a57-81eb-7e37ef3bb7b3 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:13:02.817183 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d21bb834-f0e0-41ce-ba9e-a3ee72e6c05d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:02.855461 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 39548) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:13:02.929123 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device f2234a95-c881-4215-9ecf-ef560e0fd336 no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:13:02.942471 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-c578941f-ecb3-414e-bd5d-c13472788d71 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/floatingips/f8e1696e-4bf6-43bc-bd49-47e6483592b5 HTTP/1.1" status: 200 len: 991 time: 0.0841739 Nov 19 18:13:02.966064 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [None req-d21bb834-f0e0-41ce-ba9e-a3ee72e6c05d admin admin] For port 3ed20d1a-a6bc-4a57-81eb-7e37ef3bb7b3, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=3ed20d1a-a6bc-4a57-81eb-7e37ef3bb7b3,segment=NetworkSegment(878aa1ad-d952-49b3-babf-f88949b54efa),segment_id=878aa1ad-d952-49b3-babf-f88949b54efa)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:13:02.966474 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d21bb834-f0e0-41ce-ba9e-a3ee72e6c05d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:02.985804 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7477cdbb-8bed-4b02-8070-3039565132e4 req-a2c307d5-a73f-48f6-a312-fdd3bbd9f912 tempest-TestServerBasicOps-1087229333 tempest-TestServerBasicOps-1087229333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:13:02.987424 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7477cdbb-8bed-4b02-8070-3039565132e4 req-a2c307d5-a73f-48f6-a312-fdd3bbd9f912 tempest-TestServerBasicOps-1087229333 tempest-TestServerBasicOps-1087229333-project] 10.222.0.54 "GET /v2.0/ports?device_id=6f823120-2583-4ac2-8c26-8fb9eb5f20a1 HTTP/1.1" status: 200 len: 944 time: 0.1360958 Nov 19 18:13:02.992530 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-d21bb834-f0e0-41ce-ba9e-a3ee72e6c05d admin admin] Calling delete_port for 3ed20d1a-a6bc-4a57-81eb-7e37ef3bb7b3 owned by network:dhcp {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:13:03.097047 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7477cdbb-8bed-4b02-8070-3039565132e4 req-bbda33e0-6ba8-4360-a537-cd64fa3c0551 tempest-TestServerBasicOps-1087229333 tempest-TestServerBasicOps-1087229333-project] 10.222.0.54 "GET /v2.0/security-groups?id=2f1a7f71-4bfb-41e5-9887-51de285d3339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990095 Nov 19 18:13:03.126038 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d21bb834-f0e0-41ce-ba9e-a3ee72e6c05d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:03.156855 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: f2234a95-c881-4215-9ecf-ef560e0fd336 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:13:03.157089 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device f2234a95-c881-4215-9ecf-ef560e0fd336 not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:13:03.157213 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21bb834-f0e0-41ce-ba9e-a3ee72e6c05d admin admin] Pushing event deleted for resources: {'Port': ['ID=3ed20d1a-a6bc-4a57-81eb-7e37ef3bb7b3,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:13:03.157523 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 9d403289-67d6-41dc-b082-a76cfc742596 no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:13:03.159069 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21bb834-f0e0-41ce-ba9e-a3ee72e6c05d admin admin] No DVR routers for this DVR port 3ed20d1a-a6bc-4a57-81eb-7e37ef3bb7b3 on host n-d-818022-2 {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:13:03.201517 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: 9d403289-67d6-41dc-b082-a76cfc742596 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:13:03.201892 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 9d403289-67d6-41dc-b082-a76cfc742596 not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:13:03.243510 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d21bb834-f0e0-41ce-ba9e-a3ee72e6c05d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:03.275444 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e46ecc5a-dc14-4744-b262-3072ff2e958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:03.275646 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-d21bb834-f0e0-41ce-ba9e-a3ee72e6c05d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b544363-bad2-4a9e-9892-483691dc34e2']}} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:13:03.285556 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-d21bb834-f0e0-41ce-ba9e-a3ee72e6c05d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '878aa1ad-d952-49b3-babf-f88949b54efa') {'for_net_delete': True} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:13:03.288730 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-d21bb834-f0e0-41ce-ba9e-a3ee72e6c05d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '878aa1ad-d952-49b3-babf-f88949b54efa') {} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:13:03.302636 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0965a96a-75ec-4986-88f6-6cc81c7cf01e None None] DHCP port deletion for 3b544363-bad2-4a9e-9892-483691dc34e2 request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:13:03.304053 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d21bb834-f0e0-41ce-ba9e-a3ee72e6c05d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12545382'] for segment, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:03.321218 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d21bb834-f0e0-41ce-ba9e-a3ee72e6c05d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:03.338872 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d21bb834-f0e0-41ce-ba9e-a3ee72e6c05d admin admin] Releasing vlan 660 on physical network physnet1 to pool {{(pid=103365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 18:13:03.340060 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d21bb834-f0e0-41ce-ba9e-a3ee72e6c05d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12282953'] for segment, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:03.342494 n-d-818022-2 neutron-server[103365]: Traceback (most recent call last): Nov 19 18:13:03.342494 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 18:13:03.342494 n-d-818022-2 neutron-server[103365]: timer() Nov 19 18:13:03.342494 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 18:13:03.342494 n-d-818022-2 neutron-server[103365]: cb(*args, **kw) Nov 19 18:13:03.342494 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 18:13:03.342494 n-d-818022-2 neutron-server[103365]: return func(*args, **kwargs) Nov 19 18:13:03.342494 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 18:13:03.342494 n-d-818022-2 neutron-server[103365]: self._notify() Nov 19 18:13:03.342494 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 18:13:03.342494 n-d-818022-2 neutron-server[103365]: self.callback(batched_events) Nov 19 18:13:03.342494 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 18:13:03.342494 n-d-818022-2 neutron-server[103365]: event.method(event) Nov 19 18:13:03.342494 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 18:13:03.342494 n-d-818022-2 neutron-server[103365]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 18:13:03.342494 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 18:13:03.342494 n-d-818022-2 neutron-server[103365]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 18:13:03.342494 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 18:13:03.342494 n-d-818022-2 neutron-server[103365]: return f(self, *a, **k) Nov 19 18:13:03.342494 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 18:13:03.342494 n-d-818022-2 neutron-server[103365]: return self._get(url).json() Nov 19 18:13:03.342494 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 18:13:03.342494 n-d-818022-2 neutron-server[103365]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 18:13:03.342494 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 18:13:03.342494 n-d-818022-2 neutron-server[103365]: return self.request(url, 'GET', **kwargs) Nov 19 18:13:03.342494 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 18:13:03.342494 n-d-818022-2 neutron-server[103365]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 18:13:03.342494 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 18:13:03.342494 n-d-818022-2 neutron-server[103365]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 18:13:03.342494 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 18:13:03.342494 n-d-818022-2 neutron-server[103365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 18:13:03.342494 n-d-818022-2 neutron-server[103365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 18:13:03.403643 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d21bb834-f0e0-41ce-ba9e-a3ee72e6c05d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671242'] for network, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:03.409312 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d21bb834-f0e0-41ce-ba9e-a3ee72e6c05d admin admin] Publish callbacks [] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:03.414921 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-d21bb834-f0e0-41ce-ba9e-a3ee72e6c05d admin admin] 10.222.0.54 "DELETE /v2.0/networks/3b544363-bad2-4a9e-9892-483691dc34e2 HTTP/1.1" status: 204 len: 168 time: 0.8221061 Nov 19 18:13:03.424724 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21bb834-f0e0-41ce-ba9e-a3ee72e6c05d admin admin] Pushing event deleted for resources: {'Network': ['ID=3b544363-bad2-4a9e-9892-483691dc34e2,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:13:03.541221 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 39552) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:13:03.593060 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-3c8fce38-7dc2-4d57-93c8-7c1ce6e4ad35 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e45c6e5baa414b6894171527d94e1abd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0504310 Nov 19 18:13:03.595712 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 39554) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:13:03.665592 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0b2e4c07-c7a8-4401-9b7f-f29599d9db13 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:03.695983 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0b2e4c07-c7a8-4401-9b7f-f29599d9db13 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:03.748424 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0b2e4c07-c7a8-4401-9b7f-f29599d9db13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:03.751226 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0b2e4c07-c7a8-4401-9b7f-f29599d9db13 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:03.752446 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-0b2e4c07-c7a8-4401-9b7f-f29599d9db13 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/a66d5311-8064-42eb-b883-c6c911692a90 HTTP/1.1" status: 204 len: 168 time: 0.1557884 Nov 19 18:13:03.761708 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2e4c07-c7a8-4401-9b7f-f29599d9db13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a66d5311-8064-42eb-b883-c6c911692a90,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:13:03.883469 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:03.920916 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:03.945497 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 39560) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:13:04.012652 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-8658908f-32db-4945-bd09-7392704f8b70 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/floatingips/f8e1696e-4bf6-43bc-bd49-47e6483592b5 HTTP/1.1" status: 200 len: 993 time: 0.0658681 Nov 19 18:13:04.079133 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 59f0147e-62be-4a98-8223-9a2273533484 up at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:13:04.135922 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning for port 59f0147e-62be-4a98-8223-9a2273533484 completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 18:13:04.140083 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning complete for port 59f0147e-62be-4a98-8223-9a2273533484 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:13:04.140811 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:04.231391 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ffafec-8657-459d-b8f6-c983491ea7ac req-80a1a5f4-454b-4f78-b91d-bd5ccb08a697 tempest-TestServerBasicOps-1087229333 tempest-TestServerBasicOps-1087229333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:13:04.233203 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b4ffafec-8657-459d-b8f6-c983491ea7ac req-80a1a5f4-454b-4f78-b91d-bd5ccb08a697 tempest-TestServerBasicOps-1087229333 tempest-TestServerBasicOps-1087229333-project] 10.222.0.54 "GET /v2.0/ports?device_id=6f823120-2583-4ac2-8c26-8fb9eb5f20a1 HTTP/1.1" status: 200 len: 944 time: 0.0557499 Nov 19 18:13:04.242112 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:04.269213 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f823120-2583-4ac2-8c26-8fb9eb5f20a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59f0147e-62be-4a98-8223-9a2273533484'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:13:04.271531 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3940761bcd94e032e6960d2241bd8993c5d3a7d8dc2aca8488f3ecf1d4dd2fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5633ef5e-45a2-4bbe-810f-5d189547fc8f" -d '{"events": [{"server_uuid": "6f823120-2583-4ac2-8c26-8fb9eb5f20a1", "name": "network-vif-plugged", "status": "completed", "tag": "59f0147e-62be-4a98-8223-9a2273533484"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:13:04.291950 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 59f0147e-62be-4a98-8223-9a2273533484, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=59f0147e-62be-4a98-8223-9a2273533484,segment=NetworkSegment(25c8db8c-8170-47cd-befd-7b708165e7b5),segment_id=25c8db8c-8170-47cd-befd-7b708165e7b5)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:13:04.299341 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:04.310135 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b4ffafec-8657-459d-b8f6-c983491ea7ac req-c895d464-4e4f-4a8e-9538-2ef57df20c75 tempest-TestServerBasicOps-1087229333 tempest-TestServerBasicOps-1087229333-project] 10.222.0.54 "GET /v2.0/security-groups?id=2f1a7f71-4bfb-41e5-9887-51de285d3339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578904 Nov 19 18:13:04.341707 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:13:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d735230-3b9d-4331-ae30-396e61653f68 x-openstack-request-id: req-3d735230-3b9d-4331-ae30-396e61653f68 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:13:04.342025 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f823120-2583-4ac2-8c26-8fb9eb5f20a1", "name": "network-vif-plugged", "status": "completed", "tag": "59f0147e-62be-4a98-8223-9a2273533484", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:13:04.342473 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-3d735230-3b9d-4331-ae30-396e61653f68 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:13:04.342873 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f823120-2583-4ac2-8c26-8fb9eb5f20a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59f0147e-62be-4a98-8223-9a2273533484', 'code': 200} Nov 19 18:13:04.381240 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=59f0147e-62be-4a98-8223-9a2273533484,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:13:04.439607 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490cde8c-0c54-4a93-b9ee-840b2d093e54 req-04aedea2-41d4-4d93-8d4b-b92dfddf39d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:13:04.441199 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-490cde8c-0c54-4a93-b9ee-840b2d093e54 req-04aedea2-41d4-4d93-8d4b-b92dfddf39d0 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=6f823120-2583-4ac2-8c26-8fb9eb5f20a1 HTTP/1.1" status: 200 len: 1096 time: 0.0437918 Nov 19 18:13:04.492664 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-490cde8c-0c54-4a93-b9ee-840b2d093e54 req-3bba1b45-92cd-4b4b-a4f6-215e4ca5f2bb service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=2f1a7f71-4bfb-41e5-9887-51de285d3339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448771 Nov 19 18:13:04.569364 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 39582) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:13:04.668875 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-b783755e-8b50-4a6d-9f5e-929ec3de9cbf admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1565642614-network', 'tenant_id': '21dec2738a5f4ea6bf5954794e3a7a10'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:13:04.689654 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b783755e-8b50-4a6d-9f5e-929ec3de9cbf admin admin] Made reservation on behalf of 21dec2738a5f4ea6bf5954794e3a7a10 for: {'network': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:13:04.691984 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b783755e-8b50-4a6d-9f5e-929ec3de9cbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:04.701312 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b783755e-8b50-4a6d-9f5e-929ec3de9cbf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:04.780058 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 3ed20d1a-a6bc-4a57-81eb-7e37ef3bb7b3 no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:13:04.784292 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b783755e-8b50-4a6d-9f5e-929ec3de9cbf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:04.788679 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b783755e-8b50-4a6d-9f5e-929ec3de9cbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:04.804231 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: 3ed20d1a-a6bc-4a57-81eb-7e37ef3bb7b3 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:13:04.804617 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 3ed20d1a-a6bc-4a57-81eb-7e37ef3bb7b3 not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:13:04.818547 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b783755e-8b50-4a6d-9f5e-929ec3de9cbf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 664} {{(pid=103364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 18:13:04.821619 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e013d7e6-5264-4dcc-9759-54f5fb809e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:04.824408 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b783755e-8b50-4a6d-9f5e-929ec3de9cbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4251046-d13e-48ef-af9b-bdbe6422f4fa,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:13:04.830513 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b783755e-8b50-4a6d-9f5e-929ec3de9cbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:04.830856 n-d-818022-2 neutron-server[103364]: INFO neutron.db.segments_db [None req-b783755e-8b50-4a6d-9f5e-929ec3de9cbf admin admin] Added segment cec76fca-bae9-4940-8845-e930efd32ae4 of type vlan for network 266e0ec5-7209-48bb-83e2-8368b527bbf9 Nov 19 18:13:04.876543 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b783755e-8b50-4a6d-9f5e-929ec3de9cbf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:04.903694 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b783755e-8b50-4a6d-9f5e-929ec3de9cbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:04.904738 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b783755e-8b50-4a6d-9f5e-929ec3de9cbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:13:04.905303 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b783755e-8b50-4a6d-9f5e-929ec3de9cbf admin admin] Publish callbacks [] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:04.960806 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-b783755e-8b50-4a6d-9f5e-929ec3de9cbf admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.3902140 Nov 19 18:13:04.964588 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 39586) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:13:04.969417 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-1d1ad050-faa2-4d0f-b70e-4230564b05b6 admin admin] Request body: {'subnet': {'network_id': '266e0ec5-7209-48bb-83e2-8368b527bbf9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1565642614-subnet', 'tenant_id': '21dec2738a5f4ea6bf5954794e3a7a10', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:13:04.982065 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b783755e-8b50-4a6d-9f5e-929ec3de9cbf admin admin] Pushing event updated for resources: {'Network': ['ID=266e0ec5-7209-48bb-83e2-8368b527bbf9,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:13:04.992071 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network 266e0ec5-7209-48bb-83e2-8368b527bbf9 details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 18:13:04.999537 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d1ad050-faa2-4d0f-b70e-4230564b05b6 admin admin] Made reservation on behalf of 21dec2738a5f4ea6bf5954794e3a7a10 for: {'subnet': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:13:05.002482 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1d1ad050-faa2-4d0f-b70e-4230564b05b6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8983829'] for subnet, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:05.178933 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1d1ad050-faa2-4d0f-b70e-4230564b05b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12425078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8983815'] for subnet, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:05.181575 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:05.236160 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1ad050-faa2-4d0f-b70e-4230564b05b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=63081b37-6dc5-4150-8e47-837cb85bc56c,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:13:05.243081 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d1ad050-faa2-4d0f-b70e-4230564b05b6 admin admin] Checking segment: {'id': 'cec76fca-bae9-4940-8845-e930efd32ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '266e0ec5-7209-48bb-83e2-8368b527bbf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:13:05.243445 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d1ad050-faa2-4d0f-b70e-4230564b05b6 admin admin] Network hostable DHCP agents. Network: 266e0ec5-7209-48bb-83e2-8368b527bbf9, hostable agents: ['02910ef2-0455-4aea-9f38-9a875579633f'], hosted agents: [] {{(pid=103364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 18:13:05.260736 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d1ad050-faa2-4d0f-b70e-4230564b05b6 admin admin] Network 266e0ec5-7209-48bb-83e2-8368b527bbf9 is scheduled to be hosted by DHCP agent 02910ef2-0455-4aea-9f38-9a875579633f with binding_index 1 {{(pid=103364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 18:13:05.270369 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-1d1ad050-faa2-4d0f-b70e-4230564b05b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818022-2, 266e0ec5-7209-48bb-83e2-8368b527bbf9) {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:13:05.275254 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d1ad050-faa2-4d0f-b70e-4230564b05b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:13:05.275254 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1d1ad050-faa2-4d0f-b70e-4230564b05b6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:05.280662 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40c272b9-8e91-4fc6-a0c8-6cd7dc6c3adb None None] Network 266e0ec5-7209-48bb-83e2-8368b527bbf9 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:13:05.294385 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-1d1ad050-faa2-4d0f-b70e-4230564b05b6 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.3285797 Nov 19 18:13:05.297023 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 39588) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:13:05.302052 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-3313af26-f7aa-4d1b-94c7-c266d192a502 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1565642614-router', 'tenant_id': '21dec2738a5f4ea6bf5954794e3a7a10', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'}}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:13:05.328540 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3313af26-f7aa-4d1b-94c7-c266d192a502 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9890'] for router, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:05.329642 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3313af26-f7aa-4d1b-94c7-c266d192a502 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671617', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-732153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4689'] for router, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:05.414789 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3313af26-f7aa-4d1b-94c7-c266d192a502 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:05.446614 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2c9fc7e-6df1-43a0-a658-4ced2086007f None None] Network 266e0ec5-7209-48bb-83e2-8368b527bbf9 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:13:05.584020 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8531bfe1-0800-4b07-8906-875edcdb94b1 req-79bc9c1a-01a4-46db-891b-db901e430b91 tempest-TestServerBasicOps-1087229333 tempest-TestServerBasicOps-1087229333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:13:05.585592 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8531bfe1-0800-4b07-8906-875edcdb94b1 req-79bc9c1a-01a4-46db-891b-db901e430b91 tempest-TestServerBasicOps-1087229333 tempest-TestServerBasicOps-1087229333-project] 10.222.0.54 "GET /v2.0/ports?device_id=6f823120-2583-4ac2-8c26-8fb9eb5f20a1 HTTP/1.1" status: 200 len: 945 time: 0.1825683 Nov 19 18:13:05.604380 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3313af26-f7aa-4d1b-94c7-c266d192a502 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:05.688358 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8531bfe1-0800-4b07-8906-875edcdb94b1 req-4495ec25-3fa5-44e6-a53e-c0c5f83469d7 tempest-TestServerBasicOps-1087229333 tempest-TestServerBasicOps-1087229333-project] 10.222.0.54 "GET /v2.0/security-groups?id=2f1a7f71-4bfb-41e5-9887-51de285d3339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949025 Nov 19 18:13:05.846457 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3313af26-f7aa-4d1b-94c7-c266d192a502 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:05.870681 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3313af26-f7aa-4d1b-94c7-c266d192a502 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:05.978524 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [None req-3313af26-f7aa-4d1b-94c7-c266d192a502 admin admin] Allocated IP 172.25.7.101 (645e61aa-1a6c-4e8f-857e-ab06edb4897f/88ed2d64-f56d-4f01-a468-946e01c99e82/1a636594-f237-4360-9952-f85da1c3ebd8) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:13:06.088218 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3313af26-f7aa-4d1b-94c7-c266d192a502 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:06.124104 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3313af26-f7aa-4d1b-94c7-c266d192a502 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:06.164536 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3313af26-f7aa-4d1b-94c7-c266d192a502 admin admin] Network 645e61aa-1a6c-4e8f-857e-ab06edb4897f is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:13:06.168926 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-3313af26-f7aa-4d1b-94c7-c266d192a502 admin admin] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:13:06.173257 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3313af26-f7aa-4d1b-94c7-c266d192a502 admin admin] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:13:06.176437 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3313af26-f7aa-4d1b-94c7-c266d192a502 admin admin] Pushing event updated for resources: {'Port': ['ID=1a636594-f237-4360-9952-f85da1c3ebd8,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:13:06.180972 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c3f9738-90ab-4673-a5ca-bed354d85fba None None] DHCP port deletion for 645e61aa-1a6c-4e8f-857e-ab06edb4897f request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:13:06.210871 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-65813d7b-0668-496e-8208-a625f196807a None None] Provisioning complete for port 1a636594-f237-4360-9952-f85da1c3ebd8 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:13:06.211245 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-65813d7b-0668-496e-8208-a625f196807a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:06.246532 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-65813d7b-0668-496e-8208-a625f196807a None None] Port 1a636594-f237-4360-9952-f85da1c3ebd8 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:13:06.445560 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3313af26-f7aa-4d1b-94c7-c266d192a502 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:06.663236 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3313af26-f7aa-4d1b-94c7-c266d192a502 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671702'] for router, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:06.803960 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3313af26-f7aa-4d1b-94c7-c266d192a502 admin admin] Router 812a136c-ebb9-4f7e-973b-60704fdce9f1 is scheduled to L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 with binding_index 1 {{(pid=103364) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 18:13:06.816006 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4152294d-d02e-4ec8-a61f-f6ee92f3635c req-90f397d3-8f64-4dbb-84b3-9774cb3bd954 tempest-TestServerBasicOps-1087229333 tempest-TestServerBasicOps-1087229333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:13:06.817624 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4152294d-d02e-4ec8-a61f-f6ee92f3635c req-90f397d3-8f64-4dbb-84b3-9774cb3bd954 tempest-TestServerBasicOps-1087229333 tempest-TestServerBasicOps-1087229333-project] 10.222.0.54 "GET /v2.0/ports?device_id=6f823120-2583-4ac2-8c26-8fb9eb5f20a1 HTTP/1.1" status: 200 len: 945 time: 0.0519488 Nov 19 18:13:06.891752 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4152294d-d02e-4ec8-a61f-f6ee92f3635c req-fef48e0d-2a8b-4290-9e83-ca55fba2e314 tempest-TestServerBasicOps-1087229333 tempest-TestServerBasicOps-1087229333-project] 10.222.0.54 "GET /v2.0/security-groups?id=2f1a7f71-4bfb-41e5-9887-51de285d3339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670762 Nov 19 18:13:06.929492 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3313af26-f7aa-4d1b-94c7-c266d192a502 admin admin] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:13:06.943710 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2189e261-a4c4-486e-a6c2-bcc772715839 None None] Sync routers for ids ['812a136c-ebb9-4f7e-973b-60704fdce9f1'] in n-d-818022-2 {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:13:06.954694 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3313af26-f7aa-4d1b-94c7-c266d192a502 admin admin] Publish callbacks [] for router, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:06.959416 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 39598) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:13:06.960592 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2189e261-a4c4-486e-a6c2-bcc772715839 None None] Routers {'812a136c-ebb9-4f7e-973b-60704fdce9f1'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:13:06.961204 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-2189e261-a4c4-486e-a6c2-bcc772715839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:13:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['812a136c-ebb9-4f7e-973b-60704fdce9f1'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:13:06.970821 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-3313af26-f7aa-4d1b-94c7-c266d192a502 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 1.6719685 Nov 19 18:13:07.051116 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41e71e3-f825-4092-a3b3-48f8c86f7b51 req-b65dc4d2-4015-4dc5-97e6-fb04e092ddef tempest-TestServerBasicOps-1087229333 tempest-TestServerBasicOps-1087229333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:13:07.052682 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-e41e71e3-f825-4092-a3b3-48f8c86f7b51 req-b65dc4d2-4015-4dc5-97e6-fb04e092ddef tempest-TestServerBasicOps-1087229333 tempest-TestServerBasicOps-1087229333-project] 10.222.0.54 "GET /v2.0/ports?device_id=6f823120-2583-4ac2-8c26-8fb9eb5f20a1 HTTP/1.1" status: 200 len: 945 time: 0.0719748 Nov 19 18:13:07.095751 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-2189e261-a4c4-486e-a6c2-bcc772715839 None None] Set router 812a136c-ebb9-4f7e-973b-60704fdce9f1 gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:13:07.132730 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-e41e71e3-f825-4092-a3b3-48f8c86f7b51 req-6c54e4bf-e254-4896-aee3-a274a4fbab8b tempest-TestServerBasicOps-1087229333 tempest-TestServerBasicOps-1087229333-project] 10.222.0.54 "GET /v2.0/security-groups?id=2f1a7f71-4bfb-41e5-9887-51de285d3339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736792 Nov 19 18:13:07.312418 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-2189e261-a4c4-486e-a6c2-bcc772715839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '812a136c-ebb9-4f7e-973b-60704fdce9f1', 'name': 'tempest-ServerRescueTestJSONUnderV235-1565642614-router', 'tenant_id': '21dec2738a5f4ea6bf5954794e3a7a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': '1a636594-f237-4360-9952-f85da1c3ebd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:13:05Z', 'updated_at': '2021-11-19T18:13:06Z', 'revision_number': 3, 'project_id': '21dec2738a5f4ea6bf5954794e3a7a10', 'gw_port': {'id': '1a636594-f237-4360-9952-f85da1c3ebd8', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:23:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '812a136c-ebb9-4f7e-973b-60704fdce9f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:13:05Z', 'updated_at': '2021-11-19T18:13:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:13:07.339657 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2189e261-a4c4-486e-a6c2-bcc772715839 None None] Checking router: 812a136c-ebb9-4f7e-973b-60704fdce9f1 for host: n-d-818022-2 {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:13:07.340089 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2189e261-a4c4-486e-a6c2-bcc772715839 None None] Updating router 812a136c-ebb9-4f7e-973b-60704fdce9f1 port 1a636594-f237-4360-9952-f85da1c3ebd8 binding host n-d-818022-2 {{(pid=103367) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 18:13:07.365496 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-2189e261-a4c4-486e-a6c2-bcc772715839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:07.567838 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ef3369-c524-4da8-ad23-dd68b32537c4 req-d222a7c6-6c95-4e9e-8ef9-bd0326808495 tempest-TestServerBasicOps-1087229333 tempest-TestServerBasicOps-1087229333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:13:07.569332 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e9ef3369-c524-4da8-ad23-dd68b32537c4 req-d222a7c6-6c95-4e9e-8ef9-bd0326808495 tempest-TestServerBasicOps-1087229333 tempest-TestServerBasicOps-1087229333-project] 10.222.0.54 "GET /v2.0/ports?device_id=6f823120-2583-4ac2-8c26-8fb9eb5f20a1 HTTP/1.1" status: 200 len: 945 time: 0.0983844 Nov 19 18:13:07.694044 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e9ef3369-c524-4da8-ad23-dd68b32537c4 req-07c69bf9-1583-485c-be81-3171a5cb5d4d tempest-TestServerBasicOps-1087229333 tempest-TestServerBasicOps-1087229333-project] 10.222.0.54 "GET /v2.0/security-groups?id=2f1a7f71-4bfb-41e5-9887-51de285d3339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1151185 Nov 19 18:13:07.720951 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 39602) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:13:07.733731 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-2189e261-a4c4-486e-a6c2-bcc772715839 None None] Publish callbacks [] for port, precommit_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:07.742640 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-2189e261-a4c4-486e-a6c2-bcc772715839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:07.813667 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-2189e261-a4c4-486e-a6c2-bcc772715839 None None] Attempting to bind port 1a636594-f237-4360-9952-f85da1c3ebd8 on host n-d-818022-2 for vnic_type normal with profile {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:13:07.814178 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-2189e261-a4c4-486e-a6c2-bcc772715839 None None] Attempting to bind port 1a636594-f237-4360-9952-f85da1c3ebd8 by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:13:07.814786 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2189e261-a4c4-486e-a6c2-bcc772715839 None None] Attempting to bind port 1a636594-f237-4360-9952-f85da1c3ebd8 on network 645e61aa-1a6c-4e8f-857e-ab06edb4897f {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:13:07.824831 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7ab2552-b894-4158-9b43-15f876da5e85 None None] DHCP port deletion for 645e61aa-1a6c-4e8f-857e-ab06edb4897f request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:13:07.838517 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2189e261-a4c4-486e-a6c2-bcc772715839 None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 13, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:13:07.839134 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2189e261-a4c4-486e-a6c2-bcc772715839 None None] Checking segment: {'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:13:07.839794 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-2189e261-a4c4-486e-a6c2-bcc772715839 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:07.840433 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2189e261-a4c4-486e-a6c2-bcc772715839 None None] Bound using segment: {'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:13:07.841204 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-2189e261-a4c4-486e-a6c2-bcc772715839 None None] Bound port: 1a636594-f237-4360-9952-f85da1c3ebd8, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'}}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:13:07.841789 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-2189e261-a4c4-486e-a6c2-bcc772715839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:07.876851 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e2712b01-a2a5-4616-a33f-aa80f07bdcc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:07.880398 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-7bad2999-7db9-4712-ae93-9c7b1e00500a None None] Provisioning complete for port 1a636594-f237-4360-9952-f85da1c3ebd8 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:13:07.881332 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-7bad2999-7db9-4712-ae93-9c7b1e00500a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:07.910325 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7f0741e-0eaa-4919-a0d3-2fd961aff157 tempest-TestServerBasicOps-796409606 tempest-TestServerBasicOps-796409606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:13:07.914594 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-b7f0741e-0eaa-4919-a0d3-2fd961aff157 tempest-TestServerBasicOps-796409606 tempest-TestServerBasicOps-796409606-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=6f823120-2583-4ac2-8c26-8fb9eb5f20a1 HTTP/1.1" status: 200 len: 1091 time: 0.1899056 Nov 19 18:13:07.914857 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 39606) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:13:07.924911 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-30a092b3-d531-4600-b336-d0fff4eb4606 tempest-TestServerBasicOps-1087229333 tempest-TestServerBasicOps-1087229333-project] Request body: {'floatingip': {'floating_network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'port_id': '59f0147e-62be-4a98-8223-9a2273533484', 'tenant_id': '46fc911a506f43faacc5bb57dab5a1bf', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:13:07.934437 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-2189e261-a4c4-486e-a6c2-bcc772715839 None None] For port 1a636594-f237-4360-9952-f85da1c3ebd8, host n-d-818022-2, cleared binding levels {{(pid=103367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:13:07.938129 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-7bad2999-7db9-4712-ae93-9c7b1e00500a None None] Port 1a636594-f237-4360-9952-f85da1c3ebd8 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:13:07.940076 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-2189e261-a4c4-486e-a6c2-bcc772715839 None None] For port 1a636594-f237-4360-9952-f85da1c3ebd8, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=1a636594-f237-4360-9952-f85da1c3ebd8,segment=NetworkSegment(bbe705c1-96c0-476e-8381-28227e6f0ac5),segment_id=bbe705c1-96c0-476e-8381-28227e6f0ac5)] {{(pid=103367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:13:07.942436 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b11af88-2793-4165-99fb-1ec078c7a390 None None] Pushing event updated for resources: {'Port': ['ID=1a636594-f237-4360-9952-f85da1c3ebd8,revision_number=2']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:13:07.948107 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-2189e261-a4c4-486e-a6c2-bcc772715839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:07.967364 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-30a092b3-d531-4600-b336-d0fff4eb4606 tempest-TestServerBasicOps-1087229333 tempest-TestServerBasicOps-1087229333-project] Publish callbacks [] for floatingip, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:08.035934 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51f0cf05-09a5-4228-8319-e0b0d0249bc3 None None] DHCP port deletion for 645e61aa-1a6c-4e8f-857e-ab06edb4897f request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:13:08.049722 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2189e261-a4c4-486e-a6c2-bcc772715839 None None] Routers {'812a136c-ebb9-4f7e-973b-60704fdce9f1'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:13:08.050402 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-2189e261-a4c4-486e-a6c2-bcc772715839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:13:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['812a136c-ebb9-4f7e-973b-60704fdce9f1'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:13:08.089567 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b11af88-2793-4165-99fb-1ec078c7a390 None None] Pushing event updated for resources: {'Port': ['ID=1a636594-f237-4360-9952-f85da1c3ebd8,revision_number=3']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:13:08.095586 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [None req-e2712b01-a2a5-4616-a33f-aa80f07bdcc6 admin admin] Allocated IP 172.20.0.1 (266e0ec5-7209-48bb-83e2-8368b527bbf9/63081b37-6dc5-4150-8e47-837cb85bc56c/f8647de9-93cd-4793-a7ef-1d92f5154f90) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:13:08.096772 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-30a092b3-d531-4600-b336-d0fff4eb4606 tempest-TestServerBasicOps-1087229333 tempest-TestServerBasicOps-1087229333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:08.167796 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-f730b6b1-08f8-4c06-85b7-230974e20acc None None] Provisioning complete for port 1a636594-f237-4360-9952-f85da1c3ebd8 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:13:08.169468 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f730b6b1-08f8-4c06-85b7-230974e20acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:08.178621 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-2189e261-a4c4-486e-a6c2-bcc772715839 None None] Set router 812a136c-ebb9-4f7e-973b-60704fdce9f1 gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:13:08.236081 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e2712b01-a2a5-4616-a33f-aa80f07bdcc6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:08.265692 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [None req-30a092b3-d531-4600-b336-d0fff4eb4606 tempest-TestServerBasicOps-1087229333 tempest-TestServerBasicOps-1087229333-project] Allocated IP 172.25.7.109 (645e61aa-1a6c-4e8f-857e-ab06edb4897f/88ed2d64-f56d-4f01-a468-946e01c99e82/2895582a-afb8-4c57-ae33-ef43fb90b4a9) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:13:08.281658 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e2712b01-a2a5-4616-a33f-aa80f07bdcc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:08.283098 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f730b6b1-08f8-4c06-85b7-230974e20acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:08.320302 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-f730b6b1-08f8-4c06-85b7-230974e20acc None None] For port 1a636594-f237-4360-9952-f85da1c3ebd8, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=1a636594-f237-4360-9952-f85da1c3ebd8,segment=NetworkSegment(bbe705c1-96c0-476e-8381-28227e6f0ac5),segment_id=bbe705c1-96c0-476e-8381-28227e6f0ac5)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:13:08.326626 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f730b6b1-08f8-4c06-85b7-230974e20acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:08.342702 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2712b01-a2a5-4616-a33f-aa80f07bdcc6 admin admin] Network 266e0ec5-7209-48bb-83e2-8368b527bbf9 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:13:08.345966 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-e2712b01-a2a5-4616-a33f-aa80f07bdcc6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:13:08.349796 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2712b01-a2a5-4616-a33f-aa80f07bdcc6 admin admin] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:13:08.392785 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2712b01-a2a5-4616-a33f-aa80f07bdcc6 admin admin] Pushing event updated for resources: {'Port': ['ID=f8647de9-93cd-4793-a7ef-1d92f5154f90,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:13:08.399267 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f730b6b1-08f8-4c06-85b7-230974e20acc None None] Pushing event updated for resources: {'Port': ['ID=1a636594-f237-4360-9952-f85da1c3ebd8,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:13:08.403933 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e2712b01-a2a5-4616-a33f-aa80f07bdcc6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-671361'] for router_interface, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:08.427089 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-30a092b3-d531-4600-b336-d0fff4eb4606 tempest-TestServerBasicOps-1087229333 tempest-TestServerBasicOps-1087229333-project] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:08.438604 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-2189e261-a4c4-486e-a6c2-bcc772715839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '812a136c-ebb9-4f7e-973b-60704fdce9f1', 'name': 'tempest-ServerRescueTestJSONUnderV235-1565642614-router', 'tenant_id': '21dec2738a5f4ea6bf5954794e3a7a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': '1a636594-f237-4360-9952-f85da1c3ebd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:13:05Z', 'updated_at': '2021-11-19T18:13:06Z', 'revision_number': 3, 'project_id': '21dec2738a5f4ea6bf5954794e3a7a10', 'gw_port': {'id': '1a636594-f237-4360-9952-f85da1c3ebd8', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:23:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '812a136c-ebb9-4f7e-973b-60704fdce9f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:13:05Z', 'updated_at': '2021-11-19T18:13:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:13:08.467515 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2189e261-a4c4-486e-a6c2-bcc772715839 None None] The sync data for ids ['812a136c-ebb9-4f7e-973b-60704fdce9f1'] in n-d-818022-2 is: [{'id': '812a136c-ebb9-4f7e-973b-60704fdce9f1', 'name': 'tempest-ServerRescueTestJSONUnderV235-1565642614-router', 'tenant_id': '21dec2738a5f4ea6bf5954794e3a7a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': '1a636594-f237-4360-9952-f85da1c3ebd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:13:05Z', 'updated_at': '2021-11-19T18:13:06Z', 'revision_number': 3, 'project_id': '21dec2738a5f4ea6bf5954794e3a7a10', 'gw_port': {'id': '1a636594-f237-4360-9952-f85da1c3ebd8', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:23:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '812a136c-ebb9-4f7e-973b-60704fdce9f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:13:05Z', 'updated_at': '2021-11-19T18:13:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:13:08.492708 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-30a092b3-d531-4600-b336-d0fff4eb4606 tempest-TestServerBasicOps-1087229333 tempest-TestServerBasicOps-1087229333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:08.535832 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30a092b3-d531-4600-b336-d0fff4eb4606 tempest-TestServerBasicOps-1087229333 tempest-TestServerBasicOps-1087229333-project] Network 645e61aa-1a6c-4e8f-857e-ab06edb4897f is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:13:08.538797 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-30a092b3-d531-4600-b336-d0fff4eb4606 tempest-TestServerBasicOps-1087229333 tempest-TestServerBasicOps-1087229333-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:13:08.541384 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a092b3-d531-4600-b336-d0fff4eb4606 tempest-TestServerBasicOps-1087229333 tempest-TestServerBasicOps-1087229333-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:13:08.576151 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a092b3-d531-4600-b336-d0fff4eb4606 tempest-TestServerBasicOps-1087229333 tempest-TestServerBasicOps-1087229333-project] Pushing event updated for resources: {'Port': ['ID=2895582a-afb8-4c57-ae33-ef43fb90b4a9,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:13:08.591241 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e2712b01-a2a5-4616-a33f-aa80f07bdcc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:08.856858 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e2712b01-a2a5-4616-a33f-aa80f07bdcc6 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:08.862663 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e2712b01-a2a5-4616-a33f-aa80f07bdcc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:08.946822 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2712b01-a2a5-4616-a33f-aa80f07bdcc6 admin admin] Pushing event updated for resources: {'Port': ['ID=f8647de9-93cd-4793-a7ef-1d92f5154f90,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:13:08.951585 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e2712b01-a2a5-4616-a33f-aa80f07bdcc6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-768529'] for router_interface, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:09.070526 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2712b01-a2a5-4616-a33f-aa80f07bdcc6 admin admin] Network 266e0ec5-7209-48bb-83e2-8368b527bbf9 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:13:09.072413 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-e2712b01-a2a5-4616-a33f-aa80f07bdcc6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:13:09.223256 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2712b01-a2a5-4616-a33f-aa80f07bdcc6 admin admin] Router 812a136c-ebb9-4f7e-973b-60704fdce9f1 has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 18:13:09.353053 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2712b01-a2a5-4616-a33f-aa80f07bdcc6 admin admin] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:13:09.360944 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-e2712b01-a2a5-4616-a33f-aa80f07bdcc6 admin admin] 10.222.0.54 "PUT /v2.0/routers/812a136c-ebb9-4f7e-973b-60704fdce9f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4000301 Nov 19 18:13:09.410764 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-30a092b3-d531-4600-b336-d0fff4eb4606 tempest-TestServerBasicOps-1087229333 tempest-TestServerBasicOps-1087229333-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:09.495812 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-30a092b3-d531-4600-b336-d0fff4eb4606 tempest-TestServerBasicOps-1087229333 tempest-TestServerBasicOps-1087229333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:09.676123 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-30a092b3-d531-4600-b336-d0fff4eb4606 tempest-TestServerBasicOps-1087229333 tempest-TestServerBasicOps-1087229333-project] Publish callbacks [] for port, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:09.682138 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-30a092b3-d531-4600-b336-d0fff4eb4606 tempest-TestServerBasicOps-1087229333 tempest-TestServerBasicOps-1087229333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:09.771675 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a092b3-d531-4600-b336-d0fff4eb4606 tempest-TestServerBasicOps-1087229333 tempest-TestServerBasicOps-1087229333-project] Pushing event updated for resources: {'Port': ['ID=2895582a-afb8-4c57-ae33-ef43fb90b4a9,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:13:09.791606 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-30a092b3-d531-4600-b336-d0fff4eb4606 tempest-TestServerBasicOps-1087229333 tempest-TestServerBasicOps-1087229333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-671284'] for floatingip, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:09.973139 n-d-818022-2 neutron-server[103364]: INFO neutron.db.l3_db [None req-30a092b3-d531-4600-b336-d0fff4eb4606 tempest-TestServerBasicOps-1087229333 tempest-TestServerBasicOps-1087229333-project] Floating IP 8edde614-8277-4a5d-9a77-da3749eaf078 associated. External IP: 172.25.7.109, port: 59f0147e-62be-4a98-8223-9a2273533484. Nov 19 18:13:10.018886 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f9df4b-94a7-45aa-8aac-cc5b6f810dc7 req-cfa0bf8a-b904-426e-a5f5-a062b31ada89 tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:13:10.020395 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-45f9df4b-94a7-45aa-8aac-cc5b6f810dc7 req-cfa0bf8a-b904-426e-a5f5-a062b31ada89 tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] 10.222.0.54 "GET /v2.0/networks?id=266e0ec5-7209-48bb-83e2-8368b527bbf9 HTTP/1.1" status: 200 len: 820 time: 0.1950052 Nov 19 18:13:10.044564 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-45f9df4b-94a7-45aa-8aac-cc5b6f810dc7 req-bd2b17b1-c25d-42b6-a96b-3eed5183fe4c tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] 10.222.0.54 "GET /v2.0/quotas/21dec2738a5f4ea6bf5954794e3a7a10 HTTP/1.1" status: 200 len: 375 time: 0.0164902 Nov 19 18:13:10.148602 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-45f9df4b-94a7-45aa-8aac-cc5b6f810dc7 req-ae9b7d6b-7193-45f3-b472-49482e9eef8f tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=21dec2738a5f4ea6bf5954794e3a7a10&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0760152 Nov 19 18:13:10.349408 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-45f9df4b-94a7-45aa-8aac-cc5b6f810dc7 req-5adadc7f-dc8d-47fc-baf4-fc027c822af2 service neutron] 10.222.0.54 "GET /v2.0/networks/266e0ec5-7209-48bb-83e2-8368b527bbf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576805 Nov 19 18:13:10.354872 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30a092b3-d531-4600-b336-d0fff4eb4606 tempest-TestServerBasicOps-1087229333 tempest-TestServerBasicOps-1087229333-project] Router 3eae58f0-d8be-4c90-b814-9407ca883711 has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 18:13:10.407195 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 39626) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:13:10.433959 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa15f16-635f-4719-8789-565f0a08c0fb None None] Sync routers for ids ['812a136c-ebb9-4f7e-973b-60704fdce9f1'] in n-d-818022-2 {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:13:10.445288 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa15f16-635f-4719-8789-565f0a08c0fb None None] Routers {'812a136c-ebb9-4f7e-973b-60704fdce9f1'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:13:10.446083 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-9fa15f16-635f-4719-8789-565f0a08c0fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:13:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['812a136c-ebb9-4f7e-973b-60704fdce9f1'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:13:10.559974 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-45f9df4b-94a7-45aa-8aac-cc5b6f810dc7 req-e146331d-871e-4a51-ac16-0f6bb804ce55 service neutron] 10.222.0.54 "GET /v2.0/networks/266e0ec5-7209-48bb-83e2-8368b527bbf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2032080 Nov 19 18:13:10.577153 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-9fa15f16-635f-4719-8789-565f0a08c0fb None None] Set router 812a136c-ebb9-4f7e-973b-60704fdce9f1 gateway port host: n-d-818022-2 {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:13:10.578067 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30a092b3-d531-4600-b336-d0fff4eb4606 tempest-TestServerBasicOps-1087229333 tempest-TestServerBasicOps-1087229333-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:13:10.593933 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb13bb57-f827-4e16-9c1c-710d7b946c07 None None] Sync routers for ids ['3eae58f0-d8be-4c90-b814-9407ca883711'] in n-d-818022-2 {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:13:10.605363 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-30a092b3-d531-4600-b336-d0fff4eb4606 tempest-TestServerBasicOps-1087229333 tempest-TestServerBasicOps-1087229333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for floatingip, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:10.616456 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb13bb57-f827-4e16-9c1c-710d7b946c07 None None] Routers {'3eae58f0-d8be-4c90-b814-9407ca883711'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:13:10.618226 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-eb13bb57-f827-4e16-9c1c-710d7b946c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:13:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['3eae58f0-d8be-4c90-b814-9407ca883711'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:13:10.676645 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-30a092b3-d531-4600-b336-d0fff4eb4606 tempest-TestServerBasicOps-1087229333 tempest-TestServerBasicOps-1087229333-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7596431 Nov 19 18:13:10.677552 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f823120-2583-4ac2-8c26-8fb9eb5f20a1', 'tag': '59f0147e-62be-4a98-8223-9a2273533484'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:13:10.680640 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dd4767a008c23f8566efc82158ee1b1fff34e1a9e908d76d0b6d0ab7e350e5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-075ad649-c57c-4e67-abdb-93fc248bfcec" -d '{"events": [{"name": "network-changed", "server_uuid": "6f823120-2583-4ac2-8c26-8fb9eb5f20a1", "tag": "59f0147e-62be-4a98-8223-9a2273533484"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:13:10.710842 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-6ecb42c0-d73f-4656-a38c-b78c08af3df7 tempest-TestVolumeBackupRestore-904268693 tempest-TestVolumeBackupRestore-904268693-project] Deleting port 0003f4f2-5171-43a0-a735-3a5d1597d8f7 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:13:10.711307 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6ecb42c0-d73f-4656-a38c-b78c08af3df7 tempest-TestVolumeBackupRestore-904268693 tempest-TestVolumeBackupRestore-904268693-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:10.765495 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 18:13:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dd6b8c9-d7a5-4cf6-96e2-1459eaed25e8 x-openstack-request-id: req-6dd6b8c9-d7a5-4cf6-96e2-1459eaed25e8 {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:13:10.766205 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f823120-2583-4ac2-8c26-8fb9eb5f20a1", "tag": "59f0147e-62be-4a98-8223-9a2273533484", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:13:10.766358 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-6dd6b8c9-d7a5-4cf6-96e2-1459eaed25e8 {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:13:10.766696 n-d-818022-2 neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f823120-2583-4ac2-8c26-8fb9eb5f20a1', 'tag': '59f0147e-62be-4a98-8223-9a2273533484', 'status': 'completed', 'code': 200} Nov 19 18:13:10.856692 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-eb13bb57-f827-4e16-9c1c-710d7b946c07 None None] Set router 3eae58f0-d8be-4c90-b814-9407ca883711 gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:13:10.924832 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-18a46a24-d335-4636-85c3-47da63b31b10 req-dd9eafa4-9dae-4f4b-9781-f4c69f7e327d tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] 10.222.0.54 "GET /v2.0/ports?device_id=dfba28af-02f7-470b-9873-0fd03f09ec63 HTTP/1.1" status: 200 len: 210 time: 0.0680234 Nov 19 18:13:10.996757 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6ecb42c0-d73f-4656-a38c-b78c08af3df7 tempest-TestVolumeBackupRestore-904268693 tempest-TestVolumeBackupRestore-904268693-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:10.997141 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6ecb42c0-d73f-4656-a38c-b78c08af3df7 tempest-TestVolumeBackupRestore-904268693 tempest-TestVolumeBackupRestore-904268693-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:11.012587 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-6ecb42c0-d73f-4656-a38c-b78c08af3df7 tempest-TestVolumeBackupRestore-904268693 tempest-TestVolumeBackupRestore-904268693-project] Calling delete_port for 0003f4f2-5171-43a0-a735-3a5d1597d8f7 owned by network:floatingip {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:13:11.037845 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-9fa15f16-635f-4719-8789-565f0a08c0fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '812a136c-ebb9-4f7e-973b-60704fdce9f1', 'name': 'tempest-ServerRescueTestJSONUnderV235-1565642614-router', 'tenant_id': '21dec2738a5f4ea6bf5954794e3a7a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': '1a636594-f237-4360-9952-f85da1c3ebd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:13:05Z', 'updated_at': '2021-11-19T18:13:08Z', 'revision_number': 4, 'project_id': '21dec2738a5f4ea6bf5954794e3a7a10', 'gw_port': {'id': '1a636594-f237-4360-9952-f85da1c3ebd8', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:23:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '812a136c-ebb9-4f7e-973b-60704fdce9f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:13:05Z', 'updated_at': '2021-11-19T18:13:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': 'f8647de9-93cd-4793-a7ef-1d92f5154f90', 'name': '', 'network_id': '266e0ec5-7209-48bb-83e2-8368b527bbf9', 'tenant_id': '21dec2738a5f4ea6bf5954794e3a7a10', 'mac_address': 'fa:16:3e:7a:3f:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '812a136c-ebb9-4f7e-973b-60704fdce9f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': '63081b37-6dc5-4150-8e47-837cb85bc56c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:13:07Z', 'updated_at': '2021-11-19T18:13:08Z', 'revision_number': 2, 'project_id': '21dec2738a5f4ea6bf5954794e3a7a10', 'subnets': [{'id': '63081b37-6dc5-4150-8e47-837cb85bc56c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:13:11.084006 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa15f16-635f-4719-8789-565f0a08c0fb None None] Checking router: 812a136c-ebb9-4f7e-973b-60704fdce9f1 for host: n-d-818022-2 {{(pid=103366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:13:11.084426 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa15f16-635f-4719-8789-565f0a08c0fb None None] Updating router 812a136c-ebb9-4f7e-973b-60704fdce9f1 port f8647de9-93cd-4793-a7ef-1d92f5154f90 binding host n-d-818022-2 {{(pid=103366) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 18:13:11.144428 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 1a636594-f237-4360-9952-f85da1c3ebd8 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:13:11.148882 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075ad649-c57c-4e67-abdb-93fc248bfcec req-5e856aec-2824-40c6-92d0-2d03a12aadbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:13:11.150916 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-075ad649-c57c-4e67-abdb-93fc248bfcec req-5e856aec-2824-40c6-92d0-2d03a12aadbf service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=46fc911a506f43faacc5bb57dab5a1bf&device_id=6f823120-2583-4ac2-8c26-8fb9eb5f20a1 HTTP/1.1" status: 200 len: 1096 time: 0.3010838 Nov 19 18:13:11.187861 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9fa15f16-635f-4719-8789-565f0a08c0fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:11.271415 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6ecb42c0-d73f-4656-a38c-b78c08af3df7 tempest-TestVolumeBackupRestore-904268693 tempest-TestVolumeBackupRestore-904268693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:11.337071 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecb42c0-d73f-4656-a38c-b78c08af3df7 tempest-TestVolumeBackupRestore-904268693 tempest-TestVolumeBackupRestore-904268693-project] Pushing event deleted for resources: {'Port': ['ID=0003f4f2-5171-43a0-a735-3a5d1597d8f7,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:13:11.367038 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-eb13bb57-f827-4e16-9c1c-710d7b946c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eae58f0-d8be-4c90-b814-9407ca883711', 'name': 'tempest-TestServerBasicOps-1444723979-router', 'tenant_id': '46fc911a506f43faacc5bb57dab5a1bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.172'}], 'enable_snat': True}, 'gw_port_id': '00cb4d79-f368-49d6-9988-53d9aff7c856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:12:32Z', 'updated_at': '2021-11-19T18:12:38Z', 'revision_number': 4, 'project_id': '46fc911a506f43faacc5bb57dab5a1bf', 'gw_port': {'id': '00cb4d79-f368-49d6-9988-53d9aff7c856', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:18:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eae58f0-d8be-4c90-b814-9407ca883711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:12:34Z', 'updated_at': '2021-11-19T18:12:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_floatingips': [{'id': '8edde614-8277-4a5d-9a77-da3749eaf078', 'tenant_id': '46fc911a506f43faacc5bb57dab5a1bf', 'floating_ip_address': '172.25.7.109', 'floating_network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'router_id': '3eae58f0-d8be-4c90-b814-9407ca883711', 'port_id': '59f0147e-62be-4a98-8223-9a2273533484', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3704, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a49efd5-bc80-4af6-a575-c2d3be6941db', 'mac_address': 'fa:16:3e:e7:a7:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f823120-2583-4ac2-8c26-8fb9eb5f20a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T18:13:09Z', 'updated_at': '2021-11-19T18:13:09Z', 'revision_number': 0, 'project_id': '46fc911a506f43faacc5bb57dab5a1bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '434a3a93-23c9-4d28-9066-014a68e70baf', 'name': '', 'network_id': '4a49efd5-bc80-4af6-a575-c2d3be6941db', 'tenant_id': '46fc911a506f43faacc5bb57dab5a1bf', 'mac_address': 'fa:16:3e:65:82:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eae58f0-d8be-4c90-b814-9407ca883711', 'device_owner': 'network:router_interface', 'standard_attr_id': 3663, 'fixed_ips': [{'subnet_id': '2ed30503-f276-4fb6-afaa-f1a06284c79e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:12:37Z', 'updated_at': '2021-11-19T18:12:46Z', 'revision_number': 5, 'project_id': '46fc911a506f43faacc5bb57dab5a1bf', 'subnets': [{'id': '2ed30503-f276-4fb6-afaa-f1a06284c79e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:13:11.372462 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075ad649-c57c-4e67-abdb-93fc248bfcec req-bf9e1c5e-89cf-4949-bee9-2e63a0467e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:13:11.374043 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-075ad649-c57c-4e67-abdb-93fc248bfcec req-bf9e1c5e-89cf-4949-bee9-2e63a0467e7b service neutron] 10.222.0.60 "GET /v2.0/networks?id=4a49efd5-bc80-4af6-a575-c2d3be6941db HTTP/1.1" status: 200 len: 910 time: 0.2017395 Nov 19 18:13:11.404547 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 1a636594-f237-4360-9952-f85da1c3ebd8 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:13:11.405036 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:11.421062 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb13bb57-f827-4e16-9c1c-710d7b946c07 None None] Checking router: 3eae58f0-d8be-4c90-b814-9407ca883711 for host: n-d-818022-2 {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:13:11.442291 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb13bb57-f827-4e16-9c1c-710d7b946c07 None None] Routers {'3eae58f0-d8be-4c90-b814-9407ca883711'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:13:11.443237 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-eb13bb57-f827-4e16-9c1c-710d7b946c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:13:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['3eae58f0-d8be-4c90-b814-9407ca883711'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:13:11.464824 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6ecb42c0-d73f-4656-a38c-b78c08af3df7 tempest-TestVolumeBackupRestore-904268693 tempest-TestVolumeBackupRestore-904268693-project] Publish callbacks [] for floatingip, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:11.465495 n-d-818022-2 neutron-server[103365]: INFO neutron.db.l3_db [None req-6ecb42c0-d73f-4656-a38c-b78c08af3df7 tempest-TestVolumeBackupRestore-904268693 tempest-TestVolumeBackupRestore-904268693-project] Floating IP 7ec6374d-c8c1-4113-813f-91021d0b0018 disassociated (deleted). External IP: 172.25.7.74, port: 1fa2165c-0b11-49cc-a6f6-0c85d714fd80. Nov 19 18:13:11.524463 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-075ad649-c57c-4e67-abdb-93fc248bfcec req-5c4d0cf5-5650-4e49-9940-41028f8d7aef service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=59f0147e-62be-4a98-8223-9a2273533484 HTTP/1.1" status: 200 len: 999 time: 0.1311650 Nov 19 18:13:11.582671 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075ad649-c57c-4e67-abdb-93fc248bfcec req-e2f8beb9-d983-4626-b5be-2083796b4116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:13:11.583475 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-075ad649-c57c-4e67-abdb-93fc248bfcec req-e2f8beb9-d983-4626-b5be-2083796b4116 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2ed30503-f276-4fb6-afaa-f1a06284c79e HTTP/1.1" status: 200 len: 848 time: 0.0512497 Nov 19 18:13:11.658758 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-eb13bb57-f827-4e16-9c1c-710d7b946c07 None None] Set router 3eae58f0-d8be-4c90-b814-9407ca883711 gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:13:11.684057 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075ad649-c57c-4e67-abdb-93fc248bfcec req-0b539bf7-e311-4f9e-a818-5a1c545ec3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:13:11.685613 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-075ad649-c57c-4e67-abdb-93fc248bfcec req-0b539bf7-e311-4f9e-a818-5a1c545ec3e7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4a49efd5-bc80-4af6-a575-c2d3be6941db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0953541 Nov 19 18:13:11.715159 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9fa15f16-635f-4719-8789-565f0a08c0fb None None] Publish callbacks [] for port, precommit_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:11.723697 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9fa15f16-635f-4719-8789-565f0a08c0fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:11.794417 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b5e691-7e7d-4d53-b3d3-fb522acc855b None None] Pushing event updated for resources: {'Port': ['ID=f8647de9-93cd-4793-a7ef-1d92f5154f90,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:13:11.867504 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-9fa15f16-635f-4719-8789-565f0a08c0fb None None] Attempting to bind port f8647de9-93cd-4793-a7ef-1d92f5154f90 on host n-d-818022-2 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:13:11.868256 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-9fa15f16-635f-4719-8789-565f0a08c0fb None None] Attempting to bind port f8647de9-93cd-4793-a7ef-1d92f5154f90 by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': 'cec76fca-bae9-4940-8845-e930efd32ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '266e0ec5-7209-48bb-83e2-8368b527bbf9'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:13:11.868256 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa15f16-635f-4719-8789-565f0a08c0fb None None] Attempting to bind port f8647de9-93cd-4793-a7ef-1d92f5154f90 on network 266e0ec5-7209-48bb-83e2-8368b527bbf9 {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:13:11.876825 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa15f16-635f-4719-8789-565f0a08c0fb None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 13, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:13:11.876825 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa15f16-635f-4719-8789-565f0a08c0fb None None] Checking segment: {'id': 'cec76fca-bae9-4940-8845-e930efd32ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '266e0ec5-7209-48bb-83e2-8368b527bbf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:13:11.876825 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9fa15f16-635f-4719-8789-565f0a08c0fb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:11.877327 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa15f16-635f-4719-8789-565f0a08c0fb None None] Bound using segment: {'id': 'cec76fca-bae9-4940-8845-e930efd32ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '266e0ec5-7209-48bb-83e2-8368b527bbf9'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:13:11.877435 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-9fa15f16-635f-4719-8789-565f0a08c0fb None None] Bound port: f8647de9-93cd-4793-a7ef-1d92f5154f90, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cec76fca-bae9-4940-8845-e930efd32ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '266e0ec5-7209-48bb-83e2-8368b527bbf9'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:13:11.877798 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9fa15f16-635f-4719-8789-565f0a08c0fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:11.894851 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-075ad649-c57c-4e67-abdb-93fc248bfcec req-10dfc98d-e968-4e10-9ab1-1fc2fe615794 service neutron] 10.222.0.60 "GET /v2.0/networks/4a49efd5-bc80-4af6-a575-c2d3be6941db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649930 Nov 19 18:13:11.896662 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ecb42c0-d73f-4656-a38c-b78c08af3df7 tempest-TestVolumeBackupRestore-904268693 tempest-TestVolumeBackupRestore-904268693-project] Router 9cd244c9-7ee5-4828-9621-bf89aa322800 has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 18:13:11.977604 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-9fa15f16-635f-4719-8789-565f0a08c0fb None None] For port f8647de9-93cd-4793-a7ef-1d92f5154f90, host n-d-818022-2, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:13:11.981710 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-9fa15f16-635f-4719-8789-565f0a08c0fb None None] For port f8647de9-93cd-4793-a7ef-1d92f5154f90, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=f8647de9-93cd-4793-a7ef-1d92f5154f90,segment=NetworkSegment(cec76fca-bae9-4940-8845-e930efd32ae4),segment_id=cec76fca-bae9-4940-8845-e930efd32ae4)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:13:11.988023 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9fa15f16-635f-4719-8789-565f0a08c0fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:12.084474 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-eb13bb57-f827-4e16-9c1c-710d7b946c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eae58f0-d8be-4c90-b814-9407ca883711', 'name': 'tempest-TestServerBasicOps-1444723979-router', 'tenant_id': '46fc911a506f43faacc5bb57dab5a1bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.172'}], 'enable_snat': True}, 'gw_port_id': '00cb4d79-f368-49d6-9988-53d9aff7c856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:12:32Z', 'updated_at': '2021-11-19T18:12:38Z', 'revision_number': 4, 'project_id': '46fc911a506f43faacc5bb57dab5a1bf', 'gw_port': {'id': '00cb4d79-f368-49d6-9988-53d9aff7c856', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:18:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eae58f0-d8be-4c90-b814-9407ca883711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:12:34Z', 'updated_at': '2021-11-19T18:12:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_floatingips': [{'id': '8edde614-8277-4a5d-9a77-da3749eaf078', 'tenant_id': '46fc911a506f43faacc5bb57dab5a1bf', 'floating_ip_address': '172.25.7.109', 'floating_network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'router_id': '3eae58f0-d8be-4c90-b814-9407ca883711', 'port_id': '59f0147e-62be-4a98-8223-9a2273533484', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3704, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a49efd5-bc80-4af6-a575-c2d3be6941db', 'mac_address': 'fa:16:3e:e7:a7:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f823120-2583-4ac2-8c26-8fb9eb5f20a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T18:13:09Z', 'updated_at': '2021-11-19T18:13:09Z', 'revision_number': 0, 'project_id': '46fc911a506f43faacc5bb57dab5a1bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '434a3a93-23c9-4d28-9066-014a68e70baf', 'name': '', 'network_id': '4a49efd5-bc80-4af6-a575-c2d3be6941db', 'tenant_id': '46fc911a506f43faacc5bb57dab5a1bf', 'mac_address': 'fa:16:3e:65:82:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eae58f0-d8be-4c90-b814-9407ca883711', 'device_owner': 'network:router_interface', 'standard_attr_id': 3663, 'fixed_ips': [{'subnet_id': '2ed30503-f276-4fb6-afaa-f1a06284c79e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:12:37Z', 'updated_at': '2021-11-19T18:12:46Z', 'revision_number': 5, 'project_id': '46fc911a506f43faacc5bb57dab5a1bf', 'subnets': [{'id': '2ed30503-f276-4fb6-afaa-f1a06284c79e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:13:12.090148 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa15f16-635f-4719-8789-565f0a08c0fb None None] Routers {'812a136c-ebb9-4f7e-973b-60704fdce9f1'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:13:12.090984 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-9fa15f16-635f-4719-8789-565f0a08c0fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:13:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['812a136c-ebb9-4f7e-973b-60704fdce9f1'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:13:12.098487 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b5e691-7e7d-4d53-b3d3-fb522acc855b None None] Pushing event updated for resources: {'Port': ['ID=f8647de9-93cd-4793-a7ef-1d92f5154f90,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:13:12.116131 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-57d893ab-51e0-4631-98c2-b081aae1777a req-8ba13680-2076-422d-a20e-815276221c34 tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] 10.222.0.54 "GET /v2.0/ports?device_id=dfba28af-02f7-470b-9873-0fd03f09ec63 HTTP/1.1" status: 200 len: 210 time: 0.0645938 Nov 19 18:13:12.134227 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb13bb57-f827-4e16-9c1c-710d7b946c07 None None] The sync data for ids ['3eae58f0-d8be-4c90-b814-9407ca883711'] in n-d-818022-2 is: [{'id': '3eae58f0-d8be-4c90-b814-9407ca883711', 'name': 'tempest-TestServerBasicOps-1444723979-router', 'tenant_id': '46fc911a506f43faacc5bb57dab5a1bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.172'}], 'enable_snat': True}, 'gw_port_id': '00cb4d79-f368-49d6-9988-53d9aff7c856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:12:32Z', 'updated_at': '2021-11-19T18:12:38Z', 'revision_number': 4, 'project_id': '46fc911a506f43faacc5bb57dab5a1bf', 'gw_port': {'id': '00cb4d79-f368-49d6-9988-53d9aff7c856', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:18:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eae58f0-d8be-4c90-b814-9407ca883711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:12:34Z', 'updated_at': '2021-11-19T18:12:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_floatingips': [{'id': '8edde614-8277-4a5d-9a77-da3749eaf078', 'tenant_id': '46fc911a506f43faacc5bb57dab5a1bf', 'floating_ip_address': '172.25.7.109', 'floating_network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'router_id': '3eae58f0-d8be-4c90-b814-9407ca883711', 'port_id': '59f0147e-62be-4a98-8223-9a2273533484', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3704, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a49efd5-bc80-4af6-a575-c2d3be6941db', 'mac_address': 'fa:16:3e:e7:a7:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f823120-2583-4ac2-8c26-8fb9eb5f20a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T18:13:09Z', 'updated_at': '2021-11-19T18:13:09Z', 'revision_number': 0, 'project_id': '46fc911a506f43faacc5bb57dab5a1bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '434a3a93-23c9-4d28-9066-014a68e70baf', 'name': '', 'network_id': '4a49efd5-bc80-4af6-a575-c2d3be6941db', 'tenant_id': '46fc911a506f43faacc5bb57dab5a1bf', 'mac_address': 'fa:16:3e:65:82:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eae58f0-d8be-4c90-b814-9407ca883711', 'device_owner': 'network:router_interface', 'standard_attr_id': 3663, 'fixed_ips': [{'subnet_id': '2ed30503-f276-4fb6-afaa-f1a06284c79e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:12:37Z', 'updated_at': '2021-11-19T18:12:46Z', 'revision_number': 5, 'project_id': '46fc911a506f43faacc5bb57dab5a1bf', 'subnets': [{'id': '2ed30503-f276-4fb6-afaa-f1a06284c79e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:13:12.157618 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ecb42c0-d73f-4656-a38c-b78c08af3df7 tempest-TestVolumeBackupRestore-904268693 tempest-TestVolumeBackupRestore-904268693-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:13:12.163989 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6ecb42c0-d73f-4656-a38c-b78c08af3df7 tempest-TestVolumeBackupRestore-904268693 tempest-TestVolumeBackupRestore-904268693-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for floatingip, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:12.170426 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e60dfd9-d20f-4d6d-b30b-6f6597e3c8e4 None None] Sync routers for ids ['9cd244c9-7ee5-4828-9621-bf89aa322800'] in n-d-818022-2 {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:13:12.209837 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-075ad649-c57c-4e67-abdb-93fc248bfcec req-b425e611-f3d6-4944-be88-20df48fbbe03 service neutron] 10.222.0.60 "GET /v2.0/networks/4a49efd5-bc80-4af6-a575-c2d3be6941db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3075454 Nov 19 18:13:12.216412 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-6ecb42c0-d73f-4656-a38c-b78c08af3df7 tempest-TestVolumeBackupRestore-904268693 tempest-TestVolumeBackupRestore-904268693-project] 10.222.0.54 "DELETE /v2.0/floatingips/7ec6374d-c8c1-4113-813f-91021d0b0018 HTTP/1.1" status: 204 len: 168 time: 1.8068173 Nov 19 18:13:12.217271 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ea917ea-307a-450b-ab73-a8b9b47b4932', 'tag': '1fa2165c-0b11-49cc-a6f6-0c85d714fd80'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:13:12.220055 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218319d759239a7d11f1288aef37381b97754913ee9ccbfd43b51a463f801712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f37ab8f4-ee5d-4de2-9d1a-c2d6e1cf1cd7" -d '{"events": [{"name": "network-changed", "server_uuid": "2ea917ea-307a-450b-ab73-a8b9b47b4932", "tag": "1fa2165c-0b11-49cc-a6f6-0c85d714fd80"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:13:12.250382 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e60dfd9-d20f-4d6d-b30b-6f6597e3c8e4 None None] Routers {'9cd244c9-7ee5-4828-9621-bf89aa322800'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:13:12.251121 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-5e60dfd9-d20f-4d6d-b30b-6f6597e3c8e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:13:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['9cd244c9-7ee5-4828-9621-bf89aa322800'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:13:12.315681 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-9fa15f16-635f-4719-8789-565f0a08c0fb None None] Set router 812a136c-ebb9-4f7e-973b-60704fdce9f1 gateway port host: n-d-818022-2 {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:13:12.346574 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 18:13:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c3c3f28-c38e-4079-920e-463f5221991a x-openstack-request-id: req-4c3c3f28-c38e-4079-920e-463f5221991a {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:13:12.347120 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ea917ea-307a-450b-ab73-a8b9b47b4932", "tag": "1fa2165c-0b11-49cc-a6f6-0c85d714fd80", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:13:12.347385 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-4c3c3f28-c38e-4079-920e-463f5221991a {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:13:12.347927 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ea917ea-307a-450b-ab73-a8b9b47b4932', 'tag': '1fa2165c-0b11-49cc-a6f6-0c85d714fd80', 'status': 'completed', 'code': 200} Nov 19 18:13:12.489022 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f9df4b-94a7-45aa-8aac-cc5b6f810dc7 req-6813d8ae-103a-4aa1-b3ab-eaac2bfe03c5 tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:13:12.490634 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-45f9df4b-94a7-45aa-8aac-cc5b6f810dc7 req-6813d8ae-103a-4aa1-b3ab-eaac2bfe03c5 tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] 10.222.0.60 "GET /v2.0/networks?id=266e0ec5-7209-48bb-83e2-8368b527bbf9 HTTP/1.1" status: 200 len: 820 time: 0.3043211 Nov 19 18:13:12.506272 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-45f9df4b-94a7-45aa-8aac-cc5b6f810dc7 req-d2697589-294f-47f2-8800-eb2e32598337 tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] Request body: {'port': {'device_id': 'dfba28af-02f7-470b-9873-0fd03f09ec63', 'network_id': '266e0ec5-7209-48bb-83e2-8368b527bbf9', 'admin_state_up': True, 'tenant_id': '21dec2738a5f4ea6bf5954794e3a7a10'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:13:12.516430 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37ab8f4-ee5d-4de2-9d1a-c2d6e1cf1cd7 req-c316fb75-fcaa-4295-b22b-8b089a9fb596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:13:12.517624 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f37ab8f4-ee5d-4de2-9d1a-c2d6e1cf1cd7 req-c316fb75-fcaa-4295-b22b-8b089a9fb596 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=edbbe4476fe74b6fa453a50965fd817b&device_id=2ea917ea-307a-450b-ab73-a8b9b47b4932 HTTP/1.1" status: 200 len: 1096 time: 0.1378300 Nov 19 18:13:12.579588 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-5e60dfd9-d20f-4d6d-b30b-6f6597e3c8e4 None None] Set router 9cd244c9-7ee5-4828-9621-bf89aa322800 gateway port host: n-d-818022-2 {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:13:12.621726 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9bc11e9-0bf8-4eb6-af34-d5f7d3346304 None None] New status for floating IP 8edde614-8277-4a5d-9a77-da3749eaf078: ACTIVE {{(pid=103367) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 18:13:12.688288 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d23b540-5818-4919-af4d-a48388a766ed req-33117aa4-fae8-4154-aa7c-7dbd34e26bb0 tempest-TestVolumeBackupRestore-904268693 tempest-TestVolumeBackupRestore-904268693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:13:12.691333 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6d23b540-5818-4919-af4d-a48388a766ed req-33117aa4-fae8-4154-aa7c-7dbd34e26bb0 tempest-TestVolumeBackupRestore-904268693 tempest-TestVolumeBackupRestore-904268693-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ea917ea-307a-450b-ab73-a8b9b47b4932 HTTP/1.1" status: 200 len: 945 time: 0.0973775 Nov 19 18:13:12.717401 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37ab8f4-ee5d-4de2-9d1a-c2d6e1cf1cd7 req-e25f6264-c43c-4d18-8ae3-5d2073ad4d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:13:12.719333 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f37ab8f4-ee5d-4de2-9d1a-c2d6e1cf1cd7 req-e25f6264-c43c-4d18-8ae3-5d2073ad4d45 service neutron] 10.222.0.86 "GET /v2.0/networks?id=4ded9289-07e2-4a9e-a76f-366a0c385571 HTTP/1.1" status: 200 len: 915 time: 0.1516957 Nov 19 18:13:12.785575 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6d23b540-5818-4919-af4d-a48388a766ed req-166b6c2b-690d-4d42-bb22-7a6e2da0a4dc tempest-TestVolumeBackupRestore-904268693 tempest-TestVolumeBackupRestore-904268693-project] 10.222.0.54 "GET /v2.0/security-groups?id=ffd1a4bd-9cd7-4dac-9945-b664fc1abeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839303 Nov 19 18:13:12.788424 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f37ab8f4-ee5d-4de2-9d1a-c2d6e1cf1cd7 req-61e48b80-8f76-4a99-996d-0bf4435f021c service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1fa2165c-0b11-49cc-a6f6-0c85d714fd80 HTTP/1.1" status: 200 len: 217 time: 0.0524027 Nov 19 18:13:12.798365 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45f9df4b-94a7-45aa-8aac-cc5b6f810dc7 req-d2697589-294f-47f2-8800-eb2e32598337 tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] Made reservation on behalf of 21dec2738a5f4ea6bf5954794e3a7a10 for: {'port': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:13:12.817445 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-45f9df4b-94a7-45aa-8aac-cc5b6f810dc7 req-d2697589-294f-47f2-8800-eb2e32598337 tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:12.943009 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37ab8f4-ee5d-4de2-9d1a-c2d6e1cf1cd7 req-dc0d5498-10d1-4528-ab16-8c5c084bbcf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:13:12.944630 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f37ab8f4-ee5d-4de2-9d1a-c2d6e1cf1cd7 req-dc0d5498-10d1-4528-ab16-8c5c084bbcf7 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=dd2183cd-a74e-4ffa-9f88-c10707b30f01 HTTP/1.1" status: 200 len: 853 time: 0.1243172 Nov 19 18:13:13.055417 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37ab8f4-ee5d-4de2-9d1a-c2d6e1cf1cd7 req-f8e0f89d-08bd-465e-953c-192bc8eb8083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:13:13.056825 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f37ab8f4-ee5d-4de2-9d1a-c2d6e1cf1cd7 req-f8e0f89d-08bd-465e-953c-192bc8eb8083 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=4ded9289-07e2-4a9e-a76f-366a0c385571&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1023540 Nov 19 18:13:13.080963 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [req-45f9df4b-94a7-45aa-8aac-cc5b6f810dc7 req-d2697589-294f-47f2-8800-eb2e32598337 tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] Allocated IP 172.20.0.3 (266e0ec5-7209-48bb-83e2-8368b527bbf9/63081b37-6dc5-4150-8e47-837cb85bc56c/cb017c19-57e5-4400-8697-533ae14012aa) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:13:13.087319 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-9fa15f16-635f-4719-8789-565f0a08c0fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '812a136c-ebb9-4f7e-973b-60704fdce9f1', 'name': 'tempest-ServerRescueTestJSONUnderV235-1565642614-router', 'tenant_id': '21dec2738a5f4ea6bf5954794e3a7a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': '1a636594-f237-4360-9952-f85da1c3ebd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:13:05Z', 'updated_at': '2021-11-19T18:13:08Z', 'revision_number': 4, 'project_id': '21dec2738a5f4ea6bf5954794e3a7a10', 'gw_port': {'id': '1a636594-f237-4360-9952-f85da1c3ebd8', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:23:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '812a136c-ebb9-4f7e-973b-60704fdce9f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:13:05Z', 'updated_at': '2021-11-19T18:13:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': 'f8647de9-93cd-4793-a7ef-1d92f5154f90', 'name': '', 'network_id': '266e0ec5-7209-48bb-83e2-8368b527bbf9', 'tenant_id': '21dec2738a5f4ea6bf5954794e3a7a10', 'mac_address': 'fa:16:3e:7a:3f:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '812a136c-ebb9-4f7e-973b-60704fdce9f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': '63081b37-6dc5-4150-8e47-837cb85bc56c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:13:07Z', 'updated_at': '2021-11-19T18:13:11Z', 'revision_number': 4, 'project_id': '21dec2738a5f4ea6bf5954794e3a7a10', 'subnets': [{'id': '63081b37-6dc5-4150-8e47-837cb85bc56c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:13:13.116869 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa15f16-635f-4719-8789-565f0a08c0fb None None] The sync data for ids ['812a136c-ebb9-4f7e-973b-60704fdce9f1'] in n-d-818022-2 is: [{'id': '812a136c-ebb9-4f7e-973b-60704fdce9f1', 'name': 'tempest-ServerRescueTestJSONUnderV235-1565642614-router', 'tenant_id': '21dec2738a5f4ea6bf5954794e3a7a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': '1a636594-f237-4360-9952-f85da1c3ebd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:13:05Z', 'updated_at': '2021-11-19T18:13:08Z', 'revision_number': 4, 'project_id': '21dec2738a5f4ea6bf5954794e3a7a10', 'gw_port': {'id': '1a636594-f237-4360-9952-f85da1c3ebd8', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:23:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '812a136c-ebb9-4f7e-973b-60704fdce9f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:13:05Z', 'updated_at': '2021-11-19T18:13:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': 'f8647de9-93cd-4793-a7ef-1d92f5154f90', 'name': '', 'network_id': '266e0ec5-7209-48bb-83e2-8368b527bbf9', 'tenant_id': '21dec2738a5f4ea6bf5954794e3a7a10', 'mac_address': 'fa:16:3e:7a:3f:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '812a136c-ebb9-4f7e-973b-60704fdce9f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': '63081b37-6dc5-4150-8e47-837cb85bc56c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:13:07Z', 'updated_at': '2021-11-19T18:13:11Z', 'revision_number': 4, 'project_id': '21dec2738a5f4ea6bf5954794e3a7a10', 'subnets': [{'id': '63081b37-6dc5-4150-8e47-837cb85bc56c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:13:13.164295 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-5e60dfd9-d20f-4d6d-b30b-6f6597e3c8e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cd244c9-7ee5-4828-9621-bf89aa322800', 'name': 'tempest-TestVolumeBackupRestore-1030190572-router', 'tenant_id': 'edbbe4476fe74b6fa453a50965fd817b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': '5c71027a-2fbe-4e3f-bb57-c766d5fbe127', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:09:08Z', 'updated_at': '2021-11-19T18:09:12Z', 'revision_number': 4, 'project_id': 'edbbe4476fe74b6fa453a50965fd817b', 'gw_port': {'id': '5c71027a-2fbe-4e3f-bb57-c766d5fbe127', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:75:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd244c9-7ee5-4828-9621-bf89aa322800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3521, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:09:09Z', 'updated_at': '2021-11-19T18:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': '70a72aa6-3b14-41ef-89bc-5b02d7a57641', 'name': '', 'network_id': '4ded9289-07e2-4a9e-a76f-366a0c385571', 'tenant_id': 'edbbe4476fe74b6fa453a50965fd817b', 'mac_address': 'fa:16:3e:62:dc:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd244c9-7ee5-4828-9621-bf89aa322800', 'device_owner': 'network:router_interface', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': 'dd2183cd-a74e-4ffa-9f88-c10707b30f01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:09:11Z', 'updated_at': '2021-11-19T18:09:18Z', 'revision_number': 5, 'project_id': 'edbbe4476fe74b6fa453a50965fd817b', 'subnets': [{'id': 'dd2183cd-a74e-4ffa-9f88-c10707b30f01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:13:13.215133 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f37ab8f4-ee5d-4de2-9d1a-c2d6e1cf1cd7 req-dd4c27ef-a502-448d-adba-8813613e6901 service neutron] 10.222.0.86 "GET /v2.0/networks/4ded9289-07e2-4a9e-a76f-366a0c385571?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460667 Nov 19 18:13:13.233916 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e60dfd9-d20f-4d6d-b30b-6f6597e3c8e4 None None] Checking router: 9cd244c9-7ee5-4828-9621-bf89aa322800 for host: n-d-818022-2 {{(pid=103366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:13:13.246704 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e60dfd9-d20f-4d6d-b30b-6f6597e3c8e4 None None] Routers {'9cd244c9-7ee5-4828-9621-bf89aa322800'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:13:13.247462 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-5e60dfd9-d20f-4d6d-b30b-6f6597e3c8e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:13:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['9cd244c9-7ee5-4828-9621-bf89aa322800'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:13:13.414201 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-5e60dfd9-d20f-4d6d-b30b-6f6597e3c8e4 None None] Set router 9cd244c9-7ee5-4828-9621-bf89aa322800 gateway port host: n-d-818022-2 {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:13:13.418132 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f6d84cd7-b78e-4b36-8a75-8e7e30e0bb4d req-11414dcf-01d1-48bf-897a-7b76e1359bff tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] 10.222.0.54 "GET /v2.0/ports?device_id=dfba28af-02f7-470b-9873-0fd03f09ec63 HTTP/1.1" status: 200 len: 210 time: 0.1290460 Nov 19 18:13:13.509405 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f37ab8f4-ee5d-4de2-9d1a-c2d6e1cf1cd7 req-d95a531e-16ae-43c1-86f6-6257b6e6704d service neutron] 10.222.0.86 "GET /v2.0/networks/4ded9289-07e2-4a9e-a76f-366a0c385571?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2741616 Nov 19 18:13:13.540887 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-45f9df4b-94a7-45aa-8aac-cc5b6f810dc7 req-d2697589-294f-47f2-8800-eb2e32598337 tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:13.599484 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-45f9df4b-94a7-45aa-8aac-cc5b6f810dc7 req-d2697589-294f-47f2-8800-eb2e32598337 tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:13.665051 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45f9df4b-94a7-45aa-8aac-cc5b6f810dc7 req-d2697589-294f-47f2-8800-eb2e32598337 tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] Network 266e0ec5-7209-48bb-83e2-8368b527bbf9 is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:13:13.669324 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [req-45f9df4b-94a7-45aa-8aac-cc5b6f810dc7 req-d2697589-294f-47f2-8800-eb2e32598337 tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:13:13.674833 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [req-45f9df4b-94a7-45aa-8aac-cc5b6f810dc7 req-d2697589-294f-47f2-8800-eb2e32598337 tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:13:13.680128 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2697589-294f-47f2-8800-eb2e32598337 tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] Pushing event updated for resources: {'Port': ['ID=cb017c19-57e5-4400-8697-533ae14012aa,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:13:13.706283 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-5e60dfd9-d20f-4d6d-b30b-6f6597e3c8e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cd244c9-7ee5-4828-9621-bf89aa322800', 'name': 'tempest-TestVolumeBackupRestore-1030190572-router', 'tenant_id': 'edbbe4476fe74b6fa453a50965fd817b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': '5c71027a-2fbe-4e3f-bb57-c766d5fbe127', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:09:08Z', 'updated_at': '2021-11-19T18:09:12Z', 'revision_number': 4, 'project_id': 'edbbe4476fe74b6fa453a50965fd817b', 'gw_port': {'id': '5c71027a-2fbe-4e3f-bb57-c766d5fbe127', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:75:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd244c9-7ee5-4828-9621-bf89aa322800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3521, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:09:09Z', 'updated_at': '2021-11-19T18:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': '70a72aa6-3b14-41ef-89bc-5b02d7a57641', 'name': '', 'network_id': '4ded9289-07e2-4a9e-a76f-366a0c385571', 'tenant_id': 'edbbe4476fe74b6fa453a50965fd817b', 'mac_address': 'fa:16:3e:62:dc:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd244c9-7ee5-4828-9621-bf89aa322800', 'device_owner': 'network:router_interface', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': 'dd2183cd-a74e-4ffa-9f88-c10707b30f01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:09:11Z', 'updated_at': '2021-11-19T18:09:18Z', 'revision_number': 5, 'project_id': 'edbbe4476fe74b6fa453a50965fd817b', 'subnets': [{'id': 'dd2183cd-a74e-4ffa-9f88-c10707b30f01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:13:13.737841 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e60dfd9-d20f-4d6d-b30b-6f6597e3c8e4 None None] The sync data for ids ['9cd244c9-7ee5-4828-9621-bf89aa322800'] in n-d-818022-2 is: [{'id': '9cd244c9-7ee5-4828-9621-bf89aa322800', 'name': 'tempest-TestVolumeBackupRestore-1030190572-router', 'tenant_id': 'edbbe4476fe74b6fa453a50965fd817b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': '5c71027a-2fbe-4e3f-bb57-c766d5fbe127', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:09:08Z', 'updated_at': '2021-11-19T18:09:12Z', 'revision_number': 4, 'project_id': 'edbbe4476fe74b6fa453a50965fd817b', 'gw_port': {'id': '5c71027a-2fbe-4e3f-bb57-c766d5fbe127', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:75:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd244c9-7ee5-4828-9621-bf89aa322800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3521, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:09:09Z', 'updated_at': '2021-11-19T18:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': '70a72aa6-3b14-41ef-89bc-5b02d7a57641', 'name': '', 'network_id': '4ded9289-07e2-4a9e-a76f-366a0c385571', 'tenant_id': 'edbbe4476fe74b6fa453a50965fd817b', 'mac_address': 'fa:16:3e:62:dc:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd244c9-7ee5-4828-9621-bf89aa322800', 'device_owner': 'network:router_interface', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': 'dd2183cd-a74e-4ffa-9f88-c10707b30f01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:09:11Z', 'updated_at': '2021-11-19T18:09:18Z', 'revision_number': 5, 'project_id': 'edbbe4476fe74b6fa453a50965fd817b', 'subnets': [{'id': 'dd2183cd-a74e-4ffa-9f88-c10707b30f01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:13:13.751552 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f9df4b-94a7-45aa-8aac-cc5b6f810dc7 req-d2697589-294f-47f2-8800-eb2e32598337 tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:13:13.752227 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-45f9df4b-94a7-45aa-8aac-cc5b6f810dc7 req-d2697589-294f-47f2-8800-eb2e32598337 tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:13.774786 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-45f9df4b-94a7-45aa-8aac-cc5b6f810dc7 req-d2697589-294f-47f2-8800-eb2e32598337 tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2733097 Nov 19 18:13:13.792301 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-45f9df4b-94a7-45aa-8aac-cc5b6f810dc7 req-ba5db94e-fb1a-44a0-8028-2cd123852902 service neutron] Request body: {'port': {'device_id': 'dfba28af-02f7-470b-9873-0fd03f09ec63', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818022-2'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:13:13.865468 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-45f9df4b-94a7-45aa-8aac-cc5b6f810dc7 req-ba5db94e-fb1a-44a0-8028-2cd123852902 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:13.938842 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b1a055-181a-42bf-b7be-e0e696927d5f req-60cb143e-4edc-43b8-9763-ab0c57e2027f tempest-TestVolumeBackupRestore-904268693 tempest-TestVolumeBackupRestore-904268693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:13:13.944447 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-34b1a055-181a-42bf-b7be-e0e696927d5f req-60cb143e-4edc-43b8-9763-ab0c57e2027f tempest-TestVolumeBackupRestore-904268693 tempest-TestVolumeBackupRestore-904268693-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ea917ea-307a-450b-ab73-a8b9b47b4932 HTTP/1.1" status: 200 len: 945 time: 0.0686266 Nov 19 18:13:14.021322 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-34b1a055-181a-42bf-b7be-e0e696927d5f req-ed2d83d3-8345-4063-8570-970150ea9e94 tempest-TestVolumeBackupRestore-904268693 tempest-TestVolumeBackupRestore-904268693-project] 10.222.0.54 "GET /v2.0/security-groups?id=ffd1a4bd-9cd7-4dac-9945-b664fc1abeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730309 Nov 19 18:13:14.215516 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [req-45f9df4b-94a7-45aa-8aac-cc5b6f810dc7 req-ba5db94e-fb1a-44a0-8028-2cd123852902 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb017c19-57e5-4400-8697-533ae14012aa {{(pid=103364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:13:14.224075 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-45f9df4b-94a7-45aa-8aac-cc5b6f810dc7 req-ba5db94e-fb1a-44a0-8028-2cd123852902 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:14.238540 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.provisioning_blocks [req-45f9df4b-94a7-45aa-8aac-cc5b6f810dc7 req-ba5db94e-fb1a-44a0-8028-2cd123852902 service neutron] Transition to ACTIVE for port object cb017c19-57e5-4400-8697-533ae14012aa will not be triggered until provisioned by entity L2. {{(pid=103364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 18:13:14.243482 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-45f9df4b-94a7-45aa-8aac-cc5b6f810dc7 req-ba5db94e-fb1a-44a0-8028-2cd123852902 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:14.305357 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5db94e-fb1a-44a0-8028-2cd123852902 service neutron] Pushing event updated for resources: {'Port': ['ID=cb017c19-57e5-4400-8697-533ae14012aa,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:13:14.328143 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-890eb605-b779-4295-af64-3e8fc70a4fa0 None None] New status for floating IP 7ec6374d-c8c1-4113-813f-91021d0b0018: DOWN {{(pid=103366) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 18:13:14.405759 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-45f9df4b-94a7-45aa-8aac-cc5b6f810dc7 req-ba5db94e-fb1a-44a0-8028-2cd123852902 service neutron] Attempting to bind port cb017c19-57e5-4400-8697-533ae14012aa on host n-h1-818022-2 for vnic_type normal with profile {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:13:14.406358 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-45f9df4b-94a7-45aa-8aac-cc5b6f810dc7 req-ba5db94e-fb1a-44a0-8028-2cd123852902 service neutron] Attempting to bind port cb017c19-57e5-4400-8697-533ae14012aa by drivers openvswitch,hyperv on host n-h1-818022-2 at level 0 using segments [{'id': 'cec76fca-bae9-4940-8845-e930efd32ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '266e0ec5-7209-48bb-83e2-8368b527bbf9'}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:13:14.406831 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45f9df4b-94a7-45aa-8aac-cc5b6f810dc7 req-ba5db94e-fb1a-44a0-8028-2cd123852902 service neutron] Attempting to bind port cb017c19-57e5-4400-8697-533ae14012aa on network 266e0ec5-7209-48bb-83e2-8368b527bbf9 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:13:14.425310 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45f9df4b-94a7-45aa-8aac-cc5b6f810dc7 req-ba5db94e-fb1a-44a0-8028-2cd123852902 service neutron] Port cb017c19-57e5-4400-8697-533ae14012aa on network 266e0ec5-7209-48bb-83e2-8368b527bbf9 not bound, no agent of type Open vSwitch agent registered on host n-h1-818022-2 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 18:13:14.425670 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45f9df4b-94a7-45aa-8aac-cc5b6f810dc7 req-ba5db94e-fb1a-44a0-8028-2cd123852902 service neutron] Attempting to bind port cb017c19-57e5-4400-8697-533ae14012aa on network 266e0ec5-7209-48bb-83e2-8368b527bbf9 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:13:14.431275 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45f9df4b-94a7-45aa-8aac-cc5b6f810dc7 req-ba5db94e-fb1a-44a0-8028-2cd123852902 service neutron] Checking agent: {'id': 'a6668d96-12fa-4ec0-99ad-77eaf490dd2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'started_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 13, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:13:14.431611 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45f9df4b-94a7-45aa-8aac-cc5b6f810dc7 req-ba5db94e-fb1a-44a0-8028-2cd123852902 service neutron] Checking segment: {'id': 'cec76fca-bae9-4940-8845-e930efd32ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '266e0ec5-7209-48bb-83e2-8368b527bbf9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:13:14.432109 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45f9df4b-94a7-45aa-8aac-cc5b6f810dc7 req-ba5db94e-fb1a-44a0-8028-2cd123852902 service neutron] Bound using segment: {'id': 'cec76fca-bae9-4940-8845-e930efd32ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '266e0ec5-7209-48bb-83e2-8368b527bbf9'} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:13:14.433148 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-45f9df4b-94a7-45aa-8aac-cc5b6f810dc7 req-ba5db94e-fb1a-44a0-8028-2cd123852902 service neutron] Bound port: cb017c19-57e5-4400-8697-533ae14012aa, host: n-h1-818022-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cec76fca-bae9-4940-8845-e930efd32ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '266e0ec5-7209-48bb-83e2-8368b527bbf9'}}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:13:14.433502 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-45f9df4b-94a7-45aa-8aac-cc5b6f810dc7 req-ba5db94e-fb1a-44a0-8028-2cd123852902 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:14.535842 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-45f9df4b-94a7-45aa-8aac-cc5b6f810dc7 req-ba5db94e-fb1a-44a0-8028-2cd123852902 service neutron] For port cb017c19-57e5-4400-8697-533ae14012aa, host n-h1-818022-2, cleared binding levels {{(pid=103364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:13:14.569136 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-45f9df4b-94a7-45aa-8aac-cc5b6f810dc7 req-ba5db94e-fb1a-44a0-8028-2cd123852902 service neutron] For port cb017c19-57e5-4400-8697-533ae14012aa, host n-h1-818022-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=cb017c19-57e5-4400-8697-533ae14012aa,segment=NetworkSegment(cec76fca-bae9-4940-8845-e930efd32ae4),segment_id=cec76fca-bae9-4940-8845-e930efd32ae4)] {{(pid=103364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:13:14.575529 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-45f9df4b-94a7-45aa-8aac-cc5b6f810dc7 req-ba5db94e-fb1a-44a0-8028-2cd123852902 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:14.620266 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98e4079-977d-4258-b5eb-3e485d5b900d req-940c8002-7b66-4509-98ee-cc9bbf39afc6 tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:13:14.621780 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c98e4079-977d-4258-b5eb-3e485d5b900d req-940c8002-7b66-4509-98ee-cc9bbf39afc6 tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] 10.222.0.54 "GET /v2.0/ports?device_id=dfba28af-02f7-470b-9873-0fd03f09ec63 HTTP/1.1" status: 200 len: 943 time: 0.1023519 Nov 19 18:13:14.629614 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f9df4b-94a7-45aa-8aac-cc5b6f810dc7 req-ba5db94e-fb1a-44a0-8028-2cd123852902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:13:14.630678 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-45f9df4b-94a7-45aa-8aac-cc5b6f810dc7 req-ba5db94e-fb1a-44a0-8028-2cd123852902 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:14.633010 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-45f9df4b-94a7-45aa-8aac-cc5b6f810dc7 req-ba5db94e-fb1a-44a0-8028-2cd123852902 service neutron] 10.222.0.60 "PUT /v2.0/ports/cb017c19-57e5-4400-8697-533ae14012aa HTTP/1.1" status: 200 len: 1091 time: 0.8490717 Nov 19 18:13:14.641039 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfba28af-02f7-470b-9873-0fd03f09ec63', 'tag': 'cb017c19-57e5-4400-8697-533ae14012aa'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:13:14.646844 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dd4767a008c23f8566efc82158ee1b1fff34e1a9e908d76d0b6d0ab7e350e5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22567dd4-2443-4ceb-b7c0-335a485bbd2d" -d '{"events": [{"name": "network-changed", "server_uuid": "dfba28af-02f7-470b-9873-0fd03f09ec63", "tag": "cb017c19-57e5-4400-8697-533ae14012aa"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:13:14.710434 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 18:13:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-531979a4-8471-4339-8f45-323e9b2899f0 x-openstack-request-id: req-531979a4-8471-4339-8f45-323e9b2899f0 {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:13:14.711233 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfba28af-02f7-470b-9873-0fd03f09ec63", "tag": "cb017c19-57e5-4400-8697-533ae14012aa", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:13:14.711233 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-531979a4-8471-4339-8f45-323e9b2899f0 {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:13:14.711481 n-d-818022-2 neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfba28af-02f7-470b-9873-0fd03f09ec63', 'tag': 'cb017c19-57e5-4400-8697-533ae14012aa', 'status': 'completed', 'code': 200} Nov 19 18:13:14.754041 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5db94e-fb1a-44a0-8028-2cd123852902 service neutron] Pushing event updated for resources: {'Port': ['ID=cb017c19-57e5-4400-8697-533ae14012aa,revision_number=3']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:13:14.814671 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c98e4079-977d-4258-b5eb-3e485d5b900d req-42081ea0-834a-415f-961e-456c209cad46 tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4251046-d13e-48ef-af9b-bdbe6422f4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807060 Nov 19 18:13:14.821759 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f9df4b-94a7-45aa-8aac-cc5b6f810dc7 req-761ec875-1d11-4a8c-bead-0a7f247a2fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:13:14.824249 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-45f9df4b-94a7-45aa-8aac-cc5b6f810dc7 req-761ec875-1d11-4a8c-bead-0a7f247a2fb3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=21dec2738a5f4ea6bf5954794e3a7a10&device_id=dfba28af-02f7-470b-9873-0fd03f09ec63 HTTP/1.1" status: 200 len: 1094 time: 0.1441305 Nov 19 18:13:14.831099 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device f8647de9-93cd-4793-a7ef-1d92f5154f90 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:13:14.875109 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-45f9df4b-94a7-45aa-8aac-cc5b6f810dc7 req-86d45dd3-45dc-4d16-9cde-44992fba8535 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cb017c19-57e5-4400-8697-533ae14012aa HTTP/1.1" status: 200 len: 217 time: 0.0415635 Nov 19 18:13:14.883838 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167a350d-eb73-4c8d-8f3f-996a50139047 req-ef93226d-2098-43cd-b20a-e616a1fc322f tempest-TestVolumeBackupRestore-904268693 tempest-TestVolumeBackupRestore-904268693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:13:14.885371 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-167a350d-eb73-4c8d-8f3f-996a50139047 req-ef93226d-2098-43cd-b20a-e616a1fc322f tempest-TestVolumeBackupRestore-904268693 tempest-TestVolumeBackupRestore-904268693-project] 10.222.0.86 "GET /v2.0/ports?device_id=2ea917ea-307a-450b-ab73-a8b9b47b4932 HTTP/1.1" status: 200 len: 945 time: 0.1223407 Nov 19 18:13:14.888189 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port f8647de9-93cd-4793-a7ef-1d92f5154f90 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:13:14.889719 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:14.962209 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f9df4b-94a7-45aa-8aac-cc5b6f810dc7 req-8aa35c6b-cfc8-4870-89e1-1f8874955130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:13:14.964281 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-45f9df4b-94a7-45aa-8aac-cc5b6f810dc7 req-8aa35c6b-cfc8-4870-89e1-1f8874955130 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=63081b37-6dc5-4150-8e47-837cb85bc56c HTTP/1.1" status: 200 len: 860 time: 0.0779235 Nov 19 18:13:14.975517 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:15.011267 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] For port f8647de9-93cd-4793-a7ef-1d92f5154f90, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=f8647de9-93cd-4793-a7ef-1d92f5154f90,segment=NetworkSegment(cec76fca-bae9-4940-8845-e930efd32ae4),segment_id=cec76fca-bae9-4940-8845-e930efd32ae4)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:13:15.016845 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:15.022926 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-45f9df4b-94a7-45aa-8aac-cc5b6f810dc7 req-7c818d8b-9534-4702-9748-19659a188f67 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=266e0ec5-7209-48bb-83e2-8368b527bbf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507772 Nov 19 18:13:15.067921 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Pushing event updated for resources: {'Port': ['ID=f8647de9-93cd-4793-a7ef-1d92f5154f90,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:13:15.184707 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077dee89-f834-4d6f-b3a6-fea0a6b1fc59 req-fadbd651-88a9-400f-9c0e-4e67c1fcf232 tempest-TestVolumeBackupRestore-904268693 tempest-TestVolumeBackupRestore-904268693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:13:15.186590 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-077dee89-f834-4d6f-b3a6-fea0a6b1fc59 req-fadbd651-88a9-400f-9c0e-4e67c1fcf232 tempest-TestVolumeBackupRestore-904268693 tempest-TestVolumeBackupRestore-904268693-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ea917ea-307a-450b-ab73-a8b9b47b4932 HTTP/1.1" status: 200 len: 945 time: 0.0577233 Nov 19 18:13:15.242036 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-077dee89-f834-4d6f-b3a6-fea0a6b1fc59 req-7624c9e1-fd6c-421b-aa8e-5c817e1cd5b1 tempest-TestVolumeBackupRestore-904268693 tempest-TestVolumeBackupRestore-904268693-project] 10.222.0.54 "GET /v2.0/security-groups?id=ffd1a4bd-9cd7-4dac-9945-b664fc1abeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490789 Nov 19 18:13:15.424504 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [req-167a350d-eb73-4c8d-8f3f-996a50139047 req-da621a35-3e66-48f9-be52-382d4a037f81 tempest-TestVolumeBackupRestore-904268693 tempest-TestVolumeBackupRestore-904268693-project] Deleting port 1fa2165c-0b11-49cc-a6f6-0c85d714fd80 {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:13:15.424841 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-167a350d-eb73-4c8d-8f3f-996a50139047 req-da621a35-3e66-48f9-be52-382d4a037f81 tempest-TestVolumeBackupRestore-904268693 tempest-TestVolumeBackupRestore-904268693-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:15.505962 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-45f9df4b-94a7-45aa-8aac-cc5b6f810dc7 req-0f58dc28-bd79-4394-9a84-03fcda2fdb4d service neutron] 10.222.0.60 "GET /v2.0/networks/266e0ec5-7209-48bb-83e2-8368b527bbf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4760430 Nov 19 18:13:15.577093 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-167a350d-eb73-4c8d-8f3f-996a50139047 req-da621a35-3e66-48f9-be52-382d4a037f81 tempest-TestVolumeBackupRestore-904268693 tempest-TestVolumeBackupRestore-904268693-project] For port 1fa2165c-0b11-49cc-a6f6-0c85d714fd80, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=1fa2165c-0b11-49cc-a6f6-0c85d714fd80,segment=NetworkSegment(c30cfb0f-ff5a-43ee-8ebb-277db6d46d84),segment_id=c30cfb0f-ff5a-43ee-8ebb-277db6d46d84)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:13:15.577864 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-167a350d-eb73-4c8d-8f3f-996a50139047 req-da621a35-3e66-48f9-be52-382d4a037f81 tempest-TestVolumeBackupRestore-904268693 tempest-TestVolumeBackupRestore-904268693-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:15.595464 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [req-167a350d-eb73-4c8d-8f3f-996a50139047 req-da621a35-3e66-48f9-be52-382d4a037f81 tempest-TestVolumeBackupRestore-904268693 tempest-TestVolumeBackupRestore-904268693-project] Calling delete_port for 1fa2165c-0b11-49cc-a6f6-0c85d714fd80 owned by compute:nova {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:13:15.666093 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-45f9df4b-94a7-45aa-8aac-cc5b6f810dc7 req-3464dfc9-d194-48f4-9434-b2a331671981 service neutron] 10.222.0.60 "GET /v2.0/networks/266e0ec5-7209-48bb-83e2-8368b527bbf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476789 Nov 19 18:13:15.780718 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-167a350d-eb73-4c8d-8f3f-996a50139047 req-da621a35-3e66-48f9-be52-382d4a037f81 tempest-TestVolumeBackupRestore-904268693 tempest-TestVolumeBackupRestore-904268693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:15.793931 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22567dd4-2443-4ceb-b7c0-335a485bbd2d req-261db73e-b6aa-4011-b271-4f94d28f0349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:13:15.795477 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-22567dd4-2443-4ceb-b7c0-335a485bbd2d req-261db73e-b6aa-4011-b271-4f94d28f0349 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=21dec2738a5f4ea6bf5954794e3a7a10&device_id=dfba28af-02f7-470b-9873-0fd03f09ec63 HTTP/1.1" status: 200 len: 1094 time: 0.0696175 Nov 19 18:13:15.826846 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da621a35-3e66-48f9-be52-382d4a037f81 tempest-TestVolumeBackupRestore-904268693 tempest-TestVolumeBackupRestore-904268693-project] Pushing event deleted for resources: {'Port': ['ID=1fa2165c-0b11-49cc-a6f6-0c85d714fd80,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:13:15.909783 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [req-167a350d-eb73-4c8d-8f3f-996a50139047 req-da621a35-3e66-48f9-be52-382d4a037f81 tempest-TestVolumeBackupRestore-904268693 tempest-TestVolumeBackupRestore-904268693-project] No DVR routers for this DVR port 1fa2165c-0b11-49cc-a6f6-0c85d714fd80 on host n-h2-818022-2 {{(pid=103364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:13:15.920102 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-167a350d-eb73-4c8d-8f3f-996a50139047 req-da621a35-3e66-48f9-be52-382d4a037f81 tempest-TestVolumeBackupRestore-904268693 tempest-TestVolumeBackupRestore-904268693-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:15.923511 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-167a350d-eb73-4c8d-8f3f-996a50139047 req-da621a35-3e66-48f9-be52-382d4a037f81 tempest-TestVolumeBackupRestore-904268693 tempest-TestVolumeBackupRestore-904268693-project] 10.222.0.86 "DELETE /v2.0/ports/1fa2165c-0b11-49cc-a6f6-0c85d714fd80 HTTP/1.1" status: 204 len: 173 time: 1.0108860 Nov 19 18:13:15.995255 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8f58ee-3fc9-4aee-a786-ec5238176b96 req-065acd0d-a748-4fee-be61-76b531653d68 tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:13:15.996842 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-dd8f58ee-3fc9-4aee-a786-ec5238176b96 req-065acd0d-a748-4fee-be61-76b531653d68 tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] 10.222.0.54 "GET /v2.0/ports?device_id=dfba28af-02f7-470b-9873-0fd03f09ec63 HTTP/1.1" status: 200 len: 943 time: 0.0905864 Nov 19 18:13:15.998418 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22567dd4-2443-4ceb-b7c0-335a485bbd2d req-1aac2f4f-e84b-4356-8e08-81e8d55646d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:13:15.999793 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-22567dd4-2443-4ceb-b7c0-335a485bbd2d req-1aac2f4f-e84b-4356-8e08-81e8d55646d2 service neutron] 10.222.0.60 "GET /v2.0/networks?id=266e0ec5-7209-48bb-83e2-8368b527bbf9 HTTP/1.1" status: 200 len: 921 time: 0.1857619 Nov 19 18:13:16.053104 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-22567dd4-2443-4ceb-b7c0-335a485bbd2d req-1e95add2-e4de-4319-b29c-ac6f2bc59f7b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cb017c19-57e5-4400-8697-533ae14012aa HTTP/1.1" status: 200 len: 217 time: 0.0430944 Nov 19 18:13:16.108324 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-dd8f58ee-3fc9-4aee-a786-ec5238176b96 req-6a766d69-1e7f-4446-9239-3cfe2c91fc7e tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4251046-d13e-48ef-af9b-bdbe6422f4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052802 Nov 19 18:13:16.123769 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22567dd4-2443-4ceb-b7c0-335a485bbd2d req-cb403472-9616-40f2-9524-d1fa9d9e466f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:13:16.125344 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-22567dd4-2443-4ceb-b7c0-335a485bbd2d req-cb403472-9616-40f2-9524-d1fa9d9e466f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=63081b37-6dc5-4150-8e47-837cb85bc56c HTTP/1.1" status: 200 len: 860 time: 0.0622592 Nov 19 18:13:16.164482 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-22567dd4-2443-4ceb-b7c0-335a485bbd2d req-589c91d7-ce43-42ee-901e-6ae591867850 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=266e0ec5-7209-48bb-83e2-8368b527bbf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309405 Nov 19 18:13:16.267820 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-22567dd4-2443-4ceb-b7c0-335a485bbd2d req-7dfd91ba-40bd-4ecd-9d3a-63ecf36de7e9 service neutron] 10.222.0.60 "GET /v2.0/networks/266e0ec5-7209-48bb-83e2-8368b527bbf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955021 Nov 19 18:13:16.345338 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7ce4a638-7047-457a-8997-c02b1b274a32 req-fce5cbec-78d9-49e1-929f-0fef31f64156 tempest-TestVolumeBackupRestore-904268693 tempest-TestVolumeBackupRestore-904268693-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ea917ea-307a-450b-ab73-a8b9b47b4932 HTTP/1.1" status: 200 len: 210 time: 0.0277226 Nov 19 18:13:16.383269 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-22567dd4-2443-4ceb-b7c0-335a485bbd2d req-54534259-c0a2-4b7a-978f-40dbe66b7140 service neutron] 10.222.0.60 "GET /v2.0/networks/266e0ec5-7209-48bb-83e2-8368b527bbf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080163 Nov 19 18:13:16.712782 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ea917ea-307a-450b-ab73-a8b9b47b4932', 'name': 'network-vif-deleted', 'tag': '1fa2165c-0b11-49cc-a6f6-0c85d714fd80'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:13:16.715636 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dd4767a008c23f8566efc82158ee1b1fff34e1a9e908d76d0b6d0ab7e350e5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d227b4de-39f8-4a1d-8591-a00058858f39" -d '{"events": [{"server_uuid": "2ea917ea-307a-450b-ab73-a8b9b47b4932", "name": "network-vif-deleted", "tag": "1fa2165c-0b11-49cc-a6f6-0c85d714fd80"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:13:16.754519 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:13:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b4a75bd-28f4-4ae2-8ba8-16ff210cc5db x-openstack-request-id: req-7b4a75bd-28f4-4ae2-8ba8-16ff210cc5db {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:13:16.754960 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ea917ea-307a-450b-ab73-a8b9b47b4932", "name": "network-vif-deleted", "tag": "1fa2165c-0b11-49cc-a6f6-0c85d714fd80", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:13:16.755617 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-7b4a75bd-28f4-4ae2-8ba8-16ff210cc5db {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:13:16.755863 n-d-818022-2 neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ea917ea-307a-450b-ab73-a8b9b47b4932', 'name': 'network-vif-deleted', 'tag': '1fa2165c-0b11-49cc-a6f6-0c85d714fd80', 'status': 'completed', 'code': 200} Nov 19 18:13:16.797318 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device f8647de9-93cd-4793-a7ef-1d92f5154f90 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:13:16.864451 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port f8647de9-93cd-4793-a7ef-1d92f5154f90 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:13:16.864931 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:17.101602 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device 1fa2165c-0b11-49cc-a6f6-0c85d714fd80 no longer exists at agent hyperv_n-h2-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:13:17.122772 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] No Port match for: 1fa2165c-0b11-49cc-a6f6-0c85d714fd80 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:13:17.123044 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device 1fa2165c-0b11-49cc-a6f6-0c85d714fd80 not bound to the agent host n-h2-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:13:17.231287 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab1d11b-1eee-4156-a15c-7c74698fbcde req-e21b7e85-64fa-407e-b6e3-b20a1506ae9a tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:13:17.232856 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-dab1d11b-1eee-4156-a15c-7c74698fbcde req-e21b7e85-64fa-407e-b6e3-b20a1506ae9a tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] 10.222.0.54 "GET /v2.0/ports?device_id=dfba28af-02f7-470b-9873-0fd03f09ec63 HTTP/1.1" status: 200 len: 943 time: 0.0505648 Nov 19 18:13:17.280512 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-dab1d11b-1eee-4156-a15c-7c74698fbcde req-97544c9f-ff42-46ab-8dbc-b0bedcf8b2a0 tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4251046-d13e-48ef-af9b-bdbe6422f4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414720 Nov 19 18:13:17.444718 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9615cce9-69ac-4416-9870-552598cc6e99 req-e9de2363-268a-40c0-a9d3-ae2ec862ff36 tempest-TestVolumeBackupRestore-904268693 tempest-TestVolumeBackupRestore-904268693-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ea917ea-307a-450b-ab73-a8b9b47b4932 HTTP/1.1" status: 200 len: 210 time: 0.0272846 Nov 19 18:13:18.126642 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device cb017c19-57e5-4400-8697-533ae14012aa details requested by agent hyperv_n-h1-818022-2 with host n-h1-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 18:13:18.226538 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port cb017c19-57e5-4400-8697-533ae14012aa, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=cb017c19-57e5-4400-8697-533ae14012aa,segment=NetworkSegment(cec76fca-bae9-4940-8845-e930efd32ae4),segment_id=cec76fca-bae9-4940-8845-e930efd32ae4)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:13:18.237889 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Returning: {'device': 'cb017c19-57e5-4400-8697-533ae14012aa', 'network_id': '266e0ec5-7209-48bb-83e2-8368b527bbf9', 'port_id': 'cb017c19-57e5-4400-8697-533ae14012aa', 'mac_address': 'fa:16:3e:59:f3:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 664, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63081b37-6dc5-4150-8e47-837cb85bc56c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 18:13:18.274619 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:18.288102 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb017c19-57e5-4400-8697-533ae14012aa {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:13:18.313742 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port cb017c19-57e5-4400-8697-533ae14012aa, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=cb017c19-57e5-4400-8697-533ae14012aa,segment=NetworkSegment(cec76fca-bae9-4940-8845-e930efd32ae4),segment_id=cec76fca-bae9-4940-8845-e930efd32ae4)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:13:18.317942 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:18.368231 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=cb017c19-57e5-4400-8697-533ae14012aa,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:13:18.409671 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73ea0ea-a451-4478-87d2-13f0bf6b5887 req-ac9be355-bb3f-4619-ad3a-1de33a673173 tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:13:18.411731 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d73ea0ea-a451-4478-87d2-13f0bf6b5887 req-ac9be355-bb3f-4619-ad3a-1de33a673173 tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] 10.222.0.54 "GET /v2.0/ports?device_id=dfba28af-02f7-470b-9873-0fd03f09ec63 HTTP/1.1" status: 200 len: 944 time: 0.0553973 Nov 19 18:13:18.466061 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d73ea0ea-a451-4478-87d2-13f0bf6b5887 req-90eddcba-1bc8-4ad0-95fb-b3b153c822ef tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4251046-d13e-48ef-af9b-bdbe6422f4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481377 Nov 19 18:13:18.533893 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['cb017c19-57e5-4400-8697-533ae14012aa'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:13:18.553474 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ff4ed4a7-4ec9-4871-9aed-17c56b0342d5 req-b9f429b2-95b4-4c3f-906a-0085cf773f34 tempest-TestVolumeBackupRestore-904268693 tempest-TestVolumeBackupRestore-904268693-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ea917ea-307a-450b-ab73-a8b9b47b4932 HTTP/1.1" status: 200 len: 210 time: 0.0310924 Nov 19 18:13:19.588019 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06b891c-df06-4643-b123-6530ce91c88d req-f394d87c-03c2-4e96-bca0-fb9d69e7fcd2 tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:13:19.600545 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d06b891c-df06-4643-b123-6530ce91c88d req-f394d87c-03c2-4e96-bca0-fb9d69e7fcd2 tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] 10.222.0.54 "GET /v2.0/ports?device_id=dfba28af-02f7-470b-9873-0fd03f09ec63 HTTP/1.1" status: 200 len: 944 time: 0.0621719 Nov 19 18:13:19.656822 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-aaa5eb82-2b81-4e64-9702-3ecc2b0b3aed req-f6c4f2d7-549a-4715-8a84-2d08b5cadbc4 tempest-TestVolumeBackupRestore-904268693 tempest-TestVolumeBackupRestore-904268693-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ea917ea-307a-450b-ab73-a8b9b47b4932 HTTP/1.1" status: 200 len: 210 time: 0.0282557 Nov 19 18:13:19.658649 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d06b891c-df06-4643-b123-6530ce91c88d req-bc40f6b8-7a29-45e5-88f0-35b0e8e0b603 tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4251046-d13e-48ef-af9b-bdbe6422f4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518517 Nov 19 18:13:20.126236 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device cb017c19-57e5-4400-8697-533ae14012aa up at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:13:20.177157 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning for port cb017c19-57e5-4400-8697-533ae14012aa completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 18:13:20.182475 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning complete for port cb017c19-57e5-4400-8697-533ae14012aa triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:13:20.182863 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:20.272726 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:20.311140 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfba28af-02f7-470b-9873-0fd03f09ec63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb017c19-57e5-4400-8697-533ae14012aa'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:13:20.313516 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3940761bcd94e032e6960d2241bd8993c5d3a7d8dc2aca8488f3ecf1d4dd2fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f49f6572-8ff0-4332-bfd7-e53fe3b766e3" -d '{"events": [{"server_uuid": "dfba28af-02f7-470b-9873-0fd03f09ec63", "name": "network-vif-plugged", "status": "completed", "tag": "cb017c19-57e5-4400-8697-533ae14012aa"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:13:20.330799 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port cb017c19-57e5-4400-8697-533ae14012aa, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=cb017c19-57e5-4400-8697-533ae14012aa,segment=NetworkSegment(cec76fca-bae9-4940-8845-e930efd32ae4),segment_id=cec76fca-bae9-4940-8845-e930efd32ae4)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:13:20.334938 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:20.382760 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:13:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb405d03-6a0d-4336-9da4-e7b38bbdc7a3 x-openstack-request-id: req-fb405d03-6a0d-4336-9da4-e7b38bbdc7a3 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:13:20.383059 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfba28af-02f7-470b-9873-0fd03f09ec63", "name": "network-vif-plugged", "status": "completed", "tag": "cb017c19-57e5-4400-8697-533ae14012aa", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:13:20.384001 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-fb405d03-6a0d-4336-9da4-e7b38bbdc7a3 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:13:20.384001 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfba28af-02f7-470b-9873-0fd03f09ec63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb017c19-57e5-4400-8697-533ae14012aa', 'code': 200} Nov 19 18:13:20.389014 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=cb017c19-57e5-4400-8697-533ae14012aa,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:13:20.492498 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84c37a1-708a-41c6-97e5-20071f5bee26 req-c0acdb0a-4a14-44a6-88f2-27cd0ba217fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:13:20.493986 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f84c37a1-708a-41c6-97e5-20071f5bee26 req-c0acdb0a-4a14-44a6-88f2-27cd0ba217fa service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=dfba28af-02f7-470b-9873-0fd03f09ec63 HTTP/1.1" status: 200 len: 1096 time: 0.0418472 Nov 19 18:13:20.547725 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f84c37a1-708a-41c6-97e5-20071f5bee26 req-00746dee-902b-4258-b1fd-1a7a29747015 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=c4251046-d13e-48ef-af9b-bdbe6422f4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446150 Nov 19 18:13:20.782279 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-30155a3f-38ce-4388-9157-23227206f313 req-a6a6ade8-720b-45dc-9a83-52c95e6d85d9 tempest-TestVolumeBackupRestore-904268693 tempest-TestVolumeBackupRestore-904268693-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ea917ea-307a-450b-ab73-a8b9b47b4932 HTTP/1.1" status: 200 len: 210 time: 0.0274639 Nov 19 18:13:20.805296 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a43f1c-0091-402a-8b2b-c1bf754d6adb req-821ff74b-331d-4c08-8f67-b808a69373e5 tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:13:20.807393 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d2a43f1c-0091-402a-8b2b-c1bf754d6adb req-821ff74b-331d-4c08-8f67-b808a69373e5 tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] 10.222.0.54 "GET /v2.0/ports?device_id=dfba28af-02f7-470b-9873-0fd03f09ec63 HTTP/1.1" status: 200 len: 945 time: 0.0586855 Nov 19 18:13:20.863900 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d2a43f1c-0091-402a-8b2b-c1bf754d6adb req-6bb6c9f6-72af-4c3f-af88-f10c46ea43ff tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4251046-d13e-48ef-af9b-bdbe6422f4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491211 Nov 19 18:13:21.839235 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 39690) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:13:21.898477 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-223e312d-b485-490e-b6eb-66060532d811 tempest-TestVolumeBackupRestore-904268693 tempest-TestVolumeBackupRestore-904268693-project] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:21.927596 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-223e312d-b485-490e-b6eb-66060532d811 tempest-TestVolumeBackupRestore-904268693 tempest-TestVolumeBackupRestore-904268693-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:22.012457 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0bdb5c-24bf-4d92-9aa6-cff1f3712fc8 req-b0ff75fa-5e8c-4e9c-8ad0-0ce20305be51 tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:13:22.014215 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-7b0bdb5c-24bf-4d92-9aa6-cff1f3712fc8 req-b0ff75fa-5e8c-4e9c-8ad0-0ce20305be51 tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] 10.222.0.54 "GET /v2.0/ports?device_id=dfba28af-02f7-470b-9873-0fd03f09ec63 HTTP/1.1" status: 200 len: 945 time: 0.0683796 Nov 19 18:13:22.051617 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-223e312d-b485-490e-b6eb-66060532d811 tempest-TestVolumeBackupRestore-904268693 tempest-TestVolumeBackupRestore-904268693-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:22.054280 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-223e312d-b485-490e-b6eb-66060532d811 tempest-TestVolumeBackupRestore-904268693 tempest-TestVolumeBackupRestore-904268693-project] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:22.055578 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-223e312d-b485-490e-b6eb-66060532d811 tempest-TestVolumeBackupRestore-904268693 tempest-TestVolumeBackupRestore-904268693-project] 10.222.0.54 "DELETE /v2.0/security-groups/ffd1a4bd-9cd7-4dac-9945-b664fc1abeb9 HTTP/1.1" status: 204 len: 168 time: 0.2151721 Nov 19 18:13:22.079500 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223e312d-b485-490e-b6eb-66060532d811 tempest-TestVolumeBackupRestore-904268693 tempest-TestVolumeBackupRestore-904268693-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffd1a4bd-9cd7-4dac-9945-b664fc1abeb9,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:13:22.088006 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-7b0bdb5c-24bf-4d92-9aa6-cff1f3712fc8 req-b681de0b-20f5-4c2a-838e-12c25cb7e1bf tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4251046-d13e-48ef-af9b-bdbe6422f4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661149 Nov 19 18:13:22.413087 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0909799-9152-445a-946d-447ea89be8a0 req-e6e8dc99-4389-4bdc-a9df-a359ddf71173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:13:22.414663 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-e0909799-9152-445a-946d-447ea89be8a0 req-e6e8dc99-4389-4bdc-a9df-a359ddf71173 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=21dec2738a5f4ea6bf5954794e3a7a10&device_id=dfba28af-02f7-470b-9873-0fd03f09ec63 HTTP/1.1" status: 200 len: 1096 time: 0.1116374 Nov 19 18:13:22.440420 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79291d3f-21b8-4752-92e2-abed375e1944 req-5b2b4a57-e46f-4020-9091-fac4bc290da4 tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:13:22.442064 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-79291d3f-21b8-4752-92e2-abed375e1944 req-5b2b4a57-e46f-4020-9091-fac4bc290da4 tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] 10.222.0.54 "GET /v2.0/ports?device_id=dfba28af-02f7-470b-9873-0fd03f09ec63 HTTP/1.1" status: 200 len: 945 time: 0.0740039 Nov 19 18:13:22.568962 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-79291d3f-21b8-4752-92e2-abed375e1944 req-9867b66b-7fed-4333-9a54-fb074743be51 tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4251046-d13e-48ef-af9b-bdbe6422f4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109052 Nov 19 18:13:22.599308 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0909799-9152-445a-946d-447ea89be8a0 req-2af77b1a-4558-4c76-b838-1147a9490979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:13:22.600898 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-e0909799-9152-445a-946d-447ea89be8a0 req-2af77b1a-4558-4c76-b838-1147a9490979 service neutron] 10.222.0.60 "GET /v2.0/networks?id=266e0ec5-7209-48bb-83e2-8368b527bbf9 HTTP/1.1" status: 200 len: 921 time: 0.1780572 Nov 19 18:13:22.652304 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-e0909799-9152-445a-946d-447ea89be8a0 req-30a60330-f562-4255-ac2d-90115f30e56f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cb017c19-57e5-4400-8697-533ae14012aa HTTP/1.1" status: 200 len: 217 time: 0.0423799 Nov 19 18:13:22.720994 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0909799-9152-445a-946d-447ea89be8a0 req-85f13775-7165-4f9c-9f6e-52c6d467779b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:13:22.723396 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-e0909799-9152-445a-946d-447ea89be8a0 req-85f13775-7165-4f9c-9f6e-52c6d467779b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=63081b37-6dc5-4150-8e47-837cb85bc56c HTTP/1.1" status: 200 len: 860 time: 0.0552740 Nov 19 18:13:22.765666 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-e0909799-9152-445a-946d-447ea89be8a0 req-98f2d9a9-e187-4e35-915f-bbe0de042ecc service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=266e0ec5-7209-48bb-83e2-8368b527bbf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310643 Nov 19 18:13:22.910225 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-e0909799-9152-445a-946d-447ea89be8a0 req-32405a72-da66-4d9b-a9e3-cd4b5b9701b2 service neutron] 10.222.0.60 "GET /v2.0/networks/266e0ec5-7209-48bb-83e2-8368b527bbf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377556 Nov 19 18:13:23.038355 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-e0909799-9152-445a-946d-447ea89be8a0 req-9d122a26-7355-4d04-a9df-c4c4610aafe5 service neutron] 10.222.0.60 "GET /v2.0/networks/266e0ec5-7209-48bb-83e2-8368b527bbf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199839 Nov 19 18:13:23.725678 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a646acba-d9b5-4e58-a75b-30b226ba9432 req-aa9a3392-6c96-45d4-95f7-4895d708f234 tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:13:23.735340 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a646acba-d9b5-4e58-a75b-30b226ba9432 req-aa9a3392-6c96-45d4-95f7-4895d708f234 tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] 10.222.0.54 "GET /v2.0/ports?device_id=dfba28af-02f7-470b-9873-0fd03f09ec63 HTTP/1.1" status: 200 len: 945 time: 0.0708339 Nov 19 18:13:23.785869 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a646acba-d9b5-4e58-a75b-30b226ba9432 req-70d80c6c-1ce4-4d9b-96bb-aa20e91244a9 tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4251046-d13e-48ef-af9b-bdbe6422f4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493908 Nov 19 18:13:24.946944 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532bb1a2-1646-4766-99a4-64db2a394b35 req-0e4e12d8-993d-4cf9-a3f8-74ea71e0f7f7 tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:13:24.954797 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-532bb1a2-1646-4766-99a4-64db2a394b35 req-0e4e12d8-993d-4cf9-a3f8-74ea71e0f7f7 tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] 10.222.0.54 "GET /v2.0/ports?device_id=dfba28af-02f7-470b-9873-0fd03f09ec63 HTTP/1.1" status: 200 len: 945 time: 0.0817113 Nov 19 18:13:25.020293 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-532bb1a2-1646-4766-99a4-64db2a394b35 req-acfa7747-13e7-4438-a701-af30da811967 tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4251046-d13e-48ef-af9b-bdbe6422f4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641818 Nov 19 18:13:26.145245 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250abc84-1676-4a6c-b1fb-cdb1b35be90e req-0c46c5da-5378-4a6d-b16d-ade73d65c541 tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:13:26.146856 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-250abc84-1676-4a6c-b1fb-cdb1b35be90e req-0c46c5da-5378-4a6d-b16d-ade73d65c541 tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] 10.222.0.54 "GET /v2.0/ports?device_id=dfba28af-02f7-470b-9873-0fd03f09ec63 HTTP/1.1" status: 200 len: 945 time: 0.0601339 Nov 19 18:13:26.216903 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-250abc84-1676-4a6c-b1fb-cdb1b35be90e req-53dc4d45-cb7f-496a-bbb8-97e1265f53d0 tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4251046-d13e-48ef-af9b-bdbe6422f4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606401 Nov 19 18:13:26.613898 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 40168) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:13:26.997756 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f706f943-423b-4606-9f8b-0de4a0d3b5b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-768564'] for router_interface, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:27.273627 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-f706f943-423b-4606-9f8b-0de4a0d3b5b8 admin admin] Deleting port 70a72aa6-3b14-41ef-89bc-5b02d7a57641 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:13:27.274414 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f706f943-423b-4606-9f8b-0de4a0d3b5b8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:27.356801 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9852fd-60e5-472f-a95a-fab670b9ed0b req-1aae1169-5d05-423b-b251-7f9be1cea8a6 tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:13:27.358200 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-7d9852fd-60e5-472f-a95a-fab670b9ed0b req-1aae1169-5d05-423b-b251-7f9be1cea8a6 tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] 10.222.0.54 "GET /v2.0/ports?device_id=dfba28af-02f7-470b-9873-0fd03f09ec63 HTTP/1.1" status: 200 len: 945 time: 0.0602734 Nov 19 18:13:27.360523 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [None req-f706f943-423b-4606-9f8b-0de4a0d3b5b8 admin admin] For port 70a72aa6-3b14-41ef-89bc-5b02d7a57641, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=70a72aa6-3b14-41ef-89bc-5b02d7a57641,segment=NetworkSegment(c30cfb0f-ff5a-43ee-8ebb-277db6d46d84),segment_id=c30cfb0f-ff5a-43ee-8ebb-277db6d46d84)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:13:27.361018 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f706f943-423b-4606-9f8b-0de4a0d3b5b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:27.376388 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-f706f943-423b-4606-9f8b-0de4a0d3b5b8 admin admin] Calling delete_port for 70a72aa6-3b14-41ef-89bc-5b02d7a57641 owned by network:router_interface {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:13:27.419002 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-7d9852fd-60e5-472f-a95a-fab670b9ed0b req-f0c598d9-3e7f-428d-bfbb-60954d06952b tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4251046-d13e-48ef-af9b-bdbe6422f4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516248 Nov 19 18:13:27.902707 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f706f943-423b-4606-9f8b-0de4a0d3b5b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:27.931893 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f706f943-423b-4606-9f8b-0de4a0d3b5b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=70a72aa6-3b14-41ef-89bc-5b02d7a57641,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:13:28.098964 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f706f943-423b-4606-9f8b-0de4a0d3b5b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-768648'] for router_interface, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:28.338059 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f706f943-423b-4606-9f8b-0de4a0d3b5b8 admin admin] Router 9cd244c9-7ee5-4828-9621-bf89aa322800 has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 18:13:28.460329 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f706f943-423b-4606-9f8b-0de4a0d3b5b8 admin admin] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:13:28.470395 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-f706f943-423b-4606-9f8b-0de4a0d3b5b8 admin admin] 10.222.0.54 "PUT /v2.0/routers/9cd244c9-7ee5-4828-9621-bf89aa322800/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8546705 Nov 19 18:13:28.474291 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 40174) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:13:28.481980 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f2d8c77-f329-4db1-924a-0bb08d480e86 None None] Sync routers for ids ['9cd244c9-7ee5-4828-9621-bf89aa322800'] in n-d-818022-2 {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:13:28.491922 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f2d8c77-f329-4db1-924a-0bb08d480e86 None None] Routers {'9cd244c9-7ee5-4828-9621-bf89aa322800'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:13:28.492771 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-3f2d8c77-f329-4db1-924a-0bb08d480e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:13:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['9cd244c9-7ee5-4828-9621-bf89aa322800'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:13:28.609979 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f32afa-c82e-4fd0-8f0d-d06e326f5ece req-7edcd980-f057-49a9-8c4e-567850543896 tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:13:28.611701 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-97f32afa-c82e-4fd0-8f0d-d06e326f5ece req-7edcd980-f057-49a9-8c4e-567850543896 tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] 10.222.0.54 "GET /v2.0/ports?device_id=dfba28af-02f7-470b-9873-0fd03f09ec63 HTTP/1.1" status: 200 len: 945 time: 0.0997200 Nov 19 18:13:28.635546 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0e96127d-0973-4778-b378-a215546b0e86 admin admin] Publish callbacks [] for router, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:28.696215 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-3f2d8c77-f329-4db1-924a-0bb08d480e86 None None] Set router 9cd244c9-7ee5-4828-9621-bf89aa322800 gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:13:28.709506 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-97f32afa-c82e-4fd0-8f0d-d06e326f5ece req-022cc085-432c-4d3a-b2cc-59160ba8546b tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4251046-d13e-48ef-af9b-bdbe6422f4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911078 Nov 19 18:13:28.778169 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0e96127d-0973-4778-b378-a215546b0e86 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:28.833672 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-0e96127d-0973-4778-b378-a215546b0e86 admin admin] Deleting port 5c71027a-2fbe-4e3f-bb57-c766d5fbe127 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:13:28.834127 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0e96127d-0973-4778-b378-a215546b0e86 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:28.877730 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-3f2d8c77-f329-4db1-924a-0bb08d480e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cd244c9-7ee5-4828-9621-bf89aa322800', 'name': 'tempest-TestVolumeBackupRestore-1030190572-router', 'tenant_id': 'edbbe4476fe74b6fa453a50965fd817b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': '5c71027a-2fbe-4e3f-bb57-c766d5fbe127', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:09:08Z', 'updated_at': '2021-11-19T18:13:27Z', 'revision_number': 5, 'project_id': 'edbbe4476fe74b6fa453a50965fd817b', 'gw_port': {'id': '5c71027a-2fbe-4e3f-bb57-c766d5fbe127', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:75:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd244c9-7ee5-4828-9621-bf89aa322800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3521, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:09:09Z', 'updated_at': '2021-11-19T18:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:13:28.908193 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f2d8c77-f329-4db1-924a-0bb08d480e86 None None] Checking router: 9cd244c9-7ee5-4828-9621-bf89aa322800 for host: n-d-818022-2 {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:13:28.917108 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f2d8c77-f329-4db1-924a-0bb08d480e86 None None] Routers {'9cd244c9-7ee5-4828-9621-bf89aa322800'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:13:28.917723 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-3f2d8c77-f329-4db1-924a-0bb08d480e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:13:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['9cd244c9-7ee5-4828-9621-bf89aa322800'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:13:28.919445 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [None req-0e96127d-0973-4778-b378-a215546b0e86 admin admin] For port 5c71027a-2fbe-4e3f-bb57-c766d5fbe127, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=5c71027a-2fbe-4e3f-bb57-c766d5fbe127,segment=NetworkSegment(bbe705c1-96c0-476e-8381-28227e6f0ac5),segment_id=bbe705c1-96c0-476e-8381-28227e6f0ac5)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:13:28.919949 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0e96127d-0973-4778-b378-a215546b0e86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:28.931498 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-0e96127d-0973-4778-b378-a215546b0e86 admin admin] Calling delete_port for 5c71027a-2fbe-4e3f-bb57-c766d5fbe127 owned by network:router_gateway {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:13:29.003116 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-3f2d8c77-f329-4db1-924a-0bb08d480e86 None None] Set router 9cd244c9-7ee5-4828-9621-bf89aa322800 gateway port host: None {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:13:29.053617 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-3f2d8c77-f329-4db1-924a-0bb08d480e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cd244c9-7ee5-4828-9621-bf89aa322800', 'name': 'tempest-TestVolumeBackupRestore-1030190572-router', 'tenant_id': 'edbbe4476fe74b6fa453a50965fd817b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:09:08Z', 'updated_at': '2021-11-19T18:13:28Z', 'revision_number': 6, 'project_id': 'edbbe4476fe74b6fa453a50965fd817b', 'gw_port_host': None}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:13:29.082991 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f2d8c77-f329-4db1-924a-0bb08d480e86 None None] The sync data for ids ['9cd244c9-7ee5-4828-9621-bf89aa322800'] in n-d-818022-2 is: [{'id': '9cd244c9-7ee5-4828-9621-bf89aa322800', 'name': 'tempest-TestVolumeBackupRestore-1030190572-router', 'tenant_id': 'edbbe4476fe74b6fa453a50965fd817b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:09:08Z', 'updated_at': '2021-11-19T18:13:28Z', 'revision_number': 6, 'project_id': 'edbbe4476fe74b6fa453a50965fd817b', 'gw_port_host': None}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:13:29.112858 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0e96127d-0973-4778-b378-a215546b0e86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:29.142013 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e96127d-0973-4778-b378-a215546b0e86 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c71027a-2fbe-4e3f-bb57-c766d5fbe127,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:13:29.154853 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f21237de-d299-4b90-8e46-1026ce919f79 None None] DHCP port deletion for 645e61aa-1a6c-4e8f-857e-ab06edb4897f request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:13:29.206609 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0e96127d-0973-4778-b378-a215546b0e86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-671730'] for router_gateway, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:29.300403 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0e96127d-0973-4778-b378-a215546b0e86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4696'] for router, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:29.302600 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0e96127d-0973-4778-b378-a215546b0e86 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:29.346362 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0e96127d-0973-4778-b378-a215546b0e86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-543895'] for router, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:29.347865 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e96127d-0973-4778-b378-a215546b0e86 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9cd244c9-7ee5-4828-9621-bf89aa322800 {{(pid=103365) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 18:13:29.351419 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0e96127d-0973-4778-b378-a215546b0e86 admin admin] Publish callbacks [] for router, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:29.352259 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-0e96127d-0973-4778-b378-a215546b0e86 admin admin] 10.222.0.54 "DELETE /v2.0/routers/9cd244c9-7ee5-4828-9621-bf89aa322800 HTTP/1.1" status: 204 len: 168 time: 0.8785601 Nov 19 18:13:29.359834 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 40178) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:13:29.410098 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_v2 [None req-659717c3-133b-43f7-ac96-7e6b67edf7e5 admin admin] Deleting subnet dd2183cd-a74e-4ffa-9f88-c10707b30f01 {{(pid=103364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 18:13:29.413052 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-659717c3-133b-43f7-ac96-7e6b67edf7e5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:29.448440 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-659717c3-133b-43f7-ac96-7e6b67edf7e5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9416263'] for subnet, precommit_delete_associations {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:29.533267 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-659717c3-133b-43f7-ac96-7e6b67edf7e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:29.584536 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-659717c3-133b-43f7-ac96-7e6b67edf7e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12425137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8983934'] for subnet, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:29.610967 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659717c3-133b-43f7-ac96-7e6b67edf7e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd2183cd-a74e-4ffa-9f88-c10707b30f01,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:13:29.614721 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-659717c3-133b-43f7-ac96-7e6b67edf7e5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:29.618245 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-659717c3-133b-43f7-ac96-7e6b67edf7e5 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/dd2183cd-a74e-4ffa-9f88-c10707b30f01 HTTP/1.1" status: 204 len: 168 time: 0.2563636 Nov 19 18:13:29.621035 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 40180) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:13:29.621269 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-329344e6-0bc4-49bb-8e13-cd0795475a50 None None] Network 4ded9289-07e2-4a9e-a76f-366a0c385571 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:13:29.694774 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5c93df01-b714-493e-9727-e9f53dedbc73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:29.787525 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-929b83a9-1d3a-4b98-8b1e-0de56b7ef204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:29.789372 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-96dc7bb5-9e59-485c-820c-7a5afd0bd405 req-f0c1f629-f3be-4686-a623-941ec73369dc service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=8ad0b0cd-a36f-4431-aacb-ab4103c1ced5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0533843 Nov 19 18:13:29.800832 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-5c93df01-b714-493e-9727-e9f53dedbc73 admin admin] Deleting port a32c282c-090f-4151-8c9a-bb995d00332f {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:13:29.801310 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5c93df01-b714-493e-9727-e9f53dedbc73 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:29.868176 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbfde1f7-b0b2-43a0-a8b8-c4e017a28cab None None] DHCP port deletion for 4ded9289-07e2-4a9e-a76f-366a0c385571 request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:13:29.924809 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-cbfde1f7-b0b2-43a0-a8b8-c4e017a28cab None None] Deleting port a32c282c-090f-4151-8c9a-bb995d00332f {{(pid=103366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:13:29.925200 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-cbfde1f7-b0b2-43a0-a8b8-c4e017a28cab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:29.927946 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [None req-5c93df01-b714-493e-9727-e9f53dedbc73 admin admin] For port a32c282c-090f-4151-8c9a-bb995d00332f, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=a32c282c-090f-4151-8c9a-bb995d00332f,segment=NetworkSegment(c30cfb0f-ff5a-43ee-8ebb-277db6d46d84),segment_id=c30cfb0f-ff5a-43ee-8ebb-277db6d46d84)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:13:29.928317 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5c93df01-b714-493e-9727-e9f53dedbc73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:29.947114 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-5c93df01-b714-493e-9727-e9f53dedbc73 admin admin] Calling delete_port for a32c282c-090f-4151-8c9a-bb995d00332f owned by network:dhcp {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:13:29.959451 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dc7bb5-9e59-485c-820c-7a5afd0bd405 req-5b8bee8f-fea0-48d4-bba2-cbe48956781e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:13:29.960970 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-96dc7bb5-9e59-485c-820c-7a5afd0bd405 req-5b8bee8f-fea0-48d4-bba2-cbe48956781e service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=d41245dedb694df6accb5dc7769c75e5&device_id=8ad0b0cd-a36f-4431-aacb-ab4103c1ced5 HTTP/1.1" status: 200 len: 1096 time: 0.1168189 Nov 19 18:13:29.974280 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eb8824-cb86-42a5-b347-266ff1fc162f req-6f8f0801-77b8-480b-b0bb-d140030d4c47 tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:13:29.975836 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c7eb8824-cb86-42a5-b347-266ff1fc162f req-6f8f0801-77b8-480b-b0bb-d140030d4c47 tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] 10.222.0.54 "GET /v2.0/ports?device_id=dfba28af-02f7-470b-9873-0fd03f09ec63 HTTP/1.1" status: 200 len: 945 time: 0.1238132 Nov 19 18:13:30.008508 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-cbfde1f7-b0b2-43a0-a8b8-c4e017a28cab None None] For port a32c282c-090f-4151-8c9a-bb995d00332f, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=a32c282c-090f-4151-8c9a-bb995d00332f,segment=NetworkSegment(c30cfb0f-ff5a-43ee-8ebb-277db6d46d84),segment_id=c30cfb0f-ff5a-43ee-8ebb-277db6d46d84)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:13:30.009276 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-cbfde1f7-b0b2-43a0-a8b8-c4e017a28cab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:30.027292 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-cbfde1f7-b0b2-43a0-a8b8-c4e017a28cab None None] Calling delete_port for a32c282c-090f-4151-8c9a-bb995d00332f owned by network:dhcp {{(pid=103366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:13:30.117558 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-cbfde1f7-b0b2-43a0-a8b8-c4e017a28cab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007'] for port, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:30.137899 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c7eb8824-cb86-42a5-b347-266ff1fc162f req-98a921ad-068f-416b-bb7a-33726cc00dbf tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4251046-d13e-48ef-af9b-bdbe6422f4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234684 Nov 19 18:13:30.144227 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfde1f7-b0b2-43a0-a8b8-c4e017a28cab None None] Pushing event deleted for resources: {'Port': ['ID=a32c282c-090f-4151-8c9a-bb995d00332f,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:13:30.155753 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbfde1f7-b0b2-43a0-a8b8-c4e017a28cab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:13:30.156342 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbfde1f7-b0b2-43a0-a8b8-c4e017a28cab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:13:30.156452 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbfde1f7-b0b2-43a0-a8b8-c4e017a28cab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:13:30.157142 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbfde1f7-b0b2-43a0-a8b8-c4e017a28cab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:13:30.157142 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbfde1f7-b0b2-43a0-a8b8-c4e017a28cab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:13:30.157411 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbfde1f7-b0b2-43a0-a8b8-c4e017a28cab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:13:30.157737 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbfde1f7-b0b2-43a0-a8b8-c4e017a28cab None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:13:30.158090 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbfde1f7-b0b2-43a0-a8b8-c4e017a28cab None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:13:30.158624 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbfde1f7-b0b2-43a0-a8b8-c4e017a28cab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:13:30.159490 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbfde1f7-b0b2-43a0-a8b8-c4e017a28cab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:13:30.160004 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbfde1f7-b0b2-43a0-a8b8-c4e017a28cab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:13:30.160654 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbfde1f7-b0b2-43a0-a8b8-c4e017a28cab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:13:30.163174 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5c93df01-b714-493e-9727-e9f53dedbc73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:30.164204 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbfde1f7-b0b2-43a0-a8b8-c4e017a28cab None None] No DVR routers for this DVR port a32c282c-090f-4151-8c9a-bb995d00332f on host n-d-818022-2 {{(pid=103366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:13:30.176971 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dc7bb5-9e59-485c-820c-7a5afd0bd405 req-3bfa30ef-880a-43d0-abf3-a9b6da5ec310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:13:30.178502 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-96dc7bb5-9e59-485c-820c-7a5afd0bd405 req-3bfa30ef-880a-43d0-abf3-a9b6da5ec310 service neutron] 10.222.0.86 "GET /v2.0/networks?id=b7890f04-2550-4c59-8e90-ae87e4850fbe HTTP/1.1" status: 200 len: 898 time: 0.1653624 Nov 19 18:13:30.207803 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c93df01-b714-493e-9727-e9f53dedbc73 admin admin] No DVR routers for this DVR port a32c282c-090f-4151-8c9a-bb995d00332f on host n-d-818022-2 {{(pid=103364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:13:30.209587 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c93df01-b714-493e-9727-e9f53dedbc73 admin admin] Pushing event deleted for resources: {'Port': ['ID=a32c282c-090f-4151-8c9a-bb995d00332f,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:13:30.327961 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-96dc7bb5-9e59-485c-820c-7a5afd0bd405 req-e516b24b-6872-488d-8f44-d1eb62a3c6fb service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f400c77e-40b5-44b3-b18d-52d46129a7c1 HTTP/1.1" status: 200 len: 1001 time: 0.1260719 Nov 19 18:13:30.329648 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5c93df01-b714-493e-9727-e9f53dedbc73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:30.377398 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-5c93df01-b714-493e-9727-e9f53dedbc73 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ded9289-07e2-4a9e-a76f-366a0c385571']}} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:13:30.390309 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-5c93df01-b714-493e-9727-e9f53dedbc73 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c30cfb0f-ff5a-43ee-8ebb-277db6d46d84') {'for_net_delete': True} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:13:30.390609 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-5c93df01-b714-493e-9727-e9f53dedbc73 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c30cfb0f-ff5a-43ee-8ebb-277db6d46d84') {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:13:30.405660 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5c93df01-b714-493e-9727-e9f53dedbc73 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417396'] for segment, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:30.412743 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dc7bb5-9e59-485c-820c-7a5afd0bd405 req-7ec074ad-1ca7-4091-8775-d80dea8ddbf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:13:30.414214 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-96dc7bb5-9e59-485c-820c-7a5afd0bd405 req-7ec074ad-1ca7-4091-8775-d80dea8ddbf6 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c3c6713b-269a-48dd-a338-94c613354e1b HTTP/1.1" status: 200 len: 834 time: 0.0770638 Nov 19 18:13:30.423901 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5c93df01-b714-493e-9727-e9f53dedbc73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:30.450671 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c93df01-b714-493e-9727-e9f53dedbc73 admin admin] Releasing vlan 669 on physical network physnet1 to pool {{(pid=103364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 18:13:30.450982 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5c93df01-b714-493e-9727-e9f53dedbc73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12425183'] for segment, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:30.452616 n-d-818022-2 neutron-server[103364]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 18:13:30.452616 n-d-818022-2 neutron-server[103364]: self.session.flush() Nov 19 18:13:30.452616 n-d-818022-2 neutron-server[103364]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 18:13:30.452616 n-d-818022-2 neutron-server[103364]: self.session.flush() Nov 19 18:13:30.452616 n-d-818022-2 neutron-server[103364]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 18:13:30.452616 n-d-818022-2 neutron-server[103364]: self.session.flush() Nov 19 18:13:30.452616 n-d-818022-2 neutron-server[103364]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 18:13:30.452616 n-d-818022-2 neutron-server[103364]: self.session.flush() Nov 19 18:13:30.452616 n-d-818022-2 neutron-server[103364]: Traceback (most recent call last): Nov 19 18:13:30.452616 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 18:13:30.452616 n-d-818022-2 neutron-server[103364]: timer() Nov 19 18:13:30.452616 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 18:13:30.452616 n-d-818022-2 neutron-server[103364]: cb(*args, **kw) Nov 19 18:13:30.452616 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 18:13:30.452616 n-d-818022-2 neutron-server[103364]: return func(*args, **kwargs) Nov 19 18:13:30.452616 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 18:13:30.452616 n-d-818022-2 neutron-server[103364]: self._notify() Nov 19 18:13:30.452616 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 18:13:30.452616 n-d-818022-2 neutron-server[103364]: self.callback(batched_events) Nov 19 18:13:30.452616 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 18:13:30.452616 n-d-818022-2 neutron-server[103364]: event.method(event) Nov 19 18:13:30.452616 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 18:13:30.452616 n-d-818022-2 neutron-server[103364]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 18:13:30.452616 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 18:13:30.452616 n-d-818022-2 neutron-server[103364]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 18:13:30.452616 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 18:13:30.452616 n-d-818022-2 neutron-server[103364]: return f(self, *a, **k) Nov 19 18:13:30.452616 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 18:13:30.452616 n-d-818022-2 neutron-server[103364]: return self._get(url).json() Nov 19 18:13:30.452616 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 18:13:30.452616 n-d-818022-2 neutron-server[103364]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 18:13:30.452616 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 18:13:30.452616 n-d-818022-2 neutron-server[103364]: return self.request(url, 'GET', **kwargs) Nov 19 18:13:30.452616 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 18:13:30.452616 n-d-818022-2 neutron-server[103364]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 18:13:30.452616 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 18:13:30.452616 n-d-818022-2 neutron-server[103364]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 18:13:30.452616 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 18:13:30.452616 n-d-818022-2 neutron-server[103364]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 18:13:30.452616 n-d-818022-2 neutron-server[103364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 18:13:30.512720 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dc7bb5-9e59-485c-820c-7a5afd0bd405 req-469baaf2-eb8f-4e13-9ea5-f9ba5725b850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:13:30.514264 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-96dc7bb5-9e59-485c-820c-7a5afd0bd405 req-469baaf2-eb8f-4e13-9ea5-f9ba5725b850 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=b7890f04-2550-4c59-8e90-ae87e4850fbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0917149 Nov 19 18:13:30.519887 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5c93df01-b714-493e-9727-e9f53dedbc73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671242'] for network, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:30.545176 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5c93df01-b714-493e-9727-e9f53dedbc73 admin admin] Publish callbacks [] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:30.549424 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-5c93df01-b714-493e-9727-e9f53dedbc73 admin admin] 10.222.0.54 "DELETE /v2.0/networks/4ded9289-07e2-4a9e-a76f-366a0c385571 HTTP/1.1" status: 204 len: 168 time: 0.9272723 Nov 19 18:13:30.552593 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 40186) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:13:30.557258 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c93df01-b714-493e-9727-e9f53dedbc73 admin admin] Pushing event deleted for resources: {'Network': ['ID=4ded9289-07e2-4a9e-a76f-366a0c385571,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:13:30.643191 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-96dc7bb5-9e59-485c-820c-7a5afd0bd405 req-b8d24efe-10e9-49a1-8f1e-bb00a937dd8f service neutron] 10.222.0.86 "GET /v2.0/networks/b7890f04-2550-4c59-8e90-ae87e4850fbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001992 Nov 19 18:13:30.747405 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-96dc7bb5-9e59-485c-820c-7a5afd0bd405 req-51de6be6-f572-4d78-a814-0b9ebaaf2d78 service neutron] 10.222.0.86 "GET /v2.0/networks/b7890f04-2550-4c59-8e90-ae87e4850fbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965338 Nov 19 18:13:30.788357 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 70a72aa6-3b14-41ef-89bc-5b02d7a57641 no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:13:30.809028 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: 70a72aa6-3b14-41ef-89bc-5b02d7a57641 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:13:30.809459 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 70a72aa6-3b14-41ef-89bc-5b02d7a57641 not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:13:30.810000 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device a32c282c-090f-4151-8c9a-bb995d00332f no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:13:30.829846 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: a32c282c-090f-4151-8c9a-bb995d00332f {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:13:30.830192 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device a32c282c-090f-4151-8c9a-bb995d00332f not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:13:30.830629 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 5c71027a-2fbe-4e3f-bb57-c766d5fbe127 no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:13:30.850357 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: 5c71027a-2fbe-4e3f-bb57-c766d5fbe127 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:13:30.850706 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 5c71027a-2fbe-4e3f-bb57-c766d5fbe127 not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:13:30.932601 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7abdd34d-284d-4fa5-b4ba-179c1d68f4de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-768564'] for router_interface, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:31.191213 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-7abdd34d-284d-4fa5-b4ba-179c1d68f4de admin admin] Deleting port 7e48ba7f-8758-4667-9f12-60ec4edea2a4 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:13:31.191434 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7abdd34d-284d-4fa5-b4ba-179c1d68f4de admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:31.309272 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [None req-7abdd34d-284d-4fa5-b4ba-179c1d68f4de admin admin] For port 7e48ba7f-8758-4667-9f12-60ec4edea2a4, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=7e48ba7f-8758-4667-9f12-60ec4edea2a4,segment=NetworkSegment(8d0b7822-e55e-4d16-86a1-74afa531b4a3),segment_id=8d0b7822-e55e-4d16-86a1-74afa531b4a3)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:13:31.309640 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7abdd34d-284d-4fa5-b4ba-179c1d68f4de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:31.324913 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-7abdd34d-284d-4fa5-b4ba-179c1d68f4de admin admin] Calling delete_port for 7e48ba7f-8758-4667-9f12-60ec4edea2a4 owned by network:router_interface {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:13:31.345593 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5ec4a6-bc04-4e0d-b90d-9c2a8d8eab16 req-1d426cbb-fd83-4e86-8b82-faff2b779e3a tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:13:31.347167 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ec5ec4a6-bc04-4e0d-b90d-9c2a8d8eab16 req-1d426cbb-fd83-4e86-8b82-faff2b779e3a tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] 10.222.0.54 "GET /v2.0/ports?device_id=dfba28af-02f7-470b-9873-0fd03f09ec63 HTTP/1.1" status: 200 len: 945 time: 0.0896273 Nov 19 18:13:31.445367 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ec5ec4a6-bc04-4e0d-b90d-9c2a8d8eab16 req-73008ad5-df0e-49f2-bcb5-5d393c9efbc0 tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4251046-d13e-48ef-af9b-bdbe6422f4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621643 Nov 19 18:13:31.578574 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7abdd34d-284d-4fa5-b4ba-179c1d68f4de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:31.611222 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abdd34d-284d-4fa5-b4ba-179c1d68f4de admin admin] Pushing event deleted for resources: {'Port': ['ID=7e48ba7f-8758-4667-9f12-60ec4edea2a4,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:13:31.805377 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7abdd34d-284d-4fa5-b4ba-179c1d68f4de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-768648'] for router_interface, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:32.011035 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4a26ac22-611e-4af7-aaa5-ffeb3c36f989 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:32.043394 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7abdd34d-284d-4fa5-b4ba-179c1d68f4de admin admin] Router 475610bb-3761-4107-9a9a-f33d0987ee1e has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 18:13:32.153276 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7abdd34d-284d-4fa5-b4ba-179c1d68f4de admin admin] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:13:32.158384 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-7abdd34d-284d-4fa5-b4ba-179c1d68f4de admin admin] 10.222.0.54 "PUT /v2.0/routers/475610bb-3761-4107-9a9a-f33d0987ee1e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6043100 Nov 19 18:13:32.160901 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 40190) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:13:32.167997 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fafdd68-6d23-40ff-a677-db6d6906638f None None] Sync routers for ids ['475610bb-3761-4107-9a9a-f33d0987ee1e'] in n-d-818022-2 {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:13:32.178538 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fafdd68-6d23-40ff-a677-db6d6906638f None None] Routers {'475610bb-3761-4107-9a9a-f33d0987ee1e'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:13:32.179190 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-9fafdd68-6d23-40ff-a677-db6d6906638f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:13:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['475610bb-3761-4107-9a9a-f33d0987ee1e'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:13:32.403013 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.agents_db [None req-619e5c26-d9ed-4321-86eb-7d443bb9dfa2 None None] Agent healthcheck: found 7 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 18:13:32.456621 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-9fafdd68-6d23-40ff-a677-db6d6906638f None None] Set router 475610bb-3761-4107-9a9a-f33d0987ee1e gateway port host: n-d-818022-2 {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:13:32.604573 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377ccff2-ba7c-448e-83da-3bcf37a32ca1 req-07d22ceb-d7df-4848-93a4-1ebcbadfead6 tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:13:32.606495 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-377ccff2-ba7c-448e-83da-3bcf37a32ca1 req-07d22ceb-d7df-4848-93a4-1ebcbadfead6 tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] 10.222.0.54 "GET /v2.0/ports?device_id=dfba28af-02f7-470b-9873-0fd03f09ec63 HTTP/1.1" status: 200 len: 945 time: 0.0732234 Nov 19 18:13:32.617172 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-de29d8a3-81e5-4a9d-889c-dc476841abfd admin admin] Publish callbacks [] for router, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:32.658575 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-9fafdd68-6d23-40ff-a677-db6d6906638f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '475610bb-3761-4107-9a9a-f33d0987ee1e', 'name': 'tempest-TestVolumeBackupRestore-2100327474-router', 'tenant_id': 'a40b303d35684e54b9b06e92d8b9edd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': 'ad4037b4-31c2-4e51-8947-7877a8e9a4e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:09:16Z', 'updated_at': '2021-11-19T18:13:31Z', 'revision_number': 5, 'project_id': 'a40b303d35684e54b9b06e92d8b9edd1', 'gw_port': {'id': 'ad4037b4-31c2-4e51-8947-7877a8e9a4e9', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:19:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475610bb-3761-4107-9a9a-f33d0987ee1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:09:17Z', 'updated_at': '2021-11-19T18:09:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:13:32.660019 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-377ccff2-ba7c-448e-83da-3bcf37a32ca1 req-b536ab7e-f11f-41f5-97a8-62f38f9156e0 tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4251046-d13e-48ef-af9b-bdbe6422f4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472498 Nov 19 18:13:32.685675 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fafdd68-6d23-40ff-a677-db6d6906638f None None] Checking router: 475610bb-3761-4107-9a9a-f33d0987ee1e for host: n-d-818022-2 {{(pid=103366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:13:32.694003 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fafdd68-6d23-40ff-a677-db6d6906638f None None] Routers {'475610bb-3761-4107-9a9a-f33d0987ee1e'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:13:32.694619 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-9fafdd68-6d23-40ff-a677-db6d6906638f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:13:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['475610bb-3761-4107-9a9a-f33d0987ee1e'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:13:32.747203 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-de29d8a3-81e5-4a9d-889c-dc476841abfd admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:32.806314 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-de29d8a3-81e5-4a9d-889c-dc476841abfd admin admin] Deleting port ad4037b4-31c2-4e51-8947-7877a8e9a4e9 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:13:32.806728 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-de29d8a3-81e5-4a9d-889c-dc476841abfd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:32.814794 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-9fafdd68-6d23-40ff-a677-db6d6906638f None None] Set router 475610bb-3761-4107-9a9a-f33d0987ee1e gateway port host: n-d-818022-2 {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:13:32.891604 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [None req-de29d8a3-81e5-4a9d-889c-dc476841abfd admin admin] For port ad4037b4-31c2-4e51-8947-7877a8e9a4e9, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=ad4037b4-31c2-4e51-8947-7877a8e9a4e9,segment=NetworkSegment(bbe705c1-96c0-476e-8381-28227e6f0ac5),segment_id=bbe705c1-96c0-476e-8381-28227e6f0ac5)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:13:32.892060 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-de29d8a3-81e5-4a9d-889c-dc476841abfd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:32.905312 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-de29d8a3-81e5-4a9d-889c-dc476841abfd admin admin] Calling delete_port for ad4037b4-31c2-4e51-8947-7877a8e9a4e9 owned by network:router_gateway {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:13:33.005512 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-9fafdd68-6d23-40ff-a677-db6d6906638f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '475610bb-3761-4107-9a9a-f33d0987ee1e', 'name': 'tempest-TestVolumeBackupRestore-2100327474-router', 'tenant_id': 'a40b303d35684e54b9b06e92d8b9edd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': 'ad4037b4-31c2-4e51-8947-7877a8e9a4e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:09:16Z', 'updated_at': '2021-11-19T18:13:31Z', 'revision_number': 5, 'project_id': 'a40b303d35684e54b9b06e92d8b9edd1', 'gw_port': {'id': 'ad4037b4-31c2-4e51-8947-7877a8e9a4e9', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:19:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475610bb-3761-4107-9a9a-f33d0987ee1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:09:17Z', 'updated_at': '2021-11-19T18:09:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:13:33.032960 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fafdd68-6d23-40ff-a677-db6d6906638f None None] The sync data for ids ['475610bb-3761-4107-9a9a-f33d0987ee1e'] in n-d-818022-2 is: [{'id': '475610bb-3761-4107-9a9a-f33d0987ee1e', 'name': 'tempest-TestVolumeBackupRestore-2100327474-router', 'tenant_id': 'a40b303d35684e54b9b06e92d8b9edd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': 'ad4037b4-31c2-4e51-8947-7877a8e9a4e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:09:16Z', 'updated_at': '2021-11-19T18:13:31Z', 'revision_number': 5, 'project_id': 'a40b303d35684e54b9b06e92d8b9edd1', 'gw_port': {'id': 'ad4037b4-31c2-4e51-8947-7877a8e9a4e9', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:19:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475610bb-3761-4107-9a9a-f33d0987ee1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:09:17Z', 'updated_at': '2021-11-19T18:09:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:13:33.077200 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-de29d8a3-81e5-4a9d-889c-dc476841abfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:33.107557 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de29d8a3-81e5-4a9d-889c-dc476841abfd admin admin] Pushing event deleted for resources: {'Port': ['ID=ad4037b4-31c2-4e51-8947-7877a8e9a4e9,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:13:33.128742 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25313821-f572-45f1-979f-3fa4cc6026d4 None None] DHCP port deletion for 645e61aa-1a6c-4e8f-857e-ab06edb4897f request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:13:33.172233 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-de29d8a3-81e5-4a9d-889c-dc476841abfd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-671730'] for router_gateway, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:33.222908 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e46ecc5a-dc14-4744-b262-3072ff2e958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:33.276288 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-de29d8a3-81e5-4a9d-889c-dc476841abfd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4696'] for router, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:33.278813 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-de29d8a3-81e5-4a9d-889c-dc476841abfd admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:33.322844 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-de29d8a3-81e5-4a9d-889c-dc476841abfd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-543895'] for router, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:33.323305 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de29d8a3-81e5-4a9d-889c-dc476841abfd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 475610bb-3761-4107-9a9a-f33d0987ee1e {{(pid=103365) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 18:13:33.327505 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-de29d8a3-81e5-4a9d-889c-dc476841abfd admin admin] Publish callbacks [] for router, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:33.328684 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-de29d8a3-81e5-4a9d-889c-dc476841abfd admin admin] 10.222.0.54 "DELETE /v2.0/routers/475610bb-3761-4107-9a9a-f33d0987ee1e HTTP/1.1" status: 204 len: 168 time: 1.1668751 Nov 19 18:13:33.331287 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 40198) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:13:33.381537 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c3a7222-4f79-4524-811a-bfd2e7cba332 admin admin] Deleting subnet 6a3d964b-adef-44dc-902e-a06b4ea0acd1 {{(pid=103365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 18:13:33.386052 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8c3a7222-4f79-4524-811a-bfd2e7cba332 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:33.424615 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8c3a7222-4f79-4524-811a-bfd2e7cba332 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12546453'] for subnet, precommit_delete_associations {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:33.508179 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8c3a7222-4f79-4524-811a-bfd2e7cba332 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:33.564415 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8c3a7222-4f79-4524-811a-bfd2e7cba332 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12282919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8731163'] for subnet, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:33.576775 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8c3a7222-4f79-4524-811a-bfd2e7cba332 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:33.580928 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-8c3a7222-4f79-4524-811a-bfd2e7cba332 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/6a3d964b-adef-44dc-902e-a06b4ea0acd1 HTTP/1.1" status: 204 len: 168 time: 0.2486255 Nov 19 18:13:33.581677 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-218b5164-047d-4f85-9ea5-1b10a78eb33c None None] Network c03e1720-5dc1-44d9-9bc8-f01d6684ac7c requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:13:33.583543 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 40200) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:13:33.607195 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3a7222-4f79-4524-811a-bfd2e7cba332 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a3d964b-adef-44dc-902e-a06b4ea0acd1,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:13:33.684135 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-62350c20-e7f0-4cd3-a0ba-3b4170af214b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:33.753334 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-62350c20-e7f0-4cd3-a0ba-3b4170af214b admin admin] Deleting port 61141990-2ac0-4f6f-bc0e-9160b1ff7c76 {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:13:33.753677 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-62350c20-e7f0-4cd3-a0ba-3b4170af214b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:33.808248 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5ff620d-fba6-4333-a3b3-49607111c71a None None] DHCP port deletion for c03e1720-5dc1-44d9-9bc8-f01d6684ac7c request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:13:33.832655 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [None req-62350c20-e7f0-4cd3-a0ba-3b4170af214b admin admin] For port 61141990-2ac0-4f6f-bc0e-9160b1ff7c76, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=61141990-2ac0-4f6f-bc0e-9160b1ff7c76,segment=NetworkSegment(8d0b7822-e55e-4d16-86a1-74afa531b4a3),segment_id=8d0b7822-e55e-4d16-86a1-74afa531b4a3)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:13:33.833077 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-62350c20-e7f0-4cd3-a0ba-3b4170af214b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:33.839787 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92860d45-05b4-4654-af67-2f42fdd46b0a req-c5fe2a2b-ccfc-4cf3-b619-e1fd9d87e956 tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:13:33.841380 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-92860d45-05b4-4654-af67-2f42fdd46b0a req-c5fe2a2b-ccfc-4cf3-b619-e1fd9d87e956 tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] 10.222.0.54 "GET /v2.0/ports?device_id=dfba28af-02f7-470b-9873-0fd03f09ec63 HTTP/1.1" status: 200 len: 945 time: 0.0787973 Nov 19 18:13:33.848856 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-62350c20-e7f0-4cd3-a0ba-3b4170af214b admin admin] Calling delete_port for 61141990-2ac0-4f6f-bc0e-9160b1ff7c76 owned by network:dhcp {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:13:33.860261 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-b5ff620d-fba6-4333-a3b3-49607111c71a None None] Deleting port 61141990-2ac0-4f6f-bc0e-9160b1ff7c76 {{(pid=103366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:13:33.860654 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b5ff620d-fba6-4333-a3b3-49607111c71a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:33.895575 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-92860d45-05b4-4654-af67-2f42fdd46b0a req-023768a6-824f-4d29-bfb2-1d9df7a004b2 tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4251046-d13e-48ef-af9b-bdbe6422f4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468342 Nov 19 18:13:33.950658 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-62350c20-e7f0-4cd3-a0ba-3b4170af214b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:33.950953 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:33.959362 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-b5ff620d-fba6-4333-a3b3-49607111c71a None None] For port 61141990-2ac0-4f6f-bc0e-9160b1ff7c76, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=61141990-2ac0-4f6f-bc0e-9160b1ff7c76,segment=NetworkSegment(8d0b7822-e55e-4d16-86a1-74afa531b4a3),segment_id=8d0b7822-e55e-4d16-86a1-74afa531b4a3)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:13:33.959846 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b5ff620d-fba6-4333-a3b3-49607111c71a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:33.962335 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:33.973317 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-b5ff620d-fba6-4333-a3b3-49607111c71a None None] Calling delete_port for 61141990-2ac0-4f6f-bc0e-9160b1ff7c76 owned by network:dhcp {{(pid=103366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:13:33.979648 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62350c20-e7f0-4cd3-a0ba-3b4170af214b admin admin] Pushing event deleted for resources: {'Port': ['ID=61141990-2ac0-4f6f-bc0e-9160b1ff7c76,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:13:33.984111 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62350c20-e7f0-4cd3-a0ba-3b4170af214b admin admin] No DVR routers for this DVR port 61141990-2ac0-4f6f-bc0e-9160b1ff7c76 on host n-d-818022-2 {{(pid=103364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:13:34.012954 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62350c20-e7f0-4cd3-a0ba-3b4170af214b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:13:34.013307 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62350c20-e7f0-4cd3-a0ba-3b4170af214b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:13:34.013667 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62350c20-e7f0-4cd3-a0ba-3b4170af214b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:13:34.014039 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62350c20-e7f0-4cd3-a0ba-3b4170af214b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:13:34.014381 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62350c20-e7f0-4cd3-a0ba-3b4170af214b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:13:34.014989 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62350c20-e7f0-4cd3-a0ba-3b4170af214b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:13:34.015325 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62350c20-e7f0-4cd3-a0ba-3b4170af214b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:13:34.015664 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62350c20-e7f0-4cd3-a0ba-3b4170af214b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:13:34.015999 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62350c20-e7f0-4cd3-a0ba-3b4170af214b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:13:34.016328 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62350c20-e7f0-4cd3-a0ba-3b4170af214b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:13:34.016660 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62350c20-e7f0-4cd3-a0ba-3b4170af214b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:13:34.016996 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62350c20-e7f0-4cd3-a0ba-3b4170af214b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:13:34.054972 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b5ff620d-fba6-4333-a3b3-49607111c71a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007'] for port, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:34.072261 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-62350c20-e7f0-4cd3-a0ba-3b4170af214b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:34.084144 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ff620d-fba6-4333-a3b3-49607111c71a None None] Pushing event deleted for resources: {'Port': ['ID=61141990-2ac0-4f6f-bc0e-9160b1ff7c76,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:13:34.087698 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ff620d-fba6-4333-a3b3-49607111c71a None None] No DVR routers for this DVR port 61141990-2ac0-4f6f-bc0e-9160b1ff7c76 on host n-d-818022-2 {{(pid=103366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:13:34.094503 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-62350c20-e7f0-4cd3-a0ba-3b4170af214b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c03e1720-5dc1-44d9-9bc8-f01d6684ac7c']}} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:13:34.113284 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-62350c20-e7f0-4cd3-a0ba-3b4170af214b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d0b7822-e55e-4d16-86a1-74afa531b4a3') {'for_net_delete': True} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:13:34.113748 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-62350c20-e7f0-4cd3-a0ba-3b4170af214b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d0b7822-e55e-4d16-86a1-74afa531b4a3') {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:13:34.125584 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-62350c20-e7f0-4cd3-a0ba-3b4170af214b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417396'] for segment, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:34.140785 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-62350c20-e7f0-4cd3-a0ba-3b4170af214b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:34.147583 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62350c20-e7f0-4cd3-a0ba-3b4170af214b admin admin] Releasing vlan 683 on physical network physnet1 to pool {{(pid=103364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 18:13:34.148152 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-62350c20-e7f0-4cd3-a0ba-3b4170af214b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12425183'] for segment, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:34.150029 n-d-818022-2 neutron-server[103364]: Traceback (most recent call last): Nov 19 18:13:34.150029 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 18:13:34.150029 n-d-818022-2 neutron-server[103364]: timer() Nov 19 18:13:34.150029 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 18:13:34.150029 n-d-818022-2 neutron-server[103364]: cb(*args, **kw) Nov 19 18:13:34.150029 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 18:13:34.150029 n-d-818022-2 neutron-server[103364]: return func(*args, **kwargs) Nov 19 18:13:34.150029 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 18:13:34.150029 n-d-818022-2 neutron-server[103364]: self._notify() Nov 19 18:13:34.150029 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 18:13:34.150029 n-d-818022-2 neutron-server[103364]: self.callback(batched_events) Nov 19 18:13:34.150029 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 18:13:34.150029 n-d-818022-2 neutron-server[103364]: event.method(event) Nov 19 18:13:34.150029 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 18:13:34.150029 n-d-818022-2 neutron-server[103364]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 18:13:34.150029 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 18:13:34.150029 n-d-818022-2 neutron-server[103364]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 18:13:34.150029 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 18:13:34.150029 n-d-818022-2 neutron-server[103364]: return f(self, *a, **k) Nov 19 18:13:34.150029 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 18:13:34.150029 n-d-818022-2 neutron-server[103364]: return self._get(url).json() Nov 19 18:13:34.150029 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 18:13:34.150029 n-d-818022-2 neutron-server[103364]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 18:13:34.150029 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 18:13:34.150029 n-d-818022-2 neutron-server[103364]: return self.request(url, 'GET', **kwargs) Nov 19 18:13:34.150029 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 18:13:34.150029 n-d-818022-2 neutron-server[103364]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 18:13:34.150029 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 18:13:34.150029 n-d-818022-2 neutron-server[103364]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 18:13:34.150029 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 18:13:34.150029 n-d-818022-2 neutron-server[103364]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 18:13:34.150029 n-d-818022-2 neutron-server[103364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 18:13:34.206590 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-62350c20-e7f0-4cd3-a0ba-3b4170af214b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671242'] for network, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:34.217876 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-62350c20-e7f0-4cd3-a0ba-3b4170af214b admin admin] Publish callbacks [] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:34.221285 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-62350c20-e7f0-4cd3-a0ba-3b4170af214b admin admin] 10.222.0.54 "DELETE /v2.0/networks/c03e1720-5dc1-44d9-9bc8-f01d6684ac7c HTTP/1.1" status: 204 len: 168 time: 0.6367557 Nov 19 18:13:34.233034 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62350c20-e7f0-4cd3-a0ba-3b4170af214b admin admin] Pushing event deleted for resources: {'Network': ['ID=c03e1720-5dc1-44d9-9bc8-f01d6684ac7c,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:13:34.342907 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 40206) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:13:34.384422 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-8a309b08-710e-482c-9e44-a873bcd7813d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=edbbe4476fe74b6fa453a50965fd817b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0402374 Nov 19 18:13:34.387517 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 40208) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:13:34.440160 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8f423790-18ef-4316-a1be-aa244c9abd4f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:34.463359 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8f423790-18ef-4316-a1be-aa244c9abd4f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:34.513662 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8f423790-18ef-4316-a1be-aa244c9abd4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:34.519775 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8f423790-18ef-4316-a1be-aa244c9abd4f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:34.520938 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-8f423790-18ef-4316-a1be-aa244c9abd4f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b2d2a390-1209-4e1e-a5b1-d8e140c63fff HTTP/1.1" status: 204 len: 168 time: 0.1324444 Nov 19 18:13:34.529263 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f423790-18ef-4316-a1be-aa244c9abd4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2d2a390-1209-4e1e-a5b1-d8e140c63fff,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:13:34.789168 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 7e48ba7f-8758-4667-9f12-60ec4edea2a4 no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:13:34.820345 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: 7e48ba7f-8758-4667-9f12-60ec4edea2a4 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:13:34.820994 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 7e48ba7f-8758-4667-9f12-60ec4edea2a4 not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:13:34.821633 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device ad4037b4-31c2-4e51-8947-7877a8e9a4e9 no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:13:34.846074 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: ad4037b4-31c2-4e51-8947-7877a8e9a4e9 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:13:34.846415 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device ad4037b4-31c2-4e51-8947-7877a8e9a4e9 not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:13:34.846880 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 61141990-2ac0-4f6f-bc0e-9160b1ff7c76 no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:13:34.862420 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 40214) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:13:34.867417 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: 61141990-2ac0-4f6f-bc0e-9160b1ff7c76 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:13:34.867417 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 61141990-2ac0-4f6f-bc0e-9160b1ff7c76 not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:13:34.868761 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e013d7e6-5264-4dcc-9759-54f5fb809e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:34.909677 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-7d04dca7-8333-4beb-8859-afa1677af6e9 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=a40b303d35684e54b9b06e92d8b9edd1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0457852 Nov 19 18:13:34.912190 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 40216) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:13:34.960640 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4dc9c9c7-d140-41c2-81c9-974c9f2422ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:34.983586 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4dc9c9c7-d140-41c2-81c9-974c9f2422ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:35.025298 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1d1956-49ed-4fad-894c-8e98afc60037 req-0db4609b-df97-4e23-9639-5ec6f46b0c93 tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:13:35.027397 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-3a1d1956-49ed-4fad-894c-8e98afc60037 req-0db4609b-df97-4e23-9639-5ec6f46b0c93 tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] 10.222.0.54 "GET /v2.0/ports?device_id=dfba28af-02f7-470b-9873-0fd03f09ec63 HTTP/1.1" status: 200 len: 945 time: 0.0559065 Nov 19 18:13:35.036610 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4dc9c9c7-d140-41c2-81c9-974c9f2422ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:35.044261 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4dc9c9c7-d140-41c2-81c9-974c9f2422ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:35.049735 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-4dc9c9c7-d140-41c2-81c9-974c9f2422ad admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/67e6903f-3a2b-4eaf-9c82-400ed963f2ad HTTP/1.1" status: 204 len: 168 time: 0.1343687 Nov 19 18:13:35.056395 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc9c9c7-d140-41c2-81c9-974c9f2422ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67e6903f-3a2b-4eaf-9c82-400ed963f2ad,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:13:35.079164 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-3a1d1956-49ed-4fad-894c-8e98afc60037 req-bc2cfa56-acc0-42b2-a79b-da90003f3c3d tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4251046-d13e-48ef-af9b-bdbe6422f4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437193 Nov 19 18:13:35.186736 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:36.204566 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf50477f-8b35-44c8-a678-09de8a7ff0e2 req-749cf47f-c7ae-48b3-8453-cbb5c66c0322 tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:13:36.206224 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-bf50477f-8b35-44c8-a678-09de8a7ff0e2 req-749cf47f-c7ae-48b3-8453-cbb5c66c0322 tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] 10.222.0.54 "GET /v2.0/ports?device_id=dfba28af-02f7-470b-9873-0fd03f09ec63 HTTP/1.1" status: 200 len: 945 time: 0.0555549 Nov 19 18:13:36.256642 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-bf50477f-8b35-44c8-a678-09de8a7ff0e2 req-c06ce719-c1b7-4ec5-a660-221ee7537d67 tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4251046-d13e-48ef-af9b-bdbe6422f4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440969 Nov 19 18:13:37.369546 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd2cada-77d4-4490-96b8-ad1e11c975d5 req-eb7c4c21-ee7c-4181-bd67-bf1454fbe521 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:13:37.371111 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-1cd2cada-77d4-4490-96b8-ad1e11c975d5 req-eb7c4c21-ee7c-4181-bd67-bf1454fbe521 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/ports?device_id=8ad0b0cd-a36f-4431-aacb-ab4103c1ced5 HTTP/1.1" status: 200 len: 945 time: 0.0504541 Nov 19 18:13:37.380169 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ec24d3-8300-4050-95f1-ce8a01a75011 req-dfb05302-cf07-459f-a80b-dce353a5b483 tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:13:37.381662 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e4ec24d3-8300-4050-95f1-ce8a01a75011 req-dfb05302-cf07-459f-a80b-dce353a5b483 tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] 10.222.0.54 "GET /v2.0/ports?device_id=dfba28af-02f7-470b-9873-0fd03f09ec63 HTTP/1.1" status: 200 len: 945 time: 0.0544395 Nov 19 18:13:37.426886 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-1cd2cada-77d4-4490-96b8-ad1e11c975d5 req-40555e17-9471-4079-a468-d4750562cc08 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/security-groups?id=c930bbbd-8ddb-42b8-a0a3-b12c53e6480f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495684 Nov 19 18:13:37.442291 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e4ec24d3-8300-4050-95f1-ce8a01a75011 req-d21dc972-98ad-4644-90f2-a0aca25a85bd tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4251046-d13e-48ef-af9b-bdbe6422f4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504031 Nov 19 18:13:37.449291 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 40230) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:13:37.509451 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-80bfa79a-32a0-4187-987a-2b7656f3e858 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/floatingips/f8e1696e-4bf6-43bc-bd49-47e6483592b5 HTTP/1.1" status: 200 len: 993 time: 0.0589175 Nov 19 18:13:37.856000 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef40bc14-210f-4cd3-a28c-bde1890dd626 req-10de93f6-2f4b-4778-849d-7bdc9b7c9fb6 tempest-TestNetworkAdvancedServerOps-1185469273 tempest-TestNetworkAdvancedServerOps-1185469273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:13:37.857550 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ef40bc14-210f-4cd3-a28c-bde1890dd626 req-10de93f6-2f4b-4778-849d-7bdc9b7c9fb6 tempest-TestNetworkAdvancedServerOps-1185469273 tempest-TestNetworkAdvancedServerOps-1185469273-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=8ad0b0cd-a36f-4431-aacb-ab4103c1ced5 HTTP/1.1" status: 200 len: 1096 time: 0.0458555 Nov 19 18:13:37.906277 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ef40bc14-210f-4cd3-a28c-bde1890dd626 req-8367f20d-09b5-4757-b419-e3ba8c691334 tempest-TestNetworkAdvancedServerOps-1185469273 tempest-TestNetworkAdvancedServerOps-1185469273-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=c930bbbd-8ddb-42b8-a0a3-b12c53e6480f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417814 Nov 19 18:13:38.414758 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 40260) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:13:38.583768 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723467d0-478d-47ea-9148-639a624235e6 req-5c8f895c-3585-444d-b7e4-870356c0efa7 tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:13:38.585188 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-723467d0-478d-47ea-9148-639a624235e6 req-5c8f895c-3585-444d-b7e4-870356c0efa7 tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] 10.222.0.54 "GET /v2.0/ports?device_id=dfba28af-02f7-470b-9873-0fd03f09ec63 HTTP/1.1" status: 200 len: 945 time: 0.0734863 Nov 19 18:13:38.592922 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-065be52c-47b6-4033-a782-18fd8caf1bd5 req-7cfa0d7d-563c-4252-acf1-da39403ec7ea service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=8ad0b0cd-a36f-4431-aacb-ab4103c1ced5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1770272 Nov 19 18:13:38.604509 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [req-065be52c-47b6-4033-a782-18fd8caf1bd5 req-45bfc575-cf37-4867-ae25-89c8be2881cd service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=103365) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 18:13:38.605486 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-065be52c-47b6-4033-a782-18fd8caf1bd5 req-45bfc575-cf37-4867-ae25-89c8be2881cd service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058162 Nov 19 18:13:38.642557 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-723467d0-478d-47ea-9148-639a624235e6 req-9c540746-48dc-46e5-bd68-923220087169 tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4251046-d13e-48ef-af9b-bdbe6422f4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486846 Nov 19 18:13:39.106760 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065be52c-47b6-4033-a782-18fd8caf1bd5 req-6630b200-fd2a-4edc-b3bb-d0310674a41c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:13:39.108178 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-065be52c-47b6-4033-a782-18fd8caf1bd5 req-6630b200-fd2a-4edc-b3bb-d0310674a41c service neutron] 10.222.0.54 "GET /v2.0/ports/f400c77e-40b5-44b3-b18d-52d46129a7c1 HTTP/1.1" status: 200 len: 1093 time: 0.0377593 Nov 19 18:13:39.116762 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-065be52c-47b6-4033-a782-18fd8caf1bd5 req-4558ab9a-d620-4f15-bf3d-444659bd8fa9 service neutron] Request body: {'binding': {'host': 'n-h1-818022-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:13:39.117232 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-065be52c-47b6-4033-a782-18fd8caf1bd5 req-4558ab9a-d620-4f15-bf3d-444659bd8fa9 service neutron] Unknown quota resources ['binding']. {{(pid=103365) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 19 18:13:39.250383 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-065be52c-47b6-4033-a782-18fd8caf1bd5 req-4558ab9a-d620-4f15-bf3d-444659bd8fa9 service neutron] Attempting to bind port f400c77e-40b5-44b3-b18d-52d46129a7c1 on host n-h1-818022-2 for vnic_type normal with profile None {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:13:39.250721 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-065be52c-47b6-4033-a782-18fd8caf1bd5 req-4558ab9a-d620-4f15-bf3d-444659bd8fa9 service neutron] Attempting to bind port f400c77e-40b5-44b3-b18d-52d46129a7c1 by drivers openvswitch,hyperv on host n-h1-818022-2 at level 0 using segments [{'id': '422f9f40-945b-44c5-aa86-c40340120273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'b7890f04-2550-4c59-8e90-ae87e4850fbe'}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:13:39.251048 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-065be52c-47b6-4033-a782-18fd8caf1bd5 req-4558ab9a-d620-4f15-bf3d-444659bd8fa9 service neutron] Attempting to bind port f400c77e-40b5-44b3-b18d-52d46129a7c1 on network b7890f04-2550-4c59-8e90-ae87e4850fbe {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:13:39.255257 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-065be52c-47b6-4033-a782-18fd8caf1bd5 req-4558ab9a-d620-4f15-bf3d-444659bd8fa9 service neutron] Port f400c77e-40b5-44b3-b18d-52d46129a7c1 on network b7890f04-2550-4c59-8e90-ae87e4850fbe not bound, no agent of type Open vSwitch agent registered on host n-h1-818022-2 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 18:13:39.255580 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-065be52c-47b6-4033-a782-18fd8caf1bd5 req-4558ab9a-d620-4f15-bf3d-444659bd8fa9 service neutron] Attempting to bind port f400c77e-40b5-44b3-b18d-52d46129a7c1 on network b7890f04-2550-4c59-8e90-ae87e4850fbe {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:13:39.260366 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-065be52c-47b6-4033-a782-18fd8caf1bd5 req-4558ab9a-d620-4f15-bf3d-444659bd8fa9 service neutron] Checking agent: {'id': 'a6668d96-12fa-4ec0-99ad-77eaf490dd2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'started_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 13, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:13:39.260703 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-065be52c-47b6-4033-a782-18fd8caf1bd5 req-4558ab9a-d620-4f15-bf3d-444659bd8fa9 service neutron] Checking segment: {'id': '422f9f40-945b-44c5-aa86-c40340120273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'b7890f04-2550-4c59-8e90-ae87e4850fbe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:13:39.261082 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-065be52c-47b6-4033-a782-18fd8caf1bd5 req-4558ab9a-d620-4f15-bf3d-444659bd8fa9 service neutron] Bound using segment: {'id': '422f9f40-945b-44c5-aa86-c40340120273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'b7890f04-2550-4c59-8e90-ae87e4850fbe'} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:13:39.261535 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-065be52c-47b6-4033-a782-18fd8caf1bd5 req-4558ab9a-d620-4f15-bf3d-444659bd8fa9 service neutron] Bound port: f400c77e-40b5-44b3-b18d-52d46129a7c1, host: n-h1-818022-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '422f9f40-945b-44c5-aa86-c40340120273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'b7890f04-2550-4c59-8e90-ae87e4850fbe'}}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:13:39.346860 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-065be52c-47b6-4033-a782-18fd8caf1bd5 req-4558ab9a-d620-4f15-bf3d-444659bd8fa9 service neutron] For port f400c77e-40b5-44b3-b18d-52d46129a7c1, host n-h1-818022-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=f400c77e-40b5-44b3-b18d-52d46129a7c1,segment=NetworkSegment(422f9f40-945b-44c5-aa86-c40340120273),segment_id=422f9f40-945b-44c5-aa86-c40340120273)] {{(pid=103365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:13:39.352767 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-065be52c-47b6-4033-a782-18fd8caf1bd5 req-4558ab9a-d620-4f15-bf3d-444659bd8fa9 service neutron] Publish callbacks [] for binding, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:39.354021 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-065be52c-47b6-4033-a782-18fd8caf1bd5 req-4558ab9a-d620-4f15-bf3d-444659bd8fa9 service neutron] 10.222.0.54 "POST /v2.0/ports/f400c77e-40b5-44b3-b18d-52d46129a7c1/bindings HTTP/1.1" status: 201 len: 389 time: 0.2405417 Nov 19 18:13:39.508663 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c414ea-fce7-4c45-a6ad-c932029e6d74 req-45bbc7a7-8fbd-4ea6-8b80-6e9d8485a920 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:13:39.510347 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-62c414ea-fce7-4c45-a6ad-c932029e6d74 req-45bbc7a7-8fbd-4ea6-8b80-6e9d8485a920 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/ports?device_id=8ad0b0cd-a36f-4431-aacb-ab4103c1ced5 HTTP/1.1" status: 200 len: 945 time: 0.0643399 Nov 19 18:13:39.562920 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-62c414ea-fce7-4c45-a6ad-c932029e6d74 req-155ee699-1322-467d-917d-dbf291a5bc76 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/security-groups?id=c930bbbd-8ddb-42b8-a0a3-b12c53e6480f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455787 Nov 19 18:13:39.572032 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065be52c-47b6-4033-a782-18fd8caf1bd5 req-3f9b86e1-a4ca-4f46-9d57-b28da2e5d9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:13:39.573709 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-065be52c-47b6-4033-a782-18fd8caf1bd5 req-3f9b86e1-a4ca-4f46-9d57-b28da2e5d9b6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d41245dedb694df6accb5dc7769c75e5&device_id=8ad0b0cd-a36f-4431-aacb-ab4103c1ced5 HTTP/1.1" status: 200 len: 1096 time: 0.0413957 Nov 19 18:13:39.669123 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065be52c-47b6-4033-a782-18fd8caf1bd5 req-9e493999-f9a6-44ba-8abf-665959987a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:13:39.670649 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-065be52c-47b6-4033-a782-18fd8caf1bd5 req-9e493999-f9a6-44ba-8abf-665959987a80 service neutron] 10.222.0.60 "GET /v2.0/networks?id=b7890f04-2550-4c59-8e90-ae87e4850fbe HTTP/1.1" status: 200 len: 898 time: 0.0878634 Nov 19 18:13:39.770766 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-065be52c-47b6-4033-a782-18fd8caf1bd5 req-16eaff32-1c49-40b1-823d-a01fac2ea3c3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f400c77e-40b5-44b3-b18d-52d46129a7c1 HTTP/1.1" status: 200 len: 1001 time: 0.0900841 Nov 19 18:13:39.784663 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19e323f-cd2f-4c99-b952-b9dd770f3185 req-00df408e-5ed3-47a4-900b-ad2571bc5299 tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:13:39.786349 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d19e323f-cd2f-4c99-b952-b9dd770f3185 req-00df408e-5ed3-47a4-900b-ad2571bc5299 tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] 10.222.0.54 "GET /v2.0/ports?device_id=dfba28af-02f7-470b-9873-0fd03f09ec63 HTTP/1.1" status: 200 len: 945 time: 0.0655718 Nov 19 18:13:39.854415 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065be52c-47b6-4033-a782-18fd8caf1bd5 req-e1505775-9d9a-42c6-a060-cf986bb46035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:13:39.855848 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-065be52c-47b6-4033-a782-18fd8caf1bd5 req-e1505775-9d9a-42c6-a060-cf986bb46035 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c3c6713b-269a-48dd-a338-94c613354e1b HTTP/1.1" status: 200 len: 834 time: 0.0686626 Nov 19 18:13:39.878946 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d19e323f-cd2f-4c99-b952-b9dd770f3185 req-e8fc33cb-5452-48b2-b39c-d3a4f22aa91b tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4251046-d13e-48ef-af9b-bdbe6422f4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840421 Nov 19 18:13:39.907018 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065be52c-47b6-4033-a782-18fd8caf1bd5 req-a61d3d94-1411-4802-8dc9-875635d80e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:13:39.908497 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-065be52c-47b6-4033-a782-18fd8caf1bd5 req-a61d3d94-1411-4802-8dc9-875635d80e39 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b7890f04-2550-4c59-8e90-ae87e4850fbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429668 Nov 19 18:13:39.997831 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-065be52c-47b6-4033-a782-18fd8caf1bd5 req-ab5f3599-daf1-4ff2-9d11-0aaba18e5c93 service neutron] 10.222.0.60 "GET /v2.0/networks/b7890f04-2550-4c59-8e90-ae87e4850fbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800397 Nov 19 18:13:40.093257 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-065be52c-47b6-4033-a782-18fd8caf1bd5 req-c5242cba-1e71-4a3a-858b-f217c2cf1a51 service neutron] 10.222.0.60 "GET /v2.0/networks/b7890f04-2550-4c59-8e90-ae87e4850fbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873408 Nov 19 18:13:40.206865 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 40280) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:13:40.237294 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065be52c-47b6-4033-a782-18fd8caf1bd5 req-246717f7-8007-4ae2-b6ce-6c40368a5fd5 tempest-TestNetworkAdvancedServerOps-1185469273 tempest-TestNetworkAdvancedServerOps-1185469273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:13:40.238848 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-065be52c-47b6-4033-a782-18fd8caf1bd5 req-246717f7-8007-4ae2-b6ce-6c40368a5fd5 tempest-TestNetworkAdvancedServerOps-1185469273 tempest-TestNetworkAdvancedServerOps-1185469273-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=8ad0b0cd-a36f-4431-aacb-ab4103c1ced5&tenant_id=d41245dedb694df6accb5dc7769c75e5&binding%3Ahost_id=n-h2-818022-2 HTTP/1.1" status: 200 len: 1096 time: 0.0782943 Nov 19 18:13:40.252412 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-065be52c-47b6-4033-a782-18fd8caf1bd5 req-7f82a573-d4d6-4bfd-a909-307509559aa7 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-818022-2'}}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:13:40.300762 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8b9257-5a50-446a-a2b0-d95614cd270d req-199fbe5a-76ae-4f50-ab14-44f44f9eb44b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:13:40.302493 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7c8b9257-5a50-446a-a2b0-d95614cd270d req-199fbe5a-76ae-4f50-ab14-44f44f9eb44b service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=6f823120-2583-4ac2-8c26-8fb9eb5f20a1 HTTP/1.1" status: 200 len: 1096 time: 0.0944800 Nov 19 18:13:40.315953 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-065be52c-47b6-4033-a782-18fd8caf1bd5 req-7f82a573-d4d6-4bfd-a909-307509559aa7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:40.349263 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7c8b9257-5a50-446a-a2b0-d95614cd270d req-4dc29622-afc2-4e2c-9595-83c68fcfe943 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=2f1a7f71-4bfb-41e5-9887-51de285d3339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403376 Nov 19 18:13:40.441907 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-065be52c-47b6-4033-a782-18fd8caf1bd5 req-7f82a573-d4d6-4bfd-a909-307509559aa7 service neutron] For port f400c77e-40b5-44b3-b18d-52d46129a7c1, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=f400c77e-40b5-44b3-b18d-52d46129a7c1,segment=NetworkSegment(422f9f40-945b-44c5-aa86-c40340120273),segment_id=422f9f40-945b-44c5-aa86-c40340120273)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:13:40.477539 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-065be52c-47b6-4033-a782-18fd8caf1bd5 req-7f82a573-d4d6-4bfd-a909-307509559aa7 service neutron] For port f400c77e-40b5-44b3-b18d-52d46129a7c1, host n-h2-818022-2, cleared binding levels {{(pid=103364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:13:40.517273 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ad0b0cd-a36f-4431-aacb-ab4103c1ced5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f400c77e-40b5-44b3-b18d-52d46129a7c1'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:13:40.519698 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dd4767a008c23f8566efc82158ee1b1fff34e1a9e908d76d0b6d0ab7e350e5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c009655a-f881-42c2-bde9-82621c5703a0" -d '{"events": [{"server_uuid": "8ad0b0cd-a36f-4431-aacb-ab4103c1ced5", "name": "network-vif-unplugged", "status": "completed", "tag": "f400c77e-40b5-44b3-b18d-52d46129a7c1"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:13:40.523766 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-065be52c-47b6-4033-a782-18fd8caf1bd5 req-7f82a573-d4d6-4bfd-a909-307509559aa7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:40.530346 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-065be52c-47b6-4033-a782-18fd8caf1bd5 req-7f82a573-d4d6-4bfd-a909-307509559aa7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:40.641429 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f82a573-d4d6-4bfd-a909-307509559aa7 service neutron] Pushing event updated for resources: {'Port': ['ID=f400c77e-40b5-44b3-b18d-52d46129a7c1,revision_number=7']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:13:40.719996 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 18:13:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce91962f-16fd-4e3d-8b23-0a74d6adccb2 x-openstack-request-id: req-ce91962f-16fd-4e3d-8b23-0a74d6adccb2 {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:13:40.720282 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ad0b0cd-a36f-4431-aacb-ab4103c1ced5", "name": "network-vif-unplugged", "status": "completed", "tag": "f400c77e-40b5-44b3-b18d-52d46129a7c1", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:13:40.720539 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ce91962f-16fd-4e3d-8b23-0a74d6adccb2 {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:13:40.720941 n-d-818022-2 neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ad0b0cd-a36f-4431-aacb-ab4103c1ced5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f400c77e-40b5-44b3-b18d-52d46129a7c1', 'code': 200} Nov 19 18:13:40.743564 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444b7b6b-f182-4c61-8379-1db369e60296 req-bb3efea2-ef33-4f04-8248-485dcd5e0352 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:13:40.750373 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-444b7b6b-f182-4c61-8379-1db369e60296 req-bb3efea2-ef33-4f04-8248-485dcd5e0352 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/ports?device_id=8ad0b0cd-a36f-4431-aacb-ab4103c1ced5 HTTP/1.1" status: 200 len: 943 time: 0.0963883 Nov 19 18:13:40.761933 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-065be52c-47b6-4033-a782-18fd8caf1bd5 req-7f82a573-d4d6-4bfd-a909-307509559aa7 service neutron] Attempting to bind port f400c77e-40b5-44b3-b18d-52d46129a7c1 on host n-h2-818022-2 for vnic_type normal with profile {"migrating_to": "n-h1-818022-2"} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:13:40.762694 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-065be52c-47b6-4033-a782-18fd8caf1bd5 req-7f82a573-d4d6-4bfd-a909-307509559aa7 service neutron] Attempting to bind port f400c77e-40b5-44b3-b18d-52d46129a7c1 by drivers openvswitch,hyperv on host n-h2-818022-2 at level 0 using segments [{'id': '422f9f40-945b-44c5-aa86-c40340120273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'b7890f04-2550-4c59-8e90-ae87e4850fbe'}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:13:40.763455 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-065be52c-47b6-4033-a782-18fd8caf1bd5 req-7f82a573-d4d6-4bfd-a909-307509559aa7 service neutron] Attempting to bind port f400c77e-40b5-44b3-b18d-52d46129a7c1 on network b7890f04-2550-4c59-8e90-ae87e4850fbe {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:13:40.778032 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-065be52c-47b6-4033-a782-18fd8caf1bd5 req-7f82a573-d4d6-4bfd-a909-307509559aa7 service neutron] Port f400c77e-40b5-44b3-b18d-52d46129a7c1 on network b7890f04-2550-4c59-8e90-ae87e4850fbe not bound, no agent of type Open vSwitch agent registered on host n-h2-818022-2 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 18:13:40.778352 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-065be52c-47b6-4033-a782-18fd8caf1bd5 req-7f82a573-d4d6-4bfd-a909-307509559aa7 service neutron] Attempting to bind port f400c77e-40b5-44b3-b18d-52d46129a7c1 on network b7890f04-2550-4c59-8e90-ae87e4850fbe {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:13:40.787613 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-065be52c-47b6-4033-a782-18fd8caf1bd5 req-7f82a573-d4d6-4bfd-a909-307509559aa7 service neutron] Checking agent: {'id': '525ad2ac-c4ae-4c63-af2e-0bf8d25d0f0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'started_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 13, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:13:40.787941 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-065be52c-47b6-4033-a782-18fd8caf1bd5 req-7f82a573-d4d6-4bfd-a909-307509559aa7 service neutron] Checking segment: {'id': '422f9f40-945b-44c5-aa86-c40340120273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'b7890f04-2550-4c59-8e90-ae87e4850fbe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:13:40.788316 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-065be52c-47b6-4033-a782-18fd8caf1bd5 req-7f82a573-d4d6-4bfd-a909-307509559aa7 service neutron] Bound using segment: {'id': '422f9f40-945b-44c5-aa86-c40340120273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'b7890f04-2550-4c59-8e90-ae87e4850fbe'} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:13:40.788733 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-065be52c-47b6-4033-a782-18fd8caf1bd5 req-7f82a573-d4d6-4bfd-a909-307509559aa7 service neutron] Bound port: f400c77e-40b5-44b3-b18d-52d46129a7c1, host: n-h2-818022-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '422f9f40-945b-44c5-aa86-c40340120273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'b7890f04-2550-4c59-8e90-ae87e4850fbe'}}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:13:40.789080 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-065be52c-47b6-4033-a782-18fd8caf1bd5 req-7f82a573-d4d6-4bfd-a909-307509559aa7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:40.823792 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-444b7b6b-f182-4c61-8379-1db369e60296 req-f5fcd01b-5052-4486-afcb-75d1e26e2750 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/security-groups?id=c930bbbd-8ddb-42b8-a0a3-b12c53e6480f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693433 Nov 19 18:13:40.873037 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-065be52c-47b6-4033-a782-18fd8caf1bd5 req-7f82a573-d4d6-4bfd-a909-307509559aa7 service neutron] For port f400c77e-40b5-44b3-b18d-52d46129a7c1, host n-h2-818022-2, cleared binding levels {{(pid=103364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:13:40.876356 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-065be52c-47b6-4033-a782-18fd8caf1bd5 req-7f82a573-d4d6-4bfd-a909-307509559aa7 service neutron] For port f400c77e-40b5-44b3-b18d-52d46129a7c1, host n-h2-818022-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=f400c77e-40b5-44b3-b18d-52d46129a7c1,segment=NetworkSegment(422f9f40-945b-44c5-aa86-c40340120273),segment_id=422f9f40-945b-44c5-aa86-c40340120273)] {{(pid=103364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:13:40.880332 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-065be52c-47b6-4033-a782-18fd8caf1bd5 req-7f82a573-d4d6-4bfd-a909-307509559aa7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:40.886781 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-1ee8d79b-5cef-4776-b89d-ffa3c9b19273 None None] Provisioning complete for port f400c77e-40b5-44b3-b18d-52d46129a7c1 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:13:40.887349 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-1ee8d79b-5cef-4776-b89d-ffa3c9b19273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:40.983260 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-1ee8d79b-5cef-4776-b89d-ffa3c9b19273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:41.013029 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ad0b0cd-a36f-4431-aacb-ab4103c1ced5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f400c77e-40b5-44b3-b18d-52d46129a7c1'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:13:41.015895 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3230cd40-0a91-47e8-a199-71af79a47071 req-ea2abac3-3fc5-4cb3-9e0f-159fefda77c4 tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:13:41.016410 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3940761bcd94e032e6960d2241bd8993c5d3a7d8dc2aca8488f3ecf1d4dd2fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b54dfd9-8ba5-4a5a-ab6a-3204e4ee1b2d" -d '{"events": [{"server_uuid": "8ad0b0cd-a36f-4431-aacb-ab4103c1ced5", "name": "network-vif-plugged", "status": "completed", "tag": "f400c77e-40b5-44b3-b18d-52d46129a7c1"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:13:41.035139 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-1ee8d79b-5cef-4776-b89d-ffa3c9b19273 None None] For port f400c77e-40b5-44b3-b18d-52d46129a7c1, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=f400c77e-40b5-44b3-b18d-52d46129a7c1,segment=NetworkSegment(422f9f40-945b-44c5-aa86-c40340120273),segment_id=422f9f40-945b-44c5-aa86-c40340120273)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:13:41.035882 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3230cd40-0a91-47e8-a199-71af79a47071 req-ea2abac3-3fc5-4cb3-9e0f-159fefda77c4 tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] 10.222.0.54 "GET /v2.0/ports?device_id=dfba28af-02f7-470b-9873-0fd03f09ec63 HTTP/1.1" status: 200 len: 945 time: 0.0786676 Nov 19 18:13:41.043745 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-1ee8d79b-5cef-4776-b89d-ffa3c9b19273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:41.116359 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:13:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5794c9be-8bb0-405d-82d1-8c76f0434094 x-openstack-request-id: req-5794c9be-8bb0-405d-82d1-8c76f0434094 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:13:41.116647 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ad0b0cd-a36f-4431-aacb-ab4103c1ced5", "name": "network-vif-plugged", "status": "completed", "tag": "f400c77e-40b5-44b3-b18d-52d46129a7c1", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:13:41.116904 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-5794c9be-8bb0-405d-82d1-8c76f0434094 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:13:41.117300 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ad0b0cd-a36f-4431-aacb-ab4103c1ced5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f400c77e-40b5-44b3-b18d-52d46129a7c1', 'code': 200} Nov 19 18:13:41.135431 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3230cd40-0a91-47e8-a199-71af79a47071 req-3b53038e-12f2-46f9-acc9-951fc049ccc4 tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4251046-d13e-48ef-af9b-bdbe6422f4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902102 Nov 19 18:13:41.270745 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee8d79b-5cef-4776-b89d-ffa3c9b19273 None None] Pushing event updated for resources: {'Port': ['ID=f400c77e-40b5-44b3-b18d-52d46129a7c1,revision_number=9']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:13:41.346893 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f82a573-d4d6-4bfd-a909-307509559aa7 service neutron] Pushing event updated for resources: {'Port': ['ID=f400c77e-40b5-44b3-b18d-52d46129a7c1,revision_number=8']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:13:41.385916 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065be52c-47b6-4033-a782-18fd8caf1bd5 req-7f82a573-d4d6-4bfd-a909-307509559aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:13:41.386248 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-065be52c-47b6-4033-a782-18fd8caf1bd5 req-7f82a573-d4d6-4bfd-a909-307509559aa7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:41.387747 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-065be52c-47b6-4033-a782-18fd8caf1bd5 req-7f82a573-d4d6-4bfd-a909-307509559aa7 service neutron] 10.222.0.60 "PUT /v2.0/ports/f400c77e-40b5-44b3-b18d-52d46129a7c1 HTTP/1.1" status: 200 len: 1121 time: 1.1394272 Nov 19 18:13:41.440636 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-2bb7026e-93a9-4ffb-aa32-414ed5827ee1 None None] Provisioning complete for port f400c77e-40b5-44b3-b18d-52d46129a7c1 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:13:41.441454 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2bb7026e-93a9-4ffb-aa32-414ed5827ee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:41.467846 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] get_ports_and_sgs() called for port_ids ['f400c77e-40b5-44b3-b18d-52d46129a7c1'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:13:41.945352 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48b77b3-f59f-4ffb-8f52-0b273ce6ab87 req-35504c80-d5dd-4d6d-bc79-9f35162b063c tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:13:41.946771 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f48b77b3-f59f-4ffb-8f52-0b273ce6ab87 req-35504c80-d5dd-4d6d-bc79-9f35162b063c tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/ports?device_id=8ad0b0cd-a36f-4431-aacb-ab4103c1ced5 HTTP/1.1" status: 200 len: 945 time: 0.0523655 Nov 19 18:13:41.999604 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f48b77b3-f59f-4ffb-8f52-0b273ce6ab87 req-4f708d67-d89e-437f-aaf3-33b953a01af6 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/security-groups?id=c930bbbd-8ddb-42b8-a0a3-b12c53e6480f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454361 Nov 19 18:13:42.245805 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c5ffeb-814d-4533-9d84-304b7c6dd0f8 req-ad47177a-e383-4520-9729-ed8f8946b285 tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:13:42.247312 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-47c5ffeb-814d-4533-9d84-304b7c6dd0f8 req-ad47177a-e383-4520-9729-ed8f8946b285 tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] 10.222.0.54 "GET /v2.0/ports?device_id=dfba28af-02f7-470b-9873-0fd03f09ec63 HTTP/1.1" status: 200 len: 945 time: 0.0525382 Nov 19 18:13:42.293716 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-47c5ffeb-814d-4533-9d84-304b7c6dd0f8 req-d82198ca-1b93-4376-b134-7ec89e3f5fa5 tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4251046-d13e-48ef-af9b-bdbe6422f4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405278 Nov 19 18:13:42.721880 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ad0b0cd-a36f-4431-aacb-ab4103c1ced5', 'tag': 'f400c77e-40b5-44b3-b18d-52d46129a7c1'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:13:42.724199 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dd4767a008c23f8566efc82158ee1b1fff34e1a9e908d76d0b6d0ab7e350e5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aefce448-b726-4945-b490-e9c32b13b424" -d '{"events": [{"name": "network-changed", "server_uuid": "8ad0b0cd-a36f-4431-aacb-ab4103c1ced5", "tag": "f400c77e-40b5-44b3-b18d-52d46129a7c1"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:13:42.761377 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 18:13:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60ca4bd3-bb38-4ed3-8fc4-c1b219aa1f6a x-openstack-request-id: req-60ca4bd3-bb38-4ed3-8fc4-c1b219aa1f6a {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:13:42.761667 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ad0b0cd-a36f-4431-aacb-ab4103c1ced5", "tag": "f400c77e-40b5-44b3-b18d-52d46129a7c1", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:13:42.761977 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-60ca4bd3-bb38-4ed3-8fc4-c1b219aa1f6a {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:13:42.762413 n-d-818022-2 neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ad0b0cd-a36f-4431-aacb-ab4103c1ced5', 'tag': 'f400c77e-40b5-44b3-b18d-52d46129a7c1', 'status': 'completed', 'code': 200} Nov 19 18:13:42.831599 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefce448-b726-4945-b490-e9c32b13b424 req-8752763d-bbd2-45c3-845f-9cdd046ab167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:13:42.833067 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-aefce448-b726-4945-b490-e9c32b13b424 req-8752763d-bbd2-45c3-845f-9cdd046ab167 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=d41245dedb694df6accb5dc7769c75e5&device_id=8ad0b0cd-a36f-4431-aacb-ab4103c1ced5 HTTP/1.1" status: 200 len: 1126 time: 0.0404663 Nov 19 18:13:42.929067 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefce448-b726-4945-b490-e9c32b13b424 req-6c526610-297c-4126-9426-19d93401555b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:13:42.930483 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-aefce448-b726-4945-b490-e9c32b13b424 req-6c526610-297c-4126-9426-19d93401555b service neutron] 10.222.0.86 "GET /v2.0/networks?id=b7890f04-2550-4c59-8e90-ae87e4850fbe HTTP/1.1" status: 200 len: 898 time: 0.0878065 Nov 19 18:13:42.996306 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-aefce448-b726-4945-b490-e9c32b13b424 req-740bee66-1812-4e02-b5d5-8852a66e60f1 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f400c77e-40b5-44b3-b18d-52d46129a7c1 HTTP/1.1" status: 200 len: 1001 time: 0.0577147 Nov 19 18:13:43.050326 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefce448-b726-4945-b490-e9c32b13b424 req-69248c05-791f-4dc5-9dac-217c77857e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:13:43.051804 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-aefce448-b726-4945-b490-e9c32b13b424 req-69248c05-791f-4dc5-9dac-217c77857e04 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c3c6713b-269a-48dd-a338-94c613354e1b HTTP/1.1" status: 200 len: 834 time: 0.0485141 Nov 19 18:13:43.123163 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefce448-b726-4945-b490-e9c32b13b424 req-9bda11f6-cd1c-44eb-a1b4-74a6ebfc1e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:13:43.124661 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-aefce448-b726-4945-b490-e9c32b13b424 req-9bda11f6-cd1c-44eb-a1b4-74a6ebfc1e2e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=b7890f04-2550-4c59-8e90-ae87e4850fbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0649557 Nov 19 18:13:43.140179 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9d8ec5-ab93-47da-9392-6aeab0fd20c9 req-495e92f5-f07b-411c-bd51-a6d5a6369533 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:13:43.141678 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-4f9d8ec5-ab93-47da-9392-6aeab0fd20c9 req-495e92f5-f07b-411c-bd51-a6d5a6369533 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/ports?device_id=8ad0b0cd-a36f-4431-aacb-ab4103c1ced5 HTTP/1.1" status: 200 len: 945 time: 0.0726843 Nov 19 18:13:43.238231 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-4f9d8ec5-ab93-47da-9392-6aeab0fd20c9 req-0d674b58-5b07-4eb3-b69b-15a6bf57cd07 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/security-groups?id=c930bbbd-8ddb-42b8-a0a3-b12c53e6480f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886092 Nov 19 18:13:43.263402 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-aefce448-b726-4945-b490-e9c32b13b424 req-0b96d47e-c567-4733-8d07-ee215af53fe4 service neutron] 10.222.0.86 "GET /v2.0/networks/b7890f04-2550-4c59-8e90-ae87e4850fbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207321 Nov 19 18:13:43.354021 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-aefce448-b726-4945-b490-e9c32b13b424 req-99fe6358-bf98-4b12-bd67-e6c0e28b0395 service neutron] 10.222.0.86 "GET /v2.0/networks/b7890f04-2550-4c59-8e90-ae87e4850fbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831099 Nov 19 18:13:43.416831 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097036d6-dc4f-432a-a5fa-81ce152eb598 req-08e83ee8-7254-41dc-896d-8d5aca2f8b72 tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:13:43.418379 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-097036d6-dc4f-432a-a5fa-81ce152eb598 req-08e83ee8-7254-41dc-896d-8d5aca2f8b72 tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] 10.222.0.54 "GET /v2.0/ports?device_id=dfba28af-02f7-470b-9873-0fd03f09ec63 HTTP/1.1" status: 200 len: 945 time: 0.0538242 Nov 19 18:13:43.467629 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-097036d6-dc4f-432a-a5fa-81ce152eb598 req-ac040309-ddfc-41fc-b1a7-ca40446dc729 tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4251046-d13e-48ef-af9b-bdbe6422f4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432572 Nov 19 18:13:44.204063 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device f400c77e-40b5-44b3-b18d-52d46129a7c1 details requested by agent hyperv_n-h1-818022-2 with host n-h1-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 18:13:44.317748 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port f400c77e-40b5-44b3-b18d-52d46129a7c1, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=f400c77e-40b5-44b3-b18d-52d46129a7c1,segment=NetworkSegment(422f9f40-945b-44c5-aa86-c40340120273),segment_id=422f9f40-945b-44c5-aa86-c40340120273)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:13:44.331461 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device f400c77e-40b5-44b3-b18d-52d46129a7c1 has no active binding in host n-h1-818022-2 {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 19 18:13:44.387053 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247f26e7-cb61-47a3-b050-026a92140011 req-d3b29dfb-a3cd-4236-8f03-54cbbc8e6fc6 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:13:44.389070 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-247f26e7-cb61-47a3-b050-026a92140011 req-d3b29dfb-a3cd-4236-8f03-54cbbc8e6fc6 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/ports?device_id=8ad0b0cd-a36f-4431-aacb-ab4103c1ced5 HTTP/1.1" status: 200 len: 945 time: 0.0744243 Nov 19 18:13:44.441695 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-247f26e7-cb61-47a3-b050-026a92140011 req-1a3e4539-4ba5-4787-8689-facf90dbbba1 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/security-groups?id=c930bbbd-8ddb-42b8-a0a3-b12c53e6480f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458457 Nov 19 18:13:44.627581 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1890fa8-3a0d-4d77-b4de-74a5efd560d7 req-5588271c-cacf-4337-b110-a32657ef2478 tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:13:44.629221 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e1890fa8-3a0d-4d77-b4de-74a5efd560d7 req-5588271c-cacf-4337-b110-a32657ef2478 tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] 10.222.0.54 "GET /v2.0/ports?device_id=dfba28af-02f7-470b-9873-0fd03f09ec63 HTTP/1.1" status: 200 len: 945 time: 0.0773330 Nov 19 18:13:44.684849 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e1890fa8-3a0d-4d77-b4de-74a5efd560d7 req-18a454c1-9c94-474f-ac8a-4e55097e7879 tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4251046-d13e-48ef-af9b-bdbe6422f4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488615 Nov 19 18:13:45.558905 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79c74bd-ef7c-476d-bd7e-71ff85a3f7dd req-c301bdef-e28c-48b3-aa3b-59adb4b58ffd tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:13:45.560377 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d79c74bd-ef7c-476d-bd7e-71ff85a3f7dd req-c301bdef-e28c-48b3-aa3b-59adb4b58ffd tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/ports?device_id=8ad0b0cd-a36f-4431-aacb-ab4103c1ced5 HTTP/1.1" status: 200 len: 945 time: 0.0484681 Nov 19 18:13:45.608912 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d79c74bd-ef7c-476d-bd7e-71ff85a3f7dd req-f63714bf-061e-48ba-b93b-9cc0d636903a tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/security-groups?id=c930bbbd-8ddb-42b8-a0a3-b12c53e6480f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426109 Nov 19 18:13:45.801788 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19396b5c-4a1b-496b-8083-f01cb87e7da6 req-0594f73c-df10-4833-9be2-531ad1e277d0 tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:13:45.803354 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-19396b5c-4a1b-496b-8083-f01cb87e7da6 req-0594f73c-df10-4833-9be2-531ad1e277d0 tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] 10.222.0.54 "GET /v2.0/ports?device_id=dfba28af-02f7-470b-9873-0fd03f09ec63 HTTP/1.1" status: 200 len: 945 time: 0.0496738 Nov 19 18:13:45.851294 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-19396b5c-4a1b-496b-8083-f01cb87e7da6 req-5592c204-23ad-4961-a14c-1f2a6eab9f9c tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4251046-d13e-48ef-af9b-bdbe6422f4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413361 Nov 19 18:13:46.611648 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-065be52c-47b6-4033-a782-18fd8caf1bd5 req-201449d8-8e61-4b28-b0e1-fe59a0a6cb39 service neutron] 10.222.0.86 "GET /v2.0/ports/f400c77e-40b5-44b3-b18d-52d46129a7c1/bindings/n-h1-818022-2 HTTP/1.1" status: 200 len: 384 time: 0.0547960 Nov 19 18:13:46.796874 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9d33af-9e0e-48d2-8b28-2cfce4b5ed05 req-2009c11a-2d0f-4cae-b805-082d7bbb3c22 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:13:46.798361 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-dd9d33af-9e0e-48d2-8b28-2cfce4b5ed05 req-2009c11a-2d0f-4cae-b805-082d7bbb3c22 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/ports?device_id=8ad0b0cd-a36f-4431-aacb-ab4103c1ced5 HTTP/1.1" status: 200 len: 945 time: 0.1024487 Nov 19 18:13:46.844147 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-065be52c-47b6-4033-a782-18fd8caf1bd5 req-205fd5f2-712c-48a9-9087-f2857330e169 service neutron] For port f400c77e-40b5-44b3-b18d-52d46129a7c1, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=f400c77e-40b5-44b3-b18d-52d46129a7c1,segment=NetworkSegment(422f9f40-945b-44c5-aa86-c40340120273),segment_id=422f9f40-945b-44c5-aa86-c40340120273)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:13:46.879101 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-dd9d33af-9e0e-48d2-8b28-2cfce4b5ed05 req-e17096d0-11e8-4e12-8a90-0a0789875443 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/security-groups?id=c930bbbd-8ddb-42b8-a0a3-b12c53e6480f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742846 Nov 19 18:13:46.882026 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-065be52c-47b6-4033-a782-18fd8caf1bd5 req-205fd5f2-712c-48a9-9087-f2857330e169 service neutron] For port f400c77e-40b5-44b3-b18d-52d46129a7c1, host n-h2-818022-2, cleared binding levels {{(pid=103364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:13:46.926568 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ad0b0cd-a36f-4431-aacb-ab4103c1ced5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f400c77e-40b5-44b3-b18d-52d46129a7c1'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:13:46.928838 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dd4767a008c23f8566efc82158ee1b1fff34e1a9e908d76d0b6d0ab7e350e5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45e01c7f-857f-4ce4-a45c-70a927b9ed81" -d '{"events": [{"server_uuid": "8ad0b0cd-a36f-4431-aacb-ab4103c1ced5", "name": "network-vif-unplugged", "status": "completed", "tag": "f400c77e-40b5-44b3-b18d-52d46129a7c1"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:13:46.936388 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-065be52c-47b6-4033-a782-18fd8caf1bd5 req-205fd5f2-712c-48a9-9087-f2857330e169 service neutron] For port f400c77e-40b5-44b3-b18d-52d46129a7c1, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=f400c77e-40b5-44b3-b18d-52d46129a7c1,segment=NetworkSegment(422f9f40-945b-44c5-aa86-c40340120273),segment_id=422f9f40-945b-44c5-aa86-c40340120273)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:13:46.951529 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-065be52c-47b6-4033-a782-18fd8caf1bd5 req-205fd5f2-712c-48a9-9087-f2857330e169 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:46.980931 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b806e17-d214-4524-a715-5bc1c8780acb req-83b93084-b688-4033-9fc9-ec2bac442c3a tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:13:46.982508 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-1b806e17-d214-4524-a715-5bc1c8780acb req-83b93084-b688-4033-9fc9-ec2bac442c3a tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] 10.222.0.54 "GET /v2.0/ports?device_id=dfba28af-02f7-470b-9873-0fd03f09ec63 HTTP/1.1" status: 200 len: 945 time: 0.0544662 Nov 19 18:13:46.990077 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 18:13:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1f68e06-b6c0-4b7f-b5f9-abc6617b7724 x-openstack-request-id: req-f1f68e06-b6c0-4b7f-b5f9-abc6617b7724 {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:13:46.990372 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ad0b0cd-a36f-4431-aacb-ab4103c1ced5", "name": "network-vif-unplugged", "status": "completed", "tag": "f400c77e-40b5-44b3-b18d-52d46129a7c1", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:13:46.990627 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f1f68e06-b6c0-4b7f-b5f9-abc6617b7724 {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:13:46.991015 n-d-818022-2 neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ad0b0cd-a36f-4431-aacb-ab4103c1ced5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f400c77e-40b5-44b3-b18d-52d46129a7c1', 'code': 200} Nov 19 18:13:47.031642 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-1b806e17-d214-4524-a715-5bc1c8780acb req-864964cf-a52e-4a16-b358-183f42354ea7 tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4251046-d13e-48ef-af9b-bdbe6422f4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430746 Nov 19 18:13:47.033042 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.provisioning_blocks [req-065be52c-47b6-4033-a782-18fd8caf1bd5 req-205fd5f2-712c-48a9-9087-f2857330e169 service neutron] Transition to ACTIVE for port object f400c77e-40b5-44b3-b18d-52d46129a7c1 will not be triggered until provisioned by entity L2. {{(pid=103364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 18:13:47.037354 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-065be52c-47b6-4033-a782-18fd8caf1bd5 req-205fd5f2-712c-48a9-9087-f2857330e169 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:47.132349 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205fd5f2-712c-48a9-9087-f2857330e169 service neutron] Pushing event updated for resources: {'Port': ['ID=f400c77e-40b5-44b3-b18d-52d46129a7c1,revision_number=11']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:13:47.170083 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [req-065be52c-47b6-4033-a782-18fd8caf1bd5 req-205fd5f2-712c-48a9-9087-f2857330e169 service neutron] No DVR routers for this DVR port f400c77e-40b5-44b3-b18d-52d46129a7c1 on host n-h2-818022-2 {{(pid=103364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:13:47.304573 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-065be52c-47b6-4033-a782-18fd8caf1bd5 req-205fd5f2-712c-48a9-9087-f2857330e169 service neutron] 10.222.0.86 "PUT /v2.0/ports/f400c77e-40b5-44b3-b18d-52d46129a7c1/bindings/n-h1-818022-2/activate HTTP/1.1" status: 200 len: 369 time: 0.6851282 Nov 19 18:13:47.403071 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065be52c-47b6-4033-a782-18fd8caf1bd5 req-777db741-ba48-4ea2-8c01-ac46b96ce2d4 tempest-TestNetworkAdvancedServerOps-1185469273 tempest-TestNetworkAdvancedServerOps-1185469273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:13:47.404518 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-065be52c-47b6-4033-a782-18fd8caf1bd5 req-777db741-ba48-4ea2-8c01-ac46b96ce2d4 tempest-TestNetworkAdvancedServerOps-1185469273 tempest-TestNetworkAdvancedServerOps-1185469273-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=8ad0b0cd-a36f-4431-aacb-ab4103c1ced5&tenant_id=d41245dedb694df6accb5dc7769c75e5&binding%3Ahost_id=n-h2-818022-2 HTTP/1.1" status: 200 len: 1095 time: 0.0447323 Nov 19 18:13:47.450304 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065be52c-47b6-4033-a782-18fd8caf1bd5 req-bbafa4c8-fb3e-45ae-a1f2-3a8067f92236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:13:47.451824 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-065be52c-47b6-4033-a782-18fd8caf1bd5 req-bbafa4c8-fb3e-45ae-a1f2-3a8067f92236 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=8ad0b0cd-a36f-4431-aacb-ab4103c1ced5&tenant_id=d41245dedb694df6accb5dc7769c75e5 HTTP/1.1" status: 200 len: 1095 time: 0.0394623 Nov 19 18:13:47.519031 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065be52c-47b6-4033-a782-18fd8caf1bd5 req-3d458f19-f1bc-492c-b642-302ab29fc447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:13:47.520530 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-065be52c-47b6-4033-a782-18fd8caf1bd5 req-3d458f19-f1bc-492c-b642-302ab29fc447 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d41245dedb694df6accb5dc7769c75e5&device_id=8ad0b0cd-a36f-4431-aacb-ab4103c1ced5 HTTP/1.1" status: 200 len: 1095 time: 0.0405765 Nov 19 18:13:47.614514 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065be52c-47b6-4033-a782-18fd8caf1bd5 req-f1f501ae-ae00-4d6d-99e7-4f2cc58413b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:13:47.615995 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-065be52c-47b6-4033-a782-18fd8caf1bd5 req-f1f501ae-ae00-4d6d-99e7-4f2cc58413b4 service neutron] 10.222.0.60 "GET /v2.0/networks?id=b7890f04-2550-4c59-8e90-ae87e4850fbe HTTP/1.1" status: 200 len: 898 time: 0.0876725 Nov 19 18:13:47.681413 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-065be52c-47b6-4033-a782-18fd8caf1bd5 req-2eef038b-490f-48e5-9894-ebbc1d379a97 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f400c77e-40b5-44b3-b18d-52d46129a7c1 HTTP/1.1" status: 200 len: 999 time: 0.0579555 Nov 19 18:13:47.736260 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065be52c-47b6-4033-a782-18fd8caf1bd5 req-f1663de2-e1d8-435e-8c5d-c9fd0e9f0f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:13:47.737681 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-065be52c-47b6-4033-a782-18fd8caf1bd5 req-f1663de2-e1d8-435e-8c5d-c9fd0e9f0f02 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c3c6713b-269a-48dd-a338-94c613354e1b HTTP/1.1" status: 200 len: 834 time: 0.0495088 Nov 19 18:13:47.783499 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065be52c-47b6-4033-a782-18fd8caf1bd5 req-f7214718-0a88-485b-b5d0-67dbf8787c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:13:47.784975 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-065be52c-47b6-4033-a782-18fd8caf1bd5 req-f7214718-0a88-485b-b5d0-67dbf8787c3d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b7890f04-2550-4c59-8e90-ae87e4850fbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395436 Nov 19 18:13:47.872013 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-065be52c-47b6-4033-a782-18fd8caf1bd5 req-5325f903-d3d3-4c8e-baab-c6436712fb12 service neutron] 10.222.0.60 "GET /v2.0/networks/b7890f04-2550-4c59-8e90-ae87e4850fbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797040 Nov 19 18:13:47.989199 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-065be52c-47b6-4033-a782-18fd8caf1bd5 req-162328ad-1f26-4f0d-b9dd-b22b53317997 service neutron] 10.222.0.60 "GET /v2.0/networks/b7890f04-2550-4c59-8e90-ae87e4850fbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100416 Nov 19 18:13:48.013041 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21b0e63-99b8-46f7-82fe-c6649b1a5d11 req-214e0850-5ae1-4ebc-a40b-827b99d0be84 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:13:48.014881 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f21b0e63-99b8-46f7-82fe-c6649b1a5d11 req-214e0850-5ae1-4ebc-a40b-827b99d0be84 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/ports?device_id=8ad0b0cd-a36f-4431-aacb-ab4103c1ced5 HTTP/1.1" status: 200 len: 944 time: 0.0607967 Nov 19 18:13:48.065540 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f21b0e63-99b8-46f7-82fe-c6649b1a5d11 req-b048e683-d53d-457c-b74e-e738aa869119 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/security-groups?id=c930bbbd-8ddb-42b8-a0a3-b12c53e6480f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445004 Nov 19 18:13:48.155309 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02754c12-9470-4413-b94e-6444a1dced35 req-811da127-e554-4162-818d-e5a1c2370685 tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:13:48.156827 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-02754c12-9470-4413-b94e-6444a1dced35 req-811da127-e554-4162-818d-e5a1c2370685 tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] 10.222.0.54 "GET /v2.0/ports?device_id=dfba28af-02f7-470b-9873-0fd03f09ec63 HTTP/1.1" status: 200 len: 945 time: 0.0572512 Nov 19 18:13:48.206761 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-02754c12-9470-4413-b94e-6444a1dced35 req-1b422818-1d16-4eed-8546-7a6f857778f0 tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4251046-d13e-48ef-af9b-bdbe6422f4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439663 Nov 19 18:13:48.233937 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065be52c-47b6-4033-a782-18fd8caf1bd5 req-99384bfd-1467-46ba-8fc6-34440e5f328c tempest-TestNetworkAdvancedServerOps-1185469273 tempest-TestNetworkAdvancedServerOps-1185469273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:13:48.235426 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-065be52c-47b6-4033-a782-18fd8caf1bd5 req-99384bfd-1467-46ba-8fc6-34440e5f328c tempest-TestNetworkAdvancedServerOps-1185469273 tempest-TestNetworkAdvancedServerOps-1185469273-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=8ad0b0cd-a36f-4431-aacb-ab4103c1ced5&tenant_id=d41245dedb694df6accb5dc7769c75e5&binding%3Ahost_id=n-h1-818022-2 HTTP/1.1" status: 200 len: 1095 time: 0.0484562 Nov 19 18:13:48.377499 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-065be52c-47b6-4033-a782-18fd8caf1bd5 req-264e8352-cfbd-4149-aa3c-e7b23a9df375 service neutron] For port f400c77e-40b5-44b3-b18d-52d46129a7c1, host n-h2-818022-2, cleared binding levels {{(pid=103364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:13:48.380973 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-065be52c-47b6-4033-a782-18fd8caf1bd5 req-264e8352-cfbd-4149-aa3c-e7b23a9df375 service neutron] Publish callbacks [] for binding, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:48.382118 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-065be52c-47b6-4033-a782-18fd8caf1bd5 req-264e8352-cfbd-4149-aa3c-e7b23a9df375 service neutron] 10.222.0.60 "DELETE /v2.0/ports/f400c77e-40b5-44b3-b18d-52d46129a7c1/bindings/n-h2-818022-2 HTTP/1.1" status: 204 len: 173 time: 0.1383655 Nov 19 18:13:49.172472 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b98bcfa-c0f8-40d9-814b-83b157123ff5 req-33136f2f-ec50-4469-9b3f-4a884f2f2aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:13:49.174000 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0b98bcfa-c0f8-40d9-814b-83b157123ff5 req-33136f2f-ec50-4469-9b3f-4a884f2f2aef service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=dfba28af-02f7-470b-9873-0fd03f09ec63 HTTP/1.1" status: 200 len: 1096 time: 0.0691693 Nov 19 18:13:49.206223 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d4ed92-fcae-416b-80bb-0ed5d69e5f78 req-6f6edb75-d4ff-4cb4-b40f-e651a85c9bb7 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:13:49.207698 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-51d4ed92-fcae-416b-80bb-0ed5d69e5f78 req-6f6edb75-d4ff-4cb4-b40f-e651a85c9bb7 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/ports?device_id=8ad0b0cd-a36f-4431-aacb-ab4103c1ced5 HTTP/1.1" status: 200 len: 944 time: 0.0715275 Nov 19 18:13:49.246664 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0b98bcfa-c0f8-40d9-814b-83b157123ff5 req-7f23cb59-1523-44a9-8785-eda37f2c64fb service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=c4251046-d13e-48ef-af9b-bdbe6422f4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658188 Nov 19 18:13:49.272871 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-51d4ed92-fcae-416b-80bb-0ed5d69e5f78 req-6f851930-dcdf-46a9-9d37-eccd61f365ff tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/security-groups?id=c930bbbd-8ddb-42b8-a0a3-b12c53e6480f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563629 Nov 19 18:13:49.281346 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device f400c77e-40b5-44b3-b18d-52d46129a7c1 no longer exists at agent hyperv_n-h2-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:13:49.321116 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device f400c77e-40b5-44b3-b18d-52d46129a7c1 not bound to the agent host n-h2-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:13:49.326629 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5e06e1-7c21-4908-91dd-587e8ef0d5d3 req-aa711fa6-56ce-4fe4-89cc-526a8b85d405 tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:13:49.328349 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7e5e06e1-7c21-4908-91dd-587e8ef0d5d3 req-aa711fa6-56ce-4fe4-89cc-526a8b85d405 tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] 10.222.0.54 "GET /v2.0/ports?device_id=dfba28af-02f7-470b-9873-0fd03f09ec63 HTTP/1.1" status: 200 len: 945 time: 0.0546517 Nov 19 18:13:49.377062 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7e5e06e1-7c21-4908-91dd-587e8ef0d5d3 req-dab98910-c00a-4151-801b-5873376de5aa tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4251046-d13e-48ef-af9b-bdbe6422f4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426035 Nov 19 18:13:49.383398 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189ced08-ee0f-416e-837e-a050ad48b0bb req-cabaf72a-406b-468b-9247-8c9a126d934e tempest-TestNetworkAdvancedServerOps-1185469273 tempest-TestNetworkAdvancedServerOps-1185469273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:13:49.384940 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-189ced08-ee0f-416e-837e-a050ad48b0bb req-cabaf72a-406b-468b-9247-8c9a126d934e tempest-TestNetworkAdvancedServerOps-1185469273 tempest-TestNetworkAdvancedServerOps-1185469273-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=8ad0b0cd-a36f-4431-aacb-ab4103c1ced5 HTTP/1.1" status: 200 len: 1095 time: 0.0420482 Nov 19 18:13:49.436300 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-189ced08-ee0f-416e-837e-a050ad48b0bb req-fee66b03-d1f1-47d6-a464-3749184556cc tempest-TestNetworkAdvancedServerOps-1185469273 tempest-TestNetworkAdvancedServerOps-1185469273-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=c930bbbd-8ddb-42b8-a0a3-b12c53e6480f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445266 Nov 19 18:13:49.548293 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1bcce7-b929-4dc6-8d67-dc5b1ea9f2c0 req-84c54e2f-160c-47ec-9819-184ed54152db tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:13:49.549753 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3a1bcce7-b929-4dc6-8d67-dc5b1ea9f2c0 req-84c54e2f-160c-47ec-9819-184ed54152db tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/ports?device_id=8ad0b0cd-a36f-4431-aacb-ab4103c1ced5 HTTP/1.1" status: 200 len: 944 time: 0.0476384 Nov 19 18:13:49.602126 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3a1bcce7-b929-4dc6-8d67-dc5b1ea9f2c0 req-1a602723-50c6-4e6b-a3b0-5adabb05b8a0 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/security-groups?id=c930bbbd-8ddb-42b8-a0a3-b12c53e6480f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465002 Nov 19 18:13:49.624261 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 40346) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:13:49.687793 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-503ceb2a-c518-4ce7-8253-51122287a049 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/floatingips/f8e1696e-4bf6-43bc-bd49-47e6483592b5 HTTP/1.1" status: 200 len: 991 time: 0.0623825 Nov 19 18:13:49.914195 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 40352) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:13:50.070776 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-45397c3a-9d0b-48e2-8328-33166331464a tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Deleting port 3dc4299f-0123-4f1d-90b2-1cead030c52f {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:13:50.071146 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-45397c3a-9d0b-48e2-8328-33166331464a tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:50.147572 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-45397c3a-9d0b-48e2-8328-33166331464a tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:50.147892 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-45397c3a-9d0b-48e2-8328-33166331464a tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:50.159393 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-45397c3a-9d0b-48e2-8328-33166331464a tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Calling delete_port for 3dc4299f-0123-4f1d-90b2-1cead030c52f owned by network:floatingip {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:13:50.314122 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-45397c3a-9d0b-48e2-8328-33166331464a tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:50.344604 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45397c3a-9d0b-48e2-8328-33166331464a tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Pushing event deleted for resources: {'Port': ['ID=3dc4299f-0123-4f1d-90b2-1cead030c52f,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:13:50.366102 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45397c3a-9d0b-48e2-8328-33166331464a tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:13:50.366457 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45397c3a-9d0b-48e2-8328-33166331464a tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:13:50.366800 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45397c3a-9d0b-48e2-8328-33166331464a tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:13:50.367142 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45397c3a-9d0b-48e2-8328-33166331464a tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:13:50.367477 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45397c3a-9d0b-48e2-8328-33166331464a tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:13:50.367812 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45397c3a-9d0b-48e2-8328-33166331464a tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:13:50.368145 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45397c3a-9d0b-48e2-8328-33166331464a tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:13:50.368576 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45397c3a-9d0b-48e2-8328-33166331464a tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:13:50.368917 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45397c3a-9d0b-48e2-8328-33166331464a tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:13:50.369246 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45397c3a-9d0b-48e2-8328-33166331464a tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:13:50.369567 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45397c3a-9d0b-48e2-8328-33166331464a tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:13:50.369923 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45397c3a-9d0b-48e2-8328-33166331464a tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:13:50.411684 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-45397c3a-9d0b-48e2-8328-33166331464a tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks [] for floatingip, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:50.412011 n-d-818022-2 neutron-server[103365]: INFO neutron.db.l3_db [None req-45397c3a-9d0b-48e2-8328-33166331464a tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Floating IP f8e1696e-4bf6-43bc-bd49-47e6483592b5 disassociated (deleted). External IP: 172.25.7.108, port: f400c77e-40b5-44b3-b18d-52d46129a7c1. Nov 19 18:13:50.547015 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26044d9b-d57e-48ba-b928-cfaa74766f71 req-c7895039-0318-4096-b9b8-9a04a080f87d tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:13:50.548502 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-26044d9b-d57e-48ba-b928-cfaa74766f71 req-c7895039-0318-4096-b9b8-9a04a080f87d tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] 10.222.0.54 "GET /v2.0/ports?device_id=dfba28af-02f7-470b-9873-0fd03f09ec63 HTTP/1.1" status: 200 len: 945 time: 0.0972617 Nov 19 18:13:50.667625 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-26044d9b-d57e-48ba-b928-cfaa74766f71 req-b34c7df4-8160-4b71-bbfd-f154bbad2faa tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4251046-d13e-48ef-af9b-bdbe6422f4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125441 Nov 19 18:13:50.690886 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45397c3a-9d0b-48e2-8328-33166331464a tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Router cd818012-7464-4466-a1f9-e9a343404224 has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 18:13:50.708989 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-b8d0a56e-c4b7-41d4-8642-13213639f7b2 req-1b25785a-0707-42a0-b0e0-86eac32393f6 tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-364317998', 'description': 'tempest-description-583896886'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:13:50.733592 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-b8d0a56e-c4b7-41d4-8642-13213639f7b2 req-1b25785a-0707-42a0-b0e0-86eac32393f6 tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:50.801890 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45397c3a-9d0b-48e2-8328-33166331464a tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:13:50.802906 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-b8d0a56e-c4b7-41d4-8642-13213639f7b2 req-1b25785a-0707-42a0-b0e0-86eac32393f6 tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:50.807147 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-45397c3a-9d0b-48e2-8328-33166331464a tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for floatingip, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:50.808633 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-b8d0a56e-c4b7-41d4-8642-13213639f7b2 req-1b25785a-0707-42a0-b0e0-86eac32393f6 tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:50.812474 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9afdad37-cb28-439c-85eb-ed99d70eb3ff None None] Sync routers for ids ['cd818012-7464-4466-a1f9-e9a343404224'] in n-d-818022-2 {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:13:50.822250 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9afdad37-cb28-439c-85eb-ed99d70eb3ff None None] Routers {'cd818012-7464-4466-a1f9-e9a343404224'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:13:50.823499 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-9afdad37-cb28-439c-85eb-ed99d70eb3ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:13:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['cd818012-7464-4466-a1f9-e9a343404224'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:13:50.840788 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-45397c3a-9d0b-48e2-8328-33166331464a tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "DELETE /v2.0/floatingips/f8e1696e-4bf6-43bc-bd49-47e6483592b5 HTTP/1.1" status: 204 len: 168 time: 0.9255912 Nov 19 18:13:50.841396 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ad0b0cd-a36f-4431-aacb-ab4103c1ced5', 'tag': 'f400c77e-40b5-44b3-b18d-52d46129a7c1'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:13:50.843313 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-b8d0a56e-c4b7-41d4-8642-13213639f7b2 req-1b25785a-0707-42a0-b0e0-86eac32393f6 tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:50.843782 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218319d759239a7d11f1288aef37381b97754913ee9ccbfd43b51a463f801712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e2ffb89-0532-4bb6-b3b5-da6cc7e3f938" -d '{"events": [{"name": "network-changed", "server_uuid": "8ad0b0cd-a36f-4431-aacb-ab4103c1ced5", "tag": "f400c77e-40b5-44b3-b18d-52d46129a7c1"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:13:50.844448 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b8d0a56e-c4b7-41d4-8642-13213639f7b2 req-1b25785a-0707-42a0-b0e0-86eac32393f6 tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1830 time: 0.1396224 Nov 19 18:13:50.846544 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b25785a-0707-42a0-b0e0-86eac32393f6 tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3487685d-fb66-411c-84fe-27ef996e3d72,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:13:50.885508 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 18:13:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d945c4e-2177-4b29-b2e7-da14edc6d4d4 x-openstack-request-id: req-8d945c4e-2177-4b29-b2e7-da14edc6d4d4 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:13:50.885957 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ad0b0cd-a36f-4431-aacb-ab4103c1ced5", "tag": "f400c77e-40b5-44b3-b18d-52d46129a7c1", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:13:50.889172 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-8d945c4e-2177-4b29-b2e7-da14edc6d4d4 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:13:50.890070 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ad0b0cd-a36f-4431-aacb-ab4103c1ced5', 'tag': 'f400c77e-40b5-44b3-b18d-52d46129a7c1', 'status': 'completed', 'code': 200} Nov 19 18:13:50.982213 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-9afdad37-cb28-439c-85eb-ed99d70eb3ff None None] Set router cd818012-7464-4466-a1f9-e9a343404224 gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:13:51.000695 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-4b64cf8e-1b1f-44a4-b9d9-9000e4395db1 req-b14abe5b-8a28-4b06-901c-bb3e8640c355 tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-364317998&fields=id&tenant_id=21dec2738a5f4ea6bf5954794e3a7a10 HTTP/1.1" status: 200 len: 267 time: 0.0596468 Nov 19 18:13:51.002836 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2ffb89-0532-4bb6-b3b5-da6cc7e3f938 req-d0f42c48-3c85-48b2-b660-3a7da11139f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:13:51.004476 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0e2ffb89-0532-4bb6-b3b5-da6cc7e3f938 req-d0f42c48-3c85-48b2-b660-3a7da11139f7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d41245dedb694df6accb5dc7769c75e5&device_id=8ad0b0cd-a36f-4431-aacb-ab4103c1ced5 HTTP/1.1" status: 200 len: 1095 time: 0.0937359 Nov 19 18:13:51.108982 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b64cf8e-1b1f-44a4-b9d9-9000e4395db1 req-c2c314e8-06db-4563-811f-6b8b40b8bb1b tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:13:51.110462 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-4b64cf8e-1b1f-44a4-b9d9-9000e4395db1 req-c2c314e8-06db-4563-811f-6b8b40b8bb1b tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] 10.222.0.54 "GET /v2.0/ports?device_id=dfba28af-02f7-470b-9873-0fd03f09ec63 HTTP/1.1" status: 200 len: 945 time: 0.1025829 Nov 19 18:13:51.123720 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-4b64cf8e-1b1f-44a4-b9d9-9000e4395db1 req-9d786847-c794-466c-9524-3696ec061fdb tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] Request body: {'port': {'security_groups': ['c4251046-d13e-48ef-af9b-bdbe6422f4fa', '3487685d-fb66-411c-84fe-27ef996e3d72']}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:13:51.129215 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7995ca-8592-47f4-92f3-aeb3339e0d63 req-d39a84a0-a43a-4889-af14-8780e137e9ce tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:13:51.131005 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6a7995ca-8592-47f4-92f3-aeb3339e0d63 req-d39a84a0-a43a-4889-af14-8780e137e9ce tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/ports?device_id=8ad0b0cd-a36f-4431-aacb-ab4103c1ced5 HTTP/1.1" status: 200 len: 944 time: 0.0647690 Nov 19 18:13:51.178317 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2ffb89-0532-4bb6-b3b5-da6cc7e3f938 req-c16fcdfc-30e4-468f-87a8-ae5300976ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:13:51.179841 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0e2ffb89-0532-4bb6-b3b5-da6cc7e3f938 req-c16fcdfc-30e4-468f-87a8-ae5300976ae2 service neutron] 10.222.0.60 "GET /v2.0/networks?id=b7890f04-2550-4c59-8e90-ae87e4850fbe HTTP/1.1" status: 200 len: 898 time: 0.1619766 Nov 19 18:13:51.185925 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6a7995ca-8592-47f4-92f3-aeb3339e0d63 req-53a6b048-f08b-4f63-968a-8540990f4ff2 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/security-groups?id=c930bbbd-8ddb-42b8-a0a3-b12c53e6480f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471499 Nov 19 18:13:51.187717 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-9afdad37-cb28-439c-85eb-ed99d70eb3ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd818012-7464-4466-a1f9-e9a343404224', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1612014972', 'tenant_id': 'd41245dedb694df6accb5dc7769c75e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.182'}], 'enable_snat': True}, 'gw_port_id': '5044be33-277d-48f4-9ebd-36f0ba84e06b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:12:33Z', 'updated_at': '2021-11-19T18:12:41Z', 'revision_number': 4, 'project_id': 'd41245dedb694df6accb5dc7769c75e5', 'gw_port': {'id': '5044be33-277d-48f4-9ebd-36f0ba84e06b', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:ac:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd818012-7464-4466-a1f9-e9a343404224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:12:34Z', 'updated_at': '2021-11-19T18:12:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': '1331210d-af52-43f7-8a6a-d493182d56a0', 'name': '', 'network_id': 'b7890f04-2550-4c59-8e90-ae87e4850fbe', 'tenant_id': 'd41245dedb694df6accb5dc7769c75e5', 'mac_address': 'fa:16:3e:eb:9f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd818012-7464-4466-a1f9-e9a343404224', 'device_owner': 'network:router_interface', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': 'c3c6713b-269a-48dd-a338-94c613354e1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:12:39Z', 'updated_at': '2021-11-19T18:12:49Z', 'revision_number': 5, 'project_id': 'd41245dedb694df6accb5dc7769c75e5', 'subnets': [{'id': 'c3c6713b-269a-48dd-a338-94c613354e1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:13:51.217610 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9afdad37-cb28-439c-85eb-ed99d70eb3ff None None] Checking router: cd818012-7464-4466-a1f9-e9a343404224 for host: n-d-818022-2 {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:13:51.226186 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9afdad37-cb28-439c-85eb-ed99d70eb3ff None None] Routers {'cd818012-7464-4466-a1f9-e9a343404224'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:13:51.226782 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-9afdad37-cb28-439c-85eb-ed99d70eb3ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:13:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['cd818012-7464-4466-a1f9-e9a343404224'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:13:51.242019 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0e2ffb89-0532-4bb6-b3b5-da6cc7e3f938 req-c48e8f6f-be44-476f-9e7e-e6ac4b300bcc service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f400c77e-40b5-44b3-b18d-52d46129a7c1 HTTP/1.1" status: 200 len: 217 time: 0.0418315 Nov 19 18:13:51.242696 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-4b64cf8e-1b1f-44a4-b9d9-9000e4395db1 req-9d786847-c794-466c-9524-3696ec061fdb tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:51.335447 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-9afdad37-cb28-439c-85eb-ed99d70eb3ff None None] Set router cd818012-7464-4466-a1f9-e9a343404224 gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:13:51.335697 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2ffb89-0532-4bb6-b3b5-da6cc7e3f938 req-d58ba66d-ab05-401a-9ac9-f07bfcce5a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:13:51.336991 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0e2ffb89-0532-4bb6-b3b5-da6cc7e3f938 req-d58ba66d-ab05-401a-9ac9-f07bfcce5a11 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c3c6713b-269a-48dd-a338-94c613354e1b HTTP/1.1" status: 200 len: 834 time: 0.0857415 Nov 19 18:13:51.406768 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2ffb89-0532-4bb6-b3b5-da6cc7e3f938 req-df8469b5-36f4-4025-b0ff-1f3dd338f914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:13:51.408257 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0e2ffb89-0532-4bb6-b3b5-da6cc7e3f938 req-df8469b5-36f4-4025-b0ff-1f3dd338f914 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b7890f04-2550-4c59-8e90-ae87e4850fbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0623648 Nov 19 18:13:51.521992 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17c0e63-c185-442a-a101-f133718a34b3 req-cec9c7da-d28d-4a25-83b5-3c6a8f1730f7 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:13:51.523819 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a17c0e63-c185-442a-a101-f133718a34b3 req-cec9c7da-d28d-4a25-83b5-3c6a8f1730f7 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ad0b0cd-a36f-4431-aacb-ab4103c1ced5 HTTP/1.1" status: 200 len: 944 time: 0.0656452 Nov 19 18:13:51.544734 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.60', 52593) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:13:51.558277 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-9afdad37-cb28-439c-85eb-ed99d70eb3ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd818012-7464-4466-a1f9-e9a343404224', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1612014972', 'tenant_id': 'd41245dedb694df6accb5dc7769c75e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.182'}], 'enable_snat': True}, 'gw_port_id': '5044be33-277d-48f4-9ebd-36f0ba84e06b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:12:33Z', 'updated_at': '2021-11-19T18:12:41Z', 'revision_number': 4, 'project_id': 'd41245dedb694df6accb5dc7769c75e5', 'gw_port': {'id': '5044be33-277d-48f4-9ebd-36f0ba84e06b', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:ac:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd818012-7464-4466-a1f9-e9a343404224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:12:34Z', 'updated_at': '2021-11-19T18:12:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': '1331210d-af52-43f7-8a6a-d493182d56a0', 'name': '', 'network_id': 'b7890f04-2550-4c59-8e90-ae87e4850fbe', 'tenant_id': 'd41245dedb694df6accb5dc7769c75e5', 'mac_address': 'fa:16:3e:eb:9f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd818012-7464-4466-a1f9-e9a343404224', 'device_owner': 'network:router_interface', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': 'c3c6713b-269a-48dd-a338-94c613354e1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:12:39Z', 'updated_at': '2021-11-19T18:12:49Z', 'revision_number': 5, 'project_id': 'd41245dedb694df6accb5dc7769c75e5', 'subnets': [{'id': 'c3c6713b-269a-48dd-a338-94c613354e1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:13:51.586143 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9afdad37-cb28-439c-85eb-ed99d70eb3ff None None] The sync data for ids ['cd818012-7464-4466-a1f9-e9a343404224'] in n-d-818022-2 is: [{'id': 'cd818012-7464-4466-a1f9-e9a343404224', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1612014972', 'tenant_id': 'd41245dedb694df6accb5dc7769c75e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.182'}], 'enable_snat': True}, 'gw_port_id': '5044be33-277d-48f4-9ebd-36f0ba84e06b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:12:33Z', 'updated_at': '2021-11-19T18:12:41Z', 'revision_number': 4, 'project_id': 'd41245dedb694df6accb5dc7769c75e5', 'gw_port': {'id': '5044be33-277d-48f4-9ebd-36f0ba84e06b', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:ac:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd818012-7464-4466-a1f9-e9a343404224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:12:34Z', 'updated_at': '2021-11-19T18:12:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': '1331210d-af52-43f7-8a6a-d493182d56a0', 'name': '', 'network_id': 'b7890f04-2550-4c59-8e90-ae87e4850fbe', 'tenant_id': 'd41245dedb694df6accb5dc7769c75e5', 'mac_address': 'fa:16:3e:eb:9f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd818012-7464-4466-a1f9-e9a343404224', 'device_owner': 'network:router_interface', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': 'c3c6713b-269a-48dd-a338-94c613354e1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:12:39Z', 'updated_at': '2021-11-19T18:12:49Z', 'revision_number': 5, 'project_id': 'd41245dedb694df6accb5dc7769c75e5', 'subnets': [{'id': 'c3c6713b-269a-48dd-a338-94c613354e1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:13:51.603004 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-4b64cf8e-1b1f-44a4-b9d9-9000e4395db1 req-9d786847-c794-466c-9524-3696ec061fdb tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] For port cb017c19-57e5-4400-8697-533ae14012aa, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=cb017c19-57e5-4400-8697-533ae14012aa,segment=NetworkSegment(cec76fca-bae9-4940-8845-e930efd32ae4),segment_id=cec76fca-bae9-4940-8845-e930efd32ae4)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:13:51.620681 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0e2ffb89-0532-4bb6-b3b5-da6cc7e3f938 req-d1ad086c-0db7-43ac-917e-02aebb7ab357 service neutron] 10.222.0.60 "GET /v2.0/networks/b7890f04-2550-4c59-8e90-ae87e4850fbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1986952 Nov 19 18:13:51.634177 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-a17c0e63-c185-442a-a101-f133718a34b3 req-0d95c7cf-4c67-40bd-99eb-69d126922ae6 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Deleting port f400c77e-40b5-44b3-b18d-52d46129a7c1 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:13:51.635348 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-a17c0e63-c185-442a-a101-f133718a34b3 req-0d95c7cf-4c67-40bd-99eb-69d126922ae6 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:51.690108 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-cc90d626-e9bf-46f2-b9ec-48ed8ea93b78 req-bc87942c-4eb2-4540-9ab4-213171fc04e4 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=6f823120-2583-4ac2-8c26-8fb9eb5f20a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1388667 Nov 19 18:13:51.692097 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-4b64cf8e-1b1f-44a4-b9d9-9000e4395db1 req-9d786847-c794-466c-9524-3696ec061fdb tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] Publish callbacks [] for port, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:51.700951 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-4b64cf8e-1b1f-44a4-b9d9-9000e4395db1 req-9d786847-c794-466c-9524-3696ec061fdb tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:51.714940 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['cb017c19-57e5-4400-8697-533ae14012aa'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:13:51.763289 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-a17c0e63-c185-442a-a101-f133718a34b3 req-0d95c7cf-4c67-40bd-99eb-69d126922ae6 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] For port f400c77e-40b5-44b3-b18d-52d46129a7c1, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=f400c77e-40b5-44b3-b18d-52d46129a7c1,segment=NetworkSegment(422f9f40-945b-44c5-aa86-c40340120273),segment_id=422f9f40-945b-44c5-aa86-c40340120273)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:13:51.763946 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-a17c0e63-c185-442a-a101-f133718a34b3 req-0d95c7cf-4c67-40bd-99eb-69d126922ae6 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:51.781860 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-a17c0e63-c185-442a-a101-f133718a34b3 req-0d95c7cf-4c67-40bd-99eb-69d126922ae6 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Calling delete_port for f400c77e-40b5-44b3-b18d-52d46129a7c1 owned by compute:nova {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:13:51.782225 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b64cf8e-1b1f-44a4-b9d9-9000e4395db1 req-9d786847-c794-466c-9524-3696ec061fdb tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:13:51.782892 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-4b64cf8e-1b1f-44a4-b9d9-9000e4395db1 req-9d786847-c794-466c-9524-3696ec061fdb tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:51.784259 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-4b64cf8e-1b1f-44a4-b9d9-9000e4395db1 req-9d786847-c794-466c-9524-3696ec061fdb tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] 10.222.0.54 "PUT /v2.0/ports/cb017c19-57e5-4400-8697-533ae14012aa HTTP/1.1" status: 200 len: 981 time: 0.6671889 Nov 19 18:13:51.784729 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfba28af-02f7-470b-9873-0fd03f09ec63', 'tag': 'cb017c19-57e5-4400-8697-533ae14012aa'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:13:51.787570 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dd4767a008c23f8566efc82158ee1b1fff34e1a9e908d76d0b6d0ab7e350e5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e832d7b-a6d3-4e10-9a30-7ca7423b477c" -d '{"events": [{"name": "network-changed", "server_uuid": "dfba28af-02f7-470b-9873-0fd03f09ec63", "tag": "cb017c19-57e5-4400-8697-533ae14012aa"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:13:51.863564 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0e2ffb89-0532-4bb6-b3b5-da6cc7e3f938 req-ff47bf08-e1fd-4048-8503-c9fca2086901 service neutron] 10.222.0.60 "GET /v2.0/networks/b7890f04-2550-4c59-8e90-ae87e4850fbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2343092 Nov 19 18:13:51.871534 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d786847-c794-466c-9524-3696ec061fdb tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] Pushing event updated for resources: {'Port': ['ID=cb017c19-57e5-4400-8697-533ae14012aa,revision_number=6']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:13:51.890176 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc90d626-e9bf-46f2-b9ec-48ed8ea93b78 req-092cec70-3859-4cfc-a31c-c18f4009d68c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:13:51.891713 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-cc90d626-e9bf-46f2-b9ec-48ed8ea93b78 req-092cec70-3859-4cfc-a31c-c18f4009d68c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=46fc911a506f43faacc5bb57dab5a1bf&device_id=6f823120-2583-4ac2-8c26-8fb9eb5f20a1 HTTP/1.1" status: 200 len: 1096 time: 0.1369431 Nov 19 18:13:51.891886 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['cb017c19-57e5-4400-8697-533ae14012aa'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:13:51.912405 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 18:13:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3078f1e0-3cb0-4736-be6f-c27d3e3ab43a x-openstack-request-id: req-3078f1e0-3cb0-4736-be6f-c27d3e3ab43a {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:13:51.912952 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfba28af-02f7-470b-9873-0fd03f09ec63", "tag": "cb017c19-57e5-4400-8697-533ae14012aa", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:13:51.913524 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-3078f1e0-3cb0-4736-be6f-c27d3e3ab43a {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:13:51.914162 n-d-818022-2 neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfba28af-02f7-470b-9873-0fd03f09ec63', 'tag': 'cb017c19-57e5-4400-8697-533ae14012aa', 'status': 'completed', 'code': 200} Nov 19 18:13:51.988765 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-af950b18-4810-4bd3-ba13-7392cb12f7f8 req-6187faad-e54d-4f84-8a08-a5a751753ba2 tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-364317998&fields=id&tenant_id=21dec2738a5f4ea6bf5954794e3a7a10 HTTP/1.1" status: 200 len: 267 time: 0.0674813 Nov 19 18:13:51.990178 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-a17c0e63-c185-442a-a101-f133718a34b3 req-0d95c7cf-4c67-40bd-99eb-69d126922ae6 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:52.037655 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e832d7b-a6d3-4e10-9a30-7ca7423b477c req-30525cf0-3f0f-4864-9205-763bd3f8625c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:13:52.037963 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33dc7e23-8801-4dc6-b4a5-3b120fa789c4 None None] New status for floating IP f8e1696e-4bf6-43bc-bd49-47e6483592b5: DOWN {{(pid=103366) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 18:13:52.039686 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8e832d7b-a6d3-4e10-9a30-7ca7423b477c req-30525cf0-3f0f-4864-9205-763bd3f8625c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=21dec2738a5f4ea6bf5954794e3a7a10&device_id=dfba28af-02f7-470b-9873-0fd03f09ec63 HTTP/1.1" status: 200 len: 1135 time: 0.1011362 Nov 19 18:13:52.059878 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d95c7cf-4c67-40bd-99eb-69d126922ae6 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Pushing event deleted for resources: {'Port': ['ID=f400c77e-40b5-44b3-b18d-52d46129a7c1,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:13:52.112128 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc90d626-e9bf-46f2-b9ec-48ed8ea93b78 req-0cb8a8b3-da18-43a6-9713-aa69f804182e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:13:52.114329 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-cc90d626-e9bf-46f2-b9ec-48ed8ea93b78 req-0cb8a8b3-da18-43a6-9713-aa69f804182e service neutron] 10.222.0.60 "GET /v2.0/networks?id=4a49efd5-bc80-4af6-a575-c2d3be6941db HTTP/1.1" status: 200 len: 910 time: 0.1982853 Nov 19 18:13:52.121571 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-a17c0e63-c185-442a-a101-f133718a34b3 req-0d95c7cf-4c67-40bd-99eb-69d126922ae6 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] No DVR routers for this DVR port f400c77e-40b5-44b3-b18d-52d46129a7c1 on host n-h1-818022-2 {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:13:52.124718 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-a17c0e63-c185-442a-a101-f133718a34b3 req-0d95c7cf-4c67-40bd-99eb-69d126922ae6 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:52.128536 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a17c0e63-c185-442a-a101-f133718a34b3 req-0d95c7cf-4c67-40bd-99eb-69d126922ae6 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.60 "DELETE /v2.0/ports/f400c77e-40b5-44b3-b18d-52d46129a7c1 HTTP/1.1" status: 204 len: 173 time: 0.5890121 Nov 19 18:13:52.139670 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af950b18-4810-4bd3-ba13-7392cb12f7f8 req-ae1e4306-5356-4fed-b95c-4adccb6f28c3 tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:13:52.141442 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-af950b18-4810-4bd3-ba13-7392cb12f7f8 req-ae1e4306-5356-4fed-b95c-4adccb6f28c3 tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] 10.222.0.54 "GET /v2.0/ports?device_id=dfba28af-02f7-470b-9873-0fd03f09ec63 HTTP/1.1" status: 200 len: 984 time: 0.1420975 Nov 19 18:13:52.160795 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-af950b18-4810-4bd3-ba13-7392cb12f7f8 req-12399319-8864-4534-96ba-fa38c6b56625 tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] Request body: {'port': {'security_groups': ['c4251046-d13e-48ef-af9b-bdbe6422f4fa']}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:13:52.226212 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e832d7b-a6d3-4e10-9a30-7ca7423b477c req-c1e10a2a-5a2a-44ae-9c1c-d8bc2f781522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:13:52.231711 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8e832d7b-a6d3-4e10-9a30-7ca7423b477c req-c1e10a2a-5a2a-44ae-9c1c-d8bc2f781522 service neutron] 10.222.0.60 "GET /v2.0/networks?id=266e0ec5-7209-48bb-83e2-8368b527bbf9 HTTP/1.1" status: 200 len: 921 time: 0.1837893 Nov 19 18:13:52.238626 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-cc90d626-e9bf-46f2-b9ec-48ed8ea93b78 req-31a3a268-f362-48ea-a047-6e064baa43d8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=59f0147e-62be-4a98-8223-9a2273533484 HTTP/1.1" status: 200 len: 1001 time: 0.1147208 Nov 19 18:13:52.287253 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-af950b18-4810-4bd3-ba13-7392cb12f7f8 req-12399319-8864-4534-96ba-fa38c6b56625 tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:52.393490 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-5e37d564-2214-4c26-a973-e7261e98904f req-19e9deb7-922a-48fd-b93c-056174184f6b tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/ports?device_id=8ad0b0cd-a36f-4431-aacb-ab4103c1ced5 HTTP/1.1" status: 200 len: 210 time: 0.0872157 Nov 19 18:13:52.399758 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8e832d7b-a6d3-4e10-9a30-7ca7423b477c req-376731be-2965-4d12-8395-901bca588a14 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cb017c19-57e5-4400-8697-533ae14012aa HTTP/1.1" status: 200 len: 217 time: 0.1535239 Nov 19 18:13:52.431119 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc90d626-e9bf-46f2-b9ec-48ed8ea93b78 req-bd592132-14bd-4af7-b4e0-db038fb981a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:13:52.434112 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-cc90d626-e9bf-46f2-b9ec-48ed8ea93b78 req-bd592132-14bd-4af7-b4e0-db038fb981a6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2ed30503-f276-4fb6-afaa-f1a06284c79e HTTP/1.1" status: 200 len: 848 time: 0.1855218 Nov 19 18:13:52.537186 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e832d7b-a6d3-4e10-9a30-7ca7423b477c req-bf576613-1084-4911-b106-8bf4be89c7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:13:52.538710 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8e832d7b-a6d3-4e10-9a30-7ca7423b477c req-bf576613-1084-4911-b106-8bf4be89c7bb service neutron] 10.222.0.60 "GET /v2.0/subnets?id=63081b37-6dc5-4150-8e47-837cb85bc56c HTTP/1.1" status: 200 len: 860 time: 0.1174994 Nov 19 18:13:52.542421 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc90d626-e9bf-46f2-b9ec-48ed8ea93b78 req-c6075763-f74e-44a0-83c5-fcc2f8470fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:13:52.543852 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-cc90d626-e9bf-46f2-b9ec-48ed8ea93b78 req-c6075763-f74e-44a0-83c5-fcc2f8470fe4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4a49efd5-bc80-4af6-a575-c2d3be6941db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0752020 Nov 19 18:13:52.564141 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-af950b18-4810-4bd3-ba13-7392cb12f7f8 req-12399319-8864-4534-96ba-fa38c6b56625 tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] For port cb017c19-57e5-4400-8697-533ae14012aa, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=cb017c19-57e5-4400-8697-533ae14012aa,segment=NetworkSegment(cec76fca-bae9-4940-8845-e930efd32ae4),segment_id=cec76fca-bae9-4940-8845-e930efd32ae4)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:13:52.605140 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-af950b18-4810-4bd3-ba13-7392cb12f7f8 req-12399319-8864-4534-96ba-fa38c6b56625 tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] Publish callbacks [] for port, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:52.612844 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-af950b18-4810-4bd3-ba13-7392cb12f7f8 req-12399319-8864-4534-96ba-fa38c6b56625 tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:52.624890 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['cb017c19-57e5-4400-8697-533ae14012aa'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:13:52.625159 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8e832d7b-a6d3-4e10-9a30-7ca7423b477c req-d89c02db-9d00-4bcf-9a05-8158ab25fa77 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=266e0ec5-7209-48bb-83e2-8368b527bbf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0716147 Nov 19 18:13:52.664685 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af950b18-4810-4bd3-ba13-7392cb12f7f8 req-12399319-8864-4534-96ba-fa38c6b56625 tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:13:52.665380 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-af950b18-4810-4bd3-ba13-7392cb12f7f8 req-12399319-8864-4534-96ba-fa38c6b56625 tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:52.674909 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-af950b18-4810-4bd3-ba13-7392cb12f7f8 req-12399319-8864-4534-96ba-fa38c6b56625 tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] 10.222.0.54 "PUT /v2.0/ports/cb017c19-57e5-4400-8697-533ae14012aa HTTP/1.1" status: 200 len: 942 time: 0.5213432 Nov 19 18:13:52.699970 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12399319-8864-4534-96ba-fa38c6b56625 tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] Pushing event updated for resources: {'Port': ['ID=cb017c19-57e5-4400-8697-533ae14012aa,revision_number=7']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:13:52.735989 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['cb017c19-57e5-4400-8697-533ae14012aa'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:13:52.793954 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-cc90d626-e9bf-46f2-b9ec-48ed8ea93b78 req-10aeb99f-94fb-44ec-a7f6-65c5ccfbbcda service neutron] 10.222.0.60 "GET /v2.0/networks/4a49efd5-bc80-4af6-a575-c2d3be6941db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2392304 Nov 19 18:13:52.891014 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ad0b0cd-a36f-4431-aacb-ab4103c1ced5', 'name': 'network-vif-deleted', 'tag': 'f400c77e-40b5-44b3-b18d-52d46129a7c1'}, {'name': 'network-changed', 'server_uuid': 'dfba28af-02f7-470b-9873-0fd03f09ec63', 'tag': 'cb017c19-57e5-4400-8697-533ae14012aa'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:13:52.893999 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218319d759239a7d11f1288aef37381b97754913ee9ccbfd43b51a463f801712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bdf347e-c51f-4931-84e6-434e38317153" -d '{"events": [{"server_uuid": "8ad0b0cd-a36f-4431-aacb-ab4103c1ced5", "name": "network-vif-deleted", "tag": "f400c77e-40b5-44b3-b18d-52d46129a7c1"}, {"name": "network-changed", "server_uuid": "dfba28af-02f7-470b-9873-0fd03f09ec63", "tag": "cb017c19-57e5-4400-8697-533ae14012aa"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:13:52.940040 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 19 Nov 2021 18:13:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91d5288c-22c4-4c5e-ab3e-01df92b23817 x-openstack-request-id: req-91d5288c-22c4-4c5e-ab3e-01df92b23817 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:13:52.940453 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ad0b0cd-a36f-4431-aacb-ab4103c1ced5", "name": "network-vif-deleted", "tag": "f400c77e-40b5-44b3-b18d-52d46129a7c1", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "dfba28af-02f7-470b-9873-0fd03f09ec63", "tag": "cb017c19-57e5-4400-8697-533ae14012aa", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:13:52.941029 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-91d5288c-22c4-4c5e-ab3e-01df92b23817 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:13:52.941359 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ad0b0cd-a36f-4431-aacb-ab4103c1ced5', 'name': 'network-vif-deleted', 'tag': 'f400c77e-40b5-44b3-b18d-52d46129a7c1', 'status': 'completed', 'code': 200} Nov 19 18:13:52.941763 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfba28af-02f7-470b-9873-0fd03f09ec63', 'tag': 'cb017c19-57e5-4400-8697-533ae14012aa', 'status': 'completed', 'code': 200} Nov 19 18:13:53.268528 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8e832d7b-a6d3-4e10-9a30-7ca7423b477c req-85610c4d-cb9a-4661-873d-9cde79ba0f19 service neutron] 10.222.0.60 "GET /v2.0/networks/266e0ec5-7209-48bb-83e2-8368b527bbf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6362936 Nov 19 18:13:53.365497 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-696db1d9-c98f-47a9-ab0f-1bd6df8f92de req-f2a97f7f-39d0-4ea6-8f46-7f91617ac8a8 tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6734984 Nov 19 18:13:53.382339 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-696db1d9-c98f-47a9-ab0f-1bd6df8f92de req-588e3bd5-72a3-4ce6-9298-f329e040fc85 tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] Request body: {'floatingip': {'floating_network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:13:53.396678 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-cc90d626-e9bf-46f2-b9ec-48ed8ea93b78 req-41a16851-a16a-4c2f-8236-6b2ba09c411d service neutron] 10.222.0.60 "GET /v2.0/networks/4a49efd5-bc80-4af6-a575-c2d3be6941db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5931978 Nov 19 18:13:53.429758 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8e832d7b-a6d3-4e10-9a30-7ca7423b477c req-e0406870-18b7-494e-b541-3fa430b31356 service neutron] 10.222.0.60 "GET /v2.0/networks/266e0ec5-7209-48bb-83e2-8368b527bbf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498189 Nov 19 18:13:53.430929 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-696db1d9-c98f-47a9-ab0f-1bd6df8f92de req-588e3bd5-72a3-4ce6-9298-f329e040fc85 tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] Publish callbacks [] for floatingip, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:53.472615 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 40380) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:13:53.531478 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdf347e-c51f-4931-84e6-434e38317153 req-5a9ae5b5-d1f7-408b-981d-8b7d6d7f628a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:13:53.532873 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-3bdf347e-c51f-4931-84e6-434e38317153 req-5a9ae5b5-d1f7-408b-981d-8b7d6d7f628a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=21dec2738a5f4ea6bf5954794e3a7a10&device_id=dfba28af-02f7-470b-9873-0fd03f09ec63 HTTP/1.1" status: 200 len: 1096 time: 0.0622652 Nov 19 18:13:53.624068 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-696db1d9-c98f-47a9-ab0f-1bd6df8f92de req-588e3bd5-72a3-4ce6-9298-f329e040fc85 tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:53.673321 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdf347e-c51f-4931-84e6-434e38317153 req-d30690e3-b1d4-4747-8039-d05392dacb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:13:53.674819 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-3bdf347e-c51f-4931-84e6-434e38317153 req-d30690e3-b1d4-4747-8039-d05392dacb38 service neutron] 10.222.0.60 "GET /v2.0/networks?id=266e0ec5-7209-48bb-83e2-8368b527bbf9 HTTP/1.1" status: 200 len: 921 time: 0.1347470 Nov 19 18:13:53.726684 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-3bdf347e-c51f-4931-84e6-434e38317153 req-09b8ca36-78e7-45c7-bf17-332ce0fc2bfb service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cb017c19-57e5-4400-8697-533ae14012aa HTTP/1.1" status: 200 len: 217 time: 0.0447164 Nov 19 18:13:53.814297 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdf347e-c51f-4931-84e6-434e38317153 req-f9ad30b7-a1d4-4cd8-8170-d322941ec57b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:13:53.815723 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-3bdf347e-c51f-4931-84e6-434e38317153 req-f9ad30b7-a1d4-4cd8-8170-d322941ec57b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=63081b37-6dc5-4150-8e47-837cb85bc56c HTTP/1.1" status: 200 len: 860 time: 0.0795491 Nov 19 18:13:53.816908 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [req-696db1d9-c98f-47a9-ab0f-1bd6df8f92de req-588e3bd5-72a3-4ce6-9298-f329e040fc85 tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] Allocated IP 172.25.7.164 (645e61aa-1a6c-4e8f-857e-ab06edb4897f/88ed2d64-f56d-4f01-a468-946e01c99e82/971301ac-e877-49a0-9727-1dd4dcf294e3) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:13:53.844330 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0c22fb02-e730-4633-8559-ec34a9df5d4c tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-768564'] for router_interface, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:53.858749 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-3bdf347e-c51f-4931-84e6-434e38317153 req-e89ca723-3a2e-434e-b1b2-97de68ef1c39 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=266e0ec5-7209-48bb-83e2-8368b527bbf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353601 Nov 19 18:13:54.024709 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-696db1d9-c98f-47a9-ab0f-1bd6df8f92de req-588e3bd5-72a3-4ce6-9298-f329e040fc85 tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:54.027787 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-3bdf347e-c51f-4931-84e6-434e38317153 req-a171a83c-7a6c-4ff5-93c3-717bbcadefb2 service neutron] 10.222.0.60 "GET /v2.0/networks/266e0ec5-7209-48bb-83e2-8368b527bbf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570792 Nov 19 18:13:54.123800 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-696db1d9-c98f-47a9-ab0f-1bd6df8f92de req-588e3bd5-72a3-4ce6-9298-f329e040fc85 tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:54.174718 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-3bdf347e-c51f-4931-84e6-434e38317153 req-cc9534d1-d40e-4c8a-b242-0ca242441d96 service neutron] 10.222.0.60 "GET /v2.0/networks/266e0ec5-7209-48bb-83e2-8368b527bbf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396554 Nov 19 18:13:54.182949 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-696db1d9-c98f-47a9-ab0f-1bd6df8f92de req-588e3bd5-72a3-4ce6-9298-f329e040fc85 tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] Network 645e61aa-1a6c-4e8f-857e-ab06edb4897f is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:13:54.185899 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [req-696db1d9-c98f-47a9-ab0f-1bd6df8f92de req-588e3bd5-72a3-4ce6-9298-f329e040fc85 tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:13:54.190323 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [req-696db1d9-c98f-47a9-ab0f-1bd6df8f92de req-588e3bd5-72a3-4ce6-9298-f329e040fc85 tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:13:54.193371 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588e3bd5-72a3-4ce6-9298-f329e040fc85 tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] Pushing event updated for resources: {'Port': ['ID=971301ac-e877-49a0-9727-1dd4dcf294e3,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:13:54.274695 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-696db1d9-c98f-47a9-ab0f-1bd6df8f92de req-588e3bd5-72a3-4ce6-9298-f329e040fc85 tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:54.313422 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-696db1d9-c98f-47a9-ab0f-1bd6df8f92de req-588e3bd5-72a3-4ce6-9298-f329e040fc85 tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:54.430236 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-0c22fb02-e730-4633-8559-ec34a9df5d4c tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Deleting port 1331210d-af52-43f7-8a6a-d493182d56a0 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:13:54.430673 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0c22fb02-e730-4633-8559-ec34a9df5d4c tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:54.462866 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-696db1d9-c98f-47a9-ab0f-1bd6df8f92de req-588e3bd5-72a3-4ce6-9298-f329e040fc85 tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] Publish callbacks [] for port, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:54.467679 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-696db1d9-c98f-47a9-ab0f-1bd6df8f92de req-588e3bd5-72a3-4ce6-9298-f329e040fc85 tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:54.521383 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [None req-0c22fb02-e730-4633-8559-ec34a9df5d4c tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] For port 1331210d-af52-43f7-8a6a-d493182d56a0, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=1331210d-af52-43f7-8a6a-d493182d56a0,segment=NetworkSegment(422f9f40-945b-44c5-aa86-c40340120273),segment_id=422f9f40-945b-44c5-aa86-c40340120273)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:13:54.521744 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0c22fb02-e730-4633-8559-ec34a9df5d4c tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:54.534356 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-0c22fb02-e730-4633-8559-ec34a9df5d4c tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Calling delete_port for 1331210d-af52-43f7-8a6a-d493182d56a0 owned by network:router_interface {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:13:54.544424 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588e3bd5-72a3-4ce6-9298-f329e040fc85 tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] Pushing event updated for resources: {'Port': ['ID=971301ac-e877-49a0-9727-1dd4dcf294e3,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:13:54.551935 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-696db1d9-c98f-47a9-ab0f-1bd6df8f92de req-588e3bd5-72a3-4ce6-9298-f329e040fc85 tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-671284'] for floatingip, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:54.567758 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-696db1d9-c98f-47a9-ab0f-1bd6df8f92de req-588e3bd5-72a3-4ce6-9298-f329e040fc85 tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for floatingip, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:54.569104 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-696db1d9-c98f-47a9-ab0f-1bd6df8f92de req-588e3bd5-72a3-4ce6-9298-f329e040fc85 tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.1933527 Nov 19 18:13:54.647564 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-696db1d9-c98f-47a9-ab0f-1bd6df8f92de req-6654c6af-a6e9-440c-8604-724ec33843ee tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.7.164 HTTP/1.1" status: 200 len: 696 time: 0.0722373 Nov 19 18:13:54.727992 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0c22fb02-e730-4633-8559-ec34a9df5d4c tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:54.755547 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696db1d9-c98f-47a9-ab0f-1bd6df8f92de req-590ab90c-e5f5-4c9a-a463-9c27514d63ab tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:13:54.756922 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-696db1d9-c98f-47a9-ab0f-1bd6df8f92de req-590ab90c-e5f5-4c9a-a463-9c27514d63ab tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] 10.222.0.54 "GET /v2.0/networks/645e61aa-1a6c-4e8f-857e-ab06edb4897f HTTP/1.1" status: 200 len: 784 time: 0.1034682 Nov 19 18:13:54.761027 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c22fb02-e730-4633-8559-ec34a9df5d4c tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Pushing event deleted for resources: {'Port': ['ID=1331210d-af52-43f7-8a6a-d493182d56a0,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:13:54.769441 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [req-696db1d9-c98f-47a9-ab0f-1bd6df8f92de req-376d893e-33f5-43a4-86aa-6bd7306417a1 tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=103364) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 18:13:54.770688 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-696db1d9-c98f-47a9-ab0f-1bd6df8f92de req-376d893e-33f5-43a4-86aa-6bd7306417a1 tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0073347 Nov 19 18:13:55.001109 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0c22fb02-e730-4633-8559-ec34a9df5d4c tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-768648'] for router_interface, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:55.011473 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff2c083-4971-49fe-a309-25b8c28a1fa9 req-ae0dfe3e-36b0-4d95-bf0b-bacc79f60a01 tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:13:55.012969 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2ff2c083-4971-49fe-a309-25b8c28a1fa9 req-ae0dfe3e-36b0-4d95-bf0b-bacc79f60a01 tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] 10.222.0.54 "GET /v2.0/ports?device_id=dfba28af-02f7-470b-9873-0fd03f09ec63&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1289358 Nov 19 18:13:55.124866 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2ff2c083-4971-49fe-a309-25b8c28a1fa9 req-cf679ea0-ec50-44d9-80ce-d920a806cb19 tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.7.164 HTTP/1.1" status: 200 len: 696 time: 0.1044133 Nov 19 18:13:55.136689 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-2ff2c083-4971-49fe-a309-25b8c28a1fa9 req-e46e7b51-c4a7-4c6e-9ec7-58bf4e148bed tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] Request body: {'floatingip': {'port_id': 'cb017c19-57e5-4400-8697-533ae14012aa', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:13:55.205132 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-2ff2c083-4971-49fe-a309-25b8c28a1fa9 req-e46e7b51-c4a7-4c6e-9ec7-58bf4e148bed tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] Publish callbacks [] for floatingip, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:55.487024 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c22fb02-e730-4633-8559-ec34a9df5d4c tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Router cd818012-7464-4466-a1f9-e9a343404224 has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 18:13:55.718370 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c22fb02-e730-4633-8559-ec34a9df5d4c tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:13:55.727745 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-0c22fb02-e730-4633-8559-ec34a9df5d4c tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "PUT /v2.0/routers/cd818012-7464-4466-a1f9-e9a343404224/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2513180 Nov 19 18:13:55.728088 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 40384) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:13:55.728633 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fd64e43-a370-47e3-9b9e-8e3c5fb9ebe1 None None] Sync routers for ids ['cd818012-7464-4466-a1f9-e9a343404224'] in n-d-818022-2 {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:13:55.743493 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd64e43-a370-47e3-9b9e-8e3c5fb9ebe1 None None] Routers {'cd818012-7464-4466-a1f9-e9a343404224'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:13:55.744699 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-4fd64e43-a370-47e3-9b9e-8e3c5fb9ebe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:13:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['cd818012-7464-4466-a1f9-e9a343404224'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:13:55.784229 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba776e48-346e-4f1a-b904-c2fd20988fea tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Deleting subnet c3c6713b-269a-48dd-a338-94c613354e1b {{(pid=103364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 18:13:55.787813 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ba776e48-346e-4f1a-b904-c2fd20988fea tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks [] for subnet, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:55.809112 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-2ff2c083-4971-49fe-a309-25b8c28a1fa9 req-e46e7b51-c4a7-4c6e-9ec7-58bf4e148bed tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:55.814093 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-2ff2c083-4971-49fe-a309-25b8c28a1fa9 req-e46e7b51-c4a7-4c6e-9ec7-58bf4e148bed tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-671284'] for floatingip, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:55.833932 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ba776e48-346e-4f1a-b904-c2fd20988fea tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9416263'] for subnet, precommit_delete_associations {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:55.850973 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-4fd64e43-a370-47e3-9b9e-8e3c5fb9ebe1 None None] Set router cd818012-7464-4466-a1f9-e9a343404224 gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:13:55.919819 n-d-818022-2 neutron-server[103365]: INFO neutron.db.l3_db [req-2ff2c083-4971-49fe-a309-25b8c28a1fa9 req-e46e7b51-c4a7-4c6e-9ec7-58bf4e148bed tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] Floating IP 7f48ee90-b247-4208-b6c0-ad89e86361c6 associated. External IP: 172.25.7.164, port: cb017c19-57e5-4400-8697-533ae14012aa. Nov 19 18:13:55.925929 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ba776e48-346e-4f1a-b904-c2fd20988fea tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:55.999669 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ba776e48-346e-4f1a-b904-c2fd20988fea tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12425137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8983934'] for subnet, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:56.034796 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba776e48-346e-4f1a-b904-c2fd20988fea tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Pushing event deleted for resources: {'Subnet': ['ID=c3c6713b-269a-48dd-a338-94c613354e1b,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:13:56.043646 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ba776e48-346e-4f1a-b904-c2fd20988fea tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:56.051260 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e82e04c9-19c5-439f-abf1-5d321485d3c0 None None] Network b7890f04-2550-4c59-8e90-ae87e4850fbe requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:13:56.051781 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-ba776e48-346e-4f1a-b904-c2fd20988fea tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "DELETE /v2.0/subnets/c3c6713b-269a-48dd-a338-94c613354e1b HTTP/1.1" status: 204 len: 168 time: 0.3204989 Nov 19 18:13:56.052536 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 40386) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:13:56.145192 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2ff2c083-4971-49fe-a309-25b8c28a1fa9 req-e46e7b51-c4a7-4c6e-9ec7-58bf4e148bed tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] Router 812a136c-ebb9-4f7e-973b-60704fdce9f1 has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 18:13:56.150374 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-4fd64e43-a370-47e3-9b9e-8e3c5fb9ebe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd818012-7464-4466-a1f9-e9a343404224', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1612014972', 'tenant_id': 'd41245dedb694df6accb5dc7769c75e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.182'}], 'enable_snat': True}, 'gw_port_id': '5044be33-277d-48f4-9ebd-36f0ba84e06b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:12:33Z', 'updated_at': '2021-11-19T18:13:54Z', 'revision_number': 5, 'project_id': 'd41245dedb694df6accb5dc7769c75e5', 'gw_port': {'id': '5044be33-277d-48f4-9ebd-36f0ba84e06b', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:ac:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd818012-7464-4466-a1f9-e9a343404224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:12:34Z', 'updated_at': '2021-11-19T18:12:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:13:56.183397 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fd64e43-a370-47e3-9b9e-8e3c5fb9ebe1 None None] Checking router: cd818012-7464-4466-a1f9-e9a343404224 for host: n-d-818022-2 {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:13:56.193404 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd64e43-a370-47e3-9b9e-8e3c5fb9ebe1 None None] Routers {'cd818012-7464-4466-a1f9-e9a343404224'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:13:56.193779 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f9654b7c-6dfb-4978-baa6-bb832b80c33c tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks [] for router, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:56.194204 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-4fd64e43-a370-47e3-9b9e-8e3c5fb9ebe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:13:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['cd818012-7464-4466-a1f9-e9a343404224'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:13:56.258404 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c035b1f4-d81b-407a-8cb6-6df8d9244181 None None] DHCP port deletion for b7890f04-2550-4c59-8e90-ae87e4850fbe request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:13:56.293737 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2ff2c083-4971-49fe-a309-25b8c28a1fa9 req-e46e7b51-c4a7-4c6e-9ec7-58bf4e148bed tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:13:56.299657 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-2ff2c083-4971-49fe-a309-25b8c28a1fa9 req-e46e7b51-c4a7-4c6e-9ec7-58bf4e148bed tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for floatingip, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:56.306523 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device f400c77e-40b5-44b3-b18d-52d46129a7c1 no longer exists at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:13:56.310659 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0665b452-e731-49f3-9604-a6aea9f04a57 None None] Sync routers for ids ['812a136c-ebb9-4f7e-973b-60704fdce9f1'] in n-d-818022-2 {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:13:56.325890 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f9654b7c-6dfb-4978-baa6-bb832b80c33c tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:56.338602 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2ff2c083-4971-49fe-a309-25b8c28a1fa9 req-e46e7b51-c4a7-4c6e-9ec7-58bf4e148bed tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] 10.222.0.54 "PUT /v2.0/floatingips/7f48ee90-b247-4208-b6c0-ad89e86361c6 HTTP/1.1" status: 200 len: 996 time: 1.2071326 Nov 19 18:13:56.339304 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfba28af-02f7-470b-9873-0fd03f09ec63', 'tag': 'cb017c19-57e5-4400-8697-533ae14012aa'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:13:56.339928 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] No Port match for: f400c77e-40b5-44b3-b18d-52d46129a7c1 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:13:56.341108 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device f400c77e-40b5-44b3-b18d-52d46129a7c1 not bound to the agent host n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:13:56.342181 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218319d759239a7d11f1288aef37381b97754913ee9ccbfd43b51a463f801712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d48c9e30-657c-463a-b703-a25c636bbe44" -d '{"events": [{"name": "network-changed", "server_uuid": "dfba28af-02f7-470b-9873-0fd03f09ec63", "tag": "cb017c19-57e5-4400-8697-533ae14012aa"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:13:56.343101 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-4fd64e43-a370-47e3-9b9e-8e3c5fb9ebe1 None None] Set router cd818012-7464-4466-a1f9-e9a343404224 gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:13:56.380429 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0665b452-e731-49f3-9604-a6aea9f04a57 None None] Routers {'812a136c-ebb9-4f7e-973b-60704fdce9f1'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:13:56.381096 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-0665b452-e731-49f3-9604-a6aea9f04a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:13:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['812a136c-ebb9-4f7e-973b-60704fdce9f1'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:13:56.406871 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-f9654b7c-6dfb-4978-baa6-bb832b80c33c tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Deleting port 5044be33-277d-48f4-9ebd-36f0ba84e06b {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:13:56.406871 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f9654b7c-6dfb-4978-baa6-bb832b80c33c tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:56.417133 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 18:13:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fb5af33-c11e-456d-a6f5-8e2d513a4dfc x-openstack-request-id: req-1fb5af33-c11e-456d-a6f5-8e2d513a4dfc {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:13:56.417755 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfba28af-02f7-470b-9873-0fd03f09ec63", "tag": "cb017c19-57e5-4400-8697-533ae14012aa", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:13:56.418410 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-1fb5af33-c11e-456d-a6f5-8e2d513a4dfc {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:13:56.419055 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfba28af-02f7-470b-9873-0fd03f09ec63', 'tag': 'cb017c19-57e5-4400-8697-533ae14012aa', 'status': 'completed', 'code': 200} Nov 19 18:13:56.453388 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-c035b1f4-d81b-407a-8cb6-6df8d9244181 None None] Deleting port 5209b3ba-576c-4284-8c33-94247e7cbd31 {{(pid=103366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:13:56.453770 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-c035b1f4-d81b-407a-8cb6-6df8d9244181 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:56.503198 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff2c083-4971-49fe-a309-25b8c28a1fa9 req-d4a43049-5ce8-486c-bc70-d49f75a498cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:13:56.504908 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2ff2c083-4971-49fe-a309-25b8c28a1fa9 req-d4a43049-5ce8-486c-bc70-d49f75a498cc service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=21dec2738a5f4ea6bf5954794e3a7a10&device_id=dfba28af-02f7-470b-9873-0fd03f09ec63 HTTP/1.1" status: 200 len: 1096 time: 0.1500821 Nov 19 18:13:56.548712 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [None req-f9654b7c-6dfb-4978-baa6-bb832b80c33c tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] For port 5044be33-277d-48f4-9ebd-36f0ba84e06b, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=5044be33-277d-48f4-9ebd-36f0ba84e06b,segment=NetworkSegment(bbe705c1-96c0-476e-8381-28227e6f0ac5),segment_id=bbe705c1-96c0-476e-8381-28227e6f0ac5)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:13:56.549163 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f9654b7c-6dfb-4978-baa6-bb832b80c33c tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:56.562819 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-c035b1f4-d81b-407a-8cb6-6df8d9244181 None None] For port 5209b3ba-576c-4284-8c33-94247e7cbd31, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=5209b3ba-576c-4284-8c33-94247e7cbd31,segment=NetworkSegment(422f9f40-945b-44c5-aa86-c40340120273),segment_id=422f9f40-945b-44c5-aa86-c40340120273)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:13:56.563221 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-c035b1f4-d81b-407a-8cb6-6df8d9244181 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:56.564525 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48c9e30-657c-463a-b703-a25c636bbe44 req-11178981-3265-4f60-bb43-0ef66a98aaa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:13:56.566175 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d48c9e30-657c-463a-b703-a25c636bbe44 req-11178981-3265-4f60-bb43-0ef66a98aaa4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=21dec2738a5f4ea6bf5954794e3a7a10&device_id=dfba28af-02f7-470b-9873-0fd03f09ec63 HTTP/1.1" status: 200 len: 1096 time: 0.0947032 Nov 19 18:13:56.566382 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-4fd64e43-a370-47e3-9b9e-8e3c5fb9ebe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd818012-7464-4466-a1f9-e9a343404224', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1612014972', 'tenant_id': 'd41245dedb694df6accb5dc7769c75e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.182'}], 'enable_snat': True}, 'gw_port_id': '5044be33-277d-48f4-9ebd-36f0ba84e06b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:12:33Z', 'updated_at': '2021-11-19T18:13:54Z', 'revision_number': 5, 'project_id': 'd41245dedb694df6accb5dc7769c75e5', 'gw_port': {'id': '5044be33-277d-48f4-9ebd-36f0ba84e06b', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:ac:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd818012-7464-4466-a1f9-e9a343404224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:12:34Z', 'updated_at': '2021-11-19T18:12:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:13:56.571477 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-f9654b7c-6dfb-4978-baa6-bb832b80c33c tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Calling delete_port for 5044be33-277d-48f4-9ebd-36f0ba84e06b owned by network:router_gateway {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:13:56.576974 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-0665b452-e731-49f3-9604-a6aea9f04a57 None None] Set router 812a136c-ebb9-4f7e-973b-60704fdce9f1 gateway port host: n-d-818022-2 {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:13:56.604612 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-c035b1f4-d81b-407a-8cb6-6df8d9244181 None None] Calling delete_port for 5209b3ba-576c-4284-8c33-94247e7cbd31 owned by network:dhcp {{(pid=103366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:13:56.609699 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fd64e43-a370-47e3-9b9e-8e3c5fb9ebe1 None None] The sync data for ids ['cd818012-7464-4466-a1f9-e9a343404224'] in n-d-818022-2 is: [{'id': 'cd818012-7464-4466-a1f9-e9a343404224', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1612014972', 'tenant_id': 'd41245dedb694df6accb5dc7769c75e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.182'}], 'enable_snat': True}, 'gw_port_id': '5044be33-277d-48f4-9ebd-36f0ba84e06b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:12:33Z', 'updated_at': '2021-11-19T18:13:54Z', 'revision_number': 5, 'project_id': 'd41245dedb694df6accb5dc7769c75e5', 'gw_port': {'id': '5044be33-277d-48f4-9ebd-36f0ba84e06b', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:ac:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd818012-7464-4466-a1f9-e9a343404224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:12:34Z', 'updated_at': '2021-11-19T18:12:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:13:56.628761 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff2c083-4971-49fe-a309-25b8c28a1fa9 req-942c44c2-0888-407f-ac04-d4721bd583b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:13:56.632199 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2ff2c083-4971-49fe-a309-25b8c28a1fa9 req-942c44c2-0888-407f-ac04-d4721bd583b8 service neutron] 10.222.0.54 "GET /v2.0/networks?id=266e0ec5-7209-48bb-83e2-8368b527bbf9 HTTP/1.1" status: 200 len: 921 time: 0.1172049 Nov 19 18:13:56.723845 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2ff2c083-4971-49fe-a309-25b8c28a1fa9 req-180e0d20-7ef2-421a-bf70-2ff0ed249c28 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cb017c19-57e5-4400-8697-533ae14012aa HTTP/1.1" status: 200 len: 999 time: 0.0827367 Nov 19 18:13:56.760842 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48c9e30-657c-463a-b703-a25c636bbe44 req-3a275811-c2f5-40dd-abbf-5dca1d6b3ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:13:56.763267 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d48c9e30-657c-463a-b703-a25c636bbe44 req-3a275811-c2f5-40dd-abbf-5dca1d6b3ad3 service neutron] 10.222.0.60 "GET /v2.0/networks?id=266e0ec5-7209-48bb-83e2-8368b527bbf9 HTTP/1.1" status: 200 len: 921 time: 0.1883225 Nov 19 18:13:56.785676 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff2c083-4971-49fe-a309-25b8c28a1fa9 req-41ca0801-65d7-4462-bada-95c8d90107f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:13:56.787436 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2ff2c083-4971-49fe-a309-25b8c28a1fa9 req-41ca0801-65d7-4462-bada-95c8d90107f6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=63081b37-6dc5-4150-8e47-837cb85bc56c HTTP/1.1" status: 200 len: 860 time: 0.0560660 Nov 19 18:13:56.829867 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2ff2c083-4971-49fe-a309-25b8c28a1fa9 req-1529dd9b-38e9-4b86-8bea-8798122e0a7a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=266e0ec5-7209-48bb-83e2-8368b527bbf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350287 Nov 19 18:13:56.831761 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-c035b1f4-d81b-407a-8cb6-6df8d9244181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007'] for port, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:56.845695 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [req-2ff2c083-4971-49fe-a309-25b8c28a1fa9 req-65f19a5e-6ce6-4009-a432-a05e22e19491 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=103365) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 18:13:56.846908 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2ff2c083-4971-49fe-a309-25b8c28a1fa9 req-65f19a5e-6ce6-4009-a432-a05e22e19491 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0065997 Nov 19 18:13:56.882532 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c035b1f4-d81b-407a-8cb6-6df8d9244181 None None] Pushing event deleted for resources: {'Port': ['ID=5209b3ba-576c-4284-8c33-94247e7cbd31,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:13:56.884561 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c035b1f4-d81b-407a-8cb6-6df8d9244181 None None] No DVR routers for this DVR port 5209b3ba-576c-4284-8c33-94247e7cbd31 on host n-d-818022-2 {{(pid=103366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:13:56.897369 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d48c9e30-657c-463a-b703-a25c636bbe44 req-08a378b6-64ae-42c7-b227-14f8f837011a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cb017c19-57e5-4400-8697-533ae14012aa HTTP/1.1" status: 200 len: 999 time: 0.1222885 Nov 19 18:13:56.922674 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-0665b452-e731-49f3-9604-a6aea9f04a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '812a136c-ebb9-4f7e-973b-60704fdce9f1', 'name': 'tempest-ServerRescueTestJSONUnderV235-1565642614-router', 'tenant_id': '21dec2738a5f4ea6bf5954794e3a7a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': '1a636594-f237-4360-9952-f85da1c3ebd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:13:05Z', 'updated_at': '2021-11-19T18:13:08Z', 'revision_number': 4, 'project_id': '21dec2738a5f4ea6bf5954794e3a7a10', 'gw_port': {'id': '1a636594-f237-4360-9952-f85da1c3ebd8', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:23:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '812a136c-ebb9-4f7e-973b-60704fdce9f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:13:05Z', 'updated_at': '2021-11-19T18:13:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_floatingips': [{'id': '7f48ee90-b247-4208-b6c0-ad89e86361c6', 'tenant_id': '21dec2738a5f4ea6bf5954794e3a7a10', 'floating_ip_address': '172.25.7.164', 'floating_network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'router_id': '812a136c-ebb9-4f7e-973b-60704fdce9f1', 'port_id': 'cb017c19-57e5-4400-8697-533ae14012aa', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3710, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '266e0ec5-7209-48bb-83e2-8368b527bbf9', 'mac_address': 'fa:16:3e:59:f3:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfba28af-02f7-470b-9873-0fd03f09ec63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T18:13:54Z', 'updated_at': '2021-11-19T18:13:55Z', 'revision_number': 1, 'project_id': '21dec2738a5f4ea6bf5954794e3a7a10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8647de9-93cd-4793-a7ef-1d92f5154f90', 'name': '', 'network_id': '266e0ec5-7209-48bb-83e2-8368b527bbf9', 'tenant_id': '21dec2738a5f4ea6bf5954794e3a7a10', 'mac_address': 'fa:16:3e:7a:3f:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '812a136c-ebb9-4f7e-973b-60704fdce9f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': '63081b37-6dc5-4150-8e47-837cb85bc56c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:13:07Z', 'updated_at': '2021-11-19T18:13:14Z', 'revision_number': 5, 'project_id': '21dec2738a5f4ea6bf5954794e3a7a10', 'subnets': [{'id': '63081b37-6dc5-4150-8e47-837cb85bc56c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:13:56.950756 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0665b452-e731-49f3-9604-a6aea9f04a57 None None] Checking router: 812a136c-ebb9-4f7e-973b-60704fdce9f1 for host: n-d-818022-2 {{(pid=103366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:13:56.960546 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0665b452-e731-49f3-9604-a6aea9f04a57 None None] Routers {'812a136c-ebb9-4f7e-973b-60704fdce9f1'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:13:56.961451 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-0665b452-e731-49f3-9604-a6aea9f04a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:13:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['812a136c-ebb9-4f7e-973b-60704fdce9f1'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:13:56.977071 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2ff2c083-4971-49fe-a309-25b8c28a1fa9 req-17f49d4c-146d-4abf-907a-4ff47da46a4e service neutron] 10.222.0.54 "GET /v2.0/networks/266e0ec5-7209-48bb-83e2-8368b527bbf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222594 Nov 19 18:13:56.983389 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48c9e30-657c-463a-b703-a25c636bbe44 req-cb0c13aa-4b7a-4346-abba-811ecd9b087d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:13:56.984852 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d48c9e30-657c-463a-b703-a25c636bbe44 req-cb0c13aa-4b7a-4346-abba-811ecd9b087d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=63081b37-6dc5-4150-8e47-837cb85bc56c HTTP/1.1" status: 200 len: 860 time: 0.0787232 Nov 19 18:13:57.017574 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f9654b7c-6dfb-4978-baa6-bb832b80c33c tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:57.051707 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d48c9e30-657c-463a-b703-a25c636bbe44 req-4e97e776-f72f-42a1-bd3b-abef9f4c742e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=266e0ec5-7209-48bb-83e2-8368b527bbf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510724 Nov 19 18:13:57.084428 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9654b7c-6dfb-4978-baa6-bb832b80c33c tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Pushing event deleted for resources: {'Port': ['ID=5044be33-277d-48f4-9ebd-36f0ba84e06b,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:13:57.100795 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-344a0283-0893-480e-b493-4f804422859d None None] DHCP port deletion for 645e61aa-1a6c-4e8f-857e-ab06edb4897f request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:13:57.126332 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 5209b3ba-576c-4284-8c33-94247e7cbd31 no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:13:57.149165 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2ff2c083-4971-49fe-a309-25b8c28a1fa9 req-83e16509-4688-42eb-ad23-646e1feec3c0 service neutron] 10.222.0.54 "GET /v2.0/networks/266e0ec5-7209-48bb-83e2-8368b527bbf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696367 Nov 19 18:13:57.161779 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-0665b452-e731-49f3-9604-a6aea9f04a57 None None] Set router 812a136c-ebb9-4f7e-973b-60704fdce9f1 gateway port host: n-d-818022-2 {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:13:57.164428 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: 5209b3ba-576c-4284-8c33-94247e7cbd31 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:13:57.164873 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 5209b3ba-576c-4284-8c33-94247e7cbd31 not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:13:57.165392 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 1331210d-af52-43f7-8a6a-d493182d56a0 no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:13:57.221465 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: 1331210d-af52-43f7-8a6a-d493182d56a0 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:13:57.221826 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 1331210d-af52-43f7-8a6a-d493182d56a0 not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:13:57.295640 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f9654b7c-6dfb-4978-baa6-bb832b80c33c tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-671730'] for router_gateway, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:57.303848 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d48c9e30-657c-463a-b703-a25c636bbe44 req-fabb7fd7-252c-428d-bcb1-2cccae2ce932 service neutron] 10.222.0.60 "GET /v2.0/networks/266e0ec5-7209-48bb-83e2-8368b527bbf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2321460 Nov 19 18:13:57.434054 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-0665b452-e731-49f3-9604-a6aea9f04a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '812a136c-ebb9-4f7e-973b-60704fdce9f1', 'name': 'tempest-ServerRescueTestJSONUnderV235-1565642614-router', 'tenant_id': '21dec2738a5f4ea6bf5954794e3a7a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': '1a636594-f237-4360-9952-f85da1c3ebd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:13:05Z', 'updated_at': '2021-11-19T18:13:08Z', 'revision_number': 4, 'project_id': '21dec2738a5f4ea6bf5954794e3a7a10', 'gw_port': {'id': '1a636594-f237-4360-9952-f85da1c3ebd8', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:23:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '812a136c-ebb9-4f7e-973b-60704fdce9f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:13:05Z', 'updated_at': '2021-11-19T18:13:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_floatingips': [{'id': '7f48ee90-b247-4208-b6c0-ad89e86361c6', 'tenant_id': '21dec2738a5f4ea6bf5954794e3a7a10', 'floating_ip_address': '172.25.7.164', 'floating_network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'router_id': '812a136c-ebb9-4f7e-973b-60704fdce9f1', 'port_id': 'cb017c19-57e5-4400-8697-533ae14012aa', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3710, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '266e0ec5-7209-48bb-83e2-8368b527bbf9', 'mac_address': 'fa:16:3e:59:f3:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfba28af-02f7-470b-9873-0fd03f09ec63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T18:13:54Z', 'updated_at': '2021-11-19T18:13:55Z', 'revision_number': 1, 'project_id': '21dec2738a5f4ea6bf5954794e3a7a10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8647de9-93cd-4793-a7ef-1d92f5154f90', 'name': '', 'network_id': '266e0ec5-7209-48bb-83e2-8368b527bbf9', 'tenant_id': '21dec2738a5f4ea6bf5954794e3a7a10', 'mac_address': 'fa:16:3e:7a:3f:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '812a136c-ebb9-4f7e-973b-60704fdce9f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': '63081b37-6dc5-4150-8e47-837cb85bc56c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:13:07Z', 'updated_at': '2021-11-19T18:13:14Z', 'revision_number': 5, 'project_id': '21dec2738a5f4ea6bf5954794e3a7a10', 'subnets': [{'id': '63081b37-6dc5-4150-8e47-837cb85bc56c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:13:57.466046 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0665b452-e731-49f3-9604-a6aea9f04a57 None None] The sync data for ids ['812a136c-ebb9-4f7e-973b-60704fdce9f1'] in n-d-818022-2 is: [{'id': '812a136c-ebb9-4f7e-973b-60704fdce9f1', 'name': 'tempest-ServerRescueTestJSONUnderV235-1565642614-router', 'tenant_id': '21dec2738a5f4ea6bf5954794e3a7a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': '1a636594-f237-4360-9952-f85da1c3ebd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:13:05Z', 'updated_at': '2021-11-19T18:13:08Z', 'revision_number': 4, 'project_id': '21dec2738a5f4ea6bf5954794e3a7a10', 'gw_port': {'id': '1a636594-f237-4360-9952-f85da1c3ebd8', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:23:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '812a136c-ebb9-4f7e-973b-60704fdce9f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:13:05Z', 'updated_at': '2021-11-19T18:13:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_floatingips': [{'id': '7f48ee90-b247-4208-b6c0-ad89e86361c6', 'tenant_id': '21dec2738a5f4ea6bf5954794e3a7a10', 'floating_ip_address': '172.25.7.164', 'floating_network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'router_id': '812a136c-ebb9-4f7e-973b-60704fdce9f1', 'port_id': 'cb017c19-57e5-4400-8697-533ae14012aa', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3710, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '266e0ec5-7209-48bb-83e2-8368b527bbf9', 'mac_address': 'fa:16:3e:59:f3:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfba28af-02f7-470b-9873-0fd03f09ec63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T18:13:54Z', 'updated_at': '2021-11-19T18:13:55Z', 'revision_number': 1, 'project_id': '21dec2738a5f4ea6bf5954794e3a7a10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8647de9-93cd-4793-a7ef-1d92f5154f90', 'name': '', 'network_id': '266e0ec5-7209-48bb-83e2-8368b527bbf9', 'tenant_id': '21dec2738a5f4ea6bf5954794e3a7a10', 'mac_address': 'fa:16:3e:7a:3f:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '812a136c-ebb9-4f7e-973b-60704fdce9f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': '63081b37-6dc5-4150-8e47-837cb85bc56c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:13:07Z', 'updated_at': '2021-11-19T18:13:14Z', 'revision_number': 5, 'project_id': '21dec2738a5f4ea6bf5954794e3a7a10', 'subnets': [{'id': '63081b37-6dc5-4150-8e47-837cb85bc56c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:13:57.670742 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471b3ab5-14c2-4509-8fab-e180436ba6f4 None None] New status for floating IP 7f48ee90-b247-4208-b6c0-ad89e86361c6: ACTIVE {{(pid=103367) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 18:13:57.754750 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8243aa7a-9638-437c-8d30-361ce37977c8 req-978e7f8d-a288-45a1-861d-147bd7051ca9 tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.7.164 HTTP/1.1" status: 200 len: 999 time: 0.5623007 Nov 19 18:13:57.804060 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f9654b7c-6dfb-4978-baa6-bb832b80c33c tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4696'] for router, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:57.822898 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f9654b7c-6dfb-4978-baa6-bb832b80c33c tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:57.883765 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8243aa7a-9638-437c-8d30-361ce37977c8 req-0419797c-bdd7-4ca2-8e4d-48cf63f60893 tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:13:57.885778 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8243aa7a-9638-437c-8d30-361ce37977c8 req-0419797c-bdd7-4ca2-8e4d-48cf63f60893 tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] 10.222.0.54 "GET /v2.0/ports/cb017c19-57e5-4400-8697-533ae14012aa HTTP/1.1" status: 200 len: 942 time: 0.1190913 Nov 19 18:13:57.893599 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f9654b7c-6dfb-4978-baa6-bb832b80c33c tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-543895'] for router, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:57.894153 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9654b7c-6dfb-4978-baa6-bb832b80c33c tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Fanout notify agent at l3_agent the message router_deleted on router cd818012-7464-4466-a1f9-e9a343404224 {{(pid=103364) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 18:13:57.906231 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f9654b7c-6dfb-4978-baa6-bb832b80c33c tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks [] for router, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:57.907357 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-f9654b7c-6dfb-4978-baa6-bb832b80c33c tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "DELETE /v2.0/routers/cd818012-7464-4466-a1f9-e9a343404224 HTTP/1.1" status: 204 len: 168 time: 1.8532410 Nov 19 18:13:57.910074 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 40394) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:13:57.983866 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d48c9e30-657c-463a-b703-a25c636bbe44 req-03347ef9-7d27-4538-9c7c-bf2b7e4693d0 service neutron] 10.222.0.60 "GET /v2.0/networks/266e0ec5-7209-48bb-83e2-8368b527bbf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6715353 Nov 19 18:13:58.052589 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-492c56b7-e6b7-412d-a8c9-080b2b5e389b tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:58.060351 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8243aa7a-9638-437c-8d30-361ce37977c8 req-6035f684-5f24-45c2-93db-9075ed05ad29 tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.7.164 HTTP/1.1" status: 200 len: 1001 time: 0.1194532 Nov 19 18:13:58.201269 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-492c56b7-e6b7-412d-a8c9-080b2b5e389b tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:58.237072 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-492c56b7-e6b7-412d-a8c9-080b2b5e389b tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7890f04-2550-4c59-8e90-ae87e4850fbe']}} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:13:58.255402 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8243aa7a-9638-437c-8d30-361ce37977c8 req-3b6dedc1-3a0b-4baa-8961-7a68a9e431c2 tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:13:58.256776 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8243aa7a-9638-437c-8d30-361ce37977c8 req-3b6dedc1-3a0b-4baa-8961-7a68a9e431c2 tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] 10.222.0.54 "GET /v2.0/networks/645e61aa-1a6c-4e8f-857e-ab06edb4897f HTTP/1.1" status: 200 len: 784 time: 0.1900713 Nov 19 18:13:58.258383 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-492c56b7-e6b7-412d-a8c9-080b2b5e389b tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '422f9f40-945b-44c5-aa86-c40340120273') {'for_net_delete': True} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:13:58.258677 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-492c56b7-e6b7-412d-a8c9-080b2b5e389b tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '422f9f40-945b-44c5-aa86-c40340120273') {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:13:58.277122 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [req-8243aa7a-9638-437c-8d30-361ce37977c8 req-b8e39723-5ae6-4b22-98b1-ed01606e3a57 tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=103364) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 18:13:58.278046 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8243aa7a-9638-437c-8d30-361ce37977c8 req-b8e39723-5ae6-4b22-98b1-ed01606e3a57 tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0121078 Nov 19 18:13:58.279754 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-492c56b7-e6b7-412d-a8c9-080b2b5e389b tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417396'] for segment, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:58.299726 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-492c56b7-e6b7-412d-a8c9-080b2b5e389b tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:58.337521 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-492c56b7-e6b7-412d-a8c9-080b2b5e389b tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Releasing vlan 689 on physical network physnet1 to pool {{(pid=103364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 18:13:58.338227 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-492c56b7-e6b7-412d-a8c9-080b2b5e389b tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12425183'] for segment, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:58.341243 n-d-818022-2 neutron-server[103364]: Traceback (most recent call last): Nov 19 18:13:58.341243 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 18:13:58.341243 n-d-818022-2 neutron-server[103364]: timer() Nov 19 18:13:58.341243 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 18:13:58.341243 n-d-818022-2 neutron-server[103364]: cb(*args, **kw) Nov 19 18:13:58.341243 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 18:13:58.341243 n-d-818022-2 neutron-server[103364]: return func(*args, **kwargs) Nov 19 18:13:58.341243 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 18:13:58.341243 n-d-818022-2 neutron-server[103364]: self._notify() Nov 19 18:13:58.341243 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 18:13:58.341243 n-d-818022-2 neutron-server[103364]: self.callback(batched_events) Nov 19 18:13:58.341243 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 18:13:58.341243 n-d-818022-2 neutron-server[103364]: event.method(event) Nov 19 18:13:58.341243 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 18:13:58.341243 n-d-818022-2 neutron-server[103364]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 18:13:58.341243 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 18:13:58.341243 n-d-818022-2 neutron-server[103364]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 18:13:58.341243 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 18:13:58.341243 n-d-818022-2 neutron-server[103364]: return f(self, *a, **k) Nov 19 18:13:58.341243 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 18:13:58.341243 n-d-818022-2 neutron-server[103364]: return self._get(url).json() Nov 19 18:13:58.341243 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 18:13:58.341243 n-d-818022-2 neutron-server[103364]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 18:13:58.341243 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 18:13:58.341243 n-d-818022-2 neutron-server[103364]: return self.request(url, 'GET', **kwargs) Nov 19 18:13:58.341243 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 18:13:58.341243 n-d-818022-2 neutron-server[103364]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 18:13:58.341243 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 18:13:58.341243 n-d-818022-2 neutron-server[103364]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 18:13:58.341243 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 18:13:58.341243 n-d-818022-2 neutron-server[103364]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 18:13:58.341243 n-d-818022-2 neutron-server[103364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 18:13:58.408964 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8243aa7a-9638-437c-8d30-361ce37977c8 req-a941a6c3-cf76-4a29-a453-af46d4037d45 tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.7.164 HTTP/1.1" status: 200 len: 1001 time: 0.1225460 Nov 19 18:13:58.415355 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-492c56b7-e6b7-412d-a8c9-080b2b5e389b tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671242'] for network, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:58.424665 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-492c56b7-e6b7-412d-a8c9-080b2b5e389b tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks [] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:58.427854 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-492c56b7-e6b7-412d-a8c9-080b2b5e389b tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "DELETE /v2.0/networks/b7890f04-2550-4c59-8e90-ae87e4850fbe HTTP/1.1" status: 204 len: 168 time: 0.5168753 Nov 19 18:13:58.430732 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 40396) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:13:58.433395 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-8243aa7a-9638-437c-8d30-361ce37977c8 req-3edaa94a-72c7-451d-a276-391edbf61bd1 tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:13:58.470922 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492c56b7-e6b7-412d-a8c9-080b2b5e389b tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Pushing event deleted for resources: {'Network': ['ID=b7890f04-2550-4c59-8e90-ae87e4850fbe,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:13:58.492000 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2a94dda1-4ae9-4055-a272-355baacf9ab5 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:58.497267 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-8243aa7a-9638-437c-8d30-361ce37977c8 req-3edaa94a-72c7-451d-a276-391edbf61bd1 tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] Publish callbacks [] for floatingip, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:58.517530 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2a94dda1-4ae9-4055-a272-355baacf9ab5 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:58.575475 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2a94dda1-4ae9-4055-a272-355baacf9ab5 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:58.578285 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2a94dda1-4ae9-4055-a272-355baacf9ab5 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:58.579492 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-2a94dda1-4ae9-4055-a272-355baacf9ab5 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "DELETE /v2.0/security-groups/c930bbbd-8ddb-42b8-a0a3-b12c53e6480f HTTP/1.1" status: 204 len: 168 time: 0.1476874 Nov 19 18:13:58.591217 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a94dda1-4ae9-4055-a272-355baacf9ab5 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c930bbbd-8ddb-42b8-a0a3-b12c53e6480f,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:13:58.655727 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-8243aa7a-9638-437c-8d30-361ce37977c8 req-3edaa94a-72c7-451d-a276-391edbf61bd1 tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:58.660042 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-8243aa7a-9638-437c-8d30-361ce37977c8 req-3edaa94a-72c7-451d-a276-391edbf61bd1 tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-671284'] for floatingip, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:58.661478 n-d-818022-2 neutron-server[103364]: INFO neutron.db.l3_db [req-8243aa7a-9638-437c-8d30-361ce37977c8 req-3edaa94a-72c7-451d-a276-391edbf61bd1 tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] Floating IP 7f48ee90-b247-4208-b6c0-ad89e86361c6 disassociated. External IP: 172.25.7.164, port: cb017c19-57e5-4400-8697-533ae14012aa. Nov 19 18:13:58.797771 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 5044be33-277d-48f4-9ebd-36f0ba84e06b no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:13:58.820220 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: 5044be33-277d-48f4-9ebd-36f0ba84e06b {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:13:58.820659 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 5044be33-277d-48f4-9ebd-36f0ba84e06b not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:13:58.876344 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8243aa7a-9638-437c-8d30-361ce37977c8 req-3edaa94a-72c7-451d-a276-391edbf61bd1 tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] Router 812a136c-ebb9-4f7e-973b-60704fdce9f1 has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 18:13:58.930633 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 40402) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:13:58.935942 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-87353abd-6b3e-4b00-8665-eddb61e35b55 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1906889249', 'description': 'tempest-secgroup-smoke-1906889249 description', 'project_id': 'd41245dedb694df6accb5dc7769c75e5'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:13:58.959237 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-87353abd-6b3e-4b00-8665-eddb61e35b55 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:58.990453 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8243aa7a-9638-437c-8d30-361ce37977c8 req-3edaa94a-72c7-451d-a276-391edbf61bd1 tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:13:58.996031 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-8243aa7a-9638-437c-8d30-361ce37977c8 req-3edaa94a-72c7-451d-a276-391edbf61bd1 tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for floatingip, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:59.002173 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff28efc9-84b9-4ea1-bd6b-dfb6fdadfadf None None] Sync routers for ids ['812a136c-ebb9-4f7e-973b-60704fdce9f1'] in n-d-818022-2 {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:13:59.013200 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff28efc9-84b9-4ea1-bd6b-dfb6fdadfadf None None] Routers {'812a136c-ebb9-4f7e-973b-60704fdce9f1'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:13:59.014139 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-ff28efc9-84b9-4ea1-bd6b-dfb6fdadfadf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:13:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['812a136c-ebb9-4f7e-973b-60704fdce9f1'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:13:59.024424 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8243aa7a-9638-437c-8d30-361ce37977c8 req-3edaa94a-72c7-451d-a276-391edbf61bd1 tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] 10.222.0.54 "PUT /v2.0/floatingips/7f48ee90-b247-4208-b6c0-ad89e86361c6 HTTP/1.1" status: 200 len: 695 time: 0.6037366 Nov 19 18:13:59.024424 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfba28af-02f7-470b-9873-0fd03f09ec63', 'tag': 'cb017c19-57e5-4400-8697-533ae14012aa'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:13:59.026774 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dd4767a008c23f8566efc82158ee1b1fff34e1a9e908d76d0b6d0ab7e350e5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38ebec85-ead2-4f7c-b0b9-e0802bf0dbfa" -d '{"events": [{"name": "network-changed", "server_uuid": "dfba28af-02f7-470b-9873-0fd03f09ec63", "tag": "cb017c19-57e5-4400-8697-533ae14012aa"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:13:59.042638 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-87353abd-6b3e-4b00-8665-eddb61e35b55 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:59.050935 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-87353abd-6b3e-4b00-8665-eddb61e35b55 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:59.065030 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 18:13:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0929776b-212e-463f-9482-3c27a171b4dc x-openstack-request-id: req-0929776b-212e-463f-9482-3c27a171b4dc {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:13:59.065466 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfba28af-02f7-470b-9873-0fd03f09ec63", "tag": "cb017c19-57e5-4400-8697-533ae14012aa", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:13:59.065610 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-0929776b-212e-463f-9482-3c27a171b4dc {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:13:59.066060 n-d-818022-2 neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfba28af-02f7-470b-9873-0fd03f09ec63', 'tag': 'cb017c19-57e5-4400-8697-533ae14012aa', 'status': 'completed', 'code': 200} Nov 19 18:13:59.089240 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-87353abd-6b3e-4b00-8665-eddb61e35b55 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:59.090544 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-87353abd-6b3e-4b00-8665-eddb61e35b55 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1581967 Nov 19 18:13:59.092668 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87353abd-6b3e-4b00-8665-eddb61e35b55 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e430f061-6c21-4cde-a351-aa8b4b48886d,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:13:59.094742 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 40408) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:13:59.099287 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-1e66a81e-575d-4385-9615-8a4103ff5edc tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Request body: {'security_group_rule': {'security_group_id': 'e430f061-6c21-4cde-a351-aa8b4b48886d', 'project_id': 'd41245dedb694df6accb5dc7769c75e5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:13:59.135978 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1e66a81e-575d-4385-9615-8a4103ff5edc tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:59.137782 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ebec85-ead2-4f7c-b0b9-e0802bf0dbfa req-f8db8294-c041-461c-9be7-2fa660f8842d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:13:59.139711 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-38ebec85-ead2-4f7c-b0b9-e0802bf0dbfa req-f8db8294-c041-461c-9be7-2fa660f8842d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=21dec2738a5f4ea6bf5954794e3a7a10&device_id=dfba28af-02f7-470b-9873-0fd03f09ec63 HTTP/1.1" status: 200 len: 1096 time: 0.0492272 Nov 19 18:13:59.146352 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-ff28efc9-84b9-4ea1-bd6b-dfb6fdadfadf None None] Set router 812a136c-ebb9-4f7e-973b-60704fdce9f1 gateway port host: n-d-818022-2 {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:13:59.212999 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1e66a81e-575d-4385-9615-8a4103ff5edc tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:59.216898 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1e66a81e-575d-4385-9615-8a4103ff5edc tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735179'] for security_group_rule, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:59.236605 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e66a81e-575d-4385-9615-8a4103ff5edc tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4d33761-d8ea-460b-8ae2-5025a484839e,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:13:59.248211 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1e66a81e-575d-4385-9615-8a4103ff5edc tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:59.252132 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-1e66a81e-575d-4385-9615-8a4103ff5edc tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1539044 Nov 19 18:13:59.252442 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 40410) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:13:59.257209 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-b62b744b-9981-4bd4-827d-48ed0b69c550 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Request body: {'security_group_rule': {'security_group_id': 'e430f061-6c21-4cde-a351-aa8b4b48886d', 'project_id': 'd41245dedb694df6accb5dc7769c75e5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:13:59.261562 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8243aa7a-9638-437c-8d30-361ce37977c8 req-4794bdbd-e04d-40ad-8eeb-92ef7e180959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:13:59.263629 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8243aa7a-9638-437c-8d30-361ce37977c8 req-4794bdbd-e04d-40ad-8eeb-92ef7e180959 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=21dec2738a5f4ea6bf5954794e3a7a10&device_id=dfba28af-02f7-470b-9873-0fd03f09ec63 HTTP/1.1" status: 200 len: 1096 time: 0.2175810 Nov 19 18:13:59.287846 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b62b744b-9981-4bd4-827d-48ed0b69c550 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:59.346329 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b62b744b-9981-4bd4-827d-48ed0b69c550 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:59.350882 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b62b744b-9981-4bd4-827d-48ed0b69c550 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735179'] for security_group_rule, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:59.364694 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ebec85-ead2-4f7c-b0b9-e0802bf0dbfa req-f4697c7a-8576-48b4-b5da-c239d2911b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:13:59.366457 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-38ebec85-ead2-4f7c-b0b9-e0802bf0dbfa req-f4697c7a-8576-48b4-b5da-c239d2911b63 service neutron] 10.222.0.60 "GET /v2.0/networks?id=266e0ec5-7209-48bb-83e2-8368b527bbf9 HTTP/1.1" status: 200 len: 921 time: 0.1810820 Nov 19 18:13:59.368860 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62b744b-9981-4bd4-827d-48ed0b69c550 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f81b4cbe-848b-4b13-8c72-ee7ad6b8e199,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:13:59.375152 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-ff28efc9-84b9-4ea1-bd6b-dfb6fdadfadf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '812a136c-ebb9-4f7e-973b-60704fdce9f1', 'name': 'tempest-ServerRescueTestJSONUnderV235-1565642614-router', 'tenant_id': '21dec2738a5f4ea6bf5954794e3a7a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': '1a636594-f237-4360-9952-f85da1c3ebd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:13:05Z', 'updated_at': '2021-11-19T18:13:08Z', 'revision_number': 4, 'project_id': '21dec2738a5f4ea6bf5954794e3a7a10', 'gw_port': {'id': '1a636594-f237-4360-9952-f85da1c3ebd8', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:23:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '812a136c-ebb9-4f7e-973b-60704fdce9f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:13:05Z', 'updated_at': '2021-11-19T18:13:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': 'f8647de9-93cd-4793-a7ef-1d92f5154f90', 'name': '', 'network_id': '266e0ec5-7209-48bb-83e2-8368b527bbf9', 'tenant_id': '21dec2738a5f4ea6bf5954794e3a7a10', 'mac_address': 'fa:16:3e:7a:3f:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '812a136c-ebb9-4f7e-973b-60704fdce9f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': '63081b37-6dc5-4150-8e47-837cb85bc56c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:13:07Z', 'updated_at': '2021-11-19T18:13:14Z', 'revision_number': 5, 'project_id': '21dec2738a5f4ea6bf5954794e3a7a10', 'subnets': [{'id': '63081b37-6dc5-4150-8e47-837cb85bc56c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:13:59.383066 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b62b744b-9981-4bd4-827d-48ed0b69c550 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:59.385123 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-b62b744b-9981-4bd4-827d-48ed0b69c550 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1312029 Nov 19 18:13:59.387389 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 40412) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:13:59.392042 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-3012e9a1-06d8-47ae-8f4d-9919130065d6 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Request body: {'security_group_rule': {'security_group_id': 'e430f061-6c21-4cde-a351-aa8b4b48886d', 'project_id': 'd41245dedb694df6accb5dc7769c75e5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:13:59.408097 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff28efc9-84b9-4ea1-bd6b-dfb6fdadfadf None None] Checking router: 812a136c-ebb9-4f7e-973b-60704fdce9f1 for host: n-d-818022-2 {{(pid=103366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:13:59.418061 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff28efc9-84b9-4ea1-bd6b-dfb6fdadfadf None None] Routers {'812a136c-ebb9-4f7e-973b-60704fdce9f1'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:13:59.418946 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-ff28efc9-84b9-4ea1-bd6b-dfb6fdadfadf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:13:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['812a136c-ebb9-4f7e-973b-60704fdce9f1'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:13:59.422219 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3012e9a1-06d8-47ae-8f4d-9919130065d6 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:59.428644 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-38ebec85-ead2-4f7c-b0b9-e0802bf0dbfa req-3dd7ae70-25c5-4eb5-a37f-0de6a73ae61e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cb017c19-57e5-4400-8697-533ae14012aa HTTP/1.1" status: 200 len: 217 time: 0.0438571 Nov 19 18:13:59.479029 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8243aa7a-9638-437c-8d30-361ce37977c8 req-a81960bb-dc2a-4b23-a441-0f4f5c4a9aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:13:59.480540 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8243aa7a-9638-437c-8d30-361ce37977c8 req-a81960bb-dc2a-4b23-a441-0f4f5c4a9aeb service neutron] 10.222.0.54 "GET /v2.0/networks?id=266e0ec5-7209-48bb-83e2-8368b527bbf9 HTTP/1.1" status: 200 len: 921 time: 0.2005928 Nov 19 18:13:59.484707 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3012e9a1-06d8-47ae-8f4d-9919130065d6 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:59.490963 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3012e9a1-06d8-47ae-8f4d-9919130065d6 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735179'] for security_group_rule, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:59.510975 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3012e9a1-06d8-47ae-8f4d-9919130065d6 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf85effa-315c-425c-a1c7-96f0b3e6aa71,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:13:59.520926 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3012e9a1-06d8-47ae-8f4d-9919130065d6 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:59.524788 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-3012e9a1-06d8-47ae-8f4d-9919130065d6 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1338828 Nov 19 18:13:59.526530 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 40414) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:13:59.531369 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-b3a6f5d3-cc46-47f5-9122-60b2fe8ad856 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Request body: {'security_group_rule': {'security_group_id': 'e430f061-6c21-4cde-a351-aa8b4b48886d', 'project_id': 'd41245dedb694df6accb5dc7769c75e5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:13:59.533092 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8243aa7a-9638-437c-8d30-361ce37977c8 req-16014d67-6bb6-4676-b7c3-5db98db4a6c1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cb017c19-57e5-4400-8697-533ae14012aa HTTP/1.1" status: 200 len: 217 time: 0.0438426 Nov 19 18:13:59.534690 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ebec85-ead2-4f7c-b0b9-e0802bf0dbfa req-f56d636e-0f44-43c0-a576-46549d4c879a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:13:59.536302 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-38ebec85-ead2-4f7c-b0b9-e0802bf0dbfa req-f56d636e-0f44-43c0-a576-46549d4c879a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=63081b37-6dc5-4150-8e47-837cb85bc56c HTTP/1.1" status: 200 len: 860 time: 0.0986397 Nov 19 18:13:59.563812 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b3a6f5d3-cc46-47f5-9122-60b2fe8ad856 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:59.603104 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-38ebec85-ead2-4f7c-b0b9-e0802bf0dbfa req-cbe23277-96f3-4dc8-966f-809ee7ce38cb service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=266e0ec5-7209-48bb-83e2-8368b527bbf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0590544 Nov 19 18:13:59.620536 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8243aa7a-9638-437c-8d30-361ce37977c8 req-e5de37f6-91c2-4ca2-bff1-9a35406d5c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:13:59.622030 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8243aa7a-9638-437c-8d30-361ce37977c8 req-e5de37f6-91c2-4ca2-bff1-9a35406d5c4e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=63081b37-6dc5-4150-8e47-837cb85bc56c HTTP/1.1" status: 200 len: 860 time: 0.0792735 Nov 19 18:13:59.640101 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b3a6f5d3-cc46-47f5-9122-60b2fe8ad856 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:59.645840 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b3a6f5d3-cc46-47f5-9122-60b2fe8ad856 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735179'] for security_group_rule, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:59.675304 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a6f5d3-cc46-47f5-9122-60b2fe8ad856 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f36a484-01d1-4990-ab64-54009a293b4d,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:13:59.681713 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b3a6f5d3-cc46-47f5-9122-60b2fe8ad856 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:59.686618 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-b3a6f5d3-cc46-47f5-9122-60b2fe8ad856 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1590171 Nov 19 18:13:59.687379 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 40416) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:13:59.691760 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8243aa7a-9638-437c-8d30-361ce37977c8 req-43b1566c-5df7-4517-b75b-9d19dbab5e34 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=266e0ec5-7209-48bb-83e2-8368b527bbf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0599194 Nov 19 18:13:59.692218 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-7f1a1488-7baf-4f86-a4cf-94317c555ff0 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Request body: {'security_group_rule': {'security_group_id': 'e430f061-6c21-4cde-a351-aa8b4b48886d', 'project_id': 'd41245dedb694df6accb5dc7769c75e5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:13:59.702335 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-ff28efc9-84b9-4ea1-bd6b-dfb6fdadfadf None None] Set router 812a136c-ebb9-4f7e-973b-60704fdce9f1 gateway port host: n-d-818022-2 {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:13:59.719042 n-d-818022-2 neutron-server[103365]: INFO neutron.db.securitygroups_db [None req-7f1a1488-7baf-4f86-a4cf-94317c555ff0 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Project d41245dedb694df6accb5dc7769c75e5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 18:13:59.724457 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7f1a1488-7baf-4f86-a4cf-94317c555ff0 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:59.799775 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-38ebec85-ead2-4f7c-b0b9-e0802bf0dbfa req-1aa4e1c9-0846-4f2c-b1e9-cd0e02b19da2 service neutron] 10.222.0.60 "GET /v2.0/networks/266e0ec5-7209-48bb-83e2-8368b527bbf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766944 Nov 19 18:13:59.849182 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8b4afba6-9b29-4411-95c7-33ef911eae3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:13:59.877520 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8243aa7a-9638-437c-8d30-361ce37977c8 req-49d1654d-52d6-4be9-93c8-95646ed41090 service neutron] 10.222.0.54 "GET /v2.0/networks/266e0ec5-7209-48bb-83e2-8368b527bbf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722147 Nov 19 18:13:59.952642 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-ff28efc9-84b9-4ea1-bd6b-dfb6fdadfadf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '812a136c-ebb9-4f7e-973b-60704fdce9f1', 'name': 'tempest-ServerRescueTestJSONUnderV235-1565642614-router', 'tenant_id': '21dec2738a5f4ea6bf5954794e3a7a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': '1a636594-f237-4360-9952-f85da1c3ebd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:13:05Z', 'updated_at': '2021-11-19T18:13:08Z', 'revision_number': 4, 'project_id': '21dec2738a5f4ea6bf5954794e3a7a10', 'gw_port': {'id': '1a636594-f237-4360-9952-f85da1c3ebd8', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:23:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '812a136c-ebb9-4f7e-973b-60704fdce9f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:13:05Z', 'updated_at': '2021-11-19T18:13:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': 'f8647de9-93cd-4793-a7ef-1d92f5154f90', 'name': '', 'network_id': '266e0ec5-7209-48bb-83e2-8368b527bbf9', 'tenant_id': '21dec2738a5f4ea6bf5954794e3a7a10', 'mac_address': 'fa:16:3e:7a:3f:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '812a136c-ebb9-4f7e-973b-60704fdce9f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': '63081b37-6dc5-4150-8e47-837cb85bc56c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:13:07Z', 'updated_at': '2021-11-19T18:13:14Z', 'revision_number': 5, 'project_id': '21dec2738a5f4ea6bf5954794e3a7a10', 'subnets': [{'id': '63081b37-6dc5-4150-8e47-837cb85bc56c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:13:59.964804 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-38ebec85-ead2-4f7c-b0b9-e0802bf0dbfa req-17020cdb-c199-4e55-a8cb-addfcca8f7fb service neutron] 10.222.0.60 "GET /v2.0/networks/266e0ec5-7209-48bb-83e2-8368b527bbf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556435 Nov 19 18:13:59.981580 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff28efc9-84b9-4ea1-bd6b-dfb6fdadfadf None None] The sync data for ids ['812a136c-ebb9-4f7e-973b-60704fdce9f1'] in n-d-818022-2 is: [{'id': '812a136c-ebb9-4f7e-973b-60704fdce9f1', 'name': 'tempest-ServerRescueTestJSONUnderV235-1565642614-router', 'tenant_id': '21dec2738a5f4ea6bf5954794e3a7a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': '1a636594-f237-4360-9952-f85da1c3ebd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:13:05Z', 'updated_at': '2021-11-19T18:13:08Z', 'revision_number': 4, 'project_id': '21dec2738a5f4ea6bf5954794e3a7a10', 'gw_port': {'id': '1a636594-f237-4360-9952-f85da1c3ebd8', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:23:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '812a136c-ebb9-4f7e-973b-60704fdce9f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:13:05Z', 'updated_at': '2021-11-19T18:13:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': 'f8647de9-93cd-4793-a7ef-1d92f5154f90', 'name': '', 'network_id': '266e0ec5-7209-48bb-83e2-8368b527bbf9', 'tenant_id': '21dec2738a5f4ea6bf5954794e3a7a10', 'mac_address': 'fa:16:3e:7a:3f:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '812a136c-ebb9-4f7e-973b-60704fdce9f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': '63081b37-6dc5-4150-8e47-837cb85bc56c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:13:07Z', 'updated_at': '2021-11-19T18:13:14Z', 'revision_number': 5, 'project_id': '21dec2738a5f4ea6bf5954794e3a7a10', 'subnets': [{'id': '63081b37-6dc5-4150-8e47-837cb85bc56c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:14:00.001304 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8243aa7a-9638-437c-8d30-361ce37977c8 req-cbfaf519-ab9c-4431-be3a-5fbb8e173035 service neutron] 10.222.0.54 "GET /v2.0/networks/266e0ec5-7209-48bb-83e2-8368b527bbf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093438 Nov 19 18:14:00.135985 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9bad2acf-d00e-44ee-9caf-699a1b433d3c req-5005700a-3266-4ec5-83b1-751e61f5c67e tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] 10.222.0.54 "GET /v2.0/floatingips/7f48ee90-b247-4208-b6c0-ad89e86361c6 HTTP/1.1" status: 200 len: 695 time: 0.0578897 Nov 19 18:14:00.214205 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7f1a1488-7baf-4f86-a4cf-94317c555ff0 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:00.219991 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7f1a1488-7baf-4f86-a4cf-94317c555ff0 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735179'] for security_group_rule, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:00.243106 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9192a6c3-f5c1-4212-86e2-e4dbf486f6f9 None None] New status for floating IP 7f48ee90-b247-4208-b6c0-ad89e86361c6: DOWN {{(pid=103367) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 18:14:00.250101 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1a1488-7baf-4f86-a4cf-94317c555ff0 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=029c56e4-9113-47b1-9d50-19e90a8dca26,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:14:00.268064 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7f1a1488-7baf-4f86-a4cf-94317c555ff0 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:00.269295 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-7f1a1488-7baf-4f86-a4cf-94317c555ff0 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5807896 Nov 19 18:14:00.272315 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 40420) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:14:00.277924 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-b8ca793b-68bf-4a74-93ef-e9e7ebe672be tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Request body: {'security_group_rule': {'security_group_id': 'e430f061-6c21-4cde-a351-aa8b4b48886d', 'project_id': 'd41245dedb694df6accb5dc7769c75e5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:14:00.289146 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bad2acf-d00e-44ee-9caf-699a1b433d3c req-92ff37ba-60bd-4892-811e-a98f1846204f tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:14:00.290850 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9bad2acf-d00e-44ee-9caf-699a1b433d3c req-92ff37ba-60bd-4892-811e-a98f1846204f tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] 10.222.0.54 "GET /v2.0/networks/645e61aa-1a6c-4e8f-857e-ab06edb4897f HTTP/1.1" status: 200 len: 784 time: 0.1472168 Nov 19 18:14:00.309470 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [req-9bad2acf-d00e-44ee-9caf-699a1b433d3c req-38d27f10-b9a5-41e2-bf3c-3221b370f35d tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=103365) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 18:14:00.311342 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9bad2acf-d00e-44ee-9caf-699a1b433d3c req-38d27f10-b9a5-41e2-bf3c-3221b370f35d tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0146778 Nov 19 18:14:00.313616 n-d-818022-2 neutron-server[103364]: INFO neutron.db.securitygroups_db [None req-b8ca793b-68bf-4a74-93ef-e9e7ebe672be tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Project d41245dedb694df6accb5dc7769c75e5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 18:14:00.319894 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b8ca793b-68bf-4a74-93ef-e9e7ebe672be tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:00.365472 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9bad2acf-d00e-44ee-9caf-699a1b433d3c req-b714d1e9-98b1-4551-9db5-640bf7e71d49 tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.7.164 HTTP/1.1" status: 200 len: 698 time: 0.0464115 Nov 19 18:14:00.390424 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b8ca793b-68bf-4a74-93ef-e9e7ebe672be tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:00.395299 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b8ca793b-68bf-4a74-93ef-e9e7ebe672be tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735179'] for security_group_rule, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:00.414731 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ca793b-68bf-4a74-93ef-e9e7ebe672be tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3de537f-6877-492c-85ed-6d7df7368616,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:14:00.424248 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b8ca793b-68bf-4a74-93ef-e9e7ebe672be tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:00.425769 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-b8ca793b-68bf-4a74-93ef-e9e7ebe672be tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1518393 Nov 19 18:14:00.428641 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 40422) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:14:00.434920 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-79a45683-ae20-4c1c-b63f-64aaf027d27f tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Request body: {'network': {'name': 'tempest-network-smoke--344670002', 'project_id': 'd41245dedb694df6accb5dc7769c75e5', 'port_security_enabled': True}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:14:00.436243 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9bad2acf-d00e-44ee-9caf-699a1b433d3c req-5ebf4ce9-85bc-4acd-8efc-83c047df5b3a tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.7.164 HTTP/1.1" status: 200 len: 698 time: 0.0603192 Nov 19 18:14:00.459304 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79a45683-ae20-4c1c-b63f-64aaf027d27f tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Made reservation on behalf of d41245dedb694df6accb5dc7769c75e5 for: {'network': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:14:00.463049 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-79a45683-ae20-4c1c-b63f-64aaf027d27f tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:00.492829 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79a45683-ae20-4c1c-b63f-64aaf027d27f tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 660} {{(pid=103364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 18:14:00.504368 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-79a45683-ae20-4c1c-b63f-64aaf027d27f tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:00.504786 n-d-818022-2 neutron-server[103364]: INFO neutron.db.segments_db [None req-79a45683-ae20-4c1c-b63f-64aaf027d27f tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Added segment f936abe1-1253-41cd-b5d2-d9b10b254fb3 of type vlan for network 76006e60-25ad-4a3c-ae92-45e166866a92 Nov 19 18:14:00.544037 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-79a45683-ae20-4c1c-b63f-64aaf027d27f tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:00.569099 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-79a45683-ae20-4c1c-b63f-64aaf027d27f tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:00.574983 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79a45683-ae20-4c1c-b63f-64aaf027d27f tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:14:00.575615 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-79a45683-ae20-4c1c-b63f-64aaf027d27f tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks [] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:00.578867 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-9bad2acf-d00e-44ee-9caf-699a1b433d3c req-eacfeaa9-1bee-48c0-8651-dc4c34700610 tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] Deleting port 971301ac-e877-49a0-9727-1dd4dcf294e3 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:14:00.579403 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-9bad2acf-d00e-44ee-9caf-699a1b433d3c req-eacfeaa9-1bee-48c0-8651-dc4c34700610 tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:00.627855 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-79a45683-ae20-4c1c-b63f-64aaf027d27f tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1978126 Nov 19 18:14:00.631197 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 40424) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:14:00.635765 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-662c46cb-b783-4c14-b9d6-cfb02ad6a928 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-470594023', 'admin_state_up': True, 'project_id': 'd41245dedb694df6accb5dc7769c75e5', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'}}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:14:00.648372 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a45683-ae20-4c1c-b63f-64aaf027d27f tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Pushing event updated for resources: {'Network': ['ID=76006e60-25ad-4a3c-ae92-45e166866a92,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:14:00.659325 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network 76006e60-25ad-4a3c-ae92-45e166866a92 details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 18:14:00.683834 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-9bad2acf-d00e-44ee-9caf-699a1b433d3c req-eacfeaa9-1bee-48c0-8651-dc4c34700610 tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:00.684164 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-9bad2acf-d00e-44ee-9caf-699a1b433d3c req-eacfeaa9-1bee-48c0-8651-dc4c34700610 tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:00.687343 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-662c46cb-b783-4c14-b9d6-cfb02ad6a928 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9890'] for router, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:00.688347 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-662c46cb-b783-4c14-b9d6-cfb02ad6a928 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671617', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-732153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4689'] for router, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:00.703306 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-9bad2acf-d00e-44ee-9caf-699a1b433d3c req-eacfeaa9-1bee-48c0-8651-dc4c34700610 tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] Calling delete_port for 971301ac-e877-49a0-9727-1dd4dcf294e3 owned by network:floatingip {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:14:00.792053 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-662c46cb-b783-4c14-b9d6-cfb02ad6a928 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:00.947120 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-662c46cb-b783-4c14-b9d6-cfb02ad6a928 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:01.043754 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-9bad2acf-d00e-44ee-9caf-699a1b433d3c req-eacfeaa9-1bee-48c0-8651-dc4c34700610 tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:01.073659 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacfeaa9-1bee-48c0-8651-dc4c34700610 tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] Pushing event deleted for resources: {'Port': ['ID=971301ac-e877-49a0-9727-1dd4dcf294e3,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:14:01.160891 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-9bad2acf-d00e-44ee-9caf-699a1b433d3c req-eacfeaa9-1bee-48c0-8651-dc4c34700610 tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] Publish callbacks [] for floatingip, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:01.163547 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-9bad2acf-d00e-44ee-9caf-699a1b433d3c req-eacfeaa9-1bee-48c0-8651-dc4c34700610 tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for floatingip, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:01.164713 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9bad2acf-d00e-44ee-9caf-699a1b433d3c req-eacfeaa9-1bee-48c0-8651-dc4c34700610 tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] 10.222.0.54 "DELETE /v2.0/floatingips/7f48ee90-b247-4208-b6c0-ad89e86361c6 HTTP/1.1" status: 204 len: 173 time: 0.7218556 Nov 19 18:14:01.223302 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8eefa5cd-3c14-4e61-9e1f-cfaca1ce79b9 req-80cb272c-7f7c-4843-9415-3972fe50377a tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] 10.222.0.54 "GET /v2.0/security-groups/3487685d-fb66-411c-84fe-27ef996e3d72 HTTP/1.1" status: 200 len: 1825 time: 0.0391235 Nov 19 18:14:01.257842 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-662c46cb-b783-4c14-b9d6-cfb02ad6a928 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks [] for router_gateway, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:01.277751 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-662c46cb-b783-4c14-b9d6-cfb02ad6a928 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:01.284896 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-8eefa5cd-3c14-4e61-9e1f-cfaca1ce79b9 req-b3dc6e72-181c-48d7-93c4-408676805d41 tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:01.307635 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-8eefa5cd-3c14-4e61-9e1f-cfaca1ce79b9 req-b3dc6e72-181c-48d7-93c4-408676805d41 tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:01.350062 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-8eefa5cd-3c14-4e61-9e1f-cfaca1ce79b9 req-b3dc6e72-181c-48d7-93c4-408676805d41 tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:01.352712 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-8eefa5cd-3c14-4e61-9e1f-cfaca1ce79b9 req-b3dc6e72-181c-48d7-93c4-408676805d41 tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:01.354033 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8eefa5cd-3c14-4e61-9e1f-cfaca1ce79b9 req-b3dc6e72-181c-48d7-93c4-408676805d41 tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] 10.222.0.54 "DELETE /v2.0/security-groups/3487685d-fb66-411c-84fe-27ef996e3d72 HTTP/1.1" status: 204 len: 173 time: 0.1247127 Nov 19 18:14:01.363207 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dc6e72-181c-48d7-93c4-408676805d41 tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3487685d-fb66-411c-84fe-27ef996e3d72,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:14:01.387130 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [None req-662c46cb-b783-4c14-b9d6-cfb02ad6a928 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Allocated IP 172.25.7.213 (645e61aa-1a6c-4e8f-857e-ab06edb4897f/88ed2d64-f56d-4f01-a468-946e01c99e82/8a8e7c2f-3493-45ee-b52d-b15f9ac6b137) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:14:01.497451 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-662c46cb-b783-4c14-b9d6-cfb02ad6a928 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:01.532751 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-662c46cb-b783-4c14-b9d6-cfb02ad6a928 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:01.575023 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-662c46cb-b783-4c14-b9d6-cfb02ad6a928 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Network 645e61aa-1a6c-4e8f-857e-ab06edb4897f is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:14:01.579431 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-662c46cb-b783-4c14-b9d6-cfb02ad6a928 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:14:01.581886 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662c46cb-b783-4c14-b9d6-cfb02ad6a928 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:14:01.587694 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90190255-075d-4d34-a752-bf0e61421709 req-1bbd4680-3e3f-45bf-92fb-cc62bd199f59 tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:14:01.589274 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-90190255-075d-4d34-a752-bf0e61421709 req-1bbd4680-3e3f-45bf-92fb-cc62bd199f59 tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] 10.222.0.54 "GET /v2.0/ports?device_id=dfba28af-02f7-470b-9873-0fd03f09ec63 HTTP/1.1" status: 200 len: 945 time: 0.0501494 Nov 19 18:14:01.593473 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c779fce5-a5fe-4432-8cd9-6ae17186a932 None None] DHCP port deletion for 645e61aa-1a6c-4e8f-857e-ab06edb4897f request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:14:01.614434 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c46cb-b783-4c14-b9d6-cfb02ad6a928 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Pushing event updated for resources: {'Port': ['ID=8a8e7c2f-3493-45ee-b52d-b15f9ac6b137,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:14:01.651444 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-90190255-075d-4d34-a752-bf0e61421709 req-908884a8-206e-4cf4-9496-8a0d8f247496 tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4251046-d13e-48ef-af9b-bdbe6422f4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441265 Nov 19 18:14:01.685618 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-39cb4e5a-854c-4ac0-9596-1d260e9f75d4 None None] Provisioning complete for port 8a8e7c2f-3493-45ee-b52d-b15f9ac6b137 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:14:01.686093 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-39cb4e5a-854c-4ac0-9596-1d260e9f75d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:01.718752 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-39cb4e5a-854c-4ac0-9596-1d260e9f75d4 None None] Port 8a8e7c2f-3493-45ee-b52d-b15f9ac6b137 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:14:01.846654 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-662c46cb-b783-4c14-b9d6-cfb02ad6a928 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks [] for router_gateway, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:02.016724 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-52837236-a892-40db-832c-ef3a38aea663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:02.037291 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-662c46cb-b783-4c14-b9d6-cfb02ad6a928 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671702'] for router, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:02.162210 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-662c46cb-b783-4c14-b9d6-cfb02ad6a928 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Router 3498e3e3-cb14-4206-825e-3af86dec0ed5 is scheduled to L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 with binding_index 1 {{(pid=103365) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 18:14:02.267246 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-662c46cb-b783-4c14-b9d6-cfb02ad6a928 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:14:02.277966 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8621422f-2f55-4b3e-afb7-6097bde96b8d None None] Sync routers for ids ['3498e3e3-cb14-4206-825e-3af86dec0ed5'] in n-d-818022-2 {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:14:02.287606 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-662c46cb-b783-4c14-b9d6-cfb02ad6a928 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks [] for router, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:02.288130 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8621422f-2f55-4b3e-afb7-6097bde96b8d None None] Routers {'3498e3e3-cb14-4206-825e-3af86dec0ed5'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:14:02.288734 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-8621422f-2f55-4b3e-afb7-6097bde96b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:14:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['3498e3e3-cb14-4206-825e-3af86dec0ed5'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:14:02.291224 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-662c46cb-b783-4c14-b9d6-cfb02ad6a928 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.6579716 Nov 19 18:14:02.292707 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 40432) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:14:02.320547 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-c8638c57-2c0f-4bf1-a55a-fa77c10d4cd0 tempest-TestNetworkAdvancedServerOps-1185469273 tempest-TestNetworkAdvancedServerOps-1185469273-project-admin] 10.222.0.54 "GET /v2.0/subnets?project_id=d41245dedb694df6accb5dc7769c75e5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267668 Nov 19 18:14:02.323386 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 40434) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:14:02.394100 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-8621422f-2f55-4b3e-afb7-6097bde96b8d None None] Set router 3498e3e3-cb14-4206-825e-3af86dec0ed5 gateway port host: n-d-818022-2 {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:14:02.412241 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d6571dc-974b-4b21-a502-9744fb13af4b tempest-TestNetworkAdvancedServerOps-1185469273 tempest-TestNetworkAdvancedServerOps-1185469273-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:14:02.414124 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-5d6571dc-974b-4b21-a502-9744fb13af4b tempest-TestNetworkAdvancedServerOps-1185469273 tempest-TestNetworkAdvancedServerOps-1185469273-project-admin] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0897436 Nov 19 18:14:02.417651 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 40436) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:14:02.447225 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-221ec1cf-77b1-4a46-8dfd-37c887ea96fd tempest-TestNetworkAdvancedServerOps-1185469273 tempest-TestNetworkAdvancedServerOps-1185469273-project-admin] 10.222.0.54 "GET /v2.0/subnets?network_id=645e61aa-1a6c-4e8f-857e-ab06edb4897f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0260746 Nov 19 18:14:02.447475 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 40438) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:14:02.452181 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-9ebed14b-e8eb-4dcc-8593-4c9e454a7dfc tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1091048488', 'network_id': '76006e60-25ad-4a3c-ae92-45e166866a92', 'project_id': 'd41245dedb694df6accb5dc7769c75e5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:14:02.538335 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ebed14b-e8eb-4dcc-8593-4c9e454a7dfc tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Made reservation on behalf of d41245dedb694df6accb5dc7769c75e5 for: {'subnet': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:14:02.542277 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9ebed14b-e8eb-4dcc-8593-4c9e454a7dfc tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8731248'] for subnet, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:02.573527 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-8621422f-2f55-4b3e-afb7-6097bde96b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3498e3e3-cb14-4206-825e-3af86dec0ed5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-470594023', 'tenant_id': 'd41245dedb694df6accb5dc7769c75e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': '8a8e7c2f-3493-45ee-b52d-b15f9ac6b137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:14:00Z', 'updated_at': '2021-11-19T18:14:01Z', 'revision_number': 3, 'project_id': 'd41245dedb694df6accb5dc7769c75e5', 'gw_port': {'id': '8a8e7c2f-3493-45ee-b52d-b15f9ac6b137', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:42:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3498e3e3-cb14-4206-825e-3af86dec0ed5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3723, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:14:01Z', 'updated_at': '2021-11-19T18:14:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:14:02.600148 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8621422f-2f55-4b3e-afb7-6097bde96b8d None None] Checking router: 3498e3e3-cb14-4206-825e-3af86dec0ed5 for host: n-d-818022-2 {{(pid=103366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:14:02.600748 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8621422f-2f55-4b3e-afb7-6097bde96b8d None None] Updating router 3498e3e3-cb14-4206-825e-3af86dec0ed5 port 8a8e7c2f-3493-45ee-b52d-b15f9ac6b137 binding host n-d-818022-2 {{(pid=103366) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 18:14:02.630395 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8621422f-2f55-4b3e-afb7-6097bde96b8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:02.736930 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9ebed14b-e8eb-4dcc-8593-4c9e454a7dfc tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12283104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8731234'] for subnet, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:02.825714 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebed14b-e8eb-4dcc-8593-4c9e454a7dfc tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Pushing event updated for resources: {'Subnet': ['ID=57669088-57d4-4fc8-ab3b-d4604fde3abd,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:14:02.838798 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e8c4c3-1548-4558-b9c1-0bc3f1a419c3 req-0388ce08-b664-46c5-81b2-05349c4171a7 tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:14:02.840340 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e3e8c4c3-1548-4558-b9c1-0bc3f1a419c3 req-0388ce08-b664-46c5-81b2-05349c4171a7 tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] 10.222.0.54 "GET /v2.0/ports?device_id=dfba28af-02f7-470b-9873-0fd03f09ec63 HTTP/1.1" status: 200 len: 945 time: 0.1150713 Nov 19 18:14:02.846274 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ebed14b-e8eb-4dcc-8593-4c9e454a7dfc tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Checking segment: {'id': 'f936abe1-1253-41cd-b5d2-d9b10b254fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '76006e60-25ad-4a3c-ae92-45e166866a92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:14:02.846644 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ebed14b-e8eb-4dcc-8593-4c9e454a7dfc tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Network hostable DHCP agents. Network: 76006e60-25ad-4a3c-ae92-45e166866a92, hostable agents: ['02910ef2-0455-4aea-9f38-9a875579633f'], hosted agents: [] {{(pid=103365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 18:14:02.886681 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8621422f-2f55-4b3e-afb7-6097bde96b8d None None] Publish callbacks [] for port, precommit_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:02.892484 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8621422f-2f55-4b3e-afb7-6097bde96b8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:02.894585 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ebed14b-e8eb-4dcc-8593-4c9e454a7dfc tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Network 76006e60-25ad-4a3c-ae92-45e166866a92 is scheduled to be hosted by DHCP agent 02910ef2-0455-4aea-9f38-9a875579633f with binding_index 1 {{(pid=103365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 18:14:02.906451 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e3e8c4c3-1548-4558-b9c1-0bc3f1a419c3 req-854284c3-0179-4004-8bc8-1c8a99195c43 tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4251046-d13e-48ef-af9b-bdbe6422f4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575147 Nov 19 18:14:02.911496 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-9ebed14b-e8eb-4dcc-8593-4c9e454a7dfc tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818022-2, 76006e60-25ad-4a3c-ae92-45e166866a92) {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:14:02.915983 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ebed14b-e8eb-4dcc-8593-4c9e454a7dfc tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:14:02.916720 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9ebed14b-e8eb-4dcc-8593-4c9e454a7dfc tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks [] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:02.933488 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-9ebed14b-e8eb-4dcc-8593-4c9e454a7dfc tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4850373 Nov 19 18:14:02.936253 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 40442) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:14:02.939028 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fc0e46b-3a23-4738-bb69-029615a5a4d9 None None] Network 76006e60-25ad-4a3c-ae92-45e166866a92 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:14:02.992134 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa2aad99-66d3-4aa4-8821-dd9abc843597 None None] DHCP port deletion for 645e61aa-1a6c-4e8f-857e-ab06edb4897f request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:14:03.014559 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1411905b-1462-4a6e-b4d7-cbc0685370b8 None None] Pushing event updated for resources: {'Port': ['ID=8a8e7c2f-3493-45ee-b52d-b15f9ac6b137,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:14:03.019801 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-8621422f-2f55-4b3e-afb7-6097bde96b8d None None] Attempting to bind port 8a8e7c2f-3493-45ee-b52d-b15f9ac6b137 on host n-d-818022-2 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:14:03.020175 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-8621422f-2f55-4b3e-afb7-6097bde96b8d None None] Attempting to bind port 8a8e7c2f-3493-45ee-b52d-b15f9ac6b137 by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:14:03.020539 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8621422f-2f55-4b3e-afb7-6097bde96b8d None None] Attempting to bind port 8a8e7c2f-3493-45ee-b52d-b15f9ac6b137 on network 645e61aa-1a6c-4e8f-857e-ab06edb4897f {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:14:03.033830 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8621422f-2f55-4b3e-afb7-6097bde96b8d None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 13, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:14:03.034242 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8621422f-2f55-4b3e-afb7-6097bde96b8d None None] Checking segment: {'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:14:03.034619 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8621422f-2f55-4b3e-afb7-6097bde96b8d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:03.035418 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8621422f-2f55-4b3e-afb7-6097bde96b8d None None] Bound using segment: {'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:14:03.035691 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-8621422f-2f55-4b3e-afb7-6097bde96b8d None None] Bound port: 8a8e7c2f-3493-45ee-b52d-b15f9ac6b137, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:14:03.035894 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8621422f-2f55-4b3e-afb7-6097bde96b8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:03.135983 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-7c390436-b6a2-4e9b-a1b7-960296984e18 None None] Provisioning complete for port 8a8e7c2f-3493-45ee-b52d-b15f9ac6b137 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:14:03.136268 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-7c390436-b6a2-4e9b-a1b7-960296984e18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:03.144760 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-8621422f-2f55-4b3e-afb7-6097bde96b8d None None] For port 8a8e7c2f-3493-45ee-b52d-b15f9ac6b137, host n-d-818022-2, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:14:03.149296 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-8621422f-2f55-4b3e-afb7-6097bde96b8d None None] For port 8a8e7c2f-3493-45ee-b52d-b15f9ac6b137, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=8a8e7c2f-3493-45ee-b52d-b15f9ac6b137,segment=NetworkSegment(bbe705c1-96c0-476e-8381-28227e6f0ac5),segment_id=bbe705c1-96c0-476e-8381-28227e6f0ac5)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:14:03.171128 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8621422f-2f55-4b3e-afb7-6097bde96b8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:03.251789 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-7c390436-b6a2-4e9b-a1b7-960296984e18 None None] Port 8a8e7c2f-3493-45ee-b52d-b15f9ac6b137 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:14:03.270334 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed523f03-9bf1-48b3-9da6-f6b5db0741df None None] DHCP port deletion for 645e61aa-1a6c-4e8f-857e-ab06edb4897f request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:14:03.272229 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a267ffc3-23e8-4f86-86b1-a05edd22e014 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54f44f5f-1200-574e-8740-2141911d5b73-76006e60-25ad-4a3c-ae92-45e166866a92', 'network_id': '76006e60-25ad-4a3c-ae92-45e166866a92', 'tenant_id': 'd41245dedb694df6accb5dc7769c75e5', 'fixed_ips': [{'subnet_id': '57669088-57d4-4fc8-ab3b-d4604fde3abd'}]}} from n-d-818022-2. {{(pid=103366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 18:14:03.275712 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a267ffc3-23e8-4f86-86b1-a05edd22e014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:03.285024 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e46ecc5a-dc14-4744-b262-3072ff2e958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:03.297277 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1411905b-1462-4a6e-b4d7-cbc0685370b8 None None] Pushing event updated for resources: {'Port': ['ID=8a8e7c2f-3493-45ee-b52d-b15f9ac6b137,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:14:03.304339 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8621422f-2f55-4b3e-afb7-6097bde96b8d None None] Routers {'3498e3e3-cb14-4206-825e-3af86dec0ed5'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:14:03.304970 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-8621422f-2f55-4b3e-afb7-6097bde96b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:14:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['3498e3e3-cb14-4206-825e-3af86dec0ed5'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:14:03.382372 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-60ae33d7-2465-4835-a8f3-5e7b7fbafb22 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:03.474774 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-bd55d3df-34a1-4b6b-8b4c-d5a033e91e2a None None] Provisioning complete for port 8a8e7c2f-3493-45ee-b52d-b15f9ac6b137 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:14:03.475057 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-bd55d3df-34a1-4b6b-8b4c-d5a033e91e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:03.537758 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-8621422f-2f55-4b3e-afb7-6097bde96b8d None None] Set router 3498e3e3-cb14-4206-825e-3af86dec0ed5 gateway port host: n-d-818022-2 {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:14:03.621698 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [None req-a267ffc3-23e8-4f86-86b1-a05edd22e014 None None] Allocated IP 172.20.0.2 (76006e60-25ad-4a3c-ae92-45e166866a92/57669088-57d4-4fc8-ab3b-d4604fde3abd/2280ac86-a5a3-4a75-9fe0-cf9328296e6c) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:14:03.750290 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376350ac-22d4-406a-8d39-5d0ccc794e5c req-918668b8-6efa-4768-ab3e-9910f58cdd0a tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:14:03.751845 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-376350ac-22d4-406a-8d39-5d0ccc794e5c req-918668b8-6efa-4768-ab3e-9910f58cdd0a tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] 10.222.0.60 "GET /v2.0/ports?device_id=dfba28af-02f7-470b-9873-0fd03f09ec63 HTTP/1.1" status: 200 len: 945 time: 0.0550170 Nov 19 18:14:03.848192 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [req-376350ac-22d4-406a-8d39-5d0ccc794e5c req-5df0e422-a38c-45e9-9954-d9936edd608a tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] Deleting port cb017c19-57e5-4400-8697-533ae14012aa {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:14:03.848456 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-376350ac-22d4-406a-8d39-5d0ccc794e5c req-5df0e422-a38c-45e9-9954-d9936edd608a tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:03.944292 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-376350ac-22d4-406a-8d39-5d0ccc794e5c req-5df0e422-a38c-45e9-9954-d9936edd608a tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] For port cb017c19-57e5-4400-8697-533ae14012aa, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=cb017c19-57e5-4400-8697-533ae14012aa,segment=NetworkSegment(cec76fca-bae9-4940-8845-e930efd32ae4),segment_id=cec76fca-bae9-4940-8845-e930efd32ae4)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:14:03.944667 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-376350ac-22d4-406a-8d39-5d0ccc794e5c req-5df0e422-a38c-45e9-9954-d9936edd608a tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:03.960560 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [req-376350ac-22d4-406a-8d39-5d0ccc794e5c req-5df0e422-a38c-45e9-9954-d9936edd608a tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] Calling delete_port for cb017c19-57e5-4400-8697-533ae14012aa owned by compute:nova {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:14:03.975590 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:03.980115 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-bd55d3df-34a1-4b6b-8b4c-d5a033e91e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:04.007899 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:04.040249 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-bd55d3df-34a1-4b6b-8b4c-d5a033e91e2a None None] For port 8a8e7c2f-3493-45ee-b52d-b15f9ac6b137, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=8a8e7c2f-3493-45ee-b52d-b15f9ac6b137,segment=NetworkSegment(bbe705c1-96c0-476e-8381-28227e6f0ac5),segment_id=bbe705c1-96c0-476e-8381-28227e6f0ac5)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:14:04.047045 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-bd55d3df-34a1-4b6b-8b4c-d5a033e91e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:04.077054 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf5239d-44ab-4a39-a4d5-bffdab1ac20a req-095e0358-0f35-4fa3-8994-9b798ee4aad2 tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:14:04.078646 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-abf5239d-44ab-4a39-a4d5-bffdab1ac20a req-095e0358-0f35-4fa3-8994-9b798ee4aad2 tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] 10.222.0.54 "GET /v2.0/ports?device_id=dfba28af-02f7-470b-9873-0fd03f09ec63 HTTP/1.1" status: 200 len: 945 time: 0.0744607 Nov 19 18:14:04.127253 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a267ffc3-23e8-4f86-86b1-a05edd22e014 None None] Publish callbacks [] for port, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:04.144505 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a267ffc3-23e8-4f86-86b1-a05edd22e014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998'] for port, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:04.147762 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd55d3df-34a1-4b6b-8b4c-d5a033e91e2a None None] Pushing event updated for resources: {'Port': ['ID=8a8e7c2f-3493-45ee-b52d-b15f9ac6b137,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:14:04.172178 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-abf5239d-44ab-4a39-a4d5-bffdab1ac20a req-1990ae5b-c49b-4972-9a26-8c55e9103747 tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4251046-d13e-48ef-af9b-bdbe6422f4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862982 Nov 19 18:14:04.179191 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-376350ac-22d4-406a-8d39-5d0ccc794e5c req-5df0e422-a38c-45e9-9954-d9936edd608a tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:04.182262 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-8621422f-2f55-4b3e-afb7-6097bde96b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3498e3e3-cb14-4206-825e-3af86dec0ed5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-470594023', 'tenant_id': 'd41245dedb694df6accb5dc7769c75e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': '8a8e7c2f-3493-45ee-b52d-b15f9ac6b137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:14:00Z', 'updated_at': '2021-11-19T18:14:01Z', 'revision_number': 3, 'project_id': 'd41245dedb694df6accb5dc7769c75e5', 'gw_port': {'id': '8a8e7c2f-3493-45ee-b52d-b15f9ac6b137', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:42:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3498e3e3-cb14-4206-825e-3af86dec0ed5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3723, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:14:01Z', 'updated_at': '2021-11-19T18:14:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:14:04.204968 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [None req-60ae33d7-2465-4835-a8f3-5e7b7fbafb22 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Allocated IP 172.20.0.1 (76006e60-25ad-4a3c-ae92-45e166866a92/57669088-57d4-4fc8-ab3b-d4604fde3abd/cfa16e11-21a0-4955-b5a5-9731d78eb279) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:14:04.217034 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df0e422-a38c-45e9-9954-d9936edd608a tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] Pushing event deleted for resources: {'Port': ['ID=cb017c19-57e5-4400-8697-533ae14012aa,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:14:04.219841 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['cb017c19-57e5-4400-8697-533ae14012aa'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:14:04.224979 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a267ffc3-23e8-4f86-86b1-a05edd22e014 None None] Network 76006e60-25ad-4a3c-ae92-45e166866a92 is already hosted by enough agents. {{(pid=103366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:14:04.229695 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8621422f-2f55-4b3e-afb7-6097bde96b8d None None] The sync data for ids ['3498e3e3-cb14-4206-825e-3af86dec0ed5'] in n-d-818022-2 is: [{'id': '3498e3e3-cb14-4206-825e-3af86dec0ed5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-470594023', 'tenant_id': 'd41245dedb694df6accb5dc7769c75e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': '8a8e7c2f-3493-45ee-b52d-b15f9ac6b137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:14:00Z', 'updated_at': '2021-11-19T18:14:01Z', 'revision_number': 3, 'project_id': 'd41245dedb694df6accb5dc7769c75e5', 'gw_port': {'id': '8a8e7c2f-3493-45ee-b52d-b15f9ac6b137', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:42:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3498e3e3-cb14-4206-825e-3af86dec0ed5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3723, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:14:01Z', 'updated_at': '2021-11-19T18:14:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:14:04.250725 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [None req-a267ffc3-23e8-4f86-86b1-a05edd22e014 None None] Resources bound (agent type, host, resource id): {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:14:04.255066 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a267ffc3-23e8-4f86-86b1-a05edd22e014 None None] Received port after_create {{(pid=103366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:14:04.266509 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a267ffc3-23e8-4f86-86b1-a05edd22e014 None None] Pushing event updated for resources: {'Port': ['ID=2280ac86-a5a3-4a75-9fe0-cf9328296e6c,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:14:04.283351 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [req-376350ac-22d4-406a-8d39-5d0ccc794e5c req-5df0e422-a38c-45e9-9954-d9936edd608a tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] No DVR routers for this DVR port cb017c19-57e5-4400-8697-533ae14012aa on host n-h1-818022-2 {{(pid=103364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:14:04.286274 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-376350ac-22d4-406a-8d39-5d0ccc794e5c req-5df0e422-a38c-45e9-9954-d9936edd608a tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:04.291049 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-376350ac-22d4-406a-8d39-5d0ccc794e5c req-5df0e422-a38c-45e9-9954-d9936edd608a tempest-ServerRescueTestJSONUnderV235-605283368 tempest-ServerRescueTestJSONUnderV235-605283368-project] 10.222.0.60 "DELETE /v2.0/ports/cb017c19-57e5-4400-8697-533ae14012aa HTTP/1.1" status: 204 len: 173 time: 0.5325518 Nov 19 18:14:04.291582 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfba28af-02f7-470b-9873-0fd03f09ec63', 'name': 'network-vif-deleted', 'tag': 'cb017c19-57e5-4400-8697-533ae14012aa'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:14:04.295977 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dd4767a008c23f8566efc82158ee1b1fff34e1a9e908d76d0b6d0ab7e350e5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e84b770c-c1ff-4e99-a638-3dd7fcaf69ca" -d '{"events": [{"server_uuid": "dfba28af-02f7-470b-9873-0fd03f09ec63", "name": "network-vif-deleted", "tag": "cb017c19-57e5-4400-8697-533ae14012aa"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:14:04.325587 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-a267ffc3-23e8-4f86-86b1-a05edd22e014 None None] Attempting to bind port 2280ac86-a5a3-4a75-9fe0-cf9328296e6c on host n-d-818022-2 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:14:04.326002 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-a267ffc3-23e8-4f86-86b1-a05edd22e014 None None] Attempting to bind port 2280ac86-a5a3-4a75-9fe0-cf9328296e6c by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': 'f936abe1-1253-41cd-b5d2-d9b10b254fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '76006e60-25ad-4a3c-ae92-45e166866a92'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:14:04.326374 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a267ffc3-23e8-4f86-86b1-a05edd22e014 None None] Attempting to bind port 2280ac86-a5a3-4a75-9fe0-cf9328296e6c on network 76006e60-25ad-4a3c-ae92-45e166866a92 {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:14:04.331752 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a267ffc3-23e8-4f86-86b1-a05edd22e014 None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 13, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:14:04.332361 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a267ffc3-23e8-4f86-86b1-a05edd22e014 None None] Checking segment: {'id': 'f936abe1-1253-41cd-b5d2-d9b10b254fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '76006e60-25ad-4a3c-ae92-45e166866a92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:14:04.332971 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a267ffc3-23e8-4f86-86b1-a05edd22e014 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:04.333551 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a267ffc3-23e8-4f86-86b1-a05edd22e014 None None] Bound using segment: {'id': 'f936abe1-1253-41cd-b5d2-d9b10b254fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '76006e60-25ad-4a3c-ae92-45e166866a92'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:14:04.334376 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-a267ffc3-23e8-4f86-86b1-a05edd22e014 None None] Bound port: 2280ac86-a5a3-4a75-9fe0-cf9328296e6c, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f936abe1-1253-41cd-b5d2-d9b10b254fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '76006e60-25ad-4a3c-ae92-45e166866a92'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:14:04.335226 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a267ffc3-23e8-4f86-86b1-a05edd22e014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:04.350346 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:14:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cdf4954-39b1-4b2a-a82a-0ead42134223 x-openstack-request-id: req-6cdf4954-39b1-4b2a-a82a-0ead42134223 {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:14:04.350651 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfba28af-02f7-470b-9873-0fd03f09ec63", "name": "network-vif-deleted", "tag": "cb017c19-57e5-4400-8697-533ae14012aa", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:14:04.351732 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-6cdf4954-39b1-4b2a-a82a-0ead42134223 {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:14:04.351732 n-d-818022-2 neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfba28af-02f7-470b-9873-0fd03f09ec63', 'name': 'network-vif-deleted', 'tag': 'cb017c19-57e5-4400-8697-533ae14012aa', 'status': 'completed', 'code': 200} Nov 19 18:14:04.385091 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-60ae33d7-2465-4835-a8f3-5e7b7fbafb22 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:04.426827 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-a267ffc3-23e8-4f86-86b1-a05edd22e014 None None] For port 2280ac86-a5a3-4a75-9fe0-cf9328296e6c, host n-d-818022-2, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:14:04.429395 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-60ae33d7-2465-4835-a8f3-5e7b7fbafb22 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:04.432123 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-a267ffc3-23e8-4f86-86b1-a05edd22e014 None None] For port 2280ac86-a5a3-4a75-9fe0-cf9328296e6c, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=2280ac86-a5a3-4a75-9fe0-cf9328296e6c,segment=NetworkSegment(f936abe1-1253-41cd-b5d2-d9b10b254fb3),segment_id=f936abe1-1253-41cd-b5d2-d9b10b254fb3)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:14:04.437980 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a267ffc3-23e8-4f86-86b1-a05edd22e014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:04.481649 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60ae33d7-2465-4835-a8f3-5e7b7fbafb22 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Network 76006e60-25ad-4a3c-ae92-45e166866a92 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:14:04.485279 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-60ae33d7-2465-4835-a8f3-5e7b7fbafb22 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:14:04.489313 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ae33d7-2465-4835-a8f3-5e7b7fbafb22 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:14:04.504217 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a267ffc3-23e8-4f86-86b1-a05edd22e014 None None] Pushing event updated for resources: {'Port': ['ID=2280ac86-a5a3-4a75-9fe0-cf9328296e6c,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:14:04.523738 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ae33d7-2465-4835-a8f3-5e7b7fbafb22 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Pushing event updated for resources: {'Port': ['ID=cfa16e11-21a0-4955-b5a5-9731d78eb279,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:14:04.553301 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-60ae33d7-2465-4835-a8f3-5e7b7fbafb22 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-671361'] for router_interface, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:04.845296 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e013d7e6-5264-4dcc-9759-54f5fb809e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:04.972639 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 2280ac86-a5a3-4a75-9fe0-cf9328296e6c up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:14:05.030531 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 2280ac86-a5a3-4a75-9fe0-cf9328296e6c triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:14:05.031151 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:05.112810 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-60ae33d7-2465-4835-a8f3-5e7b7fbafb22 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:05.125458 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:05.163114 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] For port 2280ac86-a5a3-4a75-9fe0-cf9328296e6c, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=2280ac86-a5a3-4a75-9fe0-cf9328296e6c,segment=NetworkSegment(f936abe1-1253-41cd-b5d2-d9b10b254fb3),segment_id=f936abe1-1253-41cd-b5d2-d9b10b254fb3)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:14:05.175317 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:05.176352 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 8a8e7c2f-3493-45ee-b52d-b15f9ac6b137 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:14:05.233334 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:05.268236 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 40450) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:14:05.287057 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Pushing event updated for resources: {'Port': ['ID=2280ac86-a5a3-4a75-9fe0-cf9328296e6c,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:14:05.324332 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 8a8e7c2f-3493-45ee-b52d-b15f9ac6b137 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:14:05.324740 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:05.479348 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-60ae33d7-2465-4835-a8f3-5e7b7fbafb22 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks [] for port, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:05.486685 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-60ae33d7-2465-4835-a8f3-5e7b7fbafb22 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:05.579376 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ae33d7-2465-4835-a8f3-5e7b7fbafb22 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Pushing event updated for resources: {'Port': ['ID=cfa16e11-21a0-4955-b5a5-9731d78eb279,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:14:05.581985 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-60ae33d7-2465-4835-a8f3-5e7b7fbafb22 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-768529'] for router_interface, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:05.690384 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60ae33d7-2465-4835-a8f3-5e7b7fbafb22 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Network 76006e60-25ad-4a3c-ae92-45e166866a92 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:14:05.692325 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-60ae33d7-2465-4835-a8f3-5e7b7fbafb22 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:14:05.726559 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aefa0ba6-e4d1-45a4-a78e-45e89a6aa1fe None None] Network 76006e60-25ad-4a3c-ae92-45e166866a92 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:14:05.730584 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3d94cd31-8522-4646-b01c-ea568f192461 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-768564'] for router_interface, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:05.812345 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-0a6b524f-70ab-4bd3-8bd1-d124f333dbe1 None None] Provisioning complete for port 2280ac86-a5a3-4a75-9fe0-cf9328296e6c triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:14:05.812644 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0a6b524f-70ab-4bd3-8bd1-d124f333dbe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:05.814502 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60ae33d7-2465-4835-a8f3-5e7b7fbafb22 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Router 3498e3e3-cb14-4206-825e-3af86dec0ed5 has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 18:14:05.939117 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60ae33d7-2465-4835-a8f3-5e7b7fbafb22 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:14:05.954299 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-60ae33d7-2465-4835-a8f3-5e7b7fbafb22 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "PUT /v2.0/routers/3498e3e3-cb14-4206-825e-3af86dec0ed5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0167158 Nov 19 18:14:06.010292 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-3d94cd31-8522-4646-b01c-ea568f192461 admin admin] Deleting port f8647de9-93cd-4793-a7ef-1d92f5154f90 {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:14:06.010716 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3d94cd31-8522-4646-b01c-ea568f192461 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:06.107736 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [None req-3d94cd31-8522-4646-b01c-ea568f192461 admin admin] For port f8647de9-93cd-4793-a7ef-1d92f5154f90, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=f8647de9-93cd-4793-a7ef-1d92f5154f90,segment=NetworkSegment(cec76fca-bae9-4940-8845-e930efd32ae4),segment_id=cec76fca-bae9-4940-8845-e930efd32ae4)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:14:06.108253 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3d94cd31-8522-4646-b01c-ea568f192461 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:06.129429 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-3d94cd31-8522-4646-b01c-ea568f192461 admin admin] Calling delete_port for f8647de9-93cd-4793-a7ef-1d92f5154f90 owned by network:router_interface {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:14:06.185491 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-705a0de0-0b5e-4fec-ba99-fa57c23d63ea req-72a1663b-05f3-448f-bddb-3a88f04eac1b tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1906889249&fields=id&tenant_id=d41245dedb694df6accb5dc7769c75e5 HTTP/1.1" status: 200 len: 267 time: 0.0485928 Nov 19 18:14:06.306912 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-ff60c4ec-ca91-4bb5-96fd-1e22a7e63b6e None None] Provisioning complete for port 2280ac86-a5a3-4a75-9fe0-cf9328296e6c triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:14:06.308485 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ff60c4ec-ca91-4bb5-96fd-1e22a7e63b6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:06.348059 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705a0de0-0b5e-4fec-ba99-fa57c23d63ea req-9d5627d8-cdb2-4cc8-80bb-266552d45c43 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:14:06.349928 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-705a0de0-0b5e-4fec-ba99-fa57c23d63ea req-9d5627d8-cdb2-4cc8-80bb-266552d45c43 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/networks?id=76006e60-25ad-4a3c-ae92-45e166866a92 HTTP/1.1" status: 200 len: 796 time: 0.1521933 Nov 19 18:14:06.353908 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3d94cd31-8522-4646-b01c-ea568f192461 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:06.366853 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-705a0de0-0b5e-4fec-ba99-fa57c23d63ea req-db9ea2d8-b355-42a0-960e-d213f989e458 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/quotas/d41245dedb694df6accb5dc7769c75e5 HTTP/1.1" status: 200 len: 375 time: 0.0100770 Nov 19 18:14:06.389758 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d94cd31-8522-4646-b01c-ea568f192461 admin admin] Pushing event deleted for resources: {'Port': ['ID=f8647de9-93cd-4793-a7ef-1d92f5154f90,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:14:06.434218 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-705a0de0-0b5e-4fec-ba99-fa57c23d63ea req-c841cab3-957c-4d38-8762-3508eb695fed tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=d41245dedb694df6accb5dc7769c75e5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0608070 Nov 19 18:14:06.448676 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-ff60c4ec-ca91-4bb5-96fd-1e22a7e63b6e None None] Provisioning complete for port cfa16e11-21a0-4955-b5a5-9731d78eb279 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:14:06.449145 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ff60c4ec-ca91-4bb5-96fd-1e22a7e63b6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:06.468721 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d25829c-9f1d-4875-802e-a5c882c501a3 None None] Sync routers for ids ['3498e3e3-cb14-4206-825e-3af86dec0ed5'] in n-d-818022-2 {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:14:06.482655 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d25829c-9f1d-4875-802e-a5c882c501a3 None None] Routers {'3498e3e3-cb14-4206-825e-3af86dec0ed5'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:14:06.483868 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-1d25829c-9f1d-4875-802e-a5c882c501a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:14:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['3498e3e3-cb14-4206-825e-3af86dec0ed5'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:14:06.504826 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-ff60c4ec-ca91-4bb5-96fd-1e22a7e63b6e None None] Port cfa16e11-21a0-4955-b5a5-9731d78eb279 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:14:06.578150 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-705a0de0-0b5e-4fec-ba99-fa57c23d63ea req-a8be94a9-7bb0-4096-b237-1ebc0731b354 service neutron] 10.222.0.54 "GET /v2.0/networks/76006e60-25ad-4a3c-ae92-45e166866a92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254961 Nov 19 18:14:06.633943 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3d94cd31-8522-4646-b01c-ea568f192461 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-768648'] for router_interface, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:06.636597 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-1d25829c-9f1d-4875-802e-a5c882c501a3 None None] Set router 3498e3e3-cb14-4206-825e-3af86dec0ed5 gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:14:06.641764 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-b271dadb-88eb-47af-a0d9-813c3f5c1240 None None] Provisioning complete for port cfa16e11-21a0-4955-b5a5-9731d78eb279 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:14:06.642157 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b271dadb-88eb-47af-a0d9-813c3f5c1240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:06.700594 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-b271dadb-88eb-47af-a0d9-813c3f5c1240 None None] Port cfa16e11-21a0-4955-b5a5-9731d78eb279 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:14:06.733066 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-705a0de0-0b5e-4fec-ba99-fa57c23d63ea req-6a0714bf-ff4e-42ea-9022-1217de4659e6 service neutron] 10.222.0.54 "GET /v2.0/networks/76006e60-25ad-4a3c-ae92-45e166866a92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487978 Nov 19 18:14:06.828803 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-1327e202-7f38-496d-bcd7-3df7b7665c2b None None] Provisioning complete for port cfa16e11-21a0-4955-b5a5-9731d78eb279 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:14:06.829720 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-1327e202-7f38-496d-bcd7-3df7b7665c2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:06.892680 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-1327e202-7f38-496d-bcd7-3df7b7665c2b None None] Port cfa16e11-21a0-4955-b5a5-9731d78eb279 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:14:06.933652 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 2280ac86-a5a3-4a75-9fe0-cf9328296e6c up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:14:06.990016 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 2280ac86-a5a3-4a75-9fe0-cf9328296e6c triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:14:06.990603 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:07.023424 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-1d25829c-9f1d-4875-802e-a5c882c501a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3498e3e3-cb14-4206-825e-3af86dec0ed5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-470594023', 'tenant_id': 'd41245dedb694df6accb5dc7769c75e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': '8a8e7c2f-3493-45ee-b52d-b15f9ac6b137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:14:00Z', 'updated_at': '2021-11-19T18:14:05Z', 'revision_number': 4, 'project_id': 'd41245dedb694df6accb5dc7769c75e5', 'gw_port': {'id': '8a8e7c2f-3493-45ee-b52d-b15f9ac6b137', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:42:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3498e3e3-cb14-4206-825e-3af86dec0ed5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3723, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:14:01Z', 'updated_at': '2021-11-19T18:14:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': 'cfa16e11-21a0-4955-b5a5-9731d78eb279', 'name': '', 'network_id': '76006e60-25ad-4a3c-ae92-45e166866a92', 'tenant_id': 'd41245dedb694df6accb5dc7769c75e5', 'mac_address': 'fa:16:3e:b6:73:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3498e3e3-cb14-4206-825e-3af86dec0ed5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': '57669088-57d4-4fc8-ab3b-d4604fde3abd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:14:03Z', 'updated_at': '2021-11-19T18:14:05Z', 'revision_number': 2, 'project_id': 'd41245dedb694df6accb5dc7769c75e5', 'subnets': [{'id': '57669088-57d4-4fc8-ab3b-d4604fde3abd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:14:07.064812 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d25829c-9f1d-4875-802e-a5c882c501a3 None None] Checking router: 3498e3e3-cb14-4206-825e-3af86dec0ed5 for host: n-d-818022-2 {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:14:07.065428 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d25829c-9f1d-4875-802e-a5c882c501a3 None None] Updating router 3498e3e3-cb14-4206-825e-3af86dec0ed5 port cfa16e11-21a0-4955-b5a5-9731d78eb279 binding host n-d-818022-2 {{(pid=103367) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 18:14:07.095420 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-1d25829c-9f1d-4875-802e-a5c882c501a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:07.182488 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-5d3ff558-1fae-4050-8654-d6c73e8c9f6b req-be8d18c4-a033-471b-9930-c72f48e4c75d tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/ports?device_id=a82dc0d9-c210-4d1c-8e24-2309f1ef0772 HTTP/1.1" status: 200 len: 210 time: 0.0359232 Nov 19 18:14:07.322960 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d94cd31-8522-4646-b01c-ea568f192461 admin admin] Router 812a136c-ebb9-4f7e-973b-60704fdce9f1 has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 18:14:07.386022 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-1d25829c-9f1d-4875-802e-a5c882c501a3 None None] Publish callbacks [] for port, precommit_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:07.393312 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-1d25829c-9f1d-4875-802e-a5c882c501a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:07.448799 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d94cd31-8522-4646-b01c-ea568f192461 admin admin] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:14:07.459611 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 40474) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:14:07.460556 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-3d94cd31-8522-4646-b01c-ea568f192461 admin admin] 10.222.0.54 "PUT /v2.0/routers/812a136c-ebb9-4f7e-973b-60704fdce9f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1916885 Nov 19 18:14:07.468401 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e4dac1b-4137-449f-883d-01ec61f4642e None None] Sync routers for ids ['812a136c-ebb9-4f7e-973b-60704fdce9f1'] in n-d-818022-2 {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:14:07.495989 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e4dac1b-4137-449f-883d-01ec61f4642e None None] Routers {'812a136c-ebb9-4f7e-973b-60704fdce9f1'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:14:07.496944 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-9e4dac1b-4137-449f-883d-01ec61f4642e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:14:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['812a136c-ebb9-4f7e-973b-60704fdce9f1'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:14:07.506088 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-1d25829c-9f1d-4875-802e-a5c882c501a3 None None] Attempting to bind port cfa16e11-21a0-4955-b5a5-9731d78eb279 on host n-d-818022-2 for vnic_type normal with profile {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:14:07.507226 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-1d25829c-9f1d-4875-802e-a5c882c501a3 None None] Attempting to bind port cfa16e11-21a0-4955-b5a5-9731d78eb279 by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': 'f936abe1-1253-41cd-b5d2-d9b10b254fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '76006e60-25ad-4a3c-ae92-45e166866a92'}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:14:07.508094 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d25829c-9f1d-4875-802e-a5c882c501a3 None None] Attempting to bind port cfa16e11-21a0-4955-b5a5-9731d78eb279 on network 76006e60-25ad-4a3c-ae92-45e166866a92 {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:14:07.510927 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db6ac53-c869-4c85-967b-5898360a24cf None None] Pushing event updated for resources: {'Port': ['ID=cfa16e11-21a0-4955-b5a5-9731d78eb279,revision_number=3']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:14:07.521422 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db6ac53-c869-4c85-967b-5898360a24cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:14:07.521784 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db6ac53-c869-4c85-967b-5898360a24cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:14:07.522123 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db6ac53-c869-4c85-967b-5898360a24cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:14:07.522454 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db6ac53-c869-4c85-967b-5898360a24cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:14:07.522782 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db6ac53-c869-4c85-967b-5898360a24cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:14:07.523109 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db6ac53-c869-4c85-967b-5898360a24cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:14:07.523431 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db6ac53-c869-4c85-967b-5898360a24cf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:14:07.523805 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db6ac53-c869-4c85-967b-5898360a24cf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:14:07.524071 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db6ac53-c869-4c85-967b-5898360a24cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:14:07.524398 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db6ac53-c869-4c85-967b-5898360a24cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:14:07.524745 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db6ac53-c869-4c85-967b-5898360a24cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:14:07.525358 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db6ac53-c869-4c85-967b-5898360a24cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:14:07.530424 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d25829c-9f1d-4875-802e-a5c882c501a3 None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 14, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:14:07.531237 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d25829c-9f1d-4875-802e-a5c882c501a3 None None] Checking segment: {'id': 'f936abe1-1253-41cd-b5d2-d9b10b254fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '76006e60-25ad-4a3c-ae92-45e166866a92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:14:07.531825 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-1d25829c-9f1d-4875-802e-a5c882c501a3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:07.532472 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d25829c-9f1d-4875-802e-a5c882c501a3 None None] Bound using segment: {'id': 'f936abe1-1253-41cd-b5d2-d9b10b254fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '76006e60-25ad-4a3c-ae92-45e166866a92'} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:14:07.533127 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-1d25829c-9f1d-4875-802e-a5c882c501a3 None None] Bound port: cfa16e11-21a0-4955-b5a5-9731d78eb279, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f936abe1-1253-41cd-b5d2-d9b10b254fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '76006e60-25ad-4a3c-ae92-45e166866a92'}}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:14:07.533686 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-1d25829c-9f1d-4875-802e-a5c882c501a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:07.639488 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-9e4dac1b-4137-449f-883d-01ec61f4642e None None] Set router 812a136c-ebb9-4f7e-973b-60704fdce9f1 gateway port host: n-d-818022-2 {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:14:07.645528 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-1d25829c-9f1d-4875-802e-a5c882c501a3 None None] For port cfa16e11-21a0-4955-b5a5-9731d78eb279, host n-d-818022-2, cleared binding levels {{(pid=103367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:14:07.659233 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-1d25829c-9f1d-4875-802e-a5c882c501a3 None None] For port cfa16e11-21a0-4955-b5a5-9731d78eb279, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=cfa16e11-21a0-4955-b5a5-9731d78eb279,segment=NetworkSegment(f936abe1-1253-41cd-b5d2-d9b10b254fb3),segment_id=f936abe1-1253-41cd-b5d2-d9b10b254fb3)] {{(pid=103367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:14:07.668760 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-1d25829c-9f1d-4875-802e-a5c882c501a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:07.692016 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2a9e8ef4-f224-4f91-b5ae-256439f27259 admin admin] Publish callbacks [] for router, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:07.731831 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d25829c-9f1d-4875-802e-a5c882c501a3 None None] Routers {'3498e3e3-cb14-4206-825e-3af86dec0ed5'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:14:07.732381 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-1d25829c-9f1d-4875-802e-a5c882c501a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:14:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['3498e3e3-cb14-4206-825e-3af86dec0ed5'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:14:07.790308 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db6ac53-c869-4c85-967b-5898360a24cf None None] Pushing event updated for resources: {'Port': ['ID=cfa16e11-21a0-4955-b5a5-9731d78eb279,revision_number=4']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:14:07.828786 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2a9e8ef4-f224-4f91-b5ae-256439f27259 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:07.882913 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-c87ded6c-d0fe-46e2-bd2d-5cbf5eb5dc73 None None] Provisioning complete for port cfa16e11-21a0-4955-b5a5-9731d78eb279 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:14:07.883434 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-c87ded6c-d0fe-46e2-bd2d-5cbf5eb5dc73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:07.898850 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-2a9e8ef4-f224-4f91-b5ae-256439f27259 admin admin] Deleting port 1a636594-f237-4360-9952-f85da1c3ebd8 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:14:07.899390 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2a9e8ef4-f224-4f91-b5ae-256439f27259 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:07.904755 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-1d25829c-9f1d-4875-802e-a5c882c501a3 None None] Set router 3498e3e3-cb14-4206-825e-3af86dec0ed5 gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:14:07.950627 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-9e4dac1b-4137-449f-883d-01ec61f4642e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '812a136c-ebb9-4f7e-973b-60704fdce9f1', 'name': 'tempest-ServerRescueTestJSONUnderV235-1565642614-router', 'tenant_id': '21dec2738a5f4ea6bf5954794e3a7a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': '1a636594-f237-4360-9952-f85da1c3ebd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:13:05Z', 'updated_at': '2021-11-19T18:14:06Z', 'revision_number': 5, 'project_id': '21dec2738a5f4ea6bf5954794e3a7a10', 'gw_port': {'id': '1a636594-f237-4360-9952-f85da1c3ebd8', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:23:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '812a136c-ebb9-4f7e-973b-60704fdce9f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:13:05Z', 'updated_at': '2021-11-19T18:13:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:14:07.979494 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e4dac1b-4137-449f-883d-01ec61f4642e None None] Checking router: 812a136c-ebb9-4f7e-973b-60704fdce9f1 for host: n-d-818022-2 {{(pid=103366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:14:08.012756 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e4dac1b-4137-449f-883d-01ec61f4642e None None] Routers {'812a136c-ebb9-4f7e-973b-60704fdce9f1'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:14:08.013524 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-9e4dac1b-4137-449f-883d-01ec61f4642e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:14:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['812a136c-ebb9-4f7e-973b-60704fdce9f1'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:14:08.022044 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [None req-2a9e8ef4-f224-4f91-b5ae-256439f27259 admin admin] For port 1a636594-f237-4360-9952-f85da1c3ebd8, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=1a636594-f237-4360-9952-f85da1c3ebd8,segment=NetworkSegment(bbe705c1-96c0-476e-8381-28227e6f0ac5),segment_id=bbe705c1-96c0-476e-8381-28227e6f0ac5)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:14:08.022408 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2a9e8ef4-f224-4f91-b5ae-256439f27259 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:08.039774 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-2a9e8ef4-f224-4f91-b5ae-256439f27259 admin admin] Calling delete_port for 1a636594-f237-4360-9952-f85da1c3ebd8 owned by network:router_gateway {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:14:08.109081 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-c87ded6c-d0fe-46e2-bd2d-5cbf5eb5dc73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:08.192695 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-9e4dac1b-4137-449f-883d-01ec61f4642e None None] Set router 812a136c-ebb9-4f7e-973b-60704fdce9f1 gateway port host: None {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:14:08.216625 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-1d25829c-9f1d-4875-802e-a5c882c501a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3498e3e3-cb14-4206-825e-3af86dec0ed5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-470594023', 'tenant_id': 'd41245dedb694df6accb5dc7769c75e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': '8a8e7c2f-3493-45ee-b52d-b15f9ac6b137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:14:00Z', 'updated_at': '2021-11-19T18:14:05Z', 'revision_number': 4, 'project_id': 'd41245dedb694df6accb5dc7769c75e5', 'gw_port': {'id': '8a8e7c2f-3493-45ee-b52d-b15f9ac6b137', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:42:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3498e3e3-cb14-4206-825e-3af86dec0ed5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3723, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:14:01Z', 'updated_at': '2021-11-19T18:14:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': 'cfa16e11-21a0-4955-b5a5-9731d78eb279', 'name': '', 'network_id': '76006e60-25ad-4a3c-ae92-45e166866a92', 'tenant_id': 'd41245dedb694df6accb5dc7769c75e5', 'mac_address': 'fa:16:3e:b6:73:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3498e3e3-cb14-4206-825e-3af86dec0ed5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': '57669088-57d4-4fc8-ab3b-d4604fde3abd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:14:03Z', 'updated_at': '2021-11-19T18:14:07Z', 'revision_number': 4, 'project_id': 'd41245dedb694df6accb5dc7769c75e5', 'subnets': [{'id': '57669088-57d4-4fc8-ab3b-d4604fde3abd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:14:08.266798 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d25829c-9f1d-4875-802e-a5c882c501a3 None None] The sync data for ids ['3498e3e3-cb14-4206-825e-3af86dec0ed5'] in n-d-818022-2 is: [{'id': '3498e3e3-cb14-4206-825e-3af86dec0ed5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-470594023', 'tenant_id': 'd41245dedb694df6accb5dc7769c75e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': '8a8e7c2f-3493-45ee-b52d-b15f9ac6b137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:14:00Z', 'updated_at': '2021-11-19T18:14:05Z', 'revision_number': 4, 'project_id': 'd41245dedb694df6accb5dc7769c75e5', 'gw_port': {'id': '8a8e7c2f-3493-45ee-b52d-b15f9ac6b137', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:42:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3498e3e3-cb14-4206-825e-3af86dec0ed5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3723, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:14:01Z', 'updated_at': '2021-11-19T18:14:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': 'cfa16e11-21a0-4955-b5a5-9731d78eb279', 'name': '', 'network_id': '76006e60-25ad-4a3c-ae92-45e166866a92', 'tenant_id': 'd41245dedb694df6accb5dc7769c75e5', 'mac_address': 'fa:16:3e:b6:73:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3498e3e3-cb14-4206-825e-3af86dec0ed5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': '57669088-57d4-4fc8-ab3b-d4604fde3abd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:14:03Z', 'updated_at': '2021-11-19T18:14:07Z', 'revision_number': 4, 'project_id': 'd41245dedb694df6accb5dc7769c75e5', 'subnets': [{'id': '57669088-57d4-4fc8-ab3b-d4604fde3abd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:14:08.279164 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705a0de0-0b5e-4fec-ba99-fa57c23d63ea req-1404cb7a-7a5a-4d57-8ced-df780d5f2665 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:14:08.280951 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-705a0de0-0b5e-4fec-ba99-fa57c23d63ea req-1404cb7a-7a5a-4d57-8ced-df780d5f2665 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.86 "GET /v2.0/networks?id=76006e60-25ad-4a3c-ae92-45e166866a92 HTTP/1.1" status: 200 len: 796 time: 0.2154334 Nov 19 18:14:08.288514 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-9e4dac1b-4137-449f-883d-01ec61f4642e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '812a136c-ebb9-4f7e-973b-60704fdce9f1', 'name': 'tempest-ServerRescueTestJSONUnderV235-1565642614-router', 'tenant_id': '21dec2738a5f4ea6bf5954794e3a7a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:13:05Z', 'updated_at': '2021-11-19T18:14:07Z', 'revision_number': 6, 'project_id': '21dec2738a5f4ea6bf5954794e3a7a10', 'gw_port_host': None}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:14:08.293841 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2a9e8ef4-f224-4f91-b5ae-256439f27259 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:08.298283 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-c87ded6c-d0fe-46e2-bd2d-5cbf5eb5dc73 None None] For port cfa16e11-21a0-4955-b5a5-9731d78eb279, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=cfa16e11-21a0-4955-b5a5-9731d78eb279,segment=NetworkSegment(f936abe1-1253-41cd-b5d2-d9b10b254fb3),segment_id=f936abe1-1253-41cd-b5d2-d9b10b254fb3)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:14:08.328682 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-c87ded6c-d0fe-46e2-bd2d-5cbf5eb5dc73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:08.331999 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e4dac1b-4137-449f-883d-01ec61f4642e None None] The sync data for ids ['812a136c-ebb9-4f7e-973b-60704fdce9f1'] in n-d-818022-2 is: [{'id': '812a136c-ebb9-4f7e-973b-60704fdce9f1', 'name': 'tempest-ServerRescueTestJSONUnderV235-1565642614-router', 'tenant_id': '21dec2738a5f4ea6bf5954794e3a7a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:13:05Z', 'updated_at': '2021-11-19T18:14:07Z', 'revision_number': 6, 'project_id': '21dec2738a5f4ea6bf5954794e3a7a10', 'gw_port_host': None}] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:14:08.374510 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6a522699-a963-4d91-9bfd-99109ca818d1 req-47885d34-bc97-4340-a836-8984a7846327 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/ports?device_id=a82dc0d9-c210-4d1c-8e24-2309f1ef0772 HTTP/1.1" status: 200 len: 210 time: 0.0753448 Nov 19 18:14:08.381780 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device cb017c19-57e5-4400-8697-533ae14012aa no longer exists at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:14:08.405582 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9e8ef4-f224-4f91-b5ae-256439f27259 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a636594-f237-4360-9952-f85da1c3ebd8,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:14:08.416314 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] No Port match for: cb017c19-57e5-4400-8697-533ae14012aa {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:14:08.416630 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device cb017c19-57e5-4400-8697-533ae14012aa not bound to the agent host n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:14:08.433154 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-275dc619-26ea-450b-a677-e42bba93f174 None None] DHCP port deletion for 645e61aa-1a6c-4e8f-857e-ab06edb4897f request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:14:08.433534 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-705a0de0-0b5e-4fec-ba99-fa57c23d63ea req-a8bd23a1-e603-4ab1-bb40-ecf0a8e60906 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d41245dedb694df6accb5dc7769c75e5 HTTP/1.1" status: 200 len: 380 time: 0.1319377 Nov 19 18:14:08.450725 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-705a0de0-0b5e-4fec-ba99-fa57c23d63ea req-33c183e7-15f4-4f9d-ab07-a3d0efd7951d tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Request body: {'port': {'device_id': 'a82dc0d9-c210-4d1c-8e24-2309f1ef0772', 'network_id': '76006e60-25ad-4a3c-ae92-45e166866a92', 'admin_state_up': True, 'tenant_id': 'd41245dedb694df6accb5dc7769c75e5', 'security_groups': ['e430f061-6c21-4cde-a351-aa8b4b48886d']}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:14:08.451972 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87ded6c-d0fe-46e2-bd2d-5cbf5eb5dc73 None None] Pushing event updated for resources: {'Port': ['ID=cfa16e11-21a0-4955-b5a5-9731d78eb279,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:14:08.464367 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-02e0a9a1-dfae-405a-933c-b084f5508eac None None] Provisioning complete for port cfa16e11-21a0-4955-b5a5-9731d78eb279 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:14:08.464740 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-02e0a9a1-dfae-405a-933c-b084f5508eac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:08.523681 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2a9e8ef4-f224-4f91-b5ae-256439f27259 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-671730'] for router_gateway, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:08.597722 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-705a0de0-0b5e-4fec-ba99-fa57c23d63ea req-33c183e7-15f4-4f9d-ab07-a3d0efd7951d tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Made reservation on behalf of d41245dedb694df6accb5dc7769c75e5 for: {'port': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:14:08.602578 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-705a0de0-0b5e-4fec-ba99-fa57c23d63ea req-33c183e7-15f4-4f9d-ab07-a3d0efd7951d tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:08.630802 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2a9e8ef4-f224-4f91-b5ae-256439f27259 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4696'] for router, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:08.633326 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2a9e8ef4-f224-4f91-b5ae-256439f27259 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:08.678960 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2a9e8ef4-f224-4f91-b5ae-256439f27259 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-543895'] for router, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:08.679516 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a9e8ef4-f224-4f91-b5ae-256439f27259 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 812a136c-ebb9-4f7e-973b-60704fdce9f1 {{(pid=103365) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 18:14:08.686799 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2a9e8ef4-f224-4f91-b5ae-256439f27259 admin admin] Publish callbacks [] for router, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:08.690263 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-2a9e8ef4-f224-4f91-b5ae-256439f27259 admin admin] 10.222.0.54 "DELETE /v2.0/routers/812a136c-ebb9-4f7e-973b-60704fdce9f1 HTTP/1.1" status: 204 len: 168 time: 1.2261815 Nov 19 18:14:08.691124 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 40478) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:14:08.740909 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_v2 [None req-68bc070a-dbc3-4498-8d54-1307fd703f58 admin admin] Deleting subnet 63081b37-6dc5-4150-8e47-837cb85bc56c {{(pid=103365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 18:14:08.744881 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-68bc070a-dbc3-4498-8d54-1307fd703f58 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:08.753253 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [req-705a0de0-0b5e-4fec-ba99-fa57c23d63ea req-33c183e7-15f4-4f9d-ab07-a3d0efd7951d tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Allocated IP 172.20.0.3 (76006e60-25ad-4a3c-ae92-45e166866a92/57669088-57d4-4fc8-ab3b-d4604fde3abd/cf8f6f83-0f32-4276-938f-3166065c2fad) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:14:08.801169 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-68bc070a-dbc3-4498-8d54-1307fd703f58 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12546453'] for subnet, precommit_delete_associations {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:08.874230 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-68bc070a-dbc3-4498-8d54-1307fd703f58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:08.958987 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-68bc070a-dbc3-4498-8d54-1307fd703f58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12282919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8731163'] for subnet, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:08.965886 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-705a0de0-0b5e-4fec-ba99-fa57c23d63ea req-33c183e7-15f4-4f9d-ab07-a3d0efd7951d tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:09.001357 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device cfa16e11-21a0-4955-b5a5-9731d78eb279 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:14:09.010825 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bc070a-dbc3-4498-8d54-1307fd703f58 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63081b37-6dc5-4150-8e47-837cb85bc56c,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:14:09.020294 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-68bc070a-dbc3-4498-8d54-1307fd703f58 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:09.024586 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-68bc070a-dbc3-4498-8d54-1307fd703f58 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/63081b37-6dc5-4150-8e47-837cb85bc56c HTTP/1.1" status: 204 len: 168 time: 0.3322213 Nov 19 18:14:09.027332 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 40480) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:14:09.075272 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port cfa16e11-21a0-4955-b5a5-9731d78eb279 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:14:09.075642 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:09.075900 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-705a0de0-0b5e-4fec-ba99-fa57c23d63ea req-33c183e7-15f4-4f9d-ab07-a3d0efd7951d tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:09.154978 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1e77de27-23e2-40f3-8094-174c52abac62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:09.158499 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-705a0de0-0b5e-4fec-ba99-fa57c23d63ea req-33c183e7-15f4-4f9d-ab07-a3d0efd7951d tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Network 76006e60-25ad-4a3c-ae92-45e166866a92 is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:14:09.160542 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c183e7-15f4-4f9d-ab07-a3d0efd7951d tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Pushing event updated for resources: {'Port': ['ID=cf8f6f83-0f32-4276-938f-3166065c2fad,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:14:09.164818 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [req-705a0de0-0b5e-4fec-ba99-fa57c23d63ea req-33c183e7-15f4-4f9d-ab07-a3d0efd7951d tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:14:09.168434 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [req-705a0de0-0b5e-4fec-ba99-fa57c23d63ea req-33c183e7-15f4-4f9d-ab07-a3d0efd7951d tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:14:09.181554 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device f8647de9-93cd-4793-a7ef-1d92f5154f90 no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:14:09.203432 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: f8647de9-93cd-4793-a7ef-1d92f5154f90 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:14:09.203849 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device f8647de9-93cd-4793-a7ef-1d92f5154f90 not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:14:09.275951 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705a0de0-0b5e-4fec-ba99-fa57c23d63ea req-33c183e7-15f4-4f9d-ab07-a3d0efd7951d tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:14:09.276587 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-705a0de0-0b5e-4fec-ba99-fa57c23d63ea req-33c183e7-15f4-4f9d-ab07-a3d0efd7951d tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:09.302678 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1e77de27-23e2-40f3-8094-174c52abac62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:09.315906 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-705a0de0-0b5e-4fec-ba99-fa57c23d63ea req-33c183e7-15f4-4f9d-ab07-a3d0efd7951d tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8715920 Nov 19 18:14:09.330396 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-705a0de0-0b5e-4fec-ba99-fa57c23d63ea req-c4edea86-c217-4bf9-91ba-ad6d7e1e7f80 service neutron] Request body: {'port': {'device_id': 'a82dc0d9-c210-4d1c-8e24-2309f1ef0772', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818022-2'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:14:09.337445 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-1e77de27-23e2-40f3-8094-174c52abac62 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['266e0ec5-7209-48bb-83e2-8368b527bbf9']}} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:14:09.364950 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-1e77de27-23e2-40f3-8094-174c52abac62 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cec76fca-bae9-4940-8845-e930efd32ae4') {'for_net_delete': True} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:14:09.365245 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-1e77de27-23e2-40f3-8094-174c52abac62 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cec76fca-bae9-4940-8845-e930efd32ae4') {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:14:09.381942 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1e77de27-23e2-40f3-8094-174c52abac62 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417396'] for segment, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:09.402287 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.agents_db [None req-619e5c26-d9ed-4321-86eb-7d443bb9dfa2 None None] Agent healthcheck: found 7 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 18:14:09.416604 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1e77de27-23e2-40f3-8094-174c52abac62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:09.421143 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-705a0de0-0b5e-4fec-ba99-fa57c23d63ea req-c4edea86-c217-4bf9-91ba-ad6d7e1e7f80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:09.432546 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e77de27-23e2-40f3-8094-174c52abac62 admin admin] Releasing vlan 664 on physical network physnet1 to pool {{(pid=103364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 18:14:09.432949 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1e77de27-23e2-40f3-8094-174c52abac62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12425183'] for segment, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:09.434710 n-d-818022-2 neutron-server[103364]: Traceback (most recent call last): Nov 19 18:14:09.434710 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 18:14:09.434710 n-d-818022-2 neutron-server[103364]: timer() Nov 19 18:14:09.434710 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 18:14:09.434710 n-d-818022-2 neutron-server[103364]: cb(*args, **kw) Nov 19 18:14:09.434710 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 18:14:09.434710 n-d-818022-2 neutron-server[103364]: return func(*args, **kwargs) Nov 19 18:14:09.434710 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 18:14:09.434710 n-d-818022-2 neutron-server[103364]: self._notify() Nov 19 18:14:09.434710 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 18:14:09.434710 n-d-818022-2 neutron-server[103364]: self.callback(batched_events) Nov 19 18:14:09.434710 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 18:14:09.434710 n-d-818022-2 neutron-server[103364]: event.method(event) Nov 19 18:14:09.434710 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 18:14:09.434710 n-d-818022-2 neutron-server[103364]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 18:14:09.434710 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 18:14:09.434710 n-d-818022-2 neutron-server[103364]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 18:14:09.434710 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 18:14:09.434710 n-d-818022-2 neutron-server[103364]: return f(self, *a, **k) Nov 19 18:14:09.434710 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 18:14:09.434710 n-d-818022-2 neutron-server[103364]: return self._get(url).json() Nov 19 18:14:09.434710 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 18:14:09.434710 n-d-818022-2 neutron-server[103364]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 18:14:09.434710 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 18:14:09.434710 n-d-818022-2 neutron-server[103364]: return self.request(url, 'GET', **kwargs) Nov 19 18:14:09.434710 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 18:14:09.434710 n-d-818022-2 neutron-server[103364]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 18:14:09.434710 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 18:14:09.434710 n-d-818022-2 neutron-server[103364]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 18:14:09.434710 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 18:14:09.434710 n-d-818022-2 neutron-server[103364]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 18:14:09.434710 n-d-818022-2 neutron-server[103364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 18:14:09.508560 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-3c0066b5-293f-4dc2-99fd-2eefb4ceefa1 None None] Provisioning complete for port cf8f6f83-0f32-4276-938f-3166065c2fad triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:14:09.508991 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3c0066b5-293f-4dc2-99fd-2eefb4ceefa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:09.552716 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-3c0066b5-293f-4dc2-99fd-2eefb4ceefa1 None None] Port cf8f6f83-0f32-4276-938f-3166065c2fad cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:14:09.565511 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1e77de27-23e2-40f3-8094-174c52abac62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671242'] for network, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:09.576128 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1e77de27-23e2-40f3-8094-174c52abac62 admin admin] Publish callbacks [] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:09.579362 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-1e77de27-23e2-40f3-8094-174c52abac62 admin admin] 10.222.0.54 "DELETE /v2.0/networks/266e0ec5-7209-48bb-83e2-8368b527bbf9 HTTP/1.1" status: 204 len: 168 time: 0.5510480 Nov 19 18:14:09.652674 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e227c166-1d7a-4fc0-a2cb-a50c767c19f5 req-3b5da5bd-3057-4648-a944-02bc05974574 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:14:09.654282 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-e227c166-1d7a-4fc0-a2cb-a50c767c19f5 req-3b5da5bd-3057-4648-a944-02bc05974574 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/ports?device_id=a82dc0d9-c210-4d1c-8e24-2309f1ef0772 HTTP/1.1" status: 200 len: 931 time: 0.1793020 Nov 19 18:14:09.658248 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e77de27-23e2-40f3-8094-174c52abac62 admin admin] Pushing event deleted for resources: {'Network': ['ID=266e0ec5-7209-48bb-83e2-8368b527bbf9,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:14:09.777242 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-e227c166-1d7a-4fc0-a2cb-a50c767c19f5 req-4eaf2c38-3f35-42dc-b378-1fe4770508b7 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/security-groups?id=e430f061-6c21-4cde-a351-aa8b4b48886d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962114 Nov 19 18:14:09.819880 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 40486) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:14:09.866640 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-4c880e17-5013-468c-97d4-ff15baa85846 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=21dec2738a5f4ea6bf5954794e3a7a10&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0445187 Nov 19 18:14:09.869419 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 40488) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:14:09.875657 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [req-705a0de0-0b5e-4fec-ba99-fa57c23d63ea req-c4edea86-c217-4bf9-91ba-ad6d7e1e7f80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf8f6f83-0f32-4276-938f-3166065c2fad {{(pid=103364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:14:09.883469 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-705a0de0-0b5e-4fec-ba99-fa57c23d63ea req-c4edea86-c217-4bf9-91ba-ad6d7e1e7f80 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:09.896256 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.provisioning_blocks [req-705a0de0-0b5e-4fec-ba99-fa57c23d63ea req-c4edea86-c217-4bf9-91ba-ad6d7e1e7f80 service neutron] Transition to ACTIVE for port object cf8f6f83-0f32-4276-938f-3166065c2fad will not be triggered until provisioned by entity L2. {{(pid=103364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 18:14:09.901636 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-705a0de0-0b5e-4fec-ba99-fa57c23d63ea req-c4edea86-c217-4bf9-91ba-ad6d7e1e7f80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:09.925390 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9105b35d-3fdc-48e1-9cec-3fa882e5398e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:09.950565 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9105b35d-3fdc-48e1-9cec-3fa882e5398e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:09.959375 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4edea86-c217-4bf9-91ba-ad6d7e1e7f80 service neutron] Pushing event updated for resources: {'Port': ['ID=cf8f6f83-0f32-4276-938f-3166065c2fad,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:14:10.013173 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9105b35d-3fdc-48e1-9cec-3fa882e5398e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:10.016367 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9105b35d-3fdc-48e1-9cec-3fa882e5398e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:10.017866 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-9105b35d-3fdc-48e1-9cec-3fa882e5398e admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c4251046-d13e-48ef-af9b-bdbe6422f4fa HTTP/1.1" status: 204 len: 168 time: 0.1470618 Nov 19 18:14:10.027147 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9105b35d-3fdc-48e1-9cec-3fa882e5398e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4251046-d13e-48ef-af9b-bdbe6422f4fa,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:14:10.039933 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-705a0de0-0b5e-4fec-ba99-fa57c23d63ea req-c4edea86-c217-4bf9-91ba-ad6d7e1e7f80 service neutron] Attempting to bind port cf8f6f83-0f32-4276-938f-3166065c2fad on host n-h2-818022-2 for vnic_type normal with profile {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:14:10.040153 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-705a0de0-0b5e-4fec-ba99-fa57c23d63ea req-c4edea86-c217-4bf9-91ba-ad6d7e1e7f80 service neutron] Attempting to bind port cf8f6f83-0f32-4276-938f-3166065c2fad by drivers openvswitch,hyperv on host n-h2-818022-2 at level 0 using segments [{'id': 'f936abe1-1253-41cd-b5d2-d9b10b254fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '76006e60-25ad-4a3c-ae92-45e166866a92'}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:14:10.040985 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-705a0de0-0b5e-4fec-ba99-fa57c23d63ea req-c4edea86-c217-4bf9-91ba-ad6d7e1e7f80 service neutron] Attempting to bind port cf8f6f83-0f32-4276-938f-3166065c2fad on network 76006e60-25ad-4a3c-ae92-45e166866a92 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:14:10.049687 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-705a0de0-0b5e-4fec-ba99-fa57c23d63ea req-c4edea86-c217-4bf9-91ba-ad6d7e1e7f80 service neutron] Port cf8f6f83-0f32-4276-938f-3166065c2fad on network 76006e60-25ad-4a3c-ae92-45e166866a92 not bound, no agent of type Open vSwitch agent registered on host n-h2-818022-2 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 18:14:10.050571 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-705a0de0-0b5e-4fec-ba99-fa57c23d63ea req-c4edea86-c217-4bf9-91ba-ad6d7e1e7f80 service neutron] Attempting to bind port cf8f6f83-0f32-4276-938f-3166065c2fad on network 76006e60-25ad-4a3c-ae92-45e166866a92 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:14:10.057608 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-705a0de0-0b5e-4fec-ba99-fa57c23d63ea req-c4edea86-c217-4bf9-91ba-ad6d7e1e7f80 service neutron] Checking agent: {'id': '525ad2ac-c4ae-4c63-af2e-0bf8d25d0f0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'started_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 14, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:14:10.058118 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-705a0de0-0b5e-4fec-ba99-fa57c23d63ea req-c4edea86-c217-4bf9-91ba-ad6d7e1e7f80 service neutron] Checking segment: {'id': 'f936abe1-1253-41cd-b5d2-d9b10b254fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '76006e60-25ad-4a3c-ae92-45e166866a92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:14:10.058453 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-705a0de0-0b5e-4fec-ba99-fa57c23d63ea req-c4edea86-c217-4bf9-91ba-ad6d7e1e7f80 service neutron] Bound using segment: {'id': 'f936abe1-1253-41cd-b5d2-d9b10b254fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '76006e60-25ad-4a3c-ae92-45e166866a92'} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:14:10.059194 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-705a0de0-0b5e-4fec-ba99-fa57c23d63ea req-c4edea86-c217-4bf9-91ba-ad6d7e1e7f80 service neutron] Bound port: cf8f6f83-0f32-4276-938f-3166065c2fad, host: n-h2-818022-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f936abe1-1253-41cd-b5d2-d9b10b254fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '76006e60-25ad-4a3c-ae92-45e166866a92'}}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:14:10.059819 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-705a0de0-0b5e-4fec-ba99-fa57c23d63ea req-c4edea86-c217-4bf9-91ba-ad6d7e1e7f80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:10.142955 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-705a0de0-0b5e-4fec-ba99-fa57c23d63ea req-c4edea86-c217-4bf9-91ba-ad6d7e1e7f80 service neutron] For port cf8f6f83-0f32-4276-938f-3166065c2fad, host n-h2-818022-2, cleared binding levels {{(pid=103364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:14:10.146855 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-705a0de0-0b5e-4fec-ba99-fa57c23d63ea req-c4edea86-c217-4bf9-91ba-ad6d7e1e7f80 service neutron] For port cf8f6f83-0f32-4276-938f-3166065c2fad, host n-h2-818022-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=cf8f6f83-0f32-4276-938f-3166065c2fad,segment=NetworkSegment(f936abe1-1253-41cd-b5d2-d9b10b254fb3),segment_id=f936abe1-1253-41cd-b5d2-d9b10b254fb3)] {{(pid=103364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:14:10.152390 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-705a0de0-0b5e-4fec-ba99-fa57c23d63ea req-c4edea86-c217-4bf9-91ba-ad6d7e1e7f80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:10.194105 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705a0de0-0b5e-4fec-ba99-fa57c23d63ea req-c4edea86-c217-4bf9-91ba-ad6d7e1e7f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:14:10.194734 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-705a0de0-0b5e-4fec-ba99-fa57c23d63ea req-c4edea86-c217-4bf9-91ba-ad6d7e1e7f80 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:10.196122 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-705a0de0-0b5e-4fec-ba99-fa57c23d63ea req-c4edea86-c217-4bf9-91ba-ad6d7e1e7f80 service neutron] 10.222.0.86 "PUT /v2.0/ports/cf8f6f83-0f32-4276-938f-3166065c2fad HTTP/1.1" status: 200 len: 1091 time: 0.8701715 Nov 19 18:14:10.197130 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a82dc0d9-c210-4d1c-8e24-2309f1ef0772', 'tag': 'cf8f6f83-0f32-4276-938f-3166065c2fad'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:14:10.199511 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dd4767a008c23f8566efc82158ee1b1fff34e1a9e908d76d0b6d0ab7e350e5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b70120a-f84a-4cc2-a13e-1b4e36804178" -d '{"events": [{"name": "network-changed", "server_uuid": "a82dc0d9-c210-4d1c-8e24-2309f1ef0772", "tag": "cf8f6f83-0f32-4276-938f-3166065c2fad"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:14:10.221028 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4edea86-c217-4bf9-91ba-ad6d7e1e7f80 service neutron] Pushing event updated for resources: {'Port': ['ID=cf8f6f83-0f32-4276-938f-3166065c2fad,revision_number=3']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:14:10.263076 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 18:14:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea0d1854-859e-476c-8dcf-afcda50943d2 x-openstack-request-id: req-ea0d1854-859e-476c-8dcf-afcda50943d2 {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:14:10.263419 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a82dc0d9-c210-4d1c-8e24-2309f1ef0772", "tag": "cf8f6f83-0f32-4276-938f-3166065c2fad", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:14:10.263625 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ea0d1854-859e-476c-8dcf-afcda50943d2 {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:14:10.264288 n-d-818022-2 neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a82dc0d9-c210-4d1c-8e24-2309f1ef0772', 'tag': 'cf8f6f83-0f32-4276-938f-3166065c2fad', 'status': 'completed', 'code': 200} Nov 19 18:14:10.300754 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705a0de0-0b5e-4fec-ba99-fa57c23d63ea req-a121accb-4e35-4607-9655-817e3eeb5512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:14:10.302622 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-705a0de0-0b5e-4fec-ba99-fa57c23d63ea req-a121accb-4e35-4607-9655-817e3eeb5512 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=d41245dedb694df6accb5dc7769c75e5&device_id=a82dc0d9-c210-4d1c-8e24-2309f1ef0772 HTTP/1.1" status: 200 len: 1094 time: 0.0533953 Nov 19 18:14:10.357167 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-705a0de0-0b5e-4fec-ba99-fa57c23d63ea req-57120326-5a4e-4bc5-9611-23db82965082 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cf8f6f83-0f32-4276-938f-3166065c2fad HTTP/1.1" status: 200 len: 217 time: 0.0444703 Nov 19 18:14:10.418199 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705a0de0-0b5e-4fec-ba99-fa57c23d63ea req-3ebe4d3b-f493-49a3-a320-f30c84de3646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:14:10.419705 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-705a0de0-0b5e-4fec-ba99-fa57c23d63ea req-3ebe4d3b-f493-49a3-a320-f30c84de3646 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=57669088-57d4-4fc8-ab3b-d4604fde3abd HTTP/1.1" status: 200 len: 835 time: 0.0531964 Nov 19 18:14:10.469872 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705a0de0-0b5e-4fec-ba99-fa57c23d63ea req-cbd17d2f-0b7c-4773-a01e-6c3089428b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:14:10.471493 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-705a0de0-0b5e-4fec-ba99-fa57c23d63ea req-cbd17d2f-0b7c-4773-a01e-6c3089428b52 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=76006e60-25ad-4a3c-ae92-45e166866a92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433609 Nov 19 18:14:10.572117 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-705a0de0-0b5e-4fec-ba99-fa57c23d63ea req-3559a7fb-d79e-4e6a-83f5-b18bb91f9b13 service neutron] 10.222.0.86 "GET /v2.0/networks/76006e60-25ad-4a3c-ae92-45e166866a92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918458 Nov 19 18:14:10.669688 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-705a0de0-0b5e-4fec-ba99-fa57c23d63ea req-fe5d0120-0417-4377-91d6-a7abce0aa902 service neutron] 10.222.0.86 "GET /v2.0/networks/76006e60-25ad-4a3c-ae92-45e166866a92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901749 Nov 19 18:14:10.756347 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 40512) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:14:10.764779 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b70120a-f84a-4cc2-a13e-1b4e36804178 req-f621104b-1f40-4126-b252-a9e692943b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:14:10.766431 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0b70120a-f84a-4cc2-a13e-1b4e36804178 req-f621104b-1f40-4126-b252-a9e692943b38 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=d41245dedb694df6accb5dc7769c75e5&device_id=a82dc0d9-c210-4d1c-8e24-2309f1ef0772 HTTP/1.1" status: 200 len: 1094 time: 0.0436432 Nov 19 18:14:10.781955 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 1a636594-f237-4360-9952-f85da1c3ebd8 no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:14:10.806568 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: 1a636594-f237-4360-9952-f85da1c3ebd8 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:14:10.806910 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 1a636594-f237-4360-9952-f85da1c3ebd8 not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:14:10.892158 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-f974afed-f1c5-4501-a8e3-9fd2937ee721 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1618227038-network', 'tenant_id': 'd407b9c1db3d4e428e2a32fa9a1db96f'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:14:10.900485 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b70120a-f84a-4cc2-a13e-1b4e36804178 req-02cc9920-7929-4a5a-8099-6c534870f61b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:14:10.903282 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0b70120a-f84a-4cc2-a13e-1b4e36804178 req-02cc9920-7929-4a5a-8099-6c534870f61b service neutron] 10.222.0.86 "GET /v2.0/networks?id=76006e60-25ad-4a3c-ae92-45e166866a92 HTTP/1.1" status: 200 len: 897 time: 0.1277356 Nov 19 18:14:10.917504 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f974afed-f1c5-4501-a8e3-9fd2937ee721 admin admin] Made reservation on behalf of d407b9c1db3d4e428e2a32fa9a1db96f for: {'network': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:14:10.920807 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f974afed-f1c5-4501-a8e3-9fd2937ee721 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:10.930270 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f974afed-f1c5-4501-a8e3-9fd2937ee721 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:10.961461 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca64332-3051-47c8-8b2e-9746453e8f93 req-9a672d9f-2c41-43ce-a927-7199389255d4 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:14:10.963189 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6ca64332-3051-47c8-8b2e-9746453e8f93 req-9a672d9f-2c41-43ce-a927-7199389255d4 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/ports?device_id=a82dc0d9-c210-4d1c-8e24-2309f1ef0772 HTTP/1.1" status: 200 len: 943 time: 0.1061344 Nov 19 18:14:10.964893 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0b70120a-f84a-4cc2-a13e-1b4e36804178 req-430396e8-122f-42d7-ac3b-4efe3aace793 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cf8f6f83-0f32-4276-938f-3166065c2fad HTTP/1.1" status: 200 len: 217 time: 0.0529938 Nov 19 18:14:11.013120 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f974afed-f1c5-4501-a8e3-9fd2937ee721 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:11.019277 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f974afed-f1c5-4501-a8e3-9fd2937ee721 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:11.049179 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f974afed-f1c5-4501-a8e3-9fd2937ee721 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 690} {{(pid=103365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 18:14:11.051189 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b70120a-f84a-4cc2-a13e-1b4e36804178 req-3ec1b270-66f5-4b17-9b3d-7130194a599b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:14:11.052705 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0b70120a-f84a-4cc2-a13e-1b4e36804178 req-3ec1b270-66f5-4b17-9b3d-7130194a599b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=57669088-57d4-4fc8-ab3b-d4604fde3abd HTTP/1.1" status: 200 len: 835 time: 0.0767207 Nov 19 18:14:11.056815 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f974afed-f1c5-4501-a8e3-9fd2937ee721 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46899a30-aa29-4598-bc0e-2ef0e3433f92,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:14:11.057936 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6ca64332-3051-47c8-8b2e-9746453e8f93 req-5ad762fd-ca01-417d-a67f-38852b5311e6 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/security-groups?id=e430f061-6c21-4cde-a351-aa8b4b48886d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883136 Nov 19 18:14:11.065943 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f974afed-f1c5-4501-a8e3-9fd2937ee721 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:11.065943 n-d-818022-2 neutron-server[103365]: INFO neutron.db.segments_db [None req-f974afed-f1c5-4501-a8e3-9fd2937ee721 admin admin] Added segment fb2023ae-aa4d-4afb-83c3-59529e9b193d of type vlan for network d74ca885-23b8-4057-b525-30347b11182e Nov 19 18:14:11.118805 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b70120a-f84a-4cc2-a13e-1b4e36804178 req-779362c5-573b-4c09-9a87-6652c1ce5c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:14:11.120341 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0b70120a-f84a-4cc2-a13e-1b4e36804178 req-779362c5-573b-4c09-9a87-6652c1ce5c48 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=76006e60-25ad-4a3c-ae92-45e166866a92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0543666 Nov 19 18:14:11.120820 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f974afed-f1c5-4501-a8e3-9fd2937ee721 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:11.151494 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f974afed-f1c5-4501-a8e3-9fd2937ee721 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:11.152474 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f974afed-f1c5-4501-a8e3-9fd2937ee721 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:14:11.153182 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f974afed-f1c5-4501-a8e3-9fd2937ee721 admin admin] Publish callbacks [] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:11.218468 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-f974afed-f1c5-4501-a8e3-9fd2937ee721 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4570067 Nov 19 18:14:11.219073 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 40518) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:14:11.223150 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f974afed-f1c5-4501-a8e3-9fd2937ee721 admin admin] Pushing event updated for resources: {'Network': ['ID=d74ca885-23b8-4057-b525-30347b11182e,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:14:11.223964 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-105c6750-a4ce-4c0a-b2e5-9e482e4237b8 admin admin] Request body: {'subnet': {'network_id': 'd74ca885-23b8-4057-b525-30347b11182e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1618227038-subnet', 'tenant_id': 'd407b9c1db3d4e428e2a32fa9a1db96f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:14:11.235103 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network d74ca885-23b8-4057-b525-30347b11182e details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 18:14:11.242300 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0b70120a-f84a-4cc2-a13e-1b4e36804178 req-055abefa-dc42-4128-a622-45c0928f50da service neutron] 10.222.0.86 "GET /v2.0/networks/76006e60-25ad-4a3c-ae92-45e166866a92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141684 Nov 19 18:14:11.296538 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-105c6750-a4ce-4c0a-b2e5-9e482e4237b8 admin admin] Made reservation on behalf of d407b9c1db3d4e428e2a32fa9a1db96f for: {'subnet': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:14:11.298815 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-105c6750-a4ce-4c0a-b2e5-9e482e4237b8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8983829'] for subnet, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:11.414426 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0b70120a-f84a-4cc2-a13e-1b4e36804178 req-c41dd0ad-4ceb-4221-a0e4-0e3d652592ae service neutron] 10.222.0.86 "GET /v2.0/networks/76006e60-25ad-4a3c-ae92-45e166866a92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614115 Nov 19 18:14:11.515087 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-105c6750-a4ce-4c0a-b2e5-9e482e4237b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12425078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8983815'] for subnet, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:11.570239 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105c6750-a4ce-4c0a-b2e5-9e482e4237b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c970f84-4642-4e3d-b760-f9699961d282,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:14:11.581131 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-105c6750-a4ce-4c0a-b2e5-9e482e4237b8 admin admin] Checking segment: {'id': 'fb2023ae-aa4d-4afb-83c3-59529e9b193d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'd74ca885-23b8-4057-b525-30347b11182e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:14:11.581775 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-105c6750-a4ce-4c0a-b2e5-9e482e4237b8 admin admin] Network hostable DHCP agents. Network: d74ca885-23b8-4057-b525-30347b11182e, hostable agents: ['02910ef2-0455-4aea-9f38-9a875579633f'], hosted agents: [] {{(pid=103364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 18:14:11.599567 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-105c6750-a4ce-4c0a-b2e5-9e482e4237b8 admin admin] Network d74ca885-23b8-4057-b525-30347b11182e is scheduled to be hosted by DHCP agent 02910ef2-0455-4aea-9f38-9a875579633f with binding_index 1 {{(pid=103364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 18:14:11.609077 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-105c6750-a4ce-4c0a-b2e5-9e482e4237b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818022-2, d74ca885-23b8-4057-b525-30347b11182e) {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:14:11.613198 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-105c6750-a4ce-4c0a-b2e5-9e482e4237b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:14:11.613768 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-105c6750-a4ce-4c0a-b2e5-9e482e4237b8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:11.618431 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9baa1b8-18c5-4a6a-a372-102eb4552995 None None] Network d74ca885-23b8-4057-b525-30347b11182e requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:14:11.629647 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-105c6750-a4ce-4c0a-b2e5-9e482e4237b8 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4095254 Nov 19 18:14:11.906003 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bf0a4a1-c244-4b97-9d48-a7c24cc5b70f None None] Network d74ca885-23b8-4057-b525-30347b11182e requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:14:12.021176 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 40532) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:14:12.026293 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-259d6cfa-db6a-499a-a00c-6345c385f911 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-483997924-network', 'tenant_id': '389219a009f74584b059f576de72ba76'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:14:12.046427 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-259d6cfa-db6a-499a-a00c-6345c385f911 admin admin] Made reservation on behalf of 389219a009f74584b059f576de72ba76 for: {'network': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:14:12.048962 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-259d6cfa-db6a-499a-a00c-6345c385f911 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:12.058631 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-259d6cfa-db6a-499a-a00c-6345c385f911 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:12.133500 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-259d6cfa-db6a-499a-a00c-6345c385f911 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:12.138613 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-259d6cfa-db6a-499a-a00c-6345c385f911 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:12.158344 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-259d6cfa-db6a-499a-a00c-6345c385f911 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 699} {{(pid=103364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 18:14:12.176233 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-259d6cfa-db6a-499a-a00c-6345c385f911 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:12.176582 n-d-818022-2 neutron-server[103364]: INFO neutron.db.segments_db [None req-259d6cfa-db6a-499a-a00c-6345c385f911 admin admin] Added segment 19051076-627f-4e84-9bce-c9cc0bd19d16 of type vlan for network 481c3de1-7d1a-4ab5-9fb6-45ec890000d3 Nov 19 18:14:12.177778 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259d6cfa-db6a-499a-a00c-6345c385f911 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37591f88-b768-47c0-9edb-207ae39db936,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:14:12.184998 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7d19c2-3a0a-4aba-a234-bffc1163cabc req-061735d0-ff2c-4613-a011-e4f35de8d4ad tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:14:12.186540 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-dc7d19c2-3a0a-4aba-a234-bffc1163cabc req-061735d0-ff2c-4613-a011-e4f35de8d4ad tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/ports?device_id=a82dc0d9-c210-4d1c-8e24-2309f1ef0772 HTTP/1.1" status: 200 len: 943 time: 0.0511882 Nov 19 18:14:12.219996 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-259d6cfa-db6a-499a-a00c-6345c385f911 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:12.237221 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-dc7d19c2-3a0a-4aba-a234-bffc1163cabc req-254e2ad6-688e-4fe5-b184-73fcccd1cd38 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/security-groups?id=e430f061-6c21-4cde-a351-aa8b4b48886d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436733 Nov 19 18:14:12.245215 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-259d6cfa-db6a-499a-a00c-6345c385f911 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:12.246224 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-259d6cfa-db6a-499a-a00c-6345c385f911 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:14:12.246760 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-259d6cfa-db6a-499a-a00c-6345c385f911 admin admin] Publish callbacks [] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:12.307096 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-259d6cfa-db6a-499a-a00c-6345c385f911 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.2811513 Nov 19 18:14:12.307336 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 40536) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:14:12.312163 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-ddbfa31a-145d-4b25-aeac-a8cdf046a5b0 admin admin] Request body: {'subnet': {'network_id': '481c3de1-7d1a-4ab5-9fb6-45ec890000d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-483997924-subnet', 'tenant_id': '389219a009f74584b059f576de72ba76', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:14:12.314009 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259d6cfa-db6a-499a-a00c-6345c385f911 admin admin] Pushing event updated for resources: {'Network': ['ID=481c3de1-7d1a-4ab5-9fb6-45ec890000d3,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:14:12.324691 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network 481c3de1-7d1a-4ab5-9fb6-45ec890000d3 details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 18:14:12.334483 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddbfa31a-145d-4b25-aeac-a8cdf046a5b0 admin admin] Made reservation on behalf of 389219a009f74584b059f576de72ba76 for: {'subnet': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:14:12.337100 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ddbfa31a-145d-4b25-aeac-a8cdf046a5b0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8731248'] for subnet, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:12.503666 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ddbfa31a-145d-4b25-aeac-a8cdf046a5b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12283104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8731234'] for subnet, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:12.560933 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbfa31a-145d-4b25-aeac-a8cdf046a5b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4246919-cd50-45bc-a372-3545c601aaa2,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:14:12.570964 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddbfa31a-145d-4b25-aeac-a8cdf046a5b0 admin admin] Checking segment: {'id': '19051076-627f-4e84-9bce-c9cc0bd19d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '481c3de1-7d1a-4ab5-9fb6-45ec890000d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:14:12.571351 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddbfa31a-145d-4b25-aeac-a8cdf046a5b0 admin admin] Network hostable DHCP agents. Network: 481c3de1-7d1a-4ab5-9fb6-45ec890000d3, hostable agents: ['02910ef2-0455-4aea-9f38-9a875579633f'], hosted agents: [] {{(pid=103365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 18:14:12.587680 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddbfa31a-145d-4b25-aeac-a8cdf046a5b0 admin admin] Network 481c3de1-7d1a-4ab5-9fb6-45ec890000d3 is scheduled to be hosted by DHCP agent 02910ef2-0455-4aea-9f38-9a875579633f with binding_index 1 {{(pid=103365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 18:14:12.596876 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-ddbfa31a-145d-4b25-aeac-a8cdf046a5b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818022-2, 481c3de1-7d1a-4ab5-9fb6-45ec890000d3) {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:14:12.601348 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddbfa31a-145d-4b25-aeac-a8cdf046a5b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:14:12.602023 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ddbfa31a-145d-4b25-aeac-a8cdf046a5b0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:12.608839 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bb2efd8-2d35-4e64-b5f6-1c840c6a41e9 None None] Network 481c3de1-7d1a-4ab5-9fb6-45ec890000d3 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:14:12.619910 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-ddbfa31a-145d-4b25-aeac-a8cdf046a5b0 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3115020 Nov 19 18:14:12.734871 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4218bed0-7d9d-4a84-9782-083174937ead None None] Network 481c3de1-7d1a-4ab5-9fb6-45ec890000d3 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:14:13.081062 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb636286-d91e-457b-b3ff-f609fe5b618d req-d72d69de-aed9-4118-85ae-24e09682934d tempest-ServersNegativeTestMultiTenantJSON-2016060781 tempest-ServersNegativeTestMultiTenantJSON-2016060781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:14:13.082549 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-bb636286-d91e-457b-b3ff-f609fe5b618d req-d72d69de-aed9-4118-85ae-24e09682934d tempest-ServersNegativeTestMultiTenantJSON-2016060781 tempest-ServersNegativeTestMultiTenantJSON-2016060781-project] 10.222.0.54 "GET /v2.0/networks?id=d74ca885-23b8-4057-b525-30347b11182e HTTP/1.1" status: 200 len: 825 time: 0.0980895 Nov 19 18:14:13.097673 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-bb636286-d91e-457b-b3ff-f609fe5b618d req-1bb20653-5918-47c1-a28f-a92f0a49a735 tempest-ServersNegativeTestMultiTenantJSON-2016060781 tempest-ServersNegativeTestMultiTenantJSON-2016060781-project] 10.222.0.54 "GET /v2.0/quotas/d407b9c1db3d4e428e2a32fa9a1db96f HTTP/1.1" status: 200 len: 375 time: 0.0088019 Nov 19 18:14:13.134299 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-bb636286-d91e-457b-b3ff-f609fe5b618d req-f50ad300-d232-46ee-83cb-a8b96528dec6 tempest-ServersNegativeTestMultiTenantJSON-2016060781 tempest-ServersNegativeTestMultiTenantJSON-2016060781-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=d407b9c1db3d4e428e2a32fa9a1db96f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0291407 Nov 19 18:14:13.145308 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [req-bb636286-d91e-457b-b3ff-f609fe5b618d req-ed107c66-871f-43ff-9607-59abe2eb7a92 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=103364) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 18:14:13.146272 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-bb636286-d91e-457b-b3ff-f609fe5b618d req-ed107c66-871f-43ff-9607-59abe2eb7a92 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049515 Nov 19 18:14:13.231761 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-bb636286-d91e-457b-b3ff-f609fe5b618d req-1199a788-adc9-40a3-925d-5bc6f5951292 service neutron] 10.222.0.54 "GET /v2.0/networks/d74ca885-23b8-4057-b525-30347b11182e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791581 Nov 19 18:14:13.325590 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-bb636286-d91e-457b-b3ff-f609fe5b618d req-f3d1e76e-3e49-447a-b445-03ee4dcb2c79 service neutron] 10.222.0.54 "GET /v2.0/networks/d74ca885-23b8-4057-b525-30347b11182e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878916 Nov 19 18:14:13.356001 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec8090d-f1e4-4d6e-9735-455ee4dc8d72 req-6a399f90-8ba0-4314-a301-589cdc46d41d tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:14:13.357511 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-eec8090d-f1e4-4d6e-9735-455ee4dc8d72 req-6a399f90-8ba0-4314-a301-589cdc46d41d tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/ports?device_id=a82dc0d9-c210-4d1c-8e24-2309f1ef0772 HTTP/1.1" status: 200 len: 943 time: 0.0504923 Nov 19 18:14:13.373076 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device cf8f6f83-0f32-4276-938f-3166065c2fad details requested by agent hyperv_n-h2-818022-2 with host n-h2-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 18:14:13.410751 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-eec8090d-f1e4-4d6e-9735-455ee4dc8d72 req-b088b04e-9a99-49f3-b4b0-0cc3b2e65b91 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/security-groups?id=e430f061-6c21-4cde-a351-aa8b4b48886d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472872 Nov 19 18:14:13.483291 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port cf8f6f83-0f32-4276-938f-3166065c2fad, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=cf8f6f83-0f32-4276-938f-3166065c2fad,segment=NetworkSegment(f936abe1-1253-41cd-b5d2-d9b10b254fb3),segment_id=f936abe1-1253-41cd-b5d2-d9b10b254fb3)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:14:13.496768 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Returning: {'device': 'cf8f6f83-0f32-4276-938f-3166065c2fad', 'network_id': '76006e60-25ad-4a3c-ae92-45e166866a92', 'port_id': 'cf8f6f83-0f32-4276-938f-3166065c2fad', 'mac_address': 'fa:16:3e:18:bc:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 660, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57669088-57d4-4fc8-ab3b-d4604fde3abd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 18:14:13.501078 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-01e5f456-9a03-435f-8ed4-835f92812a1b req-c50a7d55-a78d-4463-94ec-922bf4bdcd19 tempest-ServersNegativeTestMultiTenantJSON-2016060781 tempest-ServersNegativeTestMultiTenantJSON-2016060781-project] 10.222.0.54 "GET /v2.0/ports?device_id=5fad31dc-6e8b-4d77-a06f-68e76cabf15f HTTP/1.1" status: 200 len: 210 time: 0.0266621 Nov 19 18:14:13.535632 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:13.549412 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf8f6f83-0f32-4276-938f-3166065c2fad {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:14:13.574226 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port cf8f6f83-0f32-4276-938f-3166065c2fad, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=cf8f6f83-0f32-4276-938f-3166065c2fad,segment=NetworkSegment(f936abe1-1253-41cd-b5d2-d9b10b254fb3),segment_id=f936abe1-1253-41cd-b5d2-d9b10b254fb3)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:14:13.578715 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:13.633969 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Pushing event updated for resources: {'Port': ['ID=cf8f6f83-0f32-4276-938f-3166065c2fad,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:14:13.817754 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] get_ports_and_sgs() called for port_ids ['cf8f6f83-0f32-4276-938f-3166065c2fad'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:14:14.446790 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb636286-d91e-457b-b3ff-f609fe5b618d req-fb0972ba-d766-4037-987c-40ada0fe2c4c tempest-ServersNegativeTestMultiTenantJSON-2016060781 tempest-ServersNegativeTestMultiTenantJSON-2016060781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:14:14.448274 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-bb636286-d91e-457b-b3ff-f609fe5b618d req-fb0972ba-d766-4037-987c-40ada0fe2c4c tempest-ServersNegativeTestMultiTenantJSON-2016060781 tempest-ServersNegativeTestMultiTenantJSON-2016060781-project] 10.222.0.60 "GET /v2.0/networks?id=d74ca885-23b8-4057-b525-30347b11182e HTTP/1.1" status: 200 len: 825 time: 0.1050484 Nov 19 18:14:14.464560 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-bb636286-d91e-457b-b3ff-f609fe5b618d req-427f6166-1328-4bdc-a17c-df1833acaeff tempest-ServersNegativeTestMultiTenantJSON-2016060781 tempest-ServersNegativeTestMultiTenantJSON-2016060781-project] Request body: {'port': {'device_id': '5fad31dc-6e8b-4d77-a06f-68e76cabf15f', 'network_id': 'd74ca885-23b8-4057-b525-30347b11182e', 'admin_state_up': True, 'tenant_id': 'd407b9c1db3d4e428e2a32fa9a1db96f'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:14:14.591924 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f1219a-347a-4191-98eb-7b72e2938ea0 req-f836bcaf-a542-43a2-bbd5-a636f0a8d001 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:14:14.593419 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-16f1219a-347a-4191-98eb-7b72e2938ea0 req-f836bcaf-a542-43a2-bbd5-a636f0a8d001 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/ports?device_id=a82dc0d9-c210-4d1c-8e24-2309f1ef0772 HTTP/1.1" status: 200 len: 944 time: 0.0835905 Nov 19 18:14:14.599781 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-798b2dbe-7c12-4cf1-88ec-2190d0887370 req-515a45f6-7dc0-46c2-963a-89bf06351555 tempest-ServersNegativeTestMultiTenantJSON-2016060781 tempest-ServersNegativeTestMultiTenantJSON-2016060781-project] 10.222.0.54 "GET /v2.0/ports?device_id=5fad31dc-6e8b-4d77-a06f-68e76cabf15f HTTP/1.1" status: 200 len: 210 time: 0.0306430 Nov 19 18:14:14.629858 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb636286-d91e-457b-b3ff-f609fe5b618d req-427f6166-1328-4bdc-a17c-df1833acaeff tempest-ServersNegativeTestMultiTenantJSON-2016060781 tempest-ServersNegativeTestMultiTenantJSON-2016060781-project] Made reservation on behalf of d407b9c1db3d4e428e2a32fa9a1db96f for: {'port': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:14:14.633191 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-bb636286-d91e-457b-b3ff-f609fe5b618d req-427f6166-1328-4bdc-a17c-df1833acaeff tempest-ServersNegativeTestMultiTenantJSON-2016060781 tempest-ServersNegativeTestMultiTenantJSON-2016060781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:14.676330 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-16f1219a-347a-4191-98eb-7b72e2938ea0 req-5128dbea-4649-4777-9d20-36c56308413c tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/security-groups?id=e430f061-6c21-4cde-a351-aa8b4b48886d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755486 Nov 19 18:14:14.786091 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [req-bb636286-d91e-457b-b3ff-f609fe5b618d req-427f6166-1328-4bdc-a17c-df1833acaeff tempest-ServersNegativeTestMultiTenantJSON-2016060781 tempest-ServersNegativeTestMultiTenantJSON-2016060781-project] Allocated IP 172.20.0.3 (d74ca885-23b8-4057-b525-30347b11182e/3c970f84-4642-4e3d-b760-f9699961d282/916f8179-f825-4921-9091-1a24b55901ad) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:14:14.929827 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-bb636286-d91e-457b-b3ff-f609fe5b618d req-427f6166-1328-4bdc-a17c-df1833acaeff tempest-ServersNegativeTestMultiTenantJSON-2016060781 tempest-ServersNegativeTestMultiTenantJSON-2016060781-project] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:14.962380 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-bb636286-d91e-457b-b3ff-f609fe5b618d req-427f6166-1328-4bdc-a17c-df1833acaeff tempest-ServersNegativeTestMultiTenantJSON-2016060781 tempest-ServersNegativeTestMultiTenantJSON-2016060781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:15.005993 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb636286-d91e-457b-b3ff-f609fe5b618d req-427f6166-1328-4bdc-a17c-df1833acaeff tempest-ServersNegativeTestMultiTenantJSON-2016060781 tempest-ServersNegativeTestMultiTenantJSON-2016060781-project] Network d74ca885-23b8-4057-b525-30347b11182e is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:14:15.009212 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [req-bb636286-d91e-457b-b3ff-f609fe5b618d req-427f6166-1328-4bdc-a17c-df1833acaeff tempest-ServersNegativeTestMultiTenantJSON-2016060781 tempest-ServersNegativeTestMultiTenantJSON-2016060781-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:14:15.012749 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb636286-d91e-457b-b3ff-f609fe5b618d req-427f6166-1328-4bdc-a17c-df1833acaeff tempest-ServersNegativeTestMultiTenantJSON-2016060781 tempest-ServersNegativeTestMultiTenantJSON-2016060781-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:14:15.019296 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427f6166-1328-4bdc-a17c-df1833acaeff tempest-ServersNegativeTestMultiTenantJSON-2016060781 tempest-ServersNegativeTestMultiTenantJSON-2016060781-project] Pushing event updated for resources: {'Port': ['ID=916f8179-f825-4921-9091-1a24b55901ad,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:14:15.063596 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb636286-d91e-457b-b3ff-f609fe5b618d req-427f6166-1328-4bdc-a17c-df1833acaeff tempest-ServersNegativeTestMultiTenantJSON-2016060781 tempest-ServersNegativeTestMultiTenantJSON-2016060781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:14:15.064195 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-bb636286-d91e-457b-b3ff-f609fe5b618d req-427f6166-1328-4bdc-a17c-df1833acaeff tempest-ServersNegativeTestMultiTenantJSON-2016060781 tempest-ServersNegativeTestMultiTenantJSON-2016060781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:15.079975 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-bb636286-d91e-457b-b3ff-f609fe5b618d req-427f6166-1328-4bdc-a17c-df1833acaeff tempest-ServersNegativeTestMultiTenantJSON-2016060781 tempest-ServersNegativeTestMultiTenantJSON-2016060781-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6210246 Nov 19 18:14:15.092583 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-bb636286-d91e-457b-b3ff-f609fe5b618d req-fd912065-345f-48f3-9e36-1a86d98d388b service neutron] Request body: {'port': {'device_id': '5fad31dc-6e8b-4d77-a06f-68e76cabf15f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818022-2'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:14:15.148885 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-bb636286-d91e-457b-b3ff-f609fe5b618d req-fd912065-345f-48f3-9e36-1a86d98d388b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:15.404119 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [req-bb636286-d91e-457b-b3ff-f609fe5b618d req-fd912065-345f-48f3-9e36-1a86d98d388b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 916f8179-f825-4921-9091-1a24b55901ad {{(pid=103364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:14:15.404914 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device cf8f6f83-0f32-4276-938f-3166065c2fad up at agent hyperv_n-h2-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:14:15.411523 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-bb636286-d91e-457b-b3ff-f609fe5b618d req-fd912065-345f-48f3-9e36-1a86d98d388b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:15.423176 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.provisioning_blocks [req-bb636286-d91e-457b-b3ff-f609fe5b618d req-fd912065-345f-48f3-9e36-1a86d98d388b service neutron] Transition to ACTIVE for port object 916f8179-f825-4921-9091-1a24b55901ad will not be triggered until provisioned by entity L2. {{(pid=103364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 18:14:15.427287 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-bb636286-d91e-457b-b3ff-f609fe5b618d req-fd912065-345f-48f3-9e36-1a86d98d388b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:15.454914 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Provisioning for port cf8f6f83-0f32-4276-938f-3166065c2fad completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 18:14:15.458902 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Provisioning complete for port cf8f6f83-0f32-4276-938f-3166065c2fad triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:14:15.459276 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:15.477027 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd912065-345f-48f3-9e36-1a86d98d388b service neutron] Pushing event updated for resources: {'Port': ['ID=916f8179-f825-4921-9091-1a24b55901ad,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:14:15.546862 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:15.548285 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-bb636286-d91e-457b-b3ff-f609fe5b618d req-fd912065-345f-48f3-9e36-1a86d98d388b service neutron] Attempting to bind port 916f8179-f825-4921-9091-1a24b55901ad on host n-h1-818022-2 for vnic_type normal with profile {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:14:15.548614 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-bb636286-d91e-457b-b3ff-f609fe5b618d req-fd912065-345f-48f3-9e36-1a86d98d388b service neutron] Attempting to bind port 916f8179-f825-4921-9091-1a24b55901ad by drivers openvswitch,hyperv on host n-h1-818022-2 at level 0 using segments [{'id': 'fb2023ae-aa4d-4afb-83c3-59529e9b193d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'd74ca885-23b8-4057-b525-30347b11182e'}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:14:15.548942 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb636286-d91e-457b-b3ff-f609fe5b618d req-fd912065-345f-48f3-9e36-1a86d98d388b service neutron] Attempting to bind port 916f8179-f825-4921-9091-1a24b55901ad on network d74ca885-23b8-4057-b525-30347b11182e {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:14:15.553240 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb636286-d91e-457b-b3ff-f609fe5b618d req-fd912065-345f-48f3-9e36-1a86d98d388b service neutron] Port 916f8179-f825-4921-9091-1a24b55901ad on network d74ca885-23b8-4057-b525-30347b11182e not bound, no agent of type Open vSwitch agent registered on host n-h1-818022-2 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 18:14:15.553558 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb636286-d91e-457b-b3ff-f609fe5b618d req-fd912065-345f-48f3-9e36-1a86d98d388b service neutron] Attempting to bind port 916f8179-f825-4921-9091-1a24b55901ad on network d74ca885-23b8-4057-b525-30347b11182e {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:14:15.558321 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb636286-d91e-457b-b3ff-f609fe5b618d req-fd912065-345f-48f3-9e36-1a86d98d388b service neutron] Checking agent: {'id': 'a6668d96-12fa-4ec0-99ad-77eaf490dd2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'started_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 14, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:14:15.558654 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb636286-d91e-457b-b3ff-f609fe5b618d req-fd912065-345f-48f3-9e36-1a86d98d388b service neutron] Checking segment: {'id': 'fb2023ae-aa4d-4afb-83c3-59529e9b193d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'd74ca885-23b8-4057-b525-30347b11182e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:14:15.559031 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb636286-d91e-457b-b3ff-f609fe5b618d req-fd912065-345f-48f3-9e36-1a86d98d388b service neutron] Bound using segment: {'id': 'fb2023ae-aa4d-4afb-83c3-59529e9b193d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'd74ca885-23b8-4057-b525-30347b11182e'} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:14:15.559448 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-bb636286-d91e-457b-b3ff-f609fe5b618d req-fd912065-345f-48f3-9e36-1a86d98d388b service neutron] Bound port: 916f8179-f825-4921-9091-1a24b55901ad, host: n-h1-818022-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb2023ae-aa4d-4afb-83c3-59529e9b193d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'd74ca885-23b8-4057-b525-30347b11182e'}}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:14:15.559821 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-bb636286-d91e-457b-b3ff-f609fe5b618d req-fd912065-345f-48f3-9e36-1a86d98d388b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:15.571536 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a82dc0d9-c210-4d1c-8e24-2309f1ef0772', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf8f6f83-0f32-4276-938f-3166065c2fad'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:14:15.573796 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3940761bcd94e032e6960d2241bd8993c5d3a7d8dc2aca8488f3ecf1d4dd2fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e7ab984-d006-48b5-bd82-225f11a445c2" -d '{"events": [{"server_uuid": "a82dc0d9-c210-4d1c-8e24-2309f1ef0772", "name": "network-vif-plugged", "status": "completed", "tag": "cf8f6f83-0f32-4276-938f-3166065c2fad"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:14:15.587728 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port cf8f6f83-0f32-4276-938f-3166065c2fad, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=cf8f6f83-0f32-4276-938f-3166065c2fad,segment=NetworkSegment(f936abe1-1253-41cd-b5d2-d9b10b254fb3),segment_id=f936abe1-1253-41cd-b5d2-d9b10b254fb3)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:14:15.593024 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:15.625262 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-bb636286-d91e-457b-b3ff-f609fe5b618d req-fd912065-345f-48f3-9e36-1a86d98d388b service neutron] For port 916f8179-f825-4921-9091-1a24b55901ad, host n-h1-818022-2, cleared binding levels {{(pid=103364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:14:15.629132 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-bb636286-d91e-457b-b3ff-f609fe5b618d req-fd912065-345f-48f3-9e36-1a86d98d388b service neutron] For port 916f8179-f825-4921-9091-1a24b55901ad, host n-h1-818022-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=916f8179-f825-4921-9091-1a24b55901ad,segment=NetworkSegment(fb2023ae-aa4d-4afb-83c3-59529e9b193d),segment_id=fb2023ae-aa4d-4afb-83c3-59529e9b193d)] {{(pid=103364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:14:15.635251 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-bb636286-d91e-457b-b3ff-f609fe5b618d req-fd912065-345f-48f3-9e36-1a86d98d388b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:15.645754 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:14:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4f1eee1-25b1-4cb6-8b52-99554ecddf99 x-openstack-request-id: req-c4f1eee1-25b1-4cb6-8b52-99554ecddf99 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:14:15.646195 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a82dc0d9-c210-4d1c-8e24-2309f1ef0772", "name": "network-vif-plugged", "status": "completed", "tag": "cf8f6f83-0f32-4276-938f-3166065c2fad", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:14:15.646616 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c4f1eee1-25b1-4cb6-8b52-99554ecddf99 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:14:15.647181 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a82dc0d9-c210-4d1c-8e24-2309f1ef0772', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf8f6f83-0f32-4276-938f-3166065c2fad', 'code': 200} Nov 19 18:14:15.654646 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Pushing event updated for resources: {'Port': ['ID=cf8f6f83-0f32-4276-938f-3166065c2fad,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:14:15.725545 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb636286-d91e-457b-b3ff-f609fe5b618d req-fd912065-345f-48f3-9e36-1a86d98d388b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:14:15.726169 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-bb636286-d91e-457b-b3ff-f609fe5b618d req-fd912065-345f-48f3-9e36-1a86d98d388b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:15.727595 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-bb636286-d91e-457b-b3ff-f609fe5b618d req-fd912065-345f-48f3-9e36-1a86d98d388b service neutron] 10.222.0.60 "PUT /v2.0/ports/916f8179-f825-4921-9091-1a24b55901ad HTTP/1.1" status: 200 len: 1091 time: 0.6390371 Nov 19 18:14:15.730063 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fad31dc-6e8b-4d77-a06f-68e76cabf15f', 'tag': '916f8179-f825-4921-9091-1a24b55901ad'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:14:15.732371 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dd4767a008c23f8566efc82158ee1b1fff34e1a9e908d76d0b6d0ab7e350e5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5293373-ad00-44cc-8d20-2919b69e2f46" -d '{"events": [{"name": "network-changed", "server_uuid": "5fad31dc-6e8b-4d77-a06f-68e76cabf15f", "tag": "916f8179-f825-4921-9091-1a24b55901ad"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:14:15.774423 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd912065-345f-48f3-9e36-1a86d98d388b service neutron] Pushing event updated for resources: {'Port': ['ID=916f8179-f825-4921-9091-1a24b55901ad,revision_number=3']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:14:15.811124 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ade953-ae93-4808-9094-345f44bef065 req-6850dd7f-9dde-4309-82e2-7a745435cec2 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:14:15.812817 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a3ade953-ae93-4808-9094-345f44bef065 req-6850dd7f-9dde-4309-82e2-7a745435cec2 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/ports?device_id=a82dc0d9-c210-4d1c-8e24-2309f1ef0772 HTTP/1.1" status: 200 len: 945 time: 0.0577192 Nov 19 18:14:15.818362 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f68650-4ef0-451a-8053-d4ff29d5a520 req-49ebe02c-0e37-4a85-bbb5-e8b14496da01 tempest-ServersNegativeTestMultiTenantJSON-2016060781 tempest-ServersNegativeTestMultiTenantJSON-2016060781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:14:15.819822 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-64f68650-4ef0-451a-8053-d4ff29d5a520 req-49ebe02c-0e37-4a85-bbb5-e8b14496da01 tempest-ServersNegativeTestMultiTenantJSON-2016060781 tempest-ServersNegativeTestMultiTenantJSON-2016060781-project] 10.222.0.54 "GET /v2.0/ports?device_id=5fad31dc-6e8b-4d77-a06f-68e76cabf15f HTTP/1.1" status: 200 len: 943 time: 0.1416962 Nov 19 18:14:15.824278 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e358f1b-054b-4a66-a854-06d0c9b0f051 req-43744ca7-3b83-427b-aa5d-6403796b0f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:14:15.825676 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9e358f1b-054b-4a66-a854-06d0c9b0f051 req-43744ca7-3b83-427b-aa5d-6403796b0f08 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=a82dc0d9-c210-4d1c-8e24-2309f1ef0772 HTTP/1.1" status: 200 len: 1096 time: 0.1287079 Nov 19 18:14:15.862716 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a3ade953-ae93-4808-9094-345f44bef065 req-23fcefe3-d027-4500-907e-98904c45a1bf tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/security-groups?id=e430f061-6c21-4cde-a351-aa8b4b48886d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439785 Nov 19 18:14:15.870473 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb636286-d91e-457b-b3ff-f609fe5b618d req-765e354c-9d1e-49ee-add3-2aeb21245699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:14:15.871950 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-bb636286-d91e-457b-b3ff-f609fe5b618d req-765e354c-9d1e-49ee-add3-2aeb21245699 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d407b9c1db3d4e428e2a32fa9a1db96f&device_id=5fad31dc-6e8b-4d77-a06f-68e76cabf15f HTTP/1.1" status: 200 len: 1094 time: 0.0997641 Nov 19 18:14:15.928469 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 18:14:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f1d76ea-f791-46f6-988f-8a79a952b759 x-openstack-request-id: req-3f1d76ea-f791-46f6-988f-8a79a952b759 {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:14:15.928765 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fad31dc-6e8b-4d77-a06f-68e76cabf15f", "tag": "916f8179-f825-4921-9091-1a24b55901ad", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:14:15.929017 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-3f1d76ea-f791-46f6-988f-8a79a952b759 {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:14:15.929405 n-d-818022-2 neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fad31dc-6e8b-4d77-a06f-68e76cabf15f', 'tag': '916f8179-f825-4921-9091-1a24b55901ad', 'status': 'completed', 'code': 200} Nov 19 18:14:15.941319 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-bb636286-d91e-457b-b3ff-f609fe5b618d req-e44a9267-972d-48a2-8318-6aa984b4e817 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=916f8179-f825-4921-9091-1a24b55901ad HTTP/1.1" status: 200 len: 217 time: 0.0602498 Nov 19 18:14:15.947600 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-64f68650-4ef0-451a-8053-d4ff29d5a520 req-1717223d-7f97-4cab-9e59-f8e21c2bccf2 tempest-ServersNegativeTestMultiTenantJSON-2016060781 tempest-ServersNegativeTestMultiTenantJSON-2016060781-project] 10.222.0.54 "GET /v2.0/security-groups?id=46899a30-aa29-4598-bc0e-2ef0e3433f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197593 Nov 19 18:14:15.950173 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9e358f1b-054b-4a66-a854-06d0c9b0f051 req-128f7134-ed83-4bc3-a02f-5878a3db30ce service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=e430f061-6c21-4cde-a351-aa8b4b48886d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1132865 Nov 19 18:14:15.994911 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb636286-d91e-457b-b3ff-f609fe5b618d req-d6bd3428-73cf-4927-a974-e28ac14f13db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:14:15.996401 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-bb636286-d91e-457b-b3ff-f609fe5b618d req-d6bd3428-73cf-4927-a974-e28ac14f13db service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3c970f84-4642-4e3d-b760-f9699961d282 HTTP/1.1" status: 200 len: 865 time: 0.0453875 Nov 19 18:14:16.029691 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-bb636286-d91e-457b-b3ff-f609fe5b618d req-cbd8f8cb-7406-45c6-bcf4-e7f68f5b88e2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d74ca885-23b8-4057-b525-30347b11182e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253010 Nov 19 18:14:16.122847 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-bb636286-d91e-457b-b3ff-f609fe5b618d req-2f394840-075c-47e8-9852-8d5a3883bc00 service neutron] 10.222.0.60 "GET /v2.0/networks/d74ca885-23b8-4057-b525-30347b11182e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858214 Nov 19 18:14:16.218946 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-bb636286-d91e-457b-b3ff-f609fe5b618d req-a270ac08-3a4d-488f-88a0-66e5894e946e service neutron] 10.222.0.60 "GET /v2.0/networks/d74ca885-23b8-4057-b525-30347b11182e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886595 Nov 19 18:14:16.313842 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5293373-ad00-44cc-8d20-2919b69e2f46 req-78ea7b3b-5929-421d-8bf3-177e1e99bd46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:14:16.315360 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a5293373-ad00-44cc-8d20-2919b69e2f46 req-78ea7b3b-5929-421d-8bf3-177e1e99bd46 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d407b9c1db3d4e428e2a32fa9a1db96f&device_id=5fad31dc-6e8b-4d77-a06f-68e76cabf15f HTTP/1.1" status: 200 len: 1094 time: 0.0482023 Nov 19 18:14:16.408920 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5293373-ad00-44cc-8d20-2919b69e2f46 req-db669230-b77a-414c-b23a-ec14763976d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:14:16.410412 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a5293373-ad00-44cc-8d20-2919b69e2f46 req-db669230-b77a-414c-b23a-ec14763976d5 service neutron] 10.222.0.60 "GET /v2.0/networks?id=d74ca885-23b8-4057-b525-30347b11182e HTTP/1.1" status: 200 len: 926 time: 0.0884259 Nov 19 18:14:16.456015 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a5293373-ad00-44cc-8d20-2919b69e2f46 req-bf28e128-b433-4938-b9cc-7434ac5c06ed service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=916f8179-f825-4921-9091-1a24b55901ad HTTP/1.1" status: 200 len: 217 time: 0.0380750 Nov 19 18:14:16.856834 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5293373-ad00-44cc-8d20-2919b69e2f46 req-cdf3b49d-cc20-4513-8187-43f5ac303cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:14:16.858268 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a5293373-ad00-44cc-8d20-2919b69e2f46 req-cdf3b49d-cc20-4513-8187-43f5ac303cf6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3c970f84-4642-4e3d-b760-f9699961d282 HTTP/1.1" status: 200 len: 865 time: 0.3953106 Nov 19 18:14:16.891952 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a5293373-ad00-44cc-8d20-2919b69e2f46 req-e78afd94-8c5c-40c5-b706-e48fb9370ff6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d74ca885-23b8-4057-b525-30347b11182e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251138 Nov 19 18:14:16.999282 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a5293373-ad00-44cc-8d20-2919b69e2f46 req-3d346e57-1d05-429a-918b-a8de1f80b793 service neutron] 10.222.0.60 "GET /v2.0/networks/d74ca885-23b8-4057-b525-30347b11182e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983784 Nov 19 18:14:17.001610 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f551e0d3-eee7-4a8e-bada-bfafc9948f41 req-21fc80eb-01b5-4a96-8652-0c720cd7edb6 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:14:17.003267 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f551e0d3-eee7-4a8e-bada-bfafc9948f41 req-21fc80eb-01b5-4a96-8652-0c720cd7edb6 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/ports?device_id=a82dc0d9-c210-4d1c-8e24-2309f1ef0772 HTTP/1.1" status: 200 len: 945 time: 0.0579002 Nov 19 18:14:17.062632 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f551e0d3-eee7-4a8e-bada-bfafc9948f41 req-44ca95f7-b6b1-48b2-9b03-876689d1c0f1 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/security-groups?id=e430f061-6c21-4cde-a351-aa8b4b48886d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512991 Nov 19 18:14:17.128548 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a111fd5e-8ec5-486d-9a6b-2850b479919d req-2550bfa7-cc38-4061-b40f-226d19f5783c tempest-ServersNegativeTestMultiTenantJSON-2016060781 tempest-ServersNegativeTestMultiTenantJSON-2016060781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:14:17.131087 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a111fd5e-8ec5-486d-9a6b-2850b479919d req-2550bfa7-cc38-4061-b40f-226d19f5783c tempest-ServersNegativeTestMultiTenantJSON-2016060781 tempest-ServersNegativeTestMultiTenantJSON-2016060781-project] 10.222.0.54 "GET /v2.0/ports?device_id=5fad31dc-6e8b-4d77-a06f-68e76cabf15f HTTP/1.1" status: 200 len: 943 time: 0.0780404 Nov 19 18:14:17.149926 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a5293373-ad00-44cc-8d20-2919b69e2f46 req-e7526c99-aff8-414c-822f-da8c0dcb4933 service neutron] 10.222.0.60 "GET /v2.0/networks/d74ca885-23b8-4057-b525-30347b11182e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419065 Nov 19 18:14:17.193073 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a111fd5e-8ec5-486d-9a6b-2850b479919d req-0ba34ff0-3e2d-482e-9a06-103a77e725f1 tempest-ServersNegativeTestMultiTenantJSON-2016060781 tempest-ServersNegativeTestMultiTenantJSON-2016060781-project] 10.222.0.54 "GET /v2.0/security-groups?id=46899a30-aa29-4598-bc0e-2ef0e3433f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549459 Nov 19 18:14:18.186046 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941f1049-94f0-49f6-b0f4-36f33a5da15d req-4000d1f7-cf58-4aa9-955a-a8751985ad70 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:14:18.188209 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-941f1049-94f0-49f6-b0f4-36f33a5da15d req-4000d1f7-cf58-4aa9-955a-a8751985ad70 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/ports?device_id=a82dc0d9-c210-4d1c-8e24-2309f1ef0772 HTTP/1.1" status: 200 len: 945 time: 0.0549204 Nov 19 18:14:18.241961 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-941f1049-94f0-49f6-b0f4-36f33a5da15d req-d3eab2ce-5887-4924-9fe3-bbb8950223ed tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/security-groups?id=e430f061-6c21-4cde-a351-aa8b4b48886d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478311 Nov 19 18:14:18.308443 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a98389-28cb-4841-bc01-07d7ea13c4c4 req-2cc41b38-6a1c-4a35-930b-f6d268249e50 tempest-ServersNegativeTestMultiTenantJSON-2016060781 tempest-ServersNegativeTestMultiTenantJSON-2016060781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:14:18.309970 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c8a98389-28cb-4841-bc01-07d7ea13c4c4 req-2cc41b38-6a1c-4a35-930b-f6d268249e50 tempest-ServersNegativeTestMultiTenantJSON-2016060781 tempest-ServersNegativeTestMultiTenantJSON-2016060781-project] 10.222.0.54 "GET /v2.0/ports?device_id=5fad31dc-6e8b-4d77-a06f-68e76cabf15f HTTP/1.1" status: 200 len: 943 time: 0.0494015 Nov 19 18:14:18.356534 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6534ca7-ab77-4323-8e3c-3c03b47f60b1 req-0dd1a196-b10f-4752-9fcd-7f1fa374d469 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:14:18.357968 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b6534ca7-ab77-4323-8e3c-3c03b47f60b1 req-0dd1a196-b10f-4752-9fcd-7f1fa374d469 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/ports?device_id=a82dc0d9-c210-4d1c-8e24-2309f1ef0772 HTTP/1.1" status: 200 len: 945 time: 0.0502255 Nov 19 18:14:18.358399 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c8a98389-28cb-4841-bc01-07d7ea13c4c4 req-3b592d16-bd7d-4686-ad2d-7d7662a841a2 tempest-ServersNegativeTestMultiTenantJSON-2016060781 tempest-ServersNegativeTestMultiTenantJSON-2016060781-project] 10.222.0.54 "GET /v2.0/security-groups?id=46899a30-aa29-4598-bc0e-2ef0e3433f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416317 Nov 19 18:14:18.403611 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 916f8179-f825-4921-9091-1a24b55901ad details requested by agent hyperv_n-h1-818022-2 with host n-h1-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 18:14:18.408849 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b6534ca7-ab77-4323-8e3c-3c03b47f60b1 req-0c9d783e-f0ea-4fe7-bfc1-4709d1e27491 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/security-groups?id=e430f061-6c21-4cde-a351-aa8b4b48886d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445342 Nov 19 18:14:18.430632 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 40588) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:14:18.470106 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29462966-b416-4362-9f12-8e0e82f2f430 tempest-TestNetworkAdvancedServerOps-1185469273 tempest-TestNetworkAdvancedServerOps-1185469273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:14:18.471647 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-29462966-b416-4362-9f12-8e0e82f2f430 tempest-TestNetworkAdvancedServerOps-1185469273 tempest-TestNetworkAdvancedServerOps-1185469273-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=a82dc0d9-c210-4d1c-8e24-2309f1ef0772 HTTP/1.1" status: 200 len: 1091 time: 0.0399809 Nov 19 18:14:18.474455 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 40590) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:14:18.479300 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-c1f040a8-08f3-48f6-8585-9dd5f6163826 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Request body: {'floatingip': {'floating_network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'port_id': 'cf8f6f83-0f32-4276-938f-3166065c2fad', 'tenant_id': 'd41245dedb694df6accb5dc7769c75e5', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:14:18.501786 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c1f040a8-08f3-48f6-8585-9dd5f6163826 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks [] for floatingip, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:18.504548 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 916f8179-f825-4921-9091-1a24b55901ad, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=916f8179-f825-4921-9091-1a24b55901ad,segment=NetworkSegment(fb2023ae-aa4d-4afb-83c3-59529e9b193d),segment_id=fb2023ae-aa4d-4afb-83c3-59529e9b193d)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:14:18.516654 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Returning: {'device': '916f8179-f825-4921-9091-1a24b55901ad', 'network_id': 'd74ca885-23b8-4057-b525-30347b11182e', 'port_id': '916f8179-f825-4921-9091-1a24b55901ad', 'mac_address': 'fa:16:3e:bf:d1:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 690, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c970f84-4642-4e3d-b760-f9699961d282', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 18:14:18.552725 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:18.565500 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 916f8179-f825-4921-9091-1a24b55901ad {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:14:18.585229 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 916f8179-f825-4921-9091-1a24b55901ad, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=916f8179-f825-4921-9091-1a24b55901ad,segment=NetworkSegment(fb2023ae-aa4d-4afb-83c3-59529e9b193d),segment_id=fb2023ae-aa4d-4afb-83c3-59529e9b193d)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:14:18.589712 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:18.610726 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c1f040a8-08f3-48f6-8585-9dd5f6163826 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:18.639414 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=916f8179-f825-4921-9091-1a24b55901ad,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:14:18.719259 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [None req-c1f040a8-08f3-48f6-8585-9dd5f6163826 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Allocated IP 172.25.7.18 (645e61aa-1a6c-4e8f-857e-ab06edb4897f/88ed2d64-f56d-4f01-a468-946e01c99e82/5764f530-41bc-4472-881a-8b6fcf01ace4) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:14:18.803825 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['916f8179-f825-4921-9091-1a24b55901ad'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:14:18.819475 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c1f040a8-08f3-48f6-8585-9dd5f6163826 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:18.855575 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c1f040a8-08f3-48f6-8585-9dd5f6163826 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:18.899326 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1f040a8-08f3-48f6-8585-9dd5f6163826 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Network 645e61aa-1a6c-4e8f-857e-ab06edb4897f is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:14:18.904742 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-c1f040a8-08f3-48f6-8585-9dd5f6163826 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:14:18.907251 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f040a8-08f3-48f6-8585-9dd5f6163826 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:14:18.910460 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f040a8-08f3-48f6-8585-9dd5f6163826 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Pushing event updated for resources: {'Port': ['ID=5764f530-41bc-4472-881a-8b6fcf01ace4,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:14:19.261340 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c1f040a8-08f3-48f6-8585-9dd5f6163826 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:19.330734 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c1f040a8-08f3-48f6-8585-9dd5f6163826 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:19.508327 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0ce607-46c5-4d96-981b-60f7ee35b3d9 req-cb3f31fc-84ae-4e27-9ace-597b6014d679 tempest-ServersNegativeTestMultiTenantJSON-2016060781 tempest-ServersNegativeTestMultiTenantJSON-2016060781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:14:19.509852 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-db0ce607-46c5-4d96-981b-60f7ee35b3d9 req-cb3f31fc-84ae-4e27-9ace-597b6014d679 tempest-ServersNegativeTestMultiTenantJSON-2016060781 tempest-ServersNegativeTestMultiTenantJSON-2016060781-project] 10.222.0.54 "GET /v2.0/ports?device_id=5fad31dc-6e8b-4d77-a06f-68e76cabf15f HTTP/1.1" status: 200 len: 944 time: 0.0768754 Nov 19 18:14:19.520143 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c1f040a8-08f3-48f6-8585-9dd5f6163826 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks [] for port, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:19.527500 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c1f040a8-08f3-48f6-8585-9dd5f6163826 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:19.627001 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f040a8-08f3-48f6-8585-9dd5f6163826 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Pushing event updated for resources: {'Port': ['ID=5764f530-41bc-4472-881a-8b6fcf01ace4,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:14:19.634299 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-db0ce607-46c5-4d96-981b-60f7ee35b3d9 req-5e92712d-4bd9-457b-995b-7a88a9754a22 tempest-ServersNegativeTestMultiTenantJSON-2016060781 tempest-ServersNegativeTestMultiTenantJSON-2016060781-project] 10.222.0.54 "GET /v2.0/security-groups?id=46899a30-aa29-4598-bc0e-2ef0e3433f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169574 Nov 19 18:14:19.637318 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c1f040a8-08f3-48f6-8585-9dd5f6163826 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-671284'] for floatingip, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:19.739771 n-d-818022-2 neutron-server[103364]: INFO neutron.db.l3_db [None req-c1f040a8-08f3-48f6-8585-9dd5f6163826 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Floating IP f25ec0db-d1ba-42af-a276-f8bbd29ea34e associated. External IP: 172.25.7.18, port: cf8f6f83-0f32-4276-938f-3166065c2fad. Nov 19 18:14:19.948901 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1f040a8-08f3-48f6-8585-9dd5f6163826 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Router 3498e3e3-cb14-4206-825e-3af86dec0ed5 has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 18:14:20.067994 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1f040a8-08f3-48f6-8585-9dd5f6163826 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:14:20.078532 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d3d0a21-e6ef-4fa5-a64e-6e0b29f1cdc9 None None] Sync routers for ids ['3498e3e3-cb14-4206-825e-3af86dec0ed5'] in n-d-818022-2 {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:14:20.089426 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3d0a21-e6ef-4fa5-a64e-6e0b29f1cdc9 None None] Routers {'3498e3e3-cb14-4206-825e-3af86dec0ed5'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:14:20.089639 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c1f040a8-08f3-48f6-8585-9dd5f6163826 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for floatingip, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:20.090091 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-2d3d0a21-e6ef-4fa5-a64e-6e0b29f1cdc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:14:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['3498e3e3-cb14-4206-825e-3af86dec0ed5'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:14:20.119377 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-c1f040a8-08f3-48f6-8585-9dd5f6163826 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6411643 Nov 19 18:14:20.119377 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a82dc0d9-c210-4d1c-8e24-2309f1ef0772', 'tag': 'cf8f6f83-0f32-4276-938f-3166065c2fad'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:14:20.119691 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dd4767a008c23f8566efc82158ee1b1fff34e1a9e908d76d0b6d0ab7e350e5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4afbdb7-da69-4f83-a72f-b9358124445c" -d '{"events": [{"name": "network-changed", "server_uuid": "a82dc0d9-c210-4d1c-8e24-2309f1ef0772", "tag": "cf8f6f83-0f32-4276-938f-3166065c2fad"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:14:20.160444 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 18:14:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2451d5c3-53f8-4596-93b2-d7d0d4599b5e x-openstack-request-id: req-2451d5c3-53f8-4596-93b2-d7d0d4599b5e {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:14:20.160737 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a82dc0d9-c210-4d1c-8e24-2309f1ef0772", "tag": "cf8f6f83-0f32-4276-938f-3166065c2fad", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:14:20.160992 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-2451d5c3-53f8-4596-93b2-d7d0d4599b5e {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:14:20.161401 n-d-818022-2 neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a82dc0d9-c210-4d1c-8e24-2309f1ef0772', 'tag': 'cf8f6f83-0f32-4276-938f-3166065c2fad', 'status': 'completed', 'code': 200} Nov 19 18:14:20.210327 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-2d3d0a21-e6ef-4fa5-a64e-6e0b29f1cdc9 None None] Set router 3498e3e3-cb14-4206-825e-3af86dec0ed5 gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:14:20.221155 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b33184-318f-4d06-9139-3b4c387db45b req-3a852c01-5e12-4fbe-81fc-0f3b2f545f9d tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:14:20.222680 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-12b33184-318f-4d06-9139-3b4c387db45b req-3a852c01-5e12-4fbe-81fc-0f3b2f545f9d tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/ports?device_id=a82dc0d9-c210-4d1c-8e24-2309f1ef0772 HTTP/1.1" status: 200 len: 945 time: 0.0529165 Nov 19 18:14:20.276159 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-12b33184-318f-4d06-9139-3b4c387db45b req-20ca936c-885b-4e76-9376-bbf01b30774e tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/security-groups?id=e430f061-6c21-4cde-a351-aa8b4b48886d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458512 Nov 19 18:14:20.299844 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 40600) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:14:20.347432 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4afbdb7-da69-4f83-a72f-b9358124445c req-54f85da0-6977-4903-9329-1d3329fd6fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:14:20.348963 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c4afbdb7-da69-4f83-a72f-b9358124445c req-54f85da0-6977-4903-9329-1d3329fd6fe2 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=d41245dedb694df6accb5dc7769c75e5&device_id=a82dc0d9-c210-4d1c-8e24-2309f1ef0772 HTTP/1.1" status: 200 len: 1096 time: 0.1633556 Nov 19 18:14:20.369346 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-064bb2f8-797f-43ec-8a9d-a4e4a988cdff tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/floatingips/f25ec0db-d1ba-42af-a276-f8bbd29ea34e HTTP/1.1" status: 200 len: 990 time: 0.0683093 Nov 19 18:14:20.404717 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 916f8179-f825-4921-9091-1a24b55901ad up at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:14:20.445008 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4afbdb7-da69-4f83-a72f-b9358124445c req-7abfbb33-35ae-4dcf-9fff-59beb06e3b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:14:20.446565 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c4afbdb7-da69-4f83-a72f-b9358124445c req-7abfbb33-35ae-4dcf-9fff-59beb06e3b1c service neutron] 10.222.0.86 "GET /v2.0/networks?id=76006e60-25ad-4a3c-ae92-45e166866a92 HTTP/1.1" status: 200 len: 897 time: 0.0898056 Nov 19 18:14:20.458309 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-2d3d0a21-e6ef-4fa5-a64e-6e0b29f1cdc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3498e3e3-cb14-4206-825e-3af86dec0ed5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-470594023', 'tenant_id': 'd41245dedb694df6accb5dc7769c75e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': '8a8e7c2f-3493-45ee-b52d-b15f9ac6b137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:14:00Z', 'updated_at': '2021-11-19T18:14:05Z', 'revision_number': 4, 'project_id': 'd41245dedb694df6accb5dc7769c75e5', 'gw_port': {'id': '8a8e7c2f-3493-45ee-b52d-b15f9ac6b137', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:42:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3498e3e3-cb14-4206-825e-3af86dec0ed5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3723, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:14:01Z', 'updated_at': '2021-11-19T18:14:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_floatingips': [{'id': 'f25ec0db-d1ba-42af-a276-f8bbd29ea34e', 'tenant_id': 'd41245dedb694df6accb5dc7769c75e5', 'floating_ip_address': '172.25.7.18', 'floating_network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'router_id': '3498e3e3-cb14-4206-825e-3af86dec0ed5', 'port_id': 'cf8f6f83-0f32-4276-938f-3166065c2fad', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3746, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76006e60-25ad-4a3c-ae92-45e166866a92', 'mac_address': 'fa:16:3e:18:bc:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a82dc0d9-c210-4d1c-8e24-2309f1ef0772', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T18:14:19Z', 'updated_at': '2021-11-19T18:14:19Z', 'revision_number': 0, 'project_id': 'd41245dedb694df6accb5dc7769c75e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfa16e11-21a0-4955-b5a5-9731d78eb279', 'name': '', 'network_id': '76006e60-25ad-4a3c-ae92-45e166866a92', 'tenant_id': 'd41245dedb694df6accb5dc7769c75e5', 'mac_address': 'fa:16:3e:b6:73:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3498e3e3-cb14-4206-825e-3af86dec0ed5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': '57669088-57d4-4fc8-ab3b-d4604fde3abd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:14:03Z', 'updated_at': '2021-11-19T18:14:08Z', 'revision_number': 5, 'project_id': 'd41245dedb694df6accb5dc7769c75e5', 'subnets': [{'id': '57669088-57d4-4fc8-ab3b-d4604fde3abd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:14:20.459173 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning for port 916f8179-f825-4921-9091-1a24b55901ad completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 18:14:20.464271 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning complete for port 916f8179-f825-4921-9091-1a24b55901ad triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:14:20.464857 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:20.485635 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d3d0a21-e6ef-4fa5-a64e-6e0b29f1cdc9 None None] Checking router: 3498e3e3-cb14-4206-825e-3af86dec0ed5 for host: n-d-818022-2 {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:14:20.494378 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3d0a21-e6ef-4fa5-a64e-6e0b29f1cdc9 None None] Routers {'3498e3e3-cb14-4206-825e-3af86dec0ed5'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:14:20.495177 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-2d3d0a21-e6ef-4fa5-a64e-6e0b29f1cdc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:14:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['3498e3e3-cb14-4206-825e-3af86dec0ed5'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:14:20.519833 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c4afbdb7-da69-4f83-a72f-b9358124445c req-b3bfe834-6a10-4118-b612-c797e188c545 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cf8f6f83-0f32-4276-938f-3166065c2fad HTTP/1.1" status: 200 len: 998 time: 0.0644889 Nov 19 18:14:20.548949 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:20.571938 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fad31dc-6e8b-4d77-a06f-68e76cabf15f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '916f8179-f825-4921-9091-1a24b55901ad'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:14:20.573611 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4afbdb7-da69-4f83-a72f-b9358124445c req-abb36dd6-c3c8-4767-9294-29435b08557c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:14:20.574232 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3940761bcd94e032e6960d2241bd8993c5d3a7d8dc2aca8488f3ecf1d4dd2fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4149cf5-9791-43ee-a5bb-49f6a4f8ad2c" -d '{"events": [{"server_uuid": "5fad31dc-6e8b-4d77-a06f-68e76cabf15f", "name": "network-vif-plugged", "status": "completed", "tag": "916f8179-f825-4921-9091-1a24b55901ad"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:14:20.575158 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c4afbdb7-da69-4f83-a72f-b9358124445c req-abb36dd6-c3c8-4767-9294-29435b08557c service neutron] 10.222.0.86 "GET /v2.0/subnets?id=57669088-57d4-4fc8-ab3b-d4604fde3abd HTTP/1.1" status: 200 len: 835 time: 0.0468659 Nov 19 18:14:20.588529 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 916f8179-f825-4921-9091-1a24b55901ad, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=916f8179-f825-4921-9091-1a24b55901ad,segment=NetworkSegment(fb2023ae-aa4d-4afb-83c3-59529e9b193d),segment_id=fb2023ae-aa4d-4afb-83c3-59529e9b193d)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:14:20.602228 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:20.606062 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-2d3d0a21-e6ef-4fa5-a64e-6e0b29f1cdc9 None None] Set router 3498e3e3-cb14-4206-825e-3af86dec0ed5 gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:14:20.635398 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:14:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af473c9d-6dc9-4139-94c2-b015a65e87e5 x-openstack-request-id: req-af473c9d-6dc9-4139-94c2-b015a65e87e5 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:14:20.635695 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fad31dc-6e8b-4d77-a06f-68e76cabf15f", "name": "network-vif-plugged", "status": "completed", "tag": "916f8179-f825-4921-9091-1a24b55901ad", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:14:20.635951 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-af473c9d-6dc9-4139-94c2-b015a65e87e5 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:14:20.636341 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fad31dc-6e8b-4d77-a06f-68e76cabf15f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '916f8179-f825-4921-9091-1a24b55901ad', 'code': 200} Nov 19 18:14:20.640578 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4afbdb7-da69-4f83-a72f-b9358124445c req-7f59ed4a-96ad-4cc4-b4cc-0413bb62ffd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:14:20.642279 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c4afbdb7-da69-4f83-a72f-b9358124445c req-7f59ed4a-96ad-4cc4-b4cc-0413bb62ffd1 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=76006e60-25ad-4a3c-ae92-45e166866a92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0555742 Nov 19 18:14:20.693454 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=916f8179-f825-4921-9091-1a24b55901ad,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:14:20.756064 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d8dff1-5cea-4ced-b1ad-3636f4885bb3 req-436699ac-0c19-4eb6-90f5-381bb882d157 tempest-ServersNegativeTestMultiTenantJSON-2016060781 tempest-ServersNegativeTestMultiTenantJSON-2016060781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:14:20.757881 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-72d8dff1-5cea-4ced-b1ad-3636f4885bb3 req-436699ac-0c19-4eb6-90f5-381bb882d157 tempest-ServersNegativeTestMultiTenantJSON-2016060781 tempest-ServersNegativeTestMultiTenantJSON-2016060781-project] 10.222.0.54 "GET /v2.0/ports?device_id=5fad31dc-6e8b-4d77-a06f-68e76cabf15f HTTP/1.1" status: 200 len: 945 time: 0.0513213 Nov 19 18:14:20.809409 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12069c81-b8aa-4aa0-9cc0-40b52ccf4757 req-668f2163-519f-4b63-8c14-414e7137dfe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:14:20.810959 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-12069c81-b8aa-4aa0-9cc0-40b52ccf4757 req-668f2163-519f-4b63-8c14-414e7137dfe6 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=5fad31dc-6e8b-4d77-a06f-68e76cabf15f HTTP/1.1" status: 200 len: 1096 time: 0.0849581 Nov 19 18:14:20.830371 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-72d8dff1-5cea-4ced-b1ad-3636f4885bb3 req-250597a8-6511-4570-a58b-6bfdcbb1c475 tempest-ServersNegativeTestMultiTenantJSON-2016060781 tempest-ServersNegativeTestMultiTenantJSON-2016060781-project] 10.222.0.54 "GET /v2.0/security-groups?id=46899a30-aa29-4598-bc0e-2ef0e3433f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546801 Nov 19 18:14:20.846133 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c4afbdb7-da69-4f83-a72f-b9358124445c req-dc141ebd-b702-4755-85be-38a02830a07f service neutron] 10.222.0.86 "GET /v2.0/networks/76006e60-25ad-4a3c-ae92-45e166866a92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880615 Nov 19 18:14:20.866791 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-2d3d0a21-e6ef-4fa5-a64e-6e0b29f1cdc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3498e3e3-cb14-4206-825e-3af86dec0ed5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-470594023', 'tenant_id': 'd41245dedb694df6accb5dc7769c75e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': '8a8e7c2f-3493-45ee-b52d-b15f9ac6b137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:14:00Z', 'updated_at': '2021-11-19T18:14:05Z', 'revision_number': 4, 'project_id': 'd41245dedb694df6accb5dc7769c75e5', 'gw_port': {'id': '8a8e7c2f-3493-45ee-b52d-b15f9ac6b137', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:42:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3498e3e3-cb14-4206-825e-3af86dec0ed5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3723, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:14:01Z', 'updated_at': '2021-11-19T18:14:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_floatingips': [{'id': 'f25ec0db-d1ba-42af-a276-f8bbd29ea34e', 'tenant_id': 'd41245dedb694df6accb5dc7769c75e5', 'floating_ip_address': '172.25.7.18', 'floating_network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'router_id': '3498e3e3-cb14-4206-825e-3af86dec0ed5', 'port_id': 'cf8f6f83-0f32-4276-938f-3166065c2fad', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3746, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76006e60-25ad-4a3c-ae92-45e166866a92', 'mac_address': 'fa:16:3e:18:bc:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a82dc0d9-c210-4d1c-8e24-2309f1ef0772', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T18:14:19Z', 'updated_at': '2021-11-19T18:14:19Z', 'revision_number': 0, 'project_id': 'd41245dedb694df6accb5dc7769c75e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfa16e11-21a0-4955-b5a5-9731d78eb279', 'name': '', 'network_id': '76006e60-25ad-4a3c-ae92-45e166866a92', 'tenant_id': 'd41245dedb694df6accb5dc7769c75e5', 'mac_address': 'fa:16:3e:b6:73:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3498e3e3-cb14-4206-825e-3af86dec0ed5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': '57669088-57d4-4fc8-ab3b-d4604fde3abd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:14:03Z', 'updated_at': '2021-11-19T18:14:08Z', 'revision_number': 5, 'project_id': 'd41245dedb694df6accb5dc7769c75e5', 'subnets': [{'id': '57669088-57d4-4fc8-ab3b-d4604fde3abd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:14:20.894840 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d3d0a21-e6ef-4fa5-a64e-6e0b29f1cdc9 None None] The sync data for ids ['3498e3e3-cb14-4206-825e-3af86dec0ed5'] in n-d-818022-2 is: [{'id': '3498e3e3-cb14-4206-825e-3af86dec0ed5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-470594023', 'tenant_id': 'd41245dedb694df6accb5dc7769c75e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': '8a8e7c2f-3493-45ee-b52d-b15f9ac6b137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:14:00Z', 'updated_at': '2021-11-19T18:14:05Z', 'revision_number': 4, 'project_id': 'd41245dedb694df6accb5dc7769c75e5', 'gw_port': {'id': '8a8e7c2f-3493-45ee-b52d-b15f9ac6b137', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:42:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3498e3e3-cb14-4206-825e-3af86dec0ed5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3723, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:14:01Z', 'updated_at': '2021-11-19T18:14:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_floatingips': [{'id': 'f25ec0db-d1ba-42af-a276-f8bbd29ea34e', 'tenant_id': 'd41245dedb694df6accb5dc7769c75e5', 'floating_ip_address': '172.25.7.18', 'floating_network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'router_id': '3498e3e3-cb14-4206-825e-3af86dec0ed5', 'port_id': 'cf8f6f83-0f32-4276-938f-3166065c2fad', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3746, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76006e60-25ad-4a3c-ae92-45e166866a92', 'mac_address': 'fa:16:3e:18:bc:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a82dc0d9-c210-4d1c-8e24-2309f1ef0772', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T18:14:19Z', 'updated_at': '2021-11-19T18:14:19Z', 'revision_number': 0, 'project_id': 'd41245dedb694df6accb5dc7769c75e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfa16e11-21a0-4955-b5a5-9731d78eb279', 'name': '', 'network_id': '76006e60-25ad-4a3c-ae92-45e166866a92', 'tenant_id': 'd41245dedb694df6accb5dc7769c75e5', 'mac_address': 'fa:16:3e:b6:73:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3498e3e3-cb14-4206-825e-3af86dec0ed5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': '57669088-57d4-4fc8-ab3b-d4604fde3abd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:14:03Z', 'updated_at': '2021-11-19T18:14:08Z', 'revision_number': 5, 'project_id': 'd41245dedb694df6accb5dc7769c75e5', 'subnets': [{'id': '57669088-57d4-4fc8-ab3b-d4604fde3abd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:14:20.932252 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-12069c81-b8aa-4aa0-9cc0-40b52ccf4757 req-c211e364-bac9-453a-abb4-03042dad2ccf service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=46899a30-aa29-4598-bc0e-2ef0e3433f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126130 Nov 19 18:14:20.981508 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c4afbdb7-da69-4f83-a72f-b9358124445c req-72ca3d2f-b479-472e-b526-b7b2799ef8f1 service neutron] 10.222.0.86 "GET /v2.0/networks/76006e60-25ad-4a3c-ae92-45e166866a92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261997 Nov 19 18:14:21.103881 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d2aae1c-3b7c-43c7-b18f-4a70f2910cce None None] New status for floating IP f25ec0db-d1ba-42af-a276-f8bbd29ea34e: ACTIVE {{(pid=103366) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 18:14:21.373254 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 40606) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:14:21.440725 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-a1383d5a-7eec-4e31-a90f-d170188cb168 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/floatingips/f25ec0db-d1ba-42af-a276-f8bbd29ea34e HTTP/1.1" status: 200 len: 992 time: 0.0662999 Nov 19 18:14:21.950131 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dd0dce-7540-43cb-85e5-7c3b1f1503d9 req-058d076b-7352-4cf1-a152-774fe193cecb tempest-ServersNegativeTestMultiTenantJSON-2016060781 tempest-ServersNegativeTestMultiTenantJSON-2016060781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:14:21.951642 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-73dd0dce-7540-43cb-85e5-7c3b1f1503d9 req-058d076b-7352-4cf1-a152-774fe193cecb tempest-ServersNegativeTestMultiTenantJSON-2016060781 tempest-ServersNegativeTestMultiTenantJSON-2016060781-project] 10.222.0.54 "GET /v2.0/ports?device_id=5fad31dc-6e8b-4d77-a06f-68e76cabf15f HTTP/1.1" status: 200 len: 945 time: 0.0537333 Nov 19 18:14:22.000162 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-73dd0dce-7540-43cb-85e5-7c3b1f1503d9 req-e53115ce-a19e-4e56-ad41-d2726e01d266 tempest-ServersNegativeTestMultiTenantJSON-2016060781 tempest-ServersNegativeTestMultiTenantJSON-2016060781-project] 10.222.0.54 "GET /v2.0/security-groups?id=46899a30-aa29-4598-bc0e-2ef0e3433f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422478 Nov 19 18:14:23.135443 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedd0a3b-90e9-4cca-b995-e2dd29f0bcd6 req-df0ef2cc-19b1-4308-891f-10579120d16d tempest-ServersNegativeTestMultiTenantJSON-2016060781 tempest-ServersNegativeTestMultiTenantJSON-2016060781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:14:23.136955 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-aedd0a3b-90e9-4cca-b995-e2dd29f0bcd6 req-df0ef2cc-19b1-4308-891f-10579120d16d tempest-ServersNegativeTestMultiTenantJSON-2016060781 tempest-ServersNegativeTestMultiTenantJSON-2016060781-project] 10.222.0.54 "GET /v2.0/ports?device_id=5fad31dc-6e8b-4d77-a06f-68e76cabf15f HTTP/1.1" status: 200 len: 945 time: 0.0530210 Nov 19 18:14:23.187572 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-aedd0a3b-90e9-4cca-b995-e2dd29f0bcd6 req-0fd598b6-f2a9-46c6-b883-f2861fe5a5cd tempest-ServersNegativeTestMultiTenantJSON-2016060781 tempest-ServersNegativeTestMultiTenantJSON-2016060781-project] 10.222.0.54 "GET /v2.0/security-groups?id=46899a30-aa29-4598-bc0e-2ef0e3433f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436783 Nov 19 18:14:23.324344 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e37707-9dcb-46b8-a8df-1b24a3d9b5a6 req-0cb421d2-87ab-4ff3-a350-bab0a1ba5748 tempest-ServersNegativeTestMultiTenantJSON-2016060781 tempest-ServersNegativeTestMultiTenantJSON-2016060781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:14:23.325716 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-61e37707-9dcb-46b8-a8df-1b24a3d9b5a6 req-0cb421d2-87ab-4ff3-a350-bab0a1ba5748 tempest-ServersNegativeTestMultiTenantJSON-2016060781 tempest-ServersNegativeTestMultiTenantJSON-2016060781-project] 10.222.0.54 "GET /v2.0/ports?device_id=5fad31dc-6e8b-4d77-a06f-68e76cabf15f HTTP/1.1" status: 200 len: 945 time: 0.0574367 Nov 19 18:14:23.372528 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-61e37707-9dcb-46b8-a8df-1b24a3d9b5a6 req-1313e7a5-e735-4751-9cf3-8c08d866f0f3 tempest-ServersNegativeTestMultiTenantJSON-2016060781 tempest-ServersNegativeTestMultiTenantJSON-2016060781-project] 10.222.0.54 "GET /v2.0/security-groups?id=46899a30-aa29-4598-bc0e-2ef0e3433f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408397 Nov 19 18:14:23.577661 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de46c1c2-996b-4d2f-b1a0-8eb2761d8210 req-ec011eea-7eb4-4540-8bae-e50bdbf3ce75 tempest-ServersNegativeTestMultiTenantJSON-2016060781 tempest-ServersNegativeTestMultiTenantJSON-2016060781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:14:23.579074 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-de46c1c2-996b-4d2f-b1a0-8eb2761d8210 req-ec011eea-7eb4-4540-8bae-e50bdbf3ce75 tempest-ServersNegativeTestMultiTenantJSON-2016060781 tempest-ServersNegativeTestMultiTenantJSON-2016060781-project] 10.222.0.54 "GET /v2.0/ports?device_id=5fad31dc-6e8b-4d77-a06f-68e76cabf15f HTTP/1.1" status: 200 len: 945 time: 0.0522280 Nov 19 18:14:23.627974 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-de46c1c2-996b-4d2f-b1a0-8eb2761d8210 req-11a19ccf-6eb2-4ea3-8c15-838e7ead87e2 tempest-ServersNegativeTestMultiTenantJSON-2016060781 tempest-ServersNegativeTestMultiTenantJSON-2016060781-project] 10.222.0.54 "GET /v2.0/security-groups?id=46899a30-aa29-4598-bc0e-2ef0e3433f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429163 Nov 19 18:14:23.949416 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfdde82-bb97-49c4-a0ce-290621c843f0 req-447486f8-c49f-4328-b9db-0ec3af95a296 tempest-ServersNegativeTestMultiTenantJSON-2016060781 tempest-ServersNegativeTestMultiTenantJSON-2016060781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:14:23.950967 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-1bfdde82-bb97-49c4-a0ce-290621c843f0 req-447486f8-c49f-4328-b9db-0ec3af95a296 tempest-ServersNegativeTestMultiTenantJSON-2016060781 tempest-ServersNegativeTestMultiTenantJSON-2016060781-project] 10.222.0.54 "GET /v2.0/ports?device_id=5fad31dc-6e8b-4d77-a06f-68e76cabf15f HTTP/1.1" status: 200 len: 945 time: 0.0488837 Nov 19 18:14:24.001586 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-1bfdde82-bb97-49c4-a0ce-290621c843f0 req-5f3ed92b-dc53-4b78-a941-76160a84ee3e tempest-ServersNegativeTestMultiTenantJSON-2016060781 tempest-ServersNegativeTestMultiTenantJSON-2016060781-project] 10.222.0.54 "GET /v2.0/security-groups?id=46899a30-aa29-4598-bc0e-2ef0e3433f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446792 Nov 19 18:14:25.120619 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b27aa8-1eee-4416-87ad-f4945566d53e req-7ea421d0-4f95-42a4-8abb-33d99b195354 tempest-ServersNegativeTestMultiTenantJSON-2016060781 tempest-ServersNegativeTestMultiTenantJSON-2016060781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:14:25.122107 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-95b27aa8-1eee-4416-87ad-f4945566d53e req-7ea421d0-4f95-42a4-8abb-33d99b195354 tempest-ServersNegativeTestMultiTenantJSON-2016060781 tempest-ServersNegativeTestMultiTenantJSON-2016060781-project] 10.222.0.54 "GET /v2.0/ports?device_id=5fad31dc-6e8b-4d77-a06f-68e76cabf15f HTTP/1.1" status: 200 len: 945 time: 0.0480566 Nov 19 18:14:25.201774 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fce28ce-2e2f-409f-8e34-226d0e5c9ccf req-276ee032-7b79-4b3a-819c-fc62503fed98 tempest-ServersNegativeTestMultiTenantJSON-2016060781 tempest-ServersNegativeTestMultiTenantJSON-2016060781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:14:25.203274 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8fce28ce-2e2f-409f-8e34-226d0e5c9ccf req-276ee032-7b79-4b3a-819c-fc62503fed98 tempest-ServersNegativeTestMultiTenantJSON-2016060781 tempest-ServersNegativeTestMultiTenantJSON-2016060781-project] 10.222.0.60 "GET /v2.0/ports?device_id=5fad31dc-6e8b-4d77-a06f-68e76cabf15f HTTP/1.1" status: 200 len: 945 time: 0.0803216 Nov 19 18:14:25.206841 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-95b27aa8-1eee-4416-87ad-f4945566d53e req-7be7d0ee-49e6-4617-821e-41222ef21bad tempest-ServersNegativeTestMultiTenantJSON-2016060781 tempest-ServersNegativeTestMultiTenantJSON-2016060781-project] 10.222.0.54 "GET /v2.0/security-groups?id=46899a30-aa29-4598-bc0e-2ef0e3433f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764525 Nov 19 18:14:25.293684 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [req-8fce28ce-2e2f-409f-8e34-226d0e5c9ccf req-68ea8067-4ffa-4de3-ab45-56b2532bae12 tempest-ServersNegativeTestMultiTenantJSON-2016060781 tempest-ServersNegativeTestMultiTenantJSON-2016060781-project] Deleting port 916f8179-f825-4921-9091-1a24b55901ad {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:14:25.293970 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-8fce28ce-2e2f-409f-8e34-226d0e5c9ccf req-68ea8067-4ffa-4de3-ab45-56b2532bae12 tempest-ServersNegativeTestMultiTenantJSON-2016060781 tempest-ServersNegativeTestMultiTenantJSON-2016060781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:25.384753 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-8fce28ce-2e2f-409f-8e34-226d0e5c9ccf req-68ea8067-4ffa-4de3-ab45-56b2532bae12 tempest-ServersNegativeTestMultiTenantJSON-2016060781 tempest-ServersNegativeTestMultiTenantJSON-2016060781-project] For port 916f8179-f825-4921-9091-1a24b55901ad, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=916f8179-f825-4921-9091-1a24b55901ad,segment=NetworkSegment(fb2023ae-aa4d-4afb-83c3-59529e9b193d),segment_id=fb2023ae-aa4d-4afb-83c3-59529e9b193d)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:14:25.385182 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-8fce28ce-2e2f-409f-8e34-226d0e5c9ccf req-68ea8067-4ffa-4de3-ab45-56b2532bae12 tempest-ServersNegativeTestMultiTenantJSON-2016060781 tempest-ServersNegativeTestMultiTenantJSON-2016060781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:25.398004 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [req-8fce28ce-2e2f-409f-8e34-226d0e5c9ccf req-68ea8067-4ffa-4de3-ab45-56b2532bae12 tempest-ServersNegativeTestMultiTenantJSON-2016060781 tempest-ServersNegativeTestMultiTenantJSON-2016060781-project] Calling delete_port for 916f8179-f825-4921-9091-1a24b55901ad owned by compute:nova {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:14:25.522891 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-8fce28ce-2e2f-409f-8e34-226d0e5c9ccf req-68ea8067-4ffa-4de3-ab45-56b2532bae12 tempest-ServersNegativeTestMultiTenantJSON-2016060781 tempest-ServersNegativeTestMultiTenantJSON-2016060781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:25.534361 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['916f8179-f825-4921-9091-1a24b55901ad'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:14:25.554789 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ea8067-4ffa-4de3-ab45-56b2532bae12 tempest-ServersNegativeTestMultiTenantJSON-2016060781 tempest-ServersNegativeTestMultiTenantJSON-2016060781-project] Pushing event deleted for resources: {'Port': ['ID=916f8179-f825-4921-9091-1a24b55901ad,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:14:25.598819 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fce28ce-2e2f-409f-8e34-226d0e5c9ccf req-68ea8067-4ffa-4de3-ab45-56b2532bae12 tempest-ServersNegativeTestMultiTenantJSON-2016060781 tempest-ServersNegativeTestMultiTenantJSON-2016060781-project] No DVR routers for this DVR port 916f8179-f825-4921-9091-1a24b55901ad on host n-h1-818022-2 {{(pid=103364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:14:25.601682 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-8fce28ce-2e2f-409f-8e34-226d0e5c9ccf req-68ea8067-4ffa-4de3-ab45-56b2532bae12 tempest-ServersNegativeTestMultiTenantJSON-2016060781 tempest-ServersNegativeTestMultiTenantJSON-2016060781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:25.609010 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8fce28ce-2e2f-409f-8e34-226d0e5c9ccf req-68ea8067-4ffa-4de3-ab45-56b2532bae12 tempest-ServersNegativeTestMultiTenantJSON-2016060781 tempest-ServersNegativeTestMultiTenantJSON-2016060781-project] 10.222.0.60 "DELETE /v2.0/ports/916f8179-f825-4921-9091-1a24b55901ad HTTP/1.1" status: 204 len: 173 time: 0.3962958 Nov 19 18:14:25.609010 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fad31dc-6e8b-4d77-a06f-68e76cabf15f', 'name': 'network-vif-deleted', 'tag': '916f8179-f825-4921-9091-1a24b55901ad'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:14:25.609010 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dd4767a008c23f8566efc82158ee1b1fff34e1a9e908d76d0b6d0ab7e350e5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c63b789-9098-4f5d-9648-e3b8f3108721" -d '{"events": [{"server_uuid": "5fad31dc-6e8b-4d77-a06f-68e76cabf15f", "name": "network-vif-deleted", "tag": "916f8179-f825-4921-9091-1a24b55901ad"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:14:25.650147 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:14:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eefbe15-1c19-466d-b25e-54b835a8741d x-openstack-request-id: req-6eefbe15-1c19-466d-b25e-54b835a8741d {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:14:25.651185 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fad31dc-6e8b-4d77-a06f-68e76cabf15f", "name": "network-vif-deleted", "tag": "916f8179-f825-4921-9091-1a24b55901ad", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:14:25.651461 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-6eefbe15-1c19-466d-b25e-54b835a8741d {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:14:25.651880 n-d-818022-2 neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fad31dc-6e8b-4d77-a06f-68e76cabf15f', 'name': 'network-vif-deleted', 'tag': '916f8179-f825-4921-9091-1a24b55901ad', 'status': 'completed', 'code': 200} Nov 19 18:14:26.263353 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 40634) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:14:26.307810 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_v2 [None req-223842d4-1085-4170-bd5f-d0d0035cd162 admin admin] Deleting subnet 3c970f84-4642-4e3d-b760-f9699961d282 {{(pid=103365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 18:14:26.311554 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-223842d4-1085-4170-bd5f-d0d0035cd162 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:26.344611 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-223842d4-1085-4170-bd5f-d0d0035cd162 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12546453'] for subnet, precommit_delete_associations {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:26.382006 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-223842d4-1085-4170-bd5f-d0d0035cd162 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:26.435895 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-223842d4-1085-4170-bd5f-d0d0035cd162 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12282919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8731163'] for subnet, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:26.460388 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223842d4-1085-4170-bd5f-d0d0035cd162 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c970f84-4642-4e3d-b760-f9699961d282,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:14:26.465747 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-223842d4-1085-4170-bd5f-d0d0035cd162 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:26.468993 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-223842d4-1085-4170-bd5f-d0d0035cd162 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/3c970f84-4642-4e3d-b760-f9699961d282 HTTP/1.1" status: 204 len: 168 time: 0.2043974 Nov 19 18:14:26.471434 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 40636) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:14:26.540353 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-79f755a1-4a8e-488e-8645-23045396f60c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:26.619911 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-79f755a1-4a8e-488e-8645-23045396f60c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:26.639584 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-79f755a1-4a8e-488e-8645-23045396f60c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d74ca885-23b8-4057-b525-30347b11182e']}} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:14:26.649403 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-79f755a1-4a8e-488e-8645-23045396f60c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb2023ae-aa4d-4afb-83c3-59529e9b193d') {'for_net_delete': True} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:14:26.649703 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-79f755a1-4a8e-488e-8645-23045396f60c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb2023ae-aa4d-4afb-83c3-59529e9b193d') {} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:14:26.658907 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-79f755a1-4a8e-488e-8645-23045396f60c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12545382'] for segment, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:26.671559 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-79f755a1-4a8e-488e-8645-23045396f60c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:26.677201 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79f755a1-4a8e-488e-8645-23045396f60c admin admin] Releasing vlan 690 on physical network physnet1 to pool {{(pid=103365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 18:14:26.677565 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-79f755a1-4a8e-488e-8645-23045396f60c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12282953'] for segment, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:26.679208 n-d-818022-2 neutron-server[103365]: Traceback (most recent call last): Nov 19 18:14:26.679208 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 18:14:26.679208 n-d-818022-2 neutron-server[103365]: timer() Nov 19 18:14:26.679208 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 18:14:26.679208 n-d-818022-2 neutron-server[103365]: cb(*args, **kw) Nov 19 18:14:26.679208 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 18:14:26.679208 n-d-818022-2 neutron-server[103365]: return func(*args, **kwargs) Nov 19 18:14:26.679208 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 18:14:26.679208 n-d-818022-2 neutron-server[103365]: self._notify() Nov 19 18:14:26.679208 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 18:14:26.679208 n-d-818022-2 neutron-server[103365]: self.callback(batched_events) Nov 19 18:14:26.679208 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 18:14:26.679208 n-d-818022-2 neutron-server[103365]: event.method(event) Nov 19 18:14:26.679208 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 18:14:26.679208 n-d-818022-2 neutron-server[103365]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 18:14:26.679208 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 18:14:26.679208 n-d-818022-2 neutron-server[103365]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 18:14:26.679208 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 18:14:26.679208 n-d-818022-2 neutron-server[103365]: return f(self, *a, **k) Nov 19 18:14:26.679208 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 18:14:26.679208 n-d-818022-2 neutron-server[103365]: return self._get(url).json() Nov 19 18:14:26.679208 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 18:14:26.679208 n-d-818022-2 neutron-server[103365]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 18:14:26.679208 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 18:14:26.679208 n-d-818022-2 neutron-server[103365]: return self.request(url, 'GET', **kwargs) Nov 19 18:14:26.679208 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 18:14:26.679208 n-d-818022-2 neutron-server[103365]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 18:14:26.679208 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 18:14:26.679208 n-d-818022-2 neutron-server[103365]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 18:14:26.679208 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 18:14:26.679208 n-d-818022-2 neutron-server[103365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 18:14:26.679208 n-d-818022-2 neutron-server[103365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 18:14:26.731234 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-79f755a1-4a8e-488e-8645-23045396f60c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671242'] for network, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:26.737015 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-79f755a1-4a8e-488e-8645-23045396f60c admin admin] Publish callbacks [] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:26.740370 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-79f755a1-4a8e-488e-8645-23045396f60c admin admin] 10.222.0.54 "DELETE /v2.0/networks/d74ca885-23b8-4057-b525-30347b11182e HTTP/1.1" status: 204 len: 168 time: 0.2679391 Nov 19 18:14:26.743232 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 40638) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:14:26.751535 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f755a1-4a8e-488e-8645-23045396f60c admin admin] Pushing event deleted for resources: {'Network': ['ID=d74ca885-23b8-4057-b525-30347b11182e,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:14:26.788539 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c953d97-7bbb-4e0b-b20b-2b37f45f2413 admin admin] Deleting subnet e4246919-cd50-45bc-a372-3545c601aaa2 {{(pid=103364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 18:14:26.791771 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3c953d97-7bbb-4e0b-b20b-2b37f45f2413 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:26.829520 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3c953d97-7bbb-4e0b-b20b-2b37f45f2413 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9416263'] for subnet, precommit_delete_associations {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:26.866957 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3c953d97-7bbb-4e0b-b20b-2b37f45f2413 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:26.918782 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3c953d97-7bbb-4e0b-b20b-2b37f45f2413 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12425137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8983934'] for subnet, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:26.945168 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c953d97-7bbb-4e0b-b20b-2b37f45f2413 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4246919-cd50-45bc-a372-3545c601aaa2,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:14:26.947689 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3c953d97-7bbb-4e0b-b20b-2b37f45f2413 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:26.953516 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-3c953d97-7bbb-4e0b-b20b-2b37f45f2413 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/e4246919-cd50-45bc-a372-3545c601aaa2 HTTP/1.1" status: 204 len: 168 time: 0.2070687 Nov 19 18:14:26.953737 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 40640) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:14:27.025023 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ae07edde-3aea-4315-a2f3-06ff5068c641 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:27.101435 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ae07edde-3aea-4315-a2f3-06ff5068c641 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:27.121245 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-ae07edde-3aea-4315-a2f3-06ff5068c641 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['481c3de1-7d1a-4ab5-9fb6-45ec890000d3']}} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:14:27.130327 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-ae07edde-3aea-4315-a2f3-06ff5068c641 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19051076-627f-4e84-9bce-c9cc0bd19d16') {'for_net_delete': True} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:14:27.130618 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-ae07edde-3aea-4315-a2f3-06ff5068c641 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19051076-627f-4e84-9bce-c9cc0bd19d16') {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:14:27.140583 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ae07edde-3aea-4315-a2f3-06ff5068c641 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417396'] for segment, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:27.153707 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ae07edde-3aea-4315-a2f3-06ff5068c641 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:27.159454 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae07edde-3aea-4315-a2f3-06ff5068c641 admin admin] Releasing vlan 699 on physical network physnet1 to pool {{(pid=103364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 18:14:27.159832 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ae07edde-3aea-4315-a2f3-06ff5068c641 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12425183'] for segment, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:27.161465 n-d-818022-2 neutron-server[103364]: Traceback (most recent call last): Nov 19 18:14:27.161465 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 18:14:27.161465 n-d-818022-2 neutron-server[103364]: timer() Nov 19 18:14:27.161465 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 18:14:27.161465 n-d-818022-2 neutron-server[103364]: cb(*args, **kw) Nov 19 18:14:27.161465 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 18:14:27.161465 n-d-818022-2 neutron-server[103364]: return func(*args, **kwargs) Nov 19 18:14:27.161465 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 18:14:27.161465 n-d-818022-2 neutron-server[103364]: self._notify() Nov 19 18:14:27.161465 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 18:14:27.161465 n-d-818022-2 neutron-server[103364]: self.callback(batched_events) Nov 19 18:14:27.161465 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 18:14:27.161465 n-d-818022-2 neutron-server[103364]: event.method(event) Nov 19 18:14:27.161465 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 18:14:27.161465 n-d-818022-2 neutron-server[103364]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 18:14:27.161465 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 18:14:27.161465 n-d-818022-2 neutron-server[103364]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 18:14:27.161465 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 18:14:27.161465 n-d-818022-2 neutron-server[103364]: return f(self, *a, **k) Nov 19 18:14:27.161465 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 18:14:27.161465 n-d-818022-2 neutron-server[103364]: return self._get(url).json() Nov 19 18:14:27.161465 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 18:14:27.161465 n-d-818022-2 neutron-server[103364]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 18:14:27.161465 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 18:14:27.161465 n-d-818022-2 neutron-server[103364]: return self.request(url, 'GET', **kwargs) Nov 19 18:14:27.161465 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 18:14:27.161465 n-d-818022-2 neutron-server[103364]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 18:14:27.161465 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 18:14:27.161465 n-d-818022-2 neutron-server[103364]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 18:14:27.161465 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 18:14:27.161465 n-d-818022-2 neutron-server[103364]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 18:14:27.161465 n-d-818022-2 neutron-server[103364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 18:14:27.218215 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ae07edde-3aea-4315-a2f3-06ff5068c641 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671242'] for network, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:27.224052 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ae07edde-3aea-4315-a2f3-06ff5068c641 admin admin] Publish callbacks [] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:27.230806 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-ae07edde-3aea-4315-a2f3-06ff5068c641 admin admin] 10.222.0.54 "DELETE /v2.0/networks/481c3de1-7d1a-4ab5-9fb6-45ec890000d3 HTTP/1.1" status: 204 len: 168 time: 0.2760644 Nov 19 18:14:27.243466 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae07edde-3aea-4315-a2f3-06ff5068c641 admin admin] Pushing event deleted for resources: {'Network': ['ID=481c3de1-7d1a-4ab5-9fb6-45ec890000d3,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:14:27.390248 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 40644) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:14:27.429905 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-79931fb9-cd31-46c8-8e1a-35f6f67ca643 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d407b9c1db3d4e428e2a32fa9a1db96f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0383260 Nov 19 18:14:27.432760 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 40646) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:14:27.479638 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a434ed17-e7d9-4970-81ba-4ee015d0e0ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:27.501441 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a434ed17-e7d9-4970-81ba-4ee015d0e0ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:27.547315 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a434ed17-e7d9-4970-81ba-4ee015d0e0ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:27.550031 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a434ed17-e7d9-4970-81ba-4ee015d0e0ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:27.551306 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-a434ed17-e7d9-4970-81ba-4ee015d0e0ea admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/46899a30-aa29-4598-bc0e-2ef0e3433f92 HTTP/1.1" status: 204 len: 168 time: 0.1176088 Nov 19 18:14:27.560407 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a434ed17-e7d9-4970-81ba-4ee015d0e0ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46899a30-aa29-4598-bc0e-2ef0e3433f92,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:14:27.872000 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 40652) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:14:27.915423 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-72bb2969-c2bc-45ee-8837-569ec7f20422 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=389219a009f74584b059f576de72ba76&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0421319 Nov 19 18:14:27.917907 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 40654) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:14:27.965135 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-23ca3dfc-bc06-4e87-a46d-ca5e9cdcbf97 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:27.986272 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-23ca3dfc-bc06-4e87-a46d-ca5e9cdcbf97 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:28.034745 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-23ca3dfc-bc06-4e87-a46d-ca5e9cdcbf97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:28.037432 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-23ca3dfc-bc06-4e87-a46d-ca5e9cdcbf97 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:28.038617 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-23ca3dfc-bc06-4e87-a46d-ca5e9cdcbf97 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/37591f88-b768-47c0-9edb-207ae39db936 HTTP/1.1" status: 204 len: 168 time: 0.1197677 Nov 19 18:14:28.046243 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ca3dfc-bc06-4e87-a46d-ca5e9cdcbf97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37591f88-b768-47c0-9edb-207ae39db936,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:14:28.708274 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 40676) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:14:28.814723 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-48be8c9b-39d9-43e2-913a-b928a075182f admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-230316932-network', 'tenant_id': 'be4887094a234240b376f4a8f6bb7322'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:14:28.837873 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48be8c9b-39d9-43e2-913a-b928a075182f admin admin] Made reservation on behalf of be4887094a234240b376f4a8f6bb7322 for: {'network': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:14:28.840288 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-48be8c9b-39d9-43e2-913a-b928a075182f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:28.848594 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-48be8c9b-39d9-43e2-913a-b928a075182f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:28.924005 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-48be8c9b-39d9-43e2-913a-b928a075182f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:28.927790 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-48be8c9b-39d9-43e2-913a-b928a075182f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:28.952071 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48be8c9b-39d9-43e2-913a-b928a075182f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 670} {{(pid=103364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 18:14:28.962290 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48be8c9b-39d9-43e2-913a-b928a075182f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5399d9ca-eb51-408d-9c51-3fef6eb18002,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:14:28.966948 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-48be8c9b-39d9-43e2-913a-b928a075182f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:28.967287 n-d-818022-2 neutron-server[103364]: INFO neutron.db.segments_db [None req-48be8c9b-39d9-43e2-913a-b928a075182f admin admin] Added segment deee9a19-eb72-4735-87cc-3d4072c8c5cf of type vlan for network ffe9041a-fcb1-4893-a9bd-f834229a9c64 Nov 19 18:14:29.007492 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-48be8c9b-39d9-43e2-913a-b928a075182f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:29.033282 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-48be8c9b-39d9-43e2-913a-b928a075182f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:29.034510 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48be8c9b-39d9-43e2-913a-b928a075182f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:14:29.035115 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-48be8c9b-39d9-43e2-913a-b928a075182f admin admin] Publish callbacks [] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:29.084136 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-48be8c9b-39d9-43e2-913a-b928a075182f admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3747582 Nov 19 18:14:29.097546 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48be8c9b-39d9-43e2-913a-b928a075182f admin admin] Pushing event updated for resources: {'Network': ['ID=ffe9041a-fcb1-4893-a9bd-f834229a9c64,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:14:29.108852 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network ffe9041a-fcb1-4893-a9bd-f834229a9c64 details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 18:14:29.620380 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5690c0f2-2519-4cd6-8551-5437c9f74456 req-89a4c5ab-6695-4dcb-82b3-7555a9c1d3ad tempest-ComputeTenantNetworksTest-1503431244 tempest-ComputeTenantNetworksTest-1503431244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:14:29.626545 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5690c0f2-2519-4cd6-8551-5437c9f74456 req-89a4c5ab-6695-4dcb-82b3-7555a9c1d3ad tempest-ComputeTenantNetworksTest-1503431244 tempest-ComputeTenantNetworksTest-1503431244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:14:29.632363 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5690c0f2-2519-4cd6-8551-5437c9f74456 req-89a4c5ab-6695-4dcb-82b3-7555a9c1d3ad tempest-ComputeTenantNetworksTest-1503431244 tempest-ComputeTenantNetworksTest-1503431244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:14:29.634038 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5690c0f2-2519-4cd6-8551-5437c9f74456 req-89a4c5ab-6695-4dcb-82b3-7555a9c1d3ad tempest-ComputeTenantNetworksTest-1503431244 tempest-ComputeTenantNetworksTest-1503431244-project] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.2587116 Nov 19 18:14:29.784724 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4434d0ef-789e-40a6-9835-5113d84e2ebd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:29.800308 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07742c0-95a7-4642-830d-d735012b02b2 req-15da3d93-e20e-48bb-a5a8-b16d8f9d2afc tempest-ComputeTenantNetworksTest-1503431244 tempest-ComputeTenantNetworksTest-1503431244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:14:29.801672 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-e07742c0-95a7-4642-830d-d735012b02b2 req-15da3d93-e20e-48bb-a5a8-b16d8f9d2afc tempest-ComputeTenantNetworksTest-1503431244 tempest-ComputeTenantNetworksTest-1503431244-project] 10.222.0.54 "GET /v2.0/networks/ffe9041a-fcb1-4893-a9bd-f834229a9c64 HTTP/1.1" status: 200 len: 768 time: 0.1466775 Nov 19 18:14:29.810475 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 40694) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:14:29.887607 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-296fa285-1499-4810-b8a7-35d61da3ee91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:29.971022 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-296fa285-1499-4810-b8a7-35d61da3ee91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:29.990836 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-296fa285-1499-4810-b8a7-35d61da3ee91 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffe9041a-fcb1-4893-a9bd-f834229a9c64']}} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:14:30.000365 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-296fa285-1499-4810-b8a7-35d61da3ee91 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'deee9a19-eb72-4735-87cc-3d4072c8c5cf') {'for_net_delete': True} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:14:30.000661 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-296fa285-1499-4810-b8a7-35d61da3ee91 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'deee9a19-eb72-4735-87cc-3d4072c8c5cf') {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:14:30.009865 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-296fa285-1499-4810-b8a7-35d61da3ee91 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417396'] for segment, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:30.024247 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-296fa285-1499-4810-b8a7-35d61da3ee91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:30.030806 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-296fa285-1499-4810-b8a7-35d61da3ee91 admin admin] Releasing vlan 670 on physical network physnet1 to pool {{(pid=103364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 18:14:30.031206 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-296fa285-1499-4810-b8a7-35d61da3ee91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12425183'] for segment, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:30.032915 n-d-818022-2 neutron-server[103364]: Traceback (most recent call last): Nov 19 18:14:30.032915 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 18:14:30.032915 n-d-818022-2 neutron-server[103364]: timer() Nov 19 18:14:30.032915 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 18:14:30.032915 n-d-818022-2 neutron-server[103364]: cb(*args, **kw) Nov 19 18:14:30.032915 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 18:14:30.032915 n-d-818022-2 neutron-server[103364]: return func(*args, **kwargs) Nov 19 18:14:30.032915 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 18:14:30.032915 n-d-818022-2 neutron-server[103364]: self._notify() Nov 19 18:14:30.032915 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 18:14:30.032915 n-d-818022-2 neutron-server[103364]: self.callback(batched_events) Nov 19 18:14:30.032915 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 18:14:30.032915 n-d-818022-2 neutron-server[103364]: event.method(event) Nov 19 18:14:30.032915 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 18:14:30.032915 n-d-818022-2 neutron-server[103364]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 18:14:30.032915 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 18:14:30.032915 n-d-818022-2 neutron-server[103364]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 18:14:30.032915 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 18:14:30.032915 n-d-818022-2 neutron-server[103364]: return f(self, *a, **k) Nov 19 18:14:30.032915 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 18:14:30.032915 n-d-818022-2 neutron-server[103364]: return self._get(url).json() Nov 19 18:14:30.032915 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 18:14:30.032915 n-d-818022-2 neutron-server[103364]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 18:14:30.032915 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 18:14:30.032915 n-d-818022-2 neutron-server[103364]: return self.request(url, 'GET', **kwargs) Nov 19 18:14:30.032915 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 18:14:30.032915 n-d-818022-2 neutron-server[103364]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 18:14:30.032915 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 18:14:30.032915 n-d-818022-2 neutron-server[103364]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 18:14:30.032915 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 18:14:30.032915 n-d-818022-2 neutron-server[103364]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 18:14:30.032915 n-d-818022-2 neutron-server[103364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 18:14:30.087577 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-296fa285-1499-4810-b8a7-35d61da3ee91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671242'] for network, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:30.093449 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-296fa285-1499-4810-b8a7-35d61da3ee91 admin admin] Publish callbacks [] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:30.096721 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-296fa285-1499-4810-b8a7-35d61da3ee91 admin admin] 10.222.0.54 "DELETE /v2.0/networks/ffe9041a-fcb1-4893-a9bd-f834229a9c64 HTTP/1.1" status: 204 len: 168 time: 0.2852707 Nov 19 18:14:30.108460 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296fa285-1499-4810-b8a7-35d61da3ee91 admin admin] Pushing event deleted for resources: {'Network': ['ID=ffe9041a-fcb1-4893-a9bd-f834229a9c64,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:14:30.215079 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 40698) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:14:30.259413 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-f1ad2a31-0ba6-4e73-90d3-474e0cb44c7d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=be4887094a234240b376f4a8f6bb7322&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0430489 Nov 19 18:14:30.263393 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 40700) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:14:30.314764 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-44b47ab6-4bcb-4ccf-a128-208842d15680 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:30.337015 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-44b47ab6-4bcb-4ccf-a128-208842d15680 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:30.382112 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-44b47ab6-4bcb-4ccf-a128-208842d15680 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:30.385245 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-44b47ab6-4bcb-4ccf-a128-208842d15680 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:30.386434 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-44b47ab6-4bcb-4ccf-a128-208842d15680 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/5399d9ca-eb51-408d-9c51-3fef6eb18002 HTTP/1.1" status: 204 len: 168 time: 0.1215987 Nov 19 18:14:30.394653 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b47ab6-4bcb-4ccf-a128-208842d15680 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5399d9ca-eb51-408d-9c51-3fef6eb18002,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:14:30.440502 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 916f8179-f825-4921-9091-1a24b55901ad no longer exists at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:14:30.466154 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] No Port match for: 916f8179-f825-4921-9091-1a24b55901ad {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:14:30.466919 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 916f8179-f825-4921-9091-1a24b55901ad not bound to the agent host n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:14:30.475471 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-71e792f4-e7a4-4f0d-b100-710ed9337739 req-1160b8f2-6a3b-4fa9-9c8c-edc58a4b5261 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=a82dc0d9-c210-4d1c-8e24-2309f1ef0772&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0548496 Nov 19 18:14:30.573305 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e792f4-e7a4-4f0d-b100-710ed9337739 req-a214f77c-b011-4fa9-8942-021f0e943053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:14:30.573305 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-71e792f4-e7a4-4f0d-b100-710ed9337739 req-a214f77c-b011-4fa9-8942-021f0e943053 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=d41245dedb694df6accb5dc7769c75e5&device_id=a82dc0d9-c210-4d1c-8e24-2309f1ef0772 HTTP/1.1" status: 200 len: 1096 time: 0.0426955 Nov 19 18:14:30.684596 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e792f4-e7a4-4f0d-b100-710ed9337739 req-52b59e12-ae4a-40b7-8d49-b1b0bc2b2b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:14:30.686027 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-71e792f4-e7a4-4f0d-b100-710ed9337739 req-52b59e12-ae4a-40b7-8d49-b1b0bc2b2b4e service neutron] 10.222.0.86 "GET /v2.0/networks?id=76006e60-25ad-4a3c-ae92-45e166866a92 HTTP/1.1" status: 200 len: 897 time: 0.0936635 Nov 19 18:14:31.127965 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-71e792f4-e7a4-4f0d-b100-710ed9337739 req-d7ca26cc-84a0-4686-ac85-734fa6d1c995 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cf8f6f83-0f32-4276-938f-3166065c2fad HTTP/1.1" status: 200 len: 1000 time: 0.4310882 Nov 19 18:14:31.183932 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e792f4-e7a4-4f0d-b100-710ed9337739 req-42732718-7c78-4e42-95cc-7290b703d9be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:14:31.185435 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-71e792f4-e7a4-4f0d-b100-710ed9337739 req-42732718-7c78-4e42-95cc-7290b703d9be service neutron] 10.222.0.86 "GET /v2.0/subnets?id=57669088-57d4-4fc8-ab3b-d4604fde3abd HTTP/1.1" status: 200 len: 835 time: 0.0498340 Nov 19 18:14:31.248187 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e792f4-e7a4-4f0d-b100-710ed9337739 req-441b17e3-a00c-49a0-875a-eecad2a485e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:14:31.250017 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-71e792f4-e7a4-4f0d-b100-710ed9337739 req-441b17e3-a00c-49a0-875a-eecad2a485e8 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=76006e60-25ad-4a3c-ae92-45e166866a92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0555203 Nov 19 18:14:31.360246 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-71e792f4-e7a4-4f0d-b100-710ed9337739 req-d65a14ad-78f7-4d59-8419-8973ed36bb15 service neutron] 10.222.0.86 "GET /v2.0/networks/76006e60-25ad-4a3c-ae92-45e166866a92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981789 Nov 19 18:14:31.459745 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-71e792f4-e7a4-4f0d-b100-710ed9337739 req-7db770cf-ce00-4f01-b4c6-6265981a54bd service neutron] 10.222.0.86 "GET /v2.0/networks/76006e60-25ad-4a3c-ae92-45e166866a92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909212 Nov 19 18:14:32.021048 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b9f25e04-69e8-4433-bcbb-1aa9c091da6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:33.227795 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e46ecc5a-dc14-4744-b262-3072ff2e958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:33.372445 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 40764) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:14:33.488840 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f3ef3e16-e0b4-4ada-b027-1538296cf042 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:33.562539 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f3ef3e16-e0b4-4ada-b027-1538296cf042 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:33.566457 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f3ef3e16-e0b4-4ada-b027-1538296cf042 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:33.606469 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-f3ef3e16-e0b4-4ada-b027-1538296cf042 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=2836d37bcdc14ddf8773e69c06784dc3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2329388 Nov 19 18:14:33.607435 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ef3e16-e0b4-4ada-b027-1538296cf042 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=959d6ce2-8859-4fc8-94b3-07b7eee196d9,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:14:33.609199 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 40768) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:14:33.664262 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-24e1c168-3560-41a4-97d7-66b7ed3c921d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:33.686168 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-24e1c168-3560-41a4-97d7-66b7ed3c921d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:33.731743 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-24e1c168-3560-41a4-97d7-66b7ed3c921d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:33.734439 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-24e1c168-3560-41a4-97d7-66b7ed3c921d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:33.735606 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-24e1c168-3560-41a4-97d7-66b7ed3c921d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/959d6ce2-8859-4fc8-94b3-07b7eee196d9 HTTP/1.1" status: 204 len: 168 time: 0.1250179 Nov 19 18:14:33.743849 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e1c168-3560-41a4-97d7-66b7ed3c921d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=959d6ce2-8859-4fc8-94b3-07b7eee196d9,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:14:33.901763 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:33.930208 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:33.998510 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 40774) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:14:34.011742 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-860355ce-b779-4378-b210-1aa5678d1e32 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:34.084869 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-860355ce-b779-4378-b210-1aa5678d1e32 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:34.089198 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-860355ce-b779-4378-b210-1aa5678d1e32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:34.128427 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-860355ce-b779-4378-b210-1aa5678d1e32 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=96d27275576b478e964a2a14c0b35083&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1287534 Nov 19 18:14:34.129316 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860355ce-b779-4378-b210-1aa5678d1e32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=682186f2-c6be-4de4-bf94-8713b4b132ec,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:14:34.131177 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 40776) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:14:34.137691 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860355ce-b779-4378-b210-1aa5678d1e32 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:14:34.138071 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860355ce-b779-4378-b210-1aa5678d1e32 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:14:34.138422 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860355ce-b779-4378-b210-1aa5678d1e32 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:14:34.139030 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860355ce-b779-4378-b210-1aa5678d1e32 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:14:34.139367 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860355ce-b779-4378-b210-1aa5678d1e32 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:14:34.139707 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860355ce-b779-4378-b210-1aa5678d1e32 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:14:34.140040 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860355ce-b779-4378-b210-1aa5678d1e32 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:14:34.140373 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860355ce-b779-4378-b210-1aa5678d1e32 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:14:34.140703 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860355ce-b779-4378-b210-1aa5678d1e32 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:14:34.141032 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860355ce-b779-4378-b210-1aa5678d1e32 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:14:34.141364 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860355ce-b779-4378-b210-1aa5678d1e32 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:14:34.141691 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860355ce-b779-4378-b210-1aa5678d1e32 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:14:34.181420 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5be25242-4be6-4352-a314-9f952985105c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:34.203056 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5be25242-4be6-4352-a314-9f952985105c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:34.250258 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5be25242-4be6-4352-a314-9f952985105c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:34.252801 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5be25242-4be6-4352-a314-9f952985105c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:34.254009 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-5be25242-4be6-4352-a314-9f952985105c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/682186f2-c6be-4de4-bf94-8713b4b132ec HTTP/1.1" status: 204 len: 168 time: 0.1216867 Nov 19 18:14:34.262117 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be25242-4be6-4352-a314-9f952985105c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=682186f2-c6be-4de4-bf94-8713b4b132ec,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:14:34.827922 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e013d7e6-5264-4dcc-9759-54f5fb809e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:35.180335 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:36.850197 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 40840) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:14:36.964201 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-75adfce6-6bd0-459c-be40-10256be37b96 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:37.039751 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-75adfce6-6bd0-459c-be40-10256be37b96 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:37.043974 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-75adfce6-6bd0-459c-be40-10256be37b96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:37.082481 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-75adfce6-6bd0-459c-be40-10256be37b96 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f1f128864b2f40ce93b80324d982d85b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2311502 Nov 19 18:14:37.083463 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75adfce6-6bd0-459c-be40-10256be37b96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4155a65d-97c4-4085-a560-0f9c9074c7ac,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:14:37.085362 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 40844) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:14:37.139658 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-27c1cd7e-d186-4c00-b7f3-4df6aad51d92 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:37.160975 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-27c1cd7e-d186-4c00-b7f3-4df6aad51d92 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:37.211791 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-27c1cd7e-d186-4c00-b7f3-4df6aad51d92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:37.214534 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-27c1cd7e-d186-4c00-b7f3-4df6aad51d92 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:37.215923 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-27c1cd7e-d186-4c00-b7f3-4df6aad51d92 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/4155a65d-97c4-4085-a560-0f9c9074c7ac HTTP/1.1" status: 204 len: 168 time: 0.1289935 Nov 19 18:14:37.223979 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c1cd7e-d186-4c00-b7f3-4df6aad51d92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4155a65d-97c4-4085-a560-0f9c9074c7ac,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:14:37.491083 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 40850) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:14:37.505223 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2118d862-bcb6-41e6-a1d2-1a88774f097b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:37.586964 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2118d862-bcb6-41e6-a1d2-1a88774f097b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:37.591124 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2118d862-bcb6-41e6-a1d2-1a88774f097b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:37.630416 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-2118d862-bcb6-41e6-a1d2-1a88774f097b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=62e5ac42c536411fb9fbbdecd915208a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1381514 Nov 19 18:14:37.631454 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2118d862-bcb6-41e6-a1d2-1a88774f097b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e65d4cc5-44a7-43b9-ab2a-57bf18b54bca,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:14:37.633364 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 40852) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:14:37.682660 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e0309725-303a-428c-ab1d-0eb718b36ec0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:37.703432 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e0309725-303a-428c-ab1d-0eb718b36ec0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:37.750264 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e0309725-303a-428c-ab1d-0eb718b36ec0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:37.752955 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e0309725-303a-428c-ab1d-0eb718b36ec0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:37.754296 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-e0309725-303a-428c-ab1d-0eb718b36ec0 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e65d4cc5-44a7-43b9-ab2a-57bf18b54bca HTTP/1.1" status: 204 len: 168 time: 0.1198528 Nov 19 18:14:37.762825 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0309725-303a-428c-ab1d-0eb718b36ec0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e65d4cc5-44a7-43b9-ab2a-57bf18b54bca,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:14:40.885797 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 40960) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:14:41.003035 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-10b1c538-e4ba-49b9-b547-c316b7f58b1d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:41.091436 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-10b1c538-e4ba-49b9-b547-c316b7f58b1d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:41.095437 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-10b1c538-e4ba-49b9-b547-c316b7f58b1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:41.133235 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-10b1c538-e4ba-49b9-b547-c316b7f58b1d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=0579562fca9b4f7dbd4fc2906f2339f5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2459795 Nov 19 18:14:41.134184 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b1c538-e4ba-49b9-b547-c316b7f58b1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5f05695-a1e5-4488-9bf4-8628df675268,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:14:41.136093 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 40964) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:14:41.186807 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-bbf1a6a1-f907-4c8f-aa15-ca2763051c22 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:41.208076 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-bbf1a6a1-f907-4c8f-aa15-ca2763051c22 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:41.253752 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-bbf1a6a1-f907-4c8f-aa15-ca2763051c22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:41.256531 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-bbf1a6a1-f907-4c8f-aa15-ca2763051c22 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:41.258385 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-bbf1a6a1-f907-4c8f-aa15-ca2763051c22 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b5f05695-a1e5-4488-9bf4-8628df675268 HTTP/1.1" status: 204 len: 168 time: 0.1205227 Nov 19 18:14:41.266350 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf1a6a1-f907-4c8f-aa15-ca2763051c22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5f05695-a1e5-4488-9bf4-8628df675268,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:14:41.528266 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 40970) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:14:41.543285 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-48b7f93f-1426-453e-863f-99d3e19db463 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:41.619057 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-48b7f93f-1426-453e-863f-99d3e19db463 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:41.623290 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-48b7f93f-1426-453e-863f-99d3e19db463 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:41.662487 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b7f93f-1426-453e-863f-99d3e19db463 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f99ef080-868e-4f03-b93c-f6bbddc7283f,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:14:41.668415 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-48b7f93f-1426-453e-863f-99d3e19db463 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=333e1a9370c3491d8c01066f2590df04&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1387694 Nov 19 18:14:41.670935 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 40972) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:14:41.720612 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-bbe63607-5fee-4465-9269-ef32545d51d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:41.742737 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-bbe63607-5fee-4465-9269-ef32545d51d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:41.789628 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-bbe63607-5fee-4465-9269-ef32545d51d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:41.792300 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-bbe63607-5fee-4465-9269-ef32545d51d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:41.793455 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-bbe63607-5fee-4465-9269-ef32545d51d7 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f99ef080-868e-4f03-b93c-f6bbddc7283f HTTP/1.1" status: 204 len: 168 time: 0.1215837 Nov 19 18:14:41.801354 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe63607-5fee-4465-9269-ef32545d51d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f99ef080-868e-4f03-b93c-f6bbddc7283f,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:14:43.358885 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 41018) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:14:43.466616 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8e11108a-3cde-4a6c-8b52-e9ba39cc005c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:43.547526 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8e11108a-3cde-4a6c-8b52-e9ba39cc005c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:43.552185 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8e11108a-3cde-4a6c-8b52-e9ba39cc005c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:43.593361 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-8e11108a-3cde-4a6c-8b52-e9ba39cc005c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=9323f7783d2e4b7d83b6a8b259f50704&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2333596 Nov 19 18:14:43.594287 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e11108a-3cde-4a6c-8b52-e9ba39cc005c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6e5af9b-aaba-47df-bba8-fae23335d200,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:14:43.596516 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 41024) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:14:43.649062 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7fcc6291-7df4-41ae-891e-9364e56a33e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:43.671402 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7fcc6291-7df4-41ae-891e-9364e56a33e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:43.717531 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7fcc6291-7df4-41ae-891e-9364e56a33e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:43.720073 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7fcc6291-7df4-41ae-891e-9364e56a33e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:43.721901 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-7fcc6291-7df4-41ae-891e-9364e56a33e7 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/a6e5af9b-aaba-47df-bba8-fae23335d200 HTTP/1.1" status: 204 len: 168 time: 0.1232491 Nov 19 18:14:43.730541 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcc6291-7df4-41ae-891e-9364e56a33e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6e5af9b-aaba-47df-bba8-fae23335d200,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:14:45.328309 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 41070) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:14:45.440591 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e3a26eab-98b4-477a-8836-f8bde81396dd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:45.517601 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e3a26eab-98b4-477a-8836-f8bde81396dd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:45.521479 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e3a26eab-98b4-477a-8836-f8bde81396dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:45.563447 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-e3a26eab-98b4-477a-8836-f8bde81396dd admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=6d91caecd2584eb1a2a62da0cd26556d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2339864 Nov 19 18:14:45.564311 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a26eab-98b4-477a-8836-f8bde81396dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99fb7408-563b-4d66-bc37-4e7326b969da,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:14:45.566883 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 41074) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:14:45.623761 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-27c37d22-34e9-40a2-a69c-438689955d7b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:45.645940 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-27c37d22-34e9-40a2-a69c-438689955d7b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:45.695464 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-27c37d22-34e9-40a2-a69c-438689955d7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:45.698116 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-27c37d22-34e9-40a2-a69c-438689955d7b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:45.699272 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-27c37d22-34e9-40a2-a69c-438689955d7b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/99fb7408-563b-4d66-bc37-4e7326b969da HTTP/1.1" status: 204 len: 168 time: 0.1314065 Nov 19 18:14:45.706948 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c37d22-34e9-40a2-a69c-438689955d7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99fb7408-563b-4d66-bc37-4e7326b969da,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:14:45.959626 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 41080) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:14:45.973415 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-906ef72c-a62e-424c-935d-b69b6e32edbf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:46.052092 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-906ef72c-a62e-424c-935d-b69b6e32edbf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:46.056329 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-906ef72c-a62e-424c-935d-b69b6e32edbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:46.093604 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-906ef72c-a62e-424c-935d-b69b6e32edbf admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e7fd8e648339454e9490b91022a6fe1a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1323366 Nov 19 18:14:46.094586 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906ef72c-a62e-424c-935d-b69b6e32edbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a5a29f3-2642-4557-a076-b4dd7387b588,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:14:46.096360 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 41082) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:14:46.145288 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-42571f94-0223-4fa1-a85b-edacda39dc97 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:46.167811 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-42571f94-0223-4fa1-a85b-edacda39dc97 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:46.214497 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-42571f94-0223-4fa1-a85b-edacda39dc97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:46.217462 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-42571f94-0223-4fa1-a85b-edacda39dc97 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:46.218642 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-42571f94-0223-4fa1-a85b-edacda39dc97 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/1a5a29f3-2642-4557-a076-b4dd7387b588 HTTP/1.1" status: 204 len: 168 time: 0.1206634 Nov 19 18:14:46.226171 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42571f94-0223-4fa1-a85b-edacda39dc97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a5a29f3-2642-4557-a076-b4dd7387b588,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:14:46.401454 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.agents_db [None req-619e5c26-d9ed-4321-86eb-7d443bb9dfa2 None None] Agent healthcheck: found 7 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 18:14:48.167999 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 41166) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:14:48.290543 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1f9f3fdf-72ed-4743-ab89-8f3c20d6c48e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:48.368546 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1f9f3fdf-72ed-4743-ab89-8f3c20d6c48e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:48.372594 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1f9f3fdf-72ed-4743-ab89-8f3c20d6c48e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:48.411344 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-1f9f3fdf-72ed-4743-ab89-8f3c20d6c48e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=a6eb8830c0614ecfa1bad2bc3ae678e7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2422543 Nov 19 18:14:48.412296 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9f3fdf-72ed-4743-ab89-8f3c20d6c48e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57bf798b-e2aa-4ff2-9e46-e0e9bf19d755,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:14:48.414111 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 41170) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:14:48.465463 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-fb5dc179-b872-4543-9213-2230091be0dc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:48.485964 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-fb5dc179-b872-4543-9213-2230091be0dc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:48.531110 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-fb5dc179-b872-4543-9213-2230091be0dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:48.533710 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-fb5dc179-b872-4543-9213-2230091be0dc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:48.534904 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-fb5dc179-b872-4543-9213-2230091be0dc admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/57bf798b-e2aa-4ff2-9e46-e0e9bf19d755 HTTP/1.1" status: 204 len: 168 time: 0.1197939 Nov 19 18:14:48.543101 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5dc179-b872-4543-9213-2230091be0dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57bf798b-e2aa-4ff2-9e46-e0e9bf19d755,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:14:48.803167 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 41176) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:14:48.816271 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-de68fa30-c6f2-41f4-a1c9-f79ee4c508b5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:48.892393 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-de68fa30-c6f2-41f4-a1c9-f79ee4c508b5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:48.896232 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-de68fa30-c6f2-41f4-a1c9-f79ee4c508b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:48.934712 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-de68fa30-c6f2-41f4-a1c9-f79ee4c508b5 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=a40ead8ccb0e4df083c5a1d1b1211844&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1300929 Nov 19 18:14:48.935880 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de68fa30-c6f2-41f4-a1c9-f79ee4c508b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e3a63cc-b24b-4f6e-8411-836584a77c4d,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:14:48.937339 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 41178) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:14:48.990529 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-38b1eb36-1b76-4e40-8cd5-83cc9831be0e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:49.013570 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-38b1eb36-1b76-4e40-8cd5-83cc9831be0e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:49.061511 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-38b1eb36-1b76-4e40-8cd5-83cc9831be0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:49.064255 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-38b1eb36-1b76-4e40-8cd5-83cc9831be0e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:49.067859 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-38b1eb36-1b76-4e40-8cd5-83cc9831be0e admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/9e3a63cc-b24b-4f6e-8411-836584a77c4d HTTP/1.1" status: 204 len: 168 time: 0.1264710 Nov 19 18:14:49.074314 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b1eb36-1b76-4e40-8cd5-83cc9831be0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e3a63cc-b24b-4f6e-8411-836584a77c4d,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:14:50.365223 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fa1a1d-a346-4cb7-bf41-78d6cc28ea54 req-6cd98326-8a5f-407f-9368-6ccfc9fc9400 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:14:50.368313 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-31fa1a1d-a346-4cb7-bf41-78d6cc28ea54 req-6cd98326-8a5f-407f-9368-6ccfc9fc9400 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/ports?device_id=a82dc0d9-c210-4d1c-8e24-2309f1ef0772 HTTP/1.1" status: 200 len: 945 time: 0.0615177 Nov 19 18:14:50.427102 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-31fa1a1d-a346-4cb7-bf41-78d6cc28ea54 req-0513a42a-cec8-4205-b3e7-d14393c86621 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/security-groups?id=e430f061-6c21-4cde-a351-aa8b4b48886d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514350 Nov 19 18:14:51.567614 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad1b681-9d11-49e6-964b-da9a3c36f132 req-85b3e555-6380-40b1-a6e9-1df8e706ed9a tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:14:51.569248 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8ad1b681-9d11-49e6-964b-da9a3c36f132 req-85b3e555-6380-40b1-a6e9-1df8e706ed9a tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/ports?device_id=a82dc0d9-c210-4d1c-8e24-2309f1ef0772 HTTP/1.1" status: 200 len: 945 time: 0.0652757 Nov 19 18:14:51.631349 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8ad1b681-9d11-49e6-964b-da9a3c36f132 req-7a0e82ae-6d20-4ac7-a6bf-3b7a5b807ccb tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/security-groups?id=e430f061-6c21-4cde-a351-aa8b4b48886d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513294 Nov 19 18:14:52.756658 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbef59b7-5b61-43b4-a047-48ed6b2766e8 req-edc2401e-e9f3-4df1-85f1-9723c2b2053c tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:14:52.758325 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fbef59b7-5b61-43b4-a047-48ed6b2766e8 req-edc2401e-e9f3-4df1-85f1-9723c2b2053c tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/ports?device_id=a82dc0d9-c210-4d1c-8e24-2309f1ef0772 HTTP/1.1" status: 200 len: 945 time: 0.0505083 Nov 19 18:14:52.812523 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fbef59b7-5b61-43b4-a047-48ed6b2766e8 req-61e57718-ab3b-4827-b2a0-74079a919f2f tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/security-groups?id=e430f061-6c21-4cde-a351-aa8b4b48886d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478923 Nov 19 18:14:53.936979 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f13662-14e6-40e1-b559-ebfdf44d3757 req-02c83367-f5f0-46ab-8acc-8a92264e335d tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:14:53.938597 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c5f13662-14e6-40e1-b559-ebfdf44d3757 req-02c83367-f5f0-46ab-8acc-8a92264e335d tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/ports?device_id=a82dc0d9-c210-4d1c-8e24-2309f1ef0772 HTTP/1.1" status: 200 len: 945 time: 0.0545492 Nov 19 18:14:53.996081 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c5f13662-14e6-40e1-b559-ebfdf44d3757 req-8d6327df-95c8-4612-b40c-14f28c2f9eb0 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/security-groups?id=e430f061-6c21-4cde-a351-aa8b4b48886d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505555 Nov 19 18:14:54.648145 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 41548) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:14:54.754236 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-73313423-74a4-4850-9c24-f556fb4f6e39 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:54.827557 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-73313423-74a4-4850-9c24-f556fb4f6e39 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:54.831844 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-73313423-74a4-4850-9c24-f556fb4f6e39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:54.870198 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-73313423-74a4-4850-9c24-f556fb4f6e39 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=24ac0b99fb0e4f59acf246e4accf5a38&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2209442 Nov 19 18:14:54.870993 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73313423-74a4-4850-9c24-f556fb4f6e39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea806576-bdf2-411d-9066-1cbfeba4ee67,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:14:54.873216 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 41552) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:14:54.921444 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6b4de02a-a033-486a-9cef-d832e4fd6e26 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:54.941534 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6b4de02a-a033-486a-9cef-d832e4fd6e26 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:54.986762 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6b4de02a-a033-486a-9cef-d832e4fd6e26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:54.989424 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6b4de02a-a033-486a-9cef-d832e4fd6e26 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:54.990623 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-6b4de02a-a033-486a-9cef-d832e4fd6e26 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ea806576-bdf2-411d-9066-1cbfeba4ee67 HTTP/1.1" status: 204 len: 168 time: 0.1161144 Nov 19 18:14:54.999295 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4de02a-a033-486a-9cef-d832e4fd6e26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea806576-bdf2-411d-9066-1cbfeba4ee67,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:14:55.007183 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4de02a-a033-486a-9cef-d832e4fd6e26 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:14:55.007539 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4de02a-a033-486a-9cef-d832e4fd6e26 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:14:55.007928 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4de02a-a033-486a-9cef-d832e4fd6e26 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:14:55.008263 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4de02a-a033-486a-9cef-d832e4fd6e26 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:14:55.008936 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4de02a-a033-486a-9cef-d832e4fd6e26 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:14:55.008936 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4de02a-a033-486a-9cef-d832e4fd6e26 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:14:55.009370 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4de02a-a033-486a-9cef-d832e4fd6e26 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:14:55.009701 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4de02a-a033-486a-9cef-d832e4fd6e26 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:14:55.010075 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4de02a-a033-486a-9cef-d832e4fd6e26 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:14:55.010410 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4de02a-a033-486a-9cef-d832e4fd6e26 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:14:55.010814 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4de02a-a033-486a-9cef-d832e4fd6e26 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:14:55.011069 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4de02a-a033-486a-9cef-d832e4fd6e26 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:14:55.127580 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d09cbe4-660d-4024-bf88-95d7a07879b3 req-a3beed8e-66e6-447e-b654-74782816ed4d tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:14:55.129177 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8d09cbe4-660d-4024-bf88-95d7a07879b3 req-a3beed8e-66e6-447e-b654-74782816ed4d tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/ports?device_id=a82dc0d9-c210-4d1c-8e24-2309f1ef0772 HTTP/1.1" status: 200 len: 945 time: 0.0570905 Nov 19 18:14:55.185885 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8d09cbe4-660d-4024-bf88-95d7a07879b3 req-d0dfee06-2b7c-41ca-a6a0-5a141197eb7a tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/security-groups?id=e430f061-6c21-4cde-a351-aa8b4b48886d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499294 Nov 19 18:14:56.173653 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 41606) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:14:56.295792 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-bc30a547-e744-4fa0-9420-fdaa372361ce admin admin] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:56.329134 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9424618f-079e-4bf2-876f-b0e1287e5fbd req-79f5a529-642c-48fe-8b2a-febbc020242d tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:14:56.330722 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9424618f-079e-4bf2-876f-b0e1287e5fbd req-79f5a529-642c-48fe-8b2a-febbc020242d tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/ports?device_id=a82dc0d9-c210-4d1c-8e24-2309f1ef0772 HTTP/1.1" status: 200 len: 945 time: 0.0727122 Nov 19 18:14:56.405190 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9424618f-079e-4bf2-876f-b0e1287e5fbd req-f94c7d87-dca8-41a4-9af8-9e88fd7a2818 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/security-groups?id=e430f061-6c21-4cde-a351-aa8b4b48886d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679197 Nov 19 18:14:56.428423 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-bc30a547-e744-4fa0-9420-fdaa372361ce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:56.432460 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-bc30a547-e744-4fa0-9420-fdaa372361ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:56.471863 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-bc30a547-e744-4fa0-9420-fdaa372361ce admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d1d386579085434dbc3594add91886e3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2970314 Nov 19 18:14:56.472775 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc30a547-e744-4fa0-9420-fdaa372361ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e1fc49a-f832-4126-af44-adca86522ba1,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:14:56.474612 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 41612) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:14:56.522828 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c7170280-0d50-405d-a70d-3e3b7dc8f5fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:56.543865 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c7170280-0d50-405d-a70d-3e3b7dc8f5fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:56.589134 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c7170280-0d50-405d-a70d-3e3b7dc8f5fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:56.592328 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c7170280-0d50-405d-a70d-3e3b7dc8f5fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:56.593460 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-c7170280-0d50-405d-a70d-3e3b7dc8f5fb admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/2e1fc49a-f832-4126-af44-adca86522ba1 HTTP/1.1" status: 204 len: 168 time: 0.1172340 Nov 19 18:14:56.605964 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7170280-0d50-405d-a70d-3e3b7dc8f5fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e1fc49a-f832-4126-af44-adca86522ba1,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:14:57.527946 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e183932f-9573-477a-8585-f4cf4c0295a6 req-a55ac28a-fd8e-4864-99a2-8991ef824884 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:14:57.529454 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e183932f-9573-477a-8585-f4cf4c0295a6 req-a55ac28a-fd8e-4864-99a2-8991ef824884 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/ports?device_id=a82dc0d9-c210-4d1c-8e24-2309f1ef0772 HTTP/1.1" status: 200 len: 945 time: 0.0559506 Nov 19 18:14:57.581010 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e183932f-9573-477a-8585-f4cf4c0295a6 req-45a7c9dd-7860-4ba8-b64a-b9248da75b02 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/security-groups?id=e430f061-6c21-4cde-a351-aa8b4b48886d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455196 Nov 19 18:14:57.749937 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 41650) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:14:57.846980 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-1b21905d-7a89-48a8-a552-17e6949be9d7 tempest-MeteringTestJSON-283211 tempest-MeteringTestJSON-283211-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-729460266'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:14:57.847436 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-1b21905d-7a89-48a8-a552-17e6949be9d7 tempest-MeteringTestJSON-283211 tempest-MeteringTestJSON-283211-project-admin] Unknown quota resources ['metering_label']. {{(pid=103364) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 19 18:14:58.028635 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1b21905d-7a89-48a8-a552-17e6949be9d7 tempest-MeteringTestJSON-283211 tempest-MeteringTestJSON-283211-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:58.029845 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-1b21905d-7a89-48a8-a552-17e6949be9d7 tempest-MeteringTestJSON-283211 tempest-MeteringTestJSON-283211-project-admin] 10.222.0.54 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.2788329 Nov 19 18:14:58.032576 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 41654) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:14:58.036638 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-82268b64-a4b9-4454-948e-fe22e39dbf5a tempest-MeteringTestJSON-283211 tempest-MeteringTestJSON-283211-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '1d9bf5ea-4e7e-4c83-a8a3-7837ab2c11c1'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:14:58.037176 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-82268b64-a4b9-4454-948e-fe22e39dbf5a tempest-MeteringTestJSON-283211 tempest-MeteringTestJSON-283211-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103364) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 19 18:14:58.132808 n-d-818022-2 neutron-server[103364]: WARNING neutron.services.metering.metering_plugin [None req-82268b64-a4b9-4454-948e-fe22e39dbf5a tempest-MeteringTestJSON-283211 tempest-MeteringTestJSON-283211-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 19 18:14:58.237973 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-82268b64-a4b9-4454-948e-fe22e39dbf5a tempest-MeteringTestJSON-283211 tempest-MeteringTestJSON-283211-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:58.239186 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-82268b64-a4b9-4454-948e-fe22e39dbf5a tempest-MeteringTestJSON-283211 tempest-MeteringTestJSON-283211-project-admin] 10.222.0.54 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2057018 Nov 19 18:14:58.243214 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 41656) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:14:58.247450 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-fbde1885-380d-4fbe-b303-fae39f421ae0 tempest-MeteringTestJSON-283211 tempest-MeteringTestJSON-283211-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '1d9bf5ea-4e7e-4c83-a8a3-7837ab2c11c1'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:14:58.247940 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-fbde1885-380d-4fbe-b303-fae39f421ae0 tempest-MeteringTestJSON-283211 tempest-MeteringTestJSON-283211-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103364) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 19 18:14:58.299532 n-d-818022-2 neutron-server[103364]: WARNING neutron.services.metering.metering_plugin [None req-fbde1885-380d-4fbe-b303-fae39f421ae0 tempest-MeteringTestJSON-283211 tempest-MeteringTestJSON-283211-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 19 18:14:58.382369 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-fbde1885-380d-4fbe-b303-fae39f421ae0 tempest-MeteringTestJSON-283211 tempest-MeteringTestJSON-283211-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:58.383625 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-fbde1885-380d-4fbe-b303-fae39f421ae0 tempest-MeteringTestJSON-283211 tempest-MeteringTestJSON-283211-project-admin] 10.222.0.54 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.1394289 Nov 19 18:14:58.386265 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 41658) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:14:58.396551 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-de854bb5-2440-4422-8d88-c16d62cab874 tempest-MeteringTestJSON-283211 tempest-MeteringTestJSON-283211-project-admin] 10.222.0.54 "GET /v2.0/metering/metering-label-rules?id=982eef7f-4321-4b17-b309-df680aaafcd4 HTTP/1.1" status: 200 len: 464 time: 0.0092740 Nov 19 18:14:58.398862 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 41660) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:14:58.501337 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-bf5bc023-64bd-4298-81ac-33cb63432dfb tempest-MeteringTestJSON-283211 tempest-MeteringTestJSON-283211-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:58.502519 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-bf5bc023-64bd-4298-81ac-33cb63432dfb tempest-MeteringTestJSON-283211 tempest-MeteringTestJSON-283211-project-admin] 10.222.0.54 "DELETE /v2.0/metering/metering-label-rules/982eef7f-4321-4b17-b309-df680aaafcd4 HTTP/1.1" status: 204 len: 168 time: 0.1027822 Nov 19 18:14:58.505127 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 41662) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:14:58.514563 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-040076d1-43b2-4b6a-8efb-58858d0e7b58 tempest-MeteringTestJSON-283211 tempest-MeteringTestJSON-283211-project-admin] 10.222.0.54 "GET /v2.0/metering/metering-label-rules?id=982eef7f-4321-4b17-b309-df680aaafcd4 HTTP/1.1" status: 200 len: 221 time: 0.0080993 Nov 19 18:14:58.517751 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 41664) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:14:58.522909 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-de444ee5-4480-45f1-abf2-86bc489cf6e2 tempest-MeteringTestJSON-283211 tempest-MeteringTestJSON-283211-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--324982642', 'description': 'label created by tempest'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:14:58.523367 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-de444ee5-4480-45f1-abf2-86bc489cf6e2 tempest-MeteringTestJSON-283211 tempest-MeteringTestJSON-283211-project-admin] Unknown quota resources ['metering_label']. {{(pid=103365) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 19 18:14:58.704490 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0ff27e-07b6-41f8-a514-8833f32de4bb req-cdb5f303-d12c-4075-bcf5-4df29f13ed3b tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:14:58.706022 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-1c0ff27e-07b6-41f8-a514-8833f32de4bb req-cdb5f303-d12c-4075-bcf5-4df29f13ed3b tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/ports?device_id=a82dc0d9-c210-4d1c-8e24-2309f1ef0772 HTTP/1.1" status: 200 len: 945 time: 0.0500989 Nov 19 18:14:58.730609 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-de444ee5-4480-45f1-abf2-86bc489cf6e2 tempest-MeteringTestJSON-283211 tempest-MeteringTestJSON-283211-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:58.731807 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-de444ee5-4480-45f1-abf2-86bc489cf6e2 tempest-MeteringTestJSON-283211 tempest-MeteringTestJSON-283211-project-admin] 10.222.0.54 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.2130203 Nov 19 18:14:58.734551 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 41668) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:14:58.826169 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-250ae8f9-9967-4ced-bcc4-f8c70fd1f966 tempest-MeteringTestJSON-283211 tempest-MeteringTestJSON-283211-project-admin] 10.222.0.54 "GET /v2.0/metering/metering-labels?id=737da5cb-ce06-404d-9493-8ea7f6663360 HTTP/1.1" status: 200 len: 467 time: 0.0904732 Nov 19 18:14:58.828765 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 41670) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:14:58.831272 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-1c0ff27e-07b6-41f8-a514-8833f32de4bb req-5ad6b44b-0290-4d67-99fa-0662db2ed49b tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/security-groups?id=e430f061-6c21-4cde-a351-aa8b4b48886d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1187003 Nov 19 18:14:59.405869 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-32159dc5-54b2-4a9c-b088-3e3212ab6f9d tempest-MeteringTestJSON-283211 tempest-MeteringTestJSON-283211-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:59.407002 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-32159dc5-54b2-4a9c-b088-3e3212ab6f9d tempest-MeteringTestJSON-283211 tempest-MeteringTestJSON-283211-project-admin] 10.222.0.54 "DELETE /v2.0/metering/metering-labels/737da5cb-ce06-404d-9493-8ea7f6663360 HTTP/1.1" status: 204 len: 168 time: 0.5772665 Nov 19 18:14:59.409721 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 41672) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:14:59.420382 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-e194e02c-0c80-41ef-8c1b-c06b94109840 tempest-MeteringTestJSON-283211 tempest-MeteringTestJSON-283211-project-admin] 10.222.0.54 "GET /v2.0/metering/metering-labels?id=737da5cb-ce06-404d-9493-8ea7f6663360 HTTP/1.1" status: 200 len: 216 time: 0.0096192 Nov 19 18:14:59.423422 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 41674) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:14:59.433116 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-334bd83e-60e5-4243-958d-cecfdced659f tempest-MeteringTestJSON-283211 tempest-MeteringTestJSON-283211-project-admin] 10.222.0.54 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0087023 Nov 19 18:14:59.436187 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 41676) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:14:59.448451 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-86c8ba05-37dd-4d3e-908b-234ae36b0a3e tempest-MeteringTestJSON-283211 tempest-MeteringTestJSON-283211-project-admin] 10.222.0.54 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0112772 Nov 19 18:14:59.451455 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 41678) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:14:59.499565 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-f74b11e0-92a5-4d00-a247-b0148596b232 tempest-MeteringTestJSON-283211 tempest-MeteringTestJSON-283211-project-admin] 10.222.0.54 "GET /v2.0/metering/metering-labels/1d9bf5ea-4e7e-4c83-a8a3-7837ab2c11c1 HTTP/1.1" status: 200 len: 472 time: 0.0470712 Nov 19 18:14:59.502947 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 41680) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:14:59.514269 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-323c851b-a79f-4675-955a-8e8b8fdbaa0c tempest-MeteringTestJSON-283211 tempest-MeteringTestJSON-283211-project-admin] 10.222.0.54 "GET /v2.0/metering/metering-label-rules/0a740e79-70e0-4330-bd58-6e3dea68c72f HTTP/1.1" status: 200 len: 461 time: 0.0102000 Nov 19 18:14:59.517235 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 41682) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:14:59.617366 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-856b307a-ee0d-4b72-8984-27b0730ac8b5 tempest-MeteringTestJSON-283211 tempest-MeteringTestJSON-283211-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:59.618628 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-856b307a-ee0d-4b72-8984-27b0730ac8b5 tempest-MeteringTestJSON-283211 tempest-MeteringTestJSON-283211-project-admin] 10.222.0.54 "DELETE /v2.0/metering/metering-label-rules/0a740e79-70e0-4330-bd58-6e3dea68c72f HTTP/1.1" status: 204 len: 168 time: 0.1005135 Nov 19 18:14:59.621149 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 41684) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:14:59.795249 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-34216ce4-c82a-47ac-bdaa-f07529e44c84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:59.810375 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8d5b6195-6d84-4a06-9d7b-63a2c94a41ef tempest-MeteringTestJSON-283211 tempest-MeteringTestJSON-283211-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:14:59.811552 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-8d5b6195-6d84-4a06-9d7b-63a2c94a41ef tempest-MeteringTestJSON-283211 tempest-MeteringTestJSON-283211-project-admin] 10.222.0.54 "DELETE /v2.0/metering/metering-labels/1d9bf5ea-4e7e-4c83-a8a3-7837ab2c11c1 HTTP/1.1" status: 204 len: 168 time: 0.1895003 Nov 19 18:14:59.964482 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5fc15c-be03-4196-b37a-a24742c2f315 req-c59157ca-038b-45cc-8b67-da2a3490719c tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:14:59.966063 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7f5fc15c-be03-4196-b37a-a24742c2f315 req-c59157ca-038b-45cc-8b67-da2a3490719c tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/ports?device_id=a82dc0d9-c210-4d1c-8e24-2309f1ef0772 HTTP/1.1" status: 200 len: 945 time: 0.0583968 Nov 19 18:15:00.017998 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7f5fc15c-be03-4196-b37a-a24742c2f315 req-ff18ccb9-da13-45b5-a256-3bf93fec8bd4 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/security-groups?id=e430f061-6c21-4cde-a351-aa8b4b48886d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458708 Nov 19 18:15:00.090426 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 41692) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:15:00.195665 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b4ec196e-6077-43e4-a93d-62892ebb63d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:00.268398 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b4ec196e-6077-43e4-a93d-62892ebb63d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:00.273248 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b4ec196e-6077-43e4-a93d-62892ebb63d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:00.310532 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-b4ec196e-6077-43e4-a93d-62892ebb63d2 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d9b94849fe914754aa2f9c0ad5c00a05&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2190340 Nov 19 18:15:00.311412 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ec196e-6077-43e4-a93d-62892ebb63d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d253ffa-5cc1-486e-957a-02fc38e9c1c7,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:15:00.313742 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 41696) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:15:00.364964 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e1838ed2-25ac-4281-84b2-040488f6e583 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:00.386027 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e1838ed2-25ac-4281-84b2-040488f6e583 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:00.430785 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e1838ed2-25ac-4281-84b2-040488f6e583 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:00.433386 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e1838ed2-25ac-4281-84b2-040488f6e583 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:00.434573 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-e1838ed2-25ac-4281-84b2-040488f6e583 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/4d253ffa-5cc1-486e-957a-02fc38e9c1c7 HTTP/1.1" status: 204 len: 168 time: 0.1197979 Nov 19 18:15:00.442331 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1838ed2-25ac-4281-84b2-040488f6e583 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d253ffa-5cc1-486e-957a-02fc38e9c1c7,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:15:00.710161 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 41702) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:15:00.728238 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2cbd1565-3bb8-4631-9f78-2b57250a8b5c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:00.808263 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2cbd1565-3bb8-4631-9f78-2b57250a8b5c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:00.812434 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2cbd1565-3bb8-4631-9f78-2b57250a8b5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:00.855377 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-2cbd1565-3bb8-4631-9f78-2b57250a8b5c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f4dff7495d774b76aa925fdaf61a7587&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1441073 Nov 19 18:15:00.856254 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbd1565-3bb8-4631-9f78-2b57250a8b5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19b82e25-3e96-4d28-8a0a-655c27100a7f,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:15:00.858403 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 41704) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:15:00.919509 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3d6a2cf0-e0a6-4993-9b45-8be43441b477 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:00.945745 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3d6a2cf0-e0a6-4993-9b45-8be43441b477 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:00.994721 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3d6a2cf0-e0a6-4993-9b45-8be43441b477 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:00.997625 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3d6a2cf0-e0a6-4993-9b45-8be43441b477 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:00.998831 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-3d6a2cf0-e0a6-4993-9b45-8be43441b477 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/19b82e25-3e96-4d28-8a0a-655c27100a7f HTTP/1.1" status: 204 len: 168 time: 0.1394162 Nov 19 18:15:01.009378 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6a2cf0-e0a6-4993-9b45-8be43441b477 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19b82e25-3e96-4d28-8a0a-655c27100a7f,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:15:01.143900 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bb8760-451f-4a8c-b150-fbf454d0cedd req-5d661c3a-2a6d-4f88-881c-efb24539f1f1 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:15:01.145758 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b4bb8760-451f-4a8c-b150-fbf454d0cedd req-5d661c3a-2a6d-4f88-881c-efb24539f1f1 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/ports?device_id=a82dc0d9-c210-4d1c-8e24-2309f1ef0772 HTTP/1.1" status: 200 len: 945 time: 0.0567570 Nov 19 18:15:01.206764 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b4bb8760-451f-4a8c-b150-fbf454d0cedd req-7aab6783-a940-4ed0-94b7-3ed27306ff41 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/security-groups?id=e430f061-6c21-4cde-a351-aa8b4b48886d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536468 Nov 19 18:15:02.012941 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-35148d14-1faa-43a9-9c0a-e477de2c3e52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:02.332495 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb60d268-ac31-4af0-8a6b-c2c113cf8f1c req-926124c3-1d52-465f-9f6c-a9bee0888d0e tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:15:02.334692 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fb60d268-ac31-4af0-8a6b-c2c113cf8f1c req-926124c3-1d52-465f-9f6c-a9bee0888d0e tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/ports?device_id=a82dc0d9-c210-4d1c-8e24-2309f1ef0772 HTTP/1.1" status: 200 len: 945 time: 0.0522730 Nov 19 18:15:02.385613 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fb60d268-ac31-4af0-8a6b-c2c113cf8f1c req-bcd839f4-3459-4e3b-bdbd-fc3ada7d4449 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/security-groups?id=e430f061-6c21-4cde-a351-aa8b4b48886d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447886 Nov 19 18:15:02.541799 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 41750) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:15:02.644612 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-206dbbfc-7ef2-42dc-9707-8d07ff4a3700 tempest-QuotasTest-68611423 tempest-QuotasTest-68611423-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:15:02.674238 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-206dbbfc-7ef2-42dc-9707-8d07ff4a3700 tempest-QuotasTest-68611423 tempest-QuotasTest-68611423-project-admin] 10.222.0.54 "PUT /v2.0/quotas/925ae875c1754cee8f3573dbbf8da8a7 HTTP/1.1" status: 200 len: 366 time: 0.1312704 Nov 19 18:15:02.676689 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 41754) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:15:02.686490 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-5b6a3152-c300-4658-b539-13131d2af15d tempest-QuotasTest-68611423 tempest-QuotasTest-68611423-project-admin] 10.222.0.54 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0087752 Nov 19 18:15:02.688822 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 41756) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:15:02.699071 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-47a1a707-7147-49d6-b932-0a05ca058267 tempest-QuotasTest-68611423 tempest-QuotasTest-68611423-project-admin] 10.222.0.54 "GET /v2.0/quotas/925ae875c1754cee8f3573dbbf8da8a7 HTTP/1.1" status: 200 len: 366 time: 0.0092313 Nov 19 18:15:02.701439 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 41758) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:15:02.716552 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-64918a54-7d9a-4c95-be70-f9130d69282d tempest-QuotasTest-68611423 tempest-QuotasTest-68611423-project-admin] 10.222.0.54 "DELETE /v2.0/quotas/925ae875c1754cee8f3573dbbf8da8a7 HTTP/1.1" status: 204 len: 168 time: 0.0140443 Nov 19 18:15:02.718770 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 41760) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:15:02.727785 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-b1cd7b35-62a2-4d1d-88cb-61465d6f587f tempest-QuotasTest-68611423 tempest-QuotasTest-68611423-project-admin] 10.222.0.54 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0079913 Nov 19 18:15:02.730047 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 41762) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:15:02.741656 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-48956849-250a-40ba-af13-6952d99dabc4 tempest-QuotasTest-68611423 tempest-QuotasTest-68611423-project-admin] 10.222.0.54 "GET /v2.0/quotas/925ae875c1754cee8f3573dbbf8da8a7 HTTP/1.1" status: 200 len: 370 time: 0.0105820 Nov 19 18:15:02.744935 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 41764) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:15:02.751105 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-386f9bf8-68ed-4a47-b585-29112e182490 tempest-QuotasTest-68611423 tempest-QuotasTest-68611423-project-admin] 10.222.0.54 "GET /v2.0/quotas/925ae875c1754cee8f3573dbbf8da8a7/default HTTP/1.1" status: 200 len: 370 time: 0.0046802 Nov 19 18:15:02.753651 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 41766) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:15:02.762346 n-d-818022-2 neutron-server[103365]: INFO neutron.api.v2.resource [None req-1a26d6d0-e2a4-43eb-aef2-44a960642dfb tempest-QuotasTest-68611423 tempest-QuotasTest-68611423-project-admin] delete failed (client error): The resource could not be found. Nov 19 18:15:02.763730 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-1a26d6d0-e2a4-43eb-aef2-44a960642dfb tempest-QuotasTest-68611423 tempest-QuotasTest-68611423-project-admin] 10.222.0.54 "DELETE /v2.0/quotas/925ae875c1754cee8f3573dbbf8da8a7 HTTP/1.1" status: 404 len: 348 time: 0.0088267 Nov 19 18:15:02.871723 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 41770) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:15:02.898650 n-d-818022-2 neutron-server[103364]: DEBUG neutron.quota.resource [None req-a6848496-393f-4d1c-9879-eddafe68bdbb tempest-QuotasTest-68611423 tempest-QuotasTest-68611423-project-admin] Usage tracker for resource:network and project:4f4e70501efa416eba146694c8aa4748 is out of sync, need to count used quota {{(pid=103364) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 19 18:15:02.903400 n-d-818022-2 neutron-server[103364]: DEBUG neutron.quota.resource [None req-a6848496-393f-4d1c-9879-eddafe68bdbb tempest-QuotasTest-68611423 tempest-QuotasTest-68611423-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103364) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 19 18:15:02.913440 n-d-818022-2 neutron-server[103364]: DEBUG neutron.quota.resource [None req-a6848496-393f-4d1c-9879-eddafe68bdbb tempest-QuotasTest-68611423 tempest-QuotasTest-68611423-project-admin] Usage tracker for resource:subnet and project:4f4e70501efa416eba146694c8aa4748 is out of sync, need to count used quota {{(pid=103364) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 19 18:15:02.916878 n-d-818022-2 neutron-server[103364]: DEBUG neutron.quota.resource [None req-a6848496-393f-4d1c-9879-eddafe68bdbb tempest-QuotasTest-68611423 tempest-QuotasTest-68611423-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103364) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 19 18:15:02.923233 n-d-818022-2 neutron-server[103364]: DEBUG neutron.quota.resource [None req-a6848496-393f-4d1c-9879-eddafe68bdbb tempest-QuotasTest-68611423 tempest-QuotasTest-68611423-project-admin] Usage tracker for resource:subnetpool and project:4f4e70501efa416eba146694c8aa4748 is out of sync, need to count used quota {{(pid=103364) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 19 18:15:02.928484 n-d-818022-2 neutron-server[103364]: DEBUG neutron.quota.resource [None req-a6848496-393f-4d1c-9879-eddafe68bdbb tempest-QuotasTest-68611423 tempest-QuotasTest-68611423-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=103364) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 19 18:15:02.935000 n-d-818022-2 neutron-server[103364]: DEBUG neutron.quota.resource [None req-a6848496-393f-4d1c-9879-eddafe68bdbb tempest-QuotasTest-68611423 tempest-QuotasTest-68611423-project-admin] Usage tracker for resource:port and project:4f4e70501efa416eba146694c8aa4748 is out of sync, need to count used quota {{(pid=103364) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 19 18:15:02.938206 n-d-818022-2 neutron-server[103364]: DEBUG neutron.quota.resource [None req-a6848496-393f-4d1c-9879-eddafe68bdbb tempest-QuotasTest-68611423 tempest-QuotasTest-68611423-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=103364) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 19 18:15:02.945099 n-d-818022-2 neutron-server[103364]: DEBUG neutron.quota.resource [None req-a6848496-393f-4d1c-9879-eddafe68bdbb tempest-QuotasTest-68611423 tempest-QuotasTest-68611423-project-admin] Usage tracker for resource:router and project:4f4e70501efa416eba146694c8aa4748 is out of sync, need to count used quota {{(pid=103364) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 19 18:15:02.950561 n-d-818022-2 neutron-server[103364]: DEBUG neutron.quota.resource [None req-a6848496-393f-4d1c-9879-eddafe68bdbb tempest-QuotasTest-68611423 tempest-QuotasTest-68611423-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103364) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 19 18:15:02.957442 n-d-818022-2 neutron-server[103364]: DEBUG neutron.quota.resource [None req-a6848496-393f-4d1c-9879-eddafe68bdbb tempest-QuotasTest-68611423 tempest-QuotasTest-68611423-project-admin] Usage tracker for resource:floatingip and project:4f4e70501efa416eba146694c8aa4748 is out of sync, need to count used quota {{(pid=103364) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 19 18:15:02.961687 n-d-818022-2 neutron-server[103364]: DEBUG neutron.quota.resource [None req-a6848496-393f-4d1c-9879-eddafe68bdbb tempest-QuotasTest-68611423 tempest-QuotasTest-68611423-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103364) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 19 18:15:02.999650 n-d-818022-2 neutron-server[103364]: DEBUG neutron.quota.resource [None req-a6848496-393f-4d1c-9879-eddafe68bdbb tempest-QuotasTest-68611423 tempest-QuotasTest-68611423-project-admin] Usage tracker for resource:security_group and project:4f4e70501efa416eba146694c8aa4748 is out of sync, need to count used quota {{(pid=103364) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 19 18:15:03.004459 n-d-818022-2 neutron-server[103364]: DEBUG neutron.quota.resource [None req-a6848496-393f-4d1c-9879-eddafe68bdbb tempest-QuotasTest-68611423 tempest-QuotasTest-68611423-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=103364) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 19 18:15:03.011894 n-d-818022-2 neutron-server[103364]: DEBUG neutron.quota.resource [None req-a6848496-393f-4d1c-9879-eddafe68bdbb tempest-QuotasTest-68611423 tempest-QuotasTest-68611423-project-admin] Usage tracker for resource:security_group_rule and project:4f4e70501efa416eba146694c8aa4748 is out of sync, need to count used quota {{(pid=103364) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 19 18:15:03.015277 n-d-818022-2 neutron-server[103364]: DEBUG neutron.quota.resource [None req-a6848496-393f-4d1c-9879-eddafe68bdbb tempest-QuotasTest-68611423 tempest-QuotasTest-68611423-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103364) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 19 18:15:03.020033 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-a6848496-393f-4d1c-9879-eddafe68bdbb tempest-QuotasTest-68611423 tempest-QuotasTest-68611423-project-admin] 10.222.0.54 "GET /v2.0/quotas/4f4e70501efa416eba146694c8aa4748/details.json HTTP/1.1" status: 200 len: 703 time: 0.1469498 Nov 19 18:15:03.234253 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e46ecc5a-dc14-4744-b262-3072ff2e958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:03.285709 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4059c01e-7745-44dc-8b3c-7437abc10415 req-ae0eaaca-5a8f-4d9d-904e-200d7191ede5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:15:03.287451 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-4059c01e-7745-44dc-8b3c-7437abc10415 req-ae0eaaca-5a8f-4d9d-904e-200d7191ede5 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=a82dc0d9-c210-4d1c-8e24-2309f1ef0772 HTTP/1.1" status: 200 len: 1096 time: 0.0430803 Nov 19 18:15:03.336735 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 41778) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:15:03.337274 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-4059c01e-7745-44dc-8b3c-7437abc10415 req-ed67933c-e64a-4586-bc81-46b18a10d926 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=e430f061-6c21-4cde-a351-aa8b4b48886d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419915 Nov 19 18:15:03.453574 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a75be05d-f79e-4729-96f6-e1932de33866 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:03.505634 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a05949d-4b9c-4643-b072-3f473cc91765 req-7ee68943-637a-46b7-ba22-42081925b870 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:15:03.507339 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-5a05949d-4b9c-4643-b072-3f473cc91765 req-7ee68943-637a-46b7-ba22-42081925b870 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/ports?device_id=a82dc0d9-c210-4d1c-8e24-2309f1ef0772 HTTP/1.1" status: 200 len: 945 time: 0.0513096 Nov 19 18:15:03.535243 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a75be05d-f79e-4729-96f6-e1932de33866 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:03.540344 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a75be05d-f79e-4729-96f6-e1932de33866 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:03.568439 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-5a05949d-4b9c-4643-b072-3f473cc91765 req-d3936810-36d1-42c4-9dcb-e1792f8cab0d tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/security-groups?id=e430f061-6c21-4cde-a351-aa8b4b48886d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543604 Nov 19 18:15:03.583350 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-a75be05d-f79e-4729-96f6-e1932de33866 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=7889c74e84b8447686247f4c5ee6db2a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2455547 Nov 19 18:15:03.584272 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75be05d-f79e-4729-96f6-e1932de33866 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e947f43-7771-4cc7-9383-6011e5cbe997,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:15:03.587381 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 41784) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:15:03.654610 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-473c678b-89f5-4be6-a081-ab819f7b6f1d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:03.676888 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-473c678b-89f5-4be6-a081-ab819f7b6f1d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:03.724065 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-473c678b-89f5-4be6-a081-ab819f7b6f1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:03.727543 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-473c678b-89f5-4be6-a081-ab819f7b6f1d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:03.728611 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-473c678b-89f5-4be6-a081-ab819f7b6f1d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/9e947f43-7771-4cc7-9383-6011e5cbe997 HTTP/1.1" status: 204 len: 168 time: 0.1401415 Nov 19 18:15:03.737061 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473c678b-89f5-4be6-a081-ab819f7b6f1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e947f43-7771-4cc7-9383-6011e5cbe997,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:15:03.908703 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:03.931066 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:04.016123 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 41790) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:15:04.029786 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-737ba355-0cea-402f-9e4d-e258bb048ef0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:04.112406 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-737ba355-0cea-402f-9e4d-e258bb048ef0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:04.116607 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-737ba355-0cea-402f-9e4d-e258bb048ef0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:04.158808 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-737ba355-0cea-402f-9e4d-e258bb048ef0 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=4f4e70501efa416eba146694c8aa4748&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1415811 Nov 19 18:15:04.159647 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737ba355-0cea-402f-9e4d-e258bb048ef0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dc3eb5f-5295-4a37-901e-25bc515e8739,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:15:04.161748 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 41792) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:15:04.212611 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6faf76d8-6012-490a-845b-caaef2b4e551 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:04.244001 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6faf76d8-6012-490a-845b-caaef2b4e551 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:04.310436 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6faf76d8-6012-490a-845b-caaef2b4e551 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:04.313944 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6faf76d8-6012-490a-845b-caaef2b4e551 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:04.315512 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-6faf76d8-6012-490a-845b-caaef2b4e551 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/7dc3eb5f-5295-4a37-901e-25bc515e8739 HTTP/1.1" status: 204 len: 168 time: 0.1526020 Nov 19 18:15:04.324245 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faf76d8-6012-490a-845b-caaef2b4e551 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dc3eb5f-5295-4a37-901e-25bc515e8739,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:15:04.689999 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5bcb39-8a21-4e7d-b621-1779f39febab req-e5f04342-4d00-480b-ae37-c83ae1a8bb91 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:15:04.691655 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2e5bcb39-8a21-4e7d-b621-1779f39febab req-e5f04342-4d00-480b-ae37-c83ae1a8bb91 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/ports?device_id=a82dc0d9-c210-4d1c-8e24-2309f1ef0772 HTTP/1.1" status: 200 len: 945 time: 0.0503728 Nov 19 18:15:04.741463 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2e5bcb39-8a21-4e7d-b621-1779f39febab req-65c14856-81e9-4b0c-8243-bf189101df58 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/security-groups?id=e430f061-6c21-4cde-a351-aa8b4b48886d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430655 Nov 19 18:15:04.764466 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 41808) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:15:04.826605 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-7c9ec6cf-a606-4356-a6b6-ab2d8f54683b tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/floatingips/f25ec0db-d1ba-42af-a276-f8bbd29ea34e HTTP/1.1" status: 200 len: 992 time: 0.0610049 Nov 19 18:15:04.837000 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e013d7e6-5264-4dcc-9759-54f5fb809e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:05.183850 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:05.527651 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 41832) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:15:05.624194 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-c94991a5-5709-49c9-8905-5d514be405da tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1900573539', 'router:external': True}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:15:05.629578 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device cf8f6f83-0f32-4276-938f-3166065c2fad details requested by agent hyperv_n-h2-818022-2 with host n-h2-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 18:15:05.634275 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device cf8f6f83-0f32-4276-938f-3166065c2fad no longer exists at agent hyperv_n-h2-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:15:05.645558 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c94991a5-5709-49c9-8905-5d514be405da tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] Made reservation on behalf of 3a6d2366251a4df794bc7b767017825c for: {'network': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:15:05.648031 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c94991a5-5709-49c9-8905-5d514be405da tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:05.656528 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c94991a5-5709-49c9-8905-5d514be405da tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:05.729305 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c94991a5-5709-49c9-8905-5d514be405da tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:05.733754 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c94991a5-5709-49c9-8905-5d514be405da tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:05.757895 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c94991a5-5709-49c9-8905-5d514be405da tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 661} {{(pid=103365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 18:15:05.768169 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94991a5-5709-49c9-8905-5d514be405da tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7e3ab6f-f050-4e61-9fcd-e129354df9dc,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:15:05.773112 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c94991a5-5709-49c9-8905-5d514be405da tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:05.773452 n-d-818022-2 neutron-server[103365]: INFO neutron.db.segments_db [None req-c94991a5-5709-49c9-8905-5d514be405da tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] Added segment 61d0d14f-01c0-4a7e-8aa5-5b9045f84e9a of type vlan for network 8afe2e6b-de0f-47d9-a491-94ca228636bc Nov 19 18:15:05.791256 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:05.794052 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port cf8f6f83-0f32-4276-938f-3166065c2fad, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=cf8f6f83-0f32-4276-938f-3166065c2fad,segment=NetworkSegment(f936abe1-1253-41cd-b5d2-d9b10b254fb3),segment_id=f936abe1-1253-41cd-b5d2-d9b10b254fb3)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:15:05.814554 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Returning: {'device': 'cf8f6f83-0f32-4276-938f-3166065c2fad', 'network_id': '76006e60-25ad-4a3c-ae92-45e166866a92', 'port_id': 'cf8f6f83-0f32-4276-938f-3166065c2fad', 'mac_address': 'fa:16:3e:18:bc:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 660, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57669088-57d4-4fc8-ab3b-d4604fde3abd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 18:15:05.818053 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c94991a5-5709-49c9-8905-5d514be405da tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:05.827864 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a82dc0d9-c210-4d1c-8e24-2309f1ef0772', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf8f6f83-0f32-4276-938f-3166065c2fad'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:15:05.830152 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3940761bcd94e032e6960d2241bd8993c5d3a7d8dc2aca8488f3ecf1d4dd2fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f007ce68-6128-4133-8a3e-e6d38387596e" -d '{"events": [{"server_uuid": "a82dc0d9-c210-4d1c-8e24-2309f1ef0772", "name": "network-vif-unplugged", "status": "completed", "tag": "cf8f6f83-0f32-4276-938f-3166065c2fad"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:15:05.852858 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c94991a5-5709-49c9-8905-5d514be405da tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:05.853948 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c94991a5-5709-49c9-8905-5d514be405da tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:15:05.854498 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c94991a5-5709-49c9-8905-5d514be405da tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] Publish callbacks [] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:05.860702 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port cf8f6f83-0f32-4276-938f-3166065c2fad, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=cf8f6f83-0f32-4276-938f-3166065c2fad,segment=NetworkSegment(f936abe1-1253-41cd-b5d2-d9b10b254fb3),segment_id=f936abe1-1253-41cd-b5d2-d9b10b254fb3)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:15:05.870078 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:05.876806 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 18:15:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e89fc6e-aba0-4e78-9eb8-2009e60aff08 x-openstack-request-id: req-0e89fc6e-aba0-4e78-9eb8-2009e60aff08 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:15:05.877098 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a82dc0d9-c210-4d1c-8e24-2309f1ef0772", "name": "network-vif-unplugged", "status": "completed", "tag": "cf8f6f83-0f32-4276-938f-3166065c2fad", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:15:05.877362 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-0e89fc6e-aba0-4e78-9eb8-2009e60aff08 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:15:05.877757 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a82dc0d9-c210-4d1c-8e24-2309f1ef0772', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf8f6f83-0f32-4276-938f-3166065c2fad', 'code': 200} Nov 19 18:15:05.900899 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:05.915827 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-c94991a5-5709-49c9-8905-5d514be405da tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 0.3868454 Nov 19 18:15:05.918843 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 41838) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:15:05.925656 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-8e5a782d-557d-46ad-b589-bc24dc01be71 tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] Request body: {'subnet': {'network_id': '8afe2e6b-de0f-47d9-a491-94ca228636bc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:15:05.926383 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cf8f6f83-0f32-4276-938f-3166065c2fad {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:15:05.934229 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94991a5-5709-49c9-8905-5d514be405da tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] Pushing event updated for resources: {'Network': ['ID=8afe2e6b-de0f-47d9-a491-94ca228636bc,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:15:05.953296 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e5a782d-557d-46ad-b589-bc24dc01be71 tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] Made reservation on behalf of 3a6d2366251a4df794bc7b767017825c for: {'subnet': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:15:05.955738 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8e5a782d-557d-46ad-b589-bc24dc01be71 tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8731248'] for subnet, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:05.963168 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network 8afe2e6b-de0f-47d9-a491-94ca228636bc details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 18:15:05.966925 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Pushing event updated for resources: {'Port': ['ID=cf8f6f83-0f32-4276-938f-3166065c2fad,revision_number=6']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:15:06.016780 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:15:06.017137 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:15:06.017509 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:15:06.017956 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:15:06.018294 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:15:06.018685 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:15:06.019018 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:15:06.019350 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:15:06.019680 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:15:06.020008 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:15:06.020333 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:15:06.020681 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:15:06.038120 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.db.api [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103366) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 18:15:06.038481 n-d-818022-2 neutron-server[103366]: DEBUG oslo_db.api [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 18:15:06.246237 n-d-818022-2 neutron-server[103365]: DEBUG neutron.objects.ports [None req-8e5a782d-557d-46ad-b589-bc24dc01be71 tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103365) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 19 18:15:06.246676 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8e5a782d-557d-46ad-b589-bc24dc01be71 tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12283104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8731234'] for subnet, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:06.301193 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5a782d-557d-46ad-b589-bc24dc01be71 tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] Pushing event updated for resources: {'Subnet': ['ID=2e456348-36ec-4271-af3b-dc5b5ed297da,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:15:06.310164 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e5a782d-557d-46ad-b589-bc24dc01be71 tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] Checking segment: {'id': '61d0d14f-01c0-4a7e-8aa5-5b9045f84e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '8afe2e6b-de0f-47d9-a491-94ca228636bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:15:06.310525 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e5a782d-557d-46ad-b589-bc24dc01be71 tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] Network hostable DHCP agents. Network: 8afe2e6b-de0f-47d9-a491-94ca228636bc, hostable agents: ['02910ef2-0455-4aea-9f38-9a875579633f'], hosted agents: [] {{(pid=103365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 18:15:06.327348 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e5a782d-557d-46ad-b589-bc24dc01be71 tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] Network 8afe2e6b-de0f-47d9-a491-94ca228636bc is scheduled to be hosted by DHCP agent 02910ef2-0455-4aea-9f38-9a875579633f with binding_index 1 {{(pid=103365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 18:15:06.335021 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-8e5a782d-557d-46ad-b589-bc24dc01be71 tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818022-2, 8afe2e6b-de0f-47d9-a491-94ca228636bc) {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:15:06.339180 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e5a782d-557d-46ad-b589-bc24dc01be71 tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:15:06.339764 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8e5a782d-557d-46ad-b589-bc24dc01be71 tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:06.345967 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87af2f3c-01a8-4a91-9a7a-24e8ffd0921b None None] Network 8afe2e6b-de0f-47d9-a491-94ca228636bc requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:15:06.356220 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-8e5a782d-557d-46ad-b589-bc24dc01be71 tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.4360700 Nov 19 18:15:06.358938 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 41840) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:15:06.363782 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-2e8a8542-eaa4-4134-9e1b-c551cb01a8e7 tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-191511750', 'network_id': '8afe2e6b-de0f-47d9-a491-94ca228636bc'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:15:06.389620 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e8a8542-eaa4-4134-9e1b-c551cb01a8e7 tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] Made reservation on behalf of 3a6d2366251a4df794bc7b767017825c for: {'port': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:15:06.392054 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2e8a8542-eaa4-4134-9e1b-c551cb01a8e7 tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:06.408331 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [None req-2e8a8542-eaa4-4134-9e1b-c551cb01a8e7 tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] device_id is not set on port c6920d95-356f-4b00-92e6-0b1dcd76c7f4 yet. {{(pid=103365) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 18:15:06.512466 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [None req-2e8a8542-eaa4-4134-9e1b-c551cb01a8e7 tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] Allocated IP 172.20.0.5 (8afe2e6b-de0f-47d9-a491-94ca228636bc/2e456348-36ec-4271-af3b-dc5b5ed297da/c6920d95-356f-4b00-92e6-0b1dcd76c7f4) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:15:06.602971 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:06.632170 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf8f6f83-0f32-4276-938f-3166065c2fad {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:15:06.658444 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2e8a8542-eaa4-4134-9e1b-c551cb01a8e7 tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:06.671018 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port cf8f6f83-0f32-4276-938f-3166065c2fad, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=cf8f6f83-0f32-4276-938f-3166065c2fad,segment=NetworkSegment(f936abe1-1253-41cd-b5d2-d9b10b254fb3),segment_id=f936abe1-1253-41cd-b5d2-d9b10b254fb3)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:15:06.675125 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:06.700420 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2e8a8542-eaa4-4134-9e1b-c551cb01a8e7 tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:06.711764 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4936fc0b-2beb-4c64-946d-089daf79dd3c None None] Network 8afe2e6b-de0f-47d9-a491-94ca228636bc requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:15:06.743508 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e8a8542-eaa4-4134-9e1b-c551cb01a8e7 tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] Network 8afe2e6b-de0f-47d9-a491-94ca228636bc is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:15:06.748044 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-2e8a8542-eaa4-4134-9e1b-c551cb01a8e7 tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:15:06.752528 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8a8542-eaa4-4134-9e1b-c551cb01a8e7 tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:15:06.755715 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8a8542-eaa4-4134-9e1b-c551cb01a8e7 tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] Pushing event updated for resources: {'Port': ['ID=c6920d95-356f-4b00-92e6-0b1dcd76c7f4,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:15:06.787835 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Pushing event updated for resources: {'Port': ['ID=cf8f6f83-0f32-4276-938f-3166065c2fad,revision_number=7']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:15:06.800310 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e8a8542-eaa4-4134-9e1b-c551cb01a8e7 tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:15:06.800960 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2e8a8542-eaa4-4134-9e1b-c551cb01a8e7 tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:06.817625 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-2e8a8542-eaa4-4134-9e1b-c551cb01a8e7 tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 0.4575150 Nov 19 18:15:06.821131 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 41842) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:15:06.908614 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-3cdfb46e-eb03-4677-a628-b8c912d8925c tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] Deleting port c6920d95-356f-4b00-92e6-0b1dcd76c7f4 {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:15:06.909085 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3cdfb46e-eb03-4677-a628-b8c912d8925c tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:06.957504 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] get_ports_and_sgs() called for port_ids ['cf8f6f83-0f32-4276-938f-3166065c2fad'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:15:06.986871 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3cdfb46e-eb03-4677-a628-b8c912d8925c tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:06.999117 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-3cdfb46e-eb03-4677-a628-b8c912d8925c tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] Calling delete_port for c6920d95-356f-4b00-92e6-0b1dcd76c7f4 owned by {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:15:07.122695 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3cdfb46e-eb03-4677-a628-b8c912d8925c tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:07.176902 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdfb46e-eb03-4677-a628-b8c912d8925c tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] Pushing event deleted for resources: {'Port': ['ID=c6920d95-356f-4b00-92e6-0b1dcd76c7f4,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:15:07.221880 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3cdfb46e-eb03-4677-a628-b8c912d8925c tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:07.227712 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-3cdfb46e-eb03-4677-a628-b8c912d8925c tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] 10.222.0.54 "DELETE /v2.0/ports/c6920d95-356f-4b00-92e6-0b1dcd76c7f4 HTTP/1.1" status: 204 len: 168 time: 0.4045146 Nov 19 18:15:07.230250 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 41844) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:15:07.235170 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-d53cf42f-4d3a-4046-84b6-c8fbcbb99466 tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8afe2e6b-de0f-47d9-a491-94ca228636bc', 'external_fixed_ips': [{'subnet_id': '2e456348-36ec-4271-af3b-dc5b5ed297da', 'ip_address': '172.20.0.5'}]}}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:15:07.255084 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d53cf42f-4d3a-4046-84b6-c8fbcbb99466 tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9890'] for router, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:07.256745 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d53cf42f-4d3a-4046-84b6-c8fbcbb99466 tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671617', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-732153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4689'] for router, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:07.366375 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d53cf42f-4d3a-4046-84b6-c8fbcbb99466 tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:07.512849 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d53cf42f-4d3a-4046-84b6-c8fbcbb99466 tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:07.625014 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device cf8f6f83-0f32-4276-938f-3166065c2fad up at agent hyperv_n-h2-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:15:07.676479 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Provisioning complete for port cf8f6f83-0f32-4276-938f-3166065c2fad triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:15:07.676863 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:07.733471 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d53cf42f-4d3a-4046-84b6-c8fbcbb99466 tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:07.752881 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:07.759279 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d53cf42f-4d3a-4046-84b6-c8fbcbb99466 tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:07.787935 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port cf8f6f83-0f32-4276-938f-3166065c2fad, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=cf8f6f83-0f32-4276-938f-3166065c2fad,segment=NetworkSegment(f936abe1-1253-41cd-b5d2-d9b10b254fb3),segment_id=f936abe1-1253-41cd-b5d2-d9b10b254fb3)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:15:07.792016 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:07.845602 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Pushing event updated for resources: {'Port': ['ID=cf8f6f83-0f32-4276-938f-3166065c2fad,revision_number=8']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:15:07.878925 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a82dc0d9-c210-4d1c-8e24-2309f1ef0772', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf8f6f83-0f32-4276-938f-3166065c2fad'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:15:07.881372 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3940761bcd94e032e6960d2241bd8993c5d3a7d8dc2aca8488f3ecf1d4dd2fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71cee22d-a442-4530-bef9-50dc9de1f7b8" -d '{"events": [{"server_uuid": "a82dc0d9-c210-4d1c-8e24-2309f1ef0772", "name": "network-vif-plugged", "status": "completed", "tag": "cf8f6f83-0f32-4276-938f-3166065c2fad"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:15:07.920049 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:15:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e5562fb-9d9d-4f89-88e9-87244225940c x-openstack-request-id: req-8e5562fb-9d9d-4f89-88e9-87244225940c {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:15:07.920355 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a82dc0d9-c210-4d1c-8e24-2309f1ef0772", "name": "network-vif-plugged", "status": "completed", "tag": "cf8f6f83-0f32-4276-938f-3166065c2fad", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:15:07.920617 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-8e5562fb-9d9d-4f89-88e9-87244225940c {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:15:07.921023 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a82dc0d9-c210-4d1c-8e24-2309f1ef0772', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf8f6f83-0f32-4276-938f-3166065c2fad', 'code': 200} Nov 19 18:15:07.950638 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [None req-d53cf42f-4d3a-4046-84b6-c8fbcbb99466 tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] Allocated IP 172.20.0.5 (8afe2e6b-de0f-47d9-a491-94ca228636bc/2e456348-36ec-4271-af3b-dc5b5ed297da/523b8916-1abc-4d9e-b7d2-9cf9e1384f45) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:15:08.055106 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d53cf42f-4d3a-4046-84b6-c8fbcbb99466 tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:08.087792 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d53cf42f-4d3a-4046-84b6-c8fbcbb99466 tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:08.127800 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d53cf42f-4d3a-4046-84b6-c8fbcbb99466 tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] Network 8afe2e6b-de0f-47d9-a491-94ca228636bc is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:15:08.132277 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-d53cf42f-4d3a-4046-84b6-c8fbcbb99466 tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:15:08.136639 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d53cf42f-4d3a-4046-84b6-c8fbcbb99466 tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:15:08.139845 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53cf42f-4d3a-4046-84b6-c8fbcbb99466 tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] Pushing event updated for resources: {'Port': ['ID=523b8916-1abc-4d9e-b7d2-9cf9e1384f45,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:15:08.376113 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d53cf42f-4d3a-4046-84b6-c8fbcbb99466 tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:08.896961 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d53cf42f-4d3a-4046-84b6-c8fbcbb99466 tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671702'] for router, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:09.032087 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d53cf42f-4d3a-4046-84b6-c8fbcbb99466 tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] Router 760cfad0-ce93-4512-89ca-d067f6c176d9 is scheduled to L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 with binding_index 1 {{(pid=103364) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 18:15:09.135868 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d53cf42f-4d3a-4046-84b6-c8fbcbb99466 tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:15:09.144987 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f89d32b2-3b9b-4283-ba31-805b3779a622 None None] Sync routers for ids ['760cfad0-ce93-4512-89ca-d067f6c176d9'] in n-d-818022-2 {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:15:09.152958 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d53cf42f-4d3a-4046-84b6-c8fbcbb99466 tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] Publish callbacks [] for router, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:09.156627 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-d53cf42f-4d3a-4046-84b6-c8fbcbb99466 tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 1.9230068 Nov 19 18:15:09.156794 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89d32b2-3b9b-4283-ba31-805b3779a622 None None] Routers {'760cfad0-ce93-4512-89ca-d067f6c176d9'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:15:09.156940 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 41848) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:15:09.157077 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-f89d32b2-3b9b-4283-ba31-805b3779a622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:15:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['760cfad0-ce93-4512-89ca-d067f6c176d9'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:15:09.266942 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-66217fa1-df79-458e-aafa-a047de235d05 tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] Publish callbacks [] for router, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:09.348383 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-f89d32b2-3b9b-4283-ba31-805b3779a622 None None] Set router 760cfad0-ce93-4512-89ca-d067f6c176d9 gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:15:09.373920 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-66217fa1-df79-458e-aafa-a047de235d05 tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:09.436846 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-66217fa1-df79-458e-aafa-a047de235d05 tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] Deleting port 523b8916-1abc-4d9e-b7d2-9cf9e1384f45 {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:15:09.437086 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-66217fa1-df79-458e-aafa-a047de235d05 tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:09.515731 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-66217fa1-df79-458e-aafa-a047de235d05 tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:09.521987 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-f89d32b2-3b9b-4283-ba31-805b3779a622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '760cfad0-ce93-4512-89ca-d067f6c176d9', 'name': '', 'tenant_id': '3a6d2366251a4df794bc7b767017825c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afe2e6b-de0f-47d9-a491-94ca228636bc', 'external_fixed_ips': [{'subnet_id': '2e456348-36ec-4271-af3b-dc5b5ed297da', 'ip_address': '172.20.0.5'}], 'enable_snat': True}, 'gw_port_id': '523b8916-1abc-4d9e-b7d2-9cf9e1384f45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:15:07Z', 'updated_at': '2021-11-19T18:15:08Z', 'revision_number': 3, 'project_id': '3a6d2366251a4df794bc7b767017825c', 'gw_port': {'id': '523b8916-1abc-4d9e-b7d2-9cf9e1384f45', 'name': '', 'network_id': '8afe2e6b-de0f-47d9-a491-94ca228636bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:c4:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '760cfad0-ce93-4512-89ca-d067f6c176d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': '2e456348-36ec-4271-af3b-dc5b5ed297da', 'ip_address': '172.20.0.5', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:15:07Z', 'updated_at': '2021-11-19T18:15:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e456348-36ec-4271-af3b-dc5b5ed297da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:15:09.527354 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-66217fa1-df79-458e-aafa-a047de235d05 tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] Calling delete_port for 523b8916-1abc-4d9e-b7d2-9cf9e1384f45 owned by network:router_gateway {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:15:09.548999 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f89d32b2-3b9b-4283-ba31-805b3779a622 None None] Checking router: 760cfad0-ce93-4512-89ca-d067f6c176d9 for host: n-d-818022-2 {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:15:09.549346 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f89d32b2-3b9b-4283-ba31-805b3779a622 None None] Updating router 760cfad0-ce93-4512-89ca-d067f6c176d9 port 523b8916-1abc-4d9e-b7d2-9cf9e1384f45 binding host n-d-818022-2 {{(pid=103367) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 18:15:09.577166 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-f89d32b2-3b9b-4283-ba31-805b3779a622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:09.698334 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-66217fa1-df79-458e-aafa-a047de235d05 tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:09.725474 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66217fa1-df79-458e-aafa-a047de235d05 tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] Pushing event deleted for resources: {'Port': ['ID=523b8916-1abc-4d9e-b7d2-9cf9e1384f45,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:15:09.790802 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-66217fa1-df79-458e-aafa-a047de235d05 tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-671730'] for router_gateway, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:09.843274 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.db.api [None req-f89d32b2-3b9b-4283-ba31-805b3779a622 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103367) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 18:15:09.843875 n-d-818022-2 neutron-server[103367]: DEBUG oslo_db.api [None req-f89d32b2-3b9b-4283-ba31-805b3779a622 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 18:15:09.881559 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-66217fa1-df79-458e-aafa-a047de235d05 tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4696'] for router, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:09.883679 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-66217fa1-df79-458e-aafa-a047de235d05 tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:09.926804 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-66217fa1-df79-458e-aafa-a047de235d05 tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-543895'] for router, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:09.927387 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66217fa1-df79-458e-aafa-a047de235d05 tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 760cfad0-ce93-4512-89ca-d067f6c176d9 {{(pid=103364) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 18:15:09.932011 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-66217fa1-df79-458e-aafa-a047de235d05 tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] Publish callbacks [] for router, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:09.932975 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-66217fa1-df79-458e-aafa-a047de235d05 tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] 10.222.0.54 "DELETE /v2.0/routers/760cfad0-ce93-4512-89ca-d067f6c176d9 HTTP/1.1" status: 204 len: 168 time: 0.7752004 Nov 19 18:15:09.935632 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 41850) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:15:09.980944 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_v2 [None req-43745853-318f-46a3-adbb-8652ffcd1b71 tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] Deleting subnet 2e456348-36ec-4271-af3b-dc5b5ed297da {{(pid=103364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 18:15:09.984070 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-43745853-318f-46a3-adbb-8652ffcd1b71 tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:10.018022 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-43745853-318f-46a3-adbb-8652ffcd1b71 tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9416263'] for subnet, precommit_delete_associations {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:10.061765 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-43745853-318f-46a3-adbb-8652ffcd1b71 tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:10.113862 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-43745853-318f-46a3-adbb-8652ffcd1b71 tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12425137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8983934'] for subnet, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:10.143299 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-43745853-318f-46a3-adbb-8652ffcd1b71 tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:10.147245 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-43745853-318f-46a3-adbb-8652ffcd1b71 tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] 10.222.0.54 "DELETE /v2.0/subnets/2e456348-36ec-4271-af3b-dc5b5ed297da HTTP/1.1" status: 204 len: 168 time: 0.2106802 Nov 19 18:15:10.148204 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43745853-318f-46a3-adbb-8652ffcd1b71 tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=2e456348-36ec-4271-af3b-dc5b5ed297da,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:15:10.150081 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 41852) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:15:10.220675 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-562f03d2-095e-4b30-a03a-0b4eaca01085 tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:10.297428 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-562f03d2-095e-4b30-a03a-0b4eaca01085 tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:10.317334 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-562f03d2-095e-4b30-a03a-0b4eaca01085 tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8afe2e6b-de0f-47d9-a491-94ca228636bc']}} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:15:10.327804 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-562f03d2-095e-4b30-a03a-0b4eaca01085 tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61d0d14f-01c0-4a7e-8aa5-5b9045f84e9a') {'for_net_delete': True} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:15:10.328099 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-562f03d2-095e-4b30-a03a-0b4eaca01085 tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61d0d14f-01c0-4a7e-8aa5-5b9045f84e9a') {} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:15:10.342434 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-562f03d2-095e-4b30-a03a-0b4eaca01085 tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12545382'] for segment, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:10.355275 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-562f03d2-095e-4b30-a03a-0b4eaca01085 tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:10.361285 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-562f03d2-095e-4b30-a03a-0b4eaca01085 tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] Releasing vlan 661 on physical network physnet1 to pool {{(pid=103365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 18:15:10.361718 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-562f03d2-095e-4b30-a03a-0b4eaca01085 tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12282953'] for segment, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:10.361970 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f89d32b2-3b9b-4283-ba31-805b3779a622 None None] Port 523b8916-1abc-4d9e-b7d2-9cf9e1384f45 not found while updating agent binding for router 760cfad0-ce93-4512-89ca-d067f6c176d9. {{(pid=103367) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 19 18:15:10.363450 n-d-818022-2 neutron-server[103365]: Traceback (most recent call last): Nov 19 18:15:10.363450 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 18:15:10.363450 n-d-818022-2 neutron-server[103365]: timer() Nov 19 18:15:10.363450 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 18:15:10.363450 n-d-818022-2 neutron-server[103365]: cb(*args, **kw) Nov 19 18:15:10.363450 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 18:15:10.363450 n-d-818022-2 neutron-server[103365]: return func(*args, **kwargs) Nov 19 18:15:10.363450 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 18:15:10.363450 n-d-818022-2 neutron-server[103365]: self._notify() Nov 19 18:15:10.363450 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 18:15:10.363450 n-d-818022-2 neutron-server[103365]: self.callback(batched_events) Nov 19 18:15:10.363450 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 18:15:10.363450 n-d-818022-2 neutron-server[103365]: event.method(event) Nov 19 18:15:10.363450 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 18:15:10.363450 n-d-818022-2 neutron-server[103365]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 18:15:10.363450 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 18:15:10.363450 n-d-818022-2 neutron-server[103365]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 18:15:10.363450 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 18:15:10.363450 n-d-818022-2 neutron-server[103365]: return f(self, *a, **k) Nov 19 18:15:10.363450 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 18:15:10.363450 n-d-818022-2 neutron-server[103365]: return self._get(url).json() Nov 19 18:15:10.363450 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 18:15:10.363450 n-d-818022-2 neutron-server[103365]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 18:15:10.363450 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 18:15:10.363450 n-d-818022-2 neutron-server[103365]: return self.request(url, 'GET', **kwargs) Nov 19 18:15:10.363450 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 18:15:10.363450 n-d-818022-2 neutron-server[103365]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 18:15:10.363450 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 18:15:10.363450 n-d-818022-2 neutron-server[103365]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 18:15:10.363450 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 18:15:10.363450 n-d-818022-2 neutron-server[103365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 18:15:10.363450 n-d-818022-2 neutron-server[103365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 18:15:10.370605 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89d32b2-3b9b-4283-ba31-805b3779a622 None None] Routers set() bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:15:10.370967 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89d32b2-3b9b-4283-ba31-805b3779a622 None None] Router IDs set() for agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 19 18:15:10.371925 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_agentschedulers_db [None req-f89d32b2-3b9b-4283-ba31-805b3779a622 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'760cfad0-ce93-4512-89ca-d067f6c176d9'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:15:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent'). {{(pid=103367) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 19 18:15:10.372299 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f89d32b2-3b9b-4283-ba31-805b3779a622 None None] The sync data for ids ['760cfad0-ce93-4512-89ca-d067f6c176d9'] in n-d-818022-2 is: [] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:15:10.419559 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-562f03d2-095e-4b30-a03a-0b4eaca01085 tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671242'] for network, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:10.425760 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-562f03d2-095e-4b30-a03a-0b4eaca01085 tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 8afe2e6b-de0f-47d9-a491-94ca228636bc {{(pid=103365) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 19 18:15:10.429545 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-562f03d2-095e-4b30-a03a-0b4eaca01085 tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] Publish callbacks [] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:10.438547 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-562f03d2-095e-4b30-a03a-0b4eaca01085 tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] 10.222.0.54 "DELETE /v2.0/networks/8afe2e6b-de0f-47d9-a491-94ca228636bc HTTP/1.1" status: 204 len: 168 time: 0.2836053 Nov 19 18:15:10.451063 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562f03d2-095e-4b30-a03a-0b4eaca01085 tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] Pushing event deleted for resources: {'Network': ['ID=8afe2e6b-de0f-47d9-a491-94ca228636bc,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:15:10.624343 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 41860) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:15:10.629031 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-e2f8fd98-0163-4c3e-a3e3-9268838bb335 tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] Request body: {'router': {'name': 'tempest-router--882822814', 'project_id': 'a6c3e2a3ea644775849ccdd20c2d94bf'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:15:10.650870 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e2f8fd98-0163-4c3e-a3e3-9268838bb335 tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9890'] for router, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:10.651881 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e2f8fd98-0163-4c3e-a3e3-9268838bb335 tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671617', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-732153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4689'] for router, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:10.705901 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e2f8fd98-0163-4c3e-a3e3-9268838bb335 tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:10.710478 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e2f8fd98-0163-4c3e-a3e3-9268838bb335 tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671702'] for router, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:10.724619 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e2f8fd98-0163-4c3e-a3e3-9268838bb335 tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] Publish callbacks [] for router, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:10.725827 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-e2f8fd98-0163-4c3e-a3e3-9268838bb335 tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1002860 Nov 19 18:15:10.728747 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 41862) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:15:10.800170 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-23a22f0a-505e-48df-842e-889bf11c53f6 tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] Publish callbacks [] for router, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:10.956462 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-23a22f0a-505e-48df-842e-889bf11c53f6 tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4696'] for router, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:10.958524 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-23a22f0a-505e-48df-842e-889bf11c53f6 tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:11.001455 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-23a22f0a-505e-48df-842e-889bf11c53f6 tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-543895'] for router, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:11.002031 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23a22f0a-505e-48df-842e-889bf11c53f6 tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c9f75ff5-b2c2-4656-b6d9-bcc2ac99bbf5 {{(pid=103365) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 18:15:11.006260 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-23a22f0a-505e-48df-842e-889bf11c53f6 tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] Publish callbacks [] for router, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:11.007416 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-23a22f0a-505e-48df-842e-889bf11c53f6 tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] 10.222.0.54 "DELETE /v2.0/routers/c9f75ff5-b2c2-4656-b6d9-bcc2ac99bbf5 HTTP/1.1" status: 204 len: 168 time: 0.2777402 Nov 19 18:15:11.110565 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 41866) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:15:11.303887 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-3e58060e-aa57-491e-a0cb-60a5b027fc67 tempest-RoutersAdminTest-1411508555 tempest-RoutersAdminTest-1411508555-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1761638148', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'}, 'admin_state_up': False}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:15:11.326800 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3e58060e-aa57-491e-a0cb-60a5b027fc67 tempest-RoutersAdminTest-1411508555 tempest-RoutersAdminTest-1411508555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9890'] for router, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:11.327786 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3e58060e-aa57-491e-a0cb-60a5b027fc67 tempest-RoutersAdminTest-1411508555 tempest-RoutersAdminTest-1411508555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671617', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-732153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4689'] for router, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:11.378595 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3e58060e-aa57-491e-a0cb-60a5b027fc67 tempest-RoutersAdminTest-1411508555 tempest-RoutersAdminTest-1411508555-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:11.744527 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3e58060e-aa57-491e-a0cb-60a5b027fc67 tempest-RoutersAdminTest-1411508555 tempest-RoutersAdminTest-1411508555-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:11.936774 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3e58060e-aa57-491e-a0cb-60a5b027fc67 tempest-RoutersAdminTest-1411508555 tempest-RoutersAdminTest-1411508555-project] Publish callbacks [] for router_gateway, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:11.954407 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3e58060e-aa57-491e-a0cb-60a5b027fc67 tempest-RoutersAdminTest-1411508555 tempest-RoutersAdminTest-1411508555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:12.056011 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [None req-3e58060e-aa57-491e-a0cb-60a5b027fc67 tempest-RoutersAdminTest-1411508555 tempest-RoutersAdminTest-1411508555-project] Allocated IP 172.25.7.196 (645e61aa-1a6c-4e8f-857e-ab06edb4897f/88ed2d64-f56d-4f01-a468-946e01c99e82/f89c635d-7783-4b27-882e-b941f09d4c49) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:15:12.158621 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3e58060e-aa57-491e-a0cb-60a5b027fc67 tempest-RoutersAdminTest-1411508555 tempest-RoutersAdminTest-1411508555-project] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:12.191391 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3e58060e-aa57-491e-a0cb-60a5b027fc67 tempest-RoutersAdminTest-1411508555 tempest-RoutersAdminTest-1411508555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:12.229408 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e58060e-aa57-491e-a0cb-60a5b027fc67 tempest-RoutersAdminTest-1411508555 tempest-RoutersAdminTest-1411508555-project] Network 645e61aa-1a6c-4e8f-857e-ab06edb4897f is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:15:12.233804 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-3e58060e-aa57-491e-a0cb-60a5b027fc67 tempest-RoutersAdminTest-1411508555 tempest-RoutersAdminTest-1411508555-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:15:12.237175 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e58060e-aa57-491e-a0cb-60a5b027fc67 tempest-RoutersAdminTest-1411508555 tempest-RoutersAdminTest-1411508555-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:15:12.242626 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e58060e-aa57-491e-a0cb-60a5b027fc67 tempest-RoutersAdminTest-1411508555 tempest-RoutersAdminTest-1411508555-project] Pushing event updated for resources: {'Port': ['ID=f89c635d-7783-4b27-882e-b941f09d4c49,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:15:12.248199 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-490ef0e8-49f8-4ee4-9689-a512e158faac None None] DHCP port deletion for 645e61aa-1a6c-4e8f-857e-ab06edb4897f request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:15:12.360918 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-fd7a4173-5f07-4596-a177-5fcbdd85ef41 None None] Provisioning complete for port f89c635d-7783-4b27-882e-b941f09d4c49 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:15:12.361293 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-fd7a4173-5f07-4596-a177-5fcbdd85ef41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:12.395063 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-fd7a4173-5f07-4596-a177-5fcbdd85ef41 None None] Port f89c635d-7783-4b27-882e-b941f09d4c49 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:15:12.486393 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3e58060e-aa57-491e-a0cb-60a5b027fc67 tempest-RoutersAdminTest-1411508555 tempest-RoutersAdminTest-1411508555-project] Publish callbacks [] for router_gateway, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:12.679930 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3e58060e-aa57-491e-a0cb-60a5b027fc67 tempest-RoutersAdminTest-1411508555 tempest-RoutersAdminTest-1411508555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671702'] for router, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:12.807985 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e58060e-aa57-491e-a0cb-60a5b027fc67 tempest-RoutersAdminTest-1411508555 tempest-RoutersAdminTest-1411508555-project] Router 5a81784b-ddaa-4bf5-a961-b2e51721e297 is scheduled to L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 with binding_index 1 {{(pid=103365) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 18:15:12.913234 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e58060e-aa57-491e-a0cb-60a5b027fc67 tempest-RoutersAdminTest-1411508555 tempest-RoutersAdminTest-1411508555-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:15:12.924352 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50126740-44c1-405a-ab9f-39d670f80438 None None] Sync routers for ids ['5a81784b-ddaa-4bf5-a961-b2e51721e297'] in n-d-818022-2 {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:15:12.935100 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3e58060e-aa57-491e-a0cb-60a5b027fc67 tempest-RoutersAdminTest-1411508555 tempest-RoutersAdminTest-1411508555-project] Publish callbacks [] for router, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:12.936563 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-3e58060e-aa57-491e-a0cb-60a5b027fc67 tempest-RoutersAdminTest-1411508555 tempest-RoutersAdminTest-1411508555-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.8247962 Nov 19 18:15:12.937746 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50126740-44c1-405a-ab9f-39d670f80438 None None] Routers {'5a81784b-ddaa-4bf5-a961-b2e51721e297'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:15:12.938389 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-50126740-44c1-405a-ab9f-39d670f80438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:15:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['5a81784b-ddaa-4bf5-a961-b2e51721e297'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:15:12.939912 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 41870) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:15:12.973780 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-50126740-44c1-405a-ab9f-39d670f80438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:15:12.982845 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50126740-44c1-405a-ab9f-39d670f80438 None None] Routers {'5a81784b-ddaa-4bf5-a961-b2e51721e297'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:15:12.983436 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-50126740-44c1-405a-ab9f-39d670f80438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:15:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['5a81784b-ddaa-4bf5-a961-b2e51721e297'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:15:13.015858 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-50126740-44c1-405a-ab9f-39d670f80438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:15:13.016513 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50126740-44c1-405a-ab9f-39d670f80438 None None] The sync data for ids ['5a81784b-ddaa-4bf5-a961-b2e51721e297'] in n-d-818022-2 is: [] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:15:13.050282 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-05b01264-f757-4bbe-983c-87632af281ab tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] 10.222.0.54 "GET /v2.0/routers/5a81784b-ddaa-4bf5-a961-b2e51721e297 HTTP/1.1" status: 200 len: 921 time: 0.1090019 Nov 19 18:15:13.054274 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 41872) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:15:13.081125 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-790e6a28-cb5a-4490-a4e8-72a14a0f1377 tempest-RoutersAdminTest-1411508555 tempest-RoutersAdminTest-1411508555-project] 10.222.0.54 "GET /v2.0/ports?device_id=5a81784b-ddaa-4bf5-a961-b2e51721e297 HTTP/1.1" status: 200 len: 205 time: 0.0256903 Nov 19 18:15:13.083609 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 41874) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:15:13.190850 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b799ad2d-48c4-4445-86f5-be8b640fcaa6 tempest-RoutersAdminTest-1411508555 tempest-RoutersAdminTest-1411508555-project] Publish callbacks [] for router, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:13.294987 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b799ad2d-48c4-4445-86f5-be8b640fcaa6 tempest-RoutersAdminTest-1411508555 tempest-RoutersAdminTest-1411508555-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:13.348150 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-b799ad2d-48c4-4445-86f5-be8b640fcaa6 tempest-RoutersAdminTest-1411508555 tempest-RoutersAdminTest-1411508555-project] Deleting port f89c635d-7783-4b27-882e-b941f09d4c49 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:15:13.348400 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b799ad2d-48c4-4445-86f5-be8b640fcaa6 tempest-RoutersAdminTest-1411508555 tempest-RoutersAdminTest-1411508555-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:13.425588 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b799ad2d-48c4-4445-86f5-be8b640fcaa6 tempest-RoutersAdminTest-1411508555 tempest-RoutersAdminTest-1411508555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:13.437057 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-b799ad2d-48c4-4445-86f5-be8b640fcaa6 tempest-RoutersAdminTest-1411508555 tempest-RoutersAdminTest-1411508555-project] Calling delete_port for f89c635d-7783-4b27-882e-b941f09d4c49 owned by network:router_gateway {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:15:13.596464 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b799ad2d-48c4-4445-86f5-be8b640fcaa6 tempest-RoutersAdminTest-1411508555 tempest-RoutersAdminTest-1411508555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:13.621995 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b799ad2d-48c4-4445-86f5-be8b640fcaa6 tempest-RoutersAdminTest-1411508555 tempest-RoutersAdminTest-1411508555-project] Pushing event deleted for resources: {'Port': ['ID=f89c635d-7783-4b27-882e-b941f09d4c49,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:15:13.636894 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48c949d8-870b-4197-9d83-b8944be2054d None None] DHCP port deletion for 645e61aa-1a6c-4e8f-857e-ab06edb4897f request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:15:13.681780 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b799ad2d-48c4-4445-86f5-be8b640fcaa6 tempest-RoutersAdminTest-1411508555 tempest-RoutersAdminTest-1411508555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-671730'] for router_gateway, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:13.775324 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b799ad2d-48c4-4445-86f5-be8b640fcaa6 tempest-RoutersAdminTest-1411508555 tempest-RoutersAdminTest-1411508555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4696'] for router, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:13.777491 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b799ad2d-48c4-4445-86f5-be8b640fcaa6 tempest-RoutersAdminTest-1411508555 tempest-RoutersAdminTest-1411508555-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:13.820860 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b799ad2d-48c4-4445-86f5-be8b640fcaa6 tempest-RoutersAdminTest-1411508555 tempest-RoutersAdminTest-1411508555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-543895'] for router, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:13.821384 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b799ad2d-48c4-4445-86f5-be8b640fcaa6 tempest-RoutersAdminTest-1411508555 tempest-RoutersAdminTest-1411508555-project] Fanout notify agent at l3_agent the message router_deleted on router 5a81784b-ddaa-4bf5-a961-b2e51721e297 {{(pid=103365) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 18:15:13.828228 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b799ad2d-48c4-4445-86f5-be8b640fcaa6 tempest-RoutersAdminTest-1411508555 tempest-RoutersAdminTest-1411508555-project] Publish callbacks [] for router, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:13.829390 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-b799ad2d-48c4-4445-86f5-be8b640fcaa6 tempest-RoutersAdminTest-1411508555 tempest-RoutersAdminTest-1411508555-project] 10.222.0.54 "DELETE /v2.0/routers/5a81784b-ddaa-4bf5-a961-b2e51721e297 HTTP/1.1" status: 204 len: 168 time: 0.7448268 Nov 19 18:15:13.832920 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 41876) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:15:13.837318 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-e2dee880-837e-42e0-a505-0add884693d6 tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1279539409', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'enable_snat': False}}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:15:13.859602 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e2dee880-837e-42e0-a505-0add884693d6 tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9890'] for router, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:13.860539 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e2dee880-837e-42e0-a505-0add884693d6 tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671617', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-732153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4689'] for router, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:13.912699 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e2dee880-837e-42e0-a505-0add884693d6 tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:14.046487 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e2dee880-837e-42e0-a505-0add884693d6 tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:14.243232 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e2dee880-837e-42e0-a505-0add884693d6 tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:14.261146 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e2dee880-837e-42e0-a505-0add884693d6 tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:14.364483 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [None req-e2dee880-837e-42e0-a505-0add884693d6 tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] Allocated IP 172.25.7.183 (645e61aa-1a6c-4e8f-857e-ab06edb4897f/88ed2d64-f56d-4f01-a468-946e01c99e82/0d8257a1-cd5a-49b5-bab3-f0858c95e3b2) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:15:14.465663 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e2dee880-837e-42e0-a505-0add884693d6 tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:14.503877 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e2dee880-837e-42e0-a505-0add884693d6 tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:14.544332 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2dee880-837e-42e0-a505-0add884693d6 tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] Network 645e61aa-1a6c-4e8f-857e-ab06edb4897f is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:15:14.548712 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-e2dee880-837e-42e0-a505-0add884693d6 tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:15:14.553252 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2dee880-837e-42e0-a505-0add884693d6 tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:15:14.556271 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dee880-837e-42e0-a505-0add884693d6 tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] Pushing event updated for resources: {'Port': ['ID=0d8257a1-cd5a-49b5-bab3-f0858c95e3b2,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:15:14.560948 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62c23d46-69a5-4e46-a3c7-c85c76be8305 None None] DHCP port deletion for 645e61aa-1a6c-4e8f-857e-ab06edb4897f request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:15:14.628458 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-0d319aad-fe98-4fb5-8718-3986ed47af66 None None] Provisioning complete for port 0d8257a1-cd5a-49b5-bab3-f0858c95e3b2 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:15:14.628854 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0d319aad-fe98-4fb5-8718-3986ed47af66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:14.666639 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-0d319aad-fe98-4fb5-8718-3986ed47af66 None None] Port 0d8257a1-cd5a-49b5-bab3-f0858c95e3b2 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:15:14.809430 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e2dee880-837e-42e0-a505-0add884693d6 tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:15.241752 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e2dee880-837e-42e0-a505-0add884693d6 tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671702'] for router, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:15.368916 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2dee880-837e-42e0-a505-0add884693d6 tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] Router 278cd36f-b50c-44af-82a1-c5c384b2e2e6 is scheduled to L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 with binding_index 1 {{(pid=103365) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 18:15:15.473414 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2dee880-837e-42e0-a505-0add884693d6 tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:15:15.483190 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af82b43-ba27-406b-8708-2b50ad68f04f None None] Sync routers for ids ['278cd36f-b50c-44af-82a1-c5c384b2e2e6'] in n-d-818022-2 {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:15:15.493766 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e2dee880-837e-42e0-a505-0add884693d6 tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] Publish callbacks [] for router, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:15.494560 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af82b43-ba27-406b-8708-2b50ad68f04f None None] Routers {'278cd36f-b50c-44af-82a1-c5c384b2e2e6'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:15:15.495073 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-e2dee880-837e-42e0-a505-0add884693d6 tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 1.6610925 Nov 19 18:15:15.497580 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 41878) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:15:15.497872 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-7af82b43-ba27-406b-8708-2b50ad68f04f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:15:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['278cd36f-b50c-44af-82a1-c5c384b2e2e6'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:15:15.604100 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-7af82b43-ba27-406b-8708-2b50ad68f04f None None] Set router 278cd36f-b50c-44af-82a1-c5c384b2e2e6 gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:15:15.605273 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-7a5344ac-3115-4722-9d8f-125104f463bb tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] 10.222.0.54 "GET /v2.0/routers/278cd36f-b50c-44af-82a1-c5c384b2e2e6 HTTP/1.1" status: 200 len: 909 time: 0.1065042 Nov 19 18:15:15.607625 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 41880) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:15:15.611871 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-b8a76c30-9466-412e-a065-f3ed40cd11c9 tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1279539409', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'enable_snat': True}}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:15:15.634391 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b8a76c30-9466-412e-a065-f3ed40cd11c9 tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9890'] for router, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:15.635371 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b8a76c30-9466-412e-a065-f3ed40cd11c9 tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671617', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-732153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4689'] for router, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:15.690190 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b8a76c30-9466-412e-a065-f3ed40cd11c9 tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:15.793220 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-7af82b43-ba27-406b-8708-2b50ad68f04f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '278cd36f-b50c-44af-82a1-c5c384b2e2e6', 'name': 'tempest-snat-router-1279539409', 'tenant_id': '3a6d2366251a4df794bc7b767017825c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.183'}], 'enable_snat': False}, 'gw_port_id': '0d8257a1-cd5a-49b5-bab3-f0858c95e3b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:15:13Z', 'updated_at': '2021-11-19T18:15:14Z', 'revision_number': 3, 'project_id': '3a6d2366251a4df794bc7b767017825c', 'gw_port': {'id': '0d8257a1-cd5a-49b5-bab3-f0858c95e3b2', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:ce:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '278cd36f-b50c-44af-82a1-c5c384b2e2e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:15:14Z', 'updated_at': '2021-11-19T18:15:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-818022-2'}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:15:15.818649 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af82b43-ba27-406b-8708-2b50ad68f04f None None] Checking router: 278cd36f-b50c-44af-82a1-c5c384b2e2e6 for host: n-d-818022-2 {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:15:15.819001 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af82b43-ba27-406b-8708-2b50ad68f04f None None] Updating router 278cd36f-b50c-44af-82a1-c5c384b2e2e6 port 0d8257a1-cd5a-49b5-bab3-f0858c95e3b2 binding host n-d-818022-2 {{(pid=103367) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 18:15:15.829135 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b8a76c30-9466-412e-a065-f3ed40cd11c9 tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:15.844376 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-7af82b43-ba27-406b-8708-2b50ad68f04f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:16.038836 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b8a76c30-9466-412e-a065-f3ed40cd11c9 tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:16.057401 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b8a76c30-9466-412e-a065-f3ed40cd11c9 tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:16.108968 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-7af82b43-ba27-406b-8708-2b50ad68f04f None None] Publish callbacks [] for port, precommit_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:16.114155 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-7af82b43-ba27-406b-8708-2b50ad68f04f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:16.156594 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cb0e52c-c3b2-488a-8a7a-7e7539c7e80f None None] DHCP port deletion for 645e61aa-1a6c-4e8f-857e-ab06edb4897f request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:15:16.160026 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-7af82b43-ba27-406b-8708-2b50ad68f04f None None] Attempting to bind port 0d8257a1-cd5a-49b5-bab3-f0858c95e3b2 on host n-d-818022-2 for vnic_type normal with profile {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:15:16.160410 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-7af82b43-ba27-406b-8708-2b50ad68f04f None None] Attempting to bind port 0d8257a1-cd5a-49b5-bab3-f0858c95e3b2 by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:15:16.160821 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af82b43-ba27-406b-8708-2b50ad68f04f None None] Attempting to bind port 0d8257a1-cd5a-49b5-bab3-f0858c95e3b2 on network 645e61aa-1a6c-4e8f-857e-ab06edb4897f {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:15:16.174942 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [None req-b8a76c30-9466-412e-a065-f3ed40cd11c9 tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] Allocated IP 172.25.7.224 (645e61aa-1a6c-4e8f-857e-ab06edb4897f/88ed2d64-f56d-4f01-a468-946e01c99e82/d744ccc5-68e5-4ce4-9560-348d585da210) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:15:16.175363 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97686576-52dd-4140-be04-52376fd53d29 None None] Pushing event updated for resources: {'Port': ['ID=0d8257a1-cd5a-49b5-bab3-f0858c95e3b2,revision_number=2']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:15:16.178568 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af82b43-ba27-406b-8708-2b50ad68f04f None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 15, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:15:16.178944 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af82b43-ba27-406b-8708-2b50ad68f04f None None] Checking segment: {'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:15:16.179349 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-7af82b43-ba27-406b-8708-2b50ad68f04f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:16.179741 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af82b43-ba27-406b-8708-2b50ad68f04f None None] Bound using segment: {'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:15:16.180303 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-7af82b43-ba27-406b-8708-2b50ad68f04f None None] Bound port: 0d8257a1-cd5a-49b5-bab3-f0858c95e3b2, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'}}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:15:16.180785 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-7af82b43-ba27-406b-8708-2b50ad68f04f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:16.186562 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97686576-52dd-4140-be04-52376fd53d29 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:15:16.186914 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97686576-52dd-4140-be04-52376fd53d29 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:15:16.187260 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97686576-52dd-4140-be04-52376fd53d29 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:15:16.187602 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97686576-52dd-4140-be04-52376fd53d29 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:15:16.187955 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97686576-52dd-4140-be04-52376fd53d29 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:15:16.188275 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97686576-52dd-4140-be04-52376fd53d29 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:15:16.188833 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97686576-52dd-4140-be04-52376fd53d29 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:15:16.188960 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97686576-52dd-4140-be04-52376fd53d29 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:15:16.189262 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97686576-52dd-4140-be04-52376fd53d29 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:15:16.189564 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97686576-52dd-4140-be04-52376fd53d29 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:15:16.189930 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97686576-52dd-4140-be04-52376fd53d29 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:15:16.190378 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97686576-52dd-4140-be04-52376fd53d29 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:15:16.199208 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-6e0f0479-b290-4d0e-9f72-b35888b2e18e None None] Provisioning complete for port 0d8257a1-cd5a-49b5-bab3-f0858c95e3b2 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:15:16.200605 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-6e0f0479-b290-4d0e-9f72-b35888b2e18e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:16.236787 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-6e0f0479-b290-4d0e-9f72-b35888b2e18e None None] Port 0d8257a1-cd5a-49b5-bab3-f0858c95e3b2 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:15:16.243564 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-7af82b43-ba27-406b-8708-2b50ad68f04f None None] For port 0d8257a1-cd5a-49b5-bab3-f0858c95e3b2, host n-d-818022-2, cleared binding levels {{(pid=103367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:15:16.247145 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-7af82b43-ba27-406b-8708-2b50ad68f04f None None] For port 0d8257a1-cd5a-49b5-bab3-f0858c95e3b2, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=0d8257a1-cd5a-49b5-bab3-f0858c95e3b2,segment=NetworkSegment(bbe705c1-96c0-476e-8381-28227e6f0ac5),segment_id=bbe705c1-96c0-476e-8381-28227e6f0ac5)] {{(pid=103367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:15:16.251410 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-7af82b43-ba27-406b-8708-2b50ad68f04f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:16.295454 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e99dfd3-aa18-4cad-a9e4-50277d2aeb6e None None] DHCP port deletion for 645e61aa-1a6c-4e8f-857e-ab06edb4897f request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:15:16.299074 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b8a76c30-9466-412e-a065-f3ed40cd11c9 tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:16.308547 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97686576-52dd-4140-be04-52376fd53d29 None None] Pushing event updated for resources: {'Port': ['ID=0d8257a1-cd5a-49b5-bab3-f0858c95e3b2,revision_number=3']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:15:16.319282 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af82b43-ba27-406b-8708-2b50ad68f04f None None] Routers {'278cd36f-b50c-44af-82a1-c5c384b2e2e6'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:15:16.319948 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-7af82b43-ba27-406b-8708-2b50ad68f04f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:15:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['278cd36f-b50c-44af-82a1-c5c384b2e2e6'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:15:16.359863 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b8a76c30-9466-412e-a065-f3ed40cd11c9 tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:16.360264 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-cc4554a0-a003-4ba7-ac24-4d5041b14940 None None] Provisioning complete for port 0d8257a1-cd5a-49b5-bab3-f0858c95e3b2 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:15:16.360813 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-cc4554a0-a003-4ba7-ac24-4d5041b14940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:16.411400 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8a76c30-9466-412e-a065-f3ed40cd11c9 tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] Network 645e61aa-1a6c-4e8f-857e-ab06edb4897f is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:15:16.414323 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-b8a76c30-9466-412e-a065-f3ed40cd11c9 tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:15:16.419815 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a76c30-9466-412e-a065-f3ed40cd11c9 tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:15:16.438834 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-7af82b43-ba27-406b-8708-2b50ad68f04f None None] Set router 278cd36f-b50c-44af-82a1-c5c384b2e2e6 gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:15:16.445850 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a76c30-9466-412e-a065-f3ed40cd11c9 tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] Pushing event updated for resources: {'Port': ['ID=d744ccc5-68e5-4ce4-9560-348d585da210,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:15:16.472734 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f994a1b-ee2b-4de5-b6ba-224a6ec135cf None None] DHCP port deletion for 645e61aa-1a6c-4e8f-857e-ab06edb4897f request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:15:16.491927 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-cc4554a0-a003-4ba7-ac24-4d5041b14940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:16.523535 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-cc4554a0-a003-4ba7-ac24-4d5041b14940 None None] For port 0d8257a1-cd5a-49b5-bab3-f0858c95e3b2, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=0d8257a1-cd5a-49b5-bab3-f0858c95e3b2,segment=NetworkSegment(bbe705c1-96c0-476e-8381-28227e6f0ac5),segment_id=bbe705c1-96c0-476e-8381-28227e6f0ac5)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:15:16.528125 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-cc4554a0-a003-4ba7-ac24-4d5041b14940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:16.585592 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4554a0-a003-4ba7-ac24-4d5041b14940 None None] Pushing event updated for resources: {'Port': ['ID=0d8257a1-cd5a-49b5-bab3-f0858c95e3b2,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:15:16.646502 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-7af82b43-ba27-406b-8708-2b50ad68f04f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '278cd36f-b50c-44af-82a1-c5c384b2e2e6', 'name': 'tempest-snat-router-1279539409', 'tenant_id': '3a6d2366251a4df794bc7b767017825c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.183'}], 'enable_snat': False}, 'gw_port_id': '0d8257a1-cd5a-49b5-bab3-f0858c95e3b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:15:13Z', 'updated_at': '2021-11-19T18:15:14Z', 'revision_number': 3, 'project_id': '3a6d2366251a4df794bc7b767017825c', 'gw_port': {'id': '0d8257a1-cd5a-49b5-bab3-f0858c95e3b2', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:ce:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '278cd36f-b50c-44af-82a1-c5c384b2e2e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:15:14Z', 'updated_at': '2021-11-19T18:15:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-818022-2'}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:15:16.651897 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-42bba578-e979-4069-9cf4-217c3acba89b None None] Provisioning complete for port d744ccc5-68e5-4ce4-9560-348d585da210 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:15:16.652266 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-42bba578-e979-4069-9cf4-217c3acba89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:16.674112 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af82b43-ba27-406b-8708-2b50ad68f04f None None] The sync data for ids ['278cd36f-b50c-44af-82a1-c5c384b2e2e6'] in n-d-818022-2 is: [{'id': '278cd36f-b50c-44af-82a1-c5c384b2e2e6', 'name': 'tempest-snat-router-1279539409', 'tenant_id': '3a6d2366251a4df794bc7b767017825c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.183'}], 'enable_snat': False}, 'gw_port_id': '0d8257a1-cd5a-49b5-bab3-f0858c95e3b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:15:13Z', 'updated_at': '2021-11-19T18:15:14Z', 'revision_number': 3, 'project_id': '3a6d2366251a4df794bc7b767017825c', 'gw_port': {'id': '0d8257a1-cd5a-49b5-bab3-f0858c95e3b2', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:ce:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '278cd36f-b50c-44af-82a1-c5c384b2e2e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:15:14Z', 'updated_at': '2021-11-19T18:15:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-818022-2'}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:15:16.691457 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-42bba578-e979-4069-9cf4-217c3acba89b None None] Port d744ccc5-68e5-4ce4-9560-348d585da210 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:15:16.695720 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b8a76c30-9466-412e-a065-f3ed40cd11c9 tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:16.923156 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b8a76c30-9466-412e-a065-f3ed40cd11c9 tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671702'] for router, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:17.309769 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8a76c30-9466-412e-a065-f3ed40cd11c9 tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] Router 352d1b01-76be-49cf-a2f3-9b1ec1e7ba78 is scheduled to L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 with binding_index 1 {{(pid=103365) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 18:15:17.415933 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8a76c30-9466-412e-a065-f3ed40cd11c9 tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:15:17.425276 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b04eafa-cd35-4a32-8896-93c202827c9f None None] Sync routers for ids ['352d1b01-76be-49cf-a2f3-9b1ec1e7ba78'] in n-d-818022-2 {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:15:17.435162 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b8a76c30-9466-412e-a065-f3ed40cd11c9 tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] Publish callbacks [] for router, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:17.439042 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-b8a76c30-9466-412e-a065-f3ed40cd11c9 tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 1.8278909 Nov 19 18:15:17.439213 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b04eafa-cd35-4a32-8896-93c202827c9f None None] Routers {'352d1b01-76be-49cf-a2f3-9b1ec1e7ba78'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:15:17.439213 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-9b04eafa-cd35-4a32-8896-93c202827c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:15:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['352d1b01-76be-49cf-a2f3-9b1ec1e7ba78'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:15:17.439554 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 41882) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:15:17.549743 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-b0117f4d-514c-42fc-8f31-06421739f135 tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] 10.222.0.54 "GET /v2.0/routers/352d1b01-76be-49cf-a2f3-9b1ec1e7ba78 HTTP/1.1" status: 200 len: 908 time: 0.1090329 Nov 19 18:15:17.554444 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 41884) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:15:17.566072 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-9b04eafa-cd35-4a32-8896-93c202827c9f None None] Set router 352d1b01-76be-49cf-a2f3-9b1ec1e7ba78 gateway port host: n-d-818022-2 {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:15:17.664369 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e31b09e2-1de8-4c54-8d3f-d019730c68fd tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] Publish callbacks [] for router, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:17.759466 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-9b04eafa-cd35-4a32-8896-93c202827c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '352d1b01-76be-49cf-a2f3-9b1ec1e7ba78', 'name': 'tempest-snat-router-1279539409', 'tenant_id': '3a6d2366251a4df794bc7b767017825c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.224'}], 'enable_snat': True}, 'gw_port_id': 'd744ccc5-68e5-4ce4-9560-348d585da210', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:15:15Z', 'updated_at': '2021-11-19T18:15:16Z', 'revision_number': 3, 'project_id': '3a6d2366251a4df794bc7b767017825c', 'gw_port': {'id': 'd744ccc5-68e5-4ce4-9560-348d585da210', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:61:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '352d1b01-76be-49cf-a2f3-9b1ec1e7ba78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:15:16Z', 'updated_at': '2021-11-19T18:15:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:15:17.773420 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e31b09e2-1de8-4c54-8d3f-d019730c68fd tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:17.787777 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b04eafa-cd35-4a32-8896-93c202827c9f None None] Checking router: 352d1b01-76be-49cf-a2f3-9b1ec1e7ba78 for host: n-d-818022-2 {{(pid=103366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:15:17.788133 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b04eafa-cd35-4a32-8896-93c202827c9f None None] Updating router 352d1b01-76be-49cf-a2f3-9b1ec1e7ba78 port d744ccc5-68e5-4ce4-9560-348d585da210 binding host n-d-818022-2 {{(pid=103366) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 18:15:17.812939 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9b04eafa-cd35-4a32-8896-93c202827c9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:17.827344 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-e31b09e2-1de8-4c54-8d3f-d019730c68fd tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] Deleting port d744ccc5-68e5-4ce4-9560-348d585da210 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:15:17.827679 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e31b09e2-1de8-4c54-8d3f-d019730c68fd tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:17.909260 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e31b09e2-1de8-4c54-8d3f-d019730c68fd tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:17.931768 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-e31b09e2-1de8-4c54-8d3f-d019730c68fd tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] Calling delete_port for d744ccc5-68e5-4ce4-9560-348d585da210 owned by network:router_gateway {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:15:18.106651 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e31b09e2-1de8-4c54-8d3f-d019730c68fd tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:18.107146 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.db.api [None req-9b04eafa-cd35-4a32-8896-93c202827c9f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103366) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 18:15:18.107516 n-d-818022-2 neutron-server[103366]: DEBUG oslo_db.api [None req-9b04eafa-cd35-4a32-8896-93c202827c9f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 18:15:18.135006 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31b09e2-1de8-4c54-8d3f-d019730c68fd tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] Pushing event deleted for resources: {'Port': ['ID=d744ccc5-68e5-4ce4-9560-348d585da210,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:15:18.150245 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a70dd904-33ac-4d7f-b325-c0e32b787ac4 None None] DHCP port deletion for 645e61aa-1a6c-4e8f-857e-ab06edb4897f request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:15:18.200314 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e31b09e2-1de8-4c54-8d3f-d019730c68fd tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-671730'] for router_gateway, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:18.289886 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e31b09e2-1de8-4c54-8d3f-d019730c68fd tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4696'] for router, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:18.291974 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e31b09e2-1de8-4c54-8d3f-d019730c68fd tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:18.335385 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e31b09e2-1de8-4c54-8d3f-d019730c68fd tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-543895'] for router, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:18.335989 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e31b09e2-1de8-4c54-8d3f-d019730c68fd tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 352d1b01-76be-49cf-a2f3-9b1ec1e7ba78 {{(pid=103365) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 18:15:18.340501 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e31b09e2-1de8-4c54-8d3f-d019730c68fd tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] Publish callbacks [] for router, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:18.341628 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-e31b09e2-1de8-4c54-8d3f-d019730c68fd tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] 10.222.0.54 "DELETE /v2.0/routers/352d1b01-76be-49cf-a2f3-9b1ec1e7ba78 HTTP/1.1" status: 204 len: 168 time: 0.7857153 Nov 19 18:15:18.344236 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 41886) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:15:18.447114 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-db754c8f-bf33-449b-8ed3-1a95360d69e0 tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] Publish callbacks [] for router, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:18.549327 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-db754c8f-bf33-449b-8ed3-1a95360d69e0 tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:18.605091 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-db754c8f-bf33-449b-8ed3-1a95360d69e0 tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] Deleting port 0d8257a1-cd5a-49b5-bab3-f0858c95e3b2 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:15:18.605435 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-db754c8f-bf33-449b-8ed3-1a95360d69e0 tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:18.625594 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b04eafa-cd35-4a32-8896-93c202827c9f None None] Port d744ccc5-68e5-4ce4-9560-348d585da210 not found while updating agent binding for router 352d1b01-76be-49cf-a2f3-9b1ec1e7ba78. {{(pid=103366) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 19 18:15:18.634098 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b04eafa-cd35-4a32-8896-93c202827c9f None None] Routers set() bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:15:18.634322 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b04eafa-cd35-4a32-8896-93c202827c9f None None] Router IDs set() for agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 19 18:15:18.634906 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_agentschedulers_db [None req-9b04eafa-cd35-4a32-8896-93c202827c9f None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'352d1b01-76be-49cf-a2f3-9b1ec1e7ba78'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:15:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent'). {{(pid=103366) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 19 18:15:18.635275 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b04eafa-cd35-4a32-8896-93c202827c9f None None] The sync data for ids ['352d1b01-76be-49cf-a2f3-9b1ec1e7ba78'] in n-d-818022-2 is: [] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:15:18.689651 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [None req-db754c8f-bf33-449b-8ed3-1a95360d69e0 tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] For port 0d8257a1-cd5a-49b5-bab3-f0858c95e3b2, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=0d8257a1-cd5a-49b5-bab3-f0858c95e3b2,segment=NetworkSegment(bbe705c1-96c0-476e-8381-28227e6f0ac5),segment_id=bbe705c1-96c0-476e-8381-28227e6f0ac5)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:15:18.690033 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-db754c8f-bf33-449b-8ed3-1a95360d69e0 tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:18.702378 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-db754c8f-bf33-449b-8ed3-1a95360d69e0 tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] Calling delete_port for 0d8257a1-cd5a-49b5-bab3-f0858c95e3b2 owned by network:router_gateway {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:15:18.869446 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-db754c8f-bf33-449b-8ed3-1a95360d69e0 tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:18.875146 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 0d8257a1-cd5a-49b5-bab3-f0858c95e3b2 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:15:18.899419 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db754c8f-bf33-449b-8ed3-1a95360d69e0 tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] Pushing event deleted for resources: {'Port': ['ID=0d8257a1-cd5a-49b5-bab3-f0858c95e3b2,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:15:18.900531 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: 0d8257a1-cd5a-49b5-bab3-f0858c95e3b2 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:15:18.901403 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 0d8257a1-cd5a-49b5-bab3-f0858c95e3b2 not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 19 18:15:18.923573 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f81dc21-efc0-4d34-9460-50b311505110 None None] DHCP port deletion for 645e61aa-1a6c-4e8f-857e-ab06edb4897f request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:15:18.926472 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Port 0d8257a1-cd5a-49b5-bab3-f0858c95e3b2 not found, will not notify nova. {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 19 18:15:18.962467 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-db754c8f-bf33-449b-8ed3-1a95360d69e0 tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-671730'] for router_gateway, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:19.056705 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-db754c8f-bf33-449b-8ed3-1a95360d69e0 tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4696'] for router, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:19.058762 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-db754c8f-bf33-449b-8ed3-1a95360d69e0 tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:19.103002 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-db754c8f-bf33-449b-8ed3-1a95360d69e0 tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-543895'] for router, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:19.103552 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db754c8f-bf33-449b-8ed3-1a95360d69e0 tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 278cd36f-b50c-44af-82a1-c5c384b2e2e6 {{(pid=103365) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 18:15:19.108120 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-db754c8f-bf33-449b-8ed3-1a95360d69e0 tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] Publish callbacks [] for router, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:19.112523 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-db754c8f-bf33-449b-8ed3-1a95360d69e0 tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] 10.222.0.54 "DELETE /v2.0/routers/278cd36f-b50c-44af-82a1-c5c384b2e2e6 HTTP/1.1" status: 204 len: 168 time: 0.7639735 Nov 19 18:15:19.112918 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 41888) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:15:19.117602 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-75d31710-5d54-42d3-b0f8-050382b53034 tempest-RoutersAdminTest-1411508555 tempest-RoutersAdminTest-1411508555-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-763149405', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'}, 'admin_state_up': False}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:15:19.142312 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-75d31710-5d54-42d3-b0f8-050382b53034 tempest-RoutersAdminTest-1411508555 tempest-RoutersAdminTest-1411508555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9890'] for router, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:19.143422 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-75d31710-5d54-42d3-b0f8-050382b53034 tempest-RoutersAdminTest-1411508555 tempest-RoutersAdminTest-1411508555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671617', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-732153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4689'] for router, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:19.196676 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-75d31710-5d54-42d3-b0f8-050382b53034 tempest-RoutersAdminTest-1411508555 tempest-RoutersAdminTest-1411508555-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:19.335850 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-75d31710-5d54-42d3-b0f8-050382b53034 tempest-RoutersAdminTest-1411508555 tempest-RoutersAdminTest-1411508555-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:19.521717 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-75d31710-5d54-42d3-b0f8-050382b53034 tempest-RoutersAdminTest-1411508555 tempest-RoutersAdminTest-1411508555-project] Publish callbacks [] for router_gateway, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:19.544532 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-75d31710-5d54-42d3-b0f8-050382b53034 tempest-RoutersAdminTest-1411508555 tempest-RoutersAdminTest-1411508555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:19.656785 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [None req-75d31710-5d54-42d3-b0f8-050382b53034 tempest-RoutersAdminTest-1411508555 tempest-RoutersAdminTest-1411508555-project] Allocated IP 172.25.7.153 (645e61aa-1a6c-4e8f-857e-ab06edb4897f/88ed2d64-f56d-4f01-a468-946e01c99e82/323468d0-0222-4e5f-8230-9e1afe519d17) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:15:19.767229 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-75d31710-5d54-42d3-b0f8-050382b53034 tempest-RoutersAdminTest-1411508555 tempest-RoutersAdminTest-1411508555-project] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:19.799772 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-75d31710-5d54-42d3-b0f8-050382b53034 tempest-RoutersAdminTest-1411508555 tempest-RoutersAdminTest-1411508555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:19.838413 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75d31710-5d54-42d3-b0f8-050382b53034 tempest-RoutersAdminTest-1411508555 tempest-RoutersAdminTest-1411508555-project] Network 645e61aa-1a6c-4e8f-857e-ab06edb4897f is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:15:19.841233 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-75d31710-5d54-42d3-b0f8-050382b53034 tempest-RoutersAdminTest-1411508555 tempest-RoutersAdminTest-1411508555-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:15:19.844858 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d31710-5d54-42d3-b0f8-050382b53034 tempest-RoutersAdminTest-1411508555 tempest-RoutersAdminTest-1411508555-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:15:19.855609 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f9483de-7e40-4479-b853-5542c3f9bcc9 None None] DHCP port deletion for 645e61aa-1a6c-4e8f-857e-ab06edb4897f request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:15:19.871126 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d31710-5d54-42d3-b0f8-050382b53034 tempest-RoutersAdminTest-1411508555 tempest-RoutersAdminTest-1411508555-project] Pushing event updated for resources: {'Port': ['ID=323468d0-0222-4e5f-8230-9e1afe519d17,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:15:19.940795 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-7c450500-dcea-47da-b448-84f1d62b5cd0 None None] Provisioning complete for port 323468d0-0222-4e5f-8230-9e1afe519d17 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:15:19.941197 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-7c450500-dcea-47da-b448-84f1d62b5cd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:19.980259 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-7c450500-dcea-47da-b448-84f1d62b5cd0 None None] Port 323468d0-0222-4e5f-8230-9e1afe519d17 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:15:20.404027 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-75d31710-5d54-42d3-b0f8-050382b53034 tempest-RoutersAdminTest-1411508555 tempest-RoutersAdminTest-1411508555-project] Publish callbacks [] for router_gateway, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:20.609510 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-75d31710-5d54-42d3-b0f8-050382b53034 tempest-RoutersAdminTest-1411508555 tempest-RoutersAdminTest-1411508555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671702'] for router, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:20.738685 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75d31710-5d54-42d3-b0f8-050382b53034 tempest-RoutersAdminTest-1411508555 tempest-RoutersAdminTest-1411508555-project] Router 0783a6f9-1c96-4ec1-aad2-337c1f5936d5 is scheduled to L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 with binding_index 1 {{(pid=103364) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 18:15:20.849765 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 0d8257a1-cd5a-49b5-bab3-f0858c95e3b2 no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:15:20.853669 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75d31710-5d54-42d3-b0f8-050382b53034 tempest-RoutersAdminTest-1411508555 tempest-RoutersAdminTest-1411508555-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:15:20.867709 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70f1d91-82a5-468d-a809-7d75387b0142 None None] Sync routers for ids ['0783a6f9-1c96-4ec1-aad2-337c1f5936d5'] in n-d-818022-2 {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:15:20.878006 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-75d31710-5d54-42d3-b0f8-050382b53034 tempest-RoutersAdminTest-1411508555 tempest-RoutersAdminTest-1411508555-project] Publish callbacks [] for router, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:20.878239 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a70f1d91-82a5-468d-a809-7d75387b0142 None None] Routers {'0783a6f9-1c96-4ec1-aad2-337c1f5936d5'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:15:20.878687 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-a70f1d91-82a5-468d-a809-7d75387b0142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:15:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['0783a6f9-1c96-4ec1-aad2-337c1f5936d5'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:15:20.879194 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: 0d8257a1-cd5a-49b5-bab3-f0858c95e3b2 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:15:20.879886 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 0d8257a1-cd5a-49b5-bab3-f0858c95e3b2 not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:15:20.881109 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-75d31710-5d54-42d3-b0f8-050382b53034 tempest-RoutersAdminTest-1411508555 tempest-RoutersAdminTest-1411508555-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 1.7663677 Nov 19 18:15:20.883029 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 41890) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:15:20.888200 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-88a31301-e9e7-4c39-9a5c-c4ad9dd09e6e tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'enable_snat': False}}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:15:20.918653 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-a70f1d91-82a5-468d-a809-7d75387b0142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:15:20.928074 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a70f1d91-82a5-468d-a809-7d75387b0142 None None] Routers {'0783a6f9-1c96-4ec1-aad2-337c1f5936d5'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:15:20.928681 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-a70f1d91-82a5-468d-a809-7d75387b0142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:15:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['0783a6f9-1c96-4ec1-aad2-337c1f5936d5'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:15:20.959832 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-a70f1d91-82a5-468d-a809-7d75387b0142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:15:20.960490 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70f1d91-82a5-468d-a809-7d75387b0142 None None] The sync data for ids ['0783a6f9-1c96-4ec1-aad2-337c1f5936d5'] in n-d-818022-2 is: [] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:15:21.219759 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-88a31301-e9e7-4c39-9a5c-c4ad9dd09e6e tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:21.633574 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-88a31301-e9e7-4c39-9a5c-c4ad9dd09e6e tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-671667', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4675'] for router, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:21.636831 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-88a31301-e9e7-4c39-9a5c-c4ad9dd09e6e tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-671652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-671709', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-543867'] for router, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:21.746125 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88a31301-e9e7-4c39-9a5c-c4ad9dd09e6e tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] Router 0783a6f9-1c96-4ec1-aad2-337c1f5936d5 has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 18:15:22.103133 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88a31301-e9e7-4c39-9a5c-c4ad9dd09e6e tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:15:22.107630 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-88a31301-e9e7-4c39-9a5c-c4ad9dd09e6e tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] Publish callbacks [] for router, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:22.108641 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-88a31301-e9e7-4c39-9a5c-c4ad9dd09e6e tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] 10.222.0.54 "PUT /v2.0/routers/0783a6f9-1c96-4ec1-aad2-337c1f5936d5 HTTP/1.1" status: 200 len: 921 time: 1.2246351 Nov 19 18:15:22.111280 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 41892) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:15:22.111552 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77872dc8-77f9-4e0c-93f2-3a304c7b4920 None None] Sync routers for ids ['0783a6f9-1c96-4ec1-aad2-337c1f5936d5'] in n-d-818022-2 {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:15:22.122303 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77872dc8-77f9-4e0c-93f2-3a304c7b4920 None None] Routers {'0783a6f9-1c96-4ec1-aad2-337c1f5936d5'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:15:22.122913 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-77872dc8-77f9-4e0c-93f2-3a304c7b4920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:15:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['0783a6f9-1c96-4ec1-aad2-337c1f5936d5'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:15:22.155948 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-77872dc8-77f9-4e0c-93f2-3a304c7b4920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:15:22.165523 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77872dc8-77f9-4e0c-93f2-3a304c7b4920 None None] Routers {'0783a6f9-1c96-4ec1-aad2-337c1f5936d5'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:15:22.166167 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-77872dc8-77f9-4e0c-93f2-3a304c7b4920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:15:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['0783a6f9-1c96-4ec1-aad2-337c1f5936d5'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:15:22.209336 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-77872dc8-77f9-4e0c-93f2-3a304c7b4920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:15:22.210108 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77872dc8-77f9-4e0c-93f2-3a304c7b4920 None None] The sync data for ids ['0783a6f9-1c96-4ec1-aad2-337c1f5936d5'] in n-d-818022-2 is: [] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:15:22.220172 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-bd6167ad-10b5-4e21-bc82-d68ee58d23b2 tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] 10.222.0.54 "GET /v2.0/routers/0783a6f9-1c96-4ec1-aad2-337c1f5936d5 HTTP/1.1" status: 200 len: 921 time: 0.1077397 Nov 19 18:15:22.223493 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 41894) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:15:22.294375 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ef42b2b-0da1-4b00-b3a8-a870c3e8946b tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:15:22.295936 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-5ef42b2b-0da1-4b00-b3a8-a870c3e8946b tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] 10.222.0.54 "GET /v2.0/ports?network_id=645e61aa-1a6c-4e8f-857e-ab06edb4897f&device_id=0783a6f9-1c96-4ec1-aad2-337c1f5936d5&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0712805 Nov 19 18:15:22.298609 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 41896) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:15:22.384956 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0f2df03-edd6-418e-9729-d41581eb0166 tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:15:22.386295 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-e0f2df03-edd6-418e-9729-d41581eb0166 tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] 10.222.0.54 "GET /v2.0/networks/645e61aa-1a6c-4e8f-857e-ab06edb4897f HTTP/1.1" status: 200 len: 881 time: 0.0867474 Nov 19 18:15:22.389341 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 41898) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:15:22.416942 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-15c460a7-5fac-42d1-b886-8e8682379552 tempest-RoutersAdminTest-1411508555 tempest-RoutersAdminTest-1411508555-project] 10.222.0.54 "GET /v2.0/ports?device_id=0783a6f9-1c96-4ec1-aad2-337c1f5936d5 HTTP/1.1" status: 200 len: 205 time: 0.0264766 Nov 19 18:15:22.419388 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 41900) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:15:22.530483 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-adcfb6e4-3314-47c4-8d97-c5dcccd7ed6c tempest-RoutersAdminTest-1411508555 tempest-RoutersAdminTest-1411508555-project] Publish callbacks [] for router, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:22.633664 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-adcfb6e4-3314-47c4-8d97-c5dcccd7ed6c tempest-RoutersAdminTest-1411508555 tempest-RoutersAdminTest-1411508555-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:22.685659 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-adcfb6e4-3314-47c4-8d97-c5dcccd7ed6c tempest-RoutersAdminTest-1411508555 tempest-RoutersAdminTest-1411508555-project] Deleting port 323468d0-0222-4e5f-8230-9e1afe519d17 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:15:22.685936 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-adcfb6e4-3314-47c4-8d97-c5dcccd7ed6c tempest-RoutersAdminTest-1411508555 tempest-RoutersAdminTest-1411508555-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:22.768467 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-adcfb6e4-3314-47c4-8d97-c5dcccd7ed6c tempest-RoutersAdminTest-1411508555 tempest-RoutersAdminTest-1411508555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:22.780547 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-adcfb6e4-3314-47c4-8d97-c5dcccd7ed6c tempest-RoutersAdminTest-1411508555 tempest-RoutersAdminTest-1411508555-project] Calling delete_port for 323468d0-0222-4e5f-8230-9e1afe519d17 owned by network:router_gateway {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:15:22.947785 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-adcfb6e4-3314-47c4-8d97-c5dcccd7ed6c tempest-RoutersAdminTest-1411508555 tempest-RoutersAdminTest-1411508555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:22.977882 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcfb6e4-3314-47c4-8d97-c5dcccd7ed6c tempest-RoutersAdminTest-1411508555 tempest-RoutersAdminTest-1411508555-project] Pushing event deleted for resources: {'Port': ['ID=323468d0-0222-4e5f-8230-9e1afe519d17,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:15:22.985201 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-403daf67-32fa-43d9-a40d-80106064c64c None None] DHCP port deletion for 645e61aa-1a6c-4e8f-857e-ab06edb4897f request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:15:23.043982 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-adcfb6e4-3314-47c4-8d97-c5dcccd7ed6c tempest-RoutersAdminTest-1411508555 tempest-RoutersAdminTest-1411508555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-671730'] for router_gateway, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:23.139773 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-adcfb6e4-3314-47c4-8d97-c5dcccd7ed6c tempest-RoutersAdminTest-1411508555 tempest-RoutersAdminTest-1411508555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4696'] for router, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:23.142465 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-adcfb6e4-3314-47c4-8d97-c5dcccd7ed6c tempest-RoutersAdminTest-1411508555 tempest-RoutersAdminTest-1411508555-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:23.188789 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-adcfb6e4-3314-47c4-8d97-c5dcccd7ed6c tempest-RoutersAdminTest-1411508555 tempest-RoutersAdminTest-1411508555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-543895'] for router, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:23.189326 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adcfb6e4-3314-47c4-8d97-c5dcccd7ed6c tempest-RoutersAdminTest-1411508555 tempest-RoutersAdminTest-1411508555-project] Fanout notify agent at l3_agent the message router_deleted on router 0783a6f9-1c96-4ec1-aad2-337c1f5936d5 {{(pid=103365) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 18:15:23.197091 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-adcfb6e4-3314-47c4-8d97-c5dcccd7ed6c tempest-RoutersAdminTest-1411508555 tempest-RoutersAdminTest-1411508555-project] Publish callbacks [] for router, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:23.198192 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-adcfb6e4-3314-47c4-8d97-c5dcccd7ed6c tempest-RoutersAdminTest-1411508555 tempest-RoutersAdminTest-1411508555-project] 10.222.0.54 "DELETE /v2.0/routers/0783a6f9-1c96-4ec1-aad2-337c1f5936d5 HTTP/1.1" status: 204 len: 168 time: 0.7778218 Nov 19 18:15:23.202292 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 41902) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:15:23.206912 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-5e4d66bb-0d3f-4330-b6c6-be9df9f1e164 tempest-RoutersAdminTest-1411508555 tempest-RoutersAdminTest-1411508555-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-66173464', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:15:23.233227 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5e4d66bb-0d3f-4330-b6c6-be9df9f1e164 tempest-RoutersAdminTest-1411508555 tempest-RoutersAdminTest-1411508555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9890'] for router, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:23.234498 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5e4d66bb-0d3f-4330-b6c6-be9df9f1e164 tempest-RoutersAdminTest-1411508555 tempest-RoutersAdminTest-1411508555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671617', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-732153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4689'] for router, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:23.290830 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5e4d66bb-0d3f-4330-b6c6-be9df9f1e164 tempest-RoutersAdminTest-1411508555 tempest-RoutersAdminTest-1411508555-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:23.296617 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5e4d66bb-0d3f-4330-b6c6-be9df9f1e164 tempest-RoutersAdminTest-1411508555 tempest-RoutersAdminTest-1411508555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671702'] for router, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:23.315803 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5e4d66bb-0d3f-4330-b6c6-be9df9f1e164 tempest-RoutersAdminTest-1411508555 tempest-RoutersAdminTest-1411508555-project] Publish callbacks [] for router, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:23.320372 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-5e4d66bb-0d3f-4330-b6c6-be9df9f1e164 tempest-RoutersAdminTest-1411508555 tempest-RoutersAdminTest-1411508555-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1137593 Nov 19 18:15:23.320787 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 41904) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:15:23.325837 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-70ec063a-bca0-4f5a-ada6-a9aad81fc5cd tempest-RoutersAdminTest-1411508555 tempest-RoutersAdminTest-1411508555-project] Request body: {'router': {'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'}}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:15:23.403885 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.agents_db [None req-619e5c26-d9ed-4321-86eb-7d443bb9dfa2 None None] Agent healthcheck: found 7 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 18:15:23.777333 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-70ec063a-bca0-4f5a-ada6-a9aad81fc5cd tempest-RoutersAdminTest-1411508555 tempest-RoutersAdminTest-1411508555-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:23.985043 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-70ec063a-bca0-4f5a-ada6-a9aad81fc5cd tempest-RoutersAdminTest-1411508555 tempest-RoutersAdminTest-1411508555-project] Publish callbacks [] for router_gateway, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:24.004508 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-70ec063a-bca0-4f5a-ada6-a9aad81fc5cd tempest-RoutersAdminTest-1411508555 tempest-RoutersAdminTest-1411508555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:24.109320 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [None req-70ec063a-bca0-4f5a-ada6-a9aad81fc5cd tempest-RoutersAdminTest-1411508555 tempest-RoutersAdminTest-1411508555-project] Allocated IP 172.25.7.78 (645e61aa-1a6c-4e8f-857e-ab06edb4897f/88ed2d64-f56d-4f01-a468-946e01c99e82/9b60040e-562d-4767-9762-327534c4302f) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:15:24.214510 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-70ec063a-bca0-4f5a-ada6-a9aad81fc5cd tempest-RoutersAdminTest-1411508555 tempest-RoutersAdminTest-1411508555-project] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:24.251858 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-70ec063a-bca0-4f5a-ada6-a9aad81fc5cd tempest-RoutersAdminTest-1411508555 tempest-RoutersAdminTest-1411508555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:24.292204 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70ec063a-bca0-4f5a-ada6-a9aad81fc5cd tempest-RoutersAdminTest-1411508555 tempest-RoutersAdminTest-1411508555-project] Network 645e61aa-1a6c-4e8f-857e-ab06edb4897f is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:15:24.296770 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-70ec063a-bca0-4f5a-ada6-a9aad81fc5cd tempest-RoutersAdminTest-1411508555 tempest-RoutersAdminTest-1411508555-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:15:24.301382 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ec063a-bca0-4f5a-ada6-a9aad81fc5cd tempest-RoutersAdminTest-1411508555 tempest-RoutersAdminTest-1411508555-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:15:24.305158 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ec063a-bca0-4f5a-ada6-a9aad81fc5cd tempest-RoutersAdminTest-1411508555 tempest-RoutersAdminTest-1411508555-project] Pushing event updated for resources: {'Port': ['ID=9b60040e-562d-4767-9762-327534c4302f,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:15:24.310522 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94254460-d405-4a62-9e32-a3911020dbb6 None None] DHCP port deletion for 645e61aa-1a6c-4e8f-857e-ab06edb4897f request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:15:24.427398 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-a679b9cd-985f-4a3e-a0a9-53889fc20cf7 None None] Provisioning complete for port 9b60040e-562d-4767-9762-327534c4302f triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:15:24.427770 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a679b9cd-985f-4a3e-a0a9-53889fc20cf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:24.461765 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-a679b9cd-985f-4a3e-a0a9-53889fc20cf7 None None] Port 9b60040e-562d-4767-9762-327534c4302f cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:15:24.559454 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-70ec063a-bca0-4f5a-ada6-a9aad81fc5cd tempest-RoutersAdminTest-1411508555 tempest-RoutersAdminTest-1411508555-project] Publish callbacks [] for router_gateway, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:24.756809 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-70ec063a-bca0-4f5a-ada6-a9aad81fc5cd tempest-RoutersAdminTest-1411508555 tempest-RoutersAdminTest-1411508555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-671667', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4675'] for router, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:24.760156 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-70ec063a-bca0-4f5a-ada6-a9aad81fc5cd tempest-RoutersAdminTest-1411508555 tempest-RoutersAdminTest-1411508555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-671652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-671709', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-543867'] for router, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:24.901858 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70ec063a-bca0-4f5a-ada6-a9aad81fc5cd tempest-RoutersAdminTest-1411508555 tempest-RoutersAdminTest-1411508555-project] Router 8c833fd0-a4e1-4505-a160-e87e1d23859e is scheduled to L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 with binding_index 1 {{(pid=103365) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 18:15:25.013413 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70ec063a-bca0-4f5a-ada6-a9aad81fc5cd tempest-RoutersAdminTest-1411508555 tempest-RoutersAdminTest-1411508555-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:15:25.021130 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-70ec063a-bca0-4f5a-ada6-a9aad81fc5cd tempest-RoutersAdminTest-1411508555 tempest-RoutersAdminTest-1411508555-project] Publish callbacks [] for router, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:25.022371 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-70ec063a-bca0-4f5a-ada6-a9aad81fc5cd tempest-RoutersAdminTest-1411508555 tempest-RoutersAdminTest-1411508555-project] 10.222.0.54 "PUT /v2.0/routers/8c833fd0-a4e1-4505-a160-e87e1d23859e HTTP/1.1" status: 200 len: 877 time: 1.7001157 Nov 19 18:15:25.024755 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be178db8-002d-4337-95df-b56b8a937b37 None None] Sync routers for ids ['8c833fd0-a4e1-4505-a160-e87e1d23859e'] in n-d-818022-2 {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:15:25.025289 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 41906) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:15:25.037246 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be178db8-002d-4337-95df-b56b8a937b37 None None] Routers {'8c833fd0-a4e1-4505-a160-e87e1d23859e'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:15:25.037907 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-be178db8-002d-4337-95df-b56b8a937b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:15:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['8c833fd0-a4e1-4505-a160-e87e1d23859e'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:15:25.072028 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-be178db8-002d-4337-95df-b56b8a937b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:15:25.081049 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be178db8-002d-4337-95df-b56b8a937b37 None None] Routers {'8c833fd0-a4e1-4505-a160-e87e1d23859e'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:15:25.081660 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-be178db8-002d-4337-95df-b56b8a937b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:15:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['8c833fd0-a4e1-4505-a160-e87e1d23859e'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:15:25.137366 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-fc142118-4861-46ab-aa39-2dec6d2a8596 tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] 10.222.0.54 "GET /v2.0/routers/8c833fd0-a4e1-4505-a160-e87e1d23859e HTTP/1.1" status: 200 len: 918 time: 0.1107948 Nov 19 18:15:25.140406 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 41908) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:15:25.209060 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-be178db8-002d-4337-95df-b56b8a937b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:15:25.209630 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be178db8-002d-4337-95df-b56b8a937b37 None None] The sync data for ids ['8c833fd0-a4e1-4505-a160-e87e1d23859e'] in n-d-818022-2 is: [] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:15:25.224534 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3da8b291-4b13-49f5-a602-bf850d260bd2 tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:15:25.226078 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-3da8b291-4b13-49f5-a602-bf850d260bd2 tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] 10.222.0.54 "GET /v2.0/ports?network_id=645e61aa-1a6c-4e8f-857e-ab06edb4897f&device_id=8c833fd0-a4e1-4505-a160-e87e1d23859e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0842497 Nov 19 18:15:25.228686 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 41910) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:15:25.322122 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4736891-4679-4690-917a-667b907d098c tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:15:25.323522 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-b4736891-4679-4690-917a-667b907d098c tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] 10.222.0.54 "GET /v2.0/networks/645e61aa-1a6c-4e8f-857e-ab06edb4897f HTTP/1.1" status: 200 len: 881 time: 0.0939357 Nov 19 18:15:25.326344 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 41912) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:15:25.354736 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-633eb5e5-735c-424e-b556-ec3a24713444 tempest-RoutersAdminTest-1411508555 tempest-RoutersAdminTest-1411508555-project] 10.222.0.54 "GET /v2.0/ports?device_id=8c833fd0-a4e1-4505-a160-e87e1d23859e HTTP/1.1" status: 200 len: 205 time: 0.0273216 Nov 19 18:15:25.358134 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 41914) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:15:25.464966 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-cb523349-8d5a-4bb7-a68e-7d2e9cbca6f4 tempest-RoutersAdminTest-1411508555 tempest-RoutersAdminTest-1411508555-project] Publish callbacks [] for router, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:25.570341 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-cb523349-8d5a-4bb7-a68e-7d2e9cbca6f4 tempest-RoutersAdminTest-1411508555 tempest-RoutersAdminTest-1411508555-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:25.625350 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-cb523349-8d5a-4bb7-a68e-7d2e9cbca6f4 tempest-RoutersAdminTest-1411508555 tempest-RoutersAdminTest-1411508555-project] Deleting port 9b60040e-562d-4767-9762-327534c4302f {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:15:25.625686 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-cb523349-8d5a-4bb7-a68e-7d2e9cbca6f4 tempest-RoutersAdminTest-1411508555 tempest-RoutersAdminTest-1411508555-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:25.705963 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-cb523349-8d5a-4bb7-a68e-7d2e9cbca6f4 tempest-RoutersAdminTest-1411508555 tempest-RoutersAdminTest-1411508555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:25.718196 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-cb523349-8d5a-4bb7-a68e-7d2e9cbca6f4 tempest-RoutersAdminTest-1411508555 tempest-RoutersAdminTest-1411508555-project] Calling delete_port for 9b60040e-562d-4767-9762-327534c4302f owned by network:router_gateway {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:15:25.880549 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-cb523349-8d5a-4bb7-a68e-7d2e9cbca6f4 tempest-RoutersAdminTest-1411508555 tempest-RoutersAdminTest-1411508555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:25.907285 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb523349-8d5a-4bb7-a68e-7d2e9cbca6f4 tempest-RoutersAdminTest-1411508555 tempest-RoutersAdminTest-1411508555-project] Pushing event deleted for resources: {'Port': ['ID=9b60040e-562d-4767-9762-327534c4302f,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:15:25.922877 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fde07f7b-cc0b-41b3-811a-9d657b842e53 None None] DHCP port deletion for 645e61aa-1a6c-4e8f-857e-ab06edb4897f request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:15:25.966306 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-cb523349-8d5a-4bb7-a68e-7d2e9cbca6f4 tempest-RoutersAdminTest-1411508555 tempest-RoutersAdminTest-1411508555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-671730'] for router_gateway, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:26.058059 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-cb523349-8d5a-4bb7-a68e-7d2e9cbca6f4 tempest-RoutersAdminTest-1411508555 tempest-RoutersAdminTest-1411508555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4696'] for router, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:26.060214 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-cb523349-8d5a-4bb7-a68e-7d2e9cbca6f4 tempest-RoutersAdminTest-1411508555 tempest-RoutersAdminTest-1411508555-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:26.106493 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-cb523349-8d5a-4bb7-a68e-7d2e9cbca6f4 tempest-RoutersAdminTest-1411508555 tempest-RoutersAdminTest-1411508555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-543895'] for router, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:26.107066 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb523349-8d5a-4bb7-a68e-7d2e9cbca6f4 tempest-RoutersAdminTest-1411508555 tempest-RoutersAdminTest-1411508555-project] Fanout notify agent at l3_agent the message router_deleted on router 8c833fd0-a4e1-4505-a160-e87e1d23859e {{(pid=103364) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 18:15:26.113900 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-cb523349-8d5a-4bb7-a68e-7d2e9cbca6f4 tempest-RoutersAdminTest-1411508555 tempest-RoutersAdminTest-1411508555-project] Publish callbacks [] for router, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:26.115053 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-cb523349-8d5a-4bb7-a68e-7d2e9cbca6f4 tempest-RoutersAdminTest-1411508555 tempest-RoutersAdminTest-1411508555-project] 10.222.0.54 "DELETE /v2.0/routers/8c833fd0-a4e1-4505-a160-e87e1d23859e HTTP/1.1" status: 204 len: 168 time: 0.7560165 Nov 19 18:15:26.119164 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 41916) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:15:26.123565 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-c26c8d87-d3e6-42d9-a000-677d00d486bd tempest-RoutersAdminTest-1411508555 tempest-RoutersAdminTest-1411508555-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1022871735', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:15:26.147172 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c26c8d87-d3e6-42d9-a000-677d00d486bd tempest-RoutersAdminTest-1411508555 tempest-RoutersAdminTest-1411508555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9890'] for router, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:26.148198 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c26c8d87-d3e6-42d9-a000-677d00d486bd tempest-RoutersAdminTest-1411508555 tempest-RoutersAdminTest-1411508555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671617', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-732153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4689'] for router, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:26.197975 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c26c8d87-d3e6-42d9-a000-677d00d486bd tempest-RoutersAdminTest-1411508555 tempest-RoutersAdminTest-1411508555-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:26.201603 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c26c8d87-d3e6-42d9-a000-677d00d486bd tempest-RoutersAdminTest-1411508555 tempest-RoutersAdminTest-1411508555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671702'] for router, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:26.219819 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c26c8d87-d3e6-42d9-a000-677d00d486bd tempest-RoutersAdminTest-1411508555 tempest-RoutersAdminTest-1411508555-project] Publish callbacks [] for router, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:26.221017 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-c26c8d87-d3e6-42d9-a000-677d00d486bd tempest-RoutersAdminTest-1411508555 tempest-RoutersAdminTest-1411508555-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1008999 Nov 19 18:15:26.224304 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 41918) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:15:26.228287 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-b0b60752-eea7-4abf-93f9-5aeb0cd4a41e tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'enable_snat': True}}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:15:26.430074 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b0b60752-eea7-4abf-93f9-5aeb0cd4a41e tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:26.685069 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b0b60752-eea7-4abf-93f9-5aeb0cd4a41e tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:26.703803 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b0b60752-eea7-4abf-93f9-5aeb0cd4a41e tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:26.811046 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [None req-b0b60752-eea7-4abf-93f9-5aeb0cd4a41e tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] Allocated IP 172.25.7.14 (645e61aa-1a6c-4e8f-857e-ab06edb4897f/88ed2d64-f56d-4f01-a468-946e01c99e82/9aea95c6-3ce8-4a03-a763-b44fbd8e9f6b) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:15:26.916670 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b0b60752-eea7-4abf-93f9-5aeb0cd4a41e tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:26.951255 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b0b60752-eea7-4abf-93f9-5aeb0cd4a41e tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:26.988750 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0b60752-eea7-4abf-93f9-5aeb0cd4a41e tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] Network 645e61aa-1a6c-4e8f-857e-ab06edb4897f is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:15:26.992319 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-b0b60752-eea7-4abf-93f9-5aeb0cd4a41e tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:15:26.995938 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b60752-eea7-4abf-93f9-5aeb0cd4a41e tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:15:27.005195 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db272eea-b2d7-46c6-8b85-841e6d80fe0b None None] DHCP port deletion for 645e61aa-1a6c-4e8f-857e-ab06edb4897f request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:15:27.020073 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b60752-eea7-4abf-93f9-5aeb0cd4a41e tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] Pushing event updated for resources: {'Port': ['ID=9aea95c6-3ce8-4a03-a763-b44fbd8e9f6b,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:15:27.096993 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4dbe4416-7b8c-4e42-915a-74539b867e49 None None] Provisioning complete for port 9aea95c6-3ce8-4a03-a763-b44fbd8e9f6b triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:15:27.097472 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4dbe4416-7b8c-4e42-915a-74539b867e49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:27.132234 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4dbe4416-7b8c-4e42-915a-74539b867e49 None None] Port 9aea95c6-3ce8-4a03-a763-b44fbd8e9f6b cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:15:27.516248 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b0b60752-eea7-4abf-93f9-5aeb0cd4a41e tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:27.716454 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b0b60752-eea7-4abf-93f9-5aeb0cd4a41e tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-671667', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4675'] for router, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:27.719916 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b0b60752-eea7-4abf-93f9-5aeb0cd4a41e tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-671652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-671709', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-543867'] for router, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:27.850891 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0b60752-eea7-4abf-93f9-5aeb0cd4a41e tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] Router 4dacedae-3602-4623-86ff-fc0a9b000f09 is scheduled to L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 with binding_index 1 {{(pid=103364) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 18:15:27.961372 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0b60752-eea7-4abf-93f9-5aeb0cd4a41e tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:15:27.965783 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b0b60752-eea7-4abf-93f9-5aeb0cd4a41e tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] Publish callbacks [] for router, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:27.967049 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-b0b60752-eea7-4abf-93f9-5aeb0cd4a41e tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] 10.222.0.54 "PUT /v2.0/routers/4dacedae-3602-4623-86ff-fc0a9b000f09 HTTP/1.1" status: 200 len: 914 time: 1.7421827 Nov 19 18:15:27.969837 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 41920) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:15:27.976760 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a9376c3-ba95-43a7-b411-b220d9eb9f82 None None] Sync routers for ids ['4dacedae-3602-4623-86ff-fc0a9b000f09'] in n-d-818022-2 {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:15:27.987597 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a9376c3-ba95-43a7-b411-b220d9eb9f82 None None] Routers {'4dacedae-3602-4623-86ff-fc0a9b000f09'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:15:27.988491 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-6a9376c3-ba95-43a7-b411-b220d9eb9f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:15:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['4dacedae-3602-4623-86ff-fc0a9b000f09'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:15:28.022552 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-6a9376c3-ba95-43a7-b411-b220d9eb9f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:15:28.031577 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a9376c3-ba95-43a7-b411-b220d9eb9f82 None None] Routers {'4dacedae-3602-4623-86ff-fc0a9b000f09'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:15:28.032196 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-6a9376c3-ba95-43a7-b411-b220d9eb9f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:15:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['4dacedae-3602-4623-86ff-fc0a9b000f09'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:15:28.067983 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-6a9376c3-ba95-43a7-b411-b220d9eb9f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:15:28.068657 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a9376c3-ba95-43a7-b411-b220d9eb9f82 None None] The sync data for ids ['4dacedae-3602-4623-86ff-fc0a9b000f09'] in n-d-818022-2 is: [] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:15:28.080444 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-ad60ae9b-b54e-4bee-9aa9-cc0f1e16276b tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] 10.222.0.54 "GET /v2.0/routers/4dacedae-3602-4623-86ff-fc0a9b000f09 HTTP/1.1" status: 200 len: 920 time: 0.1094787 Nov 19 18:15:28.083127 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 41922) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:15:28.125150 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0546d6b2-3c7f-46b5-b343-3d8ee1e5512c tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:15:28.126603 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-0546d6b2-3c7f-46b5-b343-3d8ee1e5512c tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] 10.222.0.54 "GET /v2.0/ports?network_id=645e61aa-1a6c-4e8f-857e-ab06edb4897f&device_id=4dacedae-3602-4623-86ff-fc0a9b000f09&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0425327 Nov 19 18:15:28.129183 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 41924) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:15:28.212026 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cca9eea-747c-41f7-8aab-c7be2e03a029 tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:15:28.213426 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-2cca9eea-747c-41f7-8aab-c7be2e03a029 tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] 10.222.0.54 "GET /v2.0/networks/645e61aa-1a6c-4e8f-857e-ab06edb4897f HTTP/1.1" status: 200 len: 881 time: 0.0833263 Nov 19 18:15:28.216239 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 41926) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:15:28.247574 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-764797ae-2850-49dd-a4b7-ee89aea3b51b tempest-RoutersAdminTest-1411508555 tempest-RoutersAdminTest-1411508555-project] 10.222.0.54 "GET /v2.0/ports?device_id=4dacedae-3602-4623-86ff-fc0a9b000f09 HTTP/1.1" status: 200 len: 205 time: 0.0302548 Nov 19 18:15:28.250046 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 41928) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:15:28.357895 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8e5766b5-b0ba-4692-9cae-0515fe169254 tempest-RoutersAdminTest-1411508555 tempest-RoutersAdminTest-1411508555-project] Publish callbacks [] for router, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:28.460471 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8e5766b5-b0ba-4692-9cae-0515fe169254 tempest-RoutersAdminTest-1411508555 tempest-RoutersAdminTest-1411508555-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:28.517099 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-8e5766b5-b0ba-4692-9cae-0515fe169254 tempest-RoutersAdminTest-1411508555 tempest-RoutersAdminTest-1411508555-project] Deleting port 9aea95c6-3ce8-4a03-a763-b44fbd8e9f6b {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:15:28.517863 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8e5766b5-b0ba-4692-9cae-0515fe169254 tempest-RoutersAdminTest-1411508555 tempest-RoutersAdminTest-1411508555-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:28.592353 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8e5766b5-b0ba-4692-9cae-0515fe169254 tempest-RoutersAdminTest-1411508555 tempest-RoutersAdminTest-1411508555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:28.605248 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-8e5766b5-b0ba-4692-9cae-0515fe169254 tempest-RoutersAdminTest-1411508555 tempest-RoutersAdminTest-1411508555-project] Calling delete_port for 9aea95c6-3ce8-4a03-a763-b44fbd8e9f6b owned by network:router_gateway {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:15:28.767988 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8e5766b5-b0ba-4692-9cae-0515fe169254 tempest-RoutersAdminTest-1411508555 tempest-RoutersAdminTest-1411508555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:28.792801 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5766b5-b0ba-4692-9cae-0515fe169254 tempest-RoutersAdminTest-1411508555 tempest-RoutersAdminTest-1411508555-project] Pushing event deleted for resources: {'Port': ['ID=9aea95c6-3ce8-4a03-a763-b44fbd8e9f6b,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:15:28.810227 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ea427ba-e546-40fc-a3c3-eaa3c8fe4457 None None] DHCP port deletion for 645e61aa-1a6c-4e8f-857e-ab06edb4897f request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:15:28.859731 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8e5766b5-b0ba-4692-9cae-0515fe169254 tempest-RoutersAdminTest-1411508555 tempest-RoutersAdminTest-1411508555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-671730'] for router_gateway, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:28.951219 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8e5766b5-b0ba-4692-9cae-0515fe169254 tempest-RoutersAdminTest-1411508555 tempest-RoutersAdminTest-1411508555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4696'] for router, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:28.953387 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8e5766b5-b0ba-4692-9cae-0515fe169254 tempest-RoutersAdminTest-1411508555 tempest-RoutersAdminTest-1411508555-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:28.997584 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8e5766b5-b0ba-4692-9cae-0515fe169254 tempest-RoutersAdminTest-1411508555 tempest-RoutersAdminTest-1411508555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-543895'] for router, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:28.998158 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e5766b5-b0ba-4692-9cae-0515fe169254 tempest-RoutersAdminTest-1411508555 tempest-RoutersAdminTest-1411508555-project] Fanout notify agent at l3_agent the message router_deleted on router 4dacedae-3602-4623-86ff-fc0a9b000f09 {{(pid=103364) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 18:15:29.005722 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8e5766b5-b0ba-4692-9cae-0515fe169254 tempest-RoutersAdminTest-1411508555 tempest-RoutersAdminTest-1411508555-project] Publish callbacks [] for router, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:29.010987 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-8e5766b5-b0ba-4692-9cae-0515fe169254 tempest-RoutersAdminTest-1411508555 tempest-RoutersAdminTest-1411508555-project] 10.222.0.54 "DELETE /v2.0/routers/4dacedae-3602-4623-86ff-fc0a9b000f09 HTTP/1.1" status: 204 len: 168 time: 0.7559280 Nov 19 18:15:29.010987 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 41930) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:15:29.015434 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-bb60c047-cf91-4512-8a1d-15bc9bb69ba1 tempest-RoutersAdminTest-1411508555 tempest-RoutersAdminTest-1411508555-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1633975702', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:15:29.038041 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-bb60c047-cf91-4512-8a1d-15bc9bb69ba1 tempest-RoutersAdminTest-1411508555 tempest-RoutersAdminTest-1411508555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9890'] for router, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:29.038959 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-bb60c047-cf91-4512-8a1d-15bc9bb69ba1 tempest-RoutersAdminTest-1411508555 tempest-RoutersAdminTest-1411508555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671617', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-732153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4689'] for router, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:29.093185 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-bb60c047-cf91-4512-8a1d-15bc9bb69ba1 tempest-RoutersAdminTest-1411508555 tempest-RoutersAdminTest-1411508555-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:29.097601 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-bb60c047-cf91-4512-8a1d-15bc9bb69ba1 tempest-RoutersAdminTest-1411508555 tempest-RoutersAdminTest-1411508555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671702'] for router, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:29.115812 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-bb60c047-cf91-4512-8a1d-15bc9bb69ba1 tempest-RoutersAdminTest-1411508555 tempest-RoutersAdminTest-1411508555-project] Publish callbacks [] for router, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:29.117480 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-bb60c047-cf91-4512-8a1d-15bc9bb69ba1 tempest-RoutersAdminTest-1411508555 tempest-RoutersAdminTest-1411508555-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1057281 Nov 19 18:15:29.120180 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 41932) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:15:29.125959 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-e200caac-418c-43f8-aca5-5edbf4a686d1 tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'enable_snat': False}}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:15:29.331782 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e200caac-418c-43f8-aca5-5edbf4a686d1 tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:29.530232 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e200caac-418c-43f8-aca5-5edbf4a686d1 tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:29.549317 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e200caac-418c-43f8-aca5-5edbf4a686d1 tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:29.653577 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [None req-e200caac-418c-43f8-aca5-5edbf4a686d1 tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] Allocated IP 172.25.7.94 (645e61aa-1a6c-4e8f-857e-ab06edb4897f/88ed2d64-f56d-4f01-a468-946e01c99e82/a0edb44d-e16b-472d-81cd-abbf741906e1) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:15:29.763046 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e200caac-418c-43f8-aca5-5edbf4a686d1 tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:29.787065 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-bb76efea-9927-4470-8efc-ce95ca6be393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:29.798351 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e200caac-418c-43f8-aca5-5edbf4a686d1 tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:29.841487 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e200caac-418c-43f8-aca5-5edbf4a686d1 tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] Network 645e61aa-1a6c-4e8f-857e-ab06edb4897f is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:15:29.846156 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-e200caac-418c-43f8-aca5-5edbf4a686d1 tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:15:29.850925 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e200caac-418c-43f8-aca5-5edbf4a686d1 tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:15:29.854223 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200caac-418c-43f8-aca5-5edbf4a686d1 tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] Pushing event updated for resources: {'Port': ['ID=a0edb44d-e16b-472d-81cd-abbf741906e1,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:15:29.860577 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-477acf99-fc91-4abd-a71c-269b643f012e None None] DHCP port deletion for 645e61aa-1a6c-4e8f-857e-ab06edb4897f request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:15:29.977480 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-1b04a5dc-7c5a-4ff8-8d9e-9b02fce78b3c None None] Provisioning complete for port a0edb44d-e16b-472d-81cd-abbf741906e1 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:15:29.977843 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-1b04a5dc-7c5a-4ff8-8d9e-9b02fce78b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:30.014270 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-1b04a5dc-7c5a-4ff8-8d9e-9b02fce78b3c None None] Port a0edb44d-e16b-472d-81cd-abbf741906e1 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:15:30.117298 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e200caac-418c-43f8-aca5-5edbf4a686d1 tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:30.585115 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e200caac-418c-43f8-aca5-5edbf4a686d1 tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-671667', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4675'] for router, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:30.588609 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e200caac-418c-43f8-aca5-5edbf4a686d1 tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-671652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-671709', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-543867'] for router, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:30.713945 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e200caac-418c-43f8-aca5-5edbf4a686d1 tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] Router f06c6a8c-e9e9-4510-b7d2-dc40bce2bc71 is scheduled to L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 with binding_index 1 {{(pid=103364) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 18:15:30.821910 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e200caac-418c-43f8-aca5-5edbf4a686d1 tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:15:30.826478 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e200caac-418c-43f8-aca5-5edbf4a686d1 tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] Publish callbacks [] for router, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:30.828047 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-e200caac-418c-43f8-aca5-5edbf4a686d1 tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] 10.222.0.54 "PUT /v2.0/routers/f06c6a8c-e9e9-4510-b7d2-dc40bce2bc71 HTTP/1.1" status: 200 len: 915 time: 1.7063398 Nov 19 18:15:30.830409 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea0b0c90-3a46-44aa-93a6-0cd88b21db5a None None] Sync routers for ids ['f06c6a8c-e9e9-4510-b7d2-dc40bce2bc71'] in n-d-818022-2 {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:15:30.830898 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 41934) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:15:30.842582 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea0b0c90-3a46-44aa-93a6-0cd88b21db5a None None] Routers {'f06c6a8c-e9e9-4510-b7d2-dc40bce2bc71'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:15:30.843442 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-ea0b0c90-3a46-44aa-93a6-0cd88b21db5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:15:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['f06c6a8c-e9e9-4510-b7d2-dc40bce2bc71'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:15:30.889785 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-ea0b0c90-3a46-44aa-93a6-0cd88b21db5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:15:30.900351 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea0b0c90-3a46-44aa-93a6-0cd88b21db5a None None] Routers {'f06c6a8c-e9e9-4510-b7d2-dc40bce2bc71'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:15:30.901027 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-ea0b0c90-3a46-44aa-93a6-0cd88b21db5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:15:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['f06c6a8c-e9e9-4510-b7d2-dc40bce2bc71'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:15:30.940119 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-ea0b0c90-3a46-44aa-93a6-0cd88b21db5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:15:30.940119 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea0b0c90-3a46-44aa-93a6-0cd88b21db5a None None] The sync data for ids ['f06c6a8c-e9e9-4510-b7d2-dc40bce2bc71'] in n-d-818022-2 is: [] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:15:30.956862 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-9f50c16a-32ac-44fd-b24e-0c3bea6964ff tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] 10.222.0.54 "GET /v2.0/routers/f06c6a8c-e9e9-4510-b7d2-dc40bce2bc71 HTTP/1.1" status: 200 len: 921 time: 0.1204960 Nov 19 18:15:30.957953 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 41938) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:15:31.001749 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6f85e43-8dff-4f79-bdbb-9f843194ae3b tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:15:31.003340 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-e6f85e43-8dff-4f79-bdbb-9f843194ae3b tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] 10.222.0.54 "GET /v2.0/ports?network_id=645e61aa-1a6c-4e8f-857e-ab06edb4897f&device_id=f06c6a8c-e9e9-4510-b7d2-dc40bce2bc71&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0442007 Nov 19 18:15:31.006107 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 41940) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:15:31.104653 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9422a36b-a5d0-4238-8b3c-c1b610c5c4b7 tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:15:31.106029 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-9422a36b-a5d0-4238-8b3c-c1b610c5c4b7 tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] 10.222.0.54 "GET /v2.0/networks/645e61aa-1a6c-4e8f-857e-ab06edb4897f HTTP/1.1" status: 200 len: 881 time: 0.0989492 Nov 19 18:15:31.109346 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 41944) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:15:31.139165 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-2549b9e5-0bd8-4034-829e-c7517e8d5a39 tempest-RoutersAdminTest-1411508555 tempest-RoutersAdminTest-1411508555-project] 10.222.0.54 "GET /v2.0/ports?device_id=f06c6a8c-e9e9-4510-b7d2-dc40bce2bc71 HTTP/1.1" status: 200 len: 205 time: 0.0285358 Nov 19 18:15:31.141630 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 41946) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:15:31.253459 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1e9fb684-92aa-4c2f-a3be-b2932ca7cc85 tempest-RoutersAdminTest-1411508555 tempest-RoutersAdminTest-1411508555-project] Publish callbacks [] for router, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:31.386267 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1e9fb684-92aa-4c2f-a3be-b2932ca7cc85 tempest-RoutersAdminTest-1411508555 tempest-RoutersAdminTest-1411508555-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:31.441319 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-1e9fb684-92aa-4c2f-a3be-b2932ca7cc85 tempest-RoutersAdminTest-1411508555 tempest-RoutersAdminTest-1411508555-project] Deleting port a0edb44d-e16b-472d-81cd-abbf741906e1 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:15:31.441663 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1e9fb684-92aa-4c2f-a3be-b2932ca7cc85 tempest-RoutersAdminTest-1411508555 tempest-RoutersAdminTest-1411508555-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:31.523522 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1e9fb684-92aa-4c2f-a3be-b2932ca7cc85 tempest-RoutersAdminTest-1411508555 tempest-RoutersAdminTest-1411508555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:31.535760 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-1e9fb684-92aa-4c2f-a3be-b2932ca7cc85 tempest-RoutersAdminTest-1411508555 tempest-RoutersAdminTest-1411508555-project] Calling delete_port for a0edb44d-e16b-472d-81cd-abbf741906e1 owned by network:router_gateway {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:15:31.716980 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1e9fb684-92aa-4c2f-a3be-b2932ca7cc85 tempest-RoutersAdminTest-1411508555 tempest-RoutersAdminTest-1411508555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:31.749221 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9fb684-92aa-4c2f-a3be-b2932ca7cc85 tempest-RoutersAdminTest-1411508555 tempest-RoutersAdminTest-1411508555-project] Pushing event deleted for resources: {'Port': ['ID=a0edb44d-e16b-472d-81cd-abbf741906e1,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:15:31.758298 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee90b8af-a116-4f26-8ee2-22d8a3fc33ab None None] DHCP port deletion for 645e61aa-1a6c-4e8f-857e-ab06edb4897f request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:15:31.813628 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1e9fb684-92aa-4c2f-a3be-b2932ca7cc85 tempest-RoutersAdminTest-1411508555 tempest-RoutersAdminTest-1411508555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-671730'] for router_gateway, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:31.908189 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1e9fb684-92aa-4c2f-a3be-b2932ca7cc85 tempest-RoutersAdminTest-1411508555 tempest-RoutersAdminTest-1411508555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4696'] for router, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:31.911175 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1e9fb684-92aa-4c2f-a3be-b2932ca7cc85 tempest-RoutersAdminTest-1411508555 tempest-RoutersAdminTest-1411508555-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:31.961011 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1e9fb684-92aa-4c2f-a3be-b2932ca7cc85 tempest-RoutersAdminTest-1411508555 tempest-RoutersAdminTest-1411508555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-543895'] for router, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:31.961741 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e9fb684-92aa-4c2f-a3be-b2932ca7cc85 tempest-RoutersAdminTest-1411508555 tempest-RoutersAdminTest-1411508555-project] Fanout notify agent at l3_agent the message router_deleted on router f06c6a8c-e9e9-4510-b7d2-dc40bce2bc71 {{(pid=103365) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 18:15:31.969429 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1e9fb684-92aa-4c2f-a3be-b2932ca7cc85 tempest-RoutersAdminTest-1411508555 tempest-RoutersAdminTest-1411508555-project] Publish callbacks [] for router, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:31.974624 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-1e9fb684-92aa-4c2f-a3be-b2932ca7cc85 tempest-RoutersAdminTest-1411508555 tempest-RoutersAdminTest-1411508555-project] 10.222.0.54 "DELETE /v2.0/routers/f06c6a8c-e9e9-4510-b7d2-dc40bce2bc71 HTTP/1.1" status: 204 len: 168 time: 0.8281658 Nov 19 18:15:31.975207 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 41948) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:15:31.981305 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-f45fe9ac-96eb-42f0-9244-af2a5cb2a605 tempest-RoutersAdminTest-1411508555 tempest-RoutersAdminTest-1411508555-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1089051989', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'}, 'admin_state_up': False}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:15:32.007655 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f45fe9ac-96eb-42f0-9244-af2a5cb2a605 tempest-RoutersAdminTest-1411508555 tempest-RoutersAdminTest-1411508555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9890'] for router, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:32.008818 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f45fe9ac-96eb-42f0-9244-af2a5cb2a605 tempest-RoutersAdminTest-1411508555 tempest-RoutersAdminTest-1411508555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671617', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-732153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4689'] for router, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:32.029706 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f3e6dd91-0cdf-47ea-9852-f49c7c2d3086 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:32.068712 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f45fe9ac-96eb-42f0-9244-af2a5cb2a605 tempest-RoutersAdminTest-1411508555 tempest-RoutersAdminTest-1411508555-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:32.211773 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f45fe9ac-96eb-42f0-9244-af2a5cb2a605 tempest-RoutersAdminTest-1411508555 tempest-RoutersAdminTest-1411508555-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:32.415366 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f45fe9ac-96eb-42f0-9244-af2a5cb2a605 tempest-RoutersAdminTest-1411508555 tempest-RoutersAdminTest-1411508555-project] Publish callbacks [] for router_gateway, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:32.448202 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f45fe9ac-96eb-42f0-9244-af2a5cb2a605 tempest-RoutersAdminTest-1411508555 tempest-RoutersAdminTest-1411508555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:32.502621 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-1695cc2a-a791-4ab6-99f2-2eeda178a87c req-3386d75f-9f28-4d74-b045-34ee31dba139 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=a82dc0d9-c210-4d1c-8e24-2309f1ef0772&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0945318 Nov 19 18:15:32.591554 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [None req-f45fe9ac-96eb-42f0-9244-af2a5cb2a605 tempest-RoutersAdminTest-1411508555 tempest-RoutersAdminTest-1411508555-project] Allocated IP 172.25.7.36 (645e61aa-1a6c-4e8f-857e-ab06edb4897f/88ed2d64-f56d-4f01-a468-946e01c99e82/b770e142-36b5-4297-96f5-6c4e724fc521) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:15:32.652757 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1695cc2a-a791-4ab6-99f2-2eeda178a87c req-af9e7058-f868-4e79-8896-f6baefab388f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:15:32.654368 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-1695cc2a-a791-4ab6-99f2-2eeda178a87c req-af9e7058-f868-4e79-8896-f6baefab388f service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=d41245dedb694df6accb5dc7769c75e5&device_id=a82dc0d9-c210-4d1c-8e24-2309f1ef0772 HTTP/1.1" status: 200 len: 1096 time: 0.0992146 Nov 19 18:15:32.756544 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f45fe9ac-96eb-42f0-9244-af2a5cb2a605 tempest-RoutersAdminTest-1411508555 tempest-RoutersAdminTest-1411508555-project] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:32.795871 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1695cc2a-a791-4ab6-99f2-2eeda178a87c req-4a04a702-4dc2-4799-a314-b7357ea512ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:15:32.797341 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-1695cc2a-a791-4ab6-99f2-2eeda178a87c req-4a04a702-4dc2-4799-a314-b7357ea512ab service neutron] 10.222.0.86 "GET /v2.0/networks?id=76006e60-25ad-4a3c-ae92-45e166866a92 HTTP/1.1" status: 200 len: 897 time: 0.1223004 Nov 19 18:15:32.855436 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f45fe9ac-96eb-42f0-9244-af2a5cb2a605 tempest-RoutersAdminTest-1411508555 tempest-RoutersAdminTest-1411508555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:32.903670 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f45fe9ac-96eb-42f0-9244-af2a5cb2a605 tempest-RoutersAdminTest-1411508555 tempest-RoutersAdminTest-1411508555-project] Network 645e61aa-1a6c-4e8f-857e-ab06edb4897f is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:15:32.910085 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-f45fe9ac-96eb-42f0-9244-af2a5cb2a605 tempest-RoutersAdminTest-1411508555 tempest-RoutersAdminTest-1411508555-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:15:32.916271 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-1695cc2a-a791-4ab6-99f2-2eeda178a87c req-a582c932-269b-444e-9f76-a95e17524711 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cf8f6f83-0f32-4276-938f-3166065c2fad HTTP/1.1" status: 200 len: 1000 time: 0.1083500 Nov 19 18:15:32.919308 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f45fe9ac-96eb-42f0-9244-af2a5cb2a605 tempest-RoutersAdminTest-1411508555 tempest-RoutersAdminTest-1411508555-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:15:32.922528 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45fe9ac-96eb-42f0-9244-af2a5cb2a605 tempest-RoutersAdminTest-1411508555 tempest-RoutersAdminTest-1411508555-project] Pushing event updated for resources: {'Port': ['ID=b770e142-36b5-4297-96f5-6c4e724fc521,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:15:32.927640 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43b03d29-c615-4090-8046-6b85a25b6b69 None None] DHCP port deletion for 645e61aa-1a6c-4e8f-857e-ab06edb4897f request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:15:33.060530 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1695cc2a-a791-4ab6-99f2-2eeda178a87c req-feb775a8-a86a-4d55-af82-4757ac11a5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:15:33.062012 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-1695cc2a-a791-4ab6-99f2-2eeda178a87c req-feb775a8-a86a-4d55-af82-4757ac11a5cd service neutron] 10.222.0.86 "GET /v2.0/subnets?id=57669088-57d4-4fc8-ab3b-d4604fde3abd HTTP/1.1" status: 200 len: 835 time: 0.1194692 Nov 19 18:15:33.063759 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-19d8b7e8-cd72-4b88-83eb-79f69ada5876 None None] Provisioning complete for port b770e142-36b5-4297-96f5-6c4e724fc521 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:15:33.064134 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-19d8b7e8-cd72-4b88-83eb-79f69ada5876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:33.099262 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-19d8b7e8-cd72-4b88-83eb-79f69ada5876 None None] Port b770e142-36b5-4297-96f5-6c4e724fc521 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:15:33.178498 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1695cc2a-a791-4ab6-99f2-2eeda178a87c req-5db278b8-12b9-4371-8174-1cbe95fc7a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:15:33.179901 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-1695cc2a-a791-4ab6-99f2-2eeda178a87c req-5db278b8-12b9-4371-8174-1cbe95fc7a66 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=76006e60-25ad-4a3c-ae92-45e166866a92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0925236 Nov 19 18:15:33.236936 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e46ecc5a-dc14-4744-b262-3072ff2e958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:33.288421 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f45fe9ac-96eb-42f0-9244-af2a5cb2a605 tempest-RoutersAdminTest-1411508555 tempest-RoutersAdminTest-1411508555-project] Publish callbacks [] for router_gateway, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:33.352281 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-1695cc2a-a791-4ab6-99f2-2eeda178a87c req-a685a42f-0779-4959-ab2d-fb19bf4db8a3 service neutron] 10.222.0.86 "GET /v2.0/networks/76006e60-25ad-4a3c-ae92-45e166866a92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640623 Nov 19 18:15:33.780990 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-1695cc2a-a791-4ab6-99f2-2eeda178a87c req-84d2d687-f7a5-4bda-afb6-097dd4bbad5c service neutron] 10.222.0.86 "GET /v2.0/networks/76006e60-25ad-4a3c-ae92-45e166866a92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4001770 Nov 19 18:15:33.828718 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f45fe9ac-96eb-42f0-9244-af2a5cb2a605 tempest-RoutersAdminTest-1411508555 tempest-RoutersAdminTest-1411508555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671702'] for router, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:33.928466 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:33.945482 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:33.958520 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f45fe9ac-96eb-42f0-9244-af2a5cb2a605 tempest-RoutersAdminTest-1411508555 tempest-RoutersAdminTest-1411508555-project] Router eadd1139-53ce-4e20-9df7-cb6c85b92d9a is scheduled to L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 with binding_index 1 {{(pid=103364) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 18:15:34.075457 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f45fe9ac-96eb-42f0-9244-af2a5cb2a605 tempest-RoutersAdminTest-1411508555 tempest-RoutersAdminTest-1411508555-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:15:34.084563 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5dbbc9c-fd10-4b05-8877-6168cc845f16 None None] Sync routers for ids ['eadd1139-53ce-4e20-9df7-cb6c85b92d9a'] in n-d-818022-2 {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:15:34.096018 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f45fe9ac-96eb-42f0-9244-af2a5cb2a605 tempest-RoutersAdminTest-1411508555 tempest-RoutersAdminTest-1411508555-project] Publish callbacks [] for router, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:34.097638 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-f45fe9ac-96eb-42f0-9244-af2a5cb2a605 tempest-RoutersAdminTest-1411508555 tempest-RoutersAdminTest-1411508555-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.1206338 Nov 19 18:15:34.101054 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 41952) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:15:34.104183 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5dbbc9c-fd10-4b05-8877-6168cc845f16 None None] Routers {'eadd1139-53ce-4e20-9df7-cb6c85b92d9a'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:15:34.104806 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-a5dbbc9c-fd10-4b05-8877-6168cc845f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:15:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['eadd1139-53ce-4e20-9df7-cb6c85b92d9a'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:15:34.106077 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-dbd6874e-60ef-4488-b8bd-c65b07b3a98a tempest-RoutersAdminTest-1411508555 tempest-RoutersAdminTest-1411508555-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:15:34.140253 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-a5dbbc9c-fd10-4b05-8877-6168cc845f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:15:34.148787 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5dbbc9c-fd10-4b05-8877-6168cc845f16 None None] Routers {'eadd1139-53ce-4e20-9df7-cb6c85b92d9a'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:15:34.149383 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-a5dbbc9c-fd10-4b05-8877-6168cc845f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:15:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['eadd1139-53ce-4e20-9df7-cb6c85b92d9a'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:15:34.182180 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-a5dbbc9c-fd10-4b05-8877-6168cc845f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:15:34.182747 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5dbbc9c-fd10-4b05-8877-6168cc845f16 None None] The sync data for ids ['eadd1139-53ce-4e20-9df7-cb6c85b92d9a'] in n-d-818022-2 is: [] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:15:34.659298 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-dbd6874e-60ef-4488-b8bd-c65b07b3a98a tempest-RoutersAdminTest-1411508555 tempest-RoutersAdminTest-1411508555-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:34.671120 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-dbd6874e-60ef-4488-b8bd-c65b07b3a98a tempest-RoutersAdminTest-1411508555 tempest-RoutersAdminTest-1411508555-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:34.722063 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-dbd6874e-60ef-4488-b8bd-c65b07b3a98a tempest-RoutersAdminTest-1411508555 tempest-RoutersAdminTest-1411508555-project] Deleting port b770e142-36b5-4297-96f5-6c4e724fc521 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:15:34.722416 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-dbd6874e-60ef-4488-b8bd-c65b07b3a98a tempest-RoutersAdminTest-1411508555 tempest-RoutersAdminTest-1411508555-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:34.796472 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-dbd6874e-60ef-4488-b8bd-c65b07b3a98a tempest-RoutersAdminTest-1411508555 tempest-RoutersAdminTest-1411508555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:34.808682 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-dbd6874e-60ef-4488-b8bd-c65b07b3a98a tempest-RoutersAdminTest-1411508555 tempest-RoutersAdminTest-1411508555-project] Calling delete_port for b770e142-36b5-4297-96f5-6c4e724fc521 owned by network:router_gateway {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:15:34.832032 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e013d7e6-5264-4dcc-9759-54f5fb809e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:34.973379 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-dbd6874e-60ef-4488-b8bd-c65b07b3a98a tempest-RoutersAdminTest-1411508555 tempest-RoutersAdminTest-1411508555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:35.002559 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd6874e-60ef-4488-b8bd-c65b07b3a98a tempest-RoutersAdminTest-1411508555 tempest-RoutersAdminTest-1411508555-project] Pushing event deleted for resources: {'Port': ['ID=b770e142-36b5-4297-96f5-6c4e724fc521,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:15:35.016850 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ce1af1c-03d6-453c-a602-c9839caeeaa3 None None] DHCP port deletion for 645e61aa-1a6c-4e8f-857e-ab06edb4897f request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:15:35.070536 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-dbd6874e-60ef-4488-b8bd-c65b07b3a98a tempest-RoutersAdminTest-1411508555 tempest-RoutersAdminTest-1411508555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-671730'] for router_gateway, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:35.193149 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:35.279326 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-dbd6874e-60ef-4488-b8bd-c65b07b3a98a tempest-RoutersAdminTest-1411508555 tempest-RoutersAdminTest-1411508555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-671667', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4675'] for router, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:35.282805 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-dbd6874e-60ef-4488-b8bd-c65b07b3a98a tempest-RoutersAdminTest-1411508555 tempest-RoutersAdminTest-1411508555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-671652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-671709', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-543867'] for router, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:35.362618 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbd6874e-60ef-4488-b8bd-c65b07b3a98a tempest-RoutersAdminTest-1411508555 tempest-RoutersAdminTest-1411508555-project] Router eadd1139-53ce-4e20-9df7-cb6c85b92d9a has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 18:15:35.441333 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbd6874e-60ef-4488-b8bd-c65b07b3a98a tempest-RoutersAdminTest-1411508555 tempest-RoutersAdminTest-1411508555-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:15:35.448254 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-dbd6874e-60ef-4488-b8bd-c65b07b3a98a tempest-RoutersAdminTest-1411508555 tempest-RoutersAdminTest-1411508555-project] Publish callbacks [] for router, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:35.449440 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-dbd6874e-60ef-4488-b8bd-c65b07b3a98a tempest-RoutersAdminTest-1411508555 tempest-RoutersAdminTest-1411508555-project] 10.222.0.54 "PUT /v2.0/routers/eadd1139-53ce-4e20-9df7-cb6c85b92d9a HTTP/1.1" status: 200 len: 706 time: 1.3474751 Nov 19 18:15:35.451726 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b272ac-5ed8-4bd2-a109-187751f34a8b None None] Sync routers for ids ['eadd1139-53ce-4e20-9df7-cb6c85b92d9a'] in n-d-818022-2 {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:15:35.453484 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 41954) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:15:35.464695 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b272ac-5ed8-4bd2-a109-187751f34a8b None None] Routers {'eadd1139-53ce-4e20-9df7-cb6c85b92d9a'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:15:35.465460 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-50b272ac-5ed8-4bd2-a109-187751f34a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:15:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['eadd1139-53ce-4e20-9df7-cb6c85b92d9a'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:15:35.500153 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-50b272ac-5ed8-4bd2-a109-187751f34a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:15:35.509084 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b272ac-5ed8-4bd2-a109-187751f34a8b None None] Routers {'eadd1139-53ce-4e20-9df7-cb6c85b92d9a'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:15:35.509684 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-50b272ac-5ed8-4bd2-a109-187751f34a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:15:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['eadd1139-53ce-4e20-9df7-cb6c85b92d9a'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:15:35.533255 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-13491253-5fd4-4a77-a778-5e889ad6cfd0 tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] 10.222.0.54 "GET /v2.0/routers/eadd1139-53ce-4e20-9df7-cb6c85b92d9a HTTP/1.1" status: 200 len: 741 time: 0.0760455 Nov 19 18:15:35.533489 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 41956) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:15:35.544592 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-50b272ac-5ed8-4bd2-a109-187751f34a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:15:35.545244 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b272ac-5ed8-4bd2-a109-187751f34a8b None None] The sync data for ids ['eadd1139-53ce-4e20-9df7-cb6c85b92d9a'] in n-d-818022-2 is: [] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:15:35.580693 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-580a03bf-7b8a-40be-b917-94a8d66b167b tempest-RoutersAdminTest-1469888306 tempest-RoutersAdminTest-1469888306-project-admin] 10.222.0.54 "GET /v2.0/ports?network_id=645e61aa-1a6c-4e8f-857e-ab06edb4897f&device_id=eadd1139-53ce-4e20-9df7-cb6c85b92d9a HTTP/1.1" status: 200 len: 205 time: 0.0459940 Nov 19 18:15:35.583887 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 41958) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:15:35.610778 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-b43677f3-e89f-498b-b245-c7160258dcec tempest-RoutersAdminTest-1411508555 tempest-RoutersAdminTest-1411508555-project] 10.222.0.54 "GET /v2.0/ports?device_id=eadd1139-53ce-4e20-9df7-cb6c85b92d9a HTTP/1.1" status: 200 len: 205 time: 0.0257854 Nov 19 18:15:35.613591 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 41960) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:15:35.690153 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-df9b80a4-26cf-4a5f-a2e6-c418673e5d33 tempest-RoutersAdminTest-1411508555 tempest-RoutersAdminTest-1411508555-project] Publish callbacks [] for router, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:35.846703 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-df9b80a4-26cf-4a5f-a2e6-c418673e5d33 tempest-RoutersAdminTest-1411508555 tempest-RoutersAdminTest-1411508555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4696'] for router, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:35.848750 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-df9b80a4-26cf-4a5f-a2e6-c418673e5d33 tempest-RoutersAdminTest-1411508555 tempest-RoutersAdminTest-1411508555-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:35.891833 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-df9b80a4-26cf-4a5f-a2e6-c418673e5d33 tempest-RoutersAdminTest-1411508555 tempest-RoutersAdminTest-1411508555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-543895'] for router, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:35.892423 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df9b80a4-26cf-4a5f-a2e6-c418673e5d33 tempest-RoutersAdminTest-1411508555 tempest-RoutersAdminTest-1411508555-project] Fanout notify agent at l3_agent the message router_deleted on router eadd1139-53ce-4e20-9df7-cb6c85b92d9a {{(pid=103365) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 18:15:35.899758 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-df9b80a4-26cf-4a5f-a2e6-c418673e5d33 tempest-RoutersAdminTest-1411508555 tempest-RoutersAdminTest-1411508555-project] Publish callbacks [] for router, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:35.900859 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-df9b80a4-26cf-4a5f-a2e6-c418673e5d33 tempest-RoutersAdminTest-1411508555 tempest-RoutersAdminTest-1411508555-project] 10.222.0.54 "DELETE /v2.0/routers/eadd1139-53ce-4e20-9df7-cb6c85b92d9a HTTP/1.1" status: 204 len: 168 time: 0.2862580 Nov 19 18:15:35.905865 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 41962) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:15:35.932438 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-3e1cccd7-0a23-4826-a6b7-3b6c3ffaeec2 tempest-RoutersAdminTest-1411508555 tempest-RoutersAdminTest-1411508555-project] 10.222.0.54 "GET /v2.0/ports?device_id=eadd1139-53ce-4e20-9df7-cb6c85b92d9a HTTP/1.1" status: 200 len: 205 time: 0.0254867 Nov 19 18:15:35.934922 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 41964) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:15:35.976403 n-d-818022-2 neutron-server[103364]: INFO neutron.api.v2.resource [None req-9461b176-2799-4c57-950b-dbad515c89b0 tempest-RoutersAdminTest-1411508555 tempest-RoutersAdminTest-1411508555-project] delete failed (client error): The resource could not be found. Nov 19 18:15:35.977454 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-9461b176-2799-4c57-950b-dbad515c89b0 tempest-RoutersAdminTest-1411508555 tempest-RoutersAdminTest-1411508555-project] 10.222.0.54 "DELETE /v2.0/routers/eadd1139-53ce-4e20-9df7-cb6c85b92d9a HTTP/1.1" status: 404 len: 336 time: 0.0415754 Nov 19 18:15:35.980166 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 41966) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:15:36.007964 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-7a043530-1cb4-4483-b5ff-5c3176c402c3 tempest-RoutersAdminTest-1411508555 tempest-RoutersAdminTest-1411508555-project] 10.222.0.54 "GET /v2.0/ports?device_id=f06c6a8c-e9e9-4510-b7d2-dc40bce2bc71 HTTP/1.1" status: 200 len: 205 time: 0.0266721 Nov 19 18:15:36.010353 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 41968) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:15:36.046770 n-d-818022-2 neutron-server[103364]: INFO neutron.api.v2.resource [None req-10da3ea4-d7ad-4db5-807f-17870a7ca304 tempest-RoutersAdminTest-1411508555 tempest-RoutersAdminTest-1411508555-project] delete failed (client error): The resource could not be found. Nov 19 18:15:36.047827 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-10da3ea4-d7ad-4db5-807f-17870a7ca304 tempest-RoutersAdminTest-1411508555 tempest-RoutersAdminTest-1411508555-project] 10.222.0.54 "DELETE /v2.0/routers/f06c6a8c-e9e9-4510-b7d2-dc40bce2bc71 HTTP/1.1" status: 404 len: 336 time: 0.0365784 Nov 19 18:15:36.050582 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 41970) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:15:36.082406 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-54cf09bd-c5fd-45bd-82d3-9e4c3c56cd74 tempest-RoutersAdminTest-1411508555 tempest-RoutersAdminTest-1411508555-project] 10.222.0.54 "GET /v2.0/ports?device_id=4dacedae-3602-4623-86ff-fc0a9b000f09 HTTP/1.1" status: 200 len: 205 time: 0.0301924 Nov 19 18:15:36.084725 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 41972) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:15:36.121687 n-d-818022-2 neutron-server[103364]: INFO neutron.api.v2.resource [None req-eb38b712-a0a0-41dd-a0bc-471fe8bfbfee tempest-RoutersAdminTest-1411508555 tempest-RoutersAdminTest-1411508555-project] delete failed (client error): The resource could not be found. Nov 19 18:15:36.122680 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-eb38b712-a0a0-41dd-a0bc-471fe8bfbfee tempest-RoutersAdminTest-1411508555 tempest-RoutersAdminTest-1411508555-project] 10.222.0.54 "DELETE /v2.0/routers/4dacedae-3602-4623-86ff-fc0a9b000f09 HTTP/1.1" status: 404 len: 336 time: 0.0370653 Nov 19 18:15:36.125388 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 41974) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:15:36.152670 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-3a15752b-e3cf-4f9c-b37a-2f99baec6e4b tempest-RoutersAdminTest-1411508555 tempest-RoutersAdminTest-1411508555-project] 10.222.0.54 "GET /v2.0/ports?device_id=8c833fd0-a4e1-4505-a160-e87e1d23859e HTTP/1.1" status: 200 len: 205 time: 0.0261326 Nov 19 18:15:36.155008 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 41976) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:15:36.196767 n-d-818022-2 neutron-server[103364]: INFO neutron.api.v2.resource [None req-d6bfd4a1-841e-4768-ab14-db6a765377cf tempest-RoutersAdminTest-1411508555 tempest-RoutersAdminTest-1411508555-project] delete failed (client error): The resource could not be found. Nov 19 18:15:36.197796 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-d6bfd4a1-841e-4768-ab14-db6a765377cf tempest-RoutersAdminTest-1411508555 tempest-RoutersAdminTest-1411508555-project] 10.222.0.54 "DELETE /v2.0/routers/8c833fd0-a4e1-4505-a160-e87e1d23859e HTTP/1.1" status: 404 len: 336 time: 0.0418906 Nov 19 18:15:36.200382 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 41978) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:15:36.226451 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-a3f4f1a2-2b33-4193-9fc6-fca0673e56a4 tempest-RoutersAdminTest-1411508555 tempest-RoutersAdminTest-1411508555-project] 10.222.0.54 "GET /v2.0/ports?device_id=0783a6f9-1c96-4ec1-aad2-337c1f5936d5 HTTP/1.1" status: 200 len: 205 time: 0.0250020 Nov 19 18:15:36.228706 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 41980) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:15:36.265976 n-d-818022-2 neutron-server[103364]: INFO neutron.api.v2.resource [None req-b66ede32-edb9-4e79-98d6-8bb9cc30f355 tempest-RoutersAdminTest-1411508555 tempest-RoutersAdminTest-1411508555-project] delete failed (client error): The resource could not be found. Nov 19 18:15:36.267014 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-b66ede32-edb9-4e79-98d6-8bb9cc30f355 tempest-RoutersAdminTest-1411508555 tempest-RoutersAdminTest-1411508555-project] 10.222.0.54 "DELETE /v2.0/routers/0783a6f9-1c96-4ec1-aad2-337c1f5936d5 HTTP/1.1" status: 404 len: 336 time: 0.0374184 Nov 19 18:15:36.269492 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 41982) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:15:36.295776 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-dfebe7f1-5a20-45e0-82e1-42cf0fa053d7 tempest-RoutersAdminTest-1411508555 tempest-RoutersAdminTest-1411508555-project] 10.222.0.54 "GET /v2.0/ports?device_id=5a81784b-ddaa-4bf5-a961-b2e51721e297 HTTP/1.1" status: 200 len: 205 time: 0.0250375 Nov 19 18:15:36.297985 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 41984) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:15:36.340379 n-d-818022-2 neutron-server[103364]: INFO neutron.api.v2.resource [None req-ab210cde-5389-448c-8c54-bf66e7bc37a9 tempest-RoutersAdminTest-1411508555 tempest-RoutersAdminTest-1411508555-project] delete failed (client error): The resource could not be found. Nov 19 18:15:36.341423 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-ab210cde-5389-448c-8c54-bf66e7bc37a9 tempest-RoutersAdminTest-1411508555 tempest-RoutersAdminTest-1411508555-project] 10.222.0.54 "DELETE /v2.0/routers/5a81784b-ddaa-4bf5-a961-b2e51721e297 HTTP/1.1" status: 404 len: 336 time: 0.0425327 Nov 19 18:15:36.344229 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 41986) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:15:36.371002 n-d-818022-2 neutron-server[103364]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8bdd3f9-b06d-4a9a-9c07-02216a979a62 tempest-RoutersAdminTest-1411508555 tempest-RoutersAdminTest-1411508555-project] DELETE failed (client error): The resource could not be found. Nov 19 18:15:36.371449 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8bdd3f9-b06d-4a9a-9c07-02216a979a62 tempest-RoutersAdminTest-1411508555 tempest-RoutersAdminTest-1411508555-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103364) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 18:15:36.374569 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-d8bdd3f9-b06d-4a9a-9c07-02216a979a62 tempest-RoutersAdminTest-1411508555 tempest-RoutersAdminTest-1411508555-project] 10.222.0.54 "DELETE /v2.0/subnets/2e456348-36ec-4271-af3b-dc5b5ed297da HTTP/1.1" status: 404 len: 337 time: 0.0292902 Nov 19 18:15:36.654327 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 41992) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:15:36.775713 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4087380b-3579-4aad-b84f-e2a6b198134b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:36.854940 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4087380b-3579-4aad-b84f-e2a6b198134b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:36.859460 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4087380b-3579-4aad-b84f-e2a6b198134b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:36.898051 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-4087380b-3579-4aad-b84f-e2a6b198134b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=6e4c51f5cd804a24a353a54750f764c3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2425420 Nov 19 18:15:36.898938 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4087380b-3579-4aad-b84f-e2a6b198134b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da451d5f-0c9c-45bd-9e84-9803872bf055,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:15:36.902594 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 41996) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:15:36.951269 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-74f8e069-e32e-48ea-a763-d1978b0a30ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:36.977351 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-74f8e069-e32e-48ea-a763-d1978b0a30ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:37.026435 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-74f8e069-e32e-48ea-a763-d1978b0a30ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:37.029009 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-74f8e069-e32e-48ea-a763-d1978b0a30ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:37.030200 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-74f8e069-e32e-48ea-a763-d1978b0a30ed admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/da451d5f-0c9c-45bd-9e84-9803872bf055 HTTP/1.1" status: 204 len: 168 time: 0.1263354 Nov 19 18:15:37.038702 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f8e069-e32e-48ea-a763-d1978b0a30ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da451d5f-0c9c-45bd-9e84-9803872bf055,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:15:37.046196 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f8e069-e32e-48ea-a763-d1978b0a30ed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:15:37.046543 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f8e069-e32e-48ea-a763-d1978b0a30ed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:15:37.046890 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f8e069-e32e-48ea-a763-d1978b0a30ed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:15:37.047229 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f8e069-e32e-48ea-a763-d1978b0a30ed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:15:37.047565 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f8e069-e32e-48ea-a763-d1978b0a30ed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:15:37.047902 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f8e069-e32e-48ea-a763-d1978b0a30ed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:15:37.048229 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f8e069-e32e-48ea-a763-d1978b0a30ed admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:15:37.048679 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f8e069-e32e-48ea-a763-d1978b0a30ed admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:15:37.049013 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f8e069-e32e-48ea-a763-d1978b0a30ed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:15:37.049431 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f8e069-e32e-48ea-a763-d1978b0a30ed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:15:37.050570 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f8e069-e32e-48ea-a763-d1978b0a30ed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:15:37.050570 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f8e069-e32e-48ea-a763-d1978b0a30ed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:15:37.303952 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 42004) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:15:37.349330 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-88e3febc-3b36-4ed6-8f6d-04d4cf9464a9 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=3a6d2366251a4df794bc7b767017825c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0440946 Nov 19 18:15:37.352012 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 42006) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:15:37.367637 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 42008) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:15:37.484346 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c79e1af7-2dcb-4bad-be80-2424db271d3e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:37.518013 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c79e1af7-2dcb-4bad-be80-2424db271d3e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:37.593846 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-c525328f-d1eb-4803-9b98-9a05fddc315b tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Deleting port 5764f530-41bc-4472-881a-8b6fcf01ace4 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:15:37.594343 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c525328f-d1eb-4803-9b98-9a05fddc315b tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:37.636772 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c79e1af7-2dcb-4bad-be80-2424db271d3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:37.639642 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c79e1af7-2dcb-4bad-be80-2424db271d3e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:37.640787 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-c79e1af7-2dcb-4bad-be80-2424db271d3e admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e7e3ab6f-f050-4e61-9fcd-e129354df9dc HTTP/1.1" status: 204 len: 168 time: 0.2878878 Nov 19 18:15:37.654186 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79e1af7-2dcb-4bad-be80-2424db271d3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7e3ab6f-f050-4e61-9fcd-e129354df9dc,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:15:37.695991 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c525328f-d1eb-4803-9b98-9a05fddc315b tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:37.696673 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c525328f-d1eb-4803-9b98-9a05fddc315b tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:37.712941 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-c525328f-d1eb-4803-9b98-9a05fddc315b tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Calling delete_port for 5764f530-41bc-4472-881a-8b6fcf01ace4 owned by network:floatingip {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:15:37.895574 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c525328f-d1eb-4803-9b98-9a05fddc315b tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:37.928879 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c525328f-d1eb-4803-9b98-9a05fddc315b tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Pushing event deleted for resources: {'Port': ['ID=5764f530-41bc-4472-881a-8b6fcf01ace4,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:15:37.984078 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c525328f-d1eb-4803-9b98-9a05fddc315b tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks [] for floatingip, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:37.984078 n-d-818022-2 neutron-server[103365]: INFO neutron.db.l3_db [None req-c525328f-d1eb-4803-9b98-9a05fddc315b tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Floating IP f25ec0db-d1ba-42af-a276-f8bbd29ea34e disassociated (deleted). External IP: 172.25.7.18, port: cf8f6f83-0f32-4276-938f-3166065c2fad. Nov 19 18:15:38.231137 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c525328f-d1eb-4803-9b98-9a05fddc315b tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Router 3498e3e3-cb14-4206-825e-3af86dec0ed5 has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 18:15:38.352230 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c525328f-d1eb-4803-9b98-9a05fddc315b tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:15:38.357016 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c525328f-d1eb-4803-9b98-9a05fddc315b tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for floatingip, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:38.366724 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e173dd8c-2e05-4a19-8df2-d660a8810ddd None None] Sync routers for ids ['3498e3e3-cb14-4206-825e-3af86dec0ed5'] in n-d-818022-2 {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:15:38.377272 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e173dd8c-2e05-4a19-8df2-d660a8810ddd None None] Routers {'3498e3e3-cb14-4206-825e-3af86dec0ed5'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:15:38.378179 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-e173dd8c-2e05-4a19-8df2-d660a8810ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:15:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['3498e3e3-cb14-4206-825e-3af86dec0ed5'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:15:38.385827 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-c525328f-d1eb-4803-9b98-9a05fddc315b tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "DELETE /v2.0/floatingips/f25ec0db-d1ba-42af-a276-f8bbd29ea34e HTTP/1.1" status: 204 len: 168 time: 1.0171261 Nov 19 18:15:38.386435 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a82dc0d9-c210-4d1c-8e24-2309f1ef0772', 'tag': 'cf8f6f83-0f32-4276-938f-3166065c2fad'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:15:38.389061 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218319d759239a7d11f1288aef37381b97754913ee9ccbfd43b51a463f801712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a825479-d008-4864-8acb-34a79be8cf3d" -d '{"events": [{"name": "network-changed", "server_uuid": "a82dc0d9-c210-4d1c-8e24-2309f1ef0772", "tag": "cf8f6f83-0f32-4276-938f-3166065c2fad"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:15:38.432692 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 18:15:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2ff7fa3-db2f-490e-8402-b2dc7307084d x-openstack-request-id: req-b2ff7fa3-db2f-490e-8402-b2dc7307084d {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:15:38.432989 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a82dc0d9-c210-4d1c-8e24-2309f1ef0772", "tag": "cf8f6f83-0f32-4276-938f-3166065c2fad", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:15:38.433529 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b2ff7fa3-db2f-490e-8402-b2dc7307084d {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:15:38.434103 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a82dc0d9-c210-4d1c-8e24-2309f1ef0772', 'tag': 'cf8f6f83-0f32-4276-938f-3166065c2fad', 'status': 'completed', 'code': 200} Nov 19 18:15:38.526018 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a825479-d008-4864-8acb-34a79be8cf3d req-472f4a86-67a1-4ae3-afe2-c3ac9dbb37fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:15:38.529706 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6a825479-d008-4864-8acb-34a79be8cf3d req-472f4a86-67a1-4ae3-afe2-c3ac9dbb37fd service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=d41245dedb694df6accb5dc7769c75e5&device_id=a82dc0d9-c210-4d1c-8e24-2309f1ef0772 HTTP/1.1" status: 200 len: 1096 time: 0.0617073 Nov 19 18:15:38.534184 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-e173dd8c-2e05-4a19-8df2-d660a8810ddd None None] Set router 3498e3e3-cb14-4206-825e-3af86dec0ed5 gateway port host: n-d-818022-2 {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:15:38.711846 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4638ebb1-987c-404e-8a67-0be353d79508 req-80d24d3a-6cd6-419a-9265-541748a54a25 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:15:38.719511 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-4638ebb1-987c-404e-8a67-0be353d79508 req-80d24d3a-6cd6-419a-9265-541748a54a25 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/ports?device_id=a82dc0d9-c210-4d1c-8e24-2309f1ef0772 HTTP/1.1" status: 200 len: 945 time: 0.0845680 Nov 19 18:15:38.745764 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a825479-d008-4864-8acb-34a79be8cf3d req-9a4e7429-a87f-4511-a20f-332e8df3e780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:15:38.747562 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6a825479-d008-4864-8acb-34a79be8cf3d req-9a4e7429-a87f-4511-a20f-332e8df3e780 service neutron] 10.222.0.86 "GET /v2.0/networks?id=76006e60-25ad-4a3c-ae92-45e166866a92 HTTP/1.1" status: 200 len: 897 time: 0.2072291 Nov 19 18:15:38.802940 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-e173dd8c-2e05-4a19-8df2-d660a8810ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3498e3e3-cb14-4206-825e-3af86dec0ed5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-470594023', 'tenant_id': 'd41245dedb694df6accb5dc7769c75e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': '8a8e7c2f-3493-45ee-b52d-b15f9ac6b137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:14:00Z', 'updated_at': '2021-11-19T18:14:05Z', 'revision_number': 4, 'project_id': 'd41245dedb694df6accb5dc7769c75e5', 'gw_port': {'id': '8a8e7c2f-3493-45ee-b52d-b15f9ac6b137', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:42:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3498e3e3-cb14-4206-825e-3af86dec0ed5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3723, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:14:01Z', 'updated_at': '2021-11-19T18:14:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': 'cfa16e11-21a0-4955-b5a5-9731d78eb279', 'name': '', 'network_id': '76006e60-25ad-4a3c-ae92-45e166866a92', 'tenant_id': 'd41245dedb694df6accb5dc7769c75e5', 'mac_address': 'fa:16:3e:b6:73:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3498e3e3-cb14-4206-825e-3af86dec0ed5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': '57669088-57d4-4fc8-ab3b-d4604fde3abd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:14:03Z', 'updated_at': '2021-11-19T18:14:08Z', 'revision_number': 5, 'project_id': 'd41245dedb694df6accb5dc7769c75e5', 'subnets': [{'id': '57669088-57d4-4fc8-ab3b-d4604fde3abd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:15:38.824981 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6a825479-d008-4864-8acb-34a79be8cf3d req-2177f6a7-1e03-4477-afab-3132953e5280 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cf8f6f83-0f32-4276-938f-3166065c2fad HTTP/1.1" status: 200 len: 217 time: 0.0675006 Nov 19 18:15:38.838895 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-4638ebb1-987c-404e-8a67-0be353d79508 req-cf749df0-0a88-46bb-a2e7-06029bc7a52e tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/security-groups?id=e430f061-6c21-4cde-a351-aa8b4b48886d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1184843 Nov 19 18:15:38.840782 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e173dd8c-2e05-4a19-8df2-d660a8810ddd None None] Checking router: 3498e3e3-cb14-4206-825e-3af86dec0ed5 for host: n-d-818022-2 {{(pid=103366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:15:38.851576 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e173dd8c-2e05-4a19-8df2-d660a8810ddd None None] Routers {'3498e3e3-cb14-4206-825e-3af86dec0ed5'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:15:38.852372 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-e173dd8c-2e05-4a19-8df2-d660a8810ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:15:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['3498e3e3-cb14-4206-825e-3af86dec0ed5'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:15:38.898922 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a825479-d008-4864-8acb-34a79be8cf3d req-0cd202d9-2363-4de9-bf4f-d486105868e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:15:38.901403 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6a825479-d008-4864-8acb-34a79be8cf3d req-0cd202d9-2363-4de9-bf4f-d486105868e1 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=57669088-57d4-4fc8-ab3b-d4604fde3abd HTTP/1.1" status: 200 len: 835 time: 0.0613506 Nov 19 18:15:38.975234 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a825479-d008-4864-8acb-34a79be8cf3d req-2da2b9b8-7146-4e12-90f9-5db748bab530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:15:38.977041 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6a825479-d008-4864-8acb-34a79be8cf3d req-2da2b9b8-7146-4e12-90f9-5db748bab530 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=76006e60-25ad-4a3c-ae92-45e166866a92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0660532 Nov 19 18:15:39.094768 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6a825479-d008-4864-8acb-34a79be8cf3d req-c0eb57f7-7339-46ad-b647-cb6ac09ababe service neutron] 10.222.0.86 "GET /v2.0/networks/76006e60-25ad-4a3c-ae92-45e166866a92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091361 Nov 19 18:15:39.148974 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-e173dd8c-2e05-4a19-8df2-d660a8810ddd None None] Set router 3498e3e3-cb14-4206-825e-3af86dec0ed5 gateway port host: n-d-818022-2 {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:15:39.198232 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 42050) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:15:39.213120 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6a825479-d008-4864-8acb-34a79be8cf3d req-3ba03c5d-9b93-49ea-b049-4f2d66fbd597 service neutron] 10.222.0.86 "GET /v2.0/networks/76006e60-25ad-4a3c-ae92-45e166866a92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057298 Nov 19 18:15:39.318100 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-c3d840f1-4cc2-4503-9612-16d369dabb2c tempest-RoutersTestDVR-1333987360 tempest-RoutersTestDVR-1333987360-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-122908144'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:15:39.345072 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c3d840f1-4cc2-4503-9612-16d369dabb2c tempest-RoutersTestDVR-1333987360 tempest-RoutersTestDVR-1333987360-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9890'] for router, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:39.346713 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c3d840f1-4cc2-4503-9612-16d369dabb2c tempest-RoutersTestDVR-1333987360 tempest-RoutersTestDVR-1333987360-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671617', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-732153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4689'] for router, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:39.388628 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-e173dd8c-2e05-4a19-8df2-d660a8810ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3498e3e3-cb14-4206-825e-3af86dec0ed5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-470594023', 'tenant_id': 'd41245dedb694df6accb5dc7769c75e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': '8a8e7c2f-3493-45ee-b52d-b15f9ac6b137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:14:00Z', 'updated_at': '2021-11-19T18:14:05Z', 'revision_number': 4, 'project_id': 'd41245dedb694df6accb5dc7769c75e5', 'gw_port': {'id': '8a8e7c2f-3493-45ee-b52d-b15f9ac6b137', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:42:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3498e3e3-cb14-4206-825e-3af86dec0ed5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3723, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:14:01Z', 'updated_at': '2021-11-19T18:14:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': 'cfa16e11-21a0-4955-b5a5-9731d78eb279', 'name': '', 'network_id': '76006e60-25ad-4a3c-ae92-45e166866a92', 'tenant_id': 'd41245dedb694df6accb5dc7769c75e5', 'mac_address': 'fa:16:3e:b6:73:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3498e3e3-cb14-4206-825e-3af86dec0ed5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': '57669088-57d4-4fc8-ab3b-d4604fde3abd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:14:03Z', 'updated_at': '2021-11-19T18:14:08Z', 'revision_number': 5, 'project_id': 'd41245dedb694df6accb5dc7769c75e5', 'subnets': [{'id': '57669088-57d4-4fc8-ab3b-d4604fde3abd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:15:39.409202 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c3d840f1-4cc2-4503-9612-16d369dabb2c tempest-RoutersTestDVR-1333987360 tempest-RoutersTestDVR-1333987360-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:39.414453 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c3d840f1-4cc2-4503-9612-16d369dabb2c tempest-RoutersTestDVR-1333987360 tempest-RoutersTestDVR-1333987360-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671702'] for router, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:39.419946 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e173dd8c-2e05-4a19-8df2-d660a8810ddd None None] The sync data for ids ['3498e3e3-cb14-4206-825e-3af86dec0ed5'] in n-d-818022-2 is: [{'id': '3498e3e3-cb14-4206-825e-3af86dec0ed5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-470594023', 'tenant_id': 'd41245dedb694df6accb5dc7769c75e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': '8a8e7c2f-3493-45ee-b52d-b15f9ac6b137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:14:00Z', 'updated_at': '2021-11-19T18:14:05Z', 'revision_number': 4, 'project_id': 'd41245dedb694df6accb5dc7769c75e5', 'gw_port': {'id': '8a8e7c2f-3493-45ee-b52d-b15f9ac6b137', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:42:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3498e3e3-cb14-4206-825e-3af86dec0ed5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3723, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:14:01Z', 'updated_at': '2021-11-19T18:14:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': 'cfa16e11-21a0-4955-b5a5-9731d78eb279', 'name': '', 'network_id': '76006e60-25ad-4a3c-ae92-45e166866a92', 'tenant_id': 'd41245dedb694df6accb5dc7769c75e5', 'mac_address': 'fa:16:3e:b6:73:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3498e3e3-cb14-4206-825e-3af86dec0ed5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': '57669088-57d4-4fc8-ab3b-d4604fde3abd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:14:03Z', 'updated_at': '2021-11-19T18:14:08Z', 'revision_number': 5, 'project_id': 'd41245dedb694df6accb5dc7769c75e5', 'subnets': [{'id': '57669088-57d4-4fc8-ab3b-d4604fde3abd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:15:39.434063 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c3d840f1-4cc2-4503-9612-16d369dabb2c tempest-RoutersTestDVR-1333987360 tempest-RoutersTestDVR-1333987360-project-admin] Publish callbacks [] for router, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:39.437764 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-c3d840f1-4cc2-4503-9612-16d369dabb2c tempest-RoutersTestDVR-1333987360 tempest-RoutersTestDVR-1333987360-project-admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.2360108 Nov 19 18:15:39.438036 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 42054) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:15:39.717540 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4420e7e-b222-490d-a08d-ee4fe05f0139 None None] New status for floating IP f25ec0db-d1ba-42af-a276-f8bbd29ea34e: DOWN {{(pid=103367) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 18:15:39.764629 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f951cac0-eca6-4574-bdab-a6522dcaefdb tempest-RoutersTestDVR-1333987360 tempest-RoutersTestDVR-1333987360-project-admin] Publish callbacks [] for router, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:39.960574 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f951cac0-eca6-4574-bdab-a6522dcaefdb tempest-RoutersTestDVR-1333987360 tempest-RoutersTestDVR-1333987360-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4696'] for router, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:39.963694 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f951cac0-eca6-4574-bdab-a6522dcaefdb tempest-RoutersTestDVR-1333987360 tempest-RoutersTestDVR-1333987360-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:40.019780 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd56066-2f03-47b9-aeba-2783adea90be req-c5d311f1-9ae8-42b0-9b6d-ba8493bd9b8d tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:15:40.021295 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fcd56066-2f03-47b9-aeba-2783adea90be req-c5d311f1-9ae8-42b0-9b6d-ba8493bd9b8d tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/ports?device_id=a82dc0d9-c210-4d1c-8e24-2309f1ef0772 HTTP/1.1" status: 200 len: 945 time: 0.0893900 Nov 19 18:15:40.022429 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f951cac0-eca6-4574-bdab-a6522dcaefdb tempest-RoutersTestDVR-1333987360 tempest-RoutersTestDVR-1333987360-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-543895'] for router, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:40.022956 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f951cac0-eca6-4574-bdab-a6522dcaefdb tempest-RoutersTestDVR-1333987360 tempest-RoutersTestDVR-1333987360-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7727094e-b1ae-4660-ab88-df64c7f75ca7 {{(pid=103365) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 18:15:40.027077 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f951cac0-eca6-4574-bdab-a6522dcaefdb tempest-RoutersTestDVR-1333987360 tempest-RoutersTestDVR-1333987360-project-admin] Publish callbacks [] for router, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:40.028137 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-f951cac0-eca6-4574-bdab-a6522dcaefdb tempest-RoutersTestDVR-1333987360 tempest-RoutersTestDVR-1333987360-project-admin] 10.222.0.54 "DELETE /v2.0/routers/7727094e-b1ae-4660-ab88-df64c7f75ca7 HTTP/1.1" status: 204 len: 168 time: 0.5891447 Nov 19 18:15:40.031846 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 42058) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:15:40.037315 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-262c14b4-ad1c-4a80-93bb-dcb54c3f3195 tempest-RoutersTestDVR-1333987360 tempest-RoutersTestDVR-1333987360-project-admin] Request body: {'router': {'name': 'tempest-router-1929631977', 'distributed': False}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:15:40.061683 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-262c14b4-ad1c-4a80-93bb-dcb54c3f3195 tempest-RoutersTestDVR-1333987360 tempest-RoutersTestDVR-1333987360-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9890'] for router, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:40.062808 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-262c14b4-ad1c-4a80-93bb-dcb54c3f3195 tempest-RoutersTestDVR-1333987360 tempest-RoutersTestDVR-1333987360-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671617', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-732153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4689'] for router, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:40.075188 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fcd56066-2f03-47b9-aeba-2783adea90be req-7e0d6bae-cf7b-4bbc-9b4c-85377d1d323a tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/security-groups?id=e430f061-6c21-4cde-a351-aa8b4b48886d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457034 Nov 19 18:15:40.120150 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-262c14b4-ad1c-4a80-93bb-dcb54c3f3195 tempest-RoutersTestDVR-1333987360 tempest-RoutersTestDVR-1333987360-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:40.132896 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-262c14b4-ad1c-4a80-93bb-dcb54c3f3195 tempest-RoutersTestDVR-1333987360 tempest-RoutersTestDVR-1333987360-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671702'] for router, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:40.151134 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-262c14b4-ad1c-4a80-93bb-dcb54c3f3195 tempest-RoutersTestDVR-1333987360 tempest-RoutersTestDVR-1333987360-project-admin] Publish callbacks [] for router, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:40.153334 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-262c14b4-ad1c-4a80-93bb-dcb54c3f3195 tempest-RoutersTestDVR-1333987360 tempest-RoutersTestDVR-1333987360-project-admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1197734 Nov 19 18:15:40.155966 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 42060) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:15:40.242488 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-64da2548-d734-4875-b6e6-138cff2a7f50 tempest-RoutersTestDVR-1333987360 tempest-RoutersTestDVR-1333987360-project-admin] Publish callbacks [] for router, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:40.418824 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-64da2548-d734-4875-b6e6-138cff2a7f50 tempest-RoutersTestDVR-1333987360 tempest-RoutersTestDVR-1333987360-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4696'] for router, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:40.422131 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-64da2548-d734-4875-b6e6-138cff2a7f50 tempest-RoutersTestDVR-1333987360 tempest-RoutersTestDVR-1333987360-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:40.474264 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b4596f-bebe-44f9-bea2-8f60d84b75ef req-fb5e1787-943a-4347-8acb-4cae3fe5c70c tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:15:40.475705 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-90b4596f-bebe-44f9-bea2-8f60d84b75ef req-fb5e1787-943a-4347-8acb-4cae3fe5c70c tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.86 "GET /v2.0/ports?device_id=a82dc0d9-c210-4d1c-8e24-2309f1ef0772 HTTP/1.1" status: 200 len: 945 time: 0.1393547 Nov 19 18:15:40.476847 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-64da2548-d734-4875-b6e6-138cff2a7f50 tempest-RoutersTestDVR-1333987360 tempest-RoutersTestDVR-1333987360-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-543895'] for router, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:40.477332 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64da2548-d734-4875-b6e6-138cff2a7f50 tempest-RoutersTestDVR-1333987360 tempest-RoutersTestDVR-1333987360-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d13b052c-de02-4849-8250-c10165cfaf0a {{(pid=103364) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 18:15:40.481617 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-64da2548-d734-4875-b6e6-138cff2a7f50 tempest-RoutersTestDVR-1333987360 tempest-RoutersTestDVR-1333987360-project-admin] Publish callbacks [] for router, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:40.486794 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-64da2548-d734-4875-b6e6-138cff2a7f50 tempest-RoutersTestDVR-1333987360 tempest-RoutersTestDVR-1333987360-project-admin] 10.222.0.54 "DELETE /v2.0/routers/d13b052c-de02-4849-8250-c10165cfaf0a HTTP/1.1" status: 204 len: 168 time: 0.3258069 Nov 19 18:15:40.486794 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 42062) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:15:40.491135 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-43ba3316-f538-4fce-be3c-701cef2d6a28 tempest-RoutersTestDVR-1333987360 tempest-RoutersTestDVR-1333987360-project-admin] Request body: {'router': {'name': 'tempest-router-1526724782', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'fdc4ae7bd4444a3bb8277a4e0e58af5c'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:15:40.562524 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-43ba3316-f538-4fce-be3c-701cef2d6a28 tempest-RoutersTestDVR-1333987360 tempest-RoutersTestDVR-1333987360-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9890'] for router, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:40.563501 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-43ba3316-f538-4fce-be3c-701cef2d6a28 tempest-RoutersTestDVR-1333987360 tempest-RoutersTestDVR-1333987360-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671617', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-732153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4689'] for router, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:40.624553 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-43ba3316-f538-4fce-be3c-701cef2d6a28 tempest-RoutersTestDVR-1333987360 tempest-RoutersTestDVR-1333987360-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:40.628483 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-43ba3316-f538-4fce-be3c-701cef2d6a28 tempest-RoutersTestDVR-1333987360 tempest-RoutersTestDVR-1333987360-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671702'] for router, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:40.640621 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [req-90b4596f-bebe-44f9-bea2-8f60d84b75ef req-9ff76fb9-b89a-47b6-916b-7ba90a9c2529 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Deleting port cf8f6f83-0f32-4276-938f-3166065c2fad {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:15:40.640942 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-90b4596f-bebe-44f9-bea2-8f60d84b75ef req-9ff76fb9-b89a-47b6-916b-7ba90a9c2529 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:40.660852 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-43ba3316-f538-4fce-be3c-701cef2d6a28 tempest-RoutersTestDVR-1333987360 tempest-RoutersTestDVR-1333987360-project-admin] Publish callbacks [] for router, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:40.662068 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-43ba3316-f538-4fce-be3c-701cef2d6a28 tempest-RoutersTestDVR-1333987360 tempest-RoutersTestDVR-1333987360-project-admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1749878 Nov 19 18:15:40.664812 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 42064) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:15:40.669434 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-a75e5b82-a65c-4f19-b608-c939939c0dfa tempest-RoutersTestDVR-1333987360 tempest-RoutersTestDVR-1333987360-project-admin] Request body: {'router': {'distributed': True}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:15:40.737284 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-90b4596f-bebe-44f9-bea2-8f60d84b75ef req-9ff76fb9-b89a-47b6-916b-7ba90a9c2529 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] For port cf8f6f83-0f32-4276-938f-3166065c2fad, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=cf8f6f83-0f32-4276-938f-3166065c2fad,segment=NetworkSegment(f936abe1-1253-41cd-b5d2-d9b10b254fb3),segment_id=f936abe1-1253-41cd-b5d2-d9b10b254fb3)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:15:40.737643 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-90b4596f-bebe-44f9-bea2-8f60d84b75ef req-9ff76fb9-b89a-47b6-916b-7ba90a9c2529 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:40.750511 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [req-90b4596f-bebe-44f9-bea2-8f60d84b75ef req-9ff76fb9-b89a-47b6-916b-7ba90a9c2529 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Calling delete_port for cf8f6f83-0f32-4276-938f-3166065c2fad owned by compute:nova {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:15:40.875759 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a75e5b82-a65c-4f19-b608-c939939c0dfa tempest-RoutersTestDVR-1333987360 tempest-RoutersTestDVR-1333987360-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-671667', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4675'] for router, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:40.876107 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a75e5b82-a65c-4f19-b608-c939939c0dfa tempest-RoutersTestDVR-1333987360 tempest-RoutersTestDVR-1333987360-project-admin] Publish callbacks [] for router, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:40.884281 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-90b4596f-bebe-44f9-bea2-8f60d84b75ef req-9ff76fb9-b89a-47b6-916b-7ba90a9c2529 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:40.913839 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff76fb9-b89a-47b6-916b-7ba90a9c2529 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Pushing event deleted for resources: {'Port': ['ID=cf8f6f83-0f32-4276-938f-3166065c2fad,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:15:40.954668 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [req-90b4596f-bebe-44f9-bea2-8f60d84b75ef req-9ff76fb9-b89a-47b6-916b-7ba90a9c2529 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] No DVR routers for this DVR port cf8f6f83-0f32-4276-938f-3166065c2fad on host n-h2-818022-2 {{(pid=103364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:15:40.960226 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-90b4596f-bebe-44f9-bea2-8f60d84b75ef req-9ff76fb9-b89a-47b6-916b-7ba90a9c2529 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:40.962586 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-90b4596f-bebe-44f9-bea2-8f60d84b75ef req-9ff76fb9-b89a-47b6-916b-7ba90a9c2529 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.86 "DELETE /v2.0/ports/cf8f6f83-0f32-4276-938f-3166065c2fad HTTP/1.1" status: 204 len: 173 time: 0.4683709 Nov 19 18:15:40.963320 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a82dc0d9-c210-4d1c-8e24-2309f1ef0772', 'name': 'network-vif-deleted', 'tag': 'cf8f6f83-0f32-4276-938f-3166065c2fad'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:15:40.964579 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-a75e5b82-a65c-4f19-b608-c939939c0dfa tempest-RoutersTestDVR-1333987360 tempest-RoutersTestDVR-1333987360-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=103365) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Nov 19 18:15:40.964924 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-a75e5b82-a65c-4f19-b608-c939939c0dfa tempest-RoutersTestDVR-1333987360 tempest-RoutersTestDVR-1333987360-project-admin] Router 77915bee-e714-49c3-a912-c290dd5e2ea2 migrating from provider to provider. {{(pid=103365) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Nov 19 18:15:40.965305 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a75e5b82-a65c-4f19-b608-c939939c0dfa tempest-RoutersTestDVR-1333987360 tempest-RoutersTestDVR-1333987360-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:40.965469 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dd4767a008c23f8566efc82158ee1b1fff34e1a9e908d76d0b6d0ab7e350e5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c636389-1f97-498d-85c7-7d5da6166868" -d '{"events": [{"server_uuid": "a82dc0d9-c210-4d1c-8e24-2309f1ef0772", "name": "network-vif-deleted", "tag": "cf8f6f83-0f32-4276-938f-3166065c2fad"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:15:40.970509 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a75e5b82-a65c-4f19-b608-c939939c0dfa tempest-RoutersTestDVR-1333987360 tempest-RoutersTestDVR-1333987360-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:40.975061 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a75e5b82-a65c-4f19-b608-c939939c0dfa tempest-RoutersTestDVR-1333987360 tempest-RoutersTestDVR-1333987360-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-671652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-671709', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-543867'] for router, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:41.009428 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:15:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-191fa5b8-b2ac-45d8-a588-61c43b540e76 x-openstack-request-id: req-191fa5b8-b2ac-45d8-a588-61c43b540e76 {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:15:41.009832 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a82dc0d9-c210-4d1c-8e24-2309f1ef0772", "name": "network-vif-deleted", "tag": "cf8f6f83-0f32-4276-938f-3166065c2fad", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:15:41.010093 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-191fa5b8-b2ac-45d8-a588-61c43b540e76 {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:15:41.010688 n-d-818022-2 neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a82dc0d9-c210-4d1c-8e24-2309f1ef0772', 'name': 'network-vif-deleted', 'tag': 'cf8f6f83-0f32-4276-938f-3166065c2fad', 'status': 'completed', 'code': 200} Nov 19 18:15:41.062899 n-d-818022-2 neutron-server[103365]: WARNING neutron.scheduler.l3_agent_scheduler [None req-a75e5b82-a65c-4f19-b608-c939939c0dfa tempest-RoutersTestDVR-1333987360 tempest-RoutersTestDVR-1333987360-project-admin] No L3 agents can host the router 77915bee-e714-49c3-a912-c290dd5e2ea2 Nov 19 18:15:41.217505 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a75e5b82-a65c-4f19-b608-c939939c0dfa tempest-RoutersTestDVR-1333987360 tempest-RoutersTestDVR-1333987360-project-admin] Hosts for router 77915bee-e714-49c3-a912-c290dd5e2ea2: [] {{(pid=103365) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Nov 19 18:15:41.220622 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-df93aae6-66d7-42d5-b3ff-7748309fc9d3 req-ba32d42a-42cb-4419-a121-dd2945aa9ba3 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "GET /v2.0/ports?device_id=a82dc0d9-c210-4d1c-8e24-2309f1ef0772 HTTP/1.1" status: 200 len: 210 time: 0.0491936 Nov 19 18:15:41.244822 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a75e5b82-a65c-4f19-b608-c939939c0dfa tempest-RoutersTestDVR-1333987360 tempest-RoutersTestDVR-1333987360-project-admin] Hosts for other DVR routers connected to router 77915bee-e714-49c3-a912-c290dd5e2ea2: set() {{(pid=103365) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Nov 19 18:15:41.247616 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a75e5b82-a65c-4f19-b608-c939939c0dfa tempest-RoutersTestDVR-1333987360 tempest-RoutersTestDVR-1333987360-project-admin] Publish callbacks [] for router, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:41.248854 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-a75e5b82-a65c-4f19-b608-c939939c0dfa tempest-RoutersTestDVR-1333987360 tempest-RoutersTestDVR-1333987360-project-admin] 10.222.0.54 "PUT /v2.0/routers/77915bee-e714-49c3-a912-c290dd5e2ea2 HTTP/1.1" status: 200 len: 717 time: 0.5830312 Nov 19 18:15:41.252125 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 42070) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:15:41.328587 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-4c1ed659-c4d4-4c0f-9dcb-4f3d2316abae tempest-RoutersTestDVR-1333987360 tempest-RoutersTestDVR-1333987360-project-admin] 10.222.0.54 "GET /v2.0/routers/77915bee-e714-49c3-a912-c290dd5e2ea2 HTTP/1.1" status: 200 len: 717 time: 0.0758796 Nov 19 18:15:41.331409 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 42072) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:15:41.526414 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-bb9d8224-9af1-4624-901d-92c3237051dd tempest-RoutersTestDVR-861167568 tempest-RoutersTestDVR-861167568-project] 10.222.0.54 "GET /v2.0/routers/77915bee-e714-49c3-a912-c290dd5e2ea2 HTTP/1.1" status: 200 len: 683 time: 0.1933076 Nov 19 18:15:41.528883 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 42076) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:15:41.599205 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5f69e265-6891-4252-b498-b508790c543c tempest-RoutersTestDVR-1333987360 tempest-RoutersTestDVR-1333987360-project-admin] Publish callbacks [] for router, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:41.752489 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5f69e265-6891-4252-b498-b508790c543c tempest-RoutersTestDVR-1333987360 tempest-RoutersTestDVR-1333987360-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4696'] for router, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:41.754643 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5f69e265-6891-4252-b498-b508790c543c tempest-RoutersTestDVR-1333987360 tempest-RoutersTestDVR-1333987360-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:41.799721 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5f69e265-6891-4252-b498-b508790c543c tempest-RoutersTestDVR-1333987360 tempest-RoutersTestDVR-1333987360-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-543895'] for router, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:41.800343 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f69e265-6891-4252-b498-b508790c543c tempest-RoutersTestDVR-1333987360 tempest-RoutersTestDVR-1333987360-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 77915bee-e714-49c3-a912-c290dd5e2ea2 {{(pid=103365) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 18:15:41.806329 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5f69e265-6891-4252-b498-b508790c543c tempest-RoutersTestDVR-1333987360 tempest-RoutersTestDVR-1333987360-project-admin] Publish callbacks [] for router, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:41.807431 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-5f69e265-6891-4252-b498-b508790c543c tempest-RoutersTestDVR-1333987360 tempest-RoutersTestDVR-1333987360-project-admin] 10.222.0.54 "DELETE /v2.0/routers/77915bee-e714-49c3-a912-c290dd5e2ea2 HTTP/1.1" status: 204 len: 168 time: 0.2776535 Nov 19 18:15:41.810921 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 42078) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:15:41.815764 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-81d503a6-e597-488b-a177-509d9b1f172d tempest-RoutersTestDVR-1333987360 tempest-RoutersTestDVR-1333987360-project-admin] Request body: {'router': {'name': 'tempest-router-692854510', 'distributed': True}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:15:41.835743 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-81d503a6-e597-488b-a177-509d9b1f172d tempest-RoutersTestDVR-1333987360 tempest-RoutersTestDVR-1333987360-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9890'] for router, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:41.836784 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-81d503a6-e597-488b-a177-509d9b1f172d tempest-RoutersTestDVR-1333987360 tempest-RoutersTestDVR-1333987360-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671617', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-732153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4689'] for router, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:41.886715 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-81d503a6-e597-488b-a177-509d9b1f172d tempest-RoutersTestDVR-1333987360 tempest-RoutersTestDVR-1333987360-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:41.891217 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-81d503a6-e597-488b-a177-509d9b1f172d tempest-RoutersTestDVR-1333987360 tempest-RoutersTestDVR-1333987360-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671702'] for router, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:41.905075 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-81d503a6-e597-488b-a177-509d9b1f172d tempest-RoutersTestDVR-1333987360 tempest-RoutersTestDVR-1333987360-project-admin] Publish callbacks [] for router, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:41.906280 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-81d503a6-e597-488b-a177-509d9b1f172d tempest-RoutersTestDVR-1333987360 tempest-RoutersTestDVR-1333987360-project-admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.0942216 Nov 19 18:15:41.909030 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 42080) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:15:41.980299 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-80413135-9c03-4b9c-b9e4-9d566ebc4ff6 tempest-RoutersTestDVR-1333987360 tempest-RoutersTestDVR-1333987360-project-admin] Publish callbacks [] for router, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:42.131169 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-80413135-9c03-4b9c-b9e4-9d566ebc4ff6 tempest-RoutersTestDVR-1333987360 tempest-RoutersTestDVR-1333987360-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4696'] for router, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:42.133147 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-80413135-9c03-4b9c-b9e4-9d566ebc4ff6 tempest-RoutersTestDVR-1333987360 tempest-RoutersTestDVR-1333987360-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:42.175820 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-80413135-9c03-4b9c-b9e4-9d566ebc4ff6 tempest-RoutersTestDVR-1333987360 tempest-RoutersTestDVR-1333987360-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-543895'] for router, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:42.176323 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80413135-9c03-4b9c-b9e4-9d566ebc4ff6 tempest-RoutersTestDVR-1333987360 tempest-RoutersTestDVR-1333987360-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5affd0f0-79d0-407b-b45e-145a26c85788 {{(pid=103365) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 18:15:42.180568 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-80413135-9c03-4b9c-b9e4-9d566ebc4ff6 tempest-RoutersTestDVR-1333987360 tempest-RoutersTestDVR-1333987360-project-admin] Publish callbacks [] for router, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:42.186071 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-80413135-9c03-4b9c-b9e4-9d566ebc4ff6 tempest-RoutersTestDVR-1333987360 tempest-RoutersTestDVR-1333987360-project-admin] 10.222.0.54 "DELETE /v2.0/routers/5affd0f0-79d0-407b-b45e-145a26c85788 HTTP/1.1" status: 204 len: 168 time: 0.2717521 Nov 19 18:15:42.279474 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 42086) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:15:42.426673 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 42090) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:15:42.536942 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-dfa3454b-c928-4605-8fe0-8a1055ee3d4c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:42.611342 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-dfa3454b-c928-4605-8fe0-8a1055ee3d4c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:42.615266 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-dfa3454b-c928-4605-8fe0-8a1055ee3d4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:42.651868 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2b5fe24d-3ccc-403c-9eb5-ff9205e1e985 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-768564'] for router_interface, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:42.657175 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-dfa3454b-c928-4605-8fe0-8a1055ee3d4c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=fdc4ae7bd4444a3bb8277a4e0e58af5c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2294004 Nov 19 18:15:42.658088 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa3454b-c928-4605-8fe0-8a1055ee3d4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=518d03f2-ae02-428f-bf0c-d9a2b787ec4e,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:15:42.661382 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 42094) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:15:42.709450 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9d814309-9e4d-45da-a329-2232edb4522a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:42.730837 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9d814309-9e4d-45da-a329-2232edb4522a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:42.777935 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9d814309-9e4d-45da-a329-2232edb4522a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:42.780573 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9d814309-9e4d-45da-a329-2232edb4522a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:42.784172 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-9d814309-9e4d-45da-a329-2232edb4522a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/518d03f2-ae02-428f-bf0c-d9a2b787ec4e HTTP/1.1" status: 204 len: 168 time: 0.1192470 Nov 19 18:15:42.792235 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d814309-9e4d-45da-a329-2232edb4522a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=518d03f2-ae02-428f-bf0c-d9a2b787ec4e,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:15:42.919342 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-2b5fe24d-3ccc-403c-9eb5-ff9205e1e985 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Deleting port cfa16e11-21a0-4955-b5a5-9731d78eb279 {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:15:42.919678 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2b5fe24d-3ccc-403c-9eb5-ff9205e1e985 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:43.017310 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [None req-2b5fe24d-3ccc-403c-9eb5-ff9205e1e985 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] For port cfa16e11-21a0-4955-b5a5-9731d78eb279, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=cfa16e11-21a0-4955-b5a5-9731d78eb279,segment=NetworkSegment(f936abe1-1253-41cd-b5d2-d9b10b254fb3),segment_id=f936abe1-1253-41cd-b5d2-d9b10b254fb3)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:15:43.021543 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2b5fe24d-3ccc-403c-9eb5-ff9205e1e985 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:43.030370 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-2b5fe24d-3ccc-403c-9eb5-ff9205e1e985 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Calling delete_port for cfa16e11-21a0-4955-b5a5-9731d78eb279 owned by network:router_interface {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:15:43.049613 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 42100) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:15:43.063820 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9741e3e5-6eff-4de7-a844-accf39ad8328 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:43.139268 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9741e3e5-6eff-4de7-a844-accf39ad8328 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:43.143531 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9741e3e5-6eff-4de7-a844-accf39ad8328 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:43.182581 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-9741e3e5-6eff-4de7-a844-accf39ad8328 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f7f7523d8a5b495c87d158472a747a60&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1311147 Nov 19 18:15:43.183826 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9741e3e5-6eff-4de7-a844-accf39ad8328 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b7bfc0a-0492-4fd2-9aaf-9f8b5257b070,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:15:43.186185 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 42102) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:15:43.227155 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2b5fe24d-3ccc-403c-9eb5-ff9205e1e985 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:43.240000 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c1f26cec-cd4f-4ce3-9fd5-c8e00d759137 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:43.262819 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c1f26cec-cd4f-4ce3-9fd5-c8e00d759137 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:43.310641 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c1f26cec-cd4f-4ce3-9fd5-c8e00d759137 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:43.313450 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c1f26cec-cd4f-4ce3-9fd5-c8e00d759137 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:43.314685 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-c1f26cec-cd4f-4ce3-9fd5-c8e00d759137 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/4b7bfc0a-0492-4fd2-9aaf-9f8b5257b070 HTTP/1.1" status: 204 len: 168 time: 0.1275907 Nov 19 18:15:43.327126 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f26cec-cd4f-4ce3-9fd5-c8e00d759137 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b7bfc0a-0492-4fd2-9aaf-9f8b5257b070,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:15:43.520902 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5fe24d-3ccc-403c-9eb5-ff9205e1e985 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Pushing event deleted for resources: {'Port': ['ID=cfa16e11-21a0-4955-b5a5-9731d78eb279,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:15:43.715578 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2b5fe24d-3ccc-403c-9eb5-ff9205e1e985 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-768648'] for router_interface, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:43.775313 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device cf8f6f83-0f32-4276-938f-3166065c2fad no longer exists at agent hyperv_n-h2-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:15:43.795044 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] No Port match for: cf8f6f83-0f32-4276-938f-3166065c2fad {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:15:43.795721 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device cf8f6f83-0f32-4276-938f-3166065c2fad not bound to the agent host n-h2-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:15:43.945311 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b5fe24d-3ccc-403c-9eb5-ff9205e1e985 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Router 3498e3e3-cb14-4206-825e-3af86dec0ed5 has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 18:15:44.054209 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b5fe24d-3ccc-403c-9eb5-ff9205e1e985 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:15:44.060100 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 42128) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:15:44.063849 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b08e5b-daf1-47f8-bbc2-1b27f5322d96 None None] Sync routers for ids ['3498e3e3-cb14-4206-825e-3af86dec0ed5'] in n-d-818022-2 {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:15:44.066256 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-2b5fe24d-3ccc-403c-9eb5-ff9205e1e985 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "PUT /v2.0/routers/3498e3e3-cb14-4206-825e-3af86dec0ed5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7855213 Nov 19 18:15:44.069080 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 42132) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:15:44.074263 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b08e5b-daf1-47f8-bbc2-1b27f5322d96 None None] Routers {'3498e3e3-cb14-4206-825e-3af86dec0ed5'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:15:44.074872 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-a6b08e5b-daf1-47f8-bbc2-1b27f5322d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:15:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['3498e3e3-cb14-4206-825e-3af86dec0ed5'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:15:44.121960 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8deaaf0-c2ba-4390-ba32-ea0f3fdbaa8f tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Deleting subnet 57669088-57d4-4fc8-ab3b-d4604fde3abd {{(pid=103365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 18:15:44.125095 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a8deaaf0-c2ba-4390-ba32-ea0f3fdbaa8f tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks [] for subnet, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:44.170646 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a8deaaf0-c2ba-4390-ba32-ea0f3fdbaa8f tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12546453'] for subnet, precommit_delete_associations {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:44.178458 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-e00927af-8721-467a-8e49-112525ad13b7 tempest-TagsExtTest-947389972 tempest-TagsExtTest-947389972-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1622894786'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:15:44.182080 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-a6b08e5b-daf1-47f8-bbc2-1b27f5322d96 None None] Set router 3498e3e3-cb14-4206-825e-3af86dec0ed5 gateway port host: n-d-818022-2 {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:15:44.236627 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e00927af-8721-467a-8e49-112525ad13b7 tempest-TagsExtTest-947389972 tempest-TagsExtTest-947389972-project] Made reservation on behalf of 5d0b1fbb29d4440492419e082f144bbf for: {'network': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:15:44.240824 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e00927af-8721-467a-8e49-112525ad13b7 tempest-TagsExtTest-947389972 tempest-TagsExtTest-947389972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:44.291846 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e00927af-8721-467a-8e49-112525ad13b7 tempest-TagsExtTest-947389972 tempest-TagsExtTest-947389972-project] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:44.334123 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a8deaaf0-c2ba-4390-ba32-ea0f3fdbaa8f tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:44.365901 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-a6b08e5b-daf1-47f8-bbc2-1b27f5322d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3498e3e3-cb14-4206-825e-3af86dec0ed5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-470594023', 'tenant_id': 'd41245dedb694df6accb5dc7769c75e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': '8a8e7c2f-3493-45ee-b52d-b15f9ac6b137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:14:00Z', 'updated_at': '2021-11-19T18:15:43Z', 'revision_number': 5, 'project_id': 'd41245dedb694df6accb5dc7769c75e5', 'gw_port': {'id': '8a8e7c2f-3493-45ee-b52d-b15f9ac6b137', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:42:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3498e3e3-cb14-4206-825e-3af86dec0ed5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3723, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:14:01Z', 'updated_at': '2021-11-19T18:14:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:15:44.392399 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b08e5b-daf1-47f8-bbc2-1b27f5322d96 None None] Checking router: 3498e3e3-cb14-4206-825e-3af86dec0ed5 for host: n-d-818022-2 {{(pid=103366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:15:44.402116 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b08e5b-daf1-47f8-bbc2-1b27f5322d96 None None] Routers {'3498e3e3-cb14-4206-825e-3af86dec0ed5'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:15:44.402747 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-a6b08e5b-daf1-47f8-bbc2-1b27f5322d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:15:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['3498e3e3-cb14-4206-825e-3af86dec0ed5'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:15:44.510275 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-a6b08e5b-daf1-47f8-bbc2-1b27f5322d96 None None] Set router 3498e3e3-cb14-4206-825e-3af86dec0ed5 gateway port host: n-d-818022-2 {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:15:44.677694 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a8deaaf0-c2ba-4390-ba32-ea0f3fdbaa8f tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12282919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8731163'] for subnet, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:44.690853 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-a6b08e5b-daf1-47f8-bbc2-1b27f5322d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3498e3e3-cb14-4206-825e-3af86dec0ed5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-470594023', 'tenant_id': 'd41245dedb694df6accb5dc7769c75e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': '8a8e7c2f-3493-45ee-b52d-b15f9ac6b137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:14:00Z', 'updated_at': '2021-11-19T18:15:43Z', 'revision_number': 5, 'project_id': 'd41245dedb694df6accb5dc7769c75e5', 'gw_port': {'id': '8a8e7c2f-3493-45ee-b52d-b15f9ac6b137', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:42:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3498e3e3-cb14-4206-825e-3af86dec0ed5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3723, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:14:01Z', 'updated_at': '2021-11-19T18:14:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:15:44.712449 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8deaaf0-c2ba-4390-ba32-ea0f3fdbaa8f tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Pushing event deleted for resources: {'Subnet': ['ID=57669088-57d4-4fc8-ab3b-d4604fde3abd,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:15:44.718607 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a8deaaf0-c2ba-4390-ba32-ea0f3fdbaa8f tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks [] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:44.721875 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b08e5b-daf1-47f8-bbc2-1b27f5322d96 None None] The sync data for ids ['3498e3e3-cb14-4206-825e-3af86dec0ed5'] in n-d-818022-2 is: [{'id': '3498e3e3-cb14-4206-825e-3af86dec0ed5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-470594023', 'tenant_id': 'd41245dedb694df6accb5dc7769c75e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': '8a8e7c2f-3493-45ee-b52d-b15f9ac6b137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:14:00Z', 'updated_at': '2021-11-19T18:15:43Z', 'revision_number': 5, 'project_id': 'd41245dedb694df6accb5dc7769c75e5', 'gw_port': {'id': '8a8e7c2f-3493-45ee-b52d-b15f9ac6b137', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:42:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3498e3e3-cb14-4206-825e-3af86dec0ed5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3723, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:14:01Z', 'updated_at': '2021-11-19T18:14:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:15:44.722340 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-a8deaaf0-c2ba-4390-ba32-ea0f3fdbaa8f tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "DELETE /v2.0/subnets/57669088-57d4-4fc8-ab3b-d4604fde3abd HTTP/1.1" status: 204 len: 168 time: 0.6517007 Nov 19 18:15:44.724599 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e00927af-8721-467a-8e49-112525ad13b7 tempest-TagsExtTest-947389972 tempest-TagsExtTest-947389972-project] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:44.725246 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 42134) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:15:44.727331 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fafee57-fbb4-4ff7-adad-1d3ee87402ab None None] Network 76006e60-25ad-4a3c-ae92-45e166866a92 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:15:44.730039 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e00927af-8721-467a-8e49-112525ad13b7 tempest-TagsExtTest-947389972 tempest-TagsExtTest-947389972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:44.762841 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e00927af-8721-467a-8e49-112525ad13b7 tempest-TagsExtTest-947389972 tempest-TagsExtTest-947389972-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 681} {{(pid=103365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 18:15:44.775869 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00927af-8721-467a-8e49-112525ad13b7 tempest-TagsExtTest-947389972 tempest-TagsExtTest-947389972-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fab449a5-54cf-4c33-99ed-30e3ca83e79c,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:15:44.781031 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e00927af-8721-467a-8e49-112525ad13b7 tempest-TagsExtTest-947389972 tempest-TagsExtTest-947389972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:44.781383 n-d-818022-2 neutron-server[103365]: INFO neutron.db.segments_db [None req-e00927af-8721-467a-8e49-112525ad13b7 tempest-TagsExtTest-947389972 tempest-TagsExtTest-947389972-project] Added segment c87c06f1-c751-4437-a9a9-001ffeb65f80 of type vlan for network ab5e5bf6-5404-4d39-915c-c1fc8845800f Nov 19 18:15:44.824094 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e00927af-8721-467a-8e49-112525ad13b7 tempest-TagsExtTest-947389972 tempest-TagsExtTest-947389972-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:44.853268 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e00927af-8721-467a-8e49-112525ad13b7 tempest-TagsExtTest-947389972 tempest-TagsExtTest-947389972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:44.860671 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e00927af-8721-467a-8e49-112525ad13b7 tempest-TagsExtTest-947389972 tempest-TagsExtTest-947389972-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:15:44.861613 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e00927af-8721-467a-8e49-112525ad13b7 tempest-TagsExtTest-947389972 tempest-TagsExtTest-947389972-project] Publish callbacks [] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:44.862430 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-abd26851-a438-4fa9-9c18-d5ac6f914943 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks [] for router, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:44.932313 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-e00927af-8721-467a-8e49-112525ad13b7 tempest-TagsExtTest-947389972 tempest-TagsExtTest-947389972-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8715017 Nov 19 18:15:44.939269 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 42136) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:15:44.952106 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-a4da3123-9fd2-42ab-a047-f20e6541fb01 tempest-TagsExtTest-947389972 tempest-TagsExtTest-947389972-project] Request body: {'subnet': {'network_id': 'ab5e5bf6-5404-4d39-915c-c1fc8845800f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:15:44.972149 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-abd26851-a438-4fa9-9c18-d5ac6f914943 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:45.021427 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00927af-8721-467a-8e49-112525ad13b7 tempest-TagsExtTest-947389972 tempest-TagsExtTest-947389972-project] Pushing event updated for resources: {'Network': ['ID=ab5e5bf6-5404-4d39-915c-c1fc8845800f,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:15:45.025264 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-abd26851-a438-4fa9-9c18-d5ac6f914943 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Deleting port 8a8e7c2f-3493-45ee-b52d-b15f9ac6b137 {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:15:45.025619 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-abd26851-a438-4fa9-9c18-d5ac6f914943 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:45.034896 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network ab5e5bf6-5404-4d39-915c-c1fc8845800f details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 18:15:45.067801 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4da3123-9fd2-42ab-a047-f20e6541fb01 tempest-TagsExtTest-947389972 tempest-TagsExtTest-947389972-project] Made reservation on behalf of 5d0b1fbb29d4440492419e082f144bbf for: {'subnet': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:15:45.071453 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a4da3123-9fd2-42ab-a047-f20e6541fb01 tempest-TagsExtTest-947389972 tempest-TagsExtTest-947389972-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8731248'] for subnet, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:45.104848 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-213992dc-dca9-46de-b582-29be4820f742 None None] DHCP port deletion for 76006e60-25ad-4a3c-ae92-45e166866a92 request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:15:45.151678 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [None req-abd26851-a438-4fa9-9c18-d5ac6f914943 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] For port 8a8e7c2f-3493-45ee-b52d-b15f9ac6b137, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=8a8e7c2f-3493-45ee-b52d-b15f9ac6b137,segment=NetworkSegment(bbe705c1-96c0-476e-8381-28227e6f0ac5),segment_id=bbe705c1-96c0-476e-8381-28227e6f0ac5)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:15:45.152051 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-abd26851-a438-4fa9-9c18-d5ac6f914943 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:45.178615 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-213992dc-dca9-46de-b582-29be4820f742 None None] Deleting port 2280ac86-a5a3-4a75-9fe0-cf9328296e6c {{(pid=103366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:15:45.179371 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-213992dc-dca9-46de-b582-29be4820f742 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:45.188247 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-abd26851-a438-4fa9-9c18-d5ac6f914943 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Calling delete_port for 8a8e7c2f-3493-45ee-b52d-b15f9ac6b137 owned by network:router_gateway {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:15:45.197798 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 2280ac86-a5a3-4a75-9fe0-cf9328296e6c no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:15:45.289326 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-213992dc-dca9-46de-b582-29be4820f742 None None] For port 2280ac86-a5a3-4a75-9fe0-cf9328296e6c, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=2280ac86-a5a3-4a75-9fe0-cf9328296e6c,segment=NetworkSegment(f936abe1-1253-41cd-b5d2-d9b10b254fb3),segment_id=f936abe1-1253-41cd-b5d2-d9b10b254fb3)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:15:45.289732 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-213992dc-dca9-46de-b582-29be4820f742 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:45.307888 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-213992dc-dca9-46de-b582-29be4820f742 None None] Calling delete_port for 2280ac86-a5a3-4a75-9fe0-cf9328296e6c owned by network:dhcp {{(pid=103366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:15:45.313896 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a4da3123-9fd2-42ab-a047-f20e6541fb01 tempest-TagsExtTest-947389972 tempest-TagsExtTest-947389972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12283104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8731234'] for subnet, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:45.389806 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4da3123-9fd2-42ab-a047-f20e6541fb01 tempest-TagsExtTest-947389972 tempest-TagsExtTest-947389972-project] Checking segment: {'id': 'c87c06f1-c751-4437-a9a9-001ffeb65f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'ab5e5bf6-5404-4d39-915c-c1fc8845800f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:15:45.390189 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4da3123-9fd2-42ab-a047-f20e6541fb01 tempest-TagsExtTest-947389972 tempest-TagsExtTest-947389972-project] Network hostable DHCP agents. Network: ab5e5bf6-5404-4d39-915c-c1fc8845800f, hostable agents: ['02910ef2-0455-4aea-9f38-9a875579633f'], hosted agents: [] {{(pid=103365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 18:15:45.396408 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4da3123-9fd2-42ab-a047-f20e6541fb01 tempest-TagsExtTest-947389972 tempest-TagsExtTest-947389972-project] Pushing event updated for resources: {'Subnet': ['ID=235e65cd-b31f-4ec8-9b46-38f24de5ea00,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:15:45.404262 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-abd26851-a438-4fa9-9c18-d5ac6f914943 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:45.412032 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:45.413252 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4da3123-9fd2-42ab-a047-f20e6541fb01 tempest-TagsExtTest-947389972 tempest-TagsExtTest-947389972-project] Network ab5e5bf6-5404-4d39-915c-c1fc8845800f is scheduled to be hosted by DHCP agent 02910ef2-0455-4aea-9f38-9a875579633f with binding_index 1 {{(pid=103365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 18:15:45.431281 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-a4da3123-9fd2-42ab-a047-f20e6541fb01 tempest-TagsExtTest-947389972 tempest-TagsExtTest-947389972-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818022-2, ab5e5bf6-5404-4d39-915c-c1fc8845800f) {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:15:45.436008 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4da3123-9fd2-42ab-a047-f20e6541fb01 tempest-TagsExtTest-947389972 tempest-TagsExtTest-947389972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:15:45.436720 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a4da3123-9fd2-42ab-a047-f20e6541fb01 tempest-TagsExtTest-947389972 tempest-TagsExtTest-947389972-project] Publish callbacks [] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:45.443171 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-879994b6-6b26-4729-9162-1daa3e8cbdbd None None] Network ab5e5bf6-5404-4d39-915c-c1fc8845800f requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:15:45.448131 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd26851-a438-4fa9-9c18-d5ac6f914943 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Pushing event deleted for resources: {'Port': ['ID=8a8e7c2f-3493-45ee-b52d-b15f9ac6b137,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:15:45.462361 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-a4da3123-9fd2-42ab-a047-f20e6541fb01 tempest-TagsExtTest-947389972 tempest-TagsExtTest-947389972-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5220199 Nov 19 18:15:45.463229 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 42138) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:15:45.468446 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-dfd583a4-299b-493b-b5e5-c40019139c99 tempest-TagsExtTest-947389972 tempest-TagsExtTest-947389972-project] Request body: {'port': {'network_id': 'ab5e5bf6-5404-4d39-915c-c1fc8845800f', 'name': 'tempest-TagsExtTest-1514462376'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:15:45.489302 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80c4f663-4f23-4a2d-af14-3052173d1150 None None] DHCP port deletion for 645e61aa-1a6c-4e8f-857e-ab06edb4897f request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:15:45.516097 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] For port 2280ac86-a5a3-4a75-9fe0-cf9328296e6c, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=2280ac86-a5a3-4a75-9fe0-cf9328296e6c,segment=NetworkSegment(f936abe1-1253-41cd-b5d2-d9b10b254fb3),segment_id=f936abe1-1253-41cd-b5d2-d9b10b254fb3)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:15:45.517189 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-abd26851-a438-4fa9-9c18-d5ac6f914943 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-671730'] for router_gateway, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:45.536579 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:45.537208 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device cfa16e11-21a0-4955-b5a5-9731d78eb279 no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:15:45.596368 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: cfa16e11-21a0-4955-b5a5-9731d78eb279 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:15:45.596710 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device cfa16e11-21a0-4955-b5a5-9731d78eb279 not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:15:45.611466 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-213992dc-dca9-46de-b582-29be4820f742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007'] for port, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:45.613707 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfd583a4-299b-493b-b5e5-c40019139c99 tempest-TagsExtTest-947389972 tempest-TagsExtTest-947389972-project] Made reservation on behalf of 5d0b1fbb29d4440492419e082f144bbf for: {'port': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:15:45.619767 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-dfd583a4-299b-493b-b5e5-c40019139c99 tempest-TagsExtTest-947389972 tempest-TagsExtTest-947389972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:45.630261 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-abd26851-a438-4fa9-9c18-d5ac6f914943 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4696'] for router, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:45.632499 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-abd26851-a438-4fa9-9c18-d5ac6f914943 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:45.644057 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [None req-dfd583a4-299b-493b-b5e5-c40019139c99 tempest-TagsExtTest-947389972 tempest-TagsExtTest-947389972-project] device_id is not set on port 4bbcc698-0d4a-46eb-af14-ced65c2f813f yet. {{(pid=103365) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 18:15:45.656440 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Pushing event updated for resources: {'Port': ['ID=2280ac86-a5a3-4a75-9fe0-cf9328296e6c,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:15:45.661101 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-213992dc-dca9-46de-b582-29be4820f742 None None] No DVR routers for this DVR port 2280ac86-a5a3-4a75-9fe0-cf9328296e6c on host n-d-818022-2 {{(pid=103366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:15:45.687100 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-abd26851-a438-4fa9-9c18-d5ac6f914943 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-543895'] for router, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:45.687636 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abd26851-a438-4fa9-9c18-d5ac6f914943 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Fanout notify agent at l3_agent the message router_deleted on router 3498e3e3-cb14-4206-825e-3af86dec0ed5 {{(pid=103364) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 18:15:45.695336 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-abd26851-a438-4fa9-9c18-d5ac6f914943 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks [] for router, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:45.696403 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-abd26851-a438-4fa9-9c18-d5ac6f914943 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "DELETE /v2.0/routers/3498e3e3-cb14-4206-825e-3af86dec0ed5 HTTP/1.1" status: 204 len: 168 time: 0.9700582 Nov 19 18:15:45.700838 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213992dc-dca9-46de-b582-29be4820f742 None None] Pushing event deleted for resources: {'Port': ['ID=2280ac86-a5a3-4a75-9fe0-cf9328296e6c,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:15:45.702424 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 42140) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:15:45.741869 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-213f89e3-1ed8-4f6e-aaef-3b7a8068e3b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54f44f5f-1200-574e-8740-2141911d5b73-ab5e5bf6-5404-4d39-915c-c1fc8845800f', 'network_id': 'ab5e5bf6-5404-4d39-915c-c1fc8845800f', 'tenant_id': '5d0b1fbb29d4440492419e082f144bbf', 'fixed_ips': [{'subnet_id': '235e65cd-b31f-4ec8-9b46-38f24de5ea00'}]}} from n-d-818022-2. {{(pid=103366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 18:15:45.743079 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-213f89e3-1ed8-4f6e-aaef-3b7a8068e3b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:45.794749 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [None req-dfd583a4-299b-493b-b5e5-c40019139c99 tempest-TagsExtTest-947389972 tempest-TagsExtTest-947389972-project] Allocated IP 172.20.0.8 (ab5e5bf6-5404-4d39-915c-c1fc8845800f/235e65cd-b31f-4ec8-9b46-38f24de5ea00/4bbcc698-0d4a-46eb-af14-ced65c2f813f) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:15:45.796762 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-728b531e-cd89-495f-adcd-a7eca73ba87e tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:45.904960 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-728b531e-cd89-495f-adcd-a7eca73ba87e tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:45.925320 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-728b531e-cd89-495f-adcd-a7eca73ba87e tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76006e60-25ad-4a3c-ae92-45e166866a92']}} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:15:45.934710 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-728b531e-cd89-495f-adcd-a7eca73ba87e tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f936abe1-1253-41cd-b5d2-d9b10b254fb3') {'for_net_delete': True} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:15:45.935011 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-728b531e-cd89-495f-adcd-a7eca73ba87e tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f936abe1-1253-41cd-b5d2-d9b10b254fb3') {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:15:45.944588 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-728b531e-cd89-495f-adcd-a7eca73ba87e tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417396'] for segment, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:45.958552 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-728b531e-cd89-495f-adcd-a7eca73ba87e tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:45.964874 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-728b531e-cd89-495f-adcd-a7eca73ba87e tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Releasing vlan 660 on physical network physnet1 to pool {{(pid=103364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 18:15:45.965802 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-728b531e-cd89-495f-adcd-a7eca73ba87e tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12425183'] for segment, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:45.968814 n-d-818022-2 neutron-server[103364]: Traceback (most recent call last): Nov 19 18:15:45.968814 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 18:15:45.968814 n-d-818022-2 neutron-server[103364]: timer() Nov 19 18:15:45.968814 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 18:15:45.968814 n-d-818022-2 neutron-server[103364]: cb(*args, **kw) Nov 19 18:15:45.968814 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 18:15:45.968814 n-d-818022-2 neutron-server[103364]: return func(*args, **kwargs) Nov 19 18:15:45.968814 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 18:15:45.968814 n-d-818022-2 neutron-server[103364]: self._notify() Nov 19 18:15:45.968814 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 18:15:45.968814 n-d-818022-2 neutron-server[103364]: self.callback(batched_events) Nov 19 18:15:45.968814 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 18:15:45.968814 n-d-818022-2 neutron-server[103364]: event.method(event) Nov 19 18:15:45.968814 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 18:15:45.968814 n-d-818022-2 neutron-server[103364]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 18:15:45.968814 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 18:15:45.968814 n-d-818022-2 neutron-server[103364]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 18:15:45.968814 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 18:15:45.968814 n-d-818022-2 neutron-server[103364]: return f(self, *a, **k) Nov 19 18:15:45.968814 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 18:15:45.968814 n-d-818022-2 neutron-server[103364]: return self._get(url).json() Nov 19 18:15:45.968814 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 18:15:45.968814 n-d-818022-2 neutron-server[103364]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 18:15:45.968814 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 18:15:45.968814 n-d-818022-2 neutron-server[103364]: return self.request(url, 'GET', **kwargs) Nov 19 18:15:45.968814 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 18:15:45.968814 n-d-818022-2 neutron-server[103364]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 18:15:45.968814 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 18:15:45.968814 n-d-818022-2 neutron-server[103364]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 18:15:45.968814 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 18:15:45.968814 n-d-818022-2 neutron-server[103364]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 18:15:45.968814 n-d-818022-2 neutron-server[103364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 18:15:45.974780 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-dfd583a4-299b-493b-b5e5-c40019139c99 tempest-TagsExtTest-947389972 tempest-TagsExtTest-947389972-project] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:46.007317 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-dfd583a4-299b-493b-b5e5-c40019139c99 tempest-TagsExtTest-947389972 tempest-TagsExtTest-947389972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:46.027378 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-728b531e-cd89-495f-adcd-a7eca73ba87e tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671242'] for network, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:46.040757 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-728b531e-cd89-495f-adcd-a7eca73ba87e tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks [] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:46.047210 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-728b531e-cd89-495f-adcd-a7eca73ba87e tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "DELETE /v2.0/networks/76006e60-25ad-4a3c-ae92-45e166866a92 HTTP/1.1" status: 204 len: 168 time: 0.3378129 Nov 19 18:15:46.047459 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 42142) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:15:46.064065 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [None req-213f89e3-1ed8-4f6e-aaef-3b7a8068e3b7 None None] Allocated IP 172.20.0.2 (ab5e5bf6-5404-4d39-915c-c1fc8845800f/235e65cd-b31f-4ec8-9b46-38f24de5ea00/c61f6b0c-761f-4861-9357-bb629f28717a) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:15:46.067976 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfd583a4-299b-493b-b5e5-c40019139c99 tempest-TagsExtTest-947389972 tempest-TagsExtTest-947389972-project] Network ab5e5bf6-5404-4d39-915c-c1fc8845800f is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:15:46.071694 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-dfd583a4-299b-493b-b5e5-c40019139c99 tempest-TagsExtTest-947389972 tempest-TagsExtTest-947389972-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:15:46.073504 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728b531e-cd89-495f-adcd-a7eca73ba87e tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Pushing event deleted for resources: {'Network': ['ID=76006e60-25ad-4a3c-ae92-45e166866a92,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:15:46.076425 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd583a4-299b-493b-b5e5-c40019139c99 tempest-TagsExtTest-947389972 tempest-TagsExtTest-947389972-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:15:46.080621 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd583a4-299b-493b-b5e5-c40019139c99 tempest-TagsExtTest-947389972 tempest-TagsExtTest-947389972-project] Pushing event updated for resources: {'Port': ['ID=4bbcc698-0d4a-46eb-af14-ced65c2f813f,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:15:46.129605 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfd583a4-299b-493b-b5e5-c40019139c99 tempest-TagsExtTest-947389972 tempest-TagsExtTest-947389972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:15:46.131143 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-dfd583a4-299b-493b-b5e5-c40019139c99 tempest-TagsExtTest-947389972 tempest-TagsExtTest-947389972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:46.138048 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d1e9e6d8-46f7-47e5-a601-52f53407e7c9 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:46.148592 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-dfd583a4-299b-493b-b5e5-c40019139c99 tempest-TagsExtTest-947389972 tempest-TagsExtTest-947389972-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 0.6841955 Nov 19 18:15:46.151157 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 42144) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:15:46.155689 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-f3401578-f1b9-4a00-9f70-e75560d0ab03 tempest-TagsExtTest-947389972 tempest-TagsExtTest-947389972-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1793208596', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:15:46.167308 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d1e9e6d8-46f7-47e5-a601-52f53407e7c9 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:46.190831 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f3401578-f1b9-4a00-9f70-e75560d0ab03 tempest-TagsExtTest-947389972 tempest-TagsExtTest-947389972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9890'] for router, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:46.192614 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f3401578-f1b9-4a00-9f70-e75560d0ab03 tempest-TagsExtTest-947389972 tempest-TagsExtTest-947389972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671617', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-732153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4689'] for router, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:46.244684 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d1e9e6d8-46f7-47e5-a601-52f53407e7c9 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:46.251813 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f3401578-f1b9-4a00-9f70-e75560d0ab03 tempest-TagsExtTest-947389972 tempest-TagsExtTest-947389972-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:46.252624 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d1e9e6d8-46f7-47e5-a601-52f53407e7c9 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:46.254772 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-d1e9e6d8-46f7-47e5-a601-52f53407e7c9 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] 10.222.0.54 "DELETE /v2.0/security-groups/e430f061-6c21-4cde-a351-aa8b4b48886d HTTP/1.1" status: 204 len: 168 time: 0.2062311 Nov 19 18:15:46.258635 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f3401578-f1b9-4a00-9f70-e75560d0ab03 tempest-TagsExtTest-947389972 tempest-TagsExtTest-947389972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671702'] for router, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:46.268430 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-213f89e3-1ed8-4f6e-aaef-3b7a8068e3b7 None None] Publish callbacks [] for port, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:46.278262 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-213f89e3-1ed8-4f6e-aaef-3b7a8068e3b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998'] for port, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:46.282053 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e9e6d8-46f7-47e5-a601-52f53407e7c9 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e430f061-6c21-4cde-a351-aa8b4b48886d,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:15:46.296307 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f3401578-f1b9-4a00-9f70-e75560d0ab03 tempest-TagsExtTest-947389972 tempest-TagsExtTest-947389972-project] Publish callbacks [] for router, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:46.297552 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-f3401578-f1b9-4a00-9f70-e75560d0ab03 tempest-TagsExtTest-947389972 tempest-TagsExtTest-947389972-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1453905 Nov 19 18:15:46.300589 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 42148) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:15:46.307654 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-e1c87f86-c516-417b-8509-e0fbf6640402 tempest-TagsExtTest-947389972 tempest-TagsExtTest-947389972-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1598831651', 'prefixes': ['172.20.0.0/16']}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:15:46.340120 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-213f89e3-1ed8-4f6e-aaef-3b7a8068e3b7 None None] Network ab5e5bf6-5404-4d39-915c-c1fc8845800f is already hosted by enough agents. {{(pid=103366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:15:46.348170 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [None req-213f89e3-1ed8-4f6e-aaef-3b7a8068e3b7 None None] Resources bound (agent type, host, resource id): {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:15:46.352767 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-213f89e3-1ed8-4f6e-aaef-3b7a8068e3b7 None None] Received port after_create {{(pid=103366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:15:46.361078 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213f89e3-1ed8-4f6e-aaef-3b7a8068e3b7 None None] Pushing event updated for resources: {'Port': ['ID=c61f6b0c-761f-4861-9357-bb629f28717a,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:15:46.395751 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e1c87f86-c516-417b-8509-e0fbf6640402 tempest-TagsExtTest-947389972 tempest-TagsExtTest-947389972-project] Publish callbacks [] for subnetpool, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:46.397272 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-e1c87f86-c516-417b-8509-e0fbf6640402 tempest-TagsExtTest-947389972 tempest-TagsExtTest-947389972-project] 10.222.0.54 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.0954332 Nov 19 18:15:46.400860 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 42152) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:15:46.405783 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.tag.tag_plugin [None req-abae5188-cce7-455a-bfdc-26ae8df10158 tempest-TagsExtTest-947389972 tempest-TagsExtTest-947389972-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '235e65cd-b31f-4ec8-9b46-38f24de5ea00', 'tempest-TagsExtTest-Tag-2068444023') {} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:15:46.414057 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-213f89e3-1ed8-4f6e-aaef-3b7a8068e3b7 None None] Attempting to bind port c61f6b0c-761f-4861-9357-bb629f28717a on host n-d-818022-2 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:15:46.414435 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-213f89e3-1ed8-4f6e-aaef-3b7a8068e3b7 None None] Attempting to bind port c61f6b0c-761f-4861-9357-bb629f28717a by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': 'c87c06f1-c751-4437-a9a9-001ffeb65f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'ab5e5bf6-5404-4d39-915c-c1fc8845800f'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:15:46.414804 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213f89e3-1ed8-4f6e-aaef-3b7a8068e3b7 None None] Attempting to bind port c61f6b0c-761f-4861-9357-bb629f28717a on network ab5e5bf6-5404-4d39-915c-c1fc8845800f {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:15:46.420937 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213f89e3-1ed8-4f6e-aaef-3b7a8068e3b7 None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 15, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:15:46.421312 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213f89e3-1ed8-4f6e-aaef-3b7a8068e3b7 None None] Checking segment: {'id': 'c87c06f1-c751-4437-a9a9-001ffeb65f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'ab5e5bf6-5404-4d39-915c-c1fc8845800f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:15:46.421723 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-213f89e3-1ed8-4f6e-aaef-3b7a8068e3b7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:46.422246 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213f89e3-1ed8-4f6e-aaef-3b7a8068e3b7 None None] Bound using segment: {'id': 'c87c06f1-c751-4437-a9a9-001ffeb65f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'ab5e5bf6-5404-4d39-915c-c1fc8845800f'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:15:46.422613 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-213f89e3-1ed8-4f6e-aaef-3b7a8068e3b7 None None] Bound port: c61f6b0c-761f-4861-9357-bb629f28717a, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c87c06f1-c751-4437-a9a9-001ffeb65f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'ab5e5bf6-5404-4d39-915c-c1fc8845800f'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:15:46.423253 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-213f89e3-1ed8-4f6e-aaef-3b7a8068e3b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:46.499681 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-213f89e3-1ed8-4f6e-aaef-3b7a8068e3b7 None None] For port c61f6b0c-761f-4861-9357-bb629f28717a, host n-d-818022-2, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:15:46.504522 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-213f89e3-1ed8-4f6e-aaef-3b7a8068e3b7 None None] For port c61f6b0c-761f-4861-9357-bb629f28717a, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=c61f6b0c-761f-4861-9357-bb629f28717a,segment=NetworkSegment(c87c06f1-c751-4437-a9a9-001ffeb65f80),segment_id=c87c06f1-c751-4437-a9a9-001ffeb65f80)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:15:46.513385 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-213f89e3-1ed8-4f6e-aaef-3b7a8068e3b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:46.532296 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 42154) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:15:46.532524 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-abae5188-cce7-455a-bfdc-26ae8df10158 tempest-TagsExtTest-947389972 tempest-TagsExtTest-947389972-project] 10.222.0.54 "PUT /v2.0/subnets/235e65cd-b31f-4ec8-9b46-38f24de5ea00/tags/tempest-TagsExtTest-Tag-2068444023 HTTP/1.1" status: 201 len: 201 time: 0.1302762 Nov 19 18:15:46.538491 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.tag.tag_plugin [None req-f3ac5f56-b4cb-4783-bf01-71e67c389901 tempest-TagsExtTest-947389972 tempest-TagsExtTest-947389972-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '4bbcc698-0d4a-46eb-af14-ced65c2f813f', 'tempest-TagsExtTest-Tag-27284579') {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:15:46.579840 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213f89e3-1ed8-4f6e-aaef-3b7a8068e3b7 None None] Pushing event updated for resources: {'Port': ['ID=c61f6b0c-761f-4861-9357-bb629f28717a,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:15:46.629482 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-f3ac5f56-b4cb-4783-bf01-71e67c389901 tempest-TagsExtTest-947389972 tempest-TagsExtTest-947389972-project] 10.222.0.54 "PUT /v2.0/ports/4bbcc698-0d4a-46eb-af14-ced65c2f813f/tags/tempest-TagsExtTest-Tag-27284579 HTTP/1.1" status: 201 len: 201 time: 0.0958681 Nov 19 18:15:46.632724 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 42158) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:15:46.638576 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.tag.tag_plugin [None req-9ee97269-4f1f-41a8-acca-aab7ab4f2c45 tempest-TagsExtTest-947389972 tempest-TagsExtTest-947389972-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '3b067a01-7b06-42f7-9e52-8e9bdc6f92a4', 'tempest-TagsExtTest-Tag-344122723') {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:15:46.655532 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 42160) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:15:46.749850 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 42164) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:15:46.750138 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-9ee97269-4f1f-41a8-acca-aab7ab4f2c45 tempest-TagsExtTest-947389972 tempest-TagsExtTest-947389972-project] 10.222.0.54 "PUT /v2.0/routers/3b067a01-7b06-42f7-9e52-8e9bdc6f92a4/tags/tempest-TagsExtTest-Tag-344122723 HTTP/1.1" status: 201 len: 201 time: 0.1162360 Nov 19 18:15:46.755264 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.tag.tag_plugin [None req-7308bdfd-9be3-4751-92b6-de5a9191d804 tempest-TagsExtTest-947389972 tempest-TagsExtTest-947389972-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '425a1acd-a6bb-46c5-b31b-754f02d44a25', 'tempest-TagsExtTest-Tag-1224008826') {} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:15:46.866463 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-7308bdfd-9be3-4751-92b6-de5a9191d804 tempest-TagsExtTest-947389972 tempest-TagsExtTest-947389972-project] 10.222.0.54 "PUT /v2.0/subnetpools/425a1acd-a6bb-46c5-b31b-754f02d44a25/tags/tempest-TagsExtTest-Tag-1224008826 HTTP/1.1" status: 201 len: 201 time: 0.1153929 Nov 19 18:15:46.867127 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 42166) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:15:46.877548 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 42168) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:15:46.878081 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-db900aa1-af48-45bc-995b-4de9b4a87b8e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d41245dedb694df6accb5dc7769c75e5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2209983 Nov 19 18:15:46.883122 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.tag.tag_plugin [None req-d67e66bd-ef4d-4ccb-b48f-4c164aff7367 tempest-TagsExtTest-947389972 tempest-TagsExtTest-947389972-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '235e65cd-b31f-4ec8-9b46-38f24de5ea00') {} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:15:46.933349 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6ead4494-f1a4-466e-9ff5-e4d2c81781aa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:46.965138 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6ead4494-f1a4-466e-9ff5-e4d2c81781aa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:46.971984 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device c61f6b0c-761f-4861-9357-bb629f28717a up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:15:46.977206 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-d67e66bd-ef4d-4ccb-b48f-4c164aff7367 tempest-TagsExtTest-947389972 tempest-TagsExtTest-947389972-project] 10.222.0.54 "GET /v2.0/subnets/235e65cd-b31f-4ec8-9b46-38f24de5ea00/tags HTTP/1.1" status: 200 len: 241 time: 0.1051230 Nov 19 18:15:46.979633 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 42170) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:15:46.988809 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.tag.tag_plugin [None req-f979c6d9-9e0b-481b-ab5f-69c548f9a8c7 tempest-TagsExtTest-947389972 tempest-TagsExtTest-947389972-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '235e65cd-b31f-4ec8-9b46-38f24de5ea00', 'tempest-TagsExtTest-Tag-2068444023') {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:15:47.035389 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port c61f6b0c-761f-4861-9357-bb629f28717a triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:15:47.035677 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:47.087335 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6ead4494-f1a4-466e-9ff5-e4d2c81781aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:47.089907 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6ead4494-f1a4-466e-9ff5-e4d2c81781aa admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:47.093704 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-6ead4494-f1a4-466e-9ff5-e4d2c81781aa admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/70ea6cf0-6e1c-402d-82ef-8e7f38856645 HTTP/1.1" status: 204 len: 168 time: 0.2144005 Nov 19 18:15:47.101074 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-f979c6d9-9e0b-481b-ab5f-69c548f9a8c7 tempest-TagsExtTest-947389972 tempest-TagsExtTest-947389972-project] 10.222.0.54 "GET /v2.0/subnets/235e65cd-b31f-4ec8-9b46-38f24de5ea00/tags/tempest-TagsExtTest-Tag-2068444023 HTTP/1.1" status: 204 len: 168 time: 0.1179950 Nov 19 18:15:47.101240 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 42174) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:15:47.105696 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.tag.tag_plugin [None req-c32b1624-e39a-4d2a-862d-80f75a1f1a00 tempest-TagsExtTest-947389972 tempest-TagsExtTest-947389972-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '235e65cd-b31f-4ec8-9b46-38f24de5ea00', 'tempest-TagsExtTest-Tag-2068444023') {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:15:47.121888 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:47.132926 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ead4494-f1a4-466e-9ff5-e4d2c81781aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70ea6cf0-6e1c-402d-82ef-8e7f38856645,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:15:47.174261 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] For port c61f6b0c-761f-4861-9357-bb629f28717a, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=c61f6b0c-761f-4861-9357-bb629f28717a,segment=NetworkSegment(c87c06f1-c751-4437-a9a9-001ffeb65f80),segment_id=c87c06f1-c751-4437-a9a9-001ffeb65f80)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:15:47.182786 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:47.191730 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-c32b1624-e39a-4d2a-862d-80f75a1f1a00 tempest-TagsExtTest-947389972 tempest-TagsExtTest-947389972-project] 10.222.0.54 "DELETE /v2.0/subnets/235e65cd-b31f-4ec8-9b46-38f24de5ea00/tags/tempest-TagsExtTest-Tag-2068444023 HTTP/1.1" status: 204 len: 168 time: 0.0890439 Nov 19 18:15:47.193752 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 42176) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:15:47.198267 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.tag.tag_plugin [None req-00c8cf7e-ece5-4240-86c6-d7ad4fd4731a tempest-TagsExtTest-947389972 tempest-TagsExtTest-947389972-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '235e65cd-b31f-4ec8-9b46-38f24de5ea00') {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:15:47.237516 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Pushing event updated for resources: {'Port': ['ID=c61f6b0c-761f-4861-9357-bb629f28717a,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:15:47.258484 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 8a8e7c2f-3493-45ee-b52d-b15f9ac6b137 no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:15:47.271039 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-00c8cf7e-ece5-4240-86c6-d7ad4fd4731a tempest-TagsExtTest-947389972 tempest-TagsExtTest-947389972-project] 10.222.0.54 "GET /v2.0/subnets/235e65cd-b31f-4ec8-9b46-38f24de5ea00/tags HTTP/1.1" status: 200 len: 205 time: 0.0731750 Nov 19 18:15:47.271403 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 42180) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:15:47.276039 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.tag.tag_plugin [None req-fe6f62ba-0bc0-48b8-a670-e49362065712 tempest-TagsExtTest-947389972 tempest-TagsExtTest-947389972-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '4bbcc698-0d4a-46eb-af14-ced65c2f813f') {} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:15:47.279977 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: 8a8e7c2f-3493-45ee-b52d-b15f9ac6b137 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:15:47.280313 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 8a8e7c2f-3493-45ee-b52d-b15f9ac6b137 not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:15:47.326816 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-fe6f62ba-0bc0-48b8-a670-e49362065712 tempest-TagsExtTest-947389972 tempest-TagsExtTest-947389972-project] 10.222.0.54 "GET /v2.0/ports/4bbcc698-0d4a-46eb-af14-ced65c2f813f/tags HTTP/1.1" status: 200 len: 239 time: 0.0542870 Nov 19 18:15:47.329231 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 42182) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:15:47.334463 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.tag.tag_plugin [None req-6b58c127-3314-4fba-9754-7eec3579e4ef tempest-TagsExtTest-947389972 tempest-TagsExtTest-947389972-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '4bbcc698-0d4a-46eb-af14-ced65c2f813f', 'tempest-TagsExtTest-Tag-27284579') {} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:15:47.387035 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-6b58c127-3314-4fba-9754-7eec3579e4ef tempest-TagsExtTest-947389972 tempest-TagsExtTest-947389972-project] 10.222.0.54 "GET /v2.0/ports/4bbcc698-0d4a-46eb-af14-ced65c2f813f/tags/tempest-TagsExtTest-Tag-27284579 HTTP/1.1" status: 204 len: 168 time: 0.0567024 Nov 19 18:15:47.389665 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 42184) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:15:47.395080 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.tag.tag_plugin [None req-c8ad66d6-d053-402e-b0cb-cb9c47161e78 tempest-TagsExtTest-947389972 tempest-TagsExtTest-947389972-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '4bbcc698-0d4a-46eb-af14-ced65c2f813f', 'tempest-TagsExtTest-Tag-27284579') {} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:15:47.431443 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 42186) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:15:47.492742 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-dd4ae283-da83-4d32-8e73-d5f8b3451f74 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=9f65c39471214330bf3e3d3b16d00a5d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0602019 Nov 19 18:15:47.495015 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 42188) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:15:47.505054 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-c8ad66d6-d053-402e-b0cb-cb9c47161e78 tempest-TagsExtTest-947389972 tempest-TagsExtTest-947389972-project] 10.222.0.54 "DELETE /v2.0/ports/4bbcc698-0d4a-46eb-af14-ced65c2f813f/tags/tempest-TagsExtTest-Tag-27284579 HTTP/1.1" status: 204 len: 168 time: 0.1142008 Nov 19 18:15:47.508105 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 42190) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:15:47.513337 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.tag.tag_plugin [None req-03da0b8a-1d3e-44ac-a1f9-6e7b87b3c235 tempest-TagsExtTest-947389972 tempest-TagsExtTest-947389972-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '4bbcc698-0d4a-46eb-af14-ced65c2f813f') {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:15:47.553089 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5e1e1054-2654-4b0e-b752-1afa9d8c9baa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:47.567802 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-03da0b8a-1d3e-44ac-a1f9-6e7b87b3c235 tempest-TagsExtTest-947389972 tempest-TagsExtTest-947389972-project] 10.222.0.54 "GET /v2.0/ports/4bbcc698-0d4a-46eb-af14-ced65c2f813f/tags HTTP/1.1" status: 200 len: 205 time: 0.0585201 Nov 19 18:15:47.570365 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 42192) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:15:47.574923 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.tag.tag_plugin [None req-127eb6e3-aedd-4afd-a020-0d9fdec1fc01 tempest-TagsExtTest-947389972 tempest-TagsExtTest-947389972-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '3b067a01-7b06-42f7-9e52-8e9bdc6f92a4') {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:15:47.589076 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5e1e1054-2654-4b0e-b752-1afa9d8c9baa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:47.650602 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5e1e1054-2654-4b0e-b752-1afa9d8c9baa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:47.653341 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5e1e1054-2654-4b0e-b752-1afa9d8c9baa admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:47.657120 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-5e1e1054-2654-4b0e-b752-1afa9d8c9baa admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e1b19a23-0829-4bbc-b2f9-3ffb7a11d0cc HTTP/1.1" status: 204 len: 168 time: 0.1586478 Nov 19 18:15:47.663257 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1e1054-2654-4b0e-b752-1afa9d8c9baa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1b19a23-0829-4bbc-b2f9-3ffb7a11d0cc,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:15:47.664996 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 42196) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:15:47.666085 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-127eb6e3-aedd-4afd-a020-0d9fdec1fc01 tempest-TagsExtTest-947389972 tempest-TagsExtTest-947389972-project] 10.222.0.54 "GET /v2.0/routers/3b067a01-7b06-42f7-9e52-8e9bdc6f92a4/tags HTTP/1.1" status: 200 len: 240 time: 0.0944343 Nov 19 18:15:47.669888 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.tag.tag_plugin [None req-bf6fb66e-bfc9-4e9f-a102-230d164387a3 tempest-TagsExtTest-947389972 tempest-TagsExtTest-947389972-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '3b067a01-7b06-42f7-9e52-8e9bdc6f92a4', 'tempest-TagsExtTest-Tag-344122723') {} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:15:47.751704 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8620a446-8263-4848-aec9-7f41fcfed103 None None] Network ab5e5bf6-5404-4d39-915c-c1fc8845800f requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:15:47.765092 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-bf6fb66e-bfc9-4e9f-a102-230d164387a3 tempest-TagsExtTest-947389972 tempest-TagsExtTest-947389972-project] 10.222.0.54 "GET /v2.0/routers/3b067a01-7b06-42f7-9e52-8e9bdc6f92a4/tags/tempest-TagsExtTest-Tag-344122723 HTTP/1.1" status: 204 len: 168 time: 0.0989900 Nov 19 18:15:47.767862 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 42198) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:15:47.774788 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.tag.tag_plugin [None req-4038b1de-a97e-4e4d-8a53-96b2a2ca8185 tempest-TagsExtTest-947389972 tempest-TagsExtTest-947389972-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '3b067a01-7b06-42f7-9e52-8e9bdc6f92a4', 'tempest-TagsExtTest-Tag-344122723') {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:15:47.886498 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-4038b1de-a97e-4e4d-8a53-96b2a2ca8185 tempest-TagsExtTest-947389972 tempest-TagsExtTest-947389972-project] 10.222.0.54 "DELETE /v2.0/routers/3b067a01-7b06-42f7-9e52-8e9bdc6f92a4/tags/tempest-TagsExtTest-Tag-344122723 HTTP/1.1" status: 204 len: 168 time: 0.1172154 Nov 19 18:15:47.889082 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 42202) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:15:47.894991 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.tag.tag_plugin [None req-9d9ceb18-3f9b-46d0-af8f-890873eb442e tempest-TagsExtTest-947389972 tempest-TagsExtTest-947389972-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '3b067a01-7b06-42f7-9e52-8e9bdc6f92a4') {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:15:47.975557 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-9d9ceb18-3f9b-46d0-af8f-890873eb442e tempest-TagsExtTest-947389972 tempest-TagsExtTest-947389972-project] 10.222.0.54 "GET /v2.0/routers/3b067a01-7b06-42f7-9e52-8e9bdc6f92a4/tags HTTP/1.1" status: 200 len: 205 time: 0.0852423 Nov 19 18:15:47.978072 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 42204) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:15:47.982516 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.tag.tag_plugin [None req-030a7e6e-9f6b-4eef-9384-c5bce89f80b5 tempest-TagsExtTest-947389972 tempest-TagsExtTest-947389972-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '425a1acd-a6bb-46c5-b31b-754f02d44a25') {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:15:48.015541 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-b0d296d9-0253-4ac6-bba8-d1be753c6a41 None None] Provisioning complete for port c61f6b0c-761f-4861-9357-bb629f28717a triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:15:48.016140 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b0d296d9-0253-4ac6-bba8-d1be753c6a41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:48.022855 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-030a7e6e-9f6b-4eef-9384-c5bce89f80b5 tempest-TagsExtTest-947389972 tempest-TagsExtTest-947389972-project] 10.222.0.54 "GET /v2.0/subnetpools/425a1acd-a6bb-46c5-b31b-754f02d44a25/tags HTTP/1.1" status: 200 len: 241 time: 0.0436726 Nov 19 18:15:48.025208 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 42210) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:15:48.029418 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.tag.tag_plugin [None req-9728e1f9-e71a-4559-9dff-53cc61985c92 tempest-TagsExtTest-947389972 tempest-TagsExtTest-947389972-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '425a1acd-a6bb-46c5-b31b-754f02d44a25', 'tempest-TagsExtTest-Tag-1224008826') {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:15:48.052065 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-9728e1f9-e71a-4559-9dff-53cc61985c92 tempest-TagsExtTest-947389972 tempest-TagsExtTest-947389972-project] 10.222.0.54 "GET /v2.0/subnetpools/425a1acd-a6bb-46c5-b31b-754f02d44a25/tags/tempest-TagsExtTest-Tag-1224008826 HTTP/1.1" status: 204 len: 168 time: 0.0258529 Nov 19 18:15:48.054756 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 42212) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:15:48.059400 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.tag.tag_plugin [None req-f467c12d-ce97-4698-82cb-6cc4e14a5024 tempest-TagsExtTest-947389972 tempest-TagsExtTest-947389972-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '425a1acd-a6bb-46c5-b31b-754f02d44a25', 'tempest-TagsExtTest-Tag-1224008826') {} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:15:48.100576 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-f467c12d-ce97-4698-82cb-6cc4e14a5024 tempest-TagsExtTest-947389972 tempest-TagsExtTest-947389972-project] 10.222.0.54 "DELETE /v2.0/subnetpools/425a1acd-a6bb-46c5-b31b-754f02d44a25/tags/tempest-TagsExtTest-Tag-1224008826 HTTP/1.1" status: 204 len: 168 time: 0.0446789 Nov 19 18:15:48.103059 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 42216) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:15:48.107428 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.tag.tag_plugin [None req-13905588-1863-4d6e-92ee-695afabb48c4 tempest-TagsExtTest-947389972 tempest-TagsExtTest-947389972-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '425a1acd-a6bb-46c5-b31b-754f02d44a25') {} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:15:48.132947 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-13905588-1863-4d6e-92ee-695afabb48c4 tempest-TagsExtTest-947389972 tempest-TagsExtTest-947389972-project] 10.222.0.54 "GET /v2.0/subnetpools/425a1acd-a6bb-46c5-b31b-754f02d44a25/tags HTTP/1.1" status: 200 len: 205 time: 0.0287018 Nov 19 18:15:48.135653 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 42220) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:15:48.140559 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.tag.tag_plugin [None req-19718f3c-5e0c-4c1a-b9f0-0c96b2eff4b6 tempest-TagsExtTest-947389972 tempest-TagsExtTest-947389972-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '425a1acd-a6bb-46c5-b31b-754f02d44a25') {} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:15:48.169252 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-19718f3c-5e0c-4c1a-b9f0-0c96b2eff4b6 tempest-TagsExtTest-947389972 tempest-TagsExtTest-947389972-project] 10.222.0.54 "DELETE /v2.0/subnetpools/425a1acd-a6bb-46c5-b31b-754f02d44a25/tags HTTP/1.1" status: 204 len: 168 time: 0.0324280 Nov 19 18:15:48.172355 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 42222) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:15:48.177412 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.tag.tag_plugin [None req-ac645d9a-cfc8-4f72-8595-6d3c60062d44 tempest-TagsExtTest-947389972 tempest-TagsExtTest-947389972-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '3b067a01-7b06-42f7-9e52-8e9bdc6f92a4') {} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:15:48.270220 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-ac645d9a-cfc8-4f72-8595-6d3c60062d44 tempest-TagsExtTest-947389972 tempest-TagsExtTest-947389972-project] 10.222.0.54 "DELETE /v2.0/routers/3b067a01-7b06-42f7-9e52-8e9bdc6f92a4/tags HTTP/1.1" status: 204 len: 168 time: 0.0967426 Nov 19 18:15:48.272877 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 42226) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:15:48.277450 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.tag.tag_plugin [None req-e4d9eaac-653c-4d8e-b682-a3a19a5f8ad4 tempest-TagsExtTest-947389972 tempest-TagsExtTest-947389972-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '4bbcc698-0d4a-46eb-af14-ced65c2f813f') {} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:15:48.341702 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-e4d9eaac-653c-4d8e-b682-a3a19a5f8ad4 tempest-TagsExtTest-947389972 tempest-TagsExtTest-947389972-project] 10.222.0.54 "DELETE /v2.0/ports/4bbcc698-0d4a-46eb-af14-ced65c2f813f/tags HTTP/1.1" status: 204 len: 168 time: 0.0676408 Nov 19 18:15:48.344141 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 42232) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:15:48.349641 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.tag.tag_plugin [None req-05e7e644-6f50-43a6-8aea-0ebd8b6dd806 tempest-TagsExtTest-947389972 tempest-TagsExtTest-947389972-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '235e65cd-b31f-4ec8-9b46-38f24de5ea00') {} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:15:48.411069 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-05e7e644-6f50-43a6-8aea-0ebd8b6dd806 tempest-TagsExtTest-947389972 tempest-TagsExtTest-947389972-project] 10.222.0.54 "DELETE /v2.0/subnets/235e65cd-b31f-4ec8-9b46-38f24de5ea00/tags HTTP/1.1" status: 204 len: 168 time: 0.0656383 Nov 19 18:15:48.415718 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 42236) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:15:48.418427 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-ac57c11c-3274-4c0c-b63b-9130268316de None None] Provisioning complete for port c61f6b0c-761f-4861-9357-bb629f28717a triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:15:48.418966 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ac57c11c-3274-4c0c-b63b-9130268316de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:48.424374 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.tag.tag_plugin [None req-b7439b1e-890b-4d8a-a0dd-5e279afa6d8e tempest-TagsExtTest-947389972 tempest-TagsExtTest-947389972-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '235e65cd-b31f-4ec8-9b46-38f24de5ea00', 'tempest-TagsExtTest-Tag-2095495014') {} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:15:48.504772 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-b7439b1e-890b-4d8a-a0dd-5e279afa6d8e tempest-TagsExtTest-947389972 tempest-TagsExtTest-947389972-project] 10.222.0.54 "PUT /v2.0/subnets/235e65cd-b31f-4ec8-9b46-38f24de5ea00/tags/tempest-TagsExtTest-Tag-2095495014 HTTP/1.1" status: 201 len: 201 time: 0.0863304 Nov 19 18:15:48.507349 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 42238) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:15:48.515040 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.tag.tag_plugin [None req-b847c31e-2f66-479a-80cd-6b66a095fb0b tempest-TagsExtTest-947389972 tempest-TagsExtTest-947389972-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '4bbcc698-0d4a-46eb-af14-ced65c2f813f', 'tempest-TagsExtTest-Tag-1243644133') {} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:15:48.533536 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-ac57c11c-3274-4c0c-b63b-9130268316de None None] Provisioning complete for port 4bbcc698-0d4a-46eb-af14-ced65c2f813f triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:15:48.533973 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ac57c11c-3274-4c0c-b63b-9130268316de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:48.572659 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-ac57c11c-3274-4c0c-b63b-9130268316de None None] Port 4bbcc698-0d4a-46eb-af14-ced65c2f813f cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:15:48.607404 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-b847c31e-2f66-479a-80cd-6b66a095fb0b tempest-TagsExtTest-947389972 tempest-TagsExtTest-947389972-project] 10.222.0.54 "PUT /v2.0/ports/4bbcc698-0d4a-46eb-af14-ced65c2f813f/tags/tempest-TagsExtTest-Tag-1243644133 HTTP/1.1" status: 201 len: 201 time: 0.0988672 Nov 19 18:15:48.610323 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 42242) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:15:48.616037 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.tag.tag_plugin [None req-eae977a0-1b55-4656-a2af-2f8cff60cecf tempest-TagsExtTest-947389972 tempest-TagsExtTest-947389972-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '3b067a01-7b06-42f7-9e52-8e9bdc6f92a4', 'tempest-TagsExtTest-Tag-1669024015') {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:15:48.692024 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-2c6b22ab-cc57-4f9d-910e-bbd9b13376ed None None] Provisioning complete for port 4bbcc698-0d4a-46eb-af14-ced65c2f813f triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:15:48.692744 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2c6b22ab-cc57-4f9d-910e-bbd9b13376ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:48.708739 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-eae977a0-1b55-4656-a2af-2f8cff60cecf tempest-TagsExtTest-947389972 tempest-TagsExtTest-947389972-project] 10.222.0.54 "PUT /v2.0/routers/3b067a01-7b06-42f7-9e52-8e9bdc6f92a4/tags/tempest-TagsExtTest-Tag-1669024015 HTTP/1.1" status: 201 len: 201 time: 0.0949891 Nov 19 18:15:48.708977 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 42246) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:15:48.713974 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.tag.tag_plugin [None req-03d8c25e-4fc6-4789-bcec-61f35cd056eb tempest-TagsExtTest-947389972 tempest-TagsExtTest-947389972-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '425a1acd-a6bb-46c5-b31b-754f02d44a25', 'tempest-TagsExtTest-Tag-491516411') {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:15:48.731125 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-2c6b22ab-cc57-4f9d-910e-bbd9b13376ed None None] Port 4bbcc698-0d4a-46eb-af14-ced65c2f813f cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:15:48.753863 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-03d8c25e-4fc6-4789-bcec-61f35cd056eb tempest-TagsExtTest-947389972 tempest-TagsExtTest-947389972-project] 10.222.0.54 "PUT /v2.0/subnetpools/425a1acd-a6bb-46c5-b31b-754f02d44a25/tags/tempest-TagsExtTest-Tag-491516411 HTTP/1.1" status: 201 len: 201 time: 0.0416327 Nov 19 18:15:48.754544 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 42248) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:15:48.759287 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.tag.tag_plugin [None req-454d4c4d-8a63-41cf-8fdb-3578868bf86a tempest-TagsExtTest-947389972 tempest-TagsExtTest-947389972-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '235e65cd-b31f-4ec8-9b46-38f24de5ea00', {'tags': ['tempest-TagsExtTest-Tag-325198441', 'tempest-TagsExtTest-Tag-1460744197', 'tempest-TagsExtTest-Tag-1819802503']}) {} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:15:48.824551 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-454d4c4d-8a63-41cf-8fdb-3578868bf86a tempest-TagsExtTest-947389972 tempest-TagsExtTest-947389972-project] 10.222.0.54 "PUT /v2.0/subnets/235e65cd-b31f-4ec8-9b46-38f24de5ea00/tags HTTP/1.1" status: 200 len: 317 time: 0.0664525 Nov 19 18:15:48.825068 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 42254) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:15:48.829280 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.tag.tag_plugin [None req-1bb7d2f5-1312-45d7-ad66-51591214e16e tempest-TagsExtTest-947389972 tempest-TagsExtTest-947389972-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '235e65cd-b31f-4ec8-9b46-38f24de5ea00') {} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:15:48.883698 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device c61f6b0c-761f-4861-9357-bb629f28717a up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:15:48.913033 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-1bb7d2f5-1312-45d7-ad66-51591214e16e tempest-TagsExtTest-947389972 tempest-TagsExtTest-947389972-project] 10.222.0.54 "DELETE /v2.0/subnets/235e65cd-b31f-4ec8-9b46-38f24de5ea00/tags HTTP/1.1" status: 204 len: 168 time: 0.0870552 Nov 19 18:15:48.914023 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 42258) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:15:48.919482 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.tag.tag_plugin [None req-db31db4b-d7bc-4acb-b31d-0714d6994efc tempest-TagsExtTest-947389972 tempest-TagsExtTest-947389972-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '235e65cd-b31f-4ec8-9b46-38f24de5ea00', 'tempest-TagsExtTest-Tag-325198441') {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:15:48.934229 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port c61f6b0c-761f-4861-9357-bb629f28717a triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:15:48.934600 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:48.973712 n-d-818022-2 neutron-server[103364]: INFO neutron.api.v2.resource [None req-db31db4b-d7bc-4acb-b31d-0714d6994efc tempest-TagsExtTest-947389972 tempest-TagsExtTest-947389972-project] show failed (client error): The resource could not be found. Nov 19 18:15:48.977828 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 42260) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:15:48.978036 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-db31db4b-d7bc-4acb-b31d-0714d6994efc tempest-TagsExtTest-947389972 tempest-TagsExtTest-947389972-project] 10.222.0.54 "GET /v2.0/subnets/235e65cd-b31f-4ec8-9b46-38f24de5ea00/tags/tempest-TagsExtTest-Tag-325198441 HTTP/1.1" status: 404 len: 328 time: 0.0624516 Nov 19 18:15:48.982733 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.tag.tag_plugin [None req-bc35cae6-c93c-4b72-9497-d1b2c3d6ec61 tempest-TagsExtTest-947389972 tempest-TagsExtTest-947389972-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '235e65cd-b31f-4ec8-9b46-38f24de5ea00', 'tempest-TagsExtTest-Tag-1460744197') {} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:15:49.044134 n-d-818022-2 neutron-server[103365]: INFO neutron.api.v2.resource [None req-bc35cae6-c93c-4b72-9497-d1b2c3d6ec61 tempest-TagsExtTest-947389972 tempest-TagsExtTest-947389972-project] show failed (client error): The resource could not be found. Nov 19 18:15:49.045266 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-bc35cae6-c93c-4b72-9497-d1b2c3d6ec61 tempest-TagsExtTest-947389972 tempest-TagsExtTest-947389972-project] 10.222.0.54 "GET /v2.0/subnets/235e65cd-b31f-4ec8-9b46-38f24de5ea00/tags/tempest-TagsExtTest-Tag-1460744197 HTTP/1.1" status: 404 len: 329 time: 0.0659442 Nov 19 18:15:49.048053 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 42270) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:15:49.052866 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.tag.tag_plugin [None req-44af5f6f-9cbc-41de-9f55-e1d645259ddf tempest-TagsExtTest-947389972 tempest-TagsExtTest-947389972-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '235e65cd-b31f-4ec8-9b46-38f24de5ea00', 'tempest-TagsExtTest-Tag-1819802503') {} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:15:49.102574 n-d-818022-2 neutron-server[103365]: INFO neutron.api.v2.resource [None req-44af5f6f-9cbc-41de-9f55-e1d645259ddf tempest-TagsExtTest-947389972 tempest-TagsExtTest-947389972-project] show failed (client error): The resource could not be found. Nov 19 18:15:49.103620 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-44af5f6f-9cbc-41de-9f55-e1d645259ddf tempest-TagsExtTest-947389972 tempest-TagsExtTest-947389972-project] 10.222.0.54 "GET /v2.0/subnets/235e65cd-b31f-4ec8-9b46-38f24de5ea00/tags/tempest-TagsExtTest-Tag-1819802503 HTTP/1.1" status: 404 len: 329 time: 0.0546231 Nov 19 18:15:49.106348 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 42272) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:15:49.110677 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.tag.tag_plugin [None req-c933e941-151f-4967-9941-43c327c4d4ff tempest-TagsExtTest-947389972 tempest-TagsExtTest-947389972-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '4bbcc698-0d4a-46eb-af14-ced65c2f813f', {'tags': ['tempest-TagsExtTest-Tag-846178661', 'tempest-TagsExtTest-Tag-1046073141', 'tempest-TagsExtTest-Tag-1539702179']}) {} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:15:49.168730 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-c933e941-151f-4967-9941-43c327c4d4ff tempest-TagsExtTest-947389972 tempest-TagsExtTest-947389972-project] 10.222.0.54 "PUT /v2.0/ports/4bbcc698-0d4a-46eb-af14-ced65c2f813f/tags HTTP/1.1" status: 200 len: 317 time: 0.0613606 Nov 19 18:15:49.171451 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 42280) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:15:49.175766 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.tag.tag_plugin [None req-e00ed132-6c3c-4cfe-bd84-94a9a83bff41 tempest-TagsExtTest-947389972 tempest-TagsExtTest-947389972-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '4bbcc698-0d4a-46eb-af14-ced65c2f813f') {} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:15:49.242094 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-e00ed132-6c3c-4cfe-bd84-94a9a83bff41 tempest-TagsExtTest-947389972 tempest-TagsExtTest-947389972-project] 10.222.0.54 "DELETE /v2.0/ports/4bbcc698-0d4a-46eb-af14-ced65c2f813f/tags HTTP/1.1" status: 204 len: 168 time: 0.0695288 Nov 19 18:15:49.247929 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 42296) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:15:49.252400 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.tag.tag_plugin [None req-b5b09284-c51d-4beb-92ff-f85fec3935df tempest-TagsExtTest-947389972 tempest-TagsExtTest-947389972-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '4bbcc698-0d4a-46eb-af14-ced65c2f813f', 'tempest-TagsExtTest-Tag-846178661') {} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:15:49.308216 n-d-818022-2 neutron-server[103365]: INFO neutron.api.v2.resource [None req-b5b09284-c51d-4beb-92ff-f85fec3935df tempest-TagsExtTest-947389972 tempest-TagsExtTest-947389972-project] show failed (client error): The resource could not be found. Nov 19 18:15:49.311871 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-b5b09284-c51d-4beb-92ff-f85fec3935df tempest-TagsExtTest-947389972 tempest-TagsExtTest-947389972-project] 10.222.0.54 "GET /v2.0/ports/4bbcc698-0d4a-46eb-af14-ced65c2f813f/tags/tempest-TagsExtTest-Tag-846178661 HTTP/1.1" status: 404 len: 328 time: 0.0602498 Nov 19 18:15:49.312110 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 42310) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:15:49.317064 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.tag.tag_plugin [None req-841289a0-9c50-4847-a4b8-958833122866 tempest-TagsExtTest-947389972 tempest-TagsExtTest-947389972-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '4bbcc698-0d4a-46eb-af14-ced65c2f813f', 'tempest-TagsExtTest-Tag-1046073141') {} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:15:49.367208 n-d-818022-2 neutron-server[103365]: INFO neutron.api.v2.resource [None req-841289a0-9c50-4847-a4b8-958833122866 tempest-TagsExtTest-947389972 tempest-TagsExtTest-947389972-project] show failed (client error): The resource could not be found. Nov 19 18:15:49.368265 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-841289a0-9c50-4847-a4b8-958833122866 tempest-TagsExtTest-947389972 tempest-TagsExtTest-947389972-project] 10.222.0.54 "GET /v2.0/ports/4bbcc698-0d4a-46eb-af14-ced65c2f813f/tags/tempest-TagsExtTest-Tag-1046073141 HTTP/1.1" status: 404 len: 329 time: 0.0552645 Nov 19 18:15:49.371121 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 42326) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:15:49.375467 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.tag.tag_plugin [None req-cfab4807-dc4f-4b51-b96d-5f6d08bdd61b tempest-TagsExtTest-947389972 tempest-TagsExtTest-947389972-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '4bbcc698-0d4a-46eb-af14-ced65c2f813f', 'tempest-TagsExtTest-Tag-1539702179') {} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:15:49.430431 n-d-818022-2 neutron-server[103365]: INFO neutron.api.v2.resource [None req-cfab4807-dc4f-4b51-b96d-5f6d08bdd61b tempest-TagsExtTest-947389972 tempest-TagsExtTest-947389972-project] show failed (client error): The resource could not be found. Nov 19 18:15:49.431527 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-cfab4807-dc4f-4b51-b96d-5f6d08bdd61b tempest-TagsExtTest-947389972 tempest-TagsExtTest-947389972-project] 10.222.0.54 "GET /v2.0/ports/4bbcc698-0d4a-46eb-af14-ced65c2f813f/tags/tempest-TagsExtTest-Tag-1539702179 HTTP/1.1" status: 404 len: 329 time: 0.0595098 Nov 19 18:15:49.434284 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 42338) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:15:49.438813 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.tag.tag_plugin [None req-f0b15d71-4933-4a65-b413-635ffed1afa6 tempest-TagsExtTest-947389972 tempest-TagsExtTest-947389972-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '3b067a01-7b06-42f7-9e52-8e9bdc6f92a4', {'tags': ['tempest-TagsExtTest-Tag-2139664998', 'tempest-TagsExtTest-Tag-410099673', 'tempest-TagsExtTest-Tag-1493810412']}) {} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:15:49.527159 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-f0b15d71-4933-4a65-b413-635ffed1afa6 tempest-TagsExtTest-947389972 tempest-TagsExtTest-947389972-project] 10.222.0.54 "PUT /v2.0/routers/3b067a01-7b06-42f7-9e52-8e9bdc6f92a4/tags HTTP/1.1" status: 200 len: 317 time: 0.0918782 Nov 19 18:15:49.529962 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 42358) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:15:49.535078 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.tag.tag_plugin [None req-b1d65912-8f9d-4009-b5e3-7e9b5ee25621 tempest-TagsExtTest-947389972 tempest-TagsExtTest-947389972-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '3b067a01-7b06-42f7-9e52-8e9bdc6f92a4') {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:15:49.893856 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-b1d65912-8f9d-4009-b5e3-7e9b5ee25621 tempest-TagsExtTest-947389972 tempest-TagsExtTest-947389972-project] 10.222.0.54 "DELETE /v2.0/routers/3b067a01-7b06-42f7-9e52-8e9bdc6f92a4/tags HTTP/1.1" status: 204 len: 168 time: 0.3627796 Nov 19 18:15:49.896639 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 42398) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:15:49.901859 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.tag.tag_plugin [None req-f906ea9f-4280-41c2-9087-86c99f518c6e tempest-TagsExtTest-947389972 tempest-TagsExtTest-947389972-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '3b067a01-7b06-42f7-9e52-8e9bdc6f92a4', 'tempest-TagsExtTest-Tag-2139664998') {} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:15:49.976920 n-d-818022-2 neutron-server[103365]: INFO neutron.api.v2.resource [None req-f906ea9f-4280-41c2-9087-86c99f518c6e tempest-TagsExtTest-947389972 tempest-TagsExtTest-947389972-project] show failed (client error): The resource could not be found. Nov 19 18:15:49.978007 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-f906ea9f-4280-41c2-9087-86c99f518c6e tempest-TagsExtTest-947389972 tempest-TagsExtTest-947389972-project] 10.222.0.54 "GET /v2.0/routers/3b067a01-7b06-42f7-9e52-8e9bdc6f92a4/tags/tempest-TagsExtTest-Tag-2139664998 HTTP/1.1" status: 404 len: 329 time: 0.0803983 Nov 19 18:15:49.980963 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 42402) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:15:49.982091 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 42404) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:15:49.985305 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.tag.tag_plugin [None req-9637f1ab-44a8-4622-a912-afdcde86d4d4 tempest-TagsExtTest-947389972 tempest-TagsExtTest-947389972-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '3b067a01-7b06-42f7-9e52-8e9bdc6f92a4', 'tempest-TagsExtTest-Tag-410099673') {} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:15:50.061443 n-d-818022-2 neutron-server[103365]: INFO neutron.api.v2.resource [None req-9637f1ab-44a8-4622-a912-afdcde86d4d4 tempest-TagsExtTest-947389972 tempest-TagsExtTest-947389972-project] show failed (client error): The resource could not be found. Nov 19 18:15:50.062554 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-9637f1ab-44a8-4622-a912-afdcde86d4d4 tempest-TagsExtTest-947389972 tempest-TagsExtTest-947389972-project] 10.222.0.54 "GET /v2.0/routers/3b067a01-7b06-42f7-9e52-8e9bdc6f92a4/tags/tempest-TagsExtTest-Tag-410099673 HTTP/1.1" status: 404 len: 328 time: 0.0806892 Nov 19 18:15:50.065479 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 42408) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:15:50.069895 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.tag.tag_plugin [None req-d4ea8b96-3e3d-4698-8817-fa6113d66b4d tempest-TagsExtTest-947389972 tempest-TagsExtTest-947389972-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '3b067a01-7b06-42f7-9e52-8e9bdc6f92a4', 'tempest-TagsExtTest-Tag-1493810412') {} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:15:50.088535 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8b69aeb8-ba9e-4562-b0c1-992a56005dc3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:50.145924 n-d-818022-2 neutron-server[103365]: INFO neutron.api.v2.resource [None req-d4ea8b96-3e3d-4698-8817-fa6113d66b4d tempest-TagsExtTest-947389972 tempest-TagsExtTest-947389972-project] show failed (client error): The resource could not be found. Nov 19 18:15:50.147029 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-d4ea8b96-3e3d-4698-8817-fa6113d66b4d tempest-TagsExtTest-947389972 tempest-TagsExtTest-947389972-project] 10.222.0.54 "GET /v2.0/routers/3b067a01-7b06-42f7-9e52-8e9bdc6f92a4/tags/tempest-TagsExtTest-Tag-1493810412 HTTP/1.1" status: 404 len: 329 time: 0.0805380 Nov 19 18:15:50.149727 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 42410) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:15:50.154283 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.tag.tag_plugin [None req-1fa3fa3c-1a86-418d-88c9-7298e048e34c tempest-TagsExtTest-947389972 tempest-TagsExtTest-947389972-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '425a1acd-a6bb-46c5-b31b-754f02d44a25', {'tags': ['tempest-TagsExtTest-Tag-717756803', 'tempest-TagsExtTest-Tag-215137052', 'tempest-TagsExtTest-Tag-1056895891']}) {} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:15:50.164291 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8b69aeb8-ba9e-4562-b0c1-992a56005dc3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:50.168907 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8b69aeb8-ba9e-4562-b0c1-992a56005dc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:50.187846 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-1fa3fa3c-1a86-418d-88c9-7298e048e34c tempest-TagsExtTest-947389972 tempest-TagsExtTest-947389972-project] 10.222.0.54 "PUT /v2.0/subnetpools/425a1acd-a6bb-46c5-b31b-754f02d44a25/tags HTTP/1.1" status: 200 len: 316 time: 0.0370433 Nov 19 18:15:50.191064 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 42412) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:15:50.194958 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.tag.tag_plugin [None req-326274fa-34b3-4a2f-bb03-e2416edd5c80 tempest-TagsExtTest-947389972 tempest-TagsExtTest-947389972-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '425a1acd-a6bb-46c5-b31b-754f02d44a25') {} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:15:50.209199 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-8b69aeb8-ba9e-4562-b0c1-992a56005dc3 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=3fedb73c943f4f818eb70448f2b8ad6f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2260344 Nov 19 18:15:50.210396 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b69aeb8-ba9e-4562-b0c1-992a56005dc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dc87a78-7601-4163-b03c-c8cef6dee8e1,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:15:50.212382 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 42414) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:15:50.258975 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-326274fa-34b3-4a2f-bb03-e2416edd5c80 tempest-TagsExtTest-947389972 tempest-TagsExtTest-947389972-project] 10.222.0.54 "DELETE /v2.0/subnetpools/425a1acd-a6bb-46c5-b31b-754f02d44a25/tags HTTP/1.1" status: 204 len: 168 time: 0.0675070 Nov 19 18:15:50.262498 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 42416) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:15:50.266916 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.tag.tag_plugin [None req-c58d3c6d-5f1c-4fc2-9cc3-f6b1ccd8f958 tempest-TagsExtTest-947389972 tempest-TagsExtTest-947389972-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '425a1acd-a6bb-46c5-b31b-754f02d44a25', 'tempest-TagsExtTest-Tag-717756803') {} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:15:50.292669 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f69026e3-dcb6-47e2-acb1-7fd95e08d982 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:50.304376 n-d-818022-2 neutron-server[103365]: INFO neutron.api.v2.resource [None req-c58d3c6d-5f1c-4fc2-9cc3-f6b1ccd8f958 tempest-TagsExtTest-947389972 tempest-TagsExtTest-947389972-project] show failed (client error): The resource could not be found. Nov 19 18:15:50.305429 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-c58d3c6d-5f1c-4fc2-9cc3-f6b1ccd8f958 tempest-TagsExtTest-947389972 tempest-TagsExtTest-947389972-project] 10.222.0.54 "GET /v2.0/subnetpools/425a1acd-a6bb-46c5-b31b-754f02d44a25/tags/tempest-TagsExtTest-Tag-717756803 HTTP/1.1" status: 404 len: 328 time: 0.0420282 Nov 19 18:15:50.310284 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 42418) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:15:50.314506 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.tag.tag_plugin [None req-d6b052cb-f341-4c5b-8241-131ae5ed28e0 tempest-TagsExtTest-947389972 tempest-TagsExtTest-947389972-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '425a1acd-a6bb-46c5-b31b-754f02d44a25', 'tempest-TagsExtTest-Tag-215137052') {} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:15:50.330927 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f69026e3-dcb6-47e2-acb1-7fd95e08d982 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:50.363625 n-d-818022-2 neutron-server[103365]: INFO neutron.api.v2.resource [None req-d6b052cb-f341-4c5b-8241-131ae5ed28e0 tempest-TagsExtTest-947389972 tempest-TagsExtTest-947389972-project] show failed (client error): The resource could not be found. Nov 19 18:15:50.364667 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-d6b052cb-f341-4c5b-8241-131ae5ed28e0 tempest-TagsExtTest-947389972 tempest-TagsExtTest-947389972-project] 10.222.0.54 "GET /v2.0/subnetpools/425a1acd-a6bb-46c5-b31b-754f02d44a25/tags/tempest-TagsExtTest-Tag-215137052 HTTP/1.1" status: 404 len: 328 time: 0.0534821 Nov 19 18:15:50.367658 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 42420) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:15:50.372507 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.tag.tag_plugin [None req-7d8ceace-371a-4d9b-83fd-dd5e1bc8d21b tempest-TagsExtTest-947389972 tempest-TagsExtTest-947389972-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '425a1acd-a6bb-46c5-b31b-754f02d44a25', 'tempest-TagsExtTest-Tag-1056895891') {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:15:50.387941 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f69026e3-dcb6-47e2-acb1-7fd95e08d982 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:50.390568 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f69026e3-dcb6-47e2-acb1-7fd95e08d982 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:50.391703 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-f69026e3-dcb6-47e2-acb1-7fd95e08d982 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/7dc87a78-7601-4163-b03c-c8cef6dee8e1 HTTP/1.1" status: 204 len: 168 time: 0.1760459 Nov 19 18:15:50.393607 n-d-818022-2 neutron-server[103364]: INFO neutron.api.v2.resource [None req-7d8ceace-371a-4d9b-83fd-dd5e1bc8d21b tempest-TagsExtTest-947389972 tempest-TagsExtTest-947389972-project] show failed (client error): The resource could not be found. Nov 19 18:15:50.395223 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-7d8ceace-371a-4d9b-83fd-dd5e1bc8d21b tempest-TagsExtTest-947389972 tempest-TagsExtTest-947389972-project] 10.222.0.54 "GET /v2.0/subnetpools/425a1acd-a6bb-46c5-b31b-754f02d44a25/tags/tempest-TagsExtTest-Tag-1056895891 HTTP/1.1" status: 404 len: 329 time: 0.0265749 Nov 19 18:15:50.397946 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 42424) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:15:50.400298 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69026e3-dcb6-47e2-acb1-7fd95e08d982 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dc87a78-7601-4163-b03c-c8cef6dee8e1,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:15:50.403125 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.tag.tag_plugin [None req-9f214492-d065-4a01-8d6d-fd75998f423c tempest-TagsExtTest-947389972 tempest-TagsExtTest-947389972-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '425a1acd-a6bb-46c5-b31b-754f02d44a25') {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:15:50.431513 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-9f214492-d065-4a01-8d6d-fd75998f423c tempest-TagsExtTest-947389972 tempest-TagsExtTest-947389972-project] 10.222.0.54 "DELETE /v2.0/subnetpools/425a1acd-a6bb-46c5-b31b-754f02d44a25/tags HTTP/1.1" status: 204 len: 168 time: 0.0312538 Nov 19 18:15:50.433301 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 42426) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:15:50.437834 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.tag.tag_plugin [None req-09442047-7c66-4b6e-b9f4-4a04b02346f7 tempest-TagsExtTest-947389972 tempest-TagsExtTest-947389972-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '3b067a01-7b06-42f7-9e52-8e9bdc6f92a4') {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:15:50.517841 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-09442047-7c66-4b6e-b9f4-4a04b02346f7 tempest-TagsExtTest-947389972 tempest-TagsExtTest-947389972-project] 10.222.0.54 "DELETE /v2.0/routers/3b067a01-7b06-42f7-9e52-8e9bdc6f92a4/tags HTTP/1.1" status: 204 len: 168 time: 0.0834827 Nov 19 18:15:50.521449 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 42430) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:15:50.525737 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.tag.tag_plugin [None req-daf95473-3333-4ebc-80e8-3780eda7ed53 tempest-TagsExtTest-947389972 tempest-TagsExtTest-947389972-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '4bbcc698-0d4a-46eb-af14-ced65c2f813f') {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:15:50.578771 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-daf95473-3333-4ebc-80e8-3780eda7ed53 tempest-TagsExtTest-947389972 tempest-TagsExtTest-947389972-project] 10.222.0.54 "DELETE /v2.0/ports/4bbcc698-0d4a-46eb-af14-ced65c2f813f/tags HTTP/1.1" status: 204 len: 168 time: 0.0562911 Nov 19 18:15:50.581910 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 42432) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:15:50.586264 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.tag.tag_plugin [None req-1dc0733e-171d-4c37-81c3-7f5656c3cbcc tempest-TagsExtTest-947389972 tempest-TagsExtTest-947389972-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '235e65cd-b31f-4ec8-9b46-38f24de5ea00') {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:15:50.646065 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-1dc0733e-171d-4c37-81c3-7f5656c3cbcc tempest-TagsExtTest-947389972 tempest-TagsExtTest-947389972-project] 10.222.0.54 "DELETE /v2.0/subnets/235e65cd-b31f-4ec8-9b46-38f24de5ea00/tags HTTP/1.1" status: 204 len: 168 time: 0.0629375 Nov 19 18:15:50.650686 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 42434) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:15:50.667257 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 42436) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:15:50.680788 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-67ca3664-fe3a-4717-a660-4feb60e70dc0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:50.734364 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-fb10f153-7987-402c-8b87-897de63a3975 tempest-TagsExtTest-947389972 tempest-TagsExtTest-947389972-project] Publish callbacks [] for subnetpool, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:50.735523 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-fb10f153-7987-402c-8b87-897de63a3975 tempest-TagsExtTest-947389972 tempest-TagsExtTest-947389972-project] 10.222.0.54 "DELETE /v2.0/subnetpools/425a1acd-a6bb-46c5-b31b-754f02d44a25 HTTP/1.1" status: 204 len: 168 time: 0.0839503 Nov 19 18:15:50.738137 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 42438) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:15:50.780251 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-f2c85eff-ba7c-4d08-ac0c-e5f69ecfe75f tempest-TagsExtTest-947389972 tempest-TagsExtTest-947389972-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b067a01-7b06-42f7-9e52-8e9bdc6f92a4 HTTP/1.1" status: 200 len: 205 time: 0.0410185 Nov 19 18:15:50.782755 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 42440) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:15:50.784928 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-67ca3664-fe3a-4717-a660-4feb60e70dc0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:50.788764 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-67ca3664-fe3a-4717-a660-4feb60e70dc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:50.827134 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-67ca3664-fe3a-4717-a660-4feb60e70dc0 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ced067af6d224cb7a02c8ede4eaedb79&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1587205 Nov 19 18:15:50.829677 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 42442) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:15:50.836279 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ca3664-fe3a-4717-a660-4feb60e70dc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8de118b-8545-4af7-b937-12fe5a0975a4,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:15:50.862903 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9f1af8da-5e47-414a-abaf-4c24848ee203 tempest-TagsExtTest-947389972 tempest-TagsExtTest-947389972-project] Publish callbacks [] for router, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:50.880504 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-66cd4dfe-dcbd-4494-a015-416f01245217 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:50.905670 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-66cd4dfe-dcbd-4494-a015-416f01245217 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:50.951434 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-66cd4dfe-dcbd-4494-a015-416f01245217 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:50.954116 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-66cd4dfe-dcbd-4494-a015-416f01245217 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:50.958364 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-66cd4dfe-dcbd-4494-a015-416f01245217 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e8de118b-8545-4af7-b937-12fe5a0975a4 HTTP/1.1" status: 204 len: 168 time: 0.1246312 Nov 19 18:15:50.963895 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cd4dfe-dcbd-4494-a015-416f01245217 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8de118b-8545-4af7-b937-12fe5a0975a4,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:15:51.026808 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9f1af8da-5e47-414a-abaf-4c24848ee203 tempest-TagsExtTest-947389972 tempest-TagsExtTest-947389972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4696'] for router, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:51.029013 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9f1af8da-5e47-414a-abaf-4c24848ee203 tempest-TagsExtTest-947389972 tempest-TagsExtTest-947389972-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:51.072525 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9f1af8da-5e47-414a-abaf-4c24848ee203 tempest-TagsExtTest-947389972 tempest-TagsExtTest-947389972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-543895'] for router, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:51.073085 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f1af8da-5e47-414a-abaf-4c24848ee203 tempest-TagsExtTest-947389972 tempest-TagsExtTest-947389972-project] Fanout notify agent at l3_agent the message router_deleted on router 3b067a01-7b06-42f7-9e52-8e9bdc6f92a4 {{(pid=103364) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 18:15:51.080432 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9f1af8da-5e47-414a-abaf-4c24848ee203 tempest-TagsExtTest-947389972 tempest-TagsExtTest-947389972-project] Publish callbacks [] for router, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:51.081560 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-9f1af8da-5e47-414a-abaf-4c24848ee203 tempest-TagsExtTest-947389972 tempest-TagsExtTest-947389972-project] 10.222.0.54 "DELETE /v2.0/routers/3b067a01-7b06-42f7-9e52-8e9bdc6f92a4 HTTP/1.1" status: 204 len: 168 time: 0.2976952 Nov 19 18:15:51.084222 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 42446) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:15:51.174711 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-24925c47-47ff-4410-b79c-fea6ffb4a367 tempest-TagsExtTest-947389972 tempest-TagsExtTest-947389972-project] Deleting port 4bbcc698-0d4a-46eb-af14-ced65c2f813f {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:15:51.175677 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-24925c47-47ff-4410-b79c-fea6ffb4a367 tempest-TagsExtTest-947389972 tempest-TagsExtTest-947389972-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:51.263043 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-24925c47-47ff-4410-b79c-fea6ffb4a367 tempest-TagsExtTest-947389972 tempest-TagsExtTest-947389972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:51.278179 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-24925c47-47ff-4410-b79c-fea6ffb4a367 tempest-TagsExtTest-947389972 tempest-TagsExtTest-947389972-project] Calling delete_port for 4bbcc698-0d4a-46eb-af14-ced65c2f813f owned by {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:15:51.414784 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-24925c47-47ff-4410-b79c-fea6ffb4a367 tempest-TagsExtTest-947389972 tempest-TagsExtTest-947389972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:51.447136 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24925c47-47ff-4410-b79c-fea6ffb4a367 tempest-TagsExtTest-947389972 tempest-TagsExtTest-947389972-project] Pushing event deleted for resources: {'Port': ['ID=4bbcc698-0d4a-46eb-af14-ced65c2f813f,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:15:51.543378 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-24925c47-47ff-4410-b79c-fea6ffb4a367 tempest-TagsExtTest-947389972 tempest-TagsExtTest-947389972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:51.547214 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-24925c47-47ff-4410-b79c-fea6ffb4a367 tempest-TagsExtTest-947389972 tempest-TagsExtTest-947389972-project] 10.222.0.54 "DELETE /v2.0/ports/4bbcc698-0d4a-46eb-af14-ced65c2f813f HTTP/1.1" status: 204 len: 168 time: 0.4616873 Nov 19 18:15:51.549540 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 42464) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:15:51.621006 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_v2 [None req-c60e5139-293e-4a06-86a1-d9e792deafd1 tempest-TagsExtTest-947389972 tempest-TagsExtTest-947389972-project] Deleting subnet 235e65cd-b31f-4ec8-9b46-38f24de5ea00 {{(pid=103364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 18:15:51.624767 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c60e5139-293e-4a06-86a1-d9e792deafd1 tempest-TagsExtTest-947389972 tempest-TagsExtTest-947389972-project] Publish callbacks [] for subnet, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:51.676108 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c60e5139-293e-4a06-86a1-d9e792deafd1 tempest-TagsExtTest-947389972 tempest-TagsExtTest-947389972-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9416263'] for subnet, precommit_delete_associations {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:51.699898 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 42468) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:15:51.793996 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c60e5139-293e-4a06-86a1-d9e792deafd1 tempest-TagsExtTest-947389972 tempest-TagsExtTest-947389972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:51.800794 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-bca7c7b9-d1ea-4db9-ba35-dffce5c2620f admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-724478090-network', 'tenant_id': 'be4e57a6529649608e436546a17d200c'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:15:51.821360 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bca7c7b9-d1ea-4db9-ba35-dffce5c2620f admin admin] Made reservation on behalf of be4e57a6529649608e436546a17d200c for: {'network': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:15:51.823811 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-bca7c7b9-d1ea-4db9-ba35-dffce5c2620f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:51.833138 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-bca7c7b9-d1ea-4db9-ba35-dffce5c2620f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:51.853830 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c60e5139-293e-4a06-86a1-d9e792deafd1 tempest-TagsExtTest-947389972 tempest-TagsExtTest-947389972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12425137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8983934'] for subnet, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:51.884981 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c60e5139-293e-4a06-86a1-d9e792deafd1 tempest-TagsExtTest-947389972 tempest-TagsExtTest-947389972-project] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:51.888850 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-c60e5139-293e-4a06-86a1-d9e792deafd1 tempest-TagsExtTest-947389972 tempest-TagsExtTest-947389972-project] 10.222.0.54 "DELETE /v2.0/subnets/235e65cd-b31f-4ec8-9b46-38f24de5ea00 HTTP/1.1" status: 204 len: 168 time: 0.3377132 Nov 19 18:15:51.890019 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60e5139-293e-4a06-86a1-d9e792deafd1 tempest-TagsExtTest-947389972 tempest-TagsExtTest-947389972-project] Pushing event deleted for resources: {'Subnet': ['ID=235e65cd-b31f-4ec8-9b46-38f24de5ea00,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:15:51.892634 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 42472) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:15:51.901045 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7479c703-d458-4693-8909-9aa983410ab8 None None] Network ab5e5bf6-5404-4d39-915c-c1fc8845800f requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:15:51.918920 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-bca7c7b9-d1ea-4db9-ba35-dffce5c2620f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:51.924079 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-bca7c7b9-d1ea-4db9-ba35-dffce5c2620f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:51.950328 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bca7c7b9-d1ea-4db9-ba35-dffce5c2620f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 663} {{(pid=103365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 18:15:51.960868 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca7c7b9-d1ea-4db9-ba35-dffce5c2620f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5058fce9-9845-45b3-83f6-64f1e6c622ac,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:15:51.968123 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-bca7c7b9-d1ea-4db9-ba35-dffce5c2620f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:51.968462 n-d-818022-2 neutron-server[103365]: INFO neutron.db.segments_db [None req-bca7c7b9-d1ea-4db9-ba35-dffce5c2620f admin admin] Added segment 53d1ce6e-c89b-4960-b468-713e785a4f94 of type vlan for network 65b305ad-5016-4825-84dc-0628d29fd353 Nov 19 18:15:51.981312 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-def2f17e-c0e3-4c8d-98b7-63e66a99c6e1 tempest-TagsExtTest-947389972 tempest-TagsExtTest-947389972-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:52.010439 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-bca7c7b9-d1ea-4db9-ba35-dffce5c2620f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:52.044684 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-def2f17e-c0e3-4c8d-98b7-63e66a99c6e1 tempest-TagsExtTest-947389972 tempest-TagsExtTest-947389972-project] Deleting port c61f6b0c-761f-4861-9357-bb629f28717a {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:15:52.045262 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-def2f17e-c0e3-4c8d-98b7-63e66a99c6e1 tempest-TagsExtTest-947389972 tempest-TagsExtTest-947389972-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:52.048553 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-bca7c7b9-d1ea-4db9-ba35-dffce5c2620f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:52.049100 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bca7c7b9-d1ea-4db9-ba35-dffce5c2620f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:15:52.050048 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-bca7c7b9-d1ea-4db9-ba35-dffce5c2620f admin admin] Publish callbacks [] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:52.106727 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1149f85c-62ad-4593-a62b-3c785242b490 None None] DHCP port deletion for ab5e5bf6-5404-4d39-915c-c1fc8845800f request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:15:52.123293 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [None req-def2f17e-c0e3-4c8d-98b7-63e66a99c6e1 tempest-TagsExtTest-947389972 tempest-TagsExtTest-947389972-project] For port c61f6b0c-761f-4861-9357-bb629f28717a, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=c61f6b0c-761f-4861-9357-bb629f28717a,segment=NetworkSegment(c87c06f1-c751-4437-a9a9-001ffeb65f80),segment_id=c87c06f1-c751-4437-a9a9-001ffeb65f80)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:15:52.123818 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-def2f17e-c0e3-4c8d-98b7-63e66a99c6e1 tempest-TagsExtTest-947389972 tempest-TagsExtTest-947389972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:52.138998 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-def2f17e-c0e3-4c8d-98b7-63e66a99c6e1 tempest-TagsExtTest-947389972 tempest-TagsExtTest-947389972-project] Calling delete_port for c61f6b0c-761f-4861-9357-bb629f28717a owned by network:dhcp {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:15:52.159698 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-1149f85c-62ad-4593-a62b-3c785242b490 None None] Deleting port c61f6b0c-761f-4861-9357-bb629f28717a {{(pid=103366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:15:52.160364 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-1149f85c-62ad-4593-a62b-3c785242b490 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:52.229802 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-def2f17e-c0e3-4c8d-98b7-63e66a99c6e1 tempest-TagsExtTest-947389972 tempest-TagsExtTest-947389972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:52.240891 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-1149f85c-62ad-4593-a62b-3c785242b490 None None] For port c61f6b0c-761f-4861-9357-bb629f28717a, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=c61f6b0c-761f-4861-9357-bb629f28717a,segment=NetworkSegment(c87c06f1-c751-4437-a9a9-001ffeb65f80),segment_id=c87c06f1-c751-4437-a9a9-001ffeb65f80)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:15:52.241437 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-1149f85c-62ad-4593-a62b-3c785242b490 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:52.256303 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-1149f85c-62ad-4593-a62b-3c785242b490 None None] Calling delete_port for c61f6b0c-761f-4861-9357-bb629f28717a owned by network:dhcp {{(pid=103366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:15:52.258794 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def2f17e-c0e3-4c8d-98b7-63e66a99c6e1 tempest-TagsExtTest-947389972 tempest-TagsExtTest-947389972-project] Pushing event deleted for resources: {'Port': ['ID=c61f6b0c-761f-4861-9357-bb629f28717a,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:15:52.260698 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def2f17e-c0e3-4c8d-98b7-63e66a99c6e1 tempest-TagsExtTest-947389972 tempest-TagsExtTest-947389972-project] No DVR routers for this DVR port c61f6b0c-761f-4861-9357-bb629f28717a on host n-d-818022-2 {{(pid=103364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:15:52.353146 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-def2f17e-c0e3-4c8d-98b7-63e66a99c6e1 tempest-TagsExtTest-947389972 tempest-TagsExtTest-947389972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:52.353922 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-1149f85c-62ad-4593-a62b-3c785242b490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007'] for port, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:52.369225 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-bca7c7b9-d1ea-4db9-ba35-dffce5c2620f admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6682024 Nov 19 18:15:52.372168 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 42474) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:15:52.376116 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-def2f17e-c0e3-4c8d-98b7-63e66a99c6e1 tempest-TagsExtTest-947389972 tempest-TagsExtTest-947389972-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab5e5bf6-5404-4d39-915c-c1fc8845800f']}} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:15:52.379684 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-dedcfd84-f0ec-4a2c-9e58-a0d1c229564a admin admin] Request body: {'subnet': {'network_id': '65b305ad-5016-4825-84dc-0628d29fd353', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-724478090-subnet', 'tenant_id': 'be4e57a6529649608e436546a17d200c', 'ip_version': 4}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:15:52.386535 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1149f85c-62ad-4593-a62b-3c785242b490 None None] Pushing event deleted for resources: {'Port': ['ID=c61f6b0c-761f-4861-9357-bb629f28717a,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:15:52.386712 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-def2f17e-c0e3-4c8d-98b7-63e66a99c6e1 tempest-TagsExtTest-947389972 tempest-TagsExtTest-947389972-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c87c06f1-c751-4437-a9a9-001ffeb65f80') {'for_net_delete': True} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:15:52.386874 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-def2f17e-c0e3-4c8d-98b7-63e66a99c6e1 tempest-TagsExtTest-947389972 tempest-TagsExtTest-947389972-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c87c06f1-c751-4437-a9a9-001ffeb65f80') {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:15:52.388467 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca7c7b9-d1ea-4db9-ba35-dffce5c2620f admin admin] Pushing event updated for resources: {'Network': ['ID=65b305ad-5016-4825-84dc-0628d29fd353,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:15:52.390805 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1149f85c-62ad-4593-a62b-3c785242b490 None None] No DVR routers for this DVR port c61f6b0c-761f-4861-9357-bb629f28717a on host n-d-818022-2 {{(pid=103366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:15:52.407271 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-def2f17e-c0e3-4c8d-98b7-63e66a99c6e1 tempest-TagsExtTest-947389972 tempest-TagsExtTest-947389972-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417396'] for segment, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:52.410153 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network 65b305ad-5016-4825-84dc-0628d29fd353 details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 18:15:52.414315 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dedcfd84-f0ec-4a2c-9e58-a0d1c229564a admin admin] Made reservation on behalf of be4e57a6529649608e436546a17d200c for: {'subnet': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:15:52.417110 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-dedcfd84-f0ec-4a2c-9e58-a0d1c229564a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8731248'] for subnet, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:52.423591 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-def2f17e-c0e3-4c8d-98b7-63e66a99c6e1 tempest-TagsExtTest-947389972 tempest-TagsExtTest-947389972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:52.432576 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-def2f17e-c0e3-4c8d-98b7-63e66a99c6e1 tempest-TagsExtTest-947389972 tempest-TagsExtTest-947389972-project] Releasing vlan 681 on physical network physnet1 to pool {{(pid=103364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 18:15:52.433132 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-def2f17e-c0e3-4c8d-98b7-63e66a99c6e1 tempest-TagsExtTest-947389972 tempest-TagsExtTest-947389972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12425183'] for segment, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:52.436261 n-d-818022-2 neutron-server[103364]: Traceback (most recent call last): Nov 19 18:15:52.436261 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 18:15:52.436261 n-d-818022-2 neutron-server[103364]: timer() Nov 19 18:15:52.436261 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 18:15:52.436261 n-d-818022-2 neutron-server[103364]: cb(*args, **kw) Nov 19 18:15:52.436261 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 18:15:52.436261 n-d-818022-2 neutron-server[103364]: return func(*args, **kwargs) Nov 19 18:15:52.436261 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 18:15:52.436261 n-d-818022-2 neutron-server[103364]: self._notify() Nov 19 18:15:52.436261 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 18:15:52.436261 n-d-818022-2 neutron-server[103364]: self.callback(batched_events) Nov 19 18:15:52.436261 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 18:15:52.436261 n-d-818022-2 neutron-server[103364]: event.method(event) Nov 19 18:15:52.436261 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 18:15:52.436261 n-d-818022-2 neutron-server[103364]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 18:15:52.436261 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 18:15:52.436261 n-d-818022-2 neutron-server[103364]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 18:15:52.436261 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 18:15:52.436261 n-d-818022-2 neutron-server[103364]: return f(self, *a, **k) Nov 19 18:15:52.436261 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 18:15:52.436261 n-d-818022-2 neutron-server[103364]: return self._get(url).json() Nov 19 18:15:52.436261 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 18:15:52.436261 n-d-818022-2 neutron-server[103364]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 18:15:52.436261 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 18:15:52.436261 n-d-818022-2 neutron-server[103364]: return self.request(url, 'GET', **kwargs) Nov 19 18:15:52.436261 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 18:15:52.436261 n-d-818022-2 neutron-server[103364]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 18:15:52.436261 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 18:15:52.436261 n-d-818022-2 neutron-server[103364]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 18:15:52.436261 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 18:15:52.436261 n-d-818022-2 neutron-server[103364]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 18:15:52.436261 n-d-818022-2 neutron-server[103364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 18:15:52.499747 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-def2f17e-c0e3-4c8d-98b7-63e66a99c6e1 tempest-TagsExtTest-947389972 tempest-TagsExtTest-947389972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671242'] for network, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:52.529132 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-def2f17e-c0e3-4c8d-98b7-63e66a99c6e1 tempest-TagsExtTest-947389972 tempest-TagsExtTest-947389972-project] Publish callbacks [] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:52.533039 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-def2f17e-c0e3-4c8d-98b7-63e66a99c6e1 tempest-TagsExtTest-947389972 tempest-TagsExtTest-947389972-project] 10.222.0.54 "DELETE /v2.0/networks/ab5e5bf6-5404-4d39-915c-c1fc8845800f HTTP/1.1" status: 204 len: 168 time: 0.6392426 Nov 19 18:15:52.534005 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def2f17e-c0e3-4c8d-98b7-63e66a99c6e1 tempest-TagsExtTest-947389972 tempest-TagsExtTest-947389972-project] Pushing event deleted for resources: {'Network': ['ID=ab5e5bf6-5404-4d39-915c-c1fc8845800f,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:15:52.623600 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-dedcfd84-f0ec-4a2c-9e58-a0d1c229564a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12283104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8731234'] for subnet, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:52.683496 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedcfd84-f0ec-4a2c-9e58-a0d1c229564a admin admin] Pushing event updated for resources: {'Subnet': ['ID=89a5be16-7eab-41a2-85ae-5f9435931128,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:15:52.692804 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dedcfd84-f0ec-4a2c-9e58-a0d1c229564a admin admin] Checking segment: {'id': '53d1ce6e-c89b-4960-b468-713e785a4f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '65b305ad-5016-4825-84dc-0628d29fd353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:15:52.693169 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dedcfd84-f0ec-4a2c-9e58-a0d1c229564a admin admin] Network hostable DHCP agents. Network: 65b305ad-5016-4825-84dc-0628d29fd353, hostable agents: ['02910ef2-0455-4aea-9f38-9a875579633f'], hosted agents: [] {{(pid=103365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 18:15:52.709990 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dedcfd84-f0ec-4a2c-9e58-a0d1c229564a admin admin] Network 65b305ad-5016-4825-84dc-0628d29fd353 is scheduled to be hosted by DHCP agent 02910ef2-0455-4aea-9f38-9a875579633f with binding_index 1 {{(pid=103365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 18:15:52.718665 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-dedcfd84-f0ec-4a2c-9e58-a0d1c229564a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818022-2, 65b305ad-5016-4825-84dc-0628d29fd353) {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:15:52.723728 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dedcfd84-f0ec-4a2c-9e58-a0d1c229564a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:15:52.724338 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-dedcfd84-f0ec-4a2c-9e58-a0d1c229564a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:52.728903 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91131c80-29ec-401a-b4b9-4581fb603849 None None] Network 65b305ad-5016-4825-84dc-0628d29fd353 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:15:52.741118 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-dedcfd84-f0ec-4a2c-9e58-a0d1c229564a admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3677175 Nov 19 18:15:52.743832 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 42480) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:15:52.748308 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-5c7a93fe-f717-48c0-9525-06555c7908d5 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-724478090-router', 'tenant_id': 'be4e57a6529649608e436546a17d200c', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'}}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:15:52.771639 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5c7a93fe-f717-48c0-9525-06555c7908d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9890'] for router, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:52.772714 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5c7a93fe-f717-48c0-9525-06555c7908d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671617', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-732153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4689'] for router, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:52.780451 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 42482) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:15:52.831246 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5c7a93fe-f717-48c0-9525-06555c7908d5 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:52.895548 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fa9db66-ff95-4253-9ade-bf11da29ebd5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54f44f5f-1200-574e-8740-2141911d5b73-65b305ad-5016-4825-84dc-0628d29fd353', 'network_id': '65b305ad-5016-4825-84dc-0628d29fd353', 'tenant_id': 'be4e57a6529649608e436546a17d200c', 'fixed_ips': [{'subnet_id': '89a5be16-7eab-41a2-85ae-5f9435931128'}]}} from n-d-818022-2. {{(pid=103366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 18:15:52.897386 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4fa9db66-ff95-4253-9ade-bf11da29ebd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:52.901512 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device c61f6b0c-761f-4861-9357-bb629f28717a no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:15:52.940254 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: c61f6b0c-761f-4861-9357-bb629f28717a {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:15:52.941075 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device c61f6b0c-761f-4861-9357-bb629f28717a not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:15:52.966381 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-4bc24db5-b7f7-48de-bc7a-f5b988bd6a65 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=5d0b1fbb29d4440492419e082f144bbf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1846499 Nov 19 18:15:52.967024 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 42486) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:15:52.990524 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5c7a93fe-f717-48c0-9525-06555c7908d5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:53.022206 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4ad1956d-7222-4ebd-9469-4df8e4c3f327 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:53.044627 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4ad1956d-7222-4ebd-9469-4df8e4c3f327 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:53.067639 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [None req-4fa9db66-ff95-4253-9ade-bf11da29ebd5 None None] Allocated IP 172.20.0.2 (65b305ad-5016-4825-84dc-0628d29fd353/89a5be16-7eab-41a2-85ae-5f9435931128/87a857cf-0cc4-4fb9-be72-2fe342413020) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:15:53.101100 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4ad1956d-7222-4ebd-9469-4df8e4c3f327 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:53.104005 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4ad1956d-7222-4ebd-9469-4df8e4c3f327 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:53.107798 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-4ad1956d-7222-4ebd-9469-4df8e4c3f327 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/fab449a5-54cf-4c33-99ed-30e3ca83e79c HTTP/1.1" status: 204 len: 168 time: 0.1372595 Nov 19 18:15:53.114502 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad1956d-7222-4ebd-9469-4df8e4c3f327 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fab449a5-54cf-4c33-99ed-30e3ca83e79c,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:15:53.224658 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5c7a93fe-f717-48c0-9525-06555c7908d5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:53.241648 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4fa9db66-ff95-4253-9ade-bf11da29ebd5 None None] Publish callbacks [] for port, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:53.244558 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5c7a93fe-f717-48c0-9525-06555c7908d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:53.248111 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4fa9db66-ff95-4253-9ade-bf11da29ebd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998'] for port, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:53.299063 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fa9db66-ff95-4253-9ade-bf11da29ebd5 None None] Network 65b305ad-5016-4825-84dc-0628d29fd353 is already hosted by enough agents. {{(pid=103366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:15:53.305549 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa9db66-ff95-4253-9ade-bf11da29ebd5 None None] Pushing event updated for resources: {'Port': ['ID=87a857cf-0cc4-4fb9-be72-2fe342413020,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:15:53.309131 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [None req-4fa9db66-ff95-4253-9ade-bf11da29ebd5 None None] Resources bound (agent type, host, resource id): {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:15:53.311170 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa9db66-ff95-4253-9ade-bf11da29ebd5 None None] Received port after_create {{(pid=103366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:15:53.366931 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-4fa9db66-ff95-4253-9ade-bf11da29ebd5 None None] Attempting to bind port 87a857cf-0cc4-4fb9-be72-2fe342413020 on host n-d-818022-2 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:15:53.367319 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-4fa9db66-ff95-4253-9ade-bf11da29ebd5 None None] Attempting to bind port 87a857cf-0cc4-4fb9-be72-2fe342413020 by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': '53d1ce6e-c89b-4960-b468-713e785a4f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '65b305ad-5016-4825-84dc-0628d29fd353'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:15:53.367658 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa9db66-ff95-4253-9ade-bf11da29ebd5 None None] Attempting to bind port 87a857cf-0cc4-4fb9-be72-2fe342413020 on network 65b305ad-5016-4825-84dc-0628d29fd353 {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:15:53.372907 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa9db66-ff95-4253-9ade-bf11da29ebd5 None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 15, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:15:53.373282 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa9db66-ff95-4253-9ade-bf11da29ebd5 None None] Checking segment: {'id': '53d1ce6e-c89b-4960-b468-713e785a4f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '65b305ad-5016-4825-84dc-0628d29fd353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:15:53.373682 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4fa9db66-ff95-4253-9ade-bf11da29ebd5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:53.374103 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa9db66-ff95-4253-9ade-bf11da29ebd5 None None] Bound using segment: {'id': '53d1ce6e-c89b-4960-b468-713e785a4f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '65b305ad-5016-4825-84dc-0628d29fd353'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:15:53.374567 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-4fa9db66-ff95-4253-9ade-bf11da29ebd5 None None] Bound port: 87a857cf-0cc4-4fb9-be72-2fe342413020, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53d1ce6e-c89b-4960-b468-713e785a4f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '65b305ad-5016-4825-84dc-0628d29fd353'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:15:53.374943 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4fa9db66-ff95-4253-9ade-bf11da29ebd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:53.376774 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [None req-5c7a93fe-f717-48c0-9525-06555c7908d5 admin admin] Allocated IP 172.25.7.230 (645e61aa-1a6c-4e8f-857e-ab06edb4897f/88ed2d64-f56d-4f01-a468-946e01c99e82/4a32aa32-8774-4498-80f4-e943d9c20893) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:15:53.442773 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-4fa9db66-ff95-4253-9ade-bf11da29ebd5 None None] For port 87a857cf-0cc4-4fb9-be72-2fe342413020, host n-d-818022-2, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:15:53.446283 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-4fa9db66-ff95-4253-9ade-bf11da29ebd5 None None] For port 87a857cf-0cc4-4fb9-be72-2fe342413020, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=87a857cf-0cc4-4fb9-be72-2fe342413020,segment=NetworkSegment(53d1ce6e-c89b-4960-b468-713e785a4f94),segment_id=53d1ce6e-c89b-4960-b468-713e785a4f94)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:15:53.451759 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4fa9db66-ff95-4253-9ade-bf11da29ebd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:53.489930 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5c7a93fe-f717-48c0-9525-06555c7908d5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:53.520199 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa9db66-ff95-4253-9ade-bf11da29ebd5 None None] Pushing event updated for resources: {'Port': ['ID=87a857cf-0cc4-4fb9-be72-2fe342413020,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:15:53.535054 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5c7a93fe-f717-48c0-9525-06555c7908d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:53.585540 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c7a93fe-f717-48c0-9525-06555c7908d5 admin admin] Network 645e61aa-1a6c-4e8f-857e-ab06edb4897f is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:15:53.587627 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f65e03e9-2b56-4377-a49c-28d6d7dc25d7 req-1a66fbce-7b31-42d8-9cf3-708f290c7128 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=6f823120-2583-4ac2-8c26-8fb9eb5f20a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0536551 Nov 19 18:15:53.589066 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-5c7a93fe-f717-48c0-9525-06555c7908d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:15:53.592009 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c7a93fe-f717-48c0-9525-06555c7908d5 admin admin] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:15:53.615469 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b486398-241c-42f1-8780-026b088ad4cb None None] DHCP port deletion for 645e61aa-1a6c-4e8f-857e-ab06edb4897f request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:15:53.638160 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7a93fe-f717-48c0-9525-06555c7908d5 admin admin] Pushing event updated for resources: {'Port': ['ID=4a32aa32-8774-4498-80f4-e943d9c20893,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:15:53.694573 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-5d125020-906c-426c-9752-425be8917a11 None None] Provisioning complete for port 4a32aa32-8774-4498-80f4-e943d9c20893 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:15:53.694957 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-5d125020-906c-426c-9752-425be8917a11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:53.727480 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65e03e9-2b56-4377-a49c-28d6d7dc25d7 req-06e76730-a7d0-4e02-99d6-b5155991b1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:15:53.729714 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f65e03e9-2b56-4377-a49c-28d6d7dc25d7 req-06e76730-a7d0-4e02-99d6-b5155991b1c9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=46fc911a506f43faacc5bb57dab5a1bf&device_id=6f823120-2583-4ac2-8c26-8fb9eb5f20a1 HTTP/1.1" status: 200 len: 1096 time: 0.0769274 Nov 19 18:15:53.743559 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-5d125020-906c-426c-9752-425be8917a11 None None] Port 4a32aa32-8774-4498-80f4-e943d9c20893 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:15:53.895179 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65e03e9-2b56-4377-a49c-28d6d7dc25d7 req-388eb781-756c-4818-91b7-b9a00382af3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:15:53.897041 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f65e03e9-2b56-4377-a49c-28d6d7dc25d7 req-388eb781-756c-4818-91b7-b9a00382af3f service neutron] 10.222.0.60 "GET /v2.0/networks?id=4a49efd5-bc80-4af6-a575-c2d3be6941db HTTP/1.1" status: 200 len: 910 time: 0.1192517 Nov 19 18:15:53.969786 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5c7a93fe-f717-48c0-9525-06555c7908d5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:53.981065 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f65e03e9-2b56-4377-a49c-28d6d7dc25d7 req-00ad2479-beed-4229-90ed-1f463fce2664 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=59f0147e-62be-4a98-8223-9a2273533484 HTTP/1.1" status: 200 len: 1001 time: 0.0769377 Nov 19 18:15:54.036667 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65e03e9-2b56-4377-a49c-28d6d7dc25d7 req-0760fea6-170e-4eca-bb39-4848bf9aac74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:15:54.038224 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f65e03e9-2b56-4377-a49c-28d6d7dc25d7 req-0760fea6-170e-4eca-bb39-4848bf9aac74 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2ed30503-f276-4fb6-afaa-f1a06284c79e HTTP/1.1" status: 200 len: 848 time: 0.0507524 Nov 19 18:15:54.094732 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65e03e9-2b56-4377-a49c-28d6d7dc25d7 req-34713a99-7490-4565-948b-7de60f117997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:15:54.096602 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f65e03e9-2b56-4377-a49c-28d6d7dc25d7 req-34713a99-7490-4565-948b-7de60f117997 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4a49efd5-bc80-4af6-a575-c2d3be6941db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0506790 Nov 19 18:15:54.107363 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [req-f65e03e9-2b56-4377-a49c-28d6d7dc25d7 req-caaf45a4-516d-4f56-96bc-4488d61962ec service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=103364) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 18:15:54.109240 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f65e03e9-2b56-4377-a49c-28d6d7dc25d7 req-caaf45a4-516d-4f56-96bc-4488d61962ec service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059671 Nov 19 18:15:54.198196 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5c7a93fe-f717-48c0-9525-06555c7908d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671702'] for router, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:54.218560 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f65e03e9-2b56-4377-a49c-28d6d7dc25d7 req-f436e225-1a29-4012-892e-fabf59705b8d service neutron] 10.222.0.60 "GET /v2.0/networks/4a49efd5-bc80-4af6-a575-c2d3be6941db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000476 Nov 19 18:15:54.336441 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f65e03e9-2b56-4377-a49c-28d6d7dc25d7 req-50580928-8ac8-417e-88e5-f658d912c06b service neutron] 10.222.0.60 "GET /v2.0/networks/4a49efd5-bc80-4af6-a575-c2d3be6941db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100714 Nov 19 18:15:54.375640 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c7a93fe-f717-48c0-9525-06555c7908d5 admin admin] Router c6edd7ed-f0e9-45aa-91fb-df9b15678370 is scheduled to L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 with binding_index 1 {{(pid=103365) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 18:15:54.489178 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c7a93fe-f717-48c0-9525-06555c7908d5 admin admin] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:15:54.498475 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67591900-c30a-44ba-b31c-645b44e9a000 None None] Sync routers for ids ['c6edd7ed-f0e9-45aa-91fb-df9b15678370'] in n-d-818022-2 {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:15:54.509346 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5c7a93fe-f717-48c0-9525-06555c7908d5 admin admin] Publish callbacks [] for router, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:54.510655 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-5c7a93fe-f717-48c0-9525-06555c7908d5 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.7658820 Nov 19 18:15:54.513673 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 42522) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:15:54.515841 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67591900-c30a-44ba-b31c-645b44e9a000 None None] Routers {'c6edd7ed-f0e9-45aa-91fb-df9b15678370'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:15:54.516362 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-67591900-c30a-44ba-b31c-645b44e9a000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:15:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['c6edd7ed-f0e9-45aa-91fb-df9b15678370'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:15:54.659865 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-67591900-c30a-44ba-b31c-645b44e9a000 None None] Set router c6edd7ed-f0e9-45aa-91fb-df9b15678370 gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:15:54.726988 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53fafb43-6429-4c42-8124-bf0fcc179641 None None] Network 65b305ad-5016-4825-84dc-0628d29fd353 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:15:54.793563 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-db22427b-3c36-40bc-b52f-2409b32bf666 None None] Provisioning complete for port 87a857cf-0cc4-4fb9-be72-2fe342413020 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:15:54.793954 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-db22427b-3c36-40bc-b52f-2409b32bf666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:54.884109 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-67591900-c30a-44ba-b31c-645b44e9a000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6edd7ed-f0e9-45aa-91fb-df9b15678370', 'name': 'tempest-TestServerMultinode-724478090-router', 'tenant_id': 'be4e57a6529649608e436546a17d200c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.230'}], 'enable_snat': True}, 'gw_port_id': '4a32aa32-8774-4498-80f4-e943d9c20893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:15:52Z', 'updated_at': '2021-11-19T18:15:53Z', 'revision_number': 3, 'project_id': 'be4e57a6529649608e436546a17d200c', 'gw_port': {'id': '4a32aa32-8774-4498-80f4-e943d9c20893', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:10:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6edd7ed-f0e9-45aa-91fb-df9b15678370', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:15:53Z', 'updated_at': '2021-11-19T18:15:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:15:54.912957 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67591900-c30a-44ba-b31c-645b44e9a000 None None] Checking router: c6edd7ed-f0e9-45aa-91fb-df9b15678370 for host: n-d-818022-2 {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:15:54.913302 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67591900-c30a-44ba-b31c-645b44e9a000 None None] Updating router c6edd7ed-f0e9-45aa-91fb-df9b15678370 port 4a32aa32-8774-4498-80f4-e943d9c20893 binding host n-d-818022-2 {{(pid=103367) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 18:15:54.946278 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-67591900-c30a-44ba-b31c-645b44e9a000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:54.960483 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-db22427b-3c36-40bc-b52f-2409b32bf666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:54.984503 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 87a857cf-0cc4-4fb9-be72-2fe342413020 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:15:55.034424 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-db22427b-3c36-40bc-b52f-2409b32bf666 None None] For port 87a857cf-0cc4-4fb9-be72-2fe342413020, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=87a857cf-0cc4-4fb9-be72-2fe342413020,segment=NetworkSegment(53d1ce6e-c89b-4960-b468-713e785a4f94),segment_id=53d1ce6e-c89b-4960-b468-713e785a4f94)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:15:55.044273 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-db22427b-3c36-40bc-b52f-2409b32bf666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:55.093197 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 87a857cf-0cc4-4fb9-be72-2fe342413020 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:15:55.093583 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:55.094546 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0948f215-d08f-4fdb-9a8a-d01d601bae47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:55.170319 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db22427b-3c36-40bc-b52f-2409b32bf666 None None] Pushing event updated for resources: {'Port': ['ID=87a857cf-0cc4-4fb9-be72-2fe342413020,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:15:55.300709 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 42540) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:15:55.370937 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-e5f9f2cc-3b18-4b08-b18b-b89c7b735d46 None None] Provisioning complete for port 87a857cf-0cc4-4fb9-be72-2fe342413020 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:15:55.371222 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e5f9f2cc-3b18-4b08-b18b-b89c7b735d46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:55.378849 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-67591900-c30a-44ba-b31c-645b44e9a000 None None] Publish callbacks [] for port, precommit_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:55.388952 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-67591900-c30a-44ba-b31c-645b44e9a000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:55.416713 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb4fecd2-b21a-44fa-b92c-42b2e73d313e None None] DHCP port deletion for 645e61aa-1a6c-4e8f-857e-ab06edb4897f request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:15:55.453640 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d7736214-6747-46bb-825c-eeb1133d543d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:55.454735 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-67591900-c30a-44ba-b31c-645b44e9a000 None None] Attempting to bind port 4a32aa32-8774-4498-80f4-e943d9c20893 on host n-d-818022-2 for vnic_type normal with profile {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:15:55.455531 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-67591900-c30a-44ba-b31c-645b44e9a000 None None] Attempting to bind port 4a32aa32-8774-4498-80f4-e943d9c20893 by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:15:55.456777 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67591900-c30a-44ba-b31c-645b44e9a000 None None] Attempting to bind port 4a32aa32-8774-4498-80f4-e943d9c20893 on network 645e61aa-1a6c-4e8f-857e-ab06edb4897f {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:15:55.464642 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67591900-c30a-44ba-b31c-645b44e9a000 None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 15, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:15:55.465867 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67591900-c30a-44ba-b31c-645b44e9a000 None None] Checking segment: {'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:15:55.466447 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-67591900-c30a-44ba-b31c-645b44e9a000 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:55.467027 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67591900-c30a-44ba-b31c-645b44e9a000 None None] Bound using segment: {'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:15:55.468424 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-67591900-c30a-44ba-b31c-645b44e9a000 None None] Bound port: 4a32aa32-8774-4498-80f4-e943d9c20893, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'}}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:15:55.469012 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-67591900-c30a-44ba-b31c-645b44e9a000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:55.514534 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04e1c51-3f99-445e-9122-af95efbf0342 None None] Pushing event updated for resources: {'Port': ['ID=4a32aa32-8774-4498-80f4-e943d9c20893,revision_number=2']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:15:55.542216 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-67591900-c30a-44ba-b31c-645b44e9a000 None None] For port 4a32aa32-8774-4498-80f4-e943d9c20893, host n-d-818022-2, cleared binding levels {{(pid=103367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:15:55.546145 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-67591900-c30a-44ba-b31c-645b44e9a000 None None] For port 4a32aa32-8774-4498-80f4-e943d9c20893, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=4a32aa32-8774-4498-80f4-e943d9c20893,segment=NetworkSegment(bbe705c1-96c0-476e-8381-28227e6f0ac5),segment_id=bbe705c1-96c0-476e-8381-28227e6f0ac5)] {{(pid=103367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:15:55.551424 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-67591900-c30a-44ba-b31c-645b44e9a000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:55.560084 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d7736214-6747-46bb-825c-eeb1133d543d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:55.575316 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d7736214-6747-46bb-825c-eeb1133d543d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:55.577899 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6ca3d74-245a-4db5-b46d-ad990a9c678c None None] DHCP port deletion for 645e61aa-1a6c-4e8f-857e-ab06edb4897f request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:15:55.597737 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67591900-c30a-44ba-b31c-645b44e9a000 None None] Routers {'c6edd7ed-f0e9-45aa-91fb-df9b15678370'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:15:55.598797 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-67591900-c30a-44ba-b31c-645b44e9a000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:15:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['c6edd7ed-f0e9-45aa-91fb-df9b15678370'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:15:55.609704 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [None req-0948f215-d08f-4fdb-9a8a-d01d601bae47 admin admin] Allocated IP 172.20.0.1 (65b305ad-5016-4825-84dc-0628d29fd353/89a5be16-7eab-41a2-85ae-5f9435931128/0851c871-0d90-4fe2-b2d6-d5a9198bf645) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:15:55.624978 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-d7736214-6747-46bb-825c-eeb1133d543d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=5fb7a3eef8f74340b5e0807af677d51a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3219302 Nov 19 18:15:55.628460 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 42544) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:15:55.636396 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-91da2988-e6e3-4273-975a-7c3624bd8286 None None] Provisioning complete for port 4a32aa32-8774-4498-80f4-e943d9c20893 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:15:55.636766 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-91da2988-e6e3-4273-975a-7c3624bd8286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:55.639698 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7736214-6747-46bb-825c-eeb1133d543d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf8dc98b-139a-44a4-9d1e-7541f208a44f,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:15:55.725138 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-67591900-c30a-44ba-b31c-645b44e9a000 None None] Set router c6edd7ed-f0e9-45aa-91fb-df9b15678370 gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:15:55.736279 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-91da2988-e6e3-4273-975a-7c3624bd8286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:55.744732 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-bb32f8b7-66d1-43b9-846c-62e0f312836f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:55.757975 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-91da2988-e6e3-4273-975a-7c3624bd8286 None None] For port 4a32aa32-8774-4498-80f4-e943d9c20893, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=4a32aa32-8774-4498-80f4-e943d9c20893,segment=NetworkSegment(bbe705c1-96c0-476e-8381-28227e6f0ac5),segment_id=bbe705c1-96c0-476e-8381-28227e6f0ac5)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:15:55.764438 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-91da2988-e6e3-4273-975a-7c3624bd8286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:55.775979 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0948f215-d08f-4fdb-9a8a-d01d601bae47 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:55.782346 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-bb32f8b7-66d1-43b9-846c-62e0f312836f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:55.814993 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91da2988-e6e3-4273-975a-7c3624bd8286 None None] Pushing event updated for resources: {'Port': ['ID=4a32aa32-8774-4498-80f4-e943d9c20893,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:15:55.832933 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04e1c51-3f99-445e-9122-af95efbf0342 None None] Pushing event updated for resources: {'Port': ['ID=4a32aa32-8774-4498-80f4-e943d9c20893,revision_number=3']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:15:55.849261 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0948f215-d08f-4fdb-9a8a-d01d601bae47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:55.854988 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-bb32f8b7-66d1-43b9-846c-62e0f312836f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:55.857553 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-bb32f8b7-66d1-43b9-846c-62e0f312836f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:55.858738 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-bb32f8b7-66d1-43b9-846c-62e0f312836f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/bf8dc98b-139a-44a4-9d1e-7541f208a44f HTTP/1.1" status: 204 len: 168 time: 0.2291565 Nov 19 18:15:55.900250 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb32f8b7-66d1-43b9-846c-62e0f312836f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf8dc98b-139a-44a4-9d1e-7541f208a44f,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:15:55.913417 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0948f215-d08f-4fdb-9a8a-d01d601bae47 admin admin] Network 65b305ad-5016-4825-84dc-0628d29fd353 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:15:55.922508 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-0948f215-d08f-4fdb-9a8a-d01d601bae47 admin admin] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:15:55.928393 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb32f8b7-66d1-43b9-846c-62e0f312836f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:15:55.928631 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb32f8b7-66d1-43b9-846c-62e0f312836f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:15:55.928978 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb32f8b7-66d1-43b9-846c-62e0f312836f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:15:55.929352 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb32f8b7-66d1-43b9-846c-62e0f312836f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:15:55.930028 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb32f8b7-66d1-43b9-846c-62e0f312836f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:15:55.930358 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb32f8b7-66d1-43b9-846c-62e0f312836f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:15:55.930693 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb32f8b7-66d1-43b9-846c-62e0f312836f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:15:55.931055 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb32f8b7-66d1-43b9-846c-62e0f312836f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:15:55.931367 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb32f8b7-66d1-43b9-846c-62e0f312836f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:15:55.931698 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb32f8b7-66d1-43b9-846c-62e0f312836f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:15:55.932024 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb32f8b7-66d1-43b9-846c-62e0f312836f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:15:55.932352 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb32f8b7-66d1-43b9-846c-62e0f312836f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:15:55.935083 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0948f215-d08f-4fdb-9a8a-d01d601bae47 admin admin] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:15:55.939091 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0948f215-d08f-4fdb-9a8a-d01d601bae47 admin admin] Pushing event updated for resources: {'Port': ['ID=0851c871-0d90-4fe2-b2d6-d5a9198bf645,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:15:55.980536 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0948f215-d08f-4fdb-9a8a-d01d601bae47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-671361'] for router_interface, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:56.029134 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-67591900-c30a-44ba-b31c-645b44e9a000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6edd7ed-f0e9-45aa-91fb-df9b15678370', 'name': 'tempest-TestServerMultinode-724478090-router', 'tenant_id': 'be4e57a6529649608e436546a17d200c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.230'}], 'enable_snat': True}, 'gw_port_id': '4a32aa32-8774-4498-80f4-e943d9c20893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:15:52Z', 'updated_at': '2021-11-19T18:15:53Z', 'revision_number': 3, 'project_id': 'be4e57a6529649608e436546a17d200c', 'gw_port': {'id': '4a32aa32-8774-4498-80f4-e943d9c20893', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:10:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6edd7ed-f0e9-45aa-91fb-df9b15678370', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:15:53Z', 'updated_at': '2021-11-19T18:15:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:15:56.068718 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67591900-c30a-44ba-b31c-645b44e9a000 None None] The sync data for ids ['c6edd7ed-f0e9-45aa-91fb-df9b15678370'] in n-d-818022-2 is: [{'id': 'c6edd7ed-f0e9-45aa-91fb-df9b15678370', 'name': 'tempest-TestServerMultinode-724478090-router', 'tenant_id': 'be4e57a6529649608e436546a17d200c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.230'}], 'enable_snat': True}, 'gw_port_id': '4a32aa32-8774-4498-80f4-e943d9c20893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:15:52Z', 'updated_at': '2021-11-19T18:15:53Z', 'revision_number': 3, 'project_id': 'be4e57a6529649608e436546a17d200c', 'gw_port': {'id': '4a32aa32-8774-4498-80f4-e943d9c20893', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:10:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6edd7ed-f0e9-45aa-91fb-df9b15678370', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:15:53Z', 'updated_at': '2021-11-19T18:15:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:15:56.139338 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0948f215-d08f-4fdb-9a8a-d01d601bae47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:56.243140 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 42550) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:15:56.260758 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7c1c7301-df1f-4bdf-9743-6a1b35783d1f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:56.304677 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-09d92b57-fa5c-4b36-962e-83df684991df None None] Provisioning complete for port 0851c871-0d90-4fe2-b2d6-d5a9198bf645 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:15:56.305127 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-09d92b57-fa5c-4b36-962e-83df684991df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:56.342543 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0948f215-d08f-4fdb-9a8a-d01d601bae47 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:56.349635 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0948f215-d08f-4fdb-9a8a-d01d601bae47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:56.350663 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-09d92b57-fa5c-4b36-962e-83df684991df None None] Port 0851c871-0d90-4fe2-b2d6-d5a9198bf645 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:15:56.371738 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7c1c7301-df1f-4bdf-9743-6a1b35783d1f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:56.388569 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7c1c7301-df1f-4bdf-9743-6a1b35783d1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:56.424519 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0948f215-d08f-4fdb-9a8a-d01d601bae47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-768529'] for router_interface, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:56.441495 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-7c1c7301-df1f-4bdf-9743-6a1b35783d1f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e9a3561782b647e09390f034f1cdee24&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1972384 Nov 19 18:15:56.444763 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 42552) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:15:56.459500 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1c7301-df1f-4bdf-9743-6a1b35783d1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f154c7f7-e237-42c3-aa65-0e4d4c8cd03d,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:15:56.497954 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0948f215-d08f-4fdb-9a8a-d01d601bae47 admin admin] Pushing event updated for resources: {'Port': ['ID=0851c871-0d90-4fe2-b2d6-d5a9198bf645,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:15:56.510780 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-cdcd6dd1-a5ac-44a7-9f33-88b0aeae55a2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:56.534455 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-cdcd6dd1-a5ac-44a7-9f33-88b0aeae55a2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:56.549552 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0948f215-d08f-4fdb-9a8a-d01d601bae47 admin admin] Network 65b305ad-5016-4825-84dc-0628d29fd353 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:15:56.551611 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-0948f215-d08f-4fdb-9a8a-d01d601bae47 admin admin] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:15:56.611643 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-cdcd6dd1-a5ac-44a7-9f33-88b0aeae55a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:56.619831 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-cdcd6dd1-a5ac-44a7-9f33-88b0aeae55a2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:56.621108 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-cdcd6dd1-a5ac-44a7-9f33-88b0aeae55a2 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f154c7f7-e237-42c3-aa65-0e4d4c8cd03d HTTP/1.1" status: 204 len: 168 time: 0.1748502 Nov 19 18:15:56.629988 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcd6dd1-a5ac-44a7-9f33-88b0aeae55a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f154c7f7-e237-42c3-aa65-0e4d4c8cd03d,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:15:56.732406 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0948f215-d08f-4fdb-9a8a-d01d601bae47 admin admin] Router c6edd7ed-f0e9-45aa-91fb-df9b15678370 has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 18:15:56.867230 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0948f215-d08f-4fdb-9a8a-d01d601bae47 admin admin] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:15:56.879734 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-0948f215-d08f-4fdb-9a8a-d01d601bae47 admin admin] 10.222.0.54 "PUT /v2.0/routers/c6edd7ed-f0e9-45aa-91fb-df9b15678370/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3647552 Nov 19 18:15:56.988696 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-216c0bd0-2d8e-427d-952e-656407fbeef3 None None] Provisioning complete for port 0851c871-0d90-4fe2-b2d6-d5a9198bf645 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:15:56.989296 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-216c0bd0-2d8e-427d-952e-656407fbeef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:57.045198 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-216c0bd0-2d8e-427d-952e-656407fbeef3 None None] Port 0851c871-0d90-4fe2-b2d6-d5a9198bf645 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:15:57.054822 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 87a857cf-0cc4-4fb9-be72-2fe342413020 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:15:57.109450 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 87a857cf-0cc4-4fb9-be72-2fe342413020 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:15:57.110054 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:57.207425 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 4a32aa32-8774-4498-80f4-e943d9c20893 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:15:57.256863 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 4a32aa32-8774-4498-80f4-e943d9c20893 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:15:57.257640 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:57.636154 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 42592) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:15:57.641462 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-830ac3e4-f37b-490c-8937-8ccf2eef985a admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1199057977-network', 'tenant_id': '8f3489c8d5d24d31bc089ff0079c7d12'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:15:57.662716 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-830ac3e4-f37b-490c-8937-8ccf2eef985a admin admin] Made reservation on behalf of 8f3489c8d5d24d31bc089ff0079c7d12 for: {'network': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:15:57.665167 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-830ac3e4-f37b-490c-8937-8ccf2eef985a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:57.673690 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-830ac3e4-f37b-490c-8937-8ccf2eef985a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:57.751340 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-830ac3e4-f37b-490c-8937-8ccf2eef985a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:57.756994 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-830ac3e4-f37b-490c-8937-8ccf2eef985a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:57.786898 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-830ac3e4-f37b-490c-8937-8ccf2eef985a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 690} {{(pid=103364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 18:15:57.797186 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830ac3e4-f37b-490c-8937-8ccf2eef985a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a35e3023-5286-4fa3-a1e1-c71acc30f565,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:15:57.803457 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-830ac3e4-f37b-490c-8937-8ccf2eef985a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:57.803871 n-d-818022-2 neutron-server[103364]: INFO neutron.db.segments_db [None req-830ac3e4-f37b-490c-8937-8ccf2eef985a admin admin] Added segment 0332d26b-dec9-4996-9ba8-5f09bb6b02d9 of type vlan for network 171dd401-21d2-4924-838f-22639688a0a1 Nov 19 18:15:57.848061 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-830ac3e4-f37b-490c-8937-8ccf2eef985a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:57.875658 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-830ac3e4-f37b-490c-8937-8ccf2eef985a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:57.877073 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-830ac3e4-f37b-490c-8937-8ccf2eef985a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:15:57.877651 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-830ac3e4-f37b-490c-8937-8ccf2eef985a admin admin] Publish callbacks [] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:57.931627 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-830ac3e4-f37b-490c-8937-8ccf2eef985a admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.2942781 Nov 19 18:15:57.934659 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 42600) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:15:57.942148 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-c4350a1d-7118-4f39-bec6-c946ebb9f0fc admin admin] Request body: {'subnet': {'network_id': '171dd401-21d2-4924-838f-22639688a0a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1199057977-subnet', 'tenant_id': '8f3489c8d5d24d31bc089ff0079c7d12', 'ip_version': 4}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:15:57.949484 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830ac3e4-f37b-490c-8937-8ccf2eef985a admin admin] Pushing event updated for resources: {'Network': ['ID=171dd401-21d2-4924-838f-22639688a0a1,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:15:57.970082 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4350a1d-7118-4f39-bec6-c946ebb9f0fc admin admin] Made reservation on behalf of 8f3489c8d5d24d31bc089ff0079c7d12 for: {'subnet': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:15:57.972441 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network 171dd401-21d2-4924-838f-22639688a0a1 details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 18:15:57.972906 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c4350a1d-7118-4f39-bec6-c946ebb9f0fc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8731248'] for subnet, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:58.179017 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c4350a1d-7118-4f39-bec6-c946ebb9f0fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12283104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8731234'] for subnet, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:58.205199 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5abf404-2b30-4c66-803f-4f3bee462812 None None] Sync routers for ids ['c6edd7ed-f0e9-45aa-91fb-df9b15678370'] in n-d-818022-2 {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:15:58.217329 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5abf404-2b30-4c66-803f-4f3bee462812 None None] Routers {'c6edd7ed-f0e9-45aa-91fb-df9b15678370'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:15:58.218397 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-f5abf404-2b30-4c66-803f-4f3bee462812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:15:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['c6edd7ed-f0e9-45aa-91fb-df9b15678370'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:15:58.238889 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4350a1d-7118-4f39-bec6-c946ebb9f0fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=d568ab41-3bb0-4ac3-a094-e0520ac636c4,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:15:58.243497 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4350a1d-7118-4f39-bec6-c946ebb9f0fc admin admin] Checking segment: {'id': '0332d26b-dec9-4996-9ba8-5f09bb6b02d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '171dd401-21d2-4924-838f-22639688a0a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:15:58.243856 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4350a1d-7118-4f39-bec6-c946ebb9f0fc admin admin] Network hostable DHCP agents. Network: 171dd401-21d2-4924-838f-22639688a0a1, hostable agents: ['02910ef2-0455-4aea-9f38-9a875579633f'], hosted agents: [] {{(pid=103365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 18:15:58.262572 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4350a1d-7118-4f39-bec6-c946ebb9f0fc admin admin] Network 171dd401-21d2-4924-838f-22639688a0a1 is scheduled to be hosted by DHCP agent 02910ef2-0455-4aea-9f38-9a875579633f with binding_index 1 {{(pid=103365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 18:15:58.275220 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-c4350a1d-7118-4f39-bec6-c946ebb9f0fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818022-2, 171dd401-21d2-4924-838f-22639688a0a1) {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:15:58.293409 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4350a1d-7118-4f39-bec6-c946ebb9f0fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:15:58.295202 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c4350a1d-7118-4f39-bec6-c946ebb9f0fc admin admin] Publish callbacks [] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:58.314728 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-c4350a1d-7118-4f39-bec6-c946ebb9f0fc admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3782821 Nov 19 18:15:58.317423 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 42612) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:15:58.322976 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-d19392ab-85a7-4beb-8c32-f937b67d8f41 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1199057977-router', 'tenant_id': '8f3489c8d5d24d31bc089ff0079c7d12', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'}}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:15:58.348953 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d19392ab-85a7-4beb-8c32-f937b67d8f41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9890'] for router, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:58.351001 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d19392ab-85a7-4beb-8c32-f937b67d8f41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671617', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-732153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4689'] for router, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:58.407063 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d19392ab-85a7-4beb-8c32-f937b67d8f41 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:58.448575 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a405542-62ad-4666-a9f6-902fcbe5cbae None None] Network 171dd401-21d2-4924-838f-22639688a0a1 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:15:58.555421 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d19392ab-85a7-4beb-8c32-f937b67d8f41 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:58.574664 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-f5abf404-2b30-4c66-803f-4f3bee462812 None None] Set router c6edd7ed-f0e9-45aa-91fb-df9b15678370 gateway port host: n-d-818022-2 {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:15:58.754862 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d6f55bb-2334-4e45-91ca-a4d7486757d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54f44f5f-1200-574e-8740-2141911d5b73-171dd401-21d2-4924-838f-22639688a0a1', 'network_id': '171dd401-21d2-4924-838f-22639688a0a1', 'tenant_id': '8f3489c8d5d24d31bc089ff0079c7d12', 'fixed_ips': [{'subnet_id': 'd568ab41-3bb0-4ac3-a094-e0520ac636c4'}]}} from n-d-818022-2. {{(pid=103366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 18:15:58.755616 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8d6f55bb-2334-4e45-91ca-a4d7486757d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:58.800701 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d19392ab-85a7-4beb-8c32-f937b67d8f41 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:58.824454 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d19392ab-85a7-4beb-8c32-f937b67d8f41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:58.939985 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [None req-d19392ab-85a7-4beb-8c32-f937b67d8f41 admin admin] Allocated IP 172.25.7.141 (645e61aa-1a6c-4e8f-857e-ab06edb4897f/88ed2d64-f56d-4f01-a468-946e01c99e82/8000eb4b-e1c6-4081-b29a-6330a132de9e) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:15:58.955321 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-f5abf404-2b30-4c66-803f-4f3bee462812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6edd7ed-f0e9-45aa-91fb-df9b15678370', 'name': 'tempest-TestServerMultinode-724478090-router', 'tenant_id': 'be4e57a6529649608e436546a17d200c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.230'}], 'enable_snat': True}, 'gw_port_id': '4a32aa32-8774-4498-80f4-e943d9c20893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:15:52Z', 'updated_at': '2021-11-19T18:15:56Z', 'revision_number': 4, 'project_id': 'be4e57a6529649608e436546a17d200c', 'gw_port': {'id': '4a32aa32-8774-4498-80f4-e943d9c20893', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:10:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6edd7ed-f0e9-45aa-91fb-df9b15678370', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:15:53Z', 'updated_at': '2021-11-19T18:15:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': '0851c871-0d90-4fe2-b2d6-d5a9198bf645', 'name': '', 'network_id': '65b305ad-5016-4825-84dc-0628d29fd353', 'tenant_id': 'be4e57a6529649608e436546a17d200c', 'mac_address': 'fa:16:3e:f3:23:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6edd7ed-f0e9-45aa-91fb-df9b15678370', 'device_owner': 'network:router_interface', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': '89a5be16-7eab-41a2-85ae-5f9435931128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:15:55Z', 'updated_at': '2021-11-19T18:15:56Z', 'revision_number': 2, 'project_id': 'be4e57a6529649608e436546a17d200c', 'subnets': [{'id': '89a5be16-7eab-41a2-85ae-5f9435931128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:15:58.989903 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5abf404-2b30-4c66-803f-4f3bee462812 None None] Checking router: c6edd7ed-f0e9-45aa-91fb-df9b15678370 for host: n-d-818022-2 {{(pid=103366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:15:58.990290 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5abf404-2b30-4c66-803f-4f3bee462812 None None] Updating router c6edd7ed-f0e9-45aa-91fb-df9b15678370 port 0851c871-0d90-4fe2-b2d6-d5a9198bf645 binding host n-d-818022-2 {{(pid=103366) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 18:15:58.992610 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [None req-8d6f55bb-2334-4e45-91ca-a4d7486757d3 None None] Allocated IP 172.20.0.2 (171dd401-21d2-4924-838f-22639688a0a1/d568ab41-3bb0-4ac3-a094-e0520ac636c4/30cf073c-c49a-4d95-ade1-f1528b2798f7) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:15:59.026297 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f5abf404-2b30-4c66-803f-4f3bee462812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:59.067191 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d19392ab-85a7-4beb-8c32-f937b67d8f41 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:59.105416 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d19392ab-85a7-4beb-8c32-f937b67d8f41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:59.153276 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d19392ab-85a7-4beb-8c32-f937b67d8f41 admin admin] Network 645e61aa-1a6c-4e8f-857e-ab06edb4897f is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:15:59.157644 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-d19392ab-85a7-4beb-8c32-f937b67d8f41 admin admin] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:15:59.160206 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d19392ab-85a7-4beb-8c32-f937b67d8f41 admin admin] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:15:59.178911 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e35ba7e7-a31e-4a4e-8cfc-4007a1b2dfd6 None None] DHCP port deletion for 645e61aa-1a6c-4e8f-857e-ab06edb4897f request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:15:59.184116 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19392ab-85a7-4beb-8c32-f937b67d8f41 admin admin] Pushing event updated for resources: {'Port': ['ID=8000eb4b-e1c6-4081-b29a-6330a132de9e,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:15:59.304479 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8d6f55bb-2334-4e45-91ca-a4d7486757d3 None None] Publish callbacks [] for port, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:59.320753 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8d6f55bb-2334-4e45-91ca-a4d7486757d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998'] for port, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:59.368503 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-26392411-bed4-48fb-bb44-8ad957800184 None None] Provisioning complete for port 8000eb4b-e1c6-4081-b29a-6330a132de9e triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:15:59.368911 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-26392411-bed4-48fb-bb44-8ad957800184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:59.405003 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d6f55bb-2334-4e45-91ca-a4d7486757d3 None None] Network 171dd401-21d2-4924-838f-22639688a0a1 is already hosted by enough agents. {{(pid=103366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:15:59.421534 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [None req-8d6f55bb-2334-4e45-91ca-a4d7486757d3 None None] Resources bound (agent type, host, resource id): {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:15:59.430221 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d6f55bb-2334-4e45-91ca-a4d7486757d3 None None] Received port after_create {{(pid=103366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:15:59.441400 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6f55bb-2334-4e45-91ca-a4d7486757d3 None None] Pushing event updated for resources: {'Port': ['ID=30cf073c-c49a-4d95-ade1-f1528b2798f7,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:15:59.458010 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-26392411-bed4-48fb-bb44-8ad957800184 None None] Port 8000eb4b-e1c6-4081-b29a-6330a132de9e cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:15:59.465554 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d19392ab-85a7-4beb-8c32-f937b67d8f41 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:59.545628 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-8d6f55bb-2334-4e45-91ca-a4d7486757d3 None None] Attempting to bind port 30cf073c-c49a-4d95-ade1-f1528b2798f7 on host n-d-818022-2 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:15:59.546300 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-8d6f55bb-2334-4e45-91ca-a4d7486757d3 None None] Attempting to bind port 30cf073c-c49a-4d95-ade1-f1528b2798f7 by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': '0332d26b-dec9-4996-9ba8-5f09bb6b02d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '171dd401-21d2-4924-838f-22639688a0a1'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:15:59.547062 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6f55bb-2334-4e45-91ca-a4d7486757d3 None None] Attempting to bind port 30cf073c-c49a-4d95-ade1-f1528b2798f7 on network 171dd401-21d2-4924-838f-22639688a0a1 {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:15:59.562351 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6f55bb-2334-4e45-91ca-a4d7486757d3 None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 15, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:15:59.562721 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6f55bb-2334-4e45-91ca-a4d7486757d3 None None] Checking segment: {'id': '0332d26b-dec9-4996-9ba8-5f09bb6b02d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '171dd401-21d2-4924-838f-22639688a0a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:15:59.563316 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8d6f55bb-2334-4e45-91ca-a4d7486757d3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:59.563874 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6f55bb-2334-4e45-91ca-a4d7486757d3 None None] Bound using segment: {'id': '0332d26b-dec9-4996-9ba8-5f09bb6b02d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '171dd401-21d2-4924-838f-22639688a0a1'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:15:59.564536 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-8d6f55bb-2334-4e45-91ca-a4d7486757d3 None None] Bound port: 30cf073c-c49a-4d95-ade1-f1528b2798f7, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0332d26b-dec9-4996-9ba8-5f09bb6b02d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '171dd401-21d2-4924-838f-22639688a0a1'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:15:59.565113 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8d6f55bb-2334-4e45-91ca-a4d7486757d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:59.572296 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f5abf404-2b30-4c66-803f-4f3bee462812 None None] Publish callbacks [] for port, precommit_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:59.587755 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f5abf404-2b30-4c66-803f-4f3bee462812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:59.699882 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e24e44-dd63-44c4-8c5b-83fe07c7aa66 None None] Pushing event updated for resources: {'Port': ['ID=0851c871-0d90-4fe2-b2d6-d5a9198bf645,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:15:59.705860 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d19392ab-85a7-4beb-8c32-f937b67d8f41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671702'] for router, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:59.725273 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-8d6f55bb-2334-4e45-91ca-a4d7486757d3 None None] For port 30cf073c-c49a-4d95-ade1-f1528b2798f7, host n-d-818022-2, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:15:59.739811 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-8d6f55bb-2334-4e45-91ca-a4d7486757d3 None None] For port 30cf073c-c49a-4d95-ade1-f1528b2798f7, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=30cf073c-c49a-4d95-ade1-f1528b2798f7,segment=NetworkSegment(0332d26b-dec9-4996-9ba8-5f09bb6b02d9),segment_id=0332d26b-dec9-4996-9ba8-5f09bb6b02d9)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:15:59.747051 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8d6f55bb-2334-4e45-91ca-a4d7486757d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:59.830910 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6f55bb-2334-4e45-91ca-a4d7486757d3 None None] Pushing event updated for resources: {'Port': ['ID=30cf073c-c49a-4d95-ade1-f1528b2798f7,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:15:59.873027 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-f5abf404-2b30-4c66-803f-4f3bee462812 None None] Attempting to bind port 0851c871-0d90-4fe2-b2d6-d5a9198bf645 on host n-d-818022-2 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:15:59.873474 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-f5abf404-2b30-4c66-803f-4f3bee462812 None None] Attempting to bind port 0851c871-0d90-4fe2-b2d6-d5a9198bf645 by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': '53d1ce6e-c89b-4960-b468-713e785a4f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '65b305ad-5016-4825-84dc-0628d29fd353'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:15:59.873954 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5abf404-2b30-4c66-803f-4f3bee462812 None None] Attempting to bind port 0851c871-0d90-4fe2-b2d6-d5a9198bf645 on network 65b305ad-5016-4825-84dc-0628d29fd353 {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:15:59.882086 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5abf404-2b30-4c66-803f-4f3bee462812 None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 15, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:15:59.882470 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5abf404-2b30-4c66-803f-4f3bee462812 None None] Checking segment: {'id': '53d1ce6e-c89b-4960-b468-713e785a4f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '65b305ad-5016-4825-84dc-0628d29fd353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:15:59.882923 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f5abf404-2b30-4c66-803f-4f3bee462812 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:59.883399 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5abf404-2b30-4c66-803f-4f3bee462812 None None] Bound using segment: {'id': '53d1ce6e-c89b-4960-b468-713e785a4f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '65b305ad-5016-4825-84dc-0628d29fd353'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:15:59.883889 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-f5abf404-2b30-4c66-803f-4f3bee462812 None None] Bound port: 0851c871-0d90-4fe2-b2d6-d5a9198bf645, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53d1ce6e-c89b-4960-b468-713e785a4f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '65b305ad-5016-4825-84dc-0628d29fd353'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:15:59.884346 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f5abf404-2b30-4c66-803f-4f3bee462812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:59.886552 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-7fb1698f-61e8-48b2-a58a-41b6976e9484 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:15:59.894563 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d19392ab-85a7-4beb-8c32-f937b67d8f41 admin admin] Router 76aa9e31-317b-47e7-b85f-119f44e4e2ce is scheduled to L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 with binding_index 1 {{(pid=103365) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 18:15:59.998091 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-f5abf404-2b30-4c66-803f-4f3bee462812 None None] For port 0851c871-0d90-4fe2-b2d6-d5a9198bf645, host n-d-818022-2, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:16:00.004169 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-f5abf404-2b30-4c66-803f-4f3bee462812 None None] For port 0851c871-0d90-4fe2-b2d6-d5a9198bf645, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=0851c871-0d90-4fe2-b2d6-d5a9198bf645,segment=NetworkSegment(53d1ce6e-c89b-4960-b468-713e785a4f94),segment_id=53d1ce6e-c89b-4960-b468-713e785a4f94)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:16:00.007161 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-af740b3f-10db-4656-bfc0-20b0dfd40891 None None] Provisioning complete for port 0851c871-0d90-4fe2-b2d6-d5a9198bf645 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:16:00.007527 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-af740b3f-10db-4656-bfc0-20b0dfd40891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:00.011143 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f5abf404-2b30-4c66-803f-4f3bee462812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:00.045952 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d19392ab-85a7-4beb-8c32-f937b67d8f41 admin admin] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:16:00.056043 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31744d8e-e247-41e2-8896-b37e79b8ab6c None None] Sync routers for ids ['76aa9e31-317b-47e7-b85f-119f44e4e2ce'] in n-d-818022-2 {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:16:00.077323 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31744d8e-e247-41e2-8896-b37e79b8ab6c None None] Routers {'76aa9e31-317b-47e7-b85f-119f44e4e2ce'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:16:00.078905 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-31744d8e-e247-41e2-8896-b37e79b8ab6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:15:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['76aa9e31-317b-47e7-b85f-119f44e4e2ce'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:16:00.081769 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d19392ab-85a7-4beb-8c32-f937b67d8f41 admin admin] Publish callbacks [] for router, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:00.083299 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-d19392ab-85a7-4beb-8c32-f937b67d8f41 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.7645795 Nov 19 18:16:00.085931 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 42630) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:16:00.114653 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5abf404-2b30-4c66-803f-4f3bee462812 None None] Routers {'c6edd7ed-f0e9-45aa-91fb-df9b15678370'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:16:00.115279 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-f5abf404-2b30-4c66-803f-4f3bee462812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:15:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['c6edd7ed-f0e9-45aa-91fb-df9b15678370'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:16:00.181983 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e24e44-dd63-44c4-8c5b-83fe07c7aa66 None None] Pushing event updated for resources: {'Port': ['ID=0851c871-0d90-4fe2-b2d6-d5a9198bf645,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:16:00.285828 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-31744d8e-e247-41e2-8896-b37e79b8ab6c None None] Set router 76aa9e31-317b-47e7-b85f-119f44e4e2ce gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:16:00.286050 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-af740b3f-10db-4656-bfc0-20b0dfd40891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:00.488963 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.agents_db [None req-619e5c26-d9ed-4321-86eb-7d443bb9dfa2 None None] Agent healthcheck: found 7 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 18:16:00.587393 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-af740b3f-10db-4656-bfc0-20b0dfd40891 None None] For port 0851c871-0d90-4fe2-b2d6-d5a9198bf645, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=0851c871-0d90-4fe2-b2d6-d5a9198bf645,segment=NetworkSegment(53d1ce6e-c89b-4960-b468-713e785a4f94),segment_id=53d1ce6e-c89b-4960-b468-713e785a4f94)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:16:00.590360 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-f5abf404-2b30-4c66-803f-4f3bee462812 None None] Set router c6edd7ed-f0e9-45aa-91fb-df9b15678370 gateway port host: n-d-818022-2 {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:16:00.591302 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-31744d8e-e247-41e2-8896-b37e79b8ab6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76aa9e31-317b-47e7-b85f-119f44e4e2ce', 'name': 'tempest-TestServerMultinode-1199057977-router', 'tenant_id': '8f3489c8d5d24d31bc089ff0079c7d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.141'}], 'enable_snat': True}, 'gw_port_id': '8000eb4b-e1c6-4081-b29a-6330a132de9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:15:58Z', 'updated_at': '2021-11-19T18:15:59Z', 'revision_number': 3, 'project_id': '8f3489c8d5d24d31bc089ff0079c7d12', 'gw_port': {'id': '8000eb4b-e1c6-4081-b29a-6330a132de9e', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:5b:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76aa9e31-317b-47e7-b85f-119f44e4e2ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:15:58Z', 'updated_at': '2021-11-19T18:15:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:16:00.619842 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-af740b3f-10db-4656-bfc0-20b0dfd40891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:00.650182 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31744d8e-e247-41e2-8896-b37e79b8ab6c None None] Checking router: 76aa9e31-317b-47e7-b85f-119f44e4e2ce for host: n-d-818022-2 {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:16:00.651283 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31744d8e-e247-41e2-8896-b37e79b8ab6c None None] Updating router 76aa9e31-317b-47e7-b85f-119f44e4e2ce port 8000eb4b-e1c6-4081-b29a-6330a132de9e binding host n-d-818022-2 {{(pid=103367) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 18:16:00.678487 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af740b3f-10db-4656-bfc0-20b0dfd40891 None None] Pushing event updated for resources: {'Port': ['ID=0851c871-0d90-4fe2-b2d6-d5a9198bf645,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:16:00.699947 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-31744d8e-e247-41e2-8896-b37e79b8ab6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:00.791434 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-0e531ce8-8a36-45b4-9653-8fda6cb0b346 None None] Provisioning complete for port 0851c871-0d90-4fe2-b2d6-d5a9198bf645 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:16:00.792083 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0e531ce8-8a36-45b4-9653-8fda6cb0b346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:01.029001 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-f5abf404-2b30-4c66-803f-4f3bee462812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6edd7ed-f0e9-45aa-91fb-df9b15678370', 'name': 'tempest-TestServerMultinode-724478090-router', 'tenant_id': 'be4e57a6529649608e436546a17d200c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.230'}], 'enable_snat': True}, 'gw_port_id': '4a32aa32-8774-4498-80f4-e943d9c20893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:15:52Z', 'updated_at': '2021-11-19T18:15:56Z', 'revision_number': 4, 'project_id': 'be4e57a6529649608e436546a17d200c', 'gw_port': {'id': '4a32aa32-8774-4498-80f4-e943d9c20893', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:10:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6edd7ed-f0e9-45aa-91fb-df9b15678370', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:15:53Z', 'updated_at': '2021-11-19T18:15:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': '0851c871-0d90-4fe2-b2d6-d5a9198bf645', 'name': '', 'network_id': '65b305ad-5016-4825-84dc-0628d29fd353', 'tenant_id': 'be4e57a6529649608e436546a17d200c', 'mac_address': 'fa:16:3e:f3:23:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6edd7ed-f0e9-45aa-91fb-df9b15678370', 'device_owner': 'network:router_interface', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': '89a5be16-7eab-41a2-85ae-5f9435931128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:15:55Z', 'updated_at': '2021-11-19T18:15:59Z', 'revision_number': 4, 'project_id': 'be4e57a6529649608e436546a17d200c', 'subnets': [{'id': '89a5be16-7eab-41a2-85ae-5f9435931128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:16:01.085992 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 30cf073c-c49a-4d95-ade1-f1528b2798f7 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:16:01.102091 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5abf404-2b30-4c66-803f-4f3bee462812 None None] The sync data for ids ['c6edd7ed-f0e9-45aa-91fb-df9b15678370'] in n-d-818022-2 is: [{'id': 'c6edd7ed-f0e9-45aa-91fb-df9b15678370', 'name': 'tempest-TestServerMultinode-724478090-router', 'tenant_id': 'be4e57a6529649608e436546a17d200c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.230'}], 'enable_snat': True}, 'gw_port_id': '4a32aa32-8774-4498-80f4-e943d9c20893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:15:52Z', 'updated_at': '2021-11-19T18:15:56Z', 'revision_number': 4, 'project_id': 'be4e57a6529649608e436546a17d200c', 'gw_port': {'id': '4a32aa32-8774-4498-80f4-e943d9c20893', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:10:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6edd7ed-f0e9-45aa-91fb-df9b15678370', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:15:53Z', 'updated_at': '2021-11-19T18:15:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': '0851c871-0d90-4fe2-b2d6-d5a9198bf645', 'name': '', 'network_id': '65b305ad-5016-4825-84dc-0628d29fd353', 'tenant_id': 'be4e57a6529649608e436546a17d200c', 'mac_address': 'fa:16:3e:f3:23:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6edd7ed-f0e9-45aa-91fb-df9b15678370', 'device_owner': 'network:router_interface', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': '89a5be16-7eab-41a2-85ae-5f9435931128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:15:55Z', 'updated_at': '2021-11-19T18:15:59Z', 'revision_number': 4, 'project_id': 'be4e57a6529649608e436546a17d200c', 'subnets': [{'id': '89a5be16-7eab-41a2-85ae-5f9435931128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:16:01.201221 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-31744d8e-e247-41e2-8896-b37e79b8ab6c None None] Publish callbacks [] for port, precommit_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:01.208457 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 30cf073c-c49a-4d95-ade1-f1528b2798f7 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:16:01.209005 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:01.214906 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-31744d8e-e247-41e2-8896-b37e79b8ab6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:01.301253 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80700d15-01c6-4a5a-b30f-78d8a1de1810 None None] DHCP port deletion for 645e61aa-1a6c-4e8f-857e-ab06edb4897f request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:16:01.307314 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7b6447-abec-4166-8d92-d6dc9af3fb12 None None] Pushing event updated for resources: {'Port': ['ID=8000eb4b-e1c6-4081-b29a-6330a132de9e,revision_number=2']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:16:01.316632 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d52e0a57-f566-44f9-b8d1-c3a6c4afaefc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:01.323176 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-31744d8e-e247-41e2-8896-b37e79b8ab6c None None] Attempting to bind port 8000eb4b-e1c6-4081-b29a-6330a132de9e on host n-d-818022-2 for vnic_type normal with profile {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:16:01.327662 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-31744d8e-e247-41e2-8896-b37e79b8ab6c None None] Attempting to bind port 8000eb4b-e1c6-4081-b29a-6330a132de9e by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:16:01.327662 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31744d8e-e247-41e2-8896-b37e79b8ab6c None None] Attempting to bind port 8000eb4b-e1c6-4081-b29a-6330a132de9e on network 645e61aa-1a6c-4e8f-857e-ab06edb4897f {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:16:01.331564 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31744d8e-e247-41e2-8896-b37e79b8ab6c None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 15, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:16:01.332353 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31744d8e-e247-41e2-8896-b37e79b8ab6c None None] Checking segment: {'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:16:01.333358 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-31744d8e-e247-41e2-8896-b37e79b8ab6c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:01.334245 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31744d8e-e247-41e2-8896-b37e79b8ab6c None None] Bound using segment: {'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:16:01.334941 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-31744d8e-e247-41e2-8896-b37e79b8ab6c None None] Bound port: 8000eb4b-e1c6-4081-b29a-6330a132de9e, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'}}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:16:01.335538 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-31744d8e-e247-41e2-8896-b37e79b8ab6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:01.413543 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-31744d8e-e247-41e2-8896-b37e79b8ab6c None None] For port 8000eb4b-e1c6-4081-b29a-6330a132de9e, host n-d-818022-2, cleared binding levels {{(pid=103367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:16:01.426518 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-31744d8e-e247-41e2-8896-b37e79b8ab6c None None] For port 8000eb4b-e1c6-4081-b29a-6330a132de9e, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=8000eb4b-e1c6-4081-b29a-6330a132de9e,segment=NetworkSegment(bbe705c1-96c0-476e-8381-28227e6f0ac5),segment_id=bbe705c1-96c0-476e-8381-28227e6f0ac5)] {{(pid=103367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:16:01.431944 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-31744d8e-e247-41e2-8896-b37e79b8ab6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:01.475909 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:01.503313 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7b6447-abec-4166-8d92-d6dc9af3fb12 None None] Pushing event updated for resources: {'Port': ['ID=8000eb4b-e1c6-4081-b29a-6330a132de9e,revision_number=3']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:16:01.526417 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-2502dccf-2404-490a-9c55-8940e26ddbce None None] Provisioning complete for port 8000eb4b-e1c6-4081-b29a-6330a132de9e triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:16:01.526810 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2502dccf-2404-490a-9c55-8940e26ddbce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:01.531914 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5973680d-948f-4aaa-9fe2-816abf38cb6f None None] DHCP port deletion for 645e61aa-1a6c-4e8f-857e-ab06edb4897f request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:16:01.540157 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31744d8e-e247-41e2-8896-b37e79b8ab6c None None] Routers {'76aa9e31-317b-47e7-b85f-119f44e4e2ce'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:16:01.540943 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-31744d8e-e247-41e2-8896-b37e79b8ab6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:15:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['76aa9e31-317b-47e7-b85f-119f44e4e2ce'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:16:01.624917 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [None req-d52e0a57-f566-44f9-b8d1-c3a6c4afaefc admin admin] Allocated IP 172.20.0.1 (171dd401-21d2-4924-838f-22639688a0a1/d568ab41-3bb0-4ac3-a094-e0520ac636c4/a4ee3b07-3b17-49db-abd6-4b39efa33ad9) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:16:01.636556 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0032c5df-2966-4128-b93a-c65a1cdab73b None None] Network 171dd401-21d2-4924-838f-22639688a0a1 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:16:01.658276 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] For port 30cf073c-c49a-4d95-ade1-f1528b2798f7, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=30cf073c-c49a-4d95-ade1-f1528b2798f7,segment=NetworkSegment(0332d26b-dec9-4996-9ba8-5f09bb6b02d9),segment_id=0332d26b-dec9-4996-9ba8-5f09bb6b02d9)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:16:01.702551 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-31744d8e-e247-41e2-8896-b37e79b8ab6c None None] Set router 76aa9e31-317b-47e7-b85f-119f44e4e2ce gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:16:01.772577 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:01.773218 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d52e0a57-f566-44f9-b8d1-c3a6c4afaefc admin admin] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:01.821687 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d52e0a57-f566-44f9-b8d1-c3a6c4afaefc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:01.883411 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d52e0a57-f566-44f9-b8d1-c3a6c4afaefc admin admin] Network 171dd401-21d2-4924-838f-22639688a0a1 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:16:01.888559 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-d52e0a57-f566-44f9-b8d1-c3a6c4afaefc admin admin] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:16:01.895401 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d52e0a57-f566-44f9-b8d1-c3a6c4afaefc admin admin] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:16:01.938263 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d52e0a57-f566-44f9-b8d1-c3a6c4afaefc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-671361'] for router_interface, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:01.951670 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2502dccf-2404-490a-9c55-8940e26ddbce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:01.954417 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-31744d8e-e247-41e2-8896-b37e79b8ab6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76aa9e31-317b-47e7-b85f-119f44e4e2ce', 'name': 'tempest-TestServerMultinode-1199057977-router', 'tenant_id': '8f3489c8d5d24d31bc089ff0079c7d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.141'}], 'enable_snat': True}, 'gw_port_id': '8000eb4b-e1c6-4081-b29a-6330a132de9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:15:58Z', 'updated_at': '2021-11-19T18:15:59Z', 'revision_number': 3, 'project_id': '8f3489c8d5d24d31bc089ff0079c7d12', 'gw_port': {'id': '8000eb4b-e1c6-4081-b29a-6330a132de9e', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:5b:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76aa9e31-317b-47e7-b85f-119f44e4e2ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:15:58Z', 'updated_at': '2021-11-19T18:16:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:16:01.985315 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31744d8e-e247-41e2-8896-b37e79b8ab6c None None] The sync data for ids ['76aa9e31-317b-47e7-b85f-119f44e4e2ce'] in n-d-818022-2 is: [{'id': '76aa9e31-317b-47e7-b85f-119f44e4e2ce', 'name': 'tempest-TestServerMultinode-1199057977-router', 'tenant_id': '8f3489c8d5d24d31bc089ff0079c7d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.141'}], 'enable_snat': True}, 'gw_port_id': '8000eb4b-e1c6-4081-b29a-6330a132de9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:15:58Z', 'updated_at': '2021-11-19T18:15:59Z', 'revision_number': 3, 'project_id': '8f3489c8d5d24d31bc089ff0079c7d12', 'gw_port': {'id': '8000eb4b-e1c6-4081-b29a-6330a132de9e', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:5b:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76aa9e31-317b-47e7-b85f-119f44e4e2ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:15:58Z', 'updated_at': '2021-11-19T18:16:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:16:02.013470 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52e0a57-f566-44f9-b8d1-c3a6c4afaefc admin admin] Pushing event updated for resources: {'Port': ['ID=a4ee3b07-3b17-49db-abd6-4b39efa33ad9,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:16:02.022129 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-2502dccf-2404-490a-9c55-8940e26ddbce None None] For port 8000eb4b-e1c6-4081-b29a-6330a132de9e, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=8000eb4b-e1c6-4081-b29a-6330a132de9e,segment=NetworkSegment(bbe705c1-96c0-476e-8381-28227e6f0ac5),segment_id=bbe705c1-96c0-476e-8381-28227e6f0ac5)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:16:02.023146 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Pushing event updated for resources: {'Port': ['ID=30cf073c-c49a-4d95-ade1-f1528b2798f7,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:16:02.051996 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2502dccf-2404-490a-9c55-8940e26ddbce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:02.085207 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-59e27f15-2182-4c34-b3b7-08900f1f2098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:02.142017 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2502dccf-2404-490a-9c55-8940e26ddbce None None] Pushing event updated for resources: {'Port': ['ID=8000eb4b-e1c6-4081-b29a-6330a132de9e,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:16:02.192201 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-d6a29cf4-2231-4c3c-bb7e-037d85b793f5 None None] Provisioning complete for port 8000eb4b-e1c6-4081-b29a-6330a132de9e triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:16:02.192715 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d6a29cf4-2231-4c3c-bb7e-037d85b793f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:02.231573 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d52e0a57-f566-44f9-b8d1-c3a6c4afaefc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:02.374621 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-d6a29cf4-2231-4c3c-bb7e-037d85b793f5 None None] Provisioning complete for port 30cf073c-c49a-4d95-ade1-f1528b2798f7 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:16:02.374999 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d6a29cf4-2231-4c3c-bb7e-037d85b793f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:02.461503 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d52e0a57-f566-44f9-b8d1-c3a6c4afaefc admin admin] Publish callbacks [] for port, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:02.466978 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d52e0a57-f566-44f9-b8d1-c3a6c4afaefc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:02.583473 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52e0a57-f566-44f9-b8d1-c3a6c4afaefc admin admin] Pushing event updated for resources: {'Port': ['ID=a4ee3b07-3b17-49db-abd6-4b39efa33ad9,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:16:02.587221 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d52e0a57-f566-44f9-b8d1-c3a6c4afaefc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-768529'] for router_interface, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:02.672859 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-44f4843e-f688-4795-81bf-5321aef97019 None None] Provisioning complete for port 30cf073c-c49a-4d95-ade1-f1528b2798f7 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:16:02.673446 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-44f4843e-f688-4795-81bf-5321aef97019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:02.724353 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d52e0a57-f566-44f9-b8d1-c3a6c4afaefc admin admin] Network 171dd401-21d2-4924-838f-22639688a0a1 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:16:02.730503 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-d52e0a57-f566-44f9-b8d1-c3a6c4afaefc admin admin] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:16:02.864276 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-44f4843e-f688-4795-81bf-5321aef97019 None None] Provisioning complete for port a4ee3b07-3b17-49db-abd6-4b39efa33ad9 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:16:02.864771 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-44f4843e-f688-4795-81bf-5321aef97019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:02.937283 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-44f4843e-f688-4795-81bf-5321aef97019 None None] Port a4ee3b07-3b17-49db-abd6-4b39efa33ad9 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:16:02.997142 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d52e0a57-f566-44f9-b8d1-c3a6c4afaefc admin admin] Router 76aa9e31-317b-47e7-b85f-119f44e4e2ce has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 18:16:03.061329 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-5dc00c5d-f9cd-402e-9ca6-bc34a326ba94 None None] Provisioning complete for port a4ee3b07-3b17-49db-abd6-4b39efa33ad9 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:16:03.062001 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-5dc00c5d-f9cd-402e-9ca6-bc34a326ba94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:03.118939 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-5dc00c5d-f9cd-402e-9ca6-bc34a326ba94 None None] Port a4ee3b07-3b17-49db-abd6-4b39efa33ad9 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:16:03.153197 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 30cf073c-c49a-4d95-ade1-f1528b2798f7 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:16:03.182561 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d52e0a57-f566-44f9-b8d1-c3a6c4afaefc admin admin] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:16:03.201876 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-d52e0a57-f566-44f9-b8d1-c3a6c4afaefc admin admin] 10.222.0.54 "PUT /v2.0/routers/76aa9e31-317b-47e7-b85f-119f44e4e2ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1147599 Nov 19 18:16:03.271538 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 30cf073c-c49a-4d95-ade1-f1528b2798f7 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:16:03.272107 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:03.276370 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e46ecc5a-dc14-4744-b262-3072ff2e958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:03.306620 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-5c06315c-36cb-4b42-aa02-d03b10424a5b None None] Provisioning complete for port a4ee3b07-3b17-49db-abd6-4b39efa33ad9 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:16:03.307242 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-5c06315c-36cb-4b42-aa02-d03b10424a5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:03.352650 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-5c06315c-36cb-4b42-aa02-d03b10424a5b None None] Port a4ee3b07-3b17-49db-abd6-4b39efa33ad9 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:16:03.402691 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 8000eb4b-e1c6-4081-b29a-6330a132de9e up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:16:03.462170 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 8000eb4b-e1c6-4081-b29a-6330a132de9e triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:16:03.462562 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:03.544314 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 0851c871-0d90-4fe2-b2d6-d5a9198bf645 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:16:03.623327 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 0851c871-0d90-4fe2-b2d6-d5a9198bf645 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:16:03.623445 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:03.922614 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c163370-70ea-4024-b7db-afd164fa8600 req-dc7f824e-14e3-481b-a01d-57c06bc00b1f tempest-TestServerMultinode-2051882139 tempest-TestServerMultinode-2051882139-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:16:03.924171 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9c163370-70ea-4024-b7db-afd164fa8600 req-dc7f824e-14e3-481b-a01d-57c06bc00b1f tempest-TestServerMultinode-2051882139 tempest-TestServerMultinode-2051882139-project-admin] 10.222.0.54 "GET /v2.0/networks?id=65b305ad-5016-4825-84dc-0628d29fd353 HTTP/1.1" status: 200 len: 910 time: 0.0905876 Nov 19 18:16:03.940846 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9c163370-70ea-4024-b7db-afd164fa8600 req-9cefa4c2-8c24-4d2e-9275-d73f2f7db47e tempest-TestServerMultinode-2051882139 tempest-TestServerMultinode-2051882139-project-admin] 10.222.0.54 "GET /v2.0/quotas/8f3489c8d5d24d31bc089ff0079c7d12 HTTP/1.1" status: 200 len: 375 time: 0.0101519 Nov 19 18:16:03.962747 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:03.969038 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:04.031659 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9c163370-70ea-4024-b7db-afd164fa8600 req-5abd3723-7221-4258-b172-fa2284642f14 tempest-TestServerMultinode-2051882139 tempest-TestServerMultinode-2051882139-project-admin] 10.222.0.54 "GET /v2.0/ports?tenant_id=8f3489c8d5d24d31bc089ff0079c7d12&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0848567 Nov 19 18:16:04.123437 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9c163370-70ea-4024-b7db-afd164fa8600 req-a8edd601-c410-4ef5-b27b-5d05aecc0a23 service neutron] 10.222.0.54 "GET /v2.0/networks/65b305ad-5016-4825-84dc-0628d29fd353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839553 Nov 19 18:16:04.221905 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9c163370-70ea-4024-b7db-afd164fa8600 req-2ed98987-1f2f-485b-bd53-0372e0cfabed service neutron] 10.222.0.54 "GET /v2.0/networks/65b305ad-5016-4825-84dc-0628d29fd353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915132 Nov 19 18:16:04.414881 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6fdd4608-c17e-4441-b959-4ac5625b0eb9 req-88612ed3-96c3-4725-a031-6a2537a31c42 tempest-TestServerMultinode-2051882139 tempest-TestServerMultinode-2051882139-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=46b8c18c-a023-4db4-b6db-bf007ed47863 HTTP/1.1" status: 200 len: 210 time: 0.0453093 Nov 19 18:16:04.652076 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b148658-fc2a-4a65-b13d-8905e764d065 None None] Sync routers for ids ['76aa9e31-317b-47e7-b85f-119f44e4e2ce'] in n-d-818022-2 {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:16:04.662968 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b148658-fc2a-4a65-b13d-8905e764d065 None None] Routers {'76aa9e31-317b-47e7-b85f-119f44e4e2ce'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:16:04.663595 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-1b148658-fc2a-4a65-b13d-8905e764d065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:16:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['76aa9e31-317b-47e7-b85f-119f44e4e2ce'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:16:04.797195 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-1b148658-fc2a-4a65-b13d-8905e764d065 None None] Set router 76aa9e31-317b-47e7-b85f-119f44e4e2ce gateway port host: n-d-818022-2 {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:16:04.806113 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 42690) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:16:04.879008 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e013d7e6-5264-4dcc-9759-54f5fb809e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:04.946550 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2e34761c-f811-4458-bee0-6c3e697093eb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:05.065243 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2e34761c-f811-4458-bee0-6c3e697093eb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:05.070080 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2e34761c-f811-4458-bee0-6c3e697093eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:05.073836 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-1b148658-fc2a-4a65-b13d-8905e764d065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76aa9e31-317b-47e7-b85f-119f44e4e2ce', 'name': 'tempest-TestServerMultinode-1199057977-router', 'tenant_id': '8f3489c8d5d24d31bc089ff0079c7d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.141'}], 'enable_snat': True}, 'gw_port_id': '8000eb4b-e1c6-4081-b29a-6330a132de9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:15:58Z', 'updated_at': '2021-11-19T18:16:02Z', 'revision_number': 4, 'project_id': '8f3489c8d5d24d31bc089ff0079c7d12', 'gw_port': {'id': '8000eb4b-e1c6-4081-b29a-6330a132de9e', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:5b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76aa9e31-317b-47e7-b85f-119f44e4e2ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:15:58Z', 'updated_at': '2021-11-19T18:16:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': 'a4ee3b07-3b17-49db-abd6-4b39efa33ad9', 'name': '', 'network_id': '171dd401-21d2-4924-838f-22639688a0a1', 'tenant_id': '8f3489c8d5d24d31bc089ff0079c7d12', 'mac_address': 'fa:16:3e:f1:a3:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76aa9e31-317b-47e7-b85f-119f44e4e2ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': 'd568ab41-3bb0-4ac3-a094-e0520ac636c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:16:01Z', 'updated_at': '2021-11-19T18:16:02Z', 'revision_number': 2, 'project_id': '8f3489c8d5d24d31bc089ff0079c7d12', 'subnets': [{'id': 'd568ab41-3bb0-4ac3-a094-e0520ac636c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:16:05.098745 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-2e34761c-f811-4458-bee0-6c3e697093eb admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=80cfcf5f9b5444fc81b0cef9072084b1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2908692 Nov 19 18:16:05.102844 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 42694) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:16:05.120357 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e34761c-f811-4458-bee0-6c3e697093eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcbb92fe-6b6b-4d94-81df-dbc1bb70696a,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:16:05.134848 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b148658-fc2a-4a65-b13d-8905e764d065 None None] Checking router: 76aa9e31-317b-47e7-b85f-119f44e4e2ce for host: n-d-818022-2 {{(pid=103366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:16:05.135208 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b148658-fc2a-4a65-b13d-8905e764d065 None None] Updating router 76aa9e31-317b-47e7-b85f-119f44e4e2ce port a4ee3b07-3b17-49db-abd6-4b39efa33ad9 binding host n-d-818022-2 {{(pid=103366) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 18:16:05.163552 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-1b148658-fc2a-4a65-b13d-8905e764d065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:05.203591 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d6d5c2b3-fc18-4344-af28-2e0aa7aaee45 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:05.223683 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:05.235881 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d6d5c2b3-fc18-4344-af28-2e0aa7aaee45 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:05.305072 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d6d5c2b3-fc18-4344-af28-2e0aa7aaee45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:05.307924 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d6d5c2b3-fc18-4344-af28-2e0aa7aaee45 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:05.309262 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-d6d5c2b3-fc18-4344-af28-2e0aa7aaee45 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/bcbb92fe-6b6b-4d94-81df-dbc1bb70696a HTTP/1.1" status: 204 len: 168 time: 0.2053738 Nov 19 18:16:05.317452 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d5c2b3-fc18-4344-af28-2e0aa7aaee45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcbb92fe-6b6b-4d94-81df-dbc1bb70696a,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:16:05.497192 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-1b148658-fc2a-4a65-b13d-8905e764d065 None None] Publish callbacks [] for port, precommit_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:05.513995 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-1b148658-fc2a-4a65-b13d-8905e764d065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:05.604291 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6364a8d-75d3-45ec-a049-0486c32b788f None None] Pushing event updated for resources: {'Port': ['ID=a4ee3b07-3b17-49db-abd6-4b39efa33ad9,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:16:05.627274 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e295fa68-9f32-424d-b255-1b03c25be212 req-59caae82-d276-42a8-8b32-5d7445cdb631 tempest-TestServerMultinode-2051882139 tempest-TestServerMultinode-2051882139-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=46b8c18c-a023-4db4-b6db-bf007ed47863 HTTP/1.1" status: 200 len: 210 time: 0.1241736 Nov 19 18:16:05.681669 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-1b148658-fc2a-4a65-b13d-8905e764d065 None None] Attempting to bind port a4ee3b07-3b17-49db-abd6-4b39efa33ad9 on host n-d-818022-2 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:16:05.682149 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-1b148658-fc2a-4a65-b13d-8905e764d065 None None] Attempting to bind port a4ee3b07-3b17-49db-abd6-4b39efa33ad9 by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': '0332d26b-dec9-4996-9ba8-5f09bb6b02d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '171dd401-21d2-4924-838f-22639688a0a1'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:16:05.682525 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b148658-fc2a-4a65-b13d-8905e764d065 None None] Attempting to bind port a4ee3b07-3b17-49db-abd6-4b39efa33ad9 on network 171dd401-21d2-4924-838f-22639688a0a1 {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:16:05.694112 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b148658-fc2a-4a65-b13d-8905e764d065 None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 16, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:16:05.694500 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b148658-fc2a-4a65-b13d-8905e764d065 None None] Checking segment: {'id': '0332d26b-dec9-4996-9ba8-5f09bb6b02d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '171dd401-21d2-4924-838f-22639688a0a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:16:05.695603 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-1b148658-fc2a-4a65-b13d-8905e764d065 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:05.697182 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b148658-fc2a-4a65-b13d-8905e764d065 None None] Bound using segment: {'id': '0332d26b-dec9-4996-9ba8-5f09bb6b02d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '171dd401-21d2-4924-838f-22639688a0a1'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:16:05.698584 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-1b148658-fc2a-4a65-b13d-8905e764d065 None None] Bound port: a4ee3b07-3b17-49db-abd6-4b39efa33ad9, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0332d26b-dec9-4996-9ba8-5f09bb6b02d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '171dd401-21d2-4924-838f-22639688a0a1'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:16:05.699192 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-1b148658-fc2a-4a65-b13d-8905e764d065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:05.747550 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c163370-70ea-4024-b7db-afd164fa8600 req-1e762495-df0e-4025-81ae-869de2fb884e tempest-TestServerMultinode-2051882139 tempest-TestServerMultinode-2051882139-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:16:05.755019 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 42702) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:16:05.756444 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9c163370-70ea-4024-b7db-afd164fa8600 req-1e762495-df0e-4025-81ae-869de2fb884e tempest-TestServerMultinode-2051882139 tempest-TestServerMultinode-2051882139-project-admin] 10.222.0.86 "GET /v2.0/networks?id=65b305ad-5016-4825-84dc-0628d29fd353 HTTP/1.1" status: 200 len: 910 time: 0.1601412 Nov 19 18:16:05.770421 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-134c8db6-20c6-4660-ba77-1fc63ce4d0d4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:05.771018 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-9c163370-70ea-4024-b7db-afd164fa8600 req-bb5d3918-3fcd-4b6d-b817-5baea317c83d tempest-TestServerMultinode-2051882139 tempest-TestServerMultinode-2051882139-project-admin] Request body: {'port': {'device_id': '46b8c18c-a023-4db4-b6db-bf007ed47863', 'network_id': '65b305ad-5016-4825-84dc-0628d29fd353', 'admin_state_up': True, 'tenant_id': '8f3489c8d5d24d31bc089ff0079c7d12'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:16:05.789153 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-1b148658-fc2a-4a65-b13d-8905e764d065 None None] For port a4ee3b07-3b17-49db-abd6-4b39efa33ad9, host n-d-818022-2, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:16:05.793242 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-1b148658-fc2a-4a65-b13d-8905e764d065 None None] For port a4ee3b07-3b17-49db-abd6-4b39efa33ad9, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=a4ee3b07-3b17-49db-abd6-4b39efa33ad9,segment=NetworkSegment(0332d26b-dec9-4996-9ba8-5f09bb6b02d9),segment_id=0332d26b-dec9-4996-9ba8-5f09bb6b02d9)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:16:05.801398 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c163370-70ea-4024-b7db-afd164fa8600 req-bb5d3918-3fcd-4b6d-b817-5baea317c83d tempest-TestServerMultinode-2051882139 tempest-TestServerMultinode-2051882139-project-admin] Made reservation on behalf of 8f3489c8d5d24d31bc089ff0079c7d12 for: {'port': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:16:05.803115 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-1b148658-fc2a-4a65-b13d-8905e764d065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:05.805292 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-9c163370-70ea-4024-b7db-afd164fa8600 req-bb5d3918-3fcd-4b6d-b817-5baea317c83d tempest-TestServerMultinode-2051882139 tempest-TestServerMultinode-2051882139-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:05.867810 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b148658-fc2a-4a65-b13d-8905e764d065 None None] Routers {'76aa9e31-317b-47e7-b85f-119f44e4e2ce'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:16:05.868530 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-1b148658-fc2a-4a65-b13d-8905e764d065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:16:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['76aa9e31-317b-47e7-b85f-119f44e4e2ce'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:16:05.874030 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6364a8d-75d3-45ec-a049-0486c32b788f None None] Pushing event updated for resources: {'Port': ['ID=a4ee3b07-3b17-49db-abd6-4b39efa33ad9,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:16:05.913741 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-134c8db6-20c6-4660-ba77-1fc63ce4d0d4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:05.920542 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-134c8db6-20c6-4660-ba77-1fc63ce4d0d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:05.939429 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-c9ab42fd-10e9-4f4d-ac6f-07f4b9d29b68 None None] Provisioning complete for port a4ee3b07-3b17-49db-abd6-4b39efa33ad9 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:16:05.939979 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-c9ab42fd-10e9-4f4d-ac6f-07f4b9d29b68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:05.965664 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-134c8db6-20c6-4660-ba77-1fc63ce4d0d4 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=82cfdd7aa4134708b3f1319dc7bfcaf3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2085979 Nov 19 18:16:05.967704 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134c8db6-20c6-4660-ba77-1fc63ce4d0d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22dc2f40-23f5-49f0-89da-dc6605d07036,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:16:05.968231 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 42704) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:16:06.025912 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [req-9c163370-70ea-4024-b7db-afd164fa8600 req-bb5d3918-3fcd-4b6d-b817-5baea317c83d tempest-TestServerMultinode-2051882139 tempest-TestServerMultinode-2051882139-project-admin] Allocated IP 172.20.0.6 (65b305ad-5016-4825-84dc-0628d29fd353/89a5be16-7eab-41a2-85ae-5f9435931128/8602e73f-4c9e-4347-9db4-23f7655d9ada) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:16:06.071269 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9b950a22-8996-4229-ba47-11d09fbae81c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:06.117339 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9b950a22-8996-4229-ba47-11d09fbae81c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:06.194451 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-1b148658-fc2a-4a65-b13d-8905e764d065 None None] Set router 76aa9e31-317b-47e7-b85f-119f44e4e2ce gateway port host: n-d-818022-2 {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:16:06.233000 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9b950a22-8996-4229-ba47-11d09fbae81c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:06.235622 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9b950a22-8996-4229-ba47-11d09fbae81c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:06.236820 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-9b950a22-8996-4229-ba47-11d09fbae81c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/22dc2f40-23f5-49f0-89da-dc6605d07036 HTTP/1.1" status: 204 len: 168 time: 0.2675617 Nov 19 18:16:06.243333 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-9c163370-70ea-4024-b7db-afd164fa8600 req-bb5d3918-3fcd-4b6d-b817-5baea317c83d tempest-TestServerMultinode-2051882139 tempest-TestServerMultinode-2051882139-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:06.253275 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b950a22-8996-4229-ba47-11d09fbae81c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22dc2f40-23f5-49f0-89da-dc6605d07036,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:16:06.288773 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-9c163370-70ea-4024-b7db-afd164fa8600 req-bb5d3918-3fcd-4b6d-b817-5baea317c83d tempest-TestServerMultinode-2051882139 tempest-TestServerMultinode-2051882139-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:06.334950 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c163370-70ea-4024-b7db-afd164fa8600 req-bb5d3918-3fcd-4b6d-b817-5baea317c83d tempest-TestServerMultinode-2051882139 tempest-TestServerMultinode-2051882139-project-admin] Network 65b305ad-5016-4825-84dc-0628d29fd353 is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:16:06.340818 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [req-9c163370-70ea-4024-b7db-afd164fa8600 req-bb5d3918-3fcd-4b6d-b817-5baea317c83d tempest-TestServerMultinode-2051882139 tempest-TestServerMultinode-2051882139-project-admin] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:16:06.342808 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5d3918-3fcd-4b6d-b817-5baea317c83d tempest-TestServerMultinode-2051882139 tempest-TestServerMultinode-2051882139-project-admin] Pushing event updated for resources: {'Port': ['ID=8602e73f-4c9e-4347-9db4-23f7655d9ada,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:16:06.344964 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c163370-70ea-4024-b7db-afd164fa8600 req-bb5d3918-3fcd-4b6d-b817-5baea317c83d tempest-TestServerMultinode-2051882139 tempest-TestServerMultinode-2051882139-project-admin] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:16:06.352219 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-c9ab42fd-10e9-4f4d-ac6f-07f4b9d29b68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:06.392338 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c163370-70ea-4024-b7db-afd164fa8600 req-bb5d3918-3fcd-4b6d-b817-5baea317c83d tempest-TestServerMultinode-2051882139 tempest-TestServerMultinode-2051882139-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:16:06.393696 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-9c163370-70ea-4024-b7db-afd164fa8600 req-bb5d3918-3fcd-4b6d-b817-5baea317c83d tempest-TestServerMultinode-2051882139 tempest-TestServerMultinode-2051882139-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:06.399403 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-c9ab42fd-10e9-4f4d-ac6f-07f4b9d29b68 None None] For port a4ee3b07-3b17-49db-abd6-4b39efa33ad9, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=a4ee3b07-3b17-49db-abd6-4b39efa33ad9,segment=NetworkSegment(0332d26b-dec9-4996-9ba8-5f09bb6b02d9),segment_id=0332d26b-dec9-4996-9ba8-5f09bb6b02d9)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:16:06.420148 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-c9ab42fd-10e9-4f4d-ac6f-07f4b9d29b68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:06.420927 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9c163370-70ea-4024-b7db-afd164fa8600 req-bb5d3918-3fcd-4b6d-b817-5baea317c83d tempest-TestServerMultinode-2051882139 tempest-TestServerMultinode-2051882139-project-admin] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.6541123 Nov 19 18:16:06.442229 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-9c163370-70ea-4024-b7db-afd164fa8600 req-6ef03970-a1c2-4000-9ffe-d40ebe4cc57c service neutron] Request body: {'port': {'device_id': '46b8c18c-a023-4db4-b6db-bf007ed47863', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818022-2'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:16:06.502167 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ab42fd-10e9-4f4d-ac6f-07f4b9d29b68 None None] Pushing event updated for resources: {'Port': ['ID=a4ee3b07-3b17-49db-abd6-4b39efa33ad9,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:16:06.520023 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-9c163370-70ea-4024-b7db-afd164fa8600 req-6ef03970-a1c2-4000-9ffe-d40ebe4cc57c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:06.522181 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ab42fd-10e9-4f4d-ac6f-07f4b9d29b68 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:16:06.522776 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ab42fd-10e9-4f4d-ac6f-07f4b9d29b68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:16:06.523122 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ab42fd-10e9-4f4d-ac6f-07f4b9d29b68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:16:06.523517 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ab42fd-10e9-4f4d-ac6f-07f4b9d29b68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:16:06.523789 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ab42fd-10e9-4f4d-ac6f-07f4b9d29b68 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:16:06.524124 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ab42fd-10e9-4f4d-ac6f-07f4b9d29b68 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:16:06.524455 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ab42fd-10e9-4f4d-ac6f-07f4b9d29b68 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:16:06.524784 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ab42fd-10e9-4f4d-ac6f-07f4b9d29b68 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:16:06.525112 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ab42fd-10e9-4f4d-ac6f-07f4b9d29b68 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:16:06.525505 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ab42fd-10e9-4f4d-ac6f-07f4b9d29b68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:16:06.525750 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ab42fd-10e9-4f4d-ac6f-07f4b9d29b68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:16:06.526265 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ab42fd-10e9-4f4d-ac6f-07f4b9d29b68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:16:06.555594 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-e969d652-6ca9-4fec-8011-195ea2e7a451 None None] Provisioning complete for port a4ee3b07-3b17-49db-abd6-4b39efa33ad9 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:16:06.556225 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e969d652-6ca9-4fec-8011-195ea2e7a451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:06.596700 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-1b148658-fc2a-4a65-b13d-8905e764d065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76aa9e31-317b-47e7-b85f-119f44e4e2ce', 'name': 'tempest-TestServerMultinode-1199057977-router', 'tenant_id': '8f3489c8d5d24d31bc089ff0079c7d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.141'}], 'enable_snat': True}, 'gw_port_id': '8000eb4b-e1c6-4081-b29a-6330a132de9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:15:58Z', 'updated_at': '2021-11-19T18:16:02Z', 'revision_number': 4, 'project_id': '8f3489c8d5d24d31bc089ff0079c7d12', 'gw_port': {'id': '8000eb4b-e1c6-4081-b29a-6330a132de9e', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:5b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76aa9e31-317b-47e7-b85f-119f44e4e2ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:15:58Z', 'updated_at': '2021-11-19T18:16:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': 'a4ee3b07-3b17-49db-abd6-4b39efa33ad9', 'name': '', 'network_id': '171dd401-21d2-4924-838f-22639688a0a1', 'tenant_id': '8f3489c8d5d24d31bc089ff0079c7d12', 'mac_address': 'fa:16:3e:f1:a3:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76aa9e31-317b-47e7-b85f-119f44e4e2ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': 'd568ab41-3bb0-4ac3-a094-e0520ac636c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:16:01Z', 'updated_at': '2021-11-19T18:16:05Z', 'revision_number': 4, 'project_id': '8f3489c8d5d24d31bc089ff0079c7d12', 'subnets': [{'id': 'd568ab41-3bb0-4ac3-a094-e0520ac636c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:16:06.643736 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b148658-fc2a-4a65-b13d-8905e764d065 None None] The sync data for ids ['76aa9e31-317b-47e7-b85f-119f44e4e2ce'] in n-d-818022-2 is: [{'id': '76aa9e31-317b-47e7-b85f-119f44e4e2ce', 'name': 'tempest-TestServerMultinode-1199057977-router', 'tenant_id': '8f3489c8d5d24d31bc089ff0079c7d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.141'}], 'enable_snat': True}, 'gw_port_id': '8000eb4b-e1c6-4081-b29a-6330a132de9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:15:58Z', 'updated_at': '2021-11-19T18:16:02Z', 'revision_number': 4, 'project_id': '8f3489c8d5d24d31bc089ff0079c7d12', 'gw_port': {'id': '8000eb4b-e1c6-4081-b29a-6330a132de9e', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:5b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76aa9e31-317b-47e7-b85f-119f44e4e2ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:15:58Z', 'updated_at': '2021-11-19T18:16:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': 'a4ee3b07-3b17-49db-abd6-4b39efa33ad9', 'name': '', 'network_id': '171dd401-21d2-4924-838f-22639688a0a1', 'tenant_id': '8f3489c8d5d24d31bc089ff0079c7d12', 'mac_address': 'fa:16:3e:f1:a3:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76aa9e31-317b-47e7-b85f-119f44e4e2ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': 'd568ab41-3bb0-4ac3-a094-e0520ac636c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:16:01Z', 'updated_at': '2021-11-19T18:16:05Z', 'revision_number': 4, 'project_id': '8f3489c8d5d24d31bc089ff0079c7d12', 'subnets': [{'id': 'd568ab41-3bb0-4ac3-a094-e0520ac636c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:16:06.854595 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-8d4ad85f-856e-401a-9ac6-797a796c526d None None] Provisioning complete for port 8602e73f-4c9e-4347-9db4-23f7655d9ada triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:16:06.855135 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8d4ad85f-856e-401a-9ac6-797a796c526d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:06.860979 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099b5099-a9cb-4bba-a30e-792766fcd29c req-fb1fab9e-3fd2-4f1b-af07-19ca5d14535c tempest-TestServerMultinode-2051882139 tempest-TestServerMultinode-2051882139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:16:06.862525 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-099b5099-a9cb-4bba-a30e-792766fcd29c req-fb1fab9e-3fd2-4f1b-af07-19ca5d14535c tempest-TestServerMultinode-2051882139 tempest-TestServerMultinode-2051882139-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=46b8c18c-a023-4db4-b6db-bf007ed47863 HTTP/1.1" status: 200 len: 1027 time: 0.0877547 Nov 19 18:16:06.915657 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-8d4ad85f-856e-401a-9ac6-797a796c526d None None] Port 8602e73f-4c9e-4347-9db4-23f7655d9ada cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:16:06.974533 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device a4ee3b07-3b17-49db-abd6-4b39efa33ad9 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:16:06.987558 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-099b5099-a9cb-4bba-a30e-792766fcd29c req-286a1e18-e1ea-4213-b773-8debdd24e744 tempest-TestServerMultinode-2051882139 tempest-TestServerMultinode-2051882139-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=a35e3023-5286-4fa3-a1e1-c71acc30f565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151938 Nov 19 18:16:06.994720 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [req-9c163370-70ea-4024-b7db-afd164fa8600 req-6ef03970-a1c2-4000-9ffe-d40ebe4cc57c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8602e73f-4c9e-4347-9db4-23f7655d9ada {{(pid=103364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:16:07.003207 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-9c163370-70ea-4024-b7db-afd164fa8600 req-6ef03970-a1c2-4000-9ffe-d40ebe4cc57c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:07.029275 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.provisioning_blocks [req-9c163370-70ea-4024-b7db-afd164fa8600 req-6ef03970-a1c2-4000-9ffe-d40ebe4cc57c service neutron] Transition to ACTIVE for port object 8602e73f-4c9e-4347-9db4-23f7655d9ada will not be triggered until provisioned by entity L2. {{(pid=103364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 18:16:07.041502 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port a4ee3b07-3b17-49db-abd6-4b39efa33ad9 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:16:07.042097 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:07.042756 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-9c163370-70ea-4024-b7db-afd164fa8600 req-6ef03970-a1c2-4000-9ffe-d40ebe4cc57c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:07.118604 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef03970-a1c2-4000-9ffe-d40ebe4cc57c service neutron] Pushing event updated for resources: {'Port': ['ID=8602e73f-4c9e-4347-9db4-23f7655d9ada,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:16:07.219748 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-9c163370-70ea-4024-b7db-afd164fa8600 req-6ef03970-a1c2-4000-9ffe-d40ebe4cc57c service neutron] Attempting to bind port 8602e73f-4c9e-4347-9db4-23f7655d9ada on host n-h2-818022-2 for vnic_type normal with profile {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:16:07.220349 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-9c163370-70ea-4024-b7db-afd164fa8600 req-6ef03970-a1c2-4000-9ffe-d40ebe4cc57c service neutron] Attempting to bind port 8602e73f-4c9e-4347-9db4-23f7655d9ada by drivers openvswitch,hyperv on host n-h2-818022-2 at level 0 using segments [{'id': '53d1ce6e-c89b-4960-b468-713e785a4f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '65b305ad-5016-4825-84dc-0628d29fd353'}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:16:07.220896 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c163370-70ea-4024-b7db-afd164fa8600 req-6ef03970-a1c2-4000-9ffe-d40ebe4cc57c service neutron] Attempting to bind port 8602e73f-4c9e-4347-9db4-23f7655d9ada on network 65b305ad-5016-4825-84dc-0628d29fd353 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:16:07.225796 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c163370-70ea-4024-b7db-afd164fa8600 req-6ef03970-a1c2-4000-9ffe-d40ebe4cc57c service neutron] Port 8602e73f-4c9e-4347-9db4-23f7655d9ada on network 65b305ad-5016-4825-84dc-0628d29fd353 not bound, no agent of type Open vSwitch agent registered on host n-h2-818022-2 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 18:16:07.226159 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c163370-70ea-4024-b7db-afd164fa8600 req-6ef03970-a1c2-4000-9ffe-d40ebe4cc57c service neutron] Attempting to bind port 8602e73f-4c9e-4347-9db4-23f7655d9ada on network 65b305ad-5016-4825-84dc-0628d29fd353 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:16:07.231437 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c163370-70ea-4024-b7db-afd164fa8600 req-6ef03970-a1c2-4000-9ffe-d40ebe4cc57c service neutron] Checking agent: {'id': '525ad2ac-c4ae-4c63-af2e-0bf8d25d0f0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'started_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 16, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:16:07.231779 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c163370-70ea-4024-b7db-afd164fa8600 req-6ef03970-a1c2-4000-9ffe-d40ebe4cc57c service neutron] Checking segment: {'id': '53d1ce6e-c89b-4960-b468-713e785a4f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '65b305ad-5016-4825-84dc-0628d29fd353'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:16:07.232177 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c163370-70ea-4024-b7db-afd164fa8600 req-6ef03970-a1c2-4000-9ffe-d40ebe4cc57c service neutron] Bound using segment: {'id': '53d1ce6e-c89b-4960-b468-713e785a4f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '65b305ad-5016-4825-84dc-0628d29fd353'} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:16:07.232618 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-9c163370-70ea-4024-b7db-afd164fa8600 req-6ef03970-a1c2-4000-9ffe-d40ebe4cc57c service neutron] Bound port: 8602e73f-4c9e-4347-9db4-23f7655d9ada, host: n-h2-818022-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53d1ce6e-c89b-4960-b468-713e785a4f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '65b305ad-5016-4825-84dc-0628d29fd353'}}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:16:07.232986 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-9c163370-70ea-4024-b7db-afd164fa8600 req-6ef03970-a1c2-4000-9ffe-d40ebe4cc57c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:07.305565 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-9c163370-70ea-4024-b7db-afd164fa8600 req-6ef03970-a1c2-4000-9ffe-d40ebe4cc57c service neutron] For port 8602e73f-4c9e-4347-9db4-23f7655d9ada, host n-h2-818022-2, cleared binding levels {{(pid=103364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:16:07.309631 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-9c163370-70ea-4024-b7db-afd164fa8600 req-6ef03970-a1c2-4000-9ffe-d40ebe4cc57c service neutron] For port 8602e73f-4c9e-4347-9db4-23f7655d9ada, host n-h2-818022-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=8602e73f-4c9e-4347-9db4-23f7655d9ada,segment=NetworkSegment(53d1ce6e-c89b-4960-b468-713e785a4f94),segment_id=53d1ce6e-c89b-4960-b468-713e785a4f94)] {{(pid=103364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:16:07.317496 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-9c163370-70ea-4024-b7db-afd164fa8600 req-6ef03970-a1c2-4000-9ffe-d40ebe4cc57c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:07.361476 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c163370-70ea-4024-b7db-afd164fa8600 req-6ef03970-a1c2-4000-9ffe-d40ebe4cc57c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:16:07.362255 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-9c163370-70ea-4024-b7db-afd164fa8600 req-6ef03970-a1c2-4000-9ffe-d40ebe4cc57c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:07.363673 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9c163370-70ea-4024-b7db-afd164fa8600 req-6ef03970-a1c2-4000-9ffe-d40ebe4cc57c service neutron] 10.222.0.86 "PUT /v2.0/ports/8602e73f-4c9e-4347-9db4-23f7655d9ada HTTP/1.1" status: 200 len: 1091 time: 0.9298687 Nov 19 18:16:07.364166 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46b8c18c-a023-4db4-b6db-bf007ed47863', 'tag': '8602e73f-4c9e-4347-9db4-23f7655d9ada'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:16:07.367254 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dd4767a008c23f8566efc82158ee1b1fff34e1a9e908d76d0b6d0ab7e350e5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94e787fc-7456-4030-86f7-b7450a6e032a" -d '{"events": [{"name": "network-changed", "server_uuid": "46b8c18c-a023-4db4-b6db-bf007ed47863", "tag": "8602e73f-4c9e-4347-9db4-23f7655d9ada"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:16:07.412103 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef03970-a1c2-4000-9ffe-d40ebe4cc57c service neutron] Pushing event updated for resources: {'Port': ['ID=8602e73f-4c9e-4347-9db4-23f7655d9ada,revision_number=3']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:16:07.470000 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 18:16:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2df6537e-156d-4c13-8d2d-6e10be6632b7 x-openstack-request-id: req-2df6537e-156d-4c13-8d2d-6e10be6632b7 {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:16:07.470372 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46b8c18c-a023-4db4-b6db-bf007ed47863", "tag": "8602e73f-4c9e-4347-9db4-23f7655d9ada", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:16:07.470761 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-2df6537e-156d-4c13-8d2d-6e10be6632b7 {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:16:07.471053 n-d-818022-2 neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46b8c18c-a023-4db4-b6db-bf007ed47863', 'tag': '8602e73f-4c9e-4347-9db4-23f7655d9ada', 'status': 'completed', 'code': 200} Nov 19 18:16:07.488241 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c163370-70ea-4024-b7db-afd164fa8600 req-d2c85471-1874-4ec0-b9c0-8168a0860234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:16:07.490170 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9c163370-70ea-4024-b7db-afd164fa8600 req-d2c85471-1874-4ec0-b9c0-8168a0860234 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=8f3489c8d5d24d31bc089ff0079c7d12&device_id=46b8c18c-a023-4db4-b6db-bf007ed47863 HTTP/1.1" status: 200 len: 1094 time: 0.0735850 Nov 19 18:16:07.534393 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9c163370-70ea-4024-b7db-afd164fa8600 req-2696e6da-410f-4ebc-ad65-9bd0dc9a9e38 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8602e73f-4c9e-4347-9db4-23f7655d9ada HTTP/1.1" status: 200 len: 217 time: 0.0359745 Nov 19 18:16:07.589130 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c163370-70ea-4024-b7db-afd164fa8600 req-2da5ee29-44f9-4347-bb9a-c3b72aedf314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:16:07.593233 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9c163370-70ea-4024-b7db-afd164fa8600 req-2da5ee29-44f9-4347-bb9a-c3b72aedf314 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=89a5be16-7eab-41a2-85ae-5f9435931128 HTTP/1.1" status: 200 len: 848 time: 0.0482209 Nov 19 18:16:07.643925 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c163370-70ea-4024-b7db-afd164fa8600 req-d1d4096a-15cc-4b24-9541-9aab5e1ceac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:16:07.645513 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9c163370-70ea-4024-b7db-afd164fa8600 req-d1d4096a-15cc-4b24-9541-9aab5e1ceac2 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=65b305ad-5016-4825-84dc-0628d29fd353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0471706 Nov 19 18:16:07.744571 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9c163370-70ea-4024-b7db-afd164fa8600 req-96d3551f-3358-43dc-9333-8c87cdadef4e service neutron] 10.222.0.86 "GET /v2.0/networks/65b305ad-5016-4825-84dc-0628d29fd353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917044 Nov 19 18:16:07.865755 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9c163370-70ea-4024-b7db-afd164fa8600 req-36293d7c-8d3e-4dd4-a5d6-082f7fb5d62b service neutron] 10.222.0.86 "GET /v2.0/networks/65b305ad-5016-4825-84dc-0628d29fd353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132762 Nov 19 18:16:07.958943 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e787fc-7456-4030-86f7-b7450a6e032a req-6ceb0e48-aaf9-4fe8-a313-d848b26a298d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:16:07.960619 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-94e787fc-7456-4030-86f7-b7450a6e032a req-6ceb0e48-aaf9-4fe8-a313-d848b26a298d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=8f3489c8d5d24d31bc089ff0079c7d12&device_id=46b8c18c-a023-4db4-b6db-bf007ed47863 HTTP/1.1" status: 200 len: 1094 time: 0.0422318 Nov 19 18:16:08.056647 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e787fc-7456-4030-86f7-b7450a6e032a req-9f048347-90f1-45af-a74d-b469f44a5dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:16:08.058335 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-94e787fc-7456-4030-86f7-b7450a6e032a req-9f048347-90f1-45af-a74d-b469f44a5dd9 service neutron] 10.222.0.86 "GET /v2.0/networks?id=65b305ad-5016-4825-84dc-0628d29fd353 HTTP/1.1" status: 200 len: 910 time: 0.0900924 Nov 19 18:16:08.117244 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-94e787fc-7456-4030-86f7-b7450a6e032a req-b0145005-6bb6-433c-946a-ed8f361d59ab service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8602e73f-4c9e-4347-9db4-23f7655d9ada HTTP/1.1" status: 200 len: 217 time: 0.0514050 Nov 19 18:16:08.196282 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb3a525-5d0b-4250-bdfd-3bf408d7b7dd req-3ae89a16-7405-44e1-b531-41cac6eafb02 tempest-TestServerMultinode-2051882139 tempest-TestServerMultinode-2051882139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:16:08.198237 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-7cb3a525-5d0b-4250-bdfd-3bf408d7b7dd req-3ae89a16-7405-44e1-b531-41cac6eafb02 tempest-TestServerMultinode-2051882139 tempest-TestServerMultinode-2051882139-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=46b8c18c-a023-4db4-b6db-bf007ed47863 HTTP/1.1" status: 200 len: 1094 time: 0.0908740 Nov 19 18:16:08.199873 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e787fc-7456-4030-86f7-b7450a6e032a req-46b1938a-b43e-4a38-a62e-84a9da20ca2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:16:08.201792 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-94e787fc-7456-4030-86f7-b7450a6e032a req-46b1938a-b43e-4a38-a62e-84a9da20ca2d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=89a5be16-7eab-41a2-85ae-5f9435931128 HTTP/1.1" status: 200 len: 848 time: 0.0646517 Nov 19 18:16:08.563668 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-7cb3a525-5d0b-4250-bdfd-3bf408d7b7dd req-8b4d6d98-c850-462f-8882-af1dc8601fc8 tempest-TestServerMultinode-2051882139 tempest-TestServerMultinode-2051882139-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=a35e3023-5286-4fa3-a1e1-c71acc30f565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3584979 Nov 19 18:16:08.577555 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e787fc-7456-4030-86f7-b7450a6e032a req-44404463-1362-4028-9af5-aa5d21de7a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:16:08.583693 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-94e787fc-7456-4030-86f7-b7450a6e032a req-44404463-1362-4028-9af5-aa5d21de7a98 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=65b305ad-5016-4825-84dc-0628d29fd353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3667154 Nov 19 18:16:08.691638 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-94e787fc-7456-4030-86f7-b7450a6e032a req-f6dd9d1a-e1b1-4382-80da-8641e511bc7d service neutron] 10.222.0.86 "GET /v2.0/networks/65b305ad-5016-4825-84dc-0628d29fd353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033273 Nov 19 18:16:08.793862 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-94e787fc-7456-4030-86f7-b7450a6e032a req-0d49ea9e-6909-4dce-a345-f4fd68daece5 service neutron] 10.222.0.86 "GET /v2.0/networks/65b305ad-5016-4825-84dc-0628d29fd353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936494 Nov 19 18:16:09.690735 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b805e2d-1c29-49b5-bfd3-cf3ad4338de0 req-aaa34209-b94f-4560-8dff-27a75755e8a9 tempest-TestServerMultinode-2051882139 tempest-TestServerMultinode-2051882139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:16:09.692385 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2b805e2d-1c29-49b5-bfd3-cf3ad4338de0 req-aaa34209-b94f-4560-8dff-27a75755e8a9 tempest-TestServerMultinode-2051882139 tempest-TestServerMultinode-2051882139-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=46b8c18c-a023-4db4-b6db-bf007ed47863 HTTP/1.1" status: 200 len: 1094 time: 0.0516934 Nov 19 18:16:09.748127 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2b805e2d-1c29-49b5-bfd3-cf3ad4338de0 req-ce0dc373-97ff-4781-9dac-f44e78341dda tempest-TestServerMultinode-2051882139 tempest-TestServerMultinode-2051882139-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=a35e3023-5286-4fa3-a1e1-c71acc30f565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489812 Nov 19 18:16:09.882303 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device 8602e73f-4c9e-4347-9db4-23f7655d9ada details requested by agent hyperv_n-h2-818022-2 with host n-h2-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 18:16:09.983440 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port 8602e73f-4c9e-4347-9db4-23f7655d9ada, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=8602e73f-4c9e-4347-9db4-23f7655d9ada,segment=NetworkSegment(53d1ce6e-c89b-4960-b468-713e785a4f94),segment_id=53d1ce6e-c89b-4960-b468-713e785a4f94)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:16:09.995030 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Returning: {'device': '8602e73f-4c9e-4347-9db4-23f7655d9ada', 'network_id': '65b305ad-5016-4825-84dc-0628d29fd353', 'port_id': '8602e73f-4c9e-4347-9db4-23f7655d9ada', 'mac_address': 'fa:16:3e:4e:39:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89a5be16-7eab-41a2-85ae-5f9435931128', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 18:16:10.033256 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:10.046528 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8602e73f-4c9e-4347-9db4-23f7655d9ada {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:16:10.065240 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port 8602e73f-4c9e-4347-9db4-23f7655d9ada, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=8602e73f-4c9e-4347-9db4-23f7655d9ada,segment=NetworkSegment(53d1ce6e-c89b-4960-b468-713e785a4f94),segment_id=53d1ce6e-c89b-4960-b468-713e785a4f94)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:16:10.070382 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:10.129320 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Pushing event updated for resources: {'Port': ['ID=8602e73f-4c9e-4347-9db4-23f7655d9ada,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:16:10.323830 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] get_ports_and_sgs() called for port_ids ['8602e73f-4c9e-4347-9db4-23f7655d9ada'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:16:10.863319 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0d7136-c459-4d31-b546-92601995e09d req-936d67ee-243a-469b-8533-4526aab946ef tempest-TestServerMultinode-2051882139 tempest-TestServerMultinode-2051882139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:16:10.864763 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ca0d7136-c459-4d31-b546-92601995e09d req-936d67ee-243a-469b-8533-4526aab946ef tempest-TestServerMultinode-2051882139 tempest-TestServerMultinode-2051882139-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=46b8c18c-a023-4db4-b6db-bf007ed47863 HTTP/1.1" status: 200 len: 1095 time: 0.0421867 Nov 19 18:16:10.909805 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ca0d7136-c459-4d31-b546-92601995e09d req-9626a3b3-0856-4a4a-a92a-773205678c82 tempest-TestServerMultinode-2051882139 tempest-TestServerMultinode-2051882139-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=a35e3023-5286-4fa3-a1e1-c71acc30f565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388467 Nov 19 18:16:11.898839 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device 8602e73f-4c9e-4347-9db4-23f7655d9ada up at agent hyperv_n-h2-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:16:11.953903 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Provisioning for port 8602e73f-4c9e-4347-9db4-23f7655d9ada completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 18:16:11.959390 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Provisioning complete for port 8602e73f-4c9e-4347-9db4-23f7655d9ada triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:16:11.959802 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:12.048475 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836a98d9-3208-45b4-a24f-aecd1df2fdfd req-60003129-de25-4687-a46c-2c87891ad369 tempest-TestServerMultinode-2051882139 tempest-TestServerMultinode-2051882139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:16:12.051283 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-836a98d9-3208-45b4-a24f-aecd1df2fdfd req-60003129-de25-4687-a46c-2c87891ad369 tempest-TestServerMultinode-2051882139 tempest-TestServerMultinode-2051882139-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=46b8c18c-a023-4db4-b6db-bf007ed47863 HTTP/1.1" status: 200 len: 1095 time: 0.0514064 Nov 19 18:16:12.051712 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:12.089860 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port 8602e73f-4c9e-4347-9db4-23f7655d9ada, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=8602e73f-4c9e-4347-9db4-23f7655d9ada,segment=NetworkSegment(53d1ce6e-c89b-4960-b468-713e785a4f94),segment_id=53d1ce6e-c89b-4960-b468-713e785a4f94)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:16:12.090949 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46b8c18c-a023-4db4-b6db-bf007ed47863', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8602e73f-4c9e-4347-9db4-23f7655d9ada'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:16:12.094094 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3940761bcd94e032e6960d2241bd8993c5d3a7d8dc2aca8488f3ecf1d4dd2fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23f43829-18b2-4239-8d0e-c04321ae2969" -d '{"events": [{"server_uuid": "46b8c18c-a023-4db4-b6db-bf007ed47863", "name": "network-vif-plugged", "status": "completed", "tag": "8602e73f-4c9e-4347-9db4-23f7655d9ada"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:16:12.099974 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:12.113955 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-836a98d9-3208-45b4-a24f-aecd1df2fdfd req-7c64b164-65af-4dc8-b748-7f776419e5ab tempest-TestServerMultinode-2051882139 tempest-TestServerMultinode-2051882139-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=a35e3023-5286-4fa3-a1e1-c71acc30f565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493004 Nov 19 18:16:12.142294 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:16:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5131f027-f64f-406c-a746-8d91a61d5670 x-openstack-request-id: req-5131f027-f64f-406c-a746-8d91a61d5670 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:16:12.142616 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46b8c18c-a023-4db4-b6db-bf007ed47863", "name": "network-vif-plugged", "status": "completed", "tag": "8602e73f-4c9e-4347-9db4-23f7655d9ada", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:16:12.142845 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-5131f027-f64f-406c-a746-8d91a61d5670 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:16:12.143380 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46b8c18c-a023-4db4-b6db-bf007ed47863', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8602e73f-4c9e-4347-9db4-23f7655d9ada', 'code': 200} Nov 19 18:16:12.164951 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Pushing event updated for resources: {'Port': ['ID=8602e73f-4c9e-4347-9db4-23f7655d9ada,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:16:12.250648 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f66ef99-901f-4c91-99d3-ea8b7cd16c24 req-0ea4533b-7f66-4f5b-bf00-265ce36ca685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:16:12.252188 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8f66ef99-901f-4c91-99d3-ea8b7cd16c24 req-0ea4533b-7f66-4f5b-bf00-265ce36ca685 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=46b8c18c-a023-4db4-b6db-bf007ed47863 HTTP/1.1" status: 200 len: 1096 time: 0.0411258 Nov 19 18:16:12.295350 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 42794) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:16:12.301791 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8f66ef99-901f-4c91-99d3-ea8b7cd16c24 req-b90e43de-14f6-4862-bbeb-c222fb542d1f service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=a35e3023-5286-4fa3-a1e1-c71acc30f565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409722 Nov 19 18:16:12.415970 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-12870cab-c4a3-4444-89dc-263a2ef5d197 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:12.502863 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-12870cab-c4a3-4444-89dc-263a2ef5d197 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:12.506814 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-12870cab-c4a3-4444-89dc-263a2ef5d197 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:12.548562 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12870cab-c4a3-4444-89dc-263a2ef5d197 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d3e0622-7edc-45a2-8821-bfbb98d71827,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:16:12.554151 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-12870cab-c4a3-4444-89dc-263a2ef5d197 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=38f61ba7029843938ecd208ed8561c35&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2575901 Nov 19 18:16:12.556898 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 42798) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:16:12.620781 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0f53fa0b-03e3-43db-844f-2c68853a9cae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:12.643300 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0f53fa0b-03e3-43db-844f-2c68853a9cae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:12.699196 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0f53fa0b-03e3-43db-844f-2c68853a9cae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:12.702060 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0f53fa0b-03e3-43db-844f-2c68853a9cae admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:12.703232 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-0f53fa0b-03e3-43db-844f-2c68853a9cae admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/1d3e0622-7edc-45a2-8821-bfbb98d71827 HTTP/1.1" status: 204 len: 168 time: 0.1453764 Nov 19 18:16:12.714497 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f53fa0b-03e3-43db-844f-2c68853a9cae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d3e0622-7edc-45a2-8821-bfbb98d71827,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:16:13.037442 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 42804) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:16:13.051216 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-21e6a6ce-8461-47c9-aec1-953b690757e4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:13.136194 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-21e6a6ce-8461-47c9-aec1-953b690757e4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:13.140961 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-21e6a6ce-8461-47c9-aec1-953b690757e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:13.180577 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-21e6a6ce-8461-47c9-aec1-953b690757e4 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=3aaa641ce8c2450282a3298aec23bf52&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1416304 Nov 19 18:16:13.181635 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e6a6ce-8461-47c9-aec1-953b690757e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6400d87-ed74-4752-9400-ce5c90ad1f9f,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:16:13.183320 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 42808) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:16:13.228090 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a971f3f-2444-4b88-bd14-061497aa9529 req-fb35c409-3306-4469-b83a-c394514029f5 tempest-TestServerMultinode-2051882139 tempest-TestServerMultinode-2051882139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:16:13.229592 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8a971f3f-2444-4b88-bd14-061497aa9529 req-fb35c409-3306-4469-b83a-c394514029f5 tempest-TestServerMultinode-2051882139 tempest-TestServerMultinode-2051882139-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=46b8c18c-a023-4db4-b6db-bf007ed47863 HTTP/1.1" status: 200 len: 1096 time: 0.0451293 Nov 19 18:16:13.260894 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-32ced96b-e5ca-43f7-90dd-2e108caaae0c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:13.291559 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8a971f3f-2444-4b88-bd14-061497aa9529 req-541068d3-59ee-4188-9d91-df2e6f648ae6 tempest-TestServerMultinode-2051882139 tempest-TestServerMultinode-2051882139-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=a35e3023-5286-4fa3-a1e1-c71acc30f565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556967 Nov 19 18:16:13.293871 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-32ced96b-e5ca-43f7-90dd-2e108caaae0c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:13.373103 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-32ced96b-e5ca-43f7-90dd-2e108caaae0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:13.375857 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-32ced96b-e5ca-43f7-90dd-2e108caaae0c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:13.377056 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-32ced96b-e5ca-43f7-90dd-2e108caaae0c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c6400d87-ed74-4752-9400-ce5c90ad1f9f HTTP/1.1" status: 204 len: 168 time: 0.1926496 Nov 19 18:16:13.386426 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ced96b-e5ca-43f7-90dd-2e108caaae0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6400d87-ed74-4752-9400-ce5c90ad1f9f,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:16:14.402087 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6a2d1e-d7a4-4ddf-9fdf-48dc5fb568fc req-48241e0c-6add-4f22-8698-00bab94718ae tempest-TestServerMultinode-2051882139 tempest-TestServerMultinode-2051882139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:16:14.403626 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ff6a2d1e-d7a4-4ddf-9fdf-48dc5fb568fc req-48241e0c-6add-4f22-8698-00bab94718ae tempest-TestServerMultinode-2051882139 tempest-TestServerMultinode-2051882139-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=46b8c18c-a023-4db4-b6db-bf007ed47863 HTTP/1.1" status: 200 len: 1096 time: 0.0405529 Nov 19 18:16:14.448771 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ff6a2d1e-d7a4-4ddf-9fdf-48dc5fb568fc req-1da4bb27-9909-486a-bd03-161bbffb886c tempest-TestServerMultinode-2051882139 tempest-TestServerMultinode-2051882139-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=a35e3023-5286-4fa3-a1e1-c71acc30f565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385351 Nov 19 18:16:14.574818 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d039c2d-03ae-4771-8395-e98c8db10b8f req-5caccc72-6bd6-4811-97ff-1e556d69b861 tempest-TestServerMultinode-2051882139 tempest-TestServerMultinode-2051882139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:16:14.576454 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6d039c2d-03ae-4771-8395-e98c8db10b8f req-5caccc72-6bd6-4811-97ff-1e556d69b861 tempest-TestServerMultinode-2051882139 tempest-TestServerMultinode-2051882139-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=46b8c18c-a023-4db4-b6db-bf007ed47863 HTTP/1.1" status: 200 len: 1096 time: 0.0575709 Nov 19 18:16:14.628017 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6d039c2d-03ae-4771-8395-e98c8db10b8f req-625aa447-de98-4ede-a448-26090bc421a1 tempest-TestServerMultinode-2051882139 tempest-TestServerMultinode-2051882139-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=a35e3023-5286-4fa3-a1e1-c71acc30f565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439534 Nov 19 18:16:14.737943 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31d24a5-75b8-42e7-a0cb-68b486a9b6b1 req-d4e869fa-848e-4f86-8eb5-f38a4d63f34f tempest-TestServerMultinode-2051882139 tempest-TestServerMultinode-2051882139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:16:14.739667 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d31d24a5-75b8-42e7-a0cb-68b486a9b6b1 req-d4e869fa-848e-4f86-8eb5-f38a4d63f34f tempest-TestServerMultinode-2051882139 tempest-TestServerMultinode-2051882139-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=46b8c18c-a023-4db4-b6db-bf007ed47863 HTTP/1.1" status: 200 len: 1096 time: 0.0442076 Nov 19 18:16:14.785934 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d31d24a5-75b8-42e7-a0cb-68b486a9b6b1 req-be6fbc34-9d92-4b4d-9980-76703dd3f59c tempest-TestServerMultinode-2051882139 tempest-TestServerMultinode-2051882139-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=a35e3023-5286-4fa3-a1e1-c71acc30f565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403523 Nov 19 18:16:15.060457 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c491e6d7-96b0-4c73-aca9-335fba7d4bdc req-34f72cf0-634b-4d87-857b-8af5bfd0a729 tempest-TestServerMultinode-2051882139 tempest-TestServerMultinode-2051882139-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:16:15.062015 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c491e6d7-96b0-4c73-aca9-335fba7d4bdc req-34f72cf0-634b-4d87-857b-8af5bfd0a729 tempest-TestServerMultinode-2051882139 tempest-TestServerMultinode-2051882139-project-admin] 10.222.0.54 "GET /v2.0/networks?id=65b305ad-5016-4825-84dc-0628d29fd353 HTTP/1.1" status: 200 len: 910 time: 0.0901322 Nov 19 18:16:15.077081 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c491e6d7-96b0-4c73-aca9-335fba7d4bdc req-d008adc6-8657-46ed-9ec4-8645d125d036 tempest-TestServerMultinode-2051882139 tempest-TestServerMultinode-2051882139-project-admin] 10.222.0.54 "GET /v2.0/quotas/8f3489c8d5d24d31bc089ff0079c7d12 HTTP/1.1" status: 200 len: 375 time: 0.0088603 Nov 19 18:16:15.126085 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c491e6d7-96b0-4c73-aca9-335fba7d4bdc req-5c036743-63be-4585-a727-f8ba69e9d0f9 tempest-TestServerMultinode-2051882139 tempest-TestServerMultinode-2051882139-project-admin] 10.222.0.54 "GET /v2.0/ports?tenant_id=8f3489c8d5d24d31bc089ff0079c7d12&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0425432 Nov 19 18:16:15.217378 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c491e6d7-96b0-4c73-aca9-335fba7d4bdc req-8dfc687f-9fc3-44f0-b724-8e37b8d8c26b service neutron] 10.222.0.54 "GET /v2.0/networks/65b305ad-5016-4825-84dc-0628d29fd353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835638 Nov 19 18:16:15.312379 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c491e6d7-96b0-4c73-aca9-335fba7d4bdc req-64cdfe68-3983-4b71-8b30-d23398b33700 service neutron] 10.222.0.54 "GET /v2.0/networks/65b305ad-5016-4825-84dc-0628d29fd353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885420 Nov 19 18:16:15.488160 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-e0cfc43f-98e1-489d-ac92-7b50cab4abbb req-97b76c17-daa3-4c8a-ba45-43a7c6e09073 tempest-TestServerMultinode-2051882139 tempest-TestServerMultinode-2051882139-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=6f945b7e-161f-46b0-8b3c-6d7c412f35ad HTTP/1.1" status: 200 len: 210 time: 0.0328162 Nov 19 18:16:16.502206 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c491e6d7-96b0-4c73-aca9-335fba7d4bdc req-25a34b9a-4ba8-44a4-988f-eff0ddc98f46 tempest-TestServerMultinode-2051882139 tempest-TestServerMultinode-2051882139-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:16:16.504347 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c491e6d7-96b0-4c73-aca9-335fba7d4bdc req-25a34b9a-4ba8-44a4-988f-eff0ddc98f46 tempest-TestServerMultinode-2051882139 tempest-TestServerMultinode-2051882139-project-admin] 10.222.0.60 "GET /v2.0/networks?id=65b305ad-5016-4825-84dc-0628d29fd353 HTTP/1.1" status: 200 len: 910 time: 0.1144056 Nov 19 18:16:16.522457 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-c491e6d7-96b0-4c73-aca9-335fba7d4bdc req-d4c97a81-35e6-49ac-825c-acc262a35b98 tempest-TestServerMultinode-2051882139 tempest-TestServerMultinode-2051882139-project-admin] Request body: {'port': {'device_id': '6f945b7e-161f-46b0-8b3c-6d7c412f35ad', 'network_id': '65b305ad-5016-4825-84dc-0628d29fd353', 'admin_state_up': True, 'tenant_id': '8f3489c8d5d24d31bc089ff0079c7d12'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:16:16.548242 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c491e6d7-96b0-4c73-aca9-335fba7d4bdc req-d4c97a81-35e6-49ac-825c-acc262a35b98 tempest-TestServerMultinode-2051882139 tempest-TestServerMultinode-2051882139-project-admin] Made reservation on behalf of 8f3489c8d5d24d31bc089ff0079c7d12 for: {'port': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:16:16.551664 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-c491e6d7-96b0-4c73-aca9-335fba7d4bdc req-d4c97a81-35e6-49ac-825c-acc262a35b98 tempest-TestServerMultinode-2051882139 tempest-TestServerMultinode-2051882139-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:16.601740 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b97e0f5e-781f-4b11-883f-62152a14166f req-968806a9-397e-423b-b9b5-1a1e572631d6 tempest-TestServerMultinode-2051882139 tempest-TestServerMultinode-2051882139-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=6f945b7e-161f-46b0-8b3c-6d7c412f35ad HTTP/1.1" status: 200 len: 210 time: 0.0289741 Nov 19 18:16:16.695363 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [req-c491e6d7-96b0-4c73-aca9-335fba7d4bdc req-d4c97a81-35e6-49ac-825c-acc262a35b98 tempest-TestServerMultinode-2051882139 tempest-TestServerMultinode-2051882139-project-admin] Allocated IP 172.20.0.8 (65b305ad-5016-4825-84dc-0628d29fd353/89a5be16-7eab-41a2-85ae-5f9435931128/e37d7c8f-ce06-4db6-b688-4c7436363e27) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:16:16.837074 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-c491e6d7-96b0-4c73-aca9-335fba7d4bdc req-d4c97a81-35e6-49ac-825c-acc262a35b98 tempest-TestServerMultinode-2051882139 tempest-TestServerMultinode-2051882139-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:16.871759 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-c491e6d7-96b0-4c73-aca9-335fba7d4bdc req-d4c97a81-35e6-49ac-825c-acc262a35b98 tempest-TestServerMultinode-2051882139 tempest-TestServerMultinode-2051882139-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:16.883456 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] get_ports_and_sgs() called for port_ids ['8602e73f-4c9e-4347-9db4-23f7655d9ada'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:16:16.920024 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c491e6d7-96b0-4c73-aca9-335fba7d4bdc req-d4c97a81-35e6-49ac-825c-acc262a35b98 tempest-TestServerMultinode-2051882139 tempest-TestServerMultinode-2051882139-project-admin] Network 65b305ad-5016-4825-84dc-0628d29fd353 is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:16:16.923480 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [req-c491e6d7-96b0-4c73-aca9-335fba7d4bdc req-d4c97a81-35e6-49ac-825c-acc262a35b98 tempest-TestServerMultinode-2051882139 tempest-TestServerMultinode-2051882139-project-admin] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:16:16.929158 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [req-c491e6d7-96b0-4c73-aca9-335fba7d4bdc req-d4c97a81-35e6-49ac-825c-acc262a35b98 tempest-TestServerMultinode-2051882139 tempest-TestServerMultinode-2051882139-project-admin] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:16:16.951855 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c97a81-35e6-49ac-825c-acc262a35b98 tempest-TestServerMultinode-2051882139 tempest-TestServerMultinode-2051882139-project-admin] Pushing event updated for resources: {'Port': ['ID=e37d7c8f-ce06-4db6-b688-4c7436363e27,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:16:16.973993 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c491e6d7-96b0-4c73-aca9-335fba7d4bdc req-d4c97a81-35e6-49ac-825c-acc262a35b98 tempest-TestServerMultinode-2051882139 tempest-TestServerMultinode-2051882139-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:16:16.974614 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-c491e6d7-96b0-4c73-aca9-335fba7d4bdc req-d4c97a81-35e6-49ac-825c-acc262a35b98 tempest-TestServerMultinode-2051882139 tempest-TestServerMultinode-2051882139-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:16.999046 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c491e6d7-96b0-4c73-aca9-335fba7d4bdc req-d4c97a81-35e6-49ac-825c-acc262a35b98 tempest-TestServerMultinode-2051882139 tempest-TestServerMultinode-2051882139-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.4835918 Nov 19 18:16:17.012165 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-c491e6d7-96b0-4c73-aca9-335fba7d4bdc req-512a09e1-786e-4f5a-8d79-a4af7448cce4 service neutron] Request body: {'port': {'device_id': '6f945b7e-161f-46b0-8b3c-6d7c412f35ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818022-2'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:16:17.090954 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-c491e6d7-96b0-4c73-aca9-335fba7d4bdc req-512a09e1-786e-4f5a-8d79-a4af7448cce4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:17.267527 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-743a3c25-5f31-4588-94ce-b546090d6567 None None] Provisioning complete for port e37d7c8f-ce06-4db6-b688-4c7436363e27 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:16:17.268474 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-743a3c25-5f31-4588-94ce-b546090d6567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:17.305510 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-743a3c25-5f31-4588-94ce-b546090d6567 None None] Port e37d7c8f-ce06-4db6-b688-4c7436363e27 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:16:17.375803 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [req-c491e6d7-96b0-4c73-aca9-335fba7d4bdc req-512a09e1-786e-4f5a-8d79-a4af7448cce4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e37d7c8f-ce06-4db6-b688-4c7436363e27 {{(pid=103364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:16:17.385156 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-c491e6d7-96b0-4c73-aca9-335fba7d4bdc req-512a09e1-786e-4f5a-8d79-a4af7448cce4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:17.398137 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.provisioning_blocks [req-c491e6d7-96b0-4c73-aca9-335fba7d4bdc req-512a09e1-786e-4f5a-8d79-a4af7448cce4 service neutron] Transition to ACTIVE for port object e37d7c8f-ce06-4db6-b688-4c7436363e27 will not be triggered until provisioned by entity L2. {{(pid=103364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 18:16:17.402019 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-c491e6d7-96b0-4c73-aca9-335fba7d4bdc req-512a09e1-786e-4f5a-8d79-a4af7448cce4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:17.453746 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512a09e1-786e-4f5a-8d79-a4af7448cce4 service neutron] Pushing event updated for resources: {'Port': ['ID=e37d7c8f-ce06-4db6-b688-4c7436363e27,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:16:17.530194 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-c491e6d7-96b0-4c73-aca9-335fba7d4bdc req-512a09e1-786e-4f5a-8d79-a4af7448cce4 service neutron] Attempting to bind port e37d7c8f-ce06-4db6-b688-4c7436363e27 on host n-h1-818022-2 for vnic_type normal with profile {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:16:17.530880 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-c491e6d7-96b0-4c73-aca9-335fba7d4bdc req-512a09e1-786e-4f5a-8d79-a4af7448cce4 service neutron] Attempting to bind port e37d7c8f-ce06-4db6-b688-4c7436363e27 by drivers openvswitch,hyperv on host n-h1-818022-2 at level 0 using segments [{'id': '53d1ce6e-c89b-4960-b468-713e785a4f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '65b305ad-5016-4825-84dc-0628d29fd353'}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:16:17.530880 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c491e6d7-96b0-4c73-aca9-335fba7d4bdc req-512a09e1-786e-4f5a-8d79-a4af7448cce4 service neutron] Attempting to bind port e37d7c8f-ce06-4db6-b688-4c7436363e27 on network 65b305ad-5016-4825-84dc-0628d29fd353 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:16:17.536065 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c491e6d7-96b0-4c73-aca9-335fba7d4bdc req-512a09e1-786e-4f5a-8d79-a4af7448cce4 service neutron] Port e37d7c8f-ce06-4db6-b688-4c7436363e27 on network 65b305ad-5016-4825-84dc-0628d29fd353 not bound, no agent of type Open vSwitch agent registered on host n-h1-818022-2 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 18:16:17.536387 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c491e6d7-96b0-4c73-aca9-335fba7d4bdc req-512a09e1-786e-4f5a-8d79-a4af7448cce4 service neutron] Attempting to bind port e37d7c8f-ce06-4db6-b688-4c7436363e27 on network 65b305ad-5016-4825-84dc-0628d29fd353 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:16:17.541309 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c491e6d7-96b0-4c73-aca9-335fba7d4bdc req-512a09e1-786e-4f5a-8d79-a4af7448cce4 service neutron] Checking agent: {'id': 'a6668d96-12fa-4ec0-99ad-77eaf490dd2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'started_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 16, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:16:17.541646 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c491e6d7-96b0-4c73-aca9-335fba7d4bdc req-512a09e1-786e-4f5a-8d79-a4af7448cce4 service neutron] Checking segment: {'id': '53d1ce6e-c89b-4960-b468-713e785a4f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '65b305ad-5016-4825-84dc-0628d29fd353'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:16:17.542064 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c491e6d7-96b0-4c73-aca9-335fba7d4bdc req-512a09e1-786e-4f5a-8d79-a4af7448cce4 service neutron] Bound using segment: {'id': '53d1ce6e-c89b-4960-b468-713e785a4f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '65b305ad-5016-4825-84dc-0628d29fd353'} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:16:17.542482 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-c491e6d7-96b0-4c73-aca9-335fba7d4bdc req-512a09e1-786e-4f5a-8d79-a4af7448cce4 service neutron] Bound port: e37d7c8f-ce06-4db6-b688-4c7436363e27, host: n-h1-818022-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53d1ce6e-c89b-4960-b468-713e785a4f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '65b305ad-5016-4825-84dc-0628d29fd353'}}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:16:17.542847 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-c491e6d7-96b0-4c73-aca9-335fba7d4bdc req-512a09e1-786e-4f5a-8d79-a4af7448cce4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:17.619452 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-c491e6d7-96b0-4c73-aca9-335fba7d4bdc req-512a09e1-786e-4f5a-8d79-a4af7448cce4 service neutron] For port e37d7c8f-ce06-4db6-b688-4c7436363e27, host n-h1-818022-2, cleared binding levels {{(pid=103364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:16:17.623789 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-c491e6d7-96b0-4c73-aca9-335fba7d4bdc req-512a09e1-786e-4f5a-8d79-a4af7448cce4 service neutron] For port e37d7c8f-ce06-4db6-b688-4c7436363e27, host n-h1-818022-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=e37d7c8f-ce06-4db6-b688-4c7436363e27,segment=NetworkSegment(53d1ce6e-c89b-4960-b468-713e785a4f94),segment_id=53d1ce6e-c89b-4960-b468-713e785a4f94)] {{(pid=103364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:16:17.629033 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-c491e6d7-96b0-4c73-aca9-335fba7d4bdc req-512a09e1-786e-4f5a-8d79-a4af7448cce4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:17.665876 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c491e6d7-96b0-4c73-aca9-335fba7d4bdc req-512a09e1-786e-4f5a-8d79-a4af7448cce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:16:17.666977 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-c491e6d7-96b0-4c73-aca9-335fba7d4bdc req-512a09e1-786e-4f5a-8d79-a4af7448cce4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:17.668664 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c491e6d7-96b0-4c73-aca9-335fba7d4bdc req-512a09e1-786e-4f5a-8d79-a4af7448cce4 service neutron] 10.222.0.60 "PUT /v2.0/ports/e37d7c8f-ce06-4db6-b688-4c7436363e27 HTTP/1.1" status: 200 len: 1091 time: 0.6614051 Nov 19 18:16:17.681415 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f945b7e-161f-46b0-8b3c-6d7c412f35ad', 'tag': 'e37d7c8f-ce06-4db6-b688-4c7436363e27'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:16:17.687651 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dd4767a008c23f8566efc82158ee1b1fff34e1a9e908d76d0b6d0ab7e350e5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1a81eb4-31c2-408b-98bb-cf1e52ec7282" -d '{"events": [{"name": "network-changed", "server_uuid": "6f945b7e-161f-46b0-8b3c-6d7c412f35ad", "tag": "e37d7c8f-ce06-4db6-b688-4c7436363e27"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:16:17.757905 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 18:16:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-decf3705-b6c1-4861-9382-04faeb7b52a5 x-openstack-request-id: req-decf3705-b6c1-4861-9382-04faeb7b52a5 {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:16:17.758228 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f945b7e-161f-46b0-8b3c-6d7c412f35ad", "tag": "e37d7c8f-ce06-4db6-b688-4c7436363e27", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:16:17.758465 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-decf3705-b6c1-4861-9382-04faeb7b52a5 {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:16:17.758875 n-d-818022-2 neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f945b7e-161f-46b0-8b3c-6d7c412f35ad', 'tag': 'e37d7c8f-ce06-4db6-b688-4c7436363e27', 'status': 'completed', 'code': 200} Nov 19 18:16:17.787762 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512a09e1-786e-4f5a-8d79-a4af7448cce4 service neutron] Pushing event updated for resources: {'Port': ['ID=e37d7c8f-ce06-4db6-b688-4c7436363e27,revision_number=3']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:16:17.812031 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c491e6d7-96b0-4c73-aca9-335fba7d4bdc req-4bcf3bbf-33a3-47d3-9f14-7f8bb28ad4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:16:17.813628 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c491e6d7-96b0-4c73-aca9-335fba7d4bdc req-4bcf3bbf-33a3-47d3-9f14-7f8bb28ad4d6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8f3489c8d5d24d31bc089ff0079c7d12&device_id=6f945b7e-161f-46b0-8b3c-6d7c412f35ad HTTP/1.1" status: 200 len: 1094 time: 0.0806341 Nov 19 18:16:17.816388 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2162e605-0703-457c-b211-3ac4dc6f638a req-7e216965-79bc-4ee7-ac3d-74672a4acd36 tempest-TestServerMultinode-2051882139 tempest-TestServerMultinode-2051882139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:16:17.817855 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2162e605-0703-457c-b211-3ac4dc6f638a req-7e216965-79bc-4ee7-ac3d-74672a4acd36 tempest-TestServerMultinode-2051882139 tempest-TestServerMultinode-2051882139-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=6f945b7e-161f-46b0-8b3c-6d7c412f35ad HTTP/1.1" status: 200 len: 1094 time: 0.1212847 Nov 19 18:16:17.865641 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c491e6d7-96b0-4c73-aca9-335fba7d4bdc req-0e1c3ef8-27f0-4f24-92e7-1491a987de3a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e37d7c8f-ce06-4db6-b688-4c7436363e27 HTTP/1.1" status: 200 len: 217 time: 0.0435669 Nov 19 18:16:17.941938 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c491e6d7-96b0-4c73-aca9-335fba7d4bdc req-44f35c78-37a3-427d-8bcc-75d6ad0f5b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:16:17.943639 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c491e6d7-96b0-4c73-aca9-335fba7d4bdc req-44f35c78-37a3-427d-8bcc-75d6ad0f5b18 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=89a5be16-7eab-41a2-85ae-5f9435931128 HTTP/1.1" status: 200 len: 848 time: 0.0705769 Nov 19 18:16:17.945682 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2162e605-0703-457c-b211-3ac4dc6f638a req-85979920-fdda-48fe-8be7-f39958fc3d82 tempest-TestServerMultinode-2051882139 tempest-TestServerMultinode-2051882139-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=a35e3023-5286-4fa3-a1e1-c71acc30f565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170578 Nov 19 18:16:17.999182 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c491e6d7-96b0-4c73-aca9-335fba7d4bdc req-3d9bc264-09ae-4991-a453-2f4e385abee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:16:18.000701 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c491e6d7-96b0-4c73-aca9-335fba7d4bdc req-3d9bc264-09ae-4991-a453-2f4e385abee5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=65b305ad-5016-4825-84dc-0628d29fd353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0492902 Nov 19 18:16:18.099855 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c491e6d7-96b0-4c73-aca9-335fba7d4bdc req-372a3658-4054-4cbc-84b8-f703f6568cc7 service neutron] 10.222.0.60 "GET /v2.0/networks/65b305ad-5016-4825-84dc-0628d29fd353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908396 Nov 19 18:16:18.195557 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c491e6d7-96b0-4c73-aca9-335fba7d4bdc req-b4ec5d13-a3e2-4f13-8ce5-612e9426fd72 service neutron] 10.222.0.60 "GET /v2.0/networks/65b305ad-5016-4825-84dc-0628d29fd353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889189 Nov 19 18:16:18.285987 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a81eb4-31c2-408b-98bb-cf1e52ec7282 req-3c05e166-fe59-4a47-8319-2133691fc53c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:16:18.287493 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f1a81eb4-31c2-408b-98bb-cf1e52ec7282 req-3c05e166-fe59-4a47-8319-2133691fc53c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8f3489c8d5d24d31bc089ff0079c7d12&device_id=6f945b7e-161f-46b0-8b3c-6d7c412f35ad HTTP/1.1" status: 200 len: 1094 time: 0.0433865 Nov 19 18:16:18.388513 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a81eb4-31c2-408b-98bb-cf1e52ec7282 req-fec89b96-eacf-4b22-b375-af06b226d013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:16:18.390300 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f1a81eb4-31c2-408b-98bb-cf1e52ec7282 req-fec89b96-eacf-4b22-b375-af06b226d013 service neutron] 10.222.0.60 "GET /v2.0/networks?id=65b305ad-5016-4825-84dc-0628d29fd353 HTTP/1.1" status: 200 len: 910 time: 0.0954239 Nov 19 18:16:18.435958 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f1a81eb4-31c2-408b-98bb-cf1e52ec7282 req-9e676a4d-e884-404c-ba96-47dccf196d85 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e37d7c8f-ce06-4db6-b688-4c7436363e27 HTTP/1.1" status: 200 len: 217 time: 0.0369630 Nov 19 18:16:18.492594 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a81eb4-31c2-408b-98bb-cf1e52ec7282 req-dbff3804-8908-4e15-b67b-ea0d656a3d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:16:18.494095 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f1a81eb4-31c2-408b-98bb-cf1e52ec7282 req-dbff3804-8908-4e15-b67b-ea0d656a3d56 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=89a5be16-7eab-41a2-85ae-5f9435931128 HTTP/1.1" status: 200 len: 848 time: 0.0506170 Nov 19 18:16:18.545414 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a81eb4-31c2-408b-98bb-cf1e52ec7282 req-ed11c529-f51d-4b08-971a-6a19bdf103f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:16:18.547015 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f1a81eb4-31c2-408b-98bb-cf1e52ec7282 req-ed11c529-f51d-4b08-971a-6a19bdf103f4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=65b305ad-5016-4825-84dc-0628d29fd353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428827 Nov 19 18:16:18.642215 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f1a81eb4-31c2-408b-98bb-cf1e52ec7282 req-fbf25241-a71c-4972-a5e7-38288edca390 service neutron] 10.222.0.60 "GET /v2.0/networks/65b305ad-5016-4825-84dc-0628d29fd353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868654 Nov 19 18:16:18.741435 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f1a81eb4-31c2-408b-98bb-cf1e52ec7282 req-009ffb77-da9a-4edb-91e5-3cf8313e9598 service neutron] 10.222.0.60 "GET /v2.0/networks/65b305ad-5016-4825-84dc-0628d29fd353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908256 Nov 19 18:16:19.058262 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c0e196-e8ce-44b9-ae2f-e65f279cee38 req-15912f0a-2804-41b0-83d9-c23caf0f94a3 tempest-TestServerMultinode-2051882139 tempest-TestServerMultinode-2051882139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:16:19.059722 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-01c0e196-e8ce-44b9-ae2f-e65f279cee38 req-15912f0a-2804-41b0-83d9-c23caf0f94a3 tempest-TestServerMultinode-2051882139 tempest-TestServerMultinode-2051882139-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=6f945b7e-161f-46b0-8b3c-6d7c412f35ad HTTP/1.1" status: 200 len: 1094 time: 0.0422709 Nov 19 18:16:19.115757 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-01c0e196-e8ce-44b9-ae2f-e65f279cee38 req-25de9c68-8430-44cc-83a3-84914ec58c6c tempest-TestServerMultinode-2051882139 tempest-TestServerMultinode-2051882139-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=a35e3023-5286-4fa3-a1e1-c71acc30f565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476024 Nov 19 18:16:20.226246 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823d4e9a-f4a2-4c95-bb7a-79037a1558ae req-a33a0877-6857-451c-b434-ae5b1e3065f4 tempest-TestServerMultinode-2051882139 tempest-TestServerMultinode-2051882139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:16:20.227913 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-823d4e9a-f4a2-4c95-bb7a-79037a1558ae req-a33a0877-6857-451c-b434-ae5b1e3065f4 tempest-TestServerMultinode-2051882139 tempest-TestServerMultinode-2051882139-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=6f945b7e-161f-46b0-8b3c-6d7c412f35ad HTTP/1.1" status: 200 len: 1094 time: 0.0426567 Nov 19 18:16:20.273229 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-823d4e9a-f4a2-4c95-bb7a-79037a1558ae req-66ab7bf8-f77d-409c-9dcb-1f828184e0e5 tempest-TestServerMultinode-2051882139 tempest-TestServerMultinode-2051882139-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=a35e3023-5286-4fa3-a1e1-c71acc30f565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391343 Nov 19 18:16:20.803993 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device e37d7c8f-ce06-4db6-b688-4c7436363e27 details requested by agent hyperv_n-h1-818022-2 with host n-h1-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 18:16:20.910351 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port e37d7c8f-ce06-4db6-b688-4c7436363e27, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=e37d7c8f-ce06-4db6-b688-4c7436363e27,segment=NetworkSegment(53d1ce6e-c89b-4960-b468-713e785a4f94),segment_id=53d1ce6e-c89b-4960-b468-713e785a4f94)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:16:20.922953 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Returning: {'device': 'e37d7c8f-ce06-4db6-b688-4c7436363e27', 'network_id': '65b305ad-5016-4825-84dc-0628d29fd353', 'port_id': 'e37d7c8f-ce06-4db6-b688-4c7436363e27', 'mac_address': 'fa:16:3e:49:3e:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89a5be16-7eab-41a2-85ae-5f9435931128', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 18:16:20.962081 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:20.975250 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e37d7c8f-ce06-4db6-b688-4c7436363e27 {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:16:20.997349 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port e37d7c8f-ce06-4db6-b688-4c7436363e27, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=e37d7c8f-ce06-4db6-b688-4c7436363e27,segment=NetworkSegment(53d1ce6e-c89b-4960-b468-713e785a4f94),segment_id=53d1ce6e-c89b-4960-b468-713e785a4f94)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:16:21.001580 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:21.050822 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=e37d7c8f-ce06-4db6-b688-4c7436363e27,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:16:21.265313 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['e37d7c8f-ce06-4db6-b688-4c7436363e27'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:16:21.392984 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b16be6a-f804-4a38-8858-2107014899b4 req-a1ea13e6-fc08-4cf0-a0f9-5a2caadd963a tempest-TestServerMultinode-2051882139 tempest-TestServerMultinode-2051882139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:16:21.394584 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7b16be6a-f804-4a38-8858-2107014899b4 req-a1ea13e6-fc08-4cf0-a0f9-5a2caadd963a tempest-TestServerMultinode-2051882139 tempest-TestServerMultinode-2051882139-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=6f945b7e-161f-46b0-8b3c-6d7c412f35ad HTTP/1.1" status: 200 len: 1095 time: 0.0423472 Nov 19 18:16:21.443665 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7b16be6a-f804-4a38-8858-2107014899b4 req-34b823e1-757b-487e-b635-b113f1070320 tempest-TestServerMultinode-2051882139 tempest-TestServerMultinode-2051882139-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=a35e3023-5286-4fa3-a1e1-c71acc30f565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411472 Nov 19 18:16:22.559676 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dd1b0b-9859-4e9f-b25a-79fed83bc056 req-8d63cdd8-df46-4584-bd7d-e5413ece7513 tempest-TestServerMultinode-2051882139 tempest-TestServerMultinode-2051882139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:16:22.561346 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-88dd1b0b-9859-4e9f-b25a-79fed83bc056 req-8d63cdd8-df46-4584-bd7d-e5413ece7513 tempest-TestServerMultinode-2051882139 tempest-TestServerMultinode-2051882139-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=6f945b7e-161f-46b0-8b3c-6d7c412f35ad HTTP/1.1" status: 200 len: 1095 time: 0.0472167 Nov 19 18:16:22.614414 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-88dd1b0b-9859-4e9f-b25a-79fed83bc056 req-a7f00702-6dde-4721-86af-b30d97461b5a tempest-TestServerMultinode-2051882139 tempest-TestServerMultinode-2051882139-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=a35e3023-5286-4fa3-a1e1-c71acc30f565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453801 Nov 19 18:16:22.809737 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device e37d7c8f-ce06-4db6-b688-4c7436363e27 up at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:16:22.863594 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning for port e37d7c8f-ce06-4db6-b688-4c7436363e27 completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 18:16:22.877854 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning complete for port e37d7c8f-ce06-4db6-b688-4c7436363e27 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:16:22.877854 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:22.952061 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:22.982345 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f945b7e-161f-46b0-8b3c-6d7c412f35ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e37d7c8f-ce06-4db6-b688-4c7436363e27'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:16:22.984649 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3940761bcd94e032e6960d2241bd8993c5d3a7d8dc2aca8488f3ecf1d4dd2fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85a24c27-700e-4828-b314-95145c500fe3" -d '{"events": [{"server_uuid": "6f945b7e-161f-46b0-8b3c-6d7c412f35ad", "name": "network-vif-plugged", "status": "completed", "tag": "e37d7c8f-ce06-4db6-b688-4c7436363e27"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:16:23.007851 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port e37d7c8f-ce06-4db6-b688-4c7436363e27, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=e37d7c8f-ce06-4db6-b688-4c7436363e27,segment=NetworkSegment(53d1ce6e-c89b-4960-b468-713e785a4f94),segment_id=53d1ce6e-c89b-4960-b468-713e785a4f94)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:16:23.013693 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:23.042128 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:16:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02e727df-9727-4a24-966d-7cc43c4fa8ea x-openstack-request-id: req-02e727df-9727-4a24-966d-7cc43c4fa8ea {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:16:23.042427 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f945b7e-161f-46b0-8b3c-6d7c412f35ad", "name": "network-vif-plugged", "status": "completed", "tag": "e37d7c8f-ce06-4db6-b688-4c7436363e27", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:16:23.042939 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-02e727df-9727-4a24-966d-7cc43c4fa8ea {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:16:23.043344 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f945b7e-161f-46b0-8b3c-6d7c412f35ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e37d7c8f-ce06-4db6-b688-4c7436363e27', 'code': 200} Nov 19 18:16:23.082617 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=e37d7c8f-ce06-4db6-b688-4c7436363e27,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:16:23.264666 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348f20a3-7121-431f-9453-18b5f06f9958 req-4d2756b2-b463-40ad-bf99-7f7dc354148e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:16:23.266299 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-348f20a3-7121-431f-9453-18b5f06f9958 req-4d2756b2-b463-40ad-bf99-7f7dc354148e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=6f945b7e-161f-46b0-8b3c-6d7c412f35ad HTTP/1.1" status: 200 len: 1096 time: 0.1673441 Nov 19 18:16:23.314201 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-348f20a3-7121-431f-9453-18b5f06f9958 req-faec6772-7b19-4a91-beb8-c2c9aef76337 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=a35e3023-5286-4fa3-a1e1-c71acc30f565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394480 Nov 19 18:16:23.733983 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53924a77-67c4-4d62-82f0-f3cecab11459 req-d31b1a8b-14b2-4687-b2bb-85399a22e57b tempest-TestServerMultinode-2051882139 tempest-TestServerMultinode-2051882139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:16:23.735551 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-53924a77-67c4-4d62-82f0-f3cecab11459 req-d31b1a8b-14b2-4687-b2bb-85399a22e57b tempest-TestServerMultinode-2051882139 tempest-TestServerMultinode-2051882139-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=6f945b7e-161f-46b0-8b3c-6d7c412f35ad HTTP/1.1" status: 200 len: 1096 time: 0.0473981 Nov 19 18:16:23.792269 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-53924a77-67c4-4d62-82f0-f3cecab11459 req-90c80a71-bc13-406c-bd21-b3ca4cf19ed3 tempest-TestServerMultinode-2051882139 tempest-TestServerMultinode-2051882139-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=a35e3023-5286-4fa3-a1e1-c71acc30f565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485170 Nov 19 18:16:24.909598 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9298d420-c20d-4c75-8408-0fe6e974ee09 req-09105c19-5173-4d84-8316-54b1f72258a8 tempest-TestServerMultinode-2051882139 tempest-TestServerMultinode-2051882139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:16:24.911229 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9298d420-c20d-4c75-8408-0fe6e974ee09 req-09105c19-5173-4d84-8316-54b1f72258a8 tempest-TestServerMultinode-2051882139 tempest-TestServerMultinode-2051882139-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=6f945b7e-161f-46b0-8b3c-6d7c412f35ad HTTP/1.1" status: 200 len: 1096 time: 0.0439007 Nov 19 18:16:24.956958 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9298d420-c20d-4c75-8408-0fe6e974ee09 req-2d678325-b757-476d-9890-1e1fcac0c670 tempest-TestServerMultinode-2051882139 tempest-TestServerMultinode-2051882139-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=a35e3023-5286-4fa3-a1e1-c71acc30f565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395355 Nov 19 18:16:25.068381 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1d2d9d-2e98-49ff-9a4e-a37201968f16 req-f5f315de-c507-4d32-b4f2-c8ba0756b491 tempest-TestServerMultinode-2051882139 tempest-TestServerMultinode-2051882139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:16:25.070041 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-5e1d2d9d-2e98-49ff-9a4e-a37201968f16 req-f5f315de-c507-4d32-b4f2-c8ba0756b491 tempest-TestServerMultinode-2051882139 tempest-TestServerMultinode-2051882139-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=6f945b7e-161f-46b0-8b3c-6d7c412f35ad HTTP/1.1" status: 200 len: 1096 time: 0.0433402 Nov 19 18:16:25.115411 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-5e1d2d9d-2e98-49ff-9a4e-a37201968f16 req-821808e1-65e2-4888-a885-6ee7f51437aa tempest-TestServerMultinode-2051882139 tempest-TestServerMultinode-2051882139-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=a35e3023-5286-4fa3-a1e1-c71acc30f565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393865 Nov 19 18:16:25.235469 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb695c7-7996-42a8-94ef-55d7b0a0c18f req-c00018f9-0ead-47a6-9cad-6f4ec5db63b3 tempest-TestServerMultinode-2051882139 tempest-TestServerMultinode-2051882139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:16:25.237573 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-1fb695c7-7996-42a8-94ef-55d7b0a0c18f req-c00018f9-0ead-47a6-9cad-6f4ec5db63b3 tempest-TestServerMultinode-2051882139 tempest-TestServerMultinode-2051882139-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=6f945b7e-161f-46b0-8b3c-6d7c412f35ad HTTP/1.1" status: 200 len: 1096 time: 0.0449128 Nov 19 18:16:25.281576 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-1fb695c7-7996-42a8-94ef-55d7b0a0c18f req-f771ea0e-aeea-46f6-90dc-33be34090266 tempest-TestServerMultinode-2051882139 tempest-TestServerMultinode-2051882139-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=a35e3023-5286-4fa3-a1e1-c71acc30f565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378361 Nov 19 18:16:25.541346 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f213f72d-8e6e-482e-bb90-d8d475742378 req-50f3c4de-01a7-43d7-9da4-95a33bd0713d tempest-TestServerMultinode-2051882139 tempest-TestServerMultinode-2051882139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:16:25.542948 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f213f72d-8e6e-482e-bb90-d8d475742378 req-50f3c4de-01a7-43d7-9da4-95a33bd0713d tempest-TestServerMultinode-2051882139 tempest-TestServerMultinode-2051882139-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=6f945b7e-161f-46b0-8b3c-6d7c412f35ad HTTP/1.1" status: 200 len: 1096 time: 0.0491467 Nov 19 18:16:25.590497 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f213f72d-8e6e-482e-bb90-d8d475742378 req-22b7da2c-fc35-49d7-95f5-e2a2fa0732bd tempest-TestServerMultinode-2051882139 tempest-TestServerMultinode-2051882139-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=a35e3023-5286-4fa3-a1e1-c71acc30f565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409017 Nov 19 18:16:26.713938 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d44fd4-b70f-4447-8d39-ee1602a990a8 req-edc93036-3161-4fc0-b913-2f434831b515 tempest-TestServerMultinode-2051882139 tempest-TestServerMultinode-2051882139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:16:26.715644 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b0d44fd4-b70f-4447-8d39-ee1602a990a8 req-edc93036-3161-4fc0-b913-2f434831b515 tempest-TestServerMultinode-2051882139 tempest-TestServerMultinode-2051882139-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=6f945b7e-161f-46b0-8b3c-6d7c412f35ad HTTP/1.1" status: 200 len: 1096 time: 0.0485170 Nov 19 18:16:26.793695 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b0d44fd4-b70f-4447-8d39-ee1602a990a8 req-a723d87b-9bb8-440b-bf6a-d59e525816b2 tempest-TestServerMultinode-2051882139 tempest-TestServerMultinode-2051882139-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=a35e3023-5286-4fa3-a1e1-c71acc30f565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711389 Nov 19 18:16:26.796643 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80e8513-bfbd-4e90-9bd5-075206380131 req-ad02c274-db68-422b-ad29-405b184bed33 tempest-TestServerMultinode-2051882139 tempest-TestServerMultinode-2051882139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:16:26.798083 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a80e8513-bfbd-4e90-9bd5-075206380131 req-ad02c274-db68-422b-ad29-405b184bed33 tempest-TestServerMultinode-2051882139 tempest-TestServerMultinode-2051882139-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=6f945b7e-161f-46b0-8b3c-6d7c412f35ad HTTP/1.1" status: 200 len: 1096 time: 0.0696511 Nov 19 18:16:26.882776 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [req-a80e8513-bfbd-4e90-9bd5-075206380131 req-f478d867-1f52-4dce-a21c-be3f3e4b1f9b tempest-TestServerMultinode-2051882139 tempest-TestServerMultinode-2051882139-project-admin] Deleting port e37d7c8f-ce06-4db6-b688-4c7436363e27 {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:16:26.883017 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-a80e8513-bfbd-4e90-9bd5-075206380131 req-f478d867-1f52-4dce-a21c-be3f3e4b1f9b tempest-TestServerMultinode-2051882139 tempest-TestServerMultinode-2051882139-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:26.969629 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-a80e8513-bfbd-4e90-9bd5-075206380131 req-f478d867-1f52-4dce-a21c-be3f3e4b1f9b tempest-TestServerMultinode-2051882139 tempest-TestServerMultinode-2051882139-project-admin] For port e37d7c8f-ce06-4db6-b688-4c7436363e27, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=e37d7c8f-ce06-4db6-b688-4c7436363e27,segment=NetworkSegment(53d1ce6e-c89b-4960-b468-713e785a4f94),segment_id=53d1ce6e-c89b-4960-b468-713e785a4f94)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:16:26.970030 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-a80e8513-bfbd-4e90-9bd5-075206380131 req-f478d867-1f52-4dce-a21c-be3f3e4b1f9b tempest-TestServerMultinode-2051882139 tempest-TestServerMultinode-2051882139-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:26.984006 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [req-a80e8513-bfbd-4e90-9bd5-075206380131 req-f478d867-1f52-4dce-a21c-be3f3e4b1f9b tempest-TestServerMultinode-2051882139 tempest-TestServerMultinode-2051882139-project-admin] Calling delete_port for e37d7c8f-ce06-4db6-b688-4c7436363e27 owned by compute:nova {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:16:27.107458 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-a80e8513-bfbd-4e90-9bd5-075206380131 req-f478d867-1f52-4dce-a21c-be3f3e4b1f9b tempest-TestServerMultinode-2051882139 tempest-TestServerMultinode-2051882139-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:27.119694 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['e37d7c8f-ce06-4db6-b688-4c7436363e27'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:16:27.124982 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] get_ports_and_sgs() called for port_ids ['8602e73f-4c9e-4347-9db4-23f7655d9ada'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:16:27.145197 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f478d867-1f52-4dce-a21c-be3f3e4b1f9b tempest-TestServerMultinode-2051882139 tempest-TestServerMultinode-2051882139-project-admin] Pushing event deleted for resources: {'Port': ['ID=e37d7c8f-ce06-4db6-b688-4c7436363e27,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:16:27.191526 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [req-a80e8513-bfbd-4e90-9bd5-075206380131 req-f478d867-1f52-4dce-a21c-be3f3e4b1f9b tempest-TestServerMultinode-2051882139 tempest-TestServerMultinode-2051882139-project-admin] No DVR routers for this DVR port e37d7c8f-ce06-4db6-b688-4c7436363e27 on host n-h1-818022-2 {{(pid=103364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:16:27.197323 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-a80e8513-bfbd-4e90-9bd5-075206380131 req-f478d867-1f52-4dce-a21c-be3f3e4b1f9b tempest-TestServerMultinode-2051882139 tempest-TestServerMultinode-2051882139-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:27.202172 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a80e8513-bfbd-4e90-9bd5-075206380131 req-f478d867-1f52-4dce-a21c-be3f3e4b1f9b tempest-TestServerMultinode-2051882139 tempest-TestServerMultinode-2051882139-project-admin] 10.222.0.60 "DELETE /v2.0/ports/e37d7c8f-ce06-4db6-b688-4c7436363e27 HTTP/1.1" status: 204 len: 173 time: 0.3972137 Nov 19 18:16:27.203529 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f945b7e-161f-46b0-8b3c-6d7c412f35ad', 'name': 'network-vif-deleted', 'tag': 'e37d7c8f-ce06-4db6-b688-4c7436363e27'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:16:27.207419 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dd4767a008c23f8566efc82158ee1b1fff34e1a9e908d76d0b6d0ab7e350e5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15173602-5aaf-4bda-b96a-b8902e3076e7" -d '{"events": [{"server_uuid": "6f945b7e-161f-46b0-8b3c-6d7c412f35ad", "name": "network-vif-deleted", "tag": "e37d7c8f-ce06-4db6-b688-4c7436363e27"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:16:27.280763 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:16:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11c8301d-7cdc-431f-8ce1-4a1f24783fe6 x-openstack-request-id: req-11c8301d-7cdc-431f-8ce1-4a1f24783fe6 {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:16:27.281302 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f945b7e-161f-46b0-8b3c-6d7c412f35ad", "name": "network-vif-deleted", "tag": "e37d7c8f-ce06-4db6-b688-4c7436363e27", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:16:27.281915 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-11c8301d-7cdc-431f-8ce1-4a1f24783fe6 {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:16:27.282562 n-d-818022-2 neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f945b7e-161f-46b0-8b3c-6d7c412f35ad', 'name': 'network-vif-deleted', 'tag': 'e37d7c8f-ce06-4db6-b688-4c7436363e27', 'status': 'completed', 'code': 200} Nov 19 18:16:28.101322 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aada5da-df77-456e-b32b-2bf9d0a76449 req-95818050-ce8d-4585-aaf9-35fd16002885 tempest-TestServerMultinode-2051882139 tempest-TestServerMultinode-2051882139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:16:28.104107 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0aada5da-df77-456e-b32b-2bf9d0a76449 req-95818050-ce8d-4585-aaf9-35fd16002885 tempest-TestServerMultinode-2051882139 tempest-TestServerMultinode-2051882139-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=46b8c18c-a023-4db4-b6db-bf007ed47863 HTTP/1.1" status: 200 len: 1096 time: 0.0649550 Nov 19 18:16:28.160894 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0aada5da-df77-456e-b32b-2bf9d0a76449 req-65323e76-8d21-4c82-a26f-b6804926f50f tempest-TestServerMultinode-2051882139 tempest-TestServerMultinode-2051882139-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=a35e3023-5286-4fa3-a1e1-c71acc30f565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507782 Nov 19 18:16:29.288899 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c2c537-13bd-4fbb-9ce5-2fe6bbdc8600 req-ba084071-5c31-435d-9b85-d811b6dc8225 tempest-TestServerMultinode-2051882139 tempest-TestServerMultinode-2051882139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:16:29.290597 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-19c2c537-13bd-4fbb-9ce5-2fe6bbdc8600 req-ba084071-5c31-435d-9b85-d811b6dc8225 tempest-TestServerMultinode-2051882139 tempest-TestServerMultinode-2051882139-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=46b8c18c-a023-4db4-b6db-bf007ed47863 HTTP/1.1" status: 200 len: 1096 time: 0.0468321 Nov 19 18:16:29.343051 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-19c2c537-13bd-4fbb-9ce5-2fe6bbdc8600 req-b3f41049-1d78-4a96-baa8-cd63e942acab tempest-TestServerMultinode-2051882139 tempest-TestServerMultinode-2051882139-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=a35e3023-5286-4fa3-a1e1-c71acc30f565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452666 Nov 19 18:16:29.683495 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1f28cf-434b-4a4b-a224-19de99b66dc5 req-b99f83db-3a57-45a0-9de2-31ef97aad723 tempest-TestServerMultinode-2051882139 tempest-TestServerMultinode-2051882139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:16:29.684939 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-7b1f28cf-434b-4a4b-a224-19de99b66dc5 req-b99f83db-3a57-45a0-9de2-31ef97aad723 tempest-TestServerMultinode-2051882139 tempest-TestServerMultinode-2051882139-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=46b8c18c-a023-4db4-b6db-bf007ed47863 HTTP/1.1" status: 200 len: 1096 time: 0.0417607 Nov 19 18:16:29.775546 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [req-7b1f28cf-434b-4a4b-a224-19de99b66dc5 req-b8757a17-0774-4ade-9537-bdf87086c8e6 tempest-TestServerMultinode-2051882139 tempest-TestServerMultinode-2051882139-project-admin] Deleting port 8602e73f-4c9e-4347-9db4-23f7655d9ada {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:16:29.775888 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-7b1f28cf-434b-4a4b-a224-19de99b66dc5 req-b8757a17-0774-4ade-9537-bdf87086c8e6 tempest-TestServerMultinode-2051882139 tempest-TestServerMultinode-2051882139-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:29.789805 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d4eaec7c-86c7-4e64-9d95-7fdc9b3af768 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:29.854393 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-7b1f28cf-434b-4a4b-a224-19de99b66dc5 req-b8757a17-0774-4ade-9537-bdf87086c8e6 tempest-TestServerMultinode-2051882139 tempest-TestServerMultinode-2051882139-project-admin] For port 8602e73f-4c9e-4347-9db4-23f7655d9ada, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=8602e73f-4c9e-4347-9db4-23f7655d9ada,segment=NetworkSegment(53d1ce6e-c89b-4960-b468-713e785a4f94),segment_id=53d1ce6e-c89b-4960-b468-713e785a4f94)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:16:29.854754 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-7b1f28cf-434b-4a4b-a224-19de99b66dc5 req-b8757a17-0774-4ade-9537-bdf87086c8e6 tempest-TestServerMultinode-2051882139 tempest-TestServerMultinode-2051882139-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:29.868622 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [req-7b1f28cf-434b-4a4b-a224-19de99b66dc5 req-b8757a17-0774-4ade-9537-bdf87086c8e6 tempest-TestServerMultinode-2051882139 tempest-TestServerMultinode-2051882139-project-admin] Calling delete_port for 8602e73f-4c9e-4347-9db4-23f7655d9ada owned by compute:nova {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:16:30.001864 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-7b1f28cf-434b-4a4b-a224-19de99b66dc5 req-b8757a17-0774-4ade-9537-bdf87086c8e6 tempest-TestServerMultinode-2051882139 tempest-TestServerMultinode-2051882139-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:30.028950 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8757a17-0774-4ade-9537-bdf87086c8e6 tempest-TestServerMultinode-2051882139 tempest-TestServerMultinode-2051882139-project-admin] Pushing event deleted for resources: {'Port': ['ID=8602e73f-4c9e-4347-9db4-23f7655d9ada,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:16:30.074108 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b1f28cf-434b-4a4b-a224-19de99b66dc5 req-b8757a17-0774-4ade-9537-bdf87086c8e6 tempest-TestServerMultinode-2051882139 tempest-TestServerMultinode-2051882139-project-admin] No DVR routers for this DVR port 8602e73f-4c9e-4347-9db4-23f7655d9ada on host n-h2-818022-2 {{(pid=103364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:16:30.076861 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-7b1f28cf-434b-4a4b-a224-19de99b66dc5 req-b8757a17-0774-4ade-9537-bdf87086c8e6 tempest-TestServerMultinode-2051882139 tempest-TestServerMultinode-2051882139-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:30.080626 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-7b1f28cf-434b-4a4b-a224-19de99b66dc5 req-b8757a17-0774-4ade-9537-bdf87086c8e6 tempest-TestServerMultinode-2051882139 tempest-TestServerMultinode-2051882139-project-admin] 10.222.0.86 "DELETE /v2.0/ports/8602e73f-4c9e-4347-9db4-23f7655d9ada HTTP/1.1" status: 204 len: 173 time: 0.3871841 Nov 19 18:16:30.081175 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46b8c18c-a023-4db4-b6db-bf007ed47863', 'name': 'network-vif-deleted', 'tag': '8602e73f-4c9e-4347-9db4-23f7655d9ada'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:16:30.083605 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dd4767a008c23f8566efc82158ee1b1fff34e1a9e908d76d0b6d0ab7e350e5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-932c2c38-40cd-47a2-b3f6-63dbd5d363ba" -d '{"events": [{"server_uuid": "46b8c18c-a023-4db4-b6db-bf007ed47863", "name": "network-vif-deleted", "tag": "8602e73f-4c9e-4347-9db4-23f7655d9ada"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:16:30.126051 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:16:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5fdd396-e5df-4ced-b9cb-492f77470161 x-openstack-request-id: req-e5fdd396-e5df-4ced-b9cb-492f77470161 {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:16:30.126467 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46b8c18c-a023-4db4-b6db-bf007ed47863", "name": "network-vif-deleted", "tag": "8602e73f-4c9e-4347-9db4-23f7655d9ada", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:16:30.126640 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e5fdd396-e5df-4ced-b9cb-492f77470161 {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:16:30.127076 n-d-818022-2 neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46b8c18c-a023-4db4-b6db-bf007ed47863', 'name': 'network-vif-deleted', 'tag': '8602e73f-4c9e-4347-9db4-23f7655d9ada', 'status': 'completed', 'code': 200} Nov 19 18:16:30.456397 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3f98ea0d-3d53-4dd0-b649-8eafbad056d3 req-fbafb796-f311-4f1f-8e67-fa56ae10b631 tempest-TestServerMultinode-2051882139 tempest-TestServerMultinode-2051882139-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=46b8c18c-a023-4db4-b6db-bf007ed47863 HTTP/1.1" status: 200 len: 210 time: 0.0279069 Nov 19 18:16:30.867264 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device e37d7c8f-ce06-4db6-b688-4c7436363e27 no longer exists at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:16:30.888628 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] No Port match for: e37d7c8f-ce06-4db6-b688-4c7436363e27 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:16:30.889053 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device e37d7c8f-ce06-4db6-b688-4c7436363e27 not bound to the agent host n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:16:31.524797 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 43048) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:16:31.976403 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-df8b95bc-fb76-4bc2-94cb-d35a950100a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-768564'] for router_interface, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:32.007929 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device 8602e73f-4c9e-4347-9db4-23f7655d9ada no longer exists at agent hyperv_n-h2-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:16:32.035508 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] No Port match for: 8602e73f-4c9e-4347-9db4-23f7655d9ada {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:16:32.036195 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device 8602e73f-4c9e-4347-9db4-23f7655d9ada not bound to the agent host n-h2-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:16:32.038070 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-054f8566-8658-4368-bd45-409110a9ed03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:32.561612 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-df8b95bc-fb76-4bc2-94cb-d35a950100a5 admin admin] Deleting port 0851c871-0d90-4fe2-b2d6-d5a9198bf645 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:16:32.562263 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-df8b95bc-fb76-4bc2-94cb-d35a950100a5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:32.644200 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [None req-df8b95bc-fb76-4bc2-94cb-d35a950100a5 admin admin] For port 0851c871-0d90-4fe2-b2d6-d5a9198bf645, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=0851c871-0d90-4fe2-b2d6-d5a9198bf645,segment=NetworkSegment(53d1ce6e-c89b-4960-b468-713e785a4f94),segment_id=53d1ce6e-c89b-4960-b468-713e785a4f94)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:16:32.644570 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-df8b95bc-fb76-4bc2-94cb-d35a950100a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:32.660035 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-df8b95bc-fb76-4bc2-94cb-d35a950100a5 admin admin] Calling delete_port for 0851c871-0d90-4fe2-b2d6-d5a9198bf645 owned by network:router_interface {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:16:32.851559 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-df8b95bc-fb76-4bc2-94cb-d35a950100a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:32.885428 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8b95bc-fb76-4bc2-94cb-d35a950100a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=0851c871-0d90-4fe2-b2d6-d5a9198bf645,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:16:33.065238 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-df8b95bc-fb76-4bc2-94cb-d35a950100a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-768648'] for router_interface, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:33.229541 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 43058) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:16:33.245248 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e46ecc5a-dc14-4744-b262-3072ff2e958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:33.313131 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df8b95bc-fb76-4bc2-94cb-d35a950100a5 admin admin] Router c6edd7ed-f0e9-45aa-91fb-df9b15678370 has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 18:16:33.375810 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9ab99953-5ea3-45ab-bf06-25baf84b0abf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:33.465654 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df8b95bc-fb76-4bc2-94cb-d35a950100a5 admin admin] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:16:33.471321 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-df8b95bc-fb76-4bc2-94cb-d35a950100a5 admin admin] 10.222.0.54 "PUT /v2.0/routers/c6edd7ed-f0e9-45aa-91fb-df9b15678370/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9454195 Nov 19 18:16:33.475084 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 43062) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:16:33.479751 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11afb596-71ed-4a27-ae4d-79bc17286676 None None] Sync routers for ids ['c6edd7ed-f0e9-45aa-91fb-df9b15678370'] in n-d-818022-2 {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:16:33.497566 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11afb596-71ed-4a27-ae4d-79bc17286676 None None] Routers {'c6edd7ed-f0e9-45aa-91fb-df9b15678370'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:16:33.498558 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-11afb596-71ed-4a27-ae4d-79bc17286676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:16:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['c6edd7ed-f0e9-45aa-91fb-df9b15678370'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:16:33.524567 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9ab99953-5ea3-45ab-bf06-25baf84b0abf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:33.530618 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9ab99953-5ea3-45ab-bf06-25baf84b0abf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:33.576445 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-9ab99953-5ea3-45ab-bf06-25baf84b0abf admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=dd5ef712bf3847199b12ffed817f6999&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3435802 Nov 19 18:16:33.576445 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab99953-5ea3-45ab-bf06-25baf84b0abf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=536e4705-ffb5-4d9e-88bd-905dfe2a2479,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:16:33.578729 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 43064) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:16:33.643546 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9e1cb413-7010-43e2-b10b-6ad61304f406 admin admin] Publish callbacks [] for router, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:33.643845 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0d1d82b9-6fd6-45fe-bc92-6d6ff8e81b23 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:33.667270 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0d1d82b9-6fd6-45fe-bc92-6d6ff8e81b23 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:33.725202 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0d1d82b9-6fd6-45fe-bc92-6d6ff8e81b23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:33.728398 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0d1d82b9-6fd6-45fe-bc92-6d6ff8e81b23 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:33.729629 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-0d1d82b9-6fd6-45fe-bc92-6d6ff8e81b23 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/536e4705-ffb5-4d9e-88bd-905dfe2a2479 HTTP/1.1" status: 204 len: 168 time: 0.1498239 Nov 19 18:16:33.730421 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-11afb596-71ed-4a27-ae4d-79bc17286676 None None] Set router c6edd7ed-f0e9-45aa-91fb-df9b15678370 gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:16:33.739426 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d82b9-6fd6-45fe-bc92-6d6ff8e81b23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=536e4705-ffb5-4d9e-88bd-905dfe2a2479,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:16:33.799882 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9e1cb413-7010-43e2-b10b-6ad61304f406 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:33.860064 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-9e1cb413-7010-43e2-b10b-6ad61304f406 admin admin] Deleting port 4a32aa32-8774-4498-80f4-e943d9c20893 {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:16:33.860526 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9e1cb413-7010-43e2-b10b-6ad61304f406 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:33.948583 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [None req-9e1cb413-7010-43e2-b10b-6ad61304f406 admin admin] For port 4a32aa32-8774-4498-80f4-e943d9c20893, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=4a32aa32-8774-4498-80f4-e943d9c20893,segment=NetworkSegment(bbe705c1-96c0-476e-8381-28227e6f0ac5),segment_id=bbe705c1-96c0-476e-8381-28227e6f0ac5)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:16:33.949122 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9e1cb413-7010-43e2-b10b-6ad61304f406 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:33.964096 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-11afb596-71ed-4a27-ae4d-79bc17286676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6edd7ed-f0e9-45aa-91fb-df9b15678370', 'name': 'tempest-TestServerMultinode-724478090-router', 'tenant_id': 'be4e57a6529649608e436546a17d200c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.230'}], 'enable_snat': True}, 'gw_port_id': '4a32aa32-8774-4498-80f4-e943d9c20893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:15:52Z', 'updated_at': '2021-11-19T18:16:32Z', 'revision_number': 5, 'project_id': 'be4e57a6529649608e436546a17d200c', 'gw_port': {'id': '4a32aa32-8774-4498-80f4-e943d9c20893', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:10:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6edd7ed-f0e9-45aa-91fb-df9b15678370', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:15:53Z', 'updated_at': '2021-11-19T18:15:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:16:33.964300 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-9e1cb413-7010-43e2-b10b-6ad61304f406 admin admin] Calling delete_port for 4a32aa32-8774-4498-80f4-e943d9c20893 owned by network:router_gateway {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:16:33.970897 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:33.973674 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:34.013306 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11afb596-71ed-4a27-ae4d-79bc17286676 None None] Checking router: c6edd7ed-f0e9-45aa-91fb-df9b15678370 for host: n-d-818022-2 {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:16:34.026185 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11afb596-71ed-4a27-ae4d-79bc17286676 None None] Routers {'c6edd7ed-f0e9-45aa-91fb-df9b15678370'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:16:34.027461 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-11afb596-71ed-4a27-ae4d-79bc17286676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:16:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['c6edd7ed-f0e9-45aa-91fb-df9b15678370'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:16:34.123184 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-11afb596-71ed-4a27-ae4d-79bc17286676 None None] Set router c6edd7ed-f0e9-45aa-91fb-df9b15678370 gateway port host: None {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:16:34.144125 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9e1cb413-7010-43e2-b10b-6ad61304f406 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:34.175508 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1cb413-7010-43e2-b10b-6ad61304f406 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a32aa32-8774-4498-80f4-e943d9c20893,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:16:34.179164 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-11afb596-71ed-4a27-ae4d-79bc17286676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6edd7ed-f0e9-45aa-91fb-df9b15678370', 'name': 'tempest-TestServerMultinode-724478090-router', 'tenant_id': 'be4e57a6529649608e436546a17d200c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:15:52Z', 'updated_at': '2021-11-19T18:16:33Z', 'revision_number': 6, 'project_id': 'be4e57a6529649608e436546a17d200c', 'gw_port_host': None}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:16:34.192778 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e370a780-ef17-41a7-8761-4f95b45b4575 None None] DHCP port deletion for 645e61aa-1a6c-4e8f-857e-ab06edb4897f request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:16:34.211863 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11afb596-71ed-4a27-ae4d-79bc17286676 None None] The sync data for ids ['c6edd7ed-f0e9-45aa-91fb-df9b15678370'] in n-d-818022-2 is: [{'id': 'c6edd7ed-f0e9-45aa-91fb-df9b15678370', 'name': 'tempest-TestServerMultinode-724478090-router', 'tenant_id': 'be4e57a6529649608e436546a17d200c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:15:52Z', 'updated_at': '2021-11-19T18:16:33Z', 'revision_number': 6, 'project_id': 'be4e57a6529649608e436546a17d200c', 'gw_port_host': None}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:16:34.260686 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9e1cb413-7010-43e2-b10b-6ad61304f406 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-671730'] for router_gateway, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:34.367423 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9e1cb413-7010-43e2-b10b-6ad61304f406 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4696'] for router, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:34.369680 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9e1cb413-7010-43e2-b10b-6ad61304f406 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:34.415757 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9e1cb413-7010-43e2-b10b-6ad61304f406 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-543895'] for router, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:34.416466 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e1cb413-7010-43e2-b10b-6ad61304f406 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c6edd7ed-f0e9-45aa-91fb-df9b15678370 {{(pid=103364) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 18:16:34.421315 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9e1cb413-7010-43e2-b10b-6ad61304f406 admin admin] Publish callbacks [] for router, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:34.422580 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-9e1cb413-7010-43e2-b10b-6ad61304f406 admin admin] 10.222.0.54 "DELETE /v2.0/routers/c6edd7ed-f0e9-45aa-91fb-df9b15678370 HTTP/1.1" status: 204 len: 168 time: 0.9464138 Nov 19 18:16:34.425128 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 43084) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:16:34.474868 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_v2 [None req-aca969d6-75a6-4376-986d-3e145994d26f admin admin] Deleting subnet 89a5be16-7eab-41a2-85ae-5f9435931128 {{(pid=103364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 18:16:34.478103 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-aca969d6-75a6-4376-986d-3e145994d26f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:34.513486 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-aca969d6-75a6-4376-986d-3e145994d26f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9416263'] for subnet, precommit_delete_associations {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:34.594910 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-aca969d6-75a6-4376-986d-3e145994d26f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:34.656364 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-aca969d6-75a6-4376-986d-3e145994d26f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12425137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8983934'] for subnet, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:34.685516 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca969d6-75a6-4376-986d-3e145994d26f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89a5be16-7eab-41a2-85ae-5f9435931128,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:16:34.687741 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-aca969d6-75a6-4376-986d-3e145994d26f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:34.691614 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-aca969d6-75a6-4376-986d-3e145994d26f admin admin] 10.222.0.54 "DELETE /v2.0/subnets/89a5be16-7eab-41a2-85ae-5f9435931128 HTTP/1.1" status: 204 len: 168 time: 0.2655251 Nov 19 18:16:34.694220 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 43092) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:16:34.700114 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1782e0c5-2bd6-4f65-ae89-23f15331e112 None None] Network 65b305ad-5016-4825-84dc-0628d29fd353 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:16:34.783207 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ee1f4e38-6302-454e-bd15-87d619e5a334 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:34.842475 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-ee1f4e38-6302-454e-bd15-87d619e5a334 admin admin] Deleting port 87a857cf-0cc4-4fb9-be72-2fe342413020 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:16:34.842966 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ee1f4e38-6302-454e-bd15-87d619e5a334 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:34.843111 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e013d7e6-5264-4dcc-9759-54f5fb809e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:34.914883 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [None req-ee1f4e38-6302-454e-bd15-87d619e5a334 admin admin] For port 87a857cf-0cc4-4fb9-be72-2fe342413020, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=87a857cf-0cc4-4fb9-be72-2fe342413020,segment=NetworkSegment(53d1ce6e-c89b-4960-b468-713e785a4f94),segment_id=53d1ce6e-c89b-4960-b468-713e785a4f94)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:16:34.915301 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ee1f4e38-6302-454e-bd15-87d619e5a334 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:34.928826 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-ee1f4e38-6302-454e-bd15-87d619e5a334 admin admin] Calling delete_port for 87a857cf-0cc4-4fb9-be72-2fe342413020 owned by network:dhcp {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:16:35.007776 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ee1f4e38-6302-454e-bd15-87d619e5a334 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:35.016513 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 43098) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:16:35.035794 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee1f4e38-6302-454e-bd15-87d619e5a334 admin admin] No DVR routers for this DVR port 87a857cf-0cc4-4fb9-be72-2fe342413020 on host n-d-818022-2 {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:16:35.037575 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1f4e38-6302-454e-bd15-87d619e5a334 admin admin] Pushing event deleted for resources: {'Port': ['ID=87a857cf-0cc4-4fb9-be72-2fe342413020,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:16:35.057108 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56483d1e-b443-4877-9df0-c12942b9c4ba None None] DHCP port deletion for 65b305ad-5016-4825-84dc-0628d29fd353 request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:16:35.129926 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ee1f4e38-6302-454e-bd15-87d619e5a334 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:35.130662 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 87a857cf-0cc4-4fb9-be72-2fe342413020 no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:16:35.151531 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: 87a857cf-0cc4-4fb9-be72-2fe342413020 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:16:35.152707 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-ee1f4e38-6302-454e-bd15-87d619e5a334 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65b305ad-5016-4825-84dc-0628d29fd353']}} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:16:35.155800 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 87a857cf-0cc4-4fb9-be72-2fe342413020 not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:16:35.156361 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 4a32aa32-8774-4498-80f4-e943d9c20893 no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:16:35.163243 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-ee1f4e38-6302-454e-bd15-87d619e5a334 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53d1ce6e-c89b-4960-b468-713e785a4f94') {'for_net_delete': True} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:16:35.163538 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-ee1f4e38-6302-454e-bd15-87d619e5a334 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53d1ce6e-c89b-4960-b468-713e785a4f94') {} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:16:35.169361 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-423eb5d3-bc55-452a-add6-1ef2288eda6c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:35.177332 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ee1f4e38-6302-454e-bd15-87d619e5a334 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12545382'] for segment, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:35.193993 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ee1f4e38-6302-454e-bd15-87d619e5a334 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:35.196597 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: 4a32aa32-8774-4498-80f4-e943d9c20893 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:16:35.197219 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 4a32aa32-8774-4498-80f4-e943d9c20893 not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:16:35.197839 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 0851c871-0d90-4fe2-b2d6-d5a9198bf645 no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:16:35.204191 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee1f4e38-6302-454e-bd15-87d619e5a334 admin admin] Releasing vlan 663 on physical network physnet1 to pool {{(pid=103365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 18:16:35.204621 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ee1f4e38-6302-454e-bd15-87d619e5a334 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12282953'] for segment, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:35.206912 n-d-818022-2 neutron-server[103365]: Traceback (most recent call last): Nov 19 18:16:35.206912 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 18:16:35.206912 n-d-818022-2 neutron-server[103365]: timer() Nov 19 18:16:35.206912 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 18:16:35.206912 n-d-818022-2 neutron-server[103365]: cb(*args, **kw) Nov 19 18:16:35.206912 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 18:16:35.206912 n-d-818022-2 neutron-server[103365]: return func(*args, **kwargs) Nov 19 18:16:35.206912 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 18:16:35.206912 n-d-818022-2 neutron-server[103365]: self._notify() Nov 19 18:16:35.206912 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 18:16:35.206912 n-d-818022-2 neutron-server[103365]: self.callback(batched_events) Nov 19 18:16:35.206912 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 18:16:35.206912 n-d-818022-2 neutron-server[103365]: event.method(event) Nov 19 18:16:35.206912 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 18:16:35.206912 n-d-818022-2 neutron-server[103365]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 18:16:35.206912 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 18:16:35.206912 n-d-818022-2 neutron-server[103365]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 18:16:35.206912 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 18:16:35.206912 n-d-818022-2 neutron-server[103365]: return f(self, *a, **k) Nov 19 18:16:35.206912 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 18:16:35.206912 n-d-818022-2 neutron-server[103365]: return self._get(url).json() Nov 19 18:16:35.206912 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 18:16:35.206912 n-d-818022-2 neutron-server[103365]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 18:16:35.206912 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 18:16:35.206912 n-d-818022-2 neutron-server[103365]: return self.request(url, 'GET', **kwargs) Nov 19 18:16:35.206912 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 18:16:35.206912 n-d-818022-2 neutron-server[103365]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 18:16:35.206912 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 18:16:35.206912 n-d-818022-2 neutron-server[103365]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 18:16:35.206912 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 18:16:35.206912 n-d-818022-2 neutron-server[103365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 18:16:35.206912 n-d-818022-2 neutron-server[103365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 18:16:35.237334 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: 0851c871-0d90-4fe2-b2d6-d5a9198bf645 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:16:35.237884 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 0851c871-0d90-4fe2-b2d6-d5a9198bf645 not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:16:35.245680 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:35.264658 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-423eb5d3-bc55-452a-add6-1ef2288eda6c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:35.268908 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-423eb5d3-bc55-452a-add6-1ef2288eda6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:35.271729 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ee1f4e38-6302-454e-bd15-87d619e5a334 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671242'] for network, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:35.276688 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ee1f4e38-6302-454e-bd15-87d619e5a334 admin admin] Publish callbacks [] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:35.281325 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-ee1f4e38-6302-454e-bd15-87d619e5a334 admin admin] 10.222.0.54 "DELETE /v2.0/networks/65b305ad-5016-4825-84dc-0628d29fd353 HTTP/1.1" status: 204 len: 168 time: 0.5853531 Nov 19 18:16:35.284914 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 43102) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:16:35.324020 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-423eb5d3-bc55-452a-add6-1ef2288eda6c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=abe05d85b18a4141b1b024beac62c45a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3031940 Nov 19 18:16:35.324020 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423eb5d3-bc55-452a-add6-1ef2288eda6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6abe37d-3971-414d-9f1f-26e6d9707c8d,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:16:35.329990 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 43104) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:16:35.333759 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1f4e38-6302-454e-bd15-87d619e5a334 admin admin] Pushing event deleted for resources: {'Network': ['ID=65b305ad-5016-4825-84dc-0628d29fd353,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:16:35.385688 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-06607ea1-9e6e-40ed-a82d-9a343bb36713 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:35.409242 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-06607ea1-9e6e-40ed-a82d-9a343bb36713 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:35.469718 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-06607ea1-9e6e-40ed-a82d-9a343bb36713 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:35.472899 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-06607ea1-9e6e-40ed-a82d-9a343bb36713 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:35.476684 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-06607ea1-9e6e-40ed-a82d-9a343bb36713 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f6abe37d-3971-414d-9f1f-26e6d9707c8d HTTP/1.1" status: 204 len: 168 time: 0.1427040 Nov 19 18:16:35.482762 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06607ea1-9e6e-40ed-a82d-9a343bb36713 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6abe37d-3971-414d-9f1f-26e6d9707c8d,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:16:35.677529 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7cd24147-6823-4ef5-84cf-7f01d18db3df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-768564'] for router_interface, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:35.946663 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-7cd24147-6823-4ef5-84cf-7f01d18db3df admin admin] Deleting port a4ee3b07-3b17-49db-abd6-4b39efa33ad9 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:16:35.947385 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7cd24147-6823-4ef5-84cf-7f01d18db3df admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:36.031991 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [None req-7cd24147-6823-4ef5-84cf-7f01d18db3df admin admin] For port a4ee3b07-3b17-49db-abd6-4b39efa33ad9, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=a4ee3b07-3b17-49db-abd6-4b39efa33ad9,segment=NetworkSegment(0332d26b-dec9-4996-9ba8-5f09bb6b02d9),segment_id=0332d26b-dec9-4996-9ba8-5f09bb6b02d9)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:16:36.032355 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7cd24147-6823-4ef5-84cf-7f01d18db3df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:36.045705 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-7cd24147-6823-4ef5-84cf-7f01d18db3df admin admin] Calling delete_port for a4ee3b07-3b17-49db-abd6-4b39efa33ad9 owned by network:router_interface {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:16:36.226999 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7cd24147-6823-4ef5-84cf-7f01d18db3df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:36.251888 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd24147-6823-4ef5-84cf-7f01d18db3df admin admin] Pushing event deleted for resources: {'Port': ['ID=a4ee3b07-3b17-49db-abd6-4b39efa33ad9,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:16:36.418522 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7cd24147-6823-4ef5-84cf-7f01d18db3df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-768648'] for router_interface, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:36.923979 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cd24147-6823-4ef5-84cf-7f01d18db3df admin admin] Router 76aa9e31-317b-47e7-b85f-119f44e4e2ce has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 18:16:37.029102 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cd24147-6823-4ef5-84cf-7f01d18db3df admin admin] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:16:37.034264 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-7cd24147-6823-4ef5-84cf-7f01d18db3df admin admin] 10.222.0.54 "PUT /v2.0/routers/76aa9e31-317b-47e7-b85f-119f44e4e2ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7481790 Nov 19 18:16:37.036821 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 43108) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:16:37.039835 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fcabd51-d56f-40be-8c31-5752026444b3 None None] Sync routers for ids ['76aa9e31-317b-47e7-b85f-119f44e4e2ce'] in n-d-818022-2 {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:16:37.049479 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fcabd51-d56f-40be-8c31-5752026444b3 None None] Routers {'76aa9e31-317b-47e7-b85f-119f44e4e2ce'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:16:37.050196 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-8fcabd51-d56f-40be-8c31-5752026444b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:16:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['76aa9e31-317b-47e7-b85f-119f44e4e2ce'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:16:37.139938 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4e40fa1f-b813-426d-9438-4f4ffd2c004e admin admin] Publish callbacks [] for router, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:37.320735 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-8fcabd51-d56f-40be-8c31-5752026444b3 None None] Set router 76aa9e31-317b-47e7-b85f-119f44e4e2ce gateway port host: n-d-818022-2 {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:16:37.409563 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.agents_db [None req-619e5c26-d9ed-4321-86eb-7d443bb9dfa2 None None] Agent healthcheck: found 7 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 18:16:37.502426 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-8fcabd51-d56f-40be-8c31-5752026444b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76aa9e31-317b-47e7-b85f-119f44e4e2ce', 'name': 'tempest-TestServerMultinode-1199057977-router', 'tenant_id': '8f3489c8d5d24d31bc089ff0079c7d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.141'}], 'enable_snat': True}, 'gw_port_id': '8000eb4b-e1c6-4081-b29a-6330a132de9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:15:58Z', 'updated_at': '2021-11-19T18:16:36Z', 'revision_number': 5, 'project_id': '8f3489c8d5d24d31bc089ff0079c7d12', 'gw_port': {'id': '8000eb4b-e1c6-4081-b29a-6330a132de9e', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:5b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76aa9e31-317b-47e7-b85f-119f44e4e2ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:15:58Z', 'updated_at': '2021-11-19T18:16:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:16:37.516859 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4e40fa1f-b813-426d-9438-4f4ffd2c004e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:37.528565 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fcabd51-d56f-40be-8c31-5752026444b3 None None] Checking router: 76aa9e31-317b-47e7-b85f-119f44e4e2ce for host: n-d-818022-2 {{(pid=103366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:16:37.537870 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fcabd51-d56f-40be-8c31-5752026444b3 None None] Routers {'76aa9e31-317b-47e7-b85f-119f44e4e2ce'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:16:37.538487 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-8fcabd51-d56f-40be-8c31-5752026444b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:16:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['76aa9e31-317b-47e7-b85f-119f44e4e2ce'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:16:37.568819 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-4e40fa1f-b813-426d-9438-4f4ffd2c004e admin admin] Deleting port 8000eb4b-e1c6-4081-b29a-6330a132de9e {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:16:37.569158 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4e40fa1f-b813-426d-9438-4f4ffd2c004e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:37.627357 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-8fcabd51-d56f-40be-8c31-5752026444b3 None None] Set router 76aa9e31-317b-47e7-b85f-119f44e4e2ce gateway port host: None {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:16:37.649689 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [None req-4e40fa1f-b813-426d-9438-4f4ffd2c004e admin admin] For port 8000eb4b-e1c6-4081-b29a-6330a132de9e, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=8000eb4b-e1c6-4081-b29a-6330a132de9e,segment=NetworkSegment(bbe705c1-96c0-476e-8381-28227e6f0ac5),segment_id=bbe705c1-96c0-476e-8381-28227e6f0ac5)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:16:37.650073 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4e40fa1f-b813-426d-9438-4f4ffd2c004e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:37.663541 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-4e40fa1f-b813-426d-9438-4f4ffd2c004e admin admin] Calling delete_port for 8000eb4b-e1c6-4081-b29a-6330a132de9e owned by network:router_gateway {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:16:37.681332 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-8fcabd51-d56f-40be-8c31-5752026444b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76aa9e31-317b-47e7-b85f-119f44e4e2ce', 'name': 'tempest-TestServerMultinode-1199057977-router', 'tenant_id': '8f3489c8d5d24d31bc089ff0079c7d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:15:58Z', 'updated_at': '2021-11-19T18:16:37Z', 'revision_number': 6, 'project_id': '8f3489c8d5d24d31bc089ff0079c7d12', 'gw_port_host': None}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:16:37.706827 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fcabd51-d56f-40be-8c31-5752026444b3 None None] The sync data for ids ['76aa9e31-317b-47e7-b85f-119f44e4e2ce'] in n-d-818022-2 is: [{'id': '76aa9e31-317b-47e7-b85f-119f44e4e2ce', 'name': 'tempest-TestServerMultinode-1199057977-router', 'tenant_id': '8f3489c8d5d24d31bc089ff0079c7d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:15:58Z', 'updated_at': '2021-11-19T18:16:37Z', 'revision_number': 6, 'project_id': '8f3489c8d5d24d31bc089ff0079c7d12', 'gw_port_host': None}] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:16:37.826996 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4e40fa1f-b813-426d-9438-4f4ffd2c004e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:37.855746 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e40fa1f-b813-426d-9438-4f4ffd2c004e admin admin] Pushing event deleted for resources: {'Port': ['ID=8000eb4b-e1c6-4081-b29a-6330a132de9e,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:16:37.867962 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e40fa1f-b813-426d-9438-4f4ffd2c004e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:16:37.868318 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e40fa1f-b813-426d-9438-4f4ffd2c004e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:16:37.868660 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e40fa1f-b813-426d-9438-4f4ffd2c004e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:16:37.869003 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e40fa1f-b813-426d-9438-4f4ffd2c004e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:16:37.869353 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e40fa1f-b813-426d-9438-4f4ffd2c004e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:16:37.869685 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e40fa1f-b813-426d-9438-4f4ffd2c004e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:16:37.870112 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e40fa1f-b813-426d-9438-4f4ffd2c004e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:16:37.870439 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e40fa1f-b813-426d-9438-4f4ffd2c004e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:16:37.870764 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e40fa1f-b813-426d-9438-4f4ffd2c004e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:16:37.871056 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d0ea9e0-1728-4128-8e73-78e4fbf09926 None None] DHCP port deletion for 645e61aa-1a6c-4e8f-857e-ab06edb4897f request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:16:37.871177 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e40fa1f-b813-426d-9438-4f4ffd2c004e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:16:37.871428 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e40fa1f-b813-426d-9438-4f4ffd2c004e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:16:37.871748 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e40fa1f-b813-426d-9438-4f4ffd2c004e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:16:37.927647 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4e40fa1f-b813-426d-9438-4f4ffd2c004e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-671730'] for router_gateway, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:38.012471 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4e40fa1f-b813-426d-9438-4f4ffd2c004e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4696'] for router, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:38.014555 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4e40fa1f-b813-426d-9438-4f4ffd2c004e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:38.060284 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4e40fa1f-b813-426d-9438-4f4ffd2c004e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-543895'] for router, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:38.061029 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e40fa1f-b813-426d-9438-4f4ffd2c004e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 76aa9e31-317b-47e7-b85f-119f44e4e2ce {{(pid=103364) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 18:16:38.067083 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4e40fa1f-b813-426d-9438-4f4ffd2c004e admin admin] Publish callbacks [] for router, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:38.071237 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-4e40fa1f-b813-426d-9438-4f4ffd2c004e admin admin] 10.222.0.54 "DELETE /v2.0/routers/76aa9e31-317b-47e7-b85f-119f44e4e2ce HTTP/1.1" status: 204 len: 168 time: 1.0303690 Nov 19 18:16:38.071336 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 43110) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:16:38.120674 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_v2 [None req-34803e96-6176-4f67-81e5-2dc4ce012b07 admin admin] Deleting subnet d568ab41-3bb0-4ac3-a094-e0520ac636c4 {{(pid=103365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 18:16:38.124096 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-34803e96-6176-4f67-81e5-2dc4ce012b07 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:38.161862 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-34803e96-6176-4f67-81e5-2dc4ce012b07 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12546453'] for subnet, precommit_delete_associations {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:38.239481 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-34803e96-6176-4f67-81e5-2dc4ce012b07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:38.291412 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-34803e96-6176-4f67-81e5-2dc4ce012b07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12282919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8731163'] for subnet, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:38.318125 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34803e96-6176-4f67-81e5-2dc4ce012b07 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d568ab41-3bb0-4ac3-a094-e0520ac636c4,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:16:38.320114 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-34803e96-6176-4f67-81e5-2dc4ce012b07 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:38.323432 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-34803e96-6176-4f67-81e5-2dc4ce012b07 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/d568ab41-3bb0-4ac3-a094-e0520ac636c4 HTTP/1.1" status: 204 len: 168 time: 0.2513647 Nov 19 18:16:38.324971 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3697d4f-ba07-4887-abee-0b4e40bcd4a0 None None] Network 171dd401-21d2-4924-838f-22639688a0a1 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:16:38.325890 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 43112) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:16:38.401238 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0af0311b-3ab3-4f05-94c4-806a2add189a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:38.457452 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-0af0311b-3ab3-4f05-94c4-806a2add189a admin admin] Deleting port 30cf073c-c49a-4d95-ade1-f1528b2798f7 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:16:38.457992 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0af0311b-3ab3-4f05-94c4-806a2add189a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:38.526383 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [None req-0af0311b-3ab3-4f05-94c4-806a2add189a admin admin] For port 30cf073c-c49a-4d95-ade1-f1528b2798f7, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=30cf073c-c49a-4d95-ade1-f1528b2798f7,segment=NetworkSegment(0332d26b-dec9-4996-9ba8-5f09bb6b02d9),segment_id=0332d26b-dec9-4996-9ba8-5f09bb6b02d9)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:16:38.526741 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0af0311b-3ab3-4f05-94c4-806a2add189a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:38.529046 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5ed0eea-3378-4dc9-a76f-0e9b490cad78 None None] DHCP port deletion for 171dd401-21d2-4924-838f-22639688a0a1 request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:16:38.540501 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-0af0311b-3ab3-4f05-94c4-806a2add189a admin admin] Calling delete_port for 30cf073c-c49a-4d95-ade1-f1528b2798f7 owned by network:dhcp {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:16:38.587172 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-e5ed0eea-3378-4dc9-a76f-0e9b490cad78 None None] Deleting port 30cf073c-c49a-4d95-ade1-f1528b2798f7 {{(pid=103366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:16:38.587693 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e5ed0eea-3378-4dc9-a76f-0e9b490cad78 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:38.634151 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0af0311b-3ab3-4f05-94c4-806a2add189a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:38.655949 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-e5ed0eea-3378-4dc9-a76f-0e9b490cad78 None None] For port 30cf073c-c49a-4d95-ade1-f1528b2798f7, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=30cf073c-c49a-4d95-ade1-f1528b2798f7,segment=NetworkSegment(0332d26b-dec9-4996-9ba8-5f09bb6b02d9),segment_id=0332d26b-dec9-4996-9ba8-5f09bb6b02d9)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:16:38.656556 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e5ed0eea-3378-4dc9-a76f-0e9b490cad78 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:38.665155 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af0311b-3ab3-4f05-94c4-806a2add189a admin admin] Pushing event deleted for resources: {'Port': ['ID=30cf073c-c49a-4d95-ade1-f1528b2798f7,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:16:38.667138 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af0311b-3ab3-4f05-94c4-806a2add189a admin admin] No DVR routers for this DVR port 30cf073c-c49a-4d95-ade1-f1528b2798f7 on host n-d-818022-2 {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:16:38.672334 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-e5ed0eea-3378-4dc9-a76f-0e9b490cad78 None None] Calling delete_port for 30cf073c-c49a-4d95-ade1-f1528b2798f7 owned by network:dhcp {{(pid=103366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:16:38.750931 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0af0311b-3ab3-4f05-94c4-806a2add189a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:38.764064 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e5ed0eea-3378-4dc9-a76f-0e9b490cad78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007'] for port, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:38.777594 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-0af0311b-3ab3-4f05-94c4-806a2add189a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['171dd401-21d2-4924-838f-22639688a0a1']}} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:16:38.787252 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-0af0311b-3ab3-4f05-94c4-806a2add189a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0332d26b-dec9-4996-9ba8-5f09bb6b02d9') {'for_net_delete': True} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:16:38.787549 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-0af0311b-3ab3-4f05-94c4-806a2add189a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0332d26b-dec9-4996-9ba8-5f09bb6b02d9') {} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:16:38.798661 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0af0311b-3ab3-4f05-94c4-806a2add189a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12545382'] for segment, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:38.798934 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ed0eea-3378-4dc9-a76f-0e9b490cad78 None None] Pushing event deleted for resources: {'Port': ['ID=30cf073c-c49a-4d95-ade1-f1528b2798f7,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:16:38.803738 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ed0eea-3378-4dc9-a76f-0e9b490cad78 None None] No DVR routers for this DVR port 30cf073c-c49a-4d95-ade1-f1528b2798f7 on host n-d-818022-2 {{(pid=103366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:16:38.817954 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0af0311b-3ab3-4f05-94c4-806a2add189a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:38.824705 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0af0311b-3ab3-4f05-94c4-806a2add189a admin admin] Releasing vlan 690 on physical network physnet1 to pool {{(pid=103365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 18:16:38.825208 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0af0311b-3ab3-4f05-94c4-806a2add189a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12282953'] for segment, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:38.826798 n-d-818022-2 neutron-server[103365]: Traceback (most recent call last): Nov 19 18:16:38.826798 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 18:16:38.826798 n-d-818022-2 neutron-server[103365]: timer() Nov 19 18:16:38.826798 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 18:16:38.826798 n-d-818022-2 neutron-server[103365]: cb(*args, **kw) Nov 19 18:16:38.826798 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 18:16:38.826798 n-d-818022-2 neutron-server[103365]: return func(*args, **kwargs) Nov 19 18:16:38.826798 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 18:16:38.826798 n-d-818022-2 neutron-server[103365]: self._notify() Nov 19 18:16:38.826798 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 18:16:38.826798 n-d-818022-2 neutron-server[103365]: self.callback(batched_events) Nov 19 18:16:38.826798 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 18:16:38.826798 n-d-818022-2 neutron-server[103365]: event.method(event) Nov 19 18:16:38.826798 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 18:16:38.826798 n-d-818022-2 neutron-server[103365]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 18:16:38.826798 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 18:16:38.826798 n-d-818022-2 neutron-server[103365]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 18:16:38.826798 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 18:16:38.826798 n-d-818022-2 neutron-server[103365]: return f(self, *a, **k) Nov 19 18:16:38.826798 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 18:16:38.826798 n-d-818022-2 neutron-server[103365]: return self._get(url).json() Nov 19 18:16:38.826798 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 18:16:38.826798 n-d-818022-2 neutron-server[103365]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 18:16:38.826798 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 18:16:38.826798 n-d-818022-2 neutron-server[103365]: return self.request(url, 'GET', **kwargs) Nov 19 18:16:38.826798 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 18:16:38.826798 n-d-818022-2 neutron-server[103365]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 18:16:38.826798 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 18:16:38.826798 n-d-818022-2 neutron-server[103365]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 18:16:38.826798 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 18:16:38.826798 n-d-818022-2 neutron-server[103365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 18:16:38.826798 n-d-818022-2 neutron-server[103365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 18:16:38.882430 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0af0311b-3ab3-4f05-94c4-806a2add189a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671242'] for network, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:38.888017 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0af0311b-3ab3-4f05-94c4-806a2add189a admin admin] Publish callbacks [] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:38.892020 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-0af0311b-3ab3-4f05-94c4-806a2add189a admin admin] 10.222.0.54 "DELETE /v2.0/networks/171dd401-21d2-4924-838f-22639688a0a1 HTTP/1.1" status: 204 len: 168 time: 0.5651772 Nov 19 18:16:38.906900 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af0311b-3ab3-4f05-94c4-806a2add189a admin admin] Pushing event deleted for resources: {'Network': ['ID=171dd401-21d2-4924-838f-22639688a0a1,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:16:38.910563 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 30cf073c-c49a-4d95-ade1-f1528b2798f7 no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:16:38.931178 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: 30cf073c-c49a-4d95-ade1-f1528b2798f7 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:16:38.931525 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 30cf073c-c49a-4d95-ade1-f1528b2798f7 not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:16:38.931943 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 8000eb4b-e1c6-4081-b29a-6330a132de9e no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:16:38.951338 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: 8000eb4b-e1c6-4081-b29a-6330a132de9e {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:16:38.951691 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 8000eb4b-e1c6-4081-b29a-6330a132de9e not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:16:38.952334 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device a4ee3b07-3b17-49db-abd6-4b39efa33ad9 no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:16:38.971888 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: a4ee3b07-3b17-49db-abd6-4b39efa33ad9 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:16:38.972234 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device a4ee3b07-3b17-49db-abd6-4b39efa33ad9 not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:16:39.072950 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 43116) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:16:39.116969 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-31d104ea-32ad-447d-8b86-a4d45a4dcaab admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=be4e57a6529649608e436546a17d200c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0422683 Nov 19 18:16:39.119342 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 43118) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:16:39.166430 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d2a5e5cc-6588-4202-af48-d17fcbbba22f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:39.191362 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d2a5e5cc-6588-4202-af48-d17fcbbba22f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:39.237943 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d2a5e5cc-6588-4202-af48-d17fcbbba22f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:39.240545 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d2a5e5cc-6588-4202-af48-d17fcbbba22f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:39.241696 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-d2a5e5cc-6588-4202-af48-d17fcbbba22f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/5058fce9-9845-45b3-83f6-64f1e6c622ac HTTP/1.1" status: 204 len: 168 time: 0.1213868 Nov 19 18:16:39.249232 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a5e5cc-6588-4202-af48-d17fcbbba22f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5058fce9-9845-45b3-83f6-64f1e6c622ac,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:16:39.556213 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 43124) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:16:39.595856 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-ca1492c7-f3b4-44e5-b437-38e6bfce6ef9 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=8f3489c8d5d24d31bc089ff0079c7d12&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0382221 Nov 19 18:16:39.598075 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 43126) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:16:39.647365 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-44a07948-742a-46fa-a9da-764153435b22 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:39.668968 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-44a07948-742a-46fa-a9da-764153435b22 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:39.715625 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-44a07948-742a-46fa-a9da-764153435b22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:39.718372 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-44a07948-742a-46fa-a9da-764153435b22 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:39.719537 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-44a07948-742a-46fa-a9da-764153435b22 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/a35e3023-5286-4fa3-a1e1-c71acc30f565 HTTP/1.1" status: 204 len: 168 time: 0.1205487 Nov 19 18:16:39.730006 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a07948-742a-46fa-a9da-764153435b22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a35e3023-5286-4fa3-a1e1-c71acc30f565,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:16:40.380646 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 43148) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:16:40.476595 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-a0f93f01-b226-42a4-9358-817a6516af5b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-398289042-network', 'tenant_id': 'd09befc26c6d48b68aeefb676fca7c9a'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:16:40.497364 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0f93f01-b226-42a4-9358-817a6516af5b admin admin] Made reservation on behalf of d09befc26c6d48b68aeefb676fca7c9a for: {'network': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:16:40.499661 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a0f93f01-b226-42a4-9358-817a6516af5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:40.508347 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a0f93f01-b226-42a4-9358-817a6516af5b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:40.580406 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a0f93f01-b226-42a4-9358-817a6516af5b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:40.584287 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a0f93f01-b226-42a4-9358-817a6516af5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:40.605940 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0f93f01-b226-42a4-9358-817a6516af5b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 693} {{(pid=103364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 18:16:40.619934 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f93f01-b226-42a4-9358-817a6516af5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca31fa0b-2d92-40c1-b412-99f3e113c1ec,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:16:40.624679 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a0f93f01-b226-42a4-9358-817a6516af5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:40.625024 n-d-818022-2 neutron-server[103364]: INFO neutron.db.segments_db [None req-a0f93f01-b226-42a4-9358-817a6516af5b admin admin] Added segment f129bd32-7911-4aaf-8e97-a9024ba71deb of type vlan for network 656db470-8519-4483-9948-4b30bcb1c90d Nov 19 18:16:40.664470 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a0f93f01-b226-42a4-9358-817a6516af5b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:40.688802 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a0f93f01-b226-42a4-9358-817a6516af5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:40.689967 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0f93f01-b226-42a4-9358-817a6516af5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:16:40.690533 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a0f93f01-b226-42a4-9358-817a6516af5b admin admin] Publish callbacks [] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:40.743678 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-a0f93f01-b226-42a4-9358-817a6516af5b admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3619242 Nov 19 18:16:40.746628 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 43152) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:16:40.751565 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-10118eba-fd86-4f20-9f87-6bb5530390cb admin admin] Request body: {'subnet': {'network_id': '656db470-8519-4483-9948-4b30bcb1c90d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-398289042-subnet', 'tenant_id': 'd09befc26c6d48b68aeefb676fca7c9a', 'ip_version': 4}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:16:40.756306 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f93f01-b226-42a4-9358-817a6516af5b admin admin] Pushing event updated for resources: {'Network': ['ID=656db470-8519-4483-9948-4b30bcb1c90d,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:16:40.766321 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network 656db470-8519-4483-9948-4b30bcb1c90d details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 18:16:40.775696 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10118eba-fd86-4f20-9f87-6bb5530390cb admin admin] Made reservation on behalf of d09befc26c6d48b68aeefb676fca7c9a for: {'subnet': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:16:40.778294 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-10118eba-fd86-4f20-9f87-6bb5530390cb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8731248'] for subnet, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:40.948721 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-10118eba-fd86-4f20-9f87-6bb5530390cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12283104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8731234'] for subnet, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:41.009902 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10118eba-fd86-4f20-9f87-6bb5530390cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4fb003c-f9b9-4088-b0fe-6363f7d9b384,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:16:41.018615 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10118eba-fd86-4f20-9f87-6bb5530390cb admin admin] Checking segment: {'id': 'f129bd32-7911-4aaf-8e97-a9024ba71deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '656db470-8519-4483-9948-4b30bcb1c90d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:16:41.018972 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10118eba-fd86-4f20-9f87-6bb5530390cb admin admin] Network hostable DHCP agents. Network: 656db470-8519-4483-9948-4b30bcb1c90d, hostable agents: ['02910ef2-0455-4aea-9f38-9a875579633f'], hosted agents: [] {{(pid=103365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 18:16:41.035377 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10118eba-fd86-4f20-9f87-6bb5530390cb admin admin] Network 656db470-8519-4483-9948-4b30bcb1c90d is scheduled to be hosted by DHCP agent 02910ef2-0455-4aea-9f38-9a875579633f with binding_index 1 {{(pid=103365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 18:16:41.043605 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-10118eba-fd86-4f20-9f87-6bb5530390cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818022-2, 656db470-8519-4483-9948-4b30bcb1c90d) {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:16:41.048455 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10118eba-fd86-4f20-9f87-6bb5530390cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:16:41.049304 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-10118eba-fd86-4f20-9f87-6bb5530390cb admin admin] Publish callbacks [] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:41.052563 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-072173b1-0043-45fe-a3d9-ce0f883f1eb7 None None] Network 656db470-8519-4483-9948-4b30bcb1c90d requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:16:41.064738 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-10118eba-fd86-4f20-9f87-6bb5530390cb admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3170223 Nov 19 18:16:41.067359 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 43154) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:16:41.071687 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-ccef708a-0f3f-4158-bd3b-468ebcef7445 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-398289042-router', 'tenant_id': 'd09befc26c6d48b68aeefb676fca7c9a', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'}}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:16:41.092522 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ccef708a-0f3f-4158-bd3b-468ebcef7445 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9890'] for router, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:41.093837 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ccef708a-0f3f-4158-bd3b-468ebcef7445 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671617', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-732153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4689'] for router, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:41.145440 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ccef708a-0f3f-4158-bd3b-468ebcef7445 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:41.199030 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d51567a7-bd29-458a-8b72-cb919dd4798a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54f44f5f-1200-574e-8740-2141911d5b73-656db470-8519-4483-9948-4b30bcb1c90d', 'network_id': '656db470-8519-4483-9948-4b30bcb1c90d', 'tenant_id': 'd09befc26c6d48b68aeefb676fca7c9a', 'fixed_ips': [{'subnet_id': 'a4fb003c-f9b9-4088-b0fe-6363f7d9b384'}]}} from n-d-818022-2. {{(pid=103366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 18:16:41.199885 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d51567a7-bd29-458a-8b72-cb919dd4798a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:41.287766 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ccef708a-0f3f-4158-bd3b-468ebcef7445 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:41.341782 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [None req-d51567a7-bd29-458a-8b72-cb919dd4798a None None] Allocated IP 172.20.0.2 (656db470-8519-4483-9948-4b30bcb1c90d/a4fb003c-f9b9-4088-b0fe-6363f7d9b384/313e11eb-047c-4764-a207-576a77d79d8d) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:16:41.483928 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d51567a7-bd29-458a-8b72-cb919dd4798a None None] Publish callbacks [] for port, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:41.490862 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d51567a7-bd29-458a-8b72-cb919dd4798a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998'] for port, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:41.491579 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ccef708a-0f3f-4158-bd3b-468ebcef7445 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:41.515367 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ccef708a-0f3f-4158-bd3b-468ebcef7445 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:41.531679 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d51567a7-bd29-458a-8b72-cb919dd4798a None None] Network 656db470-8519-4483-9948-4b30bcb1c90d is already hosted by enough agents. {{(pid=103366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:16:41.534873 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [None req-d51567a7-bd29-458a-8b72-cb919dd4798a None None] Resources bound (agent type, host, resource id): {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:16:41.538292 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d51567a7-bd29-458a-8b72-cb919dd4798a None None] Received port after_create {{(pid=103366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:16:41.543601 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51567a7-bd29-458a-8b72-cb919dd4798a None None] Pushing event updated for resources: {'Port': ['ID=313e11eb-047c-4764-a207-576a77d79d8d,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:16:41.604610 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-d51567a7-bd29-458a-8b72-cb919dd4798a None None] Attempting to bind port 313e11eb-047c-4764-a207-576a77d79d8d on host n-d-818022-2 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:16:41.604988 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-d51567a7-bd29-458a-8b72-cb919dd4798a None None] Attempting to bind port 313e11eb-047c-4764-a207-576a77d79d8d by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': 'f129bd32-7911-4aaf-8e97-a9024ba71deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '656db470-8519-4483-9948-4b30bcb1c90d'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:16:41.605408 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d51567a7-bd29-458a-8b72-cb919dd4798a None None] Attempting to bind port 313e11eb-047c-4764-a207-576a77d79d8d on network 656db470-8519-4483-9948-4b30bcb1c90d {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:16:41.611001 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d51567a7-bd29-458a-8b72-cb919dd4798a None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 16, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:16:41.611373 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d51567a7-bd29-458a-8b72-cb919dd4798a None None] Checking segment: {'id': 'f129bd32-7911-4aaf-8e97-a9024ba71deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '656db470-8519-4483-9948-4b30bcb1c90d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:16:41.611773 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d51567a7-bd29-458a-8b72-cb919dd4798a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:41.612159 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d51567a7-bd29-458a-8b72-cb919dd4798a None None] Bound using segment: {'id': 'f129bd32-7911-4aaf-8e97-a9024ba71deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '656db470-8519-4483-9948-4b30bcb1c90d'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:16:41.612624 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-d51567a7-bd29-458a-8b72-cb919dd4798a None None] Bound port: 313e11eb-047c-4764-a207-576a77d79d8d, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f129bd32-7911-4aaf-8e97-a9024ba71deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '656db470-8519-4483-9948-4b30bcb1c90d'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:16:41.613002 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d51567a7-bd29-458a-8b72-cb919dd4798a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:41.624838 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [None req-ccef708a-0f3f-4158-bd3b-468ebcef7445 admin admin] Allocated IP 172.25.7.186 (645e61aa-1a6c-4e8f-857e-ab06edb4897f/88ed2d64-f56d-4f01-a468-946e01c99e82/fe6ae1f1-4f6d-4f04-bef8-2cfbbf358d69) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:16:41.680175 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-d51567a7-bd29-458a-8b72-cb919dd4798a None None] For port 313e11eb-047c-4764-a207-576a77d79d8d, host n-d-818022-2, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:16:41.681984 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-d51567a7-bd29-458a-8b72-cb919dd4798a None None] For port 313e11eb-047c-4764-a207-576a77d79d8d, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=313e11eb-047c-4764-a207-576a77d79d8d,segment=NetworkSegment(f129bd32-7911-4aaf-8e97-a9024ba71deb),segment_id=f129bd32-7911-4aaf-8e97-a9024ba71deb)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:16:41.687552 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d51567a7-bd29-458a-8b72-cb919dd4798a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:41.732946 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ccef708a-0f3f-4158-bd3b-468ebcef7445 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:41.748358 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51567a7-bd29-458a-8b72-cb919dd4798a None None] Pushing event updated for resources: {'Port': ['ID=313e11eb-047c-4764-a207-576a77d79d8d,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:16:41.768631 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ccef708a-0f3f-4158-bd3b-468ebcef7445 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:41.809053 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccef708a-0f3f-4158-bd3b-468ebcef7445 admin admin] Network 645e61aa-1a6c-4e8f-857e-ab06edb4897f is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:16:41.812070 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-ccef708a-0f3f-4158-bd3b-468ebcef7445 admin admin] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:16:41.816686 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccef708a-0f3f-4158-bd3b-468ebcef7445 admin admin] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:16:41.830570 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9796615-85dc-42c1-a498-52b3efc7b3fb None None] DHCP port deletion for 645e61aa-1a6c-4e8f-857e-ab06edb4897f request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:16:41.840796 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccef708a-0f3f-4158-bd3b-468ebcef7445 admin admin] Pushing event updated for resources: {'Port': ['ID=fe6ae1f1-4f6d-4f04-bef8-2cfbbf358d69,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:16:41.887671 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-ae7718d2-be19-4e3d-9bec-30d437a0ba4d None None] Provisioning complete for port fe6ae1f1-4f6d-4f04-bef8-2cfbbf358d69 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:16:41.888157 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ae7718d2-be19-4e3d-9bec-30d437a0ba4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:41.942890 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-ae7718d2-be19-4e3d-9bec-30d437a0ba4d None None] Port fe6ae1f1-4f6d-4f04-bef8-2cfbbf358d69 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:16:42.092273 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ccef708a-0f3f-4158-bd3b-468ebcef7445 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:42.289158 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ccef708a-0f3f-4158-bd3b-468ebcef7445 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671702'] for router, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:42.419036 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccef708a-0f3f-4158-bd3b-468ebcef7445 admin admin] Router 204d8c86-2633-4b36-83f5-6821cd2c7573 is scheduled to L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 with binding_index 1 {{(pid=103365) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 18:16:42.528721 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccef708a-0f3f-4158-bd3b-468ebcef7445 admin admin] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:16:42.540117 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-840a9f3b-ab51-4b0b-ab2f-6829f43d7b24 None None] Sync routers for ids ['204d8c86-2633-4b36-83f5-6821cd2c7573'] in n-d-818022-2 {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:16:42.550049 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-840a9f3b-ab51-4b0b-ab2f-6829f43d7b24 None None] Routers {'204d8c86-2633-4b36-83f5-6821cd2c7573'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:16:42.550932 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-840a9f3b-ab51-4b0b-ab2f-6829f43d7b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:16:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['204d8c86-2633-4b36-83f5-6821cd2c7573'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:16:42.557189 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ccef708a-0f3f-4158-bd3b-468ebcef7445 admin admin] Publish callbacks [] for router, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:42.561391 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 43156) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:16:42.561930 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-ccef708a-0f3f-4158-bd3b-468ebcef7445 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.4931502 Nov 19 18:16:42.665278 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-840a9f3b-ab51-4b0b-ab2f-6829f43d7b24 None None] Set router 204d8c86-2633-4b36-83f5-6821cd2c7573 gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:16:42.736500 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aa234cf-88ca-440a-bfc1-5a70da9487bd None None] Network 656db470-8519-4483-9948-4b30bcb1c90d requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:16:42.811411 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-07d486d6-35e5-41b3-89d4-86e55a71ba23 None None] Provisioning complete for port 313e11eb-047c-4764-a207-576a77d79d8d triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:16:42.811821 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-07d486d6-35e5-41b3-89d4-86e55a71ba23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:42.852701 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-840a9f3b-ab51-4b0b-ab2f-6829f43d7b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '204d8c86-2633-4b36-83f5-6821cd2c7573', 'name': 'tempest-TestVolumeBootPattern-398289042-router', 'tenant_id': 'd09befc26c6d48b68aeefb676fca7c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': 'fe6ae1f1-4f6d-4f04-bef8-2cfbbf358d69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:16:41Z', 'updated_at': '2021-11-19T18:16:41Z', 'revision_number': 3, 'project_id': 'd09befc26c6d48b68aeefb676fca7c9a', 'gw_port': {'id': 'fe6ae1f1-4f6d-4f04-bef8-2cfbbf358d69', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e9:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '204d8c86-2633-4b36-83f5-6821cd2c7573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:16:41Z', 'updated_at': '2021-11-19T18:16:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:16:42.894058 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-840a9f3b-ab51-4b0b-ab2f-6829f43d7b24 None None] Checking router: 204d8c86-2633-4b36-83f5-6821cd2c7573 for host: n-d-818022-2 {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:16:42.894058 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-840a9f3b-ab51-4b0b-ab2f-6829f43d7b24 None None] Updating router 204d8c86-2633-4b36-83f5-6821cd2c7573 port fe6ae1f1-4f6d-4f04-bef8-2cfbbf358d69 binding host n-d-818022-2 {{(pid=103367) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 18:16:42.920143 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-840a9f3b-ab51-4b0b-ab2f-6829f43d7b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:42.993783 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-07d486d6-35e5-41b3-89d4-86e55a71ba23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:43.008508 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 313e11eb-047c-4764-a207-576a77d79d8d up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:16:43.045982 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8e9d3e65-24a0-4b60-a140-867ddd64d4df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:43.057052 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-07d486d6-35e5-41b3-89d4-86e55a71ba23 None None] For port 313e11eb-047c-4764-a207-576a77d79d8d, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=313e11eb-047c-4764-a207-576a77d79d8d,segment=NetworkSegment(f129bd32-7911-4aaf-8e97-a9024ba71deb),segment_id=f129bd32-7911-4aaf-8e97-a9024ba71deb)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:16:43.070734 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-07d486d6-35e5-41b3-89d4-86e55a71ba23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:43.115822 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 313e11eb-047c-4764-a207-576a77d79d8d triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:16:43.116355 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:43.163529 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d486d6-35e5-41b3-89d4-86e55a71ba23 None None] Pushing event updated for resources: {'Port': ['ID=313e11eb-047c-4764-a207-576a77d79d8d,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:16:43.203925 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-840a9f3b-ab51-4b0b-ab2f-6829f43d7b24 None None] Publish callbacks [] for port, precommit_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:43.217872 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-840a9f3b-ab51-4b0b-ab2f-6829f43d7b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:43.252254 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05dfdd3b-891c-4422-836d-d6984f6658f1 None None] DHCP port deletion for 645e61aa-1a6c-4e8f-857e-ab06edb4897f request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:16:43.256785 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [None req-8e9d3e65-24a0-4b60-a140-867ddd64d4df admin admin] Allocated IP 172.20.0.1 (656db470-8519-4483-9948-4b30bcb1c90d/a4fb003c-f9b9-4088-b0fe-6363f7d9b384/e2f494de-d6c0-4212-b107-a0b388bed43b) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:16:43.276500 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-840a9f3b-ab51-4b0b-ab2f-6829f43d7b24 None None] Attempting to bind port fe6ae1f1-4f6d-4f04-bef8-2cfbbf358d69 on host n-d-818022-2 for vnic_type normal with profile {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:16:43.276728 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-840a9f3b-ab51-4b0b-ab2f-6829f43d7b24 None None] Attempting to bind port fe6ae1f1-4f6d-4f04-bef8-2cfbbf358d69 by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:16:43.277342 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840a9f3b-ab51-4b0b-ab2f-6829f43d7b24 None None] Attempting to bind port fe6ae1f1-4f6d-4f04-bef8-2cfbbf358d69 on network 645e61aa-1a6c-4e8f-857e-ab06edb4897f {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:16:43.289973 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840a9f3b-ab51-4b0b-ab2f-6829f43d7b24 None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 16, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:16:43.290344 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840a9f3b-ab51-4b0b-ab2f-6829f43d7b24 None None] Checking segment: {'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:16:43.290932 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-840a9f3b-ab51-4b0b-ab2f-6829f43d7b24 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:43.291490 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840a9f3b-ab51-4b0b-ab2f-6829f43d7b24 None None] Bound using segment: {'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:16:43.292148 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-840a9f3b-ab51-4b0b-ab2f-6829f43d7b24 None None] Bound port: fe6ae1f1-4f6d-4f04-bef8-2cfbbf358d69, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'}}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:16:43.292531 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-840a9f3b-ab51-4b0b-ab2f-6829f43d7b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:43.302953 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-f94dace5-6acd-4e2a-b003-fe432d22daab None None] Provisioning complete for port fe6ae1f1-4f6d-4f04-bef8-2cfbbf358d69 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:16:43.303555 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f94dace5-6acd-4e2a-b003-fe432d22daab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:43.318763 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81461737-00f8-4de6-987f-c2a04d36a42c None None] Pushing event updated for resources: {'Port': ['ID=fe6ae1f1-4f6d-4f04-bef8-2cfbbf358d69,revision_number=2']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:16:43.332806 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81461737-00f8-4de6-987f-c2a04d36a42c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:16:43.333151 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81461737-00f8-4de6-987f-c2a04d36a42c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:16:43.333517 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81461737-00f8-4de6-987f-c2a04d36a42c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:16:43.333909 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81461737-00f8-4de6-987f-c2a04d36a42c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:16:43.334240 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81461737-00f8-4de6-987f-c2a04d36a42c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:16:43.334601 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81461737-00f8-4de6-987f-c2a04d36a42c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:16:43.334920 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81461737-00f8-4de6-987f-c2a04d36a42c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:16:43.335598 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81461737-00f8-4de6-987f-c2a04d36a42c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:16:43.335952 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81461737-00f8-4de6-987f-c2a04d36a42c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:16:43.336352 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81461737-00f8-4de6-987f-c2a04d36a42c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:16:43.336711 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81461737-00f8-4de6-987f-c2a04d36a42c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:16:43.336984 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81461737-00f8-4de6-987f-c2a04d36a42c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:16:43.354161 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-f94dace5-6acd-4e2a-b003-fe432d22daab None None] Port fe6ae1f1-4f6d-4f04-bef8-2cfbbf358d69 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:16:43.364986 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-840a9f3b-ab51-4b0b-ab2f-6829f43d7b24 None None] For port fe6ae1f1-4f6d-4f04-bef8-2cfbbf358d69, host n-d-818022-2, cleared binding levels {{(pid=103367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:16:43.368493 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-840a9f3b-ab51-4b0b-ab2f-6829f43d7b24 None None] For port fe6ae1f1-4f6d-4f04-bef8-2cfbbf358d69, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=fe6ae1f1-4f6d-4f04-bef8-2cfbbf358d69,segment=NetworkSegment(bbe705c1-96c0-476e-8381-28227e6f0ac5),segment_id=bbe705c1-96c0-476e-8381-28227e6f0ac5)] {{(pid=103367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:16:43.372145 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8e9d3e65-24a0-4b60-a140-867ddd64d4df admin admin] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:43.372357 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-840a9f3b-ab51-4b0b-ab2f-6829f43d7b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:43.414003 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8e9d3e65-24a0-4b60-a140-867ddd64d4df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:43.418355 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56f98cf5-5087-481a-80e4-30a3318c7082 None None] DHCP port deletion for 645e61aa-1a6c-4e8f-857e-ab06edb4897f request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:16:43.423796 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-840a9f3b-ab51-4b0b-ab2f-6829f43d7b24 None None] Routers {'204d8c86-2633-4b36-83f5-6821cd2c7573'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:16:43.424415 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-840a9f3b-ab51-4b0b-ab2f-6829f43d7b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:16:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['204d8c86-2633-4b36-83f5-6821cd2c7573'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:16:43.456784 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e9d3e65-24a0-4b60-a140-867ddd64d4df admin admin] Network 656db470-8519-4483-9948-4b30bcb1c90d is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:16:43.461386 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-8e9d3e65-24a0-4b60-a140-867ddd64d4df admin admin] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:16:43.464942 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e9d3e65-24a0-4b60-a140-867ddd64d4df admin admin] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:16:43.479480 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81461737-00f8-4de6-987f-c2a04d36a42c None None] Pushing event updated for resources: {'Port': ['ID=fe6ae1f1-4f6d-4f04-bef8-2cfbbf358d69,revision_number=3']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:16:43.484896 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-ad1eaf2f-89ba-42cf-a99f-cfbd31e21c3c None None] Provisioning complete for port 313e11eb-047c-4764-a207-576a77d79d8d triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:16:43.489934 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9d3e65-24a0-4b60-a140-867ddd64d4df admin admin] Pushing event updated for resources: {'Port': ['ID=e2f494de-d6c0-4212-b107-a0b388bed43b,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:16:43.490162 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ad1eaf2f-89ba-42cf-a99f-cfbd31e21c3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:43.512202 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8e9d3e65-24a0-4b60-a140-867ddd64d4df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-671361'] for router_interface, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:43.560606 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-840a9f3b-ab51-4b0b-ab2f-6829f43d7b24 None None] Set router 204d8c86-2633-4b36-83f5-6821cd2c7573 gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:16:43.621369 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-ad1eaf2f-89ba-42cf-a99f-cfbd31e21c3c None None] Provisioning complete for port fe6ae1f1-4f6d-4f04-bef8-2cfbbf358d69 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:16:43.622190 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ad1eaf2f-89ba-42cf-a99f-cfbd31e21c3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:43.704766 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8e9d3e65-24a0-4b60-a140-867ddd64d4df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:43.727602 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ad1eaf2f-89ba-42cf-a99f-cfbd31e21c3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:43.750255 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-ad1eaf2f-89ba-42cf-a99f-cfbd31e21c3c None None] For port fe6ae1f1-4f6d-4f04-bef8-2cfbbf358d69, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=fe6ae1f1-4f6d-4f04-bef8-2cfbbf358d69,segment=NetworkSegment(bbe705c1-96c0-476e-8381-28227e6f0ac5),segment_id=bbe705c1-96c0-476e-8381-28227e6f0ac5)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:16:43.755525 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ad1eaf2f-89ba-42cf-a99f-cfbd31e21c3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:43.763856 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-840a9f3b-ab51-4b0b-ab2f-6829f43d7b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '204d8c86-2633-4b36-83f5-6821cd2c7573', 'name': 'tempest-TestVolumeBootPattern-398289042-router', 'tenant_id': 'd09befc26c6d48b68aeefb676fca7c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': 'fe6ae1f1-4f6d-4f04-bef8-2cfbbf358d69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:16:41Z', 'updated_at': '2021-11-19T18:16:41Z', 'revision_number': 3, 'project_id': 'd09befc26c6d48b68aeefb676fca7c9a', 'gw_port': {'id': 'fe6ae1f1-4f6d-4f04-bef8-2cfbbf358d69', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e9:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '204d8c86-2633-4b36-83f5-6821cd2c7573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:16:41Z', 'updated_at': '2021-11-19T18:16:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:16:43.790670 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-840a9f3b-ab51-4b0b-ab2f-6829f43d7b24 None None] The sync data for ids ['204d8c86-2633-4b36-83f5-6821cd2c7573'] in n-d-818022-2 is: [{'id': '204d8c86-2633-4b36-83f5-6821cd2c7573', 'name': 'tempest-TestVolumeBootPattern-398289042-router', 'tenant_id': 'd09befc26c6d48b68aeefb676fca7c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': 'fe6ae1f1-4f6d-4f04-bef8-2cfbbf358d69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:16:41Z', 'updated_at': '2021-11-19T18:16:41Z', 'revision_number': 3, 'project_id': 'd09befc26c6d48b68aeefb676fca7c9a', 'gw_port': {'id': 'fe6ae1f1-4f6d-4f04-bef8-2cfbbf358d69', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e9:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '204d8c86-2633-4b36-83f5-6821cd2c7573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:16:41Z', 'updated_at': '2021-11-19T18:16:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:16:43.811190 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1eaf2f-89ba-42cf-a99f-cfbd31e21c3c None None] Pushing event updated for resources: {'Port': ['ID=fe6ae1f1-4f6d-4f04-bef8-2cfbbf358d69,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:16:43.876896 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-01fd8af1-e6d8-420d-b8f7-0226cd959c52 None None] Provisioning complete for port e2f494de-d6c0-4212-b107-a0b388bed43b triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:16:43.877743 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-01fd8af1-e6d8-420d-b8f7-0226cd959c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:43.889962 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8e9d3e65-24a0-4b60-a140-867ddd64d4df admin admin] Publish callbacks [] for port, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:43.895851 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8e9d3e65-24a0-4b60-a140-867ddd64d4df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:43.915565 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-01fd8af1-e6d8-420d-b8f7-0226cd959c52 None None] Port e2f494de-d6c0-4212-b107-a0b388bed43b cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:16:43.966741 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8e9d3e65-24a0-4b60-a140-867ddd64d4df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-768529'] for router_interface, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:43.970272 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9d3e65-24a0-4b60-a140-867ddd64d4df admin admin] Pushing event updated for resources: {'Port': ['ID=e2f494de-d6c0-4212-b107-a0b388bed43b,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:16:44.072015 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e9d3e65-24a0-4b60-a140-867ddd64d4df admin admin] Network 656db470-8519-4483-9948-4b30bcb1c90d is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:16:44.073556 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-8e9d3e65-24a0-4b60-a140-867ddd64d4df admin admin] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:16:44.197375 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e9d3e65-24a0-4b60-a140-867ddd64d4df admin admin] Router 204d8c86-2633-4b36-83f5-6821cd2c7573 has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 18:16:44.315303 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e9d3e65-24a0-4b60-a140-867ddd64d4df admin admin] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:16:44.320382 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-8e9d3e65-24a0-4b60-a140-867ddd64d4df admin admin] 10.222.0.54 "PUT /v2.0/routers/204d8c86-2633-4b36-83f5-6821cd2c7573/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7578447 Nov 19 18:16:44.344577 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-3bfd091c-c369-4669-9a9d-1ecb2a2ce372 None None] Provisioning complete for port e2f494de-d6c0-4212-b107-a0b388bed43b triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:16:44.345217 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3bfd091c-c369-4669-9a9d-1ecb2a2ce372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:44.384919 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-3bfd091c-c369-4669-9a9d-1ecb2a2ce372 None None] Port e2f494de-d6c0-4212-b107-a0b388bed43b cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:16:44.809203 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 43172) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:16:44.814966 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-08211fc6-2ae8-4a01-ae8b-b721139f7163 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1856357049-network', 'tenant_id': '72064e4d4c304055bc12a4318ec8337e'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:16:44.834850 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08211fc6-2ae8-4a01-ae8b-b721139f7163 admin admin] Made reservation on behalf of 72064e4d4c304055bc12a4318ec8337e for: {'network': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:16:44.837259 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-08211fc6-2ae8-4a01-ae8b-b721139f7163 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:44.845761 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-08211fc6-2ae8-4a01-ae8b-b721139f7163 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:44.934507 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-08211fc6-2ae8-4a01-ae8b-b721139f7163 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:44.939632 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-08211fc6-2ae8-4a01-ae8b-b721139f7163 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:44.963657 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08211fc6-2ae8-4a01-ae8b-b721139f7163 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 666} {{(pid=103364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 18:16:44.973948 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08211fc6-2ae8-4a01-ae8b-b721139f7163 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62211102-a167-4468-826f-049ed94017e4,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:16:44.978726 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-08211fc6-2ae8-4a01-ae8b-b721139f7163 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:44.979064 n-d-818022-2 neutron-server[103364]: INFO neutron.db.segments_db [None req-08211fc6-2ae8-4a01-ae8b-b721139f7163 admin admin] Added segment 946261ea-6426-4d6f-ada5-543ba8ec005b of type vlan for network cc84623e-d5cb-476b-8872-7aa428457719 Nov 19 18:16:45.007052 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 313e11eb-047c-4764-a207-576a77d79d8d up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:16:45.019893 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-08211fc6-2ae8-4a01-ae8b-b721139f7163 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:45.048941 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-08211fc6-2ae8-4a01-ae8b-b721139f7163 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:45.050030 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08211fc6-2ae8-4a01-ae8b-b721139f7163 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:16:45.050728 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-08211fc6-2ae8-4a01-ae8b-b721139f7163 admin admin] Publish callbacks [] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:45.065526 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 313e11eb-047c-4764-a207-576a77d79d8d triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:16:45.065942 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:45.100159 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-08211fc6-2ae8-4a01-ae8b-b721139f7163 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.2897832 Nov 19 18:16:45.103329 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 43174) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:16:45.111318 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-7f701033-6479-47dc-86c0-7591f7153644 admin admin] Request body: {'subnet': {'network_id': 'cc84623e-d5cb-476b-8872-7aa428457719', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1856357049-subnet', 'tenant_id': '72064e4d4c304055bc12a4318ec8337e', 'ip_version': 4}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:16:45.114814 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08211fc6-2ae8-4a01-ae8b-b721139f7163 admin admin] Pushing event updated for resources: {'Network': ['ID=cc84623e-d5cb-476b-8872-7aa428457719,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:16:45.140506 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network cc84623e-d5cb-476b-8872-7aa428457719 details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 18:16:45.141071 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f701033-6479-47dc-86c0-7591f7153644 admin admin] Made reservation on behalf of 72064e4d4c304055bc12a4318ec8337e for: {'subnet': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:16:45.143994 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7f701033-6479-47dc-86c0-7591f7153644 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8731248'] for subnet, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:45.207599 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device fe6ae1f1-4f6d-4f04-bef8-2cfbbf358d69 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:16:45.263548 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port fe6ae1f1-4f6d-4f04-bef8-2cfbbf358d69 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:16:45.263854 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:45.320371 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7f701033-6479-47dc-86c0-7591f7153644 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12283104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8731234'] for subnet, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:45.378194 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f701033-6479-47dc-86c0-7591f7153644 admin admin] Pushing event updated for resources: {'Subnet': ['ID=17734427-d3ad-4193-8b59-634da9da7d98,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:16:45.386909 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f701033-6479-47dc-86c0-7591f7153644 admin admin] Checking segment: {'id': '946261ea-6426-4d6f-ada5-543ba8ec005b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'cc84623e-d5cb-476b-8872-7aa428457719'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:16:45.387280 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f701033-6479-47dc-86c0-7591f7153644 admin admin] Network hostable DHCP agents. Network: cc84623e-d5cb-476b-8872-7aa428457719, hostable agents: ['02910ef2-0455-4aea-9f38-9a875579633f'], hosted agents: [] {{(pid=103365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 18:16:45.404768 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f701033-6479-47dc-86c0-7591f7153644 admin admin] Network cc84623e-d5cb-476b-8872-7aa428457719 is scheduled to be hosted by DHCP agent 02910ef2-0455-4aea-9f38-9a875579633f with binding_index 1 {{(pid=103365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 18:16:45.413416 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-7f701033-6479-47dc-86c0-7591f7153644 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818022-2, cc84623e-d5cb-476b-8872-7aa428457719) {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:16:45.417643 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f701033-6479-47dc-86c0-7591f7153644 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:16:45.418270 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7f701033-6479-47dc-86c0-7591f7153644 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:45.423837 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ab89ab6-0f14-4155-95f4-932532f3ac9e None None] Network cc84623e-d5cb-476b-8872-7aa428457719 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:16:45.437332 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-7f701033-6479-47dc-86c0-7591f7153644 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3322976 Nov 19 18:16:45.440156 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 43176) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:16:45.445707 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-0585900c-947b-4752-a7b1-df8c28f9db98 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1856357049-router', 'tenant_id': '72064e4d4c304055bc12a4318ec8337e', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'}}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:16:45.464204 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36872d0e-9e08-44dd-84ef-69a6ab7efba7 None None] Sync routers for ids ['204d8c86-2633-4b36-83f5-6821cd2c7573'] in n-d-818022-2 {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:16:45.467276 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0585900c-947b-4752-a7b1-df8c28f9db98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9890'] for router, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:45.468356 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0585900c-947b-4752-a7b1-df8c28f9db98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671617', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-732153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4689'] for router, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:45.489271 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36872d0e-9e08-44dd-84ef-69a6ab7efba7 None None] Routers {'204d8c86-2633-4b36-83f5-6821cd2c7573'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:16:45.489929 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-36872d0e-9e08-44dd-84ef-69a6ab7efba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:16:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['204d8c86-2633-4b36-83f5-6821cd2c7573'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:16:45.519685 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0585900c-947b-4752-a7b1-df8c28f9db98 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:45.658520 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0585900c-947b-4752-a7b1-df8c28f9db98 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:45.664090 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-36872d0e-9e08-44dd-84ef-69a6ab7efba7 None None] Set router 204d8c86-2633-4b36-83f5-6821cd2c7573 gateway port host: n-d-818022-2 {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:16:45.667930 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eedfa8d3-7d23-46ec-8bd8-bbf1e184160e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54f44f5f-1200-574e-8740-2141911d5b73-cc84623e-d5cb-476b-8872-7aa428457719', 'network_id': 'cc84623e-d5cb-476b-8872-7aa428457719', 'tenant_id': '72064e4d4c304055bc12a4318ec8337e', 'fixed_ips': [{'subnet_id': '17734427-d3ad-4193-8b59-634da9da7d98'}]}} from n-d-818022-2. {{(pid=103366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 18:16:45.669381 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-eedfa8d3-7d23-46ec-8bd8-bbf1e184160e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:45.865793 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0585900c-947b-4752-a7b1-df8c28f9db98 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:45.885366 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0585900c-947b-4752-a7b1-df8c28f9db98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:45.988041 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [None req-0585900c-947b-4752-a7b1-df8c28f9db98 admin admin] Allocated IP 172.25.7.60 (645e61aa-1a6c-4e8f-857e-ab06edb4897f/88ed2d64-f56d-4f01-a468-946e01c99e82/82e54432-feed-45be-83ad-4897f829c8ae) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:16:46.087897 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [None req-eedfa8d3-7d23-46ec-8bd8-bbf1e184160e None None] Allocated IP 172.20.0.2 (cc84623e-d5cb-476b-8872-7aa428457719/17734427-d3ad-4193-8b59-634da9da7d98/f7ea260a-58d5-4841-a15e-ae7daa0f4fee) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:16:46.092786 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0585900c-947b-4752-a7b1-df8c28f9db98 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:46.127116 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0585900c-947b-4752-a7b1-df8c28f9db98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:46.165025 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0585900c-947b-4752-a7b1-df8c28f9db98 admin admin] Network 645e61aa-1a6c-4e8f-857e-ab06edb4897f is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:16:46.167929 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-0585900c-947b-4752-a7b1-df8c28f9db98 admin admin] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:16:46.171844 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0585900c-947b-4752-a7b1-df8c28f9db98 admin admin] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:16:46.185321 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fc96cbe-5451-45e7-96dd-5e3bddfdf3c9 None None] DHCP port deletion for 645e61aa-1a6c-4e8f-857e-ab06edb4897f request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:16:46.200102 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0585900c-947b-4752-a7b1-df8c28f9db98 admin admin] Pushing event updated for resources: {'Port': ['ID=82e54432-feed-45be-83ad-4897f829c8ae,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:16:46.221660 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-36872d0e-9e08-44dd-84ef-69a6ab7efba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '204d8c86-2633-4b36-83f5-6821cd2c7573', 'name': 'tempest-TestVolumeBootPattern-398289042-router', 'tenant_id': 'd09befc26c6d48b68aeefb676fca7c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': 'fe6ae1f1-4f6d-4f04-bef8-2cfbbf358d69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:16:41Z', 'updated_at': '2021-11-19T18:16:43Z', 'revision_number': 4, 'project_id': 'd09befc26c6d48b68aeefb676fca7c9a', 'gw_port': {'id': 'fe6ae1f1-4f6d-4f04-bef8-2cfbbf358d69', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e9:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '204d8c86-2633-4b36-83f5-6821cd2c7573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:16:41Z', 'updated_at': '2021-11-19T18:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': 'e2f494de-d6c0-4212-b107-a0b388bed43b', 'name': '', 'network_id': '656db470-8519-4483-9948-4b30bcb1c90d', 'tenant_id': 'd09befc26c6d48b68aeefb676fca7c9a', 'mac_address': 'fa:16:3e:d2:9e:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '204d8c86-2633-4b36-83f5-6821cd2c7573', 'device_owner': 'network:router_interface', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': 'a4fb003c-f9b9-4088-b0fe-6363f7d9b384', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:16:43Z', 'updated_at': '2021-11-19T18:16:43Z', 'revision_number': 2, 'project_id': 'd09befc26c6d48b68aeefb676fca7c9a', 'subnets': [{'id': 'a4fb003c-f9b9-4088-b0fe-6363f7d9b384', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:16:46.254734 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36872d0e-9e08-44dd-84ef-69a6ab7efba7 None None] Checking router: 204d8c86-2633-4b36-83f5-6821cd2c7573 for host: n-d-818022-2 {{(pid=103366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:16:46.255099 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36872d0e-9e08-44dd-84ef-69a6ab7efba7 None None] Updating router 204d8c86-2633-4b36-83f5-6821cd2c7573 port e2f494de-d6c0-4212-b107-a0b388bed43b binding host n-d-818022-2 {{(pid=103366) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 18:16:46.320059 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-36872d0e-9e08-44dd-84ef-69a6ab7efba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:46.349297 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-eedfa8d3-7d23-46ec-8bd8-bbf1e184160e None None] Publish callbacks [] for port, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:46.354394 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-a666f1d5-c178-43c6-85ca-612a4c72cdaa None None] Provisioning complete for port 82e54432-feed-45be-83ad-4897f829c8ae triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:16:46.354765 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a666f1d5-c178-43c6-85ca-612a4c72cdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:46.376518 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-eedfa8d3-7d23-46ec-8bd8-bbf1e184160e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998'] for port, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:46.450569 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0585900c-947b-4752-a7b1-df8c28f9db98 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:46.460076 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eedfa8d3-7d23-46ec-8bd8-bbf1e184160e None None] Network cc84623e-d5cb-476b-8872-7aa428457719 is already hosted by enough agents. {{(pid=103366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:16:46.507197 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [None req-eedfa8d3-7d23-46ec-8bd8-bbf1e184160e None None] Resources bound (agent type, host, resource id): {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:16:46.513033 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-a666f1d5-c178-43c6-85ca-612a4c72cdaa None None] Port 82e54432-feed-45be-83ad-4897f829c8ae cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:16:46.514592 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eedfa8d3-7d23-46ec-8bd8-bbf1e184160e None None] Received port after_create {{(pid=103366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:16:46.524713 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedfa8d3-7d23-46ec-8bd8-bbf1e184160e None None] Pushing event updated for resources: {'Port': ['ID=f7ea260a-58d5-4841-a15e-ae7daa0f4fee,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:16:46.630557 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-eedfa8d3-7d23-46ec-8bd8-bbf1e184160e None None] Attempting to bind port f7ea260a-58d5-4841-a15e-ae7daa0f4fee on host n-d-818022-2 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:16:46.630934 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-eedfa8d3-7d23-46ec-8bd8-bbf1e184160e None None] Attempting to bind port f7ea260a-58d5-4841-a15e-ae7daa0f4fee by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': '946261ea-6426-4d6f-ada5-543ba8ec005b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'cc84623e-d5cb-476b-8872-7aa428457719'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:16:46.631305 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eedfa8d3-7d23-46ec-8bd8-bbf1e184160e None None] Attempting to bind port f7ea260a-58d5-4841-a15e-ae7daa0f4fee on network cc84623e-d5cb-476b-8872-7aa428457719 {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:16:46.643431 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eedfa8d3-7d23-46ec-8bd8-bbf1e184160e None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 16, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:16:46.643821 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eedfa8d3-7d23-46ec-8bd8-bbf1e184160e None None] Checking segment: {'id': '946261ea-6426-4d6f-ada5-543ba8ec005b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'cc84623e-d5cb-476b-8872-7aa428457719'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:16:46.644234 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-eedfa8d3-7d23-46ec-8bd8-bbf1e184160e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:46.644627 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eedfa8d3-7d23-46ec-8bd8-bbf1e184160e None None] Bound using segment: {'id': '946261ea-6426-4d6f-ada5-543ba8ec005b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'cc84623e-d5cb-476b-8872-7aa428457719'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:16:46.645120 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-eedfa8d3-7d23-46ec-8bd8-bbf1e184160e None None] Bound port: f7ea260a-58d5-4841-a15e-ae7daa0f4fee, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '946261ea-6426-4d6f-ada5-543ba8ec005b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'cc84623e-d5cb-476b-8872-7aa428457719'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:16:46.645507 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-eedfa8d3-7d23-46ec-8bd8-bbf1e184160e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:46.675605 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0585900c-947b-4752-a7b1-df8c28f9db98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671702'] for router, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:46.755071 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-eedfa8d3-7d23-46ec-8bd8-bbf1e184160e None None] For port f7ea260a-58d5-4841-a15e-ae7daa0f4fee, host n-d-818022-2, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:16:46.759584 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-eedfa8d3-7d23-46ec-8bd8-bbf1e184160e None None] For port f7ea260a-58d5-4841-a15e-ae7daa0f4fee, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=f7ea260a-58d5-4841-a15e-ae7daa0f4fee,segment=NetworkSegment(946261ea-6426-4d6f-ada5-543ba8ec005b),segment_id=946261ea-6426-4d6f-ada5-543ba8ec005b)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:16:46.783171 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-eedfa8d3-7d23-46ec-8bd8-bbf1e184160e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:46.811027 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0585900c-947b-4752-a7b1-df8c28f9db98 admin admin] Router dce6ad44-87a5-4ef0-b25d-dca118473958 is scheduled to L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 with binding_index 1 {{(pid=103364) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 18:16:46.843704 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-36872d0e-9e08-44dd-84ef-69a6ab7efba7 None None] Publish callbacks [] for port, precommit_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:46.862638 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-36872d0e-9e08-44dd-84ef-69a6ab7efba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:46.870610 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedfa8d3-7d23-46ec-8bd8-bbf1e184160e None None] Pushing event updated for resources: {'Port': ['ID=f7ea260a-58d5-4841-a15e-ae7daa0f4fee,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:16:46.957125 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddf5aea-800b-4398-bba4-48f39c6d54d0 None None] Pushing event updated for resources: {'Port': ['ID=e2f494de-d6c0-4212-b107-a0b388bed43b,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:16:46.997123 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-36872d0e-9e08-44dd-84ef-69a6ab7efba7 None None] Attempting to bind port e2f494de-d6c0-4212-b107-a0b388bed43b on host n-d-818022-2 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:16:46.997506 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-36872d0e-9e08-44dd-84ef-69a6ab7efba7 None None] Attempting to bind port e2f494de-d6c0-4212-b107-a0b388bed43b by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': 'f129bd32-7911-4aaf-8e97-a9024ba71deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '656db470-8519-4483-9948-4b30bcb1c90d'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:16:46.997914 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36872d0e-9e08-44dd-84ef-69a6ab7efba7 None None] Attempting to bind port e2f494de-d6c0-4212-b107-a0b388bed43b on network 656db470-8519-4483-9948-4b30bcb1c90d {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:16:47.006299 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36872d0e-9e08-44dd-84ef-69a6ab7efba7 None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 16, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:16:47.007486 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36872d0e-9e08-44dd-84ef-69a6ab7efba7 None None] Checking segment: {'id': 'f129bd32-7911-4aaf-8e97-a9024ba71deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '656db470-8519-4483-9948-4b30bcb1c90d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:16:47.007486 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-36872d0e-9e08-44dd-84ef-69a6ab7efba7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:47.007486 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36872d0e-9e08-44dd-84ef-69a6ab7efba7 None None] Bound using segment: {'id': 'f129bd32-7911-4aaf-8e97-a9024ba71deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '656db470-8519-4483-9948-4b30bcb1c90d'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:16:47.008205 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-36872d0e-9e08-44dd-84ef-69a6ab7efba7 None None] Bound port: e2f494de-d6c0-4212-b107-a0b388bed43b, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f129bd32-7911-4aaf-8e97-a9024ba71deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '656db470-8519-4483-9948-4b30bcb1c90d'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:16:47.009130 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-36872d0e-9e08-44dd-84ef-69a6ab7efba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:47.129374 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-36872d0e-9e08-44dd-84ef-69a6ab7efba7 None None] For port e2f494de-d6c0-4212-b107-a0b388bed43b, host n-d-818022-2, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:16:47.132888 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-36872d0e-9e08-44dd-84ef-69a6ab7efba7 None None] For port e2f494de-d6c0-4212-b107-a0b388bed43b, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=e2f494de-d6c0-4212-b107-a0b388bed43b,segment=NetworkSegment(f129bd32-7911-4aaf-8e97-a9024ba71deb),segment_id=f129bd32-7911-4aaf-8e97-a9024ba71deb)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:16:47.145198 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-36872d0e-9e08-44dd-84ef-69a6ab7efba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:47.214763 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36872d0e-9e08-44dd-84ef-69a6ab7efba7 None None] Routers {'204d8c86-2633-4b36-83f5-6821cd2c7573'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:16:47.215409 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-36872d0e-9e08-44dd-84ef-69a6ab7efba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:16:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['204d8c86-2633-4b36-83f5-6821cd2c7573'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:16:47.275985 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddf5aea-800b-4398-bba4-48f39c6d54d0 None None] Pushing event updated for resources: {'Port': ['ID=e2f494de-d6c0-4212-b107-a0b388bed43b,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:16:47.280936 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0585900c-947b-4752-a7b1-df8c28f9db98 admin admin] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:16:47.298906 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-ef88ed97-266c-41cd-bbcb-ad444589c34f None None] Provisioning complete for port e2f494de-d6c0-4212-b107-a0b388bed43b triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:16:47.299204 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ef88ed97-266c-41cd-bbcb-ad444589c34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:47.300323 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a008d65-3115-4c84-bea5-2e367ed324a0 None None] Sync routers for ids ['dce6ad44-87a5-4ef0-b25d-dca118473958'] in n-d-818022-2 {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:16:47.313566 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a008d65-3115-4c84-bea5-2e367ed324a0 None None] Routers {'dce6ad44-87a5-4ef0-b25d-dca118473958'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:16:47.314590 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-5a008d65-3115-4c84-bea5-2e367ed324a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:16:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['dce6ad44-87a5-4ef0-b25d-dca118473958'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:16:47.315597 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0585900c-947b-4752-a7b1-df8c28f9db98 admin admin] Publish callbacks [] for router, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:47.316906 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-0585900c-947b-4752-a7b1-df8c28f9db98 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.8754959 Nov 19 18:16:47.319675 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 43178) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:16:47.438943 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-36872d0e-9e08-44dd-84ef-69a6ab7efba7 None None] Set router 204d8c86-2633-4b36-83f5-6821cd2c7573 gateway port host: n-d-818022-2 {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:16:47.463227 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-5a008d65-3115-4c84-bea5-2e367ed324a0 None None] Set router dce6ad44-87a5-4ef0-b25d-dca118473958 gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:16:47.479012 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ef88ed97-266c-41cd-bbcb-ad444589c34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:47.562871 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-ef88ed97-266c-41cd-bbcb-ad444589c34f None None] For port e2f494de-d6c0-4212-b107-a0b388bed43b, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=e2f494de-d6c0-4212-b107-a0b388bed43b,segment=NetworkSegment(f129bd32-7911-4aaf-8e97-a9024ba71deb),segment_id=f129bd32-7911-4aaf-8e97-a9024ba71deb)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:16:47.598650 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ef88ed97-266c-41cd-bbcb-ad444589c34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:47.676602 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef88ed97-266c-41cd-bbcb-ad444589c34f None None] Pushing event updated for resources: {'Port': ['ID=e2f494de-d6c0-4212-b107-a0b388bed43b,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:16:47.736536 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-be2da33f-e05b-4bdd-933b-c2a07605380e None None] Provisioning complete for port e2f494de-d6c0-4212-b107-a0b388bed43b triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:16:47.736905 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-be2da33f-e05b-4bdd-933b-c2a07605380e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:47.786473 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-5a008d65-3115-4c84-bea5-2e367ed324a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dce6ad44-87a5-4ef0-b25d-dca118473958', 'name': 'tempest-TestVolumeBootPattern-1856357049-router', 'tenant_id': '72064e4d4c304055bc12a4318ec8337e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.60'}], 'enable_snat': True}, 'gw_port_id': '82e54432-feed-45be-83ad-4897f829c8ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:16:45Z', 'updated_at': '2021-11-19T18:16:46Z', 'revision_number': 3, 'project_id': '72064e4d4c304055bc12a4318ec8337e', 'gw_port': {'id': '82e54432-feed-45be-83ad-4897f829c8ae', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:9c:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dce6ad44-87a5-4ef0-b25d-dca118473958', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:16:45Z', 'updated_at': '2021-11-19T18:16:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:16:47.794841 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-36872d0e-9e08-44dd-84ef-69a6ab7efba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '204d8c86-2633-4b36-83f5-6821cd2c7573', 'name': 'tempest-TestVolumeBootPattern-398289042-router', 'tenant_id': 'd09befc26c6d48b68aeefb676fca7c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': 'fe6ae1f1-4f6d-4f04-bef8-2cfbbf358d69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:16:41Z', 'updated_at': '2021-11-19T18:16:43Z', 'revision_number': 4, 'project_id': 'd09befc26c6d48b68aeefb676fca7c9a', 'gw_port': {'id': 'fe6ae1f1-4f6d-4f04-bef8-2cfbbf358d69', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e9:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '204d8c86-2633-4b36-83f5-6821cd2c7573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:16:41Z', 'updated_at': '2021-11-19T18:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': 'e2f494de-d6c0-4212-b107-a0b388bed43b', 'name': '', 'network_id': '656db470-8519-4483-9948-4b30bcb1c90d', 'tenant_id': 'd09befc26c6d48b68aeefb676fca7c9a', 'mac_address': 'fa:16:3e:d2:9e:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '204d8c86-2633-4b36-83f5-6821cd2c7573', 'device_owner': 'network:router_interface', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': 'a4fb003c-f9b9-4088-b0fe-6363f7d9b384', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:16:43Z', 'updated_at': '2021-11-19T18:16:47Z', 'revision_number': 4, 'project_id': 'd09befc26c6d48b68aeefb676fca7c9a', 'subnets': [{'id': 'a4fb003c-f9b9-4088-b0fe-6363f7d9b384', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:16:47.817437 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a008d65-3115-4c84-bea5-2e367ed324a0 None None] Checking router: dce6ad44-87a5-4ef0-b25d-dca118473958 for host: n-d-818022-2 {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:16:47.817840 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a008d65-3115-4c84-bea5-2e367ed324a0 None None] Updating router dce6ad44-87a5-4ef0-b25d-dca118473958 port 82e54432-feed-45be-83ad-4897f829c8ae binding host n-d-818022-2 {{(pid=103367) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 18:16:47.825007 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36872d0e-9e08-44dd-84ef-69a6ab7efba7 None None] The sync data for ids ['204d8c86-2633-4b36-83f5-6821cd2c7573'] in n-d-818022-2 is: [{'id': '204d8c86-2633-4b36-83f5-6821cd2c7573', 'name': 'tempest-TestVolumeBootPattern-398289042-router', 'tenant_id': 'd09befc26c6d48b68aeefb676fca7c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': 'fe6ae1f1-4f6d-4f04-bef8-2cfbbf358d69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:16:41Z', 'updated_at': '2021-11-19T18:16:43Z', 'revision_number': 4, 'project_id': 'd09befc26c6d48b68aeefb676fca7c9a', 'gw_port': {'id': 'fe6ae1f1-4f6d-4f04-bef8-2cfbbf358d69', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e9:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '204d8c86-2633-4b36-83f5-6821cd2c7573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:16:41Z', 'updated_at': '2021-11-19T18:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': 'e2f494de-d6c0-4212-b107-a0b388bed43b', 'name': '', 'network_id': '656db470-8519-4483-9948-4b30bcb1c90d', 'tenant_id': 'd09befc26c6d48b68aeefb676fca7c9a', 'mac_address': 'fa:16:3e:d2:9e:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '204d8c86-2633-4b36-83f5-6821cd2c7573', 'device_owner': 'network:router_interface', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': 'a4fb003c-f9b9-4088-b0fe-6363f7d9b384', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:16:43Z', 'updated_at': '2021-11-19T18:16:47Z', 'revision_number': 4, 'project_id': 'd09befc26c6d48b68aeefb676fca7c9a', 'subnets': [{'id': 'a4fb003c-f9b9-4088-b0fe-6363f7d9b384', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:16:47.849161 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-78bb7cd5-11f5-4b3d-9059-a0e79e07ba3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:47.852122 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-5a008d65-3115-4c84-bea5-2e367ed324a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:48.090784 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [None req-78bb7cd5-11f5-4b3d-9059-a0e79e07ba3e admin admin] Allocated IP 172.20.0.1 (cc84623e-d5cb-476b-8872-7aa428457719/17734427-d3ad-4193-8b59-634da9da7d98/24631553-7bec-4555-80ca-909c5196c32c) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:16:48.182836 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b13d9ebe-2b39-4e68-ad35-a8fa5d54cf5f None None] Network cc84623e-d5cb-476b-8872-7aa428457719 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:16:48.198247 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-5a008d65-3115-4c84-bea5-2e367ed324a0 None None] Publish callbacks [] for port, precommit_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:48.205612 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-5a008d65-3115-4c84-bea5-2e367ed324a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:48.218654 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-78bb7cd5-11f5-4b3d-9059-a0e79e07ba3e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:48.259519 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-df35d4fd-c120-49b1-9181-1882ae53e3c7 None None] Provisioning complete for port f7ea260a-58d5-4841-a15e-ae7daa0f4fee triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:16:48.259983 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-df35d4fd-c120-49b1-9181-1882ae53e3c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:48.262853 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-5a008d65-3115-4c84-bea5-2e367ed324a0 None None] Attempting to bind port 82e54432-feed-45be-83ad-4897f829c8ae on host n-d-818022-2 for vnic_type normal with profile {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:16:48.263496 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-5a008d65-3115-4c84-bea5-2e367ed324a0 None None] Attempting to bind port 82e54432-feed-45be-83ad-4897f829c8ae by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:16:48.264137 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a008d65-3115-4c84-bea5-2e367ed324a0 None None] Attempting to bind port 82e54432-feed-45be-83ad-4897f829c8ae on network 645e61aa-1a6c-4e8f-857e-ab06edb4897f {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:16:48.267836 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-78bb7cd5-11f5-4b3d-9059-a0e79e07ba3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:48.274898 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a008d65-3115-4c84-bea5-2e367ed324a0 None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 16, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:16:48.275176 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a008d65-3115-4c84-bea5-2e367ed324a0 None None] Checking segment: {'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:16:48.275676 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-5a008d65-3115-4c84-bea5-2e367ed324a0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:48.276157 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a008d65-3115-4c84-bea5-2e367ed324a0 None None] Bound using segment: {'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:16:48.276875 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-5a008d65-3115-4c84-bea5-2e367ed324a0 None None] Bound port: 82e54432-feed-45be-83ad-4897f829c8ae, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'}}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:16:48.277344 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-5a008d65-3115-4c84-bea5-2e367ed324a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:48.279494 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cececebf-bce0-4563-9557-cfeb6933b476 None None] Pushing event updated for resources: {'Port': ['ID=82e54432-feed-45be-83ad-4897f829c8ae,revision_number=2']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:16:48.294536 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2644169d-4d09-4ee9-b357-98d4b11ad148 None None] DHCP port deletion for 645e61aa-1a6c-4e8f-857e-ab06edb4897f request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:16:48.298089 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78bb7cd5-11f5-4b3d-9059-a0e79e07ba3e admin admin] Network cc84623e-d5cb-476b-8872-7aa428457719 is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:16:48.301250 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-78bb7cd5-11f5-4b3d-9059-a0e79e07ba3e admin admin] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:16:48.325399 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78bb7cd5-11f5-4b3d-9059-a0e79e07ba3e admin admin] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:16:48.347036 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-5a008d65-3115-4c84-bea5-2e367ed324a0 None None] For port 82e54432-feed-45be-83ad-4897f829c8ae, host n-d-818022-2, cleared binding levels {{(pid=103367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:16:48.350971 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-5a008d65-3115-4c84-bea5-2e367ed324a0 None None] For port 82e54432-feed-45be-83ad-4897f829c8ae, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=82e54432-feed-45be-83ad-4897f829c8ae,segment=NetworkSegment(bbe705c1-96c0-476e-8381-28227e6f0ac5),segment_id=bbe705c1-96c0-476e-8381-28227e6f0ac5)] {{(pid=103367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:16:48.357581 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-5a008d65-3115-4c84-bea5-2e367ed324a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:48.373559 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bb7cd5-11f5-4b3d-9059-a0e79e07ba3e admin admin] Pushing event updated for resources: {'Port': ['ID=24631553-7bec-4555-80ca-909c5196c32c,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:16:48.395114 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-78bb7cd5-11f5-4b3d-9059-a0e79e07ba3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-671361'] for router_interface, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:48.429846 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a008d65-3115-4c84-bea5-2e367ed324a0 None None] Routers {'dce6ad44-87a5-4ef0-b25d-dca118473958'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:16:48.430630 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-5a008d65-3115-4c84-bea5-2e367ed324a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:16:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['dce6ad44-87a5-4ef0-b25d-dca118473958'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:16:48.554384 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cececebf-bce0-4563-9557-cfeb6933b476 None None] Pushing event updated for resources: {'Port': ['ID=82e54432-feed-45be-83ad-4897f829c8ae,revision_number=3']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:16:48.580634 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-5a008d65-3115-4c84-bea5-2e367ed324a0 None None] Set router dce6ad44-87a5-4ef0-b25d-dca118473958 gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:16:48.583438 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-78bb7cd5-11f5-4b3d-9059-a0e79e07ba3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:48.644917 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30ed68dc-7cb1-47f4-a910-142cd9a6d93d None None] DHCP port deletion for 645e61aa-1a6c-4e8f-857e-ab06edb4897f request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:16:48.710843 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-df35d4fd-c120-49b1-9181-1882ae53e3c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:48.787129 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-df35d4fd-c120-49b1-9181-1882ae53e3c7 None None] For port f7ea260a-58d5-4841-a15e-ae7daa0f4fee, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=f7ea260a-58d5-4841-a15e-ae7daa0f4fee,segment=NetworkSegment(946261ea-6426-4d6f-ada5-543ba8ec005b),segment_id=946261ea-6426-4d6f-ada5-543ba8ec005b)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:16:48.798905 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-df35d4fd-c120-49b1-9181-1882ae53e3c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:48.868071 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-78bb7cd5-11f5-4b3d-9059-a0e79e07ba3e admin admin] Publish callbacks [] for port, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:48.874544 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-78bb7cd5-11f5-4b3d-9059-a0e79e07ba3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:48.878279 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-5a008d65-3115-4c84-bea5-2e367ed324a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dce6ad44-87a5-4ef0-b25d-dca118473958', 'name': 'tempest-TestVolumeBootPattern-1856357049-router', 'tenant_id': '72064e4d4c304055bc12a4318ec8337e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.60'}], 'enable_snat': True}, 'gw_port_id': '82e54432-feed-45be-83ad-4897f829c8ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:16:45Z', 'updated_at': '2021-11-19T18:16:46Z', 'revision_number': 3, 'project_id': '72064e4d4c304055bc12a4318ec8337e', 'gw_port': {'id': '82e54432-feed-45be-83ad-4897f829c8ae', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:9c:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dce6ad44-87a5-4ef0-b25d-dca118473958', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:16:45Z', 'updated_at': '2021-11-19T18:16:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:16:48.913385 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df35d4fd-c120-49b1-9181-1882ae53e3c7 None None] Pushing event updated for resources: {'Port': ['ID=f7ea260a-58d5-4841-a15e-ae7daa0f4fee,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:16:48.959809 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a008d65-3115-4c84-bea5-2e367ed324a0 None None] The sync data for ids ['dce6ad44-87a5-4ef0-b25d-dca118473958'] in n-d-818022-2 is: [{'id': 'dce6ad44-87a5-4ef0-b25d-dca118473958', 'name': 'tempest-TestVolumeBootPattern-1856357049-router', 'tenant_id': '72064e4d4c304055bc12a4318ec8337e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.60'}], 'enable_snat': True}, 'gw_port_id': '82e54432-feed-45be-83ad-4897f829c8ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:16:45Z', 'updated_at': '2021-11-19T18:16:46Z', 'revision_number': 3, 'project_id': '72064e4d4c304055bc12a4318ec8337e', 'gw_port': {'id': '82e54432-feed-45be-83ad-4897f829c8ae', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:9c:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dce6ad44-87a5-4ef0-b25d-dca118473958', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:16:45Z', 'updated_at': '2021-11-19T18:16:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:16:48.970944 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-24c2b2f3-a5c2-4af9-9308-eb29b96558b0 None None] Provisioning complete for port 82e54432-feed-45be-83ad-4897f829c8ae triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:16:48.971409 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-24c2b2f3-a5c2-4af9-9308-eb29b96558b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:49.014003 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-78bb7cd5-11f5-4b3d-9059-a0e79e07ba3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-768529'] for router_interface, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:49.107238 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device e2f494de-d6c0-4212-b107-a0b388bed43b up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:16:49.134788 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bb7cd5-11f5-4b3d-9059-a0e79e07ba3e admin admin] Pushing event updated for resources: {'Port': ['ID=24631553-7bec-4555-80ca-909c5196c32c,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:16:49.171300 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-24c2b2f3-a5c2-4af9-9308-eb29b96558b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:49.205579 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78bb7cd5-11f5-4b3d-9059-a0e79e07ba3e admin admin] Network cc84623e-d5cb-476b-8872-7aa428457719 is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:16:49.207065 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-78bb7cd5-11f5-4b3d-9059-a0e79e07ba3e admin admin] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:16:49.213102 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-24c2b2f3-a5c2-4af9-9308-eb29b96558b0 None None] For port 82e54432-feed-45be-83ad-4897f829c8ae, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=82e54432-feed-45be-83ad-4897f829c8ae,segment=NetworkSegment(bbe705c1-96c0-476e-8381-28227e6f0ac5),segment_id=bbe705c1-96c0-476e-8381-28227e6f0ac5)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:16:49.223228 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-24c2b2f3-a5c2-4af9-9308-eb29b96558b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:49.264404 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port e2f494de-d6c0-4212-b107-a0b388bed43b triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:16:49.264781 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:49.314588 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c2b2f3-a5c2-4af9-9308-eb29b96558b0 None None] Pushing event updated for resources: {'Port': ['ID=82e54432-feed-45be-83ad-4897f829c8ae,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:16:49.378072 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device f7ea260a-58d5-4841-a15e-ae7daa0f4fee up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:16:49.385761 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78bb7cd5-11f5-4b3d-9059-a0e79e07ba3e admin admin] Router dce6ad44-87a5-4ef0-b25d-dca118473958 has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 18:16:49.426396 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-8947e9b7-1cbc-4447-b8bd-ed3e0cc72705 None None] Provisioning complete for port f7ea260a-58d5-4841-a15e-ae7daa0f4fee triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:16:49.426781 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8947e9b7-1cbc-4447-b8bd-ed3e0cc72705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:49.499174 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port f7ea260a-58d5-4841-a15e-ae7daa0f4fee triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:16:49.499543 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:49.569240 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78bb7cd5-11f5-4b3d-9059-a0e79e07ba3e admin admin] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:16:49.580181 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-78bb7cd5-11f5-4b3d-9059-a0e79e07ba3e admin admin] 10.222.0.54 "PUT /v2.0/routers/dce6ad44-87a5-4ef0-b25d-dca118473958/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2594011 Nov 19 18:16:49.660044 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-8947e9b7-1cbc-4447-b8bd-ed3e0cc72705 None None] Provisioning complete for port 24631553-7bec-4555-80ca-909c5196c32c triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:16:49.660616 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8947e9b7-1cbc-4447-b8bd-ed3e0cc72705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:49.799487 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-8947e9b7-1cbc-4447-b8bd-ed3e0cc72705 None None] Port 24631553-7bec-4555-80ca-909c5196c32c cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:16:49.849714 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-e62a64f7-53cf-4508-9377-aeaa02c91c7b None None] Provisioning complete for port 24631553-7bec-4555-80ca-909c5196c32c triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:16:49.850113 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e62a64f7-53cf-4508-9377-aeaa02c91c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:49.887204 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-e62a64f7-53cf-4508-9377-aeaa02c91c7b None None] Port 24631553-7bec-4555-80ca-909c5196c32c cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:16:50.988504 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 82e54432-feed-45be-83ad-4897f829c8ae up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:16:51.043281 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 82e54432-feed-45be-83ad-4897f829c8ae triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:16:51.043749 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:51.133305 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device f7ea260a-58d5-4841-a15e-ae7daa0f4fee up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:16:51.188593 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port f7ea260a-58d5-4841-a15e-ae7daa0f4fee triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:16:51.188967 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:51.384320 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0754997c-e37f-401e-bb5e-fea563ad5fac None None] Sync routers for ids ['dce6ad44-87a5-4ef0-b25d-dca118473958'] in n-d-818022-2 {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:16:51.394575 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0754997c-e37f-401e-bb5e-fea563ad5fac None None] Routers {'dce6ad44-87a5-4ef0-b25d-dca118473958'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:16:51.395184 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-0754997c-e37f-401e-bb5e-fea563ad5fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:16:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['dce6ad44-87a5-4ef0-b25d-dca118473958'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:16:51.503125 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-0754997c-e37f-401e-bb5e-fea563ad5fac None None] Set router dce6ad44-87a5-4ef0-b25d-dca118473958 gateway port host: n-d-818022-2 {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:16:51.689026 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a2d73a-f023-4237-bacc-3367a5b0d90d req-dd59e9df-9cc1-4218-88a5-64412b08b3ba tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:16:51.690468 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a5a2d73a-f023-4237-bacc-3367a5b0d90d req-dd59e9df-9cc1-4218-88a5-64412b08b3ba tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/networks?id=656db470-8519-4483-9948-4b30bcb1c90d HTTP/1.1" status: 200 len: 811 time: 0.1067667 Nov 19 18:16:51.703786 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-0754997c-e37f-401e-bb5e-fea563ad5fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dce6ad44-87a5-4ef0-b25d-dca118473958', 'name': 'tempest-TestVolumeBootPattern-1856357049-router', 'tenant_id': '72064e4d4c304055bc12a4318ec8337e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.60'}], 'enable_snat': True}, 'gw_port_id': '82e54432-feed-45be-83ad-4897f829c8ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:16:45Z', 'updated_at': '2021-11-19T18:16:48Z', 'revision_number': 4, 'project_id': '72064e4d4c304055bc12a4318ec8337e', 'gw_port': {'id': '82e54432-feed-45be-83ad-4897f829c8ae', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:9c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce6ad44-87a5-4ef0-b25d-dca118473958', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:16:45Z', 'updated_at': '2021-11-19T18:16:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': '24631553-7bec-4555-80ca-909c5196c32c', 'name': '', 'network_id': 'cc84623e-d5cb-476b-8872-7aa428457719', 'tenant_id': '72064e4d4c304055bc12a4318ec8337e', 'mac_address': 'fa:16:3e:e4:4e:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dce6ad44-87a5-4ef0-b25d-dca118473958', 'device_owner': 'network:router_interface', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': '17734427-d3ad-4193-8b59-634da9da7d98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:16:47Z', 'updated_at': '2021-11-19T18:16:48Z', 'revision_number': 2, 'project_id': '72064e4d4c304055bc12a4318ec8337e', 'subnets': [{'id': '17734427-d3ad-4193-8b59-634da9da7d98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:16:51.706044 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a5a2d73a-f023-4237-bacc-3367a5b0d90d req-7d2b3e69-0885-4eaf-a7f5-f22c07a3b13e tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/quotas/d09befc26c6d48b68aeefb676fca7c9a HTTP/1.1" status: 200 len: 375 time: 0.0095272 Nov 19 18:16:51.730120 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0754997c-e37f-401e-bb5e-fea563ad5fac None None] Checking router: dce6ad44-87a5-4ef0-b25d-dca118473958 for host: n-d-818022-2 {{(pid=103366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:16:51.730482 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0754997c-e37f-401e-bb5e-fea563ad5fac None None] Updating router dce6ad44-87a5-4ef0-b25d-dca118473958 port 24631553-7bec-4555-80ca-909c5196c32c binding host n-d-818022-2 {{(pid=103366) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 18:16:51.757925 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a5a2d73a-f023-4237-bacc-3367a5b0d90d req-3c445729-92e7-49b4-bbac-ee6ad922923c tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=d09befc26c6d48b68aeefb676fca7c9a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0461643 Nov 19 18:16:51.759086 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0754997c-e37f-401e-bb5e-fea563ad5fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:51.847659 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a5a2d73a-f023-4237-bacc-3367a5b0d90d req-f7148fa6-6c5f-401c-9436-2598e910686d service neutron] 10.222.0.54 "GET /v2.0/networks/656db470-8519-4483-9948-4b30bcb1c90d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823438 Nov 19 18:16:51.940089 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a5a2d73a-f023-4237-bacc-3367a5b0d90d req-85496e9b-046e-48a2-95ad-14db07a2c597 service neutron] 10.222.0.54 "GET /v2.0/networks/656db470-8519-4483-9948-4b30bcb1c90d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860794 Nov 19 18:16:52.018441 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0754997c-e37f-401e-bb5e-fea563ad5fac None None] Publish callbacks [] for port, precommit_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:52.024046 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0754997c-e37f-401e-bb5e-fea563ad5fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:52.075592 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef69b67-581d-47e9-a2ab-9ca5e64725dd None None] Pushing event updated for resources: {'Port': ['ID=24631553-7bec-4555-80ca-909c5196c32c,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:16:52.139273 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-0754997c-e37f-401e-bb5e-fea563ad5fac None None] Attempting to bind port 24631553-7bec-4555-80ca-909c5196c32c on host n-d-818022-2 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:16:52.139696 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-0754997c-e37f-401e-bb5e-fea563ad5fac None None] Attempting to bind port 24631553-7bec-4555-80ca-909c5196c32c by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': '946261ea-6426-4d6f-ada5-543ba8ec005b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'cc84623e-d5cb-476b-8872-7aa428457719'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:16:52.140096 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0754997c-e37f-401e-bb5e-fea563ad5fac None None] Attempting to bind port 24631553-7bec-4555-80ca-909c5196c32c on network cc84623e-d5cb-476b-8872-7aa428457719 {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:16:52.146608 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0754997c-e37f-401e-bb5e-fea563ad5fac None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 16, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:16:52.147588 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0754997c-e37f-401e-bb5e-fea563ad5fac None None] Checking segment: {'id': '946261ea-6426-4d6f-ada5-543ba8ec005b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'cc84623e-d5cb-476b-8872-7aa428457719'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:16:52.147588 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0754997c-e37f-401e-bb5e-fea563ad5fac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:52.147753 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0754997c-e37f-401e-bb5e-fea563ad5fac None None] Bound using segment: {'id': '946261ea-6426-4d6f-ada5-543ba8ec005b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'cc84623e-d5cb-476b-8872-7aa428457719'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:16:52.148246 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-0754997c-e37f-401e-bb5e-fea563ad5fac None None] Bound port: 24631553-7bec-4555-80ca-909c5196c32c, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '946261ea-6426-4d6f-ada5-543ba8ec005b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'cc84623e-d5cb-476b-8872-7aa428457719'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:16:52.148656 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0754997c-e37f-401e-bb5e-fea563ad5fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:52.239592 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0754997c-e37f-401e-bb5e-fea563ad5fac None None] For port 24631553-7bec-4555-80ca-909c5196c32c, host n-d-818022-2, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:16:52.242972 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0754997c-e37f-401e-bb5e-fea563ad5fac None None] For port 24631553-7bec-4555-80ca-909c5196c32c, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=24631553-7bec-4555-80ca-909c5196c32c,segment=NetworkSegment(946261ea-6426-4d6f-ada5-543ba8ec005b),segment_id=946261ea-6426-4d6f-ada5-543ba8ec005b)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:16:52.247626 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0754997c-e37f-401e-bb5e-fea563ad5fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:52.252811 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c042d2f7-8db3-40bf-8a19-1a848eac369f req-c1255117-4721-47f1-8b08-80591c9b0893 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/ports?device_id=b7a40c33-e6dd-4dcb-8367-d68d9a2bc88a HTTP/1.1" status: 200 len: 210 time: 0.0286722 Nov 19 18:16:52.300987 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0754997c-e37f-401e-bb5e-fea563ad5fac None None] Routers {'dce6ad44-87a5-4ef0-b25d-dca118473958'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:16:52.301611 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-0754997c-e37f-401e-bb5e-fea563ad5fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:16:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['dce6ad44-87a5-4ef0-b25d-dca118473958'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:16:52.373545 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef69b67-581d-47e9-a2ab-9ca5e64725dd None None] Pushing event updated for resources: {'Port': ['ID=24631553-7bec-4555-80ca-909c5196c32c,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:16:52.419547 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-f1ea5195-27ec-4d7c-a336-131886b63fd3 None None] Provisioning complete for port 24631553-7bec-4555-80ca-909c5196c32c triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:16:52.419919 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f1ea5195-27ec-4d7c-a336-131886b63fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:52.477542 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-0754997c-e37f-401e-bb5e-fea563ad5fac None None] Set router dce6ad44-87a5-4ef0-b25d-dca118473958 gateway port host: n-d-818022-2 {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:16:52.626434 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f1ea5195-27ec-4d7c-a336-131886b63fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:52.685545 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-f1ea5195-27ec-4d7c-a336-131886b63fd3 None None] For port 24631553-7bec-4555-80ca-909c5196c32c, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=24631553-7bec-4555-80ca-909c5196c32c,segment=NetworkSegment(946261ea-6426-4d6f-ada5-543ba8ec005b),segment_id=946261ea-6426-4d6f-ada5-543ba8ec005b)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:16:52.691622 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f1ea5195-27ec-4d7c-a336-131886b63fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:52.778058 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ea5195-27ec-4d7c-a336-131886b63fd3 None None] Pushing event updated for resources: {'Port': ['ID=24631553-7bec-4555-80ca-909c5196c32c,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:16:52.783045 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-0754997c-e37f-401e-bb5e-fea563ad5fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dce6ad44-87a5-4ef0-b25d-dca118473958', 'name': 'tempest-TestVolumeBootPattern-1856357049-router', 'tenant_id': '72064e4d4c304055bc12a4318ec8337e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.60'}], 'enable_snat': True}, 'gw_port_id': '82e54432-feed-45be-83ad-4897f829c8ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:16:45Z', 'updated_at': '2021-11-19T18:16:48Z', 'revision_number': 4, 'project_id': '72064e4d4c304055bc12a4318ec8337e', 'gw_port': {'id': '82e54432-feed-45be-83ad-4897f829c8ae', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:9c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce6ad44-87a5-4ef0-b25d-dca118473958', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:16:45Z', 'updated_at': '2021-11-19T18:16:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': '24631553-7bec-4555-80ca-909c5196c32c', 'name': '', 'network_id': 'cc84623e-d5cb-476b-8872-7aa428457719', 'tenant_id': '72064e4d4c304055bc12a4318ec8337e', 'mac_address': 'fa:16:3e:e4:4e:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dce6ad44-87a5-4ef0-b25d-dca118473958', 'device_owner': 'network:router_interface', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': '17734427-d3ad-4193-8b59-634da9da7d98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:16:47Z', 'updated_at': '2021-11-19T18:16:52Z', 'revision_number': 4, 'project_id': '72064e4d4c304055bc12a4318ec8337e', 'subnets': [{'id': '17734427-d3ad-4193-8b59-634da9da7d98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:16:52.812373 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0754997c-e37f-401e-bb5e-fea563ad5fac None None] The sync data for ids ['dce6ad44-87a5-4ef0-b25d-dca118473958'] in n-d-818022-2 is: [{'id': 'dce6ad44-87a5-4ef0-b25d-dca118473958', 'name': 'tempest-TestVolumeBootPattern-1856357049-router', 'tenant_id': '72064e4d4c304055bc12a4318ec8337e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.60'}], 'enable_snat': True}, 'gw_port_id': '82e54432-feed-45be-83ad-4897f829c8ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:16:45Z', 'updated_at': '2021-11-19T18:16:48Z', 'revision_number': 4, 'project_id': '72064e4d4c304055bc12a4318ec8337e', 'gw_port': {'id': '82e54432-feed-45be-83ad-4897f829c8ae', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:9c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce6ad44-87a5-4ef0-b25d-dca118473958', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:16:45Z', 'updated_at': '2021-11-19T18:16:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': '24631553-7bec-4555-80ca-909c5196c32c', 'name': '', 'network_id': 'cc84623e-d5cb-476b-8872-7aa428457719', 'tenant_id': '72064e4d4c304055bc12a4318ec8337e', 'mac_address': 'fa:16:3e:e4:4e:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dce6ad44-87a5-4ef0-b25d-dca118473958', 'device_owner': 'network:router_interface', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': '17734427-d3ad-4193-8b59-634da9da7d98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:16:47Z', 'updated_at': '2021-11-19T18:16:52Z', 'revision_number': 4, 'project_id': '72064e4d4c304055bc12a4318ec8337e', 'subnets': [{'id': '17734427-d3ad-4193-8b59-634da9da7d98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:16:52.823797 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-c5d62dcb-8647-4e1e-a84c-ca701c108fcd None None] Provisioning complete for port 24631553-7bec-4555-80ca-909c5196c32c triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:16:52.824169 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-c5d62dcb-8647-4e1e-a84c-ca701c108fcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:52.998227 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 24631553-7bec-4555-80ca-909c5196c32c up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:16:53.215262 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 24631553-7bec-4555-80ca-909c5196c32c triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:16:53.216239 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:53.385889 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b9869f6e-1324-43a3-8823-6d72721986e7 req-06b70388-4fbe-40b6-99fd-8f5e9a5119f6 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/ports?device_id=b7a40c33-e6dd-4dcb-8367-d68d9a2bc88a HTTP/1.1" status: 200 len: 210 time: 0.0443137 Nov 19 18:16:53.493864 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a2d73a-f023-4237-bacc-3367a5b0d90d req-d0ce3772-349e-4220-9f07-56db2e6b5681 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:16:53.495242 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a5a2d73a-f023-4237-bacc-3367a5b0d90d req-d0ce3772-349e-4220-9f07-56db2e6b5681 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.86 "GET /v2.0/networks?id=656db470-8519-4483-9948-4b30bcb1c90d HTTP/1.1" status: 200 len: 811 time: 0.1270397 Nov 19 18:16:53.510455 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-a5a2d73a-f023-4237-bacc-3367a5b0d90d req-66349824-1e56-454d-b473-8835abb793b7 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Request body: {'port': {'device_id': 'b7a40c33-e6dd-4dcb-8367-d68d9a2bc88a', 'network_id': '656db470-8519-4483-9948-4b30bcb1c90d', 'admin_state_up': True, 'tenant_id': 'd09befc26c6d48b68aeefb676fca7c9a'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:16:53.626648 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-3ca1da8e-1fc6-4c93-9a5d-a9aa71bf95fd req-c3ea5504-0d1f-4a36-b552-be7876667b7e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=6f823120-2583-4ac2-8c26-8fb9eb5f20a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0997064 Nov 19 18:16:53.653794 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5a2d73a-f023-4237-bacc-3367a5b0d90d req-66349824-1e56-454d-b473-8835abb793b7 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Made reservation on behalf of d09befc26c6d48b68aeefb676fca7c9a for: {'port': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:16:53.658773 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-a5a2d73a-f023-4237-bacc-3367a5b0d90d req-66349824-1e56-454d-b473-8835abb793b7 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:53.767287 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca1da8e-1fc6-4c93-9a5d-a9aa71bf95fd req-35f21038-e356-4e8e-b2fd-1db5172e0310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:16:53.768701 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-3ca1da8e-1fc6-4c93-9a5d-a9aa71bf95fd req-35f21038-e356-4e8e-b2fd-1db5172e0310 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=46fc911a506f43faacc5bb57dab5a1bf&device_id=6f823120-2583-4ac2-8c26-8fb9eb5f20a1 HTTP/1.1" status: 200 len: 1096 time: 0.0904889 Nov 19 18:16:53.875128 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [req-a5a2d73a-f023-4237-bacc-3367a5b0d90d req-66349824-1e56-454d-b473-8835abb793b7 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Allocated IP 172.20.0.4 (656db470-8519-4483-9948-4b30bcb1c90d/a4fb003c-f9b9-4088-b0fe-6363f7d9b384/0da20fe8-705d-447a-ac7e-4f67eaf26e38) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:16:53.923880 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca1da8e-1fc6-4c93-9a5d-a9aa71bf95fd req-8f84105c-4ad0-47da-9f57-243518ece577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:16:53.925375 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-3ca1da8e-1fc6-4c93-9a5d-a9aa71bf95fd req-8f84105c-4ad0-47da-9f57-243518ece577 service neutron] 10.222.0.60 "GET /v2.0/networks?id=4a49efd5-bc80-4af6-a575-c2d3be6941db HTTP/1.1" status: 200 len: 910 time: 0.1302495 Nov 19 18:16:54.045936 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-3ca1da8e-1fc6-4c93-9a5d-a9aa71bf95fd req-8b7c6ac1-aea0-4d75-a3cd-69f19ed27b43 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=59f0147e-62be-4a98-8223-9a2273533484 HTTP/1.1" status: 200 len: 1001 time: 0.1118996 Nov 19 18:16:54.133682 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca1da8e-1fc6-4c93-9a5d-a9aa71bf95fd req-b2c984f4-e44e-4106-9f40-090da610c273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:16:54.135182 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-3ca1da8e-1fc6-4c93-9a5d-a9aa71bf95fd req-b2c984f4-e44e-4106-9f40-090da610c273 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2ed30503-f276-4fb6-afaa-f1a06284c79e HTTP/1.1" status: 200 len: 848 time: 0.0798504 Nov 19 18:16:54.139796 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-a5a2d73a-f023-4237-bacc-3367a5b0d90d req-66349824-1e56-454d-b473-8835abb793b7 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:54.200464 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca1da8e-1fc6-4c93-9a5d-a9aa71bf95fd req-81adbcea-8905-48dc-83aa-a55abcb36dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:16:54.202118 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-3ca1da8e-1fc6-4c93-9a5d-a9aa71bf95fd req-81adbcea-8905-48dc-83aa-a55abcb36dd3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4a49efd5-bc80-4af6-a575-c2d3be6941db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0593562 Nov 19 18:16:54.217717 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-a5a2d73a-f023-4237-bacc-3367a5b0d90d req-66349824-1e56-454d-b473-8835abb793b7 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:54.306018 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5a2d73a-f023-4237-bacc-3367a5b0d90d req-66349824-1e56-454d-b473-8835abb793b7 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Network 656db470-8519-4483-9948-4b30bcb1c90d is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:16:54.315316 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [req-a5a2d73a-f023-4237-bacc-3367a5b0d90d req-66349824-1e56-454d-b473-8835abb793b7 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:16:54.322158 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5a2d73a-f023-4237-bacc-3367a5b0d90d req-66349824-1e56-454d-b473-8835abb793b7 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:16:54.328676 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66349824-1e56-454d-b473-8835abb793b7 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Pushing event updated for resources: {'Port': ['ID=0da20fe8-705d-447a-ac7e-4f67eaf26e38,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:16:54.387312 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-3ca1da8e-1fc6-4c93-9a5d-a9aa71bf95fd req-3bb48ba9-3c84-4014-9ae2-0386e85aa11a service neutron] 10.222.0.60 "GET /v2.0/networks/4a49efd5-bc80-4af6-a575-c2d3be6941db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781857 Nov 19 18:16:54.405216 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a2d73a-f023-4237-bacc-3367a5b0d90d req-66349824-1e56-454d-b473-8835abb793b7 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:16:54.406185 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-a5a2d73a-f023-4237-bacc-3367a5b0d90d req-66349824-1e56-454d-b473-8835abb793b7 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:54.494585 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a5a2d73a-f023-4237-bacc-3367a5b0d90d req-66349824-1e56-454d-b473-8835abb793b7 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9879320 Nov 19 18:16:54.520495 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-a5a2d73a-f023-4237-bacc-3367a5b0d90d req-77d9b861-462d-4ec7-b502-205659d9c149 service neutron] Request body: {'port': {'device_id': 'b7a40c33-e6dd-4dcb-8367-d68d9a2bc88a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818022-2'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:16:54.576173 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-3ca1da8e-1fc6-4c93-9a5d-a9aa71bf95fd req-2713bb61-74c3-49e3-9fe1-9e7759622e3f service neutron] 10.222.0.60 "GET /v2.0/networks/4a49efd5-bc80-4af6-a575-c2d3be6941db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660879 Nov 19 18:16:54.584086 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-efb9d725-a50e-4dcc-8707-b73468f14051 None None] Provisioning complete for port 0da20fe8-705d-447a-ac7e-4f67eaf26e38 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:16:54.585304 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-efb9d725-a50e-4dcc-8707-b73468f14051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:54.617837 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b2651f-b024-4cd4-bdd2-17ab3aa1fa7d req-86176f8c-5d0b-4018-92b0-875bd106955f tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:16:54.619831 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-e8b2651f-b024-4cd4-bdd2-17ab3aa1fa7d req-86176f8c-5d0b-4018-92b0-875bd106955f tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/ports?device_id=b7a40c33-e6dd-4dcb-8367-d68d9a2bc88a HTTP/1.1" status: 200 len: 931 time: 0.1181507 Nov 19 18:16:54.626396 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-a5a2d73a-f023-4237-bacc-3367a5b0d90d req-77d9b861-462d-4ec7-b502-205659d9c149 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:54.627228 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-efb9d725-a50e-4dcc-8707-b73468f14051 None None] Port 0da20fe8-705d-447a-ac7e-4f67eaf26e38 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:16:54.705481 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-e8b2651f-b024-4cd4-bdd2-17ab3aa1fa7d req-d71880f9-3d4c-48e7-89b1-e1597b8a95dc tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/security-groups?id=ca31fa0b-2d92-40c1-b412-99f3e113c1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768003 Nov 19 18:16:55.242145 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [req-a5a2d73a-f023-4237-bacc-3367a5b0d90d req-77d9b861-462d-4ec7-b502-205659d9c149 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0da20fe8-705d-447a-ac7e-4f67eaf26e38 {{(pid=103364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:16:55.251011 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-a5a2d73a-f023-4237-bacc-3367a5b0d90d req-77d9b861-462d-4ec7-b502-205659d9c149 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:55.265823 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.provisioning_blocks [req-a5a2d73a-f023-4237-bacc-3367a5b0d90d req-77d9b861-462d-4ec7-b502-205659d9c149 service neutron] Transition to ACTIVE for port object 0da20fe8-705d-447a-ac7e-4f67eaf26e38 will not be triggered until provisioned by entity L2. {{(pid=103364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 18:16:55.269380 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-a5a2d73a-f023-4237-bacc-3367a5b0d90d req-77d9b861-462d-4ec7-b502-205659d9c149 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:55.368504 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d9b861-462d-4ec7-b502-205659d9c149 service neutron] Pushing event updated for resources: {'Port': ['ID=0da20fe8-705d-447a-ac7e-4f67eaf26e38,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:16:55.398869 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-a5a2d73a-f023-4237-bacc-3367a5b0d90d req-77d9b861-462d-4ec7-b502-205659d9c149 service neutron] Attempting to bind port 0da20fe8-705d-447a-ac7e-4f67eaf26e38 on host n-h2-818022-2 for vnic_type normal with profile {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:16:55.399260 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-a5a2d73a-f023-4237-bacc-3367a5b0d90d req-77d9b861-462d-4ec7-b502-205659d9c149 service neutron] Attempting to bind port 0da20fe8-705d-447a-ac7e-4f67eaf26e38 by drivers openvswitch,hyperv on host n-h2-818022-2 at level 0 using segments [{'id': 'f129bd32-7911-4aaf-8e97-a9024ba71deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '656db470-8519-4483-9948-4b30bcb1c90d'}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:16:55.399596 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5a2d73a-f023-4237-bacc-3367a5b0d90d req-77d9b861-462d-4ec7-b502-205659d9c149 service neutron] Attempting to bind port 0da20fe8-705d-447a-ac7e-4f67eaf26e38 on network 656db470-8519-4483-9948-4b30bcb1c90d {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:16:55.404245 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5a2d73a-f023-4237-bacc-3367a5b0d90d req-77d9b861-462d-4ec7-b502-205659d9c149 service neutron] Port 0da20fe8-705d-447a-ac7e-4f67eaf26e38 on network 656db470-8519-4483-9948-4b30bcb1c90d not bound, no agent of type Open vSwitch agent registered on host n-h2-818022-2 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 18:16:55.404562 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5a2d73a-f023-4237-bacc-3367a5b0d90d req-77d9b861-462d-4ec7-b502-205659d9c149 service neutron] Attempting to bind port 0da20fe8-705d-447a-ac7e-4f67eaf26e38 on network 656db470-8519-4483-9948-4b30bcb1c90d {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:16:55.409942 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5a2d73a-f023-4237-bacc-3367a5b0d90d req-77d9b861-462d-4ec7-b502-205659d9c149 service neutron] Checking agent: {'id': '525ad2ac-c4ae-4c63-af2e-0bf8d25d0f0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'started_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 16, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:16:55.410281 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5a2d73a-f023-4237-bacc-3367a5b0d90d req-77d9b861-462d-4ec7-b502-205659d9c149 service neutron] Checking segment: {'id': 'f129bd32-7911-4aaf-8e97-a9024ba71deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '656db470-8519-4483-9948-4b30bcb1c90d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:16:55.410664 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5a2d73a-f023-4237-bacc-3367a5b0d90d req-77d9b861-462d-4ec7-b502-205659d9c149 service neutron] Bound using segment: {'id': 'f129bd32-7911-4aaf-8e97-a9024ba71deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '656db470-8519-4483-9948-4b30bcb1c90d'} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:16:55.411089 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-a5a2d73a-f023-4237-bacc-3367a5b0d90d req-77d9b861-462d-4ec7-b502-205659d9c149 service neutron] Bound port: 0da20fe8-705d-447a-ac7e-4f67eaf26e38, host: n-h2-818022-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f129bd32-7911-4aaf-8e97-a9024ba71deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '656db470-8519-4483-9948-4b30bcb1c90d'}}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:16:55.411437 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-a5a2d73a-f023-4237-bacc-3367a5b0d90d req-77d9b861-462d-4ec7-b502-205659d9c149 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:55.485896 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-a5a2d73a-f023-4237-bacc-3367a5b0d90d req-77d9b861-462d-4ec7-b502-205659d9c149 service neutron] For port 0da20fe8-705d-447a-ac7e-4f67eaf26e38, host n-h2-818022-2, cleared binding levels {{(pid=103364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:16:55.489216 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-a5a2d73a-f023-4237-bacc-3367a5b0d90d req-77d9b861-462d-4ec7-b502-205659d9c149 service neutron] For port 0da20fe8-705d-447a-ac7e-4f67eaf26e38, host n-h2-818022-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=0da20fe8-705d-447a-ac7e-4f67eaf26e38,segment=NetworkSegment(f129bd32-7911-4aaf-8e97-a9024ba71deb),segment_id=f129bd32-7911-4aaf-8e97-a9024ba71deb)] {{(pid=103364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:16:55.494004 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-a5a2d73a-f023-4237-bacc-3367a5b0d90d req-77d9b861-462d-4ec7-b502-205659d9c149 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:55.536233 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a2d73a-f023-4237-bacc-3367a5b0d90d req-77d9b861-462d-4ec7-b502-205659d9c149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:16:55.536899 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-a5a2d73a-f023-4237-bacc-3367a5b0d90d req-77d9b861-462d-4ec7-b502-205659d9c149 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:16:55.538472 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a5a2d73a-f023-4237-bacc-3367a5b0d90d req-77d9b861-462d-4ec7-b502-205659d9c149 service neutron] 10.222.0.86 "PUT /v2.0/ports/0da20fe8-705d-447a-ac7e-4f67eaf26e38 HTTP/1.1" status: 200 len: 1091 time: 1.0239449 Nov 19 18:16:55.539026 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7a40c33-e6dd-4dcb-8367-d68d9a2bc88a', 'tag': '0da20fe8-705d-447a-ac7e-4f67eaf26e38'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:16:55.541727 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dd4767a008c23f8566efc82158ee1b1fff34e1a9e908d76d0b6d0ab7e350e5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c887a495-3745-4d72-a289-6031dbd523de" -d '{"events": [{"name": "network-changed", "server_uuid": "b7a40c33-e6dd-4dcb-8367-d68d9a2bc88a", "tag": "0da20fe8-705d-447a-ac7e-4f67eaf26e38"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:16:55.589557 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d9b861-462d-4ec7-b502-205659d9c149 service neutron] Pushing event updated for resources: {'Port': ['ID=0da20fe8-705d-447a-ac7e-4f67eaf26e38,revision_number=3']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:16:55.608555 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 18:16:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d215d0d1-9a65-4b3a-9cb5-eb07328d3138 x-openstack-request-id: req-d215d0d1-9a65-4b3a-9cb5-eb07328d3138 {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:16:55.609125 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7a40c33-e6dd-4dcb-8367-d68d9a2bc88a", "tag": "0da20fe8-705d-447a-ac7e-4f67eaf26e38", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:16:55.609398 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d215d0d1-9a65-4b3a-9cb5-eb07328d3138 {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:16:55.610410 n-d-818022-2 neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7a40c33-e6dd-4dcb-8367-d68d9a2bc88a', 'tag': '0da20fe8-705d-447a-ac7e-4f67eaf26e38', 'status': 'completed', 'code': 200} Nov 19 18:16:55.652614 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a2d73a-f023-4237-bacc-3367a5b0d90d req-d56751ab-91b0-46e6-9025-a84ebc93a431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:16:55.654206 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a5a2d73a-f023-4237-bacc-3367a5b0d90d req-d56751ab-91b0-46e6-9025-a84ebc93a431 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=d09befc26c6d48b68aeefb676fca7c9a&device_id=b7a40c33-e6dd-4dcb-8367-d68d9a2bc88a HTTP/1.1" status: 200 len: 1094 time: 0.0609860 Nov 19 18:16:55.702768 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a5a2d73a-f023-4237-bacc-3367a5b0d90d req-44c6655a-1f16-410a-bbde-0cb9aa330a7b service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0da20fe8-705d-447a-ac7e-4f67eaf26e38 HTTP/1.1" status: 200 len: 217 time: 0.0375986 Nov 19 18:16:55.784666 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a2d73a-f023-4237-bacc-3367a5b0d90d req-ae4463fa-50f6-4e97-b3d9-bbd0ac668713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:16:55.786383 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a5a2d73a-f023-4237-bacc-3367a5b0d90d req-ae4463fa-50f6-4e97-b3d9-bbd0ac668713 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=a4fb003c-f9b9-4088-b0fe-6363f7d9b384 HTTP/1.1" status: 200 len: 850 time: 0.0707304 Nov 19 18:16:55.869349 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a2d73a-f023-4237-bacc-3367a5b0d90d req-5be27136-c8d3-48f3-9bd9-8065e05ad2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:16:55.870805 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a5a2d73a-f023-4237-bacc-3367a5b0d90d req-5be27136-c8d3-48f3-9bd9-8065e05ad2cd service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=656db470-8519-4483-9948-4b30bcb1c90d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0760753 Nov 19 18:16:55.879380 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6520f64-3788-4634-ada5-14d2a87247a6 req-4c311860-0374-4670-8ebc-f6794f1a4f6e tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:16:55.880816 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d6520f64-3788-4634-ada5-14d2a87247a6 req-4c311860-0374-4670-8ebc-f6794f1a4f6e tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/ports?device_id=b7a40c33-e6dd-4dcb-8367-d68d9a2bc88a HTTP/1.1" status: 200 len: 943 time: 0.0756426 Nov 19 18:16:55.989740 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d6520f64-3788-4634-ada5-14d2a87247a6 req-8be392ac-30c5-4a2b-907f-bb3d5e2f42a9 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/security-groups?id=ca31fa0b-2d92-40c1-b412-99f3e113c1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007133 Nov 19 18:16:56.007703 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a5a2d73a-f023-4237-bacc-3367a5b0d90d req-7dda3650-6aa8-46e2-b644-8dfef8130604 service neutron] 10.222.0.86 "GET /v2.0/networks/656db470-8519-4483-9948-4b30bcb1c90d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259503 Nov 19 18:16:56.100257 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a5a2d73a-f023-4237-bacc-3367a5b0d90d req-c013473a-6fae-4a3e-b0eb-ab6f92227c59 service neutron] 10.222.0.86 "GET /v2.0/networks/656db470-8519-4483-9948-4b30bcb1c90d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839477 Nov 19 18:16:56.186353 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c887a495-3745-4d72-a289-6031dbd523de req-0dfaf7b7-a6ce-4d4e-b3d6-50e83c0e020c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:16:56.187865 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c887a495-3745-4d72-a289-6031dbd523de req-0dfaf7b7-a6ce-4d4e-b3d6-50e83c0e020c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=d09befc26c6d48b68aeefb676fca7c9a&device_id=b7a40c33-e6dd-4dcb-8367-d68d9a2bc88a HTTP/1.1" status: 200 len: 1094 time: 0.0424435 Nov 19 18:16:56.285774 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c887a495-3745-4d72-a289-6031dbd523de req-75622ec1-fa8d-4cee-ad82-18c1561bc2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:16:56.287279 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c887a495-3745-4d72-a289-6031dbd523de req-75622ec1-fa8d-4cee-ad82-18c1561bc2b6 service neutron] 10.222.0.86 "GET /v2.0/networks?id=656db470-8519-4483-9948-4b30bcb1c90d HTTP/1.1" status: 200 len: 912 time: 0.0916278 Nov 19 18:16:56.331061 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c887a495-3745-4d72-a289-6031dbd523de req-d07a8479-9166-467f-8f21-e3a3fef66a11 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0da20fe8-705d-447a-ac7e-4f67eaf26e38 HTTP/1.1" status: 200 len: 217 time: 0.0361633 Nov 19 18:16:56.381409 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c887a495-3745-4d72-a289-6031dbd523de req-4fb5374d-c7c0-4f9f-abc0-82e402f1260a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:16:56.382956 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c887a495-3745-4d72-a289-6031dbd523de req-4fb5374d-c7c0-4f9f-abc0-82e402f1260a service neutron] 10.222.0.86 "GET /v2.0/subnets?id=a4fb003c-f9b9-4088-b0fe-6363f7d9b384 HTTP/1.1" status: 200 len: 850 time: 0.0448251 Nov 19 18:16:56.438288 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c887a495-3745-4d72-a289-6031dbd523de req-bfc99605-b057-4a48-95fb-19bdd324a0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:16:56.439700 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c887a495-3745-4d72-a289-6031dbd523de req-bfc99605-b057-4a48-95fb-19bdd324a0aa service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=656db470-8519-4483-9948-4b30bcb1c90d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0487297 Nov 19 18:16:56.530490 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c887a495-3745-4d72-a289-6031dbd523de req-3161f45e-c38e-44af-bc7b-9ac0063d8a36 service neutron] 10.222.0.86 "GET /v2.0/networks/656db470-8519-4483-9948-4b30bcb1c90d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827713 Nov 19 18:16:56.630589 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c887a495-3745-4d72-a289-6031dbd523de req-0c0e7bab-d3a4-4543-a03a-cec6bbc39720 service neutron] 10.222.0.86 "GET /v2.0/networks/656db470-8519-4483-9948-4b30bcb1c90d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918536 Nov 19 18:16:57.108016 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091e629c-3cef-4bca-90d0-9104afa6c928 req-ae8435db-cc5d-4310-ae59-ff9254395232 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:16:57.109496 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-091e629c-3cef-4bca-90d0-9104afa6c928 req-ae8435db-cc5d-4310-ae59-ff9254395232 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/ports?device_id=b7a40c33-e6dd-4dcb-8367-d68d9a2bc88a HTTP/1.1" status: 200 len: 943 time: 0.0489926 Nov 19 18:16:57.161674 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-091e629c-3cef-4bca-90d0-9104afa6c928 req-3f6447b3-0156-46ac-8ca6-7b6d27b4f46b tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/security-groups?id=ca31fa0b-2d92-40c1-b412-99f3e113c1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454113 Nov 19 18:16:58.280002 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dba77b9-447e-45e0-975d-71326bae6d63 req-c0ce1426-6639-4c47-81e0-cc6e051d92e6 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:16:58.281660 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6dba77b9-447e-45e0-975d-71326bae6d63 req-c0ce1426-6639-4c47-81e0-cc6e051d92e6 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/ports?device_id=b7a40c33-e6dd-4dcb-8367-d68d9a2bc88a HTTP/1.1" status: 200 len: 943 time: 0.0510249 Nov 19 18:16:58.330471 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6dba77b9-447e-45e0-975d-71326bae6d63 req-bb86c212-c9aa-48aa-9af0-2f623b50ae6c tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/security-groups?id=ca31fa0b-2d92-40c1-b412-99f3e113c1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423095 Nov 19 18:16:59.722270 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a0dbc0-e6cd-4342-8ad7-6f473b1631a9 req-af7f360d-2f53-4e74-8142-c2e4b23b17d6 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:16:59.723766 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-56a0dbc0-e6cd-4342-8ad7-6f473b1631a9 req-af7f360d-2f53-4e74-8142-c2e4b23b17d6 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/ports?device_id=b7a40c33-e6dd-4dcb-8367-d68d9a2bc88a HTTP/1.1" status: 200 len: 943 time: 0.3247709 Nov 19 18:16:59.773280 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-56a0dbc0-e6cd-4342-8ad7-6f473b1631a9 req-02637398-eb5f-4e9a-8b56-a8605d233950 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/security-groups?id=ca31fa0b-2d92-40c1-b412-99f3e113c1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426316 Nov 19 18:16:59.790802 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-1f1f344d-acf6-4f60-b18b-8664594eaf94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:17:00.888905 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef12110-b036-4df4-9b3e-b5371b3a047c req-d24e746b-c772-4c0d-86a3-ef2ddbc2b77c tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:17:00.890514 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-fef12110-b036-4df4-9b3e-b5371b3a047c req-d24e746b-c772-4c0d-86a3-ef2ddbc2b77c tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/ports?device_id=b7a40c33-e6dd-4dcb-8367-d68d9a2bc88a HTTP/1.1" status: 200 len: 943 time: 0.0490966 Nov 19 18:17:00.942376 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-fef12110-b036-4df4-9b3e-b5371b3a047c req-d54e0da7-5e96-4ee2-a85b-2f414e254211 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/security-groups?id=ca31fa0b-2d92-40c1-b412-99f3e113c1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452435 Nov 19 18:17:02.009197 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-174ab01d-2373-4148-a7cd-263975b62a89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:17:02.056933 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71923070-9637-4a95-bb3a-0f634cafc97b req-a298d8df-e726-4c07-9fa5-f45194e0f636 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:17:02.058428 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-71923070-9637-4a95-bb3a-0f634cafc97b req-a298d8df-e726-4c07-9fa5-f45194e0f636 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/ports?device_id=b7a40c33-e6dd-4dcb-8367-d68d9a2bc88a HTTP/1.1" status: 200 len: 943 time: 0.0493445 Nov 19 18:17:02.104311 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-71923070-9637-4a95-bb3a-0f634cafc97b req-4da26f08-ef9b-4569-9b07-59e704099c4d tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/security-groups?id=ca31fa0b-2d92-40c1-b412-99f3e113c1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399022 Nov 19 18:17:03.215884 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f196a029-27b7-4add-a847-5933ff03d340 req-ddc64ca7-bced-45ff-a246-fb4e246da96f tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:17:03.217475 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f196a029-27b7-4add-a847-5933ff03d340 req-ddc64ca7-bced-45ff-a246-fb4e246da96f tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/ports?device_id=b7a40c33-e6dd-4dcb-8367-d68d9a2bc88a HTTP/1.1" status: 200 len: 943 time: 0.0476522 Nov 19 18:17:03.242669 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e46ecc5a-dc14-4744-b262-3072ff2e958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:17:03.266697 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f196a029-27b7-4add-a847-5933ff03d340 req-861799c1-2775-4917-8bbd-e92f8062a4eb tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/security-groups?id=ca31fa0b-2d92-40c1-b412-99f3e113c1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427203 Nov 19 18:17:03.966608 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:17:03.976427 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:17:04.387332 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0e7358-cf0d-4fb8-a20a-de1e70649d67 req-a7e94b3e-7b85-429f-ad3a-3d1856710a2f tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:17:04.388810 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ff0e7358-cf0d-4fb8-a20a-de1e70649d67 req-a7e94b3e-7b85-429f-ad3a-3d1856710a2f tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/ports?device_id=b7a40c33-e6dd-4dcb-8367-d68d9a2bc88a HTTP/1.1" status: 200 len: 943 time: 0.0533900 Nov 19 18:17:04.436316 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ff0e7358-cf0d-4fb8-a20a-de1e70649d67 req-a1a50625-5036-4c8d-9cb4-7baefabc771c tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/security-groups?id=ca31fa0b-2d92-40c1-b412-99f3e113c1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414340 Nov 19 18:17:04.840223 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e013d7e6-5264-4dcc-9759-54f5fb809e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:17:05.189502 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:17:05.551108 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf59d17-09bf-4af8-978e-207867409c97 req-25f887fa-eb26-437c-84d7-4ecf8b9a6197 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:17:05.552633 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-3bf59d17-09bf-4af8-978e-207867409c97 req-25f887fa-eb26-437c-84d7-4ecf8b9a6197 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/ports?device_id=b7a40c33-e6dd-4dcb-8367-d68d9a2bc88a HTTP/1.1" status: 200 len: 943 time: 0.0493548 Nov 19 18:17:05.599991 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-3bf59d17-09bf-4af8-978e-207867409c97 req-4d3fc755-7d88-4eca-81f2-54180fbe8bb2 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/security-groups?id=ca31fa0b-2d92-40c1-b412-99f3e113c1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414608 Nov 19 18:17:06.115741 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device 0da20fe8-705d-447a-ac7e-4f67eaf26e38 details requested by agent hyperv_n-h2-818022-2 with host n-h2-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 18:17:06.208383 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port 0da20fe8-705d-447a-ac7e-4f67eaf26e38, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=0da20fe8-705d-447a-ac7e-4f67eaf26e38,segment=NetworkSegment(f129bd32-7911-4aaf-8e97-a9024ba71deb),segment_id=f129bd32-7911-4aaf-8e97-a9024ba71deb)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:17:06.219331 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Returning: {'device': '0da20fe8-705d-447a-ac7e-4f67eaf26e38', 'network_id': '656db470-8519-4483-9948-4b30bcb1c90d', 'port_id': '0da20fe8-705d-447a-ac7e-4f67eaf26e38', 'mac_address': 'fa:16:3e:35:2d:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 693, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4fb003c-f9b9-4088-b0fe-6363f7d9b384', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 18:17:06.258046 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:17:06.271137 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0da20fe8-705d-447a-ac7e-4f67eaf26e38 {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:17:06.290456 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port 0da20fe8-705d-447a-ac7e-4f67eaf26e38, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=0da20fe8-705d-447a-ac7e-4f67eaf26e38,segment=NetworkSegment(f129bd32-7911-4aaf-8e97-a9024ba71deb),segment_id=f129bd32-7911-4aaf-8e97-a9024ba71deb)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:17:06.294262 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:17:06.342729 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Pushing event updated for resources: {'Port': ['ID=0da20fe8-705d-447a-ac7e-4f67eaf26e38,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:17:06.496227 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] get_ports_and_sgs() called for port_ids ['0da20fe8-705d-447a-ac7e-4f67eaf26e38'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:17:06.720563 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422103bb-97a3-45aa-a6ac-e85f42c0aa60 req-9c978c76-86dd-427c-9ed0-388453a32153 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:17:06.722135 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-422103bb-97a3-45aa-a6ac-e85f42c0aa60 req-9c978c76-86dd-427c-9ed0-388453a32153 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/ports?device_id=b7a40c33-e6dd-4dcb-8367-d68d9a2bc88a HTTP/1.1" status: 200 len: 944 time: 0.0513902 Nov 19 18:17:06.772117 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-422103bb-97a3-45aa-a6ac-e85f42c0aa60 req-103ce6ca-4d01-4457-9007-02332e69e1cb tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/security-groups?id=ca31fa0b-2d92-40c1-b412-99f3e113c1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437298 Nov 19 18:17:07.893655 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f86469d-927a-4f33-b5aa-52b73d4fac37 req-cce10635-7cae-4ab7-991a-17327b2ee3ed tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:17:07.895056 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8f86469d-927a-4f33-b5aa-52b73d4fac37 req-cce10635-7cae-4ab7-991a-17327b2ee3ed tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/ports?device_id=b7a40c33-e6dd-4dcb-8367-d68d9a2bc88a HTTP/1.1" status: 200 len: 944 time: 0.0524890 Nov 19 18:17:07.941774 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8f86469d-927a-4f33-b5aa-52b73d4fac37 req-89163dd0-c374-4e0a-8e67-28dc21e82cbf tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/security-groups?id=ca31fa0b-2d92-40c1-b412-99f3e113c1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408568 Nov 19 18:17:08.131972 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device 0da20fe8-705d-447a-ac7e-4f67eaf26e38 up at agent hyperv_n-h2-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:17:08.179347 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Provisioning for port 0da20fe8-705d-447a-ac7e-4f67eaf26e38 completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 18:17:08.182913 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Provisioning complete for port 0da20fe8-705d-447a-ac7e-4f67eaf26e38 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:17:08.183295 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:17:08.262614 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:17:08.284589 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7a40c33-e6dd-4dcb-8367-d68d9a2bc88a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0da20fe8-705d-447a-ac7e-4f67eaf26e38'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:17:08.286859 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3940761bcd94e032e6960d2241bd8993c5d3a7d8dc2aca8488f3ecf1d4dd2fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f21b6b1-f404-494a-8340-8a0e07a452b2" -d '{"events": [{"server_uuid": "b7a40c33-e6dd-4dcb-8367-d68d9a2bc88a", "name": "network-vif-plugged", "status": "completed", "tag": "0da20fe8-705d-447a-ac7e-4f67eaf26e38"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:17:08.301299 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port 0da20fe8-705d-447a-ac7e-4f67eaf26e38, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=0da20fe8-705d-447a-ac7e-4f67eaf26e38,segment=NetworkSegment(f129bd32-7911-4aaf-8e97-a9024ba71deb),segment_id=f129bd32-7911-4aaf-8e97-a9024ba71deb)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:17:08.305341 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:17:08.354857 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Pushing event updated for resources: {'Port': ['ID=0da20fe8-705d-447a-ac7e-4f67eaf26e38,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:17:08.362965 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:17:08.363506 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:17:08.363891 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:17:08.364236 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:17:08.364577 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:17:08.364916 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:17:08.365250 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:17:08.365586 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:17:08.365947 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:17:08.366279 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:17:08.366611 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:17:08.366940 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:17:08.467449 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:17:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-230b46ef-59a6-4219-8f5c-23aff20a2f9a x-openstack-request-id: req-230b46ef-59a6-4219-8f5c-23aff20a2f9a {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:17:08.467746 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7a40c33-e6dd-4dcb-8367-d68d9a2bc88a", "name": "network-vif-plugged", "status": "completed", "tag": "0da20fe8-705d-447a-ac7e-4f67eaf26e38", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:17:08.468008 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-230b46ef-59a6-4219-8f5c-23aff20a2f9a {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:17:08.468405 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7a40c33-e6dd-4dcb-8367-d68d9a2bc88a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0da20fe8-705d-447a-ac7e-4f67eaf26e38', 'code': 200} Nov 19 18:17:08.563793 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9267b86d-8e26-4a97-ae82-6df937b54b9a req-fd25f27e-586b-4e1e-b22b-09b8244271e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:17:08.565267 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9267b86d-8e26-4a97-ae82-6df937b54b9a req-fd25f27e-586b-4e1e-b22b-09b8244271e1 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=b7a40c33-e6dd-4dcb-8367-d68d9a2bc88a HTTP/1.1" status: 200 len: 1096 time: 0.0400450 Nov 19 18:17:08.610246 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9267b86d-8e26-4a97-ae82-6df937b54b9a req-ac7af486-6393-4c15-8762-b7d42726f3b7 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=ca31fa0b-2d92-40c1-b412-99f3e113c1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375171 Nov 19 18:17:09.056749 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f816364-7723-4c36-95a3-2c8e12534233 req-3b85cf90-a30c-4707-8baf-4ad470a3dbc3 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:17:09.058295 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2f816364-7723-4c36-95a3-2c8e12534233 req-3b85cf90-a30c-4707-8baf-4ad470a3dbc3 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/ports?device_id=b7a40c33-e6dd-4dcb-8367-d68d9a2bc88a HTTP/1.1" status: 200 len: 945 time: 0.0489256 Nov 19 18:17:09.116378 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2f816364-7723-4c36-95a3-2c8e12534233 req-8ea5ce34-7b2c-460d-b3d3-148ed13a76f5 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/security-groups?id=ca31fa0b-2d92-40c1-b412-99f3e113c1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514419 Nov 19 18:17:10.232830 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e53214f-dc26-47f1-b9e6-18bc487847a0 req-fbb8f1e5-4d91-40da-b3d1-5ea31626c401 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:17:10.234326 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6e53214f-dc26-47f1-b9e6-18bc487847a0 req-fbb8f1e5-4d91-40da-b3d1-5ea31626c401 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/ports?device_id=b7a40c33-e6dd-4dcb-8367-d68d9a2bc88a HTTP/1.1" status: 200 len: 945 time: 0.0483360 Nov 19 18:17:10.285467 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6e53214f-dc26-47f1-b9e6-18bc487847a0 req-0f0de634-b249-4571-b68e-f73be9cf5852 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/security-groups?id=ca31fa0b-2d92-40c1-b412-99f3e113c1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448282 Nov 19 18:17:10.402057 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c75991-f45b-49ca-90e0-1d7de03f8e82 req-c762ffd3-b55f-496a-92d0-adf46dfe4a19 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:17:10.403553 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-43c75991-f45b-49ca-90e0-1d7de03f8e82 req-c762ffd3-b55f-496a-92d0-adf46dfe4a19 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/ports?device_id=b7a40c33-e6dd-4dcb-8367-d68d9a2bc88a HTTP/1.1" status: 200 len: 945 time: 0.0490541 Nov 19 18:17:10.452129 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-43c75991-f45b-49ca-90e0-1d7de03f8e82 req-4efc3020-b41d-4d81-8be5-83cfcdf47088 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/security-groups?id=ca31fa0b-2d92-40c1-b412-99f3e113c1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420635 Nov 19 18:17:10.564850 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac814348-22b6-4335-92c4-a0e4d64e22aa req-fb7112db-6422-4f37-adc1-fd60fd1bedf4 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:17:10.566359 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ac814348-22b6-4335-92c4-a0e4d64e22aa req-fb7112db-6422-4f37-adc1-fd60fd1bedf4 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/ports?device_id=b7a40c33-e6dd-4dcb-8367-d68d9a2bc88a HTTP/1.1" status: 200 len: 945 time: 0.0476675 Nov 19 18:17:10.612555 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ac814348-22b6-4335-92c4-a0e4d64e22aa req-e23f3ce7-9cd9-4dd0-a3db-cb9264b4bcdf tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/security-groups?id=ca31fa0b-2d92-40c1-b412-99f3e113c1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402017 Nov 19 18:17:10.843868 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68982e70-c534-4993-a628-e00ca32455dd req-555f1299-9825-4b06-9d09-f7793a08b10c tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:17:10.845468 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-68982e70-c534-4993-a628-e00ca32455dd req-555f1299-9825-4b06-9d09-f7793a08b10c tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/ports?device_id=b7a40c33-e6dd-4dcb-8367-d68d9a2bc88a HTTP/1.1" status: 200 len: 945 time: 0.0501235 Nov 19 18:17:10.895302 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-68982e70-c534-4993-a628-e00ca32455dd req-6f013136-127e-491f-bccd-231789c102ed tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/security-groups?id=ca31fa0b-2d92-40c1-b412-99f3e113c1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436063 Nov 19 18:17:12.021592 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10682830-64b4-4b6f-9304-7aceab36b391 req-27a0e715-e935-4e17-98a7-063e56792a82 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:17:12.023130 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-10682830-64b4-4b6f-9304-7aceab36b391 req-27a0e715-e935-4e17-98a7-063e56792a82 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/ports?device_id=b7a40c33-e6dd-4dcb-8367-d68d9a2bc88a HTTP/1.1" status: 200 len: 945 time: 0.0504150 Nov 19 18:17:12.070022 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-10682830-64b4-4b6f-9304-7aceab36b391 req-470ddfc3-2e17-4d5c-924e-30eceaf4acfe tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/security-groups?id=ca31fa0b-2d92-40c1-b412-99f3e113c1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408556 Nov 19 18:17:12.331343 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5a17df-742d-4dbd-a808-db8564c0e888 req-e0d12cbc-bce9-46eb-833b-f6791ae13263 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:17:12.332787 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8e5a17df-742d-4dbd-a808-db8564c0e888 req-e0d12cbc-bce9-46eb-833b-f6791ae13263 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.86 "GET /v2.0/ports?device_id=b7a40c33-e6dd-4dcb-8367-d68d9a2bc88a HTTP/1.1" status: 200 len: 945 time: 0.0525515 Nov 19 18:17:12.422848 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [req-8e5a17df-742d-4dbd-a808-db8564c0e888 req-63ed1a20-8a24-42ae-840f-c2bd8be4848b tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Deleting port 0da20fe8-705d-447a-ac7e-4f67eaf26e38 {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:17:12.423184 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-8e5a17df-742d-4dbd-a808-db8564c0e888 req-63ed1a20-8a24-42ae-840f-c2bd8be4848b tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:17:12.512582 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-8e5a17df-742d-4dbd-a808-db8564c0e888 req-63ed1a20-8a24-42ae-840f-c2bd8be4848b tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] For port 0da20fe8-705d-447a-ac7e-4f67eaf26e38, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=0da20fe8-705d-447a-ac7e-4f67eaf26e38,segment=NetworkSegment(f129bd32-7911-4aaf-8e97-a9024ba71deb),segment_id=f129bd32-7911-4aaf-8e97-a9024ba71deb)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:17:12.513181 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-8e5a17df-742d-4dbd-a808-db8564c0e888 req-63ed1a20-8a24-42ae-840f-c2bd8be4848b tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:17:12.525745 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [req-8e5a17df-742d-4dbd-a808-db8564c0e888 req-63ed1a20-8a24-42ae-840f-c2bd8be4848b tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Calling delete_port for 0da20fe8-705d-447a-ac7e-4f67eaf26e38 owned by compute:nova {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:17:12.655195 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-8e5a17df-742d-4dbd-a808-db8564c0e888 req-63ed1a20-8a24-42ae-840f-c2bd8be4848b tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:17:12.689060 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ed1a20-8a24-42ae-840f-c2bd8be4848b tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Pushing event deleted for resources: {'Port': ['ID=0da20fe8-705d-447a-ac7e-4f67eaf26e38,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:17:12.726506 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e5a17df-742d-4dbd-a808-db8564c0e888 req-63ed1a20-8a24-42ae-840f-c2bd8be4848b tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] No DVR routers for this DVR port 0da20fe8-705d-447a-ac7e-4f67eaf26e38 on host n-h2-818022-2 {{(pid=103364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:17:12.729188 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-8e5a17df-742d-4dbd-a808-db8564c0e888 req-63ed1a20-8a24-42ae-840f-c2bd8be4848b tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:17:12.732821 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8e5a17df-742d-4dbd-a808-db8564c0e888 req-63ed1a20-8a24-42ae-840f-c2bd8be4848b tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.86 "DELETE /v2.0/ports/0da20fe8-705d-447a-ac7e-4f67eaf26e38 HTTP/1.1" status: 204 len: 173 time: 0.3934946 Nov 19 18:17:12.733278 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7a40c33-e6dd-4dcb-8367-d68d9a2bc88a', 'name': 'network-vif-deleted', 'tag': '0da20fe8-705d-447a-ac7e-4f67eaf26e38'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:17:12.735618 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dd4767a008c23f8566efc82158ee1b1fff34e1a9e908d76d0b6d0ab7e350e5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c70945e-1966-46c4-8eb2-fa85d94f0200" -d '{"events": [{"server_uuid": "b7a40c33-e6dd-4dcb-8367-d68d9a2bc88a", "name": "network-vif-deleted", "tag": "0da20fe8-705d-447a-ac7e-4f67eaf26e38"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:17:12.787762 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:17:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3515aaef-b701-4972-91bc-fbbb6d5380cb x-openstack-request-id: req-3515aaef-b701-4972-91bc-fbbb6d5380cb {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:17:12.788071 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7a40c33-e6dd-4dcb-8367-d68d9a2bc88a", "name": "network-vif-deleted", "tag": "0da20fe8-705d-447a-ac7e-4f67eaf26e38", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:17:12.788333 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-3515aaef-b701-4972-91bc-fbbb6d5380cb {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:17:12.788738 n-d-818022-2 neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7a40c33-e6dd-4dcb-8367-d68d9a2bc88a', 'name': 'network-vif-deleted', 'tag': '0da20fe8-705d-447a-ac7e-4f67eaf26e38', 'status': 'completed', 'code': 200} Nov 19 18:17:13.164069 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-5896b19c-eb8f-45df-ae7e-a39cfad674e3 req-d0ebd48a-4577-44df-9350-e8617a5ba776 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/ports?device_id=b7a40c33-e6dd-4dcb-8367-d68d9a2bc88a HTTP/1.1" status: 200 len: 210 time: 0.0259340 Nov 19 18:17:14.146000 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device 0da20fe8-705d-447a-ac7e-4f67eaf26e38 no longer exists at agent hyperv_n-h2-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:17:14.165853 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] No Port match for: 0da20fe8-705d-447a-ac7e-4f67eaf26e38 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:17:14.166210 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device 0da20fe8-705d-447a-ac7e-4f67eaf26e38 not bound to the agent host n-h2-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:17:14.264050 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-21cd690c-6d0e-44ba-80d5-7df2176f6504 req-83f66937-3be4-4bfb-a160-ae2f1f401a78 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/ports?device_id=b7a40c33-e6dd-4dcb-8367-d68d9a2bc88a HTTP/1.1" status: 200 len: 210 time: 0.0300965 Nov 19 18:17:14.410165 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.agents_db [None req-619e5c26-d9ed-4321-86eb-7d443bb9dfa2 None None] Agent healthcheck: found 7 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 18:17:15.366129 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-860fc835-a54b-4b95-be13-60839272af7b req-69c611df-987d-47e6-ba49-f134fea1fde0 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/ports?device_id=b7a40c33-e6dd-4dcb-8367-d68d9a2bc88a HTTP/1.1" status: 200 len: 210 time: 0.0298734 Nov 19 18:17:16.460662 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a62f2929-3702-4a2a-b45e-60bd33fc8fea req-63748d9d-45c9-4922-929a-e83a4350fc00 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/ports?device_id=b7a40c33-e6dd-4dcb-8367-d68d9a2bc88a HTTP/1.1" status: 200 len: 210 time: 0.0267966 Nov 19 18:17:29.839568 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f302a9dd-cd3f-45bd-9083-75e0de539f3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:17:32.013232 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b434a946-5bcf-41bc-a34b-62f43440ca83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:17:33.249901 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e46ecc5a-dc14-4744-b262-3072ff2e958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:17:33.982136 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:17:33.983146 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:17:34.844117 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e013d7e6-5264-4dcc-9759-54f5fb809e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:17:35.191593 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:17:38.433676 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fcd22c-10b3-484d-ad7c-56a33d433b68 req-65481305-7316-45b0-9e37-aed894e711ef tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:17:38.435088 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-04fcd22c-10b3-484d-ad7c-56a33d433b68 req-65481305-7316-45b0-9e37-aed894e711ef tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/networks?id=656db470-8519-4483-9948-4b30bcb1c90d HTTP/1.1" status: 200 len: 811 time: 0.0990880 Nov 19 18:17:38.450161 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-04fcd22c-10b3-484d-ad7c-56a33d433b68 req-25f73e40-361f-4895-ab72-fa1836452dcb tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/quotas/d09befc26c6d48b68aeefb676fca7c9a HTTP/1.1" status: 200 len: 375 time: 0.0093031 Nov 19 18:17:38.504026 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-04fcd22c-10b3-484d-ad7c-56a33d433b68 req-cd76e788-a103-4144-933e-9834b1d50baf tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=d09befc26c6d48b68aeefb676fca7c9a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0481310 Nov 19 18:17:38.590781 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-04fcd22c-10b3-484d-ad7c-56a33d433b68 req-adeeb98a-4114-409f-ac69-61d8059dd472 service neutron] 10.222.0.54 "GET /v2.0/networks/656db470-8519-4483-9948-4b30bcb1c90d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799839 Nov 19 18:17:38.681990 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-04fcd22c-10b3-484d-ad7c-56a33d433b68 req-778a3ec1-4261-4af8-8939-f7b64b382006 service neutron] 10.222.0.54 "GET /v2.0/networks/656db470-8519-4483-9948-4b30bcb1c90d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848396 Nov 19 18:17:38.861646 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-e8cb0692-5ffd-4a43-aca7-03f669cae439 req-12320b0c-9031-4b67-9680-83e4eabc987f tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/ports?device_id=df8c0fca-9dee-4b9e-be05-4d7e22fd7d04 HTTP/1.1" status: 200 len: 210 time: 0.0256965 Nov 19 18:17:39.751847 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fcd22c-10b3-484d-ad7c-56a33d433b68 req-c6c526cc-39f2-4fc7-ae9d-2d25dacb3bb4 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:17:39.753372 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-04fcd22c-10b3-484d-ad7c-56a33d433b68 req-c6c526cc-39f2-4fc7-ae9d-2d25dacb3bb4 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.86 "GET /v2.0/networks?id=656db470-8519-4483-9948-4b30bcb1c90d HTTP/1.1" status: 200 len: 811 time: 0.1068966 Nov 19 18:17:39.770240 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-04fcd22c-10b3-484d-ad7c-56a33d433b68 req-b3d5b061-015b-4990-8e5d-9fc0516f71de tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Request body: {'port': {'device_id': 'df8c0fca-9dee-4b9e-be05-4d7e22fd7d04', 'network_id': '656db470-8519-4483-9948-4b30bcb1c90d', 'admin_state_up': True, 'tenant_id': 'd09befc26c6d48b68aeefb676fca7c9a'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:17:39.880017 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04fcd22c-10b3-484d-ad7c-56a33d433b68 req-b3d5b061-015b-4990-8e5d-9fc0516f71de tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Made reservation on behalf of d09befc26c6d48b68aeefb676fca7c9a for: {'port': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:17:39.883833 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-04fcd22c-10b3-484d-ad7c-56a33d433b68 req-b3d5b061-015b-4990-8e5d-9fc0516f71de tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:17:39.964674 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-93d83909-effd-4f05-bbb5-114c795d882b req-0e622bd6-1325-4344-9a0b-8e923fcd411e tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/ports?device_id=df8c0fca-9dee-4b9e-be05-4d7e22fd7d04 HTTP/1.1" status: 200 len: 210 time: 0.0284996 Nov 19 18:17:40.018416 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [req-04fcd22c-10b3-484d-ad7c-56a33d433b68 req-b3d5b061-015b-4990-8e5d-9fc0516f71de tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Allocated IP 172.20.0.5 (656db470-8519-4483-9948-4b30bcb1c90d/a4fb003c-f9b9-4088-b0fe-6363f7d9b384/4cd6ba24-5835-4bfd-9ccb-bb0ab6b74afd) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:17:40.171800 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-04fcd22c-10b3-484d-ad7c-56a33d433b68 req-b3d5b061-015b-4990-8e5d-9fc0516f71de tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:17:40.206888 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-04fcd22c-10b3-484d-ad7c-56a33d433b68 req-b3d5b061-015b-4990-8e5d-9fc0516f71de tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:17:40.248822 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04fcd22c-10b3-484d-ad7c-56a33d433b68 req-b3d5b061-015b-4990-8e5d-9fc0516f71de tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Network 656db470-8519-4483-9948-4b30bcb1c90d is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:17:40.251987 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [req-04fcd22c-10b3-484d-ad7c-56a33d433b68 req-b3d5b061-015b-4990-8e5d-9fc0516f71de tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:17:40.255195 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [req-04fcd22c-10b3-484d-ad7c-56a33d433b68 req-b3d5b061-015b-4990-8e5d-9fc0516f71de tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:17:40.303498 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d5b061-015b-4990-8e5d-9fc0516f71de tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Pushing event updated for resources: {'Port': ['ID=4cd6ba24-5835-4bfd-9ccb-bb0ab6b74afd,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:17:40.318850 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d5b061-015b-4990-8e5d-9fc0516f71de tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:17:40.319200 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d5b061-015b-4990-8e5d-9fc0516f71de tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:17:40.319549 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d5b061-015b-4990-8e5d-9fc0516f71de tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:17:40.319896 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d5b061-015b-4990-8e5d-9fc0516f71de tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:17:40.320243 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d5b061-015b-4990-8e5d-9fc0516f71de tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:17:40.320576 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d5b061-015b-4990-8e5d-9fc0516f71de tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:17:40.320907 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d5b061-015b-4990-8e5d-9fc0516f71de tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:17:40.321236 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d5b061-015b-4990-8e5d-9fc0516f71de tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:17:40.321594 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d5b061-015b-4990-8e5d-9fc0516f71de tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:17:40.321949 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d5b061-015b-4990-8e5d-9fc0516f71de tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:17:40.322273 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d5b061-015b-4990-8e5d-9fc0516f71de tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:17:40.322599 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d5b061-015b-4990-8e5d-9fc0516f71de tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:17:40.334343 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fcd22c-10b3-484d-ad7c-56a33d433b68 req-b3d5b061-015b-4990-8e5d-9fc0516f71de tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:17:40.334962 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-04fcd22c-10b3-484d-ad7c-56a33d433b68 req-b3d5b061-015b-4990-8e5d-9fc0516f71de tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:17:40.353544 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-04fcd22c-10b3-484d-ad7c-56a33d433b68 req-b3d5b061-015b-4990-8e5d-9fc0516f71de tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5870514 Nov 19 18:17:40.369429 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-04fcd22c-10b3-484d-ad7c-56a33d433b68 req-620b5d31-5cc1-46b5-a0f4-28bc57ba7527 service neutron] Request body: {'port': {'device_id': 'df8c0fca-9dee-4b9e-be05-4d7e22fd7d04', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818022-2'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:17:40.428986 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-04fcd22c-10b3-484d-ad7c-56a33d433b68 req-620b5d31-5cc1-46b5-a0f4-28bc57ba7527 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:17:40.515855 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-85099194-58fe-46ad-9317-5a428631bf59 None None] Provisioning complete for port 4cd6ba24-5835-4bfd-9ccb-bb0ab6b74afd triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:17:40.516425 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-85099194-58fe-46ad-9317-5a428631bf59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:17:40.551412 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-85099194-58fe-46ad-9317-5a428631bf59 None None] Port 4cd6ba24-5835-4bfd-9ccb-bb0ab6b74afd cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:17:40.699568 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [req-04fcd22c-10b3-484d-ad7c-56a33d433b68 req-620b5d31-5cc1-46b5-a0f4-28bc57ba7527 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4cd6ba24-5835-4bfd-9ccb-bb0ab6b74afd {{(pid=103364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:17:40.707008 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-04fcd22c-10b3-484d-ad7c-56a33d433b68 req-620b5d31-5cc1-46b5-a0f4-28bc57ba7527 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:17:40.718741 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.provisioning_blocks [req-04fcd22c-10b3-484d-ad7c-56a33d433b68 req-620b5d31-5cc1-46b5-a0f4-28bc57ba7527 service neutron] Transition to ACTIVE for port object 4cd6ba24-5835-4bfd-9ccb-bb0ab6b74afd will not be triggered until provisioned by entity L2. {{(pid=103364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 18:17:40.723366 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-04fcd22c-10b3-484d-ad7c-56a33d433b68 req-620b5d31-5cc1-46b5-a0f4-28bc57ba7527 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:17:40.775393 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620b5d31-5cc1-46b5-a0f4-28bc57ba7527 service neutron] Pushing event updated for resources: {'Port': ['ID=4cd6ba24-5835-4bfd-9ccb-bb0ab6b74afd,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:17:40.858334 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-04fcd22c-10b3-484d-ad7c-56a33d433b68 req-620b5d31-5cc1-46b5-a0f4-28bc57ba7527 service neutron] Attempting to bind port 4cd6ba24-5835-4bfd-9ccb-bb0ab6b74afd on host n-h2-818022-2 for vnic_type normal with profile {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:17:40.858736 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-04fcd22c-10b3-484d-ad7c-56a33d433b68 req-620b5d31-5cc1-46b5-a0f4-28bc57ba7527 service neutron] Attempting to bind port 4cd6ba24-5835-4bfd-9ccb-bb0ab6b74afd by drivers openvswitch,hyperv on host n-h2-818022-2 at level 0 using segments [{'id': 'f129bd32-7911-4aaf-8e97-a9024ba71deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '656db470-8519-4483-9948-4b30bcb1c90d'}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:17:40.859287 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04fcd22c-10b3-484d-ad7c-56a33d433b68 req-620b5d31-5cc1-46b5-a0f4-28bc57ba7527 service neutron] Attempting to bind port 4cd6ba24-5835-4bfd-9ccb-bb0ab6b74afd on network 656db470-8519-4483-9948-4b30bcb1c90d {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:17:40.864674 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04fcd22c-10b3-484d-ad7c-56a33d433b68 req-620b5d31-5cc1-46b5-a0f4-28bc57ba7527 service neutron] Port 4cd6ba24-5835-4bfd-9ccb-bb0ab6b74afd on network 656db470-8519-4483-9948-4b30bcb1c90d not bound, no agent of type Open vSwitch agent registered on host n-h2-818022-2 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 18:17:40.866289 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04fcd22c-10b3-484d-ad7c-56a33d433b68 req-620b5d31-5cc1-46b5-a0f4-28bc57ba7527 service neutron] Attempting to bind port 4cd6ba24-5835-4bfd-9ccb-bb0ab6b74afd on network 656db470-8519-4483-9948-4b30bcb1c90d {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:17:40.872361 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04fcd22c-10b3-484d-ad7c-56a33d433b68 req-620b5d31-5cc1-46b5-a0f4-28bc57ba7527 service neutron] Checking agent: {'id': '525ad2ac-c4ae-4c63-af2e-0bf8d25d0f0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'started_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 17, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:17:40.872774 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04fcd22c-10b3-484d-ad7c-56a33d433b68 req-620b5d31-5cc1-46b5-a0f4-28bc57ba7527 service neutron] Checking segment: {'id': 'f129bd32-7911-4aaf-8e97-a9024ba71deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '656db470-8519-4483-9948-4b30bcb1c90d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:17:40.873158 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04fcd22c-10b3-484d-ad7c-56a33d433b68 req-620b5d31-5cc1-46b5-a0f4-28bc57ba7527 service neutron] Bound using segment: {'id': 'f129bd32-7911-4aaf-8e97-a9024ba71deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '656db470-8519-4483-9948-4b30bcb1c90d'} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:17:40.873583 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-04fcd22c-10b3-484d-ad7c-56a33d433b68 req-620b5d31-5cc1-46b5-a0f4-28bc57ba7527 service neutron] Bound port: 4cd6ba24-5835-4bfd-9ccb-bb0ab6b74afd, host: n-h2-818022-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f129bd32-7911-4aaf-8e97-a9024ba71deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '656db470-8519-4483-9948-4b30bcb1c90d'}}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:17:40.873957 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-04fcd22c-10b3-484d-ad7c-56a33d433b68 req-620b5d31-5cc1-46b5-a0f4-28bc57ba7527 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:17:40.947943 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-04fcd22c-10b3-484d-ad7c-56a33d433b68 req-620b5d31-5cc1-46b5-a0f4-28bc57ba7527 service neutron] For port 4cd6ba24-5835-4bfd-9ccb-bb0ab6b74afd, host n-h2-818022-2, cleared binding levels {{(pid=103364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:17:40.951715 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-04fcd22c-10b3-484d-ad7c-56a33d433b68 req-620b5d31-5cc1-46b5-a0f4-28bc57ba7527 service neutron] For port 4cd6ba24-5835-4bfd-9ccb-bb0ab6b74afd, host n-h2-818022-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=4cd6ba24-5835-4bfd-9ccb-bb0ab6b74afd,segment=NetworkSegment(f129bd32-7911-4aaf-8e97-a9024ba71deb),segment_id=f129bd32-7911-4aaf-8e97-a9024ba71deb)] {{(pid=103364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:17:40.959297 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-04fcd22c-10b3-484d-ad7c-56a33d433b68 req-620b5d31-5cc1-46b5-a0f4-28bc57ba7527 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:17:40.999378 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fcd22c-10b3-484d-ad7c-56a33d433b68 req-620b5d31-5cc1-46b5-a0f4-28bc57ba7527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:17:41.000097 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-04fcd22c-10b3-484d-ad7c-56a33d433b68 req-620b5d31-5cc1-46b5-a0f4-28bc57ba7527 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:17:41.001601 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-04fcd22c-10b3-484d-ad7c-56a33d433b68 req-620b5d31-5cc1-46b5-a0f4-28bc57ba7527 service neutron] 10.222.0.86 "PUT /v2.0/ports/4cd6ba24-5835-4bfd-9ccb-bb0ab6b74afd HTTP/1.1" status: 200 len: 1091 time: 0.6378024 Nov 19 18:17:41.002105 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df8c0fca-9dee-4b9e-be05-4d7e22fd7d04', 'tag': '4cd6ba24-5835-4bfd-9ccb-bb0ab6b74afd'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:17:41.004518 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dd4767a008c23f8566efc82158ee1b1fff34e1a9e908d76d0b6d0ab7e350e5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e46bef12-c0ec-45da-abf9-cfcd9f59b966" -d '{"events": [{"name": "network-changed", "server_uuid": "df8c0fca-9dee-4b9e-be05-4d7e22fd7d04", "tag": "4cd6ba24-5835-4bfd-9ccb-bb0ab6b74afd"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:17:41.049183 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620b5d31-5cc1-46b5-a0f4-28bc57ba7527 service neutron] Pushing event updated for resources: {'Port': ['ID=4cd6ba24-5835-4bfd-9ccb-bb0ab6b74afd,revision_number=3']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:17:41.082762 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 18:17:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9e90dea-ac7d-4f17-83e7-96153abdccdd x-openstack-request-id: req-b9e90dea-ac7d-4f17-83e7-96153abdccdd {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:17:41.083197 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df8c0fca-9dee-4b9e-be05-4d7e22fd7d04", "tag": "4cd6ba24-5835-4bfd-9ccb-bb0ab6b74afd", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:17:41.083463 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b9e90dea-ac7d-4f17-83e7-96153abdccdd {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:17:41.083877 n-d-818022-2 neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df8c0fca-9dee-4b9e-be05-4d7e22fd7d04', 'tag': '4cd6ba24-5835-4bfd-9ccb-bb0ab6b74afd', 'status': 'completed', 'code': 200} Nov 19 18:17:41.136853 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fcd22c-10b3-484d-ad7c-56a33d433b68 req-0029271f-ecf7-4f3a-8b7e-8f3953cea7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:17:41.138407 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-04fcd22c-10b3-484d-ad7c-56a33d433b68 req-0029271f-ecf7-4f3a-8b7e-8f3953cea7e7 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=d09befc26c6d48b68aeefb676fca7c9a&device_id=df8c0fca-9dee-4b9e-be05-4d7e22fd7d04 HTTP/1.1" status: 200 len: 1094 time: 0.0840697 Nov 19 18:17:41.152071 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c12d317-a95a-4cf1-9c54-582cab8a7dc0 req-5f748bcf-2731-4d2c-b865-3babe68360dc tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:17:41.154319 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0c12d317-a95a-4cf1-9c54-582cab8a7dc0 req-5f748bcf-2731-4d2c-b865-3babe68360dc tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/ports?device_id=df8c0fca-9dee-4b9e-be05-4d7e22fd7d04 HTTP/1.1" status: 200 len: 943 time: 0.0660748 Nov 19 18:17:41.197640 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-04fcd22c-10b3-484d-ad7c-56a33d433b68 req-3d654fa4-7723-43e2-b58a-ccae820173e8 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4cd6ba24-5835-4bfd-9ccb-bb0ab6b74afd HTTP/1.1" status: 200 len: 217 time: 0.0421019 Nov 19 18:17:41.276860 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fcd22c-10b3-484d-ad7c-56a33d433b68 req-a64b9935-87ea-498c-a2c8-9884dfb9f4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:17:41.278458 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-04fcd22c-10b3-484d-ad7c-56a33d433b68 req-a64b9935-87ea-498c-a2c8-9884dfb9f4e9 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=a4fb003c-f9b9-4088-b0fe-6363f7d9b384 HTTP/1.1" status: 200 len: 850 time: 0.0724092 Nov 19 18:17:41.282567 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0c12d317-a95a-4cf1-9c54-582cab8a7dc0 req-1f9247b9-d2fe-489d-9596-9fd184e01cb9 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/security-groups?id=ca31fa0b-2d92-40c1-b412-99f3e113c1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199386 Nov 19 18:17:41.324873 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fcd22c-10b3-484d-ad7c-56a33d433b68 req-de680b8f-486c-4704-914b-b5181d621af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:17:41.326455 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-04fcd22c-10b3-484d-ad7c-56a33d433b68 req-de680b8f-486c-4704-914b-b5181d621af7 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=656db470-8519-4483-9948-4b30bcb1c90d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408075 Nov 19 18:17:41.419741 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-04fcd22c-10b3-484d-ad7c-56a33d433b68 req-16bdacc0-e2af-46ab-9271-dfa7f6d4a41c service neutron] 10.222.0.86 "GET /v2.0/networks/656db470-8519-4483-9948-4b30bcb1c90d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844545 Nov 19 18:17:41.515644 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-04fcd22c-10b3-484d-ad7c-56a33d433b68 req-4483f8b6-6685-48fa-ac67-bcae54f2c3e5 service neutron] 10.222.0.86 "GET /v2.0/networks/656db470-8519-4483-9948-4b30bcb1c90d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878627 Nov 19 18:17:41.605472 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46bef12-c0ec-45da-abf9-cfcd9f59b966 req-bb79b978-9936-45e4-b5f5-aadc4ac133fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:17:41.607277 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-e46bef12-c0ec-45da-abf9-cfcd9f59b966 req-bb79b978-9936-45e4-b5f5-aadc4ac133fe service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=d09befc26c6d48b68aeefb676fca7c9a&device_id=df8c0fca-9dee-4b9e-be05-4d7e22fd7d04 HTTP/1.1" status: 200 len: 1094 time: 0.0477450 Nov 19 18:17:41.705678 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46bef12-c0ec-45da-abf9-cfcd9f59b966 req-86ec78d5-9d6e-43ce-a719-54384de66ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:17:41.707244 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-e46bef12-c0ec-45da-abf9-cfcd9f59b966 req-86ec78d5-9d6e-43ce-a719-54384de66ed0 service neutron] 10.222.0.86 "GET /v2.0/networks?id=656db470-8519-4483-9948-4b30bcb1c90d HTTP/1.1" status: 200 len: 912 time: 0.0908024 Nov 19 18:17:41.748720 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-e46bef12-c0ec-45da-abf9-cfcd9f59b966 req-8ed20fc0-4233-4c3f-aae5-5acc3fa04d96 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4cd6ba24-5835-4bfd-9ccb-bb0ab6b74afd HTTP/1.1" status: 200 len: 217 time: 0.0342994 Nov 19 18:17:41.799442 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46bef12-c0ec-45da-abf9-cfcd9f59b966 req-7bf3e8ff-c7be-4884-9aba-2a0c43ced604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:17:41.801343 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-e46bef12-c0ec-45da-abf9-cfcd9f59b966 req-7bf3e8ff-c7be-4884-9aba-2a0c43ced604 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=a4fb003c-f9b9-4088-b0fe-6363f7d9b384 HTTP/1.1" status: 200 len: 850 time: 0.0449746 Nov 19 18:17:41.852627 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46bef12-c0ec-45da-abf9-cfcd9f59b966 req-efac8d55-57ea-4905-9628-ce14ee48d72e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:17:41.854219 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-e46bef12-c0ec-45da-abf9-cfcd9f59b966 req-efac8d55-57ea-4905-9628-ce14ee48d72e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=656db470-8519-4483-9948-4b30bcb1c90d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455854 Nov 19 18:17:41.946178 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-e46bef12-c0ec-45da-abf9-cfcd9f59b966 req-672481c8-a026-4039-ae7f-3cfea3ba37e4 service neutron] 10.222.0.86 "GET /v2.0/networks/656db470-8519-4483-9948-4b30bcb1c90d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838654 Nov 19 18:17:42.041429 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-e46bef12-c0ec-45da-abf9-cfcd9f59b966 req-573ea352-4b34-44a0-a51c-387b28fd3071 service neutron] 10.222.0.86 "GET /v2.0/networks/656db470-8519-4483-9948-4b30bcb1c90d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873373 Nov 19 18:17:42.400194 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44abc598-ed24-4c25-b096-9f2c423c750b req-54167bd6-38e6-4006-a580-c19962bb6ce7 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:17:42.401700 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-44abc598-ed24-4c25-b096-9f2c423c750b req-54167bd6-38e6-4006-a580-c19962bb6ce7 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/ports?device_id=df8c0fca-9dee-4b9e-be05-4d7e22fd7d04 HTTP/1.1" status: 200 len: 943 time: 0.0484610 Nov 19 18:17:42.448388 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-44abc598-ed24-4c25-b096-9f2c423c750b req-79a43d51-ad19-4da1-8d6f-f15b5ded35a2 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/security-groups?id=ca31fa0b-2d92-40c1-b412-99f3e113c1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406501 Nov 19 18:17:43.614630 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecae815-4305-4a09-ab89-96313c95836f req-3a31b3f1-1f82-4332-88aa-71e2946fe1c7 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:17:43.619514 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-5ecae815-4305-4a09-ab89-96313c95836f req-3a31b3f1-1f82-4332-88aa-71e2946fe1c7 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/ports?device_id=df8c0fca-9dee-4b9e-be05-4d7e22fd7d04 HTTP/1.1" status: 200 len: 943 time: 0.0893815 Nov 19 18:17:43.677917 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-5ecae815-4305-4a09-ab89-96313c95836f req-f47e6f7a-7af8-425c-8f79-9cade61dcd58 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/security-groups?id=ca31fa0b-2d92-40c1-b412-99f3e113c1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506017 Nov 19 18:17:44.863609 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935a82d1-883c-475d-933b-1d8f887cade7 req-830efb02-ab61-47eb-b931-88c12d3b4d6f tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:17:44.866737 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-935a82d1-883c-475d-933b-1d8f887cade7 req-830efb02-ab61-47eb-b931-88c12d3b4d6f tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/ports?device_id=df8c0fca-9dee-4b9e-be05-4d7e22fd7d04 HTTP/1.1" status: 200 len: 943 time: 0.0900764 Nov 19 18:17:44.935890 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-935a82d1-883c-475d-933b-1d8f887cade7 req-dc590272-c18e-42fe-9d9e-9046afcd117e tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/security-groups?id=ca31fa0b-2d92-40c1-b412-99f3e113c1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632620 Nov 19 18:17:45.571779 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedb2cb6-ff85-4e7b-a54f-4d7de568cb93 req-a7b9d2cb-6f73-4296-9117-a2d6e56977fc tempest-TestServerBasicOps-1087229333 tempest-TestServerBasicOps-1087229333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:17:45.573198 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-cedb2cb6-ff85-4e7b-a54f-4d7de568cb93 req-a7b9d2cb-6f73-4296-9117-a2d6e56977fc tempest-TestServerBasicOps-1087229333 tempest-TestServerBasicOps-1087229333-project] 10.222.0.54 "GET /v2.0/ports?device_id=6f823120-2583-4ac2-8c26-8fb9eb5f20a1 HTTP/1.1" status: 200 len: 945 time: 0.0498846 Nov 19 18:17:45.634169 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-cedb2cb6-ff85-4e7b-a54f-4d7de568cb93 req-daaf32a5-fe9c-45c4-bb02-81cfc44423a7 tempest-TestServerBasicOps-1087229333 tempest-TestServerBasicOps-1087229333-project] 10.222.0.54 "GET /v2.0/security-groups?id=2f1a7f71-4bfb-41e5-9887-51de285d3339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548449 Nov 19 18:17:46.077620 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69369b57-4420-4b64-9ee5-cff525248f09 req-74ef17a6-5b0e-4f83-a804-798b61e97f5f tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:17:46.079764 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-69369b57-4420-4b64-9ee5-cff525248f09 req-74ef17a6-5b0e-4f83-a804-798b61e97f5f tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/ports?device_id=df8c0fca-9dee-4b9e-be05-4d7e22fd7d04 HTTP/1.1" status: 200 len: 943 time: 0.0512888 Nov 19 18:17:46.132421 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-69369b57-4420-4b64-9ee5-cff525248f09 req-722a89e6-5c6b-471d-bef2-79de8bb4b027 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/security-groups?id=ca31fa0b-2d92-40c1-b412-99f3e113c1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457330 Nov 19 18:17:46.764018 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cced237-2409-4ec7-9c39-841a17e2db00 req-6716b151-3a64-410b-b4c1-45e6e619f091 tempest-TestServerBasicOps-1087229333 tempest-TestServerBasicOps-1087229333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:17:46.785550 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3cced237-2409-4ec7-9c39-841a17e2db00 req-6716b151-3a64-410b-b4c1-45e6e619f091 tempest-TestServerBasicOps-1087229333 tempest-TestServerBasicOps-1087229333-project] 10.222.0.54 "GET /v2.0/ports?device_id=6f823120-2583-4ac2-8c26-8fb9eb5f20a1 HTTP/1.1" status: 200 len: 945 time: 0.0722809 Nov 19 18:17:46.802130 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d00ace-5762-45e1-9732-2c7f226e76d3 req-1658cd87-67e5-4f08-82c1-78227d34bb93 tempest-TestServerBasicOps-1087229333 tempest-TestServerBasicOps-1087229333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:17:46.805066 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d6d00ace-5762-45e1-9732-2c7f226e76d3 req-1658cd87-67e5-4f08-82c1-78227d34bb93 tempest-TestServerBasicOps-1087229333 tempest-TestServerBasicOps-1087229333-project] 10.222.0.60 "GET /v2.0/ports?device_id=6f823120-2583-4ac2-8c26-8fb9eb5f20a1 HTTP/1.1" status: 200 len: 945 time: 0.0671279 Nov 19 18:17:46.844616 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3cced237-2409-4ec7-9c39-841a17e2db00 req-4cd1b8d3-1a72-4d69-b1cb-f06c79e48c37 tempest-TestServerBasicOps-1087229333 tempest-TestServerBasicOps-1087229333-project] 10.222.0.54 "GET /v2.0/security-groups?id=2f1a7f71-4bfb-41e5-9887-51de285d3339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586293 Nov 19 18:17:46.928517 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [req-d6d00ace-5762-45e1-9732-2c7f226e76d3 req-075777ac-e2b7-484c-bf51-a0ba261b4fd1 tempest-TestServerBasicOps-1087229333 tempest-TestServerBasicOps-1087229333-project] Deleting port 59f0147e-62be-4a98-8223-9a2273533484 {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:17:46.928872 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-d6d00ace-5762-45e1-9732-2c7f226e76d3 req-075777ac-e2b7-484c-bf51-a0ba261b4fd1 tempest-TestServerBasicOps-1087229333 tempest-TestServerBasicOps-1087229333-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:17:47.033856 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-d6d00ace-5762-45e1-9732-2c7f226e76d3 req-075777ac-e2b7-484c-bf51-a0ba261b4fd1 tempest-TestServerBasicOps-1087229333 tempest-TestServerBasicOps-1087229333-project] For port 59f0147e-62be-4a98-8223-9a2273533484, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=59f0147e-62be-4a98-8223-9a2273533484,segment=NetworkSegment(25c8db8c-8170-47cd-befd-7b708165e7b5),segment_id=25c8db8c-8170-47cd-befd-7b708165e7b5)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:17:47.033856 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-d6d00ace-5762-45e1-9732-2c7f226e76d3 req-075777ac-e2b7-484c-bf51-a0ba261b4fd1 tempest-TestServerBasicOps-1087229333 tempest-TestServerBasicOps-1087229333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:17:47.299978 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-d6d00ace-5762-45e1-9732-2c7f226e76d3 req-075777ac-e2b7-484c-bf51-a0ba261b4fd1 tempest-TestServerBasicOps-1087229333 tempest-TestServerBasicOps-1087229333-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:17:47.301197 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-d6d00ace-5762-45e1-9732-2c7f226e76d3 req-075777ac-e2b7-484c-bf51-a0ba261b4fd1 tempest-TestServerBasicOps-1087229333 tempest-TestServerBasicOps-1087229333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-671284'] for floatingip, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:17:47.301296 n-d-818022-2 neutron-server[103364]: INFO neutron.db.l3_db [req-d6d00ace-5762-45e1-9732-2c7f226e76d3 req-075777ac-e2b7-484c-bf51-a0ba261b4fd1 tempest-TestServerBasicOps-1087229333 tempest-TestServerBasicOps-1087229333-project] Floating IP 8edde614-8277-4a5d-9a77-da3749eaf078 disassociated. External IP: 172.25.7.109, port: 59f0147e-62be-4a98-8223-9a2273533484. Nov 19 18:17:47.301601 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [req-d6d00ace-5762-45e1-9732-2c7f226e76d3 req-075777ac-e2b7-484c-bf51-a0ba261b4fd1 tempest-TestServerBasicOps-1087229333 tempest-TestServerBasicOps-1087229333-project] Calling delete_port for 59f0147e-62be-4a98-8223-9a2273533484 owned by compute:nova {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:17:47.315905 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29e56e2-4f2b-46a2-9eda-bbcaa0966152 req-6fb4c9e2-815a-4f5e-b699-2a9640540fa7 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:17:47.317432 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a29e56e2-4f2b-46a2-9eda-bbcaa0966152 req-6fb4c9e2-815a-4f5e-b699-2a9640540fa7 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/ports?device_id=df8c0fca-9dee-4b9e-be05-4d7e22fd7d04 HTTP/1.1" status: 200 len: 943 time: 0.0719006 Nov 19 18:17:47.423706 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a29e56e2-4f2b-46a2-9eda-bbcaa0966152 req-ffd4cb16-4447-42c7-bd7c-9d5670a3f147 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/security-groups?id=ca31fa0b-2d92-40c1-b412-99f3e113c1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702050 Nov 19 18:17:47.762883 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-d6d00ace-5762-45e1-9732-2c7f226e76d3 req-075777ac-e2b7-484c-bf51-a0ba261b4fd1 tempest-TestServerBasicOps-1087229333 tempest-TestServerBasicOps-1087229333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:17:47.793739 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075777ac-e2b7-484c-bf51-a0ba261b4fd1 tempest-TestServerBasicOps-1087229333 tempest-TestServerBasicOps-1087229333-project] Pushing event deleted for resources: {'Port': ['ID=59f0147e-62be-4a98-8223-9a2273533484,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:17:47.922799 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d6d00ace-5762-45e1-9732-2c7f226e76d3 req-075777ac-e2b7-484c-bf51-a0ba261b4fd1 tempest-TestServerBasicOps-1087229333 tempest-TestServerBasicOps-1087229333-project] Router 3eae58f0-d8be-4c90-b814-9407ca883711 has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 18:17:47.958721 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-517cb95c-f4b4-4611-8157-d891c99b9a62 req-8f6b2a92-e754-4068-8721-1dd16daeabec tempest-TestServerBasicOps-1087229333 tempest-TestServerBasicOps-1087229333-project] 10.222.0.54 "GET /v2.0/ports?device_id=6f823120-2583-4ac2-8c26-8fb9eb5f20a1 HTTP/1.1" status: 200 len: 210 time: 0.0265079 Nov 19 18:17:48.032623 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d6d00ace-5762-45e1-9732-2c7f226e76d3 req-075777ac-e2b7-484c-bf51-a0ba261b4fd1 tempest-TestServerBasicOps-1087229333 tempest-TestServerBasicOps-1087229333-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:17:48.043048 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d5df19-9dc0-47e3-853f-6928df04575f None None] Sync routers for ids ['3eae58f0-d8be-4c90-b814-9407ca883711'] in n-d-818022-2 {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:17:48.053259 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d5df19-9dc0-47e3-853f-6928df04575f None None] Routers {'3eae58f0-d8be-4c90-b814-9407ca883711'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:17:48.053900 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-a2d5df19-9dc0-47e3-853f-6928df04575f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:17:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['3eae58f0-d8be-4c90-b814-9407ca883711'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:17:48.070448 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6d00ace-5762-45e1-9732-2c7f226e76d3 req-075777ac-e2b7-484c-bf51-a0ba261b4fd1 tempest-TestServerBasicOps-1087229333 tempest-TestServerBasicOps-1087229333-project] No DVR routers for this DVR port 59f0147e-62be-4a98-8223-9a2273533484 on host n-h1-818022-2 {{(pid=103364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:17:48.073985 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-d6d00ace-5762-45e1-9732-2c7f226e76d3 req-075777ac-e2b7-484c-bf51-a0ba261b4fd1 tempest-TestServerBasicOps-1087229333 tempest-TestServerBasicOps-1087229333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:17:48.077879 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d6d00ace-5762-45e1-9732-2c7f226e76d3 req-075777ac-e2b7-484c-bf51-a0ba261b4fd1 tempest-TestServerBasicOps-1087229333 tempest-TestServerBasicOps-1087229333-project] 10.222.0.60 "DELETE /v2.0/ports/59f0147e-62be-4a98-8223-9a2273533484 HTTP/1.1" status: 204 len: 173 time: 1.2632658 Nov 19 18:17:48.078344 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f823120-2583-4ac2-8c26-8fb9eb5f20a1', 'name': 'network-vif-deleted', 'tag': '59f0147e-62be-4a98-8223-9a2273533484'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:17:48.080925 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dd4767a008c23f8566efc82158ee1b1fff34e1a9e908d76d0b6d0ab7e350e5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d60499f4-b93a-4458-ab69-97f8c52510ef" -d '{"events": [{"server_uuid": "6f823120-2583-4ac2-8c26-8fb9eb5f20a1", "name": "network-vif-deleted", "tag": "59f0147e-62be-4a98-8223-9a2273533484"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:17:48.122665 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:17:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-970c2d26-83af-4d15-8684-e2ffedec6547 x-openstack-request-id: req-970c2d26-83af-4d15-8684-e2ffedec6547 {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:17:48.122965 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f823120-2583-4ac2-8c26-8fb9eb5f20a1", "name": "network-vif-deleted", "tag": "59f0147e-62be-4a98-8223-9a2273533484", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:17:48.123218 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-970c2d26-83af-4d15-8684-e2ffedec6547 {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:17:48.123614 n-d-818022-2 neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f823120-2583-4ac2-8c26-8fb9eb5f20a1', 'name': 'network-vif-deleted', 'tag': '59f0147e-62be-4a98-8223-9a2273533484', 'status': 'completed', 'code': 200} Nov 19 18:17:48.169219 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-a2d5df19-9dc0-47e3-853f-6928df04575f None None] Set router 3eae58f0-d8be-4c90-b814-9407ca883711 gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:17:48.384055 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-a2d5df19-9dc0-47e3-853f-6928df04575f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eae58f0-d8be-4c90-b814-9407ca883711', 'name': 'tempest-TestServerBasicOps-1444723979-router', 'tenant_id': '46fc911a506f43faacc5bb57dab5a1bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.172'}], 'enable_snat': True}, 'gw_port_id': '00cb4d79-f368-49d6-9988-53d9aff7c856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:12:32Z', 'updated_at': '2021-11-19T18:12:38Z', 'revision_number': 4, 'project_id': '46fc911a506f43faacc5bb57dab5a1bf', 'gw_port': {'id': '00cb4d79-f368-49d6-9988-53d9aff7c856', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:18:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eae58f0-d8be-4c90-b814-9407ca883711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:12:34Z', 'updated_at': '2021-11-19T18:12:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': '434a3a93-23c9-4d28-9066-014a68e70baf', 'name': '', 'network_id': '4a49efd5-bc80-4af6-a575-c2d3be6941db', 'tenant_id': '46fc911a506f43faacc5bb57dab5a1bf', 'mac_address': 'fa:16:3e:65:82:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eae58f0-d8be-4c90-b814-9407ca883711', 'device_owner': 'network:router_interface', 'standard_attr_id': 3663, 'fixed_ips': [{'subnet_id': '2ed30503-f276-4fb6-afaa-f1a06284c79e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:12:37Z', 'updated_at': '2021-11-19T18:12:46Z', 'revision_number': 5, 'project_id': '46fc911a506f43faacc5bb57dab5a1bf', 'subnets': [{'id': '2ed30503-f276-4fb6-afaa-f1a06284c79e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:17:48.409713 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d5df19-9dc0-47e3-853f-6928df04575f None None] Checking router: 3eae58f0-d8be-4c90-b814-9407ca883711 for host: n-d-818022-2 {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:17:48.418683 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d5df19-9dc0-47e3-853f-6928df04575f None None] Routers {'3eae58f0-d8be-4c90-b814-9407ca883711'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:17:48.419318 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-a2d5df19-9dc0-47e3-853f-6928df04575f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:17:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['3eae58f0-d8be-4c90-b814-9407ca883711'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:17:48.548140 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fabfa0f-bfff-42bd-a248-bba7eb5e24f7 req-8d72b5fd-d9a5-4b82-8981-1087c537db3f tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:17:48.550134 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3fabfa0f-bfff-42bd-a248-bba7eb5e24f7 req-8d72b5fd-d9a5-4b82-8981-1087c537db3f tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/ports?device_id=df8c0fca-9dee-4b9e-be05-4d7e22fd7d04 HTTP/1.1" status: 200 len: 943 time: 0.0521834 Nov 19 18:17:48.603314 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3fabfa0f-bfff-42bd-a248-bba7eb5e24f7 req-33e28d7e-dd84-4484-afab-45fe9d479998 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/security-groups?id=ca31fa0b-2d92-40c1-b412-99f3e113c1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469408 Nov 19 18:17:48.615939 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-a2d5df19-9dc0-47e3-853f-6928df04575f None None] Set router 3eae58f0-d8be-4c90-b814-9407ca883711 gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:17:48.812491 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-a2d5df19-9dc0-47e3-853f-6928df04575f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eae58f0-d8be-4c90-b814-9407ca883711', 'name': 'tempest-TestServerBasicOps-1444723979-router', 'tenant_id': '46fc911a506f43faacc5bb57dab5a1bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.172'}], 'enable_snat': True}, 'gw_port_id': '00cb4d79-f368-49d6-9988-53d9aff7c856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:12:32Z', 'updated_at': '2021-11-19T18:12:38Z', 'revision_number': 4, 'project_id': '46fc911a506f43faacc5bb57dab5a1bf', 'gw_port': {'id': '00cb4d79-f368-49d6-9988-53d9aff7c856', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:18:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eae58f0-d8be-4c90-b814-9407ca883711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:12:34Z', 'updated_at': '2021-11-19T18:12:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': '434a3a93-23c9-4d28-9066-014a68e70baf', 'name': '', 'network_id': '4a49efd5-bc80-4af6-a575-c2d3be6941db', 'tenant_id': '46fc911a506f43faacc5bb57dab5a1bf', 'mac_address': 'fa:16:3e:65:82:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eae58f0-d8be-4c90-b814-9407ca883711', 'device_owner': 'network:router_interface', 'standard_attr_id': 3663, 'fixed_ips': [{'subnet_id': '2ed30503-f276-4fb6-afaa-f1a06284c79e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:12:37Z', 'updated_at': '2021-11-19T18:12:46Z', 'revision_number': 5, 'project_id': '46fc911a506f43faacc5bb57dab5a1bf', 'subnets': [{'id': '2ed30503-f276-4fb6-afaa-f1a06284c79e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:17:48.842040 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d5df19-9dc0-47e3-853f-6928df04575f None None] The sync data for ids ['3eae58f0-d8be-4c90-b814-9407ca883711'] in n-d-818022-2 is: [{'id': '3eae58f0-d8be-4c90-b814-9407ca883711', 'name': 'tempest-TestServerBasicOps-1444723979-router', 'tenant_id': '46fc911a506f43faacc5bb57dab5a1bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.172'}], 'enable_snat': True}, 'gw_port_id': '00cb4d79-f368-49d6-9988-53d9aff7c856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:12:32Z', 'updated_at': '2021-11-19T18:12:38Z', 'revision_number': 4, 'project_id': '46fc911a506f43faacc5bb57dab5a1bf', 'gw_port': {'id': '00cb4d79-f368-49d6-9988-53d9aff7c856', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:18:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eae58f0-d8be-4c90-b814-9407ca883711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:12:34Z', 'updated_at': '2021-11-19T18:12:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': '434a3a93-23c9-4d28-9066-014a68e70baf', 'name': '', 'network_id': '4a49efd5-bc80-4af6-a575-c2d3be6941db', 'tenant_id': '46fc911a506f43faacc5bb57dab5a1bf', 'mac_address': 'fa:16:3e:65:82:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eae58f0-d8be-4c90-b814-9407ca883711', 'device_owner': 'network:router_interface', 'standard_attr_id': 3663, 'fixed_ips': [{'subnet_id': '2ed30503-f276-4fb6-afaa-f1a06284c79e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:12:37Z', 'updated_at': '2021-11-19T18:12:46Z', 'revision_number': 5, 'project_id': '46fc911a506f43faacc5bb57dab5a1bf', 'subnets': [{'id': '2ed30503-f276-4fb6-afaa-f1a06284c79e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:17:49.020219 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 43504) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:17:49.066940 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d93bf59f-8d8c-4c8d-889f-e208f16b1636 None None] New status for floating IP 8edde614-8277-4a5d-9a77-da3749eaf078: DOWN {{(pid=103366) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 18:17:49.147208 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-6c8e90e5-326f-45bf-bdff-3aeea370a6ef tempest-TestServerBasicOps-1087229333 tempest-TestServerBasicOps-1087229333-project] Deleting port 2895582a-afb8-4c57-ae33-ef43fb90b4a9 {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:17:49.147546 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6c8e90e5-326f-45bf-bdff-3aeea370a6ef tempest-TestServerBasicOps-1087229333 tempest-TestServerBasicOps-1087229333-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:17:49.228502 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6c8e90e5-326f-45bf-bdff-3aeea370a6ef tempest-TestServerBasicOps-1087229333 tempest-TestServerBasicOps-1087229333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:17:49.228828 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6c8e90e5-326f-45bf-bdff-3aeea370a6ef tempest-TestServerBasicOps-1087229333 tempest-TestServerBasicOps-1087229333-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:17:49.240711 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-6c8e90e5-326f-45bf-bdff-3aeea370a6ef tempest-TestServerBasicOps-1087229333 tempest-TestServerBasicOps-1087229333-project] Calling delete_port for 2895582a-afb8-4c57-ae33-ef43fb90b4a9 owned by network:floatingip {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:17:49.388643 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6c8e90e5-326f-45bf-bdff-3aeea370a6ef tempest-TestServerBasicOps-1087229333 tempest-TestServerBasicOps-1087229333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:17:49.418683 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8e90e5-326f-45bf-bdff-3aeea370a6ef tempest-TestServerBasicOps-1087229333 tempest-TestServerBasicOps-1087229333-project] Pushing event deleted for resources: {'Port': ['ID=2895582a-afb8-4c57-ae33-ef43fb90b4a9,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:17:49.478143 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6c8e90e5-326f-45bf-bdff-3aeea370a6ef tempest-TestServerBasicOps-1087229333 tempest-TestServerBasicOps-1087229333-project] Publish callbacks [] for floatingip, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:17:49.480833 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6c8e90e5-326f-45bf-bdff-3aeea370a6ef tempest-TestServerBasicOps-1087229333 tempest-TestServerBasicOps-1087229333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for floatingip, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:17:49.482205 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-6c8e90e5-326f-45bf-bdff-3aeea370a6ef tempest-TestServerBasicOps-1087229333 tempest-TestServerBasicOps-1087229333-project] 10.222.0.54 "DELETE /v2.0/floatingips/8edde614-8277-4a5d-9a77-da3749eaf078 HTTP/1.1" status: 204 len: 168 time: 0.4602721 Nov 19 18:17:49.553704 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 43510) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:17:49.615740 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f745833f-8315-40a5-b0dd-93dc56398475 tempest-TestServerBasicOps-1087229333 tempest-TestServerBasicOps-1087229333-project] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:17:49.643016 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f745833f-8315-40a5-b0dd-93dc56398475 tempest-TestServerBasicOps-1087229333 tempest-TestServerBasicOps-1087229333-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:17:49.724868 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f745833f-8315-40a5-b0dd-93dc56398475 tempest-TestServerBasicOps-1087229333 tempest-TestServerBasicOps-1087229333-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:17:49.727822 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f745833f-8315-40a5-b0dd-93dc56398475 tempest-TestServerBasicOps-1087229333 tempest-TestServerBasicOps-1087229333-project] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:17:49.728928 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf85dc08-9521-4550-b82d-6171aad9009a req-aebb672c-0074-4dfa-896f-9f3bda7528d2 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:17:49.732054 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-f745833f-8315-40a5-b0dd-93dc56398475 tempest-TestServerBasicOps-1087229333 tempest-TestServerBasicOps-1087229333-project] 10.222.0.54 "DELETE /v2.0/security-groups/2f1a7f71-4bfb-41e5-9887-51de285d3339 HTTP/1.1" status: 204 len: 168 time: 0.1772664 Nov 19 18:17:49.744971 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f745833f-8315-40a5-b0dd-93dc56398475 tempest-TestServerBasicOps-1087229333 tempest-TestServerBasicOps-1087229333-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f1a7f71-4bfb-41e5-9887-51de285d3339,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:17:49.748272 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-cf85dc08-9521-4550-b82d-6171aad9009a req-aebb672c-0074-4dfa-896f-9f3bda7528d2 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/ports?device_id=df8c0fca-9dee-4b9e-be05-4d7e22fd7d04 HTTP/1.1" status: 200 len: 943 time: 0.0743382 Nov 19 18:17:49.796019 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 43516) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:17:49.812346 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-cf85dc08-9521-4550-b82d-6171aad9009a req-28b64f51-9295-495b-b054-03708fbdce45 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/security-groups?id=ca31fa0b-2d92-40c1-b412-99f3e113c1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629404 Nov 19 18:17:50.316895 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-cb632179-a689-425b-912e-8f542a3e0afa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-768564'] for router_interface, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:17:50.580481 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-cb632179-a689-425b-912e-8f542a3e0afa admin admin] Deleting port 434a3a93-23c9-4d28-9066-014a68e70baf {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:17:50.580697 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-cb632179-a689-425b-912e-8f542a3e0afa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:17:50.663896 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [None req-cb632179-a689-425b-912e-8f542a3e0afa admin admin] For port 434a3a93-23c9-4d28-9066-014a68e70baf, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=434a3a93-23c9-4d28-9066-014a68e70baf,segment=NetworkSegment(25c8db8c-8170-47cd-befd-7b708165e7b5),segment_id=25c8db8c-8170-47cd-befd-7b708165e7b5)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:17:50.664259 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-cb632179-a689-425b-912e-8f542a3e0afa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:17:50.676997 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-cb632179-a689-425b-912e-8f542a3e0afa admin admin] Calling delete_port for 434a3a93-23c9-4d28-9066-014a68e70baf owned by network:router_interface {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:17:50.860806 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-cb632179-a689-425b-912e-8f542a3e0afa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:17:50.893112 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb632179-a689-425b-912e-8f542a3e0afa admin admin] Pushing event deleted for resources: {'Port': ['ID=434a3a93-23c9-4d28-9066-014a68e70baf,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:17:50.994805 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1a3c7b-8b0c-4ded-9512-3e2234d86622 req-f911b4ca-0a3b-433e-b1f7-f20454ca029f tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:17:50.996380 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ab1a3c7b-8b0c-4ded-9512-3e2234d86622 req-f911b4ca-0a3b-433e-b1f7-f20454ca029f tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/ports?device_id=df8c0fca-9dee-4b9e-be05-4d7e22fd7d04 HTTP/1.1" status: 200 len: 943 time: 0.1076250 Nov 19 18:17:51.141475 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ab1a3c7b-8b0c-4ded-9512-3e2234d86622 req-8c92aefa-2a49-4cf7-bc9b-ec5a08dd4a08 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/security-groups?id=ca31fa0b-2d92-40c1-b412-99f3e113c1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338196 Nov 19 18:17:51.168931 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-cb632179-a689-425b-912e-8f542a3e0afa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-768648'] for router_interface, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:17:51.274014 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 59f0147e-62be-4a98-8223-9a2273533484 no longer exists at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:17:51.295200 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] No Port match for: 59f0147e-62be-4a98-8223-9a2273533484 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:17:51.295553 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 59f0147e-62be-4a98-8223-9a2273533484 not bound to the agent host n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:17:51.387376 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb632179-a689-425b-912e-8f542a3e0afa admin admin] Router 3eae58f0-d8be-4c90-b814-9407ca883711 has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 18:17:51.409751 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.agents_db [None req-619e5c26-d9ed-4321-86eb-7d443bb9dfa2 None None] Agent healthcheck: found 7 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 18:17:51.494209 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb632179-a689-425b-912e-8f542a3e0afa admin admin] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:17:51.499272 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-cb632179-a689-425b-912e-8f542a3e0afa admin admin] 10.222.0.54 "PUT /v2.0/routers/3eae58f0-d8be-4c90-b814-9407ca883711/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7042892 Nov 19 18:17:51.501985 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 43522) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:17:51.506741 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6810cbd-9469-4107-b59f-ff25b18500e2 None None] Sync routers for ids ['3eae58f0-d8be-4c90-b814-9407ca883711'] in n-d-818022-2 {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:17:51.516910 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6810cbd-9469-4107-b59f-ff25b18500e2 None None] Routers {'3eae58f0-d8be-4c90-b814-9407ca883711'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:17:51.517519 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-e6810cbd-9469-4107-b59f-ff25b18500e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:17:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['3eae58f0-d8be-4c90-b814-9407ca883711'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:17:51.630693 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-932a7ccc-cc59-4d6f-8a82-60172dbe3be2 admin admin] Publish callbacks [] for router, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:17:51.630947 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-e6810cbd-9469-4107-b59f-ff25b18500e2 None None] Set router 3eae58f0-d8be-4c90-b814-9407ca883711 gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:17:51.824802 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-e6810cbd-9469-4107-b59f-ff25b18500e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eae58f0-d8be-4c90-b814-9407ca883711', 'name': 'tempest-TestServerBasicOps-1444723979-router', 'tenant_id': '46fc911a506f43faacc5bb57dab5a1bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.172'}], 'enable_snat': True}, 'gw_port_id': '00cb4d79-f368-49d6-9988-53d9aff7c856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:12:32Z', 'updated_at': '2021-11-19T18:17:50Z', 'revision_number': 5, 'project_id': '46fc911a506f43faacc5bb57dab5a1bf', 'gw_port': {'id': '00cb4d79-f368-49d6-9988-53d9aff7c856', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:18:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eae58f0-d8be-4c90-b814-9407ca883711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:12:34Z', 'updated_at': '2021-11-19T18:12:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:17:51.851461 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6810cbd-9469-4107-b59f-ff25b18500e2 None None] Checking router: 3eae58f0-d8be-4c90-b814-9407ca883711 for host: n-d-818022-2 {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:17:51.860221 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6810cbd-9469-4107-b59f-ff25b18500e2 None None] Routers {'3eae58f0-d8be-4c90-b814-9407ca883711'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:17:51.860941 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-e6810cbd-9469-4107-b59f-ff25b18500e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:17:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['3eae58f0-d8be-4c90-b814-9407ca883711'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:17:51.974185 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-e6810cbd-9469-4107-b59f-ff25b18500e2 None None] Set router 3eae58f0-d8be-4c90-b814-9407ca883711 gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:17:52.047227 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-932a7ccc-cc59-4d6f-8a82-60172dbe3be2 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:17:52.103301 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-932a7ccc-cc59-4d6f-8a82-60172dbe3be2 admin admin] Deleting port 00cb4d79-f368-49d6-9988-53d9aff7c856 {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:17:52.103662 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-932a7ccc-cc59-4d6f-8a82-60172dbe3be2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:17:52.168307 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-e6810cbd-9469-4107-b59f-ff25b18500e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eae58f0-d8be-4c90-b814-9407ca883711', 'name': 'tempest-TestServerBasicOps-1444723979-router', 'tenant_id': '46fc911a506f43faacc5bb57dab5a1bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.172'}], 'enable_snat': True}, 'gw_port_id': '00cb4d79-f368-49d6-9988-53d9aff7c856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:12:32Z', 'updated_at': '2021-11-19T18:17:50Z', 'revision_number': 5, 'project_id': '46fc911a506f43faacc5bb57dab5a1bf', 'gw_port': {'id': '00cb4d79-f368-49d6-9988-53d9aff7c856', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:18:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eae58f0-d8be-4c90-b814-9407ca883711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:12:34Z', 'updated_at': '2021-11-19T18:12:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:17:52.194377 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6810cbd-9469-4107-b59f-ff25b18500e2 None None] The sync data for ids ['3eae58f0-d8be-4c90-b814-9407ca883711'] in n-d-818022-2 is: [{'id': '3eae58f0-d8be-4c90-b814-9407ca883711', 'name': 'tempest-TestServerBasicOps-1444723979-router', 'tenant_id': '46fc911a506f43faacc5bb57dab5a1bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.172'}], 'enable_snat': True}, 'gw_port_id': '00cb4d79-f368-49d6-9988-53d9aff7c856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:12:32Z', 'updated_at': '2021-11-19T18:17:50Z', 'revision_number': 5, 'project_id': '46fc911a506f43faacc5bb57dab5a1bf', 'gw_port': {'id': '00cb4d79-f368-49d6-9988-53d9aff7c856', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:18:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eae58f0-d8be-4c90-b814-9407ca883711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:12:34Z', 'updated_at': '2021-11-19T18:12:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:17:52.195063 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [None req-932a7ccc-cc59-4d6f-8a82-60172dbe3be2 admin admin] For port 00cb4d79-f368-49d6-9988-53d9aff7c856, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=00cb4d79-f368-49d6-9988-53d9aff7c856,segment=NetworkSegment(bbe705c1-96c0-476e-8381-28227e6f0ac5),segment_id=bbe705c1-96c0-476e-8381-28227e6f0ac5)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:17:52.195426 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-932a7ccc-cc59-4d6f-8a82-60172dbe3be2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:17:52.213732 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-932a7ccc-cc59-4d6f-8a82-60172dbe3be2 admin admin] Calling delete_port for 00cb4d79-f368-49d6-9988-53d9aff7c856 owned by network:router_gateway {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:17:52.287868 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b4030a-a759-4dc5-8ec8-842544900220 req-e6eb2a4c-44cc-4b73-855b-05f00f224a98 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:17:52.289371 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-94b4030a-a759-4dc5-8ec8-842544900220 req-e6eb2a4c-44cc-4b73-855b-05f00f224a98 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/ports?device_id=df8c0fca-9dee-4b9e-be05-4d7e22fd7d04 HTTP/1.1" status: 200 len: 943 time: 0.0498435 Nov 19 18:17:52.341633 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-94b4030a-a759-4dc5-8ec8-842544900220 req-3a70637d-85c0-4aed-8b69-3c48c6e77a43 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/security-groups?id=ca31fa0b-2d92-40c1-b412-99f3e113c1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456288 Nov 19 18:17:52.392364 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-932a7ccc-cc59-4d6f-8a82-60172dbe3be2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:17:52.423952 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932a7ccc-cc59-4d6f-8a82-60172dbe3be2 admin admin] Pushing event deleted for resources: {'Port': ['ID=00cb4d79-f368-49d6-9988-53d9aff7c856,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:17:52.439453 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6e86323-5f37-47b7-ace0-1009884d5432 None None] DHCP port deletion for 645e61aa-1a6c-4e8f-857e-ab06edb4897f request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:17:52.485258 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-932a7ccc-cc59-4d6f-8a82-60172dbe3be2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-671730'] for router_gateway, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:17:52.579737 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-932a7ccc-cc59-4d6f-8a82-60172dbe3be2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4696'] for router, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:17:52.581955 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-932a7ccc-cc59-4d6f-8a82-60172dbe3be2 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:17:52.636211 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-932a7ccc-cc59-4d6f-8a82-60172dbe3be2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-543895'] for router, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:17:52.636808 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-932a7ccc-cc59-4d6f-8a82-60172dbe3be2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3eae58f0-d8be-4c90-b814-9407ca883711 {{(pid=103364) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 18:17:52.642552 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-932a7ccc-cc59-4d6f-8a82-60172dbe3be2 admin admin] Publish callbacks [] for router, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:17:52.646626 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-932a7ccc-cc59-4d6f-8a82-60172dbe3be2 admin admin] 10.222.0.54 "DELETE /v2.0/routers/3eae58f0-d8be-4c90-b814-9407ca883711 HTTP/1.1" status: 204 len: 168 time: 1.1409440 Nov 19 18:17:52.646856 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 43526) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:17:52.693976 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_v2 [None req-5822304b-89b3-44b8-8261-bd0f8940170e admin admin] Deleting subnet 2ed30503-f276-4fb6-afaa-f1a06284c79e {{(pid=103364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 18:17:52.697686 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5822304b-89b3-44b8-8261-bd0f8940170e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:17:52.732928 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5822304b-89b3-44b8-8261-bd0f8940170e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9416263'] for subnet, precommit_delete_associations {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:17:52.825050 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5822304b-89b3-44b8-8261-bd0f8940170e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:17:52.884635 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5822304b-89b3-44b8-8261-bd0f8940170e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12425137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8983934'] for subnet, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:17:52.913062 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5822304b-89b3-44b8-8261-bd0f8940170e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ed30503-f276-4fb6-afaa-f1a06284c79e,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:17:52.919091 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5822304b-89b3-44b8-8261-bd0f8940170e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:17:52.922572 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-5822304b-89b3-44b8-8261-bd0f8940170e admin admin] 10.222.0.54 "DELETE /v2.0/subnets/2ed30503-f276-4fb6-afaa-f1a06284c79e HTTP/1.1" status: 204 len: 168 time: 0.2747614 Nov 19 18:17:52.925124 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 43528) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:17:52.927538 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-091107a7-c522-4ff4-8536-d8cd8ece8e93 None None] Network 4a49efd5-bc80-4af6-a575-c2d3be6941db requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:17:52.995423 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9471a19c-41ed-488d-a1fe-0972fe748ddb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:17:53.053454 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-9471a19c-41ed-488d-a1fe-0972fe748ddb admin admin] Deleting port 3aa18080-9745-4a4f-8e67-d374915905ba {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:17:53.053796 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9471a19c-41ed-488d-a1fe-0972fe748ddb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:17:53.119758 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [None req-9471a19c-41ed-488d-a1fe-0972fe748ddb admin admin] For port 3aa18080-9745-4a4f-8e67-d374915905ba, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=3aa18080-9745-4a4f-8e67-d374915905ba,segment=NetworkSegment(25c8db8c-8170-47cd-befd-7b708165e7b5),segment_id=25c8db8c-8170-47cd-befd-7b708165e7b5)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:17:53.120073 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9471a19c-41ed-488d-a1fe-0972fe748ddb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:17:53.133154 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-9471a19c-41ed-488d-a1fe-0972fe748ddb admin admin] Calling delete_port for 3aa18080-9745-4a4f-8e67-d374915905ba owned by network:dhcp {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:17:53.216290 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9471a19c-41ed-488d-a1fe-0972fe748ddb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:17:53.243055 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9471a19c-41ed-488d-a1fe-0972fe748ddb admin admin] Pushing event deleted for resources: {'Port': ['ID=3aa18080-9745-4a4f-8e67-d374915905ba,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:17:53.247280 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9471a19c-41ed-488d-a1fe-0972fe748ddb admin admin] No DVR routers for this DVR port 3aa18080-9745-4a4f-8e67-d374915905ba on host n-d-818022-2 {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:17:53.294995 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb581ca3-ccb2-40f6-97de-6e7b00453d79 None None] DHCP port deletion for 4a49efd5-bc80-4af6-a575-c2d3be6941db request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:17:53.314196 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9471a19c-41ed-488d-a1fe-0972fe748ddb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:17:53.314784 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9471a19c-41ed-488d-a1fe-0972fe748ddb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:17:53.314947 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9471a19c-41ed-488d-a1fe-0972fe748ddb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:17:53.315208 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9471a19c-41ed-488d-a1fe-0972fe748ddb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:17:53.315543 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9471a19c-41ed-488d-a1fe-0972fe748ddb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:17:53.315867 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9471a19c-41ed-488d-a1fe-0972fe748ddb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:17:53.316189 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9471a19c-41ed-488d-a1fe-0972fe748ddb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:17:53.317067 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9471a19c-41ed-488d-a1fe-0972fe748ddb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:17:53.317390 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9471a19c-41ed-488d-a1fe-0972fe748ddb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:17:53.317712 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9471a19c-41ed-488d-a1fe-0972fe748ddb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:17:53.318105 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9471a19c-41ed-488d-a1fe-0972fe748ddb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:17:53.318427 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9471a19c-41ed-488d-a1fe-0972fe748ddb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:17:53.340791 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9471a19c-41ed-488d-a1fe-0972fe748ddb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:17:53.379579 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-9471a19c-41ed-488d-a1fe-0972fe748ddb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a49efd5-bc80-4af6-a575-c2d3be6941db']}} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:17:53.391477 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-9471a19c-41ed-488d-a1fe-0972fe748ddb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25c8db8c-8170-47cd-befd-7b708165e7b5') {'for_net_delete': True} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:17:53.391899 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-9471a19c-41ed-488d-a1fe-0972fe748ddb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25c8db8c-8170-47cd-befd-7b708165e7b5') {} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:17:53.402716 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9471a19c-41ed-488d-a1fe-0972fe748ddb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12545382'] for segment, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:17:53.417787 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9471a19c-41ed-488d-a1fe-0972fe748ddb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:17:53.428124 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9471a19c-41ed-488d-a1fe-0972fe748ddb admin admin] Releasing vlan 655 on physical network physnet1 to pool {{(pid=103365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 18:17:53.428871 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9471a19c-41ed-488d-a1fe-0972fe748ddb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12282953'] for segment, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:17:53.431051 n-d-818022-2 neutron-server[103365]: Traceback (most recent call last): Nov 19 18:17:53.431051 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 18:17:53.431051 n-d-818022-2 neutron-server[103365]: timer() Nov 19 18:17:53.431051 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 18:17:53.431051 n-d-818022-2 neutron-server[103365]: cb(*args, **kw) Nov 19 18:17:53.431051 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 18:17:53.431051 n-d-818022-2 neutron-server[103365]: return func(*args, **kwargs) Nov 19 18:17:53.431051 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 18:17:53.431051 n-d-818022-2 neutron-server[103365]: self._notify() Nov 19 18:17:53.431051 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 18:17:53.431051 n-d-818022-2 neutron-server[103365]: self.callback(batched_events) Nov 19 18:17:53.431051 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 18:17:53.431051 n-d-818022-2 neutron-server[103365]: event.method(event) Nov 19 18:17:53.431051 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 18:17:53.431051 n-d-818022-2 neutron-server[103365]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 18:17:53.431051 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 18:17:53.431051 n-d-818022-2 neutron-server[103365]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 18:17:53.431051 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 18:17:53.431051 n-d-818022-2 neutron-server[103365]: return f(self, *a, **k) Nov 19 18:17:53.431051 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 18:17:53.431051 n-d-818022-2 neutron-server[103365]: return self._get(url).json() Nov 19 18:17:53.431051 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 18:17:53.431051 n-d-818022-2 neutron-server[103365]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 18:17:53.431051 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 18:17:53.431051 n-d-818022-2 neutron-server[103365]: return self.request(url, 'GET', **kwargs) Nov 19 18:17:53.431051 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 18:17:53.431051 n-d-818022-2 neutron-server[103365]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 18:17:53.431051 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 18:17:53.431051 n-d-818022-2 neutron-server[103365]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 18:17:53.431051 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 18:17:53.431051 n-d-818022-2 neutron-server[103365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 18:17:53.431051 n-d-818022-2 neutron-server[103365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 18:17:53.444436 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 434a3a93-23c9-4d28-9066-014a68e70baf no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:17:53.464948 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: 434a3a93-23c9-4d28-9066-014a68e70baf {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:17:53.465577 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 434a3a93-23c9-4d28-9066-014a68e70baf not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:17:53.490394 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652f1358-9f1c-4e98-9d1d-04f8c732462a req-771fa84e-9da1-457f-89e3-125bae618273 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:17:53.492066 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-652f1358-9f1c-4e98-9d1d-04f8c732462a req-771fa84e-9da1-457f-89e3-125bae618273 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/ports?device_id=df8c0fca-9dee-4b9e-be05-4d7e22fd7d04 HTTP/1.1" status: 200 len: 943 time: 0.0585692 Nov 19 18:17:53.521325 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9471a19c-41ed-488d-a1fe-0972fe748ddb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671242'] for network, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:17:53.532487 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9471a19c-41ed-488d-a1fe-0972fe748ddb admin admin] Publish callbacks [] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:17:53.536343 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-9471a19c-41ed-488d-a1fe-0972fe748ddb admin admin] 10.222.0.54 "DELETE /v2.0/networks/4a49efd5-bc80-4af6-a575-c2d3be6941db HTTP/1.1" status: 204 len: 168 time: 0.6099722 Nov 19 18:17:53.539243 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 43532) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:17:53.556429 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-652f1358-9f1c-4e98-9d1d-04f8c732462a req-7d62cfb0-30d4-41e5-bc28-36fcbad9aab1 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/security-groups?id=ca31fa0b-2d92-40c1-b412-99f3e113c1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569663 Nov 19 18:17:53.594681 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9471a19c-41ed-488d-a1fe-0972fe748ddb admin admin] Pushing event deleted for resources: {'Network': ['ID=4a49efd5-bc80-4af6-a575-c2d3be6941db,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:17:53.969267 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-385a9d21-8ee6-452d-832d-1cac6819b12c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-768564'] for router_interface, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:17:54.216417 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-385a9d21-8ee6-452d-832d-1cac6819b12c admin admin] Deleting port 77758f24-e0ed-4204-b57d-b674fced6c4b {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:17:54.216754 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-385a9d21-8ee6-452d-832d-1cac6819b12c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:17:54.294298 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [None req-385a9d21-8ee6-452d-832d-1cac6819b12c admin admin] For port 77758f24-e0ed-4204-b57d-b674fced6c4b, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=77758f24-e0ed-4204-b57d-b674fced6c4b,segment=NetworkSegment(66d91456-c72d-4f2d-946a-6e7098567cf7),segment_id=66d91456-c72d-4f2d-946a-6e7098567cf7)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:17:54.294687 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-385a9d21-8ee6-452d-832d-1cac6819b12c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:17:54.308009 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-385a9d21-8ee6-452d-832d-1cac6819b12c admin admin] Calling delete_port for 77758f24-e0ed-4204-b57d-b674fced6c4b owned by network:router_interface {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:17:54.492588 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-385a9d21-8ee6-452d-832d-1cac6819b12c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:17:54.525494 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385a9d21-8ee6-452d-832d-1cac6819b12c admin admin] Pushing event deleted for resources: {'Port': ['ID=77758f24-e0ed-4204-b57d-b674fced6c4b,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:17:54.737931 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34d6652-f620-4fa5-98b9-08681595ec44 req-60f66f7d-ffb5-4299-99ed-907590a08eb3 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:17:54.739597 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b34d6652-f620-4fa5-98b9-08681595ec44 req-60f66f7d-ffb5-4299-99ed-907590a08eb3 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/ports?device_id=df8c0fca-9dee-4b9e-be05-4d7e22fd7d04 HTTP/1.1" status: 200 len: 943 time: 0.1003034 Nov 19 18:17:54.768643 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-385a9d21-8ee6-452d-832d-1cac6819b12c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-768648'] for router_interface, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:17:54.844287 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b34d6652-f620-4fa5-98b9-08681595ec44 req-f57245c2-3c92-4295-ab17-bb5ab603a470 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/security-groups?id=ca31fa0b-2d92-40c1-b412-99f3e113c1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973289 Nov 19 18:17:54.996400 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 3aa18080-9745-4a4f-8e67-d374915905ba no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:17:55.016839 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: 3aa18080-9745-4a4f-8e67-d374915905ba {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:17:55.017031 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-385a9d21-8ee6-452d-832d-1cac6819b12c admin admin] Router a12b7dc9-955e-48c3-84da-e473a5cb5ff9 has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 18:17:55.017252 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 3aa18080-9745-4a4f-8e67-d374915905ba not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:17:55.017613 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 00cb4d79-f368-49d6-9988-53d9aff7c856 no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:17:55.036727 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: 00cb4d79-f368-49d6-9988-53d9aff7c856 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:17:55.037072 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 00cb4d79-f368-49d6-9988-53d9aff7c856 not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:17:55.131643 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-385a9d21-8ee6-452d-832d-1cac6819b12c admin admin] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:17:55.138268 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-385a9d21-8ee6-452d-832d-1cac6819b12c admin admin] 10.222.0.54 "PUT /v2.0/routers/a12b7dc9-955e-48c3-84da-e473a5cb5ff9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5978858 Nov 19 18:17:55.139269 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 43536) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:17:55.142933 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da068cf-7f13-4ec5-9ac4-23b915e11fee None None] Sync routers for ids ['a12b7dc9-955e-48c3-84da-e473a5cb5ff9'] in n-d-818022-2 {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:17:55.158015 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da068cf-7f13-4ec5-9ac4-23b915e11fee None None] Routers {'a12b7dc9-955e-48c3-84da-e473a5cb5ff9'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:17:55.158705 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-1da068cf-7f13-4ec5-9ac4-23b915e11fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:17:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['a12b7dc9-955e-48c3-84da-e473a5cb5ff9'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:17:55.253419 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-13c42ead-1562-4df0-8f7b-f3a8ca1fc117 admin admin] Publish callbacks [] for router, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:17:55.270677 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-1da068cf-7f13-4ec5-9ac4-23b915e11fee None None] Set router a12b7dc9-955e-48c3-84da-e473a5cb5ff9 gateway port host: n-d-818022-2 {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:17:55.357246 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-13c42ead-1562-4df0-8f7b-f3a8ca1fc117 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:17:55.410262 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-13c42ead-1562-4df0-8f7b-f3a8ca1fc117 admin admin] Deleting port 29d01258-d58d-43bf-9f2e-eb23b3a67a7d {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:17:55.410551 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-13c42ead-1562-4df0-8f7b-f3a8ca1fc117 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:17:55.456518 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-1da068cf-7f13-4ec5-9ac4-23b915e11fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a12b7dc9-955e-48c3-84da-e473a5cb5ff9', 'name': 'tempest-TestServerBasicOps-872480896-router', 'tenant_id': '00ac027819ba4afaa76dc6f1a15c161f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.194'}], 'enable_snat': True}, 'gw_port_id': '29d01258-d58d-43bf-9f2e-eb23b3a67a7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:12:43Z', 'updated_at': '2021-11-19T18:17:54Z', 'revision_number': 5, 'project_id': '00ac027819ba4afaa76dc6f1a15c161f', 'gw_port': {'id': '29d01258-d58d-43bf-9f2e-eb23b3a67a7d', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:ef:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12b7dc9-955e-48c3-84da-e473a5cb5ff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3677, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:12:44Z', 'updated_at': '2021-11-19T18:12:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:17:55.483034 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da068cf-7f13-4ec5-9ac4-23b915e11fee None None] Checking router: a12b7dc9-955e-48c3-84da-e473a5cb5ff9 for host: n-d-818022-2 {{(pid=103366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:17:55.492011 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da068cf-7f13-4ec5-9ac4-23b915e11fee None None] Routers {'a12b7dc9-955e-48c3-84da-e473a5cb5ff9'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:17:55.492620 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-1da068cf-7f13-4ec5-9ac4-23b915e11fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:17:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['a12b7dc9-955e-48c3-84da-e473a5cb5ff9'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:17:55.492756 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [None req-13c42ead-1562-4df0-8f7b-f3a8ca1fc117 admin admin] For port 29d01258-d58d-43bf-9f2e-eb23b3a67a7d, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=29d01258-d58d-43bf-9f2e-eb23b3a67a7d,segment=NetworkSegment(bbe705c1-96c0-476e-8381-28227e6f0ac5),segment_id=bbe705c1-96c0-476e-8381-28227e6f0ac5)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:17:55.493204 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-13c42ead-1562-4df0-8f7b-f3a8ca1fc117 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:17:55.504740 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-13c42ead-1562-4df0-8f7b-f3a8ca1fc117 admin admin] Calling delete_port for 29d01258-d58d-43bf-9f2e-eb23b3a67a7d owned by network:router_gateway {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:17:55.575326 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-1da068cf-7f13-4ec5-9ac4-23b915e11fee None None] Set router a12b7dc9-955e-48c3-84da-e473a5cb5ff9 gateway port host: None {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:17:55.637116 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-1da068cf-7f13-4ec5-9ac4-23b915e11fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a12b7dc9-955e-48c3-84da-e473a5cb5ff9', 'name': 'tempest-TestServerBasicOps-872480896-router', 'tenant_id': '00ac027819ba4afaa76dc6f1a15c161f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:12:43Z', 'updated_at': '2021-11-19T18:17:55Z', 'revision_number': 6, 'project_id': '00ac027819ba4afaa76dc6f1a15c161f', 'gw_port_host': None}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:17:55.663961 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da068cf-7f13-4ec5-9ac4-23b915e11fee None None] The sync data for ids ['a12b7dc9-955e-48c3-84da-e473a5cb5ff9'] in n-d-818022-2 is: [{'id': 'a12b7dc9-955e-48c3-84da-e473a5cb5ff9', 'name': 'tempest-TestServerBasicOps-872480896-router', 'tenant_id': '00ac027819ba4afaa76dc6f1a15c161f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:12:43Z', 'updated_at': '2021-11-19T18:17:55Z', 'revision_number': 6, 'project_id': '00ac027819ba4afaa76dc6f1a15c161f', 'gw_port_host': None}] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:17:55.673324 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-13c42ead-1562-4df0-8f7b-f3a8ca1fc117 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:17:55.701259 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c42ead-1562-4df0-8f7b-f3a8ca1fc117 admin admin] Pushing event deleted for resources: {'Port': ['ID=29d01258-d58d-43bf-9f2e-eb23b3a67a7d,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:17:55.714678 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b06af83-6b82-406b-a735-7cec91a8fde4 None None] DHCP port deletion for 645e61aa-1a6c-4e8f-857e-ab06edb4897f request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:17:55.765285 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-13c42ead-1562-4df0-8f7b-f3a8ca1fc117 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-671730'] for router_gateway, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:17:55.855820 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-13c42ead-1562-4df0-8f7b-f3a8ca1fc117 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4696'] for router, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:17:55.858060 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-13c42ead-1562-4df0-8f7b-f3a8ca1fc117 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:17:55.902985 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-13c42ead-1562-4df0-8f7b-f3a8ca1fc117 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-543895'] for router, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:17:55.903777 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13c42ead-1562-4df0-8f7b-f3a8ca1fc117 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a12b7dc9-955e-48c3-84da-e473a5cb5ff9 {{(pid=103365) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 18:17:55.908478 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-13c42ead-1562-4df0-8f7b-f3a8ca1fc117 admin admin] Publish callbacks [] for router, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:17:55.909739 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-13c42ead-1562-4df0-8f7b-f3a8ca1fc117 admin admin] 10.222.0.54 "DELETE /v2.0/routers/a12b7dc9-955e-48c3-84da-e473a5cb5ff9 HTTP/1.1" status: 204 len: 168 time: 0.7695405 Nov 19 18:17:55.912813 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 43540) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:17:55.956523 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_v2 [None req-e85afd54-ac50-49f5-9bc2-09877b57add0 admin admin] Deleting subnet 5e8b53e4-5194-49d7-87b6-af9416c14b90 {{(pid=103365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 18:17:55.960197 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e85afd54-ac50-49f5-9bc2-09877b57add0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:17:55.967153 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba4b448-c0e9-4cdd-9322-a1fc2998e962 req-5889646f-6a24-40dd-bffb-fdba7b4feb2b tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:17:55.968633 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-5ba4b448-c0e9-4cdd-9322-a1fc2998e962 req-5889646f-6a24-40dd-bffb-fdba7b4feb2b tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/ports?device_id=df8c0fca-9dee-4b9e-be05-4d7e22fd7d04 HTTP/1.1" status: 200 len: 943 time: 0.0533297 Nov 19 18:17:55.995610 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e85afd54-ac50-49f5-9bc2-09877b57add0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12546453'] for subnet, precommit_delete_associations {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:17:56.017109 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-5ba4b448-c0e9-4cdd-9322-a1fc2998e962 req-7a9bb03a-e54d-4d9e-9922-2d5fcdef98eb tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/security-groups?id=ca31fa0b-2d92-40c1-b412-99f3e113c1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412688 Nov 19 18:17:56.075947 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e85afd54-ac50-49f5-9bc2-09877b57add0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:17:56.130705 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e85afd54-ac50-49f5-9bc2-09877b57add0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12282919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8731163'] for subnet, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:17:56.155764 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85afd54-ac50-49f5-9bc2-09877b57add0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e8b53e4-5194-49d7-87b6-af9416c14b90,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:17:56.163524 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e85afd54-ac50-49f5-9bc2-09877b57add0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:17:56.170168 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-e85afd54-ac50-49f5-9bc2-09877b57add0 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/5e8b53e4-5194-49d7-87b6-af9416c14b90 HTTP/1.1" status: 204 len: 168 time: 0.2531919 Nov 19 18:17:56.170168 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 43542) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:17:56.174039 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2abfc2f6-395a-4d69-9749-48e8a3c06933 None None] Network 8d0bfea8-b9ce-4a4a-b909-d270f4dc9a77 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:17:56.244119 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9ca65c73-4936-4dd8-a4b8-6e5d388ec017 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:17:56.528881 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7279c4fc-8ed9-4919-9535-e6fde17db318 None None] DHCP port deletion for 8d0bfea8-b9ce-4a4a-b909-d270f4dc9a77 request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:17:56.577188 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-7279c4fc-8ed9-4919-9535-e6fde17db318 None None] Deleting port 3ea8d49f-8ad4-4f11-82e9-d2dda835c3dd {{(pid=103366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:17:56.577568 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-7279c4fc-8ed9-4919-9535-e6fde17db318 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:17:56.581097 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-9ca65c73-4936-4dd8-a4b8-6e5d388ec017 admin admin] Deleting port 3ea8d49f-8ad4-4f11-82e9-d2dda835c3dd {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:17:56.581655 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9ca65c73-4936-4dd8-a4b8-6e5d388ec017 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:17:56.645095 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-7279c4fc-8ed9-4919-9535-e6fde17db318 None None] For port 3ea8d49f-8ad4-4f11-82e9-d2dda835c3dd, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=3ea8d49f-8ad4-4f11-82e9-d2dda835c3dd,segment=NetworkSegment(66d91456-c72d-4f2d-946a-6e7098567cf7),segment_id=66d91456-c72d-4f2d-946a-6e7098567cf7)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:17:56.645502 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-7279c4fc-8ed9-4919-9535-e6fde17db318 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:17:56.653770 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [None req-9ca65c73-4936-4dd8-a4b8-6e5d388ec017 admin admin] For port 3ea8d49f-8ad4-4f11-82e9-d2dda835c3dd, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=3ea8d49f-8ad4-4f11-82e9-d2dda835c3dd,segment=NetworkSegment(66d91456-c72d-4f2d-946a-6e7098567cf7),segment_id=66d91456-c72d-4f2d-946a-6e7098567cf7)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:17:56.654377 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9ca65c73-4936-4dd8-a4b8-6e5d388ec017 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:17:56.658814 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-7279c4fc-8ed9-4919-9535-e6fde17db318 None None] Calling delete_port for 3ea8d49f-8ad4-4f11-82e9-d2dda835c3dd owned by network:dhcp {{(pid=103366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:17:56.668658 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-9ca65c73-4936-4dd8-a4b8-6e5d388ec017 admin admin] Calling delete_port for 3ea8d49f-8ad4-4f11-82e9-d2dda835c3dd owned by network:dhcp {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:17:56.741764 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-7279c4fc-8ed9-4919-9535-e6fde17db318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007'] for port, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:17:56.761711 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9ca65c73-4936-4dd8-a4b8-6e5d388ec017 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:17:56.768922 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7279c4fc-8ed9-4919-9535-e6fde17db318 None None] No DVR routers for this DVR port 3ea8d49f-8ad4-4f11-82e9-d2dda835c3dd on host n-d-818022-2 {{(pid=103366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:17:56.770942 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7279c4fc-8ed9-4919-9535-e6fde17db318 None None] Pushing event deleted for resources: {'Port': ['ID=3ea8d49f-8ad4-4f11-82e9-d2dda835c3dd,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:17:56.797445 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca65c73-4936-4dd8-a4b8-6e5d388ec017 admin admin] No DVR routers for this DVR port 3ea8d49f-8ad4-4f11-82e9-d2dda835c3dd on host n-d-818022-2 {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:17:56.800494 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca65c73-4936-4dd8-a4b8-6e5d388ec017 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ea8d49f-8ad4-4f11-82e9-d2dda835c3dd,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:17:56.874832 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9ca65c73-4936-4dd8-a4b8-6e5d388ec017 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:17:56.899428 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-9ca65c73-4936-4dd8-a4b8-6e5d388ec017 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d0bfea8-b9ce-4a4a-b909-d270f4dc9a77']}} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:17:56.909125 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-9ca65c73-4936-4dd8-a4b8-6e5d388ec017 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66d91456-c72d-4f2d-946a-6e7098567cf7') {'for_net_delete': True} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:17:56.909423 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-9ca65c73-4936-4dd8-a4b8-6e5d388ec017 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66d91456-c72d-4f2d-946a-6e7098567cf7') {} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:17:56.919028 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9ca65c73-4936-4dd8-a4b8-6e5d388ec017 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12545382'] for segment, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:17:56.932898 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9ca65c73-4936-4dd8-a4b8-6e5d388ec017 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:17:56.938793 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ca65c73-4936-4dd8-a4b8-6e5d388ec017 admin admin] Releasing vlan 676 on physical network physnet1 to pool {{(pid=103365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 18:17:56.939169 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9ca65c73-4936-4dd8-a4b8-6e5d388ec017 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12282953'] for segment, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:17:56.940815 n-d-818022-2 neutron-server[103365]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 18:17:56.940815 n-d-818022-2 neutron-server[103365]: self.session.flush() Nov 19 18:17:56.940815 n-d-818022-2 neutron-server[103365]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 18:17:56.940815 n-d-818022-2 neutron-server[103365]: self.session.flush() Nov 19 18:17:56.940815 n-d-818022-2 neutron-server[103365]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 18:17:56.940815 n-d-818022-2 neutron-server[103365]: self.session.flush() Nov 19 18:17:56.940815 n-d-818022-2 neutron-server[103365]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 18:17:56.940815 n-d-818022-2 neutron-server[103365]: self.session.flush() Nov 19 18:17:56.940815 n-d-818022-2 neutron-server[103365]: Traceback (most recent call last): Nov 19 18:17:56.940815 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 18:17:56.940815 n-d-818022-2 neutron-server[103365]: timer() Nov 19 18:17:56.940815 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 18:17:56.940815 n-d-818022-2 neutron-server[103365]: cb(*args, **kw) Nov 19 18:17:56.940815 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 18:17:56.940815 n-d-818022-2 neutron-server[103365]: return func(*args, **kwargs) Nov 19 18:17:56.940815 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 18:17:56.940815 n-d-818022-2 neutron-server[103365]: self._notify() Nov 19 18:17:56.940815 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 18:17:56.940815 n-d-818022-2 neutron-server[103365]: self.callback(batched_events) Nov 19 18:17:56.940815 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 18:17:56.940815 n-d-818022-2 neutron-server[103365]: event.method(event) Nov 19 18:17:56.940815 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 18:17:56.940815 n-d-818022-2 neutron-server[103365]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 18:17:56.940815 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 18:17:56.940815 n-d-818022-2 neutron-server[103365]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 18:17:56.940815 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 18:17:56.940815 n-d-818022-2 neutron-server[103365]: return f(self, *a, **k) Nov 19 18:17:56.940815 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 18:17:56.940815 n-d-818022-2 neutron-server[103365]: return self._get(url).json() Nov 19 18:17:56.940815 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 18:17:56.940815 n-d-818022-2 neutron-server[103365]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 18:17:56.940815 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 18:17:56.940815 n-d-818022-2 neutron-server[103365]: return self.request(url, 'GET', **kwargs) Nov 19 18:17:56.940815 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 18:17:56.940815 n-d-818022-2 neutron-server[103365]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 18:17:56.940815 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 18:17:56.940815 n-d-818022-2 neutron-server[103365]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 18:17:56.940815 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 18:17:56.940815 n-d-818022-2 neutron-server[103365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 18:17:56.940815 n-d-818022-2 neutron-server[103365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 18:17:56.955463 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 77758f24-e0ed-4204-b57d-b674fced6c4b no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:17:56.978925 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: 77758f24-e0ed-4204-b57d-b674fced6c4b {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:17:56.979265 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 77758f24-e0ed-4204-b57d-b674fced6c4b not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:17:56.979681 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 29d01258-d58d-43bf-9f2e-eb23b3a67a7d no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:17:56.998430 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9ca65c73-4936-4dd8-a4b8-6e5d388ec017 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671242'] for network, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:17:56.998973 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: 29d01258-d58d-43bf-9f2e-eb23b3a67a7d {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:17:56.999323 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 29d01258-d58d-43bf-9f2e-eb23b3a67a7d not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:17:56.999802 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 3ea8d49f-8ad4-4f11-82e9-d2dda835c3dd no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:17:57.004023 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9ca65c73-4936-4dd8-a4b8-6e5d388ec017 admin admin] Publish callbacks [] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:17:57.010612 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-9ca65c73-4936-4dd8-a4b8-6e5d388ec017 admin admin] 10.222.0.54 "DELETE /v2.0/networks/8d0bfea8-b9ce-4a4a-b909-d270f4dc9a77 HTTP/1.1" status: 204 len: 168 time: 0.8374038 Nov 19 18:17:57.021216 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: 3ea8d49f-8ad4-4f11-82e9-d2dda835c3dd {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:17:57.021574 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 3ea8d49f-8ad4-4f11-82e9-d2dda835c3dd not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:17:57.021988 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca65c73-4936-4dd8-a4b8-6e5d388ec017 admin admin] Pushing event deleted for resources: {'Network': ['ID=8d0bfea8-b9ce-4a4a-b909-d270f4dc9a77,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:17:57.135232 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 43548) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:17:57.154311 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f3e154-b770-4d65-94a3-59ef2ffbe683 req-60b8d6d8-0911-45d7-b46e-4733362e3758 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:17:57.155724 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-96f3e154-b770-4d65-94a3-59ef2ffbe683 req-60b8d6d8-0911-45d7-b46e-4733362e3758 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/ports?device_id=df8c0fca-9dee-4b9e-be05-4d7e22fd7d04 HTTP/1.1" status: 200 len: 943 time: 0.0600863 Nov 19 18:17:57.216923 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-38482484-6270-44bc-a891-67d3c74cde90 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=46fc911a506f43faacc5bb57dab5a1bf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0806086 Nov 19 18:17:57.219583 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 43550) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:17:57.221466 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-96f3e154-b770-4d65-94a3-59ef2ffbe683 req-6d8e3029-7032-490e-9aae-e47e1230cf9a tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/security-groups?id=ca31fa0b-2d92-40c1-b412-99f3e113c1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595255 Nov 19 18:17:57.267286 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c365244d-48f5-43fa-9142-a76edfd266db admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:17:57.288304 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c365244d-48f5-43fa-9142-a76edfd266db admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:17:57.334031 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c365244d-48f5-43fa-9142-a76edfd266db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:17:57.336605 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c365244d-48f5-43fa-9142-a76edfd266db admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:17:57.337747 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-c365244d-48f5-43fa-9142-a76edfd266db admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/9bf690bc-6978-49c7-b44b-a81389acb54d HTTP/1.1" status: 204 len: 168 time: 0.1171153 Nov 19 18:17:57.345463 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c365244d-48f5-43fa-9142-a76edfd266db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bf690bc-6978-49c7-b44b-a81389acb54d,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:17:57.671132 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 43556) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:17:57.714431 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-41a05563-78cb-48d0-a8d4-8fc8ac55a16b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=00ac027819ba4afaa76dc6f1a15c161f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0404587 Nov 19 18:17:57.715159 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 43558) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:17:57.760726 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-96869471-4458-4065-a4e4-85e6f2ac880c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:17:57.781115 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-96869471-4458-4065-a4e4-85e6f2ac880c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:17:57.825405 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-96869471-4458-4065-a4e4-85e6f2ac880c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:17:57.828065 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-96869471-4458-4065-a4e4-85e6f2ac880c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:17:57.829198 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-96869471-4458-4065-a4e4-85e6f2ac880c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/1bd42bcc-5af4-4d78-8501-2f7766c059a4 HTTP/1.1" status: 204 len: 168 time: 0.1131539 Nov 19 18:17:57.836736 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96869471-4458-4065-a4e4-85e6f2ac880c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bd42bcc-5af4-4d78-8501-2f7766c059a4,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:17:58.344014 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab7c140-9f03-4b3c-9fb2-06e803f244d1 req-7333caa0-fdfa-41fc-a8b7-79c8a39e0bbb tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:17:58.345695 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-4ab7c140-9f03-4b3c-9fb2-06e803f244d1 req-7333caa0-fdfa-41fc-a8b7-79c8a39e0bbb tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/ports?device_id=df8c0fca-9dee-4b9e-be05-4d7e22fd7d04 HTTP/1.1" status: 200 len: 943 time: 0.0543299 Nov 19 18:17:58.401062 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-4ab7c140-9f03-4b3c-9fb2-06e803f244d1 req-8b4e404c-61f0-4d96-ad3c-01275d166478 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/security-groups?id=ca31fa0b-2d92-40c1-b412-99f3e113c1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487833 Nov 19 18:17:59.519070 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336bc589-a3c4-44ca-917d-6b6bbbe49d3c req-5a299b1b-de03-426a-9463-d0a48a5b97d6 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:17:59.521271 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-336bc589-a3c4-44ca-917d-6b6bbbe49d3c req-5a299b1b-de03-426a-9463-d0a48a5b97d6 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/ports?device_id=df8c0fca-9dee-4b9e-be05-4d7e22fd7d04 HTTP/1.1" status: 200 len: 943 time: 0.0525188 Nov 19 18:17:59.566656 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-336bc589-a3c4-44ca-917d-6b6bbbe49d3c req-7741c027-a37b-4e22-85e0-b744d1748e15 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/security-groups?id=ca31fa0b-2d92-40c1-b412-99f3e113c1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392756 Nov 19 18:17:59.796028 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-1799a0ff-35ff-4020-804a-ff1e1cee29e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:18:00.686221 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfff8b9-d60d-4fb9-8e30-926e3764ec25 req-b7fd24df-7c48-4b9e-aad0-d51937a8c7a6 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:18:00.687800 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-abfff8b9-d60d-4fb9-8e30-926e3764ec25 req-b7fd24df-7c48-4b9e-aad0-d51937a8c7a6 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/ports?device_id=df8c0fca-9dee-4b9e-be05-4d7e22fd7d04 HTTP/1.1" status: 200 len: 943 time: 0.0513632 Nov 19 18:18:00.743828 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-abfff8b9-d60d-4fb9-8e30-926e3764ec25 req-f00e292f-2cec-4b51-9782-980b523b8dce tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/security-groups?id=ca31fa0b-2d92-40c1-b412-99f3e113c1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489962 Nov 19 18:18:01.862701 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ca27fe-fb22-4fd5-b1c4-096e4f382c34 req-50c2cc04-4b2c-40dd-b48c-35666bef4e74 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:18:01.864104 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-24ca27fe-fb22-4fd5-b1c4-096e4f382c34 req-50c2cc04-4b2c-40dd-b48c-35666bef4e74 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/ports?device_id=df8c0fca-9dee-4b9e-be05-4d7e22fd7d04 HTTP/1.1" status: 200 len: 943 time: 0.0486128 Nov 19 18:18:01.911139 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-24ca27fe-fb22-4fd5-b1c4-096e4f382c34 req-6a487b95-7945-4cb3-9615-33c233026005 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/security-groups?id=ca31fa0b-2d92-40c1-b412-99f3e113c1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405815 Nov 19 18:18:02.016234 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d9d4e6ed-74bb-40fb-838f-9bfe6511f62a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:18:02.379146 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device 4cd6ba24-5835-4bfd-9ccb-bb0ab6b74afd details requested by agent hyperv_n-h2-818022-2 with host n-h2-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 18:18:02.473657 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port 4cd6ba24-5835-4bfd-9ccb-bb0ab6b74afd, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=4cd6ba24-5835-4bfd-9ccb-bb0ab6b74afd,segment=NetworkSegment(f129bd32-7911-4aaf-8e97-a9024ba71deb),segment_id=f129bd32-7911-4aaf-8e97-a9024ba71deb)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:18:02.485656 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Returning: {'device': '4cd6ba24-5835-4bfd-9ccb-bb0ab6b74afd', 'network_id': '656db470-8519-4483-9948-4b30bcb1c90d', 'port_id': '4cd6ba24-5835-4bfd-9ccb-bb0ab6b74afd', 'mac_address': 'fa:16:3e:8f:11:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 693, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4fb003c-f9b9-4088-b0fe-6363f7d9b384', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 18:18:02.521567 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:18:02.534331 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4cd6ba24-5835-4bfd-9ccb-bb0ab6b74afd {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:18:02.558707 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port 4cd6ba24-5835-4bfd-9ccb-bb0ab6b74afd, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=4cd6ba24-5835-4bfd-9ccb-bb0ab6b74afd,segment=NetworkSegment(f129bd32-7911-4aaf-8e97-a9024ba71deb),segment_id=f129bd32-7911-4aaf-8e97-a9024ba71deb)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:18:02.562311 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:18:02.610074 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Pushing event updated for resources: {'Port': ['ID=4cd6ba24-5835-4bfd-9ccb-bb0ab6b74afd,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:18:02.808960 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] get_ports_and_sgs() called for port_ids ['4cd6ba24-5835-4bfd-9ccb-bb0ab6b74afd'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:18:03.031533 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50632036-6e72-4c5f-bedc-b372daacdd00 req-8c8ae34d-1f04-4a36-92e1-83d04d885219 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:18:03.033039 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-50632036-6e72-4c5f-bedc-b372daacdd00 req-8c8ae34d-1f04-4a36-92e1-83d04d885219 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/ports?device_id=df8c0fca-9dee-4b9e-be05-4d7e22fd7d04 HTTP/1.1" status: 200 len: 944 time: 0.0526993 Nov 19 18:18:03.081917 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-50632036-6e72-4c5f-bedc-b372daacdd00 req-9e41398e-64e0-4a64-acd7-62d75d2bcce7 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/security-groups?id=ca31fa0b-2d92-40c1-b412-99f3e113c1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426862 Nov 19 18:18:03.252082 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e46ecc5a-dc14-4744-b262-3072ff2e958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:18:03.982488 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:18:03.983071 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:18:04.194316 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8851d5-2303-490e-a2c6-431984db4aba req-33818c6c-9655-4fa7-b0d3-0652a7289f6a tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:18:04.195789 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-cc8851d5-2303-490e-a2c6-431984db4aba req-33818c6c-9655-4fa7-b0d3-0652a7289f6a tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/ports?device_id=df8c0fca-9dee-4b9e-be05-4d7e22fd7d04 HTTP/1.1" status: 200 len: 944 time: 0.0477633 Nov 19 18:18:04.246885 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-cc8851d5-2303-490e-a2c6-431984db4aba req-9929fd5b-3109-425e-84db-9e6c0c467d99 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/security-groups?id=ca31fa0b-2d92-40c1-b412-99f3e113c1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449135 Nov 19 18:18:04.398605 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device 4cd6ba24-5835-4bfd-9ccb-bb0ab6b74afd up at agent hyperv_n-h2-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:18:04.447223 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Provisioning for port 4cd6ba24-5835-4bfd-9ccb-bb0ab6b74afd completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 18:18:04.450951 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Provisioning complete for port 4cd6ba24-5835-4bfd-9ccb-bb0ab6b74afd triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:18:04.451320 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:18:04.528841 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:18:04.550120 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df8c0fca-9dee-4b9e-be05-4d7e22fd7d04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cd6ba24-5835-4bfd-9ccb-bb0ab6b74afd'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:18:04.552382 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3940761bcd94e032e6960d2241bd8993c5d3a7d8dc2aca8488f3ecf1d4dd2fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a4a0142-9850-4efe-8532-6e584a892440" -d '{"events": [{"server_uuid": "df8c0fca-9dee-4b9e-be05-4d7e22fd7d04", "name": "network-vif-plugged", "status": "completed", "tag": "4cd6ba24-5835-4bfd-9ccb-bb0ab6b74afd"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:18:04.564768 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port 4cd6ba24-5835-4bfd-9ccb-bb0ab6b74afd, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=4cd6ba24-5835-4bfd-9ccb-bb0ab6b74afd,segment=NetworkSegment(f129bd32-7911-4aaf-8e97-a9024ba71deb),segment_id=f129bd32-7911-4aaf-8e97-a9024ba71deb)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:18:04.569885 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:18:04.594472 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:18:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8596c4e0-488f-4884-9302-6d8468922b46 x-openstack-request-id: req-8596c4e0-488f-4884-9302-6d8468922b46 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:18:04.594472 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df8c0fca-9dee-4b9e-be05-4d7e22fd7d04", "name": "network-vif-plugged", "status": "completed", "tag": "4cd6ba24-5835-4bfd-9ccb-bb0ab6b74afd", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:18:04.594673 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-8596c4e0-488f-4884-9302-6d8468922b46 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:18:04.595071 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df8c0fca-9dee-4b9e-be05-4d7e22fd7d04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cd6ba24-5835-4bfd-9ccb-bb0ab6b74afd', 'code': 200} Nov 19 18:18:04.620551 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Pushing event updated for resources: {'Port': ['ID=4cd6ba24-5835-4bfd-9ccb-bb0ab6b74afd,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:18:04.696611 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406b1324-b6ee-49a3-9643-c180bbd9e07d req-50cfae27-1183-47ba-b505-f06a973822d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:18:04.698229 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-406b1324-b6ee-49a3-9643-c180bbd9e07d req-50cfae27-1183-47ba-b505-f06a973822d5 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=df8c0fca-9dee-4b9e-be05-4d7e22fd7d04 HTTP/1.1" status: 200 len: 1096 time: 0.0441027 Nov 19 18:18:04.742421 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-406b1324-b6ee-49a3-9643-c180bbd9e07d req-50db9288-8459-49d7-9aca-3bc1e523aec8 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=ca31fa0b-2d92-40c1-b412-99f3e113c1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367043 Nov 19 18:18:04.844303 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e013d7e6-5264-4dcc-9759-54f5fb809e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:18:05.196789 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:18:05.364530 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0247c0-b42a-46c7-a394-ee25978e868d req-3dbeee0d-fa1e-4766-a6b2-1bf2149ea63e tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:18:05.366808 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-dc0247c0-b42a-46c7-a394-ee25978e868d req-3dbeee0d-fa1e-4766-a6b2-1bf2149ea63e tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/ports?device_id=df8c0fca-9dee-4b9e-be05-4d7e22fd7d04 HTTP/1.1" status: 200 len: 945 time: 0.0504098 Nov 19 18:18:05.420671 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-dc0247c0-b42a-46c7-a394-ee25978e868d req-9f007682-2bc9-4a23-a647-6748e03a8295 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/security-groups?id=ca31fa0b-2d92-40c1-b412-99f3e113c1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464303 Nov 19 18:18:06.538712 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8a9e0e-61de-4e4a-99f8-37f9bc77b353 req-79656ecb-e054-4b13-b23a-b0cfd6a2d422 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:18:06.540215 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-4b8a9e0e-61de-4e4a-99f8-37f9bc77b353 req-79656ecb-e054-4b13-b23a-b0cfd6a2d422 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/ports?device_id=df8c0fca-9dee-4b9e-be05-4d7e22fd7d04 HTTP/1.1" status: 200 len: 945 time: 0.0493956 Nov 19 18:18:06.587047 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-4b8a9e0e-61de-4e4a-99f8-37f9bc77b353 req-9cf8a54e-b546-46c1-839e-1c2ae82220ee tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/security-groups?id=ca31fa0b-2d92-40c1-b412-99f3e113c1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409772 Nov 19 18:18:06.698667 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b039fe4e-82b2-4860-8f3f-c10d454f4f20 req-d4a056ce-0a07-45cb-bf81-a4fa7a1d8a2e tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:18:06.700140 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b039fe4e-82b2-4860-8f3f-c10d454f4f20 req-d4a056ce-0a07-45cb-bf81-a4fa7a1d8a2e tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/ports?device_id=df8c0fca-9dee-4b9e-be05-4d7e22fd7d04 HTTP/1.1" status: 200 len: 945 time: 0.0473928 Nov 19 18:18:06.746039 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b039fe4e-82b2-4860-8f3f-c10d454f4f20 req-e7945420-b776-42c7-bfb3-e597c4588f48 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/security-groups?id=ca31fa0b-2d92-40c1-b412-99f3e113c1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400395 Nov 19 18:18:06.863333 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b30637-5a34-4700-bc9f-c1b93a9f0454 req-aa8f4bb8-7f8e-44fc-8a15-bfa3c713a25d tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:18:06.864801 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-05b30637-5a34-4700-bc9f-c1b93a9f0454 req-aa8f4bb8-7f8e-44fc-8a15-bfa3c713a25d tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/ports?device_id=df8c0fca-9dee-4b9e-be05-4d7e22fd7d04 HTTP/1.1" status: 200 len: 945 time: 0.0518582 Nov 19 18:18:06.912282 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-05b30637-5a34-4700-bc9f-c1b93a9f0454 req-0fa8787e-8133-4ef2-a16d-bfbd56b2384f tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/security-groups?id=ca31fa0b-2d92-40c1-b412-99f3e113c1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410049 Nov 19 18:18:07.197914 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7583dd-04c6-4487-b8ab-70bf3cfdab36 req-7eabfe17-9c0b-4907-900d-b7e240c01e44 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:18:07.199181 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-bb7583dd-04c6-4487-b8ab-70bf3cfdab36 req-7eabfe17-9c0b-4907-900d-b7e240c01e44 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/ports?device_id=df8c0fca-9dee-4b9e-be05-4d7e22fd7d04 HTTP/1.1" status: 200 len: 945 time: 0.0510905 Nov 19 18:18:07.248908 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-bb7583dd-04c6-4487-b8ab-70bf3cfdab36 req-0e514dd3-901f-4751-946f-1797d93d5a63 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/security-groups?id=ca31fa0b-2d92-40c1-b412-99f3e113c1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435584 Nov 19 18:18:08.386278 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3c08f4-b267-4dc6-a24b-f997527cff92 req-69a5fa66-cb84-4066-9c4d-cf18ed4411b7 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:18:08.387771 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-dc3c08f4-b267-4dc6-a24b-f997527cff92 req-69a5fa66-cb84-4066-9c4d-cf18ed4411b7 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/ports?device_id=df8c0fca-9dee-4b9e-be05-4d7e22fd7d04 HTTP/1.1" status: 200 len: 945 time: 0.0538044 Nov 19 18:18:08.442261 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-dc3c08f4-b267-4dc6-a24b-f997527cff92 req-f971e6c5-6e0e-4410-a672-fff5ec732647 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/security-groups?id=ca31fa0b-2d92-40c1-b412-99f3e113c1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480375 Nov 19 18:18:08.660059 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8de174-f3d8-4c36-bba6-64bc26016aa1 req-8074dc29-aed8-4446-82dc-2ab8c352078e tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:18:08.661507 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-dd8de174-f3d8-4c36-bba6-64bc26016aa1 req-8074dc29-aed8-4446-82dc-2ab8c352078e tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.86 "GET /v2.0/ports?device_id=df8c0fca-9dee-4b9e-be05-4d7e22fd7d04 HTTP/1.1" status: 200 len: 945 time: 0.0486987 Nov 19 18:18:08.753077 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [req-dd8de174-f3d8-4c36-bba6-64bc26016aa1 req-8863b4a4-b8af-42ac-941d-d441e44a2a91 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Deleting port 4cd6ba24-5835-4bfd-9ccb-bb0ab6b74afd {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:18:08.753412 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-dd8de174-f3d8-4c36-bba6-64bc26016aa1 req-8863b4a4-b8af-42ac-941d-d441e44a2a91 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:18:08.839955 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-dd8de174-f3d8-4c36-bba6-64bc26016aa1 req-8863b4a4-b8af-42ac-941d-d441e44a2a91 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] For port 4cd6ba24-5835-4bfd-9ccb-bb0ab6b74afd, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=4cd6ba24-5835-4bfd-9ccb-bb0ab6b74afd,segment=NetworkSegment(f129bd32-7911-4aaf-8e97-a9024ba71deb),segment_id=f129bd32-7911-4aaf-8e97-a9024ba71deb)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:18:08.840313 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-dd8de174-f3d8-4c36-bba6-64bc26016aa1 req-8863b4a4-b8af-42ac-941d-d441e44a2a91 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:18:08.852571 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [req-dd8de174-f3d8-4c36-bba6-64bc26016aa1 req-8863b4a4-b8af-42ac-941d-d441e44a2a91 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Calling delete_port for 4cd6ba24-5835-4bfd-9ccb-bb0ab6b74afd owned by compute:nova {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:18:08.980243 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-dd8de174-f3d8-4c36-bba6-64bc26016aa1 req-8863b4a4-b8af-42ac-941d-d441e44a2a91 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:18:08.992637 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] get_ports_and_sgs() called for port_ids ['4cd6ba24-5835-4bfd-9ccb-bb0ab6b74afd'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:18:09.009984 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8863b4a4-b8af-42ac-941d-d441e44a2a91 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Pushing event deleted for resources: {'Port': ['ID=4cd6ba24-5835-4bfd-9ccb-bb0ab6b74afd,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:18:09.055791 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd8de174-f3d8-4c36-bba6-64bc26016aa1 req-8863b4a4-b8af-42ac-941d-d441e44a2a91 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] No DVR routers for this DVR port 4cd6ba24-5835-4bfd-9ccb-bb0ab6b74afd on host n-h2-818022-2 {{(pid=103364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:18:09.058913 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-dd8de174-f3d8-4c36-bba6-64bc26016aa1 req-8863b4a4-b8af-42ac-941d-d441e44a2a91 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:18:09.062518 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-dd8de174-f3d8-4c36-bba6-64bc26016aa1 req-8863b4a4-b8af-42ac-941d-d441e44a2a91 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.86 "DELETE /v2.0/ports/4cd6ba24-5835-4bfd-9ccb-bb0ab6b74afd HTTP/1.1" status: 204 len: 173 time: 0.3946486 Nov 19 18:18:09.063004 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df8c0fca-9dee-4b9e-be05-4d7e22fd7d04', 'name': 'network-vif-deleted', 'tag': '4cd6ba24-5835-4bfd-9ccb-bb0ab6b74afd'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:18:09.065275 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dd4767a008c23f8566efc82158ee1b1fff34e1a9e908d76d0b6d0ab7e350e5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38efb19f-d09a-4cc9-b8c6-a2490962cc30" -d '{"events": [{"server_uuid": "df8c0fca-9dee-4b9e-be05-4d7e22fd7d04", "name": "network-vif-deleted", "tag": "4cd6ba24-5835-4bfd-9ccb-bb0ab6b74afd"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:18:09.117387 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:18:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea39af8e-1865-46bc-bf4f-25968be76387 x-openstack-request-id: req-ea39af8e-1865-46bc-bf4f-25968be76387 {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:18:09.117700 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df8c0fca-9dee-4b9e-be05-4d7e22fd7d04", "name": "network-vif-deleted", "tag": "4cd6ba24-5835-4bfd-9ccb-bb0ab6b74afd", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:18:09.118008 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ea39af8e-1865-46bc-bf4f-25968be76387 {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:18:09.118418 n-d-818022-2 neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df8c0fca-9dee-4b9e-be05-4d7e22fd7d04', 'name': 'network-vif-deleted', 'tag': '4cd6ba24-5835-4bfd-9ccb-bb0ab6b74afd', 'status': 'completed', 'code': 200} Nov 19 18:18:09.541081 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9450631a-4ef0-4f9c-b1f9-4eab0d7fe6b0 req-75c42b8f-491a-4b30-a2d1-34ef5c082501 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/ports?device_id=df8c0fca-9dee-4b9e-be05-4d7e22fd7d04 HTTP/1.1" status: 200 len: 210 time: 0.0265477 Nov 19 18:18:10.641584 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-dceb793f-d804-4e68-812a-cfcf0e6d1232 req-f136b683-a20b-4562-ba28-e1bc13d7f67f tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/ports?device_id=df8c0fca-9dee-4b9e-be05-4d7e22fd7d04 HTTP/1.1" status: 200 len: 210 time: 0.0266986 Nov 19 18:18:11.737565 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3fd4b82e-9648-46dc-9cf8-8837204f7f0f req-8f8aef7e-0579-4dac-a8f1-176375e4bc4d tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/ports?device_id=df8c0fca-9dee-4b9e-be05-4d7e22fd7d04 HTTP/1.1" status: 200 len: 210 time: 0.0260205 Nov 19 18:18:12.400305 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device 4cd6ba24-5835-4bfd-9ccb-bb0ab6b74afd no longer exists at agent hyperv_n-h2-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:18:12.420470 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] No Port match for: 4cd6ba24-5835-4bfd-9ccb-bb0ab6b74afd {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:18:12.420826 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device 4cd6ba24-5835-4bfd-9ccb-bb0ab6b74afd not bound to the agent host n-h2-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:18:12.833180 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ce8baf28-b964-4943-ab48-1ae671bcba93 req-5e3e2783-b0c1-48e9-8131-d12ecb875c61 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/ports?device_id=df8c0fca-9dee-4b9e-be05-4d7e22fd7d04 HTTP/1.1" status: 200 len: 210 time: 0.0267189 Nov 19 18:18:28.409502 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.agents_db [None req-619e5c26-d9ed-4321-86eb-7d443bb9dfa2 None None] Agent healthcheck: found 7 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 18:18:29.799027 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-c3ee2c7c-616d-4090-a2fd-f08cc80ed220 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:18:32.018470 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0b5d2e59-54f7-46a6-89c3-2dea20d2b9fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:18:33.251958 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e46ecc5a-dc14-4744-b262-3072ff2e958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:18:33.999808 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:18:34.000936 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:18:34.855699 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e013d7e6-5264-4dcc-9759-54f5fb809e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:18:35.199550 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:18:36.790994 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7e4782-dab1-45fb-bcac-ef92754a7712 req-2b21a701-63fc-4ff8-99f1-5b8f8395d78b tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:18:36.792568 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8e7e4782-dab1-45fb-bcac-ef92754a7712 req-2b21a701-63fc-4ff8-99f1-5b8f8395d78b tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/networks?id=656db470-8519-4483-9948-4b30bcb1c90d HTTP/1.1" status: 200 len: 811 time: 0.1100156 Nov 19 18:18:36.808674 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8e7e4782-dab1-45fb-bcac-ef92754a7712 req-7dc31abe-45a0-4182-92d4-61b93bfd0d61 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/quotas/d09befc26c6d48b68aeefb676fca7c9a HTTP/1.1" status: 200 len: 375 time: 0.0097721 Nov 19 18:18:36.871690 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8e7e4782-dab1-45fb-bcac-ef92754a7712 req-d9da12d4-1786-4454-a477-67f9bd2c624d tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=d09befc26c6d48b68aeefb676fca7c9a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0571556 Nov 19 18:18:36.965397 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8e7e4782-dab1-45fb-bcac-ef92754a7712 req-fbd84d3c-6a2f-426a-a13d-50955e01dac6 service neutron] 10.222.0.54 "GET /v2.0/networks/656db470-8519-4483-9948-4b30bcb1c90d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868082 Nov 19 18:18:37.053314 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8e7e4782-dab1-45fb-bcac-ef92754a7712 req-eef86fe5-0143-4cc6-8abe-b6feede17c1c service neutron] 10.222.0.54 "GET /v2.0/networks/656db470-8519-4483-9948-4b30bcb1c90d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816894 Nov 19 18:18:37.328343 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d2c9aa59-8f72-4e07-bc71-bbea4e383b44 req-e6741141-edf3-4fda-97f9-fb6abd9d3361 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/ports?device_id=510cd0b2-f538-4a76-977f-56db9d6450a4 HTTP/1.1" status: 200 len: 210 time: 0.0261040 Nov 19 18:18:38.220633 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7e4782-dab1-45fb-bcac-ef92754a7712 req-b9f743a7-d738-4681-9d17-7fe7eb045794 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:18:38.222103 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8e7e4782-dab1-45fb-bcac-ef92754a7712 req-b9f743a7-d738-4681-9d17-7fe7eb045794 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.86 "GET /v2.0/networks?id=656db470-8519-4483-9948-4b30bcb1c90d HTTP/1.1" status: 200 len: 811 time: 0.1096578 Nov 19 18:18:38.238251 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-8e7e4782-dab1-45fb-bcac-ef92754a7712 req-f6ae4531-554b-4a6e-99ce-8078738a4ef0 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Request body: {'port': {'device_id': '510cd0b2-f538-4a76-977f-56db9d6450a4', 'network_id': '656db470-8519-4483-9948-4b30bcb1c90d', 'admin_state_up': True, 'tenant_id': 'd09befc26c6d48b68aeefb676fca7c9a'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:18:38.347769 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e7e4782-dab1-45fb-bcac-ef92754a7712 req-f6ae4531-554b-4a6e-99ce-8078738a4ef0 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Made reservation on behalf of d09befc26c6d48b68aeefb676fca7c9a for: {'port': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:18:38.350929 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-8e7e4782-dab1-45fb-bcac-ef92754a7712 req-f6ae4531-554b-4a6e-99ce-8078738a4ef0 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:18:38.443872 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-1073982d-4528-4a04-be15-3b9c39bd715d req-2868508b-50c4-4ca9-9565-987dbdfe6e93 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/ports?device_id=510cd0b2-f538-4a76-977f-56db9d6450a4 HTTP/1.1" status: 200 len: 210 time: 0.0348163 Nov 19 18:18:38.504217 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [req-8e7e4782-dab1-45fb-bcac-ef92754a7712 req-f6ae4531-554b-4a6e-99ce-8078738a4ef0 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Allocated IP 172.20.0.10 (656db470-8519-4483-9948-4b30bcb1c90d/a4fb003c-f9b9-4088-b0fe-6363f7d9b384/05a0ff3a-f8a4-4483-8dbd-4aa9efd08d27) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:18:38.654544 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-8e7e4782-dab1-45fb-bcac-ef92754a7712 req-f6ae4531-554b-4a6e-99ce-8078738a4ef0 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:18:38.687037 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-8e7e4782-dab1-45fb-bcac-ef92754a7712 req-f6ae4531-554b-4a6e-99ce-8078738a4ef0 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:18:38.733870 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e7e4782-dab1-45fb-bcac-ef92754a7712 req-f6ae4531-554b-4a6e-99ce-8078738a4ef0 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Network 656db470-8519-4483-9948-4b30bcb1c90d is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:18:38.737043 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [req-8e7e4782-dab1-45fb-bcac-ef92754a7712 req-f6ae4531-554b-4a6e-99ce-8078738a4ef0 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:18:38.739644 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e7e4782-dab1-45fb-bcac-ef92754a7712 req-f6ae4531-554b-4a6e-99ce-8078738a4ef0 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:18:38.772817 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ae4531-554b-4a6e-99ce-8078738a4ef0 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Pushing event updated for resources: {'Port': ['ID=05a0ff3a-f8a4-4483-8dbd-4aa9efd08d27,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:18:38.806532 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7e4782-dab1-45fb-bcac-ef92754a7712 req-f6ae4531-554b-4a6e-99ce-8078738a4ef0 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:18:38.807213 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-8e7e4782-dab1-45fb-bcac-ef92754a7712 req-f6ae4531-554b-4a6e-99ce-8078738a4ef0 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:18:38.824302 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8e7e4782-dab1-45fb-bcac-ef92754a7712 req-f6ae4531-554b-4a6e-99ce-8078738a4ef0 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5900302 Nov 19 18:18:38.838782 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-8e7e4782-dab1-45fb-bcac-ef92754a7712 req-acf5d1f4-78d7-4f10-bd5c-0cab107ccc58 service neutron] Request body: {'port': {'device_id': '510cd0b2-f538-4a76-977f-56db9d6450a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818022-2'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:18:38.896047 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-8e7e4782-dab1-45fb-bcac-ef92754a7712 req-acf5d1f4-78d7-4f10-bd5c-0cab107ccc58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:18:39.010515 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-0d4eacef-2dcd-4350-8a38-9675ad34d1ea None None] Provisioning complete for port 05a0ff3a-f8a4-4483-8dbd-4aa9efd08d27 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:18:39.011046 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0d4eacef-2dcd-4350-8a38-9675ad34d1ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:18:39.044291 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-0d4eacef-2dcd-4350-8a38-9675ad34d1ea None None] Port 05a0ff3a-f8a4-4483-8dbd-4aa9efd08d27 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:18:39.168411 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [req-8e7e4782-dab1-45fb-bcac-ef92754a7712 req-acf5d1f4-78d7-4f10-bd5c-0cab107ccc58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05a0ff3a-f8a4-4483-8dbd-4aa9efd08d27 {{(pid=103364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:18:39.175957 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-8e7e4782-dab1-45fb-bcac-ef92754a7712 req-acf5d1f4-78d7-4f10-bd5c-0cab107ccc58 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:18:39.188430 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.provisioning_blocks [req-8e7e4782-dab1-45fb-bcac-ef92754a7712 req-acf5d1f4-78d7-4f10-bd5c-0cab107ccc58 service neutron] Transition to ACTIVE for port object 05a0ff3a-f8a4-4483-8dbd-4aa9efd08d27 will not be triggered until provisioned by entity L2. {{(pid=103364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 18:18:39.192909 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-8e7e4782-dab1-45fb-bcac-ef92754a7712 req-acf5d1f4-78d7-4f10-bd5c-0cab107ccc58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:18:39.287397 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf5d1f4-78d7-4f10-bd5c-0cab107ccc58 service neutron] Pushing event updated for resources: {'Port': ['ID=05a0ff3a-f8a4-4483-8dbd-4aa9efd08d27,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:18:39.325213 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-8e7e4782-dab1-45fb-bcac-ef92754a7712 req-acf5d1f4-78d7-4f10-bd5c-0cab107ccc58 service neutron] Attempting to bind port 05a0ff3a-f8a4-4483-8dbd-4aa9efd08d27 on host n-h2-818022-2 for vnic_type normal with profile {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:18:39.325690 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-8e7e4782-dab1-45fb-bcac-ef92754a7712 req-acf5d1f4-78d7-4f10-bd5c-0cab107ccc58 service neutron] Attempting to bind port 05a0ff3a-f8a4-4483-8dbd-4aa9efd08d27 by drivers openvswitch,hyperv on host n-h2-818022-2 at level 0 using segments [{'id': 'f129bd32-7911-4aaf-8e97-a9024ba71deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '656db470-8519-4483-9948-4b30bcb1c90d'}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:18:39.326022 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e7e4782-dab1-45fb-bcac-ef92754a7712 req-acf5d1f4-78d7-4f10-bd5c-0cab107ccc58 service neutron] Attempting to bind port 05a0ff3a-f8a4-4483-8dbd-4aa9efd08d27 on network 656db470-8519-4483-9948-4b30bcb1c90d {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:18:39.330948 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e7e4782-dab1-45fb-bcac-ef92754a7712 req-acf5d1f4-78d7-4f10-bd5c-0cab107ccc58 service neutron] Port 05a0ff3a-f8a4-4483-8dbd-4aa9efd08d27 on network 656db470-8519-4483-9948-4b30bcb1c90d not bound, no agent of type Open vSwitch agent registered on host n-h2-818022-2 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 18:18:39.331269 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e7e4782-dab1-45fb-bcac-ef92754a7712 req-acf5d1f4-78d7-4f10-bd5c-0cab107ccc58 service neutron] Attempting to bind port 05a0ff3a-f8a4-4483-8dbd-4aa9efd08d27 on network 656db470-8519-4483-9948-4b30bcb1c90d {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:18:39.336689 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e7e4782-dab1-45fb-bcac-ef92754a7712 req-acf5d1f4-78d7-4f10-bd5c-0cab107ccc58 service neutron] Checking agent: {'id': '525ad2ac-c4ae-4c63-af2e-0bf8d25d0f0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'started_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 18, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:18:39.337071 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e7e4782-dab1-45fb-bcac-ef92754a7712 req-acf5d1f4-78d7-4f10-bd5c-0cab107ccc58 service neutron] Checking segment: {'id': 'f129bd32-7911-4aaf-8e97-a9024ba71deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '656db470-8519-4483-9948-4b30bcb1c90d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:18:39.337456 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e7e4782-dab1-45fb-bcac-ef92754a7712 req-acf5d1f4-78d7-4f10-bd5c-0cab107ccc58 service neutron] Bound using segment: {'id': 'f129bd32-7911-4aaf-8e97-a9024ba71deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '656db470-8519-4483-9948-4b30bcb1c90d'} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:18:39.337911 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-8e7e4782-dab1-45fb-bcac-ef92754a7712 req-acf5d1f4-78d7-4f10-bd5c-0cab107ccc58 service neutron] Bound port: 05a0ff3a-f8a4-4483-8dbd-4aa9efd08d27, host: n-h2-818022-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f129bd32-7911-4aaf-8e97-a9024ba71deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '656db470-8519-4483-9948-4b30bcb1c90d'}}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:18:39.338285 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-8e7e4782-dab1-45fb-bcac-ef92754a7712 req-acf5d1f4-78d7-4f10-bd5c-0cab107ccc58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:18:39.406674 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-8e7e4782-dab1-45fb-bcac-ef92754a7712 req-acf5d1f4-78d7-4f10-bd5c-0cab107ccc58 service neutron] For port 05a0ff3a-f8a4-4483-8dbd-4aa9efd08d27, host n-h2-818022-2, cleared binding levels {{(pid=103364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:18:39.410104 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-8e7e4782-dab1-45fb-bcac-ef92754a7712 req-acf5d1f4-78d7-4f10-bd5c-0cab107ccc58 service neutron] For port 05a0ff3a-f8a4-4483-8dbd-4aa9efd08d27, host n-h2-818022-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=05a0ff3a-f8a4-4483-8dbd-4aa9efd08d27,segment=NetworkSegment(f129bd32-7911-4aaf-8e97-a9024ba71deb),segment_id=f129bd32-7911-4aaf-8e97-a9024ba71deb)] {{(pid=103364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:18:39.416366 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-8e7e4782-dab1-45fb-bcac-ef92754a7712 req-acf5d1f4-78d7-4f10-bd5c-0cab107ccc58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:18:39.458247 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7e4782-dab1-45fb-bcac-ef92754a7712 req-acf5d1f4-78d7-4f10-bd5c-0cab107ccc58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:18:39.458863 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-8e7e4782-dab1-45fb-bcac-ef92754a7712 req-acf5d1f4-78d7-4f10-bd5c-0cab107ccc58 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:18:39.460288 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8e7e4782-dab1-45fb-bcac-ef92754a7712 req-acf5d1f4-78d7-4f10-bd5c-0cab107ccc58 service neutron] 10.222.0.86 "PUT /v2.0/ports/05a0ff3a-f8a4-4483-8dbd-4aa9efd08d27 HTTP/1.1" status: 200 len: 1092 time: 0.6265061 Nov 19 18:18:39.460730 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '510cd0b2-f538-4a76-977f-56db9d6450a4', 'tag': '05a0ff3a-f8a4-4483-8dbd-4aa9efd08d27'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:18:39.463060 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dd4767a008c23f8566efc82158ee1b1fff34e1a9e908d76d0b6d0ab7e350e5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee981650-b0bb-4c84-9745-4f6649494132" -d '{"events": [{"name": "network-changed", "server_uuid": "510cd0b2-f538-4a76-977f-56db9d6450a4", "tag": "05a0ff3a-f8a4-4483-8dbd-4aa9efd08d27"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:18:39.503922 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf5d1f4-78d7-4f10-bd5c-0cab107ccc58 service neutron] Pushing event updated for resources: {'Port': ['ID=05a0ff3a-f8a4-4483-8dbd-4aa9efd08d27,revision_number=3']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:18:39.545545 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 18:18:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4c8447b-7beb-48b2-880f-68c94870e2f8 x-openstack-request-id: req-e4c8447b-7beb-48b2-880f-68c94870e2f8 {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:18:39.545758 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "510cd0b2-f538-4a76-977f-56db9d6450a4", "tag": "05a0ff3a-f8a4-4483-8dbd-4aa9efd08d27", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:18:39.546072 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e4c8447b-7beb-48b2-880f-68c94870e2f8 {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:18:39.546480 n-d-818022-2 neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '510cd0b2-f538-4a76-977f-56db9d6450a4', 'tag': '05a0ff3a-f8a4-4483-8dbd-4aa9efd08d27', 'status': 'completed', 'code': 200} Nov 19 18:18:39.565020 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7e4782-dab1-45fb-bcac-ef92754a7712 req-ffc3fbb2-2d36-4776-b40c-cea635530379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:18:39.566586 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8e7e4782-dab1-45fb-bcac-ef92754a7712 req-ffc3fbb2-2d36-4776-b40c-cea635530379 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=d09befc26c6d48b68aeefb676fca7c9a&device_id=510cd0b2-f538-4a76-977f-56db9d6450a4 HTTP/1.1" status: 200 len: 1095 time: 0.0569685 Nov 19 18:18:39.624355 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8e7e4782-dab1-45fb-bcac-ef92754a7712 req-e441b6ab-7dee-43a6-9806-4da5ce703a7b service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=05a0ff3a-f8a4-4483-8dbd-4aa9efd08d27 HTTP/1.1" status: 200 len: 217 time: 0.0445867 Nov 19 18:18:39.704157 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53ac064-c79b-4fd8-a306-a71ccf4936db req-ff91e1bf-5665-4660-954a-393bed227945 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:18:39.705845 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d53ac064-c79b-4fd8-a306-a71ccf4936db req-ff91e1bf-5665-4660-954a-393bed227945 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/ports?device_id=510cd0b2-f538-4a76-977f-56db9d6450a4 HTTP/1.1" status: 200 len: 944 time: 0.1354597 Nov 19 18:18:39.707325 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7e4782-dab1-45fb-bcac-ef92754a7712 req-1563dd70-9e7b-4390-975a-f7c58fab8360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:18:39.708731 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8e7e4782-dab1-45fb-bcac-ef92754a7712 req-1563dd70-9e7b-4390-975a-f7c58fab8360 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=a4fb003c-f9b9-4088-b0fe-6363f7d9b384 HTTP/1.1" status: 200 len: 850 time: 0.0663188 Nov 19 18:18:39.797077 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d53ac064-c79b-4fd8-a306-a71ccf4936db req-36604ef9-1cea-405f-9a86-3c039a520781 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/security-groups?id=ca31fa0b-2d92-40c1-b412-99f3e113c1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839777 Nov 19 18:18:39.802322 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7e4782-dab1-45fb-bcac-ef92754a7712 req-25f78711-e2ed-4b8f-8b45-d248fa155b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:18:39.804889 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8e7e4782-dab1-45fb-bcac-ef92754a7712 req-25f78711-e2ed-4b8f-8b45-d248fa155b16 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=656db470-8519-4483-9948-4b30bcb1c90d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0844774 Nov 19 18:18:39.906557 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8e7e4782-dab1-45fb-bcac-ef92754a7712 req-b3b45a79-5687-4032-aedc-7581e3ad79f8 service neutron] 10.222.0.86 "GET /v2.0/networks/656db470-8519-4483-9948-4b30bcb1c90d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927370 Nov 19 18:18:39.997866 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8e7e4782-dab1-45fb-bcac-ef92754a7712 req-efeefa34-5b14-476f-b290-706d782cae73 service neutron] 10.222.0.86 "GET /v2.0/networks/656db470-8519-4483-9948-4b30bcb1c90d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832982 Nov 19 18:18:40.089641 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee981650-b0bb-4c84-9745-4f6649494132 req-1a2eedfd-db3d-414b-a947-820e8d9959a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:18:40.091072 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ee981650-b0bb-4c84-9745-4f6649494132 req-1a2eedfd-db3d-414b-a947-820e8d9959a1 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=d09befc26c6d48b68aeefb676fca7c9a&device_id=510cd0b2-f538-4a76-977f-56db9d6450a4 HTTP/1.1" status: 200 len: 1095 time: 0.0460746 Nov 19 18:18:40.182168 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee981650-b0bb-4c84-9745-4f6649494132 req-d2eea5d2-5732-4fab-a7cd-ef8e63cbf5df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:18:40.183652 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ee981650-b0bb-4c84-9745-4f6649494132 req-d2eea5d2-5732-4fab-a7cd-ef8e63cbf5df service neutron] 10.222.0.86 "GET /v2.0/networks?id=656db470-8519-4483-9948-4b30bcb1c90d HTTP/1.1" status: 200 len: 912 time: 0.0852394 Nov 19 18:18:40.230741 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ee981650-b0bb-4c84-9745-4f6649494132 req-09dbae3a-2a66-4a25-ad0f-edfbe74efc36 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=05a0ff3a-f8a4-4483-8dbd-4aa9efd08d27 HTTP/1.1" status: 200 len: 217 time: 0.0396593 Nov 19 18:18:40.280808 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee981650-b0bb-4c84-9745-4f6649494132 req-e0bb1159-e016-46cf-9a4a-c33cd44effe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:18:40.282278 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ee981650-b0bb-4c84-9745-4f6649494132 req-e0bb1159-e016-46cf-9a4a-c33cd44effe3 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=a4fb003c-f9b9-4088-b0fe-6363f7d9b384 HTTP/1.1" status: 200 len: 850 time: 0.0441718 Nov 19 18:18:40.338048 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee981650-b0bb-4c84-9745-4f6649494132 req-1cd9edc8-1c54-447d-a4b5-898ba9d4a5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:18:40.339565 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ee981650-b0bb-4c84-9745-4f6649494132 req-1cd9edc8-1c54-447d-a4b5-898ba9d4a5ca service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=656db470-8519-4483-9948-4b30bcb1c90d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0488276 Nov 19 18:18:40.435919 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ee981650-b0bb-4c84-9745-4f6649494132 req-5e9764f8-1e60-4702-a604-64ea9a073479 service neutron] 10.222.0.86 "GET /v2.0/networks/656db470-8519-4483-9948-4b30bcb1c90d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873439 Nov 19 18:18:40.528469 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ee981650-b0bb-4c84-9745-4f6649494132 req-6c9de822-3964-4f01-8835-55b76b7ea278 service neutron] 10.222.0.86 "GET /v2.0/networks/656db470-8519-4483-9948-4b30bcb1c90d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845668 Nov 19 18:18:40.919777 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7a9f25-a5d0-4feb-af59-17b835e7ec19 req-415c76fc-ea15-4640-8f50-2dfed1f53453 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:18:40.921283 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3f7a9f25-a5d0-4feb-af59-17b835e7ec19 req-415c76fc-ea15-4640-8f50-2dfed1f53453 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/ports?device_id=510cd0b2-f538-4a76-977f-56db9d6450a4 HTTP/1.1" status: 200 len: 944 time: 0.0531690 Nov 19 18:18:40.970337 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3f7a9f25-a5d0-4feb-af59-17b835e7ec19 req-bc2ddcc1-50e8-42e4-9cdd-656ace951437 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/security-groups?id=ca31fa0b-2d92-40c1-b412-99f3e113c1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419648 Nov 19 18:18:42.088655 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0978b2d7-c49e-416d-a963-33ec5b01425e req-676ebaaf-91cc-4f89-95aa-86e1757825cd tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:18:42.090166 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0978b2d7-c49e-416d-a963-33ec5b01425e req-676ebaaf-91cc-4f89-95aa-86e1757825cd tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/ports?device_id=510cd0b2-f538-4a76-977f-56db9d6450a4 HTTP/1.1" status: 200 len: 944 time: 0.0485744 Nov 19 18:18:42.137365 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0978b2d7-c49e-416d-a963-33ec5b01425e req-a1c1723d-3d30-4b5d-a0f4-ce2f58759c6c tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/security-groups?id=ca31fa0b-2d92-40c1-b412-99f3e113c1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409093 Nov 19 18:18:43.257605 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcccfca4-4d17-4836-a63e-57ea5231151f req-01a0b961-9120-44c3-b45f-804bdc0d33d6 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:18:43.259627 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-bcccfca4-4d17-4836-a63e-57ea5231151f req-01a0b961-9120-44c3-b45f-804bdc0d33d6 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/ports?device_id=510cd0b2-f538-4a76-977f-56db9d6450a4 HTTP/1.1" status: 200 len: 944 time: 0.0535264 Nov 19 18:18:43.310346 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-bcccfca4-4d17-4836-a63e-57ea5231151f req-b4d303d1-269f-4aea-9fc0-6aa93bf46095 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/security-groups?id=ca31fa0b-2d92-40c1-b412-99f3e113c1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445187 Nov 19 18:18:44.435145 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f434b0-7d4c-492e-99ed-dbaac2f7d8ec req-9aa66914-d19a-4ed4-ab5d-52ae5d936e0e tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:18:44.436625 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a2f434b0-7d4c-492e-99ed-dbaac2f7d8ec req-9aa66914-d19a-4ed4-ab5d-52ae5d936e0e tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/ports?device_id=510cd0b2-f538-4a76-977f-56db9d6450a4 HTTP/1.1" status: 200 len: 944 time: 0.0537615 Nov 19 18:18:44.482599 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a2f434b0-7d4c-492e-99ed-dbaac2f7d8ec req-ae1bedb4-e1b3-4db0-9df9-92da96c3d753 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/security-groups?id=ca31fa0b-2d92-40c1-b412-99f3e113c1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400822 Nov 19 18:18:45.601718 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ad7097-737c-4b9b-abc6-a41409b09301 req-5e429c99-0be1-4037-9801-63bc5af85990 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:18:45.603764 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-44ad7097-737c-4b9b-abc6-a41409b09301 req-5e429c99-0be1-4037-9801-63bc5af85990 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/ports?device_id=510cd0b2-f538-4a76-977f-56db9d6450a4 HTTP/1.1" status: 200 len: 944 time: 0.0527985 Nov 19 18:18:45.650413 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-44ad7097-737c-4b9b-abc6-a41409b09301 req-f4e11dd3-3f3a-4308-8aaf-e140283b466e tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/security-groups?id=ca31fa0b-2d92-40c1-b412-99f3e113c1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404708 Nov 19 18:18:46.763635 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5368dd-7789-46d3-9dbe-2f52adb469b5 req-e7062352-fd12-4c66-a53f-243c3ea40e6a tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:18:46.765113 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-7c5368dd-7789-46d3-9dbe-2f52adb469b5 req-e7062352-fd12-4c66-a53f-243c3ea40e6a tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/ports?device_id=510cd0b2-f538-4a76-977f-56db9d6450a4 HTTP/1.1" status: 200 len: 944 time: 0.0482156 Nov 19 18:18:46.811094 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-7c5368dd-7789-46d3-9dbe-2f52adb469b5 req-17b65fb6-db21-4d2d-beb9-e82963748bc1 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/security-groups?id=ca31fa0b-2d92-40c1-b412-99f3e113c1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401301 Nov 19 18:18:47.932095 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdf9e39-cda7-4da0-bde2-cc93f460e839 req-d3384251-eada-44d9-90dd-0698bd061434 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:18:47.933517 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3bdf9e39-cda7-4da0-bde2-cc93f460e839 req-d3384251-eada-44d9-90dd-0698bd061434 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/ports?device_id=510cd0b2-f538-4a76-977f-56db9d6450a4 HTTP/1.1" status: 200 len: 944 time: 0.0495102 Nov 19 18:18:47.980222 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3bdf9e39-cda7-4da0-bde2-cc93f460e839 req-a9047f95-eb7c-4824-bc58-3ec20de023a7 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/security-groups?id=ca31fa0b-2d92-40c1-b412-99f3e113c1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406446 Nov 19 18:18:49.102620 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00e7cf0-6cef-469f-a55e-393ec3fded6d req-2284989d-802f-4425-933d-bae63dec7490 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:18:49.104657 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d00e7cf0-6cef-469f-a55e-393ec3fded6d req-2284989d-802f-4425-933d-bae63dec7490 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/ports?device_id=510cd0b2-f538-4a76-977f-56db9d6450a4 HTTP/1.1" status: 200 len: 944 time: 0.0547669 Nov 19 18:18:49.157699 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d00e7cf0-6cef-469f-a55e-393ec3fded6d req-334121eb-8b99-4761-adc2-8bd7f58cf320 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/security-groups?id=ca31fa0b-2d92-40c1-b412-99f3e113c1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469275 Nov 19 18:18:50.272706 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cd9306-5d2d-4a07-8b22-59d3a64571a3 req-f119725a-a2d3-4a31-89b6-8733a5793cb3 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:18:50.274229 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-18cd9306-5d2d-4a07-8b22-59d3a64571a3 req-f119725a-a2d3-4a31-89b6-8733a5793cb3 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/ports?device_id=510cd0b2-f538-4a76-977f-56db9d6450a4 HTTP/1.1" status: 200 len: 944 time: 0.0492036 Nov 19 18:18:50.325051 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-18cd9306-5d2d-4a07-8b22-59d3a64571a3 req-124d24ee-9c83-4b86-b21b-83ac4239555b tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/security-groups?id=ca31fa0b-2d92-40c1-b412-99f3e113c1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449345 Nov 19 18:18:50.604366 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device 05a0ff3a-f8a4-4483-8dbd-4aa9efd08d27 details requested by agent hyperv_n-h2-818022-2 with host n-h2-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 18:18:50.696771 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port 05a0ff3a-f8a4-4483-8dbd-4aa9efd08d27, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=05a0ff3a-f8a4-4483-8dbd-4aa9efd08d27,segment=NetworkSegment(f129bd32-7911-4aaf-8e97-a9024ba71deb),segment_id=f129bd32-7911-4aaf-8e97-a9024ba71deb)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:18:50.707792 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Returning: {'device': '05a0ff3a-f8a4-4483-8dbd-4aa9efd08d27', 'network_id': '656db470-8519-4483-9948-4b30bcb1c90d', 'port_id': '05a0ff3a-f8a4-4483-8dbd-4aa9efd08d27', 'mac_address': 'fa:16:3e:0a:76:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 693, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4fb003c-f9b9-4088-b0fe-6363f7d9b384', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 18:18:50.747469 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:18:50.759944 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05a0ff3a-f8a4-4483-8dbd-4aa9efd08d27 {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:18:50.778588 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port 05a0ff3a-f8a4-4483-8dbd-4aa9efd08d27, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=05a0ff3a-f8a4-4483-8dbd-4aa9efd08d27,segment=NetworkSegment(f129bd32-7911-4aaf-8e97-a9024ba71deb),segment_id=f129bd32-7911-4aaf-8e97-a9024ba71deb)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:18:50.782790 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:18:50.830163 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Pushing event updated for resources: {'Port': ['ID=05a0ff3a-f8a4-4483-8dbd-4aa9efd08d27,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:18:50.837557 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:18:50.837911 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:18:50.838146 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:18:50.840074 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:18:50.840074 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:18:50.840074 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:18:50.840074 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:18:50.840074 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:18:50.840074 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:18:50.840745 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:18:50.840745 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:18:50.841023 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:18:51.014445 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] get_ports_and_sgs() called for port_ids ['05a0ff3a-f8a4-4483-8dbd-4aa9efd08d27'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:18:51.443988 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668ecdf6-c891-4c3c-b6aa-74263cba6785 req-12bd83cd-bfa8-4804-83e0-74277431d8ca tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:18:51.445490 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-668ecdf6-c891-4c3c-b6aa-74263cba6785 req-12bd83cd-bfa8-4804-83e0-74277431d8ca tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/ports?device_id=510cd0b2-f538-4a76-977f-56db9d6450a4 HTTP/1.1" status: 200 len: 945 time: 0.0499139 Nov 19 18:18:51.492985 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-668ecdf6-c891-4c3c-b6aa-74263cba6785 req-e350d326-6885-4fd7-bb14-b8e160505d08 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/security-groups?id=ca31fa0b-2d92-40c1-b412-99f3e113c1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409000 Nov 19 18:18:52.611930 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef0f2b7-fb95-4df6-8b03-73fe601b3d2e req-d58c932a-b38e-41d4-b0ce-9340cb57f842 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:18:52.613425 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-eef0f2b7-fb95-4df6-8b03-73fe601b3d2e req-d58c932a-b38e-41d4-b0ce-9340cb57f842 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/ports?device_id=510cd0b2-f538-4a76-977f-56db9d6450a4 HTTP/1.1" status: 200 len: 945 time: 0.0536699 Nov 19 18:18:52.621260 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device 05a0ff3a-f8a4-4483-8dbd-4aa9efd08d27 up at agent hyperv_n-h2-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:18:52.661635 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-eef0f2b7-fb95-4df6-8b03-73fe601b3d2e req-9cd9cbae-74fe-4f6f-97c2-21af9bf818fe tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/security-groups?id=ca31fa0b-2d92-40c1-b412-99f3e113c1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413892 Nov 19 18:18:52.671069 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Provisioning for port 05a0ff3a-f8a4-4483-8dbd-4aa9efd08d27 completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 18:18:52.675185 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Provisioning complete for port 05a0ff3a-f8a4-4483-8dbd-4aa9efd08d27 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:18:52.675646 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:18:52.754240 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:18:52.776592 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '510cd0b2-f538-4a76-977f-56db9d6450a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05a0ff3a-f8a4-4483-8dbd-4aa9efd08d27'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:18:52.778773 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3940761bcd94e032e6960d2241bd8993c5d3a7d8dc2aca8488f3ecf1d4dd2fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9c47bc4-86a0-4aab-a0e1-f1a37092616c" -d '{"events": [{"server_uuid": "510cd0b2-f538-4a76-977f-56db9d6450a4", "name": "network-vif-plugged", "status": "completed", "tag": "05a0ff3a-f8a4-4483-8dbd-4aa9efd08d27"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:18:52.791471 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port 05a0ff3a-f8a4-4483-8dbd-4aa9efd08d27, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=05a0ff3a-f8a4-4483-8dbd-4aa9efd08d27,segment=NetworkSegment(f129bd32-7911-4aaf-8e97-a9024ba71deb),segment_id=f129bd32-7911-4aaf-8e97-a9024ba71deb)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:18:52.796347 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:18:52.819419 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:18:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b14d4afe-7ad1-4a15-ad66-88d8ee611b7c x-openstack-request-id: req-b14d4afe-7ad1-4a15-ad66-88d8ee611b7c {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:18:52.819754 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "510cd0b2-f538-4a76-977f-56db9d6450a4", "name": "network-vif-plugged", "status": "completed", "tag": "05a0ff3a-f8a4-4483-8dbd-4aa9efd08d27", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:18:52.819962 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b14d4afe-7ad1-4a15-ad66-88d8ee611b7c {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:18:52.820363 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '510cd0b2-f538-4a76-977f-56db9d6450a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05a0ff3a-f8a4-4483-8dbd-4aa9efd08d27', 'code': 200} Nov 19 18:18:52.846078 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Pushing event updated for resources: {'Port': ['ID=05a0ff3a-f8a4-4483-8dbd-4aa9efd08d27,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:18:52.915616 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3402607b-f990-4235-b890-0b959edd1fed req-69105932-c4c3-41b4-842e-5327c2bbc905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:18:52.917630 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-3402607b-f990-4235-b890-0b959edd1fed req-69105932-c4c3-41b4-842e-5327c2bbc905 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=510cd0b2-f538-4a76-977f-56db9d6450a4 HTTP/1.1" status: 200 len: 1097 time: 0.0399148 Nov 19 18:18:52.965047 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-3402607b-f990-4235-b890-0b959edd1fed req-97a8587f-722c-4f7a-aa6c-44b8ba61398a service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=ca31fa0b-2d92-40c1-b412-99f3e113c1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402949 Nov 19 18:18:53.798692 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad0ece5-bba7-43c7-b518-b50fbdb5b905 req-1466f6f0-5d94-48bc-9758-32ded8afb665 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:18:53.800249 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-dad0ece5-bba7-43c7-b518-b50fbdb5b905 req-1466f6f0-5d94-48bc-9758-32ded8afb665 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/ports?device_id=510cd0b2-f538-4a76-977f-56db9d6450a4 HTTP/1.1" status: 200 len: 946 time: 0.0515726 Nov 19 18:18:53.854819 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-dad0ece5-bba7-43c7-b518-b50fbdb5b905 req-18dc844f-db7b-4dad-8b23-0efa45c80237 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/security-groups?id=ca31fa0b-2d92-40c1-b412-99f3e113c1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482290 Nov 19 18:18:54.975372 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3bcca7-1d27-4be6-b15a-0b61fb2fd0d9 req-22a0d6d0-c16c-4b80-989b-aca4b16bce86 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:18:54.976838 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-3a3bcca7-1d27-4be6-b15a-0b61fb2fd0d9 req-22a0d6d0-c16c-4b80-989b-aca4b16bce86 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/ports?device_id=510cd0b2-f538-4a76-977f-56db9d6450a4 HTTP/1.1" status: 200 len: 946 time: 0.0474653 Nov 19 18:18:55.024526 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-3a3bcca7-1d27-4be6-b15a-0b61fb2fd0d9 req-e34026a4-ebcb-406e-b2d3-ef6698d25213 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/security-groups?id=ca31fa0b-2d92-40c1-b412-99f3e113c1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402172 Nov 19 18:18:55.141496 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49d8d4e-3f7c-4148-9942-1b66121761c2 req-a8a35b38-f4a2-492e-8c32-738e6774c65d tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:18:55.142903 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d49d8d4e-3f7c-4148-9942-1b66121761c2 req-a8a35b38-f4a2-492e-8c32-738e6774c65d tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/ports?device_id=510cd0b2-f538-4a76-977f-56db9d6450a4 HTTP/1.1" status: 200 len: 946 time: 0.0517106 Nov 19 18:18:55.188953 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d49d8d4e-3f7c-4148-9942-1b66121761c2 req-4ec2ae1c-1597-4d77-8623-ad3496ca15e9 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/security-groups?id=ca31fa0b-2d92-40c1-b412-99f3e113c1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398502 Nov 19 18:18:57.597757 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31c760c-e3a5-4f68-b912-269d97c8c2c0 req-4a4e8c44-e231-4d10-aab4-9912ca77e8b1 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:18:57.599455 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f31c760c-e3a5-4f68-b912-269d97c8c2c0 req-4a4e8c44-e231-4d10-aab4-9912ca77e8b1 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/networks?id=656db470-8519-4483-9948-4b30bcb1c90d HTTP/1.1" status: 200 len: 811 time: 0.0987270 Nov 19 18:18:57.615987 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f31c760c-e3a5-4f68-b912-269d97c8c2c0 req-a25677da-f829-4d01-9fbd-b63d1a2e2556 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/quotas/d09befc26c6d48b68aeefb676fca7c9a HTTP/1.1" status: 200 len: 375 time: 0.0095029 Nov 19 18:18:57.674444 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f31c760c-e3a5-4f68-b912-269d97c8c2c0 req-1ee87055-92ab-4a9b-9c61-77d7dfea7be9 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=d09befc26c6d48b68aeefb676fca7c9a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0512097 Nov 19 18:18:57.784165 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [req-f31c760c-e3a5-4f68-b912-269d97c8c2c0 req-f4494650-23dc-4c70-a019-70feeadbc4ba service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=103365) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 18:18:57.785230 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f31c760c-e3a5-4f68-b912-269d97c8c2c0 req-f4494650-23dc-4c70-a019-70feeadbc4ba service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1040778 Nov 19 18:18:57.872950 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f31c760c-e3a5-4f68-b912-269d97c8c2c0 req-fafa45fe-f8fb-4e38-b733-63b6642c5d52 service neutron] 10.222.0.54 "GET /v2.0/networks/656db470-8519-4483-9948-4b30bcb1c90d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808847 Nov 19 18:18:57.965618 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f31c760c-e3a5-4f68-b912-269d97c8c2c0 req-4c7b6f54-0ff0-4b66-942e-d6925be7d056 service neutron] 10.222.0.54 "GET /v2.0/networks/656db470-8519-4483-9948-4b30bcb1c90d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864913 Nov 19 18:18:58.155176 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-3e72b8b9-8c0b-4a0a-bd3f-2e1677b38d55 req-71528d5c-bfb7-4942-9181-a204388b8e31 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/ports?device_id=6f149b73-a4ba-444f-a38c-3c4080b62cb5 HTTP/1.1" status: 200 len: 210 time: 0.0274515 Nov 19 18:18:59.063264 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31c760c-e3a5-4f68-b912-269d97c8c2c0 req-ae75adc6-de4e-4070-b427-5a4010d987e3 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:18:59.064747 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f31c760c-e3a5-4f68-b912-269d97c8c2c0 req-ae75adc6-de4e-4070-b427-5a4010d987e3 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.60 "GET /v2.0/networks?id=656db470-8519-4483-9948-4b30bcb1c90d HTTP/1.1" status: 200 len: 811 time: 0.1062062 Nov 19 18:18:59.079324 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-f31c760c-e3a5-4f68-b912-269d97c8c2c0 req-5450c3a3-5cc9-47f3-8e03-bbad193665ef tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Request body: {'port': {'device_id': '6f149b73-a4ba-444f-a38c-3c4080b62cb5', 'network_id': '656db470-8519-4483-9948-4b30bcb1c90d', 'admin_state_up': True, 'tenant_id': 'd09befc26c6d48b68aeefb676fca7c9a'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:18:59.187165 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f31c760c-e3a5-4f68-b912-269d97c8c2c0 req-5450c3a3-5cc9-47f3-8e03-bbad193665ef tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Made reservation on behalf of d09befc26c6d48b68aeefb676fca7c9a for: {'port': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:18:59.191258 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-f31c760c-e3a5-4f68-b912-269d97c8c2c0 req-5450c3a3-5cc9-47f3-8e03-bbad193665ef tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:18:59.263345 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8818ddb1-ed8b-4172-9d16-3c8f6c506000 req-a1035b12-c817-4496-879f-ca5a10ebc5d4 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/ports?device_id=6f149b73-a4ba-444f-a38c-3c4080b62cb5 HTTP/1.1" status: 200 len: 210 time: 0.0314648 Nov 19 18:18:59.333640 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [req-f31c760c-e3a5-4f68-b912-269d97c8c2c0 req-5450c3a3-5cc9-47f3-8e03-bbad193665ef tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Allocated IP 172.20.0.9 (656db470-8519-4483-9948-4b30bcb1c90d/a4fb003c-f9b9-4088-b0fe-6363f7d9b384/be026aef-363b-4c09-9756-edd9f334fe87) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:18:59.781500 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-f31c760c-e3a5-4f68-b912-269d97c8c2c0 req-5450c3a3-5cc9-47f3-8e03-bbad193665ef tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:18:59.803158 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2af3a4e8-cd54-4393-b730-b32dc9a9c9be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:18:59.815993 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-f31c760c-e3a5-4f68-b912-269d97c8c2c0 req-5450c3a3-5cc9-47f3-8e03-bbad193665ef tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:18:59.833177 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] get_ports_and_sgs() called for port_ids ['05a0ff3a-f8a4-4483-8dbd-4aa9efd08d27'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:18:59.862758 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f31c760c-e3a5-4f68-b912-269d97c8c2c0 req-5450c3a3-5cc9-47f3-8e03-bbad193665ef tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Network 656db470-8519-4483-9948-4b30bcb1c90d is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:18:59.867977 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [req-f31c760c-e3a5-4f68-b912-269d97c8c2c0 req-5450c3a3-5cc9-47f3-8e03-bbad193665ef tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:18:59.873037 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [req-f31c760c-e3a5-4f68-b912-269d97c8c2c0 req-5450c3a3-5cc9-47f3-8e03-bbad193665ef tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:18:59.877061 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5450c3a3-5cc9-47f3-8e03-bbad193665ef tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Pushing event updated for resources: {'Port': ['ID=be026aef-363b-4c09-9756-edd9f334fe87,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:18:59.909474 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5450c3a3-5cc9-47f3-8e03-bbad193665ef tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:18:59.909847 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5450c3a3-5cc9-47f3-8e03-bbad193665ef tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:18:59.910209 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5450c3a3-5cc9-47f3-8e03-bbad193665ef tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:18:59.910556 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5450c3a3-5cc9-47f3-8e03-bbad193665ef tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:18:59.910899 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5450c3a3-5cc9-47f3-8e03-bbad193665ef tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:18:59.911235 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5450c3a3-5cc9-47f3-8e03-bbad193665ef tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:18:59.911569 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5450c3a3-5cc9-47f3-8e03-bbad193665ef tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:18:59.911902 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5450c3a3-5cc9-47f3-8e03-bbad193665ef tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:18:59.912228 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5450c3a3-5cc9-47f3-8e03-bbad193665ef tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:18:59.912558 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5450c3a3-5cc9-47f3-8e03-bbad193665ef tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:18:59.912887 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5450c3a3-5cc9-47f3-8e03-bbad193665ef tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:18:59.913206 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5450c3a3-5cc9-47f3-8e03-bbad193665ef tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:18:59.942079 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31c760c-e3a5-4f68-b912-269d97c8c2c0 req-5450c3a3-5cc9-47f3-8e03-bbad193665ef tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:18:59.943030 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-f31c760c-e3a5-4f68-b912-269d97c8c2c0 req-5450c3a3-5cc9-47f3-8e03-bbad193665ef tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:18:59.961156 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f31c760c-e3a5-4f68-b912-269d97c8c2c0 req-5450c3a3-5cc9-47f3-8e03-bbad193665ef tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8854430 Nov 19 18:18:59.977427 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-f31c760c-e3a5-4f68-b912-269d97c8c2c0 req-33bd30a4-3a9f-4ea0-8032-f9cefac8be60 service neutron] Request body: {'port': {'device_id': '6f149b73-a4ba-444f-a38c-3c4080b62cb5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818022-2'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:19:00.039852 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-f31c760c-e3a5-4f68-b912-269d97c8c2c0 req-33bd30a4-3a9f-4ea0-8032-f9cefac8be60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:19:00.182832 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-f9f14063-b2c4-42b5-9425-7a330c007887 None None] Provisioning complete for port be026aef-363b-4c09-9756-edd9f334fe87 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:19:00.183422 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f9f14063-b2c4-42b5-9425-7a330c007887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:19:00.224332 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-f9f14063-b2c4-42b5-9425-7a330c007887 None None] Port be026aef-363b-4c09-9756-edd9f334fe87 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:19:00.340048 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [req-f31c760c-e3a5-4f68-b912-269d97c8c2c0 req-33bd30a4-3a9f-4ea0-8032-f9cefac8be60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be026aef-363b-4c09-9756-edd9f334fe87 {{(pid=103364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:19:00.357228 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-f31c760c-e3a5-4f68-b912-269d97c8c2c0 req-33bd30a4-3a9f-4ea0-8032-f9cefac8be60 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:19:00.385507 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.provisioning_blocks [req-f31c760c-e3a5-4f68-b912-269d97c8c2c0 req-33bd30a4-3a9f-4ea0-8032-f9cefac8be60 service neutron] Transition to ACTIVE for port object be026aef-363b-4c09-9756-edd9f334fe87 will not be triggered until provisioned by entity L2. {{(pid=103364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 18:19:00.389753 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-f31c760c-e3a5-4f68-b912-269d97c8c2c0 req-33bd30a4-3a9f-4ea0-8032-f9cefac8be60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:19:00.439238 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98de48b4-1b5d-430c-876b-ec27ac2c7b6f req-cc6e68ab-7f27-41e1-9289-f228b0a13ba7 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:19:00.440782 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-98de48b4-1b5d-430c-876b-ec27ac2c7b6f req-cc6e68ab-7f27-41e1-9289-f228b0a13ba7 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/ports?device_id=6f149b73-a4ba-444f-a38c-3c4080b62cb5 HTTP/1.1" status: 200 len: 931 time: 0.0948234 Nov 19 18:19:00.487090 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bd30a4-3a9f-4ea0-8032-f9cefac8be60 service neutron] Pushing event updated for resources: {'Port': ['ID=be026aef-363b-4c09-9756-edd9f334fe87,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:19:00.551886 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-98de48b4-1b5d-430c-876b-ec27ac2c7b6f req-cb5ea64e-af89-46b4-b5f8-9afb63103ee4 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/security-groups?id=ca31fa0b-2d92-40c1-b412-99f3e113c1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961590 Nov 19 18:19:00.577490 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-f31c760c-e3a5-4f68-b912-269d97c8c2c0 req-33bd30a4-3a9f-4ea0-8032-f9cefac8be60 service neutron] Attempting to bind port be026aef-363b-4c09-9756-edd9f334fe87 on host n-h1-818022-2 for vnic_type normal with profile {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:19:00.577905 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-f31c760c-e3a5-4f68-b912-269d97c8c2c0 req-33bd30a4-3a9f-4ea0-8032-f9cefac8be60 service neutron] Attempting to bind port be026aef-363b-4c09-9756-edd9f334fe87 by drivers openvswitch,hyperv on host n-h1-818022-2 at level 0 using segments [{'id': 'f129bd32-7911-4aaf-8e97-a9024ba71deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '656db470-8519-4483-9948-4b30bcb1c90d'}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:19:00.578209 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f31c760c-e3a5-4f68-b912-269d97c8c2c0 req-33bd30a4-3a9f-4ea0-8032-f9cefac8be60 service neutron] Attempting to bind port be026aef-363b-4c09-9756-edd9f334fe87 on network 656db470-8519-4483-9948-4b30bcb1c90d {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:19:00.583162 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f31c760c-e3a5-4f68-b912-269d97c8c2c0 req-33bd30a4-3a9f-4ea0-8032-f9cefac8be60 service neutron] Port be026aef-363b-4c09-9756-edd9f334fe87 on network 656db470-8519-4483-9948-4b30bcb1c90d not bound, no agent of type Open vSwitch agent registered on host n-h1-818022-2 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 18:19:00.583493 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f31c760c-e3a5-4f68-b912-269d97c8c2c0 req-33bd30a4-3a9f-4ea0-8032-f9cefac8be60 service neutron] Attempting to bind port be026aef-363b-4c09-9756-edd9f334fe87 on network 656db470-8519-4483-9948-4b30bcb1c90d {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:19:00.589797 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f31c760c-e3a5-4f68-b912-269d97c8c2c0 req-33bd30a4-3a9f-4ea0-8032-f9cefac8be60 service neutron] Checking agent: {'id': 'a6668d96-12fa-4ec0-99ad-77eaf490dd2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'started_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 18, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:19:00.590195 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f31c760c-e3a5-4f68-b912-269d97c8c2c0 req-33bd30a4-3a9f-4ea0-8032-f9cefac8be60 service neutron] Checking segment: {'id': 'f129bd32-7911-4aaf-8e97-a9024ba71deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '656db470-8519-4483-9948-4b30bcb1c90d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:19:00.590589 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f31c760c-e3a5-4f68-b912-269d97c8c2c0 req-33bd30a4-3a9f-4ea0-8032-f9cefac8be60 service neutron] Bound using segment: {'id': 'f129bd32-7911-4aaf-8e97-a9024ba71deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '656db470-8519-4483-9948-4b30bcb1c90d'} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:19:00.591038 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-f31c760c-e3a5-4f68-b912-269d97c8c2c0 req-33bd30a4-3a9f-4ea0-8032-f9cefac8be60 service neutron] Bound port: be026aef-363b-4c09-9756-edd9f334fe87, host: n-h1-818022-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f129bd32-7911-4aaf-8e97-a9024ba71deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '656db470-8519-4483-9948-4b30bcb1c90d'}}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:19:00.591402 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-f31c760c-e3a5-4f68-b912-269d97c8c2c0 req-33bd30a4-3a9f-4ea0-8032-f9cefac8be60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:19:00.659637 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-f31c760c-e3a5-4f68-b912-269d97c8c2c0 req-33bd30a4-3a9f-4ea0-8032-f9cefac8be60 service neutron] For port be026aef-363b-4c09-9756-edd9f334fe87, host n-h1-818022-2, cleared binding levels {{(pid=103364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:19:00.662892 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-f31c760c-e3a5-4f68-b912-269d97c8c2c0 req-33bd30a4-3a9f-4ea0-8032-f9cefac8be60 service neutron] For port be026aef-363b-4c09-9756-edd9f334fe87, host n-h1-818022-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=be026aef-363b-4c09-9756-edd9f334fe87,segment=NetworkSegment(f129bd32-7911-4aaf-8e97-a9024ba71deb),segment_id=f129bd32-7911-4aaf-8e97-a9024ba71deb)] {{(pid=103364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:19:00.667626 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-f31c760c-e3a5-4f68-b912-269d97c8c2c0 req-33bd30a4-3a9f-4ea0-8032-f9cefac8be60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:19:00.703636 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31c760c-e3a5-4f68-b912-269d97c8c2c0 req-33bd30a4-3a9f-4ea0-8032-f9cefac8be60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:19:00.704460 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-f31c760c-e3a5-4f68-b912-269d97c8c2c0 req-33bd30a4-3a9f-4ea0-8032-f9cefac8be60 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:19:00.705885 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f31c760c-e3a5-4f68-b912-269d97c8c2c0 req-33bd30a4-3a9f-4ea0-8032-f9cefac8be60 service neutron] 10.222.0.60 "PUT /v2.0/ports/be026aef-363b-4c09-9756-edd9f334fe87 HTTP/1.1" status: 200 len: 1091 time: 0.7350914 Nov 19 18:19:00.706335 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f149b73-a4ba-444f-a38c-3c4080b62cb5', 'tag': 'be026aef-363b-4c09-9756-edd9f334fe87'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:19:00.708634 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dd4767a008c23f8566efc82158ee1b1fff34e1a9e908d76d0b6d0ab7e350e5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bac5cd59-6af9-4dba-9c80-20351283905d" -d '{"events": [{"name": "network-changed", "server_uuid": "6f149b73-a4ba-444f-a38c-3c4080b62cb5", "tag": "be026aef-363b-4c09-9756-edd9f334fe87"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:19:00.740116 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bd30a4-3a9f-4ea0-8032-f9cefac8be60 service neutron] Pushing event updated for resources: {'Port': ['ID=be026aef-363b-4c09-9756-edd9f334fe87,revision_number=3']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:19:00.824503 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31c760c-e3a5-4f68-b912-269d97c8c2c0 req-a42fb8ac-fba7-404e-9daa-facf405274f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:19:00.825980 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f31c760c-e3a5-4f68-b912-269d97c8c2c0 req-a42fb8ac-fba7-404e-9daa-facf405274f5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d09befc26c6d48b68aeefb676fca7c9a&device_id=6f149b73-a4ba-444f-a38c-3c4080b62cb5 HTTP/1.1" status: 200 len: 1094 time: 0.0604448 Nov 19 18:19:00.870159 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f31c760c-e3a5-4f68-b912-269d97c8c2c0 req-82ec9e43-d48c-4298-8652-60b3ad461c0c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=be026aef-363b-4c09-9756-edd9f334fe87 HTTP/1.1" status: 200 len: 217 time: 0.0354152 Nov 19 18:19:00.937559 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31c760c-e3a5-4f68-b912-269d97c8c2c0 req-278addcc-a16b-41be-9893-a9273d03110d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:19:00.939096 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f31c760c-e3a5-4f68-b912-269d97c8c2c0 req-278addcc-a16b-41be-9893-a9273d03110d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a4fb003c-f9b9-4088-b0fe-6363f7d9b384 HTTP/1.1" status: 200 len: 850 time: 0.0607572 Nov 19 18:19:00.944683 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 18:19:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e324e1f9-13d6-401f-a1d7-943d9aa5536a x-openstack-request-id: req-e324e1f9-13d6-401f-a1d7-943d9aa5536a {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:19:00.944993 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f149b73-a4ba-444f-a38c-3c4080b62cb5", "tag": "be026aef-363b-4c09-9756-edd9f334fe87", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:19:00.945255 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e324e1f9-13d6-401f-a1d7-943d9aa5536a {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:19:00.945669 n-d-818022-2 neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f149b73-a4ba-444f-a38c-3c4080b62cb5', 'tag': 'be026aef-363b-4c09-9756-edd9f334fe87', 'status': 'completed', 'code': 200} Nov 19 18:19:00.990759 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31c760c-e3a5-4f68-b912-269d97c8c2c0 req-1b75f373-891b-4290-983c-6a93d25bb385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:19:00.992303 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f31c760c-e3a5-4f68-b912-269d97c8c2c0 req-1b75f373-891b-4290-983c-6a93d25bb385 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=656db470-8519-4483-9948-4b30bcb1c90d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438411 Nov 19 18:19:01.088955 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f31c760c-e3a5-4f68-b912-269d97c8c2c0 req-dff8a0f3-f1e0-413d-814b-eb42ac619332 service neutron] 10.222.0.60 "GET /v2.0/networks/656db470-8519-4483-9948-4b30bcb1c90d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895987 Nov 19 18:19:01.186552 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f31c760c-e3a5-4f68-b912-269d97c8c2c0 req-93553cff-61db-413e-bc2a-6ca93629ceef service neutron] 10.222.0.60 "GET /v2.0/networks/656db470-8519-4483-9948-4b30bcb1c90d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903163 Nov 19 18:19:01.272396 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac5cd59-6af9-4dba-9c80-20351283905d req-78f99ad6-7cd6-4afc-a5ff-695f6814472d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:19:01.273963 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-bac5cd59-6af9-4dba-9c80-20351283905d req-78f99ad6-7cd6-4afc-a5ff-695f6814472d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d09befc26c6d48b68aeefb676fca7c9a&device_id=6f149b73-a4ba-444f-a38c-3c4080b62cb5 HTTP/1.1" status: 200 len: 1094 time: 0.0430720 Nov 19 18:19:01.364313 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac5cd59-6af9-4dba-9c80-20351283905d req-67138088-ed34-45db-ac5f-a13d9059fb68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:19:01.365831 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-bac5cd59-6af9-4dba-9c80-20351283905d req-67138088-ed34-45db-ac5f-a13d9059fb68 service neutron] 10.222.0.60 "GET /v2.0/networks?id=656db470-8519-4483-9948-4b30bcb1c90d HTTP/1.1" status: 200 len: 912 time: 0.0854440 Nov 19 18:19:01.412270 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-bac5cd59-6af9-4dba-9c80-20351283905d req-9ec33ecc-25fb-438a-8fc3-f80c79d7b48c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=be026aef-363b-4c09-9756-edd9f334fe87 HTTP/1.1" status: 200 len: 217 time: 0.0397325 Nov 19 18:19:01.469187 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac5cd59-6af9-4dba-9c80-20351283905d req-9f8239c7-4819-4946-828c-6a9c6498e30c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:19:01.470880 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-bac5cd59-6af9-4dba-9c80-20351283905d req-9f8239c7-4819-4946-828c-6a9c6498e30c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a4fb003c-f9b9-4088-b0fe-6363f7d9b384 HTTP/1.1" status: 200 len: 850 time: 0.0522935 Nov 19 18:19:01.517631 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac5cd59-6af9-4dba-9c80-20351283905d req-9ddfc7c2-4c24-446b-8c41-7c493789b391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:19:01.519159 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-bac5cd59-6af9-4dba-9c80-20351283905d req-9ddfc7c2-4c24-446b-8c41-7c493789b391 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=656db470-8519-4483-9948-4b30bcb1c90d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411782 Nov 19 18:19:01.619518 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-bac5cd59-6af9-4dba-9c80-20351283905d req-469b490b-461f-41dd-9c94-6d4fb56815fe service neutron] 10.222.0.60 "GET /v2.0/networks/656db470-8519-4483-9948-4b30bcb1c90d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923190 Nov 19 18:19:01.749240 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6fad86-e04b-40f3-81bb-a61843b4a7f5 req-14c042af-2807-4484-8f19-998ec26b60e2 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:19:01.750756 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ca6fad86-e04b-40f3-81bb-a61843b4a7f5 req-14c042af-2807-4484-8f19-998ec26b60e2 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/ports?device_id=6f149b73-a4ba-444f-a38c-3c4080b62cb5 HTTP/1.1" status: 200 len: 943 time: 0.1062584 Nov 19 18:19:01.758275 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-bac5cd59-6af9-4dba-9c80-20351283905d req-ab07bb60-eb91-49ec-87e0-b96b4005009d service neutron] 10.222.0.60 "GET /v2.0/networks/656db470-8519-4483-9948-4b30bcb1c90d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318035 Nov 19 18:19:01.802657 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ca6fad86-e04b-40f3-81bb-a61843b4a7f5 req-d7023d3d-bc9e-4aee-bf5a-279a16a954ba tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/security-groups?id=ca31fa0b-2d92-40c1-b412-99f3e113c1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433886 Nov 19 18:19:02.019658 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-131ea9cf-87b9-487b-974b-e50c20ead49e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:19:02.981153 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd631a3b-b500-4b8f-8599-8c5a51b3e598 req-97366083-65fe-481a-9462-455ee1449da3 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:19:02.982752 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-dd631a3b-b500-4b8f-8599-8c5a51b3e598 req-97366083-65fe-481a-9462-455ee1449da3 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/ports?device_id=6f149b73-a4ba-444f-a38c-3c4080b62cb5 HTTP/1.1" status: 200 len: 943 time: 0.0748334 Nov 19 18:19:03.042431 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-dd631a3b-b500-4b8f-8599-8c5a51b3e598 req-1f94d751-6f9c-4d9a-9b48-f8ff5859cd6f tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/security-groups?id=ca31fa0b-2d92-40c1-b412-99f3e113c1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526595 Nov 19 18:19:03.262932 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e46ecc5a-dc14-4744-b262-3072ff2e958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:19:04.007585 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:19:04.019851 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:19:04.238816 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef1c96e-e3cb-4a60-9f79-431761ccb0fb req-d311ba31-6558-4b1a-a1aa-97ad3e65989c tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:19:04.240824 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0ef1c96e-e3cb-4a60-9f79-431761ccb0fb req-d311ba31-6558-4b1a-a1aa-97ad3e65989c tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/ports?device_id=6f149b73-a4ba-444f-a38c-3c4080b62cb5 HTTP/1.1" status: 200 len: 943 time: 0.0700681 Nov 19 18:19:04.344796 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0ef1c96e-e3cb-4a60-9f79-431761ccb0fb req-4896672f-6f02-4ba9-9ff7-6f066a287ab2 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/security-groups?id=ca31fa0b-2d92-40c1-b412-99f3e113c1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933123 Nov 19 18:19:04.863440 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e013d7e6-5264-4dcc-9759-54f5fb809e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:19:05.207979 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:19:05.412989 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.agents_db [None req-619e5c26-d9ed-4321-86eb-7d443bb9dfa2 None None] Agent healthcheck: found 7 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 18:19:05.517971 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e49bc85-a75c-486a-9b13-5eb060d98318 req-ade5d3d2-7ff9-46fc-8f38-6b26b14782b9 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:19:05.519654 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7e49bc85-a75c-486a-9b13-5eb060d98318 req-ade5d3d2-7ff9-46fc-8f38-6b26b14782b9 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/ports?device_id=6f149b73-a4ba-444f-a38c-3c4080b62cb5 HTTP/1.1" status: 200 len: 943 time: 0.0740125 Nov 19 18:19:05.578559 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7e49bc85-a75c-486a-9b13-5eb060d98318 req-3bca0f77-d545-4985-bf3d-8322fa1f3b01 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/security-groups?id=ca31fa0b-2d92-40c1-b412-99f3e113c1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523660 Nov 19 18:19:06.723960 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0558a2a6-5d1f-45a1-97bc-cd36907b6c39 req-b4fe6e3e-6267-448f-8881-c95a755737f7 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:19:06.726186 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0558a2a6-5d1f-45a1-97bc-cd36907b6c39 req-b4fe6e3e-6267-448f-8881-c95a755737f7 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/ports?device_id=6f149b73-a4ba-444f-a38c-3c4080b62cb5 HTTP/1.1" status: 200 len: 943 time: 0.0682690 Nov 19 18:19:06.779703 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0558a2a6-5d1f-45a1-97bc-cd36907b6c39 req-b518b176-3c3e-41d9-9445-bc8235a4fefd tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/security-groups?id=ca31fa0b-2d92-40c1-b412-99f3e113c1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468993 Nov 19 18:19:07.896344 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa14b8c-12a3-460a-b89b-89c259ff50cd req-ed032415-33eb-4b98-9113-e7f5974ea575 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:19:07.898042 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3fa14b8c-12a3-460a-b89b-89c259ff50cd req-ed032415-33eb-4b98-9113-e7f5974ea575 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/ports?device_id=6f149b73-a4ba-444f-a38c-3c4080b62cb5 HTTP/1.1" status: 200 len: 943 time: 0.0496483 Nov 19 18:19:07.945238 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3fa14b8c-12a3-460a-b89b-89c259ff50cd req-38e11fcb-1d9d-4412-9945-173aaa8b40e7 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/security-groups?id=ca31fa0b-2d92-40c1-b412-99f3e113c1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412238 Nov 19 18:19:09.071828 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10f9a47-77f9-4506-8d8e-97f50a747406 req-86fccb7a-2375-4dc2-9779-39be4527e4bb tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:19:09.073836 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a10f9a47-77f9-4506-8d8e-97f50a747406 req-86fccb7a-2375-4dc2-9779-39be4527e4bb tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/ports?device_id=6f149b73-a4ba-444f-a38c-3c4080b62cb5 HTTP/1.1" status: 200 len: 943 time: 0.0581298 Nov 19 18:19:09.122783 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a10f9a47-77f9-4506-8d8e-97f50a747406 req-2cc566d0-9ede-4901-a191-4ec050244fa5 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/security-groups?id=ca31fa0b-2d92-40c1-b412-99f3e113c1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409966 Nov 19 18:19:10.249257 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db07010-4677-41d3-92c4-8fd56c641b7f req-38acb6a1-cc0c-4afa-ae60-1728221fa2f5 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:19:10.250782 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0db07010-4677-41d3-92c4-8fd56c641b7f req-38acb6a1-cc0c-4afa-ae60-1728221fa2f5 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/ports?device_id=6f149b73-a4ba-444f-a38c-3c4080b62cb5 HTTP/1.1" status: 200 len: 943 time: 0.0537922 Nov 19 18:19:10.303130 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0db07010-4677-41d3-92c4-8fd56c641b7f req-f9412031-bf35-4f6e-a1ca-78e99e35da7f tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/security-groups?id=ca31fa0b-2d92-40c1-b412-99f3e113c1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460911 Nov 19 18:19:11.423734 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1774c7-0650-4e67-a89e-b92f7e677489 req-5604f658-b2a0-49af-b641-4bec646233be tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:19:11.425277 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-dc1774c7-0650-4e67-a89e-b92f7e677489 req-5604f658-b2a0-49af-b641-4bec646233be tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/ports?device_id=6f149b73-a4ba-444f-a38c-3c4080b62cb5 HTTP/1.1" status: 200 len: 943 time: 0.0511315 Nov 19 18:19:11.475505 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-dc1774c7-0650-4e67-a89e-b92f7e677489 req-b4256dc3-ea54-406c-a87a-04ae28f0d46c tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/security-groups?id=ca31fa0b-2d92-40c1-b412-99f3e113c1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438025 Nov 19 18:19:12.606745 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10872a8e-0aa6-4916-8a9f-256a3f8014dc req-45543cc7-0875-4e60-8e95-b94531d83e07 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:19:12.608320 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-10872a8e-0aa6-4916-8a9f-256a3f8014dc req-45543cc7-0875-4e60-8e95-b94531d83e07 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/ports?device_id=6f149b73-a4ba-444f-a38c-3c4080b62cb5 HTTP/1.1" status: 200 len: 943 time: 0.0550113 Nov 19 18:19:12.661917 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-10872a8e-0aa6-4916-8a9f-256a3f8014dc req-3b502c22-e143-41ed-a7ab-085ddd2405b7 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/security-groups?id=ca31fa0b-2d92-40c1-b412-99f3e113c1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466349 Nov 19 18:19:13.794246 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8854a0b-179c-457e-859e-bbe0ea7ca51f req-d04d71d1-4f0a-4ce8-8565-ec1beffb4916 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:19:13.795642 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d8854a0b-179c-457e-859e-bbe0ea7ca51f req-d04d71d1-4f0a-4ce8-8565-ec1beffb4916 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/ports?device_id=6f149b73-a4ba-444f-a38c-3c4080b62cb5 HTTP/1.1" status: 200 len: 943 time: 0.0581686 Nov 19 18:19:13.843552 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d8854a0b-179c-457e-859e-bbe0ea7ca51f req-ad569fbe-4d78-4484-9f8b-53e332f9b4ce tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/security-groups?id=ca31fa0b-2d92-40c1-b412-99f3e113c1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419030 Nov 19 18:19:14.974291 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922fa56e-e77c-47ed-9d10-2d6f8a4af106 req-990d2921-5530-4922-a4f2-6a7b44ea1160 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:19:14.976488 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-922fa56e-e77c-47ed-9d10-2d6f8a4af106 req-990d2921-5530-4922-a4f2-6a7b44ea1160 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/ports?device_id=6f149b73-a4ba-444f-a38c-3c4080b62cb5 HTTP/1.1" status: 200 len: 943 time: 0.0623744 Nov 19 18:19:15.030117 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-922fa56e-e77c-47ed-9d10-2d6f8a4af106 req-8f8cc853-568d-462e-a924-69d598c3d8d1 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/security-groups?id=ca31fa0b-2d92-40c1-b412-99f3e113c1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464618 Nov 19 18:19:16.151740 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10101093-36ed-4e23-9fe2-43cd89dfc8ff req-e43a2279-9ed9-4c77-9fb1-987e446613f1 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:19:16.153354 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-10101093-36ed-4e23-9fe2-43cd89dfc8ff req-e43a2279-9ed9-4c77-9fb1-987e446613f1 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/ports?device_id=6f149b73-a4ba-444f-a38c-3c4080b62cb5 HTTP/1.1" status: 200 len: 943 time: 0.0521820 Nov 19 18:19:16.204191 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-10101093-36ed-4e23-9fe2-43cd89dfc8ff req-b3552d4e-6b83-426e-8c31-99c310f55769 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/security-groups?id=ca31fa0b-2d92-40c1-b412-99f3e113c1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441821 Nov 19 18:19:17.329209 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e5e1cf-eaaa-499a-9c6d-e988d5023472 req-06b574ce-a565-4aaa-91ab-a88bea041be5 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:19:17.330741 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-51e5e1cf-eaaa-499a-9c6d-e988d5023472 req-06b574ce-a565-4aaa-91ab-a88bea041be5 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/ports?device_id=6f149b73-a4ba-444f-a38c-3c4080b62cb5 HTTP/1.1" status: 200 len: 943 time: 0.0564873 Nov 19 18:19:17.381465 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-51e5e1cf-eaaa-499a-9c6d-e988d5023472 req-57d6ce66-8d0b-4bd4-b9d8-21b06a42fd7d tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/security-groups?id=ca31fa0b-2d92-40c1-b412-99f3e113c1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445008 Nov 19 18:19:18.518529 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972438a8-b845-462c-b370-1e4a7f813f6f req-8c256914-3b46-4067-8b24-ff7df67163d4 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:19:18.520591 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-972438a8-b845-462c-b370-1e4a7f813f6f req-8c256914-3b46-4067-8b24-ff7df67163d4 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/ports?device_id=6f149b73-a4ba-444f-a38c-3c4080b62cb5 HTTP/1.1" status: 200 len: 943 time: 0.0616493 Nov 19 18:19:18.581763 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-972438a8-b845-462c-b370-1e4a7f813f6f req-72258707-2b4f-49aa-b9c8-4b52dbc0246a tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/security-groups?id=ca31fa0b-2d92-40c1-b412-99f3e113c1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545750 Nov 19 18:19:19.709425 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6575aae7-4832-45fe-b38f-5b47da4090f9 req-8b04f0ab-4bcf-46ab-b9ba-ea7199309874 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:19:19.711014 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6575aae7-4832-45fe-b38f-5b47da4090f9 req-8b04f0ab-4bcf-46ab-b9ba-ea7199309874 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/ports?device_id=6f149b73-a4ba-444f-a38c-3c4080b62cb5 HTTP/1.1" status: 200 len: 943 time: 0.0509965 Nov 19 18:19:19.762410 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6575aae7-4832-45fe-b38f-5b47da4090f9 req-5e61ced8-d499-4792-a042-f47e7f6c6f4d tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/security-groups?id=ca31fa0b-2d92-40c1-b412-99f3e113c1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446548 Nov 19 18:19:20.882444 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb0f80f-c115-4882-ae5f-13497bd9ff71 req-e1cfb4a8-fd84-49f1-82a9-1251b1e8db14 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:19:20.883808 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2cb0f80f-c115-4882-ae5f-13497bd9ff71 req-e1cfb4a8-fd84-49f1-82a9-1251b1e8db14 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/ports?device_id=6f149b73-a4ba-444f-a38c-3c4080b62cb5 HTTP/1.1" status: 200 len: 943 time: 0.0494745 Nov 19 18:19:20.931361 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2cb0f80f-c115-4882-ae5f-13497bd9ff71 req-33c3ac3e-0849-4fa5-86e6-64b46213e7ce tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/security-groups?id=ca31fa0b-2d92-40c1-b412-99f3e113c1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416377 Nov 19 18:19:21.715928 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device be026aef-363b-4c09-9756-edd9f334fe87 details requested by agent hyperv_n-h1-818022-2 with host n-h1-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 18:19:21.807873 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port be026aef-363b-4c09-9756-edd9f334fe87, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=be026aef-363b-4c09-9756-edd9f334fe87,segment=NetworkSegment(f129bd32-7911-4aaf-8e97-a9024ba71deb),segment_id=f129bd32-7911-4aaf-8e97-a9024ba71deb)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:19:21.818839 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Returning: {'device': 'be026aef-363b-4c09-9756-edd9f334fe87', 'network_id': '656db470-8519-4483-9948-4b30bcb1c90d', 'port_id': 'be026aef-363b-4c09-9756-edd9f334fe87', 'mac_address': 'fa:16:3e:5e:86:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 693, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4fb003c-f9b9-4088-b0fe-6363f7d9b384', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 18:19:21.858820 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:19:21.871287 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be026aef-363b-4c09-9756-edd9f334fe87 {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:19:21.889765 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port be026aef-363b-4c09-9756-edd9f334fe87, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=be026aef-363b-4c09-9756-edd9f334fe87,segment=NetworkSegment(f129bd32-7911-4aaf-8e97-a9024ba71deb),segment_id=f129bd32-7911-4aaf-8e97-a9024ba71deb)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:19:21.893736 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:19:21.943548 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=be026aef-363b-4c09-9756-edd9f334fe87,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:19:22.049427 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f71dbd5-eeba-49c3-9786-cb50a0023eba req-f958d6ef-2b84-4b38-88a2-960dfdea5319 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:19:22.050995 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8f71dbd5-eeba-49c3-9786-cb50a0023eba req-f958d6ef-2b84-4b38-88a2-960dfdea5319 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/ports?device_id=6f149b73-a4ba-444f-a38c-3c4080b62cb5 HTTP/1.1" status: 200 len: 944 time: 0.0502937 Nov 19 18:19:22.108110 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8f71dbd5-eeba-49c3-9786-cb50a0023eba req-bfc19cfb-2d29-4086-b964-a6a51428d0a8 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/security-groups?id=ca31fa0b-2d92-40c1-b412-99f3e113c1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492074 Nov 19 18:19:22.122399 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['be026aef-363b-4c09-9756-edd9f334fe87'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:19:23.241238 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601a57d0-dc3b-4955-a947-98f1ed8c3dcc req-7eddce3d-4652-4a3d-840f-4d3a321fd9e4 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:19:23.242759 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-601a57d0-dc3b-4955-a947-98f1ed8c3dcc req-7eddce3d-4652-4a3d-840f-4d3a321fd9e4 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/ports?device_id=6f149b73-a4ba-444f-a38c-3c4080b62cb5 HTTP/1.1" status: 200 len: 944 time: 0.0504882 Nov 19 18:19:23.302863 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-601a57d0-dc3b-4955-a947-98f1ed8c3dcc req-c47bfecb-70b0-4899-b4dd-a217f60a55ae tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/security-groups?id=ca31fa0b-2d92-40c1-b412-99f3e113c1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523391 Nov 19 18:19:23.733064 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device be026aef-363b-4c09-9756-edd9f334fe87 up at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:19:23.785967 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning for port be026aef-363b-4c09-9756-edd9f334fe87 completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 18:19:23.790512 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning complete for port be026aef-363b-4c09-9756-edd9f334fe87 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:19:23.791016 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:19:23.891077 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:19:23.917960 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f149b73-a4ba-444f-a38c-3c4080b62cb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be026aef-363b-4c09-9756-edd9f334fe87'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:19:23.920431 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3940761bcd94e032e6960d2241bd8993c5d3a7d8dc2aca8488f3ecf1d4dd2fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c14abecd-21bb-4968-a74c-a943d0b5f461" -d '{"events": [{"server_uuid": "6f149b73-a4ba-444f-a38c-3c4080b62cb5", "name": "network-vif-plugged", "status": "completed", "tag": "be026aef-363b-4c09-9756-edd9f334fe87"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:19:23.933836 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port be026aef-363b-4c09-9756-edd9f334fe87, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=be026aef-363b-4c09-9756-edd9f334fe87,segment=NetworkSegment(f129bd32-7911-4aaf-8e97-a9024ba71deb),segment_id=f129bd32-7911-4aaf-8e97-a9024ba71deb)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:19:23.938395 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:19:23.971091 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:19:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9e447b1-46d7-4c8d-bffe-075115984b83 x-openstack-request-id: req-c9e447b1-46d7-4c8d-bffe-075115984b83 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:19:23.971387 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f149b73-a4ba-444f-a38c-3c4080b62cb5", "name": "network-vif-plugged", "status": "completed", "tag": "be026aef-363b-4c09-9756-edd9f334fe87", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:19:23.971642 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c9e447b1-46d7-4c8d-bffe-075115984b83 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:19:23.972068 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f149b73-a4ba-444f-a38c-3c4080b62cb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be026aef-363b-4c09-9756-edd9f334fe87', 'code': 200} Nov 19 18:19:23.995637 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=be026aef-363b-4c09-9756-edd9f334fe87,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:19:24.077205 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47e3db0-c9b5-4c2a-aa76-e0e3956c700d req-c0679112-eedc-4922-aa8a-22f12e9e6fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:19:24.078837 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-e47e3db0-c9b5-4c2a-aa76-e0e3956c700d req-c0679112-eedc-4922-aa8a-22f12e9e6fbe service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=6f149b73-a4ba-444f-a38c-3c4080b62cb5 HTTP/1.1" status: 200 len: 1096 time: 0.0437524 Nov 19 18:19:24.126538 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-e47e3db0-c9b5-4c2a-aa76-e0e3956c700d req-5081256b-ee2d-43a2-bb60-10162ededac2 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=ca31fa0b-2d92-40c1-b412-99f3e113c1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407226 Nov 19 18:19:24.427659 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e08b88e-318e-45d4-b117-2d2b32c759ae req-95ebd460-1864-43a1-9f62-e054cdb33881 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:19:24.429923 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-4e08b88e-318e-45d4-b117-2d2b32c759ae req-95ebd460-1864-43a1-9f62-e054cdb33881 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/ports?device_id=6f149b73-a4ba-444f-a38c-3c4080b62cb5 HTTP/1.1" status: 200 len: 945 time: 0.0549362 Nov 19 18:19:24.494795 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-4e08b88e-318e-45d4-b117-2d2b32c759ae req-a8964d62-e3b7-4b80-a67c-70e515aaa7c4 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/security-groups?id=ca31fa0b-2d92-40c1-b412-99f3e113c1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574234 Nov 19 18:19:25.631392 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010b5753-5ae8-49af-b133-cdcd60400634 req-417fc2dd-f0d8-46f7-83e2-427bd89281bf tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:19:25.633003 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-010b5753-5ae8-49af-b133-cdcd60400634 req-417fc2dd-f0d8-46f7-83e2-427bd89281bf tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/ports?device_id=6f149b73-a4ba-444f-a38c-3c4080b62cb5 HTTP/1.1" status: 200 len: 945 time: 0.0523238 Nov 19 18:19:25.684711 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-010b5753-5ae8-49af-b133-cdcd60400634 req-77f5b637-d74a-4358-95b9-bfa6c60134ce tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/security-groups?id=ca31fa0b-2d92-40c1-b412-99f3e113c1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443275 Nov 19 18:19:25.818222 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0a3fd5-9f1f-4c6f-be44-01e007ecef00 req-cca315d5-5cb8-4776-b2b5-e3bf06bd6956 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:19:25.819776 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ae0a3fd5-9f1f-4c6f-be44-01e007ecef00 req-cca315d5-5cb8-4776-b2b5-e3bf06bd6956 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/ports?device_id=6f149b73-a4ba-444f-a38c-3c4080b62cb5 HTTP/1.1" status: 200 len: 945 time: 0.0647388 Nov 19 18:19:25.869484 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ae0a3fd5-9f1f-4c6f-be44-01e007ecef00 req-90fe38a3-33f5-4aee-9102-cd4bf59376a4 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/security-groups?id=ca31fa0b-2d92-40c1-b412-99f3e113c1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425825 Nov 19 18:19:26.165011 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb188de6-de78-44ed-be42-bc14f175c3d6 req-c8ff5bda-ae82-4260-b103-6e5aeeeec5d9 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:19:26.166530 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-bb188de6-de78-44ed-be42-bc14f175c3d6 req-c8ff5bda-ae82-4260-b103-6e5aeeeec5d9 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/ports?device_id=6f149b73-a4ba-444f-a38c-3c4080b62cb5 HTTP/1.1" status: 200 len: 945 time: 0.0488329 Nov 19 18:19:26.213763 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-bb188de6-de78-44ed-be42-bc14f175c3d6 req-2f80f1ba-172a-475a-a9d7-895d4be8d04e tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/security-groups?id=ca31fa0b-2d92-40c1-b412-99f3e113c1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406523 Nov 19 18:19:27.333097 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da23f17-2fd0-43b0-88cd-82c49f49fa4d req-29b3c737-7770-439a-bfdd-4969bf88957e tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:19:27.334736 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8da23f17-2fd0-43b0-88cd-82c49f49fa4d req-29b3c737-7770-439a-bfdd-4969bf88957e tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/ports?device_id=6f149b73-a4ba-444f-a38c-3c4080b62cb5 HTTP/1.1" status: 200 len: 945 time: 0.0496557 Nov 19 18:19:27.385207 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8da23f17-2fd0-43b0-88cd-82c49f49fa4d req-16fae87b-faca-4f43-bf03-333c27bcd80c tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/security-groups?id=ca31fa0b-2d92-40c1-b412-99f3e113c1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445693 Nov 19 18:19:27.575468 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d5827d-2556-4c96-85d2-0e06e44591c3 req-196c938a-2c99-45a1-b946-aec83a4aa5cd tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:19:27.576853 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c8d5827d-2556-4c96-85d2-0e06e44591c3 req-196c938a-2c99-45a1-b946-aec83a4aa5cd tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.60 "GET /v2.0/ports?device_id=6f149b73-a4ba-444f-a38c-3c4080b62cb5 HTTP/1.1" status: 200 len: 945 time: 0.0483990 Nov 19 18:19:27.672742 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [req-c8d5827d-2556-4c96-85d2-0e06e44591c3 req-90f21fff-e1af-4180-97f2-5afadf0adebd tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Deleting port be026aef-363b-4c09-9756-edd9f334fe87 {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:19:27.673081 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-c8d5827d-2556-4c96-85d2-0e06e44591c3 req-90f21fff-e1af-4180-97f2-5afadf0adebd tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:19:27.759617 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-c8d5827d-2556-4c96-85d2-0e06e44591c3 req-90f21fff-e1af-4180-97f2-5afadf0adebd tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] For port be026aef-363b-4c09-9756-edd9f334fe87, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=be026aef-363b-4c09-9756-edd9f334fe87,segment=NetworkSegment(f129bd32-7911-4aaf-8e97-a9024ba71deb),segment_id=f129bd32-7911-4aaf-8e97-a9024ba71deb)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:19:27.761794 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-c8d5827d-2556-4c96-85d2-0e06e44591c3 req-90f21fff-e1af-4180-97f2-5afadf0adebd tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:19:27.777571 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [req-c8d5827d-2556-4c96-85d2-0e06e44591c3 req-90f21fff-e1af-4180-97f2-5afadf0adebd tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Calling delete_port for be026aef-363b-4c09-9756-edd9f334fe87 owned by compute:nova {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:19:27.902371 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-c8d5827d-2556-4c96-85d2-0e06e44591c3 req-90f21fff-e1af-4180-97f2-5afadf0adebd tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:19:27.915912 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] get_ports_and_sgs() called for port_ids ['05a0ff3a-f8a4-4483-8dbd-4aa9efd08d27'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:19:27.918164 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['be026aef-363b-4c09-9756-edd9f334fe87'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:19:27.930296 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f21fff-e1af-4180-97f2-5afadf0adebd tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Pushing event deleted for resources: {'Port': ['ID=be026aef-363b-4c09-9756-edd9f334fe87,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:19:27.980492 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8d5827d-2556-4c96-85d2-0e06e44591c3 req-90f21fff-e1af-4180-97f2-5afadf0adebd tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] No DVR routers for this DVR port be026aef-363b-4c09-9756-edd9f334fe87 on host n-h1-818022-2 {{(pid=103364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:19:27.984152 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-c8d5827d-2556-4c96-85d2-0e06e44591c3 req-90f21fff-e1af-4180-97f2-5afadf0adebd tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:19:27.988094 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c8d5827d-2556-4c96-85d2-0e06e44591c3 req-90f21fff-e1af-4180-97f2-5afadf0adebd tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.60 "DELETE /v2.0/ports/be026aef-363b-4c09-9756-edd9f334fe87 HTTP/1.1" status: 204 len: 173 time: 0.4049749 Nov 19 18:19:27.988600 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f149b73-a4ba-444f-a38c-3c4080b62cb5', 'name': 'network-vif-deleted', 'tag': 'be026aef-363b-4c09-9756-edd9f334fe87'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:19:27.991789 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dd4767a008c23f8566efc82158ee1b1fff34e1a9e908d76d0b6d0ab7e350e5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b961936-52f2-4e2e-bc7e-8791d491cc9b" -d '{"events": [{"server_uuid": "6f149b73-a4ba-444f-a38c-3c4080b62cb5", "name": "network-vif-deleted", "tag": "be026aef-363b-4c09-9756-edd9f334fe87"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:19:28.040312 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:19:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79dc3e9a-c92a-4618-9e1e-74153b2308b1 x-openstack-request-id: req-79dc3e9a-c92a-4618-9e1e-74153b2308b1 {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:19:28.040619 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f149b73-a4ba-444f-a38c-3c4080b62cb5", "name": "network-vif-deleted", "tag": "be026aef-363b-4c09-9756-edd9f334fe87", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:19:28.040878 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-79dc3e9a-c92a-4618-9e1e-74153b2308b1 {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:19:28.041287 n-d-818022-2 neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f149b73-a4ba-444f-a38c-3c4080b62cb5', 'name': 'network-vif-deleted', 'tag': 'be026aef-363b-4c09-9756-edd9f334fe87', 'status': 'completed', 'code': 200} Nov 19 18:19:28.486031 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8c4b3ef5-914b-4c46-a1f8-1e7b2ec07ee5 req-0ac64836-cea1-4ac7-b3fc-ba1ca261e13c tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/ports?device_id=6f149b73-a4ba-444f-a38c-3c4080b62cb5 HTTP/1.1" status: 200 len: 210 time: 0.0302999 Nov 19 18:19:29.659213 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-eaae8bc3-8bc6-4eab-a046-aa1f02119d5b req-bec97de9-b290-4332-bb4e-7260ae450c82 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/ports?device_id=6f149b73-a4ba-444f-a38c-3c4080b62cb5 HTTP/1.1" status: 200 len: 210 time: 0.0968049 Nov 19 18:19:29.807484 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b87d7773-1b37-4b8d-814d-e8302374a2f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:19:30.821741 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a952d360-62e2-4f82-b614-e189dfcefd5c req-497e2e85-7fac-48d3-9396-0f357792145c tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/ports?device_id=6f149b73-a4ba-444f-a38c-3c4080b62cb5 HTTP/1.1" status: 200 len: 210 time: 0.0910835 Nov 19 18:19:31.778650 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device be026aef-363b-4c09-9756-edd9f334fe87 no longer exists at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:19:31.800992 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] No Port match for: be026aef-363b-4c09-9756-edd9f334fe87 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:19:31.801601 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device be026aef-363b-4c09-9756-edd9f334fe87 not bound to the agent host n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:19:31.931696 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-aecdab88-1c3e-4a58-96f6-623b91f8e8d6 req-78cdfc6c-5670-4698-8e57-134e7e4a1f84 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/ports?device_id=6f149b73-a4ba-444f-a38c-3c4080b62cb5 HTTP/1.1" status: 200 len: 210 time: 0.0303528 Nov 19 18:19:32.029555 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-be191ac6-b850-4003-9a07-db7c4ebfb6c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:19:33.260540 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e46ecc5a-dc14-4744-b262-3072ff2e958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:19:34.015686 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:19:34.027205 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:19:34.849383 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e013d7e6-5264-4dcc-9759-54f5fb809e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:19:35.203502 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:19:38.519978 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7644c0-bd05-4f5f-911e-473e03d1d66d req-71faf9d2-900a-4a6d-8b4b-cee380411559 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:19:38.521661 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-bf7644c0-bd05-4f5f-911e-473e03d1d66d req-71faf9d2-900a-4a6d-8b4b-cee380411559 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/ports?device_id=510cd0b2-f538-4a76-977f-56db9d6450a4 HTTP/1.1" status: 200 len: 946 time: 0.0520320 Nov 19 18:19:38.569925 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-bf7644c0-bd05-4f5f-911e-473e03d1d66d req-e3e7509c-38ab-4090-acb2-acdff7034c8b tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/security-groups?id=ca31fa0b-2d92-40c1-b412-99f3e113c1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417395 Nov 19 18:19:39.700440 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500ecb5c-6807-4229-9e60-bda2b12da757 req-96f5b3d8-6e9a-48f1-9697-d6a93dec0924 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:19:39.701970 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-500ecb5c-6807-4229-9e60-bda2b12da757 req-96f5b3d8-6e9a-48f1-9697-d6a93dec0924 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/ports?device_id=510cd0b2-f538-4a76-977f-56db9d6450a4 HTTP/1.1" status: 200 len: 946 time: 0.0506685 Nov 19 18:19:39.750821 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-500ecb5c-6807-4229-9e60-bda2b12da757 req-e1ea27b3-3476-4973-a406-b5c111b27977 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/security-groups?id=ca31fa0b-2d92-40c1-b412-99f3e113c1ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429058 Nov 19 18:19:40.040266 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4aa824-35a8-4315-8f19-b8a5449616f8 req-7b5f190e-9967-43a7-86f1-17c929dae584 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:19:40.041709 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0f4aa824-35a8-4315-8f19-b8a5449616f8 req-7b5f190e-9967-43a7-86f1-17c929dae584 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.86 "GET /v2.0/ports?device_id=510cd0b2-f538-4a76-977f-56db9d6450a4 HTTP/1.1" status: 200 len: 946 time: 0.0516825 Nov 19 18:19:40.130967 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [req-0f4aa824-35a8-4315-8f19-b8a5449616f8 req-01af7eb7-56e9-4caa-a8c5-3e5ae1b9e7f0 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Deleting port 05a0ff3a-f8a4-4483-8dbd-4aa9efd08d27 {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:19:40.131387 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-0f4aa824-35a8-4315-8f19-b8a5449616f8 req-01af7eb7-56e9-4caa-a8c5-3e5ae1b9e7f0 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:19:40.221042 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-0f4aa824-35a8-4315-8f19-b8a5449616f8 req-01af7eb7-56e9-4caa-a8c5-3e5ae1b9e7f0 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] For port 05a0ff3a-f8a4-4483-8dbd-4aa9efd08d27, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=05a0ff3a-f8a4-4483-8dbd-4aa9efd08d27,segment=NetworkSegment(f129bd32-7911-4aaf-8e97-a9024ba71deb),segment_id=f129bd32-7911-4aaf-8e97-a9024ba71deb)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:19:40.221405 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-0f4aa824-35a8-4315-8f19-b8a5449616f8 req-01af7eb7-56e9-4caa-a8c5-3e5ae1b9e7f0 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:19:40.234472 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [req-0f4aa824-35a8-4315-8f19-b8a5449616f8 req-01af7eb7-56e9-4caa-a8c5-3e5ae1b9e7f0 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Calling delete_port for 05a0ff3a-f8a4-4483-8dbd-4aa9efd08d27 owned by compute:nova {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:19:40.358750 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-0f4aa824-35a8-4315-8f19-b8a5449616f8 req-01af7eb7-56e9-4caa-a8c5-3e5ae1b9e7f0 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:19:40.371139 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] get_ports_and_sgs() called for port_ids ['05a0ff3a-f8a4-4483-8dbd-4aa9efd08d27'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:19:40.390209 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01af7eb7-56e9-4caa-a8c5-3e5ae1b9e7f0 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Pushing event deleted for resources: {'Port': ['ID=05a0ff3a-f8a4-4483-8dbd-4aa9efd08d27,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:19:40.434508 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f4aa824-35a8-4315-8f19-b8a5449616f8 req-01af7eb7-56e9-4caa-a8c5-3e5ae1b9e7f0 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] No DVR routers for this DVR port 05a0ff3a-f8a4-4483-8dbd-4aa9efd08d27 on host n-h2-818022-2 {{(pid=103364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:19:40.437099 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-0f4aa824-35a8-4315-8f19-b8a5449616f8 req-01af7eb7-56e9-4caa-a8c5-3e5ae1b9e7f0 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:19:40.440538 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0f4aa824-35a8-4315-8f19-b8a5449616f8 req-01af7eb7-56e9-4caa-a8c5-3e5ae1b9e7f0 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.86 "DELETE /v2.0/ports/05a0ff3a-f8a4-4483-8dbd-4aa9efd08d27 HTTP/1.1" status: 204 len: 173 time: 0.3916461 Nov 19 18:19:40.440991 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '510cd0b2-f538-4a76-977f-56db9d6450a4', 'name': 'network-vif-deleted', 'tag': '05a0ff3a-f8a4-4483-8dbd-4aa9efd08d27'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:19:40.443279 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dd4767a008c23f8566efc82158ee1b1fff34e1a9e908d76d0b6d0ab7e350e5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-982fd9fa-0a72-4d05-a087-34aba29a8581" -d '{"events": [{"server_uuid": "510cd0b2-f538-4a76-977f-56db9d6450a4", "name": "network-vif-deleted", "tag": "05a0ff3a-f8a4-4483-8dbd-4aa9efd08d27"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:19:40.487533 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:19:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03f7bac0-f65f-4e2a-b4e3-fba1251bfa0f x-openstack-request-id: req-03f7bac0-f65f-4e2a-b4e3-fba1251bfa0f {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:19:40.487833 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "510cd0b2-f538-4a76-977f-56db9d6450a4", "name": "network-vif-deleted", "tag": "05a0ff3a-f8a4-4483-8dbd-4aa9efd08d27", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:19:40.488097 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-03f7bac0-f65f-4e2a-b4e3-fba1251bfa0f {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:19:40.488495 n-d-818022-2 neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '510cd0b2-f538-4a76-977f-56db9d6450a4', 'name': 'network-vif-deleted', 'tag': '05a0ff3a-f8a4-4483-8dbd-4aa9efd08d27', 'status': 'completed', 'code': 200} Nov 19 18:19:40.865227 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-24b4466d-1aec-44f6-85ba-d08b7543637a req-a089c050-199d-407f-9bfa-c43b058d3bfa tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/ports?device_id=510cd0b2-f538-4a76-977f-56db9d6450a4 HTTP/1.1" status: 200 len: 210 time: 0.0279272 Nov 19 18:19:41.961665 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e289e879-c77c-4445-8bc2-b336eeadd5f6 req-4a5cbd3c-a54d-4466-b122-58dca5a948c6 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/ports?device_id=510cd0b2-f538-4a76-977f-56db9d6450a4 HTTP/1.1" status: 200 len: 210 time: 0.0258226 Nov 19 18:19:42.413287 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.agents_db [None req-619e5c26-d9ed-4321-86eb-7d443bb9dfa2 None None] Agent healthcheck: found 7 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 18:19:43.060506 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c01377a2-0074-492c-817f-fd6f2443fed1 req-5016117e-cc0c-45ba-afef-2d4b68c0ae03 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/ports?device_id=510cd0b2-f538-4a76-977f-56db9d6450a4 HTTP/1.1" status: 200 len: 210 time: 0.0271525 Nov 19 18:19:44.160483 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6c82bc93-037c-4324-ad20-64a1d640b0fd req-0eed7d95-8a18-433a-be03-dd7eaf02f2d6 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/ports?device_id=510cd0b2-f538-4a76-977f-56db9d6450a4 HTTP/1.1" status: 200 len: 210 time: 0.0303147 Nov 19 18:19:44.903184 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device 05a0ff3a-f8a4-4483-8dbd-4aa9efd08d27 no longer exists at agent hyperv_n-h2-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:19:44.923682 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] No Port match for: 05a0ff3a-f8a4-4483-8dbd-4aa9efd08d27 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:19:44.924033 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device 05a0ff3a-f8a4-4483-8dbd-4aa9efd08d27 not bound to the agent host n-h2-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:19:50.291204 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 44078) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:19:50.295662 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-6ea1e417-bd4c-4073-9527-4375927d64c4 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-500859587', 'description': 'tempest-secgroup-smoke-500859587 description', 'project_id': 'd09befc26c6d48b68aeefb676fca7c9a'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:19:50.317597 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6ea1e417-bd4c-4073-9527-4375927d64c4 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:19:50.383671 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6ea1e417-bd4c-4073-9527-4375927d64c4 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:19:50.387188 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6ea1e417-bd4c-4073-9527-4375927d64c4 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:19:50.414735 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6ea1e417-bd4c-4073-9527-4375927d64c4 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:19:50.415962 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-6ea1e417-bd4c-4073-9527-4375927d64c4 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1238213 Nov 19 18:19:50.419073 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 44080) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:19:50.420171 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea1e417-bd4c-4073-9527-4375927d64c4 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2251ec2c-31d8-4662-b320-f9fc0f8759a7,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:19:50.424246 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-e1520d9f-095e-4bd7-a9e4-06319507f218 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Request body: {'security_group_rule': {'security_group_id': '2251ec2c-31d8-4662-b320-f9fc0f8759a7', 'project_id': 'd09befc26c6d48b68aeefb676fca7c9a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:19:50.428305 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea1e417-bd4c-4073-9527-4375927d64c4 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:19:50.428653 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea1e417-bd4c-4073-9527-4375927d64c4 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:19:50.429003 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea1e417-bd4c-4073-9527-4375927d64c4 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:19:50.429347 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea1e417-bd4c-4073-9527-4375927d64c4 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:19:50.429686 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea1e417-bd4c-4073-9527-4375927d64c4 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:19:50.430050 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea1e417-bd4c-4073-9527-4375927d64c4 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:19:50.430402 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea1e417-bd4c-4073-9527-4375927d64c4 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:19:50.430709 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea1e417-bd4c-4073-9527-4375927d64c4 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:19:50.431038 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea1e417-bd4c-4073-9527-4375927d64c4 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:19:50.431369 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea1e417-bd4c-4073-9527-4375927d64c4 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:19:50.431696 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea1e417-bd4c-4073-9527-4375927d64c4 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:19:50.432022 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea1e417-bd4c-4073-9527-4375927d64c4 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:19:50.451423 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e1520d9f-095e-4bd7-a9e4-06319507f218 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:19:50.509143 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e1520d9f-095e-4bd7-a9e4-06319507f218 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:19:50.512718 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e1520d9f-095e-4bd7-a9e4-06319507f218 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735179'] for security_group_rule, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:19:50.531773 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1520d9f-095e-4bd7-a9e4-06319507f218 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e00308f-74bd-49c3-9236-5ce42a67ef3e,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:19:50.539757 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e1520d9f-095e-4bd7-a9e4-06319507f218 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:19:50.540948 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-e1520d9f-095e-4bd7-a9e4-06319507f218 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1208429 Nov 19 18:19:50.544340 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 44082) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:19:50.548677 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-445d4583-02d2-44d9-ba34-5f0b3d7bfc0e tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Request body: {'security_group_rule': {'security_group_id': '2251ec2c-31d8-4662-b320-f9fc0f8759a7', 'project_id': 'd09befc26c6d48b68aeefb676fca7c9a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:19:50.574275 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-445d4583-02d2-44d9-ba34-5f0b3d7bfc0e tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:19:50.629461 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-445d4583-02d2-44d9-ba34-5f0b3d7bfc0e tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:19:50.633259 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-445d4583-02d2-44d9-ba34-5f0b3d7bfc0e tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735179'] for security_group_rule, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:19:50.651024 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445d4583-02d2-44d9-ba34-5f0b3d7bfc0e tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d95954c-b381-4b43-acbf-c8366e7a5813,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:19:50.659424 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-445d4583-02d2-44d9-ba34-5f0b3d7bfc0e tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:19:50.660735 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-445d4583-02d2-44d9-ba34-5f0b3d7bfc0e tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1154146 Nov 19 18:19:50.663417 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 44084) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:19:50.668055 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-139955ba-40f2-4dea-b5d5-73512dee603e tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Request body: {'security_group_rule': {'security_group_id': '2251ec2c-31d8-4662-b320-f9fc0f8759a7', 'project_id': 'd09befc26c6d48b68aeefb676fca7c9a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:19:50.693544 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-139955ba-40f2-4dea-b5d5-73512dee603e tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:19:50.749327 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-139955ba-40f2-4dea-b5d5-73512dee603e tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:19:50.752692 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-139955ba-40f2-4dea-b5d5-73512dee603e tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735179'] for security_group_rule, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:19:50.770761 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139955ba-40f2-4dea-b5d5-73512dee603e tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=989ace83-073c-4bee-b44b-00ac911dfe1a,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:19:50.778750 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-139955ba-40f2-4dea-b5d5-73512dee603e tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:19:50.779950 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-139955ba-40f2-4dea-b5d5-73512dee603e tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1154082 Nov 19 18:19:50.783315 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 44086) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:19:50.787555 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-8ca43810-1374-4b47-aa64-84c2f07efa80 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Request body: {'security_group_rule': {'security_group_id': '2251ec2c-31d8-4662-b320-f9fc0f8759a7', 'project_id': 'd09befc26c6d48b68aeefb676fca7c9a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:19:50.812486 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8ca43810-1374-4b47-aa64-84c2f07efa80 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:19:50.871015 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8ca43810-1374-4b47-aa64-84c2f07efa80 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:19:50.875534 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8ca43810-1374-4b47-aa64-84c2f07efa80 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735179'] for security_group_rule, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:19:50.893315 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca43810-1374-4b47-aa64-84c2f07efa80 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff59d03a-a4aa-4714-a751-4245631819f4,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:19:50.901392 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8ca43810-1374-4b47-aa64-84c2f07efa80 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:19:50.902619 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-8ca43810-1374-4b47-aa64-84c2f07efa80 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1183980 Nov 19 18:19:50.905277 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 44088) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:19:50.909546 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-70a00d12-f4b3-4830-b24e-ec33d39be417 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Request body: {'security_group_rule': {'security_group_id': '2251ec2c-31d8-4662-b320-f9fc0f8759a7', 'project_id': 'd09befc26c6d48b68aeefb676fca7c9a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:19:50.931412 n-d-818022-2 neutron-server[103364]: INFO neutron.db.securitygroups_db [None req-70a00d12-f4b3-4830-b24e-ec33d39be417 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Project d09befc26c6d48b68aeefb676fca7c9a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 18:19:50.936311 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-70a00d12-f4b3-4830-b24e-ec33d39be417 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:19:50.997354 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-70a00d12-f4b3-4830-b24e-ec33d39be417 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:19:51.001402 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-70a00d12-f4b3-4830-b24e-ec33d39be417 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735179'] for security_group_rule, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:19:51.019674 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a00d12-f4b3-4830-b24e-ec33d39be417 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a31a1d7-e63d-4adb-bb3f-8d479373dd80,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:19:51.028221 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-70a00d12-f4b3-4830-b24e-ec33d39be417 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:19:51.029433 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-70a00d12-f4b3-4830-b24e-ec33d39be417 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1231644 Nov 19 18:19:51.032168 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 44090) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:19:51.036417 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-0ef78489-d361-4ee4-b807-abeb7bb843ea tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Request body: {'security_group_rule': {'security_group_id': '2251ec2c-31d8-4662-b320-f9fc0f8759a7', 'project_id': 'd09befc26c6d48b68aeefb676fca7c9a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:19:51.057434 n-d-818022-2 neutron-server[103364]: INFO neutron.db.securitygroups_db [None req-0ef78489-d361-4ee4-b807-abeb7bb843ea tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Project d09befc26c6d48b68aeefb676fca7c9a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 18:19:51.062790 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0ef78489-d361-4ee4-b807-abeb7bb843ea tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:19:51.122738 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0ef78489-d361-4ee4-b807-abeb7bb843ea tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:19:51.127006 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0ef78489-d361-4ee4-b807-abeb7bb843ea tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735179'] for security_group_rule, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:19:51.145724 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef78489-d361-4ee4-b807-abeb7bb843ea tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fb0a03b-2c38-4d62-8f4d-ba74751a565c,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:19:51.153904 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0ef78489-d361-4ee4-b807-abeb7bb843ea tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:19:51.155112 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-0ef78489-d361-4ee4-b807-abeb7bb843ea tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1220260 Nov 19 18:19:59.815092 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-465af637-b27e-4f40-9a7d-9935bc27b1ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:20:02.028425 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ad9f3c21-e1a2-466c-b2ba-d0b6071b09dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:20:03.263039 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e46ecc5a-dc14-4744-b262-3072ff2e958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:20:04.012476 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:20:04.042313 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:20:04.851588 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e013d7e6-5264-4dcc-9759-54f5fb809e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:20:05.206448 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:20:06.428718 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2a48ffc5-6785-489f-8a2e-39f69143f931 req-e859f01b-cb4c-46b7-9473-6b8d1729daa5 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-500859587&fields=id&tenant_id=d09befc26c6d48b68aeefb676fca7c9a HTTP/1.1" status: 200 len: 267 time: 0.0514474 Nov 19 18:20:06.534488 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a48ffc5-6785-489f-8a2e-39f69143f931 req-f6307c03-f9ea-45ee-859c-3913ee7fb2fa tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:20:06.535928 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2a48ffc5-6785-489f-8a2e-39f69143f931 req-f6307c03-f9ea-45ee-859c-3913ee7fb2fa tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/networks?id=656db470-8519-4483-9948-4b30bcb1c90d HTTP/1.1" status: 200 len: 811 time: 0.1000268 Nov 19 18:20:06.550988 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2a48ffc5-6785-489f-8a2e-39f69143f931 req-d056aae4-a5d3-4119-90a6-3810772fd31c tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/quotas/d09befc26c6d48b68aeefb676fca7c9a HTTP/1.1" status: 200 len: 375 time: 0.0092614 Nov 19 18:20:06.600190 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2a48ffc5-6785-489f-8a2e-39f69143f931 req-7c75ff33-d7a4-4f2d-aed9-ca62ce2f6c59 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=d09befc26c6d48b68aeefb676fca7c9a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0440991 Nov 19 18:20:06.745562 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2a48ffc5-6785-489f-8a2e-39f69143f931 req-452ae0fd-828c-41cb-82d1-95d873fb6bf3 service neutron] 10.222.0.54 "GET /v2.0/networks/656db470-8519-4483-9948-4b30bcb1c90d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334670 Nov 19 18:20:06.832271 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2a48ffc5-6785-489f-8a2e-39f69143f931 req-7be20066-a66f-46b1-af8c-dfe5cd3d0fa7 service neutron] 10.222.0.54 "GET /v2.0/networks/656db470-8519-4483-9948-4b30bcb1c90d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804787 Nov 19 18:20:07.113138 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-22cf65aa-f180-4776-b961-4bfdac284a0f req-00bad27b-72de-4ba3-b0b6-379fb5718a54 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/ports?device_id=a7f0b3fc-56d6-4466-920e-2af0463d65f2 HTTP/1.1" status: 200 len: 210 time: 0.0271149 Nov 19 18:20:08.005393 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a48ffc5-6785-489f-8a2e-39f69143f931 req-c1c93b59-8049-4af6-a8fb-94cbb17128bb tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:20:08.006866 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2a48ffc5-6785-489f-8a2e-39f69143f931 req-c1c93b59-8049-4af6-a8fb-94cbb17128bb tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.86 "GET /v2.0/networks?id=656db470-8519-4483-9948-4b30bcb1c90d HTTP/1.1" status: 200 len: 811 time: 0.1142905 Nov 19 18:20:08.074439 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2a48ffc5-6785-489f-8a2e-39f69143f931 req-2c36a701-2b15-421c-a753-8aa754a82523 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d09befc26c6d48b68aeefb676fca7c9a HTTP/1.1" status: 200 len: 379 time: 0.0572531 Nov 19 18:20:08.084307 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-2a48ffc5-6785-489f-8a2e-39f69143f931 req-c54be4fa-cb46-4530-b92f-f375fbbec826 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Request body: {'port': {'device_id': 'a7f0b3fc-56d6-4466-920e-2af0463d65f2', 'network_id': '656db470-8519-4483-9948-4b30bcb1c90d', 'admin_state_up': True, 'tenant_id': 'd09befc26c6d48b68aeefb676fca7c9a', 'security_groups': ['2251ec2c-31d8-4662-b320-f9fc0f8759a7']}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:20:08.217582 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-29768a26-acd4-4016-95b5-a6ea43fc1288 req-5891b645-a615-4d93-a116-3be1a9d24f68 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/ports?device_id=a7f0b3fc-56d6-4466-920e-2af0463d65f2 HTTP/1.1" status: 200 len: 210 time: 0.0310054 Nov 19 18:20:08.224554 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a48ffc5-6785-489f-8a2e-39f69143f931 req-c54be4fa-cb46-4530-b92f-f375fbbec826 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Made reservation on behalf of d09befc26c6d48b68aeefb676fca7c9a for: {'port': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:20:08.228376 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-2a48ffc5-6785-489f-8a2e-39f69143f931 req-c54be4fa-cb46-4530-b92f-f375fbbec826 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:20:08.358841 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [req-2a48ffc5-6785-489f-8a2e-39f69143f931 req-c54be4fa-cb46-4530-b92f-f375fbbec826 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Allocated IP 172.20.0.7 (656db470-8519-4483-9948-4b30bcb1c90d/a4fb003c-f9b9-4088-b0fe-6363f7d9b384/477e1765-c361-4187-8caf-59f13898b6f4) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:20:08.500800 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-2a48ffc5-6785-489f-8a2e-39f69143f931 req-c54be4fa-cb46-4530-b92f-f375fbbec826 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:20:08.534703 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-2a48ffc5-6785-489f-8a2e-39f69143f931 req-c54be4fa-cb46-4530-b92f-f375fbbec826 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:20:08.586560 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a48ffc5-6785-489f-8a2e-39f69143f931 req-c54be4fa-cb46-4530-b92f-f375fbbec826 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Network 656db470-8519-4483-9948-4b30bcb1c90d is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:20:08.589529 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [req-2a48ffc5-6785-489f-8a2e-39f69143f931 req-c54be4fa-cb46-4530-b92f-f375fbbec826 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:20:08.592643 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a48ffc5-6785-489f-8a2e-39f69143f931 req-c54be4fa-cb46-4530-b92f-f375fbbec826 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:20:08.599910 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54be4fa-cb46-4530-b92f-f375fbbec826 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Pushing event updated for resources: {'Port': ['ID=477e1765-c361-4187-8caf-59f13898b6f4,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:20:08.630692 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54be4fa-cb46-4530-b92f-f375fbbec826 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:20:08.631044 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54be4fa-cb46-4530-b92f-f375fbbec826 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:20:08.631390 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54be4fa-cb46-4530-b92f-f375fbbec826 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:20:08.631743 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54be4fa-cb46-4530-b92f-f375fbbec826 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:20:08.632090 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54be4fa-cb46-4530-b92f-f375fbbec826 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:20:08.632441 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54be4fa-cb46-4530-b92f-f375fbbec826 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:20:08.632777 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54be4fa-cb46-4530-b92f-f375fbbec826 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:20:08.633122 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54be4fa-cb46-4530-b92f-f375fbbec826 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:20:08.633457 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54be4fa-cb46-4530-b92f-f375fbbec826 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:20:08.633795 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54be4fa-cb46-4530-b92f-f375fbbec826 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:20:08.634193 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54be4fa-cb46-4530-b92f-f375fbbec826 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:20:08.634532 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54be4fa-cb46-4530-b92f-f375fbbec826 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:20:08.661561 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a48ffc5-6785-489f-8a2e-39f69143f931 req-c54be4fa-cb46-4530-b92f-f375fbbec826 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:20:08.662236 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-2a48ffc5-6785-489f-8a2e-39f69143f931 req-c54be4fa-cb46-4530-b92f-f375fbbec826 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:20:08.685306 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2a48ffc5-6785-489f-8a2e-39f69143f931 req-c54be4fa-cb46-4530-b92f-f375fbbec826 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5990317 Nov 19 18:20:08.691024 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [req-2a48ffc5-6785-489f-8a2e-39f69143f931 req-6a7e277e-36eb-4ab0-91a5-442fff45f781 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=103364) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 18:20:08.692119 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2a48ffc5-6785-489f-8a2e-39f69143f931 req-6a7e277e-36eb-4ab0-91a5-442fff45f781 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060453 Nov 19 18:20:08.766611 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-2a48ffc5-6785-489f-8a2e-39f69143f931 req-69d2af7f-3c96-417c-b866-9c685b44e3c5 service neutron] Request body: {'port': {'device_id': 'a7f0b3fc-56d6-4466-920e-2af0463d65f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818022-2'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:20:08.823553 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-2a48ffc5-6785-489f-8a2e-39f69143f931 req-69d2af7f-3c96-417c-b866-9c685b44e3c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:20:08.862774 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-f8033afa-a17f-4be0-874c-d190c1fd418f None None] Provisioning complete for port 477e1765-c361-4187-8caf-59f13898b6f4 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:20:08.863342 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f8033afa-a17f-4be0-874c-d190c1fd418f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:20:08.901334 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-f8033afa-a17f-4be0-874c-d190c1fd418f None None] Port 477e1765-c361-4187-8caf-59f13898b6f4 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:20:09.096335 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [req-2a48ffc5-6785-489f-8a2e-39f69143f931 req-69d2af7f-3c96-417c-b866-9c685b44e3c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 477e1765-c361-4187-8caf-59f13898b6f4 {{(pid=103364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:20:09.104045 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-2a48ffc5-6785-489f-8a2e-39f69143f931 req-69d2af7f-3c96-417c-b866-9c685b44e3c5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:20:09.115784 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.provisioning_blocks [req-2a48ffc5-6785-489f-8a2e-39f69143f931 req-69d2af7f-3c96-417c-b866-9c685b44e3c5 service neutron] Transition to ACTIVE for port object 477e1765-c361-4187-8caf-59f13898b6f4 will not be triggered until provisioned by entity L2. {{(pid=103364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 18:20:09.119813 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-2a48ffc5-6785-489f-8a2e-39f69143f931 req-69d2af7f-3c96-417c-b866-9c685b44e3c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:20:09.172904 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d2af7f-3c96-417c-b866-9c685b44e3c5 service neutron] Pushing event updated for resources: {'Port': ['ID=477e1765-c361-4187-8caf-59f13898b6f4,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:20:09.248883 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-2a48ffc5-6785-489f-8a2e-39f69143f931 req-69d2af7f-3c96-417c-b866-9c685b44e3c5 service neutron] Attempting to bind port 477e1765-c361-4187-8caf-59f13898b6f4 on host n-h2-818022-2 for vnic_type normal with profile {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:20:09.249232 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-2a48ffc5-6785-489f-8a2e-39f69143f931 req-69d2af7f-3c96-417c-b866-9c685b44e3c5 service neutron] Attempting to bind port 477e1765-c361-4187-8caf-59f13898b6f4 by drivers openvswitch,hyperv on host n-h2-818022-2 at level 0 using segments [{'id': 'f129bd32-7911-4aaf-8e97-a9024ba71deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '656db470-8519-4483-9948-4b30bcb1c90d'}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:20:09.249570 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a48ffc5-6785-489f-8a2e-39f69143f931 req-69d2af7f-3c96-417c-b866-9c685b44e3c5 service neutron] Attempting to bind port 477e1765-c361-4187-8caf-59f13898b6f4 on network 656db470-8519-4483-9948-4b30bcb1c90d {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:20:09.256983 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a48ffc5-6785-489f-8a2e-39f69143f931 req-69d2af7f-3c96-417c-b866-9c685b44e3c5 service neutron] Port 477e1765-c361-4187-8caf-59f13898b6f4 on network 656db470-8519-4483-9948-4b30bcb1c90d not bound, no agent of type Open vSwitch agent registered on host n-h2-818022-2 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 18:20:09.257320 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a48ffc5-6785-489f-8a2e-39f69143f931 req-69d2af7f-3c96-417c-b866-9c685b44e3c5 service neutron] Attempting to bind port 477e1765-c361-4187-8caf-59f13898b6f4 on network 656db470-8519-4483-9948-4b30bcb1c90d {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:20:09.262686 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a48ffc5-6785-489f-8a2e-39f69143f931 req-69d2af7f-3c96-417c-b866-9c685b44e3c5 service neutron] Checking agent: {'id': '525ad2ac-c4ae-4c63-af2e-0bf8d25d0f0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'started_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 20, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:20:09.263097 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a48ffc5-6785-489f-8a2e-39f69143f931 req-69d2af7f-3c96-417c-b866-9c685b44e3c5 service neutron] Checking segment: {'id': 'f129bd32-7911-4aaf-8e97-a9024ba71deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '656db470-8519-4483-9948-4b30bcb1c90d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:20:09.263413 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a48ffc5-6785-489f-8a2e-39f69143f931 req-69d2af7f-3c96-417c-b866-9c685b44e3c5 service neutron] Bound using segment: {'id': 'f129bd32-7911-4aaf-8e97-a9024ba71deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '656db470-8519-4483-9948-4b30bcb1c90d'} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:20:09.263845 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-2a48ffc5-6785-489f-8a2e-39f69143f931 req-69d2af7f-3c96-417c-b866-9c685b44e3c5 service neutron] Bound port: 477e1765-c361-4187-8caf-59f13898b6f4, host: n-h2-818022-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f129bd32-7911-4aaf-8e97-a9024ba71deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '656db470-8519-4483-9948-4b30bcb1c90d'}}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:20:09.264207 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-2a48ffc5-6785-489f-8a2e-39f69143f931 req-69d2af7f-3c96-417c-b866-9c685b44e3c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:20:09.336504 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-2a48ffc5-6785-489f-8a2e-39f69143f931 req-69d2af7f-3c96-417c-b866-9c685b44e3c5 service neutron] For port 477e1765-c361-4187-8caf-59f13898b6f4, host n-h2-818022-2, cleared binding levels {{(pid=103364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:20:09.340625 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-2a48ffc5-6785-489f-8a2e-39f69143f931 req-69d2af7f-3c96-417c-b866-9c685b44e3c5 service neutron] For port 477e1765-c361-4187-8caf-59f13898b6f4, host n-h2-818022-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=477e1765-c361-4187-8caf-59f13898b6f4,segment=NetworkSegment(f129bd32-7911-4aaf-8e97-a9024ba71deb),segment_id=f129bd32-7911-4aaf-8e97-a9024ba71deb)] {{(pid=103364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:20:09.347412 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-2a48ffc5-6785-489f-8a2e-39f69143f931 req-69d2af7f-3c96-417c-b866-9c685b44e3c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:20:09.362750 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a712efa5-4f57-444b-bfb1-55384989e11d req-7653f551-be6e-4f2e-a563-8db08328f0da tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:20:09.364978 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a712efa5-4f57-444b-bfb1-55384989e11d req-7653f551-be6e-4f2e-a563-8db08328f0da tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/ports?device_id=a7f0b3fc-56d6-4466-920e-2af0463d65f2 HTTP/1.1" status: 200 len: 943 time: 0.0591087 Nov 19 18:20:09.390839 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a48ffc5-6785-489f-8a2e-39f69143f931 req-69d2af7f-3c96-417c-b866-9c685b44e3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:20:09.392477 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-2a48ffc5-6785-489f-8a2e-39f69143f931 req-69d2af7f-3c96-417c-b866-9c685b44e3c5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:20:09.394808 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2a48ffc5-6785-489f-8a2e-39f69143f931 req-69d2af7f-3c96-417c-b866-9c685b44e3c5 service neutron] 10.222.0.86 "PUT /v2.0/ports/477e1765-c361-4187-8caf-59f13898b6f4 HTTP/1.1" status: 200 len: 1091 time: 0.6930258 Nov 19 18:20:09.398259 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7f0b3fc-56d6-4466-920e-2af0463d65f2', 'tag': '477e1765-c361-4187-8caf-59f13898b6f4'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:20:09.401839 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dd4767a008c23f8566efc82158ee1b1fff34e1a9e908d76d0b6d0ab7e350e5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aee10458-fa76-4bf6-a139-ae761c80e129" -d '{"events": [{"name": "network-changed", "server_uuid": "a7f0b3fc-56d6-4466-920e-2af0463d65f2", "tag": "477e1765-c361-4187-8caf-59f13898b6f4"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:20:09.446015 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a712efa5-4f57-444b-bfb1-55384989e11d req-817b15e5-72ab-43b7-9f33-a7e646123a3c tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/security-groups?id=2251ec2c-31d8-4662-b320-f9fc0f8759a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744293 Nov 19 18:20:09.477647 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 18:20:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7c8c01f-2be3-43f2-9988-aecbee2af7a6 x-openstack-request-id: req-f7c8c01f-2be3-43f2-9988-aecbee2af7a6 {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:20:09.477982 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7f0b3fc-56d6-4466-920e-2af0463d65f2", "tag": "477e1765-c361-4187-8caf-59f13898b6f4", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:20:09.478234 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f7c8c01f-2be3-43f2-9988-aecbee2af7a6 {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:20:09.478730 n-d-818022-2 neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7f0b3fc-56d6-4466-920e-2af0463d65f2', 'tag': '477e1765-c361-4187-8caf-59f13898b6f4', 'status': 'completed', 'code': 200} Nov 19 18:20:09.520053 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d2af7f-3c96-417c-b866-9c685b44e3c5 service neutron] Pushing event updated for resources: {'Port': ['ID=477e1765-c361-4187-8caf-59f13898b6f4,revision_number=3']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:20:09.531481 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a48ffc5-6785-489f-8a2e-39f69143f931 req-b54af927-36ba-4e06-acc3-b96a0b80f7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:20:09.533094 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2a48ffc5-6785-489f-8a2e-39f69143f931 req-b54af927-36ba-4e06-acc3-b96a0b80f7e3 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=d09befc26c6d48b68aeefb676fca7c9a&device_id=a7f0b3fc-56d6-4466-920e-2af0463d65f2 HTTP/1.1" status: 200 len: 1094 time: 0.0717247 Nov 19 18:20:09.591075 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2a48ffc5-6785-489f-8a2e-39f69143f931 req-fe882b8f-cbc2-43aa-951f-ffba34e83c5b service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=477e1765-c361-4187-8caf-59f13898b6f4 HTTP/1.1" status: 200 len: 217 time: 0.0471485 Nov 19 18:20:09.653749 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a48ffc5-6785-489f-8a2e-39f69143f931 req-5980b1c2-8945-4f85-aa07-17b2a64bbf2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:20:09.655268 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2a48ffc5-6785-489f-8a2e-39f69143f931 req-5980b1c2-8945-4f85-aa07-17b2a64bbf2a service neutron] 10.222.0.86 "GET /v2.0/subnets?id=a4fb003c-f9b9-4088-b0fe-6363f7d9b384 HTTP/1.1" status: 200 len: 850 time: 0.0534661 Nov 19 18:20:09.706496 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a48ffc5-6785-489f-8a2e-39f69143f931 req-eb051751-92f3-4eb4-b33e-0d8fdcc96fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:20:09.707909 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2a48ffc5-6785-489f-8a2e-39f69143f931 req-eb051751-92f3-4eb4-b33e-0d8fdcc96fe3 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=656db470-8519-4483-9948-4b30bcb1c90d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431209 Nov 19 18:20:09.807566 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2a48ffc5-6785-489f-8a2e-39f69143f931 req-7ab8e548-4819-4872-a17b-7865866109b4 service neutron] 10.222.0.86 "GET /v2.0/networks/656db470-8519-4483-9948-4b30bcb1c90d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913911 Nov 19 18:20:09.897397 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2a48ffc5-6785-489f-8a2e-39f69143f931 req-88acfe7d-2a66-4047-be0b-504972d1427b service neutron] 10.222.0.86 "GET /v2.0/networks/656db470-8519-4483-9948-4b30bcb1c90d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826867 Nov 19 18:20:09.984565 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee10458-fa76-4bf6-a139-ae761c80e129 req-c6219848-3c00-4e2e-8f38-85e0daacb387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:20:09.986072 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-aee10458-fa76-4bf6-a139-ae761c80e129 req-c6219848-3c00-4e2e-8f38-85e0daacb387 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=d09befc26c6d48b68aeefb676fca7c9a&device_id=a7f0b3fc-56d6-4466-920e-2af0463d65f2 HTTP/1.1" status: 200 len: 1094 time: 0.0423746 Nov 19 18:20:10.078020 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee10458-fa76-4bf6-a139-ae761c80e129 req-83a4a72b-1680-4ac7-906d-26d7f0e7aead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:20:10.081357 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-aee10458-fa76-4bf6-a139-ae761c80e129 req-83a4a72b-1680-4ac7-906d-26d7f0e7aead service neutron] 10.222.0.86 "GET /v2.0/networks?id=656db470-8519-4483-9948-4b30bcb1c90d HTTP/1.1" status: 200 len: 912 time: 0.0884736 Nov 19 18:20:10.125184 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-aee10458-fa76-4bf6-a139-ae761c80e129 req-4d279cf3-bef3-4a70-b6da-9ca5a0bd4ce6 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=477e1765-c361-4187-8caf-59f13898b6f4 HTTP/1.1" status: 200 len: 217 time: 0.0355549 Nov 19 18:20:10.180484 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee10458-fa76-4bf6-a139-ae761c80e129 req-2ea64e5c-6c4f-461f-8307-141bdc29d980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:20:10.181872 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-aee10458-fa76-4bf6-a139-ae761c80e129 req-2ea64e5c-6c4f-461f-8307-141bdc29d980 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=a4fb003c-f9b9-4088-b0fe-6363f7d9b384 HTTP/1.1" status: 200 len: 850 time: 0.0489330 Nov 19 18:20:10.228376 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee10458-fa76-4bf6-a139-ae761c80e129 req-1dba75bd-f554-49f0-bea6-b37c9f4b0c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:20:10.229907 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-aee10458-fa76-4bf6-a139-ae761c80e129 req-1dba75bd-f554-49f0-bea6-b37c9f4b0c95 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=656db470-8519-4483-9948-4b30bcb1c90d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409062 Nov 19 18:20:10.321173 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-aee10458-fa76-4bf6-a139-ae761c80e129 req-53b10b43-5724-469d-93e3-76b24702814a service neutron] 10.222.0.86 "GET /v2.0/networks/656db470-8519-4483-9948-4b30bcb1c90d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829999 Nov 19 18:20:10.424028 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-aee10458-fa76-4bf6-a139-ae761c80e129 req-1ae72d4c-02bd-4e9f-bf89-8b6c45f1554f service neutron] 10.222.0.86 "GET /v2.0/networks/656db470-8519-4483-9948-4b30bcb1c90d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946889 Nov 19 18:20:10.570581 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e20a62-8a20-48d0-a745-1dbd6d27f0d2 req-e5d32514-9c50-468f-8aa7-65896c72f71f tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:20:10.572092 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-63e20a62-8a20-48d0-a745-1dbd6d27f0d2 req-e5d32514-9c50-468f-8aa7-65896c72f71f tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/ports?device_id=a7f0b3fc-56d6-4466-920e-2af0463d65f2 HTTP/1.1" status: 200 len: 943 time: 0.0534670 Nov 19 18:20:10.623474 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-63e20a62-8a20-48d0-a745-1dbd6d27f0d2 req-10039260-b94d-4a2c-9e17-45f35fdd82f6 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/security-groups?id=2251ec2c-31d8-4662-b320-f9fc0f8759a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453882 Nov 19 18:20:11.741456 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cf2af9-b1c7-4542-a17e-328fa1712edf req-d0f0fc6c-15a9-453c-b2d4-d6ffca464ad2 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:20:11.742967 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b4cf2af9-b1c7-4542-a17e-328fa1712edf req-d0f0fc6c-15a9-453c-b2d4-d6ffca464ad2 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/ports?device_id=a7f0b3fc-56d6-4466-920e-2af0463d65f2 HTTP/1.1" status: 200 len: 943 time: 0.0498941 Nov 19 18:20:11.792028 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b4cf2af9-b1c7-4542-a17e-328fa1712edf req-2be8c6da-788a-43ed-87fe-783d91bc80ae tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/security-groups?id=2251ec2c-31d8-4662-b320-f9fc0f8759a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430315 Nov 19 18:20:12.910116 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3ecde4-d876-4cc3-85c4-3a6c5f469393 req-ad7e397d-898c-4ffd-b156-0c7ae7151e76 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:20:12.912331 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-dc3ecde4-d876-4cc3-85c4-3a6c5f469393 req-ad7e397d-898c-4ffd-b156-0c7ae7151e76 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/ports?device_id=a7f0b3fc-56d6-4466-920e-2af0463d65f2 HTTP/1.1" status: 200 len: 943 time: 0.0503666 Nov 19 18:20:12.967719 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-dc3ecde4-d876-4cc3-85c4-3a6c5f469393 req-7ff8f168-6607-43cb-90d1-6af9d4ca2638 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/security-groups?id=2251ec2c-31d8-4662-b320-f9fc0f8759a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493312 Nov 19 18:20:14.084346 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c7844a-0f01-4482-a000-d0123163f8cb req-35073985-8041-48d2-893a-d70a3cb5f7ed tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:20:14.085929 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f0c7844a-0f01-4482-a000-d0123163f8cb req-35073985-8041-48d2-893a-d70a3cb5f7ed tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/ports?device_id=a7f0b3fc-56d6-4466-920e-2af0463d65f2 HTTP/1.1" status: 200 len: 943 time: 0.0518024 Nov 19 18:20:14.134551 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f0c7844a-0f01-4482-a000-d0123163f8cb req-51e65c75-c706-4bd3-9aa8-80302e60b6c8 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/security-groups?id=2251ec2c-31d8-4662-b320-f9fc0f8759a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427582 Nov 19 18:20:15.248598 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0c2d75-fbe9-479f-bdaf-e08908e47994 req-84851c46-f262-4fe9-9c15-2a29e841a292 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:20:15.250098 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ed0c2d75-fbe9-479f-bdaf-e08908e47994 req-84851c46-f262-4fe9-9c15-2a29e841a292 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/ports?device_id=a7f0b3fc-56d6-4466-920e-2af0463d65f2 HTTP/1.1" status: 200 len: 943 time: 0.0484939 Nov 19 18:20:15.305547 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ed0c2d75-fbe9-479f-bdaf-e08908e47994 req-8415510b-a38b-4779-ab98-9282205c60b9 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/security-groups?id=2251ec2c-31d8-4662-b320-f9fc0f8759a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488298 Nov 19 18:20:16.420458 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133e004d-a019-4f52-8018-a26d04486eb5 req-ef25d5ab-3a8e-4dca-b348-af089fe7ae1f tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:20:16.421958 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-133e004d-a019-4f52-8018-a26d04486eb5 req-ef25d5ab-3a8e-4dca-b348-af089fe7ae1f tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/ports?device_id=a7f0b3fc-56d6-4466-920e-2af0463d65f2 HTTP/1.1" status: 200 len: 943 time: 0.0482452 Nov 19 18:20:16.471377 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-133e004d-a019-4f52-8018-a26d04486eb5 req-6f9a9288-b315-4a2a-a6f3-a0dc04afa948 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/security-groups?id=2251ec2c-31d8-4662-b320-f9fc0f8759a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427616 Nov 19 18:20:17.586177 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5068cf0-aa15-44f3-8089-dde5baa7feb9 req-f80717b1-b203-4748-86e1-8945bcfe3c04 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:20:17.587648 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a5068cf0-aa15-44f3-8089-dde5baa7feb9 req-f80717b1-b203-4748-86e1-8945bcfe3c04 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/ports?device_id=a7f0b3fc-56d6-4466-920e-2af0463d65f2 HTTP/1.1" status: 200 len: 943 time: 0.0489838 Nov 19 18:20:17.637520 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a5068cf0-aa15-44f3-8089-dde5baa7feb9 req-7d31d0a7-6a09-4792-ae5f-3b7efc4f1132 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/security-groups?id=2251ec2c-31d8-4662-b320-f9fc0f8759a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438335 Nov 19 18:20:18.766621 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b34d8ec-89f1-48d9-9667-7909bc8dc310 req-e6bb6532-c627-49f5-bc28-13bc9586425e tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:20:18.768101 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-3b34d8ec-89f1-48d9-9667-7909bc8dc310 req-e6bb6532-c627-49f5-bc28-13bc9586425e tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/ports?device_id=a7f0b3fc-56d6-4466-920e-2af0463d65f2 HTTP/1.1" status: 200 len: 943 time: 0.0497494 Nov 19 18:20:19.113257 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-3b34d8ec-89f1-48d9-9667-7909bc8dc310 req-adfb64f0-eb08-47d2-93e0-b8506481e103 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/security-groups?id=2251ec2c-31d8-4662-b320-f9fc0f8759a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3388753 Nov 19 18:20:19.411826 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.agents_db [None req-619e5c26-d9ed-4321-86eb-7d443bb9dfa2 None None] Agent healthcheck: found 7 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 18:20:20.233075 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f93b319-3652-429c-88d1-ef3decffc835 req-e5bcea71-b74d-49d0-a59d-860d839ade88 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:20:20.234580 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2f93b319-3652-429c-88d1-ef3decffc835 req-e5bcea71-b74d-49d0-a59d-860d839ade88 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/ports?device_id=a7f0b3fc-56d6-4466-920e-2af0463d65f2 HTTP/1.1" status: 200 len: 943 time: 0.0478144 Nov 19 18:20:20.283809 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2f93b319-3652-429c-88d1-ef3decffc835 req-2362203d-e465-46d0-95a3-3396829d2e10 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/security-groups?id=2251ec2c-31d8-4662-b320-f9fc0f8759a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425544 Nov 19 18:20:21.044013 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device 477e1765-c361-4187-8caf-59f13898b6f4 details requested by agent hyperv_n-h2-818022-2 with host n-h2-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 18:20:21.137829 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port 477e1765-c361-4187-8caf-59f13898b6f4, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=477e1765-c361-4187-8caf-59f13898b6f4,segment=NetworkSegment(f129bd32-7911-4aaf-8e97-a9024ba71deb),segment_id=f129bd32-7911-4aaf-8e97-a9024ba71deb)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:20:21.149854 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Returning: {'device': '477e1765-c361-4187-8caf-59f13898b6f4', 'network_id': '656db470-8519-4483-9948-4b30bcb1c90d', 'port_id': '477e1765-c361-4187-8caf-59f13898b6f4', 'mac_address': 'fa:16:3e:91:d2:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 693, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4fb003c-f9b9-4088-b0fe-6363f7d9b384', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 18:20:21.187090 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:20:21.200036 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 477e1765-c361-4187-8caf-59f13898b6f4 {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:20:21.219193 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port 477e1765-c361-4187-8caf-59f13898b6f4, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=477e1765-c361-4187-8caf-59f13898b6f4,segment=NetworkSegment(f129bd32-7911-4aaf-8e97-a9024ba71deb),segment_id=f129bd32-7911-4aaf-8e97-a9024ba71deb)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:20:21.223207 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:20:21.273781 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Pushing event updated for resources: {'Port': ['ID=477e1765-c361-4187-8caf-59f13898b6f4,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:20:21.281542 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:20:21.281911 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:20:21.282256 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:20:21.282594 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:20:21.282972 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:20:21.283305 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:20:21.283637 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:20:21.283963 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:20:21.284319 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:20:21.284611 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:20:21.284941 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:20:21.285262 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:20:21.402605 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cb3c2f-b2c2-4fb8-9629-3127046ca387 req-0317b04c-766b-4584-942c-624362015778 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:20:21.405015 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-94cb3c2f-b2c2-4fb8-9629-3127046ca387 req-0317b04c-766b-4584-942c-624362015778 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/ports?device_id=a7f0b3fc-56d6-4466-920e-2af0463d65f2 HTTP/1.1" status: 200 len: 944 time: 0.0514462 Nov 19 18:20:21.461611 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-94cb3c2f-b2c2-4fb8-9629-3127046ca387 req-86dcace0-cbe3-47b5-97b7-6ae30bc9302d tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/security-groups?id=2251ec2c-31d8-4662-b320-f9fc0f8759a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494757 Nov 19 18:20:21.478781 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] get_ports_and_sgs() called for port_ids ['477e1765-c361-4187-8caf-59f13898b6f4'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:20:22.578933 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154063e6-dced-4b4d-bade-eaf1f650aa6f req-52318ab0-f2f4-4484-9406-e427a6270404 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:20:22.581341 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-154063e6-dced-4b4d-bade-eaf1f650aa6f req-52318ab0-f2f4-4484-9406-e427a6270404 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/ports?device_id=a7f0b3fc-56d6-4466-920e-2af0463d65f2 HTTP/1.1" status: 200 len: 944 time: 0.0522201 Nov 19 18:20:22.630132 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-154063e6-dced-4b4d-bade-eaf1f650aa6f req-65b4b267-8b7f-40b7-95a4-ffee657b2d58 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/security-groups?id=2251ec2c-31d8-4662-b320-f9fc0f8759a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425735 Nov 19 18:20:23.044079 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device 477e1765-c361-4187-8caf-59f13898b6f4 up at agent hyperv_n-h2-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:20:23.091864 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Provisioning for port 477e1765-c361-4187-8caf-59f13898b6f4 completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 18:20:23.095502 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Provisioning complete for port 477e1765-c361-4187-8caf-59f13898b6f4 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:20:23.095876 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:20:23.175044 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:20:23.196386 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7f0b3fc-56d6-4466-920e-2af0463d65f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '477e1765-c361-4187-8caf-59f13898b6f4'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:20:23.198743 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3940761bcd94e032e6960d2241bd8993c5d3a7d8dc2aca8488f3ecf1d4dd2fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b77051a9-5a02-4c09-aaeb-3725552b7370" -d '{"events": [{"server_uuid": "a7f0b3fc-56d6-4466-920e-2af0463d65f2", "name": "network-vif-plugged", "status": "completed", "tag": "477e1765-c361-4187-8caf-59f13898b6f4"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:20:23.211574 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port 477e1765-c361-4187-8caf-59f13898b6f4, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=477e1765-c361-4187-8caf-59f13898b6f4,segment=NetworkSegment(f129bd32-7911-4aaf-8e97-a9024ba71deb),segment_id=f129bd32-7911-4aaf-8e97-a9024ba71deb)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:20:23.215574 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:20:23.239846 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:20:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ecd7c58-0d2a-4b53-80d0-58d374fcaa87 x-openstack-request-id: req-5ecd7c58-0d2a-4b53-80d0-58d374fcaa87 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:20:23.240148 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7f0b3fc-56d6-4466-920e-2af0463d65f2", "name": "network-vif-plugged", "status": "completed", "tag": "477e1765-c361-4187-8caf-59f13898b6f4", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:20:23.240404 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-5ecd7c58-0d2a-4b53-80d0-58d374fcaa87 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:20:23.240799 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7f0b3fc-56d6-4466-920e-2af0463d65f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '477e1765-c361-4187-8caf-59f13898b6f4', 'code': 200} Nov 19 18:20:23.267127 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Pushing event updated for resources: {'Port': ['ID=477e1765-c361-4187-8caf-59f13898b6f4,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:20:23.336040 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e50085-8aab-4977-908e-6f683fa61c31 req-e52811db-7b84-4f4c-b9e8-59e7b551e53c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:20:23.337435 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-38e50085-8aab-4977-908e-6f683fa61c31 req-e52811db-7b84-4f4c-b9e8-59e7b551e53c service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=a7f0b3fc-56d6-4466-920e-2af0463d65f2 HTTP/1.1" status: 200 len: 1096 time: 0.0398326 Nov 19 18:20:23.384389 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-38e50085-8aab-4977-908e-6f683fa61c31 req-9ffcdabe-6a44-4e61-9821-24c63b5feeca service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=2251ec2c-31d8-4662-b320-f9fc0f8759a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394454 Nov 19 18:20:23.752856 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099e4797-de4e-4646-bb72-e03b03e8769c req-ec8abc5a-6860-48a7-962d-6d1344ced013 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:20:23.754539 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-099e4797-de4e-4646-bb72-e03b03e8769c req-ec8abc5a-6860-48a7-962d-6d1344ced013 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/ports?device_id=a7f0b3fc-56d6-4466-920e-2af0463d65f2 HTTP/1.1" status: 200 len: 945 time: 0.0507269 Nov 19 18:20:23.810272 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-099e4797-de4e-4646-bb72-e03b03e8769c req-ddceeda6-5340-4dd4-a1b5-64085705dbae tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/security-groups?id=2251ec2c-31d8-4662-b320-f9fc0f8759a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493875 Nov 19 18:20:24.933459 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e0a549-5602-48a5-a378-6bd3bb371a28 req-8b3b9cec-fa6e-4fa0-881b-4827269baeff tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:20:24.934896 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-82e0a549-5602-48a5-a378-6bd3bb371a28 req-8b3b9cec-fa6e-4fa0-881b-4827269baeff tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/ports?device_id=a7f0b3fc-56d6-4466-920e-2af0463d65f2 HTTP/1.1" status: 200 len: 945 time: 0.0526669 Nov 19 18:20:24.984115 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-82e0a549-5602-48a5-a378-6bd3bb371a28 req-a1d16bd4-10fe-4891-b0a1-2939c23df837 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/security-groups?id=2251ec2c-31d8-4662-b320-f9fc0f8759a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432777 Nov 19 18:20:25.100838 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c169da52-30f9-46cf-84de-4a860a9daf2a req-bb36776b-e74e-4d71-8639-6f95a5f0a4a4 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:20:25.102347 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c169da52-30f9-46cf-84de-4a860a9daf2a req-bb36776b-e74e-4d71-8639-6f95a5f0a4a4 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/ports?device_id=a7f0b3fc-56d6-4466-920e-2af0463d65f2 HTTP/1.1" status: 200 len: 945 time: 0.0525727 Nov 19 18:20:25.151148 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c169da52-30f9-46cf-84de-4a860a9daf2a req-2828515d-4046-450e-81af-f871379a0633 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/security-groups?id=2251ec2c-31d8-4662-b320-f9fc0f8759a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426085 Nov 19 18:20:25.174176 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 44282) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:20:25.224047 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2260826a-dd9f-431e-af93-8e1026b35098 tempest-TestVolumeBootPattern-2111126212 tempest-TestVolumeBootPattern-2111126212-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:20:25.225511 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-2260826a-dd9f-431e-af93-8e1026b35098 tempest-TestVolumeBootPattern-2111126212 tempest-TestVolumeBootPattern-2111126212-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=a7f0b3fc-56d6-4466-920e-2af0463d65f2 HTTP/1.1" status: 200 len: 1091 time: 0.0503049 Nov 19 18:20:25.228480 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 44284) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:20:25.233340 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-5566e925-ca28-41d1-92a6-cdf72be9749a tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Request body: {'floatingip': {'floating_network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'port_id': '477e1765-c361-4187-8caf-59f13898b6f4', 'tenant_id': 'd09befc26c6d48b68aeefb676fca7c9a', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:20:25.256135 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5566e925-ca28-41d1-92a6-cdf72be9749a tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Publish callbacks [] for floatingip, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:20:25.356184 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5566e925-ca28-41d1-92a6-cdf72be9749a tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:20:25.459180 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [None req-5566e925-ca28-41d1-92a6-cdf72be9749a tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Allocated IP 172.25.7.146 (645e61aa-1a6c-4e8f-857e-ab06edb4897f/88ed2d64-f56d-4f01-a468-946e01c99e82/180e823b-d438-4104-b306-ff72bdd22e91) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:20:25.563910 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5566e925-ca28-41d1-92a6-cdf72be9749a tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:20:25.598515 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5566e925-ca28-41d1-92a6-cdf72be9749a tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:20:25.636177 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5566e925-ca28-41d1-92a6-cdf72be9749a tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Network 645e61aa-1a6c-4e8f-857e-ab06edb4897f is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:20:25.639038 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-5566e925-ca28-41d1-92a6-cdf72be9749a tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:20:25.642619 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5566e925-ca28-41d1-92a6-cdf72be9749a tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:20:25.670822 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5566e925-ca28-41d1-92a6-cdf72be9749a tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Pushing event updated for resources: {'Port': ['ID=180e823b-d438-4104-b306-ff72bdd22e91,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:20:26.060530 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5566e925-ca28-41d1-92a6-cdf72be9749a tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:20:26.134139 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5566e925-ca28-41d1-92a6-cdf72be9749a tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:20:26.285735 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5566e925-ca28-41d1-92a6-cdf72be9749a tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Publish callbacks [] for port, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:20:26.290547 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5566e925-ca28-41d1-92a6-cdf72be9749a tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:20:26.359315 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5566e925-ca28-41d1-92a6-cdf72be9749a tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Pushing event updated for resources: {'Port': ['ID=180e823b-d438-4104-b306-ff72bdd22e91,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:20:26.370065 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5566e925-ca28-41d1-92a6-cdf72be9749a tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-671284'] for floatingip, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:20:26.469129 n-d-818022-2 neutron-server[103365]: INFO neutron.db.l3_db [None req-5566e925-ca28-41d1-92a6-cdf72be9749a tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Floating IP 83f0abbf-8cc4-46c1-94d3-00ef74ea28ed associated. External IP: 172.25.7.146, port: 477e1765-c361-4187-8caf-59f13898b6f4. Nov 19 18:20:26.953733 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5566e925-ca28-41d1-92a6-cdf72be9749a tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Router 204d8c86-2633-4b36-83f5-6821cd2c7573 has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 18:20:27.058788 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5566e925-ca28-41d1-92a6-cdf72be9749a tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:20:27.068505 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eca5158-ba02-496d-90a7-3e40d2da5b31 None None] Sync routers for ids ['204d8c86-2633-4b36-83f5-6821cd2c7573'] in n-d-818022-2 {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:20:27.076285 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5566e925-ca28-41d1-92a6-cdf72be9749a tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for floatingip, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:20:27.079002 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eca5158-ba02-496d-90a7-3e40d2da5b31 None None] Routers {'204d8c86-2633-4b36-83f5-6821cd2c7573'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:20:27.079621 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-3eca5158-ba02-496d-90a7-3e40d2da5b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:20:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['204d8c86-2633-4b36-83f5-6821cd2c7573'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:20:27.102928 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-5566e925-ca28-41d1-92a6-cdf72be9749a tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8734136 Nov 19 18:20:27.103609 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7f0b3fc-56d6-4466-920e-2af0463d65f2', 'tag': '477e1765-c361-4187-8caf-59f13898b6f4'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:20:27.105898 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218319d759239a7d11f1288aef37381b97754913ee9ccbfd43b51a463f801712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ed1c5c2-3733-44bb-97d3-449490a65632" -d '{"events": [{"name": "network-changed", "server_uuid": "a7f0b3fc-56d6-4466-920e-2af0463d65f2", "tag": "477e1765-c361-4187-8caf-59f13898b6f4"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:20:27.220801 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 18:20:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14e81be1-08c1-4cde-9315-cd5f6b89d03e x-openstack-request-id: req-14e81be1-08c1-4cde-9315-cd5f6b89d03e {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:20:27.222201 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7f0b3fc-56d6-4466-920e-2af0463d65f2", "tag": "477e1765-c361-4187-8caf-59f13898b6f4", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:20:27.222201 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-14e81be1-08c1-4cde-9315-cd5f6b89d03e {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:20:27.222452 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7f0b3fc-56d6-4466-920e-2af0463d65f2', 'tag': '477e1765-c361-4187-8caf-59f13898b6f4', 'status': 'completed', 'code': 200} Nov 19 18:20:27.286232 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed1c5c2-3733-44bb-97d3-449490a65632 req-a4e686c5-2ceb-480a-8fc6-3a95f1360328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:20:27.286977 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-3eca5158-ba02-496d-90a7-3e40d2da5b31 None None] Set router 204d8c86-2633-4b36-83f5-6821cd2c7573 gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:20:27.287752 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6ed1c5c2-3733-44bb-97d3-449490a65632 req-a4e686c5-2ceb-480a-8fc6-3a95f1360328 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=d09befc26c6d48b68aeefb676fca7c9a&device_id=a7f0b3fc-56d6-4466-920e-2af0463d65f2 HTTP/1.1" status: 200 len: 1096 time: 0.0417819 Nov 19 18:20:27.383669 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed1c5c2-3733-44bb-97d3-449490a65632 req-3936bda2-3d23-4f8c-80b1-3cb4ad34f490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:20:27.385140 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6ed1c5c2-3733-44bb-97d3-449490a65632 req-3936bda2-3d23-4f8c-80b1-3cb4ad34f490 service neutron] 10.222.0.86 "GET /v2.0/networks?id=656db470-8519-4483-9948-4b30bcb1c90d HTTP/1.1" status: 200 len: 912 time: 0.0897057 Nov 19 18:20:27.452527 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6ed1c5c2-3733-44bb-97d3-449490a65632 req-527af6bd-3324-4450-ad8c-3dae0cd2fea5 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=477e1765-c361-4187-8caf-59f13898b6f4 HTTP/1.1" status: 200 len: 999 time: 0.0600679 Nov 19 18:20:27.504372 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed1c5c2-3733-44bb-97d3-449490a65632 req-bf0387c1-7443-47c0-bab5-e60c0bba7eba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:20:27.505325 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-3eca5158-ba02-496d-90a7-3e40d2da5b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '204d8c86-2633-4b36-83f5-6821cd2c7573', 'name': 'tempest-TestVolumeBootPattern-398289042-router', 'tenant_id': 'd09befc26c6d48b68aeefb676fca7c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': 'fe6ae1f1-4f6d-4f04-bef8-2cfbbf358d69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:16:41Z', 'updated_at': '2021-11-19T18:16:43Z', 'revision_number': 4, 'project_id': 'd09befc26c6d48b68aeefb676fca7c9a', 'gw_port': {'id': 'fe6ae1f1-4f6d-4f04-bef8-2cfbbf358d69', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e9:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '204d8c86-2633-4b36-83f5-6821cd2c7573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:16:41Z', 'updated_at': '2021-11-19T18:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_floatingips': [{'id': '83f0abbf-8cc4-46c1-94d3-00ef74ea28ed', 'tenant_id': 'd09befc26c6d48b68aeefb676fca7c9a', 'floating_ip_address': '172.25.7.146', 'floating_network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'router_id': '204d8c86-2633-4b36-83f5-6821cd2c7573', 'port_id': '477e1765-c361-4187-8caf-59f13898b6f4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4013, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '656db470-8519-4483-9948-4b30bcb1c90d', 'mac_address': 'fa:16:3e:91:d2:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f0b3fc-56d6-4466-920e-2af0463d65f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T18:20:25Z', 'updated_at': '2021-11-19T18:20:25Z', 'revision_number': 0, 'project_id': 'd09befc26c6d48b68aeefb676fca7c9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2f494de-d6c0-4212-b107-a0b388bed43b', 'name': '', 'network_id': '656db470-8519-4483-9948-4b30bcb1c90d', 'tenant_id': 'd09befc26c6d48b68aeefb676fca7c9a', 'mac_address': 'fa:16:3e:d2:9e:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '204d8c86-2633-4b36-83f5-6821cd2c7573', 'device_owner': 'network:router_interface', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': 'a4fb003c-f9b9-4088-b0fe-6363f7d9b384', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:16:43Z', 'updated_at': '2021-11-19T18:16:47Z', 'revision_number': 5, 'project_id': 'd09befc26c6d48b68aeefb676fca7c9a', 'subnets': [{'id': 'a4fb003c-f9b9-4088-b0fe-6363f7d9b384', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:20:27.505850 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6ed1c5c2-3733-44bb-97d3-449490a65632 req-bf0387c1-7443-47c0-bab5-e60c0bba7eba service neutron] 10.222.0.86 "GET /v2.0/subnets?id=a4fb003c-f9b9-4088-b0fe-6363f7d9b384 HTTP/1.1" status: 200 len: 850 time: 0.0434327 Nov 19 18:20:27.536107 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eca5158-ba02-496d-90a7-3e40d2da5b31 None None] Checking router: 204d8c86-2633-4b36-83f5-6821cd2c7573 for host: n-d-818022-2 {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:20:27.544720 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eca5158-ba02-496d-90a7-3e40d2da5b31 None None] Routers {'204d8c86-2633-4b36-83f5-6821cd2c7573'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:20:27.545364 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-3eca5158-ba02-496d-90a7-3e40d2da5b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:20:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['204d8c86-2633-4b36-83f5-6821cd2c7573'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:20:27.556663 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed1c5c2-3733-44bb-97d3-449490a65632 req-02f3811b-2941-45d9-abbb-dab60ee46201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:20:27.558415 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6ed1c5c2-3733-44bb-97d3-449490a65632 req-02f3811b-2941-45d9-abbb-dab60ee46201 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=656db470-8519-4483-9948-4b30bcb1c90d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448256 Nov 19 18:20:27.649588 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-3eca5158-ba02-496d-90a7-3e40d2da5b31 None None] Set router 204d8c86-2633-4b36-83f5-6821cd2c7573 gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:20:27.651466 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6ed1c5c2-3733-44bb-97d3-449490a65632 req-f1d96773-aaa8-42aa-955e-0b2bb2534961 service neutron] 10.222.0.86 "GET /v2.0/networks/656db470-8519-4483-9948-4b30bcb1c90d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852640 Nov 19 18:20:27.748677 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6ed1c5c2-3733-44bb-97d3-449490a65632 req-dba2d57c-ee19-4ed4-8790-12c08f05bd95 service neutron] 10.222.0.86 "GET /v2.0/networks/656db470-8519-4483-9948-4b30bcb1c90d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894120 Nov 19 18:20:27.867672 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-3eca5158-ba02-496d-90a7-3e40d2da5b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '204d8c86-2633-4b36-83f5-6821cd2c7573', 'name': 'tempest-TestVolumeBootPattern-398289042-router', 'tenant_id': 'd09befc26c6d48b68aeefb676fca7c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': 'fe6ae1f1-4f6d-4f04-bef8-2cfbbf358d69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:16:41Z', 'updated_at': '2021-11-19T18:16:43Z', 'revision_number': 4, 'project_id': 'd09befc26c6d48b68aeefb676fca7c9a', 'gw_port': {'id': 'fe6ae1f1-4f6d-4f04-bef8-2cfbbf358d69', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e9:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '204d8c86-2633-4b36-83f5-6821cd2c7573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:16:41Z', 'updated_at': '2021-11-19T18:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_floatingips': [{'id': '83f0abbf-8cc4-46c1-94d3-00ef74ea28ed', 'tenant_id': 'd09befc26c6d48b68aeefb676fca7c9a', 'floating_ip_address': '172.25.7.146', 'floating_network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'router_id': '204d8c86-2633-4b36-83f5-6821cd2c7573', 'port_id': '477e1765-c361-4187-8caf-59f13898b6f4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4013, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '656db470-8519-4483-9948-4b30bcb1c90d', 'mac_address': 'fa:16:3e:91:d2:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f0b3fc-56d6-4466-920e-2af0463d65f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T18:20:25Z', 'updated_at': '2021-11-19T18:20:25Z', 'revision_number': 0, 'project_id': 'd09befc26c6d48b68aeefb676fca7c9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2f494de-d6c0-4212-b107-a0b388bed43b', 'name': '', 'network_id': '656db470-8519-4483-9948-4b30bcb1c90d', 'tenant_id': 'd09befc26c6d48b68aeefb676fca7c9a', 'mac_address': 'fa:16:3e:d2:9e:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '204d8c86-2633-4b36-83f5-6821cd2c7573', 'device_owner': 'network:router_interface', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': 'a4fb003c-f9b9-4088-b0fe-6363f7d9b384', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:16:43Z', 'updated_at': '2021-11-19T18:16:47Z', 'revision_number': 5, 'project_id': 'd09befc26c6d48b68aeefb676fca7c9a', 'subnets': [{'id': 'a4fb003c-f9b9-4088-b0fe-6363f7d9b384', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:20:27.892885 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eca5158-ba02-496d-90a7-3e40d2da5b31 None None] The sync data for ids ['204d8c86-2633-4b36-83f5-6821cd2c7573'] in n-d-818022-2 is: [{'id': '204d8c86-2633-4b36-83f5-6821cd2c7573', 'name': 'tempest-TestVolumeBootPattern-398289042-router', 'tenant_id': 'd09befc26c6d48b68aeefb676fca7c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': 'fe6ae1f1-4f6d-4f04-bef8-2cfbbf358d69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:16:41Z', 'updated_at': '2021-11-19T18:16:43Z', 'revision_number': 4, 'project_id': 'd09befc26c6d48b68aeefb676fca7c9a', 'gw_port': {'id': 'fe6ae1f1-4f6d-4f04-bef8-2cfbbf358d69', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e9:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '204d8c86-2633-4b36-83f5-6821cd2c7573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:16:41Z', 'updated_at': '2021-11-19T18:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_floatingips': [{'id': '83f0abbf-8cc4-46c1-94d3-00ef74ea28ed', 'tenant_id': 'd09befc26c6d48b68aeefb676fca7c9a', 'floating_ip_address': '172.25.7.146', 'floating_network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'router_id': '204d8c86-2633-4b36-83f5-6821cd2c7573', 'port_id': '477e1765-c361-4187-8caf-59f13898b6f4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4013, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '656db470-8519-4483-9948-4b30bcb1c90d', 'mac_address': 'fa:16:3e:91:d2:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f0b3fc-56d6-4466-920e-2af0463d65f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T18:20:25Z', 'updated_at': '2021-11-19T18:20:25Z', 'revision_number': 0, 'project_id': 'd09befc26c6d48b68aeefb676fca7c9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2f494de-d6c0-4212-b107-a0b388bed43b', 'name': '', 'network_id': '656db470-8519-4483-9948-4b30bcb1c90d', 'tenant_id': 'd09befc26c6d48b68aeefb676fca7c9a', 'mac_address': 'fa:16:3e:d2:9e:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '204d8c86-2633-4b36-83f5-6821cd2c7573', 'device_owner': 'network:router_interface', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': 'a4fb003c-f9b9-4088-b0fe-6363f7d9b384', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:16:43Z', 'updated_at': '2021-11-19T18:16:47Z', 'revision_number': 5, 'project_id': 'd09befc26c6d48b68aeefb676fca7c9a', 'subnets': [{'id': 'a4fb003c-f9b9-4088-b0fe-6363f7d9b384', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:20:28.085738 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caa89998-707e-4b64-8640-c60d8cd9ad60 None None] New status for floating IP 83f0abbf-8cc4-46c1-94d3-00ef74ea28ed: ACTIVE {{(pid=103366) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 18:20:29.808150 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9cd4ff59-6423-403d-a3fe-a73a5fe6dc0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:20:32.020980 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f96cb40a-c024-4382-9013-f67d3774b75d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:20:33.266039 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e46ecc5a-dc14-4744-b262-3072ff2e958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:20:34.011652 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:20:34.056829 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:20:34.855226 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e013d7e6-5264-4dcc-9759-54f5fb809e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:20:35.209547 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:20:39.453670 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6132d935-61f7-462e-bf25-96afea908ba2 req-45064d62-13f7-4feb-b376-d0ff568e2b63 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=a7f0b3fc-56d6-4466-920e-2af0463d65f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0409322 Nov 19 18:20:39.538428 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6132d935-61f7-462e-bf25-96afea908ba2 req-20bca671-61f4-49be-8a12-cac21a45f840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:20:39.539925 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6132d935-61f7-462e-bf25-96afea908ba2 req-20bca671-61f4-49be-8a12-cac21a45f840 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=d09befc26c6d48b68aeefb676fca7c9a&device_id=a7f0b3fc-56d6-4466-920e-2af0463d65f2 HTTP/1.1" status: 200 len: 1096 time: 0.0402358 Nov 19 18:20:39.648321 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6132d935-61f7-462e-bf25-96afea908ba2 req-a317d1db-b547-4b3e-8e0e-d2e434731cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:20:39.649856 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6132d935-61f7-462e-bf25-96afea908ba2 req-a317d1db-b547-4b3e-8e0e-d2e434731cc8 service neutron] 10.222.0.86 "GET /v2.0/networks?id=656db470-8519-4483-9948-4b30bcb1c90d HTTP/1.1" status: 200 len: 912 time: 0.0890622 Nov 19 18:20:39.720540 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6132d935-61f7-462e-bf25-96afea908ba2 req-11472c62-7681-44ec-af5b-5a67bef725d5 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=477e1765-c361-4187-8caf-59f13898b6f4 HTTP/1.1" status: 200 len: 1001 time: 0.0614479 Nov 19 18:20:39.774152 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6132d935-61f7-462e-bf25-96afea908ba2 req-e7acdd0f-f4b9-42dd-bd5d-d3d41aeaeb3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:20:39.775612 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6132d935-61f7-462e-bf25-96afea908ba2 req-e7acdd0f-f4b9-42dd-bd5d-d3d41aeaeb3d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=a4fb003c-f9b9-4088-b0fe-6363f7d9b384 HTTP/1.1" status: 200 len: 850 time: 0.0475140 Nov 19 18:20:39.830088 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6132d935-61f7-462e-bf25-96afea908ba2 req-812f48cf-b841-4c1d-bf3d-84521ca95626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:20:39.835334 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6132d935-61f7-462e-bf25-96afea908ba2 req-812f48cf-b841-4c1d-bf3d-84521ca95626 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=656db470-8519-4483-9948-4b30bcb1c90d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0478292 Nov 19 18:20:39.922754 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6132d935-61f7-462e-bf25-96afea908ba2 req-edfa9035-99f6-4593-8f3d-a30c4776658d service neutron] 10.222.0.86 "GET /v2.0/networks/656db470-8519-4483-9948-4b30bcb1c90d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830088 Nov 19 18:20:40.016972 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6132d935-61f7-462e-bf25-96afea908ba2 req-d03301a0-bdb8-4ada-b9d2-b99e93882edf service neutron] 10.222.0.86 "GET /v2.0/networks/656db470-8519-4483-9948-4b30bcb1c90d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861084 Nov 19 18:20:56.411305 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.agents_db [None req-619e5c26-d9ed-4321-86eb-7d443bb9dfa2 None None] Agent healthcheck: found 7 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 18:20:59.811594 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d305f871-8e6f-419f-bb00-eb5c452f7cd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:21:02.024049 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2a8389d2-cceb-41fb-964d-151871878ed3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:21:03.267419 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e46ecc5a-dc14-4744-b262-3072ff2e958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:21:04.012243 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:21:04.058570 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:21:04.856059 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e013d7e6-5264-4dcc-9759-54f5fb809e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:21:05.211461 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:21:29.813701 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3e8546fd-270b-402f-a943-682c5075b140 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:21:32.028754 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-5cfda544-73c0-4b56-842a-d9398d0841ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:21:33.269627 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e46ecc5a-dc14-4744-b262-3072ff2e958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:21:33.410547 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.agents_db [None req-619e5c26-d9ed-4321-86eb-7d443bb9dfa2 None None] Agent healthcheck: found 7 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 18:21:34.000233 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:21:34.059081 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:21:34.860418 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e013d7e6-5264-4dcc-9759-54f5fb809e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:21:35.213325 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:21:41.452997 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-e5c334c0-cd13-49bd-8dc9-d66f0fff6e35 req-f772ed2e-eadb-4987-9156-89c6b652125f service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=a7f0b3fc-56d6-4466-920e-2af0463d65f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0415933 Nov 19 18:21:41.538549 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c334c0-cd13-49bd-8dc9-d66f0fff6e35 req-6cb18f39-c4de-4334-8eb8-89549674c5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:21:41.540031 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-e5c334c0-cd13-49bd-8dc9-d66f0fff6e35 req-6cb18f39-c4de-4334-8eb8-89549674c5eb service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=d09befc26c6d48b68aeefb676fca7c9a&device_id=a7f0b3fc-56d6-4466-920e-2af0463d65f2 HTTP/1.1" status: 200 len: 1096 time: 0.0411963 Nov 19 18:21:41.648556 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c334c0-cd13-49bd-8dc9-d66f0fff6e35 req-04ea81ee-3d20-439e-b7f9-6ee4dbf98722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:21:41.650066 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-e5c334c0-cd13-49bd-8dc9-d66f0fff6e35 req-04ea81ee-3d20-439e-b7f9-6ee4dbf98722 service neutron] 10.222.0.86 "GET /v2.0/networks?id=656db470-8519-4483-9948-4b30bcb1c90d HTTP/1.1" status: 200 len: 912 time: 0.0895097 Nov 19 18:21:41.716745 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-e5c334c0-cd13-49bd-8dc9-d66f0fff6e35 req-d83e8d64-291f-4d2c-ae71-8b68152fba72 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=477e1765-c361-4187-8caf-59f13898b6f4 HTTP/1.1" status: 200 len: 1001 time: 0.0592775 Nov 19 18:21:41.769760 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c334c0-cd13-49bd-8dc9-d66f0fff6e35 req-0a94cd18-3953-494d-8856-c17347c9fc7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:21:41.771817 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-e5c334c0-cd13-49bd-8dc9-d66f0fff6e35 req-0a94cd18-3953-494d-8856-c17347c9fc7f service neutron] 10.222.0.86 "GET /v2.0/subnets?id=a4fb003c-f9b9-4088-b0fe-6363f7d9b384 HTTP/1.1" status: 200 len: 850 time: 0.0476220 Nov 19 18:21:41.824710 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c334c0-cd13-49bd-8dc9-d66f0fff6e35 req-737d8ab5-ce9b-4d0a-b117-c6a76241ea34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:21:41.826226 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-e5c334c0-cd13-49bd-8dc9-d66f0fff6e35 req-737d8ab5-ce9b-4d0a-b117-c6a76241ea34 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=656db470-8519-4483-9948-4b30bcb1c90d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463603 Nov 19 18:21:41.923599 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-e5c334c0-cd13-49bd-8dc9-d66f0fff6e35 req-32967161-c19d-4a2d-a2aa-13bf72ec9a80 service neutron] 10.222.0.86 "GET /v2.0/networks/656db470-8519-4483-9948-4b30bcb1c90d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896194 Nov 19 18:21:42.019196 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-e5c334c0-cd13-49bd-8dc9-d66f0fff6e35 req-d480cf9b-db44-48e9-ab73-28d7789bcd51 service neutron] 10.222.0.86 "GET /v2.0/networks/656db470-8519-4483-9948-4b30bcb1c90d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877416 Nov 19 18:21:59.815931 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-fc2c6da3-996f-4451-ba4b-066f361fc8ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:22:02.030257 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e6023c55-d85a-415f-86b4-083032bdc426 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:22:03.273315 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e46ecc5a-dc14-4744-b262-3072ff2e958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:22:04.031465 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:22:04.059345 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:22:04.863632 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e013d7e6-5264-4dcc-9759-54f5fb809e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:22:05.215882 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:22:10.410027 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.agents_db [None req-619e5c26-d9ed-4321-86eb-7d443bb9dfa2 None None] Agent healthcheck: found 7 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 18:22:22.565614 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225c92af-bdf9-4871-be6b-9a61457174ad req-2a90e317-d066-432f-a2ab-21ad70d4cf4f tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:22:22.567076 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-225c92af-bdf9-4871-be6b-9a61457174ad req-2a90e317-d066-432f-a2ab-21ad70d4cf4f tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/ports?device_id=a7f0b3fc-56d6-4466-920e-2af0463d65f2 HTTP/1.1" status: 200 len: 945 time: 0.0521996 Nov 19 18:22:22.626124 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-225c92af-bdf9-4871-be6b-9a61457174ad req-89803829-5e0b-4207-aa11-c31f04efe25e tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/security-groups?id=2251ec2c-31d8-4662-b320-f9fc0f8759a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529573 Nov 19 18:22:23.749178 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f333d44-dd46-4a75-8448-84e10f9ccdab req-4c258e7b-607f-4a70-966d-f4959dea2277 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:22:23.750734 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-1f333d44-dd46-4a75-8448-84e10f9ccdab req-4c258e7b-607f-4a70-966d-f4959dea2277 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/ports?device_id=a7f0b3fc-56d6-4466-920e-2af0463d65f2 HTTP/1.1" status: 200 len: 945 time: 0.0502119 Nov 19 18:22:23.801605 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-1f333d44-dd46-4a75-8448-84e10f9ccdab req-28615eac-0505-4980-9842-0fc66de39930 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/security-groups?id=2251ec2c-31d8-4662-b320-f9fc0f8759a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448272 Nov 19 18:22:24.076615 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf66635-2c50-43a7-a04f-0808920649af req-59c8ad74-72e6-4bf6-a536-fea1d64cb946 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:22:24.078099 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-daf66635-2c50-43a7-a04f-0808920649af req-59c8ad74-72e6-4bf6-a536-fea1d64cb946 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.86 "GET /v2.0/ports?device_id=a7f0b3fc-56d6-4466-920e-2af0463d65f2 HTTP/1.1" status: 200 len: 945 time: 0.0481985 Nov 19 18:22:24.173825 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [req-daf66635-2c50-43a7-a04f-0808920649af req-6b829cfb-0b22-4f3a-b8f2-dc60d4f4082c tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Deleting port 477e1765-c361-4187-8caf-59f13898b6f4 {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:22:24.174172 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-daf66635-2c50-43a7-a04f-0808920649af req-6b829cfb-0b22-4f3a-b8f2-dc60d4f4082c tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:22:24.258689 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-daf66635-2c50-43a7-a04f-0808920649af req-6b829cfb-0b22-4f3a-b8f2-dc60d4f4082c tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] For port 477e1765-c361-4187-8caf-59f13898b6f4, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=477e1765-c361-4187-8caf-59f13898b6f4,segment=NetworkSegment(f129bd32-7911-4aaf-8e97-a9024ba71deb),segment_id=f129bd32-7911-4aaf-8e97-a9024ba71deb)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:22:24.259046 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-daf66635-2c50-43a7-a04f-0808920649af req-6b829cfb-0b22-4f3a-b8f2-dc60d4f4082c tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:22:24.431096 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-daf66635-2c50-43a7-a04f-0808920649af req-6b829cfb-0b22-4f3a-b8f2-dc60d4f4082c tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:22:24.431364 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-daf66635-2c50-43a7-a04f-0808920649af req-6b829cfb-0b22-4f3a-b8f2-dc60d4f4082c tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-671284'] for floatingip, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:22:24.431677 n-d-818022-2 neutron-server[103364]: INFO neutron.db.l3_db [req-daf66635-2c50-43a7-a04f-0808920649af req-6b829cfb-0b22-4f3a-b8f2-dc60d4f4082c tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Floating IP 83f0abbf-8cc4-46c1-94d3-00ef74ea28ed disassociated. External IP: 172.25.7.146, port: 477e1765-c361-4187-8caf-59f13898b6f4. Nov 19 18:22:24.432148 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [req-daf66635-2c50-43a7-a04f-0808920649af req-6b829cfb-0b22-4f3a-b8f2-dc60d4f4082c tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Calling delete_port for 477e1765-c361-4187-8caf-59f13898b6f4 owned by compute:nova {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:22:24.559382 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-daf66635-2c50-43a7-a04f-0808920649af req-6b829cfb-0b22-4f3a-b8f2-dc60d4f4082c tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:22:24.593313 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b829cfb-0b22-4f3a-b8f2-dc60d4f4082c tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Pushing event deleted for resources: {'Port': ['ID=477e1765-c361-4187-8caf-59f13898b6f4,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:22:24.602721 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b829cfb-0b22-4f3a-b8f2-dc60d4f4082c tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:22:24.603078 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b829cfb-0b22-4f3a-b8f2-dc60d4f4082c tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:22:24.603428 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b829cfb-0b22-4f3a-b8f2-dc60d4f4082c tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:22:24.603781 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b829cfb-0b22-4f3a-b8f2-dc60d4f4082c tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:22:24.604122 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b829cfb-0b22-4f3a-b8f2-dc60d4f4082c tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:22:24.604459 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b829cfb-0b22-4f3a-b8f2-dc60d4f4082c tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:22:24.604792 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b829cfb-0b22-4f3a-b8f2-dc60d4f4082c tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:22:24.605125 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b829cfb-0b22-4f3a-b8f2-dc60d4f4082c tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:22:24.605457 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b829cfb-0b22-4f3a-b8f2-dc60d4f4082c tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:22:24.605891 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b829cfb-0b22-4f3a-b8f2-dc60d4f4082c tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:22:24.606190 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b829cfb-0b22-4f3a-b8f2-dc60d4f4082c tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:22:24.606526 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b829cfb-0b22-4f3a-b8f2-dc60d4f4082c tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:22:24.715274 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [req-daf66635-2c50-43a7-a04f-0808920649af req-6b829cfb-0b22-4f3a-b8f2-dc60d4f4082c tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Router 204d8c86-2633-4b36-83f5-6821cd2c7573 has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 18:22:24.817892 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-daf66635-2c50-43a7-a04f-0808920649af req-6b829cfb-0b22-4f3a-b8f2-dc60d4f4082c tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:22:24.828936 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fbed974-049f-4d57-b0b6-269c9edbf473 None None] Sync routers for ids ['204d8c86-2633-4b36-83f5-6821cd2c7573'] in n-d-818022-2 {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:22:24.838691 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fbed974-049f-4d57-b0b6-269c9edbf473 None None] Routers {'204d8c86-2633-4b36-83f5-6821cd2c7573'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:22:24.839409 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-3fbed974-049f-4d57-b0b6-269c9edbf473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:22:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['204d8c86-2633-4b36-83f5-6821cd2c7573'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:22:24.859939 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [req-daf66635-2c50-43a7-a04f-0808920649af req-6b829cfb-0b22-4f3a-b8f2-dc60d4f4082c tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] No DVR routers for this DVR port 477e1765-c361-4187-8caf-59f13898b6f4 on host n-h2-818022-2 {{(pid=103364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:22:24.862796 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-daf66635-2c50-43a7-a04f-0808920649af req-6b829cfb-0b22-4f3a-b8f2-dc60d4f4082c tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:22:24.866723 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-daf66635-2c50-43a7-a04f-0808920649af req-6b829cfb-0b22-4f3a-b8f2-dc60d4f4082c tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.86 "DELETE /v2.0/ports/477e1765-c361-4187-8caf-59f13898b6f4 HTTP/1.1" status: 204 len: 173 time: 0.7818153 Nov 19 18:22:24.866894 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7f0b3fc-56d6-4466-920e-2af0463d65f2', 'name': 'network-vif-deleted', 'tag': '477e1765-c361-4187-8caf-59f13898b6f4'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:22:24.869782 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dd4767a008c23f8566efc82158ee1b1fff34e1a9e908d76d0b6d0ab7e350e5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a76a3b6b-a59c-4a58-9f43-92bb9d2af2d3" -d '{"events": [{"server_uuid": "a7f0b3fc-56d6-4466-920e-2af0463d65f2", "name": "network-vif-deleted", "tag": "477e1765-c361-4187-8caf-59f13898b6f4"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:22:24.921275 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:22:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40552125-711c-4a63-a8ea-15eca4ac05e4 x-openstack-request-id: req-40552125-711c-4a63-a8ea-15eca4ac05e4 {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:22:24.921473 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7f0b3fc-56d6-4466-920e-2af0463d65f2", "name": "network-vif-deleted", "tag": "477e1765-c361-4187-8caf-59f13898b6f4", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:22:24.921728 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-40552125-711c-4a63-a8ea-15eca4ac05e4 {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:22:24.922227 n-d-818022-2 neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7f0b3fc-56d6-4466-920e-2af0463d65f2', 'name': 'network-vif-deleted', 'tag': '477e1765-c361-4187-8caf-59f13898b6f4', 'status': 'completed', 'code': 200} Nov 19 18:22:24.960607 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c120da8f-4b83-4e90-8db4-01fee0c98c4c req-852f1592-9572-4e7e-a996-f571734b9b09 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/ports?device_id=a7f0b3fc-56d6-4466-920e-2af0463d65f2 HTTP/1.1" status: 200 len: 210 time: 0.0412779 Nov 19 18:22:24.982967 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-3fbed974-049f-4d57-b0b6-269c9edbf473 None None] Set router 204d8c86-2633-4b36-83f5-6821cd2c7573 gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:22:25.199293 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-3fbed974-049f-4d57-b0b6-269c9edbf473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '204d8c86-2633-4b36-83f5-6821cd2c7573', 'name': 'tempest-TestVolumeBootPattern-398289042-router', 'tenant_id': 'd09befc26c6d48b68aeefb676fca7c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': 'fe6ae1f1-4f6d-4f04-bef8-2cfbbf358d69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:16:41Z', 'updated_at': '2021-11-19T18:16:43Z', 'revision_number': 4, 'project_id': 'd09befc26c6d48b68aeefb676fca7c9a', 'gw_port': {'id': 'fe6ae1f1-4f6d-4f04-bef8-2cfbbf358d69', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e9:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '204d8c86-2633-4b36-83f5-6821cd2c7573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:16:41Z', 'updated_at': '2021-11-19T18:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': 'e2f494de-d6c0-4212-b107-a0b388bed43b', 'name': '', 'network_id': '656db470-8519-4483-9948-4b30bcb1c90d', 'tenant_id': 'd09befc26c6d48b68aeefb676fca7c9a', 'mac_address': 'fa:16:3e:d2:9e:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '204d8c86-2633-4b36-83f5-6821cd2c7573', 'device_owner': 'network:router_interface', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': 'a4fb003c-f9b9-4088-b0fe-6363f7d9b384', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:16:43Z', 'updated_at': '2021-11-19T18:16:47Z', 'revision_number': 5, 'project_id': 'd09befc26c6d48b68aeefb676fca7c9a', 'subnets': [{'id': 'a4fb003c-f9b9-4088-b0fe-6363f7d9b384', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:22:25.232483 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fbed974-049f-4d57-b0b6-269c9edbf473 None None] Checking router: 204d8c86-2633-4b36-83f5-6821cd2c7573 for host: n-d-818022-2 {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:22:25.243429 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fbed974-049f-4d57-b0b6-269c9edbf473 None None] Routers {'204d8c86-2633-4b36-83f5-6821cd2c7573'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:22:25.244025 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-3fbed974-049f-4d57-b0b6-269c9edbf473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:22:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['204d8c86-2633-4b36-83f5-6821cd2c7573'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:22:25.445567 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-3fbed974-049f-4d57-b0b6-269c9edbf473 None None] Set router 204d8c86-2633-4b36-83f5-6821cd2c7573 gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:22:25.648032 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-3fbed974-049f-4d57-b0b6-269c9edbf473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '204d8c86-2633-4b36-83f5-6821cd2c7573', 'name': 'tempest-TestVolumeBootPattern-398289042-router', 'tenant_id': 'd09befc26c6d48b68aeefb676fca7c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': 'fe6ae1f1-4f6d-4f04-bef8-2cfbbf358d69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:16:41Z', 'updated_at': '2021-11-19T18:16:43Z', 'revision_number': 4, 'project_id': 'd09befc26c6d48b68aeefb676fca7c9a', 'gw_port': {'id': 'fe6ae1f1-4f6d-4f04-bef8-2cfbbf358d69', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e9:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '204d8c86-2633-4b36-83f5-6821cd2c7573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:16:41Z', 'updated_at': '2021-11-19T18:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': 'e2f494de-d6c0-4212-b107-a0b388bed43b', 'name': '', 'network_id': '656db470-8519-4483-9948-4b30bcb1c90d', 'tenant_id': 'd09befc26c6d48b68aeefb676fca7c9a', 'mac_address': 'fa:16:3e:d2:9e:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '204d8c86-2633-4b36-83f5-6821cd2c7573', 'device_owner': 'network:router_interface', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': 'a4fb003c-f9b9-4088-b0fe-6363f7d9b384', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:16:43Z', 'updated_at': '2021-11-19T18:16:47Z', 'revision_number': 5, 'project_id': 'd09befc26c6d48b68aeefb676fca7c9a', 'subnets': [{'id': 'a4fb003c-f9b9-4088-b0fe-6363f7d9b384', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:22:25.674739 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fbed974-049f-4d57-b0b6-269c9edbf473 None None] The sync data for ids ['204d8c86-2633-4b36-83f5-6821cd2c7573'] in n-d-818022-2 is: [{'id': '204d8c86-2633-4b36-83f5-6821cd2c7573', 'name': 'tempest-TestVolumeBootPattern-398289042-router', 'tenant_id': 'd09befc26c6d48b68aeefb676fca7c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': 'fe6ae1f1-4f6d-4f04-bef8-2cfbbf358d69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:16:41Z', 'updated_at': '2021-11-19T18:16:43Z', 'revision_number': 4, 'project_id': 'd09befc26c6d48b68aeefb676fca7c9a', 'gw_port': {'id': 'fe6ae1f1-4f6d-4f04-bef8-2cfbbf358d69', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e9:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '204d8c86-2633-4b36-83f5-6821cd2c7573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:16:41Z', 'updated_at': '2021-11-19T18:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': 'e2f494de-d6c0-4212-b107-a0b388bed43b', 'name': '', 'network_id': '656db470-8519-4483-9948-4b30bcb1c90d', 'tenant_id': 'd09befc26c6d48b68aeefb676fca7c9a', 'mac_address': 'fa:16:3e:d2:9e:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '204d8c86-2633-4b36-83f5-6821cd2c7573', 'device_owner': 'network:router_interface', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': 'a4fb003c-f9b9-4088-b0fe-6363f7d9b384', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:16:43Z', 'updated_at': '2021-11-19T18:16:47Z', 'revision_number': 5, 'project_id': 'd09befc26c6d48b68aeefb676fca7c9a', 'subnets': [{'id': 'a4fb003c-f9b9-4088-b0fe-6363f7d9b384', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:22:25.901989 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5112dff2-4097-4ed6-9f65-67ac0dd08282 None None] New status for floating IP 83f0abbf-8cc4-46c1-94d3-00ef74ea28ed: DOWN {{(pid=103366) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 18:22:26.065167 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e6e77311-d1a6-4bcf-9f41-1932955300b9 req-0637071c-9772-4ee7-9a1d-60a5cac2c7df tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/ports?device_id=a7f0b3fc-56d6-4466-920e-2af0463d65f2 HTTP/1.1" status: 200 len: 210 time: 0.0311501 Nov 19 18:22:27.163449 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-3e7dec46-2dd1-447f-9210-407857c820e9 req-63bd2c43-c943-4c2c-ae7b-3433720eb4f3 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/ports?device_id=a7f0b3fc-56d6-4466-920e-2af0463d65f2 HTTP/1.1" status: 200 len: 210 time: 0.0273418 Nov 19 18:22:27.659398 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device 477e1765-c361-4187-8caf-59f13898b6f4 no longer exists at agent hyperv_n-h2-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:22:27.692273 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] No Port match for: 477e1765-c361-4187-8caf-59f13898b6f4 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:22:27.692867 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device 477e1765-c361-4187-8caf-59f13898b6f4 not bound to the agent host n-h2-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:22:28.271898 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-21ee13d1-1da8-4b9b-bcfd-17b808d941c8 req-9d5ccaa6-2146-4e3f-9ee3-0d7a019bc7ec tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/ports?device_id=a7f0b3fc-56d6-4466-920e-2af0463d65f2 HTTP/1.1" status: 200 len: 210 time: 0.0274282 Nov 19 18:22:29.382536 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-03ebe625-6b50-41ec-bd85-d10eb2ecaf03 req-b9180641-de2a-4c97-8a6f-3e83d426f8aa tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/ports?device_id=a7f0b3fc-56d6-4466-920e-2af0463d65f2 HTTP/1.1" status: 200 len: 210 time: 0.0281370 Nov 19 18:22:29.816864 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-72866a3f-d4f8-4b17-bddf-69dfd728e636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:22:30.587682 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-21872dcc-fe2c-4c34-97ca-7a1c1b004c39 req-92adffec-19fb-4776-b71d-58d6f4f6c79f tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-500859587&fields=id&tenant_id=d09befc26c6d48b68aeefb676fca7c9a HTTP/1.1" status: 200 len: 267 time: 0.0419538 Nov 19 18:22:30.696208 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21872dcc-fe2c-4c34-97ca-7a1c1b004c39 req-4a6e1e1e-2711-4c44-a772-bdb7c22dc176 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:22:30.697586 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-21872dcc-fe2c-4c34-97ca-7a1c1b004c39 req-4a6e1e1e-2711-4c44-a772-bdb7c22dc176 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/networks?id=656db470-8519-4483-9948-4b30bcb1c90d HTTP/1.1" status: 200 len: 811 time: 0.1026635 Nov 19 18:22:30.712151 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-21872dcc-fe2c-4c34-97ca-7a1c1b004c39 req-9cf78448-06df-480d-8184-8a3ca64f39ed tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/quotas/d09befc26c6d48b68aeefb676fca7c9a HTTP/1.1" status: 200 len: 375 time: 0.0089059 Nov 19 18:22:30.763021 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-21872dcc-fe2c-4c34-97ca-7a1c1b004c39 req-d5579b0a-8dc7-40e8-80d4-cbe5ae219835 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=d09befc26c6d48b68aeefb676fca7c9a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0453620 Nov 19 18:22:30.861459 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-21872dcc-fe2c-4c34-97ca-7a1c1b004c39 req-9163a79d-ef4d-455b-8f7c-b0b614aa72a8 service neutron] 10.222.0.54 "GET /v2.0/networks/656db470-8519-4483-9948-4b30bcb1c90d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864940 Nov 19 18:22:30.951559 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-21872dcc-fe2c-4c34-97ca-7a1c1b004c39 req-b27c70ca-ee72-4f86-9f3b-a3734ed03d38 service neutron] 10.222.0.54 "GET /v2.0/networks/656db470-8519-4483-9948-4b30bcb1c90d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838399 Nov 19 18:22:31.244182 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-93d981fd-32db-4bbd-91c3-2bdb2dfd76cd req-71ea9daa-d021-4ca8-a58f-7360cf792ad6 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/ports?device_id=7b85556b-6cf9-4be3-8c0d-df0330221815 HTTP/1.1" status: 200 len: 210 time: 0.0269325 Nov 19 18:22:32.036232 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8409f7de-399f-4c76-84c8-ff7a2d5c67b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:22:32.363353 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-17953efa-6df7-4b9d-96b5-baceeb59f3af req-23a93082-e4c0-4526-ab4e-7b99e6549bad tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/ports?device_id=7b85556b-6cf9-4be3-8c0d-df0330221815 HTTP/1.1" status: 200 len: 210 time: 0.0336869 Nov 19 18:22:32.404228 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21872dcc-fe2c-4c34-97ca-7a1c1b004c39 req-179c36b0-570f-4a5f-b60f-62833be473a6 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:22:32.405678 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-21872dcc-fe2c-4c34-97ca-7a1c1b004c39 req-179c36b0-570f-4a5f-b60f-62833be473a6 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.86 "GET /v2.0/networks?id=656db470-8519-4483-9948-4b30bcb1c90d HTTP/1.1" status: 200 len: 811 time: 0.1425378 Nov 19 18:22:32.474169 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-21872dcc-fe2c-4c34-97ca-7a1c1b004c39 req-aac9eaa4-184f-45d4-b680-a42ac49bc719 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d09befc26c6d48b68aeefb676fca7c9a HTTP/1.1" status: 200 len: 379 time: 0.0553093 Nov 19 18:22:32.484852 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-21872dcc-fe2c-4c34-97ca-7a1c1b004c39 req-4bacd1e1-07e7-418e-a06d-23fac210bc79 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Request body: {'port': {'device_id': '7b85556b-6cf9-4be3-8c0d-df0330221815', 'network_id': '656db470-8519-4483-9948-4b30bcb1c90d', 'admin_state_up': True, 'tenant_id': 'd09befc26c6d48b68aeefb676fca7c9a', 'security_groups': ['2251ec2c-31d8-4662-b320-f9fc0f8759a7']}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:22:32.601269 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21872dcc-fe2c-4c34-97ca-7a1c1b004c39 req-4bacd1e1-07e7-418e-a06d-23fac210bc79 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Made reservation on behalf of d09befc26c6d48b68aeefb676fca7c9a for: {'port': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:22:32.604879 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-21872dcc-fe2c-4c34-97ca-7a1c1b004c39 req-4bacd1e1-07e7-418e-a06d-23fac210bc79 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:22:32.730052 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [req-21872dcc-fe2c-4c34-97ca-7a1c1b004c39 req-4bacd1e1-07e7-418e-a06d-23fac210bc79 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Allocated IP 172.20.0.9 (656db470-8519-4483-9948-4b30bcb1c90d/a4fb003c-f9b9-4088-b0fe-6363f7d9b384/2e78e585-5166-4ff0-8079-f5d85af26d21) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:22:32.869596 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-21872dcc-fe2c-4c34-97ca-7a1c1b004c39 req-4bacd1e1-07e7-418e-a06d-23fac210bc79 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:22:32.904027 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-21872dcc-fe2c-4c34-97ca-7a1c1b004c39 req-4bacd1e1-07e7-418e-a06d-23fac210bc79 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:22:32.953974 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21872dcc-fe2c-4c34-97ca-7a1c1b004c39 req-4bacd1e1-07e7-418e-a06d-23fac210bc79 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Network 656db470-8519-4483-9948-4b30bcb1c90d is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:22:32.957344 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [req-21872dcc-fe2c-4c34-97ca-7a1c1b004c39 req-4bacd1e1-07e7-418e-a06d-23fac210bc79 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:22:32.959987 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [req-21872dcc-fe2c-4c34-97ca-7a1c1b004c39 req-4bacd1e1-07e7-418e-a06d-23fac210bc79 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:22:32.990592 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bacd1e1-07e7-418e-a06d-23fac210bc79 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Pushing event updated for resources: {'Port': ['ID=2e78e585-5166-4ff0-8079-f5d85af26d21,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:22:33.020702 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21872dcc-fe2c-4c34-97ca-7a1c1b004c39 req-4bacd1e1-07e7-418e-a06d-23fac210bc79 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:22:33.021321 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-21872dcc-fe2c-4c34-97ca-7a1c1b004c39 req-4bacd1e1-07e7-418e-a06d-23fac210bc79 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:22:33.038735 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-21872dcc-fe2c-4c34-97ca-7a1c1b004c39 req-4bacd1e1-07e7-418e-a06d-23fac210bc79 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5576432 Nov 19 18:22:33.053977 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-21872dcc-fe2c-4c34-97ca-7a1c1b004c39 req-f76878b0-25ba-4150-9a45-51a12dbfb551 service neutron] Request body: {'port': {'device_id': '7b85556b-6cf9-4be3-8c0d-df0330221815', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818022-2'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:22:33.115101 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-21872dcc-fe2c-4c34-97ca-7a1c1b004c39 req-f76878b0-25ba-4150-9a45-51a12dbfb551 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:22:33.167337 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-df85deae-256a-406d-af25-00fba3d6f30a None None] Provisioning complete for port 2e78e585-5166-4ff0-8079-f5d85af26d21 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:22:33.167337 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-df85deae-256a-406d-af25-00fba3d6f30a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:22:33.205799 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-df85deae-256a-406d-af25-00fba3d6f30a None None] Port 2e78e585-5166-4ff0-8079-f5d85af26d21 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:22:33.278189 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e46ecc5a-dc14-4744-b262-3072ff2e958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:22:33.390959 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [req-21872dcc-fe2c-4c34-97ca-7a1c1b004c39 req-f76878b0-25ba-4150-9a45-51a12dbfb551 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e78e585-5166-4ff0-8079-f5d85af26d21 {{(pid=103364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:22:33.398778 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-21872dcc-fe2c-4c34-97ca-7a1c1b004c39 req-f76878b0-25ba-4150-9a45-51a12dbfb551 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:22:33.413522 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.provisioning_blocks [req-21872dcc-fe2c-4c34-97ca-7a1c1b004c39 req-f76878b0-25ba-4150-9a45-51a12dbfb551 service neutron] Transition to ACTIVE for port object 2e78e585-5166-4ff0-8079-f5d85af26d21 will not be triggered until provisioned by entity L2. {{(pid=103364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 18:22:33.418829 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-21872dcc-fe2c-4c34-97ca-7a1c1b004c39 req-f76878b0-25ba-4150-9a45-51a12dbfb551 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:22:33.493405 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76878b0-25ba-4150-9a45-51a12dbfb551 service neutron] Pushing event updated for resources: {'Port': ['ID=2e78e585-5166-4ff0-8079-f5d85af26d21,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:22:33.503821 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8219241e-7948-42b0-a889-5bd2a39aa326 req-e1640857-cde5-410e-934a-e9de0e08b7d3 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:22:33.505366 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8219241e-7948-42b0-a889-5bd2a39aa326 req-e1640857-cde5-410e-934a-e9de0e08b7d3 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/ports?device_id=7b85556b-6cf9-4be3-8c0d-df0330221815 HTTP/1.1" status: 200 len: 943 time: 0.0668118 Nov 19 18:22:33.556984 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-21872dcc-fe2c-4c34-97ca-7a1c1b004c39 req-f76878b0-25ba-4150-9a45-51a12dbfb551 service neutron] Attempting to bind port 2e78e585-5166-4ff0-8079-f5d85af26d21 on host n-h2-818022-2 for vnic_type normal with profile {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:22:33.557319 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-21872dcc-fe2c-4c34-97ca-7a1c1b004c39 req-f76878b0-25ba-4150-9a45-51a12dbfb551 service neutron] Attempting to bind port 2e78e585-5166-4ff0-8079-f5d85af26d21 by drivers openvswitch,hyperv on host n-h2-818022-2 at level 0 using segments [{'id': 'f129bd32-7911-4aaf-8e97-a9024ba71deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '656db470-8519-4483-9948-4b30bcb1c90d'}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:22:33.557649 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21872dcc-fe2c-4c34-97ca-7a1c1b004c39 req-f76878b0-25ba-4150-9a45-51a12dbfb551 service neutron] Attempting to bind port 2e78e585-5166-4ff0-8079-f5d85af26d21 on network 656db470-8519-4483-9948-4b30bcb1c90d {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:22:33.563968 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21872dcc-fe2c-4c34-97ca-7a1c1b004c39 req-f76878b0-25ba-4150-9a45-51a12dbfb551 service neutron] Port 2e78e585-5166-4ff0-8079-f5d85af26d21 on network 656db470-8519-4483-9948-4b30bcb1c90d not bound, no agent of type Open vSwitch agent registered on host n-h2-818022-2 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 18:22:33.564156 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8219241e-7948-42b0-a889-5bd2a39aa326 req-96d232eb-4417-4b42-9e15-6f127948a152 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/security-groups?id=2251ec2c-31d8-4662-b320-f9fc0f8759a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526681 Nov 19 18:22:33.564884 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21872dcc-fe2c-4c34-97ca-7a1c1b004c39 req-f76878b0-25ba-4150-9a45-51a12dbfb551 service neutron] Attempting to bind port 2e78e585-5166-4ff0-8079-f5d85af26d21 on network 656db470-8519-4483-9948-4b30bcb1c90d {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:22:33.571501 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21872dcc-fe2c-4c34-97ca-7a1c1b004c39 req-f76878b0-25ba-4150-9a45-51a12dbfb551 service neutron] Checking agent: {'id': '525ad2ac-c4ae-4c63-af2e-0bf8d25d0f0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'started_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 22, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:22:33.571910 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21872dcc-fe2c-4c34-97ca-7a1c1b004c39 req-f76878b0-25ba-4150-9a45-51a12dbfb551 service neutron] Checking segment: {'id': 'f129bd32-7911-4aaf-8e97-a9024ba71deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '656db470-8519-4483-9948-4b30bcb1c90d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:22:33.572359 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21872dcc-fe2c-4c34-97ca-7a1c1b004c39 req-f76878b0-25ba-4150-9a45-51a12dbfb551 service neutron] Bound using segment: {'id': 'f129bd32-7911-4aaf-8e97-a9024ba71deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '656db470-8519-4483-9948-4b30bcb1c90d'} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:22:33.572890 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-21872dcc-fe2c-4c34-97ca-7a1c1b004c39 req-f76878b0-25ba-4150-9a45-51a12dbfb551 service neutron] Bound port: 2e78e585-5166-4ff0-8079-f5d85af26d21, host: n-h2-818022-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f129bd32-7911-4aaf-8e97-a9024ba71deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '656db470-8519-4483-9948-4b30bcb1c90d'}}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:22:33.573315 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-21872dcc-fe2c-4c34-97ca-7a1c1b004c39 req-f76878b0-25ba-4150-9a45-51a12dbfb551 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:22:33.645221 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-21872dcc-fe2c-4c34-97ca-7a1c1b004c39 req-f76878b0-25ba-4150-9a45-51a12dbfb551 service neutron] For port 2e78e585-5166-4ff0-8079-f5d85af26d21, host n-h2-818022-2, cleared binding levels {{(pid=103364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:22:33.648425 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-21872dcc-fe2c-4c34-97ca-7a1c1b004c39 req-f76878b0-25ba-4150-9a45-51a12dbfb551 service neutron] For port 2e78e585-5166-4ff0-8079-f5d85af26d21, host n-h2-818022-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=2e78e585-5166-4ff0-8079-f5d85af26d21,segment=NetworkSegment(f129bd32-7911-4aaf-8e97-a9024ba71deb),segment_id=f129bd32-7911-4aaf-8e97-a9024ba71deb)] {{(pid=103364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:22:33.654290 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-21872dcc-fe2c-4c34-97ca-7a1c1b004c39 req-f76878b0-25ba-4150-9a45-51a12dbfb551 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:22:33.692154 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21872dcc-fe2c-4c34-97ca-7a1c1b004c39 req-f76878b0-25ba-4150-9a45-51a12dbfb551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:22:33.692782 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-21872dcc-fe2c-4c34-97ca-7a1c1b004c39 req-f76878b0-25ba-4150-9a45-51a12dbfb551 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:22:33.694216 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-21872dcc-fe2c-4c34-97ca-7a1c1b004c39 req-f76878b0-25ba-4150-9a45-51a12dbfb551 service neutron] 10.222.0.86 "PUT /v2.0/ports/2e78e585-5166-4ff0-8079-f5d85af26d21 HTTP/1.1" status: 200 len: 1091 time: 0.6453776 Nov 19 18:22:33.694716 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b85556b-6cf9-4be3-8c0d-df0330221815', 'tag': '2e78e585-5166-4ff0-8079-f5d85af26d21'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:22:33.696993 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dd4767a008c23f8566efc82158ee1b1fff34e1a9e908d76d0b6d0ab7e350e5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf6f1ca8-82ab-4988-915a-9d36466e932c" -d '{"events": [{"name": "network-changed", "server_uuid": "7b85556b-6cf9-4be3-8c0d-df0330221815", "tag": "2e78e585-5166-4ff0-8079-f5d85af26d21"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:22:33.721995 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76878b0-25ba-4150-9a45-51a12dbfb551 service neutron] Pushing event updated for resources: {'Port': ['ID=2e78e585-5166-4ff0-8079-f5d85af26d21,revision_number=3']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:22:33.803731 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21872dcc-fe2c-4c34-97ca-7a1c1b004c39 req-e9aa1837-3084-4aa1-9b08-209c9c05b5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:22:33.805716 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-21872dcc-fe2c-4c34-97ca-7a1c1b004c39 req-e9aa1837-3084-4aa1-9b08-209c9c05b5e1 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=d09befc26c6d48b68aeefb676fca7c9a&device_id=7b85556b-6cf9-4be3-8c0d-df0330221815 HTTP/1.1" status: 200 len: 1094 time: 0.0500033 Nov 19 18:22:33.856604 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-21872dcc-fe2c-4c34-97ca-7a1c1b004c39 req-b44ef43d-7ad9-4ccb-8cf7-a98764e68393 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2e78e585-5166-4ff0-8079-f5d85af26d21 HTTP/1.1" status: 200 len: 217 time: 0.0412452 Nov 19 18:22:33.912932 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21872dcc-fe2c-4c34-97ca-7a1c1b004c39 req-372ef776-58dd-446a-87e8-6b439fda616e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:22:33.914643 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-21872dcc-fe2c-4c34-97ca-7a1c1b004c39 req-372ef776-58dd-446a-87e8-6b439fda616e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=a4fb003c-f9b9-4088-b0fe-6363f7d9b384 HTTP/1.1" status: 200 len: 850 time: 0.0510950 Nov 19 18:22:33.969389 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21872dcc-fe2c-4c34-97ca-7a1c1b004c39 req-07fe3b0c-65a8-4dd4-85ca-d377bb28d371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:22:33.971059 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-21872dcc-fe2c-4c34-97ca-7a1c1b004c39 req-07fe3b0c-65a8-4dd4-85ca-d377bb28d371 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=656db470-8519-4483-9948-4b30bcb1c90d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0471697 Nov 19 18:22:34.046846 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:22:34.067829 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:22:34.072129 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-21872dcc-fe2c-4c34-97ca-7a1c1b004c39 req-bb0a263d-880d-4951-af90-b2c6a8f52e27 service neutron] 10.222.0.86 "GET /v2.0/networks/656db470-8519-4483-9948-4b30bcb1c90d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923302 Nov 19 18:22:34.165007 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-21872dcc-fe2c-4c34-97ca-7a1c1b004c39 req-888ac50c-6d48-4e87-b4b9-bab6380206cc service neutron] 10.222.0.86 "GET /v2.0/networks/656db470-8519-4483-9948-4b30bcb1c90d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842342 Nov 19 18:22:34.686604 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fd9b05-052e-4827-b415-8c091cbcde62 req-d625de12-0640-43b4-a5bb-41333d074f14 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:22:34.688082 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a1fd9b05-052e-4827-b415-8c091cbcde62 req-d625de12-0640-43b4-a5bb-41333d074f14 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/ports?device_id=7b85556b-6cf9-4be3-8c0d-df0330221815 HTTP/1.1" status: 200 len: 943 time: 0.0529547 Nov 19 18:22:34.737465 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a1fd9b05-052e-4827-b415-8c091cbcde62 req-457c88e3-05b9-4738-9c14-474da555e576 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/security-groups?id=2251ec2c-31d8-4662-b320-f9fc0f8759a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434701 Nov 19 18:22:34.782803 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 18:22:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e4f64fe-d4d5-4fcc-9b4b-a0fd43046e61 x-openstack-request-id: req-2e4f64fe-d4d5-4fcc-9b4b-a0fd43046e61 {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:22:34.782803 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b85556b-6cf9-4be3-8c0d-df0330221815", "tag": "2e78e585-5166-4ff0-8079-f5d85af26d21", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:22:34.782803 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-2e4f64fe-d4d5-4fcc-9b4b-a0fd43046e61 {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:22:34.783367 n-d-818022-2 neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b85556b-6cf9-4be3-8c0d-df0330221815', 'tag': '2e78e585-5166-4ff0-8079-f5d85af26d21', 'status': 'completed', 'code': 200} Nov 19 18:22:34.847871 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6f1ca8-82ab-4988-915a-9d36466e932c req-7c1d6683-5640-487d-bf9c-2a866e6d7dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:22:34.849321 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-bf6f1ca8-82ab-4988-915a-9d36466e932c req-7c1d6683-5640-487d-bf9c-2a866e6d7dfc service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=d09befc26c6d48b68aeefb676fca7c9a&device_id=7b85556b-6cf9-4be3-8c0d-df0330221815 HTTP/1.1" status: 200 len: 1094 time: 0.0425723 Nov 19 18:22:34.869070 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e013d7e6-5264-4dcc-9759-54f5fb809e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:22:34.946414 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6f1ca8-82ab-4988-915a-9d36466e932c req-6144c9ff-cc4f-4ebd-a196-3a0376be0641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:22:34.947906 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-bf6f1ca8-82ab-4988-915a-9d36466e932c req-6144c9ff-cc4f-4ebd-a196-3a0376be0641 service neutron] 10.222.0.86 "GET /v2.0/networks?id=656db470-8519-4483-9948-4b30bcb1c90d HTTP/1.1" status: 200 len: 912 time: 0.0895500 Nov 19 18:22:34.991658 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-bf6f1ca8-82ab-4988-915a-9d36466e932c req-dfa4b78e-a81c-4373-9e25-e8702a6af630 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2e78e585-5166-4ff0-8079-f5d85af26d21 HTTP/1.1" status: 200 len: 217 time: 0.0353470 Nov 19 18:22:35.046891 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6f1ca8-82ab-4988-915a-9d36466e932c req-9bfedd5e-032d-494a-9016-ed9c40412541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:22:35.048345 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-bf6f1ca8-82ab-4988-915a-9d36466e932c req-9bfedd5e-032d-494a-9016-ed9c40412541 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=a4fb003c-f9b9-4088-b0fe-6363f7d9b384 HTTP/1.1" status: 200 len: 850 time: 0.0484450 Nov 19 18:22:35.096898 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6f1ca8-82ab-4988-915a-9d36466e932c req-92d2333b-1305-4c1e-b3f1-02fd3f2689c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:22:35.098379 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-bf6f1ca8-82ab-4988-915a-9d36466e932c req-92d2333b-1305-4c1e-b3f1-02fd3f2689c1 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=656db470-8519-4483-9948-4b30bcb1c90d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419247 Nov 19 18:22:35.188778 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-bf6f1ca8-82ab-4988-915a-9d36466e932c req-0a3b8ca9-5267-4242-b84f-2e344baba1be service neutron] 10.222.0.86 "GET /v2.0/networks/656db470-8519-4483-9948-4b30bcb1c90d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816221 Nov 19 18:22:35.219036 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:22:35.292173 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-bf6f1ca8-82ab-4988-915a-9d36466e932c req-6e9fe8ed-1670-467c-9fd1-f6082dd0b522 service neutron] 10.222.0.86 "GET /v2.0/networks/656db470-8519-4483-9948-4b30bcb1c90d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957007 Nov 19 18:22:35.853851 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475e7948-d28a-4e57-98a7-4d9083ff8352 req-4d733e5f-54c5-44fd-9473-8afc245bf27b tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:22:35.855377 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-475e7948-d28a-4e57-98a7-4d9083ff8352 req-4d733e5f-54c5-44fd-9473-8afc245bf27b tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/ports?device_id=7b85556b-6cf9-4be3-8c0d-df0330221815 HTTP/1.1" status: 200 len: 943 time: 0.0491889 Nov 19 18:22:35.905175 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-475e7948-d28a-4e57-98a7-4d9083ff8352 req-2fc996ca-ae36-4ae6-95bf-20ca00e4eb25 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/security-groups?id=2251ec2c-31d8-4662-b320-f9fc0f8759a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438488 Nov 19 18:22:37.023024 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597c51fb-acdd-405f-b9a6-1b77e478a7d8 req-870cad85-14d5-4b6f-af0d-e12b14941e04 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:22:37.024495 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-597c51fb-acdd-405f-b9a6-1b77e478a7d8 req-870cad85-14d5-4b6f-af0d-e12b14941e04 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/ports?device_id=7b85556b-6cf9-4be3-8c0d-df0330221815 HTTP/1.1" status: 200 len: 943 time: 0.0497420 Nov 19 18:22:37.075879 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-597c51fb-acdd-405f-b9a6-1b77e478a7d8 req-a4384127-e24a-4260-9306-027d3cc7b3be tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/security-groups?id=2251ec2c-31d8-4662-b320-f9fc0f8759a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445290 Nov 19 18:22:38.190640 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44454762-5e5d-42fb-b672-5ca4ed41b85e req-cf3cbf1a-b9cc-4a26-9f4a-fa71241c4b09 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:22:38.192100 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-44454762-5e5d-42fb-b672-5ca4ed41b85e req-cf3cbf1a-b9cc-4a26-9f4a-fa71241c4b09 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/ports?device_id=7b85556b-6cf9-4be3-8c0d-df0330221815 HTTP/1.1" status: 200 len: 943 time: 0.0488827 Nov 19 18:22:38.250127 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-44454762-5e5d-42fb-b672-5ca4ed41b85e req-6b76ce69-8999-40b7-9cd1-9da59ee81bfd tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/security-groups?id=2251ec2c-31d8-4662-b320-f9fc0f8759a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521357 Nov 19 18:22:39.369932 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7603551d-e9d2-4e8d-ac42-763396eab14e req-ca1a6cc3-cf6c-4391-b79a-085b9c0da43c tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:22:39.371357 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-7603551d-e9d2-4e8d-ac42-763396eab14e req-ca1a6cc3-cf6c-4391-b79a-085b9c0da43c tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/ports?device_id=7b85556b-6cf9-4be3-8c0d-df0330221815 HTTP/1.1" status: 200 len: 943 time: 0.0532532 Nov 19 18:22:39.700800 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-7603551d-e9d2-4e8d-ac42-763396eab14e req-0ccf9907-3a59-44b1-96c0-d4ec7df4edf0 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/security-groups?id=2251ec2c-31d8-4662-b320-f9fc0f8759a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3233702 Nov 19 18:22:40.814862 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0548fe-fa57-4da9-a602-6ab337771200 req-3fc36f5b-039a-4b42-aa6d-18b9f7967525 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:22:40.816364 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0d0548fe-fa57-4da9-a602-6ab337771200 req-3fc36f5b-039a-4b42-aa6d-18b9f7967525 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/ports?device_id=7b85556b-6cf9-4be3-8c0d-df0330221815 HTTP/1.1" status: 200 len: 943 time: 0.0496185 Nov 19 18:22:40.864725 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0d0548fe-fa57-4da9-a602-6ab337771200 req-49610ea2-8fac-433b-970e-154c4d37544a tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/security-groups?id=2251ec2c-31d8-4662-b320-f9fc0f8759a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422804 Nov 19 18:22:41.978955 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca86409-7137-4198-bfef-da3c72dfbf2d req-b5e5fb9f-965d-4926-ab5a-1c45b0b608c0 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:22:41.980582 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-1ca86409-7137-4198-bfef-da3c72dfbf2d req-b5e5fb9f-965d-4926-ab5a-1c45b0b608c0 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/ports?device_id=7b85556b-6cf9-4be3-8c0d-df0330221815 HTTP/1.1" status: 200 len: 943 time: 0.0487714 Nov 19 18:22:42.029130 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-1ca86409-7137-4198-bfef-da3c72dfbf2d req-a9f627fb-7988-4957-8107-6d90ac843db7 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/security-groups?id=2251ec2c-31d8-4662-b320-f9fc0f8759a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425022 Nov 19 18:22:43.145181 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bd9104-a4a9-447b-80c1-19ff94c2981b req-dc3dc102-fe0d-43e3-9835-b074d2bae655 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:22:43.147724 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-89bd9104-a4a9-447b-80c1-19ff94c2981b req-dc3dc102-fe0d-43e3-9835-b074d2bae655 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/ports?device_id=7b85556b-6cf9-4be3-8c0d-df0330221815 HTTP/1.1" status: 200 len: 943 time: 0.0490897 Nov 19 18:22:43.199066 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-89bd9104-a4a9-447b-80c1-19ff94c2981b req-6260ad7b-f9a5-4cdc-a73f-1772e6cdb00e tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/security-groups?id=2251ec2c-31d8-4662-b320-f9fc0f8759a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440395 Nov 19 18:22:44.314170 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009f28e0-b657-4ff5-880d-cf5c728195db req-a02490b5-63a9-4edc-b9e0-b0898949eb07 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:22:44.315631 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-009f28e0-b657-4ff5-880d-cf5c728195db req-a02490b5-63a9-4edc-b9e0-b0898949eb07 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/ports?device_id=7b85556b-6cf9-4be3-8c0d-df0330221815 HTTP/1.1" status: 200 len: 943 time: 0.0484700 Nov 19 18:22:44.374621 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-009f28e0-b657-4ff5-880d-cf5c728195db req-54b788e8-3154-4dca-827a-66e9299f98f2 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/security-groups?id=2251ec2c-31d8-4662-b320-f9fc0f8759a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530589 Nov 19 18:22:45.492957 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55caed17-c167-49b2-b973-cd0b1d2c4536 req-461c529a-dcb0-4255-83a1-160bd91e58a8 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:22:45.494427 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-55caed17-c167-49b2-b973-cd0b1d2c4536 req-461c529a-dcb0-4255-83a1-160bd91e58a8 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/ports?device_id=7b85556b-6cf9-4be3-8c0d-df0330221815 HTTP/1.1" status: 200 len: 943 time: 0.0515342 Nov 19 18:22:45.542095 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-55caed17-c167-49b2-b973-cd0b1d2c4536 req-8483aeaa-940d-4b11-bc2f-4b5253307b37 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/security-groups?id=2251ec2c-31d8-4662-b320-f9fc0f8759a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416775 Nov 19 18:22:45.719460 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device 2e78e585-5166-4ff0-8079-f5d85af26d21 details requested by agent hyperv_n-h2-818022-2 with host n-h2-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 18:22:45.813577 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port 2e78e585-5166-4ff0-8079-f5d85af26d21, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=2e78e585-5166-4ff0-8079-f5d85af26d21,segment=NetworkSegment(f129bd32-7911-4aaf-8e97-a9024ba71deb),segment_id=f129bd32-7911-4aaf-8e97-a9024ba71deb)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:22:45.825073 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Returning: {'device': '2e78e585-5166-4ff0-8079-f5d85af26d21', 'network_id': '656db470-8519-4483-9948-4b30bcb1c90d', 'port_id': '2e78e585-5166-4ff0-8079-f5d85af26d21', 'mac_address': 'fa:16:3e:96:64:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 693, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4fb003c-f9b9-4088-b0fe-6363f7d9b384', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 18:22:45.860859 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:22:45.873574 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e78e585-5166-4ff0-8079-f5d85af26d21 {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:22:45.892291 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port 2e78e585-5166-4ff0-8079-f5d85af26d21, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=2e78e585-5166-4ff0-8079-f5d85af26d21,segment=NetworkSegment(f129bd32-7911-4aaf-8e97-a9024ba71deb),segment_id=f129bd32-7911-4aaf-8e97-a9024ba71deb)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:22:45.896233 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:22:45.943756 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Pushing event updated for resources: {'Port': ['ID=2e78e585-5166-4ff0-8079-f5d85af26d21,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:22:45.951551 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:22:45.951904 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:22:45.952254 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:22:45.952596 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:22:45.952938 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:22:45.953278 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:22:45.953612 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:22:45.953982 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:22:45.954316 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:22:45.954645 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:22:45.954976 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:22:45.955301 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:22:46.153616 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] get_ports_and_sgs() called for port_ids ['2e78e585-5166-4ff0-8079-f5d85af26d21'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:22:46.657679 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec57ccca-e338-4f89-b638-6aee64d7e423 req-bf2be663-9c72-454a-8021-d63b488cc929 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:22:46.659209 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ec57ccca-e338-4f89-b638-6aee64d7e423 req-bf2be663-9c72-454a-8021-d63b488cc929 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/ports?device_id=7b85556b-6cf9-4be3-8c0d-df0330221815 HTTP/1.1" status: 200 len: 944 time: 0.0487328 Nov 19 18:22:46.717240 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ec57ccca-e338-4f89-b638-6aee64d7e423 req-1ea024bc-3831-435c-8e70-3fbf49cf1dce tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/security-groups?id=2251ec2c-31d8-4662-b320-f9fc0f8759a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517192 Nov 19 18:22:47.409464 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.agents_db [None req-619e5c26-d9ed-4321-86eb-7d443bb9dfa2 None None] Agent healthcheck: found 7 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 18:22:47.719446 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device 2e78e585-5166-4ff0-8079-f5d85af26d21 up at agent hyperv_n-h2-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:22:47.771936 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Provisioning for port 2e78e585-5166-4ff0-8079-f5d85af26d21 completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 18:22:47.781701 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Provisioning complete for port 2e78e585-5166-4ff0-8079-f5d85af26d21 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:22:47.782118 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:22:47.834230 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b722f9-a7a2-4be4-b487-949e4bdbf505 req-15f28e94-92e2-4d68-ae3e-a8522674c20e tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:22:47.835711 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-23b722f9-a7a2-4be4-b487-949e4bdbf505 req-15f28e94-92e2-4d68-ae3e-a8522674c20e tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/ports?device_id=7b85556b-6cf9-4be3-8c0d-df0330221815 HTTP/1.1" status: 200 len: 944 time: 0.0477233 Nov 19 18:22:47.860470 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:22:47.884124 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b85556b-6cf9-4be3-8c0d-df0330221815', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e78e585-5166-4ff0-8079-f5d85af26d21'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:22:47.884875 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-23b722f9-a7a2-4be4-b487-949e4bdbf505 req-bf76f0e2-d19d-4a82-b9ac-3ca5daf25519 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/security-groups?id=2251ec2c-31d8-4662-b320-f9fc0f8759a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424986 Nov 19 18:22:47.886385 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3940761bcd94e032e6960d2241bd8993c5d3a7d8dc2aca8488f3ecf1d4dd2fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2dc755f-d3cc-482d-bac9-43a5100ce7d3" -d '{"events": [{"server_uuid": "7b85556b-6cf9-4be3-8c0d-df0330221815", "name": "network-vif-plugged", "status": "completed", "tag": "2e78e585-5166-4ff0-8079-f5d85af26d21"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:22:47.900541 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port 2e78e585-5166-4ff0-8079-f5d85af26d21, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=2e78e585-5166-4ff0-8079-f5d85af26d21,segment=NetworkSegment(f129bd32-7911-4aaf-8e97-a9024ba71deb),segment_id=f129bd32-7911-4aaf-8e97-a9024ba71deb)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:22:47.906201 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:22:47.958938 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Pushing event updated for resources: {'Port': ['ID=2e78e585-5166-4ff0-8079-f5d85af26d21,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:22:47.997619 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:22:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d49cf5eb-95bb-4f3b-b8d0-bb669ea39196 x-openstack-request-id: req-d49cf5eb-95bb-4f3b-b8d0-bb669ea39196 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:22:47.998049 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b85556b-6cf9-4be3-8c0d-df0330221815", "name": "network-vif-plugged", "status": "completed", "tag": "2e78e585-5166-4ff0-8079-f5d85af26d21", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:22:47.998476 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d49cf5eb-95bb-4f3b-b8d0-bb669ea39196 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:22:47.998881 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b85556b-6cf9-4be3-8c0d-df0330221815', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e78e585-5166-4ff0-8079-f5d85af26d21', 'code': 200} Nov 19 18:22:48.096612 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe384fe-87db-4a0f-ba1b-3ede4ffefcbd req-f91d2258-386a-4a7c-b21a-484dc12b0d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:22:48.098165 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-dbe384fe-87db-4a0f-ba1b-3ede4ffefcbd req-f91d2258-386a-4a7c-b21a-484dc12b0d4b service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=7b85556b-6cf9-4be3-8c0d-df0330221815 HTTP/1.1" status: 200 len: 1096 time: 0.0400946 Nov 19 18:22:48.143999 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-dbe384fe-87db-4a0f-ba1b-3ede4ffefcbd req-e5f4fcba-f4e4-40d2-9a6f-118e4170a6c1 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=2251ec2c-31d8-4662-b320-f9fc0f8759a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389230 Nov 19 18:22:49.010309 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e713deb8-33b2-4b86-9920-421e000807c2 req-9aff1cce-6482-4d74-847f-ed3911d1e40c tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:22:49.011850 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e713deb8-33b2-4b86-9920-421e000807c2 req-9aff1cce-6482-4d74-847f-ed3911d1e40c tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/ports?device_id=7b85556b-6cf9-4be3-8c0d-df0330221815 HTTP/1.1" status: 200 len: 945 time: 0.0549846 Nov 19 18:22:49.079317 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e713deb8-33b2-4b86-9920-421e000807c2 req-d7dd958b-92d6-43b7-95ee-f413e742728b tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/security-groups?id=2251ec2c-31d8-4662-b320-f9fc0f8759a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606170 Nov 19 18:22:50.204341 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94379b64-f7ff-4485-b8a1-32607f219134 req-f946cdea-7e55-4622-abdf-53dd1b3a00d4 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:22:50.205842 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-94379b64-f7ff-4485-b8a1-32607f219134 req-f946cdea-7e55-4622-abdf-53dd1b3a00d4 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/ports?device_id=7b85556b-6cf9-4be3-8c0d-df0330221815 HTTP/1.1" status: 200 len: 945 time: 0.0555925 Nov 19 18:22:50.259027 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-94379b64-f7ff-4485-b8a1-32607f219134 req-e89eb354-8fed-4ff3-934a-a2bdf6a651ac tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/security-groups?id=2251ec2c-31d8-4662-b320-f9fc0f8759a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471768 Nov 19 18:22:50.373504 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83041ac2-7695-4dee-b80f-9ef89c9192bf req-c7cea609-26a2-490a-84f7-554966d9a645 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:22:50.374917 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-83041ac2-7695-4dee-b80f-9ef89c9192bf req-c7cea609-26a2-490a-84f7-554966d9a645 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/ports?device_id=7b85556b-6cf9-4be3-8c0d-df0330221815 HTTP/1.1" status: 200 len: 945 time: 0.0490582 Nov 19 18:22:50.423456 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-83041ac2-7695-4dee-b80f-9ef89c9192bf req-9b331146-5bfb-40e1-a0be-9e8b5f4e4704 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/security-groups?id=2251ec2c-31d8-4662-b320-f9fc0f8759a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425794 Nov 19 18:22:50.445764 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 44430) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:22:50.632644 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a5d45bf-4439-432c-bd29-2f8d5b2eadd7 tempest-TestVolumeBootPattern-2111126212 tempest-TestVolumeBootPattern-2111126212-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:22:50.634085 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-3a5d45bf-4439-432c-bd29-2f8d5b2eadd7 tempest-TestVolumeBootPattern-2111126212 tempest-TestVolumeBootPattern-2111126212-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=7b85556b-6cf9-4be3-8c0d-df0330221815 HTTP/1.1" status: 200 len: 1091 time: 0.1871245 Nov 19 18:22:50.636915 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 44436) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:22:50.641712 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-4ef8cf25-882f-4af3-83e1-a886c3921137 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Request body: {'floatingip': {'floating_network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'port_id': '2e78e585-5166-4ff0-8079-f5d85af26d21', 'tenant_id': 'd09befc26c6d48b68aeefb676fca7c9a', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:22:50.664192 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4ef8cf25-882f-4af3-83e1-a886c3921137 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Publish callbacks [] for floatingip, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:22:50.761920 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4ef8cf25-882f-4af3-83e1-a886c3921137 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:22:50.866592 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [None req-4ef8cf25-882f-4af3-83e1-a886c3921137 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Allocated IP 172.25.7.219 (645e61aa-1a6c-4e8f-857e-ab06edb4897f/88ed2d64-f56d-4f01-a468-946e01c99e82/449dbb5b-a16a-4394-9f3b-4c1792495ffd) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:22:50.967574 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4ef8cf25-882f-4af3-83e1-a886c3921137 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:22:51.001252 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4ef8cf25-882f-4af3-83e1-a886c3921137 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:22:51.040523 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ef8cf25-882f-4af3-83e1-a886c3921137 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Network 645e61aa-1a6c-4e8f-857e-ab06edb4897f is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:22:51.043431 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-4ef8cf25-882f-4af3-83e1-a886c3921137 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:22:51.048185 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef8cf25-882f-4af3-83e1-a886c3921137 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:22:51.074737 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef8cf25-882f-4af3-83e1-a886c3921137 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Pushing event updated for resources: {'Port': ['ID=449dbb5b-a16a-4394-9f3b-4c1792495ffd,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:22:51.086553 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef8cf25-882f-4af3-83e1-a886c3921137 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:22:51.086911 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef8cf25-882f-4af3-83e1-a886c3921137 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:22:51.087264 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef8cf25-882f-4af3-83e1-a886c3921137 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:22:51.087611 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef8cf25-882f-4af3-83e1-a886c3921137 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:22:51.087954 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef8cf25-882f-4af3-83e1-a886c3921137 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:22:51.088296 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef8cf25-882f-4af3-83e1-a886c3921137 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:22:51.088632 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef8cf25-882f-4af3-83e1-a886c3921137 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:22:51.088963 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef8cf25-882f-4af3-83e1-a886c3921137 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:22:51.089328 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef8cf25-882f-4af3-83e1-a886c3921137 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:22:51.089658 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef8cf25-882f-4af3-83e1-a886c3921137 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:22:51.090016 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef8cf25-882f-4af3-83e1-a886c3921137 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:22:51.090350 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef8cf25-882f-4af3-83e1-a886c3921137 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:22:51.421395 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4ef8cf25-882f-4af3-83e1-a886c3921137 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:22:51.490088 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4ef8cf25-882f-4af3-83e1-a886c3921137 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:22:51.636578 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4ef8cf25-882f-4af3-83e1-a886c3921137 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Publish callbacks [] for port, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:22:51.640952 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4ef8cf25-882f-4af3-83e1-a886c3921137 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:22:51.713741 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef8cf25-882f-4af3-83e1-a886c3921137 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Pushing event updated for resources: {'Port': ['ID=449dbb5b-a16a-4394-9f3b-4c1792495ffd,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:22:51.723931 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4ef8cf25-882f-4af3-83e1-a886c3921137 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-671284'] for floatingip, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:22:51.824093 n-d-818022-2 neutron-server[103365]: INFO neutron.db.l3_db [None req-4ef8cf25-882f-4af3-83e1-a886c3921137 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Floating IP a21746e8-9664-4c06-8d14-70b3edcb85d1 associated. External IP: 172.25.7.219, port: 2e78e585-5166-4ff0-8079-f5d85af26d21. Nov 19 18:22:52.031277 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ef8cf25-882f-4af3-83e1-a886c3921137 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Router 204d8c86-2633-4b36-83f5-6821cd2c7573 has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 18:22:52.139148 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ef8cf25-882f-4af3-83e1-a886c3921137 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:22:52.148674 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-617052e8-dc0c-41e8-8622-111a348783f5 None None] Sync routers for ids ['204d8c86-2633-4b36-83f5-6821cd2c7573'] in n-d-818022-2 {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:22:52.157109 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4ef8cf25-882f-4af3-83e1-a886c3921137 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for floatingip, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:22:52.159908 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-617052e8-dc0c-41e8-8622-111a348783f5 None None] Routers {'204d8c86-2633-4b36-83f5-6821cd2c7573'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:22:52.160530 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-617052e8-dc0c-41e8-8622-111a348783f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:22:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['204d8c86-2633-4b36-83f5-6821cd2c7573'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:22:52.184231 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-4ef8cf25-882f-4af3-83e1-a886c3921137 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5463281 Nov 19 18:22:52.184826 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b85556b-6cf9-4be3-8c0d-df0330221815', 'tag': '2e78e585-5166-4ff0-8079-f5d85af26d21'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:22:52.187632 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218319d759239a7d11f1288aef37381b97754913ee9ccbfd43b51a463f801712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-580a0f1e-1811-4c7a-9bcf-1182b7c27467" -d '{"events": [{"name": "network-changed", "server_uuid": "7b85556b-6cf9-4be3-8c0d-df0330221815", "tag": "2e78e585-5166-4ff0-8079-f5d85af26d21"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:22:52.229413 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 18:22:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ece6b4e-b0bf-4007-b52d-a09b47861d2c x-openstack-request-id: req-3ece6b4e-b0bf-4007-b52d-a09b47861d2c {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:22:52.229730 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b85556b-6cf9-4be3-8c0d-df0330221815", "tag": "2e78e585-5166-4ff0-8079-f5d85af26d21", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:22:52.230019 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-3ece6b4e-b0bf-4007-b52d-a09b47861d2c {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:22:52.230427 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b85556b-6cf9-4be3-8c0d-df0330221815', 'tag': '2e78e585-5166-4ff0-8079-f5d85af26d21', 'status': 'completed', 'code': 200} Nov 19 18:22:52.270300 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-617052e8-dc0c-41e8-8622-111a348783f5 None None] Set router 204d8c86-2633-4b36-83f5-6821cd2c7573 gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:22:52.294272 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580a0f1e-1811-4c7a-9bcf-1182b7c27467 req-77344748-54b7-4c8f-8b99-ed49d48c0076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:22:52.295686 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-580a0f1e-1811-4c7a-9bcf-1182b7c27467 req-77344748-54b7-4c8f-8b99-ed49d48c0076 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=d09befc26c6d48b68aeefb676fca7c9a&device_id=7b85556b-6cf9-4be3-8c0d-df0330221815 HTTP/1.1" status: 200 len: 1096 time: 0.0412474 Nov 19 18:22:52.394400 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580a0f1e-1811-4c7a-9bcf-1182b7c27467 req-9ac9d8c0-1a3b-4bf0-b938-ca83c3ea7b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:22:52.395879 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-580a0f1e-1811-4c7a-9bcf-1182b7c27467 req-9ac9d8c0-1a3b-4bf0-b938-ca83c3ea7b97 service neutron] 10.222.0.86 "GET /v2.0/networks?id=656db470-8519-4483-9948-4b30bcb1c90d HTTP/1.1" status: 200 len: 912 time: 0.0914946 Nov 19 18:22:52.462319 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-580a0f1e-1811-4c7a-9bcf-1182b7c27467 req-bd37f937-5ff3-4ee8-b5f5-68b42c44686d service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2e78e585-5166-4ff0-8079-f5d85af26d21 HTTP/1.1" status: 200 len: 999 time: 0.0586140 Nov 19 18:22:52.494421 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-617052e8-dc0c-41e8-8622-111a348783f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '204d8c86-2633-4b36-83f5-6821cd2c7573', 'name': 'tempest-TestVolumeBootPattern-398289042-router', 'tenant_id': 'd09befc26c6d48b68aeefb676fca7c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': 'fe6ae1f1-4f6d-4f04-bef8-2cfbbf358d69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:16:41Z', 'updated_at': '2021-11-19T18:16:43Z', 'revision_number': 4, 'project_id': 'd09befc26c6d48b68aeefb676fca7c9a', 'gw_port': {'id': 'fe6ae1f1-4f6d-4f04-bef8-2cfbbf358d69', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e9:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '204d8c86-2633-4b36-83f5-6821cd2c7573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:16:41Z', 'updated_at': '2021-11-19T18:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_floatingips': [{'id': 'a21746e8-9664-4c06-8d14-70b3edcb85d1', 'tenant_id': 'd09befc26c6d48b68aeefb676fca7c9a', 'floating_ip_address': '172.25.7.219', 'floating_network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'router_id': '204d8c86-2633-4b36-83f5-6821cd2c7573', 'port_id': '2e78e585-5166-4ff0-8079-f5d85af26d21', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4016, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '656db470-8519-4483-9948-4b30bcb1c90d', 'mac_address': 'fa:16:3e:96:64:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b85556b-6cf9-4be3-8c0d-df0330221815', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T18:22:51Z', 'updated_at': '2021-11-19T18:22:51Z', 'revision_number': 0, 'project_id': 'd09befc26c6d48b68aeefb676fca7c9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2f494de-d6c0-4212-b107-a0b388bed43b', 'name': '', 'network_id': '656db470-8519-4483-9948-4b30bcb1c90d', 'tenant_id': 'd09befc26c6d48b68aeefb676fca7c9a', 'mac_address': 'fa:16:3e:d2:9e:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '204d8c86-2633-4b36-83f5-6821cd2c7573', 'device_owner': 'network:router_interface', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': 'a4fb003c-f9b9-4088-b0fe-6363f7d9b384', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:16:43Z', 'updated_at': '2021-11-19T18:16:47Z', 'revision_number': 5, 'project_id': 'd09befc26c6d48b68aeefb676fca7c9a', 'subnets': [{'id': 'a4fb003c-f9b9-4088-b0fe-6363f7d9b384', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:22:52.512706 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580a0f1e-1811-4c7a-9bcf-1182b7c27467 req-8cb419ae-b25d-4ec3-8219-38806a7e2acc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:22:52.514761 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-580a0f1e-1811-4c7a-9bcf-1182b7c27467 req-8cb419ae-b25d-4ec3-8219-38806a7e2acc service neutron] 10.222.0.86 "GET /v2.0/subnets?id=a4fb003c-f9b9-4088-b0fe-6363f7d9b384 HTTP/1.1" status: 200 len: 850 time: 0.0445032 Nov 19 18:22:52.521220 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-617052e8-dc0c-41e8-8622-111a348783f5 None None] Checking router: 204d8c86-2633-4b36-83f5-6821cd2c7573 for host: n-d-818022-2 {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:22:52.529784 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-617052e8-dc0c-41e8-8622-111a348783f5 None None] Routers {'204d8c86-2633-4b36-83f5-6821cd2c7573'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:22:52.530522 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-617052e8-dc0c-41e8-8622-111a348783f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:22:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['204d8c86-2633-4b36-83f5-6821cd2c7573'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:22:52.565967 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580a0f1e-1811-4c7a-9bcf-1182b7c27467 req-e2951eea-2d2a-4cfb-a5ad-a1e10f912c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:22:52.567385 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-580a0f1e-1811-4c7a-9bcf-1182b7c27467 req-e2951eea-2d2a-4cfb-a5ad-a1e10f912c0c service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=656db470-8519-4483-9948-4b30bcb1c90d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445182 Nov 19 18:22:52.637252 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-617052e8-dc0c-41e8-8622-111a348783f5 None None] Set router 204d8c86-2633-4b36-83f5-6821cd2c7573 gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:22:52.657014 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-580a0f1e-1811-4c7a-9bcf-1182b7c27467 req-15a7fe2b-4f98-4aba-8a72-bc393795a2a9 service neutron] 10.222.0.86 "GET /v2.0/networks/656db470-8519-4483-9948-4b30bcb1c90d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821190 Nov 19 18:22:52.751090 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-580a0f1e-1811-4c7a-9bcf-1182b7c27467 req-8d777ed3-0597-41bf-9f6c-2ec57ca9c32c service neutron] 10.222.0.86 "GET /v2.0/networks/656db470-8519-4483-9948-4b30bcb1c90d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864687 Nov 19 18:22:52.859163 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-617052e8-dc0c-41e8-8622-111a348783f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '204d8c86-2633-4b36-83f5-6821cd2c7573', 'name': 'tempest-TestVolumeBootPattern-398289042-router', 'tenant_id': 'd09befc26c6d48b68aeefb676fca7c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': 'fe6ae1f1-4f6d-4f04-bef8-2cfbbf358d69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:16:41Z', 'updated_at': '2021-11-19T18:16:43Z', 'revision_number': 4, 'project_id': 'd09befc26c6d48b68aeefb676fca7c9a', 'gw_port': {'id': 'fe6ae1f1-4f6d-4f04-bef8-2cfbbf358d69', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e9:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '204d8c86-2633-4b36-83f5-6821cd2c7573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:16:41Z', 'updated_at': '2021-11-19T18:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_floatingips': [{'id': 'a21746e8-9664-4c06-8d14-70b3edcb85d1', 'tenant_id': 'd09befc26c6d48b68aeefb676fca7c9a', 'floating_ip_address': '172.25.7.219', 'floating_network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'router_id': '204d8c86-2633-4b36-83f5-6821cd2c7573', 'port_id': '2e78e585-5166-4ff0-8079-f5d85af26d21', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4016, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '656db470-8519-4483-9948-4b30bcb1c90d', 'mac_address': 'fa:16:3e:96:64:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b85556b-6cf9-4be3-8c0d-df0330221815', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T18:22:51Z', 'updated_at': '2021-11-19T18:22:51Z', 'revision_number': 0, 'project_id': 'd09befc26c6d48b68aeefb676fca7c9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2f494de-d6c0-4212-b107-a0b388bed43b', 'name': '', 'network_id': '656db470-8519-4483-9948-4b30bcb1c90d', 'tenant_id': 'd09befc26c6d48b68aeefb676fca7c9a', 'mac_address': 'fa:16:3e:d2:9e:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '204d8c86-2633-4b36-83f5-6821cd2c7573', 'device_owner': 'network:router_interface', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': 'a4fb003c-f9b9-4088-b0fe-6363f7d9b384', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:16:43Z', 'updated_at': '2021-11-19T18:16:47Z', 'revision_number': 5, 'project_id': 'd09befc26c6d48b68aeefb676fca7c9a', 'subnets': [{'id': 'a4fb003c-f9b9-4088-b0fe-6363f7d9b384', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:22:52.884640 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-617052e8-dc0c-41e8-8622-111a348783f5 None None] The sync data for ids ['204d8c86-2633-4b36-83f5-6821cd2c7573'] in n-d-818022-2 is: [{'id': '204d8c86-2633-4b36-83f5-6821cd2c7573', 'name': 'tempest-TestVolumeBootPattern-398289042-router', 'tenant_id': 'd09befc26c6d48b68aeefb676fca7c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': 'fe6ae1f1-4f6d-4f04-bef8-2cfbbf358d69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:16:41Z', 'updated_at': '2021-11-19T18:16:43Z', 'revision_number': 4, 'project_id': 'd09befc26c6d48b68aeefb676fca7c9a', 'gw_port': {'id': 'fe6ae1f1-4f6d-4f04-bef8-2cfbbf358d69', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e9:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '204d8c86-2633-4b36-83f5-6821cd2c7573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:16:41Z', 'updated_at': '2021-11-19T18:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_floatingips': [{'id': 'a21746e8-9664-4c06-8d14-70b3edcb85d1', 'tenant_id': 'd09befc26c6d48b68aeefb676fca7c9a', 'floating_ip_address': '172.25.7.219', 'floating_network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'router_id': '204d8c86-2633-4b36-83f5-6821cd2c7573', 'port_id': '2e78e585-5166-4ff0-8079-f5d85af26d21', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4016, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '656db470-8519-4483-9948-4b30bcb1c90d', 'mac_address': 'fa:16:3e:96:64:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b85556b-6cf9-4be3-8c0d-df0330221815', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T18:22:51Z', 'updated_at': '2021-11-19T18:22:51Z', 'revision_number': 0, 'project_id': 'd09befc26c6d48b68aeefb676fca7c9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2f494de-d6c0-4212-b107-a0b388bed43b', 'name': '', 'network_id': '656db470-8519-4483-9948-4b30bcb1c90d', 'tenant_id': 'd09befc26c6d48b68aeefb676fca7c9a', 'mac_address': 'fa:16:3e:d2:9e:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '204d8c86-2633-4b36-83f5-6821cd2c7573', 'device_owner': 'network:router_interface', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': 'a4fb003c-f9b9-4088-b0fe-6363f7d9b384', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:16:43Z', 'updated_at': '2021-11-19T18:16:47Z', 'revision_number': 5, 'project_id': 'd09befc26c6d48b68aeefb676fca7c9a', 'subnets': [{'id': 'a4fb003c-f9b9-4088-b0fe-6363f7d9b384', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:22:53.066374 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b937d1d3-a247-4d7d-ae84-9dec51e74a40 None None] New status for floating IP a21746e8-9664-4c06-8d14-70b3edcb85d1: ACTIVE {{(pid=103366) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 18:22:59.821412 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-1c1b3b7e-aeb3-41ba-82cf-c812b30d77c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:23:02.033302 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-91c4b780-a3c0-4c71-ba5a-c87261788ca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:23:03.278153 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e46ecc5a-dc14-4744-b262-3072ff2e958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:23:04.044967 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:23:04.060797 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:23:04.869646 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e013d7e6-5264-4dcc-9759-54f5fb809e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:23:05.220074 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:23:24.409182 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.agents_db [None req-619e5c26-d9ed-4321-86eb-7d443bb9dfa2 None None] Agent healthcheck: found 7 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 18:23:29.824831 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b1e0ddf1-7275-4c4f-ae8f-1c19cba6203f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:23:32.024175 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-97321dd8-f6dd-429c-8a5a-a3068efc29b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:23:33.280507 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e46ecc5a-dc14-4744-b262-3072ff2e958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:23:34.070774 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:23:34.072388 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:23:34.872435 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e013d7e6-5264-4dcc-9759-54f5fb809e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:23:35.222013 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:23:42.568399 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c73a510b-b990-416e-9b70-e022fcd6d1a0 req-20abebb1-f0fe-4135-86e3-f22b0b730521 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=7b85556b-6cf9-4be3-8c0d-df0330221815&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0451627 Nov 19 18:23:42.655524 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73a510b-b990-416e-9b70-e022fcd6d1a0 req-7d51dfa5-10d4-4286-b024-cc76af2fcf34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:23:42.657083 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c73a510b-b990-416e-9b70-e022fcd6d1a0 req-7d51dfa5-10d4-4286-b024-cc76af2fcf34 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=d09befc26c6d48b68aeefb676fca7c9a&device_id=7b85556b-6cf9-4be3-8c0d-df0330221815 HTTP/1.1" status: 200 len: 1096 time: 0.0422313 Nov 19 18:23:42.765996 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73a510b-b990-416e-9b70-e022fcd6d1a0 req-eeed85ea-f09d-4a58-9b7e-b91c0270a8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:23:42.768973 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c73a510b-b990-416e-9b70-e022fcd6d1a0 req-eeed85ea-f09d-4a58-9b7e-b91c0270a8d9 service neutron] 10.222.0.86 "GET /v2.0/networks?id=656db470-8519-4483-9948-4b30bcb1c90d HTTP/1.1" status: 200 len: 912 time: 0.0892577 Nov 19 18:23:42.839207 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c73a510b-b990-416e-9b70-e022fcd6d1a0 req-d0b97632-cf67-4ae3-8d4d-30ce2955b6a1 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2e78e585-5166-4ff0-8079-f5d85af26d21 HTTP/1.1" status: 200 len: 1001 time: 0.0639560 Nov 19 18:23:42.889593 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73a510b-b990-416e-9b70-e022fcd6d1a0 req-5478e3f0-8bb2-4e8d-921f-ceece40de87f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:23:42.891065 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c73a510b-b990-416e-9b70-e022fcd6d1a0 req-5478e3f0-8bb2-4e8d-921f-ceece40de87f service neutron] 10.222.0.86 "GET /v2.0/subnets?id=a4fb003c-f9b9-4088-b0fe-6363f7d9b384 HTTP/1.1" status: 200 len: 850 time: 0.0442185 Nov 19 18:23:42.941939 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73a510b-b990-416e-9b70-e022fcd6d1a0 req-9adaa214-2e9d-4b4b-a008-b349db53a1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:23:42.943421 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c73a510b-b990-416e-9b70-e022fcd6d1a0 req-9adaa214-2e9d-4b4b-a008-b349db53a1b8 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=656db470-8519-4483-9948-4b30bcb1c90d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447326 Nov 19 18:23:43.036806 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c73a510b-b990-416e-9b70-e022fcd6d1a0 req-7e85a2b3-dfd3-4074-9b8c-26ea775b4ca9 service neutron] 10.222.0.86 "GET /v2.0/networks/656db470-8519-4483-9948-4b30bcb1c90d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857460 Nov 19 18:23:43.137695 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c73a510b-b990-416e-9b70-e022fcd6d1a0 req-0f2d4046-ae37-4833-8b84-3fc49a551c0a service neutron] 10.222.0.86 "GET /v2.0/networks/656db470-8519-4483-9948-4b30bcb1c90d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892069 Nov 19 18:23:59.826788 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9b2779ac-1229-4e1a-9510-9b3b60932d1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:24:01.409248 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.agents_db [None req-619e5c26-d9ed-4321-86eb-7d443bb9dfa2 None None] Agent healthcheck: found 7 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 18:24:02.025085 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-5a338819-9587-4994-b9c0-c2228fa6eee9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:24:03.284937 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e46ecc5a-dc14-4744-b262-3072ff2e958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:24:04.067843 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:24:04.077665 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:24:04.873789 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e013d7e6-5264-4dcc-9759-54f5fb809e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:24:05.223665 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:24:29.831647 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-bef72ba6-f2e9-4a9e-bed4-991aa9d7e8db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:24:32.030122 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ea5599b5-ebf9-40ca-9429-719fd6d859e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:24:33.291178 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e46ecc5a-dc14-4744-b262-3072ff2e958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:24:34.068289 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:24:34.080886 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:24:34.878230 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e013d7e6-5264-4dcc-9759-54f5fb809e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:24:35.225111 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:24:38.419212 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.agents_db [None req-619e5c26-d9ed-4321-86eb-7d443bb9dfa2 None None] Agent healthcheck: found 7 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 18:24:42.254249 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2a840505-437c-4f9a-9113-bc702e83b6d0 req-64e3c9d7-bdaf-4ec5-8280-db02e697929e tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-500859587&fields=id&tenant_id=d09befc26c6d48b68aeefb676fca7c9a HTTP/1.1" status: 200 len: 267 time: 0.0441344 Nov 19 18:24:42.362129 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a840505-437c-4f9a-9113-bc702e83b6d0 req-26b82cfa-f535-4a21-acd2-6ffbc00537b9 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:24:42.364133 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2a840505-437c-4f9a-9113-bc702e83b6d0 req-26b82cfa-f535-4a21-acd2-6ffbc00537b9 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/networks?id=656db470-8519-4483-9948-4b30bcb1c90d HTTP/1.1" status: 200 len: 811 time: 0.1029611 Nov 19 18:24:42.380000 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2a840505-437c-4f9a-9113-bc702e83b6d0 req-ff73804f-4f43-4b9c-a75f-7c5e483f7400 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/quotas/d09befc26c6d48b68aeefb676fca7c9a HTTP/1.1" status: 200 len: 375 time: 0.0098724 Nov 19 18:24:42.435043 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2a840505-437c-4f9a-9113-bc702e83b6d0 req-19d92b03-a38b-45f2-9e77-6ddea914df2b tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=d09befc26c6d48b68aeefb676fca7c9a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0494013 Nov 19 18:24:42.581247 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2a840505-437c-4f9a-9113-bc702e83b6d0 req-7fd498bd-7ec4-402c-b9bc-f354a3290e81 service neutron] 10.222.0.54 "GET /v2.0/networks/656db470-8519-4483-9948-4b30bcb1c90d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344249 Nov 19 18:24:42.672953 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2a840505-437c-4f9a-9113-bc702e83b6d0 req-c83d5f0c-a90d-4f6b-861a-a293df029372 service neutron] 10.222.0.54 "GET /v2.0/networks/656db470-8519-4483-9948-4b30bcb1c90d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856111 Nov 19 18:24:43.037039 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-96b19f4a-d4b0-4299-af65-51b9fdf6cb64 req-9f486121-59c8-4798-a9cc-4dc93eed663a tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/ports?device_id=18364caa-8751-4838-a927-f16ab69059f5 HTTP/1.1" status: 200 len: 210 time: 0.1093767 Nov 19 18:24:43.486270 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-5ff77541-dbac-4b79-b491-f0303e827ab0 req-5c1ac7b8-777a-4d12-891c-7c814a44fe0a service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=7b85556b-6cf9-4be3-8c0d-df0330221815&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0403876 Nov 19 18:24:43.582142 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff77541-dbac-4b79-b491-f0303e827ab0 req-5c7b0489-de32-48c6-a90a-3c5083f987f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:24:43.584557 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-5ff77541-dbac-4b79-b491-f0303e827ab0 req-5c7b0489-de32-48c6-a90a-3c5083f987f4 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=d09befc26c6d48b68aeefb676fca7c9a&device_id=7b85556b-6cf9-4be3-8c0d-df0330221815 HTTP/1.1" status: 200 len: 1096 time: 0.0471876 Nov 19 18:24:43.691445 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff77541-dbac-4b79-b491-f0303e827ab0 req-fe2e7c0b-8f29-443b-8167-b44422174133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:24:43.693253 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-5ff77541-dbac-4b79-b491-f0303e827ab0 req-fe2e7c0b-8f29-443b-8167-b44422174133 service neutron] 10.222.0.86 "GET /v2.0/networks?id=656db470-8519-4483-9948-4b30bcb1c90d HTTP/1.1" status: 200 len: 912 time: 0.0871887 Nov 19 18:24:43.764252 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-5ff77541-dbac-4b79-b491-f0303e827ab0 req-0d5025f4-e2a7-4de4-8798-263bfdb3ea1b service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2e78e585-5166-4ff0-8079-f5d85af26d21 HTTP/1.1" status: 200 len: 1001 time: 0.0582628 Nov 19 18:24:43.823607 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff77541-dbac-4b79-b491-f0303e827ab0 req-40666f87-f4b7-4be7-b5ff-ae394e64875f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:24:43.825170 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-5ff77541-dbac-4b79-b491-f0303e827ab0 req-40666f87-f4b7-4be7-b5ff-ae394e64875f service neutron] 10.222.0.86 "GET /v2.0/subnets?id=a4fb003c-f9b9-4088-b0fe-6363f7d9b384 HTTP/1.1" status: 200 len: 850 time: 0.0521212 Nov 19 18:24:43.933598 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff77541-dbac-4b79-b491-f0303e827ab0 req-05d1b015-3bfe-4ae6-b942-0ec079a042fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:24:43.935280 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-5ff77541-dbac-4b79-b491-f0303e827ab0 req-05d1b015-3bfe-4ae6-b942-0ec079a042fe service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=656db470-8519-4483-9948-4b30bcb1c90d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1018839 Nov 19 18:24:44.017731 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a840505-437c-4f9a-9113-bc702e83b6d0 req-d2da18a2-58ce-4e7c-93d4-90cf7fb20bd9 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:24:44.019712 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2a840505-437c-4f9a-9113-bc702e83b6d0 req-d2da18a2-58ce-4e7c-93d4-90cf7fb20bd9 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.60 "GET /v2.0/networks?id=656db470-8519-4483-9948-4b30bcb1c90d HTTP/1.1" status: 200 len: 811 time: 0.1606266 Nov 19 18:24:44.085981 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-5ff77541-dbac-4b79-b491-f0303e827ab0 req-28c4d4d0-9fce-4a59-bb7f-51340be5959c service neutron] 10.222.0.86 "GET /v2.0/networks/656db470-8519-4483-9948-4b30bcb1c90d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411045 Nov 19 18:24:44.141132 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d0f8085b-4853-4f37-aa86-e6adaada1964 req-4208f858-70b1-4a04-b432-435d994b9ba8 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/ports?device_id=18364caa-8751-4838-a927-f16ab69059f5 HTTP/1.1" status: 200 len: 210 time: 0.0302050 Nov 19 18:24:44.163527 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2a840505-437c-4f9a-9113-bc702e83b6d0 req-df4c0557-0d65-47df-aa47-9028c69fcfc9 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d09befc26c6d48b68aeefb676fca7c9a HTTP/1.1" status: 200 len: 379 time: 0.1298144 Nov 19 18:24:44.171847 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-2a840505-437c-4f9a-9113-bc702e83b6d0 req-67db28ea-6d85-434c-be01-3cdd445dd1c4 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Request body: {'port': {'device_id': '18364caa-8751-4838-a927-f16ab69059f5', 'network_id': '656db470-8519-4483-9948-4b30bcb1c90d', 'admin_state_up': True, 'tenant_id': 'd09befc26c6d48b68aeefb676fca7c9a', 'security_groups': ['2251ec2c-31d8-4662-b320-f9fc0f8759a7']}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:24:44.272180 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-5ff77541-dbac-4b79-b491-f0303e827ab0 req-eee3bc9a-916d-4a64-bde2-41b6dceb03ea service neutron] 10.222.0.86 "GET /v2.0/networks/656db470-8519-4483-9948-4b30bcb1c90d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759763 Nov 19 18:24:44.311077 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a840505-437c-4f9a-9113-bc702e83b6d0 req-67db28ea-6d85-434c-be01-3cdd445dd1c4 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Made reservation on behalf of d09befc26c6d48b68aeefb676fca7c9a for: {'port': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:24:44.314670 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-2a840505-437c-4f9a-9113-bc702e83b6d0 req-67db28ea-6d85-434c-be01-3cdd445dd1c4 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:24:44.440607 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [req-2a840505-437c-4f9a-9113-bc702e83b6d0 req-67db28ea-6d85-434c-be01-3cdd445dd1c4 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Allocated IP 172.20.0.10 (656db470-8519-4483-9948-4b30bcb1c90d/a4fb003c-f9b9-4088-b0fe-6363f7d9b384/f3d78c3c-dda0-41cd-acb1-c3e54fe19008) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:24:44.582086 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-2a840505-437c-4f9a-9113-bc702e83b6d0 req-67db28ea-6d85-434c-be01-3cdd445dd1c4 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:24:44.615918 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-2a840505-437c-4f9a-9113-bc702e83b6d0 req-67db28ea-6d85-434c-be01-3cdd445dd1c4 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:24:44.659853 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a840505-437c-4f9a-9113-bc702e83b6d0 req-67db28ea-6d85-434c-be01-3cdd445dd1c4 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Network 656db470-8519-4483-9948-4b30bcb1c90d is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:24:44.663243 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [req-2a840505-437c-4f9a-9113-bc702e83b6d0 req-67db28ea-6d85-434c-be01-3cdd445dd1c4 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:24:44.667609 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a840505-437c-4f9a-9113-bc702e83b6d0 req-67db28ea-6d85-434c-be01-3cdd445dd1c4 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:24:44.699160 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67db28ea-6d85-434c-be01-3cdd445dd1c4 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Pushing event updated for resources: {'Port': ['ID=f3d78c3c-dda0-41cd-acb1-c3e54fe19008,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:24:44.713422 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67db28ea-6d85-434c-be01-3cdd445dd1c4 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:24:44.713779 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67db28ea-6d85-434c-be01-3cdd445dd1c4 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:24:44.714167 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67db28ea-6d85-434c-be01-3cdd445dd1c4 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:24:44.714509 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67db28ea-6d85-434c-be01-3cdd445dd1c4 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:24:44.714855 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67db28ea-6d85-434c-be01-3cdd445dd1c4 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:24:44.715193 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67db28ea-6d85-434c-be01-3cdd445dd1c4 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:24:44.715526 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67db28ea-6d85-434c-be01-3cdd445dd1c4 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:24:44.715857 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67db28ea-6d85-434c-be01-3cdd445dd1c4 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:24:44.716189 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67db28ea-6d85-434c-be01-3cdd445dd1c4 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:24:44.716527 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67db28ea-6d85-434c-be01-3cdd445dd1c4 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:24:44.716853 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67db28ea-6d85-434c-be01-3cdd445dd1c4 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:24:44.717180 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67db28ea-6d85-434c-be01-3cdd445dd1c4 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:24:44.741948 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a840505-437c-4f9a-9113-bc702e83b6d0 req-67db28ea-6d85-434c-be01-3cdd445dd1c4 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:24:44.742589 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-2a840505-437c-4f9a-9113-bc702e83b6d0 req-67db28ea-6d85-434c-be01-3cdd445dd1c4 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:24:44.761753 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2a840505-437c-4f9a-9113-bc702e83b6d0 req-67db28ea-6d85-434c-be01-3cdd445dd1c4 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5945153 Nov 19 18:24:44.828439 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-2a840505-437c-4f9a-9113-bc702e83b6d0 req-1c8ebb51-6c49-4e3f-bf8a-137be3e8cc8b service neutron] Request body: {'port': {'device_id': '18364caa-8751-4838-a927-f16ab69059f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818022-2'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:24:44.887675 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-2a840505-437c-4f9a-9113-bc702e83b6d0 req-1c8ebb51-6c49-4e3f-bf8a-137be3e8cc8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:24:44.907922 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd4f9d8c-615b-49d5-9765-410adddb16f6 None None] Provisioning complete for port f3d78c3c-dda0-41cd-acb1-c3e54fe19008 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:24:44.908494 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd4f9d8c-615b-49d5-9765-410adddb16f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:24:44.945343 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-dd4f9d8c-615b-49d5-9765-410adddb16f6 None None] Port f3d78c3c-dda0-41cd-acb1-c3e54fe19008 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:24:45.155817 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [req-2a840505-437c-4f9a-9113-bc702e83b6d0 req-1c8ebb51-6c49-4e3f-bf8a-137be3e8cc8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3d78c3c-dda0-41cd-acb1-c3e54fe19008 {{(pid=103364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:24:45.164200 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-2a840505-437c-4f9a-9113-bc702e83b6d0 req-1c8ebb51-6c49-4e3f-bf8a-137be3e8cc8b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:24:45.179719 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.provisioning_blocks [req-2a840505-437c-4f9a-9113-bc702e83b6d0 req-1c8ebb51-6c49-4e3f-bf8a-137be3e8cc8b service neutron] Transition to ACTIVE for port object f3d78c3c-dda0-41cd-acb1-c3e54fe19008 will not be triggered until provisioned by entity L2. {{(pid=103364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 18:24:45.183574 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-2a840505-437c-4f9a-9113-bc702e83b6d0 req-1c8ebb51-6c49-4e3f-bf8a-137be3e8cc8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:24:45.270757 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8ebb51-6c49-4e3f-bf8a-137be3e8cc8b service neutron] Pushing event updated for resources: {'Port': ['ID=f3d78c3c-dda0-41cd-acb1-c3e54fe19008,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:24:45.346772 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-2a840505-437c-4f9a-9113-bc702e83b6d0 req-1c8ebb51-6c49-4e3f-bf8a-137be3e8cc8b service neutron] Attempting to bind port f3d78c3c-dda0-41cd-acb1-c3e54fe19008 on host n-h1-818022-2 for vnic_type normal with profile {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:24:45.347131 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-2a840505-437c-4f9a-9113-bc702e83b6d0 req-1c8ebb51-6c49-4e3f-bf8a-137be3e8cc8b service neutron] Attempting to bind port f3d78c3c-dda0-41cd-acb1-c3e54fe19008 by drivers openvswitch,hyperv on host n-h1-818022-2 at level 0 using segments [{'id': 'f129bd32-7911-4aaf-8e97-a9024ba71deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '656db470-8519-4483-9948-4b30bcb1c90d'}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:24:45.348014 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a840505-437c-4f9a-9113-bc702e83b6d0 req-1c8ebb51-6c49-4e3f-bf8a-137be3e8cc8b service neutron] Attempting to bind port f3d78c3c-dda0-41cd-acb1-c3e54fe19008 on network 656db470-8519-4483-9948-4b30bcb1c90d {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:24:45.359269 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60a83ec-88b1-416c-9b2f-09815b7e00a7 req-8ef0f84f-0987-488e-921f-caa313f9381d tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:24:45.360807 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-e60a83ec-88b1-416c-9b2f-09815b7e00a7 req-8ef0f84f-0987-488e-921f-caa313f9381d tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/ports?device_id=18364caa-8751-4838-a927-f16ab69059f5 HTTP/1.1" status: 200 len: 944 time: 0.1163466 Nov 19 18:24:45.363092 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a840505-437c-4f9a-9113-bc702e83b6d0 req-1c8ebb51-6c49-4e3f-bf8a-137be3e8cc8b service neutron] Port f3d78c3c-dda0-41cd-acb1-c3e54fe19008 on network 656db470-8519-4483-9948-4b30bcb1c90d not bound, no agent of type Open vSwitch agent registered on host n-h1-818022-2 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 18:24:45.363420 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a840505-437c-4f9a-9113-bc702e83b6d0 req-1c8ebb51-6c49-4e3f-bf8a-137be3e8cc8b service neutron] Attempting to bind port f3d78c3c-dda0-41cd-acb1-c3e54fe19008 on network 656db470-8519-4483-9948-4b30bcb1c90d {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:24:45.375392 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a840505-437c-4f9a-9113-bc702e83b6d0 req-1c8ebb51-6c49-4e3f-bf8a-137be3e8cc8b service neutron] Checking agent: {'id': 'a6668d96-12fa-4ec0-99ad-77eaf490dd2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'started_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 24, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:24:45.375739 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a840505-437c-4f9a-9113-bc702e83b6d0 req-1c8ebb51-6c49-4e3f-bf8a-137be3e8cc8b service neutron] Checking segment: {'id': 'f129bd32-7911-4aaf-8e97-a9024ba71deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '656db470-8519-4483-9948-4b30bcb1c90d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:24:45.376044 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a840505-437c-4f9a-9113-bc702e83b6d0 req-1c8ebb51-6c49-4e3f-bf8a-137be3e8cc8b service neutron] Bound using segment: {'id': 'f129bd32-7911-4aaf-8e97-a9024ba71deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '656db470-8519-4483-9948-4b30bcb1c90d'} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:24:45.376491 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-2a840505-437c-4f9a-9113-bc702e83b6d0 req-1c8ebb51-6c49-4e3f-bf8a-137be3e8cc8b service neutron] Bound port: f3d78c3c-dda0-41cd-acb1-c3e54fe19008, host: n-h1-818022-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f129bd32-7911-4aaf-8e97-a9024ba71deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '656db470-8519-4483-9948-4b30bcb1c90d'}}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:24:45.376855 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-2a840505-437c-4f9a-9113-bc702e83b6d0 req-1c8ebb51-6c49-4e3f-bf8a-137be3e8cc8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:24:45.458453 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-e60a83ec-88b1-416c-9b2f-09815b7e00a7 req-1428e932-c44a-4877-981f-f1f06348f0aa tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/security-groups?id=2251ec2c-31d8-4662-b320-f9fc0f8759a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915933 Nov 19 18:24:45.485665 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-2a840505-437c-4f9a-9113-bc702e83b6d0 req-1c8ebb51-6c49-4e3f-bf8a-137be3e8cc8b service neutron] For port f3d78c3c-dda0-41cd-acb1-c3e54fe19008, host n-h1-818022-2, cleared binding levels {{(pid=103364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:24:45.488733 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-2a840505-437c-4f9a-9113-bc702e83b6d0 req-1c8ebb51-6c49-4e3f-bf8a-137be3e8cc8b service neutron] For port f3d78c3c-dda0-41cd-acb1-c3e54fe19008, host n-h1-818022-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=f3d78c3c-dda0-41cd-acb1-c3e54fe19008,segment=NetworkSegment(f129bd32-7911-4aaf-8e97-a9024ba71deb),segment_id=f129bd32-7911-4aaf-8e97-a9024ba71deb)] {{(pid=103364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:24:45.494318 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-2a840505-437c-4f9a-9113-bc702e83b6d0 req-1c8ebb51-6c49-4e3f-bf8a-137be3e8cc8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:24:45.535608 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a840505-437c-4f9a-9113-bc702e83b6d0 req-1c8ebb51-6c49-4e3f-bf8a-137be3e8cc8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:24:45.536253 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-2a840505-437c-4f9a-9113-bc702e83b6d0 req-1c8ebb51-6c49-4e3f-bf8a-137be3e8cc8b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:24:45.537779 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2a840505-437c-4f9a-9113-bc702e83b6d0 req-1c8ebb51-6c49-4e3f-bf8a-137be3e8cc8b service neutron] 10.222.0.60 "PUT /v2.0/ports/f3d78c3c-dda0-41cd-acb1-c3e54fe19008 HTTP/1.1" status: 200 len: 1092 time: 0.7678139 Nov 19 18:24:45.538308 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18364caa-8751-4838-a927-f16ab69059f5', 'tag': 'f3d78c3c-dda0-41cd-acb1-c3e54fe19008'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:24:45.540655 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dd4767a008c23f8566efc82158ee1b1fff34e1a9e908d76d0b6d0ab7e350e5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-188428ba-9d35-4707-a93d-3bf1b5019282" -d '{"events": [{"name": "network-changed", "server_uuid": "18364caa-8751-4838-a927-f16ab69059f5", "tag": "f3d78c3c-dda0-41cd-acb1-c3e54fe19008"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:24:45.567971 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8ebb51-6c49-4e3f-bf8a-137be3e8cc8b service neutron] Pushing event updated for resources: {'Port': ['ID=f3d78c3c-dda0-41cd-acb1-c3e54fe19008,revision_number=3']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:24:45.647876 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a840505-437c-4f9a-9113-bc702e83b6d0 req-c97c5cc1-ca97-4e59-8c05-e681fd15fb3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:24:45.649328 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2a840505-437c-4f9a-9113-bc702e83b6d0 req-c97c5cc1-ca97-4e59-8c05-e681fd15fb3b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d09befc26c6d48b68aeefb676fca7c9a&device_id=18364caa-8751-4838-a927-f16ab69059f5 HTTP/1.1" status: 200 len: 1095 time: 0.0618577 Nov 19 18:24:45.702725 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 18:24:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85509723-5955-4ba2-bf5e-530fe30e9c90 x-openstack-request-id: req-85509723-5955-4ba2-bf5e-530fe30e9c90 {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:24:45.703027 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18364caa-8751-4838-a927-f16ab69059f5", "tag": "f3d78c3c-dda0-41cd-acb1-c3e54fe19008", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:24:45.703286 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-85509723-5955-4ba2-bf5e-530fe30e9c90 {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:24:45.703692 n-d-818022-2 neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18364caa-8751-4838-a927-f16ab69059f5', 'tag': 'f3d78c3c-dda0-41cd-acb1-c3e54fe19008', 'status': 'completed', 'code': 200} Nov 19 18:24:45.705541 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2a840505-437c-4f9a-9113-bc702e83b6d0 req-2f2536d4-a520-4390-b589-cbe408694dd9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f3d78c3c-dda0-41cd-acb1-c3e54fe19008 HTTP/1.1" status: 200 len: 217 time: 0.0476031 Nov 19 18:24:45.762942 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a840505-437c-4f9a-9113-bc702e83b6d0 req-32cc3746-0b90-49d9-931f-26a2d0508138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:24:45.764442 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2a840505-437c-4f9a-9113-bc702e83b6d0 req-32cc3746-0b90-49d9-931f-26a2d0508138 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a4fb003c-f9b9-4088-b0fe-6363f7d9b384 HTTP/1.1" status: 200 len: 850 time: 0.0520177 Nov 19 18:24:45.810731 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a840505-437c-4f9a-9113-bc702e83b6d0 req-9d8a1917-bbc6-4c72-96f3-82e9334373b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:24:45.812852 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2a840505-437c-4f9a-9113-bc702e83b6d0 req-9d8a1917-bbc6-4c72-96f3-82e9334373b2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=656db470-8519-4483-9948-4b30bcb1c90d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417154 Nov 19 18:24:45.906044 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2a840505-437c-4f9a-9113-bc702e83b6d0 req-d1faf02f-0cc6-4740-abaf-cc3a76c0a867 service neutron] 10.222.0.60 "GET /v2.0/networks/656db470-8519-4483-9948-4b30bcb1c90d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858779 Nov 19 18:24:45.994871 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2a840505-437c-4f9a-9113-bc702e83b6d0 req-cebbab4c-9c62-411f-80fa-fe8e8804b258 service neutron] 10.222.0.60 "GET /v2.0/networks/656db470-8519-4483-9948-4b30bcb1c90d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820925 Nov 19 18:24:46.082642 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188428ba-9d35-4707-a93d-3bf1b5019282 req-b18da5a8-a686-4057-930c-981051fcab6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:24:46.084119 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-188428ba-9d35-4707-a93d-3bf1b5019282 req-b18da5a8-a686-4057-930c-981051fcab6f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d09befc26c6d48b68aeefb676fca7c9a&device_id=18364caa-8751-4838-a927-f16ab69059f5 HTTP/1.1" status: 200 len: 1095 time: 0.0465174 Nov 19 18:24:46.175896 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188428ba-9d35-4707-a93d-3bf1b5019282 req-461a0de4-5028-43cb-b028-08fc54e0b24f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:24:46.177275 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-188428ba-9d35-4707-a93d-3bf1b5019282 req-461a0de4-5028-43cb-b028-08fc54e0b24f service neutron] 10.222.0.60 "GET /v2.0/networks?id=656db470-8519-4483-9948-4b30bcb1c90d HTTP/1.1" status: 200 len: 912 time: 0.0859604 Nov 19 18:24:46.219853 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-188428ba-9d35-4707-a93d-3bf1b5019282 req-ad4c03c6-af8a-4a99-82a5-4c84cb46a410 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f3d78c3c-dda0-41cd-acb1-c3e54fe19008 HTTP/1.1" status: 200 len: 217 time: 0.0354340 Nov 19 18:24:46.275172 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188428ba-9d35-4707-a93d-3bf1b5019282 req-1b886f85-7273-41b1-9706-397926054a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:24:46.276739 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-188428ba-9d35-4707-a93d-3bf1b5019282 req-1b886f85-7273-41b1-9706-397926054a3a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a4fb003c-f9b9-4088-b0fe-6363f7d9b384 HTTP/1.1" status: 200 len: 850 time: 0.0494838 Nov 19 18:24:46.324548 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188428ba-9d35-4707-a93d-3bf1b5019282 req-17e9b17a-42df-4c2a-b09a-71717428f448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:24:46.326085 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-188428ba-9d35-4707-a93d-3bf1b5019282 req-17e9b17a-42df-4c2a-b09a-71717428f448 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=656db470-8519-4483-9948-4b30bcb1c90d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417213 Nov 19 18:24:46.431834 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-188428ba-9d35-4707-a93d-3bf1b5019282 req-cf29acf4-bd1a-4852-8eaf-d772f6d245e1 service neutron] 10.222.0.60 "GET /v2.0/networks/656db470-8519-4483-9948-4b30bcb1c90d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986130 Nov 19 18:24:46.530607 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-188428ba-9d35-4707-a93d-3bf1b5019282 req-458ae0d2-5e0f-4faf-b7a3-c7a576f0cd2e service neutron] 10.222.0.60 "GET /v2.0/networks/656db470-8519-4483-9948-4b30bcb1c90d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908570 Nov 19 18:24:46.585325 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2d0137-3ccc-4645-87ba-ae8b7808b0e9 req-b07d95ad-73cb-4f2a-957c-3d9fc856f506 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:24:46.587025 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-de2d0137-3ccc-4645-87ba-ae8b7808b0e9 req-b07d95ad-73cb-4f2a-957c-3d9fc856f506 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/ports?device_id=18364caa-8751-4838-a927-f16ab69059f5 HTTP/1.1" status: 200 len: 944 time: 0.0537000 Nov 19 18:24:46.641183 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-de2d0137-3ccc-4645-87ba-ae8b7808b0e9 req-2f91a36e-c80a-4589-8c6c-2f9155a3ebed tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/security-groups?id=2251ec2c-31d8-4662-b320-f9fc0f8759a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469148 Nov 19 18:24:47.763330 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd12776-6244-4717-bebc-6bcd2cc7cf82 req-70dfac80-1045-4a5d-b70a-528f7ad650fe tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:24:47.764976 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5cd12776-6244-4717-bebc-6bcd2cc7cf82 req-70dfac80-1045-4a5d-b70a-528f7ad650fe tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/ports?device_id=18364caa-8751-4838-a927-f16ab69059f5 HTTP/1.1" status: 200 len: 944 time: 0.0533593 Nov 19 18:24:47.821838 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5cd12776-6244-4717-bebc-6bcd2cc7cf82 req-d3f77433-b61c-4b1b-80d5-6808a83643ef tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/security-groups?id=2251ec2c-31d8-4662-b320-f9fc0f8759a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501597 Nov 19 18:24:48.967786 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a82017-97c6-4d24-a294-3b9decb61898 req-9251817c-7146-452a-accf-8468a3167b33 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:24:48.970588 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-65a82017-97c6-4d24-a294-3b9decb61898 req-9251817c-7146-452a-accf-8468a3167b33 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/ports?device_id=18364caa-8751-4838-a927-f16ab69059f5 HTTP/1.1" status: 200 len: 944 time: 0.0699058 Nov 19 18:24:49.030646 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-65a82017-97c6-4d24-a294-3b9decb61898 req-f438fdf7-3832-4bc5-920e-7f412af54fc9 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/security-groups?id=2251ec2c-31d8-4662-b320-f9fc0f8759a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538828 Nov 19 18:24:50.148166 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b97691-6e58-4fe1-a086-10f8e1d7d357 req-7c726bac-ce6d-4541-abcc-56c45dece809 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:24:50.149624 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-18b97691-6e58-4fe1-a086-10f8e1d7d357 req-7c726bac-ce6d-4541-abcc-56c45dece809 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/ports?device_id=18364caa-8751-4838-a927-f16ab69059f5 HTTP/1.1" status: 200 len: 944 time: 0.0490103 Nov 19 18:24:50.199339 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-18b97691-6e58-4fe1-a086-10f8e1d7d357 req-022aa23b-77fc-4e50-a527-0f67e0a5c2b7 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/security-groups?id=2251ec2c-31d8-4662-b320-f9fc0f8759a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430348 Nov 19 18:24:51.311952 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6766b8ca-739b-4cfa-a171-25c5044314e2 req-48f08a89-9139-4963-93d0-87d9229fb21a tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:24:51.313418 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6766b8ca-739b-4cfa-a171-25c5044314e2 req-48f08a89-9139-4963-93d0-87d9229fb21a tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/ports?device_id=18364caa-8751-4838-a927-f16ab69059f5 HTTP/1.1" status: 200 len: 944 time: 0.0478492 Nov 19 18:24:51.361012 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6766b8ca-739b-4cfa-a171-25c5044314e2 req-9c00bc8d-ccf3-4b45-8667-af2b9d6dd4ec tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/security-groups?id=2251ec2c-31d8-4662-b320-f9fc0f8759a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417361 Nov 19 18:24:52.475093 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb2f8a0-c1b3-4929-9881-e0328c9123a3 req-819713de-e5a3-472f-846d-cec0f665bde4 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:24:52.476590 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ebb2f8a0-c1b3-4929-9881-e0328c9123a3 req-819713de-e5a3-472f-846d-cec0f665bde4 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/ports?device_id=18364caa-8751-4838-a927-f16ab69059f5 HTTP/1.1" status: 200 len: 944 time: 0.0483301 Nov 19 18:24:52.524382 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ebb2f8a0-c1b3-4929-9881-e0328c9123a3 req-d3b11725-a9c7-4e99-a2ce-88640e011d4f tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/security-groups?id=2251ec2c-31d8-4662-b320-f9fc0f8759a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418825 Nov 19 18:24:53.645904 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be3eb9c-a852-4cd5-bf17-94f3b3fc37ee req-da0cc7fd-f1e1-469b-9381-a154c99d87b1 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:24:53.647361 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9be3eb9c-a852-4cd5-bf17-94f3b3fc37ee req-da0cc7fd-f1e1-469b-9381-a154c99d87b1 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/ports?device_id=18364caa-8751-4838-a927-f16ab69059f5 HTTP/1.1" status: 200 len: 944 time: 0.0558298 Nov 19 18:24:53.695443 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9be3eb9c-a852-4cd5-bf17-94f3b3fc37ee req-ff862f15-aff9-4f4d-94f1-974abad38d1b tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/security-groups?id=2251ec2c-31d8-4662-b320-f9fc0f8759a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421472 Nov 19 18:24:54.811322 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cfcba7-4f1f-440d-8997-dda055d83a23 req-5a0ba862-1ee9-47ed-ba5e-b1f669717a12 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:24:54.812803 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d1cfcba7-4f1f-440d-8997-dda055d83a23 req-5a0ba862-1ee9-47ed-ba5e-b1f669717a12 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/ports?device_id=18364caa-8751-4838-a927-f16ab69059f5 HTTP/1.1" status: 200 len: 944 time: 0.0514133 Nov 19 18:24:54.863043 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d1cfcba7-4f1f-440d-8997-dda055d83a23 req-47c39250-d4bf-4b3b-9429-b483fa42eca8 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/security-groups?id=2251ec2c-31d8-4662-b320-f9fc0f8759a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436897 Nov 19 18:24:55.974910 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1a0eb8-9c6a-4983-864b-6a49c5645333 req-82a89e1e-2a07-4f95-85ad-3801e36d8b6e tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:24:55.976382 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2e1a0eb8-9c6a-4983-864b-6a49c5645333 req-82a89e1e-2a07-4f95-85ad-3801e36d8b6e tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/ports?device_id=18364caa-8751-4838-a927-f16ab69059f5 HTTP/1.1" status: 200 len: 944 time: 0.0477324 Nov 19 18:24:56.024020 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2e1a0eb8-9c6a-4983-864b-6a49c5645333 req-4130377b-bc5b-4a2d-bf97-dbf7c34028d5 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/security-groups?id=2251ec2c-31d8-4662-b320-f9fc0f8759a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417252 Nov 19 18:24:57.138247 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6cbd61-b3e4-4d99-b14f-7a7594c1436c req-28a6e2a0-c4af-4a14-9aba-b2078b4e2c0f tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:24:57.141996 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3c6cbd61-b3e4-4d99-b14f-7a7594c1436c req-28a6e2a0-c4af-4a14-9aba-b2078b4e2c0f tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/ports?device_id=18364caa-8751-4838-a927-f16ab69059f5 HTTP/1.1" status: 200 len: 944 time: 0.0508533 Nov 19 18:24:57.188094 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3c6cbd61-b3e4-4d99-b14f-7a7594c1436c req-8fb9d6a8-07c4-4210-9969-2e07d064cd24 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/security-groups?id=2251ec2c-31d8-4662-b320-f9fc0f8759a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417476 Nov 19 18:24:57.236794 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device f3d78c3c-dda0-41cd-acb1-c3e54fe19008 details requested by agent hyperv_n-h1-818022-2 with host n-h1-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 18:24:57.329633 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port f3d78c3c-dda0-41cd-acb1-c3e54fe19008, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=f3d78c3c-dda0-41cd-acb1-c3e54fe19008,segment=NetworkSegment(f129bd32-7911-4aaf-8e97-a9024ba71deb),segment_id=f129bd32-7911-4aaf-8e97-a9024ba71deb)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:24:57.340242 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Returning: {'device': 'f3d78c3c-dda0-41cd-acb1-c3e54fe19008', 'network_id': '656db470-8519-4483-9948-4b30bcb1c90d', 'port_id': 'f3d78c3c-dda0-41cd-acb1-c3e54fe19008', 'mac_address': 'fa:16:3e:8e:a5:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 693, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4fb003c-f9b9-4088-b0fe-6363f7d9b384', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 18:24:57.378063 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:24:57.390964 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3d78c3c-dda0-41cd-acb1-c3e54fe19008 {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:24:57.409158 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port f3d78c3c-dda0-41cd-acb1-c3e54fe19008, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=f3d78c3c-dda0-41cd-acb1-c3e54fe19008,segment=NetworkSegment(f129bd32-7911-4aaf-8e97-a9024ba71deb),segment_id=f129bd32-7911-4aaf-8e97-a9024ba71deb)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:24:57.413614 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:24:57.460485 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=f3d78c3c-dda0-41cd-acb1-c3e54fe19008,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:24:57.467623 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:24:57.467970 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:24:57.468307 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:24:57.468641 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:24:57.468971 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:24:57.469300 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:24:57.469625 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:24:57.469976 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:24:57.470301 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:24:57.470622 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:24:57.470945 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:24:57.471264 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:24:57.654325 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['f3d78c3c-dda0-41cd-acb1-c3e54fe19008'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:24:58.304577 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ac73c7-3be2-4b3f-b3b9-4c5425feabf3 req-def8f60c-b5af-469f-9cda-34a77fc2d2ab tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:24:58.306054 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-e8ac73c7-3be2-4b3f-b3b9-4c5425feabf3 req-def8f60c-b5af-469f-9cda-34a77fc2d2ab tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/ports?device_id=18364caa-8751-4838-a927-f16ab69059f5 HTTP/1.1" status: 200 len: 945 time: 0.0482166 Nov 19 18:24:58.358240 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-e8ac73c7-3be2-4b3f-b3b9-4c5425feabf3 req-2cf3746a-31b7-4673-90cd-f6f29f5a5325 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/security-groups?id=2251ec2c-31d8-4662-b320-f9fc0f8759a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463662 Nov 19 18:24:59.253435 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device f3d78c3c-dda0-41cd-acb1-c3e54fe19008 up at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:24:59.302226 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning for port f3d78c3c-dda0-41cd-acb1-c3e54fe19008 completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 18:24:59.306190 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning complete for port f3d78c3c-dda0-41cd-acb1-c3e54fe19008 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:24:59.306562 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:24:59.383412 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:24:59.405977 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18364caa-8751-4838-a927-f16ab69059f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3d78c3c-dda0-41cd-acb1-c3e54fe19008'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:24:59.408480 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3940761bcd94e032e6960d2241bd8993c5d3a7d8dc2aca8488f3ecf1d4dd2fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79434bc6-9175-4185-ac9a-46345c4f71ce" -d '{"events": [{"server_uuid": "18364caa-8751-4838-a927-f16ab69059f5", "name": "network-vif-plugged", "status": "completed", "tag": "f3d78c3c-dda0-41cd-acb1-c3e54fe19008"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:24:59.422856 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port f3d78c3c-dda0-41cd-acb1-c3e54fe19008, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=f3d78c3c-dda0-41cd-acb1-c3e54fe19008,segment=NetworkSegment(f129bd32-7911-4aaf-8e97-a9024ba71deb),segment_id=f129bd32-7911-4aaf-8e97-a9024ba71deb)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:24:59.427367 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:24:59.451692 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:24:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-066e3229-df62-4165-9e25-fa887043ffb4 x-openstack-request-id: req-066e3229-df62-4165-9e25-fa887043ffb4 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:24:59.451989 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18364caa-8751-4838-a927-f16ab69059f5", "name": "network-vif-plugged", "status": "completed", "tag": "f3d78c3c-dda0-41cd-acb1-c3e54fe19008", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:24:59.452245 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-066e3229-df62-4165-9e25-fa887043ffb4 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:24:59.452642 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18364caa-8751-4838-a927-f16ab69059f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3d78c3c-dda0-41cd-acb1-c3e54fe19008', 'code': 200} Nov 19 18:24:59.478578 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=f3d78c3c-dda0-41cd-acb1-c3e54fe19008,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:24:59.485451 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545a07e2-b819-4815-93ac-06d619bca076 req-58784378-b62e-40ce-931a-6a11b8470dcd tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:24:59.487133 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-545a07e2-b819-4815-93ac-06d619bca076 req-58784378-b62e-40ce-931a-6a11b8470dcd tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/ports?device_id=18364caa-8751-4838-a927-f16ab69059f5 HTTP/1.1" status: 200 len: 946 time: 0.0557957 Nov 19 18:24:59.541986 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-545a07e2-b819-4815-93ac-06d619bca076 req-084e3221-cd0f-4c81-972f-23478844e830 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/security-groups?id=2251ec2c-31d8-4662-b320-f9fc0f8759a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484927 Nov 19 18:24:59.554814 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d086fd78-05ed-4ab7-8487-b36dc7323c56 req-3cd469c1-3446-4dd3-9ae7-e01e781a72b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:24:59.556412 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d086fd78-05ed-4ab7-8487-b36dc7323c56 req-3cd469c1-3446-4dd3-9ae7-e01e781a72b5 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=18364caa-8751-4838-a927-f16ab69059f5 HTTP/1.1" status: 200 len: 1097 time: 0.0404952 Nov 19 18:24:59.602755 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d086fd78-05ed-4ab7-8487-b36dc7323c56 req-dfca8ccb-e725-49d9-8051-a9eccde1796f service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=2251ec2c-31d8-4662-b320-f9fc0f8759a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387297 Nov 19 18:24:59.833880 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-100c5843-bbcc-4eef-b424-2c49f5bbcfc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:25:00.665038 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f64a21-b24b-483c-a92f-95004410979b req-37afe92a-4e78-4943-8da7-be84d18d5d6d tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:25:00.666530 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-07f64a21-b24b-483c-a92f-95004410979b req-37afe92a-4e78-4943-8da7-be84d18d5d6d tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/ports?device_id=18364caa-8751-4838-a927-f16ab69059f5 HTTP/1.1" status: 200 len: 946 time: 0.0482414 Nov 19 18:25:00.714812 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-07f64a21-b24b-483c-a92f-95004410979b req-42cb46c0-b9fc-45e8-b2d7-c88f2939297e tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/security-groups?id=2251ec2c-31d8-4662-b320-f9fc0f8759a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420637 Nov 19 18:25:01.294527 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-188c3088-7ab7-4f00-8dba-48eff85fccec req-2bb43b1e-dc35-47ba-a75c-111727e1f33b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=18364caa-8751-4838-a927-f16ab69059f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0428808 Nov 19 18:25:01.375123 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188c3088-7ab7-4f00-8dba-48eff85fccec req-b3fd5337-cdd5-4e0a-9aab-282edb6e381a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:25:01.376510 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-188c3088-7ab7-4f00-8dba-48eff85fccec req-b3fd5337-cdd5-4e0a-9aab-282edb6e381a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d09befc26c6d48b68aeefb676fca7c9a&device_id=18364caa-8751-4838-a927-f16ab69059f5 HTTP/1.1" status: 200 len: 1097 time: 0.0390885 Nov 19 18:25:01.477912 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188c3088-7ab7-4f00-8dba-48eff85fccec req-e1db5f2c-cd3c-492c-aebd-ca5870b17a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:25:01.479384 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-188c3088-7ab7-4f00-8dba-48eff85fccec req-e1db5f2c-cd3c-492c-aebd-ca5870b17a31 service neutron] 10.222.0.60 "GET /v2.0/networks?id=656db470-8519-4483-9948-4b30bcb1c90d HTTP/1.1" status: 200 len: 912 time: 0.0837560 Nov 19 18:25:01.523557 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-188c3088-7ab7-4f00-8dba-48eff85fccec req-d1bc12d1-f25d-46cf-8697-49f6e5a6c597 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f3d78c3c-dda0-41cd-acb1-c3e54fe19008 HTTP/1.1" status: 200 len: 217 time: 0.0371695 Nov 19 18:25:01.572183 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188c3088-7ab7-4f00-8dba-48eff85fccec req-5e2c512f-40cf-4dd0-acd9-f3ccfcca14b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:25:01.573591 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-188c3088-7ab7-4f00-8dba-48eff85fccec req-5e2c512f-40cf-4dd0-acd9-f3ccfcca14b8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a4fb003c-f9b9-4088-b0fe-6363f7d9b384 HTTP/1.1" status: 200 len: 850 time: 0.0433869 Nov 19 18:25:01.620829 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188c3088-7ab7-4f00-8dba-48eff85fccec req-dcc26b4c-4a79-4749-b2b2-39e3897ab9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:25:01.622355 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-188c3088-7ab7-4f00-8dba-48eff85fccec req-dcc26b4c-4a79-4749-b2b2-39e3897ab9fb service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=656db470-8519-4483-9948-4b30bcb1c90d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418737 Nov 19 18:25:01.713771 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-188c3088-7ab7-4f00-8dba-48eff85fccec req-e1e076ca-5de0-4e11-aaad-df11b0579c08 service neutron] 10.222.0.60 "GET /v2.0/networks/656db470-8519-4483-9948-4b30bcb1c90d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843732 Nov 19 18:25:01.802619 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-188c3088-7ab7-4f00-8dba-48eff85fccec req-b219e2dc-bb00-4f49-ae3f-b8fd734736f6 service neutron] 10.222.0.60 "GET /v2.0/networks/656db470-8519-4483-9948-4b30bcb1c90d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823326 Nov 19 18:25:01.831820 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcba3c30-43aa-4830-8f79-f2fdd32c130a req-333dfd12-805b-48d7-b08e-6699abea9cde tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:25:01.834233 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-dcba3c30-43aa-4830-8f79-f2fdd32c130a req-333dfd12-805b-48d7-b08e-6699abea9cde tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/ports?device_id=18364caa-8751-4838-a927-f16ab69059f5 HTTP/1.1" status: 200 len: 946 time: 0.0525880 Nov 19 18:25:01.883280 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-dcba3c30-43aa-4830-8f79-f2fdd32c130a req-cd477b3c-d041-4796-8b04-4aa7a3b3f02b tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/security-groups?id=2251ec2c-31d8-4662-b320-f9fc0f8759a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430391 Nov 19 18:25:02.000573 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62a25c3-efab-4b56-8c3f-e17c118c9e55 req-8bd74d00-6aec-49a4-87db-3b9df786d8de tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:25:02.002041 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b62a25c3-efab-4b56-8c3f-e17c118c9e55 req-8bd74d00-6aec-49a4-87db-3b9df786d8de tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/ports?device_id=18364caa-8751-4838-a927-f16ab69059f5 HTTP/1.1" status: 200 len: 946 time: 0.0521455 Nov 19 18:25:02.030236 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a6d5f24e-2ede-4c14-8172-bedf5cf530fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:25:02.051697 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b62a25c3-efab-4b56-8c3f-e17c118c9e55 req-27f7b890-2f6a-43aa-863b-2030d9e4d6b1 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/security-groups?id=2251ec2c-31d8-4662-b320-f9fc0f8759a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437193 Nov 19 18:25:02.073744 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 44614) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:25:02.112541 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb24764b-a354-41ad-b5b5-98d67d8e5229 tempest-TestVolumeBootPattern-2111126212 tempest-TestVolumeBootPattern-2111126212-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:25:02.114054 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-eb24764b-a354-41ad-b5b5-98d67d8e5229 tempest-TestVolumeBootPattern-2111126212 tempest-TestVolumeBootPattern-2111126212-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=18364caa-8751-4838-a927-f16ab69059f5 HTTP/1.1" status: 200 len: 1092 time: 0.0392544 Nov 19 18:25:02.116867 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 44616) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:25:02.121491 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-d21e68be-cedc-4676-a661-a016e14787a6 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Request body: {'floatingip': {'floating_network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'port_id': 'f3d78c3c-dda0-41cd-acb1-c3e54fe19008', 'tenant_id': 'd09befc26c6d48b68aeefb676fca7c9a', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:25:02.142612 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d21e68be-cedc-4676-a661-a016e14787a6 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Publish callbacks [] for floatingip, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:25:02.240500 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d21e68be-cedc-4676-a661-a016e14787a6 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:25:02.343470 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [None req-d21e68be-cedc-4676-a661-a016e14787a6 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Allocated IP 172.25.7.130 (645e61aa-1a6c-4e8f-857e-ab06edb4897f/88ed2d64-f56d-4f01-a468-946e01c99e82/927fa480-ee2f-4fab-9301-ede45a06ae20) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:25:02.445750 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d21e68be-cedc-4676-a661-a016e14787a6 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:25:02.478639 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d21e68be-cedc-4676-a661-a016e14787a6 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:25:02.516240 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d21e68be-cedc-4676-a661-a016e14787a6 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Network 645e61aa-1a6c-4e8f-857e-ab06edb4897f is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:25:02.519126 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-d21e68be-cedc-4676-a661-a016e14787a6 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:25:02.523274 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21e68be-cedc-4676-a661-a016e14787a6 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:25:02.549764 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21e68be-cedc-4676-a661-a016e14787a6 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Pushing event updated for resources: {'Port': ['ID=927fa480-ee2f-4fab-9301-ede45a06ae20,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:25:02.562160 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21e68be-cedc-4676-a661-a016e14787a6 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:25:02.562514 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21e68be-cedc-4676-a661-a016e14787a6 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:25:02.562864 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21e68be-cedc-4676-a661-a016e14787a6 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:25:02.563214 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21e68be-cedc-4676-a661-a016e14787a6 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:25:02.563552 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21e68be-cedc-4676-a661-a016e14787a6 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:25:02.563889 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21e68be-cedc-4676-a661-a016e14787a6 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:25:02.564231 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21e68be-cedc-4676-a661-a016e14787a6 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:25:02.564560 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21e68be-cedc-4676-a661-a016e14787a6 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:25:02.564889 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21e68be-cedc-4676-a661-a016e14787a6 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:25:02.565221 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21e68be-cedc-4676-a661-a016e14787a6 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:25:02.565550 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21e68be-cedc-4676-a661-a016e14787a6 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:25:02.565910 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21e68be-cedc-4676-a661-a016e14787a6 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:25:03.178930 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d21e68be-cedc-4676-a661-a016e14787a6 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:25:03.243174 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d21e68be-cedc-4676-a661-a016e14787a6 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:25:03.293678 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e46ecc5a-dc14-4744-b262-3072ff2e958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:25:03.391454 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d21e68be-cedc-4676-a661-a016e14787a6 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Publish callbacks [] for port, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:25:03.396307 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d21e68be-cedc-4676-a661-a016e14787a6 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:25:03.465156 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21e68be-cedc-4676-a661-a016e14787a6 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Pushing event updated for resources: {'Port': ['ID=927fa480-ee2f-4fab-9301-ede45a06ae20,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:25:03.477159 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d21e68be-cedc-4676-a661-a016e14787a6 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-671284'] for floatingip, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:25:03.579543 n-d-818022-2 neutron-server[103365]: INFO neutron.db.l3_db [None req-d21e68be-cedc-4676-a661-a016e14787a6 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Floating IP 54c921d1-7d8a-4f7c-8fbd-d8827b765279 associated. External IP: 172.25.7.130, port: f3d78c3c-dda0-41cd-acb1-c3e54fe19008. Nov 19 18:25:03.786185 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d21e68be-cedc-4676-a661-a016e14787a6 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Router 204d8c86-2633-4b36-83f5-6821cd2c7573 has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 18:25:03.891516 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d21e68be-cedc-4676-a661-a016e14787a6 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:25:03.901558 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d485d743-f083-4c8b-813c-3167eac8b808 None None] Sync routers for ids ['204d8c86-2633-4b36-83f5-6821cd2c7573'] in n-d-818022-2 {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:25:03.909126 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d21e68be-cedc-4676-a661-a016e14787a6 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for floatingip, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:25:03.911053 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d485d743-f083-4c8b-813c-3167eac8b808 None None] Routers {'204d8c86-2633-4b36-83f5-6821cd2c7573'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:25:03.911672 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-d485d743-f083-4c8b-813c-3167eac8b808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:25:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['204d8c86-2633-4b36-83f5-6821cd2c7573'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:25:03.939761 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-d21e68be-cedc-4676-a661-a016e14787a6 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8218920 Nov 19 18:25:03.940466 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18364caa-8751-4838-a927-f16ab69059f5', 'tag': 'f3d78c3c-dda0-41cd-acb1-c3e54fe19008'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:25:03.943396 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218319d759239a7d11f1288aef37381b97754913ee9ccbfd43b51a463f801712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e0af0a7-9ede-4979-9f02-d622230a320b" -d '{"events": [{"name": "network-changed", "server_uuid": "18364caa-8751-4838-a927-f16ab69059f5", "tag": "f3d78c3c-dda0-41cd-acb1-c3e54fe19008"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:25:03.985065 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 18:25:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0c33655-3936-4ac0-8ef4-645c2055485e x-openstack-request-id: req-b0c33655-3936-4ac0-8ef4-645c2055485e {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:25:03.985366 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18364caa-8751-4838-a927-f16ab69059f5", "tag": "f3d78c3c-dda0-41cd-acb1-c3e54fe19008", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:25:03.985623 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b0c33655-3936-4ac0-8ef4-645c2055485e {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:25:03.986060 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18364caa-8751-4838-a927-f16ab69059f5', 'tag': 'f3d78c3c-dda0-41cd-acb1-c3e54fe19008', 'status': 'completed', 'code': 200} Nov 19 18:25:04.049379 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0af0a7-9ede-4979-9f02-d622230a320b req-18263558-f366-4e4b-bdd7-797364c09a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:25:04.051493 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-3e0af0a7-9ede-4979-9f02-d622230a320b req-18263558-f366-4e4b-bdd7-797364c09a7b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d09befc26c6d48b68aeefb676fca7c9a&device_id=18364caa-8751-4838-a927-f16ab69059f5 HTTP/1.1" status: 200 len: 1097 time: 0.0408664 Nov 19 18:25:04.079932 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:25:04.083203 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:25:04.103077 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-d485d743-f083-4c8b-813c-3167eac8b808 None None] Set router 204d8c86-2633-4b36-83f5-6821cd2c7573 gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:25:04.152269 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0af0a7-9ede-4979-9f02-d622230a320b req-579c766a-3652-4422-a686-b37dadda5f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:25:04.153538 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-3e0af0a7-9ede-4979-9f02-d622230a320b req-579c766a-3652-4422-a686-b37dadda5f2c service neutron] 10.222.0.60 "GET /v2.0/networks?id=656db470-8519-4483-9948-4b30bcb1c90d HTTP/1.1" status: 200 len: 912 time: 0.0939736 Nov 19 18:25:04.335504 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-d485d743-f083-4c8b-813c-3167eac8b808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '204d8c86-2633-4b36-83f5-6821cd2c7573', 'name': 'tempest-TestVolumeBootPattern-398289042-router', 'tenant_id': 'd09befc26c6d48b68aeefb676fca7c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': 'fe6ae1f1-4f6d-4f04-bef8-2cfbbf358d69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:16:41Z', 'updated_at': '2021-11-19T18:16:43Z', 'revision_number': 4, 'project_id': 'd09befc26c6d48b68aeefb676fca7c9a', 'gw_port': {'id': 'fe6ae1f1-4f6d-4f04-bef8-2cfbbf358d69', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e9:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '204d8c86-2633-4b36-83f5-6821cd2c7573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:16:41Z', 'updated_at': '2021-11-19T18:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_floatingips': [{'id': '54c921d1-7d8a-4f7c-8fbd-d8827b765279', 'tenant_id': 'd09befc26c6d48b68aeefb676fca7c9a', 'floating_ip_address': '172.25.7.130', 'floating_network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'router_id': '204d8c86-2633-4b36-83f5-6821cd2c7573', 'port_id': 'f3d78c3c-dda0-41cd-acb1-c3e54fe19008', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4019, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '656db470-8519-4483-9948-4b30bcb1c90d', 'mac_address': 'fa:16:3e:8e:a5:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18364caa-8751-4838-a927-f16ab69059f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T18:25:02Z', 'updated_at': '2021-11-19T18:25:02Z', 'revision_number': 0, 'project_id': 'd09befc26c6d48b68aeefb676fca7c9a', 'fixed_ip_address_scope': None}, {'id': 'a21746e8-9664-4c06-8d14-70b3edcb85d1', 'tenant_id': 'd09befc26c6d48b68aeefb676fca7c9a', 'floating_ip_address': '172.25.7.219', 'floating_network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'router_id': '204d8c86-2633-4b36-83f5-6821cd2c7573', 'port_id': '2e78e585-5166-4ff0-8079-f5d85af26d21', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4016, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '656db470-8519-4483-9948-4b30bcb1c90d', 'mac_address': 'fa:16:3e:96:64:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b85556b-6cf9-4be3-8c0d-df0330221815', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T18:22:51Z', 'updated_at': '2021-11-19T18:22:53Z', 'revision_number': 1, 'project_id': 'd09befc26c6d48b68aeefb676fca7c9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2f494de-d6c0-4212-b107-a0b388bed43b', 'name': '', 'network_id': '656db470-8519-4483-9948-4b30bcb1c90d', 'tenant_id': 'd09befc26c6d48b68aeefb676fca7c9a', 'mac_address': 'fa:16:3e:d2:9e:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '204d8c86-2633-4b36-83f5-6821cd2c7573', 'device_owner': 'network:router_interface', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': 'a4fb003c-f9b9-4088-b0fe-6363f7d9b384', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:16:43Z', 'updated_at': '2021-11-19T18:16:47Z', 'revision_number': 5, 'project_id': 'd09befc26c6d48b68aeefb676fca7c9a', 'subnets': [{'id': 'a4fb003c-f9b9-4088-b0fe-6363f7d9b384', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:25:04.361339 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d485d743-f083-4c8b-813c-3167eac8b808 None None] Checking router: 204d8c86-2633-4b36-83f5-6821cd2c7573 for host: n-d-818022-2 {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:25:04.370631 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d485d743-f083-4c8b-813c-3167eac8b808 None None] Routers {'204d8c86-2633-4b36-83f5-6821cd2c7573'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:25:04.371279 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-d485d743-f083-4c8b-813c-3167eac8b808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:25:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['204d8c86-2633-4b36-83f5-6821cd2c7573'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:25:04.476767 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-d485d743-f083-4c8b-813c-3167eac8b808 None None] Set router 204d8c86-2633-4b36-83f5-6821cd2c7573 gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:25:04.507189 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-3e0af0a7-9ede-4979-9f02-d622230a320b req-e693815d-6633-4375-86da-e4e8db22de97 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f3d78c3c-dda0-41cd-acb1-c3e54fe19008 HTTP/1.1" status: 200 len: 1000 time: 0.3464701 Nov 19 18:25:04.556539 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0af0a7-9ede-4979-9f02-d622230a320b req-0172141b-de45-4b8d-ba78-1a73f5e7ae92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:25:04.558029 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-3e0af0a7-9ede-4979-9f02-d622230a320b req-0172141b-de45-4b8d-ba78-1a73f5e7ae92 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a4fb003c-f9b9-4088-b0fe-6363f7d9b384 HTTP/1.1" status: 200 len: 850 time: 0.0439708 Nov 19 18:25:04.605834 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0af0a7-9ede-4979-9f02-d622230a320b req-6fe510c3-04e1-4ab0-a62e-42a464eea098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:25:04.607334 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-3e0af0a7-9ede-4979-9f02-d622230a320b req-6fe510c3-04e1-4ab0-a62e-42a464eea098 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=656db470-8519-4483-9948-4b30bcb1c90d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428619 Nov 19 18:25:04.696927 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-3e0af0a7-9ede-4979-9f02-d622230a320b req-63c4a916-7281-4538-95b5-f62ffb93eb28 service neutron] 10.222.0.60 "GET /v2.0/networks/656db470-8519-4483-9948-4b30bcb1c90d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809109 Nov 19 18:25:04.697754 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-d485d743-f083-4c8b-813c-3167eac8b808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '204d8c86-2633-4b36-83f5-6821cd2c7573', 'name': 'tempest-TestVolumeBootPattern-398289042-router', 'tenant_id': 'd09befc26c6d48b68aeefb676fca7c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': 'fe6ae1f1-4f6d-4f04-bef8-2cfbbf358d69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:16:41Z', 'updated_at': '2021-11-19T18:16:43Z', 'revision_number': 4, 'project_id': 'd09befc26c6d48b68aeefb676fca7c9a', 'gw_port': {'id': 'fe6ae1f1-4f6d-4f04-bef8-2cfbbf358d69', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e9:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '204d8c86-2633-4b36-83f5-6821cd2c7573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:16:41Z', 'updated_at': '2021-11-19T18:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_floatingips': [{'id': '54c921d1-7d8a-4f7c-8fbd-d8827b765279', 'tenant_id': 'd09befc26c6d48b68aeefb676fca7c9a', 'floating_ip_address': '172.25.7.130', 'floating_network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'router_id': '204d8c86-2633-4b36-83f5-6821cd2c7573', 'port_id': 'f3d78c3c-dda0-41cd-acb1-c3e54fe19008', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4019, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '656db470-8519-4483-9948-4b30bcb1c90d', 'mac_address': 'fa:16:3e:8e:a5:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18364caa-8751-4838-a927-f16ab69059f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T18:25:02Z', 'updated_at': '2021-11-19T18:25:02Z', 'revision_number': 0, 'project_id': 'd09befc26c6d48b68aeefb676fca7c9a', 'fixed_ip_address_scope': None}, {'id': 'a21746e8-9664-4c06-8d14-70b3edcb85d1', 'tenant_id': 'd09befc26c6d48b68aeefb676fca7c9a', 'floating_ip_address': '172.25.7.219', 'floating_network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'router_id': '204d8c86-2633-4b36-83f5-6821cd2c7573', 'port_id': '2e78e585-5166-4ff0-8079-f5d85af26d21', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4016, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '656db470-8519-4483-9948-4b30bcb1c90d', 'mac_address': 'fa:16:3e:96:64:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b85556b-6cf9-4be3-8c0d-df0330221815', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T18:22:51Z', 'updated_at': '2021-11-19T18:22:53Z', 'revision_number': 1, 'project_id': 'd09befc26c6d48b68aeefb676fca7c9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2f494de-d6c0-4212-b107-a0b388bed43b', 'name': '', 'network_id': '656db470-8519-4483-9948-4b30bcb1c90d', 'tenant_id': 'd09befc26c6d48b68aeefb676fca7c9a', 'mac_address': 'fa:16:3e:d2:9e:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '204d8c86-2633-4b36-83f5-6821cd2c7573', 'device_owner': 'network:router_interface', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': 'a4fb003c-f9b9-4088-b0fe-6363f7d9b384', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:16:43Z', 'updated_at': '2021-11-19T18:16:47Z', 'revision_number': 5, 'project_id': 'd09befc26c6d48b68aeefb676fca7c9a', 'subnets': [{'id': 'a4fb003c-f9b9-4088-b0fe-6363f7d9b384', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:25:04.723729 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d485d743-f083-4c8b-813c-3167eac8b808 None None] The sync data for ids ['204d8c86-2633-4b36-83f5-6821cd2c7573'] in n-d-818022-2 is: [{'id': '204d8c86-2633-4b36-83f5-6821cd2c7573', 'name': 'tempest-TestVolumeBootPattern-398289042-router', 'tenant_id': 'd09befc26c6d48b68aeefb676fca7c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': 'fe6ae1f1-4f6d-4f04-bef8-2cfbbf358d69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:16:41Z', 'updated_at': '2021-11-19T18:16:43Z', 'revision_number': 4, 'project_id': 'd09befc26c6d48b68aeefb676fca7c9a', 'gw_port': {'id': 'fe6ae1f1-4f6d-4f04-bef8-2cfbbf358d69', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e9:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '204d8c86-2633-4b36-83f5-6821cd2c7573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:16:41Z', 'updated_at': '2021-11-19T18:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_floatingips': [{'id': '54c921d1-7d8a-4f7c-8fbd-d8827b765279', 'tenant_id': 'd09befc26c6d48b68aeefb676fca7c9a', 'floating_ip_address': '172.25.7.130', 'floating_network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'router_id': '204d8c86-2633-4b36-83f5-6821cd2c7573', 'port_id': 'f3d78c3c-dda0-41cd-acb1-c3e54fe19008', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4019, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '656db470-8519-4483-9948-4b30bcb1c90d', 'mac_address': 'fa:16:3e:8e:a5:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18364caa-8751-4838-a927-f16ab69059f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T18:25:02Z', 'updated_at': '2021-11-19T18:25:02Z', 'revision_number': 0, 'project_id': 'd09befc26c6d48b68aeefb676fca7c9a', 'fixed_ip_address_scope': None}, {'id': 'a21746e8-9664-4c06-8d14-70b3edcb85d1', 'tenant_id': 'd09befc26c6d48b68aeefb676fca7c9a', 'floating_ip_address': '172.25.7.219', 'floating_network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'router_id': '204d8c86-2633-4b36-83f5-6821cd2c7573', 'port_id': '2e78e585-5166-4ff0-8079-f5d85af26d21', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4016, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '656db470-8519-4483-9948-4b30bcb1c90d', 'mac_address': 'fa:16:3e:96:64:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b85556b-6cf9-4be3-8c0d-df0330221815', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T18:22:51Z', 'updated_at': '2021-11-19T18:22:53Z', 'revision_number': 1, 'project_id': 'd09befc26c6d48b68aeefb676fca7c9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2f494de-d6c0-4212-b107-a0b388bed43b', 'name': '', 'network_id': '656db470-8519-4483-9948-4b30bcb1c90d', 'tenant_id': 'd09befc26c6d48b68aeefb676fca7c9a', 'mac_address': 'fa:16:3e:d2:9e:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '204d8c86-2633-4b36-83f5-6821cd2c7573', 'device_owner': 'network:router_interface', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': 'a4fb003c-f9b9-4088-b0fe-6363f7d9b384', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:16:43Z', 'updated_at': '2021-11-19T18:16:47Z', 'revision_number': 5, 'project_id': 'd09befc26c6d48b68aeefb676fca7c9a', 'subnets': [{'id': 'a4fb003c-f9b9-4088-b0fe-6363f7d9b384', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:25:04.797610 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-3e0af0a7-9ede-4979-9f02-d622230a320b req-1e397e54-96d6-46c5-878c-7b7697a9c460 service neutron] 10.222.0.60 "GET /v2.0/networks/656db470-8519-4483-9948-4b30bcb1c90d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894525 Nov 19 18:25:04.880601 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e013d7e6-5264-4dcc-9759-54f5fb809e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:25:04.915502 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-797fbc38-f1a5-49e3-ac4f-acf4dce719d3 None None] New status for floating IP 54c921d1-7d8a-4f7c-8fbd-d8827b765279: ACTIVE {{(pid=103366) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 18:25:05.227184 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:25:15.408840 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.agents_db [None req-619e5c26-d9ed-4321-86eb-7d443bb9dfa2 None None] Agent healthcheck: found 7 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 18:25:29.835952 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e326f1ad-fda3-4bec-9ed5-5ce326c96747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:25:32.031166 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ef9c311c-b4a9-49bc-9f4a-9b9bacfc93a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:25:33.293910 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e46ecc5a-dc14-4744-b262-3072ff2e958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:25:34.080902 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:25:34.082041 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:25:34.882992 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e013d7e6-5264-4dcc-9759-54f5fb809e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:25:35.229794 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:25:45.491776 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-5871c2ff-64da-4af3-8a9e-9caae3482038 req-e63735f2-720d-41f4-b97b-4d4c3aa6ff75 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=7b85556b-6cf9-4be3-8c0d-df0330221815&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0934598 Nov 19 18:25:45.576741 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5871c2ff-64da-4af3-8a9e-9caae3482038 req-b26b445e-1e30-45b5-9719-4e8bdae61243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:25:45.578244 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-5871c2ff-64da-4af3-8a9e-9caae3482038 req-b26b445e-1e30-45b5-9719-4e8bdae61243 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=d09befc26c6d48b68aeefb676fca7c9a&device_id=7b85556b-6cf9-4be3-8c0d-df0330221815 HTTP/1.1" status: 200 len: 1096 time: 0.0421319 Nov 19 18:25:45.687880 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5871c2ff-64da-4af3-8a9e-9caae3482038 req-9592d3d6-4819-47f6-b8ed-cd8cfe18f206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:25:45.689519 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-5871c2ff-64da-4af3-8a9e-9caae3482038 req-9592d3d6-4819-47f6-b8ed-cd8cfe18f206 service neutron] 10.222.0.86 "GET /v2.0/networks?id=656db470-8519-4483-9948-4b30bcb1c90d HTTP/1.1" status: 200 len: 912 time: 0.0906832 Nov 19 18:25:45.756366 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-5871c2ff-64da-4af3-8a9e-9caae3482038 req-5f550728-20cd-4080-bf85-1e7b549d21b5 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2e78e585-5166-4ff0-8079-f5d85af26d21 HTTP/1.1" status: 200 len: 1001 time: 0.0594881 Nov 19 18:25:45.808637 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5871c2ff-64da-4af3-8a9e-9caae3482038 req-9145704c-5719-4eea-bb4e-b90e1119c1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:25:45.810088 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-5871c2ff-64da-4af3-8a9e-9caae3482038 req-9145704c-5719-4eea-bb4e-b90e1119c1ce service neutron] 10.222.0.86 "GET /v2.0/subnets?id=a4fb003c-f9b9-4088-b0fe-6363f7d9b384 HTTP/1.1" status: 200 len: 850 time: 0.0444965 Nov 19 18:25:45.858627 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5871c2ff-64da-4af3-8a9e-9caae3482038 req-612d1a93-a212-4b2e-881b-1d2c2a0dac1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:25:45.860082 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-5871c2ff-64da-4af3-8a9e-9caae3482038 req-612d1a93-a212-4b2e-881b-1d2c2a0dac1c service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=656db470-8519-4483-9948-4b30bcb1c90d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429449 Nov 19 18:25:45.947659 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-5871c2ff-64da-4af3-8a9e-9caae3482038 req-ce9e2e38-d18f-4c9a-bd8b-2f320529d60a service neutron] 10.222.0.86 "GET /v2.0/networks/656db470-8519-4483-9948-4b30bcb1c90d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798397 Nov 19 18:25:46.044732 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-5871c2ff-64da-4af3-8a9e-9caae3482038 req-3d41dd58-e091-45f3-a099-4a4c3da9008f service neutron] 10.222.0.86 "GET /v2.0/networks/656db470-8519-4483-9948-4b30bcb1c90d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877085 Nov 19 18:25:52.409487 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.agents_db [None req-619e5c26-d9ed-4321-86eb-7d443bb9dfa2 None None] Agent healthcheck: found 7 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 18:25:59.838793 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-7085446d-46be-42f1-af4f-4dda950c0868 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:26:01.094622 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-1b2ebd75-2f13-4f18-b3e0-835fc3da6515 req-f721a797-7727-46ee-b8b6-f4c50f2fcd87 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=18364caa-8751-4838-a927-f16ab69059f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0393553 Nov 19 18:26:01.179018 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2ebd75-2f13-4f18-b3e0-835fc3da6515 req-dd282ba4-e8c0-4e4b-93be-95d0621976e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:26:01.180526 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-1b2ebd75-2f13-4f18-b3e0-835fc3da6515 req-dd282ba4-e8c0-4e4b-93be-95d0621976e7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d09befc26c6d48b68aeefb676fca7c9a&device_id=18364caa-8751-4838-a927-f16ab69059f5 HTTP/1.1" status: 200 len: 1097 time: 0.0421419 Nov 19 18:26:01.286694 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2ebd75-2f13-4f18-b3e0-835fc3da6515 req-0e96e0ce-637a-49b1-85d0-28ec2149da3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:26:01.288154 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-1b2ebd75-2f13-4f18-b3e0-835fc3da6515 req-0e96e0ce-637a-49b1-85d0-28ec2149da3f service neutron] 10.222.0.60 "GET /v2.0/networks?id=656db470-8519-4483-9948-4b30bcb1c90d HTTP/1.1" status: 200 len: 912 time: 0.0878534 Nov 19 18:26:01.353439 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-1b2ebd75-2f13-4f18-b3e0-835fc3da6515 req-ea127f51-1721-4d77-8296-83e6bce70dab service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f3d78c3c-dda0-41cd-acb1-c3e54fe19008 HTTP/1.1" status: 200 len: 1002 time: 0.0571644 Nov 19 18:26:01.402343 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2ebd75-2f13-4f18-b3e0-835fc3da6515 req-ff9ec69e-9432-489f-b8df-e0f908c20b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:26:01.403827 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-1b2ebd75-2f13-4f18-b3e0-835fc3da6515 req-ff9ec69e-9432-489f-b8df-e0f908c20b92 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a4fb003c-f9b9-4088-b0fe-6363f7d9b384 HTTP/1.1" status: 200 len: 850 time: 0.0433903 Nov 19 18:26:01.454414 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2ebd75-2f13-4f18-b3e0-835fc3da6515 req-20c51090-4ab3-4a3d-9a9a-fd4ee309f343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:26:01.455928 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-1b2ebd75-2f13-4f18-b3e0-835fc3da6515 req-20c51090-4ab3-4a3d-9a9a-fd4ee309f343 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=656db470-8519-4483-9948-4b30bcb1c90d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451434 Nov 19 18:26:01.467011 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [req-1b2ebd75-2f13-4f18-b3e0-835fc3da6515 req-66e1d901-ad94-453d-87c9-723f430f7c2d service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=103364) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 18:26:01.468196 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-1b2ebd75-2f13-4f18-b3e0-835fc3da6515 req-66e1d901-ad94-453d-87c9-723f430f7c2d service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051084 Nov 19 18:26:01.556217 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-1b2ebd75-2f13-4f18-b3e0-835fc3da6515 req-d1cca7b9-e56a-4e47-96a7-fa7f895803a2 service neutron] 10.222.0.60 "GET /v2.0/networks/656db470-8519-4483-9948-4b30bcb1c90d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813925 Nov 19 18:26:01.650417 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-1b2ebd75-2f13-4f18-b3e0-835fc3da6515 req-dfa1a612-1aaf-405d-b1e3-c9e7c1c537d2 service neutron] 10.222.0.60 "GET /v2.0/networks/656db470-8519-4483-9948-4b30bcb1c90d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872490 Nov 19 18:26:02.032767 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-5fed00eb-6e98-4114-9e50-d2880b14ff6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:26:03.296517 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e46ecc5a-dc14-4744-b262-3072ff2e958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:26:04.086048 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:26:04.091434 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:26:04.885447 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e013d7e6-5264-4dcc-9759-54f5fb809e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:26:05.233458 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:26:16.111677 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [req-224fde5e-a83a-4210-bb38-66792d6a108d req-5c2105cc-b080-42cb-a80d-c04bde6ba0a0 service neutron] (103365) timed out ('10.222.0.54', 35658) {{(pid=103365) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 19 18:26:29.409133 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.agents_db [None req-619e5c26-d9ed-4321-86eb-7d443bb9dfa2 None None] Agent healthcheck: found 7 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 18:26:29.842242 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b4dc0fd7-1b52-463b-a664-81e34a677c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:26:31.246098 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 44652) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:26:31.410519 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-cd5c610d-adbd-4fe4-ba0c-ec67e0a55072 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Deleting port 927fa480-ee2f-4fab-9301-ede45a06ae20 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:26:31.410846 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-cd5c610d-adbd-4fe4-ba0c-ec67e0a55072 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:26:31.487219 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-cd5c610d-adbd-4fe4-ba0c-ec67e0a55072 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:26:31.487461 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-cd5c610d-adbd-4fe4-ba0c-ec67e0a55072 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:26:31.500545 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-cd5c610d-adbd-4fe4-ba0c-ec67e0a55072 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Calling delete_port for 927fa480-ee2f-4fab-9301-ede45a06ae20 owned by network:floatingip {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:26:31.656262 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-cd5c610d-adbd-4fe4-ba0c-ec67e0a55072 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:26:31.682221 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5c610d-adbd-4fe4-ba0c-ec67e0a55072 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Pushing event deleted for resources: {'Port': ['ID=927fa480-ee2f-4fab-9301-ede45a06ae20,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:26:31.695584 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5c610d-adbd-4fe4-ba0c-ec67e0a55072 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:26:31.695584 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5c610d-adbd-4fe4-ba0c-ec67e0a55072 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:26:31.695584 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5c610d-adbd-4fe4-ba0c-ec67e0a55072 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:26:31.695949 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5c610d-adbd-4fe4-ba0c-ec67e0a55072 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:26:31.696287 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5c610d-adbd-4fe4-ba0c-ec67e0a55072 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:26:31.696643 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5c610d-adbd-4fe4-ba0c-ec67e0a55072 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:26:31.696969 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5c610d-adbd-4fe4-ba0c-ec67e0a55072 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:26:31.697292 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5c610d-adbd-4fe4-ba0c-ec67e0a55072 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:26:31.697614 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5c610d-adbd-4fe4-ba0c-ec67e0a55072 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:26:31.697967 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5c610d-adbd-4fe4-ba0c-ec67e0a55072 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:26:31.698292 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5c610d-adbd-4fe4-ba0c-ec67e0a55072 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:26:31.698656 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5c610d-adbd-4fe4-ba0c-ec67e0a55072 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:26:31.757905 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-cd5c610d-adbd-4fe4-ba0c-ec67e0a55072 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Publish callbacks [] for floatingip, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:26:31.758238 n-d-818022-2 neutron-server[103365]: INFO neutron.db.l3_db [None req-cd5c610d-adbd-4fe4-ba0c-ec67e0a55072 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Floating IP 54c921d1-7d8a-4f7c-8fbd-d8827b765279 disassociated (deleted). External IP: 172.25.7.130, port: f3d78c3c-dda0-41cd-acb1-c3e54fe19008. Nov 19 18:26:31.967956 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd5c610d-adbd-4fe4-ba0c-ec67e0a55072 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Router 204d8c86-2633-4b36-83f5-6821cd2c7573 has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 18:26:32.034576 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ae06800b-6f5c-4d2f-aa45-72fe8ffdd701 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:26:32.079436 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd5c610d-adbd-4fe4-ba0c-ec67e0a55072 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:26:32.084029 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-cd5c610d-adbd-4fe4-ba0c-ec67e0a55072 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for floatingip, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:26:32.089163 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92f03ef-6b40-4ec1-b4d3-14ce1fcb6245 None None] Sync routers for ids ['204d8c86-2633-4b36-83f5-6821cd2c7573'] in n-d-818022-2 {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:26:32.103904 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92f03ef-6b40-4ec1-b4d3-14ce1fcb6245 None None] Routers {'204d8c86-2633-4b36-83f5-6821cd2c7573'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:26:32.104830 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-f92f03ef-6b40-4ec1-b4d3-14ce1fcb6245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:26:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['204d8c86-2633-4b36-83f5-6821cd2c7573'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:26:32.113725 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-cd5c610d-adbd-4fe4-ba0c-ec67e0a55072 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "DELETE /v2.0/floatingips/54c921d1-7d8a-4f7c-8fbd-d8827b765279 HTTP/1.1" status: 204 len: 168 time: 0.8664107 Nov 19 18:26:32.114379 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18364caa-8751-4838-a927-f16ab69059f5', 'tag': 'f3d78c3c-dda0-41cd-acb1-c3e54fe19008'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:26:32.116916 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218319d759239a7d11f1288aef37381b97754913ee9ccbfd43b51a463f801712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3642348-4e24-48c7-b897-20ac46f23979" -d '{"events": [{"name": "network-changed", "server_uuid": "18364caa-8751-4838-a927-f16ab69059f5", "tag": "f3d78c3c-dda0-41cd-acb1-c3e54fe19008"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:26:32.238256 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-f92f03ef-6b40-4ec1-b4d3-14ce1fcb6245 None None] Set router 204d8c86-2633-4b36-83f5-6821cd2c7573 gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:26:32.304635 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 18:26:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7438c76-ca37-44fd-9ce9-ae8b54ba0a4a x-openstack-request-id: req-a7438c76-ca37-44fd-9ce9-ae8b54ba0a4a {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:26:32.305160 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18364caa-8751-4838-a927-f16ab69059f5", "tag": "f3d78c3c-dda0-41cd-acb1-c3e54fe19008", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:26:32.305267 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a7438c76-ca37-44fd-9ce9-ae8b54ba0a4a {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:26:32.305779 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18364caa-8751-4838-a927-f16ab69059f5', 'tag': 'f3d78c3c-dda0-41cd-acb1-c3e54fe19008', 'status': 'completed', 'code': 200} Nov 19 18:26:32.398266 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b736dd-81a7-4f48-8366-ebbcc1121f28 req-7cc7bf18-5e96-439f-9ab3-abede5ff6ad5 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:26:32.399779 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-23b736dd-81a7-4f48-8366-ebbcc1121f28 req-7cc7bf18-5e96-439f-9ab3-abede5ff6ad5 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/ports?device_id=18364caa-8751-4838-a927-f16ab69059f5 HTTP/1.1" status: 200 len: 946 time: 0.0740626 Nov 19 18:26:32.406267 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3642348-4e24-48c7-b897-20ac46f23979 req-29448694-efd9-4a76-bf12-3d253d8bf270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:26:32.407724 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c3642348-4e24-48c7-b897-20ac46f23979 req-29448694-efd9-4a76-bf12-3d253d8bf270 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d09befc26c6d48b68aeefb676fca7c9a&device_id=18364caa-8751-4838-a927-f16ab69059f5 HTTP/1.1" status: 200 len: 1097 time: 0.0730109 Nov 19 18:26:32.475499 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-f92f03ef-6b40-4ec1-b4d3-14ce1fcb6245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '204d8c86-2633-4b36-83f5-6821cd2c7573', 'name': 'tempest-TestVolumeBootPattern-398289042-router', 'tenant_id': 'd09befc26c6d48b68aeefb676fca7c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': 'fe6ae1f1-4f6d-4f04-bef8-2cfbbf358d69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:16:41Z', 'updated_at': '2021-11-19T18:16:43Z', 'revision_number': 4, 'project_id': 'd09befc26c6d48b68aeefb676fca7c9a', 'gw_port': {'id': 'fe6ae1f1-4f6d-4f04-bef8-2cfbbf358d69', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e9:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '204d8c86-2633-4b36-83f5-6821cd2c7573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:16:41Z', 'updated_at': '2021-11-19T18:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_floatingips': [{'id': 'a21746e8-9664-4c06-8d14-70b3edcb85d1', 'tenant_id': 'd09befc26c6d48b68aeefb676fca7c9a', 'floating_ip_address': '172.25.7.219', 'floating_network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'router_id': '204d8c86-2633-4b36-83f5-6821cd2c7573', 'port_id': '2e78e585-5166-4ff0-8079-f5d85af26d21', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4016, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '656db470-8519-4483-9948-4b30bcb1c90d', 'mac_address': 'fa:16:3e:96:64:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b85556b-6cf9-4be3-8c0d-df0330221815', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T18:22:51Z', 'updated_at': '2021-11-19T18:22:53Z', 'revision_number': 1, 'project_id': 'd09befc26c6d48b68aeefb676fca7c9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2f494de-d6c0-4212-b107-a0b388bed43b', 'name': '', 'network_id': '656db470-8519-4483-9948-4b30bcb1c90d', 'tenant_id': 'd09befc26c6d48b68aeefb676fca7c9a', 'mac_address': 'fa:16:3e:d2:9e:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '204d8c86-2633-4b36-83f5-6821cd2c7573', 'device_owner': 'network:router_interface', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': 'a4fb003c-f9b9-4088-b0fe-6363f7d9b384', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:16:43Z', 'updated_at': '2021-11-19T18:16:47Z', 'revision_number': 5, 'project_id': 'd09befc26c6d48b68aeefb676fca7c9a', 'subnets': [{'id': 'a4fb003c-f9b9-4088-b0fe-6363f7d9b384', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:26:32.501541 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92f03ef-6b40-4ec1-b4d3-14ce1fcb6245 None None] Checking router: 204d8c86-2633-4b36-83f5-6821cd2c7573 for host: n-d-818022-2 {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:26:32.502428 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-23b736dd-81a7-4f48-8366-ebbcc1121f28 req-6aec7d32-7002-426d-8ab3-994019bbe7f8 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/security-groups?id=2251ec2c-31d8-4662-b320-f9fc0f8759a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937593 Nov 19 18:26:32.509954 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92f03ef-6b40-4ec1-b4d3-14ce1fcb6245 None None] Routers {'204d8c86-2633-4b36-83f5-6821cd2c7573'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:26:32.510568 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-f92f03ef-6b40-4ec1-b4d3-14ce1fcb6245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:26:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['204d8c86-2633-4b36-83f5-6821cd2c7573'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:26:32.536556 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3642348-4e24-48c7-b897-20ac46f23979 req-ec62ed98-61d2-4149-a6e4-a2031b2d91db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:26:32.537985 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c3642348-4e24-48c7-b897-20ac46f23979 req-ec62ed98-61d2-4149-a6e4-a2031b2d91db service neutron] 10.222.0.60 "GET /v2.0/networks?id=656db470-8519-4483-9948-4b30bcb1c90d HTTP/1.1" status: 200 len: 912 time: 0.1227989 Nov 19 18:26:32.582192 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c3642348-4e24-48c7-b897-20ac46f23979 req-b9ea3640-f885-4bdb-a1e9-9d8ba4a2300e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f3d78c3c-dda0-41cd-acb1-c3e54fe19008 HTTP/1.1" status: 200 len: 217 time: 0.0353820 Nov 19 18:26:32.640070 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3642348-4e24-48c7-b897-20ac46f23979 req-7a3d16d7-9a1b-4db8-8e6e-e80a688e1556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:26:32.641648 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c3642348-4e24-48c7-b897-20ac46f23979 req-7a3d16d7-9a1b-4db8-8e6e-e80a688e1556 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a4fb003c-f9b9-4088-b0fe-6363f7d9b384 HTTP/1.1" status: 200 len: 850 time: 0.0516284 Nov 19 18:26:32.689528 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3642348-4e24-48c7-b897-20ac46f23979 req-f0636197-5ca0-48d2-a042-56b471325a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:26:32.691070 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c3642348-4e24-48c7-b897-20ac46f23979 req-f0636197-5ca0-48d2-a042-56b471325a8f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=656db470-8519-4483-9948-4b30bcb1c90d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419848 Nov 19 18:26:32.706627 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-f92f03ef-6b40-4ec1-b4d3-14ce1fcb6245 None None] Set router 204d8c86-2633-4b36-83f5-6821cd2c7573 gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:26:32.781377 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c3642348-4e24-48c7-b897-20ac46f23979 req-f3ef822d-0578-4e8f-bb73-cb0bf0b18b2b service neutron] 10.222.0.60 "GET /v2.0/networks/656db470-8519-4483-9948-4b30bcb1c90d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822792 Nov 19 18:26:32.873635 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c3642348-4e24-48c7-b897-20ac46f23979 req-966a13d9-a5aa-4f6b-89a8-df14e319c588 service neutron] 10.222.0.60 "GET /v2.0/networks/656db470-8519-4483-9948-4b30bcb1c90d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851719 Nov 19 18:26:32.928082 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-f92f03ef-6b40-4ec1-b4d3-14ce1fcb6245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '204d8c86-2633-4b36-83f5-6821cd2c7573', 'name': 'tempest-TestVolumeBootPattern-398289042-router', 'tenant_id': 'd09befc26c6d48b68aeefb676fca7c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': 'fe6ae1f1-4f6d-4f04-bef8-2cfbbf358d69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:16:41Z', 'updated_at': '2021-11-19T18:16:43Z', 'revision_number': 4, 'project_id': 'd09befc26c6d48b68aeefb676fca7c9a', 'gw_port': {'id': 'fe6ae1f1-4f6d-4f04-bef8-2cfbbf358d69', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e9:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '204d8c86-2633-4b36-83f5-6821cd2c7573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:16:41Z', 'updated_at': '2021-11-19T18:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_floatingips': [{'id': 'a21746e8-9664-4c06-8d14-70b3edcb85d1', 'tenant_id': 'd09befc26c6d48b68aeefb676fca7c9a', 'floating_ip_address': '172.25.7.219', 'floating_network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'router_id': '204d8c86-2633-4b36-83f5-6821cd2c7573', 'port_id': '2e78e585-5166-4ff0-8079-f5d85af26d21', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4016, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '656db470-8519-4483-9948-4b30bcb1c90d', 'mac_address': 'fa:16:3e:96:64:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b85556b-6cf9-4be3-8c0d-df0330221815', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T18:22:51Z', 'updated_at': '2021-11-19T18:22:53Z', 'revision_number': 1, 'project_id': 'd09befc26c6d48b68aeefb676fca7c9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2f494de-d6c0-4212-b107-a0b388bed43b', 'name': '', 'network_id': '656db470-8519-4483-9948-4b30bcb1c90d', 'tenant_id': 'd09befc26c6d48b68aeefb676fca7c9a', 'mac_address': 'fa:16:3e:d2:9e:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '204d8c86-2633-4b36-83f5-6821cd2c7573', 'device_owner': 'network:router_interface', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': 'a4fb003c-f9b9-4088-b0fe-6363f7d9b384', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:16:43Z', 'updated_at': '2021-11-19T18:16:47Z', 'revision_number': 5, 'project_id': 'd09befc26c6d48b68aeefb676fca7c9a', 'subnets': [{'id': 'a4fb003c-f9b9-4088-b0fe-6363f7d9b384', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:26:32.953388 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92f03ef-6b40-4ec1-b4d3-14ce1fcb6245 None None] The sync data for ids ['204d8c86-2633-4b36-83f5-6821cd2c7573'] in n-d-818022-2 is: [{'id': '204d8c86-2633-4b36-83f5-6821cd2c7573', 'name': 'tempest-TestVolumeBootPattern-398289042-router', 'tenant_id': 'd09befc26c6d48b68aeefb676fca7c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': 'fe6ae1f1-4f6d-4f04-bef8-2cfbbf358d69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:16:41Z', 'updated_at': '2021-11-19T18:16:43Z', 'revision_number': 4, 'project_id': 'd09befc26c6d48b68aeefb676fca7c9a', 'gw_port': {'id': 'fe6ae1f1-4f6d-4f04-bef8-2cfbbf358d69', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e9:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '204d8c86-2633-4b36-83f5-6821cd2c7573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:16:41Z', 'updated_at': '2021-11-19T18:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_floatingips': [{'id': 'a21746e8-9664-4c06-8d14-70b3edcb85d1', 'tenant_id': 'd09befc26c6d48b68aeefb676fca7c9a', 'floating_ip_address': '172.25.7.219', 'floating_network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'router_id': '204d8c86-2633-4b36-83f5-6821cd2c7573', 'port_id': '2e78e585-5166-4ff0-8079-f5d85af26d21', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4016, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '656db470-8519-4483-9948-4b30bcb1c90d', 'mac_address': 'fa:16:3e:96:64:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b85556b-6cf9-4be3-8c0d-df0330221815', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T18:22:51Z', 'updated_at': '2021-11-19T18:22:53Z', 'revision_number': 1, 'project_id': 'd09befc26c6d48b68aeefb676fca7c9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2f494de-d6c0-4212-b107-a0b388bed43b', 'name': '', 'network_id': '656db470-8519-4483-9948-4b30bcb1c90d', 'tenant_id': 'd09befc26c6d48b68aeefb676fca7c9a', 'mac_address': 'fa:16:3e:d2:9e:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '204d8c86-2633-4b36-83f5-6821cd2c7573', 'device_owner': 'network:router_interface', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': 'a4fb003c-f9b9-4088-b0fe-6363f7d9b384', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:16:43Z', 'updated_at': '2021-11-19T18:16:47Z', 'revision_number': 5, 'project_id': 'd09befc26c6d48b68aeefb676fca7c9a', 'subnets': [{'id': 'a4fb003c-f9b9-4088-b0fe-6363f7d9b384', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:26:33.162590 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb4e5af-16c5-4b9d-9afc-6b2238846708 None None] New status for floating IP 54c921d1-7d8a-4f7c-8fbd-d8827b765279: DOWN {{(pid=103366) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 18:26:33.297696 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e46ecc5a-dc14-4744-b262-3072ff2e958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:26:33.623556 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a0c0d2-7561-44de-9b9d-06ac026ba2f0 req-b05ae076-1e01-4398-964a-ec1cba83b6a9 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:26:33.624805 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-71a0c0d2-7561-44de-9b9d-06ac026ba2f0 req-b05ae076-1e01-4398-964a-ec1cba83b6a9 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/ports?device_id=18364caa-8751-4838-a927-f16ab69059f5 HTTP/1.1" status: 200 len: 946 time: 0.0499189 Nov 19 18:26:33.673139 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-71a0c0d2-7561-44de-9b9d-06ac026ba2f0 req-2c648c57-6363-484a-8933-35b8ad5a9dcd tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/security-groups?id=2251ec2c-31d8-4662-b320-f9fc0f8759a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423751 Nov 19 18:26:33.822055 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0683126c-4223-4171-b4ad-1fea62d5a25c req-a6514f60-f785-4ab2-a393-34830de2038a tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:26:33.823489 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0683126c-4223-4171-b4ad-1fea62d5a25c req-a6514f60-f785-4ab2-a393-34830de2038a tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.60 "GET /v2.0/ports?device_id=18364caa-8751-4838-a927-f16ab69059f5 HTTP/1.1" status: 200 len: 946 time: 0.0493011 Nov 19 18:26:33.915282 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [req-0683126c-4223-4171-b4ad-1fea62d5a25c req-f8421aba-42f1-4c43-86f0-10e05ce66d5e tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Deleting port f3d78c3c-dda0-41cd-acb1-c3e54fe19008 {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:26:33.915630 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-0683126c-4223-4171-b4ad-1fea62d5a25c req-f8421aba-42f1-4c43-86f0-10e05ce66d5e tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:26:34.002752 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-0683126c-4223-4171-b4ad-1fea62d5a25c req-f8421aba-42f1-4c43-86f0-10e05ce66d5e tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] For port f3d78c3c-dda0-41cd-acb1-c3e54fe19008, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=f3d78c3c-dda0-41cd-acb1-c3e54fe19008,segment=NetworkSegment(f129bd32-7911-4aaf-8e97-a9024ba71deb),segment_id=f129bd32-7911-4aaf-8e97-a9024ba71deb)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:26:34.003113 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-0683126c-4223-4171-b4ad-1fea62d5a25c req-f8421aba-42f1-4c43-86f0-10e05ce66d5e tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:26:34.015597 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [req-0683126c-4223-4171-b4ad-1fea62d5a25c req-f8421aba-42f1-4c43-86f0-10e05ce66d5e tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Calling delete_port for f3d78c3c-dda0-41cd-acb1-c3e54fe19008 owned by compute:nova {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:26:34.100908 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:26:34.101985 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:26:34.144017 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-0683126c-4223-4171-b4ad-1fea62d5a25c req-f8421aba-42f1-4c43-86f0-10e05ce66d5e tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:26:34.175133 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8421aba-42f1-4c43-86f0-10e05ce66d5e tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Pushing event deleted for resources: {'Port': ['ID=f3d78c3c-dda0-41cd-acb1-c3e54fe19008,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:26:34.202974 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8421aba-42f1-4c43-86f0-10e05ce66d5e tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:26:34.203434 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8421aba-42f1-4c43-86f0-10e05ce66d5e tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:26:34.203893 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8421aba-42f1-4c43-86f0-10e05ce66d5e tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:26:34.204020 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8421aba-42f1-4c43-86f0-10e05ce66d5e tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:26:34.204396 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8421aba-42f1-4c43-86f0-10e05ce66d5e tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:26:34.204918 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8421aba-42f1-4c43-86f0-10e05ce66d5e tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:26:34.205262 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8421aba-42f1-4c43-86f0-10e05ce66d5e tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:26:34.205599 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8421aba-42f1-4c43-86f0-10e05ce66d5e tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:26:34.205965 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8421aba-42f1-4c43-86f0-10e05ce66d5e tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:26:34.206299 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8421aba-42f1-4c43-86f0-10e05ce66d5e tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:26:34.206632 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8421aba-42f1-4c43-86f0-10e05ce66d5e tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:26:34.206965 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8421aba-42f1-4c43-86f0-10e05ce66d5e tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:26:34.231250 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [req-0683126c-4223-4171-b4ad-1fea62d5a25c req-f8421aba-42f1-4c43-86f0-10e05ce66d5e tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] No DVR routers for this DVR port f3d78c3c-dda0-41cd-acb1-c3e54fe19008 on host n-h1-818022-2 {{(pid=103364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:26:34.234024 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-0683126c-4223-4171-b4ad-1fea62d5a25c req-f8421aba-42f1-4c43-86f0-10e05ce66d5e tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:26:34.237705 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0683126c-4223-4171-b4ad-1fea62d5a25c req-f8421aba-42f1-4c43-86f0-10e05ce66d5e tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.60 "DELETE /v2.0/ports/f3d78c3c-dda0-41cd-acb1-c3e54fe19008 HTTP/1.1" status: 204 len: 173 time: 0.4077082 Nov 19 18:26:34.238197 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18364caa-8751-4838-a927-f16ab69059f5', 'name': 'network-vif-deleted', 'tag': 'f3d78c3c-dda0-41cd-acb1-c3e54fe19008'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:26:34.241179 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dd4767a008c23f8566efc82158ee1b1fff34e1a9e908d76d0b6d0ab7e350e5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bc75f4b-e447-4fb1-8563-2c0d14bcac9d" -d '{"events": [{"server_uuid": "18364caa-8751-4838-a927-f16ab69059f5", "name": "network-vif-deleted", "tag": "f3d78c3c-dda0-41cd-acb1-c3e54fe19008"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:26:34.279366 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:26:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca23d188-9ffc-49b4-944f-e439f8cbc316 x-openstack-request-id: req-ca23d188-9ffc-49b4-944f-e439f8cbc316 {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:26:34.279688 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18364caa-8751-4838-a927-f16ab69059f5", "name": "network-vif-deleted", "tag": "f3d78c3c-dda0-41cd-acb1-c3e54fe19008", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:26:34.279946 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ca23d188-9ffc-49b4-944f-e439f8cbc316 {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:26:34.280349 n-d-818022-2 neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18364caa-8751-4838-a927-f16ab69059f5', 'name': 'network-vif-deleted', 'tag': 'f3d78c3c-dda0-41cd-acb1-c3e54fe19008', 'status': 'completed', 'code': 200} Nov 19 18:26:34.768763 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2baac321-335f-4738-9c5a-467f98eef501 req-e2ed798e-2b25-4aca-80ce-1f7f10b00ebd tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/ports?device_id=18364caa-8751-4838-a927-f16ab69059f5 HTTP/1.1" status: 200 len: 210 time: 0.0267928 Nov 19 18:26:34.889696 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e013d7e6-5264-4dcc-9759-54f5fb809e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:26:35.236443 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:26:35.869957 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-e360f0b1-3926-400b-8d42-0e298d12af7e req-68b941f5-3c24-4638-933b-f47c5bb63ea9 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/ports?device_id=18364caa-8751-4838-a927-f16ab69059f5 HTTP/1.1" status: 200 len: 210 time: 0.0271137 Nov 19 18:26:36.965793 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d69246d4-b4e7-463c-ae5e-05c80b6740de req-3c7af124-8821-4273-889e-5a2221aac5e9 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/ports?device_id=18364caa-8751-4838-a927-f16ab69059f5 HTTP/1.1" status: 200 len: 210 time: 0.0265870 Nov 19 18:26:37.579219 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device f3d78c3c-dda0-41cd-acb1-c3e54fe19008 no longer exists at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:26:37.599444 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] No Port match for: f3d78c3c-dda0-41cd-acb1-c3e54fe19008 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:26:37.599873 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device f3d78c3c-dda0-41cd-acb1-c3e54fe19008 not bound to the agent host n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:26:38.060022 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d27d46a5-b8a5-4fae-abdb-fa2a05265508 req-0d50f399-b3d2-4f2e-ad19-cabdf82b7ab1 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/ports?device_id=18364caa-8751-4838-a927-f16ab69059f5 HTTP/1.1" status: 200 len: 210 time: 0.0260818 Nov 19 18:26:38.452759 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [req-c139dc9b-85e2-40ba-9a2a-2239a69707e3 req-f4169482-8ecb-4be0-9a41-983640e0b09d service neutron] (103364) timed out ('10.222.0.86', 54890) {{(pid=103364) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 19 18:26:39.352437 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [req-679a7e3b-0e27-409b-a39e-caac803bd2c3 req-af13098f-4d76-4e2f-9e5c-870419d51864 service neutron] (103365) timed out ('10.222.0.86', 54864) {{(pid=103365) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 19 18:26:44.462348 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 44704) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:26:44.621132 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-0066e8bf-d499-4d9a-bdff-9250856c07a6 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Deleting port 449dbb5b-a16a-4394-9f3b-4c1792495ffd {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:26:44.621451 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0066e8bf-d499-4d9a-bdff-9250856c07a6 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:26:44.694162 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0066e8bf-d499-4d9a-bdff-9250856c07a6 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:26:44.694488 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0066e8bf-d499-4d9a-bdff-9250856c07a6 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:26:44.707027 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-0066e8bf-d499-4d9a-bdff-9250856c07a6 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Calling delete_port for 449dbb5b-a16a-4394-9f3b-4c1792495ffd owned by network:floatingip {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:26:44.854305 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0066e8bf-d499-4d9a-bdff-9250856c07a6 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:26:44.879064 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0066e8bf-d499-4d9a-bdff-9250856c07a6 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Pushing event deleted for resources: {'Port': ['ID=449dbb5b-a16a-4394-9f3b-4c1792495ffd,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:26:44.941299 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0066e8bf-d499-4d9a-bdff-9250856c07a6 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Publish callbacks [] for floatingip, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:26:44.941690 n-d-818022-2 neutron-server[103365]: INFO neutron.db.l3_db [None req-0066e8bf-d499-4d9a-bdff-9250856c07a6 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Floating IP a21746e8-9664-4c06-8d14-70b3edcb85d1 disassociated (deleted). External IP: 172.25.7.219, port: 2e78e585-5166-4ff0-8079-f5d85af26d21. Nov 19 18:26:45.146589 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0066e8bf-d499-4d9a-bdff-9250856c07a6 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Router 204d8c86-2633-4b36-83f5-6821cd2c7573 has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 18:26:45.253146 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0066e8bf-d499-4d9a-bdff-9250856c07a6 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:26:45.257994 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0066e8bf-d499-4d9a-bdff-9250856c07a6 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for floatingip, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:26:45.265355 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f3669cd-1469-4c08-a917-94dfe478f95c None None] Sync routers for ids ['204d8c86-2633-4b36-83f5-6821cd2c7573'] in n-d-818022-2 {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:26:45.275806 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f3669cd-1469-4c08-a917-94dfe478f95c None None] Routers {'204d8c86-2633-4b36-83f5-6821cd2c7573'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:26:45.276424 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-9f3669cd-1469-4c08-a917-94dfe478f95c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:26:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['204d8c86-2633-4b36-83f5-6821cd2c7573'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:26:45.284568 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-0066e8bf-d499-4d9a-bdff-9250856c07a6 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "DELETE /v2.0/floatingips/a21746e8-9664-4c06-8d14-70b3edcb85d1 HTTP/1.1" status: 204 len: 168 time: 0.8211443 Nov 19 18:26:45.285163 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b85556b-6cf9-4be3-8c0d-df0330221815', 'tag': '2e78e585-5166-4ff0-8079-f5d85af26d21'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:26:45.287449 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218319d759239a7d11f1288aef37381b97754913ee9ccbfd43b51a463f801712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a038f843-57ca-4d15-b18c-0017d04d844e" -d '{"events": [{"name": "network-changed", "server_uuid": "7b85556b-6cf9-4be3-8c0d-df0330221815", "tag": "2e78e585-5166-4ff0-8079-f5d85af26d21"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:26:45.337282 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 18:26:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c04b6648-52c4-4fef-9401-306611f932ae x-openstack-request-id: req-c04b6648-52c4-4fef-9401-306611f932ae {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:26:45.337589 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b85556b-6cf9-4be3-8c0d-df0330221815", "tag": "2e78e585-5166-4ff0-8079-f5d85af26d21", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:26:45.337879 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c04b6648-52c4-4fef-9401-306611f932ae {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:26:45.338298 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b85556b-6cf9-4be3-8c0d-df0330221815', 'tag': '2e78e585-5166-4ff0-8079-f5d85af26d21', 'status': 'completed', 'code': 200} Nov 19 18:26:45.386058 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-9f3669cd-1469-4c08-a917-94dfe478f95c None None] Set router 204d8c86-2633-4b36-83f5-6821cd2c7573 gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:26:45.405362 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a038f843-57ca-4d15-b18c-0017d04d844e req-63059a16-2977-466a-945b-0156994a4954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:26:45.407618 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a038f843-57ca-4d15-b18c-0017d04d844e req-63059a16-2977-466a-945b-0156994a4954 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=d09befc26c6d48b68aeefb676fca7c9a&device_id=7b85556b-6cf9-4be3-8c0d-df0330221815 HTTP/1.1" status: 200 len: 1096 time: 0.0481186 Nov 19 18:26:45.523821 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a038f843-57ca-4d15-b18c-0017d04d844e req-6d770ed2-e91c-4503-8b94-2d726a3d8d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:26:45.525322 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a038f843-57ca-4d15-b18c-0017d04d844e req-6d770ed2-e91c-4503-8b94-2d726a3d8d8e service neutron] 10.222.0.86 "GET /v2.0/networks?id=656db470-8519-4483-9948-4b30bcb1c90d HTTP/1.1" status: 200 len: 912 time: 0.1026328 Nov 19 18:26:45.564011 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72716881-211e-48c9-a0c4-d5a1f1cd2b28 req-2d0258bb-30fe-47b0-85d6-9e8afb6e4b51 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:26:45.565647 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-72716881-211e-48c9-a0c4-d5a1f1cd2b28 req-2d0258bb-30fe-47b0-85d6-9e8afb6e4b51 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/ports?device_id=7b85556b-6cf9-4be3-8c0d-df0330221815 HTTP/1.1" status: 200 len: 945 time: 0.0717533 Nov 19 18:26:45.577739 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a038f843-57ca-4d15-b18c-0017d04d844e req-7a536c9a-7818-4600-8c92-0e2804b2f444 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2e78e585-5166-4ff0-8079-f5d85af26d21 HTTP/1.1" status: 200 len: 217 time: 0.0427005 Nov 19 18:26:45.620961 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-9f3669cd-1469-4c08-a917-94dfe478f95c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '204d8c86-2633-4b36-83f5-6821cd2c7573', 'name': 'tempest-TestVolumeBootPattern-398289042-router', 'tenant_id': 'd09befc26c6d48b68aeefb676fca7c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': 'fe6ae1f1-4f6d-4f04-bef8-2cfbbf358d69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:16:41Z', 'updated_at': '2021-11-19T18:16:43Z', 'revision_number': 4, 'project_id': 'd09befc26c6d48b68aeefb676fca7c9a', 'gw_port': {'id': 'fe6ae1f1-4f6d-4f04-bef8-2cfbbf358d69', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e9:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '204d8c86-2633-4b36-83f5-6821cd2c7573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:16:41Z', 'updated_at': '2021-11-19T18:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': 'e2f494de-d6c0-4212-b107-a0b388bed43b', 'name': '', 'network_id': '656db470-8519-4483-9948-4b30bcb1c90d', 'tenant_id': 'd09befc26c6d48b68aeefb676fca7c9a', 'mac_address': 'fa:16:3e:d2:9e:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '204d8c86-2633-4b36-83f5-6821cd2c7573', 'device_owner': 'network:router_interface', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': 'a4fb003c-f9b9-4088-b0fe-6363f7d9b384', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:16:43Z', 'updated_at': '2021-11-19T18:16:47Z', 'revision_number': 5, 'project_id': 'd09befc26c6d48b68aeefb676fca7c9a', 'subnets': [{'id': 'a4fb003c-f9b9-4088-b0fe-6363f7d9b384', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:26:45.635404 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-72716881-211e-48c9-a0c4-d5a1f1cd2b28 req-2f4cb6ae-d7b0-4e48-95c7-d5e92e694d99 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/security-groups?id=2251ec2c-31d8-4662-b320-f9fc0f8759a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634220 Nov 19 18:26:45.641059 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a038f843-57ca-4d15-b18c-0017d04d844e req-f333b831-9213-4162-8dc7-9c7441c74979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:26:45.643160 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a038f843-57ca-4d15-b18c-0017d04d844e req-f333b831-9213-4162-8dc7-9c7441c74979 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=a4fb003c-f9b9-4088-b0fe-6363f7d9b384 HTTP/1.1" status: 200 len: 850 time: 0.0578840 Nov 19 18:26:45.649434 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f3669cd-1469-4c08-a917-94dfe478f95c None None] Checking router: 204d8c86-2633-4b36-83f5-6821cd2c7573 for host: n-d-818022-2 {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:26:45.658575 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f3669cd-1469-4c08-a917-94dfe478f95c None None] Routers {'204d8c86-2633-4b36-83f5-6821cd2c7573'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:26:45.659121 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-9f3669cd-1469-4c08-a917-94dfe478f95c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:26:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['204d8c86-2633-4b36-83f5-6821cd2c7573'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:26:45.700419 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a038f843-57ca-4d15-b18c-0017d04d844e req-5f085496-ed26-420c-9fad-ace32abfd4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:26:45.702584 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a038f843-57ca-4d15-b18c-0017d04d844e req-5f085496-ed26-420c-9fad-ace32abfd4bb service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=656db470-8519-4483-9948-4b30bcb1c90d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0504375 Nov 19 18:26:45.768211 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-9f3669cd-1469-4c08-a917-94dfe478f95c None None] Set router 204d8c86-2633-4b36-83f5-6821cd2c7573 gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:26:45.802709 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a038f843-57ca-4d15-b18c-0017d04d844e req-c01cf68b-8ce8-4ab9-a709-c34ea08c09ba service neutron] 10.222.0.86 "GET /v2.0/networks/656db470-8519-4483-9948-4b30bcb1c90d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917997 Nov 19 18:26:45.917101 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a038f843-57ca-4d15-b18c-0017d04d844e req-5fed65f9-9801-4359-a0d3-b648360b2b48 service neutron] 10.222.0.86 "GET /v2.0/networks/656db470-8519-4483-9948-4b30bcb1c90d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056757 Nov 19 18:26:45.979324 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-9f3669cd-1469-4c08-a917-94dfe478f95c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '204d8c86-2633-4b36-83f5-6821cd2c7573', 'name': 'tempest-TestVolumeBootPattern-398289042-router', 'tenant_id': 'd09befc26c6d48b68aeefb676fca7c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': 'fe6ae1f1-4f6d-4f04-bef8-2cfbbf358d69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:16:41Z', 'updated_at': '2021-11-19T18:16:43Z', 'revision_number': 4, 'project_id': 'd09befc26c6d48b68aeefb676fca7c9a', 'gw_port': {'id': 'fe6ae1f1-4f6d-4f04-bef8-2cfbbf358d69', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e9:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '204d8c86-2633-4b36-83f5-6821cd2c7573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:16:41Z', 'updated_at': '2021-11-19T18:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': 'e2f494de-d6c0-4212-b107-a0b388bed43b', 'name': '', 'network_id': '656db470-8519-4483-9948-4b30bcb1c90d', 'tenant_id': 'd09befc26c6d48b68aeefb676fca7c9a', 'mac_address': 'fa:16:3e:d2:9e:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '204d8c86-2633-4b36-83f5-6821cd2c7573', 'device_owner': 'network:router_interface', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': 'a4fb003c-f9b9-4088-b0fe-6363f7d9b384', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:16:43Z', 'updated_at': '2021-11-19T18:16:47Z', 'revision_number': 5, 'project_id': 'd09befc26c6d48b68aeefb676fca7c9a', 'subnets': [{'id': 'a4fb003c-f9b9-4088-b0fe-6363f7d9b384', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:26:46.009296 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f3669cd-1469-4c08-a917-94dfe478f95c None None] The sync data for ids ['204d8c86-2633-4b36-83f5-6821cd2c7573'] in n-d-818022-2 is: [{'id': '204d8c86-2633-4b36-83f5-6821cd2c7573', 'name': 'tempest-TestVolumeBootPattern-398289042-router', 'tenant_id': 'd09befc26c6d48b68aeefb676fca7c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': 'fe6ae1f1-4f6d-4f04-bef8-2cfbbf358d69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:16:41Z', 'updated_at': '2021-11-19T18:16:43Z', 'revision_number': 4, 'project_id': 'd09befc26c6d48b68aeefb676fca7c9a', 'gw_port': {'id': 'fe6ae1f1-4f6d-4f04-bef8-2cfbbf358d69', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e9:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '204d8c86-2633-4b36-83f5-6821cd2c7573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:16:41Z', 'updated_at': '2021-11-19T18:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': 'e2f494de-d6c0-4212-b107-a0b388bed43b', 'name': '', 'network_id': '656db470-8519-4483-9948-4b30bcb1c90d', 'tenant_id': 'd09befc26c6d48b68aeefb676fca7c9a', 'mac_address': 'fa:16:3e:d2:9e:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '204d8c86-2633-4b36-83f5-6821cd2c7573', 'device_owner': 'network:router_interface', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': 'a4fb003c-f9b9-4088-b0fe-6363f7d9b384', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:16:43Z', 'updated_at': '2021-11-19T18:16:47Z', 'revision_number': 5, 'project_id': 'd09befc26c6d48b68aeefb676fca7c9a', 'subnets': [{'id': 'a4fb003c-f9b9-4088-b0fe-6363f7d9b384', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:26:46.235841 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c49158-43fc-421d-9f34-e7e4add1df01 None None] New status for floating IP a21746e8-9664-4c06-8d14-70b3edcb85d1: DOWN {{(pid=103366) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 18:26:46.766305 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2c185f-83e7-4c29-b099-bc7884ac45c9 req-c8c8c921-6566-47fe-81a0-ff92ab83c4cf tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:26:46.767879 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ff2c185f-83e7-4c29-b099-bc7884ac45c9 req-c8c8c921-6566-47fe-81a0-ff92ab83c4cf tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/ports?device_id=7b85556b-6cf9-4be3-8c0d-df0330221815 HTTP/1.1" status: 200 len: 945 time: 0.0567889 Nov 19 18:26:46.818967 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ff2c185f-83e7-4c29-b099-bc7884ac45c9 req-796320a6-8fd1-4447-89a5-5e3173645156 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/security-groups?id=2251ec2c-31d8-4662-b320-f9fc0f8759a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449805 Nov 19 18:26:47.175560 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82959f58-4052-478b-800f-88764b1de5ec req-f45ad868-6d4e-49be-842f-a1ad2cd8f8c6 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:26:47.177010 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-82959f58-4052-478b-800f-88764b1de5ec req-f45ad868-6d4e-49be-842f-a1ad2cd8f8c6 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.86 "GET /v2.0/ports?device_id=7b85556b-6cf9-4be3-8c0d-df0330221815 HTTP/1.1" status: 200 len: 945 time: 0.0476656 Nov 19 18:26:47.270482 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [req-82959f58-4052-478b-800f-88764b1de5ec req-5305ec46-e495-4c19-be2c-362f8bc74487 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Deleting port 2e78e585-5166-4ff0-8079-f5d85af26d21 {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:26:47.270817 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-82959f58-4052-478b-800f-88764b1de5ec req-5305ec46-e495-4c19-be2c-362f8bc74487 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:26:47.358765 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-82959f58-4052-478b-800f-88764b1de5ec req-5305ec46-e495-4c19-be2c-362f8bc74487 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] For port 2e78e585-5166-4ff0-8079-f5d85af26d21, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=2e78e585-5166-4ff0-8079-f5d85af26d21,segment=NetworkSegment(f129bd32-7911-4aaf-8e97-a9024ba71deb),segment_id=f129bd32-7911-4aaf-8e97-a9024ba71deb)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:26:47.359126 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-82959f58-4052-478b-800f-88764b1de5ec req-5305ec46-e495-4c19-be2c-362f8bc74487 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:26:47.371259 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [req-82959f58-4052-478b-800f-88764b1de5ec req-5305ec46-e495-4c19-be2c-362f8bc74487 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Calling delete_port for 2e78e585-5166-4ff0-8079-f5d85af26d21 owned by compute:nova {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:26:47.506810 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-82959f58-4052-478b-800f-88764b1de5ec req-5305ec46-e495-4c19-be2c-362f8bc74487 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:26:47.536168 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5305ec46-e495-4c19-be2c-362f8bc74487 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Pushing event deleted for resources: {'Port': ['ID=2e78e585-5166-4ff0-8079-f5d85af26d21,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:26:47.581056 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [req-82959f58-4052-478b-800f-88764b1de5ec req-5305ec46-e495-4c19-be2c-362f8bc74487 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] No DVR routers for this DVR port 2e78e585-5166-4ff0-8079-f5d85af26d21 on host n-h2-818022-2 {{(pid=103364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:26:47.583770 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-82959f58-4052-478b-800f-88764b1de5ec req-5305ec46-e495-4c19-be2c-362f8bc74487 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:26:47.587253 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-82959f58-4052-478b-800f-88764b1de5ec req-5305ec46-e495-4c19-be2c-362f8bc74487 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.86 "DELETE /v2.0/ports/2e78e585-5166-4ff0-8079-f5d85af26d21 HTTP/1.1" status: 204 len: 173 time: 0.4039819 Nov 19 18:26:47.587706 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b85556b-6cf9-4be3-8c0d-df0330221815', 'name': 'network-vif-deleted', 'tag': '2e78e585-5166-4ff0-8079-f5d85af26d21'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:26:47.590100 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dd4767a008c23f8566efc82158ee1b1fff34e1a9e908d76d0b6d0ab7e350e5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7018d014-f553-4066-b145-457bcbad6893" -d '{"events": [{"server_uuid": "7b85556b-6cf9-4be3-8c0d-df0330221815", "name": "network-vif-deleted", "tag": "2e78e585-5166-4ff0-8079-f5d85af26d21"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:26:47.628739 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:26:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42ae7953-ead9-4e48-9750-c9baccab41b9 x-openstack-request-id: req-42ae7953-ead9-4e48-9750-c9baccab41b9 {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:26:47.629041 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b85556b-6cf9-4be3-8c0d-df0330221815", "name": "network-vif-deleted", "tag": "2e78e585-5166-4ff0-8079-f5d85af26d21", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:26:47.629296 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-42ae7953-ead9-4e48-9750-c9baccab41b9 {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:26:47.629699 n-d-818022-2 neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b85556b-6cf9-4be3-8c0d-df0330221815', 'name': 'network-vif-deleted', 'tag': '2e78e585-5166-4ff0-8079-f5d85af26d21', 'status': 'completed', 'code': 200} Nov 19 18:26:47.916285 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9108377b-49c9-42a8-86fb-6d85bc338f9f req-37a7b2d7-0c9f-405f-b56e-d6c292248366 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/ports?device_id=7b85556b-6cf9-4be3-8c0d-df0330221815 HTTP/1.1" status: 200 len: 210 time: 0.0270734 Nov 19 18:26:49.013772 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b6b15357-a831-48cb-b5ff-0b68f52c8f4b req-e63161df-273e-42d1-9e92-b57b3af82658 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/ports?device_id=7b85556b-6cf9-4be3-8c0d-df0330221815 HTTP/1.1" status: 200 len: 210 time: 0.0257270 Nov 19 18:26:50.110382 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c79732c5-ac1b-49df-a937-20ef43cf40df req-e8843431-117c-4557-a5cd-d9d7fd8d8eb9 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/ports?device_id=7b85556b-6cf9-4be3-8c0d-df0330221815 HTTP/1.1" status: 200 len: 210 time: 0.0275464 Nov 19 18:26:51.094000 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device 2e78e585-5166-4ff0-8079-f5d85af26d21 no longer exists at agent hyperv_n-h2-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:26:51.115217 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] No Port match for: 2e78e585-5166-4ff0-8079-f5d85af26d21 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:26:51.115217 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device 2e78e585-5166-4ff0-8079-f5d85af26d21 not bound to the agent host n-h2-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:26:51.206136 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-780f0b7b-4276-4b79-b948-d494973e0b12 req-cec9c421-db6d-4abd-9467-7c6b8ded3006 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "GET /v2.0/ports?device_id=7b85556b-6cf9-4be3-8c0d-df0330221815 HTTP/1.1" status: 200 len: 210 time: 0.0283494 Nov 19 18:26:52.263545 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 44726) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:26:52.388677 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-1e60deb4-9197-4ecc-8d63-d7e64fab74ce tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Deleting port 180e823b-d438-4104-b306-ff72bdd22e91 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:26:52.388959 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1e60deb4-9197-4ecc-8d63-d7e64fab74ce tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:26:52.465705 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1e60deb4-9197-4ecc-8d63-d7e64fab74ce tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:26:52.466081 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1e60deb4-9197-4ecc-8d63-d7e64fab74ce tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:26:52.481254 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-1e60deb4-9197-4ecc-8d63-d7e64fab74ce tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Calling delete_port for 180e823b-d438-4104-b306-ff72bdd22e91 owned by network:floatingip {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:26:52.615869 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1e60deb4-9197-4ecc-8d63-d7e64fab74ce tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:26:52.642287 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e60deb4-9197-4ecc-8d63-d7e64fab74ce tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Pushing event deleted for resources: {'Port': ['ID=180e823b-d438-4104-b306-ff72bdd22e91,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:26:52.701548 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1e60deb4-9197-4ecc-8d63-d7e64fab74ce tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Publish callbacks [] for floatingip, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:26:52.705569 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1e60deb4-9197-4ecc-8d63-d7e64fab74ce tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for floatingip, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:26:52.706797 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-1e60deb4-9197-4ecc-8d63-d7e64fab74ce tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "DELETE /v2.0/floatingips/83f0abbf-8cc4-46c1-94d3-00ef74ea28ed HTTP/1.1" status: 204 len: 168 time: 0.4422419 Nov 19 18:26:55.994558 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 44742) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:26:56.050363 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0027db40-efc0-4f37-a0b0-bb46dac25f77 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:26:56.074270 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0027db40-efc0-4f37-a0b0-bb46dac25f77 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:26:56.133977 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0027db40-efc0-4f37-a0b0-bb46dac25f77 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:26:56.136965 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0027db40-efc0-4f37-a0b0-bb46dac25f77 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:26:56.138709 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-0027db40-efc0-4f37-a0b0-bb46dac25f77 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] 10.222.0.54 "DELETE /v2.0/security-groups/2251ec2c-31d8-4662-b320-f9fc0f8759a7 HTTP/1.1" status: 204 len: 168 time: 0.1430726 Nov 19 18:26:56.147958 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0027db40-efc0-4f37-a0b0-bb46dac25f77 tempest-TestVolumeBootPattern-774920913 tempest-TestVolumeBootPattern-774920913-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2251ec2c-31d8-4662-b320-f9fc0f8759a7,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:26:56.206990 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 44746) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:26:56.699157 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0ff4c24f-3b91-4199-9c0e-609e660cd156 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-768564'] for router_interface, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:26:56.945720 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-0ff4c24f-3b91-4199-9c0e-609e660cd156 admin admin] Deleting port e2f494de-d6c0-4212-b107-a0b388bed43b {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:26:56.946092 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0ff4c24f-3b91-4199-9c0e-609e660cd156 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:26:57.021656 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [None req-0ff4c24f-3b91-4199-9c0e-609e660cd156 admin admin] For port e2f494de-d6c0-4212-b107-a0b388bed43b, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=e2f494de-d6c0-4212-b107-a0b388bed43b,segment=NetworkSegment(f129bd32-7911-4aaf-8e97-a9024ba71deb),segment_id=f129bd32-7911-4aaf-8e97-a9024ba71deb)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:26:57.022360 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0ff4c24f-3b91-4199-9c0e-609e660cd156 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:26:57.038609 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-0ff4c24f-3b91-4199-9c0e-609e660cd156 admin admin] Calling delete_port for e2f494de-d6c0-4212-b107-a0b388bed43b owned by network:router_interface {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:26:57.220911 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0ff4c24f-3b91-4199-9c0e-609e660cd156 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:26:57.245805 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff4c24f-3b91-4199-9c0e-609e660cd156 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2f494de-d6c0-4212-b107-a0b388bed43b,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:26:57.411131 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0ff4c24f-3b91-4199-9c0e-609e660cd156 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-768648'] for router_interface, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:26:57.900866 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ff4c24f-3b91-4199-9c0e-609e660cd156 admin admin] Router 204d8c86-2633-4b36-83f5-6821cd2c7573 has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 18:26:58.004451 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ff4c24f-3b91-4199-9c0e-609e660cd156 admin admin] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:26:58.009473 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-0ff4c24f-3b91-4199-9c0e-609e660cd156 admin admin] 10.222.0.54 "PUT /v2.0/routers/204d8c86-2633-4b36-83f5-6821cd2c7573/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8014472 Nov 19 18:26:58.012077 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 44750) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:26:58.013441 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-056adedf-eaf9-4469-a8f7-ace9b3a180d7 None None] Sync routers for ids ['204d8c86-2633-4b36-83f5-6821cd2c7573'] in n-d-818022-2 {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:26:58.022947 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-056adedf-eaf9-4469-a8f7-ace9b3a180d7 None None] Routers {'204d8c86-2633-4b36-83f5-6821cd2c7573'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:26:58.023550 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-056adedf-eaf9-4469-a8f7-ace9b3a180d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:26:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['204d8c86-2633-4b36-83f5-6821cd2c7573'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:26:58.114798 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e5178016-587d-49fb-8093-a05a874bc340 admin admin] Publish callbacks [] for router, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:26:58.126009 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-056adedf-eaf9-4469-a8f7-ace9b3a180d7 None None] Set router 204d8c86-2633-4b36-83f5-6821cd2c7573 gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:26:58.218111 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e5178016-587d-49fb-8093-a05a874bc340 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:26:58.269630 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-e5178016-587d-49fb-8093-a05a874bc340 admin admin] Deleting port fe6ae1f1-4f6d-4f04-bef8-2cfbbf358d69 {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:26:58.269996 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e5178016-587d-49fb-8093-a05a874bc340 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:26:58.299352 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-056adedf-eaf9-4469-a8f7-ace9b3a180d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '204d8c86-2633-4b36-83f5-6821cd2c7573', 'name': 'tempest-TestVolumeBootPattern-398289042-router', 'tenant_id': 'd09befc26c6d48b68aeefb676fca7c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': 'fe6ae1f1-4f6d-4f04-bef8-2cfbbf358d69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:16:41Z', 'updated_at': '2021-11-19T18:26:57Z', 'revision_number': 5, 'project_id': 'd09befc26c6d48b68aeefb676fca7c9a', 'gw_port': {'id': 'fe6ae1f1-4f6d-4f04-bef8-2cfbbf358d69', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e9:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '204d8c86-2633-4b36-83f5-6821cd2c7573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:16:41Z', 'updated_at': '2021-11-19T18:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:26:58.328285 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-056adedf-eaf9-4469-a8f7-ace9b3a180d7 None None] Checking router: 204d8c86-2633-4b36-83f5-6821cd2c7573 for host: n-d-818022-2 {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:26:58.336396 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-056adedf-eaf9-4469-a8f7-ace9b3a180d7 None None] Routers {'204d8c86-2633-4b36-83f5-6821cd2c7573'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:26:58.336998 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-056adedf-eaf9-4469-a8f7-ace9b3a180d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:26:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['204d8c86-2633-4b36-83f5-6821cd2c7573'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:26:58.349141 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [None req-e5178016-587d-49fb-8093-a05a874bc340 admin admin] For port fe6ae1f1-4f6d-4f04-bef8-2cfbbf358d69, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=fe6ae1f1-4f6d-4f04-bef8-2cfbbf358d69,segment=NetworkSegment(bbe705c1-96c0-476e-8381-28227e6f0ac5),segment_id=bbe705c1-96c0-476e-8381-28227e6f0ac5)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:26:58.349504 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e5178016-587d-49fb-8093-a05a874bc340 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:26:58.366329 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-e5178016-587d-49fb-8093-a05a874bc340 admin admin] Calling delete_port for fe6ae1f1-4f6d-4f04-bef8-2cfbbf358d69 owned by network:router_gateway {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:26:58.506612 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-056adedf-eaf9-4469-a8f7-ace9b3a180d7 None None] Set router 204d8c86-2633-4b36-83f5-6821cd2c7573 gateway port host: None {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:26:58.538708 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e5178016-587d-49fb-8093-a05a874bc340 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:26:58.558772 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-056adedf-eaf9-4469-a8f7-ace9b3a180d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '204d8c86-2633-4b36-83f5-6821cd2c7573', 'name': 'tempest-TestVolumeBootPattern-398289042-router', 'tenant_id': 'd09befc26c6d48b68aeefb676fca7c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:16:41Z', 'updated_at': '2021-11-19T18:26:58Z', 'revision_number': 6, 'project_id': 'd09befc26c6d48b68aeefb676fca7c9a', 'gw_port_host': None}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:26:58.577835 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5178016-587d-49fb-8093-a05a874bc340 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe6ae1f1-4f6d-4f04-bef8-2cfbbf358d69,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:26:58.589078 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-056adedf-eaf9-4469-a8f7-ace9b3a180d7 None None] The sync data for ids ['204d8c86-2633-4b36-83f5-6821cd2c7573'] in n-d-818022-2 is: [{'id': '204d8c86-2633-4b36-83f5-6821cd2c7573', 'name': 'tempest-TestVolumeBootPattern-398289042-router', 'tenant_id': 'd09befc26c6d48b68aeefb676fca7c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:16:41Z', 'updated_at': '2021-11-19T18:26:58Z', 'revision_number': 6, 'project_id': 'd09befc26c6d48b68aeefb676fca7c9a', 'gw_port_host': None}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:26:58.596373 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d784b37d-ab97-400d-855c-7eefe24428a7 None None] DHCP port deletion for 645e61aa-1a6c-4e8f-857e-ab06edb4897f request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:26:58.642421 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e5178016-587d-49fb-8093-a05a874bc340 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-671730'] for router_gateway, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:26:58.732337 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e5178016-587d-49fb-8093-a05a874bc340 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4696'] for router, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:26:58.734500 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e5178016-587d-49fb-8093-a05a874bc340 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:26:58.780383 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e5178016-587d-49fb-8093-a05a874bc340 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-543895'] for router, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:26:58.780865 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5178016-587d-49fb-8093-a05a874bc340 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 204d8c86-2633-4b36-83f5-6821cd2c7573 {{(pid=103364) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 18:26:58.785147 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e5178016-587d-49fb-8093-a05a874bc340 admin admin] Publish callbacks [] for router, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:26:58.786376 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-e5178016-587d-49fb-8093-a05a874bc340 admin admin] 10.222.0.54 "DELETE /v2.0/routers/204d8c86-2633-4b36-83f5-6821cd2c7573 HTTP/1.1" status: 204 len: 168 time: 0.7733948 Nov 19 18:26:58.788871 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 44752) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:26:58.833444 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_v2 [None req-1dc63741-8166-4bc0-936c-5695a7c26f73 admin admin] Deleting subnet a4fb003c-f9b9-4088-b0fe-6363f7d9b384 {{(pid=103364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 18:26:58.836497 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1dc63741-8166-4bc0-936c-5695a7c26f73 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:26:58.870157 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1dc63741-8166-4bc0-936c-5695a7c26f73 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9416263'] for subnet, precommit_delete_associations {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:26:58.953086 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1dc63741-8166-4bc0-936c-5695a7c26f73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:26:59.007536 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1dc63741-8166-4bc0-936c-5695a7c26f73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12425137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8983934'] for subnet, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:26:59.033931 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc63741-8166-4bc0-936c-5695a7c26f73 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4fb003c-f9b9-4088-b0fe-6363f7d9b384,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:26:59.038484 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1dc63741-8166-4bc0-936c-5695a7c26f73 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:26:59.042358 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-1dc63741-8166-4bc0-936c-5695a7c26f73 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/a4fb003c-f9b9-4088-b0fe-6363f7d9b384 HTTP/1.1" status: 204 len: 168 time: 0.2525489 Nov 19 18:26:59.045790 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 44754) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:26:59.048870 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4636b2ac-4d1b-4cfe-b3f4-c9526248a14e None None] Network 656db470-8519-4483-9948-4b30bcb1c90d requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:26:59.112482 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-762bbb16-41b3-4bc3-873b-35448fa00647 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:26:59.171449 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-762bbb16-41b3-4bc3-873b-35448fa00647 admin admin] Deleting port 313e11eb-047c-4764-a207-576a77d79d8d {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:26:59.172059 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-762bbb16-41b3-4bc3-873b-35448fa00647 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:26:59.233958 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [None req-762bbb16-41b3-4bc3-873b-35448fa00647 admin admin] For port 313e11eb-047c-4764-a207-576a77d79d8d, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=313e11eb-047c-4764-a207-576a77d79d8d,segment=NetworkSegment(f129bd32-7911-4aaf-8e97-a9024ba71deb),segment_id=f129bd32-7911-4aaf-8e97-a9024ba71deb)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:26:59.234323 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-762bbb16-41b3-4bc3-873b-35448fa00647 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:26:59.247872 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-762bbb16-41b3-4bc3-873b-35448fa00647 admin admin] Calling delete_port for 313e11eb-047c-4764-a207-576a77d79d8d owned by network:dhcp {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:26:59.331810 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-762bbb16-41b3-4bc3-873b-35448fa00647 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:26:59.346669 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80b9ed3e-fe52-42ab-976f-5135ce3c76f1 None None] DHCP port deletion for 656db470-8519-4483-9948-4b30bcb1c90d request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:26:59.360343 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762bbb16-41b3-4bc3-873b-35448fa00647 admin admin] Pushing event deleted for resources: {'Port': ['ID=313e11eb-047c-4764-a207-576a77d79d8d,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:26:59.363830 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-762bbb16-41b3-4bc3-873b-35448fa00647 admin admin] No DVR routers for this DVR port 313e11eb-047c-4764-a207-576a77d79d8d on host n-d-818022-2 {{(pid=103364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:26:59.421429 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 313e11eb-047c-4764-a207-576a77d79d8d no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:26:59.440708 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-762bbb16-41b3-4bc3-873b-35448fa00647 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:26:59.442082 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: 313e11eb-047c-4764-a207-576a77d79d8d {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:26:59.442439 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 313e11eb-047c-4764-a207-576a77d79d8d not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:26:59.442924 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device fe6ae1f1-4f6d-4f04-bef8-2cfbbf358d69 no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:26:59.463228 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: fe6ae1f1-4f6d-4f04-bef8-2cfbbf358d69 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:26:59.463886 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device fe6ae1f1-4f6d-4f04-bef8-2cfbbf358d69 not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:26:59.464487 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device e2f494de-d6c0-4212-b107-a0b388bed43b no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:26:59.468158 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-762bbb16-41b3-4bc3-873b-35448fa00647 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['656db470-8519-4483-9948-4b30bcb1c90d']}} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:26:59.477436 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-762bbb16-41b3-4bc3-873b-35448fa00647 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f129bd32-7911-4aaf-8e97-a9024ba71deb') {'for_net_delete': True} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:26:59.477729 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-762bbb16-41b3-4bc3-873b-35448fa00647 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f129bd32-7911-4aaf-8e97-a9024ba71deb') {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:26:59.485309 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: e2f494de-d6c0-4212-b107-a0b388bed43b {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:26:59.485659 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device e2f494de-d6c0-4212-b107-a0b388bed43b not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:26:59.497216 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-762bbb16-41b3-4bc3-873b-35448fa00647 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417396'] for segment, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:26:59.510375 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-762bbb16-41b3-4bc3-873b-35448fa00647 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:26:59.517255 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-762bbb16-41b3-4bc3-873b-35448fa00647 admin admin] Releasing vlan 693 on physical network physnet1 to pool {{(pid=103364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 18:26:59.517638 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-762bbb16-41b3-4bc3-873b-35448fa00647 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12425183'] for segment, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:26:59.519420 n-d-818022-2 neutron-server[103364]: Traceback (most recent call last): Nov 19 18:26:59.519420 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 18:26:59.519420 n-d-818022-2 neutron-server[103364]: timer() Nov 19 18:26:59.519420 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 18:26:59.519420 n-d-818022-2 neutron-server[103364]: cb(*args, **kw) Nov 19 18:26:59.519420 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 18:26:59.519420 n-d-818022-2 neutron-server[103364]: return func(*args, **kwargs) Nov 19 18:26:59.519420 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 18:26:59.519420 n-d-818022-2 neutron-server[103364]: self._notify() Nov 19 18:26:59.519420 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 18:26:59.519420 n-d-818022-2 neutron-server[103364]: self.callback(batched_events) Nov 19 18:26:59.519420 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 18:26:59.519420 n-d-818022-2 neutron-server[103364]: event.method(event) Nov 19 18:26:59.519420 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 18:26:59.519420 n-d-818022-2 neutron-server[103364]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 18:26:59.519420 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 18:26:59.519420 n-d-818022-2 neutron-server[103364]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 18:26:59.519420 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 18:26:59.519420 n-d-818022-2 neutron-server[103364]: return f(self, *a, **k) Nov 19 18:26:59.519420 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 18:26:59.519420 n-d-818022-2 neutron-server[103364]: return self._get(url).json() Nov 19 18:26:59.519420 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 18:26:59.519420 n-d-818022-2 neutron-server[103364]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 18:26:59.519420 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 18:26:59.519420 n-d-818022-2 neutron-server[103364]: return self.request(url, 'GET', **kwargs) Nov 19 18:26:59.519420 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 18:26:59.519420 n-d-818022-2 neutron-server[103364]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 18:26:59.519420 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 18:26:59.519420 n-d-818022-2 neutron-server[103364]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 18:26:59.519420 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 18:26:59.519420 n-d-818022-2 neutron-server[103364]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 18:26:59.519420 n-d-818022-2 neutron-server[103364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 18:26:59.575371 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-762bbb16-41b3-4bc3-873b-35448fa00647 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671242'] for network, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:26:59.582525 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-762bbb16-41b3-4bc3-873b-35448fa00647 admin admin] Publish callbacks [] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:26:59.585778 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-762bbb16-41b3-4bc3-873b-35448fa00647 admin admin] 10.222.0.54 "DELETE /v2.0/networks/656db470-8519-4483-9948-4b30bcb1c90d HTTP/1.1" status: 204 len: 168 time: 0.5390265 Nov 19 18:26:59.588946 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 44756) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:26:59.598985 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762bbb16-41b3-4bc3-873b-35448fa00647 admin admin] Pushing event deleted for resources: {'Network': ['ID=656db470-8519-4483-9948-4b30bcb1c90d,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:26:59.845498 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a7bbeb52-ad13-4821-a3a0-a6305451ccb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:27:00.228513 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e08971dd-15cb-4104-a88a-cfaabeaa3420 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-768564'] for router_interface, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:27:00.469911 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-e08971dd-15cb-4104-a88a-cfaabeaa3420 admin admin] Deleting port 24631553-7bec-4555-80ca-909c5196c32c {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:27:00.470252 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e08971dd-15cb-4104-a88a-cfaabeaa3420 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:27:00.546420 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [None req-e08971dd-15cb-4104-a88a-cfaabeaa3420 admin admin] For port 24631553-7bec-4555-80ca-909c5196c32c, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=24631553-7bec-4555-80ca-909c5196c32c,segment=NetworkSegment(946261ea-6426-4d6f-ada5-543ba8ec005b),segment_id=946261ea-6426-4d6f-ada5-543ba8ec005b)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:27:00.546784 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e08971dd-15cb-4104-a88a-cfaabeaa3420 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:27:00.559162 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-e08971dd-15cb-4104-a88a-cfaabeaa3420 admin admin] Calling delete_port for 24631553-7bec-4555-80ca-909c5196c32c owned by network:router_interface {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:27:00.742316 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e08971dd-15cb-4104-a88a-cfaabeaa3420 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:27:00.770003 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08971dd-15cb-4104-a88a-cfaabeaa3420 admin admin] Pushing event deleted for resources: {'Port': ['ID=24631553-7bec-4555-80ca-909c5196c32c,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:27:00.937478 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e08971dd-15cb-4104-a88a-cfaabeaa3420 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-768648'] for router_interface, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:27:01.151392 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e08971dd-15cb-4104-a88a-cfaabeaa3420 admin admin] Router dce6ad44-87a5-4ef0-b25d-dca118473958 has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 18:27:01.261040 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e08971dd-15cb-4104-a88a-cfaabeaa3420 admin admin] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:27:01.266687 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-e08971dd-15cb-4104-a88a-cfaabeaa3420 admin admin] 10.222.0.54 "PUT /v2.0/routers/dce6ad44-87a5-4ef0-b25d-dca118473958/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6760223 Nov 19 18:27:01.269178 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 44758) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:27:01.272042 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-800052f3-a848-44ca-9e36-1caac890fc8b None None] Sync routers for ids ['dce6ad44-87a5-4ef0-b25d-dca118473958'] in n-d-818022-2 {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:27:01.283346 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-800052f3-a848-44ca-9e36-1caac890fc8b None None] Routers {'dce6ad44-87a5-4ef0-b25d-dca118473958'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:27:01.284238 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-800052f3-a848-44ca-9e36-1caac890fc8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:26:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['dce6ad44-87a5-4ef0-b25d-dca118473958'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:27:01.372695 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7ce4982c-7a60-4d93-ad33-3c306cd9b4ca admin admin] Publish callbacks [] for router, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:27:01.389014 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-800052f3-a848-44ca-9e36-1caac890fc8b None None] Set router dce6ad44-87a5-4ef0-b25d-dca118473958 gateway port host: n-d-818022-2 {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:27:01.476954 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7ce4982c-7a60-4d93-ad33-3c306cd9b4ca admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:27:01.533374 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-7ce4982c-7a60-4d93-ad33-3c306cd9b4ca admin admin] Deleting port 82e54432-feed-45be-83ad-4897f829c8ae {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:27:01.533716 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7ce4982c-7a60-4d93-ad33-3c306cd9b4ca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:27:01.571821 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-800052f3-a848-44ca-9e36-1caac890fc8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dce6ad44-87a5-4ef0-b25d-dca118473958', 'name': 'tempest-TestVolumeBootPattern-1856357049-router', 'tenant_id': '72064e4d4c304055bc12a4318ec8337e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.60'}], 'enable_snat': True}, 'gw_port_id': '82e54432-feed-45be-83ad-4897f829c8ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:16:45Z', 'updated_at': '2021-11-19T18:27:00Z', 'revision_number': 5, 'project_id': '72064e4d4c304055bc12a4318ec8337e', 'gw_port': {'id': '82e54432-feed-45be-83ad-4897f829c8ae', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:9c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce6ad44-87a5-4ef0-b25d-dca118473958', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:16:45Z', 'updated_at': '2021-11-19T18:16:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:27:01.598158 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-800052f3-a848-44ca-9e36-1caac890fc8b None None] Checking router: dce6ad44-87a5-4ef0-b25d-dca118473958 for host: n-d-818022-2 {{(pid=103366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:27:01.607262 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-800052f3-a848-44ca-9e36-1caac890fc8b None None] Routers {'dce6ad44-87a5-4ef0-b25d-dca118473958'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:27:01.607925 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-800052f3-a848-44ca-9e36-1caac890fc8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:26:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['dce6ad44-87a5-4ef0-b25d-dca118473958'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:27:01.619479 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [None req-7ce4982c-7a60-4d93-ad33-3c306cd9b4ca admin admin] For port 82e54432-feed-45be-83ad-4897f829c8ae, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=82e54432-feed-45be-83ad-4897f829c8ae,segment=NetworkSegment(bbe705c1-96c0-476e-8381-28227e6f0ac5),segment_id=bbe705c1-96c0-476e-8381-28227e6f0ac5)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:27:01.619840 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7ce4982c-7a60-4d93-ad33-3c306cd9b4ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:27:01.633128 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-7ce4982c-7a60-4d93-ad33-3c306cd9b4ca admin admin] Calling delete_port for 82e54432-feed-45be-83ad-4897f829c8ae owned by network:router_gateway {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:27:01.694478 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-800052f3-a848-44ca-9e36-1caac890fc8b None None] Set router dce6ad44-87a5-4ef0-b25d-dca118473958 gateway port host: None {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:27:01.750888 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-800052f3-a848-44ca-9e36-1caac890fc8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dce6ad44-87a5-4ef0-b25d-dca118473958', 'name': 'tempest-TestVolumeBootPattern-1856357049-router', 'tenant_id': '72064e4d4c304055bc12a4318ec8337e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:16:45Z', 'updated_at': '2021-11-19T18:27:01Z', 'revision_number': 6, 'project_id': '72064e4d4c304055bc12a4318ec8337e', 'gw_port_host': None}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:27:01.782135 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-800052f3-a848-44ca-9e36-1caac890fc8b None None] The sync data for ids ['dce6ad44-87a5-4ef0-b25d-dca118473958'] in n-d-818022-2 is: [{'id': 'dce6ad44-87a5-4ef0-b25d-dca118473958', 'name': 'tempest-TestVolumeBootPattern-1856357049-router', 'tenant_id': '72064e4d4c304055bc12a4318ec8337e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:16:45Z', 'updated_at': '2021-11-19T18:27:01Z', 'revision_number': 6, 'project_id': '72064e4d4c304055bc12a4318ec8337e', 'gw_port_host': None}] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:27:01.808604 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7ce4982c-7a60-4d93-ad33-3c306cd9b4ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:27:01.835294 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-242c78c1-2e3e-49df-a366-6f18bfe81f61 None None] DHCP port deletion for 645e61aa-1a6c-4e8f-857e-ab06edb4897f request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:27:01.846098 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce4982c-7a60-4d93-ad33-3c306cd9b4ca admin admin] Pushing event deleted for resources: {'Port': ['ID=82e54432-feed-45be-83ad-4897f829c8ae,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:27:01.904980 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7ce4982c-7a60-4d93-ad33-3c306cd9b4ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-671730'] for router_gateway, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:27:01.996733 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7ce4982c-7a60-4d93-ad33-3c306cd9b4ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4696'] for router, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:27:01.999914 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7ce4982c-7a60-4d93-ad33-3c306cd9b4ca admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:27:02.039325 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-823edc84-2408-4d57-b50b-e9cc3d6be270 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:27:02.043269 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7ce4982c-7a60-4d93-ad33-3c306cd9b4ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-543895'] for router, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:27:02.044422 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ce4982c-7a60-4d93-ad33-3c306cd9b4ca admin admin] Fanout notify agent at l3_agent the message router_deleted on router dce6ad44-87a5-4ef0-b25d-dca118473958 {{(pid=103365) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 18:27:02.049512 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7ce4982c-7a60-4d93-ad33-3c306cd9b4ca admin admin] Publish callbacks [] for router, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:27:02.050702 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-7ce4982c-7a60-4d93-ad33-3c306cd9b4ca admin admin] 10.222.0.54 "DELETE /v2.0/routers/dce6ad44-87a5-4ef0-b25d-dca118473958 HTTP/1.1" status: 204 len: 168 time: 0.7806094 Nov 19 18:27:02.053218 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 44760) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:27:02.101121 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f5c33b1-e5a9-4748-89ca-ebc96afc564c admin admin] Deleting subnet 17734427-d3ad-4193-8b59-634da9da7d98 {{(pid=103365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 18:27:02.104075 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3f5c33b1-e5a9-4748-89ca-ebc96afc564c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:27:02.139303 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3f5c33b1-e5a9-4748-89ca-ebc96afc564c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12546453'] for subnet, precommit_delete_associations {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:27:02.222840 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3f5c33b1-e5a9-4748-89ca-ebc96afc564c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:27:02.281464 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3f5c33b1-e5a9-4748-89ca-ebc96afc564c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12282919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8731163'] for subnet, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:27:02.314862 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5c33b1-e5a9-4748-89ca-ebc96afc564c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17734427-d3ad-4193-8b59-634da9da7d98,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:27:02.316733 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3f5c33b1-e5a9-4748-89ca-ebc96afc564c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:27:02.320019 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-3f5c33b1-e5a9-4748-89ca-ebc96afc564c admin admin] 10.222.0.54 "DELETE /v2.0/subnets/17734427-d3ad-4193-8b59-634da9da7d98 HTTP/1.1" status: 204 len: 168 time: 0.2658730 Nov 19 18:27:02.322522 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 44762) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:27:02.322939 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeca8801-8bc2-4cab-b7cf-feecd0217ef0 None None] Network cc84623e-d5cb-476b-8872-7aa428457719 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:27:02.390668 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-167d1226-c31a-4ffa-990d-149a6d6f86d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:27:02.444422 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-167d1226-c31a-4ffa-990d-149a6d6f86d3 admin admin] Deleting port f7ea260a-58d5-4841-a15e-ae7daa0f4fee {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:27:02.444766 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-167d1226-c31a-4ffa-990d-149a6d6f86d3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:27:02.511704 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [None req-167d1226-c31a-4ffa-990d-149a6d6f86d3 admin admin] For port f7ea260a-58d5-4841-a15e-ae7daa0f4fee, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=f7ea260a-58d5-4841-a15e-ae7daa0f4fee,segment=NetworkSegment(946261ea-6426-4d6f-ada5-543ba8ec005b),segment_id=946261ea-6426-4d6f-ada5-543ba8ec005b)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:27:02.511704 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-167d1226-c31a-4ffa-990d-149a6d6f86d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:27:02.525073 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-167d1226-c31a-4ffa-990d-149a6d6f86d3 admin admin] Calling delete_port for f7ea260a-58d5-4841-a15e-ae7daa0f4fee owned by network:dhcp {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:27:02.538879 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f504998-74e4-4c17-a421-d4fc5af22ebb None None] DHCP port deletion for cc84623e-d5cb-476b-8872-7aa428457719 request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:27:02.589074 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-6f504998-74e4-4c17-a421-d4fc5af22ebb None None] Deleting port f7ea260a-58d5-4841-a15e-ae7daa0f4fee {{(pid=103366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:27:02.589373 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-6f504998-74e4-4c17-a421-d4fc5af22ebb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:27:02.611666 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-167d1226-c31a-4ffa-990d-149a6d6f86d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:27:02.640130 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167d1226-c31a-4ffa-990d-149a6d6f86d3 admin admin] No DVR routers for this DVR port f7ea260a-58d5-4841-a15e-ae7daa0f4fee on host n-d-818022-2 {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:27:02.667187 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167d1226-c31a-4ffa-990d-149a6d6f86d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=f7ea260a-58d5-4841-a15e-ae7daa0f4fee,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:27:02.671056 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-6f504998-74e4-4c17-a421-d4fc5af22ebb None None] For port f7ea260a-58d5-4841-a15e-ae7daa0f4fee, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=f7ea260a-58d5-4841-a15e-ae7daa0f4fee,segment=NetworkSegment(946261ea-6426-4d6f-ada5-543ba8ec005b),segment_id=946261ea-6426-4d6f-ada5-543ba8ec005b)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:27:02.671538 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-6f504998-74e4-4c17-a421-d4fc5af22ebb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:27:02.685262 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-6f504998-74e4-4c17-a421-d4fc5af22ebb None None] Calling delete_port for f7ea260a-58d5-4841-a15e-ae7daa0f4fee owned by network:dhcp {{(pid=103366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:27:02.721329 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-167d1226-c31a-4ffa-990d-149a6d6f86d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:27:02.745230 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-167d1226-c31a-4ffa-990d-149a6d6f86d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc84623e-d5cb-476b-8872-7aa428457719']}} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:27:02.754573 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-167d1226-c31a-4ffa-990d-149a6d6f86d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '946261ea-6426-4d6f-ada5-543ba8ec005b') {'for_net_delete': True} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:27:02.754863 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-167d1226-c31a-4ffa-990d-149a6d6f86d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '946261ea-6426-4d6f-ada5-543ba8ec005b') {} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:27:02.756530 n-d-818022-2 neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 18:27:02.756530 n-d-818022-2 neutron-server[103366]: self.session.flush() Nov 19 18:27:02.756530 n-d-818022-2 neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 18:27:02.756530 n-d-818022-2 neutron-server[103366]: self.session.flush() Nov 19 18:27:02.756530 n-d-818022-2 neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 18:27:02.756530 n-d-818022-2 neutron-server[103366]: self.session.flush() Nov 19 18:27:02.756530 n-d-818022-2 neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 18:27:02.756530 n-d-818022-2 neutron-server[103366]: self.session.flush() Nov 19 18:27:02.756530 n-d-818022-2 neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 18:27:02.756530 n-d-818022-2 neutron-server[103366]: self.session.flush() Nov 19 18:27:02.756530 n-d-818022-2 neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 18:27:02.756530 n-d-818022-2 neutron-server[103366]: self.session.flush() Nov 19 18:27:02.756530 n-d-818022-2 neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 18:27:02.756530 n-d-818022-2 neutron-server[103366]: self.session.flush() Nov 19 18:27:02.756530 n-d-818022-2 neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 18:27:02.756530 n-d-818022-2 neutron-server[103366]: self.session.flush() Nov 19 18:27:02.756530 n-d-818022-2 neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 18:27:02.756530 n-d-818022-2 neutron-server[103366]: self.session.flush() Nov 19 18:27:02.756530 n-d-818022-2 neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 18:27:02.756530 n-d-818022-2 neutron-server[103366]: self.session.flush() Nov 19 18:27:02.756530 n-d-818022-2 neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 18:27:02.756530 n-d-818022-2 neutron-server[103366]: self.session.flush() Nov 19 18:27:02.756530 n-d-818022-2 neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 18:27:02.756530 n-d-818022-2 neutron-server[103366]: self.session.flush() Nov 19 18:27:02.756530 n-d-818022-2 neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 18:27:02.756530 n-d-818022-2 neutron-server[103366]: self.session.flush() Nov 19 18:27:02.756530 n-d-818022-2 neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 18:27:02.756530 n-d-818022-2 neutron-server[103366]: self.session.flush() Nov 19 18:27:02.756530 n-d-818022-2 neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 18:27:02.756530 n-d-818022-2 neutron-server[103366]: self.session.flush() Nov 19 18:27:02.756530 n-d-818022-2 neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 18:27:02.756530 n-d-818022-2 neutron-server[103366]: self.session.flush() Nov 19 18:27:02.756530 n-d-818022-2 neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 18:27:02.756530 n-d-818022-2 neutron-server[103366]: self.session.flush() Nov 19 18:27:02.756530 n-d-818022-2 neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 18:27:02.756530 n-d-818022-2 neutron-server[103366]: self.session.flush() Nov 19 18:27:02.756530 n-d-818022-2 neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 18:27:02.756530 n-d-818022-2 neutron-server[103366]: self.session.flush() Nov 19 18:27:02.756530 n-d-818022-2 neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 18:27:02.756530 n-d-818022-2 neutron-server[103366]: self.session.flush() Nov 19 18:27:02.756530 n-d-818022-2 neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 18:27:02.756530 n-d-818022-2 neutron-server[103366]: self.session.flush() Nov 19 18:27:02.756530 n-d-818022-2 neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 18:27:02.756530 n-d-818022-2 neutron-server[103366]: self.session.flush() Nov 19 18:27:02.756530 n-d-818022-2 neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 18:27:02.756530 n-d-818022-2 neutron-server[103366]: self.session.flush() Nov 19 18:27:02.756530 n-d-818022-2 neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 18:27:02.756530 n-d-818022-2 neutron-server[103366]: self.session.flush() Nov 19 18:27:02.756530 n-d-818022-2 neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 18:27:02.756530 n-d-818022-2 neutron-server[103366]: self.session.flush() Nov 19 18:27:02.756530 n-d-818022-2 neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 18:27:02.756530 n-d-818022-2 neutron-server[103366]: self.session.flush() Nov 19 18:27:02.756530 n-d-818022-2 neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 18:27:02.756530 n-d-818022-2 neutron-server[103366]: self.session.flush() Nov 19 18:27:02.763574 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-6f504998-74e4-4c17-a421-d4fc5af22ebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007'] for port, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:27:02.765998 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-167d1226-c31a-4ffa-990d-149a6d6f86d3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12545382'] for segment, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:27:02.782311 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-167d1226-c31a-4ffa-990d-149a6d6f86d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:27:02.788604 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-167d1226-c31a-4ffa-990d-149a6d6f86d3 admin admin] Releasing vlan 666 on physical network physnet1 to pool {{(pid=103365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 18:27:02.789067 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-167d1226-c31a-4ffa-990d-149a6d6f86d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12282953'] for segment, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:27:02.790394 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f504998-74e4-4c17-a421-d4fc5af22ebb None None] Pushing event deleted for resources: {'Port': ['ID=f7ea260a-58d5-4841-a15e-ae7daa0f4fee,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:27:02.792338 n-d-818022-2 neutron-server[103365]: Traceback (most recent call last): Nov 19 18:27:02.792338 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 18:27:02.792338 n-d-818022-2 neutron-server[103365]: timer() Nov 19 18:27:02.792338 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 18:27:02.792338 n-d-818022-2 neutron-server[103365]: cb(*args, **kw) Nov 19 18:27:02.792338 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 18:27:02.792338 n-d-818022-2 neutron-server[103365]: return func(*args, **kwargs) Nov 19 18:27:02.792338 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 18:27:02.792338 n-d-818022-2 neutron-server[103365]: self._notify() Nov 19 18:27:02.792338 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 18:27:02.792338 n-d-818022-2 neutron-server[103365]: self.callback(batched_events) Nov 19 18:27:02.792338 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 18:27:02.792338 n-d-818022-2 neutron-server[103365]: event.method(event) Nov 19 18:27:02.792338 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 18:27:02.792338 n-d-818022-2 neutron-server[103365]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 18:27:02.792338 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 18:27:02.792338 n-d-818022-2 neutron-server[103365]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 18:27:02.792338 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 18:27:02.792338 n-d-818022-2 neutron-server[103365]: return f(self, *a, **k) Nov 19 18:27:02.792338 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 18:27:02.792338 n-d-818022-2 neutron-server[103365]: return self._get(url).json() Nov 19 18:27:02.792338 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 18:27:02.792338 n-d-818022-2 neutron-server[103365]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 18:27:02.792338 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 18:27:02.792338 n-d-818022-2 neutron-server[103365]: return self.request(url, 'GET', **kwargs) Nov 19 18:27:02.792338 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 18:27:02.792338 n-d-818022-2 neutron-server[103365]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 18:27:02.792338 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 18:27:02.792338 n-d-818022-2 neutron-server[103365]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 18:27:02.792338 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 18:27:02.792338 n-d-818022-2 neutron-server[103365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 18:27:02.792338 n-d-818022-2 neutron-server[103365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 18:27:02.794470 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f504998-74e4-4c17-a421-d4fc5af22ebb None None] No DVR routers for this DVR port f7ea260a-58d5-4841-a15e-ae7daa0f4fee on host n-d-818022-2 {{(pid=103366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:27:02.810168 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f504998-74e4-4c17-a421-d4fc5af22ebb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:27:02.810538 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f504998-74e4-4c17-a421-d4fc5af22ebb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:27:02.810891 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f504998-74e4-4c17-a421-d4fc5af22ebb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:27:02.811230 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f504998-74e4-4c17-a421-d4fc5af22ebb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:27:02.811575 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f504998-74e4-4c17-a421-d4fc5af22ebb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:27:02.811940 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f504998-74e4-4c17-a421-d4fc5af22ebb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:27:02.812276 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f504998-74e4-4c17-a421-d4fc5af22ebb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:27:02.812634 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f504998-74e4-4c17-a421-d4fc5af22ebb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:27:02.812966 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f504998-74e4-4c17-a421-d4fc5af22ebb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:27:02.813305 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f504998-74e4-4c17-a421-d4fc5af22ebb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:27:02.813626 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f504998-74e4-4c17-a421-d4fc5af22ebb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:27:02.813994 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f504998-74e4-4c17-a421-d4fc5af22ebb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:27:02.867568 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-167d1226-c31a-4ffa-990d-149a6d6f86d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671242'] for network, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:27:02.873588 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-167d1226-c31a-4ffa-990d-149a6d6f86d3 admin admin] Publish callbacks [] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:27:02.876994 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-167d1226-c31a-4ffa-990d-149a6d6f86d3 admin admin] 10.222.0.54 "DELETE /v2.0/networks/cc84623e-d5cb-476b-8872-7aa428457719 HTTP/1.1" status: 204 len: 168 time: 0.5535161 Nov 19 18:27:02.890883 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167d1226-c31a-4ffa-990d-149a6d6f86d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=cc84623e-d5cb-476b-8872-7aa428457719,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:27:03.010335 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 44768) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:27:03.050356 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-d0c90cae-53ee-4b07-a7e7-7f8526f39d0c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d09befc26c6d48b68aeefb676fca7c9a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0387642 Nov 19 18:27:03.052653 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 44770) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:27:03.099353 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-31d7a346-13e7-4847-9359-f35994aaa353 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:27:03.119854 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-31d7a346-13e7-4847-9359-f35994aaa353 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:27:03.165052 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-31d7a346-13e7-4847-9359-f35994aaa353 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:27:03.167722 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-31d7a346-13e7-4847-9359-f35994aaa353 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:27:03.168905 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-31d7a346-13e7-4847-9359-f35994aaa353 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ca31fa0b-2d92-40c1-b412-99f3e113c1ec HTTP/1.1" status: 204 len: 168 time: 0.1153233 Nov 19 18:27:03.176849 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d7a346-13e7-4847-9359-f35994aaa353 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca31fa0b-2d92-40c1-b412-99f3e113c1ec,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:27:03.255635 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 82e54432-feed-45be-83ad-4897f829c8ae no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:27:03.276745 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: 82e54432-feed-45be-83ad-4897f829c8ae {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:27:03.276745 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 82e54432-feed-45be-83ad-4897f829c8ae not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:27:03.277278 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device f7ea260a-58d5-4841-a15e-ae7daa0f4fee no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:27:03.301695 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: f7ea260a-58d5-4841-a15e-ae7daa0f4fee {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:27:03.302061 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device f7ea260a-58d5-4841-a15e-ae7daa0f4fee not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:27:03.302521 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 24631553-7bec-4555-80ca-909c5196c32c no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:27:03.327424 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: 24631553-7bec-4555-80ca-909c5196c32c {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:27:03.328089 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 24631553-7bec-4555-80ca-909c5196c32c not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:27:03.335309 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e46ecc5a-dc14-4744-b262-3072ff2e958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:27:03.511838 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 44776) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:27:03.550948 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-3220bfad-7d28-4045-87da-2cd21e102045 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=72064e4d4c304055bc12a4318ec8337e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0379496 Nov 19 18:27:03.553382 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 44778) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:27:03.603909 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-18a183d7-06f1-4c24-b14f-24704f00ca7f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:27:03.625443 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-18a183d7-06f1-4c24-b14f-24704f00ca7f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:27:03.670869 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-18a183d7-06f1-4c24-b14f-24704f00ca7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:27:03.673371 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-18a183d7-06f1-4c24-b14f-24704f00ca7f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:27:03.674580 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-18a183d7-06f1-4c24-b14f-24704f00ca7f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/62211102-a167-4468-826f-049ed94017e4 HTTP/1.1" status: 204 len: 168 time: 0.1202712 Nov 19 18:27:03.683624 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a183d7-06f1-4c24-b14f-24704f00ca7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62211102-a167-4468-826f-049ed94017e4,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:27:04.114809 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:27:04.126455 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:27:04.894609 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e013d7e6-5264-4dcc-9759-54f5fb809e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:27:05.239123 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:27:06.408326 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.agents_db [None req-619e5c26-d9ed-4321-86eb-7d443bb9dfa2 None None] Agent healthcheck: found 7 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 18:27:13.791544 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-38aa9203-6eaa-47ff-893d-519500cdb7d7 req-229a521a-d629-411c-806a-760691933251 tempest-ServersAdminNegativeTestJSON-949511221 tempest-ServersAdminNegativeTestJSON-949511221-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=9a9e1158002645f980919703da514dc8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0292850 Nov 19 18:27:13.981013 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38aa9203-6eaa-47ff-893d-519500cdb7d7 req-ecff7995-102a-43bc-a8b6-ab1b3795dffd tempest-ServersAdminNegativeTestJSON-949511221 tempest-ServersAdminNegativeTestJSON-949511221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:27:13.982493 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-38aa9203-6eaa-47ff-893d-519500cdb7d7 req-ecff7995-102a-43bc-a8b6-ab1b3795dffd tempest-ServersAdminNegativeTestJSON-949511221 tempest-ServersAdminNegativeTestJSON-949511221-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1855996 Nov 19 18:27:13.997187 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-38aa9203-6eaa-47ff-893d-519500cdb7d7 req-f08cde93-2fbb-407b-a298-2399f1281a34 tempest-ServersAdminNegativeTestJSON-949511221 tempest-ServersAdminNegativeTestJSON-949511221-project] 10.222.0.54 "GET /v2.0/quotas/9a9e1158002645f980919703da514dc8 HTTP/1.1" status: 200 len: 375 time: 0.0088661 Nov 19 18:27:14.027514 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-38aa9203-6eaa-47ff-893d-519500cdb7d7 req-73bb5781-2dec-4e2a-a8b1-7a7b38bd61d9 tempest-ServersAdminNegativeTestJSON-949511221 tempest-ServersAdminNegativeTestJSON-949511221-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=9a9e1158002645f980919703da514dc8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0251632 Nov 19 18:27:15.204444 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9b938dd0-7ec6-443b-aeaa-d8038597711e req-49dba3b8-1968-4a87-93f8-7e99dcdb7fc0 tempest-ServersAdminNegativeTestJSON-949511221 tempest-ServersAdminNegativeTestJSON-949511221-project] 10.222.0.54 "GET /v2.0/ports?device_id=02046752-c343-476b-a9eb-ef6a916d49c7 HTTP/1.1" status: 200 len: 210 time: 0.0273700 Nov 19 18:27:16.285923 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-154568cb-73f2-43e3-a919-47d792118cc7 req-eba225d5-c8d3-460c-aa59-b87b5155c466 tempest-ServersAdminNegativeTestJSON-949511221 tempest-ServersAdminNegativeTestJSON-949511221-project] 10.222.0.54 "GET /v2.0/ports?device_id=02046752-c343-476b-a9eb-ef6a916d49c7 HTTP/1.1" status: 200 len: 210 time: 0.0298593 Nov 19 18:27:17.363104 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-dbb28e8d-82e3-4d19-9b23-687be2c4acb1 req-a596b47e-461f-4e70-a807-c281c1bdea79 tempest-ServersAdminNegativeTestJSON-949511221 tempest-ServersAdminNegativeTestJSON-949511221-project] 10.222.0.54 "GET /v2.0/ports?device_id=02046752-c343-476b-a9eb-ef6a916d49c7 HTTP/1.1" status: 200 len: 210 time: 0.0270154 Nov 19 18:27:18.218588 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-38aa9203-6eaa-47ff-893d-519500cdb7d7 req-12ec0d05-b3ea-4aa4-bd83-6f3bcd0dfdcc tempest-ServersAdminNegativeTestJSON-949511221 tempest-ServersAdminNegativeTestJSON-949511221-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=9a9e1158002645f980919703da514dc8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0236876 Nov 19 18:27:18.331807 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38aa9203-6eaa-47ff-893d-519500cdb7d7 req-56f4bec2-7ff2-4046-8946-5b36aeff618a tempest-ServersAdminNegativeTestJSON-949511221 tempest-ServersAdminNegativeTestJSON-949511221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:27:18.333256 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-38aa9203-6eaa-47ff-893d-519500cdb7d7 req-56f4bec2-7ff2-4046-8946-5b36aeff618a tempest-ServersAdminNegativeTestJSON-949511221 tempest-ServersAdminNegativeTestJSON-949511221-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1091485 Nov 19 18:27:18.347891 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-38aa9203-6eaa-47ff-893d-519500cdb7d7 req-7888e584-5d43-459d-9612-eb62df399830 tempest-ServersAdminNegativeTestJSON-949511221 tempest-ServersAdminNegativeTestJSON-949511221-project] Request body: {'port': {'device_id': '02046752-c343-476b-a9eb-ef6a916d49c7', 'network_id': '346debfa-452b-4048-abf4-8f4493625ef2', 'admin_state_up': True, 'tenant_id': '9a9e1158002645f980919703da514dc8'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:27:18.469299 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-29930fef-2276-47f7-b74c-272f84134cf6 req-170dd4da-69ce-463f-b58e-8aa47c03fc19 tempest-ServersAdminNegativeTestJSON-949511221 tempest-ServersAdminNegativeTestJSON-949511221-project] 10.222.0.54 "GET /v2.0/ports?device_id=02046752-c343-476b-a9eb-ef6a916d49c7 HTTP/1.1" status: 200 len: 210 time: 0.0377789 Nov 19 18:27:18.487043 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38aa9203-6eaa-47ff-893d-519500cdb7d7 req-7888e584-5d43-459d-9612-eb62df399830 tempest-ServersAdminNegativeTestJSON-949511221 tempest-ServersAdminNegativeTestJSON-949511221-project] Made reservation on behalf of 9a9e1158002645f980919703da514dc8 for: {'port': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:27:18.490531 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-38aa9203-6eaa-47ff-893d-519500cdb7d7 req-7888e584-5d43-459d-9612-eb62df399830 tempest-ServersAdminNegativeTestJSON-949511221 tempest-ServersAdminNegativeTestJSON-949511221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:27:18.499438 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-38aa9203-6eaa-47ff-893d-519500cdb7d7 req-7888e584-5d43-459d-9612-eb62df399830 tempest-ServersAdminNegativeTestJSON-949511221 tempest-ServersAdminNegativeTestJSON-949511221-project] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:27:18.575317 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-38aa9203-6eaa-47ff-893d-519500cdb7d7 req-7888e584-5d43-459d-9612-eb62df399830 tempest-ServersAdminNegativeTestJSON-949511221 tempest-ServersAdminNegativeTestJSON-949511221-project] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:27:18.579343 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-38aa9203-6eaa-47ff-893d-519500cdb7d7 req-7888e584-5d43-459d-9612-eb62df399830 tempest-ServersAdminNegativeTestJSON-949511221 tempest-ServersAdminNegativeTestJSON-949511221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:27:18.643291 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7888e584-5d43-459d-9612-eb62df399830 tempest-ServersAdminNegativeTestJSON-949511221 tempest-ServersAdminNegativeTestJSON-949511221-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7590c00-d0a3-472b-9155-237173f4e764,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:27:18.714794 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [req-38aa9203-6eaa-47ff-893d-519500cdb7d7 req-7888e584-5d43-459d-9612-eb62df399830 tempest-ServersAdminNegativeTestJSON-949511221 tempest-ServersAdminNegativeTestJSON-949511221-project] Allocated IP 192.168.233.52 (346debfa-452b-4048-abf4-8f4493625ef2/8b3c88de-c9c2-4a20-b19e-1855c2c19035/c9d37e81-f721-4279-926c-cfa0e6186bf2) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:27:18.864055 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-38aa9203-6eaa-47ff-893d-519500cdb7d7 req-7888e584-5d43-459d-9612-eb62df399830 tempest-ServersAdminNegativeTestJSON-949511221 tempest-ServersAdminNegativeTestJSON-949511221-project] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:27:18.900077 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-38aa9203-6eaa-47ff-893d-519500cdb7d7 req-7888e584-5d43-459d-9612-eb62df399830 tempest-ServersAdminNegativeTestJSON-949511221 tempest-ServersAdminNegativeTestJSON-949511221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:27:18.943052 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38aa9203-6eaa-47ff-893d-519500cdb7d7 req-7888e584-5d43-459d-9612-eb62df399830 tempest-ServersAdminNegativeTestJSON-949511221 tempest-ServersAdminNegativeTestJSON-949511221-project] Network 346debfa-452b-4048-abf4-8f4493625ef2 is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:27:18.946111 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [req-38aa9203-6eaa-47ff-893d-519500cdb7d7 req-7888e584-5d43-459d-9612-eb62df399830 tempest-ServersAdminNegativeTestJSON-949511221 tempest-ServersAdminNegativeTestJSON-949511221-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:27:18.949938 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [req-38aa9203-6eaa-47ff-893d-519500cdb7d7 req-7888e584-5d43-459d-9612-eb62df399830 tempest-ServersAdminNegativeTestJSON-949511221 tempest-ServersAdminNegativeTestJSON-949511221-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:27:18.975358 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7888e584-5d43-459d-9612-eb62df399830 tempest-ServersAdminNegativeTestJSON-949511221 tempest-ServersAdminNegativeTestJSON-949511221-project] Pushing event updated for resources: {'Port': ['ID=c9d37e81-f721-4279-926c-cfa0e6186bf2,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:27:19.005118 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38aa9203-6eaa-47ff-893d-519500cdb7d7 req-7888e584-5d43-459d-9612-eb62df399830 tempest-ServersAdminNegativeTestJSON-949511221 tempest-ServersAdminNegativeTestJSON-949511221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:27:19.005894 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-38aa9203-6eaa-47ff-893d-519500cdb7d7 req-7888e584-5d43-459d-9612-eb62df399830 tempest-ServersAdminNegativeTestJSON-949511221 tempest-ServersAdminNegativeTestJSON-949511221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:27:19.022162 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-38aa9203-6eaa-47ff-893d-519500cdb7d7 req-7888e584-5d43-459d-9612-eb62df399830 tempest-ServersAdminNegativeTestJSON-949511221 tempest-ServersAdminNegativeTestJSON-949511221-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6782036 Nov 19 18:27:19.035923 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-38aa9203-6eaa-47ff-893d-519500cdb7d7 req-cfce247a-0e64-494a-8614-54691d62065e service neutron] Request body: {'port': {'device_id': '02046752-c343-476b-a9eb-ef6a916d49c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818022-2'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:27:19.095416 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-38aa9203-6eaa-47ff-893d-519500cdb7d7 req-cfce247a-0e64-494a-8614-54691d62065e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:27:19.154594 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dc9cf45b-7117-49ce-afa6-5d653efc865a None None] Provisioning complete for port c9d37e81-f721-4279-926c-cfa0e6186bf2 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:27:19.155237 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dc9cf45b-7117-49ce-afa6-5d653efc865a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:27:19.191599 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-dc9cf45b-7117-49ce-afa6-5d653efc865a None None] Port c9d37e81-f721-4279-926c-cfa0e6186bf2 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:27:19.352606 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [req-38aa9203-6eaa-47ff-893d-519500cdb7d7 req-cfce247a-0e64-494a-8614-54691d62065e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9d37e81-f721-4279-926c-cfa0e6186bf2 {{(pid=103364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:27:19.359964 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-38aa9203-6eaa-47ff-893d-519500cdb7d7 req-cfce247a-0e64-494a-8614-54691d62065e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:27:19.372056 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.provisioning_blocks [req-38aa9203-6eaa-47ff-893d-519500cdb7d7 req-cfce247a-0e64-494a-8614-54691d62065e service neutron] Transition to ACTIVE for port object c9d37e81-f721-4279-926c-cfa0e6186bf2 will not be triggered until provisioned by entity L2. {{(pid=103364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 18:27:19.375524 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-38aa9203-6eaa-47ff-893d-519500cdb7d7 req-cfce247a-0e64-494a-8614-54691d62065e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:27:19.443720 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfce247a-0e64-494a-8614-54691d62065e service neutron] Pushing event updated for resources: {'Port': ['ID=c9d37e81-f721-4279-926c-cfa0e6186bf2,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:27:19.500688 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-38aa9203-6eaa-47ff-893d-519500cdb7d7 req-cfce247a-0e64-494a-8614-54691d62065e service neutron] Attempting to bind port c9d37e81-f721-4279-926c-cfa0e6186bf2 on host n-h2-818022-2 for vnic_type normal with profile {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:27:19.501028 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-38aa9203-6eaa-47ff-893d-519500cdb7d7 req-cfce247a-0e64-494a-8614-54691d62065e service neutron] Attempting to bind port c9d37e81-f721-4279-926c-cfa0e6186bf2 by drivers openvswitch,hyperv on host n-h2-818022-2 at level 0 using segments [{'id': '1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '346debfa-452b-4048-abf4-8f4493625ef2'}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:27:19.501363 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38aa9203-6eaa-47ff-893d-519500cdb7d7 req-cfce247a-0e64-494a-8614-54691d62065e service neutron] Attempting to bind port c9d37e81-f721-4279-926c-cfa0e6186bf2 on network 346debfa-452b-4048-abf4-8f4493625ef2 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:27:19.506158 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38aa9203-6eaa-47ff-893d-519500cdb7d7 req-cfce247a-0e64-494a-8614-54691d62065e service neutron] Port c9d37e81-f721-4279-926c-cfa0e6186bf2 on network 346debfa-452b-4048-abf4-8f4493625ef2 not bound, no agent of type Open vSwitch agent registered on host n-h2-818022-2 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 18:27:19.506485 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38aa9203-6eaa-47ff-893d-519500cdb7d7 req-cfce247a-0e64-494a-8614-54691d62065e service neutron] Attempting to bind port c9d37e81-f721-4279-926c-cfa0e6186bf2 on network 346debfa-452b-4048-abf4-8f4493625ef2 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:27:19.511742 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38aa9203-6eaa-47ff-893d-519500cdb7d7 req-cfce247a-0e64-494a-8614-54691d62065e service neutron] Checking agent: {'id': '525ad2ac-c4ae-4c63-af2e-0bf8d25d0f0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'started_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 27, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:27:19.512098 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38aa9203-6eaa-47ff-893d-519500cdb7d7 req-cfce247a-0e64-494a-8614-54691d62065e service neutron] Checking segment: {'id': '1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '346debfa-452b-4048-abf4-8f4493625ef2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:27:19.512470 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38aa9203-6eaa-47ff-893d-519500cdb7d7 req-cfce247a-0e64-494a-8614-54691d62065e service neutron] Bound using segment: {'id': '1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '346debfa-452b-4048-abf4-8f4493625ef2'} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:27:19.512899 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-38aa9203-6eaa-47ff-893d-519500cdb7d7 req-cfce247a-0e64-494a-8614-54691d62065e service neutron] Bound port: c9d37e81-f721-4279-926c-cfa0e6186bf2, host: n-h2-818022-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '346debfa-452b-4048-abf4-8f4493625ef2'}}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:27:19.513259 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-38aa9203-6eaa-47ff-893d-519500cdb7d7 req-cfce247a-0e64-494a-8614-54691d62065e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:27:19.582700 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-38aa9203-6eaa-47ff-893d-519500cdb7d7 req-cfce247a-0e64-494a-8614-54691d62065e service neutron] For port c9d37e81-f721-4279-926c-cfa0e6186bf2, host n-h2-818022-2, cleared binding levels {{(pid=103364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:27:19.585885 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-38aa9203-6eaa-47ff-893d-519500cdb7d7 req-cfce247a-0e64-494a-8614-54691d62065e service neutron] For port c9d37e81-f721-4279-926c-cfa0e6186bf2, host n-h2-818022-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=c9d37e81-f721-4279-926c-cfa0e6186bf2,segment=NetworkSegment(1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861),segment_id=1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861)] {{(pid=103364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:27:19.593989 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-38aa9203-6eaa-47ff-893d-519500cdb7d7 req-cfce247a-0e64-494a-8614-54691d62065e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:27:19.617906 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c014b2d7-6499-419b-9fd3-2ff99cece936 req-06ced221-0d03-4e0c-8e18-35eab3edbf73 tempest-ServersAdminNegativeTestJSON-949511221 tempest-ServersAdminNegativeTestJSON-949511221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:27:19.619641 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c014b2d7-6499-419b-9fd3-2ff99cece936 req-06ced221-0d03-4e0c-8e18-35eab3edbf73 tempest-ServersAdminNegativeTestJSON-949511221 tempest-ServersAdminNegativeTestJSON-949511221-project] 10.222.0.54 "GET /v2.0/ports?device_id=02046752-c343-476b-a9eb-ef6a916d49c7 HTTP/1.1" status: 200 len: 947 time: 0.0573006 Nov 19 18:27:19.625464 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38aa9203-6eaa-47ff-893d-519500cdb7d7 req-cfce247a-0e64-494a-8614-54691d62065e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:27:19.626177 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-38aa9203-6eaa-47ff-893d-519500cdb7d7 req-cfce247a-0e64-494a-8614-54691d62065e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:27:19.628027 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-38aa9203-6eaa-47ff-893d-519500cdb7d7 req-cfce247a-0e64-494a-8614-54691d62065e service neutron] 10.222.0.86 "PUT /v2.0/ports/c9d37e81-f721-4279-926c-cfa0e6186bf2 HTTP/1.1" status: 200 len: 1095 time: 0.5971169 Nov 19 18:27:19.633641 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02046752-c343-476b-a9eb-ef6a916d49c7', 'tag': 'c9d37e81-f721-4279-926c-cfa0e6186bf2'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:27:19.636082 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dd4767a008c23f8566efc82158ee1b1fff34e1a9e908d76d0b6d0ab7e350e5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b01a63d-949f-44ba-a71b-09820ff6db70" -d '{"events": [{"name": "network-changed", "server_uuid": "02046752-c343-476b-a9eb-ef6a916d49c7", "tag": "c9d37e81-f721-4279-926c-cfa0e6186bf2"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:27:19.673237 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfce247a-0e64-494a-8614-54691d62065e service neutron] Pushing event updated for resources: {'Port': ['ID=c9d37e81-f721-4279-926c-cfa0e6186bf2,revision_number=3']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:27:19.681881 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c014b2d7-6499-419b-9fd3-2ff99cece936 req-c2e9240e-e7fd-4cee-b568-49d3342023b0 tempest-ServersAdminNegativeTestJSON-949511221 tempest-ServersAdminNegativeTestJSON-949511221-project] 10.222.0.54 "GET /v2.0/security-groups?id=f7590c00-d0a3-472b-9155-237173f4e764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522823 Nov 19 18:27:19.708364 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 18:27:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24f96d8f-9d5e-46f9-9e1d-e5ad51985229 x-openstack-request-id: req-24f96d8f-9d5e-46f9-9e1d-e5ad51985229 {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:27:19.708665 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02046752-c343-476b-a9eb-ef6a916d49c7", "tag": "c9d37e81-f721-4279-926c-cfa0e6186bf2", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:27:19.708924 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-24f96d8f-9d5e-46f9-9e1d-e5ad51985229 {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:27:19.709328 n-d-818022-2 neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02046752-c343-476b-a9eb-ef6a916d49c7', 'tag': 'c9d37e81-f721-4279-926c-cfa0e6186bf2', 'status': 'completed', 'code': 200} Nov 19 18:27:19.724067 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38aa9203-6eaa-47ff-893d-519500cdb7d7 req-76342017-cab9-4cfd-9565-46df9fd3b2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:27:19.725714 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-38aa9203-6eaa-47ff-893d-519500cdb7d7 req-76342017-cab9-4cfd-9565-46df9fd3b2d4 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=9a9e1158002645f980919703da514dc8&device_id=02046752-c343-476b-a9eb-ef6a916d49c7 HTTP/1.1" status: 200 len: 1098 time: 0.0494065 Nov 19 18:27:19.775233 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-38aa9203-6eaa-47ff-893d-519500cdb7d7 req-c9679b4f-c171-439a-aaa6-0908861fb027 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=c9d37e81-f721-4279-926c-cfa0e6186bf2 HTTP/1.1" status: 200 len: 217 time: 0.0382950 Nov 19 18:27:19.835169 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38aa9203-6eaa-47ff-893d-519500cdb7d7 req-27d5be45-a00c-4bb8-a6c0-3cc20e39eb29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:27:19.836672 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-38aa9203-6eaa-47ff-893d-519500cdb7d7 req-27d5be45-a00c-4bb8-a6c0-3cc20e39eb29 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8b3c88de-c9c2-4a20-b19e-1855c2c19035 HTTP/1.1" status: 200 len: 843 time: 0.0522721 Nov 19 18:27:19.884289 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38aa9203-6eaa-47ff-893d-519500cdb7d7 req-9e6faa7f-26d0-4256-8bf9-19800064edb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:27:19.885680 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-38aa9203-6eaa-47ff-893d-519500cdb7d7 req-9e6faa7f-26d0-4256-8bf9-19800064edb2 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=346debfa-452b-4048-abf4-8f4493625ef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0409801 Nov 19 18:27:19.985388 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-38aa9203-6eaa-47ff-893d-519500cdb7d7 req-5e45be1b-a156-468b-93a2-99250a474464 service neutron] 10.222.0.86 "GET /v2.0/networks/346debfa-452b-4048-abf4-8f4493625ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910227 Nov 19 18:27:20.075153 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-38aa9203-6eaa-47ff-893d-519500cdb7d7 req-50924ec9-9aba-41db-8457-7233bc61a2b7 service neutron] 10.222.0.86 "GET /v2.0/networks/346debfa-452b-4048-abf4-8f4493625ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824225 Nov 19 18:27:20.165099 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b01a63d-949f-44ba-a71b-09820ff6db70 req-77f6dabe-1cf4-422c-9231-ff1d908e126c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:27:20.166520 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9b01a63d-949f-44ba-a71b-09820ff6db70 req-77f6dabe-1cf4-422c-9231-ff1d908e126c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=9a9e1158002645f980919703da514dc8&device_id=02046752-c343-476b-a9eb-ef6a916d49c7 HTTP/1.1" status: 200 len: 1098 time: 0.0472279 Nov 19 18:27:20.256619 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b01a63d-949f-44ba-a71b-09820ff6db70 req-ade396f9-23a3-43cb-b836-a45fe47d3d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:27:20.258103 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9b01a63d-949f-44ba-a71b-09820ff6db70 req-ade396f9-23a3-43cb-b836-a45fe47d3d01 service neutron] 10.222.0.86 "GET /v2.0/networks?id=346debfa-452b-4048-abf4-8f4493625ef2 HTTP/1.1" status: 200 len: 870 time: 0.0826857 Nov 19 18:27:20.302172 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9b01a63d-949f-44ba-a71b-09820ff6db70 req-fa3a5c0e-d242-4a2e-978d-e9eac336590f service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=c9d37e81-f721-4279-926c-cfa0e6186bf2 HTTP/1.1" status: 200 len: 217 time: 0.0350664 Nov 19 18:27:20.358172 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b01a63d-949f-44ba-a71b-09820ff6db70 req-9f1f9cdf-3321-41bd-9596-7602b5d02a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:27:20.359686 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9b01a63d-949f-44ba-a71b-09820ff6db70 req-9f1f9cdf-3321-41bd-9596-7602b5d02a1b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8b3c88de-c9c2-4a20-b19e-1855c2c19035 HTTP/1.1" status: 200 len: 843 time: 0.0499985 Nov 19 18:27:20.411529 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b01a63d-949f-44ba-a71b-09820ff6db70 req-af71da0c-9591-4819-b63e-863a35609c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:27:20.413044 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9b01a63d-949f-44ba-a71b-09820ff6db70 req-af71da0c-9591-4819-b63e-863a35609c6b service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=346debfa-452b-4048-abf4-8f4493625ef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0441549 Nov 19 18:27:20.513288 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9b01a63d-949f-44ba-a71b-09820ff6db70 req-d8835c8b-7e84-407a-9a90-dd3918e580ef service neutron] 10.222.0.86 "GET /v2.0/networks/346debfa-452b-4048-abf4-8f4493625ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902617 Nov 19 18:27:20.606629 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9b01a63d-949f-44ba-a71b-09820ff6db70 req-2d4e4c9e-d74a-43f6-bb6e-d2437b4ac7cf service neutron] 10.222.0.86 "GET /v2.0/networks/346debfa-452b-4048-abf4-8f4493625ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860538 Nov 19 18:27:20.802019 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebe9cd1-7caf-4dd5-b741-0f16aa93623b req-66f98adc-14c6-4217-b7f2-d48747656f4d tempest-ServersAdminNegativeTestJSON-949511221 tempest-ServersAdminNegativeTestJSON-949511221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:27:20.803464 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5ebe9cd1-7caf-4dd5-b741-0f16aa93623b req-66f98adc-14c6-4217-b7f2-d48747656f4d tempest-ServersAdminNegativeTestJSON-949511221 tempest-ServersAdminNegativeTestJSON-949511221-project] 10.222.0.54 "GET /v2.0/ports?device_id=02046752-c343-476b-a9eb-ef6a916d49c7 HTTP/1.1" status: 200 len: 947 time: 0.0498021 Nov 19 18:27:20.856622 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5ebe9cd1-7caf-4dd5-b741-0f16aa93623b req-9375575c-74dd-4f7f-bfe3-2e0ad47926d9 tempest-ServersAdminNegativeTestJSON-949511221 tempest-ServersAdminNegativeTestJSON-949511221-project] 10.222.0.54 "GET /v2.0/security-groups?id=f7590c00-d0a3-472b-9155-237173f4e764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471935 Nov 19 18:27:21.973574 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a9f8f4-cf06-4b29-9a2d-5dc37cf56f7d req-5cdba94f-b6ba-4fbe-b398-861ffd737a5f tempest-ServersAdminNegativeTestJSON-949511221 tempest-ServersAdminNegativeTestJSON-949511221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:27:21.975082 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-47a9f8f4-cf06-4b29-9a2d-5dc37cf56f7d req-5cdba94f-b6ba-4fbe-b398-861ffd737a5f tempest-ServersAdminNegativeTestJSON-949511221 tempest-ServersAdminNegativeTestJSON-949511221-project] 10.222.0.54 "GET /v2.0/ports?device_id=02046752-c343-476b-a9eb-ef6a916d49c7 HTTP/1.1" status: 200 len: 947 time: 0.0490696 Nov 19 18:27:22.025038 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-47a9f8f4-cf06-4b29-9a2d-5dc37cf56f7d req-080203fe-414b-489a-9d7a-b7a202ae393e tempest-ServersAdminNegativeTestJSON-949511221 tempest-ServersAdminNegativeTestJSON-949511221-project] 10.222.0.54 "GET /v2.0/security-groups?id=f7590c00-d0a3-472b-9155-237173f4e764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440731 Nov 19 18:27:23.138491 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6af932-c3d9-4ed8-850c-42971fdacb8f req-bcecb998-b864-4f05-b6f1-eea7bf607f3d tempest-ServersAdminNegativeTestJSON-949511221 tempest-ServersAdminNegativeTestJSON-949511221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:27:23.139981 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8d6af932-c3d9-4ed8-850c-42971fdacb8f req-bcecb998-b864-4f05-b6f1-eea7bf607f3d tempest-ServersAdminNegativeTestJSON-949511221 tempest-ServersAdminNegativeTestJSON-949511221-project] 10.222.0.54 "GET /v2.0/ports?device_id=02046752-c343-476b-a9eb-ef6a916d49c7 HTTP/1.1" status: 200 len: 947 time: 0.0477514 Nov 19 18:27:23.190496 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8d6af932-c3d9-4ed8-850c-42971fdacb8f req-ba458cbf-3e41-495f-8cd0-0a7d59462dff tempest-ServersAdminNegativeTestJSON-949511221 tempest-ServersAdminNegativeTestJSON-949511221-project] 10.222.0.54 "GET /v2.0/security-groups?id=f7590c00-d0a3-472b-9155-237173f4e764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440328 Nov 19 18:27:23.203830 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device c9d37e81-f721-4279-926c-cfa0e6186bf2 details requested by agent hyperv_n-h2-818022-2 with host n-h2-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 18:27:23.297949 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port c9d37e81-f721-4279-926c-cfa0e6186bf2, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=c9d37e81-f721-4279-926c-cfa0e6186bf2,segment=NetworkSegment(1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861),segment_id=1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:27:23.464475 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Returning: {'device': 'c9d37e81-f721-4279-926c-cfa0e6186bf2', 'network_id': '346debfa-452b-4048-abf4-8f4493625ef2', 'port_id': 'c9d37e81-f721-4279-926c-cfa0e6186bf2', 'mac_address': 'fa:16:3e:00:07:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b3c88de-c9c2-4a20-b19e-1855c2c19035', 'ip_address': '192.168.233.52'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 18:27:23.499673 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:27:23.512160 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9d37e81-f721-4279-926c-cfa0e6186bf2 {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:27:23.531725 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port c9d37e81-f721-4279-926c-cfa0e6186bf2, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=c9d37e81-f721-4279-926c-cfa0e6186bf2,segment=NetworkSegment(1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861),segment_id=1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:27:23.535735 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:27:23.585080 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Pushing event updated for resources: {'Port': ['ID=c9d37e81-f721-4279-926c-cfa0e6186bf2,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:27:23.765438 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] get_ports_and_sgs() called for port_ids ['c9d37e81-f721-4279-926c-cfa0e6186bf2'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:27:24.309453 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215784f4-b2c3-4aae-8eb5-6f120d5e25e6 req-69ba9caa-d72a-42bf-9b99-4c9f460a7e72 tempest-ServersAdminNegativeTestJSON-949511221 tempest-ServersAdminNegativeTestJSON-949511221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:27:24.310974 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-215784f4-b2c3-4aae-8eb5-6f120d5e25e6 req-69ba9caa-d72a-42bf-9b99-4c9f460a7e72 tempest-ServersAdminNegativeTestJSON-949511221 tempest-ServersAdminNegativeTestJSON-949511221-project] 10.222.0.54 "GET /v2.0/ports?device_id=02046752-c343-476b-a9eb-ef6a916d49c7 HTTP/1.1" status: 200 len: 948 time: 0.0525351 Nov 19 18:27:24.357545 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-215784f4-b2c3-4aae-8eb5-6f120d5e25e6 req-d9702a5e-adaa-41f3-a126-c2bfc249c492 tempest-ServersAdminNegativeTestJSON-949511221 tempest-ServersAdminNegativeTestJSON-949511221-project] 10.222.0.54 "GET /v2.0/security-groups?id=f7590c00-d0a3-472b-9155-237173f4e764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403960 Nov 19 18:27:25.219187 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device c9d37e81-f721-4279-926c-cfa0e6186bf2 up at agent hyperv_n-h2-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:27:25.267303 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Provisioning for port c9d37e81-f721-4279-926c-cfa0e6186bf2 completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 18:27:25.271115 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Provisioning complete for port c9d37e81-f721-4279-926c-cfa0e6186bf2 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:27:25.271483 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:27:25.348353 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:27:25.369793 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02046752-c343-476b-a9eb-ef6a916d49c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9d37e81-f721-4279-926c-cfa0e6186bf2'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:27:25.372077 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3940761bcd94e032e6960d2241bd8993c5d3a7d8dc2aca8488f3ecf1d4dd2fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c5a3ea0-6fae-4a46-8bea-467eb02b2891" -d '{"events": [{"server_uuid": "02046752-c343-476b-a9eb-ef6a916d49c7", "name": "network-vif-plugged", "status": "completed", "tag": "c9d37e81-f721-4279-926c-cfa0e6186bf2"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:27:25.386837 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port c9d37e81-f721-4279-926c-cfa0e6186bf2, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=c9d37e81-f721-4279-926c-cfa0e6186bf2,segment=NetworkSegment(1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861),segment_id=1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:27:25.391031 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:27:25.414193 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:27:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f05ac840-7b1a-47c1-b8db-8ef913554086 x-openstack-request-id: req-f05ac840-7b1a-47c1-b8db-8ef913554086 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:27:25.414490 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02046752-c343-476b-a9eb-ef6a916d49c7", "name": "network-vif-plugged", "status": "completed", "tag": "c9d37e81-f721-4279-926c-cfa0e6186bf2", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:27:25.414819 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f05ac840-7b1a-47c1-b8db-8ef913554086 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:27:25.415141 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02046752-c343-476b-a9eb-ef6a916d49c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9d37e81-f721-4279-926c-cfa0e6186bf2', 'code': 200} Nov 19 18:27:25.447075 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Pushing event updated for resources: {'Port': ['ID=c9d37e81-f721-4279-926c-cfa0e6186bf2,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:27:25.495214 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b0eed5-9bc6-493e-8603-ce3c5da60109 req-47e54e17-14a8-48f9-a326-c1589ac9fdcd tempest-ServersAdminNegativeTestJSON-949511221 tempest-ServersAdminNegativeTestJSON-949511221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:27:25.496673 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-e9b0eed5-9bc6-493e-8603-ce3c5da60109 req-47e54e17-14a8-48f9-a326-c1589ac9fdcd tempest-ServersAdminNegativeTestJSON-949511221 tempest-ServersAdminNegativeTestJSON-949511221-project] 10.222.0.54 "GET /v2.0/ports?device_id=02046752-c343-476b-a9eb-ef6a916d49c7 HTTP/1.1" status: 200 len: 949 time: 0.0629971 Nov 19 18:27:25.560340 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e05fee4-e62f-4c69-89e1-a7a0eecf7a28 req-012cd0d1-2f23-4e6a-8174-f88c9a3c58d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:27:25.561832 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-7e05fee4-e62f-4c69-89e1-a7a0eecf7a28 req-012cd0d1-2f23-4e6a-8174-f88c9a3c58d9 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=02046752-c343-476b-a9eb-ef6a916d49c7 HTTP/1.1" status: 200 len: 1100 time: 0.0824888 Nov 19 18:27:25.569008 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-e9b0eed5-9bc6-493e-8603-ce3c5da60109 req-3d675da2-c6f2-40e2-a82b-9c4c1faa88fc tempest-ServersAdminNegativeTestJSON-949511221 tempest-ServersAdminNegativeTestJSON-949511221-project] 10.222.0.54 "GET /v2.0/security-groups?id=f7590c00-d0a3-472b-9155-237173f4e764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559962 Nov 19 18:27:25.608001 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-7e05fee4-e62f-4c69-89e1-a7a0eecf7a28 req-eec7472b-dd6c-456d-bddf-7e5ebe350a17 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=f7590c00-d0a3-472b-9155-237173f4e764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380745 Nov 19 18:27:26.694558 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e11f7c4-e2bb-40a6-a22f-3256a8eba0ec req-26c3a07e-7c70-4cf9-b6e5-56f8de0283f6 tempest-ServersAdminNegativeTestJSON-949511221 tempest-ServersAdminNegativeTestJSON-949511221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:27:26.696122 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8e11f7c4-e2bb-40a6-a22f-3256a8eba0ec req-26c3a07e-7c70-4cf9-b6e5-56f8de0283f6 tempest-ServersAdminNegativeTestJSON-949511221 tempest-ServersAdminNegativeTestJSON-949511221-project] 10.222.0.54 "GET /v2.0/ports?device_id=02046752-c343-476b-a9eb-ef6a916d49c7 HTTP/1.1" status: 200 len: 949 time: 0.0501363 Nov 19 18:27:26.746948 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8e11f7c4-e2bb-40a6-a22f-3256a8eba0ec req-22882410-57a7-4bb5-94a0-329de41d4372 tempest-ServersAdminNegativeTestJSON-949511221 tempest-ServersAdminNegativeTestJSON-949511221-project] 10.222.0.54 "GET /v2.0/security-groups?id=f7590c00-d0a3-472b-9155-237173f4e764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422833 Nov 19 18:27:27.863349 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0b5285-785a-433a-8095-f215dc4c4dbd req-018da23d-72a0-4a7e-91a7-81c7502a0443 tempest-ServersAdminNegativeTestJSON-949511221 tempest-ServersAdminNegativeTestJSON-949511221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:27:27.864720 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ed0b5285-785a-433a-8095-f215dc4c4dbd req-018da23d-72a0-4a7e-91a7-81c7502a0443 tempest-ServersAdminNegativeTestJSON-949511221 tempest-ServersAdminNegativeTestJSON-949511221-project] 10.222.0.54 "GET /v2.0/ports?device_id=02046752-c343-476b-a9eb-ef6a916d49c7 HTTP/1.1" status: 200 len: 949 time: 0.0481396 Nov 19 18:27:27.913030 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ed0b5285-785a-433a-8095-f215dc4c4dbd req-9c6b2a5a-a924-426b-aa08-417a28478317 tempest-ServersAdminNegativeTestJSON-949511221 tempest-ServersAdminNegativeTestJSON-949511221-project] 10.222.0.54 "GET /v2.0/security-groups?id=f7590c00-d0a3-472b-9155-237173f4e764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405953 Nov 19 18:27:28.189732 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [req-cdf8a08b-4576-4d74-abb3-443cdfc8fe75 req-6f7310d6-92dd-428a-ad3f-54e99619079d service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=103365) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 18:27:28.190662 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-cdf8a08b-4576-4d74-abb3-443cdfc8fe75 req-6f7310d6-92dd-428a-ad3f-54e99619079d service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054719 Nov 19 18:27:28.615446 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [req-7b7b9787-ba86-4a16-afbc-127efbf818ef req-df5d85ee-d59c-4593-847e-ba0a7e448516 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=103364) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 18:27:28.616494 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-7b7b9787-ba86-4a16-afbc-127efbf818ef req-df5d85ee-d59c-4593-847e-ba0a7e448516 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1155064 Nov 19 18:27:28.963689 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9532c055-9455-4e6d-bb8d-427faf5ccc9a req-c724b8bf-cc0c-433c-820d-9a0ccda17380 tempest-ServersAdminNegativeTestJSON-949511221 tempest-ServersAdminNegativeTestJSON-949511221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:27:28.965195 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9532c055-9455-4e6d-bb8d-427faf5ccc9a req-c724b8bf-cc0c-433c-820d-9a0ccda17380 tempest-ServersAdminNegativeTestJSON-949511221 tempest-ServersAdminNegativeTestJSON-949511221-project] 10.222.0.54 "GET /v2.0/ports?device_id=02046752-c343-476b-a9eb-ef6a916d49c7 HTTP/1.1" status: 200 len: 949 time: 0.0501761 Nov 19 18:27:29.020399 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9532c055-9455-4e6d-bb8d-427faf5ccc9a req-1abc8b86-b6b9-4a75-b638-4161fe8884dd tempest-ServersAdminNegativeTestJSON-949511221 tempest-ServersAdminNegativeTestJSON-949511221-project] 10.222.0.54 "GET /v2.0/security-groups?id=f7590c00-d0a3-472b-9155-237173f4e764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470390 Nov 19 18:27:29.855785 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a3d6e6b4-9007-4a81-9869-f0d53d8d267a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:27:30.163955 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23fc996-fe63-40dc-a0bc-829c59249659 req-731301f2-6b09-4be3-8e18-f8452b47555c tempest-ServersAdminNegativeTestJSON-949511221 tempest-ServersAdminNegativeTestJSON-949511221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:27:30.165353 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b23fc996-fe63-40dc-a0bc-829c59249659 req-731301f2-6b09-4be3-8e18-f8452b47555c tempest-ServersAdminNegativeTestJSON-949511221 tempest-ServersAdminNegativeTestJSON-949511221-project] 10.222.0.54 "GET /v2.0/ports?device_id=02046752-c343-476b-a9eb-ef6a916d49c7 HTTP/1.1" status: 200 len: 949 time: 0.0495787 Nov 19 18:27:30.221211 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b23fc996-fe63-40dc-a0bc-829c59249659 req-ba29b089-84e4-4c7b-bb16-f58ec7524121 tempest-ServersAdminNegativeTestJSON-949511221 tempest-ServersAdminNegativeTestJSON-949511221-project] 10.222.0.54 "GET /v2.0/security-groups?id=f7590c00-d0a3-472b-9155-237173f4e764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496850 Nov 19 18:27:30.276894 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553f8af6-ad4b-4d08-9bc5-0af8388eedad req-cb3dd38e-83e3-4bfa-9678-28e5906ff16e tempest-ServersAdminNegativeTestJSON-949511221 tempest-ServersAdminNegativeTestJSON-949511221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:27:30.278395 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-553f8af6-ad4b-4d08-9bc5-0af8388eedad req-cb3dd38e-83e3-4bfa-9678-28e5906ff16e tempest-ServersAdminNegativeTestJSON-949511221 tempest-ServersAdminNegativeTestJSON-949511221-project] 10.222.0.86 "GET /v2.0/ports?device_id=02046752-c343-476b-a9eb-ef6a916d49c7 HTTP/1.1" status: 200 len: 949 time: 0.0494876 Nov 19 18:27:30.365741 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [req-553f8af6-ad4b-4d08-9bc5-0af8388eedad req-336d8de6-e3ba-4a52-8542-41ef775f74e0 tempest-ServersAdminNegativeTestJSON-949511221 tempest-ServersAdminNegativeTestJSON-949511221-project] Deleting port c9d37e81-f721-4279-926c-cfa0e6186bf2 {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:27:30.366099 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-553f8af6-ad4b-4d08-9bc5-0af8388eedad req-336d8de6-e3ba-4a52-8542-41ef775f74e0 tempest-ServersAdminNegativeTestJSON-949511221 tempest-ServersAdminNegativeTestJSON-949511221-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:27:30.455808 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-553f8af6-ad4b-4d08-9bc5-0af8388eedad req-336d8de6-e3ba-4a52-8542-41ef775f74e0 tempest-ServersAdminNegativeTestJSON-949511221 tempest-ServersAdminNegativeTestJSON-949511221-project] For port c9d37e81-f721-4279-926c-cfa0e6186bf2, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=c9d37e81-f721-4279-926c-cfa0e6186bf2,segment=NetworkSegment(1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861),segment_id=1fdfa51e-e72e-4d5d-bbe1-328f8c6cb861)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:27:30.456077 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-553f8af6-ad4b-4d08-9bc5-0af8388eedad req-336d8de6-e3ba-4a52-8542-41ef775f74e0 tempest-ServersAdminNegativeTestJSON-949511221 tempest-ServersAdminNegativeTestJSON-949511221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:27:30.467597 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [req-553f8af6-ad4b-4d08-9bc5-0af8388eedad req-336d8de6-e3ba-4a52-8542-41ef775f74e0 tempest-ServersAdminNegativeTestJSON-949511221 tempest-ServersAdminNegativeTestJSON-949511221-project] Calling delete_port for c9d37e81-f721-4279-926c-cfa0e6186bf2 owned by compute:nova {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:27:30.880386 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-553f8af6-ad4b-4d08-9bc5-0af8388eedad req-336d8de6-e3ba-4a52-8542-41ef775f74e0 tempest-ServersAdminNegativeTestJSON-949511221 tempest-ServersAdminNegativeTestJSON-949511221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:27:30.892079 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] get_ports_and_sgs() called for port_ids ['c9d37e81-f721-4279-926c-cfa0e6186bf2'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:27:30.908493 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336d8de6-e3ba-4a52-8542-41ef775f74e0 tempest-ServersAdminNegativeTestJSON-949511221 tempest-ServersAdminNegativeTestJSON-949511221-project] Pushing event deleted for resources: {'Port': ['ID=c9d37e81-f721-4279-926c-cfa0e6186bf2,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:27:30.959317 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [req-553f8af6-ad4b-4d08-9bc5-0af8388eedad req-336d8de6-e3ba-4a52-8542-41ef775f74e0 tempest-ServersAdminNegativeTestJSON-949511221 tempest-ServersAdminNegativeTestJSON-949511221-project] No DVR routers for this DVR port c9d37e81-f721-4279-926c-cfa0e6186bf2 on host n-h2-818022-2 {{(pid=103364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:27:30.962104 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-553f8af6-ad4b-4d08-9bc5-0af8388eedad req-336d8de6-e3ba-4a52-8542-41ef775f74e0 tempest-ServersAdminNegativeTestJSON-949511221 tempest-ServersAdminNegativeTestJSON-949511221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:27:30.965611 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-553f8af6-ad4b-4d08-9bc5-0af8388eedad req-336d8de6-e3ba-4a52-8542-41ef775f74e0 tempest-ServersAdminNegativeTestJSON-949511221 tempest-ServersAdminNegativeTestJSON-949511221-project] 10.222.0.86 "DELETE /v2.0/ports/c9d37e81-f721-4279-926c-cfa0e6186bf2 HTTP/1.1" status: 204 len: 173 time: 0.6799688 Nov 19 18:27:30.966244 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02046752-c343-476b-a9eb-ef6a916d49c7', 'name': 'network-vif-deleted', 'tag': 'c9d37e81-f721-4279-926c-cfa0e6186bf2'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:27:30.969162 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dd4767a008c23f8566efc82158ee1b1fff34e1a9e908d76d0b6d0ab7e350e5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18ca584d-cc30-43e9-a3c4-304ea72e5059" -d '{"events": [{"server_uuid": "02046752-c343-476b-a9eb-ef6a916d49c7", "name": "network-vif-deleted", "tag": "c9d37e81-f721-4279-926c-cfa0e6186bf2"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:27:31.022512 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:27:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e8e12de-4bd8-46e5-91fb-cba77f07309d x-openstack-request-id: req-7e8e12de-4bd8-46e5-91fb-cba77f07309d {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:27:31.022890 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02046752-c343-476b-a9eb-ef6a916d49c7", "name": "network-vif-deleted", "tag": "c9d37e81-f721-4279-926c-cfa0e6186bf2", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:27:31.023369 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-7e8e12de-4bd8-46e5-91fb-cba77f07309d {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:27:31.023841 n-d-818022-2 neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02046752-c343-476b-a9eb-ef6a916d49c7', 'name': 'network-vif-deleted', 'tag': 'c9d37e81-f721-4279-926c-cfa0e6186bf2', 'status': 'completed', 'code': 200} Nov 19 18:27:31.338713 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c94eb2d9-ea58-44d8-8348-36a037246973 req-b3e27c86-80cc-4cff-a50d-5e0077cabf43 tempest-ServersAdminNegativeTestJSON-949511221 tempest-ServersAdminNegativeTestJSON-949511221-project] 10.222.0.54 "GET /v2.0/ports?device_id=02046752-c343-476b-a9eb-ef6a916d49c7 HTTP/1.1" status: 200 len: 210 time: 0.0303149 Nov 19 18:27:32.040785 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-fea3b45b-fadd-4319-b89a-71fa8d0fb998 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:27:32.638613 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 44930) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:27:32.767388 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-28b63683-1b08-43b9-a901-67e0867e787b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=9a9e1158002645f980919703da514dc8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1276166 Nov 19 18:27:32.769992 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 44934) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:27:32.815808 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-88cbb33e-2cdf-4a54-879a-77a64ae54900 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:27:32.836308 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-88cbb33e-2cdf-4a54-879a-77a64ae54900 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:27:32.881443 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-88cbb33e-2cdf-4a54-879a-77a64ae54900 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:27:32.884104 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-88cbb33e-2cdf-4a54-879a-77a64ae54900 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:27:32.885252 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-88cbb33e-2cdf-4a54-879a-77a64ae54900 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f7590c00-d0a3-472b-9155-237173f4e764 HTTP/1.1" status: 204 len: 168 time: 0.1143608 Nov 19 18:27:32.893887 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cbb33e-2cdf-4a54-879a-77a64ae54900 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7590c00-d0a3-472b-9155-237173f4e764,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:27:32.901435 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cbb33e-2cdf-4a54-879a-77a64ae54900 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:27:32.901790 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cbb33e-2cdf-4a54-879a-77a64ae54900 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:27:32.902159 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cbb33e-2cdf-4a54-879a-77a64ae54900 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:27:32.902495 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cbb33e-2cdf-4a54-879a-77a64ae54900 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:27:32.902827 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cbb33e-2cdf-4a54-879a-77a64ae54900 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:27:32.903162 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cbb33e-2cdf-4a54-879a-77a64ae54900 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:27:32.903486 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cbb33e-2cdf-4a54-879a-77a64ae54900 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:27:32.903808 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cbb33e-2cdf-4a54-879a-77a64ae54900 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:27:32.904131 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cbb33e-2cdf-4a54-879a-77a64ae54900 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:27:32.904453 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cbb33e-2cdf-4a54-879a-77a64ae54900 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:27:32.904777 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cbb33e-2cdf-4a54-879a-77a64ae54900 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:27:32.905096 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cbb33e-2cdf-4a54-879a-77a64ae54900 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:27:33.144852 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 44940) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:27:33.158036 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5e4e748d-384c-4aef-a1a0-aaf1fbf24225 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:27:33.232715 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5e4e748d-384c-4aef-a1a0-aaf1fbf24225 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:27:33.236471 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5e4e748d-384c-4aef-a1a0-aaf1fbf24225 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:27:33.239658 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device c9d37e81-f721-4279-926c-cfa0e6186bf2 no longer exists at agent hyperv_n-h2-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:27:33.260155 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] No Port match for: c9d37e81-f721-4279-926c-cfa0e6186bf2 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:27:33.260505 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device c9d37e81-f721-4279-926c-cfa0e6186bf2 not bound to the agent host n-h2-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:27:33.278795 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-5e4e748d-384c-4aef-a1a0-aaf1fbf24225 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=6fcfe2cf283a4781aff5352c9f615d5e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1328502 Nov 19 18:27:33.279728 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4e748d-384c-4aef-a1a0-aaf1fbf24225 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8daae6f4-b229-4fdd-98a3-8284b9811113,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:27:33.282151 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 44942) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:27:33.305661 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e46ecc5a-dc14-4744-b262-3072ff2e958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:27:33.330697 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-acb62929-2a04-40fe-b2ba-f21ddb91ee8a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:27:33.351209 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-acb62929-2a04-40fe-b2ba-f21ddb91ee8a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:27:33.397262 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-acb62929-2a04-40fe-b2ba-f21ddb91ee8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:27:33.399779 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-acb62929-2a04-40fe-b2ba-f21ddb91ee8a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:27:33.401089 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-acb62929-2a04-40fe-b2ba-f21ddb91ee8a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/8daae6f4-b229-4fdd-98a3-8284b9811113 HTTP/1.1" status: 204 len: 168 time: 0.1180422 Nov 19 18:27:33.409111 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb62929-2a04-40fe-b2ba-f21ddb91ee8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8daae6f4-b229-4fdd-98a3-8284b9811113,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:27:34.064330 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 44964) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:27:34.110063 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:27:34.138608 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:27:34.163132 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-a501a06e-e26e-4914-b1b2-4ea14a3b6c5d admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-408066611-network', 'tenant_id': '761ef5ae000b4366a38f9bf9b02a2113'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:27:34.182803 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a501a06e-e26e-4914-b1b2-4ea14a3b6c5d admin admin] Made reservation on behalf of 761ef5ae000b4366a38f9bf9b02a2113 for: {'network': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:27:34.185026 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a501a06e-e26e-4914-b1b2-4ea14a3b6c5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:27:34.193062 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a501a06e-e26e-4914-b1b2-4ea14a3b6c5d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:27:34.265786 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a501a06e-e26e-4914-b1b2-4ea14a3b6c5d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:27:34.269507 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a501a06e-e26e-4914-b1b2-4ea14a3b6c5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:27:34.293279 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a501a06e-e26e-4914-b1b2-4ea14a3b6c5d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 657} {{(pid=103365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 18:27:34.302979 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a501a06e-e26e-4914-b1b2-4ea14a3b6c5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bbdb591-b360-45f2-95d8-046d9e04a9bd,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:27:34.307626 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a501a06e-e26e-4914-b1b2-4ea14a3b6c5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:27:34.307958 n-d-818022-2 neutron-server[103365]: INFO neutron.db.segments_db [None req-a501a06e-e26e-4914-b1b2-4ea14a3b6c5d admin admin] Added segment 96cc893c-ac7e-4082-b367-1d3706f482c8 of type vlan for network 7e6e13bd-b539-42bc-ba65-2e6d3dd6b37c Nov 19 18:27:34.349460 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a501a06e-e26e-4914-b1b2-4ea14a3b6c5d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:27:34.658622 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a501a06e-e26e-4914-b1b2-4ea14a3b6c5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:27:34.659594 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a501a06e-e26e-4914-b1b2-4ea14a3b6c5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:27:34.660159 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a501a06e-e26e-4914-b1b2-4ea14a3b6c5d admin admin] Publish callbacks [] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:27:34.708305 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-a501a06e-e26e-4914-b1b2-4ea14a3b6c5d admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6427348 Nov 19 18:27:34.711385 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 44968) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:27:34.716413 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-66eb9bf4-bd12-4d85-89ec-572deeaa2a01 admin admin] Request body: {'subnet': {'network_id': '7e6e13bd-b539-42bc-ba65-2e6d3dd6b37c', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-408066611-subnet', 'tenant_id': '761ef5ae000b4366a38f9bf9b02a2113', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:27:34.720441 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a501a06e-e26e-4914-b1b2-4ea14a3b6c5d admin admin] Pushing event updated for resources: {'Network': ['ID=7e6e13bd-b539-42bc-ba65-2e6d3dd6b37c,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:27:34.730916 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network 7e6e13bd-b539-42bc-ba65-2e6d3dd6b37c details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 18:27:34.737856 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66eb9bf4-bd12-4d85-89ec-572deeaa2a01 admin admin] Made reservation on behalf of 761ef5ae000b4366a38f9bf9b02a2113 for: {'subnet': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:27:34.740109 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-66eb9bf4-bd12-4d85-89ec-572deeaa2a01 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8983829'] for subnet, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:27:34.893546 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e013d7e6-5264-4dcc-9759-54f5fb809e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:27:34.900011 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-66eb9bf4-bd12-4d85-89ec-572deeaa2a01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12425078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8983815'] for subnet, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:27:34.952416 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66eb9bf4-bd12-4d85-89ec-572deeaa2a01 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ca6d7b5-e40a-40a1-b44e-3f361b79b4dc,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:27:34.964449 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66eb9bf4-bd12-4d85-89ec-572deeaa2a01 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:27:34.964797 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66eb9bf4-bd12-4d85-89ec-572deeaa2a01 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:27:34.965139 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66eb9bf4-bd12-4d85-89ec-572deeaa2a01 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:27:34.965476 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66eb9bf4-bd12-4d85-89ec-572deeaa2a01 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:27:34.965831 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66eb9bf4-bd12-4d85-89ec-572deeaa2a01 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:27:34.966159 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66eb9bf4-bd12-4d85-89ec-572deeaa2a01 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:27:34.966493 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66eb9bf4-bd12-4d85-89ec-572deeaa2a01 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:27:34.966813 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66eb9bf4-bd12-4d85-89ec-572deeaa2a01 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:27:34.967138 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66eb9bf4-bd12-4d85-89ec-572deeaa2a01 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:27:34.967457 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66eb9bf4-bd12-4d85-89ec-572deeaa2a01 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:27:34.967777 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66eb9bf4-bd12-4d85-89ec-572deeaa2a01 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:27:34.968097 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66eb9bf4-bd12-4d85-89ec-572deeaa2a01 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:27:34.973046 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66eb9bf4-bd12-4d85-89ec-572deeaa2a01 admin admin] Checking segment: {'id': '96cc893c-ac7e-4082-b367-1d3706f482c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '7e6e13bd-b539-42bc-ba65-2e6d3dd6b37c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:27:34.973402 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66eb9bf4-bd12-4d85-89ec-572deeaa2a01 admin admin] Network hostable DHCP agents. Network: 7e6e13bd-b539-42bc-ba65-2e6d3dd6b37c, hostable agents: ['02910ef2-0455-4aea-9f38-9a875579633f'], hosted agents: [] {{(pid=103364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 18:27:34.995055 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66eb9bf4-bd12-4d85-89ec-572deeaa2a01 admin admin] Network 7e6e13bd-b539-42bc-ba65-2e6d3dd6b37c is scheduled to be hosted by DHCP agent 02910ef2-0455-4aea-9f38-9a875579633f with binding_index 1 {{(pid=103364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 18:27:35.004629 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-66eb9bf4-bd12-4d85-89ec-572deeaa2a01 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818022-2, 7e6e13bd-b539-42bc-ba65-2e6d3dd6b37c) {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:27:35.008761 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66eb9bf4-bd12-4d85-89ec-572deeaa2a01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:27:35.009344 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-66eb9bf4-bd12-4d85-89ec-572deeaa2a01 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:27:35.014565 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cc598b2-b9e8-4d48-8781-d9f159661102 None None] Network 7e6e13bd-b539-42bc-ba65-2e6d3dd6b37c requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:27:35.030343 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-66eb9bf4-bd12-4d85-89ec-572deeaa2a01 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3177319 Nov 19 18:27:35.138581 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c4a2add-290e-4873-8b20-4ffe968973d7 None None] Network 7e6e13bd-b539-42bc-ba65-2e6d3dd6b37c requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:27:35.270392 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:27:35.463100 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df10914-b7b5-4250-98a7-5bb934667b91 req-ad403ee6-5559-49f5-b69b-5850838c96c1 tempest-DeleteServersTestJSON-646262609 tempest-DeleteServersTestJSON-646262609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:27:35.464509 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7df10914-b7b5-4250-98a7-5bb934667b91 req-ad403ee6-5559-49f5-b69b-5850838c96c1 tempest-DeleteServersTestJSON-646262609 tempest-DeleteServersTestJSON-646262609-project] 10.222.0.54 "GET /v2.0/networks?id=7e6e13bd-b539-42bc-ba65-2e6d3dd6b37c HTTP/1.1" status: 200 len: 811 time: 0.1029856 Nov 19 18:27:35.481036 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7df10914-b7b5-4250-98a7-5bb934667b91 req-682f8b4c-98af-4b0e-a4c0-5e939290070c tempest-DeleteServersTestJSON-646262609 tempest-DeleteServersTestJSON-646262609-project] 10.222.0.54 "GET /v2.0/quotas/761ef5ae000b4366a38f9bf9b02a2113 HTTP/1.1" status: 200 len: 375 time: 0.0092888 Nov 19 18:27:35.512203 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7df10914-b7b5-4250-98a7-5bb934667b91 req-d0a7b27f-dc8b-4e79-8723-81996626c23c tempest-DeleteServersTestJSON-646262609 tempest-DeleteServersTestJSON-646262609-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=761ef5ae000b4366a38f9bf9b02a2113&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0252271 Nov 19 18:27:35.603727 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7df10914-b7b5-4250-98a7-5bb934667b91 req-fe9bf177-df1a-4262-886c-528ac8356a9f service neutron] 10.222.0.54 "GET /v2.0/networks/7e6e13bd-b539-42bc-ba65-2e6d3dd6b37c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846446 Nov 19 18:27:35.690642 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7df10914-b7b5-4250-98a7-5bb934667b91 req-a76e3bec-5f96-48be-95eb-b38b046473a7 service neutron] 10.222.0.54 "GET /v2.0/networks/7e6e13bd-b539-42bc-ba65-2e6d3dd6b37c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807641 Nov 19 18:27:36.874105 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c562b25b-0f31-4da2-8872-a207e19547b4 req-348e1455-79c3-4bde-b2c0-69d8ffc992fa tempest-DeleteServersTestJSON-646262609 tempest-DeleteServersTestJSON-646262609-project] 10.222.0.54 "GET /v2.0/ports?device_id=722689e2-d07a-4fc4-9895-469d6b1d8aae HTTP/1.1" status: 200 len: 210 time: 0.0310166 Nov 19 18:27:37.966642 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-14f5e8ed-9375-4e62-928a-8943afb09794 req-7e47316c-bd3b-4ad8-8f7e-cee5d4f9befa tempest-DeleteServersTestJSON-646262609 tempest-DeleteServersTestJSON-646262609-project] 10.222.0.54 "GET /v2.0/ports?device_id=722689e2-d07a-4fc4-9895-469d6b1d8aae HTTP/1.1" status: 200 len: 210 time: 0.0261316 Nov 19 18:27:38.805159 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df10914-b7b5-4250-98a7-5bb934667b91 req-156b60d7-06ad-4261-858c-6ee3f8f21a65 tempest-DeleteServersTestJSON-646262609 tempest-DeleteServersTestJSON-646262609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:27:38.806655 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-7df10914-b7b5-4250-98a7-5bb934667b91 req-156b60d7-06ad-4261-858c-6ee3f8f21a65 tempest-DeleteServersTestJSON-646262609 tempest-DeleteServersTestJSON-646262609-project] 10.222.0.86 "GET /v2.0/networks?id=7e6e13bd-b539-42bc-ba65-2e6d3dd6b37c HTTP/1.1" status: 200 len: 811 time: 0.1057241 Nov 19 18:27:38.820658 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-7df10914-b7b5-4250-98a7-5bb934667b91 req-3328747c-f4d8-471e-b083-1643cdebf2f5 tempest-DeleteServersTestJSON-646262609 tempest-DeleteServersTestJSON-646262609-project] Request body: {'port': {'device_id': '722689e2-d07a-4fc4-9895-469d6b1d8aae', 'network_id': '7e6e13bd-b539-42bc-ba65-2e6d3dd6b37c', 'admin_state_up': True, 'tenant_id': '761ef5ae000b4366a38f9bf9b02a2113'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:27:38.939929 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7df10914-b7b5-4250-98a7-5bb934667b91 req-3328747c-f4d8-471e-b083-1643cdebf2f5 tempest-DeleteServersTestJSON-646262609 tempest-DeleteServersTestJSON-646262609-project] Made reservation on behalf of 761ef5ae000b4366a38f9bf9b02a2113 for: {'port': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:27:38.943400 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-7df10914-b7b5-4250-98a7-5bb934667b91 req-3328747c-f4d8-471e-b083-1643cdebf2f5 tempest-DeleteServersTestJSON-646262609 tempest-DeleteServersTestJSON-646262609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:27:39.077642 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a6d0ef6a-4215-4e12-bc68-1b517f18308f req-fa1330e3-ea46-4cae-9b1b-91975bb73517 tempest-DeleteServersTestJSON-646262609 tempest-DeleteServersTestJSON-646262609-project] 10.222.0.54 "GET /v2.0/ports?device_id=722689e2-d07a-4fc4-9895-469d6b1d8aae HTTP/1.1" status: 200 len: 210 time: 0.0359569 Nov 19 18:27:39.094996 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [req-7df10914-b7b5-4250-98a7-5bb934667b91 req-3328747c-f4d8-471e-b083-1643cdebf2f5 tempest-DeleteServersTestJSON-646262609 tempest-DeleteServersTestJSON-646262609-project] Allocated IP 172.20.0.8 (7e6e13bd-b539-42bc-ba65-2e6d3dd6b37c/1ca6d7b5-e40a-40a1-b44e-3f361b79b4dc/698b6a4e-f013-4e1e-ae58-2c42bfbc544b) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:27:39.236020 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-7df10914-b7b5-4250-98a7-5bb934667b91 req-3328747c-f4d8-471e-b083-1643cdebf2f5 tempest-DeleteServersTestJSON-646262609 tempest-DeleteServersTestJSON-646262609-project] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:27:39.274391 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-7df10914-b7b5-4250-98a7-5bb934667b91 req-3328747c-f4d8-471e-b083-1643cdebf2f5 tempest-DeleteServersTestJSON-646262609 tempest-DeleteServersTestJSON-646262609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:27:39.319536 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7df10914-b7b5-4250-98a7-5bb934667b91 req-3328747c-f4d8-471e-b083-1643cdebf2f5 tempest-DeleteServersTestJSON-646262609 tempest-DeleteServersTestJSON-646262609-project] Network 7e6e13bd-b539-42bc-ba65-2e6d3dd6b37c is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:27:39.322995 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [req-7df10914-b7b5-4250-98a7-5bb934667b91 req-3328747c-f4d8-471e-b083-1643cdebf2f5 tempest-DeleteServersTestJSON-646262609 tempest-DeleteServersTestJSON-646262609-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:27:39.326644 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [req-7df10914-b7b5-4250-98a7-5bb934667b91 req-3328747c-f4d8-471e-b083-1643cdebf2f5 tempest-DeleteServersTestJSON-646262609 tempest-DeleteServersTestJSON-646262609-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:27:39.333573 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3328747c-f4d8-471e-b083-1643cdebf2f5 tempest-DeleteServersTestJSON-646262609 tempest-DeleteServersTestJSON-646262609-project] Pushing event updated for resources: {'Port': ['ID=698b6a4e-f013-4e1e-ae58-2c42bfbc544b,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:27:39.378552 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df10914-b7b5-4250-98a7-5bb934667b91 req-3328747c-f4d8-471e-b083-1643cdebf2f5 tempest-DeleteServersTestJSON-646262609 tempest-DeleteServersTestJSON-646262609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:27:39.379157 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-7df10914-b7b5-4250-98a7-5bb934667b91 req-3328747c-f4d8-471e-b083-1643cdebf2f5 tempest-DeleteServersTestJSON-646262609 tempest-DeleteServersTestJSON-646262609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:27:39.394135 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-7df10914-b7b5-4250-98a7-5bb934667b91 req-3328747c-f4d8-471e-b083-1643cdebf2f5 tempest-DeleteServersTestJSON-646262609 tempest-DeleteServersTestJSON-646262609-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5775907 Nov 19 18:27:39.406962 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-7df10914-b7b5-4250-98a7-5bb934667b91 req-dd714fa8-a221-480b-8a64-222fcacb72f5 service neutron] Request body: {'port': {'device_id': '722689e2-d07a-4fc4-9895-469d6b1d8aae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818022-2'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:27:39.462068 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-7df10914-b7b5-4250-98a7-5bb934667b91 req-dd714fa8-a221-480b-8a64-222fcacb72f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:27:39.715159 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [req-7df10914-b7b5-4250-98a7-5bb934667b91 req-dd714fa8-a221-480b-8a64-222fcacb72f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 698b6a4e-f013-4e1e-ae58-2c42bfbc544b {{(pid=103364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:27:39.722908 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-7df10914-b7b5-4250-98a7-5bb934667b91 req-dd714fa8-a221-480b-8a64-222fcacb72f5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:27:39.734919 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.provisioning_blocks [req-7df10914-b7b5-4250-98a7-5bb934667b91 req-dd714fa8-a221-480b-8a64-222fcacb72f5 service neutron] Transition to ACTIVE for port object 698b6a4e-f013-4e1e-ae58-2c42bfbc544b will not be triggered until provisioned by entity L2. {{(pid=103364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 18:27:39.738228 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-7df10914-b7b5-4250-98a7-5bb934667b91 req-dd714fa8-a221-480b-8a64-222fcacb72f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:27:39.787701 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd714fa8-a221-480b-8a64-222fcacb72f5 service neutron] Pushing event updated for resources: {'Port': ['ID=698b6a4e-f013-4e1e-ae58-2c42bfbc544b,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:27:39.857018 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-7df10914-b7b5-4250-98a7-5bb934667b91 req-dd714fa8-a221-480b-8a64-222fcacb72f5 service neutron] Attempting to bind port 698b6a4e-f013-4e1e-ae58-2c42bfbc544b on host n-h2-818022-2 for vnic_type normal with profile {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:27:39.857704 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-7df10914-b7b5-4250-98a7-5bb934667b91 req-dd714fa8-a221-480b-8a64-222fcacb72f5 service neutron] Attempting to bind port 698b6a4e-f013-4e1e-ae58-2c42bfbc544b by drivers openvswitch,hyperv on host n-h2-818022-2 at level 0 using segments [{'id': '96cc893c-ac7e-4082-b367-1d3706f482c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '7e6e13bd-b539-42bc-ba65-2e6d3dd6b37c'}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:27:39.857704 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7df10914-b7b5-4250-98a7-5bb934667b91 req-dd714fa8-a221-480b-8a64-222fcacb72f5 service neutron] Attempting to bind port 698b6a4e-f013-4e1e-ae58-2c42bfbc544b on network 7e6e13bd-b539-42bc-ba65-2e6d3dd6b37c {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:27:39.862589 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7df10914-b7b5-4250-98a7-5bb934667b91 req-dd714fa8-a221-480b-8a64-222fcacb72f5 service neutron] Port 698b6a4e-f013-4e1e-ae58-2c42bfbc544b on network 7e6e13bd-b539-42bc-ba65-2e6d3dd6b37c not bound, no agent of type Open vSwitch agent registered on host n-h2-818022-2 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 18:27:39.862911 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7df10914-b7b5-4250-98a7-5bb934667b91 req-dd714fa8-a221-480b-8a64-222fcacb72f5 service neutron] Attempting to bind port 698b6a4e-f013-4e1e-ae58-2c42bfbc544b on network 7e6e13bd-b539-42bc-ba65-2e6d3dd6b37c {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:27:39.867633 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7df10914-b7b5-4250-98a7-5bb934667b91 req-dd714fa8-a221-480b-8a64-222fcacb72f5 service neutron] Checking agent: {'id': '525ad2ac-c4ae-4c63-af2e-0bf8d25d0f0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'started_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 27, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:27:39.867972 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7df10914-b7b5-4250-98a7-5bb934667b91 req-dd714fa8-a221-480b-8a64-222fcacb72f5 service neutron] Checking segment: {'id': '96cc893c-ac7e-4082-b367-1d3706f482c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '7e6e13bd-b539-42bc-ba65-2e6d3dd6b37c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:27:39.868357 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7df10914-b7b5-4250-98a7-5bb934667b91 req-dd714fa8-a221-480b-8a64-222fcacb72f5 service neutron] Bound using segment: {'id': '96cc893c-ac7e-4082-b367-1d3706f482c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '7e6e13bd-b539-42bc-ba65-2e6d3dd6b37c'} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:27:39.868784 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-7df10914-b7b5-4250-98a7-5bb934667b91 req-dd714fa8-a221-480b-8a64-222fcacb72f5 service neutron] Bound port: 698b6a4e-f013-4e1e-ae58-2c42bfbc544b, host: n-h2-818022-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96cc893c-ac7e-4082-b367-1d3706f482c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '7e6e13bd-b539-42bc-ba65-2e6d3dd6b37c'}}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:27:39.869236 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-7df10914-b7b5-4250-98a7-5bb934667b91 req-dd714fa8-a221-480b-8a64-222fcacb72f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:27:39.932862 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-7df10914-b7b5-4250-98a7-5bb934667b91 req-dd714fa8-a221-480b-8a64-222fcacb72f5 service neutron] For port 698b6a4e-f013-4e1e-ae58-2c42bfbc544b, host n-h2-818022-2, cleared binding levels {{(pid=103364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:27:39.936366 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-7df10914-b7b5-4250-98a7-5bb934667b91 req-dd714fa8-a221-480b-8a64-222fcacb72f5 service neutron] For port 698b6a4e-f013-4e1e-ae58-2c42bfbc544b, host n-h2-818022-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=698b6a4e-f013-4e1e-ae58-2c42bfbc544b,segment=NetworkSegment(96cc893c-ac7e-4082-b367-1d3706f482c8),segment_id=96cc893c-ac7e-4082-b367-1d3706f482c8)] {{(pid=103364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:27:39.940443 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-7df10914-b7b5-4250-98a7-5bb934667b91 req-dd714fa8-a221-480b-8a64-222fcacb72f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:27:39.978164 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df10914-b7b5-4250-98a7-5bb934667b91 req-dd714fa8-a221-480b-8a64-222fcacb72f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:27:39.978828 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-7df10914-b7b5-4250-98a7-5bb934667b91 req-dd714fa8-a221-480b-8a64-222fcacb72f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:27:39.980460 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-7df10914-b7b5-4250-98a7-5bb934667b91 req-dd714fa8-a221-480b-8a64-222fcacb72f5 service neutron] 10.222.0.86 "PUT /v2.0/ports/698b6a4e-f013-4e1e-ae58-2c42bfbc544b HTTP/1.1" status: 200 len: 1091 time: 0.5776341 Nov 19 18:27:39.981132 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '722689e2-d07a-4fc4-9895-469d6b1d8aae', 'tag': '698b6a4e-f013-4e1e-ae58-2c42bfbc544b'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:27:39.983589 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dd4767a008c23f8566efc82158ee1b1fff34e1a9e908d76d0b6d0ab7e350e5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e619ffd-3a9c-4d93-95fd-d942804af6f5" -d '{"events": [{"name": "network-changed", "server_uuid": "722689e2-d07a-4fc4-9895-469d6b1d8aae", "tag": "698b6a4e-f013-4e1e-ae58-2c42bfbc544b"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:27:40.012535 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd714fa8-a221-480b-8a64-222fcacb72f5 service neutron] Pushing event updated for resources: {'Port': ['ID=698b6a4e-f013-4e1e-ae58-2c42bfbc544b,revision_number=3']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:27:40.026028 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 18:27:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-676b39f6-534e-4d95-9199-c9d5e909b875 x-openstack-request-id: req-676b39f6-534e-4d95-9199-c9d5e909b875 {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:27:40.026372 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "722689e2-d07a-4fc4-9895-469d6b1d8aae", "tag": "698b6a4e-f013-4e1e-ae58-2c42bfbc544b", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:27:40.026746 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-676b39f6-534e-4d95-9199-c9d5e909b875 {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:27:40.027288 n-d-818022-2 neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '722689e2-d07a-4fc4-9895-469d6b1d8aae', 'tag': '698b6a4e-f013-4e1e-ae58-2c42bfbc544b', 'status': 'completed', 'code': 200} Nov 19 18:27:40.073766 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df10914-b7b5-4250-98a7-5bb934667b91 req-5cf71646-53d8-4e6b-84fa-9baa2765c82c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:27:40.075431 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-7df10914-b7b5-4250-98a7-5bb934667b91 req-5cf71646-53d8-4e6b-84fa-9baa2765c82c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=761ef5ae000b4366a38f9bf9b02a2113&device_id=722689e2-d07a-4fc4-9895-469d6b1d8aae HTTP/1.1" status: 200 len: 1094 time: 0.0414705 Nov 19 18:27:40.123390 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-7df10914-b7b5-4250-98a7-5bb934667b91 req-88a557f1-aa41-489a-b8f6-46a88980e4fc service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=698b6a4e-f013-4e1e-ae58-2c42bfbc544b HTTP/1.1" status: 200 len: 217 time: 0.0389633 Nov 19 18:27:40.198115 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df10914-b7b5-4250-98a7-5bb934667b91 req-838ff0ac-3e8a-4ff3-a4b6-63d809f566d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:27:40.199576 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-7df10914-b7b5-4250-98a7-5bb934667b91 req-838ff0ac-3e8a-4ff3-a4b6-63d809f566d2 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=1ca6d7b5-e40a-40a1-b44e-3f361b79b4dc HTTP/1.1" status: 200 len: 851 time: 0.0682108 Nov 19 18:27:40.225858 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa045e9-9a35-4e6e-b096-ae8b956a804e req-436aab45-8512-43a4-bec0-2ed373308480 tempest-DeleteServersTestJSON-646262609 tempest-DeleteServersTestJSON-646262609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:27:40.227215 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-baa045e9-9a35-4e6e-b096-ae8b956a804e req-436aab45-8512-43a4-bec0-2ed373308480 tempest-DeleteServersTestJSON-646262609 tempest-DeleteServersTestJSON-646262609-project] 10.222.0.54 "GET /v2.0/ports?device_id=722689e2-d07a-4fc4-9895-469d6b1d8aae HTTP/1.1" status: 200 len: 943 time: 0.0700207 Nov 19 18:27:40.248052 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-7df10914-b7b5-4250-98a7-5bb934667b91 req-de702f22-159a-45e7-b792-87884d93ab05 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=7e6e13bd-b539-42bc-ba65-2e6d3dd6b37c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406706 Nov 19 18:27:40.334410 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-baa045e9-9a35-4e6e-b096-ae8b956a804e req-71f210cb-eaac-44a2-a435-e977174a76ba tempest-DeleteServersTestJSON-646262609 tempest-DeleteServersTestJSON-646262609-project] 10.222.0.54 "GET /v2.0/security-groups?id=0bbdb591-b360-45f2-95d8-046d9e04a9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893195 Nov 19 18:27:40.365284 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-7df10914-b7b5-4250-98a7-5bb934667b91 req-d7bd1bce-a879-4f04-bdb6-3fc1b23452e1 service neutron] 10.222.0.86 "GET /v2.0/networks/7e6e13bd-b539-42bc-ba65-2e6d3dd6b37c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042113 Nov 19 18:27:40.462042 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-7df10914-b7b5-4250-98a7-5bb934667b91 req-4cd0336b-1f32-4e2a-9dcb-da3399031f09 service neutron] 10.222.0.86 "GET /v2.0/networks/7e6e13bd-b539-42bc-ba65-2e6d3dd6b37c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887532 Nov 19 18:27:40.555771 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e619ffd-3a9c-4d93-95fd-d942804af6f5 req-68ec9cf6-a280-47b8-b97a-ca78a6445501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:27:40.557257 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6e619ffd-3a9c-4d93-95fd-d942804af6f5 req-68ec9cf6-a280-47b8-b97a-ca78a6445501 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=761ef5ae000b4366a38f9bf9b02a2113&device_id=722689e2-d07a-4fc4-9895-469d6b1d8aae HTTP/1.1" status: 200 len: 1094 time: 0.0420969 Nov 19 18:27:40.650694 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e619ffd-3a9c-4d93-95fd-d942804af6f5 req-d3177061-752a-46e4-aacc-7fe1bbd3b511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:27:40.652181 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6e619ffd-3a9c-4d93-95fd-d942804af6f5 req-d3177061-752a-46e4-aacc-7fe1bbd3b511 service neutron] 10.222.0.86 "GET /v2.0/networks?id=7e6e13bd-b539-42bc-ba65-2e6d3dd6b37c HTTP/1.1" status: 200 len: 912 time: 0.0879319 Nov 19 18:27:40.696226 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6e619ffd-3a9c-4d93-95fd-d942804af6f5 req-9c859c1c-ef9b-4bce-8e90-65fe0b2adc8f service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=698b6a4e-f013-4e1e-ae58-2c42bfbc544b HTTP/1.1" status: 200 len: 217 time: 0.0360696 Nov 19 18:27:40.748951 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e619ffd-3a9c-4d93-95fd-d942804af6f5 req-fd1d9b4d-f074-4db8-884c-f6375aa08d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:27:40.750527 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6e619ffd-3a9c-4d93-95fd-d942804af6f5 req-fd1d9b4d-f074-4db8-884c-f6375aa08d3c service neutron] 10.222.0.86 "GET /v2.0/subnets?id=1ca6d7b5-e40a-40a1-b44e-3f361b79b4dc HTTP/1.1" status: 200 len: 851 time: 0.0465281 Nov 19 18:27:40.784797 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6e619ffd-3a9c-4d93-95fd-d942804af6f5 req-023e4a10-b147-4ffa-8603-d4a6f609ce30 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=7e6e13bd-b539-42bc-ba65-2e6d3dd6b37c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259256 Nov 19 18:27:40.879470 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6e619ffd-3a9c-4d93-95fd-d942804af6f5 req-7f5b986e-d375-440d-878d-77d07c465b6e service neutron] 10.222.0.86 "GET /v2.0/networks/7e6e13bd-b539-42bc-ba65-2e6d3dd6b37c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867774 Nov 19 18:27:40.976263 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6e619ffd-3a9c-4d93-95fd-d942804af6f5 req-0038a180-92da-465d-b628-6ddff55942f0 service neutron] 10.222.0.86 "GET /v2.0/networks/7e6e13bd-b539-42bc-ba65-2e6d3dd6b37c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893869 Nov 19 18:27:41.455585 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cbe692-4818-43cd-947e-636acd6ed415 req-cd2a961c-9738-4e3c-8e7a-9ea19b22a74c tempest-DeleteServersTestJSON-646262609 tempest-DeleteServersTestJSON-646262609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:27:41.457079 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-19cbe692-4818-43cd-947e-636acd6ed415 req-cd2a961c-9738-4e3c-8e7a-9ea19b22a74c tempest-DeleteServersTestJSON-646262609 tempest-DeleteServersTestJSON-646262609-project] 10.222.0.54 "GET /v2.0/ports?device_id=722689e2-d07a-4fc4-9895-469d6b1d8aae HTTP/1.1" status: 200 len: 943 time: 0.0521944 Nov 19 18:27:41.505287 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-19cbe692-4818-43cd-947e-636acd6ed415 req-15375a64-96b8-48a2-8a89-12ceb3decca5 tempest-DeleteServersTestJSON-646262609 tempest-DeleteServersTestJSON-646262609-project] 10.222.0.54 "GET /v2.0/security-groups?id=0bbdb591-b360-45f2-95d8-046d9e04a9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422499 Nov 19 18:27:42.625215 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35922235-0573-406e-979f-5a57ee2aed91 req-45343937-5d3d-4081-8520-0e23274d293f tempest-DeleteServersTestJSON-646262609 tempest-DeleteServersTestJSON-646262609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:27:42.626732 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-35922235-0573-406e-979f-5a57ee2aed91 req-45343937-5d3d-4081-8520-0e23274d293f tempest-DeleteServersTestJSON-646262609 tempest-DeleteServersTestJSON-646262609-project] 10.222.0.54 "GET /v2.0/ports?device_id=722689e2-d07a-4fc4-9895-469d6b1d8aae HTTP/1.1" status: 200 len: 943 time: 0.0539074 Nov 19 18:27:42.673316 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-35922235-0573-406e-979f-5a57ee2aed91 req-c4a0d66d-0d96-4404-ae6a-279da360645e tempest-DeleteServersTestJSON-646262609 tempest-DeleteServersTestJSON-646262609-project] 10.222.0.54 "GET /v2.0/security-groups?id=0bbdb591-b360-45f2-95d8-046d9e04a9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406823 Nov 19 18:27:43.250463 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device 698b6a4e-f013-4e1e-ae58-2c42bfbc544b details requested by agent hyperv_n-h2-818022-2 with host n-h2-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 18:27:43.342669 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port 698b6a4e-f013-4e1e-ae58-2c42bfbc544b, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=698b6a4e-f013-4e1e-ae58-2c42bfbc544b,segment=NetworkSegment(96cc893c-ac7e-4082-b367-1d3706f482c8),segment_id=96cc893c-ac7e-4082-b367-1d3706f482c8)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:27:43.354404 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Returning: {'device': '698b6a4e-f013-4e1e-ae58-2c42bfbc544b', 'network_id': '7e6e13bd-b539-42bc-ba65-2e6d3dd6b37c', 'port_id': '698b6a4e-f013-4e1e-ae58-2c42bfbc544b', 'mac_address': 'fa:16:3e:05:e0:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ca6d7b5-e40a-40a1-b44e-3f361b79b4dc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 18:27:43.394788 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:27:43.407985 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.agents_db [None req-619e5c26-d9ed-4321-86eb-7d443bb9dfa2 None None] Agent healthcheck: found 7 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 18:27:43.411249 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 698b6a4e-f013-4e1e-ae58-2c42bfbc544b {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:27:43.430436 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port 698b6a4e-f013-4e1e-ae58-2c42bfbc544b, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=698b6a4e-f013-4e1e-ae58-2c42bfbc544b,segment=NetworkSegment(96cc893c-ac7e-4082-b367-1d3706f482c8),segment_id=96cc893c-ac7e-4082-b367-1d3706f482c8)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:27:43.434435 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:27:43.482471 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Pushing event updated for resources: {'Port': ['ID=698b6a4e-f013-4e1e-ae58-2c42bfbc544b,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:27:43.636047 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] get_ports_and_sgs() called for port_ids ['698b6a4e-f013-4e1e-ae58-2c42bfbc544b'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:27:43.788379 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40891a67-52c0-4e34-b366-d9434de74180 req-2b77a1ce-3f13-4f82-9f7e-303b4ae9e6b4 tempest-DeleteServersTestJSON-646262609 tempest-DeleteServersTestJSON-646262609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:27:43.790005 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-40891a67-52c0-4e34-b366-d9434de74180 req-2b77a1ce-3f13-4f82-9f7e-303b4ae9e6b4 tempest-DeleteServersTestJSON-646262609 tempest-DeleteServersTestJSON-646262609-project] 10.222.0.54 "GET /v2.0/ports?device_id=722689e2-d07a-4fc4-9895-469d6b1d8aae HTTP/1.1" status: 200 len: 944 time: 0.0485091 Nov 19 18:27:43.838690 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-40891a67-52c0-4e34-b366-d9434de74180 req-6023d4b3-7e57-4405-ac96-3fc7ce529e09 tempest-DeleteServersTestJSON-646262609 tempest-DeleteServersTestJSON-646262609-project] 10.222.0.54 "GET /v2.0/security-groups?id=0bbdb591-b360-45f2-95d8-046d9e04a9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427704 Nov 19 18:27:44.951028 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e2eeaa-7ff7-4213-94b9-94d100c1d836 req-e73f0c79-b0df-4915-a2ab-1b6ca97b1d58 tempest-DeleteServersTestJSON-646262609 tempest-DeleteServersTestJSON-646262609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:27:44.952525 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-03e2eeaa-7ff7-4213-94b9-94d100c1d836 req-e73f0c79-b0df-4915-a2ab-1b6ca97b1d58 tempest-DeleteServersTestJSON-646262609 tempest-DeleteServersTestJSON-646262609-project] 10.222.0.54 "GET /v2.0/ports?device_id=722689e2-d07a-4fc4-9895-469d6b1d8aae HTTP/1.1" status: 200 len: 944 time: 0.0484221 Nov 19 18:27:44.999088 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-03e2eeaa-7ff7-4213-94b9-94d100c1d836 req-4c1ceeb1-c69f-437c-9768-19192d5eb853 tempest-DeleteServersTestJSON-646262609 tempest-DeleteServersTestJSON-646262609-project] 10.222.0.54 "GET /v2.0/security-groups?id=0bbdb591-b360-45f2-95d8-046d9e04a9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402138 Nov 19 18:27:45.251292 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device 698b6a4e-f013-4e1e-ae58-2c42bfbc544b up at agent hyperv_n-h2-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:27:45.299473 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Provisioning for port 698b6a4e-f013-4e1e-ae58-2c42bfbc544b completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 18:27:45.303652 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Provisioning complete for port 698b6a4e-f013-4e1e-ae58-2c42bfbc544b triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:27:45.304034 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:27:45.382968 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:27:45.404753 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '722689e2-d07a-4fc4-9895-469d6b1d8aae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '698b6a4e-f013-4e1e-ae58-2c42bfbc544b'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:27:45.407034 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3940761bcd94e032e6960d2241bd8993c5d3a7d8dc2aca8488f3ecf1d4dd2fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1a2adc7-4f7e-4e34-b83b-bb6d069401b1" -d '{"events": [{"server_uuid": "722689e2-d07a-4fc4-9895-469d6b1d8aae", "name": "network-vif-plugged", "status": "completed", "tag": "698b6a4e-f013-4e1e-ae58-2c42bfbc544b"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:27:45.421026 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port 698b6a4e-f013-4e1e-ae58-2c42bfbc544b, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=698b6a4e-f013-4e1e-ae58-2c42bfbc544b,segment=NetworkSegment(96cc893c-ac7e-4082-b367-1d3706f482c8),segment_id=96cc893c-ac7e-4082-b367-1d3706f482c8)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:27:45.428616 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:27:45.455704 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:27:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a81b18d0-43f8-4304-9689-d7e4073c9ef0 x-openstack-request-id: req-a81b18d0-43f8-4304-9689-d7e4073c9ef0 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:27:45.456001 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "722689e2-d07a-4fc4-9895-469d6b1d8aae", "name": "network-vif-plugged", "status": "completed", "tag": "698b6a4e-f013-4e1e-ae58-2c42bfbc544b", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:27:45.456259 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a81b18d0-43f8-4304-9689-d7e4073c9ef0 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:27:45.456652 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '722689e2-d07a-4fc4-9895-469d6b1d8aae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '698b6a4e-f013-4e1e-ae58-2c42bfbc544b', 'code': 200} Nov 19 18:27:45.484948 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Pushing event updated for resources: {'Port': ['ID=698b6a4e-f013-4e1e-ae58-2c42bfbc544b,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:27:45.556168 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ae1a84-3c38-49cb-9061-9564c6cb0fd8 req-2ed4f473-ec1f-456a-9dad-484eeb7ce680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:27:45.557718 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-28ae1a84-3c38-49cb-9061-9564c6cb0fd8 req-2ed4f473-ec1f-456a-9dad-484eeb7ce680 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=722689e2-d07a-4fc4-9895-469d6b1d8aae HTTP/1.1" status: 200 len: 1096 time: 0.0443144 Nov 19 18:27:45.602987 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-28ae1a84-3c38-49cb-9061-9564c6cb0fd8 req-22ce8fae-89d8-4ee1-b925-ca2e64319ced service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=0bbdb591-b360-45f2-95d8-046d9e04a9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361350 Nov 19 18:27:46.116173 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82ed6a4-618d-49b5-9232-525a64d1dcd0 req-ec502f54-2647-4e29-8b8e-62533f2f8cde tempest-DeleteServersTestJSON-646262609 tempest-DeleteServersTestJSON-646262609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:27:46.117697 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d82ed6a4-618d-49b5-9232-525a64d1dcd0 req-ec502f54-2647-4e29-8b8e-62533f2f8cde tempest-DeleteServersTestJSON-646262609 tempest-DeleteServersTestJSON-646262609-project] 10.222.0.54 "GET /v2.0/ports?device_id=722689e2-d07a-4fc4-9895-469d6b1d8aae HTTP/1.1" status: 200 len: 945 time: 0.0505505 Nov 19 18:27:46.168956 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d82ed6a4-618d-49b5-9232-525a64d1dcd0 req-6165fbb5-49f9-41c1-afc7-8d92ed298b70 tempest-DeleteServersTestJSON-646262609 tempest-DeleteServersTestJSON-646262609-project] 10.222.0.54 "GET /v2.0/security-groups?id=0bbdb591-b360-45f2-95d8-046d9e04a9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451939 Nov 19 18:27:47.286830 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b020b1b-d82f-4e39-b8fa-122a58d96f5d req-78b553cb-d84b-4d67-b51a-08b21563b4dd tempest-DeleteServersTestJSON-646262609 tempest-DeleteServersTestJSON-646262609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:27:47.288355 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3b020b1b-d82f-4e39-b8fa-122a58d96f5d req-78b553cb-d84b-4d67-b51a-08b21563b4dd tempest-DeleteServersTestJSON-646262609 tempest-DeleteServersTestJSON-646262609-project] 10.222.0.54 "GET /v2.0/ports?device_id=722689e2-d07a-4fc4-9895-469d6b1d8aae HTTP/1.1" status: 200 len: 945 time: 0.0494833 Nov 19 18:27:47.339482 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3b020b1b-d82f-4e39-b8fa-122a58d96f5d req-d6ed24c9-4ef5-43b6-809d-61d5d07af179 tempest-DeleteServersTestJSON-646262609 tempest-DeleteServersTestJSON-646262609-project] 10.222.0.54 "GET /v2.0/security-groups?id=0bbdb591-b360-45f2-95d8-046d9e04a9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451901 Nov 19 18:27:47.615489 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 45032) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:27:47.673191 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94cea57-61c4-48b1-84fb-9ff7f5f9d59d req-32a2d203-4061-4fa6-9afc-40160efaeb2a tempest-DeleteServersTestJSON-646262609 tempest-DeleteServersTestJSON-646262609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:27:47.674746 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d94cea57-61c4-48b1-84fb-9ff7f5f9d59d req-32a2d203-4061-4fa6-9afc-40160efaeb2a tempest-DeleteServersTestJSON-646262609 tempest-DeleteServersTestJSON-646262609-project] 10.222.0.54 "GET /v2.0/ports?device_id=722689e2-d07a-4fc4-9895-469d6b1d8aae HTTP/1.1" status: 200 len: 945 time: 0.0502224 Nov 19 18:27:47.713963 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-7609ed87-86d1-4db9-b5a2-5a48268b43ff req-9d5f3bf8-faf8-405b-98da-7984925ca432 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=722689e2-d07a-4fc4-9895-469d6b1d8aae&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0971045 Nov 19 18:27:47.722257 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d94cea57-61c4-48b1-84fb-9ff7f5f9d59d req-50b05269-b7bf-45a6-a253-59be08e5d482 tempest-DeleteServersTestJSON-646262609 tempest-DeleteServersTestJSON-646262609-project] 10.222.0.54 "GET /v2.0/security-groups?id=0bbdb591-b360-45f2-95d8-046d9e04a9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410316 Nov 19 18:27:47.723655 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [req-7609ed87-86d1-4db9-b5a2-5a48268b43ff req-7757531b-10f4-4d77-a8f4-7b2ec7a42cfd service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=103364) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 18:27:47.724717 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-7609ed87-86d1-4db9-b5a2-5a48268b43ff req-7757531b-10f4-4d77-a8f4-7b2ec7a42cfd service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052783 Nov 19 18:27:48.877161 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd16c26-d984-4ae1-952a-75d7a049e3b0 req-53b7c9f2-3a74-4df8-a92b-088450c7430d tempest-DeleteServersTestJSON-646262609 tempest-DeleteServersTestJSON-646262609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:27:48.878602 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9cd16c26-d984-4ae1-952a-75d7a049e3b0 req-53b7c9f2-3a74-4df8-a92b-088450c7430d tempest-DeleteServersTestJSON-646262609 tempest-DeleteServersTestJSON-646262609-project] 10.222.0.54 "GET /v2.0/ports?device_id=722689e2-d07a-4fc4-9895-469d6b1d8aae HTTP/1.1" status: 200 len: 945 time: 0.0799246 Nov 19 18:27:48.884497 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7609ed87-86d1-4db9-b5a2-5a48268b43ff req-b4d5f82d-e106-4230-a653-2ae6921ff8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:27:48.885930 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-7609ed87-86d1-4db9-b5a2-5a48268b43ff req-b4d5f82d-e106-4230-a653-2ae6921ff8a0 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=761ef5ae000b4366a38f9bf9b02a2113&device_id=722689e2-d07a-4fc4-9895-469d6b1d8aae HTTP/1.1" status: 200 len: 1096 time: 0.0575585 Nov 19 18:27:48.980672 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9cd16c26-d984-4ae1-952a-75d7a049e3b0 req-392704ed-2b95-423e-b667-4ed7abd77b97 tempest-DeleteServersTestJSON-646262609 tempest-DeleteServersTestJSON-646262609-project] 10.222.0.54 "GET /v2.0/security-groups?id=0bbdb591-b360-45f2-95d8-046d9e04a9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937877 Nov 19 18:27:49.007468 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7609ed87-86d1-4db9-b5a2-5a48268b43ff req-797fd807-2784-4457-8cbd-62d4cc503aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:27:49.008937 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-7609ed87-86d1-4db9-b5a2-5a48268b43ff req-797fd807-2784-4457-8cbd-62d4cc503aa4 service neutron] 10.222.0.86 "GET /v2.0/networks?id=7e6e13bd-b539-42bc-ba65-2e6d3dd6b37c HTTP/1.1" status: 200 len: 912 time: 0.1154597 Nov 19 18:27:49.054019 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-7609ed87-86d1-4db9-b5a2-5a48268b43ff req-17e84fa1-671c-4825-b1e1-a2d3bcd98ecd service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=698b6a4e-f013-4e1e-ae58-2c42bfbc544b HTTP/1.1" status: 200 len: 217 time: 0.0375831 Nov 19 18:27:49.106060 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7609ed87-86d1-4db9-b5a2-5a48268b43ff req-8b2f939c-38f2-4a08-b3c7-28922d585346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:27:49.107499 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-7609ed87-86d1-4db9-b5a2-5a48268b43ff req-8b2f939c-38f2-4a08-b3c7-28922d585346 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=1ca6d7b5-e40a-40a1-b44e-3f361b79b4dc HTTP/1.1" status: 200 len: 851 time: 0.0469747 Nov 19 18:27:49.139363 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-7609ed87-86d1-4db9-b5a2-5a48268b43ff req-f8825661-e832-4d49-b01a-5d1c77811a47 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=7e6e13bd-b539-42bc-ba65-2e6d3dd6b37c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245020 Nov 19 18:27:49.236859 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-7609ed87-86d1-4db9-b5a2-5a48268b43ff req-05ce90dd-4dc1-458f-bf60-ab490365a2cf service neutron] 10.222.0.86 "GET /v2.0/networks/7e6e13bd-b539-42bc-ba65-2e6d3dd6b37c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848618 Nov 19 18:27:49.325285 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-7609ed87-86d1-4db9-b5a2-5a48268b43ff req-f5c0f9dc-bf96-4588-9fc1-3bb5f542c22c service neutron] 10.222.0.86 "GET /v2.0/networks/7e6e13bd-b539-42bc-ba65-2e6d3dd6b37c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852673 Nov 19 18:27:49.480337 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90d96c7-f901-45b3-ac26-4babfa5a4434 req-e92498b1-e0e6-4a11-b337-fb0aeebd6c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:27:49.481779 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b90d96c7-f901-45b3-ac26-4babfa5a4434 req-e92498b1-e0e6-4a11-b337-fb0aeebd6c4d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=761ef5ae000b4366a38f9bf9b02a2113&device_id=722689e2-d07a-4fc4-9895-469d6b1d8aae HTTP/1.1" status: 200 len: 1096 time: 0.0483198 Nov 19 18:27:49.586305 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90d96c7-f901-45b3-ac26-4babfa5a4434 req-155bc082-ceb8-4414-b880-bff6f301514c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:27:49.587784 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b90d96c7-f901-45b3-ac26-4babfa5a4434 req-155bc082-ceb8-4414-b880-bff6f301514c service neutron] 10.222.0.86 "GET /v2.0/networks?id=7e6e13bd-b539-42bc-ba65-2e6d3dd6b37c HTTP/1.1" status: 200 len: 912 time: 0.0843072 Nov 19 18:27:49.635070 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b90d96c7-f901-45b3-ac26-4babfa5a4434 req-1ba3a587-81b3-46dd-8952-fb4bea505b49 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=698b6a4e-f013-4e1e-ae58-2c42bfbc544b HTTP/1.1" status: 200 len: 217 time: 0.0382738 Nov 19 18:27:49.685006 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90d96c7-f901-45b3-ac26-4babfa5a4434 req-77c59be9-e5e4-45e8-b25a-c375bb4eee36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:27:49.686457 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b90d96c7-f901-45b3-ac26-4babfa5a4434 req-77c59be9-e5e4-45e8-b25a-c375bb4eee36 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=1ca6d7b5-e40a-40a1-b44e-3f361b79b4dc HTTP/1.1" status: 200 len: 851 time: 0.0438437 Nov 19 18:27:49.717190 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b90d96c7-f901-45b3-ac26-4babfa5a4434 req-4448236f-8188-4cdd-a80d-6d21234fa83a service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=7e6e13bd-b539-42bc-ba65-2e6d3dd6b37c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236084 Nov 19 18:27:49.810195 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b90d96c7-f901-45b3-ac26-4babfa5a4434 req-5f10454c-3e5e-4660-856d-662030bb7e23 service neutron] 10.222.0.86 "GET /v2.0/networks/7e6e13bd-b539-42bc-ba65-2e6d3dd6b37c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850971 Nov 19 18:27:49.901566 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b90d96c7-f901-45b3-ac26-4babfa5a4434 req-0af83725-8e91-4629-8d73-1dd655fc39d8 service neutron] 10.222.0.86 "GET /v2.0/networks/7e6e13bd-b539-42bc-ba65-2e6d3dd6b37c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837457 Nov 19 18:27:50.098903 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb23db84-b6a3-44cd-95b1-71e4f40f2055 req-3aaa4def-e450-4fb5-9281-79e189f11607 tempest-DeleteServersTestJSON-646262609 tempest-DeleteServersTestJSON-646262609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:27:50.100317 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-eb23db84-b6a3-44cd-95b1-71e4f40f2055 req-3aaa4def-e450-4fb5-9281-79e189f11607 tempest-DeleteServersTestJSON-646262609 tempest-DeleteServersTestJSON-646262609-project] 10.222.0.54 "GET /v2.0/ports?device_id=722689e2-d07a-4fc4-9895-469d6b1d8aae HTTP/1.1" status: 200 len: 945 time: 0.0487680 Nov 19 18:27:50.147203 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-eb23db84-b6a3-44cd-95b1-71e4f40f2055 req-fe749e45-8e54-4237-891c-35e1cc81a496 tempest-DeleteServersTestJSON-646262609 tempest-DeleteServersTestJSON-646262609-project] 10.222.0.54 "GET /v2.0/security-groups?id=0bbdb591-b360-45f2-95d8-046d9e04a9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409553 Nov 19 18:27:51.263826 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd7616a-9077-4ccd-8c46-5e89dabbcd78 req-d11a7588-c8b4-402b-94b8-40b7529f7673 tempest-DeleteServersTestJSON-646262609 tempest-DeleteServersTestJSON-646262609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:27:51.265474 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ebd7616a-9077-4ccd-8c46-5e89dabbcd78 req-d11a7588-c8b4-402b-94b8-40b7529f7673 tempest-DeleteServersTestJSON-646262609 tempest-DeleteServersTestJSON-646262609-project] 10.222.0.54 "GET /v2.0/ports?device_id=722689e2-d07a-4fc4-9895-469d6b1d8aae HTTP/1.1" status: 200 len: 945 time: 0.0499413 Nov 19 18:27:51.318639 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ebd7616a-9077-4ccd-8c46-5e89dabbcd78 req-b0d9ff25-084b-48a5-9c8d-944f954a34f2 tempest-DeleteServersTestJSON-646262609 tempest-DeleteServersTestJSON-646262609-project] 10.222.0.54 "GET /v2.0/security-groups?id=0bbdb591-b360-45f2-95d8-046d9e04a9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474646 Nov 19 18:27:52.439666 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6ff602-be60-4189-8517-b92ebe3da2f7 req-67c533d8-fb2f-4573-a3a9-55b35f6f1831 tempest-DeleteServersTestJSON-646262609 tempest-DeleteServersTestJSON-646262609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:27:52.441168 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5f6ff602-be60-4189-8517-b92ebe3da2f7 req-67c533d8-fb2f-4573-a3a9-55b35f6f1831 tempest-DeleteServersTestJSON-646262609 tempest-DeleteServersTestJSON-646262609-project] 10.222.0.54 "GET /v2.0/ports?device_id=722689e2-d07a-4fc4-9895-469d6b1d8aae HTTP/1.1" status: 200 len: 945 time: 0.0527449 Nov 19 18:27:52.487716 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5f6ff602-be60-4189-8517-b92ebe3da2f7 req-eb92a747-40c5-4f05-b222-bc3d52b5b108 tempest-DeleteServersTestJSON-646262609 tempest-DeleteServersTestJSON-646262609-project] 10.222.0.54 "GET /v2.0/security-groups?id=0bbdb591-b360-45f2-95d8-046d9e04a9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405550 Nov 19 18:27:53.607938 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0130dd80-2b86-4f9f-b674-ce62650823fd req-ec5a8c13-fba1-4778-a813-3f967f1ab952 tempest-DeleteServersTestJSON-646262609 tempest-DeleteServersTestJSON-646262609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:27:53.609980 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0130dd80-2b86-4f9f-b674-ce62650823fd req-ec5a8c13-fba1-4778-a813-3f967f1ab952 tempest-DeleteServersTestJSON-646262609 tempest-DeleteServersTestJSON-646262609-project] 10.222.0.54 "GET /v2.0/ports?device_id=722689e2-d07a-4fc4-9895-469d6b1d8aae HTTP/1.1" status: 200 len: 945 time: 0.0517125 Nov 19 18:27:53.656162 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0130dd80-2b86-4f9f-b674-ce62650823fd req-091384ed-af24-414a-97a3-9e5a2ae0b84b tempest-DeleteServersTestJSON-646262609 tempest-DeleteServersTestJSON-646262609-project] 10.222.0.54 "GET /v2.0/security-groups?id=0bbdb591-b360-45f2-95d8-046d9e04a9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402098 Nov 19 18:27:54.773326 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b764cb-8dc6-4940-8fc4-43e76c34da79 req-cd84d237-363f-4da4-9893-84003af816d4 tempest-DeleteServersTestJSON-646262609 tempest-DeleteServersTestJSON-646262609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:27:54.774859 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b3b764cb-8dc6-4940-8fc4-43e76c34da79 req-cd84d237-363f-4da4-9893-84003af816d4 tempest-DeleteServersTestJSON-646262609 tempest-DeleteServersTestJSON-646262609-project] 10.222.0.54 "GET /v2.0/ports?device_id=722689e2-d07a-4fc4-9895-469d6b1d8aae HTTP/1.1" status: 200 len: 945 time: 0.0485518 Nov 19 18:27:54.822185 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b3b764cb-8dc6-4940-8fc4-43e76c34da79 req-b6c03b73-942c-4c30-8716-2c434b0a2a97 tempest-DeleteServersTestJSON-646262609 tempest-DeleteServersTestJSON-646262609-project] 10.222.0.54 "GET /v2.0/security-groups?id=0bbdb591-b360-45f2-95d8-046d9e04a9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412250 Nov 19 18:27:55.938175 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83decfc-4b6b-47ee-9225-cb037d5937c1 req-0b94325d-e08d-4727-b4dc-2619e40b39a1 tempest-DeleteServersTestJSON-646262609 tempest-DeleteServersTestJSON-646262609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:27:55.939669 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b83decfc-4b6b-47ee-9225-cb037d5937c1 req-0b94325d-e08d-4727-b4dc-2619e40b39a1 tempest-DeleteServersTestJSON-646262609 tempest-DeleteServersTestJSON-646262609-project] 10.222.0.54 "GET /v2.0/ports?device_id=722689e2-d07a-4fc4-9895-469d6b1d8aae HTTP/1.1" status: 200 len: 945 time: 0.0495470 Nov 19 18:27:55.987135 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b83decfc-4b6b-47ee-9225-cb037d5937c1 req-4a872ef0-5e0a-4414-bb2e-54d6fed1ec09 tempest-DeleteServersTestJSON-646262609 tempest-DeleteServersTestJSON-646262609-project] 10.222.0.54 "GET /v2.0/security-groups?id=0bbdb591-b360-45f2-95d8-046d9e04a9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417051 Nov 19 18:27:57.116643 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccf0876-02ef-41a0-b472-eb634ace05ee req-d6b3922a-ff9c-4ac7-b201-24f20d91c476 tempest-DeleteServersTestJSON-646262609 tempest-DeleteServersTestJSON-646262609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:27:57.118160 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9ccf0876-02ef-41a0-b472-eb634ace05ee req-d6b3922a-ff9c-4ac7-b201-24f20d91c476 tempest-DeleteServersTestJSON-646262609 tempest-DeleteServersTestJSON-646262609-project] 10.222.0.54 "GET /v2.0/ports?device_id=722689e2-d07a-4fc4-9895-469d6b1d8aae HTTP/1.1" status: 200 len: 945 time: 0.0584507 Nov 19 18:27:57.181715 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9ccf0876-02ef-41a0-b472-eb634ace05ee req-ba535034-0937-45d2-8521-4b63b111808b tempest-DeleteServersTestJSON-646262609 tempest-DeleteServersTestJSON-646262609-project] 10.222.0.54 "GET /v2.0/security-groups?id=0bbdb591-b360-45f2-95d8-046d9e04a9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572853 Nov 19 18:27:58.301955 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ffc51e-c77d-4f52-b7c1-4bd2a720d574 req-8bef6f2f-f66c-4efc-9f49-bb602d589b7c tempest-DeleteServersTestJSON-646262609 tempest-DeleteServersTestJSON-646262609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:27:58.303452 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d2ffc51e-c77d-4f52-b7c1-4bd2a720d574 req-8bef6f2f-f66c-4efc-9f49-bb602d589b7c tempest-DeleteServersTestJSON-646262609 tempest-DeleteServersTestJSON-646262609-project] 10.222.0.54 "GET /v2.0/ports?device_id=722689e2-d07a-4fc4-9895-469d6b1d8aae HTTP/1.1" status: 200 len: 945 time: 0.0555794 Nov 19 18:27:58.350225 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d2ffc51e-c77d-4f52-b7c1-4bd2a720d574 req-a3d23451-59d2-4ce3-9984-88701e17d596 tempest-DeleteServersTestJSON-646262609 tempest-DeleteServersTestJSON-646262609-project] 10.222.0.54 "GET /v2.0/security-groups?id=0bbdb591-b360-45f2-95d8-046d9e04a9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408494 Nov 19 18:27:59.469654 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbbb4b6-dcdc-4d65-a009-262dde32f17a req-4969777b-c10e-4ebd-9121-db55b5a62c3b tempest-DeleteServersTestJSON-646262609 tempest-DeleteServersTestJSON-646262609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:27:59.471106 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0bbbb4b6-dcdc-4d65-a009-262dde32f17a req-4969777b-c10e-4ebd-9121-db55b5a62c3b tempest-DeleteServersTestJSON-646262609 tempest-DeleteServersTestJSON-646262609-project] 10.222.0.54 "GET /v2.0/ports?device_id=722689e2-d07a-4fc4-9895-469d6b1d8aae HTTP/1.1" status: 200 len: 945 time: 0.0510793 Nov 19 18:27:59.519508 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0bbbb4b6-dcdc-4d65-a009-262dde32f17a req-4cf95ac8-81ec-4eee-aea8-cec050100dbd tempest-DeleteServersTestJSON-646262609 tempest-DeleteServersTestJSON-646262609-project] 10.222.0.54 "GET /v2.0/security-groups?id=0bbdb591-b360-45f2-95d8-046d9e04a9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424442 Nov 19 18:27:59.847551 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dc2d907e-8319-41b1-9a91-6544b49d1565 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:28:00.639257 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599ac0b8-c6ca-4a2c-93a8-b88458bed7fa req-93dda511-d93c-4109-bfda-aaee88f785ae tempest-DeleteServersTestJSON-646262609 tempest-DeleteServersTestJSON-646262609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:28:00.641286 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-599ac0b8-c6ca-4a2c-93a8-b88458bed7fa req-93dda511-d93c-4109-bfda-aaee88f785ae tempest-DeleteServersTestJSON-646262609 tempest-DeleteServersTestJSON-646262609-project] 10.222.0.54 "GET /v2.0/ports?device_id=722689e2-d07a-4fc4-9895-469d6b1d8aae HTTP/1.1" status: 200 len: 945 time: 0.0498490 Nov 19 18:28:00.689064 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-599ac0b8-c6ca-4a2c-93a8-b88458bed7fa req-c1f7793b-7d8e-4489-a9ae-8fe45975f361 tempest-DeleteServersTestJSON-646262609 tempest-DeleteServersTestJSON-646262609-project] 10.222.0.54 "GET /v2.0/security-groups?id=0bbdb591-b360-45f2-95d8-046d9e04a9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418413 Nov 19 18:28:01.807999 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60667c8b-ee27-489d-92f6-453d36798c5b req-2f5a80c7-ac2c-4cfa-bbe0-0fc9dc7ab9c0 tempest-DeleteServersTestJSON-646262609 tempest-DeleteServersTestJSON-646262609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:28:01.809793 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-60667c8b-ee27-489d-92f6-453d36798c5b req-2f5a80c7-ac2c-4cfa-bbe0-0fc9dc7ab9c0 tempest-DeleteServersTestJSON-646262609 tempest-DeleteServersTestJSON-646262609-project] 10.222.0.54 "GET /v2.0/ports?device_id=722689e2-d07a-4fc4-9895-469d6b1d8aae HTTP/1.1" status: 200 len: 945 time: 0.0510280 Nov 19 18:28:01.857882 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-60667c8b-ee27-489d-92f6-453d36798c5b req-37fef29e-7e7c-4108-82a2-4c34773c5ad6 tempest-DeleteServersTestJSON-646262609 tempest-DeleteServersTestJSON-646262609-project] 10.222.0.54 "GET /v2.0/security-groups?id=0bbdb591-b360-45f2-95d8-046d9e04a9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421956 Nov 19 18:28:02.042325 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-21ffb9ff-3f67-4146-a7d7-7577e8c9e5d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:28:02.976374 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a03dc97-9ce4-4eec-8ddd-8072e5ef3969 req-2fc659ae-f2ec-4387-a83b-e8d08748d7c1 tempest-DeleteServersTestJSON-646262609 tempest-DeleteServersTestJSON-646262609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:28:02.977925 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2a03dc97-9ce4-4eec-8ddd-8072e5ef3969 req-2fc659ae-f2ec-4387-a83b-e8d08748d7c1 tempest-DeleteServersTestJSON-646262609 tempest-DeleteServersTestJSON-646262609-project] 10.222.0.54 "GET /v2.0/ports?device_id=722689e2-d07a-4fc4-9895-469d6b1d8aae HTTP/1.1" status: 200 len: 945 time: 0.0504379 Nov 19 18:28:03.036976 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2a03dc97-9ce4-4eec-8ddd-8072e5ef3969 req-825f406a-6dca-4e26-90fc-ca6a4925d2e2 tempest-DeleteServersTestJSON-646262609 tempest-DeleteServersTestJSON-646262609-project] 10.222.0.54 "GET /v2.0/security-groups?id=0bbdb591-b360-45f2-95d8-046d9e04a9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532515 Nov 19 18:28:03.308290 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e46ecc5a-dc14-4744-b262-3072ff2e958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:28:04.106190 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:28:04.154695 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:28:04.166624 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b52455-5e05-4a09-be2c-7f7f97f873bc req-9fd3ea5f-e0a8-45f6-bc12-457365e8af71 tempest-DeleteServersTestJSON-646262609 tempest-DeleteServersTestJSON-646262609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:28:04.168425 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-48b52455-5e05-4a09-be2c-7f7f97f873bc req-9fd3ea5f-e0a8-45f6-bc12-457365e8af71 tempest-DeleteServersTestJSON-646262609 tempest-DeleteServersTestJSON-646262609-project] 10.222.0.54 "GET /v2.0/ports?device_id=722689e2-d07a-4fc4-9895-469d6b1d8aae HTTP/1.1" status: 200 len: 945 time: 0.0618234 Nov 19 18:28:04.223289 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-48b52455-5e05-4a09-be2c-7f7f97f873bc req-4cf81e5d-30c1-471d-9636-3e5e0cc23a0a tempest-DeleteServersTestJSON-646262609 tempest-DeleteServersTestJSON-646262609-project] 10.222.0.54 "GET /v2.0/security-groups?id=0bbdb591-b360-45f2-95d8-046d9e04a9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481186 Nov 19 18:28:04.897072 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e013d7e6-5264-4dcc-9759-54f5fb809e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:28:05.243717 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:28:05.342588 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed417c7-5d27-453f-b966-ee0b915c3f97 req-cfb46c20-b896-425d-bc12-3cf7119c5fd3 tempest-DeleteServersTestJSON-646262609 tempest-DeleteServersTestJSON-646262609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:28:05.344114 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-3ed417c7-5d27-453f-b966-ee0b915c3f97 req-cfb46c20-b896-425d-bc12-3cf7119c5fd3 tempest-DeleteServersTestJSON-646262609 tempest-DeleteServersTestJSON-646262609-project] 10.222.0.54 "GET /v2.0/ports?device_id=722689e2-d07a-4fc4-9895-469d6b1d8aae HTTP/1.1" status: 200 len: 945 time: 0.0513537 Nov 19 18:28:05.392234 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-3ed417c7-5d27-453f-b966-ee0b915c3f97 req-daf27a24-8f63-42e9-9d9b-a28432ece780 tempest-DeleteServersTestJSON-646262609 tempest-DeleteServersTestJSON-646262609-project] 10.222.0.54 "GET /v2.0/security-groups?id=0bbdb591-b360-45f2-95d8-046d9e04a9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421896 Nov 19 18:28:06.520605 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd33b61-da49-4dd2-b5df-7c26f5945426 req-f00b9654-0afd-4053-abc5-924a9e9f9eef tempest-DeleteServersTestJSON-646262609 tempest-DeleteServersTestJSON-646262609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:28:06.522161 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9dd33b61-da49-4dd2-b5df-7c26f5945426 req-f00b9654-0afd-4053-abc5-924a9e9f9eef tempest-DeleteServersTestJSON-646262609 tempest-DeleteServersTestJSON-646262609-project] 10.222.0.54 "GET /v2.0/ports?device_id=722689e2-d07a-4fc4-9895-469d6b1d8aae HTTP/1.1" status: 200 len: 945 time: 0.0507607 Nov 19 18:28:06.571740 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9dd33b61-da49-4dd2-b5df-7c26f5945426 req-7fd45944-a818-42f3-b303-11e1fa6e7701 tempest-DeleteServersTestJSON-646262609 tempest-DeleteServersTestJSON-646262609-project] 10.222.0.54 "GET /v2.0/security-groups?id=0bbdb591-b360-45f2-95d8-046d9e04a9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436001 Nov 19 18:28:07.692227 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5a1ca2-285a-4da4-8cfc-573f6d997403 req-16973a45-62a5-4e55-baf6-7a71ae331202 tempest-DeleteServersTestJSON-646262609 tempest-DeleteServersTestJSON-646262609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:28:07.693710 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9e5a1ca2-285a-4da4-8cfc-573f6d997403 req-16973a45-62a5-4e55-baf6-7a71ae331202 tempest-DeleteServersTestJSON-646262609 tempest-DeleteServersTestJSON-646262609-project] 10.222.0.54 "GET /v2.0/ports?device_id=722689e2-d07a-4fc4-9895-469d6b1d8aae HTTP/1.1" status: 200 len: 945 time: 0.0501685 Nov 19 18:28:07.742337 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9e5a1ca2-285a-4da4-8cfc-573f6d997403 req-e61d72f2-77c5-4fef-adb3-2c52210cda64 tempest-DeleteServersTestJSON-646262609 tempest-DeleteServersTestJSON-646262609-project] 10.222.0.54 "GET /v2.0/security-groups?id=0bbdb591-b360-45f2-95d8-046d9e04a9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424690 Nov 19 18:28:08.867334 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d047e752-3f93-441d-b9a1-30dd6c575fd4 req-c2009c4f-acb9-4f72-82b0-72a6ba3742e8 tempest-DeleteServersTestJSON-646262609 tempest-DeleteServersTestJSON-646262609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:28:08.868781 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d047e752-3f93-441d-b9a1-30dd6c575fd4 req-c2009c4f-acb9-4f72-82b0-72a6ba3742e8 tempest-DeleteServersTestJSON-646262609 tempest-DeleteServersTestJSON-646262609-project] 10.222.0.54 "GET /v2.0/ports?device_id=722689e2-d07a-4fc4-9895-469d6b1d8aae HTTP/1.1" status: 200 len: 945 time: 0.0557582 Nov 19 18:28:08.916674 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d047e752-3f93-441d-b9a1-30dd6c575fd4 req-461eecae-73af-49d5-9ac9-462c2af1cfee tempest-DeleteServersTestJSON-646262609 tempest-DeleteServersTestJSON-646262609-project] 10.222.0.54 "GET /v2.0/security-groups?id=0bbdb591-b360-45f2-95d8-046d9e04a9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419409 Nov 19 18:28:10.036820 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720e9bcf-c03d-4532-90eb-be9e4cc346db req-b8d2aacc-336e-44c8-9a80-979cea553c37 tempest-DeleteServersTestJSON-646262609 tempest-DeleteServersTestJSON-646262609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:28:10.038359 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-720e9bcf-c03d-4532-90eb-be9e4cc346db req-b8d2aacc-336e-44c8-9a80-979cea553c37 tempest-DeleteServersTestJSON-646262609 tempest-DeleteServersTestJSON-646262609-project] 10.222.0.54 "GET /v2.0/ports?device_id=722689e2-d07a-4fc4-9895-469d6b1d8aae HTTP/1.1" status: 200 len: 945 time: 0.0538356 Nov 19 18:28:10.085982 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-720e9bcf-c03d-4532-90eb-be9e4cc346db req-6bc1ec7a-e84c-4374-b075-c44b1b28fdf3 tempest-DeleteServersTestJSON-646262609 tempest-DeleteServersTestJSON-646262609-project] 10.222.0.54 "GET /v2.0/security-groups?id=0bbdb591-b360-45f2-95d8-046d9e04a9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414777 Nov 19 18:28:11.209797 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a313a81-7bfd-4e47-8b26-7eb4d98a68f0 req-c5b8d73b-f0e3-4199-9746-89844c098075 tempest-DeleteServersTestJSON-646262609 tempest-DeleteServersTestJSON-646262609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:28:11.211306 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8a313a81-7bfd-4e47-8b26-7eb4d98a68f0 req-c5b8d73b-f0e3-4199-9746-89844c098075 tempest-DeleteServersTestJSON-646262609 tempest-DeleteServersTestJSON-646262609-project] 10.222.0.54 "GET /v2.0/ports?device_id=722689e2-d07a-4fc4-9895-469d6b1d8aae HTTP/1.1" status: 200 len: 945 time: 0.0494277 Nov 19 18:28:11.258980 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8a313a81-7bfd-4e47-8b26-7eb4d98a68f0 req-228cf363-4d54-47ec-b355-0b9979954f0c tempest-DeleteServersTestJSON-646262609 tempest-DeleteServersTestJSON-646262609-project] 10.222.0.54 "GET /v2.0/security-groups?id=0bbdb591-b360-45f2-95d8-046d9e04a9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415847 Nov 19 18:28:12.376309 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c03ea02-7c18-486d-b9b8-b91fefc37c13 req-c0948954-fce0-4808-b3de-45813d86fd00 tempest-DeleteServersTestJSON-646262609 tempest-DeleteServersTestJSON-646262609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:28:12.377824 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9c03ea02-7c18-486d-b9b8-b91fefc37c13 req-c0948954-fce0-4808-b3de-45813d86fd00 tempest-DeleteServersTestJSON-646262609 tempest-DeleteServersTestJSON-646262609-project] 10.222.0.54 "GET /v2.0/ports?device_id=722689e2-d07a-4fc4-9895-469d6b1d8aae HTTP/1.1" status: 200 len: 945 time: 0.0485604 Nov 19 18:28:12.425049 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9c03ea02-7c18-486d-b9b8-b91fefc37c13 req-4bc5b5f7-3725-4e48-9867-4ecb8b7423e4 tempest-DeleteServersTestJSON-646262609 tempest-DeleteServersTestJSON-646262609-project] 10.222.0.54 "GET /v2.0/security-groups?id=0bbdb591-b360-45f2-95d8-046d9e04a9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412788 Nov 19 18:28:13.538959 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776af46c-c300-4d82-94d5-4ec606d86494 req-9a77b378-f20b-46ec-9cdd-2555e2ee1815 tempest-DeleteServersTestJSON-646262609 tempest-DeleteServersTestJSON-646262609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:28:13.540456 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-776af46c-c300-4d82-94d5-4ec606d86494 req-9a77b378-f20b-46ec-9cdd-2555e2ee1815 tempest-DeleteServersTestJSON-646262609 tempest-DeleteServersTestJSON-646262609-project] 10.222.0.54 "GET /v2.0/ports?device_id=722689e2-d07a-4fc4-9895-469d6b1d8aae HTTP/1.1" status: 200 len: 945 time: 0.0480919 Nov 19 18:28:13.590874 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-776af46c-c300-4d82-94d5-4ec606d86494 req-5e09bca8-4221-4663-9ea8-2fa6453df71a tempest-DeleteServersTestJSON-646262609 tempest-DeleteServersTestJSON-646262609-project] 10.222.0.54 "GET /v2.0/security-groups?id=0bbdb591-b360-45f2-95d8-046d9e04a9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445259 Nov 19 18:28:14.711009 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b8c5b2-d488-402e-8076-64efc981a200 req-a6de0f27-8dfd-42b8-b38a-590b08a68fb6 tempest-DeleteServersTestJSON-646262609 tempest-DeleteServersTestJSON-646262609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:28:14.712476 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-92b8c5b2-d488-402e-8076-64efc981a200 req-a6de0f27-8dfd-42b8-b38a-590b08a68fb6 tempest-DeleteServersTestJSON-646262609 tempest-DeleteServersTestJSON-646262609-project] 10.222.0.54 "GET /v2.0/ports?device_id=722689e2-d07a-4fc4-9895-469d6b1d8aae HTTP/1.1" status: 200 len: 945 time: 0.0524144 Nov 19 18:28:14.759110 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-92b8c5b2-d488-402e-8076-64efc981a200 req-5501f635-38dc-482c-9967-1b6bf666152a tempest-DeleteServersTestJSON-646262609 tempest-DeleteServersTestJSON-646262609-project] 10.222.0.54 "GET /v2.0/security-groups?id=0bbdb591-b360-45f2-95d8-046d9e04a9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407152 Nov 19 18:28:15.878683 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19c4e18-f008-4d74-ab9f-98cfa8c93912 req-7826aca1-396c-4a50-a13a-a8776f3a5ee8 tempest-DeleteServersTestJSON-646262609 tempest-DeleteServersTestJSON-646262609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:28:15.880122 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c19c4e18-f008-4d74-ab9f-98cfa8c93912 req-7826aca1-396c-4a50-a13a-a8776f3a5ee8 tempest-DeleteServersTestJSON-646262609 tempest-DeleteServersTestJSON-646262609-project] 10.222.0.54 "GET /v2.0/ports?device_id=722689e2-d07a-4fc4-9895-469d6b1d8aae HTTP/1.1" status: 200 len: 945 time: 0.0501842 Nov 19 18:28:15.928882 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c19c4e18-f008-4d74-ab9f-98cfa8c93912 req-4ce51386-3464-49bc-bf19-715b0afdba2b tempest-DeleteServersTestJSON-646262609 tempest-DeleteServersTestJSON-646262609-project] 10.222.0.54 "GET /v2.0/security-groups?id=0bbdb591-b360-45f2-95d8-046d9e04a9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427563 Nov 19 18:28:16.219047 n-d-818022-2 neutron-server[103364]: INFO neutron.api.v2.resource [req-7609ed87-86d1-4db9-b5a2-5a48268b43ff req-4aa43d85-24a7-43a8-b8a0-5f3542deff84 service neutron] show failed (client error): The resource could not be found. Nov 19 18:28:16.219970 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-7609ed87-86d1-4db9-b5a2-5a48268b43ff req-4aa43d85-24a7-43a8-b8a0-5f3542deff84 service neutron] 10.222.0.86 "GET /v2.0/ports/698b6a4e-f013-4e1e-ae58-2c42bfbc544b/bindings/n-h1-818022-2 HTTP/1.1" status: 404 len: 380 time: 0.0552197 Nov 19 18:28:16.456124 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7609ed87-86d1-4db9-b5a2-5a48268b43ff req-19f714f1-f0d1-40e2-a0ab-af91e4da451f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:28:16.457606 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-7609ed87-86d1-4db9-b5a2-5a48268b43ff req-19f714f1-f0d1-40e2-a0ab-af91e4da451f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=722689e2-d07a-4fc4-9895-469d6b1d8aae&tenant_id=761ef5ae000b4366a38f9bf9b02a2113 HTTP/1.1" status: 200 len: 1096 time: 0.0709507 Nov 19 18:28:16.479166 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-7609ed87-86d1-4db9-b5a2-5a48268b43ff req-c6ecb651-0237-46ba-b48e-acc6ca08f407 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-818022-2', 'device_owner': 'compute:nova'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:28:16.534396 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-7609ed87-86d1-4db9-b5a2-5a48268b43ff req-c6ecb651-0237-46ba-b48e-acc6ca08f407 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:28:16.727011 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-7609ed87-86d1-4db9-b5a2-5a48268b43ff req-c6ecb651-0237-46ba-b48e-acc6ca08f407 service neutron] For port 698b6a4e-f013-4e1e-ae58-2c42bfbc544b, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=698b6a4e-f013-4e1e-ae58-2c42bfbc544b,segment=NetworkSegment(96cc893c-ac7e-4082-b367-1d3706f482c8),segment_id=96cc893c-ac7e-4082-b367-1d3706f482c8)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:28:16.758926 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-7609ed87-86d1-4db9-b5a2-5a48268b43ff req-c6ecb651-0237-46ba-b48e-acc6ca08f407 service neutron] For port 698b6a4e-f013-4e1e-ae58-2c42bfbc544b, host n-h2-818022-2, cleared binding levels {{(pid=103364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:28:16.797729 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '722689e2-d07a-4fc4-9895-469d6b1d8aae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '698b6a4e-f013-4e1e-ae58-2c42bfbc544b'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:28:16.800005 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dd4767a008c23f8566efc82158ee1b1fff34e1a9e908d76d0b6d0ab7e350e5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19e67ddc-f6fe-4a27-832d-b69e2d6ce6ee" -d '{"events": [{"server_uuid": "722689e2-d07a-4fc4-9895-469d6b1d8aae", "name": "network-vif-unplugged", "status": "completed", "tag": "698b6a4e-f013-4e1e-ae58-2c42bfbc544b"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:28:16.803779 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-7609ed87-86d1-4db9-b5a2-5a48268b43ff req-c6ecb651-0237-46ba-b48e-acc6ca08f407 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:28:16.815657 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.provisioning_blocks [req-7609ed87-86d1-4db9-b5a2-5a48268b43ff req-c6ecb651-0237-46ba-b48e-acc6ca08f407 service neutron] Transition to ACTIVE for port object 698b6a4e-f013-4e1e-ae58-2c42bfbc544b will not be triggered until provisioned by entity L2. {{(pid=103364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 18:28:16.818716 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-7609ed87-86d1-4db9-b5a2-5a48268b43ff req-c6ecb651-0237-46ba-b48e-acc6ca08f407 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:28:16.855923 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 18:28:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0a43add-a64f-4b46-b1a4-fc7940491cf9 x-openstack-request-id: req-d0a43add-a64f-4b46-b1a4-fc7940491cf9 {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:28:16.856224 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "722689e2-d07a-4fc4-9895-469d6b1d8aae", "name": "network-vif-unplugged", "status": "completed", "tag": "698b6a4e-f013-4e1e-ae58-2c42bfbc544b", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:28:16.856493 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d0a43add-a64f-4b46-b1a4-fc7940491cf9 {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:28:16.856890 n-d-818022-2 neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '722689e2-d07a-4fc4-9895-469d6b1d8aae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '698b6a4e-f013-4e1e-ae58-2c42bfbc544b', 'code': 200} Nov 19 18:28:16.886651 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ecb651-0237-46ba-b48e-acc6ca08f407 service neutron] Pushing event updated for resources: {'Port': ['ID=698b6a4e-f013-4e1e-ae58-2c42bfbc544b,revision_number=6']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:28:16.888947 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [req-7609ed87-86d1-4db9-b5a2-5a48268b43ff req-c6ecb651-0237-46ba-b48e-acc6ca08f407 service neutron] No DVR routers for this DVR port 698b6a4e-f013-4e1e-ae58-2c42bfbc544b on host n-h2-818022-2 {{(pid=103364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:28:16.923219 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-7609ed87-86d1-4db9-b5a2-5a48268b43ff req-c6ecb651-0237-46ba-b48e-acc6ca08f407 service neutron] Attempting to bind port 698b6a4e-f013-4e1e-ae58-2c42bfbc544b on host n-h1-818022-2 for vnic_type normal with profile {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:28:16.923546 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-7609ed87-86d1-4db9-b5a2-5a48268b43ff req-c6ecb651-0237-46ba-b48e-acc6ca08f407 service neutron] Attempting to bind port 698b6a4e-f013-4e1e-ae58-2c42bfbc544b by drivers openvswitch,hyperv on host n-h1-818022-2 at level 0 using segments [{'id': '96cc893c-ac7e-4082-b367-1d3706f482c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '7e6e13bd-b539-42bc-ba65-2e6d3dd6b37c'}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:28:16.923865 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7609ed87-86d1-4db9-b5a2-5a48268b43ff req-c6ecb651-0237-46ba-b48e-acc6ca08f407 service neutron] Attempting to bind port 698b6a4e-f013-4e1e-ae58-2c42bfbc544b on network 7e6e13bd-b539-42bc-ba65-2e6d3dd6b37c {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:28:16.928048 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7609ed87-86d1-4db9-b5a2-5a48268b43ff req-c6ecb651-0237-46ba-b48e-acc6ca08f407 service neutron] Port 698b6a4e-f013-4e1e-ae58-2c42bfbc544b on network 7e6e13bd-b539-42bc-ba65-2e6d3dd6b37c not bound, no agent of type Open vSwitch agent registered on host n-h1-818022-2 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 18:28:16.928366 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7609ed87-86d1-4db9-b5a2-5a48268b43ff req-c6ecb651-0237-46ba-b48e-acc6ca08f407 service neutron] Attempting to bind port 698b6a4e-f013-4e1e-ae58-2c42bfbc544b on network 7e6e13bd-b539-42bc-ba65-2e6d3dd6b37c {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:28:16.933115 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7609ed87-86d1-4db9-b5a2-5a48268b43ff req-c6ecb651-0237-46ba-b48e-acc6ca08f407 service neutron] Checking agent: {'id': 'a6668d96-12fa-4ec0-99ad-77eaf490dd2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'started_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 28, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:28:16.933447 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7609ed87-86d1-4db9-b5a2-5a48268b43ff req-c6ecb651-0237-46ba-b48e-acc6ca08f407 service neutron] Checking segment: {'id': '96cc893c-ac7e-4082-b367-1d3706f482c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '7e6e13bd-b539-42bc-ba65-2e6d3dd6b37c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:28:16.933831 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7609ed87-86d1-4db9-b5a2-5a48268b43ff req-c6ecb651-0237-46ba-b48e-acc6ca08f407 service neutron] Bound using segment: {'id': '96cc893c-ac7e-4082-b367-1d3706f482c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '7e6e13bd-b539-42bc-ba65-2e6d3dd6b37c'} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:28:16.934266 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-7609ed87-86d1-4db9-b5a2-5a48268b43ff req-c6ecb651-0237-46ba-b48e-acc6ca08f407 service neutron] Bound port: 698b6a4e-f013-4e1e-ae58-2c42bfbc544b, host: n-h1-818022-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96cc893c-ac7e-4082-b367-1d3706f482c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '7e6e13bd-b539-42bc-ba65-2e6d3dd6b37c'}}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:28:16.934614 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-7609ed87-86d1-4db9-b5a2-5a48268b43ff req-c6ecb651-0237-46ba-b48e-acc6ca08f407 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:28:16.995141 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-7609ed87-86d1-4db9-b5a2-5a48268b43ff req-c6ecb651-0237-46ba-b48e-acc6ca08f407 service neutron] For port 698b6a4e-f013-4e1e-ae58-2c42bfbc544b, host n-h1-818022-2, cleared binding levels {{(pid=103364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:28:16.998245 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-7609ed87-86d1-4db9-b5a2-5a48268b43ff req-c6ecb651-0237-46ba-b48e-acc6ca08f407 service neutron] For port 698b6a4e-f013-4e1e-ae58-2c42bfbc544b, host n-h1-818022-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=698b6a4e-f013-4e1e-ae58-2c42bfbc544b,segment=NetworkSegment(96cc893c-ac7e-4082-b367-1d3706f482c8),segment_id=96cc893c-ac7e-4082-b367-1d3706f482c8)] {{(pid=103364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:28:17.002841 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-7609ed87-86d1-4db9-b5a2-5a48268b43ff req-c6ecb651-0237-46ba-b48e-acc6ca08f407 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:28:17.044060 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7609ed87-86d1-4db9-b5a2-5a48268b43ff req-c6ecb651-0237-46ba-b48e-acc6ca08f407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:28:17.044674 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-7609ed87-86d1-4db9-b5a2-5a48268b43ff req-c6ecb651-0237-46ba-b48e-acc6ca08f407 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:28:17.046091 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-7609ed87-86d1-4db9-b5a2-5a48268b43ff req-c6ecb651-0237-46ba-b48e-acc6ca08f407 service neutron] 10.222.0.60 "PUT /v2.0/ports/698b6a4e-f013-4e1e-ae58-2c42bfbc544b HTTP/1.1" status: 200 len: 1091 time: 0.5802743 Nov 19 18:28:17.047897 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c908a227-88f7-4eff-8151-9525a14ba12d req-24dc12e3-ebb4-44f4-ae50-1535c5c1fa7a tempest-DeleteServersTestJSON-646262609 tempest-DeleteServersTestJSON-646262609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:28:17.049488 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c908a227-88f7-4eff-8151-9525a14ba12d req-24dc12e3-ebb4-44f4-ae50-1535c5c1fa7a tempest-DeleteServersTestJSON-646262609 tempest-DeleteServersTestJSON-646262609-project] 10.222.0.54 "GET /v2.0/ports?device_id=722689e2-d07a-4fc4-9895-469d6b1d8aae HTTP/1.1" status: 200 len: 943 time: 0.0515008 Nov 19 18:28:17.065762 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ecb651-0237-46ba-b48e-acc6ca08f407 service neutron] Pushing event updated for resources: {'Port': ['ID=698b6a4e-f013-4e1e-ae58-2c42bfbc544b,revision_number=7']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:28:17.101446 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c908a227-88f7-4eff-8151-9525a14ba12d req-ce0d4081-c5eb-42e5-ab40-e11a101f099c tempest-DeleteServersTestJSON-646262609 tempest-DeleteServersTestJSON-646262609-project] 10.222.0.54 "GET /v2.0/security-groups?id=0bbdb591-b360-45f2-95d8-046d9e04a9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423856 Nov 19 18:28:17.111403 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7609ed87-86d1-4db9-b5a2-5a48268b43ff req-fc7ae5c4-839a-4020-be40-807c7427fffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:28:17.113492 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-7609ed87-86d1-4db9-b5a2-5a48268b43ff req-fc7ae5c4-839a-4020-be40-807c7427fffe service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=761ef5ae000b4366a38f9bf9b02a2113&device_id=722689e2-d07a-4fc4-9895-469d6b1d8aae HTTP/1.1" status: 200 len: 1094 time: 0.0421157 Nov 19 18:28:17.201826 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7609ed87-86d1-4db9-b5a2-5a48268b43ff req-2185d1d9-5a80-4913-ac49-acbb109afc79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:28:17.203874 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-7609ed87-86d1-4db9-b5a2-5a48268b43ff req-2185d1d9-5a80-4913-ac49-acbb109afc79 service neutron] 10.222.0.60 "GET /v2.0/networks?id=7e6e13bd-b539-42bc-ba65-2e6d3dd6b37c HTTP/1.1" status: 200 len: 912 time: 0.0829792 Nov 19 18:28:17.246280 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-7609ed87-86d1-4db9-b5a2-5a48268b43ff req-9ad70eb9-7c7d-4e79-b225-3f2205bbb83a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=698b6a4e-f013-4e1e-ae58-2c42bfbc544b HTTP/1.1" status: 200 len: 217 time: 0.0363595 Nov 19 18:28:17.295316 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7609ed87-86d1-4db9-b5a2-5a48268b43ff req-150e0c49-d2a5-4dc1-8283-0c3b823b89b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:28:17.296651 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-7609ed87-86d1-4db9-b5a2-5a48268b43ff req-150e0c49-d2a5-4dc1-8283-0c3b823b89b8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1ca6d7b5-e40a-40a1-b44e-3f361b79b4dc HTTP/1.1" status: 200 len: 851 time: 0.0427196 Nov 19 18:28:17.330117 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-7609ed87-86d1-4db9-b5a2-5a48268b43ff req-e158b9a6-6e74-4a74-9c8c-8fccb2113185 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7e6e13bd-b539-42bc-ba65-2e6d3dd6b37c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254824 Nov 19 18:28:17.424115 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-7609ed87-86d1-4db9-b5a2-5a48268b43ff req-43aa9a68-e3a4-4bb7-89ce-cd15d2db240a service neutron] 10.222.0.60 "GET /v2.0/networks/7e6e13bd-b539-42bc-ba65-2e6d3dd6b37c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872326 Nov 19 18:28:17.512550 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-7609ed87-86d1-4db9-b5a2-5a48268b43ff req-08827a16-b4d0-4819-a044-f28b6360ee41 service neutron] 10.222.0.60 "GET /v2.0/networks/7e6e13bd-b539-42bc-ba65-2e6d3dd6b37c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815604 Nov 19 18:28:18.219428 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d69ad4-8003-47e9-b777-b4254ea40fac req-fa8d71d1-5a25-45fd-9906-2873c8a0a630 tempest-DeleteServersTestJSON-646262609 tempest-DeleteServersTestJSON-646262609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:28:18.220902 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-85d69ad4-8003-47e9-b777-b4254ea40fac req-fa8d71d1-5a25-45fd-9906-2873c8a0a630 tempest-DeleteServersTestJSON-646262609 tempest-DeleteServersTestJSON-646262609-project] 10.222.0.54 "GET /v2.0/ports?device_id=722689e2-d07a-4fc4-9895-469d6b1d8aae HTTP/1.1" status: 200 len: 943 time: 0.0477433 Nov 19 18:28:18.270251 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-85d69ad4-8003-47e9-b777-b4254ea40fac req-70e34b5e-40af-487f-afd5-ffe333bdc837 tempest-DeleteServersTestJSON-646262609 tempest-DeleteServersTestJSON-646262609-project] 10.222.0.54 "GET /v2.0/security-groups?id=0bbdb591-b360-45f2-95d8-046d9e04a9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435138 Nov 19 18:28:18.858428 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '722689e2-d07a-4fc4-9895-469d6b1d8aae', 'tag': '698b6a4e-f013-4e1e-ae58-2c42bfbc544b'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:28:18.860724 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dd4767a008c23f8566efc82158ee1b1fff34e1a9e908d76d0b6d0ab7e350e5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f93c48a9-adec-440c-9781-56214945d6f8" -d '{"events": [{"name": "network-changed", "server_uuid": "722689e2-d07a-4fc4-9895-469d6b1d8aae", "tag": "698b6a4e-f013-4e1e-ae58-2c42bfbc544b"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:28:18.909022 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 18:28:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b1e9286-aaf2-44be-8c39-db17115ff9a2 x-openstack-request-id: req-5b1e9286-aaf2-44be-8c39-db17115ff9a2 {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:28:18.909270 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "722689e2-d07a-4fc4-9895-469d6b1d8aae", "tag": "698b6a4e-f013-4e1e-ae58-2c42bfbc544b", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:28:18.909525 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-5b1e9286-aaf2-44be-8c39-db17115ff9a2 {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:28:18.909969 n-d-818022-2 neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '722689e2-d07a-4fc4-9895-469d6b1d8aae', 'tag': '698b6a4e-f013-4e1e-ae58-2c42bfbc544b', 'status': 'completed', 'code': 200} Nov 19 18:28:19.005561 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93c48a9-adec-440c-9781-56214945d6f8 req-b05637ba-91ed-4cab-aaca-137db752fc5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:28:19.007158 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f93c48a9-adec-440c-9781-56214945d6f8 req-b05637ba-91ed-4cab-aaca-137db752fc5b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=761ef5ae000b4366a38f9bf9b02a2113&device_id=722689e2-d07a-4fc4-9895-469d6b1d8aae HTTP/1.1" status: 200 len: 1094 time: 0.0788434 Nov 19 18:28:19.009897 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93c48a9-adec-440c-9781-56214945d6f8 req-909e0064-5ff9-4624-96e4-3da794d97630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:28:19.011310 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f93c48a9-adec-440c-9781-56214945d6f8 req-909e0064-5ff9-4624-96e4-3da794d97630 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=761ef5ae000b4366a38f9bf9b02a2113&device_id=722689e2-d07a-4fc4-9895-469d6b1d8aae HTTP/1.1" status: 200 len: 1094 time: 0.0743043 Nov 19 18:28:19.173037 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93c48a9-adec-440c-9781-56214945d6f8 req-762680f9-20eb-4a9a-9657-7c366be490c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:28:19.174450 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f93c48a9-adec-440c-9781-56214945d6f8 req-762680f9-20eb-4a9a-9657-7c366be490c5 service neutron] 10.222.0.60 "GET /v2.0/networks?id=7e6e13bd-b539-42bc-ba65-2e6d3dd6b37c HTTP/1.1" status: 200 len: 912 time: 0.1503000 Nov 19 18:28:19.175506 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93c48a9-adec-440c-9781-56214945d6f8 req-51b76b23-598d-4e51-968d-e6ff6fb6547f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:28:19.176842 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f93c48a9-adec-440c-9781-56214945d6f8 req-51b76b23-598d-4e51-968d-e6ff6fb6547f service neutron] 10.222.0.86 "GET /v2.0/networks?id=7e6e13bd-b539-42bc-ba65-2e6d3dd6b37c HTTP/1.1" status: 200 len: 912 time: 0.1601408 Nov 19 18:28:19.244071 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f93c48a9-adec-440c-9781-56214945d6f8 req-03cccba6-af6f-4285-be88-89e2c624d4cd service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=698b6a4e-f013-4e1e-ae58-2c42bfbc544b HTTP/1.1" status: 200 len: 217 time: 0.0621512 Nov 19 18:28:19.245418 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f93c48a9-adec-440c-9781-56214945d6f8 req-4f038c5f-f475-4589-ae8b-9af51f15f262 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=698b6a4e-f013-4e1e-ae58-2c42bfbc544b HTTP/1.1" status: 200 len: 217 time: 0.0578349 Nov 19 18:28:19.334816 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93c48a9-adec-440c-9781-56214945d6f8 req-57767951-84dd-42ea-b6a0-a59a1115e977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:28:19.336293 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f93c48a9-adec-440c-9781-56214945d6f8 req-57767951-84dd-42ea-b6a0-a59a1115e977 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1ca6d7b5-e40a-40a1-b44e-3f361b79b4dc HTTP/1.1" status: 200 len: 851 time: 0.0853982 Nov 19 18:28:19.337674 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93c48a9-adec-440c-9781-56214945d6f8 req-2a356e98-6c23-4bdc-8e97-30a584c6dc78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:28:19.339971 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f93c48a9-adec-440c-9781-56214945d6f8 req-2a356e98-6c23-4bdc-8e97-30a584c6dc78 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=1ca6d7b5-e40a-40a1-b44e-3f361b79b4dc HTTP/1.1" status: 200 len: 851 time: 0.0809617 Nov 19 18:28:19.396447 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f93c48a9-adec-440c-9781-56214945d6f8 req-b27e8f63-2b4c-4083-90e5-a834a244b3ed service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7e6e13bd-b539-42bc-ba65-2e6d3dd6b37c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445778 Nov 19 18:28:19.420440 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f93c48a9-adec-440c-9781-56214945d6f8 req-62f5fc61-b978-4301-b74e-c34fa42dd31a service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=7e6e13bd-b539-42bc-ba65-2e6d3dd6b37c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0639925 Nov 19 18:28:19.436996 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device 698b6a4e-f013-4e1e-ae58-2c42bfbc544b no longer exists at agent hyperv_n-h2-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:28:19.477078 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device 698b6a4e-f013-4e1e-ae58-2c42bfbc544b not bound to the agent host n-h2-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:28:19.826033 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3163b170-61ce-493f-943e-acc1e7d1895f req-26b98d10-c25d-4031-84f0-913943653edb tempest-DeleteServersTestJSON-646262609 tempest-DeleteServersTestJSON-646262609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:28:19.827496 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-3163b170-61ce-493f-943e-acc1e7d1895f req-26b98d10-c25d-4031-84f0-913943653edb tempest-DeleteServersTestJSON-646262609 tempest-DeleteServersTestJSON-646262609-project] 10.222.0.54 "GET /v2.0/ports?device_id=722689e2-d07a-4fc4-9895-469d6b1d8aae HTTP/1.1" status: 200 len: 943 time: 0.4846036 Nov 19 18:28:19.892578 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f93c48a9-adec-440c-9781-56214945d6f8 req-a1a20549-129f-4562-abd6-533fecac3ff0 service neutron] 10.222.0.86 "GET /v2.0/networks/7e6e13bd-b539-42bc-ba65-2e6d3dd6b37c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4667246 Nov 19 18:28:19.912157 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f93c48a9-adec-440c-9781-56214945d6f8 req-c1a5235d-da0c-4c46-ad95-6191fe56a54e service neutron] 10.222.0.60 "GET /v2.0/networks/7e6e13bd-b539-42bc-ba65-2e6d3dd6b37c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4993250 Nov 19 18:28:19.959142 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 698b6a4e-f013-4e1e-ae58-2c42bfbc544b details requested by agent hyperv_n-h1-818022-2 with host n-h1-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 18:28:19.969379 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-3163b170-61ce-493f-943e-acc1e7d1895f req-b401cc96-95f5-4871-954e-96ebcb514529 tempest-DeleteServersTestJSON-646262609 tempest-DeleteServersTestJSON-646262609-project] 10.222.0.54 "GET /v2.0/security-groups?id=0bbdb591-b360-45f2-95d8-046d9e04a9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340013 Nov 19 18:28:20.064972 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f93c48a9-adec-440c-9781-56214945d6f8 req-908eede3-02a0-4875-ae30-b07364dc82bc service neutron] 10.222.0.86 "GET /v2.0/networks/7e6e13bd-b539-42bc-ba65-2e6d3dd6b37c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639903 Nov 19 18:28:20.075664 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f93c48a9-adec-440c-9781-56214945d6f8 req-6cc7a8ad-2bb0-4305-a6d9-ad786b809367 service neutron] 10.222.0.60 "GET /v2.0/networks/7e6e13bd-b539-42bc-ba65-2e6d3dd6b37c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468682 Nov 19 18:28:20.090866 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 698b6a4e-f013-4e1e-ae58-2c42bfbc544b, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=698b6a4e-f013-4e1e-ae58-2c42bfbc544b,segment=NetworkSegment(96cc893c-ac7e-4082-b367-1d3706f482c8),segment_id=96cc893c-ac7e-4082-b367-1d3706f482c8)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:28:20.104689 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Returning: {'device': '698b6a4e-f013-4e1e-ae58-2c42bfbc544b', 'network_id': '7e6e13bd-b539-42bc-ba65-2e6d3dd6b37c', 'port_id': '698b6a4e-f013-4e1e-ae58-2c42bfbc544b', 'mac_address': 'fa:16:3e:05:e0:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ca6d7b5-e40a-40a1-b44e-3f361b79b4dc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 18:28:20.147423 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:28:20.161162 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 698b6a4e-f013-4e1e-ae58-2c42bfbc544b {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:28:20.182045 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 698b6a4e-f013-4e1e-ae58-2c42bfbc544b, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=698b6a4e-f013-4e1e-ae58-2c42bfbc544b,segment=NetworkSegment(96cc893c-ac7e-4082-b367-1d3706f482c8),segment_id=96cc893c-ac7e-4082-b367-1d3706f482c8)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:28:20.185934 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:28:20.237264 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=698b6a4e-f013-4e1e-ae58-2c42bfbc544b,revision_number=8']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:28:20.244617 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:28:20.244966 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:28:20.245310 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:28:20.245661 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:28:20.246012 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:28:20.246347 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:28:20.246678 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:28:20.247002 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:28:20.247331 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:28:20.247655 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:28:20.247980 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:28:20.248300 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:28:20.264700 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd6ae8e-80d4-49db-92ef-e5e9015b8939 req-45de6e79-ab74-46d8-9e5e-ef2d52e0d80d tempest-DeleteServersTestJSON-646262609 tempest-DeleteServersTestJSON-646262609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:28:20.266754 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-4fd6ae8e-80d4-49db-92ef-e5e9015b8939 req-45de6e79-ab74-46d8-9e5e-ef2d52e0d80d tempest-DeleteServersTestJSON-646262609 tempest-DeleteServersTestJSON-646262609-project] 10.222.0.86 "GET /v2.0/ports?device_id=722689e2-d07a-4fc4-9895-469d6b1d8aae&tenant_id=761ef5ae000b4366a38f9bf9b02a2113&binding%3Ahost_id=n-h1-818022-2 HTTP/1.1" status: 200 len: 944 time: 0.0887959 Nov 19 18:28:20.326470 n-d-818022-2 neutron-server[103364]: INFO neutron.api.v2.resource [req-4fd6ae8e-80d4-49db-92ef-e5e9015b8939 req-6fa7ca4b-d3b5-4310-84f5-c43685eedd78 service neutron] delete failed (client error): The resource could not be found. Nov 19 18:28:20.327507 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-4fd6ae8e-80d4-49db-92ef-e5e9015b8939 req-6fa7ca4b-d3b5-4310-84f5-c43685eedd78 service neutron] 10.222.0.86 "DELETE /v2.0/ports/698b6a4e-f013-4e1e-ae58-2c42bfbc544b/bindings/n-h2-818022-2 HTTP/1.1" status: 404 len: 380 time: 0.0534217 Nov 19 18:28:20.406603 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.agents_db [None req-619e5c26-d9ed-4321-86eb-7d443bb9dfa2 None None] Agent healthcheck: found 7 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 18:28:20.415800 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd6ae8e-80d4-49db-92ef-e5e9015b8939 req-aa5fee31-0eed-4426-ab35-c7fe21e0b69d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:28:20.417306 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-4fd6ae8e-80d4-49db-92ef-e5e9015b8939 req-aa5fee31-0eed-4426-ab35-c7fe21e0b69d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=761ef5ae000b4366a38f9bf9b02a2113&device_id=722689e2-d07a-4fc4-9895-469d6b1d8aae HTTP/1.1" status: 200 len: 1095 time: 0.0412579 Nov 19 18:28:20.432099 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['698b6a4e-f013-4e1e-ae58-2c42bfbc544b'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:28:20.512542 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd6ae8e-80d4-49db-92ef-e5e9015b8939 req-4763788c-14b9-4444-ada6-146bfe0ba12e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:28:20.514394 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-4fd6ae8e-80d4-49db-92ef-e5e9015b8939 req-4763788c-14b9-4444-ada6-146bfe0ba12e service neutron] 10.222.0.86 "GET /v2.0/networks?id=7e6e13bd-b539-42bc-ba65-2e6d3dd6b37c HTTP/1.1" status: 200 len: 912 time: 0.0895329 Nov 19 18:28:20.556947 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-4fd6ae8e-80d4-49db-92ef-e5e9015b8939 req-940ff6e6-00d9-4fb2-b111-0524c1def753 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=698b6a4e-f013-4e1e-ae58-2c42bfbc544b HTTP/1.1" status: 200 len: 217 time: 0.0341368 Nov 19 18:28:20.608249 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd6ae8e-80d4-49db-92ef-e5e9015b8939 req-2ff5d230-5b61-41f2-bc0b-cb5d37ae8ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:28:20.610279 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-4fd6ae8e-80d4-49db-92ef-e5e9015b8939 req-2ff5d230-5b61-41f2-bc0b-cb5d37ae8ed2 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=1ca6d7b5-e40a-40a1-b44e-3f361b79b4dc HTTP/1.1" status: 200 len: 851 time: 0.0460658 Nov 19 18:28:20.647034 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-4fd6ae8e-80d4-49db-92ef-e5e9015b8939 req-89c5c612-7c0c-4c37-8c08-5abc00c67826 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=7e6e13bd-b539-42bc-ba65-2e6d3dd6b37c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297022 Nov 19 18:28:20.734927 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-4fd6ae8e-80d4-49db-92ef-e5e9015b8939 req-85760cbe-f889-4a46-b0b6-3c0f2838ad85 service neutron] 10.222.0.86 "GET /v2.0/networks/7e6e13bd-b539-42bc-ba65-2e6d3dd6b37c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794466 Nov 19 18:28:20.829833 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-4fd6ae8e-80d4-49db-92ef-e5e9015b8939 req-bb6e0321-5546-4f69-8df3-03ba917bb836 service neutron] 10.222.0.86 "GET /v2.0/networks/7e6e13bd-b539-42bc-ba65-2e6d3dd6b37c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843632 Nov 19 18:28:21.520620 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fda0cfa-06d3-4a9b-9c7b-5c7821bbe3d4 req-1e7f445f-100e-4bf8-a155-4e155aaa5911 tempest-DeleteServersTestJSON-646262609 tempest-DeleteServersTestJSON-646262609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:28:21.522138 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8fda0cfa-06d3-4a9b-9c7b-5c7821bbe3d4 req-1e7f445f-100e-4bf8-a155-4e155aaa5911 tempest-DeleteServersTestJSON-646262609 tempest-DeleteServersTestJSON-646262609-project] 10.222.0.54 "GET /v2.0/ports?device_id=722689e2-d07a-4fc4-9895-469d6b1d8aae HTTP/1.1" status: 200 len: 944 time: 0.0492275 Nov 19 18:28:21.568191 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8fda0cfa-06d3-4a9b-9c7b-5c7821bbe3d4 req-c3a73544-0c2b-4302-ae67-f9b917fd3875 tempest-DeleteServersTestJSON-646262609 tempest-DeleteServersTestJSON-646262609-project] 10.222.0.54 "GET /v2.0/security-groups?id=0bbdb591-b360-45f2-95d8-046d9e04a9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401070 Nov 19 18:28:21.976399 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 698b6a4e-f013-4e1e-ae58-2c42bfbc544b up at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:28:22.030877 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning for port 698b6a4e-f013-4e1e-ae58-2c42bfbc544b completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 18:28:22.034689 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning complete for port 698b6a4e-f013-4e1e-ae58-2c42bfbc544b triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:28:22.035063 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:28:22.108317 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:28:22.131583 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '722689e2-d07a-4fc4-9895-469d6b1d8aae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '698b6a4e-f013-4e1e-ae58-2c42bfbc544b'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:28:22.133796 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3940761bcd94e032e6960d2241bd8993c5d3a7d8dc2aca8488f3ecf1d4dd2fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80ff8d3a-9ebd-4209-bc24-2db0a18ff45d" -d '{"events": [{"server_uuid": "722689e2-d07a-4fc4-9895-469d6b1d8aae", "name": "network-vif-plugged", "status": "completed", "tag": "698b6a4e-f013-4e1e-ae58-2c42bfbc544b"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:28:22.146397 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 698b6a4e-f013-4e1e-ae58-2c42bfbc544b, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=698b6a4e-f013-4e1e-ae58-2c42bfbc544b,segment=NetworkSegment(96cc893c-ac7e-4082-b367-1d3706f482c8),segment_id=96cc893c-ac7e-4082-b367-1d3706f482c8)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:28:22.150253 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:28:22.200263 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=698b6a4e-f013-4e1e-ae58-2c42bfbc544b,revision_number=9']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:28:22.235296 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:28:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b23a9191-d32d-4913-a035-4773854e516c x-openstack-request-id: req-b23a9191-d32d-4913-a035-4773854e516c {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:28:22.235589 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "722689e2-d07a-4fc4-9895-469d6b1d8aae", "name": "network-vif-plugged", "status": "completed", "tag": "698b6a4e-f013-4e1e-ae58-2c42bfbc544b", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:28:22.235843 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b23a9191-d32d-4913-a035-4773854e516c {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:28:22.236238 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '722689e2-d07a-4fc4-9895-469d6b1d8aae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '698b6a4e-f013-4e1e-ae58-2c42bfbc544b', 'code': 200} Nov 19 18:28:22.683367 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7c04c7-e7e9-474e-8fe7-a4ff775a1e32 req-961e269f-7451-4eb2-9331-da18d104df01 tempest-DeleteServersTestJSON-646262609 tempest-DeleteServersTestJSON-646262609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:28:22.684909 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-3f7c04c7-e7e9-474e-8fe7-a4ff775a1e32 req-961e269f-7451-4eb2-9331-da18d104df01 tempest-DeleteServersTestJSON-646262609 tempest-DeleteServersTestJSON-646262609-project] 10.222.0.54 "GET /v2.0/ports?device_id=722689e2-d07a-4fc4-9895-469d6b1d8aae HTTP/1.1" status: 200 len: 945 time: 0.0496325 Nov 19 18:28:22.762337 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-3f7c04c7-e7e9-474e-8fe7-a4ff775a1e32 req-2056217f-7a87-4619-93c6-ee68b17ec780 tempest-DeleteServersTestJSON-646262609 tempest-DeleteServersTestJSON-646262609-project] 10.222.0.54 "GET /v2.0/security-groups?id=0bbdb591-b360-45f2-95d8-046d9e04a9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662830 Nov 19 18:28:22.769693 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd6ae8e-80d4-49db-92ef-e5e9015b8939 req-19c735ad-3a2c-4547-aa71-bd780da2735b tempest-DeleteServersTestJSON-646262609 tempest-DeleteServersTestJSON-646262609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:28:22.771140 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-4fd6ae8e-80d4-49db-92ef-e5e9015b8939 req-19c735ad-3a2c-4547-aa71-bd780da2735b tempest-DeleteServersTestJSON-646262609 tempest-DeleteServersTestJSON-646262609-project] 10.222.0.60 "GET /v2.0/ports?device_id=722689e2-d07a-4fc4-9895-469d6b1d8aae HTTP/1.1" status: 200 len: 945 time: 0.0850160 Nov 19 18:28:22.860385 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [req-4fd6ae8e-80d4-49db-92ef-e5e9015b8939 req-40911994-e395-41df-8654-40898345d380 tempest-DeleteServersTestJSON-646262609 tempest-DeleteServersTestJSON-646262609-project] Deleting port 698b6a4e-f013-4e1e-ae58-2c42bfbc544b {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:28:22.860652 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-4fd6ae8e-80d4-49db-92ef-e5e9015b8939 req-40911994-e395-41df-8654-40898345d380 tempest-DeleteServersTestJSON-646262609 tempest-DeleteServersTestJSON-646262609-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:28:22.950541 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-4fd6ae8e-80d4-49db-92ef-e5e9015b8939 req-40911994-e395-41df-8654-40898345d380 tempest-DeleteServersTestJSON-646262609 tempest-DeleteServersTestJSON-646262609-project] For port 698b6a4e-f013-4e1e-ae58-2c42bfbc544b, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=698b6a4e-f013-4e1e-ae58-2c42bfbc544b,segment=NetworkSegment(96cc893c-ac7e-4082-b367-1d3706f482c8),segment_id=96cc893c-ac7e-4082-b367-1d3706f482c8)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:28:22.950899 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-4fd6ae8e-80d4-49db-92ef-e5e9015b8939 req-40911994-e395-41df-8654-40898345d380 tempest-DeleteServersTestJSON-646262609 tempest-DeleteServersTestJSON-646262609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:28:22.964650 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [req-4fd6ae8e-80d4-49db-92ef-e5e9015b8939 req-40911994-e395-41df-8654-40898345d380 tempest-DeleteServersTestJSON-646262609 tempest-DeleteServersTestJSON-646262609-project] Calling delete_port for 698b6a4e-f013-4e1e-ae58-2c42bfbc544b owned by compute:nova {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:28:23.088061 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-4fd6ae8e-80d4-49db-92ef-e5e9015b8939 req-40911994-e395-41df-8654-40898345d380 tempest-DeleteServersTestJSON-646262609 tempest-DeleteServersTestJSON-646262609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:28:23.100666 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['698b6a4e-f013-4e1e-ae58-2c42bfbc544b'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:28:23.123681 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40911994-e395-41df-8654-40898345d380 tempest-DeleteServersTestJSON-646262609 tempest-DeleteServersTestJSON-646262609-project] Pushing event deleted for resources: {'Port': ['ID=698b6a4e-f013-4e1e-ae58-2c42bfbc544b,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:28:23.164104 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fd6ae8e-80d4-49db-92ef-e5e9015b8939 req-40911994-e395-41df-8654-40898345d380 tempest-DeleteServersTestJSON-646262609 tempest-DeleteServersTestJSON-646262609-project] No DVR routers for this DVR port 698b6a4e-f013-4e1e-ae58-2c42bfbc544b on host n-h1-818022-2 {{(pid=103364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:28:23.166726 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-4fd6ae8e-80d4-49db-92ef-e5e9015b8939 req-40911994-e395-41df-8654-40898345d380 tempest-DeleteServersTestJSON-646262609 tempest-DeleteServersTestJSON-646262609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:28:23.170144 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-4fd6ae8e-80d4-49db-92ef-e5e9015b8939 req-40911994-e395-41df-8654-40898345d380 tempest-DeleteServersTestJSON-646262609 tempest-DeleteServersTestJSON-646262609-project] 10.222.0.60 "DELETE /v2.0/ports/698b6a4e-f013-4e1e-ae58-2c42bfbc544b HTTP/1.1" status: 204 len: 173 time: 0.3926854 Nov 19 18:28:23.170588 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '722689e2-d07a-4fc4-9895-469d6b1d8aae', 'name': 'network-vif-deleted', 'tag': '698b6a4e-f013-4e1e-ae58-2c42bfbc544b'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:28:23.173112 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dd4767a008c23f8566efc82158ee1b1fff34e1a9e908d76d0b6d0ab7e350e5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2653bd05-9ba5-40d9-ab59-303c83ffc94b" -d '{"events": [{"server_uuid": "722689e2-d07a-4fc4-9895-469d6b1d8aae", "name": "network-vif-deleted", "tag": "698b6a4e-f013-4e1e-ae58-2c42bfbc544b"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:28:23.211022 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:28:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c55f3485-56f0-4dbd-b3a0-da5b359c772e x-openstack-request-id: req-c55f3485-56f0-4dbd-b3a0-da5b359c772e {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:28:23.211329 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "722689e2-d07a-4fc4-9895-469d6b1d8aae", "name": "network-vif-deleted", "tag": "698b6a4e-f013-4e1e-ae58-2c42bfbc544b", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:28:23.211585 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c55f3485-56f0-4dbd-b3a0-da5b359c772e {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:28:23.211991 n-d-818022-2 neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '722689e2-d07a-4fc4-9895-469d6b1d8aae', 'name': 'network-vif-deleted', 'tag': '698b6a4e-f013-4e1e-ae58-2c42bfbc544b', 'status': 'completed', 'code': 200} Nov 19 18:28:23.888201 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 45140) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:28:23.932107 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_v2 [None req-f047265c-2143-40d7-8b02-e5b5b17ee6fd admin admin] Deleting subnet 1ca6d7b5-e40a-40a1-b44e-3f361b79b4dc {{(pid=103364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 18:28:23.935122 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f047265c-2143-40d7-8b02-e5b5b17ee6fd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:28:23.973147 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f047265c-2143-40d7-8b02-e5b5b17ee6fd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9416263'] for subnet, precommit_delete_associations {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:28:24.012025 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f047265c-2143-40d7-8b02-e5b5b17ee6fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:28:24.063153 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f047265c-2143-40d7-8b02-e5b5b17ee6fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12425137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8983934'] for subnet, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:28:24.088583 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f047265c-2143-40d7-8b02-e5b5b17ee6fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ca6d7b5-e40a-40a1-b44e-3f361b79b4dc,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:28:24.092344 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f047265c-2143-40d7-8b02-e5b5b17ee6fd admin admin] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:28:24.095644 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-f047265c-2143-40d7-8b02-e5b5b17ee6fd admin admin] 10.222.0.54 "DELETE /v2.0/subnets/1ca6d7b5-e40a-40a1-b44e-3f361b79b4dc HTTP/1.1" status: 204 len: 168 time: 0.2064414 Nov 19 18:28:24.098176 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 45142) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:28:24.168930 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e39d53a4-2590-42fb-9066-fd37f99fa45a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:28:24.244950 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e39d53a4-2590-42fb-9066-fd37f99fa45a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:28:24.264885 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-e39d53a4-2590-42fb-9066-fd37f99fa45a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e6e13bd-b539-42bc-ba65-2e6d3dd6b37c']}} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:28:24.274447 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-e39d53a4-2590-42fb-9066-fd37f99fa45a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96cc893c-ac7e-4082-b367-1d3706f482c8') {'for_net_delete': True} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:28:24.274826 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-e39d53a4-2590-42fb-9066-fd37f99fa45a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96cc893c-ac7e-4082-b367-1d3706f482c8') {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:28:24.284028 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e39d53a4-2590-42fb-9066-fd37f99fa45a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417396'] for segment, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:28:24.298693 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e39d53a4-2590-42fb-9066-fd37f99fa45a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:28:24.304548 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e39d53a4-2590-42fb-9066-fd37f99fa45a admin admin] Releasing vlan 657 on physical network physnet1 to pool {{(pid=103364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 18:28:24.304919 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e39d53a4-2590-42fb-9066-fd37f99fa45a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12425183'] for segment, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:28:24.306744 n-d-818022-2 neutron-server[103364]: Traceback (most recent call last): Nov 19 18:28:24.306744 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 18:28:24.306744 n-d-818022-2 neutron-server[103364]: timer() Nov 19 18:28:24.306744 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 18:28:24.306744 n-d-818022-2 neutron-server[103364]: cb(*args, **kw) Nov 19 18:28:24.306744 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 18:28:24.306744 n-d-818022-2 neutron-server[103364]: return func(*args, **kwargs) Nov 19 18:28:24.306744 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 18:28:24.306744 n-d-818022-2 neutron-server[103364]: self._notify() Nov 19 18:28:24.306744 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 18:28:24.306744 n-d-818022-2 neutron-server[103364]: self.callback(batched_events) Nov 19 18:28:24.306744 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 18:28:24.306744 n-d-818022-2 neutron-server[103364]: event.method(event) Nov 19 18:28:24.306744 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 18:28:24.306744 n-d-818022-2 neutron-server[103364]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 18:28:24.306744 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 18:28:24.306744 n-d-818022-2 neutron-server[103364]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 18:28:24.306744 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 18:28:24.306744 n-d-818022-2 neutron-server[103364]: return f(self, *a, **k) Nov 19 18:28:24.306744 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 18:28:24.306744 n-d-818022-2 neutron-server[103364]: return self._get(url).json() Nov 19 18:28:24.306744 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 18:28:24.306744 n-d-818022-2 neutron-server[103364]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 18:28:24.306744 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 18:28:24.306744 n-d-818022-2 neutron-server[103364]: return self.request(url, 'GET', **kwargs) Nov 19 18:28:24.306744 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 18:28:24.306744 n-d-818022-2 neutron-server[103364]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 18:28:24.306744 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 18:28:24.306744 n-d-818022-2 neutron-server[103364]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 18:28:24.306744 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 18:28:24.306744 n-d-818022-2 neutron-server[103364]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 18:28:24.306744 n-d-818022-2 neutron-server[103364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 18:28:24.363881 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e39d53a4-2590-42fb-9066-fd37f99fa45a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671242'] for network, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:28:24.369439 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e39d53a4-2590-42fb-9066-fd37f99fa45a admin admin] Publish callbacks [] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:28:24.372984 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-e39d53a4-2590-42fb-9066-fd37f99fa45a admin admin] 10.222.0.54 "DELETE /v2.0/networks/7e6e13bd-b539-42bc-ba65-2e6d3dd6b37c HTTP/1.1" status: 204 len: 168 time: 0.2738798 Nov 19 18:28:24.384825 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39d53a4-2590-42fb-9066-fd37f99fa45a admin admin] Pushing event deleted for resources: {'Network': ['ID=7e6e13bd-b539-42bc-ba65-2e6d3dd6b37c,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:28:24.480447 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 45146) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:28:24.520209 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-dbb328a8-a31c-4170-9b74-0612bef332e3 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=761ef5ae000b4366a38f9bf9b02a2113&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0386062 Nov 19 18:28:24.522812 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 45148) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:28:24.569407 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7b33b476-c40a-4b93-8b8a-af141b700bcc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:28:24.589803 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7b33b476-c40a-4b93-8b8a-af141b700bcc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:28:24.635949 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7b33b476-c40a-4b93-8b8a-af141b700bcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:28:24.638543 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7b33b476-c40a-4b93-8b8a-af141b700bcc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:28:24.639693 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-7b33b476-c40a-4b93-8b8a-af141b700bcc admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/0bbdb591-b360-45f2-95d8-046d9e04a9bd HTTP/1.1" status: 204 len: 168 time: 0.1159971 Nov 19 18:28:24.647142 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b33b476-c40a-4b93-8b8a-af141b700bcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bbdb591-b360-45f2-95d8-046d9e04a9bd,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:28:25.282316 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 45170) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:28:25.377651 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-96ad7a4e-02a7-451a-8c4d-294df6dc26ad admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1127721593-network', 'tenant_id': '02f416cf4b1d4ed3bb18fef499c73724'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:28:25.400346 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96ad7a4e-02a7-451a-8c4d-294df6dc26ad admin admin] Made reservation on behalf of 02f416cf4b1d4ed3bb18fef499c73724 for: {'network': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:28:25.402797 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-96ad7a4e-02a7-451a-8c4d-294df6dc26ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:28:25.411642 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-96ad7a4e-02a7-451a-8c4d-294df6dc26ad admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:28:25.490040 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-96ad7a4e-02a7-451a-8c4d-294df6dc26ad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:28:25.493622 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-96ad7a4e-02a7-451a-8c4d-294df6dc26ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:28:25.519123 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96ad7a4e-02a7-451a-8c4d-294df6dc26ad admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 654} {{(pid=103365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 18:28:25.527735 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ad7a4e-02a7-451a-8c4d-294df6dc26ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18732a89-0624-44ae-8988-982654ed905b,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:28:25.533983 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-96ad7a4e-02a7-451a-8c4d-294df6dc26ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:28:25.534333 n-d-818022-2 neutron-server[103365]: INFO neutron.db.segments_db [None req-96ad7a4e-02a7-451a-8c4d-294df6dc26ad admin admin] Added segment 910abf99-86b5-43bb-9350-2052d6c15b81 of type vlan for network 8d23c8a1-3d23-4608-9c81-f28f9aa6ed8f Nov 19 18:28:25.574603 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-96ad7a4e-02a7-451a-8c4d-294df6dc26ad admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:28:25.600214 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-96ad7a4e-02a7-451a-8c4d-294df6dc26ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:28:25.601093 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96ad7a4e-02a7-451a-8c4d-294df6dc26ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:28:25.601709 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-96ad7a4e-02a7-451a-8c4d-294df6dc26ad admin admin] Publish callbacks [] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:28:25.657937 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-96ad7a4e-02a7-451a-8c4d-294df6dc26ad admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3744855 Nov 19 18:28:25.660916 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 45174) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:28:25.664998 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ad7a4e-02a7-451a-8c4d-294df6dc26ad admin admin] Pushing event updated for resources: {'Network': ['ID=8d23c8a1-3d23-4608-9c81-f28f9aa6ed8f,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:28:25.666019 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-a95ee923-6d2b-435e-b917-fc4867f8208e admin admin] Request body: {'subnet': {'network_id': '8d23c8a1-3d23-4608-9c81-f28f9aa6ed8f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1127721593-subnet', 'tenant_id': '02f416cf4b1d4ed3bb18fef499c73724', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:28:25.674986 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network 8d23c8a1-3d23-4608-9c81-f28f9aa6ed8f details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 18:28:25.686971 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a95ee923-6d2b-435e-b917-fc4867f8208e admin admin] Made reservation on behalf of 02f416cf4b1d4ed3bb18fef499c73724 for: {'subnet': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:28:25.689893 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a95ee923-6d2b-435e-b917-fc4867f8208e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8983829'] for subnet, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:28:25.851530 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a95ee923-6d2b-435e-b917-fc4867f8208e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12425078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8983815'] for subnet, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:28:25.903976 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95ee923-6d2b-435e-b917-fc4867f8208e admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e5e7e16-d0fa-4b6d-91ce-2aa3cfa3e943,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:28:25.918546 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95ee923-6d2b-435e-b917-fc4867f8208e admin admin] Checking segment: {'id': '910abf99-86b5-43bb-9350-2052d6c15b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '8d23c8a1-3d23-4608-9c81-f28f9aa6ed8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:28:25.918898 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a95ee923-6d2b-435e-b917-fc4867f8208e admin admin] Network hostable DHCP agents. Network: 8d23c8a1-3d23-4608-9c81-f28f9aa6ed8f, hostable agents: ['02910ef2-0455-4aea-9f38-9a875579633f'], hosted agents: [] {{(pid=103364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 18:28:25.934995 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a95ee923-6d2b-435e-b917-fc4867f8208e admin admin] Network 8d23c8a1-3d23-4608-9c81-f28f9aa6ed8f is scheduled to be hosted by DHCP agent 02910ef2-0455-4aea-9f38-9a875579633f with binding_index 1 {{(pid=103364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 18:28:25.944213 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-a95ee923-6d2b-435e-b917-fc4867f8208e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818022-2, 8d23c8a1-3d23-4608-9c81-f28f9aa6ed8f) {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:28:25.948008 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a95ee923-6d2b-435e-b917-fc4867f8208e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:28:25.948703 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a95ee923-6d2b-435e-b917-fc4867f8208e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:28:25.954056 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97d69e5c-0381-4aff-b70d-25acace1d19f None None] Network 8d23c8a1-3d23-4608-9c81-f28f9aa6ed8f requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:28:25.963778 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-a95ee923-6d2b-435e-b917-fc4867f8208e admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3016493 Nov 19 18:28:26.006886 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 698b6a4e-f013-4e1e-ae58-2c42bfbc544b no longer exists at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:28:26.034774 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] No Port match for: 698b6a4e-f013-4e1e-ae58-2c42bfbc544b {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:28:26.035120 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 698b6a4e-f013-4e1e-ae58-2c42bfbc544b not bound to the agent host n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:28:26.098780 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-639119f4-6c3b-44fd-90b2-6f56142f48b9 None None] Network 8d23c8a1-3d23-4608-9c81-f28f9aa6ed8f requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:28:26.394818 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab41811-bc97-44c2-8b4d-49f27505be69 req-61326572-f886-46f3-bbf5-49f47a2004ff tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:28:26.396295 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9ab41811-bc97-44c2-8b4d-49f27505be69 req-61326572-f886-46f3-bbf5-49f47a2004ff tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] 10.222.0.54 "GET /v2.0/networks?id=8d23c8a1-3d23-4608-9c81-f28f9aa6ed8f HTTP/1.1" status: 200 len: 815 time: 0.1085436 Nov 19 18:28:26.411937 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9ab41811-bc97-44c2-8b4d-49f27505be69 req-63a115a6-410f-42f4-a8c4-33f1a1445724 tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] 10.222.0.54 "GET /v2.0/quotas/02f416cf4b1d4ed3bb18fef499c73724 HTTP/1.1" status: 200 len: 375 time: 0.0098741 Nov 19 18:28:26.444197 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9ab41811-bc97-44c2-8b4d-49f27505be69 req-b0ca69bb-7584-44cc-8f96-4c1f98ff637b tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=02f416cf4b1d4ed3bb18fef499c73724&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0269167 Nov 19 18:28:26.537111 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9ab41811-bc97-44c2-8b4d-49f27505be69 req-5ea89ea5-8fe8-40cc-a0b8-8b74ee20865c service neutron] 10.222.0.54 "GET /v2.0/networks/8d23c8a1-3d23-4608-9c81-f28f9aa6ed8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859816 Nov 19 18:28:26.625697 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9ab41811-bc97-44c2-8b4d-49f27505be69 req-02cfb4e8-4581-42a9-90bf-3712d1d794cd service neutron] 10.222.0.54 "GET /v2.0/networks/8d23c8a1-3d23-4608-9c81-f28f9aa6ed8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828588 Nov 19 18:28:26.798576 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9ad070c4-0d5c-4bc4-83b5-c3fc145baca7 req-b004a337-0eb1-406a-87bb-bc1a69f69474 tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] 10.222.0.54 "GET /v2.0/ports?device_id=348fb4ab-2bcf-454d-aea7-44b6667a4cef HTTP/1.1" status: 200 len: 210 time: 0.0296419 Nov 19 18:28:27.726011 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab41811-bc97-44c2-8b4d-49f27505be69 req-d1d329e8-3457-4fd0-b9d5-e1686004b32e tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:28:27.727476 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9ab41811-bc97-44c2-8b4d-49f27505be69 req-d1d329e8-3457-4fd0-b9d5-e1686004b32e tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] 10.222.0.60 "GET /v2.0/networks?id=8d23c8a1-3d23-4608-9c81-f28f9aa6ed8f HTTP/1.1" status: 200 len: 815 time: 0.1090336 Nov 19 18:28:27.741021 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-9ab41811-bc97-44c2-8b4d-49f27505be69 req-f7f107cd-17c4-4e42-a42b-491dfb527008 tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] Request body: {'port': {'device_id': '348fb4ab-2bcf-454d-aea7-44b6667a4cef', 'network_id': '8d23c8a1-3d23-4608-9c81-f28f9aa6ed8f', 'admin_state_up': True, 'tenant_id': '02f416cf4b1d4ed3bb18fef499c73724'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:28:27.855467 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ab41811-bc97-44c2-8b4d-49f27505be69 req-f7f107cd-17c4-4e42-a42b-491dfb527008 tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] Made reservation on behalf of 02f416cf4b1d4ed3bb18fef499c73724 for: {'port': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:28:27.860149 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-9ab41811-bc97-44c2-8b4d-49f27505be69 req-f7f107cd-17c4-4e42-a42b-491dfb527008 tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:28:27.895638 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-562a1b39-2e80-41d2-8b3c-ef8ecfb28320 req-fe2c9f62-e0ba-4341-9560-c700a1889f4f tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] 10.222.0.54 "GET /v2.0/ports?device_id=348fb4ab-2bcf-454d-aea7-44b6667a4cef HTTP/1.1" status: 200 len: 210 time: 0.0305047 Nov 19 18:28:27.988999 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [req-9ab41811-bc97-44c2-8b4d-49f27505be69 req-f7f107cd-17c4-4e42-a42b-491dfb527008 tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] Allocated IP 172.20.0.13 (8d23c8a1-3d23-4608-9c81-f28f9aa6ed8f/3e5e7e16-d0fa-4b6d-91ce-2aa3cfa3e943/0b7b0c1a-3bd5-44bf-9345-815a350044f6) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:28:28.131818 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-9ab41811-bc97-44c2-8b4d-49f27505be69 req-f7f107cd-17c4-4e42-a42b-491dfb527008 tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:28:28.164447 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-9ab41811-bc97-44c2-8b4d-49f27505be69 req-f7f107cd-17c4-4e42-a42b-491dfb527008 tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:28:28.209660 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ab41811-bc97-44c2-8b4d-49f27505be69 req-f7f107cd-17c4-4e42-a42b-491dfb527008 tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] Network 8d23c8a1-3d23-4608-9c81-f28f9aa6ed8f is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:28:28.212915 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [req-9ab41811-bc97-44c2-8b4d-49f27505be69 req-f7f107cd-17c4-4e42-a42b-491dfb527008 tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:28:28.216509 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ab41811-bc97-44c2-8b4d-49f27505be69 req-f7f107cd-17c4-4e42-a42b-491dfb527008 tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:28:28.223075 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f107cd-17c4-4e42-a42b-491dfb527008 tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] Pushing event updated for resources: {'Port': ['ID=0b7b0c1a-3bd5-44bf-9345-815a350044f6,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:28:28.267989 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab41811-bc97-44c2-8b4d-49f27505be69 req-f7f107cd-17c4-4e42-a42b-491dfb527008 tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:28:28.268592 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-9ab41811-bc97-44c2-8b4d-49f27505be69 req-f7f107cd-17c4-4e42-a42b-491dfb527008 tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:28:28.284137 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9ab41811-bc97-44c2-8b4d-49f27505be69 req-f7f107cd-17c4-4e42-a42b-491dfb527008 tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5468700 Nov 19 18:28:28.295955 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-9ab41811-bc97-44c2-8b4d-49f27505be69 req-86f4e01c-9f58-4b6e-bb8b-7b83d9150738 service neutron] Request body: {'port': {'device_id': '348fb4ab-2bcf-454d-aea7-44b6667a4cef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818022-2'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:28:28.351139 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-9ab41811-bc97-44c2-8b4d-49f27505be69 req-86f4e01c-9f58-4b6e-bb8b-7b83d9150738 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:28:28.603801 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [req-9ab41811-bc97-44c2-8b4d-49f27505be69 req-86f4e01c-9f58-4b6e-bb8b-7b83d9150738 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b7b0c1a-3bd5-44bf-9345-815a350044f6 {{(pid=103364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:28:28.611978 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-9ab41811-bc97-44c2-8b4d-49f27505be69 req-86f4e01c-9f58-4b6e-bb8b-7b83d9150738 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:28:28.624035 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.provisioning_blocks [req-9ab41811-bc97-44c2-8b4d-49f27505be69 req-86f4e01c-9f58-4b6e-bb8b-7b83d9150738 service neutron] Transition to ACTIVE for port object 0b7b0c1a-3bd5-44bf-9345-815a350044f6 will not be triggered until provisioned by entity L2. {{(pid=103364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 18:28:28.627305 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-9ab41811-bc97-44c2-8b4d-49f27505be69 req-86f4e01c-9f58-4b6e-bb8b-7b83d9150738 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:28:28.678663 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f4e01c-9f58-4b6e-bb8b-7b83d9150738 service neutron] Pushing event updated for resources: {'Port': ['ID=0b7b0c1a-3bd5-44bf-9345-815a350044f6,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:28:28.743422 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-9ab41811-bc97-44c2-8b4d-49f27505be69 req-86f4e01c-9f58-4b6e-bb8b-7b83d9150738 service neutron] Attempting to bind port 0b7b0c1a-3bd5-44bf-9345-815a350044f6 on host n-h1-818022-2 for vnic_type normal with profile {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:28:28.743755 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-9ab41811-bc97-44c2-8b4d-49f27505be69 req-86f4e01c-9f58-4b6e-bb8b-7b83d9150738 service neutron] Attempting to bind port 0b7b0c1a-3bd5-44bf-9345-815a350044f6 by drivers openvswitch,hyperv on host n-h1-818022-2 at level 0 using segments [{'id': '910abf99-86b5-43bb-9350-2052d6c15b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '8d23c8a1-3d23-4608-9c81-f28f9aa6ed8f'}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:28:28.744082 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab41811-bc97-44c2-8b4d-49f27505be69 req-86f4e01c-9f58-4b6e-bb8b-7b83d9150738 service neutron] Attempting to bind port 0b7b0c1a-3bd5-44bf-9345-815a350044f6 on network 8d23c8a1-3d23-4608-9c81-f28f9aa6ed8f {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:28:28.748278 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab41811-bc97-44c2-8b4d-49f27505be69 req-86f4e01c-9f58-4b6e-bb8b-7b83d9150738 service neutron] Port 0b7b0c1a-3bd5-44bf-9345-815a350044f6 on network 8d23c8a1-3d23-4608-9c81-f28f9aa6ed8f not bound, no agent of type Open vSwitch agent registered on host n-h1-818022-2 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 18:28:28.748598 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab41811-bc97-44c2-8b4d-49f27505be69 req-86f4e01c-9f58-4b6e-bb8b-7b83d9150738 service neutron] Attempting to bind port 0b7b0c1a-3bd5-44bf-9345-815a350044f6 on network 8d23c8a1-3d23-4608-9c81-f28f9aa6ed8f {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:28:28.753324 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab41811-bc97-44c2-8b4d-49f27505be69 req-86f4e01c-9f58-4b6e-bb8b-7b83d9150738 service neutron] Checking agent: {'id': 'a6668d96-12fa-4ec0-99ad-77eaf490dd2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'started_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 28, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:28:28.753660 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab41811-bc97-44c2-8b4d-49f27505be69 req-86f4e01c-9f58-4b6e-bb8b-7b83d9150738 service neutron] Checking segment: {'id': '910abf99-86b5-43bb-9350-2052d6c15b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '8d23c8a1-3d23-4608-9c81-f28f9aa6ed8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:28:28.754074 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab41811-bc97-44c2-8b4d-49f27505be69 req-86f4e01c-9f58-4b6e-bb8b-7b83d9150738 service neutron] Bound using segment: {'id': '910abf99-86b5-43bb-9350-2052d6c15b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '8d23c8a1-3d23-4608-9c81-f28f9aa6ed8f'} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:28:28.754491 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-9ab41811-bc97-44c2-8b4d-49f27505be69 req-86f4e01c-9f58-4b6e-bb8b-7b83d9150738 service neutron] Bound port: 0b7b0c1a-3bd5-44bf-9345-815a350044f6, host: n-h1-818022-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '910abf99-86b5-43bb-9350-2052d6c15b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '8d23c8a1-3d23-4608-9c81-f28f9aa6ed8f'}}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:28:28.754840 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-9ab41811-bc97-44c2-8b4d-49f27505be69 req-86f4e01c-9f58-4b6e-bb8b-7b83d9150738 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:28:28.816463 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-9ab41811-bc97-44c2-8b4d-49f27505be69 req-86f4e01c-9f58-4b6e-bb8b-7b83d9150738 service neutron] For port 0b7b0c1a-3bd5-44bf-9345-815a350044f6, host n-h1-818022-2, cleared binding levels {{(pid=103364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:28:28.819499 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-9ab41811-bc97-44c2-8b4d-49f27505be69 req-86f4e01c-9f58-4b6e-bb8b-7b83d9150738 service neutron] For port 0b7b0c1a-3bd5-44bf-9345-815a350044f6, host n-h1-818022-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=0b7b0c1a-3bd5-44bf-9345-815a350044f6,segment=NetworkSegment(910abf99-86b5-43bb-9350-2052d6c15b81),segment_id=910abf99-86b5-43bb-9350-2052d6c15b81)] {{(pid=103364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:28:28.823623 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-9ab41811-bc97-44c2-8b4d-49f27505be69 req-86f4e01c-9f58-4b6e-bb8b-7b83d9150738 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:28:28.859652 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab41811-bc97-44c2-8b4d-49f27505be69 req-86f4e01c-9f58-4b6e-bb8b-7b83d9150738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:28:28.860278 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-9ab41811-bc97-44c2-8b4d-49f27505be69 req-86f4e01c-9f58-4b6e-bb8b-7b83d9150738 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:28:28.862311 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9ab41811-bc97-44c2-8b4d-49f27505be69 req-86f4e01c-9f58-4b6e-bb8b-7b83d9150738 service neutron] 10.222.0.60 "PUT /v2.0/ports/0b7b0c1a-3bd5-44bf-9345-815a350044f6 HTTP/1.1" status: 200 len: 1092 time: 0.5697222 Nov 19 18:28:28.862311 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '348fb4ab-2bcf-454d-aea7-44b6667a4cef', 'tag': '0b7b0c1a-3bd5-44bf-9345-815a350044f6'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:28:28.864483 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dd4767a008c23f8566efc82158ee1b1fff34e1a9e908d76d0b6d0ab7e350e5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36610644-ee09-4d93-8afd-60d3e5a76b9b" -d '{"events": [{"name": "network-changed", "server_uuid": "348fb4ab-2bcf-454d-aea7-44b6667a4cef", "tag": "0b7b0c1a-3bd5-44bf-9345-815a350044f6"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:28:28.888881 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f4e01c-9f58-4b6e-bb8b-7b83d9150738 service neutron] Pushing event updated for resources: {'Port': ['ID=0b7b0c1a-3bd5-44bf-9345-815a350044f6,revision_number=3']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:28:28.903852 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 18:28:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4b07104-69aa-4060-854f-41082925719b x-openstack-request-id: req-b4b07104-69aa-4060-854f-41082925719b {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:28:28.904174 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "348fb4ab-2bcf-454d-aea7-44b6667a4cef", "tag": "0b7b0c1a-3bd5-44bf-9345-815a350044f6", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:28:28.904432 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b4b07104-69aa-4060-854f-41082925719b {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:28:28.904841 n-d-818022-2 neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '348fb4ab-2bcf-454d-aea7-44b6667a4cef', 'tag': '0b7b0c1a-3bd5-44bf-9345-815a350044f6', 'status': 'completed', 'code': 200} Nov 19 18:28:28.951279 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab41811-bc97-44c2-8b4d-49f27505be69 req-07f9edf5-aa42-424d-97bb-988f57883ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:28:28.952788 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9ab41811-bc97-44c2-8b4d-49f27505be69 req-07f9edf5-aa42-424d-97bb-988f57883ffa service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=02f416cf4b1d4ed3bb18fef499c73724&device_id=348fb4ab-2bcf-454d-aea7-44b6667a4cef HTTP/1.1" status: 200 len: 1095 time: 0.0451705 Nov 19 18:28:28.995359 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9ab41811-bc97-44c2-8b4d-49f27505be69 req-b4ab3301-a4c9-4e0c-8df4-b5b69f8dd7f7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0b7b0c1a-3bd5-44bf-9345-815a350044f6 HTTP/1.1" status: 200 len: 217 time: 0.0344272 Nov 19 18:28:29.017284 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f093cfde-9ece-4049-ad8a-58b50d06ac08 req-4c97fbd5-615a-4ad9-83c0-d7971c90d3ac tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:28:29.018894 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f093cfde-9ece-4049-ad8a-58b50d06ac08 req-4c97fbd5-615a-4ad9-83c0-d7971c90d3ac tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] 10.222.0.54 "GET /v2.0/ports?device_id=348fb4ab-2bcf-454d-aea7-44b6667a4cef HTTP/1.1" status: 200 len: 944 time: 0.0543952 Nov 19 18:28:29.047327 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab41811-bc97-44c2-8b4d-49f27505be69 req-b0d79665-9692-4a0b-81a8-828689f13410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:28:29.049136 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9ab41811-bc97-44c2-8b4d-49f27505be69 req-b0d79665-9692-4a0b-81a8-828689f13410 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3e5e7e16-d0fa-4b6d-91ce-2aa3cfa3e943 HTTP/1.1" status: 200 len: 855 time: 0.0450916 Nov 19 18:28:29.066153 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f093cfde-9ece-4049-ad8a-58b50d06ac08 req-fe17077d-c7c9-44fe-a460-404089c48dfb tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] 10.222.0.54 "GET /v2.0/security-groups?id=18732a89-0624-44ae-8988-982654ed905b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411000 Nov 19 18:28:29.081026 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9ab41811-bc97-44c2-8b4d-49f27505be69 req-eaf17986-1cdd-446e-bf94-3491b89749c1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8d23c8a1-3d23-4608-9c81-f28f9aa6ed8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248857 Nov 19 18:28:29.174433 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9ab41811-bc97-44c2-8b4d-49f27505be69 req-ed78e6d6-33f9-4289-bd69-e411bd632bd9 service neutron] 10.222.0.60 "GET /v2.0/networks/8d23c8a1-3d23-4608-9c81-f28f9aa6ed8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857530 Nov 19 18:28:29.262199 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9ab41811-bc97-44c2-8b4d-49f27505be69 req-acf88773-4552-4eca-a213-7227f3ab1c44 service neutron] 10.222.0.60 "GET /v2.0/networks/8d23c8a1-3d23-4608-9c81-f28f9aa6ed8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807209 Nov 19 18:28:29.353054 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36610644-ee09-4d93-8afd-60d3e5a76b9b req-43f96857-a68d-49f5-aacb-dd95c24f82ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:28:29.354594 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-36610644-ee09-4d93-8afd-60d3e5a76b9b req-43f96857-a68d-49f5-aacb-dd95c24f82ee service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=02f416cf4b1d4ed3bb18fef499c73724&device_id=348fb4ab-2bcf-454d-aea7-44b6667a4cef HTTP/1.1" status: 200 len: 1095 time: 0.0455763 Nov 19 18:28:29.446141 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36610644-ee09-4d93-8afd-60d3e5a76b9b req-deaf82c5-d32e-45f4-814b-5903a7516914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:28:29.447531 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-36610644-ee09-4d93-8afd-60d3e5a76b9b req-deaf82c5-d32e-45f4-814b-5903a7516914 service neutron] 10.222.0.60 "GET /v2.0/networks?id=8d23c8a1-3d23-4608-9c81-f28f9aa6ed8f HTTP/1.1" status: 200 len: 916 time: 0.0848792 Nov 19 18:28:29.491628 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-36610644-ee09-4d93-8afd-60d3e5a76b9b req-89d39c75-b9b3-4eec-88a5-d1cc272ecd32 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0b7b0c1a-3bd5-44bf-9345-815a350044f6 HTTP/1.1" status: 200 len: 217 time: 0.0367517 Nov 19 18:28:29.542424 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36610644-ee09-4d93-8afd-60d3e5a76b9b req-1a94a433-711e-427d-b4ae-605383443fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:28:29.543887 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-36610644-ee09-4d93-8afd-60d3e5a76b9b req-1a94a433-711e-427d-b4ae-605383443fd5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3e5e7e16-d0fa-4b6d-91ce-2aa3cfa3e943 HTTP/1.1" status: 200 len: 855 time: 0.0443358 Nov 19 18:28:29.576188 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-36610644-ee09-4d93-8afd-60d3e5a76b9b req-8bba7731-906b-4fea-aff5-a7264e4b75da service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8d23c8a1-3d23-4608-9c81-f28f9aa6ed8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240436 Nov 19 18:28:29.665223 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-36610644-ee09-4d93-8afd-60d3e5a76b9b req-ae6612fa-c78a-4397-af55-0635b9e98096 service neutron] 10.222.0.60 "GET /v2.0/networks/8d23c8a1-3d23-4608-9c81-f28f9aa6ed8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816596 Nov 19 18:28:29.759226 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-36610644-ee09-4d93-8afd-60d3e5a76b9b req-451a178c-c775-42eb-810e-2bd39f2b4448 service neutron] 10.222.0.60 "GET /v2.0/networks/8d23c8a1-3d23-4608-9c81-f28f9aa6ed8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861571 Nov 19 18:28:29.852507 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e2d8e3b9-eee0-4eff-901f-6ad9f1819391 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:28:30.185754 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cf535b-d1e3-4d38-90a2-9bba5dae9c3c req-94fce30b-4899-43f7-922c-3eaf84726d99 tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:28:30.187292 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b5cf535b-d1e3-4d38-90a2-9bba5dae9c3c req-94fce30b-4899-43f7-922c-3eaf84726d99 tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] 10.222.0.54 "GET /v2.0/ports?device_id=348fb4ab-2bcf-454d-aea7-44b6667a4cef HTTP/1.1" status: 200 len: 944 time: 0.0498087 Nov 19 18:28:30.234174 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b5cf535b-d1e3-4d38-90a2-9bba5dae9c3c req-5ab840ec-7d59-426b-8c03-97322f38ca04 tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] 10.222.0.54 "GET /v2.0/security-groups?id=18732a89-0624-44ae-8988-982654ed905b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408273 Nov 19 18:28:31.350508 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84806b1a-8d83-4dd8-935f-50af80d2a9a6 req-92d2c8c7-c381-499f-bfe0-7ef3ad577fa8 tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:28:31.352021 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-84806b1a-8d83-4dd8-935f-50af80d2a9a6 req-92d2c8c7-c381-499f-bfe0-7ef3ad577fa8 tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] 10.222.0.54 "GET /v2.0/ports?device_id=348fb4ab-2bcf-454d-aea7-44b6667a4cef HTTP/1.1" status: 200 len: 944 time: 0.0485487 Nov 19 18:28:31.402059 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-84806b1a-8d83-4dd8-935f-50af80d2a9a6 req-f47e51f1-559e-497b-9db8-ad3beeaab23c tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] 10.222.0.54 "GET /v2.0/security-groups?id=18732a89-0624-44ae-8988-982654ed905b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440080 Nov 19 18:28:32.044037 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-c9875d35-9696-42f5-8cbe-1c2e54bda3a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:28:32.047708 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 0b7b0c1a-3bd5-44bf-9345-815a350044f6 details requested by agent hyperv_n-h1-818022-2 with host n-h1-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 18:28:32.141080 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 0b7b0c1a-3bd5-44bf-9345-815a350044f6, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=0b7b0c1a-3bd5-44bf-9345-815a350044f6,segment=NetworkSegment(910abf99-86b5-43bb-9350-2052d6c15b81),segment_id=910abf99-86b5-43bb-9350-2052d6c15b81)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:28:32.153544 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Returning: {'device': '0b7b0c1a-3bd5-44bf-9345-815a350044f6', 'network_id': '8d23c8a1-3d23-4608-9c81-f28f9aa6ed8f', 'port_id': '0b7b0c1a-3bd5-44bf-9345-815a350044f6', 'mac_address': 'fa:16:3e:dc:2b:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e5e7e16-d0fa-4b6d-91ce-2aa3cfa3e943', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 18:28:32.192797 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:28:32.206829 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b7b0c1a-3bd5-44bf-9345-815a350044f6 {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:28:32.226201 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 0b7b0c1a-3bd5-44bf-9345-815a350044f6, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=0b7b0c1a-3bd5-44bf-9345-815a350044f6,segment=NetworkSegment(910abf99-86b5-43bb-9350-2052d6c15b81),segment_id=910abf99-86b5-43bb-9350-2052d6c15b81)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:28:32.229758 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:28:32.274211 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=0b7b0c1a-3bd5-44bf-9345-815a350044f6,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:28:32.417681 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['0b7b0c1a-3bd5-44bf-9345-815a350044f6'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:28:32.520840 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c5d941-fe5c-4482-9779-a5e398dc67d8 req-80aebdc8-6bc2-4843-a60a-143449c32f95 tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:28:32.522388 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a2c5d941-fe5c-4482-9779-a5e398dc67d8 req-80aebdc8-6bc2-4843-a60a-143449c32f95 tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] 10.222.0.54 "GET /v2.0/ports?device_id=348fb4ab-2bcf-454d-aea7-44b6667a4cef HTTP/1.1" status: 200 len: 945 time: 0.0527682 Nov 19 18:28:32.573368 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a2c5d941-fe5c-4482-9779-a5e398dc67d8 req-a532c014-748e-4797-b4db-da09106dc02d tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] 10.222.0.54 "GET /v2.0/security-groups?id=18732a89-0624-44ae-8988-982654ed905b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448949 Nov 19 18:28:33.311739 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e46ecc5a-dc14-4744-b262-3072ff2e958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:28:33.693446 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ff955c-68d4-4765-a32d-cad57bfd78a1 req-fcd34016-1945-48e6-87bb-be4218b5dde6 tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:28:33.694940 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-73ff955c-68d4-4765-a32d-cad57bfd78a1 req-fcd34016-1945-48e6-87bb-be4218b5dde6 tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] 10.222.0.54 "GET /v2.0/ports?device_id=348fb4ab-2bcf-454d-aea7-44b6667a4cef HTTP/1.1" status: 200 len: 945 time: 0.0520546 Nov 19 18:28:33.740768 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-73ff955c-68d4-4765-a32d-cad57bfd78a1 req-ff4ac787-7c34-42de-90a2-fc236819880c tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] 10.222.0.54 "GET /v2.0/security-groups?id=18732a89-0624-44ae-8988-982654ed905b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399230 Nov 19 18:28:34.063847 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 0b7b0c1a-3bd5-44bf-9345-815a350044f6 up at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:28:34.117371 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning for port 0b7b0c1a-3bd5-44bf-9345-815a350044f6 completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 18:28:34.122168 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning complete for port 0b7b0c1a-3bd5-44bf-9345-815a350044f6 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:28:34.122532 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:28:34.125588 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:28:34.170021 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:28:34.210652 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:28:34.232252 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '348fb4ab-2bcf-454d-aea7-44b6667a4cef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b7b0c1a-3bd5-44bf-9345-815a350044f6'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:28:34.235026 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3940761bcd94e032e6960d2241bd8993c5d3a7d8dc2aca8488f3ecf1d4dd2fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d78461c-049b-4274-8926-ab6fba883e36" -d '{"events": [{"server_uuid": "348fb4ab-2bcf-454d-aea7-44b6667a4cef", "name": "network-vif-plugged", "status": "completed", "tag": "0b7b0c1a-3bd5-44bf-9345-815a350044f6"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:28:34.246920 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 0b7b0c1a-3bd5-44bf-9345-815a350044f6, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=0b7b0c1a-3bd5-44bf-9345-815a350044f6,segment=NetworkSegment(910abf99-86b5-43bb-9350-2052d6c15b81),segment_id=910abf99-86b5-43bb-9350-2052d6c15b81)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:28:34.251658 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:28:34.274827 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:28:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc764a67-d79b-4cf9-811e-0a05be770451 x-openstack-request-id: req-fc764a67-d79b-4cf9-811e-0a05be770451 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:28:34.275122 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "348fb4ab-2bcf-454d-aea7-44b6667a4cef", "name": "network-vif-plugged", "status": "completed", "tag": "0b7b0c1a-3bd5-44bf-9345-815a350044f6", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:28:34.275378 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-fc764a67-d79b-4cf9-811e-0a05be770451 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:28:34.275776 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '348fb4ab-2bcf-454d-aea7-44b6667a4cef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b7b0c1a-3bd5-44bf-9345-815a350044f6', 'code': 200} Nov 19 18:28:34.301287 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=0b7b0c1a-3bd5-44bf-9345-815a350044f6,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:28:34.368833 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb78419-b85f-4e22-8bac-4553403e63ba req-9804da14-cac8-459d-bc10-20b7c9f29efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:28:34.370243 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ecb78419-b85f-4e22-8bac-4553403e63ba req-9804da14-cac8-459d-bc10-20b7c9f29efe service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=348fb4ab-2bcf-454d-aea7-44b6667a4cef HTTP/1.1" status: 200 len: 1097 time: 0.0390117 Nov 19 18:28:34.419619 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ecb78419-b85f-4e22-8bac-4553403e63ba req-8f172b73-54e1-4523-8648-d514e7f71e68 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=18732a89-0624-44ae-8988-982654ed905b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417390 Nov 19 18:28:34.856268 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6af2e6c-f6b6-446b-8114-3161723c0bdc req-c14c89fe-845d-437b-9d8d-e950a185905d tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:28:34.857744 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c6af2e6c-f6b6-446b-8114-3161723c0bdc req-c14c89fe-845d-437b-9d8d-e950a185905d tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] 10.222.0.54 "GET /v2.0/ports?device_id=348fb4ab-2bcf-454d-aea7-44b6667a4cef HTTP/1.1" status: 200 len: 946 time: 0.0485234 Nov 19 18:28:34.902413 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e013d7e6-5264-4dcc-9759-54f5fb809e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:28:34.906550 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c6af2e6c-f6b6-446b-8114-3161723c0bdc req-4287b96c-7ac0-4501-8085-a22634a67382 tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] 10.222.0.54 "GET /v2.0/security-groups?id=18732a89-0624-44ae-8988-982654ed905b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421338 Nov 19 18:28:35.245941 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:28:36.024323 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e0714f-ff7e-4089-b896-9ad5c0a00009 req-92f76ab6-b7c3-4579-bca1-f4b138a1fb6a tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:28:36.025837 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f5e0714f-ff7e-4089-b896-9ad5c0a00009 req-92f76ab6-b7c3-4579-bca1-f4b138a1fb6a tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] 10.222.0.54 "GET /v2.0/ports?device_id=348fb4ab-2bcf-454d-aea7-44b6667a4cef HTTP/1.1" status: 200 len: 946 time: 0.0476675 Nov 19 18:28:36.076640 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f5e0714f-ff7e-4089-b896-9ad5c0a00009 req-58a5c0b7-94fa-4bd6-9cd4-f9505fdd0f27 tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] 10.222.0.54 "GET /v2.0/security-groups?id=18732a89-0624-44ae-8988-982654ed905b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444324 Nov 19 18:28:36.189403 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ca3025-69fa-4068-a799-0d5e80df8af9 req-d0e3e428-1cdb-4ad5-ae8a-4e2f7f978d27 tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:28:36.190805 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-62ca3025-69fa-4068-a799-0d5e80df8af9 req-d0e3e428-1cdb-4ad5-ae8a-4e2f7f978d27 tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] 10.222.0.54 "GET /v2.0/ports?device_id=348fb4ab-2bcf-454d-aea7-44b6667a4cef HTTP/1.1" status: 200 len: 946 time: 0.0481331 Nov 19 18:28:36.240451 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-62ca3025-69fa-4068-a799-0d5e80df8af9 req-f5b80688-21b1-44ac-a040-f1883de70ef8 tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] 10.222.0.54 "GET /v2.0/security-groups?id=18732a89-0624-44ae-8988-982654ed905b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437613 Nov 19 18:28:36.437180 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfdfc62-afe7-45ec-b865-e4390a310943 req-71920c09-9c96-46e0-a013-aad5adc59492 tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:28:36.438684 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9cfdfc62-afe7-45ec-b865-e4390a310943 req-71920c09-9c96-46e0-a013-aad5adc59492 tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] 10.222.0.54 "GET /v2.0/ports?device_id=348fb4ab-2bcf-454d-aea7-44b6667a4cef HTTP/1.1" status: 200 len: 946 time: 0.0496063 Nov 19 18:28:36.485063 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9cfdfc62-afe7-45ec-b865-e4390a310943 req-f7ef48bd-20db-4b81-97c9-5c095aac163b tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] 10.222.0.54 "GET /v2.0/security-groups?id=18732a89-0624-44ae-8988-982654ed905b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401707 Nov 19 18:28:36.602765 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e02d6c-e7f6-4e42-bda0-311db618739b req-f9ded5e0-04b0-4a24-8d29-c1be0c174c51 tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:28:36.604257 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-37e02d6c-e7f6-4e42-bda0-311db618739b req-f9ded5e0-04b0-4a24-8d29-c1be0c174c51 tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] 10.222.0.54 "GET /v2.0/ports?device_id=348fb4ab-2bcf-454d-aea7-44b6667a4cef HTTP/1.1" status: 200 len: 946 time: 0.0533442 Nov 19 18:28:36.650175 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-37e02d6c-e7f6-4e42-bda0-311db618739b req-c3335137-b77a-4429-83b6-c81ade999e90 tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] 10.222.0.54 "GET /v2.0/security-groups?id=18732a89-0624-44ae-8988-982654ed905b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400686 Nov 19 18:28:36.900099 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-52248a19-8ff5-4ec3-876d-b03968de67e0 req-361c6b18-c864-425b-868c-cf22471285b0 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=348fb4ab-2bcf-454d-aea7-44b6667a4cef&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0687320 Nov 19 18:28:36.908160 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7286f2-ef65-41a3-af61-6e366b6e0dfa req-739bfec5-9139-422c-9bd3-0b446e1e38f0 tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:28:36.909533 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ac7286f2-ef65-41a3-af61-6e366b6e0dfa req-739bfec5-9139-422c-9bd3-0b446e1e38f0 tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] 10.222.0.54 "GET /v2.0/ports?device_id=348fb4ab-2bcf-454d-aea7-44b6667a4cef HTTP/1.1" status: 200 len: 946 time: 0.0705433 Nov 19 18:28:36.958555 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ac7286f2-ef65-41a3-af61-6e366b6e0dfa req-f5bf3774-d9d5-4fd6-944d-d1d80594f8a6 tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] 10.222.0.54 "GET /v2.0/security-groups?id=18732a89-0624-44ae-8988-982654ed905b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431044 Nov 19 18:28:38.027865 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52248a19-8ff5-4ec3-876d-b03968de67e0 req-d27a228b-0396-457a-9004-7081613f7a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:28:38.029473 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-52248a19-8ff5-4ec3-876d-b03968de67e0 req-d27a228b-0396-457a-9004-7081613f7a55 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=02f416cf4b1d4ed3bb18fef499c73724&device_id=348fb4ab-2bcf-454d-aea7-44b6667a4cef HTTP/1.1" status: 200 len: 1097 time: 0.0412612 Nov 19 18:28:38.077418 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b74010-364f-450e-87fc-ce7e10cbb7ff req-c92d2823-2a3f-4d11-8b4e-32a529d881bf tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:28:38.079423 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c6b74010-364f-450e-87fc-ce7e10cbb7ff req-c92d2823-2a3f-4d11-8b4e-32a529d881bf tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] 10.222.0.54 "GET /v2.0/ports?device_id=348fb4ab-2bcf-454d-aea7-44b6667a4cef HTTP/1.1" status: 200 len: 946 time: 0.0496914 Nov 19 18:28:38.122357 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52248a19-8ff5-4ec3-876d-b03968de67e0 req-1f1cefbe-dd94-4239-ad33-5ffac7b6e99f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:28:38.123809 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-52248a19-8ff5-4ec3-876d-b03968de67e0 req-1f1cefbe-dd94-4239-ad33-5ffac7b6e99f service neutron] 10.222.0.60 "GET /v2.0/networks?id=8d23c8a1-3d23-4608-9c81-f28f9aa6ed8f HTTP/1.1" status: 200 len: 916 time: 0.0875061 Nov 19 18:28:38.126969 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c6b74010-364f-450e-87fc-ce7e10cbb7ff req-74bfa68f-6192-472d-82dd-287880ba52ca tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] 10.222.0.54 "GET /v2.0/security-groups?id=18732a89-0624-44ae-8988-982654ed905b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412614 Nov 19 18:28:38.461836 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-52248a19-8ff5-4ec3-876d-b03968de67e0 req-a997b71e-7579-43ab-b12c-9675ac9c6f90 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0b7b0c1a-3bd5-44bf-9345-815a350044f6 HTTP/1.1" status: 200 len: 217 time: 0.3303380 Nov 19 18:28:38.509795 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52248a19-8ff5-4ec3-876d-b03968de67e0 req-3d495450-7120-4108-9307-8317def10cee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:28:38.511253 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-52248a19-8ff5-4ec3-876d-b03968de67e0 req-3d495450-7120-4108-9307-8317def10cee service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3e5e7e16-d0fa-4b6d-91ce-2aa3cfa3e943 HTTP/1.1" status: 200 len: 855 time: 0.0424359 Nov 19 18:28:38.541100 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-52248a19-8ff5-4ec3-876d-b03968de67e0 req-1d2889ae-64e9-4b07-ad28-2df4aafbc417 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8d23c8a1-3d23-4608-9c81-f28f9aa6ed8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0230963 Nov 19 18:28:38.631550 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-52248a19-8ff5-4ec3-876d-b03968de67e0 req-518939e6-3889-4607-a07c-0ed50309653c service neutron] 10.222.0.60 "GET /v2.0/networks/8d23c8a1-3d23-4608-9c81-f28f9aa6ed8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833561 Nov 19 18:28:38.722502 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-52248a19-8ff5-4ec3-876d-b03968de67e0 req-10a007d3-9717-4756-955d-ff991bdee4ce service neutron] 10.222.0.60 "GET /v2.0/networks/8d23c8a1-3d23-4608-9c81-f28f9aa6ed8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836439 Nov 19 18:28:39.242997 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beca104-884d-4632-83f4-68534767c1f4 req-708a0fa1-5fe1-4430-abb2-4cd64fcb4764 tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:28:39.244460 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0beca104-884d-4632-83f4-68534767c1f4 req-708a0fa1-5fe1-4430-abb2-4cd64fcb4764 tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] 10.222.0.54 "GET /v2.0/ports?device_id=348fb4ab-2bcf-454d-aea7-44b6667a4cef HTTP/1.1" status: 200 len: 946 time: 0.0486240 Nov 19 18:28:39.290755 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0beca104-884d-4632-83f4-68534767c1f4 req-2faa6fe7-8fff-4f48-b5b9-9186c6e9b5d8 tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] 10.222.0.54 "GET /v2.0/security-groups?id=18732a89-0624-44ae-8988-982654ed905b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399213 Nov 19 18:28:39.356170 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [req-065be52c-47b6-4033-a782-18fd8caf1bd5 req-4558ab9a-d620-4f15-bf3d-444659bd8fa9 service neutron] (103365) timed out ('10.222.0.54', 40260) {{(pid=103365) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 19 18:28:40.350125 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [req-7c8b9257-5a50-446a-a2b0-d95614cd270d req-4dc29622-afc2-4e2c-9595-83c68fcfe943 service neutron] (103365) timed out ('10.222.0.54', 40280) {{(pid=103365) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 19 18:28:40.412510 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85c46a1-ceda-4967-92c4-f8da966f44e6 req-f801aba6-e551-4988-9155-c53b6685c74b tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:28:40.414019 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b85c46a1-ceda-4967-92c4-f8da966f44e6 req-f801aba6-e551-4988-9155-c53b6685c74b tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] 10.222.0.54 "GET /v2.0/ports?device_id=348fb4ab-2bcf-454d-aea7-44b6667a4cef HTTP/1.1" status: 200 len: 946 time: 0.0515273 Nov 19 18:28:40.460950 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b85c46a1-ceda-4967-92c4-f8da966f44e6 req-7f3678d9-c097-4cc9-9cd6-5a014ba52a4e tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] 10.222.0.54 "GET /v2.0/security-groups?id=18732a89-0624-44ae-8988-982654ed905b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409660 Nov 19 18:28:41.575985 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0140f7f4-6df1-46ba-ba7a-78e3741aeb31 req-6e774a0f-e249-4420-9465-d714ccc250bb tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:28:41.577464 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0140f7f4-6df1-46ba-ba7a-78e3741aeb31 req-6e774a0f-e249-4420-9465-d714ccc250bb tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] 10.222.0.54 "GET /v2.0/ports?device_id=348fb4ab-2bcf-454d-aea7-44b6667a4cef HTTP/1.1" status: 200 len: 946 time: 0.0484474 Nov 19 18:28:41.632824 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0140f7f4-6df1-46ba-ba7a-78e3741aeb31 req-6d7266d9-af2a-4427-91a5-6a0d829cce4b tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] 10.222.0.54 "GET /v2.0/security-groups?id=18732a89-0624-44ae-8988-982654ed905b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490291 Nov 19 18:28:42.748771 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f735ed09-4df8-4cd1-ae36-415ca118e0b5 req-4cf9b3df-2dd6-4808-a975-9d091056cf5b tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:28:42.750772 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f735ed09-4df8-4cd1-ae36-415ca118e0b5 req-4cf9b3df-2dd6-4808-a975-9d091056cf5b tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] 10.222.0.54 "GET /v2.0/ports?device_id=348fb4ab-2bcf-454d-aea7-44b6667a4cef HTTP/1.1" status: 200 len: 946 time: 0.0487874 Nov 19 18:28:42.797477 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f735ed09-4df8-4cd1-ae36-415ca118e0b5 req-ab88a798-46ec-4c3a-b271-097f69170d3b tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] 10.222.0.54 "GET /v2.0/security-groups?id=18732a89-0624-44ae-8988-982654ed905b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403252 Nov 19 18:28:43.916131 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac9dbed-b7a2-4f4e-ae1e-ad5c049ceeb4 req-884c231c-9f23-4fb8-bf60-65d3641f9369 tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:28:43.917496 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-7ac9dbed-b7a2-4f4e-ae1e-ad5c049ceeb4 req-884c231c-9f23-4fb8-bf60-65d3641f9369 tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] 10.222.0.54 "GET /v2.0/ports?device_id=348fb4ab-2bcf-454d-aea7-44b6667a4cef HTTP/1.1" status: 200 len: 946 time: 0.0513890 Nov 19 18:28:43.963291 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-7ac9dbed-b7a2-4f4e-ae1e-ad5c049ceeb4 req-086b7064-ff41-4a77-8858-d0ff1e819aec tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] 10.222.0.54 "GET /v2.0/security-groups?id=18732a89-0624-44ae-8988-982654ed905b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396013 Nov 19 18:28:45.077394 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f50da16-5707-4b78-b279-02816c83f5c8 req-1a65d81a-12bf-4dab-9734-91b84696d54c tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:28:45.078906 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5f50da16-5707-4b78-b279-02816c83f5c8 req-1a65d81a-12bf-4dab-9734-91b84696d54c tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] 10.222.0.54 "GET /v2.0/ports?device_id=348fb4ab-2bcf-454d-aea7-44b6667a4cef HTTP/1.1" status: 200 len: 946 time: 0.0485704 Nov 19 18:28:45.129961 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5f50da16-5707-4b78-b279-02816c83f5c8 req-944e7144-4b92-4a33-94a8-de345a76c543 tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] 10.222.0.54 "GET /v2.0/security-groups?id=18732a89-0624-44ae-8988-982654ed905b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451787 Nov 19 18:28:46.242365 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b48db5-6ce4-4165-8017-90fc45c9dc3f req-df6a9088-5a3e-4a38-87c3-2336588a2dfd tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:28:46.243838 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-42b48db5-6ce4-4165-8017-90fc45c9dc3f req-df6a9088-5a3e-4a38-87c3-2336588a2dfd tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] 10.222.0.54 "GET /v2.0/ports?device_id=348fb4ab-2bcf-454d-aea7-44b6667a4cef HTTP/1.1" status: 200 len: 946 time: 0.0475562 Nov 19 18:28:46.289423 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-42b48db5-6ce4-4165-8017-90fc45c9dc3f req-1b436327-a9b0-4bf0-b3f2-552839600355 tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] 10.222.0.54 "GET /v2.0/security-groups?id=18732a89-0624-44ae-8988-982654ed905b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397584 Nov 19 18:28:47.407094 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c00cc8-9975-47e5-8e82-94f8211e215a req-bc111e04-9753-4f13-9f13-7eb7df8f5d25 tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:28:47.408584 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c1c00cc8-9975-47e5-8e82-94f8211e215a req-bc111e04-9753-4f13-9f13-7eb7df8f5d25 tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] 10.222.0.54 "GET /v2.0/ports?device_id=348fb4ab-2bcf-454d-aea7-44b6667a4cef HTTP/1.1" status: 200 len: 946 time: 0.0512516 Nov 19 18:28:47.455305 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c1c00cc8-9975-47e5-8e82-94f8211e215a req-d2a213ad-4200-4a77-b3be-24e064cb034f tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] 10.222.0.54 "GET /v2.0/security-groups?id=18732a89-0624-44ae-8988-982654ed905b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408375 Nov 19 18:28:48.576835 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fcade3-4e45-42a8-8fef-a7c94be44a6f req-15387c65-2055-4120-b8b8-33882b6a57b5 tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:28:48.578866 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-75fcade3-4e45-42a8-8fef-a7c94be44a6f req-15387c65-2055-4120-b8b8-33882b6a57b5 tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] 10.222.0.54 "GET /v2.0/ports?device_id=348fb4ab-2bcf-454d-aea7-44b6667a4cef HTTP/1.1" status: 200 len: 946 time: 0.0489998 Nov 19 18:28:48.630009 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-75fcade3-4e45-42a8-8fef-a7c94be44a6f req-9a9bf2be-9bcc-480c-a680-232fbbb811cc tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] 10.222.0.54 "GET /v2.0/security-groups?id=18732a89-0624-44ae-8988-982654ed905b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453124 Nov 19 18:28:49.746282 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d387ec1-1821-4fdb-be64-a4ee995f6bf2 req-2acc97a7-9324-455a-9033-fad8251dbbfd tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:28:49.747748 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6d387ec1-1821-4fdb-be64-a4ee995f6bf2 req-2acc97a7-9324-455a-9033-fad8251dbbfd tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] 10.222.0.54 "GET /v2.0/ports?device_id=348fb4ab-2bcf-454d-aea7-44b6667a4cef HTTP/1.1" status: 200 len: 946 time: 0.0493600 Nov 19 18:28:49.794796 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6d387ec1-1821-4fdb-be64-a4ee995f6bf2 req-9bd20c4a-1eca-4450-88a5-59785564df89 tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] 10.222.0.54 "GET /v2.0/security-groups?id=18732a89-0624-44ae-8988-982654ed905b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409722 Nov 19 18:28:50.911004 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffc6ed5-7607-47d4-a995-7b48d7a9c817 req-c4f0ab05-76b6-45e2-8415-6463ac287a26 tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:28:50.912359 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-1ffc6ed5-7607-47d4-a995-7b48d7a9c817 req-c4f0ab05-76b6-45e2-8415-6463ac287a26 tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] 10.222.0.54 "GET /v2.0/ports?device_id=348fb4ab-2bcf-454d-aea7-44b6667a4cef HTTP/1.1" status: 200 len: 946 time: 0.0476015 Nov 19 18:28:50.959641 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-1ffc6ed5-7607-47d4-a995-7b48d7a9c817 req-0742fe7a-2a9f-4448-9f95-bec1232598aa tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] 10.222.0.54 "GET /v2.0/security-groups?id=18732a89-0624-44ae-8988-982654ed905b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413837 Nov 19 18:28:52.080251 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c525f3-7c81-4dfa-9eb8-bb94cc6a8a06 req-082d6c70-4a10-4fef-b1e6-d619c133d9bc tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:28:52.081765 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f4c525f3-7c81-4dfa-9eb8-bb94cc6a8a06 req-082d6c70-4a10-4fef-b1e6-d619c133d9bc tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] 10.222.0.54 "GET /v2.0/ports?device_id=348fb4ab-2bcf-454d-aea7-44b6667a4cef HTTP/1.1" status: 200 len: 946 time: 0.0542166 Nov 19 18:28:52.128963 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f4c525f3-7c81-4dfa-9eb8-bb94cc6a8a06 req-9b6d3d8a-192b-41d2-8854-b311219ca451 tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] 10.222.0.54 "GET /v2.0/security-groups?id=18732a89-0624-44ae-8988-982654ed905b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412376 Nov 19 18:28:52.129571 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [req-a17c0e63-c185-442a-a101-f133718a34b3 req-0d95c7cf-4c67-40bd-99eb-69d126922ae6 tempest-TestNetworkAdvancedServerOps-1092587144 tempest-TestNetworkAdvancedServerOps-1092587144-project] (103365) timed out ('10.222.0.60', 51954) {{(pid=103365) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 19 18:28:53.242144 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b143b6a5-75a6-4247-b731-763804f93cab req-a0639a1b-bf0b-4034-94d0-d5477bf28382 tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:28:53.243768 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b143b6a5-75a6-4247-b731-763804f93cab req-a0639a1b-bf0b-4034-94d0-d5477bf28382 tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] 10.222.0.54 "GET /v2.0/ports?device_id=348fb4ab-2bcf-454d-aea7-44b6667a4cef HTTP/1.1" status: 200 len: 946 time: 0.0469983 Nov 19 18:28:53.290358 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b143b6a5-75a6-4247-b731-763804f93cab req-53974055-432c-4fa6-a301-8e895809b6d3 tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] 10.222.0.54 "GET /v2.0/security-groups?id=18732a89-0624-44ae-8988-982654ed905b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406439 Nov 19 18:28:53.398505 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [req-cc90d626-e9bf-46f2-b9ec-48ed8ea93b78 req-41a16851-a16a-4c2f-8236-6b2ba09c411d service neutron] (103364) timed out ('10.222.0.60', 52593) {{(pid=103364) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 19 18:28:54.407684 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146f683d-1322-4064-9cbb-5d5d6d11e36b req-2e7390a6-9c7e-47eb-a66f-851caccd4ae5 tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:28:54.409185 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-146f683d-1322-4064-9cbb-5d5d6d11e36b req-2e7390a6-9c7e-47eb-a66f-851caccd4ae5 tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] 10.222.0.54 "GET /v2.0/ports?device_id=348fb4ab-2bcf-454d-aea7-44b6667a4cef HTTP/1.1" status: 200 len: 946 time: 0.0490060 Nov 19 18:28:54.455647 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-146f683d-1322-4064-9cbb-5d5d6d11e36b req-404135ed-7e6e-416a-9b3c-6e47e05f796e tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] 10.222.0.54 "GET /v2.0/security-groups?id=18732a89-0624-44ae-8988-982654ed905b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405984 Nov 19 18:28:55.573741 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b2bf16-e9be-4da6-8b5e-d0a5dce846ba req-68bbb0af-8a87-4d95-b077-ce7dc04128bc tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:28:55.575144 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-78b2bf16-e9be-4da6-8b5e-d0a5dce846ba req-68bbb0af-8a87-4d95-b077-ce7dc04128bc tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] 10.222.0.54 "GET /v2.0/ports?device_id=348fb4ab-2bcf-454d-aea7-44b6667a4cef HTTP/1.1" status: 200 len: 946 time: 0.0522194 Nov 19 18:28:55.622323 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-78b2bf16-e9be-4da6-8b5e-d0a5dce846ba req-b4628a96-2f45-4197-98ad-0d6191d0d2b7 tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] 10.222.0.54 "GET /v2.0/security-groups?id=18732a89-0624-44ae-8988-982654ed905b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413239 Nov 19 18:28:56.740393 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0961eab3-b97d-415a-9495-baee74bd2a13 req-90982a96-4c47-4cfb-97a8-d0127e19fa6c tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:28:56.741881 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0961eab3-b97d-415a-9495-baee74bd2a13 req-90982a96-4c47-4cfb-97a8-d0127e19fa6c tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] 10.222.0.54 "GET /v2.0/ports?device_id=348fb4ab-2bcf-454d-aea7-44b6667a4cef HTTP/1.1" status: 200 len: 946 time: 0.0522699 Nov 19 18:28:56.788506 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0961eab3-b97d-415a-9495-baee74bd2a13 req-cbf58448-1781-40eb-a257-ac8992e56960 tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] 10.222.0.54 "GET /v2.0/security-groups?id=18732a89-0624-44ae-8988-982654ed905b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407517 Nov 19 18:28:57.406163 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.agents_db [None req-619e5c26-d9ed-4321-86eb-7d443bb9dfa2 None None] Agent healthcheck: found 7 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 18:28:57.901796 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f4fd97-1591-48d8-88ca-a42b73d43ff6 req-7f6ff7bf-cbca-4945-894b-e9174a651082 tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:28:57.903215 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c9f4fd97-1591-48d8-88ca-a42b73d43ff6 req-7f6ff7bf-cbca-4945-894b-e9174a651082 tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] 10.222.0.54 "GET /v2.0/ports?device_id=348fb4ab-2bcf-454d-aea7-44b6667a4cef HTTP/1.1" status: 200 len: 946 time: 0.0479815 Nov 19 18:28:57.950041 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c9f4fd97-1591-48d8-88ca-a42b73d43ff6 req-4b03693d-8d7a-4a6a-b0fd-c196b1aec542 tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] 10.222.0.54 "GET /v2.0/security-groups?id=18732a89-0624-44ae-8988-982654ed905b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403571 Nov 19 18:28:59.064950 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc697e1e-bba3-4b09-907e-ff6851c81b6d req-4c14f7d0-c0d7-4154-a000-e71045e678fa tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:28:59.066481 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-dc697e1e-bba3-4b09-907e-ff6851c81b6d req-4c14f7d0-c0d7-4154-a000-e71045e678fa tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] 10.222.0.54 "GET /v2.0/ports?device_id=348fb4ab-2bcf-454d-aea7-44b6667a4cef HTTP/1.1" status: 200 len: 946 time: 0.0479212 Nov 19 18:28:59.113457 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-dc697e1e-bba3-4b09-907e-ff6851c81b6d req-1b687762-54d4-4ca3-8dda-a0e098485627 tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] 10.222.0.54 "GET /v2.0/security-groups?id=18732a89-0624-44ae-8988-982654ed905b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411217 Nov 19 18:28:59.853516 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0b95e9b2-2d30-4d71-a5cd-4f2c8635049c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:29:00.231118 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a7914e-4e92-4e01-9d23-71706947088f req-04fbf1f8-e837-4293-bebe-bb2a500eb690 tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:29:00.232577 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-e6a7914e-4e92-4e01-9d23-71706947088f req-04fbf1f8-e837-4293-bebe-bb2a500eb690 tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] 10.222.0.54 "GET /v2.0/ports?device_id=348fb4ab-2bcf-454d-aea7-44b6667a4cef HTTP/1.1" status: 200 len: 946 time: 0.0513926 Nov 19 18:29:00.278506 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-e6a7914e-4e92-4e01-9d23-71706947088f req-57f5030b-ba54-44a0-b74d-b565aa94b7dd tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] 10.222.0.54 "GET /v2.0/security-groups?id=18732a89-0624-44ae-8988-982654ed905b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399959 Nov 19 18:29:01.392682 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7fb359-2d26-4597-9d0a-5e6ec7eb45b1 req-6f7b9624-f21b-42b3-9f0d-88f1ca11d95d tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:29:01.394220 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0a7fb359-2d26-4597-9d0a-5e6ec7eb45b1 req-6f7b9624-f21b-42b3-9f0d-88f1ca11d95d tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] 10.222.0.54 "GET /v2.0/ports?device_id=348fb4ab-2bcf-454d-aea7-44b6667a4cef HTTP/1.1" status: 200 len: 946 time: 0.0472806 Nov 19 18:29:01.444901 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0a7fb359-2d26-4597-9d0a-5e6ec7eb45b1 req-696eddff-48a1-42bf-8529-e43786233882 tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] 10.222.0.54 "GET /v2.0/security-groups?id=18732a89-0624-44ae-8988-982654ed905b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447991 Nov 19 18:29:02.045689 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0813e77a-0c91-44ac-97d9-fe451f800dfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:29:02.559624 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42b83bc-7833-48c0-a6c8-53b7cbf9c5b0 req-01a12c84-cd52-4b4e-98e9-1dbf29942af4 tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:29:02.561087 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c42b83bc-7833-48c0-a6c8-53b7cbf9c5b0 req-01a12c84-cd52-4b4e-98e9-1dbf29942af4 tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] 10.222.0.54 "GET /v2.0/ports?device_id=348fb4ab-2bcf-454d-aea7-44b6667a4cef HTTP/1.1" status: 200 len: 946 time: 0.0486381 Nov 19 18:29:02.610193 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c42b83bc-7833-48c0-a6c8-53b7cbf9c5b0 req-d7c383d2-af7b-41d7-bef4-aac964067c83 tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] 10.222.0.54 "GET /v2.0/security-groups?id=18732a89-0624-44ae-8988-982654ed905b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431547 Nov 19 18:29:03.313703 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e46ecc5a-dc14-4744-b262-3072ff2e958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:29:03.723700 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb2242e-5e94-4824-b906-6cfe09de13c6 req-d5d7f604-cccc-41c2-be10-9c5b642cd744 tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:29:03.725181 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-cbb2242e-5e94-4824-b906-6cfe09de13c6 req-d5d7f604-cccc-41c2-be10-9c5b642cd744 tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] 10.222.0.54 "GET /v2.0/ports?device_id=348fb4ab-2bcf-454d-aea7-44b6667a4cef HTTP/1.1" status: 200 len: 946 time: 0.0485711 Nov 19 18:29:03.772748 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-cbb2242e-5e94-4824-b906-6cfe09de13c6 req-b4ffdcd3-a350-4225-ab9a-7a7631a1e4f8 tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] 10.222.0.54 "GET /v2.0/security-groups?id=18732a89-0624-44ae-8988-982654ed905b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416174 Nov 19 18:29:04.121050 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:29:04.158065 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:29:04.885696 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8e9b28-9035-4343-82ef-d80cfccb9e5d req-c389c4ca-5f64-4286-b807-8416ea27f238 tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:29:04.887134 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2b8e9b28-9035-4343-82ef-d80cfccb9e5d req-c389c4ca-5f64-4286-b807-8416ea27f238 tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] 10.222.0.54 "GET /v2.0/ports?device_id=348fb4ab-2bcf-454d-aea7-44b6667a4cef HTTP/1.1" status: 200 len: 946 time: 0.0478344 Nov 19 18:29:04.903423 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e013d7e6-5264-4dcc-9759-54f5fb809e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:29:04.940293 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2b8e9b28-9035-4343-82ef-d80cfccb9e5d req-f2dbfe3c-a082-418b-a5d2-84782574c0e8 tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] 10.222.0.54 "GET /v2.0/security-groups?id=18732a89-0624-44ae-8988-982654ed905b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465190 Nov 19 18:29:05.248261 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:29:05.547892 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.60', 52675) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:29:05.587018 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef9e1f6-9204-4a9e-9528-604c409ec95f req-0dee529f-1a27-4644-92c4-016a10c65b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:29:05.588509 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0ef9e1f6-9204-4a9e-9528-604c409ec95f req-0dee529f-1a27-4644-92c4-016a10c65b3e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=02f416cf4b1d4ed3bb18fef499c73724&device_id=348fb4ab-2bcf-454d-aea7-44b6667a4cef HTTP/1.1" status: 200 len: 1097 time: 0.0397320 Nov 19 18:29:05.594749 n-d-818022-2 neutron-server[103364]: INFO neutron.api.v2.resource [req-52248a19-8ff5-4ec3-876d-b03968de67e0 req-a013981f-60b8-4c54-b8f7-51ee64054674 service neutron] show failed (client error): The resource could not be found. Nov 19 18:29:05.596417 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-52248a19-8ff5-4ec3-876d-b03968de67e0 req-a013981f-60b8-4c54-b8f7-51ee64054674 service neutron] 10.222.0.60 "GET /v2.0/ports/0b7b0c1a-3bd5-44bf-9345-815a350044f6/bindings/n-h2-818022-2 HTTP/1.1" status: 404 len: 380 time: 0.0574539 Nov 19 18:29:05.698301 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef9e1f6-9204-4a9e-9528-604c409ec95f req-fd85a1ff-6519-4cbf-b867-6a497800e6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:29:05.699775 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0ef9e1f6-9204-4a9e-9528-604c409ec95f req-fd85a1ff-6519-4cbf-b867-6a497800e6eb service neutron] 10.222.0.60 "GET /v2.0/networks?id=8d23c8a1-3d23-4608-9c81-f28f9aa6ed8f HTTP/1.1" status: 200 len: 916 time: 0.0905747 Nov 19 18:29:05.763463 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0ef9e1f6-9204-4a9e-9528-604c409ec95f req-4093be61-1f0b-4e49-894b-87b52c0815a6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0b7b0c1a-3bd5-44bf-9345-815a350044f6 HTTP/1.1" status: 200 len: 217 time: 0.0486121 Nov 19 18:29:05.833435 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52248a19-8ff5-4ec3-876d-b03968de67e0 req-b0905f21-d23d-438a-aed1-60eb6e7ffc0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:29:05.834871 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-52248a19-8ff5-4ec3-876d-b03968de67e0 req-b0905f21-d23d-438a-aed1-60eb6e7ffc0f service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=348fb4ab-2bcf-454d-aea7-44b6667a4cef&tenant_id=02f416cf4b1d4ed3bb18fef499c73724 HTTP/1.1" status: 200 len: 1097 time: 0.0809486 Nov 19 18:29:05.836565 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef9e1f6-9204-4a9e-9528-604c409ec95f req-4432bd97-fdbe-494d-9fa6-dcf5d191673e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:29:05.837930 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0ef9e1f6-9204-4a9e-9528-604c409ec95f req-4432bd97-fdbe-494d-9fa6-dcf5d191673e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3e5e7e16-d0fa-4b6d-91ce-2aa3cfa3e943 HTTP/1.1" status: 200 len: 855 time: 0.0554101 Nov 19 18:29:05.856552 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-52248a19-8ff5-4ec3-876d-b03968de67e0 req-25c7ef8c-b433-42b0-ab9c-7fdca50d9499 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-818022-2', 'device_owner': 'compute:nova'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:29:05.895608 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0ef9e1f6-9204-4a9e-9528-604c409ec95f req-5b0fd659-6b42-4953-800e-0256b03ff431 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8d23c8a1-3d23-4608-9c81-f28f9aa6ed8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505230 Nov 19 18:29:05.970884 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-52248a19-8ff5-4ec3-876d-b03968de67e0 req-25c7ef8c-b433-42b0-ab9c-7fdca50d9499 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:29:06.053386 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0ef9e1f6-9204-4a9e-9528-604c409ec95f req-9276b3c4-8c33-4110-9479-44be891c004e service neutron] 10.222.0.60 "GET /v2.0/networks/8d23c8a1-3d23-4608-9c81-f28f9aa6ed8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472991 Nov 19 18:29:06.056962 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5635ee1-853a-44ff-bde9-07bbca3e6850 req-707bee33-698b-47b5-be4c-0fad2bb409a9 tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:29:06.058466 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a5635ee1-853a-44ff-bde9-07bbca3e6850 req-707bee33-698b-47b5-be4c-0fad2bb409a9 tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] 10.222.0.54 "GET /v2.0/ports?device_id=348fb4ab-2bcf-454d-aea7-44b6667a4cef HTTP/1.1" status: 200 len: 946 time: 0.0484712 Nov 19 18:29:06.111742 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a5635ee1-853a-44ff-bde9-07bbca3e6850 req-b0d6a89b-529f-4555-a599-5b9e7f44728c tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] 10.222.0.54 "GET /v2.0/security-groups?id=18732a89-0624-44ae-8988-982654ed905b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462539 Nov 19 18:29:06.253474 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0ef9e1f6-9204-4a9e-9528-604c409ec95f req-6bd262e1-f7e8-477e-a029-a8808438db9f service neutron] 10.222.0.60 "GET /v2.0/networks/8d23c8a1-3d23-4608-9c81-f28f9aa6ed8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527593 Nov 19 18:29:06.272689 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-52248a19-8ff5-4ec3-876d-b03968de67e0 req-25c7ef8c-b433-42b0-ab9c-7fdca50d9499 service neutron] For port 0b7b0c1a-3bd5-44bf-9345-815a350044f6, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=0b7b0c1a-3bd5-44bf-9345-815a350044f6,segment=NetworkSegment(910abf99-86b5-43bb-9350-2052d6c15b81),segment_id=910abf99-86b5-43bb-9350-2052d6c15b81)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:29:06.311040 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-52248a19-8ff5-4ec3-876d-b03968de67e0 req-25c7ef8c-b433-42b0-ab9c-7fdca50d9499 service neutron] For port 0b7b0c1a-3bd5-44bf-9345-815a350044f6, host n-h1-818022-2, cleared binding levels {{(pid=103364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:29:06.350545 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '348fb4ab-2bcf-454d-aea7-44b6667a4cef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b7b0c1a-3bd5-44bf-9345-815a350044f6'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:29:06.352821 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dd4767a008c23f8566efc82158ee1b1fff34e1a9e908d76d0b6d0ab7e350e5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32021080-30e8-4340-a791-5d0c88620097" -d '{"events": [{"server_uuid": "348fb4ab-2bcf-454d-aea7-44b6667a4cef", "name": "network-vif-unplugged", "status": "completed", "tag": "0b7b0c1a-3bd5-44bf-9345-815a350044f6"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:29:06.356872 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-52248a19-8ff5-4ec3-876d-b03968de67e0 req-25c7ef8c-b433-42b0-ab9c-7fdca50d9499 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:29:06.370578 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.provisioning_blocks [req-52248a19-8ff5-4ec3-876d-b03968de67e0 req-25c7ef8c-b433-42b0-ab9c-7fdca50d9499 service neutron] Transition to ACTIVE for port object 0b7b0c1a-3bd5-44bf-9345-815a350044f6 will not be triggered until provisioned by entity L2. {{(pid=103364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 18:29:06.374955 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-52248a19-8ff5-4ec3-876d-b03968de67e0 req-25c7ef8c-b433-42b0-ab9c-7fdca50d9499 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:29:06.407170 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 18:29:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aacf63a3-a9ad-4e4a-be7f-92413184dbd7 x-openstack-request-id: req-aacf63a3-a9ad-4e4a-be7f-92413184dbd7 {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:29:06.407481 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "348fb4ab-2bcf-454d-aea7-44b6667a4cef", "name": "network-vif-unplugged", "status": "completed", "tag": "0b7b0c1a-3bd5-44bf-9345-815a350044f6", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:29:06.407737 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-aacf63a3-a9ad-4e4a-be7f-92413184dbd7 {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:29:06.408145 n-d-818022-2 neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '348fb4ab-2bcf-454d-aea7-44b6667a4cef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b7b0c1a-3bd5-44bf-9345-815a350044f6', 'code': 200} Nov 19 18:29:06.442548 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [req-52248a19-8ff5-4ec3-876d-b03968de67e0 req-25c7ef8c-b433-42b0-ab9c-7fdca50d9499 service neutron] No DVR routers for this DVR port 0b7b0c1a-3bd5-44bf-9345-815a350044f6 on host n-h1-818022-2 {{(pid=103364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:29:06.449414 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c7ef8c-b433-42b0-ab9c-7fdca50d9499 service neutron] Pushing event updated for resources: {'Port': ['ID=0b7b0c1a-3bd5-44bf-9345-815a350044f6,revision_number=6']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:29:06.473586 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c7ef8c-b433-42b0-ab9c-7fdca50d9499 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:29:06.474139 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c7ef8c-b433-42b0-ab9c-7fdca50d9499 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:29:06.474491 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c7ef8c-b433-42b0-ab9c-7fdca50d9499 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:29:06.474837 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c7ef8c-b433-42b0-ab9c-7fdca50d9499 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:29:06.475182 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c7ef8c-b433-42b0-ab9c-7fdca50d9499 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:29:06.475528 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c7ef8c-b433-42b0-ab9c-7fdca50d9499 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:29:06.475867 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c7ef8c-b433-42b0-ab9c-7fdca50d9499 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:29:06.476204 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c7ef8c-b433-42b0-ab9c-7fdca50d9499 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:29:06.476540 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c7ef8c-b433-42b0-ab9c-7fdca50d9499 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:29:06.476875 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c7ef8c-b433-42b0-ab9c-7fdca50d9499 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:29:06.477208 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c7ef8c-b433-42b0-ab9c-7fdca50d9499 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:29:06.477537 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c7ef8c-b433-42b0-ab9c-7fdca50d9499 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:29:06.493995 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-52248a19-8ff5-4ec3-876d-b03968de67e0 req-25c7ef8c-b433-42b0-ab9c-7fdca50d9499 service neutron] Attempting to bind port 0b7b0c1a-3bd5-44bf-9345-815a350044f6 on host n-h2-818022-2 for vnic_type normal with profile {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:29:06.494181 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-52248a19-8ff5-4ec3-876d-b03968de67e0 req-25c7ef8c-b433-42b0-ab9c-7fdca50d9499 service neutron] Attempting to bind port 0b7b0c1a-3bd5-44bf-9345-815a350044f6 by drivers openvswitch,hyperv on host n-h2-818022-2 at level 0 using segments [{'id': '910abf99-86b5-43bb-9350-2052d6c15b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '8d23c8a1-3d23-4608-9c81-f28f9aa6ed8f'}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:29:06.494505 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52248a19-8ff5-4ec3-876d-b03968de67e0 req-25c7ef8c-b433-42b0-ab9c-7fdca50d9499 service neutron] Attempting to bind port 0b7b0c1a-3bd5-44bf-9345-815a350044f6 on network 8d23c8a1-3d23-4608-9c81-f28f9aa6ed8f {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:29:06.498734 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52248a19-8ff5-4ec3-876d-b03968de67e0 req-25c7ef8c-b433-42b0-ab9c-7fdca50d9499 service neutron] Port 0b7b0c1a-3bd5-44bf-9345-815a350044f6 on network 8d23c8a1-3d23-4608-9c81-f28f9aa6ed8f not bound, no agent of type Open vSwitch agent registered on host n-h2-818022-2 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 18:29:06.499051 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52248a19-8ff5-4ec3-876d-b03968de67e0 req-25c7ef8c-b433-42b0-ab9c-7fdca50d9499 service neutron] Attempting to bind port 0b7b0c1a-3bd5-44bf-9345-815a350044f6 on network 8d23c8a1-3d23-4608-9c81-f28f9aa6ed8f {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:29:06.503734 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52248a19-8ff5-4ec3-876d-b03968de67e0 req-25c7ef8c-b433-42b0-ab9c-7fdca50d9499 service neutron] Checking agent: {'id': '525ad2ac-c4ae-4c63-af2e-0bf8d25d0f0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'started_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 29, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:29:06.504060 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52248a19-8ff5-4ec3-876d-b03968de67e0 req-25c7ef8c-b433-42b0-ab9c-7fdca50d9499 service neutron] Checking segment: {'id': '910abf99-86b5-43bb-9350-2052d6c15b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '8d23c8a1-3d23-4608-9c81-f28f9aa6ed8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:29:06.504431 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52248a19-8ff5-4ec3-876d-b03968de67e0 req-25c7ef8c-b433-42b0-ab9c-7fdca50d9499 service neutron] Bound using segment: {'id': '910abf99-86b5-43bb-9350-2052d6c15b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '8d23c8a1-3d23-4608-9c81-f28f9aa6ed8f'} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:29:06.504845 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-52248a19-8ff5-4ec3-876d-b03968de67e0 req-25c7ef8c-b433-42b0-ab9c-7fdca50d9499 service neutron] Bound port: 0b7b0c1a-3bd5-44bf-9345-815a350044f6, host: n-h2-818022-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '910abf99-86b5-43bb-9350-2052d6c15b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '8d23c8a1-3d23-4608-9c81-f28f9aa6ed8f'}}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:29:06.505192 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-52248a19-8ff5-4ec3-876d-b03968de67e0 req-25c7ef8c-b433-42b0-ab9c-7fdca50d9499 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:29:06.569186 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-52248a19-8ff5-4ec3-876d-b03968de67e0 req-25c7ef8c-b433-42b0-ab9c-7fdca50d9499 service neutron] For port 0b7b0c1a-3bd5-44bf-9345-815a350044f6, host n-h2-818022-2, cleared binding levels {{(pid=103364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:29:06.572103 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-52248a19-8ff5-4ec3-876d-b03968de67e0 req-25c7ef8c-b433-42b0-ab9c-7fdca50d9499 service neutron] For port 0b7b0c1a-3bd5-44bf-9345-815a350044f6, host n-h2-818022-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=0b7b0c1a-3bd5-44bf-9345-815a350044f6,segment=NetworkSegment(910abf99-86b5-43bb-9350-2052d6c15b81),segment_id=910abf99-86b5-43bb-9350-2052d6c15b81)] {{(pid=103364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:29:06.576612 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-52248a19-8ff5-4ec3-876d-b03968de67e0 req-25c7ef8c-b433-42b0-ab9c-7fdca50d9499 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:29:06.613089 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52248a19-8ff5-4ec3-876d-b03968de67e0 req-25c7ef8c-b433-42b0-ab9c-7fdca50d9499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:29:06.613703 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-52248a19-8ff5-4ec3-876d-b03968de67e0 req-25c7ef8c-b433-42b0-ab9c-7fdca50d9499 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:29:06.615173 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-52248a19-8ff5-4ec3-876d-b03968de67e0 req-25c7ef8c-b433-42b0-ab9c-7fdca50d9499 service neutron] 10.222.0.86 "PUT /v2.0/ports/0b7b0c1a-3bd5-44bf-9345-815a350044f6 HTTP/1.1" status: 200 len: 1092 time: 0.7690105 Nov 19 18:29:06.634015 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c7ef8c-b433-42b0-ab9c-7fdca50d9499 service neutron] Pushing event updated for resources: {'Port': ['ID=0b7b0c1a-3bd5-44bf-9345-815a350044f6,revision_number=7']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:29:06.682121 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52248a19-8ff5-4ec3-876d-b03968de67e0 req-cdeeaa6e-2e51-406c-9f8a-2411d4a84bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:29:06.683614 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-52248a19-8ff5-4ec3-876d-b03968de67e0 req-cdeeaa6e-2e51-406c-9f8a-2411d4a84bb8 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=02f416cf4b1d4ed3bb18fef499c73724&device_id=348fb4ab-2bcf-454d-aea7-44b6667a4cef HTTP/1.1" status: 200 len: 1095 time: 0.0431540 Nov 19 18:29:06.776466 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52248a19-8ff5-4ec3-876d-b03968de67e0 req-37092fa6-f963-46c3-b9d3-f92b78b0f585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:29:06.777982 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-52248a19-8ff5-4ec3-876d-b03968de67e0 req-37092fa6-f963-46c3-b9d3-f92b78b0f585 service neutron] 10.222.0.86 "GET /v2.0/networks?id=8d23c8a1-3d23-4608-9c81-f28f9aa6ed8f HTTP/1.1" status: 200 len: 916 time: 0.0869458 Nov 19 18:29:06.820943 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-52248a19-8ff5-4ec3-876d-b03968de67e0 req-ca90eefb-32c4-4244-ba57-800d838f6746 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0b7b0c1a-3bd5-44bf-9345-815a350044f6 HTTP/1.1" status: 200 len: 217 time: 0.0355620 Nov 19 18:29:06.870326 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52248a19-8ff5-4ec3-876d-b03968de67e0 req-b7a4af12-bbec-44ba-ae28-3cf5afcc6ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:29:06.871660 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-52248a19-8ff5-4ec3-876d-b03968de67e0 req-b7a4af12-bbec-44ba-ae28-3cf5afcc6ab5 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=3e5e7e16-d0fa-4b6d-91ce-2aa3cfa3e943 HTTP/1.1" status: 200 len: 855 time: 0.0426126 Nov 19 18:29:06.908461 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-52248a19-8ff5-4ec3-876d-b03968de67e0 req-7e829a62-e496-42ab-8043-73807a0180de service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=8d23c8a1-3d23-4608-9c81-f28f9aa6ed8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285258 Nov 19 18:29:06.997841 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-52248a19-8ff5-4ec3-876d-b03968de67e0 req-29257ee4-0ec3-42c4-8040-b30ef9829c32 service neutron] 10.222.0.86 "GET /v2.0/networks/8d23c8a1-3d23-4608-9c81-f28f9aa6ed8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812907 Nov 19 18:29:07.092047 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-52248a19-8ff5-4ec3-876d-b03968de67e0 req-9861313f-616c-4d69-b266-6e694cf963af service neutron] 10.222.0.86 "GET /v2.0/networks/8d23c8a1-3d23-4608-9c81-f28f9aa6ed8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865953 Nov 19 18:29:07.241265 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192ad3b0-add5-4192-b3bd-dfb4e11ff8c4 req-574a3a30-2fe3-443d-ba0d-65fbc505d5be tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:29:07.243082 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-192ad3b0-add5-4192-b3bd-dfb4e11ff8c4 req-574a3a30-2fe3-443d-ba0d-65fbc505d5be tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] 10.222.0.54 "GET /v2.0/ports?device_id=348fb4ab-2bcf-454d-aea7-44b6667a4cef HTTP/1.1" status: 200 len: 944 time: 0.0497141 Nov 19 18:29:07.291459 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-192ad3b0-add5-4192-b3bd-dfb4e11ff8c4 req-855b8404-274f-48fe-8fe1-f0ab89a70375 tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] 10.222.0.54 "GET /v2.0/security-groups?id=18732a89-0624-44ae-8988-982654ed905b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420296 Nov 19 18:29:08.188883 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 0b7b0c1a-3bd5-44bf-9345-815a350044f6 no longer exists at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:29:08.227220 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 0b7b0c1a-3bd5-44bf-9345-815a350044f6 not bound to the agent host n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:29:08.414220 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e18858-8410-4ef6-8bfb-ac72f1bf79ad req-2d65537d-107c-4891-959d-d613072f0cd2 tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:29:08.415777 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-47e18858-8410-4ef6-8bfb-ac72f1bf79ad req-2d65537d-107c-4891-959d-d613072f0cd2 tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] 10.222.0.54 "GET /v2.0/ports?device_id=348fb4ab-2bcf-454d-aea7-44b6667a4cef HTTP/1.1" status: 200 len: 944 time: 0.0518200 Nov 19 18:29:08.416265 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '348fb4ab-2bcf-454d-aea7-44b6667a4cef', 'tag': '0b7b0c1a-3bd5-44bf-9345-815a350044f6'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:29:08.418542 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dd4767a008c23f8566efc82158ee1b1fff34e1a9e908d76d0b6d0ab7e350e5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a422e3b0-282d-497c-b9db-c7f59f2f7dfb" -d '{"events": [{"name": "network-changed", "server_uuid": "348fb4ab-2bcf-454d-aea7-44b6667a4cef", "tag": "0b7b0c1a-3bd5-44bf-9345-815a350044f6"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:29:08.472571 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-47e18858-8410-4ef6-8bfb-ac72f1bf79ad req-5c276754-4355-494b-94dc-6e31557d8547 tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] 10.222.0.54 "GET /v2.0/security-groups?id=18732a89-0624-44ae-8988-982654ed905b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472748 Nov 19 18:29:08.474135 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 18:29:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-865a832a-79a7-4098-9bb5-584846133554 x-openstack-request-id: req-865a832a-79a7-4098-9bb5-584846133554 {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:29:08.474431 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "348fb4ab-2bcf-454d-aea7-44b6667a4cef", "tag": "0b7b0c1a-3bd5-44bf-9345-815a350044f6", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:29:08.474689 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-865a832a-79a7-4098-9bb5-584846133554 {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:29:08.475232 n-d-818022-2 neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '348fb4ab-2bcf-454d-aea7-44b6667a4cef', 'tag': '0b7b0c1a-3bd5-44bf-9345-815a350044f6', 'status': 'completed', 'code': 200} Nov 19 18:29:08.580925 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a422e3b0-282d-497c-b9db-c7f59f2f7dfb req-fd0be8e8-15eb-4871-862b-9c6c0d871e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:29:08.582486 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a422e3b0-282d-497c-b9db-c7f59f2f7dfb req-fd0be8e8-15eb-4871-862b-9c6c0d871e82 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=02f416cf4b1d4ed3bb18fef499c73724&device_id=348fb4ab-2bcf-454d-aea7-44b6667a4cef HTTP/1.1" status: 200 len: 1095 time: 0.0674071 Nov 19 18:29:08.585203 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a422e3b0-282d-497c-b9db-c7f59f2f7dfb req-6e8e282b-d377-403c-a235-1f22e3538174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:29:08.586694 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a422e3b0-282d-497c-b9db-c7f59f2f7dfb req-6e8e282b-d377-403c-a235-1f22e3538174 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=02f416cf4b1d4ed3bb18fef499c73724&device_id=348fb4ab-2bcf-454d-aea7-44b6667a4cef HTTP/1.1" status: 200 len: 1095 time: 0.0801985 Nov 19 18:29:08.753417 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a422e3b0-282d-497c-b9db-c7f59f2f7dfb req-2b052811-edfc-49a1-b653-2f7e083832f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:29:08.754919 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a422e3b0-282d-497c-b9db-c7f59f2f7dfb req-2b052811-edfc-49a1-b653-2f7e083832f6 service neutron] 10.222.0.86 "GET /v2.0/networks?id=8d23c8a1-3d23-4608-9c81-f28f9aa6ed8f HTTP/1.1" status: 200 len: 916 time: 0.1653912 Nov 19 18:29:08.756054 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a422e3b0-282d-497c-b9db-c7f59f2f7dfb req-f14c05f7-76bd-4308-9fb3-651758cc9f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:29:08.757372 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a422e3b0-282d-497c-b9db-c7f59f2f7dfb req-f14c05f7-76bd-4308-9fb3-651758cc9f0b service neutron] 10.222.0.60 "GET /v2.0/networks?id=8d23c8a1-3d23-4608-9c81-f28f9aa6ed8f HTTP/1.1" status: 200 len: 916 time: 0.1598897 Nov 19 18:29:08.829040 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a422e3b0-282d-497c-b9db-c7f59f2f7dfb req-5bfda683-7ac0-4c44-af2b-c4523bdd5b0d service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0b7b0c1a-3bd5-44bf-9345-815a350044f6 HTTP/1.1" status: 200 len: 217 time: 0.0670841 Nov 19 18:29:08.830428 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a422e3b0-282d-497c-b9db-c7f59f2f7dfb req-6c604d7b-2b1b-4149-a598-df948ef53d67 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0b7b0c1a-3bd5-44bf-9345-815a350044f6 HTTP/1.1" status: 200 len: 217 time: 0.0627563 Nov 19 18:29:08.910012 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a422e3b0-282d-497c-b9db-c7f59f2f7dfb req-2ca123bc-716e-480a-975f-d1d9fb522058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:29:08.911441 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a422e3b0-282d-497c-b9db-c7f59f2f7dfb req-2ca123bc-716e-480a-975f-d1d9fb522058 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=3e5e7e16-d0fa-4b6d-91ce-2aa3cfa3e943 HTTP/1.1" status: 200 len: 855 time: 0.0751734 Nov 19 18:29:08.912773 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a422e3b0-282d-497c-b9db-c7f59f2f7dfb req-48075721-1a38-47c4-8286-d635e1e548bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:29:08.914092 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a422e3b0-282d-497c-b9db-c7f59f2f7dfb req-48075721-1a38-47c4-8286-d635e1e548bb service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3e5e7e16-d0fa-4b6d-91ce-2aa3cfa3e943 HTTP/1.1" status: 200 len: 855 time: 0.0767126 Nov 19 18:29:08.949522 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a422e3b0-282d-497c-b9db-c7f59f2f7dfb req-bbdbc74f-cc07-40ca-8ef4-238284f6366a service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=8d23c8a1-3d23-4608-9c81-f28f9aa6ed8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308337 Nov 19 18:29:08.967683 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a422e3b0-282d-497c-b9db-c7f59f2f7dfb req-2ad9abb4-2251-44c6-b54c-9caa734ba541 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8d23c8a1-3d23-4608-9c81-f28f9aa6ed8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410404 Nov 19 18:29:09.112299 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a422e3b0-282d-497c-b9db-c7f59f2f7dfb req-3e58a3e9-8818-408d-8e51-a73e7b0bc5a3 service neutron] 10.222.0.86 "GET /v2.0/networks/8d23c8a1-3d23-4608-9c81-f28f9aa6ed8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466036 Nov 19 18:29:09.115544 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a422e3b0-282d-497c-b9db-c7f59f2f7dfb req-03ed6101-4b40-4f15-ba87-c14d6ff62e7d service neutron] 10.222.0.60 "GET /v2.0/networks/8d23c8a1-3d23-4608-9c81-f28f9aa6ed8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398981 Nov 19 18:29:09.265517 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a422e3b0-282d-497c-b9db-c7f59f2f7dfb req-3206c19c-fccf-40ac-b5a8-86af73f3abb6 service neutron] 10.222.0.86 "GET /v2.0/networks/8d23c8a1-3d23-4608-9c81-f28f9aa6ed8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458590 Nov 19 18:29:09.267395 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a422e3b0-282d-497c-b9db-c7f59f2f7dfb req-02055cd5-3a06-46cb-ada8-7119b089c45a service neutron] 10.222.0.60 "GET /v2.0/networks/8d23c8a1-3d23-4608-9c81-f28f9aa6ed8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409276 Nov 19 18:29:09.592427 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b241a7ea-bc6c-4ed2-a3df-05ff7f7fe64e req-231fb663-0b11-4ca1-9956-e87a5af374e7 tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:29:09.594604 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b241a7ea-bc6c-4ed2-a3df-05ff7f7fe64e req-231fb663-0b11-4ca1-9956-e87a5af374e7 tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] 10.222.0.54 "GET /v2.0/ports?device_id=348fb4ab-2bcf-454d-aea7-44b6667a4cef HTTP/1.1" status: 200 len: 944 time: 0.0481596 Nov 19 18:29:09.640793 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b241a7ea-bc6c-4ed2-a3df-05ff7f7fe64e req-806c36e4-3b85-475e-86a7-f55ca28850f2 tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] 10.222.0.54 "GET /v2.0/security-groups?id=18732a89-0624-44ae-8988-982654ed905b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394621 Nov 19 18:29:09.752721 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device 0b7b0c1a-3bd5-44bf-9345-815a350044f6 details requested by agent hyperv_n-h2-818022-2 with host n-h2-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 18:29:09.839466 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a6ea27-9362-4983-9166-46995697b2f5 req-101541c2-58aa-4a23-9537-5900e86ab566 tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:29:09.841220 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-12a6ea27-9362-4983-9166-46995697b2f5 req-101541c2-58aa-4a23-9537-5900e86ab566 tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] 10.222.0.54 "GET /v2.0/ports?device_id=348fb4ab-2bcf-454d-aea7-44b6667a4cef HTTP/1.1" status: 200 len: 944 time: 0.0576444 Nov 19 18:29:09.854454 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa82b98a-3b46-4115-b190-90792f623215 req-a4b3a893-5461-40c0-ae54-b8a4dcd42791 tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:29:09.856001 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-fa82b98a-3b46-4115-b190-90792f623215 req-a4b3a893-5461-40c0-ae54-b8a4dcd42791 tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] 10.222.0.60 "GET /v2.0/ports?device_id=348fb4ab-2bcf-454d-aea7-44b6667a4cef&tenant_id=02f416cf4b1d4ed3bb18fef499c73724&binding%3Ahost_id=n-h2-818022-2 HTTP/1.1" status: 200 len: 944 time: 0.0567527 Nov 19 18:29:09.857495 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port 0b7b0c1a-3bd5-44bf-9345-815a350044f6, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=0b7b0c1a-3bd5-44bf-9345-815a350044f6,segment=NetworkSegment(910abf99-86b5-43bb-9350-2052d6c15b81),segment_id=910abf99-86b5-43bb-9350-2052d6c15b81)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:29:09.892994 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-12a6ea27-9362-4983-9166-46995697b2f5 req-8a98d130-799c-49ff-b20e-da279819d072 tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] 10.222.0.54 "GET /v2.0/security-groups?id=18732a89-0624-44ae-8988-982654ed905b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457816 Nov 19 18:29:09.934780 n-d-818022-2 neutron-server[103364]: INFO neutron.api.v2.resource [req-fa82b98a-3b46-4115-b190-90792f623215 req-75356193-87f2-40d1-9567-39c2e5b89ab5 service neutron] delete failed (client error): The resource could not be found. Nov 19 18:29:09.935859 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-fa82b98a-3b46-4115-b190-90792f623215 req-75356193-87f2-40d1-9567-39c2e5b89ab5 service neutron] 10.222.0.60 "DELETE /v2.0/ports/0b7b0c1a-3bd5-44bf-9345-815a350044f6/bindings/n-h1-818022-2 HTTP/1.1" status: 404 len: 380 time: 0.0731313 Nov 19 18:29:10.022171 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa82b98a-3b46-4115-b190-90792f623215 req-d0bd2d32-ef4d-4622-b49a-d0bc0194b69a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:29:10.023782 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-fa82b98a-3b46-4115-b190-90792f623215 req-d0bd2d32-ef4d-4622-b49a-d0bc0194b69a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=02f416cf4b1d4ed3bb18fef499c73724&device_id=348fb4ab-2bcf-454d-aea7-44b6667a4cef HTTP/1.1" status: 200 len: 1095 time: 0.0433819 Nov 19 18:29:10.036091 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Returning: {'device': '0b7b0c1a-3bd5-44bf-9345-815a350044f6', 'network_id': '8d23c8a1-3d23-4608-9c81-f28f9aa6ed8f', 'port_id': '0b7b0c1a-3bd5-44bf-9345-815a350044f6', 'mac_address': 'fa:16:3e:dc:2b:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e5e7e16-d0fa-4b6d-91ce-2aa3cfa3e943', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 18:29:10.073900 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:29:10.086079 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b7b0c1a-3bd5-44bf-9345-815a350044f6 {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:29:10.105043 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port 0b7b0c1a-3bd5-44bf-9345-815a350044f6, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=0b7b0c1a-3bd5-44bf-9345-815a350044f6,segment=NetworkSegment(910abf99-86b5-43bb-9350-2052d6c15b81),segment_id=910abf99-86b5-43bb-9350-2052d6c15b81)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:29:10.109726 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:29:10.116023 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa82b98a-3b46-4115-b190-90792f623215 req-aeb00c2a-d10d-4604-9ef0-077c53001a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:29:10.117517 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-fa82b98a-3b46-4115-b190-90792f623215 req-aeb00c2a-d10d-4604-9ef0-077c53001a74 service neutron] 10.222.0.60 "GET /v2.0/networks?id=8d23c8a1-3d23-4608-9c81-f28f9aa6ed8f HTTP/1.1" status: 200 len: 916 time: 0.0867224 Nov 19 18:29:10.159976 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Pushing event updated for resources: {'Port': ['ID=0b7b0c1a-3bd5-44bf-9345-815a350044f6,revision_number=8']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:29:10.166016 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-fa82b98a-3b46-4115-b190-90792f623215 req-39010017-0b5f-408e-9eb9-153e89c8ed7b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0b7b0c1a-3bd5-44bf-9345-815a350044f6 HTTP/1.1" status: 200 len: 217 time: 0.0388362 Nov 19 18:29:10.217191 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa82b98a-3b46-4115-b190-90792f623215 req-b26f74d5-3ca9-4d99-8d38-8ac92505af81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:29:10.218806 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-fa82b98a-3b46-4115-b190-90792f623215 req-b26f74d5-3ca9-4d99-8d38-8ac92505af81 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3e5e7e16-d0fa-4b6d-91ce-2aa3cfa3e943 HTTP/1.1" status: 200 len: 855 time: 0.0473175 Nov 19 18:29:10.251364 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-fa82b98a-3b46-4115-b190-90792f623215 req-11e9b6fb-4068-47b4-824c-115e49d4bdac service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8d23c8a1-3d23-4608-9c81-f28f9aa6ed8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260582 Nov 19 18:29:10.342866 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] get_ports_and_sgs() called for port_ids ['0b7b0c1a-3bd5-44bf-9345-815a350044f6'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:29:10.350248 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-fa82b98a-3b46-4115-b190-90792f623215 req-41ce085a-00f3-412a-b65f-af99f75049ef service neutron] 10.222.0.60 "GET /v2.0/networks/8d23c8a1-3d23-4608-9c81-f28f9aa6ed8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912423 Nov 19 18:29:10.442633 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-fa82b98a-3b46-4115-b190-90792f623215 req-57669217-dc1b-4f88-b2c2-d7906e023800 service neutron] 10.222.0.60 "GET /v2.0/networks/8d23c8a1-3d23-4608-9c81-f28f9aa6ed8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849161 Nov 19 18:29:11.016898 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a747a6de-08c7-4462-9731-b421fe6f9581 req-a5671d6a-43f0-4f1c-96b1-93f5f70b97a6 tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:29:11.018393 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a747a6de-08c7-4462-9731-b421fe6f9581 req-a5671d6a-43f0-4f1c-96b1-93f5f70b97a6 tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] 10.222.0.54 "GET /v2.0/ports?device_id=348fb4ab-2bcf-454d-aea7-44b6667a4cef HTTP/1.1" status: 200 len: 945 time: 0.0522597 Nov 19 18:29:11.068855 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a747a6de-08c7-4462-9731-b421fe6f9581 req-67d7b928-2e7f-4950-8365-d9acb6fcadbc tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] 10.222.0.54 "GET /v2.0/security-groups?id=18732a89-0624-44ae-8988-982654ed905b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445366 Nov 19 18:29:11.184602 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61f5b97-c56d-4e2b-be5b-54d0f70ac55a req-890d5723-24b1-446b-ab30-a6851d2aafe8 tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:29:11.186192 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c61f5b97-c56d-4e2b-be5b-54d0f70ac55a req-890d5723-24b1-446b-ab30-a6851d2aafe8 tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] 10.222.0.54 "GET /v2.0/ports?device_id=348fb4ab-2bcf-454d-aea7-44b6667a4cef HTTP/1.1" status: 200 len: 945 time: 0.0500669 Nov 19 18:29:11.234056 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c61f5b97-c56d-4e2b-be5b-54d0f70ac55a req-3d8b838b-9b85-45db-84c9-f2fe3ebf6c41 tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] 10.222.0.54 "GET /v2.0/security-groups?id=18732a89-0624-44ae-8988-982654ed905b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406272 Nov 19 18:29:11.344941 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199d6734-9ef3-4c2a-87d1-bae7877fd3c5 req-deffb31a-8b91-4ddf-af5b-d9220a9ec132 tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:29:11.346329 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-199d6734-9ef3-4c2a-87d1-bae7877fd3c5 req-deffb31a-8b91-4ddf-af5b-d9220a9ec132 tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] 10.222.0.54 "GET /v2.0/ports?device_id=348fb4ab-2bcf-454d-aea7-44b6667a4cef HTTP/1.1" status: 200 len: 945 time: 0.0477841 Nov 19 18:29:11.395559 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-199d6734-9ef3-4c2a-87d1-bae7877fd3c5 req-88167556-7715-4d1b-8ba0-03eb6a244334 tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] 10.222.0.54 "GET /v2.0/security-groups?id=18732a89-0624-44ae-8988-982654ed905b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431228 Nov 19 18:29:11.767916 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5ce410-4bab-4a26-90e5-f1b093344726 req-2da4309d-d3d0-4ac6-ada1-ecfde483f7ff tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:29:11.769445 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-fe5ce410-4bab-4a26-90e5-f1b093344726 req-2da4309d-d3d0-4ac6-ada1-ecfde483f7ff tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] 10.222.0.54 "GET /v2.0/networks?id=8d23c8a1-3d23-4608-9c81-f28f9aa6ed8f HTTP/1.1" status: 200 len: 815 time: 0.1052408 Nov 19 18:29:11.772471 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device 0b7b0c1a-3bd5-44bf-9345-815a350044f6 up at agent hyperv_n-h2-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:29:11.784422 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-fe5ce410-4bab-4a26-90e5-f1b093344726 req-d7a7397b-aca2-4b7b-8474-d729eadf293f tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] 10.222.0.54 "GET /v2.0/quotas/02f416cf4b1d4ed3bb18fef499c73724 HTTP/1.1" status: 200 len: 375 time: 0.0091403 Nov 19 18:29:11.828759 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Provisioning for port 0b7b0c1a-3bd5-44bf-9345-815a350044f6 completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 18:29:11.834083 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Provisioning complete for port 0b7b0c1a-3bd5-44bf-9345-815a350044f6 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:29:11.834447 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:29:11.841927 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-fe5ce410-4bab-4a26-90e5-f1b093344726 req-7ad0202a-1d79-47b2-9f08-3ad1253c8fc4 tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=02f416cf4b1d4ed3bb18fef499c73724&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0517714 Nov 19 18:29:11.855479 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [req-fe5ce410-4bab-4a26-90e5-f1b093344726 req-9b54b3d7-2041-4a3e-baf0-47a7e2f09256 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=103364) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 18:29:11.856983 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-fe5ce410-4bab-4a26-90e5-f1b093344726 req-9b54b3d7-2041-4a3e-baf0-47a7e2f09256 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0077591 Nov 19 18:29:11.922408 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:29:11.958172 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '348fb4ab-2bcf-454d-aea7-44b6667a4cef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b7b0c1a-3bd5-44bf-9345-815a350044f6'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:29:11.960576 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3940761bcd94e032e6960d2241bd8993c5d3a7d8dc2aca8488f3ecf1d4dd2fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09ec695b-2a60-4ccf-986f-daa8fd99a21d" -d '{"events": [{"server_uuid": "348fb4ab-2bcf-454d-aea7-44b6667a4cef", "name": "network-vif-plugged", "status": "completed", "tag": "0b7b0c1a-3bd5-44bf-9345-815a350044f6"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:29:11.961103 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-fe5ce410-4bab-4a26-90e5-f1b093344726 req-f3479d5a-1f34-4032-9c0c-436774b0dcca service neutron] 10.222.0.54 "GET /v2.0/networks/8d23c8a1-3d23-4608-9c81-f28f9aa6ed8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958328 Nov 19 18:29:11.974889 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port 0b7b0c1a-3bd5-44bf-9345-815a350044f6, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=0b7b0c1a-3bd5-44bf-9345-815a350044f6,segment=NetworkSegment(910abf99-86b5-43bb-9350-2052d6c15b81),segment_id=910abf99-86b5-43bb-9350-2052d6c15b81)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:29:11.979699 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:29:12.011502 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:29:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f940592-28c9-41f7-acf1-1284bfa832dc x-openstack-request-id: req-8f940592-28c9-41f7-acf1-1284bfa832dc {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:29:12.011861 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "348fb4ab-2bcf-454d-aea7-44b6667a4cef", "name": "network-vif-plugged", "status": "completed", "tag": "0b7b0c1a-3bd5-44bf-9345-815a350044f6", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:29:12.012052 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-8f940592-28c9-41f7-acf1-1284bfa832dc {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:29:12.012470 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '348fb4ab-2bcf-454d-aea7-44b6667a4cef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b7b0c1a-3bd5-44bf-9345-815a350044f6', 'code': 200} Nov 19 18:29:12.041502 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Pushing event updated for resources: {'Port': ['ID=0b7b0c1a-3bd5-44bf-9345-815a350044f6,revision_number=9']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:29:12.377273 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-fe5ce410-4bab-4a26-90e5-f1b093344726 req-d6bbd6a2-c449-4bd9-965c-c8041a85bba9 service neutron] 10.222.0.54 "GET /v2.0/networks/8d23c8a1-3d23-4608-9c81-f28f9aa6ed8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3981936 Nov 19 18:29:12.547775 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-bc2100be-a241-4d9f-baf1-60e20660cf27 req-5170e148-6c98-411c-8a9e-e89e32ec01df tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] 10.222.0.54 "GET /v2.0/ports?device_id=f12c1838-719d-497b-9cd0-74b2d1811ee6 HTTP/1.1" status: 200 len: 210 time: 0.0277669 Nov 19 18:29:13.084762 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2136dc4c-e217-4b9e-9948-760a0a18988b req-571ac343-dbd5-482f-a38e-eff7afad15fb tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:29:13.086244 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2136dc4c-e217-4b9e-9948-760a0a18988b req-571ac343-dbd5-482f-a38e-eff7afad15fb tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] 10.222.0.86 "GET /v2.0/ports?device_id=348fb4ab-2bcf-454d-aea7-44b6667a4cef HTTP/1.1" status: 200 len: 946 time: 0.0484281 Nov 19 18:29:13.182782 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [req-2136dc4c-e217-4b9e-9948-760a0a18988b req-fecfeaec-0407-482e-b2ca-3eb46e9fc430 tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] Deleting port 0b7b0c1a-3bd5-44bf-9345-815a350044f6 {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:29:13.183030 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-2136dc4c-e217-4b9e-9948-760a0a18988b req-fecfeaec-0407-482e-b2ca-3eb46e9fc430 tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:29:13.284687 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-2136dc4c-e217-4b9e-9948-760a0a18988b req-fecfeaec-0407-482e-b2ca-3eb46e9fc430 tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] For port 0b7b0c1a-3bd5-44bf-9345-815a350044f6, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=0b7b0c1a-3bd5-44bf-9345-815a350044f6,segment=NetworkSegment(910abf99-86b5-43bb-9350-2052d6c15b81),segment_id=910abf99-86b5-43bb-9350-2052d6c15b81)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:29:13.285046 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-2136dc4c-e217-4b9e-9948-760a0a18988b req-fecfeaec-0407-482e-b2ca-3eb46e9fc430 tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:29:13.302843 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [req-2136dc4c-e217-4b9e-9948-760a0a18988b req-fecfeaec-0407-482e-b2ca-3eb46e9fc430 tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] Calling delete_port for 0b7b0c1a-3bd5-44bf-9345-815a350044f6 owned by compute:nova {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:29:13.427604 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.86', 55046) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:29:13.435073 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-2136dc4c-e217-4b9e-9948-760a0a18988b req-fecfeaec-0407-482e-b2ca-3eb46e9fc430 tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:29:13.448161 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] get_ports_and_sgs() called for port_ids ['0b7b0c1a-3bd5-44bf-9345-815a350044f6'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:29:13.477886 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecfeaec-0407-482e-b2ca-3eb46e9fc430 tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] Pushing event deleted for resources: {'Port': ['ID=0b7b0c1a-3bd5-44bf-9345-815a350044f6,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:29:13.521922 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [req-2136dc4c-e217-4b9e-9948-760a0a18988b req-fecfeaec-0407-482e-b2ca-3eb46e9fc430 tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] No DVR routers for this DVR port 0b7b0c1a-3bd5-44bf-9345-815a350044f6 on host n-h2-818022-2 {{(pid=103364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:29:13.525025 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-2136dc4c-e217-4b9e-9948-760a0a18988b req-fecfeaec-0407-482e-b2ca-3eb46e9fc430 tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:29:13.529757 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2136dc4c-e217-4b9e-9948-760a0a18988b req-fecfeaec-0407-482e-b2ca-3eb46e9fc430 tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] 10.222.0.86 "DELETE /v2.0/ports/0b7b0c1a-3bd5-44bf-9345-815a350044f6 HTTP/1.1" status: 204 len: 173 time: 0.4369960 Nov 19 18:29:13.530283 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '348fb4ab-2bcf-454d-aea7-44b6667a4cef', 'name': 'network-vif-deleted', 'tag': '0b7b0c1a-3bd5-44bf-9345-815a350044f6'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:29:13.533131 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dd4767a008c23f8566efc82158ee1b1fff34e1a9e908d76d0b6d0ab7e350e5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70902bdb-33bc-4a4f-9e7c-c1ab40de4b83" -d '{"events": [{"server_uuid": "348fb4ab-2bcf-454d-aea7-44b6667a4cef", "name": "network-vif-deleted", "tag": "0b7b0c1a-3bd5-44bf-9345-815a350044f6"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:29:13.551819 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5ce410-4bab-4a26-90e5-f1b093344726 req-bce6acc3-ac48-4a9f-99f9-e6a591a64bfe tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:29:13.553898 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fe5ce410-4bab-4a26-90e5-f1b093344726 req-bce6acc3-ac48-4a9f-99f9-e6a591a64bfe tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] 10.222.0.86 "GET /v2.0/networks?id=8d23c8a1-3d23-4608-9c81-f28f9aa6ed8f HTTP/1.1" status: 200 len: 815 time: 0.1252763 Nov 19 18:29:13.569051 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-fe5ce410-4bab-4a26-90e5-f1b093344726 req-04ec7b67-7bdf-4cec-8675-c19ee167646c tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] Request body: {'port': {'device_id': 'f12c1838-719d-497b-9cd0-74b2d1811ee6', 'network_id': '8d23c8a1-3d23-4608-9c81-f28f9aa6ed8f', 'admin_state_up': True, 'tenant_id': '02f416cf4b1d4ed3bb18fef499c73724'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:29:13.588907 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:29:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0832ea8b-3bc8-4987-be6f-b40f36173e3b x-openstack-request-id: req-0832ea8b-3bc8-4987-be6f-b40f36173e3b {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:29:13.589311 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "348fb4ab-2bcf-454d-aea7-44b6667a4cef", "name": "network-vif-deleted", "tag": "0b7b0c1a-3bd5-44bf-9345-815a350044f6", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:29:13.589509 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-0832ea8b-3bc8-4987-be6f-b40f36173e3b {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:29:13.598283 n-d-818022-2 neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '348fb4ab-2bcf-454d-aea7-44b6667a4cef', 'name': 'network-vif-deleted', 'tag': '0b7b0c1a-3bd5-44bf-9345-815a350044f6', 'status': 'completed', 'code': 200} Nov 19 18:29:13.673193 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d6b8e90b-0de4-400e-aaa9-4114fb54a574 req-b6aceb6a-231d-43d2-9258-87b45ccaf801 tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] 10.222.0.54 "GET /v2.0/ports?device_id=f12c1838-719d-497b-9cd0-74b2d1811ee6 HTTP/1.1" status: 200 len: 210 time: 0.0387084 Nov 19 18:29:13.741197 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe5ce410-4bab-4a26-90e5-f1b093344726 req-04ec7b67-7bdf-4cec-8675-c19ee167646c tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] Made reservation on behalf of 02f416cf4b1d4ed3bb18fef499c73724 for: {'port': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:29:13.745623 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-fe5ce410-4bab-4a26-90e5-f1b093344726 req-04ec7b67-7bdf-4cec-8675-c19ee167646c tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:29:13.882726 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [req-fe5ce410-4bab-4a26-90e5-f1b093344726 req-04ec7b67-7bdf-4cec-8675-c19ee167646c tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] Allocated IP 172.20.0.10 (8d23c8a1-3d23-4608-9c81-f28f9aa6ed8f/3e5e7e16-d0fa-4b6d-91ce-2aa3cfa3e943/02a5feeb-ca2c-4a23-894d-7777f4fe8209) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:29:14.030418 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-fe5ce410-4bab-4a26-90e5-f1b093344726 req-04ec7b67-7bdf-4cec-8675-c19ee167646c tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:29:14.064197 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-fe5ce410-4bab-4a26-90e5-f1b093344726 req-04ec7b67-7bdf-4cec-8675-c19ee167646c tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:29:14.076032 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] get_ports_and_sgs() called for port_ids ['0b7b0c1a-3bd5-44bf-9345-815a350044f6'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:29:14.112943 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe5ce410-4bab-4a26-90e5-f1b093344726 req-04ec7b67-7bdf-4cec-8675-c19ee167646c tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] Network 8d23c8a1-3d23-4608-9c81-f28f9aa6ed8f is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:29:14.116221 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [req-fe5ce410-4bab-4a26-90e5-f1b093344726 req-04ec7b67-7bdf-4cec-8675-c19ee167646c tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:29:14.120095 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe5ce410-4bab-4a26-90e5-f1b093344726 req-04ec7b67-7bdf-4cec-8675-c19ee167646c tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:29:14.126464 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ec7b67-7bdf-4cec-8675-c19ee167646c tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] Pushing event updated for resources: {'Port': ['ID=02a5feeb-ca2c-4a23-894d-7777f4fe8209,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:29:14.154030 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ec7b67-7bdf-4cec-8675-c19ee167646c tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:29:14.154380 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ec7b67-7bdf-4cec-8675-c19ee167646c tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:29:14.154719 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ec7b67-7bdf-4cec-8675-c19ee167646c tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:29:14.155056 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ec7b67-7bdf-4cec-8675-c19ee167646c tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:29:14.155387 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ec7b67-7bdf-4cec-8675-c19ee167646c tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:29:14.155789 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ec7b67-7bdf-4cec-8675-c19ee167646c tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:29:14.156634 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ec7b67-7bdf-4cec-8675-c19ee167646c tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:29:14.156962 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ec7b67-7bdf-4cec-8675-c19ee167646c tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:29:14.157288 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ec7b67-7bdf-4cec-8675-c19ee167646c tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:29:14.157614 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ec7b67-7bdf-4cec-8675-c19ee167646c tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:29:14.157967 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ec7b67-7bdf-4cec-8675-c19ee167646c tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:29:14.158293 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ec7b67-7bdf-4cec-8675-c19ee167646c tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:29:14.181733 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5ce410-4bab-4a26-90e5-f1b093344726 req-04ec7b67-7bdf-4cec-8675-c19ee167646c tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:29:14.182364 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-fe5ce410-4bab-4a26-90e5-f1b093344726 req-04ec7b67-7bdf-4cec-8675-c19ee167646c tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:29:14.198793 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fe5ce410-4bab-4a26-90e5-f1b093344726 req-04ec7b67-7bdf-4cec-8675-c19ee167646c tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6339512 Nov 19 18:29:14.212213 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-fe5ce410-4bab-4a26-90e5-f1b093344726 req-931440a0-b093-4062-b0d7-990568d004e3 service neutron] Request body: {'port': {'device_id': 'f12c1838-719d-497b-9cd0-74b2d1811ee6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818022-2'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:29:14.264217 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-fe5ce410-4bab-4a26-90e5-f1b093344726 req-931440a0-b093-4062-b0d7-990568d004e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:29:14.569185 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [req-fe5ce410-4bab-4a26-90e5-f1b093344726 req-931440a0-b093-4062-b0d7-990568d004e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02a5feeb-ca2c-4a23-894d-7777f4fe8209 {{(pid=103365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:29:14.576454 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-fe5ce410-4bab-4a26-90e5-f1b093344726 req-931440a0-b093-4062-b0d7-990568d004e3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:29:14.592735 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.provisioning_blocks [req-fe5ce410-4bab-4a26-90e5-f1b093344726 req-931440a0-b093-4062-b0d7-990568d004e3 service neutron] Transition to ACTIVE for port object 02a5feeb-ca2c-4a23-894d-7777f4fe8209 will not be triggered until provisioned by entity L2. {{(pid=103365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 18:29:14.597025 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-fe5ce410-4bab-4a26-90e5-f1b093344726 req-931440a0-b093-4062-b0d7-990568d004e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:29:14.647683 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931440a0-b093-4062-b0d7-990568d004e3 service neutron] Pushing event updated for resources: {'Port': ['ID=02a5feeb-ca2c-4a23-894d-7777f4fe8209,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:29:14.713346 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-fe5ce410-4bab-4a26-90e5-f1b093344726 req-931440a0-b093-4062-b0d7-990568d004e3 service neutron] Attempting to bind port 02a5feeb-ca2c-4a23-894d-7777f4fe8209 on host n-h2-818022-2 for vnic_type normal with profile {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:29:14.713683 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-fe5ce410-4bab-4a26-90e5-f1b093344726 req-931440a0-b093-4062-b0d7-990568d004e3 service neutron] Attempting to bind port 02a5feeb-ca2c-4a23-894d-7777f4fe8209 by drivers openvswitch,hyperv on host n-h2-818022-2 at level 0 using segments [{'id': '910abf99-86b5-43bb-9350-2052d6c15b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '8d23c8a1-3d23-4608-9c81-f28f9aa6ed8f'}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:29:14.714041 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe5ce410-4bab-4a26-90e5-f1b093344726 req-931440a0-b093-4062-b0d7-990568d004e3 service neutron] Attempting to bind port 02a5feeb-ca2c-4a23-894d-7777f4fe8209 on network 8d23c8a1-3d23-4608-9c81-f28f9aa6ed8f {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:29:14.718855 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe5ce410-4bab-4a26-90e5-f1b093344726 req-931440a0-b093-4062-b0d7-990568d004e3 service neutron] Port 02a5feeb-ca2c-4a23-894d-7777f4fe8209 on network 8d23c8a1-3d23-4608-9c81-f28f9aa6ed8f not bound, no agent of type Open vSwitch agent registered on host n-h2-818022-2 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 18:29:14.719180 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe5ce410-4bab-4a26-90e5-f1b093344726 req-931440a0-b093-4062-b0d7-990568d004e3 service neutron] Attempting to bind port 02a5feeb-ca2c-4a23-894d-7777f4fe8209 on network 8d23c8a1-3d23-4608-9c81-f28f9aa6ed8f {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:29:14.723954 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe5ce410-4bab-4a26-90e5-f1b093344726 req-931440a0-b093-4062-b0d7-990568d004e3 service neutron] Checking agent: {'id': '525ad2ac-c4ae-4c63-af2e-0bf8d25d0f0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'started_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 29, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:29:14.724239 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe5ce410-4bab-4a26-90e5-f1b093344726 req-931440a0-b093-4062-b0d7-990568d004e3 service neutron] Checking segment: {'id': '910abf99-86b5-43bb-9350-2052d6c15b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '8d23c8a1-3d23-4608-9c81-f28f9aa6ed8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:29:14.724614 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe5ce410-4bab-4a26-90e5-f1b093344726 req-931440a0-b093-4062-b0d7-990568d004e3 service neutron] Bound using segment: {'id': '910abf99-86b5-43bb-9350-2052d6c15b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '8d23c8a1-3d23-4608-9c81-f28f9aa6ed8f'} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:29:14.725036 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-fe5ce410-4bab-4a26-90e5-f1b093344726 req-931440a0-b093-4062-b0d7-990568d004e3 service neutron] Bound port: 02a5feeb-ca2c-4a23-894d-7777f4fe8209, host: n-h2-818022-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '910abf99-86b5-43bb-9350-2052d6c15b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '8d23c8a1-3d23-4608-9c81-f28f9aa6ed8f'}}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:29:14.725392 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-fe5ce410-4bab-4a26-90e5-f1b093344726 req-931440a0-b093-4062-b0d7-990568d004e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:29:14.790241 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-fe5ce410-4bab-4a26-90e5-f1b093344726 req-931440a0-b093-4062-b0d7-990568d004e3 service neutron] For port 02a5feeb-ca2c-4a23-894d-7777f4fe8209, host n-h2-818022-2, cleared binding levels {{(pid=103365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:29:14.792772 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8b2cee-30d3-44ad-9216-ca2470e2cc4b req-5ef39ee0-db6f-4ae8-ba9c-e866db95cca0 tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:29:14.793733 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-fe5ce410-4bab-4a26-90e5-f1b093344726 req-931440a0-b093-4062-b0d7-990568d004e3 service neutron] For port 02a5feeb-ca2c-4a23-894d-7777f4fe8209, host n-h2-818022-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=02a5feeb-ca2c-4a23-894d-7777f4fe8209,segment=NetworkSegment(910abf99-86b5-43bb-9350-2052d6c15b81),segment_id=910abf99-86b5-43bb-9350-2052d6c15b81)] {{(pid=103365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:29:14.794458 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8b8b2cee-30d3-44ad-9216-ca2470e2cc4b req-5ef39ee0-db6f-4ae8-ba9c-e866db95cca0 tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] 10.222.0.54 "GET /v2.0/ports?device_id=f12c1838-719d-497b-9cd0-74b2d1811ee6 HTTP/1.1" status: 200 len: 944 time: 0.0486865 Nov 19 18:29:14.799547 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-fe5ce410-4bab-4a26-90e5-f1b093344726 req-931440a0-b093-4062-b0d7-990568d004e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:29:14.838897 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5ce410-4bab-4a26-90e5-f1b093344726 req-931440a0-b093-4062-b0d7-990568d004e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:29:14.839570 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-fe5ce410-4bab-4a26-90e5-f1b093344726 req-931440a0-b093-4062-b0d7-990568d004e3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:29:14.840981 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fe5ce410-4bab-4a26-90e5-f1b093344726 req-931440a0-b093-4062-b0d7-990568d004e3 service neutron] 10.222.0.86 "PUT /v2.0/ports/02a5feeb-ca2c-4a23-894d-7777f4fe8209 HTTP/1.1" status: 200 len: 1092 time: 0.6328936 Nov 19 18:29:14.841434 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f12c1838-719d-497b-9cd0-74b2d1811ee6', 'tag': '02a5feeb-ca2c-4a23-894d-7777f4fe8209'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:29:14.844315 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218319d759239a7d11f1288aef37381b97754913ee9ccbfd43b51a463f801712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0d5e229-6967-4519-a7c6-74f0403db8b2" -d '{"events": [{"name": "network-changed", "server_uuid": "f12c1838-719d-497b-9cd0-74b2d1811ee6", "tag": "02a5feeb-ca2c-4a23-894d-7777f4fe8209"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:29:14.846307 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8b8b2cee-30d3-44ad-9216-ca2470e2cc4b req-2b1cd95f-b923-4931-8367-34465f108c68 tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] 10.222.0.54 "GET /v2.0/security-groups?id=18732a89-0624-44ae-8988-982654ed905b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450239 Nov 19 18:29:14.870844 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931440a0-b093-4062-b0d7-990568d004e3 service neutron] Pushing event updated for resources: {'Port': ['ID=02a5feeb-ca2c-4a23-894d-7777f4fe8209,revision_number=3']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:29:14.900148 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 18:29:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-619e662e-6e4c-4631-9e44-c949f0d9f8d1 x-openstack-request-id: req-619e662e-6e4c-4631-9e44-c949f0d9f8d1 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:29:14.900502 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f12c1838-719d-497b-9cd0-74b2d1811ee6", "tag": "02a5feeb-ca2c-4a23-894d-7777f4fe8209", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:29:14.900737 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-619e662e-6e4c-4631-9e44-c949f0d9f8d1 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:29:14.901145 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f12c1838-719d-497b-9cd0-74b2d1811ee6', 'tag': '02a5feeb-ca2c-4a23-894d-7777f4fe8209', 'status': 'completed', 'code': 200} Nov 19 18:29:14.933653 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5ce410-4bab-4a26-90e5-f1b093344726 req-a72bbcc6-aac8-4b9f-9dea-6d735f121cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:29:14.935174 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fe5ce410-4bab-4a26-90e5-f1b093344726 req-a72bbcc6-aac8-4b9f-9dea-6d735f121cef service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=02f416cf4b1d4ed3bb18fef499c73724&device_id=f12c1838-719d-497b-9cd0-74b2d1811ee6 HTTP/1.1" status: 200 len: 1095 time: 0.0438545 Nov 19 18:29:14.977874 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fe5ce410-4bab-4a26-90e5-f1b093344726 req-e7a18790-f918-47a6-86ef-4d165b227b32 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=02a5feeb-ca2c-4a23-894d-7777f4fe8209 HTTP/1.1" status: 200 len: 217 time: 0.0336659 Nov 19 18:29:15.027244 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5ce410-4bab-4a26-90e5-f1b093344726 req-9455a0e5-a2fc-47ec-93a2-521cfa2f9e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:29:15.028686 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fe5ce410-4bab-4a26-90e5-f1b093344726 req-9455a0e5-a2fc-47ec-93a2-521cfa2f9e3e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=3e5e7e16-d0fa-4b6d-91ce-2aa3cfa3e943 HTTP/1.1" status: 200 len: 855 time: 0.0441265 Nov 19 18:29:15.063951 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fe5ce410-4bab-4a26-90e5-f1b093344726 req-f3338553-d016-4bdd-a101-fe2c46fc8c4a service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=8d23c8a1-3d23-4608-9c81-f28f9aa6ed8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279822 Nov 19 18:29:15.151594 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fe5ce410-4bab-4a26-90e5-f1b093344726 req-3c879c3b-0ef9-4e2d-ba05-c7ad0e6b80b3 service neutron] 10.222.0.86 "GET /v2.0/networks/8d23c8a1-3d23-4608-9c81-f28f9aa6ed8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802481 Nov 19 18:29:15.243554 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fe5ce410-4bab-4a26-90e5-f1b093344726 req-3890ed91-3075-47ee-9179-9e4a35314e65 service neutron] 10.222.0.86 "GET /v2.0/networks/8d23c8a1-3d23-4608-9c81-f28f9aa6ed8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847363 Nov 19 18:29:15.341964 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d5e229-6967-4519-a7c6-74f0403db8b2 req-eabadbcc-0475-4932-abf3-03da8d12d361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:29:15.343505 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c0d5e229-6967-4519-a7c6-74f0403db8b2 req-eabadbcc-0475-4932-abf3-03da8d12d361 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=02f416cf4b1d4ed3bb18fef499c73724&device_id=f12c1838-719d-497b-9cd0-74b2d1811ee6 HTTP/1.1" status: 200 len: 1095 time: 0.0417688 Nov 19 18:29:15.432440 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d5e229-6967-4519-a7c6-74f0403db8b2 req-2c0c4fb8-d95b-462f-803e-ee942081b800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:29:15.433835 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c0d5e229-6967-4519-a7c6-74f0403db8b2 req-2c0c4fb8-d95b-462f-803e-ee942081b800 service neutron] 10.222.0.86 "GET /v2.0/networks?id=8d23c8a1-3d23-4608-9c81-f28f9aa6ed8f HTTP/1.1" status: 200 len: 916 time: 0.0834701 Nov 19 18:29:15.481125 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c0d5e229-6967-4519-a7c6-74f0403db8b2 req-d35a0bbc-b627-4df6-b6f5-4687a6d28d0f service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=02a5feeb-ca2c-4a23-894d-7777f4fe8209 HTTP/1.1" status: 200 len: 217 time: 0.0391827 Nov 19 18:29:15.536120 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d5e229-6967-4519-a7c6-74f0403db8b2 req-5214f06a-7763-4692-99fa-d51e3efd2d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:29:15.537616 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c0d5e229-6967-4519-a7c6-74f0403db8b2 req-5214f06a-7763-4692-99fa-d51e3efd2d0b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=3e5e7e16-d0fa-4b6d-91ce-2aa3cfa3e943 HTTP/1.1" status: 200 len: 855 time: 0.0485239 Nov 19 18:29:15.572739 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c0d5e229-6967-4519-a7c6-74f0403db8b2 req-9e3301ac-85af-4a6c-ba51-099a4844e142 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=8d23c8a1-3d23-4608-9c81-f28f9aa6ed8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265906 Nov 19 18:29:15.673206 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c0d5e229-6967-4519-a7c6-74f0403db8b2 req-fa8a3c18-3799-4068-bbfd-19d6515b8637 service neutron] 10.222.0.86 "GET /v2.0/networks/8d23c8a1-3d23-4608-9c81-f28f9aa6ed8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924830 Nov 19 18:29:15.766212 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c0d5e229-6967-4519-a7c6-74f0403db8b2 req-17e0fea0-ed6d-46a2-80bc-5fb21740dde5 service neutron] 10.222.0.86 "GET /v2.0/networks/8d23c8a1-3d23-4608-9c81-f28f9aa6ed8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852530 Nov 19 18:29:15.974848 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a814b28f-e580-4b6d-8608-17f1499625c5 req-b64a5086-cd45-4fcb-b432-c51c82f04e4e tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:29:15.976609 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a814b28f-e580-4b6d-8608-17f1499625c5 req-b64a5086-cd45-4fcb-b432-c51c82f04e4e tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] 10.222.0.54 "GET /v2.0/ports?device_id=f12c1838-719d-497b-9cd0-74b2d1811ee6 HTTP/1.1" status: 200 len: 944 time: 0.0521073 Nov 19 18:29:16.031086 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a814b28f-e580-4b6d-8608-17f1499625c5 req-4ce0e44a-8e22-4cb2-bfa7-45acb534de35 tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] 10.222.0.54 "GET /v2.0/security-groups?id=18732a89-0624-44ae-8988-982654ed905b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481000 Nov 19 18:29:17.148348 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219d96be-f4bb-4500-929f-86dafaa80c90 req-09e250d8-eb4e-4554-9a64-0bae5f03fd80 tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:29:17.150173 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-219d96be-f4bb-4500-929f-86dafaa80c90 req-09e250d8-eb4e-4554-9a64-0bae5f03fd80 tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] 10.222.0.54 "GET /v2.0/ports?device_id=f12c1838-719d-497b-9cd0-74b2d1811ee6 HTTP/1.1" status: 200 len: 944 time: 0.0488286 Nov 19 18:29:17.202310 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-219d96be-f4bb-4500-929f-86dafaa80c90 req-3f724086-b380-40c3-acdb-ad077909e5b2 tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] 10.222.0.54 "GET /v2.0/security-groups?id=18732a89-0624-44ae-8988-982654ed905b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453432 Nov 19 18:29:17.827252 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device 02a5feeb-ca2c-4a23-894d-7777f4fe8209 details requested by agent hyperv_n-h2-818022-2 with host n-h2-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 18:29:17.830629 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device 0b7b0c1a-3bd5-44bf-9345-815a350044f6 no longer exists at agent hyperv_n-h2-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:29:17.859885 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] No Port match for: 0b7b0c1a-3bd5-44bf-9345-815a350044f6 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:29:17.860150 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device 0b7b0c1a-3bd5-44bf-9345-815a350044f6 not bound to the agent host n-h2-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:29:17.942180 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port 02a5feeb-ca2c-4a23-894d-7777f4fe8209, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=02a5feeb-ca2c-4a23-894d-7777f4fe8209,segment=NetworkSegment(910abf99-86b5-43bb-9350-2052d6c15b81),segment_id=910abf99-86b5-43bb-9350-2052d6c15b81)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:29:17.953793 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Returning: {'device': '02a5feeb-ca2c-4a23-894d-7777f4fe8209', 'network_id': '8d23c8a1-3d23-4608-9c81-f28f9aa6ed8f', 'port_id': '02a5feeb-ca2c-4a23-894d-7777f4fe8209', 'mac_address': 'fa:16:3e:3d:63:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e5e7e16-d0fa-4b6d-91ce-2aa3cfa3e943', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 18:29:17.989073 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:29:18.002536 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02a5feeb-ca2c-4a23-894d-7777f4fe8209 {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:29:18.021597 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port 02a5feeb-ca2c-4a23-894d-7777f4fe8209, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=02a5feeb-ca2c-4a23-894d-7777f4fe8209,segment=NetworkSegment(910abf99-86b5-43bb-9350-2052d6c15b81),segment_id=910abf99-86b5-43bb-9350-2052d6c15b81)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:29:18.026097 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:29:18.077767 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Pushing event updated for resources: {'Port': ['ID=02a5feeb-ca2c-4a23-894d-7777f4fe8209,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:29:18.230271 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] get_ports_and_sgs() called for port_ids ['02a5feeb-ca2c-4a23-894d-7777f4fe8209'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:29:18.320019 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8149f4e-905b-4d4f-9232-745f90a0eba6 req-1fa03f2c-6a6b-45f6-b164-3ef571c71c7d tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:29:18.321514 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c8149f4e-905b-4d4f-9232-745f90a0eba6 req-1fa03f2c-6a6b-45f6-b164-3ef571c71c7d tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] 10.222.0.54 "GET /v2.0/ports?device_id=f12c1838-719d-497b-9cd0-74b2d1811ee6 HTTP/1.1" status: 200 len: 945 time: 0.0494349 Nov 19 18:29:18.368617 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c8149f4e-905b-4d4f-9232-745f90a0eba6 req-d41cbad5-6a7a-4c5c-8899-ab0d47b6fccf tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] 10.222.0.54 "GET /v2.0/security-groups?id=18732a89-0624-44ae-8988-982654ed905b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409672 Nov 19 18:29:19.485427 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c082e237-4cd0-43a2-bd90-fb54f37cb8b3 req-7243bc80-8a0d-4014-a598-1dfd3dfd5685 tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:29:19.486947 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c082e237-4cd0-43a2-bd90-fb54f37cb8b3 req-7243bc80-8a0d-4014-a598-1dfd3dfd5685 tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] 10.222.0.54 "GET /v2.0/ports?device_id=f12c1838-719d-497b-9cd0-74b2d1811ee6 HTTP/1.1" status: 200 len: 945 time: 0.0503609 Nov 19 18:29:19.533900 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c082e237-4cd0-43a2-bd90-fb54f37cb8b3 req-f40d4d28-273a-44ea-ac5b-faaf0302692b tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] 10.222.0.54 "GET /v2.0/security-groups?id=18732a89-0624-44ae-8988-982654ed905b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408869 Nov 19 18:29:19.841691 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device 02a5feeb-ca2c-4a23-894d-7777f4fe8209 up at agent hyperv_n-h2-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:29:19.892460 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Provisioning for port 02a5feeb-ca2c-4a23-894d-7777f4fe8209 completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 18:29:19.896375 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Provisioning complete for port 02a5feeb-ca2c-4a23-894d-7777f4fe8209 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:29:19.896748 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:29:19.971079 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:29:19.993711 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f12c1838-719d-497b-9cd0-74b2d1811ee6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02a5feeb-ca2c-4a23-894d-7777f4fe8209'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:29:19.995978 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3940761bcd94e032e6960d2241bd8993c5d3a7d8dc2aca8488f3ecf1d4dd2fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36d63836-0c5c-4df7-ab89-3748c234e03a" -d '{"events": [{"server_uuid": "f12c1838-719d-497b-9cd0-74b2d1811ee6", "name": "network-vif-plugged", "status": "completed", "tag": "02a5feeb-ca2c-4a23-894d-7777f4fe8209"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:29:20.009701 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port 02a5feeb-ca2c-4a23-894d-7777f4fe8209, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=02a5feeb-ca2c-4a23-894d-7777f4fe8209,segment=NetworkSegment(910abf99-86b5-43bb-9350-2052d6c15b81),segment_id=910abf99-86b5-43bb-9350-2052d6c15b81)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:29:20.013869 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:29:20.040163 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:29:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b10e8dc1-669c-4808-a076-7993715faee0 x-openstack-request-id: req-b10e8dc1-669c-4808-a076-7993715faee0 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:29:20.040466 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f12c1838-719d-497b-9cd0-74b2d1811ee6", "name": "network-vif-plugged", "status": "completed", "tag": "02a5feeb-ca2c-4a23-894d-7777f4fe8209", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:29:20.040723 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b10e8dc1-669c-4808-a076-7993715faee0 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:29:20.041115 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f12c1838-719d-497b-9cd0-74b2d1811ee6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02a5feeb-ca2c-4a23-894d-7777f4fe8209', 'code': 200} Nov 19 18:29:20.072773 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Pushing event updated for resources: {'Port': ['ID=02a5feeb-ca2c-4a23-894d-7777f4fe8209,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:29:20.136281 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e72d35c-337d-45c2-8082-40aaa5e51bf2 req-5e3165f8-576f-4df7-946d-37d3eb5cb641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:29:20.144145 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-1e72d35c-337d-45c2-8082-40aaa5e51bf2 req-5e3165f8-576f-4df7-946d-37d3eb5cb641 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=f12c1838-719d-497b-9cd0-74b2d1811ee6 HTTP/1.1" status: 200 len: 1097 time: 0.0406709 Nov 19 18:29:20.181972 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-1e72d35c-337d-45c2-8082-40aaa5e51bf2 req-69fbbb29-ee29-4b6c-980d-347b21893b58 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=18732a89-0624-44ae-8988-982654ed905b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369918 Nov 19 18:29:20.653957 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace8743d-ea20-49ff-ab0a-5f41eb8fa158 req-469d1d79-c2fd-43e0-83ce-b3d81bcabca6 tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:29:20.655497 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ace8743d-ea20-49ff-ab0a-5f41eb8fa158 req-469d1d79-c2fd-43e0-83ce-b3d81bcabca6 tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] 10.222.0.54 "GET /v2.0/ports?device_id=f12c1838-719d-497b-9cd0-74b2d1811ee6 HTTP/1.1" status: 200 len: 946 time: 0.0529091 Nov 19 18:29:20.704228 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ace8743d-ea20-49ff-ab0a-5f41eb8fa158 req-98f5313e-37a0-4a47-aa12-242a1cad600e tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] 10.222.0.54 "GET /v2.0/security-groups?id=18732a89-0624-44ae-8988-982654ed905b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421593 Nov 19 18:29:21.826436 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee224af-dd03-4794-86e8-4afb5ec123ae req-e5fa73c9-16be-4fa0-9c59-3e77967251b6 tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:29:21.827932 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-4ee224af-dd03-4794-86e8-4afb5ec123ae req-e5fa73c9-16be-4fa0-9c59-3e77967251b6 tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] 10.222.0.54 "GET /v2.0/ports?device_id=f12c1838-719d-497b-9cd0-74b2d1811ee6 HTTP/1.1" status: 200 len: 946 time: 0.0547819 Nov 19 18:29:21.874090 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-4ee224af-dd03-4794-86e8-4afb5ec123ae req-6138c0ec-2646-49bd-907c-f3fe79aa58d5 tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] 10.222.0.54 "GET /v2.0/security-groups?id=18732a89-0624-44ae-8988-982654ed905b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402796 Nov 19 18:29:21.987680 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab67392-b296-4637-a235-fc6b2a5b26ef req-5b3434c2-51d3-4c9c-a8d5-7d1cb510607c tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:29:21.989148 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8ab67392-b296-4637-a235-fc6b2a5b26ef req-5b3434c2-51d3-4c9c-a8d5-7d1cb510607c tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] 10.222.0.54 "GET /v2.0/ports?device_id=f12c1838-719d-497b-9cd0-74b2d1811ee6 HTTP/1.1" status: 200 len: 946 time: 0.0482328 Nov 19 18:29:22.035304 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8ab67392-b296-4637-a235-fc6b2a5b26ef req-7a9edf0c-6cd2-446e-ae09-ea545ec98989 tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] 10.222.0.54 "GET /v2.0/security-groups?id=18732a89-0624-44ae-8988-982654ed905b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402017 Nov 19 18:29:22.497963 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b3f03436-f87f-4ec1-9f10-3581d439b959 req-95615fb5-d371-4a5b-a5de-61afc6c70aaa service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=f12c1838-719d-497b-9cd0-74b2d1811ee6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0444169 Nov 19 18:29:22.512250 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45eeb39-c24b-4287-90f5-17b5648d94cc req-b8b619f7-f2ff-4f38-a380-d8f8cd6f7cc6 tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:29:22.513734 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a45eeb39-c24b-4287-90f5-17b5648d94cc req-b8b619f7-f2ff-4f38-a380-d8f8cd6f7cc6 tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] 10.222.0.54 "GET /v2.0/ports?device_id=f12c1838-719d-497b-9cd0-74b2d1811ee6 HTTP/1.1" status: 200 len: 946 time: 0.0524263 Nov 19 18:29:22.564145 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a45eeb39-c24b-4287-90f5-17b5648d94cc req-8def7bb1-5f85-4a99-baf8-93a04b33720e tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] 10.222.0.54 "GET /v2.0/security-groups?id=18732a89-0624-44ae-8988-982654ed905b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441494 Nov 19 18:29:23.565258 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f03436-f87f-4ec1-9f10-3581d439b959 req-1c4ec4f9-b711-4148-83b4-3650ebad92d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:29:23.566820 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b3f03436-f87f-4ec1-9f10-3581d439b959 req-1c4ec4f9-b711-4148-83b4-3650ebad92d5 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=02f416cf4b1d4ed3bb18fef499c73724&device_id=f12c1838-719d-497b-9cd0-74b2d1811ee6 HTTP/1.1" status: 200 len: 1097 time: 0.0417895 Nov 19 18:29:23.668434 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f03436-f87f-4ec1-9f10-3581d439b959 req-eda95fd0-14f1-4809-94d0-a4ed068af7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:29:23.669926 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b3f03436-f87f-4ec1-9f10-3581d439b959 req-eda95fd0-14f1-4809-94d0-a4ed068af7bd service neutron] 10.222.0.86 "GET /v2.0/networks?id=8d23c8a1-3d23-4608-9c81-f28f9aa6ed8f HTTP/1.1" status: 200 len: 916 time: 0.0960538 Nov 19 18:29:23.679978 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece0e42a-4ba3-48ca-8eb6-20c44b9aaba8 req-44f9a150-0ec5-4398-8ff6-ef07cfac36d3 tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:29:23.681478 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ece0e42a-4ba3-48ca-8eb6-20c44b9aaba8 req-44f9a150-0ec5-4398-8ff6-ef07cfac36d3 tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] 10.222.0.54 "GET /v2.0/ports?device_id=f12c1838-719d-497b-9cd0-74b2d1811ee6 HTTP/1.1" status: 200 len: 946 time: 0.0492399 Nov 19 18:29:23.731293 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ece0e42a-4ba3-48ca-8eb6-20c44b9aaba8 req-f9b164f5-b481-4629-ad3b-16ad1e1ac692 tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] 10.222.0.54 "GET /v2.0/security-groups?id=18732a89-0624-44ae-8988-982654ed905b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437341 Nov 19 18:29:23.999507 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b3f03436-f87f-4ec1-9f10-3581d439b959 req-e44543cd-22ee-4e68-9271-757bfefb8b9a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=02a5feeb-ca2c-4a23-894d-7777f4fe8209 HTTP/1.1" status: 200 len: 217 time: 0.3216636 Nov 19 18:29:24.048554 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f03436-f87f-4ec1-9f10-3581d439b959 req-398e39ac-61f3-4cbc-8376-5ead1e672705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:29:24.050287 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b3f03436-f87f-4ec1-9f10-3581d439b959 req-398e39ac-61f3-4cbc-8376-5ead1e672705 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=3e5e7e16-d0fa-4b6d-91ce-2aa3cfa3e943 HTTP/1.1" status: 200 len: 855 time: 0.0430057 Nov 19 18:29:24.082040 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b3f03436-f87f-4ec1-9f10-3581d439b959 req-2f2b5268-0c3b-4810-8fbe-a03d48aafdeb service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=8d23c8a1-3d23-4608-9c81-f28f9aa6ed8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245531 Nov 19 18:29:24.172028 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b3f03436-f87f-4ec1-9f10-3581d439b959 req-50a98726-024f-494b-aed2-38b06cb85d5b service neutron] 10.222.0.86 "GET /v2.0/networks/8d23c8a1-3d23-4608-9c81-f28f9aa6ed8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827551 Nov 19 18:29:24.264481 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b3f03436-f87f-4ec1-9f10-3581d439b959 req-3799a19a-1c60-4ac6-b7ff-c79c358e7ec6 service neutron] 10.222.0.86 "GET /v2.0/networks/8d23c8a1-3d23-4608-9c81-f28f9aa6ed8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843160 Nov 19 18:29:24.846505 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6eb2c68-8e77-4b55-b178-92176cc7ab26 req-ab205fe5-4125-43b1-bdea-25d4bce86311 tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:29:24.847999 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a6eb2c68-8e77-4b55-b178-92176cc7ab26 req-ab205fe5-4125-43b1-bdea-25d4bce86311 tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] 10.222.0.54 "GET /v2.0/ports?device_id=f12c1838-719d-497b-9cd0-74b2d1811ee6 HTTP/1.1" status: 200 len: 946 time: 0.0479772 Nov 19 18:29:24.894455 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a6eb2c68-8e77-4b55-b178-92176cc7ab26 req-f0761065-22b0-4ed9-8b46-05fbee583739 tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] 10.222.0.54 "GET /v2.0/security-groups?id=18732a89-0624-44ae-8988-982654ed905b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404685 Nov 19 18:29:26.010269 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fcc103-7d3d-4641-a9b0-f5a0fb75edc3 req-0ee466d1-7c6d-4d51-beb0-3396c4fb7c77 tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:29:26.011757 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f1fcc103-7d3d-4641-a9b0-f5a0fb75edc3 req-0ee466d1-7c6d-4d51-beb0-3396c4fb7c77 tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] 10.222.0.54 "GET /v2.0/ports?device_id=f12c1838-719d-497b-9cd0-74b2d1811ee6 HTTP/1.1" status: 200 len: 946 time: 0.0493615 Nov 19 18:29:26.063087 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f1fcc103-7d3d-4641-a9b0-f5a0fb75edc3 req-928fa64d-afeb-4819-a7bc-f19764a4c3c5 tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] 10.222.0.54 "GET /v2.0/security-groups?id=18732a89-0624-44ae-8988-982654ed905b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448077 Nov 19 18:29:27.183619 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b38deac-cba0-4bf1-aa6f-abf0f63e5c02 req-87946a7d-1e72-4dfb-9d78-299f0c643eda tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:29:27.185728 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8b38deac-cba0-4bf1-aa6f-abf0f63e5c02 req-87946a7d-1e72-4dfb-9d78-299f0c643eda tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] 10.222.0.54 "GET /v2.0/ports?device_id=f12c1838-719d-497b-9cd0-74b2d1811ee6 HTTP/1.1" status: 200 len: 946 time: 0.0483685 Nov 19 18:29:27.232045 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8b38deac-cba0-4bf1-aa6f-abf0f63e5c02 req-87af9d2d-1e22-43ef-a8af-79e087313245 tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] 10.222.0.54 "GET /v2.0/security-groups?id=18732a89-0624-44ae-8988-982654ed905b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405867 Nov 19 18:29:28.349038 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49c13ca-4b30-4c1d-9ca4-88ac3f6d514e req-6b313c11-c02f-4ee0-9a69-2455fcccee14 tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:29:28.350563 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-e49c13ca-4b30-4c1d-9ca4-88ac3f6d514e req-6b313c11-c02f-4ee0-9a69-2455fcccee14 tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] 10.222.0.54 "GET /v2.0/ports?device_id=f12c1838-719d-497b-9cd0-74b2d1811ee6 HTTP/1.1" status: 200 len: 946 time: 0.0518858 Nov 19 18:29:28.398822 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-e49c13ca-4b30-4c1d-9ca4-88ac3f6d514e req-986d1653-6f58-46cf-8288-ce3ef91fb325 tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] 10.222.0.54 "GET /v2.0/security-groups?id=18732a89-0624-44ae-8988-982654ed905b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422623 Nov 19 18:29:29.518160 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4929343d-3d53-40ee-9e96-1efcc4f919a6 req-a307c6ff-f2e6-4536-bf46-d00e17157334 tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:29:29.519560 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4929343d-3d53-40ee-9e96-1efcc4f919a6 req-a307c6ff-f2e6-4536-bf46-d00e17157334 tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] 10.222.0.54 "GET /v2.0/ports?device_id=f12c1838-719d-497b-9cd0-74b2d1811ee6 HTTP/1.1" status: 200 len: 946 time: 0.0525289 Nov 19 18:29:29.573185 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4929343d-3d53-40ee-9e96-1efcc4f919a6 req-dc824854-fc68-42ed-8c62-d1697b8ae261 tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] 10.222.0.54 "GET /v2.0/security-groups?id=18732a89-0624-44ae-8988-982654ed905b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476947 Nov 19 18:29:29.859527 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-76cee3d6-75e7-4ae1-aaf0-de134be8b613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:29:30.695605 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a326d0b8-63cc-4816-8a75-02de505e3c1a req-63ffae37-6485-4dc9-815b-90140217646a tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:29:30.697117 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a326d0b8-63cc-4816-8a75-02de505e3c1a req-63ffae37-6485-4dc9-815b-90140217646a tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] 10.222.0.54 "GET /v2.0/ports?device_id=f12c1838-719d-497b-9cd0-74b2d1811ee6 HTTP/1.1" status: 200 len: 946 time: 0.0528612 Nov 19 18:29:30.744876 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a326d0b8-63cc-4816-8a75-02de505e3c1a req-c51da6b7-7b2b-4341-9e71-afbbb9aae64f tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] 10.222.0.54 "GET /v2.0/security-groups?id=18732a89-0624-44ae-8988-982654ed905b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416920 Nov 19 18:29:31.863326 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84cad14-f913-479d-a2a0-d5cd09303816 req-70024e0a-9269-45c8-ba84-8e163146f13c tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:29:31.865012 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f84cad14-f913-479d-a2a0-d5cd09303816 req-70024e0a-9269-45c8-ba84-8e163146f13c tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] 10.222.0.54 "GET /v2.0/ports?device_id=f12c1838-719d-497b-9cd0-74b2d1811ee6 HTTP/1.1" status: 200 len: 946 time: 0.0506482 Nov 19 18:29:31.914339 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f84cad14-f913-479d-a2a0-d5cd09303816 req-9d3b3b0b-6a2c-4b7b-98d3-538292a9c9b9 tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] 10.222.0.54 "GET /v2.0/security-groups?id=18732a89-0624-44ae-8988-982654ed905b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434954 Nov 19 18:29:32.048760 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8e81b0c2-be88-4040-a1b4-3d4969eff369 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:29:33.032969 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4738d965-c71b-47bd-a282-926c0f2005fe req-544babf9-9bfb-427c-ae4f-9e0f1cb04d11 tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:29:33.034501 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-4738d965-c71b-47bd-a282-926c0f2005fe req-544babf9-9bfb-427c-ae4f-9e0f1cb04d11 tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] 10.222.0.54 "GET /v2.0/ports?device_id=f12c1838-719d-497b-9cd0-74b2d1811ee6 HTTP/1.1" status: 200 len: 946 time: 0.0529828 Nov 19 18:29:33.083355 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-4738d965-c71b-47bd-a282-926c0f2005fe req-c0b4c79c-0ae2-436e-83be-04973a1d718e tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] 10.222.0.54 "GET /v2.0/security-groups?id=18732a89-0624-44ae-8988-982654ed905b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427248 Nov 19 18:29:33.315615 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e46ecc5a-dc14-4744-b262-3072ff2e958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:29:34.116552 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:29:34.170512 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:29:34.202010 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c4c2b8-0d04-4e5a-a210-3310320d71e4 req-1b7a05b5-1741-409d-a637-0c4924809138 tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:29:34.203656 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-24c4c2b8-0d04-4e5a-a210-3310320d71e4 req-1b7a05b5-1741-409d-a637-0c4924809138 tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] 10.222.0.54 "GET /v2.0/ports?device_id=f12c1838-719d-497b-9cd0-74b2d1811ee6 HTTP/1.1" status: 200 len: 946 time: 0.0502970 Nov 19 18:29:34.255811 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-24c4c2b8-0d04-4e5a-a210-3310320d71e4 req-81545fa1-83b9-465b-ad82-7b371bee78ae tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] 10.222.0.54 "GET /v2.0/security-groups?id=18732a89-0624-44ae-8988-982654ed905b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458548 Nov 19 18:29:34.405291 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.agents_db [None req-619e5c26-d9ed-4321-86eb-7d443bb9dfa2 None None] Agent healthcheck: found 7 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 18:29:34.906820 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e013d7e6-5264-4dcc-9759-54f5fb809e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:29:35.251138 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:29:35.373599 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2364cfbc-76a0-4f1c-9c60-f614d1d1f6bc req-1ef7c809-6b0f-47c3-b75c-8f11036b2aff tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:29:35.375657 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2364cfbc-76a0-4f1c-9c60-f614d1d1f6bc req-1ef7c809-6b0f-47c3-b75c-8f11036b2aff tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] 10.222.0.54 "GET /v2.0/ports?device_id=f12c1838-719d-497b-9cd0-74b2d1811ee6 HTTP/1.1" status: 200 len: 946 time: 0.0493429 Nov 19 18:29:35.423146 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2364cfbc-76a0-4f1c-9c60-f614d1d1f6bc req-daf47460-0195-4d58-9e45-2210ae1c240d tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] 10.222.0.54 "GET /v2.0/security-groups?id=18732a89-0624-44ae-8988-982654ed905b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415432 Nov 19 18:29:36.540524 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ca4d4b-5de6-40f9-b99e-0bbfdfe28ea0 req-548399ff-70c8-4f01-bb29-cda99765223a tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:29:36.542045 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e4ca4d4b-5de6-40f9-b99e-0bbfdfe28ea0 req-548399ff-70c8-4f01-bb29-cda99765223a tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] 10.222.0.54 "GET /v2.0/ports?device_id=f12c1838-719d-497b-9cd0-74b2d1811ee6 HTTP/1.1" status: 200 len: 946 time: 0.0488565 Nov 19 18:29:36.592218 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e4ca4d4b-5de6-40f9-b99e-0bbfdfe28ea0 req-5abf0d91-f947-4d1e-8125-e80ddf0e6934 tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] 10.222.0.54 "GET /v2.0/security-groups?id=18732a89-0624-44ae-8988-982654ed905b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413959 Nov 19 18:29:37.711797 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264fab4f-3d81-4b2c-8d0a-f4a268af7f76 req-5ee703db-ac90-4a63-ab4a-0a242da39303 tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:29:37.713278 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-264fab4f-3d81-4b2c-8d0a-f4a268af7f76 req-5ee703db-ac90-4a63-ab4a-0a242da39303 tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] 10.222.0.54 "GET /v2.0/ports?device_id=f12c1838-719d-497b-9cd0-74b2d1811ee6 HTTP/1.1" status: 200 len: 946 time: 0.0486193 Nov 19 18:29:37.764177 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-264fab4f-3d81-4b2c-8d0a-f4a268af7f76 req-adc98f22-3121-4e44-8f46-7c4503eae73d tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] 10.222.0.54 "GET /v2.0/security-groups?id=18732a89-0624-44ae-8988-982654ed905b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443931 Nov 19 18:29:38.881920 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a527dcc-5e31-40a8-852f-5bc9191e8935 req-ac53fbac-398d-4b50-976d-7eaad4933fa8 tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:29:38.883321 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0a527dcc-5e31-40a8-852f-5bc9191e8935 req-ac53fbac-398d-4b50-976d-7eaad4933fa8 tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] 10.222.0.54 "GET /v2.0/ports?device_id=f12c1838-719d-497b-9cd0-74b2d1811ee6 HTTP/1.1" status: 200 len: 946 time: 0.0504844 Nov 19 18:29:38.932517 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0a527dcc-5e31-40a8-852f-5bc9191e8935 req-29043fc9-4fda-4701-933a-9b6fb0ccd106 tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] 10.222.0.54 "GET /v2.0/security-groups?id=18732a89-0624-44ae-8988-982654ed905b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432420 Nov 19 18:29:40.047715 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a152101a-185c-4a8e-830d-f709cf18d624 req-c5be6422-623a-4c15-99de-85516a93b992 tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:29:40.049445 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a152101a-185c-4a8e-830d-f709cf18d624 req-c5be6422-623a-4c15-99de-85516a93b992 tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] 10.222.0.54 "GET /v2.0/ports?device_id=f12c1838-719d-497b-9cd0-74b2d1811ee6 HTTP/1.1" status: 200 len: 946 time: 0.0499790 Nov 19 18:29:40.098266 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a152101a-185c-4a8e-830d-f709cf18d624 req-8f527a78-0270-4b75-9972-11d6cbbea2c7 tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] 10.222.0.54 "GET /v2.0/security-groups?id=18732a89-0624-44ae-8988-982654ed905b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427351 Nov 19 18:29:41.229645 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3f7790-fe52-4a38-8c24-581a5f37ff8b req-445b9fd5-32b4-43b8-a2eb-62fde07fa70b tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:29:41.231348 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8b3f7790-fe52-4a38-8c24-581a5f37ff8b req-445b9fd5-32b4-43b8-a2eb-62fde07fa70b tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] 10.222.0.54 "GET /v2.0/ports?device_id=f12c1838-719d-497b-9cd0-74b2d1811ee6 HTTP/1.1" status: 200 len: 946 time: 0.0552919 Nov 19 18:29:41.279948 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8b3f7790-fe52-4a38-8c24-581a5f37ff8b req-37c09515-eac5-4429-a2ae-996c45bd6c0c tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] 10.222.0.54 "GET /v2.0/security-groups?id=18732a89-0624-44ae-8988-982654ed905b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426385 Nov 19 18:29:42.395820 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba44fb15-265f-42a8-8a8e-d731d9715c76 req-c1094933-1131-433e-ae38-d95e2422d5c2 tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:29:42.397315 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ba44fb15-265f-42a8-8a8e-d731d9715c76 req-c1094933-1131-433e-ae38-d95e2422d5c2 tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] 10.222.0.54 "GET /v2.0/ports?device_id=f12c1838-719d-497b-9cd0-74b2d1811ee6 HTTP/1.1" status: 200 len: 946 time: 0.0481894 Nov 19 18:29:42.445965 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ba44fb15-265f-42a8-8a8e-d731d9715c76 req-57d1e1fa-9418-4487-ae40-9f1751991519 tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] 10.222.0.54 "GET /v2.0/security-groups?id=18732a89-0624-44ae-8988-982654ed905b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420382 Nov 19 18:29:43.631275 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffffcb65-d951-492a-ac1d-f70bcc7407d0 req-0b4853d4-006a-4b96-9a19-49237495b162 tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:29:43.632769 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ffffcb65-d951-492a-ac1d-f70bcc7407d0 req-0b4853d4-006a-4b96-9a19-49237495b162 tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] 10.222.0.54 "GET /v2.0/ports?device_id=f12c1838-719d-497b-9cd0-74b2d1811ee6 HTTP/1.1" status: 200 len: 946 time: 0.1104288 Nov 19 18:29:43.687327 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ffffcb65-d951-492a-ac1d-f70bcc7407d0 req-86f6d1f5-2724-4e24-911a-1a2bd4babee0 tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] 10.222.0.54 "GET /v2.0/security-groups?id=18732a89-0624-44ae-8988-982654ed905b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453241 Nov 19 18:29:44.868072 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f2d1e6-fdc2-44cb-a709-9db3f4802445 req-1a87c840-9120-4b09-8b39-533822075f3b tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:29:44.869482 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-83f2d1e6-fdc2-44cb-a709-9db3f4802445 req-1a87c840-9120-4b09-8b39-533822075f3b tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] 10.222.0.54 "GET /v2.0/ports?device_id=f12c1838-719d-497b-9cd0-74b2d1811ee6 HTTP/1.1" status: 200 len: 946 time: 0.1107600 Nov 19 18:29:44.917694 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-83f2d1e6-fdc2-44cb-a709-9db3f4802445 req-becb531e-006c-4966-ac6a-d77b76cdb42a tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] 10.222.0.54 "GET /v2.0/security-groups?id=18732a89-0624-44ae-8988-982654ed905b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413792 Nov 19 18:29:46.039972 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d983f98d-8c0f-4440-a7f8-60a56292cc59 req-b2d44fba-48f4-4841-91a1-304ed9050769 tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:29:46.041781 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d983f98d-8c0f-4440-a7f8-60a56292cc59 req-b2d44fba-48f4-4841-91a1-304ed9050769 tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] 10.222.0.54 "GET /v2.0/ports?device_id=f12c1838-719d-497b-9cd0-74b2d1811ee6 HTTP/1.1" status: 200 len: 946 time: 0.0535095 Nov 19 18:29:46.093042 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d983f98d-8c0f-4440-a7f8-60a56292cc59 req-be83cced-4f2a-4706-9efc-37385f7a5a8c tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] 10.222.0.54 "GET /v2.0/security-groups?id=18732a89-0624-44ae-8988-982654ed905b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448797 Nov 19 18:29:47.210684 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f6f3d9-628f-489d-b1ff-8133a21254bb req-84cbbcbf-78e3-4236-b434-6ec19af363cf tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:29:47.212193 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d2f6f3d9-628f-489d-b1ff-8133a21254bb req-84cbbcbf-78e3-4236-b434-6ec19af363cf tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] 10.222.0.54 "GET /v2.0/ports?device_id=f12c1838-719d-497b-9cd0-74b2d1811ee6 HTTP/1.1" status: 200 len: 946 time: 0.0502889 Nov 19 18:29:47.259988 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d2f6f3d9-628f-489d-b1ff-8133a21254bb req-16901155-bfd4-41ac-aa9d-b945390adfed tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] 10.222.0.54 "GET /v2.0/security-groups?id=18732a89-0624-44ae-8988-982654ed905b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418854 Nov 19 18:29:48.375732 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5c8041-fb7c-405a-a58f-8c166a21026b req-84191876-93e5-4d56-a7a2-b7a79b024342 tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:29:48.377200 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-1d5c8041-fb7c-405a-a58f-8c166a21026b req-84191876-93e5-4d56-a7a2-b7a79b024342 tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] 10.222.0.54 "GET /v2.0/ports?device_id=f12c1838-719d-497b-9cd0-74b2d1811ee6 HTTP/1.1" status: 200 len: 946 time: 0.0491853 Nov 19 18:29:48.435757 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-1d5c8041-fb7c-405a-a58f-8c166a21026b req-b34494e4-4f5d-4652-8d91-d4d3c0e8a528 tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] 10.222.0.54 "GET /v2.0/security-groups?id=18732a89-0624-44ae-8988-982654ed905b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525901 Nov 19 18:29:49.559959 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13875f69-26f3-4d6b-9280-69fdb51d6ad2 req-b4c05d55-de9f-4595-8072-edb191226779 tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:29:49.561390 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-13875f69-26f3-4d6b-9280-69fdb51d6ad2 req-b4c05d55-de9f-4595-8072-edb191226779 tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] 10.222.0.54 "GET /v2.0/ports?device_id=f12c1838-719d-497b-9cd0-74b2d1811ee6 HTTP/1.1" status: 200 len: 946 time: 0.0542073 Nov 19 18:29:49.611281 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-13875f69-26f3-4d6b-9280-69fdb51d6ad2 req-eebe350a-d8dc-437d-893e-8b2ec20e13a4 tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] 10.222.0.54 "GET /v2.0/security-groups?id=18732a89-0624-44ae-8988-982654ed905b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438745 Nov 19 18:29:50.727889 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1e5e87-8c48-4245-b941-b4d25b3a5327 req-c6cea77c-1f59-46de-8fb3-90a3e46f1bc9 tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:29:50.730121 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6f1e5e87-8c48-4245-b941-b4d25b3a5327 req-c6cea77c-1f59-46de-8fb3-90a3e46f1bc9 tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] 10.222.0.54 "GET /v2.0/ports?device_id=f12c1838-719d-497b-9cd0-74b2d1811ee6 HTTP/1.1" status: 200 len: 946 time: 0.0501578 Nov 19 18:29:50.783290 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6f1e5e87-8c48-4245-b941-b4d25b3a5327 req-9211ddea-b19f-4ad3-8306-c8d6d4e822d7 tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] 10.222.0.54 "GET /v2.0/security-groups?id=18732a89-0624-44ae-8988-982654ed905b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467534 Nov 19 18:29:51.023122 n-d-818022-2 neutron-server[103365]: INFO neutron.api.v2.resource [req-b3f03436-f87f-4ec1-9f10-3581d439b959 req-13d9e96b-317a-48d6-872e-391df5d2a1c5 service neutron] show failed (client error): The resource could not be found. Nov 19 18:29:51.024138 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b3f03436-f87f-4ec1-9f10-3581d439b959 req-13d9e96b-317a-48d6-872e-391df5d2a1c5 service neutron] 10.222.0.86 "GET /v2.0/ports/02a5feeb-ca2c-4a23-894d-7777f4fe8209/bindings/n-h1-818022-2 HTTP/1.1" status: 404 len: 380 time: 0.0541921 Nov 19 18:29:51.273769 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f03436-f87f-4ec1-9f10-3581d439b959 req-524ed430-7ba5-4c33-8f02-c4610ddbe21b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:29:51.275250 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b3f03436-f87f-4ec1-9f10-3581d439b959 req-524ed430-7ba5-4c33-8f02-c4610ddbe21b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f12c1838-719d-497b-9cd0-74b2d1811ee6&tenant_id=02f416cf4b1d4ed3bb18fef499c73724 HTTP/1.1" status: 200 len: 1097 time: 0.0898392 Nov 19 18:29:51.287582 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-b3f03436-f87f-4ec1-9f10-3581d439b959 req-2b988885-b12a-4638-be84-920933057164 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-818022-2', 'device_owner': 'compute:nova'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:29:51.338638 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-b3f03436-f87f-4ec1-9f10-3581d439b959 req-2b988885-b12a-4638-be84-920933057164 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:29:51.539569 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-b3f03436-f87f-4ec1-9f10-3581d439b959 req-2b988885-b12a-4638-be84-920933057164 service neutron] For port 02a5feeb-ca2c-4a23-894d-7777f4fe8209, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=02a5feeb-ca2c-4a23-894d-7777f4fe8209,segment=NetworkSegment(910abf99-86b5-43bb-9350-2052d6c15b81),segment_id=910abf99-86b5-43bb-9350-2052d6c15b81)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:29:51.571289 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-b3f03436-f87f-4ec1-9f10-3581d439b959 req-2b988885-b12a-4638-be84-920933057164 service neutron] For port 02a5feeb-ca2c-4a23-894d-7777f4fe8209, host n-h2-818022-2, cleared binding levels {{(pid=103364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:29:51.611690 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f12c1838-719d-497b-9cd0-74b2d1811ee6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '02a5feeb-ca2c-4a23-894d-7777f4fe8209'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:29:51.614032 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dd4767a008c23f8566efc82158ee1b1fff34e1a9e908d76d0b6d0ab7e350e5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82c66c6c-da7c-4b21-a5ff-32bbda3a4203" -d '{"events": [{"server_uuid": "f12c1838-719d-497b-9cd0-74b2d1811ee6", "name": "network-vif-unplugged", "status": "completed", "tag": "02a5feeb-ca2c-4a23-894d-7777f4fe8209"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:29:51.617857 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-b3f03436-f87f-4ec1-9f10-3581d439b959 req-2b988885-b12a-4638-be84-920933057164 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:29:51.630366 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.provisioning_blocks [req-b3f03436-f87f-4ec1-9f10-3581d439b959 req-2b988885-b12a-4638-be84-920933057164 service neutron] Transition to ACTIVE for port object 02a5feeb-ca2c-4a23-894d-7777f4fe8209 will not be triggered until provisioned by entity L2. {{(pid=103364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 18:29:51.633993 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-b3f03436-f87f-4ec1-9f10-3581d439b959 req-2b988885-b12a-4638-be84-920933057164 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:29:51.696264 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b988885-b12a-4638-be84-920933057164 service neutron] Pushing event updated for resources: {'Port': ['ID=02a5feeb-ca2c-4a23-894d-7777f4fe8209,revision_number=6']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:29:51.698694 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3f03436-f87f-4ec1-9f10-3581d439b959 req-2b988885-b12a-4638-be84-920933057164 service neutron] No DVR routers for this DVR port 02a5feeb-ca2c-4a23-894d-7777f4fe8209 on host n-h2-818022-2 {{(pid=103364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:29:51.740002 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 18:29:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7afca91-c9b7-4966-8a0a-8c0f3435e034 x-openstack-request-id: req-f7afca91-c9b7-4966-8a0a-8c0f3435e034 {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:29:51.740416 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f12c1838-719d-497b-9cd0-74b2d1811ee6", "name": "network-vif-unplugged", "status": "completed", "tag": "02a5feeb-ca2c-4a23-894d-7777f4fe8209", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:29:51.740757 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f7afca91-c9b7-4966-8a0a-8c0f3435e034 {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:29:51.741232 n-d-818022-2 neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f12c1838-719d-497b-9cd0-74b2d1811ee6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '02a5feeb-ca2c-4a23-894d-7777f4fe8209', 'code': 200} Nov 19 18:29:51.743956 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-b3f03436-f87f-4ec1-9f10-3581d439b959 req-2b988885-b12a-4638-be84-920933057164 service neutron] Attempting to bind port 02a5feeb-ca2c-4a23-894d-7777f4fe8209 on host n-h1-818022-2 for vnic_type normal with profile {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:29:51.744281 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-b3f03436-f87f-4ec1-9f10-3581d439b959 req-2b988885-b12a-4638-be84-920933057164 service neutron] Attempting to bind port 02a5feeb-ca2c-4a23-894d-7777f4fe8209 by drivers openvswitch,hyperv on host n-h1-818022-2 at level 0 using segments [{'id': '910abf99-86b5-43bb-9350-2052d6c15b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '8d23c8a1-3d23-4608-9c81-f28f9aa6ed8f'}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:29:51.744605 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3f03436-f87f-4ec1-9f10-3581d439b959 req-2b988885-b12a-4638-be84-920933057164 service neutron] Attempting to bind port 02a5feeb-ca2c-4a23-894d-7777f4fe8209 on network 8d23c8a1-3d23-4608-9c81-f28f9aa6ed8f {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:29:51.749064 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3f03436-f87f-4ec1-9f10-3581d439b959 req-2b988885-b12a-4638-be84-920933057164 service neutron] Port 02a5feeb-ca2c-4a23-894d-7777f4fe8209 on network 8d23c8a1-3d23-4608-9c81-f28f9aa6ed8f not bound, no agent of type Open vSwitch agent registered on host n-h1-818022-2 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 18:29:51.749382 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3f03436-f87f-4ec1-9f10-3581d439b959 req-2b988885-b12a-4638-be84-920933057164 service neutron] Attempting to bind port 02a5feeb-ca2c-4a23-894d-7777f4fe8209 on network 8d23c8a1-3d23-4608-9c81-f28f9aa6ed8f {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:29:51.754632 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3f03436-f87f-4ec1-9f10-3581d439b959 req-2b988885-b12a-4638-be84-920933057164 service neutron] Checking agent: {'id': 'a6668d96-12fa-4ec0-99ad-77eaf490dd2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'started_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 29, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:29:51.754960 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3f03436-f87f-4ec1-9f10-3581d439b959 req-2b988885-b12a-4638-be84-920933057164 service neutron] Checking segment: {'id': '910abf99-86b5-43bb-9350-2052d6c15b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '8d23c8a1-3d23-4608-9c81-f28f9aa6ed8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:29:51.755338 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3f03436-f87f-4ec1-9f10-3581d439b959 req-2b988885-b12a-4638-be84-920933057164 service neutron] Bound using segment: {'id': '910abf99-86b5-43bb-9350-2052d6c15b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '8d23c8a1-3d23-4608-9c81-f28f9aa6ed8f'} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:29:51.755751 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-b3f03436-f87f-4ec1-9f10-3581d439b959 req-2b988885-b12a-4638-be84-920933057164 service neutron] Bound port: 02a5feeb-ca2c-4a23-894d-7777f4fe8209, host: n-h1-818022-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '910abf99-86b5-43bb-9350-2052d6c15b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '8d23c8a1-3d23-4608-9c81-f28f9aa6ed8f'}}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:29:51.756098 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-b3f03436-f87f-4ec1-9f10-3581d439b959 req-2b988885-b12a-4638-be84-920933057164 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:29:51.817973 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-b3f03436-f87f-4ec1-9f10-3581d439b959 req-2b988885-b12a-4638-be84-920933057164 service neutron] For port 02a5feeb-ca2c-4a23-894d-7777f4fe8209, host n-h1-818022-2, cleared binding levels {{(pid=103364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:29:51.821450 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-b3f03436-f87f-4ec1-9f10-3581d439b959 req-2b988885-b12a-4638-be84-920933057164 service neutron] For port 02a5feeb-ca2c-4a23-894d-7777f4fe8209, host n-h1-818022-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=02a5feeb-ca2c-4a23-894d-7777f4fe8209,segment=NetworkSegment(910abf99-86b5-43bb-9350-2052d6c15b81),segment_id=910abf99-86b5-43bb-9350-2052d6c15b81)] {{(pid=103364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:29:51.825996 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-b3f03436-f87f-4ec1-9f10-3581d439b959 req-2b988885-b12a-4638-be84-920933057164 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:29:51.859236 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f03436-f87f-4ec1-9f10-3581d439b959 req-2b988885-b12a-4638-be84-920933057164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:29:51.859982 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-b3f03436-f87f-4ec1-9f10-3581d439b959 req-2b988885-b12a-4638-be84-920933057164 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:29:51.861518 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b3f03436-f87f-4ec1-9f10-3581d439b959 req-2b988885-b12a-4638-be84-920933057164 service neutron] 10.222.0.60 "PUT /v2.0/ports/02a5feeb-ca2c-4a23-894d-7777f4fe8209 HTTP/1.1" status: 200 len: 1092 time: 0.5777674 Nov 19 18:29:51.899285 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b988885-b12a-4638-be84-920933057164 service neutron] Pushing event updated for resources: {'Port': ['ID=02a5feeb-ca2c-4a23-894d-7777f4fe8209,revision_number=7']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:29:51.907459 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de68447a-6160-4b1c-8a92-9639d8a0bfe0 req-33e42098-4a8a-463d-8db1-e05d6f20d63e tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:29:51.908966 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-de68447a-6160-4b1c-8a92-9639d8a0bfe0 req-33e42098-4a8a-463d-8db1-e05d6f20d63e tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] 10.222.0.54 "GET /v2.0/ports?device_id=f12c1838-719d-497b-9cd0-74b2d1811ee6 HTTP/1.1" status: 200 len: 944 time: 0.0546925 Nov 19 18:29:51.931678 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f03436-f87f-4ec1-9f10-3581d439b959 req-d061d73f-b8da-4a2b-8692-c2a3ff39a81d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:29:51.933202 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b3f03436-f87f-4ec1-9f10-3581d439b959 req-d061d73f-b8da-4a2b-8692-c2a3ff39a81d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=02f416cf4b1d4ed3bb18fef499c73724&device_id=f12c1838-719d-497b-9cd0-74b2d1811ee6 HTTP/1.1" status: 200 len: 1095 time: 0.0488167 Nov 19 18:29:51.958167 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-de68447a-6160-4b1c-8a92-9639d8a0bfe0 req-53e94148-da54-4538-91c8-b5ddf9a42721 tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] 10.222.0.54 "GET /v2.0/security-groups?id=18732a89-0624-44ae-8988-982654ed905b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431271 Nov 19 18:29:52.027678 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f03436-f87f-4ec1-9f10-3581d439b959 req-bc943ed8-4bfd-4791-922f-71a10a452dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:29:52.029150 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b3f03436-f87f-4ec1-9f10-3581d439b959 req-bc943ed8-4bfd-4791-922f-71a10a452dfc service neutron] 10.222.0.60 "GET /v2.0/networks?id=8d23c8a1-3d23-4608-9c81-f28f9aa6ed8f HTTP/1.1" status: 200 len: 916 time: 0.0892653 Nov 19 18:29:52.077044 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b3f03436-f87f-4ec1-9f10-3581d439b959 req-f485cdb8-8e64-4d52-9d49-15645fc3bef7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=02a5feeb-ca2c-4a23-894d-7777f4fe8209 HTTP/1.1" status: 200 len: 217 time: 0.0406518 Nov 19 18:29:52.131192 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f03436-f87f-4ec1-9f10-3581d439b959 req-65971a5d-8409-4f7b-9527-3f88b616589a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:29:52.132684 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b3f03436-f87f-4ec1-9f10-3581d439b959 req-65971a5d-8409-4f7b-9527-3f88b616589a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3e5e7e16-d0fa-4b6d-91ce-2aa3cfa3e943 HTTP/1.1" status: 200 len: 855 time: 0.0485768 Nov 19 18:29:52.163387 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b3f03436-f87f-4ec1-9f10-3581d439b959 req-157d1799-7ddd-40d3-b34f-7808fc3f340f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8d23c8a1-3d23-4608-9c81-f28f9aa6ed8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237932 Nov 19 18:29:52.250554 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b3f03436-f87f-4ec1-9f10-3581d439b959 req-2cc13170-82d2-4302-8b36-bc17e2303da8 service neutron] 10.222.0.60 "GET /v2.0/networks/8d23c8a1-3d23-4608-9c81-f28f9aa6ed8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796342 Nov 19 18:29:52.341432 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b3f03436-f87f-4ec1-9f10-3581d439b959 req-750b33e1-3e9c-453b-8968-2de940ec5cb2 service neutron] 10.222.0.60 "GET /v2.0/networks/8d23c8a1-3d23-4608-9c81-f28f9aa6ed8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844378 Nov 19 18:29:53.077276 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438f7731-bd04-4b6b-af70-531a65e61786 req-c51e1e6b-0ef7-4bba-b5a4-0abb6a57b5f5 tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:29:53.080110 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-438f7731-bd04-4b6b-af70-531a65e61786 req-c51e1e6b-0ef7-4bba-b5a4-0abb6a57b5f5 tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] 10.222.0.54 "GET /v2.0/ports?device_id=f12c1838-719d-497b-9cd0-74b2d1811ee6 HTTP/1.1" status: 200 len: 944 time: 0.0504076 Nov 19 18:29:53.127690 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-438f7731-bd04-4b6b-af70-531a65e61786 req-ef56f558-1601-4e43-8bb5-011aeeaa239c tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] 10.222.0.54 "GET /v2.0/security-groups?id=18732a89-0624-44ae-8988-982654ed905b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413871 Nov 19 18:29:53.742220 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f12c1838-719d-497b-9cd0-74b2d1811ee6', 'tag': '02a5feeb-ca2c-4a23-894d-7777f4fe8209'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:29:53.744592 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dd4767a008c23f8566efc82158ee1b1fff34e1a9e908d76d0b6d0ab7e350e5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da65696d-162c-43d4-886d-da91e335d262" -d '{"events": [{"name": "network-changed", "server_uuid": "f12c1838-719d-497b-9cd0-74b2d1811ee6", "tag": "02a5feeb-ca2c-4a23-894d-7777f4fe8209"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:29:53.798937 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 18:29:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6bbb04e-6e2d-40a6-a7c7-b35211eb3421 x-openstack-request-id: req-c6bbb04e-6e2d-40a6-a7c7-b35211eb3421 {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:29:53.799243 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f12c1838-719d-497b-9cd0-74b2d1811ee6", "tag": "02a5feeb-ca2c-4a23-894d-7777f4fe8209", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:29:53.799755 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c6bbb04e-6e2d-40a6-a7c7-b35211eb3421 {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:29:53.800169 n-d-818022-2 neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f12c1838-719d-497b-9cd0-74b2d1811ee6', 'tag': '02a5feeb-ca2c-4a23-894d-7777f4fe8209', 'status': 'completed', 'code': 200} Nov 19 18:29:53.863713 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da65696d-162c-43d4-886d-da91e335d262 req-8f16b93a-9d7b-4bcd-a686-294095617718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:29:53.865126 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-da65696d-162c-43d4-886d-da91e335d262 req-8f16b93a-9d7b-4bcd-a686-294095617718 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=02f416cf4b1d4ed3bb18fef499c73724&device_id=f12c1838-719d-497b-9cd0-74b2d1811ee6 HTTP/1.1" status: 200 len: 1095 time: 0.0424690 Nov 19 18:29:53.878148 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da65696d-162c-43d4-886d-da91e335d262 req-8fd6131a-271b-49b6-a30f-20709a802715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:29:53.879654 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-da65696d-162c-43d4-886d-da91e335d262 req-8fd6131a-271b-49b6-a30f-20709a802715 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=02f416cf4b1d4ed3bb18fef499c73724&device_id=f12c1838-719d-497b-9cd0-74b2d1811ee6 HTTP/1.1" status: 200 len: 1095 time: 0.0427675 Nov 19 18:29:53.958943 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da65696d-162c-43d4-886d-da91e335d262 req-63a9ce46-9834-434b-b45e-767f07ebeeab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:29:53.960593 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-da65696d-162c-43d4-886d-da91e335d262 req-63a9ce46-9834-434b-b45e-767f07ebeeab service neutron] 10.222.0.60 "GET /v2.0/networks?id=8d23c8a1-3d23-4608-9c81-f28f9aa6ed8f HTTP/1.1" status: 200 len: 916 time: 0.0885828 Nov 19 18:29:53.966961 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device 02a5feeb-ca2c-4a23-894d-7777f4fe8209 no longer exists at agent hyperv_n-h2-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:29:53.973306 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da65696d-162c-43d4-886d-da91e335d262 req-217eb065-3850-46ff-b03e-2584877cae12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:29:53.974985 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-da65696d-162c-43d4-886d-da91e335d262 req-217eb065-3850-46ff-b03e-2584877cae12 service neutron] 10.222.0.86 "GET /v2.0/networks?id=8d23c8a1-3d23-4608-9c81-f28f9aa6ed8f HTTP/1.1" status: 200 len: 916 time: 0.0878038 Nov 19 18:29:54.004614 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-da65696d-162c-43d4-886d-da91e335d262 req-d72bc6c8-ffc7-4a8c-b535-87a0d8fa2cb4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=02a5feeb-ca2c-4a23-894d-7777f4fe8209 HTTP/1.1" status: 200 len: 217 time: 0.0376658 Nov 19 18:29:54.005913 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device 02a5feeb-ca2c-4a23-894d-7777f4fe8209 not bound to the agent host n-h2-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:29:54.018573 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-da65696d-162c-43d4-886d-da91e335d262 req-b01d11fe-0603-4357-9c36-3c84610253d3 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=02a5feeb-ca2c-4a23-894d-7777f4fe8209 HTTP/1.1" status: 200 len: 217 time: 0.0357430 Nov 19 18:29:54.060273 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da65696d-162c-43d4-886d-da91e335d262 req-0a7c5bf8-390b-493b-8b00-d95204c20f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:29:54.061736 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-da65696d-162c-43d4-886d-da91e335d262 req-0a7c5bf8-390b-493b-8b00-d95204c20f24 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3e5e7e16-d0fa-4b6d-91ce-2aa3cfa3e943 HTTP/1.1" status: 200 len: 855 time: 0.0508444 Nov 19 18:29:54.072661 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da65696d-162c-43d4-886d-da91e335d262 req-e0db3538-82d5-4b28-a162-22d6bbf4921f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:29:54.074226 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-da65696d-162c-43d4-886d-da91e335d262 req-e0db3538-82d5-4b28-a162-22d6bbf4921f service neutron] 10.222.0.86 "GET /v2.0/subnets?id=3e5e7e16-d0fa-4b6d-91ce-2aa3cfa3e943 HTTP/1.1" status: 200 len: 855 time: 0.0487456 Nov 19 18:29:54.094289 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-da65696d-162c-43d4-886d-da91e335d262 req-b72530fb-fd80-471f-bcb4-6155d562e0d0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8d23c8a1-3d23-4608-9c81-f28f9aa6ed8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248094 Nov 19 18:29:54.107093 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-da65696d-162c-43d4-886d-da91e335d262 req-def42bd1-53b5-4c2e-8810-dcd7526ffe64 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=8d23c8a1-3d23-4608-9c81-f28f9aa6ed8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250773 Nov 19 18:29:54.185261 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-da65696d-162c-43d4-886d-da91e335d262 req-89273218-c67c-4661-ab45-80d02b9555fe service neutron] 10.222.0.60 "GET /v2.0/networks/8d23c8a1-3d23-4608-9c81-f28f9aa6ed8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845428 Nov 19 18:29:54.199039 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-da65696d-162c-43d4-886d-da91e335d262 req-34ddd8d4-3f95-42d2-9154-bcf3a908fc94 service neutron] 10.222.0.86 "GET /v2.0/networks/8d23c8a1-3d23-4608-9c81-f28f9aa6ed8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834386 Nov 19 18:29:54.297053 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-da65696d-162c-43d4-886d-da91e335d262 req-5dcee490-c92e-477c-b482-251af7a05728 service neutron] 10.222.0.86 "GET /v2.0/networks/8d23c8a1-3d23-4608-9c81-f28f9aa6ed8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901339 Nov 19 18:29:54.306137 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d333d8f-4fb8-416a-a521-17ab2407facf req-6f692d63-67ed-4a4c-8631-9031074fa97c tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:29:54.307659 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0d333d8f-4fb8-416a-a521-17ab2407facf req-6f692d63-67ed-4a4c-8631-9031074fa97c tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] 10.222.0.54 "GET /v2.0/ports?device_id=f12c1838-719d-497b-9cd0-74b2d1811ee6 HTTP/1.1" status: 200 len: 944 time: 0.0973833 Nov 19 18:29:54.328936 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-da65696d-162c-43d4-886d-da91e335d262 req-7156f559-3569-40dd-b06f-dcb72b0feddc service neutron] 10.222.0.60 "GET /v2.0/networks/8d23c8a1-3d23-4608-9c81-f28f9aa6ed8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366265 Nov 19 18:29:54.363749 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0d333d8f-4fb8-416a-a521-17ab2407facf req-b9b04650-0acd-47c3-a277-ae25fa290e1b tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] 10.222.0.54 "GET /v2.0/security-groups?id=18732a89-0624-44ae-8988-982654ed905b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471666 Nov 19 18:29:54.563016 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91660f25-769b-4287-9f7a-21531a038562 req-296217f8-d378-43f0-8186-330bebc2d861 tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:29:54.564613 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-91660f25-769b-4287-9f7a-21531a038562 req-296217f8-d378-43f0-8186-330bebc2d861 tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] 10.222.0.54 "GET /v2.0/ports?device_id=f12c1838-719d-497b-9cd0-74b2d1811ee6 HTTP/1.1" status: 200 len: 944 time: 0.0539186 Nov 19 18:29:54.617485 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-91660f25-769b-4287-9f7a-21531a038562 req-f10dc075-ebf4-4e1d-94be-b5b0c205df49 tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] 10.222.0.54 "GET /v2.0/security-groups?id=18732a89-0624-44ae-8988-982654ed905b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466354 Nov 19 18:29:54.644811 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c060ed5-cf7b-4a0c-b68a-fe24e2085f89 req-0e841acc-931f-46ff-b643-166e938b8346 tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:29:54.646291 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-1c060ed5-cf7b-4a0c-b68a-fe24e2085f89 req-0e841acc-931f-46ff-b643-166e938b8346 tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] 10.222.0.86 "GET /v2.0/ports?device_id=f12c1838-719d-497b-9cd0-74b2d1811ee6&tenant_id=02f416cf4b1d4ed3bb18fef499c73724&binding%3Ahost_id=n-h1-818022-2 HTTP/1.1" status: 200 len: 944 time: 0.0864334 Nov 19 18:29:54.712345 n-d-818022-2 neutron-server[103365]: INFO neutron.api.v2.resource [req-1c060ed5-cf7b-4a0c-b68a-fe24e2085f89 req-c2004b4b-2486-4a0f-b4b2-a0c15bba4730 service neutron] delete failed (client error): The resource could not be found. Nov 19 18:29:54.713252 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-1c060ed5-cf7b-4a0c-b68a-fe24e2085f89 req-c2004b4b-2486-4a0f-b4b2-a0c15bba4730 service neutron] 10.222.0.86 "DELETE /v2.0/ports/02a5feeb-ca2c-4a23-894d-7777f4fe8209/bindings/n-h2-818022-2 HTTP/1.1" status: 404 len: 380 time: 0.0583229 Nov 19 18:29:54.799249 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c060ed5-cf7b-4a0c-b68a-fe24e2085f89 req-cdf44436-b2d8-46b4-bdb8-cbad54aa630b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:29:54.801019 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-1c060ed5-cf7b-4a0c-b68a-fe24e2085f89 req-cdf44436-b2d8-46b4-bdb8-cbad54aa630b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=02f416cf4b1d4ed3bb18fef499c73724&device_id=f12c1838-719d-497b-9cd0-74b2d1811ee6 HTTP/1.1" status: 200 len: 1095 time: 0.0435047 Nov 19 18:29:54.891164 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c060ed5-cf7b-4a0c-b68a-fe24e2085f89 req-8e01abc0-ca48-4d25-b62c-a729c0548de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:29:54.892672 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-1c060ed5-cf7b-4a0c-b68a-fe24e2085f89 req-8e01abc0-ca48-4d25-b62c-a729c0548de7 service neutron] 10.222.0.86 "GET /v2.0/networks?id=8d23c8a1-3d23-4608-9c81-f28f9aa6ed8f HTTP/1.1" status: 200 len: 916 time: 0.0838563 Nov 19 18:29:54.937886 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-1c060ed5-cf7b-4a0c-b68a-fe24e2085f89 req-737fb6fd-3726-4f57-bf17-f91a4855451f service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=02a5feeb-ca2c-4a23-894d-7777f4fe8209 HTTP/1.1" status: 200 len: 217 time: 0.0373054 Nov 19 18:29:54.987440 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c060ed5-cf7b-4a0c-b68a-fe24e2085f89 req-a2bb2d93-ea0c-40c1-966b-1164325afe40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:29:54.988866 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-1c060ed5-cf7b-4a0c-b68a-fe24e2085f89 req-a2bb2d93-ea0c-40c1-966b-1164325afe40 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=3e5e7e16-d0fa-4b6d-91ce-2aa3cfa3e943 HTTP/1.1" status: 200 len: 855 time: 0.0441740 Nov 19 18:29:55.022545 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-1c060ed5-cf7b-4a0c-b68a-fe24e2085f89 req-6530a60b-5863-4fdc-8330-21fe0d55c1ae service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=8d23c8a1-3d23-4608-9c81-f28f9aa6ed8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256996 Nov 19 18:29:55.117125 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-1c060ed5-cf7b-4a0c-b68a-fe24e2085f89 req-98b149ef-5345-460c-8136-c66e5c08383c service neutron] 10.222.0.86 "GET /v2.0/networks/8d23c8a1-3d23-4608-9c81-f28f9aa6ed8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869167 Nov 19 18:29:55.207747 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-1c060ed5-cf7b-4a0c-b68a-fe24e2085f89 req-9088c97d-99ab-4e94-955d-5897115891e6 service neutron] 10.222.0.86 "GET /v2.0/networks/8d23c8a1-3d23-4608-9c81-f28f9aa6ed8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831816 Nov 19 18:29:55.740982 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b87d91-b7e2-47bc-bcd2-c3c87b72faac req-f0c6d6d9-f096-4184-995e-8ff4089b2c09 tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:29:55.742557 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b8b87d91-b7e2-47bc-bcd2-c3c87b72faac req-f0c6d6d9-f096-4184-995e-8ff4089b2c09 tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] 10.222.0.54 "GET /v2.0/ports?device_id=f12c1838-719d-497b-9cd0-74b2d1811ee6 HTTP/1.1" status: 200 len: 944 time: 0.0527020 Nov 19 18:29:55.799760 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b8b87d91-b7e2-47bc-bcd2-c3c87b72faac req-c43af452-292c-4ede-8039-e7465c197f54 tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] 10.222.0.54 "GET /v2.0/security-groups?id=18732a89-0624-44ae-8988-982654ed905b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506043 Nov 19 18:29:55.915747 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9884218e-a772-4bdd-aa50-e3a6e4fa4f8f req-05d78cc6-eb05-45ea-8e65-0f67c0740a63 tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:29:55.917149 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9884218e-a772-4bdd-aa50-e3a6e4fa4f8f req-05d78cc6-eb05-45ea-8e65-0f67c0740a63 tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] 10.222.0.54 "GET /v2.0/ports?device_id=f12c1838-719d-497b-9cd0-74b2d1811ee6 HTTP/1.1" status: 200 len: 944 time: 0.0488460 Nov 19 18:29:55.963695 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9884218e-a772-4bdd-aa50-e3a6e4fa4f8f req-e517abc9-886c-4c55-b1d6-658a85d14145 tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] 10.222.0.54 "GET /v2.0/security-groups?id=18732a89-0624-44ae-8988-982654ed905b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405838 Nov 19 18:29:56.075227 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96758b2-4f9d-4466-a010-d76245883519 req-1095b7be-cdfd-42af-bf05-54a8afb0b5e0 tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:29:56.076734 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c96758b2-4f9d-4466-a010-d76245883519 req-1095b7be-cdfd-42af-bf05-54a8afb0b5e0 tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] 10.222.0.54 "GET /v2.0/ports?device_id=f12c1838-719d-497b-9cd0-74b2d1811ee6 HTTP/1.1" status: 200 len: 944 time: 0.0482018 Nov 19 18:29:56.123317 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c96758b2-4f9d-4466-a010-d76245883519 req-1d86fb4c-e53b-419a-b68b-741d044e2a2d tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] 10.222.0.54 "GET /v2.0/security-groups?id=18732a89-0624-44ae-8988-982654ed905b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401962 Nov 19 18:29:56.448137 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc512be7-62a5-4db9-a436-f1d807660922 req-52267941-7417-4d0f-812d-77e0b4763b33 tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:29:56.449552 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-bc512be7-62a5-4db9-a436-f1d807660922 req-52267941-7417-4d0f-812d-77e0b4763b33 tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] 10.222.0.54 "GET /v2.0/ports?device_id=f12c1838-719d-497b-9cd0-74b2d1811ee6 HTTP/1.1" status: 200 len: 944 time: 0.0488038 Nov 19 18:29:56.492608 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 02a5feeb-ca2c-4a23-894d-7777f4fe8209 details requested by agent hyperv_n-h1-818022-2 with host n-h1-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 18:29:56.500840 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-bc512be7-62a5-4db9-a436-f1d807660922 req-c88e11c9-a2d3-429e-a045-5c8237a153c6 tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] 10.222.0.54 "GET /v2.0/security-groups?id=18732a89-0624-44ae-8988-982654ed905b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447943 Nov 19 18:29:56.594475 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 02a5feeb-ca2c-4a23-894d-7777f4fe8209, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=02a5feeb-ca2c-4a23-894d-7777f4fe8209,segment=NetworkSegment(910abf99-86b5-43bb-9350-2052d6c15b81),segment_id=910abf99-86b5-43bb-9350-2052d6c15b81)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:29:56.606154 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Returning: {'device': '02a5feeb-ca2c-4a23-894d-7777f4fe8209', 'network_id': '8d23c8a1-3d23-4608-9c81-f28f9aa6ed8f', 'port_id': '02a5feeb-ca2c-4a23-894d-7777f4fe8209', 'mac_address': 'fa:16:3e:3d:63:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e5e7e16-d0fa-4b6d-91ce-2aa3cfa3e943', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 18:29:56.642704 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:29:56.655155 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02a5feeb-ca2c-4a23-894d-7777f4fe8209 {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:29:56.674851 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 02a5feeb-ca2c-4a23-894d-7777f4fe8209, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=02a5feeb-ca2c-4a23-894d-7777f4fe8209,segment=NetworkSegment(910abf99-86b5-43bb-9350-2052d6c15b81),segment_id=910abf99-86b5-43bb-9350-2052d6c15b81)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:29:56.678680 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:29:56.724875 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=02a5feeb-ca2c-4a23-894d-7777f4fe8209,revision_number=8']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:29:56.732206 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:29:56.732565 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:29:56.732912 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:29:56.733260 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:29:56.733598 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:29:56.733974 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:29:56.734813 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:29:56.735152 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:29:56.735484 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:29:56.735817 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:29:56.736148 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:29:56.736477 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:29:56.902181 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['02a5feeb-ca2c-4a23-894d-7777f4fe8209'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:29:57.523716 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13318da2-67e5-4672-bc99-3f4033a8b493 req-93c9551e-d5ad-4424-97cf-edb99daa47a1 tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:29:57.525224 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-13318da2-67e5-4672-bc99-3f4033a8b493 req-93c9551e-d5ad-4424-97cf-edb99daa47a1 tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] 10.222.0.60 "GET /v2.0/ports?device_id=f12c1838-719d-497b-9cd0-74b2d1811ee6 HTTP/1.1" status: 200 len: 945 time: 0.0475242 Nov 19 18:29:57.617132 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [req-13318da2-67e5-4672-bc99-3f4033a8b493 req-b8fbf88f-9489-4641-b942-404719e35a5d tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] Deleting port 02a5feeb-ca2c-4a23-894d-7777f4fe8209 {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:29:57.617491 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-13318da2-67e5-4672-bc99-3f4033a8b493 req-b8fbf88f-9489-4641-b942-404719e35a5d tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:29:57.626164 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96b3449-99ef-457f-b9cd-5b0a45fb84f0 req-968c1b26-55cc-4f07-a621-cc5df3c7213c tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:29:57.627659 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c96b3449-99ef-457f-b9cd-5b0a45fb84f0 req-968c1b26-55cc-4f07-a621-cc5df3c7213c tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] 10.222.0.54 "GET /v2.0/ports?device_id=f12c1838-719d-497b-9cd0-74b2d1811ee6 HTTP/1.1" status: 200 len: 945 time: 0.0507746 Nov 19 18:29:57.676476 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c96b3449-99ef-457f-b9cd-5b0a45fb84f0 req-9dface7b-9206-48ca-bfd3-74615f8d8770 tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] 10.222.0.54 "GET /v2.0/security-groups?id=18732a89-0624-44ae-8988-982654ed905b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426826 Nov 19 18:29:57.711261 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-13318da2-67e5-4672-bc99-3f4033a8b493 req-b8fbf88f-9489-4641-b942-404719e35a5d tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] For port 02a5feeb-ca2c-4a23-894d-7777f4fe8209, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=02a5feeb-ca2c-4a23-894d-7777f4fe8209,segment=NetworkSegment(910abf99-86b5-43bb-9350-2052d6c15b81),segment_id=910abf99-86b5-43bb-9350-2052d6c15b81)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:29:57.711624 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-13318da2-67e5-4672-bc99-3f4033a8b493 req-b8fbf88f-9489-4641-b942-404719e35a5d tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:29:57.724147 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [req-13318da2-67e5-4672-bc99-3f4033a8b493 req-b8fbf88f-9489-4641-b942-404719e35a5d tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] Calling delete_port for 02a5feeb-ca2c-4a23-894d-7777f4fe8209 owned by compute:nova {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:29:57.850462 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-13318da2-67e5-4672-bc99-3f4033a8b493 req-b8fbf88f-9489-4641-b942-404719e35a5d tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:29:57.862309 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['02a5feeb-ca2c-4a23-894d-7777f4fe8209'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:29:57.877591 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fbf88f-9489-4641-b942-404719e35a5d tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] Pushing event deleted for resources: {'Port': ['ID=02a5feeb-ca2c-4a23-894d-7777f4fe8209,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:29:57.923800 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [req-13318da2-67e5-4672-bc99-3f4033a8b493 req-b8fbf88f-9489-4641-b942-404719e35a5d tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] No DVR routers for this DVR port 02a5feeb-ca2c-4a23-894d-7777f4fe8209 on host n-h1-818022-2 {{(pid=103364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:29:57.928308 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-13318da2-67e5-4672-bc99-3f4033a8b493 req-b8fbf88f-9489-4641-b942-404719e35a5d tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:29:57.930224 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-13318da2-67e5-4672-bc99-3f4033a8b493 req-b8fbf88f-9489-4641-b942-404719e35a5d tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] 10.222.0.60 "DELETE /v2.0/ports/02a5feeb-ca2c-4a23-894d-7777f4fe8209 HTTP/1.1" status: 204 len: 173 time: 0.3979013 Nov 19 18:29:57.930676 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f12c1838-719d-497b-9cd0-74b2d1811ee6', 'name': 'network-vif-deleted', 'tag': '02a5feeb-ca2c-4a23-894d-7777f4fe8209'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:29:57.932935 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dd4767a008c23f8566efc82158ee1b1fff34e1a9e908d76d0b6d0ab7e350e5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffdcecf5-fa14-4be2-8810-19b2feab21b1" -d '{"events": [{"server_uuid": "f12c1838-719d-497b-9cd0-74b2d1811ee6", "name": "network-vif-deleted", "tag": "02a5feeb-ca2c-4a23-894d-7777f4fe8209"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:29:57.973199 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:29:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c484f16a-f361-4e43-9a27-b0975ba3ade6 x-openstack-request-id: req-c484f16a-f361-4e43-9a27-b0975ba3ade6 {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:29:57.973503 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f12c1838-719d-497b-9cd0-74b2d1811ee6", "name": "network-vif-deleted", "tag": "02a5feeb-ca2c-4a23-894d-7777f4fe8209", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:29:57.973764 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c484f16a-f361-4e43-9a27-b0975ba3ade6 {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:29:57.974229 n-d-818022-2 neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f12c1838-719d-497b-9cd0-74b2d1811ee6', 'name': 'network-vif-deleted', 'tag': '02a5feeb-ca2c-4a23-894d-7777f4fe8209', 'status': 'completed', 'code': 200} Nov 19 18:29:58.500376 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 02a5feeb-ca2c-4a23-894d-7777f4fe8209 up at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:29:58.520005 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] No Port match for: 02a5feeb-ca2c-4a23-894d-7777f4fe8209 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:29:58.520352 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 02a5feeb-ca2c-4a23-894d-7777f4fe8209 not bound to the agent host n-h1-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 19 18:29:58.544469 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Port 02a5feeb-ca2c-4a23-894d-7777f4fe8209 not found, will not notify nova. {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 19 18:29:58.795220 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 45496) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:29:58.842553 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_v2 [None req-539aeee7-a571-4730-87a2-652838355af5 admin admin] Deleting subnet 3e5e7e16-d0fa-4b6d-91ce-2aa3cfa3e943 {{(pid=103365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 18:29:58.846273 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-539aeee7-a571-4730-87a2-652838355af5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:29:58.879478 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-539aeee7-a571-4730-87a2-652838355af5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12546453'] for subnet, precommit_delete_associations {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:29:58.918212 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-539aeee7-a571-4730-87a2-652838355af5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:29:58.970794 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-539aeee7-a571-4730-87a2-652838355af5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12282919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8731163'] for subnet, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:29:59.001503 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539aeee7-a571-4730-87a2-652838355af5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e5e7e16-d0fa-4b6d-91ce-2aa3cfa3e943,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:29:59.003514 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-539aeee7-a571-4730-87a2-652838355af5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:29:59.006792 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-539aeee7-a571-4730-87a2-652838355af5 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/3e5e7e16-d0fa-4b6d-91ce-2aa3cfa3e943 HTTP/1.1" status: 204 len: 168 time: 0.2105691 Nov 19 18:29:59.009416 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 45498) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:29:59.076187 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a4923370-0ffb-432a-b3cb-f202c787e29f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:29:59.161895 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a4923370-0ffb-432a-b3cb-f202c787e29f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:29:59.181583 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-a4923370-0ffb-432a-b3cb-f202c787e29f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d23c8a1-3d23-4608-9c81-f28f9aa6ed8f']}} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:29:59.191151 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-a4923370-0ffb-432a-b3cb-f202c787e29f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '910abf99-86b5-43bb-9350-2052d6c15b81') {'for_net_delete': True} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:29:59.191448 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-a4923370-0ffb-432a-b3cb-f202c787e29f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '910abf99-86b5-43bb-9350-2052d6c15b81') {} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:29:59.200487 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a4923370-0ffb-432a-b3cb-f202c787e29f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12545382'] for segment, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:29:59.214603 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a4923370-0ffb-432a-b3cb-f202c787e29f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:29:59.220475 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4923370-0ffb-432a-b3cb-f202c787e29f admin admin] Releasing vlan 654 on physical network physnet1 to pool {{(pid=103365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 18:29:59.220843 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a4923370-0ffb-432a-b3cb-f202c787e29f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12282953'] for segment, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:29:59.222485 n-d-818022-2 neutron-server[103365]: Traceback (most recent call last): Nov 19 18:29:59.222485 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 18:29:59.222485 n-d-818022-2 neutron-server[103365]: timer() Nov 19 18:29:59.222485 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 18:29:59.222485 n-d-818022-2 neutron-server[103365]: cb(*args, **kw) Nov 19 18:29:59.222485 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 18:29:59.222485 n-d-818022-2 neutron-server[103365]: return func(*args, **kwargs) Nov 19 18:29:59.222485 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 18:29:59.222485 n-d-818022-2 neutron-server[103365]: self._notify() Nov 19 18:29:59.222485 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 18:29:59.222485 n-d-818022-2 neutron-server[103365]: self.callback(batched_events) Nov 19 18:29:59.222485 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 18:29:59.222485 n-d-818022-2 neutron-server[103365]: event.method(event) Nov 19 18:29:59.222485 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 18:29:59.222485 n-d-818022-2 neutron-server[103365]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 18:29:59.222485 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 18:29:59.222485 n-d-818022-2 neutron-server[103365]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 18:29:59.222485 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 18:29:59.222485 n-d-818022-2 neutron-server[103365]: return f(self, *a, **k) Nov 19 18:29:59.222485 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 18:29:59.222485 n-d-818022-2 neutron-server[103365]: return self._get(url).json() Nov 19 18:29:59.222485 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 18:29:59.222485 n-d-818022-2 neutron-server[103365]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 18:29:59.222485 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 18:29:59.222485 n-d-818022-2 neutron-server[103365]: return self.request(url, 'GET', **kwargs) Nov 19 18:29:59.222485 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 18:29:59.222485 n-d-818022-2 neutron-server[103365]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 18:29:59.222485 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 18:29:59.222485 n-d-818022-2 neutron-server[103365]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 18:29:59.222485 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 18:29:59.222485 n-d-818022-2 neutron-server[103365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 18:29:59.222485 n-d-818022-2 neutron-server[103365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 18:29:59.275838 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a4923370-0ffb-432a-b3cb-f202c787e29f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671242'] for network, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:29:59.291466 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a4923370-0ffb-432a-b3cb-f202c787e29f admin admin] Publish callbacks [] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:29:59.294764 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-a4923370-0ffb-432a-b3cb-f202c787e29f admin admin] 10.222.0.54 "DELETE /v2.0/networks/8d23c8a1-3d23-4608-9c81-f28f9aa6ed8f HTTP/1.1" status: 204 len: 168 time: 0.2844460 Nov 19 18:29:59.295791 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4923370-0ffb-432a-b3cb-f202c787e29f admin admin] Pushing event deleted for resources: {'Network': ['ID=8d23c8a1-3d23-4608-9c81-f28f9aa6ed8f,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:29:59.406333 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 45502) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:29:59.449549 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-22be8114-2f29-4e91-858d-3977796fb739 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=02f416cf4b1d4ed3bb18fef499c73724&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0420136 Nov 19 18:29:59.452087 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 45504) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:29:59.502525 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b87c823d-3881-4961-9816-50ca03d536cd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:29:59.528751 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b87c823d-3881-4961-9816-50ca03d536cd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:29:59.579132 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b87c823d-3881-4961-9816-50ca03d536cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:29:59.581780 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b87c823d-3881-4961-9816-50ca03d536cd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:29:59.582990 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-b87c823d-3881-4961-9816-50ca03d536cd admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/18732a89-0624-44ae-8988-982654ed905b HTTP/1.1" status: 204 len: 168 time: 0.1300080 Nov 19 18:29:59.592986 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87c823d-3881-4961-9816-50ca03d536cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18732a89-0624-44ae-8988-982654ed905b,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:29:59.853782 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-cacfa6d7-d385-4236-83c5-0ea5b4ed5aa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:30:00.269276 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 45526) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:30:00.364754 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-d1a84ed0-354f-44db-bcad-c9686fbebaa6 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-459191382-network', 'tenant_id': 'a8598287498a4915a129e378733334d3'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:30:00.385645 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1a84ed0-354f-44db-bcad-c9686fbebaa6 admin admin] Made reservation on behalf of a8598287498a4915a129e378733334d3 for: {'network': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:30:00.387950 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d1a84ed0-354f-44db-bcad-c9686fbebaa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:30:00.396787 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d1a84ed0-354f-44db-bcad-c9686fbebaa6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:30:00.471831 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d1a84ed0-354f-44db-bcad-c9686fbebaa6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:30:00.475492 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d1a84ed0-354f-44db-bcad-c9686fbebaa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:30:00.501488 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1a84ed0-354f-44db-bcad-c9686fbebaa6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 669} {{(pid=103364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 18:30:00.506806 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a84ed0-354f-44db-bcad-c9686fbebaa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff4dced8-5637-4134-a615-cb3b147f8a61,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:30:00.514308 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d1a84ed0-354f-44db-bcad-c9686fbebaa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:30:00.514658 n-d-818022-2 neutron-server[103364]: INFO neutron.db.segments_db [None req-d1a84ed0-354f-44db-bcad-c9686fbebaa6 admin admin] Added segment 8be91a85-4220-40c1-b0b9-712553124174 of type vlan for network c62f445c-d027-410c-8639-c99c6fc4cea2 Nov 19 18:30:00.530739 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 02a5feeb-ca2c-4a23-894d-7777f4fe8209 no longer exists at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:30:00.552159 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] No Port match for: 02a5feeb-ca2c-4a23-894d-7777f4fe8209 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:30:00.552527 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 02a5feeb-ca2c-4a23-894d-7777f4fe8209 not bound to the agent host n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:30:00.556921 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d1a84ed0-354f-44db-bcad-c9686fbebaa6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:30:00.580733 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d1a84ed0-354f-44db-bcad-c9686fbebaa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:30:00.581630 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1a84ed0-354f-44db-bcad-c9686fbebaa6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:30:00.582233 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d1a84ed0-354f-44db-bcad-c9686fbebaa6 admin admin] Publish callbacks [] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:30:00.638342 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-d1a84ed0-354f-44db-bcad-c9686fbebaa6 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3679049 Nov 19 18:30:00.642130 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 45530) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:30:00.645741 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a84ed0-354f-44db-bcad-c9686fbebaa6 admin admin] Pushing event updated for resources: {'Network': ['ID=c62f445c-d027-410c-8639-c99c6fc4cea2,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:30:00.647558 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-08edc6db-c4a5-4a64-a62b-36772109f2e5 admin admin] Request body: {'subnet': {'network_id': 'c62f445c-d027-410c-8639-c99c6fc4cea2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-459191382-subnet', 'tenant_id': 'a8598287498a4915a129e378733334d3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:30:00.655444 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network c62f445c-d027-410c-8639-c99c6fc4cea2 details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 18:30:00.670284 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08edc6db-c4a5-4a64-a62b-36772109f2e5 admin admin] Made reservation on behalf of a8598287498a4915a129e378733334d3 for: {'subnet': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:30:00.672618 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-08edc6db-c4a5-4a64-a62b-36772109f2e5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8731248'] for subnet, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:30:00.839598 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-08edc6db-c4a5-4a64-a62b-36772109f2e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12283104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8731234'] for subnet, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:30:00.898532 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08edc6db-c4a5-4a64-a62b-36772109f2e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c531004-9720-4b69-9725-2e9002c2930c,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:30:00.908017 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08edc6db-c4a5-4a64-a62b-36772109f2e5 admin admin] Checking segment: {'id': '8be91a85-4220-40c1-b0b9-712553124174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'c62f445c-d027-410c-8639-c99c6fc4cea2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:30:00.908374 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08edc6db-c4a5-4a64-a62b-36772109f2e5 admin admin] Network hostable DHCP agents. Network: c62f445c-d027-410c-8639-c99c6fc4cea2, hostable agents: ['02910ef2-0455-4aea-9f38-9a875579633f'], hosted agents: [] {{(pid=103365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 18:30:00.925932 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08edc6db-c4a5-4a64-a62b-36772109f2e5 admin admin] Network c62f445c-d027-410c-8639-c99c6fc4cea2 is scheduled to be hosted by DHCP agent 02910ef2-0455-4aea-9f38-9a875579633f with binding_index 1 {{(pid=103365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 18:30:00.934015 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-08edc6db-c4a5-4a64-a62b-36772109f2e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818022-2, c62f445c-d027-410c-8639-c99c6fc4cea2) {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:30:00.939400 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08edc6db-c4a5-4a64-a62b-36772109f2e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:30:00.940321 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-08edc6db-c4a5-4a64-a62b-36772109f2e5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:30:00.943489 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccb88463-1e67-443b-911a-f537d188aee8 None None] Network c62f445c-d027-410c-8639-c99c6fc4cea2 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:30:00.958731 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-08edc6db-c4a5-4a64-a62b-36772109f2e5 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3150020 Nov 19 18:30:00.959725 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 45532) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:30:00.964099 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-ce4c0f0f-0cb2-4a3f-9607-8b411628499d admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-459191382-router', 'tenant_id': 'a8598287498a4915a129e378733334d3', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'}}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:30:00.985955 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ce4c0f0f-0cb2-4a3f-9607-8b411628499d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9890'] for router, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:30:00.986944 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ce4c0f0f-0cb2-4a3f-9607-8b411628499d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671617', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-732153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4689'] for router, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:30:01.037971 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ce4c0f0f-0cb2-4a3f-9607-8b411628499d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:30:01.090303 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2672de0-4d11-4d4a-a8d3-608a2749a21b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54f44f5f-1200-574e-8740-2141911d5b73-c62f445c-d027-410c-8639-c99c6fc4cea2', 'network_id': 'c62f445c-d027-410c-8639-c99c6fc4cea2', 'tenant_id': 'a8598287498a4915a129e378733334d3', 'fixed_ips': [{'subnet_id': '4c531004-9720-4b69-9725-2e9002c2930c'}]}} from n-d-818022-2. {{(pid=103366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 18:30:01.091181 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a2672de0-4d11-4d4a-a8d3-608a2749a21b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:30:01.178070 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ce4c0f0f-0cb2-4a3f-9607-8b411628499d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:30:01.226070 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [None req-a2672de0-4d11-4d4a-a8d3-608a2749a21b None None] Allocated IP 172.20.0.2 (c62f445c-d027-410c-8639-c99c6fc4cea2/4c531004-9720-4b69-9725-2e9002c2930c/248df6b3-d7c4-4f94-b35c-f9cfe699c0b6) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:30:01.368451 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a2672de0-4d11-4d4a-a8d3-608a2749a21b None None] Publish callbacks [] for port, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:30:01.375940 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a2672de0-4d11-4d4a-a8d3-608a2749a21b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998'] for port, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:30:01.378547 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ce4c0f0f-0cb2-4a3f-9607-8b411628499d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:30:01.401153 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ce4c0f0f-0cb2-4a3f-9607-8b411628499d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:30:01.420462 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2672de0-4d11-4d4a-a8d3-608a2749a21b None None] Network c62f445c-d027-410c-8639-c99c6fc4cea2 is already hosted by enough agents. {{(pid=103366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:30:01.425937 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [None req-a2672de0-4d11-4d4a-a8d3-608a2749a21b None None] Resources bound (agent type, host, resource id): {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:30:01.429010 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2672de0-4d11-4d4a-a8d3-608a2749a21b None None] Received port after_create {{(pid=103366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:30:01.437398 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2672de0-4d11-4d4a-a8d3-608a2749a21b None None] Pushing event updated for resources: {'Port': ['ID=248df6b3-d7c4-4f94-b35c-f9cfe699c0b6,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:30:01.488787 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-a2672de0-4d11-4d4a-a8d3-608a2749a21b None None] Attempting to bind port 248df6b3-d7c4-4f94-b35c-f9cfe699c0b6 on host n-d-818022-2 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:30:01.489161 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-a2672de0-4d11-4d4a-a8d3-608a2749a21b None None] Attempting to bind port 248df6b3-d7c4-4f94-b35c-f9cfe699c0b6 by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': '8be91a85-4220-40c1-b0b9-712553124174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'c62f445c-d027-410c-8639-c99c6fc4cea2'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:30:01.489527 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2672de0-4d11-4d4a-a8d3-608a2749a21b None None] Attempting to bind port 248df6b3-d7c4-4f94-b35c-f9cfe699c0b6 on network c62f445c-d027-410c-8639-c99c6fc4cea2 {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:30:01.494554 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2672de0-4d11-4d4a-a8d3-608a2749a21b None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 29, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:30:01.495039 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2672de0-4d11-4d4a-a8d3-608a2749a21b None None] Checking segment: {'id': '8be91a85-4220-40c1-b0b9-712553124174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'c62f445c-d027-410c-8639-c99c6fc4cea2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:30:01.495453 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a2672de0-4d11-4d4a-a8d3-608a2749a21b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:30:01.495852 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2672de0-4d11-4d4a-a8d3-608a2749a21b None None] Bound using segment: {'id': '8be91a85-4220-40c1-b0b9-712553124174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'c62f445c-d027-410c-8639-c99c6fc4cea2'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:30:01.496322 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-a2672de0-4d11-4d4a-a8d3-608a2749a21b None None] Bound port: 248df6b3-d7c4-4f94-b35c-f9cfe699c0b6, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8be91a85-4220-40c1-b0b9-712553124174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'c62f445c-d027-410c-8639-c99c6fc4cea2'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:30:01.496813 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a2672de0-4d11-4d4a-a8d3-608a2749a21b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:30:01.505480 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [None req-ce4c0f0f-0cb2-4a3f-9607-8b411628499d admin admin] Allocated IP 172.25.7.129 (645e61aa-1a6c-4e8f-857e-ab06edb4897f/88ed2d64-f56d-4f01-a468-946e01c99e82/83246eae-8634-4e3c-8cf2-04111638b332) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:30:01.559748 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-a2672de0-4d11-4d4a-a8d3-608a2749a21b None None] For port 248df6b3-d7c4-4f94-b35c-f9cfe699c0b6, host n-d-818022-2, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:30:01.562876 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-a2672de0-4d11-4d4a-a8d3-608a2749a21b None None] For port 248df6b3-d7c4-4f94-b35c-f9cfe699c0b6, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=248df6b3-d7c4-4f94-b35c-f9cfe699c0b6,segment=NetworkSegment(8be91a85-4220-40c1-b0b9-712553124174),segment_id=8be91a85-4220-40c1-b0b9-712553124174)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:30:01.566350 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a2672de0-4d11-4d4a-a8d3-608a2749a21b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:30:01.618300 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ce4c0f0f-0cb2-4a3f-9607-8b411628499d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:30:01.629857 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2672de0-4d11-4d4a-a8d3-608a2749a21b None None] Pushing event updated for resources: {'Port': ['ID=248df6b3-d7c4-4f94-b35c-f9cfe699c0b6,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:30:01.675815 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ce4c0f0f-0cb2-4a3f-9607-8b411628499d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:30:01.721121 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce4c0f0f-0cb2-4a3f-9607-8b411628499d admin admin] Network 645e61aa-1a6c-4e8f-857e-ab06edb4897f is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:30:01.723969 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-ce4c0f0f-0cb2-4a3f-9607-8b411628499d admin admin] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:30:01.728567 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce4c0f0f-0cb2-4a3f-9607-8b411628499d admin admin] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:30:01.732385 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4c0f0f-0cb2-4a3f-9607-8b411628499d admin admin] Pushing event updated for resources: {'Port': ['ID=83246eae-8634-4e3c-8cf2-04111638b332,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:30:01.738985 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a2c7396-65a3-490a-88f9-dcf9596ebc4b None None] DHCP port deletion for 645e61aa-1a6c-4e8f-857e-ab06edb4897f request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:30:01.776957 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-e9714777-df05-4055-adcc-54da7b809572 None None] Provisioning complete for port 83246eae-8634-4e3c-8cf2-04111638b332 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:30:01.777472 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e9714777-df05-4055-adcc-54da7b809572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:30:01.839920 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-e9714777-df05-4055-adcc-54da7b809572 None None] Port 83246eae-8634-4e3c-8cf2-04111638b332 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:30:02.009523 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ce4c0f0f-0cb2-4a3f-9607-8b411628499d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:30:02.051518 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-10e4abad-9fa6-4b6c-a098-5f2c6df2d5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:30:02.205372 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ce4c0f0f-0cb2-4a3f-9607-8b411628499d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671702'] for router, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:30:02.338179 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce4c0f0f-0cb2-4a3f-9607-8b411628499d admin admin] Router 8be1a8c3-165b-4c7e-b8c0-7dc8c30ee0b8 is scheduled to L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 with binding_index 1 {{(pid=103365) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 18:30:02.448242 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce4c0f0f-0cb2-4a3f-9607-8b411628499d admin admin] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:30:02.457985 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac362254-b4fd-4c97-a175-0c6c8cf77a0f None None] Sync routers for ids ['8be1a8c3-165b-4c7e-b8c0-7dc8c30ee0b8'] in n-d-818022-2 {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:30:02.469433 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac362254-b4fd-4c97-a175-0c6c8cf77a0f None None] Routers {'8be1a8c3-165b-4c7e-b8c0-7dc8c30ee0b8'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:30:02.470400 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-ac362254-b4fd-4c97-a175-0c6c8cf77a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:30:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['8be1a8c3-165b-4c7e-b8c0-7dc8c30ee0b8'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:30:02.470770 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ce4c0f0f-0cb2-4a3f-9607-8b411628499d admin admin] Publish callbacks [] for router, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:30:02.472078 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-ce4c0f0f-0cb2-4a3f-9607-8b411628499d admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.5113676 Nov 19 18:30:02.474772 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 45534) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:30:02.596528 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bb4ea33-7aef-47f9-ad89-b5b3383c7418 None None] Network c62f445c-d027-410c-8639-c99c6fc4cea2 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:30:02.600040 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-ac362254-b4fd-4c97-a175-0c6c8cf77a0f None None] Set router 8be1a8c3-165b-4c7e-b8c0-7dc8c30ee0b8 gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:30:02.694781 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-8d7ca5c7-d764-4b1c-aeb2-38ed0b95b286 None None] Provisioning complete for port 248df6b3-d7c4-4f94-b35c-f9cfe699c0b6 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:30:02.695163 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8d7ca5c7-d764-4b1c-aeb2-38ed0b95b286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:30:02.810704 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-ac362254-b4fd-4c97-a175-0c6c8cf77a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8be1a8c3-165b-4c7e-b8c0-7dc8c30ee0b8', 'name': 'tempest-ServerActionsTestJSON-459191382-router', 'tenant_id': 'a8598287498a4915a129e378733334d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': '83246eae-8634-4e3c-8cf2-04111638b332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:30:00Z', 'updated_at': '2021-11-19T18:30:01Z', 'revision_number': 3, 'project_id': 'a8598287498a4915a129e378733334d3', 'gw_port': {'id': '83246eae-8634-4e3c-8cf2-04111638b332', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:5f:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8be1a8c3-165b-4c7e-b8c0-7dc8c30ee0b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:30:01Z', 'updated_at': '2021-11-19T18:30:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:30:02.841065 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac362254-b4fd-4c97-a175-0c6c8cf77a0f None None] Checking router: 8be1a8c3-165b-4c7e-b8c0-7dc8c30ee0b8 for host: n-d-818022-2 {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:30:02.841329 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac362254-b4fd-4c97-a175-0c6c8cf77a0f None None] Updating router 8be1a8c3-165b-4c7e-b8c0-7dc8c30ee0b8 port 83246eae-8634-4e3c-8cf2-04111638b332 binding host n-d-818022-2 {{(pid=103367) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 18:30:02.872260 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-ac362254-b4fd-4c97-a175-0c6c8cf77a0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:30:03.030536 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8d7ca5c7-d764-4b1c-aeb2-38ed0b95b286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:30:03.064821 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-8d7ca5c7-d764-4b1c-aeb2-38ed0b95b286 None None] For port 248df6b3-d7c4-4f94-b35c-f9cfe699c0b6, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=248df6b3-d7c4-4f94-b35c-f9cfe699c0b6,segment=NetworkSegment(8be91a85-4220-40c1-b0b9-712553124174),segment_id=8be91a85-4220-40c1-b0b9-712553124174)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:30:03.070088 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8d7ca5c7-d764-4b1c-aeb2-38ed0b95b286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:30:03.135115 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7ca5c7-d764-4b1c-aeb2-38ed0b95b286 None None] Pushing event updated for resources: {'Port': ['ID=248df6b3-d7c4-4f94-b35c-f9cfe699c0b6,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:30:03.162893 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-ac362254-b4fd-4c97-a175-0c6c8cf77a0f None None] Publish callbacks [] for port, precommit_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:30:03.170338 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-ac362254-b4fd-4c97-a175-0c6c8cf77a0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:30:03.214314 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-960d6f45-e053-45f9-96e8-5fbe609ed32e None None] DHCP port deletion for 645e61aa-1a6c-4e8f-857e-ab06edb4897f request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:30:03.225040 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-ac362254-b4fd-4c97-a175-0c6c8cf77a0f None None] Attempting to bind port 83246eae-8634-4e3c-8cf2-04111638b332 on host n-d-818022-2 for vnic_type normal with profile {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:30:03.226119 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-ac362254-b4fd-4c97-a175-0c6c8cf77a0f None None] Attempting to bind port 83246eae-8634-4e3c-8cf2-04111638b332 by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:30:03.226713 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac362254-b4fd-4c97-a175-0c6c8cf77a0f None None] Attempting to bind port 83246eae-8634-4e3c-8cf2-04111638b332 on network 645e61aa-1a6c-4e8f-857e-ab06edb4897f {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:30:03.239392 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a608a05-6f00-4925-9df8-d23b3cc0c636 None None] Pushing event updated for resources: {'Port': ['ID=83246eae-8634-4e3c-8cf2-04111638b332,revision_number=2']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:30:03.241592 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac362254-b4fd-4c97-a175-0c6c8cf77a0f None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 29, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:30:03.242137 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac362254-b4fd-4c97-a175-0c6c8cf77a0f None None] Checking segment: {'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:30:03.242537 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-ac362254-b4fd-4c97-a175-0c6c8cf77a0f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:30:03.242925 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac362254-b4fd-4c97-a175-0c6c8cf77a0f None None] Bound using segment: {'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:30:03.243428 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-ac362254-b4fd-4c97-a175-0c6c8cf77a0f None None] Bound port: 83246eae-8634-4e3c-8cf2-04111638b332, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'}}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:30:03.243804 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-ac362254-b4fd-4c97-a175-0c6c8cf77a0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:30:03.253720 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b60c6e42-e64c-4ea3-a0d5-bcd04d2f7371 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:30:03.272167 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a608a05-6f00-4925-9df8-d23b3cc0c636 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:30:03.272594 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a608a05-6f00-4925-9df8-d23b3cc0c636 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:30:03.272940 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a608a05-6f00-4925-9df8-d23b3cc0c636 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:30:03.273272 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a608a05-6f00-4925-9df8-d23b3cc0c636 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:30:03.273608 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a608a05-6f00-4925-9df8-d23b3cc0c636 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:30:03.273961 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a608a05-6f00-4925-9df8-d23b3cc0c636 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:30:03.274284 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a608a05-6f00-4925-9df8-d23b3cc0c636 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:30:03.274604 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a608a05-6f00-4925-9df8-d23b3cc0c636 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:30:03.274926 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a608a05-6f00-4925-9df8-d23b3cc0c636 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:30:03.275280 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a608a05-6f00-4925-9df8-d23b3cc0c636 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:30:03.275561 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a608a05-6f00-4925-9df8-d23b3cc0c636 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:30:03.275907 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a608a05-6f00-4925-9df8-d23b3cc0c636 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:30:03.299035 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-985a6793-7511-4213-a8b4-cdf21ff7e8d9 None None] Provisioning complete for port 83246eae-8634-4e3c-8cf2-04111638b332 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:30:03.299412 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-985a6793-7511-4213-a8b4-cdf21ff7e8d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:30:03.384891 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e46ecc5a-dc14-4744-b262-3072ff2e958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:30:03.386216 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-985a6793-7511-4213-a8b4-cdf21ff7e8d9 None None] Port 83246eae-8634-4e3c-8cf2-04111638b332 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:30:03.403690 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-985a6793-7511-4213-a8b4-cdf21ff7e8d9 None None] Provisioning complete for port 248df6b3-d7c4-4f94-b35c-f9cfe699c0b6 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:30:03.404460 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-985a6793-7511-4213-a8b4-cdf21ff7e8d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:30:03.423307 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-ac362254-b4fd-4c97-a175-0c6c8cf77a0f None None] For port 83246eae-8634-4e3c-8cf2-04111638b332, host n-d-818022-2, cleared binding levels {{(pid=103367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:30:03.428768 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-ac362254-b4fd-4c97-a175-0c6c8cf77a0f None None] For port 83246eae-8634-4e3c-8cf2-04111638b332, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=83246eae-8634-4e3c-8cf2-04111638b332,segment=NetworkSegment(bbe705c1-96c0-476e-8381-28227e6f0ac5),segment_id=bbe705c1-96c0-476e-8381-28227e6f0ac5)] {{(pid=103367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:30:03.435249 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-ac362254-b4fd-4c97-a175-0c6c8cf77a0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:30:03.441536 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 248df6b3-d7c4-4f94-b35c-f9cfe699c0b6 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:30:03.450576 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [None req-b60c6e42-e64c-4ea3-a0d5-bcd04d2f7371 admin admin] Allocated IP 172.20.0.1 (c62f445c-d027-410c-8639-c99c6fc4cea2/4c531004-9720-4b69-9725-2e9002c2930c/0029c081-3810-44a3-8a35-6ff8c5cb0031) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:30:03.484785 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a608a05-6f00-4925-9df8-d23b3cc0c636 None None] Pushing event updated for resources: {'Port': ['ID=83246eae-8634-4e3c-8cf2-04111638b332,revision_number=3']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:30:03.508234 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac362254-b4fd-4c97-a175-0c6c8cf77a0f None None] Routers {'8be1a8c3-165b-4c7e-b8c0-7dc8c30ee0b8'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:30:03.508406 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-ac362254-b4fd-4c97-a175-0c6c8cf77a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:30:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['8be1a8c3-165b-4c7e-b8c0-7dc8c30ee0b8'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:30:03.509508 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7e9646a-9eaa-4866-9df2-ab96e2c4acac None None] DHCP port deletion for 645e61aa-1a6c-4e8f-857e-ab06edb4897f request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:30:03.531912 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 248df6b3-d7c4-4f94-b35c-f9cfe699c0b6 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:30:03.532294 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:30:03.598872 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b60c6e42-e64c-4ea3-a0d5-bcd04d2f7371 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:30:03.628909 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-ac362254-b4fd-4c97-a175-0c6c8cf77a0f None None] Set router 8be1a8c3-165b-4c7e-b8c0-7dc8c30ee0b8 gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:30:03.634355 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b60c6e42-e64c-4ea3-a0d5-bcd04d2f7371 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:30:03.670762 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b60c6e42-e64c-4ea3-a0d5-bcd04d2f7371 admin admin] Network c62f445c-d027-410c-8639-c99c6fc4cea2 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:30:03.677353 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-b60c6e42-e64c-4ea3-a0d5-bcd04d2f7371 admin admin] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:30:03.680958 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b60c6e42-e64c-4ea3-a0d5-bcd04d2f7371 admin admin] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:30:03.710948 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60c6e42-e64c-4ea3-a0d5-bcd04d2f7371 admin admin] Pushing event updated for resources: {'Port': ['ID=0029c081-3810-44a3-8a35-6ff8c5cb0031,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:30:03.711720 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-347f73c0-c94e-4380-a6b3-1a07ad5eee4a None None] Provisioning complete for port 83246eae-8634-4e3c-8cf2-04111638b332 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:30:03.712435 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-347f73c0-c94e-4380-a6b3-1a07ad5eee4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:30:03.738972 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b60c6e42-e64c-4ea3-a0d5-bcd04d2f7371 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-671361'] for router_interface, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:30:03.820916 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-347f73c0-c94e-4380-a6b3-1a07ad5eee4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:30:03.846926 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-ac362254-b4fd-4c97-a175-0c6c8cf77a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8be1a8c3-165b-4c7e-b8c0-7dc8c30ee0b8', 'name': 'tempest-ServerActionsTestJSON-459191382-router', 'tenant_id': 'a8598287498a4915a129e378733334d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': '83246eae-8634-4e3c-8cf2-04111638b332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:30:00Z', 'updated_at': '2021-11-19T18:30:01Z', 'revision_number': 3, 'project_id': 'a8598287498a4915a129e378733334d3', 'gw_port': {'id': '83246eae-8634-4e3c-8cf2-04111638b332', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:5f:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8be1a8c3-165b-4c7e-b8c0-7dc8c30ee0b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:30:01Z', 'updated_at': '2021-11-19T18:30:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:30:03.850710 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-347f73c0-c94e-4380-a6b3-1a07ad5eee4a None None] For port 83246eae-8634-4e3c-8cf2-04111638b332, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=83246eae-8634-4e3c-8cf2-04111638b332,segment=NetworkSegment(bbe705c1-96c0-476e-8381-28227e6f0ac5),segment_id=bbe705c1-96c0-476e-8381-28227e6f0ac5)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:30:03.859635 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-347f73c0-c94e-4380-a6b3-1a07ad5eee4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:30:03.886435 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac362254-b4fd-4c97-a175-0c6c8cf77a0f None None] The sync data for ids ['8be1a8c3-165b-4c7e-b8c0-7dc8c30ee0b8'] in n-d-818022-2 is: [{'id': '8be1a8c3-165b-4c7e-b8c0-7dc8c30ee0b8', 'name': 'tempest-ServerActionsTestJSON-459191382-router', 'tenant_id': 'a8598287498a4915a129e378733334d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': '83246eae-8634-4e3c-8cf2-04111638b332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:30:00Z', 'updated_at': '2021-11-19T18:30:01Z', 'revision_number': 3, 'project_id': 'a8598287498a4915a129e378733334d3', 'gw_port': {'id': '83246eae-8634-4e3c-8cf2-04111638b332', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:5f:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8be1a8c3-165b-4c7e-b8c0-7dc8c30ee0b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:30:01Z', 'updated_at': '2021-11-19T18:30:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:30:03.915153 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b60c6e42-e64c-4ea3-a0d5-bcd04d2f7371 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:30:03.922758 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347f73c0-c94e-4380-a6b3-1a07ad5eee4a None None] Pushing event updated for resources: {'Port': ['ID=83246eae-8634-4e3c-8cf2-04111638b332,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:30:03.980423 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-9f629c9e-4d38-48f6-9bf6-aaf71e013f6c None None] Provisioning complete for port 0029c081-3810-44a3-8a35-6ff8c5cb0031 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:30:03.980877 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9f629c9e-4d38-48f6-9bf6-aaf71e013f6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:30:04.017281 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-9f629c9e-4d38-48f6-9bf6-aaf71e013f6c None None] Port 0029c081-3810-44a3-8a35-6ff8c5cb0031 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:30:04.092643 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b60c6e42-e64c-4ea3-a0d5-bcd04d2f7371 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:30:04.098277 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b60c6e42-e64c-4ea3-a0d5-bcd04d2f7371 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:30:04.169650 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:30:04.176734 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60c6e42-e64c-4ea3-a0d5-bcd04d2f7371 admin admin] Pushing event updated for resources: {'Port': ['ID=0029c081-3810-44a3-8a35-6ff8c5cb0031,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:30:04.182039 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:30:04.182218 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b60c6e42-e64c-4ea3-a0d5-bcd04d2f7371 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-768529'] for router_interface, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:30:04.283060 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b60c6e42-e64c-4ea3-a0d5-bcd04d2f7371 admin admin] Network c62f445c-d027-410c-8639-c99c6fc4cea2 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:30:04.285040 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-b60c6e42-e64c-4ea3-a0d5-bcd04d2f7371 admin admin] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:30:04.409922 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b60c6e42-e64c-4ea3-a0d5-bcd04d2f7371 admin admin] Router 8be1a8c3-165b-4c7e-b8c0-7dc8c30ee0b8 has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 18:30:04.526169 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b60c6e42-e64c-4ea3-a0d5-bcd04d2f7371 admin admin] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:30:04.539604 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-b60c6e42-e64c-4ea3-a0d5-bcd04d2f7371 admin admin] 10.222.0.54 "PUT /v2.0/routers/8be1a8c3-165b-4c7e-b8c0-7dc8c30ee0b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0554667 Nov 19 18:30:04.544327 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-5bc2b0b9-7697-4f8c-88c6-a742a723a397 None None] Provisioning complete for port 0029c081-3810-44a3-8a35-6ff8c5cb0031 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:30:04.544698 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-5bc2b0b9-7697-4f8c-88c6-a742a723a397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:30:04.581622 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-5bc2b0b9-7697-4f8c-88c6-a742a723a397 None None] Port 0029c081-3810-44a3-8a35-6ff8c5cb0031 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:30:04.908194 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e013d7e6-5264-4dcc-9759-54f5fb809e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:30:05.064331 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 45542) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:30:05.069065 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-c195f8e9-32e1-4ddd-a926-e2b371f954fa tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Request body: {'security_group': {'name': 'tempest-securitygroup--475600860', 'description': 'tempest-description--801266951'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:30:05.089858 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c195f8e9-32e1-4ddd-a926-e2b371f954fa tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:30:05.155363 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c195f8e9-32e1-4ddd-a926-e2b371f954fa tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:30:05.161889 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c195f8e9-32e1-4ddd-a926-e2b371f954fa tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:30:05.190307 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c195f8e9-32e1-4ddd-a926-e2b371f954fa tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:30:05.194184 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-c195f8e9-32e1-4ddd-a926-e2b371f954fa tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1261938 Nov 19 18:30:05.194468 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 45544) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:30:05.199464 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-b8f9da38-7f5b-4d66-a67f-d007573a7428 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Request body: {'security_group_rule': {'security_group_id': '84e134bc-7746-4f2e-9297-aa0d940279a7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:30:05.204730 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c195f8e9-32e1-4ddd-a926-e2b371f954fa tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84e134bc-7746-4f2e-9297-aa0d940279a7,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:30:05.228440 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b8f9da38-7f5b-4d66-a67f-d007573a7428 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:30:05.257291 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:30:05.288827 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b8f9da38-7f5b-4d66-a67f-d007573a7428 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:30:05.295795 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b8f9da38-7f5b-4d66-a67f-d007573a7428 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735179'] for security_group_rule, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:30:05.318433 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f9da38-7f5b-4d66-a67f-d007573a7428 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b81c971c-61dc-4a25-9fc5-4382e5e86f2f,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:30:05.333222 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b8f9da38-7f5b-4d66-a67f-d007573a7428 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:30:05.334486 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-b8f9da38-7f5b-4d66-a67f-d007573a7428 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1392138 Nov 19 18:30:05.337137 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 45546) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:30:05.341510 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-c0797d4f-666c-4c0f-8291-cc97e39b91d0 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Request body: {'security_group_rule': {'security_group_id': '84e134bc-7746-4f2e-9297-aa0d940279a7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:30:05.372942 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c0797d4f-666c-4c0f-8291-cc97e39b91d0 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:30:05.374630 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 83246eae-8634-4e3c-8cf2-04111638b332 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:30:05.425348 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 83246eae-8634-4e3c-8cf2-04111638b332 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:30:05.425720 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:30:05.435440 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c0797d4f-666c-4c0f-8291-cc97e39b91d0 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:30:05.439145 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c0797d4f-666c-4c0f-8291-cc97e39b91d0 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735179'] for security_group_rule, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:30:05.456649 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0797d4f-666c-4c0f-8291-cc97e39b91d0 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d8815cc-2716-4faa-81a8-ab822a9bfb82,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:30:05.466932 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c0797d4f-666c-4c0f-8291-cc97e39b91d0 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:30:05.470734 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-c0797d4f-666c-4c0f-8291-cc97e39b91d0 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1321337 Nov 19 18:30:05.472746 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 45548) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:30:05.478573 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-dd2b9f1a-477b-451b-bcfe-e11e570c45a6 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Request body: {'floatingip': {'floating_network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:30:05.493987 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e080682-36d1-4245-a98b-349ba326dfe9 None None] Sync routers for ids ['8be1a8c3-165b-4c7e-b8c0-7dc8c30ee0b8'] in n-d-818022-2 {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:30:05.500676 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-dd2b9f1a-477b-451b-bcfe-e11e570c45a6 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Publish callbacks [] for floatingip, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:30:05.518704 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e080682-36d1-4245-a98b-349ba326dfe9 None None] Routers {'8be1a8c3-165b-4c7e-b8c0-7dc8c30ee0b8'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:30:05.519380 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-1e080682-36d1-4245-a98b-349ba326dfe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:30:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['8be1a8c3-165b-4c7e-b8c0-7dc8c30ee0b8'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:30:05.604904 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-dd2b9f1a-477b-451b-bcfe-e11e570c45a6 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:30:05.625422 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-1e080682-36d1-4245-a98b-349ba326dfe9 None None] Set router 8be1a8c3-165b-4c7e-b8c0-7dc8c30ee0b8 gateway port host: n-d-818022-2 {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:30:05.710869 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [None req-dd2b9f1a-477b-451b-bcfe-e11e570c45a6 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Allocated IP 172.25.7.241 (645e61aa-1a6c-4e8f-857e-ab06edb4897f/88ed2d64-f56d-4f01-a468-946e01c99e82/266f7960-79ba-46a4-81f5-f304cbac061b) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:30:05.813656 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-dd2b9f1a-477b-451b-bcfe-e11e570c45a6 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:30:05.828370 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-1e080682-36d1-4245-a98b-349ba326dfe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8be1a8c3-165b-4c7e-b8c0-7dc8c30ee0b8', 'name': 'tempest-ServerActionsTestJSON-459191382-router', 'tenant_id': 'a8598287498a4915a129e378733334d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': '83246eae-8634-4e3c-8cf2-04111638b332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:30:00Z', 'updated_at': '2021-11-19T18:30:03Z', 'revision_number': 4, 'project_id': 'a8598287498a4915a129e378733334d3', 'gw_port': {'id': '83246eae-8634-4e3c-8cf2-04111638b332', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:5f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8be1a8c3-165b-4c7e-b8c0-7dc8c30ee0b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:30:01Z', 'updated_at': '2021-11-19T18:30:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': '0029c081-3810-44a3-8a35-6ff8c5cb0031', 'name': '', 'network_id': 'c62f445c-d027-410c-8639-c99c6fc4cea2', 'tenant_id': 'a8598287498a4915a129e378733334d3', 'mac_address': 'fa:16:3e:bc:3a:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8be1a8c3-165b-4c7e-b8c0-7dc8c30ee0b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '4c531004-9720-4b69-9725-2e9002c2930c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:30:03Z', 'updated_at': '2021-11-19T18:30:03Z', 'revision_number': 2, 'project_id': 'a8598287498a4915a129e378733334d3', 'subnets': [{'id': '4c531004-9720-4b69-9725-2e9002c2930c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:30:05.850510 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-dd2b9f1a-477b-451b-bcfe-e11e570c45a6 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:30:05.854675 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e080682-36d1-4245-a98b-349ba326dfe9 None None] Checking router: 8be1a8c3-165b-4c7e-b8c0-7dc8c30ee0b8 for host: n-d-818022-2 {{(pid=103366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:30:05.855000 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e080682-36d1-4245-a98b-349ba326dfe9 None None] Updating router 8be1a8c3-165b-4c7e-b8c0-7dc8c30ee0b8 port 0029c081-3810-44a3-8a35-6ff8c5cb0031 binding host n-d-818022-2 {{(pid=103366) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 18:30:05.878943 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-1e080682-36d1-4245-a98b-349ba326dfe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:30:05.892213 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd2b9f1a-477b-451b-bcfe-e11e570c45a6 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Network 645e61aa-1a6c-4e8f-857e-ab06edb4897f is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:30:05.895096 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-dd2b9f1a-477b-451b-bcfe-e11e570c45a6 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:30:05.897675 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd2b9f1a-477b-451b-bcfe-e11e570c45a6 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:30:05.930667 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2b9f1a-477b-451b-bcfe-e11e570c45a6 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Pushing event updated for resources: {'Port': ['ID=266f7960-79ba-46a4-81f5-f304cbac061b,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:30:05.989144 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-dd2b9f1a-477b-451b-bcfe-e11e570c45a6 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:30:06.023676 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-dd2b9f1a-477b-451b-bcfe-e11e570c45a6 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:30:06.147504 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-1e080682-36d1-4245-a98b-349ba326dfe9 None None] Publish callbacks [] for port, precommit_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:30:06.153111 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-1e080682-36d1-4245-a98b-349ba326dfe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:30:06.177500 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-dd2b9f1a-477b-451b-bcfe-e11e570c45a6 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Publish callbacks [] for port, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:30:06.182147 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-dd2b9f1a-477b-451b-bcfe-e11e570c45a6 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:30:06.204276 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f95f9b-5aae-4ad0-9e3a-83862dedd1dc None None] Pushing event updated for resources: {'Port': ['ID=0029c081-3810-44a3-8a35-6ff8c5cb0031,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:30:06.254793 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2b9f1a-477b-451b-bcfe-e11e570c45a6 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Pushing event updated for resources: {'Port': ['ID=266f7960-79ba-46a4-81f5-f304cbac061b,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:30:06.257272 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-1e080682-36d1-4245-a98b-349ba326dfe9 None None] Attempting to bind port 0029c081-3810-44a3-8a35-6ff8c5cb0031 on host n-d-818022-2 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:30:06.257728 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-1e080682-36d1-4245-a98b-349ba326dfe9 None None] Attempting to bind port 0029c081-3810-44a3-8a35-6ff8c5cb0031 by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': '8be91a85-4220-40c1-b0b9-712553124174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'c62f445c-d027-410c-8639-c99c6fc4cea2'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:30:06.258388 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e080682-36d1-4245-a98b-349ba326dfe9 None None] Attempting to bind port 0029c081-3810-44a3-8a35-6ff8c5cb0031 on network c62f445c-d027-410c-8639-c99c6fc4cea2 {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:30:06.263681 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e080682-36d1-4245-a98b-349ba326dfe9 None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 30, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:30:06.264063 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e080682-36d1-4245-a98b-349ba326dfe9 None None] Checking segment: {'id': '8be91a85-4220-40c1-b0b9-712553124174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'c62f445c-d027-410c-8639-c99c6fc4cea2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:30:06.264470 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-1e080682-36d1-4245-a98b-349ba326dfe9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:30:06.264868 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e080682-36d1-4245-a98b-349ba326dfe9 None None] Bound using segment: {'id': '8be91a85-4220-40c1-b0b9-712553124174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'c62f445c-d027-410c-8639-c99c6fc4cea2'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:30:06.266030 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-1e080682-36d1-4245-a98b-349ba326dfe9 None None] Bound port: 0029c081-3810-44a3-8a35-6ff8c5cb0031, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8be91a85-4220-40c1-b0b9-712553124174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'c62f445c-d027-410c-8639-c99c6fc4cea2'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:30:06.266419 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-1e080682-36d1-4245-a98b-349ba326dfe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:30:06.272070 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-dd2b9f1a-477b-451b-bcfe-e11e570c45a6 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-671284'] for floatingip, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:30:06.290371 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-dd2b9f1a-477b-451b-bcfe-e11e570c45a6 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for floatingip, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:30:06.296941 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-dd2b9f1a-477b-451b-bcfe-e11e570c45a6 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8186960 Nov 19 18:30:06.349051 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-1e080682-36d1-4245-a98b-349ba326dfe9 None None] For port 0029c081-3810-44a3-8a35-6ff8c5cb0031, host n-d-818022-2, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:30:06.352891 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-1e080682-36d1-4245-a98b-349ba326dfe9 None None] For port 0029c081-3810-44a3-8a35-6ff8c5cb0031, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=0029c081-3810-44a3-8a35-6ff8c5cb0031,segment=NetworkSegment(8be91a85-4220-40c1-b0b9-712553124174),segment_id=8be91a85-4220-40c1-b0b9-712553124174)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:30:06.358710 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-1e080682-36d1-4245-a98b-349ba326dfe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:30:06.420296 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e080682-36d1-4245-a98b-349ba326dfe9 None None] Routers {'8be1a8c3-165b-4c7e-b8c0-7dc8c30ee0b8'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:30:06.420951 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-1e080682-36d1-4245-a98b-349ba326dfe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:30:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['8be1a8c3-165b-4c7e-b8c0-7dc8c30ee0b8'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:30:06.462414 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-cd248c51-b092-4733-afdc-31cfbdfcd605 req-7b9ad01f-50b9-48b6-a5c8-d996ad4e1c74 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--475600860&fields=id&tenant_id=a8598287498a4915a129e378733334d3 HTTP/1.1" status: 200 len: 267 time: 0.0566072 Nov 19 18:30:06.465914 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f95f9b-5aae-4ad0-9e3a-83862dedd1dc None None] Pushing event updated for resources: {'Port': ['ID=0029c081-3810-44a3-8a35-6ff8c5cb0031,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:30:06.553488 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-1e080682-36d1-4245-a98b-349ba326dfe9 None None] Set router 8be1a8c3-165b-4c7e-b8c0-7dc8c30ee0b8 gateway port host: n-d-818022-2 {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:30:06.555470 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-2dc3289a-1e0e-4882-b640-bcd584dc3372 None None] Provisioning complete for port 0029c081-3810-44a3-8a35-6ff8c5cb0031 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:30:06.555889 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2dc3289a-1e0e-4882-b640-bcd584dc3372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:30:06.590225 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd248c51-b092-4733-afdc-31cfbdfcd605 req-ebd0a09f-7a48-4b86-8106-bf3b226eaff6 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:30:06.598037 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-cd248c51-b092-4733-afdc-31cfbdfcd605 req-ebd0a09f-7a48-4b86-8106-bf3b226eaff6 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/networks?id=c62f445c-d027-410c-8639-c99c6fc4cea2 HTTP/1.1" status: 200 len: 811 time: 0.1329503 Nov 19 18:30:06.610595 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-cd248c51-b092-4733-afdc-31cfbdfcd605 req-dfc62522-9e83-4968-9546-d63d73e1b9a7 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/quotas/a8598287498a4915a129e378733334d3 HTTP/1.1" status: 200 len: 375 time: 0.0114021 Nov 19 18:30:06.677061 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-cd248c51-b092-4733-afdc-31cfbdfcd605 req-3befd84e-66f3-4ec3-a09a-74423278db41 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=a8598287498a4915a129e378733334d3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0599918 Nov 19 18:30:06.752585 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [req-cd248c51-b092-4733-afdc-31cfbdfcd605 req-0ddf6653-034e-413a-aae0-8e96fc5d87e4 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=103365) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 18:30:06.753603 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-cd248c51-b092-4733-afdc-31cfbdfcd605 req-0ddf6653-034e-413a-aae0-8e96fc5d87e4 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0655124 Nov 19 18:30:06.773248 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2dc3289a-1e0e-4882-b640-bcd584dc3372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:30:06.827713 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-2dc3289a-1e0e-4882-b640-bcd584dc3372 None None] For port 0029c081-3810-44a3-8a35-6ff8c5cb0031, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=0029c081-3810-44a3-8a35-6ff8c5cb0031,segment=NetworkSegment(8be91a85-4220-40c1-b0b9-712553124174),segment_id=8be91a85-4220-40c1-b0b9-712553124174)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:30:06.834127 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2dc3289a-1e0e-4882-b640-bcd584dc3372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:30:06.850229 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-cd248c51-b092-4733-afdc-31cfbdfcd605 req-ac645e2c-7227-4d66-8777-969530510215 service neutron] 10.222.0.54 "GET /v2.0/networks/c62f445c-d027-410c-8639-c99c6fc4cea2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891035 Nov 19 18:30:06.889020 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-1e080682-36d1-4245-a98b-349ba326dfe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8be1a8c3-165b-4c7e-b8c0-7dc8c30ee0b8', 'name': 'tempest-ServerActionsTestJSON-459191382-router', 'tenant_id': 'a8598287498a4915a129e378733334d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': '83246eae-8634-4e3c-8cf2-04111638b332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:30:00Z', 'updated_at': '2021-11-19T18:30:03Z', 'revision_number': 4, 'project_id': 'a8598287498a4915a129e378733334d3', 'gw_port': {'id': '83246eae-8634-4e3c-8cf2-04111638b332', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:5f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8be1a8c3-165b-4c7e-b8c0-7dc8c30ee0b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:30:01Z', 'updated_at': '2021-11-19T18:30:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': '0029c081-3810-44a3-8a35-6ff8c5cb0031', 'name': '', 'network_id': 'c62f445c-d027-410c-8639-c99c6fc4cea2', 'tenant_id': 'a8598287498a4915a129e378733334d3', 'mac_address': 'fa:16:3e:bc:3a:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8be1a8c3-165b-4c7e-b8c0-7dc8c30ee0b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '4c531004-9720-4b69-9725-2e9002c2930c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:30:03Z', 'updated_at': '2021-11-19T18:30:06Z', 'revision_number': 4, 'project_id': 'a8598287498a4915a129e378733334d3', 'subnets': [{'id': '4c531004-9720-4b69-9725-2e9002c2930c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:30:06.917397 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc3289a-1e0e-4882-b640-bcd584dc3372 None None] Pushing event updated for resources: {'Port': ['ID=0029c081-3810-44a3-8a35-6ff8c5cb0031,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:30:06.921191 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e080682-36d1-4245-a98b-349ba326dfe9 None None] The sync data for ids ['8be1a8c3-165b-4c7e-b8c0-7dc8c30ee0b8'] in n-d-818022-2 is: [{'id': '8be1a8c3-165b-4c7e-b8c0-7dc8c30ee0b8', 'name': 'tempest-ServerActionsTestJSON-459191382-router', 'tenant_id': 'a8598287498a4915a129e378733334d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': '83246eae-8634-4e3c-8cf2-04111638b332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:30:00Z', 'updated_at': '2021-11-19T18:30:03Z', 'revision_number': 4, 'project_id': 'a8598287498a4915a129e378733334d3', 'gw_port': {'id': '83246eae-8634-4e3c-8cf2-04111638b332', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:5f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8be1a8c3-165b-4c7e-b8c0-7dc8c30ee0b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:30:01Z', 'updated_at': '2021-11-19T18:30:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': '0029c081-3810-44a3-8a35-6ff8c5cb0031', 'name': '', 'network_id': 'c62f445c-d027-410c-8639-c99c6fc4cea2', 'tenant_id': 'a8598287498a4915a129e378733334d3', 'mac_address': 'fa:16:3e:bc:3a:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8be1a8c3-165b-4c7e-b8c0-7dc8c30ee0b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '4c531004-9720-4b69-9725-2e9002c2930c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:30:03Z', 'updated_at': '2021-11-19T18:30:06Z', 'revision_number': 4, 'project_id': 'a8598287498a4915a129e378733334d3', 'subnets': [{'id': '4c531004-9720-4b69-9725-2e9002c2930c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:30:06.944329 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-cd248c51-b092-4733-afdc-31cfbdfcd605 req-37f0066d-c97d-4007-8610-ae7fd24dcc30 service neutron] 10.222.0.54 "GET /v2.0/networks/c62f445c-d027-410c-8639-c99c6fc4cea2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869012 Nov 19 18:30:06.955385 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-5229522c-2799-4a40-9333-a0ca2f7bf0db None None] Provisioning complete for port 0029c081-3810-44a3-8a35-6ff8c5cb0031 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:30:06.955755 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-5229522c-2799-4a40-9333-a0ca2f7bf0db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:30:07.148536 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2ab406c7-7720-43de-bdb0-c91e7274674f req-b49a1cc6-bb16-4937-bd52-a8516a3bc68b tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/ports?device_id=54a013a6-cdca-4c3a-8f36-0f156122dfa8 HTTP/1.1" status: 200 len: 210 time: 0.0289218 Nov 19 18:30:07.387333 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 0029c081-3810-44a3-8a35-6ff8c5cb0031 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:30:07.461197 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 0029c081-3810-44a3-8a35-6ff8c5cb0031 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:30:07.461600 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:30:08.254508 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-70377ad2-ecd6-4949-959d-14d99bc19605 req-d26be6ac-2b95-4638-88cc-556830ddcb5b tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/ports?device_id=54a013a6-cdca-4c3a-8f36-0f156122dfa8 HTTP/1.1" status: 200 len: 210 time: 0.0320561 Nov 19 18:30:08.437355 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd248c51-b092-4733-afdc-31cfbdfcd605 req-8497e2ee-9894-4e91-b8f0-0a4c93ab0bad tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:30:08.439132 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-cd248c51-b092-4733-afdc-31cfbdfcd605 req-8497e2ee-9894-4e91-b8f0-0a4c93ab0bad tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.86 "GET /v2.0/networks?id=c62f445c-d027-410c-8639-c99c6fc4cea2 HTTP/1.1" status: 200 len: 811 time: 0.1136348 Nov 19 18:30:08.522663 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-cd248c51-b092-4733-afdc-31cfbdfcd605 req-85c63907-7c99-4fc5-b54a-ca7f64c61f6a tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a8598287498a4915a129e378733334d3 HTTP/1.1" status: 200 len: 379 time: 0.0719159 Nov 19 18:30:08.536273 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-cd248c51-b092-4733-afdc-31cfbdfcd605 req-e26ce0f9-cd8a-4f38-8737-dca40372b3b7 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Request body: {'port': {'device_id': '54a013a6-cdca-4c3a-8f36-0f156122dfa8', 'network_id': 'c62f445c-d027-410c-8639-c99c6fc4cea2', 'admin_state_up': True, 'tenant_id': 'a8598287498a4915a129e378733334d3', 'security_groups': ['84e134bc-7746-4f2e-9297-aa0d940279a7']}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:30:08.651054 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd248c51-b092-4733-afdc-31cfbdfcd605 req-e26ce0f9-cd8a-4f38-8737-dca40372b3b7 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Made reservation on behalf of a8598287498a4915a129e378733334d3 for: {'port': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:30:08.657714 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-cd248c51-b092-4733-afdc-31cfbdfcd605 req-e26ce0f9-cd8a-4f38-8737-dca40372b3b7 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:30:08.782886 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [req-cd248c51-b092-4733-afdc-31cfbdfcd605 req-e26ce0f9-cd8a-4f38-8737-dca40372b3b7 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Allocated IP 172.20.0.6 (c62f445c-d027-410c-8639-c99c6fc4cea2/4c531004-9720-4b69-9725-2e9002c2930c/28efc63a-19a7-47df-b7f1-3b9b612c1ea4) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:30:08.920852 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-cd248c51-b092-4733-afdc-31cfbdfcd605 req-e26ce0f9-cd8a-4f38-8737-dca40372b3b7 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:30:08.954936 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-cd248c51-b092-4733-afdc-31cfbdfcd605 req-e26ce0f9-cd8a-4f38-8737-dca40372b3b7 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:30:08.997265 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd248c51-b092-4733-afdc-31cfbdfcd605 req-e26ce0f9-cd8a-4f38-8737-dca40372b3b7 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Network c62f445c-d027-410c-8639-c99c6fc4cea2 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:30:09.000952 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [req-cd248c51-b092-4733-afdc-31cfbdfcd605 req-e26ce0f9-cd8a-4f38-8737-dca40372b3b7 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:30:09.003672 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd248c51-b092-4733-afdc-31cfbdfcd605 req-e26ce0f9-cd8a-4f38-8737-dca40372b3b7 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:30:09.038981 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26ce0f9-cd8a-4f38-8737-dca40372b3b7 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Pushing event updated for resources: {'Port': ['ID=28efc63a-19a7-47df-b7f1-3b9b612c1ea4,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:30:09.067691 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd248c51-b092-4733-afdc-31cfbdfcd605 req-e26ce0f9-cd8a-4f38-8737-dca40372b3b7 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:30:09.068319 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-cd248c51-b092-4733-afdc-31cfbdfcd605 req-e26ce0f9-cd8a-4f38-8737-dca40372b3b7 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:30:09.086087 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-cd248c51-b092-4733-afdc-31cfbdfcd605 req-e26ce0f9-cd8a-4f38-8737-dca40372b3b7 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5540564 Nov 19 18:30:09.096269 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [req-cd248c51-b092-4733-afdc-31cfbdfcd605 req-3e2988ec-d14b-4347-8851-a6271132c54e tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=103365) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 18:30:09.097263 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-cd248c51-b092-4733-afdc-31cfbdfcd605 req-3e2988ec-d14b-4347-8851-a6271132c54e tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053470 Nov 19 18:30:09.111501 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-cd248c51-b092-4733-afdc-31cfbdfcd605 req-7f054d23-0300-4da6-9ca2-de3a024af9cd service neutron] Request body: {'port': {'device_id': '54a013a6-cdca-4c3a-8f36-0f156122dfa8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818022-2'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:30:09.168331 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-cd248c51-b092-4733-afdc-31cfbdfcd605 req-7f054d23-0300-4da6-9ca2-de3a024af9cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:30:09.196125 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-9c6db670-2fa2-48a7-bceb-978d5b401361 None None] Provisioning complete for port 28efc63a-19a7-47df-b7f1-3b9b612c1ea4 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:30:09.196718 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9c6db670-2fa2-48a7-bceb-978d5b401361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:30:09.233066 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-9c6db670-2fa2-48a7-bceb-978d5b401361 None None] Port 28efc63a-19a7-47df-b7f1-3b9b612c1ea4 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:30:09.371652 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ec4aa7-3797-44ab-b2a2-3c8c0cecbee1 req-bd5a51e3-d66d-42cb-a876-64ab0eb0f86b tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:30:09.373173 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-13ec4aa7-3797-44ab-b2a2-3c8c0cecbee1 req-bd5a51e3-d66d-42cb-a876-64ab0eb0f86b tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/ports?device_id=54a013a6-cdca-4c3a-8f36-0f156122dfa8 HTTP/1.1" status: 200 len: 931 time: 0.0490127 Nov 19 18:30:09.421853 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-13ec4aa7-3797-44ab-b2a2-3c8c0cecbee1 req-8bd88311-7e12-4d03-8dfa-efeb3c870e52 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/security-groups?id=84e134bc-7746-4f2e-9297-aa0d940279a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416398 Nov 19 18:30:09.434404 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [req-cd248c51-b092-4733-afdc-31cfbdfcd605 req-7f054d23-0300-4da6-9ca2-de3a024af9cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28efc63a-19a7-47df-b7f1-3b9b612c1ea4 {{(pid=103365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:30:09.442564 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-cd248c51-b092-4733-afdc-31cfbdfcd605 req-7f054d23-0300-4da6-9ca2-de3a024af9cd service neutron] Publish callbacks [] for port, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:30:09.454230 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.provisioning_blocks [req-cd248c51-b092-4733-afdc-31cfbdfcd605 req-7f054d23-0300-4da6-9ca2-de3a024af9cd service neutron] Transition to ACTIVE for port object 28efc63a-19a7-47df-b7f1-3b9b612c1ea4 will not be triggered until provisioned by entity L2. {{(pid=103365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 18:30:09.458035 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-cd248c51-b092-4733-afdc-31cfbdfcd605 req-7f054d23-0300-4da6-9ca2-de3a024af9cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:30:09.510884 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f054d23-0300-4da6-9ca2-de3a024af9cd service neutron] Pushing event updated for resources: {'Port': ['ID=28efc63a-19a7-47df-b7f1-3b9b612c1ea4,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:30:09.578823 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-cd248c51-b092-4733-afdc-31cfbdfcd605 req-7f054d23-0300-4da6-9ca2-de3a024af9cd service neutron] Attempting to bind port 28efc63a-19a7-47df-b7f1-3b9b612c1ea4 on host n-h2-818022-2 for vnic_type normal with profile {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:30:09.579155 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-cd248c51-b092-4733-afdc-31cfbdfcd605 req-7f054d23-0300-4da6-9ca2-de3a024af9cd service neutron] Attempting to bind port 28efc63a-19a7-47df-b7f1-3b9b612c1ea4 by drivers openvswitch,hyperv on host n-h2-818022-2 at level 0 using segments [{'id': '8be91a85-4220-40c1-b0b9-712553124174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'c62f445c-d027-410c-8639-c99c6fc4cea2'}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:30:09.579479 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd248c51-b092-4733-afdc-31cfbdfcd605 req-7f054d23-0300-4da6-9ca2-de3a024af9cd service neutron] Attempting to bind port 28efc63a-19a7-47df-b7f1-3b9b612c1ea4 on network c62f445c-d027-410c-8639-c99c6fc4cea2 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:30:09.583957 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd248c51-b092-4733-afdc-31cfbdfcd605 req-7f054d23-0300-4da6-9ca2-de3a024af9cd service neutron] Port 28efc63a-19a7-47df-b7f1-3b9b612c1ea4 on network c62f445c-d027-410c-8639-c99c6fc4cea2 not bound, no agent of type Open vSwitch agent registered on host n-h2-818022-2 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 18:30:09.584276 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd248c51-b092-4733-afdc-31cfbdfcd605 req-7f054d23-0300-4da6-9ca2-de3a024af9cd service neutron] Attempting to bind port 28efc63a-19a7-47df-b7f1-3b9b612c1ea4 on network c62f445c-d027-410c-8639-c99c6fc4cea2 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:30:09.589542 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd248c51-b092-4733-afdc-31cfbdfcd605 req-7f054d23-0300-4da6-9ca2-de3a024af9cd service neutron] Checking agent: {'id': '525ad2ac-c4ae-4c63-af2e-0bf8d25d0f0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'started_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 30, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:30:09.589908 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd248c51-b092-4733-afdc-31cfbdfcd605 req-7f054d23-0300-4da6-9ca2-de3a024af9cd service neutron] Checking segment: {'id': '8be91a85-4220-40c1-b0b9-712553124174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'c62f445c-d027-410c-8639-c99c6fc4cea2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:30:09.590294 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd248c51-b092-4733-afdc-31cfbdfcd605 req-7f054d23-0300-4da6-9ca2-de3a024af9cd service neutron] Bound using segment: {'id': '8be91a85-4220-40c1-b0b9-712553124174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'c62f445c-d027-410c-8639-c99c6fc4cea2'} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:30:09.590721 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-cd248c51-b092-4733-afdc-31cfbdfcd605 req-7f054d23-0300-4da6-9ca2-de3a024af9cd service neutron] Bound port: 28efc63a-19a7-47df-b7f1-3b9b612c1ea4, host: n-h2-818022-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8be91a85-4220-40c1-b0b9-712553124174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'c62f445c-d027-410c-8639-c99c6fc4cea2'}}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:30:09.591078 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-cd248c51-b092-4733-afdc-31cfbdfcd605 req-7f054d23-0300-4da6-9ca2-de3a024af9cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:30:09.660150 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-cd248c51-b092-4733-afdc-31cfbdfcd605 req-7f054d23-0300-4da6-9ca2-de3a024af9cd service neutron] For port 28efc63a-19a7-47df-b7f1-3b9b612c1ea4, host n-h2-818022-2, cleared binding levels {{(pid=103365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:30:09.663593 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-cd248c51-b092-4733-afdc-31cfbdfcd605 req-7f054d23-0300-4da6-9ca2-de3a024af9cd service neutron] For port 28efc63a-19a7-47df-b7f1-3b9b612c1ea4, host n-h2-818022-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=28efc63a-19a7-47df-b7f1-3b9b612c1ea4,segment=NetworkSegment(8be91a85-4220-40c1-b0b9-712553124174),segment_id=8be91a85-4220-40c1-b0b9-712553124174)] {{(pid=103365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:30:09.667198 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-cd248c51-b092-4733-afdc-31cfbdfcd605 req-7f054d23-0300-4da6-9ca2-de3a024af9cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:30:09.703533 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd248c51-b092-4733-afdc-31cfbdfcd605 req-7f054d23-0300-4da6-9ca2-de3a024af9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:30:09.704163 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-cd248c51-b092-4733-afdc-31cfbdfcd605 req-7f054d23-0300-4da6-9ca2-de3a024af9cd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:30:09.705597 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-cd248c51-b092-4733-afdc-31cfbdfcd605 req-7f054d23-0300-4da6-9ca2-de3a024af9cd service neutron] 10.222.0.86 "PUT /v2.0/ports/28efc63a-19a7-47df-b7f1-3b9b612c1ea4 HTTP/1.1" status: 200 len: 1091 time: 0.5984607 Nov 19 18:30:09.706155 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54a013a6-cdca-4c3a-8f36-0f156122dfa8', 'tag': '28efc63a-19a7-47df-b7f1-3b9b612c1ea4'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:30:09.708474 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218319d759239a7d11f1288aef37381b97754913ee9ccbfd43b51a463f801712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e63b83c-5b4e-4ad5-ab60-26368143f4cb" -d '{"events": [{"name": "network-changed", "server_uuid": "54a013a6-cdca-4c3a-8f36-0f156122dfa8", "tag": "28efc63a-19a7-47df-b7f1-3b9b612c1ea4"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:30:09.739120 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f054d23-0300-4da6-9ca2-de3a024af9cd service neutron] Pushing event updated for resources: {'Port': ['ID=28efc63a-19a7-47df-b7f1-3b9b612c1ea4,revision_number=3']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:30:09.759142 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 18:30:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0878892-f4d9-4fc3-be45-11554efe333f x-openstack-request-id: req-b0878892-f4d9-4fc3-be45-11554efe333f {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:30:09.759441 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54a013a6-cdca-4c3a-8f36-0f156122dfa8", "tag": "28efc63a-19a7-47df-b7f1-3b9b612c1ea4", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:30:09.759691 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b0878892-f4d9-4fc3-be45-11554efe333f {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:30:09.760105 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54a013a6-cdca-4c3a-8f36-0f156122dfa8', 'tag': '28efc63a-19a7-47df-b7f1-3b9b612c1ea4', 'status': 'completed', 'code': 200} Nov 19 18:30:09.811602 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd248c51-b092-4733-afdc-31cfbdfcd605 req-939ce6f8-e803-4e7b-bdc5-350ed3aee6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:30:09.813195 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-cd248c51-b092-4733-afdc-31cfbdfcd605 req-939ce6f8-e803-4e7b-bdc5-350ed3aee6b7 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=a8598287498a4915a129e378733334d3&device_id=54a013a6-cdca-4c3a-8f36-0f156122dfa8 HTTP/1.1" status: 200 len: 1094 time: 0.0449054 Nov 19 18:30:09.862145 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-cd248c51-b092-4733-afdc-31cfbdfcd605 req-6db81e7c-b818-44cf-b1bf-cc6434a70064 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=28efc63a-19a7-47df-b7f1-3b9b612c1ea4 HTTP/1.1" status: 200 len: 217 time: 0.0392113 Nov 19 18:30:09.916362 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd248c51-b092-4733-afdc-31cfbdfcd605 req-c1de5713-35d1-4368-956b-e480010ef414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:30:09.917861 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-cd248c51-b092-4733-afdc-31cfbdfcd605 req-c1de5713-35d1-4368-956b-e480010ef414 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=4c531004-9720-4b69-9725-2e9002c2930c HTTP/1.1" status: 200 len: 850 time: 0.0483360 Nov 19 18:30:09.973507 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd248c51-b092-4733-afdc-31cfbdfcd605 req-81c8391c-b5f2-4f02-9514-9e303013d9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:30:09.975073 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-cd248c51-b092-4733-afdc-31cfbdfcd605 req-81c8391c-b5f2-4f02-9514-9e303013d9e6 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c62f445c-d027-410c-8639-c99c6fc4cea2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0492408 Nov 19 18:30:10.069362 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-cd248c51-b092-4733-afdc-31cfbdfcd605 req-023822c2-ccf6-4d3b-a809-8fe5fba547cf service neutron] 10.222.0.86 "GET /v2.0/networks/c62f445c-d027-410c-8639-c99c6fc4cea2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860851 Nov 19 18:30:10.161884 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-cd248c51-b092-4733-afdc-31cfbdfcd605 req-be2a9f51-c283-4e01-ad04-b59868aa34c4 service neutron] 10.222.0.86 "GET /v2.0/networks/c62f445c-d027-410c-8639-c99c6fc4cea2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845201 Nov 19 18:30:10.250258 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e63b83c-5b4e-4ad5-ab60-26368143f4cb req-db8c2b4c-3284-405c-8a19-ee18a39f65d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:30:10.251763 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9e63b83c-5b4e-4ad5-ab60-26368143f4cb req-db8c2b4c-3284-405c-8a19-ee18a39f65d8 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=a8598287498a4915a129e378733334d3&device_id=54a013a6-cdca-4c3a-8f36-0f156122dfa8 HTTP/1.1" status: 200 len: 1094 time: 0.0413721 Nov 19 18:30:10.346577 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e63b83c-5b4e-4ad5-ab60-26368143f4cb req-cb893b91-10c7-4fa2-8546-2059a937a81d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:30:10.348020 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9e63b83c-5b4e-4ad5-ab60-26368143f4cb req-cb893b91-10c7-4fa2-8546-2059a937a81d service neutron] 10.222.0.86 "GET /v2.0/networks?id=c62f445c-d027-410c-8639-c99c6fc4cea2 HTTP/1.1" status: 200 len: 912 time: 0.0879903 Nov 19 18:30:10.391787 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9e63b83c-5b4e-4ad5-ab60-26368143f4cb req-473add0e-c9ca-4340-b08c-cf1f9cfca16a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=28efc63a-19a7-47df-b7f1-3b9b612c1ea4 HTTP/1.1" status: 200 len: 217 time: 0.0351813 Nov 19 18:30:10.450547 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e63b83c-5b4e-4ad5-ab60-26368143f4cb req-ea7bb7cb-d2f8-44b6-b3f3-a98b8bb92117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:30:10.451599 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9e63b83c-5b4e-4ad5-ab60-26368143f4cb req-ea7bb7cb-d2f8-44b6-b3f3-a98b8bb92117 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=4c531004-9720-4b69-9725-2e9002c2930c HTTP/1.1" status: 200 len: 850 time: 0.0519147 Nov 19 18:30:10.502941 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e63b83c-5b4e-4ad5-ab60-26368143f4cb req-b4bf63f5-24cd-4e26-8a7d-421ec278e884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:30:10.504472 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9e63b83c-5b4e-4ad5-ab60-26368143f4cb req-b4bf63f5-24cd-4e26-8a7d-421ec278e884 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c62f445c-d027-410c-8639-c99c6fc4cea2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438643 Nov 19 18:30:10.547160 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afae1ae-0a7b-4722-bfc0-bebad21ed1df req-bbcc8838-1238-4951-a263-58483107975b tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:30:10.548754 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-7afae1ae-0a7b-4722-bfc0-bebad21ed1df req-bbcc8838-1238-4951-a263-58483107975b tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/ports?device_id=54a013a6-cdca-4c3a-8f36-0f156122dfa8 HTTP/1.1" status: 200 len: 943 time: 0.0567906 Nov 19 18:30:10.605615 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-7afae1ae-0a7b-4722-bfc0-bebad21ed1df req-59da9375-1a2e-43ca-8f12-bc7c560280fc tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/security-groups?id=84e134bc-7746-4f2e-9297-aa0d940279a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502746 Nov 19 18:30:10.606546 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9e63b83c-5b4e-4ad5-ab60-26368143f4cb req-eae39e2d-79f2-480a-a4af-a103e0b392e5 service neutron] 10.222.0.86 "GET /v2.0/networks/c62f445c-d027-410c-8639-c99c6fc4cea2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917201 Nov 19 18:30:10.705931 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9e63b83c-5b4e-4ad5-ab60-26368143f4cb req-f0d15585-793c-4c91-a358-9619420cb111 service neutron] 10.222.0.86 "GET /v2.0/networks/c62f445c-d027-410c-8639-c99c6fc4cea2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913298 Nov 19 18:30:11.405080 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.agents_db [None req-619e5c26-d9ed-4321-86eb-7d443bb9dfa2 None None] Agent healthcheck: found 7 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 18:30:11.727388 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c2be7b-2d1e-46b6-8a20-e5f9351ff04d req-65fe056d-8858-4300-829d-507493f610b5 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:30:11.728851 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a4c2be7b-2d1e-46b6-8a20-e5f9351ff04d req-65fe056d-8858-4300-829d-507493f610b5 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/ports?device_id=54a013a6-cdca-4c3a-8f36-0f156122dfa8 HTTP/1.1" status: 200 len: 943 time: 0.0482674 Nov 19 18:30:11.774141 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a4c2be7b-2d1e-46b6-8a20-e5f9351ff04d req-ad396521-1b01-4b94-9a24-59de87b9782e tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/security-groups?id=84e134bc-7746-4f2e-9297-aa0d940279a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393214 Nov 19 18:30:12.059638 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device 28efc63a-19a7-47df-b7f1-3b9b612c1ea4 details requested by agent hyperv_n-h2-818022-2 with host n-h2-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 18:30:12.151593 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port 28efc63a-19a7-47df-b7f1-3b9b612c1ea4, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=28efc63a-19a7-47df-b7f1-3b9b612c1ea4,segment=NetworkSegment(8be91a85-4220-40c1-b0b9-712553124174),segment_id=8be91a85-4220-40c1-b0b9-712553124174)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:30:12.165544 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Returning: {'device': '28efc63a-19a7-47df-b7f1-3b9b612c1ea4', 'network_id': 'c62f445c-d027-410c-8639-c99c6fc4cea2', 'port_id': '28efc63a-19a7-47df-b7f1-3b9b612c1ea4', 'mac_address': 'fa:16:3e:ed:22:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 669, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c531004-9720-4b69-9725-2e9002c2930c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 18:30:12.201571 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:30:12.214536 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28efc63a-19a7-47df-b7f1-3b9b612c1ea4 {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:30:12.232581 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port 28efc63a-19a7-47df-b7f1-3b9b612c1ea4, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=28efc63a-19a7-47df-b7f1-3b9b612c1ea4,segment=NetworkSegment(8be91a85-4220-40c1-b0b9-712553124174),segment_id=8be91a85-4220-40c1-b0b9-712553124174)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:30:12.236506 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:30:12.284613 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Pushing event updated for resources: {'Port': ['ID=28efc63a-19a7-47df-b7f1-3b9b612c1ea4,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:30:12.447333 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] get_ports_and_sgs() called for port_ids ['28efc63a-19a7-47df-b7f1-3b9b612c1ea4'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:30:12.890624 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c8a890-1106-41c6-a2e0-f013b221d8f2 req-17f57d91-fa15-4a59-8d45-0bef9018d971 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:30:12.892135 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-26c8a890-1106-41c6-a2e0-f013b221d8f2 req-17f57d91-fa15-4a59-8d45-0bef9018d971 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/ports?device_id=54a013a6-cdca-4c3a-8f36-0f156122dfa8 HTTP/1.1" status: 200 len: 944 time: 0.0492799 Nov 19 18:30:12.944085 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-26c8a890-1106-41c6-a2e0-f013b221d8f2 req-d47a96fe-9201-4c96-b80c-496c77afecfd tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/security-groups?id=84e134bc-7746-4f2e-9297-aa0d940279a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459561 Nov 19 18:30:14.062044 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa5aa2a-bf5e-443f-8b51-67aca0f759ba req-99ef6bf4-8dcd-4e3c-afe0-886d7a6628a9 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:30:14.063519 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5aa5aa2a-bf5e-443f-8b51-67aca0f759ba req-99ef6bf4-8dcd-4e3c-afe0-886d7a6628a9 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/ports?device_id=54a013a6-cdca-4c3a-8f36-0f156122dfa8 HTTP/1.1" status: 200 len: 944 time: 0.0527666 Nov 19 18:30:14.076106 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device 28efc63a-19a7-47df-b7f1-3b9b612c1ea4 up at agent hyperv_n-h2-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:30:14.110824 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5aa5aa2a-bf5e-443f-8b51-67aca0f759ba req-30e0f732-ed3e-4c7e-938f-84874d55aa02 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/security-groups?id=84e134bc-7746-4f2e-9297-aa0d940279a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413618 Nov 19 18:30:14.125741 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Provisioning for port 28efc63a-19a7-47df-b7f1-3b9b612c1ea4 completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 18:30:14.130138 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Provisioning complete for port 28efc63a-19a7-47df-b7f1-3b9b612c1ea4 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:30:14.130581 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:30:14.209374 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:30:14.231023 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54a013a6-cdca-4c3a-8f36-0f156122dfa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28efc63a-19a7-47df-b7f1-3b9b612c1ea4'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:30:14.233287 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3940761bcd94e032e6960d2241bd8993c5d3a7d8dc2aca8488f3ecf1d4dd2fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50dbbd2a-8542-4309-aa4f-ea000b4b53c6" -d '{"events": [{"server_uuid": "54a013a6-cdca-4c3a-8f36-0f156122dfa8", "name": "network-vif-plugged", "status": "completed", "tag": "28efc63a-19a7-47df-b7f1-3b9b612c1ea4"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:30:14.245730 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port 28efc63a-19a7-47df-b7f1-3b9b612c1ea4, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=28efc63a-19a7-47df-b7f1-3b9b612c1ea4,segment=NetworkSegment(8be91a85-4220-40c1-b0b9-712553124174),segment_id=8be91a85-4220-40c1-b0b9-712553124174)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:30:14.250266 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:30:14.277041 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:30:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ee30e4a-d4ff-4440-a11b-7b94bcf5fd6f x-openstack-request-id: req-6ee30e4a-d4ff-4440-a11b-7b94bcf5fd6f {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:30:14.277338 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54a013a6-cdca-4c3a-8f36-0f156122dfa8", "name": "network-vif-plugged", "status": "completed", "tag": "28efc63a-19a7-47df-b7f1-3b9b612c1ea4", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:30:14.277594 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-6ee30e4a-d4ff-4440-a11b-7b94bcf5fd6f {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:30:14.278017 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54a013a6-cdca-4c3a-8f36-0f156122dfa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28efc63a-19a7-47df-b7f1-3b9b612c1ea4', 'code': 200} Nov 19 18:30:14.302565 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Pushing event updated for resources: {'Port': ['ID=28efc63a-19a7-47df-b7f1-3b9b612c1ea4,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:30:14.375488 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc799b8-905a-40a9-ad4d-ace74587b782 req-8383cbe2-2352-4b11-aa22-f0a0667865e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:30:14.376985 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-bdc799b8-905a-40a9-ad4d-ace74587b782 req-8383cbe2-2352-4b11-aa22-f0a0667865e7 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=54a013a6-cdca-4c3a-8f36-0f156122dfa8 HTTP/1.1" status: 200 len: 1096 time: 0.0393193 Nov 19 18:30:14.422732 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-bdc799b8-905a-40a9-ad4d-ace74587b782 req-52cf44ab-194c-4f7c-af8f-31a747ac8c91 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=84e134bc-7746-4f2e-9297-aa0d940279a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374405 Nov 19 18:30:15.228486 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e34159-4a11-4d22-bf40-277a8f6c70b4 req-6de1401b-b5f0-48a4-83a9-3c9471eaba46 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:30:15.229937 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-61e34159-4a11-4d22-bf40-277a8f6c70b4 req-6de1401b-b5f0-48a4-83a9-3c9471eaba46 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/ports?device_id=54a013a6-cdca-4c3a-8f36-0f156122dfa8 HTTP/1.1" status: 200 len: 945 time: 0.0504284 Nov 19 18:30:15.285599 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-61e34159-4a11-4d22-bf40-277a8f6c70b4 req-d4f330f7-2f84-4e76-9cbb-9c4d1b2ea125 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/security-groups?id=84e134bc-7746-4f2e-9297-aa0d940279a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487893 Nov 19 18:30:16.404771 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7047313-68a5-4a68-9e05-10a730204063 req-ee23dc48-67fd-4eaa-9a7c-75371b34f7dd tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:30:16.406849 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c7047313-68a5-4a68-9e05-10a730204063 req-ee23dc48-67fd-4eaa-9a7c-75371b34f7dd tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/ports?device_id=54a013a6-cdca-4c3a-8f36-0f156122dfa8 HTTP/1.1" status: 200 len: 945 time: 0.0504558 Nov 19 18:30:16.453519 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c7047313-68a5-4a68-9e05-10a730204063 req-9da3b10a-b8c9-41bc-8cb7-dae994103e49 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/security-groups?id=84e134bc-7746-4f2e-9297-aa0d940279a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408032 Nov 19 18:30:16.563633 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aeef1d-9f9c-40cc-acc2-cccfe914f5f1 req-9ff20a22-56e4-4b91-a7bc-9f3f78dc58b4 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:30:16.565169 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-82aeef1d-9f9c-40cc-acc2-cccfe914f5f1 req-9ff20a22-56e4-4b91-a7bc-9f3f78dc58b4 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/ports?device_id=54a013a6-cdca-4c3a-8f36-0f156122dfa8 HTTP/1.1" status: 200 len: 945 time: 0.0489259 Nov 19 18:30:16.573634 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 45604) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:30:16.578154 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-a3785939-a913-4ffa-9795-0c2258de4f8a tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Request body: {'floatingip': {'port_id': '28efc63a-19a7-47df-b7f1-3b9b612c1ea4'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:30:16.618535 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a3785939-a913-4ffa-9795-0c2258de4f8a tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Publish callbacks [] for floatingip, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:30:17.352064 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a3785939-a913-4ffa-9795-0c2258de4f8a tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:30:17.355881 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a3785939-a913-4ffa-9795-0c2258de4f8a tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-671284'] for floatingip, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:30:17.458728 n-d-818022-2 neutron-server[103365]: INFO neutron.db.l3_db [None req-a3785939-a913-4ffa-9795-0c2258de4f8a tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Floating IP 26631463-ce84-43bd-ae9d-1e90e190d5c1 associated. External IP: 172.25.7.241, port: 28efc63a-19a7-47df-b7f1-3b9b612c1ea4. Nov 19 18:30:17.667003 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3785939-a913-4ffa-9795-0c2258de4f8a tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Router 8be1a8c3-165b-4c7e-b8c0-7dc8c30ee0b8 has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 18:30:17.775535 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3785939-a913-4ffa-9795-0c2258de4f8a tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:30:17.780268 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a3785939-a913-4ffa-9795-0c2258de4f8a tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for floatingip, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:30:17.786156 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca5e197-c70b-4bff-9c5e-ed540dfb4d91 None None] Sync routers for ids ['8be1a8c3-165b-4c7e-b8c0-7dc8c30ee0b8'] in n-d-818022-2 {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:30:17.795974 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca5e197-c70b-4bff-9c5e-ed540dfb4d91 None None] Routers {'8be1a8c3-165b-4c7e-b8c0-7dc8c30ee0b8'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:30:17.797088 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-dca5e197-c70b-4bff-9c5e-ed540dfb4d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:30:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['8be1a8c3-165b-4c7e-b8c0-7dc8c30ee0b8'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:30:17.807519 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-a3785939-a913-4ffa-9795-0c2258de4f8a tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "PUT /v2.0/floatingips/26631463-ce84-43bd-ae9d-1e90e190d5c1 HTTP/1.1" status: 200 len: 991 time: 1.2327709 Nov 19 18:30:17.808100 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54a013a6-cdca-4c3a-8f36-0f156122dfa8', 'tag': '28efc63a-19a7-47df-b7f1-3b9b612c1ea4'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:30:17.810452 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218319d759239a7d11f1288aef37381b97754913ee9ccbfd43b51a463f801712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6493cd61-c8e3-4ae3-bbad-825df98aa207" -d '{"events": [{"name": "network-changed", "server_uuid": "54a013a6-cdca-4c3a-8f36-0f156122dfa8", "tag": "28efc63a-19a7-47df-b7f1-3b9b612c1ea4"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:30:17.854391 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 18:30:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d804f8c-49af-4906-ab61-d1efdb705d22 x-openstack-request-id: req-3d804f8c-49af-4906-ab61-d1efdb705d22 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:30:17.854681 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54a013a6-cdca-4c3a-8f36-0f156122dfa8", "tag": "28efc63a-19a7-47df-b7f1-3b9b612c1ea4", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:30:17.854932 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-3d804f8c-49af-4906-ab61-d1efdb705d22 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:30:17.855338 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54a013a6-cdca-4c3a-8f36-0f156122dfa8', 'tag': '28efc63a-19a7-47df-b7f1-3b9b612c1ea4', 'status': 'completed', 'code': 200} Nov 19 18:30:17.906412 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-dca5e197-c70b-4bff-9c5e-ed540dfb4d91 None None] Set router 8be1a8c3-165b-4c7e-b8c0-7dc8c30ee0b8 gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:30:17.923782 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6493cd61-c8e3-4ae3-bbad-825df98aa207 req-df44ca24-21d5-4ecb-871a-29c676970058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:30:17.925562 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6493cd61-c8e3-4ae3-bbad-825df98aa207 req-df44ca24-21d5-4ecb-871a-29c676970058 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=a8598287498a4915a129e378733334d3&device_id=54a013a6-cdca-4c3a-8f36-0f156122dfa8 HTTP/1.1" status: 200 len: 1096 time: 0.0419424 Nov 19 18:30:18.018202 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6493cd61-c8e3-4ae3-bbad-825df98aa207 req-3915fbd9-a7d9-4151-9472-34ea48350c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:30:18.019699 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6493cd61-c8e3-4ae3-bbad-825df98aa207 req-3915fbd9-a7d9-4151-9472-34ea48350c9c service neutron] 10.222.0.86 "GET /v2.0/networks?id=c62f445c-d027-410c-8639-c99c6fc4cea2 HTTP/1.1" status: 200 len: 912 time: 0.0872326 Nov 19 18:30:18.086170 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6493cd61-c8e3-4ae3-bbad-825df98aa207 req-0e046d97-e90e-4ec3-8ade-fe257b5332ec service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=28efc63a-19a7-47df-b7f1-3b9b612c1ea4 HTTP/1.1" status: 200 len: 999 time: 0.0592024 Nov 19 18:30:18.126535 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-dca5e197-c70b-4bff-9c5e-ed540dfb4d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8be1a8c3-165b-4c7e-b8c0-7dc8c30ee0b8', 'name': 'tempest-ServerActionsTestJSON-459191382-router', 'tenant_id': 'a8598287498a4915a129e378733334d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': '83246eae-8634-4e3c-8cf2-04111638b332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:30:00Z', 'updated_at': '2021-11-19T18:30:03Z', 'revision_number': 4, 'project_id': 'a8598287498a4915a129e378733334d3', 'gw_port': {'id': '83246eae-8634-4e3c-8cf2-04111638b332', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:5f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8be1a8c3-165b-4c7e-b8c0-7dc8c30ee0b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:30:01Z', 'updated_at': '2021-11-19T18:30:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_floatingips': [{'id': '26631463-ce84-43bd-ae9d-1e90e190d5c1', 'tenant_id': 'a8598287498a4915a129e378733334d3', 'floating_ip_address': '172.25.7.241', 'floating_network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'router_id': '8be1a8c3-165b-4c7e-b8c0-7dc8c30ee0b8', 'port_id': '28efc63a-19a7-47df-b7f1-3b9b612c1ea4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4068, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c62f445c-d027-410c-8639-c99c6fc4cea2', 'mac_address': 'fa:16:3e:ed:22:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54a013a6-cdca-4c3a-8f36-0f156122dfa8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T18:30:05Z', 'updated_at': '2021-11-19T18:30:17Z', 'revision_number': 1, 'project_id': 'a8598287498a4915a129e378733334d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0029c081-3810-44a3-8a35-6ff8c5cb0031', 'name': '', 'network_id': 'c62f445c-d027-410c-8639-c99c6fc4cea2', 'tenant_id': 'a8598287498a4915a129e378733334d3', 'mac_address': 'fa:16:3e:bc:3a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8be1a8c3-165b-4c7e-b8c0-7dc8c30ee0b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '4c531004-9720-4b69-9725-2e9002c2930c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:30:03Z', 'updated_at': '2021-11-19T18:30:06Z', 'revision_number': 5, 'project_id': 'a8598287498a4915a129e378733334d3', 'subnets': [{'id': '4c531004-9720-4b69-9725-2e9002c2930c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:30:18.137769 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6493cd61-c8e3-4ae3-bbad-825df98aa207 req-c7652fae-e40a-4b73-9924-af349bef1960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:30:18.139432 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6493cd61-c8e3-4ae3-bbad-825df98aa207 req-c7652fae-e40a-4b73-9924-af349bef1960 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=4c531004-9720-4b69-9725-2e9002c2930c HTTP/1.1" status: 200 len: 850 time: 0.0454485 Nov 19 18:30:18.156165 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca5e197-c70b-4bff-9c5e-ed540dfb4d91 None None] Checking router: 8be1a8c3-165b-4c7e-b8c0-7dc8c30ee0b8 for host: n-d-818022-2 {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:30:18.164659 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca5e197-c70b-4bff-9c5e-ed540dfb4d91 None None] Routers {'8be1a8c3-165b-4c7e-b8c0-7dc8c30ee0b8'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:30:18.165209 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-dca5e197-c70b-4bff-9c5e-ed540dfb4d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:30:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['8be1a8c3-165b-4c7e-b8c0-7dc8c30ee0b8'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:30:18.190950 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6493cd61-c8e3-4ae3-bbad-825df98aa207 req-d2f8096a-5a4d-43e1-9637-9f5d7743451c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:30:18.192547 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6493cd61-c8e3-4ae3-bbad-825df98aa207 req-d2f8096a-5a4d-43e1-9637-9f5d7743451c service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c62f445c-d027-410c-8639-c99c6fc4cea2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0460103 Nov 19 18:30:18.269364 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-dca5e197-c70b-4bff-9c5e-ed540dfb4d91 None None] Set router 8be1a8c3-165b-4c7e-b8c0-7dc8c30ee0b8 gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:30:18.283975 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6493cd61-c8e3-4ae3-bbad-825df98aa207 req-96ce4c67-264e-43dd-8f22-963f87e6ad40 service neutron] 10.222.0.86 "GET /v2.0/networks/c62f445c-d027-410c-8639-c99c6fc4cea2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839345 Nov 19 18:30:18.379667 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6493cd61-c8e3-4ae3-bbad-825df98aa207 req-f1032f5d-cf45-41bb-b952-c265d82152e3 service neutron] 10.222.0.86 "GET /v2.0/networks/c62f445c-d027-410c-8639-c99c6fc4cea2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885358 Nov 19 18:30:18.491725 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-dca5e197-c70b-4bff-9c5e-ed540dfb4d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8be1a8c3-165b-4c7e-b8c0-7dc8c30ee0b8', 'name': 'tempest-ServerActionsTestJSON-459191382-router', 'tenant_id': 'a8598287498a4915a129e378733334d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': '83246eae-8634-4e3c-8cf2-04111638b332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:30:00Z', 'updated_at': '2021-11-19T18:30:03Z', 'revision_number': 4, 'project_id': 'a8598287498a4915a129e378733334d3', 'gw_port': {'id': '83246eae-8634-4e3c-8cf2-04111638b332', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:5f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8be1a8c3-165b-4c7e-b8c0-7dc8c30ee0b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:30:01Z', 'updated_at': '2021-11-19T18:30:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_floatingips': [{'id': '26631463-ce84-43bd-ae9d-1e90e190d5c1', 'tenant_id': 'a8598287498a4915a129e378733334d3', 'floating_ip_address': '172.25.7.241', 'floating_network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'router_id': '8be1a8c3-165b-4c7e-b8c0-7dc8c30ee0b8', 'port_id': '28efc63a-19a7-47df-b7f1-3b9b612c1ea4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4068, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c62f445c-d027-410c-8639-c99c6fc4cea2', 'mac_address': 'fa:16:3e:ed:22:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54a013a6-cdca-4c3a-8f36-0f156122dfa8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T18:30:05Z', 'updated_at': '2021-11-19T18:30:17Z', 'revision_number': 1, 'project_id': 'a8598287498a4915a129e378733334d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0029c081-3810-44a3-8a35-6ff8c5cb0031', 'name': '', 'network_id': 'c62f445c-d027-410c-8639-c99c6fc4cea2', 'tenant_id': 'a8598287498a4915a129e378733334d3', 'mac_address': 'fa:16:3e:bc:3a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8be1a8c3-165b-4c7e-b8c0-7dc8c30ee0b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '4c531004-9720-4b69-9725-2e9002c2930c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:30:03Z', 'updated_at': '2021-11-19T18:30:06Z', 'revision_number': 5, 'project_id': 'a8598287498a4915a129e378733334d3', 'subnets': [{'id': '4c531004-9720-4b69-9725-2e9002c2930c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:30:18.520481 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca5e197-c70b-4bff-9c5e-ed540dfb4d91 None None] The sync data for ids ['8be1a8c3-165b-4c7e-b8c0-7dc8c30ee0b8'] in n-d-818022-2 is: [{'id': '8be1a8c3-165b-4c7e-b8c0-7dc8c30ee0b8', 'name': 'tempest-ServerActionsTestJSON-459191382-router', 'tenant_id': 'a8598287498a4915a129e378733334d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': '83246eae-8634-4e3c-8cf2-04111638b332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:30:00Z', 'updated_at': '2021-11-19T18:30:03Z', 'revision_number': 4, 'project_id': 'a8598287498a4915a129e378733334d3', 'gw_port': {'id': '83246eae-8634-4e3c-8cf2-04111638b332', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:5f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8be1a8c3-165b-4c7e-b8c0-7dc8c30ee0b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:30:01Z', 'updated_at': '2021-11-19T18:30:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_floatingips': [{'id': '26631463-ce84-43bd-ae9d-1e90e190d5c1', 'tenant_id': 'a8598287498a4915a129e378733334d3', 'floating_ip_address': '172.25.7.241', 'floating_network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'router_id': '8be1a8c3-165b-4c7e-b8c0-7dc8c30ee0b8', 'port_id': '28efc63a-19a7-47df-b7f1-3b9b612c1ea4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4068, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c62f445c-d027-410c-8639-c99c6fc4cea2', 'mac_address': 'fa:16:3e:ed:22:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54a013a6-cdca-4c3a-8f36-0f156122dfa8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T18:30:05Z', 'updated_at': '2021-11-19T18:30:17Z', 'revision_number': 1, 'project_id': 'a8598287498a4915a129e378733334d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0029c081-3810-44a3-8a35-6ff8c5cb0031', 'name': '', 'network_id': 'c62f445c-d027-410c-8639-c99c6fc4cea2', 'tenant_id': 'a8598287498a4915a129e378733334d3', 'mac_address': 'fa:16:3e:bc:3a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8be1a8c3-165b-4c7e-b8c0-7dc8c30ee0b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '4c531004-9720-4b69-9725-2e9002c2930c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:30:03Z', 'updated_at': '2021-11-19T18:30:06Z', 'revision_number': 5, 'project_id': 'a8598287498a4915a129e378733334d3', 'subnets': [{'id': '4c531004-9720-4b69-9725-2e9002c2930c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:30:18.708736 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b501d8c-4330-4d2b-939d-6bd24d05c553 None None] New status for floating IP 26631463-ce84-43bd-ae9d-1e90e190d5c1: ACTIVE {{(pid=103366) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 18:30:29.854490 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0a591b25-00d6-4a89-b26d-0522da8db3a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:30:32.054087 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-7bf5a76b-980a-4860-b822-16e026519fe9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:30:33.322353 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e46ecc5a-dc14-4744-b262-3072ff2e958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:30:34.135873 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:30:34.183815 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:30:34.915137 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e013d7e6-5264-4dcc-9759-54f5fb809e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:30:35.251613 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:30:48.404141 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.agents_db [None req-619e5c26-d9ed-4321-86eb-7d443bb9dfa2 None None] Agent healthcheck: found 7 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 18:30:52.523058 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4663b62e-10c8-47b3-b72c-8254e5abd5c4 req-d33103e0-c7e9-4dc2-adab-78a5b0e0893a service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=54a013a6-cdca-4c3a-8f36-0f156122dfa8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0908380 Nov 19 18:30:52.606937 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4663b62e-10c8-47b3-b72c-8254e5abd5c4 req-607b5980-6c1e-43be-ae83-4efef484114e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:30:52.608474 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4663b62e-10c8-47b3-b72c-8254e5abd5c4 req-607b5980-6c1e-43be-ae83-4efef484114e service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=a8598287498a4915a129e378733334d3&device_id=54a013a6-cdca-4c3a-8f36-0f156122dfa8 HTTP/1.1" status: 200 len: 1096 time: 0.0415061 Nov 19 18:30:52.714572 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4663b62e-10c8-47b3-b72c-8254e5abd5c4 req-4f34493e-93f1-45e1-afc4-fe85adb13812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:30:52.716245 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4663b62e-10c8-47b3-b72c-8254e5abd5c4 req-4f34493e-93f1-45e1-afc4-fe85adb13812 service neutron] 10.222.0.86 "GET /v2.0/networks?id=c62f445c-d027-410c-8639-c99c6fc4cea2 HTTP/1.1" status: 200 len: 912 time: 0.0872200 Nov 19 18:30:52.782269 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4663b62e-10c8-47b3-b72c-8254e5abd5c4 req-733d4f5b-e84e-48b5-a64c-68e5b4f528da service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=28efc63a-19a7-47df-b7f1-3b9b612c1ea4 HTTP/1.1" status: 200 len: 1001 time: 0.0579457 Nov 19 18:30:52.832154 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4663b62e-10c8-47b3-b72c-8254e5abd5c4 req-d26a6ebf-3e7f-48f3-81fb-a34b8dc21846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:30:52.833583 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4663b62e-10c8-47b3-b72c-8254e5abd5c4 req-d26a6ebf-3e7f-48f3-81fb-a34b8dc21846 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=4c531004-9720-4b69-9725-2e9002c2930c HTTP/1.1" status: 200 len: 850 time: 0.0433755 Nov 19 18:30:52.884578 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4663b62e-10c8-47b3-b72c-8254e5abd5c4 req-101120b1-9e03-4560-8918-b2d44f41b60b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:30:52.886094 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4663b62e-10c8-47b3-b72c-8254e5abd5c4 req-101120b1-9e03-4560-8918-b2d44f41b60b service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c62f445c-d027-410c-8639-c99c6fc4cea2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441666 Nov 19 18:30:52.975104 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4663b62e-10c8-47b3-b72c-8254e5abd5c4 req-86671b04-4d63-42cc-a6f1-5058e84731ae service neutron] 10.222.0.86 "GET /v2.0/networks/c62f445c-d027-410c-8639-c99c6fc4cea2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811231 Nov 19 18:30:53.069316 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4663b62e-10c8-47b3-b72c-8254e5abd5c4 req-6996a994-9b5b-4f98-9260-b7d27e7a649b service neutron] 10.222.0.86 "GET /v2.0/networks/c62f445c-d027-410c-8639-c99c6fc4cea2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862834 Nov 19 18:30:59.855546 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e62d9233-29b8-47dc-b5f6-b18354a2077b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:31:02.055396 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-443024fa-3522-4bc2-8519-c22938855dad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:31:03.324107 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e46ecc5a-dc14-4744-b262-3072ff2e958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:31:04.135227 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:31:04.187091 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:31:04.915160 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e013d7e6-5264-4dcc-9759-54f5fb809e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:31:05.253936 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:31:25.403435 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.agents_db [None req-619e5c26-d9ed-4321-86eb-7d443bb9dfa2 None None] Agent healthcheck: found 7 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 18:31:29.855494 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d0690f1a-e4c0-40f1-859b-c239c3f5f89c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:31:32.058611 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-5853358f-f75c-4143-ada2-348179f0184a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:31:33.326144 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e46ecc5a-dc14-4744-b262-3072ff2e958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:31:34.149469 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:31:34.181716 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:31:34.916299 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e013d7e6-5264-4dcc-9759-54f5fb809e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:31:35.258632 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:31:53.426036 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-48878042-0b32-4bba-b801-4d6744f0a77d req-12591dbb-72a8-4b95-9920-a6bfb6b94a94 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=54a013a6-cdca-4c3a-8f36-0f156122dfa8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0459085 Nov 19 18:31:53.514058 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48878042-0b32-4bba-b801-4d6744f0a77d req-5a6dbfe6-f824-48d6-a783-a107551c407b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:31:53.515593 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-48878042-0b32-4bba-b801-4d6744f0a77d req-5a6dbfe6-f824-48d6-a783-a107551c407b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=a8598287498a4915a129e378733334d3&device_id=54a013a6-cdca-4c3a-8f36-0f156122dfa8 HTTP/1.1" status: 200 len: 1096 time: 0.0424373 Nov 19 18:31:53.626822 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48878042-0b32-4bba-b801-4d6744f0a77d req-20bf0e64-a505-4fc1-ad06-6f55c4527295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:31:53.628317 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-48878042-0b32-4bba-b801-4d6744f0a77d req-20bf0e64-a505-4fc1-ad06-6f55c4527295 service neutron] 10.222.0.86 "GET /v2.0/networks?id=c62f445c-d027-410c-8639-c99c6fc4cea2 HTTP/1.1" status: 200 len: 912 time: 0.0898280 Nov 19 18:31:53.707048 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-48878042-0b32-4bba-b801-4d6744f0a77d req-03cc7254-00a2-41ed-b453-066f4ee0afa4 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=28efc63a-19a7-47df-b7f1-3b9b612c1ea4 HTTP/1.1" status: 200 len: 1001 time: 0.0666020 Nov 19 18:31:53.788772 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48878042-0b32-4bba-b801-4d6744f0a77d req-6f0e2efe-7e20-42d9-80b4-6d34139c962f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:31:53.790287 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-48878042-0b32-4bba-b801-4d6744f0a77d req-6f0e2efe-7e20-42d9-80b4-6d34139c962f service neutron] 10.222.0.86 "GET /v2.0/subnets?id=4c531004-9720-4b69-9725-2e9002c2930c HTTP/1.1" status: 200 len: 850 time: 0.0737789 Nov 19 18:31:53.814854 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead89f0a-947c-4178-97f7-39dbc06038d3 req-de4be164-8c76-46e1-bb73-cf2bc4499cb4 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:31:53.816348 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ead89f0a-947c-4178-97f7-39dbc06038d3 req-de4be164-8c76-46e1-bb73-cf2bc4499cb4 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/ports?device_id=54a013a6-cdca-4c3a-8f36-0f156122dfa8 HTTP/1.1" status: 200 len: 945 time: 0.0737376 Nov 19 18:31:53.878284 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48878042-0b32-4bba-b801-4d6744f0a77d req-b1e75e1f-ed0e-4301-b71d-17a0e49d76ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:31:53.879700 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-48878042-0b32-4bba-b801-4d6744f0a77d req-b1e75e1f-ed0e-4301-b71d-17a0e49d76ac service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c62f445c-d027-410c-8639-c99c6fc4cea2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0818605 Nov 19 18:31:53.884801 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ead89f0a-947c-4178-97f7-39dbc06038d3 req-d173c28f-fd5b-4edb-af5e-21ccc6ddbb0a tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/security-groups?id=84e134bc-7746-4f2e-9297-aa0d940279a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533853 Nov 19 18:31:53.975201 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-48878042-0b32-4bba-b801-4d6744f0a77d req-ef5422c7-22cf-4ff2-a8d5-d54910983afc service neutron] 10.222.0.86 "GET /v2.0/networks/c62f445c-d027-410c-8639-c99c6fc4cea2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864515 Nov 19 18:31:54.069214 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-48878042-0b32-4bba-b801-4d6744f0a77d req-87ad6112-a26b-4f3a-8171-f7d452f14955 service neutron] 10.222.0.86 "GET /v2.0/networks/c62f445c-d027-410c-8639-c99c6fc4cea2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864820 Nov 19 18:31:54.121450 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d9f0a29f-cbdc-43bb-aa1b-4d659ed43d44 req-6606e378-0b76-4419-8290-2af9bc9ed588 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=54a013a6-cdca-4c3a-8f36-0f156122dfa8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0451243 Nov 19 18:31:54.142747 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6520db-6246-41c9-9db1-af36575af04d req-7124b6d9-1a2b-4ea6-a72d-389b70814b79 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:31:54.144551 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8e6520db-6246-41c9-9db1-af36575af04d req-7124b6d9-1a2b-4ea6-a72d-389b70814b79 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/ports?device_id=54a013a6-cdca-4c3a-8f36-0f156122dfa8 HTTP/1.1" status: 200 len: 945 time: 0.0500107 Nov 19 18:31:54.193798 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8e6520db-6246-41c9-9db1-af36575af04d req-53e8863d-9858-4866-8fb4-334326def2fa tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/security-groups?id=84e134bc-7746-4f2e-9297-aa0d940279a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433290 Nov 19 18:31:55.175230 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f0a29f-cbdc-43bb-aa1b-4d659ed43d44 req-58f1adda-6f2d-4f0d-b7a7-9c938fa24476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:31:55.177047 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d9f0a29f-cbdc-43bb-aa1b-4d659ed43d44 req-58f1adda-6f2d-4f0d-b7a7-9c938fa24476 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=a8598287498a4915a129e378733334d3&device_id=54a013a6-cdca-4c3a-8f36-0f156122dfa8 HTTP/1.1" status: 200 len: 1096 time: 0.0469439 Nov 19 18:31:55.266744 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f0a29f-cbdc-43bb-aa1b-4d659ed43d44 req-edb35e40-2cb0-43e0-b1e1-6e30271bb7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:31:55.268203 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d9f0a29f-cbdc-43bb-aa1b-4d659ed43d44 req-edb35e40-2cb0-43e0-b1e1-6e30271bb7d2 service neutron] 10.222.0.86 "GET /v2.0/networks?id=c62f445c-d027-410c-8639-c99c6fc4cea2 HTTP/1.1" status: 200 len: 912 time: 0.0841751 Nov 19 18:31:55.314544 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9612633e-eed8-41c0-983d-7b7368fc13cf req-57e130aa-3ec9-4654-8c64-dcb59e01b100 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:31:55.316058 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9612633e-eed8-41c0-983d-7b7368fc13cf req-57e130aa-3ec9-4654-8c64-dcb59e01b100 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/ports?device_id=54a013a6-cdca-4c3a-8f36-0f156122dfa8 HTTP/1.1" status: 200 len: 945 time: 0.0490327 Nov 19 18:31:55.338815 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d9f0a29f-cbdc-43bb-aa1b-4d659ed43d44 req-a026dbf6-8e2c-4185-bf6f-677eb2a8bcb1 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=28efc63a-19a7-47df-b7f1-3b9b612c1ea4 HTTP/1.1" status: 200 len: 1001 time: 0.0621216 Nov 19 18:31:55.365633 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9612633e-eed8-41c0-983d-7b7368fc13cf req-a34c53df-0f6f-400b-a051-a699b6c792ec tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/security-groups?id=84e134bc-7746-4f2e-9297-aa0d940279a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428250 Nov 19 18:31:55.390997 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f0a29f-cbdc-43bb-aa1b-4d659ed43d44 req-df3a44da-d972-4abd-b222-351358bd4da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:31:55.392470 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d9f0a29f-cbdc-43bb-aa1b-4d659ed43d44 req-df3a44da-d972-4abd-b222-351358bd4da1 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=4c531004-9720-4b69-9725-2e9002c2930c HTTP/1.1" status: 200 len: 850 time: 0.0458906 Nov 19 18:31:55.439189 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f0a29f-cbdc-43bb-aa1b-4d659ed43d44 req-7df1dcb4-0561-42ff-9d4c-a5c099ca8f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:31:55.440574 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d9f0a29f-cbdc-43bb-aa1b-4d659ed43d44 req-7df1dcb4-0561-42ff-9d4c-a5c099ca8f67 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c62f445c-d027-410c-8639-c99c6fc4cea2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396714 Nov 19 18:31:55.534784 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d9f0a29f-cbdc-43bb-aa1b-4d659ed43d44 req-7987dcf7-9656-46d0-a66a-cf31bde54ea7 service neutron] 10.222.0.86 "GET /v2.0/networks/c62f445c-d027-410c-8639-c99c6fc4cea2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852823 Nov 19 18:31:55.625012 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d9f0a29f-cbdc-43bb-aa1b-4d659ed43d44 req-6902c488-b979-4ca8-87d7-d8a0ef31e920 service neutron] 10.222.0.86 "GET /v2.0/networks/c62f445c-d027-410c-8639-c99c6fc4cea2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828197 Nov 19 18:31:56.485968 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a7279b-72b0-43d2-ba0d-ae911ae98b69 req-bdf3fabb-1fad-4349-abfd-e78fd82b944a tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:31:56.487439 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-32a7279b-72b0-43d2-ba0d-ae911ae98b69 req-bdf3fabb-1fad-4349-abfd-e78fd82b944a tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/ports?device_id=54a013a6-cdca-4c3a-8f36-0f156122dfa8 HTTP/1.1" status: 200 len: 945 time: 0.0524771 Nov 19 18:31:56.534643 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-32a7279b-72b0-43d2-ba0d-ae911ae98b69 req-81b572ad-53ff-4eba-a1e7-e5e47ffe2362 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/security-groups?id=84e134bc-7746-4f2e-9297-aa0d940279a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406375 Nov 19 18:31:57.651797 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b69eac-8e87-43da-90d3-fab9059cfa66 req-86d53280-1c80-4e75-9321-e8c057de3f7d tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:31:57.653273 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-24b69eac-8e87-43da-90d3-fab9059cfa66 req-86d53280-1c80-4e75-9321-e8c057de3f7d tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/ports?device_id=54a013a6-cdca-4c3a-8f36-0f156122dfa8 HTTP/1.1" status: 200 len: 945 time: 0.0490880 Nov 19 18:31:57.705268 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-24b69eac-8e87-43da-90d3-fab9059cfa66 req-d7d05dcb-8065-4e21-9f27-b7deadb149ab tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/security-groups?id=84e134bc-7746-4f2e-9297-aa0d940279a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458515 Nov 19 18:31:58.822799 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33012af9-a6f6-4f32-ae80-d98ef40b824f req-07d46338-2ab4-4813-a0b1-9d21685c669f tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:31:58.824274 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-33012af9-a6f6-4f32-ae80-d98ef40b824f req-07d46338-2ab4-4813-a0b1-9d21685c669f tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/ports?device_id=54a013a6-cdca-4c3a-8f36-0f156122dfa8 HTTP/1.1" status: 200 len: 945 time: 0.0479946 Nov 19 18:31:58.872027 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-33012af9-a6f6-4f32-ae80-d98ef40b824f req-5634f168-b28f-4497-8788-764b3452ca0a tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/security-groups?id=84e134bc-7746-4f2e-9297-aa0d940279a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417173 Nov 19 18:31:59.859491 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0e728f6a-ea9f-4ea7-bb14-0323743a912b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:31:59.987941 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f79d35-1b57-4cb7-bdcc-f16f789cb01a req-400c894f-a7fd-4588-bfc2-75df5111e95d tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:31:59.989996 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-60f79d35-1b57-4cb7-bdcc-f16f789cb01a req-400c894f-a7fd-4588-bfc2-75df5111e95d tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/ports?device_id=54a013a6-cdca-4c3a-8f36-0f156122dfa8 HTTP/1.1" status: 200 len: 945 time: 0.0481625 Nov 19 18:32:00.035480 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-60f79d35-1b57-4cb7-bdcc-f16f789cb01a req-44ad038b-8a9f-4fc6-9ac4-301b46becf07 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/security-groups?id=84e134bc-7746-4f2e-9297-aa0d940279a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394611 Nov 19 18:32:01.151848 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b57a82-0d10-4219-b5c4-a98191445031 req-61f9426f-96c2-433c-b164-deef68a23661 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:32:01.153314 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b6b57a82-0d10-4219-b5c4-a98191445031 req-61f9426f-96c2-433c-b164-deef68a23661 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/ports?device_id=54a013a6-cdca-4c3a-8f36-0f156122dfa8 HTTP/1.1" status: 200 len: 945 time: 0.0489595 Nov 19 18:32:01.204481 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b6b57a82-0d10-4219-b5c4-a98191445031 req-caca01ce-696a-413b-861b-9edc3a00ae61 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/security-groups?id=84e134bc-7746-4f2e-9297-aa0d940279a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450451 Nov 19 18:32:02.059930 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-efb1e6ec-fff8-40c5-b4f4-2842f74c8fff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:32:02.319402 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291cd817-375e-4e42-89fd-e60a87b6a7ae req-680d0d98-2321-4ec0-bbe4-84329b5ad653 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:32:02.321160 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-291cd817-375e-4e42-89fd-e60a87b6a7ae req-680d0d98-2321-4ec0-bbe4-84329b5ad653 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/ports?device_id=54a013a6-cdca-4c3a-8f36-0f156122dfa8 HTTP/1.1" status: 200 len: 945 time: 0.0479839 Nov 19 18:32:02.368428 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-291cd817-375e-4e42-89fd-e60a87b6a7ae req-e7469374-2883-41dd-b1bd-b69088cfcb18 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/security-groups?id=84e134bc-7746-4f2e-9297-aa0d940279a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412936 Nov 19 18:32:02.402599 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.agents_db [None req-619e5c26-d9ed-4321-86eb-7d443bb9dfa2 None None] Agent healthcheck: found 7 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 18:32:03.329495 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e46ecc5a-dc14-4744-b262-3072ff2e958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:32:03.485192 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c1ce95-95e9-4e15-ac7b-fac4b0b896a4 req-0e4e98cc-d426-48f3-bf11-3152cf9be211 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:32:03.486708 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-79c1ce95-95e9-4e15-ac7b-fac4b0b896a4 req-0e4e98cc-d426-48f3-bf11-3152cf9be211 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/ports?device_id=54a013a6-cdca-4c3a-8f36-0f156122dfa8 HTTP/1.1" status: 200 len: 945 time: 0.0485692 Nov 19 18:32:03.533694 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-79c1ce95-95e9-4e15-ac7b-fac4b0b896a4 req-ddf5240a-f984-4f39-aa67-3493d45e7197 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/security-groups?id=84e134bc-7746-4f2e-9297-aa0d940279a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410280 Nov 19 18:32:04.148759 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:32:04.182961 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:32:04.651778 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f39eead-d1ea-46e0-9a40-76ee069e1d1b req-e8dd4b1e-ac7a-48cc-9f7d-2d1cba16a7c0 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:32:04.653247 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0f39eead-d1ea-46e0-9a40-76ee069e1d1b req-e8dd4b1e-ac7a-48cc-9f7d-2d1cba16a7c0 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/ports?device_id=54a013a6-cdca-4c3a-8f36-0f156122dfa8 HTTP/1.1" status: 200 len: 945 time: 0.0511718 Nov 19 18:32:04.699440 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0f39eead-d1ea-46e0-9a40-76ee069e1d1b req-6465a832-989d-46fc-8ba7-f30510f09294 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/security-groups?id=84e134bc-7746-4f2e-9297-aa0d940279a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402513 Nov 19 18:32:04.918974 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e013d7e6-5264-4dcc-9759-54f5fb809e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:32:05.259981 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:32:05.820242 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff58ae0-e914-4db3-a34c-0a558409ebde req-ceae32d5-8674-4083-aaaf-f38561d48df3 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:32:05.822221 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0ff58ae0-e914-4db3-a34c-0a558409ebde req-ceae32d5-8674-4083-aaaf-f38561d48df3 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/ports?device_id=54a013a6-cdca-4c3a-8f36-0f156122dfa8 HTTP/1.1" status: 200 len: 945 time: 0.0509582 Nov 19 18:32:05.871314 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0ff58ae0-e914-4db3-a34c-0a558409ebde req-60bd2474-8772-4bac-9a7c-923fed994058 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/security-groups?id=84e134bc-7746-4f2e-9297-aa0d940279a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432878 Nov 19 18:32:06.995920 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b115af3d-4f62-4da0-8f75-01eefa71a370 req-f61c4929-ecef-4c19-9b21-555c39f435fc tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:32:06.997476 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b115af3d-4f62-4da0-8f75-01eefa71a370 req-f61c4929-ecef-4c19-9b21-555c39f435fc tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/ports?device_id=54a013a6-cdca-4c3a-8f36-0f156122dfa8 HTTP/1.1" status: 200 len: 945 time: 0.0548317 Nov 19 18:32:07.045450 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b115af3d-4f62-4da0-8f75-01eefa71a370 req-ae961d01-73ea-49fd-9664-b86dad4a1e5e tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/security-groups?id=84e134bc-7746-4f2e-9297-aa0d940279a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419378 Nov 19 18:32:07.603266 n-d-818022-2 neutron-server[103365]: INFO neutron.api.v2.resource [req-d9f0a29f-cbdc-43bb-aa1b-4d659ed43d44 req-4e35f46f-4cf7-4d42-9256-f5f8f2b701f9 service neutron] show failed (client error): The resource could not be found. Nov 19 18:32:07.604348 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d9f0a29f-cbdc-43bb-aa1b-4d659ed43d44 req-4e35f46f-4cf7-4d42-9256-f5f8f2b701f9 service neutron] 10.222.0.86 "GET /v2.0/ports/28efc63a-19a7-47df-b7f1-3b9b612c1ea4/bindings/n-h1-818022-2 HTTP/1.1" status: 404 len: 380 time: 0.0593941 Nov 19 18:32:07.809874 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f0a29f-cbdc-43bb-aa1b-4d659ed43d44 req-b7f0f3dc-563d-4060-843f-7fa4a921c1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:32:07.811411 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d9f0a29f-cbdc-43bb-aa1b-4d659ed43d44 req-b7f0f3dc-563d-4060-843f-7fa4a921c1bf service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=54a013a6-cdca-4c3a-8f36-0f156122dfa8&tenant_id=a8598287498a4915a129e378733334d3 HTTP/1.1" status: 200 len: 1096 time: 0.0454090 Nov 19 18:32:07.822852 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-d9f0a29f-cbdc-43bb-aa1b-4d659ed43d44 req-38155a78-1489-45ac-b52e-bb92fbf5e372 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-818022-2', 'device_owner': 'compute:nova'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:32:07.873289 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-d9f0a29f-cbdc-43bb-aa1b-4d659ed43d44 req-38155a78-1489-45ac-b52e-bb92fbf5e372 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:32:08.067871 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-d9f0a29f-cbdc-43bb-aa1b-4d659ed43d44 req-38155a78-1489-45ac-b52e-bb92fbf5e372 service neutron] For port 28efc63a-19a7-47df-b7f1-3b9b612c1ea4, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=28efc63a-19a7-47df-b7f1-3b9b612c1ea4,segment=NetworkSegment(8be91a85-4220-40c1-b0b9-712553124174),segment_id=8be91a85-4220-40c1-b0b9-712553124174)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:32:08.101864 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-d9f0a29f-cbdc-43bb-aa1b-4d659ed43d44 req-38155a78-1489-45ac-b52e-bb92fbf5e372 service neutron] For port 28efc63a-19a7-47df-b7f1-3b9b612c1ea4, host n-h2-818022-2, cleared binding levels {{(pid=103364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:32:08.141216 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54a013a6-cdca-4c3a-8f36-0f156122dfa8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28efc63a-19a7-47df-b7f1-3b9b612c1ea4'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:32:08.143457 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dd4767a008c23f8566efc82158ee1b1fff34e1a9e908d76d0b6d0ab7e350e5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-055a38a2-a7cf-4b26-9675-e6317ebfba2b" -d '{"events": [{"server_uuid": "54a013a6-cdca-4c3a-8f36-0f156122dfa8", "name": "network-vif-unplugged", "status": "completed", "tag": "28efc63a-19a7-47df-b7f1-3b9b612c1ea4"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:32:08.148352 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-d9f0a29f-cbdc-43bb-aa1b-4d659ed43d44 req-38155a78-1489-45ac-b52e-bb92fbf5e372 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:32:08.160748 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.provisioning_blocks [req-d9f0a29f-cbdc-43bb-aa1b-4d659ed43d44 req-38155a78-1489-45ac-b52e-bb92fbf5e372 service neutron] Transition to ACTIVE for port object 28efc63a-19a7-47df-b7f1-3b9b612c1ea4 will not be triggered until provisioned by entity L2. {{(pid=103364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 18:32:08.164976 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-d9f0a29f-cbdc-43bb-aa1b-4d659ed43d44 req-38155a78-1489-45ac-b52e-bb92fbf5e372 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:32:08.166486 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31932d0e-98ec-4331-aabf-8c7288e12619 req-14395c9d-7490-4268-a0dc-2ca54e9a2250 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:32:08.168041 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-31932d0e-98ec-4331-aabf-8c7288e12619 req-14395c9d-7490-4268-a0dc-2ca54e9a2250 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/ports?device_id=54a013a6-cdca-4c3a-8f36-0f156122dfa8 HTTP/1.1" status: 200 len: 945 time: 0.0513277 Nov 19 18:32:08.219049 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-31932d0e-98ec-4331-aabf-8c7288e12619 req-91dabdcd-1317-4856-92a5-41bc63a57a59 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/security-groups?id=84e134bc-7746-4f2e-9297-aa0d940279a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446067 Nov 19 18:32:08.219742 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 18:32:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9de462d7-59ad-4637-bf53-ff3670492050 x-openstack-request-id: req-9de462d7-59ad-4637-bf53-ff3670492050 {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:32:08.220042 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54a013a6-cdca-4c3a-8f36-0f156122dfa8", "name": "network-vif-unplugged", "status": "completed", "tag": "28efc63a-19a7-47df-b7f1-3b9b612c1ea4", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:32:08.220294 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-9de462d7-59ad-4637-bf53-ff3670492050 {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:32:08.220689 n-d-818022-2 neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54a013a6-cdca-4c3a-8f36-0f156122dfa8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28efc63a-19a7-47df-b7f1-3b9b612c1ea4', 'code': 200} Nov 19 18:32:08.284448 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38155a78-1489-45ac-b52e-bb92fbf5e372 service neutron] Pushing event updated for resources: {'Port': ['ID=28efc63a-19a7-47df-b7f1-3b9b612c1ea4,revision_number=6']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:32:08.309677 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38155a78-1489-45ac-b52e-bb92fbf5e372 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:32:08.310050 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38155a78-1489-45ac-b52e-bb92fbf5e372 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:32:08.310394 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38155a78-1489-45ac-b52e-bb92fbf5e372 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:32:08.310736 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38155a78-1489-45ac-b52e-bb92fbf5e372 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:32:08.311070 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38155a78-1489-45ac-b52e-bb92fbf5e372 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:32:08.311402 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38155a78-1489-45ac-b52e-bb92fbf5e372 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:32:08.311729 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38155a78-1489-45ac-b52e-bb92fbf5e372 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:32:08.312060 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38155a78-1489-45ac-b52e-bb92fbf5e372 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:32:08.312393 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38155a78-1489-45ac-b52e-bb92fbf5e372 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:32:08.312719 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38155a78-1489-45ac-b52e-bb92fbf5e372 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:32:08.313040 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38155a78-1489-45ac-b52e-bb92fbf5e372 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:32:08.313361 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38155a78-1489-45ac-b52e-bb92fbf5e372 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:32:08.366427 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9f0a29f-cbdc-43bb-aa1b-4d659ed43d44 req-38155a78-1489-45ac-b52e-bb92fbf5e372 service neutron] No DVR routers for this DVR port 28efc63a-19a7-47df-b7f1-3b9b612c1ea4 on host n-h2-818022-2 {{(pid=103364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:32:08.791033 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-d9f0a29f-cbdc-43bb-aa1b-4d659ed43d44 req-38155a78-1489-45ac-b52e-bb92fbf5e372 service neutron] Attempting to bind port 28efc63a-19a7-47df-b7f1-3b9b612c1ea4 on host n-h1-818022-2 for vnic_type normal with profile {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:32:08.791369 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-d9f0a29f-cbdc-43bb-aa1b-4d659ed43d44 req-38155a78-1489-45ac-b52e-bb92fbf5e372 service neutron] Attempting to bind port 28efc63a-19a7-47df-b7f1-3b9b612c1ea4 by drivers openvswitch,hyperv on host n-h1-818022-2 at level 0 using segments [{'id': '8be91a85-4220-40c1-b0b9-712553124174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'c62f445c-d027-410c-8639-c99c6fc4cea2'}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:32:08.791694 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9f0a29f-cbdc-43bb-aa1b-4d659ed43d44 req-38155a78-1489-45ac-b52e-bb92fbf5e372 service neutron] Attempting to bind port 28efc63a-19a7-47df-b7f1-3b9b612c1ea4 on network c62f445c-d027-410c-8639-c99c6fc4cea2 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:32:08.795844 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9f0a29f-cbdc-43bb-aa1b-4d659ed43d44 req-38155a78-1489-45ac-b52e-bb92fbf5e372 service neutron] Port 28efc63a-19a7-47df-b7f1-3b9b612c1ea4 on network c62f445c-d027-410c-8639-c99c6fc4cea2 not bound, no agent of type Open vSwitch agent registered on host n-h1-818022-2 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 18:32:08.796160 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9f0a29f-cbdc-43bb-aa1b-4d659ed43d44 req-38155a78-1489-45ac-b52e-bb92fbf5e372 service neutron] Attempting to bind port 28efc63a-19a7-47df-b7f1-3b9b612c1ea4 on network c62f445c-d027-410c-8639-c99c6fc4cea2 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:32:08.800847 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9f0a29f-cbdc-43bb-aa1b-4d659ed43d44 req-38155a78-1489-45ac-b52e-bb92fbf5e372 service neutron] Checking agent: {'id': 'a6668d96-12fa-4ec0-99ad-77eaf490dd2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'started_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 32, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:32:08.801183 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9f0a29f-cbdc-43bb-aa1b-4d659ed43d44 req-38155a78-1489-45ac-b52e-bb92fbf5e372 service neutron] Checking segment: {'id': '8be91a85-4220-40c1-b0b9-712553124174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'c62f445c-d027-410c-8639-c99c6fc4cea2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:32:08.801852 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9f0a29f-cbdc-43bb-aa1b-4d659ed43d44 req-38155a78-1489-45ac-b52e-bb92fbf5e372 service neutron] Bound using segment: {'id': '8be91a85-4220-40c1-b0b9-712553124174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'c62f445c-d027-410c-8639-c99c6fc4cea2'} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:32:08.802277 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-d9f0a29f-cbdc-43bb-aa1b-4d659ed43d44 req-38155a78-1489-45ac-b52e-bb92fbf5e372 service neutron] Bound port: 28efc63a-19a7-47df-b7f1-3b9b612c1ea4, host: n-h1-818022-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8be91a85-4220-40c1-b0b9-712553124174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'c62f445c-d027-410c-8639-c99c6fc4cea2'}}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:32:08.802620 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-d9f0a29f-cbdc-43bb-aa1b-4d659ed43d44 req-38155a78-1489-45ac-b52e-bb92fbf5e372 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:32:08.862305 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-d9f0a29f-cbdc-43bb-aa1b-4d659ed43d44 req-38155a78-1489-45ac-b52e-bb92fbf5e372 service neutron] For port 28efc63a-19a7-47df-b7f1-3b9b612c1ea4, host n-h1-818022-2, cleared binding levels {{(pid=103364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:32:08.865187 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-d9f0a29f-cbdc-43bb-aa1b-4d659ed43d44 req-38155a78-1489-45ac-b52e-bb92fbf5e372 service neutron] For port 28efc63a-19a7-47df-b7f1-3b9b612c1ea4, host n-h1-818022-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=28efc63a-19a7-47df-b7f1-3b9b612c1ea4,segment=NetworkSegment(8be91a85-4220-40c1-b0b9-712553124174),segment_id=8be91a85-4220-40c1-b0b9-712553124174)] {{(pid=103364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:32:08.870379 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-d9f0a29f-cbdc-43bb-aa1b-4d659ed43d44 req-38155a78-1489-45ac-b52e-bb92fbf5e372 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:32:08.907007 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f0a29f-cbdc-43bb-aa1b-4d659ed43d44 req-38155a78-1489-45ac-b52e-bb92fbf5e372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:32:08.907627 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-d9f0a29f-cbdc-43bb-aa1b-4d659ed43d44 req-38155a78-1489-45ac-b52e-bb92fbf5e372 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:32:08.909055 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d9f0a29f-cbdc-43bb-aa1b-4d659ed43d44 req-38155a78-1489-45ac-b52e-bb92fbf5e372 service neutron] 10.222.0.60 "PUT /v2.0/ports/28efc63a-19a7-47df-b7f1-3b9b612c1ea4 HTTP/1.1" status: 200 len: 1091 time: 1.0901651 Nov 19 18:32:08.931692 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38155a78-1489-45ac-b52e-bb92fbf5e372 service neutron] Pushing event updated for resources: {'Port': ['ID=28efc63a-19a7-47df-b7f1-3b9b612c1ea4,revision_number=7']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:32:08.977339 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f0a29f-cbdc-43bb-aa1b-4d659ed43d44 req-f4b5f9ac-c4e6-40a8-8a38-be9016f82769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:32:08.978905 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d9f0a29f-cbdc-43bb-aa1b-4d659ed43d44 req-f4b5f9ac-c4e6-40a8-8a38-be9016f82769 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a8598287498a4915a129e378733334d3&device_id=54a013a6-cdca-4c3a-8f36-0f156122dfa8 HTTP/1.1" status: 200 len: 1094 time: 0.0428686 Nov 19 18:32:09.070932 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f0a29f-cbdc-43bb-aa1b-4d659ed43d44 req-a2febe30-705e-421c-98ab-68cf8fb69cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:32:09.072458 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d9f0a29f-cbdc-43bb-aa1b-4d659ed43d44 req-a2febe30-705e-421c-98ab-68cf8fb69cdf service neutron] 10.222.0.60 "GET /v2.0/networks?id=c62f445c-d027-410c-8639-c99c6fc4cea2 HTTP/1.1" status: 200 len: 912 time: 0.0871012 Nov 19 18:32:09.142876 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d9f0a29f-cbdc-43bb-aa1b-4d659ed43d44 req-21f8103f-da79-4a64-bf79-63d95b0b4177 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=28efc63a-19a7-47df-b7f1-3b9b612c1ea4 HTTP/1.1" status: 200 len: 999 time: 0.0632682 Nov 19 18:32:09.191765 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f0a29f-cbdc-43bb-aa1b-4d659ed43d44 req-171c94b3-7f25-4aa2-9c58-d56f5bedf668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:32:09.193126 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d9f0a29f-cbdc-43bb-aa1b-4d659ed43d44 req-171c94b3-7f25-4aa2-9c58-d56f5bedf668 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4c531004-9720-4b69-9725-2e9002c2930c HTTP/1.1" status: 200 len: 850 time: 0.0437322 Nov 19 18:32:09.238618 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f0a29f-cbdc-43bb-aa1b-4d659ed43d44 req-f5407694-a210-45d5-bb1a-e571f45b2db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:32:09.240059 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d9f0a29f-cbdc-43bb-aa1b-4d659ed43d44 req-f5407694-a210-45d5-bb1a-e571f45b2db6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c62f445c-d027-410c-8639-c99c6fc4cea2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394003 Nov 19 18:32:09.368498 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c62b2b0-a5bd-4157-b1ea-a178aebba759 req-b12245cc-f70e-4c90-9450-60169e4b21e0 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:32:09.369992 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-7c62b2b0-a5bd-4157-b1ea-a178aebba759 req-b12245cc-f70e-4c90-9450-60169e4b21e0 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/ports?device_id=54a013a6-cdca-4c3a-8f36-0f156122dfa8 HTTP/1.1" status: 200 len: 943 time: 0.0740111 Nov 19 18:32:09.371728 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d9f0a29f-cbdc-43bb-aa1b-4d659ed43d44 req-14ae532c-42f8-4bc9-8cac-bdca11d21b9f service neutron] 10.222.0.60 "GET /v2.0/networks/c62f445c-d027-410c-8639-c99c6fc4cea2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235871 Nov 19 18:32:09.471286 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-7c62b2b0-a5bd-4157-b1ea-a178aebba759 req-3d3c3787-65db-4ac4-9c5d-d3bb85b59336 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/security-groups?id=84e134bc-7746-4f2e-9297-aa0d940279a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0953655 Nov 19 18:32:09.493085 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d9f0a29f-cbdc-43bb-aa1b-4d659ed43d44 req-5251ec4e-4d70-4d41-8056-bca56a1ec3ae service neutron] 10.222.0.60 "GET /v2.0/networks/c62f445c-d027-410c-8639-c99c6fc4cea2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112869 Nov 19 18:32:10.221534 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54a013a6-cdca-4c3a-8f36-0f156122dfa8', 'tag': '28efc63a-19a7-47df-b7f1-3b9b612c1ea4'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:32:10.224078 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dd4767a008c23f8566efc82158ee1b1fff34e1a9e908d76d0b6d0ab7e350e5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c71302d0-0e59-40a9-9c5c-b457655754b7" -d '{"events": [{"name": "network-changed", "server_uuid": "54a013a6-cdca-4c3a-8f36-0f156122dfa8", "tag": "28efc63a-19a7-47df-b7f1-3b9b612c1ea4"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:32:10.272274 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 18:32:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbfbac1b-b096-43e2-a9b4-bf2fa333e115 x-openstack-request-id: req-bbfbac1b-b096-43e2-a9b4-bf2fa333e115 {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:32:10.272576 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54a013a6-cdca-4c3a-8f36-0f156122dfa8", "tag": "28efc63a-19a7-47df-b7f1-3b9b612c1ea4", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:32:10.272848 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-bbfbac1b-b096-43e2-a9b4-bf2fa333e115 {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:32:10.273251 n-d-818022-2 neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54a013a6-cdca-4c3a-8f36-0f156122dfa8', 'tag': '28efc63a-19a7-47df-b7f1-3b9b612c1ea4', 'status': 'completed', 'code': 200} Nov 19 18:32:10.333992 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71302d0-0e59-40a9-9c5c-b457655754b7 req-8206feda-1dce-458d-87c3-45b527eeeb80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:32:10.335533 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c71302d0-0e59-40a9-9c5c-b457655754b7 req-8206feda-1dce-458d-87c3-45b527eeeb80 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=a8598287498a4915a129e378733334d3&device_id=54a013a6-cdca-4c3a-8f36-0f156122dfa8 HTTP/1.1" status: 200 len: 1094 time: 0.0418808 Nov 19 18:32:10.337026 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71302d0-0e59-40a9-9c5c-b457655754b7 req-e95af188-5cdc-4de3-bd87-92fdb8d0b06c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:32:10.338533 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c71302d0-0e59-40a9-9c5c-b457655754b7 req-e95af188-5cdc-4de3-bd87-92fdb8d0b06c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a8598287498a4915a129e378733334d3&device_id=54a013a6-cdca-4c3a-8f36-0f156122dfa8 HTTP/1.1" status: 200 len: 1094 time: 0.0419116 Nov 19 18:32:10.431355 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71302d0-0e59-40a9-9c5c-b457655754b7 req-56a230d0-08f6-41f5-a3eb-146dc6f41dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:32:10.432925 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c71302d0-0e59-40a9-9c5c-b457655754b7 req-56a230d0-08f6-41f5-a3eb-146dc6f41dde service neutron] 10.222.0.86 "GET /v2.0/networks?id=c62f445c-d027-410c-8639-c99c6fc4cea2 HTTP/1.1" status: 200 len: 912 time: 0.0902109 Nov 19 18:32:10.433941 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71302d0-0e59-40a9-9c5c-b457655754b7 req-413b89b9-1d90-4b11-a246-48b486de94cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:32:10.435393 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c71302d0-0e59-40a9-9c5c-b457655754b7 req-413b89b9-1d90-4b11-a246-48b486de94cf service neutron] 10.222.0.60 "GET /v2.0/networks?id=c62f445c-d027-410c-8639-c99c6fc4cea2 HTTP/1.1" status: 200 len: 912 time: 0.0882733 Nov 19 18:32:10.500404 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c71302d0-0e59-40a9-9c5c-b457655754b7 req-77030e45-3a20-485b-a399-2e7e7c82707e service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=28efc63a-19a7-47df-b7f1-3b9b612c1ea4 HTTP/1.1" status: 200 len: 999 time: 0.0598350 Nov 19 18:32:10.502168 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c71302d0-0e59-40a9-9c5c-b457655754b7 req-c3597cc9-f7ec-4d8d-8aee-6b11b9cdcdc7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=28efc63a-19a7-47df-b7f1-3b9b612c1ea4 HTTP/1.1" status: 200 len: 999 time: 0.0588217 Nov 19 18:32:10.556979 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71302d0-0e59-40a9-9c5c-b457655754b7 req-e6b62b33-80ac-4069-8cf0-a9d3ce9b04ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:32:10.558680 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c71302d0-0e59-40a9-9c5c-b457655754b7 req-e6b62b33-80ac-4069-8cf0-a9d3ce9b04ea service neutron] 10.222.0.86 "GET /v2.0/subnets?id=4c531004-9720-4b69-9725-2e9002c2930c HTTP/1.1" status: 200 len: 850 time: 0.0508649 Nov 19 18:32:10.582521 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71302d0-0e59-40a9-9c5c-b457655754b7 req-b44056db-b85d-4bba-be24-b056aff82b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:32:10.583991 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c71302d0-0e59-40a9-9c5c-b457655754b7 req-b44056db-b85d-4bba-be24-b056aff82b0d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4c531004-9720-4b69-9725-2e9002c2930c HTTP/1.1" status: 200 len: 850 time: 0.0748019 Nov 19 18:32:10.611333 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71302d0-0e59-40a9-9c5c-b457655754b7 req-13404f74-c296-443e-affd-c8c2789b6a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:32:10.612821 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c71302d0-0e59-40a9-9c5c-b457655754b7 req-13404f74-c296-443e-affd-c8c2789b6a0c service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c62f445c-d027-410c-8639-c99c6fc4cea2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0468140 Nov 19 18:32:10.627657 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098e5d8c-9ed9-40e2-8626-032a4345de1d req-6f2c7e7d-cbde-4660-8a61-aac45c20b255 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:32:10.629138 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-098e5d8c-9ed9-40e2-8626-032a4345de1d req-6f2c7e7d-cbde-4660-8a61-aac45c20b255 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/ports?device_id=54a013a6-cdca-4c3a-8f36-0f156122dfa8 HTTP/1.1" status: 200 len: 943 time: 0.0867004 Nov 19 18:32:10.657531 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71302d0-0e59-40a9-9c5c-b457655754b7 req-0b85c023-d6b0-4e91-ba41-f2e4300ef2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:32:10.659058 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c71302d0-0e59-40a9-9c5c-b457655754b7 req-0b85c023-d6b0-4e91-ba41-f2e4300ef2ad service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c62f445c-d027-410c-8639-c99c6fc4cea2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0669158 Nov 19 18:32:10.704031 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c71302d0-0e59-40a9-9c5c-b457655754b7 req-5cf83d0e-ab58-4da8-b1f2-7744d7c619e4 service neutron] 10.222.0.86 "GET /v2.0/networks/c62f445c-d027-410c-8639-c99c6fc4cea2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827177 Nov 19 18:32:10.727915 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-098e5d8c-9ed9-40e2-8626-032a4345de1d req-28b17701-de4e-4cf4-a192-1583c3d98882 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/security-groups?id=84e134bc-7746-4f2e-9297-aa0d940279a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925555 Nov 19 18:32:10.729934 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device 28efc63a-19a7-47df-b7f1-3b9b612c1ea4 no longer exists at agent hyperv_n-h2-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:32:10.769330 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c71302d0-0e59-40a9-9c5c-b457655754b7 req-4920fcc2-f9cb-4e03-9249-7062e207241a service neutron] 10.222.0.60 "GET /v2.0/networks/c62f445c-d027-410c-8639-c99c6fc4cea2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001530 Nov 19 18:32:10.773144 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device 28efc63a-19a7-47df-b7f1-3b9b612c1ea4 not bound to the agent host n-h2-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:32:10.806695 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c71302d0-0e59-40a9-9c5c-b457655754b7 req-50def961-a77f-43aa-901f-8d467a9685ef service neutron] 10.222.0.86 "GET /v2.0/networks/c62f445c-d027-410c-8639-c99c6fc4cea2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938170 Nov 19 18:32:10.870552 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c71302d0-0e59-40a9-9c5c-b457655754b7 req-7841d0bf-cc1c-4640-a2e7-448ab9dbd603 service neutron] 10.222.0.60 "GET /v2.0/networks/c62f445c-d027-410c-8639-c99c6fc4cea2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905747 Nov 19 18:32:11.846688 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04774d1-6237-48f5-9d8f-f8b2034eb4ef req-465eb65a-74a5-4782-a84e-66c404b60c5c tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:32:11.848155 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f04774d1-6237-48f5-9d8f-f8b2034eb4ef req-465eb65a-74a5-4782-a84e-66c404b60c5c tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/ports?device_id=54a013a6-cdca-4c3a-8f36-0f156122dfa8 HTTP/1.1" status: 200 len: 943 time: 0.0491490 Nov 19 18:32:11.893768 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f04774d1-6237-48f5-9d8f-f8b2034eb4ef req-37d334b7-22ae-4dc0-9dbc-ae1221412737 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/security-groups?id=84e134bc-7746-4f2e-9297-aa0d940279a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391085 Nov 19 18:32:12.122087 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef26fe98-8855-4712-b68d-3132f8085f24 req-d2b65fd4-0c3c-4523-881e-f4ecdae50907 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:32:12.123558 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ef26fe98-8855-4712-b68d-3132f8085f24 req-d2b65fd4-0c3c-4523-881e-f4ecdae50907 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/ports?device_id=54a013a6-cdca-4c3a-8f36-0f156122dfa8 HTTP/1.1" status: 200 len: 943 time: 0.0785937 Nov 19 18:32:12.137163 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f65e72c-2906-418f-9cd7-872cf37232d5 req-a1e46bd4-1435-4cd5-a683-d28f676092d9 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:32:12.138562 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3f65e72c-2906-418f-9cd7-872cf37232d5 req-a1e46bd4-1435-4cd5-a683-d28f676092d9 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.86 "GET /v2.0/ports?device_id=54a013a6-cdca-4c3a-8f36-0f156122dfa8&tenant_id=a8598287498a4915a129e378733334d3&binding%3Ahost_id=n-h1-818022-2 HTTP/1.1" status: 200 len: 943 time: 0.0838990 Nov 19 18:32:12.215899 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ef26fe98-8855-4712-b68d-3132f8085f24 req-2d7be32b-6ad2-4629-ac67-e5124c39d9e9 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/security-groups?id=84e134bc-7746-4f2e-9297-aa0d940279a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862885 Nov 19 18:32:12.224231 n-d-818022-2 neutron-server[103365]: INFO neutron.api.v2.resource [req-3f65e72c-2906-418f-9cd7-872cf37232d5 req-376439a7-44c0-4e47-afcb-06ad540d13d9 service neutron] delete failed (client error): The resource could not be found. Nov 19 18:32:12.225224 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3f65e72c-2906-418f-9cd7-872cf37232d5 req-376439a7-44c0-4e47-afcb-06ad540d13d9 service neutron] 10.222.0.86 "DELETE /v2.0/ports/28efc63a-19a7-47df-b7f1-3b9b612c1ea4/bindings/n-h2-818022-2 HTTP/1.1" status: 404 len: 380 time: 0.0737171 Nov 19 18:32:12.316297 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f65e72c-2906-418f-9cd7-872cf37232d5 req-c8f94226-60cf-4fcf-8fce-607e40573fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:32:12.317919 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3f65e72c-2906-418f-9cd7-872cf37232d5 req-c8f94226-60cf-4fcf-8fce-607e40573fb8 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=a8598287498a4915a129e378733334d3&device_id=54a013a6-cdca-4c3a-8f36-0f156122dfa8 HTTP/1.1" status: 200 len: 1094 time: 0.0449502 Nov 19 18:32:12.410343 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f65e72c-2906-418f-9cd7-872cf37232d5 req-a06f2b89-9b03-4a33-bf9d-559f40ef98b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:32:12.411993 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3f65e72c-2906-418f-9cd7-872cf37232d5 req-a06f2b89-9b03-4a33-bf9d-559f40ef98b7 service neutron] 10.222.0.86 "GET /v2.0/networks?id=c62f445c-d027-410c-8639-c99c6fc4cea2 HTTP/1.1" status: 200 len: 912 time: 0.0860825 Nov 19 18:32:12.481077 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3f65e72c-2906-418f-9cd7-872cf37232d5 req-657664a4-7f33-4287-ac53-ccc66006ebb4 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=28efc63a-19a7-47df-b7f1-3b9b612c1ea4 HTTP/1.1" status: 200 len: 999 time: 0.0610864 Nov 19 18:32:12.834757 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f65e72c-2906-418f-9cd7-872cf37232d5 req-bce3437b-6c38-4449-b20e-7cf60fa9ae3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:32:12.836218 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3f65e72c-2906-418f-9cd7-872cf37232d5 req-bce3437b-6c38-4449-b20e-7cf60fa9ae3b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=4c531004-9720-4b69-9725-2e9002c2930c HTTP/1.1" status: 200 len: 850 time: 0.3469310 Nov 19 18:32:12.880852 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f65e72c-2906-418f-9cd7-872cf37232d5 req-8b9e0deb-ec13-4d05-b55a-de9aa2a353ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:32:12.882327 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3f65e72c-2906-418f-9cd7-872cf37232d5 req-8b9e0deb-ec13-4d05-b55a-de9aa2a353ca service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c62f445c-d027-410c-8639-c99c6fc4cea2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388145 Nov 19 18:32:12.972949 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3f65e72c-2906-418f-9cd7-872cf37232d5 req-224e2e60-4f3e-4584-8ca7-1e46dd1d624e service neutron] 10.222.0.86 "GET /v2.0/networks/c62f445c-d027-410c-8639-c99c6fc4cea2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826614 Nov 19 18:32:13.061449 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3f65e72c-2906-418f-9cd7-872cf37232d5 req-be71d738-2a83-4345-ae4f-09b3df2596a6 service neutron] 10.222.0.86 "GET /v2.0/networks/c62f445c-d027-410c-8639-c99c6fc4cea2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804713 Nov 19 18:32:13.113908 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 28efc63a-19a7-47df-b7f1-3b9b612c1ea4 details requested by agent hyperv_n-h1-818022-2 with host n-h1-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 18:32:13.232060 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 28efc63a-19a7-47df-b7f1-3b9b612c1ea4, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=28efc63a-19a7-47df-b7f1-3b9b612c1ea4,segment=NetworkSegment(8be91a85-4220-40c1-b0b9-712553124174),segment_id=8be91a85-4220-40c1-b0b9-712553124174)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:32:13.244644 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Returning: {'device': '28efc63a-19a7-47df-b7f1-3b9b612c1ea4', 'network_id': 'c62f445c-d027-410c-8639-c99c6fc4cea2', 'port_id': '28efc63a-19a7-47df-b7f1-3b9b612c1ea4', 'mac_address': 'fa:16:3e:ed:22:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 669, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c531004-9720-4b69-9725-2e9002c2930c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 18:32:13.283827 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:32:13.299573 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28efc63a-19a7-47df-b7f1-3b9b612c1ea4 {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:32:13.321586 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 28efc63a-19a7-47df-b7f1-3b9b612c1ea4, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=28efc63a-19a7-47df-b7f1-3b9b612c1ea4,segment=NetworkSegment(8be91a85-4220-40c1-b0b9-712553124174),segment_id=8be91a85-4220-40c1-b0b9-712553124174)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:32:13.326438 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:32:13.339130 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00282a84-2f1a-42a6-98a2-4638f8b29c2f req-bdc4287a-afca-4be7-a748-9ebbef62ed15 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:32:13.340703 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-00282a84-2f1a-42a6-98a2-4638f8b29c2f req-bdc4287a-afca-4be7-a748-9ebbef62ed15 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/ports?device_id=54a013a6-cdca-4c3a-8f36-0f156122dfa8 HTTP/1.1" status: 200 len: 943 time: 0.0522585 Nov 19 18:32:13.379306 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=28efc63a-19a7-47df-b7f1-3b9b612c1ea4,revision_number=8']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:32:13.388920 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:32:13.389267 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:32:13.389614 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:32:13.389972 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:32:13.390308 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:32:13.390641 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:32:13.390965 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:32:13.391292 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:32:13.391617 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:32:13.391940 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:32:13.392269 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:32:13.392593 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-00282a84-2f1a-42a6-98a2-4638f8b29c2f req-c3976736-6a95-4fb5-af27-2ccf9d64e32c tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/security-groups?id=84e134bc-7746-4f2e-9297-aa0d940279a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455194 Nov 19 18:32:13.392724 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:32:13.557278 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['28efc63a-19a7-47df-b7f1-3b9b612c1ea4'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:32:14.512993 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fcb405-048f-484e-9c0c-820c63fbc7a4 req-4e4791f4-69a6-4cf9-9056-b742ef81a688 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:32:14.514472 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f8fcb405-048f-484e-9c0c-820c63fbc7a4 req-4e4791f4-69a6-4cf9-9056-b742ef81a688 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/ports?device_id=54a013a6-cdca-4c3a-8f36-0f156122dfa8 HTTP/1.1" status: 200 len: 944 time: 0.0479424 Nov 19 18:32:14.564952 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f8fcb405-048f-484e-9c0c-820c63fbc7a4 req-0f8c7fd9-c616-41f8-9ad4-1d709baf22c1 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/security-groups?id=84e134bc-7746-4f2e-9297-aa0d940279a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443952 Nov 19 18:32:14.682827 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f88b01-c2d6-43ce-9062-2b7d18172c0c req-2accfc89-c52c-4ba6-8008-d58e437d30e3 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:32:14.684212 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-94f88b01-c2d6-43ce-9062-2b7d18172c0c req-2accfc89-c52c-4ba6-8008-d58e437d30e3 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/ports?device_id=54a013a6-cdca-4c3a-8f36-0f156122dfa8 HTTP/1.1" status: 200 len: 944 time: 0.0524700 Nov 19 18:32:14.730409 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-94f88b01-c2d6-43ce-9062-2b7d18172c0c req-35df9c2b-5a26-4a48-aea5-8a6445c82c01 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/security-groups?id=84e134bc-7746-4f2e-9297-aa0d940279a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402453 Nov 19 18:32:14.841677 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7171c395-0096-4a83-9a66-13fdc36fefb3 req-eae0140a-4a83-4f50-8e74-ec80f8717ed6 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:32:14.843233 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7171c395-0096-4a83-9a66-13fdc36fefb3 req-eae0140a-4a83-4f50-8e74-ec80f8717ed6 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/ports?device_id=54a013a6-cdca-4c3a-8f36-0f156122dfa8 HTTP/1.1" status: 200 len: 944 time: 0.0489414 Nov 19 18:32:14.888998 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7171c395-0096-4a83-9a66-13fdc36fefb3 req-12ae0945-6041-4097-bae4-1999faa5c61f tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/security-groups?id=84e134bc-7746-4f2e-9297-aa0d940279a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399597 Nov 19 18:32:15.117641 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438b6e8a-8055-408c-a52d-5898269ae4ea req-716d9c8a-02f9-4523-97ad-ceb9f58642eb tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:32:15.119134 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-438b6e8a-8055-408c-a52d-5898269ae4ea req-716d9c8a-02f9-4523-97ad-ceb9f58642eb tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/ports?device_id=54a013a6-cdca-4c3a-8f36-0f156122dfa8 HTTP/1.1" status: 200 len: 944 time: 0.0470233 Nov 19 18:32:15.123934 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 28efc63a-19a7-47df-b7f1-3b9b612c1ea4 up at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:32:15.166507 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-438b6e8a-8055-408c-a52d-5898269ae4ea req-331bb19d-bc9e-493c-90a4-6e9836d530e7 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/security-groups?id=84e134bc-7746-4f2e-9297-aa0d940279a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412118 Nov 19 18:32:15.172342 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning for port 28efc63a-19a7-47df-b7f1-3b9b612c1ea4 completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 18:32:15.176295 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning complete for port 28efc63a-19a7-47df-b7f1-3b9b612c1ea4 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:32:15.177067 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:32:15.256959 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:32:15.278864 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54a013a6-cdca-4c3a-8f36-0f156122dfa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28efc63a-19a7-47df-b7f1-3b9b612c1ea4'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:32:15.281081 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3940761bcd94e032e6960d2241bd8993c5d3a7d8dc2aca8488f3ecf1d4dd2fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0856f1b4-1a26-4a53-8911-a11b93b7fccb" -d '{"events": [{"server_uuid": "54a013a6-cdca-4c3a-8f36-0f156122dfa8", "name": "network-vif-plugged", "status": "completed", "tag": "28efc63a-19a7-47df-b7f1-3b9b612c1ea4"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:32:15.293656 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 28efc63a-19a7-47df-b7f1-3b9b612c1ea4, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=28efc63a-19a7-47df-b7f1-3b9b612c1ea4,segment=NetworkSegment(8be91a85-4220-40c1-b0b9-712553124174),segment_id=8be91a85-4220-40c1-b0b9-712553124174)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:32:15.297654 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:32:15.324401 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:32:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29345de5-ffb0-4f90-a46a-f13f57782cb5 x-openstack-request-id: req-29345de5-ffb0-4f90-a46a-f13f57782cb5 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:32:15.324690 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54a013a6-cdca-4c3a-8f36-0f156122dfa8", "name": "network-vif-plugged", "status": "completed", "tag": "28efc63a-19a7-47df-b7f1-3b9b612c1ea4", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:32:15.324938 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-29345de5-ffb0-4f90-a46a-f13f57782cb5 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:32:15.325321 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54a013a6-cdca-4c3a-8f36-0f156122dfa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28efc63a-19a7-47df-b7f1-3b9b612c1ea4', 'code': 200} Nov 19 18:32:15.350034 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=28efc63a-19a7-47df-b7f1-3b9b612c1ea4,revision_number=9']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:32:16.286218 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222d453e-e95c-436a-8656-2b8a0fb78660 req-f6d4bd2d-28cb-4afb-a427-c11d84e33892 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:32:16.287701 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-222d453e-e95c-436a-8656-2b8a0fb78660 req-f6d4bd2d-28cb-4afb-a427-c11d84e33892 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/ports?device_id=54a013a6-cdca-4c3a-8f36-0f156122dfa8 HTTP/1.1" status: 200 len: 945 time: 0.0522468 Nov 19 18:32:16.335408 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-222d453e-e95c-436a-8656-2b8a0fb78660 req-9a158cfd-9b6e-4a69-ba6c-375aea31e217 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/security-groups?id=84e134bc-7746-4f2e-9297-aa0d940279a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418272 Nov 19 18:32:16.365634 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d04333-86de-41fd-824b-f0f6a10186de req-1e5f94c1-1bd1-40f3-a5a8-f0c862734b76 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:32:16.367116 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-95d04333-86de-41fd-824b-f0f6a10186de req-1e5f94c1-1bd1-40f3-a5a8-f0c862734b76 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.60 "GET /v2.0/ports?device_id=54a013a6-cdca-4c3a-8f36-0f156122dfa8 HTTP/1.1" status: 200 len: 945 time: 0.0478332 Nov 19 18:32:16.458629 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [req-95d04333-86de-41fd-824b-f0f6a10186de req-c05e891c-251b-482b-b7b3-1d1a6c8b166b tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Deleting port 28efc63a-19a7-47df-b7f1-3b9b612c1ea4 {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:32:16.458881 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-95d04333-86de-41fd-824b-f0f6a10186de req-c05e891c-251b-482b-b7b3-1d1a6c8b166b tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:32:16.545262 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-95d04333-86de-41fd-824b-f0f6a10186de req-c05e891c-251b-482b-b7b3-1d1a6c8b166b tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] For port 28efc63a-19a7-47df-b7f1-3b9b612c1ea4, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=28efc63a-19a7-47df-b7f1-3b9b612c1ea4,segment=NetworkSegment(8be91a85-4220-40c1-b0b9-712553124174),segment_id=8be91a85-4220-40c1-b0b9-712553124174)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:32:16.545619 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-95d04333-86de-41fd-824b-f0f6a10186de req-c05e891c-251b-482b-b7b3-1d1a6c8b166b tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:32:16.713706 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-95d04333-86de-41fd-824b-f0f6a10186de req-c05e891c-251b-482b-b7b3-1d1a6c8b166b tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:32:16.714008 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-95d04333-86de-41fd-824b-f0f6a10186de req-c05e891c-251b-482b-b7b3-1d1a6c8b166b tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-671284'] for floatingip, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:32:16.714322 n-d-818022-2 neutron-server[103364]: INFO neutron.db.l3_db [req-95d04333-86de-41fd-824b-f0f6a10186de req-c05e891c-251b-482b-b7b3-1d1a6c8b166b tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Floating IP 26631463-ce84-43bd-ae9d-1e90e190d5c1 disassociated. External IP: 172.25.7.241, port: 28efc63a-19a7-47df-b7f1-3b9b612c1ea4. Nov 19 18:32:16.714665 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [req-95d04333-86de-41fd-824b-f0f6a10186de req-c05e891c-251b-482b-b7b3-1d1a6c8b166b tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Calling delete_port for 28efc63a-19a7-47df-b7f1-3b9b612c1ea4 owned by compute:nova {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:32:16.843566 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-95d04333-86de-41fd-824b-f0f6a10186de req-c05e891c-251b-482b-b7b3-1d1a6c8b166b tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:32:16.871739 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05e891c-251b-482b-b7b3-1d1a6c8b166b tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Pushing event deleted for resources: {'Port': ['ID=28efc63a-19a7-47df-b7f1-3b9b612c1ea4,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:32:16.993975 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [req-95d04333-86de-41fd-824b-f0f6a10186de req-c05e891c-251b-482b-b7b3-1d1a6c8b166b tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Router 8be1a8c3-165b-4c7e-b8c0-7dc8c30ee0b8 has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 18:32:17.107263 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-95d04333-86de-41fd-824b-f0f6a10186de req-c05e891c-251b-482b-b7b3-1d1a6c8b166b tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:32:17.118445 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeb13241-7e3c-4218-b7c4-fc5590a82fab None None] Sync routers for ids ['8be1a8c3-165b-4c7e-b8c0-7dc8c30ee0b8'] in n-d-818022-2 {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:32:17.127758 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb13241-7e3c-4218-b7c4-fc5590a82fab None None] Routers {'8be1a8c3-165b-4c7e-b8c0-7dc8c30ee0b8'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:32:17.128369 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-aeb13241-7e3c-4218-b7c4-fc5590a82fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:32:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['8be1a8c3-165b-4c7e-b8c0-7dc8c30ee0b8'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:32:17.146363 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [req-95d04333-86de-41fd-824b-f0f6a10186de req-c05e891c-251b-482b-b7b3-1d1a6c8b166b tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] No DVR routers for this DVR port 28efc63a-19a7-47df-b7f1-3b9b612c1ea4 on host n-h1-818022-2 {{(pid=103364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:32:17.148964 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-95d04333-86de-41fd-824b-f0f6a10186de req-c05e891c-251b-482b-b7b3-1d1a6c8b166b tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:32:17.152485 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-95d04333-86de-41fd-824b-f0f6a10186de req-c05e891c-251b-482b-b7b3-1d1a6c8b166b tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.60 "DELETE /v2.0/ports/28efc63a-19a7-47df-b7f1-3b9b612c1ea4 HTTP/1.1" status: 204 len: 173 time: 0.7790406 Nov 19 18:32:17.152937 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54a013a6-cdca-4c3a-8f36-0f156122dfa8', 'name': 'network-vif-deleted', 'tag': '28efc63a-19a7-47df-b7f1-3b9b612c1ea4'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:32:17.155227 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dd4767a008c23f8566efc82158ee1b1fff34e1a9e908d76d0b6d0ab7e350e5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-608b4ecd-eae8-4d2e-a631-b8afe86b8f1c" -d '{"events": [{"server_uuid": "54a013a6-cdca-4c3a-8f36-0f156122dfa8", "name": "network-vif-deleted", "tag": "28efc63a-19a7-47df-b7f1-3b9b612c1ea4"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:32:17.197347 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:32:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25354583-b811-46ae-bec7-36214ab71cab x-openstack-request-id: req-25354583-b811-46ae-bec7-36214ab71cab {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:32:17.197967 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54a013a6-cdca-4c3a-8f36-0f156122dfa8", "name": "network-vif-deleted", "tag": "28efc63a-19a7-47df-b7f1-3b9b612c1ea4", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:32:17.198355 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-25354583-b811-46ae-bec7-36214ab71cab {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:32:17.198972 n-d-818022-2 neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54a013a6-cdca-4c3a-8f36-0f156122dfa8', 'name': 'network-vif-deleted', 'tag': '28efc63a-19a7-47df-b7f1-3b9b612c1ea4', 'status': 'completed', 'code': 200} Nov 19 18:32:17.241750 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-aeb13241-7e3c-4218-b7c4-fc5590a82fab None None] Set router 8be1a8c3-165b-4c7e-b8c0-7dc8c30ee0b8 gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:32:17.448274 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-aeb13241-7e3c-4218-b7c4-fc5590a82fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8be1a8c3-165b-4c7e-b8c0-7dc8c30ee0b8', 'name': 'tempest-ServerActionsTestJSON-459191382-router', 'tenant_id': 'a8598287498a4915a129e378733334d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': '83246eae-8634-4e3c-8cf2-04111638b332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:30:00Z', 'updated_at': '2021-11-19T18:30:03Z', 'revision_number': 4, 'project_id': 'a8598287498a4915a129e378733334d3', 'gw_port': {'id': '83246eae-8634-4e3c-8cf2-04111638b332', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:5f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8be1a8c3-165b-4c7e-b8c0-7dc8c30ee0b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:30:01Z', 'updated_at': '2021-11-19T18:30:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': '0029c081-3810-44a3-8a35-6ff8c5cb0031', 'name': '', 'network_id': 'c62f445c-d027-410c-8639-c99c6fc4cea2', 'tenant_id': 'a8598287498a4915a129e378733334d3', 'mac_address': 'fa:16:3e:bc:3a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8be1a8c3-165b-4c7e-b8c0-7dc8c30ee0b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '4c531004-9720-4b69-9725-2e9002c2930c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:30:03Z', 'updated_at': '2021-11-19T18:30:06Z', 'revision_number': 5, 'project_id': 'a8598287498a4915a129e378733334d3', 'subnets': [{'id': '4c531004-9720-4b69-9725-2e9002c2930c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:32:17.475571 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeb13241-7e3c-4218-b7c4-fc5590a82fab None None] Checking router: 8be1a8c3-165b-4c7e-b8c0-7dc8c30ee0b8 for host: n-d-818022-2 {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:32:17.483553 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb13241-7e3c-4218-b7c4-fc5590a82fab None None] Routers {'8be1a8c3-165b-4c7e-b8c0-7dc8c30ee0b8'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:32:17.484164 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-aeb13241-7e3c-4218-b7c4-fc5590a82fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:32:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['8be1a8c3-165b-4c7e-b8c0-7dc8c30ee0b8'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:32:17.590328 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-aeb13241-7e3c-4218-b7c4-fc5590a82fab None None] Set router 8be1a8c3-165b-4c7e-b8c0-7dc8c30ee0b8 gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:32:17.634797 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f55703e2-3712-440d-a81a-729f966a73f7 req-59166017-5f62-40f1-bea3-06b076ae8594 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--475600860&fields=id&tenant_id=a8598287498a4915a129e378733334d3 HTTP/1.1" status: 200 len: 267 time: 0.0413735 Nov 19 18:32:17.745977 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55703e2-3712-440d-a81a-729f966a73f7 req-3fe372db-fd73-4f0b-9050-228dfe4c844d tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:32:17.747437 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f55703e2-3712-440d-a81a-729f966a73f7 req-3fe372db-fd73-4f0b-9050-228dfe4c844d tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/networks?id=c62f445c-d027-410c-8639-c99c6fc4cea2 HTTP/1.1" status: 200 len: 811 time: 0.1058016 Nov 19 18:32:17.763357 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f55703e2-3712-440d-a81a-729f966a73f7 req-17348c05-ce83-4de7-81de-5f4d24decb29 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/quotas/a8598287498a4915a129e378733334d3 HTTP/1.1" status: 200 len: 375 time: 0.0100434 Nov 19 18:32:17.789551 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-aeb13241-7e3c-4218-b7c4-fc5590a82fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8be1a8c3-165b-4c7e-b8c0-7dc8c30ee0b8', 'name': 'tempest-ServerActionsTestJSON-459191382-router', 'tenant_id': 'a8598287498a4915a129e378733334d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': '83246eae-8634-4e3c-8cf2-04111638b332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:30:00Z', 'updated_at': '2021-11-19T18:30:03Z', 'revision_number': 4, 'project_id': 'a8598287498a4915a129e378733334d3', 'gw_port': {'id': '83246eae-8634-4e3c-8cf2-04111638b332', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:5f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8be1a8c3-165b-4c7e-b8c0-7dc8c30ee0b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:30:01Z', 'updated_at': '2021-11-19T18:30:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': '0029c081-3810-44a3-8a35-6ff8c5cb0031', 'name': '', 'network_id': 'c62f445c-d027-410c-8639-c99c6fc4cea2', 'tenant_id': 'a8598287498a4915a129e378733334d3', 'mac_address': 'fa:16:3e:bc:3a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8be1a8c3-165b-4c7e-b8c0-7dc8c30ee0b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '4c531004-9720-4b69-9725-2e9002c2930c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:30:03Z', 'updated_at': '2021-11-19T18:30:06Z', 'revision_number': 5, 'project_id': 'a8598287498a4915a129e378733334d3', 'subnets': [{'id': '4c531004-9720-4b69-9725-2e9002c2930c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:32:17.813745 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f55703e2-3712-440d-a81a-729f966a73f7 req-53c8400c-5ae9-4923-878e-5ee257eae765 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=a8598287498a4915a129e378733334d3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0449481 Nov 19 18:32:17.820256 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeb13241-7e3c-4218-b7c4-fc5590a82fab None None] The sync data for ids ['8be1a8c3-165b-4c7e-b8c0-7dc8c30ee0b8'] in n-d-818022-2 is: [{'id': '8be1a8c3-165b-4c7e-b8c0-7dc8c30ee0b8', 'name': 'tempest-ServerActionsTestJSON-459191382-router', 'tenant_id': 'a8598287498a4915a129e378733334d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': '83246eae-8634-4e3c-8cf2-04111638b332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:30:00Z', 'updated_at': '2021-11-19T18:30:03Z', 'revision_number': 4, 'project_id': 'a8598287498a4915a129e378733334d3', 'gw_port': {'id': '83246eae-8634-4e3c-8cf2-04111638b332', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:5f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8be1a8c3-165b-4c7e-b8c0-7dc8c30ee0b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:30:01Z', 'updated_at': '2021-11-19T18:30:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': '0029c081-3810-44a3-8a35-6ff8c5cb0031', 'name': '', 'network_id': 'c62f445c-d027-410c-8639-c99c6fc4cea2', 'tenant_id': 'a8598287498a4915a129e378733334d3', 'mac_address': 'fa:16:3e:bc:3a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8be1a8c3-165b-4c7e-b8c0-7dc8c30ee0b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '4c531004-9720-4b69-9725-2e9002c2930c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:30:03Z', 'updated_at': '2021-11-19T18:30:06Z', 'revision_number': 5, 'project_id': 'a8598287498a4915a129e378733334d3', 'subnets': [{'id': '4c531004-9720-4b69-9725-2e9002c2930c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:32:17.917866 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f55703e2-3712-440d-a81a-729f966a73f7 req-48617dd2-f235-458f-9c72-ec2a9fe4ad58 service neutron] 10.222.0.54 "GET /v2.0/networks/c62f445c-d027-410c-8639-c99c6fc4cea2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886734 Nov 19 18:32:18.009594 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f55703e2-3712-440d-a81a-729f966a73f7 req-57f19817-d8fd-48eb-8dca-1cc4d40992d8 service neutron] 10.222.0.54 "GET /v2.0/networks/c62f445c-d027-410c-8639-c99c6fc4cea2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856106 Nov 19 18:32:18.045150 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac802494-c332-4333-9b8e-a501a93a2d28 None None] New status for floating IP 26631463-ce84-43bd-ae9d-1e90e190d5c1: DOWN {{(pid=103366) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 18:32:18.310482 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8ad544fd-32ef-49e9-bfbe-ec3e9e670f17 req-7a3ea9a4-1b08-4096-ad9f-607decb6909d tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/ports?device_id=26bcec3a-ffe7-41ee-b9f9-c3139e29907f HTTP/1.1" status: 200 len: 210 time: 0.0774448 Nov 19 18:32:19.116593 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55703e2-3712-440d-a81a-729f966a73f7 req-fcfdae89-34a5-4d97-8df2-96c665abbf8c tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:32:19.118095 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f55703e2-3712-440d-a81a-729f966a73f7 req-fcfdae89-34a5-4d97-8df2-96c665abbf8c tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.60 "GET /v2.0/networks?id=c62f445c-d027-410c-8639-c99c6fc4cea2 HTTP/1.1" status: 200 len: 811 time: 0.1043499 Nov 19 18:32:19.168561 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 28efc63a-19a7-47df-b7f1-3b9b612c1ea4 no longer exists at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:32:19.184248 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f55703e2-3712-440d-a81a-729f966a73f7 req-0a47b668-4638-46c8-8725-9267a04dc92a tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a8598287498a4915a129e378733334d3 HTTP/1.1" status: 200 len: 379 time: 0.0544279 Nov 19 18:32:19.188281 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] No Port match for: 28efc63a-19a7-47df-b7f1-3b9b612c1ea4 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:32:19.188630 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 28efc63a-19a7-47df-b7f1-3b9b612c1ea4 not bound to the agent host n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:32:19.194500 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-f55703e2-3712-440d-a81a-729f966a73f7 req-f895ee9a-e6a1-4122-ac05-0f0832c8a8f8 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Request body: {'port': {'device_id': '26bcec3a-ffe7-41ee-b9f9-c3139e29907f', 'network_id': 'c62f445c-d027-410c-8639-c99c6fc4cea2', 'admin_state_up': True, 'tenant_id': 'a8598287498a4915a129e378733334d3', 'security_groups': ['84e134bc-7746-4f2e-9297-aa0d940279a7']}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:32:19.303477 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f55703e2-3712-440d-a81a-729f966a73f7 req-f895ee9a-e6a1-4122-ac05-0f0832c8a8f8 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Made reservation on behalf of a8598287498a4915a129e378733334d3 for: {'port': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:32:19.306909 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-f55703e2-3712-440d-a81a-729f966a73f7 req-f895ee9a-e6a1-4122-ac05-0f0832c8a8f8 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:32:19.442415 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [req-f55703e2-3712-440d-a81a-729f966a73f7 req-f895ee9a-e6a1-4122-ac05-0f0832c8a8f8 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Allocated IP 172.20.0.10 (c62f445c-d027-410c-8639-c99c6fc4cea2/4c531004-9720-4b69-9725-2e9002c2930c/877517c1-2e84-4910-a4b8-afa0a43b7af8) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:32:19.490113 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-eb0fe9e4-1d1a-4c1b-8be6-ab9038b7d45c req-f0fc7fc5-c795-44c2-8195-a642552ce321 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/ports?device_id=26bcec3a-ffe7-41ee-b9f9-c3139e29907f HTTP/1.1" status: 200 len: 210 time: 0.0720859 Nov 19 18:32:19.579997 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-f55703e2-3712-440d-a81a-729f966a73f7 req-f895ee9a-e6a1-4122-ac05-0f0832c8a8f8 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:32:19.613578 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-f55703e2-3712-440d-a81a-729f966a73f7 req-f895ee9a-e6a1-4122-ac05-0f0832c8a8f8 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:32:19.662845 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f55703e2-3712-440d-a81a-729f966a73f7 req-f895ee9a-e6a1-4122-ac05-0f0832c8a8f8 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Network c62f445c-d027-410c-8639-c99c6fc4cea2 is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:32:19.666041 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [req-f55703e2-3712-440d-a81a-729f966a73f7 req-f895ee9a-e6a1-4122-ac05-0f0832c8a8f8 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:32:19.669689 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [req-f55703e2-3712-440d-a81a-729f966a73f7 req-f895ee9a-e6a1-4122-ac05-0f0832c8a8f8 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:32:19.694456 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f895ee9a-e6a1-4122-ac05-0f0832c8a8f8 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Pushing event updated for resources: {'Port': ['ID=877517c1-2e84-4910-a4b8-afa0a43b7af8,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:32:19.723075 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55703e2-3712-440d-a81a-729f966a73f7 req-f895ee9a-e6a1-4122-ac05-0f0832c8a8f8 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:32:19.723956 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-f55703e2-3712-440d-a81a-729f966a73f7 req-f895ee9a-e6a1-4122-ac05-0f0832c8a8f8 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:32:19.741131 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f55703e2-3712-440d-a81a-729f966a73f7 req-f895ee9a-e6a1-4122-ac05-0f0832c8a8f8 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5507259 Nov 19 18:32:19.754294 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-f55703e2-3712-440d-a81a-729f966a73f7 req-f1d3c4a6-3505-43d1-b8e9-ca058c048e5f service neutron] Request body: {'port': {'device_id': '26bcec3a-ffe7-41ee-b9f9-c3139e29907f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818022-2'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:32:19.810183 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-f55703e2-3712-440d-a81a-729f966a73f7 req-f1d3c4a6-3505-43d1-b8e9-ca058c048e5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:32:19.927771 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-f2325b84-c44e-49c3-a7d5-d70fcf84f0bf None None] Provisioning complete for port 877517c1-2e84-4910-a4b8-afa0a43b7af8 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:32:19.928645 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f2325b84-c44e-49c3-a7d5-d70fcf84f0bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:32:19.961219 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-f2325b84-c44e-49c3-a7d5-d70fcf84f0bf None None] Port 877517c1-2e84-4910-a4b8-afa0a43b7af8 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:32:20.077966 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [req-f55703e2-3712-440d-a81a-729f966a73f7 req-f1d3c4a6-3505-43d1-b8e9-ca058c048e5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 877517c1-2e84-4910-a4b8-afa0a43b7af8 {{(pid=103364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:32:20.085619 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-f55703e2-3712-440d-a81a-729f966a73f7 req-f1d3c4a6-3505-43d1-b8e9-ca058c048e5f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:32:20.097905 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.provisioning_blocks [req-f55703e2-3712-440d-a81a-729f966a73f7 req-f1d3c4a6-3505-43d1-b8e9-ca058c048e5f service neutron] Transition to ACTIVE for port object 877517c1-2e84-4910-a4b8-afa0a43b7af8 will not be triggered until provisioned by entity L2. {{(pid=103364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 18:32:20.102590 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-f55703e2-3712-440d-a81a-729f966a73f7 req-f1d3c4a6-3505-43d1-b8e9-ca058c048e5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:32:20.152703 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d3c4a6-3505-43d1-b8e9-ca058c048e5f service neutron] Pushing event updated for resources: {'Port': ['ID=877517c1-2e84-4910-a4b8-afa0a43b7af8,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:32:20.226739 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-f55703e2-3712-440d-a81a-729f966a73f7 req-f1d3c4a6-3505-43d1-b8e9-ca058c048e5f service neutron] Attempting to bind port 877517c1-2e84-4910-a4b8-afa0a43b7af8 on host n-h1-818022-2 for vnic_type normal with profile {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:32:20.227074 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-f55703e2-3712-440d-a81a-729f966a73f7 req-f1d3c4a6-3505-43d1-b8e9-ca058c048e5f service neutron] Attempting to bind port 877517c1-2e84-4910-a4b8-afa0a43b7af8 by drivers openvswitch,hyperv on host n-h1-818022-2 at level 0 using segments [{'id': '8be91a85-4220-40c1-b0b9-712553124174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'c62f445c-d027-410c-8639-c99c6fc4cea2'}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:32:20.227401 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f55703e2-3712-440d-a81a-729f966a73f7 req-f1d3c4a6-3505-43d1-b8e9-ca058c048e5f service neutron] Attempting to bind port 877517c1-2e84-4910-a4b8-afa0a43b7af8 on network c62f445c-d027-410c-8639-c99c6fc4cea2 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:32:20.232078 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f55703e2-3712-440d-a81a-729f966a73f7 req-f1d3c4a6-3505-43d1-b8e9-ca058c048e5f service neutron] Port 877517c1-2e84-4910-a4b8-afa0a43b7af8 on network c62f445c-d027-410c-8639-c99c6fc4cea2 not bound, no agent of type Open vSwitch agent registered on host n-h1-818022-2 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 18:32:20.232399 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f55703e2-3712-440d-a81a-729f966a73f7 req-f1d3c4a6-3505-43d1-b8e9-ca058c048e5f service neutron] Attempting to bind port 877517c1-2e84-4910-a4b8-afa0a43b7af8 on network c62f445c-d027-410c-8639-c99c6fc4cea2 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:32:20.237228 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f55703e2-3712-440d-a81a-729f966a73f7 req-f1d3c4a6-3505-43d1-b8e9-ca058c048e5f service neutron] Checking agent: {'id': 'a6668d96-12fa-4ec0-99ad-77eaf490dd2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'started_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 32, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:32:20.237561 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f55703e2-3712-440d-a81a-729f966a73f7 req-f1d3c4a6-3505-43d1-b8e9-ca058c048e5f service neutron] Checking segment: {'id': '8be91a85-4220-40c1-b0b9-712553124174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'c62f445c-d027-410c-8639-c99c6fc4cea2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:32:20.237978 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f55703e2-3712-440d-a81a-729f966a73f7 req-f1d3c4a6-3505-43d1-b8e9-ca058c048e5f service neutron] Bound using segment: {'id': '8be91a85-4220-40c1-b0b9-712553124174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'c62f445c-d027-410c-8639-c99c6fc4cea2'} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:32:20.238402 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-f55703e2-3712-440d-a81a-729f966a73f7 req-f1d3c4a6-3505-43d1-b8e9-ca058c048e5f service neutron] Bound port: 877517c1-2e84-4910-a4b8-afa0a43b7af8, host: n-h1-818022-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8be91a85-4220-40c1-b0b9-712553124174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'c62f445c-d027-410c-8639-c99c6fc4cea2'}}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:32:20.238758 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-f55703e2-3712-440d-a81a-729f966a73f7 req-f1d3c4a6-3505-43d1-b8e9-ca058c048e5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:32:20.305342 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-f55703e2-3712-440d-a81a-729f966a73f7 req-f1d3c4a6-3505-43d1-b8e9-ca058c048e5f service neutron] For port 877517c1-2e84-4910-a4b8-afa0a43b7af8, host n-h1-818022-2, cleared binding levels {{(pid=103364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:32:20.308358 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-f55703e2-3712-440d-a81a-729f966a73f7 req-f1d3c4a6-3505-43d1-b8e9-ca058c048e5f service neutron] For port 877517c1-2e84-4910-a4b8-afa0a43b7af8, host n-h1-818022-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=877517c1-2e84-4910-a4b8-afa0a43b7af8,segment=NetworkSegment(8be91a85-4220-40c1-b0b9-712553124174),segment_id=8be91a85-4220-40c1-b0b9-712553124174)] {{(pid=103364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:32:20.313086 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-f55703e2-3712-440d-a81a-729f966a73f7 req-f1d3c4a6-3505-43d1-b8e9-ca058c048e5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:32:20.344604 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55703e2-3712-440d-a81a-729f966a73f7 req-f1d3c4a6-3505-43d1-b8e9-ca058c048e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:32:20.345252 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-f55703e2-3712-440d-a81a-729f966a73f7 req-f1d3c4a6-3505-43d1-b8e9-ca058c048e5f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:32:20.346674 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f55703e2-3712-440d-a81a-729f966a73f7 req-f1d3c4a6-3505-43d1-b8e9-ca058c048e5f service neutron] 10.222.0.60 "PUT /v2.0/ports/877517c1-2e84-4910-a4b8-afa0a43b7af8 HTTP/1.1" status: 200 len: 1092 time: 0.5967224 Nov 19 18:32:20.347110 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26bcec3a-ffe7-41ee-b9f9-c3139e29907f', 'tag': '877517c1-2e84-4910-a4b8-afa0a43b7af8'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:32:20.350590 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dd4767a008c23f8566efc82158ee1b1fff34e1a9e908d76d0b6d0ab7e350e5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9097a828-29ca-4d8a-9ad8-71b7f9c9729e" -d '{"events": [{"name": "network-changed", "server_uuid": "26bcec3a-ffe7-41ee-b9f9-c3139e29907f", "tag": "877517c1-2e84-4910-a4b8-afa0a43b7af8"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:32:20.380709 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d3c4a6-3505-43d1-b8e9-ca058c048e5f service neutron] Pushing event updated for resources: {'Port': ['ID=877517c1-2e84-4910-a4b8-afa0a43b7af8,revision_number=3']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:32:20.394982 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 18:32:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b4e3c64-d261-4189-af24-e37bca080d44 x-openstack-request-id: req-7b4e3c64-d261-4189-af24-e37bca080d44 {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:32:20.395238 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26bcec3a-ffe7-41ee-b9f9-c3139e29907f", "tag": "877517c1-2e84-4910-a4b8-afa0a43b7af8", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:32:20.395501 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-7b4e3c64-d261-4189-af24-e37bca080d44 {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:32:20.395900 n-d-818022-2 neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26bcec3a-ffe7-41ee-b9f9-c3139e29907f', 'tag': '877517c1-2e84-4910-a4b8-afa0a43b7af8', 'status': 'completed', 'code': 200} Nov 19 18:32:20.439393 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55703e2-3712-440d-a81a-729f966a73f7 req-791e397a-bf13-4624-9ce7-9082f2427ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:32:20.440854 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f55703e2-3712-440d-a81a-729f966a73f7 req-791e397a-bf13-4624-9ce7-9082f2427ca8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a8598287498a4915a129e378733334d3&device_id=26bcec3a-ffe7-41ee-b9f9-c3139e29907f HTTP/1.1" status: 200 len: 1095 time: 0.0481701 Nov 19 18:32:20.491477 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f55703e2-3712-440d-a81a-729f966a73f7 req-6fbe5d3b-21e3-44ea-9b40-bd906595aab9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=877517c1-2e84-4910-a4b8-afa0a43b7af8 HTTP/1.1" status: 200 len: 217 time: 0.0410726 Nov 19 18:32:20.546235 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55703e2-3712-440d-a81a-729f966a73f7 req-6c8b8ceb-b3e2-4ee6-8242-faf6930f0d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:32:20.547721 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f55703e2-3712-440d-a81a-729f966a73f7 req-6c8b8ceb-b3e2-4ee6-8242-faf6930f0d75 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4c531004-9720-4b69-9725-2e9002c2930c HTTP/1.1" status: 200 len: 850 time: 0.0486450 Nov 19 18:32:20.594931 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55703e2-3712-440d-a81a-729f966a73f7 req-393637c4-73fd-4fc1-9a84-5365017ac387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:32:20.597006 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f55703e2-3712-440d-a81a-729f966a73f7 req-393637c4-73fd-4fc1-9a84-5365017ac387 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c62f445c-d027-410c-8639-c99c6fc4cea2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419669 Nov 19 18:32:20.617353 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0b1686-650b-4b95-a6ed-430b0c20b1ed req-b8febadf-8c2c-47ae-ab31-51306b40cda4 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:32:20.618888 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5d0b1686-650b-4b95-a6ed-430b0c20b1ed req-b8febadf-8c2c-47ae-ab31-51306b40cda4 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/ports?device_id=26bcec3a-ffe7-41ee-b9f9-c3139e29907f HTTP/1.1" status: 200 len: 944 time: 0.0542061 Nov 19 18:32:20.671715 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5d0b1686-650b-4b95-a6ed-430b0c20b1ed req-170f3f5f-1f10-4c1b-86e7-35e931cc7fa1 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/security-groups?id=84e134bc-7746-4f2e-9297-aa0d940279a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466754 Nov 19 18:32:20.692964 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f55703e2-3712-440d-a81a-729f966a73f7 req-ace74b20-2abe-4e96-aef1-cfa0f3df7a81 service neutron] 10.222.0.60 "GET /v2.0/networks/c62f445c-d027-410c-8639-c99c6fc4cea2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887792 Nov 19 18:32:20.780802 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f55703e2-3712-440d-a81a-729f966a73f7 req-23a02b91-96d6-4321-9dde-d240f73c3230 service neutron] 10.222.0.60 "GET /v2.0/networks/c62f445c-d027-410c-8639-c99c6fc4cea2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801659 Nov 19 18:32:20.873042 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9097a828-29ca-4d8a-9ad8-71b7f9c9729e req-da8d5eb9-0d9c-47ea-8d6f-943b35ae5e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:32:20.874617 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9097a828-29ca-4d8a-9ad8-71b7f9c9729e req-da8d5eb9-0d9c-47ea-8d6f-943b35ae5e06 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a8598287498a4915a129e378733334d3&device_id=26bcec3a-ffe7-41ee-b9f9-c3139e29907f HTTP/1.1" status: 200 len: 1095 time: 0.0445108 Nov 19 18:32:20.961634 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9097a828-29ca-4d8a-9ad8-71b7f9c9729e req-75632e0d-f45d-472b-b3f9-6053acc419e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:32:20.963052 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9097a828-29ca-4d8a-9ad8-71b7f9c9729e req-75632e0d-f45d-472b-b3f9-6053acc419e1 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c62f445c-d027-410c-8639-c99c6fc4cea2 HTTP/1.1" status: 200 len: 912 time: 0.0818784 Nov 19 18:32:21.005133 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9097a828-29ca-4d8a-9ad8-71b7f9c9729e req-38c5d1ac-ae05-4bc3-80d8-963686efa0ab service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=877517c1-2e84-4910-a4b8-afa0a43b7af8 HTTP/1.1" status: 200 len: 217 time: 0.0344067 Nov 19 18:32:21.058993 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9097a828-29ca-4d8a-9ad8-71b7f9c9729e req-e66cccf2-c214-4c84-a363-d28a762884ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:32:21.060418 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9097a828-29ca-4d8a-9ad8-71b7f9c9729e req-e66cccf2-c214-4c84-a363-d28a762884ca service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4c531004-9720-4b69-9725-2e9002c2930c HTTP/1.1" status: 200 len: 850 time: 0.0473561 Nov 19 18:32:21.106366 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9097a828-29ca-4d8a-9ad8-71b7f9c9729e req-d0fd692f-861d-4110-9655-d0094a8b9dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:32:21.107836 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9097a828-29ca-4d8a-9ad8-71b7f9c9729e req-d0fd692f-861d-4110-9655-d0094a8b9dd7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c62f445c-d027-410c-8639-c99c6fc4cea2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395868 Nov 19 18:32:21.200149 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9097a828-29ca-4d8a-9ad8-71b7f9c9729e req-2ae0e4c5-d7c9-4096-9f6a-0c217f1cd44d service neutron] 10.222.0.60 "GET /v2.0/networks/c62f445c-d027-410c-8639-c99c6fc4cea2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847514 Nov 19 18:32:21.291205 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9097a828-29ca-4d8a-9ad8-71b7f9c9729e req-1cc7326e-6ae2-4e79-9eb0-2030870073b3 service neutron] 10.222.0.60 "GET /v2.0/networks/c62f445c-d027-410c-8639-c99c6fc4cea2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829260 Nov 19 18:32:21.795741 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb32a0b9-904c-4371-8bc9-939864ca15b1 req-3833df38-77cf-41e3-848b-188afa8def70 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:32:21.797233 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-bb32a0b9-904c-4371-8bc9-939864ca15b1 req-3833df38-77cf-41e3-848b-188afa8def70 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/ports?device_id=26bcec3a-ffe7-41ee-b9f9-c3139e29907f HTTP/1.1" status: 200 len: 944 time: 0.0492322 Nov 19 18:32:21.844405 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-bb32a0b9-904c-4371-8bc9-939864ca15b1 req-bb0a13d9-9aef-4082-8aef-f349388617ee tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/security-groups?id=84e134bc-7746-4f2e-9297-aa0d940279a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404739 Nov 19 18:32:22.958789 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406850ec-8376-4a85-b800-dfe0a11e5303 req-0af05096-5ad7-45c6-a21a-47e85b029b00 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:32:22.960267 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-406850ec-8376-4a85-b800-dfe0a11e5303 req-0af05096-5ad7-45c6-a21a-47e85b029b00 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/ports?device_id=26bcec3a-ffe7-41ee-b9f9-c3139e29907f HTTP/1.1" status: 200 len: 944 time: 0.0487018 Nov 19 18:32:23.007003 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-406850ec-8376-4a85-b800-dfe0a11e5303 req-3a390202-664c-42cd-b779-d7fa01236f41 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/security-groups?id=84e134bc-7746-4f2e-9297-aa0d940279a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408471 Nov 19 18:32:23.183753 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 877517c1-2e84-4910-a4b8-afa0a43b7af8 details requested by agent hyperv_n-h1-818022-2 with host n-h1-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 18:32:23.277733 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 877517c1-2e84-4910-a4b8-afa0a43b7af8, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=877517c1-2e84-4910-a4b8-afa0a43b7af8,segment=NetworkSegment(8be91a85-4220-40c1-b0b9-712553124174),segment_id=8be91a85-4220-40c1-b0b9-712553124174)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:32:23.289317 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Returning: {'device': '877517c1-2e84-4910-a4b8-afa0a43b7af8', 'network_id': 'c62f445c-d027-410c-8639-c99c6fc4cea2', 'port_id': '877517c1-2e84-4910-a4b8-afa0a43b7af8', 'mac_address': 'fa:16:3e:8d:33:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 669, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c531004-9720-4b69-9725-2e9002c2930c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 18:32:23.325596 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:32:23.339019 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 877517c1-2e84-4910-a4b8-afa0a43b7af8 {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:32:23.362620 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 877517c1-2e84-4910-a4b8-afa0a43b7af8, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=877517c1-2e84-4910-a4b8-afa0a43b7af8,segment=NetworkSegment(8be91a85-4220-40c1-b0b9-712553124174),segment_id=8be91a85-4220-40c1-b0b9-712553124174)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:32:23.366636 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:32:23.412697 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=877517c1-2e84-4910-a4b8-afa0a43b7af8,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:32:23.594474 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['877517c1-2e84-4910-a4b8-afa0a43b7af8'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:32:24.124325 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7b0062-032e-43d2-afdd-fa471617ed71 req-7919454f-028b-4e62-8bc0-f266964adee0 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:32:24.125785 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-df7b0062-032e-43d2-afdd-fa471617ed71 req-7919454f-028b-4e62-8bc0-f266964adee0 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/ports?device_id=26bcec3a-ffe7-41ee-b9f9-c3139e29907f HTTP/1.1" status: 200 len: 945 time: 0.0509408 Nov 19 18:32:24.172732 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-df7b0062-032e-43d2-afdd-fa471617ed71 req-7fa124ee-27aa-4862-9b7c-69e2fb0b2939 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/security-groups?id=84e134bc-7746-4f2e-9297-aa0d940279a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401671 Nov 19 18:32:25.200293 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 877517c1-2e84-4910-a4b8-afa0a43b7af8 up at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:32:25.248314 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning for port 877517c1-2e84-4910-a4b8-afa0a43b7af8 completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 18:32:25.252645 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning complete for port 877517c1-2e84-4910-a4b8-afa0a43b7af8 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:32:25.253012 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:32:25.292324 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2de3c64-e793-40f3-9bf8-a0240b680322 req-92e7966b-2c5a-42f6-a7cd-29d9256334a9 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:32:25.294044 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a2de3c64-e793-40f3-9bf8-a0240b680322 req-92e7966b-2c5a-42f6-a7cd-29d9256334a9 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/ports?device_id=26bcec3a-ffe7-41ee-b9f9-c3139e29907f HTTP/1.1" status: 200 len: 945 time: 0.0506239 Nov 19 18:32:25.330107 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:32:25.341998 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a2de3c64-e793-40f3-9bf8-a0240b680322 req-3c5ed1b8-b955-438b-91e7-e22abcfc1559 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/security-groups?id=84e134bc-7746-4f2e-9297-aa0d940279a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415230 Nov 19 18:32:25.361223 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26bcec3a-ffe7-41ee-b9f9-c3139e29907f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '877517c1-2e84-4910-a4b8-afa0a43b7af8'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:32:25.364289 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3940761bcd94e032e6960d2241bd8993c5d3a7d8dc2aca8488f3ecf1d4dd2fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c8ad042-e68f-4e18-bd90-9d0850ac724a" -d '{"events": [{"server_uuid": "26bcec3a-ffe7-41ee-b9f9-c3139e29907f", "name": "network-vif-plugged", "status": "completed", "tag": "877517c1-2e84-4910-a4b8-afa0a43b7af8"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:32:25.369538 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 877517c1-2e84-4910-a4b8-afa0a43b7af8, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=877517c1-2e84-4910-a4b8-afa0a43b7af8,segment=NetworkSegment(8be91a85-4220-40c1-b0b9-712553124174),segment_id=8be91a85-4220-40c1-b0b9-712553124174)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:32:25.373490 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:32:25.406015 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:32:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adebb868-f608-4990-901d-002a228752cd x-openstack-request-id: req-adebb868-f608-4990-901d-002a228752cd {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:32:25.406308 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26bcec3a-ffe7-41ee-b9f9-c3139e29907f", "name": "network-vif-plugged", "status": "completed", "tag": "877517c1-2e84-4910-a4b8-afa0a43b7af8", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:32:25.406561 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-adebb868-f608-4990-901d-002a228752cd {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:32:25.406943 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26bcec3a-ffe7-41ee-b9f9-c3139e29907f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '877517c1-2e84-4910-a4b8-afa0a43b7af8', 'code': 200} Nov 19 18:32:25.426413 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=877517c1-2e84-4910-a4b8-afa0a43b7af8,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:32:25.498622 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6078f039-fd45-42b9-bca2-c3fa2a7e083a req-266d0855-b29e-4834-a45f-aff99f2e9a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:32:25.500134 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6078f039-fd45-42b9-bca2-c3fa2a7e083a req-266d0855-b29e-4834-a45f-aff99f2e9a38 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=26bcec3a-ffe7-41ee-b9f9-c3139e29907f HTTP/1.1" status: 200 len: 1097 time: 0.0392532 Nov 19 18:32:25.543894 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6078f039-fd45-42b9-bca2-c3fa2a7e083a req-baf8f804-a846-4391-846d-7b45ea25a98d service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=84e134bc-7746-4f2e-9297-aa0d940279a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363567 Nov 19 18:32:26.461721 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a521045-51c9-4f5a-97fa-b08436cd0444 req-72fdbca8-3a0a-44b3-b2e1-c48a61e8de93 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:32:26.463242 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2a521045-51c9-4f5a-97fa-b08436cd0444 req-72fdbca8-3a0a-44b3-b2e1-c48a61e8de93 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/ports?device_id=26bcec3a-ffe7-41ee-b9f9-c3139e29907f HTTP/1.1" status: 200 len: 946 time: 0.0530958 Nov 19 18:32:26.510241 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2a521045-51c9-4f5a-97fa-b08436cd0444 req-3ef65828-e8d5-4ec8-b2e5-24547bc520b4 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/security-groups?id=84e134bc-7746-4f2e-9297-aa0d940279a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408585 Nov 19 18:32:27.630630 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4af656-fcf1-4b18-a366-d1608f4d4dee req-1d079c45-11fb-4f4f-a661-eb3ca2a73e35 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:32:27.632333 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-3a4af656-fcf1-4b18-a366-d1608f4d4dee req-1d079c45-11fb-4f4f-a661-eb3ca2a73e35 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/ports?device_id=26bcec3a-ffe7-41ee-b9f9-c3139e29907f HTTP/1.1" status: 200 len: 946 time: 0.0523977 Nov 19 18:32:27.684152 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-3a4af656-fcf1-4b18-a366-d1608f4d4dee req-8cc38817-9dfa-4c9b-bf00-e23af3e957bc tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/security-groups?id=84e134bc-7746-4f2e-9297-aa0d940279a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456054 Nov 19 18:32:27.801401 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985caada-063c-4d0b-b2af-70baa9bbdc28 req-7982f1b9-20c9-4c19-bf62-2f6ed740f9f5 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:32:27.804477 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-985caada-063c-4d0b-b2af-70baa9bbdc28 req-7982f1b9-20c9-4c19-bf62-2f6ed740f9f5 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/ports?device_id=26bcec3a-ffe7-41ee-b9f9-c3139e29907f HTTP/1.1" status: 200 len: 946 time: 0.0520420 Nov 19 18:32:27.813190 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 45950) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:32:27.817936 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-0b8eb253-3b5c-4fb6-8132-a8b2e1baef08 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Request body: {'floatingip': {'port_id': '877517c1-2e84-4910-a4b8-afa0a43b7af8'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:32:27.862407 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0b8eb253-3b5c-4fb6-8132-a8b2e1baef08 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Publish callbacks [] for floatingip, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:32:28.293802 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0b8eb253-3b5c-4fb6-8132-a8b2e1baef08 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:32:28.297579 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0b8eb253-3b5c-4fb6-8132-a8b2e1baef08 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-671284'] for floatingip, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:32:28.396945 n-d-818022-2 neutron-server[103365]: INFO neutron.db.l3_db [None req-0b8eb253-3b5c-4fb6-8132-a8b2e1baef08 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Floating IP 26631463-ce84-43bd-ae9d-1e90e190d5c1 associated. External IP: 172.25.7.241, port: 877517c1-2e84-4910-a4b8-afa0a43b7af8. Nov 19 18:32:28.603787 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b8eb253-3b5c-4fb6-8132-a8b2e1baef08 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Router 8be1a8c3-165b-4c7e-b8c0-7dc8c30ee0b8 has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 18:32:28.709274 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b8eb253-3b5c-4fb6-8132-a8b2e1baef08 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:32:28.714196 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0b8eb253-3b5c-4fb6-8132-a8b2e1baef08 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for floatingip, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:32:28.719063 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4db09b1-0eab-48ab-ad55-c440aa451a0b None None] Sync routers for ids ['8be1a8c3-165b-4c7e-b8c0-7dc8c30ee0b8'] in n-d-818022-2 {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:32:28.728801 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4db09b1-0eab-48ab-ad55-c440aa451a0b None None] Routers {'8be1a8c3-165b-4c7e-b8c0-7dc8c30ee0b8'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:32:28.729411 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-e4db09b1-0eab-48ab-ad55-c440aa451a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:32:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['8be1a8c3-165b-4c7e-b8c0-7dc8c30ee0b8'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:32:28.744168 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-0b8eb253-3b5c-4fb6-8132-a8b2e1baef08 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "PUT /v2.0/floatingips/26631463-ce84-43bd-ae9d-1e90e190d5c1 HTTP/1.1" status: 200 len: 992 time: 0.9272368 Nov 19 18:32:28.744168 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26bcec3a-ffe7-41ee-b9f9-c3139e29907f', 'tag': '877517c1-2e84-4910-a4b8-afa0a43b7af8'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:32:28.744445 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}218319d759239a7d11f1288aef37381b97754913ee9ccbfd43b51a463f801712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0358f18-e259-45c1-85dd-d5c3b19dbe24" -d '{"events": [{"name": "network-changed", "server_uuid": "26bcec3a-ffe7-41ee-b9f9-c3139e29907f", "tag": "877517c1-2e84-4910-a4b8-afa0a43b7af8"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:32:28.837640 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-e4db09b1-0eab-48ab-ad55-c440aa451a0b None None] Set router 8be1a8c3-165b-4c7e-b8c0-7dc8c30ee0b8 gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:32:28.846030 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 18:32:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2745168-dfd1-4964-85d1-b60808d434b3 x-openstack-request-id: req-e2745168-dfd1-4964-85d1-b60808d434b3 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:32:28.846518 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26bcec3a-ffe7-41ee-b9f9-c3139e29907f", "tag": "877517c1-2e84-4910-a4b8-afa0a43b7af8", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:32:28.846518 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e2745168-dfd1-4964-85d1-b60808d434b3 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:32:28.846898 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26bcec3a-ffe7-41ee-b9f9-c3139e29907f', 'tag': '877517c1-2e84-4910-a4b8-afa0a43b7af8', 'status': 'completed', 'code': 200} Nov 19 18:32:28.908269 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0358f18-e259-45c1-85dd-d5c3b19dbe24 req-dc4f7f4c-6447-4b4d-9eae-f2ffc72191a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:32:28.909776 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f0358f18-e259-45c1-85dd-d5c3b19dbe24 req-dc4f7f4c-6447-4b4d-9eae-f2ffc72191a4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a8598287498a4915a129e378733334d3&device_id=26bcec3a-ffe7-41ee-b9f9-c3139e29907f HTTP/1.1" status: 200 len: 1097 time: 0.0401278 Nov 19 18:32:29.003279 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0358f18-e259-45c1-85dd-d5c3b19dbe24 req-6ea1e506-98b8-4bde-8636-c769be7a819b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:32:29.004748 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f0358f18-e259-45c1-85dd-d5c3b19dbe24 req-6ea1e506-98b8-4bde-8636-c769be7a819b service neutron] 10.222.0.60 "GET /v2.0/networks?id=c62f445c-d027-410c-8639-c99c6fc4cea2 HTTP/1.1" status: 200 len: 912 time: 0.0865726 Nov 19 18:32:29.056944 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-e4db09b1-0eab-48ab-ad55-c440aa451a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8be1a8c3-165b-4c7e-b8c0-7dc8c30ee0b8', 'name': 'tempest-ServerActionsTestJSON-459191382-router', 'tenant_id': 'a8598287498a4915a129e378733334d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': '83246eae-8634-4e3c-8cf2-04111638b332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:30:00Z', 'updated_at': '2021-11-19T18:30:03Z', 'revision_number': 4, 'project_id': 'a8598287498a4915a129e378733334d3', 'gw_port': {'id': '83246eae-8634-4e3c-8cf2-04111638b332', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:5f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8be1a8c3-165b-4c7e-b8c0-7dc8c30ee0b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:30:01Z', 'updated_at': '2021-11-19T18:30:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_floatingips': [{'id': '26631463-ce84-43bd-ae9d-1e90e190d5c1', 'tenant_id': 'a8598287498a4915a129e378733334d3', 'floating_ip_address': '172.25.7.241', 'floating_network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'router_id': '8be1a8c3-165b-4c7e-b8c0-7dc8c30ee0b8', 'port_id': '877517c1-2e84-4910-a4b8-afa0a43b7af8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4068, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c62f445c-d027-410c-8639-c99c6fc4cea2', 'mac_address': 'fa:16:3e:8d:33:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26bcec3a-ffe7-41ee-b9f9-c3139e29907f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T18:30:05Z', 'updated_at': '2021-11-19T18:32:28Z', 'revision_number': 5, 'project_id': 'a8598287498a4915a129e378733334d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0029c081-3810-44a3-8a35-6ff8c5cb0031', 'name': '', 'network_id': 'c62f445c-d027-410c-8639-c99c6fc4cea2', 'tenant_id': 'a8598287498a4915a129e378733334d3', 'mac_address': 'fa:16:3e:bc:3a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8be1a8c3-165b-4c7e-b8c0-7dc8c30ee0b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '4c531004-9720-4b69-9725-2e9002c2930c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:30:03Z', 'updated_at': '2021-11-19T18:30:06Z', 'revision_number': 5, 'project_id': 'a8598287498a4915a129e378733334d3', 'subnets': [{'id': '4c531004-9720-4b69-9725-2e9002c2930c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:32:29.070010 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f0358f18-e259-45c1-85dd-d5c3b19dbe24 req-ba8bbd53-a268-46f5-96fd-dac111c340f6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=877517c1-2e84-4910-a4b8-afa0a43b7af8 HTTP/1.1" status: 200 len: 1000 time: 0.0574393 Nov 19 18:32:29.087010 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4db09b1-0eab-48ab-ad55-c440aa451a0b None None] Checking router: 8be1a8c3-165b-4c7e-b8c0-7dc8c30ee0b8 for host: n-d-818022-2 {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:32:29.095581 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4db09b1-0eab-48ab-ad55-c440aa451a0b None None] Routers {'8be1a8c3-165b-4c7e-b8c0-7dc8c30ee0b8'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:32:29.096239 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-e4db09b1-0eab-48ab-ad55-c440aa451a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:32:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['8be1a8c3-165b-4c7e-b8c0-7dc8c30ee0b8'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:32:29.119113 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0358f18-e259-45c1-85dd-d5c3b19dbe24 req-2545dd78-738e-4a33-b5ba-53e88fe98467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:32:29.120580 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f0358f18-e259-45c1-85dd-d5c3b19dbe24 req-2545dd78-738e-4a33-b5ba-53e88fe98467 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4c531004-9720-4b69-9725-2e9002c2930c HTTP/1.1" status: 200 len: 850 time: 0.0435579 Nov 19 18:32:29.170225 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0358f18-e259-45c1-85dd-d5c3b19dbe24 req-aa8d2121-c07b-482a-8fbf-170527333574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:32:29.171728 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f0358f18-e259-45c1-85dd-d5c3b19dbe24 req-aa8d2121-c07b-482a-8fbf-170527333574 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c62f445c-d027-410c-8639-c99c6fc4cea2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444169 Nov 19 18:32:29.198949 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-e4db09b1-0eab-48ab-ad55-c440aa451a0b None None] Set router 8be1a8c3-165b-4c7e-b8c0-7dc8c30ee0b8 gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:32:29.260486 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f0358f18-e259-45c1-85dd-d5c3b19dbe24 req-129d02e8-2c58-49e9-be11-b85acfe0e693 service neutron] 10.222.0.60 "GET /v2.0/networks/c62f445c-d027-410c-8639-c99c6fc4cea2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813923 Nov 19 18:32:29.355944 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f0358f18-e259-45c1-85dd-d5c3b19dbe24 req-41660770-8995-4f1f-a0f7-77462bef7cd4 service neutron] 10.222.0.60 "GET /v2.0/networks/c62f445c-d027-410c-8639-c99c6fc4cea2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882542 Nov 19 18:32:29.503918 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-e4db09b1-0eab-48ab-ad55-c440aa451a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8be1a8c3-165b-4c7e-b8c0-7dc8c30ee0b8', 'name': 'tempest-ServerActionsTestJSON-459191382-router', 'tenant_id': 'a8598287498a4915a129e378733334d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': '83246eae-8634-4e3c-8cf2-04111638b332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:30:00Z', 'updated_at': '2021-11-19T18:30:03Z', 'revision_number': 4, 'project_id': 'a8598287498a4915a129e378733334d3', 'gw_port': {'id': '83246eae-8634-4e3c-8cf2-04111638b332', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:5f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8be1a8c3-165b-4c7e-b8c0-7dc8c30ee0b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:30:01Z', 'updated_at': '2021-11-19T18:30:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_floatingips': [{'id': '26631463-ce84-43bd-ae9d-1e90e190d5c1', 'tenant_id': 'a8598287498a4915a129e378733334d3', 'floating_ip_address': '172.25.7.241', 'floating_network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'router_id': '8be1a8c3-165b-4c7e-b8c0-7dc8c30ee0b8', 'port_id': '877517c1-2e84-4910-a4b8-afa0a43b7af8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4068, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c62f445c-d027-410c-8639-c99c6fc4cea2', 'mac_address': 'fa:16:3e:8d:33:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26bcec3a-ffe7-41ee-b9f9-c3139e29907f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T18:30:05Z', 'updated_at': '2021-11-19T18:32:28Z', 'revision_number': 5, 'project_id': 'a8598287498a4915a129e378733334d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0029c081-3810-44a3-8a35-6ff8c5cb0031', 'name': '', 'network_id': 'c62f445c-d027-410c-8639-c99c6fc4cea2', 'tenant_id': 'a8598287498a4915a129e378733334d3', 'mac_address': 'fa:16:3e:bc:3a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8be1a8c3-165b-4c7e-b8c0-7dc8c30ee0b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '4c531004-9720-4b69-9725-2e9002c2930c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:30:03Z', 'updated_at': '2021-11-19T18:30:06Z', 'revision_number': 5, 'project_id': 'a8598287498a4915a129e378733334d3', 'subnets': [{'id': '4c531004-9720-4b69-9725-2e9002c2930c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:32:29.531970 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4db09b1-0eab-48ab-ad55-c440aa451a0b None None] The sync data for ids ['8be1a8c3-165b-4c7e-b8c0-7dc8c30ee0b8'] in n-d-818022-2 is: [{'id': '8be1a8c3-165b-4c7e-b8c0-7dc8c30ee0b8', 'name': 'tempest-ServerActionsTestJSON-459191382-router', 'tenant_id': 'a8598287498a4915a129e378733334d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': '83246eae-8634-4e3c-8cf2-04111638b332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:30:00Z', 'updated_at': '2021-11-19T18:30:03Z', 'revision_number': 4, 'project_id': 'a8598287498a4915a129e378733334d3', 'gw_port': {'id': '83246eae-8634-4e3c-8cf2-04111638b332', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:5f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8be1a8c3-165b-4c7e-b8c0-7dc8c30ee0b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:30:01Z', 'updated_at': '2021-11-19T18:30:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_floatingips': [{'id': '26631463-ce84-43bd-ae9d-1e90e190d5c1', 'tenant_id': 'a8598287498a4915a129e378733334d3', 'floating_ip_address': '172.25.7.241', 'floating_network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'router_id': '8be1a8c3-165b-4c7e-b8c0-7dc8c30ee0b8', 'port_id': '877517c1-2e84-4910-a4b8-afa0a43b7af8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4068, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c62f445c-d027-410c-8639-c99c6fc4cea2', 'mac_address': 'fa:16:3e:8d:33:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26bcec3a-ffe7-41ee-b9f9-c3139e29907f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T18:30:05Z', 'updated_at': '2021-11-19T18:32:28Z', 'revision_number': 5, 'project_id': 'a8598287498a4915a129e378733334d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0029c081-3810-44a3-8a35-6ff8c5cb0031', 'name': '', 'network_id': 'c62f445c-d027-410c-8639-c99c6fc4cea2', 'tenant_id': 'a8598287498a4915a129e378733334d3', 'mac_address': 'fa:16:3e:bc:3a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8be1a8c3-165b-4c7e-b8c0-7dc8c30ee0b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '4c531004-9720-4b69-9725-2e9002c2930c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:30:03Z', 'updated_at': '2021-11-19T18:30:06Z', 'revision_number': 5, 'project_id': 'a8598287498a4915a129e378733334d3', 'subnets': [{'id': '4c531004-9720-4b69-9725-2e9002c2930c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:32:29.716229 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce32933-9c44-4171-9dfe-ad33da81fc88 None None] New status for floating IP 26631463-ce84-43bd-ae9d-1e90e190d5c1: ACTIVE {{(pid=103366) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 18:32:29.868414 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-df1c086f-1a28-4eb3-bb34-2000a65091f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:32:32.062866 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-1080780d-48fe-4311-8430-e5b98156c6cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:32:33.336105 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e46ecc5a-dc14-4744-b262-3072ff2e958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:32:34.148813 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:32:34.181430 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:32:34.921659 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e013d7e6-5264-4dcc-9759-54f5fb809e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:32:35.262567 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:32:39.402071 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.agents_db [None req-619e5c26-d9ed-4321-86eb-7d443bb9dfa2 None None] Agent healthcheck: found 7 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 18:32:59.860920 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-37b4d8e2-56bf-4f46-bd59-02973b57e468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:33:02.074197 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-11ae4eda-5c6b-427a-aa8e-07e106bf7a42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:33:03.334943 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e46ecc5a-dc14-4744-b262-3072ff2e958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:33:04.147542 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:33:04.180630 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:33:04.928898 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e013d7e6-5264-4dcc-9759-54f5fb809e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:33:05.264643 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:33:07.296476 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6485b96d-45ce-479d-beec-26873ea2e065 req-060de306-4aeb-4b24-90ce-145ebb3fcdd2 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=26bcec3a-ffe7-41ee-b9f9-c3139e29907f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0767870 Nov 19 18:33:07.378208 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6485b96d-45ce-479d-beec-26873ea2e065 req-6f4c3ca3-26c5-4aa3-8758-2c12864f5dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:33:07.379703 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6485b96d-45ce-479d-beec-26873ea2e065 req-6f4c3ca3-26c5-4aa3-8758-2c12864f5dd4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a8598287498a4915a129e378733334d3&device_id=26bcec3a-ffe7-41ee-b9f9-c3139e29907f HTTP/1.1" status: 200 len: 1097 time: 0.0395370 Nov 19 18:33:07.482038 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6485b96d-45ce-479d-beec-26873ea2e065 req-c680dc31-768e-4c39-9873-907647bf28ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:33:07.483519 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6485b96d-45ce-479d-beec-26873ea2e065 req-c680dc31-768e-4c39-9873-907647bf28ac service neutron] 10.222.0.60 "GET /v2.0/networks?id=c62f445c-d027-410c-8639-c99c6fc4cea2 HTTP/1.1" status: 200 len: 912 time: 0.0847991 Nov 19 18:33:07.547312 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6485b96d-45ce-479d-beec-26873ea2e065 req-1884e858-22c0-4606-b65c-56477ef4cf0f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=877517c1-2e84-4910-a4b8-afa0a43b7af8 HTTP/1.1" status: 200 len: 1002 time: 0.0569322 Nov 19 18:33:07.595218 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6485b96d-45ce-479d-beec-26873ea2e065 req-d676a750-3674-467d-88a6-fd2865c7bc16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:33:07.596671 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6485b96d-45ce-479d-beec-26873ea2e065 req-d676a750-3674-467d-88a6-fd2865c7bc16 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4c531004-9720-4b69-9725-2e9002c2930c HTTP/1.1" status: 200 len: 850 time: 0.0427475 Nov 19 18:33:07.645212 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6485b96d-45ce-479d-beec-26873ea2e065 req-b3844fd9-7f7f-4309-bbb2-9e733fb1a1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:33:07.646703 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6485b96d-45ce-479d-beec-26873ea2e065 req-b3844fd9-7f7f-4309-bbb2-9e733fb1a1f2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c62f445c-d027-410c-8639-c99c6fc4cea2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435057 Nov 19 18:33:07.733151 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6485b96d-45ce-479d-beec-26873ea2e065 req-fcaaf97b-d2bb-4c7f-ba14-a5e8801b4248 service neutron] 10.222.0.60 "GET /v2.0/networks/c62f445c-d027-410c-8639-c99c6fc4cea2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793617 Nov 19 18:33:07.822643 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6485b96d-45ce-479d-beec-26873ea2e065 req-7ee801af-a558-428e-9ec0-6e31cff14d4a service neutron] 10.222.0.60 "GET /v2.0/networks/c62f445c-d027-410c-8639-c99c6fc4cea2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817685 Nov 19 18:33:16.403143 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.agents_db [None req-619e5c26-d9ed-4321-86eb-7d443bb9dfa2 None None] Agent healthcheck: found 7 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 18:33:29.861503 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-81bed19b-a602-4629-8a2d-2a8c4056ee7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:33:32.068109 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-c91681e9-70e7-404d-a4e7-800dacf53f13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:33:33.338842 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e46ecc5a-dc14-4744-b262-3072ff2e958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:33:34.137784 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:33:34.181578 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:33:34.927238 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e013d7e6-5264-4dcc-9759-54f5fb809e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:33:35.266367 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:33:53.403407 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.agents_db [None req-619e5c26-d9ed-4321-86eb-7d443bb9dfa2 None None] Agent healthcheck: found 7 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 18:33:59.864837 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-cce2a750-c303-4674-9880-262ccae23d7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:34:02.070912 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-cafacf72-8838-4f56-a24a-6a5acb622a0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:34:03.340618 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e46ecc5a-dc14-4744-b262-3072ff2e958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:34:03.954240 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df76d66c-1c8a-4ed1-9c8c-c354fb9f0870 req-be2720f5-0845-4e41-a04e-63f8b4aaaf44 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:34:03.955630 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-df76d66c-1c8a-4ed1-9c8c-c354fb9f0870 req-be2720f5-0845-4e41-a04e-63f8b4aaaf44 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/ports?device_id=26bcec3a-ffe7-41ee-b9f9-c3139e29907f HTTP/1.1" status: 200 len: 946 time: 0.3560266 Nov 19 18:34:04.001009 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-df76d66c-1c8a-4ed1-9c8c-c354fb9f0870 req-2ae7d284-1e94-4f3c-9e8f-21e87cac6930 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/security-groups?id=84e134bc-7746-4f2e-9297-aa0d940279a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389745 Nov 19 18:34:04.144763 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:34:04.181263 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:34:04.931829 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e013d7e6-5264-4dcc-9759-54f5fb809e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:34:05.119767 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7586ee71-2826-4301-802a-98e8aeb7557b req-9406692f-449a-4ea0-b1ab-4c7ea7e556f8 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:34:05.121294 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7586ee71-2826-4301-802a-98e8aeb7557b req-9406692f-449a-4ea0-b1ab-4c7ea7e556f8 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/ports?device_id=26bcec3a-ffe7-41ee-b9f9-c3139e29907f HTTP/1.1" status: 200 len: 946 time: 0.0505345 Nov 19 18:34:05.171217 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7586ee71-2826-4301-802a-98e8aeb7557b req-9ee27f37-a7a8-4d84-be50-b639318b56bb tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/security-groups?id=84e134bc-7746-4f2e-9297-aa0d940279a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437546 Nov 19 18:34:05.267539 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:34:06.286833 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd60011f-1aed-4b21-aa4a-6699d7ca0a2d req-38aac93b-87cf-48e5-a170-3388e25965d4 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:34:06.288952 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-bd60011f-1aed-4b21-aa4a-6699d7ca0a2d req-38aac93b-87cf-48e5-a170-3388e25965d4 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/ports?device_id=26bcec3a-ffe7-41ee-b9f9-c3139e29907f HTTP/1.1" status: 200 len: 946 time: 0.0474617 Nov 19 18:34:06.335604 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-bd60011f-1aed-4b21-aa4a-6699d7ca0a2d req-711c3ebd-e1de-4fd5-b77a-5dd21a8ddb51 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/security-groups?id=84e134bc-7746-4f2e-9297-aa0d940279a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401058 Nov 19 18:34:07.450074 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d0f33d-c086-42fa-9164-454c243871a6 req-b64564bd-f97c-4d4b-9ebb-c1d66564069e tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:34:07.451547 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b4d0f33d-c086-42fa-9164-454c243871a6 req-b64564bd-f97c-4d4b-9ebb-c1d66564069e tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/ports?device_id=26bcec3a-ffe7-41ee-b9f9-c3139e29907f HTTP/1.1" status: 200 len: 946 time: 0.0486269 Nov 19 18:34:07.498574 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b4d0f33d-c086-42fa-9164-454c243871a6 req-66372d1d-9812-4664-8d66-5c3414396379 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/security-groups?id=84e134bc-7746-4f2e-9297-aa0d940279a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410650 Nov 19 18:34:07.593840 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209f897c-a277-4225-b3d8-28690bdcd856 req-92f09d5e-5b82-4224-8e73-271824e71f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:34:07.595374 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-209f897c-a277-4225-b3d8-28690bdcd856 req-92f09d5e-5b82-4224-8e73-271824e71f57 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a8598287498a4915a129e378733334d3&device_id=26bcec3a-ffe7-41ee-b9f9-c3139e29907f HTTP/1.1" status: 200 len: 1097 time: 0.0433545 Nov 19 18:34:07.699746 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209f897c-a277-4225-b3d8-28690bdcd856 req-1fce57f4-cb3c-4cc1-aa8b-206f24baa53a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:34:07.701117 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-209f897c-a277-4225-b3d8-28690bdcd856 req-1fce57f4-cb3c-4cc1-aa8b-206f24baa53a service neutron] 10.222.0.60 "GET /v2.0/networks?id=c62f445c-d027-410c-8639-c99c6fc4cea2 HTTP/1.1" status: 200 len: 912 time: 0.0852075 Nov 19 18:34:07.768445 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-209f897c-a277-4225-b3d8-28690bdcd856 req-b4c34553-5d85-452c-a6db-87b845605776 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=877517c1-2e84-4910-a4b8-afa0a43b7af8 HTTP/1.1" status: 200 len: 1002 time: 0.0602064 Nov 19 18:34:07.817059 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209f897c-a277-4225-b3d8-28690bdcd856 req-973e0c72-07d8-4b80-8e0b-12b8f27ed624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:34:07.818518 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-209f897c-a277-4225-b3d8-28690bdcd856 req-973e0c72-07d8-4b80-8e0b-12b8f27ed624 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4c531004-9720-4b69-9725-2e9002c2930c HTTP/1.1" status: 200 len: 850 time: 0.0432940 Nov 19 18:34:07.863086 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209f897c-a277-4225-b3d8-28690bdcd856 req-5901987c-aaf5-4b2d-9629-98e5744f62e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:34:07.864552 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-209f897c-a277-4225-b3d8-28690bdcd856 req-5901987c-aaf5-4b2d-9629-98e5744f62e5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c62f445c-d027-410c-8639-c99c6fc4cea2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388243 Nov 19 18:34:07.955897 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-209f897c-a277-4225-b3d8-28690bdcd856 req-d7dcb63c-8503-4efd-971d-043ad742a585 service neutron] 10.222.0.60 "GET /v2.0/networks/c62f445c-d027-410c-8639-c99c6fc4cea2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840242 Nov 19 18:34:08.043860 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-209f897c-a277-4225-b3d8-28690bdcd856 req-3561e5bc-e43f-4207-843c-64f609d716d0 service neutron] 10.222.0.60 "GET /v2.0/networks/c62f445c-d027-410c-8639-c99c6fc4cea2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804098 Nov 19 18:34:08.622462 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682d2f89-22e1-44f8-91a5-a0ae4bc458ec req-1461ed10-ca15-4338-831c-9e724b1518a9 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:34:08.623884 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-682d2f89-22e1-44f8-91a5-a0ae4bc458ec req-1461ed10-ca15-4338-831c-9e724b1518a9 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/ports?device_id=26bcec3a-ffe7-41ee-b9f9-c3139e29907f HTTP/1.1" status: 200 len: 946 time: 0.0547345 Nov 19 18:34:08.669840 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-682d2f89-22e1-44f8-91a5-a0ae4bc458ec req-c7123129-32dc-43fd-a5d5-a31e60b6a334 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/security-groups?id=84e134bc-7746-4f2e-9297-aa0d940279a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400538 Nov 19 18:34:09.785410 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1588bb-8e20-4bd1-8e51-7a9575b4c8a8 req-0e19c90b-2adb-4a43-94b4-b9ef88886244 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:34:09.786960 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6f1588bb-8e20-4bd1-8e51-7a9575b4c8a8 req-0e19c90b-2adb-4a43-94b4-b9ef88886244 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/ports?device_id=26bcec3a-ffe7-41ee-b9f9-c3139e29907f HTTP/1.1" status: 200 len: 946 time: 0.0483074 Nov 19 18:34:09.834610 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6f1588bb-8e20-4bd1-8e51-7a9575b4c8a8 req-3b9a59bb-b7e2-494f-9da4-7f7187f2468a tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/security-groups?id=84e134bc-7746-4f2e-9297-aa0d940279a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413883 Nov 19 18:34:10.949948 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6364cdf-2f10-4aed-8eb2-ca8358560921 req-a77ed6c1-02ef-48f7-ab9e-55830d7f7488 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:34:10.951434 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b6364cdf-2f10-4aed-8eb2-ca8358560921 req-a77ed6c1-02ef-48f7-ab9e-55830d7f7488 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/ports?device_id=26bcec3a-ffe7-41ee-b9f9-c3139e29907f HTTP/1.1" status: 200 len: 946 time: 0.0486255 Nov 19 18:34:10.998472 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b6364cdf-2f10-4aed-8eb2-ca8358560921 req-343dd6bf-fb66-498e-8dc7-2d556bb0a4fe tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/security-groups?id=84e134bc-7746-4f2e-9297-aa0d940279a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409405 Nov 19 18:34:12.115645 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974f1f48-45ab-4448-b20e-483dac3b37d1 req-7fe80e21-122a-46a7-a3a3-10530e442e80 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:34:12.117633 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-974f1f48-45ab-4448-b20e-483dac3b37d1 req-7fe80e21-122a-46a7-a3a3-10530e442e80 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/ports?device_id=26bcec3a-ffe7-41ee-b9f9-c3139e29907f HTTP/1.1" status: 200 len: 946 time: 0.0519168 Nov 19 18:34:12.165479 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-974f1f48-45ab-4448-b20e-483dac3b37d1 req-3cc8937f-23dd-45d5-a469-9310679cdd23 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/security-groups?id=84e134bc-7746-4f2e-9297-aa0d940279a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415256 Nov 19 18:34:13.278754 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f342351a-3143-4495-9a30-709464ed0136 req-edb0c2f5-bc93-4462-b980-42d04ee97e9e tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:34:13.280243 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f342351a-3143-4495-9a30-709464ed0136 req-edb0c2f5-bc93-4462-b980-42d04ee97e9e tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/ports?device_id=26bcec3a-ffe7-41ee-b9f9-c3139e29907f HTTP/1.1" status: 200 len: 946 time: 0.0480115 Nov 19 18:34:13.331330 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f342351a-3143-4495-9a30-709464ed0136 req-c0296989-8386-40db-9644-1172e0b5b5b0 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/security-groups?id=84e134bc-7746-4f2e-9297-aa0d940279a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451543 Nov 19 18:34:14.448521 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75642ebe-ddc5-4711-aa0a-d963b953b234 req-c58f5996-2b28-43bd-8c35-8aa9cdd3072e tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:34:14.450078 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-75642ebe-ddc5-4711-aa0a-d963b953b234 req-c58f5996-2b28-43bd-8c35-8aa9cdd3072e tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/ports?device_id=26bcec3a-ffe7-41ee-b9f9-c3139e29907f HTTP/1.1" status: 200 len: 946 time: 0.0488222 Nov 19 18:34:14.496497 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-75642ebe-ddc5-4711-aa0a-d963b953b234 req-e0bddcd5-5b54-4eef-8ba7-4170534ab059 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/security-groups?id=84e134bc-7746-4f2e-9297-aa0d940279a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404615 Nov 19 18:34:14.739017 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0a7284-9749-49bb-9b8a-a364ac3dd7a0 req-3e993ab1-09d6-4831-a5e8-c6d4345ae9b5 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:34:14.740528 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0d0a7284-9749-49bb-9b8a-a364ac3dd7a0 req-3e993ab1-09d6-4831-a5e8-c6d4345ae9b5 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/ports?device_id=26bcec3a-ffe7-41ee-b9f9-c3139e29907f HTTP/1.1" status: 200 len: 946 time: 0.0533388 Nov 19 18:34:14.788167 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0d0a7284-9749-49bb-9b8a-a364ac3dd7a0 req-c5cdad2f-73eb-4683-8283-1d23e63cefdf tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/security-groups?id=84e134bc-7746-4f2e-9297-aa0d940279a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406780 Nov 19 18:34:14.794532 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c8eb9647-70fb-4067-8dd5-29bf23785c22 req-657df810-701b-42e3-8c5f-b79bd35904ae service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=26bcec3a-ffe7-41ee-b9f9-c3139e29907f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0817139 Nov 19 18:34:15.940961 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54a5181-11b6-4654-b5b2-5c6e657868be req-0f893279-0b9c-4455-8e85-7c9fbea52ad6 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:34:15.942489 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a54a5181-11b6-4654-b5b2-5c6e657868be req-0f893279-0b9c-4455-8e85-7c9fbea52ad6 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/ports?device_id=26bcec3a-ffe7-41ee-b9f9-c3139e29907f HTTP/1.1" status: 200 len: 946 time: 0.0756190 Nov 19 18:34:15.945071 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eb9647-70fb-4067-8dd5-29bf23785c22 req-cef76034-db3d-48da-8388-78407a6c43b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:34:15.946452 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c8eb9647-70fb-4067-8dd5-29bf23785c22 req-cef76034-db3d-48da-8388-78407a6c43b0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a8598287498a4915a129e378733334d3&device_id=26bcec3a-ffe7-41ee-b9f9-c3139e29907f HTTP/1.1" status: 200 len: 1097 time: 0.0707834 Nov 19 18:34:16.042854 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a54a5181-11b6-4654-b5b2-5c6e657868be req-c3bb7ef7-76d5-4589-97b1-5dc4e9cbab90 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/security-groups?id=84e134bc-7746-4f2e-9297-aa0d940279a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938315 Nov 19 18:34:16.067891 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eb9647-70fb-4067-8dd5-29bf23785c22 req-1296bbea-e850-410f-9ca9-f451e3d3c037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:34:16.069964 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c8eb9647-70fb-4067-8dd5-29bf23785c22 req-1296bbea-e850-410f-9ca9-f451e3d3c037 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c62f445c-d027-410c-8639-c99c6fc4cea2 HTTP/1.1" status: 200 len: 912 time: 0.1143601 Nov 19 18:34:16.138344 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c8eb9647-70fb-4067-8dd5-29bf23785c22 req-7e97b1be-da10-48e0-ba8f-c6f4093bb064 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=877517c1-2e84-4910-a4b8-afa0a43b7af8 HTTP/1.1" status: 200 len: 1002 time: 0.0613961 Nov 19 18:34:16.187339 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eb9647-70fb-4067-8dd5-29bf23785c22 req-fa77b5ec-83d9-4dc8-ba01-5e711a0e05cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:34:16.188850 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c8eb9647-70fb-4067-8dd5-29bf23785c22 req-fa77b5ec-83d9-4dc8-ba01-5e711a0e05cd service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4c531004-9720-4b69-9725-2e9002c2930c HTTP/1.1" status: 200 len: 850 time: 0.0437753 Nov 19 18:34:16.233668 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eb9647-70fb-4067-8dd5-29bf23785c22 req-2916c418-5d56-4a03-8e32-d807ac2f12e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:34:16.235255 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c8eb9647-70fb-4067-8dd5-29bf23785c22 req-2916c418-5d56-4a03-8e32-d807ac2f12e0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c62f445c-d027-410c-8639-c99c6fc4cea2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396802 Nov 19 18:34:16.329431 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c8eb9647-70fb-4067-8dd5-29bf23785c22 req-b86a297e-2a49-4a17-a38c-4dca9ddee517 service neutron] 10.222.0.60 "GET /v2.0/networks/c62f445c-d027-410c-8639-c99c6fc4cea2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859885 Nov 19 18:34:16.418396 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c8eb9647-70fb-4067-8dd5-29bf23785c22 req-d68b833c-38f1-41ce-b1e6-a67e5f14e9e9 service neutron] 10.222.0.60 "GET /v2.0/networks/c62f445c-d027-410c-8639-c99c6fc4cea2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821457 Nov 19 18:34:17.161076 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c961291-da54-4e02-ad1e-f38e5824da56 req-d6151e4a-7fa8-4c9b-9fa0-29da8bf3d30d tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:34:17.162620 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4c961291-da54-4e02-ad1e-f38e5824da56 req-d6151e4a-7fa8-4c9b-9fa0-29da8bf3d30d tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/ports?device_id=26bcec3a-ffe7-41ee-b9f9-c3139e29907f HTTP/1.1" status: 200 len: 946 time: 0.0494359 Nov 19 18:34:17.209666 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4c961291-da54-4e02-ad1e-f38e5824da56 req-bd87a1d2-1b3f-4c4e-98ea-06568e245932 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/security-groups?id=84e134bc-7746-4f2e-9297-aa0d940279a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411673 Nov 19 18:34:18.159172 n-d-818022-2 neutron-server[103364]: INFO neutron.api.v2.resource [req-c8eb9647-70fb-4067-8dd5-29bf23785c22 req-c61b6468-f873-44a0-9f42-2e5ac97a40f7 service neutron] show failed (client error): The resource could not be found. Nov 19 18:34:18.160216 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c8eb9647-70fb-4067-8dd5-29bf23785c22 req-c61b6468-f873-44a0-9f42-2e5ac97a40f7 service neutron] 10.222.0.60 "GET /v2.0/ports/877517c1-2e84-4910-a4b8-afa0a43b7af8/bindings/n-h2-818022-2 HTTP/1.1" status: 404 len: 380 time: 0.0545385 Nov 19 18:34:18.336719 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc69c5e-93d0-41f3-abea-94859ce0f835 req-e13ab426-9e3c-4a1f-8025-571679bb8c60 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:34:18.338329 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8cc69c5e-93d0-41f3-abea-94859ce0f835 req-e13ab426-9e3c-4a1f-8025-571679bb8c60 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/ports?device_id=26bcec3a-ffe7-41ee-b9f9-c3139e29907f HTTP/1.1" status: 200 len: 946 time: 0.0597603 Nov 19 18:34:18.387824 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8cc69c5e-93d0-41f3-abea-94859ce0f835 req-6fa1c9b9-641e-4b0f-b459-a465422d20fc tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/security-groups?id=84e134bc-7746-4f2e-9297-aa0d940279a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432429 Nov 19 18:34:18.477436 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eb9647-70fb-4067-8dd5-29bf23785c22 req-3272f824-3d37-46ab-ad52-bbe93021dbab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:34:18.478863 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c8eb9647-70fb-4067-8dd5-29bf23785c22 req-3272f824-3d37-46ab-ad52-bbe93021dbab service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=26bcec3a-ffe7-41ee-b9f9-c3139e29907f&tenant_id=a8598287498a4915a129e378733334d3 HTTP/1.1" status: 200 len: 1097 time: 0.1140411 Nov 19 18:34:18.491526 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-c8eb9647-70fb-4067-8dd5-29bf23785c22 req-2ecf2433-0bef-4080-80cb-2d2179b780c0 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-818022-2', 'device_owner': 'compute:nova'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:34:18.545215 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-c8eb9647-70fb-4067-8dd5-29bf23785c22 req-2ecf2433-0bef-4080-80cb-2d2179b780c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:34:18.747654 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-c8eb9647-70fb-4067-8dd5-29bf23785c22 req-2ecf2433-0bef-4080-80cb-2d2179b780c0 service neutron] For port 877517c1-2e84-4910-a4b8-afa0a43b7af8, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=877517c1-2e84-4910-a4b8-afa0a43b7af8,segment=NetworkSegment(8be91a85-4220-40c1-b0b9-712553124174),segment_id=8be91a85-4220-40c1-b0b9-712553124174)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:34:18.780722 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-c8eb9647-70fb-4067-8dd5-29bf23785c22 req-2ecf2433-0bef-4080-80cb-2d2179b780c0 service neutron] For port 877517c1-2e84-4910-a4b8-afa0a43b7af8, host n-h1-818022-2, cleared binding levels {{(pid=103365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:34:18.822964 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26bcec3a-ffe7-41ee-b9f9-c3139e29907f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '877517c1-2e84-4910-a4b8-afa0a43b7af8'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:34:18.828009 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-c8eb9647-70fb-4067-8dd5-29bf23785c22 req-2ecf2433-0bef-4080-80cb-2d2179b780c0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:34:18.840803 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.provisioning_blocks [req-c8eb9647-70fb-4067-8dd5-29bf23785c22 req-2ecf2433-0bef-4080-80cb-2d2179b780c0 service neutron] Transition to ACTIVE for port object 877517c1-2e84-4910-a4b8-afa0a43b7af8 will not be triggered until provisioned by entity L2. {{(pid=103365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 18:34:18.844854 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-c8eb9647-70fb-4067-8dd5-29bf23785c22 req-2ecf2433-0bef-4080-80cb-2d2179b780c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:34:18.871350 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd49725d620cdd9f83c5eaf1b0fd23d69d3d375bb9795dcb3d54cd15509d3c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d8926f5-226d-4a79-8987-1a359acafa53" -d '{"events": [{"server_uuid": "26bcec3a-ffe7-41ee-b9f9-c3139e29907f", "name": "network-vif-unplugged", "status": "completed", "tag": "877517c1-2e84-4910-a4b8-afa0a43b7af8"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:34:18.961755 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecf2433-0bef-4080-80cb-2d2179b780c0 service neutron] Pushing event updated for resources: {'Port': ['ID=877517c1-2e84-4910-a4b8-afa0a43b7af8,revision_number=6']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:34:18.984475 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecf2433-0bef-4080-80cb-2d2179b780c0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:34:18.984826 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecf2433-0bef-4080-80cb-2d2179b780c0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:34:18.985167 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecf2433-0bef-4080-80cb-2d2179b780c0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:34:18.985505 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecf2433-0bef-4080-80cb-2d2179b780c0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:34:18.985859 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecf2433-0bef-4080-80cb-2d2179b780c0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:34:18.986193 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecf2433-0bef-4080-80cb-2d2179b780c0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:34:18.986520 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecf2433-0bef-4080-80cb-2d2179b780c0 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:34:18.986846 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecf2433-0bef-4080-80cb-2d2179b780c0 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:34:18.987171 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecf2433-0bef-4080-80cb-2d2179b780c0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:34:18.987498 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecf2433-0bef-4080-80cb-2d2179b780c0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:34:18.987821 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecf2433-0bef-4080-80cb-2d2179b780c0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:34:18.988141 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecf2433-0bef-4080-80cb-2d2179b780c0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:34:18.993278 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 18:34:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b069ac35-e421-40e4-b1fa-0528609b9406 x-openstack-request-id: req-b069ac35-e421-40e4-b1fa-0528609b9406 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:34:18.993778 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26bcec3a-ffe7-41ee-b9f9-c3139e29907f", "name": "network-vif-unplugged", "status": "completed", "tag": "877517c1-2e84-4910-a4b8-afa0a43b7af8", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:34:18.994130 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b069ac35-e421-40e4-b1fa-0528609b9406 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:34:18.994595 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26bcec3a-ffe7-41ee-b9f9-c3139e29907f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '877517c1-2e84-4910-a4b8-afa0a43b7af8', 'code': 200} Nov 19 18:34:19.045647 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8eb9647-70fb-4067-8dd5-29bf23785c22 req-2ecf2433-0bef-4080-80cb-2d2179b780c0 service neutron] No DVR routers for this DVR port 877517c1-2e84-4910-a4b8-afa0a43b7af8 on host n-h1-818022-2 {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:34:19.178345 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-c8eb9647-70fb-4067-8dd5-29bf23785c22 req-2ecf2433-0bef-4080-80cb-2d2179b780c0 service neutron] Attempting to bind port 877517c1-2e84-4910-a4b8-afa0a43b7af8 on host n-h2-818022-2 for vnic_type normal with profile {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:34:19.178593 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-c8eb9647-70fb-4067-8dd5-29bf23785c22 req-2ecf2433-0bef-4080-80cb-2d2179b780c0 service neutron] Attempting to bind port 877517c1-2e84-4910-a4b8-afa0a43b7af8 by drivers openvswitch,hyperv on host n-h2-818022-2 at level 0 using segments [{'id': '8be91a85-4220-40c1-b0b9-712553124174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'c62f445c-d027-410c-8639-c99c6fc4cea2'}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:34:19.178913 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8eb9647-70fb-4067-8dd5-29bf23785c22 req-2ecf2433-0bef-4080-80cb-2d2179b780c0 service neutron] Attempting to bind port 877517c1-2e84-4910-a4b8-afa0a43b7af8 on network c62f445c-d027-410c-8639-c99c6fc4cea2 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:34:19.183081 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8eb9647-70fb-4067-8dd5-29bf23785c22 req-2ecf2433-0bef-4080-80cb-2d2179b780c0 service neutron] Port 877517c1-2e84-4910-a4b8-afa0a43b7af8 on network c62f445c-d027-410c-8639-c99c6fc4cea2 not bound, no agent of type Open vSwitch agent registered on host n-h2-818022-2 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 18:34:19.183395 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8eb9647-70fb-4067-8dd5-29bf23785c22 req-2ecf2433-0bef-4080-80cb-2d2179b780c0 service neutron] Attempting to bind port 877517c1-2e84-4910-a4b8-afa0a43b7af8 on network c62f445c-d027-410c-8639-c99c6fc4cea2 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:34:19.188091 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8eb9647-70fb-4067-8dd5-29bf23785c22 req-2ecf2433-0bef-4080-80cb-2d2179b780c0 service neutron] Checking agent: {'id': '525ad2ac-c4ae-4c63-af2e-0bf8d25d0f0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'started_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 34, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:34:19.188514 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8eb9647-70fb-4067-8dd5-29bf23785c22 req-2ecf2433-0bef-4080-80cb-2d2179b780c0 service neutron] Checking segment: {'id': '8be91a85-4220-40c1-b0b9-712553124174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'c62f445c-d027-410c-8639-c99c6fc4cea2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:34:19.188891 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8eb9647-70fb-4067-8dd5-29bf23785c22 req-2ecf2433-0bef-4080-80cb-2d2179b780c0 service neutron] Bound using segment: {'id': '8be91a85-4220-40c1-b0b9-712553124174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'c62f445c-d027-410c-8639-c99c6fc4cea2'} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:34:19.189302 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-c8eb9647-70fb-4067-8dd5-29bf23785c22 req-2ecf2433-0bef-4080-80cb-2d2179b780c0 service neutron] Bound port: 877517c1-2e84-4910-a4b8-afa0a43b7af8, host: n-h2-818022-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8be91a85-4220-40c1-b0b9-712553124174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'c62f445c-d027-410c-8639-c99c6fc4cea2'}}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:34:19.189645 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-c8eb9647-70fb-4067-8dd5-29bf23785c22 req-2ecf2433-0bef-4080-80cb-2d2179b780c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:34:19.252869 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-c8eb9647-70fb-4067-8dd5-29bf23785c22 req-2ecf2433-0bef-4080-80cb-2d2179b780c0 service neutron] For port 877517c1-2e84-4910-a4b8-afa0a43b7af8, host n-h2-818022-2, cleared binding levels {{(pid=103365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:34:19.255878 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-c8eb9647-70fb-4067-8dd5-29bf23785c22 req-2ecf2433-0bef-4080-80cb-2d2179b780c0 service neutron] For port 877517c1-2e84-4910-a4b8-afa0a43b7af8, host n-h2-818022-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=877517c1-2e84-4910-a4b8-afa0a43b7af8,segment=NetworkSegment(8be91a85-4220-40c1-b0b9-712553124174),segment_id=8be91a85-4220-40c1-b0b9-712553124174)] {{(pid=103365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:34:19.261403 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-c8eb9647-70fb-4067-8dd5-29bf23785c22 req-2ecf2433-0bef-4080-80cb-2d2179b780c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:34:19.293890 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eb9647-70fb-4067-8dd5-29bf23785c22 req-2ecf2433-0bef-4080-80cb-2d2179b780c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:34:19.294446 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-c8eb9647-70fb-4067-8dd5-29bf23785c22 req-2ecf2433-0bef-4080-80cb-2d2179b780c0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:34:19.295978 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c8eb9647-70fb-4067-8dd5-29bf23785c22 req-2ecf2433-0bef-4080-80cb-2d2179b780c0 service neutron] 10.222.0.86 "PUT /v2.0/ports/877517c1-2e84-4910-a4b8-afa0a43b7af8 HTTP/1.1" status: 200 len: 1092 time: 0.8085825 Nov 19 18:34:19.323092 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecf2433-0bef-4080-80cb-2d2179b780c0 service neutron] Pushing event updated for resources: {'Port': ['ID=877517c1-2e84-4910-a4b8-afa0a43b7af8,revision_number=7']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:34:19.368514 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eb9647-70fb-4067-8dd5-29bf23785c22 req-47accf73-4730-46ad-9578-3ef927edabd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:34:19.370040 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c8eb9647-70fb-4067-8dd5-29bf23785c22 req-47accf73-4730-46ad-9578-3ef927edabd1 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=a8598287498a4915a129e378733334d3&device_id=26bcec3a-ffe7-41ee-b9f9-c3139e29907f HTTP/1.1" status: 200 len: 1095 time: 0.0430944 Nov 19 18:34:19.472060 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eb9647-70fb-4067-8dd5-29bf23785c22 req-987baaae-339e-4c9e-9eab-b14398c177c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:34:19.474687 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c8eb9647-70fb-4067-8dd5-29bf23785c22 req-987baaae-339e-4c9e-9eab-b14398c177c9 service neutron] 10.222.0.86 "GET /v2.0/networks?id=c62f445c-d027-410c-8639-c99c6fc4cea2 HTTP/1.1" status: 200 len: 912 time: 0.0956206 Nov 19 18:34:19.515711 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2713c2-bff4-4ba3-85fe-5b42cdb0d825 req-45c18f56-b879-4224-99d4-ff7115a0248e tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:34:19.517300 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-1a2713c2-bff4-4ba3-85fe-5b42cdb0d825 req-45c18f56-b879-4224-99d4-ff7115a0248e tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/ports?device_id=26bcec3a-ffe7-41ee-b9f9-c3139e29907f HTTP/1.1" status: 200 len: 944 time: 0.0517609 Nov 19 18:34:19.542342 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c8eb9647-70fb-4067-8dd5-29bf23785c22 req-8c472f23-9ee7-49e8-aa26-747068a97ce8 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=877517c1-2e84-4910-a4b8-afa0a43b7af8 HTTP/1.1" status: 200 len: 1000 time: 0.0596852 Nov 19 18:34:19.567155 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-1a2713c2-bff4-4ba3-85fe-5b42cdb0d825 req-69ad6d6e-3fa6-40ae-a4bf-0cfe57057970 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/security-groups?id=84e134bc-7746-4f2e-9297-aa0d940279a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433955 Nov 19 18:34:19.596870 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eb9647-70fb-4067-8dd5-29bf23785c22 req-9a936c48-34a9-44d9-a261-327b41af015a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:34:19.596870 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c8eb9647-70fb-4067-8dd5-29bf23785c22 req-9a936c48-34a9-44d9-a261-327b41af015a service neutron] 10.222.0.86 "GET /v2.0/subnets?id=4c531004-9720-4b69-9725-2e9002c2930c HTTP/1.1" status: 200 len: 850 time: 0.0455461 Nov 19 18:34:19.644993 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eb9647-70fb-4067-8dd5-29bf23785c22 req-9c360fd2-4d0a-452a-bfbf-1b371a19293a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:34:19.650358 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c8eb9647-70fb-4067-8dd5-29bf23785c22 req-9c360fd2-4d0a-452a-bfbf-1b371a19293a service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c62f445c-d027-410c-8639-c99c6fc4cea2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434062 Nov 19 18:34:19.733205 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c8eb9647-70fb-4067-8dd5-29bf23785c22 req-1725f0bf-220a-403f-b162-6298a299a274 service neutron] 10.222.0.86 "GET /v2.0/networks/c62f445c-d027-410c-8639-c99c6fc4cea2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788789 Nov 19 18:34:19.826515 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c8eb9647-70fb-4067-8dd5-29bf23785c22 req-8b77eb7c-1651-4bca-a51f-33efe4b680e9 service neutron] 10.222.0.86 "GET /v2.0/networks/c62f445c-d027-410c-8639-c99c6fc4cea2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844939 Nov 19 18:34:20.996072 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26bcec3a-ffe7-41ee-b9f9-c3139e29907f', 'tag': '877517c1-2e84-4910-a4b8-afa0a43b7af8'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:34:20.999734 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd49725d620cdd9f83c5eaf1b0fd23d69d3d375bb9795dcb3d54cd15509d3c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deee76c4-67c6-401e-b63d-2ca6d2ea482e" -d '{"events": [{"name": "network-changed", "server_uuid": "26bcec3a-ffe7-41ee-b9f9-c3139e29907f", "tag": "877517c1-2e84-4910-a4b8-afa0a43b7af8"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:34:21.010856 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff62a90-9593-4f65-be96-af5ec6fb4589 req-7c9d0870-e0f5-4035-ac45-519430a53108 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:34:21.012382 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-cff62a90-9593-4f65-be96-af5ec6fb4589 req-7c9d0870-e0f5-4035-ac45-519430a53108 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/ports?device_id=26bcec3a-ffe7-41ee-b9f9-c3139e29907f HTTP/1.1" status: 200 len: 944 time: 0.3684788 Nov 19 18:34:21.053240 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 18:34:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffc3d28e-8b1c-4ff6-b20c-0aa7fa4cdfa7 x-openstack-request-id: req-ffc3d28e-8b1c-4ff6-b20c-0aa7fa4cdfa7 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:34:21.053533 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26bcec3a-ffe7-41ee-b9f9-c3139e29907f", "tag": "877517c1-2e84-4910-a4b8-afa0a43b7af8", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:34:21.053892 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ffc3d28e-8b1c-4ff6-b20c-0aa7fa4cdfa7 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:34:21.054283 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26bcec3a-ffe7-41ee-b9f9-c3139e29907f', 'tag': '877517c1-2e84-4910-a4b8-afa0a43b7af8', 'status': 'completed', 'code': 200} Nov 19 18:34:21.066968 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-cff62a90-9593-4f65-be96-af5ec6fb4589 req-3dce6c48-8007-41bd-8637-1c8aa52b94ac tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/security-groups?id=84e134bc-7746-4f2e-9297-aa0d940279a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485139 Nov 19 18:34:21.133760 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deee76c4-67c6-401e-b63d-2ca6d2ea482e req-911c8ab4-4969-4d45-b733-79fe2d88623a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:34:21.135546 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-deee76c4-67c6-401e-b63d-2ca6d2ea482e req-911c8ab4-4969-4d45-b733-79fe2d88623a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a8598287498a4915a129e378733334d3&device_id=26bcec3a-ffe7-41ee-b9f9-c3139e29907f HTTP/1.1" status: 200 len: 1095 time: 0.0499661 Nov 19 18:34:21.144653 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deee76c4-67c6-401e-b63d-2ca6d2ea482e req-64945e3b-4edf-496f-982e-c3063535b2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:34:21.146161 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-deee76c4-67c6-401e-b63d-2ca6d2ea482e req-64945e3b-4edf-496f-982e-c3063535b2ad service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=a8598287498a4915a129e378733334d3&device_id=26bcec3a-ffe7-41ee-b9f9-c3139e29907f HTTP/1.1" status: 200 len: 1095 time: 0.0451636 Nov 19 18:34:21.234181 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deee76c4-67c6-401e-b63d-2ca6d2ea482e req-96808cc0-8a66-4cba-b62d-b6b896a7ef34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:34:21.235697 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-deee76c4-67c6-401e-b63d-2ca6d2ea482e req-96808cc0-8a66-4cba-b62d-b6b896a7ef34 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c62f445c-d027-410c-8639-c99c6fc4cea2 HTTP/1.1" status: 200 len: 912 time: 0.0930979 Nov 19 18:34:21.244828 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deee76c4-67c6-401e-b63d-2ca6d2ea482e req-a1c43286-3e77-4005-afd0-b2c9a3a97002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:34:21.246403 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-deee76c4-67c6-401e-b63d-2ca6d2ea482e req-a1c43286-3e77-4005-afd0-b2c9a3a97002 service neutron] 10.222.0.86 "GET /v2.0/networks?id=c62f445c-d027-410c-8639-c99c6fc4cea2 HTTP/1.1" status: 200 len: 912 time: 0.0867279 Nov 19 18:34:21.302207 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-deee76c4-67c6-401e-b63d-2ca6d2ea482e req-d106995c-938d-4c4d-a345-dad82508f323 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=877517c1-2e84-4910-a4b8-afa0a43b7af8 HTTP/1.1" status: 200 len: 1000 time: 0.0588508 Nov 19 18:34:21.313761 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-deee76c4-67c6-401e-b63d-2ca6d2ea482e req-973a69ea-c25e-4779-ae06-a425b8498e4c service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=877517c1-2e84-4910-a4b8-afa0a43b7af8 HTTP/1.1" status: 200 len: 1000 time: 0.0590479 Nov 19 18:34:21.356619 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deee76c4-67c6-401e-b63d-2ca6d2ea482e req-ce384eb6-dd71-41f8-a3d1-315669d7db57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:34:21.358517 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-deee76c4-67c6-401e-b63d-2ca6d2ea482e req-ce384eb6-dd71-41f8-a3d1-315669d7db57 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4c531004-9720-4b69-9725-2e9002c2930c HTTP/1.1" status: 200 len: 850 time: 0.0498009 Nov 19 18:34:21.368015 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deee76c4-67c6-401e-b63d-2ca6d2ea482e req-db446a5a-6368-45d1-9e20-b6af56a25528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:34:21.369637 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-deee76c4-67c6-401e-b63d-2ca6d2ea482e req-db446a5a-6368-45d1-9e20-b6af56a25528 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=4c531004-9720-4b69-9725-2e9002c2930c HTTP/1.1" status: 200 len: 850 time: 0.0474932 Nov 19 18:34:21.408353 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deee76c4-67c6-401e-b63d-2ca6d2ea482e req-699ac17d-a494-48d5-9d7f-8423c08ef8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:34:21.409912 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-deee76c4-67c6-401e-b63d-2ca6d2ea482e req-699ac17d-a494-48d5-9d7f-8423c08ef8a2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c62f445c-d027-410c-8639-c99c6fc4cea2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437622 Nov 19 18:34:21.422272 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deee76c4-67c6-401e-b63d-2ca6d2ea482e req-250cc698-495b-4e11-9383-72d9da90a9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:34:21.423757 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-deee76c4-67c6-401e-b63d-2ca6d2ea482e req-250cc698-495b-4e11-9383-72d9da90a9fe service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c62f445c-d027-410c-8639-c99c6fc4cea2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0462203 Nov 19 18:34:21.499742 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-deee76c4-67c6-401e-b63d-2ca6d2ea482e req-1f806d5d-ffb9-47a4-9001-f488397cf5ca service neutron] 10.222.0.60 "GET /v2.0/networks/c62f445c-d027-410c-8639-c99c6fc4cea2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820794 Nov 19 18:34:21.514105 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-deee76c4-67c6-401e-b63d-2ca6d2ea482e req-14a81efb-69ef-4f82-a641-670670db912d service neutron] 10.222.0.86 "GET /v2.0/networks/c62f445c-d027-410c-8639-c99c6fc4cea2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816519 Nov 19 18:34:21.609724 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-deee76c4-67c6-401e-b63d-2ca6d2ea482e req-6411f596-39e9-4830-a243-e52361d83590 service neutron] 10.222.0.60 "GET /v2.0/networks/c62f445c-d027-410c-8639-c99c6fc4cea2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019514 Nov 19 18:34:21.612028 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-deee76c4-67c6-401e-b63d-2ca6d2ea482e req-ec18f20f-dc2b-491c-9dce-6d163378a9ff service neutron] 10.222.0.86 "GET /v2.0/networks/c62f445c-d027-410c-8639-c99c6fc4cea2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900090 Nov 19 18:34:22.191577 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d445c84-81d2-41ba-93a3-a46f750b9c8b req-b2c69b59-fe65-47ab-8c79-0c22c8a2fb70 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:34:22.193053 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6d445c84-81d2-41ba-93a3-a46f750b9c8b req-b2c69b59-fe65-47ab-8c79-0c22c8a2fb70 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/ports?device_id=26bcec3a-ffe7-41ee-b9f9-c3139e29907f HTTP/1.1" status: 200 len: 944 time: 0.0522435 Nov 19 18:34:22.239316 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6d445c84-81d2-41ba-93a3-a46f750b9c8b req-1181a0ee-2ecf-404d-bb71-6262b88b4c50 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/security-groups?id=84e134bc-7746-4f2e-9297-aa0d940279a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402365 Nov 19 18:34:22.468373 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df1ffea-fb64-4373-8e61-b04795d343de req-c37e5090-3e20-4db4-bdd8-e74112be8346 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:34:22.469881 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6df1ffea-fb64-4373-8e61-b04795d343de req-c37e5090-3e20-4db4-bdd8-e74112be8346 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/ports?device_id=26bcec3a-ffe7-41ee-b9f9-c3139e29907f HTTP/1.1" status: 200 len: 944 time: 0.0829353 Nov 19 18:34:22.482591 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3e469d-f04e-4208-a337-40102ccf92b5 req-938dd488-6364-4d01-bc68-df701ddb15dd tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:34:22.484034 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0d3e469d-f04e-4208-a337-40102ccf92b5 req-938dd488-6364-4d01-bc68-df701ddb15dd tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.60 "GET /v2.0/ports?device_id=26bcec3a-ffe7-41ee-b9f9-c3139e29907f&tenant_id=a8598287498a4915a129e378733334d3&binding%3Ahost_id=n-h2-818022-2 HTTP/1.1" status: 200 len: 944 time: 0.0845556 Nov 19 18:34:22.562444 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6df1ffea-fb64-4373-8e61-b04795d343de req-fc815383-5313-489f-81f8-58406ead7ab6 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/security-groups?id=84e134bc-7746-4f2e-9297-aa0d940279a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770409 Nov 19 18:34:22.570983 n-d-818022-2 neutron-server[103364]: INFO neutron.api.v2.resource [req-0d3e469d-f04e-4208-a337-40102ccf92b5 req-f28d48be-e6df-463f-8528-cf51c32387e8 service neutron] delete failed (client error): The resource could not be found. Nov 19 18:34:22.571957 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0d3e469d-f04e-4208-a337-40102ccf92b5 req-f28d48be-e6df-463f-8528-cf51c32387e8 service neutron] 10.222.0.60 "DELETE /v2.0/ports/877517c1-2e84-4910-a4b8-afa0a43b7af8/bindings/n-h1-818022-2 HTTP/1.1" status: 404 len: 380 time: 0.0736027 Nov 19 18:34:22.664186 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3e469d-f04e-4208-a337-40102ccf92b5 req-e9948549-7c5d-4d05-bbff-1f3cc9c879d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:34:22.665576 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0d3e469d-f04e-4208-a337-40102ccf92b5 req-e9948549-7c5d-4d05-bbff-1f3cc9c879d3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a8598287498a4915a129e378733334d3&device_id=26bcec3a-ffe7-41ee-b9f9-c3139e29907f HTTP/1.1" status: 200 len: 1095 time: 0.0477636 Nov 19 18:34:22.752786 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3e469d-f04e-4208-a337-40102ccf92b5 req-caddff4e-f75d-4c27-aa8e-b8b5d95184b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:34:22.754335 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0d3e469d-f04e-4208-a337-40102ccf92b5 req-caddff4e-f75d-4c27-aa8e-b8b5d95184b2 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c62f445c-d027-410c-8639-c99c6fc4cea2 HTTP/1.1" status: 200 len: 912 time: 0.0819674 Nov 19 18:34:22.823972 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0d3e469d-f04e-4208-a337-40102ccf92b5 req-f9881215-b544-4f3f-a995-f77e39ddf577 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=877517c1-2e84-4910-a4b8-afa0a43b7af8 HTTP/1.1" status: 200 len: 1000 time: 0.0627675 Nov 19 18:34:22.872559 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3e469d-f04e-4208-a337-40102ccf92b5 req-a0cbfe1e-fff6-4090-a16e-bed954ca2ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:34:22.874014 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0d3e469d-f04e-4208-a337-40102ccf92b5 req-a0cbfe1e-fff6-4090-a16e-bed954ca2ee6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4c531004-9720-4b69-9725-2e9002c2930c HTTP/1.1" status: 200 len: 850 time: 0.0432377 Nov 19 18:34:22.918870 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3e469d-f04e-4208-a337-40102ccf92b5 req-ac66dbbf-4670-49f6-a6d0-9444f1944cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:34:22.920235 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0d3e469d-f04e-4208-a337-40102ccf92b5 req-ac66dbbf-4670-49f6-a6d0-9444f1944cae service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c62f445c-d027-410c-8639-c99c6fc4cea2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396419 Nov 19 18:34:23.011733 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0d3e469d-f04e-4208-a337-40102ccf92b5 req-90be513b-2399-4958-91f7-58dbfc1dd7f0 service neutron] 10.222.0.60 "GET /v2.0/networks/c62f445c-d027-410c-8639-c99c6fc4cea2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837963 Nov 19 18:34:23.099185 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0d3e469d-f04e-4208-a337-40102ccf92b5 req-f692c55b-6c50-457f-a7c9-995d1098ac9e service neutron] 10.222.0.60 "GET /v2.0/networks/c62f445c-d027-410c-8639-c99c6fc4cea2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810010 Nov 19 18:34:23.349746 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device 877517c1-2e84-4910-a4b8-afa0a43b7af8 details requested by agent hyperv_n-h2-818022-2 with host n-h2-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 18:34:23.612026 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port 877517c1-2e84-4910-a4b8-afa0a43b7af8, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=877517c1-2e84-4910-a4b8-afa0a43b7af8,segment=NetworkSegment(8be91a85-4220-40c1-b0b9-712553124174),segment_id=8be91a85-4220-40c1-b0b9-712553124174)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:34:23.623665 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Returning: {'device': '877517c1-2e84-4910-a4b8-afa0a43b7af8', 'network_id': 'c62f445c-d027-410c-8639-c99c6fc4cea2', 'port_id': '877517c1-2e84-4910-a4b8-afa0a43b7af8', 'mac_address': 'fa:16:3e:8d:33:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 669, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c531004-9720-4b69-9725-2e9002c2930c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 18:34:23.662688 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:34:23.679282 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 877517c1-2e84-4910-a4b8-afa0a43b7af8 {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:34:23.697372 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f864a06b-b495-48d5-851c-c3582df0fade req-cbcc2e5e-0916-4f15-8b38-4f634ac027cd tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:34:23.698905 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f864a06b-b495-48d5-851c-c3582df0fade req-cbcc2e5e-0916-4f15-8b38-4f634ac027cd tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/ports?device_id=26bcec3a-ffe7-41ee-b9f9-c3139e29907f HTTP/1.1" status: 200 len: 944 time: 0.0639820 Nov 19 18:34:23.701373 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port 877517c1-2e84-4910-a4b8-afa0a43b7af8, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=877517c1-2e84-4910-a4b8-afa0a43b7af8,segment=NetworkSegment(8be91a85-4220-40c1-b0b9-712553124174),segment_id=8be91a85-4220-40c1-b0b9-712553124174)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:34:23.705403 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:34:23.730834 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 877517c1-2e84-4910-a4b8-afa0a43b7af8 no longer exists at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:34:23.750325 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f864a06b-b495-48d5-851c-c3582df0fade req-b1062997-6f65-485d-8fa3-550253ca6e4e tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/security-groups?id=84e134bc-7746-4f2e-9297-aa0d940279a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453961 Nov 19 18:34:23.795689 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Pushing event updated for resources: {'Port': ['ID=877517c1-2e84-4910-a4b8-afa0a43b7af8,revision_number=8']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:34:23.804777 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 877517c1-2e84-4910-a4b8-afa0a43b7af8 not bound to the agent host n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:34:23.807038 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:34:23.807398 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:34:23.807711 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:34:23.808047 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:34:23.808379 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:34:23.808707 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:34:23.809033 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:34:23.809357 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:34:23.809680 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:34:23.810031 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:34:23.810355 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:34:23.810677 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:34:23.878664 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ffc7ed-9254-4089-a695-477307743e64 req-167f9fa9-163b-4ee0-b472-95a5f77ad175 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:34:23.880114 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-82ffc7ed-9254-4089-a695-477307743e64 req-167f9fa9-163b-4ee0-b472-95a5f77ad175 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/ports?device_id=26bcec3a-ffe7-41ee-b9f9-c3139e29907f HTTP/1.1" status: 200 len: 945 time: 0.0505936 Nov 19 18:34:23.931004 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-82ffc7ed-9254-4089-a695-477307743e64 req-348e8f88-32b0-4348-9c6e-c679e3a694e7 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/security-groups?id=84e134bc-7746-4f2e-9297-aa0d940279a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442910 Nov 19 18:34:23.957648 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] get_ports_and_sgs() called for port_ids ['877517c1-2e84-4910-a4b8-afa0a43b7af8'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:34:24.151408 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0b1c2f-e02c-4d87-ae2b-433dc11d3313 req-64c4f77e-4de8-4c5a-8292-c1f0ae430b72 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:34:24.153796 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6b0b1c2f-e02c-4d87-ae2b-433dc11d3313 req-64c4f77e-4de8-4c5a-8292-c1f0ae430b72 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/ports?device_id=26bcec3a-ffe7-41ee-b9f9-c3139e29907f HTTP/1.1" status: 200 len: 945 time: 0.0625048 Nov 19 18:34:24.182045 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa70d5fd-9074-4b2d-98c8-a42d9905869a req-60463c65-6fa2-4afa-bb80-0fd0566d0ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:34:24.183627 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fa70d5fd-9074-4b2d-98c8-a42d9905869a req-60463c65-6fa2-4afa-bb80-0fd0566d0ffd service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=a8598287498a4915a129e378733334d3&device_id=26bcec3a-ffe7-41ee-b9f9-c3139e29907f HTTP/1.1" status: 200 len: 1096 time: 0.0480900 Nov 19 18:34:24.205511 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6b0b1c2f-e02c-4d87-ae2b-433dc11d3313 req-39770955-ad92-47eb-9920-5cde597177db tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/security-groups?id=84e134bc-7746-4f2e-9297-aa0d940279a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455182 Nov 19 18:34:24.282950 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa70d5fd-9074-4b2d-98c8-a42d9905869a req-0b40a64a-05a8-4246-adea-1bbd3df771b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:34:24.284424 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fa70d5fd-9074-4b2d-98c8-a42d9905869a req-0b40a64a-05a8-4246-adea-1bbd3df771b0 service neutron] 10.222.0.86 "GET /v2.0/networks?id=c62f445c-d027-410c-8639-c99c6fc4cea2 HTTP/1.1" status: 200 len: 912 time: 0.0935922 Nov 19 18:34:24.352137 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fa70d5fd-9074-4b2d-98c8-a42d9905869a req-a89639b3-1870-445f-a899-8005b672d36c service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=877517c1-2e84-4910-a4b8-afa0a43b7af8 HTTP/1.1" status: 200 len: 1001 time: 0.0604026 Nov 19 18:34:24.408344 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa70d5fd-9074-4b2d-98c8-a42d9905869a req-071ea19c-e3d4-40b6-84b2-8e6a12ab2df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:34:24.409313 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fa70d5fd-9074-4b2d-98c8-a42d9905869a req-071ea19c-e3d4-40b6-84b2-8e6a12ab2df2 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=4c531004-9720-4b69-9725-2e9002c2930c HTTP/1.1" status: 200 len: 850 time: 0.0501351 Nov 19 18:34:24.455781 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa70d5fd-9074-4b2d-98c8-a42d9905869a req-854ef6eb-f1ee-47d0-89b2-40533398b090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:34:24.457266 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fa70d5fd-9074-4b2d-98c8-a42d9905869a req-854ef6eb-f1ee-47d0-89b2-40533398b090 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c62f445c-d027-410c-8639-c99c6fc4cea2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400336 Nov 19 18:34:24.545743 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fa70d5fd-9074-4b2d-98c8-a42d9905869a req-de787fc6-83b7-432e-a894-4dfbdb3802c7 service neutron] 10.222.0.86 "GET /v2.0/networks/c62f445c-d027-410c-8639-c99c6fc4cea2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804710 Nov 19 18:34:24.639841 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fa70d5fd-9074-4b2d-98c8-a42d9905869a req-21fa2b50-a6c1-482e-906f-056e7c6d6bdf service neutron] 10.222.0.86 "GET /v2.0/networks/c62f445c-d027-410c-8639-c99c6fc4cea2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854740 Nov 19 18:34:25.324175 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b691aa31-dc03-41fd-b55f-ece01ec3fa31 req-1b4e7b6a-fabb-428e-9c25-2b132bd883e2 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:34:25.325682 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b691aa31-dc03-41fd-b55f-ece01ec3fa31 req-1b4e7b6a-fabb-428e-9c25-2b132bd883e2 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/ports?device_id=26bcec3a-ffe7-41ee-b9f9-c3139e29907f HTTP/1.1" status: 200 len: 945 time: 0.0507431 Nov 19 18:34:25.356185 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device 877517c1-2e84-4910-a4b8-afa0a43b7af8 up at agent hyperv_n-h2-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:34:25.377114 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b691aa31-dc03-41fd-b55f-ece01ec3fa31 req-4dafb670-d3c8-47fa-bca1-33e7ddb5404b tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/security-groups?id=84e134bc-7746-4f2e-9297-aa0d940279a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454073 Nov 19 18:34:25.409376 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Provisioning for port 877517c1-2e84-4910-a4b8-afa0a43b7af8 completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 18:34:25.414721 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Provisioning complete for port 877517c1-2e84-4910-a4b8-afa0a43b7af8 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:34:25.415103 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:34:25.493002 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:34:25.516739 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26bcec3a-ffe7-41ee-b9f9-c3139e29907f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '877517c1-2e84-4910-a4b8-afa0a43b7af8'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:34:25.531290 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port 877517c1-2e84-4910-a4b8-afa0a43b7af8, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=877517c1-2e84-4910-a4b8-afa0a43b7af8,segment=NetworkSegment(8be91a85-4220-40c1-b0b9-712553124174),segment_id=8be91a85-4220-40c1-b0b9-712553124174)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:34:25.535737 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:34:25.566230 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e87da51c426c585745380e4f647dbd896557016b88dd9fb127e5d98628c937cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ad8befd-7d12-406f-ba0a-7c5fcaf4bf45" -d '{"events": [{"server_uuid": "26bcec3a-ffe7-41ee-b9f9-c3139e29907f", "name": "network-vif-plugged", "status": "completed", "tag": "877517c1-2e84-4910-a4b8-afa0a43b7af8"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:34:25.604494 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Pushing event updated for resources: {'Port': ['ID=877517c1-2e84-4910-a4b8-afa0a43b7af8,revision_number=9']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:34:25.663775 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55343b54-107c-4d9a-878e-23c33f91b721 req-0a41acd4-1f27-4be7-8d7b-d0b4ea37ccda tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:34:25.665375 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-55343b54-107c-4d9a-878e-23c33f91b721 req-0a41acd4-1f27-4be7-8d7b-d0b4ea37ccda tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/ports?device_id=26bcec3a-ffe7-41ee-b9f9-c3139e29907f HTTP/1.1" status: 200 len: 946 time: 0.0584650 Nov 19 18:34:25.669459 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:34:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b94899b5-9cf8-4757-8de9-ce974cc2c367 x-openstack-request-id: req-b94899b5-9cf8-4757-8de9-ce974cc2c367 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:34:25.669837 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26bcec3a-ffe7-41ee-b9f9-c3139e29907f", "name": "network-vif-plugged", "status": "completed", "tag": "877517c1-2e84-4910-a4b8-afa0a43b7af8", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:34:25.670341 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b94899b5-9cf8-4757-8de9-ce974cc2c367 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:34:25.670952 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26bcec3a-ffe7-41ee-b9f9-c3139e29907f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '877517c1-2e84-4910-a4b8-afa0a43b7af8', 'code': 200} Nov 19 18:34:25.715883 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-55343b54-107c-4d9a-878e-23c33f91b721 req-d8f983d5-6a24-49d8-adb1-44c4f0a9bbc8 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/security-groups?id=84e134bc-7746-4f2e-9297-aa0d940279a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427890 Nov 19 18:34:26.835101 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7979e9-f372-48ee-971a-4161a37f135b req-54470f79-04d4-43c4-bf47-a9292f2a2421 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:34:26.836586 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ce7979e9-f372-48ee-971a-4161a37f135b req-54470f79-04d4-43c4-bf47-a9292f2a2421 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/ports?device_id=26bcec3a-ffe7-41ee-b9f9-c3139e29907f HTTP/1.1" status: 200 len: 946 time: 0.0483360 Nov 19 18:34:26.885244 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ce7979e9-f372-48ee-971a-4161a37f135b req-92c21f14-dd53-4742-92c9-db468c54dbf4 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/security-groups?id=84e134bc-7746-4f2e-9297-aa0d940279a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426648 Nov 19 18:34:26.924502 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31131cb-ed58-416c-989d-5a69f9a7cfb5 req-2b4d6544-6fea-4e4c-b050-850733fb1ee1 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:34:26.926296 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b31131cb-ed58-416c-989d-5a69f9a7cfb5 req-2b4d6544-6fea-4e4c-b050-850733fb1ee1 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.86 "GET /v2.0/ports?device_id=26bcec3a-ffe7-41ee-b9f9-c3139e29907f HTTP/1.1" status: 200 len: 946 time: 0.0485744 Nov 19 18:34:27.016224 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-b31131cb-ed58-416c-989d-5a69f9a7cfb5 req-85434913-132d-4f1b-84fd-9f5eeb7818c3 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Deleting port 877517c1-2e84-4910-a4b8-afa0a43b7af8 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:34:27.016560 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-b31131cb-ed58-416c-989d-5a69f9a7cfb5 req-85434913-132d-4f1b-84fd-9f5eeb7818c3 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:34:27.107082 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-b31131cb-ed58-416c-989d-5a69f9a7cfb5 req-85434913-132d-4f1b-84fd-9f5eeb7818c3 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] For port 877517c1-2e84-4910-a4b8-afa0a43b7af8, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=877517c1-2e84-4910-a4b8-afa0a43b7af8,segment=NetworkSegment(8be91a85-4220-40c1-b0b9-712553124174),segment_id=8be91a85-4220-40c1-b0b9-712553124174)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:34:27.107436 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-b31131cb-ed58-416c-989d-5a69f9a7cfb5 req-85434913-132d-4f1b-84fd-9f5eeb7818c3 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:34:27.321910 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-b31131cb-ed58-416c-989d-5a69f9a7cfb5 req-85434913-132d-4f1b-84fd-9f5eeb7818c3 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:34:27.322266 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-b31131cb-ed58-416c-989d-5a69f9a7cfb5 req-85434913-132d-4f1b-84fd-9f5eeb7818c3 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-671284'] for floatingip, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:34:27.322576 n-d-818022-2 neutron-server[103365]: INFO neutron.db.l3_db [req-b31131cb-ed58-416c-989d-5a69f9a7cfb5 req-85434913-132d-4f1b-84fd-9f5eeb7818c3 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Floating IP 26631463-ce84-43bd-ae9d-1e90e190d5c1 disassociated. External IP: 172.25.7.241, port: 877517c1-2e84-4910-a4b8-afa0a43b7af8. Nov 19 18:34:27.322911 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-b31131cb-ed58-416c-989d-5a69f9a7cfb5 req-85434913-132d-4f1b-84fd-9f5eeb7818c3 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Calling delete_port for 877517c1-2e84-4910-a4b8-afa0a43b7af8 owned by compute:nova {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:34:27.451428 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-b31131cb-ed58-416c-989d-5a69f9a7cfb5 req-85434913-132d-4f1b-84fd-9f5eeb7818c3 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:34:27.480215 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85434913-132d-4f1b-84fd-9f5eeb7818c3 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Pushing event deleted for resources: {'Port': ['ID=877517c1-2e84-4910-a4b8-afa0a43b7af8,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:34:27.596597 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b31131cb-ed58-416c-989d-5a69f9a7cfb5 req-85434913-132d-4f1b-84fd-9f5eeb7818c3 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Router 8be1a8c3-165b-4c7e-b8c0-7dc8c30ee0b8 has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 18:34:27.705328 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b31131cb-ed58-416c-989d-5a69f9a7cfb5 req-85434913-132d-4f1b-84fd-9f5eeb7818c3 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:34:27.715965 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-823a5f74-08bf-4b38-94da-07f113223caf None None] Sync routers for ids ['8be1a8c3-165b-4c7e-b8c0-7dc8c30ee0b8'] in n-d-818022-2 {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:34:27.726073 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-823a5f74-08bf-4b38-94da-07f113223caf None None] Routers {'8be1a8c3-165b-4c7e-b8c0-7dc8c30ee0b8'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:34:27.726692 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-823a5f74-08bf-4b38-94da-07f113223caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:34:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['8be1a8c3-165b-4c7e-b8c0-7dc8c30ee0b8'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:34:27.744065 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-b31131cb-ed58-416c-989d-5a69f9a7cfb5 req-85434913-132d-4f1b-84fd-9f5eeb7818c3 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] No DVR routers for this DVR port 877517c1-2e84-4910-a4b8-afa0a43b7af8 on host n-h2-818022-2 {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:34:27.746789 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-b31131cb-ed58-416c-989d-5a69f9a7cfb5 req-85434913-132d-4f1b-84fd-9f5eeb7818c3 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:34:27.750351 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b31131cb-ed58-416c-989d-5a69f9a7cfb5 req-85434913-132d-4f1b-84fd-9f5eeb7818c3 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.86 "DELETE /v2.0/ports/877517c1-2e84-4910-a4b8-afa0a43b7af8 HTTP/1.1" status: 204 len: 173 time: 0.8163688 Nov 19 18:34:27.750733 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26bcec3a-ffe7-41ee-b9f9-c3139e29907f', 'name': 'network-vif-deleted', 'tag': '877517c1-2e84-4910-a4b8-afa0a43b7af8'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:34:27.753084 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd49725d620cdd9f83c5eaf1b0fd23d69d3d375bb9795dcb3d54cd15509d3c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b009f4f-c7a4-4c90-bc0b-e6c3f44335af" -d '{"events": [{"server_uuid": "26bcec3a-ffe7-41ee-b9f9-c3139e29907f", "name": "network-vif-deleted", "tag": "877517c1-2e84-4910-a4b8-afa0a43b7af8"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:34:27.793458 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:34:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e47210d4-47be-482b-8928-7b9b86cc4f79 x-openstack-request-id: req-e47210d4-47be-482b-8928-7b9b86cc4f79 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:34:27.793845 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26bcec3a-ffe7-41ee-b9f9-c3139e29907f", "name": "network-vif-deleted", "tag": "877517c1-2e84-4910-a4b8-afa0a43b7af8", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:34:27.794187 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e47210d4-47be-482b-8928-7b9b86cc4f79 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:34:27.794665 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26bcec3a-ffe7-41ee-b9f9-c3139e29907f', 'name': 'network-vif-deleted', 'tag': '877517c1-2e84-4910-a4b8-afa0a43b7af8', 'status': 'completed', 'code': 200} Nov 19 18:34:27.841202 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-823a5f74-08bf-4b38-94da-07f113223caf None None] Set router 8be1a8c3-165b-4c7e-b8c0-7dc8c30ee0b8 gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:34:28.024702 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d115c90a-1033-406d-a55d-c952752b17d8 req-40448f4c-73e1-4ec3-a250-d37e27094efb tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/ports?device_id=26bcec3a-ffe7-41ee-b9f9-c3139e29907f HTTP/1.1" status: 200 len: 210 time: 0.0296464 Nov 19 18:34:28.070168 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-823a5f74-08bf-4b38-94da-07f113223caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8be1a8c3-165b-4c7e-b8c0-7dc8c30ee0b8', 'name': 'tempest-ServerActionsTestJSON-459191382-router', 'tenant_id': 'a8598287498a4915a129e378733334d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': '83246eae-8634-4e3c-8cf2-04111638b332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:30:00Z', 'updated_at': '2021-11-19T18:30:03Z', 'revision_number': 4, 'project_id': 'a8598287498a4915a129e378733334d3', 'gw_port': {'id': '83246eae-8634-4e3c-8cf2-04111638b332', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:5f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8be1a8c3-165b-4c7e-b8c0-7dc8c30ee0b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:30:01Z', 'updated_at': '2021-11-19T18:30:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': '0029c081-3810-44a3-8a35-6ff8c5cb0031', 'name': '', 'network_id': 'c62f445c-d027-410c-8639-c99c6fc4cea2', 'tenant_id': 'a8598287498a4915a129e378733334d3', 'mac_address': 'fa:16:3e:bc:3a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8be1a8c3-165b-4c7e-b8c0-7dc8c30ee0b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '4c531004-9720-4b69-9725-2e9002c2930c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:30:03Z', 'updated_at': '2021-11-19T18:30:06Z', 'revision_number': 5, 'project_id': 'a8598287498a4915a129e378733334d3', 'subnets': [{'id': '4c531004-9720-4b69-9725-2e9002c2930c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:34:28.099106 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-823a5f74-08bf-4b38-94da-07f113223caf None None] Checking router: 8be1a8c3-165b-4c7e-b8c0-7dc8c30ee0b8 for host: n-d-818022-2 {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:34:28.107966 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-823a5f74-08bf-4b38-94da-07f113223caf None None] Routers {'8be1a8c3-165b-4c7e-b8c0-7dc8c30ee0b8'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:34:28.108507 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-823a5f74-08bf-4b38-94da-07f113223caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:34:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['8be1a8c3-165b-4c7e-b8c0-7dc8c30ee0b8'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:34:28.215584 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-823a5f74-08bf-4b38-94da-07f113223caf None None] Set router 8be1a8c3-165b-4c7e-b8c0-7dc8c30ee0b8 gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:34:28.410770 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-823a5f74-08bf-4b38-94da-07f113223caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8be1a8c3-165b-4c7e-b8c0-7dc8c30ee0b8', 'name': 'tempest-ServerActionsTestJSON-459191382-router', 'tenant_id': 'a8598287498a4915a129e378733334d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': '83246eae-8634-4e3c-8cf2-04111638b332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:30:00Z', 'updated_at': '2021-11-19T18:30:03Z', 'revision_number': 4, 'project_id': 'a8598287498a4915a129e378733334d3', 'gw_port': {'id': '83246eae-8634-4e3c-8cf2-04111638b332', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:5f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8be1a8c3-165b-4c7e-b8c0-7dc8c30ee0b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:30:01Z', 'updated_at': '2021-11-19T18:30:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': '0029c081-3810-44a3-8a35-6ff8c5cb0031', 'name': '', 'network_id': 'c62f445c-d027-410c-8639-c99c6fc4cea2', 'tenant_id': 'a8598287498a4915a129e378733334d3', 'mac_address': 'fa:16:3e:bc:3a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8be1a8c3-165b-4c7e-b8c0-7dc8c30ee0b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '4c531004-9720-4b69-9725-2e9002c2930c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:30:03Z', 'updated_at': '2021-11-19T18:30:06Z', 'revision_number': 5, 'project_id': 'a8598287498a4915a129e378733334d3', 'subnets': [{'id': '4c531004-9720-4b69-9725-2e9002c2930c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:34:28.437066 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-823a5f74-08bf-4b38-94da-07f113223caf None None] The sync data for ids ['8be1a8c3-165b-4c7e-b8c0-7dc8c30ee0b8'] in n-d-818022-2 is: [{'id': '8be1a8c3-165b-4c7e-b8c0-7dc8c30ee0b8', 'name': 'tempest-ServerActionsTestJSON-459191382-router', 'tenant_id': 'a8598287498a4915a129e378733334d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': '83246eae-8634-4e3c-8cf2-04111638b332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:30:00Z', 'updated_at': '2021-11-19T18:30:03Z', 'revision_number': 4, 'project_id': 'a8598287498a4915a129e378733334d3', 'gw_port': {'id': '83246eae-8634-4e3c-8cf2-04111638b332', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:5f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8be1a8c3-165b-4c7e-b8c0-7dc8c30ee0b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:30:01Z', 'updated_at': '2021-11-19T18:30:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': '0029c081-3810-44a3-8a35-6ff8c5cb0031', 'name': '', 'network_id': 'c62f445c-d027-410c-8639-c99c6fc4cea2', 'tenant_id': 'a8598287498a4915a129e378733334d3', 'mac_address': 'fa:16:3e:bc:3a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8be1a8c3-165b-4c7e-b8c0-7dc8c30ee0b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '4c531004-9720-4b69-9725-2e9002c2930c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:30:03Z', 'updated_at': '2021-11-19T18:30:06Z', 'revision_number': 5, 'project_id': 'a8598287498a4915a129e378733334d3', 'subnets': [{'id': '4c531004-9720-4b69-9725-2e9002c2930c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:34:28.652888 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b8f0d39-25c3-4f76-9bd5-45183988dabb None None] New status for floating IP 26631463-ce84-43bd-ae9d-1e90e190d5c1: DOWN {{(pid=103366) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 18:34:29.307539 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-014c79b0-ada8-41ec-a630-65c098a132f4 req-6ff6a849-adc9-4996-bb6e-9a6b54fc4475 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--475600860&fields=id&tenant_id=a8598287498a4915a129e378733334d3 HTTP/1.1" status: 200 len: 267 time: 0.0421000 Nov 19 18:34:29.399604 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device 877517c1-2e84-4910-a4b8-afa0a43b7af8 no longer exists at agent hyperv_n-h2-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:34:29.414572 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014c79b0-ada8-41ec-a630-65c098a132f4 req-d2d65779-0e3c-4e7f-9b8e-798f56411118 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:34:29.416063 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-014c79b0-ada8-41ec-a630-65c098a132f4 req-d2d65779-0e3c-4e7f-9b8e-798f56411118 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/networks?id=c62f445c-d027-410c-8639-c99c6fc4cea2 HTTP/1.1" status: 200 len: 811 time: 0.1017830 Nov 19 18:34:29.419871 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] No Port match for: 877517c1-2e84-4910-a4b8-afa0a43b7af8 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:34:29.420224 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device 877517c1-2e84-4910-a4b8-afa0a43b7af8 not bound to the agent host n-h2-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:34:29.432847 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-014c79b0-ada8-41ec-a630-65c098a132f4 req-83ed6eb1-71b2-456a-b41f-cc7ddde1347f tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/quotas/a8598287498a4915a129e378733334d3 HTTP/1.1" status: 200 len: 375 time: 0.0107491 Nov 19 18:34:29.483296 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-014c79b0-ada8-41ec-a630-65c098a132f4 req-aff0977e-5616-415c-a1f7-4aeb9d70ea66 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=a8598287498a4915a129e378733334d3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0448713 Nov 19 18:34:29.653758 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-014c79b0-ada8-41ec-a630-65c098a132f4 req-141cdee8-7ca7-4ff9-a956-c2c70be8914c service neutron] 10.222.0.54 "GET /v2.0/networks/c62f445c-d027-410c-8639-c99c6fc4cea2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247976 Nov 19 18:34:29.742565 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-014c79b0-ada8-41ec-a630-65c098a132f4 req-678b4fed-e31e-4db6-a836-1078f45b33af service neutron] 10.222.0.54 "GET /v2.0/networks/c62f445c-d027-410c-8639-c99c6fc4cea2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824018 Nov 19 18:34:29.869762 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-728e3aa8-2b51-414c-832b-09c2f2fe3a72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:34:29.907597 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d108f4a4-7994-4b24-bf9e-3a20a4a8acf8 req-62b5b2cd-386f-4ba1-a585-70fda117c056 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/ports?device_id=665ffb67-aae7-49f5-bbd0-00e0ae5bd4aa HTTP/1.1" status: 200 len: 210 time: 0.0291648 Nov 19 18:34:30.403274 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.agents_db [None req-619e5c26-d9ed-4321-86eb-7d443bb9dfa2 None None] Agent healthcheck: found 7 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 18:34:30.828573 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014c79b0-ada8-41ec-a630-65c098a132f4 req-78cce608-c484-45cd-a026-6eec19d383cd tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:34:30.830042 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-014c79b0-ada8-41ec-a630-65c098a132f4 req-78cce608-c484-45cd-a026-6eec19d383cd tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.60 "GET /v2.0/networks?id=c62f445c-d027-410c-8639-c99c6fc4cea2 HTTP/1.1" status: 200 len: 811 time: 0.1035733 Nov 19 18:34:30.891225 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-014c79b0-ada8-41ec-a630-65c098a132f4 req-8de609ec-78bd-4d20-85e5-d0fb36e2b1ca tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a8598287498a4915a129e378733334d3 HTTP/1.1" status: 200 len: 379 time: 0.0523951 Nov 19 18:34:30.901312 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-014c79b0-ada8-41ec-a630-65c098a132f4 req-13d0483b-646d-4e74-a8fe-763959761754 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Request body: {'port': {'device_id': '665ffb67-aae7-49f5-bbd0-00e0ae5bd4aa', 'network_id': 'c62f445c-d027-410c-8639-c99c6fc4cea2', 'admin_state_up': True, 'tenant_id': 'a8598287498a4915a129e378733334d3', 'security_groups': ['84e134bc-7746-4f2e-9297-aa0d940279a7']}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:34:31.008544 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-cfc1dd34-d3c3-4538-8379-013556a9c48c req-e00471f3-562b-4cb3-b8b3-22a115be77e6 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/ports?device_id=665ffb67-aae7-49f5-bbd0-00e0ae5bd4aa HTTP/1.1" status: 200 len: 210 time: 0.0279043 Nov 19 18:34:31.017327 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-014c79b0-ada8-41ec-a630-65c098a132f4 req-13d0483b-646d-4e74-a8fe-763959761754 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Made reservation on behalf of a8598287498a4915a129e378733334d3 for: {'port': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:34:31.020989 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-014c79b0-ada8-41ec-a630-65c098a132f4 req-13d0483b-646d-4e74-a8fe-763959761754 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:34:31.151462 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [req-014c79b0-ada8-41ec-a630-65c098a132f4 req-13d0483b-646d-4e74-a8fe-763959761754 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Allocated IP 172.20.0.6 (c62f445c-d027-410c-8639-c99c6fc4cea2/4c531004-9720-4b69-9725-2e9002c2930c/b7176eb0-5af5-4521-a276-0dff3c9976f7) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:34:31.288150 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-014c79b0-ada8-41ec-a630-65c098a132f4 req-13d0483b-646d-4e74-a8fe-763959761754 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:34:31.322238 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-014c79b0-ada8-41ec-a630-65c098a132f4 req-13d0483b-646d-4e74-a8fe-763959761754 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:34:31.374877 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-014c79b0-ada8-41ec-a630-65c098a132f4 req-13d0483b-646d-4e74-a8fe-763959761754 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Network c62f445c-d027-410c-8639-c99c6fc4cea2 is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:34:31.378368 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [req-014c79b0-ada8-41ec-a630-65c098a132f4 req-13d0483b-646d-4e74-a8fe-763959761754 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:34:31.381107 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [req-014c79b0-ada8-41ec-a630-65c098a132f4 req-13d0483b-646d-4e74-a8fe-763959761754 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:34:31.408137 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d0483b-646d-4e74-a8fe-763959761754 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Pushing event updated for resources: {'Port': ['ID=b7176eb0-5af5-4521-a276-0dff3c9976f7,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:34:31.423175 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d0483b-646d-4e74-a8fe-763959761754 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:34:31.423534 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d0483b-646d-4e74-a8fe-763959761754 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:34:31.423888 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d0483b-646d-4e74-a8fe-763959761754 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:34:31.424239 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d0483b-646d-4e74-a8fe-763959761754 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:34:31.424585 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d0483b-646d-4e74-a8fe-763959761754 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:34:31.425014 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d0483b-646d-4e74-a8fe-763959761754 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:34:31.425359 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d0483b-646d-4e74-a8fe-763959761754 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:34:31.425701 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d0483b-646d-4e74-a8fe-763959761754 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:34:31.426058 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d0483b-646d-4e74-a8fe-763959761754 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:34:31.426393 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d0483b-646d-4e74-a8fe-763959761754 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:34:31.426729 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d0483b-646d-4e74-a8fe-763959761754 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:34:31.427062 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d0483b-646d-4e74-a8fe-763959761754 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:34:31.452281 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014c79b0-ada8-41ec-a630-65c098a132f4 req-13d0483b-646d-4e74-a8fe-763959761754 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:34:31.452897 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-014c79b0-ada8-41ec-a630-65c098a132f4 req-13d0483b-646d-4e74-a8fe-763959761754 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:34:31.470588 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-014c79b0-ada8-41ec-a630-65c098a132f4 req-13d0483b-646d-4e74-a8fe-763959761754 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5728021 Nov 19 18:34:31.484166 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-014c79b0-ada8-41ec-a630-65c098a132f4 req-8e1e887b-c738-48a8-9f8a-6db2adf305be service neutron] Request body: {'port': {'device_id': '665ffb67-aae7-49f5-bbd0-00e0ae5bd4aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818022-2'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:34:31.546459 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-014c79b0-ada8-41ec-a630-65c098a132f4 req-8e1e887b-c738-48a8-9f8a-6db2adf305be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:34:31.668682 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-851e0339-d3c8-4965-a80a-26986029e5bc None None] Provisioning complete for port b7176eb0-5af5-4521-a276-0dff3c9976f7 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:34:31.669210 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-851e0339-d3c8-4965-a80a-26986029e5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:34:31.706478 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-851e0339-d3c8-4965-a80a-26986029e5bc None None] Port b7176eb0-5af5-4521-a276-0dff3c9976f7 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:34:31.820915 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [req-014c79b0-ada8-41ec-a630-65c098a132f4 req-8e1e887b-c738-48a8-9f8a-6db2adf305be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7176eb0-5af5-4521-a276-0dff3c9976f7 {{(pid=103364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:34:31.828298 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-014c79b0-ada8-41ec-a630-65c098a132f4 req-8e1e887b-c738-48a8-9f8a-6db2adf305be service neutron] Publish callbacks [] for port, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:34:31.841595 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.provisioning_blocks [req-014c79b0-ada8-41ec-a630-65c098a132f4 req-8e1e887b-c738-48a8-9f8a-6db2adf305be service neutron] Transition to ACTIVE for port object b7176eb0-5af5-4521-a276-0dff3c9976f7 will not be triggered until provisioned by entity L2. {{(pid=103364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 18:34:31.845738 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-014c79b0-ada8-41ec-a630-65c098a132f4 req-8e1e887b-c738-48a8-9f8a-6db2adf305be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:34:31.899335 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1e887b-c738-48a8-9f8a-6db2adf305be service neutron] Pushing event updated for resources: {'Port': ['ID=b7176eb0-5af5-4521-a276-0dff3c9976f7,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:34:31.970152 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-014c79b0-ada8-41ec-a630-65c098a132f4 req-8e1e887b-c738-48a8-9f8a-6db2adf305be service neutron] Attempting to bind port b7176eb0-5af5-4521-a276-0dff3c9976f7 on host n-h1-818022-2 for vnic_type normal with profile {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:34:31.970587 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-014c79b0-ada8-41ec-a630-65c098a132f4 req-8e1e887b-c738-48a8-9f8a-6db2adf305be service neutron] Attempting to bind port b7176eb0-5af5-4521-a276-0dff3c9976f7 by drivers openvswitch,hyperv on host n-h1-818022-2 at level 0 using segments [{'id': '8be91a85-4220-40c1-b0b9-712553124174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'c62f445c-d027-410c-8639-c99c6fc4cea2'}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:34:31.970996 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-014c79b0-ada8-41ec-a630-65c098a132f4 req-8e1e887b-c738-48a8-9f8a-6db2adf305be service neutron] Attempting to bind port b7176eb0-5af5-4521-a276-0dff3c9976f7 on network c62f445c-d027-410c-8639-c99c6fc4cea2 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:34:31.976518 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-014c79b0-ada8-41ec-a630-65c098a132f4 req-8e1e887b-c738-48a8-9f8a-6db2adf305be service neutron] Port b7176eb0-5af5-4521-a276-0dff3c9976f7 on network c62f445c-d027-410c-8639-c99c6fc4cea2 not bound, no agent of type Open vSwitch agent registered on host n-h1-818022-2 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 18:34:31.977337 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-014c79b0-ada8-41ec-a630-65c098a132f4 req-8e1e887b-c738-48a8-9f8a-6db2adf305be service neutron] Attempting to bind port b7176eb0-5af5-4521-a276-0dff3c9976f7 on network c62f445c-d027-410c-8639-c99c6fc4cea2 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:34:31.982213 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-014c79b0-ada8-41ec-a630-65c098a132f4 req-8e1e887b-c738-48a8-9f8a-6db2adf305be service neutron] Checking agent: {'id': 'a6668d96-12fa-4ec0-99ad-77eaf490dd2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'started_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 34, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:34:31.982643 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-014c79b0-ada8-41ec-a630-65c098a132f4 req-8e1e887b-c738-48a8-9f8a-6db2adf305be service neutron] Checking segment: {'id': '8be91a85-4220-40c1-b0b9-712553124174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'c62f445c-d027-410c-8639-c99c6fc4cea2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:34:31.983107 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-014c79b0-ada8-41ec-a630-65c098a132f4 req-8e1e887b-c738-48a8-9f8a-6db2adf305be service neutron] Bound using segment: {'id': '8be91a85-4220-40c1-b0b9-712553124174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'c62f445c-d027-410c-8639-c99c6fc4cea2'} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:34:31.983544 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-014c79b0-ada8-41ec-a630-65c098a132f4 req-8e1e887b-c738-48a8-9f8a-6db2adf305be service neutron] Bound port: b7176eb0-5af5-4521-a276-0dff3c9976f7, host: n-h1-818022-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8be91a85-4220-40c1-b0b9-712553124174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'c62f445c-d027-410c-8639-c99c6fc4cea2'}}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:34:31.983905 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-014c79b0-ada8-41ec-a630-65c098a132f4 req-8e1e887b-c738-48a8-9f8a-6db2adf305be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:34:32.061192 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-014c79b0-ada8-41ec-a630-65c098a132f4 req-8e1e887b-c738-48a8-9f8a-6db2adf305be service neutron] For port b7176eb0-5af5-4521-a276-0dff3c9976f7, host n-h1-818022-2, cleared binding levels {{(pid=103364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:34:32.064415 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-014c79b0-ada8-41ec-a630-65c098a132f4 req-8e1e887b-c738-48a8-9f8a-6db2adf305be service neutron] For port b7176eb0-5af5-4521-a276-0dff3c9976f7, host n-h1-818022-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=b7176eb0-5af5-4521-a276-0dff3c9976f7,segment=NetworkSegment(8be91a85-4220-40c1-b0b9-712553124174),segment_id=8be91a85-4220-40c1-b0b9-712553124174)] {{(pid=103364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:34:32.073299 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-014c79b0-ada8-41ec-a630-65c098a132f4 req-8e1e887b-c738-48a8-9f8a-6db2adf305be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:34:32.081999 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-33a388c0-d396-46d3-a8f1-c7394193ac40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:34:32.143557 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014c79b0-ada8-41ec-a630-65c098a132f4 req-8e1e887b-c738-48a8-9f8a-6db2adf305be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:34:32.144216 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-014c79b0-ada8-41ec-a630-65c098a132f4 req-8e1e887b-c738-48a8-9f8a-6db2adf305be service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:34:32.145650 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-014c79b0-ada8-41ec-a630-65c098a132f4 req-8e1e887b-c738-48a8-9f8a-6db2adf305be service neutron] 10.222.0.60 "PUT /v2.0/ports/b7176eb0-5af5-4521-a276-0dff3c9976f7 HTTP/1.1" status: 200 len: 1091 time: 0.6667900 Nov 19 18:34:32.146224 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '665ffb67-aae7-49f5-bbd0-00e0ae5bd4aa', 'tag': 'b7176eb0-5af5-4521-a276-0dff3c9976f7'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:34:32.173688 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1e887b-c738-48a8-9f8a-6db2adf305be service neutron] Pushing event updated for resources: {'Port': ['ID=b7176eb0-5af5-4521-a276-0dff3c9976f7,revision_number=3']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:34:32.197150 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3719cb83-58db-4fa7-9704-9dd76f97d3c3 req-ee0496f9-ab28-4f3e-b005-9438a3da1d16 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:34:32.199061 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-3719cb83-58db-4fa7-9704-9dd76f97d3c3 req-ee0496f9-ab28-4f3e-b005-9438a3da1d16 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/ports?device_id=665ffb67-aae7-49f5-bbd0-00e0ae5bd4aa HTTP/1.1" status: 200 len: 943 time: 0.0891173 Nov 19 18:34:32.202832 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52b8413beb4c6ee9e3ef24221fee7166c8d58dd3d366bc989a0565316b268f0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5094c0a0-bd81-425a-8b36-749822b8d8e7" -d '{"events": [{"name": "network-changed", "server_uuid": "665ffb67-aae7-49f5-bbd0-00e0ae5bd4aa", "tag": "b7176eb0-5af5-4521-a276-0dff3c9976f7"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:34:32.291006 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014c79b0-ada8-41ec-a630-65c098a132f4 req-7f5dc5a2-9263-4a23-a85d-a5dac2b84d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:34:32.292779 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-014c79b0-ada8-41ec-a630-65c098a132f4 req-7f5dc5a2-9263-4a23-a85d-a5dac2b84d02 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a8598287498a4915a129e378733334d3&device_id=665ffb67-aae7-49f5-bbd0-00e0ae5bd4aa HTTP/1.1" status: 200 len: 1094 time: 0.0926623 Nov 19 18:34:32.296509 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-3719cb83-58db-4fa7-9704-9dd76f97d3c3 req-a9cd3cd9-161c-45e3-acac-6532381cf667 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/security-groups?id=84e134bc-7746-4f2e-9297-aa0d940279a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829270 Nov 19 18:34:32.353272 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 18:34:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec6249c3-008c-4bf7-925c-0c75271285ee x-openstack-request-id: req-ec6249c3-008c-4bf7-925c-0c75271285ee {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:34:32.353658 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "665ffb67-aae7-49f5-bbd0-00e0ae5bd4aa", "tag": "b7176eb0-5af5-4521-a276-0dff3c9976f7", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:34:32.353999 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ec6249c3-008c-4bf7-925c-0c75271285ee {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:34:32.354496 n-d-818022-2 neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '665ffb67-aae7-49f5-bbd0-00e0ae5bd4aa', 'tag': 'b7176eb0-5af5-4521-a276-0dff3c9976f7', 'status': 'completed', 'code': 200} Nov 19 18:34:32.356448 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-014c79b0-ada8-41ec-a630-65c098a132f4 req-147e77da-9ac9-4332-bec5-e0e515955b54 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b7176eb0-5af5-4521-a276-0dff3c9976f7 HTTP/1.1" status: 200 len: 217 time: 0.0514891 Nov 19 18:34:32.406467 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014c79b0-ada8-41ec-a630-65c098a132f4 req-74de6da0-6d58-4f4b-a72c-d74ce9e0c426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:34:32.407901 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-014c79b0-ada8-41ec-a630-65c098a132f4 req-74de6da0-6d58-4f4b-a72c-d74ce9e0c426 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4c531004-9720-4b69-9725-2e9002c2930c HTTP/1.1" status: 200 len: 850 time: 0.0441606 Nov 19 18:34:32.460591 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014c79b0-ada8-41ec-a630-65c098a132f4 req-aaa48ec0-1bbf-44e3-89e7-7fa4bf99420b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:34:32.462110 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-014c79b0-ada8-41ec-a630-65c098a132f4 req-aaa48ec0-1bbf-44e3-89e7-7fa4bf99420b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c62f445c-d027-410c-8639-c99c6fc4cea2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0473344 Nov 19 18:34:32.550183 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-014c79b0-ada8-41ec-a630-65c098a132f4 req-5de6e8c8-5999-4b40-b6ae-4e78f0ffd598 service neutron] 10.222.0.60 "GET /v2.0/networks/c62f445c-d027-410c-8639-c99c6fc4cea2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806262 Nov 19 18:34:32.647147 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-014c79b0-ada8-41ec-a630-65c098a132f4 req-9d4ef901-2138-418e-a3e3-547e6881fde1 service neutron] 10.222.0.60 "GET /v2.0/networks/c62f445c-d027-410c-8639-c99c6fc4cea2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900347 Nov 19 18:34:32.735128 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5094c0a0-bd81-425a-8b36-749822b8d8e7 req-a19915b4-b185-4f23-bab1-9a021af561ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:34:32.736529 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-5094c0a0-bd81-425a-8b36-749822b8d8e7 req-a19915b4-b185-4f23-bab1-9a021af561ef service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a8598287498a4915a129e378733334d3&device_id=665ffb67-aae7-49f5-bbd0-00e0ae5bd4aa HTTP/1.1" status: 200 len: 1094 time: 0.0409114 Nov 19 18:34:32.828884 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5094c0a0-bd81-425a-8b36-749822b8d8e7 req-6d04a283-a739-43b7-ae84-895e35d1e47b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:34:32.830393 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-5094c0a0-bd81-425a-8b36-749822b8d8e7 req-6d04a283-a739-43b7-ae84-895e35d1e47b service neutron] 10.222.0.60 "GET /v2.0/networks?id=c62f445c-d027-410c-8639-c99c6fc4cea2 HTTP/1.1" status: 200 len: 912 time: 0.0873008 Nov 19 18:34:32.873277 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-5094c0a0-bd81-425a-8b36-749822b8d8e7 req-3c2cfc03-9698-4893-8bec-6dd4ebaa1957 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b7176eb0-5af5-4521-a276-0dff3c9976f7 HTTP/1.1" status: 200 len: 217 time: 0.0357358 Nov 19 18:34:32.922186 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5094c0a0-bd81-425a-8b36-749822b8d8e7 req-221e8529-109d-4b00-abcd-f0030094cc0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:34:32.923636 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-5094c0a0-bd81-425a-8b36-749822b8d8e7 req-221e8529-109d-4b00-abcd-f0030094cc0a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4c531004-9720-4b69-9725-2e9002c2930c HTTP/1.1" status: 200 len: 850 time: 0.0427580 Nov 19 18:34:32.970513 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5094c0a0-bd81-425a-8b36-749822b8d8e7 req-671a5310-f531-4139-8888-9cc0d8bb8700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:34:32.972015 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-5094c0a0-bd81-425a-8b36-749822b8d8e7 req-671a5310-f531-4139-8888-9cc0d8bb8700 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c62f445c-d027-410c-8639-c99c6fc4cea2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391316 Nov 19 18:34:33.062707 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-5094c0a0-bd81-425a-8b36-749822b8d8e7 req-59f04417-5388-4905-8a6a-b30ac7abfea4 service neutron] 10.222.0.60 "GET /v2.0/networks/c62f445c-d027-410c-8639-c99c6fc4cea2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825880 Nov 19 18:34:33.156499 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-5094c0a0-bd81-425a-8b36-749822b8d8e7 req-595e4a66-7feb-4b41-8f3f-c3cdbbd2898d service neutron] 10.222.0.60 "GET /v2.0/networks/c62f445c-d027-410c-8639-c99c6fc4cea2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847309 Nov 19 18:34:33.344620 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e46ecc5a-dc14-4744-b262-3072ff2e958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:34:33.416089 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e02e99-0c42-4233-b224-69b77376e7e1 req-e2ef3679-2fd0-4979-a688-38916f016cdb tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:34:33.417558 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-e9e02e99-0c42-4233-b224-69b77376e7e1 req-e2ef3679-2fd0-4979-a688-38916f016cdb tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/ports?device_id=665ffb67-aae7-49f5-bbd0-00e0ae5bd4aa HTTP/1.1" status: 200 len: 943 time: 0.0484910 Nov 19 18:34:33.463851 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-e9e02e99-0c42-4233-b224-69b77376e7e1 req-d359796f-ca5b-4b37-bb0d-50e6b2c23054 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/security-groups?id=84e134bc-7746-4f2e-9297-aa0d940279a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402772 Nov 19 18:34:34.145204 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:34:34.176638 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:34:34.589194 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334fbb70-6d24-4ea3-b003-136b2c717414 req-00d5cc1f-4a54-4281-9058-40b6d6c189ec tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:34:34.590776 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-334fbb70-6d24-4ea3-b003-136b2c717414 req-00d5cc1f-4a54-4281-9058-40b6d6c189ec tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/ports?device_id=665ffb67-aae7-49f5-bbd0-00e0ae5bd4aa HTTP/1.1" status: 200 len: 943 time: 0.0545342 Nov 19 18:34:34.643432 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-334fbb70-6d24-4ea3-b003-136b2c717414 req-0912392a-b30f-44ca-9f9e-5aff6153ad69 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/security-groups?id=84e134bc-7746-4f2e-9297-aa0d940279a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466187 Nov 19 18:34:34.934512 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e013d7e6-5264-4dcc-9759-54f5fb809e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:34:35.269794 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:34:35.759869 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device b7176eb0-5af5-4521-a276-0dff3c9976f7 details requested by agent hyperv_n-h1-818022-2 with host n-h1-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 18:34:35.760135 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e54f19a-dbaf-4fab-a824-0303fc74cb82 req-5b9cdab1-12c7-4c07-beac-0a25e6bd0c59 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:34:35.761459 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-1e54f19a-dbaf-4fab-a824-0303fc74cb82 req-5b9cdab1-12c7-4c07-beac-0a25e6bd0c59 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/ports?device_id=665ffb67-aae7-49f5-bbd0-00e0ae5bd4aa HTTP/1.1" status: 200 len: 943 time: 0.0475125 Nov 19 18:34:35.808152 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-1e54f19a-dbaf-4fab-a824-0303fc74cb82 req-ff216d6d-8cff-46ae-b130-2e84b88701dd tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/security-groups?id=84e134bc-7746-4f2e-9297-aa0d940279a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406675 Nov 19 18:34:35.855243 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port b7176eb0-5af5-4521-a276-0dff3c9976f7, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=b7176eb0-5af5-4521-a276-0dff3c9976f7,segment=NetworkSegment(8be91a85-4220-40c1-b0b9-712553124174),segment_id=8be91a85-4220-40c1-b0b9-712553124174)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:34:35.866399 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Returning: {'device': 'b7176eb0-5af5-4521-a276-0dff3c9976f7', 'network_id': 'c62f445c-d027-410c-8639-c99c6fc4cea2', 'port_id': 'b7176eb0-5af5-4521-a276-0dff3c9976f7', 'mac_address': 'fa:16:3e:a7:ef:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 669, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c531004-9720-4b69-9725-2e9002c2930c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 18:34:35.902303 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:34:35.914793 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7176eb0-5af5-4521-a276-0dff3c9976f7 {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:34:35.937015 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port b7176eb0-5af5-4521-a276-0dff3c9976f7, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=b7176eb0-5af5-4521-a276-0dff3c9976f7,segment=NetworkSegment(8be91a85-4220-40c1-b0b9-712553124174),segment_id=8be91a85-4220-40c1-b0b9-712553124174)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:34:35.941355 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:34:35.986580 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=b7176eb0-5af5-4521-a276-0dff3c9976f7,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:34:36.173351 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['b7176eb0-5af5-4521-a276-0dff3c9976f7'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:34:36.923754 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf43eb86-86fa-48ae-b734-db2b19c3c731 req-a3fd7fc0-73c5-4569-b7a7-6ac944782d3b tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:34:36.925151 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-bf43eb86-86fa-48ae-b734-db2b19c3c731 req-a3fd7fc0-73c5-4569-b7a7-6ac944782d3b tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/ports?device_id=665ffb67-aae7-49f5-bbd0-00e0ae5bd4aa HTTP/1.1" status: 200 len: 944 time: 0.0491798 Nov 19 18:34:36.971493 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-bf43eb86-86fa-48ae-b734-db2b19c3c731 req-c67cb8e7-dfba-46f1-b6ed-7aa221aee2c0 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/security-groups?id=84e134bc-7746-4f2e-9297-aa0d940279a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402153 Nov 19 18:34:37.774824 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device b7176eb0-5af5-4521-a276-0dff3c9976f7 up at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:34:37.822469 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning for port b7176eb0-5af5-4521-a276-0dff3c9976f7 completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 18:34:37.826259 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning complete for port b7176eb0-5af5-4521-a276-0dff3c9976f7 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:34:37.826630 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:34:37.900999 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:34:37.922526 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '665ffb67-aae7-49f5-bbd0-00e0ae5bd4aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7176eb0-5af5-4521-a276-0dff3c9976f7'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:34:37.924762 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e87da51c426c585745380e4f647dbd896557016b88dd9fb127e5d98628c937cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b4644a8-3331-468b-9f46-49f2ff9ca195" -d '{"events": [{"server_uuid": "665ffb67-aae7-49f5-bbd0-00e0ae5bd4aa", "name": "network-vif-plugged", "status": "completed", "tag": "b7176eb0-5af5-4521-a276-0dff3c9976f7"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:34:37.937802 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port b7176eb0-5af5-4521-a276-0dff3c9976f7, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=b7176eb0-5af5-4521-a276-0dff3c9976f7,segment=NetworkSegment(8be91a85-4220-40c1-b0b9-712553124174),segment_id=8be91a85-4220-40c1-b0b9-712553124174)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:34:37.943765 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:34:37.970659 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:34:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7586773d-bfda-46ed-8f61-add44c57ff03 x-openstack-request-id: req-7586773d-bfda-46ed-8f61-add44c57ff03 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:34:37.970968 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "665ffb67-aae7-49f5-bbd0-00e0ae5bd4aa", "name": "network-vif-plugged", "status": "completed", "tag": "b7176eb0-5af5-4521-a276-0dff3c9976f7", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:34:37.971230 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-7586773d-bfda-46ed-8f61-add44c57ff03 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:34:37.971626 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '665ffb67-aae7-49f5-bbd0-00e0ae5bd4aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7176eb0-5af5-4521-a276-0dff3c9976f7', 'code': 200} Nov 19 18:34:37.997059 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=b7176eb0-5af5-4521-a276-0dff3c9976f7,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:34:38.071293 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3176aa3-96c9-476a-9126-9fc1de3596d4 req-d8b78598-ecf7-4eab-8ad0-8e915c237d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:34:38.072852 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d3176aa3-96c9-476a-9126-9fc1de3596d4 req-d8b78598-ecf7-4eab-8ad0-8e915c237d0a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=665ffb67-aae7-49f5-bbd0-00e0ae5bd4aa HTTP/1.1" status: 200 len: 1096 time: 0.0440450 Nov 19 18:34:38.093526 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e8ea8f-7bb6-4c9a-82ea-889c3bc0375a req-369805db-0d33-43ff-8bdd-0c9ffd876170 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:34:38.095127 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-96e8ea8f-7bb6-4c9a-82ea-889c3bc0375a req-369805db-0d33-43ff-8bdd-0c9ffd876170 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/ports?device_id=665ffb67-aae7-49f5-bbd0-00e0ae5bd4aa HTTP/1.1" status: 200 len: 945 time: 0.0533719 Nov 19 18:34:38.117347 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d3176aa3-96c9-476a-9126-9fc1de3596d4 req-e63c907a-bc17-4daf-817c-ffd5a440d90d service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=84e134bc-7746-4f2e-9297-aa0d940279a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376852 Nov 19 18:34:38.144008 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-96e8ea8f-7bb6-4c9a-82ea-889c3bc0375a req-1a863b27-6f5b-40c5-a269-db8ee38eb3c1 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/security-groups?id=84e134bc-7746-4f2e-9297-aa0d940279a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429947 Nov 19 18:34:39.266375 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2605c7ad-f12f-4b77-bfcf-1e2855e7a6d2 req-945c04fd-ffe7-44e4-b84f-44e16a00895b tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:34:39.267845 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2605c7ad-f12f-4b77-bfcf-1e2855e7a6d2 req-945c04fd-ffe7-44e4-b84f-44e16a00895b tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/ports?device_id=665ffb67-aae7-49f5-bbd0-00e0ae5bd4aa HTTP/1.1" status: 200 len: 945 time: 0.0480175 Nov 19 18:34:39.316083 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2605c7ad-f12f-4b77-bfcf-1e2855e7a6d2 req-286ed000-8b88-488d-8e1a-0312bbea1328 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/security-groups?id=84e134bc-7746-4f2e-9297-aa0d940279a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422337 Nov 19 18:34:39.426569 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee33531-aa20-4f73-adec-c4b27350b9f8 req-2bc465a4-570a-4d48-8152-97854c6b2b8a tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:34:39.428563 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fee33531-aa20-4f73-adec-c4b27350b9f8 req-2bc465a4-570a-4d48-8152-97854c6b2b8a tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/ports?device_id=665ffb67-aae7-49f5-bbd0-00e0ae5bd4aa HTTP/1.1" status: 200 len: 945 time: 0.0475752 Nov 19 18:34:39.437113 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 46360) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:34:39.441400 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-823ab73b-8109-4fac-9f76-7d01f66555f1 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Request body: {'floatingip': {'port_id': 'b7176eb0-5af5-4521-a276-0dff3c9976f7'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:34:39.479110 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-823ab73b-8109-4fac-9f76-7d01f66555f1 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Publish callbacks [] for floatingip, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:34:39.903775 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-823ab73b-8109-4fac-9f76-7d01f66555f1 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:34:39.907628 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-823ab73b-8109-4fac-9f76-7d01f66555f1 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-671284'] for floatingip, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:34:40.005265 n-d-818022-2 neutron-server[103365]: INFO neutron.db.l3_db [None req-823ab73b-8109-4fac-9f76-7d01f66555f1 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Floating IP 26631463-ce84-43bd-ae9d-1e90e190d5c1 associated. External IP: 172.25.7.241, port: b7176eb0-5af5-4521-a276-0dff3c9976f7. Nov 19 18:34:40.212152 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-823ab73b-8109-4fac-9f76-7d01f66555f1 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Router 8be1a8c3-165b-4c7e-b8c0-7dc8c30ee0b8 has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 18:34:40.319698 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-823ab73b-8109-4fac-9f76-7d01f66555f1 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:34:40.324486 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-823ab73b-8109-4fac-9f76-7d01f66555f1 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for floatingip, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:34:40.330477 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad7e7db-6092-4362-8084-ab0595ba50a2 None None] Sync routers for ids ['8be1a8c3-165b-4c7e-b8c0-7dc8c30ee0b8'] in n-d-818022-2 {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:34:40.341057 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad7e7db-6092-4362-8084-ab0595ba50a2 None None] Routers {'8be1a8c3-165b-4c7e-b8c0-7dc8c30ee0b8'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:34:40.341662 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-6ad7e7db-6092-4362-8084-ab0595ba50a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:34:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['8be1a8c3-165b-4c7e-b8c0-7dc8c30ee0b8'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:34:40.351178 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-823ab73b-8109-4fac-9f76-7d01f66555f1 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "PUT /v2.0/floatingips/26631463-ce84-43bd-ae9d-1e90e190d5c1 HTTP/1.1" status: 200 len: 991 time: 0.9130361 Nov 19 18:34:40.351779 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '665ffb67-aae7-49f5-bbd0-00e0ae5bd4aa', 'tag': 'b7176eb0-5af5-4521-a276-0dff3c9976f7'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:34:40.354052 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd49725d620cdd9f83c5eaf1b0fd23d69d3d375bb9795dcb3d54cd15509d3c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba5bd6c6-79cd-4fb7-9b93-f8b4426a4e9d" -d '{"events": [{"name": "network-changed", "server_uuid": "665ffb67-aae7-49f5-bbd0-00e0ae5bd4aa", "tag": "b7176eb0-5af5-4521-a276-0dff3c9976f7"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:34:40.394387 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 18:34:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fffd9f3-b451-42bd-9ce7-1c525a0a104f x-openstack-request-id: req-5fffd9f3-b451-42bd-9ce7-1c525a0a104f {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:34:40.394684 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "665ffb67-aae7-49f5-bbd0-00e0ae5bd4aa", "tag": "b7176eb0-5af5-4521-a276-0dff3c9976f7", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:34:40.394946 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-5fffd9f3-b451-42bd-9ce7-1c525a0a104f {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:34:40.395359 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '665ffb67-aae7-49f5-bbd0-00e0ae5bd4aa', 'tag': 'b7176eb0-5af5-4521-a276-0dff3c9976f7', 'status': 'completed', 'code': 200} Nov 19 18:34:40.451692 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-6ad7e7db-6092-4362-8084-ab0595ba50a2 None None] Set router 8be1a8c3-165b-4c7e-b8c0-7dc8c30ee0b8 gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:34:40.455203 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5bd6c6-79cd-4fb7-9b93-f8b4426a4e9d req-d36d5d2a-fe83-4521-9a42-3b2f67e5baa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:34:40.456704 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ba5bd6c6-79cd-4fb7-9b93-f8b4426a4e9d req-d36d5d2a-fe83-4521-9a42-3b2f67e5baa4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a8598287498a4915a129e378733334d3&device_id=665ffb67-aae7-49f5-bbd0-00e0ae5bd4aa HTTP/1.1" status: 200 len: 1096 time: 0.0404370 Nov 19 18:34:40.548206 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5bd6c6-79cd-4fb7-9b93-f8b4426a4e9d req-26a8357b-1abd-4262-b9b2-2afc639c07e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:34:40.549671 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ba5bd6c6-79cd-4fb7-9b93-f8b4426a4e9d req-26a8357b-1abd-4262-b9b2-2afc639c07e4 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c62f445c-d027-410c-8639-c99c6fc4cea2 HTTP/1.1" status: 200 len: 912 time: 0.0863805 Nov 19 18:34:40.620122 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ba5bd6c6-79cd-4fb7-9b93-f8b4426a4e9d req-77697ad5-219c-4026-a902-6546fab91bc3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b7176eb0-5af5-4521-a276-0dff3c9976f7 HTTP/1.1" status: 200 len: 999 time: 0.0633731 Nov 19 18:34:40.675036 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5bd6c6-79cd-4fb7-9b93-f8b4426a4e9d req-275ed4d4-bcb4-4f7d-b1fe-84cfba13e80e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:34:40.676514 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ba5bd6c6-79cd-4fb7-9b93-f8b4426a4e9d req-275ed4d4-bcb4-4f7d-b1fe-84cfba13e80e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4c531004-9720-4b69-9725-2e9002c2930c HTTP/1.1" status: 200 len: 850 time: 0.0497353 Nov 19 18:34:40.723660 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5bd6c6-79cd-4fb7-9b93-f8b4426a4e9d req-a6e6f44a-50f9-4a34-88a4-c2f04b8373ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:34:40.726072 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ba5bd6c6-79cd-4fb7-9b93-f8b4426a4e9d req-a6e6f44a-50f9-4a34-88a4-c2f04b8373ae service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c62f445c-d027-410c-8639-c99c6fc4cea2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422916 Nov 19 18:34:40.760075 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-6ad7e7db-6092-4362-8084-ab0595ba50a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8be1a8c3-165b-4c7e-b8c0-7dc8c30ee0b8', 'name': 'tempest-ServerActionsTestJSON-459191382-router', 'tenant_id': 'a8598287498a4915a129e378733334d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': '83246eae-8634-4e3c-8cf2-04111638b332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:30:00Z', 'updated_at': '2021-11-19T18:30:03Z', 'revision_number': 4, 'project_id': 'a8598287498a4915a129e378733334d3', 'gw_port': {'id': '83246eae-8634-4e3c-8cf2-04111638b332', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:5f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8be1a8c3-165b-4c7e-b8c0-7dc8c30ee0b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:30:01Z', 'updated_at': '2021-11-19T18:30:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_floatingips': [{'id': '26631463-ce84-43bd-ae9d-1e90e190d5c1', 'tenant_id': 'a8598287498a4915a129e378733334d3', 'floating_ip_address': '172.25.7.241', 'floating_network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'router_id': '8be1a8c3-165b-4c7e-b8c0-7dc8c30ee0b8', 'port_id': 'b7176eb0-5af5-4521-a276-0dff3c9976f7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4068, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c62f445c-d027-410c-8639-c99c6fc4cea2', 'mac_address': 'fa:16:3e:a7:ef:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '665ffb67-aae7-49f5-bbd0-00e0ae5bd4aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T18:30:05Z', 'updated_at': '2021-11-19T18:34:39Z', 'revision_number': 9, 'project_id': 'a8598287498a4915a129e378733334d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0029c081-3810-44a3-8a35-6ff8c5cb0031', 'name': '', 'network_id': 'c62f445c-d027-410c-8639-c99c6fc4cea2', 'tenant_id': 'a8598287498a4915a129e378733334d3', 'mac_address': 'fa:16:3e:bc:3a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8be1a8c3-165b-4c7e-b8c0-7dc8c30ee0b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '4c531004-9720-4b69-9725-2e9002c2930c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:30:03Z', 'updated_at': '2021-11-19T18:30:06Z', 'revision_number': 5, 'project_id': 'a8598287498a4915a129e378733334d3', 'subnets': [{'id': '4c531004-9720-4b69-9725-2e9002c2930c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:34:40.785163 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad7e7db-6092-4362-8084-ab0595ba50a2 None None] Checking router: 8be1a8c3-165b-4c7e-b8c0-7dc8c30ee0b8 for host: n-d-818022-2 {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:34:40.793197 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad7e7db-6092-4362-8084-ab0595ba50a2 None None] Routers {'8be1a8c3-165b-4c7e-b8c0-7dc8c30ee0b8'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:34:40.793793 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-6ad7e7db-6092-4362-8084-ab0595ba50a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:34:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['8be1a8c3-165b-4c7e-b8c0-7dc8c30ee0b8'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:34:40.814445 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ba5bd6c6-79cd-4fb7-9b93-f8b4426a4e9d req-1ef5df6f-f0ea-45f0-9934-ebbcdc02b7e3 service neutron] 10.222.0.60 "GET /v2.0/networks/c62f445c-d027-410c-8639-c99c6fc4cea2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811975 Nov 19 18:34:40.899475 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-6ad7e7db-6092-4362-8084-ab0595ba50a2 None None] Set router 8be1a8c3-165b-4c7e-b8c0-7dc8c30ee0b8 gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:34:40.906995 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ba5bd6c6-79cd-4fb7-9b93-f8b4426a4e9d req-aba6d1c7-9337-4b85-9e1e-3cf6f01e6453 service neutron] 10.222.0.60 "GET /v2.0/networks/c62f445c-d027-410c-8639-c99c6fc4cea2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856109 Nov 19 18:34:41.113116 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-6ad7e7db-6092-4362-8084-ab0595ba50a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8be1a8c3-165b-4c7e-b8c0-7dc8c30ee0b8', 'name': 'tempest-ServerActionsTestJSON-459191382-router', 'tenant_id': 'a8598287498a4915a129e378733334d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': '83246eae-8634-4e3c-8cf2-04111638b332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:30:00Z', 'updated_at': '2021-11-19T18:30:03Z', 'revision_number': 4, 'project_id': 'a8598287498a4915a129e378733334d3', 'gw_port': {'id': '83246eae-8634-4e3c-8cf2-04111638b332', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:5f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8be1a8c3-165b-4c7e-b8c0-7dc8c30ee0b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:30:01Z', 'updated_at': '2021-11-19T18:30:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_floatingips': [{'id': '26631463-ce84-43bd-ae9d-1e90e190d5c1', 'tenant_id': 'a8598287498a4915a129e378733334d3', 'floating_ip_address': '172.25.7.241', 'floating_network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'router_id': '8be1a8c3-165b-4c7e-b8c0-7dc8c30ee0b8', 'port_id': 'b7176eb0-5af5-4521-a276-0dff3c9976f7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4068, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c62f445c-d027-410c-8639-c99c6fc4cea2', 'mac_address': 'fa:16:3e:a7:ef:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '665ffb67-aae7-49f5-bbd0-00e0ae5bd4aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T18:30:05Z', 'updated_at': '2021-11-19T18:34:39Z', 'revision_number': 9, 'project_id': 'a8598287498a4915a129e378733334d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0029c081-3810-44a3-8a35-6ff8c5cb0031', 'name': '', 'network_id': 'c62f445c-d027-410c-8639-c99c6fc4cea2', 'tenant_id': 'a8598287498a4915a129e378733334d3', 'mac_address': 'fa:16:3e:bc:3a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8be1a8c3-165b-4c7e-b8c0-7dc8c30ee0b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '4c531004-9720-4b69-9725-2e9002c2930c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:30:03Z', 'updated_at': '2021-11-19T18:30:06Z', 'revision_number': 5, 'project_id': 'a8598287498a4915a129e378733334d3', 'subnets': [{'id': '4c531004-9720-4b69-9725-2e9002c2930c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:34:41.138550 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad7e7db-6092-4362-8084-ab0595ba50a2 None None] The sync data for ids ['8be1a8c3-165b-4c7e-b8c0-7dc8c30ee0b8'] in n-d-818022-2 is: [{'id': '8be1a8c3-165b-4c7e-b8c0-7dc8c30ee0b8', 'name': 'tempest-ServerActionsTestJSON-459191382-router', 'tenant_id': 'a8598287498a4915a129e378733334d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': '83246eae-8634-4e3c-8cf2-04111638b332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:30:00Z', 'updated_at': '2021-11-19T18:30:03Z', 'revision_number': 4, 'project_id': 'a8598287498a4915a129e378733334d3', 'gw_port': {'id': '83246eae-8634-4e3c-8cf2-04111638b332', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:5f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8be1a8c3-165b-4c7e-b8c0-7dc8c30ee0b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:30:01Z', 'updated_at': '2021-11-19T18:30:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_floatingips': [{'id': '26631463-ce84-43bd-ae9d-1e90e190d5c1', 'tenant_id': 'a8598287498a4915a129e378733334d3', 'floating_ip_address': '172.25.7.241', 'floating_network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'router_id': '8be1a8c3-165b-4c7e-b8c0-7dc8c30ee0b8', 'port_id': 'b7176eb0-5af5-4521-a276-0dff3c9976f7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4068, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c62f445c-d027-410c-8639-c99c6fc4cea2', 'mac_address': 'fa:16:3e:a7:ef:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '665ffb67-aae7-49f5-bbd0-00e0ae5bd4aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T18:30:05Z', 'updated_at': '2021-11-19T18:34:39Z', 'revision_number': 9, 'project_id': 'a8598287498a4915a129e378733334d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0029c081-3810-44a3-8a35-6ff8c5cb0031', 'name': '', 'network_id': 'c62f445c-d027-410c-8639-c99c6fc4cea2', 'tenant_id': 'a8598287498a4915a129e378733334d3', 'mac_address': 'fa:16:3e:bc:3a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8be1a8c3-165b-4c7e-b8c0-7dc8c30ee0b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '4c531004-9720-4b69-9725-2e9002c2930c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:30:03Z', 'updated_at': '2021-11-19T18:30:06Z', 'revision_number': 5, 'project_id': 'a8598287498a4915a129e378733334d3', 'subnets': [{'id': '4c531004-9720-4b69-9725-2e9002c2930c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:34:41.321550 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9cd2031-a139-4c96-8301-73e5755339e6 None None] New status for floating IP 26631463-ce84-43bd-ae9d-1e90e190d5c1: ACTIVE {{(pid=103366) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 18:34:59.864219 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-908e384f-47b2-4cbd-9b3e-4d34bc02a580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:35:02.074909 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-54400926-4b83-4018-a0e4-30b530588ac4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:35:03.346588 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e46ecc5a-dc14-4744-b262-3072ff2e958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:35:04.143059 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:35:04.194475 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:35:04.935894 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e013d7e6-5264-4dcc-9759-54f5fb809e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:35:05.274592 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:35:07.406038 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.agents_db [None req-619e5c26-d9ed-4321-86eb-7d443bb9dfa2 None None] Agent healthcheck: found 7 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 18:35:08.548899 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c5b00c52-6d07-42f1-b700-5095b0fbe651 req-69623930-15be-4e6b-ac1a-9ce9c84a6847 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=665ffb67-aae7-49f5-bbd0-00e0ae5bd4aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0424056 Nov 19 18:35:08.644058 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b00c52-6d07-42f1-b700-5095b0fbe651 req-d0ebdc3d-5c9b-4c67-a0a9-04156ba89b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:35:08.645507 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c5b00c52-6d07-42f1-b700-5095b0fbe651 req-d0ebdc3d-5c9b-4c67-a0a9-04156ba89b38 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a8598287498a4915a129e378733334d3&device_id=665ffb67-aae7-49f5-bbd0-00e0ae5bd4aa HTTP/1.1" status: 200 len: 1096 time: 0.0392733 Nov 19 18:35:08.750058 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b00c52-6d07-42f1-b700-5095b0fbe651 req-9d8a999b-d91b-4438-831f-3da7402960df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:35:08.751501 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c5b00c52-6d07-42f1-b700-5095b0fbe651 req-9d8a999b-d91b-4438-831f-3da7402960df service neutron] 10.222.0.60 "GET /v2.0/networks?id=c62f445c-d027-410c-8639-c99c6fc4cea2 HTTP/1.1" status: 200 len: 912 time: 0.0850008 Nov 19 18:35:08.816061 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c5b00c52-6d07-42f1-b700-5095b0fbe651 req-195b93db-568d-4abf-ad62-25bb7ffc2b3b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b7176eb0-5af5-4521-a276-0dff3c9976f7 HTTP/1.1" status: 200 len: 1002 time: 0.0558312 Nov 19 18:35:08.870323 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b00c52-6d07-42f1-b700-5095b0fbe651 req-6b5cefd7-fc1a-4c8e-8d84-b284feb7a269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:35:08.871770 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c5b00c52-6d07-42f1-b700-5095b0fbe651 req-6b5cefd7-fc1a-4c8e-8d84-b284feb7a269 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4c531004-9720-4b69-9725-2e9002c2930c HTTP/1.1" status: 200 len: 850 time: 0.0462325 Nov 19 18:35:08.916637 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b00c52-6d07-42f1-b700-5095b0fbe651 req-540a3bd6-f2bb-4c6a-9f46-df2e85743575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:35:08.918134 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c5b00c52-6d07-42f1-b700-5095b0fbe651 req-540a3bd6-f2bb-4c6a-9f46-df2e85743575 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c62f445c-d027-410c-8639-c99c6fc4cea2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394168 Nov 19 18:35:09.006301 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c5b00c52-6d07-42f1-b700-5095b0fbe651 req-40dc7f90-3419-40f5-8306-5d2271d0c812 service neutron] 10.222.0.60 "GET /v2.0/networks/c62f445c-d027-410c-8639-c99c6fc4cea2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809119 Nov 19 18:35:09.096888 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c5b00c52-6d07-42f1-b700-5095b0fbe651 req-4ed88665-9656-45a0-bb9c-031f30a27a4c service neutron] 10.222.0.60 "GET /v2.0/networks/c62f445c-d027-410c-8639-c99c6fc4cea2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832672 Nov 19 18:35:29.865542 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-038d3aaf-80d0-4e31-8fba-21f50803a3c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:35:32.075675 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-46ba9e51-b0b5-44a2-afc6-34ec7dda6d18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:35:33.350425 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e46ecc5a-dc14-4744-b262-3072ff2e958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:35:34.142364 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:35:34.193116 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:35:34.939775 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e013d7e6-5264-4dcc-9759-54f5fb809e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:35:35.276696 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:35:44.405777 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.agents_db [None req-619e5c26-d9ed-4321-86eb-7d443bb9dfa2 None None] Agent healthcheck: found 7 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 18:35:59.866835 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e511d6b2-d140-4455-bdbd-6b47edcc34ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:36:02.080396 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-83737877-538d-42fd-9027-af6114527679 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:36:03.352364 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e46ecc5a-dc14-4744-b262-3072ff2e958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:36:04.141033 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:36:04.205658 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:36:04.941695 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e013d7e6-5264-4dcc-9759-54f5fb809e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:36:05.279663 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:36:10.095281 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d99cc116-ab16-49ef-9dff-ac7987fa0dbc req-74a89338-89a6-424c-92b9-c8bf08f8c481 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=665ffb67-aae7-49f5-bbd0-00e0ae5bd4aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0440741 Nov 19 18:36:10.175692 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99cc116-ab16-49ef-9dff-ac7987fa0dbc req-66eae76a-fe57-4371-bfac-fef1b776e0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:36:10.177158 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d99cc116-ab16-49ef-9dff-ac7987fa0dbc req-66eae76a-fe57-4371-bfac-fef1b776e0ac service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a8598287498a4915a129e378733334d3&device_id=665ffb67-aae7-49f5-bbd0-00e0ae5bd4aa HTTP/1.1" status: 200 len: 1096 time: 0.0393574 Nov 19 18:36:10.283113 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99cc116-ab16-49ef-9dff-ac7987fa0dbc req-2cd726f0-563e-4708-aeda-67c3cd86d1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:36:10.284531 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d99cc116-ab16-49ef-9dff-ac7987fa0dbc req-2cd726f0-563e-4708-aeda-67c3cd86d1b8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c62f445c-d027-410c-8639-c99c6fc4cea2 HTTP/1.1" status: 200 len: 912 time: 0.0874748 Nov 19 18:36:10.349009 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d99cc116-ab16-49ef-9dff-ac7987fa0dbc req-5774f3bd-fb14-43b9-a2f1-f1a31e16f120 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b7176eb0-5af5-4521-a276-0dff3c9976f7 HTTP/1.1" status: 200 len: 1002 time: 0.0576956 Nov 19 18:36:10.401342 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99cc116-ab16-49ef-9dff-ac7987fa0dbc req-9db2f7bf-a13c-497b-b7d2-932001b65d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:36:10.402829 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d99cc116-ab16-49ef-9dff-ac7987fa0dbc req-9db2f7bf-a13c-497b-b7d2-932001b65d19 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4c531004-9720-4b69-9725-2e9002c2930c HTTP/1.1" status: 200 len: 850 time: 0.0470593 Nov 19 18:36:10.447933 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99cc116-ab16-49ef-9dff-ac7987fa0dbc req-2e39519c-0880-4235-b8c3-0f933677c85c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:36:10.449386 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d99cc116-ab16-49ef-9dff-ac7987fa0dbc req-2e39519c-0880-4235-b8c3-0f933677c85c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c62f445c-d027-410c-8639-c99c6fc4cea2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400500 Nov 19 18:36:10.460280 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [req-d99cc116-ab16-49ef-9dff-ac7987fa0dbc req-6c40ec32-6942-4e94-8479-ca431b984fd6 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=103364) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 18:36:10.461217 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d99cc116-ab16-49ef-9dff-ac7987fa0dbc req-6c40ec32-6942-4e94-8479-ca431b984fd6 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048125 Nov 19 18:36:10.547495 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d99cc116-ab16-49ef-9dff-ac7987fa0dbc req-e4d5ea6f-0ccd-44da-b293-5146aec47a02 service neutron] 10.222.0.60 "GET /v2.0/networks/c62f445c-d027-410c-8639-c99c6fc4cea2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790362 Nov 19 18:36:10.640094 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d99cc116-ab16-49ef-9dff-ac7987fa0dbc req-13d59a3b-d592-4ffd-b8ee-18eb46be4301 service neutron] 10.222.0.60 "GET /v2.0/networks/c62f445c-d027-410c-8639-c99c6fc4cea2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854638 Nov 19 18:36:16.691514 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-80687c98-02cd-4aca-9d3d-187b3027e609 req-31efedca-2ff1-49fc-8989-e496fe623468 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=665ffb67-aae7-49f5-bbd0-00e0ae5bd4aa&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0671046 Nov 19 18:36:16.703197 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5a1f1f-45a7-4da6-bdaf-aafef0bbad9a req-1656e769-b2e2-473f-a72c-df692089c2d3 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:36:16.704652 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-7e5a1f1f-45a7-4da6-bdaf-aafef0bbad9a req-1656e769-b2e2-473f-a72c-df692089c2d3 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/ports?device_id=665ffb67-aae7-49f5-bbd0-00e0ae5bd4aa HTTP/1.1" status: 200 len: 945 time: 0.0724595 Nov 19 18:36:16.757044 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-7e5a1f1f-45a7-4da6-bdaf-aafef0bbad9a req-2d7210c7-f24d-46e9-bf0d-b2cd1b951da4 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/security-groups?id=84e134bc-7746-4f2e-9297-aa0d940279a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458121 Nov 19 18:36:17.769310 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80687c98-02cd-4aca-9d3d-187b3027e609 req-f96b9f0e-dc06-4c7c-a015-c5e5c25dcea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:36:17.770825 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-80687c98-02cd-4aca-9d3d-187b3027e609 req-f96b9f0e-dc06-4c7c-a015-c5e5c25dcea1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a8598287498a4915a129e378733334d3&device_id=665ffb67-aae7-49f5-bbd0-00e0ae5bd4aa HTTP/1.1" status: 200 len: 1096 time: 0.0400457 Nov 19 18:36:17.862386 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80687c98-02cd-4aca-9d3d-187b3027e609 req-43efdc86-6cb8-4c7b-a860-f660d9c571e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:36:17.863802 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-80687c98-02cd-4aca-9d3d-187b3027e609 req-43efdc86-6cb8-4c7b-a860-f660d9c571e3 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c62f445c-d027-410c-8639-c99c6fc4cea2 HTTP/1.1" status: 200 len: 912 time: 0.0859523 Nov 19 18:36:17.880981 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f8ad59-faac-4e12-b56c-f9616662ede8 req-57e4bc8f-7046-416c-bcd7-6346208cb207 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:36:17.882678 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d3f8ad59-faac-4e12-b56c-f9616662ede8 req-57e4bc8f-7046-416c-bcd7-6346208cb207 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/ports?device_id=665ffb67-aae7-49f5-bbd0-00e0ae5bd4aa HTTP/1.1" status: 200 len: 945 time: 0.0548503 Nov 19 18:36:17.930821 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d3f8ad59-faac-4e12-b56c-f9616662ede8 req-e2302dee-3c73-41ea-9c35-6e163d818822 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/security-groups?id=84e134bc-7746-4f2e-9297-aa0d940279a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416739 Nov 19 18:36:17.931875 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-80687c98-02cd-4aca-9d3d-187b3027e609 req-263df15b-fae6-429a-8753-37cc2b1894c8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b7176eb0-5af5-4521-a276-0dff3c9976f7 HTTP/1.1" status: 200 len: 1002 time: 0.0612843 Nov 19 18:36:17.982721 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80687c98-02cd-4aca-9d3d-187b3027e609 req-f5755cc8-8347-4003-90a0-f2c7da4b7914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:36:17.984196 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-80687c98-02cd-4aca-9d3d-187b3027e609 req-f5755cc8-8347-4003-90a0-f2c7da4b7914 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4c531004-9720-4b69-9725-2e9002c2930c HTTP/1.1" status: 200 len: 850 time: 0.0449648 Nov 19 18:36:18.028106 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80687c98-02cd-4aca-9d3d-187b3027e609 req-362cce32-c2cf-43f7-9b16-68c32fea0ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:36:18.029607 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-80687c98-02cd-4aca-9d3d-187b3027e609 req-362cce32-c2cf-43f7-9b16-68c32fea0ba6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c62f445c-d027-410c-8639-c99c6fc4cea2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386643 Nov 19 18:36:18.419567 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-80687c98-02cd-4aca-9d3d-187b3027e609 req-bd6fa0a8-818c-4c2c-87af-513659afcaaa service neutron] 10.222.0.60 "GET /v2.0/networks/c62f445c-d027-410c-8639-c99c6fc4cea2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3831122 Nov 19 18:36:18.506596 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-80687c98-02cd-4aca-9d3d-187b3027e609 req-1ef1f03c-7aa4-419a-bc8d-2250bcb58726 service neutron] 10.222.0.60 "GET /v2.0/networks/c62f445c-d027-410c-8639-c99c6fc4cea2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797267 Nov 19 18:36:19.053203 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3641376-9b13-481c-a4aa-3a8b27716ea5 req-4e9e7550-edde-4ab8-9b6f-12698799cbfd tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:36:19.054960 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b3641376-9b13-481c-a4aa-3a8b27716ea5 req-4e9e7550-edde-4ab8-9b6f-12698799cbfd tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/ports?device_id=665ffb67-aae7-49f5-bbd0-00e0ae5bd4aa HTTP/1.1" status: 200 len: 945 time: 0.0520067 Nov 19 18:36:19.100847 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b3641376-9b13-481c-a4aa-3a8b27716ea5 req-98275f98-03c6-45d9-b158-b9b6978f96d8 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/security-groups?id=84e134bc-7746-4f2e-9297-aa0d940279a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393217 Nov 19 18:36:20.224821 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fa9477-0346-45d9-8c01-9ab24ac2392a req-90c4ac87-81ab-42d4-a19c-b62d993357bc tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:36:20.226391 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b9fa9477-0346-45d9-8c01-9ab24ac2392a req-90c4ac87-81ab-42d4-a19c-b62d993357bc tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/ports?device_id=665ffb67-aae7-49f5-bbd0-00e0ae5bd4aa HTTP/1.1" status: 200 len: 945 time: 0.0557175 Nov 19 18:36:20.274308 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b9fa9477-0346-45d9-8c01-9ab24ac2392a req-4c0833b0-62ab-4fe8-9aed-7a609c966c3c tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/security-groups?id=84e134bc-7746-4f2e-9297-aa0d940279a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409052 Nov 19 18:36:21.390667 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797739a7-2bde-4623-90d8-7333f6fb299a req-8f4f5a95-5916-424e-917a-0dcfc353c31b tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:36:21.392162 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-797739a7-2bde-4623-90d8-7333f6fb299a req-8f4f5a95-5916-424e-917a-0dcfc353c31b tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/ports?device_id=665ffb67-aae7-49f5-bbd0-00e0ae5bd4aa HTTP/1.1" status: 200 len: 945 time: 0.0481870 Nov 19 18:36:21.404830 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.agents_db [None req-619e5c26-d9ed-4321-86eb-7d443bb9dfa2 None None] Agent healthcheck: found 7 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 18:36:21.440588 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-797739a7-2bde-4623-90d8-7333f6fb299a req-d7e73d6a-e566-44d8-bda6-d65ea0397f06 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/security-groups?id=84e134bc-7746-4f2e-9297-aa0d940279a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424888 Nov 19 18:36:22.556906 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2763bb-3d09-4a67-bfa0-4357d291dfd5 req-14441b6c-d7e3-4735-84ee-8957568d892f tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:36:22.558438 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ad2763bb-3d09-4a67-bfa0-4357d291dfd5 req-14441b6c-d7e3-4735-84ee-8957568d892f tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/ports?device_id=665ffb67-aae7-49f5-bbd0-00e0ae5bd4aa HTTP/1.1" status: 200 len: 945 time: 0.0497396 Nov 19 18:36:22.605709 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ad2763bb-3d09-4a67-bfa0-4357d291dfd5 req-a6852e4c-5f3a-4b9c-a987-80f3bf2a532f tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/security-groups?id=84e134bc-7746-4f2e-9297-aa0d940279a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413606 Nov 19 18:36:23.719940 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14cdeb6-71e1-4a4b-82a9-9ee899946be9 req-4a2a7890-bee4-4562-83b4-4e6a5643a50c tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:36:23.721428 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d14cdeb6-71e1-4a4b-82a9-9ee899946be9 req-4a2a7890-bee4-4562-83b4-4e6a5643a50c tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/ports?device_id=665ffb67-aae7-49f5-bbd0-00e0ae5bd4aa HTTP/1.1" status: 200 len: 945 time: 0.0480604 Nov 19 18:36:23.770238 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d14cdeb6-71e1-4a4b-82a9-9ee899946be9 req-873786f1-22ad-46ac-855a-e7a4108f23b6 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/security-groups?id=84e134bc-7746-4f2e-9297-aa0d940279a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429263 Nov 19 18:36:24.885449 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62239c8a-5b21-46ce-939b-fa73896780b5 req-38b76a60-f61a-4c6b-8b44-b4bfbe478ca9 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:36:24.886877 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-62239c8a-5b21-46ce-939b-fa73896780b5 req-38b76a60-f61a-4c6b-8b44-b4bfbe478ca9 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/ports?device_id=665ffb67-aae7-49f5-bbd0-00e0ae5bd4aa HTTP/1.1" status: 200 len: 945 time: 0.0479903 Nov 19 18:36:24.937408 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-62239c8a-5b21-46ce-939b-fa73896780b5 req-848042ab-1824-4fe0-af9c-4f8e15649868 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/security-groups?id=84e134bc-7746-4f2e-9297-aa0d940279a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445895 Nov 19 18:36:26.051963 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5283fb7-f078-4326-a093-5f9384cd124b req-c097b2db-2513-45cc-86c9-11a0deace982 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:36:26.053439 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-e5283fb7-f078-4326-a093-5f9384cd124b req-c097b2db-2513-45cc-86c9-11a0deace982 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/ports?device_id=665ffb67-aae7-49f5-bbd0-00e0ae5bd4aa HTTP/1.1" status: 200 len: 945 time: 0.0479250 Nov 19 18:36:26.100074 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-e5283fb7-f078-4326-a093-5f9384cd124b req-0232d448-09c1-478a-8c5c-6d8042a468d5 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/security-groups?id=84e134bc-7746-4f2e-9297-aa0d940279a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393913 Nov 19 18:36:27.217834 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cce3cb4-b901-49da-9749-28b9eec0b309 req-04a70201-8442-4248-8ade-6ec607e9659f tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:36:27.219344 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3cce3cb4-b901-49da-9749-28b9eec0b309 req-04a70201-8442-4248-8ade-6ec607e9659f tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/ports?device_id=665ffb67-aae7-49f5-bbd0-00e0ae5bd4aa HTTP/1.1" status: 200 len: 945 time: 0.0485597 Nov 19 18:36:27.265649 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3cce3cb4-b901-49da-9749-28b9eec0b309 req-bebceb54-be29-4810-9825-ac6c2e5f2972 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/security-groups?id=84e134bc-7746-4f2e-9297-aa0d940279a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404742 Nov 19 18:36:28.381854 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326681d7-e752-42d6-a751-896486c601c2 req-1a07ba1c-d3be-439c-96b1-a4194ed4b0e5 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:36:28.383335 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-326681d7-e752-42d6-a751-896486c601c2 req-1a07ba1c-d3be-439c-96b1-a4194ed4b0e5 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/ports?device_id=665ffb67-aae7-49f5-bbd0-00e0ae5bd4aa HTTP/1.1" status: 200 len: 945 time: 0.0489707 Nov 19 18:36:28.429443 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-326681d7-e752-42d6-a751-896486c601c2 req-73c4fb09-f19f-40fa-8476-f6c235402f7c tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/security-groups?id=84e134bc-7746-4f2e-9297-aa0d940279a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394983 Nov 19 18:36:29.544499 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847e3a22-af97-45bc-a849-312da3b6ceed req-5c43b903-ee59-4482-985b-e9b1bec2882a tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:36:29.546012 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-847e3a22-af97-45bc-a849-312da3b6ceed req-5c43b903-ee59-4482-985b-e9b1bec2882a tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/ports?device_id=665ffb67-aae7-49f5-bbd0-00e0ae5bd4aa HTTP/1.1" status: 200 len: 945 time: 0.0483069 Nov 19 18:36:29.593164 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-847e3a22-af97-45bc-a849-312da3b6ceed req-ba1c7bb3-13ef-4593-9b58-0ccd947ed424 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/security-groups?id=84e134bc-7746-4f2e-9297-aa0d940279a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411453 Nov 19 18:36:29.867006 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-db90b193-680b-4a46-ab28-0b89cff63740 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:36:30.296487 n-d-818022-2 neutron-server[103364]: INFO neutron.api.v2.resource [req-80687c98-02cd-4aca-9d3d-187b3027e609 req-0e91eb6c-6d2b-46cd-8ac4-eb39707348ac service neutron] show failed (client error): The resource could not be found. Nov 19 18:36:30.297517 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-80687c98-02cd-4aca-9d3d-187b3027e609 req-0e91eb6c-6d2b-46cd-8ac4-eb39707348ac service neutron] 10.222.0.60 "GET /v2.0/ports/b7176eb0-5af5-4521-a276-0dff3c9976f7/bindings/n-h2-818022-2 HTTP/1.1" status: 404 len: 380 time: 0.0580339 Nov 19 18:36:30.501115 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80687c98-02cd-4aca-9d3d-187b3027e609 req-3611e260-7b5d-4391-9df4-0a596783ddcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:36:30.502640 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-80687c98-02cd-4aca-9d3d-187b3027e609 req-3611e260-7b5d-4391-9df4-0a596783ddcd service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=665ffb67-aae7-49f5-bbd0-00e0ae5bd4aa&tenant_id=a8598287498a4915a129e378733334d3 HTTP/1.1" status: 200 len: 1096 time: 0.0442290 Nov 19 18:36:30.515523 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-80687c98-02cd-4aca-9d3d-187b3027e609 req-eda23bcb-e63f-4863-845b-bb53efd311d2 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-818022-2', 'device_owner': 'compute:nova'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:36:30.567616 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-80687c98-02cd-4aca-9d3d-187b3027e609 req-eda23bcb-e63f-4863-845b-bb53efd311d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:36:30.711056 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6722f85f-9431-427d-aba3-38dae6b82318 req-10fedecb-acd0-4ca2-baa0-a5cd457b26db tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:36:30.712524 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6722f85f-9431-427d-aba3-38dae6b82318 req-10fedecb-acd0-4ca2-baa0-a5cd457b26db tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/ports?device_id=665ffb67-aae7-49f5-bbd0-00e0ae5bd4aa HTTP/1.1" status: 200 len: 945 time: 0.0500047 Nov 19 18:36:30.760034 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6722f85f-9431-427d-aba3-38dae6b82318 req-e8aa1050-a13f-4a32-9e4f-d319bf4db027 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/security-groups?id=84e134bc-7746-4f2e-9297-aa0d940279a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407035 Nov 19 18:36:30.772052 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-80687c98-02cd-4aca-9d3d-187b3027e609 req-eda23bcb-e63f-4863-845b-bb53efd311d2 service neutron] For port b7176eb0-5af5-4521-a276-0dff3c9976f7, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=b7176eb0-5af5-4521-a276-0dff3c9976f7,segment=NetworkSegment(8be91a85-4220-40c1-b0b9-712553124174),segment_id=8be91a85-4220-40c1-b0b9-712553124174)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:36:30.806418 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-80687c98-02cd-4aca-9d3d-187b3027e609 req-eda23bcb-e63f-4863-845b-bb53efd311d2 service neutron] For port b7176eb0-5af5-4521-a276-0dff3c9976f7, host n-h1-818022-2, cleared binding levels {{(pid=103365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:36:30.848726 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '665ffb67-aae7-49f5-bbd0-00e0ae5bd4aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b7176eb0-5af5-4521-a276-0dff3c9976f7'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:36:30.850918 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd49725d620cdd9f83c5eaf1b0fd23d69d3d375bb9795dcb3d54cd15509d3c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e92ae12a-4ff3-45cf-8192-3509c512ad8b" -d '{"events": [{"server_uuid": "665ffb67-aae7-49f5-bbd0-00e0ae5bd4aa", "name": "network-vif-unplugged", "status": "completed", "tag": "b7176eb0-5af5-4521-a276-0dff3c9976f7"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:36:30.855663 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-80687c98-02cd-4aca-9d3d-187b3027e609 req-eda23bcb-e63f-4863-845b-bb53efd311d2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:36:30.868387 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.provisioning_blocks [req-80687c98-02cd-4aca-9d3d-187b3027e609 req-eda23bcb-e63f-4863-845b-bb53efd311d2 service neutron] Transition to ACTIVE for port object b7176eb0-5af5-4521-a276-0dff3c9976f7 will not be triggered until provisioned by entity L2. {{(pid=103365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 18:36:30.872768 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-80687c98-02cd-4aca-9d3d-187b3027e609 req-eda23bcb-e63f-4863-845b-bb53efd311d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:36:30.906113 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 18:36:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-968d7121-914f-4ac8-92f3-be0a6cdd2e8d x-openstack-request-id: req-968d7121-914f-4ac8-92f3-be0a6cdd2e8d {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:36:30.906409 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "665ffb67-aae7-49f5-bbd0-00e0ae5bd4aa", "name": "network-vif-unplugged", "status": "completed", "tag": "b7176eb0-5af5-4521-a276-0dff3c9976f7", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:36:30.906667 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-968d7121-914f-4ac8-92f3-be0a6cdd2e8d {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:36:30.907070 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '665ffb67-aae7-49f5-bbd0-00e0ae5bd4aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b7176eb0-5af5-4521-a276-0dff3c9976f7', 'code': 200} Nov 19 18:36:30.952566 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda23bcb-e63f-4863-845b-bb53efd311d2 service neutron] Pushing event updated for resources: {'Port': ['ID=b7176eb0-5af5-4521-a276-0dff3c9976f7,revision_number=6']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:36:30.969780 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda23bcb-e63f-4863-845b-bb53efd311d2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:36:30.970167 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda23bcb-e63f-4863-845b-bb53efd311d2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:36:30.970503 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda23bcb-e63f-4863-845b-bb53efd311d2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:36:30.970836 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda23bcb-e63f-4863-845b-bb53efd311d2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:36:30.971173 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda23bcb-e63f-4863-845b-bb53efd311d2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:36:30.971499 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda23bcb-e63f-4863-845b-bb53efd311d2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:36:30.971837 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda23bcb-e63f-4863-845b-bb53efd311d2 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:36:30.974349 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda23bcb-e63f-4863-845b-bb53efd311d2 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:36:30.974349 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda23bcb-e63f-4863-845b-bb53efd311d2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:36:30.974684 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda23bcb-e63f-4863-845b-bb53efd311d2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:36:30.975021 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda23bcb-e63f-4863-845b-bb53efd311d2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:36:30.975355 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda23bcb-e63f-4863-845b-bb53efd311d2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:36:31.014243 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-80687c98-02cd-4aca-9d3d-187b3027e609 req-eda23bcb-e63f-4863-845b-bb53efd311d2 service neutron] No DVR routers for this DVR port b7176eb0-5af5-4521-a276-0dff3c9976f7 on host n-h1-818022-2 {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:36:31.161370 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-80687c98-02cd-4aca-9d3d-187b3027e609 req-eda23bcb-e63f-4863-845b-bb53efd311d2 service neutron] Attempting to bind port b7176eb0-5af5-4521-a276-0dff3c9976f7 on host n-h2-818022-2 for vnic_type normal with profile {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:36:31.161709 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-80687c98-02cd-4aca-9d3d-187b3027e609 req-eda23bcb-e63f-4863-845b-bb53efd311d2 service neutron] Attempting to bind port b7176eb0-5af5-4521-a276-0dff3c9976f7 by drivers openvswitch,hyperv on host n-h2-818022-2 at level 0 using segments [{'id': '8be91a85-4220-40c1-b0b9-712553124174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'c62f445c-d027-410c-8639-c99c6fc4cea2'}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:36:31.162166 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80687c98-02cd-4aca-9d3d-187b3027e609 req-eda23bcb-e63f-4863-845b-bb53efd311d2 service neutron] Attempting to bind port b7176eb0-5af5-4521-a276-0dff3c9976f7 on network c62f445c-d027-410c-8639-c99c6fc4cea2 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:36:31.166457 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80687c98-02cd-4aca-9d3d-187b3027e609 req-eda23bcb-e63f-4863-845b-bb53efd311d2 service neutron] Port b7176eb0-5af5-4521-a276-0dff3c9976f7 on network c62f445c-d027-410c-8639-c99c6fc4cea2 not bound, no agent of type Open vSwitch agent registered on host n-h2-818022-2 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 18:36:31.167380 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80687c98-02cd-4aca-9d3d-187b3027e609 req-eda23bcb-e63f-4863-845b-bb53efd311d2 service neutron] Attempting to bind port b7176eb0-5af5-4521-a276-0dff3c9976f7 on network c62f445c-d027-410c-8639-c99c6fc4cea2 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:36:31.172354 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80687c98-02cd-4aca-9d3d-187b3027e609 req-eda23bcb-e63f-4863-845b-bb53efd311d2 service neutron] Checking agent: {'id': '525ad2ac-c4ae-4c63-af2e-0bf8d25d0f0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'started_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 36, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:36:31.172689 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80687c98-02cd-4aca-9d3d-187b3027e609 req-eda23bcb-e63f-4863-845b-bb53efd311d2 service neutron] Checking segment: {'id': '8be91a85-4220-40c1-b0b9-712553124174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'c62f445c-d027-410c-8639-c99c6fc4cea2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:36:31.173072 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80687c98-02cd-4aca-9d3d-187b3027e609 req-eda23bcb-e63f-4863-845b-bb53efd311d2 service neutron] Bound using segment: {'id': '8be91a85-4220-40c1-b0b9-712553124174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'c62f445c-d027-410c-8639-c99c6fc4cea2'} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:36:31.173497 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-80687c98-02cd-4aca-9d3d-187b3027e609 req-eda23bcb-e63f-4863-845b-bb53efd311d2 service neutron] Bound port: b7176eb0-5af5-4521-a276-0dff3c9976f7, host: n-h2-818022-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8be91a85-4220-40c1-b0b9-712553124174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'c62f445c-d027-410c-8639-c99c6fc4cea2'}}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:36:31.173875 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-80687c98-02cd-4aca-9d3d-187b3027e609 req-eda23bcb-e63f-4863-845b-bb53efd311d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:36:31.540287 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-80687c98-02cd-4aca-9d3d-187b3027e609 req-eda23bcb-e63f-4863-845b-bb53efd311d2 service neutron] For port b7176eb0-5af5-4521-a276-0dff3c9976f7, host n-h2-818022-2, cleared binding levels {{(pid=103365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:36:31.544374 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-80687c98-02cd-4aca-9d3d-187b3027e609 req-eda23bcb-e63f-4863-845b-bb53efd311d2 service neutron] For port b7176eb0-5af5-4521-a276-0dff3c9976f7, host n-h2-818022-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=b7176eb0-5af5-4521-a276-0dff3c9976f7,segment=NetworkSegment(8be91a85-4220-40c1-b0b9-712553124174),segment_id=8be91a85-4220-40c1-b0b9-712553124174)] {{(pid=103365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:36:31.548384 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-80687c98-02cd-4aca-9d3d-187b3027e609 req-eda23bcb-e63f-4863-845b-bb53efd311d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:36:31.586806 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80687c98-02cd-4aca-9d3d-187b3027e609 req-eda23bcb-e63f-4863-845b-bb53efd311d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:36:31.587535 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-80687c98-02cd-4aca-9d3d-187b3027e609 req-eda23bcb-e63f-4863-845b-bb53efd311d2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:36:31.596754 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-80687c98-02cd-4aca-9d3d-187b3027e609 req-eda23bcb-e63f-4863-845b-bb53efd311d2 service neutron] 10.222.0.86 "PUT /v2.0/ports/b7176eb0-5af5-4521-a276-0dff3c9976f7 HTTP/1.1" status: 200 len: 1091 time: 1.0781937 Nov 19 18:36:31.620767 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda23bcb-e63f-4863-845b-bb53efd311d2 service neutron] Pushing event updated for resources: {'Port': ['ID=b7176eb0-5af5-4521-a276-0dff3c9976f7,revision_number=7']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:36:31.684703 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80687c98-02cd-4aca-9d3d-187b3027e609 req-37ae4559-236b-46d4-8a3e-191e6f1a9c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:36:31.686374 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-80687c98-02cd-4aca-9d3d-187b3027e609 req-37ae4559-236b-46d4-8a3e-191e6f1a9c55 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=a8598287498a4915a129e378733334d3&device_id=665ffb67-aae7-49f5-bbd0-00e0ae5bd4aa HTTP/1.1" status: 200 len: 1094 time: 0.0532830 Nov 19 18:36:31.799059 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80687c98-02cd-4aca-9d3d-187b3027e609 req-ed84917a-ec3c-40cd-ab15-a11df07c527a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:36:31.800628 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-80687c98-02cd-4aca-9d3d-187b3027e609 req-ed84917a-ec3c-40cd-ab15-a11df07c527a service neutron] 10.222.0.86 "GET /v2.0/networks?id=c62f445c-d027-410c-8639-c99c6fc4cea2 HTTP/1.1" status: 200 len: 912 time: 0.1064920 Nov 19 18:36:31.876741 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-80687c98-02cd-4aca-9d3d-187b3027e609 req-108cbc72-fee2-4776-8386-45708ddc6106 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b7176eb0-5af5-4521-a276-0dff3c9976f7 HTTP/1.1" status: 200 len: 1000 time: 0.0664735 Nov 19 18:36:31.888249 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ac6d51-ee26-4e91-9155-8e138134aafb req-9921f75c-309b-42eb-beca-536b2f378cc9 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:36:31.890403 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-61ac6d51-ee26-4e91-9155-8e138134aafb req-9921f75c-309b-42eb-beca-536b2f378cc9 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/ports?device_id=665ffb67-aae7-49f5-bbd0-00e0ae5bd4aa HTTP/1.1" status: 200 len: 943 time: 0.0540543 Nov 19 18:36:31.932925 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80687c98-02cd-4aca-9d3d-187b3027e609 req-0890e9be-9348-488a-8216-0370be8b407b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:36:31.934389 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-80687c98-02cd-4aca-9d3d-187b3027e609 req-0890e9be-9348-488a-8216-0370be8b407b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=4c531004-9720-4b69-9725-2e9002c2930c HTTP/1.1" status: 200 len: 850 time: 0.0503933 Nov 19 18:36:31.946529 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-61ac6d51-ee26-4e91-9155-8e138134aafb req-6bb5db55-f4d8-4dcf-abc0-706a1ec080b1 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/security-groups?id=84e134bc-7746-4f2e-9297-aa0d940279a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499182 Nov 19 18:36:31.986413 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80687c98-02cd-4aca-9d3d-187b3027e609 req-d2068124-dde7-4190-bc8c-a566437b32b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:36:31.987934 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-80687c98-02cd-4aca-9d3d-187b3027e609 req-d2068124-dde7-4190-bc8c-a566437b32b0 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c62f445c-d027-410c-8639-c99c6fc4cea2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0461228 Nov 19 18:36:32.081833 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-80687c98-02cd-4aca-9d3d-187b3027e609 req-c0fd7d34-6f38-40d2-acb8-ccf969109be8 service neutron] 10.222.0.86 "GET /v2.0/networks/c62f445c-d027-410c-8639-c99c6fc4cea2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830851 Nov 19 18:36:32.088850 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a1282ddf-8808-4dfa-b66a-fbc22c8bdb38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:36:32.173495 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-80687c98-02cd-4aca-9d3d-187b3027e609 req-e0614bef-b9c0-48fe-942e-49be269c7d1b service neutron] 10.222.0.86 "GET /v2.0/networks/c62f445c-d027-410c-8639-c99c6fc4cea2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857608 Nov 19 18:36:32.908815 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '665ffb67-aae7-49f5-bbd0-00e0ae5bd4aa', 'tag': 'b7176eb0-5af5-4521-a276-0dff3c9976f7'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:36:32.911134 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd49725d620cdd9f83c5eaf1b0fd23d69d3d375bb9795dcb3d54cd15509d3c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06d401ec-3c15-43cf-8f18-8ae63edc559b" -d '{"events": [{"name": "network-changed", "server_uuid": "665ffb67-aae7-49f5-bbd0-00e0ae5bd4aa", "tag": "b7176eb0-5af5-4521-a276-0dff3c9976f7"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:36:32.965729 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 18:36:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce8e2d20-3cfa-4361-ad0d-344ffa5b55d9 x-openstack-request-id: req-ce8e2d20-3cfa-4361-ad0d-344ffa5b55d9 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:36:32.966573 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "665ffb67-aae7-49f5-bbd0-00e0ae5bd4aa", "tag": "b7176eb0-5af5-4521-a276-0dff3c9976f7", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:36:32.966851 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ce8e2d20-3cfa-4361-ad0d-344ffa5b55d9 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:36:32.967253 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '665ffb67-aae7-49f5-bbd0-00e0ae5bd4aa', 'tag': 'b7176eb0-5af5-4521-a276-0dff3c9976f7', 'status': 'completed', 'code': 200} Nov 19 18:36:33.034308 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d401ec-3c15-43cf-8f18-8ae63edc559b req-c778daf4-c6f6-4858-b835-32ea298c6112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:36:33.036929 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-06d401ec-3c15-43cf-8f18-8ae63edc559b req-c778daf4-c6f6-4858-b835-32ea298c6112 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=a8598287498a4915a129e378733334d3&device_id=665ffb67-aae7-49f5-bbd0-00e0ae5bd4aa HTTP/1.1" status: 200 len: 1094 time: 0.0492876 Nov 19 18:36:33.065223 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d401ec-3c15-43cf-8f18-8ae63edc559b req-a748e4a0-8136-4d52-b886-8275de8d0254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:36:33.066781 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-06d401ec-3c15-43cf-8f18-8ae63edc559b req-a748e4a0-8136-4d52-b886-8275de8d0254 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a8598287498a4915a129e378733334d3&device_id=665ffb67-aae7-49f5-bbd0-00e0ae5bd4aa HTTP/1.1" status: 200 len: 1094 time: 0.0709724 Nov 19 18:36:33.133502 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ceab17-51ac-4fa3-8b02-1ccd5349bd1d req-c59ee866-d665-4b27-bcad-3f95817e359e tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:36:33.136102 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b8ceab17-51ac-4fa3-8b02-1ccd5349bd1d req-c59ee866-d665-4b27-bcad-3f95817e359e tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/ports?device_id=665ffb67-aae7-49f5-bbd0-00e0ae5bd4aa HTTP/1.1" status: 200 len: 943 time: 0.1103728 Nov 19 18:36:33.141176 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d401ec-3c15-43cf-8f18-8ae63edc559b req-ab91e697-71be-4f0f-8029-ac97ef4d7a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:36:33.143082 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-06d401ec-3c15-43cf-8f18-8ae63edc559b req-ab91e697-71be-4f0f-8029-ac97ef4d7a68 service neutron] 10.222.0.86 "GET /v2.0/networks?id=c62f445c-d027-410c-8639-c99c6fc4cea2 HTTP/1.1" status: 200 len: 912 time: 0.0985954 Nov 19 18:36:33.199962 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d401ec-3c15-43cf-8f18-8ae63edc559b req-39ee869c-eca8-462e-a02a-89d4c2ab7bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:36:33.201343 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-06d401ec-3c15-43cf-8f18-8ae63edc559b req-39ee869c-eca8-462e-a02a-89d4c2ab7bc0 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c62f445c-d027-410c-8639-c99c6fc4cea2 HTTP/1.1" status: 200 len: 912 time: 0.1269286 Nov 19 18:36:33.227172 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-06d401ec-3c15-43cf-8f18-8ae63edc559b req-f3b37c79-3d39-42d4-91c9-90e2592145ae service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b7176eb0-5af5-4521-a276-0dff3c9976f7 HTTP/1.1" status: 200 len: 1000 time: 0.0729542 Nov 19 18:36:33.255717 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b8ceab17-51ac-4fa3-8b02-1ccd5349bd1d req-3f023f85-e56e-4cb1-a2a6-678667045e18 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/security-groups?id=84e134bc-7746-4f2e-9297-aa0d940279a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1076829 Nov 19 18:36:33.282118 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d401ec-3c15-43cf-8f18-8ae63edc559b req-3e5acb9f-f904-488e-82eb-4db399c98027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:36:33.283554 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-06d401ec-3c15-43cf-8f18-8ae63edc559b req-8aafb9a6-c45a-46a2-8a7c-d954b4382458 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b7176eb0-5af5-4521-a276-0dff3c9976f7 HTTP/1.1" status: 200 len: 1000 time: 0.0740807 Nov 19 18:36:33.283748 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-06d401ec-3c15-43cf-8f18-8ae63edc559b req-3e5acb9f-f904-488e-82eb-4db399c98027 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=4c531004-9720-4b69-9725-2e9002c2930c HTTP/1.1" status: 200 len: 850 time: 0.0479310 Nov 19 18:36:33.339911 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d401ec-3c15-43cf-8f18-8ae63edc559b req-a6b9724f-263b-4413-ad26-2e366aff3039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:36:33.340843 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d401ec-3c15-43cf-8f18-8ae63edc559b req-01182406-1354-4442-a882-06dfb83f592d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:36:33.341515 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-06d401ec-3c15-43cf-8f18-8ae63edc559b req-a6b9724f-263b-4413-ad26-2e366aff3039 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4c531004-9720-4b69-9725-2e9002c2930c HTTP/1.1" status: 200 len: 850 time: 0.0511405 Nov 19 18:36:33.348147 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-06d401ec-3c15-43cf-8f18-8ae63edc559b req-01182406-1354-4442-a882-06dfb83f592d service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c62f445c-d027-410c-8639-c99c6fc4cea2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0505729 Nov 19 18:36:33.358758 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e46ecc5a-dc14-4744-b262-3072ff2e958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:36:33.394492 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d401ec-3c15-43cf-8f18-8ae63edc559b req-ba111c2a-525f-4829-a6ca-6842942c2953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:36:33.397152 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-06d401ec-3c15-43cf-8f18-8ae63edc559b req-ba111c2a-525f-4829-a6ca-6842942c2953 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c62f445c-d027-410c-8639-c99c6fc4cea2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0485718 Nov 19 18:36:33.442861 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-06d401ec-3c15-43cf-8f18-8ae63edc559b req-975b8526-d787-4f59-a2a5-f6df16a658c7 service neutron] 10.222.0.86 "GET /v2.0/networks/c62f445c-d027-410c-8639-c99c6fc4cea2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906565 Nov 19 18:36:33.497975 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-06d401ec-3c15-43cf-8f18-8ae63edc559b req-0a235c86-d1ca-43a2-98aa-7739983542da service neutron] 10.222.0.60 "GET /v2.0/networks/c62f445c-d027-410c-8639-c99c6fc4cea2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937219 Nov 19 18:36:33.546531 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-06d401ec-3c15-43cf-8f18-8ae63edc559b req-9ccdb238-3b14-47aa-850c-ae8d32f18ac0 service neutron] 10.222.0.86 "GET /v2.0/networks/c62f445c-d027-410c-8639-c99c6fc4cea2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928588 Nov 19 18:36:33.610979 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-06d401ec-3c15-43cf-8f18-8ae63edc559b req-1cfd9f3d-4ee3-4841-b9f9-347a691acd14 service neutron] 10.222.0.60 "GET /v2.0/networks/c62f445c-d027-410c-8639-c99c6fc4cea2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056612 Nov 19 18:36:34.004970 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device b7176eb0-5af5-4521-a276-0dff3c9976f7 details requested by agent hyperv_n-h2-818022-2 with host n-h2-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 18:36:34.097837 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port b7176eb0-5af5-4521-a276-0dff3c9976f7, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=b7176eb0-5af5-4521-a276-0dff3c9976f7,segment=NetworkSegment(8be91a85-4220-40c1-b0b9-712553124174),segment_id=8be91a85-4220-40c1-b0b9-712553124174)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:36:34.110672 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Returning: {'device': 'b7176eb0-5af5-4521-a276-0dff3c9976f7', 'network_id': 'c62f445c-d027-410c-8639-c99c6fc4cea2', 'port_id': 'b7176eb0-5af5-4521-a276-0dff3c9976f7', 'mac_address': 'fa:16:3e:a7:ef:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 669, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c531004-9720-4b69-9725-2e9002c2930c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 18:36:34.168188 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:36:34.169946 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:36:34.183278 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7176eb0-5af5-4521-a276-0dff3c9976f7 {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:36:34.208500 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port b7176eb0-5af5-4521-a276-0dff3c9976f7, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=b7176eb0-5af5-4521-a276-0dff3c9976f7,segment=NetworkSegment(8be91a85-4220-40c1-b0b9-712553124174),segment_id=8be91a85-4220-40c1-b0b9-712553124174)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:36:34.213917 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:36:34.218263 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:36:34.265450 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Pushing event updated for resources: {'Port': ['ID=b7176eb0-5af5-4521-a276-0dff3c9976f7,revision_number=8']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:36:34.273200 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:36:34.273551 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:36:34.273915 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:36:34.274253 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:36:34.274583 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:36:34.274910 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:36:34.275240 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:36:34.275563 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:36:34.275885 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:36:34.276240 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:36:34.276564 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:36:34.276881 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:36:34.333191 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device b7176eb0-5af5-4521-a276-0dff3c9976f7 no longer exists at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:36:34.382130 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8290de04-1b81-4166-9fdf-9235a898be98 req-1d798547-c084-495d-9e82-1c7c0a87fa5e tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:36:34.382705 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device b7176eb0-5af5-4521-a276-0dff3c9976f7 not bound to the agent host n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:36:34.383652 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8290de04-1b81-4166-9fdf-9235a898be98 req-1d798547-c084-495d-9e82-1c7c0a87fa5e tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/ports?device_id=665ffb67-aae7-49f5-bbd0-00e0ae5bd4aa HTTP/1.1" status: 200 len: 944 time: 0.0542119 Nov 19 18:36:34.435069 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8290de04-1b81-4166-9fdf-9235a898be98 req-b1cb3163-31c2-494c-ab93-997e8dec3a93 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/security-groups?id=84e134bc-7746-4f2e-9297-aa0d940279a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449371 Nov 19 18:36:34.452629 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] get_ports_and_sgs() called for port_ids ['b7176eb0-5af5-4521-a276-0dff3c9976f7'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:36:34.794020 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23468cf0-99de-42d0-a309-ad045be54b47 req-6cf14521-07f0-432e-a2e4-7cfc38fe6e9d tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:36:34.795443 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-23468cf0-99de-42d0-a309-ad045be54b47 req-6cf14521-07f0-432e-a2e4-7cfc38fe6e9d tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.86 "GET /v2.0/ports?device_id=665ffb67-aae7-49f5-bbd0-00e0ae5bd4aa&tenant_id=a8598287498a4915a129e378733334d3&binding%3Ahost_id=n-h2-818022-2 HTTP/1.1" status: 200 len: 944 time: 0.0858152 Nov 19 18:36:34.808307 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5396657-0ab9-43fd-b271-10f910ef2d43 req-ab00c814-51e7-4665-a8fd-b8a96070cdbd tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:36:34.809851 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e5396657-0ab9-43fd-b271-10f910ef2d43 req-ab00c814-51e7-4665-a8fd-b8a96070cdbd tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/ports?device_id=665ffb67-aae7-49f5-bbd0-00e0ae5bd4aa HTTP/1.1" status: 200 len: 944 time: 0.0868642 Nov 19 18:36:34.899516 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e5396657-0ab9-43fd-b271-10f910ef2d43 req-21cbf3fb-8671-497c-9383-d97220fe5dc7 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/security-groups?id=84e134bc-7746-4f2e-9297-aa0d940279a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833008 Nov 19 18:36:34.901766 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-23468cf0-99de-42d0-a309-ad045be54b47 req-179141a6-792e-47ad-82cc-2f8aa021308f service neutron] 10.222.0.86 "GET /v2.0/ports/b7176eb0-5af5-4521-a276-0dff3c9976f7/bindings/n-h2-818022-2 HTTP/1.1" status: 200 len: 382 time: 0.0904922 Nov 19 18:36:34.948640 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e013d7e6-5264-4dcc-9759-54f5fb809e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:36:34.982147 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23468cf0-99de-42d0-a309-ad045be54b47 req-e35f7cae-c019-4719-b127-8a38fc938449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:36:34.983658 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-23468cf0-99de-42d0-a309-ad045be54b47 req-e35f7cae-c019-4719-b127-8a38fc938449 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=a8598287498a4915a129e378733334d3&device_id=665ffb67-aae7-49f5-bbd0-00e0ae5bd4aa HTTP/1.1" status: 200 len: 1095 time: 0.0484312 Nov 19 18:36:35.075205 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23468cf0-99de-42d0-a309-ad045be54b47 req-105de0ca-45b2-41f3-b984-fd8a9ba1a6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:36:35.076607 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-23468cf0-99de-42d0-a309-ad045be54b47 req-105de0ca-45b2-41f3-b984-fd8a9ba1a6ae service neutron] 10.222.0.86 "GET /v2.0/networks?id=c62f445c-d027-410c-8639-c99c6fc4cea2 HTTP/1.1" status: 200 len: 912 time: 0.0851219 Nov 19 18:36:35.148293 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-23468cf0-99de-42d0-a309-ad045be54b47 req-52feb5cd-4786-40c6-88e1-f823a0361ebc service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b7176eb0-5af5-4521-a276-0dff3c9976f7 HTTP/1.1" status: 200 len: 1001 time: 0.0636599 Nov 19 18:36:35.202285 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23468cf0-99de-42d0-a309-ad045be54b47 req-725d459b-c3fc-4802-a292-d6cad1f9dcd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:36:35.203753 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-23468cf0-99de-42d0-a309-ad045be54b47 req-725d459b-c3fc-4802-a292-d6cad1f9dcd6 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=4c531004-9720-4b69-9725-2e9002c2930c HTTP/1.1" status: 200 len: 850 time: 0.0453334 Nov 19 18:36:35.253463 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23468cf0-99de-42d0-a309-ad045be54b47 req-7e8d24c9-11ac-40f7-8eb0-aaa25fe707f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:36:35.255082 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-23468cf0-99de-42d0-a309-ad045be54b47 req-7e8d24c9-11ac-40f7-8eb0-aaa25fe707f9 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c62f445c-d027-410c-8639-c99c6fc4cea2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436914 Nov 19 18:36:35.287332 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:36:35.353530 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-23468cf0-99de-42d0-a309-ad045be54b47 req-8ef4b1bd-1ec2-4600-a6b8-a9f7bcbf8697 service neutron] 10.222.0.86 "GET /v2.0/networks/c62f445c-d027-410c-8639-c99c6fc4cea2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897734 Nov 19 18:36:35.446442 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-23468cf0-99de-42d0-a309-ad045be54b47 req-c2bb5a3a-ab47-4364-b96b-6e9a6edcce01 service neutron] 10.222.0.86 "GET /v2.0/networks/c62f445c-d027-410c-8639-c99c6fc4cea2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854652 Nov 19 18:36:36.032382 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cbc41c-258d-4bf2-8587-7b164a9c3a3d req-2b22f11e-3bdd-455e-b4fd-948530388d98 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:36:36.033796 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device b7176eb0-5af5-4521-a276-0dff3c9976f7 up at agent hyperv_n-h2-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:36:36.034291 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-e3cbc41c-258d-4bf2-8587-7b164a9c3a3d req-2b22f11e-3bdd-455e-b4fd-948530388d98 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/ports?device_id=665ffb67-aae7-49f5-bbd0-00e0ae5bd4aa HTTP/1.1" status: 200 len: 944 time: 0.0506544 Nov 19 18:36:36.088047 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Provisioning for port b7176eb0-5af5-4521-a276-0dff3c9976f7 completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 18:36:36.092144 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Provisioning complete for port b7176eb0-5af5-4521-a276-0dff3c9976f7 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:36:36.092514 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:36:36.095014 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-e3cbc41c-258d-4bf2-8587-7b164a9c3a3d req-36444328-e0f6-48bc-b89f-a953c7bd681c tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/security-groups?id=84e134bc-7746-4f2e-9297-aa0d940279a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548518 Nov 19 18:36:36.174578 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:36:36.197568 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '665ffb67-aae7-49f5-bbd0-00e0ae5bd4aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7176eb0-5af5-4521-a276-0dff3c9976f7'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:36:36.200273 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e87da51c426c585745380e4f647dbd896557016b88dd9fb127e5d98628c937cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1379ba6-214d-47e0-b912-886f846d1411" -d '{"events": [{"server_uuid": "665ffb67-aae7-49f5-bbd0-00e0ae5bd4aa", "name": "network-vif-plugged", "status": "completed", "tag": "b7176eb0-5af5-4521-a276-0dff3c9976f7"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:36:36.212966 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port b7176eb0-5af5-4521-a276-0dff3c9976f7, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=b7176eb0-5af5-4521-a276-0dff3c9976f7,segment=NetworkSegment(8be91a85-4220-40c1-b0b9-712553124174),segment_id=8be91a85-4220-40c1-b0b9-712553124174)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:36:36.218450 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:36:36.260556 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:36:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f27f79ef-cfdc-4f1a-83cd-567d7d44c08e x-openstack-request-id: req-f27f79ef-cfdc-4f1a-83cd-567d7d44c08e {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:36:36.261341 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "665ffb67-aae7-49f5-bbd0-00e0ae5bd4aa", "name": "network-vif-plugged", "status": "completed", "tag": "b7176eb0-5af5-4521-a276-0dff3c9976f7", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:36:36.261596 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f27f79ef-cfdc-4f1a-83cd-567d7d44c08e {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:36:36.262054 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '665ffb67-aae7-49f5-bbd0-00e0ae5bd4aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7176eb0-5af5-4521-a276-0dff3c9976f7', 'code': 200} Nov 19 18:36:36.271484 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Pushing event updated for resources: {'Port': ['ID=b7176eb0-5af5-4521-a276-0dff3c9976f7,revision_number=9']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:36:37.222129 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf7550c-a5cf-48f9-b570-74d585faeb67 req-487ebad4-e5a6-42da-a5e7-7c470dfb0f28 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:36:37.224264 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-abf7550c-a5cf-48f9-b570-74d585faeb67 req-487ebad4-e5a6-42da-a5e7-7c470dfb0f28 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/ports?device_id=665ffb67-aae7-49f5-bbd0-00e0ae5bd4aa HTTP/1.1" status: 200 len: 945 time: 0.0549822 Nov 19 18:36:37.272989 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-abf7550c-a5cf-48f9-b570-74d585faeb67 req-21ed1c53-7601-4203-9da2-7a8f65eb2aab tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/security-groups?id=84e134bc-7746-4f2e-9297-aa0d940279a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427501 Nov 19 18:36:37.459616 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23468cf0-99de-42d0-a309-ad045be54b47 req-1cd75b53-f5b2-4712-8446-e5a85dc9897c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:36:37.461113 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-23468cf0-99de-42d0-a309-ad045be54b47 req-1cd75b53-f5b2-4712-8446-e5a85dc9897c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=665ffb67-aae7-49f5-bbd0-00e0ae5bd4aa&tenant_id=a8598287498a4915a129e378733334d3 HTTP/1.1" status: 200 len: 1096 time: 0.0412493 Nov 19 18:36:37.473141 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-23468cf0-99de-42d0-a309-ad045be54b47 req-69880106-1475-49c1-b493-167f2efe7eb6 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-818022-2', 'device_owner': 'compute:nova'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:36:37.525636 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-23468cf0-99de-42d0-a309-ad045be54b47 req-69880106-1475-49c1-b493-167f2efe7eb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:36:37.729829 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-23468cf0-99de-42d0-a309-ad045be54b47 req-69880106-1475-49c1-b493-167f2efe7eb6 service neutron] For port b7176eb0-5af5-4521-a276-0dff3c9976f7, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=b7176eb0-5af5-4521-a276-0dff3c9976f7,segment=NetworkSegment(8be91a85-4220-40c1-b0b9-712553124174),segment_id=8be91a85-4220-40c1-b0b9-712553124174)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:36:37.761000 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-23468cf0-99de-42d0-a309-ad045be54b47 req-69880106-1475-49c1-b493-167f2efe7eb6 service neutron] For port b7176eb0-5af5-4521-a276-0dff3c9976f7, host n-h2-818022-2, cleared binding levels {{(pid=103364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:36:37.801479 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '665ffb67-aae7-49f5-bbd0-00e0ae5bd4aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b7176eb0-5af5-4521-a276-0dff3c9976f7'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:36:37.804039 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52b8413beb4c6ee9e3ef24221fee7166c8d58dd3d366bc989a0565316b268f0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb95552a-a029-4098-be4b-e83e7c7d932f" -d '{"events": [{"server_uuid": "665ffb67-aae7-49f5-bbd0-00e0ae5bd4aa", "name": "network-vif-unplugged", "status": "completed", "tag": "b7176eb0-5af5-4521-a276-0dff3c9976f7"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:36:37.808085 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-23468cf0-99de-42d0-a309-ad045be54b47 req-69880106-1475-49c1-b493-167f2efe7eb6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:36:37.820590 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.provisioning_blocks [req-23468cf0-99de-42d0-a309-ad045be54b47 req-69880106-1475-49c1-b493-167f2efe7eb6 service neutron] Transition to ACTIVE for port object b7176eb0-5af5-4521-a276-0dff3c9976f7 will not be triggered until provisioned by entity L2. {{(pid=103364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 18:36:37.824659 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-23468cf0-99de-42d0-a309-ad045be54b47 req-69880106-1475-49c1-b493-167f2efe7eb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:36:37.862195 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 18:36:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b5e3c01-2fa4-4e83-a7f3-4945e76dfd65 x-openstack-request-id: req-2b5e3c01-2fa4-4e83-a7f3-4945e76dfd65 {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:36:37.862497 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "665ffb67-aae7-49f5-bbd0-00e0ae5bd4aa", "name": "network-vif-unplugged", "status": "completed", "tag": "b7176eb0-5af5-4521-a276-0dff3c9976f7", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:36:37.862751 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-2b5e3c01-2fa4-4e83-a7f3-4945e76dfd65 {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:36:37.863150 n-d-818022-2 neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '665ffb67-aae7-49f5-bbd0-00e0ae5bd4aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b7176eb0-5af5-4521-a276-0dff3c9976f7', 'code': 200} Nov 19 18:36:37.911968 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69880106-1475-49c1-b493-167f2efe7eb6 service neutron] Pushing event updated for resources: {'Port': ['ID=b7176eb0-5af5-4521-a276-0dff3c9976f7,revision_number=10']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:36:37.924210 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69880106-1475-49c1-b493-167f2efe7eb6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:36:37.924560 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69880106-1475-49c1-b493-167f2efe7eb6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:36:37.924905 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69880106-1475-49c1-b493-167f2efe7eb6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:36:37.925246 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69880106-1475-49c1-b493-167f2efe7eb6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:36:37.925590 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69880106-1475-49c1-b493-167f2efe7eb6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:36:37.925949 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69880106-1475-49c1-b493-167f2efe7eb6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:36:37.926283 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69880106-1475-49c1-b493-167f2efe7eb6 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:36:37.926609 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69880106-1475-49c1-b493-167f2efe7eb6 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:36:37.926937 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69880106-1475-49c1-b493-167f2efe7eb6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:36:37.927260 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69880106-1475-49c1-b493-167f2efe7eb6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:36:37.927583 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69880106-1475-49c1-b493-167f2efe7eb6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:36:37.927908 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69880106-1475-49c1-b493-167f2efe7eb6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:36:37.959084 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [req-23468cf0-99de-42d0-a309-ad045be54b47 req-69880106-1475-49c1-b493-167f2efe7eb6 service neutron] No DVR routers for this DVR port b7176eb0-5af5-4521-a276-0dff3c9976f7 on host n-h2-818022-2 {{(pid=103364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:36:38.098489 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-23468cf0-99de-42d0-a309-ad045be54b47 req-69880106-1475-49c1-b493-167f2efe7eb6 service neutron] Attempting to bind port b7176eb0-5af5-4521-a276-0dff3c9976f7 on host n-h1-818022-2 for vnic_type normal with profile {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:36:38.098819 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-23468cf0-99de-42d0-a309-ad045be54b47 req-69880106-1475-49c1-b493-167f2efe7eb6 service neutron] Attempting to bind port b7176eb0-5af5-4521-a276-0dff3c9976f7 by drivers openvswitch,hyperv on host n-h1-818022-2 at level 0 using segments [{'id': '8be91a85-4220-40c1-b0b9-712553124174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'c62f445c-d027-410c-8639-c99c6fc4cea2'}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:36:38.099143 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23468cf0-99de-42d0-a309-ad045be54b47 req-69880106-1475-49c1-b493-167f2efe7eb6 service neutron] Attempting to bind port b7176eb0-5af5-4521-a276-0dff3c9976f7 on network c62f445c-d027-410c-8639-c99c6fc4cea2 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:36:38.103304 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23468cf0-99de-42d0-a309-ad045be54b47 req-69880106-1475-49c1-b493-167f2efe7eb6 service neutron] Port b7176eb0-5af5-4521-a276-0dff3c9976f7 on network c62f445c-d027-410c-8639-c99c6fc4cea2 not bound, no agent of type Open vSwitch agent registered on host n-h1-818022-2 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 18:36:38.103618 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23468cf0-99de-42d0-a309-ad045be54b47 req-69880106-1475-49c1-b493-167f2efe7eb6 service neutron] Attempting to bind port b7176eb0-5af5-4521-a276-0dff3c9976f7 on network c62f445c-d027-410c-8639-c99c6fc4cea2 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:36:38.108408 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23468cf0-99de-42d0-a309-ad045be54b47 req-69880106-1475-49c1-b493-167f2efe7eb6 service neutron] Checking agent: {'id': 'a6668d96-12fa-4ec0-99ad-77eaf490dd2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'started_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 36, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:36:38.108737 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23468cf0-99de-42d0-a309-ad045be54b47 req-69880106-1475-49c1-b493-167f2efe7eb6 service neutron] Checking segment: {'id': '8be91a85-4220-40c1-b0b9-712553124174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'c62f445c-d027-410c-8639-c99c6fc4cea2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:36:38.109111 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23468cf0-99de-42d0-a309-ad045be54b47 req-69880106-1475-49c1-b493-167f2efe7eb6 service neutron] Bound using segment: {'id': '8be91a85-4220-40c1-b0b9-712553124174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'c62f445c-d027-410c-8639-c99c6fc4cea2'} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:36:38.109525 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-23468cf0-99de-42d0-a309-ad045be54b47 req-69880106-1475-49c1-b493-167f2efe7eb6 service neutron] Bound port: b7176eb0-5af5-4521-a276-0dff3c9976f7, host: n-h1-818022-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8be91a85-4220-40c1-b0b9-712553124174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'c62f445c-d027-410c-8639-c99c6fc4cea2'}}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:36:38.109898 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-23468cf0-99de-42d0-a309-ad045be54b47 req-69880106-1475-49c1-b493-167f2efe7eb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:36:38.172231 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-23468cf0-99de-42d0-a309-ad045be54b47 req-69880106-1475-49c1-b493-167f2efe7eb6 service neutron] For port b7176eb0-5af5-4521-a276-0dff3c9976f7, host n-h1-818022-2, cleared binding levels {{(pid=103364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:36:38.175985 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-23468cf0-99de-42d0-a309-ad045be54b47 req-69880106-1475-49c1-b493-167f2efe7eb6 service neutron] For port b7176eb0-5af5-4521-a276-0dff3c9976f7, host n-h1-818022-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=b7176eb0-5af5-4521-a276-0dff3c9976f7,segment=NetworkSegment(8be91a85-4220-40c1-b0b9-712553124174),segment_id=8be91a85-4220-40c1-b0b9-712553124174)] {{(pid=103364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:36:38.180405 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-23468cf0-99de-42d0-a309-ad045be54b47 req-69880106-1475-49c1-b493-167f2efe7eb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:36:38.218892 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23468cf0-99de-42d0-a309-ad045be54b47 req-69880106-1475-49c1-b493-167f2efe7eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:36:38.219675 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-23468cf0-99de-42d0-a309-ad045be54b47 req-69880106-1475-49c1-b493-167f2efe7eb6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:36:38.220891 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-23468cf0-99de-42d0-a309-ad045be54b47 req-69880106-1475-49c1-b493-167f2efe7eb6 service neutron] 10.222.0.60 "PUT /v2.0/ports/b7176eb0-5af5-4521-a276-0dff3c9976f7 HTTP/1.1" status: 200 len: 1092 time: 0.7517276 Nov 19 18:36:38.240588 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69880106-1475-49c1-b493-167f2efe7eb6 service neutron] Pushing event updated for resources: {'Port': ['ID=b7176eb0-5af5-4521-a276-0dff3c9976f7,revision_number=11']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:36:38.288426 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23468cf0-99de-42d0-a309-ad045be54b47 req-0ac885bc-28e3-4590-a8b5-6ca2db7cf94a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:36:38.289982 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-23468cf0-99de-42d0-a309-ad045be54b47 req-0ac885bc-28e3-4590-a8b5-6ca2db7cf94a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a8598287498a4915a129e378733334d3&device_id=665ffb67-aae7-49f5-bbd0-00e0ae5bd4aa HTTP/1.1" status: 200 len: 1095 time: 0.0465612 Nov 19 18:36:38.422084 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23468cf0-99de-42d0-a309-ad045be54b47 req-fb1aec7c-7353-4f59-b851-b94ee7926877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:36:38.423555 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-23468cf0-99de-42d0-a309-ad045be54b47 req-fb1aec7c-7353-4f59-b851-b94ee7926877 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c62f445c-d027-410c-8639-c99c6fc4cea2 HTTP/1.1" status: 200 len: 912 time: 0.1258502 Nov 19 18:36:38.432218 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045d61dc-3bdb-4778-901e-918cea796b71 req-3815f78b-5efb-462c-a1b4-ce340f88d948 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:36:38.433584 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-045d61dc-3bdb-4778-901e-918cea796b71 req-3815f78b-5efb-462c-a1b4-ce340f88d948 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/ports?device_id=665ffb67-aae7-49f5-bbd0-00e0ae5bd4aa HTTP/1.1" status: 200 len: 944 time: 0.0833952 Nov 19 18:36:38.518500 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-23468cf0-99de-42d0-a309-ad045be54b47 req-dcf13298-8b1e-44a5-b848-491ce9a88091 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b7176eb0-5af5-4521-a276-0dff3c9976f7 HTTP/1.1" status: 200 len: 1000 time: 0.0838132 Nov 19 18:36:38.525439 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-045d61dc-3bdb-4778-901e-918cea796b71 req-e7f99f7e-a9c6-4bb0-a9db-593d278e33a6 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/security-groups?id=84e134bc-7746-4f2e-9297-aa0d940279a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854228 Nov 19 18:36:38.568585 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23468cf0-99de-42d0-a309-ad045be54b47 req-35505d50-6fa6-4332-b504-f1ff96918e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:36:38.570052 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-23468cf0-99de-42d0-a309-ad045be54b47 req-35505d50-6fa6-4332-b504-f1ff96918e97 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4c531004-9720-4b69-9725-2e9002c2930c HTTP/1.1" status: 200 len: 850 time: 0.0436459 Nov 19 18:36:38.619180 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23468cf0-99de-42d0-a309-ad045be54b47 req-d8192667-6e7f-472e-a5e4-4b286023013f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:36:38.621249 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-23468cf0-99de-42d0-a309-ad045be54b47 req-d8192667-6e7f-472e-a5e4-4b286023013f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c62f445c-d027-410c-8639-c99c6fc4cea2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443892 Nov 19 18:36:38.710950 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-23468cf0-99de-42d0-a309-ad045be54b47 req-136918a5-2fcb-4b58-a72f-8632037cf4f5 service neutron] 10.222.0.60 "GET /v2.0/networks/c62f445c-d027-410c-8639-c99c6fc4cea2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820098 Nov 19 18:36:38.802505 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-23468cf0-99de-42d0-a309-ad045be54b47 req-8d0021bf-ec47-4047-a49d-c8cad05f474d service neutron] 10.222.0.60 "GET /v2.0/networks/c62f445c-d027-410c-8639-c99c6fc4cea2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833631 Nov 19 18:36:39.645154 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53eaceba-39d8-44d2-b6fc-fd32fc6bbcea req-921c49a7-171e-4a88-8215-fe2a47f2454b tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:36:39.646643 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-53eaceba-39d8-44d2-b6fc-fd32fc6bbcea req-921c49a7-171e-4a88-8215-fe2a47f2454b tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/ports?device_id=665ffb67-aae7-49f5-bbd0-00e0ae5bd4aa HTTP/1.1" status: 200 len: 944 time: 0.0483892 Nov 19 18:36:39.697151 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-53eaceba-39d8-44d2-b6fc-fd32fc6bbcea req-91653df8-f922-4d23-9bfd-95a7846cb777 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/security-groups?id=84e134bc-7746-4f2e-9297-aa0d940279a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439036 Nov 19 18:36:39.864252 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '665ffb67-aae7-49f5-bbd0-00e0ae5bd4aa', 'tag': 'b7176eb0-5af5-4521-a276-0dff3c9976f7'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:36:39.866548 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52b8413beb4c6ee9e3ef24221fee7166c8d58dd3d366bc989a0565316b268f0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f16ff2d9-1e0a-458f-b353-9f7e31a8f417" -d '{"events": [{"name": "network-changed", "server_uuid": "665ffb67-aae7-49f5-bbd0-00e0ae5bd4aa", "tag": "b7176eb0-5af5-4521-a276-0dff3c9976f7"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:36:39.914446 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 18:36:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd90c4fe-2bd7-4460-a2db-f5438257b478 x-openstack-request-id: req-dd90c4fe-2bd7-4460-a2db-f5438257b478 {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:36:39.914847 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "665ffb67-aae7-49f5-bbd0-00e0ae5bd4aa", "tag": "b7176eb0-5af5-4521-a276-0dff3c9976f7", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:36:39.915302 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-dd90c4fe-2bd7-4460-a2db-f5438257b478 {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:36:39.915829 n-d-818022-2 neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '665ffb67-aae7-49f5-bbd0-00e0ae5bd4aa', 'tag': 'b7176eb0-5af5-4521-a276-0dff3c9976f7', 'status': 'completed', 'code': 200} Nov 19 18:36:39.975773 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16ff2d9-1e0a-458f-b353-9f7e31a8f417 req-f9e8ed5a-d25d-494a-970f-2af6fa4100a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:36:39.977396 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f16ff2d9-1e0a-458f-b353-9f7e31a8f417 req-f9e8ed5a-d25d-494a-970f-2af6fa4100a1 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=a8598287498a4915a129e378733334d3&device_id=665ffb67-aae7-49f5-bbd0-00e0ae5bd4aa HTTP/1.1" status: 200 len: 1095 time: 0.0425062 Nov 19 18:36:39.983046 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16ff2d9-1e0a-458f-b353-9f7e31a8f417 req-ecea1c2f-a04f-47ad-b1c4-ea426d66a954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:36:39.984574 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f16ff2d9-1e0a-458f-b353-9f7e31a8f417 req-ecea1c2f-a04f-47ad-b1c4-ea426d66a954 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a8598287498a4915a129e378733334d3&device_id=665ffb67-aae7-49f5-bbd0-00e0ae5bd4aa HTTP/1.1" status: 200 len: 1095 time: 0.0414774 Nov 19 18:36:40.048817 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device b7176eb0-5af5-4521-a276-0dff3c9976f7 no longer exists at agent hyperv_n-h2-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:36:40.069603 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16ff2d9-1e0a-458f-b353-9f7e31a8f417 req-b1c1d68a-b469-4b98-a0c5-eb91509f1659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:36:40.071155 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f16ff2d9-1e0a-458f-b353-9f7e31a8f417 req-b1c1d68a-b469-4b98-a0c5-eb91509f1659 service neutron] 10.222.0.86 "GET /v2.0/networks?id=c62f445c-d027-410c-8639-c99c6fc4cea2 HTTP/1.1" status: 200 len: 912 time: 0.0864031 Nov 19 18:36:40.090576 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16ff2d9-1e0a-458f-b353-9f7e31a8f417 req-c5900d3d-aa5f-41a8-9504-a17033403695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:36:40.092140 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f16ff2d9-1e0a-458f-b353-9f7e31a8f417 req-c5900d3d-aa5f-41a8-9504-a17033403695 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c62f445c-d027-410c-8639-c99c6fc4cea2 HTTP/1.1" status: 200 len: 912 time: 0.0960164 Nov 19 18:36:40.096419 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device b7176eb0-5af5-4521-a276-0dff3c9976f7 not bound to the agent host n-h2-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:36:40.148529 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f16ff2d9-1e0a-458f-b353-9f7e31a8f417 req-692c8aba-7335-4ee8-97ab-c841c30398df service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b7176eb0-5af5-4521-a276-0dff3c9976f7 HTTP/1.1" status: 200 len: 1000 time: 0.0686612 Nov 19 18:36:40.176666 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f16ff2d9-1e0a-458f-b353-9f7e31a8f417 req-3f458b27-bc8c-4fa5-96d5-fa6bceb7fd9a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b7176eb0-5af5-4521-a276-0dff3c9976f7 HTTP/1.1" status: 200 len: 1000 time: 0.0665545 Nov 19 18:36:40.204681 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16ff2d9-1e0a-458f-b353-9f7e31a8f417 req-7087a9fe-749f-43b8-9a7b-712fd30a2f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:36:40.206317 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f16ff2d9-1e0a-458f-b353-9f7e31a8f417 req-7087a9fe-749f-43b8-9a7b-712fd30a2f0c service neutron] 10.222.0.86 "GET /v2.0/subnets?id=4c531004-9720-4b69-9725-2e9002c2930c HTTP/1.1" status: 200 len: 850 time: 0.0494895 Nov 19 18:36:40.239873 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16ff2d9-1e0a-458f-b353-9f7e31a8f417 req-cbed5454-c986-4919-a20d-e1665a911704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:36:40.241372 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f16ff2d9-1e0a-458f-b353-9f7e31a8f417 req-cbed5454-c986-4919-a20d-e1665a911704 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4c531004-9720-4b69-9725-2e9002c2930c HTTP/1.1" status: 200 len: 850 time: 0.0575349 Nov 19 18:36:40.257168 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16ff2d9-1e0a-458f-b353-9f7e31a8f417 req-e58ddb03-1d80-4644-bf12-15f4b82b61ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:36:40.259858 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f16ff2d9-1e0a-458f-b353-9f7e31a8f417 req-e58ddb03-1d80-4644-bf12-15f4b82b61ea service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c62f445c-d027-410c-8639-c99c6fc4cea2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441849 Nov 19 18:36:40.296346 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16ff2d9-1e0a-458f-b353-9f7e31a8f417 req-2c70bd79-8b8c-4021-a92f-1c05dbddbbeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:36:40.298214 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f16ff2d9-1e0a-458f-b353-9f7e31a8f417 req-2c70bd79-8b8c-4021-a92f-1c05dbddbbeb service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c62f445c-d027-410c-8639-c99c6fc4cea2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0490077 Nov 19 18:36:40.361232 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f16ff2d9-1e0a-458f-b353-9f7e31a8f417 req-04fc24aa-61d6-45ff-ac40-967d1dfd3369 service neutron] 10.222.0.86 "GET /v2.0/networks/c62f445c-d027-410c-8639-c99c6fc4cea2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928257 Nov 19 18:36:40.396120 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f16ff2d9-1e0a-458f-b353-9f7e31a8f417 req-bc156242-699d-458b-b5a6-485a052ef086 service neutron] 10.222.0.60 "GET /v2.0/networks/c62f445c-d027-410c-8639-c99c6fc4cea2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909810 Nov 19 18:36:40.454995 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f16ff2d9-1e0a-458f-b353-9f7e31a8f417 req-1906988c-e760-493e-8cb1-c6db0950bd3f service neutron] 10.222.0.86 "GET /v2.0/networks/c62f445c-d027-410c-8639-c99c6fc4cea2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861247 Nov 19 18:36:40.491313 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f16ff2d9-1e0a-458f-b353-9f7e31a8f417 req-5ed190d0-4761-4f58-a990-eaadd53da869 service neutron] 10.222.0.60 "GET /v2.0/networks/c62f445c-d027-410c-8639-c99c6fc4cea2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886502 Nov 19 18:36:40.820278 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7860e2ce-8ecc-4834-8361-0c2b272be849 req-8fe8fd80-69c1-4bb3-9db4-f760b3fb8ed0 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:36:40.821770 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7860e2ce-8ecc-4834-8361-0c2b272be849 req-8fe8fd80-69c1-4bb3-9db4-f760b3fb8ed0 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/ports?device_id=665ffb67-aae7-49f5-bbd0-00e0ae5bd4aa HTTP/1.1" status: 200 len: 944 time: 0.0550330 Nov 19 18:36:40.868851 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7860e2ce-8ecc-4834-8361-0c2b272be849 req-cb5289e9-e118-4702-93d8-78b80e58debe tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/security-groups?id=84e134bc-7746-4f2e-9297-aa0d940279a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404737 Nov 19 18:36:40.985464 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2088993b-4c11-4b70-853f-ea1ed2424f07 req-67993bcd-7db5-4524-a8dc-4aca4ed65199 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:36:40.986903 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2088993b-4c11-4b70-853f-ea1ed2424f07 req-67993bcd-7db5-4524-a8dc-4aca4ed65199 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/ports?device_id=665ffb67-aae7-49f5-bbd0-00e0ae5bd4aa HTTP/1.1" status: 200 len: 944 time: 0.0492280 Nov 19 18:36:41.033777 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2088993b-4c11-4b70-853f-ea1ed2424f07 req-ab9fe96e-3234-4904-93a6-4fff22185ace tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/security-groups?id=84e134bc-7746-4f2e-9297-aa0d940279a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409343 Nov 19 18:36:41.146448 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6977ff-accc-4376-a652-960167b7768f req-119b25dc-b188-4152-92a2-ecee3963d617 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:36:41.147942 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4d6977ff-accc-4376-a652-960167b7768f req-119b25dc-b188-4152-92a2-ecee3963d617 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/ports?device_id=665ffb67-aae7-49f5-bbd0-00e0ae5bd4aa HTTP/1.1" status: 200 len: 944 time: 0.0491884 Nov 19 18:36:41.196525 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4d6977ff-accc-4376-a652-960167b7768f req-047ce5c1-c482-482b-869e-e87de8ef8616 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/security-groups?id=84e134bc-7746-4f2e-9297-aa0d940279a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425041 Nov 19 18:36:41.435674 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ef5824-040f-42a5-bf19-17b64b10123f req-5c7ca58a-d861-4e3f-8d77-6c072c88c4c8 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:36:41.437169 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e9ef5824-040f-42a5-bf19-17b64b10123f req-5c7ca58a-d861-4e3f-8d77-6c072c88c4c8 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/ports?device_id=665ffb67-aae7-49f5-bbd0-00e0ae5bd4aa HTTP/1.1" status: 200 len: 944 time: 0.0573137 Nov 19 18:36:41.485017 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e9ef5824-040f-42a5-bf19-17b64b10123f req-5b00b771-b07d-4ce1-9ae8-a86a76040207 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/security-groups?id=84e134bc-7746-4f2e-9297-aa0d940279a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415506 Nov 19 18:36:42.327697 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device b7176eb0-5af5-4521-a276-0dff3c9976f7 details requested by agent hyperv_n-h1-818022-2 with host n-h1-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 18:36:42.422002 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port b7176eb0-5af5-4521-a276-0dff3c9976f7, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=b7176eb0-5af5-4521-a276-0dff3c9976f7,segment=NetworkSegment(8be91a85-4220-40c1-b0b9-712553124174),segment_id=8be91a85-4220-40c1-b0b9-712553124174)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:36:42.433791 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Returning: {'device': 'b7176eb0-5af5-4521-a276-0dff3c9976f7', 'network_id': 'c62f445c-d027-410c-8639-c99c6fc4cea2', 'port_id': 'b7176eb0-5af5-4521-a276-0dff3c9976f7', 'mac_address': 'fa:16:3e:a7:ef:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 669, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c531004-9720-4b69-9725-2e9002c2930c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 18:36:42.469675 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:36:42.482736 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7176eb0-5af5-4521-a276-0dff3c9976f7 {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:36:42.502030 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port b7176eb0-5af5-4521-a276-0dff3c9976f7, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=b7176eb0-5af5-4521-a276-0dff3c9976f7,segment=NetworkSegment(8be91a85-4220-40c1-b0b9-712553124174),segment_id=8be91a85-4220-40c1-b0b9-712553124174)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:36:42.505897 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:36:42.555547 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=b7176eb0-5af5-4521-a276-0dff3c9976f7,revision_number=12']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:36:42.637482 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0527da6-461d-429c-8531-d4d2e03c7631 req-673f9a6f-bf5d-4a1e-aef2-51b3549c0259 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:36:42.639284 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a0527da6-461d-429c-8531-d4d2e03c7631 req-673f9a6f-bf5d-4a1e-aef2-51b3549c0259 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/ports?device_id=665ffb67-aae7-49f5-bbd0-00e0ae5bd4aa HTTP/1.1" status: 200 len: 945 time: 0.0834751 Nov 19 18:36:42.647427 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b5d1dc-085a-4cb4-b21b-98d3c442bbb2 req-9d9bcaa5-3294-4402-90c3-422b1a59ec66 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:36:42.648732 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d9b5d1dc-085a-4cb4-b21b-98d3c442bbb2 req-9d9bcaa5-3294-4402-90c3-422b1a59ec66 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.60 "GET /v2.0/ports?device_id=665ffb67-aae7-49f5-bbd0-00e0ae5bd4aa HTTP/1.1" status: 200 len: 945 time: 0.0675819 Nov 19 18:36:42.738055 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a0527da6-461d-429c-8531-d4d2e03c7631 req-6c1b0fcb-5a50-46cb-a599-536f3edd9ed2 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/security-groups?id=84e134bc-7746-4f2e-9297-aa0d940279a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883224 Nov 19 18:36:42.763266 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [req-d9b5d1dc-085a-4cb4-b21b-98d3c442bbb2 req-3825f962-3587-4ff5-ba5f-aa9c67270467 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Deleting port b7176eb0-5af5-4521-a276-0dff3c9976f7 {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:36:42.763600 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-d9b5d1dc-085a-4cb4-b21b-98d3c442bbb2 req-3825f962-3587-4ff5-ba5f-aa9c67270467 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:36:42.853611 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-d9b5d1dc-085a-4cb4-b21b-98d3c442bbb2 req-3825f962-3587-4ff5-ba5f-aa9c67270467 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] For port b7176eb0-5af5-4521-a276-0dff3c9976f7, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=b7176eb0-5af5-4521-a276-0dff3c9976f7,segment=NetworkSegment(8be91a85-4220-40c1-b0b9-712553124174),segment_id=8be91a85-4220-40c1-b0b9-712553124174)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:36:42.854543 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-d9b5d1dc-085a-4cb4-b21b-98d3c442bbb2 req-3825f962-3587-4ff5-ba5f-aa9c67270467 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:36:43.018154 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-d9b5d1dc-085a-4cb4-b21b-98d3c442bbb2 req-3825f962-3587-4ff5-ba5f-aa9c67270467 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:36:43.018508 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-d9b5d1dc-085a-4cb4-b21b-98d3c442bbb2 req-3825f962-3587-4ff5-ba5f-aa9c67270467 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-671284'] for floatingip, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:36:43.018818 n-d-818022-2 neutron-server[103364]: INFO neutron.db.l3_db [req-d9b5d1dc-085a-4cb4-b21b-98d3c442bbb2 req-3825f962-3587-4ff5-ba5f-aa9c67270467 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Floating IP 26631463-ce84-43bd-ae9d-1e90e190d5c1 disassociated. External IP: 172.25.7.241, port: b7176eb0-5af5-4521-a276-0dff3c9976f7. Nov 19 18:36:43.019152 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [req-d9b5d1dc-085a-4cb4-b21b-98d3c442bbb2 req-3825f962-3587-4ff5-ba5f-aa9c67270467 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Calling delete_port for b7176eb0-5af5-4521-a276-0dff3c9976f7 owned by compute:nova {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:36:43.146143 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-d9b5d1dc-085a-4cb4-b21b-98d3c442bbb2 req-3825f962-3587-4ff5-ba5f-aa9c67270467 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:36:43.175642 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3825f962-3587-4ff5-ba5f-aa9c67270467 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Pushing event deleted for resources: {'Port': ['ID=b7176eb0-5af5-4521-a276-0dff3c9976f7,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:36:43.299504 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d9b5d1dc-085a-4cb4-b21b-98d3c442bbb2 req-3825f962-3587-4ff5-ba5f-aa9c67270467 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Router 8be1a8c3-165b-4c7e-b8c0-7dc8c30ee0b8 has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 18:36:43.409854 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d9b5d1dc-085a-4cb4-b21b-98d3c442bbb2 req-3825f962-3587-4ff5-ba5f-aa9c67270467 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:36:43.420517 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a42943c9-e9d2-4114-8510-aed83f1b67ee None None] Sync routers for ids ['8be1a8c3-165b-4c7e-b8c0-7dc8c30ee0b8'] in n-d-818022-2 {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:36:43.431362 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a42943c9-e9d2-4114-8510-aed83f1b67ee None None] Routers {'8be1a8c3-165b-4c7e-b8c0-7dc8c30ee0b8'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:36:43.432741 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-a42943c9-e9d2-4114-8510-aed83f1b67ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:36:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['8be1a8c3-165b-4c7e-b8c0-7dc8c30ee0b8'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:36:43.451269 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9b5d1dc-085a-4cb4-b21b-98d3c442bbb2 req-3825f962-3587-4ff5-ba5f-aa9c67270467 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] No DVR routers for this DVR port b7176eb0-5af5-4521-a276-0dff3c9976f7 on host n-h1-818022-2 {{(pid=103364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:36:43.454092 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-d9b5d1dc-085a-4cb4-b21b-98d3c442bbb2 req-3825f962-3587-4ff5-ba5f-aa9c67270467 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:36:43.457496 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d9b5d1dc-085a-4cb4-b21b-98d3c442bbb2 req-3825f962-3587-4ff5-ba5f-aa9c67270467 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.60 "DELETE /v2.0/ports/b7176eb0-5af5-4521-a276-0dff3c9976f7 HTTP/1.1" status: 204 len: 173 time: 0.8007503 Nov 19 18:36:43.457967 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '665ffb67-aae7-49f5-bbd0-00e0ae5bd4aa', 'name': 'network-vif-deleted', 'tag': 'b7176eb0-5af5-4521-a276-0dff3c9976f7'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:36:43.460335 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52b8413beb4c6ee9e3ef24221fee7166c8d58dd3d366bc989a0565316b268f0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abb60b1c-e995-413d-af89-972ad5e44616" -d '{"events": [{"server_uuid": "665ffb67-aae7-49f5-bbd0-00e0ae5bd4aa", "name": "network-vif-deleted", "tag": "b7176eb0-5af5-4521-a276-0dff3c9976f7"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:36:43.504240 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:36:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b635311-7e4f-404a-90b3-545293311f02 x-openstack-request-id: req-5b635311-7e4f-404a-90b3-545293311f02 {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:36:43.504543 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "665ffb67-aae7-49f5-bbd0-00e0ae5bd4aa", "name": "network-vif-deleted", "tag": "b7176eb0-5af5-4521-a276-0dff3c9976f7", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:36:43.504818 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-5b635311-7e4f-404a-90b3-545293311f02 {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:36:43.505208 n-d-818022-2 neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '665ffb67-aae7-49f5-bbd0-00e0ae5bd4aa', 'name': 'network-vif-deleted', 'tag': 'b7176eb0-5af5-4521-a276-0dff3c9976f7', 'status': 'completed', 'code': 200} Nov 19 18:36:43.543982 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-a42943c9-e9d2-4114-8510-aed83f1b67ee None None] Set router 8be1a8c3-165b-4c7e-b8c0-7dc8c30ee0b8 gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:36:43.738901 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-a42943c9-e9d2-4114-8510-aed83f1b67ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8be1a8c3-165b-4c7e-b8c0-7dc8c30ee0b8', 'name': 'tempest-ServerActionsTestJSON-459191382-router', 'tenant_id': 'a8598287498a4915a129e378733334d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': '83246eae-8634-4e3c-8cf2-04111638b332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:30:00Z', 'updated_at': '2021-11-19T18:30:03Z', 'revision_number': 4, 'project_id': 'a8598287498a4915a129e378733334d3', 'gw_port': {'id': '83246eae-8634-4e3c-8cf2-04111638b332', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:5f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8be1a8c3-165b-4c7e-b8c0-7dc8c30ee0b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:30:01Z', 'updated_at': '2021-11-19T18:30:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': '0029c081-3810-44a3-8a35-6ff8c5cb0031', 'name': '', 'network_id': 'c62f445c-d027-410c-8639-c99c6fc4cea2', 'tenant_id': 'a8598287498a4915a129e378733334d3', 'mac_address': 'fa:16:3e:bc:3a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8be1a8c3-165b-4c7e-b8c0-7dc8c30ee0b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '4c531004-9720-4b69-9725-2e9002c2930c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:30:03Z', 'updated_at': '2021-11-19T18:30:06Z', 'revision_number': 5, 'project_id': 'a8598287498a4915a129e378733334d3', 'subnets': [{'id': '4c531004-9720-4b69-9725-2e9002c2930c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:36:43.766772 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a42943c9-e9d2-4114-8510-aed83f1b67ee None None] Checking router: 8be1a8c3-165b-4c7e-b8c0-7dc8c30ee0b8 for host: n-d-818022-2 {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:36:43.775035 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a42943c9-e9d2-4114-8510-aed83f1b67ee None None] Routers {'8be1a8c3-165b-4c7e-b8c0-7dc8c30ee0b8'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:36:43.776148 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-a42943c9-e9d2-4114-8510-aed83f1b67ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:36:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['8be1a8c3-165b-4c7e-b8c0-7dc8c30ee0b8'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:36:43.846915 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-eba16c09-9ac4-49cb-813a-c5ead7b16b83 req-df6b6983-22c1-428d-a776-6fa71285d307 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/ports?device_id=665ffb67-aae7-49f5-bbd0-00e0ae5bd4aa HTTP/1.1" status: 200 len: 210 time: 0.0285144 Nov 19 18:36:43.881373 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-a42943c9-e9d2-4114-8510-aed83f1b67ee None None] Set router 8be1a8c3-165b-4c7e-b8c0-7dc8c30ee0b8 gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:36:44.084642 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-a42943c9-e9d2-4114-8510-aed83f1b67ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8be1a8c3-165b-4c7e-b8c0-7dc8c30ee0b8', 'name': 'tempest-ServerActionsTestJSON-459191382-router', 'tenant_id': 'a8598287498a4915a129e378733334d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': '83246eae-8634-4e3c-8cf2-04111638b332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:30:00Z', 'updated_at': '2021-11-19T18:30:03Z', 'revision_number': 4, 'project_id': 'a8598287498a4915a129e378733334d3', 'gw_port': {'id': '83246eae-8634-4e3c-8cf2-04111638b332', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:5f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8be1a8c3-165b-4c7e-b8c0-7dc8c30ee0b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:30:01Z', 'updated_at': '2021-11-19T18:30:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': '0029c081-3810-44a3-8a35-6ff8c5cb0031', 'name': '', 'network_id': 'c62f445c-d027-410c-8639-c99c6fc4cea2', 'tenant_id': 'a8598287498a4915a129e378733334d3', 'mac_address': 'fa:16:3e:bc:3a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8be1a8c3-165b-4c7e-b8c0-7dc8c30ee0b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '4c531004-9720-4b69-9725-2e9002c2930c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:30:03Z', 'updated_at': '2021-11-19T18:30:06Z', 'revision_number': 5, 'project_id': 'a8598287498a4915a129e378733334d3', 'subnets': [{'id': '4c531004-9720-4b69-9725-2e9002c2930c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:36:44.110327 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a42943c9-e9d2-4114-8510-aed83f1b67ee None None] The sync data for ids ['8be1a8c3-165b-4c7e-b8c0-7dc8c30ee0b8'] in n-d-818022-2 is: [{'id': '8be1a8c3-165b-4c7e-b8c0-7dc8c30ee0b8', 'name': 'tempest-ServerActionsTestJSON-459191382-router', 'tenant_id': 'a8598287498a4915a129e378733334d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': '83246eae-8634-4e3c-8cf2-04111638b332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:30:00Z', 'updated_at': '2021-11-19T18:30:03Z', 'revision_number': 4, 'project_id': 'a8598287498a4915a129e378733334d3', 'gw_port': {'id': '83246eae-8634-4e3c-8cf2-04111638b332', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:5f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8be1a8c3-165b-4c7e-b8c0-7dc8c30ee0b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:30:01Z', 'updated_at': '2021-11-19T18:30:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': '0029c081-3810-44a3-8a35-6ff8c5cb0031', 'name': '', 'network_id': 'c62f445c-d027-410c-8639-c99c6fc4cea2', 'tenant_id': 'a8598287498a4915a129e378733334d3', 'mac_address': 'fa:16:3e:bc:3a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8be1a8c3-165b-4c7e-b8c0-7dc8c30ee0b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '4c531004-9720-4b69-9725-2e9002c2930c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:30:03Z', 'updated_at': '2021-11-19T18:30:06Z', 'revision_number': 5, 'project_id': 'a8598287498a4915a129e378733334d3', 'subnets': [{'id': '4c531004-9720-4b69-9725-2e9002c2930c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:36:44.314049 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-631cbbcf-6e8e-4932-883a-84a57bb3263b None None] New status for floating IP 26631463-ce84-43bd-ae9d-1e90e190d5c1: DOWN {{(pid=103366) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 18:36:44.349577 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device b7176eb0-5af5-4521-a276-0dff3c9976f7 no longer exists at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:36:44.410123 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] No Port match for: b7176eb0-5af5-4521-a276-0dff3c9976f7 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:36:44.410471 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device b7176eb0-5af5-4521-a276-0dff3c9976f7 not bound to the agent host n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:36:45.139869 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fd9d4e15-6306-41ce-ac50-1aebbfa8cf2a req-0f80134c-4dbb-48aa-8252-0d99cca68af5 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--475600860&fields=id&tenant_id=a8598287498a4915a129e378733334d3 HTTP/1.1" status: 200 len: 267 time: 0.0432088 Nov 19 18:36:45.250013 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9d4e15-6306-41ce-ac50-1aebbfa8cf2a req-b6817edb-47cc-461b-8b55-75778a80131e tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:36:45.251479 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fd9d4e15-6306-41ce-ac50-1aebbfa8cf2a req-b6817edb-47cc-461b-8b55-75778a80131e tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/networks?id=c62f445c-d027-410c-8639-c99c6fc4cea2 HTTP/1.1" status: 200 len: 811 time: 0.1049776 Nov 19 18:36:45.266200 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fd9d4e15-6306-41ce-ac50-1aebbfa8cf2a req-32db498b-848d-4d53-ac57-055f116754c9 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/quotas/a8598287498a4915a129e378733334d3 HTTP/1.1" status: 200 len: 375 time: 0.0089624 Nov 19 18:36:45.316877 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fd9d4e15-6306-41ce-ac50-1aebbfa8cf2a req-a45cb119-21ee-450e-8042-abab887a7c6d tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=a8598287498a4915a129e378733334d3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0453184 Nov 19 18:36:45.409262 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fd9d4e15-6306-41ce-ac50-1aebbfa8cf2a req-e2e9ef97-15b5-433a-8ff3-4b08f8c26bca service neutron] 10.222.0.54 "GET /v2.0/networks/c62f445c-d027-410c-8639-c99c6fc4cea2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804927 Nov 19 18:36:45.501415 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fd9d4e15-6306-41ce-ac50-1aebbfa8cf2a req-86da7d1a-1812-4fb2-9748-5204a3e46b78 service neutron] 10.222.0.54 "GET /v2.0/networks/c62f445c-d027-410c-8639-c99c6fc4cea2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861342 Nov 19 18:36:45.664472 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-4ed07a26-d634-48cf-987a-e1a938122cc1 req-06020a8b-5d88-497e-a350-02189a2dab7c tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/ports?device_id=c56ea3c6-04be-4747-999b-af2ef5b0e7db HTTP/1.1" status: 200 len: 210 time: 0.0298233 Nov 19 18:36:46.743692 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d60bb5d5-26fd-4db7-b83c-f6c470960752 req-33b956c4-7de9-4cfa-bdee-1ef4c21855c9 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/ports?device_id=c56ea3c6-04be-4747-999b-af2ef5b0e7db HTTP/1.1" status: 200 len: 210 time: 0.0273664 Nov 19 18:36:47.824839 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6f4bdcf5-9709-4abc-9059-8740cc2f4832 req-876ff40e-7f69-4a53-b516-92e0d21d9929 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/ports?device_id=c56ea3c6-04be-4747-999b-af2ef5b0e7db HTTP/1.1" status: 200 len: 210 time: 0.0294960 Nov 19 18:36:48.901890 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5baea725-e660-4c55-9da9-ca479360a126 req-67a92604-1ada-4be3-a385-25521bed54f1 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/ports?device_id=c56ea3c6-04be-4747-999b-af2ef5b0e7db HTTP/1.1" status: 200 len: 210 time: 0.0258660 Nov 19 18:36:49.996463 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-beb2dae5-cce8-4a96-9f7e-11b8470086c7 req-e2f247c3-e011-467c-912b-8b185ec8b42c tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/ports?device_id=c56ea3c6-04be-4747-999b-af2ef5b0e7db HTTP/1.1" status: 200 len: 210 time: 0.0262706 Nov 19 18:36:50.733364 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9d4e15-6306-41ce-ac50-1aebbfa8cf2a req-e3db28b4-6558-459c-a344-904a9613069b tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:36:50.734849 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fd9d4e15-6306-41ce-ac50-1aebbfa8cf2a req-e3db28b4-6558-459c-a344-904a9613069b tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.86 "GET /v2.0/networks?id=c62f445c-d027-410c-8639-c99c6fc4cea2 HTTP/1.1" status: 200 len: 811 time: 0.1053863 Nov 19 18:36:50.806453 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fd9d4e15-6306-41ce-ac50-1aebbfa8cf2a req-5eaaa8bf-af36-4d1d-8675-8021348d95c9 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a8598287498a4915a129e378733334d3 HTTP/1.1" status: 200 len: 379 time: 0.0616510 Nov 19 18:36:50.817573 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-fd9d4e15-6306-41ce-ac50-1aebbfa8cf2a req-20b6d94b-1749-4dbb-b713-07fbf80e6ddd tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Request body: {'port': {'device_id': 'c56ea3c6-04be-4747-999b-af2ef5b0e7db', 'network_id': 'c62f445c-d027-410c-8639-c99c6fc4cea2', 'admin_state_up': True, 'tenant_id': 'a8598287498a4915a129e378733334d3', 'security_groups': ['84e134bc-7746-4f2e-9297-aa0d940279a7']}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:36:50.933568 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd9d4e15-6306-41ce-ac50-1aebbfa8cf2a req-20b6d94b-1749-4dbb-b713-07fbf80e6ddd tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Made reservation on behalf of a8598287498a4915a129e378733334d3 for: {'port': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:36:50.937024 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-fd9d4e15-6306-41ce-ac50-1aebbfa8cf2a req-20b6d94b-1749-4dbb-b713-07fbf80e6ddd tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:36:51.057507 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [req-fd9d4e15-6306-41ce-ac50-1aebbfa8cf2a req-20b6d94b-1749-4dbb-b713-07fbf80e6ddd tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Allocated IP 172.20.0.8 (c62f445c-d027-410c-8639-c99c6fc4cea2/4c531004-9720-4b69-9725-2e9002c2930c/6e7a460f-1ae6-4388-b171-9e37b885977b) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:36:51.102812 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2fcaae88-4529-46b7-844e-6527d7d35b3e req-7eebc458-01e5-47d8-8b01-99d38bdcf054 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/ports?device_id=c56ea3c6-04be-4747-999b-af2ef5b0e7db HTTP/1.1" status: 200 len: 210 time: 0.0363493 Nov 19 18:36:51.220080 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-fd9d4e15-6306-41ce-ac50-1aebbfa8cf2a req-20b6d94b-1749-4dbb-b713-07fbf80e6ddd tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:36:51.252259 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-fd9d4e15-6306-41ce-ac50-1aebbfa8cf2a req-20b6d94b-1749-4dbb-b713-07fbf80e6ddd tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:36:51.299787 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd9d4e15-6306-41ce-ac50-1aebbfa8cf2a req-20b6d94b-1749-4dbb-b713-07fbf80e6ddd tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Network c62f445c-d027-410c-8639-c99c6fc4cea2 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:36:51.303036 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [req-fd9d4e15-6306-41ce-ac50-1aebbfa8cf2a req-20b6d94b-1749-4dbb-b713-07fbf80e6ddd tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:36:51.307388 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd9d4e15-6306-41ce-ac50-1aebbfa8cf2a req-20b6d94b-1749-4dbb-b713-07fbf80e6ddd tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:36:51.331760 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b6d94b-1749-4dbb-b713-07fbf80e6ddd tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Pushing event updated for resources: {'Port': ['ID=6e7a460f-1ae6-4388-b171-9e37b885977b,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:36:51.360468 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9d4e15-6306-41ce-ac50-1aebbfa8cf2a req-20b6d94b-1749-4dbb-b713-07fbf80e6ddd tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:36:51.361078 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-fd9d4e15-6306-41ce-ac50-1aebbfa8cf2a req-20b6d94b-1749-4dbb-b713-07fbf80e6ddd tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:36:51.382325 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fd9d4e15-6306-41ce-ac50-1aebbfa8cf2a req-20b6d94b-1749-4dbb-b713-07fbf80e6ddd tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5648463 Nov 19 18:36:51.391854 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-fd9d4e15-6306-41ce-ac50-1aebbfa8cf2a req-c99924ff-5269-43d2-8517-e11538a1b7d7 service neutron] Request body: {'port': {'device_id': 'c56ea3c6-04be-4747-999b-af2ef5b0e7db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818022-2'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:36:51.450632 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-fd9d4e15-6306-41ce-ac50-1aebbfa8cf2a req-c99924ff-5269-43d2-8517-e11538a1b7d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:36:51.491649 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-07bea7cc-fe4e-4df6-bd06-5731ffd11348 None None] Provisioning complete for port 6e7a460f-1ae6-4388-b171-9e37b885977b triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:36:51.492222 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-07bea7cc-fe4e-4df6-bd06-5731ffd11348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:36:51.530372 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-07bea7cc-fe4e-4df6-bd06-5731ffd11348 None None] Port 6e7a460f-1ae6-4388-b171-9e37b885977b cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:36:51.716136 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [req-fd9d4e15-6306-41ce-ac50-1aebbfa8cf2a req-c99924ff-5269-43d2-8517-e11538a1b7d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e7a460f-1ae6-4388-b171-9e37b885977b {{(pid=103365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:36:51.723535 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-fd9d4e15-6306-41ce-ac50-1aebbfa8cf2a req-c99924ff-5269-43d2-8517-e11538a1b7d7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:36:51.735408 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.provisioning_blocks [req-fd9d4e15-6306-41ce-ac50-1aebbfa8cf2a req-c99924ff-5269-43d2-8517-e11538a1b7d7 service neutron] Transition to ACTIVE for port object 6e7a460f-1ae6-4388-b171-9e37b885977b will not be triggered until provisioned by entity L2. {{(pid=103365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 18:36:51.739053 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-fd9d4e15-6306-41ce-ac50-1aebbfa8cf2a req-c99924ff-5269-43d2-8517-e11538a1b7d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:36:51.790654 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99924ff-5269-43d2-8517-e11538a1b7d7 service neutron] Pushing event updated for resources: {'Port': ['ID=6e7a460f-1ae6-4388-b171-9e37b885977b,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:36:51.863466 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-fd9d4e15-6306-41ce-ac50-1aebbfa8cf2a req-c99924ff-5269-43d2-8517-e11538a1b7d7 service neutron] Attempting to bind port 6e7a460f-1ae6-4388-b171-9e37b885977b on host n-h2-818022-2 for vnic_type normal with profile {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:36:51.863786 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-fd9d4e15-6306-41ce-ac50-1aebbfa8cf2a req-c99924ff-5269-43d2-8517-e11538a1b7d7 service neutron] Attempting to bind port 6e7a460f-1ae6-4388-b171-9e37b885977b by drivers openvswitch,hyperv on host n-h2-818022-2 at level 0 using segments [{'id': '8be91a85-4220-40c1-b0b9-712553124174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'c62f445c-d027-410c-8639-c99c6fc4cea2'}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:36:51.864115 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd9d4e15-6306-41ce-ac50-1aebbfa8cf2a req-c99924ff-5269-43d2-8517-e11538a1b7d7 service neutron] Attempting to bind port 6e7a460f-1ae6-4388-b171-9e37b885977b on network c62f445c-d027-410c-8639-c99c6fc4cea2 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:36:51.868729 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd9d4e15-6306-41ce-ac50-1aebbfa8cf2a req-c99924ff-5269-43d2-8517-e11538a1b7d7 service neutron] Port 6e7a460f-1ae6-4388-b171-9e37b885977b on network c62f445c-d027-410c-8639-c99c6fc4cea2 not bound, no agent of type Open vSwitch agent registered on host n-h2-818022-2 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 18:36:51.869239 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd9d4e15-6306-41ce-ac50-1aebbfa8cf2a req-c99924ff-5269-43d2-8517-e11538a1b7d7 service neutron] Attempting to bind port 6e7a460f-1ae6-4388-b171-9e37b885977b on network c62f445c-d027-410c-8639-c99c6fc4cea2 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:36:51.874902 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd9d4e15-6306-41ce-ac50-1aebbfa8cf2a req-c99924ff-5269-43d2-8517-e11538a1b7d7 service neutron] Checking agent: {'id': '525ad2ac-c4ae-4c63-af2e-0bf8d25d0f0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'started_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 36, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:36:51.875101 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd9d4e15-6306-41ce-ac50-1aebbfa8cf2a req-c99924ff-5269-43d2-8517-e11538a1b7d7 service neutron] Checking segment: {'id': '8be91a85-4220-40c1-b0b9-712553124174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'c62f445c-d027-410c-8639-c99c6fc4cea2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:36:51.875493 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd9d4e15-6306-41ce-ac50-1aebbfa8cf2a req-c99924ff-5269-43d2-8517-e11538a1b7d7 service neutron] Bound using segment: {'id': '8be91a85-4220-40c1-b0b9-712553124174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'c62f445c-d027-410c-8639-c99c6fc4cea2'} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:36:51.875917 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-fd9d4e15-6306-41ce-ac50-1aebbfa8cf2a req-c99924ff-5269-43d2-8517-e11538a1b7d7 service neutron] Bound port: 6e7a460f-1ae6-4388-b171-9e37b885977b, host: n-h2-818022-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8be91a85-4220-40c1-b0b9-712553124174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'c62f445c-d027-410c-8639-c99c6fc4cea2'}}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:36:51.876277 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-fd9d4e15-6306-41ce-ac50-1aebbfa8cf2a req-c99924ff-5269-43d2-8517-e11538a1b7d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:36:51.945972 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-fd9d4e15-6306-41ce-ac50-1aebbfa8cf2a req-c99924ff-5269-43d2-8517-e11538a1b7d7 service neutron] For port 6e7a460f-1ae6-4388-b171-9e37b885977b, host n-h2-818022-2, cleared binding levels {{(pid=103365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:36:51.949571 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-fd9d4e15-6306-41ce-ac50-1aebbfa8cf2a req-c99924ff-5269-43d2-8517-e11538a1b7d7 service neutron] For port 6e7a460f-1ae6-4388-b171-9e37b885977b, host n-h2-818022-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=6e7a460f-1ae6-4388-b171-9e37b885977b,segment=NetworkSegment(8be91a85-4220-40c1-b0b9-712553124174),segment_id=8be91a85-4220-40c1-b0b9-712553124174)] {{(pid=103365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:36:51.955156 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-fd9d4e15-6306-41ce-ac50-1aebbfa8cf2a req-c99924ff-5269-43d2-8517-e11538a1b7d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:36:51.992209 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9d4e15-6306-41ce-ac50-1aebbfa8cf2a req-c99924ff-5269-43d2-8517-e11538a1b7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:36:51.992831 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-fd9d4e15-6306-41ce-ac50-1aebbfa8cf2a req-c99924ff-5269-43d2-8517-e11538a1b7d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:36:51.994809 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fd9d4e15-6306-41ce-ac50-1aebbfa8cf2a req-c99924ff-5269-43d2-8517-e11538a1b7d7 service neutron] 10.222.0.86 "PUT /v2.0/ports/6e7a460f-1ae6-4388-b171-9e37b885977b HTTP/1.1" status: 200 len: 1091 time: 0.6068110 Nov 19 18:36:51.995284 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c56ea3c6-04be-4747-999b-af2ef5b0e7db', 'tag': '6e7a460f-1ae6-4388-b171-9e37b885977b'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:36:51.997606 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd49725d620cdd9f83c5eaf1b0fd23d69d3d375bb9795dcb3d54cd15509d3c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e9b4d4e-77c4-401e-9947-92757fd12864" -d '{"events": [{"name": "network-changed", "server_uuid": "c56ea3c6-04be-4747-999b-af2ef5b0e7db", "tag": "6e7a460f-1ae6-4388-b171-9e37b885977b"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:36:52.022288 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99924ff-5269-43d2-8517-e11538a1b7d7 service neutron] Pushing event updated for resources: {'Port': ['ID=6e7a460f-1ae6-4388-b171-9e37b885977b,revision_number=3']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:36:52.045733 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 18:36:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25a85fec-808a-43d2-a00a-936e96bfbfd8 x-openstack-request-id: req-25a85fec-808a-43d2-a00a-936e96bfbfd8 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:36:52.046100 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c56ea3c6-04be-4747-999b-af2ef5b0e7db", "tag": "6e7a460f-1ae6-4388-b171-9e37b885977b", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:36:52.046362 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-25a85fec-808a-43d2-a00a-936e96bfbfd8 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:36:52.046804 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c56ea3c6-04be-4747-999b-af2ef5b0e7db', 'tag': '6e7a460f-1ae6-4388-b171-9e37b885977b', 'status': 'completed', 'code': 200} Nov 19 18:36:52.100598 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9d4e15-6306-41ce-ac50-1aebbfa8cf2a req-17799ed1-6d7b-41fa-b849-54ea34f3fdd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:36:52.102198 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fd9d4e15-6306-41ce-ac50-1aebbfa8cf2a req-17799ed1-6d7b-41fa-b849-54ea34f3fdd1 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=a8598287498a4915a129e378733334d3&device_id=c56ea3c6-04be-4747-999b-af2ef5b0e7db HTTP/1.1" status: 200 len: 1094 time: 0.0465455 Nov 19 18:36:52.159053 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fd9d4e15-6306-41ce-ac50-1aebbfa8cf2a req-96cc5252-a67b-45df-8a24-d28ca58d362f service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6e7a460f-1ae6-4388-b171-9e37b885977b HTTP/1.1" status: 200 len: 217 time: 0.0457599 Nov 19 18:36:52.242792 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9d4e15-6306-41ce-ac50-1aebbfa8cf2a req-856bd200-2995-4a95-b4ed-6e8758cf039f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:36:52.244391 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fd9d4e15-6306-41ce-ac50-1aebbfa8cf2a req-856bd200-2995-4a95-b4ed-6e8758cf039f service neutron] 10.222.0.86 "GET /v2.0/subnets?id=4c531004-9720-4b69-9725-2e9002c2930c HTTP/1.1" status: 200 len: 850 time: 0.0771525 Nov 19 18:36:52.270557 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692a4307-0a77-4ba1-9c26-7bd24d72448b req-37fc632a-e41e-46d1-a3dc-6dde47ff3f6d tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:36:52.272043 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-692a4307-0a77-4ba1-9c26-7bd24d72448b req-37fc632a-e41e-46d1-a3dc-6dde47ff3f6d tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/ports?device_id=c56ea3c6-04be-4747-999b-af2ef5b0e7db HTTP/1.1" status: 200 len: 943 time: 0.0724299 Nov 19 18:36:52.333619 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9d4e15-6306-41ce-ac50-1aebbfa8cf2a req-7ed0bd31-faaa-4bb9-99aa-e99705bc8da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:36:52.335148 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fd9d4e15-6306-41ce-ac50-1aebbfa8cf2a req-7ed0bd31-faaa-4bb9-99aa-e99705bc8da1 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c62f445c-d027-410c-8639-c99c6fc4cea2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0811691 Nov 19 18:36:52.339489 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-692a4307-0a77-4ba1-9c26-7bd24d72448b req-c3a4cee6-a06d-40a0-af83-26d133c73073 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/security-groups?id=84e134bc-7746-4f2e-9297-aa0d940279a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530546 Nov 19 18:36:52.433311 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fd9d4e15-6306-41ce-ac50-1aebbfa8cf2a req-42ba0ca5-4874-493c-8e73-2818c291b15d service neutron] 10.222.0.86 "GET /v2.0/networks/c62f445c-d027-410c-8639-c99c6fc4cea2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864716 Nov 19 18:36:52.522104 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fd9d4e15-6306-41ce-ac50-1aebbfa8cf2a req-2c804d43-4bc5-442f-916e-172c684783f2 service neutron] 10.222.0.86 "GET /v2.0/networks/c62f445c-d027-410c-8639-c99c6fc4cea2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806994 Nov 19 18:36:52.615762 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9b4d4e-77c4-401e-9947-92757fd12864 req-eb05c7a7-39d9-44e1-b677-467ac388eb79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:36:52.617300 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6e9b4d4e-77c4-401e-9947-92757fd12864 req-eb05c7a7-39d9-44e1-b677-467ac388eb79 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=a8598287498a4915a129e378733334d3&device_id=c56ea3c6-04be-4747-999b-af2ef5b0e7db HTTP/1.1" status: 200 len: 1094 time: 0.0484970 Nov 19 18:36:52.708432 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9b4d4e-77c4-401e-9947-92757fd12864 req-9570fa5c-3684-4d53-986e-e5793b16fd97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:36:52.709946 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6e9b4d4e-77c4-401e-9947-92757fd12864 req-9570fa5c-3684-4d53-986e-e5793b16fd97 service neutron] 10.222.0.86 "GET /v2.0/networks?id=c62f445c-d027-410c-8639-c99c6fc4cea2 HTTP/1.1" status: 200 len: 912 time: 0.0843747 Nov 19 18:36:52.760670 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6e9b4d4e-77c4-401e-9947-92757fd12864 req-d2cf3950-caac-41a5-b92f-bcc65f5a5d75 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6e7a460f-1ae6-4388-b171-9e37b885977b HTTP/1.1" status: 200 len: 217 time: 0.0413797 Nov 19 18:36:52.814272 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9b4d4e-77c4-401e-9947-92757fd12864 req-f405977b-cfcb-4fdd-9235-dd298818cfa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:36:52.815676 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6e9b4d4e-77c4-401e-9947-92757fd12864 req-f405977b-cfcb-4fdd-9235-dd298818cfa3 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=4c531004-9720-4b69-9725-2e9002c2930c HTTP/1.1" status: 200 len: 850 time: 0.0471888 Nov 19 18:36:52.863144 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9b4d4e-77c4-401e-9947-92757fd12864 req-dfd6ad1a-fa10-4a6d-be15-d3ae0902286f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:36:52.864662 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6e9b4d4e-77c4-401e-9947-92757fd12864 req-dfd6ad1a-fa10-4a6d-be15-d3ae0902286f service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c62f445c-d027-410c-8639-c99c6fc4cea2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410349 Nov 19 18:36:52.962427 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6e9b4d4e-77c4-401e-9947-92757fd12864 req-ab11a552-3e5c-4454-8812-ae04fb86388a service neutron] 10.222.0.86 "GET /v2.0/networks/c62f445c-d027-410c-8639-c99c6fc4cea2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883658 Nov 19 18:36:53.055853 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6e9b4d4e-77c4-401e-9947-92757fd12864 req-9c43bbbc-6f84-4b4b-96d6-d99e15662172 service neutron] 10.222.0.86 "GET /v2.0/networks/c62f445c-d027-410c-8639-c99c6fc4cea2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839067 Nov 19 18:36:53.459414 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d78710-928b-42fd-bf14-b9bb664211d1 req-8162e6bc-8537-4015-bee8-101bf43c3990 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:36:53.460872 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-28d78710-928b-42fd-bf14-b9bb664211d1 req-8162e6bc-8537-4015-bee8-101bf43c3990 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/ports?device_id=c56ea3c6-04be-4747-999b-af2ef5b0e7db HTTP/1.1" status: 200 len: 943 time: 0.0509708 Nov 19 18:36:53.508814 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-28d78710-928b-42fd-bf14-b9bb664211d1 req-bf0b6820-f22c-42d5-95d4-56ae2f68e24a tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/security-groups?id=84e134bc-7746-4f2e-9297-aa0d940279a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409315 Nov 19 18:36:54.125031 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device 6e7a460f-1ae6-4388-b171-9e37b885977b details requested by agent hyperv_n-h2-818022-2 with host n-h2-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 18:36:54.216101 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port 6e7a460f-1ae6-4388-b171-9e37b885977b, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=6e7a460f-1ae6-4388-b171-9e37b885977b,segment=NetworkSegment(8be91a85-4220-40c1-b0b9-712553124174),segment_id=8be91a85-4220-40c1-b0b9-712553124174)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:36:54.230335 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Returning: {'device': '6e7a460f-1ae6-4388-b171-9e37b885977b', 'network_id': 'c62f445c-d027-410c-8639-c99c6fc4cea2', 'port_id': '6e7a460f-1ae6-4388-b171-9e37b885977b', 'mac_address': 'fa:16:3e:0d:f4:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 669, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c531004-9720-4b69-9725-2e9002c2930c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 18:36:54.265754 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:36:54.278687 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e7a460f-1ae6-4388-b171-9e37b885977b {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:36:54.297427 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port 6e7a460f-1ae6-4388-b171-9e37b885977b, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=6e7a460f-1ae6-4388-b171-9e37b885977b,segment=NetworkSegment(8be91a85-4220-40c1-b0b9-712553124174),segment_id=8be91a85-4220-40c1-b0b9-712553124174)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:36:54.301292 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:36:54.356269 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Pushing event updated for resources: {'Port': ['ID=6e7a460f-1ae6-4388-b171-9e37b885977b,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:36:54.507352 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] get_ports_and_sgs() called for port_ids ['6e7a460f-1ae6-4388-b171-9e37b885977b'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:36:54.629355 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83b9efd-4857-4277-ba3d-87e039dac99e req-232afa2c-007b-41c6-8813-0dd355c44459 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:36:54.630892 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c83b9efd-4857-4277-ba3d-87e039dac99e req-232afa2c-007b-41c6-8813-0dd355c44459 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/ports?device_id=c56ea3c6-04be-4747-999b-af2ef5b0e7db HTTP/1.1" status: 200 len: 944 time: 0.0535560 Nov 19 18:36:54.679056 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c83b9efd-4857-4277-ba3d-87e039dac99e req-64644365-3dd2-40aa-af25-14148c18ad62 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/security-groups?id=84e134bc-7746-4f2e-9297-aa0d940279a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413990 Nov 19 18:36:55.797004 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e04db1a-a267-4d80-a4b0-8a10c1a3ec95 req-7c63180c-9e0f-4070-81da-089fa8d1c1c5 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:36:55.798491 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-1e04db1a-a267-4d80-a4b0-8a10c1a3ec95 req-7c63180c-9e0f-4070-81da-089fa8d1c1c5 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/ports?device_id=c56ea3c6-04be-4747-999b-af2ef5b0e7db HTTP/1.1" status: 200 len: 944 time: 0.0513556 Nov 19 18:36:55.844925 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-1e04db1a-a267-4d80-a4b0-8a10c1a3ec95 req-1b9ea376-d431-44cd-9c47-350977e19541 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/security-groups?id=84e134bc-7746-4f2e-9297-aa0d940279a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401874 Nov 19 18:36:56.141870 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device 6e7a460f-1ae6-4388-b171-9e37b885977b up at agent hyperv_n-h2-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:36:56.191155 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Provisioning for port 6e7a460f-1ae6-4388-b171-9e37b885977b completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 18:36:56.195030 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Provisioning complete for port 6e7a460f-1ae6-4388-b171-9e37b885977b triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:36:56.195396 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:36:56.271785 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:36:56.293626 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c56ea3c6-04be-4747-999b-af2ef5b0e7db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e7a460f-1ae6-4388-b171-9e37b885977b'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:36:56.295859 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e87da51c426c585745380e4f647dbd896557016b88dd9fb127e5d98628c937cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e802917a-82d6-45af-ae4d-5141cb1dcdb2" -d '{"events": [{"server_uuid": "c56ea3c6-04be-4747-999b-af2ef5b0e7db", "name": "network-vif-plugged", "status": "completed", "tag": "6e7a460f-1ae6-4388-b171-9e37b885977b"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:36:56.309385 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port 6e7a460f-1ae6-4388-b171-9e37b885977b, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=6e7a460f-1ae6-4388-b171-9e37b885977b,segment=NetworkSegment(8be91a85-4220-40c1-b0b9-712553124174),segment_id=8be91a85-4220-40c1-b0b9-712553124174)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:36:56.314980 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:36:56.337984 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:36:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f0da3dd-4f05-47cd-96a4-393c278f09ae x-openstack-request-id: req-2f0da3dd-4f05-47cd-96a4-393c278f09ae {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:36:56.338277 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c56ea3c6-04be-4747-999b-af2ef5b0e7db", "name": "network-vif-plugged", "status": "completed", "tag": "6e7a460f-1ae6-4388-b171-9e37b885977b", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:36:56.338531 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-2f0da3dd-4f05-47cd-96a4-393c278f09ae {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:36:56.338920 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c56ea3c6-04be-4747-999b-af2ef5b0e7db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e7a460f-1ae6-4388-b171-9e37b885977b', 'code': 200} Nov 19 18:36:56.371239 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Pushing event updated for resources: {'Port': ['ID=6e7a460f-1ae6-4388-b171-9e37b885977b,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:36:56.442238 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763508f6-4722-4140-9093-4577b2fb9ecf req-aa82206e-4b94-430b-8285-62a973900756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:36:56.443820 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-763508f6-4722-4140-9093-4577b2fb9ecf req-aa82206e-4b94-430b-8285-62a973900756 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=c56ea3c6-04be-4747-999b-af2ef5b0e7db HTTP/1.1" status: 200 len: 1096 time: 0.0449271 Nov 19 18:36:56.488186 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-763508f6-4722-4140-9093-4577b2fb9ecf req-e230f6a7-6e9a-4718-b98d-20d73698e8c6 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=84e134bc-7746-4f2e-9297-aa0d940279a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370135 Nov 19 18:36:56.964352 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8abe02e-3e56-4abe-b238-d57d123234b1 req-bc08ed29-5296-48c6-ab80-3bf1b7744520 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:36:56.965853 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-e8abe02e-3e56-4abe-b238-d57d123234b1 req-bc08ed29-5296-48c6-ab80-3bf1b7744520 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/ports?device_id=c56ea3c6-04be-4747-999b-af2ef5b0e7db HTTP/1.1" status: 200 len: 945 time: 0.0514078 Nov 19 18:36:57.016841 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-e8abe02e-3e56-4abe-b238-d57d123234b1 req-e4df249a-ab3b-42cc-ae0c-2b25a6bc5a13 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/security-groups?id=84e134bc-7746-4f2e-9297-aa0d940279a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448155 Nov 19 18:36:58.132964 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43533bfd-1b17-4329-83bc-3a95109acb11 req-727666e6-f16c-43f6-afa6-57d183f5c834 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:36:58.134510 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-43533bfd-1b17-4329-83bc-3a95109acb11 req-727666e6-f16c-43f6-afa6-57d183f5c834 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/ports?device_id=c56ea3c6-04be-4747-999b-af2ef5b0e7db HTTP/1.1" status: 200 len: 945 time: 0.0479753 Nov 19 18:36:58.180576 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-43533bfd-1b17-4329-83bc-3a95109acb11 req-251b1f94-4118-4c24-a3d2-6af7e127a028 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/security-groups?id=84e134bc-7746-4f2e-9297-aa0d940279a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402186 Nov 19 18:36:58.290579 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ec8d39-875b-4742-b97f-a3fabc2da22a req-c534b7f0-caac-4a39-ab1e-b08b3d9c3943 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:36:58.292687 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-44ec8d39-875b-4742-b97f-a3fabc2da22a req-c534b7f0-caac-4a39-ab1e-b08b3d9c3943 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/ports?device_id=c56ea3c6-04be-4747-999b-af2ef5b0e7db HTTP/1.1" status: 200 len: 945 time: 0.0490079 Nov 19 18:36:58.301692 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 46748) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:36:58.306212 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-a9f3a9ee-114f-4516-979e-a5417f92f5c7 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Request body: {'floatingip': {'port_id': '6e7a460f-1ae6-4388-b171-9e37b885977b'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:36:58.348421 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a9f3a9ee-114f-4516-979e-a5417f92f5c7 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Publish callbacks [] for floatingip, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:36:58.405112 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.agents_db [None req-619e5c26-d9ed-4321-86eb-7d443bb9dfa2 None None] Agent healthcheck: found 7 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 18:36:59.093489 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a9f3a9ee-114f-4516-979e-a5417f92f5c7 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:36:59.097120 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a9f3a9ee-114f-4516-979e-a5417f92f5c7 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-671284'] for floatingip, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:36:59.195011 n-d-818022-2 neutron-server[103364]: INFO neutron.db.l3_db [None req-a9f3a9ee-114f-4516-979e-a5417f92f5c7 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Floating IP 26631463-ce84-43bd-ae9d-1e90e190d5c1 associated. External IP: 172.25.7.241, port: 6e7a460f-1ae6-4388-b171-9e37b885977b. Nov 19 18:36:59.393163 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9f3a9ee-114f-4516-979e-a5417f92f5c7 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Router 8be1a8c3-165b-4c7e-b8c0-7dc8c30ee0b8 has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 18:36:59.498586 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9f3a9ee-114f-4516-979e-a5417f92f5c7 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:36:59.503823 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a9f3a9ee-114f-4516-979e-a5417f92f5c7 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for floatingip, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:36:59.508265 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c20ebdaf-035a-4bdb-a09d-cb34a8d69f3e None None] Sync routers for ids ['8be1a8c3-165b-4c7e-b8c0-7dc8c30ee0b8'] in n-d-818022-2 {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:36:59.518535 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c20ebdaf-035a-4bdb-a09d-cb34a8d69f3e None None] Routers {'8be1a8c3-165b-4c7e-b8c0-7dc8c30ee0b8'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:36:59.519128 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-c20ebdaf-035a-4bdb-a09d-cb34a8d69f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:36:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['8be1a8c3-165b-4c7e-b8c0-7dc8c30ee0b8'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:36:59.530876 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-a9f3a9ee-114f-4516-979e-a5417f92f5c7 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "PUT /v2.0/floatingips/26631463-ce84-43bd-ae9d-1e90e190d5c1 HTTP/1.1" status: 200 len: 992 time: 1.2281320 Nov 19 18:36:59.531463 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c56ea3c6-04be-4747-999b-af2ef5b0e7db', 'tag': '6e7a460f-1ae6-4388-b171-9e37b885977b'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:36:59.533737 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52b8413beb4c6ee9e3ef24221fee7166c8d58dd3d366bc989a0565316b268f0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad4f86b6-65b3-4f19-9026-85ee4bde7076" -d '{"events": [{"name": "network-changed", "server_uuid": "c56ea3c6-04be-4747-999b-af2ef5b0e7db", "tag": "6e7a460f-1ae6-4388-b171-9e37b885977b"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:36:59.578635 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 18:36:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94f9016c-de02-4d2a-af88-99945d291ded x-openstack-request-id: req-94f9016c-de02-4d2a-af88-99945d291ded {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:36:59.578929 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c56ea3c6-04be-4747-999b-af2ef5b0e7db", "tag": "6e7a460f-1ae6-4388-b171-9e37b885977b", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:36:59.579199 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-94f9016c-de02-4d2a-af88-99945d291ded {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:36:59.579601 n-d-818022-2 neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c56ea3c6-04be-4747-999b-af2ef5b0e7db', 'tag': '6e7a460f-1ae6-4388-b171-9e37b885977b', 'status': 'completed', 'code': 200} Nov 19 18:36:59.648640 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4f86b6-65b3-4f19-9026-85ee4bde7076 req-a3d9239d-08d3-4380-8132-fc1ced33808a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:36:59.650623 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ad4f86b6-65b3-4f19-9026-85ee4bde7076 req-a3d9239d-08d3-4380-8132-fc1ced33808a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=a8598287498a4915a129e378733334d3&device_id=c56ea3c6-04be-4747-999b-af2ef5b0e7db HTTP/1.1" status: 200 len: 1096 time: 0.0477419 Nov 19 18:36:59.734598 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-c20ebdaf-035a-4bdb-a09d-cb34a8d69f3e None None] Set router 8be1a8c3-165b-4c7e-b8c0-7dc8c30ee0b8 gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:36:59.743028 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4f86b6-65b3-4f19-9026-85ee4bde7076 req-44f47050-7eff-497e-90ed-e362aa50dcf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:36:59.744715 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ad4f86b6-65b3-4f19-9026-85ee4bde7076 req-44f47050-7eff-497e-90ed-e362aa50dcf4 service neutron] 10.222.0.86 "GET /v2.0/networks?id=c62f445c-d027-410c-8639-c99c6fc4cea2 HTTP/1.1" status: 200 len: 912 time: 0.0862150 Nov 19 18:36:59.813717 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ad4f86b6-65b3-4f19-9026-85ee4bde7076 req-54fc3cf9-a363-41ca-9f2b-843bb871dd65 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6e7a460f-1ae6-4388-b171-9e37b885977b HTTP/1.1" status: 200 len: 1000 time: 0.0617373 Nov 19 18:36:59.866441 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4f86b6-65b3-4f19-9026-85ee4bde7076 req-aa2e1b84-a62f-4393-bb4a-f2d2f499b7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:36:59.868020 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ad4f86b6-65b3-4f19-9026-85ee4bde7076 req-aa2e1b84-a62f-4393-bb4a-f2d2f499b7cc service neutron] 10.222.0.86 "GET /v2.0/subnets?id=4c531004-9720-4b69-9725-2e9002c2930c HTTP/1.1" status: 200 len: 850 time: 0.0470834 Nov 19 18:36:59.869095 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b8325a4c-2629-4020-81c5-70f206c7e552 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:36:59.919862 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4f86b6-65b3-4f19-9026-85ee4bde7076 req-8d4deac6-53d2-4bbe-b95b-46f4b3efad53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:36:59.921498 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ad4f86b6-65b3-4f19-9026-85ee4bde7076 req-8d4deac6-53d2-4bbe-b95b-46f4b3efad53 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c62f445c-d027-410c-8639-c99c6fc4cea2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410419 Nov 19 18:36:59.959270 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-c20ebdaf-035a-4bdb-a09d-cb34a8d69f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8be1a8c3-165b-4c7e-b8c0-7dc8c30ee0b8', 'name': 'tempest-ServerActionsTestJSON-459191382-router', 'tenant_id': 'a8598287498a4915a129e378733334d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': '83246eae-8634-4e3c-8cf2-04111638b332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:30:00Z', 'updated_at': '2021-11-19T18:30:03Z', 'revision_number': 4, 'project_id': 'a8598287498a4915a129e378733334d3', 'gw_port': {'id': '83246eae-8634-4e3c-8cf2-04111638b332', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:5f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8be1a8c3-165b-4c7e-b8c0-7dc8c30ee0b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:30:01Z', 'updated_at': '2021-11-19T18:30:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_floatingips': [{'id': '26631463-ce84-43bd-ae9d-1e90e190d5c1', 'tenant_id': 'a8598287498a4915a129e378733334d3', 'floating_ip_address': '172.25.7.241', 'floating_network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'router_id': '8be1a8c3-165b-4c7e-b8c0-7dc8c30ee0b8', 'port_id': '6e7a460f-1ae6-4388-b171-9e37b885977b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4068, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c62f445c-d027-410c-8639-c99c6fc4cea2', 'mac_address': 'fa:16:3e:0d:f4:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c56ea3c6-04be-4747-999b-af2ef5b0e7db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T18:30:05Z', 'updated_at': '2021-11-19T18:36:59Z', 'revision_number': 13, 'project_id': 'a8598287498a4915a129e378733334d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0029c081-3810-44a3-8a35-6ff8c5cb0031', 'name': '', 'network_id': 'c62f445c-d027-410c-8639-c99c6fc4cea2', 'tenant_id': 'a8598287498a4915a129e378733334d3', 'mac_address': 'fa:16:3e:bc:3a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8be1a8c3-165b-4c7e-b8c0-7dc8c30ee0b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '4c531004-9720-4b69-9725-2e9002c2930c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:30:03Z', 'updated_at': '2021-11-19T18:30:06Z', 'revision_number': 5, 'project_id': 'a8598287498a4915a129e378733334d3', 'subnets': [{'id': '4c531004-9720-4b69-9725-2e9002c2930c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:36:59.989239 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c20ebdaf-035a-4bdb-a09d-cb34a8d69f3e None None] Checking router: 8be1a8c3-165b-4c7e-b8c0-7dc8c30ee0b8 for host: n-d-818022-2 {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:36:59.998261 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c20ebdaf-035a-4bdb-a09d-cb34a8d69f3e None None] Routers {'8be1a8c3-165b-4c7e-b8c0-7dc8c30ee0b8'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:36:59.998877 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-c20ebdaf-035a-4bdb-a09d-cb34a8d69f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:36:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['8be1a8c3-165b-4c7e-b8c0-7dc8c30ee0b8'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:37:00.015922 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ad4f86b6-65b3-4f19-9026-85ee4bde7076 req-f2fe6d5c-0f6c-4753-bbbf-d8f748a9b01b service neutron] 10.222.0.86 "GET /v2.0/networks/c62f445c-d027-410c-8639-c99c6fc4cea2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861890 Nov 19 18:37:00.100557 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-c20ebdaf-035a-4bdb-a09d-cb34a8d69f3e None None] Set router 8be1a8c3-165b-4c7e-b8c0-7dc8c30ee0b8 gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:37:00.106055 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ad4f86b6-65b3-4f19-9026-85ee4bde7076 req-b94c1340-bec4-49fe-8b11-504633ff2b27 service neutron] 10.222.0.86 "GET /v2.0/networks/c62f445c-d027-410c-8639-c99c6fc4cea2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827143 Nov 19 18:37:00.322183 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-c20ebdaf-035a-4bdb-a09d-cb34a8d69f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8be1a8c3-165b-4c7e-b8c0-7dc8c30ee0b8', 'name': 'tempest-ServerActionsTestJSON-459191382-router', 'tenant_id': 'a8598287498a4915a129e378733334d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': '83246eae-8634-4e3c-8cf2-04111638b332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:30:00Z', 'updated_at': '2021-11-19T18:30:03Z', 'revision_number': 4, 'project_id': 'a8598287498a4915a129e378733334d3', 'gw_port': {'id': '83246eae-8634-4e3c-8cf2-04111638b332', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:5f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8be1a8c3-165b-4c7e-b8c0-7dc8c30ee0b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:30:01Z', 'updated_at': '2021-11-19T18:30:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_floatingips': [{'id': '26631463-ce84-43bd-ae9d-1e90e190d5c1', 'tenant_id': 'a8598287498a4915a129e378733334d3', 'floating_ip_address': '172.25.7.241', 'floating_network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'router_id': '8be1a8c3-165b-4c7e-b8c0-7dc8c30ee0b8', 'port_id': '6e7a460f-1ae6-4388-b171-9e37b885977b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4068, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c62f445c-d027-410c-8639-c99c6fc4cea2', 'mac_address': 'fa:16:3e:0d:f4:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c56ea3c6-04be-4747-999b-af2ef5b0e7db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T18:30:05Z', 'updated_at': '2021-11-19T18:36:59Z', 'revision_number': 13, 'project_id': 'a8598287498a4915a129e378733334d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0029c081-3810-44a3-8a35-6ff8c5cb0031', 'name': '', 'network_id': 'c62f445c-d027-410c-8639-c99c6fc4cea2', 'tenant_id': 'a8598287498a4915a129e378733334d3', 'mac_address': 'fa:16:3e:bc:3a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8be1a8c3-165b-4c7e-b8c0-7dc8c30ee0b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '4c531004-9720-4b69-9725-2e9002c2930c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:30:03Z', 'updated_at': '2021-11-19T18:30:06Z', 'revision_number': 5, 'project_id': 'a8598287498a4915a129e378733334d3', 'subnets': [{'id': '4c531004-9720-4b69-9725-2e9002c2930c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:37:00.347955 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c20ebdaf-035a-4bdb-a09d-cb34a8d69f3e None None] The sync data for ids ['8be1a8c3-165b-4c7e-b8c0-7dc8c30ee0b8'] in n-d-818022-2 is: [{'id': '8be1a8c3-165b-4c7e-b8c0-7dc8c30ee0b8', 'name': 'tempest-ServerActionsTestJSON-459191382-router', 'tenant_id': 'a8598287498a4915a129e378733334d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': '83246eae-8634-4e3c-8cf2-04111638b332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:30:00Z', 'updated_at': '2021-11-19T18:30:03Z', 'revision_number': 4, 'project_id': 'a8598287498a4915a129e378733334d3', 'gw_port': {'id': '83246eae-8634-4e3c-8cf2-04111638b332', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:5f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8be1a8c3-165b-4c7e-b8c0-7dc8c30ee0b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:30:01Z', 'updated_at': '2021-11-19T18:30:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_floatingips': [{'id': '26631463-ce84-43bd-ae9d-1e90e190d5c1', 'tenant_id': 'a8598287498a4915a129e378733334d3', 'floating_ip_address': '172.25.7.241', 'floating_network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'router_id': '8be1a8c3-165b-4c7e-b8c0-7dc8c30ee0b8', 'port_id': '6e7a460f-1ae6-4388-b171-9e37b885977b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4068, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c62f445c-d027-410c-8639-c99c6fc4cea2', 'mac_address': 'fa:16:3e:0d:f4:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c56ea3c6-04be-4747-999b-af2ef5b0e7db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T18:30:05Z', 'updated_at': '2021-11-19T18:36:59Z', 'revision_number': 13, 'project_id': 'a8598287498a4915a129e378733334d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0029c081-3810-44a3-8a35-6ff8c5cb0031', 'name': '', 'network_id': 'c62f445c-d027-410c-8639-c99c6fc4cea2', 'tenant_id': 'a8598287498a4915a129e378733334d3', 'mac_address': 'fa:16:3e:bc:3a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8be1a8c3-165b-4c7e-b8c0-7dc8c30ee0b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '4c531004-9720-4b69-9725-2e9002c2930c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:30:03Z', 'updated_at': '2021-11-19T18:30:06Z', 'revision_number': 5, 'project_id': 'a8598287498a4915a129e378733334d3', 'subnets': [{'id': '4c531004-9720-4b69-9725-2e9002c2930c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:37:00.415160 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6148db54-a60e-4906-9d54-ed558112b11b req-42e60688-9e5e-45d2-a28a-597525af1ed4 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=c56ea3c6-04be-4747-999b-af2ef5b0e7db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0419557 Nov 19 18:37:00.508075 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6148db54-a60e-4906-9d54-ed558112b11b req-1ffa5902-23f1-4be4-8ecc-e98b296a6f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:37:00.512273 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6148db54-a60e-4906-9d54-ed558112b11b req-1ffa5902-23f1-4be4-8ecc-e98b296a6f50 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=a8598287498a4915a129e378733334d3&device_id=c56ea3c6-04be-4747-999b-af2ef5b0e7db HTTP/1.1" status: 200 len: 1096 time: 0.0478125 Nov 19 18:37:00.553202 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fab9401-0471-44f1-b889-1276f3bf8769 None None] New status for floating IP 26631463-ce84-43bd-ae9d-1e90e190d5c1: ACTIVE {{(pid=103366) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 18:37:00.618300 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6148db54-a60e-4906-9d54-ed558112b11b req-5fb71ba2-9070-4269-80d4-c83d5841e295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:37:00.619453 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6148db54-a60e-4906-9d54-ed558112b11b req-5fb71ba2-9070-4269-80d4-c83d5841e295 service neutron] 10.222.0.86 "GET /v2.0/networks?id=c62f445c-d027-410c-8639-c99c6fc4cea2 HTTP/1.1" status: 200 len: 912 time: 0.0885298 Nov 19 18:37:00.696715 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6148db54-a60e-4906-9d54-ed558112b11b req-4b29dd71-1bac-4bb3-8fd5-57297c827dee service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6e7a460f-1ae6-4388-b171-9e37b885977b HTTP/1.1" status: 200 len: 1000 time: 0.0694549 Nov 19 18:37:00.748871 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6148db54-a60e-4906-9d54-ed558112b11b req-f076830e-4d2c-4df3-9fc5-6b5b9fa115bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:37:00.750277 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6148db54-a60e-4906-9d54-ed558112b11b req-f076830e-4d2c-4df3-9fc5-6b5b9fa115bc service neutron] 10.222.0.86 "GET /v2.0/subnets?id=4c531004-9720-4b69-9725-2e9002c2930c HTTP/1.1" status: 200 len: 850 time: 0.0454297 Nov 19 18:37:00.797443 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6148db54-a60e-4906-9d54-ed558112b11b req-c53d309a-0531-4668-b475-a975640e705b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:37:00.798976 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6148db54-a60e-4906-9d54-ed558112b11b req-c53d309a-0531-4668-b475-a975640e705b service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c62f445c-d027-410c-8639-c99c6fc4cea2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405276 Nov 19 18:37:00.890540 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6148db54-a60e-4906-9d54-ed558112b11b req-6d69f413-8276-4255-8797-bf9de37b14e7 service neutron] 10.222.0.86 "GET /v2.0/networks/c62f445c-d027-410c-8639-c99c6fc4cea2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834727 Nov 19 18:37:00.980353 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6148db54-a60e-4906-9d54-ed558112b11b req-699364b8-34e4-4bd6-8b4d-d8041c131c1e service neutron] 10.222.0.86 "GET /v2.0/networks/c62f445c-d027-410c-8639-c99c6fc4cea2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819664 Nov 19 18:37:02.080771 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-1dd21e3c-d799-4c0b-b64a-dc9ca498b3f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:37:03.361144 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e46ecc5a-dc14-4744-b262-3072ff2e958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:37:04.153338 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:37:04.219351 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:37:04.946292 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e013d7e6-5264-4dcc-9759-54f5fb809e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:37:05.280965 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:37:29.872132 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4436a414-6620-488b-be08-fb43630bc533 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:37:32.083318 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0209fa56-6c26-4aa9-8d71-b4dbd1cbd8a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:37:33.364428 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e46ecc5a-dc14-4744-b262-3072ff2e958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:37:34.170471 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:37:34.218603 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:37:34.949480 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e013d7e6-5264-4dcc-9759-54f5fb809e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:37:35.283480 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:37:35.404655 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.agents_db [None req-619e5c26-d9ed-4321-86eb-7d443bb9dfa2 None None] Agent healthcheck: found 7 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 18:37:59.874781 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-7223c71d-a9b9-4e41-b7a4-c7a9030451fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:38:01.421825 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3fd5b069-ec59-41ce-b715-a50a2a1ac569 req-54a67351-f6c2-459d-98b4-73e237b9de68 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=c56ea3c6-04be-4747-999b-af2ef5b0e7db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0398967 Nov 19 18:38:01.512062 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd5b069-ec59-41ce-b715-a50a2a1ac569 req-1cdc2a6c-5e7c-4caf-890e-f2072a882ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:38:01.513538 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3fd5b069-ec59-41ce-b715-a50a2a1ac569 req-1cdc2a6c-5e7c-4caf-890e-f2072a882ffb service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=a8598287498a4915a129e378733334d3&device_id=c56ea3c6-04be-4747-999b-af2ef5b0e7db HTTP/1.1" status: 200 len: 1096 time: 0.0470500 Nov 19 18:38:01.619517 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd5b069-ec59-41ce-b715-a50a2a1ac569 req-51c6d433-edb1-4ca7-a12b-b517144f8cba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:38:01.621688 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3fd5b069-ec59-41ce-b715-a50a2a1ac569 req-51c6d433-edb1-4ca7-a12b-b517144f8cba service neutron] 10.222.0.86 "GET /v2.0/networks?id=c62f445c-d027-410c-8639-c99c6fc4cea2 HTTP/1.1" status: 200 len: 912 time: 0.0867238 Nov 19 18:38:01.999677 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3fd5b069-ec59-41ce-b715-a50a2a1ac569 req-ddea5c0d-f521-45c7-a471-ae3858c2da08 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6e7a460f-1ae6-4388-b171-9e37b885977b HTTP/1.1" status: 200 len: 1002 time: 0.3704410 Nov 19 18:38:02.048360 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd5b069-ec59-41ce-b715-a50a2a1ac569 req-053d50f7-e636-43e2-8853-64c729fbea0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:38:02.049753 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3fd5b069-ec59-41ce-b715-a50a2a1ac569 req-053d50f7-e636-43e2-8853-64c729fbea0b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=4c531004-9720-4b69-9725-2e9002c2930c HTTP/1.1" status: 200 len: 850 time: 0.0429931 Nov 19 18:38:02.087099 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-1155e6bc-2ae0-475f-beb5-8dab59815b8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:38:02.097216 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd5b069-ec59-41ce-b715-a50a2a1ac569 req-19c2fed9-3f00-4f7e-a28a-fe17658eb494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:38:02.098762 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3fd5b069-ec59-41ce-b715-a50a2a1ac569 req-19c2fed9-3f00-4f7e-a28a-fe17658eb494 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c62f445c-d027-410c-8639-c99c6fc4cea2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410848 Nov 19 18:38:02.190795 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3fd5b069-ec59-41ce-b715-a50a2a1ac569 req-1f4a3381-33d4-41f4-a285-3fd9f6613ad6 service neutron] 10.222.0.86 "GET /v2.0/networks/c62f445c-d027-410c-8639-c99c6fc4cea2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838988 Nov 19 18:38:02.278945 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3fd5b069-ec59-41ce-b715-a50a2a1ac569 req-9603e11d-f939-4a88-8563-f3f07e7584e3 service neutron] 10.222.0.86 "GET /v2.0/networks/c62f445c-d027-410c-8639-c99c6fc4cea2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808537 Nov 19 18:38:03.370862 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e46ecc5a-dc14-4744-b262-3072ff2e958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:38:04.185081 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:38:04.216793 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:38:04.952085 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e013d7e6-5264-4dcc-9759-54f5fb809e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:38:05.285682 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:38:12.404060 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.agents_db [None req-619e5c26-d9ed-4321-86eb-7d443bb9dfa2 None None] Agent healthcheck: found 7 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 18:38:29.875317 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-18a55008-08d6-4b88-9b7a-e7fbcf8a1939 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:38:32.088943 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dfb088d6-0893-4286-989b-e47990e5b048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:38:33.371455 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e46ecc5a-dc14-4744-b262-3072ff2e958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:38:34.184818 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:38:34.222172 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:38:34.955788 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e013d7e6-5264-4dcc-9759-54f5fb809e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:38:35.291129 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:38:36.978474 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfbabd9-6c67-4356-bb7f-b9afcf0bc4ce req-2306f4c6-2f77-4bca-8b00-62d8eca079ac tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:38:36.979973 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0bfbabd9-6c67-4356-bb7f-b9afcf0bc4ce req-2306f4c6-2f77-4bca-8b00-62d8eca079ac tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/ports?device_id=c56ea3c6-04be-4747-999b-af2ef5b0e7db HTTP/1.1" status: 200 len: 945 time: 0.1311023 Nov 19 18:38:37.026340 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0bfbabd9-6c67-4356-bb7f-b9afcf0bc4ce req-89ca07fe-c74b-463e-80c6-0159ef455834 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/security-groups?id=84e134bc-7746-4f2e-9297-aa0d940279a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403762 Nov 19 18:38:49.261477 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [req-342f0e55-a68f-4758-9cd5-e2f12f2db2ba req-ea8425e9-5552-4b4b-839a-383a36c470d2 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=103364) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 18:38:49.262530 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-342f0e55-a68f-4758-9cd5-e2f12f2db2ba req-ea8425e9-5552-4b4b-839a-383a36c470d2 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0447371 Nov 19 18:38:49.403812 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.agents_db [None req-619e5c26-d9ed-4321-86eb-7d443bb9dfa2 None None] Agent healthcheck: found 7 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 18:38:50.447141 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2a478234-ae11-4895-9942-bcbd305b5a96 req-507bd761-f61b-460f-8bf5-da073a354bdd service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=c56ea3c6-04be-4747-999b-af2ef5b0e7db&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0418203 Nov 19 18:38:50.456944 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [req-2a478234-ae11-4895-9942-bcbd305b5a96 req-35ca99de-f2f7-40ad-a042-57364833c711 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=103364) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 18:38:50.457962 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2a478234-ae11-4895-9942-bcbd305b5a96 req-35ca99de-f2f7-40ad-a042-57364833c711 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050957 Nov 19 18:38:50.463251 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45668ec-ac26-4152-a024-5c2cdcf3b14d req-be51f712-beee-4afc-93d3-881b5775a349 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:38:50.464819 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a45668ec-ac26-4152-a024-5c2cdcf3b14d req-be51f712-beee-4afc-93d3-881b5775a349 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/ports?device_id=c56ea3c6-04be-4747-999b-af2ef5b0e7db HTTP/1.1" status: 200 len: 945 time: 0.0503199 Nov 19 18:38:50.517505 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a45668ec-ac26-4152-a024-5c2cdcf3b14d req-4f10ee1c-67cb-48cd-9ef6-21c467a03c86 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/security-groups?id=84e134bc-7746-4f2e-9297-aa0d940279a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464351 Nov 19 18:38:51.635980 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a0e934-0264-46fb-aaa1-71ae1e64ce99 req-cfaeee9c-de61-4237-a6de-a45e2aa39c12 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:38:51.637452 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d0a0e934-0264-46fb-aaa1-71ae1e64ce99 req-cfaeee9c-de61-4237-a6de-a45e2aa39c12 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/ports?device_id=c56ea3c6-04be-4747-999b-af2ef5b0e7db HTTP/1.1" status: 200 len: 945 time: 0.0490570 Nov 19 18:38:51.688151 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d0a0e934-0264-46fb-aaa1-71ae1e64ce99 req-a6f980e9-6171-4c3a-8489-d469d771dbac tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/security-groups?id=84e134bc-7746-4f2e-9297-aa0d940279a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446515 Nov 19 18:38:52.809044 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a79b84-880a-4dc7-9141-c4f2de89d1a0 req-f25b889d-c743-4767-b6d1-0a04caa057fd tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:38:52.810522 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-16a79b84-880a-4dc7-9141-c4f2de89d1a0 req-f25b889d-c743-4767-b6d1-0a04caa057fd tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/ports?device_id=c56ea3c6-04be-4747-999b-af2ef5b0e7db HTTP/1.1" status: 200 len: 945 time: 0.0526078 Nov 19 18:38:52.857213 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-16a79b84-880a-4dc7-9141-c4f2de89d1a0 req-46ae1902-7d7a-4f38-8031-31013d282c1d tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/security-groups?id=84e134bc-7746-4f2e-9297-aa0d940279a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406940 Nov 19 18:38:53.974036 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527ed93a-23b8-4a0d-8803-5007cac9ef6a req-b3ff1c4f-b40f-49b1-a1df-85bf2c73448f tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:38:53.975515 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-527ed93a-23b8-4a0d-8803-5007cac9ef6a req-b3ff1c4f-b40f-49b1-a1df-85bf2c73448f tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/ports?device_id=c56ea3c6-04be-4747-999b-af2ef5b0e7db HTTP/1.1" status: 200 len: 945 time: 0.0486772 Nov 19 18:38:54.025860 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-527ed93a-23b8-4a0d-8803-5007cac9ef6a req-a68f8a32-0aae-4306-ac68-4ccbb56e2814 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/security-groups?id=84e134bc-7746-4f2e-9297-aa0d940279a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438423 Nov 19 18:38:54.588998 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a478234-ae11-4895-9942-bcbd305b5a96 req-e21ef83b-40c3-452f-8323-02da18cfa4be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:38:54.590956 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2a478234-ae11-4895-9942-bcbd305b5a96 req-e21ef83b-40c3-452f-8323-02da18cfa4be service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=a8598287498a4915a129e378733334d3&device_id=c56ea3c6-04be-4747-999b-af2ef5b0e7db HTTP/1.1" status: 200 len: 1096 time: 0.0411167 Nov 19 18:38:54.683707 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a478234-ae11-4895-9942-bcbd305b5a96 req-d58ee756-37f5-4361-a3e8-072b9d8f336c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:38:54.685169 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2a478234-ae11-4895-9942-bcbd305b5a96 req-d58ee756-37f5-4361-a3e8-072b9d8f336c service neutron] 10.222.0.86 "GET /v2.0/networks?id=c62f445c-d027-410c-8639-c99c6fc4cea2 HTTP/1.1" status: 200 len: 912 time: 0.0866086 Nov 19 18:38:54.749496 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2a478234-ae11-4895-9942-bcbd305b5a96 req-866b0a96-e6e4-409e-91bf-f824e905b550 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6e7a460f-1ae6-4388-b171-9e37b885977b HTTP/1.1" status: 200 len: 1002 time: 0.0566921 Nov 19 18:38:54.801840 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a478234-ae11-4895-9942-bcbd305b5a96 req-76ba7cc7-6b3f-49af-b7d1-515b5c5e8481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:38:54.803264 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2a478234-ae11-4895-9942-bcbd305b5a96 req-76ba7cc7-6b3f-49af-b7d1-515b5c5e8481 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=4c531004-9720-4b69-9725-2e9002c2930c HTTP/1.1" status: 200 len: 850 time: 0.0464549 Nov 19 18:38:54.850515 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a478234-ae11-4895-9942-bcbd305b5a96 req-8c6fb3df-6964-494f-bcf9-d814e1acf1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:38:54.851877 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2a478234-ae11-4895-9942-bcbd305b5a96 req-8c6fb3df-6964-494f-bcf9-d814e1acf1fe service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c62f445c-d027-410c-8639-c99c6fc4cea2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392332 Nov 19 18:38:54.940944 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2a478234-ae11-4895-9942-bcbd305b5a96 req-91f8ae7f-1466-47d0-a032-3ba3a92845e3 service neutron] 10.222.0.86 "GET /v2.0/networks/c62f445c-d027-410c-8639-c99c6fc4cea2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802407 Nov 19 18:38:55.035792 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2a478234-ae11-4895-9942-bcbd305b5a96 req-d08a87ff-0999-43bc-9a2e-e32c3049d00f service neutron] 10.222.0.86 "GET /v2.0/networks/c62f445c-d027-410c-8639-c99c6fc4cea2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866406 Nov 19 18:38:55.150712 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8351dc-00c3-4cc2-bb1f-633d5b4c142e req-7900b97e-4162-4794-9720-9bcb89ce1c46 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:38:55.152690 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6a8351dc-00c3-4cc2-bb1f-633d5b4c142e req-7900b97e-4162-4794-9720-9bcb89ce1c46 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/ports?device_id=c56ea3c6-04be-4747-999b-af2ef5b0e7db HTTP/1.1" status: 200 len: 945 time: 0.0526791 Nov 19 18:38:55.203548 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6a8351dc-00c3-4cc2-bb1f-633d5b4c142e req-c272c57b-f771-4ad1-8b47-88b262f9f8c9 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/security-groups?id=84e134bc-7746-4f2e-9297-aa0d940279a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446653 Nov 19 18:38:56.323223 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc68e87-d585-4956-bc82-bcba462e51bb req-80bfbdf1-ad04-4eb7-813e-c1bfa1cefc35 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:38:56.325088 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-fdc68e87-d585-4956-bc82-bcba462e51bb req-80bfbdf1-ad04-4eb7-813e-c1bfa1cefc35 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/ports?device_id=c56ea3c6-04be-4747-999b-af2ef5b0e7db HTTP/1.1" status: 200 len: 945 time: 0.0498195 Nov 19 18:38:56.373414 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-fdc68e87-d585-4956-bc82-bcba462e51bb req-35541d94-c882-45a7-84e4-d7971202e3a6 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/security-groups?id=84e134bc-7746-4f2e-9297-aa0d940279a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424719 Nov 19 18:38:57.501271 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadcd574-d528-451b-b246-0cf0fa2ea968 req-b077edd3-0cfe-4f0a-97a3-308459697406 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:38:57.502759 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-cadcd574-d528-451b-b246-0cf0fa2ea968 req-b077edd3-0cfe-4f0a-97a3-308459697406 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/ports?device_id=c56ea3c6-04be-4747-999b-af2ef5b0e7db HTTP/1.1" status: 200 len: 945 time: 0.0585341 Nov 19 18:38:57.550008 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-cadcd574-d528-451b-b246-0cf0fa2ea968 req-f1e75845-ba05-43bb-bc0f-624e876762d6 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/security-groups?id=84e134bc-7746-4f2e-9297-aa0d940279a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410552 Nov 19 18:38:58.671946 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f56370-a956-4542-beef-ad276874a28a req-6052046a-7d6d-4edb-98ed-9a83fa34e08f tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:38:58.673482 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-27f56370-a956-4542-beef-ad276874a28a req-6052046a-7d6d-4edb-98ed-9a83fa34e08f tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/ports?device_id=c56ea3c6-04be-4747-999b-af2ef5b0e7db HTTP/1.1" status: 200 len: 945 time: 0.0524969 Nov 19 18:38:58.720264 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-27f56370-a956-4542-beef-ad276874a28a req-06a2be21-7ecd-465b-bfbc-2623fd79cc4b tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/security-groups?id=84e134bc-7746-4f2e-9297-aa0d940279a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404897 Nov 19 18:38:59.840723 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38622ed-90f7-4e56-8b52-a06e641bdf65 req-e83b314f-e5bd-463f-a9e5-f40919773e5d tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:38:59.842532 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f38622ed-90f7-4e56-8b52-a06e641bdf65 req-e83b314f-e5bd-463f-a9e5-f40919773e5d tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/ports?device_id=c56ea3c6-04be-4747-999b-af2ef5b0e7db HTTP/1.1" status: 200 len: 945 time: 0.0502946 Nov 19 18:38:59.876575 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d653d61f-ffa7-4aae-960e-de37640e0bf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:38:59.891925 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f38622ed-90f7-4e56-8b52-a06e641bdf65 req-bf29f0ed-9f18-4382-9deb-97f792baf50f tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/security-groups?id=84e134bc-7746-4f2e-9297-aa0d940279a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432572 Nov 19 18:39:01.007376 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b26e48-f717-4453-b621-4570bf0077cf req-d499821f-97fa-4761-821f-1ee470ef6b9c tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:39:01.008850 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b3b26e48-f717-4453-b621-4570bf0077cf req-d499821f-97fa-4761-821f-1ee470ef6b9c tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/ports?device_id=c56ea3c6-04be-4747-999b-af2ef5b0e7db HTTP/1.1" status: 200 len: 945 time: 0.0479999 Nov 19 18:39:01.055133 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b3b26e48-f717-4453-b621-4570bf0077cf req-e90e2242-2b18-4ba5-897c-0584fd52a37c tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/security-groups?id=84e134bc-7746-4f2e-9297-aa0d940279a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396328 Nov 19 18:39:02.091085 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-5d3ba856-5f23-494f-be3c-46ce3af6c4fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:39:02.172955 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270dbd69-a208-4934-a64f-26aa18bc3462 req-ced93b47-2503-495a-8c4d-fa355ef96dcb tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:39:02.174463 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-270dbd69-a208-4934-a64f-26aa18bc3462 req-ced93b47-2503-495a-8c4d-fa355ef96dcb tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/ports?device_id=c56ea3c6-04be-4747-999b-af2ef5b0e7db HTTP/1.1" status: 200 len: 945 time: 0.0482559 Nov 19 18:39:02.224655 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-270dbd69-a208-4934-a64f-26aa18bc3462 req-920cba48-313d-4467-8546-83b98651b82a tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/security-groups?id=84e134bc-7746-4f2e-9297-aa0d940279a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439763 Nov 19 18:39:02.452226 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b69509-afc5-4e77-b9ba-d38c4e7b346b req-444d2cc9-cff5-479c-81cd-dde29909d82d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:39:02.453624 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-14b69509-afc5-4e77-b9ba-d38c4e7b346b req-444d2cc9-cff5-479c-81cd-dde29909d82d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=a8598287498a4915a129e378733334d3&device_id=c56ea3c6-04be-4747-999b-af2ef5b0e7db HTTP/1.1" status: 200 len: 1096 time: 0.0404789 Nov 19 18:39:02.562144 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b69509-afc5-4e77-b9ba-d38c4e7b346b req-2f577006-ba19-4cdf-9cc5-d6cdaf037da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:39:02.563599 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-14b69509-afc5-4e77-b9ba-d38c4e7b346b req-2f577006-ba19-4cdf-9cc5-d6cdaf037da0 service neutron] 10.222.0.86 "GET /v2.0/networks?id=c62f445c-d027-410c-8639-c99c6fc4cea2 HTTP/1.1" status: 200 len: 912 time: 0.0846863 Nov 19 18:39:02.633046 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-14b69509-afc5-4e77-b9ba-d38c4e7b346b req-1592271b-878b-4570-a1a0-cd0aa64bbb42 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6e7a460f-1ae6-4388-b171-9e37b885977b HTTP/1.1" status: 200 len: 1002 time: 0.0617487 Nov 19 18:39:02.683148 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b69509-afc5-4e77-b9ba-d38c4e7b346b req-70f85327-4586-4213-b393-7892c23f82dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:39:02.684588 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-14b69509-afc5-4e77-b9ba-d38c4e7b346b req-70f85327-4586-4213-b393-7892c23f82dd service neutron] 10.222.0.86 "GET /v2.0/subnets?id=4c531004-9720-4b69-9725-2e9002c2930c HTTP/1.1" status: 200 len: 850 time: 0.0437415 Nov 19 18:39:02.730690 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b69509-afc5-4e77-b9ba-d38c4e7b346b req-fc753b59-03ab-4272-948e-392ba93d3b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:39:02.732136 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-14b69509-afc5-4e77-b9ba-d38c4e7b346b req-fc753b59-03ab-4272-948e-392ba93d3b11 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c62f445c-d027-410c-8639-c99c6fc4cea2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404463 Nov 19 18:39:02.824225 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-14b69509-afc5-4e77-b9ba-d38c4e7b346b req-7c102313-9b36-428d-af3d-7e3c6bba1ce3 service neutron] 10.222.0.86 "GET /v2.0/networks/c62f445c-d027-410c-8639-c99c6fc4cea2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840030 Nov 19 18:39:02.913384 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-14b69509-afc5-4e77-b9ba-d38c4e7b346b req-b1dba53a-6c42-45e7-aa65-d065bc5dd054 service neutron] 10.222.0.86 "GET /v2.0/networks/c62f445c-d027-410c-8639-c99c6fc4cea2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816140 Nov 19 18:39:03.347655 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3067a8f5-360d-4300-8399-f23f9bfec252 req-f6c400ea-9330-4eb6-ac62-677ac7eb1baf tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:39:03.350406 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-3067a8f5-360d-4300-8399-f23f9bfec252 req-f6c400ea-9330-4eb6-ac62-677ac7eb1baf tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/ports?device_id=c56ea3c6-04be-4747-999b-af2ef5b0e7db HTTP/1.1" status: 200 len: 945 time: 0.0541112 Nov 19 18:39:03.375348 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e46ecc5a-dc14-4744-b262-3072ff2e958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:39:03.396605 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-3067a8f5-360d-4300-8399-f23f9bfec252 req-2a3e4599-2580-4493-b36d-14d2f8dbeb08 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/security-groups?id=84e134bc-7746-4f2e-9297-aa0d940279a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413742 Nov 19 18:39:04.183058 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:39:04.217146 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:39:04.518834 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7f6863-bd0d-4d7f-b607-1af5f85a1f5e req-319ebd7f-6ec4-470f-a509-81d4450d6887 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:39:04.520313 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-db7f6863-bd0d-4d7f-b607-1af5f85a1f5e req-319ebd7f-6ec4-470f-a509-81d4450d6887 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/ports?device_id=c56ea3c6-04be-4747-999b-af2ef5b0e7db HTTP/1.1" status: 200 len: 945 time: 0.0559599 Nov 19 18:39:04.567382 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-db7f6863-bd0d-4d7f-b607-1af5f85a1f5e req-50bdf73c-9727-46ac-8cdf-15229a63c63d tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/security-groups?id=84e134bc-7746-4f2e-9297-aa0d940279a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410810 Nov 19 18:39:04.957149 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e013d7e6-5264-4dcc-9759-54f5fb809e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:39:05.284701 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:39:05.692421 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c348ef1b-e0dc-4b7a-890a-9a59820b3d29 req-57cab933-5e90-4c58-a507-ab3a2aa656b9 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:39:05.693934 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c348ef1b-e0dc-4b7a-890a-9a59820b3d29 req-57cab933-5e90-4c58-a507-ab3a2aa656b9 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/ports?device_id=c56ea3c6-04be-4747-999b-af2ef5b0e7db HTTP/1.1" status: 200 len: 945 time: 0.0499163 Nov 19 18:39:05.750505 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c348ef1b-e0dc-4b7a-890a-9a59820b3d29 req-8187243d-defd-44a2-921a-e296c991fc3d tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/security-groups?id=84e134bc-7746-4f2e-9297-aa0d940279a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501828 Nov 19 18:39:06.870504 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57e0d47-6b12-42ec-a57f-07ec8d8d768e req-f3f81610-e75e-46a7-bc08-61eca6a7b430 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:39:06.871947 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b57e0d47-6b12-42ec-a57f-07ec8d8d768e req-f3f81610-e75e-46a7-bc08-61eca6a7b430 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/ports?device_id=c56ea3c6-04be-4747-999b-af2ef5b0e7db HTTP/1.1" status: 200 len: 945 time: 0.0502520 Nov 19 18:39:06.919794 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b57e0d47-6b12-42ec-a57f-07ec8d8d768e req-f2e7bae1-2691-47f7-969a-006166fedf95 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/security-groups?id=84e134bc-7746-4f2e-9297-aa0d940279a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418153 Nov 19 18:39:08.044217 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f235d380-9780-4bd6-8d5b-a5f968a138e4 req-94808d2d-4ee0-4a95-8bb6-aa49b788a865 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:39:08.046739 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f235d380-9780-4bd6-8d5b-a5f968a138e4 req-94808d2d-4ee0-4a95-8bb6-aa49b788a865 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/ports?device_id=c56ea3c6-04be-4747-999b-af2ef5b0e7db HTTP/1.1" status: 200 len: 945 time: 0.0539117 Nov 19 18:39:08.102909 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f235d380-9780-4bd6-8d5b-a5f968a138e4 req-eb1050af-f7e0-4209-b8e2-16bf51c7d30a tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/security-groups?id=84e134bc-7746-4f2e-9297-aa0d940279a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498760 Nov 19 18:39:09.052314 n-d-818022-2 neutron-server[103365]: INFO neutron.api.v2.resource [req-2a478234-ae11-4895-9942-bcbd305b5a96 req-3213de8b-e1bb-48c2-be31-6b7733de58ea service neutron] show failed (client error): The resource could not be found. Nov 19 18:39:09.053394 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2a478234-ae11-4895-9942-bcbd305b5a96 req-3213de8b-e1bb-48c2-be31-6b7733de58ea service neutron] 10.222.0.86 "GET /v2.0/ports/6e7a460f-1ae6-4388-b171-9e37b885977b/bindings/n-h1-818022-2 HTTP/1.1" status: 404 len: 380 time: 0.0542090 Nov 19 18:39:09.235800 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d26bdc3-d68d-4697-84ce-39c1bce5c309 req-c6f3137e-1bd5-4652-9010-6cb11671abd3 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:39:09.237330 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-1d26bdc3-d68d-4697-84ce-39c1bce5c309 req-c6f3137e-1bd5-4652-9010-6cb11671abd3 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/ports?device_id=c56ea3c6-04be-4747-999b-af2ef5b0e7db HTTP/1.1" status: 200 len: 945 time: 0.0585635 Nov 19 18:39:09.287290 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-1d26bdc3-d68d-4697-84ce-39c1bce5c309 req-6dee6ed1-0359-4db1-99d3-73a6ba46bfd8 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/security-groups?id=84e134bc-7746-4f2e-9297-aa0d940279a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438766 Nov 19 18:39:09.308082 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a478234-ae11-4895-9942-bcbd305b5a96 req-794098f5-043f-465d-8785-7cf4ec6189f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:39:09.309589 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2a478234-ae11-4895-9942-bcbd305b5a96 req-794098f5-043f-465d-8785-7cf4ec6189f0 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c56ea3c6-04be-4747-999b-af2ef5b0e7db&tenant_id=a8598287498a4915a129e378733334d3 HTTP/1.1" status: 200 len: 1096 time: 0.0823798 Nov 19 18:39:09.325461 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-2a478234-ae11-4895-9942-bcbd305b5a96 req-75d08424-41a6-42cf-a4b5-a74bc0bcb6b7 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-818022-2', 'device_owner': 'compute:nova'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:39:09.376919 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-2a478234-ae11-4895-9942-bcbd305b5a96 req-75d08424-41a6-42cf-a4b5-a74bc0bcb6b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:39:09.570164 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-2a478234-ae11-4895-9942-bcbd305b5a96 req-75d08424-41a6-42cf-a4b5-a74bc0bcb6b7 service neutron] For port 6e7a460f-1ae6-4388-b171-9e37b885977b, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=6e7a460f-1ae6-4388-b171-9e37b885977b,segment=NetworkSegment(8be91a85-4220-40c1-b0b9-712553124174),segment_id=8be91a85-4220-40c1-b0b9-712553124174)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:39:09.606087 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-2a478234-ae11-4895-9942-bcbd305b5a96 req-75d08424-41a6-42cf-a4b5-a74bc0bcb6b7 service neutron] For port 6e7a460f-1ae6-4388-b171-9e37b885977b, host n-h2-818022-2, cleared binding levels {{(pid=103364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:39:09.644487 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c56ea3c6-04be-4747-999b-af2ef5b0e7db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e7a460f-1ae6-4388-b171-9e37b885977b'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:39:09.646762 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52b8413beb4c6ee9e3ef24221fee7166c8d58dd3d366bc989a0565316b268f0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98674edd-24e7-4f20-9586-ad742e2e9249" -d '{"events": [{"server_uuid": "c56ea3c6-04be-4747-999b-af2ef5b0e7db", "name": "network-vif-unplugged", "status": "completed", "tag": "6e7a460f-1ae6-4388-b171-9e37b885977b"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:39:09.650905 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-2a478234-ae11-4895-9942-bcbd305b5a96 req-75d08424-41a6-42cf-a4b5-a74bc0bcb6b7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:39:09.666430 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.provisioning_blocks [req-2a478234-ae11-4895-9942-bcbd305b5a96 req-75d08424-41a6-42cf-a4b5-a74bc0bcb6b7 service neutron] Transition to ACTIVE for port object 6e7a460f-1ae6-4388-b171-9e37b885977b will not be triggered until provisioned by entity L2. {{(pid=103364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 18:39:09.670393 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-2a478234-ae11-4895-9942-bcbd305b5a96 req-75d08424-41a6-42cf-a4b5-a74bc0bcb6b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:39:09.697800 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 18:39:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b707cc44-773c-4f49-a4a0-c4c5b9a7e220 x-openstack-request-id: req-b707cc44-773c-4f49-a4a0-c4c5b9a7e220 {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:39:09.698129 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c56ea3c6-04be-4747-999b-af2ef5b0e7db", "name": "network-vif-unplugged", "status": "completed", "tag": "6e7a460f-1ae6-4388-b171-9e37b885977b", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:39:09.698382 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b707cc44-773c-4f49-a4a0-c4c5b9a7e220 {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:39:09.698783 n-d-818022-2 neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c56ea3c6-04be-4747-999b-af2ef5b0e7db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e7a460f-1ae6-4388-b171-9e37b885977b', 'code': 200} Nov 19 18:39:09.757265 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d08424-41a6-42cf-a4b5-a74bc0bcb6b7 service neutron] Pushing event updated for resources: {'Port': ['ID=6e7a460f-1ae6-4388-b171-9e37b885977b,revision_number=6']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:39:09.769123 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d08424-41a6-42cf-a4b5-a74bc0bcb6b7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:39:09.769479 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d08424-41a6-42cf-a4b5-a74bc0bcb6b7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:39:09.769842 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d08424-41a6-42cf-a4b5-a74bc0bcb6b7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:39:09.770253 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d08424-41a6-42cf-a4b5-a74bc0bcb6b7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:39:09.770595 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d08424-41a6-42cf-a4b5-a74bc0bcb6b7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:39:09.770953 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d08424-41a6-42cf-a4b5-a74bc0bcb6b7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:39:09.771266 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d08424-41a6-42cf-a4b5-a74bc0bcb6b7 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:39:09.771596 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d08424-41a6-42cf-a4b5-a74bc0bcb6b7 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:39:09.771923 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d08424-41a6-42cf-a4b5-a74bc0bcb6b7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:39:09.772299 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d08424-41a6-42cf-a4b5-a74bc0bcb6b7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:39:09.772679 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d08424-41a6-42cf-a4b5-a74bc0bcb6b7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:39:09.773005 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d08424-41a6-42cf-a4b5-a74bc0bcb6b7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:39:09.808271 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a478234-ae11-4895-9942-bcbd305b5a96 req-75d08424-41a6-42cf-a4b5-a74bc0bcb6b7 service neutron] No DVR routers for this DVR port 6e7a460f-1ae6-4388-b171-9e37b885977b on host n-h2-818022-2 {{(pid=103364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:39:09.947171 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-2a478234-ae11-4895-9942-bcbd305b5a96 req-75d08424-41a6-42cf-a4b5-a74bc0bcb6b7 service neutron] Attempting to bind port 6e7a460f-1ae6-4388-b171-9e37b885977b on host n-h1-818022-2 for vnic_type normal with profile {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:39:09.947507 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-2a478234-ae11-4895-9942-bcbd305b5a96 req-75d08424-41a6-42cf-a4b5-a74bc0bcb6b7 service neutron] Attempting to bind port 6e7a460f-1ae6-4388-b171-9e37b885977b by drivers openvswitch,hyperv on host n-h1-818022-2 at level 0 using segments [{'id': '8be91a85-4220-40c1-b0b9-712553124174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'c62f445c-d027-410c-8639-c99c6fc4cea2'}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:39:09.947852 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a478234-ae11-4895-9942-bcbd305b5a96 req-75d08424-41a6-42cf-a4b5-a74bc0bcb6b7 service neutron] Attempting to bind port 6e7a460f-1ae6-4388-b171-9e37b885977b on network c62f445c-d027-410c-8639-c99c6fc4cea2 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:39:09.952549 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a478234-ae11-4895-9942-bcbd305b5a96 req-75d08424-41a6-42cf-a4b5-a74bc0bcb6b7 service neutron] Port 6e7a460f-1ae6-4388-b171-9e37b885977b on network c62f445c-d027-410c-8639-c99c6fc4cea2 not bound, no agent of type Open vSwitch agent registered on host n-h1-818022-2 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 18:39:09.952876 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a478234-ae11-4895-9942-bcbd305b5a96 req-75d08424-41a6-42cf-a4b5-a74bc0bcb6b7 service neutron] Attempting to bind port 6e7a460f-1ae6-4388-b171-9e37b885977b on network c62f445c-d027-410c-8639-c99c6fc4cea2 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:39:09.957668 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a478234-ae11-4895-9942-bcbd305b5a96 req-75d08424-41a6-42cf-a4b5-a74bc0bcb6b7 service neutron] Checking agent: {'id': 'a6668d96-12fa-4ec0-99ad-77eaf490dd2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'started_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 39, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:39:09.958041 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a478234-ae11-4895-9942-bcbd305b5a96 req-75d08424-41a6-42cf-a4b5-a74bc0bcb6b7 service neutron] Checking segment: {'id': '8be91a85-4220-40c1-b0b9-712553124174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'c62f445c-d027-410c-8639-c99c6fc4cea2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:39:09.958424 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a478234-ae11-4895-9942-bcbd305b5a96 req-75d08424-41a6-42cf-a4b5-a74bc0bcb6b7 service neutron] Bound using segment: {'id': '8be91a85-4220-40c1-b0b9-712553124174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'c62f445c-d027-410c-8639-c99c6fc4cea2'} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:39:09.958844 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-2a478234-ae11-4895-9942-bcbd305b5a96 req-75d08424-41a6-42cf-a4b5-a74bc0bcb6b7 service neutron] Bound port: 6e7a460f-1ae6-4388-b171-9e37b885977b, host: n-h1-818022-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8be91a85-4220-40c1-b0b9-712553124174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'c62f445c-d027-410c-8639-c99c6fc4cea2'}}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:39:09.959200 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-2a478234-ae11-4895-9942-bcbd305b5a96 req-75d08424-41a6-42cf-a4b5-a74bc0bcb6b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:39:10.021401 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-2a478234-ae11-4895-9942-bcbd305b5a96 req-75d08424-41a6-42cf-a4b5-a74bc0bcb6b7 service neutron] For port 6e7a460f-1ae6-4388-b171-9e37b885977b, host n-h1-818022-2, cleared binding levels {{(pid=103364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:39:10.024381 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-2a478234-ae11-4895-9942-bcbd305b5a96 req-75d08424-41a6-42cf-a4b5-a74bc0bcb6b7 service neutron] For port 6e7a460f-1ae6-4388-b171-9e37b885977b, host n-h1-818022-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=6e7a460f-1ae6-4388-b171-9e37b885977b,segment=NetworkSegment(8be91a85-4220-40c1-b0b9-712553124174),segment_id=8be91a85-4220-40c1-b0b9-712553124174)] {{(pid=103364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:39:10.028666 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-2a478234-ae11-4895-9942-bcbd305b5a96 req-75d08424-41a6-42cf-a4b5-a74bc0bcb6b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:39:10.065577 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a478234-ae11-4895-9942-bcbd305b5a96 req-75d08424-41a6-42cf-a4b5-a74bc0bcb6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:39:10.066177 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-2a478234-ae11-4895-9942-bcbd305b5a96 req-75d08424-41a6-42cf-a4b5-a74bc0bcb6b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:39:10.067598 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2a478234-ae11-4895-9942-bcbd305b5a96 req-75d08424-41a6-42cf-a4b5-a74bc0bcb6b7 service neutron] 10.222.0.60 "PUT /v2.0/ports/6e7a460f-1ae6-4388-b171-9e37b885977b HTTP/1.1" status: 200 len: 1091 time: 0.7461267 Nov 19 18:39:10.089263 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d08424-41a6-42cf-a4b5-a74bc0bcb6b7 service neutron] Pushing event updated for resources: {'Port': ['ID=6e7a460f-1ae6-4388-b171-9e37b885977b,revision_number=7']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:39:10.139352 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a478234-ae11-4895-9942-bcbd305b5a96 req-b326c2fa-9d47-4c8c-8b01-48bdeda3a9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:39:10.141394 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2a478234-ae11-4895-9942-bcbd305b5a96 req-b326c2fa-9d47-4c8c-8b01-48bdeda3a9e7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a8598287498a4915a129e378733334d3&device_id=c56ea3c6-04be-4747-999b-af2ef5b0e7db HTTP/1.1" status: 200 len: 1094 time: 0.0484111 Nov 19 18:39:10.235790 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a478234-ae11-4895-9942-bcbd305b5a96 req-e87c6cbd-4096-4e2a-89c5-6adf790979bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:39:10.237366 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2a478234-ae11-4895-9942-bcbd305b5a96 req-e87c6cbd-4096-4e2a-89c5-6adf790979bc service neutron] 10.222.0.60 "GET /v2.0/networks?id=c62f445c-d027-410c-8639-c99c6fc4cea2 HTTP/1.1" status: 200 len: 912 time: 0.0887253 Nov 19 18:39:10.310030 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2a478234-ae11-4895-9942-bcbd305b5a96 req-3381c0a0-c067-430a-b993-c5357c9b3fb2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6e7a460f-1ae6-4388-b171-9e37b885977b HTTP/1.1" status: 200 len: 1000 time: 0.0657122 Nov 19 18:39:10.362906 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a478234-ae11-4895-9942-bcbd305b5a96 req-6a26cea9-529b-4eb1-a802-1dcf80bb3773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:39:10.364357 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2a478234-ae11-4895-9942-bcbd305b5a96 req-6a26cea9-529b-4eb1-a802-1dcf80bb3773 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4c531004-9720-4b69-9725-2e9002c2930c HTTP/1.1" status: 200 len: 850 time: 0.0470853 Nov 19 18:39:10.408236 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cde79f-55c4-4d1b-8f73-91fd2a355ae0 req-d8389974-107b-4140-bd9a-2db5808b3441 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:39:10.409666 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f5cde79f-55c4-4d1b-8f73-91fd2a355ae0 req-d8389974-107b-4140-bd9a-2db5808b3441 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/ports?device_id=c56ea3c6-04be-4747-999b-af2ef5b0e7db HTTP/1.1" status: 200 len: 943 time: 0.0509629 Nov 19 18:39:10.410960 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a478234-ae11-4895-9942-bcbd305b5a96 req-8883d38d-c1c5-439c-ad87-9fd6b82e50bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:39:10.412514 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2a478234-ae11-4895-9942-bcbd305b5a96 req-8883d38d-c1c5-439c-ad87-9fd6b82e50bf service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c62f445c-d027-410c-8639-c99c6fc4cea2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414784 Nov 19 18:39:10.457087 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f5cde79f-55c4-4d1b-8f73-91fd2a355ae0 req-f2f8214e-d2c5-4121-958c-8e63e23a9951 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/security-groups?id=84e134bc-7746-4f2e-9297-aa0d940279a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409749 Nov 19 18:39:10.506585 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2a478234-ae11-4895-9942-bcbd305b5a96 req-54a30a73-8f27-47ad-88e0-64adc644b4b7 service neutron] 10.222.0.60 "GET /v2.0/networks/c62f445c-d027-410c-8639-c99c6fc4cea2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864384 Nov 19 18:39:10.600951 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2a478234-ae11-4895-9942-bcbd305b5a96 req-eba51e73-db3c-42a5-8522-b2ad3a8951e0 service neutron] 10.222.0.60 "GET /v2.0/networks/c62f445c-d027-410c-8639-c99c6fc4cea2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865133 Nov 19 18:39:10.713548 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01994d2d-5143-4745-8633-b57df41892c5 req-fa370405-7ec6-4bde-89d1-e89960b9ac30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:39:10.715036 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-01994d2d-5143-4745-8633-b57df41892c5 req-fa370405-7ec6-4bde-89d1-e89960b9ac30 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a8598287498a4915a129e378733334d3&device_id=c56ea3c6-04be-4747-999b-af2ef5b0e7db HTTP/1.1" status: 200 len: 1094 time: 0.0423274 Nov 19 18:39:10.794913 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device 6e7a460f-1ae6-4388-b171-9e37b885977b no longer exists at agent hyperv_n-h2-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:39:10.826155 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01994d2d-5143-4745-8633-b57df41892c5 req-be19d83b-bf44-4d3d-a6e9-b0bf01a50fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:39:10.828257 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-01994d2d-5143-4745-8633-b57df41892c5 req-be19d83b-bf44-4d3d-a6e9-b0bf01a50fc2 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c62f445c-d027-410c-8639-c99c6fc4cea2 HTTP/1.1" status: 200 len: 912 time: 0.0943134 Nov 19 18:39:10.836180 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device 6e7a460f-1ae6-4388-b171-9e37b885977b not bound to the agent host n-h2-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:39:10.894023 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-01994d2d-5143-4745-8633-b57df41892c5 req-6571c36c-67d4-41bd-b418-c52de2e4b2b6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6e7a460f-1ae6-4388-b171-9e37b885977b HTTP/1.1" status: 200 len: 1000 time: 0.0586259 Nov 19 18:39:10.949104 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01994d2d-5143-4745-8633-b57df41892c5 req-a5b85ea1-f6b4-411d-b4b0-d209ef4faefc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:39:10.950585 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-01994d2d-5143-4745-8633-b57df41892c5 req-a5b85ea1-f6b4-411d-b4b0-d209ef4faefc service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4c531004-9720-4b69-9725-2e9002c2930c HTTP/1.1" status: 200 len: 850 time: 0.0498331 Nov 19 18:39:10.998248 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01994d2d-5143-4745-8633-b57df41892c5 req-ef2eb6f4-30d1-43fc-b192-2cb9bc5771e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:39:11.000414 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-01994d2d-5143-4745-8633-b57df41892c5 req-ef2eb6f4-30d1-43fc-b192-2cb9bc5771e4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c62f445c-d027-410c-8639-c99c6fc4cea2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425601 Nov 19 18:39:11.088947 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-01994d2d-5143-4745-8633-b57df41892c5 req-78a45b94-85f2-46a9-acab-072fc957e600 service neutron] 10.222.0.60 "GET /v2.0/networks/c62f445c-d027-410c-8639-c99c6fc4cea2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818751 Nov 19 18:39:11.181493 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-01994d2d-5143-4745-8633-b57df41892c5 req-693490cf-d322-4f66-8bb6-d322163376f5 service neutron] 10.222.0.60 "GET /v2.0/networks/c62f445c-d027-410c-8639-c99c6fc4cea2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858657 Nov 19 18:39:11.590199 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c0e2a9-58b0-45be-baab-496130c8c5b2 req-95be8e30-1b9d-43d8-bf6c-42d0da17a779 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:39:11.592031 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-16c0e2a9-58b0-45be-baab-496130c8c5b2 req-95be8e30-1b9d-43d8-bf6c-42d0da17a779 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/ports?device_id=c56ea3c6-04be-4747-999b-af2ef5b0e7db HTTP/1.1" status: 200 len: 943 time: 0.0530841 Nov 19 18:39:11.645955 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-16c0e2a9-58b0-45be-baab-496130c8c5b2 req-6d88a128-1f70-497a-8947-9040ef6edf97 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/security-groups?id=84e134bc-7746-4f2e-9297-aa0d940279a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455036 Nov 19 18:39:11.699553 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c56ea3c6-04be-4747-999b-af2ef5b0e7db', 'tag': '6e7a460f-1ae6-4388-b171-9e37b885977b'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:39:11.701968 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52b8413beb4c6ee9e3ef24221fee7166c8d58dd3d366bc989a0565316b268f0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f6b19a0-910c-4cf5-817b-922b3eee03ee" -d '{"events": [{"name": "network-changed", "server_uuid": "c56ea3c6-04be-4747-999b-af2ef5b0e7db", "tag": "6e7a460f-1ae6-4388-b171-9e37b885977b"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:39:11.755088 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 18:39:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ccfd25d-4b4e-4177-acc2-565b0d6acfd4 x-openstack-request-id: req-0ccfd25d-4b4e-4177-acc2-565b0d6acfd4 {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:39:11.755392 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c56ea3c6-04be-4747-999b-af2ef5b0e7db", "tag": "6e7a460f-1ae6-4388-b171-9e37b885977b", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:39:11.756389 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-0ccfd25d-4b4e-4177-acc2-565b0d6acfd4 {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:39:11.757276 n-d-818022-2 neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c56ea3c6-04be-4747-999b-af2ef5b0e7db', 'tag': '6e7a460f-1ae6-4388-b171-9e37b885977b', 'status': 'completed', 'code': 200} Nov 19 18:39:11.820731 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6b19a0-910c-4cf5-817b-922b3eee03ee req-57bef0d7-0387-4020-bb71-f5e457f61c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:39:11.822451 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7f6b19a0-910c-4cf5-817b-922b3eee03ee req-57bef0d7-0387-4020-bb71-f5e457f61c9d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=a8598287498a4915a129e378733334d3&device_id=c56ea3c6-04be-4747-999b-af2ef5b0e7db HTTP/1.1" status: 200 len: 1094 time: 0.0475771 Nov 19 18:39:11.826520 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6b19a0-910c-4cf5-817b-922b3eee03ee req-92548840-e4d8-4ccc-adc0-4efc5562db04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:39:11.828563 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-7f6b19a0-910c-4cf5-817b-922b3eee03ee req-92548840-e4d8-4ccc-adc0-4efc5562db04 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a8598287498a4915a129e378733334d3&device_id=c56ea3c6-04be-4747-999b-af2ef5b0e7db HTTP/1.1" status: 200 len: 1094 time: 0.0483334 Nov 19 18:39:11.917023 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6b19a0-910c-4cf5-817b-922b3eee03ee req-2b8bbb78-d1d4-41b5-ac2b-1c023094fcdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:39:11.918607 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7f6b19a0-910c-4cf5-817b-922b3eee03ee req-2b8bbb78-d1d4-41b5-ac2b-1c023094fcdb service neutron] 10.222.0.86 "GET /v2.0/networks?id=c62f445c-d027-410c-8639-c99c6fc4cea2 HTTP/1.1" status: 200 len: 912 time: 0.0883539 Nov 19 18:39:11.935878 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6b19a0-910c-4cf5-817b-922b3eee03ee req-ce974670-aad7-4fda-bab8-e90db65c7723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:39:11.937457 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-7f6b19a0-910c-4cf5-817b-922b3eee03ee req-ce974670-aad7-4fda-bab8-e90db65c7723 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c62f445c-d027-410c-8639-c99c6fc4cea2 HTTP/1.1" status: 200 len: 912 time: 0.1019840 Nov 19 18:39:11.993698 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7f6b19a0-910c-4cf5-817b-922b3eee03ee req-f7e78852-ae1f-462e-89d4-fb90c1a93b44 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6e7a460f-1ae6-4388-b171-9e37b885977b HTTP/1.1" status: 200 len: 1000 time: 0.0671031 Nov 19 18:39:12.010408 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-7f6b19a0-910c-4cf5-817b-922b3eee03ee req-00440308-afdf-4f26-9308-9c95562c901e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6e7a460f-1ae6-4388-b171-9e37b885977b HTTP/1.1" status: 200 len: 1000 time: 0.0661471 Nov 19 18:39:12.044595 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6b19a0-910c-4cf5-817b-922b3eee03ee req-ade49ddc-1721-41bf-a53c-2a3fa3691ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:39:12.052665 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7f6b19a0-910c-4cf5-817b-922b3eee03ee req-ade49ddc-1721-41bf-a53c-2a3fa3691ca4 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=4c531004-9720-4b69-9725-2e9002c2930c HTTP/1.1" status: 200 len: 850 time: 0.0448272 Nov 19 18:39:12.059942 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6b19a0-910c-4cf5-817b-922b3eee03ee req-7c0a8893-72bd-4a05-95fa-f960c382aa1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:39:12.061409 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-7f6b19a0-910c-4cf5-817b-922b3eee03ee req-7c0a8893-72bd-4a05-95fa-f960c382aa1c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4c531004-9720-4b69-9725-2e9002c2930c HTTP/1.1" status: 200 len: 850 time: 0.0438380 Nov 19 18:39:12.094649 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6b19a0-910c-4cf5-817b-922b3eee03ee req-46b3d165-3a4e-4f3f-ac3a-a7b71161f48d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:39:12.096233 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7f6b19a0-910c-4cf5-817b-922b3eee03ee req-46b3d165-3a4e-4f3f-ac3a-a7b71161f48d service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c62f445c-d027-410c-8639-c99c6fc4cea2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425301 Nov 19 18:39:12.110076 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6b19a0-910c-4cf5-817b-922b3eee03ee req-d38eae53-b8ed-4703-aebb-28f9ea51c73a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:39:12.111966 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-7f6b19a0-910c-4cf5-817b-922b3eee03ee req-d38eae53-b8ed-4703-aebb-28f9ea51c73a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c62f445c-d027-410c-8639-c99c6fc4cea2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428476 Nov 19 18:39:12.198160 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7f6b19a0-910c-4cf5-817b-922b3eee03ee req-abe9e7cf-35c6-497c-bb55-7bca7965b971 service neutron] 10.222.0.86 "GET /v2.0/networks/c62f445c-d027-410c-8639-c99c6fc4cea2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927148 Nov 19 18:39:12.216182 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-7f6b19a0-910c-4cf5-817b-922b3eee03ee req-98df4560-3f38-4296-b622-1c762257a15e service neutron] 10.222.0.60 "GET /v2.0/networks/c62f445c-d027-410c-8639-c99c6fc4cea2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966866 Nov 19 18:39:12.295502 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7f6b19a0-910c-4cf5-817b-922b3eee03ee req-a5a61610-5c73-4c98-9bd9-07b37ed56db7 service neutron] 10.222.0.86 "GET /v2.0/networks/c62f445c-d027-410c-8639-c99c6fc4cea2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887363 Nov 19 18:39:12.314088 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-7f6b19a0-910c-4cf5-817b-922b3eee03ee req-fdcada49-9e17-4f8b-a5b8-2815a7c5a17e service neutron] 10.222.0.60 "GET /v2.0/networks/c62f445c-d027-410c-8639-c99c6fc4cea2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876107 Nov 19 18:39:12.773583 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7889735c-3ab7-49cc-b715-96fc675dbbbf req-6a8c9181-d66b-4663-aca7-83165e45b226 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:39:12.775598 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-7889735c-3ab7-49cc-b715-96fc675dbbbf req-6a8c9181-d66b-4663-aca7-83165e45b226 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/ports?device_id=c56ea3c6-04be-4747-999b-af2ef5b0e7db HTTP/1.1" status: 200 len: 943 time: 0.0547321 Nov 19 18:39:12.833322 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-7889735c-3ab7-49cc-b715-96fc675dbbbf req-ca658e10-20e7-4b2b-a069-a7fbf016375f tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/security-groups?id=84e134bc-7746-4f2e-9297-aa0d940279a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508485 Nov 19 18:39:13.955372 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac397d17-c58c-4ebd-acd5-0b83c7dc1b3c req-b4bf1f16-5836-43ea-ba7e-b02a03627f64 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:39:13.956939 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ac397d17-c58c-4ebd-acd5-0b83c7dc1b3c req-b4bf1f16-5836-43ea-ba7e-b02a03627f64 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/ports?device_id=c56ea3c6-04be-4747-999b-af2ef5b0e7db HTTP/1.1" status: 200 len: 943 time: 0.0506985 Nov 19 18:39:14.004962 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ac397d17-c58c-4ebd-acd5-0b83c7dc1b3c req-d120715e-46ad-497c-9622-3ef920d74155 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/security-groups?id=84e134bc-7746-4f2e-9297-aa0d940279a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417714 Nov 19 18:39:15.121282 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac16e0e-ccab-4dad-ba5f-34b7d6544a91 req-f6e26b5a-4dcd-4729-905a-91ab52ba53e3 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:39:15.124419 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-7ac16e0e-ccab-4dad-ba5f-34b7d6544a91 req-f6e26b5a-4dcd-4729-905a-91ab52ba53e3 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/ports?device_id=c56ea3c6-04be-4747-999b-af2ef5b0e7db HTTP/1.1" status: 200 len: 943 time: 0.0480144 Nov 19 18:39:15.171396 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-7ac16e0e-ccab-4dad-ba5f-34b7d6544a91 req-dd70af7b-2d26-4769-93e7-68103e82579a tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/security-groups?id=84e134bc-7746-4f2e-9297-aa0d940279a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418413 Nov 19 18:39:16.293017 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04f49a2-e3dc-43f2-b707-b9f39b7ad7cb req-e59183ca-5878-47e4-bef2-3fc7436878fa tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:39:16.294537 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f04f49a2-e3dc-43f2-b707-b9f39b7ad7cb req-e59183ca-5878-47e4-bef2-3fc7436878fa tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/ports?device_id=c56ea3c6-04be-4747-999b-af2ef5b0e7db HTTP/1.1" status: 200 len: 943 time: 0.0527484 Nov 19 18:39:16.341890 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f04f49a2-e3dc-43f2-b707-b9f39b7ad7cb req-4e455cbf-5634-486f-840e-b447ba710c31 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/security-groups?id=84e134bc-7746-4f2e-9297-aa0d940279a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410783 Nov 19 18:39:17.463189 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa17c0f7-ff27-49a8-b64f-6cb4ef14dffc req-194baa2c-7088-4a13-be7a-4665f04e6b9c tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:39:17.464746 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-fa17c0f7-ff27-49a8-b64f-6cb4ef14dffc req-194baa2c-7088-4a13-be7a-4665f04e6b9c tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/ports?device_id=c56ea3c6-04be-4747-999b-af2ef5b0e7db HTTP/1.1" status: 200 len: 943 time: 0.0510838 Nov 19 18:39:17.511605 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-fa17c0f7-ff27-49a8-b64f-6cb4ef14dffc req-9c8dba63-caba-4f42-a0b3-ec41f53edda7 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/security-groups?id=84e134bc-7746-4f2e-9297-aa0d940279a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408211 Nov 19 18:39:18.631599 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b632f2e-d5a7-4271-93fd-451f5a587cd5 req-c2325ccf-83e9-4326-81ff-2b3bdf2e70b3 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:39:18.633114 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-1b632f2e-d5a7-4271-93fd-451f5a587cd5 req-c2325ccf-83e9-4326-81ff-2b3bdf2e70b3 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/ports?device_id=c56ea3c6-04be-4747-999b-af2ef5b0e7db HTTP/1.1" status: 200 len: 943 time: 0.0484548 Nov 19 18:39:18.680391 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-1b632f2e-d5a7-4271-93fd-451f5a587cd5 req-e64cd428-f78f-42dc-a31a-cecf81d29b5d tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/security-groups?id=84e134bc-7746-4f2e-9297-aa0d940279a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412760 Nov 19 18:39:19.800284 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2485172d-6239-40d2-8fe5-b837d84ae74b req-5cef4c90-9c93-403d-b299-5df19cc9eee0 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:39:19.801751 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2485172d-6239-40d2-8fe5-b837d84ae74b req-5cef4c90-9c93-403d-b299-5df19cc9eee0 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/ports?device_id=c56ea3c6-04be-4747-999b-af2ef5b0e7db HTTP/1.1" status: 200 len: 943 time: 0.0521300 Nov 19 18:39:19.850690 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2485172d-6239-40d2-8fe5-b837d84ae74b req-5617ad83-c15a-45cd-ae1e-50d1cce568cb tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/security-groups?id=84e134bc-7746-4f2e-9297-aa0d940279a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426047 Nov 19 18:39:20.972265 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49e1984-2ba3-43ef-b991-cba0d1a6b4d0 req-14bfabd9-2362-449d-94cc-403440556339 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:39:20.973749 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d49e1984-2ba3-43ef-b991-cba0d1a6b4d0 req-14bfabd9-2362-449d-94cc-403440556339 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/ports?device_id=c56ea3c6-04be-4747-999b-af2ef5b0e7db HTTP/1.1" status: 200 len: 943 time: 0.0535965 Nov 19 18:39:21.020441 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d49e1984-2ba3-43ef-b991-cba0d1a6b4d0 req-22aeaf06-c88e-4c9c-b953-a29b1333c26e tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/security-groups?id=84e134bc-7746-4f2e-9297-aa0d940279a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406618 Nov 19 18:39:22.138324 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286e9ffb-11f2-4b47-81cf-83338c924e7f req-e84071d5-99c7-4744-98a0-c111227ec40c tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:39:22.140327 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-286e9ffb-11f2-4b47-81cf-83338c924e7f req-e84071d5-99c7-4744-98a0-c111227ec40c tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/ports?device_id=c56ea3c6-04be-4747-999b-af2ef5b0e7db HTTP/1.1" status: 200 len: 943 time: 0.0482645 Nov 19 18:39:22.187314 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-286e9ffb-11f2-4b47-81cf-83338c924e7f req-06b1819b-4f38-4d09-9098-499527d4b129 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/security-groups?id=84e134bc-7746-4f2e-9297-aa0d940279a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409975 Nov 19 18:39:23.031010 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 6e7a460f-1ae6-4388-b171-9e37b885977b details requested by agent hyperv_n-h1-818022-2 with host n-h1-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 18:39:23.121357 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 6e7a460f-1ae6-4388-b171-9e37b885977b, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=6e7a460f-1ae6-4388-b171-9e37b885977b,segment=NetworkSegment(8be91a85-4220-40c1-b0b9-712553124174),segment_id=8be91a85-4220-40c1-b0b9-712553124174)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:39:23.132882 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Returning: {'device': '6e7a460f-1ae6-4388-b171-9e37b885977b', 'network_id': 'c62f445c-d027-410c-8639-c99c6fc4cea2', 'port_id': '6e7a460f-1ae6-4388-b171-9e37b885977b', 'mac_address': 'fa:16:3e:0d:f4:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 669, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c531004-9720-4b69-9725-2e9002c2930c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 18:39:23.168257 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:39:23.185342 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e7a460f-1ae6-4388-b171-9e37b885977b {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:39:23.204424 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 6e7a460f-1ae6-4388-b171-9e37b885977b, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=6e7a460f-1ae6-4388-b171-9e37b885977b,segment=NetworkSegment(8be91a85-4220-40c1-b0b9-712553124174),segment_id=8be91a85-4220-40c1-b0b9-712553124174)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:39:23.208427 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:39:23.257287 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=6e7a460f-1ae6-4388-b171-9e37b885977b,revision_number=8']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:39:23.267200 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:39:23.267563 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:39:23.267920 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:39:23.268262 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:39:23.268602 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:39:23.268939 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:39:23.269272 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:39:23.269607 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:39:23.269962 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:39:23.270296 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:39:23.270625 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:39:23.270954 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:39:23.306652 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ccae00-da6a-4d00-a2cd-d7e5c2665fb3 req-ed1fcbde-33f4-4d6d-a3cb-6c71aaf08e46 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:39:23.308074 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-99ccae00-da6a-4d00-a2cd-d7e5c2665fb3 req-ed1fcbde-33f4-4d6d-a3cb-6c71aaf08e46 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/ports?device_id=c56ea3c6-04be-4747-999b-af2ef5b0e7db HTTP/1.1" status: 200 len: 944 time: 0.0498059 Nov 19 18:39:23.354064 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-99ccae00-da6a-4d00-a2cd-d7e5c2665fb3 req-58f45a16-5f0f-4ebc-b2d2-89bcc5c12438 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/security-groups?id=84e134bc-7746-4f2e-9297-aa0d940279a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399799 Nov 19 18:39:23.455154 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['6e7a460f-1ae6-4388-b171-9e37b885977b'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:39:23.645752 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe84909-ed6b-43bd-a485-04794685983a req-c0eb362d-19a6-44a5-a1bb-121b6fdbfe87 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:39:23.647329 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0fe84909-ed6b-43bd-a485-04794685983a req-c0eb362d-19a6-44a5-a1bb-121b6fdbfe87 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.60 "GET /v2.0/ports?device_id=c56ea3c6-04be-4747-999b-af2ef5b0e7db&tenant_id=a8598287498a4915a129e378733334d3&binding%3Ahost_id=n-h1-818022-2 HTTP/1.1" status: 200 len: 944 time: 0.0579023 Nov 19 18:39:23.662207 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed8daa5-ab11-4250-aeaf-7928a9d23787 req-d7c5bb89-6cfc-4db8-a5ab-ca6d97d18817 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:39:23.663765 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-aed8daa5-ab11-4250-aeaf-7928a9d23787 req-d7c5bb89-6cfc-4db8-a5ab-ca6d97d18817 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/ports?device_id=c56ea3c6-04be-4747-999b-af2ef5b0e7db HTTP/1.1" status: 200 len: 944 time: 0.0489535 Nov 19 18:39:23.715937 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-aed8daa5-ab11-4250-aeaf-7928a9d23787 req-8ca565bf-3acb-4a62-9975-31d3c289b587 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/security-groups?id=84e134bc-7746-4f2e-9297-aa0d940279a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461974 Nov 19 18:39:23.721395 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0fe84909-ed6b-43bd-a485-04794685983a req-691f4ab9-db4b-46f0-8341-cec5aa007340 service neutron] 10.222.0.60 "GET /v2.0/ports/6e7a460f-1ae6-4388-b171-9e37b885977b/bindings/n-h1-818022-2 HTTP/1.1" status: 200 len: 382 time: 0.0625832 Nov 19 18:39:23.784843 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe84909-ed6b-43bd-a485-04794685983a req-e0e0f5d1-d338-49fa-97ca-e02411ff412c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:39:23.786344 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0fe84909-ed6b-43bd-a485-04794685983a req-e0e0f5d1-d338-49fa-97ca-e02411ff412c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a8598287498a4915a129e378733334d3&device_id=c56ea3c6-04be-4747-999b-af2ef5b0e7db HTTP/1.1" status: 200 len: 1095 time: 0.0406432 Nov 19 18:39:23.876541 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe84909-ed6b-43bd-a485-04794685983a req-4a9c607d-4836-42b9-897a-924c053b19fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:39:23.877954 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0fe84909-ed6b-43bd-a485-04794685983a req-4a9c607d-4836-42b9-897a-924c053b19fd service neutron] 10.222.0.60 "GET /v2.0/networks?id=c62f445c-d027-410c-8639-c99c6fc4cea2 HTTP/1.1" status: 200 len: 912 time: 0.0841269 Nov 19 18:39:23.943079 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0fe84909-ed6b-43bd-a485-04794685983a req-8d4425d3-f912-42eb-a682-43ef3e62b915 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6e7a460f-1ae6-4388-b171-9e37b885977b HTTP/1.1" status: 200 len: 1001 time: 0.0575686 Nov 19 18:39:23.992126 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe84909-ed6b-43bd-a485-04794685983a req-5377de7a-85df-454a-ba80-99a4877199ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:39:23.993546 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0fe84909-ed6b-43bd-a485-04794685983a req-5377de7a-85df-454a-ba80-99a4877199ba service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4c531004-9720-4b69-9725-2e9002c2930c HTTP/1.1" status: 200 len: 850 time: 0.0430741 Nov 19 18:39:24.041088 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe84909-ed6b-43bd-a485-04794685983a req-6f9314b0-0934-48d0-8b04-d0cef58b2674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:39:24.042570 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0fe84909-ed6b-43bd-a485-04794685983a req-6f9314b0-0934-48d0-8b04-d0cef58b2674 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c62f445c-d027-410c-8639-c99c6fc4cea2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421128 Nov 19 18:39:24.129759 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0fe84909-ed6b-43bd-a485-04794685983a req-6596b093-2c58-4b78-8e6d-23cc729f1c57 service neutron] 10.222.0.60 "GET /v2.0/networks/c62f445c-d027-410c-8639-c99c6fc4cea2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798287 Nov 19 18:39:24.221460 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0fe84909-ed6b-43bd-a485-04794685983a req-5509a74f-0cc7-4b97-8eee-5cc988e53776 service neutron] 10.222.0.60 "GET /v2.0/networks/c62f445c-d027-410c-8639-c99c6fc4cea2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844872 Nov 19 18:39:24.836001 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a27ecd-6ec6-4049-8b35-f7e1dda03c77 req-06332ca3-a4c2-416b-a053-7bab56e3d273 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:39:24.837464 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b3a27ecd-6ec6-4049-8b35-f7e1dda03c77 req-06332ca3-a4c2-416b-a053-7bab56e3d273 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/ports?device_id=c56ea3c6-04be-4747-999b-af2ef5b0e7db HTTP/1.1" status: 200 len: 944 time: 0.0489388 Nov 19 18:39:24.883971 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b3a27ecd-6ec6-4049-8b35-f7e1dda03c77 req-44484327-6518-43bd-8ca2-8810d3afe1bd tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/security-groups?id=84e134bc-7746-4f2e-9297-aa0d940279a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404131 Nov 19 18:39:25.036275 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 6e7a460f-1ae6-4388-b171-9e37b885977b up at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:39:25.084094 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning for port 6e7a460f-1ae6-4388-b171-9e37b885977b completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 18:39:25.087611 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning complete for port 6e7a460f-1ae6-4388-b171-9e37b885977b triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:39:25.087980 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:39:25.161927 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:39:25.184521 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c56ea3c6-04be-4747-999b-af2ef5b0e7db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e7a460f-1ae6-4388-b171-9e37b885977b'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:39:25.187423 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e87da51c426c585745380e4f647dbd896557016b88dd9fb127e5d98628c937cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2fba7af-29af-4cfa-90ff-01fedca0effd" -d '{"events": [{"server_uuid": "c56ea3c6-04be-4747-999b-af2ef5b0e7db", "name": "network-vif-plugged", "status": "completed", "tag": "6e7a460f-1ae6-4388-b171-9e37b885977b"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:39:25.203199 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 6e7a460f-1ae6-4388-b171-9e37b885977b, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=6e7a460f-1ae6-4388-b171-9e37b885977b,segment=NetworkSegment(8be91a85-4220-40c1-b0b9-712553124174),segment_id=8be91a85-4220-40c1-b0b9-712553124174)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:39:25.207295 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:39:25.239855 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:39:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d35805ed-0e98-40e4-b221-4e98de480e88 x-openstack-request-id: req-d35805ed-0e98-40e4-b221-4e98de480e88 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:39:25.240148 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c56ea3c6-04be-4747-999b-af2ef5b0e7db", "name": "network-vif-plugged", "status": "completed", "tag": "6e7a460f-1ae6-4388-b171-9e37b885977b", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:39:25.240404 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d35805ed-0e98-40e4-b221-4e98de480e88 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:39:25.240872 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c56ea3c6-04be-4747-999b-af2ef5b0e7db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e7a460f-1ae6-4388-b171-9e37b885977b', 'code': 200} Nov 19 18:39:25.260846 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=6e7a460f-1ae6-4388-b171-9e37b885977b,revision_number=9']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:39:26.009170 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b08a94-dad4-4b93-85a5-89db167f9217 req-6c865b1e-d8e4-4d56-aadf-d3f4387aafef tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:39:26.010672 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-75b08a94-dad4-4b93-85a5-89db167f9217 req-6c865b1e-d8e4-4d56-aadf-d3f4387aafef tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/ports?device_id=c56ea3c6-04be-4747-999b-af2ef5b0e7db HTTP/1.1" status: 200 len: 945 time: 0.0536878 Nov 19 18:39:26.060395 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-75b08a94-dad4-4b93-85a5-89db167f9217 req-27dad464-7f4c-407c-a29e-af334ab0ee92 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/security-groups?id=84e134bc-7746-4f2e-9297-aa0d940279a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436862 Nov 19 18:39:26.403332 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.agents_db [None req-619e5c26-d9ed-4321-86eb-7d443bb9dfa2 None None] Agent healthcheck: found 7 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 18:39:27.180396 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780bc79b-7090-49e1-aab6-957a3fbb6f1f req-100c32d0-000a-4af2-a189-257b42a5713b tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:39:27.181917 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-780bc79b-7090-49e1-aab6-957a3fbb6f1f req-100c32d0-000a-4af2-a189-257b42a5713b tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/ports?device_id=c56ea3c6-04be-4747-999b-af2ef5b0e7db HTTP/1.1" status: 200 len: 945 time: 0.0506854 Nov 19 18:39:27.229744 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-780bc79b-7090-49e1-aab6-957a3fbb6f1f req-92c7a8d1-a364-410a-bb16-46deaf64e5fd tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/security-groups?id=84e134bc-7746-4f2e-9297-aa0d940279a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413637 Nov 19 18:39:28.288789 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe84909-ed6b-43bd-a485-04794685983a req-55e68c3a-194b-4fcf-acde-c55d8ca79d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:39:28.290430 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0fe84909-ed6b-43bd-a485-04794685983a req-55e68c3a-194b-4fcf-acde-c55d8ca79d13 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=c56ea3c6-04be-4747-999b-af2ef5b0e7db&tenant_id=a8598287498a4915a129e378733334d3 HTTP/1.1" status: 200 len: 1096 time: 0.0793390 Nov 19 18:39:28.303739 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-0fe84909-ed6b-43bd-a485-04794685983a req-4c71f3fd-cb20-48aa-86ca-2d8cd080d021 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-818022-2', 'device_owner': 'compute:nova'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:39:28.354780 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef34357-cae5-41c2-8dc9-c35ff9694d36 req-78aa6cdb-6815-4db0-a57c-1ea136ec5ad0 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:39:28.356154 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-aef34357-cae5-41c2-8dc9-c35ff9694d36 req-78aa6cdb-6815-4db0-a57c-1ea136ec5ad0 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/ports?device_id=c56ea3c6-04be-4747-999b-af2ef5b0e7db HTTP/1.1" status: 200 len: 945 time: 0.0560341 Nov 19 18:39:28.359800 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-0fe84909-ed6b-43bd-a485-04794685983a req-4c71f3fd-cb20-48aa-86ca-2d8cd080d021 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:39:28.402382 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-aef34357-cae5-41c2-8dc9-c35ff9694d36 req-dfc2ff0c-f92d-48a7-b5a5-27961d31d98f tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/security-groups?id=84e134bc-7746-4f2e-9297-aa0d940279a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399702 Nov 19 18:39:28.560862 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-0fe84909-ed6b-43bd-a485-04794685983a req-4c71f3fd-cb20-48aa-86ca-2d8cd080d021 service neutron] For port 6e7a460f-1ae6-4388-b171-9e37b885977b, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=6e7a460f-1ae6-4388-b171-9e37b885977b,segment=NetworkSegment(8be91a85-4220-40c1-b0b9-712553124174),segment_id=8be91a85-4220-40c1-b0b9-712553124174)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:39:28.594064 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-0fe84909-ed6b-43bd-a485-04794685983a req-4c71f3fd-cb20-48aa-86ca-2d8cd080d021 service neutron] For port 6e7a460f-1ae6-4388-b171-9e37b885977b, host n-h1-818022-2, cleared binding levels {{(pid=103365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:39:28.632823 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c56ea3c6-04be-4747-999b-af2ef5b0e7db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e7a460f-1ae6-4388-b171-9e37b885977b'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:39:28.635069 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd49725d620cdd9f83c5eaf1b0fd23d69d3d375bb9795dcb3d54cd15509d3c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd6ea618-936b-49d5-bca5-d56613f7a9c7" -d '{"events": [{"server_uuid": "c56ea3c6-04be-4747-999b-af2ef5b0e7db", "name": "network-vif-unplugged", "status": "completed", "tag": "6e7a460f-1ae6-4388-b171-9e37b885977b"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:39:28.638878 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-0fe84909-ed6b-43bd-a485-04794685983a req-4c71f3fd-cb20-48aa-86ca-2d8cd080d021 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:39:28.651850 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.provisioning_blocks [req-0fe84909-ed6b-43bd-a485-04794685983a req-4c71f3fd-cb20-48aa-86ca-2d8cd080d021 service neutron] Transition to ACTIVE for port object 6e7a460f-1ae6-4388-b171-9e37b885977b will not be triggered until provisioned by entity L2. {{(pid=103365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 18:39:28.655466 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-0fe84909-ed6b-43bd-a485-04794685983a req-4c71f3fd-cb20-48aa-86ca-2d8cd080d021 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:39:28.750696 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c71f3fd-cb20-48aa-86ca-2d8cd080d021 service neutron] Pushing event updated for resources: {'Port': ['ID=6e7a460f-1ae6-4388-b171-9e37b885977b,revision_number=10']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:39:28.754176 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 18:39:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca56c06e-cdcd-4a44-9de5-fa9995463c5f x-openstack-request-id: req-ca56c06e-cdcd-4a44-9de5-fa9995463c5f {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:39:28.754595 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c56ea3c6-04be-4747-999b-af2ef5b0e7db", "name": "network-vif-unplugged", "status": "completed", "tag": "6e7a460f-1ae6-4388-b171-9e37b885977b", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:39:28.754715 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ca56c06e-cdcd-4a44-9de5-fa9995463c5f {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:39:28.755126 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c56ea3c6-04be-4747-999b-af2ef5b0e7db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e7a460f-1ae6-4388-b171-9e37b885977b', 'code': 200} Nov 19 18:39:28.766904 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c71f3fd-cb20-48aa-86ca-2d8cd080d021 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:39:28.767259 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c71f3fd-cb20-48aa-86ca-2d8cd080d021 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:39:28.767612 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c71f3fd-cb20-48aa-86ca-2d8cd080d021 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:39:28.767956 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c71f3fd-cb20-48aa-86ca-2d8cd080d021 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:39:28.768299 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c71f3fd-cb20-48aa-86ca-2d8cd080d021 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:39:28.768638 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c71f3fd-cb20-48aa-86ca-2d8cd080d021 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:39:28.768973 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c71f3fd-cb20-48aa-86ca-2d8cd080d021 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:39:28.769318 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c71f3fd-cb20-48aa-86ca-2d8cd080d021 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:39:28.769641 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c71f3fd-cb20-48aa-86ca-2d8cd080d021 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:39:28.769998 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c71f3fd-cb20-48aa-86ca-2d8cd080d021 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:39:28.770397 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c71f3fd-cb20-48aa-86ca-2d8cd080d021 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:39:28.770725 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c71f3fd-cb20-48aa-86ca-2d8cd080d021 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:39:28.802683 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fe84909-ed6b-43bd-a485-04794685983a req-4c71f3fd-cb20-48aa-86ca-2d8cd080d021 service neutron] No DVR routers for this DVR port 6e7a460f-1ae6-4388-b171-9e37b885977b on host n-h1-818022-2 {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:39:28.936341 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-0fe84909-ed6b-43bd-a485-04794685983a req-4c71f3fd-cb20-48aa-86ca-2d8cd080d021 service neutron] Attempting to bind port 6e7a460f-1ae6-4388-b171-9e37b885977b on host n-h2-818022-2 for vnic_type normal with profile {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:39:28.936601 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-0fe84909-ed6b-43bd-a485-04794685983a req-4c71f3fd-cb20-48aa-86ca-2d8cd080d021 service neutron] Attempting to bind port 6e7a460f-1ae6-4388-b171-9e37b885977b by drivers openvswitch,hyperv on host n-h2-818022-2 at level 0 using segments [{'id': '8be91a85-4220-40c1-b0b9-712553124174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'c62f445c-d027-410c-8639-c99c6fc4cea2'}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:39:28.937556 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe84909-ed6b-43bd-a485-04794685983a req-4c71f3fd-cb20-48aa-86ca-2d8cd080d021 service neutron] Attempting to bind port 6e7a460f-1ae6-4388-b171-9e37b885977b on network c62f445c-d027-410c-8639-c99c6fc4cea2 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:39:28.941713 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe84909-ed6b-43bd-a485-04794685983a req-4c71f3fd-cb20-48aa-86ca-2d8cd080d021 service neutron] Port 6e7a460f-1ae6-4388-b171-9e37b885977b on network c62f445c-d027-410c-8639-c99c6fc4cea2 not bound, no agent of type Open vSwitch agent registered on host n-h2-818022-2 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 18:39:28.942060 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe84909-ed6b-43bd-a485-04794685983a req-4c71f3fd-cb20-48aa-86ca-2d8cd080d021 service neutron] Attempting to bind port 6e7a460f-1ae6-4388-b171-9e37b885977b on network c62f445c-d027-410c-8639-c99c6fc4cea2 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:39:28.946799 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe84909-ed6b-43bd-a485-04794685983a req-4c71f3fd-cb20-48aa-86ca-2d8cd080d021 service neutron] Checking agent: {'id': '525ad2ac-c4ae-4c63-af2e-0bf8d25d0f0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'started_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 39, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:39:28.947130 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe84909-ed6b-43bd-a485-04794685983a req-4c71f3fd-cb20-48aa-86ca-2d8cd080d021 service neutron] Checking segment: {'id': '8be91a85-4220-40c1-b0b9-712553124174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'c62f445c-d027-410c-8639-c99c6fc4cea2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:39:28.947501 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe84909-ed6b-43bd-a485-04794685983a req-4c71f3fd-cb20-48aa-86ca-2d8cd080d021 service neutron] Bound using segment: {'id': '8be91a85-4220-40c1-b0b9-712553124174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'c62f445c-d027-410c-8639-c99c6fc4cea2'} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:39:28.947916 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-0fe84909-ed6b-43bd-a485-04794685983a req-4c71f3fd-cb20-48aa-86ca-2d8cd080d021 service neutron] Bound port: 6e7a460f-1ae6-4388-b171-9e37b885977b, host: n-h2-818022-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8be91a85-4220-40c1-b0b9-712553124174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'c62f445c-d027-410c-8639-c99c6fc4cea2'}}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:39:28.948262 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-0fe84909-ed6b-43bd-a485-04794685983a req-4c71f3fd-cb20-48aa-86ca-2d8cd080d021 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:39:29.008266 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-0fe84909-ed6b-43bd-a485-04794685983a req-4c71f3fd-cb20-48aa-86ca-2d8cd080d021 service neutron] For port 6e7a460f-1ae6-4388-b171-9e37b885977b, host n-h2-818022-2, cleared binding levels {{(pid=103365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:39:29.011198 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-0fe84909-ed6b-43bd-a485-04794685983a req-4c71f3fd-cb20-48aa-86ca-2d8cd080d021 service neutron] For port 6e7a460f-1ae6-4388-b171-9e37b885977b, host n-h2-818022-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=6e7a460f-1ae6-4388-b171-9e37b885977b,segment=NetworkSegment(8be91a85-4220-40c1-b0b9-712553124174),segment_id=8be91a85-4220-40c1-b0b9-712553124174)] {{(pid=103365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:39:29.014699 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-0fe84909-ed6b-43bd-a485-04794685983a req-4c71f3fd-cb20-48aa-86ca-2d8cd080d021 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:39:29.053839 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe84909-ed6b-43bd-a485-04794685983a req-4c71f3fd-cb20-48aa-86ca-2d8cd080d021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:39:29.055083 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-0fe84909-ed6b-43bd-a485-04794685983a req-4c71f3fd-cb20-48aa-86ca-2d8cd080d021 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:39:29.056389 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0fe84909-ed6b-43bd-a485-04794685983a req-4c71f3fd-cb20-48aa-86ca-2d8cd080d021 service neutron] 10.222.0.86 "PUT /v2.0/ports/6e7a460f-1ae6-4388-b171-9e37b885977b HTTP/1.1" status: 200 len: 1092 time: 0.7575176 Nov 19 18:39:29.078681 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c71f3fd-cb20-48aa-86ca-2d8cd080d021 service neutron] Pushing event updated for resources: {'Port': ['ID=6e7a460f-1ae6-4388-b171-9e37b885977b,revision_number=11']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:39:29.122885 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe84909-ed6b-43bd-a485-04794685983a req-e2605867-f03e-4abd-bc36-a53dfdbde254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:39:29.125019 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0fe84909-ed6b-43bd-a485-04794685983a req-e2605867-f03e-4abd-bc36-a53dfdbde254 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=a8598287498a4915a129e378733334d3&device_id=c56ea3c6-04be-4747-999b-af2ef5b0e7db HTTP/1.1" status: 200 len: 1095 time: 0.0421109 Nov 19 18:39:29.217443 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe84909-ed6b-43bd-a485-04794685983a req-7536a293-831b-45bc-aa58-72311d23e9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:39:29.219536 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0fe84909-ed6b-43bd-a485-04794685983a req-7536a293-831b-45bc-aa58-72311d23e9ae service neutron] 10.222.0.86 "GET /v2.0/networks?id=c62f445c-d027-410c-8639-c99c6fc4cea2 HTTP/1.1" status: 200 len: 912 time: 0.0864110 Nov 19 18:39:29.289780 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0fe84909-ed6b-43bd-a485-04794685983a req-1760dc15-5cb5-46c3-869b-922dadc9c506 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6e7a460f-1ae6-4388-b171-9e37b885977b HTTP/1.1" status: 200 len: 1000 time: 0.0622566 Nov 19 18:39:29.342039 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe84909-ed6b-43bd-a485-04794685983a req-b6850b92-eedb-4f4d-99b8-7ff3172a61f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:39:29.344092 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0fe84909-ed6b-43bd-a485-04794685983a req-b6850b92-eedb-4f4d-99b8-7ff3172a61f8 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=4c531004-9720-4b69-9725-2e9002c2930c HTTP/1.1" status: 200 len: 850 time: 0.0464356 Nov 19 18:39:29.392048 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe84909-ed6b-43bd-a485-04794685983a req-b05eaed9-cf0f-43c7-a5eb-c60edb3bbe00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:39:29.393481 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0fe84909-ed6b-43bd-a485-04794685983a req-b05eaed9-cf0f-43c7-a5eb-c60edb3bbe00 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c62f445c-d027-410c-8639-c99c6fc4cea2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419397 Nov 19 18:39:29.491841 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0fe84909-ed6b-43bd-a485-04794685983a req-0605e2d5-0a5c-4d75-b1a9-e482c9eb1516 service neutron] 10.222.0.86 "GET /v2.0/networks/c62f445c-d027-410c-8639-c99c6fc4cea2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903399 Nov 19 18:39:29.523903 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1566fde-dcf3-4bea-9036-82de63997d37 req-2000d65c-309f-495a-bef9-5a7b98abbee0 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:39:29.525494 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f1566fde-dcf3-4bea-9036-82de63997d37 req-2000d65c-309f-495a-bef9-5a7b98abbee0 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/ports?device_id=c56ea3c6-04be-4747-999b-af2ef5b0e7db HTTP/1.1" status: 200 len: 944 time: 0.0512297 Nov 19 18:39:29.576359 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f1566fde-dcf3-4bea-9036-82de63997d37 req-14b6818c-e4b1-446c-8c13-fda73bf1e586 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/security-groups?id=84e134bc-7746-4f2e-9297-aa0d940279a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434926 Nov 19 18:39:29.586993 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0fe84909-ed6b-43bd-a485-04794685983a req-d560c162-a4df-4261-ae83-c737c87bf78d service neutron] 10.222.0.86 "GET /v2.0/networks/c62f445c-d027-410c-8639-c99c6fc4cea2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880046 Nov 19 18:39:29.879909 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-791d9c58-0272-4fd9-87fb-a143b054ef7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:39:30.706160 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd78d0d-dc9f-40ce-b471-8d129c0cb416 req-4315c284-ec61-48a6-b31f-d386b9698d13 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:39:30.707689 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-bbd78d0d-dc9f-40ce-b471-8d129c0cb416 req-4315c284-ec61-48a6-b31f-d386b9698d13 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/ports?device_id=c56ea3c6-04be-4747-999b-af2ef5b0e7db HTTP/1.1" status: 200 len: 944 time: 0.0556805 Nov 19 18:39:30.755412 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-bbd78d0d-dc9f-40ce-b471-8d129c0cb416 req-35b37e61-2e48-4a95-af6b-ca8b83d0a9d1 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/security-groups?id=84e134bc-7746-4f2e-9297-aa0d940279a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414553 Nov 19 18:39:30.756019 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c56ea3c6-04be-4747-999b-af2ef5b0e7db', 'tag': '6e7a460f-1ae6-4388-b171-9e37b885977b'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:39:30.758349 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd49725d620cdd9f83c5eaf1b0fd23d69d3d375bb9795dcb3d54cd15509d3c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb12a1ef-b422-4a45-a27f-769ab2c499c6" -d '{"events": [{"name": "network-changed", "server_uuid": "c56ea3c6-04be-4747-999b-af2ef5b0e7db", "tag": "6e7a460f-1ae6-4388-b171-9e37b885977b"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:39:30.814137 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 18:39:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5a7fa34-5deb-44e4-be46-6f990ecf7ddd x-openstack-request-id: req-a5a7fa34-5deb-44e4-be46-6f990ecf7ddd {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:39:30.814502 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c56ea3c6-04be-4747-999b-af2ef5b0e7db", "tag": "6e7a460f-1ae6-4388-b171-9e37b885977b", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:39:30.814843 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a5a7fa34-5deb-44e4-be46-6f990ecf7ddd {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:39:30.815991 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c56ea3c6-04be-4747-999b-af2ef5b0e7db', 'tag': '6e7a460f-1ae6-4388-b171-9e37b885977b', 'status': 'completed', 'code': 200} Nov 19 18:39:30.874428 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb12a1ef-b422-4a45-a27f-769ab2c499c6 req-23ded0f1-8418-40b8-bd23-1c0b9bde2357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:39:30.875941 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-bb12a1ef-b422-4a45-a27f-769ab2c499c6 req-23ded0f1-8418-40b8-bd23-1c0b9bde2357 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=a8598287498a4915a129e378733334d3&device_id=c56ea3c6-04be-4747-999b-af2ef5b0e7db HTTP/1.1" status: 200 len: 1095 time: 0.0421488 Nov 19 18:39:30.881478 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb12a1ef-b422-4a45-a27f-769ab2c499c6 req-2d080439-1755-46ad-8a7b-434d999bc781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:39:30.883020 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-bb12a1ef-b422-4a45-a27f-769ab2c499c6 req-2d080439-1755-46ad-8a7b-434d999bc781 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a8598287498a4915a129e378733334d3&device_id=c56ea3c6-04be-4747-999b-af2ef5b0e7db HTTP/1.1" status: 200 len: 1095 time: 0.0448849 Nov 19 18:39:30.979042 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb12a1ef-b422-4a45-a27f-769ab2c499c6 req-799a350b-2c4b-4d12-a075-f51b916900e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:39:30.980537 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-bb12a1ef-b422-4a45-a27f-769ab2c499c6 req-799a350b-2c4b-4d12-a075-f51b916900e0 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c62f445c-d027-410c-8639-c99c6fc4cea2 HTTP/1.1" status: 200 len: 912 time: 0.0898731 Nov 19 18:39:30.983438 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb12a1ef-b422-4a45-a27f-769ab2c499c6 req-bfb35b44-f25d-4ebf-9bb3-1dcbac2a24be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:39:30.986319 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-bb12a1ef-b422-4a45-a27f-769ab2c499c6 req-bfb35b44-f25d-4ebf-9bb3-1dcbac2a24be service neutron] 10.222.0.86 "GET /v2.0/networks?id=c62f445c-d027-410c-8639-c99c6fc4cea2 HTTP/1.1" status: 200 len: 912 time: 0.1015389 Nov 19 18:39:31.063172 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 6e7a460f-1ae6-4388-b171-9e37b885977b no longer exists at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:39:31.064273 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-bb12a1ef-b422-4a45-a27f-769ab2c499c6 req-c35992cb-b330-458d-9543-4c38ea7469f3 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6e7a460f-1ae6-4388-b171-9e37b885977b HTTP/1.1" status: 200 len: 1000 time: 0.0708318 Nov 19 18:39:31.119208 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 6e7a460f-1ae6-4388-b171-9e37b885977b not bound to the agent host n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:39:31.145373 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb12a1ef-b422-4a45-a27f-769ab2c499c6 req-608f77be-0554-4c49-ab42-e400e59a34d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:39:31.148193 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-bb12a1ef-b422-4a45-a27f-769ab2c499c6 req-608f77be-0554-4c49-ab42-e400e59a34d3 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=4c531004-9720-4b69-9725-2e9002c2930c HTTP/1.1" status: 200 len: 850 time: 0.0751097 Nov 19 18:39:31.211024 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb12a1ef-b422-4a45-a27f-769ab2c499c6 req-f6d2bcdc-3438-4581-9357-d942d30a459f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:39:31.212485 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-bb12a1ef-b422-4a45-a27f-769ab2c499c6 req-f6d2bcdc-3438-4581-9357-d942d30a459f service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c62f445c-d027-410c-8639-c99c6fc4cea2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0546637 Nov 19 18:39:31.322520 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-bb12a1ef-b422-4a45-a27f-769ab2c499c6 req-08969b17-8d74-4bb1-a442-6bbe50dec491 service neutron] 10.222.0.86 "GET /v2.0/networks/c62f445c-d027-410c-8639-c99c6fc4cea2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009846 Nov 19 18:39:31.387981 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-bb12a1ef-b422-4a45-a27f-769ab2c499c6 req-778bedf9-d440-4c64-9562-03fa8364e756 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6e7a460f-1ae6-4388-b171-9e37b885977b HTTP/1.1" status: 200 len: 1000 time: 0.3996215 Nov 19 18:39:31.441935 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-bb12a1ef-b422-4a45-a27f-769ab2c499c6 req-b129b4bc-c336-436b-b89e-b0bc14b7bd34 service neutron] 10.222.0.86 "GET /v2.0/networks/c62f445c-d027-410c-8639-c99c6fc4cea2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100693 Nov 19 18:39:31.451959 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb12a1ef-b422-4a45-a27f-769ab2c499c6 req-cabb7aa3-b156-4089-9306-a89373da97af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:39:31.454198 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-bb12a1ef-b422-4a45-a27f-769ab2c499c6 req-cabb7aa3-b156-4089-9306-a89373da97af service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4c531004-9720-4b69-9725-2e9002c2930c HTTP/1.1" status: 200 len: 850 time: 0.0567420 Nov 19 18:39:31.501494 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb12a1ef-b422-4a45-a27f-769ab2c499c6 req-a0451ba4-85d3-416f-ab72-25357868e3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:39:31.503043 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-bb12a1ef-b422-4a45-a27f-769ab2c499c6 req-a0451ba4-85d3-416f-ab72-25357868e3e9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c62f445c-d027-410c-8639-c99c6fc4cea2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405881 Nov 19 18:39:31.615191 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-bb12a1ef-b422-4a45-a27f-769ab2c499c6 req-158e7c63-432a-4a56-acea-cf9de2dffd8c service neutron] 10.222.0.60 "GET /v2.0/networks/c62f445c-d027-410c-8639-c99c6fc4cea2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046247 Nov 19 18:39:31.715783 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-bb12a1ef-b422-4a45-a27f-769ab2c499c6 req-980a1e8e-1db2-49bb-9c67-7d77de7cb0a9 service neutron] 10.222.0.60 "GET /v2.0/networks/c62f445c-d027-410c-8639-c99c6fc4cea2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931592 Nov 19 18:39:31.879862 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7af7730-b73d-49c0-8247-12e5ad25224e req-0ec7c790-fec4-4fdf-b636-b8eb5136676b tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:39:31.881400 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a7af7730-b73d-49c0-8247-12e5ad25224e req-0ec7c790-fec4-4fdf-b636-b8eb5136676b tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/ports?device_id=c56ea3c6-04be-4747-999b-af2ef5b0e7db HTTP/1.1" status: 200 len: 944 time: 0.0509498 Nov 19 18:39:31.932554 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a7af7730-b73d-49c0-8247-12e5ad25224e req-e529082c-6dcd-4345-a296-3dfa0fe35a8c tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/security-groups?id=84e134bc-7746-4f2e-9297-aa0d940279a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440876 Nov 19 18:39:32.097938 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0d5eb80c-2bb0-4c66-9d8b-07cac5709b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:39:33.052597 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba650b41-3c61-4c81-9339-4e7e9f046431 req-d03c9d9e-131b-4240-a837-bd11da35eb5b tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:39:33.054431 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ba650b41-3c61-4c81-9339-4e7e9f046431 req-d03c9d9e-131b-4240-a837-bd11da35eb5b tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/ports?device_id=c56ea3c6-04be-4747-999b-af2ef5b0e7db HTTP/1.1" status: 200 len: 944 time: 0.0487835 Nov 19 18:39:33.105430 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ba650b41-3c61-4c81-9339-4e7e9f046431 req-596b845a-13e2-4571-b0c8-5f5bb407e75e tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/security-groups?id=84e134bc-7746-4f2e-9297-aa0d940279a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448134 Nov 19 18:39:33.378000 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e46ecc5a-dc14-4744-b262-3072ff2e958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:39:34.200069 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:39:34.209767 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:39:34.225013 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8111a4a-a94d-43e9-95bb-5b539772a5a3 req-1f9d6c5e-81fe-4f34-9f67-ae92edd79810 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:39:34.226557 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c8111a4a-a94d-43e9-95bb-5b539772a5a3 req-1f9d6c5e-81fe-4f34-9f67-ae92edd79810 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/ports?device_id=c56ea3c6-04be-4747-999b-af2ef5b0e7db HTTP/1.1" status: 200 len: 944 time: 0.0511804 Nov 19 18:39:34.273864 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c8111a4a-a94d-43e9-95bb-5b539772a5a3 req-bd4be884-f985-4de0-b7f9-04c6c94317f4 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/security-groups?id=84e134bc-7746-4f2e-9297-aa0d940279a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412941 Nov 19 18:39:34.961403 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e013d7e6-5264-4dcc-9759-54f5fb809e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:39:35.289049 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:39:35.390427 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296918c0-c6ea-43df-bee0-d27d08713a9c req-ec72d269-71b1-4779-8013-a2546841d99b tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:39:35.391967 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-296918c0-c6ea-43df-bee0-d27d08713a9c req-ec72d269-71b1-4779-8013-a2546841d99b tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/ports?device_id=c56ea3c6-04be-4747-999b-af2ef5b0e7db HTTP/1.1" status: 200 len: 944 time: 0.0477140 Nov 19 18:39:35.439326 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-296918c0-c6ea-43df-bee0-d27d08713a9c req-f3293201-08f1-41b6-adb5-2b3a8958ace2 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/security-groups?id=84e134bc-7746-4f2e-9297-aa0d940279a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413516 Nov 19 18:39:36.569092 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4261da27-d746-4510-9cde-38facbdf41d8 req-8e94852d-bf65-42b9-a41a-ad8d22e641b3 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:39:36.570579 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4261da27-d746-4510-9cde-38facbdf41d8 req-8e94852d-bf65-42b9-a41a-ad8d22e641b3 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/ports?device_id=c56ea3c6-04be-4747-999b-af2ef5b0e7db HTTP/1.1" status: 200 len: 944 time: 0.0521350 Nov 19 18:39:36.617461 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4261da27-d746-4510-9cde-38facbdf41d8 req-e361035c-02d4-493b-96fa-f46dd2c43ca9 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/security-groups?id=84e134bc-7746-4f2e-9297-aa0d940279a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409558 Nov 19 18:39:37.738855 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd84cfee-939e-4f2c-9637-5861af206d8f req-d4e48ced-3034-4a9a-8caf-f2a972f0496d tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:39:37.740353 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-dd84cfee-939e-4f2c-9637-5861af206d8f req-d4e48ced-3034-4a9a-8caf-f2a972f0496d tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/ports?device_id=c56ea3c6-04be-4747-999b-af2ef5b0e7db HTTP/1.1" status: 200 len: 944 time: 0.0519092 Nov 19 18:39:37.786146 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-dd84cfee-939e-4f2c-9637-5861af206d8f req-62f8ada6-210d-45f5-9489-4300268b857e tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/security-groups?id=84e134bc-7746-4f2e-9297-aa0d940279a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396698 Nov 19 18:39:38.911304 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8848a58c-c84b-40d7-bbb2-69d9520b9bd7 req-31f45740-4739-436b-8da5-f8d8454825b9 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:39:38.912697 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8848a58c-c84b-40d7-bbb2-69d9520b9bd7 req-31f45740-4739-436b-8da5-f8d8454825b9 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/ports?device_id=c56ea3c6-04be-4747-999b-af2ef5b0e7db HTTP/1.1" status: 200 len: 944 time: 0.0482578 Nov 19 18:39:38.958597 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8848a58c-c84b-40d7-bbb2-69d9520b9bd7 req-b394d96c-a0ed-40a6-ac0b-e26d49948c18 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/security-groups?id=84e134bc-7746-4f2e-9297-aa0d940279a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399785 Nov 19 18:39:40.079100 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930d8136-89c7-4ad0-932d-0280127e5596 req-baacd799-99f0-474c-8816-2b3b706023c0 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:39:40.081006 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-930d8136-89c7-4ad0-932d-0280127e5596 req-baacd799-99f0-474c-8816-2b3b706023c0 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/ports?device_id=c56ea3c6-04be-4747-999b-af2ef5b0e7db HTTP/1.1" status: 200 len: 944 time: 0.0528216 Nov 19 18:39:40.127682 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-930d8136-89c7-4ad0-932d-0280127e5596 req-eb01cfad-3d28-45ee-9860-f1fd95f2d278 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/security-groups?id=84e134bc-7746-4f2e-9297-aa0d940279a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405500 Nov 19 18:39:40.901854 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device 6e7a460f-1ae6-4388-b171-9e37b885977b details requested by agent hyperv_n-h2-818022-2 with host n-h2-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 18:39:40.996770 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port 6e7a460f-1ae6-4388-b171-9e37b885977b, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=6e7a460f-1ae6-4388-b171-9e37b885977b,segment=NetworkSegment(8be91a85-4220-40c1-b0b9-712553124174),segment_id=8be91a85-4220-40c1-b0b9-712553124174)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:39:41.008493 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Returning: {'device': '6e7a460f-1ae6-4388-b171-9e37b885977b', 'network_id': 'c62f445c-d027-410c-8639-c99c6fc4cea2', 'port_id': '6e7a460f-1ae6-4388-b171-9e37b885977b', 'mac_address': 'fa:16:3e:0d:f4:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 669, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c531004-9720-4b69-9725-2e9002c2930c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 18:39:41.047748 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:39:41.060933 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e7a460f-1ae6-4388-b171-9e37b885977b {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:39:41.080021 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port 6e7a460f-1ae6-4388-b171-9e37b885977b, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=6e7a460f-1ae6-4388-b171-9e37b885977b,segment=NetworkSegment(8be91a85-4220-40c1-b0b9-712553124174),segment_id=8be91a85-4220-40c1-b0b9-712553124174)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:39:41.084299 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:39:41.139228 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Pushing event updated for resources: {'Port': ['ID=6e7a460f-1ae6-4388-b171-9e37b885977b,revision_number=12']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:39:41.273530 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eec48b5-816d-4a79-b685-b5ebf9b57ad6 req-c6a89cac-d711-4bc7-ad9d-c1c9d7f36dcd tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:39:41.275161 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-1eec48b5-816d-4a79-b685-b5ebf9b57ad6 req-c6a89cac-d711-4bc7-ad9d-c1c9d7f36dcd tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/ports?device_id=c56ea3c6-04be-4747-999b-af2ef5b0e7db HTTP/1.1" status: 200 len: 945 time: 0.0659885 Nov 19 18:39:41.328075 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-1eec48b5-816d-4a79-b685-b5ebf9b57ad6 req-7b5fc4f8-d616-4adc-9862-0b7b7960687f tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/security-groups?id=84e134bc-7746-4f2e-9297-aa0d940279a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446959 Nov 19 18:39:42.451012 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ad4d29-8e9a-4926-8d32-7ee56e89abd0 req-63b6cbad-7192-41da-8c7f-a89e64316616 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:39:42.453923 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b9ad4d29-8e9a-4926-8d32-7ee56e89abd0 req-63b6cbad-7192-41da-8c7f-a89e64316616 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/ports?device_id=c56ea3c6-04be-4747-999b-af2ef5b0e7db HTTP/1.1" status: 200 len: 945 time: 0.0506673 Nov 19 18:39:42.454800 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] get_ports_and_sgs() called for port_ids ['6e7a460f-1ae6-4388-b171-9e37b885977b'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:39:42.501919 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b9ad4d29-8e9a-4926-8d32-7ee56e89abd0 req-02061ed1-c586-4796-a5fb-a2d63ab8aab1 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/security-groups?id=84e134bc-7746-4f2e-9297-aa0d940279a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419123 Nov 19 18:39:42.629552 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a83311-f494-41b4-b8fd-e8e7e4fd2763 req-ec218936-599f-40aa-b395-8a47ce779a6f tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:39:42.631002 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b1a83311-f494-41b4-b8fd-e8e7e4fd2763 req-ec218936-599f-40aa-b395-8a47ce779a6f tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/ports?device_id=c56ea3c6-04be-4747-999b-af2ef5b0e7db HTTP/1.1" status: 200 len: 945 time: 0.0597074 Nov 19 18:39:42.680126 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b1a83311-f494-41b4-b8fd-e8e7e4fd2763 req-87d0ff50-9a45-424e-b4cb-1b06d25ae47a tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/security-groups?id=84e134bc-7746-4f2e-9297-aa0d940279a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430770 Nov 19 18:39:42.804375 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a20918-6ef5-45b5-9b67-30489db44e3e req-268653ce-b424-4c7b-a774-4cf3370431a4 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:39:42.805898 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b2a20918-6ef5-45b5-9b67-30489db44e3e req-268653ce-b424-4c7b-a774-4cf3370431a4 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/ports?device_id=c56ea3c6-04be-4747-999b-af2ef5b0e7db HTTP/1.1" status: 200 len: 945 time: 0.0554736 Nov 19 18:39:42.854888 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b2a20918-6ef5-45b5-9b67-30489db44e3e req-4abf0819-6afc-4f40-98a8-637be5bf0092 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/security-groups?id=84e134bc-7746-4f2e-9297-aa0d940279a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429788 Nov 19 18:39:43.095156 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d9dbe8-361a-4c28-88f3-1dae455d7430 req-e9c50aa2-60ff-47e1-aa59-403420c7ce11 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:39:43.096666 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-42d9dbe8-361a-4c28-88f3-1dae455d7430 req-e9c50aa2-60ff-47e1-aa59-403420c7ce11 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/ports?device_id=c56ea3c6-04be-4747-999b-af2ef5b0e7db HTTP/1.1" status: 200 len: 945 time: 0.0502276 Nov 19 18:39:43.148418 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-42d9dbe8-361a-4c28-88f3-1dae455d7430 req-73cab2c9-63fa-4748-ac39-c769d46f710e tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/security-groups?id=84e134bc-7746-4f2e-9297-aa0d940279a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452559 Nov 19 18:39:44.272898 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2a843e-ac7a-476a-bea6-8f85441b362a req-61622019-f9cc-4cf8-b2ab-6cbf411bc02d tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:39:44.274482 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5f2a843e-ac7a-476a-bea6-8f85441b362a req-61622019-f9cc-4cf8-b2ab-6cbf411bc02d tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/ports?device_id=c56ea3c6-04be-4747-999b-af2ef5b0e7db HTTP/1.1" status: 200 len: 945 time: 0.0514529 Nov 19 18:39:44.342323 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5f2a843e-ac7a-476a-bea6-8f85441b362a req-69c08238-5fa3-41c7-9f7b-1b34535d28c6 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/security-groups?id=84e134bc-7746-4f2e-9297-aa0d940279a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573478 Nov 19 18:39:44.701537 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e8706c-462d-4cd6-96f0-10e0d5c2d8c4 req-a27ceeb3-487e-4e97-be93-945f6bf8f080 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:39:44.703005 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a5e8706c-462d-4cd6-96f0-10e0d5c2d8c4 req-a27ceeb3-487e-4e97-be93-945f6bf8f080 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.86 "GET /v2.0/ports?device_id=c56ea3c6-04be-4747-999b-af2ef5b0e7db HTTP/1.1" status: 200 len: 945 time: 0.0485427 Nov 19 18:39:44.790862 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-a5e8706c-462d-4cd6-96f0-10e0d5c2d8c4 req-8b9561b0-4fc1-4650-acd9-cfce349bc181 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Deleting port 6e7a460f-1ae6-4388-b171-9e37b885977b {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:39:44.791204 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-a5e8706c-462d-4cd6-96f0-10e0d5c2d8c4 req-8b9561b0-4fc1-4650-acd9-cfce349bc181 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:39:44.881108 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-a5e8706c-462d-4cd6-96f0-10e0d5c2d8c4 req-8b9561b0-4fc1-4650-acd9-cfce349bc181 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] For port 6e7a460f-1ae6-4388-b171-9e37b885977b, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=6e7a460f-1ae6-4388-b171-9e37b885977b,segment=NetworkSegment(8be91a85-4220-40c1-b0b9-712553124174),segment_id=8be91a85-4220-40c1-b0b9-712553124174)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:39:44.881369 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-a5e8706c-462d-4cd6-96f0-10e0d5c2d8c4 req-8b9561b0-4fc1-4650-acd9-cfce349bc181 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:39:44.935933 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device 6e7a460f-1ae6-4388-b171-9e37b885977b no longer exists at agent hyperv_n-h2-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:39:45.014950 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:39:45.027555 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 6e7a460f-1ae6-4388-b171-9e37b885977b {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:39:45.047011 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port 6e7a460f-1ae6-4388-b171-9e37b885977b, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=6e7a460f-1ae6-4388-b171-9e37b885977b,segment=NetworkSegment(8be91a85-4220-40c1-b0b9-712553124174),segment_id=8be91a85-4220-40c1-b0b9-712553124174)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:39:45.052657 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:39:45.056332 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-a5e8706c-462d-4cd6-96f0-10e0d5c2d8c4 req-8b9561b0-4fc1-4650-acd9-cfce349bc181 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:39:45.056699 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-a5e8706c-462d-4cd6-96f0-10e0d5c2d8c4 req-8b9561b0-4fc1-4650-acd9-cfce349bc181 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-671284'] for floatingip, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:39:45.057010 n-d-818022-2 neutron-server[103365]: INFO neutron.db.l3_db [req-a5e8706c-462d-4cd6-96f0-10e0d5c2d8c4 req-8b9561b0-4fc1-4650-acd9-cfce349bc181 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Floating IP 26631463-ce84-43bd-ae9d-1e90e190d5c1 disassociated. External IP: 172.25.7.241, port: 6e7a460f-1ae6-4388-b171-9e37b885977b. Nov 19 18:39:45.057352 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-a5e8706c-462d-4cd6-96f0-10e0d5c2d8c4 req-8b9561b0-4fc1-4650-acd9-cfce349bc181 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Calling delete_port for 6e7a460f-1ae6-4388-b171-9e37b885977b owned by compute:nova {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:39:45.100048 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Pushing event updated for resources: {'Port': ['ID=6e7a460f-1ae6-4388-b171-9e37b885977b,revision_number=13']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:39:45.186532 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-a5e8706c-462d-4cd6-96f0-10e0d5c2d8c4 req-8b9561b0-4fc1-4650-acd9-cfce349bc181 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:39:45.215383 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9561b0-4fc1-4650-acd9-cfce349bc181 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Pushing event deleted for resources: {'Port': ['ID=6e7a460f-1ae6-4388-b171-9e37b885977b,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:39:45.330947 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a5e8706c-462d-4cd6-96f0-10e0d5c2d8c4 req-8b9561b0-4fc1-4650-acd9-cfce349bc181 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Router 8be1a8c3-165b-4c7e-b8c0-7dc8c30ee0b8 has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 18:39:45.441757 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-fe00c537-4131-4213-ad28-d8d8a2c14f52 req-a89f23fa-6017-47a9-9c26-d25d0909534f tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/ports?device_id=c56ea3c6-04be-4747-999b-af2ef5b0e7db HTTP/1.1" status: 200 len: 210 time: 0.0256717 Nov 19 18:39:45.444105 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a5e8706c-462d-4cd6-96f0-10e0d5c2d8c4 req-8b9561b0-4fc1-4650-acd9-cfce349bc181 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:39:45.454956 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29877de9-71ab-44e5-8444-3b8930a99aa6 None None] Sync routers for ids ['8be1a8c3-165b-4c7e-b8c0-7dc8c30ee0b8'] in n-d-818022-2 {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:39:45.466636 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29877de9-71ab-44e5-8444-3b8930a99aa6 None None] Routers {'8be1a8c3-165b-4c7e-b8c0-7dc8c30ee0b8'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:39:45.467242 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-29877de9-71ab-44e5-8444-3b8930a99aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:39:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['8be1a8c3-165b-4c7e-b8c0-7dc8c30ee0b8'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:39:45.486477 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5e8706c-462d-4cd6-96f0-10e0d5c2d8c4 req-8b9561b0-4fc1-4650-acd9-cfce349bc181 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] No DVR routers for this DVR port 6e7a460f-1ae6-4388-b171-9e37b885977b on host n-h2-818022-2 {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:39:45.489102 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-a5e8706c-462d-4cd6-96f0-10e0d5c2d8c4 req-8b9561b0-4fc1-4650-acd9-cfce349bc181 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:39:45.492426 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a5e8706c-462d-4cd6-96f0-10e0d5c2d8c4 req-8b9561b0-4fc1-4650-acd9-cfce349bc181 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.86 "DELETE /v2.0/ports/6e7a460f-1ae6-4388-b171-9e37b885977b HTTP/1.1" status: 204 len: 173 time: 0.7825232 Nov 19 18:39:45.492882 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c56ea3c6-04be-4747-999b-af2ef5b0e7db', 'name': 'network-vif-deleted', 'tag': '6e7a460f-1ae6-4388-b171-9e37b885977b'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:39:45.495171 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd49725d620cdd9f83c5eaf1b0fd23d69d3d375bb9795dcb3d54cd15509d3c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-228c93d8-c72b-4557-b2e2-be548229e069" -d '{"events": [{"server_uuid": "c56ea3c6-04be-4747-999b-af2ef5b0e7db", "name": "network-vif-deleted", "tag": "6e7a460f-1ae6-4388-b171-9e37b885977b"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:39:45.537734 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:39:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06311e48-ee5a-413b-8ddf-2583838d1080 x-openstack-request-id: req-06311e48-ee5a-413b-8ddf-2583838d1080 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:39:45.538117 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c56ea3c6-04be-4747-999b-af2ef5b0e7db", "name": "network-vif-deleted", "tag": "6e7a460f-1ae6-4388-b171-9e37b885977b", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:39:45.538560 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-06311e48-ee5a-413b-8ddf-2583838d1080 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:39:45.538973 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c56ea3c6-04be-4747-999b-af2ef5b0e7db', 'name': 'network-vif-deleted', 'tag': '6e7a460f-1ae6-4388-b171-9e37b885977b', 'status': 'completed', 'code': 200} Nov 19 18:39:45.584255 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-29877de9-71ab-44e5-8444-3b8930a99aa6 None None] Set router 8be1a8c3-165b-4c7e-b8c0-7dc8c30ee0b8 gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:39:45.783711 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-29877de9-71ab-44e5-8444-3b8930a99aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8be1a8c3-165b-4c7e-b8c0-7dc8c30ee0b8', 'name': 'tempest-ServerActionsTestJSON-459191382-router', 'tenant_id': 'a8598287498a4915a129e378733334d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': '83246eae-8634-4e3c-8cf2-04111638b332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:30:00Z', 'updated_at': '2021-11-19T18:30:03Z', 'revision_number': 4, 'project_id': 'a8598287498a4915a129e378733334d3', 'gw_port': {'id': '83246eae-8634-4e3c-8cf2-04111638b332', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:5f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8be1a8c3-165b-4c7e-b8c0-7dc8c30ee0b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:30:01Z', 'updated_at': '2021-11-19T18:30:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': '0029c081-3810-44a3-8a35-6ff8c5cb0031', 'name': '', 'network_id': 'c62f445c-d027-410c-8639-c99c6fc4cea2', 'tenant_id': 'a8598287498a4915a129e378733334d3', 'mac_address': 'fa:16:3e:bc:3a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8be1a8c3-165b-4c7e-b8c0-7dc8c30ee0b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '4c531004-9720-4b69-9725-2e9002c2930c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:30:03Z', 'updated_at': '2021-11-19T18:30:06Z', 'revision_number': 5, 'project_id': 'a8598287498a4915a129e378733334d3', 'subnets': [{'id': '4c531004-9720-4b69-9725-2e9002c2930c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:39:45.809572 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29877de9-71ab-44e5-8444-3b8930a99aa6 None None] Checking router: 8be1a8c3-165b-4c7e-b8c0-7dc8c30ee0b8 for host: n-d-818022-2 {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:39:45.818359 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29877de9-71ab-44e5-8444-3b8930a99aa6 None None] Routers {'8be1a8c3-165b-4c7e-b8c0-7dc8c30ee0b8'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:39:45.818953 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-29877de9-71ab-44e5-8444-3b8930a99aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:39:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['8be1a8c3-165b-4c7e-b8c0-7dc8c30ee0b8'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:39:45.921177 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-29877de9-71ab-44e5-8444-3b8930a99aa6 None None] Set router 8be1a8c3-165b-4c7e-b8c0-7dc8c30ee0b8 gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:39:46.114150 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-29877de9-71ab-44e5-8444-3b8930a99aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8be1a8c3-165b-4c7e-b8c0-7dc8c30ee0b8', 'name': 'tempest-ServerActionsTestJSON-459191382-router', 'tenant_id': 'a8598287498a4915a129e378733334d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': '83246eae-8634-4e3c-8cf2-04111638b332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:30:00Z', 'updated_at': '2021-11-19T18:30:03Z', 'revision_number': 4, 'project_id': 'a8598287498a4915a129e378733334d3', 'gw_port': {'id': '83246eae-8634-4e3c-8cf2-04111638b332', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:5f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8be1a8c3-165b-4c7e-b8c0-7dc8c30ee0b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:30:01Z', 'updated_at': '2021-11-19T18:30:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': '0029c081-3810-44a3-8a35-6ff8c5cb0031', 'name': '', 'network_id': 'c62f445c-d027-410c-8639-c99c6fc4cea2', 'tenant_id': 'a8598287498a4915a129e378733334d3', 'mac_address': 'fa:16:3e:bc:3a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8be1a8c3-165b-4c7e-b8c0-7dc8c30ee0b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '4c531004-9720-4b69-9725-2e9002c2930c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:30:03Z', 'updated_at': '2021-11-19T18:30:06Z', 'revision_number': 5, 'project_id': 'a8598287498a4915a129e378733334d3', 'subnets': [{'id': '4c531004-9720-4b69-9725-2e9002c2930c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:39:46.143288 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29877de9-71ab-44e5-8444-3b8930a99aa6 None None] The sync data for ids ['8be1a8c3-165b-4c7e-b8c0-7dc8c30ee0b8'] in n-d-818022-2 is: [{'id': '8be1a8c3-165b-4c7e-b8c0-7dc8c30ee0b8', 'name': 'tempest-ServerActionsTestJSON-459191382-router', 'tenant_id': 'a8598287498a4915a129e378733334d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': '83246eae-8634-4e3c-8cf2-04111638b332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:30:00Z', 'updated_at': '2021-11-19T18:30:03Z', 'revision_number': 4, 'project_id': 'a8598287498a4915a129e378733334d3', 'gw_port': {'id': '83246eae-8634-4e3c-8cf2-04111638b332', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:5f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8be1a8c3-165b-4c7e-b8c0-7dc8c30ee0b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:30:01Z', 'updated_at': '2021-11-19T18:30:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': '0029c081-3810-44a3-8a35-6ff8c5cb0031', 'name': '', 'network_id': 'c62f445c-d027-410c-8639-c99c6fc4cea2', 'tenant_id': 'a8598287498a4915a129e378733334d3', 'mac_address': 'fa:16:3e:bc:3a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8be1a8c3-165b-4c7e-b8c0-7dc8c30ee0b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '4c531004-9720-4b69-9725-2e9002c2930c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:30:03Z', 'updated_at': '2021-11-19T18:30:06Z', 'revision_number': 5, 'project_id': 'a8598287498a4915a129e378733334d3', 'subnets': [{'id': '4c531004-9720-4b69-9725-2e9002c2930c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:39:46.370595 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f03b104b-7238-4cee-9ec3-0600cd9c20a1 None None] New status for floating IP 26631463-ce84-43bd-ae9d-1e90e190d5c1: DOWN {{(pid=103366) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 18:39:46.552686 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9531ba57-bb61-45c1-a91d-17bd89d78266 req-3e71a796-0652-450f-84d2-ce4b7266176a tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/ports?device_id=c56ea3c6-04be-4747-999b-af2ef5b0e7db HTTP/1.1" status: 200 len: 210 time: 0.0281503 Nov 19 18:39:47.650092 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-391c45bd-5055-4aac-a2ff-a773716a8bd5 req-a385460c-1363-4d3d-9bda-b27b278b97f9 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/ports?device_id=c56ea3c6-04be-4747-999b-af2ef5b0e7db HTTP/1.1" status: 200 len: 210 time: 0.0263228 Nov 19 18:39:48.747358 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-edf324e5-843b-4c48-8ab3-4d4046858c57 req-d24fb381-90bf-40c6-9b15-3118a006f977 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/ports?device_id=c56ea3c6-04be-4747-999b-af2ef5b0e7db HTTP/1.1" status: 200 len: 210 time: 0.0296109 Nov 19 18:39:49.869706 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4921d7d5-8ab5-442b-bfc2-26120f7a464d req-eaae8d0b-cef3-462c-aedf-d999abb7324b tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/ports?device_id=c56ea3c6-04be-4747-999b-af2ef5b0e7db HTTP/1.1" status: 200 len: 210 time: 0.0343108 Nov 19 18:39:54.623891 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 47218) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:39:54.679349 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b86e8ba8-a2df-4502-85d4-17c174c9af5e tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:39:54.702192 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b86e8ba8-a2df-4502-85d4-17c174c9af5e tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:39:54.750278 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b86e8ba8-a2df-4502-85d4-17c174c9af5e tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:39:54.753048 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b86e8ba8-a2df-4502-85d4-17c174c9af5e tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:39:54.754222 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-b86e8ba8-a2df-4502-85d4-17c174c9af5e tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "DELETE /v2.0/security-groups/84e134bc-7746-4f2e-9297-aa0d940279a7 HTTP/1.1" status: 204 len: 168 time: 0.1293128 Nov 19 18:39:54.756907 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 47220) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:39:54.763738 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86e8ba8-a2df-4502-85d4-17c174c9af5e tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84e134bc-7746-4f2e-9297-aa0d940279a7,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:39:54.771029 n-d-818022-2 neutron-server[103365]: INFO neutron.api.v2.resource [None req-cd2968dd-4790-4959-bf39-ac2d897ac206 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] show failed (client error): The resource could not be found. Nov 19 18:39:54.772169 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-cd2968dd-4790-4959-bf39-ac2d897ac206 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "GET /v2.0/security-groups/84e134bc-7746-4f2e-9297-aa0d940279a7 HTTP/1.1" status: 404 len: 347 time: 0.0138454 Nov 19 18:39:54.775225 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 47222) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:39:55.225675 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-6fc65a4d-cc56-4840-a4c6-11f9b961fa66 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Deleting port 266f7960-79ba-46a4-81f5-f304cbac061b {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:39:55.226049 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6fc65a4d-cc56-4840-a4c6-11f9b961fa66 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:39:55.299075 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6fc65a4d-cc56-4840-a4c6-11f9b961fa66 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:39:55.299401 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6fc65a4d-cc56-4840-a4c6-11f9b961fa66 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:39:55.311315 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-6fc65a4d-cc56-4840-a4c6-11f9b961fa66 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Calling delete_port for 266f7960-79ba-46a4-81f5-f304cbac061b owned by network:floatingip {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:39:55.440735 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6fc65a4d-cc56-4840-a4c6-11f9b961fa66 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:39:55.470623 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc65a4d-cc56-4840-a4c6-11f9b961fa66 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Pushing event deleted for resources: {'Port': ['ID=266f7960-79ba-46a4-81f5-f304cbac061b,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:39:55.526303 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6fc65a4d-cc56-4840-a4c6-11f9b961fa66 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Publish callbacks [] for floatingip, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:39:55.529593 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6fc65a4d-cc56-4840-a4c6-11f9b961fa66 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for floatingip, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:39:55.530893 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-6fc65a4d-cc56-4840-a4c6-11f9b961fa66 tempest-ServerActionsTestJSON-132066163 tempest-ServerActionsTestJSON-132066163-project] 10.222.0.54 "DELETE /v2.0/floatingips/26631463-ce84-43bd-ae9d-1e90e190d5c1 HTTP/1.1" status: 204 len: 168 time: 0.7546256 Nov 19 18:39:55.533802 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 47224) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:39:55.927241 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8615cbdb-7c6f-4bd2-910f-2e5631c5c856 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-768564'] for router_interface, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:39:56.167745 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-8615cbdb-7c6f-4bd2-910f-2e5631c5c856 admin admin] Deleting port 0029c081-3810-44a3-8a35-6ff8c5cb0031 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:39:56.168083 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8615cbdb-7c6f-4bd2-910f-2e5631c5c856 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:39:56.247627 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [None req-8615cbdb-7c6f-4bd2-910f-2e5631c5c856 admin admin] For port 0029c081-3810-44a3-8a35-6ff8c5cb0031, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=0029c081-3810-44a3-8a35-6ff8c5cb0031,segment=NetworkSegment(8be91a85-4220-40c1-b0b9-712553124174),segment_id=8be91a85-4220-40c1-b0b9-712553124174)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:39:56.247991 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8615cbdb-7c6f-4bd2-910f-2e5631c5c856 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:39:56.260347 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-8615cbdb-7c6f-4bd2-910f-2e5631c5c856 admin admin] Calling delete_port for 0029c081-3810-44a3-8a35-6ff8c5cb0031 owned by network:router_interface {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:39:56.436195 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8615cbdb-7c6f-4bd2-910f-2e5631c5c856 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:39:56.461977 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8615cbdb-7c6f-4bd2-910f-2e5631c5c856 admin admin] Pushing event deleted for resources: {'Port': ['ID=0029c081-3810-44a3-8a35-6ff8c5cb0031,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:39:56.627628 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8615cbdb-7c6f-4bd2-910f-2e5631c5c856 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-768648'] for router_interface, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:39:56.850141 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8615cbdb-7c6f-4bd2-910f-2e5631c5c856 admin admin] Router 8be1a8c3-165b-4c7e-b8c0-7dc8c30ee0b8 has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 18:39:56.958810 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8615cbdb-7c6f-4bd2-910f-2e5631c5c856 admin admin] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:39:56.963796 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-8615cbdb-7c6f-4bd2-910f-2e5631c5c856 admin admin] 10.222.0.54 "PUT /v2.0/routers/8be1a8c3-165b-4c7e-b8c0-7dc8c30ee0b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4290302 Nov 19 18:39:56.966465 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 47228) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:39:56.970249 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33755024-b60b-4c61-b6af-69168c8152e4 None None] Sync routers for ids ['8be1a8c3-165b-4c7e-b8c0-7dc8c30ee0b8'] in n-d-818022-2 {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:39:56.979609 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33755024-b60b-4c61-b6af-69168c8152e4 None None] Routers {'8be1a8c3-165b-4c7e-b8c0-7dc8c30ee0b8'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:39:56.980202 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-33755024-b60b-4c61-b6af-69168c8152e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:39:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['8be1a8c3-165b-4c7e-b8c0-7dc8c30ee0b8'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:39:57.071319 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-359b2200-45e3-4781-bf09-20007b1e4e53 admin admin] Publish callbacks [] for router, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:39:57.084249 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-33755024-b60b-4c61-b6af-69168c8152e4 None None] Set router 8be1a8c3-165b-4c7e-b8c0-7dc8c30ee0b8 gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:39:57.174833 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-359b2200-45e3-4781-bf09-20007b1e4e53 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:39:57.228852 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-359b2200-45e3-4781-bf09-20007b1e4e53 admin admin] Deleting port 83246eae-8634-4e3c-8cf2-04111638b332 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:39:57.229193 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-359b2200-45e3-4781-bf09-20007b1e4e53 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:39:57.256180 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-33755024-b60b-4c61-b6af-69168c8152e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8be1a8c3-165b-4c7e-b8c0-7dc8c30ee0b8', 'name': 'tempest-ServerActionsTestJSON-459191382-router', 'tenant_id': 'a8598287498a4915a129e378733334d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.129'}], 'enable_snat': True}, 'gw_port_id': '83246eae-8634-4e3c-8cf2-04111638b332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:30:00Z', 'updated_at': '2021-11-19T18:39:56Z', 'revision_number': 5, 'project_id': 'a8598287498a4915a129e378733334d3', 'gw_port': {'id': '83246eae-8634-4e3c-8cf2-04111638b332', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:5f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8be1a8c3-165b-4c7e-b8c0-7dc8c30ee0b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:30:01Z', 'updated_at': '2021-11-19T18:30:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:39:57.285331 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33755024-b60b-4c61-b6af-69168c8152e4 None None] Checking router: 8be1a8c3-165b-4c7e-b8c0-7dc8c30ee0b8 for host: n-d-818022-2 {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:39:57.293895 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33755024-b60b-4c61-b6af-69168c8152e4 None None] Routers {'8be1a8c3-165b-4c7e-b8c0-7dc8c30ee0b8'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:39:57.294498 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-33755024-b60b-4c61-b6af-69168c8152e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:39:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['8be1a8c3-165b-4c7e-b8c0-7dc8c30ee0b8'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:39:57.312773 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [None req-359b2200-45e3-4781-bf09-20007b1e4e53 admin admin] For port 83246eae-8634-4e3c-8cf2-04111638b332, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=83246eae-8634-4e3c-8cf2-04111638b332,segment=NetworkSegment(bbe705c1-96c0-476e-8381-28227e6f0ac5),segment_id=bbe705c1-96c0-476e-8381-28227e6f0ac5)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:39:57.313150 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-359b2200-45e3-4781-bf09-20007b1e4e53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:39:57.325143 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-359b2200-45e3-4781-bf09-20007b1e4e53 admin admin] Calling delete_port for 83246eae-8634-4e3c-8cf2-04111638b332 owned by network:router_gateway {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:39:57.375779 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-33755024-b60b-4c61-b6af-69168c8152e4 None None] Set router 8be1a8c3-165b-4c7e-b8c0-7dc8c30ee0b8 gateway port host: None {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:39:57.428179 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-33755024-b60b-4c61-b6af-69168c8152e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8be1a8c3-165b-4c7e-b8c0-7dc8c30ee0b8', 'name': 'tempest-ServerActionsTestJSON-459191382-router', 'tenant_id': 'a8598287498a4915a129e378733334d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:30:00Z', 'updated_at': '2021-11-19T18:39:57Z', 'revision_number': 6, 'project_id': 'a8598287498a4915a129e378733334d3', 'gw_port_host': None}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:39:57.456066 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33755024-b60b-4c61-b6af-69168c8152e4 None None] The sync data for ids ['8be1a8c3-165b-4c7e-b8c0-7dc8c30ee0b8'] in n-d-818022-2 is: [{'id': '8be1a8c3-165b-4c7e-b8c0-7dc8c30ee0b8', 'name': 'tempest-ServerActionsTestJSON-459191382-router', 'tenant_id': 'a8598287498a4915a129e378733334d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:30:00Z', 'updated_at': '2021-11-19T18:39:57Z', 'revision_number': 6, 'project_id': 'a8598287498a4915a129e378733334d3', 'gw_port_host': None}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:39:57.497487 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-359b2200-45e3-4781-bf09-20007b1e4e53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:39:57.522912 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359b2200-45e3-4781-bf09-20007b1e4e53 admin admin] Pushing event deleted for resources: {'Port': ['ID=83246eae-8634-4e3c-8cf2-04111638b332,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:39:57.536515 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddd91b49-5322-4d5d-affc-274d033e7703 None None] DHCP port deletion for 645e61aa-1a6c-4e8f-857e-ab06edb4897f request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:39:57.581784 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-359b2200-45e3-4781-bf09-20007b1e4e53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-671730'] for router_gateway, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:39:57.677442 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-359b2200-45e3-4781-bf09-20007b1e4e53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4696'] for router, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:39:57.680083 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-359b2200-45e3-4781-bf09-20007b1e4e53 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:39:57.722904 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-359b2200-45e3-4781-bf09-20007b1e4e53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-543895'] for router, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:39:57.723449 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-359b2200-45e3-4781-bf09-20007b1e4e53 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8be1a8c3-165b-4c7e-b8c0-7dc8c30ee0b8 {{(pid=103365) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 18:39:57.728032 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-359b2200-45e3-4781-bf09-20007b1e4e53 admin admin] Publish callbacks [] for router, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:39:57.729204 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-359b2200-45e3-4781-bf09-20007b1e4e53 admin admin] 10.222.0.54 "DELETE /v2.0/routers/8be1a8c3-165b-4c7e-b8c0-7dc8c30ee0b8 HTTP/1.1" status: 204 len: 168 time: 0.7618179 Nov 19 18:39:57.731758 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 47230) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:39:57.775654 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_v2 [None req-965a9893-96e9-4cf8-9c03-33b99a527f37 admin admin] Deleting subnet 4c531004-9720-4b69-9725-2e9002c2930c {{(pid=103365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 18:39:57.778773 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-965a9893-96e9-4cf8-9c03-33b99a527f37 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:39:57.817262 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-965a9893-96e9-4cf8-9c03-33b99a527f37 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12546453'] for subnet, precommit_delete_associations {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:39:57.909276 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-965a9893-96e9-4cf8-9c03-33b99a527f37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:39:57.918450 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 0029c081-3810-44a3-8a35-6ff8c5cb0031 no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:39:57.943939 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: 0029c081-3810-44a3-8a35-6ff8c5cb0031 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:39:57.944200 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 0029c081-3810-44a3-8a35-6ff8c5cb0031 not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:39:57.971490 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-965a9893-96e9-4cf8-9c03-33b99a527f37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12282919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8731163'] for subnet, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:39:58.000048 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-965a9893-96e9-4cf8-9c03-33b99a527f37 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:39:58.004034 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-965a9893-96e9-4cf8-9c03-33b99a527f37 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/4c531004-9720-4b69-9725-2e9002c2930c HTTP/1.1" status: 204 len: 168 time: 0.2713482 Nov 19 18:39:58.005072 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41523876-115a-44a1-842b-f6b2aa378b37 None None] Network c62f445c-d027-410c-8639-c99c6fc4cea2 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:39:58.005232 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965a9893-96e9-4cf8-9c03-33b99a527f37 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c531004-9720-4b69-9725-2e9002c2930c,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:39:58.007040 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 47232) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:39:58.080618 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-205f0ddc-a2d6-4de9-bb55-9c26e9dc625a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:39:58.133316 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-205f0ddc-a2d6-4de9-bb55-9c26e9dc625a admin admin] Deleting port 248df6b3-d7c4-4f94-b35c-f9cfe699c0b6 {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:39:58.133647 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-205f0ddc-a2d6-4de9-bb55-9c26e9dc625a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:39:58.194955 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [None req-205f0ddc-a2d6-4de9-bb55-9c26e9dc625a admin admin] For port 248df6b3-d7c4-4f94-b35c-f9cfe699c0b6, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=248df6b3-d7c4-4f94-b35c-f9cfe699c0b6,segment=NetworkSegment(8be91a85-4220-40c1-b0b9-712553124174),segment_id=8be91a85-4220-40c1-b0b9-712553124174)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:39:58.195223 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-205f0ddc-a2d6-4de9-bb55-9c26e9dc625a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:39:58.208279 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-205f0ddc-a2d6-4de9-bb55-9c26e9dc625a admin admin] Calling delete_port for 248df6b3-d7c4-4f94-b35c-f9cfe699c0b6 owned by network:dhcp {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:39:58.242702 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dae39ff6-4def-45fe-a3f8-f4673a256537 None None] DHCP port deletion for c62f445c-d027-410c-8639-c99c6fc4cea2 request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:39:58.295182 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-205f0ddc-a2d6-4de9-bb55-9c26e9dc625a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:39:58.295448 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-dae39ff6-4def-45fe-a3f8-f4673a256537 None None] Deleting port 248df6b3-d7c4-4f94-b35c-f9cfe699c0b6 {{(pid=103366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:39:58.295907 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dae39ff6-4def-45fe-a3f8-f4673a256537 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:39:58.323986 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205f0ddc-a2d6-4de9-bb55-9c26e9dc625a admin admin] No DVR routers for this DVR port 248df6b3-d7c4-4f94-b35c-f9cfe699c0b6 on host n-d-818022-2 {{(pid=103364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:39:58.325628 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205f0ddc-a2d6-4de9-bb55-9c26e9dc625a admin admin] Pushing event deleted for resources: {'Port': ['ID=248df6b3-d7c4-4f94-b35c-f9cfe699c0b6,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:39:58.359619 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dae39ff6-4def-45fe-a3f8-f4673a256537 None None] For port 248df6b3-d7c4-4f94-b35c-f9cfe699c0b6, host n-d-818022-2, got binding levels [] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:39:58.360280 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dae39ff6-4def-45fe-a3f8-f4673a256537 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:39:58.373865 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-dae39ff6-4def-45fe-a3f8-f4673a256537 None None] Calling delete_port for 248df6b3-d7c4-4f94-b35c-f9cfe699c0b6 owned by network:dhcp {{(pid=103366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:39:58.377309 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.ipam_backend_mixin [None req-dae39ff6-4def-45fe-a3f8-f4673a256537 None None] Port 248df6b3-d7c4-4f94-b35c-f9cfe699c0b6 was not found and therefore no delete operation was performed {{(pid=103366) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 19 18:39:58.378770 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dae39ff6-4def-45fe-a3f8-f4673a256537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007'] for port, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:39:58.402245 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-205f0ddc-a2d6-4de9-bb55-9c26e9dc625a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:39:58.408377 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae39ff6-4def-45fe-a3f8-f4673a256537 None None] Pushing event deleted for resources: {'Port': ['ID=248df6b3-d7c4-4f94-b35c-f9cfe699c0b6,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:39:58.411912 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae39ff6-4def-45fe-a3f8-f4673a256537 None None] No DVR routers for this DVR port 248df6b3-d7c4-4f94-b35c-f9cfe699c0b6 on host n-d-818022-2 {{(pid=103366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:39:58.429640 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-205f0ddc-a2d6-4de9-bb55-9c26e9dc625a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c62f445c-d027-410c-8639-c99c6fc4cea2']}} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:39:58.439026 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-205f0ddc-a2d6-4de9-bb55-9c26e9dc625a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8be91a85-4220-40c1-b0b9-712553124174') {'for_net_delete': True} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:39:58.439320 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-205f0ddc-a2d6-4de9-bb55-9c26e9dc625a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8be91a85-4220-40c1-b0b9-712553124174') {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:39:58.448788 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-205f0ddc-a2d6-4de9-bb55-9c26e9dc625a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417396'] for segment, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:39:58.462261 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-205f0ddc-a2d6-4de9-bb55-9c26e9dc625a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:39:58.468172 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-205f0ddc-a2d6-4de9-bb55-9c26e9dc625a admin admin] Releasing vlan 669 on physical network physnet1 to pool {{(pid=103364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 18:39:58.469264 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-205f0ddc-a2d6-4de9-bb55-9c26e9dc625a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12425183'] for segment, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:39:58.471348 n-d-818022-2 neutron-server[103364]: Traceback (most recent call last): Nov 19 18:39:58.471348 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 18:39:58.471348 n-d-818022-2 neutron-server[103364]: timer() Nov 19 18:39:58.471348 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 18:39:58.471348 n-d-818022-2 neutron-server[103364]: cb(*args, **kw) Nov 19 18:39:58.471348 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 18:39:58.471348 n-d-818022-2 neutron-server[103364]: return func(*args, **kwargs) Nov 19 18:39:58.471348 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 18:39:58.471348 n-d-818022-2 neutron-server[103364]: self._notify() Nov 19 18:39:58.471348 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 18:39:58.471348 n-d-818022-2 neutron-server[103364]: self.callback(batched_events) Nov 19 18:39:58.471348 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 18:39:58.471348 n-d-818022-2 neutron-server[103364]: event.method(event) Nov 19 18:39:58.471348 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 18:39:58.471348 n-d-818022-2 neutron-server[103364]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 18:39:58.471348 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 18:39:58.471348 n-d-818022-2 neutron-server[103364]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 18:39:58.471348 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 18:39:58.471348 n-d-818022-2 neutron-server[103364]: return f(self, *a, **k) Nov 19 18:39:58.471348 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 18:39:58.471348 n-d-818022-2 neutron-server[103364]: return self._get(url).json() Nov 19 18:39:58.471348 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 18:39:58.471348 n-d-818022-2 neutron-server[103364]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 18:39:58.471348 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 18:39:58.471348 n-d-818022-2 neutron-server[103364]: return self.request(url, 'GET', **kwargs) Nov 19 18:39:58.471348 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 18:39:58.471348 n-d-818022-2 neutron-server[103364]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 18:39:58.471348 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 18:39:58.471348 n-d-818022-2 neutron-server[103364]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 18:39:58.471348 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 18:39:58.471348 n-d-818022-2 neutron-server[103364]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 18:39:58.471348 n-d-818022-2 neutron-server[103364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 18:39:58.530453 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-205f0ddc-a2d6-4de9-bb55-9c26e9dc625a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671242'] for network, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:39:58.537392 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-205f0ddc-a2d6-4de9-bb55-9c26e9dc625a admin admin] Publish callbacks [] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:39:58.540985 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-205f0ddc-a2d6-4de9-bb55-9c26e9dc625a admin admin] 10.222.0.54 "DELETE /v2.0/networks/c62f445c-d027-410c-8639-c99c6fc4cea2 HTTP/1.1" status: 204 len: 168 time: 0.5322909 Nov 19 18:39:58.554485 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205f0ddc-a2d6-4de9-bb55-9c26e9dc625a admin admin] Pushing event deleted for resources: {'Network': ['ID=c62f445c-d027-410c-8639-c99c6fc4cea2,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:39:58.654094 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 47236) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:39:58.694993 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-8922d482-c6bf-49c1-bce7-cc53b2998b3f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=a8598287498a4915a129e378733334d3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0396848 Nov 19 18:39:58.697395 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 47238) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:39:58.748179 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-71365e11-c0df-4264-bb25-cf58a8e01941 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:39:58.768937 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-71365e11-c0df-4264-bb25-cf58a8e01941 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:39:58.815158 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-71365e11-c0df-4264-bb25-cf58a8e01941 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:39:58.817739 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-71365e11-c0df-4264-bb25-cf58a8e01941 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:39:58.818933 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-71365e11-c0df-4264-bb25-cf58a8e01941 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ff4dced8-5637-4134-a615-cb3b147f8a61 HTTP/1.1" status: 204 len: 168 time: 0.1206226 Nov 19 18:39:58.826703 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71365e11-c0df-4264-bb25-cf58a8e01941 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff4dced8-5637-4134-a615-cb3b147f8a61,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:39:59.514796 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 47260) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:39:59.609518 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-feea1bd8-6be5-41c4-9270-98edaa50bd1d admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-420100156-network', 'tenant_id': 'b144010ad842418391e8f25bc0e69195'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:39:59.630541 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feea1bd8-6be5-41c4-9270-98edaa50bd1d admin admin] Made reservation on behalf of b144010ad842418391e8f25bc0e69195 for: {'network': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:39:59.632980 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-feea1bd8-6be5-41c4-9270-98edaa50bd1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:39:59.641045 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-feea1bd8-6be5-41c4-9270-98edaa50bd1d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:39:59.715509 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-feea1bd8-6be5-41c4-9270-98edaa50bd1d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:39:59.719635 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-feea1bd8-6be5-41c4-9270-98edaa50bd1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:39:59.733162 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 248df6b3-d7c4-4f94-b35c-f9cfe699c0b6 no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:39:59.743597 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-feea1bd8-6be5-41c4-9270-98edaa50bd1d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 672} {{(pid=103364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 18:39:59.754721 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: 248df6b3-d7c4-4f94-b35c-f9cfe699c0b6 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:39:59.755121 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 248df6b3-d7c4-4f94-b35c-f9cfe699c0b6 not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:39:59.755545 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 83246eae-8634-4e3c-8cf2-04111638b332 no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:39:59.757681 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feea1bd8-6be5-41c4-9270-98edaa50bd1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9f0f3fd-d101-4f42-a9e2-b72f54fc688c,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:39:59.762595 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-feea1bd8-6be5-41c4-9270-98edaa50bd1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:39:59.762919 n-d-818022-2 neutron-server[103364]: INFO neutron.db.segments_db [None req-feea1bd8-6be5-41c4-9270-98edaa50bd1d admin admin] Added segment 122dc8c0-17b0-4410-ba55-5b7c8e93f6e7 of type vlan for network 3b3483c6-56f9-4624-9427-8f1bca8ed134 Nov 19 18:39:59.775208 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: 83246eae-8634-4e3c-8cf2-04111638b332 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:39:59.775745 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 83246eae-8634-4e3c-8cf2-04111638b332 not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:39:59.803004 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-feea1bd8-6be5-41c4-9270-98edaa50bd1d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:39:59.827535 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-feea1bd8-6be5-41c4-9270-98edaa50bd1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:39:59.828492 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feea1bd8-6be5-41c4-9270-98edaa50bd1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:39:59.829113 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-feea1bd8-6be5-41c4-9270-98edaa50bd1d admin admin] Publish callbacks [] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:39:59.880306 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-88f4f034-f88e-4721-86b1-45cdadafea30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:39:59.888460 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-feea1bd8-6be5-41c4-9270-98edaa50bd1d admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3720000 Nov 19 18:39:59.891520 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 47264) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:39:59.895332 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feea1bd8-6be5-41c4-9270-98edaa50bd1d admin admin] Pushing event updated for resources: {'Network': ['ID=3b3483c6-56f9-4624-9427-8f1bca8ed134,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:39:59.896812 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-ee90a7cf-b6a1-44b9-b6ad-b9b86f0a1484 admin admin] Request body: {'subnet': {'network_id': '3b3483c6-56f9-4624-9427-8f1bca8ed134', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-420100156-subnet', 'tenant_id': 'b144010ad842418391e8f25bc0e69195', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:39:59.906728 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network 3b3483c6-56f9-4624-9427-8f1bca8ed134 details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 18:39:59.919184 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee90a7cf-b6a1-44b9-b6ad-b9b86f0a1484 admin admin] Made reservation on behalf of b144010ad842418391e8f25bc0e69195 for: {'subnet': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:39:59.922321 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ee90a7cf-b6a1-44b9-b6ad-b9b86f0a1484 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8731248'] for subnet, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:00.098931 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ee90a7cf-b6a1-44b9-b6ad-b9b86f0a1484 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12283104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8731234'] for subnet, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:00.159110 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee90a7cf-b6a1-44b9-b6ad-b9b86f0a1484 admin admin] Pushing event updated for resources: {'Subnet': ['ID=33b33732-1615-4890-9c5a-40856c7df8df,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:40:00.167686 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee90a7cf-b6a1-44b9-b6ad-b9b86f0a1484 admin admin] Checking segment: {'id': '122dc8c0-17b0-4410-ba55-5b7c8e93f6e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '3b3483c6-56f9-4624-9427-8f1bca8ed134'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:40:00.168048 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee90a7cf-b6a1-44b9-b6ad-b9b86f0a1484 admin admin] Network hostable DHCP agents. Network: 3b3483c6-56f9-4624-9427-8f1bca8ed134, hostable agents: ['02910ef2-0455-4aea-9f38-9a875579633f'], hosted agents: [] {{(pid=103365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 18:40:00.184248 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee90a7cf-b6a1-44b9-b6ad-b9b86f0a1484 admin admin] Network 3b3483c6-56f9-4624-9427-8f1bca8ed134 is scheduled to be hosted by DHCP agent 02910ef2-0455-4aea-9f38-9a875579633f with binding_index 1 {{(pid=103365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 18:40:00.192870 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-ee90a7cf-b6a1-44b9-b6ad-b9b86f0a1484 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818022-2, 3b3483c6-56f9-4624-9427-8f1bca8ed134) {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:40:00.196995 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee90a7cf-b6a1-44b9-b6ad-b9b86f0a1484 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:40:00.197764 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ee90a7cf-b6a1-44b9-b6ad-b9b86f0a1484 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:00.201329 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-821548ea-99cf-4ace-9479-f93883aa1261 None None] Network 3b3483c6-56f9-4624-9427-8f1bca8ed134 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:40:00.216083 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-ee90a7cf-b6a1-44b9-b6ad-b9b86f0a1484 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3208218 Nov 19 18:40:00.335303 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e3b3006-9b29-4e29-b733-c3ce403a55ad None None] Network 3b3483c6-56f9-4624-9427-8f1bca8ed134 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:40:00.641492 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b46c98-748e-4293-b33f-7ef2a20c8b16 req-90979998-7225-4a58-b6a7-0290870bc321 tempest-ServersNegativeTestJSON-408407872 tempest-ServersNegativeTestJSON-408407872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:40:00.642921 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f3b46c98-748e-4293-b33f-7ef2a20c8b16 req-90979998-7225-4a58-b6a7-0290870bc321 tempest-ServersNegativeTestJSON-408407872 tempest-ServersNegativeTestJSON-408407872-project] 10.222.0.54 "GET /v2.0/networks?id=3b3483c6-56f9-4624-9427-8f1bca8ed134 HTTP/1.1" status: 200 len: 813 time: 0.1008942 Nov 19 18:40:00.658185 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f3b46c98-748e-4293-b33f-7ef2a20c8b16 req-fed08989-b015-4f88-ae07-6a1d8deb822f tempest-ServersNegativeTestJSON-408407872 tempest-ServersNegativeTestJSON-408407872-project] 10.222.0.54 "GET /v2.0/quotas/b144010ad842418391e8f25bc0e69195 HTTP/1.1" status: 200 len: 375 time: 0.0095375 Nov 19 18:40:00.693539 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f3b46c98-748e-4293-b33f-7ef2a20c8b16 req-e3eb6541-4e2d-4f8b-aeeb-9674e90e8306 tempest-ServersNegativeTestJSON-408407872 tempest-ServersNegativeTestJSON-408407872-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=b144010ad842418391e8f25bc0e69195&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0300350 Nov 19 18:40:00.829901 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f3b46c98-748e-4293-b33f-7ef2a20c8b16 req-1b9e6471-1ac7-4be6-928b-239f21828d61 service neutron] 10.222.0.54 "GET /v2.0/networks/3b3483c6-56f9-4624-9427-8f1bca8ed134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288884 Nov 19 18:40:00.918482 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f3b46c98-748e-4293-b33f-7ef2a20c8b16 req-c27119b1-7536-4218-8851-46db5972d4d1 service neutron] 10.222.0.54 "GET /v2.0/networks/3b3483c6-56f9-4624-9427-8f1bca8ed134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824347 Nov 19 18:40:01.081695 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2f44603b-44d8-46b2-b361-a3388a01259b req-188a3784-4950-4ed6-bdfe-23f181778176 tempest-ServersNegativeTestJSON-408407872 tempest-ServersNegativeTestJSON-408407872-project] 10.222.0.54 "GET /v2.0/ports?device_id=5aca7f57-7956-423d-ab20-4568329ffec0 HTTP/1.1" status: 200 len: 210 time: 0.0278177 Nov 19 18:40:02.008948 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b46c98-748e-4293-b33f-7ef2a20c8b16 req-93278d2a-374f-4c71-909a-c075bddc3a16 tempest-ServersNegativeTestJSON-408407872 tempest-ServersNegativeTestJSON-408407872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:40:02.010545 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f3b46c98-748e-4293-b33f-7ef2a20c8b16 req-93278d2a-374f-4c71-909a-c075bddc3a16 tempest-ServersNegativeTestJSON-408407872 tempest-ServersNegativeTestJSON-408407872-project] 10.222.0.86 "GET /v2.0/networks?id=3b3483c6-56f9-4624-9427-8f1bca8ed134 HTTP/1.1" status: 200 len: 813 time: 0.1052754 Nov 19 18:40:02.026160 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-f3b46c98-748e-4293-b33f-7ef2a20c8b16 req-af0db15b-b7bd-4c47-858d-93c1a1cd44fe tempest-ServersNegativeTestJSON-408407872 tempest-ServersNegativeTestJSON-408407872-project] Request body: {'port': {'device_id': '5aca7f57-7956-423d-ab20-4568329ffec0', 'network_id': '3b3483c6-56f9-4624-9427-8f1bca8ed134', 'admin_state_up': True, 'tenant_id': 'b144010ad842418391e8f25bc0e69195'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:40:02.091379 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0b1f6244-4267-4bdc-8e77-d20c1462bb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:02.147968 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3b46c98-748e-4293-b33f-7ef2a20c8b16 req-af0db15b-b7bd-4c47-858d-93c1a1cd44fe tempest-ServersNegativeTestJSON-408407872 tempest-ServersNegativeTestJSON-408407872-project] Made reservation on behalf of b144010ad842418391e8f25bc0e69195 for: {'port': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:40:02.151859 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-f3b46c98-748e-4293-b33f-7ef2a20c8b16 req-af0db15b-b7bd-4c47-858d-93c1a1cd44fe tempest-ServersNegativeTestJSON-408407872 tempest-ServersNegativeTestJSON-408407872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:02.187715 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9d34a4f7-f94f-4c71-ad80-e5168d24c3c0 req-0e965e86-c88d-4717-af24-2ba160faaaf7 tempest-ServersNegativeTestJSON-408407872 tempest-ServersNegativeTestJSON-408407872-project] 10.222.0.54 "GET /v2.0/ports?device_id=5aca7f57-7956-423d-ab20-4568329ffec0 HTTP/1.1" status: 200 len: 210 time: 0.0328538 Nov 19 18:40:02.302389 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [req-f3b46c98-748e-4293-b33f-7ef2a20c8b16 req-af0db15b-b7bd-4c47-858d-93c1a1cd44fe tempest-ServersNegativeTestJSON-408407872 tempest-ServersNegativeTestJSON-408407872-project] Allocated IP 172.20.0.7 (3b3483c6-56f9-4624-9427-8f1bca8ed134/33b33732-1615-4890-9c5a-40856c7df8df/ce983b9f-be37-44ce-86aa-5581094c6b7e) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:40:02.443369 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-f3b46c98-748e-4293-b33f-7ef2a20c8b16 req-af0db15b-b7bd-4c47-858d-93c1a1cd44fe tempest-ServersNegativeTestJSON-408407872 tempest-ServersNegativeTestJSON-408407872-project] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:02.480413 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-f3b46c98-748e-4293-b33f-7ef2a20c8b16 req-af0db15b-b7bd-4c47-858d-93c1a1cd44fe tempest-ServersNegativeTestJSON-408407872 tempest-ServersNegativeTestJSON-408407872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:02.524058 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3b46c98-748e-4293-b33f-7ef2a20c8b16 req-af0db15b-b7bd-4c47-858d-93c1a1cd44fe tempest-ServersNegativeTestJSON-408407872 tempest-ServersNegativeTestJSON-408407872-project] Network 3b3483c6-56f9-4624-9427-8f1bca8ed134 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:40:02.527277 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [req-f3b46c98-748e-4293-b33f-7ef2a20c8b16 req-af0db15b-b7bd-4c47-858d-93c1a1cd44fe tempest-ServersNegativeTestJSON-408407872 tempest-ServersNegativeTestJSON-408407872-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:40:02.531420 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3b46c98-748e-4293-b33f-7ef2a20c8b16 req-af0db15b-b7bd-4c47-858d-93c1a1cd44fe tempest-ServersNegativeTestJSON-408407872 tempest-ServersNegativeTestJSON-408407872-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:40:02.555025 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0db15b-b7bd-4c47-858d-93c1a1cd44fe tempest-ServersNegativeTestJSON-408407872 tempest-ServersNegativeTestJSON-408407872-project] Pushing event updated for resources: {'Port': ['ID=ce983b9f-be37-44ce-86aa-5581094c6b7e,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:40:02.582769 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b46c98-748e-4293-b33f-7ef2a20c8b16 req-af0db15b-b7bd-4c47-858d-93c1a1cd44fe tempest-ServersNegativeTestJSON-408407872 tempest-ServersNegativeTestJSON-408407872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:40:02.583375 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-f3b46c98-748e-4293-b33f-7ef2a20c8b16 req-af0db15b-b7bd-4c47-858d-93c1a1cd44fe tempest-ServersNegativeTestJSON-408407872 tempest-ServersNegativeTestJSON-408407872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:02.599950 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f3b46c98-748e-4293-b33f-7ef2a20c8b16 req-af0db15b-b7bd-4c47-858d-93c1a1cd44fe tempest-ServersNegativeTestJSON-408407872 tempest-ServersNegativeTestJSON-408407872-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5789218 Nov 19 18:40:02.612133 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-f3b46c98-748e-4293-b33f-7ef2a20c8b16 req-fd0b3143-a309-4dc9-9573-f4784ecfba29 service neutron] Request body: {'port': {'device_id': '5aca7f57-7956-423d-ab20-4568329ffec0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818022-2'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:40:02.667326 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-f3b46c98-748e-4293-b33f-7ef2a20c8b16 req-fd0b3143-a309-4dc9-9573-f4784ecfba29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:02.927663 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [req-f3b46c98-748e-4293-b33f-7ef2a20c8b16 req-fd0b3143-a309-4dc9-9573-f4784ecfba29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce983b9f-be37-44ce-86aa-5581094c6b7e {{(pid=103365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:40:02.935181 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-f3b46c98-748e-4293-b33f-7ef2a20c8b16 req-fd0b3143-a309-4dc9-9573-f4784ecfba29 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:02.947498 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.provisioning_blocks [req-f3b46c98-748e-4293-b33f-7ef2a20c8b16 req-fd0b3143-a309-4dc9-9573-f4784ecfba29 service neutron] Transition to ACTIVE for port object ce983b9f-be37-44ce-86aa-5581094c6b7e will not be triggered until provisioned by entity L2. {{(pid=103365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 18:40:02.951148 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-f3b46c98-748e-4293-b33f-7ef2a20c8b16 req-fd0b3143-a309-4dc9-9573-f4784ecfba29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:03.001742 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0b3143-a309-4dc9-9573-f4784ecfba29 service neutron] Pushing event updated for resources: {'Port': ['ID=ce983b9f-be37-44ce-86aa-5581094c6b7e,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:40:03.070511 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-f3b46c98-748e-4293-b33f-7ef2a20c8b16 req-fd0b3143-a309-4dc9-9573-f4784ecfba29 service neutron] Attempting to bind port ce983b9f-be37-44ce-86aa-5581094c6b7e on host n-h2-818022-2 for vnic_type normal with profile {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:40:03.071218 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-f3b46c98-748e-4293-b33f-7ef2a20c8b16 req-fd0b3143-a309-4dc9-9573-f4784ecfba29 service neutron] Attempting to bind port ce983b9f-be37-44ce-86aa-5581094c6b7e by drivers openvswitch,hyperv on host n-h2-818022-2 at level 0 using segments [{'id': '122dc8c0-17b0-4410-ba55-5b7c8e93f6e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '3b3483c6-56f9-4624-9427-8f1bca8ed134'}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:40:03.071218 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3b46c98-748e-4293-b33f-7ef2a20c8b16 req-fd0b3143-a309-4dc9-9573-f4784ecfba29 service neutron] Attempting to bind port ce983b9f-be37-44ce-86aa-5581094c6b7e on network 3b3483c6-56f9-4624-9427-8f1bca8ed134 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:40:03.075402 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3b46c98-748e-4293-b33f-7ef2a20c8b16 req-fd0b3143-a309-4dc9-9573-f4784ecfba29 service neutron] Port ce983b9f-be37-44ce-86aa-5581094c6b7e on network 3b3483c6-56f9-4624-9427-8f1bca8ed134 not bound, no agent of type Open vSwitch agent registered on host n-h2-818022-2 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 18:40:03.075756 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3b46c98-748e-4293-b33f-7ef2a20c8b16 req-fd0b3143-a309-4dc9-9573-f4784ecfba29 service neutron] Attempting to bind port ce983b9f-be37-44ce-86aa-5581094c6b7e on network 3b3483c6-56f9-4624-9427-8f1bca8ed134 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:40:03.081151 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3b46c98-748e-4293-b33f-7ef2a20c8b16 req-fd0b3143-a309-4dc9-9573-f4784ecfba29 service neutron] Checking agent: {'id': '525ad2ac-c4ae-4c63-af2e-0bf8d25d0f0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'started_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 39, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:40:03.081489 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3b46c98-748e-4293-b33f-7ef2a20c8b16 req-fd0b3143-a309-4dc9-9573-f4784ecfba29 service neutron] Checking segment: {'id': '122dc8c0-17b0-4410-ba55-5b7c8e93f6e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '3b3483c6-56f9-4624-9427-8f1bca8ed134'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:40:03.081914 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3b46c98-748e-4293-b33f-7ef2a20c8b16 req-fd0b3143-a309-4dc9-9573-f4784ecfba29 service neutron] Bound using segment: {'id': '122dc8c0-17b0-4410-ba55-5b7c8e93f6e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '3b3483c6-56f9-4624-9427-8f1bca8ed134'} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:40:03.082351 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-f3b46c98-748e-4293-b33f-7ef2a20c8b16 req-fd0b3143-a309-4dc9-9573-f4784ecfba29 service neutron] Bound port: ce983b9f-be37-44ce-86aa-5581094c6b7e, host: n-h2-818022-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '122dc8c0-17b0-4410-ba55-5b7c8e93f6e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '3b3483c6-56f9-4624-9427-8f1bca8ed134'}}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:40:03.082712 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-f3b46c98-748e-4293-b33f-7ef2a20c8b16 req-fd0b3143-a309-4dc9-9573-f4784ecfba29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:03.144095 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-f3b46c98-748e-4293-b33f-7ef2a20c8b16 req-fd0b3143-a309-4dc9-9573-f4784ecfba29 service neutron] For port ce983b9f-be37-44ce-86aa-5581094c6b7e, host n-h2-818022-2, cleared binding levels {{(pid=103365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:40:03.147122 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-f3b46c98-748e-4293-b33f-7ef2a20c8b16 req-fd0b3143-a309-4dc9-9573-f4784ecfba29 service neutron] For port ce983b9f-be37-44ce-86aa-5581094c6b7e, host n-h2-818022-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=ce983b9f-be37-44ce-86aa-5581094c6b7e,segment=NetworkSegment(122dc8c0-17b0-4410-ba55-5b7c8e93f6e7),segment_id=122dc8c0-17b0-4410-ba55-5b7c8e93f6e7)] {{(pid=103365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:40:03.151861 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-f3b46c98-748e-4293-b33f-7ef2a20c8b16 req-fd0b3143-a309-4dc9-9573-f4784ecfba29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:03.187717 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b46c98-748e-4293-b33f-7ef2a20c8b16 req-fd0b3143-a309-4dc9-9573-f4784ecfba29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:40:03.188497 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-f3b46c98-748e-4293-b33f-7ef2a20c8b16 req-fd0b3143-a309-4dc9-9573-f4784ecfba29 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:03.189761 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f3b46c98-748e-4293-b33f-7ef2a20c8b16 req-fd0b3143-a309-4dc9-9573-f4784ecfba29 service neutron] 10.222.0.86 "PUT /v2.0/ports/ce983b9f-be37-44ce-86aa-5581094c6b7e HTTP/1.1" status: 200 len: 1091 time: 0.5817690 Nov 19 18:40:03.190232 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5aca7f57-7956-423d-ab20-4568329ffec0', 'tag': 'ce983b9f-be37-44ce-86aa-5581094c6b7e'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:40:03.192509 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd49725d620cdd9f83c5eaf1b0fd23d69d3d375bb9795dcb3d54cd15509d3c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a751abcc-4425-4a62-a1ac-c65c190afaad" -d '{"events": [{"name": "network-changed", "server_uuid": "5aca7f57-7956-423d-ab20-4568329ffec0", "tag": "ce983b9f-be37-44ce-86aa-5581094c6b7e"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:40:03.235943 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0b3143-a309-4dc9-9573-f4784ecfba29 service neutron] Pushing event updated for resources: {'Port': ['ID=ce983b9f-be37-44ce-86aa-5581094c6b7e,revision_number=3']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:40:03.243257 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 18:40:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73e9857d-f5bd-4b99-9cb0-f11f3a4dc6b6 x-openstack-request-id: req-73e9857d-f5bd-4b99-9cb0-f11f3a4dc6b6 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:40:03.243694 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5aca7f57-7956-423d-ab20-4568329ffec0", "tag": "ce983b9f-be37-44ce-86aa-5581094c6b7e", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:40:03.244012 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-73e9857d-f5bd-4b99-9cb0-f11f3a4dc6b6 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:40:03.244495 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5aca7f57-7956-423d-ab20-4568329ffec0', 'tag': 'ce983b9f-be37-44ce-86aa-5581094c6b7e', 'status': 'completed', 'code': 200} Nov 19 18:40:03.320373 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b46c98-748e-4293-b33f-7ef2a20c8b16 req-575470f6-054a-42ca-9897-842b52c2e429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:40:03.321924 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f3b46c98-748e-4293-b33f-7ef2a20c8b16 req-575470f6-054a-42ca-9897-842b52c2e429 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b144010ad842418391e8f25bc0e69195&device_id=5aca7f57-7956-423d-ab20-4568329ffec0 HTTP/1.1" status: 200 len: 1094 time: 0.0726836 Nov 19 18:40:03.339060 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2d2426-23e4-4392-8c65-507651bc93c7 req-2c5e3744-b9a7-46dc-9594-37007da8e7cc tempest-ServersNegativeTestJSON-408407872 tempest-ServersNegativeTestJSON-408407872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:40:03.340483 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-1e2d2426-23e4-4392-8c65-507651bc93c7 req-2c5e3744-b9a7-46dc-9594-37007da8e7cc tempest-ServersNegativeTestJSON-408407872 tempest-ServersNegativeTestJSON-408407872-project] 10.222.0.54 "GET /v2.0/ports?device_id=5aca7f57-7956-423d-ab20-4568329ffec0 HTTP/1.1" status: 200 len: 943 time: 0.0792222 Nov 19 18:40:03.380376 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e46ecc5a-dc14-4744-b262-3072ff2e958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:03.388302 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f3b46c98-748e-4293-b33f-7ef2a20c8b16 req-f8c22b14-10b3-4799-b1cb-16b5d7195521 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ce983b9f-be37-44ce-86aa-5581094c6b7e HTTP/1.1" status: 200 len: 217 time: 0.0571554 Nov 19 18:40:03.401571 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.agents_db [None req-619e5c26-d9ed-4321-86eb-7d443bb9dfa2 None None] Agent healthcheck: found 7 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 18:40:03.444912 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-1e2d2426-23e4-4392-8c65-507651bc93c7 req-8536ca84-8846-4fbe-a847-cc2973de6c2b tempest-ServersNegativeTestJSON-408407872 tempest-ServersNegativeTestJSON-408407872-project] 10.222.0.54 "GET /v2.0/security-groups?id=b9f0f3fd-d101-4f42-a9e2-b72f54fc688c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978434 Nov 19 18:40:03.455160 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b46c98-748e-4293-b33f-7ef2a20c8b16 req-4e7c4511-fb02-4c6c-af5d-b28dbfc23d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:40:03.456523 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f3b46c98-748e-4293-b33f-7ef2a20c8b16 req-4e7c4511-fb02-4c6c-af5d-b28dbfc23d9a service neutron] 10.222.0.86 "GET /v2.0/subnets?id=33b33732-1615-4890-9c5a-40856c7df8df HTTP/1.1" status: 200 len: 853 time: 0.0609746 Nov 19 18:40:03.495378 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f3b46c98-748e-4293-b33f-7ef2a20c8b16 req-42e6f996-b592-4299-9cd3-485894524739 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=3b3483c6-56f9-4624-9427-8f1bca8ed134&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286839 Nov 19 18:40:03.585462 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f3b46c98-748e-4293-b33f-7ef2a20c8b16 req-eea50318-9e26-4c7c-8eef-b8edc8b793a6 service neutron] 10.222.0.86 "GET /v2.0/networks/3b3483c6-56f9-4624-9427-8f1bca8ed134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811880 Nov 19 18:40:03.991485 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f3b46c98-748e-4293-b33f-7ef2a20c8b16 req-3c2e4e96-795f-48eb-8257-8e40c2ff0ce9 service neutron] 10.222.0.86 "GET /v2.0/networks/3b3483c6-56f9-4624-9427-8f1bca8ed134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3982203 Nov 19 18:40:04.083721 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a751abcc-4425-4a62-a1ac-c65c190afaad req-d6afedd3-3233-4352-bd1c-7bc02ef50e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:40:04.085219 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a751abcc-4425-4a62-a1ac-c65c190afaad req-d6afedd3-3233-4352-bd1c-7bc02ef50e51 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b144010ad842418391e8f25bc0e69195&device_id=5aca7f57-7956-423d-ab20-4568329ffec0 HTTP/1.1" status: 200 len: 1094 time: 0.0417156 Nov 19 18:40:04.174367 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a751abcc-4425-4a62-a1ac-c65c190afaad req-3f23cea2-f77a-40f6-bd8e-b44931a05720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:40:04.175821 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a751abcc-4425-4a62-a1ac-c65c190afaad req-3f23cea2-f77a-40f6-bd8e-b44931a05720 service neutron] 10.222.0.86 "GET /v2.0/networks?id=3b3483c6-56f9-4624-9427-8f1bca8ed134 HTTP/1.1" status: 200 len: 914 time: 0.0824146 Nov 19 18:40:04.197631 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:04.216622 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:04.227020 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a751abcc-4425-4a62-a1ac-c65c190afaad req-f7c00123-d24b-46d3-945d-c045de46281b service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ce983b9f-be37-44ce-86aa-5581094c6b7e HTTP/1.1" status: 200 len: 217 time: 0.0427611 Nov 19 18:40:04.278977 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a751abcc-4425-4a62-a1ac-c65c190afaad req-9484e56d-c67c-48c5-a6fa-c35578a5dee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:40:04.280456 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a751abcc-4425-4a62-a1ac-c65c190afaad req-9484e56d-c67c-48c5-a6fa-c35578a5dee6 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=33b33732-1615-4890-9c5a-40856c7df8df HTTP/1.1" status: 200 len: 853 time: 0.0453680 Nov 19 18:40:04.318125 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a751abcc-4425-4a62-a1ac-c65c190afaad req-a39652c6-9452-4fc2-8b04-aef5bef6de1f service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=3b3483c6-56f9-4624-9427-8f1bca8ed134&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254810 Nov 19 18:40:04.419992 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a751abcc-4425-4a62-a1ac-c65c190afaad req-d2970611-c5ca-44f4-8cff-a7951f308ade service neutron] 10.222.0.86 "GET /v2.0/networks/3b3483c6-56f9-4624-9427-8f1bca8ed134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934877 Nov 19 18:40:04.515101 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a751abcc-4425-4a62-a1ac-c65c190afaad req-96bc203e-b51a-47e6-b21f-24b350b101bd service neutron] 10.222.0.86 "GET /v2.0/networks/3b3483c6-56f9-4624-9427-8f1bca8ed134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870526 Nov 19 18:40:04.566867 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4adb8f0-86eb-4530-b557-e02b0501a898 req-07b89430-0c58-4b4c-a6af-242edee429cc tempest-ServersNegativeTestJSON-408407872 tempest-ServersNegativeTestJSON-408407872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:40:04.568381 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a4adb8f0-86eb-4530-b557-e02b0501a898 req-07b89430-0c58-4b4c-a6af-242edee429cc tempest-ServersNegativeTestJSON-408407872 tempest-ServersNegativeTestJSON-408407872-project] 10.222.0.54 "GET /v2.0/ports?device_id=5aca7f57-7956-423d-ab20-4568329ffec0 HTTP/1.1" status: 200 len: 943 time: 0.0515044 Nov 19 18:40:04.618162 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a4adb8f0-86eb-4530-b557-e02b0501a898 req-5557b302-3167-4937-9f39-a39234593b30 tempest-ServersNegativeTestJSON-408407872 tempest-ServersNegativeTestJSON-408407872-project] 10.222.0.54 "GET /v2.0/security-groups?id=b9f0f3fd-d101-4f42-a9e2-b72f54fc688c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435591 Nov 19 18:40:04.966323 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e013d7e6-5264-4dcc-9759-54f5fb809e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:05.025264 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device ce983b9f-be37-44ce-86aa-5581094c6b7e details requested by agent hyperv_n-h2-818022-2 with host n-h2-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 18:40:05.118920 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port ce983b9f-be37-44ce-86aa-5581094c6b7e, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=ce983b9f-be37-44ce-86aa-5581094c6b7e,segment=NetworkSegment(122dc8c0-17b0-4410-ba55-5b7c8e93f6e7),segment_id=122dc8c0-17b0-4410-ba55-5b7c8e93f6e7)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:40:05.129798 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Returning: {'device': 'ce983b9f-be37-44ce-86aa-5581094c6b7e', 'network_id': '3b3483c6-56f9-4624-9427-8f1bca8ed134', 'port_id': 'ce983b9f-be37-44ce-86aa-5581094c6b7e', 'mac_address': 'fa:16:3e:9d:59:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 672, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33b33732-1615-4890-9c5a-40856c7df8df', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 18:40:05.165739 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:05.178258 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce983b9f-be37-44ce-86aa-5581094c6b7e {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:40:05.197613 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port ce983b9f-be37-44ce-86aa-5581094c6b7e, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=ce983b9f-be37-44ce-86aa-5581094c6b7e,segment=NetworkSegment(122dc8c0-17b0-4410-ba55-5b7c8e93f6e7),segment_id=122dc8c0-17b0-4410-ba55-5b7c8e93f6e7)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:40:05.201056 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:05.247183 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Pushing event updated for resources: {'Port': ['ID=ce983b9f-be37-44ce-86aa-5581094c6b7e,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:40:05.299891 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:05.407086 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] get_ports_and_sgs() called for port_ids ['ce983b9f-be37-44ce-86aa-5581094c6b7e'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:40:05.741450 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80285608-87bd-44dc-b697-b0429a084051 req-44ce3f66-9d51-4851-aaea-560b08b22224 tempest-ServersNegativeTestJSON-408407872 tempest-ServersNegativeTestJSON-408407872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:40:05.743013 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-80285608-87bd-44dc-b697-b0429a084051 req-44ce3f66-9d51-4851-aaea-560b08b22224 tempest-ServersNegativeTestJSON-408407872 tempest-ServersNegativeTestJSON-408407872-project] 10.222.0.54 "GET /v2.0/ports?device_id=5aca7f57-7956-423d-ab20-4568329ffec0 HTTP/1.1" status: 200 len: 944 time: 0.0493193 Nov 19 18:40:05.797239 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-80285608-87bd-44dc-b697-b0429a084051 req-695e9a26-0604-463d-9f3c-714d607b9b19 tempest-ServersNegativeTestJSON-408407872 tempest-ServersNegativeTestJSON-408407872-project] 10.222.0.54 "GET /v2.0/security-groups?id=b9f0f3fd-d101-4f42-a9e2-b72f54fc688c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482483 Nov 19 18:40:06.922486 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3bf10e-cb04-43fc-8d42-e7ccda3b5546 req-90944c6c-8a87-424f-b6f5-ba14876d6ea8 tempest-ServersNegativeTestJSON-408407872 tempest-ServersNegativeTestJSON-408407872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:40:06.923891 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-3b3bf10e-cb04-43fc-8d42-e7ccda3b5546 req-90944c6c-8a87-424f-b6f5-ba14876d6ea8 tempest-ServersNegativeTestJSON-408407872 tempest-ServersNegativeTestJSON-408407872-project] 10.222.0.54 "GET /v2.0/ports?device_id=5aca7f57-7956-423d-ab20-4568329ffec0 HTTP/1.1" status: 200 len: 944 time: 0.0538847 Nov 19 18:40:06.972291 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-3b3bf10e-cb04-43fc-8d42-e7ccda3b5546 req-065df66d-38ea-47fb-9306-c7b13245b185 tempest-ServersNegativeTestJSON-408407872 tempest-ServersNegativeTestJSON-408407872-project] 10.222.0.54 "GET /v2.0/security-groups?id=b9f0f3fd-d101-4f42-a9e2-b72f54fc688c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417597 Nov 19 18:40:07.041825 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device ce983b9f-be37-44ce-86aa-5581094c6b7e up at agent hyperv_n-h2-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:40:07.092269 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Provisioning for port ce983b9f-be37-44ce-86aa-5581094c6b7e completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 18:40:07.096389 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Provisioning complete for port ce983b9f-be37-44ce-86aa-5581094c6b7e triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:40:07.096760 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:07.170275 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:07.193473 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5aca7f57-7956-423d-ab20-4568329ffec0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce983b9f-be37-44ce-86aa-5581094c6b7e'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:40:07.196002 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e87da51c426c585745380e4f647dbd896557016b88dd9fb127e5d98628c937cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16c30b3e-35aa-42bb-91c9-9c64fc2139a0" -d '{"events": [{"server_uuid": "5aca7f57-7956-423d-ab20-4568329ffec0", "name": "network-vif-plugged", "status": "completed", "tag": "ce983b9f-be37-44ce-86aa-5581094c6b7e"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:40:07.209551 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port ce983b9f-be37-44ce-86aa-5581094c6b7e, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=ce983b9f-be37-44ce-86aa-5581094c6b7e,segment=NetworkSegment(122dc8c0-17b0-4410-ba55-5b7c8e93f6e7),segment_id=122dc8c0-17b0-4410-ba55-5b7c8e93f6e7)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:40:07.213464 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:07.261301 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Pushing event updated for resources: {'Port': ['ID=ce983b9f-be37-44ce-86aa-5581094c6b7e,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:40:07.290383 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:40:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8906ef59-5fd4-430a-bfae-2e8fe70fc0c2 x-openstack-request-id: req-8906ef59-5fd4-430a-bfae-2e8fe70fc0c2 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:40:07.290686 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5aca7f57-7956-423d-ab20-4568329ffec0", "name": "network-vif-plugged", "status": "completed", "tag": "ce983b9f-be37-44ce-86aa-5581094c6b7e", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:40:07.290945 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-8906ef59-5fd4-430a-bfae-2e8fe70fc0c2 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:40:07.291347 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5aca7f57-7956-423d-ab20-4568329ffec0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce983b9f-be37-44ce-86aa-5581094c6b7e', 'code': 200} Nov 19 18:40:07.387845 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bc57fe-5172-4843-b2aa-69285b502625 req-451cf219-a0ef-4cab-b57e-e5fe79a2b99b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:40:07.389357 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b5bc57fe-5172-4843-b2aa-69285b502625 req-451cf219-a0ef-4cab-b57e-e5fe79a2b99b service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=5aca7f57-7956-423d-ab20-4568329ffec0 HTTP/1.1" status: 200 len: 1096 time: 0.0410421 Nov 19 18:40:07.436303 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b5bc57fe-5172-4843-b2aa-69285b502625 req-cd0740d4-5815-4d4a-83a6-d995edc7ead8 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=b9f0f3fd-d101-4f42-a9e2-b72f54fc688c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390811 Nov 19 18:40:08.104857 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb73686b-89be-47eb-a039-aea434e44800 req-2212b0e2-53b5-425b-8ac4-1786902587fc tempest-ServersNegativeTestJSON-408407872 tempest-ServersNegativeTestJSON-408407872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:40:08.106412 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-bb73686b-89be-47eb-a039-aea434e44800 req-2212b0e2-53b5-425b-8ac4-1786902587fc tempest-ServersNegativeTestJSON-408407872 tempest-ServersNegativeTestJSON-408407872-project] 10.222.0.54 "GET /v2.0/ports?device_id=5aca7f57-7956-423d-ab20-4568329ffec0 HTTP/1.1" status: 200 len: 945 time: 0.0630987 Nov 19 18:40:08.161024 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-bb73686b-89be-47eb-a039-aea434e44800 req-3f87d77f-232c-44c7-9162-2a2151f8ce14 tempest-ServersNegativeTestJSON-408407872 tempest-ServersNegativeTestJSON-408407872-project] 10.222.0.54 "GET /v2.0/security-groups?id=b9f0f3fd-d101-4f42-a9e2-b72f54fc688c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465403 Nov 19 18:40:09.274754 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e35d37-9cde-402e-9495-0aabab4f42e3 req-971c2d68-d144-4914-9dae-1ef655b82bcc tempest-ServersNegativeTestJSON-408407872 tempest-ServersNegativeTestJSON-408407872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:40:09.276220 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-51e35d37-9cde-402e-9495-0aabab4f42e3 req-971c2d68-d144-4914-9dae-1ef655b82bcc tempest-ServersNegativeTestJSON-408407872 tempest-ServersNegativeTestJSON-408407872-project] 10.222.0.54 "GET /v2.0/ports?device_id=5aca7f57-7956-423d-ab20-4568329ffec0 HTTP/1.1" status: 200 len: 945 time: 0.0473976 Nov 19 18:40:09.322944 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-51e35d37-9cde-402e-9495-0aabab4f42e3 req-94072035-a510-43e0-84b9-8c35a5270dc5 tempest-ServersNegativeTestJSON-408407872 tempest-ServersNegativeTestJSON-408407872-project] 10.222.0.54 "GET /v2.0/security-groups?id=b9f0f3fd-d101-4f42-a9e2-b72f54fc688c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402303 Nov 19 18:40:09.546730 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5f6a04-088e-4055-85a9-b35c35653bc7 req-0dd101fe-ddfa-4f76-9581-f90d997d00b2 tempest-ServersNegativeTestJSON-408407872 tempest-ServersNegativeTestJSON-408407872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:40:09.548207 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6d5f6a04-088e-4055-85a9-b35c35653bc7 req-0dd101fe-ddfa-4f76-9581-f90d997d00b2 tempest-ServersNegativeTestJSON-408407872 tempest-ServersNegativeTestJSON-408407872-project] 10.222.0.54 "GET /v2.0/networks?id=3b3483c6-56f9-4624-9427-8f1bca8ed134 HTTP/1.1" status: 200 len: 813 time: 0.1045144 Nov 19 18:40:09.562994 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6d5f6a04-088e-4055-85a9-b35c35653bc7 req-e0d8ea24-84fb-43e2-8859-8bdaa3530c6a tempest-ServersNegativeTestJSON-408407872 tempest-ServersNegativeTestJSON-408407872-project] 10.222.0.54 "GET /v2.0/quotas/b144010ad842418391e8f25bc0e69195 HTTP/1.1" status: 200 len: 375 time: 0.0091403 Nov 19 18:40:09.611093 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6d5f6a04-088e-4055-85a9-b35c35653bc7 req-2eb56d2f-e8bf-4aea-b543-f3b9f39bceb2 tempest-ServersNegativeTestJSON-408407872 tempest-ServersNegativeTestJSON-408407872-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=b144010ad842418391e8f25bc0e69195&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0428977 Nov 19 18:40:09.621625 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [req-6d5f6a04-088e-4055-85a9-b35c35653bc7 req-f2a8b41b-1dbc-4820-8143-7f0024fcaa67 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=103364) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 18:40:09.622590 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6d5f6a04-088e-4055-85a9-b35c35653bc7 req-f2a8b41b-1dbc-4820-8143-7f0024fcaa67 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048699 Nov 19 18:40:09.713871 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6d5f6a04-088e-4055-85a9-b35c35653bc7 req-ed5a5ce8-e005-40fe-a982-c574c4149744 service neutron] 10.222.0.54 "GET /v2.0/networks/3b3483c6-56f9-4624-9427-8f1bca8ed134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857365 Nov 19 18:40:09.802110 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6d5f6a04-088e-4055-85a9-b35c35653bc7 req-37102bee-3c51-4635-a78b-86918a37af02 service neutron] 10.222.0.54 "GET /v2.0/networks/3b3483c6-56f9-4624-9427-8f1bca8ed134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819793 Nov 19 18:40:09.963547 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e2f278cc-f5b8-46bd-b2c0-60b8f94153cd req-bc1f7ee6-5e1b-4006-bf82-6dab87afbda1 tempest-ServersNegativeTestJSON-408407872 tempest-ServersNegativeTestJSON-408407872-project] 10.222.0.54 "GET /v2.0/ports?device_id=607d51c4-5007-4260-817f-0f8833cf9fc5 HTTP/1.1" status: 200 len: 210 time: 0.0310113 Nov 19 18:40:10.988736 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5f6a04-088e-4055-85a9-b35c35653bc7 req-4b4d1994-2ed9-4f9d-b6e8-507b9056f63b tempest-ServersNegativeTestJSON-408407872 tempest-ServersNegativeTestJSON-408407872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:40:10.990451 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6d5f6a04-088e-4055-85a9-b35c35653bc7 req-4b4d1994-2ed9-4f9d-b6e8-507b9056f63b tempest-ServersNegativeTestJSON-408407872 tempest-ServersNegativeTestJSON-408407872-project] 10.222.0.60 "GET /v2.0/networks?id=3b3483c6-56f9-4624-9427-8f1bca8ed134 HTTP/1.1" status: 200 len: 813 time: 0.1112247 Nov 19 18:40:11.004672 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-6d5f6a04-088e-4055-85a9-b35c35653bc7 req-44457343-0568-4552-b4c6-f8ef88b861a0 tempest-ServersNegativeTestJSON-408407872 tempest-ServersNegativeTestJSON-408407872-project] Request body: {'port': {'device_id': '607d51c4-5007-4260-817f-0f8833cf9fc5', 'network_id': '3b3483c6-56f9-4624-9427-8f1bca8ed134', 'admin_state_up': True, 'tenant_id': 'b144010ad842418391e8f25bc0e69195'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:40:11.078946 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-bf5cca05-1e39-48bc-ae65-bb2a87630c51 req-9e2dc38d-f4b1-4c28-8ddd-d86f08313cdd tempest-ServersNegativeTestJSON-408407872 tempest-ServersNegativeTestJSON-408407872-project] 10.222.0.54 "GET /v2.0/ports?device_id=607d51c4-5007-4260-817f-0f8833cf9fc5 HTTP/1.1" status: 200 len: 210 time: 0.0343051 Nov 19 18:40:11.138010 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d5f6a04-088e-4055-85a9-b35c35653bc7 req-44457343-0568-4552-b4c6-f8ef88b861a0 tempest-ServersNegativeTestJSON-408407872 tempest-ServersNegativeTestJSON-408407872-project] Made reservation on behalf of b144010ad842418391e8f25bc0e69195 for: {'port': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:40:11.141991 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-6d5f6a04-088e-4055-85a9-b35c35653bc7 req-44457343-0568-4552-b4c6-f8ef88b861a0 tempest-ServersNegativeTestJSON-408407872 tempest-ServersNegativeTestJSON-408407872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:11.262303 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [req-6d5f6a04-088e-4055-85a9-b35c35653bc7 req-44457343-0568-4552-b4c6-f8ef88b861a0 tempest-ServersNegativeTestJSON-408407872 tempest-ServersNegativeTestJSON-408407872-project] Allocated IP 172.20.0.4 (3b3483c6-56f9-4624-9427-8f1bca8ed134/33b33732-1615-4890-9c5a-40856c7df8df/642fd00f-b3d5-4672-8874-5e75b4444f38) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:40:11.407338 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-6d5f6a04-088e-4055-85a9-b35c35653bc7 req-44457343-0568-4552-b4c6-f8ef88b861a0 tempest-ServersNegativeTestJSON-408407872 tempest-ServersNegativeTestJSON-408407872-project] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:11.439793 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-6d5f6a04-088e-4055-85a9-b35c35653bc7 req-44457343-0568-4552-b4c6-f8ef88b861a0 tempest-ServersNegativeTestJSON-408407872 tempest-ServersNegativeTestJSON-408407872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:11.452157 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] get_ports_and_sgs() called for port_ids ['ce983b9f-be37-44ce-86aa-5581094c6b7e'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:40:11.489845 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d5f6a04-088e-4055-85a9-b35c35653bc7 req-44457343-0568-4552-b4c6-f8ef88b861a0 tempest-ServersNegativeTestJSON-408407872 tempest-ServersNegativeTestJSON-408407872-project] Network 3b3483c6-56f9-4624-9427-8f1bca8ed134 is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:40:11.493092 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [req-6d5f6a04-088e-4055-85a9-b35c35653bc7 req-44457343-0568-4552-b4c6-f8ef88b861a0 tempest-ServersNegativeTestJSON-408407872 tempest-ServersNegativeTestJSON-408407872-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:40:11.495645 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d5f6a04-088e-4055-85a9-b35c35653bc7 req-44457343-0568-4552-b4c6-f8ef88b861a0 tempest-ServersNegativeTestJSON-408407872 tempest-ServersNegativeTestJSON-408407872-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:40:11.523802 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44457343-0568-4552-b4c6-f8ef88b861a0 tempest-ServersNegativeTestJSON-408407872 tempest-ServersNegativeTestJSON-408407872-project] Pushing event updated for resources: {'Port': ['ID=642fd00f-b3d5-4672-8874-5e75b4444f38,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:40:11.536887 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44457343-0568-4552-b4c6-f8ef88b861a0 tempest-ServersNegativeTestJSON-408407872 tempest-ServersNegativeTestJSON-408407872-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:40:11.537230 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44457343-0568-4552-b4c6-f8ef88b861a0 tempest-ServersNegativeTestJSON-408407872 tempest-ServersNegativeTestJSON-408407872-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:40:11.538027 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44457343-0568-4552-b4c6-f8ef88b861a0 tempest-ServersNegativeTestJSON-408407872 tempest-ServersNegativeTestJSON-408407872-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:40:11.538027 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44457343-0568-4552-b4c6-f8ef88b861a0 tempest-ServersNegativeTestJSON-408407872 tempest-ServersNegativeTestJSON-408407872-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:40:11.538283 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44457343-0568-4552-b4c6-f8ef88b861a0 tempest-ServersNegativeTestJSON-408407872 tempest-ServersNegativeTestJSON-408407872-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:40:11.538583 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44457343-0568-4552-b4c6-f8ef88b861a0 tempest-ServersNegativeTestJSON-408407872 tempest-ServersNegativeTestJSON-408407872-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:40:11.538909 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44457343-0568-4552-b4c6-f8ef88b861a0 tempest-ServersNegativeTestJSON-408407872 tempest-ServersNegativeTestJSON-408407872-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:40:11.539233 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44457343-0568-4552-b4c6-f8ef88b861a0 tempest-ServersNegativeTestJSON-408407872 tempest-ServersNegativeTestJSON-408407872-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:40:11.539559 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44457343-0568-4552-b4c6-f8ef88b861a0 tempest-ServersNegativeTestJSON-408407872 tempest-ServersNegativeTestJSON-408407872-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:40:11.539903 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44457343-0568-4552-b4c6-f8ef88b861a0 tempest-ServersNegativeTestJSON-408407872 tempest-ServersNegativeTestJSON-408407872-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:40:11.540462 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44457343-0568-4552-b4c6-f8ef88b861a0 tempest-ServersNegativeTestJSON-408407872 tempest-ServersNegativeTestJSON-408407872-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:40:11.540594 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44457343-0568-4552-b4c6-f8ef88b861a0 tempest-ServersNegativeTestJSON-408407872 tempest-ServersNegativeTestJSON-408407872-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:40:11.561581 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5f6a04-088e-4055-85a9-b35c35653bc7 req-44457343-0568-4552-b4c6-f8ef88b861a0 tempest-ServersNegativeTestJSON-408407872 tempest-ServersNegativeTestJSON-408407872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:40:11.562951 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-6d5f6a04-088e-4055-85a9-b35c35653bc7 req-44457343-0568-4552-b4c6-f8ef88b861a0 tempest-ServersNegativeTestJSON-408407872 tempest-ServersNegativeTestJSON-408407872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:11.578543 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6d5f6a04-088e-4055-85a9-b35c35653bc7 req-44457343-0568-4552-b4c6-f8ef88b861a0 tempest-ServersNegativeTestJSON-408407872 tempest-ServersNegativeTestJSON-408407872-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5780125 Nov 19 18:40:11.591070 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-6d5f6a04-088e-4055-85a9-b35c35653bc7 req-ac1e5488-7589-4a93-aba4-02469eb94399 service neutron] Request body: {'port': {'device_id': '607d51c4-5007-4260-817f-0f8833cf9fc5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818022-2'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:40:11.651563 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-6d5f6a04-088e-4055-85a9-b35c35653bc7 req-ac1e5488-7589-4a93-aba4-02469eb94399 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:11.914781 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [req-6d5f6a04-088e-4055-85a9-b35c35653bc7 req-ac1e5488-7589-4a93-aba4-02469eb94399 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 642fd00f-b3d5-4672-8874-5e75b4444f38 {{(pid=103364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:40:11.922626 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-6d5f6a04-088e-4055-85a9-b35c35653bc7 req-ac1e5488-7589-4a93-aba4-02469eb94399 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:11.934496 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.provisioning_blocks [req-6d5f6a04-088e-4055-85a9-b35c35653bc7 req-ac1e5488-7589-4a93-aba4-02469eb94399 service neutron] Transition to ACTIVE for port object 642fd00f-b3d5-4672-8874-5e75b4444f38 will not be triggered until provisioned by entity L2. {{(pid=103364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 18:40:11.938380 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-6d5f6a04-088e-4055-85a9-b35c35653bc7 req-ac1e5488-7589-4a93-aba4-02469eb94399 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:11.986847 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1e5488-7589-4a93-aba4-02469eb94399 service neutron] Pushing event updated for resources: {'Port': ['ID=642fd00f-b3d5-4672-8874-5e75b4444f38,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:40:12.053952 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-6d5f6a04-088e-4055-85a9-b35c35653bc7 req-ac1e5488-7589-4a93-aba4-02469eb94399 service neutron] Attempting to bind port 642fd00f-b3d5-4672-8874-5e75b4444f38 on host n-h1-818022-2 for vnic_type normal with profile {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:40:12.054864 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-6d5f6a04-088e-4055-85a9-b35c35653bc7 req-ac1e5488-7589-4a93-aba4-02469eb94399 service neutron] Attempting to bind port 642fd00f-b3d5-4672-8874-5e75b4444f38 by drivers openvswitch,hyperv on host n-h1-818022-2 at level 0 using segments [{'id': '122dc8c0-17b0-4410-ba55-5b7c8e93f6e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '3b3483c6-56f9-4624-9427-8f1bca8ed134'}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:40:12.054864 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5f6a04-088e-4055-85a9-b35c35653bc7 req-ac1e5488-7589-4a93-aba4-02469eb94399 service neutron] Attempting to bind port 642fd00f-b3d5-4672-8874-5e75b4444f38 on network 3b3483c6-56f9-4624-9427-8f1bca8ed134 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:40:12.059102 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5f6a04-088e-4055-85a9-b35c35653bc7 req-ac1e5488-7589-4a93-aba4-02469eb94399 service neutron] Port 642fd00f-b3d5-4672-8874-5e75b4444f38 on network 3b3483c6-56f9-4624-9427-8f1bca8ed134 not bound, no agent of type Open vSwitch agent registered on host n-h1-818022-2 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 18:40:12.059423 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5f6a04-088e-4055-85a9-b35c35653bc7 req-ac1e5488-7589-4a93-aba4-02469eb94399 service neutron] Attempting to bind port 642fd00f-b3d5-4672-8874-5e75b4444f38 on network 3b3483c6-56f9-4624-9427-8f1bca8ed134 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:40:12.064059 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5f6a04-088e-4055-85a9-b35c35653bc7 req-ac1e5488-7589-4a93-aba4-02469eb94399 service neutron] Checking agent: {'id': 'a6668d96-12fa-4ec0-99ad-77eaf490dd2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'started_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 40, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:40:12.064391 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5f6a04-088e-4055-85a9-b35c35653bc7 req-ac1e5488-7589-4a93-aba4-02469eb94399 service neutron] Checking segment: {'id': '122dc8c0-17b0-4410-ba55-5b7c8e93f6e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '3b3483c6-56f9-4624-9427-8f1bca8ed134'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:40:12.064771 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5f6a04-088e-4055-85a9-b35c35653bc7 req-ac1e5488-7589-4a93-aba4-02469eb94399 service neutron] Bound using segment: {'id': '122dc8c0-17b0-4410-ba55-5b7c8e93f6e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '3b3483c6-56f9-4624-9427-8f1bca8ed134'} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:40:12.065189 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-6d5f6a04-088e-4055-85a9-b35c35653bc7 req-ac1e5488-7589-4a93-aba4-02469eb94399 service neutron] Bound port: 642fd00f-b3d5-4672-8874-5e75b4444f38, host: n-h1-818022-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '122dc8c0-17b0-4410-ba55-5b7c8e93f6e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '3b3483c6-56f9-4624-9427-8f1bca8ed134'}}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:40:12.065538 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-6d5f6a04-088e-4055-85a9-b35c35653bc7 req-ac1e5488-7589-4a93-aba4-02469eb94399 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:12.132465 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-6d5f6a04-088e-4055-85a9-b35c35653bc7 req-ac1e5488-7589-4a93-aba4-02469eb94399 service neutron] For port 642fd00f-b3d5-4672-8874-5e75b4444f38, host n-h1-818022-2, cleared binding levels {{(pid=103364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:40:12.135730 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-6d5f6a04-088e-4055-85a9-b35c35653bc7 req-ac1e5488-7589-4a93-aba4-02469eb94399 service neutron] For port 642fd00f-b3d5-4672-8874-5e75b4444f38, host n-h1-818022-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=642fd00f-b3d5-4672-8874-5e75b4444f38,segment=NetworkSegment(122dc8c0-17b0-4410-ba55-5b7c8e93f6e7),segment_id=122dc8c0-17b0-4410-ba55-5b7c8e93f6e7)] {{(pid=103364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:40:12.139356 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-6d5f6a04-088e-4055-85a9-b35c35653bc7 req-ac1e5488-7589-4a93-aba4-02469eb94399 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:12.175014 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5f6a04-088e-4055-85a9-b35c35653bc7 req-ac1e5488-7589-4a93-aba4-02469eb94399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:40:12.175626 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-6d5f6a04-088e-4055-85a9-b35c35653bc7 req-ac1e5488-7589-4a93-aba4-02469eb94399 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:12.177047 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6d5f6a04-088e-4055-85a9-b35c35653bc7 req-ac1e5488-7589-4a93-aba4-02469eb94399 service neutron] 10.222.0.60 "PUT /v2.0/ports/642fd00f-b3d5-4672-8874-5e75b4444f38 HTTP/1.1" status: 200 len: 1091 time: 0.5903013 Nov 19 18:40:12.177502 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '607d51c4-5007-4260-817f-0f8833cf9fc5', 'tag': '642fd00f-b3d5-4672-8874-5e75b4444f38'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:40:12.180078 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52b8413beb4c6ee9e3ef24221fee7166c8d58dd3d366bc989a0565316b268f0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3803ed4-46a2-4620-ae8d-3eb9f9e6c597" -d '{"events": [{"name": "network-changed", "server_uuid": "607d51c4-5007-4260-817f-0f8833cf9fc5", "tag": "642fd00f-b3d5-4672-8874-5e75b4444f38"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:40:12.211366 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1e5488-7589-4a93-aba4-02469eb94399 service neutron] Pushing event updated for resources: {'Port': ['ID=642fd00f-b3d5-4672-8874-5e75b4444f38,revision_number=3']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:40:12.230337 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea4706b-9521-4327-ab33-f672e9337989 req-ac5871de-744c-4716-8062-0d1223344b91 tempest-ServersNegativeTestJSON-408407872 tempest-ServersNegativeTestJSON-408407872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:40:12.231898 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9ea4706b-9521-4327-ab33-f672e9337989 req-ac5871de-744c-4716-8062-0d1223344b91 tempest-ServersNegativeTestJSON-408407872 tempest-ServersNegativeTestJSON-408407872-project] 10.222.0.54 "GET /v2.0/ports?device_id=607d51c4-5007-4260-817f-0f8833cf9fc5 HTTP/1.1" status: 200 len: 943 time: 0.0830591 Nov 19 18:40:12.262368 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5f6a04-088e-4055-85a9-b35c35653bc7 req-ddb0ae42-ebd4-404d-a769-211ba77e1a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:40:12.264159 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6d5f6a04-088e-4055-85a9-b35c35653bc7 req-ddb0ae42-ebd4-404d-a769-211ba77e1a80 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b144010ad842418391e8f25bc0e69195&device_id=607d51c4-5007-4260-817f-0f8833cf9fc5 HTTP/1.1" status: 200 len: 1094 time: 0.0463977 Nov 19 18:40:12.287375 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9ea4706b-9521-4327-ab33-f672e9337989 req-c2941a85-2f29-440b-a84f-8e3892d7c52b tempest-ServersNegativeTestJSON-408407872 tempest-ServersNegativeTestJSON-408407872-project] 10.222.0.54 "GET /v2.0/security-groups?id=b9f0f3fd-d101-4f42-a9e2-b72f54fc688c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473840 Nov 19 18:40:12.312771 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 18:40:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fdc1c47-9c09-473d-b3c1-12b8f572c55b x-openstack-request-id: req-1fdc1c47-9c09-473d-b3c1-12b8f572c55b {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:40:12.313066 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "607d51c4-5007-4260-817f-0f8833cf9fc5", "tag": "642fd00f-b3d5-4672-8874-5e75b4444f38", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:40:12.313319 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-1fdc1c47-9c09-473d-b3c1-12b8f572c55b {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:40:12.313714 n-d-818022-2 neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '607d51c4-5007-4260-817f-0f8833cf9fc5', 'tag': '642fd00f-b3d5-4672-8874-5e75b4444f38', 'status': 'completed', 'code': 200} Nov 19 18:40:12.315506 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6d5f6a04-088e-4055-85a9-b35c35653bc7 req-121fa99f-d793-402e-8bc2-aa52ec098692 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=642fd00f-b3d5-4672-8874-5e75b4444f38 HTTP/1.1" status: 200 len: 217 time: 0.0427809 Nov 19 18:40:12.363648 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5f6a04-088e-4055-85a9-b35c35653bc7 req-bea8092a-2e30-4b04-b491-5eda9ef65946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:40:12.365083 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6d5f6a04-088e-4055-85a9-b35c35653bc7 req-bea8092a-2e30-4b04-b491-5eda9ef65946 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=33b33732-1615-4890-9c5a-40856c7df8df HTTP/1.1" status: 200 len: 853 time: 0.0433357 Nov 19 18:40:12.395959 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6d5f6a04-088e-4055-85a9-b35c35653bc7 req-4c65a2b6-0f05-4f95-8308-e49c131e8a95 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3b3483c6-56f9-4624-9427-8f1bca8ed134&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238059 Nov 19 18:40:12.488882 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6d5f6a04-088e-4055-85a9-b35c35653bc7 req-c834b72a-3a49-4c5c-b4ad-2c9d3cdf4a42 service neutron] 10.222.0.60 "GET /v2.0/networks/3b3483c6-56f9-4624-9427-8f1bca8ed134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854962 Nov 19 18:40:12.576005 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6d5f6a04-088e-4055-85a9-b35c35653bc7 req-ec0cab09-90fd-4e58-9879-76077dfe649c service neutron] 10.222.0.60 "GET /v2.0/networks/3b3483c6-56f9-4624-9427-8f1bca8ed134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801013 Nov 19 18:40:12.664398 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3803ed4-46a2-4620-ae8d-3eb9f9e6c597 req-04657d5d-9dda-44c3-9daf-1151821a701c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:40:12.666074 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a3803ed4-46a2-4620-ae8d-3eb9f9e6c597 req-04657d5d-9dda-44c3-9daf-1151821a701c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b144010ad842418391e8f25bc0e69195&device_id=607d51c4-5007-4260-817f-0f8833cf9fc5 HTTP/1.1" status: 200 len: 1094 time: 0.0411680 Nov 19 18:40:12.758540 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3803ed4-46a2-4620-ae8d-3eb9f9e6c597 req-ad61a812-02f8-408e-a221-08ffe5cd4661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:40:12.760029 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a3803ed4-46a2-4620-ae8d-3eb9f9e6c597 req-ad61a812-02f8-408e-a221-08ffe5cd4661 service neutron] 10.222.0.60 "GET /v2.0/networks?id=3b3483c6-56f9-4624-9427-8f1bca8ed134 HTTP/1.1" status: 200 len: 914 time: 0.0872333 Nov 19 18:40:12.801749 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a3803ed4-46a2-4620-ae8d-3eb9f9e6c597 req-69dd1bae-8c3b-4733-949e-c1142c686575 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=642fd00f-b3d5-4672-8874-5e75b4444f38 HTTP/1.1" status: 200 len: 217 time: 0.0349014 Nov 19 18:40:12.855298 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3803ed4-46a2-4620-ae8d-3eb9f9e6c597 req-3b1a5f07-b922-4790-b2f3-4096a3fcd622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:40:12.856903 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a3803ed4-46a2-4620-ae8d-3eb9f9e6c597 req-3b1a5f07-b922-4790-b2f3-4096a3fcd622 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=33b33732-1615-4890-9c5a-40856c7df8df HTTP/1.1" status: 200 len: 853 time: 0.0479801 Nov 19 18:40:12.893860 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a3803ed4-46a2-4620-ae8d-3eb9f9e6c597 req-351dc3eb-2694-46cf-abb5-d4210d5422d0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3b3483c6-56f9-4624-9427-8f1bca8ed134&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278490 Nov 19 18:40:12.981553 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a3803ed4-46a2-4620-ae8d-3eb9f9e6c597 req-89668ad1-a8fa-4a69-857f-651f92e06dfe service neutron] 10.222.0.60 "GET /v2.0/networks/3b3483c6-56f9-4624-9427-8f1bca8ed134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804713 Nov 19 18:40:13.075422 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a3803ed4-46a2-4620-ae8d-3eb9f9e6c597 req-84bb78d2-5501-45d8-8054-a48aea4ca7ef service neutron] 10.222.0.60 "GET /v2.0/networks/3b3483c6-56f9-4624-9427-8f1bca8ed134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861135 Nov 19 18:40:13.416847 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2c60e2-c8bd-445f-b2e6-d42f3e0b4f2b req-145b0317-e90c-4660-b8f2-73205d4fa29d tempest-ServersNegativeTestJSON-408407872 tempest-ServersNegativeTestJSON-408407872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:40:13.418356 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ce2c60e2-c8bd-445f-b2e6-d42f3e0b4f2b req-145b0317-e90c-4660-b8f2-73205d4fa29d tempest-ServersNegativeTestJSON-408407872 tempest-ServersNegativeTestJSON-408407872-project] 10.222.0.54 "GET /v2.0/ports?device_id=607d51c4-5007-4260-817f-0f8833cf9fc5 HTTP/1.1" status: 200 len: 943 time: 0.0577972 Nov 19 18:40:13.464947 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ce2c60e2-c8bd-445f-b2e6-d42f3e0b4f2b req-420a03b8-03cd-4a65-bfc5-a02c9cc85c6f tempest-ServersNegativeTestJSON-408407872 tempest-ServersNegativeTestJSON-408407872-project] 10.222.0.54 "GET /v2.0/security-groups?id=b9f0f3fd-d101-4f42-a9e2-b72f54fc688c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399797 Nov 19 18:40:14.584034 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf68aac-d26f-4fd4-8352-540bd03e2f2f req-3363e08f-9c50-4894-812d-939bb00993d3 tempest-ServersNegativeTestJSON-408407872 tempest-ServersNegativeTestJSON-408407872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:40:14.585523 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fcf68aac-d26f-4fd4-8352-540bd03e2f2f req-3363e08f-9c50-4894-812d-939bb00993d3 tempest-ServersNegativeTestJSON-408407872 tempest-ServersNegativeTestJSON-408407872-project] 10.222.0.54 "GET /v2.0/ports?device_id=607d51c4-5007-4260-817f-0f8833cf9fc5 HTTP/1.1" status: 200 len: 943 time: 0.0486429 Nov 19 18:40:14.633959 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fcf68aac-d26f-4fd4-8352-540bd03e2f2f req-fcfef32b-4bb8-4aad-b540-0c18ba3be6bb tempest-ServersNegativeTestJSON-408407872 tempest-ServersNegativeTestJSON-408407872-project] 10.222.0.54 "GET /v2.0/security-groups?id=b9f0f3fd-d101-4f42-a9e2-b72f54fc688c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424414 Nov 19 18:40:15.201565 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 642fd00f-b3d5-4672-8874-5e75b4444f38 details requested by agent hyperv_n-h1-818022-2 with host n-h1-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 18:40:15.297924 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 642fd00f-b3d5-4672-8874-5e75b4444f38, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=642fd00f-b3d5-4672-8874-5e75b4444f38,segment=NetworkSegment(122dc8c0-17b0-4410-ba55-5b7c8e93f6e7),segment_id=122dc8c0-17b0-4410-ba55-5b7c8e93f6e7)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:40:15.309286 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Returning: {'device': '642fd00f-b3d5-4672-8874-5e75b4444f38', 'network_id': '3b3483c6-56f9-4624-9427-8f1bca8ed134', 'port_id': '642fd00f-b3d5-4672-8874-5e75b4444f38', 'mac_address': 'fa:16:3e:bc:95:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 672, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33b33732-1615-4890-9c5a-40856c7df8df', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 18:40:15.345346 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:15.358019 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 642fd00f-b3d5-4672-8874-5e75b4444f38 {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:40:15.381673 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 642fd00f-b3d5-4672-8874-5e75b4444f38, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=642fd00f-b3d5-4672-8874-5e75b4444f38,segment=NetworkSegment(122dc8c0-17b0-4410-ba55-5b7c8e93f6e7),segment_id=122dc8c0-17b0-4410-ba55-5b7c8e93f6e7)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:40:15.385585 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:15.430916 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=642fd00f-b3d5-4672-8874-5e75b4444f38,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:40:15.601715 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['642fd00f-b3d5-4672-8874-5e75b4444f38'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:40:15.749345 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5539a563-2156-4786-b2bd-2d1fcf522c79 req-db2bd67c-e1f5-492d-a6b8-70c53972ec70 tempest-ServersNegativeTestJSON-408407872 tempest-ServersNegativeTestJSON-408407872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:40:15.750842 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-5539a563-2156-4786-b2bd-2d1fcf522c79 req-db2bd67c-e1f5-492d-a6b8-70c53972ec70 tempest-ServersNegativeTestJSON-408407872 tempest-ServersNegativeTestJSON-408407872-project] 10.222.0.54 "GET /v2.0/ports?device_id=607d51c4-5007-4260-817f-0f8833cf9fc5 HTTP/1.1" status: 200 len: 944 time: 0.0489185 Nov 19 18:40:15.797767 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-5539a563-2156-4786-b2bd-2d1fcf522c79 req-169aa0f1-3c7f-4707-bafc-4ed31f536472 tempest-ServersNegativeTestJSON-408407872 tempest-ServersNegativeTestJSON-408407872-project] 10.222.0.54 "GET /v2.0/security-groups?id=b9f0f3fd-d101-4f42-a9e2-b72f54fc688c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409639 Nov 19 18:40:16.914980 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574274a2-a3b5-4e1b-9dcc-8798bf6a29d1 req-48b21de6-8045-43d8-a3cf-c52835085d2a tempest-ServersNegativeTestJSON-408407872 tempest-ServersNegativeTestJSON-408407872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:40:16.916492 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-574274a2-a3b5-4e1b-9dcc-8798bf6a29d1 req-48b21de6-8045-43d8-a3cf-c52835085d2a tempest-ServersNegativeTestJSON-408407872 tempest-ServersNegativeTestJSON-408407872-project] 10.222.0.54 "GET /v2.0/ports?device_id=607d51c4-5007-4260-817f-0f8833cf9fc5 HTTP/1.1" status: 200 len: 944 time: 0.0515172 Nov 19 18:40:16.963485 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-574274a2-a3b5-4e1b-9dcc-8798bf6a29d1 req-d52b0fcc-1152-4b77-8dc5-34d12587e544 tempest-ServersNegativeTestJSON-408407872 tempest-ServersNegativeTestJSON-408407872-project] 10.222.0.54 "GET /v2.0/security-groups?id=b9f0f3fd-d101-4f42-a9e2-b72f54fc688c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406640 Nov 19 18:40:17.214177 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 642fd00f-b3d5-4672-8874-5e75b4444f38 up at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:40:17.262635 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning for port 642fd00f-b3d5-4672-8874-5e75b4444f38 completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 18:40:17.267238 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning complete for port 642fd00f-b3d5-4672-8874-5e75b4444f38 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:40:17.267612 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:17.343508 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:17.365492 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '607d51c4-5007-4260-817f-0f8833cf9fc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '642fd00f-b3d5-4672-8874-5e75b4444f38'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:40:17.367748 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e87da51c426c585745380e4f647dbd896557016b88dd9fb127e5d98628c937cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-265392a2-d38d-4ca3-84ad-8159820cad72" -d '{"events": [{"server_uuid": "607d51c4-5007-4260-817f-0f8833cf9fc5", "name": "network-vif-plugged", "status": "completed", "tag": "642fd00f-b3d5-4672-8874-5e75b4444f38"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:40:17.381036 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 642fd00f-b3d5-4672-8874-5e75b4444f38, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=642fd00f-b3d5-4672-8874-5e75b4444f38,segment=NetworkSegment(122dc8c0-17b0-4410-ba55-5b7c8e93f6e7),segment_id=122dc8c0-17b0-4410-ba55-5b7c8e93f6e7)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:40:17.385391 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:17.412341 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:40:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76c9a93b-ddc3-49d8-af07-73bc26f6a99e x-openstack-request-id: req-76c9a93b-ddc3-49d8-af07-73bc26f6a99e {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:40:17.412636 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "607d51c4-5007-4260-817f-0f8833cf9fc5", "name": "network-vif-plugged", "status": "completed", "tag": "642fd00f-b3d5-4672-8874-5e75b4444f38", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:40:17.412892 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-76c9a93b-ddc3-49d8-af07-73bc26f6a99e {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:40:17.413282 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '607d51c4-5007-4260-817f-0f8833cf9fc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '642fd00f-b3d5-4672-8874-5e75b4444f38', 'code': 200} Nov 19 18:40:17.440419 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=642fd00f-b3d5-4672-8874-5e75b4444f38,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:40:17.508138 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1b4f10-b4c5-4217-913a-91932ee9d8d5 req-e284adc0-baee-49c9-ada2-b83ab5425b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:40:17.509648 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-db1b4f10-b4c5-4217-913a-91932ee9d8d5 req-e284adc0-baee-49c9-ada2-b83ab5425b1e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=607d51c4-5007-4260-817f-0f8833cf9fc5 HTTP/1.1" status: 200 len: 1096 time: 0.0450258 Nov 19 18:40:17.556370 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-db1b4f10-b4c5-4217-913a-91932ee9d8d5 req-5d681f23-a08c-42d5-bcc2-d405116ce562 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=b9f0f3fd-d101-4f42-a9e2-b72f54fc688c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397358 Nov 19 18:40:18.079006 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc16ab3-be93-4f2e-84e8-eca78f5afe5b req-4218f7b6-e9f8-408e-aa73-8d2b3e871373 tempest-ServersNegativeTestJSON-408407872 tempest-ServersNegativeTestJSON-408407872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:40:18.080479 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ecc16ab3-be93-4f2e-84e8-eca78f5afe5b req-4218f7b6-e9f8-408e-aa73-8d2b3e871373 tempest-ServersNegativeTestJSON-408407872 tempest-ServersNegativeTestJSON-408407872-project] 10.222.0.54 "GET /v2.0/ports?device_id=607d51c4-5007-4260-817f-0f8833cf9fc5 HTTP/1.1" status: 200 len: 945 time: 0.0479717 Nov 19 18:40:18.127868 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ecc16ab3-be93-4f2e-84e8-eca78f5afe5b req-4ec78b17-c25d-441f-a370-2426c7d36fbe tempest-ServersNegativeTestJSON-408407872 tempest-ServersNegativeTestJSON-408407872-project] 10.222.0.54 "GET /v2.0/security-groups?id=b9f0f3fd-d101-4f42-a9e2-b72f54fc688c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414352 Nov 19 18:40:19.254904 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c05e722-7864-4b82-b0e7-cfab47757c61 req-7bfb90eb-5c41-4522-8782-bbb9cd811aad tempest-ServersNegativeTestJSON-408407872 tempest-ServersNegativeTestJSON-408407872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:40:19.256692 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0c05e722-7864-4b82-b0e7-cfab47757c61 req-7bfb90eb-5c41-4522-8782-bbb9cd811aad tempest-ServersNegativeTestJSON-408407872 tempest-ServersNegativeTestJSON-408407872-project] 10.222.0.54 "GET /v2.0/ports?device_id=607d51c4-5007-4260-817f-0f8833cf9fc5 HTTP/1.1" status: 200 len: 945 time: 0.0518103 Nov 19 18:40:19.304045 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0c05e722-7864-4b82-b0e7-cfab47757c61 req-205c7bd6-71f7-4649-bff5-300f69757c05 tempest-ServersNegativeTestJSON-408407872 tempest-ServersNegativeTestJSON-408407872-project] 10.222.0.54 "GET /v2.0/security-groups?id=b9f0f3fd-d101-4f42-a9e2-b72f54fc688c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412176 Nov 19 18:40:19.548621 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45894ebf-34a1-4994-acff-ac73bc06e9a0 req-05ef233b-6736-4142-82ab-26c841962012 tempest-ServersNegativeTestJSON-408407872 tempest-ServersNegativeTestJSON-408407872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:40:19.550138 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-45894ebf-34a1-4994-acff-ac73bc06e9a0 req-05ef233b-6736-4142-82ab-26c841962012 tempest-ServersNegativeTestJSON-408407872 tempest-ServersNegativeTestJSON-408407872-project] 10.222.0.54 "GET /v2.0/ports?device_id=607d51c4-5007-4260-817f-0f8833cf9fc5 HTTP/1.1" status: 200 len: 945 time: 0.0540707 Nov 19 18:40:19.597690 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-45894ebf-34a1-4994-acff-ac73bc06e9a0 req-e8f12aa1-2c49-442f-99b4-d54d0f991e07 tempest-ServersNegativeTestJSON-408407872 tempest-ServersNegativeTestJSON-408407872-project] 10.222.0.54 "GET /v2.0/security-groups?id=b9f0f3fd-d101-4f42-a9e2-b72f54fc688c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411794 Nov 19 18:40:20.722802 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c4c65c-b790-4365-8dfd-653fab0f4866 req-8fb053dc-2ea2-4f3a-9821-87f244fa46b6 tempest-ServersNegativeTestJSON-408407872 tempest-ServersNegativeTestJSON-408407872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:40:20.724302 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-17c4c65c-b790-4365-8dfd-653fab0f4866 req-8fb053dc-2ea2-4f3a-9821-87f244fa46b6 tempest-ServersNegativeTestJSON-408407872 tempest-ServersNegativeTestJSON-408407872-project] 10.222.0.54 "GET /v2.0/ports?device_id=607d51c4-5007-4260-817f-0f8833cf9fc5 HTTP/1.1" status: 200 len: 945 time: 0.0565982 Nov 19 18:40:20.752793 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ebe175-e9d7-4c9d-8ddb-4faa78142af3 req-5b77019d-bb84-4373-b0c6-cfe47108ade9 tempest-ServersNegativeTestJSON-408407872 tempest-ServersNegativeTestJSON-408407872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:40:20.754352 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-80ebe175-e9d7-4c9d-8ddb-4faa78142af3 req-5b77019d-bb84-4373-b0c6-cfe47108ade9 tempest-ServersNegativeTestJSON-408407872 tempest-ServersNegativeTestJSON-408407872-project] 10.222.0.60 "GET /v2.0/ports?device_id=607d51c4-5007-4260-817f-0f8833cf9fc5 HTTP/1.1" status: 200 len: 945 time: 0.0522404 Nov 19 18:40:20.773833 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-17c4c65c-b790-4365-8dfd-653fab0f4866 req-dc0d3a17-c5d4-42d1-9eec-9854125df5e0 tempest-ServersNegativeTestJSON-408407872 tempest-ServersNegativeTestJSON-408407872-project] 10.222.0.54 "GET /v2.0/security-groups?id=b9f0f3fd-d101-4f42-a9e2-b72f54fc688c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433125 Nov 19 18:40:20.845318 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [req-80ebe175-e9d7-4c9d-8ddb-4faa78142af3 req-f7d5a98e-e692-42f3-a382-1a77da298199 tempest-ServersNegativeTestJSON-408407872 tempest-ServersNegativeTestJSON-408407872-project] Deleting port 642fd00f-b3d5-4672-8874-5e75b4444f38 {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:40:20.845659 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-80ebe175-e9d7-4c9d-8ddb-4faa78142af3 req-f7d5a98e-e692-42f3-a382-1a77da298199 tempest-ServersNegativeTestJSON-408407872 tempest-ServersNegativeTestJSON-408407872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:20.936779 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-80ebe175-e9d7-4c9d-8ddb-4faa78142af3 req-f7d5a98e-e692-42f3-a382-1a77da298199 tempest-ServersNegativeTestJSON-408407872 tempest-ServersNegativeTestJSON-408407872-project] For port 642fd00f-b3d5-4672-8874-5e75b4444f38, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=642fd00f-b3d5-4672-8874-5e75b4444f38,segment=NetworkSegment(122dc8c0-17b0-4410-ba55-5b7c8e93f6e7),segment_id=122dc8c0-17b0-4410-ba55-5b7c8e93f6e7)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:40:20.937051 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-80ebe175-e9d7-4c9d-8ddb-4faa78142af3 req-f7d5a98e-e692-42f3-a382-1a77da298199 tempest-ServersNegativeTestJSON-408407872 tempest-ServersNegativeTestJSON-408407872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:20.949800 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [req-80ebe175-e9d7-4c9d-8ddb-4faa78142af3 req-f7d5a98e-e692-42f3-a382-1a77da298199 tempest-ServersNegativeTestJSON-408407872 tempest-ServersNegativeTestJSON-408407872-project] Calling delete_port for 642fd00f-b3d5-4672-8874-5e75b4444f38 owned by compute:nova {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:40:21.083549 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-80ebe175-e9d7-4c9d-8ddb-4faa78142af3 req-f7d5a98e-e692-42f3-a382-1a77da298199 tempest-ServersNegativeTestJSON-408407872 tempest-ServersNegativeTestJSON-408407872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:21.098422 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] get_ports_and_sgs() called for port_ids ['ce983b9f-be37-44ce-86aa-5581094c6b7e'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:40:21.101520 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['642fd00f-b3d5-4672-8874-5e75b4444f38'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:40:21.115257 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d5a98e-e692-42f3-a382-1a77da298199 tempest-ServersNegativeTestJSON-408407872 tempest-ServersNegativeTestJSON-408407872-project] Pushing event deleted for resources: {'Port': ['ID=642fd00f-b3d5-4672-8874-5e75b4444f38,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:40:21.156896 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [req-80ebe175-e9d7-4c9d-8ddb-4faa78142af3 req-f7d5a98e-e692-42f3-a382-1a77da298199 tempest-ServersNegativeTestJSON-408407872 tempest-ServersNegativeTestJSON-408407872-project] No DVR routers for this DVR port 642fd00f-b3d5-4672-8874-5e75b4444f38 on host n-h1-818022-2 {{(pid=103364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:40:21.161308 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-80ebe175-e9d7-4c9d-8ddb-4faa78142af3 req-f7d5a98e-e692-42f3-a382-1a77da298199 tempest-ServersNegativeTestJSON-408407872 tempest-ServersNegativeTestJSON-408407872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:21.163105 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-80ebe175-e9d7-4c9d-8ddb-4faa78142af3 req-f7d5a98e-e692-42f3-a382-1a77da298199 tempest-ServersNegativeTestJSON-408407872 tempest-ServersNegativeTestJSON-408407872-project] 10.222.0.60 "DELETE /v2.0/ports/642fd00f-b3d5-4672-8874-5e75b4444f38 HTTP/1.1" status: 204 len: 173 time: 0.4024992 Nov 19 18:40:21.163568 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '607d51c4-5007-4260-817f-0f8833cf9fc5', 'name': 'network-vif-deleted', 'tag': '642fd00f-b3d5-4672-8874-5e75b4444f38'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:40:21.165972 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52b8413beb4c6ee9e3ef24221fee7166c8d58dd3d366bc989a0565316b268f0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0398dc26-63c6-4e0a-a216-96bed003e1ef" -d '{"events": [{"server_uuid": "607d51c4-5007-4260-817f-0f8833cf9fc5", "name": "network-vif-deleted", "tag": "642fd00f-b3d5-4672-8874-5e75b4444f38"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:40:21.206714 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:40:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c81074e4-46ec-40d9-8b21-0ce50fd44f1a x-openstack-request-id: req-c81074e4-46ec-40d9-8b21-0ce50fd44f1a {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:40:21.207176 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "607d51c4-5007-4260-817f-0f8833cf9fc5", "name": "network-vif-deleted", "tag": "642fd00f-b3d5-4672-8874-5e75b4444f38", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:40:21.207351 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c81074e4-46ec-40d9-8b21-0ce50fd44f1a {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:40:21.207715 n-d-818022-2 neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '607d51c4-5007-4260-817f-0f8833cf9fc5', 'name': 'network-vif-deleted', 'tag': '642fd00f-b3d5-4672-8874-5e75b4444f38', 'status': 'completed', 'code': 200} Nov 19 18:40:21.928286 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e1c3da-d526-4c15-b536-099d8c69e104 req-8e3c3f83-ceec-432d-b215-e96aafeb2257 tempest-ServersNegativeTestJSON-408407872 tempest-ServersNegativeTestJSON-408407872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:40:21.930066 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-22e1c3da-d526-4c15-b536-099d8c69e104 req-8e3c3f83-ceec-432d-b215-e96aafeb2257 tempest-ServersNegativeTestJSON-408407872 tempest-ServersNegativeTestJSON-408407872-project] 10.222.0.54 "GET /v2.0/ports?device_id=5aca7f57-7956-423d-ab20-4568329ffec0 HTTP/1.1" status: 200 len: 945 time: 0.0549700 Nov 19 18:40:21.977736 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-22e1c3da-d526-4c15-b536-099d8c69e104 req-ccb17077-cebf-40bf-94cf-2d25d038e5a3 tempest-ServersNegativeTestJSON-408407872 tempest-ServersNegativeTestJSON-408407872-project] 10.222.0.54 "GET /v2.0/security-groups?id=b9f0f3fd-d101-4f42-a9e2-b72f54fc688c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416863 Nov 19 18:40:22.108801 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33a25e8-7149-4c22-9906-b997deb7bf3b req-7092a9ff-2e8a-485f-b496-cba0e334761a tempest-ServersNegativeTestJSON-408407872 tempest-ServersNegativeTestJSON-408407872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:40:22.110196 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-e33a25e8-7149-4c22-9906-b997deb7bf3b req-7092a9ff-2e8a-485f-b496-cba0e334761a tempest-ServersNegativeTestJSON-408407872 tempest-ServersNegativeTestJSON-408407872-project] 10.222.0.54 "GET /v2.0/ports?device_id=5aca7f57-7956-423d-ab20-4568329ffec0 HTTP/1.1" status: 200 len: 945 time: 0.0472608 Nov 19 18:40:22.156998 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-e33a25e8-7149-4c22-9906-b997deb7bf3b req-6174a35b-2104-487e-b89b-0ae6f993f6b1 tempest-ServersNegativeTestJSON-408407872 tempest-ServersNegativeTestJSON-408407872-project] 10.222.0.54 "GET /v2.0/security-groups?id=b9f0f3fd-d101-4f42-a9e2-b72f54fc688c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408373 Nov 19 18:40:22.274122 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8d67f5-2ec4-4aa0-a5eb-8e366bd5b765 req-63af3ef4-b5ad-47a8-857f-b7cce864a1bf tempest-ServersNegativeTestJSON-408407872 tempest-ServersNegativeTestJSON-408407872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:40:22.275630 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6f8d67f5-2ec4-4aa0-a5eb-8e366bd5b765 req-63af3ef4-b5ad-47a8-857f-b7cce864a1bf tempest-ServersNegativeTestJSON-408407872 tempest-ServersNegativeTestJSON-408407872-project] 10.222.0.54 "GET /v2.0/ports?device_id=5aca7f57-7956-423d-ab20-4568329ffec0 HTTP/1.1" status: 200 len: 945 time: 0.0500221 Nov 19 18:40:22.323084 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6f8d67f5-2ec4-4aa0-a5eb-8e366bd5b765 req-f3d488d3-7cc9-4334-a80a-bf036fcbefd2 tempest-ServersNegativeTestJSON-408407872 tempest-ServersNegativeTestJSON-408407872-project] 10.222.0.54 "GET /v2.0/security-groups?id=b9f0f3fd-d101-4f42-a9e2-b72f54fc688c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415199 Nov 19 18:40:22.489719 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f15f4e-ba12-47c4-a607-b047365d6ebf req-a672299c-c04e-4492-8349-a717bc3992af tempest-ServersNegativeTestJSON-408407872 tempest-ServersNegativeTestJSON-408407872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:40:22.491229 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e2f15f4e-ba12-47c4-a607-b047365d6ebf req-a672299c-c04e-4492-8349-a717bc3992af tempest-ServersNegativeTestJSON-408407872 tempest-ServersNegativeTestJSON-408407872-project] 10.222.0.54 "GET /v2.0/ports?device_id=5aca7f57-7956-423d-ab20-4568329ffec0 HTTP/1.1" status: 200 len: 945 time: 0.0489373 Nov 19 18:40:22.541512 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e2f15f4e-ba12-47c4-a607-b047365d6ebf req-b5a103c9-0909-48b0-bdcf-764ca3bbbb7f tempest-ServersNegativeTestJSON-408407872 tempest-ServersNegativeTestJSON-408407872-project] 10.222.0.54 "GET /v2.0/security-groups?id=b9f0f3fd-d101-4f42-a9e2-b72f54fc688c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442243 Nov 19 18:40:22.659677 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6035ba2-6361-4b83-998b-f512e07bd75a req-13ad2a1c-f0d3-4600-b5f0-2bfc92b0f160 tempest-ServersNegativeTestJSON-408407872 tempest-ServersNegativeTestJSON-408407872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:40:22.661066 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c6035ba2-6361-4b83-998b-f512e07bd75a req-13ad2a1c-f0d3-4600-b5f0-2bfc92b0f160 tempest-ServersNegativeTestJSON-408407872 tempest-ServersNegativeTestJSON-408407872-project] 10.222.0.54 "GET /v2.0/ports?device_id=5aca7f57-7956-423d-ab20-4568329ffec0 HTTP/1.1" status: 200 len: 945 time: 0.0515780 Nov 19 18:40:22.707719 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c6035ba2-6361-4b83-998b-f512e07bd75a req-0e399bc4-ea96-4bc9-b999-464ad2271201 tempest-ServersNegativeTestJSON-408407872 tempest-ServersNegativeTestJSON-408407872-project] 10.222.0.54 "GET /v2.0/security-groups?id=b9f0f3fd-d101-4f42-a9e2-b72f54fc688c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406704 Nov 19 18:40:22.835375 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0939dec-bfa9-4b70-a2ba-a8cfab94690c req-6d42f486-e7a6-4568-ab79-8d65d6f56e8d tempest-ServersNegativeTestJSON-408407872 tempest-ServersNegativeTestJSON-408407872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:40:22.836886 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d0939dec-bfa9-4b70-a2ba-a8cfab94690c req-6d42f486-e7a6-4568-ab79-8d65d6f56e8d tempest-ServersNegativeTestJSON-408407872 tempest-ServersNegativeTestJSON-408407872-project] 10.222.0.54 "GET /v2.0/ports?device_id=5aca7f57-7956-423d-ab20-4568329ffec0 HTTP/1.1" status: 200 len: 945 time: 0.0539663 Nov 19 18:40:22.884460 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d0939dec-bfa9-4b70-a2ba-a8cfab94690c req-7b5441ff-448c-46e8-805b-9a96d0adc441 tempest-ServersNegativeTestJSON-408407872 tempest-ServersNegativeTestJSON-408407872-project] 10.222.0.54 "GET /v2.0/security-groups?id=b9f0f3fd-d101-4f42-a9e2-b72f54fc688c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399117 Nov 19 18:40:23.198478 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd37f406-291c-4dce-99a9-4ed4161cdefc req-68f8f254-c44d-490a-b803-1796ffa68107 tempest-ServersNegativeTestJSON-408407872 tempest-ServersNegativeTestJSON-408407872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:40:23.199932 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-bd37f406-291c-4dce-99a9-4ed4161cdefc req-68f8f254-c44d-490a-b803-1796ffa68107 tempest-ServersNegativeTestJSON-408407872 tempest-ServersNegativeTestJSON-408407872-project] 10.222.0.54 "GET /v2.0/ports?device_id=5aca7f57-7956-423d-ab20-4568329ffec0 HTTP/1.1" status: 200 len: 945 time: 0.0511868 Nov 19 18:40:23.256692 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-bd37f406-291c-4dce-99a9-4ed4161cdefc req-85b79dd7-f8e9-4b2f-b0c6-5c3ea0c58f41 tempest-ServersNegativeTestJSON-408407872 tempest-ServersNegativeTestJSON-408407872-project] 10.222.0.54 "GET /v2.0/security-groups?id=b9f0f3fd-d101-4f42-a9e2-b72f54fc688c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483048 Nov 19 18:40:24.395056 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7f3592-bf1c-443e-b35b-8ebb7cbe9264 req-862848f1-c28e-495d-8b1e-025df4091b45 tempest-ServersNegativeTestJSON-408407872 tempest-ServersNegativeTestJSON-408407872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:40:24.396656 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ff7f3592-bf1c-443e-b35b-8ebb7cbe9264 req-862848f1-c28e-495d-8b1e-025df4091b45 tempest-ServersNegativeTestJSON-408407872 tempest-ServersNegativeTestJSON-408407872-project] 10.222.0.54 "GET /v2.0/ports?device_id=5aca7f57-7956-423d-ab20-4568329ffec0 HTTP/1.1" status: 200 len: 945 time: 0.0528882 Nov 19 18:40:24.453003 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ff7f3592-bf1c-443e-b35b-8ebb7cbe9264 req-d2b1a908-95aa-4f7d-99f5-85192b8beba4 tempest-ServersNegativeTestJSON-408407872 tempest-ServersNegativeTestJSON-408407872-project] 10.222.0.54 "GET /v2.0/security-groups?id=b9f0f3fd-d101-4f42-a9e2-b72f54fc688c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462911 Nov 19 18:40:24.605429 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2387f2f9-22ca-4d98-9c67-826843cae893 req-c3741a6d-e540-4aed-a48b-796bc08d6f7e tempest-ServersNegativeTestJSON-408407872 tempest-ServersNegativeTestJSON-408407872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:40:24.606993 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2387f2f9-22ca-4d98-9c67-826843cae893 req-c3741a6d-e540-4aed-a48b-796bc08d6f7e tempest-ServersNegativeTestJSON-408407872 tempest-ServersNegativeTestJSON-408407872-project] 10.222.0.86 "GET /v2.0/ports?device_id=5aca7f57-7956-423d-ab20-4568329ffec0 HTTP/1.1" status: 200 len: 945 time: 0.0484128 Nov 19 18:40:24.698363 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-2387f2f9-22ca-4d98-9c67-826843cae893 req-9802cc5f-7820-4765-bc91-0a718d3e8290 tempest-ServersNegativeTestJSON-408407872 tempest-ServersNegativeTestJSON-408407872-project] Deleting port ce983b9f-be37-44ce-86aa-5581094c6b7e {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:40:24.698702 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-2387f2f9-22ca-4d98-9c67-826843cae893 req-9802cc5f-7820-4765-bc91-0a718d3e8290 tempest-ServersNegativeTestJSON-408407872 tempest-ServersNegativeTestJSON-408407872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:24.784534 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-2387f2f9-22ca-4d98-9c67-826843cae893 req-9802cc5f-7820-4765-bc91-0a718d3e8290 tempest-ServersNegativeTestJSON-408407872 tempest-ServersNegativeTestJSON-408407872-project] For port ce983b9f-be37-44ce-86aa-5581094c6b7e, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=ce983b9f-be37-44ce-86aa-5581094c6b7e,segment=NetworkSegment(122dc8c0-17b0-4410-ba55-5b7c8e93f6e7),segment_id=122dc8c0-17b0-4410-ba55-5b7c8e93f6e7)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:40:24.784892 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-2387f2f9-22ca-4d98-9c67-826843cae893 req-9802cc5f-7820-4765-bc91-0a718d3e8290 tempest-ServersNegativeTestJSON-408407872 tempest-ServersNegativeTestJSON-408407872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:24.797074 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-2387f2f9-22ca-4d98-9c67-826843cae893 req-9802cc5f-7820-4765-bc91-0a718d3e8290 tempest-ServersNegativeTestJSON-408407872 tempest-ServersNegativeTestJSON-408407872-project] Calling delete_port for ce983b9f-be37-44ce-86aa-5581094c6b7e owned by compute:nova {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:40:24.924246 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-2387f2f9-22ca-4d98-9c67-826843cae893 req-9802cc5f-7820-4765-bc91-0a718d3e8290 tempest-ServersNegativeTestJSON-408407872 tempest-ServersNegativeTestJSON-408407872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:24.937174 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] get_ports_and_sgs() called for port_ids ['ce983b9f-be37-44ce-86aa-5581094c6b7e'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:40:24.953756 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9802cc5f-7820-4765-bc91-0a718d3e8290 tempest-ServersNegativeTestJSON-408407872 tempest-ServersNegativeTestJSON-408407872-project] Pushing event deleted for resources: {'Port': ['ID=ce983b9f-be37-44ce-86aa-5581094c6b7e,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:40:24.998079 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-2387f2f9-22ca-4d98-9c67-826843cae893 req-9802cc5f-7820-4765-bc91-0a718d3e8290 tempest-ServersNegativeTestJSON-408407872 tempest-ServersNegativeTestJSON-408407872-project] No DVR routers for this DVR port ce983b9f-be37-44ce-86aa-5581094c6b7e on host n-h2-818022-2 {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:40:25.001274 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-2387f2f9-22ca-4d98-9c67-826843cae893 req-9802cc5f-7820-4765-bc91-0a718d3e8290 tempest-ServersNegativeTestJSON-408407872 tempest-ServersNegativeTestJSON-408407872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:25.007623 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2387f2f9-22ca-4d98-9c67-826843cae893 req-9802cc5f-7820-4765-bc91-0a718d3e8290 tempest-ServersNegativeTestJSON-408407872 tempest-ServersNegativeTestJSON-408407872-project] 10.222.0.86 "DELETE /v2.0/ports/ce983b9f-be37-44ce-86aa-5581094c6b7e HTTP/1.1" status: 204 len: 173 time: 0.3912981 Nov 19 18:40:25.007623 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5aca7f57-7956-423d-ab20-4568329ffec0', 'name': 'network-vif-deleted', 'tag': 'ce983b9f-be37-44ce-86aa-5581094c6b7e'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:40:25.007623 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd49725d620cdd9f83c5eaf1b0fd23d69d3d375bb9795dcb3d54cd15509d3c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-103d51b8-07f8-47c6-97cf-92fea9353264" -d '{"events": [{"server_uuid": "5aca7f57-7956-423d-ab20-4568329ffec0", "name": "network-vif-deleted", "tag": "ce983b9f-be37-44ce-86aa-5581094c6b7e"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:40:25.050304 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:40:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d51c9f35-a028-4b7e-a4a9-1f09433421f3 x-openstack-request-id: req-d51c9f35-a028-4b7e-a4a9-1f09433421f3 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:40:25.050601 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5aca7f57-7956-423d-ab20-4568329ffec0", "name": "network-vif-deleted", "tag": "ce983b9f-be37-44ce-86aa-5581094c6b7e", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:40:25.050858 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d51c9f35-a028-4b7e-a4a9-1f09433421f3 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:40:25.051264 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5aca7f57-7956-423d-ab20-4568329ffec0', 'name': 'network-vif-deleted', 'tag': 'ce983b9f-be37-44ce-86aa-5581094c6b7e', 'status': 'completed', 'code': 200} Nov 19 18:40:25.265680 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 642fd00f-b3d5-4672-8874-5e75b4444f38 no longer exists at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:40:25.286826 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] No Port match for: 642fd00f-b3d5-4672-8874-5e75b4444f38 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:40:25.287172 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 642fd00f-b3d5-4672-8874-5e75b4444f38 not bound to the agent host n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:40:25.513975 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 47410) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:40:25.558963 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2f04677-bb0f-4b28-84e6-313bfc740999 admin admin] Deleting subnet 33b33732-1615-4890-9c5a-40856c7df8df {{(pid=103365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 18:40:25.561959 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a2f04677-bb0f-4b28-84e6-313bfc740999 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:25.597068 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a2f04677-bb0f-4b28-84e6-313bfc740999 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12546453'] for subnet, precommit_delete_associations {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:25.636078 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a2f04677-bb0f-4b28-84e6-313bfc740999 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:25.691033 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a2f04677-bb0f-4b28-84e6-313bfc740999 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12282919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8731163'] for subnet, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:25.715923 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f04677-bb0f-4b28-84e6-313bfc740999 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33b33732-1615-4890-9c5a-40856c7df8df,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:40:25.720118 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a2f04677-bb0f-4b28-84e6-313bfc740999 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:25.723418 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-a2f04677-bb0f-4b28-84e6-313bfc740999 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/33b33732-1615-4890-9c5a-40856c7df8df HTTP/1.1" status: 204 len: 168 time: 0.2084129 Nov 19 18:40:25.726376 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 47412) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:40:25.792690 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7368b33a-bf99-4a3e-bcc8-6c6d948eef8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:25.874342 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7368b33a-bf99-4a3e-bcc8-6c6d948eef8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:25.893915 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-7368b33a-bf99-4a3e-bcc8-6c6d948eef8d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b3483c6-56f9-4624-9427-8f1bca8ed134']}} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:40:25.902821 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-7368b33a-bf99-4a3e-bcc8-6c6d948eef8d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '122dc8c0-17b0-4410-ba55-5b7c8e93f6e7') {'for_net_delete': True} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:40:25.903116 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-7368b33a-bf99-4a3e-bcc8-6c6d948eef8d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '122dc8c0-17b0-4410-ba55-5b7c8e93f6e7') {} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:40:25.912880 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7368b33a-bf99-4a3e-bcc8-6c6d948eef8d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12545382'] for segment, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:25.925647 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7368b33a-bf99-4a3e-bcc8-6c6d948eef8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:25.931661 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7368b33a-bf99-4a3e-bcc8-6c6d948eef8d admin admin] Releasing vlan 672 on physical network physnet1 to pool {{(pid=103365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 18:40:25.932043 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7368b33a-bf99-4a3e-bcc8-6c6d948eef8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12282953'] for segment, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:25.933754 n-d-818022-2 neutron-server[103365]: Traceback (most recent call last): Nov 19 18:40:25.933754 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 18:40:25.933754 n-d-818022-2 neutron-server[103365]: timer() Nov 19 18:40:25.933754 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 18:40:25.933754 n-d-818022-2 neutron-server[103365]: cb(*args, **kw) Nov 19 18:40:25.933754 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 18:40:25.933754 n-d-818022-2 neutron-server[103365]: return func(*args, **kwargs) Nov 19 18:40:25.933754 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 18:40:25.933754 n-d-818022-2 neutron-server[103365]: self._notify() Nov 19 18:40:25.933754 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 18:40:25.933754 n-d-818022-2 neutron-server[103365]: self.callback(batched_events) Nov 19 18:40:25.933754 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 18:40:25.933754 n-d-818022-2 neutron-server[103365]: event.method(event) Nov 19 18:40:25.933754 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 18:40:25.933754 n-d-818022-2 neutron-server[103365]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 18:40:25.933754 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 18:40:25.933754 n-d-818022-2 neutron-server[103365]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 18:40:25.933754 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 18:40:25.933754 n-d-818022-2 neutron-server[103365]: return f(self, *a, **k) Nov 19 18:40:25.933754 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 18:40:25.933754 n-d-818022-2 neutron-server[103365]: return self._get(url).json() Nov 19 18:40:25.933754 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 18:40:25.933754 n-d-818022-2 neutron-server[103365]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 18:40:25.933754 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 18:40:25.933754 n-d-818022-2 neutron-server[103365]: return self.request(url, 'GET', **kwargs) Nov 19 18:40:25.933754 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 18:40:25.933754 n-d-818022-2 neutron-server[103365]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 18:40:25.933754 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 18:40:25.933754 n-d-818022-2 neutron-server[103365]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 18:40:25.933754 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 18:40:25.933754 n-d-818022-2 neutron-server[103365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 18:40:25.933754 n-d-818022-2 neutron-server[103365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 18:40:25.986524 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7368b33a-bf99-4a3e-bcc8-6c6d948eef8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671242'] for network, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:25.991659 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7368b33a-bf99-4a3e-bcc8-6c6d948eef8d admin admin] Publish callbacks [] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:25.995452 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-7368b33a-bf99-4a3e-bcc8-6c6d948eef8d admin admin] 10.222.0.54 "DELETE /v2.0/networks/3b3483c6-56f9-4624-9427-8f1bca8ed134 HTTP/1.1" status: 204 len: 168 time: 0.2681284 Nov 19 18:40:26.008308 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7368b33a-bf99-4a3e-bcc8-6c6d948eef8d admin admin] Pushing event deleted for resources: {'Network': ['ID=3b3483c6-56f9-4624-9427-8f1bca8ed134,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:40:26.102015 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 47416) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:40:26.146105 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-9296f5c6-48ae-430a-ac52-7b1d8c693d59 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b144010ad842418391e8f25bc0e69195&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0427835 Nov 19 18:40:26.148442 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 47418) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:40:26.196570 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0f47279e-a9dd-4319-9978-89480add598d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:26.217897 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0f47279e-a9dd-4319-9978-89480add598d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:26.263058 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0f47279e-a9dd-4319-9978-89480add598d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:26.266465 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0f47279e-a9dd-4319-9978-89480add598d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:26.267638 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-0f47279e-a9dd-4319-9978-89480add598d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b9f0f3fd-d101-4f42-a9e2-b72f54fc688c HTTP/1.1" status: 204 len: 168 time: 0.1182895 Nov 19 18:40:26.276215 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f47279e-a9dd-4319-9978-89480add598d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9f0f3fd-d101-4f42-a9e2-b72f54fc688c,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:40:26.936719 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 47440) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:40:27.029151 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-4f5ba518-18ab-46a0-9057-95a6529d93dd tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1873038124'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:40:27.051509 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f5ba518-18ab-46a0-9057-95a6529d93dd tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] Made reservation on behalf of f82cd760de9446c39ba48fefd5ad0363 for: {'network': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:40:27.055192 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4f5ba518-18ab-46a0-9057-95a6529d93dd tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:27.063437 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4f5ba518-18ab-46a0-9057-95a6529d93dd tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:27.141991 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4f5ba518-18ab-46a0-9057-95a6529d93dd tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:27.145443 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4f5ba518-18ab-46a0-9057-95a6529d93dd tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:27.168248 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f5ba518-18ab-46a0-9057-95a6529d93dd tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 676} {{(pid=103365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 18:40:27.183952 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5ba518-18ab-46a0-9057-95a6529d93dd tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] Pushing event updated for resources: {'SecurityGroup': ['ID=721e7652-c55a-430d-92f6-19926ddbdbf2,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:40:27.187915 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4f5ba518-18ab-46a0-9057-95a6529d93dd tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:27.188364 n-d-818022-2 neutron-server[103365]: INFO neutron.db.segments_db [None req-4f5ba518-18ab-46a0-9057-95a6529d93dd tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] Added segment 724a697d-128c-49b4-9de6-7256f03ec616 of type vlan for network fcacb7c6-438b-42af-b531-494a1c3eb632 Nov 19 18:40:27.230724 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4f5ba518-18ab-46a0-9057-95a6529d93dd tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:27.255210 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4f5ba518-18ab-46a0-9057-95a6529d93dd tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:27.261021 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f5ba518-18ab-46a0-9057-95a6529d93dd tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:40:27.261597 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4f5ba518-18ab-46a0-9057-95a6529d93dd tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] Publish callbacks [] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:27.320761 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-4f5ba518-18ab-46a0-9057-95a6529d93dd tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3829083 Nov 19 18:40:27.328977 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5ba518-18ab-46a0-9057-95a6529d93dd tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] Pushing event updated for resources: {'Network': ['ID=fcacb7c6-438b-42af-b531-494a1c3eb632,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:40:27.339332 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network fcacb7c6-438b-42af-b531-494a1c3eb632 details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 18:40:29.182423 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device ce983b9f-be37-44ce-86aa-5581094c6b7e no longer exists at agent hyperv_n-h2-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:40:29.203105 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] No Port match for: ce983b9f-be37-44ce-86aa-5581094c6b7e {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:40:29.203458 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device ce983b9f-be37-44ce-86aa-5581094c6b7e not bound to the agent host n-h2-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:40:29.882293 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4c0d7c8a-8c13-4d84-aa87-2021804106b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:30.575579 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 47446) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:40:30.581320 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-97d9ada2-7b0a-4ce2-b241-dbc1897e442b tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] Request body: {'subnet': {'network_id': 'fcacb7c6-438b-42af-b531-494a1c3eb632', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:40:30.672191 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97d9ada2-7b0a-4ce2-b241-dbc1897e442b tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] Made reservation on behalf of f82cd760de9446c39ba48fefd5ad0363 for: {'subnet': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:40:30.676544 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-97d9ada2-7b0a-4ce2-b241-dbc1897e442b tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8731248'] for subnet, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:30.856587 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-97d9ada2-7b0a-4ce2-b241-dbc1897e442b tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12283104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8731234'] for subnet, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:30.913380 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d9ada2-7b0a-4ce2-b241-dbc1897e442b tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] Pushing event updated for resources: {'Subnet': ['ID=ae2a06f8-05f9-475d-a376-f623602dc58d,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:40:30.924908 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d9ada2-7b0a-4ce2-b241-dbc1897e442b tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:40:30.925268 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d9ada2-7b0a-4ce2-b241-dbc1897e442b tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:40:30.925798 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d9ada2-7b0a-4ce2-b241-dbc1897e442b tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:40:30.926168 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d9ada2-7b0a-4ce2-b241-dbc1897e442b tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:40:30.926503 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d9ada2-7b0a-4ce2-b241-dbc1897e442b tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:40:30.926837 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d9ada2-7b0a-4ce2-b241-dbc1897e442b tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:40:30.927166 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d9ada2-7b0a-4ce2-b241-dbc1897e442b tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:40:30.927494 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d9ada2-7b0a-4ce2-b241-dbc1897e442b tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:40:30.927824 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d9ada2-7b0a-4ce2-b241-dbc1897e442b tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:40:30.928150 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d9ada2-7b0a-4ce2-b241-dbc1897e442b tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:40:30.928473 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d9ada2-7b0a-4ce2-b241-dbc1897e442b tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:40:30.928793 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d9ada2-7b0a-4ce2-b241-dbc1897e442b tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:40:30.937579 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d9ada2-7b0a-4ce2-b241-dbc1897e442b tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] Checking segment: {'id': '724a697d-128c-49b4-9de6-7256f03ec616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'fcacb7c6-438b-42af-b531-494a1c3eb632'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:40:30.937991 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97d9ada2-7b0a-4ce2-b241-dbc1897e442b tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] Network hostable DHCP agents. Network: fcacb7c6-438b-42af-b531-494a1c3eb632, hostable agents: ['02910ef2-0455-4aea-9f38-9a875579633f'], hosted agents: [] {{(pid=103365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 18:40:30.957207 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97d9ada2-7b0a-4ce2-b241-dbc1897e442b tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] Network fcacb7c6-438b-42af-b531-494a1c3eb632 is scheduled to be hosted by DHCP agent 02910ef2-0455-4aea-9f38-9a875579633f with binding_index 1 {{(pid=103365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 18:40:30.967277 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-97d9ada2-7b0a-4ce2-b241-dbc1897e442b tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818022-2, fcacb7c6-438b-42af-b531-494a1c3eb632) {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:40:30.971575 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97d9ada2-7b0a-4ce2-b241-dbc1897e442b tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:40:30.972172 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-97d9ada2-7b0a-4ce2-b241-dbc1897e442b tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] Publish callbacks [] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:30.980242 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05d197a5-5e07-4819-a8f3-421ef337b062 None None] Network fcacb7c6-438b-42af-b531-494a1c3eb632 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:40:30.994210 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 47448) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:40:30.994783 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-97d9ada2-7b0a-4ce2-b241-dbc1897e442b tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4175906 Nov 19 18:40:31.000369 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-465b35e6-bb6b-4b5b-87a4-46085e193946 tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1013594181'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:40:31.022994 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-465b35e6-bb6b-4b5b-87a4-46085e193946 tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] Made reservation on behalf of f82cd760de9446c39ba48fefd5ad0363 for: {'network': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:40:31.026730 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-465b35e6-bb6b-4b5b-87a4-46085e193946 tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:31.051211 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-465b35e6-bb6b-4b5b-87a4-46085e193946 tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 667} {{(pid=103364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 18:40:31.061749 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-465b35e6-bb6b-4b5b-87a4-46085e193946 tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:31.062225 n-d-818022-2 neutron-server[103364]: INFO neutron.db.segments_db [None req-465b35e6-bb6b-4b5b-87a4-46085e193946 tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] Added segment 5294fe02-93b4-467f-bc90-bfd75a0e11b7 of type vlan for network 7e797bd2-b26d-4dc6-9afb-4e094b6e3390 Nov 19 18:40:31.102657 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-465b35e6-bb6b-4b5b-87a4-46085e193946 tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:31.129654 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-465b35e6-bb6b-4b5b-87a4-46085e193946 tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:31.135516 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-465b35e6-bb6b-4b5b-87a4-46085e193946 tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:40:31.136092 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-465b35e6-bb6b-4b5b-87a4-46085e193946 tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] Publish callbacks [] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:31.142233 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9cc84b6-ebd7-4555-978d-72f8700fcf9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54f44f5f-1200-574e-8740-2141911d5b73-fcacb7c6-438b-42af-b531-494a1c3eb632', 'network_id': 'fcacb7c6-438b-42af-b531-494a1c3eb632', 'tenant_id': 'f82cd760de9446c39ba48fefd5ad0363', 'fixed_ips': [{'subnet_id': 'ae2a06f8-05f9-475d-a376-f623602dc58d'}]}} from n-d-818022-2. {{(pid=103366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 18:40:31.143138 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a9cc84b6-ebd7-4555-978d-72f8700fcf9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:31.190735 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-465b35e6-bb6b-4b5b-87a4-46085e193946 tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1919956 Nov 19 18:40:31.190944 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 47450) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:40:31.195851 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-90db28eb-5925-4718-bd1d-63442272e9fe tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] Request body: {'subnet': {'network_id': '7e797bd2-b26d-4dc6-9afb-4e094b6e3390', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:40:31.262332 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465b35e6-bb6b-4b5b-87a4-46085e193946 tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] Pushing event updated for resources: {'Network': ['ID=7e797bd2-b26d-4dc6-9afb-4e094b6e3390,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:40:31.274010 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network 7e797bd2-b26d-4dc6-9afb-4e094b6e3390 details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 18:40:31.303975 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90db28eb-5925-4718-bd1d-63442272e9fe tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] Made reservation on behalf of f82cd760de9446c39ba48fefd5ad0363 for: {'subnet': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:40:31.308025 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-90db28eb-5925-4718-bd1d-63442272e9fe tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8983829'] for subnet, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:31.334528 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [None req-a9cc84b6-ebd7-4555-978d-72f8700fcf9b None None] Allocated IP 2001:db8:0:ffff::2 (fcacb7c6-438b-42af-b531-494a1c3eb632/ae2a06f8-05f9-475d-a376-f623602dc58d/9c53b36c-d8b7-4872-b55e-10cc5f7ba223) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:40:31.497887 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a9cc84b6-ebd7-4555-978d-72f8700fcf9b None None] Publish callbacks [] for port, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:31.503901 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a9cc84b6-ebd7-4555-978d-72f8700fcf9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998'] for port, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:31.506323 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-90db28eb-5925-4718-bd1d-63442272e9fe tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12425078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8983815'] for subnet, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:31.542422 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9cc84b6-ebd7-4555-978d-72f8700fcf9b None None] Network fcacb7c6-438b-42af-b531-494a1c3eb632 is already hosted by enough agents. {{(pid=103366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:40:31.546009 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [None req-a9cc84b6-ebd7-4555-978d-72f8700fcf9b None None] Resources bound (agent type, host, resource id): {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:40:31.549333 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9cc84b6-ebd7-4555-978d-72f8700fcf9b None None] Received port after_create {{(pid=103366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:40:31.555080 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cc84b6-ebd7-4555-978d-72f8700fcf9b None None] Pushing event updated for resources: {'Port': ['ID=9c53b36c-d8b7-4872-b55e-10cc5f7ba223,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:40:31.566349 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90db28eb-5925-4718-bd1d-63442272e9fe tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] Pushing event updated for resources: {'Subnet': ['ID=1d832a5e-07dc-4c05-8a00-708e88bfdc47,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:40:31.566919 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9cc84b6-ebd7-4555-978d-72f8700fcf9b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:40:31.567269 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9cc84b6-ebd7-4555-978d-72f8700fcf9b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:40:31.567611 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9cc84b6-ebd7-4555-978d-72f8700fcf9b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:40:31.567945 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9cc84b6-ebd7-4555-978d-72f8700fcf9b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:40:31.568273 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9cc84b6-ebd7-4555-978d-72f8700fcf9b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:40:31.568601 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9cc84b6-ebd7-4555-978d-72f8700fcf9b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:40:31.568927 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9cc84b6-ebd7-4555-978d-72f8700fcf9b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:40:31.569250 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9cc84b6-ebd7-4555-978d-72f8700fcf9b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:40:31.569571 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9cc84b6-ebd7-4555-978d-72f8700fcf9b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:40:31.570350 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9cc84b6-ebd7-4555-978d-72f8700fcf9b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:40:31.570350 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9cc84b6-ebd7-4555-978d-72f8700fcf9b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:40:31.570566 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9cc84b6-ebd7-4555-978d-72f8700fcf9b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:40:31.577914 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90db28eb-5925-4718-bd1d-63442272e9fe tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] Checking segment: {'id': '5294fe02-93b4-467f-bc90-bfd75a0e11b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '7e797bd2-b26d-4dc6-9afb-4e094b6e3390'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:40:31.578384 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90db28eb-5925-4718-bd1d-63442272e9fe tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] Network hostable DHCP agents. Network: 7e797bd2-b26d-4dc6-9afb-4e094b6e3390, hostable agents: ['02910ef2-0455-4aea-9f38-9a875579633f'], hosted agents: [] {{(pid=103364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 18:40:31.610465 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90db28eb-5925-4718-bd1d-63442272e9fe tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] Network 7e797bd2-b26d-4dc6-9afb-4e094b6e3390 is scheduled to be hosted by DHCP agent 02910ef2-0455-4aea-9f38-9a875579633f with binding_index 1 {{(pid=103364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 18:40:31.627861 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-90db28eb-5925-4718-bd1d-63442272e9fe tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818022-2, 7e797bd2-b26d-4dc6-9afb-4e094b6e3390) {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:40:31.632399 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-a9cc84b6-ebd7-4555-978d-72f8700fcf9b None None] Attempting to bind port 9c53b36c-d8b7-4872-b55e-10cc5f7ba223 on host n-d-818022-2 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:40:31.632860 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-a9cc84b6-ebd7-4555-978d-72f8700fcf9b None None] Attempting to bind port 9c53b36c-d8b7-4872-b55e-10cc5f7ba223 by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': '724a697d-128c-49b4-9de6-7256f03ec616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'fcacb7c6-438b-42af-b531-494a1c3eb632'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:40:31.633325 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9cc84b6-ebd7-4555-978d-72f8700fcf9b None None] Attempting to bind port 9c53b36c-d8b7-4872-b55e-10cc5f7ba223 on network fcacb7c6-438b-42af-b531-494a1c3eb632 {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:40:31.641074 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9cc84b6-ebd7-4555-978d-72f8700fcf9b None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 40, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:40:31.641510 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9cc84b6-ebd7-4555-978d-72f8700fcf9b None None] Checking segment: {'id': '724a697d-128c-49b4-9de6-7256f03ec616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'fcacb7c6-438b-42af-b531-494a1c3eb632'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:40:31.641952 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a9cc84b6-ebd7-4555-978d-72f8700fcf9b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:31.642356 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9cc84b6-ebd7-4555-978d-72f8700fcf9b None None] Bound using segment: {'id': '724a697d-128c-49b4-9de6-7256f03ec616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'fcacb7c6-438b-42af-b531-494a1c3eb632'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:40:31.642848 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-a9cc84b6-ebd7-4555-978d-72f8700fcf9b None None] Bound port: 9c53b36c-d8b7-4872-b55e-10cc5f7ba223, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '724a697d-128c-49b4-9de6-7256f03ec616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'fcacb7c6-438b-42af-b531-494a1c3eb632'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:40:31.643995 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90db28eb-5925-4718-bd1d-63442272e9fe tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:40:31.644328 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a9cc84b6-ebd7-4555-978d-72f8700fcf9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:31.644806 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-90db28eb-5925-4718-bd1d-63442272e9fe tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:31.646730 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5cdfcb6-2696-47ed-ae47-0a2fda9779f0 None None] Network 7e797bd2-b26d-4dc6-9afb-4e094b6e3390 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:40:31.663457 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-90db28eb-5925-4718-bd1d-63442272e9fe tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4713161 Nov 19 18:40:31.666283 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 47452) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:40:31.776619 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b9fa8e41-54e4-4870-afcc-a9404b8d76f6 tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:31.813273 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-a9cc84b6-ebd7-4555-978d-72f8700fcf9b None None] For port 9c53b36c-d8b7-4872-b55e-10cc5f7ba223, host n-d-818022-2, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:40:31.831664 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-a9cc84b6-ebd7-4555-978d-72f8700fcf9b None None] For port 9c53b36c-d8b7-4872-b55e-10cc5f7ba223, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=9c53b36c-d8b7-4872-b55e-10cc5f7ba223,segment=NetworkSegment(724a697d-128c-49b4-9de6-7256f03ec616),segment_id=724a697d-128c-49b4-9de6-7256f03ec616)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:40:31.840095 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a9cc84b6-ebd7-4555-978d-72f8700fcf9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:31.863145 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b9fa8e41-54e4-4870-afcc-a9404b8d76f6 tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:31.920385 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-702c8380-7f01-44da-89d9-7966b4d9acf4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54f44f5f-1200-574e-8740-2141911d5b73-7e797bd2-b26d-4dc6-9afb-4e094b6e3390', 'network_id': '7e797bd2-b26d-4dc6-9afb-4e094b6e3390', 'tenant_id': 'f82cd760de9446c39ba48fefd5ad0363', 'fixed_ips': [{'subnet_id': '1d832a5e-07dc-4c05-8a00-708e88bfdc47'}]}} from n-d-818022-2. {{(pid=103366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 18:40:31.921562 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-702c8380-7f01-44da-89d9-7966b4d9acf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:31.946377 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b9fa8e41-54e4-4870-afcc-a9404b8d76f6 tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12282919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8731163'] for subnet, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:31.981639 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fa8e41-54e4-4870-afcc-a9404b8d76f6 tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] Pushing event deleted for resources: {'Subnet': ['ID=1d832a5e-07dc-4c05-8a00-708e88bfdc47,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:40:32.011409 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cc84b6-ebd7-4555-978d-72f8700fcf9b None None] Pushing event updated for resources: {'Port': ['ID=9c53b36c-d8b7-4872-b55e-10cc5f7ba223,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:40:32.037711 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd043d7e-06ec-4f1f-a42b-35e0a84d5e7f None None] Network 7e797bd2-b26d-4dc6-9afb-4e094b6e3390 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:40:32.054534 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b9fa8e41-54e4-4870-afcc-a9404b8d76f6 tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:32.076029 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-b9fa8e41-54e4-4870-afcc-a9404b8d76f6 tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e797bd2-b26d-4dc6-9afb-4e094b6e3390']}} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:40:32.087179 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-b9fa8e41-54e4-4870-afcc-a9404b8d76f6 tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5294fe02-93b4-467f-bc90-bfd75a0e11b7') {'for_net_delete': True} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:40:32.087481 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-b9fa8e41-54e4-4870-afcc-a9404b8d76f6 tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5294fe02-93b4-467f-bc90-bfd75a0e11b7') {} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:40:32.101096 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b9fa8e41-54e4-4870-afcc-a9404b8d76f6 tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12545382'] for segment, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:32.116762 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b9fa8e41-54e4-4870-afcc-a9404b8d76f6 tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:32.125954 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9fa8e41-54e4-4870-afcc-a9404b8d76f6 tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] Releasing vlan 667 on physical network physnet1 to pool {{(pid=103365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 18:40:32.127165 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b9fa8e41-54e4-4870-afcc-a9404b8d76f6 tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12282953'] for segment, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:32.131120 n-d-818022-2 neutron-server[103365]: Traceback (most recent call last): Nov 19 18:40:32.131120 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 18:40:32.131120 n-d-818022-2 neutron-server[103365]: timer() Nov 19 18:40:32.131120 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 18:40:32.131120 n-d-818022-2 neutron-server[103365]: cb(*args, **kw) Nov 19 18:40:32.131120 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 18:40:32.131120 n-d-818022-2 neutron-server[103365]: return func(*args, **kwargs) Nov 19 18:40:32.131120 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 18:40:32.131120 n-d-818022-2 neutron-server[103365]: self._notify() Nov 19 18:40:32.131120 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 18:40:32.131120 n-d-818022-2 neutron-server[103365]: self.callback(batched_events) Nov 19 18:40:32.131120 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 18:40:32.131120 n-d-818022-2 neutron-server[103365]: event.method(event) Nov 19 18:40:32.131120 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 18:40:32.131120 n-d-818022-2 neutron-server[103365]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 18:40:32.131120 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 18:40:32.131120 n-d-818022-2 neutron-server[103365]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 18:40:32.131120 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 18:40:32.131120 n-d-818022-2 neutron-server[103365]: return f(self, *a, **k) Nov 19 18:40:32.131120 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 18:40:32.131120 n-d-818022-2 neutron-server[103365]: return self._get(url).json() Nov 19 18:40:32.131120 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 18:40:32.131120 n-d-818022-2 neutron-server[103365]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 18:40:32.131120 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 18:40:32.131120 n-d-818022-2 neutron-server[103365]: return self.request(url, 'GET', **kwargs) Nov 19 18:40:32.131120 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 18:40:32.131120 n-d-818022-2 neutron-server[103365]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 18:40:32.131120 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 18:40:32.131120 n-d-818022-2 neutron-server[103365]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 18:40:32.131120 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 18:40:32.131120 n-d-818022-2 neutron-server[103365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 18:40:32.131120 n-d-818022-2 neutron-server[103365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 18:40:32.134340 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d2186ba8-68fe-401e-8967-430d17f37c4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:32.212050 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b9fa8e41-54e4-4870-afcc-a9404b8d76f6 tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671242'] for network, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:32.219430 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b9fa8e41-54e4-4870-afcc-a9404b8d76f6 tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] Publish callbacks [] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:32.223053 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-b9fa8e41-54e4-4870-afcc-a9404b8d76f6 tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] 10.222.0.54 "DELETE /v2.0/networks/7e797bd2-b26d-4dc6-9afb-4e094b6e3390 HTTP/1.1" status: 204 len: 168 time: 0.5556955 Nov 19 18:40:32.231426 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 47454) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:40:32.241223 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fa8e41-54e4-4870-afcc-a9404b8d76f6 tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] Pushing event deleted for resources: {'Network': ['ID=7e797bd2-b26d-4dc6-9afb-4e094b6e3390,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:40:32.243388 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-253e2722-9fe3-40d5-9432-32f0c7a73ba8 tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1615315635'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:40:32.271945 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-253e2722-9fe3-40d5-9432-32f0c7a73ba8 tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] Made reservation on behalf of f82cd760de9446c39ba48fefd5ad0363 for: {'network': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:40:32.275792 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-253e2722-9fe3-40d5-9432-32f0c7a73ba8 tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:32.306111 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-253e2722-9fe3-40d5-9432-32f0c7a73ba8 tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 691} {{(pid=103364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 18:40:32.316632 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-253e2722-9fe3-40d5-9432-32f0c7a73ba8 tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:32.317587 n-d-818022-2 neutron-server[103364]: INFO neutron.db.segments_db [None req-253e2722-9fe3-40d5-9432-32f0c7a73ba8 tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] Added segment 8ba3df97-22be-4340-9ddf-d7e565b34304 of type vlan for network 8a8f32a9-1ef1-4b31-bb71-eba955fdf704 Nov 19 18:40:32.672849 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-253e2722-9fe3-40d5-9432-32f0c7a73ba8 tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:32.698527 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-253e2722-9fe3-40d5-9432-32f0c7a73ba8 tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:32.704211 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-253e2722-9fe3-40d5-9432-32f0c7a73ba8 tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:40:32.704812 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-253e2722-9fe3-40d5-9432-32f0c7a73ba8 tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] Publish callbacks [] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:32.765019 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-253e2722-9fe3-40d5-9432-32f0c7a73ba8 tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5318618 Nov 19 18:40:32.767963 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 47456) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:40:32.773101 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-895f4ea4-5566-439c-9dc8-5a1dd68f54cd tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] Request body: {'subnet': {'network_id': '8a8f32a9-1ef1-4b31-bb71-eba955fdf704', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:40:32.775808 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253e2722-9fe3-40d5-9432-32f0c7a73ba8 tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] Pushing event updated for resources: {'Network': ['ID=8a8f32a9-1ef1-4b31-bb71-eba955fdf704,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:40:32.786743 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network 8a8f32a9-1ef1-4b31-bb71-eba955fdf704 details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 18:40:32.870406 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-895f4ea4-5566-439c-9dc8-5a1dd68f54cd tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] Made reservation on behalf of f82cd760de9446c39ba48fefd5ad0363 for: {'subnet': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:40:32.874864 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-895f4ea4-5566-439c-9dc8-5a1dd68f54cd tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8731248'] for subnet, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:32.936484 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.ipam_backend_mixin [None req-895f4ea4-5566-439c-9dc8-5a1dd68f54cd tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] Performing IP validity checks on allocation pools {{(pid=103365) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 19 18:40:32.937022 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.ipam_backend_mixin [None req-895f4ea4-5566-439c-9dc8-5a1dd68f54cd tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103365) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 19 18:40:33.019399 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eab9b845-1243-4a18-919e-17b966bdf152 None None] Network fcacb7c6-438b-42af-b531-494a1c3eb632 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:40:33.059841 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-895f4ea4-5566-439c-9dc8-5a1dd68f54cd tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12283104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8731234'] for subnet, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:33.080135 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-90d2b22f-ea96-4de2-91bb-feeb1ae88b73 None None] Provisioning complete for port 9c53b36c-d8b7-4872-b55e-10cc5f7ba223 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:40:33.080502 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-90d2b22f-ea96-4de2-91bb-feeb1ae88b73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:33.125168 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895f4ea4-5566-439c-9dc8-5a1dd68f54cd tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] Pushing event updated for resources: {'Subnet': ['ID=d1d11ea7-6aa3-492d-81de-eb41d33e02a9,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:40:33.132505 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-895f4ea4-5566-439c-9dc8-5a1dd68f54cd tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] Checking segment: {'id': '8ba3df97-22be-4340-9ddf-d7e565b34304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '8a8f32a9-1ef1-4b31-bb71-eba955fdf704'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:40:33.132871 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-895f4ea4-5566-439c-9dc8-5a1dd68f54cd tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] Network hostable DHCP agents. Network: 8a8f32a9-1ef1-4b31-bb71-eba955fdf704, hostable agents: ['02910ef2-0455-4aea-9f38-9a875579633f'], hosted agents: [] {{(pid=103365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 18:40:33.150386 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-895f4ea4-5566-439c-9dc8-5a1dd68f54cd tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] Network 8a8f32a9-1ef1-4b31-bb71-eba955fdf704 is scheduled to be hosted by DHCP agent 02910ef2-0455-4aea-9f38-9a875579633f with binding_index 1 {{(pid=103365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 18:40:33.159852 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-895f4ea4-5566-439c-9dc8-5a1dd68f54cd tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818022-2, 8a8f32a9-1ef1-4b31-bb71-eba955fdf704) {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:40:33.165108 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-895f4ea4-5566-439c-9dc8-5a1dd68f54cd tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:40:33.165707 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-895f4ea4-5566-439c-9dc8-5a1dd68f54cd tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] Publish callbacks [] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:33.173108 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f76b82d6-1613-4f14-8e5a-e0a0c6b06080 None None] Network 8a8f32a9-1ef1-4b31-bb71-eba955fdf704 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:40:33.183430 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-895f4ea4-5566-439c-9dc8-5a1dd68f54cd tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4143336 Nov 19 18:40:33.186074 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 47458) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:40:33.282694 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b164eb4d-1c4b-49de-a16c-5875e2736ee2 tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:33.293993 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-90d2b22f-ea96-4de2-91bb-feeb1ae88b73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:33.333641 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b164eb4d-1c4b-49de-a16c-5875e2736ee2 tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:33.373641 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-90d2b22f-ea96-4de2-91bb-feeb1ae88b73 None None] For port 9c53b36c-d8b7-4872-b55e-10cc5f7ba223, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=9c53b36c-d8b7-4872-b55e-10cc5f7ba223,segment=NetworkSegment(724a697d-128c-49b4-9de6-7256f03ec616),segment_id=724a697d-128c-49b4-9de6-7256f03ec616)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:40:33.390966 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-90d2b22f-ea96-4de2-91bb-feeb1ae88b73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:33.408573 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b164eb4d-1c4b-49de-a16c-5875e2736ee2 tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12282919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8731163'] for subnet, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:33.419916 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e46ecc5a-dc14-4744-b262-3072ff2e958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:33.439641 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b164eb4d-1c4b-49de-a16c-5875e2736ee2 tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] Pushing event deleted for resources: {'Subnet': ['ID=d1d11ea7-6aa3-492d-81de-eb41d33e02a9,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:40:33.459663 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8322576a-2cf2-4469-9faf-310e16f70ffb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54f44f5f-1200-574e-8740-2141911d5b73-8a8f32a9-1ef1-4b31-bb71-eba955fdf704', 'network_id': '8a8f32a9-1ef1-4b31-bb71-eba955fdf704', 'tenant_id': 'f82cd760de9446c39ba48fefd5ad0363', 'fixed_ips': [{'subnet_id': 'd1d11ea7-6aa3-492d-81de-eb41d33e02a9'}]}} from n-d-818022-2. {{(pid=103366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 18:40:33.460567 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8322576a-2cf2-4469-9faf-310e16f70ffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:33.466827 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d2b22f-ea96-4de2-91bb-feeb1ae88b73 None None] Pushing event updated for resources: {'Port': ['ID=9c53b36c-d8b7-4872-b55e-10cc5f7ba223,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:40:33.506714 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b164eb4d-1c4b-49de-a16c-5875e2736ee2 tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:33.542941 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-b164eb4d-1c4b-49de-a16c-5875e2736ee2 tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a8f32a9-1ef1-4b31-bb71-eba955fdf704']}} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:40:33.553456 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-b164eb4d-1c4b-49de-a16c-5875e2736ee2 tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ba3df97-22be-4340-9ddf-d7e565b34304') {'for_net_delete': True} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:40:33.553765 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-b164eb4d-1c4b-49de-a16c-5875e2736ee2 tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ba3df97-22be-4340-9ddf-d7e565b34304') {} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:40:33.557670 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fd8b9e1-cc2f-4992-b267-3e3e3ec3d9da None None] Network 8a8f32a9-1ef1-4b31-bb71-eba955fdf704 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:40:33.564185 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b164eb4d-1c4b-49de-a16c-5875e2736ee2 tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12545382'] for segment, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:33.578282 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b164eb4d-1c4b-49de-a16c-5875e2736ee2 tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:33.584828 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b164eb4d-1c4b-49de-a16c-5875e2736ee2 tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] Releasing vlan 691 on physical network physnet1 to pool {{(pid=103365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 18:40:33.585265 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b164eb4d-1c4b-49de-a16c-5875e2736ee2 tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12282953'] for segment, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:33.588340 n-d-818022-2 neutron-server[103365]: Traceback (most recent call last): Nov 19 18:40:33.588340 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 18:40:33.588340 n-d-818022-2 neutron-server[103365]: timer() Nov 19 18:40:33.588340 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 18:40:33.588340 n-d-818022-2 neutron-server[103365]: cb(*args, **kw) Nov 19 18:40:33.588340 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 18:40:33.588340 n-d-818022-2 neutron-server[103365]: return func(*args, **kwargs) Nov 19 18:40:33.588340 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 18:40:33.588340 n-d-818022-2 neutron-server[103365]: self._notify() Nov 19 18:40:33.588340 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 18:40:33.588340 n-d-818022-2 neutron-server[103365]: self.callback(batched_events) Nov 19 18:40:33.588340 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 18:40:33.588340 n-d-818022-2 neutron-server[103365]: event.method(event) Nov 19 18:40:33.588340 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 18:40:33.588340 n-d-818022-2 neutron-server[103365]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 18:40:33.588340 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 18:40:33.588340 n-d-818022-2 neutron-server[103365]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 18:40:33.588340 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 18:40:33.588340 n-d-818022-2 neutron-server[103365]: return f(self, *a, **k) Nov 19 18:40:33.588340 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 18:40:33.588340 n-d-818022-2 neutron-server[103365]: return self._get(url).json() Nov 19 18:40:33.588340 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 18:40:33.588340 n-d-818022-2 neutron-server[103365]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 18:40:33.588340 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 18:40:33.588340 n-d-818022-2 neutron-server[103365]: return self.request(url, 'GET', **kwargs) Nov 19 18:40:33.588340 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 18:40:33.588340 n-d-818022-2 neutron-server[103365]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 18:40:33.588340 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 18:40:33.588340 n-d-818022-2 neutron-server[103365]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 18:40:33.588340 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 18:40:33.588340 n-d-818022-2 neutron-server[103365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 18:40:33.588340 n-d-818022-2 neutron-server[103365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 18:40:33.654586 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b164eb4d-1c4b-49de-a16c-5875e2736ee2 tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671242'] for network, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:33.660191 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b164eb4d-1c4b-49de-a16c-5875e2736ee2 tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] Publish callbacks [] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:33.664052 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-b164eb4d-1c4b-49de-a16c-5875e2736ee2 tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] 10.222.0.54 "DELETE /v2.0/networks/8a8f32a9-1ef1-4b31-bb71-eba955fdf704 HTTP/1.1" status: 204 len: 168 time: 0.4769332 Nov 19 18:40:33.667824 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 47460) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:40:33.673335 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-4e34f1c5-e9ba-49e4-8b7a-45c87fab0b52 tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1767176800'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:40:33.682626 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b164eb4d-1c4b-49de-a16c-5875e2736ee2 tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] Pushing event deleted for resources: {'Network': ['ID=8a8f32a9-1ef1-4b31-bb71-eba955fdf704,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:40:33.698117 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e34f1c5-e9ba-49e4-8b7a-45c87fab0b52 tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] Made reservation on behalf of f82cd760de9446c39ba48fefd5ad0363 for: {'network': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:40:33.703362 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4e34f1c5-e9ba-49e4-8b7a-45c87fab0b52 tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:33.738347 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e34f1c5-e9ba-49e4-8b7a-45c87fab0b52 tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 678} {{(pid=103364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 18:40:33.751088 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4e34f1c5-e9ba-49e4-8b7a-45c87fab0b52 tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:33.751885 n-d-818022-2 neutron-server[103364]: INFO neutron.db.segments_db [None req-4e34f1c5-e9ba-49e4-8b7a-45c87fab0b52 tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] Added segment af1a6d46-d98e-4a82-a19c-a58cb4dfa861 of type vlan for network fc36b3c2-0e75-4bb9-9fc5-0a2276d83585 Nov 19 18:40:33.800037 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 9c53b36c-d8b7-4872-b55e-10cc5f7ba223 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:40:33.800224 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4e34f1c5-e9ba-49e4-8b7a-45c87fab0b52 tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:33.803971 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-982fb32f-687f-4157-9b8b-41fe874079c7 None None] Provisioning complete for port 9c53b36c-d8b7-4872-b55e-10cc5f7ba223 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:40:33.804600 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-982fb32f-687f-4157-9b8b-41fe874079c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:33.827786 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4e34f1c5-e9ba-49e4-8b7a-45c87fab0b52 tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:33.833539 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e34f1c5-e9ba-49e4-8b7a-45c87fab0b52 tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:40:33.834154 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4e34f1c5-e9ba-49e4-8b7a-45c87fab0b52 tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] Publish callbacks [] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:33.894358 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-4e34f1c5-e9ba-49e4-8b7a-45c87fab0b52 tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2252545 Nov 19 18:40:33.897323 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 47462) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:40:33.902568 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-99c9c9c4-95c0-427f-a3c5-6c6ba1a28b44 tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] Request body: {'subnet': {'network_id': 'fc36b3c2-0e75-4bb9-9fc5-0a2276d83585', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:40:33.908976 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e34f1c5-e9ba-49e4-8b7a-45c87fab0b52 tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] Pushing event updated for resources: {'Network': ['ID=fc36b3c2-0e75-4bb9-9fc5-0a2276d83585,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:40:33.939270 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network fc36b3c2-0e75-4bb9-9fc5-0a2276d83585 details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 18:40:33.962937 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 9c53b36c-d8b7-4872-b55e-10cc5f7ba223 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:40:33.963307 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:34.001089 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99c9c9c4-95c0-427f-a3c5-6c6ba1a28b44 tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] Made reservation on behalf of f82cd760de9446c39ba48fefd5ad0363 for: {'subnet': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:40:34.004733 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-99c9c9c4-95c0-427f-a3c5-6c6ba1a28b44 tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8731248'] for subnet, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:34.189250 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-99c9c9c4-95c0-427f-a3c5-6c6ba1a28b44 tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12283104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8731234'] for subnet, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:34.221214 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:34.223183 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:34.251361 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c9c9c4-95c0-427f-a3c5-6c6ba1a28b44 tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] Pushing event updated for resources: {'Subnet': ['ID=56731b3c-1f32-4f5c-b863-ce4c99148951,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:40:34.258542 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c9c9c4-95c0-427f-a3c5-6c6ba1a28b44 tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] Checking segment: {'id': 'af1a6d46-d98e-4a82-a19c-a58cb4dfa861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'fc36b3c2-0e75-4bb9-9fc5-0a2276d83585'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:40:34.258903 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99c9c9c4-95c0-427f-a3c5-6c6ba1a28b44 tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] Network hostable DHCP agents. Network: fc36b3c2-0e75-4bb9-9fc5-0a2276d83585, hostable agents: ['02910ef2-0455-4aea-9f38-9a875579633f'], hosted agents: [] {{(pid=103365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 18:40:34.276596 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99c9c9c4-95c0-427f-a3c5-6c6ba1a28b44 tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] Network fc36b3c2-0e75-4bb9-9fc5-0a2276d83585 is scheduled to be hosted by DHCP agent 02910ef2-0455-4aea-9f38-9a875579633f with binding_index 1 {{(pid=103365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 18:40:34.285404 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-99c9c9c4-95c0-427f-a3c5-6c6ba1a28b44 tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818022-2, fc36b3c2-0e75-4bb9-9fc5-0a2276d83585) {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:40:34.293548 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99c9c9c4-95c0-427f-a3c5-6c6ba1a28b44 tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:40:34.294388 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-99c9c9c4-95c0-427f-a3c5-6c6ba1a28b44 tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] Publish callbacks [] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:34.299983 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96adeddc-a43a-40ae-ae4c-e2a7e31dedf3 None None] Network fc36b3c2-0e75-4bb9-9fc5-0a2276d83585 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:40:34.316677 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-99c9c9c4-95c0-427f-a3c5-6c6ba1a28b44 tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4146781 Nov 19 18:40:34.316945 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 47464) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:40:34.321864 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-60e3c721-f80a-4626-bf43-394e9e7dbdc7 tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-754781304'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:40:34.343654 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60e3c721-f80a-4626-bf43-394e9e7dbdc7 tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] Made reservation on behalf of f82cd760de9446c39ba48fefd5ad0363 for: {'network': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:40:34.346931 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-60e3c721-f80a-4626-bf43-394e9e7dbdc7 tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:34.371181 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60e3c721-f80a-4626-bf43-394e9e7dbdc7 tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 691} {{(pid=103365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 18:40:34.381077 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-60e3c721-f80a-4626-bf43-394e9e7dbdc7 tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:34.381414 n-d-818022-2 neutron-server[103365]: INFO neutron.db.segments_db [None req-60e3c721-f80a-4626-bf43-394e9e7dbdc7 tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] Added segment 6fa5238f-d20d-4748-9aa1-d2256f1a898f of type vlan for network a3a6f0a6-4d90-45a5-bfa6-5834002292ac Nov 19 18:40:34.421587 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-60e3c721-f80a-4626-bf43-394e9e7dbdc7 tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:34.448615 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-60e3c721-f80a-4626-bf43-394e9e7dbdc7 tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:34.449680 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b51f6bea-33b6-4b73-96f1-ac709cd872f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54f44f5f-1200-574e-8740-2141911d5b73-fc36b3c2-0e75-4bb9-9fc5-0a2276d83585', 'network_id': 'fc36b3c2-0e75-4bb9-9fc5-0a2276d83585', 'tenant_id': 'f82cd760de9446c39ba48fefd5ad0363', 'fixed_ips': [{'subnet_id': '56731b3c-1f32-4f5c-b863-ce4c99148951'}]}} from n-d-818022-2. {{(pid=103366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 18:40:34.450588 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b51f6bea-33b6-4b73-96f1-ac709cd872f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:34.454301 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e3c721-f80a-4626-bf43-394e9e7dbdc7 tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:40:34.455014 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-60e3c721-f80a-4626-bf43-394e9e7dbdc7 tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] Publish callbacks [] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:34.517730 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-60e3c721-f80a-4626-bf43-394e9e7dbdc7 tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1970882 Nov 19 18:40:34.518196 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 47466) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:40:34.524498 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-2f9b0ab1-54b6-43e4-b609-5438163d7152 tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] Request body: {'subnet': {'network_id': 'a3a6f0a6-4d90-45a5-bfa6-5834002292ac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:40:34.531276 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e3c721-f80a-4626-bf43-394e9e7dbdc7 tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] Pushing event updated for resources: {'Network': ['ID=a3a6f0a6-4d90-45a5-bfa6-5834002292ac,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:40:34.544767 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network a3a6f0a6-4d90-45a5-bfa6-5834002292ac details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 18:40:34.617122 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f9b0ab1-54b6-43e4-b609-5438163d7152 tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] Made reservation on behalf of f82cd760de9446c39ba48fefd5ad0363 for: {'subnet': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:40:34.620659 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2f9b0ab1-54b6-43e4-b609-5438163d7152 tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8983829'] for subnet, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:34.646123 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [None req-b51f6bea-33b6-4b73-96f1-ac709cd872f6 None None] Allocated IP 2001:db8::2 (fc36b3c2-0e75-4bb9-9fc5-0a2276d83585/56731b3c-1f32-4f5c-b863-ce4c99148951/a2d3c15f-8b9c-4ee5-8c83-0f95fdfd2f3c) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:40:34.792084 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b51f6bea-33b6-4b73-96f1-ac709cd872f6 None None] Publish callbacks [] for port, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:34.798987 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b51f6bea-33b6-4b73-96f1-ac709cd872f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998'] for port, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:34.804688 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2f9b0ab1-54b6-43e4-b609-5438163d7152 tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12425078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8983815'] for subnet, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:34.840381 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b51f6bea-33b6-4b73-96f1-ac709cd872f6 None None] Network fc36b3c2-0e75-4bb9-9fc5-0a2276d83585 is already hosted by enough agents. {{(pid=103366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:40:34.843942 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [None req-b51f6bea-33b6-4b73-96f1-ac709cd872f6 None None] Resources bound (agent type, host, resource id): {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:40:34.846434 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51f6bea-33b6-4b73-96f1-ac709cd872f6 None None] Received port after_create {{(pid=103366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:40:34.855097 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51f6bea-33b6-4b73-96f1-ac709cd872f6 None None] Pushing event updated for resources: {'Port': ['ID=a2d3c15f-8b9c-4ee5-8c83-0f95fdfd2f3c,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:40:34.872314 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f9b0ab1-54b6-43e4-b609-5438163d7152 tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] Checking segment: {'id': '6fa5238f-d20d-4748-9aa1-d2256f1a898f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'a3a6f0a6-4d90-45a5-bfa6-5834002292ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:40:34.872674 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f9b0ab1-54b6-43e4-b609-5438163d7152 tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] Network hostable DHCP agents. Network: a3a6f0a6-4d90-45a5-bfa6-5834002292ac, hostable agents: ['02910ef2-0455-4aea-9f38-9a875579633f'], hosted agents: [] {{(pid=103364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 18:40:34.875697 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9b0ab1-54b6-43e4-b609-5438163d7152 tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] Pushing event updated for resources: {'Subnet': ['ID=d01752d9-9252-4e64-9d35-bea614c3e2e8,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:40:34.892892 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f9b0ab1-54b6-43e4-b609-5438163d7152 tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] Network a3a6f0a6-4d90-45a5-bfa6-5834002292ac is scheduled to be hosted by DHCP agent 02910ef2-0455-4aea-9f38-9a875579633f with binding_index 1 {{(pid=103364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 18:40:34.903492 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-2f9b0ab1-54b6-43e4-b609-5438163d7152 tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818022-2, a3a6f0a6-4d90-45a5-bfa6-5834002292ac) {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:40:34.908175 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f9b0ab1-54b6-43e4-b609-5438163d7152 tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:40:34.908430 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-b51f6bea-33b6-4b73-96f1-ac709cd872f6 None None] Attempting to bind port a2d3c15f-8b9c-4ee5-8c83-0f95fdfd2f3c on host n-d-818022-2 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:40:34.908767 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2f9b0ab1-54b6-43e4-b609-5438163d7152 tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:34.909021 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-b51f6bea-33b6-4b73-96f1-ac709cd872f6 None None] Attempting to bind port a2d3c15f-8b9c-4ee5-8c83-0f95fdfd2f3c by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': 'af1a6d46-d98e-4a82-a19c-a58cb4dfa861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'fc36b3c2-0e75-4bb9-9fc5-0a2276d83585'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:40:34.909490 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51f6bea-33b6-4b73-96f1-ac709cd872f6 None None] Attempting to bind port a2d3c15f-8b9c-4ee5-8c83-0f95fdfd2f3c on network fc36b3c2-0e75-4bb9-9fc5-0a2276d83585 {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:40:34.915395 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95f27524-9443-4037-a7d0-94e7cebee635 None None] Network a3a6f0a6-4d90-45a5-bfa6-5834002292ac requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:40:34.920955 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51f6bea-33b6-4b73-96f1-ac709cd872f6 None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 40, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:40:34.921412 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51f6bea-33b6-4b73-96f1-ac709cd872f6 None None] Checking segment: {'id': 'af1a6d46-d98e-4a82-a19c-a58cb4dfa861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'fc36b3c2-0e75-4bb9-9fc5-0a2276d83585'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:40:34.921820 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b51f6bea-33b6-4b73-96f1-ac709cd872f6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:34.922298 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51f6bea-33b6-4b73-96f1-ac709cd872f6 None None] Bound using segment: {'id': 'af1a6d46-d98e-4a82-a19c-a58cb4dfa861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'fc36b3c2-0e75-4bb9-9fc5-0a2276d83585'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:40:34.922788 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-b51f6bea-33b6-4b73-96f1-ac709cd872f6 None None] Bound port: a2d3c15f-8b9c-4ee5-8c83-0f95fdfd2f3c, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af1a6d46-d98e-4a82-a19c-a58cb4dfa861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'fc36b3c2-0e75-4bb9-9fc5-0a2276d83585'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:40:34.923173 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b51f6bea-33b6-4b73-96f1-ac709cd872f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:34.924809 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-2f9b0ab1-54b6-43e4-b609-5438163d7152 tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4054437 Nov 19 18:40:34.927504 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 47468) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:40:35.011109 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e013d7e6-5264-4dcc-9759-54f5fb809e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:35.030104 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4e719a5e-4762-493a-a9fa-f88aac03a935 tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:35.083388 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-b51f6bea-33b6-4b73-96f1-ac709cd872f6 None None] For port a2d3c15f-8b9c-4ee5-8c83-0f95fdfd2f3c, host n-d-818022-2, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:40:35.100370 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-b51f6bea-33b6-4b73-96f1-ac709cd872f6 None None] For port a2d3c15f-8b9c-4ee5-8c83-0f95fdfd2f3c, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=a2d3c15f-8b9c-4ee5-8c83-0f95fdfd2f3c,segment=NetworkSegment(af1a6d46-d98e-4a82-a19c-a58cb4dfa861),segment_id=af1a6d46-d98e-4a82-a19c-a58cb4dfa861)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:40:35.105055 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4e719a5e-4762-493a-a9fa-f88aac03a935 tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:35.105615 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b51f6bea-33b6-4b73-96f1-ac709cd872f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:35.181091 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4e719a5e-4762-493a-a9fa-f88aac03a935 tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12425137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8983934'] for subnet, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:35.186774 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f60ff701-a417-415d-92f6-140cacc5d4a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54f44f5f-1200-574e-8740-2141911d5b73-a3a6f0a6-4d90-45a5-bfa6-5834002292ac', 'network_id': 'a3a6f0a6-4d90-45a5-bfa6-5834002292ac', 'tenant_id': 'f82cd760de9446c39ba48fefd5ad0363', 'fixed_ips': [{'subnet_id': 'd01752d9-9252-4e64-9d35-bea614c3e2e8'}]}} from n-d-818022-2. {{(pid=103366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 18:40:35.187638 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f60ff701-a417-415d-92f6-140cacc5d4a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:35.191123 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51f6bea-33b6-4b73-96f1-ac709cd872f6 None None] Pushing event updated for resources: {'Port': ['ID=a2d3c15f-8b9c-4ee5-8c83-0f95fdfd2f3c,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:40:35.215930 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e719a5e-4762-493a-a9fa-f88aac03a935 tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] Pushing event deleted for resources: {'Subnet': ['ID=d01752d9-9252-4e64-9d35-bea614c3e2e8,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:40:35.277716 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4e719a5e-4762-493a-a9fa-f88aac03a935 tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:35.290884 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7acead47-dc66-431e-b0c2-9c627bc248c4 None None] Network a3a6f0a6-4d90-45a5-bfa6-5834002292ac requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:40:35.314674 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-4e719a5e-4762-493a-a9fa-f88aac03a935 tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3a6f0a6-4d90-45a5-bfa6-5834002292ac']}} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:40:35.327248 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-4e719a5e-4762-493a-a9fa-f88aac03a935 tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fa5238f-d20d-4748-9aa1-d2256f1a898f') {'for_net_delete': True} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:40:35.327659 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-4e719a5e-4762-493a-a9fa-f88aac03a935 tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fa5238f-d20d-4748-9aa1-d2256f1a898f') {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:40:35.342002 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4e719a5e-4762-493a-a9fa-f88aac03a935 tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417396'] for segment, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:35.360824 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4e719a5e-4762-493a-a9fa-f88aac03a935 tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:35.366257 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:35.375347 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e719a5e-4762-493a-a9fa-f88aac03a935 tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] Releasing vlan 691 on physical network physnet1 to pool {{(pid=103364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 18:40:35.376161 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4e719a5e-4762-493a-a9fa-f88aac03a935 tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12425183'] for segment, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:35.379529 n-d-818022-2 neutron-server[103364]: Traceback (most recent call last): Nov 19 18:40:35.379529 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 18:40:35.379529 n-d-818022-2 neutron-server[103364]: timer() Nov 19 18:40:35.379529 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 18:40:35.379529 n-d-818022-2 neutron-server[103364]: cb(*args, **kw) Nov 19 18:40:35.379529 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 18:40:35.379529 n-d-818022-2 neutron-server[103364]: return func(*args, **kwargs) Nov 19 18:40:35.379529 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 18:40:35.379529 n-d-818022-2 neutron-server[103364]: self._notify() Nov 19 18:40:35.379529 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 18:40:35.379529 n-d-818022-2 neutron-server[103364]: self.callback(batched_events) Nov 19 18:40:35.379529 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 18:40:35.379529 n-d-818022-2 neutron-server[103364]: event.method(event) Nov 19 18:40:35.379529 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 18:40:35.379529 n-d-818022-2 neutron-server[103364]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 18:40:35.379529 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 18:40:35.379529 n-d-818022-2 neutron-server[103364]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 18:40:35.379529 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 18:40:35.379529 n-d-818022-2 neutron-server[103364]: return f(self, *a, **k) Nov 19 18:40:35.379529 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 18:40:35.379529 n-d-818022-2 neutron-server[103364]: return self._get(url).json() Nov 19 18:40:35.379529 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 18:40:35.379529 n-d-818022-2 neutron-server[103364]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 18:40:35.379529 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 18:40:35.379529 n-d-818022-2 neutron-server[103364]: return self.request(url, 'GET', **kwargs) Nov 19 18:40:35.379529 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 18:40:35.379529 n-d-818022-2 neutron-server[103364]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 18:40:35.379529 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 18:40:35.379529 n-d-818022-2 neutron-server[103364]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 18:40:35.379529 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 18:40:35.379529 n-d-818022-2 neutron-server[103364]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 18:40:35.379529 n-d-818022-2 neutron-server[103364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 18:40:35.447998 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4e719a5e-4762-493a-a9fa-f88aac03a935 tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671242'] for network, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:35.456122 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4e719a5e-4762-493a-a9fa-f88aac03a935 tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] Publish callbacks [] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:35.459470 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-4e719a5e-4762-493a-a9fa-f88aac03a935 tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] 10.222.0.54 "DELETE /v2.0/networks/a3a6f0a6-4d90-45a5-bfa6-5834002292ac HTTP/1.1" status: 204 len: 168 time: 0.5310299 Nov 19 18:40:35.462584 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 47470) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:40:35.499726 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e719a5e-4762-493a-a9fa-f88aac03a935 tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] Pushing event deleted for resources: {'Network': ['ID=a3a6f0a6-4d90-45a5-bfa6-5834002292ac,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:40:35.502268 n-d-818022-2 neutron-server[103364]: INFO neutron.pecan_wsgi.hooks.translation [None req-803a4e50-6979-44d8-9cbe-0e3df39b05c1 tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] GET failed (client error): The resource could not be found. Nov 19 18:40:35.506305 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-803a4e50-6979-44d8-9cbe-0e3df39b05c1 tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] 10.222.0.54 "GET /v2.0/subnets/d01752d9-9252-4e64-9d35-bea614c3e2e8 HTTP/1.1" status: 404 len: 337 time: 0.0400584 Nov 19 18:40:35.506910 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 47472) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:40:35.526766 n-d-818022-2 neutron-server[103365]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9b5ec4f-99a2-4f12-8b1f-ce95022bb25f tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] DELETE failed (client error): The resource could not be found. Nov 19 18:40:35.527287 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9b5ec4f-99a2-4f12-8b1f-ce95022bb25f tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103365) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 18:40:35.530432 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-c9b5ec4f-99a2-4f12-8b1f-ce95022bb25f tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] 10.222.0.54 "DELETE /v2.0/networks/a3a6f0a6-4d90-45a5-bfa6-5834002292ac HTTP/1.1" status: 404 len: 339 time: 0.0224171 Nov 19 18:40:35.534130 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 47474) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:40:35.560294 n-d-818022-2 neutron-server[103365]: INFO neutron.pecan_wsgi.hooks.translation [None req-d187460c-194e-49f9-ae0a-0337317040db tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] DELETE failed (client error): The resource could not be found. Nov 19 18:40:35.560773 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d187460c-194e-49f9-ae0a-0337317040db tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103365) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 18:40:35.564383 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-d187460c-194e-49f9-ae0a-0337317040db tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] 10.222.0.54 "DELETE /v2.0/subnets/d01752d9-9252-4e64-9d35-bea614c3e2e8 HTTP/1.1" status: 404 len: 337 time: 0.0292017 Nov 19 18:40:35.566971 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 47476) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:40:35.583830 n-d-818022-2 neutron-server[103365]: INFO neutron.pecan_wsgi.hooks.translation [None req-90bec711-14a9-4cef-9343-b1fe6a186614 tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] DELETE failed (client error): The resource could not be found. Nov 19 18:40:35.584294 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90bec711-14a9-4cef-9343-b1fe6a186614 tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103365) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 18:40:35.587317 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-90bec711-14a9-4cef-9343-b1fe6a186614 tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] 10.222.0.54 "DELETE /v2.0/networks/a3a6f0a6-4d90-45a5-bfa6-5834002292ac HTTP/1.1" status: 404 len: 339 time: 0.0194154 Nov 19 18:40:35.589764 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 47478) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:40:35.644940 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea8d8de2-f081-4dcf-8be2-afcf47558bd9 tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] Deleting subnet 56731b3c-1f32-4f5c-b863-ce4c99148951 {{(pid=103365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 18:40:35.647890 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ea8d8de2-f081-4dcf-8be2-afcf47558bd9 tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] Publish callbacks [] for subnet, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:35.688918 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ea8d8de2-f081-4dcf-8be2-afcf47558bd9 tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12546453'] for subnet, precommit_delete_associations {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:35.774458 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ea8d8de2-f081-4dcf-8be2-afcf47558bd9 tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:35.777730 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device a2d3c15f-8b9c-4ee5-8c83-0f95fdfd2f3c up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:40:35.835466 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port a2d3c15f-8b9c-4ee5-8c83-0f95fdfd2f3c triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:40:35.836013 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:35.838975 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ea8d8de2-f081-4dcf-8be2-afcf47558bd9 tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12282919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8731163'] for subnet, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:35.869851 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ea8d8de2-f081-4dcf-8be2-afcf47558bd9 tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] Publish callbacks [] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:35.874398 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-ea8d8de2-f081-4dcf-8be2-afcf47558bd9 tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] 10.222.0.54 "DELETE /v2.0/subnets/56731b3c-1f32-4f5c-b863-ce4c99148951 HTTP/1.1" status: 204 len: 168 time: 0.2826443 Nov 19 18:40:35.875561 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8d8de2-f081-4dcf-8be2-afcf47558bd9 tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] Pushing event deleted for resources: {'Subnet': ['ID=56731b3c-1f32-4f5c-b863-ce4c99148951,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:40:35.876496 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 47480) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:40:35.917658 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:35.954851 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] For port a2d3c15f-8b9c-4ee5-8c83-0f95fdfd2f3c, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=a2d3c15f-8b9c-4ee5-8c83-0f95fdfd2f3c,segment=NetworkSegment(af1a6d46-d98e-4a82-a19c-a58cb4dfa861),segment_id=af1a6d46-d98e-4a82-a19c-a58cb4dfa861)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:40:35.959441 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:35.973068 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-659ccfb0-65c0-4853-811b-9b926dd32cf2 tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:36.015430 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Pushing event updated for resources: {'Port': ['ID=a2d3c15f-8b9c-4ee5-8c83-0f95fdfd2f3c,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:40:36.034699 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-659ccfb0-65c0-4853-811b-9b926dd32cf2 tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] Deleting port a2d3c15f-8b9c-4ee5-8c83-0f95fdfd2f3c {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:40:36.035040 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-659ccfb0-65c0-4853-811b-9b926dd32cf2 tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:36.100507 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [None req-659ccfb0-65c0-4853-811b-9b926dd32cf2 tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] For port a2d3c15f-8b9c-4ee5-8c83-0f95fdfd2f3c, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=a2d3c15f-8b9c-4ee5-8c83-0f95fdfd2f3c,segment=NetworkSegment(af1a6d46-d98e-4a82-a19c-a58cb4dfa861),segment_id=af1a6d46-d98e-4a82-a19c-a58cb4dfa861)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:40:36.100862 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-659ccfb0-65c0-4853-811b-9b926dd32cf2 tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:36.119306 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-659ccfb0-65c0-4853-811b-9b926dd32cf2 tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] Calling delete_port for a2d3c15f-8b9c-4ee5-8c83-0f95fdfd2f3c owned by network:dhcp {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:40:36.192147 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7677ee3a-331e-4ae3-833b-cef82cbd85b1 None None] Network fc36b3c2-0e75-4bb9-9fc5-0a2276d83585 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:40:36.200756 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-659ccfb0-65c0-4853-811b-9b926dd32cf2 tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:36.224558 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659ccfb0-65c0-4853-811b-9b926dd32cf2 tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] Pushing event deleted for resources: {'Port': ['ID=a2d3c15f-8b9c-4ee5-8c83-0f95fdfd2f3c,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:40:36.230141 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-659ccfb0-65c0-4853-811b-9b926dd32cf2 tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] No DVR routers for this DVR port a2d3c15f-8b9c-4ee5-8c83-0f95fdfd2f3c on host n-d-818022-2 {{(pid=103364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:40:36.284087 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-61c10f5e-8e4c-449f-bdcf-5099cdb952ea None None] Could not find standard attr ID for object a2d3c15f-8b9c-4ee5-8c83-0f95fdfd2f3c. {{(pid=103366) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 18:40:36.314888 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-659ccfb0-65c0-4853-811b-9b926dd32cf2 tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:36.336279 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-659ccfb0-65c0-4853-811b-9b926dd32cf2 tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc36b3c2-0e75-4bb9-9fc5-0a2276d83585']}} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:40:36.345933 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-659ccfb0-65c0-4853-811b-9b926dd32cf2 tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af1a6d46-d98e-4a82-a19c-a58cb4dfa861') {'for_net_delete': True} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:40:36.346228 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-659ccfb0-65c0-4853-811b-9b926dd32cf2 tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af1a6d46-d98e-4a82-a19c-a58cb4dfa861') {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:40:36.355540 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-659ccfb0-65c0-4853-811b-9b926dd32cf2 tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417396'] for segment, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:36.358308 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-056ab251-9364-4462-b4eb-0a8a08041b59 None None] DHCP port deletion for fc36b3c2-0e75-4bb9-9fc5-0a2276d83585 request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:40:36.369211 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-659ccfb0-65c0-4853-811b-9b926dd32cf2 tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:36.375443 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-659ccfb0-65c0-4853-811b-9b926dd32cf2 tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] Releasing vlan 678 on physical network physnet1 to pool {{(pid=103364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 18:40:36.375826 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-659ccfb0-65c0-4853-811b-9b926dd32cf2 tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12425183'] for segment, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:36.378747 n-d-818022-2 neutron-server[103364]: Traceback (most recent call last): Nov 19 18:40:36.378747 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 18:40:36.378747 n-d-818022-2 neutron-server[103364]: timer() Nov 19 18:40:36.378747 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 18:40:36.378747 n-d-818022-2 neutron-server[103364]: cb(*args, **kw) Nov 19 18:40:36.378747 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 18:40:36.378747 n-d-818022-2 neutron-server[103364]: return func(*args, **kwargs) Nov 19 18:40:36.378747 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 18:40:36.378747 n-d-818022-2 neutron-server[103364]: self._notify() Nov 19 18:40:36.378747 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 18:40:36.378747 n-d-818022-2 neutron-server[103364]: self.callback(batched_events) Nov 19 18:40:36.378747 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 18:40:36.378747 n-d-818022-2 neutron-server[103364]: event.method(event) Nov 19 18:40:36.378747 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 18:40:36.378747 n-d-818022-2 neutron-server[103364]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 18:40:36.378747 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 18:40:36.378747 n-d-818022-2 neutron-server[103364]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 18:40:36.378747 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 18:40:36.378747 n-d-818022-2 neutron-server[103364]: return f(self, *a, **k) Nov 19 18:40:36.378747 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 18:40:36.378747 n-d-818022-2 neutron-server[103364]: return self._get(url).json() Nov 19 18:40:36.378747 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 18:40:36.378747 n-d-818022-2 neutron-server[103364]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 18:40:36.378747 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 18:40:36.378747 n-d-818022-2 neutron-server[103364]: return self.request(url, 'GET', **kwargs) Nov 19 18:40:36.378747 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 18:40:36.378747 n-d-818022-2 neutron-server[103364]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 18:40:36.378747 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 18:40:36.378747 n-d-818022-2 neutron-server[103364]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 18:40:36.378747 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 18:40:36.378747 n-d-818022-2 neutron-server[103364]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 18:40:36.378747 n-d-818022-2 neutron-server[103364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 18:40:36.436048 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-659ccfb0-65c0-4853-811b-9b926dd32cf2 tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671242'] for network, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:36.440510 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-659ccfb0-65c0-4853-811b-9b926dd32cf2 tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] Publish callbacks [] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:36.444224 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-659ccfb0-65c0-4853-811b-9b926dd32cf2 tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] 10.222.0.54 "DELETE /v2.0/networks/fc36b3c2-0e75-4bb9-9fc5-0a2276d83585 HTTP/1.1" status: 204 len: 168 time: 0.5661538 Nov 19 18:40:36.446817 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 47482) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:40:36.463714 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659ccfb0-65c0-4853-811b-9b926dd32cf2 tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] Pushing event deleted for resources: {'Network': ['ID=fc36b3c2-0e75-4bb9-9fc5-0a2276d83585,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:40:36.475119 n-d-818022-2 neutron-server[103365]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa9174c6-29a3-448d-80b3-32f7f61bd864 tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] DELETE failed (client error): The resource could not be found. Nov 19 18:40:36.475590 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa9174c6-29a3-448d-80b3-32f7f61bd864 tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103365) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 18:40:36.478789 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-aa9174c6-29a3-448d-80b3-32f7f61bd864 tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] 10.222.0.54 "DELETE /v2.0/subnets/d1d11ea7-6aa3-492d-81de-eb41d33e02a9 HTTP/1.1" status: 404 len: 337 time: 0.0308084 Nov 19 18:40:36.481424 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 47484) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:40:36.499343 n-d-818022-2 neutron-server[103365]: INFO neutron.pecan_wsgi.hooks.translation [None req-638537b8-e77a-47f3-9349-5a895e93a4ed tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] DELETE failed (client error): The resource could not be found. Nov 19 18:40:36.499831 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-638537b8-e77a-47f3-9349-5a895e93a4ed tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103365) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 18:40:36.502977 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-638537b8-e77a-47f3-9349-5a895e93a4ed tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] 10.222.0.54 "DELETE /v2.0/networks/8a8f32a9-1ef1-4b31-bb71-eba955fdf704 HTTP/1.1" status: 404 len: 339 time: 0.0206170 Nov 19 18:40:36.505654 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 47486) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:40:36.532538 n-d-818022-2 neutron-server[103364]: INFO neutron.pecan_wsgi.hooks.translation [None req-3990a93b-bf9c-4a13-8506-402910de743b tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] DELETE failed (client error): The resource could not be found. Nov 19 18:40:36.532970 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3990a93b-bf9c-4a13-8506-402910de743b tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103364) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 18:40:36.536079 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-3990a93b-bf9c-4a13-8506-402910de743b tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] 10.222.0.54 "DELETE /v2.0/subnets/1d832a5e-07dc-4c05-8a00-708e88bfdc47 HTTP/1.1" status: 404 len: 337 time: 0.0293963 Nov 19 18:40:36.539142 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 47488) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:40:36.556838 n-d-818022-2 neutron-server[103364]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f37c164-e6a6-468c-8d6d-dad391aa527c tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] DELETE failed (client error): The resource could not be found. Nov 19 18:40:36.557309 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f37c164-e6a6-468c-8d6d-dad391aa527c tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103364) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 18:40:36.560290 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-8f37c164-e6a6-468c-8d6d-dad391aa527c tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] 10.222.0.54 "DELETE /v2.0/networks/7e797bd2-b26d-4dc6-9afb-4e094b6e3390 HTTP/1.1" status: 404 len: 339 time: 0.0202417 Nov 19 18:40:36.562631 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 47490) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:40:36.613188 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_v2 [None req-65310f60-f9c2-41bf-83d7-4709129e4b40 tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] Deleting subnet ae2a06f8-05f9-475d-a376-f623602dc58d {{(pid=103364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 18:40:36.616237 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-65310f60-f9c2-41bf-83d7-4709129e4b40 tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] Publish callbacks [] for subnet, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:36.656492 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-65310f60-f9c2-41bf-83d7-4709129e4b40 tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9416263'] for subnet, precommit_delete_associations {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:36.741534 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-65310f60-f9c2-41bf-83d7-4709129e4b40 tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:36.799078 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-65310f60-f9c2-41bf-83d7-4709129e4b40 tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12425137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8983934'] for subnet, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:36.824184 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65310f60-f9c2-41bf-83d7-4709129e4b40 tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] Pushing event deleted for resources: {'Subnet': ['ID=ae2a06f8-05f9-475d-a376-f623602dc58d,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:40:36.830464 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-65310f60-f9c2-41bf-83d7-4709129e4b40 tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:36.836233 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-65310f60-f9c2-41bf-83d7-4709129e4b40 tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] 10.222.0.54 "DELETE /v2.0/subnets/ae2a06f8-05f9-475d-a376-f623602dc58d HTTP/1.1" status: 204 len: 168 time: 0.2701619 Nov 19 18:40:36.836469 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cad4cbd-7c4e-4abf-8aa0-253ed4cb68b8 None None] Network fcacb7c6-438b-42af-b531-494a1c3eb632 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:40:36.836953 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 47492) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:40:36.916706 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-cc30ee86-0bb6-4931-879a-107e9aa6376d tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:36.971325 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-cc30ee86-0bb6-4931-879a-107e9aa6376d tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] Deleting port 9c53b36c-d8b7-4872-b55e-10cc5f7ba223 {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:40:36.971663 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-cc30ee86-0bb6-4931-879a-107e9aa6376d tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:36.997484 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89ac2e5b-1574-4644-89f8-72b6f5ee66c8 None None] DHCP port deletion for fcacb7c6-438b-42af-b531-494a1c3eb632 request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:40:37.036794 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [None req-cc30ee86-0bb6-4931-879a-107e9aa6376d tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] For port 9c53b36c-d8b7-4872-b55e-10cc5f7ba223, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=9c53b36c-d8b7-4872-b55e-10cc5f7ba223,segment=NetworkSegment(724a697d-128c-49b4-9de6-7256f03ec616),segment_id=724a697d-128c-49b4-9de6-7256f03ec616)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:40:37.037163 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-cc30ee86-0bb6-4931-879a-107e9aa6376d tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:37.049515 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-89ac2e5b-1574-4644-89f8-72b6f5ee66c8 None None] Deleting port 9c53b36c-d8b7-4872-b55e-10cc5f7ba223 {{(pid=103366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:40:37.049957 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-89ac2e5b-1574-4644-89f8-72b6f5ee66c8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:37.050184 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-cc30ee86-0bb6-4931-879a-107e9aa6376d tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] Calling delete_port for 9c53b36c-d8b7-4872-b55e-10cc5f7ba223 owned by network:dhcp {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:40:37.112471 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-89ac2e5b-1574-4644-89f8-72b6f5ee66c8 None None] For port 9c53b36c-d8b7-4872-b55e-10cc5f7ba223, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=9c53b36c-d8b7-4872-b55e-10cc5f7ba223,segment=NetworkSegment(724a697d-128c-49b4-9de6-7256f03ec616),segment_id=724a697d-128c-49b4-9de6-7256f03ec616)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:40:37.112871 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-89ac2e5b-1574-4644-89f8-72b6f5ee66c8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:37.126044 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-89ac2e5b-1574-4644-89f8-72b6f5ee66c8 None None] Calling delete_port for 9c53b36c-d8b7-4872-b55e-10cc5f7ba223 owned by network:dhcp {{(pid=103366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:40:37.135375 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-cc30ee86-0bb6-4931-879a-107e9aa6376d tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:37.163557 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc30ee86-0bb6-4931-879a-107e9aa6376d tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] No DVR routers for this DVR port 9c53b36c-d8b7-4872-b55e-10cc5f7ba223 on host n-d-818022-2 {{(pid=103364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:40:37.168770 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc30ee86-0bb6-4931-879a-107e9aa6376d tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] Pushing event deleted for resources: {'Port': ['ID=9c53b36c-d8b7-4872-b55e-10cc5f7ba223,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:40:37.207641 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-89ac2e5b-1574-4644-89f8-72b6f5ee66c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007'] for port, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:37.232258 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ac2e5b-1574-4644-89f8-72b6f5ee66c8 None None] Pushing event deleted for resources: {'Port': ['ID=9c53b36c-d8b7-4872-b55e-10cc5f7ba223,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:40:37.236680 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ac2e5b-1574-4644-89f8-72b6f5ee66c8 None None] No DVR routers for this DVR port 9c53b36c-d8b7-4872-b55e-10cc5f7ba223 on host n-d-818022-2 {{(pid=103366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:40:37.258575 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-cc30ee86-0bb6-4931-879a-107e9aa6376d tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:37.280955 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-cc30ee86-0bb6-4931-879a-107e9aa6376d tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcacb7c6-438b-42af-b531-494a1c3eb632']}} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:40:37.291071 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-cc30ee86-0bb6-4931-879a-107e9aa6376d tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '724a697d-128c-49b4-9de6-7256f03ec616') {'for_net_delete': True} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:40:37.291371 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-cc30ee86-0bb6-4931-879a-107e9aa6376d tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '724a697d-128c-49b4-9de6-7256f03ec616') {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:40:37.301210 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-cc30ee86-0bb6-4931-879a-107e9aa6376d tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417396'] for segment, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:37.314906 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-cc30ee86-0bb6-4931-879a-107e9aa6376d tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:37.321139 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc30ee86-0bb6-4931-879a-107e9aa6376d tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] Releasing vlan 676 on physical network physnet1 to pool {{(pid=103364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 18:40:37.321630 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-cc30ee86-0bb6-4931-879a-107e9aa6376d tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12425183'] for segment, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:37.324549 n-d-818022-2 neutron-server[103364]: Traceback (most recent call last): Nov 19 18:40:37.324549 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 18:40:37.324549 n-d-818022-2 neutron-server[103364]: timer() Nov 19 18:40:37.324549 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 18:40:37.324549 n-d-818022-2 neutron-server[103364]: cb(*args, **kw) Nov 19 18:40:37.324549 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 18:40:37.324549 n-d-818022-2 neutron-server[103364]: return func(*args, **kwargs) Nov 19 18:40:37.324549 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 18:40:37.324549 n-d-818022-2 neutron-server[103364]: self._notify() Nov 19 18:40:37.324549 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 18:40:37.324549 n-d-818022-2 neutron-server[103364]: self.callback(batched_events) Nov 19 18:40:37.324549 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 18:40:37.324549 n-d-818022-2 neutron-server[103364]: event.method(event) Nov 19 18:40:37.324549 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 18:40:37.324549 n-d-818022-2 neutron-server[103364]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 18:40:37.324549 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 18:40:37.324549 n-d-818022-2 neutron-server[103364]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 18:40:37.324549 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 18:40:37.324549 n-d-818022-2 neutron-server[103364]: return f(self, *a, **k) Nov 19 18:40:37.324549 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 18:40:37.324549 n-d-818022-2 neutron-server[103364]: return self._get(url).json() Nov 19 18:40:37.324549 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 18:40:37.324549 n-d-818022-2 neutron-server[103364]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 18:40:37.324549 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 18:40:37.324549 n-d-818022-2 neutron-server[103364]: return self.request(url, 'GET', **kwargs) Nov 19 18:40:37.324549 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 18:40:37.324549 n-d-818022-2 neutron-server[103364]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 18:40:37.324549 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 18:40:37.324549 n-d-818022-2 neutron-server[103364]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 18:40:37.324549 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 18:40:37.324549 n-d-818022-2 neutron-server[103364]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 18:40:37.324549 n-d-818022-2 neutron-server[103364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 18:40:37.382502 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-cc30ee86-0bb6-4931-879a-107e9aa6376d tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671242'] for network, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:37.386881 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-cc30ee86-0bb6-4931-879a-107e9aa6376d tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] Publish callbacks [] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:37.390518 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-cc30ee86-0bb6-4931-879a-107e9aa6376d tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] 10.222.0.54 "DELETE /v2.0/networks/fcacb7c6-438b-42af-b531-494a1c3eb632 HTTP/1.1" status: 204 len: 168 time: 0.5525503 Nov 19 18:40:37.405292 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc30ee86-0bb6-4931-879a-107e9aa6376d tempest-NetworksIpV6Test-889325804 tempest-NetworksIpV6Test-889325804-project] Pushing event deleted for resources: {'Network': ['ID=fcacb7c6-438b-42af-b531-494a1c3eb632,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:40:37.630569 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 47498) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:40:37.763607 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-9f11a79b-6156-4fac-ab04-a95a5a2abf11 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f82cd760de9446c39ba48fefd5ad0363&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1318836 Nov 19 18:40:37.764998 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 9c53b36c-d8b7-4872-b55e-10cc5f7ba223 no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:40:37.766188 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 47502) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:40:37.788086 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: 9c53b36c-d8b7-4872-b55e-10cc5f7ba223 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:40:37.788430 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 9c53b36c-d8b7-4872-b55e-10cc5f7ba223 not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:40:37.788850 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device a2d3c15f-8b9c-4ee5-8c83-0f95fdfd2f3c no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:40:37.807879 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: a2d3c15f-8b9c-4ee5-8c83-0f95fdfd2f3c {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:40:37.808221 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device a2d3c15f-8b9c-4ee5-8c83-0f95fdfd2f3c not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:40:37.813355 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d1b844b4-1507-40cf-85f4-b576630d80a8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:37.834587 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d1b844b4-1507-40cf-85f4-b576630d80a8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:37.883702 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d1b844b4-1507-40cf-85f4-b576630d80a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:37.886355 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d1b844b4-1507-40cf-85f4-b576630d80a8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:37.887499 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-d1b844b4-1507-40cf-85f4-b576630d80a8 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/721e7652-c55a-430d-92f6-19926ddbdbf2 HTTP/1.1" status: 204 len: 168 time: 0.1204040 Nov 19 18:40:37.895954 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b844b4-1507-40cf-85f4-b576630d80a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=721e7652-c55a-430d-92f6-19926ddbdbf2,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:40:38.506026 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 47524) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:40:38.599159 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-a4ccd8e9-893c-4336-8f5e-e879372a349b tempest-RoutersNegativeTest-241893149 tempest-RoutersNegativeTest-241893149-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-217269951', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:40:38.621341 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a4ccd8e9-893c-4336-8f5e-e879372a349b tempest-RoutersNegativeTest-241893149 tempest-RoutersNegativeTest-241893149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9890'] for router, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:38.622540 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a4ccd8e9-893c-4336-8f5e-e879372a349b tempest-RoutersNegativeTest-241893149 tempest-RoutersNegativeTest-241893149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671617', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-732153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4689'] for router, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:38.676689 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a4ccd8e9-893c-4336-8f5e-e879372a349b tempest-RoutersNegativeTest-241893149 tempest-RoutersNegativeTest-241893149-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:38.681312 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a4ccd8e9-893c-4336-8f5e-e879372a349b tempest-RoutersNegativeTest-241893149 tempest-RoutersNegativeTest-241893149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671702'] for router, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:38.697699 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a4ccd8e9-893c-4336-8f5e-e879372a349b tempest-RoutersNegativeTest-241893149 tempest-RoutersNegativeTest-241893149-project] Publish callbacks [] for router, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:38.698968 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-a4ccd8e9-893c-4336-8f5e-e879372a349b tempest-RoutersNegativeTest-241893149 tempest-RoutersNegativeTest-241893149-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.1919291 Nov 19 18:40:38.702192 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 47528) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:40:38.706970 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-d7145b7f-c069-4e14-a7be-2cbbe9f0603a tempest-RoutersNegativeTest-241893149 tempest-RoutersNegativeTest-241893149-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-834127444'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:40:38.726065 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7145b7f-c069-4e14-a7be-2cbbe9f0603a tempest-RoutersNegativeTest-241893149 tempest-RoutersNegativeTest-241893149-project] Made reservation on behalf of ca38655766bc4d43911c35bfe4d443ba for: {'network': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:40:38.729891 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d7145b7f-c069-4e14-a7be-2cbbe9f0603a tempest-RoutersNegativeTest-241893149 tempest-RoutersNegativeTest-241893149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:38.738490 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d7145b7f-c069-4e14-a7be-2cbbe9f0603a tempest-RoutersNegativeTest-241893149 tempest-RoutersNegativeTest-241893149-project] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:38.810357 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d7145b7f-c069-4e14-a7be-2cbbe9f0603a tempest-RoutersNegativeTest-241893149 tempest-RoutersNegativeTest-241893149-project] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:38.813718 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d7145b7f-c069-4e14-a7be-2cbbe9f0603a tempest-RoutersNegativeTest-241893149 tempest-RoutersNegativeTest-241893149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:38.839542 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7145b7f-c069-4e14-a7be-2cbbe9f0603a tempest-RoutersNegativeTest-241893149 tempest-RoutersNegativeTest-241893149-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 681} {{(pid=103364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 18:40:38.848747 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7145b7f-c069-4e14-a7be-2cbbe9f0603a tempest-RoutersNegativeTest-241893149 tempest-RoutersNegativeTest-241893149-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cca10a30-93d7-44fa-a03b-75ae9b9a70d4,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:40:38.854515 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d7145b7f-c069-4e14-a7be-2cbbe9f0603a tempest-RoutersNegativeTest-241893149 tempest-RoutersNegativeTest-241893149-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:38.854853 n-d-818022-2 neutron-server[103364]: INFO neutron.db.segments_db [None req-d7145b7f-c069-4e14-a7be-2cbbe9f0603a tempest-RoutersNegativeTest-241893149 tempest-RoutersNegativeTest-241893149-project] Added segment d8823e47-734e-404e-ae8d-bad00f235806 of type vlan for network 95a54282-6fac-478c-874f-007fb9ef8d03 Nov 19 18:40:38.893230 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d7145b7f-c069-4e14-a7be-2cbbe9f0603a tempest-RoutersNegativeTest-241893149 tempest-RoutersNegativeTest-241893149-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:38.919733 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d7145b7f-c069-4e14-a7be-2cbbe9f0603a tempest-RoutersNegativeTest-241893149 tempest-RoutersNegativeTest-241893149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:38.925283 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7145b7f-c069-4e14-a7be-2cbbe9f0603a tempest-RoutersNegativeTest-241893149 tempest-RoutersNegativeTest-241893149-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:40:38.925871 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d7145b7f-c069-4e14-a7be-2cbbe9f0603a tempest-RoutersNegativeTest-241893149 tempest-RoutersNegativeTest-241893149-project] Publish callbacks [] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:38.978218 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-d7145b7f-c069-4e14-a7be-2cbbe9f0603a tempest-RoutersNegativeTest-241893149 tempest-RoutersNegativeTest-241893149-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2749739 Nov 19 18:40:38.981111 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 47530) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:40:38.986412 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-19b24d14-c748-44ba-9a90-f637a9230d66 tempest-RoutersNegativeTest-241893149 tempest-RoutersNegativeTest-241893149-project] Request body: {'subnet': {'network_id': '95a54282-6fac-478c-874f-007fb9ef8d03', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:40:38.992187 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7145b7f-c069-4e14-a7be-2cbbe9f0603a tempest-RoutersNegativeTest-241893149 tempest-RoutersNegativeTest-241893149-project] Pushing event updated for resources: {'Network': ['ID=95a54282-6fac-478c-874f-007fb9ef8d03,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:40:39.005900 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network 95a54282-6fac-478c-874f-007fb9ef8d03 details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 18:40:39.073689 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19b24d14-c748-44ba-9a90-f637a9230d66 tempest-RoutersNegativeTest-241893149 tempest-RoutersNegativeTest-241893149-project] Made reservation on behalf of ca38655766bc4d43911c35bfe4d443ba for: {'subnet': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:40:39.077804 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-19b24d14-c748-44ba-9a90-f637a9230d66 tempest-RoutersNegativeTest-241893149 tempest-RoutersNegativeTest-241893149-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8731248'] for subnet, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:39.253903 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-19b24d14-c748-44ba-9a90-f637a9230d66 tempest-RoutersNegativeTest-241893149 tempest-RoutersNegativeTest-241893149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12283104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8731234'] for subnet, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:39.306086 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b24d14-c748-44ba-9a90-f637a9230d66 tempest-RoutersNegativeTest-241893149 tempest-RoutersNegativeTest-241893149-project] Pushing event updated for resources: {'Subnet': ['ID=a6378990-226b-4406-a270-0989d332ece9,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:40:39.321187 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b24d14-c748-44ba-9a90-f637a9230d66 tempest-RoutersNegativeTest-241893149 tempest-RoutersNegativeTest-241893149-project] Checking segment: {'id': 'd8823e47-734e-404e-ae8d-bad00f235806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '95a54282-6fac-478c-874f-007fb9ef8d03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:40:39.321480 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19b24d14-c748-44ba-9a90-f637a9230d66 tempest-RoutersNegativeTest-241893149 tempest-RoutersNegativeTest-241893149-project] Network hostable DHCP agents. Network: 95a54282-6fac-478c-874f-007fb9ef8d03, hostable agents: ['02910ef2-0455-4aea-9f38-9a875579633f'], hosted agents: [] {{(pid=103365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 18:40:39.337758 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19b24d14-c748-44ba-9a90-f637a9230d66 tempest-RoutersNegativeTest-241893149 tempest-RoutersNegativeTest-241893149-project] Network 95a54282-6fac-478c-874f-007fb9ef8d03 is scheduled to be hosted by DHCP agent 02910ef2-0455-4aea-9f38-9a875579633f with binding_index 1 {{(pid=103365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 18:40:39.345901 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-19b24d14-c748-44ba-9a90-f637a9230d66 tempest-RoutersNegativeTest-241893149 tempest-RoutersNegativeTest-241893149-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818022-2, 95a54282-6fac-478c-874f-007fb9ef8d03) {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:40:39.349792 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19b24d14-c748-44ba-9a90-f637a9230d66 tempest-RoutersNegativeTest-241893149 tempest-RoutersNegativeTest-241893149-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:40:39.350406 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-19b24d14-c748-44ba-9a90-f637a9230d66 tempest-RoutersNegativeTest-241893149 tempest-RoutersNegativeTest-241893149-project] Publish callbacks [] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:39.356541 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-719fa20b-d131-4e5f-a8b4-ae6b151e92a1 None None] Network 95a54282-6fac-478c-874f-007fb9ef8d03 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:40:39.366852 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-19b24d14-c748-44ba-9a90-f637a9230d66 tempest-RoutersNegativeTest-241893149 tempest-RoutersNegativeTest-241893149-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3845379 Nov 19 18:40:39.370002 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 47532) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:40:39.375344 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-79f05c5c-bb37-4ef7-9711-85d4d16a0a06 tempest-RoutersNegativeTest-241893149 tempest-RoutersNegativeTest-241893149-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1712369643'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:40:39.395004 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79f05c5c-bb37-4ef7-9711-85d4d16a0a06 tempest-RoutersNegativeTest-241893149 tempest-RoutersNegativeTest-241893149-project] Made reservation on behalf of ca38655766bc4d43911c35bfe4d443ba for: {'network': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:40:39.398406 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-79f05c5c-bb37-4ef7-9711-85d4d16a0a06 tempest-RoutersNegativeTest-241893149 tempest-RoutersNegativeTest-241893149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:39.426891 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79f05c5c-bb37-4ef7-9711-85d4d16a0a06 tempest-RoutersNegativeTest-241893149 tempest-RoutersNegativeTest-241893149-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 673} {{(pid=103365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 18:40:39.437521 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-79f05c5c-bb37-4ef7-9711-85d4d16a0a06 tempest-RoutersNegativeTest-241893149 tempest-RoutersNegativeTest-241893149-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:39.437886 n-d-818022-2 neutron-server[103365]: INFO neutron.db.segments_db [None req-79f05c5c-bb37-4ef7-9711-85d4d16a0a06 tempest-RoutersNegativeTest-241893149 tempest-RoutersNegativeTest-241893149-project] Added segment e5155a05-ef8e-4720-8528-7c38745fc8f5 of type vlan for network 8b8e824c-2de3-4d4d-96ec-bca0d5f31b65 Nov 19 18:40:39.477180 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-79f05c5c-bb37-4ef7-9711-85d4d16a0a06 tempest-RoutersNegativeTest-241893149 tempest-RoutersNegativeTest-241893149-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:39.502885 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-79f05c5c-bb37-4ef7-9711-85d4d16a0a06 tempest-RoutersNegativeTest-241893149 tempest-RoutersNegativeTest-241893149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:39.506177 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e5a4cc1-fd66-438b-9327-d036a181d1c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54f44f5f-1200-574e-8740-2141911d5b73-95a54282-6fac-478c-874f-007fb9ef8d03', 'network_id': '95a54282-6fac-478c-874f-007fb9ef8d03', 'tenant_id': 'ca38655766bc4d43911c35bfe4d443ba', 'fixed_ips': [{'subnet_id': 'a6378990-226b-4406-a270-0989d332ece9'}]}} from n-d-818022-2. {{(pid=103366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 18:40:39.507152 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8e5a4cc1-fd66-438b-9327-d036a181d1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:39.508818 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f05c5c-bb37-4ef7-9711-85d4d16a0a06 tempest-RoutersNegativeTest-241893149 tempest-RoutersNegativeTest-241893149-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:40:39.509552 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-79f05c5c-bb37-4ef7-9711-85d4d16a0a06 tempest-RoutersNegativeTest-241893149 tempest-RoutersNegativeTest-241893149-project] Publish callbacks [] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:39.565895 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-79f05c5c-bb37-4ef7-9711-85d4d16a0a06 tempest-RoutersNegativeTest-241893149 tempest-RoutersNegativeTest-241893149-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.1922431 Nov 19 18:40:39.566197 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 47534) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:40:39.570956 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-373a9bc0-b34e-41ca-91ae-d386319ec179 tempest-RoutersNegativeTest-241893149 tempest-RoutersNegativeTest-241893149-project] Request body: {'subnet': {'network_id': '8b8e824c-2de3-4d4d-96ec-bca0d5f31b65', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:40:39.629300 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f05c5c-bb37-4ef7-9711-85d4d16a0a06 tempest-RoutersNegativeTest-241893149 tempest-RoutersNegativeTest-241893149-project] Pushing event updated for resources: {'Network': ['ID=8b8e824c-2de3-4d4d-96ec-bca0d5f31b65,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:40:39.640698 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network 8b8e824c-2de3-4d4d-96ec-bca0d5f31b65 details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 18:40:39.645922 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [None req-8e5a4cc1-fd66-438b-9327-d036a181d1c9 None None] Allocated IP 172.20.0.2 (95a54282-6fac-478c-874f-007fb9ef8d03/a6378990-226b-4406-a270-0989d332ece9/a3e3a707-6895-4cbf-9d57-48481d34ebbf) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:40:39.675600 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-373a9bc0-b34e-41ca-91ae-d386319ec179 tempest-RoutersNegativeTest-241893149 tempest-RoutersNegativeTest-241893149-project] Made reservation on behalf of ca38655766bc4d43911c35bfe4d443ba for: {'subnet': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:40:39.679601 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-373a9bc0-b34e-41ca-91ae-d386319ec179 tempest-RoutersNegativeTest-241893149 tempest-RoutersNegativeTest-241893149-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8731248'] for subnet, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:39.848275 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8e5a4cc1-fd66-438b-9327-d036a181d1c9 None None] Publish callbacks [] for port, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:39.854293 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8e5a4cc1-fd66-438b-9327-d036a181d1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998'] for port, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:39.864111 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-373a9bc0-b34e-41ca-91ae-d386319ec179 tempest-RoutersNegativeTest-241893149 tempest-RoutersNegativeTest-241893149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12283104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8731234'] for subnet, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:39.897685 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e5a4cc1-fd66-438b-9327-d036a181d1c9 None None] Network 95a54282-6fac-478c-874f-007fb9ef8d03 is already hosted by enough agents. {{(pid=103366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:40:39.900727 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [None req-8e5a4cc1-fd66-438b-9327-d036a181d1c9 None None] Resources bound (agent type, host, resource id): {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:40:39.903093 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e5a4cc1-fd66-438b-9327-d036a181d1c9 None None] Received port after_create {{(pid=103366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:40:39.912154 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5a4cc1-fd66-438b-9327-d036a181d1c9 None None] Pushing event updated for resources: {'Port': ['ID=a3e3a707-6895-4cbf-9d57-48481d34ebbf,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:40:39.922392 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373a9bc0-b34e-41ca-91ae-d386319ec179 tempest-RoutersNegativeTest-241893149 tempest-RoutersNegativeTest-241893149-project] Pushing event updated for resources: {'Subnet': ['ID=53c0b097-9699-4acc-8d02-5adc456413aa,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:40:39.932823 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-373a9bc0-b34e-41ca-91ae-d386319ec179 tempest-RoutersNegativeTest-241893149 tempest-RoutersNegativeTest-241893149-project] Checking segment: {'id': 'e5155a05-ef8e-4720-8528-7c38745fc8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '8b8e824c-2de3-4d4d-96ec-bca0d5f31b65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:40:39.933184 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-373a9bc0-b34e-41ca-91ae-d386319ec179 tempest-RoutersNegativeTest-241893149 tempest-RoutersNegativeTest-241893149-project] Network hostable DHCP agents. Network: 8b8e824c-2de3-4d4d-96ec-bca0d5f31b65, hostable agents: ['02910ef2-0455-4aea-9f38-9a875579633f'], hosted agents: [] {{(pid=103365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 18:40:39.949946 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-373a9bc0-b34e-41ca-91ae-d386319ec179 tempest-RoutersNegativeTest-241893149 tempest-RoutersNegativeTest-241893149-project] Network 8b8e824c-2de3-4d4d-96ec-bca0d5f31b65 is scheduled to be hosted by DHCP agent 02910ef2-0455-4aea-9f38-9a875579633f with binding_index 1 {{(pid=103365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 18:40:39.958907 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-373a9bc0-b34e-41ca-91ae-d386319ec179 tempest-RoutersNegativeTest-241893149 tempest-RoutersNegativeTest-241893149-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818022-2, 8b8e824c-2de3-4d4d-96ec-bca0d5f31b65) {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:40:39.963539 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-373a9bc0-b34e-41ca-91ae-d386319ec179 tempest-RoutersNegativeTest-241893149 tempest-RoutersNegativeTest-241893149-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:40:39.964177 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-373a9bc0-b34e-41ca-91ae-d386319ec179 tempest-RoutersNegativeTest-241893149 tempest-RoutersNegativeTest-241893149-project] Publish callbacks [] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:39.964901 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-8e5a4cc1-fd66-438b-9327-d036a181d1c9 None None] Attempting to bind port a3e3a707-6895-4cbf-9d57-48481d34ebbf on host n-d-818022-2 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:40:39.965290 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-8e5a4cc1-fd66-438b-9327-d036a181d1c9 None None] Attempting to bind port a3e3a707-6895-4cbf-9d57-48481d34ebbf by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': 'd8823e47-734e-404e-ae8d-bad00f235806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '95a54282-6fac-478c-874f-007fb9ef8d03'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:40:39.965665 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e5a4cc1-fd66-438b-9327-d036a181d1c9 None None] Attempting to bind port a3e3a707-6895-4cbf-9d57-48481d34ebbf on network 95a54282-6fac-478c-874f-007fb9ef8d03 {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:40:39.969802 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52364c94-2eb5-4f03-98dc-a378cfd56b30 None None] Network 8b8e824c-2de3-4d4d-96ec-bca0d5f31b65 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:40:39.984034 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-373a9bc0-b34e-41ca-91ae-d386319ec179 tempest-RoutersNegativeTest-241893149 tempest-RoutersNegativeTest-241893149-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4134252 Nov 19 18:40:39.984562 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 47536) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:40:39.989195 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-83a88d1a-4ec0-431f-aad5-e7a939adbf1a tempest-RoutersNegativeTest-241893149 tempest-RoutersNegativeTest-241893149-project] Request body: {'router': {'external_gateway_info': {'network_id': '8b8e824c-2de3-4d4d-96ec-bca0d5f31b65'}}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:40:40.007954 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e5a4cc1-fd66-438b-9327-d036a181d1c9 None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 40, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:40:40.008562 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e5a4cc1-fd66-438b-9327-d036a181d1c9 None None] Checking segment: {'id': 'd8823e47-734e-404e-ae8d-bad00f235806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '95a54282-6fac-478c-874f-007fb9ef8d03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:40:40.008746 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8e5a4cc1-fd66-438b-9327-d036a181d1c9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:40.009125 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e5a4cc1-fd66-438b-9327-d036a181d1c9 None None] Bound using segment: {'id': 'd8823e47-734e-404e-ae8d-bad00f235806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '95a54282-6fac-478c-874f-007fb9ef8d03'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:40:40.009621 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-8e5a4cc1-fd66-438b-9327-d036a181d1c9 None None] Bound port: a3e3a707-6895-4cbf-9d57-48481d34ebbf, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8823e47-734e-404e-ae8d-bad00f235806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '95a54282-6fac-478c-874f-007fb9ef8d03'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:40:40.010036 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8e5a4cc1-fd66-438b-9327-d036a181d1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:40.200952 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-83a88d1a-4ec0-431f-aad5-e7a939adbf1a tempest-RoutersNegativeTest-241893149 tempest-RoutersNegativeTest-241893149-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:40.282268 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-8e5a4cc1-fd66-438b-9327-d036a181d1c9 None None] For port a3e3a707-6895-4cbf-9d57-48481d34ebbf, host n-d-818022-2, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:40:40.298921 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-8e5a4cc1-fd66-438b-9327-d036a181d1c9 None None] For port a3e3a707-6895-4cbf-9d57-48481d34ebbf, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=a3e3a707-6895-4cbf-9d57-48481d34ebbf,segment=NetworkSegment(d8823e47-734e-404e-ae8d-bad00f235806),segment_id=d8823e47-734e-404e-ae8d-bad00f235806)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:40:40.311955 n-d-818022-2 neutron-server[103365]: INFO neutron.api.v2.resource [None req-83a88d1a-4ec0-431f-aad5-e7a939adbf1a tempest-RoutersNegativeTest-241893149 tempest-RoutersNegativeTest-241893149-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 18:40:40.312366 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8e5a4cc1-fd66-438b-9327-d036a181d1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:40.313022 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-83a88d1a-4ec0-431f-aad5-e7a939adbf1a tempest-RoutersNegativeTest-241893149 tempest-RoutersNegativeTest-241893149-project] 10.222.0.54 "PUT /v2.0/routers/728e31e0-5511-4e6c-a80f-bf14ca931445 HTTP/1.1" status: 400 len: 364 time: 0.3273602 Nov 19 18:40:40.320202 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 47538) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:40:40.359519 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55f7fed5-f4f8-45c6-bd2e-9d907a388409 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54f44f5f-1200-574e-8740-2141911d5b73-8b8e824c-2de3-4d4d-96ec-bca0d5f31b65', 'network_id': '8b8e824c-2de3-4d4d-96ec-bca0d5f31b65', 'tenant_id': 'ca38655766bc4d43911c35bfe4d443ba', 'fixed_ips': [{'subnet_id': '53c0b097-9699-4acc-8d02-5adc456413aa'}]}} from n-d-818022-2. {{(pid=103366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 18:40:40.360378 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-55f7fed5-f4f8-45c6-bd2e-9d907a388409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:40.376273 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_v2 [None req-35bc7dbc-8b30-44b2-8354-b515420ea837 tempest-RoutersNegativeTest-241893149 tempest-RoutersNegativeTest-241893149-project] Deleting subnet 53c0b097-9699-4acc-8d02-5adc456413aa {{(pid=103365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 18:40:40.379579 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-35bc7dbc-8b30-44b2-8354-b515420ea837 tempest-RoutersNegativeTest-241893149 tempest-RoutersNegativeTest-241893149-project] Publish callbacks [] for subnet, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:40.400585 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.agents_db [None req-619e5c26-d9ed-4321-86eb-7d443bb9dfa2 None None] Agent healthcheck: found 7 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 18:40:40.417701 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5a4cc1-fd66-438b-9327-d036a181d1c9 None None] Pushing event updated for resources: {'Port': ['ID=a3e3a707-6895-4cbf-9d57-48481d34ebbf,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:40:40.427476 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-35bc7dbc-8b30-44b2-8354-b515420ea837 tempest-RoutersNegativeTest-241893149 tempest-RoutersNegativeTest-241893149-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12546453'] for subnet, precommit_delete_associations {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:40.477453 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-35bc7dbc-8b30-44b2-8354-b515420ea837 tempest-RoutersNegativeTest-241893149 tempest-RoutersNegativeTest-241893149-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:40.535777 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-35bc7dbc-8b30-44b2-8354-b515420ea837 tempest-RoutersNegativeTest-241893149 tempest-RoutersNegativeTest-241893149-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12282919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8731163'] for subnet, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:40.540876 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server [None req-55f7fed5-f4f8-45c6-bd2e-9d907a388409 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 53c0b097-9699-4acc-8d02-5adc456413aa: This subnet is being modified by another concurrent operation. Nov 19 18:40:40.540876 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 19 18:40:40.540876 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 19 18:40:40.540876 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 19 18:40:40.540876 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 19 18:40:40.540876 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 19 18:40:40.540876 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 19 18:40:40.540876 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 19 18:40:40.540876 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 19 18:40:40.540876 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 19 18:40:40.540876 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 18:40:40.540876 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 19 18:40:40.540876 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 18:40:40.540876 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 18:40:40.540876 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 18:40:40.540876 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 18:40:40.540876 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 18:40:40.540876 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 18:40:40.540876 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 18:40:40.540876 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 19 18:40:40.540876 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 18:40:40.540876 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 18:40:40.540876 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 18:40:40.540876 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 18:40:40.540876 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 18:40:40.540876 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 18:40:40.540876 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 18:40:40.540876 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 18:40:40.540876 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 18:40:40.540876 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 18:40:40.540876 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 18:40:40.540876 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 18:40:40.540876 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 18:40:40.540876 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 19 18:40:40.540876 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 19 18:40:40.540876 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 19 18:40:40.540876 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 19 18:40:40.540876 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 19 18:40:40.540876 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 19 18:40:40.540876 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 19 18:40:40.540876 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 19 18:40:40.540876 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 19 18:40:40.540876 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 19 18:40:40.540876 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 18:40:40.540876 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 18:40:40.540876 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 19 18:40:40.540876 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 18:40:40.540876 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 19 18:40:40.540876 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 18:40:40.540876 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 18:40:40.540876 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 18:40:40.540876 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 18:40:40.540876 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 18:40:40.540876 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 18:40:40.540876 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 18:40:40.540876 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 19 18:40:40.540876 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 18:40:40.540876 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 18:40:40.540876 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 18:40:40.540876 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 18:40:40.540876 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 18:40:40.540876 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 18:40:40.540876 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 18:40:40.540876 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 18:40:40.540876 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 18:40:40.540876 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 18:40:40.540876 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 18:40:40.540876 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 18:40:40.540876 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 18:40:40.540876 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 19 18:40:40.540876 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 19 18:40:40.540876 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 19 18:40:40.540876 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 19 18:40:40.540876 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 19 18:40:40.540876 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 19 18:40:40.540876 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 19 18:40:40.540876 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 19 18:40:40.540876 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 19 18:40:40.540876 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 18:40:40.540876 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 18:40:40.540876 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 18:40:40.540876 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 18:40:40.540876 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 19 18:40:40.540876 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 19 18:40:40.540876 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 19 18:40:40.540876 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 19 18:40:40.540876 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 19 18:40:40.540876 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 19 18:40:40.540876 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 19 18:40:40.540876 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server raise exception Nov 19 18:40:40.540876 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 53c0b097-9699-4acc-8d02-5adc456413aa: This subnet is being modified by another concurrent operation. Nov 19 18:40:40.540876 n-d-818022-2 neutron-server[103366]: ERROR oslo_messaging.rpc.server Nov 19 18:40:40.560294 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-163b971d-64bd-4486-9695-04c5837455f4 None None] Network 8b8e824c-2de3-4d4d-96ec-bca0d5f31b65 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:40:40.569649 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bc7dbc-8b30-44b2-8354-b515420ea837 tempest-RoutersNegativeTest-241893149 tempest-RoutersNegativeTest-241893149-project] Pushing event deleted for resources: {'Subnet': ['ID=53c0b097-9699-4acc-8d02-5adc456413aa,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:40:40.573390 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-35bc7dbc-8b30-44b2-8354-b515420ea837 tempest-RoutersNegativeTest-241893149 tempest-RoutersNegativeTest-241893149-project] Publish callbacks [] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:40.578290 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-35bc7dbc-8b30-44b2-8354-b515420ea837 tempest-RoutersNegativeTest-241893149 tempest-RoutersNegativeTest-241893149-project] 10.222.0.54 "DELETE /v2.0/subnets/53c0b097-9699-4acc-8d02-5adc456413aa HTTP/1.1" status: 204 len: 168 time: 0.2583733 Nov 19 18:40:40.586953 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 47540) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:40:40.688777 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-265aa886-5940-470a-b8b5-d44db839e3d4 tempest-RoutersNegativeTest-241893149 tempest-RoutersNegativeTest-241893149-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:40.780877 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-265aa886-5940-470a-b8b5-d44db839e3d4 tempest-RoutersNegativeTest-241893149 tempest-RoutersNegativeTest-241893149-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:40.800291 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-265aa886-5940-470a-b8b5-d44db839e3d4 tempest-RoutersNegativeTest-241893149 tempest-RoutersNegativeTest-241893149-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b8e824c-2de3-4d4d-96ec-bca0d5f31b65']}} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:40:40.809790 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-265aa886-5940-470a-b8b5-d44db839e3d4 tempest-RoutersNegativeTest-241893149 tempest-RoutersNegativeTest-241893149-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5155a05-ef8e-4720-8528-7c38745fc8f5') {'for_net_delete': True} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:40:40.810109 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-265aa886-5940-470a-b8b5-d44db839e3d4 tempest-RoutersNegativeTest-241893149 tempest-RoutersNegativeTest-241893149-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5155a05-ef8e-4720-8528-7c38745fc8f5') {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:40:40.819845 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-265aa886-5940-470a-b8b5-d44db839e3d4 tempest-RoutersNegativeTest-241893149 tempest-RoutersNegativeTest-241893149-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417396'] for segment, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:40.832698 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-265aa886-5940-470a-b8b5-d44db839e3d4 tempest-RoutersNegativeTest-241893149 tempest-RoutersNegativeTest-241893149-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:40.838698 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-265aa886-5940-470a-b8b5-d44db839e3d4 tempest-RoutersNegativeTest-241893149 tempest-RoutersNegativeTest-241893149-project] Releasing vlan 673 on physical network physnet1 to pool {{(pid=103364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 18:40:40.839079 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-265aa886-5940-470a-b8b5-d44db839e3d4 tempest-RoutersNegativeTest-241893149 tempest-RoutersNegativeTest-241893149-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12425183'] for segment, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:40.842106 n-d-818022-2 neutron-server[103364]: Traceback (most recent call last): Nov 19 18:40:40.842106 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 18:40:40.842106 n-d-818022-2 neutron-server[103364]: timer() Nov 19 18:40:40.842106 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 18:40:40.842106 n-d-818022-2 neutron-server[103364]: cb(*args, **kw) Nov 19 18:40:40.842106 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 18:40:40.842106 n-d-818022-2 neutron-server[103364]: return func(*args, **kwargs) Nov 19 18:40:40.842106 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 18:40:40.842106 n-d-818022-2 neutron-server[103364]: self._notify() Nov 19 18:40:40.842106 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 18:40:40.842106 n-d-818022-2 neutron-server[103364]: self.callback(batched_events) Nov 19 18:40:40.842106 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 18:40:40.842106 n-d-818022-2 neutron-server[103364]: event.method(event) Nov 19 18:40:40.842106 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 18:40:40.842106 n-d-818022-2 neutron-server[103364]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 18:40:40.842106 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 18:40:40.842106 n-d-818022-2 neutron-server[103364]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 18:40:40.842106 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 18:40:40.842106 n-d-818022-2 neutron-server[103364]: return f(self, *a, **k) Nov 19 18:40:40.842106 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 18:40:40.842106 n-d-818022-2 neutron-server[103364]: return self._get(url).json() Nov 19 18:40:40.842106 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 18:40:40.842106 n-d-818022-2 neutron-server[103364]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 18:40:40.842106 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 18:40:40.842106 n-d-818022-2 neutron-server[103364]: return self.request(url, 'GET', **kwargs) Nov 19 18:40:40.842106 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 18:40:40.842106 n-d-818022-2 neutron-server[103364]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 18:40:40.842106 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 18:40:40.842106 n-d-818022-2 neutron-server[103364]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 18:40:40.842106 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 18:40:40.842106 n-d-818022-2 neutron-server[103364]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 18:40:40.842106 n-d-818022-2 neutron-server[103364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 18:40:40.902884 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-265aa886-5940-470a-b8b5-d44db839e3d4 tempest-RoutersNegativeTest-241893149 tempest-RoutersNegativeTest-241893149-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671242'] for network, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:40.910615 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-265aa886-5940-470a-b8b5-d44db839e3d4 tempest-RoutersNegativeTest-241893149 tempest-RoutersNegativeTest-241893149-project] Publish callbacks [] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:40.913652 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-265aa886-5940-470a-b8b5-d44db839e3d4 tempest-RoutersNegativeTest-241893149 tempest-RoutersNegativeTest-241893149-project] 10.222.0.54 "DELETE /v2.0/networks/8b8e824c-2de3-4d4d-96ec-bca0d5f31b65 HTTP/1.1" status: 204 len: 168 time: 0.3240926 Nov 19 18:40:40.916162 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 47542) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:40:40.934067 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265aa886-5940-470a-b8b5-d44db839e3d4 tempest-RoutersNegativeTest-241893149 tempest-RoutersNegativeTest-241893149-project] Pushing event deleted for resources: {'Network': ['ID=8b8e824c-2de3-4d4d-96ec-bca0d5f31b65,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:40:40.976613 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_v2 [None req-7689152c-86ae-4f15-ae44-913f51907300 tempest-RoutersNegativeTest-241893149 tempest-RoutersNegativeTest-241893149-project] Deleting subnet a6378990-226b-4406-a270-0989d332ece9 {{(pid=103364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 18:40:40.979823 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7689152c-86ae-4f15-ae44-913f51907300 tempest-RoutersNegativeTest-241893149 tempest-RoutersNegativeTest-241893149-project] Publish callbacks [] for subnet, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:41.020134 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7689152c-86ae-4f15-ae44-913f51907300 tempest-RoutersNegativeTest-241893149 tempest-RoutersNegativeTest-241893149-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9416263'] for subnet, precommit_delete_associations {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:41.108072 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7689152c-86ae-4f15-ae44-913f51907300 tempest-RoutersNegativeTest-241893149 tempest-RoutersNegativeTest-241893149-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:41.167873 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7689152c-86ae-4f15-ae44-913f51907300 tempest-RoutersNegativeTest-241893149 tempest-RoutersNegativeTest-241893149-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12425137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8983934'] for subnet, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:41.195546 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7689152c-86ae-4f15-ae44-913f51907300 tempest-RoutersNegativeTest-241893149 tempest-RoutersNegativeTest-241893149-project] Pushing event deleted for resources: {'Subnet': ['ID=a6378990-226b-4406-a270-0989d332ece9,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:40:41.201126 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7689152c-86ae-4f15-ae44-913f51907300 tempest-RoutersNegativeTest-241893149 tempest-RoutersNegativeTest-241893149-project] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:41.205213 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-7689152c-86ae-4f15-ae44-913f51907300 tempest-RoutersNegativeTest-241893149 tempest-RoutersNegativeTest-241893149-project] 10.222.0.54 "DELETE /v2.0/subnets/a6378990-226b-4406-a270-0989d332ece9 HTTP/1.1" status: 204 len: 168 time: 0.2881017 Nov 19 18:40:41.207637 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 47544) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:40:41.289711 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-087a889f-5e0b-4a62-9915-ae6f198ae067 tempest-RoutersNegativeTest-241893149 tempest-RoutersNegativeTest-241893149-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:41.346747 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-087a889f-5e0b-4a62-9915-ae6f198ae067 tempest-RoutersNegativeTest-241893149 tempest-RoutersNegativeTest-241893149-project] Deleting port a3e3a707-6895-4cbf-9d57-48481d34ebbf {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:40:41.347091 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-087a889f-5e0b-4a62-9915-ae6f198ae067 tempest-RoutersNegativeTest-241893149 tempest-RoutersNegativeTest-241893149-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:41.376120 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fac42cfa-1b51-4592-9393-417f7854b946 None None] Network 95a54282-6fac-478c-874f-007fb9ef8d03 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:40:41.415553 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [None req-087a889f-5e0b-4a62-9915-ae6f198ae067 tempest-RoutersNegativeTest-241893149 tempest-RoutersNegativeTest-241893149-project] For port a3e3a707-6895-4cbf-9d57-48481d34ebbf, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=a3e3a707-6895-4cbf-9d57-48481d34ebbf,segment=NetworkSegment(d8823e47-734e-404e-ae8d-bad00f235806),segment_id=d8823e47-734e-404e-ae8d-bad00f235806)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:40:41.415911 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-087a889f-5e0b-4a62-9915-ae6f198ae067 tempest-RoutersNegativeTest-241893149 tempest-RoutersNegativeTest-241893149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:41.428352 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-087a889f-5e0b-4a62-9915-ae6f198ae067 tempest-RoutersNegativeTest-241893149 tempest-RoutersNegativeTest-241893149-project] Calling delete_port for a3e3a707-6895-4cbf-9d57-48481d34ebbf owned by network:dhcp {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:40:41.469029 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-bdd55cd7-d342-4559-a282-7bee4c044df7 None None] Provisioning complete for port a3e3a707-6895-4cbf-9d57-48481d34ebbf triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:40:41.469403 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-bdd55cd7-d342-4559-a282-7bee4c044df7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:41.508359 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-087a889f-5e0b-4a62-9915-ae6f198ae067 tempest-RoutersNegativeTest-241893149 tempest-RoutersNegativeTest-241893149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:41.530190 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-bdd55cd7-d342-4559-a282-7bee4c044df7 None None] Could not find standard attr ID for object a3e3a707-6895-4cbf-9d57-48481d34ebbf. {{(pid=103366) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 18:40:41.535103 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087a889f-5e0b-4a62-9915-ae6f198ae067 tempest-RoutersNegativeTest-241893149 tempest-RoutersNegativeTest-241893149-project] Pushing event deleted for resources: {'Port': ['ID=a3e3a707-6895-4cbf-9d57-48481d34ebbf,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:40:41.535968 n-d-818022-2 neutron-server[103366]: INFO neutron.plugins.ml2.db [None req-bdd55cd7-d342-4559-a282-7bee4c044df7 None None] No ports have port_id starting with a3e3a707-6895-4cbf-9d57-48481d34ebbf Nov 19 18:40:41.537020 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-087a889f-5e0b-4a62-9915-ae6f198ae067 tempest-RoutersNegativeTest-241893149 tempest-RoutersNegativeTest-241893149-project] No DVR routers for this DVR port a3e3a707-6895-4cbf-9d57-48481d34ebbf on host n-d-818022-2 {{(pid=103364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:40:41.614636 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c299fb76-258e-4c01-9d29-614b08cf91cf None None] DHCP port deletion for 95a54282-6fac-478c-874f-007fb9ef8d03 request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:40:41.628901 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-087a889f-5e0b-4a62-9915-ae6f198ae067 tempest-RoutersNegativeTest-241893149 tempest-RoutersNegativeTest-241893149-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:41.635856 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c524b7e-7bae-443a-a1cb-be9a258674d1 None None] get_active_networks_info from n-d-818022-2 {{(pid=103366) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 19 18:40:41.650851 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-087a889f-5e0b-4a62-9915-ae6f198ae067 tempest-RoutersNegativeTest-241893149 tempest-RoutersNegativeTest-241893149-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95a54282-6fac-478c-874f-007fb9ef8d03']}} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:40:41.660147 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-087a889f-5e0b-4a62-9915-ae6f198ae067 tempest-RoutersNegativeTest-241893149 tempest-RoutersNegativeTest-241893149-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8823e47-734e-404e-ae8d-bad00f235806') {'for_net_delete': True} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:40:41.660477 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-087a889f-5e0b-4a62-9915-ae6f198ae067 tempest-RoutersNegativeTest-241893149 tempest-RoutersNegativeTest-241893149-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8823e47-734e-404e-ae8d-bad00f235806') {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:40:41.670414 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-087a889f-5e0b-4a62-9915-ae6f198ae067 tempest-RoutersNegativeTest-241893149 tempest-RoutersNegativeTest-241893149-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417396'] for segment, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:41.685376 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-087a889f-5e0b-4a62-9915-ae6f198ae067 tempest-RoutersNegativeTest-241893149 tempest-RoutersNegativeTest-241893149-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:41.692008 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-087a889f-5e0b-4a62-9915-ae6f198ae067 tempest-RoutersNegativeTest-241893149 tempest-RoutersNegativeTest-241893149-project] Releasing vlan 681 on physical network physnet1 to pool {{(pid=103364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 18:40:41.692396 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-087a889f-5e0b-4a62-9915-ae6f198ae067 tempest-RoutersNegativeTest-241893149 tempest-RoutersNegativeTest-241893149-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12425183'] for segment, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:41.695716 n-d-818022-2 neutron-server[103364]: Traceback (most recent call last): Nov 19 18:40:41.695716 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 18:40:41.695716 n-d-818022-2 neutron-server[103364]: timer() Nov 19 18:40:41.695716 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 18:40:41.695716 n-d-818022-2 neutron-server[103364]: cb(*args, **kw) Nov 19 18:40:41.695716 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 18:40:41.695716 n-d-818022-2 neutron-server[103364]: return func(*args, **kwargs) Nov 19 18:40:41.695716 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 18:40:41.695716 n-d-818022-2 neutron-server[103364]: self._notify() Nov 19 18:40:41.695716 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 18:40:41.695716 n-d-818022-2 neutron-server[103364]: self.callback(batched_events) Nov 19 18:40:41.695716 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 18:40:41.695716 n-d-818022-2 neutron-server[103364]: event.method(event) Nov 19 18:40:41.695716 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 18:40:41.695716 n-d-818022-2 neutron-server[103364]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 18:40:41.695716 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 18:40:41.695716 n-d-818022-2 neutron-server[103364]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 18:40:41.695716 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 18:40:41.695716 n-d-818022-2 neutron-server[103364]: return f(self, *a, **k) Nov 19 18:40:41.695716 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 18:40:41.695716 n-d-818022-2 neutron-server[103364]: return self._get(url).json() Nov 19 18:40:41.695716 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 18:40:41.695716 n-d-818022-2 neutron-server[103364]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 18:40:41.695716 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 18:40:41.695716 n-d-818022-2 neutron-server[103364]: return self.request(url, 'GET', **kwargs) Nov 19 18:40:41.695716 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 18:40:41.695716 n-d-818022-2 neutron-server[103364]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 18:40:41.695716 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 18:40:41.695716 n-d-818022-2 neutron-server[103364]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 18:40:41.695716 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 18:40:41.695716 n-d-818022-2 neutron-server[103364]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 18:40:41.695716 n-d-818022-2 neutron-server[103364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 18:40:41.701786 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c524b7e-7bae-443a-a1cb-be9a258674d1 None None] Resources bound (agent type, host, resource id): {{(pid=103366) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 19 18:40:41.757328 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-087a889f-5e0b-4a62-9915-ae6f198ae067 tempest-RoutersNegativeTest-241893149 tempest-RoutersNegativeTest-241893149-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671242'] for network, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:41.762047 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-087a889f-5e0b-4a62-9915-ae6f198ae067 tempest-RoutersNegativeTest-241893149 tempest-RoutersNegativeTest-241893149-project] Publish callbacks [] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:41.765397 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-087a889f-5e0b-4a62-9915-ae6f198ae067 tempest-RoutersNegativeTest-241893149 tempest-RoutersNegativeTest-241893149-project] 10.222.0.54 "DELETE /v2.0/networks/95a54282-6fac-478c-874f-007fb9ef8d03 HTTP/1.1" status: 204 len: 168 time: 0.5568106 Nov 19 18:40:41.768763 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 47546) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:40:41.779479 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087a889f-5e0b-4a62-9915-ae6f198ae067 tempest-RoutersNegativeTest-241893149 tempest-RoutersNegativeTest-241893149-project] Pushing event deleted for resources: {'Network': ['ID=95a54282-6fac-478c-874f-007fb9ef8d03,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:40:42.120532 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-394f72c8-2ceb-4d8a-a9eb-2ad7b0392516 tempest-RoutersNegativeTest-241893149 tempest-RoutersNegativeTest-241893149-project] 10.222.0.54 "GET /v2.0/ports?device_id=728e31e0-5511-4e6c-a80f-bf14ca931445 HTTP/1.1" status: 200 len: 205 time: 0.3502851 Nov 19 18:40:42.122929 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 47548) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:40:42.194308 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-07e32c24-8121-44fd-8040-1e5355ffd308 tempest-RoutersNegativeTest-241893149 tempest-RoutersNegativeTest-241893149-project] Publish callbacks [] for router, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:42.348938 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-07e32c24-8121-44fd-8040-1e5355ffd308 tempest-RoutersNegativeTest-241893149 tempest-RoutersNegativeTest-241893149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4696'] for router, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:42.351145 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-07e32c24-8121-44fd-8040-1e5355ffd308 tempest-RoutersNegativeTest-241893149 tempest-RoutersNegativeTest-241893149-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:42.394468 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-07e32c24-8121-44fd-8040-1e5355ffd308 tempest-RoutersNegativeTest-241893149 tempest-RoutersNegativeTest-241893149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-543895'] for router, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:42.395121 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07e32c24-8121-44fd-8040-1e5355ffd308 tempest-RoutersNegativeTest-241893149 tempest-RoutersNegativeTest-241893149-project] Fanout notify agent at l3_agent the message router_deleted on router 728e31e0-5511-4e6c-a80f-bf14ca931445 {{(pid=103365) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 18:40:42.404946 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-07e32c24-8121-44fd-8040-1e5355ffd308 tempest-RoutersNegativeTest-241893149 tempest-RoutersNegativeTest-241893149-project] Publish callbacks [] for router, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:42.406709 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-07e32c24-8121-44fd-8040-1e5355ffd308 tempest-RoutersNegativeTest-241893149 tempest-RoutersNegativeTest-241893149-project] 10.222.0.54 "DELETE /v2.0/routers/728e31e0-5511-4e6c-a80f-bf14ca931445 HTTP/1.1" status: 204 len: 168 time: 0.2827337 Nov 19 18:40:42.641570 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 47554) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:40:42.769312 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-b04757bd-1ec6-4f2a-ba4d-6b78d1c2f814 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ca38655766bc4d43911c35bfe4d443ba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1264446 Nov 19 18:40:42.771732 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 47558) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:40:42.816886 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-74316121-88db-43fb-85a7-86ec80d64338 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:42.838222 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-74316121-88db-43fb-85a7-86ec80d64338 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:42.887704 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-74316121-88db-43fb-85a7-86ec80d64338 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:42.891428 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-74316121-88db-43fb-85a7-86ec80d64338 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:42.892726 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-74316121-88db-43fb-85a7-86ec80d64338 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/cca10a30-93d7-44fa-a03b-75ae9b9a70d4 HTTP/1.1" status: 204 len: 168 time: 0.1201031 Nov 19 18:40:42.900502 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74316121-88db-43fb-85a7-86ec80d64338 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cca10a30-93d7-44fa-a03b-75ae9b9a70d4,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:40:43.497258 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 47580) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:40:43.592625 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-49df1fcb-c4c6-4427-988d-8ad8a3cdd7d9 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-2069044721-network', 'tenant_id': '63cc99fad9954aaea01b110d015334f1'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:40:43.613275 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49df1fcb-c4c6-4427-988d-8ad8a3cdd7d9 admin admin] Made reservation on behalf of 63cc99fad9954aaea01b110d015334f1 for: {'network': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:40:43.615602 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-49df1fcb-c4c6-4427-988d-8ad8a3cdd7d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:43.624645 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-49df1fcb-c4c6-4427-988d-8ad8a3cdd7d9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:43.696791 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-49df1fcb-c4c6-4427-988d-8ad8a3cdd7d9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:43.700601 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-49df1fcb-c4c6-4427-988d-8ad8a3cdd7d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:43.721712 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49df1fcb-c4c6-4427-988d-8ad8a3cdd7d9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 654} {{(pid=103365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 18:40:43.737373 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49df1fcb-c4c6-4427-988d-8ad8a3cdd7d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80de31ca-983a-4cff-bbb9-af9438cd90bb,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:40:43.740299 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-49df1fcb-c4c6-4427-988d-8ad8a3cdd7d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:43.740647 n-d-818022-2 neutron-server[103365]: INFO neutron.db.segments_db [None req-49df1fcb-c4c6-4427-988d-8ad8a3cdd7d9 admin admin] Added segment c8618947-e2ef-490e-b51c-f8bdbc492db3 of type vlan for network 9792089b-6342-4e63-9b60-25fed74ccf2d Nov 19 18:40:43.781324 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-49df1fcb-c4c6-4427-988d-8ad8a3cdd7d9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:43.813251 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-49df1fcb-c4c6-4427-988d-8ad8a3cdd7d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:43.814226 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49df1fcb-c4c6-4427-988d-8ad8a3cdd7d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:40:43.814791 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-49df1fcb-c4c6-4427-988d-8ad8a3cdd7d9 admin admin] Publish callbacks [] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:43.866037 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-49df1fcb-c4c6-4427-988d-8ad8a3cdd7d9 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3667512 Nov 19 18:40:43.869368 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 47584) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:40:43.875091 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-416d3a21-66e1-42e8-843a-16c124dc01ed admin admin] Request body: {'subnet': {'network_id': '9792089b-6342-4e63-9b60-25fed74ccf2d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-2069044721-subnet', 'tenant_id': '63cc99fad9954aaea01b110d015334f1', 'ip_version': 4}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:40:43.879135 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49df1fcb-c4c6-4427-988d-8ad8a3cdd7d9 admin admin] Pushing event updated for resources: {'Network': ['ID=9792089b-6342-4e63-9b60-25fed74ccf2d,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:40:43.890815 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network 9792089b-6342-4e63-9b60-25fed74ccf2d details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 18:40:43.895628 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-416d3a21-66e1-42e8-843a-16c124dc01ed admin admin] Made reservation on behalf of 63cc99fad9954aaea01b110d015334f1 for: {'subnet': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:40:43.898147 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-416d3a21-66e1-42e8-843a-16c124dc01ed admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8983829'] for subnet, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:44.066217 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-416d3a21-66e1-42e8-843a-16c124dc01ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12425078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8983815'] for subnet, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:44.119526 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416d3a21-66e1-42e8-843a-16c124dc01ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=49041a87-405d-47da-ae14-c305b5247c73,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:40:44.128912 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-416d3a21-66e1-42e8-843a-16c124dc01ed admin admin] Checking segment: {'id': 'c8618947-e2ef-490e-b51c-f8bdbc492db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '9792089b-6342-4e63-9b60-25fed74ccf2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:40:44.129281 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-416d3a21-66e1-42e8-843a-16c124dc01ed admin admin] Network hostable DHCP agents. Network: 9792089b-6342-4e63-9b60-25fed74ccf2d, hostable agents: ['02910ef2-0455-4aea-9f38-9a875579633f'], hosted agents: [] {{(pid=103364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 18:40:44.145692 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-416d3a21-66e1-42e8-843a-16c124dc01ed admin admin] Network 9792089b-6342-4e63-9b60-25fed74ccf2d is scheduled to be hosted by DHCP agent 02910ef2-0455-4aea-9f38-9a875579633f with binding_index 1 {{(pid=103364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 18:40:44.154401 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-416d3a21-66e1-42e8-843a-16c124dc01ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818022-2, 9792089b-6342-4e63-9b60-25fed74ccf2d) {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:40:44.158909 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-416d3a21-66e1-42e8-843a-16c124dc01ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:40:44.159496 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-416d3a21-66e1-42e8-843a-16c124dc01ed admin admin] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:44.165013 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-501f0d05-c8de-4fa7-90d6-3b0d08a19f80 None None] Network 9792089b-6342-4e63-9b60-25fed74ccf2d requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:40:44.175706 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-416d3a21-66e1-42e8-843a-16c124dc01ed admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3051655 Nov 19 18:40:44.178466 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 47586) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:40:44.182936 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-3a9f5c36-de80-4cfc-a42f-09e0fb75b8c7 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-2069044721-router', 'tenant_id': '63cc99fad9954aaea01b110d015334f1', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'}}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:40:44.203260 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3a9f5c36-de80-4cfc-a42f-09e0fb75b8c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9890'] for router, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:44.204420 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3a9f5c36-de80-4cfc-a42f-09e0fb75b8c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671617', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-732153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4689'] for router, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:44.257507 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3a9f5c36-de80-4cfc-a42f-09e0fb75b8c7 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:44.312578 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bdf8cfb-672f-4419-a58b-05c3afb0a87c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54f44f5f-1200-574e-8740-2141911d5b73-9792089b-6342-4e63-9b60-25fed74ccf2d', 'network_id': '9792089b-6342-4e63-9b60-25fed74ccf2d', 'tenant_id': '63cc99fad9954aaea01b110d015334f1', 'fixed_ips': [{'subnet_id': '49041a87-405d-47da-ae14-c305b5247c73'}]}} from n-d-818022-2. {{(pid=103366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 18:40:44.313445 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-5bdf8cfb-672f-4419-a58b-05c3afb0a87c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:44.395000 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3a9f5c36-de80-4cfc-a42f-09e0fb75b8c7 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:44.447375 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [None req-5bdf8cfb-672f-4419-a58b-05c3afb0a87c None None] Allocated IP 172.20.0.2 (9792089b-6342-4e63-9b60-25fed74ccf2d/49041a87-405d-47da-ae14-c305b5247c73/87324128-1c37-40b8-8776-8acd87bad176) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:40:44.593057 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-5bdf8cfb-672f-4419-a58b-05c3afb0a87c None None] Publish callbacks [] for port, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:44.599232 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3a9f5c36-de80-4cfc-a42f-09e0fb75b8c7 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:44.602360 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-5bdf8cfb-672f-4419-a58b-05c3afb0a87c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998'] for port, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:44.618297 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3a9f5c36-de80-4cfc-a42f-09e0fb75b8c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:44.640987 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bdf8cfb-672f-4419-a58b-05c3afb0a87c None None] Network 9792089b-6342-4e63-9b60-25fed74ccf2d is already hosted by enough agents. {{(pid=103366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:40:44.643889 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [None req-5bdf8cfb-672f-4419-a58b-05c3afb0a87c None None] Resources bound (agent type, host, resource id): {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:40:44.647654 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bdf8cfb-672f-4419-a58b-05c3afb0a87c None None] Received port after_create {{(pid=103366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:40:44.660384 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdf8cfb-672f-4419-a58b-05c3afb0a87c None None] Pushing event updated for resources: {'Port': ['ID=87324128-1c37-40b8-8776-8acd87bad176,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:40:44.708350 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-5bdf8cfb-672f-4419-a58b-05c3afb0a87c None None] Attempting to bind port 87324128-1c37-40b8-8776-8acd87bad176 on host n-d-818022-2 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:40:44.708728 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-5bdf8cfb-672f-4419-a58b-05c3afb0a87c None None] Attempting to bind port 87324128-1c37-40b8-8776-8acd87bad176 by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': 'c8618947-e2ef-490e-b51c-f8bdbc492db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '9792089b-6342-4e63-9b60-25fed74ccf2d'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:40:44.709092 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bdf8cfb-672f-4419-a58b-05c3afb0a87c None None] Attempting to bind port 87324128-1c37-40b8-8776-8acd87bad176 on network 9792089b-6342-4e63-9b60-25fed74ccf2d {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:40:44.714018 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bdf8cfb-672f-4419-a58b-05c3afb0a87c None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 40, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:40:44.714622 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bdf8cfb-672f-4419-a58b-05c3afb0a87c None None] Checking segment: {'id': 'c8618947-e2ef-490e-b51c-f8bdbc492db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '9792089b-6342-4e63-9b60-25fed74ccf2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:40:44.714821 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-5bdf8cfb-672f-4419-a58b-05c3afb0a87c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:44.715213 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bdf8cfb-672f-4419-a58b-05c3afb0a87c None None] Bound using segment: {'id': 'c8618947-e2ef-490e-b51c-f8bdbc492db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '9792089b-6342-4e63-9b60-25fed74ccf2d'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:40:44.715678 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-5bdf8cfb-672f-4419-a58b-05c3afb0a87c None None] Bound port: 87324128-1c37-40b8-8776-8acd87bad176, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8618947-e2ef-490e-b51c-f8bdbc492db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '9792089b-6342-4e63-9b60-25fed74ccf2d'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:40:44.716060 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-5bdf8cfb-672f-4419-a58b-05c3afb0a87c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:44.722232 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [None req-3a9f5c36-de80-4cfc-a42f-09e0fb75b8c7 admin admin] Allocated IP 172.25.7.228 (645e61aa-1a6c-4e8f-857e-ab06edb4897f/88ed2d64-f56d-4f01-a468-946e01c99e82/1a63819c-b0ec-44dc-b02d-24f58b3b0b90) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:40:44.777871 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-5bdf8cfb-672f-4419-a58b-05c3afb0a87c None None] For port 87324128-1c37-40b8-8776-8acd87bad176, host n-d-818022-2, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:40:44.781723 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-5bdf8cfb-672f-4419-a58b-05c3afb0a87c None None] For port 87324128-1c37-40b8-8776-8acd87bad176, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=87324128-1c37-40b8-8776-8acd87bad176,segment=NetworkSegment(c8618947-e2ef-490e-b51c-f8bdbc492db3),segment_id=c8618947-e2ef-490e-b51c-f8bdbc492db3)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:40:44.786229 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-5bdf8cfb-672f-4419-a58b-05c3afb0a87c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:44.828273 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3a9f5c36-de80-4cfc-a42f-09e0fb75b8c7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:44.847881 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdf8cfb-672f-4419-a58b-05c3afb0a87c None None] Pushing event updated for resources: {'Port': ['ID=87324128-1c37-40b8-8776-8acd87bad176,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:40:44.866709 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3a9f5c36-de80-4cfc-a42f-09e0fb75b8c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:44.907966 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a9f5c36-de80-4cfc-a42f-09e0fb75b8c7 admin admin] Network 645e61aa-1a6c-4e8f-857e-ab06edb4897f is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:40:44.910877 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-3a9f5c36-de80-4cfc-a42f-09e0fb75b8c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:40:44.914251 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a9f5c36-de80-4cfc-a42f-09e0fb75b8c7 admin admin] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:40:44.919763 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9f5c36-de80-4cfc-a42f-09e0fb75b8c7 admin admin] Pushing event updated for resources: {'Port': ['ID=1a63819c-b0ec-44dc-b02d-24f58b3b0b90,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:40:44.924609 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60111ca4-20ef-42cc-aaee-63ed0dc7091f None None] DHCP port deletion for 645e61aa-1a6c-4e8f-857e-ab06edb4897f request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:40:44.985771 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-be9ac267-47a8-443c-abbb-5903a6c7c45c None None] Provisioning complete for port 1a63819c-b0ec-44dc-b02d-24f58b3b0b90 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:40:44.986357 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-be9ac267-47a8-443c-abbb-5903a6c7c45c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:45.046956 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-be9ac267-47a8-443c-abbb-5903a6c7c45c None None] Port 1a63819c-b0ec-44dc-b02d-24f58b3b0b90 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:40:45.184417 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3a9f5c36-de80-4cfc-a42f-09e0fb75b8c7 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:45.374603 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3a9f5c36-de80-4cfc-a42f-09e0fb75b8c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671702'] for router, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:45.793307 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 87324128-1c37-40b8-8776-8acd87bad176 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:40:45.820202 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac939700-2d57-4951-a94d-15335bfb574e None None] Network 9792089b-6342-4e63-9b60-25fed74ccf2d requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:40:45.829472 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a9f5c36-de80-4cfc-a42f-09e0fb75b8c7 admin admin] Router 45e149b7-5c60-4c0b-8e15-6aee7f2f2f6a is scheduled to L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 with binding_index 1 {{(pid=103364) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 18:40:45.900252 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-d5600889-72f4-47aa-80b5-61ac8b88cbba None None] Provisioning complete for port 87324128-1c37-40b8-8776-8acd87bad176 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:40:45.900626 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d5600889-72f4-47aa-80b5-61ac8b88cbba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:45.935094 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a9f5c36-de80-4cfc-a42f-09e0fb75b8c7 admin admin] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:40:45.951800 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3a9f5c36-de80-4cfc-a42f-09e0fb75b8c7 admin admin] Publish callbacks [] for router, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:45.952000 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f9d48aa-131e-426f-af14-2240648374a2 None None] Sync routers for ids ['45e149b7-5c60-4c0b-8e15-6aee7f2f2f6a'] in n-d-818022-2 {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:40:45.953417 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-3a9f5c36-de80-4cfc-a42f-09e0fb75b8c7 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.7739184 Nov 19 18:40:45.956272 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 47588) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:40:45.966289 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 87324128-1c37-40b8-8776-8acd87bad176 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:40:45.966596 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:46.021650 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f9d48aa-131e-426f-af14-2240648374a2 None None] Routers {'45e149b7-5c60-4c0b-8e15-6aee7f2f2f6a'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:40:46.022312 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-0f9d48aa-131e-426f-af14-2240648374a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:40:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['45e149b7-5c60-4c0b-8e15-6aee7f2f2f6a'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:40:46.224662 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d5600889-72f4-47aa-80b5-61ac8b88cbba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:46.244065 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-0f9d48aa-131e-426f-af14-2240648374a2 None None] Set router 45e149b7-5c60-4c0b-8e15-6aee7f2f2f6a gateway port host: n-d-818022-2 {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:40:46.311414 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:46.375862 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1119555c-d04d-4b25-aa89-f0a8af446918 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:46.550484 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-d5600889-72f4-47aa-80b5-61ac8b88cbba None None] For port 87324128-1c37-40b8-8776-8acd87bad176, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=87324128-1c37-40b8-8776-8acd87bad176,segment=NetworkSegment(c8618947-e2ef-490e-b51c-f8bdbc492db3),segment_id=c8618947-e2ef-490e-b51c-f8bdbc492db3)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:40:46.554415 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [None req-1119555c-d04d-4b25-aa89-f0a8af446918 admin admin] Allocated IP 172.20.0.1 (9792089b-6342-4e63-9b60-25fed74ccf2d/49041a87-405d-47da-ae14-c305b5247c73/5a8a0c18-4df1-4383-bad1-be9f800be873) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:40:46.559454 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d5600889-72f4-47aa-80b5-61ac8b88cbba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:46.659768 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.db.api [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103366) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 18:40:46.660036 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1119555c-d04d-4b25-aa89-f0a8af446918 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:46.660143 n-d-818022-2 neutron-server[103366]: DEBUG oslo_db.api [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 18:40:46.664356 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5600889-72f4-47aa-80b5-61ac8b88cbba None None] Pushing event updated for resources: {'Port': ['ID=87324128-1c37-40b8-8776-8acd87bad176,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:40:46.694254 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1119555c-d04d-4b25-aa89-f0a8af446918 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:46.705033 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-cc3de259-0cb5-4604-bdd6-cc811ce272db None None] Provisioning complete for port 87324128-1c37-40b8-8776-8acd87bad176 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:40:46.705413 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-cc3de259-0cb5-4604-bdd6-cc811ce272db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:46.734247 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1119555c-d04d-4b25-aa89-f0a8af446918 admin admin] Network 9792089b-6342-4e63-9b60-25fed74ccf2d is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:40:46.738586 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-1119555c-d04d-4b25-aa89-f0a8af446918 admin admin] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:40:46.743016 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1119555c-d04d-4b25-aa89-f0a8af446918 admin admin] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:40:46.761285 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-0f9d48aa-131e-426f-af14-2240648374a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45e149b7-5c60-4c0b-8e15-6aee7f2f2f6a', 'name': 'tempest-TestEncryptedCinderVolumes-2069044721-router', 'tenant_id': '63cc99fad9954aaea01b110d015334f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.228'}], 'enable_snat': True}, 'gw_port_id': '1a63819c-b0ec-44dc-b02d-24f58b3b0b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:40:44Z', 'updated_at': '2021-11-19T18:40:45Z', 'revision_number': 3, 'project_id': '63cc99fad9954aaea01b110d015334f1', 'gw_port': {'id': '1a63819c-b0ec-44dc-b02d-24f58b3b0b90', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:91:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45e149b7-5c60-4c0b-8e15-6aee7f2f2f6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:40:44Z', 'updated_at': '2021-11-19T18:40:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:40:46.770435 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1119555c-d04d-4b25-aa89-f0a8af446918 admin admin] Pushing event updated for resources: {'Port': ['ID=5a8a0c18-4df1-4383-bad1-be9f800be873,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:40:46.789211 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1119555c-d04d-4b25-aa89-f0a8af446918 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-671361'] for router_interface, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:46.790566 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f9d48aa-131e-426f-af14-2240648374a2 None None] Checking router: 45e149b7-5c60-4c0b-8e15-6aee7f2f2f6a for host: n-d-818022-2 {{(pid=103366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:40:46.790929 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f9d48aa-131e-426f-af14-2240648374a2 None None] Updating router 45e149b7-5c60-4c0b-8e15-6aee7f2f2f6a port 1a63819c-b0ec-44dc-b02d-24f58b3b0b90 binding host n-d-818022-2 {{(pid=103366) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 18:40:46.845182 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0f9d48aa-131e-426f-af14-2240648374a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:46.918042 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1119555c-d04d-4b25-aa89-f0a8af446918 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:47.025177 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-22cf1177-6a8c-4015-8051-1823dfc6c1b4 None None] Provisioning complete for port 5a8a0c18-4df1-4383-bad1-be9f800be873 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:40:47.026214 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-22cf1177-6a8c-4015-8051-1823dfc6c1b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:47.080956 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1119555c-d04d-4b25-aa89-f0a8af446918 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:47.082123 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-22cf1177-6a8c-4015-8051-1823dfc6c1b4 None None] Port 5a8a0c18-4df1-4383-bad1-be9f800be873 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:40:47.087449 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1119555c-d04d-4b25-aa89-f0a8af446918 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:47.148662 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0f9d48aa-131e-426f-af14-2240648374a2 None None] Publish callbacks [] for port, precommit_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:47.155920 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0f9d48aa-131e-426f-af14-2240648374a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:47.157248 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1119555c-d04d-4b25-aa89-f0a8af446918 admin admin] Pushing event updated for resources: {'Port': ['ID=5a8a0c18-4df1-4383-bad1-be9f800be873,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:40:47.165846 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1119555c-d04d-4b25-aa89-f0a8af446918 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-768529'] for router_interface, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:47.228289 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f638fda-9a19-4557-820e-8e45bc36db2e None None] DHCP port deletion for 645e61aa-1a6c-4e8f-857e-ab06edb4897f request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:40:47.246459 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-0f9d48aa-131e-426f-af14-2240648374a2 None None] Attempting to bind port 1a63819c-b0ec-44dc-b02d-24f58b3b0b90 on host n-d-818022-2 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:40:47.246841 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-0f9d48aa-131e-426f-af14-2240648374a2 None None] Attempting to bind port 1a63819c-b0ec-44dc-b02d-24f58b3b0b90 by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:40:47.247214 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f9d48aa-131e-426f-af14-2240648374a2 None None] Attempting to bind port 1a63819c-b0ec-44dc-b02d-24f58b3b0b90 on network 645e61aa-1a6c-4e8f-857e-ab06edb4897f {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:40:47.252579 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720cc239-7fb0-4e6a-8ca8-97b71b374f6b None None] Pushing event updated for resources: {'Port': ['ID=1a63819c-b0ec-44dc-b02d-24f58b3b0b90,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:40:47.259342 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f9d48aa-131e-426f-af14-2240648374a2 None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 40, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:40:47.259727 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f9d48aa-131e-426f-af14-2240648374a2 None None] Checking segment: {'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:40:47.260136 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0f9d48aa-131e-426f-af14-2240648374a2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:47.260531 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f9d48aa-131e-426f-af14-2240648374a2 None None] Bound using segment: {'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:40:47.261013 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-0f9d48aa-131e-426f-af14-2240648374a2 None None] Bound port: 1a63819c-b0ec-44dc-b02d-24f58b3b0b90, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:40:47.261403 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0f9d48aa-131e-426f-af14-2240648374a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:47.266200 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1119555c-d04d-4b25-aa89-f0a8af446918 admin admin] Network 9792089b-6342-4e63-9b60-25fed74ccf2d is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:40:47.267682 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-1119555c-d04d-4b25-aa89-f0a8af446918 admin admin] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:40:47.324689 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-d1162965-44ff-48f4-8119-a8d0e2645bf9 None None] Provisioning complete for port 1a63819c-b0ec-44dc-b02d-24f58b3b0b90 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:40:47.325064 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d1162965-44ff-48f4-8119-a8d0e2645bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:47.328912 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0f9d48aa-131e-426f-af14-2240648374a2 None None] For port 1a63819c-b0ec-44dc-b02d-24f58b3b0b90, host n-d-818022-2, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:40:47.369823 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0f9d48aa-131e-426f-af14-2240648374a2 None None] For port 1a63819c-b0ec-44dc-b02d-24f58b3b0b90, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=1a63819c-b0ec-44dc-b02d-24f58b3b0b90,segment=NetworkSegment(bbe705c1-96c0-476e-8381-28227e6f0ac5),segment_id=bbe705c1-96c0-476e-8381-28227e6f0ac5)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:40:47.377100 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0f9d48aa-131e-426f-af14-2240648374a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:47.381371 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-d1162965-44ff-48f4-8119-a8d0e2645bf9 None None] Port 1a63819c-b0ec-44dc-b02d-24f58b3b0b90 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:40:47.398940 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1119555c-d04d-4b25-aa89-f0a8af446918 admin admin] Router 45e149b7-5c60-4c0b-8e15-6aee7f2f2f6a has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 18:40:47.427878 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57b7b9fc-f8fb-4a61-ac74-e1ff7f5da62b None None] DHCP port deletion for 645e61aa-1a6c-4e8f-857e-ab06edb4897f request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:40:47.444777 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f9d48aa-131e-426f-af14-2240648374a2 None None] Routers {'45e149b7-5c60-4c0b-8e15-6aee7f2f2f6a'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:40:47.445418 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-0f9d48aa-131e-426f-af14-2240648374a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:40:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['45e149b7-5c60-4c0b-8e15-6aee7f2f2f6a'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:40:47.453022 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720cc239-7fb0-4e6a-8ca8-97b71b374f6b None None] Pushing event updated for resources: {'Port': ['ID=1a63819c-b0ec-44dc-b02d-24f58b3b0b90,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:40:47.529183 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1119555c-d04d-4b25-aa89-f0a8af446918 admin admin] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:40:47.535008 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-1119555c-d04d-4b25-aa89-f0a8af446918 admin admin] 10.222.0.54 "PUT /v2.0/routers/45e149b7-5c60-4c0b-8e15-6aee7f2f2f6a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5775745 Nov 19 18:40:47.548089 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-078cc29a-5d72-45ef-af76-d7c7260996a5 None None] Provisioning complete for port 1a63819c-b0ec-44dc-b02d-24f58b3b0b90 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:40:47.548466 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-078cc29a-5d72-45ef-af76-d7c7260996a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:47.598636 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-0f9d48aa-131e-426f-af14-2240648374a2 None None] Set router 45e149b7-5c60-4c0b-8e15-6aee7f2f2f6a gateway port host: n-d-818022-2 {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:40:47.750120 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-078cc29a-5d72-45ef-af76-d7c7260996a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:47.779133 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 87324128-1c37-40b8-8776-8acd87bad176 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:40:47.787741 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-078cc29a-5d72-45ef-af76-d7c7260996a5 None None] For port 1a63819c-b0ec-44dc-b02d-24f58b3b0b90, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=1a63819c-b0ec-44dc-b02d-24f58b3b0b90,segment=NetworkSegment(bbe705c1-96c0-476e-8381-28227e6f0ac5),segment_id=bbe705c1-96c0-476e-8381-28227e6f0ac5)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:40:47.814638 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-078cc29a-5d72-45ef-af76-d7c7260996a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:47.915273 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078cc29a-5d72-45ef-af76-d7c7260996a5 None None] Pushing event updated for resources: {'Port': ['ID=1a63819c-b0ec-44dc-b02d-24f58b3b0b90,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:40:47.938796 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 87324128-1c37-40b8-8776-8acd87bad176 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:40:47.939176 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:47.983334 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-f55c6008-249d-4902-a26c-89dc0978c49a None None] Provisioning complete for port 5a8a0c18-4df1-4383-bad1-be9f800be873 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:40:47.983712 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f55c6008-249d-4902-a26c-89dc0978c49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:48.006465 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-0f9d48aa-131e-426f-af14-2240648374a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45e149b7-5c60-4c0b-8e15-6aee7f2f2f6a', 'name': 'tempest-TestEncryptedCinderVolumes-2069044721-router', 'tenant_id': '63cc99fad9954aaea01b110d015334f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.228'}], 'enable_snat': True}, 'gw_port_id': '1a63819c-b0ec-44dc-b02d-24f58b3b0b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:40:44Z', 'updated_at': '2021-11-19T18:40:46Z', 'revision_number': 4, 'project_id': '63cc99fad9954aaea01b110d015334f1', 'gw_port': {'id': '1a63819c-b0ec-44dc-b02d-24f58b3b0b90', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:91:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45e149b7-5c60-4c0b-8e15-6aee7f2f2f6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:40:44Z', 'updated_at': '2021-11-19T18:40:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': '5a8a0c18-4df1-4383-bad1-be9f800be873', 'name': '', 'network_id': '9792089b-6342-4e63-9b60-25fed74ccf2d', 'tenant_id': '63cc99fad9954aaea01b110d015334f1', 'mac_address': 'fa:16:3e:84:51:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45e149b7-5c60-4c0b-8e15-6aee7f2f2f6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '49041a87-405d-47da-ae14-c305b5247c73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:40:46Z', 'updated_at': '2021-11-19T18:40:46Z', 'revision_number': 2, 'project_id': '63cc99fad9954aaea01b110d015334f1', 'subnets': [{'id': '49041a87-405d-47da-ae14-c305b5247c73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:40:48.024505 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 47604) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:40:48.029444 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-8449c7c9-802b-4342-a13a-f4c50d9571cf admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-639674380-network', 'tenant_id': 'd3c5c19f909145a18712081c1a5e29ae'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:40:48.044285 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f9d48aa-131e-426f-af14-2240648374a2 None None] The sync data for ids ['45e149b7-5c60-4c0b-8e15-6aee7f2f2f6a'] in n-d-818022-2 is: [{'id': '45e149b7-5c60-4c0b-8e15-6aee7f2f2f6a', 'name': 'tempest-TestEncryptedCinderVolumes-2069044721-router', 'tenant_id': '63cc99fad9954aaea01b110d015334f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.228'}], 'enable_snat': True}, 'gw_port_id': '1a63819c-b0ec-44dc-b02d-24f58b3b0b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:40:44Z', 'updated_at': '2021-11-19T18:40:46Z', 'revision_number': 4, 'project_id': '63cc99fad9954aaea01b110d015334f1', 'gw_port': {'id': '1a63819c-b0ec-44dc-b02d-24f58b3b0b90', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:91:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45e149b7-5c60-4c0b-8e15-6aee7f2f2f6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:40:44Z', 'updated_at': '2021-11-19T18:40:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': '5a8a0c18-4df1-4383-bad1-be9f800be873', 'name': '', 'network_id': '9792089b-6342-4e63-9b60-25fed74ccf2d', 'tenant_id': '63cc99fad9954aaea01b110d015334f1', 'mac_address': 'fa:16:3e:84:51:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45e149b7-5c60-4c0b-8e15-6aee7f2f2f6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '49041a87-405d-47da-ae14-c305b5247c73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:40:46Z', 'updated_at': '2021-11-19T18:40:46Z', 'revision_number': 2, 'project_id': '63cc99fad9954aaea01b110d015334f1', 'subnets': [{'id': '49041a87-405d-47da-ae14-c305b5247c73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:40:48.050926 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8449c7c9-802b-4342-a13a-f4c50d9571cf admin admin] Made reservation on behalf of d3c5c19f909145a18712081c1a5e29ae for: {'network': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:40:48.053421 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8449c7c9-802b-4342-a13a-f4c50d9571cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:48.055355 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-f55c6008-249d-4902-a26c-89dc0978c49a None None] Port 5a8a0c18-4df1-4383-bad1-be9f800be873 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:40:48.064246 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8449c7c9-802b-4342-a13a-f4c50d9571cf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:48.150275 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8449c7c9-802b-4342-a13a-f4c50d9571cf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:48.154097 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8449c7c9-802b-4342-a13a-f4c50d9571cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:48.180179 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8449c7c9-802b-4342-a13a-f4c50d9571cf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 690} {{(pid=103365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 18:40:48.190714 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8449c7c9-802b-4342-a13a-f4c50d9571cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85ea1db7-1eb0-499c-9556-51e33556efa7,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:40:48.196237 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8449c7c9-802b-4342-a13a-f4c50d9571cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:48.196581 n-d-818022-2 neutron-server[103365]: INFO neutron.db.segments_db [None req-8449c7c9-802b-4342-a13a-f4c50d9571cf admin admin] Added segment a44cdfcd-6dfe-4351-80f9-2f33c1917a18 of type vlan for network a7a1e735-924c-4d02-b4f8-8b0f03b0e553 Nov 19 18:40:48.242692 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8449c7c9-802b-4342-a13a-f4c50d9571cf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:48.284364 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8449c7c9-802b-4342-a13a-f4c50d9571cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:48.285319 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8449c7c9-802b-4342-a13a-f4c50d9571cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:40:48.285954 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8449c7c9-802b-4342-a13a-f4c50d9571cf admin admin] Publish callbacks [] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:48.347758 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-8449c7c9-802b-4342-a13a-f4c50d9571cf admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3221169 Nov 19 18:40:48.350711 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 47606) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:40:48.355582 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8449c7c9-802b-4342-a13a-f4c50d9571cf admin admin] Pushing event updated for resources: {'Network': ['ID=a7a1e735-924c-4d02-b4f8-8b0f03b0e553,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:40:48.356329 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-a32a0f0b-b623-4d5d-9444-f7491902b754 admin admin] Request body: {'subnet': {'network_id': 'a7a1e735-924c-4d02-b4f8-8b0f03b0e553', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-639674380-subnet', 'tenant_id': 'd3c5c19f909145a18712081c1a5e29ae', 'ip_version': 4}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:40:48.366958 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network a7a1e735-924c-4d02-b4f8-8b0f03b0e553 details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 18:40:48.394431 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a32a0f0b-b623-4d5d-9444-f7491902b754 admin admin] Made reservation on behalf of d3c5c19f909145a18712081c1a5e29ae for: {'subnet': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:40:48.397168 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a32a0f0b-b623-4d5d-9444-f7491902b754 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8983829'] for subnet, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:48.574579 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a32a0f0b-b623-4d5d-9444-f7491902b754 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12425078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8983815'] for subnet, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:48.625751 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32a0f0b-b623-4d5d-9444-f7491902b754 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4afc8b51-7057-4d79-9e35-de2814d09f55,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:40:48.641187 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a32a0f0b-b623-4d5d-9444-f7491902b754 admin admin] Checking segment: {'id': 'a44cdfcd-6dfe-4351-80f9-2f33c1917a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'a7a1e735-924c-4d02-b4f8-8b0f03b0e553'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:40:48.641486 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a32a0f0b-b623-4d5d-9444-f7491902b754 admin admin] Network hostable DHCP agents. Network: a7a1e735-924c-4d02-b4f8-8b0f03b0e553, hostable agents: ['02910ef2-0455-4aea-9f38-9a875579633f'], hosted agents: [] {{(pid=103364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 18:40:48.660338 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a32a0f0b-b623-4d5d-9444-f7491902b754 admin admin] Network a7a1e735-924c-4d02-b4f8-8b0f03b0e553 is scheduled to be hosted by DHCP agent 02910ef2-0455-4aea-9f38-9a875579633f with binding_index 1 {{(pid=103364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 18:40:48.669805 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-a32a0f0b-b623-4d5d-9444-f7491902b754 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818022-2, a7a1e735-924c-4d02-b4f8-8b0f03b0e553) {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:40:48.674579 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a32a0f0b-b623-4d5d-9444-f7491902b754 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:40:48.675168 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a32a0f0b-b623-4d5d-9444-f7491902b754 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:48.680483 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-551bfdb4-6f44-4f51-b791-e45bc36564b4 None None] Network a7a1e735-924c-4d02-b4f8-8b0f03b0e553 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:40:48.693897 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-a32a0f0b-b623-4d5d-9444-f7491902b754 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3396029 Nov 19 18:40:48.694049 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 47608) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:40:48.698276 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-31b8a247-8ea6-409c-9e83-6c962fe063a7 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-639674380-router', 'tenant_id': 'd3c5c19f909145a18712081c1a5e29ae', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'}}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:40:48.743481 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-31b8a247-8ea6-409c-9e83-6c962fe063a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9890'] for router, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:48.744585 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-31b8a247-8ea6-409c-9e83-6c962fe063a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671617', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-732153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4689'] for router, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:48.804886 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-31b8a247-8ea6-409c-9e83-6c962fe063a7 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:48.867794 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05c7b5b5-a0bd-429f-8cdf-a7a00399cd99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54f44f5f-1200-574e-8740-2141911d5b73-a7a1e735-924c-4d02-b4f8-8b0f03b0e553', 'network_id': 'a7a1e735-924c-4d02-b4f8-8b0f03b0e553', 'tenant_id': 'd3c5c19f909145a18712081c1a5e29ae', 'fixed_ips': [{'subnet_id': '4afc8b51-7057-4d79-9e35-de2814d09f55'}]}} from n-d-818022-2. {{(pid=103366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 18:40:48.868720 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-05c7b5b5-a0bd-429f-8cdf-a7a00399cd99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:48.958171 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-31b8a247-8ea6-409c-9e83-6c962fe063a7 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:49.015476 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [None req-05c7b5b5-a0bd-429f-8cdf-a7a00399cd99 None None] Allocated IP 172.20.0.2 (a7a1e735-924c-4d02-b4f8-8b0f03b0e553/4afc8b51-7057-4d79-9e35-de2814d09f55/cc2019f5-3e16-481a-8ee9-5f023a315050) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:40:49.173233 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-05c7b5b5-a0bd-429f-8cdf-a7a00399cd99 None None] Publish callbacks [] for port, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:49.180093 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-05c7b5b5-a0bd-429f-8cdf-a7a00399cd99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998'] for port, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:49.180722 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-31b8a247-8ea6-409c-9e83-6c962fe063a7 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:49.201954 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-31b8a247-8ea6-409c-9e83-6c962fe063a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:49.223311 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05c7b5b5-a0bd-429f-8cdf-a7a00399cd99 None None] Network a7a1e735-924c-4d02-b4f8-8b0f03b0e553 is already hosted by enough agents. {{(pid=103366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:40:49.226326 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [None req-05c7b5b5-a0bd-429f-8cdf-a7a00399cd99 None None] Resources bound (agent type, host, resource id): {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:40:49.230703 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c7b5b5-a0bd-429f-8cdf-a7a00399cd99 None None] Received port after_create {{(pid=103366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:40:49.233905 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c7b5b5-a0bd-429f-8cdf-a7a00399cd99 None None] Pushing event updated for resources: {'Port': ['ID=cc2019f5-3e16-481a-8ee9-5f023a315050,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:40:49.286470 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-05c7b5b5-a0bd-429f-8cdf-a7a00399cd99 None None] Attempting to bind port cc2019f5-3e16-481a-8ee9-5f023a315050 on host n-d-818022-2 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:40:49.286842 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-05c7b5b5-a0bd-429f-8cdf-a7a00399cd99 None None] Attempting to bind port cc2019f5-3e16-481a-8ee9-5f023a315050 by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': 'a44cdfcd-6dfe-4351-80f9-2f33c1917a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'a7a1e735-924c-4d02-b4f8-8b0f03b0e553'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:40:49.287208 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c7b5b5-a0bd-429f-8cdf-a7a00399cd99 None None] Attempting to bind port cc2019f5-3e16-481a-8ee9-5f023a315050 on network a7a1e735-924c-4d02-b4f8-8b0f03b0e553 {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:40:49.292543 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c7b5b5-a0bd-429f-8cdf-a7a00399cd99 None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 40, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:40:49.292924 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c7b5b5-a0bd-429f-8cdf-a7a00399cd99 None None] Checking segment: {'id': 'a44cdfcd-6dfe-4351-80f9-2f33c1917a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'a7a1e735-924c-4d02-b4f8-8b0f03b0e553'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:40:49.293331 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-05c7b5b5-a0bd-429f-8cdf-a7a00399cd99 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:49.293759 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c7b5b5-a0bd-429f-8cdf-a7a00399cd99 None None] Bound using segment: {'id': 'a44cdfcd-6dfe-4351-80f9-2f33c1917a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'a7a1e735-924c-4d02-b4f8-8b0f03b0e553'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:40:49.294263 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-05c7b5b5-a0bd-429f-8cdf-a7a00399cd99 None None] Bound port: cc2019f5-3e16-481a-8ee9-5f023a315050, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a44cdfcd-6dfe-4351-80f9-2f33c1917a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'a7a1e735-924c-4d02-b4f8-8b0f03b0e553'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:40:49.294651 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-05c7b5b5-a0bd-429f-8cdf-a7a00399cd99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:49.318483 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [None req-31b8a247-8ea6-409c-9e83-6c962fe063a7 admin admin] Allocated IP 172.25.7.39 (645e61aa-1a6c-4e8f-857e-ab06edb4897f/88ed2d64-f56d-4f01-a468-946e01c99e82/396b3cfd-4ece-45c6-a108-05429169453e) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:40:49.366138 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-05c7b5b5-a0bd-429f-8cdf-a7a00399cd99 None None] For port cc2019f5-3e16-481a-8ee9-5f023a315050, host n-d-818022-2, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:40:49.370291 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-05c7b5b5-a0bd-429f-8cdf-a7a00399cd99 None None] For port cc2019f5-3e16-481a-8ee9-5f023a315050, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=cc2019f5-3e16-481a-8ee9-5f023a315050,segment=NetworkSegment(a44cdfcd-6dfe-4351-80f9-2f33c1917a18),segment_id=a44cdfcd-6dfe-4351-80f9-2f33c1917a18)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:40:49.375082 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-05c7b5b5-a0bd-429f-8cdf-a7a00399cd99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:49.436698 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-31b8a247-8ea6-409c-9e83-6c962fe063a7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:49.444604 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c7b5b5-a0bd-429f-8cdf-a7a00399cd99 None None] Pushing event updated for resources: {'Port': ['ID=cc2019f5-3e16-481a-8ee9-5f023a315050,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:40:49.472878 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-31b8a247-8ea6-409c-9e83-6c962fe063a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:49.519509 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31b8a247-8ea6-409c-9e83-6c962fe063a7 admin admin] Network 645e61aa-1a6c-4e8f-857e-ab06edb4897f is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:40:49.522591 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-31b8a247-8ea6-409c-9e83-6c962fe063a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:40:49.526093 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b8a247-8ea6-409c-9e83-6c962fe063a7 admin admin] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:40:49.535858 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03d6ac57-2472-48ea-a872-01e1866d0a87 None None] DHCP port deletion for 645e61aa-1a6c-4e8f-857e-ab06edb4897f request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:40:49.552137 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b8a247-8ea6-409c-9e83-6c962fe063a7 admin admin] Pushing event updated for resources: {'Port': ['ID=396b3cfd-4ece-45c6-a108-05429169453e,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:40:49.590339 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-f016d3bc-fea9-44fb-9b27-52dede63770b None None] Provisioning complete for port 396b3cfd-4ece-45c6-a108-05429169453e triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:40:49.590339 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f016d3bc-fea9-44fb-9b27-52dede63770b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:49.652102 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-f016d3bc-fea9-44fb-9b27-52dede63770b None None] Port 396b3cfd-4ece-45c6-a108-05429169453e cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:40:49.832463 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device cc2019f5-3e16-481a-8ee9-5f023a315050 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:40:49.852658 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-31b8a247-8ea6-409c-9e83-6c962fe063a7 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:49.891916 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port cc2019f5-3e16-481a-8ee9-5f023a315050 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:40:49.892296 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:49.971990 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:50.006029 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] For port cc2019f5-3e16-481a-8ee9-5f023a315050, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=cc2019f5-3e16-481a-8ee9-5f023a315050,segment=NetworkSegment(a44cdfcd-6dfe-4351-80f9-2f33c1917a18),segment_id=a44cdfcd-6dfe-4351-80f9-2f33c1917a18)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:40:50.010288 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:50.011061 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 1a63819c-b0ec-44dc-b02d-24f58b3b0b90 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:40:50.052556 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-31b8a247-8ea6-409c-9e83-6c962fe063a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671702'] for router, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:50.188292 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31b8a247-8ea6-409c-9e83-6c962fe063a7 admin admin] Router 31b43294-a01d-43be-830e-1f4f7532cf86 is scheduled to L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 with binding_index 1 {{(pid=103364) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 18:40:50.252131 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Pushing event updated for resources: {'Port': ['ID=cc2019f5-3e16-481a-8ee9-5f023a315050,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:40:50.265847 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 1a63819c-b0ec-44dc-b02d-24f58b3b0b90 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:40:50.266229 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:50.297704 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31b8a247-8ea6-409c-9e83-6c962fe063a7 admin admin] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:40:50.311765 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-649733bc-089c-4caa-a384-ee2ec0270b49 None None] Sync routers for ids ['31b43294-a01d-43be-830e-1f4f7532cf86'] in n-d-818022-2 {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:40:50.319756 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-31b8a247-8ea6-409c-9e83-6c962fe063a7 admin admin] Publish callbacks [] for router, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:50.321090 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-31b8a247-8ea6-409c-9e83-6c962fe063a7 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.6261213 Nov 19 18:40:50.323737 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 47610) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:40:50.331551 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-649733bc-089c-4caa-a384-ee2ec0270b49 None None] Routers {'31b43294-a01d-43be-830e-1f4f7532cf86'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:40:50.332163 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-649733bc-089c-4caa-a384-ee2ec0270b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:40:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['31b43294-a01d-43be-830e-1f4f7532cf86'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:40:50.337084 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7003a12a-f0ac-46e3-a3aa-88807a2ba2eb None None] Sync routers for ids ['45e149b7-5c60-4c0b-8e15-6aee7f2f2f6a'] in n-d-818022-2 {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:40:50.362751 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7003a12a-f0ac-46e3-a3aa-88807a2ba2eb None None] Routers {'45e149b7-5c60-4c0b-8e15-6aee7f2f2f6a'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:40:50.363459 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-7003a12a-f0ac-46e3-a3aa-88807a2ba2eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:40:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['45e149b7-5c60-4c0b-8e15-6aee7f2f2f6a'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:40:50.437286 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-649733bc-089c-4caa-a384-ee2ec0270b49 None None] Set router 31b43294-a01d-43be-830e-1f4f7532cf86 gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:40:50.481664 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-7003a12a-f0ac-46e3-a3aa-88807a2ba2eb None None] Set router 45e149b7-5c60-4c0b-8e15-6aee7f2f2f6a gateway port host: n-d-818022-2 {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:40:50.649272 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-649733bc-089c-4caa-a384-ee2ec0270b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31b43294-a01d-43be-830e-1f4f7532cf86', 'name': 'tempest-TestEncryptedCinderVolumes-639674380-router', 'tenant_id': 'd3c5c19f909145a18712081c1a5e29ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.39'}], 'enable_snat': True}, 'gw_port_id': '396b3cfd-4ece-45c6-a108-05429169453e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:40:48Z', 'updated_at': '2021-11-19T18:40:49Z', 'revision_number': 3, 'project_id': 'd3c5c19f909145a18712081c1a5e29ae', 'gw_port': {'id': '396b3cfd-4ece-45c6-a108-05429169453e', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:09:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31b43294-a01d-43be-830e-1f4f7532cf86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:40:49Z', 'updated_at': '2021-11-19T18:40:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:40:50.679090 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-649733bc-089c-4caa-a384-ee2ec0270b49 None None] Checking router: 31b43294-a01d-43be-830e-1f4f7532cf86 for host: n-d-818022-2 {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:40:50.679896 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-649733bc-089c-4caa-a384-ee2ec0270b49 None None] Updating router 31b43294-a01d-43be-830e-1f4f7532cf86 port 396b3cfd-4ece-45c6-a108-05429169453e binding host n-d-818022-2 {{(pid=103367) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 18:40:50.709341 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-649733bc-089c-4caa-a384-ee2ec0270b49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:50.763365 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-7003a12a-f0ac-46e3-a3aa-88807a2ba2eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45e149b7-5c60-4c0b-8e15-6aee7f2f2f6a', 'name': 'tempest-TestEncryptedCinderVolumes-2069044721-router', 'tenant_id': '63cc99fad9954aaea01b110d015334f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.228'}], 'enable_snat': True}, 'gw_port_id': '1a63819c-b0ec-44dc-b02d-24f58b3b0b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:40:44Z', 'updated_at': '2021-11-19T18:40:46Z', 'revision_number': 4, 'project_id': '63cc99fad9954aaea01b110d015334f1', 'gw_port': {'id': '1a63819c-b0ec-44dc-b02d-24f58b3b0b90', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:91:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e149b7-5c60-4c0b-8e15-6aee7f2f2f6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:40:44Z', 'updated_at': '2021-11-19T18:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': '5a8a0c18-4df1-4383-bad1-be9f800be873', 'name': '', 'network_id': '9792089b-6342-4e63-9b60-25fed74ccf2d', 'tenant_id': '63cc99fad9954aaea01b110d015334f1', 'mac_address': 'fa:16:3e:84:51:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45e149b7-5c60-4c0b-8e15-6aee7f2f2f6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '49041a87-405d-47da-ae14-c305b5247c73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:40:46Z', 'updated_at': '2021-11-19T18:40:46Z', 'revision_number': 2, 'project_id': '63cc99fad9954aaea01b110d015334f1', 'subnets': [{'id': '49041a87-405d-47da-ae14-c305b5247c73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:40:50.798065 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7003a12a-f0ac-46e3-a3aa-88807a2ba2eb None None] Checking router: 45e149b7-5c60-4c0b-8e15-6aee7f2f2f6a for host: n-d-818022-2 {{(pid=103366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:40:50.798428 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7003a12a-f0ac-46e3-a3aa-88807a2ba2eb None None] Updating router 45e149b7-5c60-4c0b-8e15-6aee7f2f2f6a port 5a8a0c18-4df1-4383-bad1-be9f800be873 binding host n-d-818022-2 {{(pid=103366) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 18:40:50.829459 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-7003a12a-f0ac-46e3-a3aa-88807a2ba2eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:50.949540 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6be3765-39bb-454c-bdf0-4cbddfe3b4a1 None None] Network a7a1e735-924c-4d02-b4f8-8b0f03b0e553 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:40:51.008375 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-649733bc-089c-4caa-a384-ee2ec0270b49 None None] Publish callbacks [] for port, precommit_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:51.015764 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-649733bc-089c-4caa-a384-ee2ec0270b49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:51.065945 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-649733bc-089c-4caa-a384-ee2ec0270b49 None None] Attempting to bind port 396b3cfd-4ece-45c6-a108-05429169453e on host n-d-818022-2 for vnic_type normal with profile {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:40:51.066321 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-649733bc-089c-4caa-a384-ee2ec0270b49 None None] Attempting to bind port 396b3cfd-4ece-45c6-a108-05429169453e by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:40:51.066720 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649733bc-089c-4caa-a384-ee2ec0270b49 None None] Attempting to bind port 396b3cfd-4ece-45c6-a108-05429169453e on network 645e61aa-1a6c-4e8f-857e-ab06edb4897f {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:40:51.070958 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4497661a-6b5d-4237-8582-414f32ffb540 None None] DHCP port deletion for 645e61aa-1a6c-4e8f-857e-ab06edb4897f request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:40:51.073944 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea72855-bdb4-4705-b0f1-7bb49023c12d None None] Pushing event updated for resources: {'Port': ['ID=396b3cfd-4ece-45c6-a108-05429169453e,revision_number=2']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:40:51.077587 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649733bc-089c-4caa-a384-ee2ec0270b49 None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 40, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:40:51.077914 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-a0423d11-a201-4b66-84f4-dc4a6cd25cfc None None] Provisioning complete for port cc2019f5-3e16-481a-8ee9-5f023a315050 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:40:51.078028 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649733bc-089c-4caa-a384-ee2ec0270b49 None None] Checking segment: {'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:40:51.078211 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a0423d11-a201-4b66-84f4-dc4a6cd25cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:51.078339 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-649733bc-089c-4caa-a384-ee2ec0270b49 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:51.078622 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649733bc-089c-4caa-a384-ee2ec0270b49 None None] Bound using segment: {'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:40:51.079096 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-649733bc-089c-4caa-a384-ee2ec0270b49 None None] Bound port: 396b3cfd-4ece-45c6-a108-05429169453e, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'}}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:40:51.079479 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-649733bc-089c-4caa-a384-ee2ec0270b49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:51.101438 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea72855-bdb4-4705-b0f1-7bb49023c12d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:40:51.101802 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea72855-bdb4-4705-b0f1-7bb49023c12d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:40:51.102154 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea72855-bdb4-4705-b0f1-7bb49023c12d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:40:51.102493 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea72855-bdb4-4705-b0f1-7bb49023c12d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:40:51.102829 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea72855-bdb4-4705-b0f1-7bb49023c12d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:40:51.103163 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea72855-bdb4-4705-b0f1-7bb49023c12d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:40:51.103490 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea72855-bdb4-4705-b0f1-7bb49023c12d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:40:51.103821 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea72855-bdb4-4705-b0f1-7bb49023c12d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:40:51.104142 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea72855-bdb4-4705-b0f1-7bb49023c12d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:40:51.104469 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea72855-bdb4-4705-b0f1-7bb49023c12d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:40:51.104793 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea72855-bdb4-4705-b0f1-7bb49023c12d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:40:51.105114 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea72855-bdb4-4705-b0f1-7bb49023c12d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:40:51.138493 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d5886e79-e97d-43bf-9b46-161bfb349304 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:51.151945 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-649733bc-089c-4caa-a384-ee2ec0270b49 None None] For port 396b3cfd-4ece-45c6-a108-05429169453e, host n-d-818022-2, cleared binding levels {{(pid=103367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:40:51.155706 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-649733bc-089c-4caa-a384-ee2ec0270b49 None None] For port 396b3cfd-4ece-45c6-a108-05429169453e, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=396b3cfd-4ece-45c6-a108-05429169453e,segment=NetworkSegment(bbe705c1-96c0-476e-8381-28227e6f0ac5),segment_id=bbe705c1-96c0-476e-8381-28227e6f0ac5)] {{(pid=103367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:40:51.160342 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-649733bc-089c-4caa-a384-ee2ec0270b49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:51.222652 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-649733bc-089c-4caa-a384-ee2ec0270b49 None None] Routers {'31b43294-a01d-43be-830e-1f4f7532cf86'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:40:51.223284 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-649733bc-089c-4caa-a384-ee2ec0270b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:40:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['31b43294-a01d-43be-830e-1f4f7532cf86'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:40:51.225636 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0c37a1a-76a5-4e7b-b6da-1ce971d686df None None] DHCP port deletion for 645e61aa-1a6c-4e8f-857e-ab06edb4897f request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:40:51.260884 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea72855-bdb4-4705-b0f1-7bb49023c12d None None] Pushing event updated for resources: {'Port': ['ID=396b3cfd-4ece-45c6-a108-05429169453e,revision_number=3']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:40:51.329960 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [None req-d5886e79-e97d-43bf-9b46-161bfb349304 admin admin] Allocated IP 172.20.0.1 (a7a1e735-924c-4d02-b4f8-8b0f03b0e553/4afc8b51-7057-4d79-9e35-de2814d09f55/16a37398-0896-453a-95e3-3a4642be1cad) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:40:51.342169 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-7003a12a-f0ac-46e3-a3aa-88807a2ba2eb None None] Publish callbacks [] for port, precommit_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:51.344573 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-649733bc-089c-4caa-a384-ee2ec0270b49 None None] Set router 31b43294-a01d-43be-830e-1f4f7532cf86 gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:40:51.351272 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-7003a12a-f0ac-46e3-a3aa-88807a2ba2eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:51.399866 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fbeda5-4e2a-496c-b1ff-75e1ff986d91 None None] Pushing event updated for resources: {'Port': ['ID=5a8a0c18-4df1-4383-bad1-be9f800be873,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:40:51.492030 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-7003a12a-f0ac-46e3-a3aa-88807a2ba2eb None None] Attempting to bind port 5a8a0c18-4df1-4383-bad1-be9f800be873 on host n-d-818022-2 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:40:51.492415 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-7003a12a-f0ac-46e3-a3aa-88807a2ba2eb None None] Attempting to bind port 5a8a0c18-4df1-4383-bad1-be9f800be873 by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': 'c8618947-e2ef-490e-b51c-f8bdbc492db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '9792089b-6342-4e63-9b60-25fed74ccf2d'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:40:51.492793 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7003a12a-f0ac-46e3-a3aa-88807a2ba2eb None None] Attempting to bind port 5a8a0c18-4df1-4383-bad1-be9f800be873 on network 9792089b-6342-4e63-9b60-25fed74ccf2d {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:40:51.499380 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7003a12a-f0ac-46e3-a3aa-88807a2ba2eb None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 40, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:40:51.499788 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7003a12a-f0ac-46e3-a3aa-88807a2ba2eb None None] Checking segment: {'id': 'c8618947-e2ef-490e-b51c-f8bdbc492db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '9792089b-6342-4e63-9b60-25fed74ccf2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:40:51.500304 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-7003a12a-f0ac-46e3-a3aa-88807a2ba2eb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:51.500571 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7003a12a-f0ac-46e3-a3aa-88807a2ba2eb None None] Bound using segment: {'id': 'c8618947-e2ef-490e-b51c-f8bdbc492db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '9792089b-6342-4e63-9b60-25fed74ccf2d'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:40:51.501062 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-7003a12a-f0ac-46e3-a3aa-88807a2ba2eb None None] Bound port: 5a8a0c18-4df1-4383-bad1-be9f800be873, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8618947-e2ef-490e-b51c-f8bdbc492db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '9792089b-6342-4e63-9b60-25fed74ccf2d'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:40:51.501456 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-7003a12a-f0ac-46e3-a3aa-88807a2ba2eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:51.504382 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d5886e79-e97d-43bf-9b46-161bfb349304 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:51.519747 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-f4f3c7ff-ca6e-404c-9ffa-81900d16205d None None] Provisioning complete for port 396b3cfd-4ece-45c6-a108-05429169453e triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:40:51.519987 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f4f3c7ff-ca6e-404c-9ffa-81900d16205d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:51.556470 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d5886e79-e97d-43bf-9b46-161bfb349304 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:51.617139 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5886e79-e97d-43bf-9b46-161bfb349304 admin admin] Pushing event updated for resources: {'Port': ['ID=16a37398-0896-453a-95e3-3a4642be1cad,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:40:51.626691 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5886e79-e97d-43bf-9b46-161bfb349304 admin admin] Network a7a1e735-924c-4d02-b4f8-8b0f03b0e553 is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:40:51.628385 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-d5886e79-e97d-43bf-9b46-161bfb349304 admin admin] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:40:51.631616 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5886e79-e97d-43bf-9b46-161bfb349304 admin admin] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:40:51.632523 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-649733bc-089c-4caa-a384-ee2ec0270b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31b43294-a01d-43be-830e-1f4f7532cf86', 'name': 'tempest-TestEncryptedCinderVolumes-639674380-router', 'tenant_id': 'd3c5c19f909145a18712081c1a5e29ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.39'}], 'enable_snat': True}, 'gw_port_id': '396b3cfd-4ece-45c6-a108-05429169453e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:40:48Z', 'updated_at': '2021-11-19T18:40:49Z', 'revision_number': 3, 'project_id': 'd3c5c19f909145a18712081c1a5e29ae', 'gw_port': {'id': '396b3cfd-4ece-45c6-a108-05429169453e', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:09:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31b43294-a01d-43be-830e-1f4f7532cf86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:40:49Z', 'updated_at': '2021-11-19T18:40:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:40:51.633445 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-7003a12a-f0ac-46e3-a3aa-88807a2ba2eb None None] For port 5a8a0c18-4df1-4383-bad1-be9f800be873, host n-d-818022-2, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:40:51.639302 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-7003a12a-f0ac-46e3-a3aa-88807a2ba2eb None None] For port 5a8a0c18-4df1-4383-bad1-be9f800be873, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=5a8a0c18-4df1-4383-bad1-be9f800be873,segment=NetworkSegment(c8618947-e2ef-490e-b51c-f8bdbc492db3),segment_id=c8618947-e2ef-490e-b51c-f8bdbc492db3)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:40:51.672156 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-649733bc-089c-4caa-a384-ee2ec0270b49 None None] The sync data for ids ['31b43294-a01d-43be-830e-1f4f7532cf86'] in n-d-818022-2 is: [{'id': '31b43294-a01d-43be-830e-1f4f7532cf86', 'name': 'tempest-TestEncryptedCinderVolumes-639674380-router', 'tenant_id': 'd3c5c19f909145a18712081c1a5e29ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.39'}], 'enable_snat': True}, 'gw_port_id': '396b3cfd-4ece-45c6-a108-05429169453e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:40:48Z', 'updated_at': '2021-11-19T18:40:49Z', 'revision_number': 3, 'project_id': 'd3c5c19f909145a18712081c1a5e29ae', 'gw_port': {'id': '396b3cfd-4ece-45c6-a108-05429169453e', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:09:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31b43294-a01d-43be-830e-1f4f7532cf86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:40:49Z', 'updated_at': '2021-11-19T18:40:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:40:51.693464 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d5886e79-e97d-43bf-9b46-161bfb349304 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-671361'] for router_interface, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:51.709805 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-7003a12a-f0ac-46e3-a3aa-88807a2ba2eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:51.806119 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f4f3c7ff-ca6e-404c-9ffa-81900d16205d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:51.863525 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7003a12a-f0ac-46e3-a3aa-88807a2ba2eb None None] Routers {'45e149b7-5c60-4c0b-8e15-6aee7f2f2f6a'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:40:51.864454 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-7003a12a-f0ac-46e3-a3aa-88807a2ba2eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:40:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['45e149b7-5c60-4c0b-8e15-6aee7f2f2f6a'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:40:51.868659 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device cc2019f5-3e16-481a-8ee9-5f023a315050 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:40:51.902913 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d5886e79-e97d-43bf-9b46-161bfb349304 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:51.938684 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fbeda5-4e2a-496c-b1ff-75e1ff986d91 None None] Pushing event updated for resources: {'Port': ['ID=5a8a0c18-4df1-4383-bad1-be9f800be873,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:40:51.942916 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-f4f3c7ff-ca6e-404c-9ffa-81900d16205d None None] For port 396b3cfd-4ece-45c6-a108-05429169453e, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=396b3cfd-4ece-45c6-a108-05429169453e,segment=NetworkSegment(bbe705c1-96c0-476e-8381-28227e6f0ac5),segment_id=bbe705c1-96c0-476e-8381-28227e6f0ac5)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:40:52.023591 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f4f3c7ff-ca6e-404c-9ffa-81900d16205d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:52.162007 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port cc2019f5-3e16-481a-8ee9-5f023a315050 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:40:52.162007 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:52.165218 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f3c7ff-ca6e-404c-9ffa-81900d16205d None None] Pushing event updated for resources: {'Port': ['ID=396b3cfd-4ece-45c6-a108-05429169453e,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:40:52.186922 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d5886e79-e97d-43bf-9b46-161bfb349304 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:52.193328 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d5886e79-e97d-43bf-9b46-161bfb349304 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:52.196305 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-7003a12a-f0ac-46e3-a3aa-88807a2ba2eb None None] Set router 45e149b7-5c60-4c0b-8e15-6aee7f2f2f6a gateway port host: n-d-818022-2 {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:40:52.246065 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-40e3c8af-137f-449f-b5f4-c89c0459d4e8 None None] Provisioning complete for port 16a37398-0896-453a-95e3-3a4642be1cad triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:40:52.246671 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-40e3c8af-137f-449f-b5f4-c89c0459d4e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:52.270125 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5886e79-e97d-43bf-9b46-161bfb349304 admin admin] Pushing event updated for resources: {'Port': ['ID=16a37398-0896-453a-95e3-3a4642be1cad,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:40:52.272899 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d5886e79-e97d-43bf-9b46-161bfb349304 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-768529'] for router_interface, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:52.367746 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-40e3c8af-137f-449f-b5f4-c89c0459d4e8 None None] Port 16a37398-0896-453a-95e3-3a4642be1cad cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:40:52.376409 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5886e79-e97d-43bf-9b46-161bfb349304 admin admin] Network a7a1e735-924c-4d02-b4f8-8b0f03b0e553 is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:40:52.378076 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-d5886e79-e97d-43bf-9b46-161bfb349304 admin admin] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:40:52.431543 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-40e3c8af-137f-449f-b5f4-c89c0459d4e8 None None] Provisioning complete for port cc2019f5-3e16-481a-8ee9-5f023a315050 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:40:52.431927 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-40e3c8af-137f-449f-b5f4-c89c0459d4e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:52.519396 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5886e79-e97d-43bf-9b46-161bfb349304 admin admin] Router 31b43294-a01d-43be-830e-1f4f7532cf86 has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 18:40:52.663724 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5886e79-e97d-43bf-9b46-161bfb349304 admin admin] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:40:52.671040 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-d5886e79-e97d-43bf-9b46-161bfb349304 admin admin] 10.222.0.54 "PUT /v2.0/routers/31b43294-a01d-43be-830e-1f4f7532cf86/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3441589 Nov 19 18:40:52.750208 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-7003a12a-f0ac-46e3-a3aa-88807a2ba2eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45e149b7-5c60-4c0b-8e15-6aee7f2f2f6a', 'name': 'tempest-TestEncryptedCinderVolumes-2069044721-router', 'tenant_id': '63cc99fad9954aaea01b110d015334f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.228'}], 'enable_snat': True}, 'gw_port_id': '1a63819c-b0ec-44dc-b02d-24f58b3b0b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:40:44Z', 'updated_at': '2021-11-19T18:40:46Z', 'revision_number': 4, 'project_id': '63cc99fad9954aaea01b110d015334f1', 'gw_port': {'id': '1a63819c-b0ec-44dc-b02d-24f58b3b0b90', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:91:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e149b7-5c60-4c0b-8e15-6aee7f2f2f6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:40:44Z', 'updated_at': '2021-11-19T18:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': '5a8a0c18-4df1-4383-bad1-be9f800be873', 'name': '', 'network_id': '9792089b-6342-4e63-9b60-25fed74ccf2d', 'tenant_id': '63cc99fad9954aaea01b110d015334f1', 'mac_address': 'fa:16:3e:84:51:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45e149b7-5c60-4c0b-8e15-6aee7f2f2f6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '49041a87-405d-47da-ae14-c305b5247c73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:40:46Z', 'updated_at': '2021-11-19T18:40:51Z', 'revision_number': 4, 'project_id': '63cc99fad9954aaea01b110d015334f1', 'subnets': [{'id': '49041a87-405d-47da-ae14-c305b5247c73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:40:52.778867 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-40e3c8af-137f-449f-b5f4-c89c0459d4e8 None None] Provisioning complete for port 5a8a0c18-4df1-4383-bad1-be9f800be873 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:40:52.779030 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-40e3c8af-137f-449f-b5f4-c89c0459d4e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:52.782512 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7003a12a-f0ac-46e3-a3aa-88807a2ba2eb None None] The sync data for ids ['45e149b7-5c60-4c0b-8e15-6aee7f2f2f6a'] in n-d-818022-2 is: [{'id': '45e149b7-5c60-4c0b-8e15-6aee7f2f2f6a', 'name': 'tempest-TestEncryptedCinderVolumes-2069044721-router', 'tenant_id': '63cc99fad9954aaea01b110d015334f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.228'}], 'enable_snat': True}, 'gw_port_id': '1a63819c-b0ec-44dc-b02d-24f58b3b0b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:40:44Z', 'updated_at': '2021-11-19T18:40:46Z', 'revision_number': 4, 'project_id': '63cc99fad9954aaea01b110d015334f1', 'gw_port': {'id': '1a63819c-b0ec-44dc-b02d-24f58b3b0b90', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:91:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e149b7-5c60-4c0b-8e15-6aee7f2f2f6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:40:44Z', 'updated_at': '2021-11-19T18:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': '5a8a0c18-4df1-4383-bad1-be9f800be873', 'name': '', 'network_id': '9792089b-6342-4e63-9b60-25fed74ccf2d', 'tenant_id': '63cc99fad9954aaea01b110d015334f1', 'mac_address': 'fa:16:3e:84:51:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45e149b7-5c60-4c0b-8e15-6aee7f2f2f6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '49041a87-405d-47da-ae14-c305b5247c73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:40:46Z', 'updated_at': '2021-11-19T18:40:51Z', 'revision_number': 4, 'project_id': '63cc99fad9954aaea01b110d015334f1', 'subnets': [{'id': '49041a87-405d-47da-ae14-c305b5247c73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:40:52.866981 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-40e3c8af-137f-449f-b5f4-c89c0459d4e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:52.901568 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-40e3c8af-137f-449f-b5f4-c89c0459d4e8 None None] For port 5a8a0c18-4df1-4383-bad1-be9f800be873, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=5a8a0c18-4df1-4383-bad1-be9f800be873,segment=NetworkSegment(c8618947-e2ef-490e-b51c-f8bdbc492db3),segment_id=c8618947-e2ef-490e-b51c-f8bdbc492db3)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:40:52.906670 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-40e3c8af-137f-449f-b5f4-c89c0459d4e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:52.955917 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e3c8af-137f-449f-b5f4-c89c0459d4e8 None None] Pushing event updated for resources: {'Port': ['ID=5a8a0c18-4df1-4383-bad1-be9f800be873,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:40:53.027511 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-1ff868a1-9ecc-4ff3-917a-9f57cbd9c050 None None] Provisioning complete for port 16a37398-0896-453a-95e3-3a4642be1cad triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:40:53.027894 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-1ff868a1-9ecc-4ff3-917a-9f57cbd9c050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:53.063533 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-1ff868a1-9ecc-4ff3-917a-9f57cbd9c050 None None] Port 16a37398-0896-453a-95e3-3a4642be1cad cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:40:53.073941 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-1ff868a1-9ecc-4ff3-917a-9f57cbd9c050 None None] Provisioning complete for port 5a8a0c18-4df1-4383-bad1-be9f800be873 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:40:53.074317 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-1ff868a1-9ecc-4ff3-917a-9f57cbd9c050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:53.510876 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9bb411-0a34-4aa1-9d73-47aaa41570eb req-729c7a7f-f7ba-4eb2-ac3d-da8ce0c5ddc2 tempest-TestEncryptedCinderVolumes-51377491 tempest-TestEncryptedCinderVolumes-51377491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:40:53.512418 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0f9bb411-0a34-4aa1-9d73-47aaa41570eb req-729c7a7f-f7ba-4eb2-ac3d-da8ce0c5ddc2 tempest-TestEncryptedCinderVolumes-51377491 tempest-TestEncryptedCinderVolumes-51377491-project] 10.222.0.54 "GET /v2.0/networks?id=9792089b-6342-4e63-9b60-25fed74ccf2d HTTP/1.1" status: 200 len: 817 time: 0.1097872 Nov 19 18:40:53.528946 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0f9bb411-0a34-4aa1-9d73-47aaa41570eb req-f99f2769-40c9-4aba-9048-746d530bdd2c tempest-TestEncryptedCinderVolumes-51377491 tempest-TestEncryptedCinderVolumes-51377491-project] 10.222.0.54 "GET /v2.0/quotas/63cc99fad9954aaea01b110d015334f1 HTTP/1.1" status: 200 len: 375 time: 0.0099421 Nov 19 18:40:53.585288 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0f9bb411-0a34-4aa1-9d73-47aaa41570eb req-b6fa3478-7198-4c64-b99f-33774b01661d tempest-TestEncryptedCinderVolumes-51377491 tempest-TestEncryptedCinderVolumes-51377491-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=63cc99fad9954aaea01b110d015334f1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0504336 Nov 19 18:40:53.600941 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [req-0f9bb411-0a34-4aa1-9d73-47aaa41570eb req-cff6e0ea-582a-477e-9672-30073517f72b service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=103365) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 18:40:53.601954 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0f9bb411-0a34-4aa1-9d73-47aaa41570eb req-cff6e0ea-582a-477e-9672-30073517f72b service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052598 Nov 19 18:40:53.690391 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0f9bb411-0a34-4aa1-9d73-47aaa41570eb req-401462bf-ac50-4dee-8dfa-63adf560cb37 service neutron] 10.222.0.54 "GET /v2.0/networks/9792089b-6342-4e63-9b60-25fed74ccf2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820253 Nov 19 18:40:53.798401 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0f9bb411-0a34-4aa1-9d73-47aaa41570eb req-8f077d66-a112-42de-ab42-a9df0ddecc49 service neutron] 10.222.0.54 "GET /v2.0/networks/9792089b-6342-4e63-9b60-25fed74ccf2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017089 Nov 19 18:40:53.858092 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 396b3cfd-4ece-45c6-a108-05429169453e up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:40:53.862027 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dfae1cf-7417-4eef-8697-2bc65ce2c902 None None] Sync routers for ids ['31b43294-a01d-43be-830e-1f4f7532cf86'] in n-d-818022-2 {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:40:53.871202 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dfae1cf-7417-4eef-8697-2bc65ce2c902 None None] Routers {'31b43294-a01d-43be-830e-1f4f7532cf86'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:40:53.871881 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-0dfae1cf-7417-4eef-8697-2bc65ce2c902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:40:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['31b43294-a01d-43be-830e-1f4f7532cf86'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:40:53.906721 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 396b3cfd-4ece-45c6-a108-05429169453e triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:40:53.907819 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:54.011079 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-7cdd9c67-c799-4e46-84c8-80e867e2d1a6 req-8d68a135-0463-425f-add8-b4f22e0f2052 tempest-TestEncryptedCinderVolumes-51377491 tempest-TestEncryptedCinderVolumes-51377491-project] 10.222.0.54 "GET /v2.0/ports?device_id=58c78123-9c0b-4ede-9eb5-5f4d016f0fe1 HTTP/1.1" status: 200 len: 210 time: 0.0419400 Nov 19 18:40:54.014608 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 5a8a0c18-4df1-4383-bad1-be9f800be873 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:40:54.064607 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 5a8a0c18-4df1-4383-bad1-be9f800be873 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:40:54.065060 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:54.096744 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-0dfae1cf-7417-4eef-8697-2bc65ce2c902 None None] Set router 31b43294-a01d-43be-830e-1f4f7532cf86 gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:40:54.311838 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-0dfae1cf-7417-4eef-8697-2bc65ce2c902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31b43294-a01d-43be-830e-1f4f7532cf86', 'name': 'tempest-TestEncryptedCinderVolumes-639674380-router', 'tenant_id': 'd3c5c19f909145a18712081c1a5e29ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.39'}], 'enable_snat': True}, 'gw_port_id': '396b3cfd-4ece-45c6-a108-05429169453e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:40:48Z', 'updated_at': '2021-11-19T18:40:51Z', 'revision_number': 4, 'project_id': 'd3c5c19f909145a18712081c1a5e29ae', 'gw_port': {'id': '396b3cfd-4ece-45c6-a108-05429169453e', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:09:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b43294-a01d-43be-830e-1f4f7532cf86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:40:49Z', 'updated_at': '2021-11-19T18:40:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': '16a37398-0896-453a-95e3-3a4642be1cad', 'name': '', 'network_id': 'a7a1e735-924c-4d02-b4f8-8b0f03b0e553', 'tenant_id': 'd3c5c19f909145a18712081c1a5e29ae', 'mac_address': 'fa:16:3e:75:f5:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31b43294-a01d-43be-830e-1f4f7532cf86', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '4afc8b51-7057-4d79-9e35-de2814d09f55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:40:51Z', 'updated_at': '2021-11-19T18:40:51Z', 'revision_number': 2, 'project_id': 'd3c5c19f909145a18712081c1a5e29ae', 'subnets': [{'id': '4afc8b51-7057-4d79-9e35-de2814d09f55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:40:54.337459 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dfae1cf-7417-4eef-8697-2bc65ce2c902 None None] Checking router: 31b43294-a01d-43be-830e-1f4f7532cf86 for host: n-d-818022-2 {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:40:54.337836 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dfae1cf-7417-4eef-8697-2bc65ce2c902 None None] Updating router 31b43294-a01d-43be-830e-1f4f7532cf86 port 16a37398-0896-453a-95e3-3a4642be1cad binding host n-d-818022-2 {{(pid=103367) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 18:40:54.363427 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-0dfae1cf-7417-4eef-8697-2bc65ce2c902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:54.651590 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-0dfae1cf-7417-4eef-8697-2bc65ce2c902 None None] Publish callbacks [] for port, precommit_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:54.657663 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-0dfae1cf-7417-4eef-8697-2bc65ce2c902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:54.707021 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b7eb68-f557-464c-a865-ad7e65ea345b None None] Pushing event updated for resources: {'Port': ['ID=16a37398-0896-453a-95e3-3a4642be1cad,revision_number=3']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:40:54.759170 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-0dfae1cf-7417-4eef-8697-2bc65ce2c902 None None] Attempting to bind port 16a37398-0896-453a-95e3-3a4642be1cad on host n-d-818022-2 for vnic_type normal with profile {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:40:54.759581 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-0dfae1cf-7417-4eef-8697-2bc65ce2c902 None None] Attempting to bind port 16a37398-0896-453a-95e3-3a4642be1cad by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': 'a44cdfcd-6dfe-4351-80f9-2f33c1917a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'a7a1e735-924c-4d02-b4f8-8b0f03b0e553'}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:40:54.760078 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dfae1cf-7417-4eef-8697-2bc65ce2c902 None None] Attempting to bind port 16a37398-0896-453a-95e3-3a4642be1cad on network a7a1e735-924c-4d02-b4f8-8b0f03b0e553 {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:40:54.766482 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dfae1cf-7417-4eef-8697-2bc65ce2c902 None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 40, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:40:54.766892 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dfae1cf-7417-4eef-8697-2bc65ce2c902 None None] Checking segment: {'id': 'a44cdfcd-6dfe-4351-80f9-2f33c1917a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'a7a1e735-924c-4d02-b4f8-8b0f03b0e553'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:40:54.767292 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-0dfae1cf-7417-4eef-8697-2bc65ce2c902 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:54.767688 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dfae1cf-7417-4eef-8697-2bc65ce2c902 None None] Bound using segment: {'id': 'a44cdfcd-6dfe-4351-80f9-2f33c1917a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'a7a1e735-924c-4d02-b4f8-8b0f03b0e553'} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:40:54.768165 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-0dfae1cf-7417-4eef-8697-2bc65ce2c902 None None] Bound port: 16a37398-0896-453a-95e3-3a4642be1cad, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a44cdfcd-6dfe-4351-80f9-2f33c1917a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'a7a1e735-924c-4d02-b4f8-8b0f03b0e553'}}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:40:54.768546 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-0dfae1cf-7417-4eef-8697-2bc65ce2c902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:54.842789 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-0dfae1cf-7417-4eef-8697-2bc65ce2c902 None None] For port 16a37398-0896-453a-95e3-3a4642be1cad, host n-d-818022-2, cleared binding levels {{(pid=103367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:40:54.846805 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-0dfae1cf-7417-4eef-8697-2bc65ce2c902 None None] For port 16a37398-0896-453a-95e3-3a4642be1cad, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=16a37398-0896-453a-95e3-3a4642be1cad,segment=NetworkSegment(a44cdfcd-6dfe-4351-80f9-2f33c1917a18),segment_id=a44cdfcd-6dfe-4351-80f9-2f33c1917a18)] {{(pid=103367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:40:54.851959 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-0dfae1cf-7417-4eef-8697-2bc65ce2c902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:54.910073 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b7eb68-f557-464c-a865-ad7e65ea345b None None] Pushing event updated for resources: {'Port': ['ID=16a37398-0896-453a-95e3-3a4642be1cad,revision_number=4']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:40:54.917538 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dfae1cf-7417-4eef-8697-2bc65ce2c902 None None] Routers {'31b43294-a01d-43be-830e-1f4f7532cf86'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:40:54.918193 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-0dfae1cf-7417-4eef-8697-2bc65ce2c902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:40:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['31b43294-a01d-43be-830e-1f4f7532cf86'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:40:54.999636 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-d78cdad7-0c2b-4c47-bab8-968826abbafd None None] Provisioning complete for port 16a37398-0896-453a-95e3-3a4642be1cad triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:40:55.000241 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d78cdad7-0c2b-4c47-bab8-968826abbafd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:55.043932 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-0dfae1cf-7417-4eef-8697-2bc65ce2c902 None None] Set router 31b43294-a01d-43be-830e-1f4f7532cf86 gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:40:55.060447 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9bb411-0a34-4aa1-9d73-47aaa41570eb req-80ffd21d-2b0b-408c-be9a-bbd2e15952a3 tempest-TestEncryptedCinderVolumes-51377491 tempest-TestEncryptedCinderVolumes-51377491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:40:55.062673 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0f9bb411-0a34-4aa1-9d73-47aaa41570eb req-80ffd21d-2b0b-408c-be9a-bbd2e15952a3 tempest-TestEncryptedCinderVolumes-51377491 tempest-TestEncryptedCinderVolumes-51377491-project] 10.222.0.86 "GET /v2.0/networks?id=9792089b-6342-4e63-9b60-25fed74ccf2d HTTP/1.1" status: 200 len: 817 time: 0.1304774 Nov 19 18:40:55.079980 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-0f9bb411-0a34-4aa1-9d73-47aaa41570eb req-c29f5abd-d1ac-42df-93f3-737a4448eead tempest-TestEncryptedCinderVolumes-51377491 tempest-TestEncryptedCinderVolumes-51377491-project] Request body: {'port': {'device_id': '58c78123-9c0b-4ede-9eb5-5f4d016f0fe1', 'network_id': '9792089b-6342-4e63-9b60-25fed74ccf2d', 'admin_state_up': True, 'tenant_id': '63cc99fad9954aaea01b110d015334f1'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:40:55.108543 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d78cdad7-0c2b-4c47-bab8-968826abbafd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:55.152930 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-d78cdad7-0c2b-4c47-bab8-968826abbafd None None] For port 16a37398-0896-453a-95e3-3a4642be1cad, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=16a37398-0896-453a-95e3-3a4642be1cad,segment=NetworkSegment(a44cdfcd-6dfe-4351-80f9-2f33c1917a18),segment_id=a44cdfcd-6dfe-4351-80f9-2f33c1917a18)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:40:55.159505 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d78cdad7-0c2b-4c47-bab8-968826abbafd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:55.189679 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d7c3cc61-34aa-4703-a93d-ada06d1507dc req-ce93cce1-0a54-4c38-ba86-fced19233185 tempest-TestEncryptedCinderVolumes-51377491 tempest-TestEncryptedCinderVolumes-51377491-project] 10.222.0.54 "GET /v2.0/ports?device_id=58c78123-9c0b-4ede-9eb5-5f4d016f0fe1 HTTP/1.1" status: 200 len: 210 time: 0.0397842 Nov 19 18:40:55.220113 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78cdad7-0c2b-4c47-bab8-968826abbafd None None] Pushing event updated for resources: {'Port': ['ID=16a37398-0896-453a-95e3-3a4642be1cad,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:40:55.260234 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f9bb411-0a34-4aa1-9d73-47aaa41570eb req-c29f5abd-d1ac-42df-93f3-737a4448eead tempest-TestEncryptedCinderVolumes-51377491 tempest-TestEncryptedCinderVolumes-51377491-project] Made reservation on behalf of 63cc99fad9954aaea01b110d015334f1 for: {'port': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:40:55.264091 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-0f9bb411-0a34-4aa1-9d73-47aaa41570eb req-c29f5abd-d1ac-42df-93f3-737a4448eead tempest-TestEncryptedCinderVolumes-51377491 tempest-TestEncryptedCinderVolumes-51377491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:55.282967 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-09441f90-0979-42ed-80f0-7b62b6a065e7 None None] Provisioning complete for port 16a37398-0896-453a-95e3-3a4642be1cad triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:40:55.283349 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-09441f90-0979-42ed-80f0-7b62b6a065e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:55.330527 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-0dfae1cf-7417-4eef-8697-2bc65ce2c902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31b43294-a01d-43be-830e-1f4f7532cf86', 'name': 'tempest-TestEncryptedCinderVolumes-639674380-router', 'tenant_id': 'd3c5c19f909145a18712081c1a5e29ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.39'}], 'enable_snat': True}, 'gw_port_id': '396b3cfd-4ece-45c6-a108-05429169453e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:40:48Z', 'updated_at': '2021-11-19T18:40:51Z', 'revision_number': 4, 'project_id': 'd3c5c19f909145a18712081c1a5e29ae', 'gw_port': {'id': '396b3cfd-4ece-45c6-a108-05429169453e', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:09:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b43294-a01d-43be-830e-1f4f7532cf86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:40:49Z', 'updated_at': '2021-11-19T18:40:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': '16a37398-0896-453a-95e3-3a4642be1cad', 'name': '', 'network_id': 'a7a1e735-924c-4d02-b4f8-8b0f03b0e553', 'tenant_id': 'd3c5c19f909145a18712081c1a5e29ae', 'mac_address': 'fa:16:3e:75:f5:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31b43294-a01d-43be-830e-1f4f7532cf86', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '4afc8b51-7057-4d79-9e35-de2814d09f55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:40:51Z', 'updated_at': '2021-11-19T18:40:54Z', 'revision_number': 4, 'project_id': 'd3c5c19f909145a18712081c1a5e29ae', 'subnets': [{'id': '4afc8b51-7057-4d79-9e35-de2814d09f55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:40:55.361081 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dfae1cf-7417-4eef-8697-2bc65ce2c902 None None] The sync data for ids ['31b43294-a01d-43be-830e-1f4f7532cf86'] in n-d-818022-2 is: [{'id': '31b43294-a01d-43be-830e-1f4f7532cf86', 'name': 'tempest-TestEncryptedCinderVolumes-639674380-router', 'tenant_id': 'd3c5c19f909145a18712081c1a5e29ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.39'}], 'enable_snat': True}, 'gw_port_id': '396b3cfd-4ece-45c6-a108-05429169453e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:40:48Z', 'updated_at': '2021-11-19T18:40:51Z', 'revision_number': 4, 'project_id': 'd3c5c19f909145a18712081c1a5e29ae', 'gw_port': {'id': '396b3cfd-4ece-45c6-a108-05429169453e', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:09:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b43294-a01d-43be-830e-1f4f7532cf86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:40:49Z', 'updated_at': '2021-11-19T18:40:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': '16a37398-0896-453a-95e3-3a4642be1cad', 'name': '', 'network_id': 'a7a1e735-924c-4d02-b4f8-8b0f03b0e553', 'tenant_id': 'd3c5c19f909145a18712081c1a5e29ae', 'mac_address': 'fa:16:3e:75:f5:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31b43294-a01d-43be-830e-1f4f7532cf86', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '4afc8b51-7057-4d79-9e35-de2814d09f55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:40:51Z', 'updated_at': '2021-11-19T18:40:54Z', 'revision_number': 4, 'project_id': 'd3c5c19f909145a18712081c1a5e29ae', 'subnets': [{'id': '4afc8b51-7057-4d79-9e35-de2814d09f55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:40:55.405254 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [req-0f9bb411-0a34-4aa1-9d73-47aaa41570eb req-c29f5abd-d1ac-42df-93f3-737a4448eead tempest-TestEncryptedCinderVolumes-51377491 tempest-TestEncryptedCinderVolumes-51377491-project] Allocated IP 172.20.0.11 (9792089b-6342-4e63-9b60-25fed74ccf2d/49041a87-405d-47da-ae14-c305b5247c73/d20245f0-dfd8-4584-b072-04c77298fa6e) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:40:55.580420 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-0f9bb411-0a34-4aa1-9d73-47aaa41570eb req-c29f5abd-d1ac-42df-93f3-737a4448eead tempest-TestEncryptedCinderVolumes-51377491 tempest-TestEncryptedCinderVolumes-51377491-project] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:55.620422 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-0f9bb411-0a34-4aa1-9d73-47aaa41570eb req-c29f5abd-d1ac-42df-93f3-737a4448eead tempest-TestEncryptedCinderVolumes-51377491 tempest-TestEncryptedCinderVolumes-51377491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:55.666770 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f9bb411-0a34-4aa1-9d73-47aaa41570eb req-c29f5abd-d1ac-42df-93f3-737a4448eead tempest-TestEncryptedCinderVolumes-51377491 tempest-TestEncryptedCinderVolumes-51377491-project] Network 9792089b-6342-4e63-9b60-25fed74ccf2d is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:40:55.670568 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [req-0f9bb411-0a34-4aa1-9d73-47aaa41570eb req-c29f5abd-d1ac-42df-93f3-737a4448eead tempest-TestEncryptedCinderVolumes-51377491 tempest-TestEncryptedCinderVolumes-51377491-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:40:55.674253 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f9bb411-0a34-4aa1-9d73-47aaa41570eb req-c29f5abd-d1ac-42df-93f3-737a4448eead tempest-TestEncryptedCinderVolumes-51377491 tempest-TestEncryptedCinderVolumes-51377491-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:40:55.700134 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29f5abd-d1ac-42df-93f3-737a4448eead tempest-TestEncryptedCinderVolumes-51377491 tempest-TestEncryptedCinderVolumes-51377491-project] Pushing event updated for resources: {'Port': ['ID=d20245f0-dfd8-4584-b072-04c77298fa6e,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:40:55.732225 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9bb411-0a34-4aa1-9d73-47aaa41570eb req-c29f5abd-d1ac-42df-93f3-737a4448eead tempest-TestEncryptedCinderVolumes-51377491 tempest-TestEncryptedCinderVolumes-51377491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:40:55.736177 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-0f9bb411-0a34-4aa1-9d73-47aaa41570eb req-c29f5abd-d1ac-42df-93f3-737a4448eead tempest-TestEncryptedCinderVolumes-51377491 tempest-TestEncryptedCinderVolumes-51377491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:55.759991 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0f9bb411-0a34-4aa1-9d73-47aaa41570eb req-c29f5abd-d1ac-42df-93f3-737a4448eead tempest-TestEncryptedCinderVolumes-51377491 tempest-TestEncryptedCinderVolumes-51377491-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6839960 Nov 19 18:40:55.774885 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [req-0f9bb411-0a34-4aa1-9d73-47aaa41570eb req-34067f78-c770-49bd-bcbf-7ea49d39f39c tempest-TestEncryptedCinderVolumes-51377491 tempest-TestEncryptedCinderVolumes-51377491-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=103365) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 18:40:55.779148 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0f9bb411-0a34-4aa1-9d73-47aaa41570eb req-34067f78-c770-49bd-bcbf-7ea49d39f39c tempest-TestEncryptedCinderVolumes-51377491 tempest-TestEncryptedCinderVolumes-51377491-project] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0095146 Nov 19 18:40:55.795839 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-0f9bb411-0a34-4aa1-9d73-47aaa41570eb req-7b5877e1-17a0-4054-8c66-276a28de40f1 service neutron] Request body: {'port': {'device_id': '58c78123-9c0b-4ede-9eb5-5f4d016f0fe1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818022-2'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:40:55.823545 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 16a37398-0896-453a-95e3-3a4642be1cad up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:40:55.878241 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-0f9bb411-0a34-4aa1-9d73-47aaa41570eb req-7b5877e1-17a0-4054-8c66-276a28de40f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:55.893230 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 16a37398-0896-453a-95e3-3a4642be1cad triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:40:55.893870 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:56.002980 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-9f40817b-9a0d-4ba1-aecb-8d91f3db58c5 None None] Provisioning complete for port d20245f0-dfd8-4584-b072-04c77298fa6e triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:40:56.002980 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9f40817b-9a0d-4ba1-aecb-8d91f3db58c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:56.038866 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-9f40817b-9a0d-4ba1-aecb-8d91f3db58c5 None None] Port d20245f0-dfd8-4584-b072-04c77298fa6e cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:40:56.161926 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [req-0f9bb411-0a34-4aa1-9d73-47aaa41570eb req-7b5877e1-17a0-4054-8c66-276a28de40f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d20245f0-dfd8-4584-b072-04c77298fa6e {{(pid=103365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:40:56.169977 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-0f9bb411-0a34-4aa1-9d73-47aaa41570eb req-7b5877e1-17a0-4054-8c66-276a28de40f1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:56.182616 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.provisioning_blocks [req-0f9bb411-0a34-4aa1-9d73-47aaa41570eb req-7b5877e1-17a0-4054-8c66-276a28de40f1 service neutron] Transition to ACTIVE for port object d20245f0-dfd8-4584-b072-04c77298fa6e will not be triggered until provisioned by entity L2. {{(pid=103365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 18:40:56.187402 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-0f9bb411-0a34-4aa1-9d73-47aaa41570eb req-7b5877e1-17a0-4054-8c66-276a28de40f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:56.256745 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5877e1-17a0-4054-8c66-276a28de40f1 service neutron] Pushing event updated for resources: {'Port': ['ID=d20245f0-dfd8-4584-b072-04c77298fa6e,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:40:56.340200 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-0f9bb411-0a34-4aa1-9d73-47aaa41570eb req-7b5877e1-17a0-4054-8c66-276a28de40f1 service neutron] Attempting to bind port d20245f0-dfd8-4584-b072-04c77298fa6e on host n-h2-818022-2 for vnic_type normal with profile {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:40:56.340523 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-0f9bb411-0a34-4aa1-9d73-47aaa41570eb req-7b5877e1-17a0-4054-8c66-276a28de40f1 service neutron] Attempting to bind port d20245f0-dfd8-4584-b072-04c77298fa6e by drivers openvswitch,hyperv on host n-h2-818022-2 at level 0 using segments [{'id': 'c8618947-e2ef-490e-b51c-f8bdbc492db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '9792089b-6342-4e63-9b60-25fed74ccf2d'}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:40:56.340856 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f9bb411-0a34-4aa1-9d73-47aaa41570eb req-7b5877e1-17a0-4054-8c66-276a28de40f1 service neutron] Attempting to bind port d20245f0-dfd8-4584-b072-04c77298fa6e on network 9792089b-6342-4e63-9b60-25fed74ccf2d {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:40:56.342286 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1cd2b0-3a32-4c4d-8fdd-4f40f36f76ff req-55e3b008-5e73-4b3c-af32-937bb6ea2a56 tempest-TestEncryptedCinderVolumes-51377491 tempest-TestEncryptedCinderVolumes-51377491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:40:56.344985 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8a1cd2b0-3a32-4c4d-8fdd-4f40f36f76ff req-55e3b008-5e73-4b3c-af32-937bb6ea2a56 tempest-TestEncryptedCinderVolumes-51377491 tempest-TestEncryptedCinderVolumes-51377491-project] 10.222.0.54 "GET /v2.0/ports?device_id=58c78123-9c0b-4ede-9eb5-5f4d016f0fe1 HTTP/1.1" status: 200 len: 944 time: 0.0647812 Nov 19 18:40:56.346334 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f9bb411-0a34-4aa1-9d73-47aaa41570eb req-7b5877e1-17a0-4054-8c66-276a28de40f1 service neutron] Port d20245f0-dfd8-4584-b072-04c77298fa6e on network 9792089b-6342-4e63-9b60-25fed74ccf2d not bound, no agent of type Open vSwitch agent registered on host n-h2-818022-2 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 18:40:56.346762 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f9bb411-0a34-4aa1-9d73-47aaa41570eb req-7b5877e1-17a0-4054-8c66-276a28de40f1 service neutron] Attempting to bind port d20245f0-dfd8-4584-b072-04c77298fa6e on network 9792089b-6342-4e63-9b60-25fed74ccf2d {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:40:56.352090 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f9bb411-0a34-4aa1-9d73-47aaa41570eb req-7b5877e1-17a0-4054-8c66-276a28de40f1 service neutron] Checking agent: {'id': '525ad2ac-c4ae-4c63-af2e-0bf8d25d0f0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'started_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 40, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:40:56.352426 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f9bb411-0a34-4aa1-9d73-47aaa41570eb req-7b5877e1-17a0-4054-8c66-276a28de40f1 service neutron] Checking segment: {'id': 'c8618947-e2ef-490e-b51c-f8bdbc492db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '9792089b-6342-4e63-9b60-25fed74ccf2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:40:56.352810 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f9bb411-0a34-4aa1-9d73-47aaa41570eb req-7b5877e1-17a0-4054-8c66-276a28de40f1 service neutron] Bound using segment: {'id': 'c8618947-e2ef-490e-b51c-f8bdbc492db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '9792089b-6342-4e63-9b60-25fed74ccf2d'} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:40:56.353263 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-0f9bb411-0a34-4aa1-9d73-47aaa41570eb req-7b5877e1-17a0-4054-8c66-276a28de40f1 service neutron] Bound port: d20245f0-dfd8-4584-b072-04c77298fa6e, host: n-h2-818022-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8618947-e2ef-490e-b51c-f8bdbc492db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '9792089b-6342-4e63-9b60-25fed74ccf2d'}}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:40:56.353624 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-0f9bb411-0a34-4aa1-9d73-47aaa41570eb req-7b5877e1-17a0-4054-8c66-276a28de40f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:56.418343 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8a1cd2b0-3a32-4c4d-8fdd-4f40f36f76ff req-067ab2d7-22ef-4190-b3ad-b74ae3aa7d04 tempest-TestEncryptedCinderVolumes-51377491 tempest-TestEncryptedCinderVolumes-51377491-project] 10.222.0.54 "GET /v2.0/security-groups?id=80de31ca-983a-4cff-bbb9-af9438cd90bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608306 Nov 19 18:40:56.430186 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-0f9bb411-0a34-4aa1-9d73-47aaa41570eb req-7b5877e1-17a0-4054-8c66-276a28de40f1 service neutron] For port d20245f0-dfd8-4584-b072-04c77298fa6e, host n-h2-818022-2, cleared binding levels {{(pid=103365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:40:56.433779 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-0f9bb411-0a34-4aa1-9d73-47aaa41570eb req-7b5877e1-17a0-4054-8c66-276a28de40f1 service neutron] For port d20245f0-dfd8-4584-b072-04c77298fa6e, host n-h2-818022-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=d20245f0-dfd8-4584-b072-04c77298fa6e,segment=NetworkSegment(c8618947-e2ef-490e-b51c-f8bdbc492db3),segment_id=c8618947-e2ef-490e-b51c-f8bdbc492db3)] {{(pid=103365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:40:56.441318 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-0f9bb411-0a34-4aa1-9d73-47aaa41570eb req-7b5877e1-17a0-4054-8c66-276a28de40f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:56.480264 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9bb411-0a34-4aa1-9d73-47aaa41570eb req-7b5877e1-17a0-4054-8c66-276a28de40f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:40:56.480863 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-0f9bb411-0a34-4aa1-9d73-47aaa41570eb req-7b5877e1-17a0-4054-8c66-276a28de40f1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:56.486879 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0f9bb411-0a34-4aa1-9d73-47aaa41570eb req-7b5877e1-17a0-4054-8c66-276a28de40f1 service neutron] 10.222.0.86 "PUT /v2.0/ports/d20245f0-dfd8-4584-b072-04c77298fa6e HTTP/1.1" status: 200 len: 1092 time: 0.6915662 Nov 19 18:40:56.486879 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58c78123-9c0b-4ede-9eb5-5f4d016f0fe1', 'tag': 'd20245f0-dfd8-4584-b072-04c77298fa6e'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:40:56.486879 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd49725d620cdd9f83c5eaf1b0fd23d69d3d375bb9795dcb3d54cd15509d3c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-015f1a29-26f9-4123-acad-022bdc6c17d7" -d '{"events": [{"name": "network-changed", "server_uuid": "58c78123-9c0b-4ede-9eb5-5f4d016f0fe1", "tag": "d20245f0-dfd8-4584-b072-04c77298fa6e"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:40:56.524171 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5877e1-17a0-4054-8c66-276a28de40f1 service neutron] Pushing event updated for resources: {'Port': ['ID=d20245f0-dfd8-4584-b072-04c77298fa6e,revision_number=3']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:40:56.549140 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 18:40:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdd25992-28c9-4040-8d7d-8b98020df0c6 x-openstack-request-id: req-cdd25992-28c9-4040-8d7d-8b98020df0c6 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:40:56.549732 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58c78123-9c0b-4ede-9eb5-5f4d016f0fe1", "tag": "d20245f0-dfd8-4584-b072-04c77298fa6e", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:40:56.550018 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-cdd25992-28c9-4040-8d7d-8b98020df0c6 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:40:56.550432 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58c78123-9c0b-4ede-9eb5-5f4d016f0fe1', 'tag': 'd20245f0-dfd8-4584-b072-04c77298fa6e', 'status': 'completed', 'code': 200} Nov 19 18:40:56.590397 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9bb411-0a34-4aa1-9d73-47aaa41570eb req-8b0556f5-ed71-4576-b22c-deed80cdcdd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:40:56.592291 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0f9bb411-0a34-4aa1-9d73-47aaa41570eb req-8b0556f5-ed71-4576-b22c-deed80cdcdd1 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=63cc99fad9954aaea01b110d015334f1&device_id=58c78123-9c0b-4ede-9eb5-5f4d016f0fe1 HTTP/1.1" status: 200 len: 1095 time: 0.0564525 Nov 19 18:40:56.638442 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0f9bb411-0a34-4aa1-9d73-47aaa41570eb req-adaa8644-4b19-43d3-8586-6b8ed7833153 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d20245f0-dfd8-4584-b072-04c77298fa6e HTTP/1.1" status: 200 len: 217 time: 0.0363128 Nov 19 18:40:56.692720 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9bb411-0a34-4aa1-9d73-47aaa41570eb req-ff9105ec-1cec-402f-84e2-6287be34b590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:40:56.694247 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0f9bb411-0a34-4aa1-9d73-47aaa41570eb req-ff9105ec-1cec-402f-84e2-6287be34b590 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=49041a87-405d-47da-ae14-c305b5247c73 HTTP/1.1" status: 200 len: 856 time: 0.0481296 Nov 19 18:40:56.740090 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9bb411-0a34-4aa1-9d73-47aaa41570eb req-420376fa-3a12-4682-bbd0-ce50ef6755a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:40:56.741500 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0f9bb411-0a34-4aa1-9d73-47aaa41570eb req-420376fa-3a12-4682-bbd0-ce50ef6755a3 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=9792089b-6342-4e63-9b60-25fed74ccf2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398855 Nov 19 18:40:56.835379 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0f9bb411-0a34-4aa1-9d73-47aaa41570eb req-9a25d034-d647-48ba-a690-945d5e6c2e34 service neutron] 10.222.0.86 "GET /v2.0/networks/9792089b-6342-4e63-9b60-25fed74ccf2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857601 Nov 19 18:40:56.935610 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0f9bb411-0a34-4aa1-9d73-47aaa41570eb req-b78de279-8a6f-498e-afe5-b9c7dba8c592 service neutron] 10.222.0.86 "GET /v2.0/networks/9792089b-6342-4e63-9b60-25fed74ccf2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888708 Nov 19 18:40:57.023588 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015f1a29-26f9-4123-acad-022bdc6c17d7 req-c519e89e-7afb-4993-a1a6-1a939080d1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:40:57.025084 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-015f1a29-26f9-4123-acad-022bdc6c17d7 req-c519e89e-7afb-4993-a1a6-1a939080d1c2 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=63cc99fad9954aaea01b110d015334f1&device_id=58c78123-9c0b-4ede-9eb5-5f4d016f0fe1 HTTP/1.1" status: 200 len: 1095 time: 0.0404291 Nov 19 18:40:57.115950 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015f1a29-26f9-4123-acad-022bdc6c17d7 req-9a02ae5b-af2c-433f-8682-09c7d73e3127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:40:57.117423 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-015f1a29-26f9-4123-acad-022bdc6c17d7 req-9a02ae5b-af2c-433f-8682-09c7d73e3127 service neutron] 10.222.0.86 "GET /v2.0/networks?id=9792089b-6342-4e63-9b60-25fed74ccf2d HTTP/1.1" status: 200 len: 918 time: 0.0843196 Nov 19 18:40:57.166078 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-015f1a29-26f9-4123-acad-022bdc6c17d7 req-1c8cf334-ac93-4a1a-8941-b2d88c4a33fe service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d20245f0-dfd8-4584-b072-04c77298fa6e HTTP/1.1" status: 200 len: 217 time: 0.0408237 Nov 19 18:40:57.218404 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015f1a29-26f9-4123-acad-022bdc6c17d7 req-7256156b-ed74-4a74-8fc5-beae2e2880e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:40:57.219943 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-015f1a29-26f9-4123-acad-022bdc6c17d7 req-7256156b-ed74-4a74-8fc5-beae2e2880e9 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=49041a87-405d-47da-ae14-c305b5247c73 HTTP/1.1" status: 200 len: 856 time: 0.0464771 Nov 19 18:40:57.268651 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015f1a29-26f9-4123-acad-022bdc6c17d7 req-b82ffffb-7d5b-454a-870e-9b371ac673e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:40:57.270207 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-015f1a29-26f9-4123-acad-022bdc6c17d7 req-b82ffffb-7d5b-454a-870e-9b371ac673e0 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=9792089b-6342-4e63-9b60-25fed74ccf2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419054 Nov 19 18:40:57.367550 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-015f1a29-26f9-4123-acad-022bdc6c17d7 req-a15420bf-fa09-4859-9a34-4d1a0b5ec2f6 service neutron] 10.222.0.86 "GET /v2.0/networks/9792089b-6342-4e63-9b60-25fed74ccf2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890741 Nov 19 18:40:57.463629 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-015f1a29-26f9-4123-acad-022bdc6c17d7 req-9c7dfb66-1155-4734-b8ec-1f28bb05bc41 service neutron] 10.222.0.86 "GET /v2.0/networks/9792089b-6342-4e63-9b60-25fed74ccf2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889091 Nov 19 18:40:57.536916 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfdc5d6-e57f-44ec-a098-d6ea0c510d8d req-ff63dd20-b8bf-46fb-9b52-bf80910c68e1 tempest-TestEncryptedCinderVolumes-51377491 tempest-TestEncryptedCinderVolumes-51377491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:40:57.538471 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-4bfdc5d6-e57f-44ec-a098-d6ea0c510d8d req-ff63dd20-b8bf-46fb-9b52-bf80910c68e1 tempest-TestEncryptedCinderVolumes-51377491 tempest-TestEncryptedCinderVolumes-51377491-project] 10.222.0.54 "GET /v2.0/ports?device_id=58c78123-9c0b-4ede-9eb5-5f4d016f0fe1 HTTP/1.1" status: 200 len: 944 time: 0.0571661 Nov 19 18:40:57.587642 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-4bfdc5d6-e57f-44ec-a098-d6ea0c510d8d req-28fa49d3-db00-46e6-bdeb-b99a8930daf2 tempest-TestEncryptedCinderVolumes-51377491 tempest-TestEncryptedCinderVolumes-51377491-project] 10.222.0.54 "GET /v2.0/security-groups?id=80de31ca-983a-4cff-bbb9-af9438cd90bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429392 Nov 19 18:40:58.703953 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716aea5b-6221-42e2-a96d-e8c4af6948a2 req-3b4db7f7-4516-4b82-a618-e4cd68fcd6e3 tempest-TestEncryptedCinderVolumes-51377491 tempest-TestEncryptedCinderVolumes-51377491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:40:58.705488 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-716aea5b-6221-42e2-a96d-e8c4af6948a2 req-3b4db7f7-4516-4b82-a618-e4cd68fcd6e3 tempest-TestEncryptedCinderVolumes-51377491 tempest-TestEncryptedCinderVolumes-51377491-project] 10.222.0.54 "GET /v2.0/ports?device_id=58c78123-9c0b-4ede-9eb5-5f4d016f0fe1 HTTP/1.1" status: 200 len: 944 time: 0.0486798 Nov 19 18:40:58.756491 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-716aea5b-6221-42e2-a96d-e8c4af6948a2 req-dd6ef535-f3c1-4ff6-a0c8-ed467998f8ee tempest-TestEncryptedCinderVolumes-51377491 tempest-TestEncryptedCinderVolumes-51377491-project] 10.222.0.54 "GET /v2.0/security-groups?id=80de31ca-983a-4cff-bbb9-af9438cd90bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450547 Nov 19 18:40:59.335811 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device d20245f0-dfd8-4584-b072-04c77298fa6e details requested by agent hyperv_n-h2-818022-2 with host n-h2-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 18:40:59.432930 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port d20245f0-dfd8-4584-b072-04c77298fa6e, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=d20245f0-dfd8-4584-b072-04c77298fa6e,segment=NetworkSegment(c8618947-e2ef-490e-b51c-f8bdbc492db3),segment_id=c8618947-e2ef-490e-b51c-f8bdbc492db3)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:40:59.444618 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Returning: {'device': 'd20245f0-dfd8-4584-b072-04c77298fa6e', 'network_id': '9792089b-6342-4e63-9b60-25fed74ccf2d', 'port_id': 'd20245f0-dfd8-4584-b072-04c77298fa6e', 'mac_address': 'fa:16:3e:51:17:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49041a87-405d-47da-ae14-c305b5247c73', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 18:40:59.481459 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:59.494279 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d20245f0-dfd8-4584-b072-04c77298fa6e {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:40:59.514266 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port d20245f0-dfd8-4584-b072-04c77298fa6e, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=d20245f0-dfd8-4584-b072-04c77298fa6e,segment=NetworkSegment(c8618947-e2ef-490e-b51c-f8bdbc492db3),segment_id=c8618947-e2ef-490e-b51c-f8bdbc492db3)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:40:59.517958 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:59.569329 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Pushing event updated for resources: {'Port': ['ID=d20245f0-dfd8-4584-b072-04c77298fa6e,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:40:59.744437 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] get_ports_and_sgs() called for port_ids ['d20245f0-dfd8-4584-b072-04c77298fa6e'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:40:59.878085 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30d6348-c0db-49be-8289-375f13ce6be3 req-75709ee3-6af1-4f01-b6a5-553a43d96715 tempest-TestEncryptedCinderVolumes-51377491 tempest-TestEncryptedCinderVolumes-51377491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:40:59.879532 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c30d6348-c0db-49be-8289-375f13ce6be3 req-75709ee3-6af1-4f01-b6a5-553a43d96715 tempest-TestEncryptedCinderVolumes-51377491 tempest-TestEncryptedCinderVolumes-51377491-project] 10.222.0.54 "GET /v2.0/ports?device_id=58c78123-9c0b-4ede-9eb5-5f4d016f0fe1 HTTP/1.1" status: 200 len: 945 time: 0.0523906 Nov 19 18:40:59.895167 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ddd31f87-414b-4c1b-96de-a28db8fad7f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:40:59.932989 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c30d6348-c0db-49be-8289-375f13ce6be3 req-18891ffb-85a7-4379-a572-8fc5a5c9898b tempest-TestEncryptedCinderVolumes-51377491 tempest-TestEncryptedCinderVolumes-51377491-project] 10.222.0.54 "GET /v2.0/security-groups?id=80de31ca-983a-4cff-bbb9-af9438cd90bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471306 Nov 19 18:41:01.052169 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25190b34-f0ea-4826-ba77-e0d281fe8940 req-d51ba7c5-d089-4336-9200-75e8fb3b94e5 tempest-TestEncryptedCinderVolumes-51377491 tempest-TestEncryptedCinderVolumes-51377491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:41:01.053644 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-25190b34-f0ea-4826-ba77-e0d281fe8940 req-d51ba7c5-d089-4336-9200-75e8fb3b94e5 tempest-TestEncryptedCinderVolumes-51377491 tempest-TestEncryptedCinderVolumes-51377491-project] 10.222.0.54 "GET /v2.0/ports?device_id=58c78123-9c0b-4ede-9eb5-5f4d016f0fe1 HTTP/1.1" status: 200 len: 945 time: 0.0485659 Nov 19 18:41:01.100159 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-25190b34-f0ea-4826-ba77-e0d281fe8940 req-879dc223-8c8f-446a-b7e3-81f22d689aa2 tempest-TestEncryptedCinderVolumes-51377491 tempest-TestEncryptedCinderVolumes-51377491-project] 10.222.0.54 "GET /v2.0/security-groups?id=80de31ca-983a-4cff-bbb9-af9438cd90bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404005 Nov 19 18:41:01.351518 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device d20245f0-dfd8-4584-b072-04c77298fa6e up at agent hyperv_n-h2-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:41:01.399503 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Provisioning for port d20245f0-dfd8-4584-b072-04c77298fa6e completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 18:41:01.403439 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Provisioning complete for port d20245f0-dfd8-4584-b072-04c77298fa6e triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:41:01.403810 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:41:01.480161 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:41:01.507647 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58c78123-9c0b-4ede-9eb5-5f4d016f0fe1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd20245f0-dfd8-4584-b072-04c77298fa6e'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:41:01.509914 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e87da51c426c585745380e4f647dbd896557016b88dd9fb127e5d98628c937cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29823794-3d3a-4d0f-a108-69ff6c1585a0" -d '{"events": [{"server_uuid": "58c78123-9c0b-4ede-9eb5-5f4d016f0fe1", "name": "network-vif-plugged", "status": "completed", "tag": "d20245f0-dfd8-4584-b072-04c77298fa6e"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:41:01.522538 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port d20245f0-dfd8-4584-b072-04c77298fa6e, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=d20245f0-dfd8-4584-b072-04c77298fa6e,segment=NetworkSegment(c8618947-e2ef-490e-b51c-f8bdbc492db3),segment_id=c8618947-e2ef-490e-b51c-f8bdbc492db3)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:41:01.527153 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:41:01.551004 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:41:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b359732e-a7c3-4d94-9f0b-e52c6664f000 x-openstack-request-id: req-b359732e-a7c3-4d94-9f0b-e52c6664f000 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:41:01.551295 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58c78123-9c0b-4ede-9eb5-5f4d016f0fe1", "name": "network-vif-plugged", "status": "completed", "tag": "d20245f0-dfd8-4584-b072-04c77298fa6e", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:41:01.551551 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b359732e-a7c3-4d94-9f0b-e52c6664f000 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:41:01.551933 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58c78123-9c0b-4ede-9eb5-5f4d016f0fe1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd20245f0-dfd8-4584-b072-04c77298fa6e', 'code': 200} Nov 19 18:41:01.579908 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Pushing event updated for resources: {'Port': ['ID=d20245f0-dfd8-4584-b072-04c77298fa6e,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:41:01.651452 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7a08c6-7c7a-44d0-a7cc-a90b39f849c7 req-3b7a0913-a530-4b3c-adbb-06ddf3f5cc10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:41:01.652891 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-aa7a08c6-7c7a-44d0-a7cc-a90b39f849c7 req-3b7a0913-a530-4b3c-adbb-06ddf3f5cc10 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=58c78123-9c0b-4ede-9eb5-5f4d016f0fe1 HTTP/1.1" status: 200 len: 1097 time: 0.0420032 Nov 19 18:41:01.699233 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-aa7a08c6-7c7a-44d0-a7cc-a90b39f849c7 req-ecf5d8c2-564f-4777-a55a-88a4093d85ed service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=80de31ca-983a-4cff-bbb9-af9438cd90bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385768 Nov 19 18:41:02.098210 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-7573548d-d456-428a-b03f-b0fad0d546b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:41:02.228736 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b6fbf2-2230-4326-a629-c693fbe03250 req-6997da77-f085-4209-88ad-bd1b26a82a08 tempest-TestEncryptedCinderVolumes-51377491 tempest-TestEncryptedCinderVolumes-51377491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:41:02.230258 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d7b6fbf2-2230-4326-a629-c693fbe03250 req-6997da77-f085-4209-88ad-bd1b26a82a08 tempest-TestEncryptedCinderVolumes-51377491 tempest-TestEncryptedCinderVolumes-51377491-project] 10.222.0.54 "GET /v2.0/ports?device_id=58c78123-9c0b-4ede-9eb5-5f4d016f0fe1 HTTP/1.1" status: 200 len: 946 time: 0.0588386 Nov 19 18:41:02.278904 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d7b6fbf2-2230-4326-a629-c693fbe03250 req-3e9ccb3c-7459-410a-90ff-94b651472adc tempest-TestEncryptedCinderVolumes-51377491 tempest-TestEncryptedCinderVolumes-51377491-project] 10.222.0.54 "GET /v2.0/security-groups?id=80de31ca-983a-4cff-bbb9-af9438cd90bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425720 Nov 19 18:41:03.383994 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e46ecc5a-dc14-4744-b262-3072ff2e958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:41:03.397148 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b4eae8-cb39-44e3-9740-ce2f0655fdbb req-6c23c738-8b07-4043-a776-8f9b6842a776 tempest-TestEncryptedCinderVolumes-51377491 tempest-TestEncryptedCinderVolumes-51377491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:41:03.398712 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-07b4eae8-cb39-44e3-9740-ce2f0655fdbb req-6c23c738-8b07-4043-a776-8f9b6842a776 tempest-TestEncryptedCinderVolumes-51377491 tempest-TestEncryptedCinderVolumes-51377491-project] 10.222.0.54 "GET /v2.0/ports?device_id=58c78123-9c0b-4ede-9eb5-5f4d016f0fe1 HTTP/1.1" status: 200 len: 946 time: 0.0500634 Nov 19 18:41:03.450159 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-07b4eae8-cb39-44e3-9740-ce2f0655fdbb req-2f057cc5-800f-4c63-82ef-3e8f198f146d tempest-TestEncryptedCinderVolumes-51377491 tempest-TestEncryptedCinderVolumes-51377491-project] 10.222.0.54 "GET /v2.0/security-groups?id=80de31ca-983a-4cff-bbb9-af9438cd90bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448906 Nov 19 18:41:03.588260 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af70bd4-1cbc-474c-b010-2278a0c88afb req-ab2f0f4d-8d1e-45f0-a329-4bc4ea2e4914 tempest-TestEncryptedCinderVolumes-51377491 tempest-TestEncryptedCinderVolumes-51377491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:41:03.589673 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8af70bd4-1cbc-474c-b010-2278a0c88afb req-ab2f0f4d-8d1e-45f0-a329-4bc4ea2e4914 tempest-TestEncryptedCinderVolumes-51377491 tempest-TestEncryptedCinderVolumes-51377491-project] 10.222.0.54 "GET /v2.0/ports?device_id=58c78123-9c0b-4ede-9eb5-5f4d016f0fe1 HTTP/1.1" status: 200 len: 946 time: 0.0479431 Nov 19 18:41:03.637765 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8af70bd4-1cbc-474c-b010-2278a0c88afb req-7ae51a64-9a29-4853-9e54-d1992b0a46ac tempest-TestEncryptedCinderVolumes-51377491 tempest-TestEncryptedCinderVolumes-51377491-project] 10.222.0.54 "GET /v2.0/security-groups?id=80de31ca-983a-4cff-bbb9-af9438cd90bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413606 Nov 19 18:41:04.217207 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:41:04.227069 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:41:04.967560 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e013d7e6-5264-4dcc-9759-54f5fb809e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:41:05.295643 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:41:05.410203 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6cc6c5e0-7631-482b-ae78-07801d587e06 req-7c55e90c-ee64-4b80-89f5-ac5913e10361 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=58c78123-9c0b-4ede-9eb5-5f4d016f0fe1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0444469 Nov 19 18:41:05.502811 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc6c5e0-7631-482b-ae78-07801d587e06 req-70436502-5b85-4b7a-8018-87a36ccf7c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:41:05.504414 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6cc6c5e0-7631-482b-ae78-07801d587e06 req-70436502-5b85-4b7a-8018-87a36ccf7c17 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=63cc99fad9954aaea01b110d015334f1&device_id=58c78123-9c0b-4ede-9eb5-5f4d016f0fe1 HTTP/1.1" status: 200 len: 1097 time: 0.0459347 Nov 19 18:41:05.621835 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc6c5e0-7631-482b-ae78-07801d587e06 req-28d9f6d6-0218-49b6-a587-85f26e9f33b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:41:05.623363 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6cc6c5e0-7631-482b-ae78-07801d587e06 req-28d9f6d6-0218-49b6-a587-85f26e9f33b3 service neutron] 10.222.0.86 "GET /v2.0/networks?id=9792089b-6342-4e63-9b60-25fed74ccf2d HTTP/1.1" status: 200 len: 918 time: 0.0901847 Nov 19 18:41:05.675102 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6cc6c5e0-7631-482b-ae78-07801d587e06 req-bd084557-e830-4d22-b486-ae706ce65da8 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d20245f0-dfd8-4584-b072-04c77298fa6e HTTP/1.1" status: 200 len: 217 time: 0.0396705 Nov 19 18:41:05.728522 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc6c5e0-7631-482b-ae78-07801d587e06 req-8181ff19-cbb6-48a3-9f36-28fbddddce50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:41:05.736888 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6cc6c5e0-7631-482b-ae78-07801d587e06 req-8181ff19-cbb6-48a3-9f36-28fbddddce50 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=49041a87-405d-47da-ae14-c305b5247c73 HTTP/1.1" status: 200 len: 856 time: 0.0475705 Nov 19 18:41:05.776364 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc6c5e0-7631-482b-ae78-07801d587e06 req-2eb88204-d1a8-4e22-b4e1-5f0d581e1f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:41:05.777898 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6cc6c5e0-7631-482b-ae78-07801d587e06 req-2eb88204-d1a8-4e22-b4e1-5f0d581e1f4e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=9792089b-6342-4e63-9b60-25fed74ccf2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402732 Nov 19 18:41:05.871362 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6cc6c5e0-7631-482b-ae78-07801d587e06 req-40cff78c-1fb4-40f4-bf39-e9f38009a29c service neutron] 10.222.0.86 "GET /v2.0/networks/9792089b-6342-4e63-9b60-25fed74ccf2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851316 Nov 19 18:41:05.961320 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6cc6c5e0-7631-482b-ae78-07801d587e06 req-b7562536-38b6-4e82-b009-ad2ccec2d070 service neutron] 10.222.0.86 "GET /v2.0/networks/9792089b-6342-4e63-9b60-25fed74ccf2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824168 Nov 19 18:41:17.401302 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.agents_db [None req-619e5c26-d9ed-4321-86eb-7d443bb9dfa2 None None] Agent healthcheck: found 7 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 18:41:25.316804 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826aba7d-233e-47a2-8114-b0e847ba4b56 req-6e7ea70b-17f8-4a76-a31c-1073a2aeb3bf tempest-TestEncryptedCinderVolumes-51377491 tempest-TestEncryptedCinderVolumes-51377491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:41:25.318353 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-826aba7d-233e-47a2-8114-b0e847ba4b56 req-6e7ea70b-17f8-4a76-a31c-1073a2aeb3bf tempest-TestEncryptedCinderVolumes-51377491 tempest-TestEncryptedCinderVolumes-51377491-project] 10.222.0.54 "GET /v2.0/ports?device_id=58c78123-9c0b-4ede-9eb5-5f4d016f0fe1 HTTP/1.1" status: 200 len: 946 time: 0.0634189 Nov 19 18:41:25.378789 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-826aba7d-233e-47a2-8114-b0e847ba4b56 req-8840cd1a-b6fe-464c-9954-f798606cf116 tempest-TestEncryptedCinderVolumes-51377491 tempest-TestEncryptedCinderVolumes-51377491-project] 10.222.0.54 "GET /v2.0/security-groups?id=80de31ca-983a-4cff-bbb9-af9438cd90bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535605 Nov 19 18:41:26.520217 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e8ba2e-b610-4417-baf0-789c9dcdba8b req-5e7d2175-3af1-43f1-8783-b5ae07e6b176 tempest-TestEncryptedCinderVolumes-51377491 tempest-TestEncryptedCinderVolumes-51377491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:41:26.521967 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-17e8ba2e-b610-4417-baf0-789c9dcdba8b req-5e7d2175-3af1-43f1-8783-b5ae07e6b176 tempest-TestEncryptedCinderVolumes-51377491 tempest-TestEncryptedCinderVolumes-51377491-project] 10.222.0.54 "GET /v2.0/ports?device_id=58c78123-9c0b-4ede-9eb5-5f4d016f0fe1 HTTP/1.1" status: 200 len: 946 time: 0.0607457 Nov 19 18:41:26.582886 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-17e8ba2e-b610-4417-baf0-789c9dcdba8b req-0c2fa73e-5057-45b0-adf2-e23e4ab58989 tempest-TestEncryptedCinderVolumes-51377491 tempest-TestEncryptedCinderVolumes-51377491-project] 10.222.0.54 "GET /v2.0/security-groups?id=80de31ca-983a-4cff-bbb9-af9438cd90bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538943 Nov 19 18:41:26.939648 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf29d36-93bf-470a-bd06-083fdf74fc4f req-3b61a6e9-3528-4523-a681-c4ebe5b88b34 tempest-TestEncryptedCinderVolumes-51377491 tempest-TestEncryptedCinderVolumes-51377491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:41:26.941104 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4bf29d36-93bf-470a-bd06-083fdf74fc4f req-3b61a6e9-3528-4523-a681-c4ebe5b88b34 tempest-TestEncryptedCinderVolumes-51377491 tempest-TestEncryptedCinderVolumes-51377491-project] 10.222.0.86 "GET /v2.0/ports?device_id=58c78123-9c0b-4ede-9eb5-5f4d016f0fe1 HTTP/1.1" status: 200 len: 946 time: 0.0482554 Nov 19 18:41:27.030783 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-4bf29d36-93bf-470a-bd06-083fdf74fc4f req-265138fd-3eeb-435c-a803-dca83c5de22e tempest-TestEncryptedCinderVolumes-51377491 tempest-TestEncryptedCinderVolumes-51377491-project] Deleting port d20245f0-dfd8-4584-b072-04c77298fa6e {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:41:27.031234 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-4bf29d36-93bf-470a-bd06-083fdf74fc4f req-265138fd-3eeb-435c-a803-dca83c5de22e tempest-TestEncryptedCinderVolumes-51377491 tempest-TestEncryptedCinderVolumes-51377491-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:41:27.119334 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-4bf29d36-93bf-470a-bd06-083fdf74fc4f req-265138fd-3eeb-435c-a803-dca83c5de22e tempest-TestEncryptedCinderVolumes-51377491 tempest-TestEncryptedCinderVolumes-51377491-project] For port d20245f0-dfd8-4584-b072-04c77298fa6e, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=d20245f0-dfd8-4584-b072-04c77298fa6e,segment=NetworkSegment(c8618947-e2ef-490e-b51c-f8bdbc492db3),segment_id=c8618947-e2ef-490e-b51c-f8bdbc492db3)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:41:27.119690 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-4bf29d36-93bf-470a-bd06-083fdf74fc4f req-265138fd-3eeb-435c-a803-dca83c5de22e tempest-TestEncryptedCinderVolumes-51377491 tempest-TestEncryptedCinderVolumes-51377491-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:41:27.132532 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-4bf29d36-93bf-470a-bd06-083fdf74fc4f req-265138fd-3eeb-435c-a803-dca83c5de22e tempest-TestEncryptedCinderVolumes-51377491 tempest-TestEncryptedCinderVolumes-51377491-project] Calling delete_port for d20245f0-dfd8-4584-b072-04c77298fa6e owned by compute:nova {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:41:27.258765 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-4bf29d36-93bf-470a-bd06-083fdf74fc4f req-265138fd-3eeb-435c-a803-dca83c5de22e tempest-TestEncryptedCinderVolumes-51377491 tempest-TestEncryptedCinderVolumes-51377491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:41:27.271979 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] get_ports_and_sgs() called for port_ids ['d20245f0-dfd8-4584-b072-04c77298fa6e'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:41:27.289040 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265138fd-3eeb-435c-a803-dca83c5de22e tempest-TestEncryptedCinderVolumes-51377491 tempest-TestEncryptedCinderVolumes-51377491-project] Pushing event deleted for resources: {'Port': ['ID=d20245f0-dfd8-4584-b072-04c77298fa6e,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:41:27.331175 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bf29d36-93bf-470a-bd06-083fdf74fc4f req-265138fd-3eeb-435c-a803-dca83c5de22e tempest-TestEncryptedCinderVolumes-51377491 tempest-TestEncryptedCinderVolumes-51377491-project] No DVR routers for this DVR port d20245f0-dfd8-4584-b072-04c77298fa6e on host n-h2-818022-2 {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:41:27.334024 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-4bf29d36-93bf-470a-bd06-083fdf74fc4f req-265138fd-3eeb-435c-a803-dca83c5de22e tempest-TestEncryptedCinderVolumes-51377491 tempest-TestEncryptedCinderVolumes-51377491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:41:27.337632 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4bf29d36-93bf-470a-bd06-083fdf74fc4f req-265138fd-3eeb-435c-a803-dca83c5de22e tempest-TestEncryptedCinderVolumes-51377491 tempest-TestEncryptedCinderVolumes-51377491-project] 10.222.0.86 "DELETE /v2.0/ports/d20245f0-dfd8-4584-b072-04c77298fa6e HTTP/1.1" status: 204 len: 173 time: 0.3898487 Nov 19 18:41:27.338214 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58c78123-9c0b-4ede-9eb5-5f4d016f0fe1', 'name': 'network-vif-deleted', 'tag': 'd20245f0-dfd8-4584-b072-04c77298fa6e'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:41:27.340692 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd49725d620cdd9f83c5eaf1b0fd23d69d3d375bb9795dcb3d54cd15509d3c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ae2903f-6341-471f-be35-7754ac521a82" -d '{"events": [{"server_uuid": "58c78123-9c0b-4ede-9eb5-5f4d016f0fe1", "name": "network-vif-deleted", "tag": "d20245f0-dfd8-4584-b072-04c77298fa6e"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:41:27.381176 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:41:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76c46736-92e3-4e34-a513-51424ae98065 x-openstack-request-id: req-76c46736-92e3-4e34-a513-51424ae98065 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:41:27.381537 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58c78123-9c0b-4ede-9eb5-5f4d016f0fe1", "name": "network-vif-deleted", "tag": "d20245f0-dfd8-4584-b072-04c77298fa6e", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:41:27.381870 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-76c46736-92e3-4e34-a513-51424ae98065 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:41:27.382413 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58c78123-9c0b-4ede-9eb5-5f4d016f0fe1', 'name': 'network-vif-deleted', 'tag': 'd20245f0-dfd8-4584-b072-04c77298fa6e', 'status': 'completed', 'code': 200} Nov 19 18:41:27.702003 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b3df2e61-3c23-45a9-bf2c-533bcfcfb4f3 req-d3dbc795-03d9-42c5-a671-37ba1d33577e tempest-TestEncryptedCinderVolumes-51377491 tempest-TestEncryptedCinderVolumes-51377491-project] 10.222.0.54 "GET /v2.0/ports?device_id=58c78123-9c0b-4ede-9eb5-5f4d016f0fe1 HTTP/1.1" status: 200 len: 210 time: 0.0277250 Nov 19 18:41:29.260862 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d97009-e291-42e8-8d10-1828c248e04e req-0b8012c2-4334-4039-a799-4d543032635f tempest-TestEncryptedCinderVolumes-51377491 tempest-TestEncryptedCinderVolumes-51377491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:41:29.262368 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f7d97009-e291-42e8-8d10-1828c248e04e req-0b8012c2-4334-4039-a799-4d543032635f tempest-TestEncryptedCinderVolumes-51377491 tempest-TestEncryptedCinderVolumes-51377491-project] 10.222.0.54 "GET /v2.0/networks?id=9792089b-6342-4e63-9b60-25fed74ccf2d HTTP/1.1" status: 200 len: 817 time: 0.1025331 Nov 19 18:41:29.277418 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f7d97009-e291-42e8-8d10-1828c248e04e req-d95421b9-39ff-42df-bc4e-b538eb4000b3 tempest-TestEncryptedCinderVolumes-51377491 tempest-TestEncryptedCinderVolumes-51377491-project] 10.222.0.54 "GET /v2.0/quotas/63cc99fad9954aaea01b110d015334f1 HTTP/1.1" status: 200 len: 375 time: 0.0087986 Nov 19 18:41:29.327799 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f7d97009-e291-42e8-8d10-1828c248e04e req-f691cbbe-0929-4d21-a70d-0fa5d126df27 tempest-TestEncryptedCinderVolumes-51377491 tempest-TestEncryptedCinderVolumes-51377491-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=63cc99fad9954aaea01b110d015334f1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0451469 Nov 19 18:41:29.424683 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f7d97009-e291-42e8-8d10-1828c248e04e req-f1c52069-ec1d-4ea5-97d2-ab452fefe137 service neutron] 10.222.0.54 "GET /v2.0/networks/9792089b-6342-4e63-9b60-25fed74ccf2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854046 Nov 19 18:41:29.513252 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f7d97009-e291-42e8-8d10-1828c248e04e req-e960e8a0-00d6-4c51-af08-06d5b628722c service neutron] 10.222.0.54 "GET /v2.0/networks/9792089b-6342-4e63-9b60-25fed74ccf2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815909 Nov 19 18:41:29.670989 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-55e36bd0-f324-4a2a-a7a0-5f12d35f72a2 req-9f361b66-8ac3-45af-943f-2d9204970aa7 tempest-TestEncryptedCinderVolumes-51377491 tempest-TestEncryptedCinderVolumes-51377491-project] 10.222.0.54 "GET /v2.0/ports?device_id=e7ccc339-6f77-41bf-bffe-28b9d51aadde HTTP/1.1" status: 200 len: 210 time: 0.0266054 Nov 19 18:41:29.895495 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f82335fa-2fe1-48aa-80d7-c737de3701fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:41:30.626085 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d97009-e291-42e8-8d10-1828c248e04e req-68b081fb-76ae-486e-a9f8-df049800374c tempest-TestEncryptedCinderVolumes-51377491 tempest-TestEncryptedCinderVolumes-51377491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:41:30.627630 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f7d97009-e291-42e8-8d10-1828c248e04e req-68b081fb-76ae-486e-a9f8-df049800374c tempest-TestEncryptedCinderVolumes-51377491 tempest-TestEncryptedCinderVolumes-51377491-project] 10.222.0.86 "GET /v2.0/networks?id=9792089b-6342-4e63-9b60-25fed74ccf2d HTTP/1.1" status: 200 len: 817 time: 0.1126778 Nov 19 18:41:30.641799 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-f7d97009-e291-42e8-8d10-1828c248e04e req-5c59bf06-ea68-4642-bb58-f3ca84fdd4fa tempest-TestEncryptedCinderVolumes-51377491 tempest-TestEncryptedCinderVolumes-51377491-project] Request body: {'port': {'device_id': 'e7ccc339-6f77-41bf-bffe-28b9d51aadde', 'network_id': '9792089b-6342-4e63-9b60-25fed74ccf2d', 'admin_state_up': True, 'tenant_id': '63cc99fad9954aaea01b110d015334f1'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:41:30.776488 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d197f00e-28fc-4f81-ad6b-4e013e018d1d req-7d4c2d94-1d71-4396-a809-ddcc646146d2 tempest-TestEncryptedCinderVolumes-51377491 tempest-TestEncryptedCinderVolumes-51377491-project] 10.222.0.54 "GET /v2.0/ports?device_id=e7ccc339-6f77-41bf-bffe-28b9d51aadde HTTP/1.1" status: 200 len: 210 time: 0.0314155 Nov 19 18:41:30.786284 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7d97009-e291-42e8-8d10-1828c248e04e req-5c59bf06-ea68-4642-bb58-f3ca84fdd4fa tempest-TestEncryptedCinderVolumes-51377491 tempest-TestEncryptedCinderVolumes-51377491-project] Made reservation on behalf of 63cc99fad9954aaea01b110d015334f1 for: {'port': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:41:30.789992 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-f7d97009-e291-42e8-8d10-1828c248e04e req-5c59bf06-ea68-4642-bb58-f3ca84fdd4fa tempest-TestEncryptedCinderVolumes-51377491 tempest-TestEncryptedCinderVolumes-51377491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:41:30.916875 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [req-f7d97009-e291-42e8-8d10-1828c248e04e req-5c59bf06-ea68-4642-bb58-f3ca84fdd4fa tempest-TestEncryptedCinderVolumes-51377491 tempest-TestEncryptedCinderVolumes-51377491-project] Allocated IP 172.20.0.4 (9792089b-6342-4e63-9b60-25fed74ccf2d/49041a87-405d-47da-ae14-c305b5247c73/2dcbd0da-f6a0-4be2-9dba-43016592035c) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:41:31.383177 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-f7d97009-e291-42e8-8d10-1828c248e04e req-5c59bf06-ea68-4642-bb58-f3ca84fdd4fa tempest-TestEncryptedCinderVolumes-51377491 tempest-TestEncryptedCinderVolumes-51377491-project] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:41:31.421458 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-f7d97009-e291-42e8-8d10-1828c248e04e req-5c59bf06-ea68-4642-bb58-f3ca84fdd4fa tempest-TestEncryptedCinderVolumes-51377491 tempest-TestEncryptedCinderVolumes-51377491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:41:31.469837 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7d97009-e291-42e8-8d10-1828c248e04e req-5c59bf06-ea68-4642-bb58-f3ca84fdd4fa tempest-TestEncryptedCinderVolumes-51377491 tempest-TestEncryptedCinderVolumes-51377491-project] Network 9792089b-6342-4e63-9b60-25fed74ccf2d is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:41:31.472996 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [req-f7d97009-e291-42e8-8d10-1828c248e04e req-5c59bf06-ea68-4642-bb58-f3ca84fdd4fa tempest-TestEncryptedCinderVolumes-51377491 tempest-TestEncryptedCinderVolumes-51377491-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:41:31.476604 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7d97009-e291-42e8-8d10-1828c248e04e req-5c59bf06-ea68-4642-bb58-f3ca84fdd4fa tempest-TestEncryptedCinderVolumes-51377491 tempest-TestEncryptedCinderVolumes-51377491-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:41:31.501834 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c59bf06-ea68-4642-bb58-f3ca84fdd4fa tempest-TestEncryptedCinderVolumes-51377491 tempest-TestEncryptedCinderVolumes-51377491-project] Pushing event updated for resources: {'Port': ['ID=2dcbd0da-f6a0-4be2-9dba-43016592035c,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:41:31.518261 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c59bf06-ea68-4642-bb58-f3ca84fdd4fa tempest-TestEncryptedCinderVolumes-51377491 tempest-TestEncryptedCinderVolumes-51377491-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:41:31.518519 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c59bf06-ea68-4642-bb58-f3ca84fdd4fa tempest-TestEncryptedCinderVolumes-51377491 tempest-TestEncryptedCinderVolumes-51377491-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:41:31.518870 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c59bf06-ea68-4642-bb58-f3ca84fdd4fa tempest-TestEncryptedCinderVolumes-51377491 tempest-TestEncryptedCinderVolumes-51377491-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:41:31.519238 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c59bf06-ea68-4642-bb58-f3ca84fdd4fa tempest-TestEncryptedCinderVolumes-51377491 tempest-TestEncryptedCinderVolumes-51377491-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:41:31.519543 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c59bf06-ea68-4642-bb58-f3ca84fdd4fa tempest-TestEncryptedCinderVolumes-51377491 tempest-TestEncryptedCinderVolumes-51377491-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:41:31.519885 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c59bf06-ea68-4642-bb58-f3ca84fdd4fa tempest-TestEncryptedCinderVolumes-51377491 tempest-TestEncryptedCinderVolumes-51377491-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:41:31.520219 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c59bf06-ea68-4642-bb58-f3ca84fdd4fa tempest-TestEncryptedCinderVolumes-51377491 tempest-TestEncryptedCinderVolumes-51377491-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:41:31.520551 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c59bf06-ea68-4642-bb58-f3ca84fdd4fa tempest-TestEncryptedCinderVolumes-51377491 tempest-TestEncryptedCinderVolumes-51377491-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:41:31.520876 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c59bf06-ea68-4642-bb58-f3ca84fdd4fa tempest-TestEncryptedCinderVolumes-51377491 tempest-TestEncryptedCinderVolumes-51377491-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:41:31.520996 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device d20245f0-dfd8-4584-b072-04c77298fa6e no longer exists at agent hyperv_n-h2-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:41:31.521446 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c59bf06-ea68-4642-bb58-f3ca84fdd4fa tempest-TestEncryptedCinderVolumes-51377491 tempest-TestEncryptedCinderVolumes-51377491-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:41:31.521625 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c59bf06-ea68-4642-bb58-f3ca84fdd4fa tempest-TestEncryptedCinderVolumes-51377491 tempest-TestEncryptedCinderVolumes-51377491-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:41:31.522162 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c59bf06-ea68-4642-bb58-f3ca84fdd4fa tempest-TestEncryptedCinderVolumes-51377491 tempest-TestEncryptedCinderVolumes-51377491-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:41:31.545570 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d97009-e291-42e8-8d10-1828c248e04e req-5c59bf06-ea68-4642-bb58-f3ca84fdd4fa tempest-TestEncryptedCinderVolumes-51377491 tempest-TestEncryptedCinderVolumes-51377491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:41:31.546277 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-f7d97009-e291-42e8-8d10-1828c248e04e req-5c59bf06-ea68-4642-bb58-f3ca84fdd4fa tempest-TestEncryptedCinderVolumes-51377491 tempest-TestEncryptedCinderVolumes-51377491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:41:31.562332 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] No Port match for: d20245f0-dfd8-4584-b072-04c77298fa6e {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:41:31.562664 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device d20245f0-dfd8-4584-b072-04c77298fa6e not bound to the agent host n-h2-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:41:31.570904 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f7d97009-e291-42e8-8d10-1828c248e04e req-5c59bf06-ea68-4642-bb58-f3ca84fdd4fa tempest-TestEncryptedCinderVolumes-51377491 tempest-TestEncryptedCinderVolumes-51377491-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9328482 Nov 19 18:41:31.585363 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-f7d97009-e291-42e8-8d10-1828c248e04e req-851e3724-efc4-4a11-8385-a44067369b74 service neutron] Request body: {'port': {'device_id': 'e7ccc339-6f77-41bf-bffe-28b9d51aadde', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818022-2'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:41:31.658632 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-f7d97009-e291-42e8-8d10-1828c248e04e req-851e3724-efc4-4a11-8385-a44067369b74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:41:31.748546 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-afa4c64f-b0fb-4384-86d0-d5fa74cfcb2b None None] Provisioning complete for port 2dcbd0da-f6a0-4be2-9dba-43016592035c triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:41:31.749194 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-afa4c64f-b0fb-4384-86d0-d5fa74cfcb2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:41:31.791189 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-afa4c64f-b0fb-4384-86d0-d5fa74cfcb2b None None] Port 2dcbd0da-f6a0-4be2-9dba-43016592035c cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:41:31.899110 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ca6c7a-cc41-412d-b705-40a640d25717 req-a68ccc2e-8a60-4e17-a0a8-8a7c123b0f1b tempest-TestEncryptedCinderVolumes-51377491 tempest-TestEncryptedCinderVolumes-51377491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:41:31.900513 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-04ca6c7a-cc41-412d-b705-40a640d25717 req-a68ccc2e-8a60-4e17-a0a8-8a7c123b0f1b tempest-TestEncryptedCinderVolumes-51377491 tempest-TestEncryptedCinderVolumes-51377491-project] 10.222.0.54 "GET /v2.0/ports?device_id=e7ccc339-6f77-41bf-bffe-28b9d51aadde HTTP/1.1" status: 200 len: 931 time: 0.0513651 Nov 19 18:41:31.942094 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [req-f7d97009-e291-42e8-8d10-1828c248e04e req-851e3724-efc4-4a11-8385-a44067369b74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2dcbd0da-f6a0-4be2-9dba-43016592035c {{(pid=103365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:41:31.949550 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-f7d97009-e291-42e8-8d10-1828c248e04e req-851e3724-efc4-4a11-8385-a44067369b74 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:41:31.954055 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-04ca6c7a-cc41-412d-b705-40a640d25717 req-9787d024-09e5-46e3-a462-e9131567eb12 tempest-TestEncryptedCinderVolumes-51377491 tempest-TestEncryptedCinderVolumes-51377491-project] 10.222.0.54 "GET /v2.0/security-groups?id=80de31ca-983a-4cff-bbb9-af9438cd90bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470104 Nov 19 18:41:31.967408 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.provisioning_blocks [req-f7d97009-e291-42e8-8d10-1828c248e04e req-851e3724-efc4-4a11-8385-a44067369b74 service neutron] Transition to ACTIVE for port object 2dcbd0da-f6a0-4be2-9dba-43016592035c will not be triggered until provisioned by entity L2. {{(pid=103365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 18:41:31.978590 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-f7d97009-e291-42e8-8d10-1828c248e04e req-851e3724-efc4-4a11-8385-a44067369b74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:41:32.032667 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851e3724-efc4-4a11-8385-a44067369b74 service neutron] Pushing event updated for resources: {'Port': ['ID=2dcbd0da-f6a0-4be2-9dba-43016592035c,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:41:32.103837 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-c4a3b099-dcd8-4b1f-81a1-d704e1992f5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:41:32.109328 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-f7d97009-e291-42e8-8d10-1828c248e04e req-851e3724-efc4-4a11-8385-a44067369b74 service neutron] Attempting to bind port 2dcbd0da-f6a0-4be2-9dba-43016592035c on host n-h2-818022-2 for vnic_type normal with profile {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:41:32.109668 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-f7d97009-e291-42e8-8d10-1828c248e04e req-851e3724-efc4-4a11-8385-a44067369b74 service neutron] Attempting to bind port 2dcbd0da-f6a0-4be2-9dba-43016592035c by drivers openvswitch,hyperv on host n-h2-818022-2 at level 0 using segments [{'id': 'c8618947-e2ef-490e-b51c-f8bdbc492db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '9792089b-6342-4e63-9b60-25fed74ccf2d'}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:41:32.110024 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d97009-e291-42e8-8d10-1828c248e04e req-851e3724-efc4-4a11-8385-a44067369b74 service neutron] Attempting to bind port 2dcbd0da-f6a0-4be2-9dba-43016592035c on network 9792089b-6342-4e63-9b60-25fed74ccf2d {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:41:32.114815 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d97009-e291-42e8-8d10-1828c248e04e req-851e3724-efc4-4a11-8385-a44067369b74 service neutron] Port 2dcbd0da-f6a0-4be2-9dba-43016592035c on network 9792089b-6342-4e63-9b60-25fed74ccf2d not bound, no agent of type Open vSwitch agent registered on host n-h2-818022-2 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 18:41:32.115139 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d97009-e291-42e8-8d10-1828c248e04e req-851e3724-efc4-4a11-8385-a44067369b74 service neutron] Attempting to bind port 2dcbd0da-f6a0-4be2-9dba-43016592035c on network 9792089b-6342-4e63-9b60-25fed74ccf2d {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:41:32.120546 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d97009-e291-42e8-8d10-1828c248e04e req-851e3724-efc4-4a11-8385-a44067369b74 service neutron] Checking agent: {'id': '525ad2ac-c4ae-4c63-af2e-0bf8d25d0f0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'started_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 41, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:41:32.120870 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d97009-e291-42e8-8d10-1828c248e04e req-851e3724-efc4-4a11-8385-a44067369b74 service neutron] Checking segment: {'id': 'c8618947-e2ef-490e-b51c-f8bdbc492db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '9792089b-6342-4e63-9b60-25fed74ccf2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:41:32.121248 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d97009-e291-42e8-8d10-1828c248e04e req-851e3724-efc4-4a11-8385-a44067369b74 service neutron] Bound using segment: {'id': 'c8618947-e2ef-490e-b51c-f8bdbc492db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '9792089b-6342-4e63-9b60-25fed74ccf2d'} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:41:32.121658 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-f7d97009-e291-42e8-8d10-1828c248e04e req-851e3724-efc4-4a11-8385-a44067369b74 service neutron] Bound port: 2dcbd0da-f6a0-4be2-9dba-43016592035c, host: n-h2-818022-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8618947-e2ef-490e-b51c-f8bdbc492db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '9792089b-6342-4e63-9b60-25fed74ccf2d'}}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:41:32.122643 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-f7d97009-e291-42e8-8d10-1828c248e04e req-851e3724-efc4-4a11-8385-a44067369b74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:41:32.188485 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-f7d97009-e291-42e8-8d10-1828c248e04e req-851e3724-efc4-4a11-8385-a44067369b74 service neutron] For port 2dcbd0da-f6a0-4be2-9dba-43016592035c, host n-h2-818022-2, cleared binding levels {{(pid=103365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:41:32.192310 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-f7d97009-e291-42e8-8d10-1828c248e04e req-851e3724-efc4-4a11-8385-a44067369b74 service neutron] For port 2dcbd0da-f6a0-4be2-9dba-43016592035c, host n-h2-818022-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=2dcbd0da-f6a0-4be2-9dba-43016592035c,segment=NetworkSegment(c8618947-e2ef-490e-b51c-f8bdbc492db3),segment_id=c8618947-e2ef-490e-b51c-f8bdbc492db3)] {{(pid=103365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:41:32.196021 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-f7d97009-e291-42e8-8d10-1828c248e04e req-851e3724-efc4-4a11-8385-a44067369b74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:41:32.233712 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d97009-e291-42e8-8d10-1828c248e04e req-851e3724-efc4-4a11-8385-a44067369b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:41:32.234348 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-f7d97009-e291-42e8-8d10-1828c248e04e req-851e3724-efc4-4a11-8385-a44067369b74 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:41:32.235995 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f7d97009-e291-42e8-8d10-1828c248e04e req-851e3724-efc4-4a11-8385-a44067369b74 service neutron] 10.222.0.86 "PUT /v2.0/ports/2dcbd0da-f6a0-4be2-9dba-43016592035c HTTP/1.1" status: 200 len: 1091 time: 0.6553125 Nov 19 18:41:32.236508 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7ccc339-6f77-41bf-bffe-28b9d51aadde', 'tag': '2dcbd0da-f6a0-4be2-9dba-43016592035c'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:41:32.239055 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd49725d620cdd9f83c5eaf1b0fd23d69d3d375bb9795dcb3d54cd15509d3c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc48d68f-ccfc-499e-8040-59422b4983a6" -d '{"events": [{"name": "network-changed", "server_uuid": "e7ccc339-6f77-41bf-bffe-28b9d51aadde", "tag": "2dcbd0da-f6a0-4be2-9dba-43016592035c"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:41:32.263914 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851e3724-efc4-4a11-8385-a44067369b74 service neutron] Pushing event updated for resources: {'Port': ['ID=2dcbd0da-f6a0-4be2-9dba-43016592035c,revision_number=3']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:41:32.326217 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 18:41:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7239225-9b23-4786-9a6b-b56905168b50 x-openstack-request-id: req-f7239225-9b23-4786-9a6b-b56905168b50 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:41:32.326537 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7ccc339-6f77-41bf-bffe-28b9d51aadde", "tag": "2dcbd0da-f6a0-4be2-9dba-43016592035c", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:41:32.326783 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f7239225-9b23-4786-9a6b-b56905168b50 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:41:32.327196 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7ccc339-6f77-41bf-bffe-28b9d51aadde', 'tag': '2dcbd0da-f6a0-4be2-9dba-43016592035c', 'status': 'completed', 'code': 200} Nov 19 18:41:32.344222 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d97009-e291-42e8-8d10-1828c248e04e req-55153ecf-fad8-44ca-b2b1-c1a8cbd523bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:41:32.345928 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f7d97009-e291-42e8-8d10-1828c248e04e req-55153ecf-fad8-44ca-b2b1-c1a8cbd523bf service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=63cc99fad9954aaea01b110d015334f1&device_id=e7ccc339-6f77-41bf-bffe-28b9d51aadde HTTP/1.1" status: 200 len: 1094 time: 0.0593064 Nov 19 18:41:32.395002 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f7d97009-e291-42e8-8d10-1828c248e04e req-8a6a3055-37a9-4164-bb27-637bdef948c5 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2dcbd0da-f6a0-4be2-9dba-43016592035c HTTP/1.1" status: 200 len: 217 time: 0.0396085 Nov 19 18:41:32.447284 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d97009-e291-42e8-8d10-1828c248e04e req-14a6b90e-70b4-4153-a6d8-7bc03027d168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:41:32.448846 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f7d97009-e291-42e8-8d10-1828c248e04e req-14a6b90e-70b4-4153-a6d8-7bc03027d168 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=49041a87-405d-47da-ae14-c305b5247c73 HTTP/1.1" status: 200 len: 856 time: 0.0466611 Nov 19 18:41:32.495704 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d97009-e291-42e8-8d10-1828c248e04e req-fcceeb93-cea2-4ebd-9b0d-b78b40764db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:41:32.497214 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f7d97009-e291-42e8-8d10-1828c248e04e req-fcceeb93-cea2-4ebd-9b0d-b78b40764db7 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=9792089b-6342-4e63-9b60-25fed74ccf2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407119 Nov 19 18:41:32.591728 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f7d97009-e291-42e8-8d10-1828c248e04e req-f1bfb534-5189-4758-8c2d-f9f749ad8ccd service neutron] 10.222.0.86 "GET /v2.0/networks/9792089b-6342-4e63-9b60-25fed74ccf2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858884 Nov 19 18:41:32.681414 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f7d97009-e291-42e8-8d10-1828c248e04e req-88387342-9ee8-4d90-b0bf-a3e97d8c061b service neutron] 10.222.0.86 "GET /v2.0/networks/9792089b-6342-4e63-9b60-25fed74ccf2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822980 Nov 19 18:41:32.784355 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc48d68f-ccfc-499e-8040-59422b4983a6 req-42804160-f2dd-4727-9626-5cf8357825a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:41:32.785870 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-cc48d68f-ccfc-499e-8040-59422b4983a6 req-42804160-f2dd-4727-9626-5cf8357825a3 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=63cc99fad9954aaea01b110d015334f1&device_id=e7ccc339-6f77-41bf-bffe-28b9d51aadde HTTP/1.1" status: 200 len: 1094 time: 0.0460815 Nov 19 18:41:32.881454 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc48d68f-ccfc-499e-8040-59422b4983a6 req-df3d2efb-08a2-4287-a45a-2c018528caea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:41:32.882996 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-cc48d68f-ccfc-499e-8040-59422b4983a6 req-df3d2efb-08a2-4287-a45a-2c018528caea service neutron] 10.222.0.86 "GET /v2.0/networks?id=9792089b-6342-4e63-9b60-25fed74ccf2d HTTP/1.1" status: 200 len: 918 time: 0.0895917 Nov 19 18:41:33.004409 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-cc48d68f-ccfc-499e-8040-59422b4983a6 req-f4e803bc-56c5-4246-8937-36bfc737ef9e service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2dcbd0da-f6a0-4be2-9dba-43016592035c HTTP/1.1" status: 200 len: 217 time: 0.0405343 Nov 19 18:41:33.060983 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc48d68f-ccfc-499e-8040-59422b4983a6 req-50b219fe-91de-4a1d-8168-473330bb0f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:41:33.063268 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-cc48d68f-ccfc-499e-8040-59422b4983a6 req-50b219fe-91de-4a1d-8168-473330bb0f0f service neutron] 10.222.0.86 "GET /v2.0/subnets?id=49041a87-405d-47da-ae14-c305b5247c73 HTTP/1.1" status: 200 len: 856 time: 0.0500364 Nov 19 18:41:33.073595 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452a1dc6-6c28-4d27-b36e-8c9501e456da req-a2044dcf-d2d0-4e65-8468-f4b805123ba3 tempest-TestEncryptedCinderVolumes-51377491 tempest-TestEncryptedCinderVolumes-51377491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:41:33.075881 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-452a1dc6-6c28-4d27-b36e-8c9501e456da req-a2044dcf-d2d0-4e65-8468-f4b805123ba3 tempest-TestEncryptedCinderVolumes-51377491 tempest-TestEncryptedCinderVolumes-51377491-project] 10.222.0.54 "GET /v2.0/ports?device_id=e7ccc339-6f77-41bf-bffe-28b9d51aadde HTTP/1.1" status: 200 len: 943 time: 0.0500312 Nov 19 18:41:33.111913 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc48d68f-ccfc-499e-8040-59422b4983a6 req-e11d7af7-7d37-4f42-978b-8efc6ee9fbd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:41:33.113564 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-cc48d68f-ccfc-499e-8040-59422b4983a6 req-e11d7af7-7d37-4f42-978b-8efc6ee9fbd9 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=9792089b-6342-4e63-9b60-25fed74ccf2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431597 Nov 19 18:41:33.126028 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-452a1dc6-6c28-4d27-b36e-8c9501e456da req-767aaf94-fee7-44aa-bd3f-4f3c019e3abb tempest-TestEncryptedCinderVolumes-51377491 tempest-TestEncryptedCinderVolumes-51377491-project] 10.222.0.54 "GET /v2.0/security-groups?id=80de31ca-983a-4cff-bbb9-af9438cd90bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437207 Nov 19 18:41:33.210365 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-cc48d68f-ccfc-499e-8040-59422b4983a6 req-5c217cfb-951a-4823-be53-6ed6959f39eb service neutron] 10.222.0.86 "GET /v2.0/networks/9792089b-6342-4e63-9b60-25fed74ccf2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872927 Nov 19 18:41:33.302370 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-cc48d68f-ccfc-499e-8040-59422b4983a6 req-3a4ddc0a-06a6-44ed-a104-df1dffe6e501 service neutron] 10.222.0.86 "GET /v2.0/networks/9792089b-6342-4e63-9b60-25fed74ccf2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844982 Nov 19 18:41:33.394719 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e46ecc5a-dc14-4744-b262-3072ff2e958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:41:33.538828 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device 2dcbd0da-f6a0-4be2-9dba-43016592035c details requested by agent hyperv_n-h2-818022-2 with host n-h2-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 18:41:33.635606 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port 2dcbd0da-f6a0-4be2-9dba-43016592035c, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=2dcbd0da-f6a0-4be2-9dba-43016592035c,segment=NetworkSegment(c8618947-e2ef-490e-b51c-f8bdbc492db3),segment_id=c8618947-e2ef-490e-b51c-f8bdbc492db3)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:41:33.650221 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Returning: {'device': '2dcbd0da-f6a0-4be2-9dba-43016592035c', 'network_id': '9792089b-6342-4e63-9b60-25fed74ccf2d', 'port_id': '2dcbd0da-f6a0-4be2-9dba-43016592035c', 'mac_address': 'fa:16:3e:ff:c8:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49041a87-405d-47da-ae14-c305b5247c73', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 18:41:33.686721 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:41:33.699250 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2dcbd0da-f6a0-4be2-9dba-43016592035c {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:41:33.718379 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port 2dcbd0da-f6a0-4be2-9dba-43016592035c, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=2dcbd0da-f6a0-4be2-9dba-43016592035c,segment=NetworkSegment(c8618947-e2ef-490e-b51c-f8bdbc492db3),segment_id=c8618947-e2ef-490e-b51c-f8bdbc492db3)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:41:33.722948 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:41:33.773434 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Pushing event updated for resources: {'Port': ['ID=2dcbd0da-f6a0-4be2-9dba-43016592035c,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:41:33.782044 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:41:33.782390 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:41:33.782743 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:41:33.783077 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:41:33.783410 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:41:33.783732 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:41:33.784057 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:41:33.784379 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:41:33.784704 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:41:33.785020 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:41:33.785347 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:41:33.785667 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:41:33.929988 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] get_ports_and_sgs() called for port_ids ['2dcbd0da-f6a0-4be2-9dba-43016592035c'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:41:34.213442 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:41:34.240489 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:41:34.254299 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecd1b8d-26d1-461b-b984-c77fab5158ee req-2f1803c1-32ac-424b-97f6-141f58ab4232 tempest-TestEncryptedCinderVolumes-51377491 tempest-TestEncryptedCinderVolumes-51377491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:41:34.254299 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3ecd1b8d-26d1-461b-b984-c77fab5158ee req-2f1803c1-32ac-424b-97f6-141f58ab4232 tempest-TestEncryptedCinderVolumes-51377491 tempest-TestEncryptedCinderVolumes-51377491-project] 10.222.0.54 "GET /v2.0/ports?device_id=e7ccc339-6f77-41bf-bffe-28b9d51aadde HTTP/1.1" status: 200 len: 944 time: 0.0514002 Nov 19 18:41:34.306102 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3ecd1b8d-26d1-461b-b984-c77fab5158ee req-255e825e-76ed-4b8f-a139-0ec1e226611e tempest-TestEncryptedCinderVolumes-51377491 tempest-TestEncryptedCinderVolumes-51377491-project] 10.222.0.54 "GET /v2.0/security-groups?id=80de31ca-983a-4cff-bbb9-af9438cd90bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454056 Nov 19 18:41:34.978768 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e013d7e6-5264-4dcc-9759-54f5fb809e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:41:35.288410 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:41:35.424143 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b3a005-8b85-44e1-a566-8215296b0ab8 req-7bde6439-798d-43d1-8ea5-392c63c25c3b tempest-TestEncryptedCinderVolumes-51377491 tempest-TestEncryptedCinderVolumes-51377491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:41:35.425619 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-23b3a005-8b85-44e1-a566-8215296b0ab8 req-7bde6439-798d-43d1-8ea5-392c63c25c3b tempest-TestEncryptedCinderVolumes-51377491 tempest-TestEncryptedCinderVolumes-51377491-project] 10.222.0.54 "GET /v2.0/ports?device_id=e7ccc339-6f77-41bf-bffe-28b9d51aadde HTTP/1.1" status: 200 len: 944 time: 0.0493131 Nov 19 18:41:35.473124 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-23b3a005-8b85-44e1-a566-8215296b0ab8 req-a394d2dd-60e5-4954-9c17-5323c8071846 tempest-TestEncryptedCinderVolumes-51377491 tempest-TestEncryptedCinderVolumes-51377491-project] 10.222.0.54 "GET /v2.0/security-groups?id=80de31ca-983a-4cff-bbb9-af9438cd90bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412066 Nov 19 18:41:35.553921 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device 2dcbd0da-f6a0-4be2-9dba-43016592035c up at agent hyperv_n-h2-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:41:35.603351 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Provisioning for port 2dcbd0da-f6a0-4be2-9dba-43016592035c completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 18:41:35.607503 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Provisioning complete for port 2dcbd0da-f6a0-4be2-9dba-43016592035c triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:41:35.607879 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:41:35.685518 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:41:35.707486 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7ccc339-6f77-41bf-bffe-28b9d51aadde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dcbd0da-f6a0-4be2-9dba-43016592035c'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:41:35.709719 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e87da51c426c585745380e4f647dbd896557016b88dd9fb127e5d98628c937cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f35e5b0b-bf48-499d-afa6-9abe0627c9c0" -d '{"events": [{"server_uuid": "e7ccc339-6f77-41bf-bffe-28b9d51aadde", "name": "network-vif-plugged", "status": "completed", "tag": "2dcbd0da-f6a0-4be2-9dba-43016592035c"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:41:35.723974 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port 2dcbd0da-f6a0-4be2-9dba-43016592035c, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=2dcbd0da-f6a0-4be2-9dba-43016592035c,segment=NetworkSegment(c8618947-e2ef-490e-b51c-f8bdbc492db3),segment_id=c8618947-e2ef-490e-b51c-f8bdbc492db3)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:41:35.727914 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:41:35.753156 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:41:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aaa5908-71f9-4003-af6b-ed702d7e0cc1 x-openstack-request-id: req-4aaa5908-71f9-4003-af6b-ed702d7e0cc1 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:41:35.754869 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7ccc339-6f77-41bf-bffe-28b9d51aadde", "name": "network-vif-plugged", "status": "completed", "tag": "2dcbd0da-f6a0-4be2-9dba-43016592035c", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:41:35.754869 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-4aaa5908-71f9-4003-af6b-ed702d7e0cc1 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:41:35.754869 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7ccc339-6f77-41bf-bffe-28b9d51aadde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dcbd0da-f6a0-4be2-9dba-43016592035c', 'code': 200} Nov 19 18:41:35.784391 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Pushing event updated for resources: {'Port': ['ID=2dcbd0da-f6a0-4be2-9dba-43016592035c,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:41:35.856140 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1704c636-3a1f-4ea1-af42-e1954e0cc313 req-45fc8630-215b-436c-90fa-4051c47c1d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:41:35.857765 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-1704c636-3a1f-4ea1-af42-e1954e0cc313 req-45fc8630-215b-436c-90fa-4051c47c1d9c service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=e7ccc339-6f77-41bf-bffe-28b9d51aadde HTTP/1.1" status: 200 len: 1096 time: 0.0459087 Nov 19 18:41:35.902641 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-1704c636-3a1f-4ea1-af42-e1954e0cc313 req-a56e6e6e-fe23-4dce-98f0-2901eed8fb25 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=80de31ca-983a-4cff-bbb9-af9438cd90bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371726 Nov 19 18:41:36.596385 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530379ac-485c-48f8-b632-312c8f455d2d req-5f544608-21b1-4e53-98e7-6da014da1c28 tempest-TestEncryptedCinderVolumes-51377491 tempest-TestEncryptedCinderVolumes-51377491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:41:36.597931 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-530379ac-485c-48f8-b632-312c8f455d2d req-5f544608-21b1-4e53-98e7-6da014da1c28 tempest-TestEncryptedCinderVolumes-51377491 tempest-TestEncryptedCinderVolumes-51377491-project] 10.222.0.54 "GET /v2.0/ports?device_id=e7ccc339-6f77-41bf-bffe-28b9d51aadde HTTP/1.1" status: 200 len: 945 time: 0.0556326 Nov 19 18:41:36.652227 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-530379ac-485c-48f8-b632-312c8f455d2d req-000a185f-33c9-4ca6-a9fc-6b4edeca9dd5 tempest-TestEncryptedCinderVolumes-51377491 tempest-TestEncryptedCinderVolumes-51377491-project] 10.222.0.54 "GET /v2.0/security-groups?id=80de31ca-983a-4cff-bbb9-af9438cd90bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440392 Nov 19 18:41:37.775414 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801d6835-25b0-4986-98f0-397f0b083864 req-0c8124b1-737d-4917-9046-5cb94a3c99c9 tempest-TestEncryptedCinderVolumes-51377491 tempest-TestEncryptedCinderVolumes-51377491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:41:37.776935 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-801d6835-25b0-4986-98f0-397f0b083864 req-0c8124b1-737d-4917-9046-5cb94a3c99c9 tempest-TestEncryptedCinderVolumes-51377491 tempest-TestEncryptedCinderVolumes-51377491-project] 10.222.0.54 "GET /v2.0/ports?device_id=e7ccc339-6f77-41bf-bffe-28b9d51aadde HTTP/1.1" status: 200 len: 945 time: 0.0505416 Nov 19 18:41:37.827600 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-801d6835-25b0-4986-98f0-397f0b083864 req-037f45f6-74d1-4710-bf09-ea85ff4dc6f1 tempest-TestEncryptedCinderVolumes-51377491 tempest-TestEncryptedCinderVolumes-51377491-project] 10.222.0.54 "GET /v2.0/security-groups?id=80de31ca-983a-4cff-bbb9-af9438cd90bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439732 Nov 19 18:41:37.943066 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f916cb7f-5ff3-48a7-b79f-d95d569504de req-42944d7f-f5f9-4545-974a-71da72fa7e7c tempest-TestEncryptedCinderVolumes-51377491 tempest-TestEncryptedCinderVolumes-51377491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:41:37.945462 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f916cb7f-5ff3-48a7-b79f-d95d569504de req-42944d7f-f5f9-4545-974a-71da72fa7e7c tempest-TestEncryptedCinderVolumes-51377491 tempest-TestEncryptedCinderVolumes-51377491-project] 10.222.0.54 "GET /v2.0/ports?device_id=e7ccc339-6f77-41bf-bffe-28b9d51aadde HTTP/1.1" status: 200 len: 945 time: 0.0497308 Nov 19 18:41:37.995923 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f916cb7f-5ff3-48a7-b79f-d95d569504de req-73f36b15-d357-4630-9061-8c1fd8226fd8 tempest-TestEncryptedCinderVolumes-51377491 tempest-TestEncryptedCinderVolumes-51377491-project] 10.222.0.54 "GET /v2.0/security-groups?id=80de31ca-983a-4cff-bbb9-af9438cd90bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434318 Nov 19 18:41:54.400774 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.agents_db [None req-619e5c26-d9ed-4321-86eb-7d443bb9dfa2 None None] Agent healthcheck: found 7 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 18:41:59.471586 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9eda2b-9641-4355-b9f5-d48cf8be0e5e req-74f5ae0b-a53c-4546-9b6e-64d049ce37d1 tempest-TestEncryptedCinderVolumes-51377491 tempest-TestEncryptedCinderVolumes-51377491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:41:59.473668 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fb9eda2b-9641-4355-b9f5-d48cf8be0e5e req-74f5ae0b-a53c-4546-9b6e-64d049ce37d1 tempest-TestEncryptedCinderVolumes-51377491 tempest-TestEncryptedCinderVolumes-51377491-project] 10.222.0.54 "GET /v2.0/ports?device_id=e7ccc339-6f77-41bf-bffe-28b9d51aadde HTTP/1.1" status: 200 len: 945 time: 0.0625758 Nov 19 18:41:59.531897 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fb9eda2b-9641-4355-b9f5-d48cf8be0e5e req-7154c010-57af-4b18-ab67-513026aa233e tempest-TestEncryptedCinderVolumes-51377491 tempest-TestEncryptedCinderVolumes-51377491-project] 10.222.0.54 "GET /v2.0/security-groups?id=80de31ca-983a-4cff-bbb9-af9438cd90bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519795 Nov 19 18:41:59.891032 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-23776ba2-1fab-48d1-8a70-ad5717cc50ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:00.663387 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8038f8-d6c6-4f7a-8b93-ad5dab7a2c5c req-353b65db-a196-4244-acf5-e239fdec4cd3 tempest-TestEncryptedCinderVolumes-51377491 tempest-TestEncryptedCinderVolumes-51377491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:42:00.664954 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-7e8038f8-d6c6-4f7a-8b93-ad5dab7a2c5c req-353b65db-a196-4244-acf5-e239fdec4cd3 tempest-TestEncryptedCinderVolumes-51377491 tempest-TestEncryptedCinderVolumes-51377491-project] 10.222.0.54 "GET /v2.0/ports?device_id=e7ccc339-6f77-41bf-bffe-28b9d51aadde HTTP/1.1" status: 200 len: 945 time: 0.0584855 Nov 19 18:42:00.716692 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-7e8038f8-d6c6-4f7a-8b93-ad5dab7a2c5c req-00fef846-3f1b-4843-abdb-ec4b66536715 tempest-TestEncryptedCinderVolumes-51377491 tempest-TestEncryptedCinderVolumes-51377491-project] 10.222.0.54 "GET /v2.0/security-groups?id=80de31ca-983a-4cff-bbb9-af9438cd90bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456333 Nov 19 18:42:01.127864 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef58de42-44ae-4e28-ad3c-08741d703f47 req-41ba5191-8503-4f47-8b49-11dbd1600c13 tempest-TestEncryptedCinderVolumes-51377491 tempest-TestEncryptedCinderVolumes-51377491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:42:01.129626 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ef58de42-44ae-4e28-ad3c-08741d703f47 req-41ba5191-8503-4f47-8b49-11dbd1600c13 tempest-TestEncryptedCinderVolumes-51377491 tempest-TestEncryptedCinderVolumes-51377491-project] 10.222.0.86 "GET /v2.0/ports?device_id=e7ccc339-6f77-41bf-bffe-28b9d51aadde HTTP/1.1" status: 200 len: 945 time: 0.0564413 Nov 19 18:42:01.218993 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-ef58de42-44ae-4e28-ad3c-08741d703f47 req-310fc14b-8c2d-499b-9dde-1714c59d6022 tempest-TestEncryptedCinderVolumes-51377491 tempest-TestEncryptedCinderVolumes-51377491-project] Deleting port 2dcbd0da-f6a0-4be2-9dba-43016592035c {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:42:01.219332 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-ef58de42-44ae-4e28-ad3c-08741d703f47 req-310fc14b-8c2d-499b-9dde-1714c59d6022 tempest-TestEncryptedCinderVolumes-51377491 tempest-TestEncryptedCinderVolumes-51377491-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:01.311976 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-ef58de42-44ae-4e28-ad3c-08741d703f47 req-310fc14b-8c2d-499b-9dde-1714c59d6022 tempest-TestEncryptedCinderVolumes-51377491 tempest-TestEncryptedCinderVolumes-51377491-project] For port 2dcbd0da-f6a0-4be2-9dba-43016592035c, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=2dcbd0da-f6a0-4be2-9dba-43016592035c,segment=NetworkSegment(c8618947-e2ef-490e-b51c-f8bdbc492db3),segment_id=c8618947-e2ef-490e-b51c-f8bdbc492db3)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:42:01.312340 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-ef58de42-44ae-4e28-ad3c-08741d703f47 req-310fc14b-8c2d-499b-9dde-1714c59d6022 tempest-TestEncryptedCinderVolumes-51377491 tempest-TestEncryptedCinderVolumes-51377491-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:01.324814 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-ef58de42-44ae-4e28-ad3c-08741d703f47 req-310fc14b-8c2d-499b-9dde-1714c59d6022 tempest-TestEncryptedCinderVolumes-51377491 tempest-TestEncryptedCinderVolumes-51377491-project] Calling delete_port for 2dcbd0da-f6a0-4be2-9dba-43016592035c owned by compute:nova {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:42:01.452470 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-ef58de42-44ae-4e28-ad3c-08741d703f47 req-310fc14b-8c2d-499b-9dde-1714c59d6022 tempest-TestEncryptedCinderVolumes-51377491 tempest-TestEncryptedCinderVolumes-51377491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:01.464908 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] get_ports_and_sgs() called for port_ids ['2dcbd0da-f6a0-4be2-9dba-43016592035c'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:42:01.482325 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310fc14b-8c2d-499b-9dde-1714c59d6022 tempest-TestEncryptedCinderVolumes-51377491 tempest-TestEncryptedCinderVolumes-51377491-project] Pushing event deleted for resources: {'Port': ['ID=2dcbd0da-f6a0-4be2-9dba-43016592035c,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:42:01.523644 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef58de42-44ae-4e28-ad3c-08741d703f47 req-310fc14b-8c2d-499b-9dde-1714c59d6022 tempest-TestEncryptedCinderVolumes-51377491 tempest-TestEncryptedCinderVolumes-51377491-project] No DVR routers for this DVR port 2dcbd0da-f6a0-4be2-9dba-43016592035c on host n-h2-818022-2 {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:42:01.526455 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-ef58de42-44ae-4e28-ad3c-08741d703f47 req-310fc14b-8c2d-499b-9dde-1714c59d6022 tempest-TestEncryptedCinderVolumes-51377491 tempest-TestEncryptedCinderVolumes-51377491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:01.530607 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ef58de42-44ae-4e28-ad3c-08741d703f47 req-310fc14b-8c2d-499b-9dde-1714c59d6022 tempest-TestEncryptedCinderVolumes-51377491 tempest-TestEncryptedCinderVolumes-51377491-project] 10.222.0.86 "DELETE /v2.0/ports/2dcbd0da-f6a0-4be2-9dba-43016592035c HTTP/1.1" status: 204 len: 173 time: 0.3947434 Nov 19 18:42:01.531098 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7ccc339-6f77-41bf-bffe-28b9d51aadde', 'name': 'network-vif-deleted', 'tag': '2dcbd0da-f6a0-4be2-9dba-43016592035c'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:42:01.533472 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd49725d620cdd9f83c5eaf1b0fd23d69d3d375bb9795dcb3d54cd15509d3c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a691876f-ac7b-4015-ac1d-c9200ab0d4f9" -d '{"events": [{"server_uuid": "e7ccc339-6f77-41bf-bffe-28b9d51aadde", "name": "network-vif-deleted", "tag": "2dcbd0da-f6a0-4be2-9dba-43016592035c"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:42:01.585081 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:42:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7578833b-803a-4113-9c02-fba4e3f93910 x-openstack-request-id: req-7578833b-803a-4113-9c02-fba4e3f93910 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:42:01.585381 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7ccc339-6f77-41bf-bffe-28b9d51aadde", "name": "network-vif-deleted", "tag": "2dcbd0da-f6a0-4be2-9dba-43016592035c", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:42:01.585634 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-7578833b-803a-4113-9c02-fba4e3f93910 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:42:01.586100 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7ccc339-6f77-41bf-bffe-28b9d51aadde', 'name': 'network-vif-deleted', 'tag': '2dcbd0da-f6a0-4be2-9dba-43016592035c', 'status': 'completed', 'code': 200} Nov 19 18:42:01.826744 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f7689d1a-1e39-4aa0-a515-f60c3878ff00 req-8df0e88b-aa25-4687-a596-ab8ffe2d0a16 tempest-TestEncryptedCinderVolumes-51377491 tempest-TestEncryptedCinderVolumes-51377491-project] 10.222.0.54 "GET /v2.0/ports?device_id=e7ccc339-6f77-41bf-bffe-28b9d51aadde HTTP/1.1" status: 200 len: 210 time: 0.0271864 Nov 19 18:42:02.097583 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a4853bdd-aae6-4818-8ccf-219d89acbbe3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:02.919225 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 47914) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:42:03.259820 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d050371a-f5cd-4a9f-8a37-c9f267254ce9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-768564'] for router_interface, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:03.390358 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e46ecc5a-dc14-4744-b262-3072ff2e958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:03.494847 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-d050371a-f5cd-4a9f-8a37-c9f267254ce9 admin admin] Deleting port 5a8a0c18-4df1-4383-bad1-be9f800be873 {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:42:03.495208 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d050371a-f5cd-4a9f-8a37-c9f267254ce9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:03.573635 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [None req-d050371a-f5cd-4a9f-8a37-c9f267254ce9 admin admin] For port 5a8a0c18-4df1-4383-bad1-be9f800be873, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=5a8a0c18-4df1-4383-bad1-be9f800be873,segment=NetworkSegment(c8618947-e2ef-490e-b51c-f8bdbc492db3),segment_id=c8618947-e2ef-490e-b51c-f8bdbc492db3)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:42:03.573931 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d050371a-f5cd-4a9f-8a37-c9f267254ce9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:03.587078 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-d050371a-f5cd-4a9f-8a37-c9f267254ce9 admin admin] Calling delete_port for 5a8a0c18-4df1-4383-bad1-be9f800be873 owned by network:router_interface {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:42:03.763960 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d050371a-f5cd-4a9f-8a37-c9f267254ce9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:03.790198 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d050371a-f5cd-4a9f-8a37-c9f267254ce9 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a8a0c18-4df1-4383-bad1-be9f800be873,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:42:03.816001 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d050371a-f5cd-4a9f-8a37-c9f267254ce9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:42:03.816363 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d050371a-f5cd-4a9f-8a37-c9f267254ce9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:42:03.816716 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d050371a-f5cd-4a9f-8a37-c9f267254ce9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:42:03.817063 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d050371a-f5cd-4a9f-8a37-c9f267254ce9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:42:03.817405 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d050371a-f5cd-4a9f-8a37-c9f267254ce9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:42:03.817746 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d050371a-f5cd-4a9f-8a37-c9f267254ce9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:42:03.818121 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d050371a-f5cd-4a9f-8a37-c9f267254ce9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:42:03.818456 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d050371a-f5cd-4a9f-8a37-c9f267254ce9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:42:03.818791 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d050371a-f5cd-4a9f-8a37-c9f267254ce9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:42:03.819126 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d050371a-f5cd-4a9f-8a37-c9f267254ce9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:42:03.819461 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d050371a-f5cd-4a9f-8a37-c9f267254ce9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:42:03.819794 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d050371a-f5cd-4a9f-8a37-c9f267254ce9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:42:03.970070 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d050371a-f5cd-4a9f-8a37-c9f267254ce9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-768648'] for router_interface, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:04.178211 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d050371a-f5cd-4a9f-8a37-c9f267254ce9 admin admin] Router 45e149b7-5c60-4c0b-8e15-6aee7f2f2f6a has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 18:42:04.211022 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:04.251870 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:04.287433 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d050371a-f5cd-4a9f-8a37-c9f267254ce9 admin admin] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:42:04.292742 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-d050371a-f5cd-4a9f-8a37-c9f267254ce9 admin admin] 10.222.0.54 "PUT /v2.0/routers/45e149b7-5c60-4c0b-8e15-6aee7f2f2f6a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3710148 Nov 19 18:42:04.295428 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 47916) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:42:04.296963 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-248ce61b-ab49-4a31-8cd4-e7c032c67c17 None None] Sync routers for ids ['45e149b7-5c60-4c0b-8e15-6aee7f2f2f6a'] in n-d-818022-2 {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:42:04.307367 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-248ce61b-ab49-4a31-8cd4-e7c032c67c17 None None] Routers {'45e149b7-5c60-4c0b-8e15-6aee7f2f2f6a'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:42:04.307981 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-248ce61b-ab49-4a31-8cd4-e7c032c67c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:42:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['45e149b7-5c60-4c0b-8e15-6aee7f2f2f6a'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:42:04.400481 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-97931c18-c8fa-4ab9-8fea-fbfdfbe1fd81 admin admin] Publish callbacks [] for router, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:04.413648 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-248ce61b-ab49-4a31-8cd4-e7c032c67c17 None None] Set router 45e149b7-5c60-4c0b-8e15-6aee7f2f2f6a gateway port host: n-d-818022-2 {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:42:04.502695 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-97931c18-c8fa-4ab9-8fea-fbfdfbe1fd81 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:04.554456 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-97931c18-c8fa-4ab9-8fea-fbfdfbe1fd81 admin admin] Deleting port 1a63819c-b0ec-44dc-b02d-24f58b3b0b90 {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:42:04.554803 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-97931c18-c8fa-4ab9-8fea-fbfdfbe1fd81 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:04.590642 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-248ce61b-ab49-4a31-8cd4-e7c032c67c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45e149b7-5c60-4c0b-8e15-6aee7f2f2f6a', 'name': 'tempest-TestEncryptedCinderVolumes-2069044721-router', 'tenant_id': '63cc99fad9954aaea01b110d015334f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.228'}], 'enable_snat': True}, 'gw_port_id': '1a63819c-b0ec-44dc-b02d-24f58b3b0b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:40:44Z', 'updated_at': '2021-11-19T18:42:03Z', 'revision_number': 5, 'project_id': '63cc99fad9954aaea01b110d015334f1', 'gw_port': {'id': '1a63819c-b0ec-44dc-b02d-24f58b3b0b90', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:91:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e149b7-5c60-4c0b-8e15-6aee7f2f2f6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:40:44Z', 'updated_at': '2021-11-19T18:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:42:04.620448 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-248ce61b-ab49-4a31-8cd4-e7c032c67c17 None None] Checking router: 45e149b7-5c60-4c0b-8e15-6aee7f2f2f6a for host: n-d-818022-2 {{(pid=103366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:42:04.629484 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-248ce61b-ab49-4a31-8cd4-e7c032c67c17 None None] Routers {'45e149b7-5c60-4c0b-8e15-6aee7f2f2f6a'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:42:04.630140 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-248ce61b-ab49-4a31-8cd4-e7c032c67c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:42:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['45e149b7-5c60-4c0b-8e15-6aee7f2f2f6a'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:42:04.642035 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [None req-97931c18-c8fa-4ab9-8fea-fbfdfbe1fd81 admin admin] For port 1a63819c-b0ec-44dc-b02d-24f58b3b0b90, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=1a63819c-b0ec-44dc-b02d-24f58b3b0b90,segment=NetworkSegment(bbe705c1-96c0-476e-8381-28227e6f0ac5),segment_id=bbe705c1-96c0-476e-8381-28227e6f0ac5)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:42:04.642401 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-97931c18-c8fa-4ab9-8fea-fbfdfbe1fd81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:04.654909 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-97931c18-c8fa-4ab9-8fea-fbfdfbe1fd81 admin admin] Calling delete_port for 1a63819c-b0ec-44dc-b02d-24f58b3b0b90 owned by network:router_gateway {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:42:04.715836 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-248ce61b-ab49-4a31-8cd4-e7c032c67c17 None None] Set router 45e149b7-5c60-4c0b-8e15-6aee7f2f2f6a gateway port host: None {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:42:04.767657 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-248ce61b-ab49-4a31-8cd4-e7c032c67c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45e149b7-5c60-4c0b-8e15-6aee7f2f2f6a', 'name': 'tempest-TestEncryptedCinderVolumes-2069044721-router', 'tenant_id': '63cc99fad9954aaea01b110d015334f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:40:44Z', 'updated_at': '2021-11-19T18:42:04Z', 'revision_number': 6, 'project_id': '63cc99fad9954aaea01b110d015334f1', 'gw_port_host': None}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:42:04.798028 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-248ce61b-ab49-4a31-8cd4-e7c032c67c17 None None] The sync data for ids ['45e149b7-5c60-4c0b-8e15-6aee7f2f2f6a'] in n-d-818022-2 is: [{'id': '45e149b7-5c60-4c0b-8e15-6aee7f2f2f6a', 'name': 'tempest-TestEncryptedCinderVolumes-2069044721-router', 'tenant_id': '63cc99fad9954aaea01b110d015334f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:40:44Z', 'updated_at': '2021-11-19T18:42:04Z', 'revision_number': 6, 'project_id': '63cc99fad9954aaea01b110d015334f1', 'gw_port_host': None}] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:42:04.820984 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-97931c18-c8fa-4ab9-8fea-fbfdfbe1fd81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:04.847753 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97931c18-c8fa-4ab9-8fea-fbfdfbe1fd81 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a63819c-b0ec-44dc-b02d-24f58b3b0b90,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:42:04.859036 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4b27ac1-5670-4467-a8c1-87d2a39a6371 None None] DHCP port deletion for 645e61aa-1a6c-4e8f-857e-ab06edb4897f request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:42:04.905745 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-97931c18-c8fa-4ab9-8fea-fbfdfbe1fd81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-671730'] for router_gateway, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:04.972216 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e013d7e6-5264-4dcc-9759-54f5fb809e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:04.999427 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-97931c18-c8fa-4ab9-8fea-fbfdfbe1fd81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4696'] for router, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:05.001637 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-97931c18-c8fa-4ab9-8fea-fbfdfbe1fd81 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:05.042537 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-97931c18-c8fa-4ab9-8fea-fbfdfbe1fd81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-543895'] for router, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:05.043060 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97931c18-c8fa-4ab9-8fea-fbfdfbe1fd81 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 45e149b7-5c60-4c0b-8e15-6aee7f2f2f6a {{(pid=103364) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 18:42:05.048146 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-97931c18-c8fa-4ab9-8fea-fbfdfbe1fd81 admin admin] Publish callbacks [] for router, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:05.049313 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-97931c18-c8fa-4ab9-8fea-fbfdfbe1fd81 admin admin] 10.222.0.54 "DELETE /v2.0/routers/45e149b7-5c60-4c0b-8e15-6aee7f2f2f6a HTTP/1.1" status: 204 len: 168 time: 0.7528880 Nov 19 18:42:05.052134 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 47918) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:42:05.095939 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd2cfd57-39f6-4ac3-b8c5-c6dc51a1cd7b admin admin] Deleting subnet 49041a87-405d-47da-ae14-c305b5247c73 {{(pid=103364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 18:42:05.098910 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-cd2cfd57-39f6-4ac3-b8c5-c6dc51a1cd7b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:05.133280 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-cd2cfd57-39f6-4ac3-b8c5-c6dc51a1cd7b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9416263'] for subnet, precommit_delete_associations {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:05.294596 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:05.520099 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-cd2cfd57-39f6-4ac3-b8c5-c6dc51a1cd7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:05.575195 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-cd2cfd57-39f6-4ac3-b8c5-c6dc51a1cd7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12425137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8983934'] for subnet, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:05.601541 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2cfd57-39f6-4ac3-b8c5-c6dc51a1cd7b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49041a87-405d-47da-ae14-c305b5247c73,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:42:05.605194 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-cd2cfd57-39f6-4ac3-b8c5-c6dc51a1cd7b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:05.608505 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-cd2cfd57-39f6-4ac3-b8c5-c6dc51a1cd7b admin admin] 10.222.0.54 "DELETE /v2.0/subnets/49041a87-405d-47da-ae14-c305b5247c73 HTTP/1.1" status: 204 len: 168 time: 0.5554042 Nov 19 18:42:05.611152 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 47920) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:42:05.611393 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c013834d-f735-422c-9493-295c887f1d60 None None] Network 9792089b-6342-4e63-9b60-25fed74ccf2d requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:42:05.661440 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device 2dcbd0da-f6a0-4be2-9dba-43016592035c no longer exists at agent hyperv_n-h2-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:42:05.697057 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a2b6ad89-ba87-42d1-b479-1f7c40df60f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:05.774453 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-a2b6ad89-ba87-42d1-b479-1f7c40df60f1 admin admin] Deleting port 87324128-1c37-40b8-8776-8acd87bad176 {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:42:05.774798 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a2b6ad89-ba87-42d1-b479-1f7c40df60f1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:05.855262 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [None req-a2b6ad89-ba87-42d1-b479-1f7c40df60f1 admin admin] For port 87324128-1c37-40b8-8776-8acd87bad176, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=87324128-1c37-40b8-8776-8acd87bad176,segment=NetworkSegment(c8618947-e2ef-490e-b51c-f8bdbc492db3),segment_id=c8618947-e2ef-490e-b51c-f8bdbc492db3)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:42:05.855648 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a2b6ad89-ba87-42d1-b479-1f7c40df60f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:05.858807 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 1a63819c-b0ec-44dc-b02d-24f58b3b0b90 no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:42:05.872515 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] No Port match for: 2dcbd0da-f6a0-4be2-9dba-43016592035c {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:42:05.872515 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device 2dcbd0da-f6a0-4be2-9dba-43016592035c not bound to the agent host n-h2-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:42:05.873224 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-a2b6ad89-ba87-42d1-b479-1f7c40df60f1 admin admin] Calling delete_port for 87324128-1c37-40b8-8776-8acd87bad176 owned by network:dhcp {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:42:05.894592 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: 1a63819c-b0ec-44dc-b02d-24f58b3b0b90 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:42:05.894942 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 1a63819c-b0ec-44dc-b02d-24f58b3b0b90 not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:42:05.895375 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 5a8a0c18-4df1-4383-bad1-be9f800be873 no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:42:05.933128 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: 5a8a0c18-4df1-4383-bad1-be9f800be873 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:42:05.933479 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 5a8a0c18-4df1-4383-bad1-be9f800be873 not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:42:05.951182 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a2b6ad89-ba87-42d1-b479-1f7c40df60f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:05.978030 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b6ad89-ba87-42d1-b479-1f7c40df60f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=87324128-1c37-40b8-8776-8acd87bad176,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:42:05.982701 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b6ad89-ba87-42d1-b479-1f7c40df60f1 admin admin] No DVR routers for this DVR port 87324128-1c37-40b8-8776-8acd87bad176 on host n-d-818022-2 {{(pid=103364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:42:06.041736 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74551ad6-7dbf-4ee2-8433-c8d6b664c15a None None] DHCP port deletion for 9792089b-6342-4e63-9b60-25fed74ccf2d request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:42:06.062497 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a2b6ad89-ba87-42d1-b479-1f7c40df60f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:06.082839 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-a2b6ad89-ba87-42d1-b479-1f7c40df60f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9792089b-6342-4e63-9b60-25fed74ccf2d']}} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:42:06.091672 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-a2b6ad89-ba87-42d1-b479-1f7c40df60f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8618947-e2ef-490e-b51c-f8bdbc492db3') {'for_net_delete': True} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:42:06.091961 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-a2b6ad89-ba87-42d1-b479-1f7c40df60f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8618947-e2ef-490e-b51c-f8bdbc492db3') {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:42:06.100999 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a2b6ad89-ba87-42d1-b479-1f7c40df60f1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417396'] for segment, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:06.113708 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a2b6ad89-ba87-42d1-b479-1f7c40df60f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:06.119614 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2b6ad89-ba87-42d1-b479-1f7c40df60f1 admin admin] Releasing vlan 654 on physical network physnet1 to pool {{(pid=103364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 18:42:06.119987 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a2b6ad89-ba87-42d1-b479-1f7c40df60f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12425183'] for segment, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:06.122136 n-d-818022-2 neutron-server[103364]: Traceback (most recent call last): Nov 19 18:42:06.122136 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 18:42:06.122136 n-d-818022-2 neutron-server[103364]: timer() Nov 19 18:42:06.122136 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 18:42:06.122136 n-d-818022-2 neutron-server[103364]: cb(*args, **kw) Nov 19 18:42:06.122136 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 18:42:06.122136 n-d-818022-2 neutron-server[103364]: return func(*args, **kwargs) Nov 19 18:42:06.122136 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 18:42:06.122136 n-d-818022-2 neutron-server[103364]: self._notify() Nov 19 18:42:06.122136 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 18:42:06.122136 n-d-818022-2 neutron-server[103364]: self.callback(batched_events) Nov 19 18:42:06.122136 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 18:42:06.122136 n-d-818022-2 neutron-server[103364]: event.method(event) Nov 19 18:42:06.122136 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 18:42:06.122136 n-d-818022-2 neutron-server[103364]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 18:42:06.122136 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 18:42:06.122136 n-d-818022-2 neutron-server[103364]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 18:42:06.122136 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 18:42:06.122136 n-d-818022-2 neutron-server[103364]: return f(self, *a, **k) Nov 19 18:42:06.122136 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 18:42:06.122136 n-d-818022-2 neutron-server[103364]: return self._get(url).json() Nov 19 18:42:06.122136 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 18:42:06.122136 n-d-818022-2 neutron-server[103364]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 18:42:06.122136 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 18:42:06.122136 n-d-818022-2 neutron-server[103364]: return self.request(url, 'GET', **kwargs) Nov 19 18:42:06.122136 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 18:42:06.122136 n-d-818022-2 neutron-server[103364]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 18:42:06.122136 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 18:42:06.122136 n-d-818022-2 neutron-server[103364]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 18:42:06.122136 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 18:42:06.122136 n-d-818022-2 neutron-server[103364]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 18:42:06.122136 n-d-818022-2 neutron-server[103364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 18:42:06.177550 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a2b6ad89-ba87-42d1-b479-1f7c40df60f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671242'] for network, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:06.183362 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a2b6ad89-ba87-42d1-b479-1f7c40df60f1 admin admin] Publish callbacks [] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:06.187123 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-a2b6ad89-ba87-42d1-b479-1f7c40df60f1 admin admin] 10.222.0.54 "DELETE /v2.0/networks/9792089b-6342-4e63-9b60-25fed74ccf2d HTTP/1.1" status: 204 len: 168 time: 0.5750120 Nov 19 18:42:06.190680 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 47922) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:42:06.198914 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b6ad89-ba87-42d1-b479-1f7c40df60f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=9792089b-6342-4e63-9b60-25fed74ccf2d,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:42:06.540047 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e72db5dc-e573-4dfb-8a78-906e2a23ff97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-768564'] for router_interface, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:06.781913 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-e72db5dc-e573-4dfb-8a78-906e2a23ff97 admin admin] Deleting port 16a37398-0896-453a-95e3-3a4642be1cad {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:42:06.782259 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e72db5dc-e573-4dfb-8a78-906e2a23ff97 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:06.859266 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [None req-e72db5dc-e573-4dfb-8a78-906e2a23ff97 admin admin] For port 16a37398-0896-453a-95e3-3a4642be1cad, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=16a37398-0896-453a-95e3-3a4642be1cad,segment=NetworkSegment(a44cdfcd-6dfe-4351-80f9-2f33c1917a18),segment_id=a44cdfcd-6dfe-4351-80f9-2f33c1917a18)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:42:06.859514 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e72db5dc-e573-4dfb-8a78-906e2a23ff97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:06.875577 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-e72db5dc-e573-4dfb-8a78-906e2a23ff97 admin admin] Calling delete_port for 16a37398-0896-453a-95e3-3a4642be1cad owned by network:router_interface {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:42:07.050234 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e72db5dc-e573-4dfb-8a78-906e2a23ff97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:07.075562 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72db5dc-e573-4dfb-8a78-906e2a23ff97 admin admin] Pushing event deleted for resources: {'Port': ['ID=16a37398-0896-453a-95e3-3a4642be1cad,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:42:07.238889 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e72db5dc-e573-4dfb-8a78-906e2a23ff97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-768648'] for router_interface, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:07.450229 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e72db5dc-e573-4dfb-8a78-906e2a23ff97 admin admin] Router 31b43294-a01d-43be-830e-1f4f7532cf86 has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 18:42:07.552216 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e72db5dc-e573-4dfb-8a78-906e2a23ff97 admin admin] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:42:07.557508 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-e72db5dc-e573-4dfb-8a78-906e2a23ff97 admin admin] 10.222.0.54 "PUT /v2.0/routers/31b43294-a01d-43be-830e-1f4f7532cf86/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3656723 Nov 19 18:42:07.560740 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 47924) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:42:07.561519 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1220ff3f-ac85-4496-9458-346072456291 None None] Sync routers for ids ['31b43294-a01d-43be-830e-1f4f7532cf86'] in n-d-818022-2 {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:42:07.571336 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1220ff3f-ac85-4496-9458-346072456291 None None] Routers {'31b43294-a01d-43be-830e-1f4f7532cf86'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:42:07.571938 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-1220ff3f-ac85-4496-9458-346072456291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:42:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['31b43294-a01d-43be-830e-1f4f7532cf86'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:42:07.665605 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-72b4a600-2d1d-4a51-bebe-9849096d057b admin admin] Publish callbacks [] for router, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:07.673573 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-1220ff3f-ac85-4496-9458-346072456291 None None] Set router 31b43294-a01d-43be-830e-1f4f7532cf86 gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:42:07.775524 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-72b4a600-2d1d-4a51-bebe-9849096d057b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:07.838341 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-72b4a600-2d1d-4a51-bebe-9849096d057b admin admin] Deleting port 396b3cfd-4ece-45c6-a108-05429169453e {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:42:07.838774 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-72b4a600-2d1d-4a51-bebe-9849096d057b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:07.888971 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 87324128-1c37-40b8-8776-8acd87bad176 no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:42:07.908532 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: 87324128-1c37-40b8-8776-8acd87bad176 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:42:07.908884 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 87324128-1c37-40b8-8776-8acd87bad176 not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:42:07.925148 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [None req-72b4a600-2d1d-4a51-bebe-9849096d057b admin admin] For port 396b3cfd-4ece-45c6-a108-05429169453e, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=396b3cfd-4ece-45c6-a108-05429169453e,segment=NetworkSegment(bbe705c1-96c0-476e-8381-28227e6f0ac5),segment_id=bbe705c1-96c0-476e-8381-28227e6f0ac5)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:42:07.925523 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-72b4a600-2d1d-4a51-bebe-9849096d057b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:07.943491 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-72b4a600-2d1d-4a51-bebe-9849096d057b admin admin] Calling delete_port for 396b3cfd-4ece-45c6-a108-05429169453e owned by network:router_gateway {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:42:07.951094 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-1220ff3f-ac85-4496-9458-346072456291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31b43294-a01d-43be-830e-1f4f7532cf86', 'name': 'tempest-TestEncryptedCinderVolumes-639674380-router', 'tenant_id': 'd3c5c19f909145a18712081c1a5e29ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.39'}], 'enable_snat': True}, 'gw_port_id': '396b3cfd-4ece-45c6-a108-05429169453e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:40:48Z', 'updated_at': '2021-11-19T18:42:07Z', 'revision_number': 5, 'project_id': 'd3c5c19f909145a18712081c1a5e29ae', 'gw_port': {'id': '396b3cfd-4ece-45c6-a108-05429169453e', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:09:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b43294-a01d-43be-830e-1f4f7532cf86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:40:49Z', 'updated_at': '2021-11-19T18:40:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:42:07.979218 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1220ff3f-ac85-4496-9458-346072456291 None None] Checking router: 31b43294-a01d-43be-830e-1f4f7532cf86 for host: n-d-818022-2 {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:42:07.988260 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1220ff3f-ac85-4496-9458-346072456291 None None] Routers {'31b43294-a01d-43be-830e-1f4f7532cf86'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:42:07.988863 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-1220ff3f-ac85-4496-9458-346072456291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:42:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['31b43294-a01d-43be-830e-1f4f7532cf86'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:42:08.072596 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-1220ff3f-ac85-4496-9458-346072456291 None None] Set router 31b43294-a01d-43be-830e-1f4f7532cf86 gateway port host: None {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:42:08.105431 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-72b4a600-2d1d-4a51-bebe-9849096d057b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:08.122584 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-1220ff3f-ac85-4496-9458-346072456291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31b43294-a01d-43be-830e-1f4f7532cf86', 'name': 'tempest-TestEncryptedCinderVolumes-639674380-router', 'tenant_id': 'd3c5c19f909145a18712081c1a5e29ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:40:48Z', 'updated_at': '2021-11-19T18:42:07Z', 'revision_number': 6, 'project_id': 'd3c5c19f909145a18712081c1a5e29ae', 'gw_port_host': None}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:42:08.133293 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b4a600-2d1d-4a51-bebe-9849096d057b admin admin] Pushing event deleted for resources: {'Port': ['ID=396b3cfd-4ece-45c6-a108-05429169453e,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:42:08.148221 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f625dc93-39b1-4356-8de5-7d42a22fe745 None None] DHCP port deletion for 645e61aa-1a6c-4e8f-857e-ab06edb4897f request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:42:08.151767 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1220ff3f-ac85-4496-9458-346072456291 None None] The sync data for ids ['31b43294-a01d-43be-830e-1f4f7532cf86'] in n-d-818022-2 is: [{'id': '31b43294-a01d-43be-830e-1f4f7532cf86', 'name': 'tempest-TestEncryptedCinderVolumes-639674380-router', 'tenant_id': 'd3c5c19f909145a18712081c1a5e29ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:40:48Z', 'updated_at': '2021-11-19T18:42:07Z', 'revision_number': 6, 'project_id': 'd3c5c19f909145a18712081c1a5e29ae', 'gw_port_host': None}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:42:08.195124 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-72b4a600-2d1d-4a51-bebe-9849096d057b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-671730'] for router_gateway, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:08.283134 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-72b4a600-2d1d-4a51-bebe-9849096d057b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4696'] for router, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:08.285211 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-72b4a600-2d1d-4a51-bebe-9849096d057b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:08.331255 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-72b4a600-2d1d-4a51-bebe-9849096d057b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-543895'] for router, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:08.331741 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72b4a600-2d1d-4a51-bebe-9849096d057b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 31b43294-a01d-43be-830e-1f4f7532cf86 {{(pid=103365) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 18:42:08.336086 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-72b4a600-2d1d-4a51-bebe-9849096d057b admin admin] Publish callbacks [] for router, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:08.337260 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-72b4a600-2d1d-4a51-bebe-9849096d057b admin admin] 10.222.0.54 "DELETE /v2.0/routers/31b43294-a01d-43be-830e-1f4f7532cf86 HTTP/1.1" status: 204 len: 168 time: 0.7755737 Nov 19 18:42:08.339894 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 47926) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:42:08.387245 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_v2 [None req-7dfe678c-4b71-48fb-bf66-ec7f66d435f6 admin admin] Deleting subnet 4afc8b51-7057-4d79-9e35-de2814d09f55 {{(pid=103365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 18:42:08.390313 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7dfe678c-4b71-48fb-bf66-ec7f66d435f6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:08.426145 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7dfe678c-4b71-48fb-bf66-ec7f66d435f6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12546453'] for subnet, precommit_delete_associations {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:08.504501 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7dfe678c-4b71-48fb-bf66-ec7f66d435f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:08.557928 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7dfe678c-4b71-48fb-bf66-ec7f66d435f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12282919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8731163'] for subnet, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:08.584082 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfe678c-4b71-48fb-bf66-ec7f66d435f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4afc8b51-7057-4d79-9e35-de2814d09f55,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:42:08.587682 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7dfe678c-4b71-48fb-bf66-ec7f66d435f6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:08.593399 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-7dfe678c-4b71-48fb-bf66-ec7f66d435f6 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/4afc8b51-7057-4d79-9e35-de2814d09f55 HTTP/1.1" status: 204 len: 168 time: 0.2519643 Nov 19 18:42:08.594560 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 47928) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:42:08.599470 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fa33d6a-48fa-43b0-ba67-2902856b7dd3 None None] Network a7a1e735-924c-4d02-b4f8-8b0f03b0e553 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:42:08.663260 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-952c3d38-3657-49e4-9423-d2f57b1513cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:08.720774 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-952c3d38-3657-49e4-9423-d2f57b1513cc admin admin] Deleting port cc2019f5-3e16-481a-8ee9-5f023a315050 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:42:08.721116 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-952c3d38-3657-49e4-9423-d2f57b1513cc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:08.782060 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [None req-952c3d38-3657-49e4-9423-d2f57b1513cc admin admin] For port cc2019f5-3e16-481a-8ee9-5f023a315050, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=cc2019f5-3e16-481a-8ee9-5f023a315050,segment=NetworkSegment(a44cdfcd-6dfe-4351-80f9-2f33c1917a18),segment_id=a44cdfcd-6dfe-4351-80f9-2f33c1917a18)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:42:08.782418 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-952c3d38-3657-49e4-9423-d2f57b1513cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:08.794695 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-952c3d38-3657-49e4-9423-d2f57b1513cc admin admin] Calling delete_port for cc2019f5-3e16-481a-8ee9-5f023a315050 owned by network:dhcp {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:42:08.874708 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-952c3d38-3657-49e4-9423-d2f57b1513cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:08.902002 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952c3d38-3657-49e4-9423-d2f57b1513cc admin admin] Pushing event deleted for resources: {'Port': ['ID=cc2019f5-3e16-481a-8ee9-5f023a315050,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:42:08.903803 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-952c3d38-3657-49e4-9423-d2f57b1513cc admin admin] No DVR routers for this DVR port cc2019f5-3e16-481a-8ee9-5f023a315050 on host n-d-818022-2 {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:42:08.912412 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78d676b3-06c5-4f49-b247-2e9ea896faf5 None None] DHCP port deletion for a7a1e735-924c-4d02-b4f8-8b0f03b0e553 request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:42:08.977615 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-952c3d38-3657-49e4-9423-d2f57b1513cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:09.002476 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-952c3d38-3657-49e4-9423-d2f57b1513cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7a1e735-924c-4d02-b4f8-8b0f03b0e553']}} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:42:09.014538 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-952c3d38-3657-49e4-9423-d2f57b1513cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a44cdfcd-6dfe-4351-80f9-2f33c1917a18') {'for_net_delete': True} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:42:09.014826 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-952c3d38-3657-49e4-9423-d2f57b1513cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a44cdfcd-6dfe-4351-80f9-2f33c1917a18') {} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:42:09.025962 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-952c3d38-3657-49e4-9423-d2f57b1513cc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12545382'] for segment, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:09.041310 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-952c3d38-3657-49e4-9423-d2f57b1513cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:09.048203 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-952c3d38-3657-49e4-9423-d2f57b1513cc admin admin] Releasing vlan 690 on physical network physnet1 to pool {{(pid=103365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 18:42:09.048599 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-952c3d38-3657-49e4-9423-d2f57b1513cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12282953'] for segment, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:09.050368 n-d-818022-2 neutron-server[103365]: Traceback (most recent call last): Nov 19 18:42:09.050368 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 18:42:09.050368 n-d-818022-2 neutron-server[103365]: timer() Nov 19 18:42:09.050368 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 18:42:09.050368 n-d-818022-2 neutron-server[103365]: cb(*args, **kw) Nov 19 18:42:09.050368 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 18:42:09.050368 n-d-818022-2 neutron-server[103365]: return func(*args, **kwargs) Nov 19 18:42:09.050368 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 18:42:09.050368 n-d-818022-2 neutron-server[103365]: self._notify() Nov 19 18:42:09.050368 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 18:42:09.050368 n-d-818022-2 neutron-server[103365]: self.callback(batched_events) Nov 19 18:42:09.050368 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 18:42:09.050368 n-d-818022-2 neutron-server[103365]: event.method(event) Nov 19 18:42:09.050368 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 18:42:09.050368 n-d-818022-2 neutron-server[103365]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 18:42:09.050368 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 18:42:09.050368 n-d-818022-2 neutron-server[103365]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 18:42:09.050368 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 18:42:09.050368 n-d-818022-2 neutron-server[103365]: return f(self, *a, **k) Nov 19 18:42:09.050368 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 18:42:09.050368 n-d-818022-2 neutron-server[103365]: return self._get(url).json() Nov 19 18:42:09.050368 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 18:42:09.050368 n-d-818022-2 neutron-server[103365]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 18:42:09.050368 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 18:42:09.050368 n-d-818022-2 neutron-server[103365]: return self.request(url, 'GET', **kwargs) Nov 19 18:42:09.050368 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 18:42:09.050368 n-d-818022-2 neutron-server[103365]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 18:42:09.050368 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 18:42:09.050368 n-d-818022-2 neutron-server[103365]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 18:42:09.050368 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 18:42:09.050368 n-d-818022-2 neutron-server[103365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 18:42:09.050368 n-d-818022-2 neutron-server[103365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 18:42:09.105636 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-952c3d38-3657-49e4-9423-d2f57b1513cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671242'] for network, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:09.111522 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-952c3d38-3657-49e4-9423-d2f57b1513cc admin admin] Publish callbacks [] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:09.114832 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-952c3d38-3657-49e4-9423-d2f57b1513cc admin admin] 10.222.0.54 "DELETE /v2.0/networks/a7a1e735-924c-4d02-b4f8-8b0f03b0e553 HTTP/1.1" status: 204 len: 168 time: 0.5192335 Nov 19 18:42:09.126733 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952c3d38-3657-49e4-9423-d2f57b1513cc admin admin] Pushing event deleted for resources: {'Network': ['ID=a7a1e735-924c-4d02-b4f8-8b0f03b0e553,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:42:09.282092 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 47932) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:42:09.326629 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-44cc51c7-8422-4190-991f-7520ae2ec7b8 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=63cc99fad9954aaea01b110d015334f1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0433185 Nov 19 18:42:09.329040 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 47934) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:42:09.380969 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-30aaef88-2c35-4c3a-b932-094f947163d8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:09.406938 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-30aaef88-2c35-4c3a-b932-094f947163d8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:09.786800 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-30aaef88-2c35-4c3a-b932-094f947163d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:09.790007 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-30aaef88-2c35-4c3a-b932-094f947163d8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:09.791847 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-30aaef88-2c35-4c3a-b932-094f947163d8 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/80de31ca-983a-4cff-bbb9-af9438cd90bb HTTP/1.1" status: 204 len: 168 time: 0.4618485 Nov 19 18:42:09.805771 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30aaef88-2c35-4c3a-b932-094f947163d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80de31ca-983a-4cff-bbb9-af9438cd90bb,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:42:09.824234 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device cc2019f5-3e16-481a-8ee9-5f023a315050 no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:42:09.870758 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: cc2019f5-3e16-481a-8ee9-5f023a315050 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:42:09.871535 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device cc2019f5-3e16-481a-8ee9-5f023a315050 not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:42:09.871901 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 16a37398-0896-453a-95e3-3a4642be1cad no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:42:09.896746 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: 16a37398-0896-453a-95e3-3a4642be1cad {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:42:09.897216 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 16a37398-0896-453a-95e3-3a4642be1cad not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:42:09.897876 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 396b3cfd-4ece-45c6-a108-05429169453e no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:42:09.917338 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: 396b3cfd-4ece-45c6-a108-05429169453e {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:42:09.918069 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 396b3cfd-4ece-45c6-a108-05429169453e not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:42:10.135040 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 47940) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:42:10.174660 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-6b472708-02c0-4137-a132-a32c7e3c79b6 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d3c5c19f909145a18712081c1a5e29ae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0383050 Nov 19 18:42:10.176947 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 47942) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:42:10.223230 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-81a61595-4d1c-4f9e-bcbb-af1674c8bb40 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:10.243793 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-81a61595-4d1c-4f9e-bcbb-af1674c8bb40 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:10.293198 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-81a61595-4d1c-4f9e-bcbb-af1674c8bb40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:10.295846 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-81a61595-4d1c-4f9e-bcbb-af1674c8bb40 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:10.297122 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-81a61595-4d1c-4f9e-bcbb-af1674c8bb40 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/85ea1db7-1eb0-499c-9556-51e33556efa7 HTTP/1.1" status: 204 len: 168 time: 0.1192751 Nov 19 18:42:10.306309 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a61595-4d1c-4f9e-bcbb-af1674c8bb40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85ea1db7-1eb0-499c-9556-51e33556efa7,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:42:10.947775 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 47964) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:42:11.046761 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-b1676631-3ef4-487c-b72f-34acd71cd9df admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2028616746-network', 'tenant_id': 'b2223eee1f5d4220ad1f611235afdd7f'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:42:11.067704 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1676631-3ef4-487c-b72f-34acd71cd9df admin admin] Made reservation on behalf of b2223eee1f5d4220ad1f611235afdd7f for: {'network': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:42:11.069966 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b1676631-3ef4-487c-b72f-34acd71cd9df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:11.078003 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b1676631-3ef4-487c-b72f-34acd71cd9df admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:11.151873 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b1676631-3ef4-487c-b72f-34acd71cd9df admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:11.156034 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b1676631-3ef4-487c-b72f-34acd71cd9df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:11.176298 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1676631-3ef4-487c-b72f-34acd71cd9df admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 680} {{(pid=103365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 18:42:11.189737 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1676631-3ef4-487c-b72f-34acd71cd9df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4522b298-26fe-4371-81d4-4525ec4b595a,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:42:11.194590 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b1676631-3ef4-487c-b72f-34acd71cd9df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:11.194928 n-d-818022-2 neutron-server[103365]: INFO neutron.db.segments_db [None req-b1676631-3ef4-487c-b72f-34acd71cd9df admin admin] Added segment b4ae2c9f-b7dc-4700-be65-d23d2bdb40eb of type vlan for network 219f5cac-66e1-46e8-96d0-f1932f377b5a Nov 19 18:42:11.241684 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b1676631-3ef4-487c-b72f-34acd71cd9df admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:11.266295 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b1676631-3ef4-487c-b72f-34acd71cd9df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:11.267168 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1676631-3ef4-487c-b72f-34acd71cd9df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:42:11.267726 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b1676631-3ef4-487c-b72f-34acd71cd9df admin admin] Publish callbacks [] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:11.321824 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-b1676631-3ef4-487c-b72f-34acd71cd9df admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3728688 Nov 19 18:42:11.325236 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 47968) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:42:11.329112 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1676631-3ef4-487c-b72f-34acd71cd9df admin admin] Pushing event updated for resources: {'Network': ['ID=219f5cac-66e1-46e8-96d0-f1932f377b5a,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:42:11.330217 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-2fb8de52-095d-4cbf-8c12-0c31ef7d1838 admin admin] Request body: {'subnet': {'network_id': '219f5cac-66e1-46e8-96d0-f1932f377b5a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2028616746-subnet', 'tenant_id': 'b2223eee1f5d4220ad1f611235afdd7f', 'ip_version': 4}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:42:11.338895 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network 219f5cac-66e1-46e8-96d0-f1932f377b5a details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 18:42:11.353075 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fb8de52-095d-4cbf-8c12-0c31ef7d1838 admin admin] Made reservation on behalf of b2223eee1f5d4220ad1f611235afdd7f for: {'subnet': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:42:11.355766 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2fb8de52-095d-4cbf-8c12-0c31ef7d1838 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8983829'] for subnet, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:11.524537 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2fb8de52-095d-4cbf-8c12-0c31ef7d1838 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12425078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8983815'] for subnet, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:11.576797 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb8de52-095d-4cbf-8c12-0c31ef7d1838 admin admin] Pushing event updated for resources: {'Subnet': ['ID=219eb497-4037-4785-843e-54a0c4e904a3,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:42:11.587902 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb8de52-095d-4cbf-8c12-0c31ef7d1838 admin admin] Checking segment: {'id': 'b4ae2c9f-b7dc-4700-be65-d23d2bdb40eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '219f5cac-66e1-46e8-96d0-f1932f377b5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:42:11.588263 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fb8de52-095d-4cbf-8c12-0c31ef7d1838 admin admin] Network hostable DHCP agents. Network: 219f5cac-66e1-46e8-96d0-f1932f377b5a, hostable agents: ['02910ef2-0455-4aea-9f38-9a875579633f'], hosted agents: [] {{(pid=103364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 18:42:11.604761 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fb8de52-095d-4cbf-8c12-0c31ef7d1838 admin admin] Network 219f5cac-66e1-46e8-96d0-f1932f377b5a is scheduled to be hosted by DHCP agent 02910ef2-0455-4aea-9f38-9a875579633f with binding_index 1 {{(pid=103364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 18:42:11.613333 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-2fb8de52-095d-4cbf-8c12-0c31ef7d1838 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818022-2, 219f5cac-66e1-46e8-96d0-f1932f377b5a) {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:42:11.617622 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fb8de52-095d-4cbf-8c12-0c31ef7d1838 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:42:11.618472 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2fb8de52-095d-4cbf-8c12-0c31ef7d1838 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:11.624750 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-942bae3a-98c3-4961-b41b-c86651952531 None None] Network 219f5cac-66e1-46e8-96d0-f1932f377b5a requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:42:11.642868 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-2fb8de52-095d-4cbf-8c12-0c31ef7d1838 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3139119 Nov 19 18:42:11.643420 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 47970) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:42:11.648529 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-630d3315-02c8-4f16-89f9-4a2c9a52279a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2028616746-router', 'tenant_id': 'b2223eee1f5d4220ad1f611235afdd7f', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'}}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:42:11.671412 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-630d3315-02c8-4f16-89f9-4a2c9a52279a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9890'] for router, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:11.672676 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-630d3315-02c8-4f16-89f9-4a2c9a52279a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671617', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-732153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4689'] for router, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:11.739512 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-630d3315-02c8-4f16-89f9-4a2c9a52279a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:11.780246 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b64b6a8-c1e6-421b-a032-f9f65a3e79b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54f44f5f-1200-574e-8740-2141911d5b73-219f5cac-66e1-46e8-96d0-f1932f377b5a', 'network_id': '219f5cac-66e1-46e8-96d0-f1932f377b5a', 'tenant_id': 'b2223eee1f5d4220ad1f611235afdd7f', 'fixed_ips': [{'subnet_id': '219eb497-4037-4785-843e-54a0c4e904a3'}]}} from n-d-818022-2. {{(pid=103366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 18:42:11.781123 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b64b6a8-c1e6-421b-a032-f9f65a3e79b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:11.877789 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-630d3315-02c8-4f16-89f9-4a2c9a52279a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:11.915258 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [None req-4b64b6a8-c1e6-421b-a032-f9f65a3e79b1 None None] Allocated IP 172.20.0.2 (219f5cac-66e1-46e8-96d0-f1932f377b5a/219eb497-4037-4785-843e-54a0c4e904a3/381f0d5c-61a2-4461-b7f2-5aed8596cabd) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:42:12.057561 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b64b6a8-c1e6-421b-a032-f9f65a3e79b1 None None] Publish callbacks [] for port, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:12.064010 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b64b6a8-c1e6-421b-a032-f9f65a3e79b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998'] for port, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:12.078799 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-630d3315-02c8-4f16-89f9-4a2c9a52279a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:12.097544 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-630d3315-02c8-4f16-89f9-4a2c9a52279a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:12.104261 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b64b6a8-c1e6-421b-a032-f9f65a3e79b1 None None] Network 219f5cac-66e1-46e8-96d0-f1932f377b5a is already hosted by enough agents. {{(pid=103366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:42:12.109442 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [None req-4b64b6a8-c1e6-421b-a032-f9f65a3e79b1 None None] Resources bound (agent type, host, resource id): {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:42:12.113878 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b64b6a8-c1e6-421b-a032-f9f65a3e79b1 None None] Received port after_create {{(pid=103366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:42:12.116923 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b64b6a8-c1e6-421b-a032-f9f65a3e79b1 None None] Pushing event updated for resources: {'Port': ['ID=381f0d5c-61a2-4461-b7f2-5aed8596cabd,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:42:12.166928 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-4b64b6a8-c1e6-421b-a032-f9f65a3e79b1 None None] Attempting to bind port 381f0d5c-61a2-4461-b7f2-5aed8596cabd on host n-d-818022-2 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:42:12.167319 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-4b64b6a8-c1e6-421b-a032-f9f65a3e79b1 None None] Attempting to bind port 381f0d5c-61a2-4461-b7f2-5aed8596cabd by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': 'b4ae2c9f-b7dc-4700-be65-d23d2bdb40eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '219f5cac-66e1-46e8-96d0-f1932f377b5a'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:42:12.167670 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b64b6a8-c1e6-421b-a032-f9f65a3e79b1 None None] Attempting to bind port 381f0d5c-61a2-4461-b7f2-5aed8596cabd on network 219f5cac-66e1-46e8-96d0-f1932f377b5a {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:42:12.173970 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b64b6a8-c1e6-421b-a032-f9f65a3e79b1 None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 42, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:42:12.174352 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b64b6a8-c1e6-421b-a032-f9f65a3e79b1 None None] Checking segment: {'id': 'b4ae2c9f-b7dc-4700-be65-d23d2bdb40eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '219f5cac-66e1-46e8-96d0-f1932f377b5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:42:12.174753 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b64b6a8-c1e6-421b-a032-f9f65a3e79b1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:12.175148 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b64b6a8-c1e6-421b-a032-f9f65a3e79b1 None None] Bound using segment: {'id': 'b4ae2c9f-b7dc-4700-be65-d23d2bdb40eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '219f5cac-66e1-46e8-96d0-f1932f377b5a'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:42:12.175621 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-4b64b6a8-c1e6-421b-a032-f9f65a3e79b1 None None] Bound port: 381f0d5c-61a2-4461-b7f2-5aed8596cabd, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4ae2c9f-b7dc-4700-be65-d23d2bdb40eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '219f5cac-66e1-46e8-96d0-f1932f377b5a'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:42:12.176002 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b64b6a8-c1e6-421b-a032-f9f65a3e79b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:12.207076 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [None req-630d3315-02c8-4f16-89f9-4a2c9a52279a admin admin] Allocated IP 172.25.7.191 (645e61aa-1a6c-4e8f-857e-ab06edb4897f/88ed2d64-f56d-4f01-a468-946e01c99e82/4397b96b-7224-4cb6-8145-d85b1bbbf20f) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:42:12.240909 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-4b64b6a8-c1e6-421b-a032-f9f65a3e79b1 None None] For port 381f0d5c-61a2-4461-b7f2-5aed8596cabd, host n-d-818022-2, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:42:12.244008 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-4b64b6a8-c1e6-421b-a032-f9f65a3e79b1 None None] For port 381f0d5c-61a2-4461-b7f2-5aed8596cabd, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=381f0d5c-61a2-4461-b7f2-5aed8596cabd,segment=NetworkSegment(b4ae2c9f-b7dc-4700-be65-d23d2bdb40eb),segment_id=b4ae2c9f-b7dc-4700-be65-d23d2bdb40eb)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:42:12.248172 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b64b6a8-c1e6-421b-a032-f9f65a3e79b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:12.307830 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-630d3315-02c8-4f16-89f9-4a2c9a52279a admin admin] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:12.308597 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b64b6a8-c1e6-421b-a032-f9f65a3e79b1 None None] Pushing event updated for resources: {'Port': ['ID=381f0d5c-61a2-4461-b7f2-5aed8596cabd,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:42:12.342280 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-630d3315-02c8-4f16-89f9-4a2c9a52279a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:12.387860 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-630d3315-02c8-4f16-89f9-4a2c9a52279a admin admin] Network 645e61aa-1a6c-4e8f-857e-ab06edb4897f is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:42:12.390925 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-630d3315-02c8-4f16-89f9-4a2c9a52279a admin admin] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:42:12.394343 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-630d3315-02c8-4f16-89f9-4a2c9a52279a admin admin] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:42:12.399850 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630d3315-02c8-4f16-89f9-4a2c9a52279a admin admin] Pushing event updated for resources: {'Port': ['ID=4397b96b-7224-4cb6-8145-d85b1bbbf20f,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:42:12.404747 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-765d49d1-07d9-40da-81f2-6cdc1503447c None None] DHCP port deletion for 645e61aa-1a6c-4e8f-857e-ab06edb4897f request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:42:12.527256 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-62f97815-f2ff-44b1-9f63-28b57f40c4b5 None None] Provisioning complete for port 4397b96b-7224-4cb6-8145-d85b1bbbf20f triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:42:12.528158 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-62f97815-f2ff-44b1-9f63-28b57f40c4b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:12.568809 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-62f97815-f2ff-44b1-9f63-28b57f40c4b5 None None] Port 4397b96b-7224-4cb6-8145-d85b1bbbf20f cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:42:12.663835 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-630d3315-02c8-4f16-89f9-4a2c9a52279a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:12.857231 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-630d3315-02c8-4f16-89f9-4a2c9a52279a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671702'] for router, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:12.988324 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-630d3315-02c8-4f16-89f9-4a2c9a52279a admin admin] Router d0ebf145-273e-4e03-85cb-6ced26370677 is scheduled to L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 with binding_index 1 {{(pid=103365) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 18:42:13.097453 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-630d3315-02c8-4f16-89f9-4a2c9a52279a admin admin] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:42:13.107865 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db5202b1-c207-44a7-9d9b-7e7373f1ec37 None None] Sync routers for ids ['d0ebf145-273e-4e03-85cb-6ced26370677'] in n-d-818022-2 {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:42:13.115410 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-630d3315-02c8-4f16-89f9-4a2c9a52279a admin admin] Publish callbacks [] for router, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:13.119074 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-630d3315-02c8-4f16-89f9-4a2c9a52279a admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.4720612 Nov 19 18:42:13.119295 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 47972) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:42:13.123535 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db5202b1-c207-44a7-9d9b-7e7373f1ec37 None None] Routers {'d0ebf145-273e-4e03-85cb-6ced26370677'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:42:13.124156 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-db5202b1-c207-44a7-9d9b-7e7373f1ec37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:42:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['d0ebf145-273e-4e03-85cb-6ced26370677'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:42:13.235305 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-db5202b1-c207-44a7-9d9b-7e7373f1ec37 None None] Set router d0ebf145-273e-4e03-85cb-6ced26370677 gateway port host: n-d-818022-2 {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:42:13.268268 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-370943be-5286-4cc1-997f-b28fde93b1d7 None None] Network 219f5cac-66e1-46e8-96d0-f1932f377b5a requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:42:13.393295 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-ac61f684-9b4b-4fd8-a815-5373398cb1d7 None None] Provisioning complete for port 381f0d5c-61a2-4461-b7f2-5aed8596cabd triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:42:13.393580 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ac61f684-9b4b-4fd8-a815-5373398cb1d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:13.535001 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e5be6247-563b-4f74-93d1-c4837e085fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:13.604187 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ac61f684-9b4b-4fd8-a815-5373398cb1d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:13.637579 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-db5202b1-c207-44a7-9d9b-7e7373f1ec37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0ebf145-273e-4e03-85cb-6ced26370677', 'name': 'tempest-TestMinimumBasicScenario-2028616746-router', 'tenant_id': 'b2223eee1f5d4220ad1f611235afdd7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': '4397b96b-7224-4cb6-8145-d85b1bbbf20f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:42:11Z', 'updated_at': '2021-11-19T18:42:12Z', 'revision_number': 3, 'project_id': 'b2223eee1f5d4220ad1f611235afdd7f', 'gw_port': {'id': '4397b96b-7224-4cb6-8145-d85b1bbbf20f', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:e4:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0ebf145-273e-4e03-85cb-6ced26370677', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:42:12Z', 'updated_at': '2021-11-19T18:42:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:42:13.677290 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-ac61f684-9b4b-4fd8-a815-5373398cb1d7 None None] For port 381f0d5c-61a2-4461-b7f2-5aed8596cabd, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=381f0d5c-61a2-4461-b7f2-5aed8596cabd,segment=NetworkSegment(b4ae2c9f-b7dc-4700-be65-d23d2bdb40eb),segment_id=b4ae2c9f-b7dc-4700-be65-d23d2bdb40eb)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:42:13.678478 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db5202b1-c207-44a7-9d9b-7e7373f1ec37 None None] Checking router: d0ebf145-273e-4e03-85cb-6ced26370677 for host: n-d-818022-2 {{(pid=103366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:42:13.678923 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db5202b1-c207-44a7-9d9b-7e7373f1ec37 None None] Updating router d0ebf145-273e-4e03-85cb-6ced26370677 port 4397b96b-7224-4cb6-8145-d85b1bbbf20f binding host n-d-818022-2 {{(pid=103366) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 18:42:13.701920 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ac61f684-9b4b-4fd8-a815-5373398cb1d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:13.706751 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [None req-e5be6247-563b-4f74-93d1-c4837e085fb5 admin admin] Allocated IP 172.20.0.1 (219f5cac-66e1-46e8-96d0-f1932f377b5a/219eb497-4037-4785-843e-54a0c4e904a3/42612e42-6618-4d89-999b-a37229e61c52) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:42:13.729307 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-db5202b1-c207-44a7-9d9b-7e7373f1ec37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:13.789084 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac61f684-9b4b-4fd8-a815-5373398cb1d7 None None] Pushing event updated for resources: {'Port': ['ID=381f0d5c-61a2-4461-b7f2-5aed8596cabd,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:42:13.841104 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e5be6247-563b-4f74-93d1-c4837e085fb5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:13.890520 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e5be6247-563b-4f74-93d1-c4837e085fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:13.901315 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 381f0d5c-61a2-4461-b7f2-5aed8596cabd up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:42:13.937853 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5be6247-563b-4f74-93d1-c4837e085fb5 admin admin] Network 219f5cac-66e1-46e8-96d0-f1932f377b5a is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:42:13.941655 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5be6247-563b-4f74-93d1-c4837e085fb5 admin admin] Pushing event updated for resources: {'Port': ['ID=42612e42-6618-4d89-999b-a37229e61c52,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:42:13.945068 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-e5be6247-563b-4f74-93d1-c4837e085fb5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:42:13.947551 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5be6247-563b-4f74-93d1-c4837e085fb5 admin admin] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:42:13.978540 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-ad4221c8-e98c-4b10-b58c-4122f91ecd74 None None] Provisioning complete for port 381f0d5c-61a2-4461-b7f2-5aed8596cabd triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:42:13.978922 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ad4221c8-e98c-4b10-b58c-4122f91ecd74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:13.991034 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e5be6247-563b-4f74-93d1-c4837e085fb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-671361'] for router_interface, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:14.047381 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 381f0d5c-61a2-4461-b7f2-5aed8596cabd triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:42:14.047761 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:14.131427 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e5be6247-563b-4f74-93d1-c4837e085fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:14.163333 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-db5202b1-c207-44a7-9d9b-7e7373f1ec37 None None] Publish callbacks [] for port, precommit_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:14.177372 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-db5202b1-c207-44a7-9d9b-7e7373f1ec37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:14.245715 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d4f80c3-00de-4336-bd6c-6c0ec618d66d None None] DHCP port deletion for 645e61aa-1a6c-4e8f-857e-ab06edb4897f request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:42:14.305488 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e5be6247-563b-4f74-93d1-c4837e085fb5 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:14.311126 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e5be6247-563b-4f74-93d1-c4837e085fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:14.378555 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e5be6247-563b-4f74-93d1-c4837e085fb5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-768529'] for router_interface, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:14.380631 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5be6247-563b-4f74-93d1-c4837e085fb5 admin admin] Pushing event updated for resources: {'Port': ['ID=42612e42-6618-4d89-999b-a37229e61c52,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:42:14.445919 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-db5202b1-c207-44a7-9d9b-7e7373f1ec37 None None] Attempting to bind port 4397b96b-7224-4cb6-8145-d85b1bbbf20f on host n-d-818022-2 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:42:14.446295 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-db5202b1-c207-44a7-9d9b-7e7373f1ec37 None None] Attempting to bind port 4397b96b-7224-4cb6-8145-d85b1bbbf20f by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:42:14.446658 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db5202b1-c207-44a7-9d9b-7e7373f1ec37 None None] Attempting to bind port 4397b96b-7224-4cb6-8145-d85b1bbbf20f on network 645e61aa-1a6c-4e8f-857e-ab06edb4897f {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:42:14.448410 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41de4248-21dc-42b2-93ec-0364f3350392 None None] Pushing event updated for resources: {'Port': ['ID=4397b96b-7224-4cb6-8145-d85b1bbbf20f,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:42:14.460139 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db5202b1-c207-44a7-9d9b-7e7373f1ec37 None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 42, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:42:14.460385 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db5202b1-c207-44a7-9d9b-7e7373f1ec37 None None] Checking segment: {'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:42:14.460803 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-db5202b1-c207-44a7-9d9b-7e7373f1ec37 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:14.461192 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db5202b1-c207-44a7-9d9b-7e7373f1ec37 None None] Bound using segment: {'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:42:14.461669 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-db5202b1-c207-44a7-9d9b-7e7373f1ec37 None None] Bound port: 4397b96b-7224-4cb6-8145-d85b1bbbf20f, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:42:14.462088 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-db5202b1-c207-44a7-9d9b-7e7373f1ec37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:14.465870 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-a6ed4ba7-0e15-40ee-9ca2-a3f105896b6d None None] Provisioning complete for port 42612e42-6618-4d89-999b-a37229e61c52 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:42:14.466233 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a6ed4ba7-0e15-40ee-9ca2-a3f105896b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:14.482626 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5be6247-563b-4f74-93d1-c4837e085fb5 admin admin] Network 219f5cac-66e1-46e8-96d0-f1932f377b5a is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:42:14.484209 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-e5be6247-563b-4f74-93d1-c4837e085fb5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:42:14.534625 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-a6ed4ba7-0e15-40ee-9ca2-a3f105896b6d None None] Port 42612e42-6618-4d89-999b-a37229e61c52 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:42:14.545251 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-db5202b1-c207-44a7-9d9b-7e7373f1ec37 None None] For port 4397b96b-7224-4cb6-8145-d85b1bbbf20f, host n-d-818022-2, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:42:14.548874 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-db5202b1-c207-44a7-9d9b-7e7373f1ec37 None None] For port 4397b96b-7224-4cb6-8145-d85b1bbbf20f, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=4397b96b-7224-4cb6-8145-d85b1bbbf20f,segment=NetworkSegment(bbe705c1-96c0-476e-8381-28227e6f0ac5),segment_id=bbe705c1-96c0-476e-8381-28227e6f0ac5)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:42:14.554120 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-db5202b1-c207-44a7-9d9b-7e7373f1ec37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:14.606499 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db5202b1-c207-44a7-9d9b-7e7373f1ec37 None None] Routers {'d0ebf145-273e-4e03-85cb-6ced26370677'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:42:14.607242 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-db5202b1-c207-44a7-9d9b-7e7373f1ec37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:42:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['d0ebf145-273e-4e03-85cb-6ced26370677'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:42:14.623400 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5be6247-563b-4f74-93d1-c4837e085fb5 admin admin] Router d0ebf145-273e-4e03-85cb-6ced26370677 has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 18:42:14.649109 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c94048d4-9ae5-4c5b-b6a7-0e940186cb98 None None] DHCP port deletion for 645e61aa-1a6c-4e8f-857e-ab06edb4897f request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:42:14.682309 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41de4248-21dc-42b2-93ec-0364f3350392 None None] Pushing event updated for resources: {'Port': ['ID=4397b96b-7224-4cb6-8145-d85b1bbbf20f,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:42:14.692710 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-e02dc5d6-21cc-4b32-9e67-a1e05d7e3ca2 None None] Provisioning complete for port 4397b96b-7224-4cb6-8145-d85b1bbbf20f triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:42:14.693153 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e02dc5d6-21cc-4b32-9e67-a1e05d7e3ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:14.784912 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-db5202b1-c207-44a7-9d9b-7e7373f1ec37 None None] Set router d0ebf145-273e-4e03-85cb-6ced26370677 gateway port host: n-d-818022-2 {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:42:14.901482 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e02dc5d6-21cc-4b32-9e67-a1e05d7e3ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:14.953407 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-e02dc5d6-21cc-4b32-9e67-a1e05d7e3ca2 None None] For port 4397b96b-7224-4cb6-8145-d85b1bbbf20f, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=4397b96b-7224-4cb6-8145-d85b1bbbf20f,segment=NetworkSegment(bbe705c1-96c0-476e-8381-28227e6f0ac5),segment_id=bbe705c1-96c0-476e-8381-28227e6f0ac5)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:42:14.958972 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e02dc5d6-21cc-4b32-9e67-a1e05d7e3ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:15.036437 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02dc5d6-21cc-4b32-9e67-a1e05d7e3ca2 None None] Pushing event updated for resources: {'Port': ['ID=4397b96b-7224-4cb6-8145-d85b1bbbf20f,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:42:15.064344 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5be6247-563b-4f74-93d1-c4837e085fb5 admin admin] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:42:15.069448 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-e5be6247-563b-4f74-93d1-c4837e085fb5 admin admin] 10.222.0.54 "PUT /v2.0/routers/d0ebf145-273e-4e03-85cb-6ced26370677/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9489529 Nov 19 18:42:15.092924 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-d5635420-4921-4f75-b314-8e45322bd964 None None] Provisioning complete for port 42612e42-6618-4d89-999b-a37229e61c52 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:42:15.093298 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d5635420-4921-4f75-b314-8e45322bd964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:15.117494 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-db5202b1-c207-44a7-9d9b-7e7373f1ec37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0ebf145-273e-4e03-85cb-6ced26370677', 'name': 'tempest-TestMinimumBasicScenario-2028616746-router', 'tenant_id': 'b2223eee1f5d4220ad1f611235afdd7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': '4397b96b-7224-4cb6-8145-d85b1bbbf20f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:42:11Z', 'updated_at': '2021-11-19T18:42:14Z', 'revision_number': 4, 'project_id': 'b2223eee1f5d4220ad1f611235afdd7f', 'gw_port': {'id': '4397b96b-7224-4cb6-8145-d85b1bbbf20f', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:e4:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0ebf145-273e-4e03-85cb-6ced26370677', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:42:12Z', 'updated_at': '2021-11-19T18:42:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': '42612e42-6618-4d89-999b-a37229e61c52', 'name': '', 'network_id': '219f5cac-66e1-46e8-96d0-f1932f377b5a', 'tenant_id': 'b2223eee1f5d4220ad1f611235afdd7f', 'mac_address': 'fa:16:3e:0f:7e:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0ebf145-273e-4e03-85cb-6ced26370677', 'device_owner': 'network:router_interface', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '219eb497-4037-4785-843e-54a0c4e904a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:42:13Z', 'updated_at': '2021-11-19T18:42:14Z', 'revision_number': 2, 'project_id': 'b2223eee1f5d4220ad1f611235afdd7f', 'subnets': [{'id': '219eb497-4037-4785-843e-54a0c4e904a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:42:15.149846 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db5202b1-c207-44a7-9d9b-7e7373f1ec37 None None] The sync data for ids ['d0ebf145-273e-4e03-85cb-6ced26370677'] in n-d-818022-2 is: [{'id': 'd0ebf145-273e-4e03-85cb-6ced26370677', 'name': 'tempest-TestMinimumBasicScenario-2028616746-router', 'tenant_id': 'b2223eee1f5d4220ad1f611235afdd7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': '4397b96b-7224-4cb6-8145-d85b1bbbf20f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:42:11Z', 'updated_at': '2021-11-19T18:42:14Z', 'revision_number': 4, 'project_id': 'b2223eee1f5d4220ad1f611235afdd7f', 'gw_port': {'id': '4397b96b-7224-4cb6-8145-d85b1bbbf20f', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:e4:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0ebf145-273e-4e03-85cb-6ced26370677', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:42:12Z', 'updated_at': '2021-11-19T18:42:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': '42612e42-6618-4d89-999b-a37229e61c52', 'name': '', 'network_id': '219f5cac-66e1-46e8-96d0-f1932f377b5a', 'tenant_id': 'b2223eee1f5d4220ad1f611235afdd7f', 'mac_address': 'fa:16:3e:0f:7e:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0ebf145-273e-4e03-85cb-6ced26370677', 'device_owner': 'network:router_interface', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '219eb497-4037-4785-843e-54a0c4e904a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:42:13Z', 'updated_at': '2021-11-19T18:42:14Z', 'revision_number': 2, 'project_id': 'b2223eee1f5d4220ad1f611235afdd7f', 'subnets': [{'id': '219eb497-4037-4785-843e-54a0c4e904a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:42:15.158959 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-d5635420-4921-4f75-b314-8e45322bd964 None None] Port 42612e42-6618-4d89-999b-a37229e61c52 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:42:15.169172 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-d5635420-4921-4f75-b314-8e45322bd964 None None] Provisioning complete for port 4397b96b-7224-4cb6-8145-d85b1bbbf20f triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:42:15.169758 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d5635420-4921-4f75-b314-8e45322bd964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:15.583488 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 47988) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:42:15.588855 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-5e4137a5-b5fb-49eb-945a-06c86bcef727 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1729131819-network', 'tenant_id': '5fd92295509b48dcb468c75686d6cee3'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:42:15.617090 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e4137a5-b5fb-49eb-945a-06c86bcef727 admin admin] Made reservation on behalf of 5fd92295509b48dcb468c75686d6cee3 for: {'network': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:42:15.619588 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5e4137a5-b5fb-49eb-945a-06c86bcef727 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:15.629912 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5e4137a5-b5fb-49eb-945a-06c86bcef727 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:15.709596 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5e4137a5-b5fb-49eb-945a-06c86bcef727 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:15.714942 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5e4137a5-b5fb-49eb-945a-06c86bcef727 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:15.740701 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e4137a5-b5fb-49eb-945a-06c86bcef727 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 690} {{(pid=103364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 18:42:15.751638 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4137a5-b5fb-49eb-945a-06c86bcef727 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bd0a740-308e-40a1-bcc8-b3bfd0f7c89c,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:42:15.756863 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5e4137a5-b5fb-49eb-945a-06c86bcef727 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:15.757200 n-d-818022-2 neutron-server[103364]: INFO neutron.db.segments_db [None req-5e4137a5-b5fb-49eb-945a-06c86bcef727 admin admin] Added segment 312ec21c-1bc9-4800-b869-a15b55fab611 of type vlan for network c84da821-837d-4386-b42f-0e03e6f44cdb Nov 19 18:42:15.802211 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5e4137a5-b5fb-49eb-945a-06c86bcef727 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:15.841974 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5e4137a5-b5fb-49eb-945a-06c86bcef727 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:15.843437 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e4137a5-b5fb-49eb-945a-06c86bcef727 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:42:15.844324 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5e4137a5-b5fb-49eb-945a-06c86bcef727 admin admin] Publish callbacks [] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:15.879571 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 381f0d5c-61a2-4461-b7f2-5aed8596cabd up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:42:15.915196 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4137a5-b5fb-49eb-945a-06c86bcef727 admin admin] Pushing event updated for resources: {'Network': ['ID=c84da821-837d-4386-b42f-0e03e6f44cdb,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:42:15.922023 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-5e4137a5-b5fb-49eb-945a-06c86bcef727 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3373187 Nov 19 18:42:15.924838 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 47990) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:42:15.930266 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network c84da821-837d-4386-b42f-0e03e6f44cdb details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 18:42:15.931180 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-285f481f-317e-477a-8456-596a1ea8e9a0 admin admin] Request body: {'subnet': {'network_id': 'c84da821-837d-4386-b42f-0e03e6f44cdb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1729131819-subnet', 'tenant_id': '5fd92295509b48dcb468c75686d6cee3', 'ip_version': 4}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:42:15.954956 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-285f481f-317e-477a-8456-596a1ea8e9a0 admin admin] Made reservation on behalf of 5fd92295509b48dcb468c75686d6cee3 for: {'subnet': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:42:15.957453 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-285f481f-317e-477a-8456-596a1ea8e9a0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8731248'] for subnet, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:16.013683 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 381f0d5c-61a2-4461-b7f2-5aed8596cabd triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:42:16.014111 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:16.155128 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-285f481f-317e-477a-8456-596a1ea8e9a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12283104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8731234'] for subnet, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:16.210979 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285f481f-317e-477a-8456-596a1ea8e9a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=33de5134-900a-4797-b99e-f3fd1962979a,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:42:16.221068 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-285f481f-317e-477a-8456-596a1ea8e9a0 admin admin] Checking segment: {'id': '312ec21c-1bc9-4800-b869-a15b55fab611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'c84da821-837d-4386-b42f-0e03e6f44cdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:42:16.221430 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-285f481f-317e-477a-8456-596a1ea8e9a0 admin admin] Network hostable DHCP agents. Network: c84da821-837d-4386-b42f-0e03e6f44cdb, hostable agents: ['02910ef2-0455-4aea-9f38-9a875579633f'], hosted agents: [] {{(pid=103365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 18:42:16.240450 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-285f481f-317e-477a-8456-596a1ea8e9a0 admin admin] Network c84da821-837d-4386-b42f-0e03e6f44cdb is scheduled to be hosted by DHCP agent 02910ef2-0455-4aea-9f38-9a875579633f with binding_index 1 {{(pid=103365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 18:42:16.250693 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-285f481f-317e-477a-8456-596a1ea8e9a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818022-2, c84da821-837d-4386-b42f-0e03e6f44cdb) {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:42:16.254915 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-285f481f-317e-477a-8456-596a1ea8e9a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:42:16.255499 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-285f481f-317e-477a-8456-596a1ea8e9a0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:16.261228 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f28d7751-d81d-4a4b-9ef1-6f27359d9aa0 None None] Network c84da821-837d-4386-b42f-0e03e6f44cdb requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:42:16.272326 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-285f481f-317e-477a-8456-596a1ea8e9a0 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3453710 Nov 19 18:42:16.274725 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 47992) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:42:16.280184 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-82fa6799-e253-4355-b589-ec1ab87eb22a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1729131819-router', 'tenant_id': '5fd92295509b48dcb468c75686d6cee3', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'}}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:42:16.304505 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-82fa6799-e253-4355-b589-ec1ab87eb22a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9890'] for router, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:16.305545 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-82fa6799-e253-4355-b589-ec1ab87eb22a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671617', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-732153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4689'] for router, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:16.361513 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-82fa6799-e253-4355-b589-ec1ab87eb22a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:16.426225 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e2486b2-a595-4a82-9339-84ace3e5982c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54f44f5f-1200-574e-8740-2141911d5b73-c84da821-837d-4386-b42f-0e03e6f44cdb', 'network_id': 'c84da821-837d-4386-b42f-0e03e6f44cdb', 'tenant_id': '5fd92295509b48dcb468c75686d6cee3', 'fixed_ips': [{'subnet_id': '33de5134-900a-4797-b99e-f3fd1962979a'}]}} from n-d-818022-2. {{(pid=103366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 18:42:16.427177 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-7e2486b2-a595-4a82-9339-84ace3e5982c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:16.512931 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-82fa6799-e253-4355-b589-ec1ab87eb22a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:16.574883 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [None req-7e2486b2-a595-4a82-9339-84ace3e5982c None None] Allocated IP 172.20.0.2 (c84da821-837d-4386-b42f-0e03e6f44cdb/33de5134-900a-4797-b99e-f3fd1962979a/d2394405-8783-48ad-a69b-199d8d370d4e) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:42:16.724245 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-7e2486b2-a595-4a82-9339-84ace3e5982c None None] Publish callbacks [] for port, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:16.729277 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-82fa6799-e253-4355-b589-ec1ab87eb22a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:16.731767 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-7e2486b2-a595-4a82-9339-84ace3e5982c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998'] for port, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:16.749030 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-82fa6799-e253-4355-b589-ec1ab87eb22a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:16.772665 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e2486b2-a595-4a82-9339-84ace3e5982c None None] Network c84da821-837d-4386-b42f-0e03e6f44cdb is already hosted by enough agents. {{(pid=103366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:42:16.775709 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [None req-7e2486b2-a595-4a82-9339-84ace3e5982c None None] Resources bound (agent type, host, resource id): {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:42:16.779321 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e2486b2-a595-4a82-9339-84ace3e5982c None None] Received port after_create {{(pid=103366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:42:16.786494 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2486b2-a595-4a82-9339-84ace3e5982c None None] Pushing event updated for resources: {'Port': ['ID=d2394405-8783-48ad-a69b-199d8d370d4e,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:42:16.839321 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-7e2486b2-a595-4a82-9339-84ace3e5982c None None] Attempting to bind port d2394405-8783-48ad-a69b-199d8d370d4e on host n-d-818022-2 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:42:16.839876 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-7e2486b2-a595-4a82-9339-84ace3e5982c None None] Attempting to bind port d2394405-8783-48ad-a69b-199d8d370d4e by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': '312ec21c-1bc9-4800-b869-a15b55fab611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'c84da821-837d-4386-b42f-0e03e6f44cdb'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:42:16.840243 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2486b2-a595-4a82-9339-84ace3e5982c None None] Attempting to bind port d2394405-8783-48ad-a69b-199d8d370d4e on network c84da821-837d-4386-b42f-0e03e6f44cdb {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:42:16.845102 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2486b2-a595-4a82-9339-84ace3e5982c None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 42, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:42:16.845498 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2486b2-a595-4a82-9339-84ace3e5982c None None] Checking segment: {'id': '312ec21c-1bc9-4800-b869-a15b55fab611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'c84da821-837d-4386-b42f-0e03e6f44cdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:42:16.845950 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-7e2486b2-a595-4a82-9339-84ace3e5982c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:16.846360 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2486b2-a595-4a82-9339-84ace3e5982c None None] Bound using segment: {'id': '312ec21c-1bc9-4800-b869-a15b55fab611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'c84da821-837d-4386-b42f-0e03e6f44cdb'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:42:16.846787 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-7e2486b2-a595-4a82-9339-84ace3e5982c None None] Bound port: d2394405-8783-48ad-a69b-199d8d370d4e, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '312ec21c-1bc9-4800-b869-a15b55fab611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'c84da821-837d-4386-b42f-0e03e6f44cdb'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:42:16.847165 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-7e2486b2-a595-4a82-9339-84ace3e5982c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:16.856967 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [None req-82fa6799-e253-4355-b589-ec1ab87eb22a admin admin] Allocated IP 172.25.7.225 (645e61aa-1a6c-4e8f-857e-ab06edb4897f/88ed2d64-f56d-4f01-a468-946e01c99e82/137dada5-16ae-4399-9e34-d521e5698b8d) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:42:16.911845 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-7e2486b2-a595-4a82-9339-84ace3e5982c None None] For port d2394405-8783-48ad-a69b-199d8d370d4e, host n-d-818022-2, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:42:16.916468 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-7e2486b2-a595-4a82-9339-84ace3e5982c None None] For port d2394405-8783-48ad-a69b-199d8d370d4e, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=d2394405-8783-48ad-a69b-199d8d370d4e,segment=NetworkSegment(312ec21c-1bc9-4800-b869-a15b55fab611),segment_id=312ec21c-1bc9-4800-b869-a15b55fab611)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:42:16.919989 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-7e2486b2-a595-4a82-9339-84ace3e5982c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:16.968686 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-82fa6799-e253-4355-b589-ec1ab87eb22a admin admin] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:16.978737 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2486b2-a595-4a82-9339-84ace3e5982c None None] Pushing event updated for resources: {'Port': ['ID=d2394405-8783-48ad-a69b-199d8d370d4e,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:42:17.009204 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-82fa6799-e253-4355-b589-ec1ab87eb22a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:17.052210 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82fa6799-e253-4355-b589-ec1ab87eb22a admin admin] Network 645e61aa-1a6c-4e8f-857e-ab06edb4897f is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:42:17.055607 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-82fa6799-e253-4355-b589-ec1ab87eb22a admin admin] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:42:17.058053 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82fa6799-e253-4355-b589-ec1ab87eb22a admin admin] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:42:17.071989 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae9c4029-244e-43b9-b8cf-d84ccbd69700 None None] DHCP port deletion for 645e61aa-1a6c-4e8f-857e-ab06edb4897f request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:42:17.099465 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fa6799-e253-4355-b589-ec1ab87eb22a admin admin] Pushing event updated for resources: {'Port': ['ID=137dada5-16ae-4399-9e34-d521e5698b8d,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:42:17.114401 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-43db94b4-1718-4f45-900a-1b375b659d12 None None] Provisioning complete for port 137dada5-16ae-4399-9e34-d521e5698b8d triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:42:17.114861 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-43db94b4-1718-4f45-900a-1b375b659d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:17.182504 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-43db94b4-1718-4f45-900a-1b375b659d12 None None] Port 137dada5-16ae-4399-9e34-d521e5698b8d cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:42:17.348156 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc8b471-8ce7-44c2-8ebe-c31140b2e4d2 None None] Sync routers for ids ['d0ebf145-273e-4e03-85cb-6ced26370677'] in n-d-818022-2 {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:42:17.357243 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-82fa6799-e253-4355-b589-ec1ab87eb22a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:17.357775 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc8b471-8ce7-44c2-8ebe-c31140b2e4d2 None None] Routers {'d0ebf145-273e-4e03-85cb-6ced26370677'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:42:17.358416 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-5bc8b471-8ce7-44c2-8ebe-c31140b2e4d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:42:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['d0ebf145-273e-4e03-85cb-6ced26370677'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:42:17.466363 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-5bc8b471-8ce7-44c2-8ebe-c31140b2e4d2 None None] Set router d0ebf145-273e-4e03-85cb-6ced26370677 gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:42:17.557314 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-82fa6799-e253-4355-b589-ec1ab87eb22a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671702'] for router, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:17.673050 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-5bc8b471-8ce7-44c2-8ebe-c31140b2e4d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0ebf145-273e-4e03-85cb-6ced26370677', 'name': 'tempest-TestMinimumBasicScenario-2028616746-router', 'tenant_id': 'b2223eee1f5d4220ad1f611235afdd7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': '4397b96b-7224-4cb6-8145-d85b1bbbf20f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:42:11Z', 'updated_at': '2021-11-19T18:42:14Z', 'revision_number': 4, 'project_id': 'b2223eee1f5d4220ad1f611235afdd7f', 'gw_port': {'id': '4397b96b-7224-4cb6-8145-d85b1bbbf20f', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:e4:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ebf145-273e-4e03-85cb-6ced26370677', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:42:12Z', 'updated_at': '2021-11-19T18:42:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': '42612e42-6618-4d89-999b-a37229e61c52', 'name': '', 'network_id': '219f5cac-66e1-46e8-96d0-f1932f377b5a', 'tenant_id': 'b2223eee1f5d4220ad1f611235afdd7f', 'mac_address': 'fa:16:3e:0f:7e:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0ebf145-273e-4e03-85cb-6ced26370677', 'device_owner': 'network:router_interface', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '219eb497-4037-4785-843e-54a0c4e904a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:42:13Z', 'updated_at': '2021-11-19T18:42:14Z', 'revision_number': 2, 'project_id': 'b2223eee1f5d4220ad1f611235afdd7f', 'subnets': [{'id': '219eb497-4037-4785-843e-54a0c4e904a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:42:17.694111 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82fa6799-e253-4355-b589-ec1ab87eb22a admin admin] Router 42186afa-0994-4d43-b7c5-5d732ea77584 is scheduled to L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 with binding_index 1 {{(pid=103365) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 18:42:17.704005 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc8b471-8ce7-44c2-8ebe-c31140b2e4d2 None None] Checking router: d0ebf145-273e-4e03-85cb-6ced26370677 for host: n-d-818022-2 {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:42:17.704361 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc8b471-8ce7-44c2-8ebe-c31140b2e4d2 None None] Updating router d0ebf145-273e-4e03-85cb-6ced26370677 port 42612e42-6618-4d89-999b-a37229e61c52 binding host n-d-818022-2 {{(pid=103367) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 18:42:17.737312 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-5bc8b471-8ce7-44c2-8ebe-c31140b2e4d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:17.821180 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82fa6799-e253-4355-b589-ec1ab87eb22a admin admin] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:42:17.830778 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd69612-498f-41b4-a22a-acf4ac506848 None None] Sync routers for ids ['42186afa-0994-4d43-b7c5-5d732ea77584'] in n-d-818022-2 {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:42:17.846460 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd69612-498f-41b4-a22a-acf4ac506848 None None] Routers {'42186afa-0994-4d43-b7c5-5d732ea77584'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:42:17.847120 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-bdd69612-498f-41b4-a22a-acf4ac506848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:42:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['42186afa-0994-4d43-b7c5-5d732ea77584'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:42:17.863588 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-82fa6799-e253-4355-b589-ec1ab87eb22a admin admin] Publish callbacks [] for router, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:17.864771 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-82fa6799-e253-4355-b589-ec1ab87eb22a admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.5887039 Nov 19 18:42:17.867554 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 47994) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:42:17.959722 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device d2394405-8783-48ad-a69b-199d8d370d4e up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:42:18.067186 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-bdd69612-498f-41b4-a22a-acf4ac506848 None None] Set router 42186afa-0994-4d43-b7c5-5d732ea77584 gateway port host: n-d-818022-2 {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:42:18.077599 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-5bc8b471-8ce7-44c2-8ebe-c31140b2e4d2 None None] Publish callbacks [] for port, precommit_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:18.084649 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-5bc8b471-8ce7-44c2-8ebe-c31140b2e4d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:18.125423 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95a1c865-d556-48b6-ab8c-1fbb3d93821f None None] Network c84da821-837d-4386-b42f-0e03e6f44cdb requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:42:18.142612 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf06961-01aa-4807-8646-d79722c13423 None None] Pushing event updated for resources: {'Port': ['ID=42612e42-6618-4d89-999b-a37229e61c52,revision_number=3']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:42:18.184561 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf06961-01aa-4807-8646-d79722c13423 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:42:18.185042 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf06961-01aa-4807-8646-d79722c13423 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:42:18.185478 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf06961-01aa-4807-8646-d79722c13423 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:42:18.185939 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf06961-01aa-4807-8646-d79722c13423 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:42:18.186367 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf06961-01aa-4807-8646-d79722c13423 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:42:18.186792 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf06961-01aa-4807-8646-d79722c13423 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:42:18.187214 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf06961-01aa-4807-8646-d79722c13423 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:42:18.187636 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf06961-01aa-4807-8646-d79722c13423 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:42:18.188077 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf06961-01aa-4807-8646-d79722c13423 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:42:18.188490 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf06961-01aa-4807-8646-d79722c13423 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:42:18.188905 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf06961-01aa-4807-8646-d79722c13423 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:42:18.189318 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf06961-01aa-4807-8646-d79722c13423 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:42:18.206769 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-5bc8b471-8ce7-44c2-8ebe-c31140b2e4d2 None None] Attempting to bind port 42612e42-6618-4d89-999b-a37229e61c52 on host n-d-818022-2 for vnic_type normal with profile {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:42:18.207301 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-5bc8b471-8ce7-44c2-8ebe-c31140b2e4d2 None None] Attempting to bind port 42612e42-6618-4d89-999b-a37229e61c52 by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': 'b4ae2c9f-b7dc-4700-be65-d23d2bdb40eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '219f5cac-66e1-46e8-96d0-f1932f377b5a'}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:42:18.207697 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc8b471-8ce7-44c2-8ebe-c31140b2e4d2 None None] Attempting to bind port 42612e42-6618-4d89-999b-a37229e61c52 on network 219f5cac-66e1-46e8-96d0-f1932f377b5a {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:42:18.214324 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc8b471-8ce7-44c2-8ebe-c31140b2e4d2 None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 42, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:42:18.214773 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc8b471-8ce7-44c2-8ebe-c31140b2e4d2 None None] Checking segment: {'id': 'b4ae2c9f-b7dc-4700-be65-d23d2bdb40eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '219f5cac-66e1-46e8-96d0-f1932f377b5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:42:18.216232 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-5bc8b471-8ce7-44c2-8ebe-c31140b2e4d2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:18.216757 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc8b471-8ce7-44c2-8ebe-c31140b2e4d2 None None] Bound using segment: {'id': 'b4ae2c9f-b7dc-4700-be65-d23d2bdb40eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '219f5cac-66e1-46e8-96d0-f1932f377b5a'} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:42:18.217246 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-5bc8b471-8ce7-44c2-8ebe-c31140b2e4d2 None None] Bound port: 42612e42-6618-4d89-999b-a37229e61c52, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4ae2c9f-b7dc-4700-be65-d23d2bdb40eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '219f5cac-66e1-46e8-96d0-f1932f377b5a'}}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:42:18.217630 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-5bc8b471-8ce7-44c2-8ebe-c31140b2e4d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:18.291131 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-5bc8b471-8ce7-44c2-8ebe-c31140b2e4d2 None None] For port 42612e42-6618-4d89-999b-a37229e61c52, host n-d-818022-2, cleared binding levels {{(pid=103367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:42:18.294477 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-5bc8b471-8ce7-44c2-8ebe-c31140b2e4d2 None None] For port 42612e42-6618-4d89-999b-a37229e61c52, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=42612e42-6618-4d89-999b-a37229e61c52,segment=NetworkSegment(b4ae2c9f-b7dc-4700-be65-d23d2bdb40eb),segment_id=b4ae2c9f-b7dc-4700-be65-d23d2bdb40eb)] {{(pid=103367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:42:18.302216 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-5bc8b471-8ce7-44c2-8ebe-c31140b2e4d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:18.323366 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port d2394405-8783-48ad-a69b-199d8d370d4e triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:42:18.323636 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:18.326218 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-cc0b2b98-197e-4b0c-af7b-415feaa615f5 None None] Provisioning complete for port d2394405-8783-48ad-a69b-199d8d370d4e triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:42:18.326653 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-cc0b2b98-197e-4b0c-af7b-415feaa615f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:18.360360 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc8b471-8ce7-44c2-8ebe-c31140b2e4d2 None None] Routers {'d0ebf145-273e-4e03-85cb-6ced26370677'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:42:18.361266 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-5bc8b471-8ce7-44c2-8ebe-c31140b2e4d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:42:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['d0ebf145-273e-4e03-85cb-6ced26370677'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:42:18.420945 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3c42e2c4-80cd-4d14-896e-5eb58e1adedf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:18.489233 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-5bc8b471-8ce7-44c2-8ebe-c31140b2e4d2 None None] Set router d0ebf145-273e-4e03-85cb-6ced26370677 gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:42:18.605963 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [None req-3c42e2c4-80cd-4d14-896e-5eb58e1adedf admin admin] Allocated IP 172.20.0.1 (c84da821-837d-4386-b42f-0e03e6f44cdb/33de5134-900a-4797-b99e-f3fd1962979a/df63e8d0-2d8b-484f-8785-c601cb546451) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:42:18.641373 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf06961-01aa-4807-8646-d79722c13423 None None] Pushing event updated for resources: {'Port': ['ID=42612e42-6618-4d89-999b-a37229e61c52,revision_number=4']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:42:18.733944 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3c42e2c4-80cd-4d14-896e-5eb58e1adedf admin admin] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:18.766301 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:18.773064 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-cc0b2b98-197e-4b0c-af7b-415feaa615f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:18.775443 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3c42e2c4-80cd-4d14-896e-5eb58e1adedf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:18.805995 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-bdd69612-498f-41b4-a22a-acf4ac506848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42186afa-0994-4d43-b7c5-5d732ea77584', 'name': 'tempest-TestMinimumBasicScenario-1729131819-router', 'tenant_id': '5fd92295509b48dcb468c75686d6cee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.225'}], 'enable_snat': True}, 'gw_port_id': '137dada5-16ae-4399-9e34-d521e5698b8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:42:16Z', 'updated_at': '2021-11-19T18:42:17Z', 'revision_number': 3, 'project_id': '5fd92295509b48dcb468c75686d6cee3', 'gw_port': {'id': '137dada5-16ae-4399-9e34-d521e5698b8d', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:03:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42186afa-0994-4d43-b7c5-5d732ea77584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:42:16Z', 'updated_at': '2021-11-19T18:42:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:42:18.827198 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c42e2c4-80cd-4d14-896e-5eb58e1adedf admin admin] Network c84da821-837d-4386-b42f-0e03e6f44cdb is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:42:18.830810 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-3c42e2c4-80cd-4d14-896e-5eb58e1adedf admin admin] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:42:18.836178 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-5bc8b471-8ce7-44c2-8ebe-c31140b2e4d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0ebf145-273e-4e03-85cb-6ced26370677', 'name': 'tempest-TestMinimumBasicScenario-2028616746-router', 'tenant_id': 'b2223eee1f5d4220ad1f611235afdd7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': '4397b96b-7224-4cb6-8145-d85b1bbbf20f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:42:11Z', 'updated_at': '2021-11-19T18:42:14Z', 'revision_number': 4, 'project_id': 'b2223eee1f5d4220ad1f611235afdd7f', 'gw_port': {'id': '4397b96b-7224-4cb6-8145-d85b1bbbf20f', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:e4:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ebf145-273e-4e03-85cb-6ced26370677', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:42:12Z', 'updated_at': '2021-11-19T18:42:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': '42612e42-6618-4d89-999b-a37229e61c52', 'name': '', 'network_id': '219f5cac-66e1-46e8-96d0-f1932f377b5a', 'tenant_id': 'b2223eee1f5d4220ad1f611235afdd7f', 'mac_address': 'fa:16:3e:0f:7e:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0ebf145-273e-4e03-85cb-6ced26370677', 'device_owner': 'network:router_interface', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '219eb497-4037-4785-843e-54a0c4e904a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:42:13Z', 'updated_at': '2021-11-19T18:42:18Z', 'revision_number': 4, 'project_id': 'b2223eee1f5d4220ad1f611235afdd7f', 'subnets': [{'id': '219eb497-4037-4785-843e-54a0c4e904a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:42:18.836516 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c42e2c4-80cd-4d14-896e-5eb58e1adedf admin admin] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:42:18.839683 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c42e2c4-80cd-4d14-896e-5eb58e1adedf admin admin] Pushing event updated for resources: {'Port': ['ID=df63e8d0-2d8b-484f-8785-c601cb546451,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:42:18.847129 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd69612-498f-41b4-a22a-acf4ac506848 None None] Checking router: 42186afa-0994-4d43-b7c5-5d732ea77584 for host: n-d-818022-2 {{(pid=103366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:42:18.847455 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd69612-498f-41b4-a22a-acf4ac506848 None None] Updating router 42186afa-0994-4d43-b7c5-5d732ea77584 port 137dada5-16ae-4399-9e34-d521e5698b8d binding host n-d-818022-2 {{(pid=103366) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 18:42:18.866233 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc8b471-8ce7-44c2-8ebe-c31140b2e4d2 None None] The sync data for ids ['d0ebf145-273e-4e03-85cb-6ced26370677'] in n-d-818022-2 is: [{'id': 'd0ebf145-273e-4e03-85cb-6ced26370677', 'name': 'tempest-TestMinimumBasicScenario-2028616746-router', 'tenant_id': 'b2223eee1f5d4220ad1f611235afdd7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': '4397b96b-7224-4cb6-8145-d85b1bbbf20f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:42:11Z', 'updated_at': '2021-11-19T18:42:14Z', 'revision_number': 4, 'project_id': 'b2223eee1f5d4220ad1f611235afdd7f', 'gw_port': {'id': '4397b96b-7224-4cb6-8145-d85b1bbbf20f', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:e4:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ebf145-273e-4e03-85cb-6ced26370677', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:42:12Z', 'updated_at': '2021-11-19T18:42:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': '42612e42-6618-4d89-999b-a37229e61c52', 'name': '', 'network_id': '219f5cac-66e1-46e8-96d0-f1932f377b5a', 'tenant_id': 'b2223eee1f5d4220ad1f611235afdd7f', 'mac_address': 'fa:16:3e:0f:7e:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0ebf145-273e-4e03-85cb-6ced26370677', 'device_owner': 'network:router_interface', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '219eb497-4037-4785-843e-54a0c4e904a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:42:13Z', 'updated_at': '2021-11-19T18:42:18Z', 'revision_number': 4, 'project_id': 'b2223eee1f5d4220ad1f611235afdd7f', 'subnets': [{'id': '219eb497-4037-4785-843e-54a0c4e904a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:42:18.880608 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] For port d2394405-8783-48ad-a69b-199d8d370d4e, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=d2394405-8783-48ad-a69b-199d8d370d4e,segment=NetworkSegment(312ec21c-1bc9-4800-b869-a15b55fab611),segment_id=312ec21c-1bc9-4800-b869-a15b55fab611)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:42:18.888429 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-bdd69612-498f-41b4-a22a-acf4ac506848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:18.892138 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:18.893005 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 4397b96b-7224-4cb6-8145-d85b1bbbf20f up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:42:18.895118 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3c42e2c4-80cd-4d14-896e-5eb58e1adedf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-671361'] for router_interface, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:19.068105 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3c42e2c4-80cd-4d14-896e-5eb58e1adedf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:19.129462 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Pushing event updated for resources: {'Port': ['ID=d2394405-8783-48ad-a69b-199d8d370d4e,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:42:19.135438 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.db.api [None req-cc0b2b98-197e-4b0c-af7b-415feaa615f5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103366) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 18:42:19.135965 n-d-818022-2 neutron-server[103366]: DEBUG oslo_db.api [None req-cc0b2b98-197e-4b0c-af7b-415feaa615f5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 18:42:19.249633 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 4397b96b-7224-4cb6-8145-d85b1bbbf20f triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:42:19.250038 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:19.280490 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3c42e2c4-80cd-4d14-896e-5eb58e1adedf admin admin] Publish callbacks [] for port, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:19.285091 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3c42e2c4-80cd-4d14-896e-5eb58e1adedf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:19.336367 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-bdd69612-498f-41b4-a22a-acf4ac506848 None None] Publish callbacks [] for port, precommit_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:19.347544 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-bdd69612-498f-41b4-a22a-acf4ac506848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:19.363693 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3c42e2c4-80cd-4d14-896e-5eb58e1adedf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-768529'] for router_interface, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:19.365507 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c42e2c4-80cd-4d14-896e-5eb58e1adedf admin admin] Pushing event updated for resources: {'Port': ['ID=df63e8d0-2d8b-484f-8785-c601cb546451,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:42:19.426688 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f018030-c8a3-45c2-80a6-284f9338f45b None None] DHCP port deletion for 645e61aa-1a6c-4e8f-857e-ab06edb4897f request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:42:19.441783 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-bdd69612-498f-41b4-a22a-acf4ac506848 None None] Attempting to bind port 137dada5-16ae-4399-9e34-d521e5698b8d on host n-d-818022-2 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:42:19.442198 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-bdd69612-498f-41b4-a22a-acf4ac506848 None None] Attempting to bind port 137dada5-16ae-4399-9e34-d521e5698b8d by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:42:19.442541 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd69612-498f-41b4-a22a-acf4ac506848 None None] Attempting to bind port 137dada5-16ae-4399-9e34-d521e5698b8d on network 645e61aa-1a6c-4e8f-857e-ab06edb4897f {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:42:19.445346 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403afa3b-e8a5-48e3-83e1-3b65d26f7dc6 None None] Pushing event updated for resources: {'Port': ['ID=137dada5-16ae-4399-9e34-d521e5698b8d,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:42:19.454737 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd69612-498f-41b4-a22a-acf4ac506848 None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 42, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:42:19.454999 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd69612-498f-41b4-a22a-acf4ac506848 None None] Checking segment: {'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:42:19.455618 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-bdd69612-498f-41b4-a22a-acf4ac506848 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:19.455899 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd69612-498f-41b4-a22a-acf4ac506848 None None] Bound using segment: {'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:42:19.456413 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-bdd69612-498f-41b4-a22a-acf4ac506848 None None] Bound port: 137dada5-16ae-4399-9e34-d521e5698b8d, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:42:19.456895 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-bdd69612-498f-41b4-a22a-acf4ac506848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:19.472650 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c42e2c4-80cd-4d14-896e-5eb58e1adedf admin admin] Network c84da821-837d-4386-b42f-0e03e6f44cdb is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:42:19.474180 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-3c42e2c4-80cd-4d14-896e-5eb58e1adedf admin admin] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:42:19.517089 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-bdd69612-498f-41b4-a22a-acf4ac506848 None None] For port 137dada5-16ae-4399-9e34-d521e5698b8d, host n-d-818022-2, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:42:19.520438 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-bdd69612-498f-41b4-a22a-acf4ac506848 None None] For port 137dada5-16ae-4399-9e34-d521e5698b8d, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=137dada5-16ae-4399-9e34-d521e5698b8d,segment=NetworkSegment(bbe705c1-96c0-476e-8381-28227e6f0ac5),segment_id=bbe705c1-96c0-476e-8381-28227e6f0ac5)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:42:19.531662 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-bdd69612-498f-41b4-a22a-acf4ac506848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:19.580976 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9785862-1764-462f-a8ce-31a72e592688 None None] DHCP port deletion for 645e61aa-1a6c-4e8f-857e-ab06edb4897f request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:42:19.611502 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd69612-498f-41b4-a22a-acf4ac506848 None None] Routers {'42186afa-0994-4d43-b7c5-5d732ea77584'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:42:19.612274 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-bdd69612-498f-41b4-a22a-acf4ac506848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:42:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['42186afa-0994-4d43-b7c5-5d732ea77584'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:42:19.616020 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403afa3b-e8a5-48e3-83e1-3b65d26f7dc6 None None] Pushing event updated for resources: {'Port': ['ID=137dada5-16ae-4399-9e34-d521e5698b8d,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:42:19.632058 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c42e2c4-80cd-4d14-896e-5eb58e1adedf admin admin] Router 42186afa-0994-4d43-b7c5-5d732ea77584 has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 18:42:19.763697 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c42e2c4-80cd-4d14-896e-5eb58e1adedf admin admin] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:42:19.772460 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-3c42e2c4-80cd-4d14-896e-5eb58e1adedf admin admin] 10.222.0.54 "PUT /v2.0/routers/42186afa-0994-4d43-b7c5-5d732ea77584/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9006765 Nov 19 18:42:19.794984 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-bdd69612-498f-41b4-a22a-acf4ac506848 None None] Set router 42186afa-0994-4d43-b7c5-5d732ea77584 gateway port host: n-d-818022-2 {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:42:19.878677 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device d2394405-8783-48ad-a69b-199d8d370d4e up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:42:19.880913 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-8aca023b-75a2-4602-a25c-8fc80660da7e None None] Provisioning complete for port 42612e42-6618-4d89-999b-a37229e61c52 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:42:19.881278 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8aca023b-75a2-4602-a25c-8fc80660da7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:20.077895 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port d2394405-8783-48ad-a69b-199d8d370d4e triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:42:20.078364 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:20.114750 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8aca023b-75a2-4602-a25c-8fc80660da7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:20.167349 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-8aca023b-75a2-4602-a25c-8fc80660da7e None None] For port 42612e42-6618-4d89-999b-a37229e61c52, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=42612e42-6618-4d89-999b-a37229e61c52,segment=NetworkSegment(b4ae2c9f-b7dc-4700-be65-d23d2bdb40eb),segment_id=b4ae2c9f-b7dc-4700-be65-d23d2bdb40eb)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:42:20.174478 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8aca023b-75a2-4602-a25c-8fc80660da7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:20.208630 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-bdd69612-498f-41b4-a22a-acf4ac506848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42186afa-0994-4d43-b7c5-5d732ea77584', 'name': 'tempest-TestMinimumBasicScenario-1729131819-router', 'tenant_id': '5fd92295509b48dcb468c75686d6cee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.225'}], 'enable_snat': True}, 'gw_port_id': '137dada5-16ae-4399-9e34-d521e5698b8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:42:16Z', 'updated_at': '2021-11-19T18:42:19Z', 'revision_number': 4, 'project_id': '5fd92295509b48dcb468c75686d6cee3', 'gw_port': {'id': '137dada5-16ae-4399-9e34-d521e5698b8d', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:03:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42186afa-0994-4d43-b7c5-5d732ea77584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:42:16Z', 'updated_at': '2021-11-19T18:42:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': 'df63e8d0-2d8b-484f-8785-c601cb546451', 'name': '', 'network_id': 'c84da821-837d-4386-b42f-0e03e6f44cdb', 'tenant_id': '5fd92295509b48dcb468c75686d6cee3', 'mac_address': 'fa:16:3e:08:74:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42186afa-0994-4d43-b7c5-5d732ea77584', 'device_owner': 'network:router_interface', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '33de5134-900a-4797-b99e-f3fd1962979a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:42:18Z', 'updated_at': '2021-11-19T18:42:19Z', 'revision_number': 2, 'project_id': '5fd92295509b48dcb468c75686d6cee3', 'subnets': [{'id': '33de5134-900a-4797-b99e-f3fd1962979a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:42:20.272130 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd69612-498f-41b4-a22a-acf4ac506848 None None] The sync data for ids ['42186afa-0994-4d43-b7c5-5d732ea77584'] in n-d-818022-2 is: [{'id': '42186afa-0994-4d43-b7c5-5d732ea77584', 'name': 'tempest-TestMinimumBasicScenario-1729131819-router', 'tenant_id': '5fd92295509b48dcb468c75686d6cee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.225'}], 'enable_snat': True}, 'gw_port_id': '137dada5-16ae-4399-9e34-d521e5698b8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:42:16Z', 'updated_at': '2021-11-19T18:42:19Z', 'revision_number': 4, 'project_id': '5fd92295509b48dcb468c75686d6cee3', 'gw_port': {'id': '137dada5-16ae-4399-9e34-d521e5698b8d', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:03:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42186afa-0994-4d43-b7c5-5d732ea77584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:42:16Z', 'updated_at': '2021-11-19T18:42:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': 'df63e8d0-2d8b-484f-8785-c601cb546451', 'name': '', 'network_id': 'c84da821-837d-4386-b42f-0e03e6f44cdb', 'tenant_id': '5fd92295509b48dcb468c75686d6cee3', 'mac_address': 'fa:16:3e:08:74:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42186afa-0994-4d43-b7c5-5d732ea77584', 'device_owner': 'network:router_interface', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '33de5134-900a-4797-b99e-f3fd1962979a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:42:18Z', 'updated_at': '2021-11-19T18:42:19Z', 'revision_number': 2, 'project_id': '5fd92295509b48dcb468c75686d6cee3', 'subnets': [{'id': '33de5134-900a-4797-b99e-f3fd1962979a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:42:20.284372 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-8aca023b-75a2-4602-a25c-8fc80660da7e None None] Provisioning complete for port d2394405-8783-48ad-a69b-199d8d370d4e triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:42:20.284745 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8aca023b-75a2-4602-a25c-8fc80660da7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:20.323400 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aca023b-75a2-4602-a25c-8fc80660da7e None None] Pushing event updated for resources: {'Port': ['ID=42612e42-6618-4d89-999b-a37229e61c52,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:42:20.331407 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 42612e42-6618-4d89-999b-a37229e61c52 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:42:20.426612 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 42612e42-6618-4d89-999b-a37229e61c52 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:42:20.426965 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:20.668309 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-8aca023b-75a2-4602-a25c-8fc80660da7e None None] Provisioning complete for port df63e8d0-2d8b-484f-8785-c601cb546451 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:42:20.668684 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8aca023b-75a2-4602-a25c-8fc80660da7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:20.734279 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-8aca023b-75a2-4602-a25c-8fc80660da7e None None] Port df63e8d0-2d8b-484f-8785-c601cb546451 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:42:20.759477 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-8aca023b-75a2-4602-a25c-8fc80660da7e None None] Provisioning complete for port 137dada5-16ae-4399-9e34-d521e5698b8d triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:42:20.759797 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8aca023b-75a2-4602-a25c-8fc80660da7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:20.864238 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8aca023b-75a2-4602-a25c-8fc80660da7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:20.890292 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-8aca023b-75a2-4602-a25c-8fc80660da7e None None] For port 137dada5-16ae-4399-9e34-d521e5698b8d, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=137dada5-16ae-4399-9e34-d521e5698b8d,segment=NetworkSegment(bbe705c1-96c0-476e-8381-28227e6f0ac5),segment_id=bbe705c1-96c0-476e-8381-28227e6f0ac5)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:42:20.894656 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8aca023b-75a2-4602-a25c-8fc80660da7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:20.960863 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aca023b-75a2-4602-a25c-8fc80660da7e None None] Pushing event updated for resources: {'Port': ['ID=137dada5-16ae-4399-9e34-d521e5698b8d,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:42:21.935214 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 137dada5-16ae-4399-9e34-d521e5698b8d up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:42:21.998178 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 137dada5-16ae-4399-9e34-d521e5698b8d triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:42:22.000642 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:22.112649 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 42612e42-6618-4d89-999b-a37229e61c52 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:42:22.168183 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 42612e42-6618-4d89-999b-a37229e61c52 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:42:22.168681 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:23.258292 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11e872a3-1e4c-47a6-a6a7-23943bd92f91 None None] Sync routers for ids ['42186afa-0994-4d43-b7c5-5d732ea77584'] in n-d-818022-2 {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:42:23.271102 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e872a3-1e4c-47a6-a6a7-23943bd92f91 None None] Routers {'42186afa-0994-4d43-b7c5-5d732ea77584'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:42:23.271727 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-11e872a3-1e4c-47a6-a6a7-23943bd92f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:42:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['42186afa-0994-4d43-b7c5-5d732ea77584'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:42:23.387207 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-11e872a3-1e4c-47a6-a6a7-23943bd92f91 None None] Set router 42186afa-0994-4d43-b7c5-5d732ea77584 gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:42:23.600358 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-11e872a3-1e4c-47a6-a6a7-23943bd92f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42186afa-0994-4d43-b7c5-5d732ea77584', 'name': 'tempest-TestMinimumBasicScenario-1729131819-router', 'tenant_id': '5fd92295509b48dcb468c75686d6cee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.225'}], 'enable_snat': True}, 'gw_port_id': '137dada5-16ae-4399-9e34-d521e5698b8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:42:16Z', 'updated_at': '2021-11-19T18:42:19Z', 'revision_number': 4, 'project_id': '5fd92295509b48dcb468c75686d6cee3', 'gw_port': {'id': '137dada5-16ae-4399-9e34-d521e5698b8d', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:03:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42186afa-0994-4d43-b7c5-5d732ea77584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:42:16Z', 'updated_at': '2021-11-19T18:42:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': 'df63e8d0-2d8b-484f-8785-c601cb546451', 'name': '', 'network_id': 'c84da821-837d-4386-b42f-0e03e6f44cdb', 'tenant_id': '5fd92295509b48dcb468c75686d6cee3', 'mac_address': 'fa:16:3e:08:74:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42186afa-0994-4d43-b7c5-5d732ea77584', 'device_owner': 'network:router_interface', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '33de5134-900a-4797-b99e-f3fd1962979a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:42:18Z', 'updated_at': '2021-11-19T18:42:19Z', 'revision_number': 2, 'project_id': '5fd92295509b48dcb468c75686d6cee3', 'subnets': [{'id': '33de5134-900a-4797-b99e-f3fd1962979a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:42:23.627245 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11e872a3-1e4c-47a6-a6a7-23943bd92f91 None None] Checking router: 42186afa-0994-4d43-b7c5-5d732ea77584 for host: n-d-818022-2 {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:42:23.627597 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11e872a3-1e4c-47a6-a6a7-23943bd92f91 None None] Updating router 42186afa-0994-4d43-b7c5-5d732ea77584 port df63e8d0-2d8b-484f-8785-c601cb546451 binding host n-d-818022-2 {{(pid=103367) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 18:42:23.656262 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-11e872a3-1e4c-47a6-a6a7-23943bd92f91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:23.947987 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-11e872a3-1e4c-47a6-a6a7-23943bd92f91 None None] Publish callbacks [] for port, precommit_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:23.956480 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-11e872a3-1e4c-47a6-a6a7-23943bd92f91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:24.006001 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db5d2e0-07a3-452e-9380-c74e6e90cebb None None] Pushing event updated for resources: {'Port': ['ID=df63e8d0-2d8b-484f-8785-c601cb546451,revision_number=3']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:42:24.073510 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-11e872a3-1e4c-47a6-a6a7-23943bd92f91 None None] Attempting to bind port df63e8d0-2d8b-484f-8785-c601cb546451 on host n-d-818022-2 for vnic_type normal with profile {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:42:24.074485 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-11e872a3-1e4c-47a6-a6a7-23943bd92f91 None None] Attempting to bind port df63e8d0-2d8b-484f-8785-c601cb546451 by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': '312ec21c-1bc9-4800-b869-a15b55fab611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'c84da821-837d-4386-b42f-0e03e6f44cdb'}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:42:24.075069 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e872a3-1e4c-47a6-a6a7-23943bd92f91 None None] Attempting to bind port df63e8d0-2d8b-484f-8785-c601cb546451 on network c84da821-837d-4386-b42f-0e03e6f44cdb {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:42:24.081371 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e872a3-1e4c-47a6-a6a7-23943bd92f91 None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 42, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:42:24.081889 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e872a3-1e4c-47a6-a6a7-23943bd92f91 None None] Checking segment: {'id': '312ec21c-1bc9-4800-b869-a15b55fab611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'c84da821-837d-4386-b42f-0e03e6f44cdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:42:24.082514 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-11e872a3-1e4c-47a6-a6a7-23943bd92f91 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:24.083010 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e872a3-1e4c-47a6-a6a7-23943bd92f91 None None] Bound using segment: {'id': '312ec21c-1bc9-4800-b869-a15b55fab611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'c84da821-837d-4386-b42f-0e03e6f44cdb'} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:42:24.083643 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-11e872a3-1e4c-47a6-a6a7-23943bd92f91 None None] Bound port: df63e8d0-2d8b-484f-8785-c601cb546451, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '312ec21c-1bc9-4800-b869-a15b55fab611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'c84da821-837d-4386-b42f-0e03e6f44cdb'}}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:42:24.083769 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-11e872a3-1e4c-47a6-a6a7-23943bd92f91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:24.162238 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-11e872a3-1e4c-47a6-a6a7-23943bd92f91 None None] For port df63e8d0-2d8b-484f-8785-c601cb546451, host n-d-818022-2, cleared binding levels {{(pid=103367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:42:24.165759 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-11e872a3-1e4c-47a6-a6a7-23943bd92f91 None None] For port df63e8d0-2d8b-484f-8785-c601cb546451, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=df63e8d0-2d8b-484f-8785-c601cb546451,segment=NetworkSegment(312ec21c-1bc9-4800-b869-a15b55fab611),segment_id=312ec21c-1bc9-4800-b869-a15b55fab611)] {{(pid=103367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:42:24.171741 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-11e872a3-1e4c-47a6-a6a7-23943bd92f91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:24.253418 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e872a3-1e4c-47a6-a6a7-23943bd92f91 None None] Routers {'42186afa-0994-4d43-b7c5-5d732ea77584'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:42:24.254106 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-11e872a3-1e4c-47a6-a6a7-23943bd92f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:42:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['42186afa-0994-4d43-b7c5-5d732ea77584'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:42:24.260965 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db5d2e0-07a3-452e-9380-c74e6e90cebb None None] Pushing event updated for resources: {'Port': ['ID=df63e8d0-2d8b-484f-8785-c601cb546451,revision_number=4']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:42:24.349020 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-a4122a1d-3db8-4155-a148-0744a0f21eb6 None None] Provisioning complete for port df63e8d0-2d8b-484f-8785-c601cb546451 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:42:24.350461 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a4122a1d-3db8-4155-a148-0744a0f21eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:24.394249 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-11e872a3-1e4c-47a6-a6a7-23943bd92f91 None None] Set router 42186afa-0994-4d43-b7c5-5d732ea77584 gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:42:24.498996 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a4122a1d-3db8-4155-a148-0744a0f21eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:24.549883 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-a4122a1d-3db8-4155-a148-0744a0f21eb6 None None] For port df63e8d0-2d8b-484f-8785-c601cb546451, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=df63e8d0-2d8b-484f-8785-c601cb546451,segment=NetworkSegment(312ec21c-1bc9-4800-b869-a15b55fab611),segment_id=312ec21c-1bc9-4800-b869-a15b55fab611)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:42:24.555076 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a4122a1d-3db8-4155-a148-0744a0f21eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:24.617786 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4122a1d-3db8-4155-a148-0744a0f21eb6 None None] Pushing event updated for resources: {'Port': ['ID=df63e8d0-2d8b-484f-8785-c601cb546451,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:42:24.650851 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-11e872a3-1e4c-47a6-a6a7-23943bd92f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42186afa-0994-4d43-b7c5-5d732ea77584', 'name': 'tempest-TestMinimumBasicScenario-1729131819-router', 'tenant_id': '5fd92295509b48dcb468c75686d6cee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.225'}], 'enable_snat': True}, 'gw_port_id': '137dada5-16ae-4399-9e34-d521e5698b8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:42:16Z', 'updated_at': '2021-11-19T18:42:19Z', 'revision_number': 4, 'project_id': '5fd92295509b48dcb468c75686d6cee3', 'gw_port': {'id': '137dada5-16ae-4399-9e34-d521e5698b8d', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:03:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42186afa-0994-4d43-b7c5-5d732ea77584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:42:16Z', 'updated_at': '2021-11-19T18:42:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': 'df63e8d0-2d8b-484f-8785-c601cb546451', 'name': '', 'network_id': 'c84da821-837d-4386-b42f-0e03e6f44cdb', 'tenant_id': '5fd92295509b48dcb468c75686d6cee3', 'mac_address': 'fa:16:3e:08:74:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42186afa-0994-4d43-b7c5-5d732ea77584', 'device_owner': 'network:router_interface', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '33de5134-900a-4797-b99e-f3fd1962979a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:42:18Z', 'updated_at': '2021-11-19T18:42:24Z', 'revision_number': 4, 'project_id': '5fd92295509b48dcb468c75686d6cee3', 'subnets': [{'id': '33de5134-900a-4797-b99e-f3fd1962979a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:42:24.680648 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-c277a7c9-4175-4e9e-ae3c-53119b5a635c None None] Provisioning complete for port df63e8d0-2d8b-484f-8785-c601cb546451 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:42:24.685048 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-c277a7c9-4175-4e9e-ae3c-53119b5a635c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:24.692981 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11e872a3-1e4c-47a6-a6a7-23943bd92f91 None None] The sync data for ids ['42186afa-0994-4d43-b7c5-5d732ea77584'] in n-d-818022-2 is: [{'id': '42186afa-0994-4d43-b7c5-5d732ea77584', 'name': 'tempest-TestMinimumBasicScenario-1729131819-router', 'tenant_id': '5fd92295509b48dcb468c75686d6cee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.225'}], 'enable_snat': True}, 'gw_port_id': '137dada5-16ae-4399-9e34-d521e5698b8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:42:16Z', 'updated_at': '2021-11-19T18:42:19Z', 'revision_number': 4, 'project_id': '5fd92295509b48dcb468c75686d6cee3', 'gw_port': {'id': '137dada5-16ae-4399-9e34-d521e5698b8d', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:03:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42186afa-0994-4d43-b7c5-5d732ea77584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:42:16Z', 'updated_at': '2021-11-19T18:42:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': 'df63e8d0-2d8b-484f-8785-c601cb546451', 'name': '', 'network_id': 'c84da821-837d-4386-b42f-0e03e6f44cdb', 'tenant_id': '5fd92295509b48dcb468c75686d6cee3', 'mac_address': 'fa:16:3e:08:74:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42186afa-0994-4d43-b7c5-5d732ea77584', 'device_owner': 'network:router_interface', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '33de5134-900a-4797-b99e-f3fd1962979a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:42:18Z', 'updated_at': '2021-11-19T18:42:24Z', 'revision_number': 4, 'project_id': '5fd92295509b48dcb468c75686d6cee3', 'subnets': [{'id': '33de5134-900a-4797-b99e-f3fd1962979a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:42:25.870407 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device df63e8d0-2d8b-484f-8785-c601cb546451 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:42:25.928726 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port df63e8d0-2d8b-484f-8785-c601cb546451 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:42:25.929464 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:29.894055 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d2c954a6-e1a8-4ef9-9a1c-2cbf04a5451a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:30.377400 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ab6c64-d96a-4064-9818-a9e66b8b7a03 req-e9cec001-2cd9-42da-99cb-2ec81a046b81 tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:42:30.378903 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-40ab6c64-d96a-4064-9818-a9e66b8b7a03 req-e9cec001-2cd9-42da-99cb-2ec81a046b81 tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] 10.222.0.54 "GET /v2.0/networks?id=219f5cac-66e1-46e8-96d0-f1932f377b5a HTTP/1.1" status: 200 len: 815 time: 0.1125872 Nov 19 18:42:30.393620 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-40ab6c64-d96a-4064-9818-a9e66b8b7a03 req-6c1a4662-c7e6-4e6c-8cc4-8c9b4b28ec49 tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] 10.222.0.54 "GET /v2.0/quotas/b2223eee1f5d4220ad1f611235afdd7f HTTP/1.1" status: 200 len: 375 time: 0.0090885 Nov 19 18:42:30.444675 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-40ab6c64-d96a-4064-9818-a9e66b8b7a03 req-b7b3f86f-1140-4333-a88b-4a0941db26c2 tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=b2223eee1f5d4220ad1f611235afdd7f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0455554 Nov 19 18:42:30.540232 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-40ab6c64-d96a-4064-9818-a9e66b8b7a03 req-a442e7fb-9ef7-491d-b187-d96aaefd033f service neutron] 10.222.0.54 "GET /v2.0/networks/219f5cac-66e1-46e8-96d0-f1932f377b5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842628 Nov 19 18:42:30.634777 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-40ab6c64-d96a-4064-9818-a9e66b8b7a03 req-03682fc0-056d-403d-ae6d-0708b4f83c96 service neutron] 10.222.0.54 "GET /v2.0/networks/219f5cac-66e1-46e8-96d0-f1932f377b5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865884 Nov 19 18:42:30.792688 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a567ca34-67b0-4941-8335-dba3a4b38106 req-d4a8a086-fccb-4e0d-a942-05a5932314e9 tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] 10.222.0.54 "GET /v2.0/ports?device_id=7fc6ebec-cd44-4774-8b7a-36964f3a2602 HTTP/1.1" status: 200 len: 210 time: 0.0274577 Nov 19 18:42:31.400841 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.agents_db [None req-619e5c26-d9ed-4321-86eb-7d443bb9dfa2 None None] Agent healthcheck: found 7 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 18:42:31.869857 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ab6c64-d96a-4064-9818-a9e66b8b7a03 req-fa13d750-fc95-4850-b156-9cab5fd63c1a tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:42:31.871418 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-40ab6c64-d96a-4064-9818-a9e66b8b7a03 req-fa13d750-fc95-4850-b156-9cab5fd63c1a tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] 10.222.0.86 "GET /v2.0/networks?id=219f5cac-66e1-46e8-96d0-f1932f377b5a HTTP/1.1" status: 200 len: 815 time: 0.1149027 Nov 19 18:42:31.888025 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-40ab6c64-d96a-4064-9818-a9e66b8b7a03 req-22fc53da-d5fe-47e3-a9c3-2e358a4a0987 tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] Request body: {'port': {'device_id': '7fc6ebec-cd44-4774-8b7a-36964f3a2602', 'network_id': '219f5cac-66e1-46e8-96d0-f1932f377b5a', 'admin_state_up': True, 'tenant_id': 'b2223eee1f5d4220ad1f611235afdd7f'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:42:31.907310 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a65d3843-0e37-4099-a5e7-5e8a09ad6028 req-5b085a1a-aa41-43c8-96da-f42277a99159 tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] 10.222.0.54 "GET /v2.0/ports?device_id=7fc6ebec-cd44-4774-8b7a-36964f3a2602 HTTP/1.1" status: 200 len: 210 time: 0.0302782 Nov 19 18:42:32.010218 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40ab6c64-d96a-4064-9818-a9e66b8b7a03 req-22fc53da-d5fe-47e3-a9c3-2e358a4a0987 tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] Made reservation on behalf of b2223eee1f5d4220ad1f611235afdd7f for: {'port': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:42:32.014166 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-40ab6c64-d96a-4064-9818-a9e66b8b7a03 req-22fc53da-d5fe-47e3-a9c3-2e358a4a0987 tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:32.106492 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-96203662-961a-4db8-8ef4-c4a5f42bd381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:32.160639 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [req-40ab6c64-d96a-4064-9818-a9e66b8b7a03 req-22fc53da-d5fe-47e3-a9c3-2e358a4a0987 tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] Allocated IP 172.20.0.3 (219f5cac-66e1-46e8-96d0-f1932f377b5a/219eb497-4037-4785-843e-54a0c4e904a3/4e58066a-52f1-4024-8a61-cc5684e1c28f) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:42:32.458081 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-40ab6c64-d96a-4064-9818-a9e66b8b7a03 req-22fc53da-d5fe-47e3-a9c3-2e358a4a0987 tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:32.512889 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-40ab6c64-d96a-4064-9818-a9e66b8b7a03 req-22fc53da-d5fe-47e3-a9c3-2e358a4a0987 tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:32.567272 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40ab6c64-d96a-4064-9818-a9e66b8b7a03 req-22fc53da-d5fe-47e3-a9c3-2e358a4a0987 tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] Network 219f5cac-66e1-46e8-96d0-f1932f377b5a is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:42:32.570395 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [req-40ab6c64-d96a-4064-9818-a9e66b8b7a03 req-22fc53da-d5fe-47e3-a9c3-2e358a4a0987 tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:42:32.576294 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-40ab6c64-d96a-4064-9818-a9e66b8b7a03 req-22fc53da-d5fe-47e3-a9c3-2e358a4a0987 tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:42:32.612094 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fc53da-d5fe-47e3-a9c3-2e358a4a0987 tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] Pushing event updated for resources: {'Port': ['ID=4e58066a-52f1-4024-8a61-cc5684e1c28f,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:42:32.631534 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fc53da-d5fe-47e3-a9c3-2e358a4a0987 tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:42:32.631943 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fc53da-d5fe-47e3-a9c3-2e358a4a0987 tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:42:32.632360 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fc53da-d5fe-47e3-a9c3-2e358a4a0987 tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:42:32.632695 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fc53da-d5fe-47e3-a9c3-2e358a4a0987 tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:42:32.633027 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fc53da-d5fe-47e3-a9c3-2e358a4a0987 tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:42:32.633417 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fc53da-d5fe-47e3-a9c3-2e358a4a0987 tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:42:32.633683 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fc53da-d5fe-47e3-a9c3-2e358a4a0987 tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:42:32.634041 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fc53da-d5fe-47e3-a9c3-2e358a4a0987 tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:42:32.634371 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fc53da-d5fe-47e3-a9c3-2e358a4a0987 tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:42:32.634703 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fc53da-d5fe-47e3-a9c3-2e358a4a0987 tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:42:32.635030 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fc53da-d5fe-47e3-a9c3-2e358a4a0987 tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:42:32.635355 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fc53da-d5fe-47e3-a9c3-2e358a4a0987 tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:42:32.659717 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ab6c64-d96a-4064-9818-a9e66b8b7a03 req-22fc53da-d5fe-47e3-a9c3-2e358a4a0987 tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:42:32.660400 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-40ab6c64-d96a-4064-9818-a9e66b8b7a03 req-22fc53da-d5fe-47e3-a9c3-2e358a4a0987 tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:32.688466 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-40ab6c64-d96a-4064-9818-a9e66b8b7a03 req-22fc53da-d5fe-47e3-a9c3-2e358a4a0987 tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8048792 Nov 19 18:42:32.888720 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-33ecb58e-4ca1-41e3-b00e-0e84e70cf413 None None] Provisioning complete for port 4e58066a-52f1-4024-8a61-cc5684e1c28f triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:42:32.889649 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-33ecb58e-4ca1-41e3-b00e-0e84e70cf413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:32.931846 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-33ecb58e-4ca1-41e3-b00e-0e84e70cf413 None None] Port 4e58066a-52f1-4024-8a61-cc5684e1c28f cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:42:33.044804 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935e4be7-a523-4e56-8e16-947d42699ae6 req-302c5595-106c-4536-9260-903462fb00c0 tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:42:33.046315 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-935e4be7-a523-4e56-8e16-947d42699ae6 req-302c5595-106c-4536-9260-903462fb00c0 tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] 10.222.0.54 "GET /v2.0/ports?device_id=7fc6ebec-cd44-4774-8b7a-36964f3a2602 HTTP/1.1" status: 200 len: 931 time: 0.0592163 Nov 19 18:42:33.100495 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-935e4be7-a523-4e56-8e16-947d42699ae6 req-d4c09973-b57d-4591-a542-42f3d6792f12 tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] 10.222.0.54 "GET /v2.0/security-groups?id=4522b298-26fe-4371-81d4-4525ec4b595a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479608 Nov 19 18:42:33.394442 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e46ecc5a-dc14-4744-b262-3072ff2e958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:34.220158 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:34.259294 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:34.263899 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2705e3e-b1b8-417e-a850-dfb147790319 req-834e9a94-dd23-47e5-94bb-776b05969643 tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:42:34.265576 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-e2705e3e-b1b8-417e-a850-dfb147790319 req-834e9a94-dd23-47e5-94bb-776b05969643 tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] 10.222.0.54 "GET /v2.0/ports?device_id=7fc6ebec-cd44-4774-8b7a-36964f3a2602 HTTP/1.1" status: 200 len: 931 time: 0.0549715 Nov 19 18:42:34.328932 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-e2705e3e-b1b8-417e-a850-dfb147790319 req-6a6218ee-a684-4f35-a9b6-84b725bba848 tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] 10.222.0.54 "GET /v2.0/security-groups?id=4522b298-26fe-4371-81d4-4525ec4b595a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560300 Nov 19 18:42:34.973614 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e013d7e6-5264-4dcc-9759-54f5fb809e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:35.313599 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:35.453639 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e89ff53-d907-477e-b797-57b05044af4f req-c69ae7a5-1ba3-4ed2-b328-3a0cea6f2096 tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:42:35.455115 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8e89ff53-d907-477e-b797-57b05044af4f req-c69ae7a5-1ba3-4ed2-b328-3a0cea6f2096 tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] 10.222.0.54 "GET /v2.0/ports?device_id=7fc6ebec-cd44-4774-8b7a-36964f3a2602 HTTP/1.1" status: 200 len: 931 time: 0.0562849 Nov 19 18:42:35.511155 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8e89ff53-d907-477e-b797-57b05044af4f req-26a2ef52-1e51-4a9b-b913-dc903b089c4d tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] 10.222.0.54 "GET /v2.0/security-groups?id=4522b298-26fe-4371-81d4-4525ec4b595a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500720 Nov 19 18:42:36.641296 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b24bf10-5bb4-496a-9ab8-47c62ade23bc req-12ff0d4e-a1c6-4f7e-9854-4f2a0e12cb14 tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:42:36.642856 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-7b24bf10-5bb4-496a-9ab8-47c62ade23bc req-12ff0d4e-a1c6-4f7e-9854-4f2a0e12cb14 tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] 10.222.0.54 "GET /v2.0/ports?device_id=7fc6ebec-cd44-4774-8b7a-36964f3a2602 HTTP/1.1" status: 200 len: 931 time: 0.0584342 Nov 19 18:42:36.695887 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-7b24bf10-5bb4-496a-9ab8-47c62ade23bc req-65710546-588d-4220-8875-1ae72533cd24 tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] 10.222.0.54 "GET /v2.0/security-groups?id=4522b298-26fe-4371-81d4-4525ec4b595a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457051 Nov 19 18:42:37.817611 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef59d572-abe4-49f8-b8f1-123d677562dd req-baf80af9-a5ad-423c-b6b6-7da2281d534b tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:42:37.819292 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ef59d572-abe4-49f8-b8f1-123d677562dd req-baf80af9-a5ad-423c-b6b6-7da2281d534b tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] 10.222.0.54 "GET /v2.0/ports?device_id=7fc6ebec-cd44-4774-8b7a-36964f3a2602 HTTP/1.1" status: 200 len: 931 time: 0.0529833 Nov 19 18:42:37.879561 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ef59d572-abe4-49f8-b8f1-123d677562dd req-878212d2-23fb-4ed7-9642-dd33411498d2 tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] 10.222.0.54 "GET /v2.0/security-groups?id=4522b298-26fe-4371-81d4-4525ec4b595a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533502 Nov 19 18:42:39.019365 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921e8e7e-1f40-48f6-b2be-2f74575beeec req-4172513e-cb4d-433d-b111-f6e29d6f6ac8 tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:42:39.021036 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-921e8e7e-1f40-48f6-b2be-2f74575beeec req-4172513e-cb4d-433d-b111-f6e29d6f6ac8 tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] 10.222.0.54 "GET /v2.0/ports?device_id=7fc6ebec-cd44-4774-8b7a-36964f3a2602 HTTP/1.1" status: 200 len: 931 time: 0.0701563 Nov 19 18:42:39.070849 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-921e8e7e-1f40-48f6-b2be-2f74575beeec req-ff43b41d-a059-4ec3-a1e7-49fc1e5f8595 tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] 10.222.0.54 "GET /v2.0/security-groups?id=4522b298-26fe-4371-81d4-4525ec4b595a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418496 Nov 19 18:42:40.201237 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717bacf7-3ea0-4364-8054-067c2a8f447a req-376a073a-d03d-443e-9208-da10f0064cce tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:42:40.202768 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-717bacf7-3ea0-4364-8054-067c2a8f447a req-376a073a-d03d-443e-9208-da10f0064cce tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] 10.222.0.54 "GET /v2.0/ports?device_id=7fc6ebec-cd44-4774-8b7a-36964f3a2602 HTTP/1.1" status: 200 len: 931 time: 0.0493324 Nov 19 18:42:40.258276 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-717bacf7-3ea0-4364-8054-067c2a8f447a req-f58d6e0e-1ec1-416b-a14d-07d724e28cb1 tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] 10.222.0.54 "GET /v2.0/security-groups?id=4522b298-26fe-4371-81d4-4525ec4b595a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472898 Nov 19 18:42:41.402223 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f064bdde-d8d5-453e-9002-9a039c5faaa4 req-25215711-c99b-446a-9d0b-940c207f51fe tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:42:41.403739 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f064bdde-d8d5-453e-9002-9a039c5faaa4 req-25215711-c99b-446a-9d0b-940c207f51fe tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] 10.222.0.54 "GET /v2.0/ports?device_id=7fc6ebec-cd44-4774-8b7a-36964f3a2602 HTTP/1.1" status: 200 len: 931 time: 0.0647020 Nov 19 18:42:41.451693 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f064bdde-d8d5-453e-9002-9a039c5faaa4 req-82a8671e-e528-4589-8b7d-57a8c52a1205 tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] 10.222.0.54 "GET /v2.0/security-groups?id=4522b298-26fe-4371-81d4-4525ec4b595a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418155 Nov 19 18:42:42.576863 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efeb06eb-d145-4361-84c7-152c60015e9d req-aa6fbdad-ce82-4c7f-a8b2-b26cd4c75c80 tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:42:42.578421 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-efeb06eb-d145-4361-84c7-152c60015e9d req-aa6fbdad-ce82-4c7f-a8b2-b26cd4c75c80 tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] 10.222.0.54 "GET /v2.0/ports?device_id=7fc6ebec-cd44-4774-8b7a-36964f3a2602 HTTP/1.1" status: 200 len: 931 time: 0.0493917 Nov 19 18:42:42.630593 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-efeb06eb-d145-4361-84c7-152c60015e9d req-8c8dbd47-d799-47c8-a246-e9cac88af7f4 tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] 10.222.0.54 "GET /v2.0/security-groups?id=4522b298-26fe-4371-81d4-4525ec4b595a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451379 Nov 19 18:42:42.734359 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-40ab6c64-d96a-4064-9818-a9e66b8b7a03 req-c257cadf-4cff-4b49-96d8-5793fef20fcb service neutron] Request body: {'port': {'device_id': '7fc6ebec-cd44-4774-8b7a-36964f3a2602', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818022-2'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:42:42.792353 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-40ab6c64-d96a-4064-9818-a9e66b8b7a03 req-c257cadf-4cff-4b49-96d8-5793fef20fcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:43.051114 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [req-40ab6c64-d96a-4064-9818-a9e66b8b7a03 req-c257cadf-4cff-4b49-96d8-5793fef20fcb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e58066a-52f1-4024-8a61-cc5684e1c28f {{(pid=103365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:42:43.058732 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-40ab6c64-d96a-4064-9818-a9e66b8b7a03 req-c257cadf-4cff-4b49-96d8-5793fef20fcb service neutron] Publish callbacks [] for port, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:43.070203 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.provisioning_blocks [req-40ab6c64-d96a-4064-9818-a9e66b8b7a03 req-c257cadf-4cff-4b49-96d8-5793fef20fcb service neutron] Transition to ACTIVE for port object 4e58066a-52f1-4024-8a61-cc5684e1c28f will not be triggered until provisioned by entity L2. {{(pid=103365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 18:42:43.074285 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-40ab6c64-d96a-4064-9818-a9e66b8b7a03 req-c257cadf-4cff-4b49-96d8-5793fef20fcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:43.124092 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c257cadf-4cff-4b49-96d8-5793fef20fcb service neutron] Pushing event updated for resources: {'Port': ['ID=4e58066a-52f1-4024-8a61-cc5684e1c28f,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:42:43.196207 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-40ab6c64-d96a-4064-9818-a9e66b8b7a03 req-c257cadf-4cff-4b49-96d8-5793fef20fcb service neutron] Attempting to bind port 4e58066a-52f1-4024-8a61-cc5684e1c28f on host n-h2-818022-2 for vnic_type normal with profile {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:42:43.196543 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-40ab6c64-d96a-4064-9818-a9e66b8b7a03 req-c257cadf-4cff-4b49-96d8-5793fef20fcb service neutron] Attempting to bind port 4e58066a-52f1-4024-8a61-cc5684e1c28f by drivers openvswitch,hyperv on host n-h2-818022-2 at level 0 using segments [{'id': 'b4ae2c9f-b7dc-4700-be65-d23d2bdb40eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '219f5cac-66e1-46e8-96d0-f1932f377b5a'}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:42:43.196873 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ab6c64-d96a-4064-9818-a9e66b8b7a03 req-c257cadf-4cff-4b49-96d8-5793fef20fcb service neutron] Attempting to bind port 4e58066a-52f1-4024-8a61-cc5684e1c28f on network 219f5cac-66e1-46e8-96d0-f1932f377b5a {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:42:43.201491 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ab6c64-d96a-4064-9818-a9e66b8b7a03 req-c257cadf-4cff-4b49-96d8-5793fef20fcb service neutron] Port 4e58066a-52f1-4024-8a61-cc5684e1c28f on network 219f5cac-66e1-46e8-96d0-f1932f377b5a not bound, no agent of type Open vSwitch agent registered on host n-h2-818022-2 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 18:42:43.201845 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ab6c64-d96a-4064-9818-a9e66b8b7a03 req-c257cadf-4cff-4b49-96d8-5793fef20fcb service neutron] Attempting to bind port 4e58066a-52f1-4024-8a61-cc5684e1c28f on network 219f5cac-66e1-46e8-96d0-f1932f377b5a {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:42:43.206862 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ab6c64-d96a-4064-9818-a9e66b8b7a03 req-c257cadf-4cff-4b49-96d8-5793fef20fcb service neutron] Checking agent: {'id': '525ad2ac-c4ae-4c63-af2e-0bf8d25d0f0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'started_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 42, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:42:43.207202 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ab6c64-d96a-4064-9818-a9e66b8b7a03 req-c257cadf-4cff-4b49-96d8-5793fef20fcb service neutron] Checking segment: {'id': 'b4ae2c9f-b7dc-4700-be65-d23d2bdb40eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '219f5cac-66e1-46e8-96d0-f1932f377b5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:42:43.207582 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ab6c64-d96a-4064-9818-a9e66b8b7a03 req-c257cadf-4cff-4b49-96d8-5793fef20fcb service neutron] Bound using segment: {'id': 'b4ae2c9f-b7dc-4700-be65-d23d2bdb40eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '219f5cac-66e1-46e8-96d0-f1932f377b5a'} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:42:43.208032 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-40ab6c64-d96a-4064-9818-a9e66b8b7a03 req-c257cadf-4cff-4b49-96d8-5793fef20fcb service neutron] Bound port: 4e58066a-52f1-4024-8a61-cc5684e1c28f, host: n-h2-818022-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4ae2c9f-b7dc-4700-be65-d23d2bdb40eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '219f5cac-66e1-46e8-96d0-f1932f377b5a'}}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:42:43.208414 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-40ab6c64-d96a-4064-9818-a9e66b8b7a03 req-c257cadf-4cff-4b49-96d8-5793fef20fcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:43.273191 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-40ab6c64-d96a-4064-9818-a9e66b8b7a03 req-c257cadf-4cff-4b49-96d8-5793fef20fcb service neutron] For port 4e58066a-52f1-4024-8a61-cc5684e1c28f, host n-h2-818022-2, cleared binding levels {{(pid=103365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:42:43.277064 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-40ab6c64-d96a-4064-9818-a9e66b8b7a03 req-c257cadf-4cff-4b49-96d8-5793fef20fcb service neutron] For port 4e58066a-52f1-4024-8a61-cc5684e1c28f, host n-h2-818022-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=4e58066a-52f1-4024-8a61-cc5684e1c28f,segment=NetworkSegment(b4ae2c9f-b7dc-4700-be65-d23d2bdb40eb),segment_id=b4ae2c9f-b7dc-4700-be65-d23d2bdb40eb)] {{(pid=103365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:42:43.281724 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-40ab6c64-d96a-4064-9818-a9e66b8b7a03 req-c257cadf-4cff-4b49-96d8-5793fef20fcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:43.318396 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ab6c64-d96a-4064-9818-a9e66b8b7a03 req-c257cadf-4cff-4b49-96d8-5793fef20fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:42:43.319148 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-40ab6c64-d96a-4064-9818-a9e66b8b7a03 req-c257cadf-4cff-4b49-96d8-5793fef20fcb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:43.320442 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-40ab6c64-d96a-4064-9818-a9e66b8b7a03 req-c257cadf-4cff-4b49-96d8-5793fef20fcb service neutron] 10.222.0.86 "PUT /v2.0/ports/4e58066a-52f1-4024-8a61-cc5684e1c28f HTTP/1.1" status: 200 len: 1091 time: 0.5934646 Nov 19 18:42:43.320943 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fc6ebec-cd44-4774-8b7a-36964f3a2602', 'tag': '4e58066a-52f1-4024-8a61-cc5684e1c28f'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:42:43.323741 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd49725d620cdd9f83c5eaf1b0fd23d69d3d375bb9795dcb3d54cd15509d3c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a4798c7-be17-4104-980b-f348059be605" -d '{"events": [{"name": "network-changed", "server_uuid": "7fc6ebec-cd44-4774-8b7a-36964f3a2602", "tag": "4e58066a-52f1-4024-8a61-cc5684e1c28f"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:42:43.345299 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c257cadf-4cff-4b49-96d8-5793fef20fcb service neutron] Pushing event updated for resources: {'Port': ['ID=4e58066a-52f1-4024-8a61-cc5684e1c28f,revision_number=3']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:42:43.381774 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 18:42:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4316de22-7652-4c43-b8e2-66e6efd51883 x-openstack-request-id: req-4316de22-7652-4c43-b8e2-66e6efd51883 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:42:43.382104 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fc6ebec-cd44-4774-8b7a-36964f3a2602", "tag": "4e58066a-52f1-4024-8a61-cc5684e1c28f", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:42:43.382370 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-4316de22-7652-4c43-b8e2-66e6efd51883 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:42:43.382794 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fc6ebec-cd44-4774-8b7a-36964f3a2602', 'tag': '4e58066a-52f1-4024-8a61-cc5684e1c28f', 'status': 'completed', 'code': 200} Nov 19 18:42:43.431159 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ab6c64-d96a-4064-9818-a9e66b8b7a03 req-fdb54883-66ff-4a40-a462-d212056e6d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:42:43.432751 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-40ab6c64-d96a-4064-9818-a9e66b8b7a03 req-fdb54883-66ff-4a40-a462-d212056e6d29 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b2223eee1f5d4220ad1f611235afdd7f&device_id=7fc6ebec-cd44-4774-8b7a-36964f3a2602 HTTP/1.1" status: 200 len: 1094 time: 0.0473466 Nov 19 18:42:43.478660 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-40ab6c64-d96a-4064-9818-a9e66b8b7a03 req-833d348b-f490-416d-b5b5-0f28b560618f service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4e58066a-52f1-4024-8a61-cc5684e1c28f HTTP/1.1" status: 200 len: 217 time: 0.0358343 Nov 19 18:42:43.530720 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ab6c64-d96a-4064-9818-a9e66b8b7a03 req-3096d981-25bd-4333-986f-8ee3fe2a2874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:42:43.532176 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-40ab6c64-d96a-4064-9818-a9e66b8b7a03 req-3096d981-25bd-4333-986f-8ee3fe2a2874 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=219eb497-4037-4785-843e-54a0c4e904a3 HTTP/1.1" status: 200 len: 854 time: 0.0453112 Nov 19 18:42:43.582329 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ab6c64-d96a-4064-9818-a9e66b8b7a03 req-79631ea9-636d-4ac7-9b78-8bfa0c5ecea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:42:43.583756 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-40ab6c64-d96a-4064-9818-a9e66b8b7a03 req-79631ea9-636d-4ac7-9b78-8bfa0c5ecea7 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=219f5cac-66e1-46e8-96d0-f1932f377b5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440598 Nov 19 18:42:43.675291 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-40ab6c64-d96a-4064-9818-a9e66b8b7a03 req-498fee9f-a243-4272-b1b7-5dda52d29fff service neutron] 10.222.0.86 "GET /v2.0/networks/219f5cac-66e1-46e8-96d0-f1932f377b5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822804 Nov 19 18:42:43.797899 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbfef89-d48f-4ddc-b54f-b63e5668f40a req-2dc54264-df9e-4e9c-8bcc-622ce3f69f4a tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:42:43.799370 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2cbfef89-d48f-4ddc-b54f-b63e5668f40a req-2dc54264-df9e-4e9c-8bcc-622ce3f69f4a tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] 10.222.0.54 "GET /v2.0/ports?device_id=7fc6ebec-cd44-4774-8b7a-36964f3a2602 HTTP/1.1" status: 200 len: 943 time: 0.0977242 Nov 19 18:42:43.816601 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-40ab6c64-d96a-4064-9818-a9e66b8b7a03 req-57d631e5-8a92-4468-9f4c-c6d6570fbf43 service neutron] 10.222.0.86 "GET /v2.0/networks/219f5cac-66e1-46e8-96d0-f1932f377b5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331162 Nov 19 18:42:43.852937 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2cbfef89-d48f-4ddc-b54f-b63e5668f40a req-6b28a589-76d9-4c6c-aaae-79201fc92209 tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] 10.222.0.54 "GET /v2.0/security-groups?id=4522b298-26fe-4371-81d4-4525ec4b595a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460556 Nov 19 18:42:43.908545 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4798c7-be17-4104-980b-f348059be605 req-0c4d22c8-f58c-4f72-b014-d4762897fbae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:42:43.910101 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8a4798c7-be17-4104-980b-f348059be605 req-0c4d22c8-f58c-4f72-b014-d4762897fbae service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b2223eee1f5d4220ad1f611235afdd7f&device_id=7fc6ebec-cd44-4774-8b7a-36964f3a2602 HTTP/1.1" status: 200 len: 1094 time: 0.0413189 Nov 19 18:42:44.004501 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4798c7-be17-4104-980b-f348059be605 req-7dd071b8-f287-4fdc-803d-3a833fb004a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:42:44.006002 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8a4798c7-be17-4104-980b-f348059be605 req-7dd071b8-f287-4fdc-803d-3a833fb004a3 service neutron] 10.222.0.86 "GET /v2.0/networks?id=219f5cac-66e1-46e8-96d0-f1932f377b5a HTTP/1.1" status: 200 len: 916 time: 0.0886858 Nov 19 18:42:44.052009 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8a4798c7-be17-4104-980b-f348059be605 req-720b3761-66ce-4db6-98fc-48f384467f6a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4e58066a-52f1-4024-8a61-cc5684e1c28f HTTP/1.1" status: 200 len: 217 time: 0.0360849 Nov 19 18:42:44.113226 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4798c7-be17-4104-980b-f348059be605 req-6a4e5809-4ca1-4733-a5a6-5e40e00db32d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:42:44.115964 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8a4798c7-be17-4104-980b-f348059be605 req-6a4e5809-4ca1-4733-a5a6-5e40e00db32d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=219eb497-4037-4785-843e-54a0c4e904a3 HTTP/1.1" status: 200 len: 854 time: 0.0553789 Nov 19 18:42:44.165716 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4798c7-be17-4104-980b-f348059be605 req-35810fe8-17c4-4d77-a12f-4fe9d311f94b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:42:44.167783 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8a4798c7-be17-4104-980b-f348059be605 req-35810fe8-17c4-4d77-a12f-4fe9d311f94b service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=219f5cac-66e1-46e8-96d0-f1932f377b5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425909 Nov 19 18:42:44.260050 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8a4798c7-be17-4104-980b-f348059be605 req-ee13c061-605b-4c7c-9965-f57d1524e70c service neutron] 10.222.0.86 "GET /v2.0/networks/219f5cac-66e1-46e8-96d0-f1932f377b5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843353 Nov 19 18:42:44.360299 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8a4798c7-be17-4104-980b-f348059be605 req-726c9bb1-1d23-41f3-a6ab-a0e6389c2223 service neutron] 10.222.0.86 "GET /v2.0/networks/219f5cac-66e1-46e8-96d0-f1932f377b5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916200 Nov 19 18:42:44.968889 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b373af62-636a-4169-9f20-f605165907fc req-36f7132f-dc5d-4d74-9565-21b4cc60ae2d tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:42:44.970373 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b373af62-636a-4169-9f20-f605165907fc req-36f7132f-dc5d-4d74-9565-21b4cc60ae2d tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] 10.222.0.54 "GET /v2.0/ports?device_id=7fc6ebec-cd44-4774-8b7a-36964f3a2602 HTTP/1.1" status: 200 len: 943 time: 0.0483096 Nov 19 18:42:45.016346 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b373af62-636a-4169-9f20-f605165907fc req-f2b90c10-6904-40f8-a4cf-bc295981118a tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] 10.222.0.54 "GET /v2.0/security-groups?id=4522b298-26fe-4371-81d4-4525ec4b595a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399115 Nov 19 18:42:45.875909 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device 4e58066a-52f1-4024-8a61-cc5684e1c28f details requested by agent hyperv_n-h2-818022-2 with host n-h2-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 18:42:45.966682 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port 4e58066a-52f1-4024-8a61-cc5684e1c28f, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=4e58066a-52f1-4024-8a61-cc5684e1c28f,segment=NetworkSegment(b4ae2c9f-b7dc-4700-be65-d23d2bdb40eb),segment_id=b4ae2c9f-b7dc-4700-be65-d23d2bdb40eb)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:42:45.981418 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Returning: {'device': '4e58066a-52f1-4024-8a61-cc5684e1c28f', 'network_id': '219f5cac-66e1-46e8-96d0-f1932f377b5a', 'port_id': '4e58066a-52f1-4024-8a61-cc5684e1c28f', 'mac_address': 'fa:16:3e:c5:4b:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 680, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '219eb497-4037-4785-843e-54a0c4e904a3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 18:42:46.017283 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:46.030127 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e58066a-52f1-4024-8a61-cc5684e1c28f {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:42:46.049367 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port 4e58066a-52f1-4024-8a61-cc5684e1c28f, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=4e58066a-52f1-4024-8a61-cc5684e1c28f,segment=NetworkSegment(b4ae2c9f-b7dc-4700-be65-d23d2bdb40eb),segment_id=b4ae2c9f-b7dc-4700-be65-d23d2bdb40eb)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:42:46.053481 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:46.102681 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Pushing event updated for resources: {'Port': ['ID=4e58066a-52f1-4024-8a61-cc5684e1c28f,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:42:46.111362 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:42:46.111708 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:42:46.112973 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:42:46.112973 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:42:46.112973 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:42:46.113263 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:42:46.113345 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:42:46.113667 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:42:46.114037 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:42:46.114345 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:42:46.114672 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:42:46.115001 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:42:46.142364 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b548ccac-ba59-4e7a-8b6b-fed4c7a2b6e9 req-cb7d1e68-5368-417f-bff6-482c1bfe1cd0 tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:42:46.143796 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b548ccac-ba59-4e7a-8b6b-fed4c7a2b6e9 req-cb7d1e68-5368-417f-bff6-482c1bfe1cd0 tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] 10.222.0.54 "GET /v2.0/ports?device_id=7fc6ebec-cd44-4774-8b7a-36964f3a2602 HTTP/1.1" status: 200 len: 944 time: 0.0532262 Nov 19 18:42:46.198636 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b548ccac-ba59-4e7a-8b6b-fed4c7a2b6e9 req-ee20dcfd-aee4-4983-8a8a-911747c60016 tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] 10.222.0.54 "GET /v2.0/security-groups?id=4522b298-26fe-4371-81d4-4525ec4b595a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482996 Nov 19 18:42:46.271549 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] get_ports_and_sgs() called for port_ids ['4e58066a-52f1-4024-8a61-cc5684e1c28f'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:42:47.316667 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b855b75-f985-40e0-9904-3a1c5a3eafcd req-dc195390-0656-4463-8071-eaa8bdc1ac62 tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:42:47.318167 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-7b855b75-f985-40e0-9904-3a1c5a3eafcd req-dc195390-0656-4463-8071-eaa8bdc1ac62 tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] 10.222.0.54 "GET /v2.0/ports?device_id=7fc6ebec-cd44-4774-8b7a-36964f3a2602 HTTP/1.1" status: 200 len: 944 time: 0.0483768 Nov 19 18:42:47.367293 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-7b855b75-f985-40e0-9904-3a1c5a3eafcd req-9c52589b-6197-41c1-b556-54f5d4945613 tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] 10.222.0.54 "GET /v2.0/security-groups?id=4522b298-26fe-4371-81d4-4525ec4b595a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432489 Nov 19 18:42:47.879952 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device 4e58066a-52f1-4024-8a61-cc5684e1c28f up at agent hyperv_n-h2-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:42:47.926912 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Provisioning for port 4e58066a-52f1-4024-8a61-cc5684e1c28f completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 18:42:47.930780 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Provisioning complete for port 4e58066a-52f1-4024-8a61-cc5684e1c28f triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:42:47.931146 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:48.008162 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:48.031026 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fc6ebec-cd44-4774-8b7a-36964f3a2602', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e58066a-52f1-4024-8a61-cc5684e1c28f'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:42:48.033336 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e87da51c426c585745380e4f647dbd896557016b88dd9fb127e5d98628c937cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f06dc7ef-3c92-4567-a483-49c53406fd65" -d '{"events": [{"server_uuid": "7fc6ebec-cd44-4774-8b7a-36964f3a2602", "name": "network-vif-plugged", "status": "completed", "tag": "4e58066a-52f1-4024-8a61-cc5684e1c28f"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:42:48.046237 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port 4e58066a-52f1-4024-8a61-cc5684e1c28f, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=4e58066a-52f1-4024-8a61-cc5684e1c28f,segment=NetworkSegment(b4ae2c9f-b7dc-4700-be65-d23d2bdb40eb),segment_id=b4ae2c9f-b7dc-4700-be65-d23d2bdb40eb)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:42:48.050210 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:42:48.073926 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:42:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0f14ddd-22ef-47dc-b5b7-c1c307082b11 x-openstack-request-id: req-b0f14ddd-22ef-47dc-b5b7-c1c307082b11 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:42:48.074223 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fc6ebec-cd44-4774-8b7a-36964f3a2602", "name": "network-vif-plugged", "status": "completed", "tag": "4e58066a-52f1-4024-8a61-cc5684e1c28f", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:42:48.074476 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b0f14ddd-22ef-47dc-b5b7-c1c307082b11 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:42:48.074865 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fc6ebec-cd44-4774-8b7a-36964f3a2602', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e58066a-52f1-4024-8a61-cc5684e1c28f', 'code': 200} Nov 19 18:42:48.104214 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Pushing event updated for resources: {'Port': ['ID=4e58066a-52f1-4024-8a61-cc5684e1c28f,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:42:48.175026 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d91610-d278-40a3-bc28-b37ffb9e8fb3 req-663c19bf-4d0f-4679-a7f0-061e61f44015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:42:48.176547 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a4d91610-d278-40a3-bc28-b37ffb9e8fb3 req-663c19bf-4d0f-4679-a7f0-061e61f44015 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=7fc6ebec-cd44-4774-8b7a-36964f3a2602 HTTP/1.1" status: 200 len: 1096 time: 0.0446765 Nov 19 18:42:48.224176 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a4d91610-d278-40a3-bc28-b37ffb9e8fb3 req-dc78aa98-38e4-40f7-ad8f-27062cd99339 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=4522b298-26fe-4371-81d4-4525ec4b595a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397706 Nov 19 18:42:48.484503 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34e037e-2539-4ba5-963c-70ae6bc4dafc req-1a27bcb6-f4f5-4f39-8bc4-ad391a84d658 tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:42:48.486233 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-e34e037e-2539-4ba5-963c-70ae6bc4dafc req-1a27bcb6-f4f5-4f39-8bc4-ad391a84d658 tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] 10.222.0.54 "GET /v2.0/ports?device_id=7fc6ebec-cd44-4774-8b7a-36964f3a2602 HTTP/1.1" status: 200 len: 945 time: 0.0509770 Nov 19 18:42:48.535790 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-e34e037e-2539-4ba5-963c-70ae6bc4dafc req-c5106d69-f8c0-4593-bfa5-3088fc18f3c9 tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] 10.222.0.54 "GET /v2.0/security-groups?id=4522b298-26fe-4371-81d4-4525ec4b595a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431070 Nov 19 18:42:49.662590 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069f229a-9633-4a68-b7a6-74a2c38a3e10 req-607b055f-9864-44b0-9b04-ecc3247413eb tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:42:49.663927 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-069f229a-9633-4a68-b7a6-74a2c38a3e10 req-607b055f-9864-44b0-9b04-ecc3247413eb tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] 10.222.0.54 "GET /v2.0/ports?device_id=7fc6ebec-cd44-4774-8b7a-36964f3a2602 HTTP/1.1" status: 200 len: 945 time: 0.0490022 Nov 19 18:42:49.710562 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-069f229a-9633-4a68-b7a6-74a2c38a3e10 req-c36af856-03e1-4df3-87a3-87a98453672c tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] 10.222.0.54 "GET /v2.0/security-groups?id=4522b298-26fe-4371-81d4-4525ec4b595a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407097 Nov 19 18:42:49.827231 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd41c3c6-6465-47e6-acf6-a01c1531de0f req-82266b98-5828-4434-b23f-532440e1b701 tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:42:49.828661 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-dd41c3c6-6465-47e6-acf6-a01c1531de0f req-82266b98-5828-4434-b23f-532440e1b701 tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] 10.222.0.54 "GET /v2.0/ports?device_id=7fc6ebec-cd44-4774-8b7a-36964f3a2602 HTTP/1.1" status: 200 len: 945 time: 0.0490851 Nov 19 18:42:49.876403 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-dd41c3c6-6465-47e6-acf6-a01c1531de0f req-2aba3388-ab8a-4a8e-b20a-48bf8245c2e2 tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] 10.222.0.54 "GET /v2.0/security-groups?id=4522b298-26fe-4371-81d4-4525ec4b595a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418122 Nov 19 18:42:50.065356 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055a5944-7398-40d2-b9c9-eaa10fb0aace req-61013ffe-35d5-47e6-ac68-ecfa32d25ee8 tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:42:50.066852 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-055a5944-7398-40d2-b9c9-eaa10fb0aace req-61013ffe-35d5-47e6-ac68-ecfa32d25ee8 tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] 10.222.0.54 "GET /v2.0/ports?device_id=7fc6ebec-cd44-4774-8b7a-36964f3a2602 HTTP/1.1" status: 200 len: 945 time: 0.0516264 Nov 19 18:42:50.113150 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-055a5944-7398-40d2-b9c9-eaa10fb0aace req-a37854dd-92f2-48a1-ba82-73e881d6cc46 tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] 10.222.0.54 "GET /v2.0/security-groups?id=4522b298-26fe-4371-81d4-4525ec4b595a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402985 Nov 19 18:42:59.896382 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9bbfc752-e967-47eb-888c-b14f0a379c95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:43:02.098623 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f802ba55-191f-4008-85cd-a7c63ec95bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:43:02.608619 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6d25c0-9f9a-4b96-bd56-9515e83ec370 req-6cc029fa-f071-4e70-aa36-da9b18ea4a2d tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:43:02.610123 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-fa6d25c0-9f9a-4b96-bd56-9515e83ec370 req-6cc029fa-f071-4e70-aa36-da9b18ea4a2d tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] 10.222.0.54 "GET /v2.0/ports?device_id=7fc6ebec-cd44-4774-8b7a-36964f3a2602 HTTP/1.1" status: 200 len: 945 time: 0.0508568 Nov 19 18:43:02.656836 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-fa6d25c0-9f9a-4b96-bd56-9515e83ec370 req-a61fb214-eb06-4861-bbb4-f3a77d35063f tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] 10.222.0.54 "GET /v2.0/security-groups?id=4522b298-26fe-4371-81d4-4525ec4b595a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406580 Nov 19 18:43:02.679041 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 48190) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:43:02.817036 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8324ebc0-f834-4196-bb86-8a35a873ba5b tempest-TestMinimumBasicScenario-1981757210 tempest-TestMinimumBasicScenario-1981757210-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:43:02.818620 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-8324ebc0-f834-4196-bb86-8a35a873ba5b tempest-TestMinimumBasicScenario-1981757210 tempest-TestMinimumBasicScenario-1981757210-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=7fc6ebec-cd44-4774-8b7a-36964f3a2602 HTTP/1.1" status: 200 len: 1091 time: 0.1383374 Nov 19 18:43:02.821589 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 48194) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:43:02.826477 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-ea834974-c5c2-4166-b030-a485444f6a37 tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] Request body: {'floatingip': {'floating_network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'port_id': '4e58066a-52f1-4024-8a61-cc5684e1c28f', 'tenant_id': 'b2223eee1f5d4220ad1f611235afdd7f', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:43:02.847067 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ea834974-c5c2-4166-b030-a485444f6a37 tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] Publish callbacks [] for floatingip, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:43:02.942450 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ea834974-c5c2-4166-b030-a485444f6a37 tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:43:03.046412 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [None req-ea834974-c5c2-4166-b030-a485444f6a37 tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] Allocated IP 172.25.7.4 (645e61aa-1a6c-4e8f-857e-ab06edb4897f/88ed2d64-f56d-4f01-a468-946e01c99e82/a840f557-4ed3-494f-93cf-da0cf40981fc) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:43:03.144265 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ea834974-c5c2-4166-b030-a485444f6a37 tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:43:03.177260 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ea834974-c5c2-4166-b030-a485444f6a37 tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:43:03.220415 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea834974-c5c2-4166-b030-a485444f6a37 tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] Network 645e61aa-1a6c-4e8f-857e-ab06edb4897f is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:43:03.224691 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-ea834974-c5c2-4166-b030-a485444f6a37 tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:43:03.229598 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea834974-c5c2-4166-b030-a485444f6a37 tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:43:03.232637 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea834974-c5c2-4166-b030-a485444f6a37 tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] Pushing event updated for resources: {'Port': ['ID=a840f557-4ed3-494f-93cf-da0cf40981fc,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:43:03.396071 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e46ecc5a-dc14-4744-b262-3072ff2e958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:43:03.592399 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ea834974-c5c2-4166-b030-a485444f6a37 tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:43:03.665595 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ea834974-c5c2-4166-b030-a485444f6a37 tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:43:03.817578 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ea834974-c5c2-4166-b030-a485444f6a37 tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] Publish callbacks [] for port, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:43:03.822317 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ea834974-c5c2-4166-b030-a485444f6a37 tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:43:03.886526 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea834974-c5c2-4166-b030-a485444f6a37 tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] Pushing event updated for resources: {'Port': ['ID=a840f557-4ed3-494f-93cf-da0cf40981fc,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:43:03.899068 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea834974-c5c2-4166-b030-a485444f6a37 tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:43:03.899419 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea834974-c5c2-4166-b030-a485444f6a37 tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:43:03.899762 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea834974-c5c2-4166-b030-a485444f6a37 tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:43:03.900102 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea834974-c5c2-4166-b030-a485444f6a37 tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:43:03.900465 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea834974-c5c2-4166-b030-a485444f6a37 tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:43:03.900797 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea834974-c5c2-4166-b030-a485444f6a37 tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:43:03.901122 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea834974-c5c2-4166-b030-a485444f6a37 tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:43:03.901449 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea834974-c5c2-4166-b030-a485444f6a37 tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:43:03.901780 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea834974-c5c2-4166-b030-a485444f6a37 tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:43:03.902130 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea834974-c5c2-4166-b030-a485444f6a37 tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:43:03.902453 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea834974-c5c2-4166-b030-a485444f6a37 tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:43:03.902780 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea834974-c5c2-4166-b030-a485444f6a37 tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:43:03.908153 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ea834974-c5c2-4166-b030-a485444f6a37 tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-671284'] for floatingip, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:43:04.011851 n-d-818022-2 neutron-server[103364]: INFO neutron.db.l3_db [None req-ea834974-c5c2-4166-b030-a485444f6a37 tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] Floating IP f3a81122-d7bc-4887-93f3-acd70061d63b associated. External IP: 172.25.7.4, port: 4e58066a-52f1-4024-8a61-cc5684e1c28f. Nov 19 18:43:04.210132 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:43:04.260252 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:43:04.530374 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea834974-c5c2-4166-b030-a485444f6a37 tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] Router d0ebf145-273e-4e03-85cb-6ced26370677 has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 18:43:04.638019 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea834974-c5c2-4166-b030-a485444f6a37 tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:43:04.648934 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ad387c-9fd3-42cc-bc4a-04d8f12c2cb4 None None] Sync routers for ids ['d0ebf145-273e-4e03-85cb-6ced26370677'] in n-d-818022-2 {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:43:04.658931 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ea834974-c5c2-4166-b030-a485444f6a37 tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for floatingip, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:43:04.659913 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ad387c-9fd3-42cc-bc4a-04d8f12c2cb4 None None] Routers {'d0ebf145-273e-4e03-85cb-6ced26370677'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:43:04.660580 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-e9ad387c-9fd3-42cc-bc4a-04d8f12c2cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:43:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['d0ebf145-273e-4e03-85cb-6ced26370677'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:43:04.695704 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-ea834974-c5c2-4166-b030-a485444f6a37 tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.8676956 Nov 19 18:43:04.695704 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fc6ebec-cd44-4774-8b7a-36964f3a2602', 'tag': '4e58066a-52f1-4024-8a61-cc5684e1c28f'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:43:04.696365 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 48196) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:43:04.696767 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52b8413beb4c6ee9e3ef24221fee7166c8d58dd3d366bc989a0565316b268f0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b882cd7-5ea2-4123-ae5f-042900cd0e42" -d '{"events": [{"name": "network-changed", "server_uuid": "7fc6ebec-cd44-4774-8b7a-36964f3a2602", "tag": "4e58066a-52f1-4024-8a61-cc5684e1c28f"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:43:04.696867 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-f4592b56-3285-4578-a0c0-0633a4934e66 tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-890761120', 'description': 'tempest-secgroup-smoke-890761120 description', 'project_id': 'b2223eee1f5d4220ad1f611235afdd7f'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:43:04.720203 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f4592b56-3285-4578-a0c0-0633a4934e66 tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:43:04.748478 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 18:43:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35eb67cd-882e-41ad-babf-68c31c703b42 x-openstack-request-id: req-35eb67cd-882e-41ad-babf-68c31c703b42 {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:43:04.748832 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fc6ebec-cd44-4774-8b7a-36964f3a2602", "tag": "4e58066a-52f1-4024-8a61-cc5684e1c28f", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:43:04.749116 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-35eb67cd-882e-41ad-babf-68c31c703b42 {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:43:04.749555 n-d-818022-2 neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fc6ebec-cd44-4774-8b7a-36964f3a2602', 'tag': '4e58066a-52f1-4024-8a61-cc5684e1c28f', 'status': 'completed', 'code': 200} Nov 19 18:43:04.783205 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-e9ad387c-9fd3-42cc-bc4a-04d8f12c2cb4 None None] Set router d0ebf145-273e-4e03-85cb-6ced26370677 gateway port host: n-d-818022-2 {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:43:04.837242 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f4592b56-3285-4578-a0c0-0633a4934e66 tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:43:04.841910 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f4592b56-3285-4578-a0c0-0633a4934e66 tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:43:04.869537 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b882cd7-5ea2-4123-ae5f-042900cd0e42 req-dfc1cb52-17d2-4510-9348-c319343a5948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:43:04.871109 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8b882cd7-5ea2-4123-ae5f-042900cd0e42 req-dfc1cb52-17d2-4510-9348-c319343a5948 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b2223eee1f5d4220ad1f611235afdd7f&device_id=7fc6ebec-cd44-4774-8b7a-36964f3a2602 HTTP/1.1" status: 200 len: 1096 time: 0.0864930 Nov 19 18:43:04.879974 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4592b56-3285-4578-a0c0-0633a4934e66 tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e3b3ce6-55b2-4ea1-8efb-6aca97135276,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:43:04.886331 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f4592b56-3285-4578-a0c0-0633a4934e66 tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:43:04.891039 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-f4592b56-3285-4578-a0c0-0633a4934e66 tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1948726 Nov 19 18:43:04.891376 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 48200) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:43:04.896528 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-2a642d95-32ac-4a3d-91e3-1879fa41a2df tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] Request body: {'security_group_rule': {'security_group_id': '2e3b3ce6-55b2-4ea1-8efb-6aca97135276', 'project_id': 'b2223eee1f5d4220ad1f611235afdd7f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:43:04.931475 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2a642d95-32ac-4a3d-91e3-1879fa41a2df tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:43:04.975695 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b882cd7-5ea2-4123-ae5f-042900cd0e42 req-798a4416-f0ab-49c5-9e82-a8f9bf820dee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:43:04.977402 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8b882cd7-5ea2-4123-ae5f-042900cd0e42 req-798a4416-f0ab-49c5-9e82-a8f9bf820dee service neutron] 10.222.0.86 "GET /v2.0/networks?id=219f5cac-66e1-46e8-96d0-f1932f377b5a HTTP/1.1" status: 200 len: 916 time: 0.0948417 Nov 19 18:43:04.987559 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e013d7e6-5264-4dcc-9759-54f5fb809e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:43:04.999228 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2a642d95-32ac-4a3d-91e3-1879fa41a2df tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:43:05.005609 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2a642d95-32ac-4a3d-91e3-1879fa41a2df tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735179'] for security_group_rule, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:43:05.024666 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a642d95-32ac-4a3d-91e3-1879fa41a2df tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=753425ab-840b-4124-aec1-749f35ba5c94,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:43:05.043050 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2a642d95-32ac-4a3d-91e3-1879fa41a2df tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:43:05.044830 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-2a642d95-32ac-4a3d-91e3-1879fa41a2df tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1526501 Nov 19 18:43:05.047261 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 48202) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:43:05.052428 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-7cbdabc0-b6dd-48d0-bced-5c357eb0eba4 tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] Request body: {'security_group_rule': {'security_group_id': '2e3b3ce6-55b2-4ea1-8efb-6aca97135276', 'project_id': 'b2223eee1f5d4220ad1f611235afdd7f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:43:05.060938 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-e9ad387c-9fd3-42cc-bc4a-04d8f12c2cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0ebf145-273e-4e03-85cb-6ced26370677', 'name': 'tempest-TestMinimumBasicScenario-2028616746-router', 'tenant_id': 'b2223eee1f5d4220ad1f611235afdd7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': '4397b96b-7224-4cb6-8145-d85b1bbbf20f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:42:11Z', 'updated_at': '2021-11-19T18:42:14Z', 'revision_number': 4, 'project_id': 'b2223eee1f5d4220ad1f611235afdd7f', 'gw_port': {'id': '4397b96b-7224-4cb6-8145-d85b1bbbf20f', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:e4:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ebf145-273e-4e03-85cb-6ced26370677', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:42:12Z', 'updated_at': '2021-11-19T18:42:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_floatingips': [{'id': 'f3a81122-d7bc-4887-93f3-acd70061d63b', 'tenant_id': 'b2223eee1f5d4220ad1f611235afdd7f', 'floating_ip_address': '172.25.7.4', 'floating_network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'router_id': 'd0ebf145-273e-4e03-85cb-6ced26370677', 'port_id': '4e58066a-52f1-4024-8a61-cc5684e1c28f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4174, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '219f5cac-66e1-46e8-96d0-f1932f377b5a', 'mac_address': 'fa:16:3e:c5:4b:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc6ebec-cd44-4774-8b7a-36964f3a2602', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T18:43:03Z', 'updated_at': '2021-11-19T18:43:03Z', 'revision_number': 0, 'project_id': 'b2223eee1f5d4220ad1f611235afdd7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42612e42-6618-4d89-999b-a37229e61c52', 'name': '', 'network_id': '219f5cac-66e1-46e8-96d0-f1932f377b5a', 'tenant_id': 'b2223eee1f5d4220ad1f611235afdd7f', 'mac_address': 'fa:16:3e:0f:7e:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ebf145-273e-4e03-85cb-6ced26370677', 'device_owner': 'network:router_interface', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '219eb497-4037-4785-843e-54a0c4e904a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:42:13Z', 'updated_at': '2021-11-19T18:42:20Z', 'revision_number': 5, 'project_id': 'b2223eee1f5d4220ad1f611235afdd7f', 'subnets': [{'id': '219eb497-4037-4785-843e-54a0c4e904a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:43:05.075916 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8b882cd7-5ea2-4123-ae5f-042900cd0e42 req-c72467c6-5f54-42dc-96bd-e8b1251192d0 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4e58066a-52f1-4024-8a61-cc5684e1c28f HTTP/1.1" status: 200 len: 997 time: 0.0753026 Nov 19 18:43:05.086083 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7cbdabc0-b6dd-48d0-bced-5c357eb0eba4 tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:43:05.089690 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ad387c-9fd3-42cc-bc4a-04d8f12c2cb4 None None] Checking router: d0ebf145-273e-4e03-85cb-6ced26370677 for host: n-d-818022-2 {{(pid=103366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:43:05.098119 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ad387c-9fd3-42cc-bc4a-04d8f12c2cb4 None None] Routers {'d0ebf145-273e-4e03-85cb-6ced26370677'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:43:05.098728 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-e9ad387c-9fd3-42cc-bc4a-04d8f12c2cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:43:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['d0ebf145-273e-4e03-85cb-6ced26370677'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:43:05.125078 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b882cd7-5ea2-4123-ae5f-042900cd0e42 req-1190e95f-e38c-47d8-94ba-86965cb2f4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:43:05.126575 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8b882cd7-5ea2-4123-ae5f-042900cd0e42 req-1190e95f-e38c-47d8-94ba-86965cb2f4e6 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=219eb497-4037-4785-843e-54a0c4e904a3 HTTP/1.1" status: 200 len: 854 time: 0.0493798 Nov 19 18:43:05.164467 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7cbdabc0-b6dd-48d0-bced-5c357eb0eba4 tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:43:05.170533 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7cbdabc0-b6dd-48d0-bced-5c357eb0eba4 tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735179'] for security_group_rule, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:43:05.178735 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b882cd7-5ea2-4123-ae5f-042900cd0e42 req-44cbdea2-4355-4aa1-92fd-930652fc133a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:43:05.180738 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8b882cd7-5ea2-4123-ae5f-042900cd0e42 req-44cbdea2-4355-4aa1-92fd-930652fc133a service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=219f5cac-66e1-46e8-96d0-f1932f377b5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0462372 Nov 19 18:43:05.193748 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbdabc0-b6dd-48d0-bced-5c357eb0eba4 tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b699e7ca-3fa6-4808-9ed0-053d59a43af2,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:43:05.202488 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7cbdabc0-b6dd-48d0-bced-5c357eb0eba4 tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:43:05.206095 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-7cbdabc0-b6dd-48d0-bced-5c357eb0eba4 tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1551518 Nov 19 18:43:05.206325 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 48204) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:43:05.212094 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-60f04685-d4f0-4d7d-9c89-88ed569e391a tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] Request body: {'security_group_rule': {'security_group_id': '2e3b3ce6-55b2-4ea1-8efb-6aca97135276', 'project_id': 'b2223eee1f5d4220ad1f611235afdd7f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:43:05.224196 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-e9ad387c-9fd3-42cc-bc4a-04d8f12c2cb4 None None] Set router d0ebf145-273e-4e03-85cb-6ced26370677 gateway port host: n-d-818022-2 {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:43:05.243066 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-60f04685-d4f0-4d7d-9c89-88ed569e391a tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:43:05.283775 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8b882cd7-5ea2-4123-ae5f-042900cd0e42 req-36449dc9-d01d-46e4-8955-2a331fcab5f3 service neutron] 10.222.0.86 "GET /v2.0/networks/219f5cac-66e1-46e8-96d0-f1932f377b5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936387 Nov 19 18:43:05.309072 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-60f04685-d4f0-4d7d-9c89-88ed569e391a tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:43:05.316034 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-60f04685-d4f0-4d7d-9c89-88ed569e391a tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735179'] for security_group_rule, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:43:05.334195 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f04685-d4f0-4d7d-9c89-88ed569e391a tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea26354a-b8b8-48a2-ba9a-34a55d7b9519,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:43:05.339402 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:43:05.351652 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-60f04685-d4f0-4d7d-9c89-88ed569e391a tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:43:05.356736 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-60f04685-d4f0-4d7d-9c89-88ed569e391a tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1462762 Nov 19 18:43:05.356907 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 48206) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:43:05.366399 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-2cba9486-5282-4dfb-a312-b1eda4d8b48e tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] Request body: {'security_group_rule': {'security_group_id': '2e3b3ce6-55b2-4ea1-8efb-6aca97135276', 'project_id': 'b2223eee1f5d4220ad1f611235afdd7f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:43:05.395395 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2cba9486-5282-4dfb-a312-b1eda4d8b48e tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:43:05.397106 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8b882cd7-5ea2-4123-ae5f-042900cd0e42 req-ca0893bc-dc3b-4cef-adc8-fcfe20fa2e3d service neutron] 10.222.0.86 "GET /v2.0/networks/219f5cac-66e1-46e8-96d0-f1932f377b5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046636 Nov 19 18:43:05.459142 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2cba9486-5282-4dfb-a312-b1eda4d8b48e tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:43:05.462976 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2cba9486-5282-4dfb-a312-b1eda4d8b48e tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735179'] for security_group_rule, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:43:05.483472 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cba9486-5282-4dfb-a312-b1eda4d8b48e tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39596828-1dcc-4582-b6fa-b5d96090dbd2,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:43:05.490037 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2cba9486-5282-4dfb-a312-b1eda4d8b48e tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:43:05.491253 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-2cba9486-5282-4dfb-a312-b1eda4d8b48e tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1317284 Nov 19 18:43:05.494710 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 48208) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:43:05.497176 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-e9ad387c-9fd3-42cc-bc4a-04d8f12c2cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0ebf145-273e-4e03-85cb-6ced26370677', 'name': 'tempest-TestMinimumBasicScenario-2028616746-router', 'tenant_id': 'b2223eee1f5d4220ad1f611235afdd7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': '4397b96b-7224-4cb6-8145-d85b1bbbf20f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:42:11Z', 'updated_at': '2021-11-19T18:42:14Z', 'revision_number': 4, 'project_id': 'b2223eee1f5d4220ad1f611235afdd7f', 'gw_port': {'id': '4397b96b-7224-4cb6-8145-d85b1bbbf20f', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:e4:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ebf145-273e-4e03-85cb-6ced26370677', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:42:12Z', 'updated_at': '2021-11-19T18:42:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_floatingips': [{'id': 'f3a81122-d7bc-4887-93f3-acd70061d63b', 'tenant_id': 'b2223eee1f5d4220ad1f611235afdd7f', 'floating_ip_address': '172.25.7.4', 'floating_network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'router_id': 'd0ebf145-273e-4e03-85cb-6ced26370677', 'port_id': '4e58066a-52f1-4024-8a61-cc5684e1c28f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4174, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '219f5cac-66e1-46e8-96d0-f1932f377b5a', 'mac_address': 'fa:16:3e:c5:4b:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc6ebec-cd44-4774-8b7a-36964f3a2602', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T18:43:03Z', 'updated_at': '2021-11-19T18:43:03Z', 'revision_number': 0, 'project_id': 'b2223eee1f5d4220ad1f611235afdd7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42612e42-6618-4d89-999b-a37229e61c52', 'name': '', 'network_id': '219f5cac-66e1-46e8-96d0-f1932f377b5a', 'tenant_id': 'b2223eee1f5d4220ad1f611235afdd7f', 'mac_address': 'fa:16:3e:0f:7e:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ebf145-273e-4e03-85cb-6ced26370677', 'device_owner': 'network:router_interface', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '219eb497-4037-4785-843e-54a0c4e904a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:42:13Z', 'updated_at': '2021-11-19T18:42:20Z', 'revision_number': 5, 'project_id': 'b2223eee1f5d4220ad1f611235afdd7f', 'subnets': [{'id': '219eb497-4037-4785-843e-54a0c4e904a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:43:05.499223 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-e9422e09-3d28-4e0b-aa52-6347aa998d1d tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] Request body: {'security_group_rule': {'security_group_id': '2e3b3ce6-55b2-4ea1-8efb-6aca97135276', 'project_id': 'b2223eee1f5d4220ad1f611235afdd7f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:43:05.520583 n-d-818022-2 neutron-server[103364]: INFO neutron.db.securitygroups_db [None req-e9422e09-3d28-4e0b-aa52-6347aa998d1d tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] Project b2223eee1f5d4220ad1f611235afdd7f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 18:43:05.524298 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ad387c-9fd3-42cc-bc4a-04d8f12c2cb4 None None] The sync data for ids ['d0ebf145-273e-4e03-85cb-6ced26370677'] in n-d-818022-2 is: [{'id': 'd0ebf145-273e-4e03-85cb-6ced26370677', 'name': 'tempest-TestMinimumBasicScenario-2028616746-router', 'tenant_id': 'b2223eee1f5d4220ad1f611235afdd7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': '4397b96b-7224-4cb6-8145-d85b1bbbf20f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:42:11Z', 'updated_at': '2021-11-19T18:42:14Z', 'revision_number': 4, 'project_id': 'b2223eee1f5d4220ad1f611235afdd7f', 'gw_port': {'id': '4397b96b-7224-4cb6-8145-d85b1bbbf20f', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:e4:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ebf145-273e-4e03-85cb-6ced26370677', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:42:12Z', 'updated_at': '2021-11-19T18:42:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_floatingips': [{'id': 'f3a81122-d7bc-4887-93f3-acd70061d63b', 'tenant_id': 'b2223eee1f5d4220ad1f611235afdd7f', 'floating_ip_address': '172.25.7.4', 'floating_network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'router_id': 'd0ebf145-273e-4e03-85cb-6ced26370677', 'port_id': '4e58066a-52f1-4024-8a61-cc5684e1c28f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4174, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '219f5cac-66e1-46e8-96d0-f1932f377b5a', 'mac_address': 'fa:16:3e:c5:4b:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc6ebec-cd44-4774-8b7a-36964f3a2602', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T18:43:03Z', 'updated_at': '2021-11-19T18:43:03Z', 'revision_number': 0, 'project_id': 'b2223eee1f5d4220ad1f611235afdd7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42612e42-6618-4d89-999b-a37229e61c52', 'name': '', 'network_id': '219f5cac-66e1-46e8-96d0-f1932f377b5a', 'tenant_id': 'b2223eee1f5d4220ad1f611235afdd7f', 'mac_address': 'fa:16:3e:0f:7e:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ebf145-273e-4e03-85cb-6ced26370677', 'device_owner': 'network:router_interface', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '219eb497-4037-4785-843e-54a0c4e904a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:42:13Z', 'updated_at': '2021-11-19T18:42:20Z', 'revision_number': 5, 'project_id': 'b2223eee1f5d4220ad1f611235afdd7f', 'subnets': [{'id': '219eb497-4037-4785-843e-54a0c4e904a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:43:05.527101 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e9422e09-3d28-4e0b-aa52-6347aa998d1d tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:43:05.588792 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e9422e09-3d28-4e0b-aa52-6347aa998d1d tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:43:05.596975 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e9422e09-3d28-4e0b-aa52-6347aa998d1d tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735179'] for security_group_rule, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:43:05.616863 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9422e09-3d28-4e0b-aa52-6347aa998d1d tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f656518c-733a-4519-b667-16fdba364c82,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:43:05.625137 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e9422e09-3d28-4e0b-aa52-6347aa998d1d tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:43:05.626411 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-e9422e09-3d28-4e0b-aa52-6347aa998d1d tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1306605 Nov 19 18:43:05.629157 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 48210) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:43:05.633612 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-9e4b8130-4216-4ddb-8c0a-af644a1882ac tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] Request body: {'security_group_rule': {'security_group_id': '2e3b3ce6-55b2-4ea1-8efb-6aca97135276', 'project_id': 'b2223eee1f5d4220ad1f611235afdd7f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:43:05.657406 n-d-818022-2 neutron-server[103364]: INFO neutron.db.securitygroups_db [None req-9e4b8130-4216-4ddb-8c0a-af644a1882ac tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] Project b2223eee1f5d4220ad1f611235afdd7f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 18:43:05.663044 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9e4b8130-4216-4ddb-8c0a-af644a1882ac tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:43:05.730484 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10800398-fb16-456e-adbc-d3749c4b77ac None None] New status for floating IP f3a81122-d7bc-4887-93f3-acd70061d63b: ACTIVE {{(pid=103367) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 18:43:05.739582 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9e4b8130-4216-4ddb-8c0a-af644a1882ac tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:43:05.744266 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9e4b8130-4216-4ddb-8c0a-af644a1882ac tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735179'] for security_group_rule, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:43:05.765428 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4b8130-4216-4ddb-8c0a-af644a1882ac tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18afedee-89d5-4392-996f-f39780bcd92f,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:43:05.771621 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9e4b8130-4216-4ddb-8c0a-af644a1882ac tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:43:05.776562 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-9e4b8130-4216-4ddb-8c0a-af644a1882ac tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1427944 Nov 19 18:43:05.876861 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-fc5b68bf-545a-42ae-a899-d7195dc0bdfb req-0db10775-fefe-4fa0-b977-b927344267ff tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-890761120&fields=id&tenant_id=b2223eee1f5d4220ad1f611235afdd7f HTTP/1.1" status: 200 len: 267 time: 0.0504613 Nov 19 18:43:05.930146 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5b68bf-545a-42ae-a899-d7195dc0bdfb req-ff215907-9408-47fd-a292-233d10b1dae5 tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:43:05.931688 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-fc5b68bf-545a-42ae-a899-d7195dc0bdfb req-ff215907-9408-47fd-a292-233d10b1dae5 tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] 10.222.0.54 "GET /v2.0/ports?device_id=7fc6ebec-cd44-4774-8b7a-36964f3a2602 HTTP/1.1" status: 200 len: 945 time: 0.0491590 Nov 19 18:43:05.943554 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-fc5b68bf-545a-42ae-a899-d7195dc0bdfb req-7527906a-de50-46a9-b5ef-e03e927b43f7 tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] Request body: {'port': {'security_groups': ['4522b298-26fe-4371-81d4-4525ec4b595a', '2e3b3ce6-55b2-4ea1-8efb-6aca97135276']}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:43:06.011950 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-fc5b68bf-545a-42ae-a899-d7195dc0bdfb req-7527906a-de50-46a9-b5ef-e03e927b43f7 tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:43:06.197609 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-fc5b68bf-545a-42ae-a899-d7195dc0bdfb req-7527906a-de50-46a9-b5ef-e03e927b43f7 tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] For port 4e58066a-52f1-4024-8a61-cc5684e1c28f, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=4e58066a-52f1-4024-8a61-cc5684e1c28f,segment=NetworkSegment(b4ae2c9f-b7dc-4700-be65-d23d2bdb40eb),segment_id=b4ae2c9f-b7dc-4700-be65-d23d2bdb40eb)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:43:06.226117 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-fc5b68bf-545a-42ae-a899-d7195dc0bdfb req-7527906a-de50-46a9-b5ef-e03e927b43f7 tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] Publish callbacks [] for port, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:43:06.230431 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-fc5b68bf-545a-42ae-a899-d7195dc0bdfb req-7527906a-de50-46a9-b5ef-e03e927b43f7 tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:43:06.241859 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] get_ports_and_sgs() called for port_ids ['4e58066a-52f1-4024-8a61-cc5684e1c28f'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:43:06.276566 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5b68bf-545a-42ae-a899-d7195dc0bdfb req-7527906a-de50-46a9-b5ef-e03e927b43f7 tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:43:06.277234 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-fc5b68bf-545a-42ae-a899-d7195dc0bdfb req-7527906a-de50-46a9-b5ef-e03e927b43f7 tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:43:06.278720 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-fc5b68bf-545a-42ae-a899-d7195dc0bdfb req-7527906a-de50-46a9-b5ef-e03e927b43f7 tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] 10.222.0.54 "PUT /v2.0/ports/4e58066a-52f1-4024-8a61-cc5684e1c28f HTTP/1.1" status: 200 len: 981 time: 0.3399146 Nov 19 18:43:06.312018 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7527906a-de50-46a9-b5ef-e03e927b43f7 tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] Pushing event updated for resources: {'Port': ['ID=4e58066a-52f1-4024-8a61-cc5684e1c28f,revision_number=6']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:43:06.354948 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] get_ports_and_sgs() called for port_ids ['4e58066a-52f1-4024-8a61-cc5684e1c28f'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:43:06.434266 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ea068a3b-bcd8-4ae2-99b0-37515e991def req-4d9ab259-8be2-4d81-a052-5ff8e0d6f514 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=7fc6ebec-cd44-4774-8b7a-36964f3a2602&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0558934 Nov 19 18:43:06.449331 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dfde23-f8e5-4ad4-a0e2-e7a0fd0b5e23 req-3a4b02b9-d9df-481e-8b64-727dbf0d8113 tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:43:06.451187 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-22dfde23-f8e5-4ad4-a0e2-e7a0fd0b5e23 req-3a4b02b9-d9df-481e-8b64-727dbf0d8113 tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] 10.222.0.54 "GET /v2.0/ports?device_id=7fc6ebec-cd44-4774-8b7a-36964f3a2602 HTTP/1.1" status: 200 len: 984 time: 0.1039016 Nov 19 18:43:06.555051 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-22dfde23-f8e5-4ad4-a0e2-e7a0fd0b5e23 req-24774156-b1be-46ce-a59b-3349e6893b66 tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] 10.222.0.54 "GET /v2.0/security-groups?id=4522b298-26fe-4371-81d4-4525ec4b595a&id=2e3b3ce6-55b2-4ea1-8efb-6aca97135276&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0959766 Nov 19 18:43:06.562441 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea068a3b-bcd8-4ae2-99b0-37515e991def req-89bb56f8-d359-4191-a738-8fae83647e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:43:06.564396 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ea068a3b-bcd8-4ae2-99b0-37515e991def req-89bb56f8-d359-4191-a738-8fae83647e78 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b2223eee1f5d4220ad1f611235afdd7f&device_id=7fc6ebec-cd44-4774-8b7a-36964f3a2602 HTTP/1.1" status: 200 len: 1135 time: 0.0711970 Nov 19 18:43:06.658664 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4265abe0-db5c-40b3-b990-daeed990af25 None None] Provisioning complete for port 4e58066a-52f1-4024-8a61-cc5684e1c28f triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:43:06.659035 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4265abe0-db5c-40b3-b990-daeed990af25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:43:06.684472 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea068a3b-bcd8-4ae2-99b0-37515e991def req-5ca8117b-95f6-4e28-8651-ca01912747d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:43:06.686268 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ea068a3b-bcd8-4ae2-99b0-37515e991def req-5ca8117b-95f6-4e28-8651-ca01912747d4 service neutron] 10.222.0.86 "GET /v2.0/networks?id=219f5cac-66e1-46e8-96d0-f1932f377b5a HTTP/1.1" status: 200 len: 916 time: 0.0998793 Nov 19 18:43:06.750383 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fc6ebec-cd44-4774-8b7a-36964f3a2602', 'tag': '4e58066a-52f1-4024-8a61-cc5684e1c28f'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:43:06.752742 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52b8413beb4c6ee9e3ef24221fee7166c8d58dd3d366bc989a0565316b268f0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce207357-070c-4b70-a12f-d3f1d7a01f6c" -d '{"events": [{"name": "network-changed", "server_uuid": "7fc6ebec-cd44-4774-8b7a-36964f3a2602", "tag": "4e58066a-52f1-4024-8a61-cc5684e1c28f"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:43:06.772631 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ea068a3b-bcd8-4ae2-99b0-37515e991def req-30f05880-49dc-40d1-ba52-ae9bb81dda1c service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4e58066a-52f1-4024-8a61-cc5684e1c28f HTTP/1.1" status: 200 len: 999 time: 0.0783651 Nov 19 18:43:06.794852 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 18:43:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-173a1846-a32c-4555-b906-b4d11a5dde3d x-openstack-request-id: req-173a1846-a32c-4555-b906-b4d11a5dde3d {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:43:06.795181 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fc6ebec-cd44-4774-8b7a-36964f3a2602", "tag": "4e58066a-52f1-4024-8a61-cc5684e1c28f", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:43:06.795444 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-173a1846-a32c-4555-b906-b4d11a5dde3d {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:43:06.796006 n-d-818022-2 neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fc6ebec-cd44-4774-8b7a-36964f3a2602', 'tag': '4e58066a-52f1-4024-8a61-cc5684e1c28f', 'status': 'completed', 'code': 200} Nov 19 18:43:06.828212 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea068a3b-bcd8-4ae2-99b0-37515e991def req-9ca0e5f9-c03c-4d22-89b2-ce4610082bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:43:06.829706 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ea068a3b-bcd8-4ae2-99b0-37515e991def req-9ca0e5f9-c03c-4d22-89b2-ce4610082bc7 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=219eb497-4037-4785-843e-54a0c4e904a3 HTTP/1.1" status: 200 len: 854 time: 0.0495868 Nov 19 18:43:06.881366 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea068a3b-bcd8-4ae2-99b0-37515e991def req-bf5c5688-f66f-417a-8873-f460bb99a388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:43:06.882893 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ea068a3b-bcd8-4ae2-99b0-37515e991def req-bf5c5688-f66f-417a-8873-f460bb99a388 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=219f5cac-66e1-46e8-96d0-f1932f377b5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453312 Nov 19 18:43:06.976826 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ea068a3b-bcd8-4ae2-99b0-37515e991def req-9a09ec3c-1173-457b-be3c-6fcd1920d039 service neutron] 10.222.0.86 "GET /v2.0/networks/219f5cac-66e1-46e8-96d0-f1932f377b5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841610 Nov 19 18:43:07.086358 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ea068a3b-bcd8-4ae2-99b0-37515e991def req-ac291c93-db36-4c0a-a927-cf399ca84a83 service neutron] 10.222.0.86 "GET /v2.0/networks/219f5cac-66e1-46e8-96d0-f1932f377b5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979762 Nov 19 18:43:07.170365 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce207357-070c-4b70-a12f-d3f1d7a01f6c req-b181c94f-4e23-4563-b5af-004caa05a8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:43:07.171861 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ce207357-070c-4b70-a12f-d3f1d7a01f6c req-b181c94f-4e23-4563-b5af-004caa05a8f5 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b2223eee1f5d4220ad1f611235afdd7f&device_id=7fc6ebec-cd44-4774-8b7a-36964f3a2602 HTTP/1.1" status: 200 len: 1135 time: 0.0413289 Nov 19 18:43:07.264214 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce207357-070c-4b70-a12f-d3f1d7a01f6c req-020d319c-90a5-4ab6-bdeb-3b5c22e4633a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:43:07.265691 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ce207357-070c-4b70-a12f-d3f1d7a01f6c req-020d319c-90a5-4ab6-bdeb-3b5c22e4633a service neutron] 10.222.0.86 "GET /v2.0/networks?id=219f5cac-66e1-46e8-96d0-f1932f377b5a HTTP/1.1" status: 200 len: 916 time: 0.0853851 Nov 19 18:43:07.665261 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ce207357-070c-4b70-a12f-d3f1d7a01f6c req-90ff3650-102a-4dd5-8d4a-693c6a6b2135 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4e58066a-52f1-4024-8a61-cc5684e1c28f HTTP/1.1" status: 200 len: 999 time: 0.3891208 Nov 19 18:43:07.714333 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce207357-070c-4b70-a12f-d3f1d7a01f6c req-4431071a-ca93-455a-908d-1996ff5d8011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:43:07.715789 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ce207357-070c-4b70-a12f-d3f1d7a01f6c req-4431071a-ca93-455a-908d-1996ff5d8011 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=219eb497-4037-4785-843e-54a0c4e904a3 HTTP/1.1" status: 200 len: 854 time: 0.0444467 Nov 19 18:43:07.767598 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce207357-070c-4b70-a12f-d3f1d7a01f6c req-da6b5d64-60bb-4d08-9a5b-f219020b66b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:43:07.769072 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ce207357-070c-4b70-a12f-d3f1d7a01f6c req-da6b5d64-60bb-4d08-9a5b-f219020b66b9 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=219f5cac-66e1-46e8-96d0-f1932f377b5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452528 Nov 19 18:43:07.862003 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ce207357-070c-4b70-a12f-d3f1d7a01f6c req-79edb43d-617a-4c78-848b-5888bf7980c8 service neutron] 10.222.0.86 "GET /v2.0/networks/219f5cac-66e1-46e8-96d0-f1932f377b5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842555 Nov 19 18:43:07.960029 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ce207357-070c-4b70-a12f-d3f1d7a01f6c req-0da10b4e-1e3c-4cbf-b42e-fc99251eb74f service neutron] 10.222.0.86 "GET /v2.0/networks/219f5cac-66e1-46e8-96d0-f1932f377b5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863323 Nov 19 18:43:08.399798 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.agents_db [None req-619e5c26-d9ed-4321-86eb-7d443bb9dfa2 None None] Agent healthcheck: found 7 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 18:43:23.876948 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f2cce3-d939-4548-82ab-2fa45217c17e req-2a418092-8709-45b2-8b0b-696f972cf496 tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:43:23.878401 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f8f2cce3-d939-4548-82ab-2fa45217c17e req-2a418092-8709-45b2-8b0b-696f972cf496 tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] 10.222.0.54 "GET /v2.0/ports?device_id=7fc6ebec-cd44-4774-8b7a-36964f3a2602 HTTP/1.1" status: 200 len: 984 time: 0.0519099 Nov 19 18:43:23.887833 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eb68f2-eeaa-4ed2-a195-d1e3597d29a2 req-4f8f4774-e2ab-45ce-aca2-db75b83ef987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:43:23.889348 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a4eb68f2-eeaa-4ed2-a195-d1e3597d29a2 req-4f8f4774-e2ab-45ce-aca2-db75b83ef987 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b2223eee1f5d4220ad1f611235afdd7f&device_id=7fc6ebec-cd44-4774-8b7a-36964f3a2602 HTTP/1.1" status: 200 len: 1135 time: 0.0445793 Nov 19 18:43:23.942225 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f8f2cce3-d939-4548-82ab-2fa45217c17e req-f7ece4d1-6c61-4291-98ea-4f6e1fe879c1 tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] 10.222.0.54 "GET /v2.0/security-groups?id=4522b298-26fe-4371-81d4-4525ec4b595a&id=2e3b3ce6-55b2-4ea1-8efb-6aca97135276&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0572534 Nov 19 18:43:23.987324 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eb68f2-eeaa-4ed2-a195-d1e3597d29a2 req-c9a07c62-99f3-4368-bccc-6cbdce8608b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:43:23.988781 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a4eb68f2-eeaa-4ed2-a195-d1e3597d29a2 req-c9a07c62-99f3-4368-bccc-6cbdce8608b7 service neutron] 10.222.0.86 "GET /v2.0/networks?id=219f5cac-66e1-46e8-96d0-f1932f377b5a HTTP/1.1" status: 200 len: 916 time: 0.0913162 Nov 19 18:43:24.061570 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a4eb68f2-eeaa-4ed2-a195-d1e3597d29a2 req-3a3a7160-f50a-4865-9885-92821f5a4c53 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4e58066a-52f1-4024-8a61-cc5684e1c28f HTTP/1.1" status: 200 len: 999 time: 0.0638351 Nov 19 18:43:24.112150 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eb68f2-eeaa-4ed2-a195-d1e3597d29a2 req-9ff7c566-7163-4508-ac22-416175f01584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:43:24.113623 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a4eb68f2-eeaa-4ed2-a195-d1e3597d29a2 req-9ff7c566-7163-4508-ac22-416175f01584 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=219eb497-4037-4785-843e-54a0c4e904a3 HTTP/1.1" status: 200 len: 854 time: 0.0448182 Nov 19 18:43:24.163900 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eb68f2-eeaa-4ed2-a195-d1e3597d29a2 req-24cdc609-6c9c-43dc-8787-403da2c43e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:43:24.165354 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a4eb68f2-eeaa-4ed2-a195-d1e3597d29a2 req-24cdc609-6c9c-43dc-8787-403da2c43e51 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=219f5cac-66e1-46e8-96d0-f1932f377b5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439270 Nov 19 18:43:24.261507 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a4eb68f2-eeaa-4ed2-a195-d1e3597d29a2 req-ca2e8beb-88b1-44bd-b05e-e3ce4cac7df6 service neutron] 10.222.0.86 "GET /v2.0/networks/219f5cac-66e1-46e8-96d0-f1932f377b5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872242 Nov 19 18:43:24.352154 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a4eb68f2-eeaa-4ed2-a195-d1e3597d29a2 req-1eb55211-8e6f-4289-a596-61458d08576d service neutron] 10.222.0.86 "GET /v2.0/networks/219f5cac-66e1-46e8-96d0-f1932f377b5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828891 Nov 19 18:43:25.075202 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c0b09e-5feb-4f57-9aa3-43d193574cbb req-cda2a2a7-3429-4964-a9b2-b3d381396d66 tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:43:25.076744 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b7c0b09e-5feb-4f57-9aa3-43d193574cbb req-cda2a2a7-3429-4964-a9b2-b3d381396d66 tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] 10.222.0.54 "GET /v2.0/ports?device_id=7fc6ebec-cd44-4774-8b7a-36964f3a2602 HTTP/1.1" status: 200 len: 984 time: 0.0546536 Nov 19 18:43:25.138391 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b7c0b09e-5feb-4f57-9aa3-43d193574cbb req-e84422c6-dce4-4335-b139-321b4158e87b tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] 10.222.0.54 "GET /v2.0/security-groups?id=4522b298-26fe-4371-81d4-4525ec4b595a&id=2e3b3ce6-55b2-4ea1-8efb-6aca97135276&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0556276 Nov 19 18:43:26.262164 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f5beff-7228-4b02-a953-7afd4e154d7e req-b462ca2e-201d-4a24-a129-83f6d2e768f2 tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:43:26.263654 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-36f5beff-7228-4b02-a953-7afd4e154d7e req-b462ca2e-201d-4a24-a129-83f6d2e768f2 tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] 10.222.0.54 "GET /v2.0/ports?device_id=7fc6ebec-cd44-4774-8b7a-36964f3a2602 HTTP/1.1" status: 200 len: 984 time: 0.0542109 Nov 19 18:43:26.322912 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-36f5beff-7228-4b02-a953-7afd4e154d7e req-fc58a160-3aff-4018-b43d-fa9af6b2bbdd tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] 10.222.0.54 "GET /v2.0/security-groups?id=4522b298-26fe-4371-81d4-4525ec4b595a&id=2e3b3ce6-55b2-4ea1-8efb-6aca97135276&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0531974 Nov 19 18:43:27.438611 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023b8f7e-c74a-4393-a1bd-0e9420daef62 req-85283e61-1286-4b48-91dc-6ab6427d6cc0 tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:43:27.440141 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-023b8f7e-c74a-4393-a1bd-0e9420daef62 req-85283e61-1286-4b48-91dc-6ab6427d6cc0 tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] 10.222.0.54 "GET /v2.0/ports?device_id=7fc6ebec-cd44-4774-8b7a-36964f3a2602 HTTP/1.1" status: 200 len: 984 time: 0.0494914 Nov 19 18:43:27.500758 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-023b8f7e-c74a-4393-a1bd-0e9420daef62 req-7aea5acf-2457-46b6-81d6-936cf583da85 tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] 10.222.0.54 "GET /v2.0/security-groups?id=4522b298-26fe-4371-81d4-4525ec4b595a&id=2e3b3ce6-55b2-4ea1-8efb-6aca97135276&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0543997 Nov 19 18:43:28.617070 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a1b320-5471-4fde-aec7-df146273d703 req-be3b84ae-2cfd-45b2-9111-2ce032acfa55 tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:43:28.618598 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d4a1b320-5471-4fde-aec7-df146273d703 req-be3b84ae-2cfd-45b2-9111-2ce032acfa55 tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] 10.222.0.54 "GET /v2.0/ports?device_id=7fc6ebec-cd44-4774-8b7a-36964f3a2602 HTTP/1.1" status: 200 len: 984 time: 0.0491221 Nov 19 18:43:28.678136 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d4a1b320-5471-4fde-aec7-df146273d703 req-a396ca43-6b2d-4579-a255-ccdd11d3a45c tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] 10.222.0.54 "GET /v2.0/security-groups?id=4522b298-26fe-4371-81d4-4525ec4b595a&id=2e3b3ce6-55b2-4ea1-8efb-6aca97135276&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0528524 Nov 19 18:43:29.800527 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c1f4b1-c875-4c88-99bf-9f7b79db4cd7 req-f8e56b3b-5f8d-4502-a4df-fe4866ce507b tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:43:29.802085 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-12c1f4b1-c875-4c88-99bf-9f7b79db4cd7 req-f8e56b3b-5f8d-4502-a4df-fe4866ce507b tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] 10.222.0.54 "GET /v2.0/ports?device_id=7fc6ebec-cd44-4774-8b7a-36964f3a2602 HTTP/1.1" status: 200 len: 984 time: 0.0538168 Nov 19 18:43:29.863322 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-12c1f4b1-c875-4c88-99bf-9f7b79db4cd7 req-06f41598-5a96-4003-b528-b0c8e053a61d tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] 10.222.0.54 "GET /v2.0/security-groups?id=4522b298-26fe-4371-81d4-4525ec4b595a&id=2e3b3ce6-55b2-4ea1-8efb-6aca97135276&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0542028 Nov 19 18:43:29.896611 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-904566fa-73df-41b9-ad4b-86ee1a0a0b9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:43:30.986107 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db945ee-cb13-45c4-b673-039adb9d4a92 req-460baa8a-54cd-45b3-8403-72590eebe5c9 tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:43:30.987623 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0db945ee-cb13-45c4-b673-039adb9d4a92 req-460baa8a-54cd-45b3-8403-72590eebe5c9 tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] 10.222.0.54 "GET /v2.0/ports?device_id=7fc6ebec-cd44-4774-8b7a-36964f3a2602 HTTP/1.1" status: 200 len: 984 time: 0.0500126 Nov 19 18:43:31.053529 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0db945ee-cb13-45c4-b673-039adb9d4a92 req-2f4fd127-225f-44b7-b0a6-88a657dcb116 tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] 10.222.0.54 "GET /v2.0/security-groups?id=4522b298-26fe-4371-81d4-4525ec4b595a&id=2e3b3ce6-55b2-4ea1-8efb-6aca97135276&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0597167 Nov 19 18:43:32.101001 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d2f4b68d-540e-4ea8-b4ce-befb0173109b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:43:32.177184 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cd5091-44b5-43fb-9e0f-d55039cfa501 req-585578b1-90f5-4f41-a4db-6a00384e10ef tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:43:32.178776 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c5cd5091-44b5-43fb-9e0f-d55039cfa501 req-585578b1-90f5-4f41-a4db-6a00384e10ef tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] 10.222.0.54 "GET /v2.0/ports?device_id=7fc6ebec-cd44-4774-8b7a-36964f3a2602 HTTP/1.1" status: 200 len: 984 time: 0.0519633 Nov 19 18:43:32.241464 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c5cd5091-44b5-43fb-9e0f-d55039cfa501 req-04f49655-c7fc-458e-8d0b-dd464b6f959e tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] 10.222.0.54 "GET /v2.0/security-groups?id=4522b298-26fe-4371-81d4-4525ec4b595a&id=2e3b3ce6-55b2-4ea1-8efb-6aca97135276&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0542281 Nov 19 18:43:33.356978 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a670199-1a25-4191-8e06-b9cc5e3e9a1f req-4b90c91f-0c97-4d61-be93-a82a027fa1ee tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:43:33.358481 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8a670199-1a25-4191-8e06-b9cc5e3e9a1f req-4b90c91f-0c97-4d61-be93-a82a027fa1ee tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] 10.222.0.54 "GET /v2.0/ports?device_id=7fc6ebec-cd44-4774-8b7a-36964f3a2602 HTTP/1.1" status: 200 len: 984 time: 0.0486715 Nov 19 18:43:33.400003 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e46ecc5a-dc14-4744-b262-3072ff2e958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:43:33.419344 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8a670199-1a25-4191-8e06-b9cc5e3e9a1f req-6c5750bc-316e-4d6e-a8d1-2dfcc70ce1af tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] 10.222.0.54 "GET /v2.0/security-groups?id=4522b298-26fe-4371-81d4-4525ec4b595a&id=2e3b3ce6-55b2-4ea1-8efb-6aca97135276&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0546725 Nov 19 18:43:34.211675 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:43:34.278881 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:43:34.534689 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a60ed5-7e78-4c3d-9bc9-eae7a9e0555d req-a71ed5b5-b86f-45ad-ba09-13ad5c4c6f98 tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:43:34.536189 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-96a60ed5-7e78-4c3d-9bc9-eae7a9e0555d req-a71ed5b5-b86f-45ad-ba09-13ad5c4c6f98 tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] 10.222.0.54 "GET /v2.0/ports?device_id=7fc6ebec-cd44-4774-8b7a-36964f3a2602 HTTP/1.1" status: 200 len: 984 time: 0.0489891 Nov 19 18:43:34.600682 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-96a60ed5-7e78-4c3d-9bc9-eae7a9e0555d req-4cc3ca28-d84e-44cb-ae09-7014c84fb1c8 tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] 10.222.0.54 "GET /v2.0/security-groups?id=4522b298-26fe-4371-81d4-4525ec4b595a&id=2e3b3ce6-55b2-4ea1-8efb-6aca97135276&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0579274 Nov 19 18:43:34.978258 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e013d7e6-5264-4dcc-9759-54f5fb809e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:43:35.293236 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:43:35.717721 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7892281-020b-44e4-8852-28e72457babb req-c1652446-eaf9-42a9-b5f7-25ddd87dfb85 tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:43:35.719215 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f7892281-020b-44e4-8852-28e72457babb req-c1652446-eaf9-42a9-b5f7-25ddd87dfb85 tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] 10.222.0.54 "GET /v2.0/ports?device_id=7fc6ebec-cd44-4774-8b7a-36964f3a2602 HTTP/1.1" status: 200 len: 984 time: 0.0491717 Nov 19 18:43:35.777571 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f7892281-020b-44e4-8852-28e72457babb req-990ee791-e050-4691-a849-f9ad8cfde1f4 tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] 10.222.0.54 "GET /v2.0/security-groups?id=4522b298-26fe-4371-81d4-4525ec4b595a&id=2e3b3ce6-55b2-4ea1-8efb-6aca97135276&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0524175 Nov 19 18:43:45.398087 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.agents_db [None req-619e5c26-d9ed-4321-86eb-7d443bb9dfa2 None None] Agent healthcheck: found 7 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 18:43:59.898140 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-30528766-5413-4091-867e-236a648ab368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:02.103963 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3d0ae46b-17f2-4849-bb90-95aba41eccd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:03.402409 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e46ecc5a-dc14-4744-b262-3072ff2e958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:04.206739 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:04.280454 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:04.976422 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e013d7e6-5264-4dcc-9759-54f5fb809e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:05.298763 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:05.590848 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [req-0ef9e1f6-9204-4a9e-9528-604c409ec95f req-0dee529f-1a27-4644-92c4-016a10c65b3e service neutron] (103365) timed out ('10.222.0.60', 52675) {{(pid=103365) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 19 18:44:06.407531 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-48a80064-8c39-4da8-a403-a871bd5b1b20 req-04adedfb-8585-4fb7-a9c1-29f19af777b1 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=7fc6ebec-cd44-4774-8b7a-36964f3a2602&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0407641 Nov 19 18:44:06.494033 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a80064-8c39-4da8-a403-a871bd5b1b20 req-b1ce229f-8bb2-4c50-bb4c-bf9a05bf5830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:44:06.495604 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-48a80064-8c39-4da8-a403-a871bd5b1b20 req-b1ce229f-8bb2-4c50-bb4c-bf9a05bf5830 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b2223eee1f5d4220ad1f611235afdd7f&device_id=7fc6ebec-cd44-4774-8b7a-36964f3a2602 HTTP/1.1" status: 200 len: 1135 time: 0.0417261 Nov 19 18:44:06.603528 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a80064-8c39-4da8-a403-a871bd5b1b20 req-24284dc2-e490-4211-a559-eb3f3c445a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:44:06.605054 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-48a80064-8c39-4da8-a403-a871bd5b1b20 req-24284dc2-e490-4211-a559-eb3f3c445a29 service neutron] 10.222.0.86 "GET /v2.0/networks?id=219f5cac-66e1-46e8-96d0-f1932f377b5a HTTP/1.1" status: 200 len: 916 time: 0.0889761 Nov 19 18:44:06.670918 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-48a80064-8c39-4da8-a403-a871bd5b1b20 req-a2600e7d-e626-4124-80f5-06f73adcf3c5 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4e58066a-52f1-4024-8a61-cc5684e1c28f HTTP/1.1" status: 200 len: 999 time: 0.0582404 Nov 19 18:44:06.721129 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a80064-8c39-4da8-a403-a871bd5b1b20 req-a46770a4-d976-4dea-ab0e-1d325a477865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:44:06.722628 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-48a80064-8c39-4da8-a403-a871bd5b1b20 req-a46770a4-d976-4dea-ab0e-1d325a477865 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=219eb497-4037-4785-843e-54a0c4e904a3 HTTP/1.1" status: 200 len: 854 time: 0.0441685 Nov 19 18:44:06.771769 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a80064-8c39-4da8-a403-a871bd5b1b20 req-348639d7-5206-425f-ba94-e2fd8a354e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:44:06.773253 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-48a80064-8c39-4da8-a403-a871bd5b1b20 req-348639d7-5206-425f-ba94-e2fd8a354e43 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=219f5cac-66e1-46e8-96d0-f1932f377b5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432184 Nov 19 18:44:06.862284 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-48a80064-8c39-4da8-a403-a871bd5b1b20 req-51de5397-f644-4bf3-9d42-be81cb045d7b service neutron] 10.222.0.86 "GET /v2.0/networks/219f5cac-66e1-46e8-96d0-f1932f377b5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801497 Nov 19 18:44:06.956228 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-48a80064-8c39-4da8-a403-a871bd5b1b20 req-74a57054-67be-4ded-855d-64b49a772625 service neutron] 10.222.0.86 "GET /v2.0/networks/219f5cac-66e1-46e8-96d0-f1932f377b5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859656 Nov 19 18:44:08.276115 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-17e4d8e3-8a54-4ae5-a627-5b3d43993d0d req-fad5f189-64c1-45f7-bcf7-ea3f3ed840f6 tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-890761120&fields=id&tenant_id=b2223eee1f5d4220ad1f611235afdd7f HTTP/1.1" status: 200 len: 267 time: 0.1504080 Nov 19 18:44:08.335716 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e4d8e3-8a54-4ae5-a627-5b3d43993d0d req-8a1d3b0f-3dc6-45d7-86cb-bee853c937a2 tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:44:08.337208 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-17e4d8e3-8a54-4ae5-a627-5b3d43993d0d req-8a1d3b0f-3dc6-45d7-86cb-bee853c937a2 tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] 10.222.0.54 "GET /v2.0/ports?device_id=7fc6ebec-cd44-4774-8b7a-36964f3a2602 HTTP/1.1" status: 200 len: 984 time: 0.0539579 Nov 19 18:44:08.349249 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-17e4d8e3-8a54-4ae5-a627-5b3d43993d0d req-b4536f3a-515f-4216-bffb-dd9dc2395b06 tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] Request body: {'port': {'security_groups': ['4522b298-26fe-4371-81d4-4525ec4b595a']}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:44:08.413022 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-17e4d8e3-8a54-4ae5-a627-5b3d43993d0d req-b4536f3a-515f-4216-bffb-dd9dc2395b06 tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:08.584597 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-17e4d8e3-8a54-4ae5-a627-5b3d43993d0d req-b4536f3a-515f-4216-bffb-dd9dc2395b06 tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] For port 4e58066a-52f1-4024-8a61-cc5684e1c28f, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=4e58066a-52f1-4024-8a61-cc5684e1c28f,segment=NetworkSegment(b4ae2c9f-b7dc-4700-be65-d23d2bdb40eb),segment_id=b4ae2c9f-b7dc-4700-be65-d23d2bdb40eb)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:44:08.617821 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-17e4d8e3-8a54-4ae5-a627-5b3d43993d0d req-b4536f3a-515f-4216-bffb-dd9dc2395b06 tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] Publish callbacks [] for port, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:08.622903 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-17e4d8e3-8a54-4ae5-a627-5b3d43993d0d req-b4536f3a-515f-4216-bffb-dd9dc2395b06 tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:08.635112 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] get_ports_and_sgs() called for port_ids ['4e58066a-52f1-4024-8a61-cc5684e1c28f'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:44:08.671398 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e4d8e3-8a54-4ae5-a627-5b3d43993d0d req-b4536f3a-515f-4216-bffb-dd9dc2395b06 tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:44:08.672132 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-17e4d8e3-8a54-4ae5-a627-5b3d43993d0d req-b4536f3a-515f-4216-bffb-dd9dc2395b06 tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:08.673604 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-17e4d8e3-8a54-4ae5-a627-5b3d43993d0d req-b4536f3a-515f-4216-bffb-dd9dc2395b06 tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] 10.222.0.54 "PUT /v2.0/ports/4e58066a-52f1-4024-8a61-cc5684e1c28f HTTP/1.1" status: 200 len: 942 time: 0.3291864 Nov 19 18:44:08.674102 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fc6ebec-cd44-4774-8b7a-36964f3a2602', 'tag': '4e58066a-52f1-4024-8a61-cc5684e1c28f'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:44:08.676654 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd49725d620cdd9f83c5eaf1b0fd23d69d3d375bb9795dcb3d54cd15509d3c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0645fb6-c5a2-478a-9b4f-c1912c85a14c" -d '{"events": [{"name": "network-changed", "server_uuid": "7fc6ebec-cd44-4774-8b7a-36964f3a2602", "tag": "4e58066a-52f1-4024-8a61-cc5684e1c28f"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:44:08.681934 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 48262) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:44:08.735658 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4536f3a-515f-4216-bffb-dd9dc2395b06 tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] Pushing event updated for resources: {'Port': ['ID=4e58066a-52f1-4024-8a61-cc5684e1c28f,revision_number=7']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:44:08.748324 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 18:44:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1893c523-207d-4b17-887f-a12462e69281 x-openstack-request-id: req-1893c523-207d-4b17-887f-a12462e69281 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:44:08.748628 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fc6ebec-cd44-4774-8b7a-36964f3a2602", "tag": "4e58066a-52f1-4024-8a61-cc5684e1c28f", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:44:08.748891 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-1893c523-207d-4b17-887f-a12462e69281 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:44:08.749310 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fc6ebec-cd44-4774-8b7a-36964f3a2602', 'tag': '4e58066a-52f1-4024-8a61-cc5684e1c28f', 'status': 'completed', 'code': 200} Nov 19 18:44:08.751079 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4536f3a-515f-4216-bffb-dd9dc2395b06 tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:44:08.751437 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4536f3a-515f-4216-bffb-dd9dc2395b06 tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:44:08.751783 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4536f3a-515f-4216-bffb-dd9dc2395b06 tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:44:08.752132 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4536f3a-515f-4216-bffb-dd9dc2395b06 tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:44:08.752470 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4536f3a-515f-4216-bffb-dd9dc2395b06 tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:44:08.752809 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4536f3a-515f-4216-bffb-dd9dc2395b06 tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:44:08.753141 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4536f3a-515f-4216-bffb-dd9dc2395b06 tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:44:08.753484 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4536f3a-515f-4216-bffb-dd9dc2395b06 tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:44:08.753828 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4536f3a-515f-4216-bffb-dd9dc2395b06 tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:44:08.754161 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4536f3a-515f-4216-bffb-dd9dc2395b06 tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:44:08.754495 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4536f3a-515f-4216-bffb-dd9dc2395b06 tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:44:08.754825 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4536f3a-515f-4216-bffb-dd9dc2395b06 tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:44:08.771284 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7f774710-d95b-412d-8956-9f3b01008290 tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:08.789342 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] get_ports_and_sgs() called for port_ids ['4e58066a-52f1-4024-8a61-cc5684e1c28f'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:44:08.805687 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7f774710-d95b-412d-8956-9f3b01008290 tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:08.820885 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0645fb6-c5a2-478a-9b4f-c1912c85a14c req-7c7c8808-f5bb-46c1-be6b-4ff16f3e968d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:44:08.822441 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e0645fb6-c5a2-478a-9b4f-c1912c85a14c req-7c7c8808-f5bb-46c1-be6b-4ff16f3e968d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b2223eee1f5d4220ad1f611235afdd7f&device_id=7fc6ebec-cd44-4774-8b7a-36964f3a2602 HTTP/1.1" status: 200 len: 1096 time: 0.0468235 Nov 19 18:44:08.880380 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7f774710-d95b-412d-8956-9f3b01008290 tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:08.884241 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7f774710-d95b-412d-8956-9f3b01008290 tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:08.885646 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-7f774710-d95b-412d-8956-9f3b01008290 tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] 10.222.0.54 "DELETE /v2.0/security-groups/2e3b3ce6-55b2-4ea1-8efb-6aca97135276 HTTP/1.1" status: 204 len: 168 time: 0.2015543 Nov 19 18:44:08.894029 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 48266) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:44:08.896763 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f774710-d95b-412d-8956-9f3b01008290 tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e3b3ce6-55b2-4ea1-8efb-6aca97135276,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:44:08.907584 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f774710-d95b-412d-8956-9f3b01008290 tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:44:08.907943 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f774710-d95b-412d-8956-9f3b01008290 tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:44:08.908997 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f774710-d95b-412d-8956-9f3b01008290 tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:44:08.909393 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f774710-d95b-412d-8956-9f3b01008290 tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:44:08.909780 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f774710-d95b-412d-8956-9f3b01008290 tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:44:08.910150 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f774710-d95b-412d-8956-9f3b01008290 tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:44:08.910488 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f774710-d95b-412d-8956-9f3b01008290 tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:44:08.910828 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f774710-d95b-412d-8956-9f3b01008290 tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:44:08.911164 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f774710-d95b-412d-8956-9f3b01008290 tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:44:08.911500 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f774710-d95b-412d-8956-9f3b01008290 tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:44:08.911847 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f774710-d95b-412d-8956-9f3b01008290 tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:44:08.912217 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f774710-d95b-412d-8956-9f3b01008290 tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:44:08.992591 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-1f73336f-cfea-4f8f-a3ef-7e0afca6458d None None] Provisioning complete for port 4e58066a-52f1-4024-8a61-cc5684e1c28f triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:44:08.992942 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-1f73336f-cfea-4f8f-a3ef-7e0afca6458d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:09.035830 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0645fb6-c5a2-478a-9b4f-c1912c85a14c req-771000f3-bb08-40d7-ab48-9635575db41d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:44:09.037334 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e0645fb6-c5a2-478a-9b4f-c1912c85a14c req-771000f3-bb08-40d7-ab48-9635575db41d service neutron] 10.222.0.86 "GET /v2.0/networks?id=219f5cac-66e1-46e8-96d0-f1932f377b5a HTTP/1.1" status: 200 len: 916 time: 0.2064798 Nov 19 18:44:09.138968 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e0645fb6-c5a2-478a-9b4f-c1912c85a14c req-72e930fc-1133-44ad-ad38-06db2ddcaadb service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4e58066a-52f1-4024-8a61-cc5684e1c28f HTTP/1.1" status: 200 len: 999 time: 0.0911109 Nov 19 18:44:09.186027 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-1221fa55-c359-4c38-8ad2-93fd97358e4f tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] Deleting port a840f557-4ed3-494f-93cf-da0cf40981fc {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:44:09.186369 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1221fa55-c359-4c38-8ad2-93fd97358e4f tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:09.235831 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0645fb6-c5a2-478a-9b4f-c1912c85a14c req-063aaafb-967e-4a0a-afdf-5f34acc55a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:44:09.237316 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e0645fb6-c5a2-478a-9b4f-c1912c85a14c req-063aaafb-967e-4a0a-afdf-5f34acc55a74 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=219eb497-4037-4785-843e-54a0c4e904a3 HTTP/1.1" status: 200 len: 854 time: 0.0908549 Nov 19 18:44:09.297703 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1221fa55-c359-4c38-8ad2-93fd97358e4f tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:09.298404 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1221fa55-c359-4c38-8ad2-93fd97358e4f tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:09.318768 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0645fb6-c5a2-478a-9b4f-c1912c85a14c req-c621f149-dc56-4bbd-9fc3-9367c4a74642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:44:09.320271 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e0645fb6-c5a2-478a-9b4f-c1912c85a14c req-c621f149-dc56-4bbd-9fc3-9367c4a74642 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=219f5cac-66e1-46e8-96d0-f1932f377b5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0750344 Nov 19 18:44:09.321159 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-1221fa55-c359-4c38-8ad2-93fd97358e4f tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] Calling delete_port for a840f557-4ed3-494f-93cf-da0cf40981fc owned by network:floatingip {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:44:09.471775 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e0645fb6-c5a2-478a-9b4f-c1912c85a14c req-612a99f3-9d99-4bd3-888e-d38326da578b service neutron] 10.222.0.86 "GET /v2.0/networks/219f5cac-66e1-46e8-96d0-f1932f377b5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421831 Nov 19 18:44:09.607671 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e0645fb6-c5a2-478a-9b4f-c1912c85a14c req-3d7c818b-f27d-42f2-913f-7dd0d24bda13 service neutron] 10.222.0.86 "GET /v2.0/networks/219f5cac-66e1-46e8-96d0-f1932f377b5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220288 Nov 19 18:44:09.608807 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1221fa55-c359-4c38-8ad2-93fd97358e4f tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:09.636102 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1221fa55-c359-4c38-8ad2-93fd97358e4f tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] Pushing event deleted for resources: {'Port': ['ID=a840f557-4ed3-494f-93cf-da0cf40981fc,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:44:09.694495 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1221fa55-c359-4c38-8ad2-93fd97358e4f tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] Publish callbacks [] for floatingip, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:09.694884 n-d-818022-2 neutron-server[103365]: INFO neutron.db.l3_db [None req-1221fa55-c359-4c38-8ad2-93fd97358e4f tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] Floating IP f3a81122-d7bc-4887-93f3-acd70061d63b disassociated (deleted). External IP: 172.25.7.4, port: 4e58066a-52f1-4024-8a61-cc5684e1c28f. Nov 19 18:44:09.901463 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1221fa55-c359-4c38-8ad2-93fd97358e4f tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] Router d0ebf145-273e-4e03-85cb-6ced26370677 has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 18:44:10.007002 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1221fa55-c359-4c38-8ad2-93fd97358e4f tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:44:10.011839 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1221fa55-c359-4c38-8ad2-93fd97358e4f tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for floatingip, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:10.018494 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-216e90c7-1d2a-4f21-b7f8-fb65b7ed18bf None None] Sync routers for ids ['d0ebf145-273e-4e03-85cb-6ced26370677'] in n-d-818022-2 {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:44:10.028678 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-216e90c7-1d2a-4f21-b7f8-fb65b7ed18bf None None] Routers {'d0ebf145-273e-4e03-85cb-6ced26370677'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:44:10.029314 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-216e90c7-1d2a-4f21-b7f8-fb65b7ed18bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:44:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['d0ebf145-273e-4e03-85cb-6ced26370677'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:44:10.040461 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-1221fa55-c359-4c38-8ad2-93fd97358e4f tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] 10.222.0.54 "DELETE /v2.0/floatingips/f3a81122-d7bc-4887-93f3-acd70061d63b HTTP/1.1" status: 204 len: 168 time: 1.1428308 Nov 19 18:44:10.136803 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-216e90c7-1d2a-4f21-b7f8-fb65b7ed18bf None None] Set router d0ebf145-273e-4e03-85cb-6ced26370677 gateway port host: n-d-818022-2 {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:44:10.358238 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-216e90c7-1d2a-4f21-b7f8-fb65b7ed18bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0ebf145-273e-4e03-85cb-6ced26370677', 'name': 'tempest-TestMinimumBasicScenario-2028616746-router', 'tenant_id': 'b2223eee1f5d4220ad1f611235afdd7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': '4397b96b-7224-4cb6-8145-d85b1bbbf20f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:42:11Z', 'updated_at': '2021-11-19T18:42:14Z', 'revision_number': 4, 'project_id': 'b2223eee1f5d4220ad1f611235afdd7f', 'gw_port': {'id': '4397b96b-7224-4cb6-8145-d85b1bbbf20f', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:e4:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ebf145-273e-4e03-85cb-6ced26370677', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:42:12Z', 'updated_at': '2021-11-19T18:42:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': '42612e42-6618-4d89-999b-a37229e61c52', 'name': '', 'network_id': '219f5cac-66e1-46e8-96d0-f1932f377b5a', 'tenant_id': 'b2223eee1f5d4220ad1f611235afdd7f', 'mac_address': 'fa:16:3e:0f:7e:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ebf145-273e-4e03-85cb-6ced26370677', 'device_owner': 'network:router_interface', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '219eb497-4037-4785-843e-54a0c4e904a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:42:13Z', 'updated_at': '2021-11-19T18:42:20Z', 'revision_number': 5, 'project_id': 'b2223eee1f5d4220ad1f611235afdd7f', 'subnets': [{'id': '219eb497-4037-4785-843e-54a0c4e904a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:44:10.394046 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-216e90c7-1d2a-4f21-b7f8-fb65b7ed18bf None None] Checking router: d0ebf145-273e-4e03-85cb-6ced26370677 for host: n-d-818022-2 {{(pid=103366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:44:10.403466 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-216e90c7-1d2a-4f21-b7f8-fb65b7ed18bf None None] Routers {'d0ebf145-273e-4e03-85cb-6ced26370677'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:44:10.404090 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-216e90c7-1d2a-4f21-b7f8-fb65b7ed18bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:44:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['d0ebf145-273e-4e03-85cb-6ced26370677'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:44:10.523578 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-216e90c7-1d2a-4f21-b7f8-fb65b7ed18bf None None] Set router d0ebf145-273e-4e03-85cb-6ced26370677 gateway port host: n-d-818022-2 {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:44:10.750367 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fc6ebec-cd44-4774-8b7a-36964f3a2602', 'tag': '4e58066a-52f1-4024-8a61-cc5684e1c28f'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:44:10.753271 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd49725d620cdd9f83c5eaf1b0fd23d69d3d375bb9795dcb3d54cd15509d3c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c911f1a-b573-44b9-bd45-6417a22e088e" -d '{"events": [{"name": "network-changed", "server_uuid": "7fc6ebec-cd44-4774-8b7a-36964f3a2602", "tag": "4e58066a-52f1-4024-8a61-cc5684e1c28f"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:44:10.753856 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-216e90c7-1d2a-4f21-b7f8-fb65b7ed18bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0ebf145-273e-4e03-85cb-6ced26370677', 'name': 'tempest-TestMinimumBasicScenario-2028616746-router', 'tenant_id': 'b2223eee1f5d4220ad1f611235afdd7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': '4397b96b-7224-4cb6-8145-d85b1bbbf20f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:42:11Z', 'updated_at': '2021-11-19T18:42:14Z', 'revision_number': 4, 'project_id': 'b2223eee1f5d4220ad1f611235afdd7f', 'gw_port': {'id': '4397b96b-7224-4cb6-8145-d85b1bbbf20f', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:e4:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ebf145-273e-4e03-85cb-6ced26370677', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:42:12Z', 'updated_at': '2021-11-19T18:42:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': '42612e42-6618-4d89-999b-a37229e61c52', 'name': '', 'network_id': '219f5cac-66e1-46e8-96d0-f1932f377b5a', 'tenant_id': 'b2223eee1f5d4220ad1f611235afdd7f', 'mac_address': 'fa:16:3e:0f:7e:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ebf145-273e-4e03-85cb-6ced26370677', 'device_owner': 'network:router_interface', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '219eb497-4037-4785-843e-54a0c4e904a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:42:13Z', 'updated_at': '2021-11-19T18:42:20Z', 'revision_number': 5, 'project_id': 'b2223eee1f5d4220ad1f611235afdd7f', 'subnets': [{'id': '219eb497-4037-4785-843e-54a0c4e904a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:44:10.782648 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-216e90c7-1d2a-4f21-b7f8-fb65b7ed18bf None None] The sync data for ids ['d0ebf145-273e-4e03-85cb-6ced26370677'] in n-d-818022-2 is: [{'id': 'd0ebf145-273e-4e03-85cb-6ced26370677', 'name': 'tempest-TestMinimumBasicScenario-2028616746-router', 'tenant_id': 'b2223eee1f5d4220ad1f611235afdd7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': '4397b96b-7224-4cb6-8145-d85b1bbbf20f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:42:11Z', 'updated_at': '2021-11-19T18:42:14Z', 'revision_number': 4, 'project_id': 'b2223eee1f5d4220ad1f611235afdd7f', 'gw_port': {'id': '4397b96b-7224-4cb6-8145-d85b1bbbf20f', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:e4:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ebf145-273e-4e03-85cb-6ced26370677', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:42:12Z', 'updated_at': '2021-11-19T18:42:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': '42612e42-6618-4d89-999b-a37229e61c52', 'name': '', 'network_id': '219f5cac-66e1-46e8-96d0-f1932f377b5a', 'tenant_id': 'b2223eee1f5d4220ad1f611235afdd7f', 'mac_address': 'fa:16:3e:0f:7e:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ebf145-273e-4e03-85cb-6ced26370677', 'device_owner': 'network:router_interface', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '219eb497-4037-4785-843e-54a0c4e904a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:42:13Z', 'updated_at': '2021-11-19T18:42:20Z', 'revision_number': 5, 'project_id': 'b2223eee1f5d4220ad1f611235afdd7f', 'subnets': [{'id': '219eb497-4037-4785-843e-54a0c4e904a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:44:10.804416 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 18:44:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4702f829-9a31-45fd-8f1d-96583086c564 x-openstack-request-id: req-4702f829-9a31-45fd-8f1d-96583086c564 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:44:10.804718 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fc6ebec-cd44-4774-8b7a-36964f3a2602", "tag": "4e58066a-52f1-4024-8a61-cc5684e1c28f", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:44:10.804982 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-4702f829-9a31-45fd-8f1d-96583086c564 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:44:10.805403 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fc6ebec-cd44-4774-8b7a-36964f3a2602', 'tag': '4e58066a-52f1-4024-8a61-cc5684e1c28f', 'status': 'completed', 'code': 200} Nov 19 18:44:10.883499 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c911f1a-b573-44b9-bd45-6417a22e088e req-f6cc6c06-fc03-46c8-9530-c727e94c4a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:44:10.885058 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2c911f1a-b573-44b9-bd45-6417a22e088e req-f6cc6c06-fc03-46c8-9530-c727e94c4a4f service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b2223eee1f5d4220ad1f611235afdd7f&device_id=7fc6ebec-cd44-4774-8b7a-36964f3a2602 HTTP/1.1" status: 200 len: 1096 time: 0.0498769 Nov 19 18:44:10.992359 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c911f1a-b573-44b9-bd45-6417a22e088e req-bad9419d-12ea-48c6-8a55-4001f6928187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:44:10.993900 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2c911f1a-b573-44b9-bd45-6417a22e088e req-bad9419d-12ea-48c6-8a55-4001f6928187 service neutron] 10.222.0.86 "GET /v2.0/networks?id=219f5cac-66e1-46e8-96d0-f1932f377b5a HTTP/1.1" status: 200 len: 916 time: 0.0980282 Nov 19 18:44:11.046073 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2c911f1a-b573-44b9-bd45-6417a22e088e req-10f42dd6-1584-44d2-9fe7-52c8a09387fc service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4e58066a-52f1-4024-8a61-cc5684e1c28f HTTP/1.1" status: 200 len: 217 time: 0.0389972 Nov 19 18:44:11.079072 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee5d67a8-6743-4ffe-9524-660d64432805 None None] New status for floating IP f3a81122-d7bc-4887-93f3-acd70061d63b: DOWN {{(pid=103367) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 18:44:11.102687 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c911f1a-b573-44b9-bd45-6417a22e088e req-9dcdfce0-5b32-400f-b153-6d750694c30c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:44:11.104227 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2c911f1a-b573-44b9-bd45-6417a22e088e req-9dcdfce0-5b32-400f-b153-6d750694c30c service neutron] 10.222.0.86 "GET /v2.0/subnets?id=219eb497-4037-4785-843e-54a0c4e904a3 HTTP/1.1" status: 200 len: 854 time: 0.0509293 Nov 19 18:44:11.154572 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c911f1a-b573-44b9-bd45-6417a22e088e req-2eefd675-d3ba-4bca-847a-8d52e5d057aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:44:11.156239 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2c911f1a-b573-44b9-bd45-6417a22e088e req-2eefd675-d3ba-4bca-847a-8d52e5d057aa service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=219f5cac-66e1-46e8-96d0-f1932f377b5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426652 Nov 19 18:44:11.250349 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2c911f1a-b573-44b9-bd45-6417a22e088e req-9ecc91be-cbf7-41f6-ac88-1607c9b1a489 service neutron] 10.222.0.86 "GET /v2.0/networks/219f5cac-66e1-46e8-96d0-f1932f377b5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864034 Nov 19 18:44:11.351311 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2c911f1a-b573-44b9-bd45-6417a22e088e req-196b3da9-8721-42f9-8dda-53ef1bb3479b service neutron] 10.222.0.86 "GET /v2.0/networks/219f5cac-66e1-46e8-96d0-f1932f377b5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932267 Nov 19 18:44:13.531393 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [req-2136dc4c-e217-4b9e-9948-760a0a18988b req-fecfeaec-0407-482e-b2ca-3eb46e9fc430 tempest-ServerDiskConfigTestJSON-814486836 tempest-ServerDiskConfigTestJSON-814486836-project] (103364) timed out ('10.222.0.86', 54869) {{(pid=103364) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 19 18:44:19.083921 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d979bb5c-65a5-4b83-ba7f-4e9d26f571bb req-a240df2f-132c-44fe-be65-260ee400a601 tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:44:19.085660 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d979bb5c-65a5-4b83-ba7f-4e9d26f571bb req-a240df2f-132c-44fe-be65-260ee400a601 tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] 10.222.0.54 "GET /v2.0/ports?device_id=7fc6ebec-cd44-4774-8b7a-36964f3a2602 HTTP/1.1" status: 200 len: 945 time: 0.0509892 Nov 19 18:44:19.138011 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d979bb5c-65a5-4b83-ba7f-4e9d26f571bb req-250bb736-d311-46f4-8502-a874d296b9b4 tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] 10.222.0.54 "GET /v2.0/security-groups?id=4522b298-26fe-4371-81d4-4525ec4b595a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457234 Nov 19 18:44:20.315978 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cc6536-38d2-4667-a357-569073211dac req-46f55d1f-ce94-4381-a7d0-ad4259a4366c tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:44:20.317696 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-e6cc6536-38d2-4667-a357-569073211dac req-46f55d1f-ce94-4381-a7d0-ad4259a4366c tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] 10.222.0.54 "GET /v2.0/ports?device_id=7fc6ebec-cd44-4774-8b7a-36964f3a2602 HTTP/1.1" status: 200 len: 945 time: 0.1050994 Nov 19 18:44:20.370562 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-e6cc6536-38d2-4667-a357-569073211dac req-dd7d3411-db11-4b63-a251-f3bd453bc807 tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] 10.222.0.54 "GET /v2.0/security-groups?id=4522b298-26fe-4371-81d4-4525ec4b595a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467136 Nov 19 18:44:20.813450 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa10caa-9037-4b8c-a23e-0f09b7367a94 req-f9453626-6148-4cc1-a782-1e989f14adb6 tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:44:20.814955 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-1aa10caa-9037-4b8c-a23e-0f09b7367a94 req-f9453626-6148-4cc1-a782-1e989f14adb6 tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] 10.222.0.86 "GET /v2.0/ports?device_id=7fc6ebec-cd44-4774-8b7a-36964f3a2602 HTTP/1.1" status: 200 len: 945 time: 0.0534351 Nov 19 18:44:20.903266 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-1aa10caa-9037-4b8c-a23e-0f09b7367a94 req-1c8408a9-127a-45ee-8b08-eaca2dbd159d tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] Deleting port 4e58066a-52f1-4024-8a61-cc5684e1c28f {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:44:20.903523 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-1aa10caa-9037-4b8c-a23e-0f09b7367a94 req-1c8408a9-127a-45ee-8b08-eaca2dbd159d tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:20.993016 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-1aa10caa-9037-4b8c-a23e-0f09b7367a94 req-1c8408a9-127a-45ee-8b08-eaca2dbd159d tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] For port 4e58066a-52f1-4024-8a61-cc5684e1c28f, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=4e58066a-52f1-4024-8a61-cc5684e1c28f,segment=NetworkSegment(b4ae2c9f-b7dc-4700-be65-d23d2bdb40eb),segment_id=b4ae2c9f-b7dc-4700-be65-d23d2bdb40eb)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:44:20.993374 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-1aa10caa-9037-4b8c-a23e-0f09b7367a94 req-1c8408a9-127a-45ee-8b08-eaca2dbd159d tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:21.006171 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-1aa10caa-9037-4b8c-a23e-0f09b7367a94 req-1c8408a9-127a-45ee-8b08-eaca2dbd159d tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] Calling delete_port for 4e58066a-52f1-4024-8a61-cc5684e1c28f owned by compute:nova {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:44:21.130395 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-1aa10caa-9037-4b8c-a23e-0f09b7367a94 req-1c8408a9-127a-45ee-8b08-eaca2dbd159d tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:21.142667 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] get_ports_and_sgs() called for port_ids ['4e58066a-52f1-4024-8a61-cc5684e1c28f'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:44:21.164665 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8408a9-127a-45ee-8b08-eaca2dbd159d tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] Pushing event deleted for resources: {'Port': ['ID=4e58066a-52f1-4024-8a61-cc5684e1c28f,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:44:21.203286 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-1aa10caa-9037-4b8c-a23e-0f09b7367a94 req-1c8408a9-127a-45ee-8b08-eaca2dbd159d tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] No DVR routers for this DVR port 4e58066a-52f1-4024-8a61-cc5684e1c28f on host n-h2-818022-2 {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:44:21.206502 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-1aa10caa-9037-4b8c-a23e-0f09b7367a94 req-1c8408a9-127a-45ee-8b08-eaca2dbd159d tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:21.209957 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-1aa10caa-9037-4b8c-a23e-0f09b7367a94 req-1c8408a9-127a-45ee-8b08-eaca2dbd159d tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] 10.222.0.86 "DELETE /v2.0/ports/4e58066a-52f1-4024-8a61-cc5684e1c28f HTTP/1.1" status: 204 len: 173 time: 0.3882799 Nov 19 18:44:21.210406 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fc6ebec-cd44-4774-8b7a-36964f3a2602', 'name': 'network-vif-deleted', 'tag': '4e58066a-52f1-4024-8a61-cc5684e1c28f'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:44:21.212704 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd49725d620cdd9f83c5eaf1b0fd23d69d3d375bb9795dcb3d54cd15509d3c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca5aa77f-e925-4202-bff8-bf04e8d2400f" -d '{"events": [{"server_uuid": "7fc6ebec-cd44-4774-8b7a-36964f3a2602", "name": "network-vif-deleted", "tag": "4e58066a-52f1-4024-8a61-cc5684e1c28f"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:44:21.253910 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:44:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-189bd2aa-811c-4042-9935-da69dbe566ed x-openstack-request-id: req-189bd2aa-811c-4042-9935-da69dbe566ed {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:44:21.254209 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fc6ebec-cd44-4774-8b7a-36964f3a2602", "name": "network-vif-deleted", "tag": "4e58066a-52f1-4024-8a61-cc5684e1c28f", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:44:21.254465 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-189bd2aa-811c-4042-9935-da69dbe566ed {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:44:21.254871 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fc6ebec-cd44-4774-8b7a-36964f3a2602', 'name': 'network-vif-deleted', 'tag': '4e58066a-52f1-4024-8a61-cc5684e1c28f', 'status': 'completed', 'code': 200} Nov 19 18:44:21.486458 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-1ad35be7-5848-47de-98a4-c64e41291f34 req-35bf35ac-2a75-42e1-8c3f-eed4c7952330 tempest-TestMinimumBasicScenario-1212543532 tempest-TestMinimumBasicScenario-1212543532-project] 10.222.0.54 "GET /v2.0/ports?device_id=7fc6ebec-cd44-4774-8b7a-36964f3a2602 HTTP/1.1" status: 200 len: 210 time: 0.0267982 Nov 19 18:44:22.397011 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.agents_db [None req-619e5c26-d9ed-4321-86eb-7d443bb9dfa2 None None] Agent healthcheck: found 7 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 18:44:23.076899 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 48380) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:44:23.417594 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b687e857-de4e-48cc-bee1-0b342110579c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-768564'] for router_interface, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:23.662610 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-b687e857-de4e-48cc-bee1-0b342110579c admin admin] Deleting port 42612e42-6618-4d89-999b-a37229e61c52 {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:44:23.662948 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b687e857-de4e-48cc-bee1-0b342110579c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:23.740132 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [None req-b687e857-de4e-48cc-bee1-0b342110579c admin admin] For port 42612e42-6618-4d89-999b-a37229e61c52, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=42612e42-6618-4d89-999b-a37229e61c52,segment=NetworkSegment(b4ae2c9f-b7dc-4700-be65-d23d2bdb40eb),segment_id=b4ae2c9f-b7dc-4700-be65-d23d2bdb40eb)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:44:23.740406 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b687e857-de4e-48cc-bee1-0b342110579c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:23.756971 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-b687e857-de4e-48cc-bee1-0b342110579c admin admin] Calling delete_port for 42612e42-6618-4d89-999b-a37229e61c52 owned by network:router_interface {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:44:23.933507 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b687e857-de4e-48cc-bee1-0b342110579c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:23.957794 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b687e857-de4e-48cc-bee1-0b342110579c admin admin] Pushing event deleted for resources: {'Port': ['ID=42612e42-6618-4d89-999b-a37229e61c52,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:44:24.124664 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b687e857-de4e-48cc-bee1-0b342110579c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-768648'] for router_interface, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:24.341270 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b687e857-de4e-48cc-bee1-0b342110579c admin admin] Router d0ebf145-273e-4e03-85cb-6ced26370677 has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 18:44:24.391969 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device 4e58066a-52f1-4024-8a61-cc5684e1c28f no longer exists at agent hyperv_n-h2-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:44:24.412105 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] No Port match for: 4e58066a-52f1-4024-8a61-cc5684e1c28f {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:44:24.412457 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device 4e58066a-52f1-4024-8a61-cc5684e1c28f not bound to the agent host n-h2-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:44:24.447657 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b687e857-de4e-48cc-bee1-0b342110579c admin admin] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:44:24.453011 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-b687e857-de4e-48cc-bee1-0b342110579c admin admin] 10.222.0.54 "PUT /v2.0/routers/d0ebf145-273e-4e03-85cb-6ced26370677/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3756471 Nov 19 18:44:24.456117 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 48382) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:44:24.458761 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b5ef41-0ced-4adc-958c-d2c828299b58 None None] Sync routers for ids ['d0ebf145-273e-4e03-85cb-6ced26370677'] in n-d-818022-2 {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:44:24.468229 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b5ef41-0ced-4adc-958c-d2c828299b58 None None] Routers {'d0ebf145-273e-4e03-85cb-6ced26370677'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:44:24.468822 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-24b5ef41-0ced-4adc-958c-d2c828299b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:44:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['d0ebf145-273e-4e03-85cb-6ced26370677'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:44:24.560853 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8b68353f-6a52-4468-a903-5e5d17111332 admin admin] Publish callbacks [] for router, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:24.576136 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-24b5ef41-0ced-4adc-958c-d2c828299b58 None None] Set router d0ebf145-273e-4e03-85cb-6ced26370677 gateway port host: n-d-818022-2 {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:44:24.663664 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8b68353f-6a52-4468-a903-5e5d17111332 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:24.716060 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-8b68353f-6a52-4468-a903-5e5d17111332 admin admin] Deleting port 4397b96b-7224-4cb6-8145-d85b1bbbf20f {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:44:24.716395 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8b68353f-6a52-4468-a903-5e5d17111332 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:24.759864 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-24b5ef41-0ced-4adc-958c-d2c828299b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0ebf145-273e-4e03-85cb-6ced26370677', 'name': 'tempest-TestMinimumBasicScenario-2028616746-router', 'tenant_id': 'b2223eee1f5d4220ad1f611235afdd7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': '4397b96b-7224-4cb6-8145-d85b1bbbf20f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:42:11Z', 'updated_at': '2021-11-19T18:44:23Z', 'revision_number': 5, 'project_id': 'b2223eee1f5d4220ad1f611235afdd7f', 'gw_port': {'id': '4397b96b-7224-4cb6-8145-d85b1bbbf20f', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:e4:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ebf145-273e-4e03-85cb-6ced26370677', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:42:12Z', 'updated_at': '2021-11-19T18:42:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:44:24.786102 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b5ef41-0ced-4adc-958c-d2c828299b58 None None] Checking router: d0ebf145-273e-4e03-85cb-6ced26370677 for host: n-d-818022-2 {{(pid=103366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:44:24.793551 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [None req-8b68353f-6a52-4468-a903-5e5d17111332 admin admin] For port 4397b96b-7224-4cb6-8145-d85b1bbbf20f, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=4397b96b-7224-4cb6-8145-d85b1bbbf20f,segment=NetworkSegment(bbe705c1-96c0-476e-8381-28227e6f0ac5),segment_id=bbe705c1-96c0-476e-8381-28227e6f0ac5)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:44:24.793939 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8b68353f-6a52-4468-a903-5e5d17111332 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:24.794425 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b5ef41-0ced-4adc-958c-d2c828299b58 None None] Routers {'d0ebf145-273e-4e03-85cb-6ced26370677'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:44:24.795029 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-24b5ef41-0ced-4adc-958c-d2c828299b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:44:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['d0ebf145-273e-4e03-85cb-6ced26370677'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:44:24.807190 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-8b68353f-6a52-4468-a903-5e5d17111332 admin admin] Calling delete_port for 4397b96b-7224-4cb6-8145-d85b1bbbf20f owned by network:router_gateway {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:44:24.881173 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-24b5ef41-0ced-4adc-958c-d2c828299b58 None None] Set router d0ebf145-273e-4e03-85cb-6ced26370677 gateway port host: None {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:44:24.932286 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-24b5ef41-0ced-4adc-958c-d2c828299b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0ebf145-273e-4e03-85cb-6ced26370677', 'name': 'tempest-TestMinimumBasicScenario-2028616746-router', 'tenant_id': 'b2223eee1f5d4220ad1f611235afdd7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:42:11Z', 'updated_at': '2021-11-19T18:44:24Z', 'revision_number': 6, 'project_id': 'b2223eee1f5d4220ad1f611235afdd7f', 'gw_port_host': None}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:44:24.961572 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b5ef41-0ced-4adc-958c-d2c828299b58 None None] The sync data for ids ['d0ebf145-273e-4e03-85cb-6ced26370677'] in n-d-818022-2 is: [{'id': 'd0ebf145-273e-4e03-85cb-6ced26370677', 'name': 'tempest-TestMinimumBasicScenario-2028616746-router', 'tenant_id': 'b2223eee1f5d4220ad1f611235afdd7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:42:11Z', 'updated_at': '2021-11-19T18:44:24Z', 'revision_number': 6, 'project_id': 'b2223eee1f5d4220ad1f611235afdd7f', 'gw_port_host': None}] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:44:24.975730 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8b68353f-6a52-4468-a903-5e5d17111332 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:25.007293 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b68353f-6a52-4468-a903-5e5d17111332 admin admin] Pushing event deleted for resources: {'Port': ['ID=4397b96b-7224-4cb6-8145-d85b1bbbf20f,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:44:25.021416 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cda822bd-d3b2-46c6-8f08-b8ee5e066b0a None None] DHCP port deletion for 645e61aa-1a6c-4e8f-857e-ab06edb4897f request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:44:25.067844 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8b68353f-6a52-4468-a903-5e5d17111332 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-671730'] for router_gateway, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:25.155463 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8b68353f-6a52-4468-a903-5e5d17111332 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4696'] for router, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:25.157527 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8b68353f-6a52-4468-a903-5e5d17111332 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:25.201884 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8b68353f-6a52-4468-a903-5e5d17111332 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-543895'] for router, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:25.202483 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b68353f-6a52-4468-a903-5e5d17111332 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d0ebf145-273e-4e03-85cb-6ced26370677 {{(pid=103364) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 18:44:25.207198 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8b68353f-6a52-4468-a903-5e5d17111332 admin admin] Publish callbacks [] for router, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:25.208379 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-8b68353f-6a52-4468-a903-5e5d17111332 admin admin] 10.222.0.54 "DELETE /v2.0/routers/d0ebf145-273e-4e03-85cb-6ced26370677 HTTP/1.1" status: 204 len: 168 time: 0.7513487 Nov 19 18:44:25.210887 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 48384) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:44:25.258645 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_v2 [None req-addf60e0-e0ae-42cf-a255-7f52d4542589 admin admin] Deleting subnet 219eb497-4037-4785-843e-54a0c4e904a3 {{(pid=103364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 18:44:25.261686 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-addf60e0-e0ae-42cf-a255-7f52d4542589 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:25.296424 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-addf60e0-e0ae-42cf-a255-7f52d4542589 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9416263'] for subnet, precommit_delete_associations {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:25.377029 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-addf60e0-e0ae-42cf-a255-7f52d4542589 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:25.434340 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-addf60e0-e0ae-42cf-a255-7f52d4542589 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12425137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8983934'] for subnet, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:25.457007 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addf60e0-e0ae-42cf-a255-7f52d4542589 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=219eb497-4037-4785-843e-54a0c4e904a3,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:44:25.463303 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-addf60e0-e0ae-42cf-a255-7f52d4542589 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:25.466657 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-addf60e0-e0ae-42cf-a255-7f52d4542589 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/219eb497-4037-4785-843e-54a0c4e904a3 HTTP/1.1" status: 204 len: 168 time: 0.2548158 Nov 19 18:44:25.469857 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 48386) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:44:25.472930 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8ee045a-2e48-4829-9a76-8ac785ad0b38 None None] Network 219f5cac-66e1-46e8-96d0-f1932f377b5a requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:44:25.536437 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-dd65011a-8e59-42df-b7ca-973c98695a91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:25.593190 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-dd65011a-8e59-42df-b7ca-973c98695a91 admin admin] Deleting port 381f0d5c-61a2-4461-b7f2-5aed8596cabd {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:44:25.593542 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-dd65011a-8e59-42df-b7ca-973c98695a91 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:25.655691 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [None req-dd65011a-8e59-42df-b7ca-973c98695a91 admin admin] For port 381f0d5c-61a2-4461-b7f2-5aed8596cabd, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=381f0d5c-61a2-4461-b7f2-5aed8596cabd,segment=NetworkSegment(b4ae2c9f-b7dc-4700-be65-d23d2bdb40eb),segment_id=b4ae2c9f-b7dc-4700-be65-d23d2bdb40eb)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:44:25.656019 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-dd65011a-8e59-42df-b7ca-973c98695a91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:25.668907 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-dd65011a-8e59-42df-b7ca-973c98695a91 admin admin] Calling delete_port for 381f0d5c-61a2-4461-b7f2-5aed8596cabd owned by network:dhcp {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:44:25.744310 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-801b7f75-40a4-4ff7-8a2b-132950d50b09 None None] DHCP port deletion for 219f5cac-66e1-46e8-96d0-f1932f377b5a request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:44:25.755520 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-dd65011a-8e59-42df-b7ca-973c98695a91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:25.782426 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd65011a-8e59-42df-b7ca-973c98695a91 admin admin] Pushing event deleted for resources: {'Port': ['ID=381f0d5c-61a2-4461-b7f2-5aed8596cabd,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:44:25.787501 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd65011a-8e59-42df-b7ca-973c98695a91 admin admin] No DVR routers for this DVR port 381f0d5c-61a2-4461-b7f2-5aed8596cabd on host n-d-818022-2 {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:44:25.792437 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-801b7f75-40a4-4ff7-8a2b-132950d50b09 None None] Deleting port 381f0d5c-61a2-4461-b7f2-5aed8596cabd {{(pid=103366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:44:25.792901 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-801b7f75-40a4-4ff7-8a2b-132950d50b09 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:25.863995 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-801b7f75-40a4-4ff7-8a2b-132950d50b09 None None] For port 381f0d5c-61a2-4461-b7f2-5aed8596cabd, host n-d-818022-2, got binding levels [] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:44:25.864201 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-dd65011a-8e59-42df-b7ca-973c98695a91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:25.864402 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-801b7f75-40a4-4ff7-8a2b-132950d50b09 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:25.878793 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-801b7f75-40a4-4ff7-8a2b-132950d50b09 None None] Calling delete_port for 381f0d5c-61a2-4461-b7f2-5aed8596cabd owned by network:dhcp {{(pid=103366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:44:25.881524 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.ipam_backend_mixin [None req-801b7f75-40a4-4ff7-8a2b-132950d50b09 None None] Port 381f0d5c-61a2-4461-b7f2-5aed8596cabd was not found and therefore no delete operation was performed {{(pid=103366) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 19 18:44:25.882989 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-801b7f75-40a4-4ff7-8a2b-132950d50b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007'] for port, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:25.889803 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-dd65011a-8e59-42df-b7ca-973c98695a91 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['219f5cac-66e1-46e8-96d0-f1932f377b5a']}} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:44:25.902096 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-dd65011a-8e59-42df-b7ca-973c98695a91 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4ae2c9f-b7dc-4700-be65-d23d2bdb40eb') {'for_net_delete': True} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:44:25.903181 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-dd65011a-8e59-42df-b7ca-973c98695a91 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4ae2c9f-b7dc-4700-be65-d23d2bdb40eb') {} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:44:25.912177 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 42612e42-6618-4d89-999b-a37229e61c52 no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:44:25.913062 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-dd65011a-8e59-42df-b7ca-973c98695a91 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12545382'] for segment, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:25.915537 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801b7f75-40a4-4ff7-8a2b-132950d50b09 None None] Pushing event deleted for resources: {'Port': ['ID=381f0d5c-61a2-4461-b7f2-5aed8596cabd,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:44:25.926638 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-dd65011a-8e59-42df-b7ca-973c98695a91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:25.933286 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd65011a-8e59-42df-b7ca-973c98695a91 admin admin] Releasing vlan 680 on physical network physnet1 to pool {{(pid=103365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 18:44:25.933681 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-dd65011a-8e59-42df-b7ca-973c98695a91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12282953'] for segment, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:25.935572 n-d-818022-2 neutron-server[103365]: Traceback (most recent call last): Nov 19 18:44:25.935572 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 18:44:25.935572 n-d-818022-2 neutron-server[103365]: timer() Nov 19 18:44:25.935572 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 18:44:25.935572 n-d-818022-2 neutron-server[103365]: cb(*args, **kw) Nov 19 18:44:25.935572 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 18:44:25.935572 n-d-818022-2 neutron-server[103365]: return func(*args, **kwargs) Nov 19 18:44:25.935572 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 18:44:25.935572 n-d-818022-2 neutron-server[103365]: self._notify() Nov 19 18:44:25.935572 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 18:44:25.935572 n-d-818022-2 neutron-server[103365]: self.callback(batched_events) Nov 19 18:44:25.935572 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 18:44:25.935572 n-d-818022-2 neutron-server[103365]: event.method(event) Nov 19 18:44:25.935572 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 18:44:25.935572 n-d-818022-2 neutron-server[103365]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 18:44:25.935572 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 18:44:25.935572 n-d-818022-2 neutron-server[103365]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 18:44:25.935572 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 18:44:25.935572 n-d-818022-2 neutron-server[103365]: return f(self, *a, **k) Nov 19 18:44:25.935572 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 18:44:25.935572 n-d-818022-2 neutron-server[103365]: return self._get(url).json() Nov 19 18:44:25.935572 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 18:44:25.935572 n-d-818022-2 neutron-server[103365]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 18:44:25.935572 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 18:44:25.935572 n-d-818022-2 neutron-server[103365]: return self.request(url, 'GET', **kwargs) Nov 19 18:44:25.935572 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 18:44:25.935572 n-d-818022-2 neutron-server[103365]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 18:44:25.935572 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 18:44:25.935572 n-d-818022-2 neutron-server[103365]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 18:44:25.935572 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 18:44:25.935572 n-d-818022-2 neutron-server[103365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 18:44:25.935572 n-d-818022-2 neutron-server[103365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 18:44:25.937616 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-801b7f75-40a4-4ff7-8a2b-132950d50b09 None None] No DVR routers for this DVR port 381f0d5c-61a2-4461-b7f2-5aed8596cabd on host n-d-818022-2 {{(pid=103366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:44:25.937616 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: 42612e42-6618-4d89-999b-a37229e61c52 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:44:25.937616 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 42612e42-6618-4d89-999b-a37229e61c52 not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:44:25.938793 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 4397b96b-7224-4cb6-8145-d85b1bbbf20f no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:44:25.968730 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801b7f75-40a4-4ff7-8a2b-132950d50b09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:44:25.969085 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801b7f75-40a4-4ff7-8a2b-132950d50b09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:44:25.969555 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801b7f75-40a4-4ff7-8a2b-132950d50b09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:44:25.969783 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801b7f75-40a4-4ff7-8a2b-132950d50b09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:44:25.970142 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801b7f75-40a4-4ff7-8a2b-132950d50b09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:44:25.970477 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801b7f75-40a4-4ff7-8a2b-132950d50b09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:44:25.970897 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801b7f75-40a4-4ff7-8a2b-132950d50b09 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:44:25.971123 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801b7f75-40a4-4ff7-8a2b-132950d50b09 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:44:25.971451 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801b7f75-40a4-4ff7-8a2b-132950d50b09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:44:25.971773 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801b7f75-40a4-4ff7-8a2b-132950d50b09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:44:25.972097 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801b7f75-40a4-4ff7-8a2b-132950d50b09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:44:25.972925 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801b7f75-40a4-4ff7-8a2b-132950d50b09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:44:25.977139 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: 4397b96b-7224-4cb6-8145-d85b1bbbf20f {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:44:25.977139 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 4397b96b-7224-4cb6-8145-d85b1bbbf20f not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:44:25.977139 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 381f0d5c-61a2-4461-b7f2-5aed8596cabd no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:44:25.997886 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: 381f0d5c-61a2-4461-b7f2-5aed8596cabd {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:44:25.998236 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 381f0d5c-61a2-4461-b7f2-5aed8596cabd not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:44:26.003504 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-dd65011a-8e59-42df-b7ca-973c98695a91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671242'] for network, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:26.022624 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-dd65011a-8e59-42df-b7ca-973c98695a91 admin admin] Publish callbacks [] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:26.025989 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-dd65011a-8e59-42df-b7ca-973c98695a91 admin admin] 10.222.0.54 "DELETE /v2.0/networks/219f5cac-66e1-46e8-96d0-f1932f377b5a HTTP/1.1" status: 204 len: 168 time: 0.5549841 Nov 19 18:44:26.027434 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd65011a-8e59-42df-b7ca-973c98695a91 admin admin] Pushing event deleted for resources: {'Network': ['ID=219f5cac-66e1-46e8-96d0-f1932f377b5a,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:44:26.029320 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 48388) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:44:26.689474 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c7e47a7f-7afb-423d-b662-b54aa2ad6f22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-768564'] for router_interface, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:26.931647 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-c7e47a7f-7afb-423d-b662-b54aa2ad6f22 admin admin] Deleting port df63e8d0-2d8b-484f-8785-c601cb546451 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:44:26.931887 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c7e47a7f-7afb-423d-b662-b54aa2ad6f22 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:27.006508 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [None req-c7e47a7f-7afb-423d-b662-b54aa2ad6f22 admin admin] For port df63e8d0-2d8b-484f-8785-c601cb546451, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=df63e8d0-2d8b-484f-8785-c601cb546451,segment=NetworkSegment(312ec21c-1bc9-4800-b869-a15b55fab611),segment_id=312ec21c-1bc9-4800-b869-a15b55fab611)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:44:27.006868 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c7e47a7f-7afb-423d-b662-b54aa2ad6f22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:27.019699 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-c7e47a7f-7afb-423d-b662-b54aa2ad6f22 admin admin] Calling delete_port for df63e8d0-2d8b-484f-8785-c601cb546451 owned by network:router_interface {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:44:27.191036 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c7e47a7f-7afb-423d-b662-b54aa2ad6f22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:27.221148 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e47a7f-7afb-423d-b662-b54aa2ad6f22 admin admin] Pushing event deleted for resources: {'Port': ['ID=df63e8d0-2d8b-484f-8785-c601cb546451,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:44:27.383525 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c7e47a7f-7afb-423d-b662-b54aa2ad6f22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-768648'] for router_interface, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:27.602256 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7e47a7f-7afb-423d-b662-b54aa2ad6f22 admin admin] Router 42186afa-0994-4d43-b7c5-5d732ea77584 has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 18:44:27.707623 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7e47a7f-7afb-423d-b662-b54aa2ad6f22 admin admin] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:44:27.712676 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-c7e47a7f-7afb-423d-b662-b54aa2ad6f22 admin admin] 10.222.0.54 "PUT /v2.0/routers/42186afa-0994-4d43-b7c5-5d732ea77584/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6826217 Nov 19 18:44:27.715410 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 48390) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:44:27.715973 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d8b7da-d880-4f34-8174-5c53df0edf09 None None] Sync routers for ids ['42186afa-0994-4d43-b7c5-5d732ea77584'] in n-d-818022-2 {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:44:27.727104 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d8b7da-d880-4f34-8174-5c53df0edf09 None None] Routers {'42186afa-0994-4d43-b7c5-5d732ea77584'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:44:27.727701 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-58d8b7da-d880-4f34-8174-5c53df0edf09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:44:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['42186afa-0994-4d43-b7c5-5d732ea77584'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:44:27.821543 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-dcf114fc-2670-48dc-9096-e51256bb2f1d admin admin] Publish callbacks [] for router, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:27.834835 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-58d8b7da-d880-4f34-8174-5c53df0edf09 None None] Set router 42186afa-0994-4d43-b7c5-5d732ea77584 gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:44:27.926137 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-dcf114fc-2670-48dc-9096-e51256bb2f1d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:27.978787 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-dcf114fc-2670-48dc-9096-e51256bb2f1d admin admin] Deleting port 137dada5-16ae-4399-9e34-d521e5698b8d {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:44:27.979125 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-dcf114fc-2670-48dc-9096-e51256bb2f1d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:28.007794 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-58d8b7da-d880-4f34-8174-5c53df0edf09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42186afa-0994-4d43-b7c5-5d732ea77584', 'name': 'tempest-TestMinimumBasicScenario-1729131819-router', 'tenant_id': '5fd92295509b48dcb468c75686d6cee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.225'}], 'enable_snat': True}, 'gw_port_id': '137dada5-16ae-4399-9e34-d521e5698b8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:42:16Z', 'updated_at': '2021-11-19T18:44:27Z', 'revision_number': 5, 'project_id': '5fd92295509b48dcb468c75686d6cee3', 'gw_port': {'id': '137dada5-16ae-4399-9e34-d521e5698b8d', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:03:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42186afa-0994-4d43-b7c5-5d732ea77584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:42:16Z', 'updated_at': '2021-11-19T18:42:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:44:28.037224 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d8b7da-d880-4f34-8174-5c53df0edf09 None None] Checking router: 42186afa-0994-4d43-b7c5-5d732ea77584 for host: n-d-818022-2 {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:44:28.045288 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d8b7da-d880-4f34-8174-5c53df0edf09 None None] Routers {'42186afa-0994-4d43-b7c5-5d732ea77584'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:44:28.046104 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-58d8b7da-d880-4f34-8174-5c53df0edf09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:44:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['42186afa-0994-4d43-b7c5-5d732ea77584'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:44:28.056274 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [None req-dcf114fc-2670-48dc-9096-e51256bb2f1d admin admin] For port 137dada5-16ae-4399-9e34-d521e5698b8d, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=137dada5-16ae-4399-9e34-d521e5698b8d,segment=NetworkSegment(bbe705c1-96c0-476e-8381-28227e6f0ac5),segment_id=bbe705c1-96c0-476e-8381-28227e6f0ac5)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:44:28.056639 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-dcf114fc-2670-48dc-9096-e51256bb2f1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:28.069634 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-dcf114fc-2670-48dc-9096-e51256bb2f1d admin admin] Calling delete_port for 137dada5-16ae-4399-9e34-d521e5698b8d owned by network:router_gateway {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:44:28.128092 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-58d8b7da-d880-4f34-8174-5c53df0edf09 None None] Set router 42186afa-0994-4d43-b7c5-5d732ea77584 gateway port host: None {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:44:28.178823 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-58d8b7da-d880-4f34-8174-5c53df0edf09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42186afa-0994-4d43-b7c5-5d732ea77584', 'name': 'tempest-TestMinimumBasicScenario-1729131819-router', 'tenant_id': '5fd92295509b48dcb468c75686d6cee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:42:16Z', 'updated_at': '2021-11-19T18:44:27Z', 'revision_number': 6, 'project_id': '5fd92295509b48dcb468c75686d6cee3', 'gw_port_host': None}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:44:28.209198 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d8b7da-d880-4f34-8174-5c53df0edf09 None None] The sync data for ids ['42186afa-0994-4d43-b7c5-5d732ea77584'] in n-d-818022-2 is: [{'id': '42186afa-0994-4d43-b7c5-5d732ea77584', 'name': 'tempest-TestMinimumBasicScenario-1729131819-router', 'tenant_id': '5fd92295509b48dcb468c75686d6cee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:42:16Z', 'updated_at': '2021-11-19T18:44:27Z', 'revision_number': 6, 'project_id': '5fd92295509b48dcb468c75686d6cee3', 'gw_port_host': None}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:44:28.234661 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-dcf114fc-2670-48dc-9096-e51256bb2f1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:28.263044 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf114fc-2670-48dc-9096-e51256bb2f1d admin admin] Pushing event deleted for resources: {'Port': ['ID=137dada5-16ae-4399-9e34-d521e5698b8d,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:44:28.278838 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ee2a8b9-7711-42f7-b3ab-5faefd8ba709 None None] DHCP port deletion for 645e61aa-1a6c-4e8f-857e-ab06edb4897f request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:44:28.327559 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-dcf114fc-2670-48dc-9096-e51256bb2f1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-671730'] for router_gateway, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:28.416830 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-dcf114fc-2670-48dc-9096-e51256bb2f1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4696'] for router, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:28.419011 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-dcf114fc-2670-48dc-9096-e51256bb2f1d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:28.462945 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-dcf114fc-2670-48dc-9096-e51256bb2f1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-543895'] for router, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:28.463419 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcf114fc-2670-48dc-9096-e51256bb2f1d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 42186afa-0994-4d43-b7c5-5d732ea77584 {{(pid=103365) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 18:44:28.469896 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-dcf114fc-2670-48dc-9096-e51256bb2f1d admin admin] Publish callbacks [] for router, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:28.471058 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-dcf114fc-2670-48dc-9096-e51256bb2f1d admin admin] 10.222.0.54 "DELETE /v2.0/routers/42186afa-0994-4d43-b7c5-5d732ea77584 HTTP/1.1" status: 204 len: 168 time: 0.7547202 Nov 19 18:44:28.475196 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 48392) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:44:28.523103 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_v2 [None req-942cd580-8e85-4e51-917e-cfa26de60193 admin admin] Deleting subnet 33de5134-900a-4797-b99e-f3fd1962979a {{(pid=103365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 18:44:28.526328 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-942cd580-8e85-4e51-917e-cfa26de60193 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:28.561046 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-942cd580-8e85-4e51-917e-cfa26de60193 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12546453'] for subnet, precommit_delete_associations {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:28.643046 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-942cd580-8e85-4e51-917e-cfa26de60193 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:28.700255 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-942cd580-8e85-4e51-917e-cfa26de60193 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12282919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8731163'] for subnet, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:28.727167 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942cd580-8e85-4e51-917e-cfa26de60193 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33de5134-900a-4797-b99e-f3fd1962979a,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:44:28.729068 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-942cd580-8e85-4e51-917e-cfa26de60193 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:28.732419 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-942cd580-8e85-4e51-917e-cfa26de60193 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/33de5134-900a-4797-b99e-f3fd1962979a HTTP/1.1" status: 204 len: 168 time: 0.2577493 Nov 19 18:44:28.733598 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a763db55-f9e4-4477-b602-427545e3ae0c None None] Network c84da821-837d-4386-b42f-0e03e6f44cdb requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:44:28.735606 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 48394) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:44:28.803099 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-249b2aa2-c7d4-4265-9af6-f60c73e6f1f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:28.856343 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-249b2aa2-c7d4-4265-9af6-f60c73e6f1f6 admin admin] Deleting port d2394405-8783-48ad-a69b-199d8d370d4e {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:44:28.857680 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-249b2aa2-c7d4-4265-9af6-f60c73e6f1f6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:28.926523 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [None req-249b2aa2-c7d4-4265-9af6-f60c73e6f1f6 admin admin] For port d2394405-8783-48ad-a69b-199d8d370d4e, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=d2394405-8783-48ad-a69b-199d8d370d4e,segment=NetworkSegment(312ec21c-1bc9-4800-b869-a15b55fab611),segment_id=312ec21c-1bc9-4800-b869-a15b55fab611)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:44:28.926807 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-249b2aa2-c7d4-4265-9af6-f60c73e6f1f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:28.940548 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-249b2aa2-c7d4-4265-9af6-f60c73e6f1f6 admin admin] Calling delete_port for d2394405-8783-48ad-a69b-199d8d370d4e owned by network:dhcp {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:44:28.969572 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11325fa0-2549-4b7a-9f24-35664b90aa27 None None] DHCP port deletion for c84da821-837d-4386-b42f-0e03e6f44cdb request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:44:29.019814 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-11325fa0-2549-4b7a-9f24-35664b90aa27 None None] Deleting port d2394405-8783-48ad-a69b-199d8d370d4e {{(pid=103366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:44:29.020329 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-11325fa0-2549-4b7a-9f24-35664b90aa27 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:29.021605 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-249b2aa2-c7d4-4265-9af6-f60c73e6f1f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:29.052138 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249b2aa2-c7d4-4265-9af6-f60c73e6f1f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2394405-8783-48ad-a69b-199d8d370d4e,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:44:29.055987 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249b2aa2-c7d4-4265-9af6-f60c73e6f1f6 admin admin] No DVR routers for this DVR port d2394405-8783-48ad-a69b-199d8d370d4e on host n-d-818022-2 {{(pid=103364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:44:29.087364 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-11325fa0-2549-4b7a-9f24-35664b90aa27 None None] For port d2394405-8783-48ad-a69b-199d8d370d4e, host n-d-818022-2, got binding levels [] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:44:29.087766 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-11325fa0-2549-4b7a-9f24-35664b90aa27 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:29.102012 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-11325fa0-2549-4b7a-9f24-35664b90aa27 None None] Calling delete_port for d2394405-8783-48ad-a69b-199d8d370d4e owned by network:dhcp {{(pid=103366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:44:29.104670 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.ipam_backend_mixin [None req-11325fa0-2549-4b7a-9f24-35664b90aa27 None None] Port d2394405-8783-48ad-a69b-199d8d370d4e was not found and therefore no delete operation was performed {{(pid=103366) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 19 18:44:29.106079 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-11325fa0-2549-4b7a-9f24-35664b90aa27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007'] for port, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:29.128219 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-249b2aa2-c7d4-4265-9af6-f60c73e6f1f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:29.135170 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11325fa0-2549-4b7a-9f24-35664b90aa27 None None] Pushing event deleted for resources: {'Port': ['ID=d2394405-8783-48ad-a69b-199d8d370d4e,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:44:29.140614 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11325fa0-2549-4b7a-9f24-35664b90aa27 None None] No DVR routers for this DVR port d2394405-8783-48ad-a69b-199d8d370d4e on host n-d-818022-2 {{(pid=103366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:44:29.150725 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-249b2aa2-c7d4-4265-9af6-f60c73e6f1f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c84da821-837d-4386-b42f-0e03e6f44cdb']}} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:44:29.161720 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-249b2aa2-c7d4-4265-9af6-f60c73e6f1f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '312ec21c-1bc9-4800-b869-a15b55fab611') {'for_net_delete': True} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:44:29.162233 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-249b2aa2-c7d4-4265-9af6-f60c73e6f1f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '312ec21c-1bc9-4800-b869-a15b55fab611') {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:44:29.172033 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-249b2aa2-c7d4-4265-9af6-f60c73e6f1f6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417396'] for segment, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:29.187090 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-249b2aa2-c7d4-4265-9af6-f60c73e6f1f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:29.193968 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-249b2aa2-c7d4-4265-9af6-f60c73e6f1f6 admin admin] Releasing vlan 690 on physical network physnet1 to pool {{(pid=103364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 18:44:29.194358 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-249b2aa2-c7d4-4265-9af6-f60c73e6f1f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12425183'] for segment, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:29.196027 n-d-818022-2 neutron-server[103364]: Traceback (most recent call last): Nov 19 18:44:29.196027 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 18:44:29.196027 n-d-818022-2 neutron-server[103364]: timer() Nov 19 18:44:29.196027 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 18:44:29.196027 n-d-818022-2 neutron-server[103364]: cb(*args, **kw) Nov 19 18:44:29.196027 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 18:44:29.196027 n-d-818022-2 neutron-server[103364]: return func(*args, **kwargs) Nov 19 18:44:29.196027 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 18:44:29.196027 n-d-818022-2 neutron-server[103364]: self._notify() Nov 19 18:44:29.196027 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 18:44:29.196027 n-d-818022-2 neutron-server[103364]: self.callback(batched_events) Nov 19 18:44:29.196027 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 18:44:29.196027 n-d-818022-2 neutron-server[103364]: event.method(event) Nov 19 18:44:29.196027 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 18:44:29.196027 n-d-818022-2 neutron-server[103364]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 18:44:29.196027 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 18:44:29.196027 n-d-818022-2 neutron-server[103364]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 18:44:29.196027 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 18:44:29.196027 n-d-818022-2 neutron-server[103364]: return f(self, *a, **k) Nov 19 18:44:29.196027 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 18:44:29.196027 n-d-818022-2 neutron-server[103364]: return self._get(url).json() Nov 19 18:44:29.196027 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 18:44:29.196027 n-d-818022-2 neutron-server[103364]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 18:44:29.196027 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 18:44:29.196027 n-d-818022-2 neutron-server[103364]: return self.request(url, 'GET', **kwargs) Nov 19 18:44:29.196027 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 18:44:29.196027 n-d-818022-2 neutron-server[103364]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 18:44:29.196027 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 18:44:29.196027 n-d-818022-2 neutron-server[103364]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 18:44:29.196027 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 18:44:29.196027 n-d-818022-2 neutron-server[103364]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 18:44:29.196027 n-d-818022-2 neutron-server[103364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 18:44:29.256195 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-249b2aa2-c7d4-4265-9af6-f60c73e6f1f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671242'] for network, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:29.271171 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-249b2aa2-c7d4-4265-9af6-f60c73e6f1f6 admin admin] Publish callbacks [] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:29.274476 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-249b2aa2-c7d4-4265-9af6-f60c73e6f1f6 admin admin] 10.222.0.54 "DELETE /v2.0/networks/c84da821-837d-4386-b42f-0e03e6f44cdb HTTP/1.1" status: 204 len: 168 time: 0.5378702 Nov 19 18:44:29.285775 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249b2aa2-c7d4-4265-9af6-f60c73e6f1f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=c84da821-837d-4386-b42f-0e03e6f44cdb,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:44:29.433011 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 48398) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:44:29.471547 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-e62a99b5-9822-4335-84ea-8881f7611609 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b2223eee1f5d4220ad1f611235afdd7f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0374968 Nov 19 18:44:29.473951 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 48400) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:44:29.519920 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c512eede-7a8e-4847-934f-4252c1d06aa5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:29.539815 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c512eede-7a8e-4847-934f-4252c1d06aa5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:29.585748 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c512eede-7a8e-4847-934f-4252c1d06aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:29.588425 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c512eede-7a8e-4847-934f-4252c1d06aa5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:29.589786 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-c512eede-7a8e-4847-934f-4252c1d06aa5 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/4522b298-26fe-4371-81d4-4525ec4b595a HTTP/1.1" status: 204 len: 168 time: 0.1147969 Nov 19 18:44:29.598527 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c512eede-7a8e-4847-934f-4252c1d06aa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4522b298-26fe-4371-81d4-4525ec4b595a,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:44:29.896006 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 137dada5-16ae-4399-9e34-d521e5698b8d no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:44:29.902991 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 48406) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:44:29.920461 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: 137dada5-16ae-4399-9e34-d521e5698b8d {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:44:29.920950 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 137dada5-16ae-4399-9e34-d521e5698b8d not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:44:29.921601 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device d2394405-8783-48ad-a69b-199d8d370d4e no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:44:29.925941 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8ccd9fda-8957-4622-b1c7-506f126a6ea0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:29.944888 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: d2394405-8783-48ad-a69b-199d8d370d4e {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:44:29.945246 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device d2394405-8783-48ad-a69b-199d8d370d4e not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:44:29.945672 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device df63e8d0-2d8b-484f-8785-c601cb546451 no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:44:29.947196 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-b88a6fd8-bfe1-46f8-bce3-165cb9fb7b5f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=5fd92295509b48dcb468c75686d6cee3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0430782 Nov 19 18:44:29.949729 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 48408) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:44:29.965605 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: df63e8d0-2d8b-484f-8785-c601cb546451 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:44:29.965989 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device df63e8d0-2d8b-484f-8785-c601cb546451 not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:44:29.999002 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f27d51d2-e21c-411d-812c-7f75409e0585 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:30.019675 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f27d51d2-e21c-411d-812c-7f75409e0585 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:30.066140 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f27d51d2-e21c-411d-812c-7f75409e0585 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:30.068674 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f27d51d2-e21c-411d-812c-7f75409e0585 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:30.069838 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-f27d51d2-e21c-411d-812c-7f75409e0585 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/4bd0a740-308e-40a1-bcc8-b3bfd0f7c89c HTTP/1.1" status: 204 len: 168 time: 0.1191282 Nov 19 18:44:30.077801 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27d51d2-e21c-411d-812c-7f75409e0585 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bd0a740-308e-40a1-bcc8-b3bfd0f7c89c,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:44:31.715361 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 48448) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:44:31.720704 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-0e0a8453-47da-4058-ac82-2b31a619b771 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1933652949', 'description': 'tempest-secgroup-smoke-1933652949 description', 'project_id': 'b8c9426a09804bdabdb147a7feac3908'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:44:31.744375 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0e0a8453-47da-4058-ac82-2b31a619b771 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:31.752232 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0e0a8453-47da-4058-ac82-2b31a619b771 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:31.826284 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0e0a8453-47da-4058-ac82-2b31a619b771 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:31.831640 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0e0a8453-47da-4058-ac82-2b31a619b771 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:31.867926 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0a8453-47da-4058-ac82-2b31a619b771 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ef63fe7-07f8-4c38-8c21-70553daf6147,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:44:31.909217 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0e0a8453-47da-4058-ac82-2b31a619b771 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:31.913961 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0e0a8453-47da-4058-ac82-2b31a619b771 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:31.947320 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0e0a8453-47da-4058-ac82-2b31a619b771 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:31.948491 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-0e0a8453-47da-4058-ac82-2b31a619b771 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2320516 Nov 19 18:44:31.950491 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0a8453-47da-4058-ac82-2b31a619b771 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4cf24b1-b4db-46b7-a406-607f5f73e610,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:44:31.951596 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 48450) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:44:31.957606 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-7fcec39c-a4cc-4b54-ba15-6c70669275cb tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Request body: {'security_group_rule': {'security_group_id': 'c4cf24b1-b4db-46b7-a406-607f5f73e610', 'project_id': 'b8c9426a09804bdabdb147a7feac3908', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:44:31.986765 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7fcec39c-a4cc-4b54-ba15-6c70669275cb tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:32.041993 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7fcec39c-a4cc-4b54-ba15-6c70669275cb tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:32.046233 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7fcec39c-a4cc-4b54-ba15-6c70669275cb tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735179'] for security_group_rule, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:32.062096 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcec39c-a4cc-4b54-ba15-6c70669275cb tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fd56e91-c483-43f4-8e14-9733b4817f25,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:44:32.073734 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7fcec39c-a4cc-4b54-ba15-6c70669275cb tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:32.074951 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-7fcec39c-a4cc-4b54-ba15-6c70669275cb tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1216052 Nov 19 18:44:32.077700 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 48452) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:44:32.082664 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-0cdc7ff2-d157-40aa-b8d8-3c85cbff06ad tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Request body: {'security_group_rule': {'security_group_id': 'c4cf24b1-b4db-46b7-a406-607f5f73e610', 'project_id': 'b8c9426a09804bdabdb147a7feac3908', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:44:32.104958 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-75292cd0-379c-4458-a8a6-0eb8c7af4d57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:32.108702 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0cdc7ff2-d157-40aa-b8d8-3c85cbff06ad tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:32.163130 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0cdc7ff2-d157-40aa-b8d8-3c85cbff06ad tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:32.167196 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0cdc7ff2-d157-40aa-b8d8-3c85cbff06ad tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735179'] for security_group_rule, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:32.186708 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdc7ff2-d157-40aa-b8d8-3c85cbff06ad tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d46ac85b-331c-472b-aa98-b3b73a1a6333,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:44:32.195284 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0cdc7ff2-d157-40aa-b8d8-3c85cbff06ad tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:32.196561 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-0cdc7ff2-d157-40aa-b8d8-3c85cbff06ad tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1178718 Nov 19 18:44:32.199641 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 48454) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:44:32.204852 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-2dfa240f-4390-4725-86d6-5f01c89a5c37 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Request body: {'security_group_rule': {'security_group_id': 'c4cf24b1-b4db-46b7-a406-607f5f73e610', 'project_id': 'b8c9426a09804bdabdb147a7feac3908', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:44:32.233735 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2dfa240f-4390-4725-86d6-5f01c89a5c37 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:32.292250 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2dfa240f-4390-4725-86d6-5f01c89a5c37 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:32.296168 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2dfa240f-4390-4725-86d6-5f01c89a5c37 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735179'] for security_group_rule, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:32.315133 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfa240f-4390-4725-86d6-5f01c89a5c37 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=240124b8-ca87-4199-8737-51f12bccf0f7,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:44:32.323386 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2dfa240f-4390-4725-86d6-5f01c89a5c37 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:32.324586 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-2dfa240f-4390-4725-86d6-5f01c89a5c37 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1240864 Nov 19 18:44:32.327318 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 48456) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:44:32.332219 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-5711874a-7d02-48f7-9f7d-5885be77bb8a tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Request body: {'security_group_rule': {'security_group_id': 'c4cf24b1-b4db-46b7-a406-607f5f73e610', 'project_id': 'b8c9426a09804bdabdb147a7feac3908', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:44:32.358027 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5711874a-7d02-48f7-9f7d-5885be77bb8a tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:32.413667 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5711874a-7d02-48f7-9f7d-5885be77bb8a tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:32.417654 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5711874a-7d02-48f7-9f7d-5885be77bb8a tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735179'] for security_group_rule, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:32.435721 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5711874a-7d02-48f7-9f7d-5885be77bb8a tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c531e53-7d96-406e-a98a-2c3276932d71,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:44:32.445227 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5711874a-7d02-48f7-9f7d-5885be77bb8a tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:32.446554 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-5711874a-7d02-48f7-9f7d-5885be77bb8a tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1182640 Nov 19 18:44:32.449213 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 48458) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:44:32.453564 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-7199d014-333a-4b0e-96c1-6987a3c394b2 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Request body: {'security_group_rule': {'security_group_id': 'c4cf24b1-b4db-46b7-a406-607f5f73e610', 'project_id': 'b8c9426a09804bdabdb147a7feac3908', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:44:32.475631 n-d-818022-2 neutron-server[103365]: INFO neutron.db.securitygroups_db [None req-7199d014-333a-4b0e-96c1-6987a3c394b2 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Project b8c9426a09804bdabdb147a7feac3908 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 18:44:32.480424 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7199d014-333a-4b0e-96c1-6987a3c394b2 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:32.537453 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7199d014-333a-4b0e-96c1-6987a3c394b2 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:32.540771 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7199d014-333a-4b0e-96c1-6987a3c394b2 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735179'] for security_group_rule, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:32.561469 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7199d014-333a-4b0e-96c1-6987a3c394b2 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28f6e7eb-a882-4ff5-bbe7-1e1db1b17de1,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:44:32.570146 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7199d014-333a-4b0e-96c1-6987a3c394b2 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:32.571346 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-7199d014-333a-4b0e-96c1-6987a3c394b2 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1212268 Nov 19 18:44:32.574101 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 48460) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:44:32.578520 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-c7d241fc-b64e-483c-be2b-8293c24ca6f4 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Request body: {'security_group_rule': {'security_group_id': 'c4cf24b1-b4db-46b7-a406-607f5f73e610', 'project_id': 'b8c9426a09804bdabdb147a7feac3908', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:44:32.604617 n-d-818022-2 neutron-server[103365]: INFO neutron.db.securitygroups_db [None req-c7d241fc-b64e-483c-be2b-8293c24ca6f4 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Project b8c9426a09804bdabdb147a7feac3908 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 18:44:32.610434 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c7d241fc-b64e-483c-be2b-8293c24ca6f4 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:32.669557 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c7d241fc-b64e-483c-be2b-8293c24ca6f4 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:32.673676 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c7d241fc-b64e-483c-be2b-8293c24ca6f4 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735179'] for security_group_rule, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:32.692051 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d241fc-b64e-483c-be2b-8293c24ca6f4 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcf84e11-eddc-4390-aa8f-5897f023672b,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:44:32.699655 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c7d241fc-b64e-483c-be2b-8293c24ca6f4 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:32.703894 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-c7d241fc-b64e-483c-be2b-8293c24ca6f4 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1258650 Nov 19 18:44:32.704027 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 48462) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:44:32.708713 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-8e86e6d6-5084-42e9-b49e-32a213376c9d tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Request body: {'network': {'name': 'tempest-network-smoke--37138348', 'project_id': 'b8c9426a09804bdabdb147a7feac3908', 'port_security_enabled': True}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:44:32.729331 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e86e6d6-5084-42e9-b49e-32a213376c9d tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Made reservation on behalf of b8c9426a09804bdabdb147a7feac3908 for: {'network': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:44:32.732739 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8e86e6d6-5084-42e9-b49e-32a213376c9d tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:32.755887 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e86e6d6-5084-42e9-b49e-32a213376c9d tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 665} {{(pid=103365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 18:44:32.764980 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8e86e6d6-5084-42e9-b49e-32a213376c9d tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:32.765315 n-d-818022-2 neutron-server[103365]: INFO neutron.db.segments_db [None req-8e86e6d6-5084-42e9-b49e-32a213376c9d tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Added segment acb58b72-90f9-4378-baaa-9ae653435470 of type vlan for network 1c95c120-da21-4c7a-ad70-1e4804112f9c Nov 19 18:44:32.809835 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8e86e6d6-5084-42e9-b49e-32a213376c9d tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:32.834181 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8e86e6d6-5084-42e9-b49e-32a213376c9d tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:32.839876 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e86e6d6-5084-42e9-b49e-32a213376c9d tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:44:32.840447 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8e86e6d6-5084-42e9-b49e-32a213376c9d tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:32.900678 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-8e86e6d6-5084-42e9-b49e-32a213376c9d tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.1956503 Nov 19 18:44:32.903644 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 48464) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:44:32.909051 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-c652dde4-f704-47f9-a487-6dcc01009539 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1529403463', 'admin_state_up': True, 'project_id': 'b8c9426a09804bdabdb147a7feac3908', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'}}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:44:32.925764 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e86e6d6-5084-42e9-b49e-32a213376c9d tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Pushing event updated for resources: {'Network': ['ID=1c95c120-da21-4c7a-ad70-1e4804112f9c,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:44:32.936057 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network 1c95c120-da21-4c7a-ad70-1e4804112f9c details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 18:44:32.942905 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c652dde4-f704-47f9-a487-6dcc01009539 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9890'] for router, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:32.943912 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c652dde4-f704-47f9-a487-6dcc01009539 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671617', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-732153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4689'] for router, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:32.993653 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c652dde4-f704-47f9-a487-6dcc01009539 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:33.129372 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c652dde4-f704-47f9-a487-6dcc01009539 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:33.314034 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c652dde4-f704-47f9-a487-6dcc01009539 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for router_gateway, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:33.332482 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c652dde4-f704-47f9-a487-6dcc01009539 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:33.405010 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e46ecc5a-dc14-4744-b262-3072ff2e958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:33.436235 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [None req-c652dde4-f704-47f9-a487-6dcc01009539 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Allocated IP 172.25.7.119 (645e61aa-1a6c-4e8f-857e-ab06edb4897f/88ed2d64-f56d-4f01-a468-946e01c99e82/94affe69-3acd-416b-80c3-6815c559e165) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:44:33.539592 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c652dde4-f704-47f9-a487-6dcc01009539 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:33.579886 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c652dde4-f704-47f9-a487-6dcc01009539 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:33.618348 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c652dde4-f704-47f9-a487-6dcc01009539 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Network 645e61aa-1a6c-4e8f-857e-ab06edb4897f is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:44:33.622740 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-c652dde4-f704-47f9-a487-6dcc01009539 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:44:33.625624 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c652dde4-f704-47f9-a487-6dcc01009539 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:44:33.636076 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7418ed3-819b-4028-ace0-e5e5d9aa93c9 None None] DHCP port deletion for 645e61aa-1a6c-4e8f-857e-ab06edb4897f request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:44:33.649223 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c652dde4-f704-47f9-a487-6dcc01009539 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Pushing event updated for resources: {'Port': ['ID=94affe69-3acd-416b-80c3-6815c559e165,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:44:33.679867 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-82cbf9c5-88e4-419c-a1a8-be37d99edffe None None] Provisioning complete for port 94affe69-3acd-416b-80c3-6815c559e165 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:44:33.680223 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-82cbf9c5-88e4-419c-a1a8-be37d99edffe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:33.881839 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-82cbf9c5-88e4-419c-a1a8-be37d99edffe None None] Port 94affe69-3acd-416b-80c3-6815c559e165 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:44:34.196973 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c652dde4-f704-47f9-a487-6dcc01009539 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for router_gateway, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:34.204223 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:34.294453 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:34.390068 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c652dde4-f704-47f9-a487-6dcc01009539 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671702'] for router, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:34.514176 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c652dde4-f704-47f9-a487-6dcc01009539 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Router 43378236-1093-4ed9-ba60-376e7de515a0 is scheduled to L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 with binding_index 1 {{(pid=103365) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 18:44:34.620752 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c652dde4-f704-47f9-a487-6dcc01009539 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:44:34.630398 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b9dc2dd-40ff-4147-aeb7-6169d3c74742 None None] Sync routers for ids ['43378236-1093-4ed9-ba60-376e7de515a0'] in n-d-818022-2 {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:44:34.640554 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b9dc2dd-40ff-4147-aeb7-6169d3c74742 None None] Routers {'43378236-1093-4ed9-ba60-376e7de515a0'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:44:34.641671 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-2b9dc2dd-40ff-4147-aeb7-6169d3c74742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:44:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['43378236-1093-4ed9-ba60-376e7de515a0'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:44:34.642326 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c652dde4-f704-47f9-a487-6dcc01009539 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for router, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:34.643621 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-c652dde4-f704-47f9-a487-6dcc01009539 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7388856 Nov 19 18:44:34.646910 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 48466) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:44:34.749280 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-2b9dc2dd-40ff-4147-aeb7-6169d3c74742 None None] Set router 43378236-1093-4ed9-ba60-376e7de515a0 gateway port host: n-d-818022-2 {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:44:34.774171 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-f1d44ff6-d45f-4f13-9ae3-113558d0d8a9 tempest-TestNetworkAdvancedServerOps-1145964326 tempest-TestNetworkAdvancedServerOps-1145964326-project-admin] 10.222.0.54 "GET /v2.0/subnets?project_id=b8c9426a09804bdabdb147a7feac3908&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1258621 Nov 19 18:44:34.776888 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 48470) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:44:34.936580 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-2b9dc2dd-40ff-4147-aeb7-6169d3c74742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43378236-1093-4ed9-ba60-376e7de515a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1529403463', 'tenant_id': 'b8c9426a09804bdabdb147a7feac3908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.119'}], 'enable_snat': True}, 'gw_port_id': '94affe69-3acd-416b-80c3-6815c559e165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:44:32Z', 'updated_at': '2021-11-19T18:44:34Z', 'revision_number': 3, 'project_id': 'b8c9426a09804bdabdb147a7feac3908', 'gw_port': {'id': '94affe69-3acd-416b-80c3-6815c559e165', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:02:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43378236-1093-4ed9-ba60-376e7de515a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:44:33Z', 'updated_at': '2021-11-19T18:44:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:44:34.964359 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b9dc2dd-40ff-4147-aeb7-6169d3c74742 None None] Checking router: 43378236-1093-4ed9-ba60-376e7de515a0 for host: n-d-818022-2 {{(pid=103366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:44:34.964710 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b9dc2dd-40ff-4147-aeb7-6169d3c74742 None None] Updating router 43378236-1093-4ed9-ba60-376e7de515a0 port 94affe69-3acd-416b-80c3-6815c559e165 binding host n-d-818022-2 {{(pid=103366) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 18:44:34.999701 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2b9dc2dd-40ff-4147-aeb7-6169d3c74742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:35.003525 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e013d7e6-5264-4dcc-9759-54f5fb809e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:35.241475 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef83e521-76af-4458-b660-ecbc5c1105da tempest-TestNetworkAdvancedServerOps-1145964326 tempest-TestNetworkAdvancedServerOps-1145964326-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:44:35.243035 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-ef83e521-76af-4458-b660-ecbc5c1105da tempest-TestNetworkAdvancedServerOps-1145964326 tempest-TestNetworkAdvancedServerOps-1145964326-project-admin] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4652407 Nov 19 18:44:35.246083 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 48472) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:44:35.256292 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2b9dc2dd-40ff-4147-aeb7-6169d3c74742 None None] Publish callbacks [] for port, precommit_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:35.261545 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2b9dc2dd-40ff-4147-aeb7-6169d3c74742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:35.288199 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 48474) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:44:35.288806 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-e1b88e6c-0d12-4b2b-bb19-fcb2d2da4fbd tempest-TestNetworkAdvancedServerOps-1145964326 tempest-TestNetworkAdvancedServerOps-1145964326-project-admin] 10.222.0.54 "GET /v2.0/subnets?network_id=645e61aa-1a6c-4e8f-857e-ab06edb4897f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0411577 Nov 19 18:44:35.293457 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-642a9fc9-7a33-416d-aef3-1d5bb5c65d4f tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1698139028', 'network_id': '1c95c120-da21-4c7a-ad70-1e4804112f9c', 'project_id': 'b8c9426a09804bdabdb147a7feac3908', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:44:35.326020 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e6ee115-ab2d-4b6c-ba56-2cb95b16ec7f None None] DHCP port deletion for 645e61aa-1a6c-4e8f-857e-ab06edb4897f request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:44:35.336343 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:35.339521 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41383e6c-499c-4cd4-85dd-e5e0df1fcd1b None None] Pushing event updated for resources: {'Port': ['ID=94affe69-3acd-416b-80c3-6815c559e165,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:44:35.344219 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-2b9dc2dd-40ff-4147-aeb7-6169d3c74742 None None] Attempting to bind port 94affe69-3acd-416b-80c3-6815c559e165 on host n-d-818022-2 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:44:35.344595 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-2b9dc2dd-40ff-4147-aeb7-6169d3c74742 None None] Attempting to bind port 94affe69-3acd-416b-80c3-6815c559e165 by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:44:35.344961 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b9dc2dd-40ff-4147-aeb7-6169d3c74742 None None] Attempting to bind port 94affe69-3acd-416b-80c3-6815c559e165 on network 645e61aa-1a6c-4e8f-857e-ab06edb4897f {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:44:35.350887 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b9dc2dd-40ff-4147-aeb7-6169d3c74742 None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 44, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:44:35.351266 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b9dc2dd-40ff-4147-aeb7-6169d3c74742 None None] Checking segment: {'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:44:35.351663 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2b9dc2dd-40ff-4147-aeb7-6169d3c74742 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:35.352050 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b9dc2dd-40ff-4147-aeb7-6169d3c74742 None None] Bound using segment: {'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:44:35.352511 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-2b9dc2dd-40ff-4147-aeb7-6169d3c74742 None None] Bound port: 94affe69-3acd-416b-80c3-6815c559e165, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:44:35.352889 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2b9dc2dd-40ff-4147-aeb7-6169d3c74742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:35.386932 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-642a9fc9-7a33-416d-aef3-1d5bb5c65d4f tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Made reservation on behalf of b8c9426a09804bdabdb147a7feac3908 for: {'subnet': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:44:35.390450 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-642a9fc9-7a33-416d-aef3-1d5bb5c65d4f tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8731248'] for subnet, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:35.411283 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-2b9dc2dd-40ff-4147-aeb7-6169d3c74742 None None] For port 94affe69-3acd-416b-80c3-6815c559e165, host n-d-818022-2, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:44:35.424553 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-2b9dc2dd-40ff-4147-aeb7-6169d3c74742 None None] For port 94affe69-3acd-416b-80c3-6815c559e165, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=94affe69-3acd-416b-80c3-6815c559e165,segment=NetworkSegment(bbe705c1-96c0-476e-8381-28227e6f0ac5),segment_id=bbe705c1-96c0-476e-8381-28227e6f0ac5)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:44:35.430260 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2b9dc2dd-40ff-4147-aeb7-6169d3c74742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:35.437078 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-1e2c7ee4-8738-4955-9b08-f24db693825e None None] Provisioning complete for port 94affe69-3acd-416b-80c3-6815c559e165 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:44:35.437447 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-1e2c7ee4-8738-4955-9b08-f24db693825e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:35.497771 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a023d53-ea3f-49cc-b03b-f88a5018094e None None] DHCP port deletion for 645e61aa-1a6c-4e8f-857e-ab06edb4897f request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:44:35.534454 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b9dc2dd-40ff-4147-aeb7-6169d3c74742 None None] Routers {'43378236-1093-4ed9-ba60-376e7de515a0'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:44:35.535087 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-2b9dc2dd-40ff-4147-aeb7-6169d3c74742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:44:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['43378236-1093-4ed9-ba60-376e7de515a0'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:44:35.541742 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41383e6c-499c-4cd4-85dd-e5e0df1fcd1b None None] Pushing event updated for resources: {'Port': ['ID=94affe69-3acd-416b-80c3-6815c559e165,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:44:35.593464 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-642a9fc9-7a33-416d-aef3-1d5bb5c65d4f tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12283104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8731234'] for subnet, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:35.649065 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642a9fc9-7a33-416d-aef3-1d5bb5c65d4f tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Pushing event updated for resources: {'Subnet': ['ID=1ecad716-3467-4225-b627-6aa3de9c2f5c,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:44:35.660619 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-642a9fc9-7a33-416d-aef3-1d5bb5c65d4f tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Checking segment: {'id': 'acb58b72-90f9-4378-baaa-9ae653435470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '1c95c120-da21-4c7a-ad70-1e4804112f9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:44:35.660986 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-642a9fc9-7a33-416d-aef3-1d5bb5c65d4f tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Network hostable DHCP agents. Network: 1c95c120-da21-4c7a-ad70-1e4804112f9c, hostable agents: ['02910ef2-0455-4aea-9f38-9a875579633f'], hosted agents: [] {{(pid=103365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 18:44:35.670208 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-1e2c7ee4-8738-4955-9b08-f24db693825e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:35.679706 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-642a9fc9-7a33-416d-aef3-1d5bb5c65d4f tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Network 1c95c120-da21-4c7a-ad70-1e4804112f9c is scheduled to be hosted by DHCP agent 02910ef2-0455-4aea-9f38-9a875579633f with binding_index 1 {{(pid=103365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 18:44:35.688595 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-642a9fc9-7a33-416d-aef3-1d5bb5c65d4f tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818022-2, 1c95c120-da21-4c7a-ad70-1e4804112f9c) {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:44:35.697826 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-642a9fc9-7a33-416d-aef3-1d5bb5c65d4f tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:44:35.698427 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-642a9fc9-7a33-416d-aef3-1d5bb5c65d4f tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:35.700453 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5238c793-155c-4b56-9853-11eebc2c3c8b None None] Network 1c95c120-da21-4c7a-ad70-1e4804112f9c requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:44:35.707708 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-1e2c7ee4-8738-4955-9b08-f24db693825e None None] For port 94affe69-3acd-416b-80c3-6815c559e165, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=94affe69-3acd-416b-80c3-6815c559e165,segment=NetworkSegment(bbe705c1-96c0-476e-8381-28227e6f0ac5),segment_id=bbe705c1-96c0-476e-8381-28227e6f0ac5)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:44:35.710415 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-2b9dc2dd-40ff-4147-aeb7-6169d3c74742 None None] Set router 43378236-1093-4ed9-ba60-376e7de515a0 gateway port host: n-d-818022-2 {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:44:35.715467 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-642a9fc9-7a33-416d-aef3-1d5bb5c65d4f tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4261310 Nov 19 18:44:35.718223 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 48476) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:44:35.770656 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-1e2c7ee4-8738-4955-9b08-f24db693825e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:35.942496 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2c7ee4-8738-4955-9b08-f24db693825e None None] Pushing event updated for resources: {'Port': ['ID=94affe69-3acd-416b-80c3-6815c559e165,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:44:35.978682 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-f3a4aae6-6f9b-4ad9-a025-3621c1e4efcf None None] Provisioning complete for port 94affe69-3acd-416b-80c3-6815c559e165 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:44:35.979052 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f3a4aae6-6f9b-4ad9-a025-3621c1e4efcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:36.084440 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f17e95aa-b07e-4e39-8f00-6ce345b9794b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54f44f5f-1200-574e-8740-2141911d5b73-1c95c120-da21-4c7a-ad70-1e4804112f9c', 'network_id': '1c95c120-da21-4c7a-ad70-1e4804112f9c', 'tenant_id': 'b8c9426a09804bdabdb147a7feac3908', 'fixed_ips': [{'subnet_id': '1ecad716-3467-4225-b627-6aa3de9c2f5c'}]}} from n-d-818022-2. {{(pid=103366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 18:44:36.085274 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f17e95aa-b07e-4e39-8f00-6ce345b9794b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:36.160679 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-45397308-71a3-4aef-a278-13092c343379 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:36.201187 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-2b9dc2dd-40ff-4147-aeb7-6169d3c74742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43378236-1093-4ed9-ba60-376e7de515a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1529403463', 'tenant_id': 'b8c9426a09804bdabdb147a7feac3908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.119'}], 'enable_snat': True}, 'gw_port_id': '94affe69-3acd-416b-80c3-6815c559e165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:44:32Z', 'updated_at': '2021-11-19T18:44:34Z', 'revision_number': 3, 'project_id': 'b8c9426a09804bdabdb147a7feac3908', 'gw_port': {'id': '94affe69-3acd-416b-80c3-6815c559e165', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:02:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43378236-1093-4ed9-ba60-376e7de515a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:44:33Z', 'updated_at': '2021-11-19T18:44:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:44:36.239045 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b9dc2dd-40ff-4147-aeb7-6169d3c74742 None None] The sync data for ids ['43378236-1093-4ed9-ba60-376e7de515a0'] in n-d-818022-2 is: [{'id': '43378236-1093-4ed9-ba60-376e7de515a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1529403463', 'tenant_id': 'b8c9426a09804bdabdb147a7feac3908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.119'}], 'enable_snat': True}, 'gw_port_id': '94affe69-3acd-416b-80c3-6815c559e165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:44:32Z', 'updated_at': '2021-11-19T18:44:34Z', 'revision_number': 3, 'project_id': 'b8c9426a09804bdabdb147a7feac3908', 'gw_port': {'id': '94affe69-3acd-416b-80c3-6815c559e165', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:02:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43378236-1093-4ed9-ba60-376e7de515a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:44:33Z', 'updated_at': '2021-11-19T18:44:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:44:36.297005 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [None req-f17e95aa-b07e-4e39-8f00-6ce345b9794b None None] Allocated IP 172.20.0.2 (1c95c120-da21-4c7a-ad70-1e4804112f9c/1ecad716-3467-4225-b627-6aa3de9c2f5c/812737df-50f9-4cd8-b5f5-773b4528742d) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:44:36.475419 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f17e95aa-b07e-4e39-8f00-6ce345b9794b None None] Publish callbacks [] for port, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:36.482443 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f17e95aa-b07e-4e39-8f00-6ce345b9794b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998'] for port, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:36.526837 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f17e95aa-b07e-4e39-8f00-6ce345b9794b None None] Network 1c95c120-da21-4c7a-ad70-1e4804112f9c is already hosted by enough agents. {{(pid=103366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:44:36.530340 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [None req-f17e95aa-b07e-4e39-8f00-6ce345b9794b None None] Resources bound (agent type, host, resource id): {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:44:36.533927 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f17e95aa-b07e-4e39-8f00-6ce345b9794b None None] Received port after_create {{(pid=103366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:44:36.541229 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17e95aa-b07e-4e39-8f00-6ce345b9794b None None] Pushing event updated for resources: {'Port': ['ID=812737df-50f9-4cd8-b5f5-773b4528742d,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:44:36.552272 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [None req-45397308-71a3-4aef-a278-13092c343379 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Allocated IP 172.20.0.1 (1c95c120-da21-4c7a-ad70-1e4804112f9c/1ecad716-3467-4225-b627-6aa3de9c2f5c/0ecd0c2d-53da-4e6e-8e37-3aa4eab60dd2) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:44:36.604671 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-f17e95aa-b07e-4e39-8f00-6ce345b9794b None None] Attempting to bind port 812737df-50f9-4cd8-b5f5-773b4528742d on host n-d-818022-2 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:44:36.605321 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-f17e95aa-b07e-4e39-8f00-6ce345b9794b None None] Attempting to bind port 812737df-50f9-4cd8-b5f5-773b4528742d by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': 'acb58b72-90f9-4378-baaa-9ae653435470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '1c95c120-da21-4c7a-ad70-1e4804112f9c'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:44:36.605990 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17e95aa-b07e-4e39-8f00-6ce345b9794b None None] Attempting to bind port 812737df-50f9-4cd8-b5f5-773b4528742d on network 1c95c120-da21-4c7a-ad70-1e4804112f9c {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:44:36.616784 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17e95aa-b07e-4e39-8f00-6ce345b9794b None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 44, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:44:36.617563 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17e95aa-b07e-4e39-8f00-6ce345b9794b None None] Checking segment: {'id': 'acb58b72-90f9-4378-baaa-9ae653435470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '1c95c120-da21-4c7a-ad70-1e4804112f9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:44:36.618903 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f17e95aa-b07e-4e39-8f00-6ce345b9794b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:36.619200 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17e95aa-b07e-4e39-8f00-6ce345b9794b None None] Bound using segment: {'id': 'acb58b72-90f9-4378-baaa-9ae653435470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '1c95c120-da21-4c7a-ad70-1e4804112f9c'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:44:36.620149 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-f17e95aa-b07e-4e39-8f00-6ce345b9794b None None] Bound port: 812737df-50f9-4cd8-b5f5-773b4528742d, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acb58b72-90f9-4378-baaa-9ae653435470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '1c95c120-da21-4c7a-ad70-1e4804112f9c'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:44:36.620843 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f17e95aa-b07e-4e39-8f00-6ce345b9794b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:36.679912 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-45397308-71a3-4aef-a278-13092c343379 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:36.691426 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-f17e95aa-b07e-4e39-8f00-6ce345b9794b None None] For port 812737df-50f9-4cd8-b5f5-773b4528742d, host n-d-818022-2, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:44:36.695453 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-f17e95aa-b07e-4e39-8f00-6ce345b9794b None None] For port 812737df-50f9-4cd8-b5f5-773b4528742d, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=812737df-50f9-4cd8-b5f5-773b4528742d,segment=NetworkSegment(acb58b72-90f9-4378-baaa-9ae653435470),segment_id=acb58b72-90f9-4378-baaa-9ae653435470)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:44:36.708258 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f17e95aa-b07e-4e39-8f00-6ce345b9794b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:36.721583 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-45397308-71a3-4aef-a278-13092c343379 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:36.782127 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45397308-71a3-4aef-a278-13092c343379 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Network 1c95c120-da21-4c7a-ad70-1e4804112f9c is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:44:36.786695 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-45397308-71a3-4aef-a278-13092c343379 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:44:36.790839 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17e95aa-b07e-4e39-8f00-6ce345b9794b None None] Pushing event updated for resources: {'Port': ['ID=812737df-50f9-4cd8-b5f5-773b4528742d,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:44:36.798088 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45397308-71a3-4aef-a278-13092c343379 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:44:36.802674 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45397308-71a3-4aef-a278-13092c343379 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Pushing event updated for resources: {'Port': ['ID=0ecd0c2d-53da-4e6e-8e37-3aa4eab60dd2,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:44:36.848993 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-45397308-71a3-4aef-a278-13092c343379 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-671361'] for router_interface, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:37.012653 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-45397308-71a3-4aef-a278-13092c343379 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:37.314854 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-45397308-71a3-4aef-a278-13092c343379 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for port, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:37.319424 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-45397308-71a3-4aef-a278-13092c343379 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:37.390454 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45397308-71a3-4aef-a278-13092c343379 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Pushing event updated for resources: {'Port': ['ID=0ecd0c2d-53da-4e6e-8e37-3aa4eab60dd2,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:44:37.392740 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-45397308-71a3-4aef-a278-13092c343379 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-768529'] for router_interface, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:37.487046 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45397308-71a3-4aef-a278-13092c343379 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Network 1c95c120-da21-4c7a-ad70-1e4804112f9c is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:44:37.488523 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-45397308-71a3-4aef-a278-13092c343379 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:44:37.611846 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45397308-71a3-4aef-a278-13092c343379 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Router 43378236-1093-4ed9-ba60-376e7de515a0 has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 18:44:37.725578 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45397308-71a3-4aef-a278-13092c343379 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:44:37.731706 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-45397308-71a3-4aef-a278-13092c343379 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "PUT /v2.0/routers/43378236-1093-4ed9-ba60-376e7de515a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0119236 Nov 19 18:44:37.789317 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-400aa116-786a-4f9d-91c4-1839d426b441 None None] Network 1c95c120-da21-4c7a-ad70-1e4804112f9c requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:44:37.898507 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-576c8641-927a-4dc3-87df-d3febb01a32e req-12220db0-cbc8-4192-bbac-791be3e376f0 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1933652949&fields=id&tenant_id=b8c9426a09804bdabdb147a7feac3908 HTTP/1.1" status: 200 len: 267 time: 0.0509477 Nov 19 18:44:37.928290 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-18958b6d-fbbf-41e3-a925-8e72800f35b7 None None] Provisioning complete for port 812737df-50f9-4cd8-b5f5-773b4528742d triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:44:37.928750 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-18958b6d-fbbf-41e3-a925-8e72800f35b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:37.974813 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 812737df-50f9-4cd8-b5f5-773b4528742d up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:44:38.021026 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576c8641-927a-4dc3-87df-d3febb01a32e req-1510e06d-73b1-4209-87e5-53bd597cab0b tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:44:38.022534 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-576c8641-927a-4dc3-87df-d3febb01a32e req-1510e06d-73b1-4209-87e5-53bd597cab0b tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/networks?id=1c95c120-da21-4c7a-ad70-1e4804112f9c HTTP/1.1" status: 200 len: 795 time: 0.1118762 Nov 19 18:44:38.037739 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-576c8641-927a-4dc3-87df-d3febb01a32e req-6513bbd0-5ded-4aba-90aa-b497a6b7bbe0 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/quotas/b8c9426a09804bdabdb147a7feac3908 HTTP/1.1" status: 200 len: 375 time: 0.0092564 Nov 19 18:44:38.092438 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-576c8641-927a-4dc3-87df-d3febb01a32e req-84855340-0255-4ab0-83a0-0ecc1dd62ac6 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=b8c9426a09804bdabdb147a7feac3908&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0488331 Nov 19 18:44:38.251692 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-18958b6d-fbbf-41e3-a925-8e72800f35b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:38.263143 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 812737df-50f9-4cd8-b5f5-773b4528742d triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:44:38.263523 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:38.284377 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-576c8641-927a-4dc3-87df-d3febb01a32e req-619c96c1-8fb7-4481-89bf-f1f3d1c647a8 service neutron] 10.222.0.54 "GET /v2.0/networks/1c95c120-da21-4c7a-ad70-1e4804112f9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790426 Nov 19 18:44:38.316771 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-18958b6d-fbbf-41e3-a925-8e72800f35b7 None None] For port 812737df-50f9-4cd8-b5f5-773b4528742d, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=812737df-50f9-4cd8-b5f5-773b4528742d,segment=NetworkSegment(acb58b72-90f9-4378-baaa-9ae653435470),segment_id=acb58b72-90f9-4378-baaa-9ae653435470)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:44:38.325030 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-18958b6d-fbbf-41e3-a925-8e72800f35b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:38.386367 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-576c8641-927a-4dc3-87df-d3febb01a32e req-32041157-c51d-4cb9-94d5-6bce09b60da1 service neutron] 10.222.0.54 "GET /v2.0/networks/1c95c120-da21-4c7a-ad70-1e4804112f9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010952 Nov 19 18:44:38.409257 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18958b6d-fbbf-41e3-a925-8e72800f35b7 None None] Pushing event updated for resources: {'Port': ['ID=812737df-50f9-4cd8-b5f5-773b4528742d,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:44:38.414769 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 94affe69-3acd-416b-80c3-6815c559e165 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:44:38.463456 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-e983f387-f8b4-4e02-b081-764bb675e034 None None] Provisioning complete for port 812737df-50f9-4cd8-b5f5-773b4528742d triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:44:38.463844 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e983f387-f8b4-4e02-b081-764bb675e034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:38.507915 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 94affe69-3acd-416b-80c3-6815c559e165 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:44:38.508298 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:38.608377 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-169a6e68-1862-4476-893e-bb6bc9bd6a55 req-c498b756-9cc9-465e-ab4e-f90b458981ba tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/ports?device_id=4f1cb878-4dce-44c4-ac4e-c0e5888256df HTTP/1.1" status: 200 len: 210 time: 0.0338633 Nov 19 18:44:38.636519 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f013c26e-5dd4-4f31-a61c-1a0982b9d392 None None] Sync routers for ids ['43378236-1093-4ed9-ba60-376e7de515a0'] in n-d-818022-2 {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:44:38.652475 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f013c26e-5dd4-4f31-a61c-1a0982b9d392 None None] Routers {'43378236-1093-4ed9-ba60-376e7de515a0'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:44:38.653111 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-f013c26e-5dd4-4f31-a61c-1a0982b9d392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:44:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['43378236-1093-4ed9-ba60-376e7de515a0'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:44:38.675877 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-e983f387-f8b4-4e02-b081-764bb675e034 None None] Provisioning complete for port 0ecd0c2d-53da-4e6e-8e37-3aa4eab60dd2 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:44:38.676253 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e983f387-f8b4-4e02-b081-764bb675e034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:38.725414 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-e983f387-f8b4-4e02-b081-764bb675e034 None None] Port 0ecd0c2d-53da-4e6e-8e37-3aa4eab60dd2 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:44:38.762962 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-f013c26e-5dd4-4f31-a61c-1a0982b9d392 None None] Set router 43378236-1093-4ed9-ba60-376e7de515a0 gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:44:38.846666 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-46d4bee7-cd94-45f4-a1bf-17fc3a94aaa9 None None] Provisioning complete for port 0ecd0c2d-53da-4e6e-8e37-3aa4eab60dd2 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:44:38.847692 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-46d4bee7-cd94-45f4-a1bf-17fc3a94aaa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:38.888005 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-46d4bee7-cd94-45f4-a1bf-17fc3a94aaa9 None None] Port 0ecd0c2d-53da-4e6e-8e37-3aa4eab60dd2 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:44:39.068703 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-f013c26e-5dd4-4f31-a61c-1a0982b9d392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43378236-1093-4ed9-ba60-376e7de515a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1529403463', 'tenant_id': 'b8c9426a09804bdabdb147a7feac3908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.119'}], 'enable_snat': True}, 'gw_port_id': '94affe69-3acd-416b-80c3-6815c559e165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:44:32Z', 'updated_at': '2021-11-19T18:44:36Z', 'revision_number': 4, 'project_id': 'b8c9426a09804bdabdb147a7feac3908', 'gw_port': {'id': '94affe69-3acd-416b-80c3-6815c559e165', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:02:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43378236-1093-4ed9-ba60-376e7de515a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:44:33Z', 'updated_at': '2021-11-19T18:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': '0ecd0c2d-53da-4e6e-8e37-3aa4eab60dd2', 'name': '', 'network_id': '1c95c120-da21-4c7a-ad70-1e4804112f9c', 'tenant_id': 'b8c9426a09804bdabdb147a7feac3908', 'mac_address': 'fa:16:3e:4b:a1:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43378236-1093-4ed9-ba60-376e7de515a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '1ecad716-3467-4225-b627-6aa3de9c2f5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:44:36Z', 'updated_at': '2021-11-19T18:44:37Z', 'revision_number': 2, 'project_id': 'b8c9426a09804bdabdb147a7feac3908', 'subnets': [{'id': '1ecad716-3467-4225-b627-6aa3de9c2f5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:44:39.098760 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f013c26e-5dd4-4f31-a61c-1a0982b9d392 None None] Checking router: 43378236-1093-4ed9-ba60-376e7de515a0 for host: n-d-818022-2 {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:44:39.099106 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f013c26e-5dd4-4f31-a61c-1a0982b9d392 None None] Updating router 43378236-1093-4ed9-ba60-376e7de515a0 port 0ecd0c2d-53da-4e6e-8e37-3aa4eab60dd2 binding host n-d-818022-2 {{(pid=103367) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 18:44:39.124513 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-f013c26e-5dd4-4f31-a61c-1a0982b9d392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:39.378013 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-f013c26e-5dd4-4f31-a61c-1a0982b9d392 None None] Publish callbacks [] for port, precommit_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:39.383142 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-f013c26e-5dd4-4f31-a61c-1a0982b9d392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:39.439795 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90137e17-113a-401e-bd00-d4535e7fa3a4 None None] Pushing event updated for resources: {'Port': ['ID=0ecd0c2d-53da-4e6e-8e37-3aa4eab60dd2,revision_number=3']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:44:39.464976 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90137e17-113a-401e-bd00-d4535e7fa3a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:44:39.465317 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90137e17-113a-401e-bd00-d4535e7fa3a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:44:39.465649 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90137e17-113a-401e-bd00-d4535e7fa3a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:44:39.466082 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90137e17-113a-401e-bd00-d4535e7fa3a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:44:39.466413 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90137e17-113a-401e-bd00-d4535e7fa3a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:44:39.466737 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90137e17-113a-401e-bd00-d4535e7fa3a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:44:39.467056 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90137e17-113a-401e-bd00-d4535e7fa3a4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:44:39.467378 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90137e17-113a-401e-bd00-d4535e7fa3a4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:44:39.467695 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90137e17-113a-401e-bd00-d4535e7fa3a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:44:39.468014 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90137e17-113a-401e-bd00-d4535e7fa3a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:44:39.468331 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90137e17-113a-401e-bd00-d4535e7fa3a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:44:39.468679 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90137e17-113a-401e-bd00-d4535e7fa3a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:44:39.502816 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-f013c26e-5dd4-4f31-a61c-1a0982b9d392 None None] Attempting to bind port 0ecd0c2d-53da-4e6e-8e37-3aa4eab60dd2 on host n-d-818022-2 for vnic_type normal with profile {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:44:39.503293 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-f013c26e-5dd4-4f31-a61c-1a0982b9d392 None None] Attempting to bind port 0ecd0c2d-53da-4e6e-8e37-3aa4eab60dd2 by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': 'acb58b72-90f9-4378-baaa-9ae653435470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '1c95c120-da21-4c7a-ad70-1e4804112f9c'}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:44:39.503662 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f013c26e-5dd4-4f31-a61c-1a0982b9d392 None None] Attempting to bind port 0ecd0c2d-53da-4e6e-8e37-3aa4eab60dd2 on network 1c95c120-da21-4c7a-ad70-1e4804112f9c {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:44:39.509025 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f013c26e-5dd4-4f31-a61c-1a0982b9d392 None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 44, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:44:39.509365 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f013c26e-5dd4-4f31-a61c-1a0982b9d392 None None] Checking segment: {'id': 'acb58b72-90f9-4378-baaa-9ae653435470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '1c95c120-da21-4c7a-ad70-1e4804112f9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:44:39.509879 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-f013c26e-5dd4-4f31-a61c-1a0982b9d392 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:39.510280 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f013c26e-5dd4-4f31-a61c-1a0982b9d392 None None] Bound using segment: {'id': 'acb58b72-90f9-4378-baaa-9ae653435470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '1c95c120-da21-4c7a-ad70-1e4804112f9c'} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:44:39.510772 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-f013c26e-5dd4-4f31-a61c-1a0982b9d392 None None] Bound port: 0ecd0c2d-53da-4e6e-8e37-3aa4eab60dd2, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acb58b72-90f9-4378-baaa-9ae653435470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '1c95c120-da21-4c7a-ad70-1e4804112f9c'}}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:44:39.511135 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-f013c26e-5dd4-4f31-a61c-1a0982b9d392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:39.604734 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-f013c26e-5dd4-4f31-a61c-1a0982b9d392 None None] For port 0ecd0c2d-53da-4e6e-8e37-3aa4eab60dd2, host n-d-818022-2, cleared binding levels {{(pid=103367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:44:39.609304 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-f013c26e-5dd4-4f31-a61c-1a0982b9d392 None None] For port 0ecd0c2d-53da-4e6e-8e37-3aa4eab60dd2, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=0ecd0c2d-53da-4e6e-8e37-3aa4eab60dd2,segment=NetworkSegment(acb58b72-90f9-4378-baaa-9ae653435470),segment_id=acb58b72-90f9-4378-baaa-9ae653435470)] {{(pid=103367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:44:39.615050 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-f013c26e-5dd4-4f31-a61c-1a0982b9d392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:39.656619 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576c8641-927a-4dc3-87df-d3febb01a32e req-1bcc803e-a902-4fcc-a396-023e54b5302a tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:44:39.658193 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-576c8641-927a-4dc3-87df-d3febb01a32e req-1bcc803e-a902-4fcc-a396-023e54b5302a tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.60 "GET /v2.0/networks?id=1c95c120-da21-4c7a-ad70-1e4804112f9c HTTP/1.1" status: 200 len: 795 time: 0.1427968 Nov 19 18:44:39.705096 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f013c26e-5dd4-4f31-a61c-1a0982b9d392 None None] Routers {'43378236-1093-4ed9-ba60-376e7de515a0'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:44:39.705724 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-f013c26e-5dd4-4f31-a61c-1a0982b9d392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:44:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['43378236-1093-4ed9-ba60-376e7de515a0'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:44:39.716425 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-fc2a1975-d518-4a57-b90b-e0d2b11d916c None None] Provisioning complete for port 0ecd0c2d-53da-4e6e-8e37-3aa4eab60dd2 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:44:39.716796 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-fc2a1975-d518-4a57-b90b-e0d2b11d916c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:39.733939 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-576c8641-927a-4dc3-87df-d3febb01a32e req-a148b1bb-b6cf-4399-9efc-f9b424e77373 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b8c9426a09804bdabdb147a7feac3908 HTTP/1.1" status: 200 len: 380 time: 0.0639486 Nov 19 18:44:39.770505 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a6b495d9-fd09-4edd-8512-48b41643c870 req-1a9c9e31-b822-43db-94fd-335944deae43 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/ports?device_id=4f1cb878-4dce-44c4-ac4e-c0e5888256df HTTP/1.1" status: 200 len: 210 time: 0.0426226 Nov 19 18:44:39.780678 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-576c8641-927a-4dc3-87df-d3febb01a32e req-7285767d-4ab7-440f-a3d5-8652982162c8 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Request body: {'port': {'device_id': '4f1cb878-4dce-44c4-ac4e-c0e5888256df', 'network_id': '1c95c120-da21-4c7a-ad70-1e4804112f9c', 'admin_state_up': True, 'tenant_id': 'b8c9426a09804bdabdb147a7feac3908', 'security_groups': ['c4cf24b1-b4db-46b7-a406-607f5f73e610']}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:44:39.815431 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-f013c26e-5dd4-4f31-a61c-1a0982b9d392 None None] Set router 43378236-1093-4ed9-ba60-376e7de515a0 gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:44:39.838782 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-fc2a1975-d518-4a57-b90b-e0d2b11d916c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:39.918643 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-fc2a1975-d518-4a57-b90b-e0d2b11d916c None None] For port 0ecd0c2d-53da-4e6e-8e37-3aa4eab60dd2, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=0ecd0c2d-53da-4e6e-8e37-3aa4eab60dd2,segment=NetworkSegment(acb58b72-90f9-4378-baaa-9ae653435470),segment_id=acb58b72-90f9-4378-baaa-9ae653435470)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:44:39.924563 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-576c8641-927a-4dc3-87df-d3febb01a32e req-7285767d-4ab7-440f-a3d5-8652982162c8 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Made reservation on behalf of b8c9426a09804bdabdb147a7feac3908 for: {'port': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:44:39.926684 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-fc2a1975-d518-4a57-b90b-e0d2b11d916c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:39.930745 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-576c8641-927a-4dc3-87df-d3febb01a32e req-7285767d-4ab7-440f-a3d5-8652982162c8 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:39.950212 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90137e17-113a-401e-bd00-d4535e7fa3a4 None None] Pushing event updated for resources: {'Port': ['ID=0ecd0c2d-53da-4e6e-8e37-3aa4eab60dd2,revision_number=4']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:44:39.970326 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 812737df-50f9-4cd8-b5f5-773b4528742d up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:44:40.024278 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2a1975-d518-4a57-b90b-e0d2b11d916c None None] Pushing event updated for resources: {'Port': ['ID=0ecd0c2d-53da-4e6e-8e37-3aa4eab60dd2,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:44:40.051348 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-2257a5b5-321a-4faa-8310-e7e1f1212660 None None] Provisioning complete for port 0ecd0c2d-53da-4e6e-8e37-3aa4eab60dd2 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:44:40.051724 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2257a5b5-321a-4faa-8310-e7e1f1212660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:40.054676 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 812737df-50f9-4cd8-b5f5-773b4528742d triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:44:40.055036 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:40.057192 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-f013c26e-5dd4-4f31-a61c-1a0982b9d392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43378236-1093-4ed9-ba60-376e7de515a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1529403463', 'tenant_id': 'b8c9426a09804bdabdb147a7feac3908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.119'}], 'enable_snat': True}, 'gw_port_id': '94affe69-3acd-416b-80c3-6815c559e165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:44:32Z', 'updated_at': '2021-11-19T18:44:36Z', 'revision_number': 4, 'project_id': 'b8c9426a09804bdabdb147a7feac3908', 'gw_port': {'id': '94affe69-3acd-416b-80c3-6815c559e165', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:02:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43378236-1093-4ed9-ba60-376e7de515a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:44:33Z', 'updated_at': '2021-11-19T18:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': '0ecd0c2d-53da-4e6e-8e37-3aa4eab60dd2', 'name': '', 'network_id': '1c95c120-da21-4c7a-ad70-1e4804112f9c', 'tenant_id': 'b8c9426a09804bdabdb147a7feac3908', 'mac_address': 'fa:16:3e:4b:a1:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43378236-1093-4ed9-ba60-376e7de515a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '1ecad716-3467-4225-b627-6aa3de9c2f5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:44:36Z', 'updated_at': '2021-11-19T18:44:39Z', 'revision_number': 4, 'project_id': 'b8c9426a09804bdabdb147a7feac3908', 'subnets': [{'id': '1ecad716-3467-4225-b627-6aa3de9c2f5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:44:40.087973 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f013c26e-5dd4-4f31-a61c-1a0982b9d392 None None] The sync data for ids ['43378236-1093-4ed9-ba60-376e7de515a0'] in n-d-818022-2 is: [{'id': '43378236-1093-4ed9-ba60-376e7de515a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1529403463', 'tenant_id': 'b8c9426a09804bdabdb147a7feac3908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.119'}], 'enable_snat': True}, 'gw_port_id': '94affe69-3acd-416b-80c3-6815c559e165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:44:32Z', 'updated_at': '2021-11-19T18:44:36Z', 'revision_number': 4, 'project_id': 'b8c9426a09804bdabdb147a7feac3908', 'gw_port': {'id': '94affe69-3acd-416b-80c3-6815c559e165', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:02:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43378236-1093-4ed9-ba60-376e7de515a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:44:33Z', 'updated_at': '2021-11-19T18:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': '0ecd0c2d-53da-4e6e-8e37-3aa4eab60dd2', 'name': '', 'network_id': '1c95c120-da21-4c7a-ad70-1e4804112f9c', 'tenant_id': 'b8c9426a09804bdabdb147a7feac3908', 'mac_address': 'fa:16:3e:4b:a1:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43378236-1093-4ed9-ba60-376e7de515a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '1ecad716-3467-4225-b627-6aa3de9c2f5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:44:36Z', 'updated_at': '2021-11-19T18:44:39Z', 'revision_number': 4, 'project_id': 'b8c9426a09804bdabdb147a7feac3908', 'subnets': [{'id': '1ecad716-3467-4225-b627-6aa3de9c2f5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:44:40.090731 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [req-576c8641-927a-4dc3-87df-d3febb01a32e req-7285767d-4ab7-440f-a3d5-8652982162c8 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Allocated IP 172.20.0.9 (1c95c120-da21-4c7a-ad70-1e4804112f9c/1ecad716-3467-4225-b627-6aa3de9c2f5c/7bd1c39c-62f4-44d7-be99-5b660fa628ba) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:44:40.268390 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-576c8641-927a-4dc3-87df-d3febb01a32e req-7285767d-4ab7-440f-a3d5-8652982162c8 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:40.305522 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-576c8641-927a-4dc3-87df-d3febb01a32e req-7285767d-4ab7-440f-a3d5-8652982162c8 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:40.363262 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-576c8641-927a-4dc3-87df-d3febb01a32e req-7285767d-4ab7-440f-a3d5-8652982162c8 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Network 1c95c120-da21-4c7a-ad70-1e4804112f9c is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:44:40.366619 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [req-576c8641-927a-4dc3-87df-d3febb01a32e req-7285767d-4ab7-440f-a3d5-8652982162c8 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:44:40.370459 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [req-576c8641-927a-4dc3-87df-d3febb01a32e req-7285767d-4ab7-440f-a3d5-8652982162c8 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:44:40.376896 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7285767d-4ab7-440f-a3d5-8652982162c8 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Pushing event updated for resources: {'Port': ['ID=7bd1c39c-62f4-44d7-be99-5b660fa628ba,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:44:40.427393 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576c8641-927a-4dc3-87df-d3febb01a32e req-7285767d-4ab7-440f-a3d5-8652982162c8 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:44:40.428372 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-576c8641-927a-4dc3-87df-d3febb01a32e req-7285767d-4ab7-440f-a3d5-8652982162c8 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:40.447505 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-576c8641-927a-4dc3-87df-d3febb01a32e req-7285767d-4ab7-440f-a3d5-8652982162c8 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6872287 Nov 19 18:44:40.513843 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-576c8641-927a-4dc3-87df-d3febb01a32e req-5b5b8351-cb66-42fd-8b3c-f96118fb485b service neutron] Request body: {'port': {'device_id': '4f1cb878-4dce-44c4-ac4e-c0e5888256df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818022-2'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:44:40.576312 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-576c8641-927a-4dc3-87df-d3febb01a32e req-5b5b8351-cb66-42fd-8b3c-f96118fb485b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:40.629112 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-eeabf633-73f6-4439-9bc9-49b75fd352a1 None None] Provisioning complete for port 7bd1c39c-62f4-44d7-be99-5b660fa628ba triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:44:40.629493 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-eeabf633-73f6-4439-9bc9-49b75fd352a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:40.677342 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-eeabf633-73f6-4439-9bc9-49b75fd352a1 None None] Port 7bd1c39c-62f4-44d7-be99-5b660fa628ba cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:44:40.888610 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [req-576c8641-927a-4dc3-87df-d3febb01a32e req-5b5b8351-cb66-42fd-8b3c-f96118fb485b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7bd1c39c-62f4-44d7-be99-5b660fa628ba {{(pid=103364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:44:40.896913 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-576c8641-927a-4dc3-87df-d3febb01a32e req-5b5b8351-cb66-42fd-8b3c-f96118fb485b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:40.905564 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13f268b-3a84-4ab6-a286-77c1ca2e11c3 req-3cb7b9bd-ae26-45ef-9ae0-a852b5235401 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:44:40.907734 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f13f268b-3a84-4ab6-a286-77c1ca2e11c3 req-3cb7b9bd-ae26-45ef-9ae0-a852b5235401 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/ports?device_id=4f1cb878-4dce-44c4-ac4e-c0e5888256df HTTP/1.1" status: 200 len: 931 time: 0.0645356 Nov 19 18:44:40.912007 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.provisioning_blocks [req-576c8641-927a-4dc3-87df-d3febb01a32e req-5b5b8351-cb66-42fd-8b3c-f96118fb485b service neutron] Transition to ACTIVE for port object 7bd1c39c-62f4-44d7-be99-5b660fa628ba will not be triggered until provisioned by entity L2. {{(pid=103364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 18:44:40.920871 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-576c8641-927a-4dc3-87df-d3febb01a32e req-5b5b8351-cb66-42fd-8b3c-f96118fb485b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:40.965856 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f13f268b-3a84-4ab6-a286-77c1ca2e11c3 req-3a995989-6b59-49f4-b995-64317d766302 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4cf24b1-b4db-46b7-a406-607f5f73e610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507536 Nov 19 18:44:40.993109 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b8351-cb66-42fd-8b3c-f96118fb485b service neutron] Pushing event updated for resources: {'Port': ['ID=7bd1c39c-62f4-44d7-be99-5b660fa628ba,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:44:41.073045 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-576c8641-927a-4dc3-87df-d3febb01a32e req-5b5b8351-cb66-42fd-8b3c-f96118fb485b service neutron] Attempting to bind port 7bd1c39c-62f4-44d7-be99-5b660fa628ba on host n-h1-818022-2 for vnic_type normal with profile {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:44:41.073409 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-576c8641-927a-4dc3-87df-d3febb01a32e req-5b5b8351-cb66-42fd-8b3c-f96118fb485b service neutron] Attempting to bind port 7bd1c39c-62f4-44d7-be99-5b660fa628ba by drivers openvswitch,hyperv on host n-h1-818022-2 at level 0 using segments [{'id': 'acb58b72-90f9-4378-baaa-9ae653435470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '1c95c120-da21-4c7a-ad70-1e4804112f9c'}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:44:41.073705 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576c8641-927a-4dc3-87df-d3febb01a32e req-5b5b8351-cb66-42fd-8b3c-f96118fb485b service neutron] Attempting to bind port 7bd1c39c-62f4-44d7-be99-5b660fa628ba on network 1c95c120-da21-4c7a-ad70-1e4804112f9c {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:44:41.078527 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576c8641-927a-4dc3-87df-d3febb01a32e req-5b5b8351-cb66-42fd-8b3c-f96118fb485b service neutron] Port 7bd1c39c-62f4-44d7-be99-5b660fa628ba on network 1c95c120-da21-4c7a-ad70-1e4804112f9c not bound, no agent of type Open vSwitch agent registered on host n-h1-818022-2 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 18:44:41.078847 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576c8641-927a-4dc3-87df-d3febb01a32e req-5b5b8351-cb66-42fd-8b3c-f96118fb485b service neutron] Attempting to bind port 7bd1c39c-62f4-44d7-be99-5b660fa628ba on network 1c95c120-da21-4c7a-ad70-1e4804112f9c {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:44:41.084685 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576c8641-927a-4dc3-87df-d3febb01a32e req-5b5b8351-cb66-42fd-8b3c-f96118fb485b service neutron] Checking agent: {'id': 'a6668d96-12fa-4ec0-99ad-77eaf490dd2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'started_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 44, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:44:41.085027 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576c8641-927a-4dc3-87df-d3febb01a32e req-5b5b8351-cb66-42fd-8b3c-f96118fb485b service neutron] Checking segment: {'id': 'acb58b72-90f9-4378-baaa-9ae653435470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '1c95c120-da21-4c7a-ad70-1e4804112f9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:44:41.085446 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576c8641-927a-4dc3-87df-d3febb01a32e req-5b5b8351-cb66-42fd-8b3c-f96118fb485b service neutron] Bound using segment: {'id': 'acb58b72-90f9-4378-baaa-9ae653435470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '1c95c120-da21-4c7a-ad70-1e4804112f9c'} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:44:41.085901 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-576c8641-927a-4dc3-87df-d3febb01a32e req-5b5b8351-cb66-42fd-8b3c-f96118fb485b service neutron] Bound port: 7bd1c39c-62f4-44d7-be99-5b660fa628ba, host: n-h1-818022-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acb58b72-90f9-4378-baaa-9ae653435470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '1c95c120-da21-4c7a-ad70-1e4804112f9c'}}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:44:41.086302 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-576c8641-927a-4dc3-87df-d3febb01a32e req-5b5b8351-cb66-42fd-8b3c-f96118fb485b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:41.158702 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-576c8641-927a-4dc3-87df-d3febb01a32e req-5b5b8351-cb66-42fd-8b3c-f96118fb485b service neutron] For port 7bd1c39c-62f4-44d7-be99-5b660fa628ba, host n-h1-818022-2, cleared binding levels {{(pid=103364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:44:41.163146 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-576c8641-927a-4dc3-87df-d3febb01a32e req-5b5b8351-cb66-42fd-8b3c-f96118fb485b service neutron] For port 7bd1c39c-62f4-44d7-be99-5b660fa628ba, host n-h1-818022-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=7bd1c39c-62f4-44d7-be99-5b660fa628ba,segment=NetworkSegment(acb58b72-90f9-4378-baaa-9ae653435470),segment_id=acb58b72-90f9-4378-baaa-9ae653435470)] {{(pid=103364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:44:41.169579 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-576c8641-927a-4dc3-87df-d3febb01a32e req-5b5b8351-cb66-42fd-8b3c-f96118fb485b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:41.211985 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576c8641-927a-4dc3-87df-d3febb01a32e req-5b5b8351-cb66-42fd-8b3c-f96118fb485b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:44:41.212335 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-576c8641-927a-4dc3-87df-d3febb01a32e req-5b5b8351-cb66-42fd-8b3c-f96118fb485b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:41.214827 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-576c8641-927a-4dc3-87df-d3febb01a32e req-5b5b8351-cb66-42fd-8b3c-f96118fb485b service neutron] 10.222.0.60 "PUT /v2.0/ports/7bd1c39c-62f4-44d7-be99-5b660fa628ba HTTP/1.1" status: 200 len: 1091 time: 0.7584047 Nov 19 18:44:41.214827 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f1cb878-4dce-44c4-ac4e-c0e5888256df', 'tag': '7bd1c39c-62f4-44d7-be99-5b660fa628ba'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:44:41.220484 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52b8413beb4c6ee9e3ef24221fee7166c8d58dd3d366bc989a0565316b268f0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53163fd5-bd50-4790-bf82-7cd6c4cb2c16" -d '{"events": [{"name": "network-changed", "server_uuid": "4f1cb878-4dce-44c4-ac4e-c0e5888256df", "tag": "7bd1c39c-62f4-44d7-be99-5b660fa628ba"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:44:41.239852 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b8351-cb66-42fd-8b3c-f96118fb485b service neutron] Pushing event updated for resources: {'Port': ['ID=7bd1c39c-62f4-44d7-be99-5b660fa628ba,revision_number=3']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:44:41.278471 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 18:44:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb8eb89b-ef3a-4bb8-bd40-6b555022db43 x-openstack-request-id: req-cb8eb89b-ef3a-4bb8-bd40-6b555022db43 {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:44:41.278773 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f1cb878-4dce-44c4-ac4e-c0e5888256df", "tag": "7bd1c39c-62f4-44d7-be99-5b660fa628ba", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:44:41.279030 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-cb8eb89b-ef3a-4bb8-bd40-6b555022db43 {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:44:41.279436 n-d-818022-2 neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f1cb878-4dce-44c4-ac4e-c0e5888256df', 'tag': '7bd1c39c-62f4-44d7-be99-5b660fa628ba', 'status': 'completed', 'code': 200} Nov 19 18:44:41.326428 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576c8641-927a-4dc3-87df-d3febb01a32e req-d9142203-e81f-496f-9018-2629a3dcdbf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:44:41.328798 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-576c8641-927a-4dc3-87df-d3febb01a32e req-d9142203-e81f-496f-9018-2629a3dcdbf2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b8c9426a09804bdabdb147a7feac3908&device_id=4f1cb878-4dce-44c4-ac4e-c0e5888256df HTTP/1.1" status: 200 len: 1094 time: 0.0646765 Nov 19 18:44:41.376897 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-576c8641-927a-4dc3-87df-d3febb01a32e req-5003645b-7ae6-4c45-9704-998f0762d4cc service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7bd1c39c-62f4-44d7-be99-5b660fa628ba HTTP/1.1" status: 200 len: 217 time: 0.0413351 Nov 19 18:44:41.429948 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576c8641-927a-4dc3-87df-d3febb01a32e req-70f46eb8-51e7-4992-9ff3-04de78f944b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:44:41.431445 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-576c8641-927a-4dc3-87df-d3febb01a32e req-70f46eb8-51e7-4992-9ff3-04de78f944b9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1ecad716-3467-4225-b627-6aa3de9c2f5c HTTP/1.1" status: 200 len: 835 time: 0.0466564 Nov 19 18:44:41.476756 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576c8641-927a-4dc3-87df-d3febb01a32e req-5c5d7ad9-4564-41d6-a6cf-c98ad99e2ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:44:41.478267 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-576c8641-927a-4dc3-87df-d3febb01a32e req-5c5d7ad9-4564-41d6-a6cf-c98ad99e2ef3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1c95c120-da21-4c7a-ad70-1e4804112f9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394630 Nov 19 18:44:41.574745 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-576c8641-927a-4dc3-87df-d3febb01a32e req-bf419969-835a-43f6-9b6f-507c65791d2b service neutron] 10.222.0.60 "GET /v2.0/networks/1c95c120-da21-4c7a-ad70-1e4804112f9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880477 Nov 19 18:44:41.665610 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-576c8641-927a-4dc3-87df-d3febb01a32e req-255110ce-67e0-49a6-8138-e5739fc046d4 service neutron] 10.222.0.60 "GET /v2.0/networks/1c95c120-da21-4c7a-ad70-1e4804112f9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835090 Nov 19 18:44:41.755860 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53163fd5-bd50-4790-bf82-7cd6c4cb2c16 req-4dc24097-f81f-4e5d-ab03-8afaa614a077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:44:41.757330 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-53163fd5-bd50-4790-bf82-7cd6c4cb2c16 req-4dc24097-f81f-4e5d-ab03-8afaa614a077 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b8c9426a09804bdabdb147a7feac3908&device_id=4f1cb878-4dce-44c4-ac4e-c0e5888256df HTTP/1.1" status: 200 len: 1094 time: 0.0455506 Nov 19 18:44:41.846913 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53163fd5-bd50-4790-bf82-7cd6c4cb2c16 req-a13a6c4b-577d-4dfd-a99f-bb0b74aa5586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:44:41.848236 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-53163fd5-bd50-4790-bf82-7cd6c4cb2c16 req-a13a6c4b-577d-4dfd-a99f-bb0b74aa5586 service neutron] 10.222.0.60 "GET /v2.0/networks?id=1c95c120-da21-4c7a-ad70-1e4804112f9c HTTP/1.1" status: 200 len: 896 time: 0.0839801 Nov 19 18:44:41.891525 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-53163fd5-bd50-4790-bf82-7cd6c4cb2c16 req-a0c1f3fd-1826-430e-b087-e9af7ecffc5f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7bd1c39c-62f4-44d7-be99-5b660fa628ba HTTP/1.1" status: 200 len: 217 time: 0.0354836 Nov 19 18:44:41.900935 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 0ecd0c2d-53da-4e6e-8e37-3aa4eab60dd2 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:44:41.948039 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53163fd5-bd50-4790-bf82-7cd6c4cb2c16 req-0630d58d-3d54-4d15-a410-3e07363ea0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:44:41.949388 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 0ecd0c2d-53da-4e6e-8e37-3aa4eab60dd2 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:44:41.949535 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-53163fd5-bd50-4790-bf82-7cd6c4cb2c16 req-0630d58d-3d54-4d15-a410-3e07363ea0c7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1ecad716-3467-4225-b627-6aa3de9c2f5c HTTP/1.1" status: 200 len: 835 time: 0.0499244 Nov 19 18:44:41.949856 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:41.997232 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53163fd5-bd50-4790-bf82-7cd6c4cb2c16 req-03434f2a-31fc-435f-b37e-9e401ab6e0db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:44:42.000446 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-53163fd5-bd50-4790-bf82-7cd6c4cb2c16 req-03434f2a-31fc-435f-b37e-9e401ab6e0db service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1c95c120-da21-4c7a-ad70-1e4804112f9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428741 Nov 19 18:44:42.097768 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45be75b5-db35-44d7-be1a-f4562dd1414a req-ecc72b50-772f-48cc-8553-c5382d5f4544 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:44:42.099453 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-45be75b5-db35-44d7-be1a-f4562dd1414a req-ecc72b50-772f-48cc-8553-c5382d5f4544 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/ports?device_id=4f1cb878-4dce-44c4-ac4e-c0e5888256df HTTP/1.1" status: 200 len: 943 time: 0.0538635 Nov 19 18:44:42.101013 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-53163fd5-bd50-4790-bf82-7cd6c4cb2c16 req-b6873500-1b67-46f7-a7e6-9aa25bfe7319 service neutron] 10.222.0.60 "GET /v2.0/networks/1c95c120-da21-4c7a-ad70-1e4804112f9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921063 Nov 19 18:44:42.148050 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-45be75b5-db35-44d7-be1a-f4562dd1414a req-8860e364-9cf6-44b8-b851-2e841f48b57d tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4cf24b1-b4db-46b7-a406-607f5f73e610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425951 Nov 19 18:44:42.193822 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-53163fd5-bd50-4790-bf82-7cd6c4cb2c16 req-7278dfe7-df80-49b2-9efa-6a894686c488 service neutron] 10.222.0.60 "GET /v2.0/networks/1c95c120-da21-4c7a-ad70-1e4804112f9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837407 Nov 19 18:44:43.268382 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208697fa-df91-4200-876f-0d5560e25a27 req-3355c5a4-7100-4cf8-a964-26aa5d72a1d5 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:44:43.269884 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-208697fa-df91-4200-876f-0d5560e25a27 req-3355c5a4-7100-4cf8-a964-26aa5d72a1d5 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/ports?device_id=4f1cb878-4dce-44c4-ac4e-c0e5888256df HTTP/1.1" status: 200 len: 943 time: 0.0487449 Nov 19 18:44:43.318525 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-208697fa-df91-4200-876f-0d5560e25a27 req-8ba5d8b2-9ffa-4358-beff-739cc44eb62b tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4cf24b1-b4db-46b7-a406-607f5f73e610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428107 Nov 19 18:44:44.206687 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 7bd1c39c-62f4-44d7-be99-5b660fa628ba details requested by agent hyperv_n-h1-818022-2 with host n-h1-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 18:44:44.301535 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 7bd1c39c-62f4-44d7-be99-5b660fa628ba, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=7bd1c39c-62f4-44d7-be99-5b660fa628ba,segment=NetworkSegment(acb58b72-90f9-4378-baaa-9ae653435470),segment_id=acb58b72-90f9-4378-baaa-9ae653435470)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:44:44.313097 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Returning: {'device': '7bd1c39c-62f4-44d7-be99-5b660fa628ba', 'network_id': '1c95c120-da21-4c7a-ad70-1e4804112f9c', 'port_id': '7bd1c39c-62f4-44d7-be99-5b660fa628ba', 'mac_address': 'fa:16:3e:5c:34:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ecad716-3467-4225-b627-6aa3de9c2f5c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 18:44:44.349653 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:44.362971 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7bd1c39c-62f4-44d7-be99-5b660fa628ba {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:44:44.386547 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 7bd1c39c-62f4-44d7-be99-5b660fa628ba, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=7bd1c39c-62f4-44d7-be99-5b660fa628ba,segment=NetworkSegment(acb58b72-90f9-4378-baaa-9ae653435470),segment_id=acb58b72-90f9-4378-baaa-9ae653435470)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:44:44.390976 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:44.433211 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9009c77-3c35-4a35-8bef-e873352fda54 req-8ac2b47e-314a-483d-8839-2833ff5fd3d7 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:44:44.434944 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d9009c77-3c35-4a35-8bef-e873352fda54 req-8ac2b47e-314a-483d-8839-2833ff5fd3d7 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/ports?device_id=4f1cb878-4dce-44c4-ac4e-c0e5888256df HTTP/1.1" status: 200 len: 944 time: 0.0503109 Nov 19 18:44:44.439601 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=7bd1c39c-62f4-44d7-be99-5b660fa628ba,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:44:44.485042 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d9009c77-3c35-4a35-8bef-e873352fda54 req-a4d8d40c-c7c1-4027-bec7-7b7b8462c106 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4cf24b1-b4db-46b7-a406-607f5f73e610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439515 Nov 19 18:44:44.617364 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['7bd1c39c-62f4-44d7-be99-5b660fa628ba'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:44:45.602218 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e055735-b071-4bbf-8ed8-7378d87f746f req-b56a9e18-c672-4616-9a56-9c188c4f2ab4 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:44:45.603882 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2e055735-b071-4bbf-8ed8-7378d87f746f req-b56a9e18-c672-4616-9a56-9c188c4f2ab4 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/ports?device_id=4f1cb878-4dce-44c4-ac4e-c0e5888256df HTTP/1.1" status: 200 len: 944 time: 0.0525985 Nov 19 18:44:45.652794 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2e055735-b071-4bbf-8ed8-7378d87f746f req-544d4e95-27e5-49cf-9e82-64f27bbc986a tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4cf24b1-b4db-46b7-a406-607f5f73e610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416591 Nov 19 18:44:46.207072 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 7bd1c39c-62f4-44d7-be99-5b660fa628ba up at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:44:46.255466 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning for port 7bd1c39c-62f4-44d7-be99-5b660fa628ba completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 18:44:46.259600 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning complete for port 7bd1c39c-62f4-44d7-be99-5b660fa628ba triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:44:46.259973 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:46.340616 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:46.362801 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f1cb878-4dce-44c4-ac4e-c0e5888256df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bd1c39c-62f4-44d7-be99-5b660fa628ba'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:44:46.365075 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e87da51c426c585745380e4f647dbd896557016b88dd9fb127e5d98628c937cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-582cb534-194c-44ad-9527-4591e3ddeb8e" -d '{"events": [{"server_uuid": "4f1cb878-4dce-44c4-ac4e-c0e5888256df", "name": "network-vif-plugged", "status": "completed", "tag": "7bd1c39c-62f4-44d7-be99-5b660fa628ba"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:44:46.377656 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 7bd1c39c-62f4-44d7-be99-5b660fa628ba, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=7bd1c39c-62f4-44d7-be99-5b660fa628ba,segment=NetworkSegment(acb58b72-90f9-4378-baaa-9ae653435470),segment_id=acb58b72-90f9-4378-baaa-9ae653435470)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:44:46.382041 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:46.414062 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:44:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33be8bfe-a1c1-409a-be23-ab1e56f3994d x-openstack-request-id: req-33be8bfe-a1c1-409a-be23-ab1e56f3994d {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:44:46.414353 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f1cb878-4dce-44c4-ac4e-c0e5888256df", "name": "network-vif-plugged", "status": "completed", "tag": "7bd1c39c-62f4-44d7-be99-5b660fa628ba", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:44:46.414611 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-33be8bfe-a1c1-409a-be23-ab1e56f3994d {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:44:46.415002 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f1cb878-4dce-44c4-ac4e-c0e5888256df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bd1c39c-62f4-44d7-be99-5b660fa628ba', 'code': 200} Nov 19 18:44:46.434465 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=7bd1c39c-62f4-44d7-be99-5b660fa628ba,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:44:46.505455 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e433ee78-4b07-42f5-863d-8a15dafe2c91 req-2ade0709-d8ad-4afa-bc19-5448348df9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:44:46.506995 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-e433ee78-4b07-42f5-863d-8a15dafe2c91 req-2ade0709-d8ad-4afa-bc19-5448348df9c3 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=4f1cb878-4dce-44c4-ac4e-c0e5888256df HTTP/1.1" status: 200 len: 1096 time: 0.0404339 Nov 19 18:44:46.552322 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-e433ee78-4b07-42f5-863d-8a15dafe2c91 req-1187d285-d31b-4a91-88a5-f6d41c04a79b service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=c4cf24b1-b4db-46b7-a406-607f5f73e610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381951 Nov 19 18:44:46.779735 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217fad71-0dcc-4f86-bba8-627c0947f3ad req-a0b1877b-302a-42d6-b7c2-b03a3bc5cacc tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:44:46.781178 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-217fad71-0dcc-4f86-bba8-627c0947f3ad req-a0b1877b-302a-42d6-b7c2-b03a3bc5cacc tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/ports?device_id=4f1cb878-4dce-44c4-ac4e-c0e5888256df HTTP/1.1" status: 200 len: 945 time: 0.0520921 Nov 19 18:44:46.829913 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-217fad71-0dcc-4f86-bba8-627c0947f3ad req-8a4175c6-0bfb-4199-901b-b1c97913761f tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4cf24b1-b4db-46b7-a406-607f5f73e610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428867 Nov 19 18:44:47.945089 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5677f437-1ff6-4356-83e6-09920d500149 req-ef87d5d5-f3d8-43d6-97c7-67fc0a936e9b tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:44:47.946599 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5677f437-1ff6-4356-83e6-09920d500149 req-ef87d5d5-f3d8-43d6-97c7-67fc0a936e9b tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/ports?device_id=4f1cb878-4dce-44c4-ac4e-c0e5888256df HTTP/1.1" status: 200 len: 945 time: 0.0485504 Nov 19 18:44:47.999182 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5677f437-1ff6-4356-83e6-09920d500149 req-f4e14c47-8938-44be-b0b2-b665978601fa tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4cf24b1-b4db-46b7-a406-607f5f73e610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466855 Nov 19 18:44:48.111662 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e0ac6e-70ba-4c47-80a8-e471114ae3b3 req-e876b30d-7924-45ab-b30f-7e441a2a92d2 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:44:48.113031 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-e2e0ac6e-70ba-4c47-80a8-e471114ae3b3 req-e876b30d-7924-45ab-b30f-7e441a2a92d2 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/ports?device_id=4f1cb878-4dce-44c4-ac4e-c0e5888256df HTTP/1.1" status: 200 len: 945 time: 0.0480638 Nov 19 18:44:48.161790 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-e2e0ac6e-70ba-4c47-80a8-e471114ae3b3 req-c5b93470-cf55-4b13-9650-24e241337e7f tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4cf24b1-b4db-46b7-a406-607f5f73e610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427489 Nov 19 18:44:48.183300 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 48528) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:44:48.221609 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acd13d51-e0f1-4121-b9fe-133041c9589a tempest-TestNetworkAdvancedServerOps-1145964326 tempest-TestNetworkAdvancedServerOps-1145964326-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:44:48.223112 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-acd13d51-e0f1-4121-b9fe-133041c9589a tempest-TestNetworkAdvancedServerOps-1145964326 tempest-TestNetworkAdvancedServerOps-1145964326-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=4f1cb878-4dce-44c4-ac4e-c0e5888256df HTTP/1.1" status: 200 len: 1091 time: 0.0388584 Nov 19 18:44:48.225972 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 48530) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:44:48.230185 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-aa3cee56-bb7c-433c-801b-702c74cbfbe2 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Request body: {'floatingip': {'floating_network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'port_id': '7bd1c39c-62f4-44d7-be99-5b660fa628ba', 'tenant_id': 'b8c9426a09804bdabdb147a7feac3908', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:44:48.251082 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-aa3cee56-bb7c-433c-801b-702c74cbfbe2 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for floatingip, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:48.347358 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-aa3cee56-bb7c-433c-801b-702c74cbfbe2 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:48.450570 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [None req-aa3cee56-bb7c-433c-801b-702c74cbfbe2 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Allocated IP 172.25.7.41 (645e61aa-1a6c-4e8f-857e-ab06edb4897f/88ed2d64-f56d-4f01-a468-946e01c99e82/a91c7f28-6234-48d8-a43a-1124979087fe) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:44:48.548268 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-aa3cee56-bb7c-433c-801b-702c74cbfbe2 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:48.582441 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-aa3cee56-bb7c-433c-801b-702c74cbfbe2 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:48.619393 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa3cee56-bb7c-433c-801b-702c74cbfbe2 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Network 645e61aa-1a6c-4e8f-857e-ab06edb4897f is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:44:48.622244 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-aa3cee56-bb7c-433c-801b-702c74cbfbe2 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:44:48.626437 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa3cee56-bb7c-433c-801b-702c74cbfbe2 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:44:48.653522 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3cee56-bb7c-433c-801b-702c74cbfbe2 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Pushing event updated for resources: {'Port': ['ID=a91c7f28-6234-48d8-a43a-1124979087fe,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:44:48.990124 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-aa3cee56-bb7c-433c-801b-702c74cbfbe2 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:49.058688 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-aa3cee56-bb7c-433c-801b-702c74cbfbe2 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:49.205717 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-aa3cee56-bb7c-433c-801b-702c74cbfbe2 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for port, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:49.210250 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-aa3cee56-bb7c-433c-801b-702c74cbfbe2 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:49.275175 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3cee56-bb7c-433c-801b-702c74cbfbe2 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Pushing event updated for resources: {'Port': ['ID=a91c7f28-6234-48d8-a43a-1124979087fe,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:44:49.288075 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-aa3cee56-bb7c-433c-801b-702c74cbfbe2 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-671284'] for floatingip, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:49.387237 n-d-818022-2 neutron-server[103364]: INFO neutron.db.l3_db [None req-aa3cee56-bb7c-433c-801b-702c74cbfbe2 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Floating IP 467c5b62-f0f2-4b05-9b4e-b0202d411969 associated. External IP: 172.25.7.41, port: 7bd1c39c-62f4-44d7-be99-5b660fa628ba. Nov 19 18:44:49.592968 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa3cee56-bb7c-433c-801b-702c74cbfbe2 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Router 43378236-1093-4ed9-ba60-376e7de515a0 has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 18:44:49.700280 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa3cee56-bb7c-433c-801b-702c74cbfbe2 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:44:49.710404 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b4b397-cbe4-4eaa-836d-8b60824c8203 None None] Sync routers for ids ['43378236-1093-4ed9-ba60-376e7de515a0'] in n-d-818022-2 {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:44:49.718899 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-aa3cee56-bb7c-433c-801b-702c74cbfbe2 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for floatingip, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:44:49.720752 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b4b397-cbe4-4eaa-836d-8b60824c8203 None None] Routers {'43378236-1093-4ed9-ba60-376e7de515a0'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:44:49.721375 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-f5b4b397-cbe4-4eaa-836d-8b60824c8203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:44:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['43378236-1093-4ed9-ba60-376e7de515a0'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:44:49.748200 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-aa3cee56-bb7c-433c-801b-702c74cbfbe2 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5210290 Nov 19 18:44:49.748821 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f1cb878-4dce-44c4-ac4e-c0e5888256df', 'tag': '7bd1c39c-62f4-44d7-be99-5b660fa628ba'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:44:49.751140 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52b8413beb4c6ee9e3ef24221fee7166c8d58dd3d366bc989a0565316b268f0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16599f96-5438-48df-9c9c-a76fc21bea31" -d '{"events": [{"name": "network-changed", "server_uuid": "4f1cb878-4dce-44c4-ac4e-c0e5888256df", "tag": "7bd1c39c-62f4-44d7-be99-5b660fa628ba"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:44:49.801203 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 18:44:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9849b0a5-15d0-4f65-bf13-01e678dee732 x-openstack-request-id: req-9849b0a5-15d0-4f65-bf13-01e678dee732 {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:44:49.801563 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f1cb878-4dce-44c4-ac4e-c0e5888256df", "tag": "7bd1c39c-62f4-44d7-be99-5b660fa628ba", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:44:49.801930 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-9849b0a5-15d0-4f65-bf13-01e678dee732 {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:44:49.802421 n-d-818022-2 neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f1cb878-4dce-44c4-ac4e-c0e5888256df', 'tag': '7bd1c39c-62f4-44d7-be99-5b660fa628ba', 'status': 'completed', 'code': 200} Nov 19 18:44:49.830976 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-f5b4b397-cbe4-4eaa-836d-8b60824c8203 None None] Set router 43378236-1093-4ed9-ba60-376e7de515a0 gateway port host: n-d-818022-2 {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:44:49.863715 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ded5a15-19e9-47fa-883a-aed4e283a9e2 req-b1343b7c-011f-4a81-b42e-a7872ae86470 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:44:49.865536 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3ded5a15-19e9-47fa-883a-aed4e283a9e2 req-b1343b7c-011f-4a81-b42e-a7872ae86470 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/ports?device_id=4f1cb878-4dce-44c4-ac4e-c0e5888256df HTTP/1.1" status: 200 len: 945 time: 0.0527837 Nov 19 18:44:49.875937 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16599f96-5438-48df-9c9c-a76fc21bea31 req-605a244a-0f61-438e-aee3-bf043512f56b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:44:49.877451 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-16599f96-5438-48df-9c9c-a76fc21bea31 req-605a244a-0f61-438e-aee3-bf043512f56b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b8c9426a09804bdabdb147a7feac3908&device_id=4f1cb878-4dce-44c4-ac4e-c0e5888256df HTTP/1.1" status: 200 len: 1096 time: 0.0523813 Nov 19 18:44:49.922228 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3ded5a15-19e9-47fa-883a-aed4e283a9e2 req-1040b7a2-d5af-4f30-aa7f-0cf991afda5b tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4cf24b1-b4db-46b7-a406-607f5f73e610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492988 Nov 19 18:44:49.945862 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 48536) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:44:49.983235 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16599f96-5438-48df-9c9c-a76fc21bea31 req-d57cfb64-a619-42b1-b003-a93b8484f599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:44:49.984756 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-16599f96-5438-48df-9c9c-a76fc21bea31 req-d57cfb64-a619-42b1-b003-a93b8484f599 service neutron] 10.222.0.60 "GET /v2.0/networks?id=1c95c120-da21-4c7a-ad70-1e4804112f9c HTTP/1.1" status: 200 len: 896 time: 0.0998888 Nov 19 18:44:50.012892 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-92615e73-91b6-499b-9f71-b61feade24a4 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/floatingips/467c5b62-f0f2-4b05-9b4e-b0202d411969 HTTP/1.1" status: 200 len: 990 time: 0.0660183 Nov 19 18:44:50.051672 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-16599f96-5438-48df-9c9c-a76fc21bea31 req-cb254f87-bc95-426a-b870-b233bccb876c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7bd1c39c-62f4-44d7-be99-5b660fa628ba HTTP/1.1" status: 200 len: 998 time: 0.0599947 Nov 19 18:44:50.075453 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-f5b4b397-cbe4-4eaa-836d-8b60824c8203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43378236-1093-4ed9-ba60-376e7de515a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1529403463', 'tenant_id': 'b8c9426a09804bdabdb147a7feac3908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.119'}], 'enable_snat': True}, 'gw_port_id': '94affe69-3acd-416b-80c3-6815c559e165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:44:32Z', 'updated_at': '2021-11-19T18:44:36Z', 'revision_number': 4, 'project_id': 'b8c9426a09804bdabdb147a7feac3908', 'gw_port': {'id': '94affe69-3acd-416b-80c3-6815c559e165', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:02:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43378236-1093-4ed9-ba60-376e7de515a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:44:33Z', 'updated_at': '2021-11-19T18:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_floatingips': [{'id': '467c5b62-f0f2-4b05-9b4e-b0202d411969', 'tenant_id': 'b8c9426a09804bdabdb147a7feac3908', 'floating_ip_address': '172.25.7.41', 'floating_network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'router_id': '43378236-1093-4ed9-ba60-376e7de515a0', 'port_id': '7bd1c39c-62f4-44d7-be99-5b660fa628ba', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4207, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c95c120-da21-4c7a-ad70-1e4804112f9c', 'mac_address': 'fa:16:3e:5c:34:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f1cb878-4dce-44c4-ac4e-c0e5888256df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T18:44:48Z', 'updated_at': '2021-11-19T18:44:48Z', 'revision_number': 0, 'project_id': 'b8c9426a09804bdabdb147a7feac3908', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ecd0c2d-53da-4e6e-8e37-3aa4eab60dd2', 'name': '', 'network_id': '1c95c120-da21-4c7a-ad70-1e4804112f9c', 'tenant_id': 'b8c9426a09804bdabdb147a7feac3908', 'mac_address': 'fa:16:3e:4b:a1:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43378236-1093-4ed9-ba60-376e7de515a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '1ecad716-3467-4225-b627-6aa3de9c2f5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:44:36Z', 'updated_at': '2021-11-19T18:44:39Z', 'revision_number': 5, 'project_id': 'b8c9426a09804bdabdb147a7feac3908', 'subnets': [{'id': '1ecad716-3467-4225-b627-6aa3de9c2f5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:44:50.100234 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16599f96-5438-48df-9c9c-a76fc21bea31 req-1f8b2eaf-4c8e-4a56-9df3-f54b2bba3f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:44:50.101311 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b4b397-cbe4-4eaa-836d-8b60824c8203 None None] Checking router: 43378236-1093-4ed9-ba60-376e7de515a0 for host: n-d-818022-2 {{(pid=103366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:44:50.101752 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-16599f96-5438-48df-9c9c-a76fc21bea31 req-1f8b2eaf-4c8e-4a56-9df3-f54b2bba3f5b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1ecad716-3467-4225-b627-6aa3de9c2f5c HTTP/1.1" status: 200 len: 835 time: 0.0432839 Nov 19 18:44:50.109584 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b4b397-cbe4-4eaa-836d-8b60824c8203 None None] Routers {'43378236-1093-4ed9-ba60-376e7de515a0'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:44:50.110230 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-f5b4b397-cbe4-4eaa-836d-8b60824c8203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:44:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['43378236-1093-4ed9-ba60-376e7de515a0'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:44:50.150462 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16599f96-5438-48df-9c9c-a76fc21bea31 req-c67dc6a7-bc1a-4af2-a5ff-f62a37f3f3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:44:50.151869 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-16599f96-5438-48df-9c9c-a76fc21bea31 req-c67dc6a7-bc1a-4af2-a5ff-f62a37f3f3bf service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1c95c120-da21-4c7a-ad70-1e4804112f9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436656 Nov 19 18:44:50.214679 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-f5b4b397-cbe4-4eaa-836d-8b60824c8203 None None] Set router 43378236-1093-4ed9-ba60-376e7de515a0 gateway port host: n-d-818022-2 {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:44:50.240256 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-16599f96-5438-48df-9c9c-a76fc21bea31 req-998ec36a-de8e-44ff-8048-f6a6b69879bf service neutron] 10.222.0.60 "GET /v2.0/networks/1c95c120-da21-4c7a-ad70-1e4804112f9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809603 Nov 19 18:44:50.339254 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-16599f96-5438-48df-9c9c-a76fc21bea31 req-66f0acfc-ec42-4c6d-8447-7e3a053c6309 service neutron] 10.222.0.60 "GET /v2.0/networks/1c95c120-da21-4c7a-ad70-1e4804112f9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909107 Nov 19 18:44:50.443277 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-f5b4b397-cbe4-4eaa-836d-8b60824c8203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43378236-1093-4ed9-ba60-376e7de515a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1529403463', 'tenant_id': 'b8c9426a09804bdabdb147a7feac3908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.119'}], 'enable_snat': True}, 'gw_port_id': '94affe69-3acd-416b-80c3-6815c559e165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:44:32Z', 'updated_at': '2021-11-19T18:44:36Z', 'revision_number': 4, 'project_id': 'b8c9426a09804bdabdb147a7feac3908', 'gw_port': {'id': '94affe69-3acd-416b-80c3-6815c559e165', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:02:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43378236-1093-4ed9-ba60-376e7de515a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:44:33Z', 'updated_at': '2021-11-19T18:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_floatingips': [{'id': '467c5b62-f0f2-4b05-9b4e-b0202d411969', 'tenant_id': 'b8c9426a09804bdabdb147a7feac3908', 'floating_ip_address': '172.25.7.41', 'floating_network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'router_id': '43378236-1093-4ed9-ba60-376e7de515a0', 'port_id': '7bd1c39c-62f4-44d7-be99-5b660fa628ba', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4207, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c95c120-da21-4c7a-ad70-1e4804112f9c', 'mac_address': 'fa:16:3e:5c:34:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f1cb878-4dce-44c4-ac4e-c0e5888256df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T18:44:48Z', 'updated_at': '2021-11-19T18:44:48Z', 'revision_number': 0, 'project_id': 'b8c9426a09804bdabdb147a7feac3908', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ecd0c2d-53da-4e6e-8e37-3aa4eab60dd2', 'name': '', 'network_id': '1c95c120-da21-4c7a-ad70-1e4804112f9c', 'tenant_id': 'b8c9426a09804bdabdb147a7feac3908', 'mac_address': 'fa:16:3e:4b:a1:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43378236-1093-4ed9-ba60-376e7de515a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '1ecad716-3467-4225-b627-6aa3de9c2f5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:44:36Z', 'updated_at': '2021-11-19T18:44:39Z', 'revision_number': 5, 'project_id': 'b8c9426a09804bdabdb147a7feac3908', 'subnets': [{'id': '1ecad716-3467-4225-b627-6aa3de9c2f5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:44:50.468292 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b4b397-cbe4-4eaa-836d-8b60824c8203 None None] The sync data for ids ['43378236-1093-4ed9-ba60-376e7de515a0'] in n-d-818022-2 is: [{'id': '43378236-1093-4ed9-ba60-376e7de515a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1529403463', 'tenant_id': 'b8c9426a09804bdabdb147a7feac3908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.119'}], 'enable_snat': True}, 'gw_port_id': '94affe69-3acd-416b-80c3-6815c559e165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:44:32Z', 'updated_at': '2021-11-19T18:44:36Z', 'revision_number': 4, 'project_id': 'b8c9426a09804bdabdb147a7feac3908', 'gw_port': {'id': '94affe69-3acd-416b-80c3-6815c559e165', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:02:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43378236-1093-4ed9-ba60-376e7de515a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:44:33Z', 'updated_at': '2021-11-19T18:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_floatingips': [{'id': '467c5b62-f0f2-4b05-9b4e-b0202d411969', 'tenant_id': 'b8c9426a09804bdabdb147a7feac3908', 'floating_ip_address': '172.25.7.41', 'floating_network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'router_id': '43378236-1093-4ed9-ba60-376e7de515a0', 'port_id': '7bd1c39c-62f4-44d7-be99-5b660fa628ba', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4207, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c95c120-da21-4c7a-ad70-1e4804112f9c', 'mac_address': 'fa:16:3e:5c:34:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f1cb878-4dce-44c4-ac4e-c0e5888256df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T18:44:48Z', 'updated_at': '2021-11-19T18:44:48Z', 'revision_number': 0, 'project_id': 'b8c9426a09804bdabdb147a7feac3908', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ecd0c2d-53da-4e6e-8e37-3aa4eab60dd2', 'name': '', 'network_id': '1c95c120-da21-4c7a-ad70-1e4804112f9c', 'tenant_id': 'b8c9426a09804bdabdb147a7feac3908', 'mac_address': 'fa:16:3e:4b:a1:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43378236-1093-4ed9-ba60-376e7de515a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '1ecad716-3467-4225-b627-6aa3de9c2f5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:44:36Z', 'updated_at': '2021-11-19T18:44:39Z', 'revision_number': 5, 'project_id': 'b8c9426a09804bdabdb147a7feac3908', 'subnets': [{'id': '1ecad716-3467-4225-b627-6aa3de9c2f5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:44:50.661316 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a9b0983-bca5-4b7e-b1a3-9395dbf66e4c None None] New status for floating IP 467c5b62-f0f2-4b05-9b4e-b0202d411969: ACTIVE {{(pid=103367) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 18:44:51.016911 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 48538) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:44:51.076724 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-11ed222f-87cc-417e-93b7-d77fd71f6ba4 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/floatingips/467c5b62-f0f2-4b05-9b4e-b0202d411969 HTTP/1.1" status: 200 len: 992 time: 0.0585706 Nov 19 18:44:59.397259 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.agents_db [None req-619e5c26-d9ed-4321-86eb-7d443bb9dfa2 None None] Agent healthcheck: found 7 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 18:44:59.897315 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3a651040-f6b4-46c1-9cb1-6d6071d8f1ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:45:02.107191 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a432260f-d6bd-4c4d-a7ae-dc6f59ca2817 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:45:03.409055 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e46ecc5a-dc14-4744-b262-3072ff2e958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:45:04.210708 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:45:04.292555 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:45:04.983367 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e013d7e6-5264-4dcc-9759-54f5fb809e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:45:05.297700 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:45:14.529555 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c8aa1407-0a82-4478-a5ce-2a08b5c41dcf req-9fbffd4e-dc07-420f-9349-85da7c290f73 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=4f1cb878-4dce-44c4-ac4e-c0e5888256df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0397720 Nov 19 18:45:14.611603 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8aa1407-0a82-4478-a5ce-2a08b5c41dcf req-883a4c38-195e-483a-a7bf-ac515e2aea1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:45:14.613305 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c8aa1407-0a82-4478-a5ce-2a08b5c41dcf req-883a4c38-195e-483a-a7bf-ac515e2aea1d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b8c9426a09804bdabdb147a7feac3908&device_id=4f1cb878-4dce-44c4-ac4e-c0e5888256df HTTP/1.1" status: 200 len: 1096 time: 0.0405245 Nov 19 18:45:14.717629 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8aa1407-0a82-4478-a5ce-2a08b5c41dcf req-f81381c6-25c8-40ad-87c3-3f58452b2d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:45:14.719132 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c8aa1407-0a82-4478-a5ce-2a08b5c41dcf req-f81381c6-25c8-40ad-87c3-3f58452b2d7e service neutron] 10.222.0.60 "GET /v2.0/networks?id=1c95c120-da21-4c7a-ad70-1e4804112f9c HTTP/1.1" status: 200 len: 896 time: 0.0865455 Nov 19 18:45:15.095618 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c8aa1407-0a82-4478-a5ce-2a08b5c41dcf req-0a654186-3682-494a-973e-49f71e87ca27 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7bd1c39c-62f4-44d7-be99-5b660fa628ba HTTP/1.1" status: 200 len: 1000 time: 0.3687174 Nov 19 18:45:15.144726 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8aa1407-0a82-4478-a5ce-2a08b5c41dcf req-13486c5e-0fe9-4f9f-b1cb-9d954684d3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:45:15.146183 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c8aa1407-0a82-4478-a5ce-2a08b5c41dcf req-13486c5e-0fe9-4f9f-b1cb-9d954684d3dc service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1ecad716-3467-4225-b627-6aa3de9c2f5c HTTP/1.1" status: 200 len: 835 time: 0.0428250 Nov 19 18:45:15.194204 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8aa1407-0a82-4478-a5ce-2a08b5c41dcf req-d6241101-4c12-4b12-a493-395a9e16a346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:45:15.195701 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c8aa1407-0a82-4478-a5ce-2a08b5c41dcf req-d6241101-4c12-4b12-a493-395a9e16a346 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1c95c120-da21-4c7a-ad70-1e4804112f9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421767 Nov 19 18:45:15.283069 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c8aa1407-0a82-4478-a5ce-2a08b5c41dcf req-45c57a44-1b82-44da-aed3-782819a3face service neutron] 10.222.0.60 "GET /v2.0/networks/1c95c120-da21-4c7a-ad70-1e4804112f9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793011 Nov 19 18:45:15.372138 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c8aa1407-0a82-4478-a5ce-2a08b5c41dcf req-a3d35d89-b649-4895-993a-e541491e1fb1 service neutron] 10.222.0.60 "GET /v2.0/networks/1c95c120-da21-4c7a-ad70-1e4804112f9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830684 Nov 19 18:45:22.528983 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cdb282-ca07-4984-8eb7-2ba5caea0df5 req-d89ad8c2-be19-4106-b0fe-c5382fc4fa33 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:45:22.530506 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b0cdb282-ca07-4984-8eb7-2ba5caea0df5 req-d89ad8c2-be19-4106-b0fe-c5382fc4fa33 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/ports?device_id=4f1cb878-4dce-44c4-ac4e-c0e5888256df HTTP/1.1" status: 200 len: 945 time: 0.0498302 Nov 19 18:45:22.578156 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b0cdb282-ca07-4984-8eb7-2ba5caea0df5 req-49789f10-7a36-4846-bcfa-f11a674d5f13 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4cf24b1-b4db-46b7-a406-607f5f73e610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411267 Nov 19 18:45:23.698195 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad6d083-e481-4c2c-abd3-6183dd492f08 req-3fce7c97-f234-4f58-87da-e79be1504a97 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:45:23.699680 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-1ad6d083-e481-4c2c-abd3-6183dd492f08 req-3fce7c97-f234-4f58-87da-e79be1504a97 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/ports?device_id=4f1cb878-4dce-44c4-ac4e-c0e5888256df HTTP/1.1" status: 200 len: 945 time: 0.0492091 Nov 19 18:45:23.748191 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-1ad6d083-e481-4c2c-abd3-6183dd492f08 req-5d5e8a48-ad3a-4639-8ede-fac42814a048 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4cf24b1-b4db-46b7-a406-607f5f73e610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424082 Nov 19 18:45:23.770511 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 48558) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:45:23.832464 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-04b0dec6-1153-48c6-833b-a56f093638bf tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/floatingips/467c5b62-f0f2-4b05-9b4e-b0202d411969 HTTP/1.1" status: 200 len: 992 time: 0.0608370 Nov 19 18:45:25.105207 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6872c55-4169-4d33-af32-5a69b271ace3 req-50c23346-ed91-4e6a-8df7-054bc858abfa tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:45:25.106652 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b6872c55-4169-4d33-af32-5a69b271ace3 req-50c23346-ed91-4e6a-8df7-054bc858abfa tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/ports?device_id=4f1cb878-4dce-44c4-ac4e-c0e5888256df HTTP/1.1" status: 200 len: 945 time: 0.0506654 Nov 19 18:45:25.160011 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b6872c55-4169-4d33-af32-5a69b271ace3 req-95183295-f16e-49e5-821e-18e83028021c tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4cf24b1-b4db-46b7-a406-607f5f73e610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460334 Nov 19 18:45:26.281618 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5101d0d-c3be-46c0-aa46-3c30cb1e6ecc req-c7ddc994-5db3-4544-9de1-b015d830fff7 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:45:26.283106 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f5101d0d-c3be-46c0-aa46-3c30cb1e6ecc req-c7ddc994-5db3-4544-9de1-b015d830fff7 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/ports?device_id=4f1cb878-4dce-44c4-ac4e-c0e5888256df HTTP/1.1" status: 200 len: 945 time: 0.0483057 Nov 19 18:45:26.331759 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f5101d0d-c3be-46c0-aa46-3c30cb1e6ecc req-82a00fc0-de24-4c4f-b810-b1fd4cc85987 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4cf24b1-b4db-46b7-a406-607f5f73e610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427461 Nov 19 18:45:26.354047 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 48568) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:45:26.417880 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-78716d26-7c5d-4412-a6ad-3eea51644d5b tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/floatingips/467c5b62-f0f2-4b05-9b4e-b0202d411969 HTTP/1.1" status: 200 len: 992 time: 0.0626669 Nov 19 18:45:26.640440 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 48574) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:45:26.794869 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-2fa9856f-133d-4d09-b58f-72aa4652e4e2 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Deleting port a91c7f28-6234-48d8-a43a-1124979087fe {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:45:26.795217 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2fa9856f-133d-4d09-b58f-72aa4652e4e2 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:45:26.871918 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2fa9856f-133d-4d09-b58f-72aa4652e4e2 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:45:26.872246 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2fa9856f-133d-4d09-b58f-72aa4652e4e2 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:45:26.883648 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-2fa9856f-133d-4d09-b58f-72aa4652e4e2 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Calling delete_port for a91c7f28-6234-48d8-a43a-1124979087fe owned by network:floatingip {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:45:27.053090 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2fa9856f-133d-4d09-b58f-72aa4652e4e2 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:45:27.077874 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa9856f-133d-4d09-b58f-72aa4652e4e2 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Pushing event deleted for resources: {'Port': ['ID=a91c7f28-6234-48d8-a43a-1124979087fe,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:45:27.090817 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa9856f-133d-4d09-b58f-72aa4652e4e2 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:45:27.091175 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa9856f-133d-4d09-b58f-72aa4652e4e2 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:45:27.091525 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa9856f-133d-4d09-b58f-72aa4652e4e2 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:45:27.091986 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa9856f-133d-4d09-b58f-72aa4652e4e2 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:45:27.092333 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa9856f-133d-4d09-b58f-72aa4652e4e2 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:45:27.092675 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa9856f-133d-4d09-b58f-72aa4652e4e2 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:45:27.093046 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa9856f-133d-4d09-b58f-72aa4652e4e2 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:45:27.093380 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa9856f-133d-4d09-b58f-72aa4652e4e2 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:45:27.093720 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa9856f-133d-4d09-b58f-72aa4652e4e2 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:45:27.094162 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa9856f-133d-4d09-b58f-72aa4652e4e2 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:45:27.095094 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa9856f-133d-4d09-b58f-72aa4652e4e2 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:45:27.095451 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa9856f-133d-4d09-b58f-72aa4652e4e2 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:45:27.147726 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2fa9856f-133d-4d09-b58f-72aa4652e4e2 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for floatingip, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:45:27.148194 n-d-818022-2 neutron-server[103364]: INFO neutron.db.l3_db [None req-2fa9856f-133d-4d09-b58f-72aa4652e4e2 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Floating IP 467c5b62-f0f2-4b05-9b4e-b0202d411969 disassociated (deleted). External IP: 172.25.7.41, port: 7bd1c39c-62f4-44d7-be99-5b660fa628ba. Nov 19 18:45:27.354345 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fa9856f-133d-4d09-b58f-72aa4652e4e2 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Router 43378236-1093-4ed9-ba60-376e7de515a0 has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 18:45:27.461245 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fa9856f-133d-4d09-b58f-72aa4652e4e2 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:45:27.465770 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2fa9856f-133d-4d09-b58f-72aa4652e4e2 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for floatingip, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:45:27.472272 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba32e8b-f78f-4288-862f-2025449bb95c None None] Sync routers for ids ['43378236-1093-4ed9-ba60-376e7de515a0'] in n-d-818022-2 {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:45:27.482202 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba32e8b-f78f-4288-862f-2025449bb95c None None] Routers {'43378236-1093-4ed9-ba60-376e7de515a0'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:45:27.482815 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-fba32e8b-f78f-4288-862f-2025449bb95c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:45:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['43378236-1093-4ed9-ba60-376e7de515a0'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:45:27.491560 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-2fa9856f-133d-4d09-b58f-72aa4652e4e2 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "DELETE /v2.0/floatingips/467c5b62-f0f2-4b05-9b4e-b0202d411969 HTTP/1.1" status: 204 len: 168 time: 0.8499756 Nov 19 18:45:27.492149 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f1cb878-4dce-44c4-ac4e-c0e5888256df', 'tag': '7bd1c39c-62f4-44d7-be99-5b660fa628ba'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:45:27.494463 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52b8413beb4c6ee9e3ef24221fee7166c8d58dd3d366bc989a0565316b268f0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8949b6c-b307-4c1e-a477-971e16781d82" -d '{"events": [{"name": "network-changed", "server_uuid": "4f1cb878-4dce-44c4-ac4e-c0e5888256df", "tag": "7bd1c39c-62f4-44d7-be99-5b660fa628ba"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:45:27.597980 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-fba32e8b-f78f-4288-862f-2025449bb95c None None] Set router 43378236-1093-4ed9-ba60-376e7de515a0 gateway port host: n-d-818022-2 {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:45:27.603305 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 18:45:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7337cc2-e829-442d-a09d-361231d7d4ad x-openstack-request-id: req-e7337cc2-e829-442d-a09d-361231d7d4ad {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:45:27.603888 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f1cb878-4dce-44c4-ac4e-c0e5888256df", "tag": "7bd1c39c-62f4-44d7-be99-5b660fa628ba", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:45:27.604116 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e7337cc2-e829-442d-a09d-361231d7d4ad {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:45:27.604863 n-d-818022-2 neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f1cb878-4dce-44c4-ac4e-c0e5888256df', 'tag': '7bd1c39c-62f4-44d7-be99-5b660fa628ba', 'status': 'completed', 'code': 200} Nov 19 18:45:27.679338 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8949b6c-b307-4c1e-a477-971e16781d82 req-fec0fc20-4195-4ea7-b211-6981df376ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:45:27.680846 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-e8949b6c-b307-4c1e-a477-971e16781d82 req-fec0fc20-4195-4ea7-b211-6981df376ae6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b8c9426a09804bdabdb147a7feac3908&device_id=4f1cb878-4dce-44c4-ac4e-c0e5888256df HTTP/1.1" status: 200 len: 1096 time: 0.0530255 Nov 19 18:45:27.806846 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a23f336-6ff9-4f0b-ad7c-9d00a52318b3 req-d133cc71-8a41-451d-aefb-17c407944970 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:45:27.808379 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2a23f336-6ff9-4f0b-ad7c-9d00a52318b3 req-d133cc71-8a41-451d-aefb-17c407944970 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/ports?device_id=4f1cb878-4dce-44c4-ac4e-c0e5888256df HTTP/1.1" status: 200 len: 945 time: 0.1090908 Nov 19 18:45:27.828467 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8949b6c-b307-4c1e-a477-971e16781d82 req-83a16f4e-a0d4-41e4-8753-5d59d6efbfc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:45:27.829907 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-e8949b6c-b307-4c1e-a477-971e16781d82 req-83a16f4e-a0d4-41e4-8753-5d59d6efbfc3 service neutron] 10.222.0.60 "GET /v2.0/networks?id=1c95c120-da21-4c7a-ad70-1e4804112f9c HTTP/1.1" status: 200 len: 896 time: 0.1397171 Nov 19 18:45:27.881317 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-e8949b6c-b307-4c1e-a477-971e16781d82 req-0d8a743f-144f-4d21-b2f6-6df5f8eb4201 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7bd1c39c-62f4-44d7-be99-5b660fa628ba HTTP/1.1" status: 200 len: 217 time: 0.0423267 Nov 19 18:45:27.924176 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2a23f336-6ff9-4f0b-ad7c-9d00a52318b3 req-dbaf3d1c-34c1-4f14-9946-2578c989e368 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4cf24b1-b4db-46b7-a406-607f5f73e610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059391 Nov 19 18:45:27.944420 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8949b6c-b307-4c1e-a477-971e16781d82 req-1ba56984-e5fb-427b-855a-7e19f07d2a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:45:27.945895 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-e8949b6c-b307-4c1e-a477-971e16781d82 req-1ba56984-e5fb-427b-855a-7e19f07d2a05 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1ecad716-3467-4225-b627-6aa3de9c2f5c HTTP/1.1" status: 200 len: 835 time: 0.0548091 Nov 19 18:45:27.965836 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-fba32e8b-f78f-4288-862f-2025449bb95c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43378236-1093-4ed9-ba60-376e7de515a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1529403463', 'tenant_id': 'b8c9426a09804bdabdb147a7feac3908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.119'}], 'enable_snat': True}, 'gw_port_id': '94affe69-3acd-416b-80c3-6815c559e165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:44:32Z', 'updated_at': '2021-11-19T18:44:36Z', 'revision_number': 4, 'project_id': 'b8c9426a09804bdabdb147a7feac3908', 'gw_port': {'id': '94affe69-3acd-416b-80c3-6815c559e165', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:02:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43378236-1093-4ed9-ba60-376e7de515a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:44:33Z', 'updated_at': '2021-11-19T18:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': '0ecd0c2d-53da-4e6e-8e37-3aa4eab60dd2', 'name': '', 'network_id': '1c95c120-da21-4c7a-ad70-1e4804112f9c', 'tenant_id': 'b8c9426a09804bdabdb147a7feac3908', 'mac_address': 'fa:16:3e:4b:a1:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43378236-1093-4ed9-ba60-376e7de515a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '1ecad716-3467-4225-b627-6aa3de9c2f5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:44:36Z', 'updated_at': '2021-11-19T18:44:39Z', 'revision_number': 5, 'project_id': 'b8c9426a09804bdabdb147a7feac3908', 'subnets': [{'id': '1ecad716-3467-4225-b627-6aa3de9c2f5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:45:27.991685 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba32e8b-f78f-4288-862f-2025449bb95c None None] Checking router: 43378236-1093-4ed9-ba60-376e7de515a0 for host: n-d-818022-2 {{(pid=103366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:45:27.997708 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8949b6c-b307-4c1e-a477-971e16781d82 req-2712c521-1cbd-47f0-b2b7-43c6b72ad153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:45:27.999288 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-e8949b6c-b307-4c1e-a477-971e16781d82 req-2712c521-1cbd-47f0-b2b7-43c6b72ad153 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1c95c120-da21-4c7a-ad70-1e4804112f9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0460560 Nov 19 18:45:28.000145 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba32e8b-f78f-4288-862f-2025449bb95c None None] Routers {'43378236-1093-4ed9-ba60-376e7de515a0'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:45:28.001460 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-fba32e8b-f78f-4288-862f-2025449bb95c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:45:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['43378236-1093-4ed9-ba60-376e7de515a0'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:45:28.089101 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-e8949b6c-b307-4c1e-a477-971e16781d82 req-3642f890-9935-4bcc-ba5a-45d23e835d12 service neutron] 10.222.0.60 "GET /v2.0/networks/1c95c120-da21-4c7a-ad70-1e4804112f9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820029 Nov 19 18:45:28.107051 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-fba32e8b-f78f-4288-862f-2025449bb95c None None] Set router 43378236-1093-4ed9-ba60-376e7de515a0 gateway port host: n-d-818022-2 {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:45:28.185588 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-e8949b6c-b307-4c1e-a477-971e16781d82 req-e17ad18f-17a4-4cbc-953e-e15a2a7309c4 service neutron] 10.222.0.60 "GET /v2.0/networks/1c95c120-da21-4c7a-ad70-1e4804112f9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878804 Nov 19 18:45:28.305107 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-fba32e8b-f78f-4288-862f-2025449bb95c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43378236-1093-4ed9-ba60-376e7de515a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1529403463', 'tenant_id': 'b8c9426a09804bdabdb147a7feac3908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.119'}], 'enable_snat': True}, 'gw_port_id': '94affe69-3acd-416b-80c3-6815c559e165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:44:32Z', 'updated_at': '2021-11-19T18:44:36Z', 'revision_number': 4, 'project_id': 'b8c9426a09804bdabdb147a7feac3908', 'gw_port': {'id': '94affe69-3acd-416b-80c3-6815c559e165', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:02:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43378236-1093-4ed9-ba60-376e7de515a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:44:33Z', 'updated_at': '2021-11-19T18:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': '0ecd0c2d-53da-4e6e-8e37-3aa4eab60dd2', 'name': '', 'network_id': '1c95c120-da21-4c7a-ad70-1e4804112f9c', 'tenant_id': 'b8c9426a09804bdabdb147a7feac3908', 'mac_address': 'fa:16:3e:4b:a1:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43378236-1093-4ed9-ba60-376e7de515a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '1ecad716-3467-4225-b627-6aa3de9c2f5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:44:36Z', 'updated_at': '2021-11-19T18:44:39Z', 'revision_number': 5, 'project_id': 'b8c9426a09804bdabdb147a7feac3908', 'subnets': [{'id': '1ecad716-3467-4225-b627-6aa3de9c2f5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:45:28.330104 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba32e8b-f78f-4288-862f-2025449bb95c None None] The sync data for ids ['43378236-1093-4ed9-ba60-376e7de515a0'] in n-d-818022-2 is: [{'id': '43378236-1093-4ed9-ba60-376e7de515a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1529403463', 'tenant_id': 'b8c9426a09804bdabdb147a7feac3908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.119'}], 'enable_snat': True}, 'gw_port_id': '94affe69-3acd-416b-80c3-6815c559e165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:44:32Z', 'updated_at': '2021-11-19T18:44:36Z', 'revision_number': 4, 'project_id': 'b8c9426a09804bdabdb147a7feac3908', 'gw_port': {'id': '94affe69-3acd-416b-80c3-6815c559e165', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:02:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43378236-1093-4ed9-ba60-376e7de515a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:44:33Z', 'updated_at': '2021-11-19T18:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': '0ecd0c2d-53da-4e6e-8e37-3aa4eab60dd2', 'name': '', 'network_id': '1c95c120-da21-4c7a-ad70-1e4804112f9c', 'tenant_id': 'b8c9426a09804bdabdb147a7feac3908', 'mac_address': 'fa:16:3e:4b:a1:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43378236-1093-4ed9-ba60-376e7de515a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '1ecad716-3467-4225-b627-6aa3de9c2f5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:44:36Z', 'updated_at': '2021-11-19T18:44:39Z', 'revision_number': 5, 'project_id': 'b8c9426a09804bdabdb147a7feac3908', 'subnets': [{'id': '1ecad716-3467-4225-b627-6aa3de9c2f5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:45:28.548163 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef15f3c9-431d-4295-93e2-aeb07580b87e None None] New status for floating IP 467c5b62-f0f2-4b05-9b4e-b0202d411969: DOWN {{(pid=103367) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 18:45:29.049866 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062f0970-4e6c-4a90-8063-44f46bc766a2 req-2ce21435-7b71-4382-9c73-f2418470a24a tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:45:29.051359 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-062f0970-4e6c-4a90-8063-44f46bc766a2 req-2ce21435-7b71-4382-9c73-f2418470a24a tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/ports?device_id=4f1cb878-4dce-44c4-ac4e-c0e5888256df HTTP/1.1" status: 200 len: 945 time: 0.0534577 Nov 19 18:45:29.101634 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-062f0970-4e6c-4a90-8063-44f46bc766a2 req-2ba301c1-6abc-49b8-94d4-444d88af598b tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4cf24b1-b4db-46b7-a406-607f5f73e610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440788 Nov 19 18:45:29.230728 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ca12d2-e56f-4580-b69d-5e533b72c1cb req-d18a47e2-d4fd-4cb5-85b8-44546c85fbb7 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:45:29.232045 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f4ca12d2-e56f-4580-b69d-5e533b72c1cb req-d18a47e2-d4fd-4cb5-85b8-44546c85fbb7 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f1cb878-4dce-44c4-ac4e-c0e5888256df HTTP/1.1" status: 200 len: 945 time: 0.0487559 Nov 19 18:45:29.319081 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [req-f4ca12d2-e56f-4580-b69d-5e533b72c1cb req-edaca3a3-9781-41af-a76c-b8b6731c4be2 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Deleting port 7bd1c39c-62f4-44d7-be99-5b660fa628ba {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:45:29.319397 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-f4ca12d2-e56f-4580-b69d-5e533b72c1cb req-edaca3a3-9781-41af-a76c-b8b6731c4be2 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:45:29.407745 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-f4ca12d2-e56f-4580-b69d-5e533b72c1cb req-edaca3a3-9781-41af-a76c-b8b6731c4be2 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] For port 7bd1c39c-62f4-44d7-be99-5b660fa628ba, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=7bd1c39c-62f4-44d7-be99-5b660fa628ba,segment=NetworkSegment(acb58b72-90f9-4378-baaa-9ae653435470),segment_id=acb58b72-90f9-4378-baaa-9ae653435470)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:45:29.408099 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-f4ca12d2-e56f-4580-b69d-5e533b72c1cb req-edaca3a3-9781-41af-a76c-b8b6731c4be2 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:45:29.420675 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [req-f4ca12d2-e56f-4580-b69d-5e533b72c1cb req-edaca3a3-9781-41af-a76c-b8b6731c4be2 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Calling delete_port for 7bd1c39c-62f4-44d7-be99-5b660fa628ba owned by compute:nova {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:45:29.548309 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-f4ca12d2-e56f-4580-b69d-5e533b72c1cb req-edaca3a3-9781-41af-a76c-b8b6731c4be2 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:45:29.577337 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaca3a3-9781-41af-a76c-b8b6731c4be2 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Pushing event deleted for resources: {'Port': ['ID=7bd1c39c-62f4-44d7-be99-5b660fa628ba,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:45:29.618848 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4ca12d2-e56f-4580-b69d-5e533b72c1cb req-edaca3a3-9781-41af-a76c-b8b6731c4be2 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] No DVR routers for this DVR port 7bd1c39c-62f4-44d7-be99-5b660fa628ba on host n-h1-818022-2 {{(pid=103364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:45:29.621378 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-f4ca12d2-e56f-4580-b69d-5e533b72c1cb req-edaca3a3-9781-41af-a76c-b8b6731c4be2 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:45:29.624761 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f4ca12d2-e56f-4580-b69d-5e533b72c1cb req-edaca3a3-9781-41af-a76c-b8b6731c4be2 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.60 "DELETE /v2.0/ports/7bd1c39c-62f4-44d7-be99-5b660fa628ba HTTP/1.1" status: 204 len: 173 time: 0.3863378 Nov 19 18:45:29.625226 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f1cb878-4dce-44c4-ac4e-c0e5888256df', 'name': 'network-vif-deleted', 'tag': '7bd1c39c-62f4-44d7-be99-5b660fa628ba'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:45:29.628064 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52b8413beb4c6ee9e3ef24221fee7166c8d58dd3d366bc989a0565316b268f0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ca25fb8-f6b8-4491-bade-08c68033ff3f" -d '{"events": [{"server_uuid": "4f1cb878-4dce-44c4-ac4e-c0e5888256df", "name": "network-vif-deleted", "tag": "7bd1c39c-62f4-44d7-be99-5b660fa628ba"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:45:29.665476 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:45:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-958919ca-b009-4e0e-a827-15248b710fee x-openstack-request-id: req-958919ca-b009-4e0e-a827-15248b710fee {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:45:29.665772 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f1cb878-4dce-44c4-ac4e-c0e5888256df", "name": "network-vif-deleted", "tag": "7bd1c39c-62f4-44d7-be99-5b660fa628ba", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:45:29.666088 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-958919ca-b009-4e0e-a827-15248b710fee {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:45:29.666492 n-d-818022-2 neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f1cb878-4dce-44c4-ac4e-c0e5888256df', 'name': 'network-vif-deleted', 'tag': '7bd1c39c-62f4-44d7-be99-5b660fa628ba', 'status': 'completed', 'code': 200} Nov 19 18:45:29.899940 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f50e01a0-b945-457c-82df-2dd3a7a0c552 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:45:30.157166 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 48590) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:45:30.517820 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1784bf2d-64a0-42bc-8565-99f58cf5e3f7 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-768564'] for router_interface, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:45:30.769358 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-1784bf2d-64a0-42bc-8565-99f58cf5e3f7 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Deleting port 0ecd0c2d-53da-4e6e-8e37-3aa4eab60dd2 {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:45:30.769599 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1784bf2d-64a0-42bc-8565-99f58cf5e3f7 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:45:30.855308 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [None req-1784bf2d-64a0-42bc-8565-99f58cf5e3f7 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] For port 0ecd0c2d-53da-4e6e-8e37-3aa4eab60dd2, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=0ecd0c2d-53da-4e6e-8e37-3aa4eab60dd2,segment=NetworkSegment(acb58b72-90f9-4378-baaa-9ae653435470),segment_id=acb58b72-90f9-4378-baaa-9ae653435470)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:45:30.855670 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1784bf2d-64a0-42bc-8565-99f58cf5e3f7 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:45:30.868917 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-1784bf2d-64a0-42bc-8565-99f58cf5e3f7 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Calling delete_port for 0ecd0c2d-53da-4e6e-8e37-3aa4eab60dd2 owned by network:router_interface {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:45:31.079019 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1784bf2d-64a0-42bc-8565-99f58cf5e3f7 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:45:31.106382 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1784bf2d-64a0-42bc-8565-99f58cf5e3f7 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Pushing event deleted for resources: {'Port': ['ID=0ecd0c2d-53da-4e6e-8e37-3aa4eab60dd2,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:45:31.300300 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1784bf2d-64a0-42bc-8565-99f58cf5e3f7 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-768648'] for router_interface, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:45:31.521245 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1784bf2d-64a0-42bc-8565-99f58cf5e3f7 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Router 43378236-1093-4ed9-ba60-376e7de515a0 has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 18:45:31.631077 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1784bf2d-64a0-42bc-8565-99f58cf5e3f7 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:45:31.636729 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-1784bf2d-64a0-42bc-8565-99f58cf5e3f7 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "PUT /v2.0/routers/43378236-1093-4ed9-ba60-376e7de515a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4785025 Nov 19 18:45:31.639471 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 48592) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:45:31.641978 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f0445dc-534a-48e6-8b41-8d7c779599de None None] Sync routers for ids ['43378236-1093-4ed9-ba60-376e7de515a0'] in n-d-818022-2 {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:45:31.652566 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f0445dc-534a-48e6-8b41-8d7c779599de None None] Routers {'43378236-1093-4ed9-ba60-376e7de515a0'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:45:31.653224 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-9f0445dc-534a-48e6-8b41-8d7c779599de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:45:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['43378236-1093-4ed9-ba60-376e7de515a0'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:45:31.692938 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_v2 [None req-c10fe452-c8af-49ac-ab6d-5f1b52c0dcfc tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Deleting subnet 1ecad716-3467-4225-b627-6aa3de9c2f5c {{(pid=103364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 18:45:31.696197 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c10fe452-c8af-49ac-ab6d-5f1b52c0dcfc tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for subnet, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:45:31.737486 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c10fe452-c8af-49ac-ab6d-5f1b52c0dcfc tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9416263'] for subnet, precommit_delete_associations {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:45:31.759711 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-9f0445dc-534a-48e6-8b41-8d7c779599de None None] Set router 43378236-1093-4ed9-ba60-376e7de515a0 gateway port host: n-d-818022-2 {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:45:31.831632 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c10fe452-c8af-49ac-ab6d-5f1b52c0dcfc tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:45:31.905913 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c10fe452-c8af-49ac-ab6d-5f1b52c0dcfc tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12425137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8983934'] for subnet, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:45:31.944346 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c10fe452-c8af-49ac-ab6d-5f1b52c0dcfc tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:45:31.950965 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 48594) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:45:31.954428 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-9f0445dc-534a-48e6-8b41-8d7c779599de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43378236-1093-4ed9-ba60-376e7de515a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1529403463', 'tenant_id': 'b8c9426a09804bdabdb147a7feac3908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.119'}], 'enable_snat': True}, 'gw_port_id': '94affe69-3acd-416b-80c3-6815c559e165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:44:32Z', 'updated_at': '2021-11-19T18:45:31Z', 'revision_number': 5, 'project_id': 'b8c9426a09804bdabdb147a7feac3908', 'gw_port': {'id': '94affe69-3acd-416b-80c3-6815c559e165', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:02:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43378236-1093-4ed9-ba60-376e7de515a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:44:33Z', 'updated_at': '2021-11-19T18:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:45:31.958194 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc758782-8dfc-4821-97bf-45d32f2e90c3 None None] Network 1c95c120-da21-4c7a-ad70-1e4804112f9c requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:45:31.959682 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-c10fe452-c8af-49ac-ab6d-5f1b52c0dcfc tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "DELETE /v2.0/subnets/1ecad716-3467-4225-b627-6aa3de9c2f5c HTTP/1.1" status: 204 len: 168 time: 0.3189893 Nov 19 18:45:31.960919 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10fe452-c8af-49ac-ab6d-5f1b52c0dcfc tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Pushing event deleted for resources: {'Subnet': ['ID=1ecad716-3467-4225-b627-6aa3de9c2f5c,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:45:32.028468 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f0445dc-534a-48e6-8b41-8d7c779599de None None] Checking router: 43378236-1093-4ed9-ba60-376e7de515a0 for host: n-d-818022-2 {{(pid=103366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:45:32.054137 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f0445dc-534a-48e6-8b41-8d7c779599de None None] Routers {'43378236-1093-4ed9-ba60-376e7de515a0'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:45:32.054764 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-9f0445dc-534a-48e6-8b41-8d7c779599de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:45:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['43378236-1093-4ed9-ba60-376e7de515a0'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:45:32.064780 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-50d671e2-3f7d-44de-9cb6-95786e79aaa2 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for router, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:45:32.138736 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d0f30b4e-9148-4bd9-a2ff-7e819b37dc6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:45:32.170359 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-50d671e2-3f7d-44de-9cb6-95786e79aaa2 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:45:32.223322 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-9f0445dc-534a-48e6-8b41-8d7c779599de None None] Set router 43378236-1093-4ed9-ba60-376e7de515a0 gateway port host: n-d-818022-2 {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:45:32.223597 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-50d671e2-3f7d-44de-9cb6-95786e79aaa2 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Deleting port 94affe69-3acd-416b-80c3-6815c559e165 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:45:32.223881 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-50d671e2-3f7d-44de-9cb6-95786e79aaa2 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:45:32.311309 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [None req-50d671e2-3f7d-44de-9cb6-95786e79aaa2 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] For port 94affe69-3acd-416b-80c3-6815c559e165, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=94affe69-3acd-416b-80c3-6815c559e165,segment=NetworkSegment(bbe705c1-96c0-476e-8381-28227e6f0ac5),segment_id=bbe705c1-96c0-476e-8381-28227e6f0ac5)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:45:32.311679 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-50d671e2-3f7d-44de-9cb6-95786e79aaa2 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:45:32.327149 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bb61bfd-ba08-4b42-a0bc-cd9f4ad55a71 None None] DHCP port deletion for 1c95c120-da21-4c7a-ad70-1e4804112f9c request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:45:32.329868 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-50d671e2-3f7d-44de-9cb6-95786e79aaa2 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Calling delete_port for 94affe69-3acd-416b-80c3-6815c559e165 owned by network:router_gateway {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:45:32.429226 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-0bb61bfd-ba08-4b42-a0bc-cd9f4ad55a71 None None] Deleting port 812737df-50f9-4cd8-b5f5-773b4528742d {{(pid=103366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:45:32.429614 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0bb61bfd-ba08-4b42-a0bc-cd9f4ad55a71 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:45:32.472617 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 7bd1c39c-62f4-44d7-be99-5b660fa628ba no longer exists at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:45:32.494243 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-50d671e2-3f7d-44de-9cb6-95786e79aaa2 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:45:32.505308 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] No Port match for: 7bd1c39c-62f4-44d7-be99-5b660fa628ba {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:45:32.505653 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 7bd1c39c-62f4-44d7-be99-5b660fa628ba not bound to the agent host n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:45:32.530538 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0bb61bfd-ba08-4b42-a0bc-cd9f4ad55a71 None None] For port 812737df-50f9-4cd8-b5f5-773b4528742d, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=812737df-50f9-4cd8-b5f5-773b4528742d,segment=NetworkSegment(acb58b72-90f9-4378-baaa-9ae653435470),segment_id=acb58b72-90f9-4378-baaa-9ae653435470)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:45:32.530829 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0bb61bfd-ba08-4b42-a0bc-cd9f4ad55a71 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:45:32.547913 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-0bb61bfd-ba08-4b42-a0bc-cd9f4ad55a71 None None] Calling delete_port for 812737df-50f9-4cd8-b5f5-773b4528742d owned by network:dhcp {{(pid=103366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:45:32.566639 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-9f0445dc-534a-48e6-8b41-8d7c779599de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43378236-1093-4ed9-ba60-376e7de515a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1529403463', 'tenant_id': 'b8c9426a09804bdabdb147a7feac3908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.119'}], 'enable_snat': True}, 'gw_port_id': '94affe69-3acd-416b-80c3-6815c559e165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:44:32Z', 'updated_at': '2021-11-19T18:45:31Z', 'revision_number': 5, 'project_id': 'b8c9426a09804bdabdb147a7feac3908', 'gw_port': {'id': '94affe69-3acd-416b-80c3-6815c559e165', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:02:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43378236-1093-4ed9-ba60-376e7de515a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:44:33Z', 'updated_at': '2021-11-19T18:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:45:32.629151 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f0445dc-534a-48e6-8b41-8d7c779599de None None] The sync data for ids ['43378236-1093-4ed9-ba60-376e7de515a0'] in n-d-818022-2 is: [{'id': '43378236-1093-4ed9-ba60-376e7de515a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1529403463', 'tenant_id': 'b8c9426a09804bdabdb147a7feac3908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.119'}], 'enable_snat': True}, 'gw_port_id': '94affe69-3acd-416b-80c3-6815c559e165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:44:32Z', 'updated_at': '2021-11-19T18:45:31Z', 'revision_number': 5, 'project_id': 'b8c9426a09804bdabdb147a7feac3908', 'gw_port': {'id': '94affe69-3acd-416b-80c3-6815c559e165', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:02:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43378236-1093-4ed9-ba60-376e7de515a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:44:33Z', 'updated_at': '2021-11-19T18:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:45:32.673451 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0bb61bfd-ba08-4b42-a0bc-cd9f4ad55a71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007'] for port, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:45:32.700576 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb61bfd-ba08-4b42-a0bc-cd9f4ad55a71 None None] Pushing event deleted for resources: {'Port': ['ID=812737df-50f9-4cd8-b5f5-773b4528742d,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:45:32.705014 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb61bfd-ba08-4b42-a0bc-cd9f4ad55a71 None None] No DVR routers for this DVR port 812737df-50f9-4cd8-b5f5-773b4528742d on host n-d-818022-2 {{(pid=103366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:45:32.712579 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb61bfd-ba08-4b42-a0bc-cd9f4ad55a71 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:45:32.715299 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb61bfd-ba08-4b42-a0bc-cd9f4ad55a71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:45:32.715299 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb61bfd-ba08-4b42-a0bc-cd9f4ad55a71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:45:32.715299 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb61bfd-ba08-4b42-a0bc-cd9f4ad55a71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:45:32.715299 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb61bfd-ba08-4b42-a0bc-cd9f4ad55a71 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:45:32.715299 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb61bfd-ba08-4b42-a0bc-cd9f4ad55a71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:45:32.715299 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb61bfd-ba08-4b42-a0bc-cd9f4ad55a71 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:45:32.715299 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb61bfd-ba08-4b42-a0bc-cd9f4ad55a71 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:45:32.715299 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb61bfd-ba08-4b42-a0bc-cd9f4ad55a71 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:45:32.716395 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb61bfd-ba08-4b42-a0bc-cd9f4ad55a71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:45:32.716395 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb61bfd-ba08-4b42-a0bc-cd9f4ad55a71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:45:32.716395 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb61bfd-ba08-4b42-a0bc-cd9f4ad55a71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:45:32.847744 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d671e2-3f7d-44de-9cb6-95786e79aaa2 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Pushing event deleted for resources: {'Port': ['ID=94affe69-3acd-416b-80c3-6815c559e165,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:45:32.861963 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f4b54d7-ffec-4b2b-a3bc-92642af96d4c None None] DHCP port deletion for 645e61aa-1a6c-4e8f-857e-ab06edb4897f request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:45:32.876165 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d671e2-3f7d-44de-9cb6-95786e79aaa2 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:45:32.876521 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d671e2-3f7d-44de-9cb6-95786e79aaa2 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:45:32.876865 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d671e2-3f7d-44de-9cb6-95786e79aaa2 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:45:32.877222 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d671e2-3f7d-44de-9cb6-95786e79aaa2 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:45:32.877536 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d671e2-3f7d-44de-9cb6-95786e79aaa2 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:45:32.877905 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d671e2-3f7d-44de-9cb6-95786e79aaa2 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:45:32.878239 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d671e2-3f7d-44de-9cb6-95786e79aaa2 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:45:32.878565 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d671e2-3f7d-44de-9cb6-95786e79aaa2 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:45:32.878891 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d671e2-3f7d-44de-9cb6-95786e79aaa2 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:45:32.879215 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d671e2-3f7d-44de-9cb6-95786e79aaa2 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:45:32.879536 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d671e2-3f7d-44de-9cb6-95786e79aaa2 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:45:32.879853 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d671e2-3f7d-44de-9cb6-95786e79aaa2 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:45:32.919222 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-50d671e2-3f7d-44de-9cb6-95786e79aaa2 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-671730'] for router_gateway, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:45:33.012203 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-50d671e2-3f7d-44de-9cb6-95786e79aaa2 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4696'] for router, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:45:33.014768 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-50d671e2-3f7d-44de-9cb6-95786e79aaa2 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:45:33.071359 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-50d671e2-3f7d-44de-9cb6-95786e79aaa2 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-543895'] for router, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:45:33.072017 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50d671e2-3f7d-44de-9cb6-95786e79aaa2 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Fanout notify agent at l3_agent the message router_deleted on router 43378236-1093-4ed9-ba60-376e7de515a0 {{(pid=103365) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 18:45:33.082726 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-50d671e2-3f7d-44de-9cb6-95786e79aaa2 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for router, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:45:33.083871 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-50d671e2-3f7d-44de-9cb6-95786e79aaa2 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "DELETE /v2.0/routers/43378236-1093-4ed9-ba60-376e7de515a0 HTTP/1.1" status: 204 len: 168 time: 1.1311276 Nov 19 18:45:33.086805 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 48596) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:45:33.164814 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a38062df-dcfe-4749-bc90-dee6ce2cd68f tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:45:33.253017 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a38062df-dcfe-4749-bc90-dee6ce2cd68f tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:45:33.274044 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-a38062df-dcfe-4749-bc90-dee6ce2cd68f tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c95c120-da21-4c7a-ad70-1e4804112f9c']}} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:45:33.288151 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-a38062df-dcfe-4749-bc90-dee6ce2cd68f tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acb58b72-90f9-4378-baaa-9ae653435470') {'for_net_delete': True} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:45:33.288444 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-a38062df-dcfe-4749-bc90-dee6ce2cd68f tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acb58b72-90f9-4378-baaa-9ae653435470') {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:45:33.298081 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a38062df-dcfe-4749-bc90-dee6ce2cd68f tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417396'] for segment, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:45:33.311490 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a38062df-dcfe-4749-bc90-dee6ce2cd68f tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:45:33.318039 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a38062df-dcfe-4749-bc90-dee6ce2cd68f tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Releasing vlan 665 on physical network physnet1 to pool {{(pid=103364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 18:45:33.318417 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a38062df-dcfe-4749-bc90-dee6ce2cd68f tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12425183'] for segment, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:45:33.321389 n-d-818022-2 neutron-server[103364]: Traceback (most recent call last): Nov 19 18:45:33.321389 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 18:45:33.321389 n-d-818022-2 neutron-server[103364]: timer() Nov 19 18:45:33.321389 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 18:45:33.321389 n-d-818022-2 neutron-server[103364]: cb(*args, **kw) Nov 19 18:45:33.321389 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 18:45:33.321389 n-d-818022-2 neutron-server[103364]: return func(*args, **kwargs) Nov 19 18:45:33.321389 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 18:45:33.321389 n-d-818022-2 neutron-server[103364]: self._notify() Nov 19 18:45:33.321389 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 18:45:33.321389 n-d-818022-2 neutron-server[103364]: self.callback(batched_events) Nov 19 18:45:33.321389 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 18:45:33.321389 n-d-818022-2 neutron-server[103364]: event.method(event) Nov 19 18:45:33.321389 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 18:45:33.321389 n-d-818022-2 neutron-server[103364]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 18:45:33.321389 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 18:45:33.321389 n-d-818022-2 neutron-server[103364]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 18:45:33.321389 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 18:45:33.321389 n-d-818022-2 neutron-server[103364]: return f(self, *a, **k) Nov 19 18:45:33.321389 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 18:45:33.321389 n-d-818022-2 neutron-server[103364]: return self._get(url).json() Nov 19 18:45:33.321389 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 18:45:33.321389 n-d-818022-2 neutron-server[103364]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 18:45:33.321389 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 18:45:33.321389 n-d-818022-2 neutron-server[103364]: return self.request(url, 'GET', **kwargs) Nov 19 18:45:33.321389 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 18:45:33.321389 n-d-818022-2 neutron-server[103364]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 18:45:33.321389 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 18:45:33.321389 n-d-818022-2 neutron-server[103364]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 18:45:33.321389 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 18:45:33.321389 n-d-818022-2 neutron-server[103364]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 18:45:33.321389 n-d-818022-2 neutron-server[103364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 18:45:33.382727 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a38062df-dcfe-4749-bc90-dee6ce2cd68f tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671242'] for network, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:45:33.389850 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a38062df-dcfe-4749-bc90-dee6ce2cd68f tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:45:33.393043 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-a38062df-dcfe-4749-bc90-dee6ce2cd68f tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "DELETE /v2.0/networks/1c95c120-da21-4c7a-ad70-1e4804112f9c HTTP/1.1" status: 204 len: 168 time: 0.3051181 Nov 19 18:45:33.395836 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 48598) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:45:33.406072 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38062df-dcfe-4749-bc90-dee6ce2cd68f tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Pushing event deleted for resources: {'Network': ['ID=1c95c120-da21-4c7a-ad70-1e4804112f9c,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:45:33.414713 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e46ecc5a-dc14-4744-b262-3072ff2e958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:45:33.453432 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e5a40ba9-df51-4795-9f21-54e9c67fc81d tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:45:33.478420 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e5a40ba9-df51-4795-9f21-54e9c67fc81d tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:45:33.537930 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e5a40ba9-df51-4795-9f21-54e9c67fc81d tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:45:33.540544 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e5a40ba9-df51-4795-9f21-54e9c67fc81d tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:45:33.541706 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-e5a40ba9-df51-4795-9f21-54e9c67fc81d tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "DELETE /v2.0/security-groups/c4cf24b1-b4db-46b7-a406-607f5f73e610 HTTP/1.1" status: 204 len: 168 time: 0.1448836 Nov 19 18:45:33.551943 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a40ba9-df51-4795-9f21-54e9c67fc81d tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4cf24b1-b4db-46b7-a406-607f5f73e610,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:45:33.834126 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 48604) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:45:33.838750 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-7ddcb157-71b9-4409-bfee-9a976ca7db99 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1120116550', 'description': 'tempest-secgroup-smoke-1120116550 description', 'project_id': 'b8c9426a09804bdabdb147a7feac3908'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:45:33.861908 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7ddcb157-71b9-4409-bfee-9a976ca7db99 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:45:33.912455 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 812737df-50f9-4cd8-b5f5-773b4528742d no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:45:33.927933 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7ddcb157-71b9-4409-bfee-9a976ca7db99 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:45:33.932970 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7ddcb157-71b9-4409-bfee-9a976ca7db99 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:45:33.933139 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: 812737df-50f9-4cd8-b5f5-773b4528742d {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:45:33.933409 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 812737df-50f9-4cd8-b5f5-773b4528742d not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:45:33.933872 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 94affe69-3acd-416b-80c3-6815c559e165 no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:45:33.953716 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: 94affe69-3acd-416b-80c3-6815c559e165 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:45:33.954124 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 94affe69-3acd-416b-80c3-6815c559e165 not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:45:33.954582 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 0ecd0c2d-53da-4e6e-8e37-3aa4eab60dd2 no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:45:33.957694 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7ddcb157-71b9-4409-bfee-9a976ca7db99 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:45:33.958952 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-7ddcb157-71b9-4409-bfee-9a976ca7db99 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1237855 Nov 19 18:45:33.962057 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 48606) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:45:33.967361 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-a51af008-c7a2-431b-bc5d-decea9aa653b tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Request body: {'security_group_rule': {'security_group_id': '04d2c9ad-e89a-4751-aa91-6d15335e375b', 'project_id': 'b8c9426a09804bdabdb147a7feac3908', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:45:33.967610 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddcb157-71b9-4409-bfee-9a976ca7db99 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04d2c9ad-e89a-4751-aa91-6d15335e375b,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:45:33.975680 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: 0ecd0c2d-53da-4e6e-8e37-3aa4eab60dd2 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:45:33.976112 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 0ecd0c2d-53da-4e6e-8e37-3aa4eab60dd2 not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:45:33.995691 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a51af008-c7a2-431b-bc5d-decea9aa653b tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:45:34.048493 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a51af008-c7a2-431b-bc5d-decea9aa653b tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:45:34.052126 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a51af008-c7a2-431b-bc5d-decea9aa653b tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735179'] for security_group_rule, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:45:34.069613 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51af008-c7a2-431b-bc5d-decea9aa653b tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=732b01f5-c50a-433f-9948-2213d5213d77,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:45:34.079162 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a51af008-c7a2-431b-bc5d-decea9aa653b tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:45:34.080352 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-a51af008-c7a2-431b-bc5d-decea9aa653b tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1168799 Nov 19 18:45:34.083016 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 48608) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:45:34.087256 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-881fb80d-70dd-4689-9560-94b938ebfc39 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Request body: {'security_group_rule': {'security_group_id': '04d2c9ad-e89a-4751-aa91-6d15335e375b', 'project_id': 'b8c9426a09804bdabdb147a7feac3908', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:45:34.112297 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-881fb80d-70dd-4689-9560-94b938ebfc39 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:45:34.169433 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-881fb80d-70dd-4689-9560-94b938ebfc39 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:45:34.173170 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-881fb80d-70dd-4689-9560-94b938ebfc39 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735179'] for security_group_rule, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:45:34.191104 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881fb80d-70dd-4689-9560-94b938ebfc39 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84cd9a7f-180a-43f2-992f-dc5e7d7f0b88,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:45:34.198703 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-881fb80d-70dd-4689-9560-94b938ebfc39 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:45:34.199879 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-881fb80d-70dd-4689-9560-94b938ebfc39 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1159635 Nov 19 18:45:34.202630 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 48610) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:45:34.207583 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-c0f1be41-f5b5-40a0-83c6-af9a39e2a210 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Request body: {'security_group_rule': {'security_group_id': '04d2c9ad-e89a-4751-aa91-6d15335e375b', 'project_id': 'b8c9426a09804bdabdb147a7feac3908', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:45:34.234548 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c0f1be41-f5b5-40a0-83c6-af9a39e2a210 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:45:34.234867 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:45:34.291931 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:45:34.293304 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c0f1be41-f5b5-40a0-83c6-af9a39e2a210 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:45:34.296082 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c0f1be41-f5b5-40a0-83c6-af9a39e2a210 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735179'] for security_group_rule, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:45:34.316547 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f1be41-f5b5-40a0-83c6-af9a39e2a210 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0432c194-a87e-4657-9add-e22cee872e65,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:45:34.322155 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c0f1be41-f5b5-40a0-83c6-af9a39e2a210 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:45:34.323392 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-c0f1be41-f5b5-40a0-83c6-af9a39e2a210 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1197705 Nov 19 18:45:34.326101 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 48612) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:45:34.330979 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-4dfe57f4-14b2-4b1d-9cab-6e05c7060ffd tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Request body: {'security_group_rule': {'security_group_id': '04d2c9ad-e89a-4751-aa91-6d15335e375b', 'project_id': 'b8c9426a09804bdabdb147a7feac3908', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:45:34.356794 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4dfe57f4-14b2-4b1d-9cab-6e05c7060ffd tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:45:34.415904 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4dfe57f4-14b2-4b1d-9cab-6e05c7060ffd tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:45:34.419788 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4dfe57f4-14b2-4b1d-9cab-6e05c7060ffd tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735179'] for security_group_rule, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:45:34.436733 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfe57f4-14b2-4b1d-9cab-6e05c7060ffd tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=144ebe50-0ce8-44c0-8f1c-78c85b4c221f,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:45:34.444751 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4dfe57f4-14b2-4b1d-9cab-6e05c7060ffd tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:45:34.445968 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-4dfe57f4-14b2-4b1d-9cab-6e05c7060ffd tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1189187 Nov 19 18:45:34.449005 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 48614) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:45:34.453831 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-8949551b-675e-4a93-858c-50e158fa08be tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Request body: {'security_group_rule': {'security_group_id': '04d2c9ad-e89a-4751-aa91-6d15335e375b', 'project_id': 'b8c9426a09804bdabdb147a7feac3908', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:45:34.474447 n-d-818022-2 neutron-server[103364]: INFO neutron.db.securitygroups_db [None req-8949551b-675e-4a93-858c-50e158fa08be tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Project b8c9426a09804bdabdb147a7feac3908 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 18:45:34.479310 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8949551b-675e-4a93-858c-50e158fa08be tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:45:34.539151 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8949551b-675e-4a93-858c-50e158fa08be tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:45:34.543097 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8949551b-675e-4a93-858c-50e158fa08be tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735179'] for security_group_rule, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:45:34.560765 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8949551b-675e-4a93-858c-50e158fa08be tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e2d7fd0-ab40-4303-ba5a-d032d3e51a5c,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:45:34.569286 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8949551b-675e-4a93-858c-50e158fa08be tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:45:34.570547 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-8949551b-675e-4a93-858c-50e158fa08be tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1206057 Nov 19 18:45:34.573245 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 48616) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:45:34.577538 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-dd1264f3-f424-4122-a1ee-234654408b12 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Request body: {'security_group_rule': {'security_group_id': '04d2c9ad-e89a-4751-aa91-6d15335e375b', 'project_id': 'b8c9426a09804bdabdb147a7feac3908', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:45:34.598942 n-d-818022-2 neutron-server[103364]: INFO neutron.db.securitygroups_db [None req-dd1264f3-f424-4122-a1ee-234654408b12 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Project b8c9426a09804bdabdb147a7feac3908 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 18:45:34.603890 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-dd1264f3-f424-4122-a1ee-234654408b12 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:45:34.661101 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-dd1264f3-f424-4122-a1ee-234654408b12 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:45:34.665283 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-dd1264f3-f424-4122-a1ee-234654408b12 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735179'] for security_group_rule, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:45:34.685910 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1264f3-f424-4122-a1ee-234654408b12 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62b3cac0-2257-4ff1-a0c3-1b7a7ab09c1e,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:45:34.692117 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-dd1264f3-f424-4122-a1ee-234654408b12 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:45:34.693422 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-dd1264f3-f424-4122-a1ee-234654408b12 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1193221 Nov 19 18:45:34.696304 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 48618) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:45:34.701017 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-ace475b5-ca17-4267-b31f-ef725c4cd210 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Request body: {'network': {'name': 'tempest-network-smoke--1612133649', 'project_id': 'b8c9426a09804bdabdb147a7feac3908', 'port_security_enabled': True}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:45:34.720889 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ace475b5-ca17-4267-b31f-ef725c4cd210 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Made reservation on behalf of b8c9426a09804bdabdb147a7feac3908 for: {'network': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:45:34.724239 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ace475b5-ca17-4267-b31f-ef725c4cd210 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:45:34.747373 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ace475b5-ca17-4267-b31f-ef725c4cd210 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 693} {{(pid=103364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 18:45:34.757008 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ace475b5-ca17-4267-b31f-ef725c4cd210 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:45:34.757357 n-d-818022-2 neutron-server[103364]: INFO neutron.db.segments_db [None req-ace475b5-ca17-4267-b31f-ef725c4cd210 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Added segment 0783ae64-aa5a-4d98-b620-a6583dc5c775 of type vlan for network f595a2d3-245a-4224-ae20-dd5fd2ebbab3 Nov 19 18:45:34.795969 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ace475b5-ca17-4267-b31f-ef725c4cd210 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:45:34.820945 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ace475b5-ca17-4267-b31f-ef725c4cd210 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:45:34.826648 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace475b5-ca17-4267-b31f-ef725c4cd210 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:45:34.827173 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ace475b5-ca17-4267-b31f-ef725c4cd210 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:45:34.883437 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-ace475b5-ca17-4267-b31f-ef725c4cd210 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1861207 Nov 19 18:45:34.886575 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 48620) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:45:34.891350 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-c3b85915-1232-4f63-b0b2-9f47fd40f03d tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1559559196', 'admin_state_up': True, 'project_id': 'b8c9426a09804bdabdb147a7feac3908', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'}}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:45:34.897225 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace475b5-ca17-4267-b31f-ef725c4cd210 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Pushing event updated for resources: {'Network': ['ID=f595a2d3-245a-4224-ae20-dd5fd2ebbab3,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:45:34.907984 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network f595a2d3-245a-4224-ae20-dd5fd2ebbab3 details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 18:45:34.917939 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c3b85915-1232-4f63-b0b2-9f47fd40f03d tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9890'] for router, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:45:34.919755 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c3b85915-1232-4f63-b0b2-9f47fd40f03d tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671617', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-732153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4689'] for router, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:45:34.975256 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c3b85915-1232-4f63-b0b2-9f47fd40f03d tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:45:34.990004 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e013d7e6-5264-4dcc-9759-54f5fb809e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:45:35.113485 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c3b85915-1232-4f63-b0b2-9f47fd40f03d tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:45:35.303077 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:45:35.308171 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c3b85915-1232-4f63-b0b2-9f47fd40f03d tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for router_gateway, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:45:35.327682 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c3b85915-1232-4f63-b0b2-9f47fd40f03d tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:45:35.433470 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [None req-c3b85915-1232-4f63-b0b2-9f47fd40f03d tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Allocated IP 172.25.7.144 (645e61aa-1a6c-4e8f-857e-ab06edb4897f/88ed2d64-f56d-4f01-a468-946e01c99e82/629e8d97-ec78-404f-8d61-4e8260b3eea5) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:45:35.531666 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c3b85915-1232-4f63-b0b2-9f47fd40f03d tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:45:35.564712 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c3b85915-1232-4f63-b0b2-9f47fd40f03d tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:45:35.606212 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3b85915-1232-4f63-b0b2-9f47fd40f03d tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Network 645e61aa-1a6c-4e8f-857e-ab06edb4897f is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:45:35.609041 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-c3b85915-1232-4f63-b0b2-9f47fd40f03d tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:45:35.613171 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b85915-1232-4f63-b0b2-9f47fd40f03d tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:45:35.622647 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-367dc4b3-d591-42fd-9e4a-5fb25d75a0fd None None] DHCP port deletion for 645e61aa-1a6c-4e8f-857e-ab06edb4897f request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:45:35.637079 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b85915-1232-4f63-b0b2-9f47fd40f03d tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Pushing event updated for resources: {'Port': ['ID=629e8d97-ec78-404f-8d61-4e8260b3eea5,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:45:35.673016 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-c6e7a91d-f54a-4cd4-b26b-a0c355a688c1 None None] Provisioning complete for port 629e8d97-ec78-404f-8d61-4e8260b3eea5 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:45:35.673391 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-c6e7a91d-f54a-4cd4-b26b-a0c355a688c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:45:35.707219 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-c6e7a91d-f54a-4cd4-b26b-a0c355a688c1 None None] Port 629e8d97-ec78-404f-8d61-4e8260b3eea5 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:45:35.863356 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c3b85915-1232-4f63-b0b2-9f47fd40f03d tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for router_gateway, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:45:36.059230 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c3b85915-1232-4f63-b0b2-9f47fd40f03d tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671702'] for router, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:45:36.180223 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3b85915-1232-4f63-b0b2-9f47fd40f03d tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Router b5f7e099-3b2a-4ab9-9e78-b858e4b7227d is scheduled to L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 with binding_index 1 {{(pid=103365) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 18:45:36.284647 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3b85915-1232-4f63-b0b2-9f47fd40f03d tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:45:36.294744 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bda7e10-5510-4772-9067-83a1378a767f None None] Sync routers for ids ['b5f7e099-3b2a-4ab9-9e78-b858e4b7227d'] in n-d-818022-2 {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:45:36.304817 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c3b85915-1232-4f63-b0b2-9f47fd40f03d tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for router, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:45:36.305433 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bda7e10-5510-4772-9067-83a1378a767f None None] Routers {'b5f7e099-3b2a-4ab9-9e78-b858e4b7227d'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:45:36.309056 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-7bda7e10-5510-4772-9067-83a1378a767f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:45:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['b5f7e099-3b2a-4ab9-9e78-b858e4b7227d'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:45:36.309221 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-c3b85915-1232-4f63-b0b2-9f47fd40f03d tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4183571 Nov 19 18:45:36.309221 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 48622) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:45:36.340064 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-5e4dc9d1-f61f-4535-9164-518465182d0a tempest-TestNetworkAdvancedServerOps-1145964326 tempest-TestNetworkAdvancedServerOps-1145964326-project-admin] 10.222.0.54 "GET /v2.0/subnets?project_id=b8c9426a09804bdabdb147a7feac3908&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273321 Nov 19 18:45:36.340268 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 48624) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:45:36.399188 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.agents_db [None req-619e5c26-d9ed-4321-86eb-7d443bb9dfa2 None None] Agent healthcheck: found 7 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 18:45:36.416382 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-7bda7e10-5510-4772-9067-83a1378a767f None None] Set router b5f7e099-3b2a-4ab9-9e78-b858e4b7227d gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:45:36.431315 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5267588-67d8-4d69-8c73-22a07d76060a tempest-TestNetworkAdvancedServerOps-1145964326 tempest-TestNetworkAdvancedServerOps-1145964326-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:45:36.432827 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-b5267588-67d8-4d69-8c73-22a07d76060a tempest-TestNetworkAdvancedServerOps-1145964326 tempest-TestNetworkAdvancedServerOps-1145964326-project-admin] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0917621 Nov 19 18:45:36.435724 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 48626) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:45:36.464326 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-cc579257-87af-4582-b9c5-a7310e0a16de tempest-TestNetworkAdvancedServerOps-1145964326 tempest-TestNetworkAdvancedServerOps-1145964326-project-admin] 10.222.0.54 "GET /v2.0/subnets?network_id=645e61aa-1a6c-4e8f-857e-ab06edb4897f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275049 Nov 19 18:45:36.466816 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 48628) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:45:36.471444 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-ebfc867e-ba65-4dc9-99bf-39b7a19eec90 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2104853234', 'network_id': 'f595a2d3-245a-4224-ae20-dd5fd2ebbab3', 'project_id': 'b8c9426a09804bdabdb147a7feac3908', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:45:36.561717 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebfc867e-ba65-4dc9-99bf-39b7a19eec90 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Made reservation on behalf of b8c9426a09804bdabdb147a7feac3908 for: {'subnet': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:45:36.565981 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ebfc867e-ba65-4dc9-99bf-39b7a19eec90 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8731248'] for subnet, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:45:36.680915 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-7bda7e10-5510-4772-9067-83a1378a767f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5f7e099-3b2a-4ab9-9e78-b858e4b7227d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1559559196', 'tenant_id': 'b8c9426a09804bdabdb147a7feac3908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.144'}], 'enable_snat': True}, 'gw_port_id': '629e8d97-ec78-404f-8d61-4e8260b3eea5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:45:34Z', 'updated_at': '2021-11-19T18:45:35Z', 'revision_number': 3, 'project_id': 'b8c9426a09804bdabdb147a7feac3908', 'gw_port': {'id': '629e8d97-ec78-404f-8d61-4e8260b3eea5', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:24:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5f7e099-3b2a-4ab9-9e78-b858e4b7227d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:45:35Z', 'updated_at': '2021-11-19T18:45:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:45:36.707502 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bda7e10-5510-4772-9067-83a1378a767f None None] Checking router: b5f7e099-3b2a-4ab9-9e78-b858e4b7227d for host: n-d-818022-2 {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:45:36.707855 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bda7e10-5510-4772-9067-83a1378a767f None None] Updating router b5f7e099-3b2a-4ab9-9e78-b858e4b7227d port 629e8d97-ec78-404f-8d61-4e8260b3eea5 binding host n-d-818022-2 {{(pid=103367) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 18:45:36.732024 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-7bda7e10-5510-4772-9067-83a1378a767f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:45:36.751928 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ebfc867e-ba65-4dc9-99bf-39b7a19eec90 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12283104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8731234'] for subnet, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:45:36.848906 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfc867e-ba65-4dc9-99bf-39b7a19eec90 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Pushing event updated for resources: {'Subnet': ['ID=0e112355-0a3a-4331-a6c1-aff84bbdf306,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:45:36.860655 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebfc867e-ba65-4dc9-99bf-39b7a19eec90 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Checking segment: {'id': '0783ae64-aa5a-4d98-b620-a6583dc5c775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'f595a2d3-245a-4224-ae20-dd5fd2ebbab3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:45:36.861018 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebfc867e-ba65-4dc9-99bf-39b7a19eec90 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Network hostable DHCP agents. Network: f595a2d3-245a-4224-ae20-dd5fd2ebbab3, hostable agents: ['02910ef2-0455-4aea-9f38-9a875579633f'], hosted agents: [] {{(pid=103365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 18:45:36.878491 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebfc867e-ba65-4dc9-99bf-39b7a19eec90 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Network f595a2d3-245a-4224-ae20-dd5fd2ebbab3 is scheduled to be hosted by DHCP agent 02910ef2-0455-4aea-9f38-9a875579633f with binding_index 1 {{(pid=103365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 18:45:36.887168 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-ebfc867e-ba65-4dc9-99bf-39b7a19eec90 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818022-2, f595a2d3-245a-4224-ae20-dd5fd2ebbab3) {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:45:36.891308 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebfc867e-ba65-4dc9-99bf-39b7a19eec90 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:45:36.891908 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ebfc867e-ba65-4dc9-99bf-39b7a19eec90 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:45:36.897063 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40536ea5-9f85-4f75-9794-bc7d59d2c975 None None] Network f595a2d3-245a-4224-ae20-dd5fd2ebbab3 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:45:36.911376 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-ebfc867e-ba65-4dc9-99bf-39b7a19eec90 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4435425 Nov 19 18:45:36.914408 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 48630) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:45:37.039055 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-7bda7e10-5510-4772-9067-83a1378a767f None None] Publish callbacks [] for port, precommit_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:45:37.045127 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-7bda7e10-5510-4772-9067-83a1378a767f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:45:37.055403 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2f8a58e-7817-4916-94d5-2171b35e52a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54f44f5f-1200-574e-8740-2141911d5b73-f595a2d3-245a-4224-ae20-dd5fd2ebbab3', 'network_id': 'f595a2d3-245a-4224-ae20-dd5fd2ebbab3', 'tenant_id': 'b8c9426a09804bdabdb147a7feac3908', 'fixed_ips': [{'subnet_id': '0e112355-0a3a-4331-a6c1-aff84bbdf306'}]}} from n-d-818022-2. {{(pid=103366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 18:45:37.057034 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-c2f8a58e-7817-4916-94d5-2171b35e52a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:45:37.103950 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-7bda7e10-5510-4772-9067-83a1378a767f None None] Attempting to bind port 629e8d97-ec78-404f-8d61-4e8260b3eea5 on host n-d-818022-2 for vnic_type normal with profile {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:45:37.104315 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-7bda7e10-5510-4772-9067-83a1378a767f None None] Attempting to bind port 629e8d97-ec78-404f-8d61-4e8260b3eea5 by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:45:37.104677 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bda7e10-5510-4772-9067-83a1378a767f None None] Attempting to bind port 629e8d97-ec78-404f-8d61-4e8260b3eea5 on network 645e61aa-1a6c-4e8f-857e-ab06edb4897f {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:45:37.114915 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bda7e10-5510-4772-9067-83a1378a767f None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 45, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:45:37.115173 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bda7e10-5510-4772-9067-83a1378a767f None None] Checking segment: {'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:45:37.115571 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-7bda7e10-5510-4772-9067-83a1378a767f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:45:37.115956 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bda7e10-5510-4772-9067-83a1378a767f None None] Bound using segment: {'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:45:37.116429 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-7bda7e10-5510-4772-9067-83a1378a767f None None] Bound port: 629e8d97-ec78-404f-8d61-4e8260b3eea5, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'}}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:45:37.116810 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-7bda7e10-5510-4772-9067-83a1378a767f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:45:37.139783 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f21364e-7718-4392-bc3a-c7fd7825e6cc None None] DHCP port deletion for 645e61aa-1a6c-4e8f-857e-ab06edb4897f request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:45:37.140044 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4f1e48-a329-4a29-ac25-1a3a4560e5fc None None] Pushing event updated for resources: {'Port': ['ID=629e8d97-ec78-404f-8d61-4e8260b3eea5,revision_number=2']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:45:37.175597 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-7bda7e10-5510-4772-9067-83a1378a767f None None] For port 629e8d97-ec78-404f-8d61-4e8260b3eea5, host n-d-818022-2, cleared binding levels {{(pid=103367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:45:37.179356 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-7bda7e10-5510-4772-9067-83a1378a767f None None] For port 629e8d97-ec78-404f-8d61-4e8260b3eea5, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=629e8d97-ec78-404f-8d61-4e8260b3eea5,segment=NetworkSegment(bbe705c1-96c0-476e-8381-28227e6f0ac5),segment_id=bbe705c1-96c0-476e-8381-28227e6f0ac5)] {{(pid=103367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:45:37.184349 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-7bda7e10-5510-4772-9067-83a1378a767f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:45:37.219705 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [None req-c2f8a58e-7817-4916-94d5-2171b35e52a5 None None] Allocated IP 172.20.0.2 (f595a2d3-245a-4224-ae20-dd5fd2ebbab3/0e112355-0a3a-4331-a6c1-aff84bbdf306/68763bc0-eea8-48b5-9774-df85c2323ddd) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:45:37.245558 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bda7e10-5510-4772-9067-83a1378a767f None None] Routers {'b5f7e099-3b2a-4ab9-9e78-b858e4b7227d'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:45:37.245795 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6b84cbf-030e-4408-b72a-cdc84fb8dbd1 None None] DHCP port deletion for 645e61aa-1a6c-4e8f-857e-ab06edb4897f request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:45:37.246391 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-7bda7e10-5510-4772-9067-83a1378a767f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:45:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['b5f7e099-3b2a-4ab9-9e78-b858e4b7227d'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:45:37.254332 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-f633a0d4-ed75-44b9-9acc-302b41bd2d5b None None] Provisioning complete for port 629e8d97-ec78-404f-8d61-4e8260b3eea5 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:45:37.254889 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f633a0d4-ed75-44b9-9acc-302b41bd2d5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:45:37.307426 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4f1e48-a329-4a29-ac25-1a3a4560e5fc None None] Pushing event updated for resources: {'Port': ['ID=629e8d97-ec78-404f-8d61-4e8260b3eea5,revision_number=3']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:45:37.374469 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-7bda7e10-5510-4772-9067-83a1378a767f None None] Set router b5f7e099-3b2a-4ab9-9e78-b858e4b7227d gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:45:37.426315 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-c2f8a58e-7817-4916-94d5-2171b35e52a5 None None] Publish callbacks [] for port, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:45:37.467520 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-c2f8a58e-7817-4916-94d5-2171b35e52a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998'] for port, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:45:37.475258 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f633a0d4-ed75-44b9-9acc-302b41bd2d5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:45:37.518379 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2f8a58e-7817-4916-94d5-2171b35e52a5 None None] Network f595a2d3-245a-4224-ae20-dd5fd2ebbab3 is already hosted by enough agents. {{(pid=103366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:45:37.526504 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-f633a0d4-ed75-44b9-9acc-302b41bd2d5b None None] For port 629e8d97-ec78-404f-8d61-4e8260b3eea5, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=629e8d97-ec78-404f-8d61-4e8260b3eea5,segment=NetworkSegment(bbe705c1-96c0-476e-8381-28227e6f0ac5),segment_id=bbe705c1-96c0-476e-8381-28227e6f0ac5)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:45:37.527875 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [None req-c2f8a58e-7817-4916-94d5-2171b35e52a5 None None] Resources bound (agent type, host, resource id): {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:45:37.531619 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f8a58e-7817-4916-94d5-2171b35e52a5 None None] Received port after_create {{(pid=103366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:45:37.536395 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f633a0d4-ed75-44b9-9acc-302b41bd2d5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:45:37.548106 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f8a58e-7817-4916-94d5-2171b35e52a5 None None] Pushing event updated for resources: {'Port': ['ID=68763bc0-eea8-48b5-9774-df85c2323ddd,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:45:37.565043 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-7bda7e10-5510-4772-9067-83a1378a767f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5f7e099-3b2a-4ab9-9e78-b858e4b7227d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1559559196', 'tenant_id': 'b8c9426a09804bdabdb147a7feac3908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.144'}], 'enable_snat': True}, 'gw_port_id': '629e8d97-ec78-404f-8d61-4e8260b3eea5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:45:34Z', 'updated_at': '2021-11-19T18:45:35Z', 'revision_number': 3, 'project_id': 'b8c9426a09804bdabdb147a7feac3908', 'gw_port': {'id': '629e8d97-ec78-404f-8d61-4e8260b3eea5', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:24:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5f7e099-3b2a-4ab9-9e78-b858e4b7227d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:45:35Z', 'updated_at': '2021-11-19T18:45:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:45:37.594506 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bda7e10-5510-4772-9067-83a1378a767f None None] The sync data for ids ['b5f7e099-3b2a-4ab9-9e78-b858e4b7227d'] in n-d-818022-2 is: [{'id': 'b5f7e099-3b2a-4ab9-9e78-b858e4b7227d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1559559196', 'tenant_id': 'b8c9426a09804bdabdb147a7feac3908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.144'}], 'enable_snat': True}, 'gw_port_id': '629e8d97-ec78-404f-8d61-4e8260b3eea5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:45:34Z', 'updated_at': '2021-11-19T18:45:35Z', 'revision_number': 3, 'project_id': 'b8c9426a09804bdabdb147a7feac3908', 'gw_port': {'id': '629e8d97-ec78-404f-8d61-4e8260b3eea5', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:24:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5f7e099-3b2a-4ab9-9e78-b858e4b7227d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:45:35Z', 'updated_at': '2021-11-19T18:45:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:45:37.635011 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-c2f8a58e-7817-4916-94d5-2171b35e52a5 None None] Attempting to bind port 68763bc0-eea8-48b5-9774-df85c2323ddd on host n-d-818022-2 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:45:37.635305 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-c2f8a58e-7817-4916-94d5-2171b35e52a5 None None] Attempting to bind port 68763bc0-eea8-48b5-9774-df85c2323ddd by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': '0783ae64-aa5a-4d98-b620-a6583dc5c775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'f595a2d3-245a-4224-ae20-dd5fd2ebbab3'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:45:37.635671 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f8a58e-7817-4916-94d5-2171b35e52a5 None None] Attempting to bind port 68763bc0-eea8-48b5-9774-df85c2323ddd on network f595a2d3-245a-4224-ae20-dd5fd2ebbab3 {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:45:37.652182 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f8a58e-7817-4916-94d5-2171b35e52a5 None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 45, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:45:37.652563 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f8a58e-7817-4916-94d5-2171b35e52a5 None None] Checking segment: {'id': '0783ae64-aa5a-4d98-b620-a6583dc5c775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'f595a2d3-245a-4224-ae20-dd5fd2ebbab3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:45:37.652971 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-c2f8a58e-7817-4916-94d5-2171b35e52a5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:45:37.653369 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f8a58e-7817-4916-94d5-2171b35e52a5 None None] Bound using segment: {'id': '0783ae64-aa5a-4d98-b620-a6583dc5c775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'f595a2d3-245a-4224-ae20-dd5fd2ebbab3'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:45:37.653871 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-c2f8a58e-7817-4916-94d5-2171b35e52a5 None None] Bound port: 68763bc0-eea8-48b5-9774-df85c2323ddd, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0783ae64-aa5a-4d98-b620-a6583dc5c775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'f595a2d3-245a-4224-ae20-dd5fd2ebbab3'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:45:37.654256 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-c2f8a58e-7817-4916-94d5-2171b35e52a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:45:37.657091 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f633a0d4-ed75-44b9-9acc-302b41bd2d5b None None] Pushing event updated for resources: {'Port': ['ID=629e8d97-ec78-404f-8d61-4e8260b3eea5,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:45:37.699795 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-9589108d-92d2-4ddb-b2b0-ad85e126ed98 None None] Provisioning complete for port 629e8d97-ec78-404f-8d61-4e8260b3eea5 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:45:37.700170 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9589108d-92d2-4ddb-b2b0-ad85e126ed98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:45:37.720977 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2c37e0b7-afcf-4f2f-a511-76330dec6695 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:45:37.759524 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-c2f8a58e-7817-4916-94d5-2171b35e52a5 None None] For port 68763bc0-eea8-48b5-9774-df85c2323ddd, host n-d-818022-2, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:45:37.764662 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-c2f8a58e-7817-4916-94d5-2171b35e52a5 None None] For port 68763bc0-eea8-48b5-9774-df85c2323ddd, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=68763bc0-eea8-48b5-9774-df85c2323ddd,segment=NetworkSegment(0783ae64-aa5a-4d98-b620-a6583dc5c775),segment_id=0783ae64-aa5a-4d98-b620-a6583dc5c775)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:45:37.771222 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-c2f8a58e-7817-4916-94d5-2171b35e52a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:45:37.998131 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 629e8d97-ec78-404f-8d61-4e8260b3eea5 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:45:38.076120 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f8a58e-7817-4916-94d5-2171b35e52a5 None None] Pushing event updated for resources: {'Port': ['ID=68763bc0-eea8-48b5-9774-df85c2323ddd,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:45:38.093168 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 629e8d97-ec78-404f-8d61-4e8260b3eea5 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:45:38.093540 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:45:38.142925 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [None req-2c37e0b7-afcf-4f2f-a511-76330dec6695 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Allocated IP 172.20.0.1 (f595a2d3-245a-4224-ae20-dd5fd2ebbab3/0e112355-0a3a-4331-a6c1-aff84bbdf306/afad54eb-4d41-41c1-a525-e197df5e57f8) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:45:38.286695 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2c37e0b7-afcf-4f2f-a511-76330dec6695 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:45:38.323066 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2c37e0b7-afcf-4f2f-a511-76330dec6695 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:45:38.374957 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c37e0b7-afcf-4f2f-a511-76330dec6695 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Network f595a2d3-245a-4224-ae20-dd5fd2ebbab3 is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:45:38.378600 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-2c37e0b7-afcf-4f2f-a511-76330dec6695 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:45:38.382428 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c37e0b7-afcf-4f2f-a511-76330dec6695 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:45:38.389088 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c37e0b7-afcf-4f2f-a511-76330dec6695 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Pushing event updated for resources: {'Port': ['ID=afad54eb-4d41-41c1-a525-e197df5e57f8,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:45:38.431328 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2c37e0b7-afcf-4f2f-a511-76330dec6695 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-671361'] for router_interface, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:45:38.568010 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2c37e0b7-afcf-4f2f-a511-76330dec6695 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:45:38.856978 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2c37e0b7-afcf-4f2f-a511-76330dec6695 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for port, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:45:38.861970 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2c37e0b7-afcf-4f2f-a511-76330dec6695 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:45:38.936310 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c37e0b7-afcf-4f2f-a511-76330dec6695 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Pushing event updated for resources: {'Port': ['ID=afad54eb-4d41-41c1-a525-e197df5e57f8,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:45:38.939470 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2c37e0b7-afcf-4f2f-a511-76330dec6695 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-768529'] for router_interface, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:45:39.024638 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfe41fe0-b782-4ac7-9c0f-421d5fd9a206 None None] Network f595a2d3-245a-4224-ae20-dd5fd2ebbab3 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:45:39.042830 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c37e0b7-afcf-4f2f-a511-76330dec6695 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Network f595a2d3-245a-4224-ae20-dd5fd2ebbab3 is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:45:39.044208 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-2c37e0b7-afcf-4f2f-a511-76330dec6695 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:45:39.148444 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-a71e6018-5d5e-4f4f-9654-f5d13cac8ec0 None None] Provisioning complete for port 68763bc0-eea8-48b5-9774-df85c2323ddd triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:45:39.148814 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a71e6018-5d5e-4f4f-9654-f5d13cac8ec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:45:39.158643 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c37e0b7-afcf-4f2f-a511-76330dec6695 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Router b5f7e099-3b2a-4ab9-9e78-b858e4b7227d has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 18:45:39.271510 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c37e0b7-afcf-4f2f-a511-76330dec6695 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:45:39.278484 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-2c37e0b7-afcf-4f2f-a511-76330dec6695 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "PUT /v2.0/routers/b5f7e099-3b2a-4ab9-9e78-b858e4b7227d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3622160 Nov 19 18:45:39.285983 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a71e6018-5d5e-4f4f-9654-f5d13cac8ec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:45:39.332912 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-a71e6018-5d5e-4f4f-9654-f5d13cac8ec0 None None] For port 68763bc0-eea8-48b5-9774-df85c2323ddd, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=68763bc0-eea8-48b5-9774-df85c2323ddd,segment=NetworkSegment(0783ae64-aa5a-4d98-b620-a6583dc5c775),segment_id=0783ae64-aa5a-4d98-b620-a6583dc5c775)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:45:39.337838 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a71e6018-5d5e-4f4f-9654-f5d13cac8ec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:45:39.398760 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71e6018-5d5e-4f4f-9654-f5d13cac8ec0 None None] Pushing event updated for resources: {'Port': ['ID=68763bc0-eea8-48b5-9774-df85c2323ddd,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:45:39.468163 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-4b643bf4-bbc3-4993-aa0a-2f913307ea21 req-316e50b1-380b-49f4-9c71-8b327733b329 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1120116550&fields=id&tenant_id=b8c9426a09804bdabdb147a7feac3908 HTTP/1.1" status: 200 len: 267 time: 0.0554466 Nov 19 18:45:39.562155 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-9ad2f64e-28b9-43bf-a915-60a2b6c5528f None None] Provisioning complete for port 68763bc0-eea8-48b5-9774-df85c2323ddd triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:45:39.562559 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9ad2f64e-28b9-43bf-a915-60a2b6c5528f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:45:39.581894 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b643bf4-bbc3-4993-aa0a-2f913307ea21 req-20e138ba-716c-4f32-b2c0-240a4559e37f tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:45:39.583915 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-4b643bf4-bbc3-4993-aa0a-2f913307ea21 req-20e138ba-716c-4f32-b2c0-240a4559e37f tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/networks?id=f595a2d3-245a-4224-ae20-dd5fd2ebbab3 HTTP/1.1" status: 200 len: 797 time: 0.1077325 Nov 19 18:45:39.600712 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-4b643bf4-bbc3-4993-aa0a-2f913307ea21 req-9790ed01-ed5b-46f5-a52a-5b66a136314f tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/quotas/b8c9426a09804bdabdb147a7feac3908 HTTP/1.1" status: 200 len: 375 time: 0.0107083 Nov 19 18:45:39.621408 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35404140-8a56-4d60-8372-2be011c96be0 None None] Sync routers for ids ['b5f7e099-3b2a-4ab9-9e78-b858e4b7227d'] in n-d-818022-2 {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:45:39.664349 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-4b643bf4-bbc3-4993-aa0a-2f913307ea21 req-76f7839f-d4c7-4a41-a459-d55f03b64bbd tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=b8c9426a09804bdabdb147a7feac3908&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0557728 Nov 19 18:45:39.666417 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35404140-8a56-4d60-8372-2be011c96be0 None None] Routers {'b5f7e099-3b2a-4ab9-9e78-b858e4b7227d'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:45:39.667297 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-35404140-8a56-4d60-8372-2be011c96be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:45:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['b5f7e099-3b2a-4ab9-9e78-b858e4b7227d'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:45:39.766379 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-9ad2f64e-28b9-43bf-a915-60a2b6c5528f None None] Provisioning complete for port afad54eb-4d41-41c1-a525-e197df5e57f8 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:45:39.766839 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9ad2f64e-28b9-43bf-a915-60a2b6c5528f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:45:39.767371 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-4b643bf4-bbc3-4993-aa0a-2f913307ea21 req-9da7215e-420b-4fac-8abd-967f7b57e5bf service neutron] 10.222.0.54 "GET /v2.0/networks/f595a2d3-245a-4224-ae20-dd5fd2ebbab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903151 Nov 19 18:45:39.814015 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-35404140-8a56-4d60-8372-2be011c96be0 None None] Set router b5f7e099-3b2a-4ab9-9e78-b858e4b7227d gateway port host: n-d-818022-2 {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:45:39.816506 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-9ad2f64e-28b9-43bf-a915-60a2b6c5528f None None] Port afad54eb-4d41-41c1-a525-e197df5e57f8 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:45:39.885451 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-4b643bf4-bbc3-4993-aa0a-2f913307ea21 req-6a92112c-5a74-4cee-b7d7-13a4ea97bb8c service neutron] 10.222.0.54 "GET /v2.0/networks/f595a2d3-245a-4224-ae20-dd5fd2ebbab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119087 Nov 19 18:45:39.963250 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-be01f75f-60f5-47d7-bc19-09ea5bc14257 None None] Provisioning complete for port afad54eb-4d41-41c1-a525-e197df5e57f8 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:45:39.963709 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-be01f75f-60f5-47d7-bc19-09ea5bc14257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:45:39.994082 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 68763bc0-eea8-48b5-9774-df85c2323ddd up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:45:40.054220 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3a7087c6-d315-4859-b6b7-ab51044d5d77 req-241ccd3b-4c81-47c5-8e90-5d982892874f tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a1190f6-b590-4e6e-9568-7961b35aa659 HTTP/1.1" status: 200 len: 210 time: 0.0300639 Nov 19 18:45:40.056010 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-be01f75f-60f5-47d7-bc19-09ea5bc14257 None None] Port afad54eb-4d41-41c1-a525-e197df5e57f8 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:45:40.102588 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 68763bc0-eea8-48b5-9774-df85c2323ddd triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:45:40.102960 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:45:40.143866 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-35404140-8a56-4d60-8372-2be011c96be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5f7e099-3b2a-4ab9-9e78-b858e4b7227d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1559559196', 'tenant_id': 'b8c9426a09804bdabdb147a7feac3908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.144'}], 'enable_snat': True}, 'gw_port_id': '629e8d97-ec78-404f-8d61-4e8260b3eea5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:45:34Z', 'updated_at': '2021-11-19T18:45:38Z', 'revision_number': 4, 'project_id': 'b8c9426a09804bdabdb147a7feac3908', 'gw_port': {'id': '629e8d97-ec78-404f-8d61-4e8260b3eea5', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:24:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f7e099-3b2a-4ab9-9e78-b858e4b7227d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:45:35Z', 'updated_at': '2021-11-19T18:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': 'afad54eb-4d41-41c1-a525-e197df5e57f8', 'name': '', 'network_id': 'f595a2d3-245a-4224-ae20-dd5fd2ebbab3', 'tenant_id': 'b8c9426a09804bdabdb147a7feac3908', 'mac_address': 'fa:16:3e:4a:b6:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5f7e099-3b2a-4ab9-9e78-b858e4b7227d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '0e112355-0a3a-4331-a6c1-aff84bbdf306', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:45:37Z', 'updated_at': '2021-11-19T18:45:38Z', 'revision_number': 2, 'project_id': 'b8c9426a09804bdabdb147a7feac3908', 'subnets': [{'id': '0e112355-0a3a-4331-a6c1-aff84bbdf306', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:45:40.175214 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35404140-8a56-4d60-8372-2be011c96be0 None None] Checking router: b5f7e099-3b2a-4ab9-9e78-b858e4b7227d for host: n-d-818022-2 {{(pid=103366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:45:40.175565 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35404140-8a56-4d60-8372-2be011c96be0 None None] Updating router b5f7e099-3b2a-4ab9-9e78-b858e4b7227d port afad54eb-4d41-41c1-a525-e197df5e57f8 binding host n-d-818022-2 {{(pid=103366) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 18:45:40.206400 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-35404140-8a56-4d60-8372-2be011c96be0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:45:40.510010 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-35404140-8a56-4d60-8372-2be011c96be0 None None] Publish callbacks [] for port, precommit_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:45:40.514445 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-35404140-8a56-4d60-8372-2be011c96be0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:45:40.566303 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e50af1-c0b1-48dc-be16-d82c375c14d6 None None] Pushing event updated for resources: {'Port': ['ID=afad54eb-4d41-41c1-a525-e197df5e57f8,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:45:40.622086 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-35404140-8a56-4d60-8372-2be011c96be0 None None] Attempting to bind port afad54eb-4d41-41c1-a525-e197df5e57f8 on host n-d-818022-2 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:45:40.622585 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-35404140-8a56-4d60-8372-2be011c96be0 None None] Attempting to bind port afad54eb-4d41-41c1-a525-e197df5e57f8 by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': '0783ae64-aa5a-4d98-b620-a6583dc5c775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'f595a2d3-245a-4224-ae20-dd5fd2ebbab3'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:45:40.622982 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35404140-8a56-4d60-8372-2be011c96be0 None None] Attempting to bind port afad54eb-4d41-41c1-a525-e197df5e57f8 on network f595a2d3-245a-4224-ae20-dd5fd2ebbab3 {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:45:40.630555 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35404140-8a56-4d60-8372-2be011c96be0 None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 45, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:45:40.630981 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35404140-8a56-4d60-8372-2be011c96be0 None None] Checking segment: {'id': '0783ae64-aa5a-4d98-b620-a6583dc5c775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'f595a2d3-245a-4224-ae20-dd5fd2ebbab3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:45:40.631427 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-35404140-8a56-4d60-8372-2be011c96be0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:45:40.631837 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35404140-8a56-4d60-8372-2be011c96be0 None None] Bound using segment: {'id': '0783ae64-aa5a-4d98-b620-a6583dc5c775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'f595a2d3-245a-4224-ae20-dd5fd2ebbab3'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:45:40.632334 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-35404140-8a56-4d60-8372-2be011c96be0 None None] Bound port: afad54eb-4d41-41c1-a525-e197df5e57f8, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0783ae64-aa5a-4d98-b620-a6583dc5c775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'f595a2d3-245a-4224-ae20-dd5fd2ebbab3'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:45:40.632721 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-35404140-8a56-4d60-8372-2be011c96be0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:45:40.703046 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-35404140-8a56-4d60-8372-2be011c96be0 None None] For port afad54eb-4d41-41c1-a525-e197df5e57f8, host n-d-818022-2, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:45:40.706824 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-35404140-8a56-4d60-8372-2be011c96be0 None None] For port afad54eb-4d41-41c1-a525-e197df5e57f8, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=afad54eb-4d41-41c1-a525-e197df5e57f8,segment=NetworkSegment(0783ae64-aa5a-4d98-b620-a6583dc5c775),segment_id=0783ae64-aa5a-4d98-b620-a6583dc5c775)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:45:40.714064 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-35404140-8a56-4d60-8372-2be011c96be0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:45:40.798235 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35404140-8a56-4d60-8372-2be011c96be0 None None] Routers {'b5f7e099-3b2a-4ab9-9e78-b858e4b7227d'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:45:40.798875 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-35404140-8a56-4d60-8372-2be011c96be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:45:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['b5f7e099-3b2a-4ab9-9e78-b858e4b7227d'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:45:40.801934 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e50af1-c0b1-48dc-be16-d82c375c14d6 None None] Pushing event updated for resources: {'Port': ['ID=afad54eb-4d41-41c1-a525-e197df5e57f8,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:45:40.843002 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-2c94fc89-6dfb-4ae3-8db9-ae3f489b671e None None] Provisioning complete for port afad54eb-4d41-41c1-a525-e197df5e57f8 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:45:40.843388 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2c94fc89-6dfb-4ae3-8db9-ae3f489b671e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:45:40.954463 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-35404140-8a56-4d60-8372-2be011c96be0 None None] Set router b5f7e099-3b2a-4ab9-9e78-b858e4b7227d gateway port host: n-d-818022-2 {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:45:41.063757 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2c94fc89-6dfb-4ae3-8db9-ae3f489b671e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:45:41.116565 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b643bf4-bbc3-4993-aa0a-2f913307ea21 req-192973be-1551-47ca-9306-5c82fb219bd9 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:45:41.119464 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4b643bf4-bbc3-4993-aa0a-2f913307ea21 req-192973be-1551-47ca-9306-5c82fb219bd9 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.86 "GET /v2.0/networks?id=f595a2d3-245a-4224-ae20-dd5fd2ebbab3 HTTP/1.1" status: 200 len: 797 time: 0.1318457 Nov 19 18:45:41.158098 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-2c94fc89-6dfb-4ae3-8db9-ae3f489b671e None None] For port afad54eb-4d41-41c1-a525-e197df5e57f8, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=afad54eb-4d41-41c1-a525-e197df5e57f8,segment=NetworkSegment(0783ae64-aa5a-4d98-b620-a6583dc5c775),segment_id=0783ae64-aa5a-4d98-b620-a6583dc5c775)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:45:41.170423 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2c94fc89-6dfb-4ae3-8db9-ae3f489b671e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:45:41.181357 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-dde149d2-b9dd-42c1-b457-4675440ee117 req-65095d54-bf8b-448c-993d-65466ed5fde0 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a1190f6-b590-4e6e-9568-7961b35aa659 HTTP/1.1" status: 200 len: 210 time: 0.0395362 Nov 19 18:45:41.211711 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4b643bf4-bbc3-4993-aa0a-2f913307ea21 req-b074e993-e76f-4a63-aba7-16036548f344 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b8c9426a09804bdabdb147a7feac3908 HTTP/1.1" status: 200 len: 380 time: 0.0779958 Nov 19 18:45:41.223147 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-4b643bf4-bbc3-4993-aa0a-2f913307ea21 req-701e485b-9e38-4d75-ab79-f1dd8e48b5f2 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Request body: {'port': {'device_id': '4a1190f6-b590-4e6e-9568-7961b35aa659', 'network_id': 'f595a2d3-245a-4224-ae20-dd5fd2ebbab3', 'admin_state_up': True, 'tenant_id': 'b8c9426a09804bdabdb147a7feac3908', 'security_groups': ['04d2c9ad-e89a-4751-aa91-6d15335e375b']}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:45:41.256732 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c94fc89-6dfb-4ae3-8db9-ae3f489b671e None None] Pushing event updated for resources: {'Port': ['ID=afad54eb-4d41-41c1-a525-e197df5e57f8,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:45:41.288897 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-35404140-8a56-4d60-8372-2be011c96be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5f7e099-3b2a-4ab9-9e78-b858e4b7227d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1559559196', 'tenant_id': 'b8c9426a09804bdabdb147a7feac3908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.144'}], 'enable_snat': True}, 'gw_port_id': '629e8d97-ec78-404f-8d61-4e8260b3eea5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:45:34Z', 'updated_at': '2021-11-19T18:45:38Z', 'revision_number': 4, 'project_id': 'b8c9426a09804bdabdb147a7feac3908', 'gw_port': {'id': '629e8d97-ec78-404f-8d61-4e8260b3eea5', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:24:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f7e099-3b2a-4ab9-9e78-b858e4b7227d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:45:35Z', 'updated_at': '2021-11-19T18:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': 'afad54eb-4d41-41c1-a525-e197df5e57f8', 'name': '', 'network_id': 'f595a2d3-245a-4224-ae20-dd5fd2ebbab3', 'tenant_id': 'b8c9426a09804bdabdb147a7feac3908', 'mac_address': 'fa:16:3e:4a:b6:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5f7e099-3b2a-4ab9-9e78-b858e4b7227d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '0e112355-0a3a-4331-a6c1-aff84bbdf306', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:45:37Z', 'updated_at': '2021-11-19T18:45:40Z', 'revision_number': 4, 'project_id': 'b8c9426a09804bdabdb147a7feac3908', 'subnets': [{'id': '0e112355-0a3a-4331-a6c1-aff84bbdf306', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:45:41.323616 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35404140-8a56-4d60-8372-2be011c96be0 None None] The sync data for ids ['b5f7e099-3b2a-4ab9-9e78-b858e4b7227d'] in n-d-818022-2 is: [{'id': 'b5f7e099-3b2a-4ab9-9e78-b858e4b7227d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1559559196', 'tenant_id': 'b8c9426a09804bdabdb147a7feac3908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.144'}], 'enable_snat': True}, 'gw_port_id': '629e8d97-ec78-404f-8d61-4e8260b3eea5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:45:34Z', 'updated_at': '2021-11-19T18:45:38Z', 'revision_number': 4, 'project_id': 'b8c9426a09804bdabdb147a7feac3908', 'gw_port': {'id': '629e8d97-ec78-404f-8d61-4e8260b3eea5', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:24:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f7e099-3b2a-4ab9-9e78-b858e4b7227d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:45:35Z', 'updated_at': '2021-11-19T18:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': 'afad54eb-4d41-41c1-a525-e197df5e57f8', 'name': '', 'network_id': 'f595a2d3-245a-4224-ae20-dd5fd2ebbab3', 'tenant_id': 'b8c9426a09804bdabdb147a7feac3908', 'mac_address': 'fa:16:3e:4a:b6:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5f7e099-3b2a-4ab9-9e78-b858e4b7227d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '0e112355-0a3a-4331-a6c1-aff84bbdf306', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:45:37Z', 'updated_at': '2021-11-19T18:45:40Z', 'revision_number': 4, 'project_id': 'b8c9426a09804bdabdb147a7feac3908', 'subnets': [{'id': '0e112355-0a3a-4331-a6c1-aff84bbdf306', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:45:41.331257 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-aa21a61a-6717-4051-ab21-b51d901993be None None] Provisioning complete for port afad54eb-4d41-41c1-a525-e197df5e57f8 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:45:41.331628 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-aa21a61a-6717-4051-ab21-b51d901993be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:45:41.354052 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b643bf4-bbc3-4993-aa0a-2f913307ea21 req-701e485b-9e38-4d75-ab79-f1dd8e48b5f2 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Made reservation on behalf of b8c9426a09804bdabdb147a7feac3908 for: {'port': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:45:41.358813 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-4b643bf4-bbc3-4993-aa0a-2f913307ea21 req-701e485b-9e38-4d75-ab79-f1dd8e48b5f2 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:45:41.517692 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [req-4b643bf4-bbc3-4993-aa0a-2f913307ea21 req-701e485b-9e38-4d75-ab79-f1dd8e48b5f2 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Allocated IP 172.20.0.7 (f595a2d3-245a-4224-ae20-dd5fd2ebbab3/0e112355-0a3a-4331-a6c1-aff84bbdf306/bd1e409d-7ecb-4635-9377-139c74c20a16) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:45:41.684363 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-4b643bf4-bbc3-4993-aa0a-2f913307ea21 req-701e485b-9e38-4d75-ab79-f1dd8e48b5f2 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:45:41.719149 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-4b643bf4-bbc3-4993-aa0a-2f913307ea21 req-701e485b-9e38-4d75-ab79-f1dd8e48b5f2 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:45:41.766550 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b643bf4-bbc3-4993-aa0a-2f913307ea21 req-701e485b-9e38-4d75-ab79-f1dd8e48b5f2 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Network f595a2d3-245a-4224-ae20-dd5fd2ebbab3 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:45:41.769921 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [req-4b643bf4-bbc3-4993-aa0a-2f913307ea21 req-701e485b-9e38-4d75-ab79-f1dd8e48b5f2 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:45:41.772434 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b643bf4-bbc3-4993-aa0a-2f913307ea21 req-701e485b-9e38-4d75-ab79-f1dd8e48b5f2 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:45:41.803418 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701e485b-9e38-4d75-ab79-f1dd8e48b5f2 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Pushing event updated for resources: {'Port': ['ID=bd1e409d-7ecb-4635-9377-139c74c20a16,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:45:41.836524 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b643bf4-bbc3-4993-aa0a-2f913307ea21 req-701e485b-9e38-4d75-ab79-f1dd8e48b5f2 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:45:41.837084 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-4b643bf4-bbc3-4993-aa0a-2f913307ea21 req-701e485b-9e38-4d75-ab79-f1dd8e48b5f2 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:45:41.860198 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4b643bf4-bbc3-4993-aa0a-2f913307ea21 req-701e485b-9e38-4d75-ab79-f1dd8e48b5f2 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6383870 Nov 19 18:45:41.933075 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-4b643bf4-bbc3-4993-aa0a-2f913307ea21 req-16a8cff9-644d-4088-8f23-b16d4d12a9ce service neutron] Request body: {'port': {'device_id': '4a1190f6-b590-4e6e-9568-7961b35aa659', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818022-2'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:45:41.960050 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device afad54eb-4d41-41c1-a525-e197df5e57f8 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:45:42.006295 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-4b643bf4-bbc3-4993-aa0a-2f913307ea21 req-16a8cff9-644d-4088-8f23-b16d4d12a9ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:45:42.020194 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port afad54eb-4d41-41c1-a525-e197df5e57f8 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:45:42.020561 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:45:42.126461 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-e141a290-fa89-4d95-9989-2cf33e710cf7 None None] Provisioning complete for port bd1e409d-7ecb-4635-9377-139c74c20a16 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:45:42.127118 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e141a290-fa89-4d95-9989-2cf33e710cf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:45:42.161956 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-e141a290-fa89-4d95-9989-2cf33e710cf7 None None] Port bd1e409d-7ecb-4635-9377-139c74c20a16 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:45:42.313379 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [req-4b643bf4-bbc3-4993-aa0a-2f913307ea21 req-16a8cff9-644d-4088-8f23-b16d4d12a9ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd1e409d-7ecb-4635-9377-139c74c20a16 {{(pid=103365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:45:42.323002 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-4b643bf4-bbc3-4993-aa0a-2f913307ea21 req-16a8cff9-644d-4088-8f23-b16d4d12a9ce service neutron] Publish callbacks [] for port, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:45:42.338823 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76030b81-c1e4-4794-9757-bddd0d22b35a req-fa5b6a7e-1d33-4a4b-9961-0ffe95e7c55d tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:45:42.340311 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-76030b81-c1e4-4794-9757-bddd0d22b35a req-fa5b6a7e-1d33-4a4b-9961-0ffe95e7c55d tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a1190f6-b590-4e6e-9568-7961b35aa659 HTTP/1.1" status: 200 len: 931 time: 0.0927567 Nov 19 18:45:42.349362 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.provisioning_blocks [req-4b643bf4-bbc3-4993-aa0a-2f913307ea21 req-16a8cff9-644d-4088-8f23-b16d4d12a9ce service neutron] Transition to ACTIVE for port object bd1e409d-7ecb-4635-9377-139c74c20a16 will not be triggered until provisioned by entity L2. {{(pid=103365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 18:45:42.356685 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-4b643bf4-bbc3-4993-aa0a-2f913307ea21 req-16a8cff9-644d-4088-8f23-b16d4d12a9ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:45:42.435038 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a8cff9-644d-4088-8f23-b16d4d12a9ce service neutron] Pushing event updated for resources: {'Port': ['ID=bd1e409d-7ecb-4635-9377-139c74c20a16,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:45:42.447049 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-76030b81-c1e4-4794-9757-bddd0d22b35a req-561bb112-cc96-4563-8f99-94c9d30665b3 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/security-groups?id=04d2c9ad-e89a-4751-aa91-6d15335e375b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988524 Nov 19 18:45:42.531446 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-4b643bf4-bbc3-4993-aa0a-2f913307ea21 req-16a8cff9-644d-4088-8f23-b16d4d12a9ce service neutron] Attempting to bind port bd1e409d-7ecb-4635-9377-139c74c20a16 on host n-h2-818022-2 for vnic_type normal with profile {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:45:42.531971 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-4b643bf4-bbc3-4993-aa0a-2f913307ea21 req-16a8cff9-644d-4088-8f23-b16d4d12a9ce service neutron] Attempting to bind port bd1e409d-7ecb-4635-9377-139c74c20a16 by drivers openvswitch,hyperv on host n-h2-818022-2 at level 0 using segments [{'id': '0783ae64-aa5a-4d98-b620-a6583dc5c775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'f595a2d3-245a-4224-ae20-dd5fd2ebbab3'}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:45:42.532438 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b643bf4-bbc3-4993-aa0a-2f913307ea21 req-16a8cff9-644d-4088-8f23-b16d4d12a9ce service neutron] Attempting to bind port bd1e409d-7ecb-4635-9377-139c74c20a16 on network f595a2d3-245a-4224-ae20-dd5fd2ebbab3 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:45:42.537288 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b643bf4-bbc3-4993-aa0a-2f913307ea21 req-16a8cff9-644d-4088-8f23-b16d4d12a9ce service neutron] Port bd1e409d-7ecb-4635-9377-139c74c20a16 on network f595a2d3-245a-4224-ae20-dd5fd2ebbab3 not bound, no agent of type Open vSwitch agent registered on host n-h2-818022-2 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 18:45:42.537612 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b643bf4-bbc3-4993-aa0a-2f913307ea21 req-16a8cff9-644d-4088-8f23-b16d4d12a9ce service neutron] Attempting to bind port bd1e409d-7ecb-4635-9377-139c74c20a16 on network f595a2d3-245a-4224-ae20-dd5fd2ebbab3 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:45:42.542928 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b643bf4-bbc3-4993-aa0a-2f913307ea21 req-16a8cff9-644d-4088-8f23-b16d4d12a9ce service neutron] Checking agent: {'id': '525ad2ac-c4ae-4c63-af2e-0bf8d25d0f0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'started_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 45, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:45:42.543298 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b643bf4-bbc3-4993-aa0a-2f913307ea21 req-16a8cff9-644d-4088-8f23-b16d4d12a9ce service neutron] Checking segment: {'id': '0783ae64-aa5a-4d98-b620-a6583dc5c775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'f595a2d3-245a-4224-ae20-dd5fd2ebbab3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:45:42.543680 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b643bf4-bbc3-4993-aa0a-2f913307ea21 req-16a8cff9-644d-4088-8f23-b16d4d12a9ce service neutron] Bound using segment: {'id': '0783ae64-aa5a-4d98-b620-a6583dc5c775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'f595a2d3-245a-4224-ae20-dd5fd2ebbab3'} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:45:42.544126 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-4b643bf4-bbc3-4993-aa0a-2f913307ea21 req-16a8cff9-644d-4088-8f23-b16d4d12a9ce service neutron] Bound port: bd1e409d-7ecb-4635-9377-139c74c20a16, host: n-h2-818022-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0783ae64-aa5a-4d98-b620-a6583dc5c775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'f595a2d3-245a-4224-ae20-dd5fd2ebbab3'}}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:45:42.544484 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-4b643bf4-bbc3-4993-aa0a-2f913307ea21 req-16a8cff9-644d-4088-8f23-b16d4d12a9ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:45:42.611055 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-4b643bf4-bbc3-4993-aa0a-2f913307ea21 req-16a8cff9-644d-4088-8f23-b16d4d12a9ce service neutron] For port bd1e409d-7ecb-4635-9377-139c74c20a16, host n-h2-818022-2, cleared binding levels {{(pid=103365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:45:42.614184 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-4b643bf4-bbc3-4993-aa0a-2f913307ea21 req-16a8cff9-644d-4088-8f23-b16d4d12a9ce service neutron] For port bd1e409d-7ecb-4635-9377-139c74c20a16, host n-h2-818022-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=bd1e409d-7ecb-4635-9377-139c74c20a16,segment=NetworkSegment(0783ae64-aa5a-4d98-b620-a6583dc5c775),segment_id=0783ae64-aa5a-4d98-b620-a6583dc5c775)] {{(pid=103365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:45:42.618936 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-4b643bf4-bbc3-4993-aa0a-2f913307ea21 req-16a8cff9-644d-4088-8f23-b16d4d12a9ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:45:42.655424 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b643bf4-bbc3-4993-aa0a-2f913307ea21 req-16a8cff9-644d-4088-8f23-b16d4d12a9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:45:42.656188 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-4b643bf4-bbc3-4993-aa0a-2f913307ea21 req-16a8cff9-644d-4088-8f23-b16d4d12a9ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:45:42.657585 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4b643bf4-bbc3-4993-aa0a-2f913307ea21 req-16a8cff9-644d-4088-8f23-b16d4d12a9ce service neutron] 10.222.0.86 "PUT /v2.0/ports/bd1e409d-7ecb-4635-9377-139c74c20a16 HTTP/1.1" status: 200 len: 1091 time: 0.7925935 Nov 19 18:45:42.658075 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a1190f6-b590-4e6e-9568-7961b35aa659', 'tag': 'bd1e409d-7ecb-4635-9377-139c74c20a16'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:45:42.660385 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd49725d620cdd9f83c5eaf1b0fd23d69d3d375bb9795dcb3d54cd15509d3c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88d5e4ba-ed48-4df5-b270-47da0cc90183" -d '{"events": [{"name": "network-changed", "server_uuid": "4a1190f6-b590-4e6e-9568-7961b35aa659", "tag": "bd1e409d-7ecb-4635-9377-139c74c20a16"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:45:42.684439 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a8cff9-644d-4088-8f23-b16d4d12a9ce service neutron] Pushing event updated for resources: {'Port': ['ID=bd1e409d-7ecb-4635-9377-139c74c20a16,revision_number=3']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:45:42.757684 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b643bf4-bbc3-4993-aa0a-2f913307ea21 req-561a4f1a-3bcd-417c-a6c2-1074d20b04a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:45:42.759354 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4b643bf4-bbc3-4993-aa0a-2f913307ea21 req-561a4f1a-3bcd-417c-a6c2-1074d20b04a6 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b8c9426a09804bdabdb147a7feac3908&device_id=4a1190f6-b590-4e6e-9568-7961b35aa659 HTTP/1.1" status: 200 len: 1094 time: 0.0475578 Nov 19 18:45:42.807981 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 18:45:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62139e23-5c92-4c07-ac37-b06d245ee94f x-openstack-request-id: req-62139e23-5c92-4c07-ac37-b06d245ee94f {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:45:42.808318 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a1190f6-b590-4e6e-9568-7961b35aa659", "tag": "bd1e409d-7ecb-4635-9377-139c74c20a16", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:45:42.808535 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-62139e23-5c92-4c07-ac37-b06d245ee94f {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:45:42.808932 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a1190f6-b590-4e6e-9568-7961b35aa659', 'tag': 'bd1e409d-7ecb-4635-9377-139c74c20a16', 'status': 'completed', 'code': 200} Nov 19 18:45:42.810870 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4b643bf4-bbc3-4993-aa0a-2f913307ea21 req-36f00d10-a223-4bae-a706-a06a4b781c58 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bd1e409d-7ecb-4635-9377-139c74c20a16 HTTP/1.1" status: 200 len: 217 time: 0.0416274 Nov 19 18:45:42.864386 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b643bf4-bbc3-4993-aa0a-2f913307ea21 req-effa265d-89bd-434f-92f8-f154cf9c47a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:45:42.865865 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4b643bf4-bbc3-4993-aa0a-2f913307ea21 req-effa265d-89bd-434f-92f8-f154cf9c47a3 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=0e112355-0a3a-4331-a6c1-aff84bbdf306 HTTP/1.1" status: 200 len: 835 time: 0.0462720 Nov 19 18:45:42.912755 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b643bf4-bbc3-4993-aa0a-2f913307ea21 req-417c050f-e9a1-42af-abf1-5210dc15bccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:45:42.914460 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4b643bf4-bbc3-4993-aa0a-2f913307ea21 req-417c050f-e9a1-42af-abf1-5210dc15bccf service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=f595a2d3-245a-4224-ae20-dd5fd2ebbab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397723 Nov 19 18:45:43.014703 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4b643bf4-bbc3-4993-aa0a-2f913307ea21 req-f57aa989-bee4-47af-98d9-e14b6eb2649a service neutron] 10.222.0.86 "GET /v2.0/networks/f595a2d3-245a-4224-ae20-dd5fd2ebbab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866089 Nov 19 18:45:43.104087 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4b643bf4-bbc3-4993-aa0a-2f913307ea21 req-05cc66cc-94b1-4268-a729-bea919fccec9 service neutron] 10.222.0.86 "GET /v2.0/networks/f595a2d3-245a-4224-ae20-dd5fd2ebbab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823941 Nov 19 18:45:43.194812 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d5e4ba-ed48-4df5-b270-47da0cc90183 req-8e1bd0c1-c545-444e-982a-c391440bfd84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:45:43.196347 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-88d5e4ba-ed48-4df5-b270-47da0cc90183 req-8e1bd0c1-c545-444e-982a-c391440bfd84 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b8c9426a09804bdabdb147a7feac3908&device_id=4a1190f6-b590-4e6e-9568-7961b35aa659 HTTP/1.1" status: 200 len: 1094 time: 0.0466764 Nov 19 18:45:43.285190 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d5e4ba-ed48-4df5-b270-47da0cc90183 req-1e577821-a308-4e48-b187-b823926d88e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:45:43.286689 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-88d5e4ba-ed48-4df5-b270-47da0cc90183 req-1e577821-a308-4e48-b187-b823926d88e1 service neutron] 10.222.0.86 "GET /v2.0/networks?id=f595a2d3-245a-4224-ae20-dd5fd2ebbab3 HTTP/1.1" status: 200 len: 898 time: 0.0829833 Nov 19 18:45:43.333341 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-88d5e4ba-ed48-4df5-b270-47da0cc90183 req-b9e044d6-8ae1-4641-9ec9-4b2e60424347 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bd1e409d-7ecb-4635-9377-139c74c20a16 HTTP/1.1" status: 200 len: 217 time: 0.0388386 Nov 19 18:45:43.736190 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d5e4ba-ed48-4df5-b270-47da0cc90183 req-2c133f94-e55b-4b8a-a7fc-6844ec4f905c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:45:43.737570 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-88d5e4ba-ed48-4df5-b270-47da0cc90183 req-2c133f94-e55b-4b8a-a7fc-6844ec4f905c service neutron] 10.222.0.86 "GET /v2.0/subnets?id=0e112355-0a3a-4331-a6c1-aff84bbdf306 HTTP/1.1" status: 200 len: 835 time: 0.3968487 Nov 19 18:45:43.764916 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8711282-684e-4933-90a7-43cc881f94d3 req-e4af054c-ba42-4cf2-b730-e94af93c762b tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:45:43.766939 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d8711282-684e-4933-90a7-43cc881f94d3 req-e4af054c-ba42-4cf2-b730-e94af93c762b tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a1190f6-b590-4e6e-9568-7961b35aa659 HTTP/1.1" status: 200 len: 943 time: 0.0752354 Nov 19 18:45:43.824711 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d5e4ba-ed48-4df5-b270-47da0cc90183 req-d4abc8ad-5e22-4232-b1cf-f86d29013958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:45:43.826262 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-88d5e4ba-ed48-4df5-b270-47da0cc90183 req-d4abc8ad-5e22-4232-b1cf-f86d29013958 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=f595a2d3-245a-4224-ae20-dd5fd2ebbab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0798409 Nov 19 18:45:43.849788 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d8711282-684e-4933-90a7-43cc881f94d3 req-12f2883d-7e50-4830-9db2-d7cb5cd1a780 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/security-groups?id=04d2c9ad-e89a-4751-aa91-6d15335e375b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691741 Nov 19 18:45:43.926075 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-88d5e4ba-ed48-4df5-b270-47da0cc90183 req-349deb48-924f-4407-bd21-977db33a4e99 service neutron] 10.222.0.86 "GET /v2.0/networks/f595a2d3-245a-4224-ae20-dd5fd2ebbab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899074 Nov 19 18:45:44.023706 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-88d5e4ba-ed48-4df5-b270-47da0cc90183 req-af719826-2618-4592-bf99-c0f9b4291d34 service neutron] 10.222.0.86 "GET /v2.0/networks/f595a2d3-245a-4224-ae20-dd5fd2ebbab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881062 Nov 19 18:45:44.966095 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61309358-9c85-442c-8b75-f9dff56410fb req-92db904d-9b88-4474-b016-9dad3509a588 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:45:44.967590 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-61309358-9c85-442c-8b75-f9dff56410fb req-92db904d-9b88-4474-b016-9dad3509a588 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a1190f6-b590-4e6e-9568-7961b35aa659 HTTP/1.1" status: 200 len: 943 time: 0.0491023 Nov 19 18:45:45.015987 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-61309358-9c85-442c-8b75-f9dff56410fb req-96b81285-e516-4269-93d6-f2b2c15c441f tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/security-groups?id=04d2c9ad-e89a-4751-aa91-6d15335e375b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417526 Nov 19 18:45:46.138155 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7bfaf4-4cc2-432e-b18e-adb1fd107e9d req-ddaf2b3e-1cad-415a-96cf-43eaec54827b tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:45:46.139553 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-1f7bfaf4-4cc2-432e-b18e-adb1fd107e9d req-ddaf2b3e-1cad-415a-96cf-43eaec54827b tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a1190f6-b590-4e6e-9568-7961b35aa659 HTTP/1.1" status: 200 len: 943 time: 0.0545821 Nov 19 18:45:46.188854 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-1f7bfaf4-4cc2-432e-b18e-adb1fd107e9d req-57cc9569-53bb-4753-a734-82cf174e40ee tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/security-groups?id=04d2c9ad-e89a-4751-aa91-6d15335e375b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426939 Nov 19 18:45:46.777927 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device bd1e409d-7ecb-4635-9377-139c74c20a16 details requested by agent hyperv_n-h2-818022-2 with host n-h2-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 18:45:46.871089 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port bd1e409d-7ecb-4635-9377-139c74c20a16, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=bd1e409d-7ecb-4635-9377-139c74c20a16,segment=NetworkSegment(0783ae64-aa5a-4d98-b620-a6583dc5c775),segment_id=0783ae64-aa5a-4d98-b620-a6583dc5c775)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:45:46.882497 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Returning: {'device': 'bd1e409d-7ecb-4635-9377-139c74c20a16', 'network_id': 'f595a2d3-245a-4224-ae20-dd5fd2ebbab3', 'port_id': 'bd1e409d-7ecb-4635-9377-139c74c20a16', 'mac_address': 'fa:16:3e:aa:8d:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 693, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e112355-0a3a-4331-a6c1-aff84bbdf306', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 18:45:46.918228 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:45:46.932493 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd1e409d-7ecb-4635-9377-139c74c20a16 {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:45:46.955185 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port bd1e409d-7ecb-4635-9377-139c74c20a16, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=bd1e409d-7ecb-4635-9377-139c74c20a16,segment=NetworkSegment(0783ae64-aa5a-4d98-b620-a6583dc5c775),segment_id=0783ae64-aa5a-4d98-b620-a6583dc5c775)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:45:46.959158 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:45:47.006286 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Pushing event updated for resources: {'Port': ['ID=bd1e409d-7ecb-4635-9377-139c74c20a16,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:45:47.205469 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] get_ports_and_sgs() called for port_ids ['bd1e409d-7ecb-4635-9377-139c74c20a16'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:45:47.304797 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3244f8-efb3-4cd0-8b4c-8969b7b3bf5f req-ee82bcf5-070f-45c8-b482-95e66451ce4b tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:45:47.306296 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-bf3244f8-efb3-4cd0-8b4c-8969b7b3bf5f req-ee82bcf5-070f-45c8-b482-95e66451ce4b tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a1190f6-b590-4e6e-9568-7961b35aa659 HTTP/1.1" status: 200 len: 944 time: 0.0493453 Nov 19 18:45:47.358799 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-bf3244f8-efb3-4cd0-8b4c-8969b7b3bf5f req-4e7c029f-6cc3-4f85-a30a-d64ee1b9b471 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/security-groups?id=04d2c9ad-e89a-4751-aa91-6d15335e375b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465984 Nov 19 18:45:48.474015 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557df628-8b35-43c5-a6be-d5cecd103987 req-0638c5c8-569a-40ba-b821-4016dae78ca4 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:45:48.475513 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-557df628-8b35-43c5-a6be-d5cecd103987 req-0638c5c8-569a-40ba-b821-4016dae78ca4 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a1190f6-b590-4e6e-9568-7961b35aa659 HTTP/1.1" status: 200 len: 944 time: 0.0481803 Nov 19 18:45:48.524698 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-557df628-8b35-43c5-a6be-d5cecd103987 req-d071c63c-9d82-48e0-8819-872a076c11b5 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/security-groups?id=04d2c9ad-e89a-4751-aa91-6d15335e375b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432003 Nov 19 18:45:48.793627 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device bd1e409d-7ecb-4635-9377-139c74c20a16 up at agent hyperv_n-h2-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:45:48.841042 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Provisioning for port bd1e409d-7ecb-4635-9377-139c74c20a16 completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 18:45:48.845429 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Provisioning complete for port bd1e409d-7ecb-4635-9377-139c74c20a16 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:45:48.845828 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:45:48.922713 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:45:48.944106 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a1190f6-b590-4e6e-9568-7961b35aa659', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd1e409d-7ecb-4635-9377-139c74c20a16'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:45:48.946378 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e87da51c426c585745380e4f647dbd896557016b88dd9fb127e5d98628c937cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77b0cf3b-d169-4da6-8f39-174457600efe" -d '{"events": [{"server_uuid": "4a1190f6-b590-4e6e-9568-7961b35aa659", "name": "network-vif-plugged", "status": "completed", "tag": "bd1e409d-7ecb-4635-9377-139c74c20a16"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:45:48.959665 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port bd1e409d-7ecb-4635-9377-139c74c20a16, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=bd1e409d-7ecb-4635-9377-139c74c20a16,segment=NetworkSegment(0783ae64-aa5a-4d98-b620-a6583dc5c775),segment_id=0783ae64-aa5a-4d98-b620-a6583dc5c775)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:45:48.963884 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:45:49.012158 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Pushing event updated for resources: {'Port': ['ID=bd1e409d-7ecb-4635-9377-139c74c20a16,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:45:49.044489 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:45:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6b4b63f-5b2d-4fd2-bfb2-9b6cc386ff8a x-openstack-request-id: req-a6b4b63f-5b2d-4fd2-bfb2-9b6cc386ff8a {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:45:49.044737 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a1190f6-b590-4e6e-9568-7961b35aa659", "name": "network-vif-plugged", "status": "completed", "tag": "bd1e409d-7ecb-4635-9377-139c74c20a16", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:45:49.045000 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a6b4b63f-5b2d-4fd2-bfb2-9b6cc386ff8a {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:45:49.045409 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a1190f6-b590-4e6e-9568-7961b35aa659', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd1e409d-7ecb-4635-9377-139c74c20a16', 'code': 200} Nov 19 18:45:49.147736 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f3fd91-e5db-4abd-9b45-56ecf09219ec req-f9645b66-2872-4151-86b1-85aec4a4085e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:45:49.149247 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-01f3fd91-e5db-4abd-9b45-56ecf09219ec req-f9645b66-2872-4151-86b1-85aec4a4085e service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=4a1190f6-b590-4e6e-9568-7961b35aa659 HTTP/1.1" status: 200 len: 1096 time: 0.0430067 Nov 19 18:45:49.195434 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-01f3fd91-e5db-4abd-9b45-56ecf09219ec req-ef9d2bdf-8ee0-4096-80db-79b660e8a8e7 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=04d2c9ad-e89a-4751-aa91-6d15335e375b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383229 Nov 19 18:45:49.642274 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4a6852-eb03-4e6f-8f61-7ee7c74463b4 req-9b5f6bb2-11b9-4eb6-a8da-1df752da1901 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:45:49.643788 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fb4a6852-eb03-4e6f-8f61-7ee7c74463b4 req-9b5f6bb2-11b9-4eb6-a8da-1df752da1901 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a1190f6-b590-4e6e-9568-7961b35aa659 HTTP/1.1" status: 200 len: 945 time: 0.0504215 Nov 19 18:45:49.697219 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fb4a6852-eb03-4e6f-8f61-7ee7c74463b4 req-d8600335-12b2-4eb1-b200-a27599d3ba6a tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/security-groups?id=04d2c9ad-e89a-4751-aa91-6d15335e375b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472162 Nov 19 18:45:50.815178 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68b313c-f066-4793-9ae5-c935046f2158 req-f948efa1-9192-49cf-9d55-b9d7ea017b92 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:45:50.816631 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c68b313c-f066-4793-9ae5-c935046f2158 req-f948efa1-9192-49cf-9d55-b9d7ea017b92 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a1190f6-b590-4e6e-9568-7961b35aa659 HTTP/1.1" status: 200 len: 945 time: 0.0475466 Nov 19 18:45:50.864539 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c68b313c-f066-4793-9ae5-c935046f2158 req-7c97faf5-c932-4b5c-9911-2cc6c2610c17 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/security-groups?id=04d2c9ad-e89a-4751-aa91-6d15335e375b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418522 Nov 19 18:45:50.981389 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d63b813-b3e3-4ede-8569-e9f36f644503 req-9ff9c01b-a67e-4bb8-bb2d-ebe8431e7e99 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:45:50.982892 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4d63b813-b3e3-4ede-8569-e9f36f644503 req-9ff9c01b-a67e-4bb8-bb2d-ebe8431e7e99 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a1190f6-b590-4e6e-9568-7961b35aa659 HTTP/1.1" status: 200 len: 945 time: 0.0516210 Nov 19 18:45:51.033021 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4d63b813-b3e3-4ede-8569-e9f36f644503 req-2d641c23-fe1d-4cb5-b6b6-ba3316916184 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/security-groups?id=04d2c9ad-e89a-4751-aa91-6d15335e375b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440946 Nov 19 18:45:51.055241 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 48688) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:45:51.094096 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-411577f5-67f0-4c62-8833-c21ce6109dbf tempest-TestNetworkAdvancedServerOps-1145964326 tempest-TestNetworkAdvancedServerOps-1145964326-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:45:51.095619 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-411577f5-67f0-4c62-8833-c21ce6109dbf tempest-TestNetworkAdvancedServerOps-1145964326 tempest-TestNetworkAdvancedServerOps-1145964326-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=4a1190f6-b590-4e6e-9568-7961b35aa659 HTTP/1.1" status: 200 len: 1091 time: 0.0393980 Nov 19 18:45:51.098411 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 48690) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:45:51.102666 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-6ac9ce72-0114-43c7-af62-96af44d8fe5b tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Request body: {'floatingip': {'floating_network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'port_id': 'bd1e409d-7ecb-4635-9377-139c74c20a16', 'tenant_id': 'b8c9426a09804bdabdb147a7feac3908', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:45:51.123916 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6ac9ce72-0114-43c7-af62-96af44d8fe5b tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for floatingip, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:45:51.222002 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6ac9ce72-0114-43c7-af62-96af44d8fe5b tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:45:51.323715 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [None req-6ac9ce72-0114-43c7-af62-96af44d8fe5b tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Allocated IP 172.25.7.245 (645e61aa-1a6c-4e8f-857e-ab06edb4897f/88ed2d64-f56d-4f01-a468-946e01c99e82/e717726d-a578-4c0e-8cf8-363850c6654c) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:45:51.427453 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6ac9ce72-0114-43c7-af62-96af44d8fe5b tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:45:51.460677 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6ac9ce72-0114-43c7-af62-96af44d8fe5b tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:45:51.499752 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ac9ce72-0114-43c7-af62-96af44d8fe5b tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Network 645e61aa-1a6c-4e8f-857e-ab06edb4897f is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:45:51.502655 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-6ac9ce72-0114-43c7-af62-96af44d8fe5b tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:45:51.506279 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac9ce72-0114-43c7-af62-96af44d8fe5b tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:45:51.529489 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac9ce72-0114-43c7-af62-96af44d8fe5b tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Pushing event updated for resources: {'Port': ['ID=e717726d-a578-4c0e-8cf8-363850c6654c,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:45:51.864231 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6ac9ce72-0114-43c7-af62-96af44d8fe5b tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:45:51.928761 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6ac9ce72-0114-43c7-af62-96af44d8fe5b tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:45:52.077106 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6ac9ce72-0114-43c7-af62-96af44d8fe5b tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for port, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:45:52.082328 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6ac9ce72-0114-43c7-af62-96af44d8fe5b tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:45:52.152910 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac9ce72-0114-43c7-af62-96af44d8fe5b tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Pushing event updated for resources: {'Port': ['ID=e717726d-a578-4c0e-8cf8-363850c6654c,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:45:52.163196 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6ac9ce72-0114-43c7-af62-96af44d8fe5b tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-671284'] for floatingip, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:45:52.261712 n-d-818022-2 neutron-server[103365]: INFO neutron.db.l3_db [None req-6ac9ce72-0114-43c7-af62-96af44d8fe5b tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Floating IP 3a723e3b-87e3-4010-b875-4d0761e20055 associated. External IP: 172.25.7.245, port: bd1e409d-7ecb-4635-9377-139c74c20a16. Nov 19 18:45:52.463940 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ac9ce72-0114-43c7-af62-96af44d8fe5b tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Router b5f7e099-3b2a-4ab9-9e78-b858e4b7227d has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 18:45:52.570820 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ac9ce72-0114-43c7-af62-96af44d8fe5b tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:45:52.580543 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d97b28da-659e-4a71-82cd-c2d99fa600bc None None] Sync routers for ids ['b5f7e099-3b2a-4ab9-9e78-b858e4b7227d'] in n-d-818022-2 {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:45:52.588314 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6ac9ce72-0114-43c7-af62-96af44d8fe5b tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for floatingip, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:45:52.591711 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97b28da-659e-4a71-82cd-c2d99fa600bc None None] Routers {'b5f7e099-3b2a-4ab9-9e78-b858e4b7227d'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:45:52.592331 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-d97b28da-659e-4a71-82cd-c2d99fa600bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:45:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['b5f7e099-3b2a-4ab9-9e78-b858e4b7227d'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:45:52.615773 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-6ac9ce72-0114-43c7-af62-96af44d8fe5b tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5163493 Nov 19 18:45:52.616360 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a1190f6-b590-4e6e-9568-7961b35aa659', 'tag': 'bd1e409d-7ecb-4635-9377-139c74c20a16'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:45:52.618638 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd49725d620cdd9f83c5eaf1b0fd23d69d3d375bb9795dcb3d54cd15509d3c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4082842-66e6-4fb2-b700-b3e41cfc1ca4" -d '{"events": [{"name": "network-changed", "server_uuid": "4a1190f6-b590-4e6e-9568-7961b35aa659", "tag": "bd1e409d-7ecb-4635-9377-139c74c20a16"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:45:52.677796 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 18:45:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c567695b-c344-4a0c-931c-4b16d6946fe6 x-openstack-request-id: req-c567695b-c344-4a0c-931c-4b16d6946fe6 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:45:52.678332 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a1190f6-b590-4e6e-9568-7961b35aa659", "tag": "bd1e409d-7ecb-4635-9377-139c74c20a16", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:45:52.678809 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c567695b-c344-4a0c-931c-4b16d6946fe6 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:45:52.679727 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a1190f6-b590-4e6e-9568-7961b35aa659', 'tag': 'bd1e409d-7ecb-4635-9377-139c74c20a16', 'status': 'completed', 'code': 200} Nov 19 18:45:52.717757 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0c4e41-d74b-42e0-ac0d-f7befe3d0dd5 req-1d7fafac-d155-455f-9a77-80755ab74c1e tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:45:52.719998 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6e0c4e41-d74b-42e0-ac0d-f7befe3d0dd5 req-1d7fafac-d155-455f-9a77-80755ab74c1e tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a1190f6-b590-4e6e-9568-7961b35aa659 HTTP/1.1" status: 200 len: 945 time: 0.0548804 Nov 19 18:45:52.727529 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-d97b28da-659e-4a71-82cd-c2d99fa600bc None None] Set router b5f7e099-3b2a-4ab9-9e78-b858e4b7227d gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:45:52.747461 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4082842-66e6-4fb2-b700-b3e41cfc1ca4 req-e387e3fd-240e-4e3b-8a9a-2b056f9df66b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:45:52.749135 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c4082842-66e6-4fb2-b700-b3e41cfc1ca4 req-e387e3fd-240e-4e3b-8a9a-2b056f9df66b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b8c9426a09804bdabdb147a7feac3908&device_id=4a1190f6-b590-4e6e-9568-7961b35aa659 HTTP/1.1" status: 200 len: 1096 time: 0.0476084 Nov 19 18:45:52.772167 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6e0c4e41-d74b-42e0-ac0d-f7befe3d0dd5 req-3ed688ae-6b4c-4431-8d3f-b5f7c75bf770 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/security-groups?id=04d2c9ad-e89a-4751-aa91-6d15335e375b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454099 Nov 19 18:45:52.796915 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 48696) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:45:52.848643 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4082842-66e6-4fb2-b700-b3e41cfc1ca4 req-8bd0c8b1-2d78-4a95-b5a6-fe5fa0d5f677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:45:52.850205 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c4082842-66e6-4fb2-b700-b3e41cfc1ca4 req-8bd0c8b1-2d78-4a95-b5a6-fe5fa0d5f677 service neutron] 10.222.0.86 "GET /v2.0/networks?id=f595a2d3-245a-4224-ae20-dd5fd2ebbab3 HTTP/1.1" status: 200 len: 898 time: 0.0917969 Nov 19 18:45:52.872560 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-ea0565db-a2a7-4504-b08e-1fee85d445bb tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/floatingips/3a723e3b-87e3-4010-b875-4d0761e20055 HTTP/1.1" status: 200 len: 991 time: 0.0737562 Nov 19 18:45:52.922020 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c4082842-66e6-4fb2-b700-b3e41cfc1ca4 req-45df0b64-d74b-4989-a425-ee8863f94170 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bd1e409d-7ecb-4635-9377-139c74c20a16 HTTP/1.1" status: 200 len: 999 time: 0.0631158 Nov 19 18:45:52.960444 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-d97b28da-659e-4a71-82cd-c2d99fa600bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5f7e099-3b2a-4ab9-9e78-b858e4b7227d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1559559196', 'tenant_id': 'b8c9426a09804bdabdb147a7feac3908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.144'}], 'enable_snat': True}, 'gw_port_id': '629e8d97-ec78-404f-8d61-4e8260b3eea5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:45:34Z', 'updated_at': '2021-11-19T18:45:38Z', 'revision_number': 4, 'project_id': 'b8c9426a09804bdabdb147a7feac3908', 'gw_port': {'id': '629e8d97-ec78-404f-8d61-4e8260b3eea5', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:24:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f7e099-3b2a-4ab9-9e78-b858e4b7227d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:45:35Z', 'updated_at': '2021-11-19T18:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_floatingips': [{'id': '3a723e3b-87e3-4010-b875-4d0761e20055', 'tenant_id': 'b8c9426a09804bdabdb147a7feac3908', 'floating_ip_address': '172.25.7.245', 'floating_network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'router_id': 'b5f7e099-3b2a-4ab9-9e78-b858e4b7227d', 'port_id': 'bd1e409d-7ecb-4635-9377-139c74c20a16', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4226, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f595a2d3-245a-4224-ae20-dd5fd2ebbab3', 'mac_address': 'fa:16:3e:aa:8d:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a1190f6-b590-4e6e-9568-7961b35aa659', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T18:45:51Z', 'updated_at': '2021-11-19T18:45:51Z', 'revision_number': 0, 'project_id': 'b8c9426a09804bdabdb147a7feac3908', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afad54eb-4d41-41c1-a525-e197df5e57f8', 'name': '', 'network_id': 'f595a2d3-245a-4224-ae20-dd5fd2ebbab3', 'tenant_id': 'b8c9426a09804bdabdb147a7feac3908', 'mac_address': 'fa:16:3e:4a:b6:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f7e099-3b2a-4ab9-9e78-b858e4b7227d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '0e112355-0a3a-4331-a6c1-aff84bbdf306', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:45:37Z', 'updated_at': '2021-11-19T18:45:41Z', 'revision_number': 5, 'project_id': 'b8c9426a09804bdabdb147a7feac3908', 'subnets': [{'id': '0e112355-0a3a-4331-a6c1-aff84bbdf306', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:45:52.973922 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4082842-66e6-4fb2-b700-b3e41cfc1ca4 req-50e06620-de11-4c32-a3a2-bd91c579f3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:45:52.977968 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c4082842-66e6-4fb2-b700-b3e41cfc1ca4 req-50e06620-de11-4c32-a3a2-bd91c579f3e9 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=0e112355-0a3a-4331-a6c1-aff84bbdf306 HTTP/1.1" status: 200 len: 835 time: 0.0446420 Nov 19 18:45:52.987480 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d97b28da-659e-4a71-82cd-c2d99fa600bc None None] Checking router: b5f7e099-3b2a-4ab9-9e78-b858e4b7227d for host: n-d-818022-2 {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:45:52.995906 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97b28da-659e-4a71-82cd-c2d99fa600bc None None] Routers {'b5f7e099-3b2a-4ab9-9e78-b858e4b7227d'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:45:52.996507 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-d97b28da-659e-4a71-82cd-c2d99fa600bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:45:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['b5f7e099-3b2a-4ab9-9e78-b858e4b7227d'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:45:53.022663 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4082842-66e6-4fb2-b700-b3e41cfc1ca4 req-c2e5f6aa-db97-4467-9890-4e308984cd73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:45:53.027609 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c4082842-66e6-4fb2-b700-b3e41cfc1ca4 req-c2e5f6aa-db97-4467-9890-4e308984cd73 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=f595a2d3-245a-4224-ae20-dd5fd2ebbab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411904 Nov 19 18:45:53.103384 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-d97b28da-659e-4a71-82cd-c2d99fa600bc None None] Set router b5f7e099-3b2a-4ab9-9e78-b858e4b7227d gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:45:53.118196 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c4082842-66e6-4fb2-b700-b3e41cfc1ca4 req-2fdbe95a-46b3-4fe0-93c5-d52ee0fa703e service neutron] 10.222.0.86 "GET /v2.0/networks/f595a2d3-245a-4224-ae20-dd5fd2ebbab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854280 Nov 19 18:45:53.208639 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c4082842-66e6-4fb2-b700-b3e41cfc1ca4 req-c7c977a1-a762-4006-abe6-f88c977c70ac service neutron] 10.222.0.86 "GET /v2.0/networks/f595a2d3-245a-4224-ae20-dd5fd2ebbab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830424 Nov 19 18:45:53.476023 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-d97b28da-659e-4a71-82cd-c2d99fa600bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5f7e099-3b2a-4ab9-9e78-b858e4b7227d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1559559196', 'tenant_id': 'b8c9426a09804bdabdb147a7feac3908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.144'}], 'enable_snat': True}, 'gw_port_id': '629e8d97-ec78-404f-8d61-4e8260b3eea5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:45:34Z', 'updated_at': '2021-11-19T18:45:38Z', 'revision_number': 4, 'project_id': 'b8c9426a09804bdabdb147a7feac3908', 'gw_port': {'id': '629e8d97-ec78-404f-8d61-4e8260b3eea5', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:24:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f7e099-3b2a-4ab9-9e78-b858e4b7227d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:45:35Z', 'updated_at': '2021-11-19T18:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_floatingips': [{'id': '3a723e3b-87e3-4010-b875-4d0761e20055', 'tenant_id': 'b8c9426a09804bdabdb147a7feac3908', 'floating_ip_address': '172.25.7.245', 'floating_network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'router_id': 'b5f7e099-3b2a-4ab9-9e78-b858e4b7227d', 'port_id': 'bd1e409d-7ecb-4635-9377-139c74c20a16', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4226, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f595a2d3-245a-4224-ae20-dd5fd2ebbab3', 'mac_address': 'fa:16:3e:aa:8d:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a1190f6-b590-4e6e-9568-7961b35aa659', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T18:45:51Z', 'updated_at': '2021-11-19T18:45:51Z', 'revision_number': 0, 'project_id': 'b8c9426a09804bdabdb147a7feac3908', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afad54eb-4d41-41c1-a525-e197df5e57f8', 'name': '', 'network_id': 'f595a2d3-245a-4224-ae20-dd5fd2ebbab3', 'tenant_id': 'b8c9426a09804bdabdb147a7feac3908', 'mac_address': 'fa:16:3e:4a:b6:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f7e099-3b2a-4ab9-9e78-b858e4b7227d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '0e112355-0a3a-4331-a6c1-aff84bbdf306', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:45:37Z', 'updated_at': '2021-11-19T18:45:41Z', 'revision_number': 5, 'project_id': 'b8c9426a09804bdabdb147a7feac3908', 'subnets': [{'id': '0e112355-0a3a-4331-a6c1-aff84bbdf306', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:45:53.519758 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d97b28da-659e-4a71-82cd-c2d99fa600bc None None] The sync data for ids ['b5f7e099-3b2a-4ab9-9e78-b858e4b7227d'] in n-d-818022-2 is: [{'id': 'b5f7e099-3b2a-4ab9-9e78-b858e4b7227d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1559559196', 'tenant_id': 'b8c9426a09804bdabdb147a7feac3908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.144'}], 'enable_snat': True}, 'gw_port_id': '629e8d97-ec78-404f-8d61-4e8260b3eea5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:45:34Z', 'updated_at': '2021-11-19T18:45:38Z', 'revision_number': 4, 'project_id': 'b8c9426a09804bdabdb147a7feac3908', 'gw_port': {'id': '629e8d97-ec78-404f-8d61-4e8260b3eea5', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:24:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f7e099-3b2a-4ab9-9e78-b858e4b7227d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:45:35Z', 'updated_at': '2021-11-19T18:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_floatingips': [{'id': '3a723e3b-87e3-4010-b875-4d0761e20055', 'tenant_id': 'b8c9426a09804bdabdb147a7feac3908', 'floating_ip_address': '172.25.7.245', 'floating_network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'router_id': 'b5f7e099-3b2a-4ab9-9e78-b858e4b7227d', 'port_id': 'bd1e409d-7ecb-4635-9377-139c74c20a16', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4226, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f595a2d3-245a-4224-ae20-dd5fd2ebbab3', 'mac_address': 'fa:16:3e:aa:8d:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a1190f6-b590-4e6e-9568-7961b35aa659', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T18:45:51Z', 'updated_at': '2021-11-19T18:45:51Z', 'revision_number': 0, 'project_id': 'b8c9426a09804bdabdb147a7feac3908', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afad54eb-4d41-41c1-a525-e197df5e57f8', 'name': '', 'network_id': 'f595a2d3-245a-4224-ae20-dd5fd2ebbab3', 'tenant_id': 'b8c9426a09804bdabdb147a7feac3908', 'mac_address': 'fa:16:3e:4a:b6:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f7e099-3b2a-4ab9-9e78-b858e4b7227d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '0e112355-0a3a-4331-a6c1-aff84bbdf306', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:45:37Z', 'updated_at': '2021-11-19T18:45:41Z', 'revision_number': 5, 'project_id': 'b8c9426a09804bdabdb147a7feac3908', 'subnets': [{'id': '0e112355-0a3a-4331-a6c1-aff84bbdf306', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:45:53.710443 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-079954cf-ee56-4220-b8fd-1508dd29637a None None] New status for floating IP 3a723e3b-87e3-4010-b875-4d0761e20055: ACTIVE {{(pid=103366) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 18:45:53.875680 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 48698) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:45:53.935848 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-448f98ac-0269-4cf6-8b2d-5dc6df8e0daa tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/floatingips/3a723e3b-87e3-4010-b875-4d0761e20055 HTTP/1.1" status: 200 len: 993 time: 0.0589116 Nov 19 18:45:59.895715 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0678297c-c6ff-4706-a9d9-15c5dca89692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:46:02.111589 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-fed97ca7-9aa0-4931-a491-44a6e534447b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:46:03.414867 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e46ecc5a-dc14-4744-b262-3072ff2e958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:46:04.234085 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:46:04.301641 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:46:04.991783 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e013d7e6-5264-4dcc-9759-54f5fb809e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:46:05.297142 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:46:08.411980 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c70ac376-4442-46c0-81d8-3f8b3926a262 req-71be927b-68db-487f-abe3-f2a456f6d32b service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=4a1190f6-b590-4e6e-9568-7961b35aa659&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0412328 Nov 19 18:46:08.496050 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70ac376-4442-46c0-81d8-3f8b3926a262 req-11c28c26-a17f-4257-b2e7-f9a882d02767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:46:08.497572 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c70ac376-4442-46c0-81d8-3f8b3926a262 req-11c28c26-a17f-4257-b2e7-f9a882d02767 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b8c9426a09804bdabdb147a7feac3908&device_id=4a1190f6-b590-4e6e-9568-7961b35aa659 HTTP/1.1" status: 200 len: 1096 time: 0.0457187 Nov 19 18:46:08.612598 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70ac376-4442-46c0-81d8-3f8b3926a262 req-62dfdf5a-22d4-4dc0-b516-2bb241dc7fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:46:08.614088 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c70ac376-4442-46c0-81d8-3f8b3926a262 req-62dfdf5a-22d4-4dc0-b516-2bb241dc7fb4 service neutron] 10.222.0.86 "GET /v2.0/networks?id=f595a2d3-245a-4224-ae20-dd5fd2ebbab3 HTTP/1.1" status: 200 len: 898 time: 0.0955949 Nov 19 18:46:08.683356 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c70ac376-4442-46c0-81d8-3f8b3926a262 req-a956d3d5-9b7b-4848-a193-6876ab1f545a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bd1e409d-7ecb-4635-9377-139c74c20a16 HTTP/1.1" status: 200 len: 1001 time: 0.0616875 Nov 19 18:46:08.733015 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70ac376-4442-46c0-81d8-3f8b3926a262 req-54d1e8c4-7fbd-4fec-9fa5-b946f6ec9f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:46:08.734549 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c70ac376-4442-46c0-81d8-3f8b3926a262 req-54d1e8c4-7fbd-4fec-9fa5-b946f6ec9f30 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=0e112355-0a3a-4331-a6c1-aff84bbdf306 HTTP/1.1" status: 200 len: 835 time: 0.0438788 Nov 19 18:46:08.781459 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70ac376-4442-46c0-81d8-3f8b3926a262 req-007ce5ad-1116-41cc-a34f-ba44f5d1c2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:46:08.783004 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c70ac376-4442-46c0-81d8-3f8b3926a262 req-007ce5ad-1116-41cc-a34f-ba44f5d1c2a9 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=f595a2d3-245a-4224-ae20-dd5fd2ebbab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410249 Nov 19 18:46:08.880055 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c70ac376-4442-46c0-81d8-3f8b3926a262 req-00b03174-61b5-4ad2-9cc6-d7a56219505f service neutron] 10.222.0.86 "GET /v2.0/networks/f595a2d3-245a-4224-ae20-dd5fd2ebbab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870748 Nov 19 18:46:08.973542 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c70ac376-4442-46c0-81d8-3f8b3926a262 req-e27542e2-e8cc-4079-a8d7-e29692fa1dd5 service neutron] 10.222.0.86 "GET /v2.0/networks/f595a2d3-245a-4224-ae20-dd5fd2ebbab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841153 Nov 19 18:46:13.398974 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.agents_db [None req-619e5c26-d9ed-4321-86eb-7d443bb9dfa2 None None] Agent healthcheck: found 7 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 18:46:22.730917 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0186c0-5189-4418-b8b5-ce7111612c94 req-ae6aac46-87a3-4a9c-bbd9-0ffbb965e7af tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:46:22.732541 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0d0186c0-5189-4418-b8b5-ce7111612c94 req-ae6aac46-87a3-4a9c-bbd9-0ffbb965e7af tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a1190f6-b590-4e6e-9568-7961b35aa659 HTTP/1.1" status: 200 len: 945 time: 0.0815887 Nov 19 18:46:22.734468 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b28502-621a-4de3-b369-68bde7233c84 req-c4d19a32-bc18-447d-9a0a-b8590e7322c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:46:22.735772 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c4b28502-621a-4de3-b369-68bde7233c84 req-c4d19a32-bc18-447d-9a0a-b8590e7322c5 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b8c9426a09804bdabdb147a7feac3908&device_id=4a1190f6-b590-4e6e-9568-7961b35aa659 HTTP/1.1" status: 200 len: 1096 time: 0.0740011 Nov 19 18:46:22.834624 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0d0186c0-5189-4418-b8b5-ce7111612c94 req-83b98a09-04d3-47b7-a2ef-7996cabb3ba5 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/security-groups?id=04d2c9ad-e89a-4751-aa91-6d15335e375b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958853 Nov 19 18:46:22.860210 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b28502-621a-4de3-b369-68bde7233c84 req-3ff014da-d712-4d56-a4d8-9fbce592698e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:46:22.861710 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c4b28502-621a-4de3-b369-68bde7233c84 req-3ff014da-d712-4d56-a4d8-9fbce592698e service neutron] 10.222.0.86 "GET /v2.0/networks?id=f595a2d3-245a-4224-ae20-dd5fd2ebbab3 HTTP/1.1" status: 200 len: 898 time: 0.1171579 Nov 19 18:46:22.933078 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c4b28502-621a-4de3-b369-68bde7233c84 req-88adac41-909e-41ce-b0d2-e3cadfc162c7 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bd1e409d-7ecb-4635-9377-139c74c20a16 HTTP/1.1" status: 200 len: 1001 time: 0.0633430 Nov 19 18:46:22.985198 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b28502-621a-4de3-b369-68bde7233c84 req-2fc08c33-b62b-4021-ae69-27fe427d56f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:46:22.986724 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c4b28502-621a-4de3-b369-68bde7233c84 req-2fc08c33-b62b-4021-ae69-27fe427d56f1 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=0e112355-0a3a-4331-a6c1-aff84bbdf306 HTTP/1.1" status: 200 len: 835 time: 0.0454741 Nov 19 18:46:23.035560 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b28502-621a-4de3-b369-68bde7233c84 req-a0f6b6a2-e88a-48e7-9a5b-5332a3c52a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:46:23.037112 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c4b28502-621a-4de3-b369-68bde7233c84 req-a0f6b6a2-e88a-48e7-9a5b-5332a3c52a7a service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=f595a2d3-245a-4224-ae20-dd5fd2ebbab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419395 Nov 19 18:46:23.131555 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c4b28502-621a-4de3-b369-68bde7233c84 req-fec311d3-a672-4df5-b12a-90e48a1b8b9b service neutron] 10.222.0.86 "GET /v2.0/networks/f595a2d3-245a-4224-ae20-dd5fd2ebbab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858982 Nov 19 18:46:23.222262 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c4b28502-621a-4de3-b369-68bde7233c84 req-acc3616e-b327-460c-9ba8-e24eb04340fd service neutron] 10.222.0.86 "GET /v2.0/networks/f595a2d3-245a-4224-ae20-dd5fd2ebbab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835888 Nov 19 18:46:23.958317 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb11715-c7f3-41e5-b54e-0fa6d4f03b91 req-a677747c-3585-4347-b1bf-44edf09b631c tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:46:23.959827 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9eb11715-c7f3-41e5-b54e-0fa6d4f03b91 req-a677747c-3585-4347-b1bf-44edf09b631c tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a1190f6-b590-4e6e-9568-7961b35aa659 HTTP/1.1" status: 200 len: 945 time: 0.0523224 Nov 19 18:46:24.009943 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9eb11715-c7f3-41e5-b54e-0fa6d4f03b91 req-a6c803ea-7f68-4dc5-82cd-1a626857cf5f tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/security-groups?id=04d2c9ad-e89a-4751-aa91-6d15335e375b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441453 Nov 19 18:46:25.145386 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c6b1b9-f72a-44e8-bd3c-2e5a8667d465 req-e9ecea1e-0575-4a5d-9062-64167e288a26 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:46:25.146872 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-30c6b1b9-f72a-44e8-bd3c-2e5a8667d465 req-e9ecea1e-0575-4a5d-9062-64167e288a26 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a1190f6-b590-4e6e-9568-7961b35aa659 HTTP/1.1" status: 200 len: 945 time: 0.0612800 Nov 19 18:46:25.197682 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-30c6b1b9-f72a-44e8-bd3c-2e5a8667d465 req-db631ad0-ac9f-4f46-903a-91a91c7b59d4 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/security-groups?id=04d2c9ad-e89a-4751-aa91-6d15335e375b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444443 Nov 19 18:46:26.315220 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514101ed-6d2a-4940-a788-157a34c0e40f req-a7baaa26-8e78-41b4-bb4f-d924429976a5 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:46:26.316730 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-514101ed-6d2a-4940-a788-157a34c0e40f req-a7baaa26-8e78-41b4-bb4f-d924429976a5 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a1190f6-b590-4e6e-9568-7961b35aa659 HTTP/1.1" status: 200 len: 945 time: 0.0492232 Nov 19 18:46:26.366120 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-514101ed-6d2a-4940-a788-157a34c0e40f req-15bffe8a-8d6f-4856-9759-10ebdd3bcc38 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/security-groups?id=04d2c9ad-e89a-4751-aa91-6d15335e375b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433719 Nov 19 18:46:27.481960 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d53f1a7-208f-4ea6-9b15-fd8ec109a993 req-b8d59ffc-dff6-4d54-ab69-fe6ee0bfe298 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:46:27.483453 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5d53f1a7-208f-4ea6-9b15-fd8ec109a993 req-b8d59ffc-dff6-4d54-ab69-fe6ee0bfe298 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a1190f6-b590-4e6e-9568-7961b35aa659 HTTP/1.1" status: 200 len: 945 time: 0.0484118 Nov 19 18:46:27.532364 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5d53f1a7-208f-4ea6-9b15-fd8ec109a993 req-fbf55fce-acea-42cc-87f4-45ad8e4428eb tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/security-groups?id=04d2c9ad-e89a-4751-aa91-6d15335e375b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422723 Nov 19 18:46:28.654872 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a6cecd-df1a-4685-aa69-bc5edcafabc2 req-16117145-81b7-4b0a-b398-351f3fef23c1 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:46:28.658669 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-74a6cecd-df1a-4685-aa69-bc5edcafabc2 req-16117145-81b7-4b0a-b398-351f3fef23c1 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a1190f6-b590-4e6e-9568-7961b35aa659 HTTP/1.1" status: 200 len: 945 time: 0.0491061 Nov 19 18:46:28.710485 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-74a6cecd-df1a-4685-aa69-bc5edcafabc2 req-e75e1958-cf3b-4604-b0bf-10f3a50f8b79 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/security-groups?id=04d2c9ad-e89a-4751-aa91-6d15335e375b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459354 Nov 19 18:46:29.825719 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7de2e3-058c-4be3-97eb-6d564bcf2e68 req-33494dab-8685-4826-8557-15390c84cd29 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:46:29.827225 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-da7de2e3-058c-4be3-97eb-6d564bcf2e68 req-33494dab-8685-4826-8557-15390c84cd29 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a1190f6-b590-4e6e-9568-7961b35aa659 HTTP/1.1" status: 200 len: 945 time: 0.0481231 Nov 19 18:46:29.881146 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-da7de2e3-058c-4be3-97eb-6d564bcf2e68 req-9060f8d6-5cc0-4558-b792-f5ca3b71d580 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/security-groups?id=04d2c9ad-e89a-4751-aa91-6d15335e375b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463052 Nov 19 18:46:29.903525 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-479de612-fa4f-45a5-8a4c-65a85e57e227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:46:31.002520 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75abaa8c-ab6b-4cd7-8ef2-66d6662fb26b req-3b0e6d31-a418-4ca5-9d3e-0a57813ad64b tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:46:31.009649 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-75abaa8c-ab6b-4cd7-8ef2-66d6662fb26b req-3b0e6d31-a418-4ca5-9d3e-0a57813ad64b tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a1190f6-b590-4e6e-9568-7961b35aa659 HTTP/1.1" status: 200 len: 945 time: 0.0525362 Nov 19 18:46:31.056464 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-75abaa8c-ab6b-4cd7-8ef2-66d6662fb26b req-02bacc6b-78bd-4d49-8d82-1d5cbbc85f01 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/security-groups?id=04d2c9ad-e89a-4751-aa91-6d15335e375b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463872 Nov 19 18:46:32.113622 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-93647447-d6d4-4398-8a36-d1dba6430285 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:46:32.182225 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd3350a-8a1a-4727-a55d-3da1e7a88fb3 req-90a9eef3-4974-4d59-88ee-934677b162f5 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:46:32.183726 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4bd3350a-8a1a-4727-a55d-3da1e7a88fb3 req-90a9eef3-4974-4d59-88ee-934677b162f5 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a1190f6-b590-4e6e-9568-7961b35aa659 HTTP/1.1" status: 200 len: 945 time: 0.0495017 Nov 19 18:46:32.237715 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4bd3350a-8a1a-4727-a55d-3da1e7a88fb3 req-d5117c07-c3df-46b2-ae11-b56afcbcce2d tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/security-groups?id=04d2c9ad-e89a-4751-aa91-6d15335e375b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468569 Nov 19 18:46:33.353714 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb905d20-8d28-436a-9487-01a748e09b4b req-7f1dfb36-f7b2-4a4f-aa19-bac36cb0de9f tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:46:33.355225 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-eb905d20-8d28-436a-9487-01a748e09b4b req-7f1dfb36-f7b2-4a4f-aa19-bac36cb0de9f tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a1190f6-b590-4e6e-9568-7961b35aa659 HTTP/1.1" status: 200 len: 945 time: 0.0485153 Nov 19 18:46:33.403731 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-eb905d20-8d28-436a-9487-01a748e09b4b req-eb14cdec-1d4b-49d0-8e51-c5759015d24b tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/security-groups?id=04d2c9ad-e89a-4751-aa91-6d15335e375b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425742 Nov 19 18:46:33.427203 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e46ecc5a-dc14-4744-b262-3072ff2e958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:46:34.232566 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:46:34.298367 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:46:34.518623 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9087a38b-1d60-4870-b42c-690e60c6b4cd req-7b998892-c429-4bd9-b4d1-43ff2924a635 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:46:34.520102 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9087a38b-1d60-4870-b42c-690e60c6b4cd req-7b998892-c429-4bd9-b4d1-43ff2924a635 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a1190f6-b590-4e6e-9568-7961b35aa659 HTTP/1.1" status: 200 len: 945 time: 0.0496287 Nov 19 18:46:34.567935 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-9087a38b-1d60-4870-b42c-690e60c6b4cd req-ef6feb68-9d0f-4a7f-b2ee-ec851208f3d2 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/security-groups?id=04d2c9ad-e89a-4751-aa91-6d15335e375b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419292 Nov 19 18:46:34.590562 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 48734) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:46:34.653839 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-fcb8e5ed-9405-473e-97ca-76445046b68a tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/floatingips/3a723e3b-87e3-4010-b875-4d0761e20055 HTTP/1.1" status: 200 len: 993 time: 0.0620313 Nov 19 18:46:34.991557 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e013d7e6-5264-4dcc-9759-54f5fb809e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:46:35.299719 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:46:50.397741 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.agents_db [None req-619e5c26-d9ed-4321-86eb-7d443bb9dfa2 None None] Agent healthcheck: found 7 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 18:46:59.895390 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-67198dd1-3733-4093-bbe3-04af90a432cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:47:02.114695 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-63abe8e8-117b-4b89-8790-d555a9cceec6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:47:03.420240 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e46ecc5a-dc14-4744-b262-3072ff2e958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:47:04.230829 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:47:04.303243 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:47:04.995393 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e013d7e6-5264-4dcc-9759-54f5fb809e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:47:04.999336 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 48746) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:47:05.155368 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-ed36c00b-c4b9-4b6b-a770-730f85e39dda tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Deleting port e717726d-a578-4c0e-8cf8-363850c6654c {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:47:05.155703 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ed36c00b-c4b9-4b6b-a770-730f85e39dda tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:47:05.232811 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ed36c00b-c4b9-4b6b-a770-730f85e39dda tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:47:05.233050 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ed36c00b-c4b9-4b6b-a770-730f85e39dda tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:47:05.244967 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-ed36c00b-c4b9-4b6b-a770-730f85e39dda tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Calling delete_port for e717726d-a578-4c0e-8cf8-363850c6654c owned by network:floatingip {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:47:05.304170 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:47:05.396511 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ed36c00b-c4b9-4b6b-a770-730f85e39dda tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:47:05.423337 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed36c00b-c4b9-4b6b-a770-730f85e39dda tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Pushing event deleted for resources: {'Port': ['ID=e717726d-a578-4c0e-8cf8-363850c6654c,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:47:05.447530 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed36c00b-c4b9-4b6b-a770-730f85e39dda tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:47:05.447886 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed36c00b-c4b9-4b6b-a770-730f85e39dda tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:47:05.448232 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed36c00b-c4b9-4b6b-a770-730f85e39dda tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:47:05.448579 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed36c00b-c4b9-4b6b-a770-730f85e39dda tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:47:05.448914 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed36c00b-c4b9-4b6b-a770-730f85e39dda tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:47:05.449248 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed36c00b-c4b9-4b6b-a770-730f85e39dda tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:47:05.449584 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed36c00b-c4b9-4b6b-a770-730f85e39dda tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:47:05.450013 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed36c00b-c4b9-4b6b-a770-730f85e39dda tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:47:05.450350 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed36c00b-c4b9-4b6b-a770-730f85e39dda tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:47:05.450679 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed36c00b-c4b9-4b6b-a770-730f85e39dda tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:47:05.451023 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed36c00b-c4b9-4b6b-a770-730f85e39dda tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:47:05.451337 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed36c00b-c4b9-4b6b-a770-730f85e39dda tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:47:05.496364 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ed36c00b-c4b9-4b6b-a770-730f85e39dda tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for floatingip, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:47:05.496692 n-d-818022-2 neutron-server[103364]: INFO neutron.db.l3_db [None req-ed36c00b-c4b9-4b6b-a770-730f85e39dda tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Floating IP 3a723e3b-87e3-4010-b875-4d0761e20055 disassociated (deleted). External IP: 172.25.7.245, port: bd1e409d-7ecb-4635-9377-139c74c20a16. Nov 19 18:47:05.705840 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed36c00b-c4b9-4b6b-a770-730f85e39dda tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Router b5f7e099-3b2a-4ab9-9e78-b858e4b7227d has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 18:47:05.815697 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed36c00b-c4b9-4b6b-a770-730f85e39dda tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:47:05.821462 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ed36c00b-c4b9-4b6b-a770-730f85e39dda tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for floatingip, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:47:05.825543 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a66dfa-9c5c-4a3c-9208-98d121f0dc6c None None] Sync routers for ids ['b5f7e099-3b2a-4ab9-9e78-b858e4b7227d'] in n-d-818022-2 {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:47:05.837245 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a66dfa-9c5c-4a3c-9208-98d121f0dc6c None None] Routers {'b5f7e099-3b2a-4ab9-9e78-b858e4b7227d'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:47:05.838980 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-e6a66dfa-9c5c-4a3c-9208-98d121f0dc6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:47:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['b5f7e099-3b2a-4ab9-9e78-b858e4b7227d'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:47:05.852971 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-ed36c00b-c4b9-4b6b-a770-730f85e39dda tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "DELETE /v2.0/floatingips/3a723e3b-87e3-4010-b875-4d0761e20055 HTTP/1.1" status: 204 len: 168 time: 0.8518333 Nov 19 18:47:05.853588 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a1190f6-b590-4e6e-9568-7961b35aa659', 'tag': 'bd1e409d-7ecb-4635-9377-139c74c20a16'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:47:05.856003 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52b8413beb4c6ee9e3ef24221fee7166c8d58dd3d366bc989a0565316b268f0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ce3bb9f-64fe-4e27-9935-0eaac614c4b9" -d '{"events": [{"name": "network-changed", "server_uuid": "4a1190f6-b590-4e6e-9568-7961b35aa659", "tag": "bd1e409d-7ecb-4635-9377-139c74c20a16"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:47:05.899753 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 18:47:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cce9a2fe-2b2c-409f-9bf4-9b437d14962d x-openstack-request-id: req-cce9a2fe-2b2c-409f-9bf4-9b437d14962d {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:47:05.900252 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a1190f6-b590-4e6e-9568-7961b35aa659", "tag": "bd1e409d-7ecb-4635-9377-139c74c20a16", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:47:05.900651 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-cce9a2fe-2b2c-409f-9bf4-9b437d14962d {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:47:05.901279 n-d-818022-2 neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a1190f6-b590-4e6e-9568-7961b35aa659', 'tag': 'bd1e409d-7ecb-4635-9377-139c74c20a16', 'status': 'completed', 'code': 200} Nov 19 18:47:05.952634 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-e6a66dfa-9c5c-4a3c-9208-98d121f0dc6c None None] Set router b5f7e099-3b2a-4ab9-9e78-b858e4b7227d gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:47:05.980216 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce3bb9f-64fe-4e27-9935-0eaac614c4b9 req-e06a4be9-3797-4548-84e9-3d20939beaf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:47:05.982466 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5ce3bb9f-64fe-4e27-9935-0eaac614c4b9 req-e06a4be9-3797-4548-84e9-3d20939beaf1 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b8c9426a09804bdabdb147a7feac3908&device_id=4a1190f6-b590-4e6e-9568-7961b35aa659 HTTP/1.1" status: 200 len: 1096 time: 0.0498810 Nov 19 18:47:06.090793 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce3bb9f-64fe-4e27-9935-0eaac614c4b9 req-dcf08d3b-5a7d-4c57-ae3a-8c432305ed51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:47:06.092174 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5ce3bb9f-64fe-4e27-9935-0eaac614c4b9 req-dcf08d3b-5a7d-4c57-ae3a-8c432305ed51 service neutron] 10.222.0.86 "GET /v2.0/networks?id=f595a2d3-245a-4224-ae20-dd5fd2ebbab3 HTTP/1.1" status: 200 len: 898 time: 0.0924683 Nov 19 18:47:06.112198 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e464f2f5-7d51-4e24-b2d2-35483070f925 req-a5837469-ecd1-472d-8290-58dc7e331e67 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:47:06.114209 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-e464f2f5-7d51-4e24-b2d2-35483070f925 req-a5837469-ecd1-472d-8290-58dc7e331e67 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a1190f6-b590-4e6e-9568-7961b35aa659 HTTP/1.1" status: 200 len: 945 time: 0.0587957 Nov 19 18:47:06.145649 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5ce3bb9f-64fe-4e27-9935-0eaac614c4b9 req-c040e573-bf7a-4f85-80d8-7e79afb28796 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bd1e409d-7ecb-4635-9377-139c74c20a16 HTTP/1.1" status: 200 len: 217 time: 0.0433292 Nov 19 18:47:06.177849 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-e464f2f5-7d51-4e24-b2d2-35483070f925 req-6befc864-fd26-4beb-bf54-7afbd8424c0c tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/security-groups?id=04d2c9ad-e89a-4751-aa91-6d15335e375b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547807 Nov 19 18:47:06.191326 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-e6a66dfa-9c5c-4a3c-9208-98d121f0dc6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5f7e099-3b2a-4ab9-9e78-b858e4b7227d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1559559196', 'tenant_id': 'b8c9426a09804bdabdb147a7feac3908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.144'}], 'enable_snat': True}, 'gw_port_id': '629e8d97-ec78-404f-8d61-4e8260b3eea5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:45:34Z', 'updated_at': '2021-11-19T18:45:38Z', 'revision_number': 4, 'project_id': 'b8c9426a09804bdabdb147a7feac3908', 'gw_port': {'id': '629e8d97-ec78-404f-8d61-4e8260b3eea5', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:24:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f7e099-3b2a-4ab9-9e78-b858e4b7227d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:45:35Z', 'updated_at': '2021-11-19T18:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': 'afad54eb-4d41-41c1-a525-e197df5e57f8', 'name': '', 'network_id': 'f595a2d3-245a-4224-ae20-dd5fd2ebbab3', 'tenant_id': 'b8c9426a09804bdabdb147a7feac3908', 'mac_address': 'fa:16:3e:4a:b6:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f7e099-3b2a-4ab9-9e78-b858e4b7227d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '0e112355-0a3a-4331-a6c1-aff84bbdf306', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:45:37Z', 'updated_at': '2021-11-19T18:45:41Z', 'revision_number': 5, 'project_id': 'b8c9426a09804bdabdb147a7feac3908', 'subnets': [{'id': '0e112355-0a3a-4331-a6c1-aff84bbdf306', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:47:06.224678 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a66dfa-9c5c-4a3c-9208-98d121f0dc6c None None] Checking router: b5f7e099-3b2a-4ab9-9e78-b858e4b7227d for host: n-d-818022-2 {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:47:06.234123 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a66dfa-9c5c-4a3c-9208-98d121f0dc6c None None] Routers {'b5f7e099-3b2a-4ab9-9e78-b858e4b7227d'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:47:06.234790 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-e6a66dfa-9c5c-4a3c-9208-98d121f0dc6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:47:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['b5f7e099-3b2a-4ab9-9e78-b858e4b7227d'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:47:06.357276 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-e6a66dfa-9c5c-4a3c-9208-98d121f0dc6c None None] Set router b5f7e099-3b2a-4ab9-9e78-b858e4b7227d gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:47:06.527419 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce3bb9f-64fe-4e27-9935-0eaac614c4b9 req-896afe6e-2043-4bbf-8b78-5a798db18848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:47:06.528906 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5ce3bb9f-64fe-4e27-9935-0eaac614c4b9 req-896afe6e-2043-4bbf-8b78-5a798db18848 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=0e112355-0a3a-4331-a6c1-aff84bbdf306 HTTP/1.1" status: 200 len: 835 time: 0.3759127 Nov 19 18:47:06.568286 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-e6a66dfa-9c5c-4a3c-9208-98d121f0dc6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5f7e099-3b2a-4ab9-9e78-b858e4b7227d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1559559196', 'tenant_id': 'b8c9426a09804bdabdb147a7feac3908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.144'}], 'enable_snat': True}, 'gw_port_id': '629e8d97-ec78-404f-8d61-4e8260b3eea5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:45:34Z', 'updated_at': '2021-11-19T18:45:38Z', 'revision_number': 4, 'project_id': 'b8c9426a09804bdabdb147a7feac3908', 'gw_port': {'id': '629e8d97-ec78-404f-8d61-4e8260b3eea5', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:24:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f7e099-3b2a-4ab9-9e78-b858e4b7227d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:45:35Z', 'updated_at': '2021-11-19T18:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': 'afad54eb-4d41-41c1-a525-e197df5e57f8', 'name': '', 'network_id': 'f595a2d3-245a-4224-ae20-dd5fd2ebbab3', 'tenant_id': 'b8c9426a09804bdabdb147a7feac3908', 'mac_address': 'fa:16:3e:4a:b6:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f7e099-3b2a-4ab9-9e78-b858e4b7227d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '0e112355-0a3a-4331-a6c1-aff84bbdf306', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:45:37Z', 'updated_at': '2021-11-19T18:45:41Z', 'revision_number': 5, 'project_id': 'b8c9426a09804bdabdb147a7feac3908', 'subnets': [{'id': '0e112355-0a3a-4331-a6c1-aff84bbdf306', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:47:06.578127 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce3bb9f-64fe-4e27-9935-0eaac614c4b9 req-f80748b8-fb15-4b81-8f75-9364212cde2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:47:06.579640 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5ce3bb9f-64fe-4e27-9935-0eaac614c4b9 req-f80748b8-fb15-4b81-8f75-9364212cde2a service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=f595a2d3-245a-4224-ae20-dd5fd2ebbab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411355 Nov 19 18:47:06.595263 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a66dfa-9c5c-4a3c-9208-98d121f0dc6c None None] The sync data for ids ['b5f7e099-3b2a-4ab9-9e78-b858e4b7227d'] in n-d-818022-2 is: [{'id': 'b5f7e099-3b2a-4ab9-9e78-b858e4b7227d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1559559196', 'tenant_id': 'b8c9426a09804bdabdb147a7feac3908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.144'}], 'enable_snat': True}, 'gw_port_id': '629e8d97-ec78-404f-8d61-4e8260b3eea5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:45:34Z', 'updated_at': '2021-11-19T18:45:38Z', 'revision_number': 4, 'project_id': 'b8c9426a09804bdabdb147a7feac3908', 'gw_port': {'id': '629e8d97-ec78-404f-8d61-4e8260b3eea5', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:24:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f7e099-3b2a-4ab9-9e78-b858e4b7227d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:45:35Z', 'updated_at': '2021-11-19T18:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': 'afad54eb-4d41-41c1-a525-e197df5e57f8', 'name': '', 'network_id': 'f595a2d3-245a-4224-ae20-dd5fd2ebbab3', 'tenant_id': 'b8c9426a09804bdabdb147a7feac3908', 'mac_address': 'fa:16:3e:4a:b6:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f7e099-3b2a-4ab9-9e78-b858e4b7227d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '0e112355-0a3a-4331-a6c1-aff84bbdf306', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:45:37Z', 'updated_at': '2021-11-19T18:45:41Z', 'revision_number': 5, 'project_id': 'b8c9426a09804bdabdb147a7feac3908', 'subnets': [{'id': '0e112355-0a3a-4331-a6c1-aff84bbdf306', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:47:06.683740 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5ce3bb9f-64fe-4e27-9935-0eaac614c4b9 req-c367c3ae-570f-472e-b8de-45b79c191894 service neutron] 10.222.0.86 "GET /v2.0/networks/f595a2d3-245a-4224-ae20-dd5fd2ebbab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957851 Nov 19 18:47:06.785790 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5ce3bb9f-64fe-4e27-9935-0eaac614c4b9 req-49016664-4a16-4f9c-a989-2d63cb9c1be4 service neutron] 10.222.0.86 "GET /v2.0/networks/f595a2d3-245a-4224-ae20-dd5fd2ebbab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896745 Nov 19 18:47:06.847223 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e7d38b7-22d2-4687-9a2f-802553269554 None None] New status for floating IP 3a723e3b-87e3-4010-b875-4d0761e20055: DOWN {{(pid=103366) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 18:47:07.302587 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0d40fd-f6c0-47eb-b5a9-9fc146655f2a req-5690963d-07a0-4123-a2cc-9937ecb5fcf5 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:47:07.306189 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4b0d40fd-f6c0-47eb-b5a9-9fc146655f2a req-5690963d-07a0-4123-a2cc-9937ecb5fcf5 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a1190f6-b590-4e6e-9568-7961b35aa659 HTTP/1.1" status: 200 len: 945 time: 0.0507505 Nov 19 18:47:07.361161 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4b0d40fd-f6c0-47eb-b5a9-9fc146655f2a req-75477ecd-5f29-47d4-8eb2-4f7c6b7a017f tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/security-groups?id=04d2c9ad-e89a-4751-aa91-6d15335e375b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505700 Nov 19 18:47:07.770756 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace1fb1c-9a3f-429d-9e49-7b19949a431f req-11d8efcc-54b8-4097-834d-eff8f474b88e tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:47:07.772559 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ace1fb1c-9a3f-429d-9e49-7b19949a431f req-11d8efcc-54b8-4097-834d-eff8f474b88e tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.86 "GET /v2.0/ports?device_id=4a1190f6-b590-4e6e-9568-7961b35aa659 HTTP/1.1" status: 200 len: 945 time: 0.0492578 Nov 19 18:47:07.861655 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-ace1fb1c-9a3f-429d-9e49-7b19949a431f req-8cfc2038-381b-46c4-97a5-472731b56d2b tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Deleting port bd1e409d-7ecb-4635-9377-139c74c20a16 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:47:07.861943 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-ace1fb1c-9a3f-429d-9e49-7b19949a431f req-8cfc2038-381b-46c4-97a5-472731b56d2b tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:47:07.950381 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-ace1fb1c-9a3f-429d-9e49-7b19949a431f req-8cfc2038-381b-46c4-97a5-472731b56d2b tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] For port bd1e409d-7ecb-4635-9377-139c74c20a16, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=bd1e409d-7ecb-4635-9377-139c74c20a16,segment=NetworkSegment(0783ae64-aa5a-4d98-b620-a6583dc5c775),segment_id=0783ae64-aa5a-4d98-b620-a6583dc5c775)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:47:07.950739 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-ace1fb1c-9a3f-429d-9e49-7b19949a431f req-8cfc2038-381b-46c4-97a5-472731b56d2b tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:47:07.963580 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-ace1fb1c-9a3f-429d-9e49-7b19949a431f req-8cfc2038-381b-46c4-97a5-472731b56d2b tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Calling delete_port for bd1e409d-7ecb-4635-9377-139c74c20a16 owned by compute:nova {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:47:08.088706 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-ace1fb1c-9a3f-429d-9e49-7b19949a431f req-8cfc2038-381b-46c4-97a5-472731b56d2b tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:47:08.114953 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfc2038-381b-46c4-97a5-472731b56d2b tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Pushing event deleted for resources: {'Port': ['ID=bd1e409d-7ecb-4635-9377-139c74c20a16,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:47:08.129099 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfc2038-381b-46c4-97a5-472731b56d2b tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:47:08.129462 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfc2038-381b-46c4-97a5-472731b56d2b tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:47:08.129841 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfc2038-381b-46c4-97a5-472731b56d2b tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:47:08.130180 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfc2038-381b-46c4-97a5-472731b56d2b tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:47:08.130519 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfc2038-381b-46c4-97a5-472731b56d2b tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:47:08.130854 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfc2038-381b-46c4-97a5-472731b56d2b tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:47:08.131185 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfc2038-381b-46c4-97a5-472731b56d2b tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:47:08.131516 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfc2038-381b-46c4-97a5-472731b56d2b tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:47:08.131849 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfc2038-381b-46c4-97a5-472731b56d2b tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:47:08.132178 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfc2038-381b-46c4-97a5-472731b56d2b tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:47:08.132505 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfc2038-381b-46c4-97a5-472731b56d2b tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:47:08.132827 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfc2038-381b-46c4-97a5-472731b56d2b tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:47:08.166425 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-ace1fb1c-9a3f-429d-9e49-7b19949a431f req-8cfc2038-381b-46c4-97a5-472731b56d2b tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] No DVR routers for this DVR port bd1e409d-7ecb-4635-9377-139c74c20a16 on host n-h2-818022-2 {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:47:08.169173 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-ace1fb1c-9a3f-429d-9e49-7b19949a431f req-8cfc2038-381b-46c4-97a5-472731b56d2b tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:47:08.172748 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ace1fb1c-9a3f-429d-9e49-7b19949a431f req-8cfc2038-381b-46c4-97a5-472731b56d2b tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.86 "DELETE /v2.0/ports/bd1e409d-7ecb-4635-9377-139c74c20a16 HTTP/1.1" status: 204 len: 173 time: 0.3936944 Nov 19 18:47:08.173197 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a1190f6-b590-4e6e-9568-7961b35aa659', 'name': 'network-vif-deleted', 'tag': 'bd1e409d-7ecb-4635-9377-139c74c20a16'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:47:08.175496 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd49725d620cdd9f83c5eaf1b0fd23d69d3d375bb9795dcb3d54cd15509d3c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ada81f8f-54d0-42a3-925a-8f9dacc2a946" -d '{"events": [{"server_uuid": "4a1190f6-b590-4e6e-9568-7961b35aa659", "name": "network-vif-deleted", "tag": "bd1e409d-7ecb-4635-9377-139c74c20a16"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:47:08.217766 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:47:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b075a79c-710e-4993-af19-be6767d79bf0 x-openstack-request-id: req-b075a79c-710e-4993-af19-be6767d79bf0 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:47:08.218159 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a1190f6-b590-4e6e-9568-7961b35aa659", "name": "network-vif-deleted", "tag": "bd1e409d-7ecb-4635-9377-139c74c20a16", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:47:08.218621 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b075a79c-710e-4993-af19-be6767d79bf0 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:47:08.219095 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a1190f6-b590-4e6e-9568-7961b35aa659', 'name': 'network-vif-deleted', 'tag': 'bd1e409d-7ecb-4635-9377-139c74c20a16', 'status': 'completed', 'code': 200} Nov 19 18:47:08.475222 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5ef19a9d-c09c-49c3-8262-47519eb49986 req-df05e8cb-537f-466d-9d99-4a078133e987 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a1190f6-b590-4e6e-9568-7961b35aa659 HTTP/1.1" status: 200 len: 210 time: 0.0276444 Nov 19 18:47:09.535847 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 48764) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:47:09.888491 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-dbdc1e22-7117-40ee-b02c-f558dfa92a29 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-768564'] for router_interface, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:47:10.460828 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-dbdc1e22-7117-40ee-b02c-f558dfa92a29 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Deleting port afad54eb-4d41-41c1-a525-e197df5e57f8 {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:47:10.461093 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-dbdc1e22-7117-40ee-b02c-f558dfa92a29 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:47:10.549992 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [None req-dbdc1e22-7117-40ee-b02c-f558dfa92a29 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] For port afad54eb-4d41-41c1-a525-e197df5e57f8, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=afad54eb-4d41-41c1-a525-e197df5e57f8,segment=NetworkSegment(0783ae64-aa5a-4d98-b620-a6583dc5c775),segment_id=0783ae64-aa5a-4d98-b620-a6583dc5c775)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:47:10.550712 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-dbdc1e22-7117-40ee-b02c-f558dfa92a29 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:47:10.563775 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-dbdc1e22-7117-40ee-b02c-f558dfa92a29 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Calling delete_port for afad54eb-4d41-41c1-a525-e197df5e57f8 owned by network:router_interface {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:47:10.743068 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-dbdc1e22-7117-40ee-b02c-f558dfa92a29 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:47:10.769937 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdc1e22-7117-40ee-b02c-f558dfa92a29 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Pushing event deleted for resources: {'Port': ['ID=afad54eb-4d41-41c1-a525-e197df5e57f8,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:47:10.949165 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-dbdc1e22-7117-40ee-b02c-f558dfa92a29 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-768648'] for router_interface, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:47:11.160889 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbdc1e22-7117-40ee-b02c-f558dfa92a29 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Router b5f7e099-3b2a-4ab9-9e78-b858e4b7227d has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 18:47:11.198615 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device bd1e409d-7ecb-4635-9377-139c74c20a16 no longer exists at agent hyperv_n-h2-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:47:11.219333 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] No Port match for: bd1e409d-7ecb-4635-9377-139c74c20a16 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:47:11.219682 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device bd1e409d-7ecb-4635-9377-139c74c20a16 not bound to the agent host n-h2-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:47:11.266939 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbdc1e22-7117-40ee-b02c-f558dfa92a29 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:47:11.271967 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-dbdc1e22-7117-40ee-b02c-f558dfa92a29 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "PUT /v2.0/routers/b5f7e099-3b2a-4ab9-9e78-b858e4b7227d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7351131 Nov 19 18:47:11.274705 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 48768) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:47:11.277985 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5551efac-2e13-4c6b-b050-5147278db92f None None] Sync routers for ids ['b5f7e099-3b2a-4ab9-9e78-b858e4b7227d'] in n-d-818022-2 {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:47:11.287981 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5551efac-2e13-4c6b-b050-5147278db92f None None] Routers {'b5f7e099-3b2a-4ab9-9e78-b858e4b7227d'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:47:11.288667 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-5551efac-2e13-4c6b-b050-5147278db92f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:47:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['b5f7e099-3b2a-4ab9-9e78-b858e4b7227d'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:47:11.324019 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_v2 [None req-37b49925-8870-4bb7-9d9a-d64f70ac18f9 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Deleting subnet 0e112355-0a3a-4331-a6c1-aff84bbdf306 {{(pid=103364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 18:47:11.327048 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-37b49925-8870-4bb7-9d9a-d64f70ac18f9 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for subnet, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:47:11.369188 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-37b49925-8870-4bb7-9d9a-d64f70ac18f9 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9416263'] for subnet, precommit_delete_associations {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:47:11.399638 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-5551efac-2e13-4c6b-b050-5147278db92f None None] Set router b5f7e099-3b2a-4ab9-9e78-b858e4b7227d gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:47:11.456237 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-37b49925-8870-4bb7-9d9a-d64f70ac18f9 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:47:11.517974 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-37b49925-8870-4bb7-9d9a-d64f70ac18f9 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12425137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8983934'] for subnet, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:47:11.548046 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-37b49925-8870-4bb7-9d9a-d64f70ac18f9 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:47:11.552094 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-37b49925-8870-4bb7-9d9a-d64f70ac18f9 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "DELETE /v2.0/subnets/0e112355-0a3a-4331-a6c1-aff84bbdf306 HTTP/1.1" status: 204 len: 168 time: 0.2762678 Nov 19 18:47:11.553233 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b49925-8870-4bb7-9d9a-d64f70ac18f9 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Pushing event deleted for resources: {'Subnet': ['ID=0e112355-0a3a-4331-a6c1-aff84bbdf306,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:47:11.554972 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 48770) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:47:11.558384 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7fa83c8-c079-4e2c-9fb3-0d4f694d585e None None] Network f595a2d3-245a-4224-ae20-dd5fd2ebbab3 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:47:11.580236 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-5551efac-2e13-4c6b-b050-5147278db92f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5f7e099-3b2a-4ab9-9e78-b858e4b7227d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1559559196', 'tenant_id': 'b8c9426a09804bdabdb147a7feac3908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.144'}], 'enable_snat': True}, 'gw_port_id': '629e8d97-ec78-404f-8d61-4e8260b3eea5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:45:34Z', 'updated_at': '2021-11-19T18:47:10Z', 'revision_number': 5, 'project_id': 'b8c9426a09804bdabdb147a7feac3908', 'gw_port': {'id': '629e8d97-ec78-404f-8d61-4e8260b3eea5', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:24:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f7e099-3b2a-4ab9-9e78-b858e4b7227d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:45:35Z', 'updated_at': '2021-11-19T18:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:47:11.611268 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5551efac-2e13-4c6b-b050-5147278db92f None None] Checking router: b5f7e099-3b2a-4ab9-9e78-b858e4b7227d for host: n-d-818022-2 {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:47:11.620704 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5551efac-2e13-4c6b-b050-5147278db92f None None] Routers {'b5f7e099-3b2a-4ab9-9e78-b858e4b7227d'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:47:11.621325 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-5551efac-2e13-4c6b-b050-5147278db92f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:47:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['b5f7e099-3b2a-4ab9-9e78-b858e4b7227d'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:47:11.689399 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b72f98b8-3469-4968-8b05-f2d9af3e1b3b tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for router, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:47:11.773800 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71602e69-1702-4e65-9d8e-def00a597714 None None] DHCP port deletion for f595a2d3-245a-4224-ae20-dd5fd2ebbab3 request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:47:11.810938 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b72f98b8-3469-4968-8b05-f2d9af3e1b3b tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:47:11.829831 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-71602e69-1702-4e65-9d8e-def00a597714 None None] Deleting port 68763bc0-eea8-48b5-9774-df85c2323ddd {{(pid=103366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:47:11.830210 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-71602e69-1702-4e65-9d8e-def00a597714 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:47:11.833561 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-5551efac-2e13-4c6b-b050-5147278db92f None None] Set router b5f7e099-3b2a-4ab9-9e78-b858e4b7227d gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:47:11.870349 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-b72f98b8-3469-4968-8b05-f2d9af3e1b3b tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Deleting port 629e8d97-ec78-404f-8d61-4e8260b3eea5 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:47:11.870857 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b72f98b8-3469-4968-8b05-f2d9af3e1b3b tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:47:11.901318 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-71602e69-1702-4e65-9d8e-def00a597714 None None] For port 68763bc0-eea8-48b5-9774-df85c2323ddd, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=68763bc0-eea8-48b5-9774-df85c2323ddd,segment=NetworkSegment(0783ae64-aa5a-4d98-b620-a6583dc5c775),segment_id=0783ae64-aa5a-4d98-b620-a6583dc5c775)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:47:11.901724 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-71602e69-1702-4e65-9d8e-def00a597714 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:47:11.918727 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-71602e69-1702-4e65-9d8e-def00a597714 None None] Calling delete_port for 68763bc0-eea8-48b5-9774-df85c2323ddd owned by network:dhcp {{(pid=103366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:47:11.966082 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [None req-b72f98b8-3469-4968-8b05-f2d9af3e1b3b tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] For port 629e8d97-ec78-404f-8d61-4e8260b3eea5, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=629e8d97-ec78-404f-8d61-4e8260b3eea5,segment=NetworkSegment(bbe705c1-96c0-476e-8381-28227e6f0ac5),segment_id=bbe705c1-96c0-476e-8381-28227e6f0ac5)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:47:11.966436 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b72f98b8-3469-4968-8b05-f2d9af3e1b3b tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:47:11.979248 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-b72f98b8-3469-4968-8b05-f2d9af3e1b3b tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Calling delete_port for 629e8d97-ec78-404f-8d61-4e8260b3eea5 owned by network:router_gateway {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:47:12.010202 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-71602e69-1702-4e65-9d8e-def00a597714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007'] for port, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:47:12.016226 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-5551efac-2e13-4c6b-b050-5147278db92f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5f7e099-3b2a-4ab9-9e78-b858e4b7227d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1559559196', 'tenant_id': 'b8c9426a09804bdabdb147a7feac3908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.144'}], 'enable_snat': True}, 'gw_port_id': '629e8d97-ec78-404f-8d61-4e8260b3eea5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:45:34Z', 'updated_at': '2021-11-19T18:47:10Z', 'revision_number': 5, 'project_id': 'b8c9426a09804bdabdb147a7feac3908', 'gw_port': {'id': '629e8d97-ec78-404f-8d61-4e8260b3eea5', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:24:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f7e099-3b2a-4ab9-9e78-b858e4b7227d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:45:35Z', 'updated_at': '2021-11-19T18:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:47:12.028623 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71602e69-1702-4e65-9d8e-def00a597714 None None] No DVR routers for this DVR port 68763bc0-eea8-48b5-9774-df85c2323ddd on host n-d-818022-2 {{(pid=103366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:47:12.042912 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5551efac-2e13-4c6b-b050-5147278db92f None None] The sync data for ids ['b5f7e099-3b2a-4ab9-9e78-b858e4b7227d'] in n-d-818022-2 is: [{'id': 'b5f7e099-3b2a-4ab9-9e78-b858e4b7227d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1559559196', 'tenant_id': 'b8c9426a09804bdabdb147a7feac3908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.144'}], 'enable_snat': True}, 'gw_port_id': '629e8d97-ec78-404f-8d61-4e8260b3eea5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:45:34Z', 'updated_at': '2021-11-19T18:47:10Z', 'revision_number': 5, 'project_id': 'b8c9426a09804bdabdb147a7feac3908', 'gw_port': {'id': '629e8d97-ec78-404f-8d61-4e8260b3eea5', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:24:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f7e099-3b2a-4ab9-9e78-b858e4b7227d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:45:35Z', 'updated_at': '2021-11-19T18:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:47:12.054360 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71602e69-1702-4e65-9d8e-def00a597714 None None] Pushing event deleted for resources: {'Port': ['ID=68763bc0-eea8-48b5-9774-df85c2323ddd,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:47:12.067120 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 68763bc0-eea8-48b5-9774-df85c2323ddd no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:47:12.072032 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71602e69-1702-4e65-9d8e-def00a597714 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:47:12.072428 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71602e69-1702-4e65-9d8e-def00a597714 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:47:12.072881 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71602e69-1702-4e65-9d8e-def00a597714 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:47:12.073125 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71602e69-1702-4e65-9d8e-def00a597714 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:47:12.073466 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71602e69-1702-4e65-9d8e-def00a597714 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:47:12.073951 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71602e69-1702-4e65-9d8e-def00a597714 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:47:12.074330 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71602e69-1702-4e65-9d8e-def00a597714 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:47:12.074650 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71602e69-1702-4e65-9d8e-def00a597714 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:47:12.074982 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71602e69-1702-4e65-9d8e-def00a597714 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:47:12.075312 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71602e69-1702-4e65-9d8e-def00a597714 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:47:12.075644 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71602e69-1702-4e65-9d8e-def00a597714 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:47:12.075973 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71602e69-1702-4e65-9d8e-def00a597714 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:47:12.101222 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: 68763bc0-eea8-48b5-9774-df85c2323ddd {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:47:12.101575 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 68763bc0-eea8-48b5-9774-df85c2323ddd not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:47:12.167270 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b72f98b8-3469-4968-8b05-f2d9af3e1b3b tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:47:12.196065 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72f98b8-3469-4968-8b05-f2d9af3e1b3b tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Pushing event deleted for resources: {'Port': ['ID=629e8d97-ec78-404f-8d61-4e8260b3eea5,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:47:12.215305 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-620c836f-1a0e-40db-87a0-a6a97b630fa0 None None] DHCP port deletion for 645e61aa-1a6c-4e8f-857e-ab06edb4897f request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:47:12.264967 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b72f98b8-3469-4968-8b05-f2d9af3e1b3b tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-671730'] for router_gateway, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:47:12.360733 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b72f98b8-3469-4968-8b05-f2d9af3e1b3b tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4696'] for router, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:47:12.363614 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b72f98b8-3469-4968-8b05-f2d9af3e1b3b tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:47:12.406665 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b72f98b8-3469-4968-8b05-f2d9af3e1b3b tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-543895'] for router, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:47:12.407191 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b72f98b8-3469-4968-8b05-f2d9af3e1b3b tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Fanout notify agent at l3_agent the message router_deleted on router b5f7e099-3b2a-4ab9-9e78-b858e4b7227d {{(pid=103365) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 18:47:12.414084 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b72f98b8-3469-4968-8b05-f2d9af3e1b3b tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for router, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:47:12.415198 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-b72f98b8-3469-4968-8b05-f2d9af3e1b3b tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "DELETE /v2.0/routers/b5f7e099-3b2a-4ab9-9e78-b858e4b7227d HTTP/1.1" status: 204 len: 168 time: 0.8588958 Nov 19 18:47:12.418081 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 48772) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:47:12.501399 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2e1c9054-7f37-4538-bd2c-20c1d382e076 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:47:12.592440 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2e1c9054-7f37-4538-bd2c-20c1d382e076 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:47:12.612903 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-2e1c9054-7f37-4538-bd2c-20c1d382e076 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f595a2d3-245a-4224-ae20-dd5fd2ebbab3']}} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:47:12.622009 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-2e1c9054-7f37-4538-bd2c-20c1d382e076 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0783ae64-aa5a-4d98-b620-a6583dc5c775') {'for_net_delete': True} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:47:12.622312 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-2e1c9054-7f37-4538-bd2c-20c1d382e076 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0783ae64-aa5a-4d98-b620-a6583dc5c775') {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:47:12.636421 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2e1c9054-7f37-4538-bd2c-20c1d382e076 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417396'] for segment, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:47:12.649220 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2e1c9054-7f37-4538-bd2c-20c1d382e076 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:47:12.654992 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e1c9054-7f37-4538-bd2c-20c1d382e076 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Releasing vlan 693 on physical network physnet1 to pool {{(pid=103364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 18:47:12.655418 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2e1c9054-7f37-4538-bd2c-20c1d382e076 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12425183'] for segment, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:47:12.659044 n-d-818022-2 neutron-server[103364]: Traceback (most recent call last): Nov 19 18:47:12.659044 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 18:47:12.659044 n-d-818022-2 neutron-server[103364]: timer() Nov 19 18:47:12.659044 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 18:47:12.659044 n-d-818022-2 neutron-server[103364]: cb(*args, **kw) Nov 19 18:47:12.659044 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 18:47:12.659044 n-d-818022-2 neutron-server[103364]: return func(*args, **kwargs) Nov 19 18:47:12.659044 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 18:47:12.659044 n-d-818022-2 neutron-server[103364]: self._notify() Nov 19 18:47:12.659044 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 18:47:12.659044 n-d-818022-2 neutron-server[103364]: self.callback(batched_events) Nov 19 18:47:12.659044 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 18:47:12.659044 n-d-818022-2 neutron-server[103364]: event.method(event) Nov 19 18:47:12.659044 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 18:47:12.659044 n-d-818022-2 neutron-server[103364]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 18:47:12.659044 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 18:47:12.659044 n-d-818022-2 neutron-server[103364]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 18:47:12.659044 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 18:47:12.659044 n-d-818022-2 neutron-server[103364]: return f(self, *a, **k) Nov 19 18:47:12.659044 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 18:47:12.659044 n-d-818022-2 neutron-server[103364]: return self._get(url).json() Nov 19 18:47:12.659044 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 18:47:12.659044 n-d-818022-2 neutron-server[103364]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 18:47:12.659044 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 18:47:12.659044 n-d-818022-2 neutron-server[103364]: return self.request(url, 'GET', **kwargs) Nov 19 18:47:12.659044 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 18:47:12.659044 n-d-818022-2 neutron-server[103364]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 18:47:12.659044 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 18:47:12.659044 n-d-818022-2 neutron-server[103364]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 18:47:12.659044 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 18:47:12.659044 n-d-818022-2 neutron-server[103364]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 18:47:12.659044 n-d-818022-2 neutron-server[103364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 18:47:12.715729 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2e1c9054-7f37-4538-bd2c-20c1d382e076 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671242'] for network, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:47:12.723592 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2e1c9054-7f37-4538-bd2c-20c1d382e076 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:47:12.726906 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-2e1c9054-7f37-4538-bd2c-20c1d382e076 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "DELETE /v2.0/networks/f595a2d3-245a-4224-ae20-dd5fd2ebbab3 HTTP/1.1" status: 204 len: 168 time: 0.3078334 Nov 19 18:47:12.729789 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 48774) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:47:12.738629 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1c9054-7f37-4538-bd2c-20c1d382e076 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Pushing event deleted for resources: {'Network': ['ID=f595a2d3-245a-4224-ae20-dd5fd2ebbab3,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:47:12.791047 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-03ef3545-35b6-4010-96fd-e90635b74d05 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:47:12.816925 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-03ef3545-35b6-4010-96fd-e90635b74d05 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:47:12.885957 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-03ef3545-35b6-4010-96fd-e90635b74d05 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:47:12.888674 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-03ef3545-35b6-4010-96fd-e90635b74d05 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:47:12.889897 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-03ef3545-35b6-4010-96fd-e90635b74d05 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "DELETE /v2.0/security-groups/04d2c9ad-e89a-4751-aa91-6d15335e375b HTTP/1.1" status: 204 len: 168 time: 0.1589794 Nov 19 18:47:12.899474 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ef3545-35b6-4010-96fd-e90635b74d05 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04d2c9ad-e89a-4751-aa91-6d15335e375b,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:47:13.361871 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 48780) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:47:13.367285 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-9d2ff403-ffb8-40a8-b3ac-6bfdf9423b18 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-109274783', 'description': 'tempest-secgroup-smoke-109274783 description', 'project_id': 'b8c9426a09804bdabdb147a7feac3908'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:47:13.392353 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9d2ff403-ffb8-40a8-b3ac-6bfdf9423b18 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:47:13.475002 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9d2ff403-ffb8-40a8-b3ac-6bfdf9423b18 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:47:13.479099 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9d2ff403-ffb8-40a8-b3ac-6bfdf9423b18 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:47:13.509190 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9d2ff403-ffb8-40a8-b3ac-6bfdf9423b18 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:47:13.510553 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-9d2ff403-ffb8-40a8-b3ac-6bfdf9423b18 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1476676 Nov 19 18:47:13.514685 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2ff403-ffb8-40a8-b3ac-6bfdf9423b18 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Pushing event updated for resources: {'SecurityGroup': ['ID=081628d9-64b0-4c67-94ca-652db983dd39,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:47:13.515300 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 48782) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:47:13.520610 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-0b8adef8-d8ec-4642-bbd8-c8a8d22a1e64 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Request body: {'security_group_rule': {'security_group_id': '081628d9-64b0-4c67-94ca-652db983dd39', 'project_id': 'b8c9426a09804bdabdb147a7feac3908', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:47:13.550234 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0b8adef8-d8ec-4642-bbd8-c8a8d22a1e64 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:47:13.607849 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0b8adef8-d8ec-4642-bbd8-c8a8d22a1e64 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:47:13.612999 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0b8adef8-d8ec-4642-bbd8-c8a8d22a1e64 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735179'] for security_group_rule, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:47:13.631453 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8adef8-d8ec-4642-bbd8-c8a8d22a1e64 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cd9a7f9-7f7d-4561-8f54-ffa42b874529,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:47:13.641340 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0b8adef8-d8ec-4642-bbd8-c8a8d22a1e64 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:47:13.642598 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-0b8adef8-d8ec-4642-bbd8-c8a8d22a1e64 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1261811 Nov 19 18:47:13.645740 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 48784) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:47:13.651160 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-1d270844-e912-4c79-9e93-6a12f0e39131 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Request body: {'security_group_rule': {'security_group_id': '081628d9-64b0-4c67-94ca-652db983dd39', 'project_id': 'b8c9426a09804bdabdb147a7feac3908', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:47:13.680784 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1d270844-e912-4c79-9e93-6a12f0e39131 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:47:13.748374 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1d270844-e912-4c79-9e93-6a12f0e39131 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:47:13.752781 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1d270844-e912-4c79-9e93-6a12f0e39131 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735179'] for security_group_rule, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:47:13.773446 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d270844-e912-4c79-9e93-6a12f0e39131 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=789afa36-ce9c-4df7-92dd-75e412559465,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:47:13.782355 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1d270844-e912-4c79-9e93-6a12f0e39131 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:47:13.784526 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-1d270844-e912-4c79-9e93-6a12f0e39131 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1367264 Nov 19 18:47:13.786734 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 48786) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:47:13.791512 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-dbcf3c7e-5632-4452-a364-9bf900b398b5 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Request body: {'security_group_rule': {'security_group_id': '081628d9-64b0-4c67-94ca-652db983dd39', 'project_id': 'b8c9426a09804bdabdb147a7feac3908', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:47:13.820303 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-dbcf3c7e-5632-4452-a364-9bf900b398b5 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:47:13.880665 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-dbcf3c7e-5632-4452-a364-9bf900b398b5 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:47:13.885403 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-dbcf3c7e-5632-4452-a364-9bf900b398b5 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735179'] for security_group_rule, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:47:13.904289 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcf3c7e-5632-4452-a364-9bf900b398b5 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0aba6dd6-016a-4250-b857-7626bf6c9495,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:47:13.913099 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-dbcf3c7e-5632-4452-a364-9bf900b398b5 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:47:13.914570 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-dbcf3c7e-5632-4452-a364-9bf900b398b5 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1266935 Nov 19 18:47:13.917342 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 48788) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:47:13.922724 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-bcff20a7-7c68-4fe2-8357-239e6a5ac175 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Request body: {'security_group_rule': {'security_group_id': '081628d9-64b0-4c67-94ca-652db983dd39', 'project_id': 'b8c9426a09804bdabdb147a7feac3908', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:47:13.954384 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-bcff20a7-7c68-4fe2-8357-239e6a5ac175 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:47:13.983360 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device afad54eb-4d41-41c1-a525-e197df5e57f8 no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:47:14.003668 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: afad54eb-4d41-41c1-a525-e197df5e57f8 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:47:14.004022 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device afad54eb-4d41-41c1-a525-e197df5e57f8 not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:47:14.004446 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 629e8d97-ec78-404f-8d61-4e8260b3eea5 no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:47:14.015592 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-bcff20a7-7c68-4fe2-8357-239e6a5ac175 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:47:14.019325 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-bcff20a7-7c68-4fe2-8357-239e6a5ac175 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735179'] for security_group_rule, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:47:14.026732 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: 629e8d97-ec78-404f-8d61-4e8260b3eea5 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:47:14.027092 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 629e8d97-ec78-404f-8d61-4e8260b3eea5 not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:47:14.040976 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcff20a7-7c68-4fe2-8357-239e6a5ac175 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c003c294-7225-4f03-8158-619ece2a47a4,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:47:14.047612 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-bcff20a7-7c68-4fe2-8357-239e6a5ac175 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:47:14.048804 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-bcff20a7-7c68-4fe2-8357-239e6a5ac175 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1304867 Nov 19 18:47:14.051607 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 48790) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:47:14.056093 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-99332098-8681-49a3-bd20-d0abc49d6f21 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Request body: {'security_group_rule': {'security_group_id': '081628d9-64b0-4c67-94ca-652db983dd39', 'project_id': 'b8c9426a09804bdabdb147a7feac3908', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:47:14.077394 n-d-818022-2 neutron-server[103364]: INFO neutron.db.securitygroups_db [None req-99332098-8681-49a3-bd20-d0abc49d6f21 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Project b8c9426a09804bdabdb147a7feac3908 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 18:47:14.082396 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-99332098-8681-49a3-bd20-d0abc49d6f21 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:47:14.142770 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-99332098-8681-49a3-bd20-d0abc49d6f21 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:47:14.146343 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-99332098-8681-49a3-bd20-d0abc49d6f21 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735179'] for security_group_rule, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:47:14.165179 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99332098-8681-49a3-bd20-d0abc49d6f21 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7a96643-a605-4446-af4a-d7fbf6280d9e,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:47:14.174915 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-99332098-8681-49a3-bd20-d0abc49d6f21 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:47:14.176344 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-99332098-8681-49a3-bd20-d0abc49d6f21 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1238291 Nov 19 18:47:14.179371 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 48792) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:47:14.183998 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-f77c3a56-a45a-489d-8ddc-8ba070bf13f9 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Request body: {'security_group_rule': {'security_group_id': '081628d9-64b0-4c67-94ca-652db983dd39', 'project_id': 'b8c9426a09804bdabdb147a7feac3908', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:47:14.205858 n-d-818022-2 neutron-server[103364]: INFO neutron.db.securitygroups_db [None req-f77c3a56-a45a-489d-8ddc-8ba070bf13f9 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Project b8c9426a09804bdabdb147a7feac3908 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 18:47:14.210539 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f77c3a56-a45a-489d-8ddc-8ba070bf13f9 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:47:14.267749 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f77c3a56-a45a-489d-8ddc-8ba070bf13f9 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:47:14.271795 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f77c3a56-a45a-489d-8ddc-8ba070bf13f9 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735179'] for security_group_rule, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:47:14.290222 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77c3a56-a45a-489d-8ddc-8ba070bf13f9 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc73de49-2a8a-44e3-bbcc-28c14dc2ac79,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:47:14.298998 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f77c3a56-a45a-489d-8ddc-8ba070bf13f9 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:47:14.300701 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-f77c3a56-a45a-489d-8ddc-8ba070bf13f9 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1202090 Nov 19 18:47:14.303563 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 48794) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:47:14.308671 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-2b737299-2097-4aa5-919b-b551399d4f5d tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Request body: {'network': {'name': 'tempest-network-smoke--1666120323', 'project_id': 'b8c9426a09804bdabdb147a7feac3908', 'port_security_enabled': True}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:47:14.328484 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b737299-2097-4aa5-919b-b551399d4f5d tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Made reservation on behalf of b8c9426a09804bdabdb147a7feac3908 for: {'network': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:47:14.331960 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2b737299-2097-4aa5-919b-b551399d4f5d tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:47:14.355508 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b737299-2097-4aa5-919b-b551399d4f5d tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 652} {{(pid=103364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 18:47:14.364610 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2b737299-2097-4aa5-919b-b551399d4f5d tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:47:14.365033 n-d-818022-2 neutron-server[103364]: INFO neutron.db.segments_db [None req-2b737299-2097-4aa5-919b-b551399d4f5d tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Added segment 23a812ef-4cef-44eb-92e0-d4d19115789c of type vlan for network dd488e60-fe69-42ff-959a-77b05362ce7c Nov 19 18:47:14.403703 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2b737299-2097-4aa5-919b-b551399d4f5d tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:47:14.427743 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2b737299-2097-4aa5-919b-b551399d4f5d tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:47:14.433474 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b737299-2097-4aa5-919b-b551399d4f5d tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:47:14.434086 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2b737299-2097-4aa5-919b-b551399d4f5d tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:47:14.490719 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-2b737299-2097-4aa5-919b-b551399d4f5d tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1857498 Nov 19 18:47:14.493699 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 48796) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:47:14.498376 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-69814ffa-82f6-4f06-be66-96a0ff831e9a tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-649428910', 'admin_state_up': True, 'project_id': 'b8c9426a09804bdabdb147a7feac3908', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'}}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:47:14.504847 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b737299-2097-4aa5-919b-b551399d4f5d tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Pushing event updated for resources: {'Network': ['ID=dd488e60-fe69-42ff-959a-77b05362ce7c,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:47:14.514925 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network dd488e60-fe69-42ff-959a-77b05362ce7c details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 18:47:14.523662 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-69814ffa-82f6-4f06-be66-96a0ff831e9a tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9890'] for router, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:47:14.524737 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-69814ffa-82f6-4f06-be66-96a0ff831e9a tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671617', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-732153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4689'] for router, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:47:14.575717 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-69814ffa-82f6-4f06-be66-96a0ff831e9a tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:47:14.716146 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-69814ffa-82f6-4f06-be66-96a0ff831e9a tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:47:14.902266 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-69814ffa-82f6-4f06-be66-96a0ff831e9a tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for router_gateway, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:47:14.920197 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-69814ffa-82f6-4f06-be66-96a0ff831e9a tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:47:15.023322 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [None req-69814ffa-82f6-4f06-be66-96a0ff831e9a tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Allocated IP 172.25.7.116 (645e61aa-1a6c-4e8f-857e-ab06edb4897f/88ed2d64-f56d-4f01-a468-946e01c99e82/22a94b0a-c34e-4d6b-9847-f0d98709e592) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:47:15.120261 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-69814ffa-82f6-4f06-be66-96a0ff831e9a tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:47:15.158848 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-69814ffa-82f6-4f06-be66-96a0ff831e9a tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:47:15.197151 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69814ffa-82f6-4f06-be66-96a0ff831e9a tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Network 645e61aa-1a6c-4e8f-857e-ab06edb4897f is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:47:15.200076 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-69814ffa-82f6-4f06-be66-96a0ff831e9a tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:47:15.202548 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69814ffa-82f6-4f06-be66-96a0ff831e9a tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:47:15.212997 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-289f9142-d077-47fb-b587-d4351e4968aa None None] DHCP port deletion for 645e61aa-1a6c-4e8f-857e-ab06edb4897f request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:47:15.230807 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69814ffa-82f6-4f06-be66-96a0ff831e9a tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Pushing event updated for resources: {'Port': ['ID=22a94b0a-c34e-4d6b-9847-f0d98709e592,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:47:15.331705 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-9fad8110-5759-42b1-90a4-8385934812f9 None None] Provisioning complete for port 22a94b0a-c34e-4d6b-9847-f0d98709e592 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:47:15.331991 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9fad8110-5759-42b1-90a4-8385934812f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:47:15.370050 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-9fad8110-5759-42b1-90a4-8385934812f9 None None] Port 22a94b0a-c34e-4d6b-9847-f0d98709e592 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:47:15.456203 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-69814ffa-82f6-4f06-be66-96a0ff831e9a tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for router_gateway, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:47:15.651857 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-69814ffa-82f6-4f06-be66-96a0ff831e9a tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671702'] for router, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:47:15.777295 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69814ffa-82f6-4f06-be66-96a0ff831e9a tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Router 4989c2b1-0365-40c1-aa34-a81250a958af is scheduled to L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 with binding_index 1 {{(pid=103365) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 18:47:15.881891 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69814ffa-82f6-4f06-be66-96a0ff831e9a tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:47:15.891210 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-449aee2c-f94a-4bde-b603-6fa58b01bd61 None None] Sync routers for ids ['4989c2b1-0365-40c1-aa34-a81250a958af'] in n-d-818022-2 {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:47:15.901124 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-449aee2c-f94a-4bde-b603-6fa58b01bd61 None None] Routers {'4989c2b1-0365-40c1-aa34-a81250a958af'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:47:15.901741 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-449aee2c-f94a-4bde-b603-6fa58b01bd61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:47:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['4989c2b1-0365-40c1-aa34-a81250a958af'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:47:15.901923 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-69814ffa-82f6-4f06-be66-96a0ff831e9a tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for router, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:47:15.903130 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-69814ffa-82f6-4f06-be66-96a0ff831e9a tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4083931 Nov 19 18:47:15.906247 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 48798) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:47:15.935978 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-aa7a0877-ed9a-4c1e-8fa7-ad98d89602d8 tempest-TestNetworkAdvancedServerOps-1145964326 tempest-TestNetworkAdvancedServerOps-1145964326-project-admin] 10.222.0.54 "GET /v2.0/subnets?project_id=b8c9426a09804bdabdb147a7feac3908&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0286129 Nov 19 18:47:15.939423 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 48800) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:47:16.014441 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-449aee2c-f94a-4bde-b603-6fa58b01bd61 None None] Set router 4989c2b1-0365-40c1-aa34-a81250a958af gateway port host: n-d-818022-2 {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:47:16.025894 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d04cd38e-b792-4bbc-b55d-ff73f88d87f7 tempest-TestNetworkAdvancedServerOps-1145964326 tempest-TestNetworkAdvancedServerOps-1145964326-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:47:16.027408 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-d04cd38e-b792-4bbc-b55d-ff73f88d87f7 tempest-TestNetworkAdvancedServerOps-1145964326 tempest-TestNetworkAdvancedServerOps-1145964326-project-admin] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0869439 Nov 19 18:47:16.030280 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 48802) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:47:16.063640 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-c72bf4b4-7023-426e-925d-22410de57fd1 tempest-TestNetworkAdvancedServerOps-1145964326 tempest-TestNetworkAdvancedServerOps-1145964326-project-admin] 10.222.0.54 "GET /v2.0/subnets?network_id=645e61aa-1a6c-4e8f-857e-ab06edb4897f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0322933 Nov 19 18:47:16.066219 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 48804) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:47:16.070936 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-b0993ea5-2e2d-465a-9e86-de1f4400f681 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1423396592', 'network_id': 'dd488e60-fe69-42ff-959a-77b05362ce7c', 'project_id': 'b8c9426a09804bdabdb147a7feac3908', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:47:16.156494 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0993ea5-2e2d-465a-9e86-de1f4400f681 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Made reservation on behalf of b8c9426a09804bdabdb147a7feac3908 for: {'subnet': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:47:16.160136 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b0993ea5-2e2d-465a-9e86-de1f4400f681 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8983829'] for subnet, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:47:16.189099 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-449aee2c-f94a-4bde-b603-6fa58b01bd61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4989c2b1-0365-40c1-aa34-a81250a958af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-649428910', 'tenant_id': 'b8c9426a09804bdabdb147a7feac3908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': '22a94b0a-c34e-4d6b-9847-f0d98709e592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:47:14Z', 'updated_at': '2021-11-19T18:47:15Z', 'revision_number': 3, 'project_id': 'b8c9426a09804bdabdb147a7feac3908', 'gw_port': {'id': '22a94b0a-c34e-4d6b-9847-f0d98709e592', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:01:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4989c2b1-0365-40c1-aa34-a81250a958af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:47:14Z', 'updated_at': '2021-11-19T18:47:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:47:16.215105 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-449aee2c-f94a-4bde-b603-6fa58b01bd61 None None] Checking router: 4989c2b1-0365-40c1-aa34-a81250a958af for host: n-d-818022-2 {{(pid=103366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:47:16.215815 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-449aee2c-f94a-4bde-b603-6fa58b01bd61 None None] Updating router 4989c2b1-0365-40c1-aa34-a81250a958af port 22a94b0a-c34e-4d6b-9847-f0d98709e592 binding host n-d-818022-2 {{(pid=103366) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 18:47:16.245416 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-449aee2c-f94a-4bde-b603-6fa58b01bd61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:47:16.339913 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b0993ea5-2e2d-465a-9e86-de1f4400f681 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12425078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8983815'] for subnet, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:47:16.399862 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0993ea5-2e2d-465a-9e86-de1f4400f681 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Pushing event updated for resources: {'Subnet': ['ID=7cbd8582-7b90-4d7d-8ef1-80d28d15f62a,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:47:16.409254 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0993ea5-2e2d-465a-9e86-de1f4400f681 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Checking segment: {'id': '23a812ef-4cef-44eb-92e0-d4d19115789c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'dd488e60-fe69-42ff-959a-77b05362ce7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:47:16.409617 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0993ea5-2e2d-465a-9e86-de1f4400f681 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Network hostable DHCP agents. Network: dd488e60-fe69-42ff-959a-77b05362ce7c, hostable agents: ['02910ef2-0455-4aea-9f38-9a875579633f'], hosted agents: [] {{(pid=103364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 18:47:16.427021 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0993ea5-2e2d-465a-9e86-de1f4400f681 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Network dd488e60-fe69-42ff-959a-77b05362ce7c is scheduled to be hosted by DHCP agent 02910ef2-0455-4aea-9f38-9a875579633f with binding_index 1 {{(pid=103364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 18:47:16.436184 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-b0993ea5-2e2d-465a-9e86-de1f4400f681 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818022-2, dd488e60-fe69-42ff-959a-77b05362ce7c) {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:47:16.440545 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0993ea5-2e2d-465a-9e86-de1f4400f681 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:47:16.441312 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b0993ea5-2e2d-465a-9e86-de1f4400f681 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:47:16.448107 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d9a20d6-e03f-4f4d-b125-e439f3930e78 None None] Network dd488e60-fe69-42ff-959a-77b05362ce7c requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:47:16.457545 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-b0993ea5-2e2d-465a-9e86-de1f4400f681 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3903196 Nov 19 18:47:16.460585 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 48806) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:47:16.561528 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-449aee2c-f94a-4bde-b603-6fa58b01bd61 None None] Publish callbacks [] for port, precommit_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:47:16.572621 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-449aee2c-f94a-4bde-b603-6fa58b01bd61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:47:16.639401 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff3d6664-a05d-4fbd-af16-b5e8205a4ae9 None None] DHCP port deletion for 645e61aa-1a6c-4e8f-857e-ab06edb4897f request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:47:16.652511 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-449aee2c-f94a-4bde-b603-6fa58b01bd61 None None] Attempting to bind port 22a94b0a-c34e-4d6b-9847-f0d98709e592 on host n-d-818022-2 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:47:16.652883 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-449aee2c-f94a-4bde-b603-6fa58b01bd61 None None] Attempting to bind port 22a94b0a-c34e-4d6b-9847-f0d98709e592 by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:47:16.653243 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-449aee2c-f94a-4bde-b603-6fa58b01bd61 None None] Attempting to bind port 22a94b0a-c34e-4d6b-9847-f0d98709e592 on network 645e61aa-1a6c-4e8f-857e-ab06edb4897f {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:47:16.674312 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-449aee2c-f94a-4bde-b603-6fa58b01bd61 None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 47, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:47:16.674689 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-449aee2c-f94a-4bde-b603-6fa58b01bd61 None None] Checking segment: {'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:47:16.675088 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-449aee2c-f94a-4bde-b603-6fa58b01bd61 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:47:16.675478 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-449aee2c-f94a-4bde-b603-6fa58b01bd61 None None] Bound using segment: {'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:47:16.675940 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-449aee2c-f94a-4bde-b603-6fa58b01bd61 None None] Bound port: 22a94b0a-c34e-4d6b-9847-f0d98709e592, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:47:16.676314 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-449aee2c-f94a-4bde-b603-6fa58b01bd61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:47:16.679220 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f151f3c7-2b50-4aff-b605-2f130e09aeb9 None None] Pushing event updated for resources: {'Port': ['ID=22a94b0a-c34e-4d6b-9847-f0d98709e592,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:47:16.900771 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd6f587c-6262-4819-acdc-5d4edd8c7e41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54f44f5f-1200-574e-8740-2141911d5b73-dd488e60-fe69-42ff-959a-77b05362ce7c', 'network_id': 'dd488e60-fe69-42ff-959a-77b05362ce7c', 'tenant_id': 'b8c9426a09804bdabdb147a7feac3908', 'fixed_ips': [{'subnet_id': '7cbd8582-7b90-4d7d-8ef1-80d28d15f62a'}]}} from n-d-818022-2. {{(pid=103366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 18:47:16.901601 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd6f587c-6262-4819-acdc-5d4edd8c7e41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:47:16.907162 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7ba88e7f-6482-4292-b3ba-edc97a52fe60 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:47:16.936449 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-15eea44c-38df-448f-bce9-f84bb21a664a None None] Provisioning complete for port 22a94b0a-c34e-4d6b-9847-f0d98709e592 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:47:16.936729 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-15eea44c-38df-448f-bce9-f84bb21a664a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:47:16.967505 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-449aee2c-f94a-4bde-b603-6fa58b01bd61 None None] For port 22a94b0a-c34e-4d6b-9847-f0d98709e592, host n-d-818022-2, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:47:17.021170 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-449aee2c-f94a-4bde-b603-6fa58b01bd61 None None] For port 22a94b0a-c34e-4d6b-9847-f0d98709e592, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=22a94b0a-c34e-4d6b-9847-f0d98709e592,segment=NetworkSegment(bbe705c1-96c0-476e-8381-28227e6f0ac5),segment_id=bbe705c1-96c0-476e-8381-28227e6f0ac5)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:47:17.073225 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-449aee2c-f94a-4bde-b603-6fa58b01bd61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:47:17.106045 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-15eea44c-38df-448f-bce9-f84bb21a664a None None] Port 22a94b0a-c34e-4d6b-9847-f0d98709e592 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:47:17.149553 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3a76d31-b5dc-4e20-ba37-c06cbd9b2458 None None] DHCP port deletion for 645e61aa-1a6c-4e8f-857e-ab06edb4897f request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:47:17.204572 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-449aee2c-f94a-4bde-b603-6fa58b01bd61 None None] Routers {'4989c2b1-0365-40c1-aa34-a81250a958af'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:47:17.205190 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-449aee2c-f94a-4bde-b603-6fa58b01bd61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:47:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['4989c2b1-0365-40c1-aa34-a81250a958af'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:47:17.206918 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f151f3c7-2b50-4aff-b605-2f130e09aeb9 None None] Pushing event updated for resources: {'Port': ['ID=22a94b0a-c34e-4d6b-9847-f0d98709e592,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:47:17.260240 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [None req-dd6f587c-6262-4819-acdc-5d4edd8c7e41 None None] Allocated IP 172.20.0.2 (dd488e60-fe69-42ff-959a-77b05362ce7c/7cbd8582-7b90-4d7d-8ef1-80d28d15f62a/8a84e6af-6f17-438a-aefc-a2a73d140615) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:47:17.346069 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-355d5368-d790-48b2-b093-d1a870764655 None None] Provisioning complete for port 22a94b0a-c34e-4d6b-9847-f0d98709e592 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:47:17.346438 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-355d5368-d790-48b2-b093-d1a870764655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:47:17.459945 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-449aee2c-f94a-4bde-b603-6fa58b01bd61 None None] Set router 4989c2b1-0365-40c1-aa34-a81250a958af gateway port host: n-d-818022-2 {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:47:17.684023 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-355d5368-d790-48b2-b093-d1a870764655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:47:17.710490 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd6f587c-6262-4819-acdc-5d4edd8c7e41 None None] Publish callbacks [] for port, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:47:17.719384 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd6f587c-6262-4819-acdc-5d4edd8c7e41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998'] for port, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:47:17.771821 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-355d5368-d790-48b2-b093-d1a870764655 None None] For port 22a94b0a-c34e-4d6b-9847-f0d98709e592, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=22a94b0a-c34e-4d6b-9847-f0d98709e592,segment=NetworkSegment(bbe705c1-96c0-476e-8381-28227e6f0ac5),segment_id=bbe705c1-96c0-476e-8381-28227e6f0ac5)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:47:17.774105 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [None req-7ba88e7f-6482-4292-b3ba-edc97a52fe60 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Allocated IP 172.20.0.1 (dd488e60-fe69-42ff-959a-77b05362ce7c/7cbd8582-7b90-4d7d-8ef1-80d28d15f62a/c8623662-83a1-495f-8b13-181fe4f97b8c) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:47:17.782924 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-355d5368-d790-48b2-b093-d1a870764655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:47:17.792326 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd6f587c-6262-4819-acdc-5d4edd8c7e41 None None] Network dd488e60-fe69-42ff-959a-77b05362ce7c is already hosted by enough agents. {{(pid=103366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:47:17.797348 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [None req-dd6f587c-6262-4819-acdc-5d4edd8c7e41 None None] Resources bound (agent type, host, resource id): {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:47:17.802363 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd6f587c-6262-4819-acdc-5d4edd8c7e41 None None] Received port after_create {{(pid=103366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:47:17.806733 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6f587c-6262-4819-acdc-5d4edd8c7e41 None None] Pushing event updated for resources: {'Port': ['ID=8a84e6af-6f17-438a-aefc-a2a73d140615,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:47:17.888156 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7ba88e7f-6482-4292-b3ba-edc97a52fe60 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:47:17.908013 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355d5368-d790-48b2-b093-d1a870764655 None None] Pushing event updated for resources: {'Port': ['ID=22a94b0a-c34e-4d6b-9847-f0d98709e592,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:47:17.913488 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-dd6f587c-6262-4819-acdc-5d4edd8c7e41 None None] Attempting to bind port 8a84e6af-6f17-438a-aefc-a2a73d140615 on host n-d-818022-2 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:47:17.913625 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-dd6f587c-6262-4819-acdc-5d4edd8c7e41 None None] Attempting to bind port 8a84e6af-6f17-438a-aefc-a2a73d140615 by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': '23a812ef-4cef-44eb-92e0-d4d19115789c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'dd488e60-fe69-42ff-959a-77b05362ce7c'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:47:17.914002 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd6f587c-6262-4819-acdc-5d4edd8c7e41 None None] Attempting to bind port 8a84e6af-6f17-438a-aefc-a2a73d140615 on network dd488e60-fe69-42ff-959a-77b05362ce7c {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:47:17.919949 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-449aee2c-f94a-4bde-b603-6fa58b01bd61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4989c2b1-0365-40c1-aa34-a81250a958af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-649428910', 'tenant_id': 'b8c9426a09804bdabdb147a7feac3908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': '22a94b0a-c34e-4d6b-9847-f0d98709e592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:47:14Z', 'updated_at': '2021-11-19T18:47:15Z', 'revision_number': 3, 'project_id': 'b8c9426a09804bdabdb147a7feac3908', 'gw_port': {'id': '22a94b0a-c34e-4d6b-9847-f0d98709e592', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:01:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4989c2b1-0365-40c1-aa34-a81250a958af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:47:14Z', 'updated_at': '2021-11-19T18:47:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:47:17.922188 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd6f587c-6262-4819-acdc-5d4edd8c7e41 None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 47, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:47:17.922664 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd6f587c-6262-4819-acdc-5d4edd8c7e41 None None] Checking segment: {'id': '23a812ef-4cef-44eb-92e0-d4d19115789c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'dd488e60-fe69-42ff-959a-77b05362ce7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:47:17.923019 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd6f587c-6262-4819-acdc-5d4edd8c7e41 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:47:17.923350 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd6f587c-6262-4819-acdc-5d4edd8c7e41 None None] Bound using segment: {'id': '23a812ef-4cef-44eb-92e0-d4d19115789c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'dd488e60-fe69-42ff-959a-77b05362ce7c'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:47:17.923780 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-dd6f587c-6262-4819-acdc-5d4edd8c7e41 None None] Bound port: 8a84e6af-6f17-438a-aefc-a2a73d140615, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23a812ef-4cef-44eb-92e0-d4d19115789c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'dd488e60-fe69-42ff-959a-77b05362ce7c'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:47:17.924185 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd6f587c-6262-4819-acdc-5d4edd8c7e41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:47:17.924295 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7ba88e7f-6482-4292-b3ba-edc97a52fe60 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:47:17.958659 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-449aee2c-f94a-4bde-b603-6fa58b01bd61 None None] The sync data for ids ['4989c2b1-0365-40c1-aa34-a81250a958af'] in n-d-818022-2 is: [{'id': '4989c2b1-0365-40c1-aa34-a81250a958af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-649428910', 'tenant_id': 'b8c9426a09804bdabdb147a7feac3908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': '22a94b0a-c34e-4d6b-9847-f0d98709e592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:47:14Z', 'updated_at': '2021-11-19T18:47:15Z', 'revision_number': 3, 'project_id': 'b8c9426a09804bdabdb147a7feac3908', 'gw_port': {'id': '22a94b0a-c34e-4d6b-9847-f0d98709e592', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:01:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4989c2b1-0365-40c1-aa34-a81250a958af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:47:14Z', 'updated_at': '2021-11-19T18:47:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:47:17.972986 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ba88e7f-6482-4292-b3ba-edc97a52fe60 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Network dd488e60-fe69-42ff-959a-77b05362ce7c is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:47:17.986739 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-7ba88e7f-6482-4292-b3ba-edc97a52fe60 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:47:17.992803 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba88e7f-6482-4292-b3ba-edc97a52fe60 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:47:17.997540 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba88e7f-6482-4292-b3ba-edc97a52fe60 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Pushing event updated for resources: {'Port': ['ID=c8623662-83a1-495f-8b13-181fe4f97b8c,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:47:18.023865 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd6f587c-6262-4819-acdc-5d4edd8c7e41 None None] For port 8a84e6af-6f17-438a-aefc-a2a73d140615, host n-d-818022-2, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:47:18.027909 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd6f587c-6262-4819-acdc-5d4edd8c7e41 None None] For port 8a84e6af-6f17-438a-aefc-a2a73d140615, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=8a84e6af-6f17-438a-aefc-a2a73d140615,segment=NetworkSegment(23a812ef-4cef-44eb-92e0-d4d19115789c),segment_id=23a812ef-4cef-44eb-92e0-d4d19115789c)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:47:18.032954 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd6f587c-6262-4819-acdc-5d4edd8c7e41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:47:18.044527 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7ba88e7f-6482-4292-b3ba-edc97a52fe60 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-671361'] for router_interface, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:47:18.105186 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6f587c-6262-4819-acdc-5d4edd8c7e41 None None] Pushing event updated for resources: {'Port': ['ID=8a84e6af-6f17-438a-aefc-a2a73d140615,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:47:18.220314 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7ba88e7f-6482-4292-b3ba-edc97a52fe60 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:47:18.550930 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7ba88e7f-6482-4292-b3ba-edc97a52fe60 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for port, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:47:18.555850 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7ba88e7f-6482-4292-b3ba-edc97a52fe60 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:47:18.630597 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba88e7f-6482-4292-b3ba-edc97a52fe60 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Pushing event updated for resources: {'Port': ['ID=c8623662-83a1-495f-8b13-181fe4f97b8c,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:47:18.635797 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7ba88e7f-6482-4292-b3ba-edc97a52fe60 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-768529'] for router_interface, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:47:18.733207 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ba88e7f-6482-4292-b3ba-edc97a52fe60 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Network dd488e60-fe69-42ff-959a-77b05362ce7c is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:47:18.734856 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-7ba88e7f-6482-4292-b3ba-edc97a52fe60 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:47:18.853316 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ba88e7f-6482-4292-b3ba-edc97a52fe60 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Router 4989c2b1-0365-40c1-aa34-a81250a958af has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 18:47:18.989698 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ba88e7f-6482-4292-b3ba-edc97a52fe60 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:47:18.998761 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-7ba88e7f-6482-4292-b3ba-edc97a52fe60 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "PUT /v2.0/routers/4989c2b1-0365-40c1-aa34-a81250a958af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5332592 Nov 19 18:47:19.154307 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b4717656-dcae-4df3-b750-73e372949ed1 req-ce69c804-e71f-490e-b2cc-eeb7276f1dbb tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-109274783&fields=id&tenant_id=b8c9426a09804bdabdb147a7feac3908 HTTP/1.1" status: 200 len: 267 time: 0.0467341 Nov 19 18:47:19.157144 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad30bfa4-aa65-43b5-acf9-7e6732052e81 None None] Network dd488e60-fe69-42ff-959a-77b05362ce7c requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:47:19.264291 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4717656-dcae-4df3-b750-73e372949ed1 req-8c0d44c6-3d1d-4e8c-bdd4-7fc01b92012a tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:47:19.265694 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b4717656-dcae-4df3-b750-73e372949ed1 req-8c0d44c6-3d1d-4e8c-bdd4-7fc01b92012a tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/networks?id=dd488e60-fe69-42ff-959a-77b05362ce7c HTTP/1.1" status: 200 len: 797 time: 0.1038177 Nov 19 18:47:19.269920 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dcfb3588-7b9f-48ac-a770-4f2cce4d936d None None] Provisioning complete for port 8a84e6af-6f17-438a-aefc-a2a73d140615 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:47:19.270294 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dcfb3588-7b9f-48ac-a770-4f2cce4d936d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:47:19.284396 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b4717656-dcae-4df3-b750-73e372949ed1 req-08c7c535-d7d3-426f-a44e-519dcc609412 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/quotas/b8c9426a09804bdabdb147a7feac3908 HTTP/1.1" status: 200 len: 375 time: 0.0116453 Nov 19 18:47:19.338728 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b4717656-dcae-4df3-b750-73e372949ed1 req-4a1d0329-c73f-4e4b-bc43-36bd50be1ab0 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=b8c9426a09804bdabdb147a7feac3908&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0482123 Nov 19 18:47:19.400507 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dcfb3588-7b9f-48ac-a770-4f2cce4d936d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:47:19.437900 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dcfb3588-7b9f-48ac-a770-4f2cce4d936d None None] For port 8a84e6af-6f17-438a-aefc-a2a73d140615, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=8a84e6af-6f17-438a-aefc-a2a73d140615,segment=NetworkSegment(23a812ef-4cef-44eb-92e0-d4d19115789c),segment_id=23a812ef-4cef-44eb-92e0-d4d19115789c)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:47:19.445362 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dcfb3588-7b9f-48ac-a770-4f2cce4d936d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:47:19.504724 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfb3588-7b9f-48ac-a770-4f2cce4d936d None None] Pushing event updated for resources: {'Port': ['ID=8a84e6af-6f17-438a-aefc-a2a73d140615,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:47:19.508947 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b4717656-dcae-4df3-b750-73e372949ed1 req-580b6005-49b8-4369-bf60-3fe57e83e2b1 service neutron] 10.222.0.54 "GET /v2.0/networks/dd488e60-fe69-42ff-959a-77b05362ce7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571884 Nov 19 18:47:19.611642 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b4717656-dcae-4df3-b750-73e372949ed1 req-93bae866-387b-497b-8df0-6bbd9c496a58 service neutron] 10.222.0.54 "GET /v2.0/networks/dd488e60-fe69-42ff-959a-77b05362ce7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963786 Nov 19 18:47:19.715933 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ab5c51-d26a-4f93-a24e-0d4f91df001f None None] Sync routers for ids ['4989c2b1-0365-40c1-aa34-a81250a958af'] in n-d-818022-2 {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:47:19.733029 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ab5c51-d26a-4f93-a24e-0d4f91df001f None None] Routers {'4989c2b1-0365-40c1-aa34-a81250a958af'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:47:19.733700 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-a1ab5c51-d26a-4f93-a24e-0d4f91df001f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:47:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['4989c2b1-0365-40c1-aa34-a81250a958af'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:47:19.834268 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-0de2e545-f412-43b0-a749-baf809c52f6d None None] Provisioning complete for port c8623662-83a1-495f-8b13-181fe4f97b8c triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:47:19.834696 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0de2e545-f412-43b0-a749-baf809c52f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:47:19.848472 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-a1ab5c51-d26a-4f93-a24e-0d4f91df001f None None] Set router 4989c2b1-0365-40c1-aa34-a81250a958af gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:47:19.868405 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-0de2e545-f412-43b0-a749-baf809c52f6d None None] Port c8623662-83a1-495f-8b13-181fe4f97b8c cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:47:19.880062 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-0de2e545-f412-43b0-a749-baf809c52f6d None None] Provisioning complete for port 8a84e6af-6f17-438a-aefc-a2a73d140615 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:47:19.880423 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0de2e545-f412-43b0-a749-baf809c52f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:47:20.039083 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 22a94b0a-c34e-4d6b-9847-f0d98709e592 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:47:20.089674 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 22a94b0a-c34e-4d6b-9847-f0d98709e592 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:47:20.089984 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:47:20.092884 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-a1ab5c51-d26a-4f93-a24e-0d4f91df001f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4989c2b1-0365-40c1-aa34-a81250a958af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-649428910', 'tenant_id': 'b8c9426a09804bdabdb147a7feac3908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': '22a94b0a-c34e-4d6b-9847-f0d98709e592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:47:14Z', 'updated_at': '2021-11-19T18:47:18Z', 'revision_number': 4, 'project_id': 'b8c9426a09804bdabdb147a7feac3908', 'gw_port': {'id': '22a94b0a-c34e-4d6b-9847-f0d98709e592', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:01:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4989c2b1-0365-40c1-aa34-a81250a958af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:47:14Z', 'updated_at': '2021-11-19T18:47:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': 'c8623662-83a1-495f-8b13-181fe4f97b8c', 'name': '', 'network_id': 'dd488e60-fe69-42ff-959a-77b05362ce7c', 'tenant_id': 'b8c9426a09804bdabdb147a7feac3908', 'mac_address': 'fa:16:3e:7d:61:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4989c2b1-0365-40c1-aa34-a81250a958af', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '7cbd8582-7b90-4d7d-8ef1-80d28d15f62a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:47:17Z', 'updated_at': '2021-11-19T18:47:18Z', 'revision_number': 2, 'project_id': 'b8c9426a09804bdabdb147a7feac3908', 'subnets': [{'id': '7cbd8582-7b90-4d7d-8ef1-80d28d15f62a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:47:20.118787 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ab5c51-d26a-4f93-a24e-0d4f91df001f None None] Checking router: 4989c2b1-0365-40c1-aa34-a81250a958af for host: n-d-818022-2 {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:47:20.119136 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ab5c51-d26a-4f93-a24e-0d4f91df001f None None] Updating router 4989c2b1-0365-40c1-aa34-a81250a958af port c8623662-83a1-495f-8b13-181fe4f97b8c binding host n-d-818022-2 {{(pid=103367) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 18:47:20.135458 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-20aab70e-6738-42e6-875e-247c39884a79 None None] Provisioning complete for port c8623662-83a1-495f-8b13-181fe4f97b8c triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:47:20.135826 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-20aab70e-6738-42e6-875e-247c39884a79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:47:20.142358 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-a1ab5c51-d26a-4f93-a24e-0d4f91df001f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:47:20.192312 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-20aab70e-6738-42e6-875e-247c39884a79 None None] Port c8623662-83a1-495f-8b13-181fe4f97b8c cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:47:20.207834 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 8a84e6af-6f17-438a-aefc-a2a73d140615 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:47:20.256002 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 8a84e6af-6f17-438a-aefc-a2a73d140615 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:47:20.256380 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:47:20.407391 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-a1ab5c51-d26a-4f93-a24e-0d4f91df001f None None] Publish callbacks [] for port, precommit_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:47:20.412432 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-a1ab5c51-d26a-4f93-a24e-0d4f91df001f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:47:20.474918 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd05303c-cc69-4873-b5c2-f9c716e91a2f None None] Pushing event updated for resources: {'Port': ['ID=c8623662-83a1-495f-8b13-181fe4f97b8c,revision_number=3']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:47:20.504070 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd05303c-cc69-4873-b5c2-f9c716e91a2f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:47:20.504419 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd05303c-cc69-4873-b5c2-f9c716e91a2f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:47:20.504761 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd05303c-cc69-4873-b5c2-f9c716e91a2f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:47:20.505101 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd05303c-cc69-4873-b5c2-f9c716e91a2f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:47:20.505439 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd05303c-cc69-4873-b5c2-f9c716e91a2f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:47:20.505771 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd05303c-cc69-4873-b5c2-f9c716e91a2f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:47:20.506126 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd05303c-cc69-4873-b5c2-f9c716e91a2f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:47:20.506453 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd05303c-cc69-4873-b5c2-f9c716e91a2f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:47:20.506777 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd05303c-cc69-4873-b5c2-f9c716e91a2f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:47:20.507100 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd05303c-cc69-4873-b5c2-f9c716e91a2f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:47:20.507423 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd05303c-cc69-4873-b5c2-f9c716e91a2f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:47:20.507752 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd05303c-cc69-4873-b5c2-f9c716e91a2f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:47:20.521006 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-a1ab5c51-d26a-4f93-a24e-0d4f91df001f None None] Attempting to bind port c8623662-83a1-495f-8b13-181fe4f97b8c on host n-d-818022-2 for vnic_type normal with profile {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:47:20.521380 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-a1ab5c51-d26a-4f93-a24e-0d4f91df001f None None] Attempting to bind port c8623662-83a1-495f-8b13-181fe4f97b8c by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': '23a812ef-4cef-44eb-92e0-d4d19115789c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'dd488e60-fe69-42ff-959a-77b05362ce7c'}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:47:20.521771 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ab5c51-d26a-4f93-a24e-0d4f91df001f None None] Attempting to bind port c8623662-83a1-495f-8b13-181fe4f97b8c on network dd488e60-fe69-42ff-959a-77b05362ce7c {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:47:20.527160 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ab5c51-d26a-4f93-a24e-0d4f91df001f None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 47, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:47:20.527530 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ab5c51-d26a-4f93-a24e-0d4f91df001f None None] Checking segment: {'id': '23a812ef-4cef-44eb-92e0-d4d19115789c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'dd488e60-fe69-42ff-959a-77b05362ce7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:47:20.527938 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-a1ab5c51-d26a-4f93-a24e-0d4f91df001f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:47:20.528329 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ab5c51-d26a-4f93-a24e-0d4f91df001f None None] Bound using segment: {'id': '23a812ef-4cef-44eb-92e0-d4d19115789c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'dd488e60-fe69-42ff-959a-77b05362ce7c'} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:47:20.528796 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-a1ab5c51-d26a-4f93-a24e-0d4f91df001f None None] Bound port: c8623662-83a1-495f-8b13-181fe4f97b8c, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23a812ef-4cef-44eb-92e0-d4d19115789c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'dd488e60-fe69-42ff-959a-77b05362ce7c'}}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:47:20.529176 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-a1ab5c51-d26a-4f93-a24e-0d4f91df001f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:47:20.598218 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-a1ab5c51-d26a-4f93-a24e-0d4f91df001f None None] For port c8623662-83a1-495f-8b13-181fe4f97b8c, host n-d-818022-2, cleared binding levels {{(pid=103367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:47:20.598564 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-a1ab5c51-d26a-4f93-a24e-0d4f91df001f None None] For port c8623662-83a1-495f-8b13-181fe4f97b8c, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=c8623662-83a1-495f-8b13-181fe4f97b8c,segment=NetworkSegment(23a812ef-4cef-44eb-92e0-d4d19115789c),segment_id=23a812ef-4cef-44eb-92e0-d4d19115789c)] {{(pid=103367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:47:20.603387 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-a1ab5c51-d26a-4f93-a24e-0d4f91df001f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:47:20.659708 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ab5c51-d26a-4f93-a24e-0d4f91df001f None None] Routers {'4989c2b1-0365-40c1-aa34-a81250a958af'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:47:20.660271 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-a1ab5c51-d26a-4f93-a24e-0d4f91df001f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:47:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['4989c2b1-0365-40c1-aa34-a81250a958af'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:47:20.665245 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd05303c-cc69-4873-b5c2-f9c716e91a2f None None] Pushing event updated for resources: {'Port': ['ID=c8623662-83a1-495f-8b13-181fe4f97b8c,revision_number=4']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:47:20.714720 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-04cf564c-31ec-4543-a95f-2a11c94dbc83 None None] Provisioning complete for port c8623662-83a1-495f-8b13-181fe4f97b8c triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:47:20.715122 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-04cf564c-31ec-4543-a95f-2a11c94dbc83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:47:20.771659 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-a1ab5c51-d26a-4f93-a24e-0d4f91df001f None None] Set router 4989c2b1-0365-40c1-aa34-a81250a958af gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:47:20.830991 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-04cf564c-31ec-4543-a95f-2a11c94dbc83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:47:20.843752 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-736c8a29-5881-4b38-a762-9c50c57ff8dc req-5fd2fcb5-ad98-43c7-879a-04e54cc13049 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/ports?device_id=56a66fcd-0eb8-4610-ba4c-a8a5da0fd6f9 HTTP/1.1" status: 200 len: 210 time: 0.0359662 Nov 19 18:47:20.880749 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-04cf564c-31ec-4543-a95f-2a11c94dbc83 None None] For port c8623662-83a1-495f-8b13-181fe4f97b8c, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=c8623662-83a1-495f-8b13-181fe4f97b8c,segment=NetworkSegment(23a812ef-4cef-44eb-92e0-d4d19115789c),segment_id=23a812ef-4cef-44eb-92e0-d4d19115789c)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:47:20.884699 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-04cf564c-31ec-4543-a95f-2a11c94dbc83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:47:20.931785 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cf564c-31ec-4543-a95f-2a11c94dbc83 None None] Pushing event updated for resources: {'Port': ['ID=c8623662-83a1-495f-8b13-181fe4f97b8c,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:47:20.990196 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-a1ab5c51-d26a-4f93-a24e-0d4f91df001f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4989c2b1-0365-40c1-aa34-a81250a958af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-649428910', 'tenant_id': 'b8c9426a09804bdabdb147a7feac3908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': '22a94b0a-c34e-4d6b-9847-f0d98709e592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:47:14Z', 'updated_at': '2021-11-19T18:47:18Z', 'revision_number': 4, 'project_id': 'b8c9426a09804bdabdb147a7feac3908', 'gw_port': {'id': '22a94b0a-c34e-4d6b-9847-f0d98709e592', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:01:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4989c2b1-0365-40c1-aa34-a81250a958af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:47:14Z', 'updated_at': '2021-11-19T18:47:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': 'c8623662-83a1-495f-8b13-181fe4f97b8c', 'name': '', 'network_id': 'dd488e60-fe69-42ff-959a-77b05362ce7c', 'tenant_id': 'b8c9426a09804bdabdb147a7feac3908', 'mac_address': 'fa:16:3e:7d:61:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4989c2b1-0365-40c1-aa34-a81250a958af', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '7cbd8582-7b90-4d7d-8ef1-80d28d15f62a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:47:17Z', 'updated_at': '2021-11-19T18:47:20Z', 'revision_number': 4, 'project_id': 'b8c9426a09804bdabdb147a7feac3908', 'subnets': [{'id': '7cbd8582-7b90-4d7d-8ef1-80d28d15f62a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:47:21.006034 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-9538cd8f-61ca-41db-ab28-81ead62ca2bf None None] Provisioning complete for port c8623662-83a1-495f-8b13-181fe4f97b8c triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:47:21.006405 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9538cd8f-61ca-41db-ab28-81ead62ca2bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:47:21.016331 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ab5c51-d26a-4f93-a24e-0d4f91df001f None None] The sync data for ids ['4989c2b1-0365-40c1-aa34-a81250a958af'] in n-d-818022-2 is: [{'id': '4989c2b1-0365-40c1-aa34-a81250a958af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-649428910', 'tenant_id': 'b8c9426a09804bdabdb147a7feac3908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': '22a94b0a-c34e-4d6b-9847-f0d98709e592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:47:14Z', 'updated_at': '2021-11-19T18:47:18Z', 'revision_number': 4, 'project_id': 'b8c9426a09804bdabdb147a7feac3908', 'gw_port': {'id': '22a94b0a-c34e-4d6b-9847-f0d98709e592', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:01:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4989c2b1-0365-40c1-aa34-a81250a958af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:47:14Z', 'updated_at': '2021-11-19T18:47:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': 'c8623662-83a1-495f-8b13-181fe4f97b8c', 'name': '', 'network_id': 'dd488e60-fe69-42ff-959a-77b05362ce7c', 'tenant_id': 'b8c9426a09804bdabdb147a7feac3908', 'mac_address': 'fa:16:3e:7d:61:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4989c2b1-0365-40c1-aa34-a81250a958af', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '7cbd8582-7b90-4d7d-8ef1-80d28d15f62a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:47:17Z', 'updated_at': '2021-11-19T18:47:20Z', 'revision_number': 4, 'project_id': 'b8c9426a09804bdabdb147a7feac3908', 'subnets': [{'id': '7cbd8582-7b90-4d7d-8ef1-80d28d15f62a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:47:21.914483 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-022df6da-82d5-42c2-872b-5e81a883bc9e req-c462822e-fc37-4dc0-ab7d-b518a0f3ac54 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/ports?device_id=56a66fcd-0eb8-4610-ba4c-a8a5da0fd6f9 HTTP/1.1" status: 200 len: 210 time: 0.0306377 Nov 19 18:47:22.015428 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device c8623662-83a1-495f-8b13-181fe4f97b8c up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:47:22.064851 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port c8623662-83a1-495f-8b13-181fe4f97b8c triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:47:22.065224 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:47:22.999127 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-15d102f1-04ac-435f-a97e-171ff9101eb1 req-473481a0-115d-44c1-8a24-0480d12c3cf8 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/ports?device_id=56a66fcd-0eb8-4610-ba4c-a8a5da0fd6f9 HTTP/1.1" status: 200 len: 210 time: 0.0282304 Nov 19 18:47:24.076379 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e81f790a-9351-453e-b73f-1686154ee930 req-db6631a4-2bb7-417e-ab6b-ad2276a887c5 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/ports?device_id=56a66fcd-0eb8-4610-ba4c-a8a5da0fd6f9 HTTP/1.1" status: 200 len: 210 time: 0.0260568 Nov 19 18:47:25.168581 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-44256fe6-81e6-4275-9047-d8e51de30c67 req-f55ab220-5c4e-4034-bc42-b5b6c8cb0c5f tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/ports?device_id=56a66fcd-0eb8-4610-ba4c-a8a5da0fd6f9 HTTP/1.1" status: 200 len: 210 time: 0.0257862 Nov 19 18:47:25.898102 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4717656-dcae-4df3-b750-73e372949ed1 req-fea8aa44-c70f-49ff-a87b-cfbba4415feb tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:47:25.899572 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b4717656-dcae-4df3-b750-73e372949ed1 req-fea8aa44-c70f-49ff-a87b-cfbba4415feb tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.86 "GET /v2.0/networks?id=dd488e60-fe69-42ff-959a-77b05362ce7c HTTP/1.1" status: 200 len: 797 time: 0.1093447 Nov 19 18:47:25.965047 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b4717656-dcae-4df3-b750-73e372949ed1 req-52b32fc4-f1fd-47c1-b932-9424d88c4d46 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b8c9426a09804bdabdb147a7feac3908 HTTP/1.1" status: 200 len: 379 time: 0.0551927 Nov 19 18:47:25.978594 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-b4717656-dcae-4df3-b750-73e372949ed1 req-da7c155d-538d-4616-ab21-292a9109bf8d tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Request body: {'port': {'device_id': '56a66fcd-0eb8-4610-ba4c-a8a5da0fd6f9', 'network_id': 'dd488e60-fe69-42ff-959a-77b05362ce7c', 'admin_state_up': True, 'tenant_id': 'b8c9426a09804bdabdb147a7feac3908', 'security_groups': ['081628d9-64b0-4c67-94ca-652db983dd39']}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:47:26.094594 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4717656-dcae-4df3-b750-73e372949ed1 req-da7c155d-538d-4616-ab21-292a9109bf8d tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Made reservation on behalf of b8c9426a09804bdabdb147a7feac3908 for: {'port': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:47:26.098079 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-b4717656-dcae-4df3-b750-73e372949ed1 req-da7c155d-538d-4616-ab21-292a9109bf8d tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:47:26.218489 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [req-b4717656-dcae-4df3-b750-73e372949ed1 req-da7c155d-538d-4616-ab21-292a9109bf8d tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Allocated IP 172.20.0.3 (dd488e60-fe69-42ff-959a-77b05362ce7c/7cbd8582-7b90-4d7d-8ef1-80d28d15f62a/f771b22c-5721-4257-bf4f-61c934a9526f) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:47:26.277234 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-67694f02-e55e-497c-8a36-553dba8af2ba req-f2fea7de-b12c-430b-be1b-c875f24e56fb tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/ports?device_id=56a66fcd-0eb8-4610-ba4c-a8a5da0fd6f9 HTTP/1.1" status: 200 len: 210 time: 0.0352688 Nov 19 18:47:26.377934 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-b4717656-dcae-4df3-b750-73e372949ed1 req-da7c155d-538d-4616-ab21-292a9109bf8d tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:47:26.410469 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-b4717656-dcae-4df3-b750-73e372949ed1 req-da7c155d-538d-4616-ab21-292a9109bf8d tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:47:26.455735 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4717656-dcae-4df3-b750-73e372949ed1 req-da7c155d-538d-4616-ab21-292a9109bf8d tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Network dd488e60-fe69-42ff-959a-77b05362ce7c is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:47:26.459311 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [req-b4717656-dcae-4df3-b750-73e372949ed1 req-da7c155d-538d-4616-ab21-292a9109bf8d tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:47:26.463029 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4717656-dcae-4df3-b750-73e372949ed1 req-da7c155d-538d-4616-ab21-292a9109bf8d tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:47:26.494349 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7c155d-538d-4616-ab21-292a9109bf8d tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Pushing event updated for resources: {'Port': ['ID=f771b22c-5721-4257-bf4f-61c934a9526f,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:47:26.518812 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4717656-dcae-4df3-b750-73e372949ed1 req-da7c155d-538d-4616-ab21-292a9109bf8d tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:47:26.519476 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-b4717656-dcae-4df3-b750-73e372949ed1 req-da7c155d-538d-4616-ab21-292a9109bf8d tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:47:26.536336 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b4717656-dcae-4df3-b750-73e372949ed1 req-da7c155d-538d-4616-ab21-292a9109bf8d tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5616024 Nov 19 18:47:26.549410 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-b4717656-dcae-4df3-b750-73e372949ed1 req-803972ea-ae6f-4ca0-91dc-842bf2ba86f9 service neutron] Request body: {'port': {'device_id': '56a66fcd-0eb8-4610-ba4c-a8a5da0fd6f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818022-2'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:47:26.605357 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-b4717656-dcae-4df3-b750-73e372949ed1 req-803972ea-ae6f-4ca0-91dc-842bf2ba86f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:47:26.652434 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-be4f5a32-def2-4f58-be1b-693a053c18f5 None None] Provisioning complete for port f771b22c-5721-4257-bf4f-61c934a9526f triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:47:26.653026 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-be4f5a32-def2-4f58-be1b-693a053c18f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:47:26.687599 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-be4f5a32-def2-4f58-be1b-693a053c18f5 None None] Port f771b22c-5721-4257-bf4f-61c934a9526f cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:47:27.191527 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [req-b4717656-dcae-4df3-b750-73e372949ed1 req-803972ea-ae6f-4ca0-91dc-842bf2ba86f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f771b22c-5721-4257-bf4f-61c934a9526f {{(pid=103365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:47:27.198934 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-b4717656-dcae-4df3-b750-73e372949ed1 req-803972ea-ae6f-4ca0-91dc-842bf2ba86f9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:47:27.210422 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.provisioning_blocks [req-b4717656-dcae-4df3-b750-73e372949ed1 req-803972ea-ae6f-4ca0-91dc-842bf2ba86f9 service neutron] Transition to ACTIVE for port object f771b22c-5721-4257-bf4f-61c934a9526f will not be triggered until provisioned by entity L2. {{(pid=103365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 18:47:27.214451 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-b4717656-dcae-4df3-b750-73e372949ed1 req-803972ea-ae6f-4ca0-91dc-842bf2ba86f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:47:27.284282 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803972ea-ae6f-4ca0-91dc-842bf2ba86f9 service neutron] Pushing event updated for resources: {'Port': ['ID=f771b22c-5721-4257-bf4f-61c934a9526f,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:47:27.344895 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-b4717656-dcae-4df3-b750-73e372949ed1 req-803972ea-ae6f-4ca0-91dc-842bf2ba86f9 service neutron] Attempting to bind port f771b22c-5721-4257-bf4f-61c934a9526f on host n-h2-818022-2 for vnic_type normal with profile {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:47:27.345251 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-b4717656-dcae-4df3-b750-73e372949ed1 req-803972ea-ae6f-4ca0-91dc-842bf2ba86f9 service neutron] Attempting to bind port f771b22c-5721-4257-bf4f-61c934a9526f by drivers openvswitch,hyperv on host n-h2-818022-2 at level 0 using segments [{'id': '23a812ef-4cef-44eb-92e0-d4d19115789c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'dd488e60-fe69-42ff-959a-77b05362ce7c'}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:47:27.345576 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4717656-dcae-4df3-b750-73e372949ed1 req-803972ea-ae6f-4ca0-91dc-842bf2ba86f9 service neutron] Attempting to bind port f771b22c-5721-4257-bf4f-61c934a9526f on network dd488e60-fe69-42ff-959a-77b05362ce7c {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:47:27.350542 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4717656-dcae-4df3-b750-73e372949ed1 req-803972ea-ae6f-4ca0-91dc-842bf2ba86f9 service neutron] Port f771b22c-5721-4257-bf4f-61c934a9526f on network dd488e60-fe69-42ff-959a-77b05362ce7c not bound, no agent of type Open vSwitch agent registered on host n-h2-818022-2 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 18:47:27.354858 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4717656-dcae-4df3-b750-73e372949ed1 req-803972ea-ae6f-4ca0-91dc-842bf2ba86f9 service neutron] Attempting to bind port f771b22c-5721-4257-bf4f-61c934a9526f on network dd488e60-fe69-42ff-959a-77b05362ce7c {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:47:27.356279 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4717656-dcae-4df3-b750-73e372949ed1 req-803972ea-ae6f-4ca0-91dc-842bf2ba86f9 service neutron] Checking agent: {'id': '525ad2ac-c4ae-4c63-af2e-0bf8d25d0f0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'started_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 47, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:47:27.356673 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4717656-dcae-4df3-b750-73e372949ed1 req-803972ea-ae6f-4ca0-91dc-842bf2ba86f9 service neutron] Checking segment: {'id': '23a812ef-4cef-44eb-92e0-d4d19115789c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'dd488e60-fe69-42ff-959a-77b05362ce7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:47:27.357023 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4717656-dcae-4df3-b750-73e372949ed1 req-803972ea-ae6f-4ca0-91dc-842bf2ba86f9 service neutron] Bound using segment: {'id': '23a812ef-4cef-44eb-92e0-d4d19115789c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'dd488e60-fe69-42ff-959a-77b05362ce7c'} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:47:27.357465 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-b4717656-dcae-4df3-b750-73e372949ed1 req-803972ea-ae6f-4ca0-91dc-842bf2ba86f9 service neutron] Bound port: f771b22c-5721-4257-bf4f-61c934a9526f, host: n-h2-818022-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23a812ef-4cef-44eb-92e0-d4d19115789c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'dd488e60-fe69-42ff-959a-77b05362ce7c'}}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:47:27.357849 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-b4717656-dcae-4df3-b750-73e372949ed1 req-803972ea-ae6f-4ca0-91dc-842bf2ba86f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:47:27.400388 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.agents_db [None req-619e5c26-d9ed-4321-86eb-7d443bb9dfa2 None None] Agent healthcheck: found 7 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 18:47:27.406757 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90da795-ec51-4014-aab7-800ccf58cd3b req-8b271099-ca2e-46ef-852e-4c36848da362 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:47:27.410315 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a90da795-ec51-4014-aab7-800ccf58cd3b req-8b271099-ca2e-46ef-852e-4c36848da362 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/ports?device_id=56a66fcd-0eb8-4610-ba4c-a8a5da0fd6f9 HTTP/1.1" status: 200 len: 943 time: 0.0540378 Nov 19 18:47:27.432129 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-b4717656-dcae-4df3-b750-73e372949ed1 req-803972ea-ae6f-4ca0-91dc-842bf2ba86f9 service neutron] For port f771b22c-5721-4257-bf4f-61c934a9526f, host n-h2-818022-2, cleared binding levels {{(pid=103365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:47:27.435362 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-b4717656-dcae-4df3-b750-73e372949ed1 req-803972ea-ae6f-4ca0-91dc-842bf2ba86f9 service neutron] For port f771b22c-5721-4257-bf4f-61c934a9526f, host n-h2-818022-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=f771b22c-5721-4257-bf4f-61c934a9526f,segment=NetworkSegment(23a812ef-4cef-44eb-92e0-d4d19115789c),segment_id=23a812ef-4cef-44eb-92e0-d4d19115789c)] {{(pid=103365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:47:27.440112 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-b4717656-dcae-4df3-b750-73e372949ed1 req-803972ea-ae6f-4ca0-91dc-842bf2ba86f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:47:27.459779 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a90da795-ec51-4014-aab7-800ccf58cd3b req-65096bcc-0ca3-428c-ad26-c138c5020907 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/security-groups?id=081628d9-64b0-4c67-94ca-652db983dd39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449939 Nov 19 18:47:27.480646 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4717656-dcae-4df3-b750-73e372949ed1 req-803972ea-ae6f-4ca0-91dc-842bf2ba86f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:47:27.481293 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-b4717656-dcae-4df3-b750-73e372949ed1 req-803972ea-ae6f-4ca0-91dc-842bf2ba86f9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:47:27.484331 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b4717656-dcae-4df3-b750-73e372949ed1 req-803972ea-ae6f-4ca0-91dc-842bf2ba86f9 service neutron] 10.222.0.86 "PUT /v2.0/ports/f771b22c-5721-4257-bf4f-61c934a9526f HTTP/1.1" status: 200 len: 1091 time: 0.9383483 Nov 19 18:47:27.484331 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56a66fcd-0eb8-4610-ba4c-a8a5da0fd6f9', 'tag': 'f771b22c-5721-4257-bf4f-61c934a9526f'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:47:27.486368 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd49725d620cdd9f83c5eaf1b0fd23d69d3d375bb9795dcb3d54cd15509d3c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10979fe4-a6fd-468c-a346-6a9c1e74b24d" -d '{"events": [{"name": "network-changed", "server_uuid": "56a66fcd-0eb8-4610-ba4c-a8a5da0fd6f9", "tag": "f771b22c-5721-4257-bf4f-61c934a9526f"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:47:27.528036 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803972ea-ae6f-4ca0-91dc-842bf2ba86f9 service neutron] Pushing event updated for resources: {'Port': ['ID=f771b22c-5721-4257-bf4f-61c934a9526f,revision_number=3']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:47:27.543072 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 18:47:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd39e080-2653-49cf-89ab-4c7ae8647145 x-openstack-request-id: req-bd39e080-2653-49cf-89ab-4c7ae8647145 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:47:27.543443 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56a66fcd-0eb8-4610-ba4c-a8a5da0fd6f9", "tag": "f771b22c-5721-4257-bf4f-61c934a9526f", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:47:27.543764 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-bd39e080-2653-49cf-89ab-4c7ae8647145 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:47:27.544220 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56a66fcd-0eb8-4610-ba4c-a8a5da0fd6f9', 'tag': 'f771b22c-5721-4257-bf4f-61c934a9526f', 'status': 'completed', 'code': 200} Nov 19 18:47:27.573445 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4717656-dcae-4df3-b750-73e372949ed1 req-d3e3a575-886c-486a-b165-766b430fcc2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:47:27.574987 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b4717656-dcae-4df3-b750-73e372949ed1 req-d3e3a575-886c-486a-b165-766b430fcc2e service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b8c9426a09804bdabdb147a7feac3908&device_id=56a66fcd-0eb8-4610-ba4c-a8a5da0fd6f9 HTTP/1.1" status: 200 len: 1094 time: 0.0438576 Nov 19 18:47:27.624967 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b4717656-dcae-4df3-b750-73e372949ed1 req-e6740313-2d1e-4638-9d1f-08f07360bf1c service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f771b22c-5721-4257-bf4f-61c934a9526f HTTP/1.1" status: 200 len: 217 time: 0.0393169 Nov 19 18:47:27.677554 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4717656-dcae-4df3-b750-73e372949ed1 req-6ae93dcf-9518-4fbc-82ac-e646a86dd5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:47:27.684196 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b4717656-dcae-4df3-b750-73e372949ed1 req-6ae93dcf-9518-4fbc-82ac-e646a86dd5aa service neutron] 10.222.0.86 "GET /v2.0/subnets?id=7cbd8582-7b90-4d7d-8ef1-80d28d15f62a HTTP/1.1" status: 200 len: 835 time: 0.0463858 Nov 19 18:47:27.727567 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4717656-dcae-4df3-b750-73e372949ed1 req-5c50c918-5460-4d40-8b4d-8b0b0b1e7c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:47:27.729073 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b4717656-dcae-4df3-b750-73e372949ed1 req-5c50c918-5460-4d40-8b4d-8b0b0b1e7c30 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=dd488e60-fe69-42ff-959a-77b05362ce7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412250 Nov 19 18:47:27.825523 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b4717656-dcae-4df3-b750-73e372949ed1 req-ecaa355e-bb8c-46ad-8447-2663b3e3b14d service neutron] 10.222.0.86 "GET /v2.0/networks/dd488e60-fe69-42ff-959a-77b05362ce7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876687 Nov 19 18:47:27.913477 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b4717656-dcae-4df3-b750-73e372949ed1 req-e98e4b59-521b-4833-a1c3-aec21f5653b1 service neutron] 10.222.0.86 "GET /v2.0/networks/dd488e60-fe69-42ff-959a-77b05362ce7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804064 Nov 19 18:47:28.013701 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10979fe4-a6fd-468c-a346-6a9c1e74b24d req-f420dd36-9718-49ab-9512-7096bcfc84fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:47:28.015261 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-10979fe4-a6fd-468c-a346-6a9c1e74b24d req-f420dd36-9718-49ab-9512-7096bcfc84fc service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b8c9426a09804bdabdb147a7feac3908&device_id=56a66fcd-0eb8-4610-ba4c-a8a5da0fd6f9 HTTP/1.1" status: 200 len: 1094 time: 0.0497084 Nov 19 18:47:28.126226 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10979fe4-a6fd-468c-a346-6a9c1e74b24d req-d38f657c-1e21-4081-b635-f89fa3a8376e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:47:28.127682 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-10979fe4-a6fd-468c-a346-6a9c1e74b24d req-d38f657c-1e21-4081-b635-f89fa3a8376e service neutron] 10.222.0.86 "GET /v2.0/networks?id=dd488e60-fe69-42ff-959a-77b05362ce7c HTTP/1.1" status: 200 len: 898 time: 0.1034849 Nov 19 18:47:28.173065 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-10979fe4-a6fd-468c-a346-6a9c1e74b24d req-4b28b694-61ba-42a1-9809-268e4db4573d service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f771b22c-5721-4257-bf4f-61c934a9526f HTTP/1.1" status: 200 len: 217 time: 0.0366013 Nov 19 18:47:28.230642 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10979fe4-a6fd-468c-a346-6a9c1e74b24d req-84de04f9-addc-484d-acc5-a0051941778c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:47:28.232156 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-10979fe4-a6fd-468c-a346-6a9c1e74b24d req-84de04f9-addc-484d-acc5-a0051941778c service neutron] 10.222.0.86 "GET /v2.0/subnets?id=7cbd8582-7b90-4d7d-8ef1-80d28d15f62a HTTP/1.1" status: 200 len: 835 time: 0.0515871 Nov 19 18:47:28.284986 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10979fe4-a6fd-468c-a346-6a9c1e74b24d req-714b12dc-6814-48be-a931-961d0aaabd84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:47:28.286572 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-10979fe4-a6fd-468c-a346-6a9c1e74b24d req-714b12dc-6814-48be-a931-961d0aaabd84 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=dd488e60-fe69-42ff-959a-77b05362ce7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453207 Nov 19 18:47:28.378438 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-10979fe4-a6fd-468c-a346-6a9c1e74b24d req-e07930ec-5cc8-40a4-8f20-2b7291ffb529 service neutron] 10.222.0.86 "GET /v2.0/networks/dd488e60-fe69-42ff-959a-77b05362ce7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835083 Nov 19 18:47:28.476253 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-10979fe4-a6fd-468c-a346-6a9c1e74b24d req-a88a53b0-4b83-4a6e-95cd-d4095faa8bfc service neutron] 10.222.0.86 "GET /v2.0/networks/dd488e60-fe69-42ff-959a-77b05362ce7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893526 Nov 19 18:47:28.585175 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc9061a-2214-471d-9fde-6a710509b21f req-06e4a45e-e27c-40fe-856e-52abd1b7c916 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:47:28.586739 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6dc9061a-2214-471d-9fde-6a710509b21f req-06e4a45e-e27c-40fe-856e-52abd1b7c916 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/ports?device_id=56a66fcd-0eb8-4610-ba4c-a8a5da0fd6f9 HTTP/1.1" status: 200 len: 943 time: 0.0534165 Nov 19 18:47:28.646316 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6dc9061a-2214-471d-9fde-6a710509b21f req-833e3e4f-09b0-4020-bd4a-35a98af28c2e tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/security-groups?id=081628d9-64b0-4c67-94ca-652db983dd39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532076 Nov 19 18:47:29.766314 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4f2930-8fdf-4aae-a6e8-0a4b6e1ebf6f req-71c9744e-2ff8-49b6-9350-683f5c6251ca tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:47:29.767781 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-dd4f2930-8fdf-4aae-a6e8-0a4b6e1ebf6f req-71c9744e-2ff8-49b6-9350-683f5c6251ca tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/ports?device_id=56a66fcd-0eb8-4610-ba4c-a8a5da0fd6f9 HTTP/1.1" status: 200 len: 943 time: 0.0490229 Nov 19 18:47:29.816710 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-dd4f2930-8fdf-4aae-a6e8-0a4b6e1ebf6f req-3379c757-ddcb-4e86-ae07-358925dc4e6f tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/security-groups?id=081628d9-64b0-4c67-94ca-652db983dd39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429997 Nov 19 18:47:29.897377 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f200b38f-608a-4553-be03-88ec1534c474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:47:30.930623 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac95991-4f6e-4051-ae2b-92b511c3a919 req-04509293-3bf7-4d4b-9176-7f2ddfc91826 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:47:30.932143 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-5ac95991-4f6e-4051-ae2b-92b511c3a919 req-04509293-3bf7-4d4b-9176-7f2ddfc91826 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/ports?device_id=56a66fcd-0eb8-4610-ba4c-a8a5da0fd6f9 HTTP/1.1" status: 200 len: 943 time: 0.0477171 Nov 19 18:47:30.982291 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-5ac95991-4f6e-4051-ae2b-92b511c3a919 req-6295d8f2-f86f-42e9-989b-fb44ed7bcbc8 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/security-groups?id=081628d9-64b0-4c67-94ca-652db983dd39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434070 Nov 19 18:47:31.274055 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device f771b22c-5721-4257-bf4f-61c934a9526f details requested by agent hyperv_n-h2-818022-2 with host n-h2-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 18:47:31.368554 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port f771b22c-5721-4257-bf4f-61c934a9526f, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=f771b22c-5721-4257-bf4f-61c934a9526f,segment=NetworkSegment(23a812ef-4cef-44eb-92e0-d4d19115789c),segment_id=23a812ef-4cef-44eb-92e0-d4d19115789c)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:47:31.380127 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Returning: {'device': 'f771b22c-5721-4257-bf4f-61c934a9526f', 'network_id': 'dd488e60-fe69-42ff-959a-77b05362ce7c', 'port_id': 'f771b22c-5721-4257-bf4f-61c934a9526f', 'mac_address': 'fa:16:3e:ee:67:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cbd8582-7b90-4d7d-8ef1-80d28d15f62a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 18:47:31.416705 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:47:31.434280 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f771b22c-5721-4257-bf4f-61c934a9526f {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:47:31.453948 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port f771b22c-5721-4257-bf4f-61c934a9526f, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=f771b22c-5721-4257-bf4f-61c934a9526f,segment=NetworkSegment(23a812ef-4cef-44eb-92e0-d4d19115789c),segment_id=23a812ef-4cef-44eb-92e0-d4d19115789c)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:47:31.458876 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:47:31.507668 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Pushing event updated for resources: {'Port': ['ID=f771b22c-5721-4257-bf4f-61c934a9526f,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:47:31.730175 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] get_ports_and_sgs() called for port_ids ['f771b22c-5721-4257-bf4f-61c934a9526f'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:47:32.116646 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-eba0d7ee-a37b-4088-ae4f-d888fb15dbc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:47:32.119036 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596dc089-caa4-4f6d-a872-bf6f10c7c306 req-48da7d6a-2724-4b22-a5fe-a5a4ee924f0b tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:47:32.120623 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-596dc089-caa4-4f6d-a872-bf6f10c7c306 req-48da7d6a-2724-4b22-a5fe-a5a4ee924f0b tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/ports?device_id=56a66fcd-0eb8-4610-ba4c-a8a5da0fd6f9 HTTP/1.1" status: 200 len: 944 time: 0.0648172 Nov 19 18:47:32.172442 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-596dc089-caa4-4f6d-a872-bf6f10c7c306 req-b3a637e9-98f4-48e8-b21d-6058999e2111 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/security-groups?id=081628d9-64b0-4c67-94ca-652db983dd39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442295 Nov 19 18:47:33.289375 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device f771b22c-5721-4257-bf4f-61c934a9526f up at agent hyperv_n-h2-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:47:33.290148 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2892b4d3-fde2-4fdf-81ae-1c138fd697f5 req-f41097b0-2921-445e-86c9-854f38811125 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:47:33.291684 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2892b4d3-fde2-4fdf-81ae-1c138fd697f5 req-f41097b0-2921-445e-86c9-854f38811125 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/ports?device_id=56a66fcd-0eb8-4610-ba4c-a8a5da0fd6f9 HTTP/1.1" status: 200 len: 944 time: 0.0511856 Nov 19 18:47:33.338090 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Provisioning for port f771b22c-5721-4257-bf4f-61c934a9526f completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 18:47:33.341400 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2892b4d3-fde2-4fdf-81ae-1c138fd697f5 req-82b4a294-fc81-460b-aee3-fa45a5c59fed tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/security-groups?id=081628d9-64b0-4c67-94ca-652db983dd39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432734 Nov 19 18:47:33.341886 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Provisioning complete for port f771b22c-5721-4257-bf4f-61c934a9526f triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:47:33.342252 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:47:33.432084 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:47:33.435123 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e46ecc5a-dc14-4744-b262-3072ff2e958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:47:33.455097 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56a66fcd-0eb8-4610-ba4c-a8a5da0fd6f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f771b22c-5721-4257-bf4f-61c934a9526f'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:47:33.457321 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e87da51c426c585745380e4f647dbd896557016b88dd9fb127e5d98628c937cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97ea2def-46c9-45de-9a28-7cede0d0580e" -d '{"events": [{"server_uuid": "56a66fcd-0eb8-4610-ba4c-a8a5da0fd6f9", "name": "network-vif-plugged", "status": "completed", "tag": "f771b22c-5721-4257-bf4f-61c934a9526f"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:47:33.470221 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port f771b22c-5721-4257-bf4f-61c934a9526f, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=f771b22c-5721-4257-bf4f-61c934a9526f,segment=NetworkSegment(23a812ef-4cef-44eb-92e0-d4d19115789c),segment_id=23a812ef-4cef-44eb-92e0-d4d19115789c)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:47:33.474374 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:47:33.502679 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:47:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a4dacd9-866e-49f1-a753-e8f08bc6cf48 x-openstack-request-id: req-4a4dacd9-866e-49f1-a753-e8f08bc6cf48 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:47:33.502982 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56a66fcd-0eb8-4610-ba4c-a8a5da0fd6f9", "name": "network-vif-plugged", "status": "completed", "tag": "f771b22c-5721-4257-bf4f-61c934a9526f", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:47:33.503239 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-4a4dacd9-866e-49f1-a753-e8f08bc6cf48 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:47:33.503761 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56a66fcd-0eb8-4610-ba4c-a8a5da0fd6f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f771b22c-5721-4257-bf4f-61c934a9526f', 'code': 200} Nov 19 18:47:33.530024 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Pushing event updated for resources: {'Port': ['ID=f771b22c-5721-4257-bf4f-61c934a9526f,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:47:33.596519 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e932a96d-0cbf-4ef5-8b9a-2af28b15ad0d req-ce3443ff-aa43-416d-af9f-a411aa4396a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:47:33.598114 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e932a96d-0cbf-4ef5-8b9a-2af28b15ad0d req-ce3443ff-aa43-416d-af9f-a411aa4396a5 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=56a66fcd-0eb8-4610-ba4c-a8a5da0fd6f9 HTTP/1.1" status: 200 len: 1096 time: 0.0402894 Nov 19 18:47:33.645258 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e932a96d-0cbf-4ef5-8b9a-2af28b15ad0d req-21fae96a-3590-4c6a-8567-ff680f6c4241 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=081628d9-64b0-4c67-94ca-652db983dd39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399494 Nov 19 18:47:34.230303 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:47:34.321533 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:47:34.462466 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22957b77-c66a-468a-ab4f-f4b1a8e53197 req-34a4cb2d-3de1-4c89-8185-737f0fad5f33 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:47:34.463956 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-22957b77-c66a-468a-ab4f-f4b1a8e53197 req-34a4cb2d-3de1-4c89-8185-737f0fad5f33 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/ports?device_id=56a66fcd-0eb8-4610-ba4c-a8a5da0fd6f9 HTTP/1.1" status: 200 len: 945 time: 0.0496960 Nov 19 18:47:34.516644 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-22957b77-c66a-468a-ab4f-f4b1a8e53197 req-4cb83ec3-0659-49d7-8035-4a218fb4cef2 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/security-groups?id=081628d9-64b0-4c67-94ca-652db983dd39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449619 Nov 19 18:47:35.002278 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e013d7e6-5264-4dcc-9759-54f5fb809e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:47:35.306084 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:47:35.635499 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc016fb-ec9a-4a43-8f6f-90d961d5c65c req-d1497aca-632e-494b-bf75-307fb436c6c6 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:47:35.636982 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-dfc016fb-ec9a-4a43-8f6f-90d961d5c65c req-d1497aca-632e-494b-bf75-307fb436c6c6 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/ports?device_id=56a66fcd-0eb8-4610-ba4c-a8a5da0fd6f9 HTTP/1.1" status: 200 len: 945 time: 0.0488987 Nov 19 18:47:35.690450 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-dfc016fb-ec9a-4a43-8f6f-90d961d5c65c req-f819a03a-9db7-40d2-87eb-4eba8ef4ecad tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/security-groups?id=081628d9-64b0-4c67-94ca-652db983dd39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468776 Nov 19 18:47:35.805014 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab09f7d6-9dd2-470d-8ff2-ffd1bc4102dd req-25509e85-f752-491b-9816-7f7b3d3b7ee1 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:47:35.806506 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ab09f7d6-9dd2-470d-8ff2-ffd1bc4102dd req-25509e85-f752-491b-9816-7f7b3d3b7ee1 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/ports?device_id=56a66fcd-0eb8-4610-ba4c-a8a5da0fd6f9 HTTP/1.1" status: 200 len: 945 time: 0.0493793 Nov 19 18:47:35.858189 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ab09f7d6-9dd2-470d-8ff2-ffd1bc4102dd req-a29fea3e-0a65-4f48-9972-375663297c08 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/security-groups?id=081628d9-64b0-4c67-94ca-652db983dd39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451300 Nov 19 18:47:35.881329 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 48880) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:47:35.919734 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-330fe212-9f19-4af3-b046-edfc66717643 tempest-TestNetworkAdvancedServerOps-1145964326 tempest-TestNetworkAdvancedServerOps-1145964326-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:47:35.920702 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-330fe212-9f19-4af3-b046-edfc66717643 tempest-TestNetworkAdvancedServerOps-1145964326 tempest-TestNetworkAdvancedServerOps-1145964326-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=56a66fcd-0eb8-4610-ba4c-a8a5da0fd6f9 HTTP/1.1" status: 200 len: 1091 time: 0.0384011 Nov 19 18:47:35.923459 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 48882) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:47:35.927607 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-93962da0-923d-48e2-86d0-64c0fd07d564 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Request body: {'floatingip': {'floating_network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'port_id': 'f771b22c-5721-4257-bf4f-61c934a9526f', 'tenant_id': 'b8c9426a09804bdabdb147a7feac3908', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:47:35.950013 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-93962da0-923d-48e2-86d0-64c0fd07d564 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for floatingip, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:47:36.041938 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-93962da0-923d-48e2-86d0-64c0fd07d564 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:47:36.145480 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [None req-93962da0-923d-48e2-86d0-64c0fd07d564 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Allocated IP 172.25.7.56 (645e61aa-1a6c-4e8f-857e-ab06edb4897f/88ed2d64-f56d-4f01-a468-946e01c99e82/a0a5d7e0-9fab-4930-8629-d7584649386c) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:47:36.241301 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-93962da0-923d-48e2-86d0-64c0fd07d564 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:47:36.277210 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-93962da0-923d-48e2-86d0-64c0fd07d564 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:47:36.316423 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93962da0-923d-48e2-86d0-64c0fd07d564 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Network 645e61aa-1a6c-4e8f-857e-ab06edb4897f is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:47:36.319355 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-93962da0-923d-48e2-86d0-64c0fd07d564 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:47:36.322634 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93962da0-923d-48e2-86d0-64c0fd07d564 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:47:36.327918 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93962da0-923d-48e2-86d0-64c0fd07d564 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Pushing event updated for resources: {'Port': ['ID=a0a5d7e0-9fab-4930-8629-d7584649386c,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:47:36.994561 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-93962da0-923d-48e2-86d0-64c0fd07d564 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:47:37.058924 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-93962da0-923d-48e2-86d0-64c0fd07d564 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:47:37.207826 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-93962da0-923d-48e2-86d0-64c0fd07d564 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for port, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:47:37.212149 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-93962da0-923d-48e2-86d0-64c0fd07d564 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:47:37.281920 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93962da0-923d-48e2-86d0-64c0fd07d564 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Pushing event updated for resources: {'Port': ['ID=a0a5d7e0-9fab-4930-8629-d7584649386c,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:47:37.291463 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-93962da0-923d-48e2-86d0-64c0fd07d564 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-671284'] for floatingip, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:47:37.391673 n-d-818022-2 neutron-server[103364]: INFO neutron.db.l3_db [None req-93962da0-923d-48e2-86d0-64c0fd07d564 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Floating IP 1dbd9a37-c61e-41d2-9528-3d9f382861df associated. External IP: 172.25.7.56, port: f771b22c-5721-4257-bf4f-61c934a9526f. Nov 19 18:47:37.595325 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93962da0-923d-48e2-86d0-64c0fd07d564 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Router 4989c2b1-0365-40c1-aa34-a81250a958af has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 18:47:37.701909 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93962da0-923d-48e2-86d0-64c0fd07d564 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:47:37.711576 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2206f6-595b-4dd1-9a7a-a203827352ed None None] Sync routers for ids ['4989c2b1-0365-40c1-aa34-a81250a958af'] in n-d-818022-2 {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:47:37.720273 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-93962da0-923d-48e2-86d0-64c0fd07d564 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for floatingip, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:47:37.721867 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2206f6-595b-4dd1-9a7a-a203827352ed None None] Routers {'4989c2b1-0365-40c1-aa34-a81250a958af'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:47:37.722487 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-5a2206f6-595b-4dd1-9a7a-a203827352ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:47:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['4989c2b1-0365-40c1-aa34-a81250a958af'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:47:37.750056 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-93962da0-923d-48e2-86d0-64c0fd07d564 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8226597 Nov 19 18:47:37.750056 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56a66fcd-0eb8-4610-ba4c-a8a5da0fd6f9', 'tag': 'f771b22c-5721-4257-bf4f-61c934a9526f'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:47:37.750843 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52b8413beb4c6ee9e3ef24221fee7166c8d58dd3d366bc989a0565316b268f0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e853e0f-d0eb-40c6-afb8-5cf107883a62" -d '{"events": [{"name": "network-changed", "server_uuid": "56a66fcd-0eb8-4610-ba4c-a8a5da0fd6f9", "tag": "f771b22c-5721-4257-bf4f-61c934a9526f"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:47:37.805021 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 18:47:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00011c8b-fdb6-4485-9f9a-6d9174a16534 x-openstack-request-id: req-00011c8b-fdb6-4485-9f9a-6d9174a16534 {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:47:37.805525 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56a66fcd-0eb8-4610-ba4c-a8a5da0fd6f9", "tag": "f771b22c-5721-4257-bf4f-61c934a9526f", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:47:37.806026 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-00011c8b-fdb6-4485-9f9a-6d9174a16534 {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:47:37.806609 n-d-818022-2 neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56a66fcd-0eb8-4610-ba4c-a8a5da0fd6f9', 'tag': 'f771b22c-5721-4257-bf4f-61c934a9526f', 'status': 'completed', 'code': 200} Nov 19 18:47:37.834274 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-5a2206f6-595b-4dd1-9a7a-a203827352ed None None] Set router 4989c2b1-0365-40c1-aa34-a81250a958af gateway port host: n-d-818022-2 {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:47:37.895239 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8456651-bb0a-41be-86c3-014e72295357 req-2a36091e-ce32-4438-94f5-e4f6b02c6d12 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:47:37.896653 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c8456651-bb0a-41be-86c3-014e72295357 req-2a36091e-ce32-4438-94f5-e4f6b02c6d12 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/ports?device_id=56a66fcd-0eb8-4610-ba4c-a8a5da0fd6f9 HTTP/1.1" status: 200 len: 945 time: 0.0759735 Nov 19 18:47:37.899285 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e853e0f-d0eb-40c6-afb8-5cf107883a62 req-570a51a4-7714-477e-a229-0d144130046b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:47:37.900714 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7e853e0f-d0eb-40c6-afb8-5cf107883a62 req-570a51a4-7714-477e-a229-0d144130046b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b8c9426a09804bdabdb147a7feac3908&device_id=56a66fcd-0eb8-4610-ba4c-a8a5da0fd6f9 HTTP/1.1" status: 200 len: 1096 time: 0.0708585 Nov 19 18:47:37.998195 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c8456651-bb0a-41be-86c3-014e72295357 req-9420562e-a118-4d55-b35a-cddd06888e22 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/security-groups?id=081628d9-64b0-4c67-94ca-652db983dd39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955272 Nov 19 18:47:38.023963 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 48888) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:47:38.029706 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e853e0f-d0eb-40c6-afb8-5cf107883a62 req-c5fbc48b-fd0d-47bb-80c0-83405c0e9b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:47:38.036774 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7e853e0f-d0eb-40c6-afb8-5cf107883a62 req-c5fbc48b-fd0d-47bb-80c0-83405c0e9b0b service neutron] 10.222.0.86 "GET /v2.0/networks?id=dd488e60-fe69-42ff-959a-77b05362ce7c HTTP/1.1" status: 200 len: 898 time: 0.1220031 Nov 19 18:47:38.064621 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-5a2206f6-595b-4dd1-9a7a-a203827352ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4989c2b1-0365-40c1-aa34-a81250a958af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-649428910', 'tenant_id': 'b8c9426a09804bdabdb147a7feac3908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': '22a94b0a-c34e-4d6b-9847-f0d98709e592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:47:14Z', 'updated_at': '2021-11-19T18:47:18Z', 'revision_number': 4, 'project_id': 'b8c9426a09804bdabdb147a7feac3908', 'gw_port': {'id': '22a94b0a-c34e-4d6b-9847-f0d98709e592', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:01:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4989c2b1-0365-40c1-aa34-a81250a958af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:47:14Z', 'updated_at': '2021-11-19T18:47:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_floatingips': [{'id': '1dbd9a37-c61e-41d2-9528-3d9f382861df', 'tenant_id': 'b8c9426a09804bdabdb147a7feac3908', 'floating_ip_address': '172.25.7.56', 'floating_network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'router_id': '4989c2b1-0365-40c1-aa34-a81250a958af', 'port_id': 'f771b22c-5721-4257-bf4f-61c934a9526f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4245, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd488e60-fe69-42ff-959a-77b05362ce7c', 'mac_address': 'fa:16:3e:ee:67:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a66fcd-0eb8-4610-ba4c-a8a5da0fd6f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T18:47:36Z', 'updated_at': '2021-11-19T18:47:36Z', 'revision_number': 0, 'project_id': 'b8c9426a09804bdabdb147a7feac3908', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8623662-83a1-495f-8b13-181fe4f97b8c', 'name': '', 'network_id': 'dd488e60-fe69-42ff-959a-77b05362ce7c', 'tenant_id': 'b8c9426a09804bdabdb147a7feac3908', 'mac_address': 'fa:16:3e:7d:61:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4989c2b1-0365-40c1-aa34-a81250a958af', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '7cbd8582-7b90-4d7d-8ef1-80d28d15f62a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:47:17Z', 'updated_at': '2021-11-19T18:47:20Z', 'revision_number': 5, 'project_id': 'b8c9426a09804bdabdb147a7feac3908', 'subnets': [{'id': '7cbd8582-7b90-4d7d-8ef1-80d28d15f62a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:47:38.093803 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-079bdead-0bbb-47af-b99c-09a3725af9ab tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/floatingips/1dbd9a37-c61e-41d2-9528-3d9f382861df HTTP/1.1" status: 200 len: 990 time: 0.0680039 Nov 19 18:47:38.095326 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2206f6-595b-4dd1-9a7a-a203827352ed None None] Checking router: 4989c2b1-0365-40c1-aa34-a81250a958af for host: n-d-818022-2 {{(pid=103366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:47:38.103556 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7e853e0f-d0eb-40c6-afb8-5cf107883a62 req-dd533cb2-72d3-4dbc-ada4-f680b4436a0d service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f771b22c-5721-4257-bf4f-61c934a9526f HTTP/1.1" status: 200 len: 998 time: 0.0641150 Nov 19 18:47:38.103759 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2206f6-595b-4dd1-9a7a-a203827352ed None None] Routers {'4989c2b1-0365-40c1-aa34-a81250a958af'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:47:38.104252 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-5a2206f6-595b-4dd1-9a7a-a203827352ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:47:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['4989c2b1-0365-40c1-aa34-a81250a958af'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:47:38.159074 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e853e0f-d0eb-40c6-afb8-5cf107883a62 req-db42f0ae-d373-4e81-af52-905a7d6e5e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:47:38.160440 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7e853e0f-d0eb-40c6-afb8-5cf107883a62 req-db42f0ae-d373-4e81-af52-905a7d6e5e0f service neutron] 10.222.0.86 "GET /v2.0/subnets?id=7cbd8582-7b90-4d7d-8ef1-80d28d15f62a HTTP/1.1" status: 200 len: 835 time: 0.0478606 Nov 19 18:47:38.210053 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-5a2206f6-595b-4dd1-9a7a-a203827352ed None None] Set router 4989c2b1-0365-40c1-aa34-a81250a958af gateway port host: n-d-818022-2 {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:47:38.210555 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e853e0f-d0eb-40c6-afb8-5cf107883a62 req-11d188eb-e8ef-4363-9610-3cdf89b21f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:47:38.212085 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7e853e0f-d0eb-40c6-afb8-5cf107883a62 req-11d188eb-e8ef-4363-9610-3cdf89b21f59 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=dd488e60-fe69-42ff-959a-77b05362ce7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408256 Nov 19 18:47:38.301858 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7e853e0f-d0eb-40c6-afb8-5cf107883a62 req-289e20e6-3d1e-4768-a8ee-efd183b81e91 service neutron] 10.222.0.86 "GET /v2.0/networks/dd488e60-fe69-42ff-959a-77b05362ce7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809007 Nov 19 18:47:38.397486 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7e853e0f-d0eb-40c6-afb8-5cf107883a62 req-23e27810-bd94-4014-9e89-3b4d74486176 service neutron] 10.222.0.86 "GET /v2.0/networks/dd488e60-fe69-42ff-959a-77b05362ce7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872471 Nov 19 18:47:38.435628 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-5a2206f6-595b-4dd1-9a7a-a203827352ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4989c2b1-0365-40c1-aa34-a81250a958af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-649428910', 'tenant_id': 'b8c9426a09804bdabdb147a7feac3908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': '22a94b0a-c34e-4d6b-9847-f0d98709e592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:47:14Z', 'updated_at': '2021-11-19T18:47:18Z', 'revision_number': 4, 'project_id': 'b8c9426a09804bdabdb147a7feac3908', 'gw_port': {'id': '22a94b0a-c34e-4d6b-9847-f0d98709e592', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:01:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4989c2b1-0365-40c1-aa34-a81250a958af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:47:14Z', 'updated_at': '2021-11-19T18:47:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_floatingips': [{'id': '1dbd9a37-c61e-41d2-9528-3d9f382861df', 'tenant_id': 'b8c9426a09804bdabdb147a7feac3908', 'floating_ip_address': '172.25.7.56', 'floating_network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'router_id': '4989c2b1-0365-40c1-aa34-a81250a958af', 'port_id': 'f771b22c-5721-4257-bf4f-61c934a9526f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4245, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd488e60-fe69-42ff-959a-77b05362ce7c', 'mac_address': 'fa:16:3e:ee:67:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a66fcd-0eb8-4610-ba4c-a8a5da0fd6f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T18:47:36Z', 'updated_at': '2021-11-19T18:47:36Z', 'revision_number': 0, 'project_id': 'b8c9426a09804bdabdb147a7feac3908', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8623662-83a1-495f-8b13-181fe4f97b8c', 'name': '', 'network_id': 'dd488e60-fe69-42ff-959a-77b05362ce7c', 'tenant_id': 'b8c9426a09804bdabdb147a7feac3908', 'mac_address': 'fa:16:3e:7d:61:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4989c2b1-0365-40c1-aa34-a81250a958af', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '7cbd8582-7b90-4d7d-8ef1-80d28d15f62a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:47:17Z', 'updated_at': '2021-11-19T18:47:20Z', 'revision_number': 5, 'project_id': 'b8c9426a09804bdabdb147a7feac3908', 'subnets': [{'id': '7cbd8582-7b90-4d7d-8ef1-80d28d15f62a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:47:38.461416 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2206f6-595b-4dd1-9a7a-a203827352ed None None] The sync data for ids ['4989c2b1-0365-40c1-aa34-a81250a958af'] in n-d-818022-2 is: [{'id': '4989c2b1-0365-40c1-aa34-a81250a958af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-649428910', 'tenant_id': 'b8c9426a09804bdabdb147a7feac3908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': '22a94b0a-c34e-4d6b-9847-f0d98709e592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:47:14Z', 'updated_at': '2021-11-19T18:47:18Z', 'revision_number': 4, 'project_id': 'b8c9426a09804bdabdb147a7feac3908', 'gw_port': {'id': '22a94b0a-c34e-4d6b-9847-f0d98709e592', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:01:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4989c2b1-0365-40c1-aa34-a81250a958af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:47:14Z', 'updated_at': '2021-11-19T18:47:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_floatingips': [{'id': '1dbd9a37-c61e-41d2-9528-3d9f382861df', 'tenant_id': 'b8c9426a09804bdabdb147a7feac3908', 'floating_ip_address': '172.25.7.56', 'floating_network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'router_id': '4989c2b1-0365-40c1-aa34-a81250a958af', 'port_id': 'f771b22c-5721-4257-bf4f-61c934a9526f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4245, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd488e60-fe69-42ff-959a-77b05362ce7c', 'mac_address': 'fa:16:3e:ee:67:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a66fcd-0eb8-4610-ba4c-a8a5da0fd6f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T18:47:36Z', 'updated_at': '2021-11-19T18:47:36Z', 'revision_number': 0, 'project_id': 'b8c9426a09804bdabdb147a7feac3908', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8623662-83a1-495f-8b13-181fe4f97b8c', 'name': '', 'network_id': 'dd488e60-fe69-42ff-959a-77b05362ce7c', 'tenant_id': 'b8c9426a09804bdabdb147a7feac3908', 'mac_address': 'fa:16:3e:7d:61:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4989c2b1-0365-40c1-aa34-a81250a958af', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '7cbd8582-7b90-4d7d-8ef1-80d28d15f62a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:47:17Z', 'updated_at': '2021-11-19T18:47:20Z', 'revision_number': 5, 'project_id': 'b8c9426a09804bdabdb147a7feac3908', 'subnets': [{'id': '7cbd8582-7b90-4d7d-8ef1-80d28d15f62a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:47:38.659322 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de46132-5abb-4fbe-a825-8da17c63abe9 None None] New status for floating IP 1dbd9a37-c61e-41d2-9528-3d9f382861df: ACTIVE {{(pid=103367) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 18:47:39.097665 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 48890) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:47:39.157151 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-edafd406-6afe-4e65-b2a3-199c922af0a1 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/floatingips/1dbd9a37-c61e-41d2-9528-3d9f382861df HTTP/1.1" status: 200 len: 992 time: 0.0581553 Nov 19 18:47:59.898718 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d7da2edd-f685-4b7f-9c83-f32ab4d8659b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:48:02.122087 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a70e0ede-3ce6-4bbb-8d1e-190356197467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:48:03.426600 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e46ecc5a-dc14-4744-b262-3072ff2e958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:48:04.243693 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:48:04.318138 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:48:04.400393 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.agents_db [None req-619e5c26-d9ed-4321-86eb-7d443bb9dfa2 None None] Agent healthcheck: found 7 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 18:48:05.001106 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e013d7e6-5264-4dcc-9759-54f5fb809e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:48:05.308748 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:48:10.445124 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [req-4e617c3d-f1d3-4da8-b75d-266413573db4 req-34f10cf2-a78b-4191-a0f4-01c185d7de45 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=103365) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 18:48:10.446165 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4e617c3d-f1d3-4da8-b75d-266413573db4 req-34f10cf2-a78b-4191-a0f4-01c185d7de45 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055552 Nov 19 18:48:10.629346 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 48908) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:48:10.641503 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1064c8-e46a-4d10-bc08-1ae7c7f603ef req-30c5694f-2845-4274-aa9f-8fc71373c92a tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:48:10.643711 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ab1064c8-e46a-4d10-bc08-1ae7c7f603ef req-30c5694f-2845-4274-aa9f-8fc71373c92a tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/ports?device_id=56a66fcd-0eb8-4610-ba4c-a8a5da0fd6f9 HTTP/1.1" status: 200 len: 945 time: 0.0599484 Nov 19 18:48:10.695440 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ab1064c8-e46a-4d10-bc08-1ae7c7f603ef req-edae6503-d957-43a2-8294-e4261ab7bd52 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/security-groups?id=081628d9-64b0-4c67-94ca-652db983dd39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457628 Nov 19 18:48:10.712428 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-611bfd1c-80bb-4909-bb69-d43482a4358e req-e9dc3fdb-b12c-4e25-96ca-6362b8f53210 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=56a66fcd-0eb8-4610-ba4c-a8a5da0fd6f9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0818775 Nov 19 18:48:10.721242 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [req-611bfd1c-80bb-4909-bb69-d43482a4358e req-26e081c5-da1a-44bd-82ee-bc6b9da4ba58 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=103365) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 18:48:10.722227 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-611bfd1c-80bb-4909-bb69-d43482a4358e req-26e081c5-da1a-44bd-82ee-bc6b9da4ba58 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050106 Nov 19 18:48:11.459235 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368a0b8b-e0b7-4127-8ca6-a79a2047b916 req-bfab9a12-2873-4eaa-a3ac-1e65fb357d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:48:11.460751 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-368a0b8b-e0b7-4127-8ca6-a79a2047b916 req-bfab9a12-2873-4eaa-a3ac-1e65fb357d2e service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b8c9426a09804bdabdb147a7feac3908&device_id=56a66fcd-0eb8-4610-ba4c-a8a5da0fd6f9 HTTP/1.1" status: 200 len: 1096 time: 0.0430100 Nov 19 18:48:11.574530 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368a0b8b-e0b7-4127-8ca6-a79a2047b916 req-3d694fe1-a364-4d1b-a1af-c4b06ec91e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:48:11.576016 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-368a0b8b-e0b7-4127-8ca6-a79a2047b916 req-3d694fe1-a364-4d1b-a1af-c4b06ec91e98 service neutron] 10.222.0.86 "GET /v2.0/networks?id=dd488e60-fe69-42ff-959a-77b05362ce7c HTTP/1.1" status: 200 len: 898 time: 0.0932047 Nov 19 18:48:11.643238 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-368a0b8b-e0b7-4127-8ca6-a79a2047b916 req-74038957-b60e-4bef-9be8-64a0e1395848 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f771b22c-5721-4257-bf4f-61c934a9526f HTTP/1.1" status: 200 len: 1000 time: 0.0590987 Nov 19 18:48:11.696782 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368a0b8b-e0b7-4127-8ca6-a79a2047b916 req-37636a8f-d9ef-4825-95e7-0838f3a15c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:48:11.698177 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-368a0b8b-e0b7-4127-8ca6-a79a2047b916 req-37636a8f-d9ef-4825-95e7-0838f3a15c0f service neutron] 10.222.0.86 "GET /v2.0/subnets?id=7cbd8582-7b90-4d7d-8ef1-80d28d15f62a HTTP/1.1" status: 200 len: 835 time: 0.0479422 Nov 19 18:48:11.743716 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368a0b8b-e0b7-4127-8ca6-a79a2047b916 req-5e7bb3e4-8b2a-4b9f-98d9-aef1d3f3fa37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:48:11.745239 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-368a0b8b-e0b7-4127-8ca6-a79a2047b916 req-5e7bb3e4-8b2a-4b9f-98d9-aef1d3f3fa37 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=dd488e60-fe69-42ff-959a-77b05362ce7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401678 Nov 19 18:48:11.879208 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c011d6a8-7b50-4a6e-b17e-161483f6cfce req-f105ac65-b4f8-4f0b-869b-1914459c942a tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:48:11.880686 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c011d6a8-7b50-4a6e-b17e-161483f6cfce req-f105ac65-b4f8-4f0b-869b-1914459c942a tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/ports?device_id=56a66fcd-0eb8-4610-ba4c-a8a5da0fd6f9 HTTP/1.1" status: 200 len: 945 time: 0.1079488 Nov 19 18:48:11.884429 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-368a0b8b-e0b7-4127-8ca6-a79a2047b916 req-9a5526d2-acf5-4e1b-bd9a-9d476686f3a1 service neutron] 10.222.0.86 "GET /v2.0/networks/dd488e60-fe69-42ff-959a-77b05362ce7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298194 Nov 19 18:48:11.985087 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c011d6a8-7b50-4a6e-b17e-161483f6cfce req-b9f94cd9-c536-49cc-8f5d-3f65fc8092bd tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/security-groups?id=081628d9-64b0-4c67-94ca-652db983dd39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0979829 Nov 19 18:48:12.009796 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-368a0b8b-e0b7-4127-8ca6-a79a2047b916 req-22a5042e-0908-48a7-b70f-af9d8d4480f7 service neutron] 10.222.0.86 "GET /v2.0/networks/dd488e60-fe69-42ff-959a-77b05362ce7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166430 Nov 19 18:48:12.091623 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611bfd1c-80bb-4909-bb69-d43482a4358e req-a890a5d2-817c-43cd-959f-a5d18486575d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:48:12.093123 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-611bfd1c-80bb-4909-bb69-d43482a4358e req-a890a5d2-817c-43cd-959f-a5d18486575d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b8c9426a09804bdabdb147a7feac3908&device_id=56a66fcd-0eb8-4610-ba4c-a8a5da0fd6f9 HTTP/1.1" status: 200 len: 1096 time: 0.0410943 Nov 19 18:48:12.182902 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611bfd1c-80bb-4909-bb69-d43482a4358e req-9a88f28c-ae3f-4e75-8b46-9a609c8f2629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:48:12.184737 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-611bfd1c-80bb-4909-bb69-d43482a4358e req-9a88f28c-ae3f-4e75-8b46-9a609c8f2629 service neutron] 10.222.0.86 "GET /v2.0/networks?id=dd488e60-fe69-42ff-959a-77b05362ce7c HTTP/1.1" status: 200 len: 898 time: 0.0831878 Nov 19 18:48:12.253512 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-611bfd1c-80bb-4909-bb69-d43482a4358e req-585dd890-e9d7-419b-8375-0b1ce353eb83 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f771b22c-5721-4257-bf4f-61c934a9526f HTTP/1.1" status: 200 len: 1000 time: 0.0609899 Nov 19 18:48:12.303281 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611bfd1c-80bb-4909-bb69-d43482a4358e req-ae023234-cf11-42c5-9a02-b5518c38eb5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:48:12.304945 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-611bfd1c-80bb-4909-bb69-d43482a4358e req-ae023234-cf11-42c5-9a02-b5518c38eb5d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=7cbd8582-7b90-4d7d-8ef1-80d28d15f62a HTTP/1.1" status: 200 len: 835 time: 0.0439703 Nov 19 18:48:12.352025 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611bfd1c-80bb-4909-bb69-d43482a4358e req-4f85a36e-98ed-4fd3-acde-c6fcd16f8413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:48:12.353529 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-611bfd1c-80bb-4909-bb69-d43482a4358e req-4f85a36e-98ed-4fd3-acde-c6fcd16f8413 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=dd488e60-fe69-42ff-959a-77b05362ce7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411954 Nov 19 18:48:12.458015 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-611bfd1c-80bb-4909-bb69-d43482a4358e req-2fd8e0b5-5d87-41a3-ab16-b98d1e87291b service neutron] 10.222.0.86 "GET /v2.0/networks/dd488e60-fe69-42ff-959a-77b05362ce7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962057 Nov 19 18:48:12.552506 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-611bfd1c-80bb-4909-bb69-d43482a4358e req-e362463f-d6ad-4da5-948a-be20108cb9b1 service neutron] 10.222.0.86 "GET /v2.0/networks/dd488e60-fe69-42ff-959a-77b05362ce7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827417 Nov 19 18:48:13.101459 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029e1726-d18f-43a3-816b-b28577e09b03 req-d9efe2e1-62f4-49b2-bcc9-221b355d4b33 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:48:13.103049 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-029e1726-d18f-43a3-816b-b28577e09b03 req-d9efe2e1-62f4-49b2-bcc9-221b355d4b33 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/ports?device_id=56a66fcd-0eb8-4610-ba4c-a8a5da0fd6f9 HTTP/1.1" status: 200 len: 945 time: 0.0488248 Nov 19 18:48:13.152406 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-029e1726-d18f-43a3-816b-b28577e09b03 req-cf6a5e02-beb8-4121-b7f4-515204af0a94 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/security-groups?id=081628d9-64b0-4c67-94ca-652db983dd39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429275 Nov 19 18:48:14.275238 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dd6443-47ad-4db0-9de1-18c741922564 req-f72c6964-a1fd-4f8a-87a4-e4475ed6e7d3 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:48:14.276727 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f7dd6443-47ad-4db0-9de1-18c741922564 req-f72c6964-a1fd-4f8a-87a4-e4475ed6e7d3 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/ports?device_id=56a66fcd-0eb8-4610-ba4c-a8a5da0fd6f9 HTTP/1.1" status: 200 len: 945 time: 0.0539386 Nov 19 18:48:14.326039 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f7dd6443-47ad-4db0-9de1-18c741922564 req-91d6f10b-e138-4349-a1b6-f951503ffeaa tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/security-groups?id=081628d9-64b0-4c67-94ca-652db983dd39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432112 Nov 19 18:48:15.443450 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978e2ab9-9965-48f2-9372-21915291b57c req-0253cc1a-4347-4bf6-8b7c-7cd91397e6a5 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:48:15.444923 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-978e2ab9-9965-48f2-9372-21915291b57c req-0253cc1a-4347-4bf6-8b7c-7cd91397e6a5 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/ports?device_id=56a66fcd-0eb8-4610-ba4c-a8a5da0fd6f9 HTTP/1.1" status: 200 len: 945 time: 0.0481288 Nov 19 18:48:15.497646 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-978e2ab9-9965-48f2-9372-21915291b57c req-be210056-3064-4e62-80f3-61531fff7967 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/security-groups?id=081628d9-64b0-4c67-94ca-652db983dd39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467408 Nov 19 18:48:16.614453 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5a3ce1-df3e-414b-8bd6-2e708594484f req-7112a0bb-ef98-4437-8550-05a3a0836732 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:48:16.615948 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-dc5a3ce1-df3e-414b-8bd6-2e708594484f req-7112a0bb-ef98-4437-8550-05a3a0836732 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/ports?device_id=56a66fcd-0eb8-4610-ba4c-a8a5da0fd6f9 HTTP/1.1" status: 200 len: 945 time: 0.0490241 Nov 19 18:48:16.664049 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-dc5a3ce1-df3e-414b-8bd6-2e708594484f req-52f6f8b3-7f02-4731-bc26-05d9a4025cf5 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/security-groups?id=081628d9-64b0-4c67-94ca-652db983dd39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418589 Nov 19 18:48:17.780476 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e227602-fa1b-4be3-866c-73739234386d req-5a29f600-52d4-4923-8fe0-eee8f005d51a tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:48:17.782019 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-5e227602-fa1b-4be3-866c-73739234386d req-5a29f600-52d4-4923-8fe0-eee8f005d51a tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/ports?device_id=56a66fcd-0eb8-4610-ba4c-a8a5da0fd6f9 HTTP/1.1" status: 200 len: 945 time: 0.0500646 Nov 19 18:48:17.832180 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-5e227602-fa1b-4be3-866c-73739234386d req-b75027c4-fdf2-4d5a-b312-739b83e98131 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/security-groups?id=081628d9-64b0-4c67-94ca-652db983dd39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440588 Nov 19 18:48:18.946656 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6436cde3-2823-492b-9918-feeea6b095c1 req-69507607-65fd-4d42-9e01-fa84fa14b493 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:48:18.948125 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6436cde3-2823-492b-9918-feeea6b095c1 req-69507607-65fd-4d42-9e01-fa84fa14b493 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/ports?device_id=56a66fcd-0eb8-4610-ba4c-a8a5da0fd6f9 HTTP/1.1" status: 200 len: 945 time: 0.0481262 Nov 19 18:48:19.000959 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6436cde3-2823-492b-9918-feeea6b095c1 req-3e06dd39-9f2c-4aa4-b5c2-ce1a88349b06 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/security-groups?id=081628d9-64b0-4c67-94ca-652db983dd39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469973 Nov 19 18:48:20.127223 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d145a09-f5ce-4b14-b4b5-e93722c029f4 req-0688a539-0901-4ea6-9565-11d63da1da9b tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:48:20.128707 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-1d145a09-f5ce-4b14-b4b5-e93722c029f4 req-0688a539-0901-4ea6-9565-11d63da1da9b tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/ports?device_id=56a66fcd-0eb8-4610-ba4c-a8a5da0fd6f9 HTTP/1.1" status: 200 len: 945 time: 0.0498106 Nov 19 18:48:20.178295 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-1d145a09-f5ce-4b14-b4b5-e93722c029f4 req-4e235ba5-9048-42b1-8ceb-1da98932d4ea tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/security-groups?id=081628d9-64b0-4c67-94ca-652db983dd39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433331 Nov 19 18:48:21.295008 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e478fd-ee6d-45fe-883a-5e316a662674 req-6ac937e0-ecdc-4535-8191-1a1b07223cdf tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:48:21.296477 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-22e478fd-ee6d-45fe-883a-5e316a662674 req-6ac937e0-ecdc-4535-8191-1a1b07223cdf tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/ports?device_id=56a66fcd-0eb8-4610-ba4c-a8a5da0fd6f9 HTTP/1.1" status: 200 len: 945 time: 0.0493104 Nov 19 18:48:21.345944 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-22e478fd-ee6d-45fe-883a-5e316a662674 req-44e69332-ea3c-44be-8e79-120864660a5f tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/security-groups?id=081628d9-64b0-4c67-94ca-652db983dd39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429380 Nov 19 18:48:22.469989 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420d584e-a446-4321-a1cc-e645cbbf79ca req-3ffee4b9-7334-4272-991a-aea1d2784485 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:48:22.472189 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-420d584e-a446-4321-a1cc-e645cbbf79ca req-3ffee4b9-7334-4272-991a-aea1d2784485 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/ports?device_id=56a66fcd-0eb8-4610-ba4c-a8a5da0fd6f9 HTTP/1.1" status: 200 len: 945 time: 0.0544593 Nov 19 18:48:22.523122 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-420d584e-a446-4321-a1cc-e645cbbf79ca req-67f92838-179b-48fd-80ea-0853c43712ae tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/security-groups?id=081628d9-64b0-4c67-94ca-652db983dd39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437517 Nov 19 18:48:23.647115 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459261f3-88c1-40e5-b41f-96394b350590 req-b46b8912-48d3-4cba-b5cb-bf27b18b0038 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:48:23.648597 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-459261f3-88c1-40e5-b41f-96394b350590 req-b46b8912-48d3-4cba-b5cb-bf27b18b0038 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/ports?device_id=56a66fcd-0eb8-4610-ba4c-a8a5da0fd6f9 HTTP/1.1" status: 200 len: 945 time: 0.0491316 Nov 19 18:48:23.697521 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-459261f3-88c1-40e5-b41f-96394b350590 req-5dc49c07-0c6e-4363-a3dd-c445a8ef0cae tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/security-groups?id=081628d9-64b0-4c67-94ca-652db983dd39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429802 Nov 19 18:48:24.810540 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde84bb3-6a11-4ff3-a158-c94eb1ff2fd6 req-4df1f5d8-9b7e-4b61-8c82-2890c188cd9e tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:48:24.812029 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-dde84bb3-6a11-4ff3-a158-c94eb1ff2fd6 req-4df1f5d8-9b7e-4b61-8c82-2890c188cd9e tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/ports?device_id=56a66fcd-0eb8-4610-ba4c-a8a5da0fd6f9 HTTP/1.1" status: 200 len: 945 time: 0.0479107 Nov 19 18:48:24.860559 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-dde84bb3-6a11-4ff3-a158-c94eb1ff2fd6 req-d4aafa4b-c5ce-42dc-bb3e-790c6757ed9b tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/security-groups?id=081628d9-64b0-4c67-94ca-652db983dd39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420935 Nov 19 18:48:25.984364 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0666dc94-5a72-455c-8620-43f5da67ceb2 req-14d3a25c-cfd0-4ce4-8b38-214a928465f4 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:48:25.986393 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0666dc94-5a72-455c-8620-43f5da67ceb2 req-14d3a25c-cfd0-4ce4-8b38-214a928465f4 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/ports?device_id=56a66fcd-0eb8-4610-ba4c-a8a5da0fd6f9 HTTP/1.1" status: 200 len: 945 time: 0.0529003 Nov 19 18:48:26.033840 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0666dc94-5a72-455c-8620-43f5da67ceb2 req-178dca10-23e2-4ef7-917d-cdce0f4619a0 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/security-groups?id=081628d9-64b0-4c67-94ca-652db983dd39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415685 Nov 19 18:48:27.152672 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecb11e2-b695-44e1-bb5e-35a5dca21fae req-2d4e0ab4-5260-4ae7-8e02-2bad1e9f5798 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:48:27.154163 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-aecb11e2-b695-44e1-bb5e-35a5dca21fae req-2d4e0ab4-5260-4ae7-8e02-2bad1e9f5798 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/ports?device_id=56a66fcd-0eb8-4610-ba4c-a8a5da0fd6f9 HTTP/1.1" status: 200 len: 945 time: 0.0520222 Nov 19 18:48:27.202878 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-aecb11e2-b695-44e1-bb5e-35a5dca21fae req-8ba88ce2-f6fa-4e54-953f-e5705adfed72 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/security-groups?id=081628d9-64b0-4c67-94ca-652db983dd39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427372 Nov 19 18:48:28.321967 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27498eff-d921-445f-b90a-9f21c284f722 req-323f45a2-2bc0-40a0-8db6-0096530d5365 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:48:28.323515 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-27498eff-d921-445f-b90a-9f21c284f722 req-323f45a2-2bc0-40a0-8db6-0096530d5365 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/ports?device_id=56a66fcd-0eb8-4610-ba4c-a8a5da0fd6f9 HTTP/1.1" status: 200 len: 945 time: 0.0503702 Nov 19 18:48:28.374523 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-27498eff-d921-445f-b90a-9f21c284f722 req-b4fc942f-c641-42af-8643-32bb11f78ab5 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/security-groups?id=081628d9-64b0-4c67-94ca-652db983dd39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444295 Nov 19 18:48:29.404121 n-d-818022-2 neutron-server[103365]: INFO neutron.api.v2.resource [req-611bfd1c-80bb-4909-bb69-d43482a4358e req-6d5331a9-4f1d-4925-b52e-2caeed16582c service neutron] show failed (client error): The resource could not be found. Nov 19 18:48:29.405150 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-611bfd1c-80bb-4909-bb69-d43482a4358e req-6d5331a9-4f1d-4925-b52e-2caeed16582c service neutron] 10.222.0.86 "GET /v2.0/ports/f771b22c-5721-4257-bf4f-61c934a9526f/bindings/n-h1-818022-2 HTTP/1.1" status: 404 len: 380 time: 0.0526011 Nov 19 18:48:29.498486 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562c92bf-201b-4b9f-a299-fea4cc64ebd5 req-691afe7a-0e4f-45c7-adcf-bc77e5802a0b tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:48:29.500151 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-562c92bf-201b-4b9f-a299-fea4cc64ebd5 req-691afe7a-0e4f-45c7-adcf-bc77e5802a0b tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/ports?device_id=56a66fcd-0eb8-4610-ba4c-a8a5da0fd6f9 HTTP/1.1" status: 200 len: 945 time: 0.0504832 Nov 19 18:48:29.558548 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-562c92bf-201b-4b9f-a299-fea4cc64ebd5 req-b8e98d93-d14d-4dd9-becc-e097ea3dc68d tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/security-groups?id=081628d9-64b0-4c67-94ca-652db983dd39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517263 Nov 19 18:48:29.610573 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611bfd1c-80bb-4909-bb69-d43482a4358e req-b5146441-7fa5-4a65-8589-8d2e94b52223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:48:29.612136 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-611bfd1c-80bb-4909-bb69-d43482a4358e req-b5146441-7fa5-4a65-8589-8d2e94b52223 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=56a66fcd-0eb8-4610-ba4c-a8a5da0fd6f9&tenant_id=b8c9426a09804bdabdb147a7feac3908 HTTP/1.1" status: 200 len: 1096 time: 0.0414951 Nov 19 18:48:29.623796 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [req-611bfd1c-80bb-4909-bb69-d43482a4358e req-7492f3da-2bc6-45c4-aea2-9dc3fb37c99a service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=103364) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 18:48:29.624834 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-611bfd1c-80bb-4909-bb69-d43482a4358e req-7492f3da-2bc6-45c4-aea2-9dc3fb37c99a service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051396 Nov 19 18:48:29.636776 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-611bfd1c-80bb-4909-bb69-d43482a4358e req-3dde5409-a506-47cb-8af1-90adf398e49b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-818022-2', 'device_owner': 'compute:nova'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:48:29.693181 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-611bfd1c-80bb-4909-bb69-d43482a4358e req-3dde5409-a506-47cb-8af1-90adf398e49b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:48:29.890772 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-611bfd1c-80bb-4909-bb69-d43482a4358e req-3dde5409-a506-47cb-8af1-90adf398e49b service neutron] For port f771b22c-5721-4257-bf4f-61c934a9526f, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=f771b22c-5721-4257-bf4f-61c934a9526f,segment=NetworkSegment(23a812ef-4cef-44eb-92e0-d4d19115789c),segment_id=23a812ef-4cef-44eb-92e0-d4d19115789c)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:48:29.904899 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dcbeb567-3353-45be-83a7-7df9ae2a2640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:48:29.927276 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-611bfd1c-80bb-4909-bb69-d43482a4358e req-3dde5409-a506-47cb-8af1-90adf398e49b service neutron] For port f771b22c-5721-4257-bf4f-61c934a9526f, host n-h2-818022-2, cleared binding levels {{(pid=103364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:48:29.967058 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56a66fcd-0eb8-4610-ba4c-a8a5da0fd6f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f771b22c-5721-4257-bf4f-61c934a9526f'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:48:29.969351 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52b8413beb4c6ee9e3ef24221fee7166c8d58dd3d366bc989a0565316b268f0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a2f0c7c-e7a0-4f18-ac53-0d2b7e9d3025" -d '{"events": [{"server_uuid": "56a66fcd-0eb8-4610-ba4c-a8a5da0fd6f9", "name": "network-vif-unplugged", "status": "completed", "tag": "f771b22c-5721-4257-bf4f-61c934a9526f"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:48:29.973408 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-611bfd1c-80bb-4909-bb69-d43482a4358e req-3dde5409-a506-47cb-8af1-90adf398e49b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:48:29.986013 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.provisioning_blocks [req-611bfd1c-80bb-4909-bb69-d43482a4358e req-3dde5409-a506-47cb-8af1-90adf398e49b service neutron] Transition to ACTIVE for port object f771b22c-5721-4257-bf4f-61c934a9526f will not be triggered until provisioned by entity L2. {{(pid=103364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 18:48:29.990004 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-611bfd1c-80bb-4909-bb69-d43482a4358e req-3dde5409-a506-47cb-8af1-90adf398e49b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:48:30.027557 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 18:48:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c765f21f-4c0d-45a9-b278-0a560f12b941 x-openstack-request-id: req-c765f21f-4c0d-45a9-b278-0a560f12b941 {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:48:30.027863 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56a66fcd-0eb8-4610-ba4c-a8a5da0fd6f9", "name": "network-vif-unplugged", "status": "completed", "tag": "f771b22c-5721-4257-bf4f-61c934a9526f", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:48:30.028121 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c765f21f-4c0d-45a9-b278-0a560f12b941 {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:48:30.028644 n-d-818022-2 neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56a66fcd-0eb8-4610-ba4c-a8a5da0fd6f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f771b22c-5721-4257-bf4f-61c934a9526f', 'code': 200} Nov 19 18:48:30.077357 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dde5409-a506-47cb-8af1-90adf398e49b service neutron] Pushing event updated for resources: {'Port': ['ID=f771b22c-5721-4257-bf4f-61c934a9526f,revision_number=6']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:48:30.092556 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dde5409-a506-47cb-8af1-90adf398e49b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:48:30.092912 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dde5409-a506-47cb-8af1-90adf398e49b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:48:30.093260 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dde5409-a506-47cb-8af1-90adf398e49b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:48:30.093600 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dde5409-a506-47cb-8af1-90adf398e49b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:48:30.093966 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dde5409-a506-47cb-8af1-90adf398e49b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:48:30.094403 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dde5409-a506-47cb-8af1-90adf398e49b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:48:30.094741 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dde5409-a506-47cb-8af1-90adf398e49b service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:48:30.095072 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dde5409-a506-47cb-8af1-90adf398e49b service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:48:30.095405 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dde5409-a506-47cb-8af1-90adf398e49b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:48:30.095737 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dde5409-a506-47cb-8af1-90adf398e49b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:48:30.096068 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dde5409-a506-47cb-8af1-90adf398e49b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:48:30.096395 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dde5409-a506-47cb-8af1-90adf398e49b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:48:30.132694 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [req-611bfd1c-80bb-4909-bb69-d43482a4358e req-3dde5409-a506-47cb-8af1-90adf398e49b service neutron] No DVR routers for this DVR port f771b22c-5721-4257-bf4f-61c934a9526f on host n-h2-818022-2 {{(pid=103364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:48:30.268591 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-611bfd1c-80bb-4909-bb69-d43482a4358e req-3dde5409-a506-47cb-8af1-90adf398e49b service neutron] Attempting to bind port f771b22c-5721-4257-bf4f-61c934a9526f on host n-h1-818022-2 for vnic_type normal with profile {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:48:30.268920 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-611bfd1c-80bb-4909-bb69-d43482a4358e req-3dde5409-a506-47cb-8af1-90adf398e49b service neutron] Attempting to bind port f771b22c-5721-4257-bf4f-61c934a9526f by drivers openvswitch,hyperv on host n-h1-818022-2 at level 0 using segments [{'id': '23a812ef-4cef-44eb-92e0-d4d19115789c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'dd488e60-fe69-42ff-959a-77b05362ce7c'}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:48:30.269245 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-611bfd1c-80bb-4909-bb69-d43482a4358e req-3dde5409-a506-47cb-8af1-90adf398e49b service neutron] Attempting to bind port f771b22c-5721-4257-bf4f-61c934a9526f on network dd488e60-fe69-42ff-959a-77b05362ce7c {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:48:30.273499 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-611bfd1c-80bb-4909-bb69-d43482a4358e req-3dde5409-a506-47cb-8af1-90adf398e49b service neutron] Port f771b22c-5721-4257-bf4f-61c934a9526f on network dd488e60-fe69-42ff-959a-77b05362ce7c not bound, no agent of type Open vSwitch agent registered on host n-h1-818022-2 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 18:48:30.273834 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-611bfd1c-80bb-4909-bb69-d43482a4358e req-3dde5409-a506-47cb-8af1-90adf398e49b service neutron] Attempting to bind port f771b22c-5721-4257-bf4f-61c934a9526f on network dd488e60-fe69-42ff-959a-77b05362ce7c {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:48:30.278569 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-611bfd1c-80bb-4909-bb69-d43482a4358e req-3dde5409-a506-47cb-8af1-90adf398e49b service neutron] Checking agent: {'id': 'a6668d96-12fa-4ec0-99ad-77eaf490dd2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'started_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 48, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:48:30.278899 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-611bfd1c-80bb-4909-bb69-d43482a4358e req-3dde5409-a506-47cb-8af1-90adf398e49b service neutron] Checking segment: {'id': '23a812ef-4cef-44eb-92e0-d4d19115789c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'dd488e60-fe69-42ff-959a-77b05362ce7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:48:30.279276 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-611bfd1c-80bb-4909-bb69-d43482a4358e req-3dde5409-a506-47cb-8af1-90adf398e49b service neutron] Bound using segment: {'id': '23a812ef-4cef-44eb-92e0-d4d19115789c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'dd488e60-fe69-42ff-959a-77b05362ce7c'} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:48:30.279694 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-611bfd1c-80bb-4909-bb69-d43482a4358e req-3dde5409-a506-47cb-8af1-90adf398e49b service neutron] Bound port: f771b22c-5721-4257-bf4f-61c934a9526f, host: n-h1-818022-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23a812ef-4cef-44eb-92e0-d4d19115789c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'dd488e60-fe69-42ff-959a-77b05362ce7c'}}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:48:30.280040 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-611bfd1c-80bb-4909-bb69-d43482a4358e req-3dde5409-a506-47cb-8af1-90adf398e49b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:48:30.342103 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-611bfd1c-80bb-4909-bb69-d43482a4358e req-3dde5409-a506-47cb-8af1-90adf398e49b service neutron] For port f771b22c-5721-4257-bf4f-61c934a9526f, host n-h1-818022-2, cleared binding levels {{(pid=103364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:48:30.345299 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-611bfd1c-80bb-4909-bb69-d43482a4358e req-3dde5409-a506-47cb-8af1-90adf398e49b service neutron] For port f771b22c-5721-4257-bf4f-61c934a9526f, host n-h1-818022-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=f771b22c-5721-4257-bf4f-61c934a9526f,segment=NetworkSegment(23a812ef-4cef-44eb-92e0-d4d19115789c),segment_id=23a812ef-4cef-44eb-92e0-d4d19115789c)] {{(pid=103364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:48:30.350834 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-611bfd1c-80bb-4909-bb69-d43482a4358e req-3dde5409-a506-47cb-8af1-90adf398e49b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:48:30.392045 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611bfd1c-80bb-4909-bb69-d43482a4358e req-3dde5409-a506-47cb-8af1-90adf398e49b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:48:30.392694 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-611bfd1c-80bb-4909-bb69-d43482a4358e req-3dde5409-a506-47cb-8af1-90adf398e49b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:48:30.394093 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-611bfd1c-80bb-4909-bb69-d43482a4358e req-3dde5409-a506-47cb-8af1-90adf398e49b service neutron] 10.222.0.60 "PUT /v2.0/ports/f771b22c-5721-4257-bf4f-61c934a9526f HTTP/1.1" status: 200 len: 1091 time: 0.7612183 Nov 19 18:48:30.415073 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dde5409-a506-47cb-8af1-90adf398e49b service neutron] Pushing event updated for resources: {'Port': ['ID=f771b22c-5721-4257-bf4f-61c934a9526f,revision_number=7']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:48:30.460146 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611bfd1c-80bb-4909-bb69-d43482a4358e req-67710597-5b4e-4329-930f-13a955ea0477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:48:30.461761 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-611bfd1c-80bb-4909-bb69-d43482a4358e req-67710597-5b4e-4329-930f-13a955ea0477 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b8c9426a09804bdabdb147a7feac3908&device_id=56a66fcd-0eb8-4610-ba4c-a8a5da0fd6f9 HTTP/1.1" status: 200 len: 1094 time: 0.0438330 Nov 19 18:48:30.564966 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611bfd1c-80bb-4909-bb69-d43482a4358e req-4174de5f-be3a-4a2b-afb1-f894ee860c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:48:30.566467 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-611bfd1c-80bb-4909-bb69-d43482a4358e req-4174de5f-be3a-4a2b-afb1-f894ee860c8a service neutron] 10.222.0.60 "GET /v2.0/networks?id=dd488e60-fe69-42ff-959a-77b05362ce7c HTTP/1.1" status: 200 len: 898 time: 0.0970373 Nov 19 18:48:30.646357 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-611bfd1c-80bb-4909-bb69-d43482a4358e req-f69856b3-f709-493d-9899-541efecb3435 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f771b22c-5721-4257-bf4f-61c934a9526f HTTP/1.1" status: 200 len: 998 time: 0.0727596 Nov 19 18:48:30.716723 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7352b5d-8eca-4fa1-adb9-77e17202a643 req-ecd9b468-4c77-4cea-b500-101126888dce tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:48:30.718224 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c7352b5d-8eca-4fa1-adb9-77e17202a643 req-ecd9b468-4c77-4cea-b500-101126888dce tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/ports?device_id=56a66fcd-0eb8-4610-ba4c-a8a5da0fd6f9 HTTP/1.1" status: 200 len: 943 time: 0.0883381 Nov 19 18:48:30.720434 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611bfd1c-80bb-4909-bb69-d43482a4358e req-2be0eedb-540c-42b0-b53f-ef092b62e64f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:48:30.721752 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-611bfd1c-80bb-4909-bb69-d43482a4358e req-2be0eedb-540c-42b0-b53f-ef092b62e64f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7cbd8582-7b90-4d7d-8ef1-80d28d15f62a HTTP/1.1" status: 200 len: 835 time: 0.0616610 Nov 19 18:48:30.800950 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c7352b5d-8eca-4fa1-adb9-77e17202a643 req-0c0c83f2-b163-4f8b-815b-84c9bf71dffb tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/security-groups?id=081628d9-64b0-4c67-94ca-652db983dd39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762889 Nov 19 18:48:30.802652 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611bfd1c-80bb-4909-bb69-d43482a4358e req-084402f5-1809-47ed-bde3-779a1b75fdf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:48:30.804321 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-611bfd1c-80bb-4909-bb69-d43482a4358e req-084402f5-1809-47ed-bde3-779a1b75fdf8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=dd488e60-fe69-42ff-959a-77b05362ce7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0741837 Nov 19 18:48:30.897047 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-611bfd1c-80bb-4909-bb69-d43482a4358e req-a10e91e2-dfea-46af-87a3-99b8e5955c89 service neutron] 10.222.0.60 "GET /v2.0/networks/dd488e60-fe69-42ff-959a-77b05362ce7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849967 Nov 19 18:48:30.992663 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-611bfd1c-80bb-4909-bb69-d43482a4358e req-de4e1688-7686-4f78-8f64-d1271fe29971 service neutron] 10.222.0.60 "GET /v2.0/networks/dd488e60-fe69-42ff-959a-77b05362ce7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891502 Nov 19 18:48:31.931035 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a43e749-f989-4cf3-9757-affec400543a req-d881ae94-95c8-4039-9ef2-0b6c07eea6c0 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:48:31.933210 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-1a43e749-f989-4cf3-9757-affec400543a req-d881ae94-95c8-4039-9ef2-0b6c07eea6c0 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/ports?device_id=56a66fcd-0eb8-4610-ba4c-a8a5da0fd6f9 HTTP/1.1" status: 200 len: 943 time: 0.0558221 Nov 19 18:48:31.993024 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-1a43e749-f989-4cf3-9757-affec400543a req-4118385d-49a2-4bf8-ae43-0c57d3df7073 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/security-groups?id=081628d9-64b0-4c67-94ca-652db983dd39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532963 Nov 19 18:48:32.030323 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56a66fcd-0eb8-4610-ba4c-a8a5da0fd6f9', 'tag': 'f771b22c-5721-4257-bf4f-61c934a9526f'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:48:32.033358 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52b8413beb4c6ee9e3ef24221fee7166c8d58dd3d366bc989a0565316b268f0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb2e4ab8-496b-4c1b-92db-e3bff3cd6503" -d '{"events": [{"name": "network-changed", "server_uuid": "56a66fcd-0eb8-4610-ba4c-a8a5da0fd6f9", "tag": "f771b22c-5721-4257-bf4f-61c934a9526f"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:48:32.082069 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 18:48:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49a5d0f4-89a5-49f0-9bf2-3222ec00fe06 x-openstack-request-id: req-49a5d0f4-89a5-49f0-9bf2-3222ec00fe06 {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:48:32.082316 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56a66fcd-0eb8-4610-ba4c-a8a5da0fd6f9", "tag": "f771b22c-5721-4257-bf4f-61c934a9526f", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:48:32.082616 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-49a5d0f4-89a5-49f0-9bf2-3222ec00fe06 {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:48:32.082988 n-d-818022-2 neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56a66fcd-0eb8-4610-ba4c-a8a5da0fd6f9', 'tag': 'f771b22c-5721-4257-bf4f-61c934a9526f', 'status': 'completed', 'code': 200} Nov 19 18:48:32.123775 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0c64b5b3-b159-4298-96e9-d90398734879 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:48:32.144776 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2e4ab8-496b-4c1b-92db-e3bff3cd6503 req-21642797-a200-499b-9c4b-e1e2ce081692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:48:32.146329 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fb2e4ab8-496b-4c1b-92db-e3bff3cd6503 req-21642797-a200-499b-9c4b-e1e2ce081692 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b8c9426a09804bdabdb147a7feac3908&device_id=56a66fcd-0eb8-4610-ba4c-a8a5da0fd6f9 HTTP/1.1" status: 200 len: 1094 time: 0.0421684 Nov 19 18:48:32.151209 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2e4ab8-496b-4c1b-92db-e3bff3cd6503 req-114c9af7-9bd3-4f99-8c2a-d64e4ad36f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:48:32.153233 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-fb2e4ab8-496b-4c1b-92db-e3bff3cd6503 req-114c9af7-9bd3-4f99-8c2a-d64e4ad36f50 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b8c9426a09804bdabdb147a7feac3908&device_id=56a66fcd-0eb8-4610-ba4c-a8a5da0fd6f9 HTTP/1.1" status: 200 len: 1094 time: 0.0438960 Nov 19 18:48:32.251117 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2e4ab8-496b-4c1b-92db-e3bff3cd6503 req-9224d188-de31-4d4f-9709-fefa8cb9bff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:48:32.252289 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fb2e4ab8-496b-4c1b-92db-e3bff3cd6503 req-9224d188-de31-4d4f-9709-fefa8cb9bff4 service neutron] 10.222.0.86 "GET /v2.0/networks?id=dd488e60-fe69-42ff-959a-77b05362ce7c HTTP/1.1" status: 200 len: 898 time: 0.0989833 Nov 19 18:48:32.258530 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2e4ab8-496b-4c1b-92db-e3bff3cd6503 req-6a002277-8ce2-4346-ba6e-a1a26b21acce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:48:32.260086 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-fb2e4ab8-496b-4c1b-92db-e3bff3cd6503 req-6a002277-8ce2-4346-ba6e-a1a26b21acce service neutron] 10.222.0.60 "GET /v2.0/networks?id=dd488e60-fe69-42ff-959a-77b05362ce7c HTTP/1.1" status: 200 len: 898 time: 0.0979075 Nov 19 18:48:32.318901 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fb2e4ab8-496b-4c1b-92db-e3bff3cd6503 req-b9aa4886-90bd-413c-923b-6915b9922106 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f771b22c-5721-4257-bf4f-61c934a9526f HTTP/1.1" status: 200 len: 998 time: 0.0592761 Nov 19 18:48:32.335497 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-fb2e4ab8-496b-4c1b-92db-e3bff3cd6503 req-99163410-7ccb-48f3-9934-e5c93b727e9d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f771b22c-5721-4257-bf4f-61c934a9526f HTTP/1.1" status: 200 len: 998 time: 0.0641429 Nov 19 18:48:32.374049 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2e4ab8-496b-4c1b-92db-e3bff3cd6503 req-7e146166-84f9-43ed-ba7c-c1346921e178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:48:32.375589 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fb2e4ab8-496b-4c1b-92db-e3bff3cd6503 req-7e146166-84f9-43ed-ba7c-c1346921e178 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=7cbd8582-7b90-4d7d-8ef1-80d28d15f62a HTTP/1.1" status: 200 len: 835 time: 0.0455887 Nov 19 18:48:32.392437 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2e4ab8-496b-4c1b-92db-e3bff3cd6503 req-3db3eabf-e57c-48cb-94d9-a7804cd7fb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:48:32.393950 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-fb2e4ab8-496b-4c1b-92db-e3bff3cd6503 req-3db3eabf-e57c-48cb-94d9-a7804cd7fb34 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7cbd8582-7b90-4d7d-8ef1-80d28d15f62a HTTP/1.1" status: 200 len: 835 time: 0.0510626 Nov 19 18:48:32.432485 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2e4ab8-496b-4c1b-92db-e3bff3cd6503 req-89d0988d-d18f-4c87-b1d5-ae93514e6c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:48:32.434076 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fb2e4ab8-496b-4c1b-92db-e3bff3cd6503 req-89d0988d-d18f-4c87-b1d5-ae93514e6c5e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=dd488e60-fe69-42ff-959a-77b05362ce7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0506277 Nov 19 18:48:32.447403 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2e4ab8-496b-4c1b-92db-e3bff3cd6503 req-0517c15a-f06e-4d46-a95d-842503aba4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:48:32.449101 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-fb2e4ab8-496b-4c1b-92db-e3bff3cd6503 req-0517c15a-f06e-4d46-a95d-842503aba4b8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=dd488e60-fe69-42ff-959a-77b05362ce7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0477173 Nov 19 18:48:32.538928 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fb2e4ab8-496b-4c1b-92db-e3bff3cd6503 req-b9b988d4-373e-4719-80c7-04a2b889a657 service neutron] 10.222.0.86 "GET /v2.0/networks/dd488e60-fe69-42ff-959a-77b05362ce7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957766 Nov 19 18:48:32.554792 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-fb2e4ab8-496b-4c1b-92db-e3bff3cd6503 req-d27b0ad9-ae96-45ac-bc41-59d95532f6a2 service neutron] 10.222.0.60 "GET /v2.0/networks/dd488e60-fe69-42ff-959a-77b05362ce7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968599 Nov 19 18:48:32.638444 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fb2e4ab8-496b-4c1b-92db-e3bff3cd6503 req-9fc84bdd-5a6c-4a4e-8dd0-e0d053a2ff94 service neutron] 10.222.0.86 "GET /v2.0/networks/dd488e60-fe69-42ff-959a-77b05362ce7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889156 Nov 19 18:48:32.649782 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-fb2e4ab8-496b-4c1b-92db-e3bff3cd6503 req-fd81a4ba-2281-4e54-8269-9c48883e0262 service neutron] 10.222.0.60 "GET /v2.0/networks/dd488e60-fe69-42ff-959a-77b05362ce7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873616 Nov 19 18:48:33.114697 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3175b423-ddc1-49d0-94cd-ac0894da3714 req-a7822cf4-59e4-442a-b50d-9867731cec6b tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:48:33.116195 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3175b423-ddc1-49d0-94cd-ac0894da3714 req-a7822cf4-59e4-442a-b50d-9867731cec6b tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/ports?device_id=56a66fcd-0eb8-4610-ba4c-a8a5da0fd6f9 HTTP/1.1" status: 200 len: 943 time: 0.0496557 Nov 19 18:48:33.164317 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3175b423-ddc1-49d0-94cd-ac0894da3714 req-d06826d2-a13e-4ebd-b4de-7e35e2bf132d tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/security-groups?id=081628d9-64b0-4c67-94ca-652db983dd39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422087 Nov 19 18:48:33.393177 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9ed963-d810-48c7-bab4-986577bf2a28 req-ffc35a64-b69d-4246-8438-342c4fb944a2 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:48:33.394721 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ea9ed963-d810-48c7-bab4-986577bf2a28 req-ffc35a64-b69d-4246-8438-342c4fb944a2 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/ports?device_id=56a66fcd-0eb8-4610-ba4c-a8a5da0fd6f9 HTTP/1.1" status: 200 len: 943 time: 0.0786698 Nov 19 18:48:33.408416 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4778ee-3466-4300-8aa6-64cb1f094613 req-a192035c-28c6-47e2-ba12-b5d31023c346 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:48:33.409770 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5e4778ee-3466-4300-8aa6-64cb1f094613 req-a192035c-28c6-47e2-ba12-b5d31023c346 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.86 "GET /v2.0/ports?device_id=56a66fcd-0eb8-4610-ba4c-a8a5da0fd6f9&tenant_id=b8c9426a09804bdabdb147a7feac3908&binding%3Ahost_id=n-h1-818022-2 HTTP/1.1" status: 200 len: 943 time: 0.0848780 Nov 19 18:48:33.431097 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e46ecc5a-dc14-4744-b262-3072ff2e958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:48:33.493245 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ea9ed963-d810-48c7-bab4-986577bf2a28 req-14751347-8e66-4d89-88ea-f9dd587c7fc0 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/security-groups?id=081628d9-64b0-4c67-94ca-652db983dd39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924304 Nov 19 18:48:33.501671 n-d-818022-2 neutron-server[103365]: INFO neutron.api.v2.resource [req-5e4778ee-3466-4300-8aa6-64cb1f094613 req-5e4f292c-0c42-4f9b-a83f-970724530fe6 service neutron] delete failed (client error): The resource could not be found. Nov 19 18:48:33.503914 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5e4778ee-3466-4300-8aa6-64cb1f094613 req-5e4f292c-0c42-4f9b-a83f-970724530fe6 service neutron] 10.222.0.86 "DELETE /v2.0/ports/f771b22c-5721-4257-bf4f-61c934a9526f/bindings/n-h2-818022-2 HTTP/1.1" status: 404 len: 380 time: 0.0782833 Nov 19 18:48:33.597044 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4778ee-3466-4300-8aa6-64cb1f094613 req-d9437fd7-4028-4867-b089-cae627c51aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:48:33.598585 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5e4778ee-3466-4300-8aa6-64cb1f094613 req-d9437fd7-4028-4867-b089-cae627c51aea service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b8c9426a09804bdabdb147a7feac3908&device_id=56a66fcd-0eb8-4610-ba4c-a8a5da0fd6f9 HTTP/1.1" status: 200 len: 1094 time: 0.0420918 Nov 19 18:48:33.618339 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f47450-ed44-4da6-a222-67b7e623b71f req-31e6e0f8-e1be-46a2-a243-7f61a34a3e02 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:48:33.619829 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c2f47450-ed44-4da6-a222-67b7e623b71f req-31e6e0f8-e1be-46a2-a243-7f61a34a3e02 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/ports?device_id=56a66fcd-0eb8-4610-ba4c-a8a5da0fd6f9 HTTP/1.1" status: 200 len: 943 time: 0.0504444 Nov 19 18:48:33.631649 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device f771b22c-5721-4257-bf4f-61c934a9526f no longer exists at agent hyperv_n-h2-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:48:33.671645 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device f771b22c-5721-4257-bf4f-61c934a9526f not bound to the agent host n-h2-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:48:33.674431 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c2f47450-ed44-4da6-a222-67b7e623b71f req-026868b7-c975-4f3a-8cc6-1cad2f2515f7 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/security-groups?id=081628d9-64b0-4c67-94ca-652db983dd39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477726 Nov 19 18:48:33.695176 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4778ee-3466-4300-8aa6-64cb1f094613 req-62077812-e2ab-4b38-a739-bc21a425f6db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:48:33.696698 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5e4778ee-3466-4300-8aa6-64cb1f094613 req-62077812-e2ab-4b38-a739-bc21a425f6db service neutron] 10.222.0.86 "GET /v2.0/networks?id=dd488e60-fe69-42ff-959a-77b05362ce7c HTTP/1.1" status: 200 len: 898 time: 0.0898569 Nov 19 18:48:33.761527 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5e4778ee-3466-4300-8aa6-64cb1f094613 req-284e9673-fb2a-47d8-b3c3-2099d699d04e service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f771b22c-5721-4257-bf4f-61c934a9526f HTTP/1.1" status: 200 len: 998 time: 0.0575790 Nov 19 18:48:33.810935 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4778ee-3466-4300-8aa6-64cb1f094613 req-05d2f78e-5e70-4cb8-aa97-bcacaca2cfc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:48:33.812294 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5e4778ee-3466-4300-8aa6-64cb1f094613 req-05d2f78e-5e70-4cb8-aa97-bcacaca2cfc8 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=7cbd8582-7b90-4d7d-8ef1-80d28d15f62a HTTP/1.1" status: 200 len: 835 time: 0.0437465 Nov 19 18:48:33.861874 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4778ee-3466-4300-8aa6-64cb1f094613 req-2b2c902b-5daf-49e6-be73-141d6459d3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:48:33.863346 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5e4778ee-3466-4300-8aa6-64cb1f094613 req-2b2c902b-5daf-49e6-be73-141d6459d3e8 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=dd488e60-fe69-42ff-959a-77b05362ce7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437191 Nov 19 18:48:33.952635 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5e4778ee-3466-4300-8aa6-64cb1f094613 req-2fd603ea-7731-496b-9aee-5decb2150050 service neutron] 10.222.0.86 "GET /v2.0/networks/dd488e60-fe69-42ff-959a-77b05362ce7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801775 Nov 19 18:48:34.046613 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5e4778ee-3466-4300-8aa6-64cb1f094613 req-7147be21-f813-48b1-8b13-b77be55522bd service neutron] 10.222.0.86 "GET /v2.0/networks/dd488e60-fe69-42ff-959a-77b05362ce7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863242 Nov 19 18:48:34.258888 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:48:34.307057 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:48:34.791368 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1caa3e-3b70-4775-829f-870dc8d4f88d req-f38a438f-1a9e-4ad2-9992-561705cec2c9 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:48:34.792750 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4d1caa3e-3b70-4775-829f-870dc8d4f88d req-f38a438f-1a9e-4ad2-9992-561705cec2c9 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/ports?device_id=56a66fcd-0eb8-4610-ba4c-a8a5da0fd6f9 HTTP/1.1" status: 200 len: 943 time: 0.0489788 Nov 19 18:48:34.841153 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4d1caa3e-3b70-4775-829f-870dc8d4f88d req-772e0750-0756-4a4d-ad9a-01e03230ff98 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/security-groups?id=081628d9-64b0-4c67-94ca-652db983dd39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423312 Nov 19 18:48:34.863835 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 48986) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:48:34.923424 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-67f9eab5-2681-4fc5-9e58-d809a3041d07 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/floatingips/1dbd9a37-c61e-41d2-9528-3d9f382861df HTTP/1.1" status: 200 len: 990 time: 0.0584438 Nov 19 18:48:35.003281 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e013d7e6-5264-4dcc-9759-54f5fb809e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:48:35.311881 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:48:35.338116 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device f771b22c-5721-4257-bf4f-61c934a9526f details requested by agent hyperv_n-h1-818022-2 with host n-h1-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 18:48:35.433747 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port f771b22c-5721-4257-bf4f-61c934a9526f, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=f771b22c-5721-4257-bf4f-61c934a9526f,segment=NetworkSegment(23a812ef-4cef-44eb-92e0-d4d19115789c),segment_id=23a812ef-4cef-44eb-92e0-d4d19115789c)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:48:35.445191 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Returning: {'device': 'f771b22c-5721-4257-bf4f-61c934a9526f', 'network_id': 'dd488e60-fe69-42ff-959a-77b05362ce7c', 'port_id': 'f771b22c-5721-4257-bf4f-61c934a9526f', 'mac_address': 'fa:16:3e:ee:67:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cbd8582-7b90-4d7d-8ef1-80d28d15f62a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 18:48:35.480906 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:48:35.493446 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f771b22c-5721-4257-bf4f-61c934a9526f {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:48:35.512150 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port f771b22c-5721-4257-bf4f-61c934a9526f, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=f771b22c-5721-4257-bf4f-61c934a9526f,segment=NetworkSegment(23a812ef-4cef-44eb-92e0-d4d19115789c),segment_id=23a812ef-4cef-44eb-92e0-d4d19115789c)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:48:35.515327 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:48:35.561528 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=f771b22c-5721-4257-bf4f-61c934a9526f,revision_number=8']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:48:35.570065 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:48:35.570428 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:48:35.570755 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:48:35.571090 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:48:35.571425 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:48:35.571756 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:48:35.572083 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:48:35.572405 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:48:35.572756 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:48:35.573081 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:48:35.573404 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:48:35.573745 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:48:35.753995 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['f771b22c-5721-4257-bf4f-61c934a9526f'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:48:37.336021 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device f771b22c-5721-4257-bf4f-61c934a9526f up at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:48:37.383683 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning for port f771b22c-5721-4257-bf4f-61c934a9526f completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 18:48:37.387692 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning complete for port f771b22c-5721-4257-bf4f-61c934a9526f triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:48:37.388062 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:48:37.462623 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:48:37.484481 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56a66fcd-0eb8-4610-ba4c-a8a5da0fd6f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f771b22c-5721-4257-bf4f-61c934a9526f'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:48:37.486735 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e87da51c426c585745380e4f647dbd896557016b88dd9fb127e5d98628c937cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c034ea0-d038-4d5c-ace3-955f9afa2f3e" -d '{"events": [{"server_uuid": "56a66fcd-0eb8-4610-ba4c-a8a5da0fd6f9", "name": "network-vif-plugged", "status": "completed", "tag": "f771b22c-5721-4257-bf4f-61c934a9526f"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:48:37.499106 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port f771b22c-5721-4257-bf4f-61c934a9526f, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=f771b22c-5721-4257-bf4f-61c934a9526f,segment=NetworkSegment(23a812ef-4cef-44eb-92e0-d4d19115789c),segment_id=23a812ef-4cef-44eb-92e0-d4d19115789c)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:48:37.504316 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:48:37.681630 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:48:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e373badf-72e5-4c14-a467-93867d14ed19 x-openstack-request-id: req-e373badf-72e5-4c14-a467-93867d14ed19 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:48:37.681945 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56a66fcd-0eb8-4610-ba4c-a8a5da0fd6f9", "name": "network-vif-plugged", "status": "completed", "tag": "f771b22c-5721-4257-bf4f-61c934a9526f", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:48:37.682199 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e373badf-72e5-4c14-a467-93867d14ed19 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:48:37.682588 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56a66fcd-0eb8-4610-ba4c-a8a5da0fd6f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f771b22c-5721-4257-bf4f-61c934a9526f', 'code': 200} Nov 19 18:48:37.707451 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=f771b22c-5721-4257-bf4f-61c934a9526f,revision_number=9']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:48:41.399513 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.agents_db [None req-619e5c26-d9ed-4321-86eb-7d443bb9dfa2 None None] Agent healthcheck: found 7 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 18:48:59.897590 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-cc50526c-bc98-4073-8a72-d3bff2dce386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:49:02.126815 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4a0ab36a-0d8d-495e-8599-a424fe942eff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:49:03.431738 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e46ecc5a-dc14-4744-b262-3072ff2e958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:49:03.506119 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 48998) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:49:03.662945 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-92d51097-c12e-4126-9199-ff2d40e79cad tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Deleting port a0a5d7e0-9fab-4930-8629-d7584649386c {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:49:03.663294 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-92d51097-c12e-4126-9199-ff2d40e79cad tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:49:03.737982 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-92d51097-c12e-4126-9199-ff2d40e79cad tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:49:03.738237 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-92d51097-c12e-4126-9199-ff2d40e79cad tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:49:03.749503 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-92d51097-c12e-4126-9199-ff2d40e79cad tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Calling delete_port for a0a5d7e0-9fab-4930-8629-d7584649386c owned by network:floatingip {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:49:03.895223 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-92d51097-c12e-4126-9199-ff2d40e79cad tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:49:03.919510 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d51097-c12e-4126-9199-ff2d40e79cad tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Pushing event deleted for resources: {'Port': ['ID=a0a5d7e0-9fab-4930-8629-d7584649386c,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:49:03.981638 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-92d51097-c12e-4126-9199-ff2d40e79cad tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for floatingip, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:49:03.982008 n-d-818022-2 neutron-server[103364]: INFO neutron.db.l3_db [None req-92d51097-c12e-4126-9199-ff2d40e79cad tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Floating IP 1dbd9a37-c61e-41d2-9528-3d9f382861df disassociated (deleted). External IP: 172.25.7.56, port: f771b22c-5721-4257-bf4f-61c934a9526f. Nov 19 18:49:04.186744 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92d51097-c12e-4126-9199-ff2d40e79cad tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Router 4989c2b1-0365-40c1-aa34-a81250a958af has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 18:49:04.258237 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:49:04.293520 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92d51097-c12e-4126-9199-ff2d40e79cad tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:49:04.298630 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-92d51097-c12e-4126-9199-ff2d40e79cad tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for floatingip, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:49:04.307004 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e6b08d-56e7-42cf-b933-196e58cabca0 None None] Sync routers for ids ['4989c2b1-0365-40c1-aa34-a81250a958af'] in n-d-818022-2 {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:49:04.323780 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e6b08d-56e7-42cf-b933-196e58cabca0 None None] Routers {'4989c2b1-0365-40c1-aa34-a81250a958af'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:49:04.324439 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-f3e6b08d-56e7-42cf-b933-196e58cabca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:49:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['4989c2b1-0365-40c1-aa34-a81250a958af'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:49:04.326189 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:49:04.329930 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-92d51097-c12e-4126-9199-ff2d40e79cad tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "DELETE /v2.0/floatingips/1dbd9a37-c61e-41d2-9528-3d9f382861df HTTP/1.1" status: 204 len: 168 time: 0.8201978 Nov 19 18:49:04.329930 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56a66fcd-0eb8-4610-ba4c-a8a5da0fd6f9', 'tag': 'f771b22c-5721-4257-bf4f-61c934a9526f'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:49:04.330268 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52b8413beb4c6ee9e3ef24221fee7166c8d58dd3d366bc989a0565316b268f0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1262c2c5-adf2-476a-ad40-8de792073362" -d '{"events": [{"name": "network-changed", "server_uuid": "56a66fcd-0eb8-4610-ba4c-a8a5da0fd6f9", "tag": "f771b22c-5721-4257-bf4f-61c934a9526f"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:49:04.378438 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 18:49:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-226ffad9-392e-45af-9197-82ee0e46eb5d x-openstack-request-id: req-226ffad9-392e-45af-9197-82ee0e46eb5d {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:49:04.378731 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56a66fcd-0eb8-4610-ba4c-a8a5da0fd6f9", "tag": "f771b22c-5721-4257-bf4f-61c934a9526f", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:49:04.378988 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-226ffad9-392e-45af-9197-82ee0e46eb5d {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:49:04.379390 n-d-818022-2 neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56a66fcd-0eb8-4610-ba4c-a8a5da0fd6f9', 'tag': 'f771b22c-5721-4257-bf4f-61c934a9526f', 'status': 'completed', 'code': 200} Nov 19 18:49:04.438906 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-f3e6b08d-56e7-42cf-b933-196e58cabca0 None None] Set router 4989c2b1-0365-40c1-aa34-a81250a958af gateway port host: n-d-818022-2 {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:49:04.448482 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1262c2c5-adf2-476a-ad40-8de792073362 req-a4ad8012-edca-4fe9-a75e-17abb367e35f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:49:04.449931 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-1262c2c5-adf2-476a-ad40-8de792073362 req-a4ad8012-edca-4fe9-a75e-17abb367e35f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b8c9426a09804bdabdb147a7feac3908&device_id=56a66fcd-0eb8-4610-ba4c-a8a5da0fd6f9 HTTP/1.1" status: 200 len: 1096 time: 0.0481024 Nov 19 18:49:04.567617 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5268e9-7e5f-4270-a3b0-623c4b6f58ed req-4c062e75-faa1-4e34-82c2-d2367d7bd0b4 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:49:04.568294 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1262c2c5-adf2-476a-ad40-8de792073362 req-56d32848-7e96-4359-ae15-5b9036f78aea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:49:04.569779 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-1262c2c5-adf2-476a-ad40-8de792073362 req-56d32848-7e96-4359-ae15-5b9036f78aea service neutron] 10.222.0.60 "GET /v2.0/networks?id=dd488e60-fe69-42ff-959a-77b05362ce7c HTTP/1.1" status: 200 len: 898 time: 0.1069300 Nov 19 18:49:04.569970 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2e5268e9-7e5f-4270-a3b0-623c4b6f58ed req-4c062e75-faa1-4e34-82c2-d2367d7bd0b4 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/ports?device_id=56a66fcd-0eb8-4610-ba4c-a8a5da0fd6f9 HTTP/1.1" status: 200 len: 945 time: 0.0506451 Nov 19 18:49:04.617574 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-1262c2c5-adf2-476a-ad40-8de792073362 req-f303e063-61bb-4248-be9b-f1355f6a1503 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f771b22c-5721-4257-bf4f-61c934a9526f HTTP/1.1" status: 200 len: 217 time: 0.0402327 Nov 19 18:49:04.635757 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2e5268e9-7e5f-4270-a3b0-623c4b6f58ed req-f48f392f-2982-4d97-be93-5944578f2f77 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/security-groups?id=081628d9-64b0-4c67-94ca-652db983dd39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594428 Nov 19 18:49:04.653209 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-f3e6b08d-56e7-42cf-b933-196e58cabca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4989c2b1-0365-40c1-aa34-a81250a958af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-649428910', 'tenant_id': 'b8c9426a09804bdabdb147a7feac3908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': '22a94b0a-c34e-4d6b-9847-f0d98709e592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:47:14Z', 'updated_at': '2021-11-19T18:47:18Z', 'revision_number': 4, 'project_id': 'b8c9426a09804bdabdb147a7feac3908', 'gw_port': {'id': '22a94b0a-c34e-4d6b-9847-f0d98709e592', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:01:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4989c2b1-0365-40c1-aa34-a81250a958af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:47:14Z', 'updated_at': '2021-11-19T18:47:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': 'c8623662-83a1-495f-8b13-181fe4f97b8c', 'name': '', 'network_id': 'dd488e60-fe69-42ff-959a-77b05362ce7c', 'tenant_id': 'b8c9426a09804bdabdb147a7feac3908', 'mac_address': 'fa:16:3e:7d:61:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4989c2b1-0365-40c1-aa34-a81250a958af', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '7cbd8582-7b90-4d7d-8ef1-80d28d15f62a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:47:17Z', 'updated_at': '2021-11-19T18:47:20Z', 'revision_number': 5, 'project_id': 'b8c9426a09804bdabdb147a7feac3908', 'subnets': [{'id': '7cbd8582-7b90-4d7d-8ef1-80d28d15f62a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:49:04.680561 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e6b08d-56e7-42cf-b933-196e58cabca0 None None] Checking router: 4989c2b1-0365-40c1-aa34-a81250a958af for host: n-d-818022-2 {{(pid=103366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:49:04.690525 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e6b08d-56e7-42cf-b933-196e58cabca0 None None] Routers {'4989c2b1-0365-40c1-aa34-a81250a958af'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:49:04.691101 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-f3e6b08d-56e7-42cf-b933-196e58cabca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:49:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['4989c2b1-0365-40c1-aa34-a81250a958af'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:49:04.809587 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-f3e6b08d-56e7-42cf-b933-196e58cabca0 None None] Set router 4989c2b1-0365-40c1-aa34-a81250a958af gateway port host: n-d-818022-2 {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:49:04.991329 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1262c2c5-adf2-476a-ad40-8de792073362 req-9b4a6a9b-ed29-491c-98ea-2a651e946b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:49:04.992779 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-1262c2c5-adf2-476a-ad40-8de792073362 req-9b4a6a9b-ed29-491c-98ea-2a651e946b53 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7cbd8582-7b90-4d7d-8ef1-80d28d15f62a HTTP/1.1" status: 200 len: 835 time: 0.3685179 Nov 19 18:49:05.010775 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e013d7e6-5264-4dcc-9759-54f5fb809e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:49:05.027848 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-f3e6b08d-56e7-42cf-b933-196e58cabca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4989c2b1-0365-40c1-aa34-a81250a958af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-649428910', 'tenant_id': 'b8c9426a09804bdabdb147a7feac3908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': '22a94b0a-c34e-4d6b-9847-f0d98709e592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:47:14Z', 'updated_at': '2021-11-19T18:47:18Z', 'revision_number': 4, 'project_id': 'b8c9426a09804bdabdb147a7feac3908', 'gw_port': {'id': '22a94b0a-c34e-4d6b-9847-f0d98709e592', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:01:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4989c2b1-0365-40c1-aa34-a81250a958af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:47:14Z', 'updated_at': '2021-11-19T18:47:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': 'c8623662-83a1-495f-8b13-181fe4f97b8c', 'name': '', 'network_id': 'dd488e60-fe69-42ff-959a-77b05362ce7c', 'tenant_id': 'b8c9426a09804bdabdb147a7feac3908', 'mac_address': 'fa:16:3e:7d:61:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4989c2b1-0365-40c1-aa34-a81250a958af', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '7cbd8582-7b90-4d7d-8ef1-80d28d15f62a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:47:17Z', 'updated_at': '2021-11-19T18:47:20Z', 'revision_number': 5, 'project_id': 'b8c9426a09804bdabdb147a7feac3908', 'subnets': [{'id': '7cbd8582-7b90-4d7d-8ef1-80d28d15f62a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:49:05.039312 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1262c2c5-adf2-476a-ad40-8de792073362 req-4d86af3d-2d1b-411a-86ce-f428bc22ed23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:49:05.040794 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-1262c2c5-adf2-476a-ad40-8de792073362 req-4d86af3d-2d1b-411a-86ce-f428bc22ed23 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=dd488e60-fe69-42ff-959a-77b05362ce7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404565 Nov 19 18:49:05.058210 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e6b08d-56e7-42cf-b933-196e58cabca0 None None] The sync data for ids ['4989c2b1-0365-40c1-aa34-a81250a958af'] in n-d-818022-2 is: [{'id': '4989c2b1-0365-40c1-aa34-a81250a958af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-649428910', 'tenant_id': 'b8c9426a09804bdabdb147a7feac3908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': '22a94b0a-c34e-4d6b-9847-f0d98709e592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:47:14Z', 'updated_at': '2021-11-19T18:47:18Z', 'revision_number': 4, 'project_id': 'b8c9426a09804bdabdb147a7feac3908', 'gw_port': {'id': '22a94b0a-c34e-4d6b-9847-f0d98709e592', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:01:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4989c2b1-0365-40c1-aa34-a81250a958af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:47:14Z', 'updated_at': '2021-11-19T18:47:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': 'c8623662-83a1-495f-8b13-181fe4f97b8c', 'name': '', 'network_id': 'dd488e60-fe69-42ff-959a-77b05362ce7c', 'tenant_id': 'b8c9426a09804bdabdb147a7feac3908', 'mac_address': 'fa:16:3e:7d:61:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4989c2b1-0365-40c1-aa34-a81250a958af', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '7cbd8582-7b90-4d7d-8ef1-80d28d15f62a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:47:17Z', 'updated_at': '2021-11-19T18:47:20Z', 'revision_number': 5, 'project_id': 'b8c9426a09804bdabdb147a7feac3908', 'subnets': [{'id': '7cbd8582-7b90-4d7d-8ef1-80d28d15f62a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:49:05.137968 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-1262c2c5-adf2-476a-ad40-8de792073362 req-833d4fcd-a049-4e5e-8b27-622bfb0e33e9 service neutron] 10.222.0.60 "GET /v2.0/networks/dd488e60-fe69-42ff-959a-77b05362ce7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893812 Nov 19 18:49:05.231105 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-1262c2c5-adf2-476a-ad40-8de792073362 req-e3acc16b-b2b3-4c07-a4a7-8dcb88af4d86 service neutron] 10.222.0.60 "GET /v2.0/networks/dd488e60-fe69-42ff-959a-77b05362ce7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858278 Nov 19 18:49:05.279709 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5398a50-3a22-423c-8fc5-494a5b1c74ff None None] New status for floating IP 1dbd9a37-c61e-41d2-9528-3d9f382861df: DOWN {{(pid=103367) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 18:49:05.314884 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:49:05.755356 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0768b56-ae30-47c4-9106-7a58b51550f9 req-25c1f5c4-4460-484d-aa33-120d028826a8 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:49:05.756837 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b0768b56-ae30-47c4-9106-7a58b51550f9 req-25c1f5c4-4460-484d-aa33-120d028826a8 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/ports?device_id=56a66fcd-0eb8-4610-ba4c-a8a5da0fd6f9 HTTP/1.1" status: 200 len: 945 time: 0.0490966 Nov 19 18:49:05.835080 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f210b70c-4820-499d-9506-4528e573ff9e req-ec65d2f9-acda-44a8-a2a1-276f3769c9e8 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:49:05.836543 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f210b70c-4820-499d-9506-4528e573ff9e req-ec65d2f9-acda-44a8-a2a1-276f3769c9e8 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.60 "GET /v2.0/ports?device_id=56a66fcd-0eb8-4610-ba4c-a8a5da0fd6f9 HTTP/1.1" status: 200 len: 945 time: 0.0788441 Nov 19 18:49:05.845291 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b0768b56-ae30-47c4-9106-7a58b51550f9 req-8a1245ea-2ad5-444b-b5b2-fadf238d8d6b tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/security-groups?id=081628d9-64b0-4c67-94ca-652db983dd39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799351 Nov 19 18:49:05.927401 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [req-f210b70c-4820-499d-9506-4528e573ff9e req-ee722884-cd48-4a0c-a933-c7ca20220854 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Deleting port f771b22c-5721-4257-bf4f-61c934a9526f {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:49:05.927747 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-f210b70c-4820-499d-9506-4528e573ff9e req-ee722884-cd48-4a0c-a933-c7ca20220854 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:49:06.017637 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-f210b70c-4820-499d-9506-4528e573ff9e req-ee722884-cd48-4a0c-a933-c7ca20220854 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] For port f771b22c-5721-4257-bf4f-61c934a9526f, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=f771b22c-5721-4257-bf4f-61c934a9526f,segment=NetworkSegment(23a812ef-4cef-44eb-92e0-d4d19115789c),segment_id=23a812ef-4cef-44eb-92e0-d4d19115789c)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:49:06.018052 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-f210b70c-4820-499d-9506-4528e573ff9e req-ee722884-cd48-4a0c-a933-c7ca20220854 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:49:06.030677 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [req-f210b70c-4820-499d-9506-4528e573ff9e req-ee722884-cd48-4a0c-a933-c7ca20220854 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Calling delete_port for f771b22c-5721-4257-bf4f-61c934a9526f owned by compute:nova {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:49:06.157718 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-f210b70c-4820-499d-9506-4528e573ff9e req-ee722884-cd48-4a0c-a933-c7ca20220854 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:49:06.186798 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee722884-cd48-4a0c-a933-c7ca20220854 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Pushing event deleted for resources: {'Port': ['ID=f771b22c-5721-4257-bf4f-61c934a9526f,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:49:06.227389 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [req-f210b70c-4820-499d-9506-4528e573ff9e req-ee722884-cd48-4a0c-a933-c7ca20220854 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] No DVR routers for this DVR port f771b22c-5721-4257-bf4f-61c934a9526f on host n-h1-818022-2 {{(pid=103364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:49:06.230028 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-f210b70c-4820-499d-9506-4528e573ff9e req-ee722884-cd48-4a0c-a933-c7ca20220854 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:49:06.233449 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f210b70c-4820-499d-9506-4528e573ff9e req-ee722884-cd48-4a0c-a933-c7ca20220854 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.60 "DELETE /v2.0/ports/f771b22c-5721-4257-bf4f-61c934a9526f HTTP/1.1" status: 204 len: 173 time: 0.3872349 Nov 19 18:49:06.380916 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56a66fcd-0eb8-4610-ba4c-a8a5da0fd6f9', 'name': 'network-vif-deleted', 'tag': 'f771b22c-5721-4257-bf4f-61c934a9526f'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:49:06.383554 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52b8413beb4c6ee9e3ef24221fee7166c8d58dd3d366bc989a0565316b268f0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-046896b3-3fae-4cfc-a3e1-ac9ae6e1265f" -d '{"events": [{"server_uuid": "56a66fcd-0eb8-4610-ba4c-a8a5da0fd6f9", "name": "network-vif-deleted", "tag": "f771b22c-5721-4257-bf4f-61c934a9526f"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:49:06.422494 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:49:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f258401-07bb-44ef-806c-524cf9b66d74 x-openstack-request-id: req-6f258401-07bb-44ef-806c-524cf9b66d74 {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:49:06.422806 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56a66fcd-0eb8-4610-ba4c-a8a5da0fd6f9", "name": "network-vif-deleted", "tag": "f771b22c-5721-4257-bf4f-61c934a9526f", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:49:06.423066 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-6f258401-07bb-44ef-806c-524cf9b66d74 {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:49:06.423614 n-d-818022-2 neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56a66fcd-0eb8-4610-ba4c-a8a5da0fd6f9', 'name': 'network-vif-deleted', 'tag': 'f771b22c-5721-4257-bf4f-61c934a9526f', 'status': 'completed', 'code': 200} Nov 19 18:49:06.900889 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 49012) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:49:07.255097 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b8245682-90ba-4273-ac6f-270f900fa2f1 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-768564'] for router_interface, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:49:07.505562 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-b8245682-90ba-4273-ac6f-270f900fa2f1 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Deleting port c8623662-83a1-495f-8b13-181fe4f97b8c {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:49:07.505836 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b8245682-90ba-4273-ac6f-270f900fa2f1 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:49:07.592283 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [None req-b8245682-90ba-4273-ac6f-270f900fa2f1 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] For port c8623662-83a1-495f-8b13-181fe4f97b8c, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=c8623662-83a1-495f-8b13-181fe4f97b8c,segment=NetworkSegment(23a812ef-4cef-44eb-92e0-d4d19115789c),segment_id=23a812ef-4cef-44eb-92e0-d4d19115789c)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:49:07.592647 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b8245682-90ba-4273-ac6f-270f900fa2f1 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:49:07.610236 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-b8245682-90ba-4273-ac6f-270f900fa2f1 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Calling delete_port for c8623662-83a1-495f-8b13-181fe4f97b8c owned by network:router_interface {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:49:07.793868 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b8245682-90ba-4273-ac6f-270f900fa2f1 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:49:07.818290 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8245682-90ba-4273-ac6f-270f900fa2f1 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Pushing event deleted for resources: {'Port': ['ID=c8623662-83a1-495f-8b13-181fe4f97b8c,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:49:08.005749 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b8245682-90ba-4273-ac6f-270f900fa2f1 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-768648'] for router_interface, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:49:08.223202 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8245682-90ba-4273-ac6f-270f900fa2f1 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Router 4989c2b1-0365-40c1-aa34-a81250a958af has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 18:49:08.327949 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8245682-90ba-4273-ac6f-270f900fa2f1 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:49:08.335807 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-b8245682-90ba-4273-ac6f-270f900fa2f1 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "PUT /v2.0/routers/4989c2b1-0365-40c1-aa34-a81250a958af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4335909 Nov 19 18:49:08.338384 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 49014) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:49:08.341038 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bf11f3f-d0ad-44a7-9884-50163494ffda None None] Sync routers for ids ['4989c2b1-0365-40c1-aa34-a81250a958af'] in n-d-818022-2 {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:49:08.351390 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf11f3f-d0ad-44a7-9884-50163494ffda None None] Routers {'4989c2b1-0365-40c1-aa34-a81250a958af'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:49:08.352007 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-3bf11f3f-d0ad-44a7-9884-50163494ffda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:49:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['4989c2b1-0365-40c1-aa34-a81250a958af'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:49:08.388697 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_v2 [None req-d67286fd-e386-4496-ac72-3f5b20da80c1 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Deleting subnet 7cbd8582-7b90-4d7d-8ef1-80d28d15f62a {{(pid=103364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 18:49:08.391932 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d67286fd-e386-4496-ac72-3f5b20da80c1 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for subnet, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:49:08.432193 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d67286fd-e386-4496-ac72-3f5b20da80c1 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9416263'] for subnet, precommit_delete_associations {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:49:08.457602 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-3bf11f3f-d0ad-44a7-9884-50163494ffda None None] Set router 4989c2b1-0365-40c1-aa34-a81250a958af gateway port host: n-d-818022-2 {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:49:08.518270 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d67286fd-e386-4496-ac72-3f5b20da80c1 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:49:08.575577 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d67286fd-e386-4496-ac72-3f5b20da80c1 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12425137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8983934'] for subnet, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:49:08.603411 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67286fd-e386-4496-ac72-3f5b20da80c1 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Pushing event deleted for resources: {'Subnet': ['ID=7cbd8582-7b90-4d7d-8ef1-80d28d15f62a,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:49:08.606927 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d67286fd-e386-4496-ac72-3f5b20da80c1 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:49:08.612898 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-d67286fd-e386-4496-ac72-3f5b20da80c1 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "DELETE /v2.0/subnets/7cbd8582-7b90-4d7d-8ef1-80d28d15f62a HTTP/1.1" status: 204 len: 168 time: 0.2710836 Nov 19 18:49:08.613266 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 49016) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:49:08.617686 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e096aac-302d-452e-8dc2-ea7d841adbb4 None None] Network dd488e60-fe69-42ff-959a-77b05362ce7c requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:49:08.719304 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9aa7a1f7-4485-4364-9ce5-14ca6a048f7c tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for router, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:49:08.732881 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-3bf11f3f-d0ad-44a7-9884-50163494ffda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4989c2b1-0365-40c1-aa34-a81250a958af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-649428910', 'tenant_id': 'b8c9426a09804bdabdb147a7feac3908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': '22a94b0a-c34e-4d6b-9847-f0d98709e592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:47:14Z', 'updated_at': '2021-11-19T18:49:07Z', 'revision_number': 5, 'project_id': 'b8c9426a09804bdabdb147a7feac3908', 'gw_port': {'id': '22a94b0a-c34e-4d6b-9847-f0d98709e592', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:01:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4989c2b1-0365-40c1-aa34-a81250a958af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:47:14Z', 'updated_at': '2021-11-19T18:47:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:49:08.766027 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bf11f3f-d0ad-44a7-9884-50163494ffda None None] Checking router: 4989c2b1-0365-40c1-aa34-a81250a958af for host: n-d-818022-2 {{(pid=103366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:49:08.789898 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf11f3f-d0ad-44a7-9884-50163494ffda None None] Routers {'4989c2b1-0365-40c1-aa34-a81250a958af'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:49:08.790444 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-3bf11f3f-d0ad-44a7-9884-50163494ffda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:49:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['4989c2b1-0365-40c1-aa34-a81250a958af'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:49:08.821676 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9aa7a1f7-4485-4364-9ce5-14ca6a048f7c tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:49:08.879078 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c90f16c6-9879-4a03-b9a7-1da02b93f010 None None] DHCP port deletion for dd488e60-fe69-42ff-959a-77b05362ce7c request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:49:08.881149 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-9aa7a1f7-4485-4364-9ce5-14ca6a048f7c tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Deleting port 22a94b0a-c34e-4d6b-9847-f0d98709e592 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:49:08.881493 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9aa7a1f7-4485-4364-9ce5-14ca6a048f7c tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:49:08.922663 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-3bf11f3f-d0ad-44a7-9884-50163494ffda None None] Set router 4989c2b1-0365-40c1-aa34-a81250a958af gateway port host: n-d-818022-2 {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:49:08.960444 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [None req-9aa7a1f7-4485-4364-9ce5-14ca6a048f7c tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] For port 22a94b0a-c34e-4d6b-9847-f0d98709e592, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=22a94b0a-c34e-4d6b-9847-f0d98709e592,segment=NetworkSegment(bbe705c1-96c0-476e-8381-28227e6f0ac5),segment_id=bbe705c1-96c0-476e-8381-28227e6f0ac5)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:49:08.960810 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9aa7a1f7-4485-4364-9ce5-14ca6a048f7c tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:49:08.973635 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-9aa7a1f7-4485-4364-9ce5-14ca6a048f7c tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Calling delete_port for 22a94b0a-c34e-4d6b-9847-f0d98709e592 owned by network:router_gateway {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:49:09.040183 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-c90f16c6-9879-4a03-b9a7-1da02b93f010 None None] Deleting port 8a84e6af-6f17-438a-aefc-a2a73d140615 {{(pid=103366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:49:09.040473 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-c90f16c6-9879-4a03-b9a7-1da02b93f010 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:49:09.136310 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9aa7a1f7-4485-4364-9ce5-14ca6a048f7c tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:49:09.140586 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-c90f16c6-9879-4a03-b9a7-1da02b93f010 None None] For port 8a84e6af-6f17-438a-aefc-a2a73d140615, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=8a84e6af-6f17-438a-aefc-a2a73d140615,segment=NetworkSegment(23a812ef-4cef-44eb-92e0-d4d19115789c),segment_id=23a812ef-4cef-44eb-92e0-d4d19115789c)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:49:09.140984 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-c90f16c6-9879-4a03-b9a7-1da02b93f010 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:49:09.156273 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-c90f16c6-9879-4a03-b9a7-1da02b93f010 None None] Calling delete_port for 8a84e6af-6f17-438a-aefc-a2a73d140615 owned by network:dhcp {{(pid=103366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:49:09.162104 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa7a1f7-4485-4364-9ce5-14ca6a048f7c tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Pushing event deleted for resources: {'Port': ['ID=22a94b0a-c34e-4d6b-9847-f0d98709e592,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:49:09.175523 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa7a1f7-4485-4364-9ce5-14ca6a048f7c tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:49:09.175882 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa7a1f7-4485-4364-9ce5-14ca6a048f7c tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:49:09.176235 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa7a1f7-4485-4364-9ce5-14ca6a048f7c tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:49:09.176579 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa7a1f7-4485-4364-9ce5-14ca6a048f7c tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:49:09.176918 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa7a1f7-4485-4364-9ce5-14ca6a048f7c tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:49:09.177419 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa7a1f7-4485-4364-9ce5-14ca6a048f7c tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:49:09.177766 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa7a1f7-4485-4364-9ce5-14ca6a048f7c tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:49:09.178132 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa7a1f7-4485-4364-9ce5-14ca6a048f7c tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:49:09.178728 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa7a1f7-4485-4364-9ce5-14ca6a048f7c tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:49:09.179062 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa7a1f7-4485-4364-9ce5-14ca6a048f7c tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:49:09.179391 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa7a1f7-4485-4364-9ce5-14ca6a048f7c tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:49:09.179722 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa7a1f7-4485-4364-9ce5-14ca6a048f7c tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:49:09.212345 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cd899c7-ac58-4a60-80c6-77aae8cf1475 None None] DHCP port deletion for 645e61aa-1a6c-4e8f-857e-ab06edb4897f request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:49:09.225967 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-3bf11f3f-d0ad-44a7-9884-50163494ffda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4989c2b1-0365-40c1-aa34-a81250a958af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-649428910', 'tenant_id': 'b8c9426a09804bdabdb147a7feac3908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': '22a94b0a-c34e-4d6b-9847-f0d98709e592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:47:14Z', 'updated_at': '2021-11-19T18:49:07Z', 'revision_number': 5, 'project_id': 'b8c9426a09804bdabdb147a7feac3908', 'gw_port': {'id': '22a94b0a-c34e-4d6b-9847-f0d98709e592', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:01:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4989c2b1-0365-40c1-aa34-a81250a958af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:47:14Z', 'updated_at': '2021-11-19T18:47:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:49:09.239011 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9aa7a1f7-4485-4364-9ce5-14ca6a048f7c tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-671730'] for router_gateway, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:49:09.334278 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9aa7a1f7-4485-4364-9ce5-14ca6a048f7c tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4696'] for router, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:49:09.336620 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9aa7a1f7-4485-4364-9ce5-14ca6a048f7c tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:49:09.386179 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9aa7a1f7-4485-4364-9ce5-14ca6a048f7c tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-543895'] for router, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:49:09.386947 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9aa7a1f7-4485-4364-9ce5-14ca6a048f7c tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Fanout notify agent at l3_agent the message router_deleted on router 4989c2b1-0365-40c1-aa34-a81250a958af {{(pid=103365) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 18:49:09.400891 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9aa7a1f7-4485-4364-9ce5-14ca6a048f7c tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for router, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:49:09.402148 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-9aa7a1f7-4485-4364-9ce5-14ca6a048f7c tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "DELETE /v2.0/routers/4989c2b1-0365-40c1-aa34-a81250a958af HTTP/1.1" status: 204 len: 168 time: 0.7878373 Nov 19 18:49:09.404985 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 49018) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:49:09.422203 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bf11f3f-d0ad-44a7-9884-50163494ffda None None] The sync data for ids ['4989c2b1-0365-40c1-aa34-a81250a958af'] in n-d-818022-2 is: [{'id': '4989c2b1-0365-40c1-aa34-a81250a958af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-649428910', 'tenant_id': 'b8c9426a09804bdabdb147a7feac3908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': '22a94b0a-c34e-4d6b-9847-f0d98709e592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:47:14Z', 'updated_at': '2021-11-19T18:49:07Z', 'revision_number': 5, 'project_id': 'b8c9426a09804bdabdb147a7feac3908', 'gw_port': {'id': '22a94b0a-c34e-4d6b-9847-f0d98709e592', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:01:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4989c2b1-0365-40c1-aa34-a81250a958af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:47:14Z', 'updated_at': '2021-11-19T18:47:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:49:09.452227 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-c90f16c6-9879-4a03-b9a7-1da02b93f010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007'] for port, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:49:09.466355 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device f771b22c-5721-4257-bf4f-61c934a9526f no longer exists at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:49:09.505495 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90f16c6-9879-4a03-b9a7-1da02b93f010 None None] Pushing event deleted for resources: {'Port': ['ID=8a84e6af-6f17-438a-aefc-a2a73d140615,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:49:09.507569 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c90f16c6-9879-4a03-b9a7-1da02b93f010 None None] No DVR routers for this DVR port 8a84e6af-6f17-438a-aefc-a2a73d140615 on host n-d-818022-2 {{(pid=103366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:49:09.508820 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] No Port match for: f771b22c-5721-4257-bf4f-61c934a9526f {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:49:09.511671 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device f771b22c-5721-4257-bf4f-61c934a9526f not bound to the agent host n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:49:09.512073 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-01fe6f8e-40e3-438d-afe3-c530b44d18a0 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:49:09.597781 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-01fe6f8e-40e3-438d-afe3-c530b44d18a0 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:49:09.617323 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-01fe6f8e-40e3-438d-afe3-c530b44d18a0 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd488e60-fe69-42ff-959a-77b05362ce7c']}} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:49:09.626223 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-01fe6f8e-40e3-438d-afe3-c530b44d18a0 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23a812ef-4cef-44eb-92e0-d4d19115789c') {'for_net_delete': True} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:49:09.626513 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-01fe6f8e-40e3-438d-afe3-c530b44d18a0 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23a812ef-4cef-44eb-92e0-d4d19115789c') {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:49:09.635440 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-01fe6f8e-40e3-438d-afe3-c530b44d18a0 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417396'] for segment, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:49:09.648068 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-01fe6f8e-40e3-438d-afe3-c530b44d18a0 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:49:09.653675 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01fe6f8e-40e3-438d-afe3-c530b44d18a0 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Releasing vlan 652 on physical network physnet1 to pool {{(pid=103364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 18:49:09.654089 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-01fe6f8e-40e3-438d-afe3-c530b44d18a0 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12425183'] for segment, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:49:09.656900 n-d-818022-2 neutron-server[103364]: Traceback (most recent call last): Nov 19 18:49:09.656900 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 18:49:09.656900 n-d-818022-2 neutron-server[103364]: timer() Nov 19 18:49:09.656900 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 18:49:09.656900 n-d-818022-2 neutron-server[103364]: cb(*args, **kw) Nov 19 18:49:09.656900 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 18:49:09.656900 n-d-818022-2 neutron-server[103364]: return func(*args, **kwargs) Nov 19 18:49:09.656900 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 18:49:09.656900 n-d-818022-2 neutron-server[103364]: self._notify() Nov 19 18:49:09.656900 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 18:49:09.656900 n-d-818022-2 neutron-server[103364]: self.callback(batched_events) Nov 19 18:49:09.656900 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 18:49:09.656900 n-d-818022-2 neutron-server[103364]: event.method(event) Nov 19 18:49:09.656900 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 18:49:09.656900 n-d-818022-2 neutron-server[103364]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 18:49:09.656900 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 18:49:09.656900 n-d-818022-2 neutron-server[103364]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 18:49:09.656900 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 18:49:09.656900 n-d-818022-2 neutron-server[103364]: return f(self, *a, **k) Nov 19 18:49:09.656900 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 18:49:09.656900 n-d-818022-2 neutron-server[103364]: return self._get(url).json() Nov 19 18:49:09.656900 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 18:49:09.656900 n-d-818022-2 neutron-server[103364]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 18:49:09.656900 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 18:49:09.656900 n-d-818022-2 neutron-server[103364]: return self.request(url, 'GET', **kwargs) Nov 19 18:49:09.656900 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 18:49:09.656900 n-d-818022-2 neutron-server[103364]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 18:49:09.656900 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 18:49:09.656900 n-d-818022-2 neutron-server[103364]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 18:49:09.656900 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 18:49:09.656900 n-d-818022-2 neutron-server[103364]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 18:49:09.656900 n-d-818022-2 neutron-server[103364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 18:49:09.717896 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-01fe6f8e-40e3-438d-afe3-c530b44d18a0 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671242'] for network, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:49:09.724918 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-01fe6f8e-40e3-438d-afe3-c530b44d18a0 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:49:09.727999 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-01fe6f8e-40e3-438d-afe3-c530b44d18a0 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "DELETE /v2.0/networks/dd488e60-fe69-42ff-959a-77b05362ce7c HTTP/1.1" status: 204 len: 168 time: 0.3217099 Nov 19 18:49:09.730818 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 49020) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:49:09.739555 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fe6f8e-40e3-438d-afe3-c530b44d18a0 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Pushing event deleted for resources: {'Network': ['ID=dd488e60-fe69-42ff-959a-77b05362ce7c,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:49:09.790759 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1ec6b498-2a72-477d-9445-d4466093b263 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:49:09.822415 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1ec6b498-2a72-477d-9445-d4466093b263 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:49:09.884475 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1ec6b498-2a72-477d-9445-d4466093b263 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:49:09.887159 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1ec6b498-2a72-477d-9445-d4466093b263 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:49:09.888468 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-1ec6b498-2a72-477d-9445-d4466093b263 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "DELETE /v2.0/security-groups/081628d9-64b0-4c67-94ca-652db983dd39 HTTP/1.1" status: 204 len: 168 time: 0.1564937 Nov 19 18:49:09.908618 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec6b498-2a72-477d-9445-d4466093b263 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=081628d9-64b0-4c67-94ca-652db983dd39,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:49:10.078064 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 49026) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:49:10.082814 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-90698fb1-9674-4048-925c-438099a56907 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-382864514', 'description': 'tempest-secgroup-smoke-382864514 description', 'project_id': 'b8c9426a09804bdabdb147a7feac3908'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:49:10.083974 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 8a84e6af-6f17-438a-aefc-a2a73d140615 no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:49:10.107123 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-90698fb1-9674-4048-925c-438099a56907 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:49:10.108812 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: 8a84e6af-6f17-438a-aefc-a2a73d140615 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:49:10.109164 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 8a84e6af-6f17-438a-aefc-a2a73d140615 not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:49:10.109595 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device c8623662-83a1-495f-8b13-181fe4f97b8c no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:49:10.130194 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: c8623662-83a1-495f-8b13-181fe4f97b8c {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:49:10.130554 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device c8623662-83a1-495f-8b13-181fe4f97b8c not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:49:10.186587 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-90698fb1-9674-4048-925c-438099a56907 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:49:10.191214 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-90698fb1-9674-4048-925c-438099a56907 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:49:10.219280 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-90698fb1-9674-4048-925c-438099a56907 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:49:10.220513 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-90698fb1-9674-4048-925c-438099a56907 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1413600 Nov 19 18:49:10.223560 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 49028) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:49:10.225026 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90698fb1-9674-4048-925c-438099a56907 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c36be0b-b775-47f2-9114-778ddbdb892d,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:49:10.228326 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-b21277e0-5f3e-42a6-ab19-603c8f94621b tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Request body: {'security_group_rule': {'security_group_id': '2c36be0b-b775-47f2-9114-778ddbdb892d', 'project_id': 'b8c9426a09804bdabdb147a7feac3908', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:49:10.256799 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b21277e0-5f3e-42a6-ab19-603c8f94621b tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:49:10.301411 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b21277e0-5f3e-42a6-ab19-603c8f94621b tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:49:10.305170 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b21277e0-5f3e-42a6-ab19-603c8f94621b tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735179'] for security_group_rule, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:49:10.323433 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21277e0-5f3e-42a6-ab19-603c8f94621b tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ea746e3-3653-4f92-87d8-f1248f5c4167,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:49:10.330865 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b21277e0-5f3e-42a6-ab19-603c8f94621b tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:49:10.334663 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-b21277e0-5f3e-42a6-ab19-603c8f94621b tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1074214 Nov 19 18:49:10.334894 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 49030) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:49:10.339221 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-05903748-f7d5-4672-b6da-f34f08c07d85 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Request body: {'security_group_rule': {'security_group_id': '2c36be0b-b775-47f2-9114-778ddbdb892d', 'project_id': 'b8c9426a09804bdabdb147a7feac3908', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:49:10.368242 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-05903748-f7d5-4672-b6da-f34f08c07d85 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:49:10.423096 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-05903748-f7d5-4672-b6da-f34f08c07d85 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:49:10.427445 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-05903748-f7d5-4672-b6da-f34f08c07d85 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735179'] for security_group_rule, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:49:10.445963 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05903748-f7d5-4672-b6da-f34f08c07d85 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15939f16-5c93-4184-8272-2174fae93eb6,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:49:10.453586 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-05903748-f7d5-4672-b6da-f34f08c07d85 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:49:10.454581 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-05903748-f7d5-4672-b6da-f34f08c07d85 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1187205 Nov 19 18:49:10.457489 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 49032) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:49:10.462357 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-c964d1e9-1f57-4a74-9cec-67733089a284 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Request body: {'security_group_rule': {'security_group_id': '2c36be0b-b775-47f2-9114-778ddbdb892d', 'project_id': 'b8c9426a09804bdabdb147a7feac3908', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:49:10.490422 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c964d1e9-1f57-4a74-9cec-67733089a284 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:49:10.548653 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c964d1e9-1f57-4a74-9cec-67733089a284 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:49:10.552424 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c964d1e9-1f57-4a74-9cec-67733089a284 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735179'] for security_group_rule, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:49:10.576079 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c964d1e9-1f57-4a74-9cec-67733089a284 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64a95237-79e1-4cf6-aee9-f5def786b4dd,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:49:10.586842 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c964d1e9-1f57-4a74-9cec-67733089a284 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:49:10.588092 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-c964d1e9-1f57-4a74-9cec-67733089a284 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1295669 Nov 19 18:49:10.591218 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 49034) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:49:10.595834 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-a70ffe7a-7583-462f-b12d-71d8c1566086 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Request body: {'security_group_rule': {'security_group_id': '2c36be0b-b775-47f2-9114-778ddbdb892d', 'project_id': 'b8c9426a09804bdabdb147a7feac3908', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:49:10.622075 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a70ffe7a-7583-462f-b12d-71d8c1566086 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:49:10.682845 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a70ffe7a-7583-462f-b12d-71d8c1566086 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:49:10.686515 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a70ffe7a-7583-462f-b12d-71d8c1566086 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735179'] for security_group_rule, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:49:10.704907 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70ffe7a-7583-462f-b12d-71d8c1566086 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa025d4d-d760-4ac2-83b3-7af75fa5ee8b,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:49:10.712823 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a70ffe7a-7583-462f-b12d-71d8c1566086 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:49:10.714054 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-a70ffe7a-7583-462f-b12d-71d8c1566086 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1217949 Nov 19 18:49:10.716753 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 49036) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:49:10.721122 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-f51b43be-96e2-4b43-a87e-1c674903092f tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Request body: {'security_group_rule': {'security_group_id': '2c36be0b-b775-47f2-9114-778ddbdb892d', 'project_id': 'b8c9426a09804bdabdb147a7feac3908', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:49:10.743054 n-d-818022-2 neutron-server[103365]: INFO neutron.db.securitygroups_db [None req-f51b43be-96e2-4b43-a87e-1c674903092f tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Project b8c9426a09804bdabdb147a7feac3908 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 18:49:10.747785 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f51b43be-96e2-4b43-a87e-1c674903092f tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:49:10.808042 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f51b43be-96e2-4b43-a87e-1c674903092f tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:49:10.811940 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f51b43be-96e2-4b43-a87e-1c674903092f tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735179'] for security_group_rule, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:49:10.830967 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51b43be-96e2-4b43-a87e-1c674903092f tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c99399b5-84f0-412a-96bf-65b60a1bcfef,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:49:10.838404 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f51b43be-96e2-4b43-a87e-1c674903092f tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:49:10.839647 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-f51b43be-96e2-4b43-a87e-1c674903092f tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1219335 Nov 19 18:49:10.843445 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 49038) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:49:10.847981 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-f46011ee-a334-4157-8b6f-9e807db65ef3 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Request body: {'security_group_rule': {'security_group_id': '2c36be0b-b775-47f2-9114-778ddbdb892d', 'project_id': 'b8c9426a09804bdabdb147a7feac3908', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:49:10.870176 n-d-818022-2 neutron-server[103365]: INFO neutron.db.securitygroups_db [None req-f46011ee-a334-4157-8b6f-9e807db65ef3 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Project b8c9426a09804bdabdb147a7feac3908 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 18:49:10.875705 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f46011ee-a334-4157-8b6f-9e807db65ef3 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:49:10.933233 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f46011ee-a334-4157-8b6f-9e807db65ef3 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:49:10.936711 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f46011ee-a334-4157-8b6f-9e807db65ef3 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735179'] for security_group_rule, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:49:10.954775 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46011ee-a334-4157-8b6f-9e807db65ef3 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7d42c8a-1e8d-400d-a1c1-83ba28a19f9a,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:49:10.962963 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f46011ee-a334-4157-8b6f-9e807db65ef3 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:49:10.964476 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-f46011ee-a334-4157-8b6f-9e807db65ef3 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1201093 Nov 19 18:49:10.967400 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 49040) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:49:10.972219 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-2d90c43f-f134-4ef9-ac4a-c7c2fd0373a6 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Request body: {'network': {'name': 'tempest-network-smoke--1742301637', 'project_id': 'b8c9426a09804bdabdb147a7feac3908', 'port_security_enabled': True}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:49:10.992987 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d90c43f-f134-4ef9-ac4a-c7c2fd0373a6 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Made reservation on behalf of b8c9426a09804bdabdb147a7feac3908 for: {'network': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:49:10.996365 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2d90c43f-f134-4ef9-ac4a-c7c2fd0373a6 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:49:11.020317 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d90c43f-f134-4ef9-ac4a-c7c2fd0373a6 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 679} {{(pid=103365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 18:49:11.029947 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2d90c43f-f134-4ef9-ac4a-c7c2fd0373a6 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:49:11.030293 n-d-818022-2 neutron-server[103365]: INFO neutron.db.segments_db [None req-2d90c43f-f134-4ef9-ac4a-c7c2fd0373a6 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Added segment 01e5b8b2-18a3-4b04-8299-9e82faf1b24a of type vlan for network aaff61a8-f6f0-4938-97a2-b303dd65cb02 Nov 19 18:49:11.072340 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2d90c43f-f134-4ef9-ac4a-c7c2fd0373a6 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:49:11.095427 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2d90c43f-f134-4ef9-ac4a-c7c2fd0373a6 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:49:11.101525 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d90c43f-f134-4ef9-ac4a-c7c2fd0373a6 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:49:11.102126 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2d90c43f-f134-4ef9-ac4a-c7c2fd0373a6 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:49:11.153867 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-2d90c43f-f134-4ef9-ac4a-c7c2fd0373a6 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1853752 Nov 19 18:49:11.156618 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 49042) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:49:11.161856 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-3a3e2d67-1317-491f-b94d-38242f53c532 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2017042909', 'admin_state_up': True, 'project_id': 'b8c9426a09804bdabdb147a7feac3908', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'}}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:49:11.168512 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d90c43f-f134-4ef9-ac4a-c7c2fd0373a6 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Pushing event updated for resources: {'Network': ['ID=aaff61a8-f6f0-4938-97a2-b303dd65cb02,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:49:11.180636 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network aaff61a8-f6f0-4938-97a2-b303dd65cb02 details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 18:49:11.189867 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3a3e2d67-1317-491f-b94d-38242f53c532 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9890'] for router, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:49:11.190964 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3a3e2d67-1317-491f-b94d-38242f53c532 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671617', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-732153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4689'] for router, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:49:11.243524 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3a3e2d67-1317-491f-b94d-38242f53c532 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:49:11.381354 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3a3e2d67-1317-491f-b94d-38242f53c532 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:49:11.570387 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3a3e2d67-1317-491f-b94d-38242f53c532 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for router_gateway, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:49:11.588801 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3a3e2d67-1317-491f-b94d-38242f53c532 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:49:11.694522 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [None req-3a3e2d67-1317-491f-b94d-38242f53c532 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Allocated IP 172.25.7.118 (645e61aa-1a6c-4e8f-857e-ab06edb4897f/88ed2d64-f56d-4f01-a468-946e01c99e82/d08fd5f8-942b-4956-898e-7d244811be04) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:49:11.794512 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3a3e2d67-1317-491f-b94d-38242f53c532 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:49:11.833148 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3a3e2d67-1317-491f-b94d-38242f53c532 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:49:11.869848 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a3e2d67-1317-491f-b94d-38242f53c532 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Network 645e61aa-1a6c-4e8f-857e-ab06edb4897f is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:49:11.874274 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-3a3e2d67-1317-491f-b94d-38242f53c532 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:49:11.878194 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3e2d67-1317-491f-b94d-38242f53c532 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:49:11.891889 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccf19d56-235d-4f6a-bf5b-e14bf91cf289 None None] DHCP port deletion for 645e61aa-1a6c-4e8f-857e-ab06edb4897f request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:49:11.900995 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3e2d67-1317-491f-b94d-38242f53c532 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Pushing event updated for resources: {'Port': ['ID=d08fd5f8-942b-4956-898e-7d244811be04,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:49:11.936912 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-49967cae-e9f1-4db5-8764-c70ef23a183b None None] Provisioning complete for port d08fd5f8-942b-4956-898e-7d244811be04 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:49:11.937216 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-49967cae-e9f1-4db5-8764-c70ef23a183b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:49:11.971035 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-49967cae-e9f1-4db5-8764-c70ef23a183b None None] Port d08fd5f8-942b-4956-898e-7d244811be04 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:49:11.986476 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 22a94b0a-c34e-4d6b-9847-f0d98709e592 no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:49:12.006721 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: 22a94b0a-c34e-4d6b-9847-f0d98709e592 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:49:12.007068 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 22a94b0a-c34e-4d6b-9847-f0d98709e592 not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:49:12.128787 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3a3e2d67-1317-491f-b94d-38242f53c532 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for router_gateway, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:49:12.319551 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3a3e2d67-1317-491f-b94d-38242f53c532 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671702'] for router, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:49:12.766289 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a3e2d67-1317-491f-b94d-38242f53c532 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Router 3d739c3e-9d85-43f0-a6eb-a50b52eb489e is scheduled to L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 with binding_index 1 {{(pid=103364) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 18:49:12.872873 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a3e2d67-1317-491f-b94d-38242f53c532 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:49:12.883473 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a6d35c-0274-4646-8afb-d3dd16205069 None None] Sync routers for ids ['3d739c3e-9d85-43f0-a6eb-a50b52eb489e'] in n-d-818022-2 {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:49:12.892257 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3a3e2d67-1317-491f-b94d-38242f53c532 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for router, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:49:12.893550 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-3a3e2d67-1317-491f-b94d-38242f53c532 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7358744 Nov 19 18:49:12.893763 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a6d35c-0274-4646-8afb-d3dd16205069 None None] Routers {'3d739c3e-9d85-43f0-a6eb-a50b52eb489e'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:49:12.894295 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-23a6d35c-0274-4646-8afb-d3dd16205069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:49:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['3d739c3e-9d85-43f0-a6eb-a50b52eb489e'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:49:12.896783 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 49044) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:49:12.925842 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-029eea69-0d5f-46d7-8d04-c2fc49e4df90 tempest-TestNetworkAdvancedServerOps-1145964326 tempest-TestNetworkAdvancedServerOps-1145964326-project-admin] 10.222.0.54 "GET /v2.0/subnets?project_id=b8c9426a09804bdabdb147a7feac3908&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0277967 Nov 19 18:49:12.928926 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 49046) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:49:13.000437 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-23a6d35c-0274-4646-8afb-d3dd16205069 None None] Set router 3d739c3e-9d85-43f0-a6eb-a50b52eb489e gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:49:13.180413 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-23a6d35c-0274-4646-8afb-d3dd16205069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d739c3e-9d85-43f0-a6eb-a50b52eb489e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2017042909', 'tenant_id': 'b8c9426a09804bdabdb147a7feac3908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.118'}], 'enable_snat': True}, 'gw_port_id': 'd08fd5f8-942b-4956-898e-7d244811be04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:49:11Z', 'updated_at': '2021-11-19T18:49:12Z', 'revision_number': 3, 'project_id': 'b8c9426a09804bdabdb147a7feac3908', 'gw_port': {'id': 'd08fd5f8-942b-4956-898e-7d244811be04', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:37:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d739c3e-9d85-43f0-a6eb-a50b52eb489e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:49:11Z', 'updated_at': '2021-11-19T18:49:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:49:13.210763 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a6d35c-0274-4646-8afb-d3dd16205069 None None] Checking router: 3d739c3e-9d85-43f0-a6eb-a50b52eb489e for host: n-d-818022-2 {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:49:13.211103 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a6d35c-0274-4646-8afb-d3dd16205069 None None] Updating router 3d739c3e-9d85-43f0-a6eb-a50b52eb489e port d08fd5f8-942b-4956-898e-7d244811be04 binding host n-d-818022-2 {{(pid=103367) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 18:49:13.235773 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-23a6d35c-0274-4646-8afb-d3dd16205069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:49:13.336427 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4926398e-a7ab-42b5-9aef-44640dc99dd5 tempest-TestNetworkAdvancedServerOps-1145964326 tempest-TestNetworkAdvancedServerOps-1145964326-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:49:13.340636 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-4926398e-a7ab-42b5-9aef-44640dc99dd5 tempest-TestNetworkAdvancedServerOps-1145964326 tempest-TestNetworkAdvancedServerOps-1145964326-project-admin] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4081004 Nov 19 18:49:13.340905 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 49048) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:49:13.368704 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-55a4d440-239d-4598-9ce9-e41db6ccd93e tempest-TestNetworkAdvancedServerOps-1145964326 tempest-TestNetworkAdvancedServerOps-1145964326-project-admin] 10.222.0.54 "GET /v2.0/subnets?network_id=645e61aa-1a6c-4e8f-857e-ab06edb4897f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0266829 Nov 19 18:49:13.371161 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 49050) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:49:13.375997 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-b2971b34-1e37-45e6-a220-9da0df727c6b tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2127747357', 'network_id': 'aaff61a8-f6f0-4938-97a2-b303dd65cb02', 'project_id': 'b8c9426a09804bdabdb147a7feac3908', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:49:13.466394 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2971b34-1e37-45e6-a220-9da0df727c6b tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Made reservation on behalf of b8c9426a09804bdabdb147a7feac3908 for: {'subnet': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:49:13.469883 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b2971b34-1e37-45e6-a220-9da0df727c6b tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8731248'] for subnet, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:49:13.481520 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-23a6d35c-0274-4646-8afb-d3dd16205069 None None] Publish callbacks [] for port, precommit_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:49:13.487122 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-23a6d35c-0274-4646-8afb-d3dd16205069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:49:13.536377 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-23a6d35c-0274-4646-8afb-d3dd16205069 None None] Attempting to bind port d08fd5f8-942b-4956-898e-7d244811be04 on host n-d-818022-2 for vnic_type normal with profile {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:49:13.536762 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-23a6d35c-0274-4646-8afb-d3dd16205069 None None] Attempting to bind port d08fd5f8-942b-4956-898e-7d244811be04 by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:49:13.537127 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a6d35c-0274-4646-8afb-d3dd16205069 None None] Attempting to bind port d08fd5f8-942b-4956-898e-7d244811be04 on network 645e61aa-1a6c-4e8f-857e-ab06edb4897f {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:49:13.539469 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3228cd77-ea69-4fc4-98e5-40efb4c8b039 None None] DHCP port deletion for 645e61aa-1a6c-4e8f-857e-ab06edb4897f request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:49:13.546667 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a6d35c-0274-4646-8afb-d3dd16205069 None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 49, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:49:13.547185 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a6d35c-0274-4646-8afb-d3dd16205069 None None] Checking segment: {'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:49:13.547450 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-23a6d35c-0274-4646-8afb-d3dd16205069 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:49:13.547835 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a6d35c-0274-4646-8afb-d3dd16205069 None None] Bound using segment: {'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:49:13.548304 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-23a6d35c-0274-4646-8afb-d3dd16205069 None None] Bound port: d08fd5f8-942b-4956-898e-7d244811be04, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'}}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:49:13.548710 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-23a6d35c-0274-4646-8afb-d3dd16205069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:49:13.572477 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c59592f-1290-43e7-b86d-556912355811 None None] Pushing event updated for resources: {'Port': ['ID=d08fd5f8-942b-4956-898e-7d244811be04,revision_number=2']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:49:13.586237 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c59592f-1290-43e7-b86d-556912355811 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:49:13.586584 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c59592f-1290-43e7-b86d-556912355811 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:49:13.586931 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c59592f-1290-43e7-b86d-556912355811 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:49:13.587271 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c59592f-1290-43e7-b86d-556912355811 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:49:13.587602 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c59592f-1290-43e7-b86d-556912355811 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:49:13.587936 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c59592f-1290-43e7-b86d-556912355811 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:49:13.588262 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c59592f-1290-43e7-b86d-556912355811 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:49:13.588591 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c59592f-1290-43e7-b86d-556912355811 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:49:13.588917 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c59592f-1290-43e7-b86d-556912355811 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:49:13.589232 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c59592f-1290-43e7-b86d-556912355811 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:49:13.589558 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c59592f-1290-43e7-b86d-556912355811 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:49:13.589960 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c59592f-1290-43e7-b86d-556912355811 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:49:13.604698 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-660255d9-f6f4-4c6c-a910-5fea86d3a1de None None] Provisioning complete for port d08fd5f8-942b-4956-898e-7d244811be04 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:49:13.605130 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-660255d9-f6f4-4c6c-a910-5fea86d3a1de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:49:13.627328 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-23a6d35c-0274-4646-8afb-d3dd16205069 None None] For port d08fd5f8-942b-4956-898e-7d244811be04, host n-d-818022-2, cleared binding levels {{(pid=103367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:49:13.630887 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-23a6d35c-0274-4646-8afb-d3dd16205069 None None] For port d08fd5f8-942b-4956-898e-7d244811be04, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=d08fd5f8-942b-4956-898e-7d244811be04,segment=NetworkSegment(bbe705c1-96c0-476e-8381-28227e6f0ac5),segment_id=bbe705c1-96c0-476e-8381-28227e6f0ac5)] {{(pid=103367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:49:13.636641 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-23a6d35c-0274-4646-8afb-d3dd16205069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:49:13.646556 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-660255d9-f6f4-4c6c-a910-5fea86d3a1de None None] Port d08fd5f8-942b-4956-898e-7d244811be04 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:49:13.675765 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b2971b34-1e37-45e6-a220-9da0df727c6b tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12283104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8731234'] for subnet, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:49:13.680083 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adbc741d-89bd-4eb2-a54f-fbb2a5853be6 None None] DHCP port deletion for 645e61aa-1a6c-4e8f-857e-ab06edb4897f request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:49:13.686712 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a6d35c-0274-4646-8afb-d3dd16205069 None None] Routers {'3d739c3e-9d85-43f0-a6eb-a50b52eb489e'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:49:13.687330 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-23a6d35c-0274-4646-8afb-d3dd16205069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:49:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['3d739c3e-9d85-43f0-a6eb-a50b52eb489e'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:49:13.739705 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c59592f-1290-43e7-b86d-556912355811 None None] Pushing event updated for resources: {'Port': ['ID=d08fd5f8-942b-4956-898e-7d244811be04,revision_number=3']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:49:13.743840 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2971b34-1e37-45e6-a220-9da0df727c6b tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Pushing event updated for resources: {'Subnet': ['ID=ec0b1e2b-bb15-4460-9f7c-273de2d6ad55,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:49:13.748152 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2971b34-1e37-45e6-a220-9da0df727c6b tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Checking segment: {'id': '01e5b8b2-18a3-4b04-8299-9e82faf1b24a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'aaff61a8-f6f0-4938-97a2-b303dd65cb02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:49:13.748532 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2971b34-1e37-45e6-a220-9da0df727c6b tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Network hostable DHCP agents. Network: aaff61a8-f6f0-4938-97a2-b303dd65cb02, hostable agents: ['02910ef2-0455-4aea-9f38-9a875579633f'], hosted agents: [] {{(pid=103365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 18:49:13.768858 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2971b34-1e37-45e6-a220-9da0df727c6b tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Network aaff61a8-f6f0-4938-97a2-b303dd65cb02 is scheduled to be hosted by DHCP agent 02910ef2-0455-4aea-9f38-9a875579633f with binding_index 1 {{(pid=103365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 18:49:13.772951 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-2b4aa7e4-cbf5-42c7-ba97-bd06f4739be8 None None] Provisioning complete for port d08fd5f8-942b-4956-898e-7d244811be04 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:49:13.773686 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2b4aa7e4-cbf5-42c7-ba97-bd06f4739be8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:49:13.781573 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-b2971b34-1e37-45e6-a220-9da0df727c6b tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818022-2, aaff61a8-f6f0-4938-97a2-b303dd65cb02) {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:49:13.785682 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2971b34-1e37-45e6-a220-9da0df727c6b tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:49:13.786216 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b2971b34-1e37-45e6-a220-9da0df727c6b tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:49:13.802861 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-b2971b34-1e37-45e6-a220-9da0df727c6b tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4306762 Nov 19 18:49:13.805052 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4477493-4639-478c-b89b-8d5e3ed3e925 None None] Network aaff61a8-f6f0-4938-97a2-b303dd65cb02 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:49:13.805796 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 49052) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:49:13.812499 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-23a6d35c-0274-4646-8afb-d3dd16205069 None None] Set router 3d739c3e-9d85-43f0-a6eb-a50b52eb489e gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:49:13.970235 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2b4aa7e4-cbf5-42c7-ba97-bd06f4739be8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:49:13.995790 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-2b4aa7e4-cbf5-42c7-ba97-bd06f4739be8 None None] For port d08fd5f8-942b-4956-898e-7d244811be04, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=d08fd5f8-942b-4956-898e-7d244811be04,segment=NetworkSegment(bbe705c1-96c0-476e-8381-28227e6f0ac5),segment_id=bbe705c1-96c0-476e-8381-28227e6f0ac5)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:49:14.000644 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2b4aa7e4-cbf5-42c7-ba97-bd06f4739be8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:49:14.042224 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96674f1c-05f8-40cf-b741-4141acd3265b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54f44f5f-1200-574e-8740-2141911d5b73-aaff61a8-f6f0-4938-97a2-b303dd65cb02', 'network_id': 'aaff61a8-f6f0-4938-97a2-b303dd65cb02', 'tenant_id': 'b8c9426a09804bdabdb147a7feac3908', 'fixed_ips': [{'subnet_id': 'ec0b1e2b-bb15-4460-9f7c-273de2d6ad55'}]}} from n-d-818022-2. {{(pid=103366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 18:49:14.043178 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-96674f1c-05f8-40cf-b741-4141acd3265b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:49:14.085379 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-23a6d35c-0274-4646-8afb-d3dd16205069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d739c3e-9d85-43f0-a6eb-a50b52eb489e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2017042909', 'tenant_id': 'b8c9426a09804bdabdb147a7feac3908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.118'}], 'enable_snat': True}, 'gw_port_id': 'd08fd5f8-942b-4956-898e-7d244811be04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:49:11Z', 'updated_at': '2021-11-19T18:49:12Z', 'revision_number': 3, 'project_id': 'b8c9426a09804bdabdb147a7feac3908', 'gw_port': {'id': 'd08fd5f8-942b-4956-898e-7d244811be04', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:37:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d739c3e-9d85-43f0-a6eb-a50b52eb489e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:49:11Z', 'updated_at': '2021-11-19T18:49:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:49:14.088797 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4aa7e4-cbf5-42c7-ba97-bd06f4739be8 None None] Pushing event updated for resources: {'Port': ['ID=d08fd5f8-942b-4956-898e-7d244811be04,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:49:14.115908 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a6d35c-0274-4646-8afb-d3dd16205069 None None] The sync data for ids ['3d739c3e-9d85-43f0-a6eb-a50b52eb489e'] in n-d-818022-2 is: [{'id': '3d739c3e-9d85-43f0-a6eb-a50b52eb489e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2017042909', 'tenant_id': 'b8c9426a09804bdabdb147a7feac3908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.118'}], 'enable_snat': True}, 'gw_port_id': 'd08fd5f8-942b-4956-898e-7d244811be04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:49:11Z', 'updated_at': '2021-11-19T18:49:12Z', 'revision_number': 3, 'project_id': 'b8c9426a09804bdabdb147a7feac3908', 'gw_port': {'id': 'd08fd5f8-942b-4956-898e-7d244811be04', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:37:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d739c3e-9d85-43f0-a6eb-a50b52eb489e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:49:11Z', 'updated_at': '2021-11-19T18:49:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:49:14.214915 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [None req-96674f1c-05f8-40cf-b741-4141acd3265b None None] Allocated IP 172.20.0.2 (aaff61a8-f6f0-4938-97a2-b303dd65cb02/ec0b1e2b-bb15-4460-9f7c-273de2d6ad55/9da38d09-681b-40d2-8c66-245c35251db4) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:49:14.292878 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9d03a37d-af3d-4620-8243-f27f46960fe8 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:49:14.403576 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-96674f1c-05f8-40cf-b741-4141acd3265b None None] Publish callbacks [] for port, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:49:14.413238 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-96674f1c-05f8-40cf-b741-4141acd3265b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998'] for port, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:49:14.458181 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96674f1c-05f8-40cf-b741-4141acd3265b None None] Network aaff61a8-f6f0-4938-97a2-b303dd65cb02 is already hosted by enough agents. {{(pid=103366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:49:14.461220 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [None req-96674f1c-05f8-40cf-b741-4141acd3265b None None] Resources bound (agent type, host, resource id): {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:49:14.464614 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96674f1c-05f8-40cf-b741-4141acd3265b None None] Received port after_create {{(pid=103366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:49:14.471711 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96674f1c-05f8-40cf-b741-4141acd3265b None None] Pushing event updated for resources: {'Port': ['ID=9da38d09-681b-40d2-8c66-245c35251db4,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:49:14.529655 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-96674f1c-05f8-40cf-b741-4141acd3265b None None] Attempting to bind port 9da38d09-681b-40d2-8c66-245c35251db4 on host n-d-818022-2 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:49:14.530075 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-96674f1c-05f8-40cf-b741-4141acd3265b None None] Attempting to bind port 9da38d09-681b-40d2-8c66-245c35251db4 by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': '01e5b8b2-18a3-4b04-8299-9e82faf1b24a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'aaff61a8-f6f0-4938-97a2-b303dd65cb02'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:49:14.530495 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96674f1c-05f8-40cf-b741-4141acd3265b None None] Attempting to bind port 9da38d09-681b-40d2-8c66-245c35251db4 on network aaff61a8-f6f0-4938-97a2-b303dd65cb02 {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:49:14.535758 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96674f1c-05f8-40cf-b741-4141acd3265b None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 49, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:49:14.536136 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96674f1c-05f8-40cf-b741-4141acd3265b None None] Checking segment: {'id': '01e5b8b2-18a3-4b04-8299-9e82faf1b24a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'aaff61a8-f6f0-4938-97a2-b303dd65cb02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:49:14.536549 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-96674f1c-05f8-40cf-b741-4141acd3265b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:49:14.536948 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96674f1c-05f8-40cf-b741-4141acd3265b None None] Bound using segment: {'id': '01e5b8b2-18a3-4b04-8299-9e82faf1b24a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'aaff61a8-f6f0-4938-97a2-b303dd65cb02'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:49:14.537432 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-96674f1c-05f8-40cf-b741-4141acd3265b None None] Bound port: 9da38d09-681b-40d2-8c66-245c35251db4, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01e5b8b2-18a3-4b04-8299-9e82faf1b24a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'aaff61a8-f6f0-4938-97a2-b303dd65cb02'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:49:14.537844 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-96674f1c-05f8-40cf-b741-4141acd3265b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:49:14.606962 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-96674f1c-05f8-40cf-b741-4141acd3265b None None] For port 9da38d09-681b-40d2-8c66-245c35251db4, host n-d-818022-2, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:49:14.610524 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-96674f1c-05f8-40cf-b741-4141acd3265b None None] For port 9da38d09-681b-40d2-8c66-245c35251db4, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=9da38d09-681b-40d2-8c66-245c35251db4,segment=NetworkSegment(01e5b8b2-18a3-4b04-8299-9e82faf1b24a),segment_id=01e5b8b2-18a3-4b04-8299-9e82faf1b24a)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:49:14.616885 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-96674f1c-05f8-40cf-b741-4141acd3265b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:49:14.617384 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [None req-9d03a37d-af3d-4620-8243-f27f46960fe8 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Allocated IP 172.20.0.1 (aaff61a8-f6f0-4938-97a2-b303dd65cb02/ec0b1e2b-bb15-4460-9f7c-273de2d6ad55/8ce70006-dc90-4f18-a1fe-be74f825df8a) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:49:14.684978 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96674f1c-05f8-40cf-b741-4141acd3265b None None] Pushing event updated for resources: {'Port': ['ID=9da38d09-681b-40d2-8c66-245c35251db4,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:49:14.759937 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9d03a37d-af3d-4620-8243-f27f46960fe8 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:49:14.800109 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9d03a37d-af3d-4620-8243-f27f46960fe8 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:49:14.872721 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d03a37d-af3d-4620-8243-f27f46960fe8 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Network aaff61a8-f6f0-4938-97a2-b303dd65cb02 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:49:14.874208 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-9d03a37d-af3d-4620-8243-f27f46960fe8 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:49:14.878989 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d03a37d-af3d-4620-8243-f27f46960fe8 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:49:14.910854 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d03a37d-af3d-4620-8243-f27f46960fe8 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Pushing event updated for resources: {'Port': ['ID=8ce70006-dc90-4f18-a1fe-be74f825df8a,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:49:14.940910 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9d03a37d-af3d-4620-8243-f27f46960fe8 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-671361'] for router_interface, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:49:15.080563 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9d03a37d-af3d-4620-8243-f27f46960fe8 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:49:15.357199 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9d03a37d-af3d-4620-8243-f27f46960fe8 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for port, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:49:15.362202 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9d03a37d-af3d-4620-8243-f27f46960fe8 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:49:15.440936 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d03a37d-af3d-4620-8243-f27f46960fe8 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Pushing event updated for resources: {'Port': ['ID=8ce70006-dc90-4f18-a1fe-be74f825df8a,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:49:15.446056 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9d03a37d-af3d-4620-8243-f27f46960fe8 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-768529'] for router_interface, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:49:15.545326 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d03a37d-af3d-4620-8243-f27f46960fe8 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Network aaff61a8-f6f0-4938-97a2-b303dd65cb02 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:49:15.546779 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-9d03a37d-af3d-4620-8243-f27f46960fe8 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:49:15.629376 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26db97f8-e7f6-4355-a6cc-247533e593a5 None None] Network aaff61a8-f6f0-4938-97a2-b303dd65cb02 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:49:15.666420 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d03a37d-af3d-4620-8243-f27f46960fe8 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Router 3d739c3e-9d85-43f0-a6eb-a50b52eb489e has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 18:49:15.762495 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-b439777b-a703-4cbf-aaf7-55de14b23b8e None None] Provisioning complete for port 9da38d09-681b-40d2-8c66-245c35251db4 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:49:15.762870 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b439777b-a703-4cbf-aaf7-55de14b23b8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:49:15.780798 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d03a37d-af3d-4620-8243-f27f46960fe8 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:49:15.792711 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-9d03a37d-af3d-4620-8243-f27f46960fe8 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "PUT /v2.0/routers/3d739c3e-9d85-43f0-a6eb-a50b52eb489e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9856446 Nov 19 18:49:15.884314 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b439777b-a703-4cbf-aaf7-55de14b23b8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:49:15.921701 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-b439777b-a703-4cbf-aaf7-55de14b23b8e None None] For port 9da38d09-681b-40d2-8c66-245c35251db4, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=9da38d09-681b-40d2-8c66-245c35251db4,segment=NetworkSegment(01e5b8b2-18a3-4b04-8299-9e82faf1b24a),segment_id=01e5b8b2-18a3-4b04-8299-9e82faf1b24a)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:49:15.926948 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b439777b-a703-4cbf-aaf7-55de14b23b8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:49:15.980198 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b439777b-a703-4cbf-aaf7-55de14b23b8e None None] Pushing event updated for resources: {'Port': ['ID=9da38d09-681b-40d2-8c66-245c35251db4,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:49:16.161248 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08377ac6-99a8-4704-bf78-002665bc7628 None None] Sync routers for ids ['3d739c3e-9d85-43f0-a6eb-a50b52eb489e'] in n-d-818022-2 {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:49:16.163925 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-2140fcdd-8b09-409e-a59f-72347b3f1494 None None] Provisioning complete for port 8ce70006-dc90-4f18-a1fe-be74f825df8a triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:49:16.164295 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2140fcdd-8b09-409e-a59f-72347b3f1494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:49:16.168385 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device d08fd5f8-942b-4956-898e-7d244811be04 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:49:16.192804 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e3a861cd-3edf-43aa-ad94-68aadecdce64 req-ad21fd1a-93aa-4525-9b79-f322e009ccc9 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-382864514&fields=id&tenant_id=b8c9426a09804bdabdb147a7feac3908 HTTP/1.1" status: 200 len: 267 time: 0.0635791 Nov 19 18:49:16.232014 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08377ac6-99a8-4704-bf78-002665bc7628 None None] Routers {'3d739c3e-9d85-43f0-a6eb-a50b52eb489e'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:49:16.232661 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-08377ac6-99a8-4704-bf78-002665bc7628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:49:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['3d739c3e-9d85-43f0-a6eb-a50b52eb489e'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:49:16.282851 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-2140fcdd-8b09-409e-a59f-72347b3f1494 None None] Port 8ce70006-dc90-4f18-a1fe-be74f825df8a cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:49:16.317281 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a861cd-3edf-43aa-ad94-68aadecdce64 req-0bc41b6f-0741-4775-a414-803f4eaf3d0a tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:49:16.318799 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e3a861cd-3edf-43aa-ad94-68aadecdce64 req-0bc41b6f-0741-4775-a414-803f4eaf3d0a tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/networks?id=aaff61a8-f6f0-4938-97a2-b303dd65cb02 HTTP/1.1" status: 200 len: 797 time: 0.1162665 Nov 19 18:49:16.335971 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e3a861cd-3edf-43aa-ad94-68aadecdce64 req-524afdf7-64f4-4493-83c8-75fb6e8bb8a6 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/quotas/b8c9426a09804bdabdb147a7feac3908 HTTP/1.1" status: 200 len: 375 time: 0.0106406 Nov 19 18:49:16.350603 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-2140fcdd-8b09-409e-a59f-72347b3f1494 None None] Provisioning complete for port 9da38d09-681b-40d2-8c66-245c35251db4 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:49:16.350809 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2140fcdd-8b09-409e-a59f-72347b3f1494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:49:16.383865 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port d08fd5f8-942b-4956-898e-7d244811be04 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:49:16.384234 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:49:16.393026 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-08377ac6-99a8-4704-bf78-002665bc7628 None None] Set router 3d739c3e-9d85-43f0-a6eb-a50b52eb489e gateway port host: n-d-818022-2 {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:49:16.410714 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e3a861cd-3edf-43aa-ad94-68aadecdce64 req-6b6de1e7-b080-45ab-8354-a4e650e882a5 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=b8c9426a09804bdabdb147a7feac3908&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0664082 Nov 19 18:49:16.529083 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e3a861cd-3edf-43aa-ad94-68aadecdce64 req-fc2df2b5-2075-496b-b95e-316068998451 service neutron] 10.222.0.54 "GET /v2.0/networks/aaff61a8-f6f0-4938-97a2-b303dd65cb02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029346 Nov 19 18:49:16.630146 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e3a861cd-3edf-43aa-ad94-68aadecdce64 req-4702f651-b052-41e3-af8e-050b0276915c service neutron] 10.222.0.54 "GET /v2.0/networks/aaff61a8-f6f0-4938-97a2-b303dd65cb02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930421 Nov 19 18:49:16.661096 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 9da38d09-681b-40d2-8c66-245c35251db4 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:49:16.769006 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-3e68278c-fc22-43d5-8291-3a7eb13a6e49 None None] Provisioning complete for port 8ce70006-dc90-4f18-a1fe-be74f825df8a triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:49:16.769376 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3e68278c-fc22-43d5-8291-3a7eb13a6e49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:49:16.834838 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c76587a2-4e15-4b59-b8b5-3f2ef66eba9a req-4c82d927-9b4f-4358-a233-61cea37ea6e7 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/ports?device_id=5ea55f0a-cd4a-435e-9d82-7c887906a363 HTTP/1.1" status: 200 len: 210 time: 0.0323708 Nov 19 18:49:16.862582 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 9da38d09-681b-40d2-8c66-245c35251db4 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:49:16.862962 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:49:16.869864 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-3e68278c-fc22-43d5-8291-3a7eb13a6e49 None None] Port 8ce70006-dc90-4f18-a1fe-be74f825df8a cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:49:16.897228 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-08377ac6-99a8-4704-bf78-002665bc7628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d739c3e-9d85-43f0-a6eb-a50b52eb489e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2017042909', 'tenant_id': 'b8c9426a09804bdabdb147a7feac3908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.118'}], 'enable_snat': True}, 'gw_port_id': 'd08fd5f8-942b-4956-898e-7d244811be04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:49:11Z', 'updated_at': '2021-11-19T18:49:15Z', 'revision_number': 4, 'project_id': 'b8c9426a09804bdabdb147a7feac3908', 'gw_port': {'id': 'd08fd5f8-942b-4956-898e-7d244811be04', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:37:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d739c3e-9d85-43f0-a6eb-a50b52eb489e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:49:11Z', 'updated_at': '2021-11-19T18:49:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': '8ce70006-dc90-4f18-a1fe-be74f825df8a', 'name': '', 'network_id': 'aaff61a8-f6f0-4938-97a2-b303dd65cb02', 'tenant_id': 'b8c9426a09804bdabdb147a7feac3908', 'mac_address': 'fa:16:3e:ba:b1:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d739c3e-9d85-43f0-a6eb-a50b52eb489e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'ec0b1e2b-bb15-4460-9f7c-273de2d6ad55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:49:14Z', 'updated_at': '2021-11-19T18:49:15Z', 'revision_number': 2, 'project_id': 'b8c9426a09804bdabdb147a7feac3908', 'subnets': [{'id': 'ec0b1e2b-bb15-4460-9f7c-273de2d6ad55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:49:16.935296 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08377ac6-99a8-4704-bf78-002665bc7628 None None] Checking router: 3d739c3e-9d85-43f0-a6eb-a50b52eb489e for host: n-d-818022-2 {{(pid=103366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:49:16.935661 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08377ac6-99a8-4704-bf78-002665bc7628 None None] Updating router 3d739c3e-9d85-43f0-a6eb-a50b52eb489e port 8ce70006-dc90-4f18-a1fe-be74f825df8a binding host n-d-818022-2 {{(pid=103366) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 18:49:16.975922 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-08377ac6-99a8-4704-bf78-002665bc7628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:49:17.507766 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-08377ac6-99a8-4704-bf78-002665bc7628 None None] Publish callbacks [] for port, precommit_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:49:17.512889 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-08377ac6-99a8-4704-bf78-002665bc7628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:49:17.562059 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeead5f7-9b94-4aef-b920-cba3b4f04a94 None None] Pushing event updated for resources: {'Port': ['ID=8ce70006-dc90-4f18-a1fe-be74f825df8a,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:49:17.617362 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-08377ac6-99a8-4704-bf78-002665bc7628 None None] Attempting to bind port 8ce70006-dc90-4f18-a1fe-be74f825df8a on host n-d-818022-2 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:49:17.617735 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-08377ac6-99a8-4704-bf78-002665bc7628 None None] Attempting to bind port 8ce70006-dc90-4f18-a1fe-be74f825df8a by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': '01e5b8b2-18a3-4b04-8299-9e82faf1b24a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'aaff61a8-f6f0-4938-97a2-b303dd65cb02'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:49:17.618148 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08377ac6-99a8-4704-bf78-002665bc7628 None None] Attempting to bind port 8ce70006-dc90-4f18-a1fe-be74f825df8a on network aaff61a8-f6f0-4938-97a2-b303dd65cb02 {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:49:17.624780 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08377ac6-99a8-4704-bf78-002665bc7628 None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 49, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:49:17.625162 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08377ac6-99a8-4704-bf78-002665bc7628 None None] Checking segment: {'id': '01e5b8b2-18a3-4b04-8299-9e82faf1b24a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'aaff61a8-f6f0-4938-97a2-b303dd65cb02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:49:17.625566 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-08377ac6-99a8-4704-bf78-002665bc7628 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:49:17.625991 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08377ac6-99a8-4704-bf78-002665bc7628 None None] Bound using segment: {'id': '01e5b8b2-18a3-4b04-8299-9e82faf1b24a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'aaff61a8-f6f0-4938-97a2-b303dd65cb02'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:49:17.626469 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-08377ac6-99a8-4704-bf78-002665bc7628 None None] Bound port: 8ce70006-dc90-4f18-a1fe-be74f825df8a, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01e5b8b2-18a3-4b04-8299-9e82faf1b24a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'aaff61a8-f6f0-4938-97a2-b303dd65cb02'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:49:17.627531 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-08377ac6-99a8-4704-bf78-002665bc7628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:49:17.703591 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-08377ac6-99a8-4704-bf78-002665bc7628 None None] For port 8ce70006-dc90-4f18-a1fe-be74f825df8a, host n-d-818022-2, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:49:17.707886 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-08377ac6-99a8-4704-bf78-002665bc7628 None None] For port 8ce70006-dc90-4f18-a1fe-be74f825df8a, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=8ce70006-dc90-4f18-a1fe-be74f825df8a,segment=NetworkSegment(01e5b8b2-18a3-4b04-8299-9e82faf1b24a),segment_id=01e5b8b2-18a3-4b04-8299-9e82faf1b24a)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:49:17.714426 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-08377ac6-99a8-4704-bf78-002665bc7628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:49:17.779320 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08377ac6-99a8-4704-bf78-002665bc7628 None None] Routers {'3d739c3e-9d85-43f0-a6eb-a50b52eb489e'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:49:17.780103 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-08377ac6-99a8-4704-bf78-002665bc7628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:49:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['3d739c3e-9d85-43f0-a6eb-a50b52eb489e'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:49:17.834690 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeead5f7-9b94-4aef-b920-cba3b4f04a94 None None] Pushing event updated for resources: {'Port': ['ID=8ce70006-dc90-4f18-a1fe-be74f825df8a,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:49:17.891360 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a861cd-3edf-43aa-ad94-68aadecdce64 req-40451326-646a-45e4-a6f8-9bfcba78e6bc tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:49:17.893349 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e3a861cd-3edf-43aa-ad94-68aadecdce64 req-40451326-646a-45e4-a6f8-9bfcba78e6bc tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.86 "GET /v2.0/networks?id=aaff61a8-f6f0-4938-97a2-b303dd65cb02 HTTP/1.1" status: 200 len: 797 time: 0.1589508 Nov 19 18:49:17.913029 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-0392ecd2-993e-452f-83d6-7d91ff1c6ca6 None None] Provisioning complete for port 8ce70006-dc90-4f18-a1fe-be74f825df8a triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:49:17.913525 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0392ecd2-993e-452f-83d6-7d91ff1c6ca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:49:17.967661 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-08377ac6-99a8-4704-bf78-002665bc7628 None None] Set router 3d739c3e-9d85-43f0-a6eb-a50b52eb489e gateway port host: n-d-818022-2 {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:49:17.991045 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-91c196ac-ce6d-4628-a4c2-3efbc0974f14 req-da6d8d7b-68c7-4ecc-9874-2ad59494775b tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/ports?device_id=5ea55f0a-cd4a-435e-9d82-7c887906a363 HTTP/1.1" status: 200 len: 210 time: 0.0400603 Nov 19 18:49:18.018743 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e3a861cd-3edf-43aa-ad94-68aadecdce64 req-2fa5471d-d1f5-4412-a55c-6878586db241 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b8c9426a09804bdabdb147a7feac3908 HTTP/1.1" status: 200 len: 379 time: 0.1093192 Nov 19 18:49:18.031764 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-e3a861cd-3edf-43aa-ad94-68aadecdce64 req-0f40c7d9-3cbe-48b9-a6fa-0c49e774c26a tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Request body: {'port': {'device_id': '5ea55f0a-cd4a-435e-9d82-7c887906a363', 'network_id': 'aaff61a8-f6f0-4938-97a2-b303dd65cb02', 'admin_state_up': True, 'tenant_id': 'b8c9426a09804bdabdb147a7feac3908', 'security_groups': ['2c36be0b-b775-47f2-9114-778ddbdb892d']}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:49:18.082903 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 9da38d09-681b-40d2-8c66-245c35251db4 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:49:18.147168 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3a861cd-3edf-43aa-ad94-68aadecdce64 req-0f40c7d9-3cbe-48b9-a6fa-0c49e774c26a tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Made reservation on behalf of b8c9426a09804bdabdb147a7feac3908 for: {'port': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:49:18.150957 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-e3a861cd-3edf-43aa-ad94-68aadecdce64 req-0f40c7d9-3cbe-48b9-a6fa-0c49e774c26a tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:49:18.168306 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0392ecd2-993e-452f-83d6-7d91ff1c6ca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:49:18.245486 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0392ecd2-993e-452f-83d6-7d91ff1c6ca6 None None] For port 8ce70006-dc90-4f18-a1fe-be74f825df8a, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=8ce70006-dc90-4f18-a1fe-be74f825df8a,segment=NetworkSegment(01e5b8b2-18a3-4b04-8299-9e82faf1b24a),segment_id=01e5b8b2-18a3-4b04-8299-9e82faf1b24a)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:49:18.246562 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 9da38d09-681b-40d2-8c66-245c35251db4 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:49:18.246933 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:49:18.286451 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [req-e3a861cd-3edf-43aa-ad94-68aadecdce64 req-0f40c7d9-3cbe-48b9-a6fa-0c49e774c26a tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Allocated IP 172.20.0.9 (aaff61a8-f6f0-4938-97a2-b303dd65cb02/ec0b1e2b-bb15-4460-9f7c-273de2d6ad55/2b6bbbbd-e343-4b23-b508-f09db1df58b3) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:49:18.288014 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0392ecd2-993e-452f-83d6-7d91ff1c6ca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:49:18.363438 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0392ecd2-993e-452f-83d6-7d91ff1c6ca6 None None] Pushing event updated for resources: {'Port': ['ID=8ce70006-dc90-4f18-a1fe-be74f825df8a,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:49:18.400359 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.agents_db [None req-619e5c26-d9ed-4321-86eb-7d443bb9dfa2 None None] Agent healthcheck: found 7 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 18:49:18.410708 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-08377ac6-99a8-4704-bf78-002665bc7628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d739c3e-9d85-43f0-a6eb-a50b52eb489e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2017042909', 'tenant_id': 'b8c9426a09804bdabdb147a7feac3908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.118'}], 'enable_snat': True}, 'gw_port_id': 'd08fd5f8-942b-4956-898e-7d244811be04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:49:11Z', 'updated_at': '2021-11-19T18:49:15Z', 'revision_number': 4, 'project_id': 'b8c9426a09804bdabdb147a7feac3908', 'gw_port': {'id': 'd08fd5f8-942b-4956-898e-7d244811be04', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:37:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d739c3e-9d85-43f0-a6eb-a50b52eb489e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:49:11Z', 'updated_at': '2021-11-19T18:49:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': '8ce70006-dc90-4f18-a1fe-be74f825df8a', 'name': '', 'network_id': 'aaff61a8-f6f0-4938-97a2-b303dd65cb02', 'tenant_id': 'b8c9426a09804bdabdb147a7feac3908', 'mac_address': 'fa:16:3e:ba:b1:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d739c3e-9d85-43f0-a6eb-a50b52eb489e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'ec0b1e2b-bb15-4460-9f7c-273de2d6ad55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:49:14Z', 'updated_at': '2021-11-19T18:49:17Z', 'revision_number': 4, 'project_id': 'b8c9426a09804bdabdb147a7feac3908', 'subnets': [{'id': 'ec0b1e2b-bb15-4460-9f7c-273de2d6ad55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:49:18.437004 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-e3a861cd-3edf-43aa-ad94-68aadecdce64 req-0f40c7d9-3cbe-48b9-a6fa-0c49e774c26a tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:49:18.449831 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08377ac6-99a8-4704-bf78-002665bc7628 None None] The sync data for ids ['3d739c3e-9d85-43f0-a6eb-a50b52eb489e'] in n-d-818022-2 is: [{'id': '3d739c3e-9d85-43f0-a6eb-a50b52eb489e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2017042909', 'tenant_id': 'b8c9426a09804bdabdb147a7feac3908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.118'}], 'enable_snat': True}, 'gw_port_id': 'd08fd5f8-942b-4956-898e-7d244811be04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:49:11Z', 'updated_at': '2021-11-19T18:49:15Z', 'revision_number': 4, 'project_id': 'b8c9426a09804bdabdb147a7feac3908', 'gw_port': {'id': 'd08fd5f8-942b-4956-898e-7d244811be04', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:37:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d739c3e-9d85-43f0-a6eb-a50b52eb489e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:49:11Z', 'updated_at': '2021-11-19T18:49:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': '8ce70006-dc90-4f18-a1fe-be74f825df8a', 'name': '', 'network_id': 'aaff61a8-f6f0-4938-97a2-b303dd65cb02', 'tenant_id': 'b8c9426a09804bdabdb147a7feac3908', 'mac_address': 'fa:16:3e:ba:b1:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d739c3e-9d85-43f0-a6eb-a50b52eb489e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'ec0b1e2b-bb15-4460-9f7c-273de2d6ad55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:49:14Z', 'updated_at': '2021-11-19T18:49:17Z', 'revision_number': 4, 'project_id': 'b8c9426a09804bdabdb147a7feac3908', 'subnets': [{'id': 'ec0b1e2b-bb15-4460-9f7c-273de2d6ad55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:49:18.456312 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b965328-f6ca-49e0-bdb9-cc84b6ddd999 None None] Provisioning complete for port 8ce70006-dc90-4f18-a1fe-be74f825df8a triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:49:18.456578 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b965328-f6ca-49e0-bdb9-cc84b6ddd999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:49:18.477277 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-e3a861cd-3edf-43aa-ad94-68aadecdce64 req-0f40c7d9-3cbe-48b9-a6fa-0c49e774c26a tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:49:18.536395 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3a861cd-3edf-43aa-ad94-68aadecdce64 req-0f40c7d9-3cbe-48b9-a6fa-0c49e774c26a tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Network aaff61a8-f6f0-4938-97a2-b303dd65cb02 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:49:18.547726 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [req-e3a861cd-3edf-43aa-ad94-68aadecdce64 req-0f40c7d9-3cbe-48b9-a6fa-0c49e774c26a tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:49:18.552130 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3a861cd-3edf-43aa-ad94-68aadecdce64 req-0f40c7d9-3cbe-48b9-a6fa-0c49e774c26a tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:49:18.582361 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f40c7d9-3cbe-48b9-a6fa-0c49e774c26a tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Pushing event updated for resources: {'Port': ['ID=2b6bbbbd-e343-4b23-b508-f09db1df58b3,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:49:18.615303 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a861cd-3edf-43aa-ad94-68aadecdce64 req-0f40c7d9-3cbe-48b9-a6fa-0c49e774c26a tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:49:18.615971 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-e3a861cd-3edf-43aa-ad94-68aadecdce64 req-0f40c7d9-3cbe-48b9-a6fa-0c49e774c26a tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:49:18.634736 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e3a861cd-3edf-43aa-ad94-68aadecdce64 req-0f40c7d9-3cbe-48b9-a6fa-0c49e774c26a tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6073437 Nov 19 18:49:18.647800 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-e3a861cd-3edf-43aa-ad94-68aadecdce64 req-cef1ea6e-b5da-449d-85b2-f48da90c8198 service neutron] Request body: {'port': {'device_id': '5ea55f0a-cd4a-435e-9d82-7c887906a363', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818022-2'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:49:18.711866 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-e3a861cd-3edf-43aa-ad94-68aadecdce64 req-cef1ea6e-b5da-449d-85b2-f48da90c8198 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:49:18.797077 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-0423ee69-64c5-49b0-a720-ab46d742f64f None None] Provisioning complete for port 2b6bbbbd-e343-4b23-b508-f09db1df58b3 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:49:18.797653 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0423ee69-64c5-49b0-a720-ab46d742f64f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:49:18.834654 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-0423ee69-64c5-49b0-a720-ab46d742f64f None None] Port 2b6bbbbd-e343-4b23-b508-f09db1df58b3 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:49:19.007757 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [req-e3a861cd-3edf-43aa-ad94-68aadecdce64 req-cef1ea6e-b5da-449d-85b2-f48da90c8198 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b6bbbbd-e343-4b23-b508-f09db1df58b3 {{(pid=103365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:49:19.015838 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-e3a861cd-3edf-43aa-ad94-68aadecdce64 req-cef1ea6e-b5da-449d-85b2-f48da90c8198 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:49:19.029355 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.provisioning_blocks [req-e3a861cd-3edf-43aa-ad94-68aadecdce64 req-cef1ea6e-b5da-449d-85b2-f48da90c8198 service neutron] Transition to ACTIVE for port object 2b6bbbbd-e343-4b23-b508-f09db1df58b3 will not be triggered until provisioned by entity L2. {{(pid=103365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 18:49:19.035346 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-e3a861cd-3edf-43aa-ad94-68aadecdce64 req-cef1ea6e-b5da-449d-85b2-f48da90c8198 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:49:19.085698 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef1ea6e-b5da-449d-85b2-f48da90c8198 service neutron] Pushing event updated for resources: {'Port': ['ID=2b6bbbbd-e343-4b23-b508-f09db1df58b3,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:49:19.151057 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c140a9fe-8dab-48b2-9630-b2ad97d8b329 req-2479a225-74b1-4fd7-aefb-4a2fbbaa3fa6 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:49:19.153467 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c140a9fe-8dab-48b2-9630-b2ad97d8b329 req-2479a225-74b1-4fd7-aefb-4a2fbbaa3fa6 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/ports?device_id=5ea55f0a-cd4a-435e-9d82-7c887906a363 HTTP/1.1" status: 200 len: 943 time: 0.0588343 Nov 19 18:49:19.183712 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-e3a861cd-3edf-43aa-ad94-68aadecdce64 req-cef1ea6e-b5da-449d-85b2-f48da90c8198 service neutron] Attempting to bind port 2b6bbbbd-e343-4b23-b508-f09db1df58b3 on host n-h2-818022-2 for vnic_type normal with profile {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:49:19.184052 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-e3a861cd-3edf-43aa-ad94-68aadecdce64 req-cef1ea6e-b5da-449d-85b2-f48da90c8198 service neutron] Attempting to bind port 2b6bbbbd-e343-4b23-b508-f09db1df58b3 by drivers openvswitch,hyperv on host n-h2-818022-2 at level 0 using segments [{'id': '01e5b8b2-18a3-4b04-8299-9e82faf1b24a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'aaff61a8-f6f0-4938-97a2-b303dd65cb02'}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:49:19.184379 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a861cd-3edf-43aa-ad94-68aadecdce64 req-cef1ea6e-b5da-449d-85b2-f48da90c8198 service neutron] Attempting to bind port 2b6bbbbd-e343-4b23-b508-f09db1df58b3 on network aaff61a8-f6f0-4938-97a2-b303dd65cb02 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:49:19.188938 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a861cd-3edf-43aa-ad94-68aadecdce64 req-cef1ea6e-b5da-449d-85b2-f48da90c8198 service neutron] Port 2b6bbbbd-e343-4b23-b508-f09db1df58b3 on network aaff61a8-f6f0-4938-97a2-b303dd65cb02 not bound, no agent of type Open vSwitch agent registered on host n-h2-818022-2 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 18:49:19.189294 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a861cd-3edf-43aa-ad94-68aadecdce64 req-cef1ea6e-b5da-449d-85b2-f48da90c8198 service neutron] Attempting to bind port 2b6bbbbd-e343-4b23-b508-f09db1df58b3 on network aaff61a8-f6f0-4938-97a2-b303dd65cb02 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:49:19.194755 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a861cd-3edf-43aa-ad94-68aadecdce64 req-cef1ea6e-b5da-449d-85b2-f48da90c8198 service neutron] Checking agent: {'id': '525ad2ac-c4ae-4c63-af2e-0bf8d25d0f0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'started_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 49, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:49:19.195094 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a861cd-3edf-43aa-ad94-68aadecdce64 req-cef1ea6e-b5da-449d-85b2-f48da90c8198 service neutron] Checking segment: {'id': '01e5b8b2-18a3-4b04-8299-9e82faf1b24a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'aaff61a8-f6f0-4938-97a2-b303dd65cb02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:49:19.195478 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a861cd-3edf-43aa-ad94-68aadecdce64 req-cef1ea6e-b5da-449d-85b2-f48da90c8198 service neutron] Bound using segment: {'id': '01e5b8b2-18a3-4b04-8299-9e82faf1b24a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'aaff61a8-f6f0-4938-97a2-b303dd65cb02'} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:49:19.195912 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-e3a861cd-3edf-43aa-ad94-68aadecdce64 req-cef1ea6e-b5da-449d-85b2-f48da90c8198 service neutron] Bound port: 2b6bbbbd-e343-4b23-b508-f09db1df58b3, host: n-h2-818022-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01e5b8b2-18a3-4b04-8299-9e82faf1b24a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'aaff61a8-f6f0-4938-97a2-b303dd65cb02'}}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:49:19.196265 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-e3a861cd-3edf-43aa-ad94-68aadecdce64 req-cef1ea6e-b5da-449d-85b2-f48da90c8198 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:49:19.231849 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c140a9fe-8dab-48b2-9630-b2ad97d8b329 req-4428ce3d-7cb0-4b18-848b-b619c33cde20 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/security-groups?id=2c36be0b-b775-47f2-9114-778ddbdb892d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709155 Nov 19 18:49:19.266129 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-e3a861cd-3edf-43aa-ad94-68aadecdce64 req-cef1ea6e-b5da-449d-85b2-f48da90c8198 service neutron] For port 2b6bbbbd-e343-4b23-b508-f09db1df58b3, host n-h2-818022-2, cleared binding levels {{(pid=103365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:49:19.270327 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-e3a861cd-3edf-43aa-ad94-68aadecdce64 req-cef1ea6e-b5da-449d-85b2-f48da90c8198 service neutron] For port 2b6bbbbd-e343-4b23-b508-f09db1df58b3, host n-h2-818022-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=2b6bbbbd-e343-4b23-b508-f09db1df58b3,segment=NetworkSegment(01e5b8b2-18a3-4b04-8299-9e82faf1b24a),segment_id=01e5b8b2-18a3-4b04-8299-9e82faf1b24a)] {{(pid=103365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:49:19.276049 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-e3a861cd-3edf-43aa-ad94-68aadecdce64 req-cef1ea6e-b5da-449d-85b2-f48da90c8198 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:49:19.318425 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a861cd-3edf-43aa-ad94-68aadecdce64 req-cef1ea6e-b5da-449d-85b2-f48da90c8198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:49:19.319096 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-e3a861cd-3edf-43aa-ad94-68aadecdce64 req-cef1ea6e-b5da-449d-85b2-f48da90c8198 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:49:19.320720 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e3a861cd-3edf-43aa-ad94-68aadecdce64 req-cef1ea6e-b5da-449d-85b2-f48da90c8198 service neutron] 10.222.0.86 "PUT /v2.0/ports/2b6bbbbd-e343-4b23-b508-f09db1df58b3 HTTP/1.1" status: 200 len: 1091 time: 0.6773288 Nov 19 18:49:19.321258 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ea55f0a-cd4a-435e-9d82-7c887906a363', 'tag': '2b6bbbbd-e343-4b23-b508-f09db1df58b3'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:49:19.324440 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd49725d620cdd9f83c5eaf1b0fd23d69d3d375bb9795dcb3d54cd15509d3c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3f5f0db-ded4-463c-bfd8-849064941145" -d '{"events": [{"name": "network-changed", "server_uuid": "5ea55f0a-cd4a-435e-9d82-7c887906a363", "tag": "2b6bbbbd-e343-4b23-b508-f09db1df58b3"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:49:19.369355 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef1ea6e-b5da-449d-85b2-f48da90c8198 service neutron] Pushing event updated for resources: {'Port': ['ID=2b6bbbbd-e343-4b23-b508-f09db1df58b3,revision_number=3']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:49:19.407587 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 18:49:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e4a6f22-0c39-4288-803e-a920e10b1990 x-openstack-request-id: req-0e4a6f22-0c39-4288-803e-a920e10b1990 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:49:19.407953 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ea55f0a-cd4a-435e-9d82-7c887906a363", "tag": "2b6bbbbd-e343-4b23-b508-f09db1df58b3", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:49:19.408280 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-0e4a6f22-0c39-4288-803e-a920e10b1990 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:49:19.408719 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ea55f0a-cd4a-435e-9d82-7c887906a363', 'tag': '2b6bbbbd-e343-4b23-b508-f09db1df58b3', 'status': 'completed', 'code': 200} Nov 19 18:49:19.427387 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a861cd-3edf-43aa-ad94-68aadecdce64 req-082927ce-b13e-42e6-8ff0-3eb537cbefa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:49:19.429203 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e3a861cd-3edf-43aa-ad94-68aadecdce64 req-082927ce-b13e-42e6-8ff0-3eb537cbefa3 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b8c9426a09804bdabdb147a7feac3908&device_id=5ea55f0a-cd4a-435e-9d82-7c887906a363 HTTP/1.1" status: 200 len: 1094 time: 0.0512969 Nov 19 18:49:19.485567 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e3a861cd-3edf-43aa-ad94-68aadecdce64 req-280152f6-b8ad-43a8-8879-7961aee65400 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2b6bbbbd-e343-4b23-b508-f09db1df58b3 HTTP/1.1" status: 200 len: 217 time: 0.0447922 Nov 19 18:49:19.554355 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a861cd-3edf-43aa-ad94-68aadecdce64 req-3e8c7036-247a-46fa-bf03-d9aa459f04d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:49:19.555883 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e3a861cd-3edf-43aa-ad94-68aadecdce64 req-3e8c7036-247a-46fa-bf03-d9aa459f04d9 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ec0b1e2b-bb15-4460-9f7c-273de2d6ad55 HTTP/1.1" status: 200 len: 835 time: 0.0620496 Nov 19 18:49:19.616791 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a861cd-3edf-43aa-ad94-68aadecdce64 req-268eae29-5d55-4934-8304-b53d366f79bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:49:19.618349 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e3a861cd-3edf-43aa-ad94-68aadecdce64 req-268eae29-5d55-4934-8304-b53d366f79bc service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=aaff61a8-f6f0-4938-97a2-b303dd65cb02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0505691 Nov 19 18:49:19.714890 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e3a861cd-3edf-43aa-ad94-68aadecdce64 req-a90aa95a-7286-4a20-9355-d7d9719e07b8 service neutron] 10.222.0.86 "GET /v2.0/networks/aaff61a8-f6f0-4938-97a2-b303dd65cb02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871792 Nov 19 18:49:19.806116 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e3a861cd-3edf-43aa-ad94-68aadecdce64 req-f7efc3cb-2c24-4bcb-8699-2290b3985251 service neutron] 10.222.0.86 "GET /v2.0/networks/aaff61a8-f6f0-4938-97a2-b303dd65cb02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822830 Nov 19 18:49:19.899768 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f5f0db-ded4-463c-bfd8-849064941145 req-120b6d68-4619-4c24-9091-a0c9f4503b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:49:19.903028 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b3f5f0db-ded4-463c-bfd8-849064941145 req-120b6d68-4619-4c24-9091-a0c9f4503b44 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b8c9426a09804bdabdb147a7feac3908&device_id=5ea55f0a-cd4a-435e-9d82-7c887906a363 HTTP/1.1" status: 200 len: 1094 time: 0.0459559 Nov 19 18:49:19.998829 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f5f0db-ded4-463c-bfd8-849064941145 req-f3a79b63-316d-41b8-b56a-35120ac323ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:49:20.001379 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b3f5f0db-ded4-463c-bfd8-849064941145 req-f3a79b63-316d-41b8-b56a-35120ac323ad service neutron] 10.222.0.86 "GET /v2.0/networks?id=aaff61a8-f6f0-4938-97a2-b303dd65cb02 HTTP/1.1" status: 200 len: 898 time: 0.0902622 Nov 19 18:49:20.054949 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b3f5f0db-ded4-463c-bfd8-849064941145 req-c019f9df-3692-4960-9520-da34e982d21c service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2b6bbbbd-e343-4b23-b508-f09db1df58b3 HTTP/1.1" status: 200 len: 217 time: 0.0446513 Nov 19 18:49:20.060230 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 8ce70006-dc90-4f18-a1fe-be74f825df8a up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:49:20.112047 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f5f0db-ded4-463c-bfd8-849064941145 req-4c3f7de7-4573-4af8-a945-89183069d674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:49:20.113542 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b3f5f0db-ded4-463c-bfd8-849064941145 req-4c3f7de7-4573-4af8-a945-89183069d674 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ec0b1e2b-bb15-4460-9f7c-273de2d6ad55 HTTP/1.1" status: 200 len: 835 time: 0.0509586 Nov 19 18:49:20.116118 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 8ce70006-dc90-4f18-a1fe-be74f825df8a triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:49:20.116495 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:49:20.167306 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f5f0db-ded4-463c-bfd8-849064941145 req-a462761e-1f01-436f-8f4a-a526ae4e8efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:49:20.170782 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b3f5f0db-ded4-463c-bfd8-849064941145 req-a462761e-1f01-436f-8f4a-a526ae4e8efe service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=aaff61a8-f6f0-4938-97a2-b303dd65cb02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422115 Nov 19 18:49:20.268700 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b3f5f0db-ded4-463c-bfd8-849064941145 req-479c2d69-7662-4ca8-a569-120c8dda14ae service neutron] 10.222.0.86 "GET /v2.0/networks/aaff61a8-f6f0-4938-97a2-b303dd65cb02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909958 Nov 19 18:49:20.367559 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b3f5f0db-ded4-463c-bfd8-849064941145 req-46b47f9d-d7ea-4a93-8947-c67637c3a26f service neutron] 10.222.0.86 "GET /v2.0/networks/aaff61a8-f6f0-4938-97a2-b303dd65cb02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912580 Nov 19 18:49:20.433121 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40810e16-f866-4d01-b4d2-9fd83d41f499 req-b6c7bfc1-c4ee-4d6a-8472-4d3e2508b1d8 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:49:20.434546 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-40810e16-f866-4d01-b4d2-9fd83d41f499 req-b6c7bfc1-c4ee-4d6a-8472-4d3e2508b1d8 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/ports?device_id=5ea55f0a-cd4a-435e-9d82-7c887906a363 HTTP/1.1" status: 200 len: 943 time: 0.1325688 Nov 19 18:49:20.486148 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-40810e16-f866-4d01-b4d2-9fd83d41f499 req-1c689f9e-5d37-4291-b7b3-5438e6c7741a tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/security-groups?id=2c36be0b-b775-47f2-9114-778ddbdb892d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449092 Nov 19 18:49:21.604895 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4720c79e-c167-4f91-bb64-8ce0844c7e9b req-ca93ead2-3cd6-442b-8456-a8908b63fff0 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:49:21.606412 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4720c79e-c167-4f91-bb64-8ce0844c7e9b req-ca93ead2-3cd6-442b-8456-a8908b63fff0 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/ports?device_id=5ea55f0a-cd4a-435e-9d82-7c887906a363 HTTP/1.1" status: 200 len: 943 time: 0.0493410 Nov 19 18:49:21.656242 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4720c79e-c167-4f91-bb64-8ce0844c7e9b req-544f2928-a304-4879-ac80-54191eb1eba2 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/security-groups?id=2c36be0b-b775-47f2-9114-778ddbdb892d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437481 Nov 19 18:49:22.774071 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5e77b9-3742-4455-a4c1-19739daf1833 req-1107f9ae-7eb1-4293-bd33-75f3e3e27feb tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:49:22.775532 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-4f5e77b9-3742-4455-a4c1-19739daf1833 req-1107f9ae-7eb1-4293-bd33-75f3e3e27feb tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/ports?device_id=5ea55f0a-cd4a-435e-9d82-7c887906a363 HTTP/1.1" status: 200 len: 943 time: 0.0519412 Nov 19 18:49:22.825410 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-4f5e77b9-3742-4455-a4c1-19739daf1833 req-1b1567d6-744f-4b08-9971-b2e9d2351dec tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/security-groups?id=2c36be0b-b775-47f2-9114-778ddbdb892d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437200 Nov 19 18:49:23.878663 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device 2b6bbbbd-e343-4b23-b508-f09db1df58b3 details requested by agent hyperv_n-h2-818022-2 with host n-h2-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 18:49:23.943395 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a980694-9eeb-45a6-95a9-6dc73a5fd7aa req-04892a1c-b0b5-47aa-ae24-6dea319a4fed tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:49:23.945015 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6a980694-9eeb-45a6-95a9-6dc73a5fd7aa req-04892a1c-b0b5-47aa-ae24-6dea319a4fed tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/ports?device_id=5ea55f0a-cd4a-435e-9d82-7c887906a363 HTTP/1.1" status: 200 len: 943 time: 0.0529602 Nov 19 18:49:23.971645 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port 2b6bbbbd-e343-4b23-b508-f09db1df58b3, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=2b6bbbbd-e343-4b23-b508-f09db1df58b3,segment=NetworkSegment(01e5b8b2-18a3-4b04-8299-9e82faf1b24a),segment_id=01e5b8b2-18a3-4b04-8299-9e82faf1b24a)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:49:23.984221 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Returning: {'device': '2b6bbbbd-e343-4b23-b508-f09db1df58b3', 'network_id': 'aaff61a8-f6f0-4938-97a2-b303dd65cb02', 'port_id': '2b6bbbbd-e343-4b23-b508-f09db1df58b3', 'mac_address': 'fa:16:3e:d7:08:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 679, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec0b1e2b-bb15-4460-9f7c-273de2d6ad55', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 18:49:23.999404 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6a980694-9eeb-45a6-95a9-6dc73a5fd7aa req-a0925471-4ce2-4cec-842e-c0b86130b2bd tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/security-groups?id=2c36be0b-b775-47f2-9114-778ddbdb892d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484686 Nov 19 18:49:24.020918 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:49:24.038121 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b6bbbbd-e343-4b23-b508-f09db1df58b3 {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:49:24.057473 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port 2b6bbbbd-e343-4b23-b508-f09db1df58b3, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=2b6bbbbd-e343-4b23-b508-f09db1df58b3,segment=NetworkSegment(01e5b8b2-18a3-4b04-8299-9e82faf1b24a),segment_id=01e5b8b2-18a3-4b04-8299-9e82faf1b24a)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:49:24.061440 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:49:24.108993 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Pushing event updated for resources: {'Port': ['ID=2b6bbbbd-e343-4b23-b508-f09db1df58b3,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:49:24.277482 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] get_ports_and_sgs() called for port_ids ['2b6bbbbd-e343-4b23-b508-f09db1df58b3'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:49:25.113694 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38eecf5e-774e-4cfd-9872-ef61851e7eac req-67e4d426-ba8c-46f9-b31e-67ef9a6acd91 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:49:25.115188 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-38eecf5e-774e-4cfd-9872-ef61851e7eac req-67e4d426-ba8c-46f9-b31e-67ef9a6acd91 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/ports?device_id=5ea55f0a-cd4a-435e-9d82-7c887906a363 HTTP/1.1" status: 200 len: 944 time: 0.0475500 Nov 19 18:49:25.162774 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-38eecf5e-774e-4cfd-9872-ef61851e7eac req-0628f217-f9e3-40be-8e2a-81528a58256d tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/security-groups?id=2c36be0b-b775-47f2-9114-778ddbdb892d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417807 Nov 19 18:49:25.909647 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device 2b6bbbbd-e343-4b23-b508-f09db1df58b3 up at agent hyperv_n-h2-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:49:25.958718 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Provisioning for port 2b6bbbbd-e343-4b23-b508-f09db1df58b3 completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 18:49:25.962716 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Provisioning complete for port 2b6bbbbd-e343-4b23-b508-f09db1df58b3 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:49:25.963083 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:49:26.043200 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:49:26.067166 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ea55f0a-cd4a-435e-9d82-7c887906a363', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b6bbbbd-e343-4b23-b508-f09db1df58b3'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:49:26.069436 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e87da51c426c585745380e4f647dbd896557016b88dd9fb127e5d98628c937cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49624ed9-3b34-4c4c-9827-f42291e2514c" -d '{"events": [{"server_uuid": "5ea55f0a-cd4a-435e-9d82-7c887906a363", "name": "network-vif-plugged", "status": "completed", "tag": "2b6bbbbd-e343-4b23-b508-f09db1df58b3"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:49:26.081988 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port 2b6bbbbd-e343-4b23-b508-f09db1df58b3, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=2b6bbbbd-e343-4b23-b508-f09db1df58b3,segment=NetworkSegment(01e5b8b2-18a3-4b04-8299-9e82faf1b24a),segment_id=01e5b8b2-18a3-4b04-8299-9e82faf1b24a)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:49:26.085912 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:49:26.111564 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:49:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ca689e3-4464-4b50-98be-76d964e4faa3 x-openstack-request-id: req-0ca689e3-4464-4b50-98be-76d964e4faa3 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:49:26.111865 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ea55f0a-cd4a-435e-9d82-7c887906a363", "name": "network-vif-plugged", "status": "completed", "tag": "2b6bbbbd-e343-4b23-b508-f09db1df58b3", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:49:26.112125 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-0ca689e3-4464-4b50-98be-76d964e4faa3 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:49:26.112526 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ea55f0a-cd4a-435e-9d82-7c887906a363', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b6bbbbd-e343-4b23-b508-f09db1df58b3', 'code': 200} Nov 19 18:49:26.138861 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Pushing event updated for resources: {'Port': ['ID=2b6bbbbd-e343-4b23-b508-f09db1df58b3,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:49:26.211301 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cf4893-8ee1-4917-9d4d-d5b36facacd8 req-2b648be7-e4ad-4b59-9842-a82fda269b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:49:26.212836 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-39cf4893-8ee1-4917-9d4d-d5b36facacd8 req-2b648be7-e4ad-4b59-9842-a82fda269b7a service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=5ea55f0a-cd4a-435e-9d82-7c887906a363 HTTP/1.1" status: 200 len: 1096 time: 0.0414882 Nov 19 18:49:26.260484 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-39cf4893-8ee1-4917-9d4d-d5b36facacd8 req-0ce2d192-df28-415d-b7c9-67a634024c83 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=2c36be0b-b775-47f2-9114-778ddbdb892d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398769 Nov 19 18:49:26.285805 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0fa4d3-90c8-49ae-b129-dac51dd8ac60 req-4a712b4a-bfb7-4cc3-99dc-e6f3b0ca4c59 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:49:26.287355 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-bf0fa4d3-90c8-49ae-b129-dac51dd8ac60 req-4a712b4a-bfb7-4cc3-99dc-e6f3b0ca4c59 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/ports?device_id=5ea55f0a-cd4a-435e-9d82-7c887906a363 HTTP/1.1" status: 200 len: 945 time: 0.0562847 Nov 19 18:49:26.338633 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-bf0fa4d3-90c8-49ae-b129-dac51dd8ac60 req-be8db7f8-9d10-4228-bb14-bd69d28046d5 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/security-groups?id=2c36be0b-b775-47f2-9114-778ddbdb892d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444462 Nov 19 18:49:27.462006 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8ae36e-86bc-4d7e-bc61-4b6425d0cd52 req-7d236e4d-019a-4cea-a8be-bfcee07dd1f4 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:49:27.463519 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8e8ae36e-86bc-4d7e-bc61-4b6425d0cd52 req-7d236e4d-019a-4cea-a8be-bfcee07dd1f4 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/ports?device_id=5ea55f0a-cd4a-435e-9d82-7c887906a363 HTTP/1.1" status: 200 len: 945 time: 0.0525382 Nov 19 18:49:27.513334 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8e8ae36e-86bc-4d7e-bc61-4b6425d0cd52 req-c5ff133a-8d28-4327-935f-89dd47a34ce4 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/security-groups?id=2c36be0b-b775-47f2-9114-778ddbdb892d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439012 Nov 19 18:49:27.629338 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08e6583-b965-4507-abc3-c2eb451c6a05 req-3f608695-ce04-4d24-9f50-073623475d18 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:49:27.630757 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f08e6583-b965-4507-abc3-c2eb451c6a05 req-3f608695-ce04-4d24-9f50-073623475d18 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/ports?device_id=5ea55f0a-cd4a-435e-9d82-7c887906a363 HTTP/1.1" status: 200 len: 945 time: 0.0496583 Nov 19 18:49:27.678730 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f08e6583-b965-4507-abc3-c2eb451c6a05 req-e1010a11-e86f-4545-89ae-6529f587e8e8 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/security-groups?id=2c36be0b-b775-47f2-9114-778ddbdb892d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418320 Nov 19 18:49:27.699790 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 49110) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:49:27.739591 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-935b4d32-560c-4a13-bab4-b776ca56eff3 tempest-TestNetworkAdvancedServerOps-1145964326 tempest-TestNetworkAdvancedServerOps-1145964326-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:49:27.741098 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-935b4d32-560c-4a13-bab4-b776ca56eff3 tempest-TestNetworkAdvancedServerOps-1145964326 tempest-TestNetworkAdvancedServerOps-1145964326-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=5ea55f0a-cd4a-435e-9d82-7c887906a363 HTTP/1.1" status: 200 len: 1091 time: 0.0403514 Nov 19 18:49:27.743918 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 49112) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:49:27.748126 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-da7819dc-0e79-4a96-b8c6-997c0ea043b4 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Request body: {'floatingip': {'floating_network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'port_id': '2b6bbbbd-e343-4b23-b508-f09db1df58b3', 'tenant_id': 'b8c9426a09804bdabdb147a7feac3908', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:49:27.772682 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-da7819dc-0e79-4a96-b8c6-997c0ea043b4 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for floatingip, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:49:27.871604 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-da7819dc-0e79-4a96-b8c6-997c0ea043b4 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:49:27.977948 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [None req-da7819dc-0e79-4a96-b8c6-997c0ea043b4 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Allocated IP 172.25.7.211 (645e61aa-1a6c-4e8f-857e-ab06edb4897f/88ed2d64-f56d-4f01-a468-946e01c99e82/67048f60-0470-4d7d-9ca7-fd8d789166f5) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:49:28.076818 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-da7819dc-0e79-4a96-b8c6-997c0ea043b4 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:49:28.109993 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-da7819dc-0e79-4a96-b8c6-997c0ea043b4 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:49:28.146734 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da7819dc-0e79-4a96-b8c6-997c0ea043b4 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Network 645e61aa-1a6c-4e8f-857e-ab06edb4897f is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:49:28.149619 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-da7819dc-0e79-4a96-b8c6-997c0ea043b4 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:49:28.153124 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da7819dc-0e79-4a96-b8c6-997c0ea043b4 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:49:28.182815 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7819dc-0e79-4a96-b8c6-997c0ea043b4 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Pushing event updated for resources: {'Port': ['ID=67048f60-0470-4d7d-9ca7-fd8d789166f5,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:49:28.505215 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-da7819dc-0e79-4a96-b8c6-997c0ea043b4 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:49:28.575038 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-da7819dc-0e79-4a96-b8c6-997c0ea043b4 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:49:28.718857 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-da7819dc-0e79-4a96-b8c6-997c0ea043b4 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for port, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:49:28.724116 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-da7819dc-0e79-4a96-b8c6-997c0ea043b4 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:49:28.794121 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7819dc-0e79-4a96-b8c6-997c0ea043b4 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Pushing event updated for resources: {'Port': ['ID=67048f60-0470-4d7d-9ca7-fd8d789166f5,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:49:28.805847 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-da7819dc-0e79-4a96-b8c6-997c0ea043b4 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-671284'] for floatingip, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:49:28.905616 n-d-818022-2 neutron-server[103364]: INFO neutron.db.l3_db [None req-da7819dc-0e79-4a96-b8c6-997c0ea043b4 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Floating IP 5b51a105-1318-4f5a-8f56-c45571f0ad70 associated. External IP: 172.25.7.211, port: 2b6bbbbd-e343-4b23-b508-f09db1df58b3. Nov 19 18:49:29.124850 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da7819dc-0e79-4a96-b8c6-997c0ea043b4 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Router 3d739c3e-9d85-43f0-a6eb-a50b52eb489e has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 18:49:29.233885 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da7819dc-0e79-4a96-b8c6-997c0ea043b4 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:49:29.243345 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe55dd53-5547-4f20-9d91-8a403d49113d None None] Sync routers for ids ['3d739c3e-9d85-43f0-a6eb-a50b52eb489e'] in n-d-818022-2 {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:49:29.251699 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-da7819dc-0e79-4a96-b8c6-997c0ea043b4 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for floatingip, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:49:29.252840 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe55dd53-5547-4f20-9d91-8a403d49113d None None] Routers {'3d739c3e-9d85-43f0-a6eb-a50b52eb489e'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:49:29.254002 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-fe55dd53-5547-4f20-9d91-8a403d49113d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:49:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['3d739c3e-9d85-43f0-a6eb-a50b52eb489e'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:49:29.279734 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-da7819dc-0e79-4a96-b8c6-997c0ea043b4 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5348141 Nov 19 18:49:29.280694 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ea55f0a-cd4a-435e-9d82-7c887906a363', 'tag': '2b6bbbbd-e343-4b23-b508-f09db1df58b3'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:49:29.283216 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52b8413beb4c6ee9e3ef24221fee7166c8d58dd3d366bc989a0565316b268f0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-848f0faa-a04c-44d0-83af-15a72b20a175" -d '{"events": [{"name": "network-changed", "server_uuid": "5ea55f0a-cd4a-435e-9d82-7c887906a363", "tag": "2b6bbbbd-e343-4b23-b508-f09db1df58b3"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:49:29.327044 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 18:49:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ef25448-62b2-4160-9a07-1eddd70303ee x-openstack-request-id: req-6ef25448-62b2-4160-9a07-1eddd70303ee {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:49:29.327380 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ea55f0a-cd4a-435e-9d82-7c887906a363", "tag": "2b6bbbbd-e343-4b23-b508-f09db1df58b3", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:49:29.327679 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-6ef25448-62b2-4160-9a07-1eddd70303ee {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:49:29.328185 n-d-818022-2 neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ea55f0a-cd4a-435e-9d82-7c887906a363', 'tag': '2b6bbbbd-e343-4b23-b508-f09db1df58b3', 'status': 'completed', 'code': 200} Nov 19 18:49:29.371611 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-fe55dd53-5547-4f20-9d91-8a403d49113d None None] Set router 3d739c3e-9d85-43f0-a6eb-a50b52eb489e gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:49:29.420880 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5883ce-4731-443f-a95c-7d408e2de2a7 req-ed6488a9-3d6f-4317-a4f9-c474293ca367 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:49:29.422341 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4a5883ce-4731-443f-a95c-7d408e2de2a7 req-ed6488a9-3d6f-4317-a4f9-c474293ca367 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/ports?device_id=5ea55f0a-cd4a-435e-9d82-7c887906a363 HTTP/1.1" status: 200 len: 945 time: 0.0818765 Nov 19 18:49:29.425601 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848f0faa-a04c-44d0-83af-15a72b20a175 req-c67295c6-64ec-4350-9fd1-823f4f31e6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:49:29.426985 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-848f0faa-a04c-44d0-83af-15a72b20a175 req-c67295c6-64ec-4350-9fd1-823f4f31e6a6 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b8c9426a09804bdabdb147a7feac3908&device_id=5ea55f0a-cd4a-435e-9d82-7c887906a363 HTTP/1.1" status: 200 len: 1096 time: 0.0597031 Nov 19 18:49:29.526476 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4a5883ce-4731-443f-a95c-7d408e2de2a7 req-5cea7586-56ff-4d0e-bd67-1d2fa0e4a2fa tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/security-groups?id=2c36be0b-b775-47f2-9114-778ddbdb892d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0966103 Nov 19 18:49:29.549025 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 49118) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:49:29.553755 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848f0faa-a04c-44d0-83af-15a72b20a175 req-18ddb603-05a3-4635-b0d6-cdee7d7efa35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:49:29.555501 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-848f0faa-a04c-44d0-83af-15a72b20a175 req-18ddb603-05a3-4635-b0d6-cdee7d7efa35 service neutron] 10.222.0.86 "GET /v2.0/networks?id=aaff61a8-f6f0-4938-97a2-b303dd65cb02 HTTP/1.1" status: 200 len: 898 time: 0.1197710 Nov 19 18:49:29.599078 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-fe55dd53-5547-4f20-9d91-8a403d49113d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d739c3e-9d85-43f0-a6eb-a50b52eb489e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2017042909', 'tenant_id': 'b8c9426a09804bdabdb147a7feac3908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.118'}], 'enable_snat': True}, 'gw_port_id': 'd08fd5f8-942b-4956-898e-7d244811be04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:49:11Z', 'updated_at': '2021-11-19T18:49:15Z', 'revision_number': 4, 'project_id': 'b8c9426a09804bdabdb147a7feac3908', 'gw_port': {'id': 'd08fd5f8-942b-4956-898e-7d244811be04', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:37:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d739c3e-9d85-43f0-a6eb-a50b52eb489e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:49:11Z', 'updated_at': '2021-11-19T18:49:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_floatingips': [{'id': '5b51a105-1318-4f5a-8f56-c45571f0ad70', 'tenant_id': 'b8c9426a09804bdabdb147a7feac3908', 'floating_ip_address': '172.25.7.211', 'floating_network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'router_id': '3d739c3e-9d85-43f0-a6eb-a50b52eb489e', 'port_id': '2b6bbbbd-e343-4b23-b508-f09db1df58b3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4264, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aaff61a8-f6f0-4938-97a2-b303dd65cb02', 'mac_address': 'fa:16:3e:d7:08:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea55f0a-cd4a-435e-9d82-7c887906a363', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T18:49:28Z', 'updated_at': '2021-11-19T18:49:28Z', 'revision_number': 0, 'project_id': 'b8c9426a09804bdabdb147a7feac3908', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ce70006-dc90-4f18-a1fe-be74f825df8a', 'name': '', 'network_id': 'aaff61a8-f6f0-4938-97a2-b303dd65cb02', 'tenant_id': 'b8c9426a09804bdabdb147a7feac3908', 'mac_address': 'fa:16:3e:ba:b1:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d739c3e-9d85-43f0-a6eb-a50b52eb489e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'ec0b1e2b-bb15-4460-9f7c-273de2d6ad55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:49:14Z', 'updated_at': '2021-11-19T18:49:18Z', 'revision_number': 5, 'project_id': 'b8c9426a09804bdabdb147a7feac3908', 'subnets': [{'id': 'ec0b1e2b-bb15-4460-9f7c-273de2d6ad55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:49:29.615472 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-a274ef2f-83f1-448d-a003-5eace88f3e36 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/floatingips/5b51a105-1318-4f5a-8f56-c45571f0ad70 HTTP/1.1" status: 200 len: 991 time: 0.0647283 Nov 19 18:49:29.626797 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe55dd53-5547-4f20-9d91-8a403d49113d None None] Checking router: 3d739c3e-9d85-43f0-a6eb-a50b52eb489e for host: n-d-818022-2 {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:49:29.632849 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-848f0faa-a04c-44d0-83af-15a72b20a175 req-c936ab62-6d8b-46ad-ab9b-c7ee6347932b service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2b6bbbbd-e343-4b23-b508-f09db1df58b3 HTTP/1.1" status: 200 len: 999 time: 0.0696657 Nov 19 18:49:29.636575 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe55dd53-5547-4f20-9d91-8a403d49113d None None] Routers {'3d739c3e-9d85-43f0-a6eb-a50b52eb489e'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:49:29.637181 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-fe55dd53-5547-4f20-9d91-8a403d49113d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:49:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['3d739c3e-9d85-43f0-a6eb-a50b52eb489e'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:49:29.681907 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848f0faa-a04c-44d0-83af-15a72b20a175 req-49d2622b-853a-439c-9c2d-cb002a3c2df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:49:29.683267 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-848f0faa-a04c-44d0-83af-15a72b20a175 req-49d2622b-853a-439c-9c2d-cb002a3c2df7 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ec0b1e2b-bb15-4460-9f7c-273de2d6ad55 HTTP/1.1" status: 200 len: 835 time: 0.0434308 Nov 19 18:49:29.729604 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848f0faa-a04c-44d0-83af-15a72b20a175 req-535b7a69-dbee-48eb-aca8-5ba80e6869f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:49:29.731292 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-848f0faa-a04c-44d0-83af-15a72b20a175 req-535b7a69-dbee-48eb-aca8-5ba80e6869f9 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=aaff61a8-f6f0-4938-97a2-b303dd65cb02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404863 Nov 19 18:49:29.741495 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-fe55dd53-5547-4f20-9d91-8a403d49113d None None] Set router 3d739c3e-9d85-43f0-a6eb-a50b52eb489e gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:49:29.825127 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-848f0faa-a04c-44d0-83af-15a72b20a175 req-000598d7-1681-4b76-95bf-f17da44951cf service neutron] 10.222.0.86 "GET /v2.0/networks/aaff61a8-f6f0-4938-97a2-b303dd65cb02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861247 Nov 19 18:49:29.900313 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b68afe64-0e1b-49b4-bbd4-46efbce730b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:49:29.986292 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-fe55dd53-5547-4f20-9d91-8a403d49113d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d739c3e-9d85-43f0-a6eb-a50b52eb489e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2017042909', 'tenant_id': 'b8c9426a09804bdabdb147a7feac3908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.118'}], 'enable_snat': True}, 'gw_port_id': 'd08fd5f8-942b-4956-898e-7d244811be04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:49:11Z', 'updated_at': '2021-11-19T18:49:15Z', 'revision_number': 4, 'project_id': 'b8c9426a09804bdabdb147a7feac3908', 'gw_port': {'id': 'd08fd5f8-942b-4956-898e-7d244811be04', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:37:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d739c3e-9d85-43f0-a6eb-a50b52eb489e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:49:11Z', 'updated_at': '2021-11-19T18:49:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_floatingips': [{'id': '5b51a105-1318-4f5a-8f56-c45571f0ad70', 'tenant_id': 'b8c9426a09804bdabdb147a7feac3908', 'floating_ip_address': '172.25.7.211', 'floating_network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'router_id': '3d739c3e-9d85-43f0-a6eb-a50b52eb489e', 'port_id': '2b6bbbbd-e343-4b23-b508-f09db1df58b3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4264, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aaff61a8-f6f0-4938-97a2-b303dd65cb02', 'mac_address': 'fa:16:3e:d7:08:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea55f0a-cd4a-435e-9d82-7c887906a363', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T18:49:28Z', 'updated_at': '2021-11-19T18:49:28Z', 'revision_number': 0, 'project_id': 'b8c9426a09804bdabdb147a7feac3908', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ce70006-dc90-4f18-a1fe-be74f825df8a', 'name': '', 'network_id': 'aaff61a8-f6f0-4938-97a2-b303dd65cb02', 'tenant_id': 'b8c9426a09804bdabdb147a7feac3908', 'mac_address': 'fa:16:3e:ba:b1:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d739c3e-9d85-43f0-a6eb-a50b52eb489e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'ec0b1e2b-bb15-4460-9f7c-273de2d6ad55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:49:14Z', 'updated_at': '2021-11-19T18:49:18Z', 'revision_number': 5, 'project_id': 'b8c9426a09804bdabdb147a7feac3908', 'subnets': [{'id': 'ec0b1e2b-bb15-4460-9f7c-273de2d6ad55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:49:30.014232 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe55dd53-5547-4f20-9d91-8a403d49113d None None] The sync data for ids ['3d739c3e-9d85-43f0-a6eb-a50b52eb489e'] in n-d-818022-2 is: [{'id': '3d739c3e-9d85-43f0-a6eb-a50b52eb489e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2017042909', 'tenant_id': 'b8c9426a09804bdabdb147a7feac3908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.118'}], 'enable_snat': True}, 'gw_port_id': 'd08fd5f8-942b-4956-898e-7d244811be04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:49:11Z', 'updated_at': '2021-11-19T18:49:15Z', 'revision_number': 4, 'project_id': 'b8c9426a09804bdabdb147a7feac3908', 'gw_port': {'id': 'd08fd5f8-942b-4956-898e-7d244811be04', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:37:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d739c3e-9d85-43f0-a6eb-a50b52eb489e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:49:11Z', 'updated_at': '2021-11-19T18:49:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_floatingips': [{'id': '5b51a105-1318-4f5a-8f56-c45571f0ad70', 'tenant_id': 'b8c9426a09804bdabdb147a7feac3908', 'floating_ip_address': '172.25.7.211', 'floating_network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'router_id': '3d739c3e-9d85-43f0-a6eb-a50b52eb489e', 'port_id': '2b6bbbbd-e343-4b23-b508-f09db1df58b3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4264, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aaff61a8-f6f0-4938-97a2-b303dd65cb02', 'mac_address': 'fa:16:3e:d7:08:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea55f0a-cd4a-435e-9d82-7c887906a363', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T18:49:28Z', 'updated_at': '2021-11-19T18:49:28Z', 'revision_number': 0, 'project_id': 'b8c9426a09804bdabdb147a7feac3908', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ce70006-dc90-4f18-a1fe-be74f825df8a', 'name': '', 'network_id': 'aaff61a8-f6f0-4938-97a2-b303dd65cb02', 'tenant_id': 'b8c9426a09804bdabdb147a7feac3908', 'mac_address': 'fa:16:3e:ba:b1:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d739c3e-9d85-43f0-a6eb-a50b52eb489e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'ec0b1e2b-bb15-4460-9f7c-273de2d6ad55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:49:14Z', 'updated_at': '2021-11-19T18:49:18Z', 'revision_number': 5, 'project_id': 'b8c9426a09804bdabdb147a7feac3908', 'subnets': [{'id': 'ec0b1e2b-bb15-4460-9f7c-273de2d6ad55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:49:30.221844 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eab3d6e-becb-4c78-8667-661c698b3309 None None] New status for floating IP 5b51a105-1318-4f5a-8f56-c45571f0ad70: ACTIVE {{(pid=103366) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 18:49:30.242721 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-848f0faa-a04c-44d0-83af-15a72b20a175 req-6fc0c8e3-7b26-4bb3-9924-51cc050746df service neutron] 10.222.0.86 "GET /v2.0/networks/aaff61a8-f6f0-4938-97a2-b303dd65cb02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4098024 Nov 19 18:49:30.618890 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 49120) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:49:30.682371 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-19185f9c-0f37-4a06-ac73-8fcfe1926fb0 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/floatingips/5b51a105-1318-4f5a-8f56-c45571f0ad70 HTTP/1.1" status: 200 len: 993 time: 0.0623105 Nov 19 18:49:32.128548 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-59cce78c-8965-49e0-9599-a2798101ce71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:49:33.434350 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e46ecc5a-dc14-4744-b262-3072ff2e958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:49:34.256796 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:49:34.319434 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:49:35.009294 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e013d7e6-5264-4dcc-9759-54f5fb809e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:49:35.322325 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:49:55.400118 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.agents_db [None req-619e5c26-d9ed-4321-86eb-7d443bb9dfa2 None None] Agent healthcheck: found 7 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 18:49:59.521749 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8872ab3f-f315-4fcb-80dd-e2407cd731d1 req-841ed5ff-df97-4da2-b4b9-c9463beca583 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:49:59.525270 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8872ab3f-f315-4fcb-80dd-e2407cd731d1 req-841ed5ff-df97-4da2-b4b9-c9463beca583 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/ports?device_id=5ea55f0a-cd4a-435e-9d82-7c887906a363 HTTP/1.1" status: 200 len: 945 time: 0.0508082 Nov 19 18:49:59.577682 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8872ab3f-f315-4fcb-80dd-e2407cd731d1 req-5a1db6d0-8973-48d9-bced-f285c2c44cc5 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/security-groups?id=2c36be0b-b775-47f2-9114-778ddbdb892d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476360 Nov 19 18:49:59.898731 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ee2a4336-4541-4cc5-b59d-66e220cfaa38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:00.700447 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c171548f-1d61-4d69-a393-c1eaa227f67a req-f5f212f9-d857-44a5-af85-f4687d0235ea tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:50:00.701981 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c171548f-1d61-4d69-a393-c1eaa227f67a req-f5f212f9-d857-44a5-af85-f4687d0235ea tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/ports?device_id=5ea55f0a-cd4a-435e-9d82-7c887906a363 HTTP/1.1" status: 200 len: 945 time: 0.0522914 Nov 19 18:50:00.754361 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c171548f-1d61-4d69-a393-c1eaa227f67a req-0df8886e-070c-4dcd-8077-2c70df30aa7e tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/security-groups?id=2c36be0b-b775-47f2-9114-778ddbdb892d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464106 Nov 19 18:50:01.870322 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6c40f9-8e46-48e5-9a91-cc59df7768ce req-0bfff8cc-1919-4c40-9127-c96e62786d24 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:50:01.871726 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-fa6c40f9-8e46-48e5-9a91-cc59df7768ce req-0bfff8cc-1919-4c40-9127-c96e62786d24 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/ports?device_id=5ea55f0a-cd4a-435e-9d82-7c887906a363 HTTP/1.1" status: 200 len: 945 time: 0.0482454 Nov 19 18:50:01.920166 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-fa6c40f9-8e46-48e5-9a91-cc59df7768ce req-435a5795-b9f1-40e5-a9af-9799bb7b52e0 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/security-groups?id=2c36be0b-b775-47f2-9114-778ddbdb892d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425556 Nov 19 18:50:02.130833 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e8de2e57-392c-4c0a-8227-d6b8832a9db3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:03.040370 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e079edb7-db1f-4169-ac4d-e13c0a70537f req-aebb37d0-7082-4d82-a9f9-eca38c0fefaa tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:50:03.041873 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e079edb7-db1f-4169-ac4d-e13c0a70537f req-aebb37d0-7082-4d82-a9f9-eca38c0fefaa tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/ports?device_id=5ea55f0a-cd4a-435e-9d82-7c887906a363 HTTP/1.1" status: 200 len: 945 time: 0.0527232 Nov 19 18:50:03.091628 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e079edb7-db1f-4169-ac4d-e13c0a70537f req-320bc09e-3d10-48b7-879c-11c5fe707ee6 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/security-groups?id=2c36be0b-b775-47f2-9114-778ddbdb892d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437732 Nov 19 18:50:03.443174 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e46ecc5a-dc14-4744-b262-3072ff2e958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:04.214038 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869d923f-a3fd-4af8-9dcb-2e110211b3b7 req-35f1b5b3-5a45-48b2-831d-6314660f4973 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:50:04.215597 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-869d923f-a3fd-4af8-9dcb-2e110211b3b7 req-35f1b5b3-5a45-48b2-831d-6314660f4973 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/ports?device_id=5ea55f0a-cd4a-435e-9d82-7c887906a363 HTTP/1.1" status: 200 len: 945 time: 0.0552597 Nov 19 18:50:04.255234 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:04.266209 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-869d923f-a3fd-4af8-9dcb-2e110211b3b7 req-8814af43-62da-4bc4-8ca0-44b93f1ccd9c tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/security-groups?id=2c36be0b-b775-47f2-9114-778ddbdb892d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440784 Nov 19 18:50:04.313948 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:05.011274 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e013d7e6-5264-4dcc-9759-54f5fb809e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:05.314275 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:05.385982 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c5d5bf-6649-464b-ad8f-68aadf90cf04 req-30109ba4-3d34-4c5f-9230-1ff50952c1b8 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:50:05.387461 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-53c5d5bf-6649-464b-ad8f-68aadf90cf04 req-30109ba4-3d34-4c5f-9230-1ff50952c1b8 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/ports?device_id=5ea55f0a-cd4a-435e-9d82-7c887906a363 HTTP/1.1" status: 200 len: 945 time: 0.0492883 Nov 19 18:50:05.436594 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-53c5d5bf-6649-464b-ad8f-68aadf90cf04 req-93c36e4f-5a14-4b22-91d3-be5df36bfbf7 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/security-groups?id=2c36be0b-b775-47f2-9114-778ddbdb892d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424435 Nov 19 18:50:06.553628 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbb51b9-bf23-452b-b662-a578bf9b305e req-ca01cf19-682c-4268-9970-456732006e1f tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:50:06.555153 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-1cbb51b9-bf23-452b-b662-a578bf9b305e req-ca01cf19-682c-4268-9970-456732006e1f tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/ports?device_id=5ea55f0a-cd4a-435e-9d82-7c887906a363 HTTP/1.1" status: 200 len: 945 time: 0.0500507 Nov 19 18:50:06.606191 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-1cbb51b9-bf23-452b-b662-a578bf9b305e req-5403fa2f-9f5d-4c5d-b93d-0502cbdc5b3e tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/security-groups?id=2c36be0b-b775-47f2-9114-778ddbdb892d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448694 Nov 19 18:50:07.733622 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4599d9a1-e275-4477-b240-4b777172e491 req-07e7ccf7-a419-4f87-ab5e-761e23bdb94b tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:50:07.735188 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4599d9a1-e275-4477-b240-4b777172e491 req-07e7ccf7-a419-4f87-ab5e-761e23bdb94b tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/ports?device_id=5ea55f0a-cd4a-435e-9d82-7c887906a363 HTTP/1.1" status: 200 len: 945 time: 0.0596445 Nov 19 18:50:07.787589 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4599d9a1-e275-4477-b240-4b777172e491 req-8532fd9a-7cb7-46bb-9a2a-6929029655c6 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/security-groups?id=2c36be0b-b775-47f2-9114-778ddbdb892d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455678 Nov 19 18:50:08.905409 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa849f22-4e7a-4654-a1ca-91a0e0aab11e req-17ae9449-a103-4034-b607-83ff787d5537 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:50:08.906816 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-fa849f22-4e7a-4654-a1ca-91a0e0aab11e req-17ae9449-a103-4034-b607-83ff787d5537 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/ports?device_id=5ea55f0a-cd4a-435e-9d82-7c887906a363 HTTP/1.1" status: 200 len: 945 time: 0.0516071 Nov 19 18:50:08.955405 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-fa849f22-4e7a-4654-a1ca-91a0e0aab11e req-811718d2-9710-486a-9332-1a01a6a16740 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/security-groups?id=2c36be0b-b775-47f2-9114-778ddbdb892d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421040 Nov 19 18:50:10.068795 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7684bcbc-a31c-4ec2-8629-2a49276c939b req-0e866f7c-6478-4d0d-a3dc-f5c5b1efd6ce tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:50:10.070322 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7684bcbc-a31c-4ec2-8629-2a49276c939b req-0e866f7c-6478-4d0d-a3dc-f5c5b1efd6ce tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/ports?device_id=5ea55f0a-cd4a-435e-9d82-7c887906a363 HTTP/1.1" status: 200 len: 945 time: 0.0484042 Nov 19 18:50:10.118790 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7684bcbc-a31c-4ec2-8629-2a49276c939b req-70717081-0954-4592-b4e7-01e86c328329 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/security-groups?id=2c36be0b-b775-47f2-9114-778ddbdb892d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425081 Nov 19 18:50:10.140954 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 49156) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:50:10.204197 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-8f0cd213-a345-4cfb-a30e-1d41703554f5 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/floatingips/5b51a105-1318-4f5a-8f56-c45571f0ad70 HTTP/1.1" status: 200 len: 993 time: 0.0620544 Nov 19 18:50:11.477725 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c513a47-7358-4459-bc3a-571e3484ed31 req-b7506f91-66e0-4efe-af1c-0c79d6c81920 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:50:11.479233 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6c513a47-7358-4459-bc3a-571e3484ed31 req-b7506f91-66e0-4efe-af1c-0c79d6c81920 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/ports?device_id=5ea55f0a-cd4a-435e-9d82-7c887906a363 HTTP/1.1" status: 200 len: 945 time: 0.0511391 Nov 19 18:50:11.500611 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa2c5b7-8441-4f0c-9de8-616f5e1aa5ad req-29427630-1383-4860-83e0-85ca384d8bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:50:11.502171 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7fa2c5b7-8441-4f0c-9de8-616f5e1aa5ad req-29427630-1383-4860-83e0-85ca384d8bf0 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b8c9426a09804bdabdb147a7feac3908&device_id=5ea55f0a-cd4a-435e-9d82-7c887906a363 HTTP/1.1" status: 200 len: 1096 time: 0.0422137 Nov 19 18:50:11.529330 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6c513a47-7358-4459-bc3a-571e3484ed31 req-817e3bd2-8a22-488e-9a97-99227ca77c25 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/security-groups?id=2c36be0b-b775-47f2-9114-778ddbdb892d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439706 Nov 19 18:50:11.598072 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa2c5b7-8441-4f0c-9de8-616f5e1aa5ad req-af93c65f-b834-445a-9617-79beb0cbb3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:50:11.599580 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7fa2c5b7-8441-4f0c-9de8-616f5e1aa5ad req-af93c65f-b834-445a-9617-79beb0cbb3bc service neutron] 10.222.0.86 "GET /v2.0/networks?id=aaff61a8-f6f0-4938-97a2-b303dd65cb02 HTTP/1.1" status: 200 len: 898 time: 0.0901003 Nov 19 18:50:11.667048 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7fa2c5b7-8441-4f0c-9de8-616f5e1aa5ad req-7291afc1-2d78-40a7-9088-114bda0edc27 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2b6bbbbd-e343-4b23-b508-f09db1df58b3 HTTP/1.1" status: 200 len: 1001 time: 0.0600863 Nov 19 18:50:11.716331 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa2c5b7-8441-4f0c-9de8-616f5e1aa5ad req-e9e8ce3e-21bc-49e8-949d-0c40fa930b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:50:11.717746 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7fa2c5b7-8441-4f0c-9de8-616f5e1aa5ad req-e9e8ce3e-21bc-49e8-949d-0c40fa930b3d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ec0b1e2b-bb15-4460-9f7c-273de2d6ad55 HTTP/1.1" status: 200 len: 835 time: 0.0431612 Nov 19 18:50:11.768586 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa2c5b7-8441-4f0c-9de8-616f5e1aa5ad req-ea5af0fc-d578-454e-99ae-b855fe9e665e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:50:11.770078 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7fa2c5b7-8441-4f0c-9de8-616f5e1aa5ad req-ea5af0fc-d578-454e-99ae-b855fe9e665e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=aaff61a8-f6f0-4938-97a2-b303dd65cb02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434115 Nov 19 18:50:11.857893 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7fa2c5b7-8441-4f0c-9de8-616f5e1aa5ad req-34462d51-763e-405c-9e9a-98ac2264e9ea service neutron] 10.222.0.86 "GET /v2.0/networks/aaff61a8-f6f0-4938-97a2-b303dd65cb02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800261 Nov 19 18:50:11.950336 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7fa2c5b7-8441-4f0c-9de8-616f5e1aa5ad req-f52e824e-168e-4592-a6d3-b231275b0c7d service neutron] 10.222.0.86 "GET /v2.0/networks/aaff61a8-f6f0-4938-97a2-b303dd65cb02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851557 Nov 19 18:50:12.648747 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d71e0c2-956a-48a8-8515-d2f80e32afeb req-ae092455-1a57-4296-a725-72fbc5aa099b tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:50:12.650259 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5d71e0c2-956a-48a8-8515-d2f80e32afeb req-ae092455-1a57-4296-a725-72fbc5aa099b tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/ports?device_id=5ea55f0a-cd4a-435e-9d82-7c887906a363 HTTP/1.1" status: 200 len: 945 time: 0.0495470 Nov 19 18:50:12.699470 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5d71e0c2-956a-48a8-8515-d2f80e32afeb req-4336e0cc-d676-495d-8b45-2064b8ad14a8 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/security-groups?id=2c36be0b-b775-47f2-9114-778ddbdb892d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433040 Nov 19 18:50:12.721800 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 49166) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:50:12.782413 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-4b85ac20-73db-458e-82b9-e8736c18a0e5 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/floatingips/5b51a105-1318-4f5a-8f56-c45571f0ad70 HTTP/1.1" status: 200 len: 993 time: 0.0594509 Nov 19 18:50:14.400840 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-148d29aa-a247-4ff7-8da0-1f4ade43875f req-c280b31f-90a8-4ceb-a9db-08bf4015a001 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=5ea55f0a-cd4a-435e-9d82-7c887906a363&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0443115 Nov 19 18:50:14.485670 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148d29aa-a247-4ff7-8da0-1f4ade43875f req-77ea8f54-1cdb-497f-8dbd-be71ece48c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:50:14.487186 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-148d29aa-a247-4ff7-8da0-1f4ade43875f req-77ea8f54-1cdb-497f-8dbd-be71ece48c57 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b8c9426a09804bdabdb147a7feac3908&device_id=5ea55f0a-cd4a-435e-9d82-7c887906a363 HTTP/1.1" status: 200 len: 1096 time: 0.0405107 Nov 19 18:50:14.594700 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148d29aa-a247-4ff7-8da0-1f4ade43875f req-894559ac-f57d-43be-9622-e65da30f7d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:50:14.596720 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-148d29aa-a247-4ff7-8da0-1f4ade43875f req-894559ac-f57d-43be-9622-e65da30f7d93 service neutron] 10.222.0.86 "GET /v2.0/networks?id=aaff61a8-f6f0-4938-97a2-b303dd65cb02 HTTP/1.1" status: 200 len: 898 time: 0.0885572 Nov 19 18:50:14.662239 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-148d29aa-a247-4ff7-8da0-1f4ade43875f req-d2544767-e4c4-45eb-a846-83290cf1ea21 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2b6bbbbd-e343-4b23-b508-f09db1df58b3 HTTP/1.1" status: 200 len: 1001 time: 0.0583472 Nov 19 18:50:14.710830 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148d29aa-a247-4ff7-8da0-1f4ade43875f req-af1f877c-fc93-4cbd-86e9-4b46d727a811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:50:14.712271 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-148d29aa-a247-4ff7-8da0-1f4ade43875f req-af1f877c-fc93-4cbd-86e9-4b46d727a811 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ec0b1e2b-bb15-4460-9f7c-273de2d6ad55 HTTP/1.1" status: 200 len: 835 time: 0.0432208 Nov 19 18:50:14.762698 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148d29aa-a247-4ff7-8da0-1f4ade43875f req-38adf2c1-ff4b-4920-8e53-f6efbfa746ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:50:14.764189 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-148d29aa-a247-4ff7-8da0-1f4ade43875f req-38adf2c1-ff4b-4920-8e53-f6efbfa746ba service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=aaff61a8-f6f0-4938-97a2-b303dd65cb02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436337 Nov 19 18:50:14.853154 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-148d29aa-a247-4ff7-8da0-1f4ade43875f req-f9f45853-80b2-4192-a768-6cce3650c5f0 service neutron] 10.222.0.86 "GET /v2.0/networks/aaff61a8-f6f0-4938-97a2-b303dd65cb02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801034 Nov 19 18:50:14.944951 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-148d29aa-a247-4ff7-8da0-1f4ade43875f req-b0a126f0-2357-4206-9a5e-3447314692df service neutron] 10.222.0.86 "GET /v2.0/networks/aaff61a8-f6f0-4938-97a2-b303dd65cb02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845349 Nov 19 18:50:29.900749 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8dbdb82e-3350-44a4-a191-533c449896f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:32.132361 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9396e088-25d5-4f18-94f9-6fc19e7c92bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:32.402222 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.agents_db [None req-619e5c26-d9ed-4321-86eb-7d443bb9dfa2 None None] Agent healthcheck: found 7 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 18:50:33.440859 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e46ecc5a-dc14-4744-b262-3072ff2e958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:34.253445 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:34.327136 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:35.015098 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e013d7e6-5264-4dcc-9759-54f5fb809e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:35.321076 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:43.121944 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 49184) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:50:43.278741 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-70f09be1-9f29-4af6-ba3d-f932bafd78da tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Deleting port 67048f60-0470-4d7d-9ca7-fd8d789166f5 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:50:43.279085 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-70f09be1-9f29-4af6-ba3d-f932bafd78da tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:43.353752 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-70f09be1-9f29-4af6-ba3d-f932bafd78da tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:43.354100 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-70f09be1-9f29-4af6-ba3d-f932bafd78da tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:43.366625 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-70f09be1-9f29-4af6-ba3d-f932bafd78da tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Calling delete_port for 67048f60-0470-4d7d-9ca7-fd8d789166f5 owned by network:floatingip {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:50:43.534828 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-70f09be1-9f29-4af6-ba3d-f932bafd78da tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:43.560549 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f09be1-9f29-4af6-ba3d-f932bafd78da tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Pushing event deleted for resources: {'Port': ['ID=67048f60-0470-4d7d-9ca7-fd8d789166f5,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:50:43.572700 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f09be1-9f29-4af6-ba3d-f932bafd78da tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:50:43.573060 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f09be1-9f29-4af6-ba3d-f932bafd78da tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:50:43.573423 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f09be1-9f29-4af6-ba3d-f932bafd78da tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:50:43.573749 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f09be1-9f29-4af6-ba3d-f932bafd78da tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:50:43.574115 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f09be1-9f29-4af6-ba3d-f932bafd78da tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:50:43.574453 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f09be1-9f29-4af6-ba3d-f932bafd78da tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:50:43.574792 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f09be1-9f29-4af6-ba3d-f932bafd78da tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:50:43.575127 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f09be1-9f29-4af6-ba3d-f932bafd78da tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:50:43.575459 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f09be1-9f29-4af6-ba3d-f932bafd78da tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:50:43.575789 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f09be1-9f29-4af6-ba3d-f932bafd78da tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:50:43.576118 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f09be1-9f29-4af6-ba3d-f932bafd78da tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:50:43.576443 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f09be1-9f29-4af6-ba3d-f932bafd78da tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:50:43.637696 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-70f09be1-9f29-4af6-ba3d-f932bafd78da tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for floatingip, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:43.638055 n-d-818022-2 neutron-server[103365]: INFO neutron.db.l3_db [None req-70f09be1-9f29-4af6-ba3d-f932bafd78da tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Floating IP 5b51a105-1318-4f5a-8f56-c45571f0ad70 disassociated (deleted). External IP: 172.25.7.211, port: 2b6bbbbd-e343-4b23-b508-f09db1df58b3. Nov 19 18:50:43.843510 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70f09be1-9f29-4af6-ba3d-f932bafd78da tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Router 3d739c3e-9d85-43f0-a6eb-a50b52eb489e has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 18:50:43.948229 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70f09be1-9f29-4af6-ba3d-f932bafd78da tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:50:43.953006 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-70f09be1-9f29-4af6-ba3d-f932bafd78da tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for floatingip, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:43.958357 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3dcc653-71ed-454c-978e-44e0cc57629a None None] Sync routers for ids ['3d739c3e-9d85-43f0-a6eb-a50b52eb489e'] in n-d-818022-2 {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:50:43.968833 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3dcc653-71ed-454c-978e-44e0cc57629a None None] Routers {'3d739c3e-9d85-43f0-a6eb-a50b52eb489e'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:50:43.969436 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-a3dcc653-71ed-454c-978e-44e0cc57629a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:50:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['3d739c3e-9d85-43f0-a6eb-a50b52eb489e'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:50:43.979528 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-70f09be1-9f29-4af6-ba3d-f932bafd78da tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "DELETE /v2.0/floatingips/5b51a105-1318-4f5a-8f56-c45571f0ad70 HTTP/1.1" status: 204 len: 168 time: 0.8564694 Nov 19 18:50:43.980104 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ea55f0a-cd4a-435e-9d82-7c887906a363', 'tag': '2b6bbbbd-e343-4b23-b508-f09db1df58b3'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:50:43.982392 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd49725d620cdd9f83c5eaf1b0fd23d69d3d375bb9795dcb3d54cd15509d3c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec318132-5b70-4d01-92b4-b159af2ea9b5" -d '{"events": [{"name": "network-changed", "server_uuid": "5ea55f0a-cd4a-435e-9d82-7c887906a363", "tag": "2b6bbbbd-e343-4b23-b508-f09db1df58b3"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:50:44.073570 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 18:50:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cf15568-1c6d-4299-a1c0-119e50c4162f x-openstack-request-id: req-1cf15568-1c6d-4299-a1c0-119e50c4162f {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:50:44.074011 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ea55f0a-cd4a-435e-9d82-7c887906a363", "tag": "2b6bbbbd-e343-4b23-b508-f09db1df58b3", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:50:44.074253 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-1cf15568-1c6d-4299-a1c0-119e50c4162f {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:50:44.074842 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ea55f0a-cd4a-435e-9d82-7c887906a363', 'tag': '2b6bbbbd-e343-4b23-b508-f09db1df58b3', 'status': 'completed', 'code': 200} Nov 19 18:50:44.098037 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-a3dcc653-71ed-454c-978e-44e0cc57629a None None] Set router 3d739c3e-9d85-43f0-a6eb-a50b52eb489e gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:50:44.202194 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec318132-5b70-4d01-92b4-b159af2ea9b5 req-731aed9b-3f77-4320-ae43-781b36eca9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:50:44.203850 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ec318132-5b70-4d01-92b4-b159af2ea9b5 req-731aed9b-3f77-4320-ae43-781b36eca9cf service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b8c9426a09804bdabdb147a7feac3908&device_id=5ea55f0a-cd4a-435e-9d82-7c887906a363 HTTP/1.1" status: 200 len: 1096 time: 0.0995820 Nov 19 18:50:44.239099 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9dd0f0-3b5a-47bf-afe2-c4940b802888 req-c30e18ec-a5e0-44fe-8343-ba6aafa903a9 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:50:44.240941 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9f9dd0f0-3b5a-47bf-afe2-c4940b802888 req-c30e18ec-a5e0-44fe-8343-ba6aafa903a9 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/ports?device_id=5ea55f0a-cd4a-435e-9d82-7c887906a363 HTTP/1.1" status: 200 len: 945 time: 0.0546296 Nov 19 18:50:44.302050 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9f9dd0f0-3b5a-47bf-afe2-c4940b802888 req-8793841c-23d0-4def-9739-c3ac7c6639e7 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/security-groups?id=2c36be0b-b775-47f2-9114-778ddbdb892d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531352 Nov 19 18:50:44.316694 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec318132-5b70-4d01-92b4-b159af2ea9b5 req-1d1b33fb-fc71-442e-8c5d-2b80f4769c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:50:44.318358 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ec318132-5b70-4d01-92b4-b159af2ea9b5 req-1d1b33fb-fc71-442e-8c5d-2b80f4769c91 service neutron] 10.222.0.86 "GET /v2.0/networks?id=aaff61a8-f6f0-4938-97a2-b303dd65cb02 HTTP/1.1" status: 200 len: 898 time: 0.0956759 Nov 19 18:50:44.368806 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ec318132-5b70-4d01-92b4-b159af2ea9b5 req-d1064b7d-c7ee-4c77-916d-b85401a67e70 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2b6bbbbd-e343-4b23-b508-f09db1df58b3 HTTP/1.1" status: 200 len: 217 time: 0.0399673 Nov 19 18:50:44.414191 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-a3dcc653-71ed-454c-978e-44e0cc57629a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d739c3e-9d85-43f0-a6eb-a50b52eb489e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2017042909', 'tenant_id': 'b8c9426a09804bdabdb147a7feac3908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.118'}], 'enable_snat': True}, 'gw_port_id': 'd08fd5f8-942b-4956-898e-7d244811be04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:49:11Z', 'updated_at': '2021-11-19T18:49:15Z', 'revision_number': 4, 'project_id': 'b8c9426a09804bdabdb147a7feac3908', 'gw_port': {'id': 'd08fd5f8-942b-4956-898e-7d244811be04', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:37:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d739c3e-9d85-43f0-a6eb-a50b52eb489e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:49:11Z', 'updated_at': '2021-11-19T18:49:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': '8ce70006-dc90-4f18-a1fe-be74f825df8a', 'name': '', 'network_id': 'aaff61a8-f6f0-4938-97a2-b303dd65cb02', 'tenant_id': 'b8c9426a09804bdabdb147a7feac3908', 'mac_address': 'fa:16:3e:ba:b1:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d739c3e-9d85-43f0-a6eb-a50b52eb489e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'ec0b1e2b-bb15-4460-9f7c-273de2d6ad55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:49:14Z', 'updated_at': '2021-11-19T18:49:18Z', 'revision_number': 5, 'project_id': 'b8c9426a09804bdabdb147a7feac3908', 'subnets': [{'id': 'ec0b1e2b-bb15-4460-9f7c-273de2d6ad55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:50:44.424713 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec318132-5b70-4d01-92b4-b159af2ea9b5 req-205b86ca-8a32-4ed6-81c5-0da1db6fc5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:50:44.426233 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ec318132-5b70-4d01-92b4-b159af2ea9b5 req-205b86ca-8a32-4ed6-81c5-0da1db6fc5c6 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ec0b1e2b-bb15-4460-9f7c-273de2d6ad55 HTTP/1.1" status: 200 len: 835 time: 0.0502317 Nov 19 18:50:44.441647 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3dcc653-71ed-454c-978e-44e0cc57629a None None] Checking router: 3d739c3e-9d85-43f0-a6eb-a50b52eb489e for host: n-d-818022-2 {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:50:44.450446 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3dcc653-71ed-454c-978e-44e0cc57629a None None] Routers {'3d739c3e-9d85-43f0-a6eb-a50b52eb489e'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:50:44.451065 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-a3dcc653-71ed-454c-978e-44e0cc57629a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:50:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['3d739c3e-9d85-43f0-a6eb-a50b52eb489e'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:50:44.477308 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec318132-5b70-4d01-92b4-b159af2ea9b5 req-34ea10d6-991c-4342-a4a7-c64727401ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:50:44.478870 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ec318132-5b70-4d01-92b4-b159af2ea9b5 req-34ea10d6-991c-4342-a4a7-c64727401ecb service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=aaff61a8-f6f0-4938-97a2-b303dd65cb02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438595 Nov 19 18:50:44.563460 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-a3dcc653-71ed-454c-978e-44e0cc57629a None None] Set router 3d739c3e-9d85-43f0-a6eb-a50b52eb489e gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:50:44.589037 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ec318132-5b70-4d01-92b4-b159af2ea9b5 req-e3a3b198-0748-435c-9796-5e23a94044eb service neutron] 10.222.0.86 "GET /v2.0/networks/aaff61a8-f6f0-4938-97a2-b303dd65cb02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989401 Nov 19 18:50:44.685653 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ec318132-5b70-4d01-92b4-b159af2ea9b5 req-cadadf0d-258d-4e6a-86e0-a83997ce2fde service neutron] 10.222.0.86 "GET /v2.0/networks/aaff61a8-f6f0-4938-97a2-b303dd65cb02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859921 Nov 19 18:50:44.783278 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-a3dcc653-71ed-454c-978e-44e0cc57629a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d739c3e-9d85-43f0-a6eb-a50b52eb489e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2017042909', 'tenant_id': 'b8c9426a09804bdabdb147a7feac3908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.118'}], 'enable_snat': True}, 'gw_port_id': 'd08fd5f8-942b-4956-898e-7d244811be04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:49:11Z', 'updated_at': '2021-11-19T18:49:15Z', 'revision_number': 4, 'project_id': 'b8c9426a09804bdabdb147a7feac3908', 'gw_port': {'id': 'd08fd5f8-942b-4956-898e-7d244811be04', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:37:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d739c3e-9d85-43f0-a6eb-a50b52eb489e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:49:11Z', 'updated_at': '2021-11-19T18:49:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': '8ce70006-dc90-4f18-a1fe-be74f825df8a', 'name': '', 'network_id': 'aaff61a8-f6f0-4938-97a2-b303dd65cb02', 'tenant_id': 'b8c9426a09804bdabdb147a7feac3908', 'mac_address': 'fa:16:3e:ba:b1:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d739c3e-9d85-43f0-a6eb-a50b52eb489e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'ec0b1e2b-bb15-4460-9f7c-273de2d6ad55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:49:14Z', 'updated_at': '2021-11-19T18:49:18Z', 'revision_number': 5, 'project_id': 'b8c9426a09804bdabdb147a7feac3908', 'subnets': [{'id': 'ec0b1e2b-bb15-4460-9f7c-273de2d6ad55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:50:44.819542 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3dcc653-71ed-454c-978e-44e0cc57629a None None] The sync data for ids ['3d739c3e-9d85-43f0-a6eb-a50b52eb489e'] in n-d-818022-2 is: [{'id': '3d739c3e-9d85-43f0-a6eb-a50b52eb489e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2017042909', 'tenant_id': 'b8c9426a09804bdabdb147a7feac3908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.118'}], 'enable_snat': True}, 'gw_port_id': 'd08fd5f8-942b-4956-898e-7d244811be04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:49:11Z', 'updated_at': '2021-11-19T18:49:15Z', 'revision_number': 4, 'project_id': 'b8c9426a09804bdabdb147a7feac3908', 'gw_port': {'id': 'd08fd5f8-942b-4956-898e-7d244811be04', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:37:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d739c3e-9d85-43f0-a6eb-a50b52eb489e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:49:11Z', 'updated_at': '2021-11-19T18:49:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': '8ce70006-dc90-4f18-a1fe-be74f825df8a', 'name': '', 'network_id': 'aaff61a8-f6f0-4938-97a2-b303dd65cb02', 'tenant_id': 'b8c9426a09804bdabdb147a7feac3908', 'mac_address': 'fa:16:3e:ba:b1:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d739c3e-9d85-43f0-a6eb-a50b52eb489e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'ec0b1e2b-bb15-4460-9f7c-273de2d6ad55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:49:14Z', 'updated_at': '2021-11-19T18:49:18Z', 'revision_number': 5, 'project_id': 'b8c9426a09804bdabdb147a7feac3908', 'subnets': [{'id': 'ec0b1e2b-bb15-4460-9f7c-273de2d6ad55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:50:45.064528 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae319d2-4b65-49d5-bdae-246a59cc0f26 None None] New status for floating IP 5b51a105-1318-4f5a-8f56-c45571f0ad70: DOWN {{(pid=103366) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 18:50:45.439112 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cc5e6d-4350-481d-919b-26282afe578e req-306ead20-ed15-4379-9166-551ac604ae2e tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:50:45.440863 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-29cc5e6d-4350-481d-919b-26282afe578e req-306ead20-ed15-4379-9166-551ac604ae2e tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/ports?device_id=5ea55f0a-cd4a-435e-9d82-7c887906a363 HTTP/1.1" status: 200 len: 945 time: 0.0572073 Nov 19 18:50:45.504304 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-29cc5e6d-4350-481d-919b-26282afe578e req-2b3b7fef-c77f-4489-a0e1-4a2fcb161dfb tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/security-groups?id=2c36be0b-b775-47f2-9114-778ddbdb892d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566704 Nov 19 18:50:45.951209 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b4c940-8cce-493c-a492-bc218c393b7d req-7eeb0ec1-ffc9-4d02-8b22-2252281f4f0e tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:50:45.953170 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-20b4c940-8cce-493c-a492-bc218c393b7d req-7eeb0ec1-ffc9-4d02-8b22-2252281f4f0e tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.86 "GET /v2.0/ports?device_id=5ea55f0a-cd4a-435e-9d82-7c887906a363 HTTP/1.1" status: 200 len: 945 time: 0.0506964 Nov 19 18:50:46.050809 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-20b4c940-8cce-493c-a492-bc218c393b7d req-6bd5f75c-2ee9-48bd-b0b8-fec4c9c541af tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Deleting port 2b6bbbbd-e343-4b23-b508-f09db1df58b3 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:50:46.051145 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-20b4c940-8cce-493c-a492-bc218c393b7d req-6bd5f75c-2ee9-48bd-b0b8-fec4c9c541af tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:46.147695 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-20b4c940-8cce-493c-a492-bc218c393b7d req-6bd5f75c-2ee9-48bd-b0b8-fec4c9c541af tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] For port 2b6bbbbd-e343-4b23-b508-f09db1df58b3, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=2b6bbbbd-e343-4b23-b508-f09db1df58b3,segment=NetworkSegment(01e5b8b2-18a3-4b04-8299-9e82faf1b24a),segment_id=01e5b8b2-18a3-4b04-8299-9e82faf1b24a)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:50:46.148077 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-20b4c940-8cce-493c-a492-bc218c393b7d req-6bd5f75c-2ee9-48bd-b0b8-fec4c9c541af tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:46.161467 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-20b4c940-8cce-493c-a492-bc218c393b7d req-6bd5f75c-2ee9-48bd-b0b8-fec4c9c541af tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Calling delete_port for 2b6bbbbd-e343-4b23-b508-f09db1df58b3 owned by compute:nova {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:50:46.303574 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-20b4c940-8cce-493c-a492-bc218c393b7d req-6bd5f75c-2ee9-48bd-b0b8-fec4c9c541af tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:46.332432 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd5f75c-2ee9-48bd-b0b8-fec4c9c541af tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Pushing event deleted for resources: {'Port': ['ID=2b6bbbbd-e343-4b23-b508-f09db1df58b3,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:50:46.373501 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-20b4c940-8cce-493c-a492-bc218c393b7d req-6bd5f75c-2ee9-48bd-b0b8-fec4c9c541af tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] No DVR routers for this DVR port 2b6bbbbd-e343-4b23-b508-f09db1df58b3 on host n-h2-818022-2 {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:50:46.376134 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-20b4c940-8cce-493c-a492-bc218c393b7d req-6bd5f75c-2ee9-48bd-b0b8-fec4c9c541af tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:46.379708 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-20b4c940-8cce-493c-a492-bc218c393b7d req-6bd5f75c-2ee9-48bd-b0b8-fec4c9c541af tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.86 "DELETE /v2.0/ports/2b6bbbbd-e343-4b23-b508-f09db1df58b3 HTTP/1.1" status: 204 len: 173 time: 0.4200983 Nov 19 18:50:46.380171 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ea55f0a-cd4a-435e-9d82-7c887906a363', 'name': 'network-vif-deleted', 'tag': '2b6bbbbd-e343-4b23-b508-f09db1df58b3'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:50:46.382480 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd49725d620cdd9f83c5eaf1b0fd23d69d3d375bb9795dcb3d54cd15509d3c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc87b35c-1ea6-421b-a4e1-5204c8b405b1" -d '{"events": [{"server_uuid": "5ea55f0a-cd4a-435e-9d82-7c887906a363", "name": "network-vif-deleted", "tag": "2b6bbbbd-e343-4b23-b508-f09db1df58b3"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:50:46.422845 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:50:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52eb2ee1-86e5-461f-a5f5-f74ace6defaf x-openstack-request-id: req-52eb2ee1-86e5-461f-a5f5-f74ace6defaf {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:50:46.423141 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ea55f0a-cd4a-435e-9d82-7c887906a363", "name": "network-vif-deleted", "tag": "2b6bbbbd-e343-4b23-b508-f09db1df58b3", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:50:46.423988 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-52eb2ee1-86e5-461f-a5f5-f74ace6defaf {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:50:46.424477 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ea55f0a-cd4a-435e-9d82-7c887906a363', 'name': 'network-vif-deleted', 'tag': '2b6bbbbd-e343-4b23-b508-f09db1df58b3', 'status': 'completed', 'code': 200} Nov 19 18:50:46.641709 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-26574552-3439-4c1c-a004-97e3a07c14c2 req-eee2b30f-57ad-4c0b-8d80-daf05a7346ad tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/ports?device_id=5ea55f0a-cd4a-435e-9d82-7c887906a363 HTTP/1.1" status: 200 len: 210 time: 0.0297148 Nov 19 18:50:47.702942 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 49204) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:50:48.053700 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-db758857-86c5-4e65-b619-a8fdae78f9b1 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-768564'] for router_interface, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:48.617292 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-db758857-86c5-4e65-b619-a8fdae78f9b1 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Deleting port 8ce70006-dc90-4f18-a1fe-be74f825df8a {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:50:48.617649 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-db758857-86c5-4e65-b619-a8fdae78f9b1 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:48.706938 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [None req-db758857-86c5-4e65-b619-a8fdae78f9b1 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] For port 8ce70006-dc90-4f18-a1fe-be74f825df8a, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=8ce70006-dc90-4f18-a1fe-be74f825df8a,segment=NetworkSegment(01e5b8b2-18a3-4b04-8299-9e82faf1b24a),segment_id=01e5b8b2-18a3-4b04-8299-9e82faf1b24a)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:50:48.707636 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-db758857-86c5-4e65-b619-a8fdae78f9b1 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:48.719423 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-db758857-86c5-4e65-b619-a8fdae78f9b1 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Calling delete_port for 8ce70006-dc90-4f18-a1fe-be74f825df8a owned by network:router_interface {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:50:48.902175 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-db758857-86c5-4e65-b619-a8fdae78f9b1 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:48.935395 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db758857-86c5-4e65-b619-a8fdae78f9b1 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Pushing event deleted for resources: {'Port': ['ID=8ce70006-dc90-4f18-a1fe-be74f825df8a,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:50:49.106039 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-db758857-86c5-4e65-b619-a8fdae78f9b1 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-768648'] for router_interface, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:49.317929 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db758857-86c5-4e65-b619-a8fdae78f9b1 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Router 3d739c3e-9d85-43f0-a6eb-a50b52eb489e has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 18:50:49.421073 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db758857-86c5-4e65-b619-a8fdae78f9b1 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:50:49.427695 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-db758857-86c5-4e65-b619-a8fdae78f9b1 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "PUT /v2.0/routers/3d739c3e-9d85-43f0-a6eb-a50b52eb489e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7235181 Nov 19 18:50:49.433138 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 49206) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:50:49.439686 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a0c513-fdc0-454c-99fe-4611f9072085 None None] Sync routers for ids ['3d739c3e-9d85-43f0-a6eb-a50b52eb489e'] in n-d-818022-2 {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:50:49.449747 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a0c513-fdc0-454c-99fe-4611f9072085 None None] Routers {'3d739c3e-9d85-43f0-a6eb-a50b52eb489e'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:50:49.450982 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-64a0c513-fdc0-454c-99fe-4611f9072085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:50:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['3d739c3e-9d85-43f0-a6eb-a50b52eb489e'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:50:49.489069 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_v2 [None req-f96776a5-ed87-4b05-bd37-20755178e3dd tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Deleting subnet ec0b1e2b-bb15-4460-9f7c-273de2d6ad55 {{(pid=103365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 18:50:49.492185 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f96776a5-ed87-4b05-bd37-20755178e3dd tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for subnet, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:49.533503 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f96776a5-ed87-4b05-bd37-20755178e3dd tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12546453'] for subnet, precommit_delete_associations {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:49.553544 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-64a0c513-fdc0-454c-99fe-4611f9072085 None None] Set router 3d739c3e-9d85-43f0-a6eb-a50b52eb489e gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:50:49.616602 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f96776a5-ed87-4b05-bd37-20755178e3dd tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:49.680340 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f96776a5-ed87-4b05-bd37-20755178e3dd tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12282919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8731163'] for subnet, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:49.708429 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96776a5-ed87-4b05-bd37-20755178e3dd tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Pushing event deleted for resources: {'Subnet': ['ID=ec0b1e2b-bb15-4460-9f7c-273de2d6ad55,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:50:49.710441 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f96776a5-ed87-4b05-bd37-20755178e3dd tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:49.716844 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-f96776a5-ed87-4b05-bd37-20755178e3dd tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "DELETE /v2.0/subnets/ec0b1e2b-bb15-4460-9f7c-273de2d6ad55 HTTP/1.1" status: 204 len: 168 time: 0.2796319 Nov 19 18:50:49.716844 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 49208) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:50:49.719102 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88afe905-8d93-41d2-afe8-19bea64b077a None None] Network aaff61a8-f6f0-4938-97a2-b303dd65cb02 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:50:49.736084 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-64a0c513-fdc0-454c-99fe-4611f9072085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d739c3e-9d85-43f0-a6eb-a50b52eb489e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2017042909', 'tenant_id': 'b8c9426a09804bdabdb147a7feac3908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.118'}], 'enable_snat': True}, 'gw_port_id': 'd08fd5f8-942b-4956-898e-7d244811be04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:49:11Z', 'updated_at': '2021-11-19T18:50:48Z', 'revision_number': 5, 'project_id': 'b8c9426a09804bdabdb147a7feac3908', 'gw_port': {'id': 'd08fd5f8-942b-4956-898e-7d244811be04', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:37:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d739c3e-9d85-43f0-a6eb-a50b52eb489e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:49:11Z', 'updated_at': '2021-11-19T18:49:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:50:49.770330 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a0c513-fdc0-454c-99fe-4611f9072085 None None] Checking router: 3d739c3e-9d85-43f0-a6eb-a50b52eb489e for host: n-d-818022-2 {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:50:49.779533 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a0c513-fdc0-454c-99fe-4611f9072085 None None] Routers {'3d739c3e-9d85-43f0-a6eb-a50b52eb489e'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:50:49.780151 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-64a0c513-fdc0-454c-99fe-4611f9072085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:50:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['3d739c3e-9d85-43f0-a6eb-a50b52eb489e'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:50:49.840614 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3b04a3bb-2b0c-45cc-80b6-0d74d12fe4ff tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for router, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:49.891141 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-64a0c513-fdc0-454c-99fe-4611f9072085 None None] Set router 3d739c3e-9d85-43f0-a6eb-a50b52eb489e gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:50:49.905707 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7322be76-ada1-477b-baae-3a5ff57b5c39 None None] DHCP port deletion for aaff61a8-f6f0-4938-97a2-b303dd65cb02 request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:50:49.953625 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-7322be76-ada1-477b-baae-3a5ff57b5c39 None None] Deleting port 9da38d09-681b-40d2-8c66-245c35251db4 {{(pid=103366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:50:49.954124 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-7322be76-ada1-477b-baae-3a5ff57b5c39 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:49.972799 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3b04a3bb-2b0c-45cc-80b6-0d74d12fe4ff tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:50.021959 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-7322be76-ada1-477b-baae-3a5ff57b5c39 None None] For port 9da38d09-681b-40d2-8c66-245c35251db4, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=9da38d09-681b-40d2-8c66-245c35251db4,segment=NetworkSegment(01e5b8b2-18a3-4b04-8299-9e82faf1b24a),segment_id=01e5b8b2-18a3-4b04-8299-9e82faf1b24a)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:50:50.022346 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-7322be76-ada1-477b-baae-3a5ff57b5c39 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:50.028004 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-3b04a3bb-2b0c-45cc-80b6-0d74d12fe4ff tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Deleting port d08fd5f8-942b-4956-898e-7d244811be04 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:50:50.028361 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3b04a3bb-2b0c-45cc-80b6-0d74d12fe4ff tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:50.037309 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-7322be76-ada1-477b-baae-3a5ff57b5c39 None None] Calling delete_port for 9da38d09-681b-40d2-8c66-245c35251db4 owned by network:dhcp {{(pid=103366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:50:50.086255 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-64a0c513-fdc0-454c-99fe-4611f9072085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d739c3e-9d85-43f0-a6eb-a50b52eb489e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2017042909', 'tenant_id': 'b8c9426a09804bdabdb147a7feac3908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.118'}], 'enable_snat': True}, 'gw_port_id': 'd08fd5f8-942b-4956-898e-7d244811be04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:49:11Z', 'updated_at': '2021-11-19T18:50:48Z', 'revision_number': 5, 'project_id': 'b8c9426a09804bdabdb147a7feac3908', 'gw_port': {'id': 'd08fd5f8-942b-4956-898e-7d244811be04', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:37:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d739c3e-9d85-43f0-a6eb-a50b52eb489e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:49:11Z', 'updated_at': '2021-11-19T18:49:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:50:50.113229 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a0c513-fdc0-454c-99fe-4611f9072085 None None] The sync data for ids ['3d739c3e-9d85-43f0-a6eb-a50b52eb489e'] in n-d-818022-2 is: [{'id': '3d739c3e-9d85-43f0-a6eb-a50b52eb489e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2017042909', 'tenant_id': 'b8c9426a09804bdabdb147a7feac3908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.118'}], 'enable_snat': True}, 'gw_port_id': 'd08fd5f8-942b-4956-898e-7d244811be04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:49:11Z', 'updated_at': '2021-11-19T18:50:48Z', 'revision_number': 5, 'project_id': 'b8c9426a09804bdabdb147a7feac3908', 'gw_port': {'id': 'd08fd5f8-942b-4956-898e-7d244811be04', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:37:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d739c3e-9d85-43f0-a6eb-a50b52eb489e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:49:11Z', 'updated_at': '2021-11-19T18:49:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:50:50.115255 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [None req-3b04a3bb-2b0c-45cc-80b6-0d74d12fe4ff tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] For port d08fd5f8-942b-4956-898e-7d244811be04, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=d08fd5f8-942b-4956-898e-7d244811be04,segment=NetworkSegment(bbe705c1-96c0-476e-8381-28227e6f0ac5),segment_id=bbe705c1-96c0-476e-8381-28227e6f0ac5)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:50:50.115631 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3b04a3bb-2b0c-45cc-80b6-0d74d12fe4ff tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:50.139949 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-7322be76-ada1-477b-baae-3a5ff57b5c39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007'] for port, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:50.142808 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-3b04a3bb-2b0c-45cc-80b6-0d74d12fe4ff tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Calling delete_port for d08fd5f8-942b-4956-898e-7d244811be04 owned by network:router_gateway {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:50:50.172386 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7322be76-ada1-477b-baae-3a5ff57b5c39 None None] Pushing event deleted for resources: {'Port': ['ID=9da38d09-681b-40d2-8c66-245c35251db4,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:50:50.176977 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7322be76-ada1-477b-baae-3a5ff57b5c39 None None] No DVR routers for this DVR port 9da38d09-681b-40d2-8c66-245c35251db4 on host n-d-818022-2 {{(pid=103366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:50:50.188405 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7322be76-ada1-477b-baae-3a5ff57b5c39 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:50:50.189375 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7322be76-ada1-477b-baae-3a5ff57b5c39 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:50:50.189842 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7322be76-ada1-477b-baae-3a5ff57b5c39 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:50:50.190763 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7322be76-ada1-477b-baae-3a5ff57b5c39 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:50:50.190864 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7322be76-ada1-477b-baae-3a5ff57b5c39 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:50:50.191277 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7322be76-ada1-477b-baae-3a5ff57b5c39 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:50:50.191714 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7322be76-ada1-477b-baae-3a5ff57b5c39 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:50:50.192216 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7322be76-ada1-477b-baae-3a5ff57b5c39 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:50:50.192780 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7322be76-ada1-477b-baae-3a5ff57b5c39 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:50:50.193145 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7322be76-ada1-477b-baae-3a5ff57b5c39 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:50:50.193563 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7322be76-ada1-477b-baae-3a5ff57b5c39 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:50:50.193980 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7322be76-ada1-477b-baae-3a5ff57b5c39 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:50:50.297570 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device 2b6bbbbd-e343-4b23-b508-f09db1df58b3 no longer exists at agent hyperv_n-h2-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:50:50.310933 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3b04a3bb-2b0c-45cc-80b6-0d74d12fe4ff tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:50.320754 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] No Port match for: 2b6bbbbd-e343-4b23-b508-f09db1df58b3 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:50:50.321098 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device 2b6bbbbd-e343-4b23-b508-f09db1df58b3 not bound to the agent host n-h2-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:50:50.342571 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b04a3bb-2b0c-45cc-80b6-0d74d12fe4ff tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Pushing event deleted for resources: {'Port': ['ID=d08fd5f8-942b-4956-898e-7d244811be04,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:50:50.353248 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-463c58b7-a1d3-449a-b1a5-fb8321b40eaa None None] DHCP port deletion for 645e61aa-1a6c-4e8f-857e-ab06edb4897f request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:50:50.405913 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3b04a3bb-2b0c-45cc-80b6-0d74d12fe4ff tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-671730'] for router_gateway, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:50.499508 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 9da38d09-681b-40d2-8c66-245c35251db4 no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:50:50.502462 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3b04a3bb-2b0c-45cc-80b6-0d74d12fe4ff tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4696'] for router, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:50.504644 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3b04a3bb-2b0c-45cc-80b6-0d74d12fe4ff tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:50.520592 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: 9da38d09-681b-40d2-8c66-245c35251db4 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:50:50.520946 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 9da38d09-681b-40d2-8c66-245c35251db4 not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:50:50.551150 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3b04a3bb-2b0c-45cc-80b6-0d74d12fe4ff tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-543895'] for router, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:50.551756 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b04a3bb-2b0c-45cc-80b6-0d74d12fe4ff tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Fanout notify agent at l3_agent the message router_deleted on router 3d739c3e-9d85-43f0-a6eb-a50b52eb489e {{(pid=103365) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 18:50:50.559457 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3b04a3bb-2b0c-45cc-80b6-0d74d12fe4ff tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for router, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:50.560585 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-3b04a3bb-2b0c-45cc-80b6-0d74d12fe4ff tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "DELETE /v2.0/routers/3d739c3e-9d85-43f0-a6eb-a50b52eb489e HTTP/1.1" status: 204 len: 168 time: 0.8422983 Nov 19 18:50:50.563382 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 49210) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:50:50.645894 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ea985f6f-ec87-4d44-835f-004c34c3a833 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:50.736954 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ea985f6f-ec87-4d44-835f-004c34c3a833 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:50.758492 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-ea985f6f-ec87-4d44-835f-004c34c3a833 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aaff61a8-f6f0-4938-97a2-b303dd65cb02']}} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:50:50.768784 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-ea985f6f-ec87-4d44-835f-004c34c3a833 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01e5b8b2-18a3-4b04-8299-9e82faf1b24a') {'for_net_delete': True} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:50:50.769081 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-ea985f6f-ec87-4d44-835f-004c34c3a833 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01e5b8b2-18a3-4b04-8299-9e82faf1b24a') {} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:50:50.778773 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ea985f6f-ec87-4d44-835f-004c34c3a833 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12545382'] for segment, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:50.792163 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ea985f6f-ec87-4d44-835f-004c34c3a833 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:50.798380 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea985f6f-ec87-4d44-835f-004c34c3a833 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Releasing vlan 679 on physical network physnet1 to pool {{(pid=103365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 18:50:50.798758 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ea985f6f-ec87-4d44-835f-004c34c3a833 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12282953'] for segment, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:50.801760 n-d-818022-2 neutron-server[103365]: Traceback (most recent call last): Nov 19 18:50:50.801760 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 18:50:50.801760 n-d-818022-2 neutron-server[103365]: timer() Nov 19 18:50:50.801760 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 18:50:50.801760 n-d-818022-2 neutron-server[103365]: cb(*args, **kw) Nov 19 18:50:50.801760 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 18:50:50.801760 n-d-818022-2 neutron-server[103365]: return func(*args, **kwargs) Nov 19 18:50:50.801760 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 18:50:50.801760 n-d-818022-2 neutron-server[103365]: self._notify() Nov 19 18:50:50.801760 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 18:50:50.801760 n-d-818022-2 neutron-server[103365]: self.callback(batched_events) Nov 19 18:50:50.801760 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 18:50:50.801760 n-d-818022-2 neutron-server[103365]: event.method(event) Nov 19 18:50:50.801760 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 18:50:50.801760 n-d-818022-2 neutron-server[103365]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 18:50:50.801760 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 18:50:50.801760 n-d-818022-2 neutron-server[103365]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 18:50:50.801760 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 18:50:50.801760 n-d-818022-2 neutron-server[103365]: return f(self, *a, **k) Nov 19 18:50:50.801760 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 18:50:50.801760 n-d-818022-2 neutron-server[103365]: return self._get(url).json() Nov 19 18:50:50.801760 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 18:50:50.801760 n-d-818022-2 neutron-server[103365]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 18:50:50.801760 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 18:50:50.801760 n-d-818022-2 neutron-server[103365]: return self.request(url, 'GET', **kwargs) Nov 19 18:50:50.801760 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 18:50:50.801760 n-d-818022-2 neutron-server[103365]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 18:50:50.801760 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 18:50:50.801760 n-d-818022-2 neutron-server[103365]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 18:50:50.801760 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 18:50:50.801760 n-d-818022-2 neutron-server[103365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 18:50:50.801760 n-d-818022-2 neutron-server[103365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 18:50:50.859212 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ea985f6f-ec87-4d44-835f-004c34c3a833 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671242'] for network, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:50.866434 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ea985f6f-ec87-4d44-835f-004c34c3a833 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:50.869651 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-ea985f6f-ec87-4d44-835f-004c34c3a833 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "DELETE /v2.0/networks/aaff61a8-f6f0-4938-97a2-b303dd65cb02 HTTP/1.1" status: 204 len: 168 time: 0.3047707 Nov 19 18:50:50.872707 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 49212) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:50:50.881631 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea985f6f-ec87-4d44-835f-004c34c3a833 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Pushing event deleted for resources: {'Network': ['ID=aaff61a8-f6f0-4938-97a2-b303dd65cb02,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:50:50.930770 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0cede886-73bb-4d44-8ee1-bd72e7c107d2 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:50.956840 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0cede886-73bb-4d44-8ee1-bd72e7c107d2 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:51.019198 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0cede886-73bb-4d44-8ee1-bd72e7c107d2 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:51.022522 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0cede886-73bb-4d44-8ee1-bd72e7c107d2 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:51.023686 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-0cede886-73bb-4d44-8ee1-bd72e7c107d2 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "DELETE /v2.0/security-groups/2c36be0b-b775-47f2-9114-778ddbdb892d HTTP/1.1" status: 204 len: 168 time: 0.1500595 Nov 19 18:50:51.032746 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cede886-73bb-4d44-8ee1-bd72e7c107d2 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c36be0b-b775-47f2-9114-778ddbdb892d,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:50:51.040349 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cede886-73bb-4d44-8ee1-bd72e7c107d2 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:50:51.040705 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cede886-73bb-4d44-8ee1-bd72e7c107d2 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:50:51.041053 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cede886-73bb-4d44-8ee1-bd72e7c107d2 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:50:51.041399 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cede886-73bb-4d44-8ee1-bd72e7c107d2 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:50:51.041738 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cede886-73bb-4d44-8ee1-bd72e7c107d2 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:50:51.042104 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cede886-73bb-4d44-8ee1-bd72e7c107d2 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:50:51.042443 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cede886-73bb-4d44-8ee1-bd72e7c107d2 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:50:51.042780 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cede886-73bb-4d44-8ee1-bd72e7c107d2 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:50:51.043118 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cede886-73bb-4d44-8ee1-bd72e7c107d2 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:50:51.043451 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cede886-73bb-4d44-8ee1-bd72e7c107d2 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:50:51.043779 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cede886-73bb-4d44-8ee1-bd72e7c107d2 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:50:51.044106 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cede886-73bb-4d44-8ee1-bd72e7c107d2 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:50:51.576325 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 49218) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:50:51.581239 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-ebecbe0d-6d2f-4c31-98c7-e3c5d4bd4368 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-578352208', 'description': 'tempest-secgroup-smoke-578352208 description', 'project_id': 'b8c9426a09804bdabdb147a7feac3908'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:50:51.604752 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ebecbe0d-6d2f-4c31-98c7-e3c5d4bd4368 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:51.671559 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ebecbe0d-6d2f-4c31-98c7-e3c5d4bd4368 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:51.676594 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ebecbe0d-6d2f-4c31-98c7-e3c5d4bd4368 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:51.704679 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ebecbe0d-6d2f-4c31-98c7-e3c5d4bd4368 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:51.705930 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-ebecbe0d-6d2f-4c31-98c7-e3c5d4bd4368 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1285663 Nov 19 18:50:51.709046 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 49220) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:50:51.709920 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebecbe0d-6d2f-4c31-98c7-e3c5d4bd4368 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b27167fa-e505-418e-8eb8-06187365431a,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:50:51.714785 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-4bcfe2dd-8110-48a1-90d4-54c42e530c21 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Request body: {'security_group_rule': {'security_group_id': 'b27167fa-e505-418e-8eb8-06187365431a', 'project_id': 'b8c9426a09804bdabdb147a7feac3908', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:50:51.742163 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4bcfe2dd-8110-48a1-90d4-54c42e530c21 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:51.804822 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4bcfe2dd-8110-48a1-90d4-54c42e530c21 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:51.808395 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4bcfe2dd-8110-48a1-90d4-54c42e530c21 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735179'] for security_group_rule, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:51.829411 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcfe2dd-8110-48a1-90d4-54c42e530c21 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccfb71ae-f440-4528-9564-378d83f0105b,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:50:51.840152 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4bcfe2dd-8110-48a1-90d4-54c42e530c21 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:51.841366 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-4bcfe2dd-8110-48a1-90d4-54c42e530c21 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1313186 Nov 19 18:50:51.844105 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 49222) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:50:51.849110 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-c6011070-47cb-41d1-b77e-3ba9d79b3c90 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Request body: {'security_group_rule': {'security_group_id': 'b27167fa-e505-418e-8eb8-06187365431a', 'project_id': 'b8c9426a09804bdabdb147a7feac3908', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:50:51.875880 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c6011070-47cb-41d1-b77e-3ba9d79b3c90 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:51.931662 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c6011070-47cb-41d1-b77e-3ba9d79b3c90 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:51.935196 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c6011070-47cb-41d1-b77e-3ba9d79b3c90 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735179'] for security_group_rule, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:51.954806 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6011070-47cb-41d1-b77e-3ba9d79b3c90 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66a73a87-8cbc-490f-b851-ac34b4e62aeb,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:50:51.963159 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c6011070-47cb-41d1-b77e-3ba9d79b3c90 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:51.964371 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-c6011070-47cb-41d1-b77e-3ba9d79b3c90 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1187661 Nov 19 18:50:51.967301 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 49224) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:50:51.972175 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-3e776754-a180-45b8-98b8-d33c01a83427 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Request body: {'security_group_rule': {'security_group_id': 'b27167fa-e505-418e-8eb8-06187365431a', 'project_id': 'b8c9426a09804bdabdb147a7feac3908', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:50:51.998611 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3e776754-a180-45b8-98b8-d33c01a83427 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:52.056464 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3e776754-a180-45b8-98b8-d33c01a83427 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:52.060436 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3e776754-a180-45b8-98b8-d33c01a83427 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735179'] for security_group_rule, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:52.078504 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e776754-a180-45b8-98b8-d33c01a83427 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=655885f7-fc6c-4577-815b-838a131d56d1,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:50:52.085881 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3e776754-a180-45b8-98b8-d33c01a83427 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:52.087108 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-3e776754-a180-45b8-98b8-d33c01a83427 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1188796 Nov 19 18:50:52.089864 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 49226) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:50:52.090232 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device d08fd5f8-942b-4956-898e-7d244811be04 no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:50:52.094551 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-dc8c945f-2f50-4c25-b19b-3ea9627261b1 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Request body: {'security_group_rule': {'security_group_id': 'b27167fa-e505-418e-8eb8-06187365431a', 'project_id': 'b8c9426a09804bdabdb147a7feac3908', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:50:52.111247 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: d08fd5f8-942b-4956-898e-7d244811be04 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:50:52.111796 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device d08fd5f8-942b-4956-898e-7d244811be04 not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:50:52.112284 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 8ce70006-dc90-4f18-a1fe-be74f825df8a no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:50:52.124160 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-dc8c945f-2f50-4c25-b19b-3ea9627261b1 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:52.131380 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: 8ce70006-dc90-4f18-a1fe-be74f825df8a {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:50:52.131732 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 8ce70006-dc90-4f18-a1fe-be74f825df8a not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:50:52.179883 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-dc8c945f-2f50-4c25-b19b-3ea9627261b1 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:52.184013 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-dc8c945f-2f50-4c25-b19b-3ea9627261b1 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735179'] for security_group_rule, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:52.203947 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8c945f-2f50-4c25-b19b-3ea9627261b1 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5365bb2-bec9-455c-b542-10d55b441cff,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:50:52.212069 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-dc8c945f-2f50-4c25-b19b-3ea9627261b1 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:52.213413 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-dc8c945f-2f50-4c25-b19b-3ea9627261b1 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1222639 Nov 19 18:50:52.216117 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 49228) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:50:52.221107 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-6a0e2c08-99b8-4263-81c7-36adfd219c64 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Request body: {'security_group_rule': {'security_group_id': 'b27167fa-e505-418e-8eb8-06187365431a', 'project_id': 'b8c9426a09804bdabdb147a7feac3908', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:50:52.242209 n-d-818022-2 neutron-server[103365]: INFO neutron.db.securitygroups_db [None req-6a0e2c08-99b8-4263-81c7-36adfd219c64 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Project b8c9426a09804bdabdb147a7feac3908 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 18:50:52.247007 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6a0e2c08-99b8-4263-81c7-36adfd219c64 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:52.304477 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6a0e2c08-99b8-4263-81c7-36adfd219c64 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:52.308072 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6a0e2c08-99b8-4263-81c7-36adfd219c64 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735179'] for security_group_rule, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:52.325348 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0e2c08-99b8-4263-81c7-36adfd219c64 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=645d29ea-dbd0-4100-8c6f-a685a719393e,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:50:52.334051 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6a0e2c08-99b8-4263-81c7-36adfd219c64 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:52.335239 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-6a0e2c08-99b8-4263-81c7-36adfd219c64 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1181040 Nov 19 18:50:52.337974 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 49230) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:50:52.342309 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-5f11ecad-f08b-48d8-a5d0-f4c96b7d8294 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Request body: {'security_group_rule': {'security_group_id': 'b27167fa-e505-418e-8eb8-06187365431a', 'project_id': 'b8c9426a09804bdabdb147a7feac3908', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:50:52.363049 n-d-818022-2 neutron-server[103365]: INFO neutron.db.securitygroups_db [None req-5f11ecad-f08b-48d8-a5d0-f4c96b7d8294 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Project b8c9426a09804bdabdb147a7feac3908 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 18:50:52.367712 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5f11ecad-f08b-48d8-a5d0-f4c96b7d8294 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:52.426857 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5f11ecad-f08b-48d8-a5d0-f4c96b7d8294 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:52.430726 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5f11ecad-f08b-48d8-a5d0-f4c96b7d8294 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735179'] for security_group_rule, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:52.450073 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f11ecad-f08b-48d8-a5d0-f4c96b7d8294 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1aa87db0-f993-4e7a-bef3-52dd524b6829,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:50:52.458766 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5f11ecad-f08b-48d8-a5d0-f4c96b7d8294 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:52.460011 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-5f11ecad-f08b-48d8-a5d0-f4c96b7d8294 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1210992 Nov 19 18:50:52.462862 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 49232) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:50:52.467688 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-716eae17-9862-49ee-8389-4e6094e8e735 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Request body: {'network': {'name': 'tempest-network-smoke--982349176', 'project_id': 'b8c9426a09804bdabdb147a7feac3908', 'port_security_enabled': True}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:50:52.487374 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-716eae17-9862-49ee-8389-4e6094e8e735 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Made reservation on behalf of b8c9426a09804bdabdb147a7feac3908 for: {'network': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:50:52.490823 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-716eae17-9862-49ee-8389-4e6094e8e735 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:52.514252 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-716eae17-9862-49ee-8389-4e6094e8e735 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 654} {{(pid=103365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 18:50:52.524087 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-716eae17-9862-49ee-8389-4e6094e8e735 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:52.524424 n-d-818022-2 neutron-server[103365]: INFO neutron.db.segments_db [None req-716eae17-9862-49ee-8389-4e6094e8e735 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Added segment a59ba8b7-22f1-4a64-be02-3474b0ce4f8c of type vlan for network c46e9dad-6c1b-49ff-89fe-c627343d3fa7 Nov 19 18:50:52.568208 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-716eae17-9862-49ee-8389-4e6094e8e735 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:52.592487 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-716eae17-9862-49ee-8389-4e6094e8e735 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:52.598599 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-716eae17-9862-49ee-8389-4e6094e8e735 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:50:52.599517 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-716eae17-9862-49ee-8389-4e6094e8e735 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:52.659614 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-716eae17-9862-49ee-8389-4e6094e8e735 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1956749 Nov 19 18:50:52.662330 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 49234) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:50:52.666795 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-edf248a4-9a52-46ba-bbeb-9e0643e2aa84 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-738429230', 'admin_state_up': True, 'project_id': 'b8c9426a09804bdabdb147a7feac3908', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'}}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:50:52.680317 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716eae17-9862-49ee-8389-4e6094e8e735 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Pushing event updated for resources: {'Network': ['ID=c46e9dad-6c1b-49ff-89fe-c627343d3fa7,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:50:52.691869 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network c46e9dad-6c1b-49ff-89fe-c627343d3fa7 details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 18:50:52.697796 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-edf248a4-9a52-46ba-bbeb-9e0643e2aa84 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9890'] for router, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:52.698927 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-edf248a4-9a52-46ba-bbeb-9e0643e2aa84 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671617', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-732153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4689'] for router, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:52.754167 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-edf248a4-9a52-46ba-bbeb-9e0643e2aa84 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:52.887108 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-edf248a4-9a52-46ba-bbeb-9e0643e2aa84 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:53.078431 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-edf248a4-9a52-46ba-bbeb-9e0643e2aa84 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for router_gateway, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:53.096912 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-edf248a4-9a52-46ba-bbeb-9e0643e2aa84 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:53.203538 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [None req-edf248a4-9a52-46ba-bbeb-9e0643e2aa84 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Allocated IP 172.25.7.251 (645e61aa-1a6c-4e8f-857e-ab06edb4897f/88ed2d64-f56d-4f01-a468-946e01c99e82/9ec858d7-05f6-4a2a-bd3a-a0b520dbc918) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:50:53.305007 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-edf248a4-9a52-46ba-bbeb-9e0643e2aa84 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:53.338029 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-edf248a4-9a52-46ba-bbeb-9e0643e2aa84 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:53.380804 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edf248a4-9a52-46ba-bbeb-9e0643e2aa84 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Network 645e61aa-1a6c-4e8f-857e-ab06edb4897f is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:50:53.383807 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-edf248a4-9a52-46ba-bbeb-9e0643e2aa84 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:50:53.387257 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf248a4-9a52-46ba-bbeb-9e0643e2aa84 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:50:53.399536 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef39a736-c1f3-46d0-8f04-9b96804b0c74 None None] DHCP port deletion for 645e61aa-1a6c-4e8f-857e-ab06edb4897f request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:50:53.412061 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf248a4-9a52-46ba-bbeb-9e0643e2aa84 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Pushing event updated for resources: {'Port': ['ID=9ec858d7-05f6-4a2a-bd3a-a0b520dbc918,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:50:53.513113 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-2a330c59-554f-4a39-9d49-8bece6cde0c3 None None] Provisioning complete for port 9ec858d7-05f6-4a2a-bd3a-a0b520dbc918 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:50:53.513507 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2a330c59-554f-4a39-9d49-8bece6cde0c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:53.548392 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-2a330c59-554f-4a39-9d49-8bece6cde0c3 None None] Port 9ec858d7-05f6-4a2a-bd3a-a0b520dbc918 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:50:53.948432 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-edf248a4-9a52-46ba-bbeb-9e0643e2aa84 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for router_gateway, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:54.140493 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-edf248a4-9a52-46ba-bbeb-9e0643e2aa84 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671702'] for router, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:54.268034 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edf248a4-9a52-46ba-bbeb-9e0643e2aa84 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Router 260568ba-93ad-4b94-9747-61649c506cb4 is scheduled to L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 with binding_index 1 {{(pid=103365) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 18:50:54.371547 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edf248a4-9a52-46ba-bbeb-9e0643e2aa84 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:50:54.380757 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de6d927-bddb-4134-9019-884b3e080488 None None] Sync routers for ids ['260568ba-93ad-4b94-9747-61649c506cb4'] in n-d-818022-2 {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:50:54.390577 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de6d927-bddb-4134-9019-884b3e080488 None None] Routers {'260568ba-93ad-4b94-9747-61649c506cb4'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:50:54.391193 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-5de6d927-bddb-4134-9019-884b3e080488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:50:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['260568ba-93ad-4b94-9747-61649c506cb4'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:50:54.392202 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-edf248a4-9a52-46ba-bbeb-9e0643e2aa84 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for router, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:54.393463 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-edf248a4-9a52-46ba-bbeb-9e0643e2aa84 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7301559 Nov 19 18:50:54.396697 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 49236) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:50:54.478881 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 49240) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:50:54.479146 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-dbb09b16-ada7-42ae-ad2d-7bdb7f079204 tempest-TestNetworkAdvancedServerOps-1145964326 tempest-TestNetworkAdvancedServerOps-1145964326-project-admin] 10.222.0.54 "GET /v2.0/subnets?project_id=b8c9426a09804bdabdb147a7feac3908&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0810885 Nov 19 18:50:54.570240 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a45bdc12-9286-4091-89e8-7a04cd9fa4e5 tempest-TestNetworkAdvancedServerOps-1145964326 tempest-TestNetworkAdvancedServerOps-1145964326-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:50:54.572970 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-a45bdc12-9286-4091-89e8-7a04cd9fa4e5 tempest-TestNetworkAdvancedServerOps-1145964326 tempest-TestNetworkAdvancedServerOps-1145964326-project-admin] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0925565 Nov 19 18:50:54.575784 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 49242) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:50:54.607153 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-6f8dcd9e-8829-40da-9439-10a14df62bf9 tempest-TestNetworkAdvancedServerOps-1145964326 tempest-TestNetworkAdvancedServerOps-1145964326-project-admin] 10.222.0.54 "GET /v2.0/subnets?network_id=645e61aa-1a6c-4e8f-857e-ab06edb4897f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0279551 Nov 19 18:50:54.607386 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 49244) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:50:54.612321 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-3f21e9ae-6e66-476c-b56c-eb3ca4cf38e2 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1842136644', 'network_id': 'c46e9dad-6c1b-49ff-89fe-c627343d3fa7', 'project_id': 'b8c9426a09804bdabdb147a7feac3908', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:50:54.662781 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-5de6d927-bddb-4134-9019-884b3e080488 None None] Set router 260568ba-93ad-4b94-9747-61649c506cb4 gateway port host: n-d-818022-2 {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:50:54.705704 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f21e9ae-6e66-476c-b56c-eb3ca4cf38e2 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Made reservation on behalf of b8c9426a09804bdabdb147a7feac3908 for: {'subnet': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:50:54.709336 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3f21e9ae-6e66-476c-b56c-eb3ca4cf38e2 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8731248'] for subnet, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:54.841163 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-5de6d927-bddb-4134-9019-884b3e080488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '260568ba-93ad-4b94-9747-61649c506cb4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-738429230', 'tenant_id': 'b8c9426a09804bdabdb147a7feac3908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.251'}], 'enable_snat': True}, 'gw_port_id': '9ec858d7-05f6-4a2a-bd3a-a0b520dbc918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:50:52Z', 'updated_at': '2021-11-19T18:50:53Z', 'revision_number': 3, 'project_id': 'b8c9426a09804bdabdb147a7feac3908', 'gw_port': {'id': '9ec858d7-05f6-4a2a-bd3a-a0b520dbc918', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:60:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '260568ba-93ad-4b94-9747-61649c506cb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:50:53Z', 'updated_at': '2021-11-19T18:50:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:50:54.867227 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de6d927-bddb-4134-9019-884b3e080488 None None] Checking router: 260568ba-93ad-4b94-9747-61649c506cb4 for host: n-d-818022-2 {{(pid=103366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:50:54.867673 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de6d927-bddb-4134-9019-884b3e080488 None None] Updating router 260568ba-93ad-4b94-9747-61649c506cb4 port 9ec858d7-05f6-4a2a-bd3a-a0b520dbc918 binding host n-d-818022-2 {{(pid=103366) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 18:50:54.891202 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3f21e9ae-6e66-476c-b56c-eb3ca4cf38e2 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12283104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8731234'] for subnet, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:54.893246 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-5de6d927-bddb-4134-9019-884b3e080488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:54.954375 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f21e9ae-6e66-476c-b56c-eb3ca4cf38e2 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Pushing event updated for resources: {'Subnet': ['ID=d143f66f-98a6-456c-929a-852a197ee547,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:50:54.958610 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f21e9ae-6e66-476c-b56c-eb3ca4cf38e2 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Checking segment: {'id': 'a59ba8b7-22f1-4a64-be02-3474b0ce4f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'c46e9dad-6c1b-49ff-89fe-c627343d3fa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:50:54.958967 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f21e9ae-6e66-476c-b56c-eb3ca4cf38e2 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Network hostable DHCP agents. Network: c46e9dad-6c1b-49ff-89fe-c627343d3fa7, hostable agents: ['02910ef2-0455-4aea-9f38-9a875579633f'], hosted agents: [] {{(pid=103365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 18:50:54.975873 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f21e9ae-6e66-476c-b56c-eb3ca4cf38e2 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Network c46e9dad-6c1b-49ff-89fe-c627343d3fa7 is scheduled to be hosted by DHCP agent 02910ef2-0455-4aea-9f38-9a875579633f with binding_index 1 {{(pid=103365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 18:50:54.986637 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-3f21e9ae-6e66-476c-b56c-eb3ca4cf38e2 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818022-2, c46e9dad-6c1b-49ff-89fe-c627343d3fa7) {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:50:54.990600 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f21e9ae-6e66-476c-b56c-eb3ca4cf38e2 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:50:54.991197 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3f21e9ae-6e66-476c-b56c-eb3ca4cf38e2 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:54.998443 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90c4ef02-f358-4e84-a816-b829d5687e8a None None] Network c46e9dad-6c1b-49ff-89fe-c627343d3fa7 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:50:55.009211 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-3f21e9ae-6e66-476c-b56c-eb3ca4cf38e2 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4006908 Nov 19 18:50:55.012168 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 49246) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:50:55.256121 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d415e553-79f1-4b19-a83a-226bea63c054 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54f44f5f-1200-574e-8740-2141911d5b73-c46e9dad-6c1b-49ff-89fe-c627343d3fa7', 'network_id': 'c46e9dad-6c1b-49ff-89fe-c627343d3fa7', 'tenant_id': 'b8c9426a09804bdabdb147a7feac3908', 'fixed_ips': [{'subnet_id': 'd143f66f-98a6-456c-929a-852a197ee547'}]}} from n-d-818022-2. {{(pid=103366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 18:50:55.257126 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d415e553-79f1-4b19-a83a-226bea63c054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:55.279623 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-5de6d927-bddb-4134-9019-884b3e080488 None None] Publish callbacks [] for port, precommit_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:55.292172 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-5de6d927-bddb-4134-9019-884b3e080488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:55.398493 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-774a1344-f8e2-408b-b610-0955c02f30d9 None None] DHCP port deletion for 645e61aa-1a6c-4e8f-857e-ab06edb4897f request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:50:55.413001 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd2e251-24fc-4ed6-be3d-5af2bf7b1f03 None None] Pushing event updated for resources: {'Port': ['ID=9ec858d7-05f6-4a2a-bd3a-a0b520dbc918,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:50:55.438243 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-5de6d927-bddb-4134-9019-884b3e080488 None None] Attempting to bind port 9ec858d7-05f6-4a2a-bd3a-a0b520dbc918 on host n-d-818022-2 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:50:55.438642 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-5de6d927-bddb-4134-9019-884b3e080488 None None] Attempting to bind port 9ec858d7-05f6-4a2a-bd3a-a0b520dbc918 by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:50:55.439004 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de6d927-bddb-4134-9019-884b3e080488 None None] Attempting to bind port 9ec858d7-05f6-4a2a-bd3a-a0b520dbc918 on network 645e61aa-1a6c-4e8f-857e-ab06edb4897f {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:50:55.448038 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6073f3c9-ef77-45f2-bbf3-5a00391e7f62 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:55.448363 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de6d927-bddb-4134-9019-884b3e080488 None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 50, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:50:55.448599 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de6d927-bddb-4134-9019-884b3e080488 None None] Checking segment: {'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:50:55.448830 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-5de6d927-bddb-4134-9019-884b3e080488 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:55.449308 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de6d927-bddb-4134-9019-884b3e080488 None None] Bound using segment: {'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:50:55.449674 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-5de6d927-bddb-4134-9019-884b3e080488 None None] Bound port: 9ec858d7-05f6-4a2a-bd3a-a0b520dbc918, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:50:55.450075 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-5de6d927-bddb-4134-9019-884b3e080488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:55.494075 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [None req-d415e553-79f1-4b19-a83a-226bea63c054 None None] Allocated IP 172.20.0.2 (c46e9dad-6c1b-49ff-89fe-c627343d3fa7/d143f66f-98a6-456c-929a-852a197ee547/a498e728-1dcf-47d0-b5d5-607fe2f378c9) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:50:55.537164 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-b5fea20d-fcaf-47e9-8329-68ceebb24d12 None None] Provisioning complete for port 9ec858d7-05f6-4a2a-bd3a-a0b520dbc918 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:50:55.537447 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b5fea20d-fcaf-47e9-8329-68ceebb24d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:55.547293 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-5de6d927-bddb-4134-9019-884b3e080488 None None] For port 9ec858d7-05f6-4a2a-bd3a-a0b520dbc918, host n-d-818022-2, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:50:55.607460 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-5de6d927-bddb-4134-9019-884b3e080488 None None] For port 9ec858d7-05f6-4a2a-bd3a-a0b520dbc918, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=9ec858d7-05f6-4a2a-bd3a-a0b520dbc918,segment=NetworkSegment(bbe705c1-96c0-476e-8381-28227e6f0ac5),segment_id=bbe705c1-96c0-476e-8381-28227e6f0ac5)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:50:55.617174 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-5de6d927-bddb-4134-9019-884b3e080488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:55.661904 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-b5fea20d-fcaf-47e9-8329-68ceebb24d12 None None] Port 9ec858d7-05f6-4a2a-bd3a-a0b520dbc918 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:50:55.688170 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c58de9d-d229-4934-81db-698d46c73825 None None] DHCP port deletion for 645e61aa-1a6c-4e8f-857e-ab06edb4897f request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:50:55.727758 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de6d927-bddb-4134-9019-884b3e080488 None None] Routers {'260568ba-93ad-4b94-9747-61649c506cb4'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:50:55.728382 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-5de6d927-bddb-4134-9019-884b3e080488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:50:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['260568ba-93ad-4b94-9747-61649c506cb4'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:50:55.730051 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd2e251-24fc-4ed6-be3d-5af2bf7b1f03 None None] Pushing event updated for resources: {'Port': ['ID=9ec858d7-05f6-4a2a-bd3a-a0b520dbc918,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:50:55.851387 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-30ab0653-6bfe-4606-929e-721dc554f16b None None] Provisioning complete for port 9ec858d7-05f6-4a2a-bd3a-a0b520dbc918 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:50:55.851665 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-30ab0653-6bfe-4606-929e-721dc554f16b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:55.857700 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d415e553-79f1-4b19-a83a-226bea63c054 None None] Publish callbacks [] for port, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:55.887516 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d415e553-79f1-4b19-a83a-226bea63c054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998'] for port, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:55.937863 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [None req-6073f3c9-ef77-45f2-bbf3-5a00391e7f62 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Allocated IP 172.20.0.1 (c46e9dad-6c1b-49ff-89fe-c627343d3fa7/d143f66f-98a6-456c-929a-852a197ee547/71ec6e86-6d95-4581-8dce-5cd2903ad1d9) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:50:55.942982 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-5de6d927-bddb-4134-9019-884b3e080488 None None] Set router 260568ba-93ad-4b94-9747-61649c506cb4 gateway port host: n-d-818022-2 {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:50:56.003222 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d415e553-79f1-4b19-a83a-226bea63c054 None None] Network c46e9dad-6c1b-49ff-89fe-c627343d3fa7 is already hosted by enough agents. {{(pid=103366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:50:56.007773 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d415e553-79f1-4b19-a83a-226bea63c054 None None] Pushing event updated for resources: {'Port': ['ID=a498e728-1dcf-47d0-b5d5-607fe2f378c9,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:50:56.012128 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [None req-d415e553-79f1-4b19-a83a-226bea63c054 None None] Resources bound (agent type, host, resource id): {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:50:56.023644 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d415e553-79f1-4b19-a83a-226bea63c054 None None] Received port after_create {{(pid=103366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:50:56.049632 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6073f3c9-ef77-45f2-bbf3-5a00391e7f62 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:56.084698 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6073f3c9-ef77-45f2-bbf3-5a00391e7f62 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:56.130562 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6073f3c9-ef77-45f2-bbf3-5a00391e7f62 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Network c46e9dad-6c1b-49ff-89fe-c627343d3fa7 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:50:56.135592 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-6073f3c9-ef77-45f2-bbf3-5a00391e7f62 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:50:56.138574 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6073f3c9-ef77-45f2-bbf3-5a00391e7f62 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:50:56.150767 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-30ab0653-6bfe-4606-929e-721dc554f16b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:56.161140 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-d415e553-79f1-4b19-a83a-226bea63c054 None None] Attempting to bind port a498e728-1dcf-47d0-b5d5-607fe2f378c9 on host n-d-818022-2 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:50:56.161507 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-d415e553-79f1-4b19-a83a-226bea63c054 None None] Attempting to bind port a498e728-1dcf-47d0-b5d5-607fe2f378c9 by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': 'a59ba8b7-22f1-4a64-be02-3474b0ce4f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'c46e9dad-6c1b-49ff-89fe-c627343d3fa7'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:50:56.161886 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d415e553-79f1-4b19-a83a-226bea63c054 None None] Attempting to bind port a498e728-1dcf-47d0-b5d5-607fe2f378c9 on network c46e9dad-6c1b-49ff-89fe-c627343d3fa7 {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:50:56.168800 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6073f3c9-ef77-45f2-bbf3-5a00391e7f62 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Pushing event updated for resources: {'Port': ['ID=71ec6e86-6d95-4581-8dce-5cd2903ad1d9,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:50:56.182308 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d415e553-79f1-4b19-a83a-226bea63c054 None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 50, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:50:56.182679 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d415e553-79f1-4b19-a83a-226bea63c054 None None] Checking segment: {'id': 'a59ba8b7-22f1-4a64-be02-3474b0ce4f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'c46e9dad-6c1b-49ff-89fe-c627343d3fa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:50:56.183088 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d415e553-79f1-4b19-a83a-226bea63c054 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:56.183453 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d415e553-79f1-4b19-a83a-226bea63c054 None None] Bound using segment: {'id': 'a59ba8b7-22f1-4a64-be02-3474b0ce4f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'c46e9dad-6c1b-49ff-89fe-c627343d3fa7'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:50:56.183929 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-d415e553-79f1-4b19-a83a-226bea63c054 None None] Bound port: a498e728-1dcf-47d0-b5d5-607fe2f378c9, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a59ba8b7-22f1-4a64-be02-3474b0ce4f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'c46e9dad-6c1b-49ff-89fe-c627343d3fa7'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:50:56.184308 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d415e553-79f1-4b19-a83a-226bea63c054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:56.189506 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6073f3c9-ef77-45f2-bbf3-5a00391e7f62 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-671361'] for router_interface, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:56.223610 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-30ab0653-6bfe-4606-929e-721dc554f16b None None] For port 9ec858d7-05f6-4a2a-bd3a-a0b520dbc918, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=9ec858d7-05f6-4a2a-bd3a-a0b520dbc918,segment=NetworkSegment(bbe705c1-96c0-476e-8381-28227e6f0ac5),segment_id=bbe705c1-96c0-476e-8381-28227e6f0ac5)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:50:56.230196 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-30ab0653-6bfe-4606-929e-721dc554f16b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:56.323247 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6073f3c9-ef77-45f2-bbf3-5a00391e7f62 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:56.323873 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-d415e553-79f1-4b19-a83a-226bea63c054 None None] For port a498e728-1dcf-47d0-b5d5-607fe2f378c9, host n-d-818022-2, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:50:56.328117 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-d415e553-79f1-4b19-a83a-226bea63c054 None None] For port a498e728-1dcf-47d0-b5d5-607fe2f378c9, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=a498e728-1dcf-47d0-b5d5-607fe2f378c9,segment=NetworkSegment(a59ba8b7-22f1-4a64-be02-3474b0ce4f8c),segment_id=a59ba8b7-22f1-4a64-be02-3474b0ce4f8c)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:50:56.336872 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d415e553-79f1-4b19-a83a-226bea63c054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:56.338615 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ab0653-6bfe-4606-929e-721dc554f16b None None] Pushing event updated for resources: {'Port': ['ID=9ec858d7-05f6-4a2a-bd3a-a0b520dbc918,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:50:56.380532 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-5de6d927-bddb-4134-9019-884b3e080488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '260568ba-93ad-4b94-9747-61649c506cb4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-738429230', 'tenant_id': 'b8c9426a09804bdabdb147a7feac3908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.251'}], 'enable_snat': True}, 'gw_port_id': '9ec858d7-05f6-4a2a-bd3a-a0b520dbc918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:50:52Z', 'updated_at': '2021-11-19T18:50:53Z', 'revision_number': 3, 'project_id': 'b8c9426a09804bdabdb147a7feac3908', 'gw_port': {'id': '9ec858d7-05f6-4a2a-bd3a-a0b520dbc918', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:60:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '260568ba-93ad-4b94-9747-61649c506cb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:50:53Z', 'updated_at': '2021-11-19T18:50:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:50:56.415170 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de6d927-bddb-4134-9019-884b3e080488 None None] The sync data for ids ['260568ba-93ad-4b94-9747-61649c506cb4'] in n-d-818022-2 is: [{'id': '260568ba-93ad-4b94-9747-61649c506cb4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-738429230', 'tenant_id': 'b8c9426a09804bdabdb147a7feac3908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.251'}], 'enable_snat': True}, 'gw_port_id': '9ec858d7-05f6-4a2a-bd3a-a0b520dbc918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:50:52Z', 'updated_at': '2021-11-19T18:50:53Z', 'revision_number': 3, 'project_id': 'b8c9426a09804bdabdb147a7feac3908', 'gw_port': {'id': '9ec858d7-05f6-4a2a-bd3a-a0b520dbc918', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:60:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '260568ba-93ad-4b94-9747-61649c506cb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:50:53Z', 'updated_at': '2021-11-19T18:50:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:50:56.429980 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d415e553-79f1-4b19-a83a-226bea63c054 None None] Pushing event updated for resources: {'Port': ['ID=a498e728-1dcf-47d0-b5d5-607fe2f378c9,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:50:56.666290 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6073f3c9-ef77-45f2-bbf3-5a00391e7f62 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for port, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:56.682973 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6073f3c9-ef77-45f2-bbf3-5a00391e7f62 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:56.767742 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6073f3c9-ef77-45f2-bbf3-5a00391e7f62 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-768529'] for router_interface, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:56.769713 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6073f3c9-ef77-45f2-bbf3-5a00391e7f62 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Pushing event updated for resources: {'Port': ['ID=71ec6e86-6d95-4581-8dce-5cd2903ad1d9,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:50:56.872211 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6073f3c9-ef77-45f2-bbf3-5a00391e7f62 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Network c46e9dad-6c1b-49ff-89fe-c627343d3fa7 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:50:56.873662 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-6073f3c9-ef77-45f2-bbf3-5a00391e7f62 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:50:56.991800 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6073f3c9-ef77-45f2-bbf3-5a00391e7f62 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Router 260568ba-93ad-4b94-9747-61649c506cb4 has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 18:50:57.111097 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6073f3c9-ef77-45f2-bbf3-5a00391e7f62 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:50:57.125589 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-6073f3c9-ef77-45f2-bbf3-5a00391e7f62 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "PUT /v2.0/routers/260568ba-93ad-4b94-9747-61649c506cb4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1032665 Nov 19 18:50:57.290775 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-38ce4151-266b-4999-ae6f-bebac4d304ba req-22612eae-bd6c-4699-b603-e1918a55e287 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-578352208&fields=id&tenant_id=b8c9426a09804bdabdb147a7feac3908 HTTP/1.1" status: 200 len: 267 time: 0.0557060 Nov 19 18:50:57.401747 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ce4151-266b-4999-ae6f-bebac4d304ba req-178994b2-b1cd-42ad-a51d-1277b91c6a05 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:50:57.403228 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-38ce4151-266b-4999-ae6f-bebac4d304ba req-178994b2-b1cd-42ad-a51d-1277b91c6a05 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/networks?id=c46e9dad-6c1b-49ff-89fe-c627343d3fa7 HTTP/1.1" status: 200 len: 796 time: 0.1075251 Nov 19 18:50:57.419319 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-38ce4151-266b-4999-ae6f-bebac4d304ba req-85572a9c-9c07-403a-85b4-8ea539aefc8c tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/quotas/b8c9426a09804bdabdb147a7feac3908 HTTP/1.1" status: 200 len: 375 time: 0.0094886 Nov 19 18:50:57.443086 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-696304cc-e522-433c-85d5-a2f30cd244f8 None None] Network c46e9dad-6c1b-49ff-89fe-c627343d3fa7 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:50:57.475132 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-38ce4151-266b-4999-ae6f-bebac4d304ba req-56e20762-1ca8-4713-9cbc-218fe340cff6 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=b8c9426a09804bdabdb147a7feac3908&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0496242 Nov 19 18:50:57.491078 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [req-38ce4151-266b-4999-ae6f-bebac4d304ba req-f346b56b-6949-4144-b7c6-30e30f53dc4e service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=103365) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 18:50:57.492073 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-38ce4151-266b-4999-ae6f-bebac4d304ba req-f346b56b-6949-4144-b7c6-30e30f53dc4e service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053616 Nov 19 18:50:57.592888 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-38ce4151-266b-4999-ae6f-bebac4d304ba req-f9ceda1e-27a3-49bd-b7c9-b96e4a9913c7 service neutron] 10.222.0.54 "GET /v2.0/networks/c46e9dad-6c1b-49ff-89fe-c627343d3fa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934880 Nov 19 18:50:57.665239 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-ab0f0b75-832a-4bc8-aa87-d134c9ae79fc None None] Provisioning complete for port a498e728-1dcf-47d0-b5d5-607fe2f378c9 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:50:57.665531 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ab0f0b75-832a-4bc8-aa87-d134c9ae79fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:57.683917 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-38ce4151-266b-4999-ae6f-bebac4d304ba req-0f040fa2-67a6-4ce0-b776-bd4328c31fcb service neutron] 10.222.0.54 "GET /v2.0/networks/c46e9dad-6c1b-49ff-89fe-c627343d3fa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838873 Nov 19 18:50:57.817752 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ab0f0b75-832a-4bc8-aa87-d134c9ae79fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:57.859236 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-ab0f0b75-832a-4bc8-aa87-d134c9ae79fc None None] For port a498e728-1dcf-47d0-b5d5-607fe2f378c9, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=a498e728-1dcf-47d0-b5d5-607fe2f378c9,segment=NetworkSegment(a59ba8b7-22f1-4a64-be02-3474b0ce4f8c),segment_id=a59ba8b7-22f1-4a64-be02-3474b0ce4f8c)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:50:57.864840 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ab0f0b75-832a-4bc8-aa87-d134c9ae79fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:57.889051 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ce3b8aab-2e02-438b-a0a5-f3c537d78bb3 req-5e789841-789b-400c-9741-c843964554f0 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/ports?device_id=6e79aa8f-1a78-4672-9b5f-2021c5a08187 HTTP/1.1" status: 200 len: 210 time: 0.0466790 Nov 19 18:50:57.931314 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0f0b75-832a-4bc8-aa87-d134c9ae79fc None None] Pushing event updated for resources: {'Port': ['ID=a498e728-1dcf-47d0-b5d5-607fe2f378c9,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:50:58.091260 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-ff576170-11f2-4dc1-9c39-f8db3a331707 None None] Provisioning complete for port a498e728-1dcf-47d0-b5d5-607fe2f378c9 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:50:58.091929 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ff576170-11f2-4dc1-9c39-f8db3a331707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:58.104566 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e8bb9b-0e1b-4b0f-9903-0b46a0a4e13b None None] Sync routers for ids ['260568ba-93ad-4b94-9747-61649c506cb4'] in n-d-818022-2 {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:50:58.116971 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e8bb9b-0e1b-4b0f-9903-0b46a0a4e13b None None] Routers {'260568ba-93ad-4b94-9747-61649c506cb4'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:50:58.117733 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-d3e8bb9b-0e1b-4b0f-9903-0b46a0a4e13b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:50:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['260568ba-93ad-4b94-9747-61649c506cb4'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:50:58.162495 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 9ec858d7-05f6-4a2a-bd3a-a0b520dbc918 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:50:58.235015 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-d3e8bb9b-0e1b-4b0f-9903-0b46a0a4e13b None None] Set router 260568ba-93ad-4b94-9747-61649c506cb4 gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:50:58.252379 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 9ec858d7-05f6-4a2a-bd3a-a0b520dbc918 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:50:58.252871 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:58.295415 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-ff576170-11f2-4dc1-9c39-f8db3a331707 None None] Provisioning complete for port 71ec6e86-6d95-4581-8dce-5cd2903ad1d9 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:50:58.295805 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ff576170-11f2-4dc1-9c39-f8db3a331707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:58.340354 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-ff576170-11f2-4dc1-9c39-f8db3a331707 None None] Port 71ec6e86-6d95-4581-8dce-5cd2903ad1d9 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:50:58.384707 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device a498e728-1dcf-47d0-b5d5-607fe2f378c9 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:50:58.433915 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port a498e728-1dcf-47d0-b5d5-607fe2f378c9 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:50:58.434302 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:58.480928 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-aad374b6-6199-41c3-a3ae-0060cfd22c67 None None] Provisioning complete for port 71ec6e86-6d95-4581-8dce-5cd2903ad1d9 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:50:58.481647 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-aad374b6-6199-41c3-a3ae-0060cfd22c67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:58.528024 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-d3e8bb9b-0e1b-4b0f-9903-0b46a0a4e13b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '260568ba-93ad-4b94-9747-61649c506cb4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-738429230', 'tenant_id': 'b8c9426a09804bdabdb147a7feac3908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.251'}], 'enable_snat': True}, 'gw_port_id': '9ec858d7-05f6-4a2a-bd3a-a0b520dbc918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:50:52Z', 'updated_at': '2021-11-19T18:50:56Z', 'revision_number': 4, 'project_id': 'b8c9426a09804bdabdb147a7feac3908', 'gw_port': {'id': '9ec858d7-05f6-4a2a-bd3a-a0b520dbc918', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:60:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260568ba-93ad-4b94-9747-61649c506cb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:50:53Z', 'updated_at': '2021-11-19T18:50:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': '71ec6e86-6d95-4581-8dce-5cd2903ad1d9', 'name': '', 'network_id': 'c46e9dad-6c1b-49ff-89fe-c627343d3fa7', 'tenant_id': 'b8c9426a09804bdabdb147a7feac3908', 'mac_address': 'fa:16:3e:20:23:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '260568ba-93ad-4b94-9747-61649c506cb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'd143f66f-98a6-456c-929a-852a197ee547', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:50:55Z', 'updated_at': '2021-11-19T18:50:56Z', 'revision_number': 2, 'project_id': 'b8c9426a09804bdabdb147a7feac3908', 'subnets': [{'id': 'd143f66f-98a6-456c-929a-852a197ee547', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:50:58.542824 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-aad374b6-6199-41c3-a3ae-0060cfd22c67 None None] Port 71ec6e86-6d95-4581-8dce-5cd2903ad1d9 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:50:58.554374 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e8bb9b-0e1b-4b0f-9903-0b46a0a4e13b None None] Checking router: 260568ba-93ad-4b94-9747-61649c506cb4 for host: n-d-818022-2 {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:50:58.554725 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e8bb9b-0e1b-4b0f-9903-0b46a0a4e13b None None] Updating router 260568ba-93ad-4b94-9747-61649c506cb4 port 71ec6e86-6d95-4581-8dce-5cd2903ad1d9 binding host n-d-818022-2 {{(pid=103367) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 18:50:58.578662 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-d3e8bb9b-0e1b-4b0f-9903-0b46a0a4e13b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:58.662041 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4de9ab28-69e6-426c-bc43-32ec89594565 None None] Provisioning complete for port 71ec6e86-6d95-4581-8dce-5cd2903ad1d9 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:50:58.662411 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4de9ab28-69e6-426c-bc43-32ec89594565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:58.695411 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4de9ab28-69e6-426c-bc43-32ec89594565 None None] Port 71ec6e86-6d95-4581-8dce-5cd2903ad1d9 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:50:58.831273 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-d3e8bb9b-0e1b-4b0f-9903-0b46a0a4e13b None None] Publish callbacks [] for port, precommit_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:58.835815 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-d3e8bb9b-0e1b-4b0f-9903-0b46a0a4e13b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:58.936140 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41e0c6e-f19c-49de-bf0c-72ebad4f1736 None None] Pushing event updated for resources: {'Port': ['ID=71ec6e86-6d95-4581-8dce-5cd2903ad1d9,revision_number=3']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:50:58.952331 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-d3e8bb9b-0e1b-4b0f-9903-0b46a0a4e13b None None] Attempting to bind port 71ec6e86-6d95-4581-8dce-5cd2903ad1d9 on host n-d-818022-2 for vnic_type normal with profile {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:50:58.952768 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-d3e8bb9b-0e1b-4b0f-9903-0b46a0a4e13b None None] Attempting to bind port 71ec6e86-6d95-4581-8dce-5cd2903ad1d9 by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': 'a59ba8b7-22f1-4a64-be02-3474b0ce4f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'c46e9dad-6c1b-49ff-89fe-c627343d3fa7'}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:50:58.953133 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e8bb9b-0e1b-4b0f-9903-0b46a0a4e13b None None] Attempting to bind port 71ec6e86-6d95-4581-8dce-5cd2903ad1d9 on network c46e9dad-6c1b-49ff-89fe-c627343d3fa7 {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:50:58.964917 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41e0c6e-f19c-49de-bf0c-72ebad4f1736 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:50:58.965255 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41e0c6e-f19c-49de-bf0c-72ebad4f1736 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:50:58.965767 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41e0c6e-f19c-49de-bf0c-72ebad4f1736 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:50:58.966129 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41e0c6e-f19c-49de-bf0c-72ebad4f1736 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:50:58.966464 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41e0c6e-f19c-49de-bf0c-72ebad4f1736 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:50:58.966784 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41e0c6e-f19c-49de-bf0c-72ebad4f1736 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:50:58.967106 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41e0c6e-f19c-49de-bf0c-72ebad4f1736 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:50:58.967425 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41e0c6e-f19c-49de-bf0c-72ebad4f1736 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:50:58.967751 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41e0c6e-f19c-49de-bf0c-72ebad4f1736 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:50:58.968066 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41e0c6e-f19c-49de-bf0c-72ebad4f1736 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:50:58.968391 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41e0c6e-f19c-49de-bf0c-72ebad4f1736 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:50:58.968707 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41e0c6e-f19c-49de-bf0c-72ebad4f1736 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:50:58.972837 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e8bb9b-0e1b-4b0f-9903-0b46a0a4e13b None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 50, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:50:58.973205 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e8bb9b-0e1b-4b0f-9903-0b46a0a4e13b None None] Checking segment: {'id': 'a59ba8b7-22f1-4a64-be02-3474b0ce4f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'c46e9dad-6c1b-49ff-89fe-c627343d3fa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:50:58.973602 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-d3e8bb9b-0e1b-4b0f-9903-0b46a0a4e13b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:58.974003 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e8bb9b-0e1b-4b0f-9903-0b46a0a4e13b None None] Bound using segment: {'id': 'a59ba8b7-22f1-4a64-be02-3474b0ce4f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'c46e9dad-6c1b-49ff-89fe-c627343d3fa7'} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:50:58.974480 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-d3e8bb9b-0e1b-4b0f-9903-0b46a0a4e13b None None] Bound port: 71ec6e86-6d95-4581-8dce-5cd2903ad1d9, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a59ba8b7-22f1-4a64-be02-3474b0ce4f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'c46e9dad-6c1b-49ff-89fe-c627343d3fa7'}}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:50:58.974855 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-d3e8bb9b-0e1b-4b0f-9903-0b46a0a4e13b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:59.007832 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-10f20476-9603-471d-816b-5642afe4812b req-dfbcf397-dd4c-4401-844b-6027cfb37f08 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/ports?device_id=6e79aa8f-1a78-4672-9b5f-2021c5a08187 HTTP/1.1" status: 200 len: 210 time: 0.0387244 Nov 19 18:50:59.041647 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-d3e8bb9b-0e1b-4b0f-9903-0b46a0a4e13b None None] For port 71ec6e86-6d95-4581-8dce-5cd2903ad1d9, host n-d-818022-2, cleared binding levels {{(pid=103367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:50:59.045029 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-d3e8bb9b-0e1b-4b0f-9903-0b46a0a4e13b None None] For port 71ec6e86-6d95-4581-8dce-5cd2903ad1d9, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=71ec6e86-6d95-4581-8dce-5cd2903ad1d9,segment=NetworkSegment(a59ba8b7-22f1-4a64-be02-3474b0ce4f8c),segment_id=a59ba8b7-22f1-4a64-be02-3474b0ce4f8c)] {{(pid=103367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:50:59.049567 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-d3e8bb9b-0e1b-4b0f-9903-0b46a0a4e13b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:59.109222 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41e0c6e-f19c-49de-bf0c-72ebad4f1736 None None] Pushing event updated for resources: {'Port': ['ID=71ec6e86-6d95-4581-8dce-5cd2903ad1d9,revision_number=4']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:50:59.112277 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e8bb9b-0e1b-4b0f-9903-0b46a0a4e13b None None] Routers {'260568ba-93ad-4b94-9747-61649c506cb4'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:50:59.112878 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-d3e8bb9b-0e1b-4b0f-9903-0b46a0a4e13b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:50:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['260568ba-93ad-4b94-9747-61649c506cb4'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:50:59.120940 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-161f373f-276a-4d93-8a04-45b2eb18978a None None] Provisioning complete for port 71ec6e86-6d95-4581-8dce-5cd2903ad1d9 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:50:59.121313 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-161f373f-276a-4d93-8a04-45b2eb18978a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:59.206663 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-161f373f-276a-4d93-8a04-45b2eb18978a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:59.227053 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-d3e8bb9b-0e1b-4b0f-9903-0b46a0a4e13b None None] Set router 260568ba-93ad-4b94-9747-61649c506cb4 gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:50:59.245768 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-161f373f-276a-4d93-8a04-45b2eb18978a None None] For port 71ec6e86-6d95-4581-8dce-5cd2903ad1d9, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=71ec6e86-6d95-4581-8dce-5cd2903ad1d9,segment=NetworkSegment(a59ba8b7-22f1-4a64-be02-3474b0ce4f8c),segment_id=a59ba8b7-22f1-4a64-be02-3474b0ce4f8c)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:50:59.252393 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-161f373f-276a-4d93-8a04-45b2eb18978a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:59.304952 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161f373f-276a-4d93-8a04-45b2eb18978a None None] Pushing event updated for resources: {'Port': ['ID=71ec6e86-6d95-4581-8dce-5cd2903ad1d9,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:50:59.374062 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-b1a42041-420f-4cc4-8588-f855ebe0076a None None] Provisioning complete for port 71ec6e86-6d95-4581-8dce-5cd2903ad1d9 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:50:59.374428 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b1a42041-420f-4cc4-8588-f855ebe0076a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:50:59.428917 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-d3e8bb9b-0e1b-4b0f-9903-0b46a0a4e13b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '260568ba-93ad-4b94-9747-61649c506cb4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-738429230', 'tenant_id': 'b8c9426a09804bdabdb147a7feac3908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.251'}], 'enable_snat': True}, 'gw_port_id': '9ec858d7-05f6-4a2a-bd3a-a0b520dbc918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:50:52Z', 'updated_at': '2021-11-19T18:50:56Z', 'revision_number': 4, 'project_id': 'b8c9426a09804bdabdb147a7feac3908', 'gw_port': {'id': '9ec858d7-05f6-4a2a-bd3a-a0b520dbc918', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:60:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260568ba-93ad-4b94-9747-61649c506cb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:50:53Z', 'updated_at': '2021-11-19T18:50:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': '71ec6e86-6d95-4581-8dce-5cd2903ad1d9', 'name': '', 'network_id': 'c46e9dad-6c1b-49ff-89fe-c627343d3fa7', 'tenant_id': 'b8c9426a09804bdabdb147a7feac3908', 'mac_address': 'fa:16:3e:20:23:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '260568ba-93ad-4b94-9747-61649c506cb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'd143f66f-98a6-456c-929a-852a197ee547', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:50:55Z', 'updated_at': '2021-11-19T18:50:59Z', 'revision_number': 4, 'project_id': 'b8c9426a09804bdabdb147a7feac3908', 'subnets': [{'id': 'd143f66f-98a6-456c-929a-852a197ee547', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:50:59.454848 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e8bb9b-0e1b-4b0f-9903-0b46a0a4e13b None None] The sync data for ids ['260568ba-93ad-4b94-9747-61649c506cb4'] in n-d-818022-2 is: [{'id': '260568ba-93ad-4b94-9747-61649c506cb4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-738429230', 'tenant_id': 'b8c9426a09804bdabdb147a7feac3908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.251'}], 'enable_snat': True}, 'gw_port_id': '9ec858d7-05f6-4a2a-bd3a-a0b520dbc918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:50:52Z', 'updated_at': '2021-11-19T18:50:56Z', 'revision_number': 4, 'project_id': 'b8c9426a09804bdabdb147a7feac3908', 'gw_port': {'id': '9ec858d7-05f6-4a2a-bd3a-a0b520dbc918', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:60:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260568ba-93ad-4b94-9747-61649c506cb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:50:53Z', 'updated_at': '2021-11-19T18:50:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': '71ec6e86-6d95-4581-8dce-5cd2903ad1d9', 'name': '', 'network_id': 'c46e9dad-6c1b-49ff-89fe-c627343d3fa7', 'tenant_id': 'b8c9426a09804bdabdb147a7feac3908', 'mac_address': 'fa:16:3e:20:23:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '260568ba-93ad-4b94-9747-61649c506cb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'd143f66f-98a6-456c-929a-852a197ee547', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:50:55Z', 'updated_at': '2021-11-19T18:50:59Z', 'revision_number': 4, 'project_id': 'b8c9426a09804bdabdb147a7feac3908', 'subnets': [{'id': 'd143f66f-98a6-456c-929a-852a197ee547', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:50:59.904231 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-648f6abe-0a53-4758-910e-5a35aced0a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:00.096092 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-47e8a7e2-91d0-499d-beb1-42ffb48a0b83 req-c8833b6e-a865-4476-9892-5cc2e48ab16e tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/ports?device_id=6e79aa8f-1a78-4672-9b5f-2021c5a08187 HTTP/1.1" status: 200 len: 210 time: 0.0301929 Nov 19 18:51:00.134938 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 71ec6e86-6d95-4581-8dce-5cd2903ad1d9 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:51:00.188583 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 71ec6e86-6d95-4581-8dce-5cd2903ad1d9 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:51:00.188959 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:01.174152 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-16127c91-92ab-4864-9380-681f4bb8bf51 req-a8fa1de5-be25-4cdc-b942-3c64f7db9cc4 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/ports?device_id=6e79aa8f-1a78-4672-9b5f-2021c5a08187 HTTP/1.1" status: 200 len: 210 time: 0.0263472 Nov 19 18:51:02.133125 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-78cc6090-6ace-432a-8b77-067e4d094509 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:02.267252 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-16db256f-5ead-4148-bdd6-58dc66508ed7 req-679ebc17-d892-4c9b-a9ac-a6c283204fdc tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/ports?device_id=6e79aa8f-1a78-4672-9b5f-2021c5a08187 HTTP/1.1" status: 200 len: 210 time: 0.0257139 Nov 19 18:51:02.873644 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ce4151-266b-4999-ae6f-bebac4d304ba req-56b50592-717b-47ea-8841-89fddbd5b33b tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:02.875036 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-38ce4151-266b-4999-ae6f-bebac4d304ba req-56b50592-717b-47ea-8841-89fddbd5b33b tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.60 "GET /v2.0/networks?id=c46e9dad-6c1b-49ff-89fe-c627343d3fa7 HTTP/1.1" status: 200 len: 796 time: 0.1042843 Nov 19 18:51:02.940597 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-38ce4151-266b-4999-ae6f-bebac4d304ba req-fdbda6c3-494f-4d06-9eaa-a9a3dbf35174 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b8c9426a09804bdabdb147a7feac3908 HTTP/1.1" status: 200 len: 379 time: 0.0560865 Nov 19 18:51:02.950523 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-38ce4151-266b-4999-ae6f-bebac4d304ba req-ba018927-a6a0-4eef-9434-d7c1cc3985fc tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Request body: {'port': {'device_id': '6e79aa8f-1a78-4672-9b5f-2021c5a08187', 'network_id': 'c46e9dad-6c1b-49ff-89fe-c627343d3fa7', 'admin_state_up': True, 'tenant_id': 'b8c9426a09804bdabdb147a7feac3908', 'security_groups': ['b27167fa-e505-418e-8eb8-06187365431a']}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:51:03.054682 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38ce4151-266b-4999-ae6f-bebac4d304ba req-ba018927-a6a0-4eef-9434-d7c1cc3985fc tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Made reservation on behalf of b8c9426a09804bdabdb147a7feac3908 for: {'port': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:51:03.058152 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-38ce4151-266b-4999-ae6f-bebac4d304ba req-ba018927-a6a0-4eef-9434-d7c1cc3985fc tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:03.183947 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [req-38ce4151-266b-4999-ae6f-bebac4d304ba req-ba018927-a6a0-4eef-9434-d7c1cc3985fc tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Allocated IP 172.20.0.3 (c46e9dad-6c1b-49ff-89fe-c627343d3fa7/d143f66f-98a6-456c-929a-852a197ee547/6521bccc-e378-4787-ad50-c06c2ddafb07) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:51:03.322220 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-38ce4151-266b-4999-ae6f-bebac4d304ba req-ba018927-a6a0-4eef-9434-d7c1cc3985fc tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:03.355628 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-38ce4151-266b-4999-ae6f-bebac4d304ba req-ba018927-a6a0-4eef-9434-d7c1cc3985fc tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:03.364414 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2866829f-c59a-4a33-8939-dc2401dcf840 req-6c9a5df4-aaa7-4bbb-9a8f-368766f26f35 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/ports?device_id=6e79aa8f-1a78-4672-9b5f-2021c5a08187 HTTP/1.1" status: 200 len: 210 time: 0.0267775 Nov 19 18:51:03.401057 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38ce4151-266b-4999-ae6f-bebac4d304ba req-ba018927-a6a0-4eef-9434-d7c1cc3985fc tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Network c46e9dad-6c1b-49ff-89fe-c627343d3fa7 is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:51:03.404387 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [req-38ce4151-266b-4999-ae6f-bebac4d304ba req-ba018927-a6a0-4eef-9434-d7c1cc3985fc tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:51:03.407918 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [req-38ce4151-266b-4999-ae6f-bebac4d304ba req-ba018927-a6a0-4eef-9434-d7c1cc3985fc tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:51:03.432042 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba018927-a6a0-4eef-9434-d7c1cc3985fc tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Pushing event updated for resources: {'Port': ['ID=6521bccc-e378-4787-ad50-c06c2ddafb07,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:51:03.455424 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e46ecc5a-dc14-4744-b262-3072ff2e958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:03.462950 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ce4151-266b-4999-ae6f-bebac4d304ba req-ba018927-a6a0-4eef-9434-d7c1cc3985fc tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:03.463565 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-38ce4151-266b-4999-ae6f-bebac4d304ba req-ba018927-a6a0-4eef-9434-d7c1cc3985fc tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:03.482032 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-38ce4151-266b-4999-ae6f-bebac4d304ba req-ba018927-a6a0-4eef-9434-d7c1cc3985fc tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5350020 Nov 19 18:51:03.537353 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-38ce4151-266b-4999-ae6f-bebac4d304ba req-efe9a548-2e3c-4834-ae30-78b03e789ceb service neutron] Request body: {'port': {'device_id': '6e79aa8f-1a78-4672-9b5f-2021c5a08187', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818022-2'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:51:03.598920 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-38ce4151-266b-4999-ae6f-bebac4d304ba req-efe9a548-2e3c-4834-ae30-78b03e789ceb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:03.696481 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-0f1dd39c-5e10-4d01-b7b4-133b750da334 None None] Provisioning complete for port 6521bccc-e378-4787-ad50-c06c2ddafb07 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:51:03.696727 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0f1dd39c-5e10-4d01-b7b4-133b750da334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:03.731529 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-0f1dd39c-5e10-4d01-b7b4-133b750da334 None None] Port 6521bccc-e378-4787-ad50-c06c2ddafb07 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:51:03.852787 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [req-38ce4151-266b-4999-ae6f-bebac4d304ba req-efe9a548-2e3c-4834-ae30-78b03e789ceb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6521bccc-e378-4787-ad50-c06c2ddafb07 {{(pid=103364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:51:03.860622 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-38ce4151-266b-4999-ae6f-bebac4d304ba req-efe9a548-2e3c-4834-ae30-78b03e789ceb service neutron] Publish callbacks [] for port, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:03.872041 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.provisioning_blocks [req-38ce4151-266b-4999-ae6f-bebac4d304ba req-efe9a548-2e3c-4834-ae30-78b03e789ceb service neutron] Transition to ACTIVE for port object 6521bccc-e378-4787-ad50-c06c2ddafb07 will not be triggered until provisioned by entity L2. {{(pid=103364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 18:51:03.876027 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-38ce4151-266b-4999-ae6f-bebac4d304ba req-efe9a548-2e3c-4834-ae30-78b03e789ceb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:03.933599 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe9a548-2e3c-4834-ae30-78b03e789ceb service neutron] Pushing event updated for resources: {'Port': ['ID=6521bccc-e378-4787-ad50-c06c2ddafb07,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:51:04.002058 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-38ce4151-266b-4999-ae6f-bebac4d304ba req-efe9a548-2e3c-4834-ae30-78b03e789ceb service neutron] Attempting to bind port 6521bccc-e378-4787-ad50-c06c2ddafb07 on host n-h1-818022-2 for vnic_type normal with profile {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:51:04.002465 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-38ce4151-266b-4999-ae6f-bebac4d304ba req-efe9a548-2e3c-4834-ae30-78b03e789ceb service neutron] Attempting to bind port 6521bccc-e378-4787-ad50-c06c2ddafb07 by drivers openvswitch,hyperv on host n-h1-818022-2 at level 0 using segments [{'id': 'a59ba8b7-22f1-4a64-be02-3474b0ce4f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'c46e9dad-6c1b-49ff-89fe-c627343d3fa7'}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:51:04.002864 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38ce4151-266b-4999-ae6f-bebac4d304ba req-efe9a548-2e3c-4834-ae30-78b03e789ceb service neutron] Attempting to bind port 6521bccc-e378-4787-ad50-c06c2ddafb07 on network c46e9dad-6c1b-49ff-89fe-c627343d3fa7 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:51:04.007530 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38ce4151-266b-4999-ae6f-bebac4d304ba req-efe9a548-2e3c-4834-ae30-78b03e789ceb service neutron] Port 6521bccc-e378-4787-ad50-c06c2ddafb07 on network c46e9dad-6c1b-49ff-89fe-c627343d3fa7 not bound, no agent of type Open vSwitch agent registered on host n-h1-818022-2 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 18:51:04.007858 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38ce4151-266b-4999-ae6f-bebac4d304ba req-efe9a548-2e3c-4834-ae30-78b03e789ceb service neutron] Attempting to bind port 6521bccc-e378-4787-ad50-c06c2ddafb07 on network c46e9dad-6c1b-49ff-89fe-c627343d3fa7 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:51:04.012900 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38ce4151-266b-4999-ae6f-bebac4d304ba req-efe9a548-2e3c-4834-ae30-78b03e789ceb service neutron] Checking agent: {'id': 'a6668d96-12fa-4ec0-99ad-77eaf490dd2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'started_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 50, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:51:04.013239 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38ce4151-266b-4999-ae6f-bebac4d304ba req-efe9a548-2e3c-4834-ae30-78b03e789ceb service neutron] Checking segment: {'id': 'a59ba8b7-22f1-4a64-be02-3474b0ce4f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'c46e9dad-6c1b-49ff-89fe-c627343d3fa7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:51:04.013627 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38ce4151-266b-4999-ae6f-bebac4d304ba req-efe9a548-2e3c-4834-ae30-78b03e789ceb service neutron] Bound using segment: {'id': 'a59ba8b7-22f1-4a64-be02-3474b0ce4f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'c46e9dad-6c1b-49ff-89fe-c627343d3fa7'} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:51:04.014081 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-38ce4151-266b-4999-ae6f-bebac4d304ba req-efe9a548-2e3c-4834-ae30-78b03e789ceb service neutron] Bound port: 6521bccc-e378-4787-ad50-c06c2ddafb07, host: n-h1-818022-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a59ba8b7-22f1-4a64-be02-3474b0ce4f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'c46e9dad-6c1b-49ff-89fe-c627343d3fa7'}}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:51:04.014440 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-38ce4151-266b-4999-ae6f-bebac4d304ba req-efe9a548-2e3c-4834-ae30-78b03e789ceb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:04.080985 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-38ce4151-266b-4999-ae6f-bebac4d304ba req-efe9a548-2e3c-4834-ae30-78b03e789ceb service neutron] For port 6521bccc-e378-4787-ad50-c06c2ddafb07, host n-h1-818022-2, cleared binding levels {{(pid=103364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:51:04.084086 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-38ce4151-266b-4999-ae6f-bebac4d304ba req-efe9a548-2e3c-4834-ae30-78b03e789ceb service neutron] For port 6521bccc-e378-4787-ad50-c06c2ddafb07, host n-h1-818022-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=6521bccc-e378-4787-ad50-c06c2ddafb07,segment=NetworkSegment(a59ba8b7-22f1-4a64-be02-3474b0ce4f8c),segment_id=a59ba8b7-22f1-4a64-be02-3474b0ce4f8c)] {{(pid=103364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:51:04.088471 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-38ce4151-266b-4999-ae6f-bebac4d304ba req-efe9a548-2e3c-4834-ae30-78b03e789ceb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:04.124323 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ce4151-266b-4999-ae6f-bebac4d304ba req-efe9a548-2e3c-4834-ae30-78b03e789ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:04.124937 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-38ce4151-266b-4999-ae6f-bebac4d304ba req-efe9a548-2e3c-4834-ae30-78b03e789ceb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:04.126397 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-38ce4151-266b-4999-ae6f-bebac4d304ba req-efe9a548-2e3c-4834-ae30-78b03e789ceb service neutron] 10.222.0.60 "PUT /v2.0/ports/6521bccc-e378-4787-ad50-c06c2ddafb07 HTTP/1.1" status: 200 len: 1091 time: 0.6358602 Nov 19 18:51:04.126843 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e79aa8f-1a78-4672-9b5f-2021c5a08187', 'tag': '6521bccc-e378-4787-ad50-c06c2ddafb07'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:51:04.129076 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52b8413beb4c6ee9e3ef24221fee7166c8d58dd3d366bc989a0565316b268f0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00645ffe-3f41-4c65-87f4-7ec425074881" -d '{"events": [{"name": "network-changed", "server_uuid": "6e79aa8f-1a78-4672-9b5f-2021c5a08187", "tag": "6521bccc-e378-4787-ad50-c06c2ddafb07"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:51:04.152687 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe9a548-2e3c-4834-ae30-78b03e789ceb service neutron] Pushing event updated for resources: {'Port': ['ID=6521bccc-e378-4787-ad50-c06c2ddafb07,revision_number=3']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:51:04.248563 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ce4151-266b-4999-ae6f-bebac4d304ba req-5e2ccaf7-28e1-4991-935c-c7f7f1634a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:04.250157 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-38ce4151-266b-4999-ae6f-bebac4d304ba req-5e2ccaf7-28e1-4991-935c-c7f7f1634a88 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b8c9426a09804bdabdb147a7feac3908&device_id=6e79aa8f-1a78-4672-9b5f-2021c5a08187 HTTP/1.1" status: 200 len: 1094 time: 0.0590587 Nov 19 18:51:04.252923 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 18:51:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ca02791-ceb8-4ff3-8b53-71f8d5372fa5 x-openstack-request-id: req-4ca02791-ceb8-4ff3-8b53-71f8d5372fa5 {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:51:04.253233 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e79aa8f-1a78-4672-9b5f-2021c5a08187", "tag": "6521bccc-e378-4787-ad50-c06c2ddafb07", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:51:04.253463 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-4ca02791-ceb8-4ff3-8b53-71f8d5372fa5 {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:51:04.253879 n-d-818022-2 neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e79aa8f-1a78-4672-9b5f-2021c5a08187', 'tag': '6521bccc-e378-4787-ad50-c06c2ddafb07', 'status': 'completed', 'code': 200} Nov 19 18:51:04.276505 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:04.298829 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-38ce4151-266b-4999-ae6f-bebac4d304ba req-4338be02-ded7-48be-9334-3f9623a70777 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6521bccc-e378-4787-ad50-c06c2ddafb07 HTTP/1.1" status: 200 len: 217 time: 0.0401471 Nov 19 18:51:04.335391 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:04.353408 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ce4151-266b-4999-ae6f-bebac4d304ba req-f7cefaf1-6743-4ce3-8169-a828a7e13169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:04.354937 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-38ce4151-266b-4999-ae6f-bebac4d304ba req-f7cefaf1-6743-4ce3-8169-a828a7e13169 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d143f66f-98a6-456c-929a-852a197ee547 HTTP/1.1" status: 200 len: 835 time: 0.0482144 Nov 19 18:51:04.406596 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ce4151-266b-4999-ae6f-bebac4d304ba req-3c44c27c-c3f6-4efe-8696-c09f9720a7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:04.408195 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-38ce4151-266b-4999-ae6f-bebac4d304ba req-3c44c27c-c3f6-4efe-8696-c09f9720a7a7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c46e9dad-6c1b-49ff-89fe-c627343d3fa7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453084 Nov 19 18:51:04.482811 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7e8255-f225-49b8-8ede-ee32be1c35ef req-24b3ce01-a3df-4b2a-b783-7e568fe706d1 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:04.484301 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fd7e8255-f225-49b8-8ede-ee32be1c35ef req-24b3ce01-a3df-4b2a-b783-7e568fe706d1 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/ports?device_id=6e79aa8f-1a78-4672-9b5f-2021c5a08187 HTTP/1.1" status: 200 len: 943 time: 0.0486794 Nov 19 18:51:04.497249 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-38ce4151-266b-4999-ae6f-bebac4d304ba req-c62c8d4d-5c08-4fc0-842b-485e8c6fa3de service neutron] 10.222.0.60 "GET /v2.0/networks/c46e9dad-6c1b-49ff-89fe-c627343d3fa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818079 Nov 19 18:51:04.534111 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fd7e8255-f225-49b8-8ede-ee32be1c35ef req-13042b4e-b177-41e2-9988-bb82c027bfeb tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/security-groups?id=b27167fa-e505-418e-8eb8-06187365431a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433764 Nov 19 18:51:04.592496 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-38ce4151-266b-4999-ae6f-bebac4d304ba req-f2d885da-1682-4f07-bc1a-fda479f8afda service neutron] 10.222.0.60 "GET /v2.0/networks/c46e9dad-6c1b-49ff-89fe-c627343d3fa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877903 Nov 19 18:51:04.679663 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00645ffe-3f41-4c65-87f4-7ec425074881 req-af01e036-d685-45df-ac44-a6daec6b041d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:04.681141 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-00645ffe-3f41-4c65-87f4-7ec425074881 req-af01e036-d685-45df-ac44-a6daec6b041d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b8c9426a09804bdabdb147a7feac3908&device_id=6e79aa8f-1a78-4672-9b5f-2021c5a08187 HTTP/1.1" status: 200 len: 1094 time: 0.0413017 Nov 19 18:51:04.769522 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00645ffe-3f41-4c65-87f4-7ec425074881 req-35424e60-b4f2-40c3-b292-75a2a80bfbc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:04.770926 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-00645ffe-3f41-4c65-87f4-7ec425074881 req-35424e60-b4f2-40c3-b292-75a2a80bfbc6 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c46e9dad-6c1b-49ff-89fe-c627343d3fa7 HTTP/1.1" status: 200 len: 897 time: 0.0815194 Nov 19 18:51:04.815530 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-00645ffe-3f41-4c65-87f4-7ec425074881 req-5afd6899-cc36-4897-97b0-81e96d0f381f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6521bccc-e378-4787-ad50-c06c2ddafb07 HTTP/1.1" status: 200 len: 217 time: 0.0374637 Nov 19 18:51:04.864854 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00645ffe-3f41-4c65-87f4-7ec425074881 req-a4c7033c-5c54-4cc3-84ef-4701c6f4bc66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:04.866298 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-00645ffe-3f41-4c65-87f4-7ec425074881 req-a4c7033c-5c54-4cc3-84ef-4701c6f4bc66 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d143f66f-98a6-456c-929a-852a197ee547 HTTP/1.1" status: 200 len: 835 time: 0.0429356 Nov 19 18:51:04.912318 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00645ffe-3f41-4c65-87f4-7ec425074881 req-746cf34d-37de-4dfe-9d39-9ecd63e668a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:04.913788 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-00645ffe-3f41-4c65-87f4-7ec425074881 req-746cf34d-37de-4dfe-9d39-9ecd63e668a2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c46e9dad-6c1b-49ff-89fe-c627343d3fa7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401909 Nov 19 18:51:05.007746 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-00645ffe-3f41-4c65-87f4-7ec425074881 req-72ce87cb-ee71-4e01-9f30-169fb66347b3 service neutron] 10.222.0.60 "GET /v2.0/networks/c46e9dad-6c1b-49ff-89fe-c627343d3fa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858355 Nov 19 18:51:05.015691 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e013d7e6-5264-4dcc-9759-54f5fb809e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:05.099179 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-00645ffe-3f41-4c65-87f4-7ec425074881 req-0af0ae7b-1cf7-4ba1-a12d-fe88993e7052 service neutron] 10.222.0.60 "GET /v2.0/networks/c46e9dad-6c1b-49ff-89fe-c627343d3fa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832143 Nov 19 18:51:05.313374 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:05.652713 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3a6416-7617-4c71-9f11-a7a47a065aa1 req-f00ad72f-1e57-4383-8e69-7011dee38579 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:05.654228 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-4f3a6416-7617-4c71-9f11-a7a47a065aa1 req-f00ad72f-1e57-4383-8e69-7011dee38579 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/ports?device_id=6e79aa8f-1a78-4672-9b5f-2021c5a08187 HTTP/1.1" status: 200 len: 943 time: 0.0485222 Nov 19 18:51:05.707251 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-4f3a6416-7617-4c71-9f11-a7a47a065aa1 req-ab13d92a-ef98-48d3-83fb-e939915ccaf2 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/security-groups?id=b27167fa-e505-418e-8eb8-06187365431a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462718 Nov 19 18:51:06.824659 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cc9431-cfc3-487e-8540-776e93107dd9 req-8298f273-767c-41b2-9cb9-8f8b60cd71ff tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:06.826264 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-95cc9431-cfc3-487e-8540-776e93107dd9 req-8298f273-767c-41b2-9cb9-8f8b60cd71ff tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/ports?device_id=6e79aa8f-1a78-4672-9b5f-2021c5a08187 HTTP/1.1" status: 200 len: 943 time: 0.0522244 Nov 19 18:51:06.874850 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-95cc9431-cfc3-487e-8540-776e93107dd9 req-2a2baae7-af01-4d2d-ade2-b894fbb29d55 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/security-groups?id=b27167fa-e505-418e-8eb8-06187365431a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426593 Nov 19 18:51:07.997274 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86438123-16f5-4b43-aabc-e3751062534c req-577ac6f3-6ce9-4f86-973f-f7df51a25883 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:07.998785 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-86438123-16f5-4b43-aabc-e3751062534c req-577ac6f3-6ce9-4f86-973f-f7df51a25883 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/ports?device_id=6e79aa8f-1a78-4672-9b5f-2021c5a08187 HTTP/1.1" status: 200 len: 943 time: 0.0482185 Nov 19 18:51:08.020867 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 6521bccc-e378-4787-ad50-c06c2ddafb07 details requested by agent hyperv_n-h1-818022-2 with host n-h1-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 18:51:08.049590 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-86438123-16f5-4b43-aabc-e3751062534c req-1937b1d1-e5e1-4df0-8ee6-58d3ad62817a tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/security-groups?id=b27167fa-e505-418e-8eb8-06187365431a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447710 Nov 19 18:51:08.115997 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 6521bccc-e378-4787-ad50-c06c2ddafb07, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=6521bccc-e378-4787-ad50-c06c2ddafb07,segment=NetworkSegment(a59ba8b7-22f1-4a64-be02-3474b0ce4f8c),segment_id=a59ba8b7-22f1-4a64-be02-3474b0ce4f8c)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:51:08.127391 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Returning: {'device': '6521bccc-e378-4787-ad50-c06c2ddafb07', 'network_id': 'c46e9dad-6c1b-49ff-89fe-c627343d3fa7', 'port_id': '6521bccc-e378-4787-ad50-c06c2ddafb07', 'mac_address': 'fa:16:3e:f3:ae:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd143f66f-98a6-456c-929a-852a197ee547', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 18:51:08.163993 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:08.177252 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6521bccc-e378-4787-ad50-c06c2ddafb07 {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:51:08.200088 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 6521bccc-e378-4787-ad50-c06c2ddafb07, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=6521bccc-e378-4787-ad50-c06c2ddafb07,segment=NetworkSegment(a59ba8b7-22f1-4a64-be02-3474b0ce4f8c),segment_id=a59ba8b7-22f1-4a64-be02-3474b0ce4f8c)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:51:08.204549 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:08.250034 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=6521bccc-e378-4787-ad50-c06c2ddafb07,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:51:08.436920 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['6521bccc-e378-4787-ad50-c06c2ddafb07'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:51:09.166641 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0064a261-573b-4088-aaf8-9a9a856cf86a req-248878a3-d85a-4fd0-9f37-cc7be1eda1a7 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:09.168168 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0064a261-573b-4088-aaf8-9a9a856cf86a req-248878a3-d85a-4fd0-9f37-cc7be1eda1a7 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/ports?device_id=6e79aa8f-1a78-4672-9b5f-2021c5a08187 HTTP/1.1" status: 200 len: 944 time: 0.0494218 Nov 19 18:51:09.217449 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0064a261-573b-4088-aaf8-9a9a856cf86a req-fcb41d4d-7da3-4cdb-b958-16ba007a69f0 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/security-groups?id=b27167fa-e505-418e-8eb8-06187365431a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425751 Nov 19 18:51:09.401866 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.agents_db [None req-619e5c26-d9ed-4321-86eb-7d443bb9dfa2 None None] Agent healthcheck: found 7 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 18:51:10.035889 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 6521bccc-e378-4787-ad50-c06c2ddafb07 up at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:51:10.085175 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning for port 6521bccc-e378-4787-ad50-c06c2ddafb07 completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 18:51:10.088968 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning complete for port 6521bccc-e378-4787-ad50-c06c2ddafb07 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:51:10.089344 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:10.168600 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:10.192932 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e79aa8f-1a78-4672-9b5f-2021c5a08187', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6521bccc-e378-4787-ad50-c06c2ddafb07'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:51:10.195236 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e87da51c426c585745380e4f647dbd896557016b88dd9fb127e5d98628c937cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64c926c1-dd05-41c0-8477-4db59fda6cae" -d '{"events": [{"server_uuid": "6e79aa8f-1a78-4672-9b5f-2021c5a08187", "name": "network-vif-plugged", "status": "completed", "tag": "6521bccc-e378-4787-ad50-c06c2ddafb07"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:51:10.207733 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 6521bccc-e378-4787-ad50-c06c2ddafb07, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=6521bccc-e378-4787-ad50-c06c2ddafb07,segment=NetworkSegment(a59ba8b7-22f1-4a64-be02-3474b0ce4f8c),segment_id=a59ba8b7-22f1-4a64-be02-3474b0ce4f8c)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:51:10.212176 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:10.260115 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=6521bccc-e378-4787-ad50-c06c2ddafb07,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:51:10.286772 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:51:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-067b7999-e7b4-44fe-a927-bd31f2947340 x-openstack-request-id: req-067b7999-e7b4-44fe-a927-bd31f2947340 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:51:10.287072 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e79aa8f-1a78-4672-9b5f-2021c5a08187", "name": "network-vif-plugged", "status": "completed", "tag": "6521bccc-e378-4787-ad50-c06c2ddafb07", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:51:10.287329 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-067b7999-e7b4-44fe-a927-bd31f2947340 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:51:10.287731 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e79aa8f-1a78-4672-9b5f-2021c5a08187', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6521bccc-e378-4787-ad50-c06c2ddafb07', 'code': 200} Nov 19 18:51:10.338068 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b19d631-d7ab-41d0-8b23-df6c09c653cb req-7e19762f-5a1e-4b08-8d98-b6d83fda466f tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:10.339575 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3b19d631-d7ab-41d0-8b23-df6c09c653cb req-7e19762f-5a1e-4b08-8d98-b6d83fda466f tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/ports?device_id=6e79aa8f-1a78-4672-9b5f-2021c5a08187 HTTP/1.1" status: 200 len: 945 time: 0.0488343 Nov 19 18:51:10.382529 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef4e646-193a-4759-bf61-b096314d967f req-52341497-2144-4f32-a33b-5f40ad6a2b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:10.384075 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-eef4e646-193a-4759-bf61-b096314d967f req-52341497-2144-4f32-a33b-5f40ad6a2b3a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=6e79aa8f-1a78-4672-9b5f-2021c5a08187 HTTP/1.1" status: 200 len: 1096 time: 0.0403316 Nov 19 18:51:10.395398 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3b19d631-d7ab-41d0-8b23-df6c09c653cb req-aea2abd7-d352-4b53-8f4d-d8e315992b7b tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/security-groups?id=b27167fa-e505-418e-8eb8-06187365431a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497801 Nov 19 18:51:10.437432 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-eef4e646-193a-4759-bf61-b096314d967f req-e16c049c-96f2-4bf2-9ecf-de56ccc2ad4e service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=b27167fa-e505-418e-8eb8-06187365431a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467002 Nov 19 18:51:11.520757 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0fddcb-73e5-4f0f-b060-22b067f4cd0f req-9cc4c28b-f139-4b17-8044-f9a69fa86950 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:11.522264 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-1d0fddcb-73e5-4f0f-b060-22b067f4cd0f req-9cc4c28b-f139-4b17-8044-f9a69fa86950 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/ports?device_id=6e79aa8f-1a78-4672-9b5f-2021c5a08187 HTTP/1.1" status: 200 len: 945 time: 0.0518429 Nov 19 18:51:11.571768 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-1d0fddcb-73e5-4f0f-b060-22b067f4cd0f req-2f686b12-e16f-4422-ac86-79c140d7e010 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/security-groups?id=b27167fa-e505-418e-8eb8-06187365431a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432572 Nov 19 18:51:11.686330 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3336e9b4-8688-49f7-9518-b5ca797d45c3 req-8d976852-68c3-473b-824c-25f71bed5145 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:11.687697 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3336e9b4-8688-49f7-9518-b5ca797d45c3 req-8d976852-68c3-473b-824c-25f71bed5145 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/ports?device_id=6e79aa8f-1a78-4672-9b5f-2021c5a08187 HTTP/1.1" status: 200 len: 945 time: 0.0495262 Nov 19 18:51:11.737049 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3336e9b4-8688-49f7-9518-b5ca797d45c3 req-73161e59-56b7-4f3d-847e-8c429526b176 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/security-groups?id=b27167fa-e505-418e-8eb8-06187365431a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427561 Nov 19 18:51:11.759622 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 49320) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:51:11.801079 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df86e9bd-2741-461d-ad7b-6dfc853eb039 tempest-TestNetworkAdvancedServerOps-1145964326 tempest-TestNetworkAdvancedServerOps-1145964326-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:11.802624 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-df86e9bd-2741-461d-ad7b-6dfc853eb039 tempest-TestNetworkAdvancedServerOps-1145964326 tempest-TestNetworkAdvancedServerOps-1145964326-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=6e79aa8f-1a78-4672-9b5f-2021c5a08187 HTTP/1.1" status: 200 len: 1091 time: 0.0420444 Nov 19 18:51:11.805691 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 49322) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:51:11.810387 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-f36bafac-70dc-4da2-a912-d784da9ef2d1 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Request body: {'floatingip': {'floating_network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'port_id': '6521bccc-e378-4787-ad50-c06c2ddafb07', 'tenant_id': 'b8c9426a09804bdabdb147a7feac3908', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:51:11.832082 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f36bafac-70dc-4da2-a912-d784da9ef2d1 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for floatingip, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:11.927508 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f36bafac-70dc-4da2-a912-d784da9ef2d1 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:12.030102 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [None req-f36bafac-70dc-4da2-a912-d784da9ef2d1 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Allocated IP 172.25.7.126 (645e61aa-1a6c-4e8f-857e-ab06edb4897f/88ed2d64-f56d-4f01-a468-946e01c99e82/ce94d6f9-9c64-47e0-9cb2-f991c0169602) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:51:12.139976 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f36bafac-70dc-4da2-a912-d784da9ef2d1 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:12.173426 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f36bafac-70dc-4da2-a912-d784da9ef2d1 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:12.212284 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f36bafac-70dc-4da2-a912-d784da9ef2d1 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Network 645e61aa-1a6c-4e8f-857e-ab06edb4897f is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:51:12.216575 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-f36bafac-70dc-4da2-a912-d784da9ef2d1 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:51:12.221058 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f36bafac-70dc-4da2-a912-d784da9ef2d1 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:51:12.223506 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36bafac-70dc-4da2-a912-d784da9ef2d1 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Pushing event updated for resources: {'Port': ['ID=ce94d6f9-9c64-47e0-9cb2-f991c0169602,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:51:12.882023 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f36bafac-70dc-4da2-a912-d784da9ef2d1 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:12.946807 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f36bafac-70dc-4da2-a912-d784da9ef2d1 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:13.095212 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f36bafac-70dc-4da2-a912-d784da9ef2d1 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for port, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:13.099747 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f36bafac-70dc-4da2-a912-d784da9ef2d1 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:13.169151 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36bafac-70dc-4da2-a912-d784da9ef2d1 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Pushing event updated for resources: {'Port': ['ID=ce94d6f9-9c64-47e0-9cb2-f991c0169602,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:51:13.182476 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f36bafac-70dc-4da2-a912-d784da9ef2d1 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-671284'] for floatingip, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:13.280792 n-d-818022-2 neutron-server[103365]: INFO neutron.db.l3_db [None req-f36bafac-70dc-4da2-a912-d784da9ef2d1 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Floating IP 0d29bbae-ca21-4baf-b8c4-2f99c29272cc associated. External IP: 172.25.7.126, port: 6521bccc-e378-4787-ad50-c06c2ddafb07. Nov 19 18:51:13.484718 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f36bafac-70dc-4da2-a912-d784da9ef2d1 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Router 260568ba-93ad-4b94-9747-61649c506cb4 has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 18:51:13.589036 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f36bafac-70dc-4da2-a912-d784da9ef2d1 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:51:13.600900 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe686765-cc00-4410-88b1-63d99efc28d3 None None] Sync routers for ids ['260568ba-93ad-4b94-9747-61649c506cb4'] in n-d-818022-2 {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:51:13.608505 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f36bafac-70dc-4da2-a912-d784da9ef2d1 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for floatingip, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:13.610883 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe686765-cc00-4410-88b1-63d99efc28d3 None None] Routers {'260568ba-93ad-4b94-9747-61649c506cb4'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:51:13.611534 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-fe686765-cc00-4410-88b1-63d99efc28d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:51:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['260568ba-93ad-4b94-9747-61649c506cb4'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:51:13.639898 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-f36bafac-70dc-4da2-a912-d784da9ef2d1 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8329492 Nov 19 18:51:13.640492 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e79aa8f-1a78-4672-9b5f-2021c5a08187', 'tag': '6521bccc-e378-4787-ad50-c06c2ddafb07'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:51:13.642917 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd49725d620cdd9f83c5eaf1b0fd23d69d3d375bb9795dcb3d54cd15509d3c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c93eb5ed-c302-40f8-812e-a7d74ede0fb1" -d '{"events": [{"name": "network-changed", "server_uuid": "6e79aa8f-1a78-4672-9b5f-2021c5a08187", "tag": "6521bccc-e378-4787-ad50-c06c2ddafb07"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:51:13.696354 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 18:51:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99d9ea46-2f92-4c52-9b9b-d09867366ea4 x-openstack-request-id: req-99d9ea46-2f92-4c52-9b9b-d09867366ea4 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:51:13.696765 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e79aa8f-1a78-4672-9b5f-2021c5a08187", "tag": "6521bccc-e378-4787-ad50-c06c2ddafb07", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:51:13.697025 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-99d9ea46-2f92-4c52-9b9b-d09867366ea4 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:51:13.697460 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e79aa8f-1a78-4672-9b5f-2021c5a08187', 'tag': '6521bccc-e378-4787-ad50-c06c2ddafb07', 'status': 'completed', 'code': 200} Nov 19 18:51:13.721257 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-fe686765-cc00-4410-88b1-63d99efc28d3 None None] Set router 260568ba-93ad-4b94-9747-61649c506cb4 gateway port host: n-d-818022-2 {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:51:13.773540 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cb9bc9-0f39-4c14-b5fb-dc8f81a68724 req-a7e0ddba-0258-4608-a18c-ea97327e38e5 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:13.775060 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f4cb9bc9-0f39-4c14-b5fb-dc8f81a68724 req-a7e0ddba-0258-4608-a18c-ea97327e38e5 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/ports?device_id=6e79aa8f-1a78-4672-9b5f-2021c5a08187 HTTP/1.1" status: 200 len: 945 time: 0.0758793 Nov 19 18:51:13.780808 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93eb5ed-c302-40f8-812e-a7d74ede0fb1 req-8f145215-0f86-437b-b189-edcf3ea58b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:13.782238 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c93eb5ed-c302-40f8-812e-a7d74ede0fb1 req-8f145215-0f86-437b-b189-edcf3ea58b8b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b8c9426a09804bdabdb147a7feac3908&device_id=6e79aa8f-1a78-4672-9b5f-2021c5a08187 HTTP/1.1" status: 200 len: 1096 time: 0.0573931 Nov 19 18:51:13.955461 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-fe686765-cc00-4410-88b1-63d99efc28d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '260568ba-93ad-4b94-9747-61649c506cb4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-738429230', 'tenant_id': 'b8c9426a09804bdabdb147a7feac3908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.251'}], 'enable_snat': True}, 'gw_port_id': '9ec858d7-05f6-4a2a-bd3a-a0b520dbc918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:50:52Z', 'updated_at': '2021-11-19T18:50:56Z', 'revision_number': 4, 'project_id': 'b8c9426a09804bdabdb147a7feac3908', 'gw_port': {'id': '9ec858d7-05f6-4a2a-bd3a-a0b520dbc918', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:60:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260568ba-93ad-4b94-9747-61649c506cb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:50:53Z', 'updated_at': '2021-11-19T18:50:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_floatingips': [{'id': '0d29bbae-ca21-4baf-b8c4-2f99c29272cc', 'tenant_id': 'b8c9426a09804bdabdb147a7feac3908', 'floating_ip_address': '172.25.7.126', 'floating_network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'router_id': '260568ba-93ad-4b94-9747-61649c506cb4', 'port_id': '6521bccc-e378-4787-ad50-c06c2ddafb07', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4283, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c46e9dad-6c1b-49ff-89fe-c627343d3fa7', 'mac_address': 'fa:16:3e:f3:ae:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e79aa8f-1a78-4672-9b5f-2021c5a08187', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T18:51:12Z', 'updated_at': '2021-11-19T18:51:12Z', 'revision_number': 0, 'project_id': 'b8c9426a09804bdabdb147a7feac3908', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71ec6e86-6d95-4581-8dce-5cd2903ad1d9', 'name': '', 'network_id': 'c46e9dad-6c1b-49ff-89fe-c627343d3fa7', 'tenant_id': 'b8c9426a09804bdabdb147a7feac3908', 'mac_address': 'fa:16:3e:20:23:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260568ba-93ad-4b94-9747-61649c506cb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'd143f66f-98a6-456c-929a-852a197ee547', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:50:55Z', 'updated_at': '2021-11-19T18:50:59Z', 'revision_number': 5, 'project_id': 'b8c9426a09804bdabdb147a7feac3908', 'subnets': [{'id': 'd143f66f-98a6-456c-929a-852a197ee547', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:51:13.983896 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe686765-cc00-4410-88b1-63d99efc28d3 None None] Checking router: 260568ba-93ad-4b94-9747-61649c506cb4 for host: n-d-818022-2 {{(pid=103366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:51:13.993005 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe686765-cc00-4410-88b1-63d99efc28d3 None None] Routers {'260568ba-93ad-4b94-9747-61649c506cb4'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:51:13.993629 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-fe686765-cc00-4410-88b1-63d99efc28d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:51:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['260568ba-93ad-4b94-9747-61649c506cb4'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:51:14.102539 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-fe686765-cc00-4410-88b1-63d99efc28d3 None None] Set router 260568ba-93ad-4b94-9747-61649c506cb4 gateway port host: n-d-818022-2 {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:51:14.214912 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f4cb9bc9-0f39-4c14-b5fb-dc8f81a68724 req-d8b761b1-1f63-4fda-96ab-821505335afd tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/security-groups?id=b27167fa-e505-418e-8eb8-06187365431a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4317088 Nov 19 18:51:14.242138 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 49328) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:51:14.282811 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93eb5ed-c302-40f8-812e-a7d74ede0fb1 req-16c9488e-fe29-4ba3-99b7-328504de653c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:14.284522 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c93eb5ed-c302-40f8-812e-a7d74ede0fb1 req-16c9488e-fe29-4ba3-99b7-328504de653c service neutron] 10.222.0.60 "GET /v2.0/networks?id=c46e9dad-6c1b-49ff-89fe-c627343d3fa7 HTTP/1.1" status: 200 len: 897 time: 0.4945021 Nov 19 18:51:14.336030 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-fe686765-cc00-4410-88b1-63d99efc28d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '260568ba-93ad-4b94-9747-61649c506cb4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-738429230', 'tenant_id': 'b8c9426a09804bdabdb147a7feac3908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.251'}], 'enable_snat': True}, 'gw_port_id': '9ec858d7-05f6-4a2a-bd3a-a0b520dbc918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:50:52Z', 'updated_at': '2021-11-19T18:50:56Z', 'revision_number': 4, 'project_id': 'b8c9426a09804bdabdb147a7feac3908', 'gw_port': {'id': '9ec858d7-05f6-4a2a-bd3a-a0b520dbc918', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:60:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260568ba-93ad-4b94-9747-61649c506cb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:50:53Z', 'updated_at': '2021-11-19T18:50:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_floatingips': [{'id': '0d29bbae-ca21-4baf-b8c4-2f99c29272cc', 'tenant_id': 'b8c9426a09804bdabdb147a7feac3908', 'floating_ip_address': '172.25.7.126', 'floating_network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'router_id': '260568ba-93ad-4b94-9747-61649c506cb4', 'port_id': '6521bccc-e378-4787-ad50-c06c2ddafb07', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4283, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c46e9dad-6c1b-49ff-89fe-c627343d3fa7', 'mac_address': 'fa:16:3e:f3:ae:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e79aa8f-1a78-4672-9b5f-2021c5a08187', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T18:51:12Z', 'updated_at': '2021-11-19T18:51:12Z', 'revision_number': 0, 'project_id': 'b8c9426a09804bdabdb147a7feac3908', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71ec6e86-6d95-4581-8dce-5cd2903ad1d9', 'name': '', 'network_id': 'c46e9dad-6c1b-49ff-89fe-c627343d3fa7', 'tenant_id': 'b8c9426a09804bdabdb147a7feac3908', 'mac_address': 'fa:16:3e:20:23:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260568ba-93ad-4b94-9747-61649c506cb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'd143f66f-98a6-456c-929a-852a197ee547', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:50:55Z', 'updated_at': '2021-11-19T18:50:59Z', 'revision_number': 5, 'project_id': 'b8c9426a09804bdabdb147a7feac3908', 'subnets': [{'id': 'd143f66f-98a6-456c-929a-852a197ee547', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:51:14.352390 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-a6ab4499-9ce7-437a-b57d-712d33bf1877 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/floatingips/0d29bbae-ca21-4baf-b8c4-2f99c29272cc HTTP/1.1" status: 200 len: 991 time: 0.1091321 Nov 19 18:51:14.363192 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c93eb5ed-c302-40f8-812e-a7d74ede0fb1 req-fd385957-6fa3-4be7-8b6b-8df994d53af4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6521bccc-e378-4787-ad50-c06c2ddafb07 HTTP/1.1" status: 200 len: 999 time: 0.0714214 Nov 19 18:51:14.364236 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe686765-cc00-4410-88b1-63d99efc28d3 None None] The sync data for ids ['260568ba-93ad-4b94-9747-61649c506cb4'] in n-d-818022-2 is: [{'id': '260568ba-93ad-4b94-9747-61649c506cb4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-738429230', 'tenant_id': 'b8c9426a09804bdabdb147a7feac3908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.251'}], 'enable_snat': True}, 'gw_port_id': '9ec858d7-05f6-4a2a-bd3a-a0b520dbc918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:50:52Z', 'updated_at': '2021-11-19T18:50:56Z', 'revision_number': 4, 'project_id': 'b8c9426a09804bdabdb147a7feac3908', 'gw_port': {'id': '9ec858d7-05f6-4a2a-bd3a-a0b520dbc918', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:60:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260568ba-93ad-4b94-9747-61649c506cb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:50:53Z', 'updated_at': '2021-11-19T18:50:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_floatingips': [{'id': '0d29bbae-ca21-4baf-b8c4-2f99c29272cc', 'tenant_id': 'b8c9426a09804bdabdb147a7feac3908', 'floating_ip_address': '172.25.7.126', 'floating_network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'router_id': '260568ba-93ad-4b94-9747-61649c506cb4', 'port_id': '6521bccc-e378-4787-ad50-c06c2ddafb07', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4283, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c46e9dad-6c1b-49ff-89fe-c627343d3fa7', 'mac_address': 'fa:16:3e:f3:ae:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e79aa8f-1a78-4672-9b5f-2021c5a08187', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T18:51:12Z', 'updated_at': '2021-11-19T18:51:12Z', 'revision_number': 0, 'project_id': 'b8c9426a09804bdabdb147a7feac3908', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71ec6e86-6d95-4581-8dce-5cd2903ad1d9', 'name': '', 'network_id': 'c46e9dad-6c1b-49ff-89fe-c627343d3fa7', 'tenant_id': 'b8c9426a09804bdabdb147a7feac3908', 'mac_address': 'fa:16:3e:20:23:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260568ba-93ad-4b94-9747-61649c506cb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'd143f66f-98a6-456c-929a-852a197ee547', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:50:55Z', 'updated_at': '2021-11-19T18:50:59Z', 'revision_number': 5, 'project_id': 'b8c9426a09804bdabdb147a7feac3908', 'subnets': [{'id': 'd143f66f-98a6-456c-929a-852a197ee547', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:51:14.414085 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93eb5ed-c302-40f8-812e-a7d74ede0fb1 req-e1448e15-809d-4155-ac08-9354f6e8baa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:14.415556 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c93eb5ed-c302-40f8-812e-a7d74ede0fb1 req-e1448e15-809d-4155-ac08-9354f6e8baa5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d143f66f-98a6-456c-929a-852a197ee547 HTTP/1.1" status: 200 len: 835 time: 0.0460024 Nov 19 18:51:14.467040 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93eb5ed-c302-40f8-812e-a7d74ede0fb1 req-1ba8a9ad-b42c-42f2-8705-01287b2566c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:14.468599 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c93eb5ed-c302-40f8-812e-a7d74ede0fb1 req-1ba8a9ad-b42c-42f2-8705-01287b2566c9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c46e9dad-6c1b-49ff-89fe-c627343d3fa7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0461552 Nov 19 18:51:14.562138 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c93eb5ed-c302-40f8-812e-a7d74ede0fb1 req-958e0402-56ba-489d-9b67-694a616ec291 service neutron] 10.222.0.60 "GET /v2.0/networks/c46e9dad-6c1b-49ff-89fe-c627343d3fa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858986 Nov 19 18:51:14.566347 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-263ccf6f-4cb9-4f02-9807-d42737dbcc55 None None] New status for floating IP 0d29bbae-ca21-4baf-b8c4-2f99c29272cc: ACTIVE {{(pid=103367) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 18:51:14.659602 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c93eb5ed-c302-40f8-812e-a7d74ede0fb1 req-b385780d-9972-447a-9a3c-efe41f9b2141 service neutron] 10.222.0.60 "GET /v2.0/networks/c46e9dad-6c1b-49ff-89fe-c627343d3fa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903683 Nov 19 18:51:15.356297 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 49330) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:51:15.417019 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-3e20cfbb-bb07-4c7f-86a3-1342d7fb568c tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/floatingips/0d29bbae-ca21-4baf-b8c4-2f99c29272cc HTTP/1.1" status: 200 len: 993 time: 0.0595431 Nov 19 18:51:19.521123 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9bf187e7-62a3-4d08-ae86-7267f614a0ca req-888db954-5fdc-4abf-ad28-dc1428004ce6 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=6e79aa8f-1a78-4672-9b5f-2021c5a08187&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0412455 Nov 19 18:51:19.610823 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf187e7-62a3-4d08-ae86-7267f614a0ca req-cb3d6cf4-0628-4725-b731-2356a71cb591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:19.612322 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9bf187e7-62a3-4d08-ae86-7267f614a0ca req-cb3d6cf4-0628-4725-b731-2356a71cb591 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b8c9426a09804bdabdb147a7feac3908&device_id=6e79aa8f-1a78-4672-9b5f-2021c5a08187 HTTP/1.1" status: 200 len: 1096 time: 0.0456529 Nov 19 18:51:19.721629 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf187e7-62a3-4d08-ae86-7267f614a0ca req-993a74ef-0c92-4737-9869-56dea4c1133f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:19.723942 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9bf187e7-62a3-4d08-ae86-7267f614a0ca req-993a74ef-0c92-4737-9869-56dea4c1133f service neutron] 10.222.0.60 "GET /v2.0/networks?id=c46e9dad-6c1b-49ff-89fe-c627343d3fa7 HTTP/1.1" status: 200 len: 897 time: 0.0909853 Nov 19 18:51:19.797791 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9bf187e7-62a3-4d08-ae86-7267f614a0ca req-8e20e212-4e57-4b01-9ff6-6870fa0ea3ee service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6521bccc-e378-4787-ad50-c06c2ddafb07 HTTP/1.1" status: 200 len: 1001 time: 0.0676248 Nov 19 18:51:19.849297 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf187e7-62a3-4d08-ae86-7267f614a0ca req-d822bc55-7ad2-4bed-a604-35591055af50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:19.850862 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9bf187e7-62a3-4d08-ae86-7267f614a0ca req-d822bc55-7ad2-4bed-a604-35591055af50 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d143f66f-98a6-456c-929a-852a197ee547 HTTP/1.1" status: 200 len: 835 time: 0.0462399 Nov 19 18:51:19.898434 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf187e7-62a3-4d08-ae86-7267f614a0ca req-8bf24840-7cc8-4286-8a21-f525a173147e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:19.899957 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9bf187e7-62a3-4d08-ae86-7267f614a0ca req-8bf24840-7cc8-4286-8a21-f525a173147e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c46e9dad-6c1b-49ff-89fe-c627343d3fa7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419366 Nov 19 18:51:19.994465 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9bf187e7-62a3-4d08-ae86-7267f614a0ca req-73cf8557-228c-40b6-a8c7-cf6dc8647c62 service neutron] 10.222.0.60 "GET /v2.0/networks/c46e9dad-6c1b-49ff-89fe-c627343d3fa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867391 Nov 19 18:51:20.084360 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9bf187e7-62a3-4d08-ae86-7267f614a0ca req-436dce9f-6d56-44cc-890e-d614fda59f60 service neutron] 10.222.0.60 "GET /v2.0/networks/c46e9dad-6c1b-49ff-89fe-c627343d3fa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826173 Nov 19 18:51:29.906616 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b850cba-819a-484a-92a0-37a0784d8a7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:32.134950 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b97132b7-4035-4d1e-be32-ca9d40edf4bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:33.447220 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e46ecc5a-dc14-4744-b262-3072ff2e958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:34.268825 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:34.324130 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:35.019574 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e013d7e6-5264-4dcc-9759-54f5fb809e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:35.315629 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:42.198535 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e026e6-2e19-4b50-8f41-0e5d5e199352 req-9ee4fbb1-40c4-481b-9b12-d8abce61e322 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:42.200019 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-76e026e6-2e19-4b50-8f41-0e5d5e199352 req-9ee4fbb1-40c4-481b-9b12-d8abce61e322 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/ports?device_id=6e79aa8f-1a78-4672-9b5f-2021c5a08187 HTTP/1.1" status: 200 len: 945 time: 0.0504189 Nov 19 18:51:42.248145 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-76e026e6-2e19-4b50-8f41-0e5d5e199352 req-9e764d7d-1fdf-4934-bc5d-23450cf41fca tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/security-groups?id=b27167fa-e505-418e-8eb8-06187365431a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422645 Nov 19 18:51:43.369454 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f939e3fd-2006-4556-b6c9-e91d6dc13d29 req-30f4c95e-b83a-4e8f-bc0d-cd47aa60f08a tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:43.371016 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f939e3fd-2006-4556-b6c9-e91d6dc13d29 req-30f4c95e-b83a-4e8f-bc0d-cd47aa60f08a tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/ports?device_id=6e79aa8f-1a78-4672-9b5f-2021c5a08187 HTTP/1.1" status: 200 len: 945 time: 0.0496950 Nov 19 18:51:43.425152 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f939e3fd-2006-4556-b6c9-e91d6dc13d29 req-e034ccfa-ad0f-4caf-91af-36425162f510 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/security-groups?id=b27167fa-e505-418e-8eb8-06187365431a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483348 Nov 19 18:51:43.447667 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 49348) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:51:43.507338 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-4d8888aa-242f-4c7a-9636-71e926291d48 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/floatingips/0d29bbae-ca21-4baf-b8c4-2f99c29272cc HTTP/1.1" status: 200 len: 993 time: 0.0580266 Nov 19 18:51:44.776909 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3616b652-a187-4ee4-a021-4b55613531ef req-41fea253-5b22-4052-af5b-1849d3347147 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:44.778342 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3616b652-a187-4ee4-a021-4b55613531ef req-41fea253-5b22-4052-af5b-1849d3347147 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/ports?device_id=6e79aa8f-1a78-4672-9b5f-2021c5a08187 HTTP/1.1" status: 200 len: 945 time: 0.0486999 Nov 19 18:51:44.794562 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1c9066-a0c1-4c77-a1c0-17b227a28ca8 req-612fcd13-f84c-41d9-87a0-a46cf7458c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:44.796062 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-1e1c9066-a0c1-4c77-a1c0-17b227a28ca8 req-612fcd13-f84c-41d9-87a0-a46cf7458c19 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b8c9426a09804bdabdb147a7feac3908&device_id=6e79aa8f-1a78-4672-9b5f-2021c5a08187 HTTP/1.1" status: 200 len: 1096 time: 0.0420544 Nov 19 18:51:44.829318 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3616b652-a187-4ee4-a021-4b55613531ef req-2ef1c8e1-488d-4d46-bc35-142492856c60 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/security-groups?id=b27167fa-e505-418e-8eb8-06187365431a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446136 Nov 19 18:51:44.888925 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1c9066-a0c1-4c77-a1c0-17b227a28ca8 req-271d89f7-8be1-4332-8d6f-29c45d195fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:44.890428 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-1e1c9066-a0c1-4c77-a1c0-17b227a28ca8 req-271d89f7-8be1-4332-8d6f-29c45d195fc0 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c46e9dad-6c1b-49ff-89fe-c627343d3fa7 HTTP/1.1" status: 200 len: 897 time: 0.0870352 Nov 19 18:51:44.955280 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-1e1c9066-a0c1-4c77-a1c0-17b227a28ca8 req-65145477-8d4e-4b80-8fed-576de9f1b24f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6521bccc-e378-4787-ad50-c06c2ddafb07 HTTP/1.1" status: 200 len: 1001 time: 0.0566013 Nov 19 18:51:45.008477 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1c9066-a0c1-4c77-a1c0-17b227a28ca8 req-c730a8d1-2b91-4d80-b697-79f0aabd2dae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:45.009938 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-1e1c9066-a0c1-4c77-a1c0-17b227a28ca8 req-c730a8d1-2b91-4d80-b697-79f0aabd2dae service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d143f66f-98a6-456c-929a-852a197ee547 HTTP/1.1" status: 200 len: 835 time: 0.0479484 Nov 19 18:51:45.054434 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1c9066-a0c1-4c77-a1c0-17b227a28ca8 req-636e38a0-480c-4ab6-b8d9-3cc98472f524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:45.056091 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-1e1c9066-a0c1-4c77-a1c0-17b227a28ca8 req-636e38a0-480c-4ab6-b8d9-3cc98472f524 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c46e9dad-6c1b-49ff-89fe-c627343d3fa7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395994 Nov 19 18:51:45.143050 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-1e1c9066-a0c1-4c77-a1c0-17b227a28ca8 req-5bb21280-e94f-4ef4-9eab-949e9a36446e service neutron] 10.222.0.60 "GET /v2.0/networks/c46e9dad-6c1b-49ff-89fe-c627343d3fa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801060 Nov 19 18:51:45.233166 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-1e1c9066-a0c1-4c77-a1c0-17b227a28ca8 req-1f5e9b20-802c-4072-9cec-43e791eb1d3d service neutron] 10.222.0.60 "GET /v2.0/networks/c46e9dad-6c1b-49ff-89fe-c627343d3fa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834560 Nov 19 18:51:45.950000 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74319df-5b3f-4ac2-87bc-92c2b1f0cd2d req-b1da8904-55a3-42e3-823e-d92900d62392 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:45.951590 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d74319df-5b3f-4ac2-87bc-92c2b1f0cd2d req-b1da8904-55a3-42e3-823e-d92900d62392 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/ports?device_id=6e79aa8f-1a78-4672-9b5f-2021c5a08187 HTTP/1.1" status: 200 len: 945 time: 0.0500820 Nov 19 18:51:46.001565 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d74319df-5b3f-4ac2-87bc-92c2b1f0cd2d req-554645d2-83ba-4c47-9218-2d2627f1e82c tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/security-groups?id=b27167fa-e505-418e-8eb8-06187365431a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440848 Nov 19 18:51:46.400234 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.agents_db [None req-619e5c26-d9ed-4321-86eb-7d443bb9dfa2 None None] Agent healthcheck: found 7 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 18:51:47.125766 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f119a308-b69d-483f-9e73-e9a3171f6d8d req-16f06feb-d727-4930-8eaa-efedc18d678d tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:47.127288 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f119a308-b69d-483f-9e73-e9a3171f6d8d req-16f06feb-d727-4930-8eaa-efedc18d678d tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/ports?device_id=6e79aa8f-1a78-4672-9b5f-2021c5a08187 HTTP/1.1" status: 200 len: 945 time: 0.0561707 Nov 19 18:51:47.177142 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f119a308-b69d-483f-9e73-e9a3171f6d8d req-10f1c9ca-fa44-4b25-a96f-4664741b8753 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/security-groups?id=b27167fa-e505-418e-8eb8-06187365431a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439062 Nov 19 18:51:47.199775 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 49360) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:51:47.264152 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-62168a98-43ba-4b4a-bbe2-73e36b060e27 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/floatingips/0d29bbae-ca21-4baf-b8c4-2f99c29272cc HTTP/1.1" status: 200 len: 993 time: 0.0630970 Nov 19 18:51:47.485568 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 49366) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:51:47.644925 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-926801e7-62ea-4a43-ad3b-5c1d01ac60ed tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Deleting port ce94d6f9-9c64-47e0-9cb2-f991c0169602 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:51:47.645272 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-926801e7-62ea-4a43-ad3b-5c1d01ac60ed tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:47.722118 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-926801e7-62ea-4a43-ad3b-5c1d01ac60ed tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:47.722445 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-926801e7-62ea-4a43-ad3b-5c1d01ac60ed tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:47.734612 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-926801e7-62ea-4a43-ad3b-5c1d01ac60ed tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Calling delete_port for ce94d6f9-9c64-47e0-9cb2-f991c0169602 owned by network:floatingip {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:51:47.881602 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-926801e7-62ea-4a43-ad3b-5c1d01ac60ed tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:47.911062 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926801e7-62ea-4a43-ad3b-5c1d01ac60ed tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Pushing event deleted for resources: {'Port': ['ID=ce94d6f9-9c64-47e0-9cb2-f991c0169602,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:51:47.936442 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926801e7-62ea-4a43-ad3b-5c1d01ac60ed tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:51:47.936797 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926801e7-62ea-4a43-ad3b-5c1d01ac60ed tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:51:47.937144 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926801e7-62ea-4a43-ad3b-5c1d01ac60ed tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:51:47.937485 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926801e7-62ea-4a43-ad3b-5c1d01ac60ed tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:51:47.937836 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926801e7-62ea-4a43-ad3b-5c1d01ac60ed tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:51:47.938179 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926801e7-62ea-4a43-ad3b-5c1d01ac60ed tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:51:47.938516 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926801e7-62ea-4a43-ad3b-5c1d01ac60ed tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:51:47.938848 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926801e7-62ea-4a43-ad3b-5c1d01ac60ed tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:51:47.939182 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926801e7-62ea-4a43-ad3b-5c1d01ac60ed tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:51:47.939511 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926801e7-62ea-4a43-ad3b-5c1d01ac60ed tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:51:47.939841 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926801e7-62ea-4a43-ad3b-5c1d01ac60ed tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:51:47.940164 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926801e7-62ea-4a43-ad3b-5c1d01ac60ed tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:51:47.983127 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-926801e7-62ea-4a43-ad3b-5c1d01ac60ed tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for floatingip, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:47.983466 n-d-818022-2 neutron-server[103365]: INFO neutron.db.l3_db [None req-926801e7-62ea-4a43-ad3b-5c1d01ac60ed tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Floating IP 0d29bbae-ca21-4baf-b8c4-2f99c29272cc disassociated (deleted). External IP: 172.25.7.126, port: 6521bccc-e378-4787-ad50-c06c2ddafb07. Nov 19 18:51:48.191383 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-926801e7-62ea-4a43-ad3b-5c1d01ac60ed tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Router 260568ba-93ad-4b94-9747-61649c506cb4 has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 18:51:48.296850 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-926801e7-62ea-4a43-ad3b-5c1d01ac60ed tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:51:48.301736 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-926801e7-62ea-4a43-ad3b-5c1d01ac60ed tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for floatingip, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:48.308004 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e2906e4-0078-4ce2-8d1e-c00de5799c4d None None] Sync routers for ids ['260568ba-93ad-4b94-9747-61649c506cb4'] in n-d-818022-2 {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:51:48.317923 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e2906e4-0078-4ce2-8d1e-c00de5799c4d None None] Routers {'260568ba-93ad-4b94-9747-61649c506cb4'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:51:48.318530 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-8e2906e4-0078-4ce2-8d1e-c00de5799c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:51:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['260568ba-93ad-4b94-9747-61649c506cb4'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:51:48.329111 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-926801e7-62ea-4a43-ad3b-5c1d01ac60ed tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "DELETE /v2.0/floatingips/0d29bbae-ca21-4baf-b8c4-2f99c29272cc HTTP/1.1" status: 204 len: 168 time: 0.8424501 Nov 19 18:51:48.329706 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e79aa8f-1a78-4672-9b5f-2021c5a08187', 'tag': '6521bccc-e378-4787-ad50-c06c2ddafb07'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:51:48.332205 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd49725d620cdd9f83c5eaf1b0fd23d69d3d375bb9795dcb3d54cd15509d3c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbc876c8-b968-4da0-a0eb-452c1b94e8f7" -d '{"events": [{"name": "network-changed", "server_uuid": "6e79aa8f-1a78-4672-9b5f-2021c5a08187", "tag": "6521bccc-e378-4787-ad50-c06c2ddafb07"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:51:48.373490 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 18:51:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a0ca045-562d-41d5-89e4-c3c7c3ab1e00 x-openstack-request-id: req-8a0ca045-562d-41d5-89e4-c3c7c3ab1e00 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:51:48.373898 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e79aa8f-1a78-4672-9b5f-2021c5a08187", "tag": "6521bccc-e378-4787-ad50-c06c2ddafb07", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:51:48.374225 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-8a0ca045-562d-41d5-89e4-c3c7c3ab1e00 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:51:48.374735 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e79aa8f-1a78-4672-9b5f-2021c5a08187', 'tag': '6521bccc-e378-4787-ad50-c06c2ddafb07', 'status': 'completed', 'code': 200} Nov 19 18:51:48.429874 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-8e2906e4-0078-4ce2-8d1e-c00de5799c4d None None] Set router 260568ba-93ad-4b94-9747-61649c506cb4 gateway port host: n-d-818022-2 {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:51:48.439176 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc876c8-b968-4da0-a0eb-452c1b94e8f7 req-7e4fc64a-76a6-49a1-9112-cada1a159310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:48.440930 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-dbc876c8-b968-4da0-a0eb-452c1b94e8f7 req-7e4fc64a-76a6-49a1-9112-cada1a159310 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b8c9426a09804bdabdb147a7feac3908&device_id=6e79aa8f-1a78-4672-9b5f-2021c5a08187 HTTP/1.1" status: 200 len: 1096 time: 0.0417681 Nov 19 18:51:48.569247 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc876c8-b968-4da0-a0eb-452c1b94e8f7 req-b0b09ed2-7ba7-4f45-8fa6-d3e8f758e9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:48.571392 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-dbc876c8-b968-4da0-a0eb-452c1b94e8f7 req-b0b09ed2-7ba7-4f45-8fa6-d3e8f758e9ac service neutron] 10.222.0.60 "GET /v2.0/networks?id=c46e9dad-6c1b-49ff-89fe-c627343d3fa7 HTTP/1.1" status: 200 len: 897 time: 0.1210642 Nov 19 18:51:48.614703 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-dbc876c8-b968-4da0-a0eb-452c1b94e8f7 req-de0396e1-7ad9-4d2b-b8f6-317b1bb973f4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6521bccc-e378-4787-ad50-c06c2ddafb07 HTTP/1.1" status: 200 len: 217 time: 0.0356438 Nov 19 18:51:48.622790 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa26e56-13b7-4e32-9b39-e7d047c25787 req-576f29c3-95dc-4597-ab82-881d1ab5dbaa tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:48.624356 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6fa26e56-13b7-4e32-9b39-e7d047c25787 req-576f29c3-95dc-4597-ab82-881d1ab5dbaa tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/ports?device_id=6e79aa8f-1a78-4672-9b5f-2021c5a08187 HTTP/1.1" status: 200 len: 945 time: 0.0951316 Nov 19 18:51:48.642091 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-8e2906e4-0078-4ce2-8d1e-c00de5799c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '260568ba-93ad-4b94-9747-61649c506cb4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-738429230', 'tenant_id': 'b8c9426a09804bdabdb147a7feac3908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.251'}], 'enable_snat': True}, 'gw_port_id': '9ec858d7-05f6-4a2a-bd3a-a0b520dbc918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:50:52Z', 'updated_at': '2021-11-19T18:50:56Z', 'revision_number': 4, 'project_id': 'b8c9426a09804bdabdb147a7feac3908', 'gw_port': {'id': '9ec858d7-05f6-4a2a-bd3a-a0b520dbc918', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:60:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260568ba-93ad-4b94-9747-61649c506cb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:50:53Z', 'updated_at': '2021-11-19T18:50:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': '71ec6e86-6d95-4581-8dce-5cd2903ad1d9', 'name': '', 'network_id': 'c46e9dad-6c1b-49ff-89fe-c627343d3fa7', 'tenant_id': 'b8c9426a09804bdabdb147a7feac3908', 'mac_address': 'fa:16:3e:20:23:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260568ba-93ad-4b94-9747-61649c506cb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'd143f66f-98a6-456c-929a-852a197ee547', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:50:55Z', 'updated_at': '2021-11-19T18:50:59Z', 'revision_number': 5, 'project_id': 'b8c9426a09804bdabdb147a7feac3908', 'subnets': [{'id': 'd143f66f-98a6-456c-929a-852a197ee547', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:51:48.671232 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e2906e4-0078-4ce2-8d1e-c00de5799c4d None None] Checking router: 260568ba-93ad-4b94-9747-61649c506cb4 for host: n-d-818022-2 {{(pid=103366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:51:48.676969 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6fa26e56-13b7-4e32-9b39-e7d047c25787 req-f78b7108-c5f8-4ae2-ba08-4a1230e705ba tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/security-groups?id=b27167fa-e505-418e-8eb8-06187365431a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465975 Nov 19 18:51:48.680016 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e2906e4-0078-4ce2-8d1e-c00de5799c4d None None] Routers {'260568ba-93ad-4b94-9747-61649c506cb4'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:51:48.680874 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-8e2906e4-0078-4ce2-8d1e-c00de5799c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:51:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['260568ba-93ad-4b94-9747-61649c506cb4'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:51:48.773954 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc876c8-b968-4da0-a0eb-452c1b94e8f7 req-7262f997-c075-4c96-89c2-a05c4d4481d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:48.775466 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-dbc876c8-b968-4da0-a0eb-452c1b94e8f7 req-7262f997-c075-4c96-89c2-a05c4d4481d1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d143f66f-98a6-456c-929a-852a197ee547 HTTP/1.1" status: 200 len: 835 time: 0.0446951 Nov 19 18:51:48.825410 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc876c8-b968-4da0-a0eb-452c1b94e8f7 req-3390ebda-42f4-4948-ad07-83cb71f311c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:48.827522 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-dbc876c8-b968-4da0-a0eb-452c1b94e8f7 req-3390ebda-42f4-4948-ad07-83cb71f311c5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c46e9dad-6c1b-49ff-89fe-c627343d3fa7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444031 Nov 19 18:51:48.924292 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-dbc876c8-b968-4da0-a0eb-452c1b94e8f7 req-7466f856-2417-4900-8a80-81df42d113da service neutron] 10.222.0.60 "GET /v2.0/networks/c46e9dad-6c1b-49ff-89fe-c627343d3fa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880930 Nov 19 18:51:48.948210 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-8e2906e4-0078-4ce2-8d1e-c00de5799c4d None None] Set router 260568ba-93ad-4b94-9747-61649c506cb4 gateway port host: n-d-818022-2 {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:51:49.015924 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-dbc876c8-b968-4da0-a0eb-452c1b94e8f7 req-f528cd7e-fe2c-44d7-8557-1d25d2a68b97 service neutron] 10.222.0.60 "GET /v2.0/networks/c46e9dad-6c1b-49ff-89fe-c627343d3fa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834816 Nov 19 18:51:49.142402 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-8e2906e4-0078-4ce2-8d1e-c00de5799c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '260568ba-93ad-4b94-9747-61649c506cb4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-738429230', 'tenant_id': 'b8c9426a09804bdabdb147a7feac3908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.251'}], 'enable_snat': True}, 'gw_port_id': '9ec858d7-05f6-4a2a-bd3a-a0b520dbc918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:50:52Z', 'updated_at': '2021-11-19T18:50:56Z', 'revision_number': 4, 'project_id': 'b8c9426a09804bdabdb147a7feac3908', 'gw_port': {'id': '9ec858d7-05f6-4a2a-bd3a-a0b520dbc918', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:60:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260568ba-93ad-4b94-9747-61649c506cb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:50:53Z', 'updated_at': '2021-11-19T18:50:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': '71ec6e86-6d95-4581-8dce-5cd2903ad1d9', 'name': '', 'network_id': 'c46e9dad-6c1b-49ff-89fe-c627343d3fa7', 'tenant_id': 'b8c9426a09804bdabdb147a7feac3908', 'mac_address': 'fa:16:3e:20:23:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260568ba-93ad-4b94-9747-61649c506cb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'd143f66f-98a6-456c-929a-852a197ee547', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:50:55Z', 'updated_at': '2021-11-19T18:50:59Z', 'revision_number': 5, 'project_id': 'b8c9426a09804bdabdb147a7feac3908', 'subnets': [{'id': 'd143f66f-98a6-456c-929a-852a197ee547', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:51:49.167967 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e2906e4-0078-4ce2-8d1e-c00de5799c4d None None] The sync data for ids ['260568ba-93ad-4b94-9747-61649c506cb4'] in n-d-818022-2 is: [{'id': '260568ba-93ad-4b94-9747-61649c506cb4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-738429230', 'tenant_id': 'b8c9426a09804bdabdb147a7feac3908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.251'}], 'enable_snat': True}, 'gw_port_id': '9ec858d7-05f6-4a2a-bd3a-a0b520dbc918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:50:52Z', 'updated_at': '2021-11-19T18:50:56Z', 'revision_number': 4, 'project_id': 'b8c9426a09804bdabdb147a7feac3908', 'gw_port': {'id': '9ec858d7-05f6-4a2a-bd3a-a0b520dbc918', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:60:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260568ba-93ad-4b94-9747-61649c506cb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:50:53Z', 'updated_at': '2021-11-19T18:50:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': '71ec6e86-6d95-4581-8dce-5cd2903ad1d9', 'name': '', 'network_id': 'c46e9dad-6c1b-49ff-89fe-c627343d3fa7', 'tenant_id': 'b8c9426a09804bdabdb147a7feac3908', 'mac_address': 'fa:16:3e:20:23:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260568ba-93ad-4b94-9747-61649c506cb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'd143f66f-98a6-456c-929a-852a197ee547', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:50:55Z', 'updated_at': '2021-11-19T18:50:59Z', 'revision_number': 5, 'project_id': 'b8c9426a09804bdabdb147a7feac3908', 'subnets': [{'id': 'd143f66f-98a6-456c-929a-852a197ee547', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:51:49.380192 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ade2ea6-0493-4405-b55c-c1fd63d2627f None None] New status for floating IP 0d29bbae-ca21-4baf-b8c4-2f99c29272cc: DOWN {{(pid=103367) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 18:51:49.796272 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a900d4ec-eb60-4277-a5dd-d9611c1c2068 req-23af1c4c-9cdd-4a0e-b789-eecef9727bac tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:49.797756 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a900d4ec-eb60-4277-a5dd-d9611c1c2068 req-23af1c4c-9cdd-4a0e-b789-eecef9727bac tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/ports?device_id=6e79aa8f-1a78-4672-9b5f-2021c5a08187 HTTP/1.1" status: 200 len: 945 time: 0.0492876 Nov 19 18:51:49.846472 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a900d4ec-eb60-4277-a5dd-d9611c1c2068 req-a8b72ec1-da47-429c-8024-8e7e177ee838 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/security-groups?id=b27167fa-e505-418e-8eb8-06187365431a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428555 Nov 19 18:51:50.281660 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bfb5c0-3bfe-42d4-897e-bc1a56b558f3 req-8739049d-9bf4-49b7-8a8b-f046621bae49 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:50.283124 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-13bfb5c0-3bfe-42d4-897e-bc1a56b558f3 req-8739049d-9bf4-49b7-8a8b-f046621bae49 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.60 "GET /v2.0/ports?device_id=6e79aa8f-1a78-4672-9b5f-2021c5a08187 HTTP/1.1" status: 200 len: 945 time: 0.0491199 Nov 19 18:51:50.375886 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [req-13bfb5c0-3bfe-42d4-897e-bc1a56b558f3 req-64bf2291-2d86-4e3c-82ff-d8ab0e249a66 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Deleting port 6521bccc-e378-4787-ad50-c06c2ddafb07 {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:51:50.376141 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-13bfb5c0-3bfe-42d4-897e-bc1a56b558f3 req-64bf2291-2d86-4e3c-82ff-d8ab0e249a66 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:50.462422 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-13bfb5c0-3bfe-42d4-897e-bc1a56b558f3 req-64bf2291-2d86-4e3c-82ff-d8ab0e249a66 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] For port 6521bccc-e378-4787-ad50-c06c2ddafb07, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=6521bccc-e378-4787-ad50-c06c2ddafb07,segment=NetworkSegment(a59ba8b7-22f1-4a64-be02-3474b0ce4f8c),segment_id=a59ba8b7-22f1-4a64-be02-3474b0ce4f8c)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:51:50.462783 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-13bfb5c0-3bfe-42d4-897e-bc1a56b558f3 req-64bf2291-2d86-4e3c-82ff-d8ab0e249a66 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:50.475001 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [req-13bfb5c0-3bfe-42d4-897e-bc1a56b558f3 req-64bf2291-2d86-4e3c-82ff-d8ab0e249a66 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Calling delete_port for 6521bccc-e378-4787-ad50-c06c2ddafb07 owned by compute:nova {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:51:50.603701 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-13bfb5c0-3bfe-42d4-897e-bc1a56b558f3 req-64bf2291-2d86-4e3c-82ff-d8ab0e249a66 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:50.632204 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bf2291-2d86-4e3c-82ff-d8ab0e249a66 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Pushing event deleted for resources: {'Port': ['ID=6521bccc-e378-4787-ad50-c06c2ddafb07,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:51:50.676317 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [req-13bfb5c0-3bfe-42d4-897e-bc1a56b558f3 req-64bf2291-2d86-4e3c-82ff-d8ab0e249a66 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] No DVR routers for this DVR port 6521bccc-e378-4787-ad50-c06c2ddafb07 on host n-h1-818022-2 {{(pid=103364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:51:50.678956 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-13bfb5c0-3bfe-42d4-897e-bc1a56b558f3 req-64bf2291-2d86-4e3c-82ff-d8ab0e249a66 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:50.683146 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-13bfb5c0-3bfe-42d4-897e-bc1a56b558f3 req-64bf2291-2d86-4e3c-82ff-d8ab0e249a66 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.60 "DELETE /v2.0/ports/6521bccc-e378-4787-ad50-c06c2ddafb07 HTTP/1.1" status: 204 len: 173 time: 0.3931999 Nov 19 18:51:50.683588 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e79aa8f-1a78-4672-9b5f-2021c5a08187', 'name': 'network-vif-deleted', 'tag': '6521bccc-e378-4787-ad50-c06c2ddafb07'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:51:50.685835 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52b8413beb4c6ee9e3ef24221fee7166c8d58dd3d366bc989a0565316b268f0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8df53c6-ea74-4468-9d3f-6fa45c41530d" -d '{"events": [{"server_uuid": "6e79aa8f-1a78-4672-9b5f-2021c5a08187", "name": "network-vif-deleted", "tag": "6521bccc-e378-4787-ad50-c06c2ddafb07"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:51:50.723616 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:51:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dcca545-39ba-4f1f-a18a-461bb361f66b x-openstack-request-id: req-2dcca545-39ba-4f1f-a18a-461bb361f66b {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:51:50.723909 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e79aa8f-1a78-4672-9b5f-2021c5a08187", "name": "network-vif-deleted", "tag": "6521bccc-e378-4787-ad50-c06c2ddafb07", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:51:50.724158 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-2dcca545-39ba-4f1f-a18a-461bb361f66b {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:51:50.724579 n-d-818022-2 neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e79aa8f-1a78-4672-9b5f-2021c5a08187', 'name': 'network-vif-deleted', 'tag': '6521bccc-e378-4787-ad50-c06c2ddafb07', 'status': 'completed', 'code': 200} Nov 19 18:51:50.955147 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-88f0c95d-2d06-4194-944d-1128b85c1a15 req-2d31cf54-11ce-4df2-80d8-803c29a5b050 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "GET /v2.0/ports?device_id=6e79aa8f-1a78-4672-9b5f-2021c5a08187 HTTP/1.1" status: 200 len: 210 time: 0.0312107 Nov 19 18:51:52.012207 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 49382) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:51:52.372864 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8c9de7af-f13b-483b-b971-573709bcef01 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-768564'] for router_interface, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:52.624536 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-8c9de7af-f13b-483b-b971-573709bcef01 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Deleting port 71ec6e86-6d95-4581-8dce-5cd2903ad1d9 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:51:52.624800 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8c9de7af-f13b-483b-b971-573709bcef01 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:52.713395 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [None req-8c9de7af-f13b-483b-b971-573709bcef01 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] For port 71ec6e86-6d95-4581-8dce-5cd2903ad1d9, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=71ec6e86-6d95-4581-8dce-5cd2903ad1d9,segment=NetworkSegment(a59ba8b7-22f1-4a64-be02-3474b0ce4f8c),segment_id=a59ba8b7-22f1-4a64-be02-3474b0ce4f8c)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:51:52.713749 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8c9de7af-f13b-483b-b971-573709bcef01 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:52.726733 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-8c9de7af-f13b-483b-b971-573709bcef01 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Calling delete_port for 71ec6e86-6d95-4581-8dce-5cd2903ad1d9 owned by network:router_interface {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:51:52.902712 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8c9de7af-f13b-483b-b971-573709bcef01 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:52.928332 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9de7af-f13b-483b-b971-573709bcef01 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Pushing event deleted for resources: {'Port': ['ID=71ec6e86-6d95-4581-8dce-5cd2903ad1d9,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:51:53.102413 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8c9de7af-f13b-483b-b971-573709bcef01 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-768648'] for router_interface, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:53.314079 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c9de7af-f13b-483b-b971-573709bcef01 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Router 260568ba-93ad-4b94-9747-61649c506cb4 has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 18:51:53.419792 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c9de7af-f13b-483b-b971-573709bcef01 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:51:53.424934 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-8c9de7af-f13b-483b-b971-573709bcef01 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "PUT /v2.0/routers/260568ba-93ad-4b94-9747-61649c506cb4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4116268 Nov 19 18:51:53.427535 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 49384) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:51:53.431057 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c83a02-045f-448d-9065-0ea7533244e9 None None] Sync routers for ids ['260568ba-93ad-4b94-9747-61649c506cb4'] in n-d-818022-2 {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:51:53.441799 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c83a02-045f-448d-9065-0ea7533244e9 None None] Routers {'260568ba-93ad-4b94-9747-61649c506cb4'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:51:53.442425 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-90c83a02-045f-448d-9065-0ea7533244e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:51:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['260568ba-93ad-4b94-9747-61649c506cb4'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:51:53.477788 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_v2 [None req-43ac56aa-20d6-4822-9773-a8913d9c2af5 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Deleting subnet d143f66f-98a6-456c-929a-852a197ee547 {{(pid=103365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 18:51:53.480955 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-43ac56aa-20d6-4822-9773-a8913d9c2af5 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for subnet, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:53.524353 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-43ac56aa-20d6-4822-9773-a8913d9c2af5 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12546453'] for subnet, precommit_delete_associations {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:53.549524 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-90c83a02-045f-448d-9065-0ea7533244e9 None None] Set router 260568ba-93ad-4b94-9747-61649c506cb4 gateway port host: n-d-818022-2 {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:51:53.616006 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-43ac56aa-20d6-4822-9773-a8913d9c2af5 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:53.675935 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-43ac56aa-20d6-4822-9773-a8913d9c2af5 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12282919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8731163'] for subnet, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:53.702430 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ac56aa-20d6-4822-9773-a8913d9c2af5 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Pushing event deleted for resources: {'Subnet': ['ID=d143f66f-98a6-456c-929a-852a197ee547,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:51:53.706235 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-43ac56aa-20d6-4822-9773-a8913d9c2af5 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:53.714174 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-43ac56aa-20d6-4822-9773-a8913d9c2af5 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "DELETE /v2.0/subnets/d143f66f-98a6-456c-929a-852a197ee547 HTTP/1.1" status: 204 len: 168 time: 0.2811995 Nov 19 18:51:53.714174 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 49386) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:51:53.716067 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b87c7016-3ae4-4d3c-8901-5a86bbbb6a06 None None] Network c46e9dad-6c1b-49ff-89fe-c627343d3fa7 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:51:53.795422 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-90c83a02-045f-448d-9065-0ea7533244e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '260568ba-93ad-4b94-9747-61649c506cb4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-738429230', 'tenant_id': 'b8c9426a09804bdabdb147a7feac3908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.251'}], 'enable_snat': True}, 'gw_port_id': '9ec858d7-05f6-4a2a-bd3a-a0b520dbc918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:50:52Z', 'updated_at': '2021-11-19T18:51:52Z', 'revision_number': 5, 'project_id': 'b8c9426a09804bdabdb147a7feac3908', 'gw_port': {'id': '9ec858d7-05f6-4a2a-bd3a-a0b520dbc918', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:60:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260568ba-93ad-4b94-9747-61649c506cb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:50:53Z', 'updated_at': '2021-11-19T18:50:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:51:53.825845 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-650a784d-28f6-44aa-8776-3a68e55d9e99 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for router, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:53.837644 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c83a02-045f-448d-9065-0ea7533244e9 None None] Checking router: 260568ba-93ad-4b94-9747-61649c506cb4 for host: n-d-818022-2 {{(pid=103366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:51:53.862770 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c83a02-045f-448d-9065-0ea7533244e9 None None] Routers {'260568ba-93ad-4b94-9747-61649c506cb4'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:51:53.863302 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-90c83a02-045f-448d-9065-0ea7533244e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:51:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['260568ba-93ad-4b94-9747-61649c506cb4'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:51:53.986885 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-90c83a02-045f-448d-9065-0ea7533244e9 None None] Set router 260568ba-93ad-4b94-9747-61649c506cb4 gateway port host: n-d-818022-2 {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:51:54.018350 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0c8c6a5-4a9e-4e67-8513-2781d2467a69 None None] DHCP port deletion for c46e9dad-6c1b-49ff-89fe-c627343d3fa7 request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:51:54.192258 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device a498e728-1dcf-47d0-b5d5-607fe2f378c9 no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:51:54.197581 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-d0c8c6a5-4a9e-4e67-8513-2781d2467a69 None None] Deleting port a498e728-1dcf-47d0-b5d5-607fe2f378c9 {{(pid=103366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:51:54.197986 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d0c8c6a5-4a9e-4e67-8513-2781d2467a69 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:54.263306 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-650a784d-28f6-44aa-8776-3a68e55d9e99 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:54.264700 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 6521bccc-e378-4787-ad50-c06c2ddafb07 no longer exists at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:51:54.300345 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] No Port match for: 6521bccc-e378-4787-ad50-c06c2ddafb07 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:51:54.300688 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 6521bccc-e378-4787-ad50-c06c2ddafb07 not bound to the agent host n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:51:54.322552 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-650a784d-28f6-44aa-8776-3a68e55d9e99 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Deleting port 9ec858d7-05f6-4a2a-bd3a-a0b520dbc918 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:51:54.322895 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-650a784d-28f6-44aa-8776-3a68e55d9e99 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:54.324315 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-d0c8c6a5-4a9e-4e67-8513-2781d2467a69 None None] For port a498e728-1dcf-47d0-b5d5-607fe2f378c9, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=a498e728-1dcf-47d0-b5d5-607fe2f378c9,segment=NetworkSegment(a59ba8b7-22f1-4a64-be02-3474b0ce4f8c),segment_id=a59ba8b7-22f1-4a64-be02-3474b0ce4f8c)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:51:54.324706 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d0c8c6a5-4a9e-4e67-8513-2781d2467a69 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:54.343006 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-d0c8c6a5-4a9e-4e67-8513-2781d2467a69 None None] Calling delete_port for a498e728-1dcf-47d0-b5d5-607fe2f378c9 owned by network:dhcp {{(pid=103366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:51:54.403966 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [None req-650a784d-28f6-44aa-8776-3a68e55d9e99 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] For port 9ec858d7-05f6-4a2a-bd3a-a0b520dbc918, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=9ec858d7-05f6-4a2a-bd3a-a0b520dbc918,segment=NetworkSegment(bbe705c1-96c0-476e-8381-28227e6f0ac5),segment_id=bbe705c1-96c0-476e-8381-28227e6f0ac5)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:51:54.404239 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-650a784d-28f6-44aa-8776-3a68e55d9e99 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:54.416777 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-650a784d-28f6-44aa-8776-3a68e55d9e99 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Calling delete_port for 9ec858d7-05f6-4a2a-bd3a-a0b520dbc918 owned by network:router_gateway {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:51:54.425117 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-90c83a02-045f-448d-9065-0ea7533244e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '260568ba-93ad-4b94-9747-61649c506cb4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-738429230', 'tenant_id': 'b8c9426a09804bdabdb147a7feac3908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.251'}], 'enable_snat': True}, 'gw_port_id': '9ec858d7-05f6-4a2a-bd3a-a0b520dbc918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:50:52Z', 'updated_at': '2021-11-19T18:51:52Z', 'revision_number': 5, 'project_id': 'b8c9426a09804bdabdb147a7feac3908', 'gw_port': {'id': '9ec858d7-05f6-4a2a-bd3a-a0b520dbc918', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:60:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260568ba-93ad-4b94-9747-61649c506cb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:50:53Z', 'updated_at': '2021-11-19T18:50:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:51:54.426825 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:54.466765 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c83a02-045f-448d-9065-0ea7533244e9 None None] The sync data for ids ['260568ba-93ad-4b94-9747-61649c506cb4'] in n-d-818022-2 is: [{'id': '260568ba-93ad-4b94-9747-61649c506cb4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-738429230', 'tenant_id': 'b8c9426a09804bdabdb147a7feac3908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.251'}], 'enable_snat': True}, 'gw_port_id': '9ec858d7-05f6-4a2a-bd3a-a0b520dbc918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:50:52Z', 'updated_at': '2021-11-19T18:51:52Z', 'revision_number': 5, 'project_id': 'b8c9426a09804bdabdb147a7feac3908', 'gw_port': {'id': '9ec858d7-05f6-4a2a-bd3a-a0b520dbc918', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:60:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260568ba-93ad-4b94-9747-61649c506cb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:50:53Z', 'updated_at': '2021-11-19T18:50:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:51:54.509798 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] For port a498e728-1dcf-47d0-b5d5-607fe2f378c9, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=a498e728-1dcf-47d0-b5d5-607fe2f378c9,segment=NetworkSegment(a59ba8b7-22f1-4a64-be02-3474b0ce4f8c),segment_id=a59ba8b7-22f1-4a64-be02-3474b0ce4f8c)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:51:54.516438 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:54.542623 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d0c8c6a5-4a9e-4e67-8513-2781d2467a69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007'] for port, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:54.561437 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c8c6a5-4a9e-4e67-8513-2781d2467a69 None None] No DVR routers for this DVR port a498e728-1dcf-47d0-b5d5-607fe2f378c9 on host n-d-818022-2 {{(pid=103366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:51:54.578294 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Pushing event updated for resources: {'Port': ['ID=a498e728-1dcf-47d0-b5d5-607fe2f378c9,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:51:54.585831 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:51:54.586185 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:51:54.586531 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:51:54.586874 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:51:54.587213 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:51:54.587547 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:51:54.587882 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:51:54.588210 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:51:54.588548 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:51:54.588970 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:51:54.589533 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:51:54.589901 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:51:54.602035 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-650a784d-28f6-44aa-8776-3a68e55d9e99 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:54.613418 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c8c6a5-4a9e-4e67-8513-2781d2467a69 None None] Pushing event deleted for resources: {'Port': ['ID=a498e728-1dcf-47d0-b5d5-607fe2f378c9,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:51:54.625775 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650a784d-28f6-44aa-8776-3a68e55d9e99 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Pushing event deleted for resources: {'Port': ['ID=9ec858d7-05f6-4a2a-bd3a-a0b520dbc918,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:51:54.642142 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5305ff3-99dd-410b-8639-445dcf5bfd8c None None] DHCP port deletion for 645e61aa-1a6c-4e8f-857e-ab06edb4897f request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:51:54.691730 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-650a784d-28f6-44aa-8776-3a68e55d9e99 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-671730'] for router_gateway, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:54.783416 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-650a784d-28f6-44aa-8776-3a68e55d9e99 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4696'] for router, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:54.785416 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-650a784d-28f6-44aa-8776-3a68e55d9e99 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:54.828316 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-650a784d-28f6-44aa-8776-3a68e55d9e99 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-543895'] for router, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:54.829144 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-650a784d-28f6-44aa-8776-3a68e55d9e99 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Fanout notify agent at l3_agent the message router_deleted on router 260568ba-93ad-4b94-9747-61649c506cb4 {{(pid=103365) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 18:51:54.840533 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-650a784d-28f6-44aa-8776-3a68e55d9e99 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for router, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:54.841654 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-650a784d-28f6-44aa-8776-3a68e55d9e99 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "DELETE /v2.0/routers/260568ba-93ad-4b94-9747-61649c506cb4 HTTP/1.1" status: 204 len: 168 time: 1.1278729 Nov 19 18:51:54.844516 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 49388) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:51:54.928459 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-265fe0ef-e102-4b33-9436-12627a46d287 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:55.018226 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-265fe0ef-e102-4b33-9436-12627a46d287 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:55.037888 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-265fe0ef-e102-4b33-9436-12627a46d287 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c46e9dad-6c1b-49ff-89fe-c627343d3fa7']}} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:51:55.047668 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-265fe0ef-e102-4b33-9436-12627a46d287 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a59ba8b7-22f1-4a64-be02-3474b0ce4f8c') {'for_net_delete': True} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:51:55.048027 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-265fe0ef-e102-4b33-9436-12627a46d287 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a59ba8b7-22f1-4a64-be02-3474b0ce4f8c') {} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:51:55.058729 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-265fe0ef-e102-4b33-9436-12627a46d287 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12545382'] for segment, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:55.072066 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-265fe0ef-e102-4b33-9436-12627a46d287 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:55.078375 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-265fe0ef-e102-4b33-9436-12627a46d287 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Releasing vlan 654 on physical network physnet1 to pool {{(pid=103365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 18:51:55.078777 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-265fe0ef-e102-4b33-9436-12627a46d287 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12282953'] for segment, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:55.081960 n-d-818022-2 neutron-server[103365]: Traceback (most recent call last): Nov 19 18:51:55.081960 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 18:51:55.081960 n-d-818022-2 neutron-server[103365]: timer() Nov 19 18:51:55.081960 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 18:51:55.081960 n-d-818022-2 neutron-server[103365]: cb(*args, **kw) Nov 19 18:51:55.081960 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 18:51:55.081960 n-d-818022-2 neutron-server[103365]: return func(*args, **kwargs) Nov 19 18:51:55.081960 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 18:51:55.081960 n-d-818022-2 neutron-server[103365]: self._notify() Nov 19 18:51:55.081960 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 18:51:55.081960 n-d-818022-2 neutron-server[103365]: self.callback(batched_events) Nov 19 18:51:55.081960 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 18:51:55.081960 n-d-818022-2 neutron-server[103365]: event.method(event) Nov 19 18:51:55.081960 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 18:51:55.081960 n-d-818022-2 neutron-server[103365]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 18:51:55.081960 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 18:51:55.081960 n-d-818022-2 neutron-server[103365]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 18:51:55.081960 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 18:51:55.081960 n-d-818022-2 neutron-server[103365]: return f(self, *a, **k) Nov 19 18:51:55.081960 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 18:51:55.081960 n-d-818022-2 neutron-server[103365]: return self._get(url).json() Nov 19 18:51:55.081960 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 18:51:55.081960 n-d-818022-2 neutron-server[103365]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 18:51:55.081960 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 18:51:55.081960 n-d-818022-2 neutron-server[103365]: return self.request(url, 'GET', **kwargs) Nov 19 18:51:55.081960 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 18:51:55.081960 n-d-818022-2 neutron-server[103365]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 18:51:55.081960 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 18:51:55.081960 n-d-818022-2 neutron-server[103365]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 18:51:55.081960 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 18:51:55.081960 n-d-818022-2 neutron-server[103365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 18:51:55.081960 n-d-818022-2 neutron-server[103365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 18:51:55.145932 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-265fe0ef-e102-4b33-9436-12627a46d287 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671242'] for network, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:55.155190 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-265fe0ef-e102-4b33-9436-12627a46d287 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:55.158020 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-265fe0ef-e102-4b33-9436-12627a46d287 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "DELETE /v2.0/networks/c46e9dad-6c1b-49ff-89fe-c627343d3fa7 HTTP/1.1" status: 204 len: 168 time: 0.3122447 Nov 19 18:51:55.160861 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 49390) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:51:55.172929 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265fe0ef-e102-4b33-9436-12627a46d287 tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Pushing event deleted for resources: {'Network': ['ID=c46e9dad-6c1b-49ff-89fe-c627343d3fa7,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:51:55.223517 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4e87a1a1-e27d-4ba6-b376-b3f5126c244d tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:55.248389 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4e87a1a1-e27d-4ba6-b376-b3f5126c244d tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:55.307643 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4e87a1a1-e27d-4ba6-b376-b3f5126c244d tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:55.310305 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4e87a1a1-e27d-4ba6-b376-b3f5126c244d tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:55.311478 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-4e87a1a1-e27d-4ba6-b376-b3f5126c244d tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] 10.222.0.54 "DELETE /v2.0/security-groups/b27167fa-e505-418e-8eb8-06187365431a HTTP/1.1" status: 204 len: 168 time: 0.1497171 Nov 19 18:51:55.320371 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e87a1a1-e27d-4ba6-b376-b3f5126c244d tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b27167fa-e505-418e-8eb8-06187365431a,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:51:55.327735 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e87a1a1-e27d-4ba6-b376-b3f5126c244d tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:51:55.328095 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e87a1a1-e27d-4ba6-b376-b3f5126c244d tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:51:55.328446 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e87a1a1-e27d-4ba6-b376-b3f5126c244d tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:51:55.328788 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e87a1a1-e27d-4ba6-b376-b3f5126c244d tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:51:55.329125 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e87a1a1-e27d-4ba6-b376-b3f5126c244d tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:51:55.329459 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e87a1a1-e27d-4ba6-b376-b3f5126c244d tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:51:55.329797 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e87a1a1-e27d-4ba6-b376-b3f5126c244d tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:51:55.330153 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e87a1a1-e27d-4ba6-b376-b3f5126c244d tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:51:55.330485 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e87a1a1-e27d-4ba6-b376-b3f5126c244d tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:51:55.330816 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e87a1a1-e27d-4ba6-b376-b3f5126c244d tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:51:55.331144 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e87a1a1-e27d-4ba6-b376-b3f5126c244d tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:51:55.331474 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e87a1a1-e27d-4ba6-b376-b3f5126c244d tempest-TestNetworkAdvancedServerOps-716643230 tempest-TestNetworkAdvancedServerOps-716643230-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:51:55.645789 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 49398) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:51:55.786862 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-bdebac9c-4b40-4f7b-8384-dc900e56e85f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b8c9426a09804bdabdb147a7feac3908&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1399026 Nov 19 18:51:55.789445 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 49402) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:51:55.836495 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1b6fabc2-f5e0-4eb8-afef-fffb9365b8e9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:55.859887 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1b6fabc2-f5e0-4eb8-afef-fffb9365b8e9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:55.905611 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1b6fabc2-f5e0-4eb8-afef-fffb9365b8e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:55.908476 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1b6fabc2-f5e0-4eb8-afef-fffb9365b8e9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:55.909695 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-1b6fabc2-f5e0-4eb8-afef-fffb9365b8e9 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/9ef63fe7-07f8-4c38-8c21-70553daf6147 HTTP/1.1" status: 204 len: 168 time: 0.1193032 Nov 19 18:51:55.917964 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6fabc2-f5e0-4eb8-afef-fffb9365b8e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ef63fe7-07f8-4c38-8c21-70553daf6147,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:51:56.112504 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 9ec858d7-05f6-4a2a-bd3a-a0b520dbc918 no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:51:56.136162 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: 9ec858d7-05f6-4a2a-bd3a-a0b520dbc918 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:51:56.136508 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 9ec858d7-05f6-4a2a-bd3a-a0b520dbc918 not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:51:56.136928 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 71ec6e86-6d95-4581-8dce-5cd2903ad1d9 no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:51:56.158433 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: 71ec6e86-6d95-4581-8dce-5cd2903ad1d9 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:51:56.158780 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 71ec6e86-6d95-4581-8dce-5cd2903ad1d9 not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:51:56.172057 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 49408) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:51:56.186371 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-26892d48-99d6-465d-807d-b19bda6302fa admin admin] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:56.262720 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-26892d48-99d6-465d-807d-b19bda6302fa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:56.266617 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-26892d48-99d6-465d-807d-b19bda6302fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:56.303277 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-26892d48-99d6-465d-807d-b19bda6302fa admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=21a0b6086fff4404b081584e98a5c78b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1300275 Nov 19 18:51:56.306716 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26892d48-99d6-465d-807d-b19bda6302fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7b536e8-c875-4706-9186-3e60152bb015,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:51:56.306889 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 49410) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:51:56.354885 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f67acbea-edee-4dd2-bdd6-eb72694fcb25 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:56.375761 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f67acbea-edee-4dd2-bdd6-eb72694fcb25 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:56.420766 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f67acbea-edee-4dd2-bdd6-eb72694fcb25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:56.423411 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f67acbea-edee-4dd2-bdd6-eb72694fcb25 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:56.424558 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-f67acbea-edee-4dd2-bdd6-eb72694fcb25 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e7b536e8-c875-4706-9186-3e60152bb015 HTTP/1.1" status: 204 len: 168 time: 0.1167202 Nov 19 18:51:56.432996 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67acbea-edee-4dd2-bdd6-eb72694fcb25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7b536e8-c875-4706-9186-3e60152bb015,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:51:57.107657 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 49432) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:51:57.201570 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-89cb5398-913b-4cdf-a9fb-e481835f6814 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1994363908-network', 'tenant_id': 'a49d01ba435542beba3e7dfaa36f2890'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:51:57.222132 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89cb5398-913b-4cdf-a9fb-e481835f6814 admin admin] Made reservation on behalf of a49d01ba435542beba3e7dfaa36f2890 for: {'network': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:51:57.224401 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-89cb5398-913b-4cdf-a9fb-e481835f6814 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:57.233030 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-89cb5398-913b-4cdf-a9fb-e481835f6814 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:57.304159 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-89cb5398-913b-4cdf-a9fb-e481835f6814 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:57.308153 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-89cb5398-913b-4cdf-a9fb-e481835f6814 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:57.334414 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89cb5398-913b-4cdf-a9fb-e481835f6814 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 683} {{(pid=103364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 18:51:57.344712 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cb5398-913b-4cdf-a9fb-e481835f6814 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=953d3205-612c-4132-8423-e5d44d635114,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:51:57.351036 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-89cb5398-913b-4cdf-a9fb-e481835f6814 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:57.351384 n-d-818022-2 neutron-server[103364]: INFO neutron.db.segments_db [None req-89cb5398-913b-4cdf-a9fb-e481835f6814 admin admin] Added segment ee4f316d-48ea-4eca-ab92-39e12675dbe7 of type vlan for network 25b52273-6fe3-4092-b937-6cc1f4aaad62 Nov 19 18:51:57.394908 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-89cb5398-913b-4cdf-a9fb-e481835f6814 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:57.418460 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-89cb5398-913b-4cdf-a9fb-e481835f6814 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:57.419696 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89cb5398-913b-4cdf-a9fb-e481835f6814 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:57.420268 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-89cb5398-913b-4cdf-a9fb-e481835f6814 admin admin] Publish callbacks [] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:57.476671 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-89cb5398-913b-4cdf-a9fb-e481835f6814 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3679042 Nov 19 18:51:57.479854 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 49436) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:51:57.482136 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cb5398-913b-4cdf-a9fb-e481835f6814 admin admin] Pushing event updated for resources: {'Network': ['ID=25b52273-6fe3-4092-b937-6cc1f4aaad62,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:51:57.484901 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-6ee8da7c-87d2-4f21-ba31-208267e49f92 admin admin] Request body: {'subnet': {'network_id': '25b52273-6fe3-4092-b937-6cc1f4aaad62', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1994363908-subnet', 'tenant_id': 'a49d01ba435542beba3e7dfaa36f2890', 'ip_version': 4}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:51:57.493435 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network 25b52273-6fe3-4092-b937-6cc1f4aaad62 details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 18:51:57.508469 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ee8da7c-87d2-4f21-ba31-208267e49f92 admin admin] Made reservation on behalf of a49d01ba435542beba3e7dfaa36f2890 for: {'subnet': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:51:57.511029 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6ee8da7c-87d2-4f21-ba31-208267e49f92 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8731248'] for subnet, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:57.678251 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6ee8da7c-87d2-4f21-ba31-208267e49f92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12283104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8731234'] for subnet, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:57.738722 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee8da7c-87d2-4f21-ba31-208267e49f92 admin admin] Pushing event updated for resources: {'Subnet': ['ID=626e55cc-e073-4b8d-9979-ad9f212a9b25,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:51:57.747850 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee8da7c-87d2-4f21-ba31-208267e49f92 admin admin] Checking segment: {'id': 'ee4f316d-48ea-4eca-ab92-39e12675dbe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '25b52273-6fe3-4092-b937-6cc1f4aaad62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:51:57.748215 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ee8da7c-87d2-4f21-ba31-208267e49f92 admin admin] Network hostable DHCP agents. Network: 25b52273-6fe3-4092-b937-6cc1f4aaad62, hostable agents: ['02910ef2-0455-4aea-9f38-9a875579633f'], hosted agents: [] {{(pid=103365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 18:51:57.763832 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ee8da7c-87d2-4f21-ba31-208267e49f92 admin admin] Network 25b52273-6fe3-4092-b937-6cc1f4aaad62 is scheduled to be hosted by DHCP agent 02910ef2-0455-4aea-9f38-9a875579633f with binding_index 1 {{(pid=103365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 18:51:57.772299 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-6ee8da7c-87d2-4f21-ba31-208267e49f92 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818022-2, 25b52273-6fe3-4092-b937-6cc1f4aaad62) {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:51:57.776617 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ee8da7c-87d2-4f21-ba31-208267e49f92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:51:57.777316 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6ee8da7c-87d2-4f21-ba31-208267e49f92 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:57.786003 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03a5a479-7255-4548-96e2-0a1be784f3d9 None None] Network 25b52273-6fe3-4092-b937-6cc1f4aaad62 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:51:57.794101 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-6ee8da7c-87d2-4f21-ba31-208267e49f92 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3130538 Nov 19 18:51:57.796737 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 49438) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:51:57.803298 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-0c469147-c90d-4735-95d8-2969e57332b8 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1994363908-router', 'tenant_id': 'a49d01ba435542beba3e7dfaa36f2890', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'}}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:51:57.824611 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0c469147-c90d-4735-95d8-2969e57332b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9890'] for router, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:57.825595 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0c469147-c90d-4735-95d8-2969e57332b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671617', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-732153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4689'] for router, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:57.880913 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0c469147-c90d-4735-95d8-2969e57332b8 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:57.937535 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89941e21-3047-4c98-85b1-620bd7d578cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54f44f5f-1200-574e-8740-2141911d5b73-25b52273-6fe3-4092-b937-6cc1f4aaad62', 'network_id': '25b52273-6fe3-4092-b937-6cc1f4aaad62', 'tenant_id': 'a49d01ba435542beba3e7dfaa36f2890', 'fixed_ips': [{'subnet_id': '626e55cc-e073-4b8d-9979-ad9f212a9b25'}]}} from n-d-818022-2. {{(pid=103366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 18:51:57.938456 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-89941e21-3047-4c98-85b1-620bd7d578cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:58.021195 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0c469147-c90d-4735-95d8-2969e57332b8 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:58.074075 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [None req-89941e21-3047-4c98-85b1-620bd7d578cd None None] Allocated IP 172.20.0.2 (25b52273-6fe3-4092-b937-6cc1f4aaad62/626e55cc-e073-4b8d-9979-ad9f212a9b25/aa473667-ea42-4cb5-aca6-9f8906ef7d85) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:51:58.218866 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-89941e21-3047-4c98-85b1-620bd7d578cd None None] Publish callbacks [] for port, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:58.219924 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0c469147-c90d-4735-95d8-2969e57332b8 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:58.223940 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-89941e21-3047-4c98-85b1-620bd7d578cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998'] for port, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:58.243665 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0c469147-c90d-4735-95d8-2969e57332b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:58.262349 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89941e21-3047-4c98-85b1-620bd7d578cd None None] Network 25b52273-6fe3-4092-b937-6cc1f4aaad62 is already hosted by enough agents. {{(pid=103366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:51:58.265150 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [None req-89941e21-3047-4c98-85b1-620bd7d578cd None None] Resources bound (agent type, host, resource id): {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:51:58.268635 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89941e21-3047-4c98-85b1-620bd7d578cd None None] Received port after_create {{(pid=103366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:51:58.278921 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89941e21-3047-4c98-85b1-620bd7d578cd None None] Pushing event updated for resources: {'Port': ['ID=aa473667-ea42-4cb5-aca6-9f8906ef7d85,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:51:58.331303 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-89941e21-3047-4c98-85b1-620bd7d578cd None None] Attempting to bind port aa473667-ea42-4cb5-aca6-9f8906ef7d85 on host n-d-818022-2 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:51:58.331677 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-89941e21-3047-4c98-85b1-620bd7d578cd None None] Attempting to bind port aa473667-ea42-4cb5-aca6-9f8906ef7d85 by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': 'ee4f316d-48ea-4eca-ab92-39e12675dbe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '25b52273-6fe3-4092-b937-6cc1f4aaad62'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:51:58.332046 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89941e21-3047-4c98-85b1-620bd7d578cd None None] Attempting to bind port aa473667-ea42-4cb5-aca6-9f8906ef7d85 on network 25b52273-6fe3-4092-b937-6cc1f4aaad62 {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:51:58.337456 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89941e21-3047-4c98-85b1-620bd7d578cd None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 51, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:51:58.337851 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89941e21-3047-4c98-85b1-620bd7d578cd None None] Checking segment: {'id': 'ee4f316d-48ea-4eca-ab92-39e12675dbe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '25b52273-6fe3-4092-b937-6cc1f4aaad62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:51:58.338262 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-89941e21-3047-4c98-85b1-620bd7d578cd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:58.338655 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89941e21-3047-4c98-85b1-620bd7d578cd None None] Bound using segment: {'id': 'ee4f316d-48ea-4eca-ab92-39e12675dbe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '25b52273-6fe3-4092-b937-6cc1f4aaad62'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:51:58.339140 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-89941e21-3047-4c98-85b1-620bd7d578cd None None] Bound port: aa473667-ea42-4cb5-aca6-9f8906ef7d85, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee4f316d-48ea-4eca-ab92-39e12675dbe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '25b52273-6fe3-4092-b937-6cc1f4aaad62'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:51:58.339696 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-89941e21-3047-4c98-85b1-620bd7d578cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:58.347166 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [None req-0c469147-c90d-4735-95d8-2969e57332b8 admin admin] Allocated IP 172.25.7.171 (645e61aa-1a6c-4e8f-857e-ab06edb4897f/88ed2d64-f56d-4f01-a468-946e01c99e82/80b88a5d-08ea-4295-83f2-06a5890a5c0a) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:51:58.404283 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-89941e21-3047-4c98-85b1-620bd7d578cd None None] For port aa473667-ea42-4cb5-aca6-9f8906ef7d85, host n-d-818022-2, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:51:58.407642 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-89941e21-3047-4c98-85b1-620bd7d578cd None None] For port aa473667-ea42-4cb5-aca6-9f8906ef7d85, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=aa473667-ea42-4cb5-aca6-9f8906ef7d85,segment=NetworkSegment(ee4f316d-48ea-4eca-ab92-39e12675dbe7),segment_id=ee4f316d-48ea-4eca-ab92-39e12675dbe7)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:51:58.412302 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-89941e21-3047-4c98-85b1-620bd7d578cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:58.464046 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0c469147-c90d-4735-95d8-2969e57332b8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:58.468577 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89941e21-3047-4c98-85b1-620bd7d578cd None None] Pushing event updated for resources: {'Port': ['ID=aa473667-ea42-4cb5-aca6-9f8906ef7d85,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:51:58.500711 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0c469147-c90d-4735-95d8-2969e57332b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:58.541501 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c469147-c90d-4735-95d8-2969e57332b8 admin admin] Network 645e61aa-1a6c-4e8f-857e-ab06edb4897f is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:51:58.544651 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-0c469147-c90d-4735-95d8-2969e57332b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:51:58.548274 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c469147-c90d-4735-95d8-2969e57332b8 admin admin] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:51:58.557925 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de189f95-f2df-45d6-85d3-5a1789275613 None None] DHCP port deletion for 645e61aa-1a6c-4e8f-857e-ab06edb4897f request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:51:58.573251 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c469147-c90d-4735-95d8-2969e57332b8 admin admin] Pushing event updated for resources: {'Port': ['ID=80b88a5d-08ea-4295-83f2-06a5890a5c0a,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:51:58.661462 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-c4635f38-8bb9-41a6-84ea-58b9a2faabc4 None None] Provisioning complete for port 80b88a5d-08ea-4295-83f2-06a5890a5c0a triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:51:58.661899 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-c4635f38-8bb9-41a6-84ea-58b9a2faabc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:58.703531 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-c4635f38-8bb9-41a6-84ea-58b9a2faabc4 None None] Port 80b88a5d-08ea-4295-83f2-06a5890a5c0a cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:51:58.835192 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0c469147-c90d-4735-95d8-2969e57332b8 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:59.028184 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0c469147-c90d-4735-95d8-2969e57332b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671702'] for router, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:59.159579 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c469147-c90d-4735-95d8-2969e57332b8 admin admin] Router 67da409f-b0e4-42fb-aed5-3fc139f3c136 is scheduled to L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 with binding_index 1 {{(pid=103365) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 18:51:59.271169 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c469147-c90d-4735-95d8-2969e57332b8 admin admin] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:51:59.281153 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef738c96-3736-4427-8178-61e7241d941f None None] Sync routers for ids ['67da409f-b0e4-42fb-aed5-3fc139f3c136'] in n-d-818022-2 {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:51:59.290866 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0c469147-c90d-4735-95d8-2969e57332b8 admin admin] Publish callbacks [] for router, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:59.295024 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-0c469147-c90d-4735-95d8-2969e57332b8 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.4931922 Nov 19 18:51:59.295336 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 49440) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:51:59.296025 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef738c96-3736-4427-8178-61e7241d941f None None] Routers {'67da409f-b0e4-42fb-aed5-3fc139f3c136'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:51:59.297114 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-ef738c96-3736-4427-8178-61e7241d941f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:51:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['67da409f-b0e4-42fb-aed5-3fc139f3c136'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:51:59.409592 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-ef738c96-3736-4427-8178-61e7241d941f None None] Set router 67da409f-b0e4-42fb-aed5-3fc139f3c136 gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:51:59.428654 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32dd08bd-c47d-46d3-9387-02606dbec831 None None] Network 25b52273-6fe3-4092-b937-6cc1f4aaad62 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:51:59.671940 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-ded96da4-163c-464f-8539-ec836c33db31 None None] Provisioning complete for port aa473667-ea42-4cb5-aca6-9f8906ef7d85 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:51:59.673085 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ded96da4-163c-464f-8539-ec836c33db31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:59.693755 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-ef738c96-3736-4427-8178-61e7241d941f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67da409f-b0e4-42fb-aed5-3fc139f3c136', 'name': 'tempest-TestShelveInstance-1994363908-router', 'tenant_id': 'a49d01ba435542beba3e7dfaa36f2890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.171'}], 'enable_snat': True}, 'gw_port_id': '80b88a5d-08ea-4295-83f2-06a5890a5c0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:51:57Z', 'updated_at': '2021-11-19T18:51:58Z', 'revision_number': 3, 'project_id': 'a49d01ba435542beba3e7dfaa36f2890', 'gw_port': {'id': '80b88a5d-08ea-4295-83f2-06a5890a5c0a', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:c6:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67da409f-b0e4-42fb-aed5-3fc139f3c136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:51:58Z', 'updated_at': '2021-11-19T18:51:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:51:59.723823 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef738c96-3736-4427-8178-61e7241d941f None None] Checking router: 67da409f-b0e4-42fb-aed5-3fc139f3c136 for host: n-d-818022-2 {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:51:59.724173 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef738c96-3736-4427-8178-61e7241d941f None None] Updating router 67da409f-b0e4-42fb-aed5-3fc139f3c136 port 80b88a5d-08ea-4295-83f2-06a5890a5c0a binding host n-d-818022-2 {{(pid=103367) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 18:51:59.744547 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-74903426-7281-4255-86fe-839fb6d186ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:59.750721 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-ef738c96-3736-4427-8178-61e7241d941f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:59.821652 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ded96da4-163c-464f-8539-ec836c33db31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:59.860577 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-ded96da4-163c-464f-8539-ec836c33db31 None None] For port aa473667-ea42-4cb5-aca6-9f8906ef7d85, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=aa473667-ea42-4cb5-aca6-9f8906ef7d85,segment=NetworkSegment(ee4f316d-48ea-4eca-ab92-39e12675dbe7),segment_id=ee4f316d-48ea-4eca-ab92-39e12675dbe7)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:51:59.869208 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ded96da4-163c-464f-8539-ec836c33db31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:59.924321 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [None req-74903426-7281-4255-86fe-839fb6d186ad admin admin] Allocated IP 172.20.0.1 (25b52273-6fe3-4092-b937-6cc1f4aaad62/626e55cc-e073-4b8d-9979-ad9f212a9b25/ba8734b9-c550-4664-9959-7176db10d01c) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:51:59.939010 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ed635dd2-e2fb-4331-82a4-f02891cf2c30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:51:59.956089 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded96da4-163c-464f-8539-ec836c33db31 None None] Pushing event updated for resources: {'Port': ['ID=aa473667-ea42-4cb5-aca6-9f8906ef7d85,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:52:00.043959 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-74903426-7281-4255-86fe-839fb6d186ad admin admin] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:00.052917 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-ef738c96-3736-4427-8178-61e7241d941f None None] Publish callbacks [] for port, precommit_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:00.062990 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-ef738c96-3736-4427-8178-61e7241d941f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:00.091669 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-74903426-7281-4255-86fe-839fb6d186ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:00.099489 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-75168c16-0277-4495-90ce-badc2819f287 None None] Provisioning complete for port aa473667-ea42-4cb5-aca6-9f8906ef7d85 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:52:00.099924 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-75168c16-0277-4495-90ce-badc2819f287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:00.124169 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd7a27b4-46d7-490d-9882-0c21400e998d None None] DHCP port deletion for 645e61aa-1a6c-4e8f-857e-ab06edb4897f request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:52:00.128757 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-ef738c96-3736-4427-8178-61e7241d941f None None] Attempting to bind port 80b88a5d-08ea-4295-83f2-06a5890a5c0a on host n-d-818022-2 for vnic_type normal with profile {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:52:00.128757 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-ef738c96-3736-4427-8178-61e7241d941f None None] Attempting to bind port 80b88a5d-08ea-4295-83f2-06a5890a5c0a by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:52:00.128757 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef738c96-3736-4427-8178-61e7241d941f None None] Attempting to bind port 80b88a5d-08ea-4295-83f2-06a5890a5c0a on network 645e61aa-1a6c-4e8f-857e-ab06edb4897f {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:52:00.132106 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d158ef-cffc-403e-8099-efd1f91f5fff None None] Pushing event updated for resources: {'Port': ['ID=80b88a5d-08ea-4295-83f2-06a5890a5c0a,revision_number=2']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:52:00.136017 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef738c96-3736-4427-8178-61e7241d941f None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 51, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:52:00.136394 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef738c96-3736-4427-8178-61e7241d941f None None] Checking segment: {'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:52:00.137491 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-ef738c96-3736-4427-8178-61e7241d941f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:00.137941 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef738c96-3736-4427-8178-61e7241d941f None None] Bound using segment: {'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:52:00.138433 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-ef738c96-3736-4427-8178-61e7241d941f None None] Bound port: 80b88a5d-08ea-4295-83f2-06a5890a5c0a, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'}}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:52:00.138820 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-ef738c96-3736-4427-8178-61e7241d941f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:00.148872 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74903426-7281-4255-86fe-839fb6d186ad admin admin] Network 25b52273-6fe3-4092-b937-6cc1f4aaad62 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:52:00.152998 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-74903426-7281-4255-86fe-839fb6d186ad admin admin] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:52:00.157286 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74903426-7281-4255-86fe-839fb6d186ad admin admin] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:52:00.167066 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d158ef-cffc-403e-8099-efd1f91f5fff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:52:00.167425 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d158ef-cffc-403e-8099-efd1f91f5fff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:52:00.167772 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d158ef-cffc-403e-8099-efd1f91f5fff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:52:00.168113 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d158ef-cffc-403e-8099-efd1f91f5fff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:52:00.168456 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d158ef-cffc-403e-8099-efd1f91f5fff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:52:00.168790 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d158ef-cffc-403e-8099-efd1f91f5fff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:52:00.169124 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d158ef-cffc-403e-8099-efd1f91f5fff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:52:00.169456 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d158ef-cffc-403e-8099-efd1f91f5fff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:52:00.169903 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d158ef-cffc-403e-8099-efd1f91f5fff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:52:00.170204 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d158ef-cffc-403e-8099-efd1f91f5fff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:52:00.170539 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d158ef-cffc-403e-8099-efd1f91f5fff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:52:00.171058 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d158ef-cffc-403e-8099-efd1f91f5fff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:52:00.183820 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74903426-7281-4255-86fe-839fb6d186ad admin admin] Pushing event updated for resources: {'Port': ['ID=ba8734b9-c550-4664-9959-7176db10d01c,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:52:00.204160 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-74903426-7281-4255-86fe-839fb6d186ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-671361'] for router_interface, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:00.222334 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-ef738c96-3736-4427-8178-61e7241d941f None None] For port 80b88a5d-08ea-4295-83f2-06a5890a5c0a, host n-d-818022-2, cleared binding levels {{(pid=103367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:52:00.227191 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-ef738c96-3736-4427-8178-61e7241d941f None None] For port 80b88a5d-08ea-4295-83f2-06a5890a5c0a, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=80b88a5d-08ea-4295-83f2-06a5890a5c0a,segment=NetworkSegment(bbe705c1-96c0-476e-8381-28227e6f0ac5),segment_id=bbe705c1-96c0-476e-8381-28227e6f0ac5)] {{(pid=103367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:52:00.233270 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-ef738c96-3736-4427-8178-61e7241d941f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:00.240780 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device aa473667-ea42-4cb5-aca6-9f8906ef7d85 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:52:00.290935 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d158ef-cffc-403e-8099-efd1f91f5fff None None] Pushing event updated for resources: {'Port': ['ID=80b88a5d-08ea-4295-83f2-06a5890a5c0a,revision_number=3']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:52:00.312482 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef738c96-3736-4427-8178-61e7241d941f None None] Routers {'67da409f-b0e4-42fb-aed5-3fc139f3c136'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:52:00.313286 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-ef738c96-3736-4427-8178-61e7241d941f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:51:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['67da409f-b0e4-42fb-aed5-3fc139f3c136'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:52:00.324310 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f71585b4-9191-488e-974b-fffe2bc45593 None None] DHCP port deletion for 645e61aa-1a6c-4e8f-857e-ab06edb4897f request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:52:00.354956 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port aa473667-ea42-4cb5-aca6-9f8906ef7d85 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:52:00.355611 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:00.417668 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-02265ff3-45ef-46c4-b076-87653ee61b73 None None] Provisioning complete for port 80b88a5d-08ea-4295-83f2-06a5890a5c0a triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:52:00.418229 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-02265ff3-45ef-46c4-b076-87653ee61b73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:00.451039 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-ef738c96-3736-4427-8178-61e7241d941f None None] Set router 67da409f-b0e4-42fb-aed5-3fc139f3c136 gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:52:00.544937 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-02265ff3-45ef-46c4-b076-87653ee61b73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:00.568781 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-02265ff3-45ef-46c4-b076-87653ee61b73 None None] For port 80b88a5d-08ea-4295-83f2-06a5890a5c0a, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=80b88a5d-08ea-4295-83f2-06a5890a5c0a,segment=NetworkSegment(bbe705c1-96c0-476e-8381-28227e6f0ac5),segment_id=bbe705c1-96c0-476e-8381-28227e6f0ac5)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:52:00.575721 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-02265ff3-45ef-46c4-b076-87653ee61b73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:00.636072 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02265ff3-45ef-46c4-b076-87653ee61b73 None None] Pushing event updated for resources: {'Port': ['ID=80b88a5d-08ea-4295-83f2-06a5890a5c0a,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:52:00.647656 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-ef738c96-3736-4427-8178-61e7241d941f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67da409f-b0e4-42fb-aed5-3fc139f3c136', 'name': 'tempest-TestShelveInstance-1994363908-router', 'tenant_id': 'a49d01ba435542beba3e7dfaa36f2890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.171'}], 'enable_snat': True}, 'gw_port_id': '80b88a5d-08ea-4295-83f2-06a5890a5c0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:51:57Z', 'updated_at': '2021-11-19T18:51:58Z', 'revision_number': 3, 'project_id': 'a49d01ba435542beba3e7dfaa36f2890', 'gw_port': {'id': '80b88a5d-08ea-4295-83f2-06a5890a5c0a', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:c6:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67da409f-b0e4-42fb-aed5-3fc139f3c136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:51:58Z', 'updated_at': '2021-11-19T18:52:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:52:00.675569 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef738c96-3736-4427-8178-61e7241d941f None None] The sync data for ids ['67da409f-b0e4-42fb-aed5-3fc139f3c136'] in n-d-818022-2 is: [{'id': '67da409f-b0e4-42fb-aed5-3fc139f3c136', 'name': 'tempest-TestShelveInstance-1994363908-router', 'tenant_id': 'a49d01ba435542beba3e7dfaa36f2890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.171'}], 'enable_snat': True}, 'gw_port_id': '80b88a5d-08ea-4295-83f2-06a5890a5c0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:51:57Z', 'updated_at': '2021-11-19T18:51:58Z', 'revision_number': 3, 'project_id': 'a49d01ba435542beba3e7dfaa36f2890', 'gw_port': {'id': '80b88a5d-08ea-4295-83f2-06a5890a5c0a', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:c6:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67da409f-b0e4-42fb-aed5-3fc139f3c136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:51:58Z', 'updated_at': '2021-11-19T18:52:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:52:00.700921 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-ce90bb45-bca8-48bc-870b-6d98c2c1023f None None] Provisioning complete for port ba8734b9-c550-4664-9959-7176db10d01c triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:52:00.701484 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ce90bb45-bca8-48bc-870b-6d98c2c1023f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:00.715993 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-74903426-7281-4255-86fe-839fb6d186ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:00.736630 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-ce90bb45-bca8-48bc-870b-6d98c2c1023f None None] Port ba8734b9-c550-4664-9959-7176db10d01c cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:52:00.748786 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-ce90bb45-bca8-48bc-870b-6d98c2c1023f None None] Provisioning complete for port 80b88a5d-08ea-4295-83f2-06a5890a5c0a triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:52:00.749374 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ce90bb45-bca8-48bc-870b-6d98c2c1023f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:00.889999 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-74903426-7281-4255-86fe-839fb6d186ad admin admin] Publish callbacks [] for port, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:00.895012 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-74903426-7281-4255-86fe-839fb6d186ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:00.968026 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74903426-7281-4255-86fe-839fb6d186ad admin admin] Pushing event updated for resources: {'Port': ['ID=ba8734b9-c550-4664-9959-7176db10d01c,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:52:00.973858 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-74903426-7281-4255-86fe-839fb6d186ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-768529'] for router_interface, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:01.074594 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74903426-7281-4255-86fe-839fb6d186ad admin admin] Network 25b52273-6fe3-4092-b937-6cc1f4aaad62 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:52:01.076102 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-74903426-7281-4255-86fe-839fb6d186ad admin admin] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:52:01.196979 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74903426-7281-4255-86fe-839fb6d186ad admin admin] Router 67da409f-b0e4-42fb-aed5-3fc139f3c136 has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 18:52:01.312905 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74903426-7281-4255-86fe-839fb6d186ad admin admin] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:52:01.318003 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-74903426-7281-4255-86fe-839fb6d186ad admin admin] 10.222.0.54 "PUT /v2.0/routers/67da409f-b0e4-42fb-aed5-3fc139f3c136/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0218666 Nov 19 18:52:01.362163 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-f42da82f-4a37-4292-a582-a2743ca5f945 None None] Provisioning complete for port ba8734b9-c550-4664-9959-7176db10d01c triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:52:01.362542 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f42da82f-4a37-4292-a582-a2743ca5f945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:01.400043 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-f42da82f-4a37-4292-a582-a2743ca5f945 None None] Port ba8734b9-c550-4664-9959-7176db10d01c cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:52:01.802553 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 49456) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:52:01.807746 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-9cd74c58-75f0-48d6-859f-a6f4a6343cc0 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1289444277-network', 'tenant_id': 'fb0564a90c53451d9c186bbce179dd44'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:52:01.829737 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cd74c58-75f0-48d6-859f-a6f4a6343cc0 admin admin] Made reservation on behalf of fb0564a90c53451d9c186bbce179dd44 for: {'network': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:52:01.832068 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9cd74c58-75f0-48d6-859f-a6f4a6343cc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:01.841142 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9cd74c58-75f0-48d6-859f-a6f4a6343cc0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:01.915820 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9cd74c58-75f0-48d6-859f-a6f4a6343cc0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:01.920511 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9cd74c58-75f0-48d6-859f-a6f4a6343cc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:01.947901 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cd74c58-75f0-48d6-859f-a6f4a6343cc0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 697} {{(pid=103365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 18:52:01.957861 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd74c58-75f0-48d6-859f-a6f4a6343cc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29c1058d-88c2-479e-bfdb-f9a650bf8506,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:52:01.963464 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9cd74c58-75f0-48d6-859f-a6f4a6343cc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:01.963813 n-d-818022-2 neutron-server[103365]: INFO neutron.db.segments_db [None req-9cd74c58-75f0-48d6-859f-a6f4a6343cc0 admin admin] Added segment f5a60f5e-42d6-4f70-8827-9afc0fbddcac of type vlan for network 760dd81e-3b5a-4a54-8d08-e8683776227e Nov 19 18:52:02.003782 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9cd74c58-75f0-48d6-859f-a6f4a6343cc0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:02.028538 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9cd74c58-75f0-48d6-859f-a6f4a6343cc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:02.029451 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cd74c58-75f0-48d6-859f-a6f4a6343cc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:02.030088 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9cd74c58-75f0-48d6-859f-a6f4a6343cc0 admin admin] Publish callbacks [] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:02.090429 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-9cd74c58-75f0-48d6-859f-a6f4a6343cc0 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2866564 Nov 19 18:52:02.093190 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 49458) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:52:02.100079 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-6b561711-0f8f-4bf4-b863-5b8275ee1d61 admin admin] Request body: {'subnet': {'network_id': '760dd81e-3b5a-4a54-8d08-e8683776227e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1289444277-subnet', 'tenant_id': 'fb0564a90c53451d9c186bbce179dd44', 'ip_version': 4}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:52:02.108604 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd74c58-75f0-48d6-859f-a6f4a6343cc0 admin admin] Pushing event updated for resources: {'Network': ['ID=760dd81e-3b5a-4a54-8d08-e8683776227e,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:52:02.118926 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network 760dd81e-3b5a-4a54-8d08-e8683776227e details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 18:52:02.128258 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b561711-0f8f-4bf4-b863-5b8275ee1d61 admin admin] Made reservation on behalf of fb0564a90c53451d9c186bbce179dd44 for: {'subnet': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:52:02.130684 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6b561711-0f8f-4bf4-b863-5b8275ee1d61 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8731248'] for subnet, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:02.173983 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 80b88a5d-08ea-4295-83f2-06a5890a5c0a up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:52:02.217093 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0c4ca63c-9eec-4eb6-b722-dd3b87047ad1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:02.251220 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 80b88a5d-08ea-4295-83f2-06a5890a5c0a triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:52:02.251590 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:02.315989 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6b561711-0f8f-4bf4-b863-5b8275ee1d61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12283104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8731234'] for subnet, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:02.328474 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1648afed-7f87-4b02-bc36-928735901f44 None None] Sync routers for ids ['67da409f-b0e4-42fb-aed5-3fc139f3c136'] in n-d-818022-2 {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:52:02.352888 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1648afed-7f87-4b02-bc36-928735901f44 None None] Routers {'67da409f-b0e4-42fb-aed5-3fc139f3c136'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:52:02.353604 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-1648afed-7f87-4b02-bc36-928735901f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:52:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['67da409f-b0e4-42fb-aed5-3fc139f3c136'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:52:02.370805 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b561711-0f8f-4bf4-b863-5b8275ee1d61 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ebd0144-4fff-43e7-86c6-87c579fe9902,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:52:02.381701 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b561711-0f8f-4bf4-b863-5b8275ee1d61 admin admin] Checking segment: {'id': 'f5a60f5e-42d6-4f70-8827-9afc0fbddcac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '760dd81e-3b5a-4a54-8d08-e8683776227e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:52:02.382093 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b561711-0f8f-4bf4-b863-5b8275ee1d61 admin admin] Network hostable DHCP agents. Network: 760dd81e-3b5a-4a54-8d08-e8683776227e, hostable agents: ['02910ef2-0455-4aea-9f38-9a875579633f'], hosted agents: [] {{(pid=103365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 18:52:02.400017 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b561711-0f8f-4bf4-b863-5b8275ee1d61 admin admin] Network 760dd81e-3b5a-4a54-8d08-e8683776227e is scheduled to be hosted by DHCP agent 02910ef2-0455-4aea-9f38-9a875579633f with binding_index 1 {{(pid=103365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 18:52:02.409147 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-6b561711-0f8f-4bf4-b863-5b8275ee1d61 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818022-2, 760dd81e-3b5a-4a54-8d08-e8683776227e) {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:52:02.413447 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b561711-0f8f-4bf4-b863-5b8275ee1d61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:02.414251 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6b561711-0f8f-4bf4-b863-5b8275ee1d61 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:02.433700 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-6b561711-0f8f-4bf4-b863-5b8275ee1d61 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3361983 Nov 19 18:52:02.433919 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 49460) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:52:02.438166 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-c8a34409-bc42-4ad6-b8bd-d9faac5f5077 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1289444277-router', 'tenant_id': 'fb0564a90c53451d9c186bbce179dd44', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'}}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:52:02.438852 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35085cb6-f317-4838-bc70-d191fa3c56e1 None None] Network 760dd81e-3b5a-4a54-8d08-e8683776227e requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:52:02.459428 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c8a34409-bc42-4ad6-b8bd-d9faac5f5077 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9890'] for router, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:02.460572 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c8a34409-bc42-4ad6-b8bd-d9faac5f5077 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671617', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-732153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4689'] for router, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:02.512081 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c8a34409-bc42-4ad6-b8bd-d9faac5f5077 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:02.513664 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-1648afed-7f87-4b02-bc36-928735901f44 None None] Set router 67da409f-b0e4-42fb-aed5-3fc139f3c136 gateway port host: n-d-818022-2 {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:52:02.656509 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c8a34409-bc42-4ad6-b8bd-d9faac5f5077 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:02.721710 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3150bdd-09b8-452f-8be4-25a551ba64da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54f44f5f-1200-574e-8740-2141911d5b73-760dd81e-3b5a-4a54-8d08-e8683776227e', 'network_id': '760dd81e-3b5a-4a54-8d08-e8683776227e', 'tenant_id': 'fb0564a90c53451d9c186bbce179dd44', 'fixed_ips': [{'subnet_id': '5ebd0144-4fff-43e7-86c6-87c579fe9902'}]}} from n-d-818022-2. {{(pid=103366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 18:52:02.722609 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f3150bdd-09b8-452f-8be4-25a551ba64da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:02.859696 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c8a34409-bc42-4ad6-b8bd-d9faac5f5077 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:02.878945 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c8a34409-bc42-4ad6-b8bd-d9faac5f5077 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:02.902734 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-1648afed-7f87-4b02-bc36-928735901f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67da409f-b0e4-42fb-aed5-3fc139f3c136', 'name': 'tempest-TestShelveInstance-1994363908-router', 'tenant_id': 'a49d01ba435542beba3e7dfaa36f2890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.171'}], 'enable_snat': True}, 'gw_port_id': '80b88a5d-08ea-4295-83f2-06a5890a5c0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:51:57Z', 'updated_at': '2021-11-19T18:52:00Z', 'revision_number': 4, 'project_id': 'a49d01ba435542beba3e7dfaa36f2890', 'gw_port': {'id': '80b88a5d-08ea-4295-83f2-06a5890a5c0a', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:c6:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67da409f-b0e4-42fb-aed5-3fc139f3c136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:51:58Z', 'updated_at': '2021-11-19T18:52:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': 'ba8734b9-c550-4664-9959-7176db10d01c', 'name': '', 'network_id': '25b52273-6fe3-4092-b937-6cc1f4aaad62', 'tenant_id': 'a49d01ba435542beba3e7dfaa36f2890', 'mac_address': 'fa:16:3e:63:d4:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67da409f-b0e4-42fb-aed5-3fc139f3c136', 'device_owner': 'network:router_interface', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '626e55cc-e073-4b8d-9979-ad9f212a9b25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:51:59Z', 'updated_at': '2021-11-19T18:52:00Z', 'revision_number': 2, 'project_id': 'a49d01ba435542beba3e7dfaa36f2890', 'subnets': [{'id': '626e55cc-e073-4b8d-9979-ad9f212a9b25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:52:02.905785 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [None req-f3150bdd-09b8-452f-8be4-25a551ba64da None None] Allocated IP 172.20.0.2 (760dd81e-3b5a-4a54-8d08-e8683776227e/5ebd0144-4fff-43e7-86c6-87c579fe9902/a98ee4ad-8045-4c42-9cd3-5ee18eb2508c) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:52:02.933860 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1648afed-7f87-4b02-bc36-928735901f44 None None] Checking router: 67da409f-b0e4-42fb-aed5-3fc139f3c136 for host: n-d-818022-2 {{(pid=103366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:52:02.934241 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1648afed-7f87-4b02-bc36-928735901f44 None None] Updating router 67da409f-b0e4-42fb-aed5-3fc139f3c136 port ba8734b9-c550-4664-9959-7176db10d01c binding host n-d-818022-2 {{(pid=103366) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 18:52:02.980713 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-1648afed-7f87-4b02-bc36-928735901f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:02.988734 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [None req-c8a34409-bc42-4ad6-b8bd-d9faac5f5077 admin admin] Allocated IP 172.25.7.13 (645e61aa-1a6c-4e8f-857e-ab06edb4897f/88ed2d64-f56d-4f01-a468-946e01c99e82/d160655a-d004-48df-8f54-2ec3c7b20fb8) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:52:03.096280 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c8a34409-bc42-4ad6-b8bd-d9faac5f5077 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:03.130958 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c8a34409-bc42-4ad6-b8bd-d9faac5f5077 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:03.169779 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8a34409-bc42-4ad6-b8bd-d9faac5f5077 admin admin] Network 645e61aa-1a6c-4e8f-857e-ab06edb4897f is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:52:03.174270 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-c8a34409-bc42-4ad6-b8bd-d9faac5f5077 admin admin] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:52:03.177776 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a34409-bc42-4ad6-b8bd-d9faac5f5077 admin admin] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:52:03.191374 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbddd238-688c-45a0-a81a-28594fd73a26 None None] DHCP port deletion for 645e61aa-1a6c-4e8f-857e-ab06edb4897f request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:52:03.206821 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a34409-bc42-4ad6-b8bd-d9faac5f5077 admin admin] Pushing event updated for resources: {'Port': ['ID=d160655a-d004-48df-8f54-2ec3c7b20fb8,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:52:03.243003 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f3150bdd-09b8-452f-8be4-25a551ba64da None None] Publish callbacks [] for port, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:03.253566 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f3150bdd-09b8-452f-8be4-25a551ba64da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998'] for port, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:03.309156 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3150bdd-09b8-452f-8be4-25a551ba64da None None] Network 760dd81e-3b5a-4a54-8d08-e8683776227e is already hosted by enough agents. {{(pid=103366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:52:03.314857 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [None req-f3150bdd-09b8-452f-8be4-25a551ba64da None None] Resources bound (agent type, host, resource id): {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:52:03.322320 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3150bdd-09b8-452f-8be4-25a551ba64da None None] Received port after_create {{(pid=103366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:52:03.342892 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3150bdd-09b8-452f-8be4-25a551ba64da None None] Pushing event updated for resources: {'Port': ['ID=a98ee4ad-8045-4c42-9cd3-5ee18eb2508c,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:52:03.406215 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4aa4197f-64d6-44e2-95f8-aa8e32c76088 None None] Provisioning complete for port d160655a-d004-48df-8f54-2ec3c7b20fb8 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:52:03.406594 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4aa4197f-64d6-44e2-95f8-aa8e32c76088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:03.437583 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c8a34409-bc42-4ad6-b8bd-d9faac5f5077 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:03.482567 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-f3150bdd-09b8-452f-8be4-25a551ba64da None None] Attempting to bind port a98ee4ad-8045-4c42-9cd3-5ee18eb2508c on host n-d-818022-2 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:52:03.482945 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-f3150bdd-09b8-452f-8be4-25a551ba64da None None] Attempting to bind port a98ee4ad-8045-4c42-9cd3-5ee18eb2508c by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': 'f5a60f5e-42d6-4f70-8827-9afc0fbddcac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '760dd81e-3b5a-4a54-8d08-e8683776227e'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:52:03.483315 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3150bdd-09b8-452f-8be4-25a551ba64da None None] Attempting to bind port a98ee4ad-8045-4c42-9cd3-5ee18eb2508c on network 760dd81e-3b5a-4a54-8d08-e8683776227e {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:52:03.505829 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3150bdd-09b8-452f-8be4-25a551ba64da None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 51, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:52:03.506137 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3150bdd-09b8-452f-8be4-25a551ba64da None None] Checking segment: {'id': 'f5a60f5e-42d6-4f70-8827-9afc0fbddcac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '760dd81e-3b5a-4a54-8d08-e8683776227e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:52:03.506544 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f3150bdd-09b8-452f-8be4-25a551ba64da None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:03.506942 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3150bdd-09b8-452f-8be4-25a551ba64da None None] Bound using segment: {'id': 'f5a60f5e-42d6-4f70-8827-9afc0fbddcac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '760dd81e-3b5a-4a54-8d08-e8683776227e'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:52:03.507456 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-f3150bdd-09b8-452f-8be4-25a551ba64da None None] Bound port: a98ee4ad-8045-4c42-9cd3-5ee18eb2508c, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5a60f5e-42d6-4f70-8827-9afc0fbddcac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '760dd81e-3b5a-4a54-8d08-e8683776227e'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:52:03.508379 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f3150bdd-09b8-452f-8be4-25a551ba64da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:03.510193 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e46ecc5a-dc14-4744-b262-3072ff2e958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:03.512038 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-1648afed-7f87-4b02-bc36-928735901f44 None None] Publish callbacks [] for port, precommit_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:03.514862 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4aa4197f-64d6-44e2-95f8-aa8e32c76088 None None] Port d160655a-d004-48df-8f54-2ec3c7b20fb8 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:52:03.524347 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-1648afed-7f87-4b02-bc36-928735901f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:03.604279 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934039bf-19a9-45ae-af1b-6c9c6272b4ba None None] Pushing event updated for resources: {'Port': ['ID=ba8734b9-c550-4664-9959-7176db10d01c,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:52:03.641263 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c8a34409-bc42-4ad6-b8bd-d9faac5f5077 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671702'] for router, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:03.647954 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-f3150bdd-09b8-452f-8be4-25a551ba64da None None] For port a98ee4ad-8045-4c42-9cd3-5ee18eb2508c, host n-d-818022-2, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:52:03.679209 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-f3150bdd-09b8-452f-8be4-25a551ba64da None None] For port a98ee4ad-8045-4c42-9cd3-5ee18eb2508c, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=a98ee4ad-8045-4c42-9cd3-5ee18eb2508c,segment=NetworkSegment(f5a60f5e-42d6-4f70-8827-9afc0fbddcac),segment_id=f5a60f5e-42d6-4f70-8827-9afc0fbddcac)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:52:03.685359 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-1648afed-7f87-4b02-bc36-928735901f44 None None] Attempting to bind port ba8734b9-c550-4664-9959-7176db10d01c on host n-d-818022-2 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:52:03.685922 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-1648afed-7f87-4b02-bc36-928735901f44 None None] Attempting to bind port ba8734b9-c550-4664-9959-7176db10d01c by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': 'ee4f316d-48ea-4eca-ab92-39e12675dbe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '25b52273-6fe3-4092-b937-6cc1f4aaad62'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:52:03.686412 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1648afed-7f87-4b02-bc36-928735901f44 None None] Attempting to bind port ba8734b9-c550-4664-9959-7176db10d01c on network 25b52273-6fe3-4092-b937-6cc1f4aaad62 {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:52:03.691895 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f3150bdd-09b8-452f-8be4-25a551ba64da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:03.698216 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1648afed-7f87-4b02-bc36-928735901f44 None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 51, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:52:03.698216 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1648afed-7f87-4b02-bc36-928735901f44 None None] Checking segment: {'id': 'ee4f316d-48ea-4eca-ab92-39e12675dbe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '25b52273-6fe3-4092-b937-6cc1f4aaad62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:52:03.698985 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-1648afed-7f87-4b02-bc36-928735901f44 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:03.699300 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1648afed-7f87-4b02-bc36-928735901f44 None None] Bound using segment: {'id': 'ee4f316d-48ea-4eca-ab92-39e12675dbe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '25b52273-6fe3-4092-b937-6cc1f4aaad62'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:52:03.699868 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-1648afed-7f87-4b02-bc36-928735901f44 None None] Bound port: ba8734b9-c550-4664-9959-7176db10d01c, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee4f316d-48ea-4eca-ab92-39e12675dbe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '25b52273-6fe3-4092-b937-6cc1f4aaad62'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:52:03.700323 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-1648afed-7f87-4b02-bc36-928735901f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:03.784155 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3150bdd-09b8-452f-8be4-25a551ba64da None None] Pushing event updated for resources: {'Port': ['ID=a98ee4ad-8045-4c42-9cd3-5ee18eb2508c,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:52:03.803011 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8a34409-bc42-4ad6-b8bd-d9faac5f5077 admin admin] Router 51f8568f-6f97-476d-a3ff-a097882b6d33 is scheduled to L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 with binding_index 1 {{(pid=103365) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 18:52:03.819900 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-1648afed-7f87-4b02-bc36-928735901f44 None None] For port ba8734b9-c550-4664-9959-7176db10d01c, host n-d-818022-2, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:52:03.823453 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-1648afed-7f87-4b02-bc36-928735901f44 None None] For port ba8734b9-c550-4664-9959-7176db10d01c, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=ba8734b9-c550-4664-9959-7176db10d01c,segment=NetworkSegment(ee4f316d-48ea-4eca-ab92-39e12675dbe7),segment_id=ee4f316d-48ea-4eca-ab92-39e12675dbe7)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:52:03.830948 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-1648afed-7f87-4b02-bc36-928735901f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:03.922772 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8a34409-bc42-4ad6-b8bd-d9faac5f5077 admin admin] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:52:03.935837 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb465f6-3722-4f23-8e96-6b2da69fad59 None None] Sync routers for ids ['51f8568f-6f97-476d-a3ff-a097882b6d33'] in n-d-818022-2 {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:52:03.949123 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb465f6-3722-4f23-8e96-6b2da69fad59 None None] Routers {'51f8568f-6f97-476d-a3ff-a097882b6d33'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:52:03.950010 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-5bb465f6-3722-4f23-8e96-6b2da69fad59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:52:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['51f8568f-6f97-476d-a3ff-a097882b6d33'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:52:03.958008 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c8a34409-bc42-4ad6-b8bd-d9faac5f5077 admin admin] Publish callbacks [] for router, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:03.958949 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-c8a34409-bc42-4ad6-b8bd-d9faac5f5077 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5242386 Nov 19 18:52:03.962608 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 49462) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:52:04.072931 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-5bb465f6-3722-4f23-8e96-6b2da69fad59 None None] Set router 51f8568f-6f97-476d-a3ff-a097882b6d33 gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:52:04.109736 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-12315b06-43fb-4668-9d11-91ba052ad4de None None] Provisioning complete for port ba8734b9-c550-4664-9959-7176db10d01c triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:52:04.112129 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-12315b06-43fb-4668-9d11-91ba052ad4de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:04.157162 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1648afed-7f87-4b02-bc36-928735901f44 None None] Routers {'67da409f-b0e4-42fb-aed5-3fc139f3c136'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:52:04.158109 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-1648afed-7f87-4b02-bc36-928735901f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:52:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['67da409f-b0e4-42fb-aed5-3fc139f3c136'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:52:04.187629 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934039bf-19a9-45ae-af1b-6c9c6272b4ba None None] Pushing event updated for resources: {'Port': ['ID=ba8734b9-c550-4664-9959-7176db10d01c,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:52:04.269862 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device a98ee4ad-8045-4c42-9cd3-5ee18eb2508c up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:52:04.348292 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-5bb465f6-3722-4f23-8e96-6b2da69fad59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51f8568f-6f97-476d-a3ff-a097882b6d33', 'name': 'tempest-TestShelveInstance-1289444277-router', 'tenant_id': 'fb0564a90c53451d9c186bbce179dd44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': 'd160655a-d004-48df-8f54-2ec3c7b20fb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:52:02Z', 'updated_at': '2021-11-19T18:52:03Z', 'revision_number': 3, 'project_id': 'fb0564a90c53451d9c186bbce179dd44', 'gw_port': {'id': 'd160655a-d004-48df-8f54-2ec3c7b20fb8', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:ec:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51f8568f-6f97-476d-a3ff-a097882b6d33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:52:02Z', 'updated_at': '2021-11-19T18:52:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:52:04.385181 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb465f6-3722-4f23-8e96-6b2da69fad59 None None] Checking router: 51f8568f-6f97-476d-a3ff-a097882b6d33 for host: n-d-818022-2 {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:52:04.385529 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb465f6-3722-4f23-8e96-6b2da69fad59 None None] Updating router 51f8568f-6f97-476d-a3ff-a097882b6d33 port d160655a-d004-48df-8f54-2ec3c7b20fb8 binding host n-d-818022-2 {{(pid=103367) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 18:52:04.393166 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:04.402435 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:04.413365 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-5bb465f6-3722-4f23-8e96-6b2da69fad59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:04.426671 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port a98ee4ad-8045-4c42-9cd3-5ee18eb2508c triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:52:04.427066 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:04.485653 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-1648afed-7f87-4b02-bc36-928735901f44 None None] Set router 67da409f-b0e4-42fb-aed5-3fc139f3c136 gateway port host: n-d-818022-2 {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:52:04.540025 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-12315b06-43fb-4668-9d11-91ba052ad4de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:04.590361 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-faa22fd5-3aab-4cf9-8bd3-b68f75f6524c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:04.685363 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-12315b06-43fb-4668-9d11-91ba052ad4de None None] For port ba8734b9-c550-4664-9959-7176db10d01c, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=ba8734b9-c550-4664-9959-7176db10d01c,segment=NetworkSegment(ee4f316d-48ea-4eca-ab92-39e12675dbe7),segment_id=ee4f316d-48ea-4eca-ab92-39e12675dbe7)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:52:04.706860 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-12315b06-43fb-4668-9d11-91ba052ad4de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:04.715648 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:04.734402 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-5bb465f6-3722-4f23-8e96-6b2da69fad59 None None] Publish callbacks [] for port, precommit_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:04.741171 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-5bb465f6-3722-4f23-8e96-6b2da69fad59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:04.782340 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a651eb9a-b89d-473a-97e1-e5ec00b06de6 None None] DHCP port deletion for 645e61aa-1a6c-4e8f-857e-ab06edb4897f request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:52:04.783959 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [None req-faa22fd5-3aab-4cf9-8bd3-b68f75f6524c admin admin] Allocated IP 172.20.0.1 (760dd81e-3b5a-4a54-8d08-e8683776227e/5ebd0144-4fff-43e7-86c6-87c579fe9902/8f25084b-e3fb-44b5-91aa-b75f831bba4f) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:52:04.829016 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceea8d5d-1c92-41c1-b0db-287a817459fe None None] Pushing event updated for resources: {'Port': ['ID=d160655a-d004-48df-8f54-2ec3c7b20fb8,revision_number=2']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:52:04.832723 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-5bb465f6-3722-4f23-8e96-6b2da69fad59 None None] Attempting to bind port d160655a-d004-48df-8f54-2ec3c7b20fb8 on host n-d-818022-2 for vnic_type normal with profile {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:52:04.833797 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-5bb465f6-3722-4f23-8e96-6b2da69fad59 None None] Attempting to bind port d160655a-d004-48df-8f54-2ec3c7b20fb8 by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:52:04.834348 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb465f6-3722-4f23-8e96-6b2da69fad59 None None] Attempting to bind port d160655a-d004-48df-8f54-2ec3c7b20fb8 on network 645e61aa-1a6c-4e8f-857e-ab06edb4897f {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:52:04.840507 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] For port a98ee4ad-8045-4c42-9cd3-5ee18eb2508c, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=a98ee4ad-8045-4c42-9cd3-5ee18eb2508c,segment=NetworkSegment(f5a60f5e-42d6-4f70-8827-9afc0fbddcac),segment_id=f5a60f5e-42d6-4f70-8827-9afc0fbddcac)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:52:04.845791 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb465f6-3722-4f23-8e96-6b2da69fad59 None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 51, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:52:04.847547 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb465f6-3722-4f23-8e96-6b2da69fad59 None None] Checking segment: {'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:52:04.848504 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12315b06-43fb-4668-9d11-91ba052ad4de None None] Pushing event updated for resources: {'Port': ['ID=ba8734b9-c550-4664-9959-7176db10d01c,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:52:04.849106 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-5bb465f6-3722-4f23-8e96-6b2da69fad59 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:04.850021 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb465f6-3722-4f23-8e96-6b2da69fad59 None None] Bound using segment: {'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:52:04.851583 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-5bb465f6-3722-4f23-8e96-6b2da69fad59 None None] Bound port: d160655a-d004-48df-8f54-2ec3c7b20fb8, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'}}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:52:04.853201 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-5bb465f6-3722-4f23-8e96-6b2da69fad59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:04.856209 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:04.891666 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-fdb98a40-b4fa-44b0-b42a-c8bfb5df827e None None] Provisioning complete for port ba8734b9-c550-4664-9959-7176db10d01c triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:52:04.892077 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-fdb98a40-b4fa-44b0-b42a-c8bfb5df827e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:04.916231 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-faa22fd5-3aab-4cf9-8bd3-b68f75f6524c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:04.923027 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-5bb465f6-3722-4f23-8e96-6b2da69fad59 None None] For port d160655a-d004-48df-8f54-2ec3c7b20fb8, host n-d-818022-2, cleared binding levels {{(pid=103367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:52:04.926737 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-5bb465f6-3722-4f23-8e96-6b2da69fad59 None None] For port d160655a-d004-48df-8f54-2ec3c7b20fb8, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=d160655a-d004-48df-8f54-2ec3c7b20fb8,segment=NetworkSegment(bbe705c1-96c0-476e-8381-28227e6f0ac5),segment_id=bbe705c1-96c0-476e-8381-28227e6f0ac5)] {{(pid=103367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:52:04.933479 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-5bb465f6-3722-4f23-8e96-6b2da69fad59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:04.959738 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-faa22fd5-3aab-4cf9-8bd3-b68f75f6524c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:04.962870 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fa9ea40-44a5-443b-a732-c8fce475274a None None] DHCP port deletion for 645e61aa-1a6c-4e8f-857e-ab06edb4897f request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 18:52:05.004173 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb465f6-3722-4f23-8e96-6b2da69fad59 None None] Routers {'51f8568f-6f97-476d-a3ff-a097882b6d33'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:52:05.004835 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-5bb465f6-3722-4f23-8e96-6b2da69fad59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:52:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['51f8568f-6f97-476d-a3ff-a097882b6d33'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:52:05.006314 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Pushing event updated for resources: {'Port': ['ID=a98ee4ad-8045-4c42-9cd3-5ee18eb2508c,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:52:05.027819 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faa22fd5-3aab-4cf9-8bd3-b68f75f6524c admin admin] Network 760dd81e-3b5a-4a54-8d08-e8683776227e is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:52:05.032473 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-faa22fd5-3aab-4cf9-8bd3-b68f75f6524c admin admin] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:52:05.037265 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa22fd5-3aab-4cf9-8bd3-b68f75f6524c admin admin] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:52:05.042611 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-1648afed-7f87-4b02-bc36-928735901f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67da409f-b0e4-42fb-aed5-3fc139f3c136', 'name': 'tempest-TestShelveInstance-1994363908-router', 'tenant_id': 'a49d01ba435542beba3e7dfaa36f2890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.171'}], 'enable_snat': True}, 'gw_port_id': '80b88a5d-08ea-4295-83f2-06a5890a5c0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:51:57Z', 'updated_at': '2021-11-19T18:52:00Z', 'revision_number': 4, 'project_id': 'a49d01ba435542beba3e7dfaa36f2890', 'gw_port': {'id': '80b88a5d-08ea-4295-83f2-06a5890a5c0a', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:c6:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67da409f-b0e4-42fb-aed5-3fc139f3c136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:51:58Z', 'updated_at': '2021-11-19T18:52:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': 'ba8734b9-c550-4664-9959-7176db10d01c', 'name': '', 'network_id': '25b52273-6fe3-4092-b937-6cc1f4aaad62', 'tenant_id': 'a49d01ba435542beba3e7dfaa36f2890', 'mac_address': 'fa:16:3e:63:d4:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67da409f-b0e4-42fb-aed5-3fc139f3c136', 'device_owner': 'network:router_interface', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '626e55cc-e073-4b8d-9979-ad9f212a9b25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:51:59Z', 'updated_at': '2021-11-19T18:52:03Z', 'revision_number': 4, 'project_id': 'a49d01ba435542beba3e7dfaa36f2890', 'subnets': [{'id': '626e55cc-e073-4b8d-9979-ad9f212a9b25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:52:05.078673 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa22fd5-3aab-4cf9-8bd3-b68f75f6524c admin admin] Pushing event updated for resources: {'Port': ['ID=8f25084b-e3fb-44b5-91aa-b75f831bba4f,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:52:05.082783 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceea8d5d-1c92-41c1-b0db-287a817459fe None None] Pushing event updated for resources: {'Port': ['ID=d160655a-d004-48df-8f54-2ec3c7b20fb8,revision_number=3']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:52:05.101659 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-faa22fd5-3aab-4cf9-8bd3-b68f75f6524c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-671361'] for router_interface, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:05.127876 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1648afed-7f87-4b02-bc36-928735901f44 None None] The sync data for ids ['67da409f-b0e4-42fb-aed5-3fc139f3c136'] in n-d-818022-2 is: [{'id': '67da409f-b0e4-42fb-aed5-3fc139f3c136', 'name': 'tempest-TestShelveInstance-1994363908-router', 'tenant_id': 'a49d01ba435542beba3e7dfaa36f2890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.171'}], 'enable_snat': True}, 'gw_port_id': '80b88a5d-08ea-4295-83f2-06a5890a5c0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:51:57Z', 'updated_at': '2021-11-19T18:52:00Z', 'revision_number': 4, 'project_id': 'a49d01ba435542beba3e7dfaa36f2890', 'gw_port': {'id': '80b88a5d-08ea-4295-83f2-06a5890a5c0a', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:c6:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67da409f-b0e4-42fb-aed5-3fc139f3c136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:51:58Z', 'updated_at': '2021-11-19T18:52:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': 'ba8734b9-c550-4664-9959-7176db10d01c', 'name': '', 'network_id': '25b52273-6fe3-4092-b937-6cc1f4aaad62', 'tenant_id': 'a49d01ba435542beba3e7dfaa36f2890', 'mac_address': 'fa:16:3e:63:d4:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67da409f-b0e4-42fb-aed5-3fc139f3c136', 'device_owner': 'network:router_interface', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '626e55cc-e073-4b8d-9979-ad9f212a9b25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:51:59Z', 'updated_at': '2021-11-19T18:52:03Z', 'revision_number': 4, 'project_id': 'a49d01ba435542beba3e7dfaa36f2890', 'subnets': [{'id': '626e55cc-e073-4b8d-9979-ad9f212a9b25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:52:05.131183 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e013d7e6-5264-4dcc-9759-54f5fb809e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:05.153772 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-5bb465f6-3722-4f23-8e96-6b2da69fad59 None None] Set router 51f8568f-6f97-476d-a3ff-a097882b6d33 gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:52:05.221741 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29bf1e67-c04c-49bc-8254-2479f884fa48 None None] Network 760dd81e-3b5a-4a54-8d08-e8683776227e requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 18:52:05.295873 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-faa22fd5-3aab-4cf9-8bd3-b68f75f6524c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:05.303836 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-5394dbeb-d6fc-49fb-b04f-20a1485ce6d2 None None] Provisioning complete for port d160655a-d004-48df-8f54-2ec3c7b20fb8 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:52:05.305446 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-5394dbeb-d6fc-49fb-b04f-20a1485ce6d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:05.408921 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:05.500096 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-faa22fd5-3aab-4cf9-8bd3-b68f75f6524c admin admin] Publish callbacks [] for port, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:05.506342 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-faa22fd5-3aab-4cf9-8bd3-b68f75f6524c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:05.518360 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-5394dbeb-d6fc-49fb-b04f-20a1485ce6d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:05.523477 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-5bb465f6-3722-4f23-8e96-6b2da69fad59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51f8568f-6f97-476d-a3ff-a097882b6d33', 'name': 'tempest-TestShelveInstance-1289444277-router', 'tenant_id': 'fb0564a90c53451d9c186bbce179dd44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': 'd160655a-d004-48df-8f54-2ec3c7b20fb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:52:02Z', 'updated_at': '2021-11-19T18:52:03Z', 'revision_number': 3, 'project_id': 'fb0564a90c53451d9c186bbce179dd44', 'gw_port': {'id': 'd160655a-d004-48df-8f54-2ec3c7b20fb8', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:ec:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51f8568f-6f97-476d-a3ff-a097882b6d33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:52:02Z', 'updated_at': '2021-11-19T18:52:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:52:05.549281 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-5394dbeb-d6fc-49fb-b04f-20a1485ce6d2 None None] For port d160655a-d004-48df-8f54-2ec3c7b20fb8, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=d160655a-d004-48df-8f54-2ec3c7b20fb8,segment=NetworkSegment(bbe705c1-96c0-476e-8381-28227e6f0ac5),segment_id=bbe705c1-96c0-476e-8381-28227e6f0ac5)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:52:05.553688 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-5394dbeb-d6fc-49fb-b04f-20a1485ce6d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:05.562898 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb465f6-3722-4f23-8e96-6b2da69fad59 None None] The sync data for ids ['51f8568f-6f97-476d-a3ff-a097882b6d33'] in n-d-818022-2 is: [{'id': '51f8568f-6f97-476d-a3ff-a097882b6d33', 'name': 'tempest-TestShelveInstance-1289444277-router', 'tenant_id': 'fb0564a90c53451d9c186bbce179dd44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': 'd160655a-d004-48df-8f54-2ec3c7b20fb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:52:02Z', 'updated_at': '2021-11-19T18:52:03Z', 'revision_number': 3, 'project_id': 'fb0564a90c53451d9c186bbce179dd44', 'gw_port': {'id': 'd160655a-d004-48df-8f54-2ec3c7b20fb8', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:ec:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51f8568f-6f97-476d-a3ff-a097882b6d33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:52:02Z', 'updated_at': '2021-11-19T18:52:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:52:05.615253 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-faa22fd5-3aab-4cf9-8bd3-b68f75f6524c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-768529'] for router_interface, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:05.621092 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5394dbeb-d6fc-49fb-b04f-20a1485ce6d2 None None] Pushing event updated for resources: {'Port': ['ID=d160655a-d004-48df-8f54-2ec3c7b20fb8,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:52:05.626360 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-5394dbeb-d6fc-49fb-b04f-20a1485ce6d2 None None] Provisioning complete for port a98ee4ad-8045-4c42-9cd3-5ee18eb2508c triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:52:05.626657 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-5394dbeb-d6fc-49fb-b04f-20a1485ce6d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:05.649334 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa22fd5-3aab-4cf9-8bd3-b68f75f6524c admin admin] Pushing event updated for resources: {'Port': ['ID=8f25084b-e3fb-44b5-91aa-b75f831bba4f,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:52:05.778522 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faa22fd5-3aab-4cf9-8bd3-b68f75f6524c admin admin] Network 760dd81e-3b5a-4a54-8d08-e8683776227e is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:52:05.780140 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-faa22fd5-3aab-4cf9-8bd3-b68f75f6524c admin admin] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:52:05.859152 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-431ae17f-f570-47f1-8e74-9decc7dc0a2d None None] Provisioning complete for port 8f25084b-e3fb-44b5-91aa-b75f831bba4f triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:52:05.859531 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-431ae17f-f570-47f1-8e74-9decc7dc0a2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:05.906865 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-431ae17f-f570-47f1-8e74-9decc7dc0a2d None None] Port 8f25084b-e3fb-44b5-91aa-b75f831bba4f cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:52:05.922107 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-431ae17f-f570-47f1-8e74-9decc7dc0a2d None None] Provisioning complete for port a98ee4ad-8045-4c42-9cd3-5ee18eb2508c triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:52:05.922489 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-431ae17f-f570-47f1-8e74-9decc7dc0a2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:05.933502 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faa22fd5-3aab-4cf9-8bd3-b68f75f6524c admin admin] Router 51f8568f-6f97-476d-a3ff-a097882b6d33 has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 18:52:06.159053 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-5216448a-b0de-4f25-8d04-6e4d39642d14 None None] Provisioning complete for port 8f25084b-e3fb-44b5-91aa-b75f831bba4f triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:52:06.159451 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-5216448a-b0de-4f25-8d04-6e4d39642d14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:06.169198 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faa22fd5-3aab-4cf9-8bd3-b68f75f6524c admin admin] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:52:06.174399 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-faa22fd5-3aab-4cf9-8bd3-b68f75f6524c admin admin] 10.222.0.54 "PUT /v2.0/routers/51f8568f-6f97-476d-a3ff-a097882b6d33/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2101600 Nov 19 18:52:06.217473 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-5216448a-b0de-4f25-8d04-6e4d39642d14 None None] Port 8f25084b-e3fb-44b5-91aa-b75f831bba4f cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:52:06.357408 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device a98ee4ad-8045-4c42-9cd3-5ee18eb2508c up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:52:06.424329 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port a98ee4ad-8045-4c42-9cd3-5ee18eb2508c triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:52:06.425125 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:06.476814 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-afc70652-9c9a-47e3-a70b-901864f5696e None None] Provisioning complete for port 8f25084b-e3fb-44b5-91aa-b75f831bba4f triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:52:06.477258 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-afc70652-9c9a-47e3-a70b-901864f5696e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:06.527366 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-afc70652-9c9a-47e3-a70b-901864f5696e None None] Port 8f25084b-e3fb-44b5-91aa-b75f831bba4f cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:52:06.564678 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device d160655a-d004-48df-8f54-2ec3c7b20fb8 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:52:06.635310 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port d160655a-d004-48df-8f54-2ec3c7b20fb8 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:52:06.635712 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:06.736662 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device ba8734b9-c550-4664-9959-7176db10d01c up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:52:06.790228 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port ba8734b9-c550-4664-9959-7176db10d01c triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:52:06.790791 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:06.815905 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 49470) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:52:06.820635 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-e27e5d94-b570-4e5f-846c-5aad56448998 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-66153204', 'description': 'tempest-secgroup-smoke-66153204 description', 'project_id': 'a49d01ba435542beba3e7dfaa36f2890'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:52:06.844304 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e27e5d94-b570-4e5f-846c-5aad56448998 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:06.923791 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e27e5d94-b570-4e5f-846c-5aad56448998 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:06.929240 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e27e5d94-b570-4e5f-846c-5aad56448998 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:06.962993 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e27e5d94-b570-4e5f-846c-5aad56448998 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:06.964266 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-e27e5d94-b570-4e5f-846c-5aad56448998 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1473386 Nov 19 18:52:06.967380 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 49472) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:52:06.972026 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-34289059-8344-4bdc-95aa-9754c0eb3c0e tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Request body: {'security_group_rule': {'security_group_id': '66d260ca-9825-402e-bc9b-69631457d057', 'project_id': 'a49d01ba435542beba3e7dfaa36f2890', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:52:06.972398 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27e5d94-b570-4e5f-846c-5aad56448998 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66d260ca-9825-402e-bc9b-69631457d057,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:52:07.006469 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-34289059-8344-4bdc-95aa-9754c0eb3c0e tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:07.064121 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-34289059-8344-4bdc-95aa-9754c0eb3c0e tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:07.068858 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-34289059-8344-4bdc-95aa-9754c0eb3c0e tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735179'] for security_group_rule, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:07.088820 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34289059-8344-4bdc-95aa-9754c0eb3c0e tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58fd153d-f600-4ba1-8602-4c386a0d1cde,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:52:07.097452 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-34289059-8344-4bdc-95aa-9754c0eb3c0e tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:07.098779 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-34289059-8344-4bdc-95aa-9754c0eb3c0e tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1303782 Nov 19 18:52:07.102242 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 49474) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:52:07.106748 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-22be32bb-b469-42c0-ae79-18ae54cad7e5 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Request body: {'security_group_rule': {'security_group_id': '66d260ca-9825-402e-bc9b-69631457d057', 'project_id': 'a49d01ba435542beba3e7dfaa36f2890', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:52:07.131818 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-22be32bb-b469-42c0-ae79-18ae54cad7e5 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:07.192064 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-22be32bb-b469-42c0-ae79-18ae54cad7e5 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:07.195505 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-22be32bb-b469-42c0-ae79-18ae54cad7e5 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735179'] for security_group_rule, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:07.214334 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22be32bb-b469-42c0-ae79-18ae54cad7e5 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4e77384-2d8c-4055-9ad0-945b04066357,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:52:07.220174 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-22be32bb-b469-42c0-ae79-18ae54cad7e5 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:07.221514 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-22be32bb-b469-42c0-ae79-18ae54cad7e5 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1183538 Nov 19 18:52:07.224226 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 49476) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:52:07.229087 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-14962c8b-ebee-4b31-b922-4dbee5028a14 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Request body: {'security_group_rule': {'security_group_id': '66d260ca-9825-402e-bc9b-69631457d057', 'project_id': 'a49d01ba435542beba3e7dfaa36f2890', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:52:07.254794 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-14962c8b-ebee-4b31-b922-4dbee5028a14 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:07.311177 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-14962c8b-ebee-4b31-b922-4dbee5028a14 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:07.314717 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-14962c8b-ebee-4b31-b922-4dbee5028a14 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735179'] for security_group_rule, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:07.332765 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14962c8b-ebee-4b31-b922-4dbee5028a14 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f52e575d-251b-4efe-a637-55ee70b92b20,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:52:07.340625 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-14962c8b-ebee-4b31-b922-4dbee5028a14 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:07.341786 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-14962c8b-ebee-4b31-b922-4dbee5028a14 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1166070 Nov 19 18:52:07.344559 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 49478) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:52:07.348968 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-d694926a-8e0f-4578-b9cb-e2877c2f515e tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Request body: {'security_group_rule': {'security_group_id': '66d260ca-9825-402e-bc9b-69631457d057', 'project_id': 'a49d01ba435542beba3e7dfaa36f2890', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:52:07.375936 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d694926a-8e0f-4578-b9cb-e2877c2f515e tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:07.432342 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d694926a-8e0f-4578-b9cb-e2877c2f515e tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:07.436006 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d694926a-8e0f-4578-b9cb-e2877c2f515e tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735179'] for security_group_rule, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:07.454187 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d694926a-8e0f-4578-b9cb-e2877c2f515e tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ced4d06f-d72a-41fa-9923-2c057002010a,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:52:07.468292 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d694926a-8e0f-4578-b9cb-e2877c2f515e tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:07.469546 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-d694926a-8e0f-4578-b9cb-e2877c2f515e tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1240258 Nov 19 18:52:07.472288 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 49480) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:52:07.477128 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-e700fc3c-4341-4832-8584-227c6b3366de tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Request body: {'security_group_rule': {'security_group_id': '66d260ca-9825-402e-bc9b-69631457d057', 'project_id': 'a49d01ba435542beba3e7dfaa36f2890', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:52:07.499893 n-d-818022-2 neutron-server[103365]: INFO neutron.db.securitygroups_db [None req-e700fc3c-4341-4832-8584-227c6b3366de tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Project a49d01ba435542beba3e7dfaa36f2890 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 18:52:07.504925 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e700fc3c-4341-4832-8584-227c6b3366de tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:07.568872 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e700fc3c-4341-4832-8584-227c6b3366de tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:07.572435 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e700fc3c-4341-4832-8584-227c6b3366de tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735179'] for security_group_rule, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:07.592981 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e700fc3c-4341-4832-8584-227c6b3366de tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e491cff-481b-4781-9021-71b777e957cf,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:52:07.600763 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e700fc3c-4341-4832-8584-227c6b3366de tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:07.602520 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-e700fc3c-4341-4832-8584-227c6b3366de tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1292806 Nov 19 18:52:07.605630 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 49482) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:52:07.610186 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-e14358da-8ecb-4cf5-91db-11c76e4af5b4 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Request body: {'security_group_rule': {'security_group_id': '66d260ca-9825-402e-bc9b-69631457d057', 'project_id': 'a49d01ba435542beba3e7dfaa36f2890', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:52:07.631248 n-d-818022-2 neutron-server[103364]: INFO neutron.db.securitygroups_db [None req-e14358da-8ecb-4cf5-91db-11c76e4af5b4 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Project a49d01ba435542beba3e7dfaa36f2890 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 18:52:07.635891 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e14358da-8ecb-4cf5-91db-11c76e4af5b4 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:07.698181 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e14358da-8ecb-4cf5-91db-11c76e4af5b4 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:07.701867 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e14358da-8ecb-4cf5-91db-11c76e4af5b4 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735179'] for security_group_rule, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:07.721165 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14358da-8ecb-4cf5-91db-11c76e4af5b4 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36da32a4-d867-4b31-8a8a-6e2dd8f6373c,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:52:07.727698 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e14358da-8ecb-4cf5-91db-11c76e4af5b4 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:07.730322 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-e14358da-8ecb-4cf5-91db-11c76e4af5b4 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1235609 Nov 19 18:52:07.878507 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8315d6f4-1a49-423e-90bb-a48e89cfe0e4 req-6bba575e-d0b1-42ce-b924-3e2ab7ee4a7b tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-66153204&fields=id&tenant_id=a49d01ba435542beba3e7dfaa36f2890 HTTP/1.1" status: 200 len: 267 time: 0.0446968 Nov 19 18:52:07.986311 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8315d6f4-1a49-423e-90bb-a48e89cfe0e4 req-a9b76c04-b1c6-4b4d-a986-19cdc4b9d9f8 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:07.987701 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8315d6f4-1a49-423e-90bb-a48e89cfe0e4 req-a9b76c04-b1c6-4b4d-a986-19cdc4b9d9f8 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "GET /v2.0/networks?id=25b52273-6fe3-4092-b937-6cc1f4aaad62 HTTP/1.1" status: 200 len: 809 time: 0.1021726 Nov 19 18:52:08.002476 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8315d6f4-1a49-423e-90bb-a48e89cfe0e4 req-16c69ff2-1a07-4e84-97ba-a415c4b4c41f tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "GET /v2.0/quotas/a49d01ba435542beba3e7dfaa36f2890 HTTP/1.1" status: 200 len: 375 time: 0.0090513 Nov 19 18:52:08.057303 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8315d6f4-1a49-423e-90bb-a48e89cfe0e4 req-e78b238e-d27f-4b32-84f0-2a2c9c666e60 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=a49d01ba435542beba3e7dfaa36f2890&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0495994 Nov 19 18:52:08.154570 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8315d6f4-1a49-423e-90bb-a48e89cfe0e4 req-d3ae31a7-bc4a-4d16-893e-1cf080927769 service neutron] 10.222.0.54 "GET /v2.0/networks/25b52273-6fe3-4092-b937-6cc1f4aaad62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857112 Nov 19 18:52:08.250454 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8315d6f4-1a49-423e-90bb-a48e89cfe0e4 req-e3dca49d-66b5-4003-a4dc-bf5679abdc42 service neutron] 10.222.0.54 "GET /v2.0/networks/25b52273-6fe3-4092-b937-6cc1f4aaad62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892122 Nov 19 18:52:08.416017 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-4766a2ab-bd0c-4d55-aec9-d9785eec1fdb req-84ecc45d-ffcb-45c4-9eea-e42d7cdb95d8 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "GET /v2.0/ports?device_id=6055a8e6-1609-4b8c-8dbe-174ce3d15f7a HTTP/1.1" status: 200 len: 210 time: 0.0288413 Nov 19 18:52:08.462023 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b58c80e8-5821-4754-bfe9-85835fcc44d6 None None] Sync routers for ids ['51f8568f-6f97-476d-a3ff-a097882b6d33'] in n-d-818022-2 {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:52:08.472248 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b58c80e8-5821-4754-bfe9-85835fcc44d6 None None] Routers {'51f8568f-6f97-476d-a3ff-a097882b6d33'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:52:08.472978 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-b58c80e8-5821-4754-bfe9-85835fcc44d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:52:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['51f8568f-6f97-476d-a3ff-a097882b6d33'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:52:08.743747 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-b58c80e8-5821-4754-bfe9-85835fcc44d6 None None] Set router 51f8568f-6f97-476d-a3ff-a097882b6d33 gateway port host: n-d-818022-2 {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:52:08.949356 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-b58c80e8-5821-4754-bfe9-85835fcc44d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51f8568f-6f97-476d-a3ff-a097882b6d33', 'name': 'tempest-TestShelveInstance-1289444277-router', 'tenant_id': 'fb0564a90c53451d9c186bbce179dd44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': 'd160655a-d004-48df-8f54-2ec3c7b20fb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:52:02Z', 'updated_at': '2021-11-19T18:52:05Z', 'revision_number': 4, 'project_id': 'fb0564a90c53451d9c186bbce179dd44', 'gw_port': {'id': 'd160655a-d004-48df-8f54-2ec3c7b20fb8', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:ec:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f8568f-6f97-476d-a3ff-a097882b6d33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:52:02Z', 'updated_at': '2021-11-19T18:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': '8f25084b-e3fb-44b5-91aa-b75f831bba4f', 'name': '', 'network_id': '760dd81e-3b5a-4a54-8d08-e8683776227e', 'tenant_id': 'fb0564a90c53451d9c186bbce179dd44', 'mac_address': 'fa:16:3e:3c:45:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51f8568f-6f97-476d-a3ff-a097882b6d33', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '5ebd0144-4fff-43e7-86c6-87c579fe9902', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:52:04Z', 'updated_at': '2021-11-19T18:52:05Z', 'revision_number': 2, 'project_id': 'fb0564a90c53451d9c186bbce179dd44', 'subnets': [{'id': '5ebd0144-4fff-43e7-86c6-87c579fe9902', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:52:08.976253 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b58c80e8-5821-4754-bfe9-85835fcc44d6 None None] Checking router: 51f8568f-6f97-476d-a3ff-a097882b6d33 for host: n-d-818022-2 {{(pid=103366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:52:08.977142 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b58c80e8-5821-4754-bfe9-85835fcc44d6 None None] Updating router 51f8568f-6f97-476d-a3ff-a097882b6d33 port 8f25084b-e3fb-44b5-91aa-b75f831bba4f binding host n-d-818022-2 {{(pid=103366) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 18:52:09.005985 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b58c80e8-5821-4754-bfe9-85835fcc44d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:09.272431 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b58c80e8-5821-4754-bfe9-85835fcc44d6 None None] Publish callbacks [] for port, precommit_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:09.278184 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b58c80e8-5821-4754-bfe9-85835fcc44d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:09.328935 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3752ff20-f9a3-46eb-bf78-70cab626d3ac None None] Pushing event updated for resources: {'Port': ['ID=8f25084b-e3fb-44b5-91aa-b75f831bba4f,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:52:09.381748 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-b58c80e8-5821-4754-bfe9-85835fcc44d6 None None] Attempting to bind port 8f25084b-e3fb-44b5-91aa-b75f831bba4f on host n-d-818022-2 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:52:09.382186 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-b58c80e8-5821-4754-bfe9-85835fcc44d6 None None] Attempting to bind port 8f25084b-e3fb-44b5-91aa-b75f831bba4f by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': 'f5a60f5e-42d6-4f70-8827-9afc0fbddcac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '760dd81e-3b5a-4a54-8d08-e8683776227e'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:52:09.382557 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b58c80e8-5821-4754-bfe9-85835fcc44d6 None None] Attempting to bind port 8f25084b-e3fb-44b5-91aa-b75f831bba4f on network 760dd81e-3b5a-4a54-8d08-e8683776227e {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:52:09.388812 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b58c80e8-5821-4754-bfe9-85835fcc44d6 None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 52, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:52:09.389209 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b58c80e8-5821-4754-bfe9-85835fcc44d6 None None] Checking segment: {'id': 'f5a60f5e-42d6-4f70-8827-9afc0fbddcac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '760dd81e-3b5a-4a54-8d08-e8683776227e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:52:09.389586 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b58c80e8-5821-4754-bfe9-85835fcc44d6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:09.390018 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b58c80e8-5821-4754-bfe9-85835fcc44d6 None None] Bound using segment: {'id': 'f5a60f5e-42d6-4f70-8827-9afc0fbddcac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '760dd81e-3b5a-4a54-8d08-e8683776227e'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:52:09.390492 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-b58c80e8-5821-4754-bfe9-85835fcc44d6 None None] Bound port: 8f25084b-e3fb-44b5-91aa-b75f831bba4f, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5a60f5e-42d6-4f70-8827-9afc0fbddcac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '760dd81e-3b5a-4a54-8d08-e8683776227e'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:52:09.390874 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b58c80e8-5821-4754-bfe9-85835fcc44d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:09.480141 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-b58c80e8-5821-4754-bfe9-85835fcc44d6 None None] For port 8f25084b-e3fb-44b5-91aa-b75f831bba4f, host n-d-818022-2, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:52:09.483849 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-b58c80e8-5821-4754-bfe9-85835fcc44d6 None None] For port 8f25084b-e3fb-44b5-91aa-b75f831bba4f, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=8f25084b-e3fb-44b5-91aa-b75f831bba4f,segment=NetworkSegment(f5a60f5e-42d6-4f70-8827-9afc0fbddcac),segment_id=f5a60f5e-42d6-4f70-8827-9afc0fbddcac)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:52:09.494243 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b58c80e8-5821-4754-bfe9-85835fcc44d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:09.548795 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-45e59004-b3c0-461d-94b5-82fcf3fa8465 req-8b3640b6-a0af-446f-9c81-0097cbf66d83 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "GET /v2.0/ports?device_id=6055a8e6-1609-4b8c-8dbe-174ce3d15f7a HTTP/1.1" status: 200 len: 210 time: 0.0473413 Nov 19 18:52:09.553538 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b58c80e8-5821-4754-bfe9-85835fcc44d6 None None] Routers {'51f8568f-6f97-476d-a3ff-a097882b6d33'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:52:09.553738 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-b58c80e8-5821-4754-bfe9-85835fcc44d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:52:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['51f8568f-6f97-476d-a3ff-a097882b6d33'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:52:09.620383 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8315d6f4-1a49-423e-90bb-a48e89cfe0e4 req-2adbfdb2-6e73-4531-b90c-ecc7d0910611 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:09.622169 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8315d6f4-1a49-423e-90bb-a48e89cfe0e4 req-2adbfdb2-6e73-4531-b90c-ecc7d0910611 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.86 "GET /v2.0/networks?id=25b52273-6fe3-4092-b937-6cc1f4aaad62 HTTP/1.1" status: 200 len: 809 time: 0.1917644 Nov 19 18:52:09.625020 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3752ff20-f9a3-46eb-bf78-70cab626d3ac None None] Pushing event updated for resources: {'Port': ['ID=8f25084b-e3fb-44b5-91aa-b75f831bba4f,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:52:09.701788 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-667ce8a6-0abe-4c6a-bc7d-7710d194a2a1 None None] Provisioning complete for port 8f25084b-e3fb-44b5-91aa-b75f831bba4f triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:52:09.702262 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-667ce8a6-0abe-4c6a-bc7d-7710d194a2a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:09.712037 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8315d6f4-1a49-423e-90bb-a48e89cfe0e4 req-4c09b829-0333-4c55-8a0b-d0334339f798 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a49d01ba435542beba3e7dfaa36f2890 HTTP/1.1" status: 200 len: 378 time: 0.0771141 Nov 19 18:52:09.724673 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-8315d6f4-1a49-423e-90bb-a48e89cfe0e4 req-8fe986cd-2649-470d-95db-b27d53b775a2 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Request body: {'port': {'device_id': '6055a8e6-1609-4b8c-8dbe-174ce3d15f7a', 'network_id': '25b52273-6fe3-4092-b937-6cc1f4aaad62', 'admin_state_up': True, 'tenant_id': 'a49d01ba435542beba3e7dfaa36f2890', 'security_groups': ['66d260ca-9825-402e-bc9b-69631457d057']}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:52:09.728924 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-b58c80e8-5821-4754-bfe9-85835fcc44d6 None None] Set router 51f8568f-6f97-476d-a3ff-a097882b6d33 gateway port host: n-d-818022-2 {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:52:09.844303 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8315d6f4-1a49-423e-90bb-a48e89cfe0e4 req-8fe986cd-2649-470d-95db-b27d53b775a2 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Made reservation on behalf of a49d01ba435542beba3e7dfaa36f2890 for: {'port': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:52:09.847836 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-8315d6f4-1a49-423e-90bb-a48e89cfe0e4 req-8fe986cd-2649-470d-95db-b27d53b775a2 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:09.907667 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-667ce8a6-0abe-4c6a-bc7d-7710d194a2a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:09.978949 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-667ce8a6-0abe-4c6a-bc7d-7710d194a2a1 None None] For port 8f25084b-e3fb-44b5-91aa-b75f831bba4f, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=8f25084b-e3fb-44b5-91aa-b75f831bba4f,segment=NetworkSegment(f5a60f5e-42d6-4f70-8827-9afc0fbddcac),segment_id=f5a60f5e-42d6-4f70-8827-9afc0fbddcac)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:52:09.980696 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [req-8315d6f4-1a49-423e-90bb-a48e89cfe0e4 req-8fe986cd-2649-470d-95db-b27d53b775a2 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Allocated IP 172.20.0.3 (25b52273-6fe3-4092-b937-6cc1f4aaad62/626e55cc-e073-4b8d-9979-ad9f212a9b25/3ecc77df-efd7-4aa4-976a-e93f9526af8f) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:52:09.984613 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-667ce8a6-0abe-4c6a-bc7d-7710d194a2a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:10.044267 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667ce8a6-0abe-4c6a-bc7d-7710d194a2a1 None None] Pushing event updated for resources: {'Port': ['ID=8f25084b-e3fb-44b5-91aa-b75f831bba4f,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:52:10.050458 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-b58c80e8-5821-4754-bfe9-85835fcc44d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51f8568f-6f97-476d-a3ff-a097882b6d33', 'name': 'tempest-TestShelveInstance-1289444277-router', 'tenant_id': 'fb0564a90c53451d9c186bbce179dd44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': 'd160655a-d004-48df-8f54-2ec3c7b20fb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:52:02Z', 'updated_at': '2021-11-19T18:52:05Z', 'revision_number': 4, 'project_id': 'fb0564a90c53451d9c186bbce179dd44', 'gw_port': {'id': 'd160655a-d004-48df-8f54-2ec3c7b20fb8', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:ec:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f8568f-6f97-476d-a3ff-a097882b6d33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:52:02Z', 'updated_at': '2021-11-19T18:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': '8f25084b-e3fb-44b5-91aa-b75f831bba4f', 'name': '', 'network_id': '760dd81e-3b5a-4a54-8d08-e8683776227e', 'tenant_id': 'fb0564a90c53451d9c186bbce179dd44', 'mac_address': 'fa:16:3e:3c:45:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51f8568f-6f97-476d-a3ff-a097882b6d33', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '5ebd0144-4fff-43e7-86c6-87c579fe9902', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:52:04Z', 'updated_at': '2021-11-19T18:52:09Z', 'revision_number': 4, 'project_id': 'fb0564a90c53451d9c186bbce179dd44', 'subnets': [{'id': '5ebd0144-4fff-43e7-86c6-87c579fe9902', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:52:10.080935 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b58c80e8-5821-4754-bfe9-85835fcc44d6 None None] The sync data for ids ['51f8568f-6f97-476d-a3ff-a097882b6d33'] in n-d-818022-2 is: [{'id': '51f8568f-6f97-476d-a3ff-a097882b6d33', 'name': 'tempest-TestShelveInstance-1289444277-router', 'tenant_id': 'fb0564a90c53451d9c186bbce179dd44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': 'd160655a-d004-48df-8f54-2ec3c7b20fb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:52:02Z', 'updated_at': '2021-11-19T18:52:05Z', 'revision_number': 4, 'project_id': 'fb0564a90c53451d9c186bbce179dd44', 'gw_port': {'id': 'd160655a-d004-48df-8f54-2ec3c7b20fb8', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:ec:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f8568f-6f97-476d-a3ff-a097882b6d33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:52:02Z', 'updated_at': '2021-11-19T18:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': '8f25084b-e3fb-44b5-91aa-b75f831bba4f', 'name': '', 'network_id': '760dd81e-3b5a-4a54-8d08-e8683776227e', 'tenant_id': 'fb0564a90c53451d9c186bbce179dd44', 'mac_address': 'fa:16:3e:3c:45:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51f8568f-6f97-476d-a3ff-a097882b6d33', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '5ebd0144-4fff-43e7-86c6-87c579fe9902', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:52:04Z', 'updated_at': '2021-11-19T18:52:09Z', 'revision_number': 4, 'project_id': 'fb0564a90c53451d9c186bbce179dd44', 'subnets': [{'id': '5ebd0144-4fff-43e7-86c6-87c579fe9902', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:52:10.107408 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-1da17e4e-84f9-44dd-95f1-2775475e82a6 None None] Provisioning complete for port 8f25084b-e3fb-44b5-91aa-b75f831bba4f triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:52:10.107859 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-1da17e4e-84f9-44dd-95f1-2775475e82a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:10.129160 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-8315d6f4-1a49-423e-90bb-a48e89cfe0e4 req-8fe986cd-2649-470d-95db-b27d53b775a2 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:10.187684 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-8315d6f4-1a49-423e-90bb-a48e89cfe0e4 req-8fe986cd-2649-470d-95db-b27d53b775a2 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:10.233953 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8315d6f4-1a49-423e-90bb-a48e89cfe0e4 req-8fe986cd-2649-470d-95db-b27d53b775a2 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Network 25b52273-6fe3-4092-b937-6cc1f4aaad62 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:52:10.237068 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [req-8315d6f4-1a49-423e-90bb-a48e89cfe0e4 req-8fe986cd-2649-470d-95db-b27d53b775a2 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:52:10.240943 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-8315d6f4-1a49-423e-90bb-a48e89cfe0e4 req-8fe986cd-2649-470d-95db-b27d53b775a2 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:52:10.268329 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe986cd-2649-470d-95db-b27d53b775a2 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Pushing event updated for resources: {'Port': ['ID=3ecc77df-efd7-4aa4-976a-e93f9526af8f,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:52:10.302037 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8315d6f4-1a49-423e-90bb-a48e89cfe0e4 req-8fe986cd-2649-470d-95db-b27d53b775a2 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:10.302972 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-8315d6f4-1a49-423e-90bb-a48e89cfe0e4 req-8fe986cd-2649-470d-95db-b27d53b775a2 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:10.322805 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8315d6f4-1a49-423e-90bb-a48e89cfe0e4 req-8fe986cd-2649-470d-95db-b27d53b775a2 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6027267 Nov 19 18:52:10.333643 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [req-8315d6f4-1a49-423e-90bb-a48e89cfe0e4 req-e5f2335b-46e3-4fb2-8a2c-7fa48c4adf8f tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=103365) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 18:52:10.334677 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8315d6f4-1a49-423e-90bb-a48e89cfe0e4 req-e5f2335b-46e3-4fb2-8a2c-7fa48c4adf8f tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054414 Nov 19 18:52:10.349679 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-8315d6f4-1a49-423e-90bb-a48e89cfe0e4 req-f9f27033-ebd1-4ca7-847f-1264362532a2 service neutron] Request body: {'port': {'device_id': '6055a8e6-1609-4b8c-8dbe-174ce3d15f7a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818022-2'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:52:10.411426 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-8315d6f4-1a49-423e-90bb-a48e89cfe0e4 req-f9f27033-ebd1-4ca7-847f-1264362532a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:10.535612 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-8c5edb63-a241-4334-995b-6158ce822b1c None None] Provisioning complete for port 3ecc77df-efd7-4aa4-976a-e93f9526af8f triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:52:10.536206 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8c5edb63-a241-4334-995b-6158ce822b1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:10.578844 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-8c5edb63-a241-4334-995b-6158ce822b1c None None] Port 3ecc77df-efd7-4aa4-976a-e93f9526af8f cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:52:10.697221 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [req-8315d6f4-1a49-423e-90bb-a48e89cfe0e4 req-f9f27033-ebd1-4ca7-847f-1264362532a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ecc77df-efd7-4aa4-976a-e93f9526af8f {{(pid=103365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:52:10.706388 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-8315d6f4-1a49-423e-90bb-a48e89cfe0e4 req-f9f27033-ebd1-4ca7-847f-1264362532a2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:10.712627 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a64a031-69e1-49fd-9d6d-5d422fbf20b9 req-484d6b90-f1cd-42c7-9367-1bb5591cd72f tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:10.714381 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6a64a031-69e1-49fd-9d6d-5d422fbf20b9 req-484d6b90-f1cd-42c7-9367-1bb5591cd72f tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "GET /v2.0/ports?device_id=6055a8e6-1609-4b8c-8dbe-174ce3d15f7a HTTP/1.1" status: 200 len: 931 time: 0.0610106 Nov 19 18:52:10.721146 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.provisioning_blocks [req-8315d6f4-1a49-423e-90bb-a48e89cfe0e4 req-f9f27033-ebd1-4ca7-847f-1264362532a2 service neutron] Transition to ACTIVE for port object 3ecc77df-efd7-4aa4-976a-e93f9526af8f will not be triggered until provisioned by entity L2. {{(pid=103365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 18:52:10.726026 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-8315d6f4-1a49-423e-90bb-a48e89cfe0e4 req-f9f27033-ebd1-4ca7-847f-1264362532a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:10.773098 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6a64a031-69e1-49fd-9d6d-5d422fbf20b9 req-82e8d61a-6072-4059-9afc-405ebd5039bf tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "GET /v2.0/security-groups?id=66d260ca-9825-402e-bc9b-69631457d057&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0519788 Nov 19 18:52:10.805602 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f27033-ebd1-4ca7-847f-1264362532a2 service neutron] Pushing event updated for resources: {'Port': ['ID=3ecc77df-efd7-4aa4-976a-e93f9526af8f,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:52:10.858565 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-8315d6f4-1a49-423e-90bb-a48e89cfe0e4 req-f9f27033-ebd1-4ca7-847f-1264362532a2 service neutron] Attempting to bind port 3ecc77df-efd7-4aa4-976a-e93f9526af8f on host n-h2-818022-2 for vnic_type normal with profile {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:52:10.858906 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-8315d6f4-1a49-423e-90bb-a48e89cfe0e4 req-f9f27033-ebd1-4ca7-847f-1264362532a2 service neutron] Attempting to bind port 3ecc77df-efd7-4aa4-976a-e93f9526af8f by drivers openvswitch,hyperv on host n-h2-818022-2 at level 0 using segments [{'id': 'ee4f316d-48ea-4eca-ab92-39e12675dbe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '25b52273-6fe3-4092-b937-6cc1f4aaad62'}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:52:10.859229 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8315d6f4-1a49-423e-90bb-a48e89cfe0e4 req-f9f27033-ebd1-4ca7-847f-1264362532a2 service neutron] Attempting to bind port 3ecc77df-efd7-4aa4-976a-e93f9526af8f on network 25b52273-6fe3-4092-b937-6cc1f4aaad62 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:52:10.863875 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8315d6f4-1a49-423e-90bb-a48e89cfe0e4 req-f9f27033-ebd1-4ca7-847f-1264362532a2 service neutron] Port 3ecc77df-efd7-4aa4-976a-e93f9526af8f on network 25b52273-6fe3-4092-b937-6cc1f4aaad62 not bound, no agent of type Open vSwitch agent registered on host n-h2-818022-2 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 18:52:10.864197 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8315d6f4-1a49-423e-90bb-a48e89cfe0e4 req-f9f27033-ebd1-4ca7-847f-1264362532a2 service neutron] Attempting to bind port 3ecc77df-efd7-4aa4-976a-e93f9526af8f on network 25b52273-6fe3-4092-b937-6cc1f4aaad62 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:52:10.869773 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8315d6f4-1a49-423e-90bb-a48e89cfe0e4 req-f9f27033-ebd1-4ca7-847f-1264362532a2 service neutron] Checking agent: {'id': '525ad2ac-c4ae-4c63-af2e-0bf8d25d0f0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'started_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 52, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:52:10.870143 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8315d6f4-1a49-423e-90bb-a48e89cfe0e4 req-f9f27033-ebd1-4ca7-847f-1264362532a2 service neutron] Checking segment: {'id': 'ee4f316d-48ea-4eca-ab92-39e12675dbe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '25b52273-6fe3-4092-b937-6cc1f4aaad62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:52:10.870529 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8315d6f4-1a49-423e-90bb-a48e89cfe0e4 req-f9f27033-ebd1-4ca7-847f-1264362532a2 service neutron] Bound using segment: {'id': 'ee4f316d-48ea-4eca-ab92-39e12675dbe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '25b52273-6fe3-4092-b937-6cc1f4aaad62'} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:52:10.870949 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-8315d6f4-1a49-423e-90bb-a48e89cfe0e4 req-f9f27033-ebd1-4ca7-847f-1264362532a2 service neutron] Bound port: 3ecc77df-efd7-4aa4-976a-e93f9526af8f, host: n-h2-818022-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee4f316d-48ea-4eca-ab92-39e12675dbe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '25b52273-6fe3-4092-b937-6cc1f4aaad62'}}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:52:10.871304 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-8315d6f4-1a49-423e-90bb-a48e89cfe0e4 req-f9f27033-ebd1-4ca7-847f-1264362532a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:10.937092 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-8315d6f4-1a49-423e-90bb-a48e89cfe0e4 req-f9f27033-ebd1-4ca7-847f-1264362532a2 service neutron] For port 3ecc77df-efd7-4aa4-976a-e93f9526af8f, host n-h2-818022-2, cleared binding levels {{(pid=103365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:52:10.940382 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-8315d6f4-1a49-423e-90bb-a48e89cfe0e4 req-f9f27033-ebd1-4ca7-847f-1264362532a2 service neutron] For port 3ecc77df-efd7-4aa4-976a-e93f9526af8f, host n-h2-818022-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=3ecc77df-efd7-4aa4-976a-e93f9526af8f,segment=NetworkSegment(ee4f316d-48ea-4eca-ab92-39e12675dbe7),segment_id=ee4f316d-48ea-4eca-ab92-39e12675dbe7)] {{(pid=103365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:52:10.945122 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-8315d6f4-1a49-423e-90bb-a48e89cfe0e4 req-f9f27033-ebd1-4ca7-847f-1264362532a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:10.982417 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8315d6f4-1a49-423e-90bb-a48e89cfe0e4 req-f9f27033-ebd1-4ca7-847f-1264362532a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:10.983053 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-8315d6f4-1a49-423e-90bb-a48e89cfe0e4 req-f9f27033-ebd1-4ca7-847f-1264362532a2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:10.984446 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8315d6f4-1a49-423e-90bb-a48e89cfe0e4 req-f9f27033-ebd1-4ca7-847f-1264362532a2 service neutron] 10.222.0.86 "PUT /v2.0/ports/3ecc77df-efd7-4aa4-976a-e93f9526af8f HTTP/1.1" status: 200 len: 1091 time: 0.6398976 Nov 19 18:52:10.984927 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6055a8e6-1609-4b8c-8dbe-174ce3d15f7a', 'tag': '3ecc77df-efd7-4aa4-976a-e93f9526af8f'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:52:10.987291 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd49725d620cdd9f83c5eaf1b0fd23d69d3d375bb9795dcb3d54cd15509d3c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5001a72e-aabc-46cc-bfb1-9393d694c14b" -d '{"events": [{"name": "network-changed", "server_uuid": "6055a8e6-1609-4b8c-8dbe-174ce3d15f7a", "tag": "3ecc77df-efd7-4aa4-976a-e93f9526af8f"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:52:11.036552 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f27033-ebd1-4ca7-847f-1264362532a2 service neutron] Pushing event updated for resources: {'Port': ['ID=3ecc77df-efd7-4aa4-976a-e93f9526af8f,revision_number=3']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:52:11.050791 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 18:52:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-637bc6f6-2a72-47fa-959d-c6dc1a72b002 x-openstack-request-id: req-637bc6f6-2a72-47fa-959d-c6dc1a72b002 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:52:11.051121 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6055a8e6-1609-4b8c-8dbe-174ce3d15f7a", "tag": "3ecc77df-efd7-4aa4-976a-e93f9526af8f", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:52:11.051433 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-637bc6f6-2a72-47fa-959d-c6dc1a72b002 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:52:11.051785 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6055a8e6-1609-4b8c-8dbe-174ce3d15f7a', 'tag': '3ecc77df-efd7-4aa4-976a-e93f9526af8f', 'status': 'completed', 'code': 200} Nov 19 18:52:11.089129 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8315d6f4-1a49-423e-90bb-a48e89cfe0e4 req-9b85a197-ddaa-4ee3-b3c1-5ce06e94dd8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:11.090758 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8315d6f4-1a49-423e-90bb-a48e89cfe0e4 req-9b85a197-ddaa-4ee3-b3c1-5ce06e94dd8f service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=a49d01ba435542beba3e7dfaa36f2890&device_id=6055a8e6-1609-4b8c-8dbe-174ce3d15f7a HTTP/1.1" status: 200 len: 1094 time: 0.0512025 Nov 19 18:52:11.135509 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8315d6f4-1a49-423e-90bb-a48e89cfe0e4 req-5c0ec698-9586-4d3a-9a59-7cf2a60251b9 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3ecc77df-efd7-4aa4-976a-e93f9526af8f HTTP/1.1" status: 200 len: 217 time: 0.0360370 Nov 19 18:52:11.189261 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8315d6f4-1a49-423e-90bb-a48e89cfe0e4 req-0616bd8b-6e36-47d4-b168-588c0cfb0778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:11.190766 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8315d6f4-1a49-423e-90bb-a48e89cfe0e4 req-0616bd8b-6e36-47d4-b168-588c0cfb0778 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=626e55cc-e073-4b8d-9979-ad9f212a9b25 HTTP/1.1" status: 200 len: 848 time: 0.0471947 Nov 19 18:52:11.242030 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8315d6f4-1a49-423e-90bb-a48e89cfe0e4 req-cf669fe9-ec11-47f3-9533-7d967807d87f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:11.244153 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8315d6f4-1a49-423e-90bb-a48e89cfe0e4 req-cf669fe9-ec11-47f3-9533-7d967807d87f service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=25b52273-6fe3-4092-b937-6cc1f4aaad62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450883 Nov 19 18:52:11.332827 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8315d6f4-1a49-423e-90bb-a48e89cfe0e4 req-44ef0b8c-a24b-49d3-8582-b4a066964a17 service neutron] 10.222.0.86 "GET /v2.0/networks/25b52273-6fe3-4092-b937-6cc1f4aaad62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803921 Nov 19 18:52:11.425143 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-8315d6f4-1a49-423e-90bb-a48e89cfe0e4 req-0849bd4b-be07-46dc-b1c4-8c2e12f14172 service neutron] 10.222.0.86 "GET /v2.0/networks/25b52273-6fe3-4092-b937-6cc1f4aaad62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851715 Nov 19 18:52:11.514842 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5001a72e-aabc-46cc-bfb1-9393d694c14b req-c3a8fef6-1863-4685-88be-4007836ab75b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:11.516351 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5001a72e-aabc-46cc-bfb1-9393d694c14b req-c3a8fef6-1863-4685-88be-4007836ab75b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=a49d01ba435542beba3e7dfaa36f2890&device_id=6055a8e6-1609-4b8c-8dbe-174ce3d15f7a HTTP/1.1" status: 200 len: 1094 time: 0.0420761 Nov 19 18:52:11.606999 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5001a72e-aabc-46cc-bfb1-9393d694c14b req-da44031d-1571-4f0b-bc9a-e1fbd8f8b6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:11.608497 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5001a72e-aabc-46cc-bfb1-9393d694c14b req-da44031d-1571-4f0b-bc9a-e1fbd8f8b6f6 service neutron] 10.222.0.86 "GET /v2.0/networks?id=25b52273-6fe3-4092-b937-6cc1f4aaad62 HTTP/1.1" status: 200 len: 910 time: 0.0847607 Nov 19 18:52:11.653885 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5001a72e-aabc-46cc-bfb1-9393d694c14b req-bdf4e5d0-75f8-430b-904f-ec712b4913aa service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3ecc77df-efd7-4aa4-976a-e93f9526af8f HTTP/1.1" status: 200 len: 217 time: 0.0382664 Nov 19 18:52:11.711855 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5001a72e-aabc-46cc-bfb1-9393d694c14b req-f367041e-9f2c-4ed2-9b80-3341336d35fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:11.713341 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5001a72e-aabc-46cc-bfb1-9393d694c14b req-f367041e-9f2c-4ed2-9b80-3341336d35fc service neutron] 10.222.0.86 "GET /v2.0/subnets?id=626e55cc-e073-4b8d-9979-ad9f212a9b25 HTTP/1.1" status: 200 len: 848 time: 0.0508111 Nov 19 18:52:11.762664 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5001a72e-aabc-46cc-bfb1-9393d694c14b req-26b6e370-10eb-4c41-987c-b631389da3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:11.764200 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5001a72e-aabc-46cc-bfb1-9393d694c14b req-26b6e370-10eb-4c41-987c-b631389da3d8 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=25b52273-6fe3-4092-b937-6cc1f4aaad62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420864 Nov 19 18:52:11.870836 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5001a72e-aabc-46cc-bfb1-9393d694c14b req-b84c4f7e-d93b-4aa4-90e6-f6541c5e1b25 service neutron] 10.222.0.86 "GET /v2.0/networks/25b52273-6fe3-4092-b937-6cc1f4aaad62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983944 Nov 19 18:52:11.904064 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecb2863-00c4-4720-a2ce-249d871b7464 req-1436fda3-e9e2-4721-844d-bd3946957056 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:11.905688 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0ecb2863-00c4-4720-a2ce-249d871b7464 req-1436fda3-e9e2-4721-844d-bd3946957056 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "GET /v2.0/ports?device_id=6055a8e6-1609-4b8c-8dbe-174ce3d15f7a HTTP/1.1" status: 200 len: 943 time: 0.0557778 Nov 19 18:52:11.963498 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0ecb2863-00c4-4720-a2ce-249d871b7464 req-9507a896-a8b5-46c5-8b7f-cd2bc7abe693 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "GET /v2.0/security-groups?id=66d260ca-9825-402e-bc9b-69631457d057&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0510118 Nov 19 18:52:11.974747 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5001a72e-aabc-46cc-bfb1-9393d694c14b req-341bef43-61e0-4fcc-b413-d99972b4cb84 service neutron] 10.222.0.86 "GET /v2.0/networks/25b52273-6fe3-4092-b937-6cc1f4aaad62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954649 Nov 19 18:52:12.153631 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 8f25084b-e3fb-44b5-91aa-b75f831bba4f up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:52:12.206651 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 8f25084b-e3fb-44b5-91aa-b75f831bba4f triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:52:12.207052 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:13.082965 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df98d0a-e7cb-42d5-9e6e-f75686d44fdd req-fe842a70-67ed-4c0a-88bd-0ff2cfbd842e tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:13.084437 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3df98d0a-e7cb-42d5-9e6e-f75686d44fdd req-fe842a70-67ed-4c0a-88bd-0ff2cfbd842e tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "GET /v2.0/ports?device_id=6055a8e6-1609-4b8c-8dbe-174ce3d15f7a HTTP/1.1" status: 200 len: 943 time: 0.0495441 Nov 19 18:52:13.137520 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3df98d0a-e7cb-42d5-9e6e-f75686d44fdd req-016dd8d1-4757-4318-a0f5-0650cfea29df tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "GET /v2.0/security-groups?id=66d260ca-9825-402e-bc9b-69631457d057&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0465224 Nov 19 18:52:14.251930 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd8907c-864d-44d1-805b-5a69d2aac8f1 req-0bfb9ff9-e135-4035-8827-4009b8cee53d tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:14.253433 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6bd8907c-864d-44d1-805b-5a69d2aac8f1 req-0bfb9ff9-e135-4035-8827-4009b8cee53d tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "GET /v2.0/ports?device_id=6055a8e6-1609-4b8c-8dbe-174ce3d15f7a HTTP/1.1" status: 200 len: 943 time: 0.0482917 Nov 19 18:52:14.301922 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6bd8907c-864d-44d1-805b-5a69d2aac8f1 req-098d3722-52b5-4a46-a94b-fae265e2d97e tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "GET /v2.0/security-groups?id=66d260ca-9825-402e-bc9b-69631457d057&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425377 Nov 19 18:52:14.594780 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device 3ecc77df-efd7-4aa4-976a-e93f9526af8f details requested by agent hyperv_n-h2-818022-2 with host n-h2-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 18:52:14.685959 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port 3ecc77df-efd7-4aa4-976a-e93f9526af8f, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=3ecc77df-efd7-4aa4-976a-e93f9526af8f,segment=NetworkSegment(ee4f316d-48ea-4eca-ab92-39e12675dbe7),segment_id=ee4f316d-48ea-4eca-ab92-39e12675dbe7)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:52:14.696989 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Returning: {'device': '3ecc77df-efd7-4aa4-976a-e93f9526af8f', 'network_id': '25b52273-6fe3-4092-b937-6cc1f4aaad62', 'port_id': '3ecc77df-efd7-4aa4-976a-e93f9526af8f', 'mac_address': 'fa:16:3e:23:cc:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '626e55cc-e073-4b8d-9979-ad9f212a9b25', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 18:52:14.737063 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:14.749400 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ecc77df-efd7-4aa4-976a-e93f9526af8f {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:52:14.767436 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port 3ecc77df-efd7-4aa4-976a-e93f9526af8f, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=3ecc77df-efd7-4aa4-976a-e93f9526af8f,segment=NetworkSegment(ee4f316d-48ea-4eca-ab92-39e12675dbe7),segment_id=ee4f316d-48ea-4eca-ab92-39e12675dbe7)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:52:14.771304 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:14.820110 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Pushing event updated for resources: {'Port': ['ID=3ecc77df-efd7-4aa4-976a-e93f9526af8f,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:52:15.001797 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] get_ports_and_sgs() called for port_ids ['3ecc77df-efd7-4aa4-976a-e93f9526af8f'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:52:15.421684 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2705d285-c48a-4272-b6a0-34a283a552ca req-517f69b5-827b-4ab4-b581-c8525c2fb365 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:15.423278 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2705d285-c48a-4272-b6a0-34a283a552ca req-517f69b5-827b-4ab4-b581-c8525c2fb365 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "GET /v2.0/ports?device_id=6055a8e6-1609-4b8c-8dbe-174ce3d15f7a HTTP/1.1" status: 200 len: 944 time: 0.0503721 Nov 19 18:52:15.475099 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2705d285-c48a-4272-b6a0-34a283a552ca req-0778e2a8-c084-49b6-8a80-0e1a91ab4bd2 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "GET /v2.0/security-groups?id=66d260ca-9825-402e-bc9b-69631457d057&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0454819 Nov 19 18:52:16.590765 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587c012c-bc08-4404-98fa-a94d95dd7450 req-02fca229-f7ab-4676-9f1b-ee2ebc453b5a tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:16.592272 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-587c012c-bc08-4404-98fa-a94d95dd7450 req-02fca229-f7ab-4676-9f1b-ee2ebc453b5a tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "GET /v2.0/ports?device_id=6055a8e6-1609-4b8c-8dbe-174ce3d15f7a HTTP/1.1" status: 200 len: 944 time: 0.0490217 Nov 19 18:52:16.611836 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device 3ecc77df-efd7-4aa4-976a-e93f9526af8f up at agent hyperv_n-h2-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:52:16.645907 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-587c012c-bc08-4404-98fa-a94d95dd7450 req-a7f08425-b31c-4eac-b1e1-c3c25549a019 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "GET /v2.0/security-groups?id=66d260ca-9825-402e-bc9b-69631457d057&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0477147 Nov 19 18:52:16.661576 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Provisioning for port 3ecc77df-efd7-4aa4-976a-e93f9526af8f completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 18:52:16.665970 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Provisioning complete for port 3ecc77df-efd7-4aa4-976a-e93f9526af8f triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:52:16.666346 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:16.744489 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:16.767311 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6055a8e6-1609-4b8c-8dbe-174ce3d15f7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ecc77df-efd7-4aa4-976a-e93f9526af8f'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:52:16.769472 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e87da51c426c585745380e4f647dbd896557016b88dd9fb127e5d98628c937cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09a58469-a19f-424a-a290-363fe88c8b76" -d '{"events": [{"server_uuid": "6055a8e6-1609-4b8c-8dbe-174ce3d15f7a", "name": "network-vif-plugged", "status": "completed", "tag": "3ecc77df-efd7-4aa4-976a-e93f9526af8f"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:52:16.783095 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port 3ecc77df-efd7-4aa4-976a-e93f9526af8f, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=3ecc77df-efd7-4aa4-976a-e93f9526af8f,segment=NetworkSegment(ee4f316d-48ea-4eca-ab92-39e12675dbe7),segment_id=ee4f316d-48ea-4eca-ab92-39e12675dbe7)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:52:16.787640 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:16.813103 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:52:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11b29c0e-9f46-4011-af71-27023a747e38 x-openstack-request-id: req-11b29c0e-9f46-4011-af71-27023a747e38 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:52:16.813399 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6055a8e6-1609-4b8c-8dbe-174ce3d15f7a", "name": "network-vif-plugged", "status": "completed", "tag": "3ecc77df-efd7-4aa4-976a-e93f9526af8f", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:52:16.813658 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-11b29c0e-9f46-4011-af71-27023a747e38 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:52:16.814078 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6055a8e6-1609-4b8c-8dbe-174ce3d15f7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ecc77df-efd7-4aa4-976a-e93f9526af8f', 'code': 200} Nov 19 18:52:16.842192 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Pushing event updated for resources: {'Port': ['ID=3ecc77df-efd7-4aa4-976a-e93f9526af8f,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:52:16.914074 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc9d1a0-fccd-407b-b2ab-37f1308821ef req-c427d2be-8886-4cc7-99f2-0fe4386cb9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:16.915706 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-abc9d1a0-fccd-407b-b2ab-37f1308821ef req-c427d2be-8886-4cc7-99f2-0fe4386cb9d0 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=6055a8e6-1609-4b8c-8dbe-174ce3d15f7a HTTP/1.1" status: 200 len: 1096 time: 0.0399151 Nov 19 18:52:16.962462 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-abc9d1a0-fccd-407b-b2ab-37f1308821ef req-150ed99c-aaf2-4fbf-9e4e-99c3f459343d service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=66d260ca-9825-402e-bc9b-69631457d057&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0389066 Nov 19 18:52:17.768084 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c7a6a3-d47b-4daa-bffe-423071dfe30a req-9e2d4482-741d-462e-b91b-305987b7297c tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:17.769557 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-66c7a6a3-d47b-4daa-bffe-423071dfe30a req-9e2d4482-741d-462e-b91b-305987b7297c tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "GET /v2.0/ports?device_id=6055a8e6-1609-4b8c-8dbe-174ce3d15f7a HTTP/1.1" status: 200 len: 945 time: 0.0504508 Nov 19 18:52:17.825191 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-66c7a6a3-d47b-4daa-bffe-423071dfe30a req-e8b217ca-a040-4007-b56e-1fac676ce007 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "GET /v2.0/security-groups?id=66d260ca-9825-402e-bc9b-69631457d057&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0471578 Nov 19 18:52:19.263904 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd7cfe9-c65f-4174-aadd-a18d01030db8 req-bb23a14e-145b-42bf-b7c0-152d5387f425 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:19.265397 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-edd7cfe9-c65f-4174-aadd-a18d01030db8 req-bb23a14e-145b-42bf-b7c0-152d5387f425 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "GET /v2.0/ports?device_id=6055a8e6-1609-4b8c-8dbe-174ce3d15f7a HTTP/1.1" status: 200 len: 945 time: 0.3638599 Nov 19 18:52:19.314078 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-edd7cfe9-c65f-4174-aadd-a18d01030db8 req-044fa8fe-4592-43be-a1e8-08b00783ce03 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "GET /v2.0/security-groups?id=66d260ca-9825-402e-bc9b-69631457d057&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418773 Nov 19 18:52:19.428719 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169b5744-f011-4377-8e91-922ec9135b57 req-daf13901-54e2-4ee4-96ba-8a6f71c00716 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:19.430210 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-169b5744-f011-4377-8e91-922ec9135b57 req-daf13901-54e2-4ee4-96ba-8a6f71c00716 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "GET /v2.0/ports?device_id=6055a8e6-1609-4b8c-8dbe-174ce3d15f7a HTTP/1.1" status: 200 len: 945 time: 0.0476565 Nov 19 18:52:19.479444 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-169b5744-f011-4377-8e91-922ec9135b57 req-3be30262-5659-4b26-a851-61c45555ebc7 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "GET /v2.0/security-groups?id=66d260ca-9825-402e-bc9b-69631457d057&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425766 Nov 19 18:52:19.501491 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 49536) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:52:19.630328 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a4a2ea1-360e-40ce-96a9-5cf5c78b0053 tempest-TestShelveInstance-20873719 tempest-TestShelveInstance-20873719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:19.631827 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-0a4a2ea1-360e-40ce-96a9-5cf5c78b0053 tempest-TestShelveInstance-20873719 tempest-TestShelveInstance-20873719-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=6055a8e6-1609-4b8c-8dbe-174ce3d15f7a HTTP/1.1" status: 200 len: 1091 time: 0.1292751 Nov 19 18:52:19.634819 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 49540) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:52:19.639099 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-f9155f7c-5172-4481-94dc-cb3665975a6e tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Request body: {'floatingip': {'floating_network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'port_id': '3ecc77df-efd7-4aa4-976a-e93f9526af8f', 'tenant_id': 'a49d01ba435542beba3e7dfaa36f2890', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:52:19.660892 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f9155f7c-5172-4481-94dc-cb3665975a6e tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Publish callbacks [] for floatingip, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:19.756785 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f9155f7c-5172-4481-94dc-cb3665975a6e tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:19.857319 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [None req-f9155f7c-5172-4481-94dc-cb3665975a6e tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Allocated IP 172.25.7.49 (645e61aa-1a6c-4e8f-857e-ab06edb4897f/88ed2d64-f56d-4f01-a468-946e01c99e82/277f8022-4ecc-443f-81ff-a83e9f5bd0d0) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:52:19.962739 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f9155f7c-5172-4481-94dc-cb3665975a6e tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:19.996003 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f9155f7c-5172-4481-94dc-cb3665975a6e tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:20.035419 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9155f7c-5172-4481-94dc-cb3665975a6e tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Network 645e61aa-1a6c-4e8f-857e-ab06edb4897f is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:52:20.038331 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-f9155f7c-5172-4481-94dc-cb3665975a6e tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:52:20.042312 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9155f7c-5172-4481-94dc-cb3665975a6e tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:52:20.047585 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9155f7c-5172-4481-94dc-cb3665975a6e tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Pushing event updated for resources: {'Port': ['ID=277f8022-4ecc-443f-81ff-a83e9f5bd0d0,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:52:20.392339 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f9155f7c-5172-4481-94dc-cb3665975a6e tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:20.464829 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f9155f7c-5172-4481-94dc-cb3665975a6e tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:20.613058 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f9155f7c-5172-4481-94dc-cb3665975a6e tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Publish callbacks [] for port, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:20.617470 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f9155f7c-5172-4481-94dc-cb3665975a6e tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:20.686905 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9155f7c-5172-4481-94dc-cb3665975a6e tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Pushing event updated for resources: {'Port': ['ID=277f8022-4ecc-443f-81ff-a83e9f5bd0d0,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:52:20.698885 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f9155f7c-5172-4481-94dc-cb3665975a6e tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-671284'] for floatingip, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:20.797802 n-d-818022-2 neutron-server[103365]: INFO neutron.db.l3_db [None req-f9155f7c-5172-4481-94dc-cb3665975a6e tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Floating IP 1938b1c4-1775-4ff2-891a-9f4568baa89c associated. External IP: 172.25.7.49, port: 3ecc77df-efd7-4aa4-976a-e93f9526af8f. Nov 19 18:52:21.005929 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9155f7c-5172-4481-94dc-cb3665975a6e tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Router 67da409f-b0e4-42fb-aed5-3fc139f3c136 has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 18:52:21.111935 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9155f7c-5172-4481-94dc-cb3665975a6e tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:52:21.122009 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e0eef7a-2aae-4d12-93fe-eb05fcfca212 None None] Sync routers for ids ['67da409f-b0e4-42fb-aed5-3fc139f3c136'] in n-d-818022-2 {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:52:21.129128 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f9155f7c-5172-4481-94dc-cb3665975a6e tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for floatingip, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:21.132614 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e0eef7a-2aae-4d12-93fe-eb05fcfca212 None None] Routers {'67da409f-b0e4-42fb-aed5-3fc139f3c136'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:52:21.133227 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-4e0eef7a-2aae-4d12-93fe-eb05fcfca212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:52:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['67da409f-b0e4-42fb-aed5-3fc139f3c136'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:52:21.156736 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-f9155f7c-5172-4481-94dc-cb3665975a6e tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5208828 Nov 19 18:52:21.157449 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6055a8e6-1609-4b8c-8dbe-174ce3d15f7a', 'tag': '3ecc77df-efd7-4aa4-976a-e93f9526af8f'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:52:21.159781 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd49725d620cdd9f83c5eaf1b0fd23d69d3d375bb9795dcb3d54cd15509d3c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eb3fed5-962b-455b-9094-b04f04294e4e" -d '{"events": [{"name": "network-changed", "server_uuid": "6055a8e6-1609-4b8c-8dbe-174ce3d15f7a", "tag": "3ecc77df-efd7-4aa4-976a-e93f9526af8f"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:52:21.202513 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 18:52:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b3e7cdc-6168-436a-a5a3-9b918111dd2c x-openstack-request-id: req-7b3e7cdc-6168-436a-a5a3-9b918111dd2c {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:52:21.202810 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6055a8e6-1609-4b8c-8dbe-174ce3d15f7a", "tag": "3ecc77df-efd7-4aa4-976a-e93f9526af8f", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:52:21.203071 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-7b3e7cdc-6168-436a-a5a3-9b918111dd2c {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:52:21.203485 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6055a8e6-1609-4b8c-8dbe-174ce3d15f7a', 'tag': '3ecc77df-efd7-4aa4-976a-e93f9526af8f', 'status': 'completed', 'code': 200} Nov 19 18:52:21.241401 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-4e0eef7a-2aae-4d12-93fe-eb05fcfca212 None None] Set router 67da409f-b0e4-42fb-aed5-3fc139f3c136 gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:52:21.269581 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb3fed5-962b-455b-9094-b04f04294e4e req-76ba82bc-6737-4c43-9014-a07e625d9fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:21.271469 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4eb3fed5-962b-455b-9094-b04f04294e4e req-76ba82bc-6737-4c43-9014-a07e625d9fa7 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=a49d01ba435542beba3e7dfaa36f2890&device_id=6055a8e6-1609-4b8c-8dbe-174ce3d15f7a HTTP/1.1" status: 200 len: 1096 time: 0.0417464 Nov 19 18:52:21.372182 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb3fed5-962b-455b-9094-b04f04294e4e req-360e166d-b611-44d3-b98c-3164d9973424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:21.373687 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4eb3fed5-962b-455b-9094-b04f04294e4e req-360e166d-b611-44d3-b98c-3164d9973424 service neutron] 10.222.0.86 "GET /v2.0/networks?id=25b52273-6fe3-4092-b937-6cc1f4aaad62 HTTP/1.1" status: 200 len: 910 time: 0.0945797 Nov 19 18:52:21.452923 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4eb3fed5-962b-455b-9094-b04f04294e4e req-b6c5fe63-3b4d-403c-b507-cf9048d155ff service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3ecc77df-efd7-4aa4-976a-e93f9526af8f HTTP/1.1" status: 200 len: 998 time: 0.0707328 Nov 19 18:52:21.482847 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-4e0eef7a-2aae-4d12-93fe-eb05fcfca212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67da409f-b0e4-42fb-aed5-3fc139f3c136', 'name': 'tempest-TestShelveInstance-1994363908-router', 'tenant_id': 'a49d01ba435542beba3e7dfaa36f2890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.171'}], 'enable_snat': True}, 'gw_port_id': '80b88a5d-08ea-4295-83f2-06a5890a5c0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:51:57Z', 'updated_at': '2021-11-19T18:52:00Z', 'revision_number': 4, 'project_id': 'a49d01ba435542beba3e7dfaa36f2890', 'gw_port': {'id': '80b88a5d-08ea-4295-83f2-06a5890a5c0a', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:c6:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67da409f-b0e4-42fb-aed5-3fc139f3c136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:51:58Z', 'updated_at': '2021-11-19T18:52:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_floatingips': [{'id': '1938b1c4-1775-4ff2-891a-9f4568baa89c', 'tenant_id': 'a49d01ba435542beba3e7dfaa36f2890', 'floating_ip_address': '172.25.7.49', 'floating_network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'router_id': '67da409f-b0e4-42fb-aed5-3fc139f3c136', 'port_id': '3ecc77df-efd7-4aa4-976a-e93f9526af8f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4324, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25b52273-6fe3-4092-b937-6cc1f4aaad62', 'mac_address': 'fa:16:3e:23:cc:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6055a8e6-1609-4b8c-8dbe-174ce3d15f7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T18:52:20Z', 'updated_at': '2021-11-19T18:52:20Z', 'revision_number': 0, 'project_id': 'a49d01ba435542beba3e7dfaa36f2890', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba8734b9-c550-4664-9959-7176db10d01c', 'name': '', 'network_id': '25b52273-6fe3-4092-b937-6cc1f4aaad62', 'tenant_id': 'a49d01ba435542beba3e7dfaa36f2890', 'mac_address': 'fa:16:3e:63:d4:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67da409f-b0e4-42fb-aed5-3fc139f3c136', 'device_owner': 'network:router_interface', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '626e55cc-e073-4b8d-9979-ad9f212a9b25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:51:59Z', 'updated_at': '2021-11-19T18:52:04Z', 'revision_number': 5, 'project_id': 'a49d01ba435542beba3e7dfaa36f2890', 'subnets': [{'id': '626e55cc-e073-4b8d-9979-ad9f212a9b25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:52:21.506589 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb3fed5-962b-455b-9094-b04f04294e4e req-cfd969f8-f768-42d3-b4be-8843486e8ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:21.508152 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4eb3fed5-962b-455b-9094-b04f04294e4e req-cfd969f8-f768-42d3-b4be-8843486e8ba6 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=626e55cc-e073-4b8d-9979-ad9f212a9b25 HTTP/1.1" status: 200 len: 848 time: 0.0474582 Nov 19 18:52:21.509992 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e0eef7a-2aae-4d12-93fe-eb05fcfca212 None None] Checking router: 67da409f-b0e4-42fb-aed5-3fc139f3c136 for host: n-d-818022-2 {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:52:21.521382 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e0eef7a-2aae-4d12-93fe-eb05fcfca212 None None] Routers {'67da409f-b0e4-42fb-aed5-3fc139f3c136'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:52:21.522017 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-4e0eef7a-2aae-4d12-93fe-eb05fcfca212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:52:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['67da409f-b0e4-42fb-aed5-3fc139f3c136'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:52:21.561441 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb3fed5-962b-455b-9094-b04f04294e4e req-73350177-fc8e-4531-bf7d-8e8bdc355c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:52:21.563061 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4eb3fed5-962b-455b-9094-b04f04294e4e req-73350177-fc8e-4531-bf7d-8e8bdc355c79 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=25b52273-6fe3-4092-b937-6cc1f4aaad62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452986 Nov 19 18:52:21.646280 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-4e0eef7a-2aae-4d12-93fe-eb05fcfca212 None None] Set router 67da409f-b0e4-42fb-aed5-3fc139f3c136 gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:52:21.668776 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4eb3fed5-962b-455b-9094-b04f04294e4e req-6e2a0547-de15-4f3a-88c8-dbee80c84de9 service neutron] 10.222.0.86 "GET /v2.0/networks/25b52273-6fe3-4092-b937-6cc1f4aaad62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956914 Nov 19 18:52:21.773635 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4eb3fed5-962b-455b-9094-b04f04294e4e req-7b25003d-3fc1-49ab-bc7c-6aebc85503ac service neutron] 10.222.0.86 "GET /v2.0/networks/25b52273-6fe3-4092-b937-6cc1f4aaad62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969646 Nov 19 18:52:21.885804 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-4e0eef7a-2aae-4d12-93fe-eb05fcfca212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67da409f-b0e4-42fb-aed5-3fc139f3c136', 'name': 'tempest-TestShelveInstance-1994363908-router', 'tenant_id': 'a49d01ba435542beba3e7dfaa36f2890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.171'}], 'enable_snat': True}, 'gw_port_id': '80b88a5d-08ea-4295-83f2-06a5890a5c0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:51:57Z', 'updated_at': '2021-11-19T18:52:00Z', 'revision_number': 4, 'project_id': 'a49d01ba435542beba3e7dfaa36f2890', 'gw_port': {'id': '80b88a5d-08ea-4295-83f2-06a5890a5c0a', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:c6:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67da409f-b0e4-42fb-aed5-3fc139f3c136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:51:58Z', 'updated_at': '2021-11-19T18:52:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_floatingips': [{'id': '1938b1c4-1775-4ff2-891a-9f4568baa89c', 'tenant_id': 'a49d01ba435542beba3e7dfaa36f2890', 'floating_ip_address': '172.25.7.49', 'floating_network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'router_id': '67da409f-b0e4-42fb-aed5-3fc139f3c136', 'port_id': '3ecc77df-efd7-4aa4-976a-e93f9526af8f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4324, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25b52273-6fe3-4092-b937-6cc1f4aaad62', 'mac_address': 'fa:16:3e:23:cc:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6055a8e6-1609-4b8c-8dbe-174ce3d15f7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T18:52:20Z', 'updated_at': '2021-11-19T18:52:20Z', 'revision_number': 0, 'project_id': 'a49d01ba435542beba3e7dfaa36f2890', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba8734b9-c550-4664-9959-7176db10d01c', 'name': '', 'network_id': '25b52273-6fe3-4092-b937-6cc1f4aaad62', 'tenant_id': 'a49d01ba435542beba3e7dfaa36f2890', 'mac_address': 'fa:16:3e:63:d4:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67da409f-b0e4-42fb-aed5-3fc139f3c136', 'device_owner': 'network:router_interface', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '626e55cc-e073-4b8d-9979-ad9f212a9b25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:51:59Z', 'updated_at': '2021-11-19T18:52:04Z', 'revision_number': 5, 'project_id': 'a49d01ba435542beba3e7dfaa36f2890', 'subnets': [{'id': '626e55cc-e073-4b8d-9979-ad9f212a9b25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:52:21.912494 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e0eef7a-2aae-4d12-93fe-eb05fcfca212 None None] The sync data for ids ['67da409f-b0e4-42fb-aed5-3fc139f3c136'] in n-d-818022-2 is: [{'id': '67da409f-b0e4-42fb-aed5-3fc139f3c136', 'name': 'tempest-TestShelveInstance-1994363908-router', 'tenant_id': 'a49d01ba435542beba3e7dfaa36f2890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.171'}], 'enable_snat': True}, 'gw_port_id': '80b88a5d-08ea-4295-83f2-06a5890a5c0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:51:57Z', 'updated_at': '2021-11-19T18:52:00Z', 'revision_number': 4, 'project_id': 'a49d01ba435542beba3e7dfaa36f2890', 'gw_port': {'id': '80b88a5d-08ea-4295-83f2-06a5890a5c0a', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:c6:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67da409f-b0e4-42fb-aed5-3fc139f3c136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:51:58Z', 'updated_at': '2021-11-19T18:52:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_floatingips': [{'id': '1938b1c4-1775-4ff2-891a-9f4568baa89c', 'tenant_id': 'a49d01ba435542beba3e7dfaa36f2890', 'floating_ip_address': '172.25.7.49', 'floating_network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'router_id': '67da409f-b0e4-42fb-aed5-3fc139f3c136', 'port_id': '3ecc77df-efd7-4aa4-976a-e93f9526af8f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4324, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25b52273-6fe3-4092-b937-6cc1f4aaad62', 'mac_address': 'fa:16:3e:23:cc:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6055a8e6-1609-4b8c-8dbe-174ce3d15f7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T18:52:20Z', 'updated_at': '2021-11-19T18:52:20Z', 'revision_number': 0, 'project_id': 'a49d01ba435542beba3e7dfaa36f2890', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba8734b9-c550-4664-9959-7176db10d01c', 'name': '', 'network_id': '25b52273-6fe3-4092-b937-6cc1f4aaad62', 'tenant_id': 'a49d01ba435542beba3e7dfaa36f2890', 'mac_address': 'fa:16:3e:63:d4:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67da409f-b0e4-42fb-aed5-3fc139f3c136', 'device_owner': 'network:router_interface', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '626e55cc-e073-4b8d-9979-ad9f212a9b25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:51:59Z', 'updated_at': '2021-11-19T18:52:04Z', 'revision_number': 5, 'project_id': 'a49d01ba435542beba3e7dfaa36f2890', 'subnets': [{'id': '626e55cc-e073-4b8d-9979-ad9f212a9b25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:52:22.120065 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba0542a-af82-45ed-a947-1815f00e82fc None None] New status for floating IP 1938b1c4-1775-4ff2-891a-9f4568baa89c: ACTIVE {{(pid=103366) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 18:52:23.398780 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.agents_db [None req-619e5c26-d9ed-4321-86eb-7d443bb9dfa2 None None] Agent healthcheck: found 7 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 18:52:29.907210 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3bc40c2e-465a-475e-98f0-068a7cd013c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:32.141363 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-1ff2009f-19eb-450e-a0a1-9e9fb94d70db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:33.454116 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e46ecc5a-dc14-4744-b262-3072ff2e958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:34.300831 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:34.344912 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:35.027542 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e013d7e6-5264-4dcc-9759-54f5fb809e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:35.321314 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:52:59.907623 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-69daa579-5ceb-49fc-9f5c-4fe55178c7fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:00.397799 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.agents_db [None req-619e5c26-d9ed-4321-86eb-7d443bb9dfa2 None None] Agent healthcheck: found 7 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 18:53:02.142505 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-c69d235a-79c4-4c5f-9db3-db36bfbb3604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:03.456160 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e46ecc5a-dc14-4744-b262-3072ff2e958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:04.302924 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:04.374589 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:05.029908 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e013d7e6-5264-4dcc-9759-54f5fb809e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:05.323015 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:15.386404 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-480bc079-12fe-4a56-bc22-ddbf69f1d257 req-7493ffd8-78fb-4c55-9e57-2393c0d491fb service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=6055a8e6-1609-4b8c-8dbe-174ce3d15f7a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0442779 Nov 19 18:53:15.472113 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480bc079-12fe-4a56-bc22-ddbf69f1d257 req-2d9cc939-7a60-4fc6-a403-7539dd370679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:15.473563 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-480bc079-12fe-4a56-bc22-ddbf69f1d257 req-2d9cc939-7a60-4fc6-a403-7539dd370679 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=a49d01ba435542beba3e7dfaa36f2890&device_id=6055a8e6-1609-4b8c-8dbe-174ce3d15f7a HTTP/1.1" status: 200 len: 1096 time: 0.0418897 Nov 19 18:53:15.579913 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480bc079-12fe-4a56-bc22-ddbf69f1d257 req-564f2f12-eae9-4f40-9722-6c9f5f6c49dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:15.581405 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-480bc079-12fe-4a56-bc22-ddbf69f1d257 req-564f2f12-eae9-4f40-9722-6c9f5f6c49dd service neutron] 10.222.0.86 "GET /v2.0/networks?id=25b52273-6fe3-4092-b937-6cc1f4aaad62 HTTP/1.1" status: 200 len: 910 time: 0.0888364 Nov 19 18:53:15.652437 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-480bc079-12fe-4a56-bc22-ddbf69f1d257 req-fbe92d4e-5788-42ed-8a22-96aa44c9f90f service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3ecc77df-efd7-4aa4-976a-e93f9526af8f HTTP/1.1" status: 200 len: 1000 time: 0.0631959 Nov 19 18:53:15.701384 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480bc079-12fe-4a56-bc22-ddbf69f1d257 req-b5a423a8-a198-417e-bd6f-9358699163bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:15.703402 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-480bc079-12fe-4a56-bc22-ddbf69f1d257 req-b5a423a8-a198-417e-bd6f-9358699163bf service neutron] 10.222.0.86 "GET /v2.0/subnets?id=626e55cc-e073-4b8d-9979-ad9f212a9b25 HTTP/1.1" status: 200 len: 848 time: 0.0429835 Nov 19 18:53:15.748564 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480bc079-12fe-4a56-bc22-ddbf69f1d257 req-b7c5a28c-7110-490f-92d6-cc2f3a7cd9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:53:15.750622 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-480bc079-12fe-4a56-bc22-ddbf69f1d257 req-b7c5a28c-7110-490f-92d6-cc2f3a7cd9e7 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=25b52273-6fe3-4092-b937-6cc1f4aaad62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393558 Nov 19 18:53:15.844006 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-480bc079-12fe-4a56-bc22-ddbf69f1d257 req-a19598b1-a779-4929-b6d8-f3efebad3210 service neutron] 10.222.0.86 "GET /v2.0/networks/25b52273-6fe3-4092-b937-6cc1f4aaad62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860295 Nov 19 18:53:15.933801 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-480bc079-12fe-4a56-bc22-ddbf69f1d257 req-04080e7e-572a-4d8f-9a08-61ccb0edd81a service neutron] 10.222.0.86 "GET /v2.0/networks/25b52273-6fe3-4092-b937-6cc1f4aaad62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819051 Nov 19 18:53:29.909333 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-7faec1fa-1680-4fb5-84b3-7cc1ff71ed8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:32.147015 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-be1d2432-60a4-49d4-aed2-54c6e80f763e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:33.457688 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e46ecc5a-dc14-4744-b262-3072ff2e958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:34.319534 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:34.389326 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:35.033404 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e013d7e6-5264-4dcc-9759-54f5fb809e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:35.324824 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:53:37.396738 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.agents_db [None req-619e5c26-d9ed-4321-86eb-7d443bb9dfa2 None None] Agent healthcheck: found 7 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 18:53:50.459027 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [req-2a478234-ae11-4895-9942-bcbd305b5a96 req-35ca99de-f2f7-40ad-a042-57364833c711 service neutron] (103364) timed out ('10.222.0.54', 45032) {{(pid=103364) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 19 18:53:59.910456 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9577761f-90b2-456b-865d-4145242375f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:02.148821 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-76085263-ce9b-45cc-857e-052bfc6cc1d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:03.461342 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e46ecc5a-dc14-4744-b262-3072ff2e958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:04.319032 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:04.405939 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:05.037151 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e013d7e6-5264-4dcc-9759-54f5fb809e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:05.327116 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:14.396892 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.agents_db [None req-619e5c26-d9ed-4321-86eb-7d443bb9dfa2 None None] Agent healthcheck: found 7 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 18:54:15.745736 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987aec0d-0450-4a58-9014-451bffc7be62 req-39f400ae-d865-44ab-953a-ad97537a0714 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:15.747256 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-987aec0d-0450-4a58-9014-451bffc7be62 req-39f400ae-d865-44ab-953a-ad97537a0714 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "GET /v2.0/ports?device_id=6055a8e6-1609-4b8c-8dbe-174ce3d15f7a HTTP/1.1" status: 200 len: 945 time: 0.1200852 Nov 19 18:54:15.795361 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-987aec0d-0450-4a58-9014-451bffc7be62 req-2396d2a9-9c0a-4ef0-8c37-e433449d5b53 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "GET /v2.0/security-groups?id=66d260ca-9825-402e-bc9b-69631457d057&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422091 Nov 19 18:54:16.918186 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43ffddd-8260-4d84-a5b3-d0edcfed5062 req-2158ad77-cede-4ae0-b745-3b6e803e7186 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:16.919599 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d43ffddd-8260-4d84-a5b3-d0edcfed5062 req-2158ad77-cede-4ae0-b745-3b6e803e7186 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "GET /v2.0/ports?device_id=6055a8e6-1609-4b8c-8dbe-174ce3d15f7a HTTP/1.1" status: 200 len: 945 time: 0.0535715 Nov 19 18:54:16.968392 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d43ffddd-8260-4d84-a5b3-d0edcfed5062 req-933d13b0-c612-493d-ac96-94612e43cedf tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "GET /v2.0/security-groups?id=66d260ca-9825-402e-bc9b-69631457d057&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428672 Nov 19 18:54:17.426980 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f4d760-87b4-442f-bdf4-1122f441f70a req-8e8a94cc-de1f-4bae-b1b5-29802591dff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:17.428528 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-38f4d760-87b4-442f-bdf4-1122f441f70a req-8e8a94cc-de1f-4bae-b1b5-29802591dff2 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=a49d01ba435542beba3e7dfaa36f2890&device_id=6055a8e6-1609-4b8c-8dbe-174ce3d15f7a HTTP/1.1" status: 200 len: 1096 time: 0.0415866 Nov 19 18:54:17.537488 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f4d760-87b4-442f-bdf4-1122f441f70a req-1b9bf9c3-5bdb-4c44-bb81-d4173339ba8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:17.538993 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-38f4d760-87b4-442f-bdf4-1122f441f70a req-1b9bf9c3-5bdb-4c44-bb81-d4173339ba8a service neutron] 10.222.0.86 "GET /v2.0/networks?id=25b52273-6fe3-4092-b937-6cc1f4aaad62 HTTP/1.1" status: 200 len: 910 time: 0.0903604 Nov 19 18:54:17.605962 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-38f4d760-87b4-442f-bdf4-1122f441f70a req-d06064cc-9f2d-486a-b5eb-594ab1f31ffe service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3ecc77df-efd7-4aa4-976a-e93f9526af8f HTTP/1.1" status: 200 len: 1000 time: 0.0598011 Nov 19 18:54:17.655593 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f4d760-87b4-442f-bdf4-1122f441f70a req-f53416b5-094e-40f7-9de7-6c4e70a41cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:17.657063 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-38f4d760-87b4-442f-bdf4-1122f441f70a req-f53416b5-094e-40f7-9de7-6c4e70a41cfd service neutron] 10.222.0.86 "GET /v2.0/subnets?id=626e55cc-e073-4b8d-9979-ad9f212a9b25 HTTP/1.1" status: 200 len: 848 time: 0.0435529 Nov 19 18:54:17.707152 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f4d760-87b4-442f-bdf4-1122f441f70a req-f8b7ce09-96bc-4147-b6ed-6682bbb94319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:17.709052 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-38f4d760-87b4-442f-bdf4-1122f441f70a req-f8b7ce09-96bc-4147-b6ed-6682bbb94319 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=25b52273-6fe3-4092-b937-6cc1f4aaad62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443773 Nov 19 18:54:17.800790 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-38f4d760-87b4-442f-bdf4-1122f441f70a req-bac628c3-2771-445d-8234-85a62fea9bda service neutron] 10.222.0.86 "GET /v2.0/networks/25b52273-6fe3-4092-b937-6cc1f4aaad62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842144 Nov 19 18:54:17.904128 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-38f4d760-87b4-442f-bdf4-1122f441f70a req-39eab4f3-4c12-4b63-b6b6-2c674f80c4a8 service neutron] 10.222.0.86 "GET /v2.0/networks/25b52273-6fe3-4092-b937-6cc1f4aaad62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963061 Nov 19 18:54:18.113222 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25748b2c-abcb-4843-a58b-73c30b674c00 req-8e287a30-055e-42c3-92eb-f0a03b7dfe67 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:18.114780 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-25748b2c-abcb-4843-a58b-73c30b674c00 req-8e287a30-055e-42c3-92eb-f0a03b7dfe67 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "GET /v2.0/ports?device_id=6055a8e6-1609-4b8c-8dbe-174ce3d15f7a HTTP/1.1" status: 200 len: 945 time: 0.0525515 Nov 19 18:54:18.165762 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-25748b2c-abcb-4843-a58b-73c30b674c00 req-7d8fd4ca-bae9-4b98-be16-5dd6c8d60425 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "GET /v2.0/security-groups?id=66d260ca-9825-402e-bc9b-69631457d057&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0450521 Nov 19 18:54:19.281234 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2975229f-5c92-43bc-b44e-369739c950f4 req-ab1d737d-b691-4e0f-af95-72148183bd7b tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:19.282755 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2975229f-5c92-43bc-b44e-369739c950f4 req-ab1d737d-b691-4e0f-af95-72148183bd7b tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "GET /v2.0/ports?device_id=6055a8e6-1609-4b8c-8dbe-174ce3d15f7a HTTP/1.1" status: 200 len: 945 time: 0.0484529 Nov 19 18:54:19.330910 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2975229f-5c92-43bc-b44e-369739c950f4 req-b5e6734b-f0b7-4314-854a-bf8cfee6c7b0 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "GET /v2.0/security-groups?id=66d260ca-9825-402e-bc9b-69631457d057&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422394 Nov 19 18:54:20.453140 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b70b503-4b9d-4fbf-b6e0-1bfb65f61606 req-9a34287e-741e-4a44-a872-ba893820a5a9 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:20.454592 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6b70b503-4b9d-4fbf-b6e0-1bfb65f61606 req-9a34287e-741e-4a44-a872-ba893820a5a9 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "GET /v2.0/ports?device_id=6055a8e6-1609-4b8c-8dbe-174ce3d15f7a HTTP/1.1" status: 200 len: 945 time: 0.0518870 Nov 19 18:54:20.508793 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-6b70b503-4b9d-4fbf-b6e0-1bfb65f61606 req-c4192ae5-86d2-4081-ba0e-a58f26cd8f53 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "GET /v2.0/security-groups?id=66d260ca-9825-402e-bc9b-69631457d057&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0473435 Nov 19 18:54:21.677997 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f1817b-7fd1-4f57-b65e-524b7e9d1e86 req-da252b9c-048b-400e-8e0c-77aea0349677 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:21.679464 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c8f1817b-7fd1-4f57-b65e-524b7e9d1e86 req-da252b9c-048b-400e-8e0c-77aea0349677 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "GET /v2.0/ports?device_id=6055a8e6-1609-4b8c-8dbe-174ce3d15f7a HTTP/1.1" status: 200 len: 945 time: 0.1020904 Nov 19 18:54:21.730650 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c8f1817b-7fd1-4f57-b65e-524b7e9d1e86 req-1f7d988b-af07-4822-8ec4-422602e26d41 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "GET /v2.0/security-groups?id=66d260ca-9825-402e-bc9b-69631457d057&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0450373 Nov 19 18:54:22.849338 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16803dbe-df74-40eb-9372-6dcb898985cc req-ad48191f-dba5-4656-b26d-baa080f7900a tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:22.850740 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-16803dbe-df74-40eb-9372-6dcb898985cc req-ad48191f-dba5-4656-b26d-baa080f7900a tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "GET /v2.0/ports?device_id=6055a8e6-1609-4b8c-8dbe-174ce3d15f7a HTTP/1.1" status: 200 len: 945 time: 0.0527723 Nov 19 18:54:22.899277 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-16803dbe-df74-40eb-9372-6dcb898985cc req-afc38545-006f-4985-b28e-4da4c6fff69c tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "GET /v2.0/security-groups?id=66d260ca-9825-402e-bc9b-69631457d057&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424678 Nov 19 18:54:24.014008 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342356da-8d2d-4f34-b609-16303c0e2076 req-de446dfd-5472-4859-aa2a-dffb7c0d8149 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:24.015498 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-342356da-8d2d-4f34-b609-16303c0e2076 req-de446dfd-5472-4859-aa2a-dffb7c0d8149 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "GET /v2.0/ports?device_id=6055a8e6-1609-4b8c-8dbe-174ce3d15f7a HTTP/1.1" status: 200 len: 945 time: 0.0489855 Nov 19 18:54:24.064899 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-342356da-8d2d-4f34-b609-16303c0e2076 req-04f7e786-fdf1-47e4-8949-cd6574e50a76 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "GET /v2.0/security-groups?id=66d260ca-9825-402e-bc9b-69631457d057&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433333 Nov 19 18:54:25.179435 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3ca6b5-153e-4b6e-8cb1-fe0674f18e3c req-c998b9bb-4765-4ce8-a74a-93fac54bf96e tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:25.180923 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4c3ca6b5-153e-4b6e-8cb1-fe0674f18e3c req-c998b9bb-4765-4ce8-a74a-93fac54bf96e tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "GET /v2.0/ports?device_id=6055a8e6-1609-4b8c-8dbe-174ce3d15f7a HTTP/1.1" status: 200 len: 945 time: 0.0490563 Nov 19 18:54:25.229836 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4c3ca6b5-153e-4b6e-8cb1-fe0674f18e3c req-46f3dca3-275f-4c8a-b1c0-e57c9db834ea tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "GET /v2.0/security-groups?id=66d260ca-9825-402e-bc9b-69631457d057&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429363 Nov 19 18:54:26.351400 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4d0b7e-2fbe-4775-96a4-821e5b63321e req-a28d623e-9499-47fc-9bfb-b943e37aa574 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:26.352955 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8a4d0b7e-2fbe-4775-96a4-821e5b63321e req-a28d623e-9499-47fc-9bfb-b943e37aa574 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "GET /v2.0/ports?device_id=6055a8e6-1609-4b8c-8dbe-174ce3d15f7a HTTP/1.1" status: 200 len: 945 time: 0.0505619 Nov 19 18:54:26.413189 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8a4d0b7e-2fbe-4775-96a4-821e5b63321e req-bf3451ef-a8f7-49cc-9f54-1fbf5c5ea66d tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "GET /v2.0/security-groups?id=66d260ca-9825-402e-bc9b-69631457d057&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0539310 Nov 19 18:54:27.314924 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device 3ecc77df-efd7-4aa4-976a-e93f9526af8f details requested by agent hyperv_n-h2-818022-2 with host n-h2-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 18:54:27.408631 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port 3ecc77df-efd7-4aa4-976a-e93f9526af8f, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=3ecc77df-efd7-4aa4-976a-e93f9526af8f,segment=NetworkSegment(ee4f316d-48ea-4eca-ab92-39e12675dbe7),segment_id=ee4f316d-48ea-4eca-ab92-39e12675dbe7)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:54:27.423995 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Returning: {'device': '3ecc77df-efd7-4aa4-976a-e93f9526af8f', 'network_id': '25b52273-6fe3-4092-b937-6cc1f4aaad62', 'port_id': '3ecc77df-efd7-4aa4-976a-e93f9526af8f', 'mac_address': 'fa:16:3e:23:cc:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '626e55cc-e073-4b8d-9979-ad9f212a9b25', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 18:54:27.462674 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:27.477688 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3ecc77df-efd7-4aa4-976a-e93f9526af8f {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:54:27.498411 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port 3ecc77df-efd7-4aa4-976a-e93f9526af8f, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=3ecc77df-efd7-4aa4-976a-e93f9526af8f,segment=NetworkSegment(ee4f316d-48ea-4eca-ab92-39e12675dbe7),segment_id=ee4f316d-48ea-4eca-ab92-39e12675dbe7)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:54:27.503973 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:27.565131 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b355438-5c45-4ab4-b303-a8b67c160a76 req-a6022e6e-5470-40d1-b4bb-4928c404988d tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:27.566395 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Pushing event updated for resources: {'Port': ['ID=3ecc77df-efd7-4aa4-976a-e93f9526af8f,revision_number=6']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:54:27.566817 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0b355438-5c45-4ab4-b303-a8b67c160a76 req-a6022e6e-5470-40d1-b4bb-4928c404988d tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "GET /v2.0/ports?device_id=6055a8e6-1609-4b8c-8dbe-174ce3d15f7a HTTP/1.1" status: 200 len: 944 time: 0.0597911 Nov 19 18:54:27.574818 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:54:27.575191 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:54:27.575656 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:54:27.576017 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:54:27.576380 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:54:27.576723 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:54:27.577057 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:54:27.577418 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:54:27.577856 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:54:27.578192 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:54:27.578521 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:54:27.578940 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:54:27.609517 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] get_ports_and_sgs() called for port_ids ['3ecc77df-efd7-4aa4-976a-e93f9526af8f'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:54:27.645784 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0b355438-5c45-4ab4-b303-a8b67c160a76 req-58f9ecfc-e511-49d4-8cd8-3302b7af5c9f tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "GET /v2.0/security-groups?id=66d260ca-9825-402e-bc9b-69631457d057&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0695367 Nov 19 18:54:28.787699 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568012e0-e369-4436-8e39-82d869d2e49d req-f0447a6f-ddf5-4945-ac82-52b6ee6c1d5f tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:28.790579 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-568012e0-e369-4436-8e39-82d869d2e49d req-f0447a6f-ddf5-4945-ac82-52b6ee6c1d5f tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "GET /v2.0/ports?device_id=6055a8e6-1609-4b8c-8dbe-174ce3d15f7a HTTP/1.1" status: 200 len: 944 time: 0.0556645 Nov 19 18:54:28.849689 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-568012e0-e369-4436-8e39-82d869d2e49d req-7831d718-4f55-4636-b801-1910fb519ccb tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "GET /v2.0/security-groups?id=66d260ca-9825-402e-bc9b-69631457d057&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0533690 Nov 19 18:54:29.342947 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device 3ecc77df-efd7-4aa4-976a-e93f9526af8f up at agent hyperv_n-h2-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:54:29.397904 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Provisioning complete for port 3ecc77df-efd7-4aa4-976a-e93f9526af8f triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:54:29.398274 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:29.499579 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:29.531315 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6055a8e6-1609-4b8c-8dbe-174ce3d15f7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ecc77df-efd7-4aa4-976a-e93f9526af8f'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:54:29.533628 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e87da51c426c585745380e4f647dbd896557016b88dd9fb127e5d98628c937cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-889cea9c-a88f-4c40-b3bd-32e21059e2b3" -d '{"events": [{"server_uuid": "6055a8e6-1609-4b8c-8dbe-174ce3d15f7a", "name": "network-vif-plugged", "status": "completed", "tag": "3ecc77df-efd7-4aa4-976a-e93f9526af8f"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:54:29.551177 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port 3ecc77df-efd7-4aa4-976a-e93f9526af8f, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=3ecc77df-efd7-4aa4-976a-e93f9526af8f,segment=NetworkSegment(ee4f316d-48ea-4eca-ab92-39e12675dbe7),segment_id=ee4f316d-48ea-4eca-ab92-39e12675dbe7)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:54:29.556027 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:29.603072 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:54:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21355742-8867-44cf-a0c9-5de993f96477 x-openstack-request-id: req-21355742-8867-44cf-a0c9-5de993f96477 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:54:29.603381 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6055a8e6-1609-4b8c-8dbe-174ce3d15f7a", "name": "network-vif-plugged", "status": "completed", "tag": "3ecc77df-efd7-4aa4-976a-e93f9526af8f", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:54:29.603642 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-21355742-8867-44cf-a0c9-5de993f96477 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:54:29.604041 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6055a8e6-1609-4b8c-8dbe-174ce3d15f7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ecc77df-efd7-4aa4-976a-e93f9526af8f', 'code': 200} Nov 19 18:54:29.638148 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Pushing event updated for resources: {'Port': ['ID=3ecc77df-efd7-4aa4-976a-e93f9526af8f,revision_number=7']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:54:29.921146 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9e34afbc-6f64-40ca-a4c3-5a415312d10f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:29.993615 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80468276-7d4e-4a47-9ce2-b561489ad27e req-68fd43c5-eca5-4d2e-89cf-0e0d4338ff41 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:30.003220 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-80468276-7d4e-4a47-9ce2-b561489ad27e req-68fd43c5-eca5-4d2e-89cf-0e0d4338ff41 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "GET /v2.0/ports?device_id=6055a8e6-1609-4b8c-8dbe-174ce3d15f7a HTTP/1.1" status: 200 len: 945 time: 0.0598764 Nov 19 18:54:30.065541 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-80468276-7d4e-4a47-9ce2-b561489ad27e req-053ea6ce-58ae-49c3-98a6-7c9b8c4ac3c5 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "GET /v2.0/security-groups?id=66d260ca-9825-402e-bc9b-69631457d057&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0598087 Nov 19 18:54:31.216625 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455ec458-2ba0-4446-b140-c08a76bb1079 req-dd425d93-a4f7-4740-ba4c-857e5f7f99bb tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:31.222454 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-455ec458-2ba0-4446-b140-c08a76bb1079 req-dd425d93-a4f7-4740-ba4c-857e5f7f99bb tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "GET /v2.0/ports?device_id=6055a8e6-1609-4b8c-8dbe-174ce3d15f7a HTTP/1.1" status: 200 len: 945 time: 0.0748916 Nov 19 18:54:31.298433 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-455ec458-2ba0-4446-b140-c08a76bb1079 req-85604513-6c96-475a-a3ae-a36f2acb439c tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "GET /v2.0/security-groups?id=66d260ca-9825-402e-bc9b-69631457d057&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0705669 Nov 19 18:54:32.153920 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-70a4490d-8bce-4b65-a9b4-1b4b6ce6ec61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:32.455288 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c67ed75-3e2b-43d3-abcd-902f491d8b51 req-03739f9a-ded1-408b-baf6-5f8300edc24a tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:32.456895 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-4c67ed75-3e2b-43d3-abcd-902f491d8b51 req-03739f9a-ded1-408b-baf6-5f8300edc24a tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "GET /v2.0/ports?device_id=6055a8e6-1609-4b8c-8dbe-174ce3d15f7a HTTP/1.1" status: 200 len: 945 time: 0.0668821 Nov 19 18:54:32.518164 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-4c67ed75-3e2b-43d3-abcd-902f491d8b51 req-59003ba9-093e-4bdd-bc85-03f6569bcab2 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "GET /v2.0/security-groups?id=66d260ca-9825-402e-bc9b-69631457d057&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0547051 Nov 19 18:54:33.466200 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e46ecc5a-dc14-4744-b262-3072ff2e958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:33.649518 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ac5871-5f4f-4765-ac43-e7502d6ce274 req-b4c8212b-fe8f-4957-8dfc-e8b8487402ad tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:33.651086 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-55ac5871-5f4f-4765-ac43-e7502d6ce274 req-b4c8212b-fe8f-4957-8dfc-e8b8487402ad tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "GET /v2.0/ports?device_id=6055a8e6-1609-4b8c-8dbe-174ce3d15f7a HTTP/1.1" status: 200 len: 945 time: 0.0589297 Nov 19 18:54:33.711010 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-55ac5871-5f4f-4765-ac43-e7502d6ce274 req-b5720cdd-f911-4c78-815a-aa8a00235d87 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "GET /v2.0/security-groups?id=66d260ca-9825-402e-bc9b-69631457d057&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0534072 Nov 19 18:54:34.324565 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:34.408568 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:34.845884 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6589b130-99de-4852-8778-54b7f070ccd6 req-866d7952-0ba8-43ce-b759-d6109055b3d7 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:34.847379 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6589b130-99de-4852-8778-54b7f070ccd6 req-866d7952-0ba8-43ce-b759-d6109055b3d7 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "GET /v2.0/ports?device_id=6055a8e6-1609-4b8c-8dbe-174ce3d15f7a HTTP/1.1" status: 200 len: 945 time: 0.0592682 Nov 19 18:54:34.914153 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6589b130-99de-4852-8778-54b7f070ccd6 req-fd566f46-5bb9-4806-b773-7cb579d1b8a5 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "GET /v2.0/security-groups?id=66d260ca-9825-402e-bc9b-69631457d057&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0544155 Nov 19 18:54:35.045002 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e013d7e6-5264-4dcc-9759-54f5fb809e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:35.331335 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:36.049856 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4a4a65-510a-4382-8322-f1f54cfc1adf req-76a5f0a6-9cf5-42d5-b2f7-12311a95222c tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:36.051299 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-dc4a4a65-510a-4382-8322-f1f54cfc1adf req-76a5f0a6-9cf5-42d5-b2f7-12311a95222c tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "GET /v2.0/ports?device_id=6055a8e6-1609-4b8c-8dbe-174ce3d15f7a HTTP/1.1" status: 200 len: 945 time: 0.0612326 Nov 19 18:54:36.110001 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-dc4a4a65-510a-4382-8322-f1f54cfc1adf req-c86ba971-62f0-4d32-8664-d22477b66133 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "GET /v2.0/security-groups?id=66d260ca-9825-402e-bc9b-69631457d057&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0514257 Nov 19 18:54:37.232345 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3a2b25-b7bf-4d48-8e43-6f474a78389f req-e7cc6d6e-d449-4d3b-8317-33a088c8efcc tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:37.233784 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9c3a2b25-b7bf-4d48-8e43-6f474a78389f req-e7cc6d6e-d449-4d3b-8317-33a088c8efcc tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "GET /v2.0/ports?device_id=6055a8e6-1609-4b8c-8dbe-174ce3d15f7a HTTP/1.1" status: 200 len: 945 time: 0.0494995 Nov 19 18:54:37.288783 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9c3a2b25-b7bf-4d48-8e43-6f474a78389f req-aa4781c6-e976-4b6f-b794-14a78263b1f3 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "GET /v2.0/security-groups?id=66d260ca-9825-402e-bc9b-69631457d057&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0489833 Nov 19 18:54:37.665019 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52df300-20d8-4d72-815d-d1572872a6ed req-0aa53a58-8cef-4bd9-84f2-5815a259fbe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:37.666598 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f52df300-20d8-4d72-815d-d1572872a6ed req-0aa53a58-8cef-4bd9-84f2-5815a259fbe0 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=a49d01ba435542beba3e7dfaa36f2890&device_id=6055a8e6-1609-4b8c-8dbe-174ce3d15f7a HTTP/1.1" status: 200 len: 1096 time: 0.0415626 Nov 19 18:54:37.761155 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52df300-20d8-4d72-815d-d1572872a6ed req-96c4fa24-136f-44e3-b890-44c8169d1aba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:37.762667 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f52df300-20d8-4d72-815d-d1572872a6ed req-96c4fa24-136f-44e3-b890-44c8169d1aba service neutron] 10.222.0.86 "GET /v2.0/networks?id=25b52273-6fe3-4092-b937-6cc1f4aaad62 HTTP/1.1" status: 200 len: 910 time: 0.0878901 Nov 19 18:54:37.830261 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f52df300-20d8-4d72-815d-d1572872a6ed req-e754bad0-c1ac-4ec1-9dd4-5025beb26a8d service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3ecc77df-efd7-4aa4-976a-e93f9526af8f HTTP/1.1" status: 200 len: 1000 time: 0.0601130 Nov 19 18:54:37.880373 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52df300-20d8-4d72-815d-d1572872a6ed req-2048e72c-3f58-47f5-a4da-3a727ea1f023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:37.882016 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f52df300-20d8-4d72-815d-d1572872a6ed req-2048e72c-3f58-47f5-a4da-3a727ea1f023 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=626e55cc-e073-4b8d-9979-ad9f212a9b25 HTTP/1.1" status: 200 len: 848 time: 0.0443277 Nov 19 18:54:37.935761 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52df300-20d8-4d72-815d-d1572872a6ed req-a0abf355-201b-4c45-91a6-1d9e3aa7d522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:37.937243 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f52df300-20d8-4d72-815d-d1572872a6ed req-a0abf355-201b-4c45-91a6-1d9e3aa7d522 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=25b52273-6fe3-4092-b937-6cc1f4aaad62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440526 Nov 19 18:54:38.025099 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f52df300-20d8-4d72-815d-d1572872a6ed req-c4af0814-427e-413d-aa96-cde1ea465743 service neutron] 10.222.0.86 "GET /v2.0/networks/25b52273-6fe3-4092-b937-6cc1f4aaad62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790217 Nov 19 18:54:38.119245 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f52df300-20d8-4d72-815d-d1572872a6ed req-66ac5f07-7639-48ee-b46b-a13823002dd4 service neutron] 10.222.0.86 "GET /v2.0/networks/25b52273-6fe3-4092-b937-6cc1f4aaad62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861502 Nov 19 18:54:38.416536 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19d7f15-b863-4400-837d-5787d6f30b07 req-0626ef83-a7eb-4737-aa0d-80fa1d559aa4 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:38.418001 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e19d7f15-b863-4400-837d-5787d6f30b07 req-0626ef83-a7eb-4737-aa0d-80fa1d559aa4 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "GET /v2.0/ports?device_id=6055a8e6-1609-4b8c-8dbe-174ce3d15f7a HTTP/1.1" status: 200 len: 945 time: 0.0580974 Nov 19 18:54:38.471008 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e19d7f15-b863-4400-837d-5787d6f30b07 req-a5ef06ff-9d85-49ad-9fa9-5a6293b8d7a7 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "GET /v2.0/security-groups?id=66d260ca-9825-402e-bc9b-69631457d057&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446932 Nov 19 18:54:39.589132 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e0a528-fd3e-4f7b-a193-d59d3034d714 req-dc9499eb-6e20-470d-ae80-b20524e52069 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:39.590883 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-85e0a528-fd3e-4f7b-a193-d59d3034d714 req-dc9499eb-6e20-470d-ae80-b20524e52069 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "GET /v2.0/ports?device_id=6055a8e6-1609-4b8c-8dbe-174ce3d15f7a HTTP/1.1" status: 200 len: 945 time: 0.0486438 Nov 19 18:54:39.642927 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-85e0a528-fd3e-4f7b-a193-d59d3034d714 req-000f81ae-b0f8-44cd-8bef-9e0c5e7532f6 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "GET /v2.0/security-groups?id=66d260ca-9825-402e-bc9b-69631457d057&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0449314 Nov 19 18:54:40.756436 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee57c510-e89a-4f34-9022-8795161aedaa req-1967333e-977c-4c82-959d-cee7b57fee0a tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:40.757917 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ee57c510-e89a-4f34-9022-8795161aedaa req-1967333e-977c-4c82-959d-cee7b57fee0a tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "GET /v2.0/ports?device_id=6055a8e6-1609-4b8c-8dbe-174ce3d15f7a HTTP/1.1" status: 200 len: 945 time: 0.0472119 Nov 19 18:54:40.809508 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ee57c510-e89a-4f34-9022-8795161aedaa req-f60ede2d-b158-47a5-ae36-bc108406c4d3 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "GET /v2.0/security-groups?id=66d260ca-9825-402e-bc9b-69631457d057&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0456278 Nov 19 18:54:40.920367 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [req-90003f40-4e42-4fea-8002-8119744a7263 req-082d8833-83fa-46ec-bc40-f833cf5431b7 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=103364) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 18:54:40.921421 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-90003f40-4e42-4fea-8002-8119744a7263 req-082d8833-83fa-46ec-bc40-f833cf5431b7 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0467739 Nov 19 18:54:41.076590 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e811717-a2f4-425e-be45-1f634b3e880c req-2b186962-0acc-48c6-b8ff-99ecc6297da1 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:41.078156 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2e811717-a2f4-425e-be45-1f634b3e880c req-2b186962-0acc-48c6-b8ff-99ecc6297da1 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "GET /v2.0/ports?device_id=6055a8e6-1609-4b8c-8dbe-174ce3d15f7a HTTP/1.1" status: 200 len: 945 time: 0.0496526 Nov 19 18:54:41.128135 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2e811717-a2f4-425e-be45-1f634b3e880c req-ee3687c3-49ab-4a53-bac3-3bb41c628002 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "GET /v2.0/security-groups?id=66d260ca-9825-402e-bc9b-69631457d057&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426865 Nov 19 18:54:41.316396 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-febf47df-520d-4b6e-8a03-a83515165f9a req-49bd7da7-83a8-4162-8a24-50ed1a201f12 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=6055a8e6-1609-4b8c-8dbe-174ce3d15f7a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0826781 Nov 19 18:54:41.363672 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device 3ecc77df-efd7-4aa4-976a-e93f9526af8f no longer exists at agent hyperv_n-h2-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:54:41.443857 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:41.467173 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6055a8e6-1609-4b8c-8dbe-174ce3d15f7a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ecc77df-efd7-4aa4-976a-e93f9526af8f'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:54:41.469542 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e87da51c426c585745380e4f647dbd896557016b88dd9fb127e5d98628c937cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8664d8f3-c333-43e6-a6c2-032d8f6a2964" -d '{"events": [{"server_uuid": "6055a8e6-1609-4b8c-8dbe-174ce3d15f7a", "name": "network-vif-unplugged", "status": "completed", "tag": "3ecc77df-efd7-4aa4-976a-e93f9526af8f"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:54:41.482641 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port 3ecc77df-efd7-4aa4-976a-e93f9526af8f, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=3ecc77df-efd7-4aa4-976a-e93f9526af8f,segment=NetworkSegment(ee4f316d-48ea-4eca-ab92-39e12675dbe7),segment_id=ee4f316d-48ea-4eca-ab92-39e12675dbe7)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:54:41.488101 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:41.513981 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 19 Nov 2021 18:54:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49cb63af-3369-4600-b7f5-218d74a51366 x-openstack-request-id: req-49cb63af-3369-4600-b7f5-218d74a51366 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:54:41.514274 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6055a8e6-1609-4b8c-8dbe-174ce3d15f7a", "name": "network-vif-unplugged", "status": "failed", "tag": "3ecc77df-efd7-4aa4-976a-e93f9526af8f", "code": 422}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:54:41.514526 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-49cb63af-3369-4600-b7f5-218d74a51366 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:54:41.514918 n-d-818022-2 neutron-server[103366]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6055a8e6-1609-4b8c-8dbe-174ce3d15f7a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '3ecc77df-efd7-4aa4-976a-e93f9526af8f', 'code': 422} returned with failed status Nov 19 18:54:41.540760 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Pushing event updated for resources: {'Port': ['ID=3ecc77df-efd7-4aa4-976a-e93f9526af8f,revision_number=8']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:54:42.125211 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febf47df-520d-4b6e-8a03-a83515165f9a req-18478d00-5dbb-414f-9fd9-8e3633cbde6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:42.126747 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-febf47df-520d-4b6e-8a03-a83515165f9a req-18478d00-5dbb-414f-9fd9-8e3633cbde6f service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=6055a8e6-1609-4b8c-8dbe-174ce3d15f7a&tenant_id=a49d01ba435542beba3e7dfaa36f2890 HTTP/1.1" status: 200 len: 1094 time: 0.0401709 Nov 19 18:54:42.194505 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febf47df-520d-4b6e-8a03-a83515165f9a req-f17178db-7949-490a-8cc0-3a705296c1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:42.196017 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-febf47df-520d-4b6e-8a03-a83515165f9a req-f17178db-7949-490a-8cc0-3a705296c1ef service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=a49d01ba435542beba3e7dfaa36f2890&device_id=6055a8e6-1609-4b8c-8dbe-174ce3d15f7a HTTP/1.1" status: 200 len: 1094 time: 0.0443728 Nov 19 18:54:42.296271 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fa1dd1-1581-4b2f-aab8-efc9966a7629 req-798b029b-db8f-4f99-863b-f107f97092a9 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:42.297738 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a3fa1dd1-1581-4b2f-aab8-efc9966a7629 req-798b029b-db8f-4f99-863b-f107f97092a9 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "GET /v2.0/ports?device_id=6055a8e6-1609-4b8c-8dbe-174ce3d15f7a HTTP/1.1" status: 200 len: 943 time: 0.0963194 Nov 19 18:54:42.337641 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febf47df-520d-4b6e-8a03-a83515165f9a req-3f18adb4-2ad0-4342-a8dd-b18beb9f39d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:42.339085 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-febf47df-520d-4b6e-8a03-a83515165f9a req-3f18adb4-2ad0-4342-a8dd-b18beb9f39d0 service neutron] 10.222.0.86 "GET /v2.0/networks?id=25b52273-6fe3-4092-b937-6cc1f4aaad62 HTTP/1.1" status: 200 len: 910 time: 0.1294539 Nov 19 18:54:42.403802 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-a3fa1dd1-1581-4b2f-aab8-efc9966a7629 req-d4a3f76a-5a7a-4610-bb30-9343602df766 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "GET /v2.0/security-groups?id=66d260ca-9825-402e-bc9b-69631457d057&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0951467 Nov 19 18:54:42.419636 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-febf47df-520d-4b6e-8a03-a83515165f9a req-70a59d30-f5e8-4507-8dd5-6bfe3a7fbfc1 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3ecc77df-efd7-4aa4-976a-e93f9526af8f HTTP/1.1" status: 200 len: 998 time: 0.0716298 Nov 19 18:54:42.475731 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febf47df-520d-4b6e-8a03-a83515165f9a req-171bd922-3c08-4df3-b811-f020c9f8962c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:42.477157 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-febf47df-520d-4b6e-8a03-a83515165f9a req-171bd922-3c08-4df3-b811-f020c9f8962c service neutron] 10.222.0.86 "GET /v2.0/subnets?id=626e55cc-e073-4b8d-9979-ad9f212a9b25 HTTP/1.1" status: 200 len: 848 time: 0.0468311 Nov 19 18:54:42.523275 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febf47df-520d-4b6e-8a03-a83515165f9a req-b52a9d14-9921-4e10-89e4-5360d4de19df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:42.524721 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-febf47df-520d-4b6e-8a03-a83515165f9a req-b52a9d14-9921-4e10-89e4-5360d4de19df service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=25b52273-6fe3-4092-b937-6cc1f4aaad62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394657 Nov 19 18:54:42.612631 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-febf47df-520d-4b6e-8a03-a83515165f9a req-9c1c8b8f-f861-4073-8cc6-7ba5100f58c4 service neutron] 10.222.0.86 "GET /v2.0/networks/25b52273-6fe3-4092-b937-6cc1f4aaad62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798249 Nov 19 18:54:43.017772 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-febf47df-520d-4b6e-8a03-a83515165f9a req-2d74b4d0-14d4-46e5-9571-cc34bf14ae9b service neutron] 10.222.0.86 "GET /v2.0/networks/25b52273-6fe3-4092-b937-6cc1f4aaad62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3962498 Nov 19 18:54:43.549591 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e44b7ab-4f09-4b33-95e2-e60b5d666732 req-67c10075-a966-495b-bc92-b504fbccc4d0 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:43.552326 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-7e44b7ab-4f09-4b33-95e2-e60b5d666732 req-67c10075-a966-495b-bc92-b504fbccc4d0 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "GET /v2.0/ports?device_id=6055a8e6-1609-4b8c-8dbe-174ce3d15f7a HTTP/1.1" status: 200 len: 943 time: 0.0579197 Nov 19 18:54:43.609219 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-7e44b7ab-4f09-4b33-95e2-e60b5d666732 req-3a0d0123-26b4-4966-8cba-ea3c7f142e68 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "GET /v2.0/security-groups?id=66d260ca-9825-402e-bc9b-69631457d057&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0501201 Nov 19 18:54:44.731215 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c130dbca-57fb-4cf3-b586-c2feac9c894c req-0a41c052-5d08-49b6-9dc3-f9c76e8bda6c tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:44.732837 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c130dbca-57fb-4cf3-b586-c2feac9c894c req-0a41c052-5d08-49b6-9dc3-f9c76e8bda6c tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "GET /v2.0/ports?device_id=6055a8e6-1609-4b8c-8dbe-174ce3d15f7a HTTP/1.1" status: 200 len: 943 time: 0.0508659 Nov 19 18:54:44.785129 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c130dbca-57fb-4cf3-b586-c2feac9c894c req-28a59714-f013-4cbd-b393-6350bb12c44f tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "GET /v2.0/security-groups?id=66d260ca-9825-402e-bc9b-69631457d057&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0463445 Nov 19 18:54:45.914980 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c077d1-46cb-487e-8275-4f69f7380081 req-b8bc7a21-441e-4dc9-9e94-3ec387b8000b tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:45.916431 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-34c077d1-46cb-487e-8275-4f69f7380081 req-b8bc7a21-441e-4dc9-9e94-3ec387b8000b tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "GET /v2.0/ports?device_id=6055a8e6-1609-4b8c-8dbe-174ce3d15f7a HTTP/1.1" status: 200 len: 943 time: 0.0605595 Nov 19 18:54:45.977012 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-34c077d1-46cb-487e-8275-4f69f7380081 req-cc123e16-9b71-4ca5-b0b1-e2184302a816 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "GET /v2.0/security-groups?id=66d260ca-9825-402e-bc9b-69631457d057&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0545557 Nov 19 18:54:47.108487 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efb3684-41a2-4364-b369-6962892a681c req-05918220-8eeb-4354-bc01-bbc074950fd1 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:47.110791 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0efb3684-41a2-4364-b369-6962892a681c req-05918220-8eeb-4354-bc01-bbc074950fd1 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "GET /v2.0/ports?device_id=6055a8e6-1609-4b8c-8dbe-174ce3d15f7a HTTP/1.1" status: 200 len: 943 time: 0.0580883 Nov 19 18:54:47.162746 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0efb3684-41a2-4364-b369-6962892a681c req-aaee985d-4a12-4385-9684-b53f4a0ea1bc tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "GET /v2.0/security-groups?id=66d260ca-9825-402e-bc9b-69631457d057&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0458462 Nov 19 18:54:48.288357 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265b6f8d-8526-4c99-90f9-1b35e6c0772d req-f1888f9a-18db-478c-895c-21005ed70756 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:48.289906 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-265b6f8d-8526-4c99-90f9-1b35e6c0772d req-f1888f9a-18db-478c-895c-21005ed70756 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "GET /v2.0/ports?device_id=6055a8e6-1609-4b8c-8dbe-174ce3d15f7a HTTP/1.1" status: 200 len: 943 time: 0.0515053 Nov 19 18:54:48.345934 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-265b6f8d-8526-4c99-90f9-1b35e6c0772d req-8db1cb71-f466-4037-bf4b-121958c17db3 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "GET /v2.0/security-groups?id=66d260ca-9825-402e-bc9b-69631457d057&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0487404 Nov 19 18:54:49.468721 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21196657-dfc0-4c16-8bdf-c87bfb9ce5dd req-5d8b071c-7278-4745-bd7a-2b26bdb74c82 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:49.470292 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-21196657-dfc0-4c16-8bdf-c87bfb9ce5dd req-5d8b071c-7278-4745-bd7a-2b26bdb74c82 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "GET /v2.0/ports?device_id=6055a8e6-1609-4b8c-8dbe-174ce3d15f7a HTTP/1.1" status: 200 len: 943 time: 0.0522368 Nov 19 18:54:49.523760 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-21196657-dfc0-4c16-8bdf-c87bfb9ce5dd req-6e568255-9673-4f5f-8fc4-4fff84cc9947 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "GET /v2.0/security-groups?id=66d260ca-9825-402e-bc9b-69631457d057&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0468504 Nov 19 18:54:50.651159 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780abe3a-306c-43c0-a492-79dd768d0d4f req-0bff5284-da2f-4d0c-bc7c-708e3db0871c tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:50.652711 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-780abe3a-306c-43c0-a492-79dd768d0d4f req-0bff5284-da2f-4d0c-bc7c-708e3db0871c tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "GET /v2.0/ports?device_id=6055a8e6-1609-4b8c-8dbe-174ce3d15f7a HTTP/1.1" status: 200 len: 943 time: 0.0562298 Nov 19 18:54:50.706847 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-780abe3a-306c-43c0-a492-79dd768d0d4f req-9236f65f-929a-4f2f-95ea-63a657211954 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "GET /v2.0/security-groups?id=66d260ca-9825-402e-bc9b-69631457d057&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0462899 Nov 19 18:54:51.396153 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.agents_db [None req-619e5c26-d9ed-4321-86eb-7d443bb9dfa2 None None] Agent healthcheck: found 7 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 18:54:51.836616 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75cbe7f-ea0e-4ca5-8115-3f093bb62af6 req-c521e76e-b2f3-4e6a-9592-f04dcb3dca34 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:51.838162 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c75cbe7f-ea0e-4ca5-8115-3f093bb62af6 req-c521e76e-b2f3-4e6a-9592-f04dcb3dca34 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "GET /v2.0/ports?device_id=6055a8e6-1609-4b8c-8dbe-174ce3d15f7a HTTP/1.1" status: 200 len: 943 time: 0.0560031 Nov 19 18:54:51.904605 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c75cbe7f-ea0e-4ca5-8115-3f093bb62af6 req-772cbfd4-fa1f-456c-83bd-a4239fb416ac tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "GET /v2.0/security-groups?id=66d260ca-9825-402e-bc9b-69631457d057&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0537403 Nov 19 18:54:53.027465 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cadee0-9614-4cc4-9434-0db4f2816600 req-c7151c7c-9030-4024-ab02-38810feddfc4 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:53.028952 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d5cadee0-9614-4cc4-9434-0db4f2816600 req-c7151c7c-9030-4024-ab02-38810feddfc4 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "GET /v2.0/ports?device_id=6055a8e6-1609-4b8c-8dbe-174ce3d15f7a HTTP/1.1" status: 200 len: 943 time: 0.0515125 Nov 19 18:54:53.082330 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d5cadee0-9614-4cc4-9434-0db4f2816600 req-7ad4dfdb-8f34-4e92-be12-30837f82e332 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "GET /v2.0/security-groups?id=66d260ca-9825-402e-bc9b-69631457d057&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0473499 Nov 19 18:54:54.200190 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da258a7a-16ea-414e-b32f-e63dbf948489 req-39f9d2fb-7065-4ed7-8749-0eecd7a00bdc tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:54.201698 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-da258a7a-16ea-414e-b32f-e63dbf948489 req-39f9d2fb-7065-4ed7-8749-0eecd7a00bdc tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "GET /v2.0/ports?device_id=6055a8e6-1609-4b8c-8dbe-174ce3d15f7a HTTP/1.1" status: 200 len: 943 time: 0.0483248 Nov 19 18:54:54.253515 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-da258a7a-16ea-414e-b32f-e63dbf948489 req-b99a7282-fcd4-4786-a9af-8181dc8025cf tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "GET /v2.0/security-groups?id=66d260ca-9825-402e-bc9b-69631457d057&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444961 Nov 19 18:54:55.370236 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9955fdcb-84e8-4bef-acae-8b099440f0db req-2ce35f72-2e75-49fa-8902-098a460845cd tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:55.372004 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9955fdcb-84e8-4bef-acae-8b099440f0db req-2ce35f72-2e75-49fa-8902-098a460845cd tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "GET /v2.0/ports?device_id=6055a8e6-1609-4b8c-8dbe-174ce3d15f7a HTTP/1.1" status: 200 len: 943 time: 0.0498416 Nov 19 18:54:55.422985 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9955fdcb-84e8-4bef-acae-8b099440f0db req-aff9981b-6827-4ebb-9e82-c73388dc5781 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "GET /v2.0/security-groups?id=66d260ca-9825-402e-bc9b-69631457d057&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0454366 Nov 19 18:54:55.432873 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device 3ecc77df-efd7-4aa4-976a-e93f9526af8f details requested by agent hyperv_n-h2-818022-2 with host n-h2-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 18:54:55.528147 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port 3ecc77df-efd7-4aa4-976a-e93f9526af8f, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=3ecc77df-efd7-4aa4-976a-e93f9526af8f,segment=NetworkSegment(ee4f316d-48ea-4eca-ab92-39e12675dbe7),segment_id=ee4f316d-48ea-4eca-ab92-39e12675dbe7)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:54:55.539707 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Returning: {'device': '3ecc77df-efd7-4aa4-976a-e93f9526af8f', 'network_id': '25b52273-6fe3-4092-b937-6cc1f4aaad62', 'port_id': '3ecc77df-efd7-4aa4-976a-e93f9526af8f', 'mac_address': 'fa:16:3e:23:cc:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '626e55cc-e073-4b8d-9979-ad9f212a9b25', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 18:54:55.576064 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:55.588494 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ecc77df-efd7-4aa4-976a-e93f9526af8f {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:54:55.607988 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port 3ecc77df-efd7-4aa4-976a-e93f9526af8f, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=3ecc77df-efd7-4aa4-976a-e93f9526af8f,segment=NetworkSegment(ee4f316d-48ea-4eca-ab92-39e12675dbe7),segment_id=ee4f316d-48ea-4eca-ab92-39e12675dbe7)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:54:55.611695 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:55.658956 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Pushing event updated for resources: {'Port': ['ID=3ecc77df-efd7-4aa4-976a-e93f9526af8f,revision_number=9']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:54:55.822576 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] get_ports_and_sgs() called for port_ids ['3ecc77df-efd7-4aa4-976a-e93f9526af8f'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:54:56.539510 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72384281-efdb-4bc2-ba3d-f8e65e21def7 req-55ecef29-a79d-4b36-bc6c-65948f8769e3 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:56.540990 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-72384281-efdb-4bc2-ba3d-f8e65e21def7 req-55ecef29-a79d-4b36-bc6c-65948f8769e3 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "GET /v2.0/ports?device_id=6055a8e6-1609-4b8c-8dbe-174ce3d15f7a HTTP/1.1" status: 200 len: 944 time: 0.0481510 Nov 19 18:54:56.591110 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-72384281-efdb-4bc2-ba3d-f8e65e21def7 req-3b91afc0-44df-45df-b6fb-64406eeab9d5 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "GET /v2.0/security-groups?id=66d260ca-9825-402e-bc9b-69631457d057&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440423 Nov 19 18:54:57.454855 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device 3ecc77df-efd7-4aa4-976a-e93f9526af8f up at agent hyperv_n-h2-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:54:57.505336 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Provisioning complete for port 3ecc77df-efd7-4aa4-976a-e93f9526af8f triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:54:57.505713 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:57.580257 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:57.602785 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6055a8e6-1609-4b8c-8dbe-174ce3d15f7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ecc77df-efd7-4aa4-976a-e93f9526af8f'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:54:57.605016 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e87da51c426c585745380e4f647dbd896557016b88dd9fb127e5d98628c937cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-460bd3f3-ec8d-49cc-aacf-291fa9ef9b9a" -d '{"events": [{"server_uuid": "6055a8e6-1609-4b8c-8dbe-174ce3d15f7a", "name": "network-vif-plugged", "status": "completed", "tag": "3ecc77df-efd7-4aa4-976a-e93f9526af8f"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:54:57.617314 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port 3ecc77df-efd7-4aa4-976a-e93f9526af8f, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=3ecc77df-efd7-4aa4-976a-e93f9526af8f,segment=NetworkSegment(ee4f316d-48ea-4eca-ab92-39e12675dbe7),segment_id=ee4f316d-48ea-4eca-ab92-39e12675dbe7)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:54:57.622375 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:54:57.648091 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:54:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7e9ac5f-1c34-4228-8b50-ffedb57130d3 x-openstack-request-id: req-d7e9ac5f-1c34-4228-8b50-ffedb57130d3 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:54:57.648384 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6055a8e6-1609-4b8c-8dbe-174ce3d15f7a", "name": "network-vif-plugged", "status": "completed", "tag": "3ecc77df-efd7-4aa4-976a-e93f9526af8f", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:54:57.648639 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d7e9ac5f-1c34-4228-8b50-ffedb57130d3 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:54:57.649159 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6055a8e6-1609-4b8c-8dbe-174ce3d15f7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ecc77df-efd7-4aa4-976a-e93f9526af8f', 'code': 200} Nov 19 18:54:57.675685 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Pushing event updated for resources: {'Port': ['ID=3ecc77df-efd7-4aa4-976a-e93f9526af8f,revision_number=10']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:54:57.718897 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269f513c-415a-491f-be46-027e4e82c63a req-3d9c9fc9-8f25-4292-8063-7712c1c9f781 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:57.720327 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-269f513c-415a-491f-be46-027e4e82c63a req-3d9c9fc9-8f25-4292-8063-7712c1c9f781 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "GET /v2.0/ports?device_id=6055a8e6-1609-4b8c-8dbe-174ce3d15f7a HTTP/1.1" status: 200 len: 946 time: 0.0560181 Nov 19 18:54:57.775572 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-269f513c-415a-491f-be46-027e4e82c63a req-42ce8b55-05e4-4a81-99b4-8ec6510453f0 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "GET /v2.0/security-groups?id=66d260ca-9825-402e-bc9b-69631457d057&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0482969 Nov 19 18:54:57.876195 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ac67d3-effc-497a-adbe-c9f82bdec2de req-e17914db-bb06-4b16-b189-35871ef78ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:57.877886 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-62ac67d3-effc-497a-adbe-c9f82bdec2de req-e17914db-bb06-4b16-b189-35871ef78ef5 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=6055a8e6-1609-4b8c-8dbe-174ce3d15f7a HTTP/1.1" status: 200 len: 1097 time: 0.0411172 Nov 19 18:54:57.924449 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-62ac67d3-effc-497a-adbe-c9f82bdec2de req-9bffdbb3-6fb1-49ec-9708-0bd0ed721ca1 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=66d260ca-9825-402e-bc9b-69631457d057&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0389395 Nov 19 18:54:58.897306 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843f5169-dd55-41bd-a907-d4dfc02b22af req-46e43075-1400-475c-96b1-b93ac1b17d93 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:54:58.898761 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-843f5169-dd55-41bd-a907-d4dfc02b22af req-46e43075-1400-475c-96b1-b93ac1b17d93 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "GET /v2.0/ports?device_id=6055a8e6-1609-4b8c-8dbe-174ce3d15f7a HTTP/1.1" status: 200 len: 946 time: 0.0508468 Nov 19 18:54:58.956520 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-843f5169-dd55-41bd-a907-d4dfc02b22af req-fc3f5e4a-8b81-4c87-8772-06a101291719 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "GET /v2.0/security-groups?id=66d260ca-9825-402e-bc9b-69631457d057&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0513756 Nov 19 18:54:59.916076 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d410f9f0-0e98-4861-95f6-9a004be66917 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:00.077418 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1bec56-0be4-4ff9-90a5-bd6301036b53 req-569513ca-ba70-4070-bee6-79d28c7f6e6a tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:00.078916 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2c1bec56-0be4-4ff9-90a5-bd6301036b53 req-569513ca-ba70-4070-bee6-79d28c7f6e6a tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "GET /v2.0/ports?device_id=6055a8e6-1609-4b8c-8dbe-174ce3d15f7a HTTP/1.1" status: 200 len: 946 time: 0.0551975 Nov 19 18:55:00.127449 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2c1bec56-0be4-4ff9-90a5-bd6301036b53 req-ae97d8b7-aeee-4c59-9277-7e03b477d7a7 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "GET /v2.0/security-groups?id=66d260ca-9825-402e-bc9b-69631457d057&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425179 Nov 19 18:55:02.145548 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e5e1b2ac-0851-433f-a431-6a690324a621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:03.466368 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e46ecc5a-dc14-4744-b262-3072ff2e958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:04.334760 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:04.415531 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:05.036608 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e013d7e6-5264-4dcc-9759-54f5fb809e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:05.334273 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:19.409276 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2005781b-00cc-4c75-835f-c426f971f0a9 req-bded45d1-f083-4f29-b45d-7e59af3f2f71 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=6055a8e6-1609-4b8c-8dbe-174ce3d15f7a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0447125 Nov 19 18:55:19.499066 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2005781b-00cc-4c75-835f-c426f971f0a9 req-382bbc17-7b4e-4978-8b92-75df3d90b09e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:19.500585 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2005781b-00cc-4c75-835f-c426f971f0a9 req-382bbc17-7b4e-4978-8b92-75df3d90b09e service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=a49d01ba435542beba3e7dfaa36f2890&device_id=6055a8e6-1609-4b8c-8dbe-174ce3d15f7a HTTP/1.1" status: 200 len: 1097 time: 0.0418000 Nov 19 18:55:19.610984 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2005781b-00cc-4c75-835f-c426f971f0a9 req-4babaa2e-55b6-4861-92eb-f1c37c501670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:19.612479 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2005781b-00cc-4c75-835f-c426f971f0a9 req-4babaa2e-55b6-4861-92eb-f1c37c501670 service neutron] 10.222.0.86 "GET /v2.0/networks?id=25b52273-6fe3-4092-b937-6cc1f4aaad62 HTTP/1.1" status: 200 len: 910 time: 0.0890923 Nov 19 18:55:19.678881 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2005781b-00cc-4c75-835f-c426f971f0a9 req-a9ec8cee-b264-40de-bdde-b7a19635a136 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3ecc77df-efd7-4aa4-976a-e93f9526af8f HTTP/1.1" status: 200 len: 1000 time: 0.0582488 Nov 19 18:55:19.730201 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2005781b-00cc-4c75-835f-c426f971f0a9 req-1f2234ad-08ec-4a2e-a07c-a4e9d47ab31f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:19.731708 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2005781b-00cc-4c75-835f-c426f971f0a9 req-1f2234ad-08ec-4a2e-a07c-a4e9d47ab31f service neutron] 10.222.0.86 "GET /v2.0/subnets?id=626e55cc-e073-4b8d-9979-ad9f212a9b25 HTTP/1.1" status: 200 len: 848 time: 0.0453968 Nov 19 18:55:19.783896 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2005781b-00cc-4c75-835f-c426f971f0a9 req-f90041fb-c911-4cfe-b23b-7b287d047159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:55:19.785425 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2005781b-00cc-4c75-835f-c426f971f0a9 req-f90041fb-c911-4cfe-b23b-7b287d047159 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=25b52273-6fe3-4092-b937-6cc1f4aaad62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454955 Nov 19 18:55:19.881411 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2005781b-00cc-4c75-835f-c426f971f0a9 req-800f155e-9ee2-49d4-ae93-48f3f813813d service neutron] 10.222.0.86 "GET /v2.0/networks/25b52273-6fe3-4092-b937-6cc1f4aaad62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878611 Nov 19 18:55:19.978607 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2005781b-00cc-4c75-835f-c426f971f0a9 req-22042695-adb6-4636-9719-395fa664fae0 service neutron] 10.222.0.86 "GET /v2.0/networks/25b52273-6fe3-4092-b937-6cc1f4aaad62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888665 Nov 19 18:55:28.395250 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.agents_db [None req-619e5c26-d9ed-4321-86eb-7d443bb9dfa2 None None] Agent healthcheck: found 7 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 18:55:29.918356 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8c9fc932-4568-4f63-a8f2-b1fcb30857ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:32.147212 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-5248f87b-e83e-4fbd-8ea1-64b89fdeb29c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:33.468442 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e46ecc5a-dc14-4744-b262-3072ff2e958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:34.334296 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:34.420945 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:35.039112 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e013d7e6-5264-4dcc-9759-54f5fb809e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:35.336825 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:55:59.920488 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9f0f85e9-75f4-46b2-abeb-8e518bbe8963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:02.149178 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-7162a0cf-b411-4fc7-876e-e1b834302e5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:03.473630 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e46ecc5a-dc14-4744-b262-3072ff2e958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:04.346573 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:04.415585 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:05.042509 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e013d7e6-5264-4dcc-9759-54f5fb809e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:05.337930 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:05.394191 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.agents_db [None req-619e5c26-d9ed-4321-86eb-7d443bb9dfa2 None None] Agent healthcheck: found 7 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 18:56:09.887738 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 49830) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:56:10.046558 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-3dff5fb4-e165-45bd-9de4-39717b05077f tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Deleting port 277f8022-4ecc-443f-81ff-a83e9f5bd0d0 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:56:10.046911 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3dff5fb4-e165-45bd-9de4-39717b05077f tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:10.120363 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3dff5fb4-e165-45bd-9de4-39717b05077f tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:10.120689 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3dff5fb4-e165-45bd-9de4-39717b05077f tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:10.132976 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-3dff5fb4-e165-45bd-9de4-39717b05077f tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Calling delete_port for 277f8022-4ecc-443f-81ff-a83e9f5bd0d0 owned by network:floatingip {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:56:10.280683 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3dff5fb4-e165-45bd-9de4-39717b05077f tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:10.311983 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dff5fb4-e165-45bd-9de4-39717b05077f tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Pushing event deleted for resources: {'Port': ['ID=277f8022-4ecc-443f-81ff-a83e9f5bd0d0,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:56:10.338197 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dff5fb4-e165-45bd-9de4-39717b05077f tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:56:10.338553 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dff5fb4-e165-45bd-9de4-39717b05077f tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:56:10.338901 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dff5fb4-e165-45bd-9de4-39717b05077f tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:56:10.339249 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dff5fb4-e165-45bd-9de4-39717b05077f tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:56:10.339701 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dff5fb4-e165-45bd-9de4-39717b05077f tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:56:10.340045 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dff5fb4-e165-45bd-9de4-39717b05077f tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:56:10.340384 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dff5fb4-e165-45bd-9de4-39717b05077f tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:56:10.340717 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dff5fb4-e165-45bd-9de4-39717b05077f tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:56:10.341049 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dff5fb4-e165-45bd-9de4-39717b05077f tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:56:10.341380 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dff5fb4-e165-45bd-9de4-39717b05077f tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:56:10.341712 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dff5fb4-e165-45bd-9de4-39717b05077f tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:56:10.342066 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dff5fb4-e165-45bd-9de4-39717b05077f tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:56:10.380993 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3dff5fb4-e165-45bd-9de4-39717b05077f tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Publish callbacks [] for floatingip, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:10.381324 n-d-818022-2 neutron-server[103365]: INFO neutron.db.l3_db [None req-3dff5fb4-e165-45bd-9de4-39717b05077f tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Floating IP 1938b1c4-1775-4ff2-891a-9f4568baa89c disassociated (deleted). External IP: 172.25.7.49, port: 3ecc77df-efd7-4aa4-976a-e93f9526af8f. Nov 19 18:56:10.591527 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dff5fb4-e165-45bd-9de4-39717b05077f tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Router 67da409f-b0e4-42fb-aed5-3fc139f3c136 has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 18:56:10.697949 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dff5fb4-e165-45bd-9de4-39717b05077f tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:56:10.702723 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3dff5fb4-e165-45bd-9de4-39717b05077f tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for floatingip, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:10.709233 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c4ce135-ee57-47b6-9a4c-e8282d0c0956 None None] Sync routers for ids ['67da409f-b0e4-42fb-aed5-3fc139f3c136'] in n-d-818022-2 {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:56:10.719013 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c4ce135-ee57-47b6-9a4c-e8282d0c0956 None None] Routers {'67da409f-b0e4-42fb-aed5-3fc139f3c136'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:56:10.719626 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-5c4ce135-ee57-47b6-9a4c-e8282d0c0956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:56:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['67da409f-b0e4-42fb-aed5-3fc139f3c136'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:56:10.732613 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-3dff5fb4-e165-45bd-9de4-39717b05077f tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "DELETE /v2.0/floatingips/1938b1c4-1775-4ff2-891a-9f4568baa89c HTTP/1.1" status: 204 len: 168 time: 0.8438704 Nov 19 18:56:10.733311 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6055a8e6-1609-4b8c-8dbe-174ce3d15f7a', 'tag': '3ecc77df-efd7-4aa4-976a-e93f9526af8f'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:56:10.735682 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd49725d620cdd9f83c5eaf1b0fd23d69d3d375bb9795dcb3d54cd15509d3c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-017bd684-9407-4ef2-bb99-d3388e754264" -d '{"events": [{"name": "network-changed", "server_uuid": "6055a8e6-1609-4b8c-8dbe-174ce3d15f7a", "tag": "3ecc77df-efd7-4aa4-976a-e93f9526af8f"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:56:10.846612 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 18:56:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f36fc79-9925-4769-9ee6-1f09fee76563 x-openstack-request-id: req-6f36fc79-9925-4769-9ee6-1f09fee76563 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:56:10.846907 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6055a8e6-1609-4b8c-8dbe-174ce3d15f7a", "tag": "3ecc77df-efd7-4aa4-976a-e93f9526af8f", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:56:10.847332 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-6f36fc79-9925-4769-9ee6-1f09fee76563 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:56:10.847814 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6055a8e6-1609-4b8c-8dbe-174ce3d15f7a', 'tag': '3ecc77df-efd7-4aa4-976a-e93f9526af8f', 'status': 'completed', 'code': 200} Nov 19 18:56:10.930697 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-5c4ce135-ee57-47b6-9a4c-e8282d0c0956 None None] Set router 67da409f-b0e4-42fb-aed5-3fc139f3c136 gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:56:10.999333 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017bd684-9407-4ef2-bb99-d3388e754264 req-2f346992-e158-4b3d-ab12-2dc2109031c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:11.000990 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-017bd684-9407-4ef2-bb99-d3388e754264 req-2f346992-e158-4b3d-ab12-2dc2109031c5 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=a49d01ba435542beba3e7dfaa36f2890&device_id=6055a8e6-1609-4b8c-8dbe-174ce3d15f7a HTTP/1.1" status: 200 len: 1097 time: 0.1310785 Nov 19 18:56:11.014489 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42684d05-df56-4ddd-81b2-bd208c761cea req-eaa2b3b9-2672-405c-8ff1-43766dea68b5 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:11.016023 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-42684d05-df56-4ddd-81b2-bd208c761cea req-eaa2b3b9-2672-405c-8ff1-43766dea68b5 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "GET /v2.0/ports?device_id=6055a8e6-1609-4b8c-8dbe-174ce3d15f7a HTTP/1.1" status: 200 len: 946 time: 0.0765314 Nov 19 18:56:11.123010 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-42684d05-df56-4ddd-81b2-bd208c761cea req-8d8fb62d-3c9b-4b54-8847-0b360152d7a9 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "GET /v2.0/security-groups?id=66d260ca-9825-402e-bc9b-69631457d057&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0963140 Nov 19 18:56:11.142513 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-5c4ce135-ee57-47b6-9a4c-e8282d0c0956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67da409f-b0e4-42fb-aed5-3fc139f3c136', 'name': 'tempest-TestShelveInstance-1994363908-router', 'tenant_id': 'a49d01ba435542beba3e7dfaa36f2890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.171'}], 'enable_snat': True}, 'gw_port_id': '80b88a5d-08ea-4295-83f2-06a5890a5c0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:51:57Z', 'updated_at': '2021-11-19T18:52:00Z', 'revision_number': 4, 'project_id': 'a49d01ba435542beba3e7dfaa36f2890', 'gw_port': {'id': '80b88a5d-08ea-4295-83f2-06a5890a5c0a', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:c6:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67da409f-b0e4-42fb-aed5-3fc139f3c136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:51:58Z', 'updated_at': '2021-11-19T18:52:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': 'ba8734b9-c550-4664-9959-7176db10d01c', 'name': '', 'network_id': '25b52273-6fe3-4092-b937-6cc1f4aaad62', 'tenant_id': 'a49d01ba435542beba3e7dfaa36f2890', 'mac_address': 'fa:16:3e:63:d4:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67da409f-b0e4-42fb-aed5-3fc139f3c136', 'device_owner': 'network:router_interface', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '626e55cc-e073-4b8d-9979-ad9f212a9b25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:51:59Z', 'updated_at': '2021-11-19T18:52:04Z', 'revision_number': 5, 'project_id': 'a49d01ba435542beba3e7dfaa36f2890', 'subnets': [{'id': '626e55cc-e073-4b8d-9979-ad9f212a9b25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:56:11.154255 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017bd684-9407-4ef2-bb99-d3388e754264 req-a855b1c0-83bf-4988-8cdd-a57679fc6169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:11.159425 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-017bd684-9407-4ef2-bb99-d3388e754264 req-a855b1c0-83bf-4988-8cdd-a57679fc6169 service neutron] 10.222.0.86 "GET /v2.0/networks?id=25b52273-6fe3-4092-b937-6cc1f4aaad62 HTTP/1.1" status: 200 len: 910 time: 0.1384482 Nov 19 18:56:11.172866 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c4ce135-ee57-47b6-9a4c-e8282d0c0956 None None] Checking router: 67da409f-b0e4-42fb-aed5-3fc139f3c136 for host: n-d-818022-2 {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:56:11.181644 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c4ce135-ee57-47b6-9a4c-e8282d0c0956 None None] Routers {'67da409f-b0e4-42fb-aed5-3fc139f3c136'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:56:11.182291 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-5c4ce135-ee57-47b6-9a4c-e8282d0c0956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:56:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['67da409f-b0e4-42fb-aed5-3fc139f3c136'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:56:11.202096 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-017bd684-9407-4ef2-bb99-d3388e754264 req-73b65bd6-ed5f-4919-bd10-525a46151f08 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3ecc77df-efd7-4aa4-976a-e93f9526af8f HTTP/1.1" status: 200 len: 217 time: 0.0374458 Nov 19 18:56:11.254796 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017bd684-9407-4ef2-bb99-d3388e754264 req-63259bcb-8269-4a79-9f75-b6ff557cb96e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:11.256805 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-017bd684-9407-4ef2-bb99-d3388e754264 req-63259bcb-8269-4a79-9f75-b6ff557cb96e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=626e55cc-e073-4b8d-9979-ad9f212a9b25 HTTP/1.1" status: 200 len: 848 time: 0.0466702 Nov 19 18:56:11.293291 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-5c4ce135-ee57-47b6-9a4c-e8282d0c0956 None None] Set router 67da409f-b0e4-42fb-aed5-3fc139f3c136 gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:56:11.309988 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017bd684-9407-4ef2-bb99-d3388e754264 req-e7bcd863-0552-4c20-abfc-46bb874ecb6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:11.311542 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-017bd684-9407-4ef2-bb99-d3388e754264 req-e7bcd863-0552-4c20-abfc-46bb874ecb6c service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=25b52273-6fe3-4092-b937-6cc1f4aaad62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458605 Nov 19 18:56:11.409742 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-017bd684-9407-4ef2-bb99-d3388e754264 req-702e5409-89c7-408d-a3c5-d8638fe51886 service neutron] 10.222.0.86 "GET /v2.0/networks/25b52273-6fe3-4092-b937-6cc1f4aaad62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894954 Nov 19 18:56:11.501303 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-5c4ce135-ee57-47b6-9a4c-e8282d0c0956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67da409f-b0e4-42fb-aed5-3fc139f3c136', 'name': 'tempest-TestShelveInstance-1994363908-router', 'tenant_id': 'a49d01ba435542beba3e7dfaa36f2890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.171'}], 'enable_snat': True}, 'gw_port_id': '80b88a5d-08ea-4295-83f2-06a5890a5c0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:51:57Z', 'updated_at': '2021-11-19T18:52:00Z', 'revision_number': 4, 'project_id': 'a49d01ba435542beba3e7dfaa36f2890', 'gw_port': {'id': '80b88a5d-08ea-4295-83f2-06a5890a5c0a', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:c6:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67da409f-b0e4-42fb-aed5-3fc139f3c136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:51:58Z', 'updated_at': '2021-11-19T18:52:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': 'ba8734b9-c550-4664-9959-7176db10d01c', 'name': '', 'network_id': '25b52273-6fe3-4092-b937-6cc1f4aaad62', 'tenant_id': 'a49d01ba435542beba3e7dfaa36f2890', 'mac_address': 'fa:16:3e:63:d4:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67da409f-b0e4-42fb-aed5-3fc139f3c136', 'device_owner': 'network:router_interface', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '626e55cc-e073-4b8d-9979-ad9f212a9b25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:51:59Z', 'updated_at': '2021-11-19T18:52:04Z', 'revision_number': 5, 'project_id': 'a49d01ba435542beba3e7dfaa36f2890', 'subnets': [{'id': '626e55cc-e073-4b8d-9979-ad9f212a9b25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:56:11.517144 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-017bd684-9407-4ef2-bb99-d3388e754264 req-90d304af-669d-4e57-b3b5-2ad08c0f639a service neutron] 10.222.0.86 "GET /v2.0/networks/25b52273-6fe3-4092-b937-6cc1f4aaad62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999331 Nov 19 18:56:11.531054 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c4ce135-ee57-47b6-9a4c-e8282d0c0956 None None] The sync data for ids ['67da409f-b0e4-42fb-aed5-3fc139f3c136'] in n-d-818022-2 is: [{'id': '67da409f-b0e4-42fb-aed5-3fc139f3c136', 'name': 'tempest-TestShelveInstance-1994363908-router', 'tenant_id': 'a49d01ba435542beba3e7dfaa36f2890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.171'}], 'enable_snat': True}, 'gw_port_id': '80b88a5d-08ea-4295-83f2-06a5890a5c0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:51:57Z', 'updated_at': '2021-11-19T18:52:00Z', 'revision_number': 4, 'project_id': 'a49d01ba435542beba3e7dfaa36f2890', 'gw_port': {'id': '80b88a5d-08ea-4295-83f2-06a5890a5c0a', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:c6:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67da409f-b0e4-42fb-aed5-3fc139f3c136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:51:58Z', 'updated_at': '2021-11-19T18:52:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': 'ba8734b9-c550-4664-9959-7176db10d01c', 'name': '', 'network_id': '25b52273-6fe3-4092-b937-6cc1f4aaad62', 'tenant_id': 'a49d01ba435542beba3e7dfaa36f2890', 'mac_address': 'fa:16:3e:63:d4:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67da409f-b0e4-42fb-aed5-3fc139f3c136', 'device_owner': 'network:router_interface', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '626e55cc-e073-4b8d-9979-ad9f212a9b25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:51:59Z', 'updated_at': '2021-11-19T18:52:04Z', 'revision_number': 5, 'project_id': 'a49d01ba435542beba3e7dfaa36f2890', 'subnets': [{'id': '626e55cc-e073-4b8d-9979-ad9f212a9b25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:56:11.793467 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc126ad-5d9c-4ea2-b28c-81a8e3dfbc8e None None] New status for floating IP 1938b1c4-1775-4ff2-891a-9f4568baa89c: DOWN {{(pid=103366) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 18:56:12.263320 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3030cde4-6269-49cb-9c20-e67b27da0110 req-b7902eca-c37d-4bbb-a8b1-08312a380ee7 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:12.264952 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-3030cde4-6269-49cb-9c20-e67b27da0110 req-b7902eca-c37d-4bbb-a8b1-08312a380ee7 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "GET /v2.0/ports?device_id=6055a8e6-1609-4b8c-8dbe-174ce3d15f7a HTTP/1.1" status: 200 len: 946 time: 0.0639894 Nov 19 18:56:12.314951 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-3030cde4-6269-49cb-9c20-e67b27da0110 req-23bf06c8-fc62-4fb9-83dc-16ecffb91e03 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "GET /v2.0/security-groups?id=66d260ca-9825-402e-bc9b-69631457d057&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438554 Nov 19 18:56:12.422772 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14be0706-8806-4962-8d99-39d9648f9d20 req-81f280e5-f68b-45ee-911e-f3adb56c08e5 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:12.424125 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-14be0706-8806-4962-8d99-39d9648f9d20 req-81f280e5-f68b-45ee-911e-f3adb56c08e5 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.86 "GET /v2.0/ports?device_id=6055a8e6-1609-4b8c-8dbe-174ce3d15f7a HTTP/1.1" status: 200 len: 946 time: 0.0493791 Nov 19 18:56:12.512457 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-14be0706-8806-4962-8d99-39d9648f9d20 req-7a67b77e-c48a-4bff-bf48-8cc5225cee65 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Deleting port 3ecc77df-efd7-4aa4-976a-e93f9526af8f {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 18:56:12.512785 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-14be0706-8806-4962-8d99-39d9648f9d20 req-7a67b77e-c48a-4bff-bf48-8cc5225cee65 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:12.620542 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-14be0706-8806-4962-8d99-39d9648f9d20 req-7a67b77e-c48a-4bff-bf48-8cc5225cee65 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] For port 3ecc77df-efd7-4aa4-976a-e93f9526af8f, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=3ecc77df-efd7-4aa4-976a-e93f9526af8f,segment=NetworkSegment(ee4f316d-48ea-4eca-ab92-39e12675dbe7),segment_id=ee4f316d-48ea-4eca-ab92-39e12675dbe7)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:56:12.620907 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-14be0706-8806-4962-8d99-39d9648f9d20 req-7a67b77e-c48a-4bff-bf48-8cc5225cee65 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:12.633563 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-14be0706-8806-4962-8d99-39d9648f9d20 req-7a67b77e-c48a-4bff-bf48-8cc5225cee65 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Calling delete_port for 3ecc77df-efd7-4aa4-976a-e93f9526af8f owned by compute:nova {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 18:56:12.762126 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-14be0706-8806-4962-8d99-39d9648f9d20 req-7a67b77e-c48a-4bff-bf48-8cc5225cee65 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:12.792228 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a67b77e-c48a-4bff-bf48-8cc5225cee65 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Pushing event deleted for resources: {'Port': ['ID=3ecc77df-efd7-4aa4-976a-e93f9526af8f,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:56:12.832367 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-14be0706-8806-4962-8d99-39d9648f9d20 req-7a67b77e-c48a-4bff-bf48-8cc5225cee65 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] No DVR routers for this DVR port 3ecc77df-efd7-4aa4-976a-e93f9526af8f on host n-h2-818022-2 {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:56:12.835688 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-14be0706-8806-4962-8d99-39d9648f9d20 req-7a67b77e-c48a-4bff-bf48-8cc5225cee65 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:12.839092 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-14be0706-8806-4962-8d99-39d9648f9d20 req-7a67b77e-c48a-4bff-bf48-8cc5225cee65 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.86 "DELETE /v2.0/ports/3ecc77df-efd7-4aa4-976a-e93f9526af8f HTTP/1.1" status: 204 len: 173 time: 0.4080667 Nov 19 18:56:12.848794 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6055a8e6-1609-4b8c-8dbe-174ce3d15f7a', 'name': 'network-vif-deleted', 'tag': '3ecc77df-efd7-4aa4-976a-e93f9526af8f'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:56:12.851313 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd49725d620cdd9f83c5eaf1b0fd23d69d3d375bb9795dcb3d54cd15509d3c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb3facff-7222-4605-9863-b1d4923fde0d" -d '{"events": [{"server_uuid": "6055a8e6-1609-4b8c-8dbe-174ce3d15f7a", "name": "network-vif-deleted", "tag": "3ecc77df-efd7-4aa4-976a-e93f9526af8f"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:56:12.893115 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:56:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93be0854-2ace-4ccc-a197-0a64b8436572 x-openstack-request-id: req-93be0854-2ace-4ccc-a197-0a64b8436572 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:56:12.893411 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6055a8e6-1609-4b8c-8dbe-174ce3d15f7a", "name": "network-vif-deleted", "tag": "3ecc77df-efd7-4aa4-976a-e93f9526af8f", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:56:12.893716 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-93be0854-2ace-4ccc-a197-0a64b8436572 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:56:12.894160 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6055a8e6-1609-4b8c-8dbe-174ce3d15f7a', 'name': 'network-vif-deleted', 'tag': '3ecc77df-efd7-4aa4-976a-e93f9526af8f', 'status': 'completed', 'code': 200} Nov 19 18:56:13.373235 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 49854) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:56:13.431073 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-af20aaed-854d-46ce-a9b0-08ecd2e67ae1 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:13.455926 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-af20aaed-854d-46ce-a9b0-08ecd2e67ae1 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:13.517540 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-af20aaed-854d-46ce-a9b0-08ecd2e67ae1 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:13.520219 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-af20aaed-854d-46ce-a9b0-08ecd2e67ae1 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:13.521421 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-af20aaed-854d-46ce-a9b0-08ecd2e67ae1 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "DELETE /v2.0/security-groups/66d260ca-9825-402e-bc9b-69631457d057 HTTP/1.1" status: 204 len: 168 time: 0.1471698 Nov 19 18:56:13.531580 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af20aaed-854d-46ce-a9b0-08ecd2e67ae1 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66d260ca-9825-402e-bc9b-69631457d057,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:56:13.991041 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 49860) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:56:13.995699 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-7dbd5b67-24d7-4701-bb65-148ac1a3620c tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1609987446', 'description': 'tempest-secgroup-smoke-1609987446 description', 'project_id': 'a49d01ba435542beba3e7dfaa36f2890'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:56:14.018175 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7dbd5b67-24d7-4701-bb65-148ac1a3620c tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:14.084179 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7dbd5b67-24d7-4701-bb65-148ac1a3620c tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:14.088587 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7dbd5b67-24d7-4701-bb65-148ac1a3620c tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:14.117623 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7dbd5b67-24d7-4701-bb65-148ac1a3620c tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:14.118857 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-7dbd5b67-24d7-4701-bb65-148ac1a3620c tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1267807 Nov 19 18:56:14.121932 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 49862) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:56:14.123180 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbd5b67-24d7-4701-bb65-148ac1a3620c tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4643b5c7-ffe3-4e36-9578-55bfd2ae9e7e,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:56:14.126736 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-78140ad1-3251-4992-9594-a3704973cfac tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Request body: {'security_group_rule': {'security_group_id': '4643b5c7-ffe3-4e36-9578-55bfd2ae9e7e', 'project_id': 'a49d01ba435542beba3e7dfaa36f2890', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:56:14.153483 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-78140ad1-3251-4992-9594-a3704973cfac tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:14.210961 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-78140ad1-3251-4992-9594-a3704973cfac tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:14.214565 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-78140ad1-3251-4992-9594-a3704973cfac tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735179'] for security_group_rule, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:14.233269 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78140ad1-3251-4992-9594-a3704973cfac tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7036333-4797-499e-8064-20342bcd0b7a,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:56:14.238395 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-78140ad1-3251-4992-9594-a3704973cfac tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:14.239590 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-78140ad1-3251-4992-9594-a3704973cfac tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1164672 Nov 19 18:56:14.242650 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 49864) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:56:14.244681 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78140ad1-3251-4992-9594-a3704973cfac tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:56:14.245041 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78140ad1-3251-4992-9594-a3704973cfac tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:56:14.245400 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78140ad1-3251-4992-9594-a3704973cfac tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:56:14.245745 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78140ad1-3251-4992-9594-a3704973cfac tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:56:14.246115 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78140ad1-3251-4992-9594-a3704973cfac tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:56:14.246455 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78140ad1-3251-4992-9594-a3704973cfac tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:56:14.246793 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78140ad1-3251-4992-9594-a3704973cfac tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:56:14.247129 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78140ad1-3251-4992-9594-a3704973cfac tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:56:14.247462 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78140ad1-3251-4992-9594-a3704973cfac tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:56:14.247798 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78140ad1-3251-4992-9594-a3704973cfac tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:56:14.247936 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-3a14a70c-e1ce-4c2f-aaad-d3631f33b155 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Request body: {'security_group_rule': {'security_group_id': '4643b5c7-ffe3-4e36-9578-55bfd2ae9e7e', 'project_id': 'a49d01ba435542beba3e7dfaa36f2890', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:56:14.248128 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78140ad1-3251-4992-9594-a3704973cfac tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:56:14.248459 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78140ad1-3251-4992-9594-a3704973cfac tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:56:14.277608 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3a14a70c-e1ce-4c2f-aaad-d3631f33b155 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:14.332524 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3a14a70c-e1ce-4c2f-aaad-d3631f33b155 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:14.337000 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3a14a70c-e1ce-4c2f-aaad-d3631f33b155 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735179'] for security_group_rule, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:14.355699 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a14a70c-e1ce-4c2f-aaad-d3631f33b155 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1362bca1-cc26-4ee7-9c90-a13987888214,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:56:14.364477 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3a14a70c-e1ce-4c2f-aaad-d3631f33b155 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:14.365686 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-3a14a70c-e1ce-4c2f-aaad-d3631f33b155 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1217773 Nov 19 18:56:14.368978 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 49866) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:56:14.373397 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-d8c65148-9f93-46be-8c6a-7d57673e0b7c tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Request body: {'security_group_rule': {'security_group_id': '4643b5c7-ffe3-4e36-9578-55bfd2ae9e7e', 'project_id': 'a49d01ba435542beba3e7dfaa36f2890', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:56:14.400821 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d8c65148-9f93-46be-8c6a-7d57673e0b7c tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:14.458325 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d8c65148-9f93-46be-8c6a-7d57673e0b7c tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:14.461836 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d8c65148-9f93-46be-8c6a-7d57673e0b7c tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735179'] for security_group_rule, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:14.479581 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c65148-9f93-46be-8c6a-7d57673e0b7c tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6950f909-1f04-42e9-9d6b-ff3fa4690bff,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:56:14.488629 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d8c65148-9f93-46be-8c6a-7d57673e0b7c tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:14.489935 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-d8c65148-9f93-46be-8c6a-7d57673e0b7c tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1200113 Nov 19 18:56:14.493267 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 49868) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:56:14.498046 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-76eaad4b-c239-4690-819b-26c8c43a2168 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Request body: {'security_group_rule': {'security_group_id': '4643b5c7-ffe3-4e36-9578-55bfd2ae9e7e', 'project_id': 'a49d01ba435542beba3e7dfaa36f2890', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:56:14.525741 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-76eaad4b-c239-4690-819b-26c8c43a2168 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:14.593521 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-76eaad4b-c239-4690-819b-26c8c43a2168 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:14.597676 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-76eaad4b-c239-4690-819b-26c8c43a2168 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735179'] for security_group_rule, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:14.616524 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76eaad4b-c239-4690-819b-26c8c43a2168 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f73bc67-c1ac-4a24-849e-178a59363713,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:56:14.624763 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-76eaad4b-c239-4690-819b-26c8c43a2168 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:14.626011 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-76eaad4b-c239-4690-819b-26c8c43a2168 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1316745 Nov 19 18:56:14.628666 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 49870) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:56:14.633554 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-a46bedce-12e2-455e-adf6-5e0b080e83db tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Request body: {'security_group_rule': {'security_group_id': '4643b5c7-ffe3-4e36-9578-55bfd2ae9e7e', 'project_id': 'a49d01ba435542beba3e7dfaa36f2890', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:56:14.654265 n-d-818022-2 neutron-server[103365]: INFO neutron.db.securitygroups_db [None req-a46bedce-12e2-455e-adf6-5e0b080e83db tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Project a49d01ba435542beba3e7dfaa36f2890 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 18:56:14.659022 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a46bedce-12e2-455e-adf6-5e0b080e83db tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:14.716071 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a46bedce-12e2-455e-adf6-5e0b080e83db tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:14.719556 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a46bedce-12e2-455e-adf6-5e0b080e83db tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735179'] for security_group_rule, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:14.738364 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46bedce-12e2-455e-adf6-5e0b080e83db tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e883a74f-f41a-491c-9deb-673da8151332,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:56:14.743717 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a46bedce-12e2-455e-adf6-5e0b080e83db tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:14.744999 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-a46bedce-12e2-455e-adf6-5e0b080e83db tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1153390 Nov 19 18:56:14.747701 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 49872) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:56:14.752075 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-3a561467-5c90-4f51-84b8-c69912a0ccdb tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Request body: {'security_group_rule': {'security_group_id': '4643b5c7-ffe3-4e36-9578-55bfd2ae9e7e', 'project_id': 'a49d01ba435542beba3e7dfaa36f2890', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:56:14.772942 n-d-818022-2 neutron-server[103365]: INFO neutron.db.securitygroups_db [None req-3a561467-5c90-4f51-84b8-c69912a0ccdb tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Project a49d01ba435542beba3e7dfaa36f2890 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 18:56:14.777635 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3a561467-5c90-4f51-84b8-c69912a0ccdb tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:14.838519 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3a561467-5c90-4f51-84b8-c69912a0ccdb tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:14.841996 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3a561467-5c90-4f51-84b8-c69912a0ccdb tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735179'] for security_group_rule, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:14.858911 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a561467-5c90-4f51-84b8-c69912a0ccdb tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e78a9e6e-4305-4a4e-8739-1001a2c83cd3,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:56:14.866997 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3a561467-5c90-4f51-84b8-c69912a0ccdb tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:14.868338 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-3a561467-5c90-4f51-84b8-c69912a0ccdb tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1196826 Nov 19 18:56:15.908732 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device 3ecc77df-efd7-4aa4-976a-e93f9526af8f no longer exists at agent hyperv_n-h2-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:56:15.929494 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] No Port match for: 3ecc77df-efd7-4aa4-976a-e93f9526af8f {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 18:56:15.929851 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device 3ecc77df-efd7-4aa4-976a-e93f9526af8f not bound to the agent host n-h2-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 18:56:29.922300 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-edf210d2-4160-4fe6-abf9-f685dad92338 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:30.091803 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-36d4d5dc-0595-43d7-b22a-efa13d0388e2 req-16439175-25dd-4b8e-86e1-f1c1162109f4 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1609987446&fields=id&tenant_id=a49d01ba435542beba3e7dfaa36f2890 HTTP/1.1" status: 200 len: 267 time: 0.0437167 Nov 19 18:56:30.194908 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d4d5dc-0595-43d7-b22a-efa13d0388e2 req-2bc0f801-515e-4888-af29-80d2d7445091 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:30.196280 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-36d4d5dc-0595-43d7-b22a-efa13d0388e2 req-2bc0f801-515e-4888-af29-80d2d7445091 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "GET /v2.0/networks?id=25b52273-6fe3-4092-b937-6cc1f4aaad62 HTTP/1.1" status: 200 len: 809 time: 0.0977178 Nov 19 18:56:30.211913 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-36d4d5dc-0595-43d7-b22a-efa13d0388e2 req-d1370e7d-1032-48cc-916d-d09e19368cc9 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "GET /v2.0/quotas/a49d01ba435542beba3e7dfaa36f2890 HTTP/1.1" status: 200 len: 375 time: 0.0098557 Nov 19 18:56:30.265411 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-36d4d5dc-0595-43d7-b22a-efa13d0388e2 req-34afddb5-af13-44de-a59a-b213de2681f3 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=a49d01ba435542beba3e7dfaa36f2890&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0481298 Nov 19 18:56:30.400482 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-36d4d5dc-0595-43d7-b22a-efa13d0388e2 req-bbe7832d-b0df-4ef8-8c08-ee704fefc29e service neutron] 10.222.0.54 "GET /v2.0/networks/25b52273-6fe3-4092-b937-6cc1f4aaad62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233721 Nov 19 18:56:30.493700 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-36d4d5dc-0595-43d7-b22a-efa13d0388e2 req-b72821b3-6d89-4331-be2a-1b2f497c3453 service neutron] 10.222.0.54 "GET /v2.0/networks/25b52273-6fe3-4092-b937-6cc1f4aaad62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870972 Nov 19 18:56:31.800398 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-124a5c75-4119-4ae5-923c-d32a472d1afa req-80d0ffb1-d583-4fca-bf99-f566c4acba45 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "GET /v2.0/ports?device_id=7cc95fd2-186f-4777-9cd5-6de1e84a785d HTTP/1.1" status: 200 len: 210 time: 0.0281165 Nov 19 18:56:32.151064 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-be7fdf47-2123-44ae-9794-c0f95ef63ba8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:32.878450 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-be576bae-0409-47f6-9774-efa9834484dc req-f85da989-4db1-4f78-906d-a7de67c143e1 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "GET /v2.0/ports?device_id=7cc95fd2-186f-4777-9cd5-6de1e84a785d HTTP/1.1" status: 200 len: 210 time: 0.0264258 Nov 19 18:56:33.473659 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e46ecc5a-dc14-4744-b262-3072ff2e958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:33.965693 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9baba333-1279-4cd9-a779-1af8d257708e req-0db244d5-c83d-4333-ab92-50f04177f2f0 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "GET /v2.0/ports?device_id=7cc95fd2-186f-4777-9cd5-6de1e84a785d HTTP/1.1" status: 200 len: 210 time: 0.0290990 Nov 19 18:56:34.364796 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:34.423852 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:35.043294 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-56e6b294-d2e0-4480-add6-483bb7778ccc req-70de31bb-6975-4648-baad-c32b6f911d98 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "GET /v2.0/ports?device_id=7cc95fd2-186f-4777-9cd5-6de1e84a785d HTTP/1.1" status: 200 len: 210 time: 0.0275598 Nov 19 18:56:35.049046 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e013d7e6-5264-4dcc-9759-54f5fb809e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:35.340798 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:36.137403 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b2423103-0cdd-4de6-90f7-1116cba66e6a req-162eacf9-33a0-448a-9c69-6336bcd9a970 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "GET /v2.0/ports?device_id=7cc95fd2-186f-4777-9cd5-6de1e84a785d HTTP/1.1" status: 200 len: 210 time: 0.0262566 Nov 19 18:56:36.877726 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d4d5dc-0595-43d7-b22a-efa13d0388e2 req-023df8dc-20c3-4573-8e72-bd8ac517d2e5 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:36.879261 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-36d4d5dc-0595-43d7-b22a-efa13d0388e2 req-023df8dc-20c3-4573-8e72-bd8ac517d2e5 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.86 "GET /v2.0/networks?id=25b52273-6fe3-4092-b937-6cc1f4aaad62 HTTP/1.1" status: 200 len: 809 time: 0.1163714 Nov 19 18:56:36.946058 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-36d4d5dc-0595-43d7-b22a-efa13d0388e2 req-9e61fd32-b05c-46fd-ad0e-cb21e4e3657c tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a49d01ba435542beba3e7dfaa36f2890 HTTP/1.1" status: 200 len: 380 time: 0.0562406 Nov 19 18:56:36.956737 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-36d4d5dc-0595-43d7-b22a-efa13d0388e2 req-fe0cf672-4886-4f0b-b5e9-fd33224ecfef tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Request body: {'port': {'device_id': '7cc95fd2-186f-4777-9cd5-6de1e84a785d', 'network_id': '25b52273-6fe3-4092-b937-6cc1f4aaad62', 'admin_state_up': True, 'tenant_id': 'a49d01ba435542beba3e7dfaa36f2890', 'security_groups': ['4643b5c7-ffe3-4e36-9578-55bfd2ae9e7e']}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:56:37.063761 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36d4d5dc-0595-43d7-b22a-efa13d0388e2 req-fe0cf672-4886-4f0b-b5e9-fd33224ecfef tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Made reservation on behalf of a49d01ba435542beba3e7dfaa36f2890 for: {'port': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 18:56:37.068305 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-36d4d5dc-0595-43d7-b22a-efa13d0388e2 req-fe0cf672-4886-4f0b-b5e9-fd33224ecfef tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:37.202170 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [req-36d4d5dc-0595-43d7-b22a-efa13d0388e2 req-fe0cf672-4886-4f0b-b5e9-fd33224ecfef tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Allocated IP 172.20.0.9 (25b52273-6fe3-4092-b937-6cc1f4aaad62/626e55cc-e073-4b8d-9979-ad9f212a9b25/a40b93eb-d30e-4925-ab94-2ae0790de055) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:56:37.243847 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f669c7f0-56a9-4db4-b264-3f4c560bd4f5 req-fe383fd5-b451-480b-90ac-7ac4b4bbcd77 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "GET /v2.0/ports?device_id=7cc95fd2-186f-4777-9cd5-6de1e84a785d HTTP/1.1" status: 200 len: 210 time: 0.0302970 Nov 19 18:56:37.373836 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-36d4d5dc-0595-43d7-b22a-efa13d0388e2 req-fe0cf672-4886-4f0b-b5e9-fd33224ecfef tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:37.407522 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-36d4d5dc-0595-43d7-b22a-efa13d0388e2 req-fe0cf672-4886-4f0b-b5e9-fd33224ecfef tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:37.451387 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36d4d5dc-0595-43d7-b22a-efa13d0388e2 req-fe0cf672-4886-4f0b-b5e9-fd33224ecfef tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Network 25b52273-6fe3-4092-b937-6cc1f4aaad62 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:56:37.454495 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [req-36d4d5dc-0595-43d7-b22a-efa13d0388e2 req-fe0cf672-4886-4f0b-b5e9-fd33224ecfef tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:56:37.457583 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-36d4d5dc-0595-43d7-b22a-efa13d0388e2 req-fe0cf672-4886-4f0b-b5e9-fd33224ecfef tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:56:37.493457 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0cf672-4886-4f0b-b5e9-fd33224ecfef tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Pushing event updated for resources: {'Port': ['ID=a40b93eb-d30e-4925-ab94-2ae0790de055,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:56:37.521633 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d4d5dc-0595-43d7-b22a-efa13d0388e2 req-fe0cf672-4886-4f0b-b5e9-fd33224ecfef tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:37.522325 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-36d4d5dc-0595-43d7-b22a-efa13d0388e2 req-fe0cf672-4886-4f0b-b5e9-fd33224ecfef tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:37.540050 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-36d4d5dc-0595-43d7-b22a-efa13d0388e2 req-fe0cf672-4886-4f0b-b5e9-fd33224ecfef tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5871382 Nov 19 18:56:37.556014 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-36d4d5dc-0595-43d7-b22a-efa13d0388e2 req-ce18bdf7-b7f7-43d8-924c-20c054af4e97 service neutron] Request body: {'port': {'device_id': '7cc95fd2-186f-4777-9cd5-6de1e84a785d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818022-2'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:56:37.623497 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-36d4d5dc-0595-43d7-b22a-efa13d0388e2 req-ce18bdf7-b7f7-43d8-924c-20c054af4e97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:37.720526 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-0ffd6476-7717-4887-a305-0d798d815c54 None None] Provisioning complete for port a40b93eb-d30e-4925-ab94-2ae0790de055 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:56:37.721094 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ffd6476-7717-4887-a305-0d798d815c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:37.755679 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-0ffd6476-7717-4887-a305-0d798d815c54 None None] Port a40b93eb-d30e-4925-ab94-2ae0790de055 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 18:56:37.900305 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [req-36d4d5dc-0595-43d7-b22a-efa13d0388e2 req-ce18bdf7-b7f7-43d8-924c-20c054af4e97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a40b93eb-d30e-4925-ab94-2ae0790de055 {{(pid=103365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:56:37.907883 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-36d4d5dc-0595-43d7-b22a-efa13d0388e2 req-ce18bdf7-b7f7-43d8-924c-20c054af4e97 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:37.920700 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.provisioning_blocks [req-36d4d5dc-0595-43d7-b22a-efa13d0388e2 req-ce18bdf7-b7f7-43d8-924c-20c054af4e97 service neutron] Transition to ACTIVE for port object a40b93eb-d30e-4925-ab94-2ae0790de055 will not be triggered until provisioned by entity L2. {{(pid=103365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 18:56:37.924034 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-36d4d5dc-0595-43d7-b22a-efa13d0388e2 req-ce18bdf7-b7f7-43d8-924c-20c054af4e97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:37.996104 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce18bdf7-b7f7-43d8-924c-20c054af4e97 service neutron] Pushing event updated for resources: {'Port': ['ID=a40b93eb-d30e-4925-ab94-2ae0790de055,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:56:38.051785 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-36d4d5dc-0595-43d7-b22a-efa13d0388e2 req-ce18bdf7-b7f7-43d8-924c-20c054af4e97 service neutron] Attempting to bind port a40b93eb-d30e-4925-ab94-2ae0790de055 on host n-h2-818022-2 for vnic_type normal with profile {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:56:38.052156 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-36d4d5dc-0595-43d7-b22a-efa13d0388e2 req-ce18bdf7-b7f7-43d8-924c-20c054af4e97 service neutron] Attempting to bind port a40b93eb-d30e-4925-ab94-2ae0790de055 by drivers openvswitch,hyperv on host n-h2-818022-2 at level 0 using segments [{'id': 'ee4f316d-48ea-4eca-ab92-39e12675dbe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '25b52273-6fe3-4092-b937-6cc1f4aaad62'}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:56:38.052448 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36d4d5dc-0595-43d7-b22a-efa13d0388e2 req-ce18bdf7-b7f7-43d8-924c-20c054af4e97 service neutron] Attempting to bind port a40b93eb-d30e-4925-ab94-2ae0790de055 on network 25b52273-6fe3-4092-b937-6cc1f4aaad62 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:56:38.059563 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36d4d5dc-0595-43d7-b22a-efa13d0388e2 req-ce18bdf7-b7f7-43d8-924c-20c054af4e97 service neutron] Port a40b93eb-d30e-4925-ab94-2ae0790de055 on network 25b52273-6fe3-4092-b937-6cc1f4aaad62 not bound, no agent of type Open vSwitch agent registered on host n-h2-818022-2 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 18:56:38.059891 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36d4d5dc-0595-43d7-b22a-efa13d0388e2 req-ce18bdf7-b7f7-43d8-924c-20c054af4e97 service neutron] Attempting to bind port a40b93eb-d30e-4925-ab94-2ae0790de055 on network 25b52273-6fe3-4092-b937-6cc1f4aaad62 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:56:38.065136 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36d4d5dc-0595-43d7-b22a-efa13d0388e2 req-ce18bdf7-b7f7-43d8-924c-20c054af4e97 service neutron] Checking agent: {'id': '525ad2ac-c4ae-4c63-af2e-0bf8d25d0f0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'started_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 56, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:56:38.065619 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36d4d5dc-0595-43d7-b22a-efa13d0388e2 req-ce18bdf7-b7f7-43d8-924c-20c054af4e97 service neutron] Checking segment: {'id': 'ee4f316d-48ea-4eca-ab92-39e12675dbe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '25b52273-6fe3-4092-b937-6cc1f4aaad62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:56:38.066033 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36d4d5dc-0595-43d7-b22a-efa13d0388e2 req-ce18bdf7-b7f7-43d8-924c-20c054af4e97 service neutron] Bound using segment: {'id': 'ee4f316d-48ea-4eca-ab92-39e12675dbe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '25b52273-6fe3-4092-b937-6cc1f4aaad62'} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:56:38.066465 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-36d4d5dc-0595-43d7-b22a-efa13d0388e2 req-ce18bdf7-b7f7-43d8-924c-20c054af4e97 service neutron] Bound port: a40b93eb-d30e-4925-ab94-2ae0790de055, host: n-h2-818022-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee4f316d-48ea-4eca-ab92-39e12675dbe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '25b52273-6fe3-4092-b937-6cc1f4aaad62'}}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:56:38.066816 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-36d4d5dc-0595-43d7-b22a-efa13d0388e2 req-ce18bdf7-b7f7-43d8-924c-20c054af4e97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:38.134914 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-36d4d5dc-0595-43d7-b22a-efa13d0388e2 req-ce18bdf7-b7f7-43d8-924c-20c054af4e97 service neutron] For port a40b93eb-d30e-4925-ab94-2ae0790de055, host n-h2-818022-2, cleared binding levels {{(pid=103365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:56:38.138209 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-36d4d5dc-0595-43d7-b22a-efa13d0388e2 req-ce18bdf7-b7f7-43d8-924c-20c054af4e97 service neutron] For port a40b93eb-d30e-4925-ab94-2ae0790de055, host n-h2-818022-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=a40b93eb-d30e-4925-ab94-2ae0790de055,segment=NetworkSegment(ee4f316d-48ea-4eca-ab92-39e12675dbe7),segment_id=ee4f316d-48ea-4eca-ab92-39e12675dbe7)] {{(pid=103365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:56:38.143858 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-36d4d5dc-0595-43d7-b22a-efa13d0388e2 req-ce18bdf7-b7f7-43d8-924c-20c054af4e97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:38.185589 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d4d5dc-0595-43d7-b22a-efa13d0388e2 req-ce18bdf7-b7f7-43d8-924c-20c054af4e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:38.186277 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-36d4d5dc-0595-43d7-b22a-efa13d0388e2 req-ce18bdf7-b7f7-43d8-924c-20c054af4e97 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:38.187705 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-36d4d5dc-0595-43d7-b22a-efa13d0388e2 req-ce18bdf7-b7f7-43d8-924c-20c054af4e97 service neutron] 10.222.0.86 "PUT /v2.0/ports/a40b93eb-d30e-4925-ab94-2ae0790de055 HTTP/1.1" status: 200 len: 1091 time: 0.6371248 Nov 19 18:56:38.188166 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cc95fd2-186f-4777-9cd5-6de1e84a785d', 'tag': 'a40b93eb-d30e-4925-ab94-2ae0790de055'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:56:38.190507 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd49725d620cdd9f83c5eaf1b0fd23d69d3d375bb9795dcb3d54cd15509d3c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e8ac7fa-cdd7-4e30-8905-2d2716076ca5" -d '{"events": [{"name": "network-changed", "server_uuid": "7cc95fd2-186f-4777-9cd5-6de1e84a785d", "tag": "a40b93eb-d30e-4925-ab94-2ae0790de055"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:56:38.223223 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce18bdf7-b7f7-43d8-924c-20c054af4e97 service neutron] Pushing event updated for resources: {'Port': ['ID=a40b93eb-d30e-4925-ab94-2ae0790de055,revision_number=3']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:56:38.251418 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 18:56:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd1fb1e1-f9bf-45bf-bb01-37328382155c x-openstack-request-id: req-bd1fb1e1-f9bf-45bf-bb01-37328382155c {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:56:38.251842 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cc95fd2-186f-4777-9cd5-6de1e84a785d", "tag": "a40b93eb-d30e-4925-ab94-2ae0790de055", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:56:38.252192 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-bd1fb1e1-f9bf-45bf-bb01-37328382155c {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:56:38.252685 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cc95fd2-186f-4777-9cd5-6de1e84a785d', 'tag': 'a40b93eb-d30e-4925-ab94-2ae0790de055', 'status': 'completed', 'code': 200} Nov 19 18:56:38.308802 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d4d5dc-0595-43d7-b22a-efa13d0388e2 req-14fab41f-971c-4c88-a343-d0edbaff933d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:38.310854 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-36d4d5dc-0595-43d7-b22a-efa13d0388e2 req-14fab41f-971c-4c88-a343-d0edbaff933d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=a49d01ba435542beba3e7dfaa36f2890&device_id=7cc95fd2-186f-4777-9cd5-6de1e84a785d HTTP/1.1" status: 200 len: 1094 time: 0.0711515 Nov 19 18:56:38.359861 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-36d4d5dc-0595-43d7-b22a-efa13d0388e2 req-1b319f44-62c7-482e-8457-3fce97f9a364 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a40b93eb-d30e-4925-ab94-2ae0790de055 HTTP/1.1" status: 200 len: 217 time: 0.0402291 Nov 19 18:56:38.452521 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8591dd0-beda-42aa-a334-3ab4947a06cb req-d7163847-bdf5-4da5-a7c6-a2e9f329e2bd tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:38.454255 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d8591dd0-beda-42aa-a334-3ab4947a06cb req-d7163847-bdf5-4da5-a7c6-a2e9f329e2bd tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "GET /v2.0/ports?device_id=7cc95fd2-186f-4777-9cd5-6de1e84a785d HTTP/1.1" status: 200 len: 943 time: 0.0961883 Nov 19 18:56:38.456394 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d4d5dc-0595-43d7-b22a-efa13d0388e2 req-50559c47-0152-4e69-ad7b-72d6886a8abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:38.457874 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-36d4d5dc-0595-43d7-b22a-efa13d0388e2 req-50559c47-0152-4e69-ad7b-72d6886a8abe service neutron] 10.222.0.86 "GET /v2.0/subnets?id=626e55cc-e073-4b8d-9979-ad9f212a9b25 HTTP/1.1" status: 200 len: 848 time: 0.0895269 Nov 19 18:56:38.536714 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d8591dd0-beda-42aa-a334-3ab4947a06cb req-c2296d4f-fd03-4bff-b92e-b30ec16b7d49 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "GET /v2.0/security-groups?id=4643b5c7-ffe3-4e36-9578-55bfd2ae9e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754013 Nov 19 18:56:38.539408 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d4d5dc-0595-43d7-b22a-efa13d0388e2 req-4a5971fd-339b-41e3-90f9-8d6b999b0b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:38.541420 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-36d4d5dc-0595-43d7-b22a-efa13d0388e2 req-4a5971fd-339b-41e3-90f9-8d6b999b0b5e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=25b52273-6fe3-4092-b937-6cc1f4aaad62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0733833 Nov 19 18:56:38.638883 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-36d4d5dc-0595-43d7-b22a-efa13d0388e2 req-2f8d9325-f6ee-468b-9ce3-64ee83eb7c4d service neutron] 10.222.0.86 "GET /v2.0/networks/25b52273-6fe3-4092-b937-6cc1f4aaad62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869100 Nov 19 18:56:38.730398 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-36d4d5dc-0595-43d7-b22a-efa13d0388e2 req-062dd7f8-5882-4342-8130-b65f52799de1 service neutron] 10.222.0.86 "GET /v2.0/networks/25b52273-6fe3-4092-b937-6cc1f4aaad62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838182 Nov 19 18:56:38.821883 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8ac7fa-cdd7-4e30-8905-2d2716076ca5 req-1edc067f-a13f-416a-95f4-cd36f88e9634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:38.823318 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3e8ac7fa-cdd7-4e30-8905-2d2716076ca5 req-1edc067f-a13f-416a-95f4-cd36f88e9634 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=a49d01ba435542beba3e7dfaa36f2890&device_id=7cc95fd2-186f-4777-9cd5-6de1e84a785d HTTP/1.1" status: 200 len: 1094 time: 0.0465221 Nov 19 18:56:38.921086 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8ac7fa-cdd7-4e30-8905-2d2716076ca5 req-809b3cdc-6f38-49a5-9dd2-60bb06fd9a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:38.922579 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3e8ac7fa-cdd7-4e30-8905-2d2716076ca5 req-809b3cdc-6f38-49a5-9dd2-60bb06fd9a22 service neutron] 10.222.0.86 "GET /v2.0/networks?id=25b52273-6fe3-4092-b937-6cc1f4aaad62 HTTP/1.1" status: 200 len: 910 time: 0.0905716 Nov 19 18:56:38.968764 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3e8ac7fa-cdd7-4e30-8905-2d2716076ca5 req-5c965597-567f-419a-bdae-c62ce60c1203 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a40b93eb-d30e-4925-ab94-2ae0790de055 HTTP/1.1" status: 200 len: 217 time: 0.0383089 Nov 19 18:56:39.017772 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8ac7fa-cdd7-4e30-8905-2d2716076ca5 req-f739911c-d9ea-45df-a56b-5acf68702cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:39.019267 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3e8ac7fa-cdd7-4e30-8905-2d2716076ca5 req-f739911c-d9ea-45df-a56b-5acf68702cb5 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=626e55cc-e073-4b8d-9979-ad9f212a9b25 HTTP/1.1" status: 200 len: 848 time: 0.0435760 Nov 19 18:56:39.065889 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8ac7fa-cdd7-4e30-8905-2d2716076ca5 req-b23dbd66-4fcf-49db-bc1e-4151175b09e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:39.067382 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3e8ac7fa-cdd7-4e30-8905-2d2716076ca5 req-b23dbd66-4fcf-49db-bc1e-4151175b09e4 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=25b52273-6fe3-4092-b937-6cc1f4aaad62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404396 Nov 19 18:56:39.160770 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3e8ac7fa-cdd7-4e30-8905-2d2716076ca5 req-95e98600-e2da-4603-abdb-5c10e17a4a25 service neutron] 10.222.0.86 "GET /v2.0/networks/25b52273-6fe3-4092-b937-6cc1f4aaad62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843220 Nov 19 18:56:39.251913 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3e8ac7fa-cdd7-4e30-8905-2d2716076ca5 req-a0774b9a-0dcd-4da9-bbb3-2e2058e30977 service neutron] 10.222.0.86 "GET /v2.0/networks/25b52273-6fe3-4092-b937-6cc1f4aaad62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837548 Nov 19 18:56:39.655763 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205e7a98-09e0-4d01-82ad-c3dcbf83956a req-54bffa04-9427-40b3-9386-09f77188451f tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:39.657243 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-205e7a98-09e0-4d01-82ad-c3dcbf83956a req-54bffa04-9427-40b3-9386-09f77188451f tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "GET /v2.0/ports?device_id=7cc95fd2-186f-4777-9cd5-6de1e84a785d HTTP/1.1" status: 200 len: 943 time: 0.0487733 Nov 19 18:56:39.711039 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-205e7a98-09e0-4d01-82ad-c3dcbf83956a req-bbb427d3-e3ba-4364-a4d1-c6529f7e1960 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "GET /v2.0/security-groups?id=4643b5c7-ffe3-4e36-9578-55bfd2ae9e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476305 Nov 19 18:56:40.826754 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6da6b78-10df-4ee6-b0fa-7b22e7979cc8 req-9fb53d4a-4426-41e8-b874-2ca495e8ed71 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:40.828245 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c6da6b78-10df-4ee6-b0fa-7b22e7979cc8 req-9fb53d4a-4426-41e8-b874-2ca495e8ed71 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "GET /v2.0/ports?device_id=7cc95fd2-186f-4777-9cd5-6de1e84a785d HTTP/1.1" status: 200 len: 943 time: 0.0494733 Nov 19 18:56:40.880960 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c6da6b78-10df-4ee6-b0fa-7b22e7979cc8 req-ac358c67-0fae-4978-bf3b-dbc1edc95a9c tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "GET /v2.0/security-groups?id=4643b5c7-ffe3-4e36-9578-55bfd2ae9e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466354 Nov 19 18:56:42.000636 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7500593a-b3ba-4a57-9d7e-ffa7de5ca232 req-5a40d2a2-0b7f-4bcf-a785-864e023172e9 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:42.007159 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-7500593a-b3ba-4a57-9d7e-ffa7de5ca232 req-5a40d2a2-0b7f-4bcf-a785-864e023172e9 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "GET /v2.0/ports?device_id=7cc95fd2-186f-4777-9cd5-6de1e84a785d HTTP/1.1" status: 200 len: 943 time: 0.0513806 Nov 19 18:56:42.055429 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-7500593a-b3ba-4a57-9d7e-ffa7de5ca232 req-7cb8fd6d-365d-48ad-aebf-3634fb166231 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "GET /v2.0/security-groups?id=4643b5c7-ffe3-4e36-9578-55bfd2ae9e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472465 Nov 19 18:56:42.393430 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.agents_db [None req-619e5c26-d9ed-4321-86eb-7d443bb9dfa2 None None] Agent healthcheck: found 7 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 18:56:43.500254 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f52a901-e335-4199-acbe-0d812ce182bd req-fe424f5d-2ad0-416c-afc2-785a783cc28a tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:43.509628 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2f52a901-e335-4199-acbe-0d812ce182bd req-fe424f5d-2ad0-416c-afc2-785a783cc28a tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "GET /v2.0/ports?device_id=7cc95fd2-186f-4777-9cd5-6de1e84a785d HTTP/1.1" status: 200 len: 943 time: 0.3785636 Nov 19 18:56:43.553759 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2f52a901-e335-4199-acbe-0d812ce182bd req-fc381f1b-a46e-431f-ac76-f866bd1146bc tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "GET /v2.0/security-groups?id=4643b5c7-ffe3-4e36-9578-55bfd2ae9e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435424 Nov 19 18:56:44.669301 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62815876-c9fd-4077-865a-749a03817ced req-6c51c072-ede5-4faf-952d-2514545a2ff2 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:44.670798 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-62815876-c9fd-4077-865a-749a03817ced req-6c51c072-ede5-4faf-952d-2514545a2ff2 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "GET /v2.0/ports?device_id=7cc95fd2-186f-4777-9cd5-6de1e84a785d HTTP/1.1" status: 200 len: 943 time: 0.0479667 Nov 19 18:56:44.719709 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-62815876-c9fd-4077-865a-749a03817ced req-93d7225c-60bd-48b9-b542-4ef43f1f1cc4 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "GET /v2.0/security-groups?id=4643b5c7-ffe3-4e36-9578-55bfd2ae9e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430703 Nov 19 18:56:45.847896 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9e6426-e2cb-48ac-bfdc-71572bbdbec1 req-21f65449-3f02-49b8-852c-39e08b600254 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:45.849391 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ca9e6426-e2cb-48ac-bfdc-71572bbdbec1 req-21f65449-3f02-49b8-852c-39e08b600254 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "GET /v2.0/ports?device_id=7cc95fd2-186f-4777-9cd5-6de1e84a785d HTTP/1.1" status: 200 len: 943 time: 0.0623782 Nov 19 18:56:45.897798 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ca9e6426-e2cb-48ac-bfdc-71572bbdbec1 req-561f38ad-01f2-4c3e-a67a-139dda5fd3f4 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "GET /v2.0/security-groups?id=4643b5c7-ffe3-4e36-9578-55bfd2ae9e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423284 Nov 19 18:56:47.013289 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e081be74-072e-4501-8dd4-5482b0bc4d50 req-84903ee4-9a75-4fb7-88be-7be2d9695661 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:47.014766 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-e081be74-072e-4501-8dd4-5482b0bc4d50 req-84903ee4-9a75-4fb7-88be-7be2d9695661 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "GET /v2.0/ports?device_id=7cc95fd2-186f-4777-9cd5-6de1e84a785d HTTP/1.1" status: 200 len: 943 time: 0.0522218 Nov 19 18:56:47.063294 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-e081be74-072e-4501-8dd4-5482b0bc4d50 req-f398a796-99a4-45da-b601-7e788eb66fca tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "GET /v2.0/security-groups?id=4643b5c7-ffe3-4e36-9578-55bfd2ae9e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426729 Nov 19 18:56:48.180313 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af128479-c360-4bf4-9c58-bbe517f59a2e req-425cb6e0-d6a2-4921-ae02-3c686cfa89dc tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:48.181804 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-af128479-c360-4bf4-9c58-bbe517f59a2e req-425cb6e0-d6a2-4921-ae02-3c686cfa89dc tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "GET /v2.0/ports?device_id=7cc95fd2-186f-4777-9cd5-6de1e84a785d HTTP/1.1" status: 200 len: 943 time: 0.0516131 Nov 19 18:56:48.230870 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-af128479-c360-4bf4-9c58-bbe517f59a2e req-35e59fe7-139f-4973-9f43-0c7d7dd88d0b tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "GET /v2.0/security-groups?id=4643b5c7-ffe3-4e36-9578-55bfd2ae9e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429263 Nov 19 18:56:49.345564 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a11487-0a3c-4aee-936b-3fda00dddb02 req-3aefcc76-33ab-439c-a1a3-aabfb2c8e70b tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:49.347051 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-82a11487-0a3c-4aee-936b-3fda00dddb02 req-3aefcc76-33ab-439c-a1a3-aabfb2c8e70b tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "GET /v2.0/ports?device_id=7cc95fd2-186f-4777-9cd5-6de1e84a785d HTTP/1.1" status: 200 len: 943 time: 0.0475898 Nov 19 18:56:49.396868 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-82a11487-0a3c-4aee-936b-3fda00dddb02 req-32ca7a36-5680-4bd9-a1ed-7d125ec2f6a1 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "GET /v2.0/security-groups?id=4643b5c7-ffe3-4e36-9578-55bfd2ae9e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439856 Nov 19 18:56:50.051093 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device a40b93eb-d30e-4925-ab94-2ae0790de055 details requested by agent hyperv_n-h2-818022-2 with host n-h2-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 18:56:50.141569 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port a40b93eb-d30e-4925-ab94-2ae0790de055, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=a40b93eb-d30e-4925-ab94-2ae0790de055,segment=NetworkSegment(ee4f316d-48ea-4eca-ab92-39e12675dbe7),segment_id=ee4f316d-48ea-4eca-ab92-39e12675dbe7)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:56:50.152989 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Returning: {'device': 'a40b93eb-d30e-4925-ab94-2ae0790de055', 'network_id': '25b52273-6fe3-4092-b937-6cc1f4aaad62', 'port_id': 'a40b93eb-d30e-4925-ab94-2ae0790de055', 'mac_address': 'fa:16:3e:12:1c:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '626e55cc-e073-4b8d-9979-ad9f212a9b25', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 18:56:50.191904 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:50.205641 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a40b93eb-d30e-4925-ab94-2ae0790de055 {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:56:50.224626 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port a40b93eb-d30e-4925-ab94-2ae0790de055, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=a40b93eb-d30e-4925-ab94-2ae0790de055,segment=NetworkSegment(ee4f316d-48ea-4eca-ab92-39e12675dbe7),segment_id=ee4f316d-48ea-4eca-ab92-39e12675dbe7)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:56:50.228577 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:50.276489 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Pushing event updated for resources: {'Port': ['ID=a40b93eb-d30e-4925-ab94-2ae0790de055,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:56:50.283755 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:56:50.284107 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:56:50.284450 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:56:50.284791 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:56:50.285123 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:56:50.285458 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:56:50.285784 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:56:50.286145 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:56:50.286470 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:56:50.286793 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:56:50.287115 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:56:50.287440 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:56:50.494032 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] get_ports_and_sgs() called for port_ids ['a40b93eb-d30e-4925-ab94-2ae0790de055'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:56:50.517798 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29c59b0-c493-4b89-bd93-df85146bddf5 req-5e08f325-be97-408b-b81e-aae8c226ae88 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:50.519310 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f29c59b0-c493-4b89-bd93-df85146bddf5 req-5e08f325-be97-408b-b81e-aae8c226ae88 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "GET /v2.0/ports?device_id=7cc95fd2-186f-4777-9cd5-6de1e84a785d HTTP/1.1" status: 200 len: 944 time: 0.0512767 Nov 19 18:56:50.569863 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f29c59b0-c493-4b89-bd93-df85146bddf5 req-c8c43b36-1a99-4f49-bff4-f84f569a22ee tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "GET /v2.0/security-groups?id=4643b5c7-ffe3-4e36-9578-55bfd2ae9e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443854 Nov 19 18:56:51.937081 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4b2fde-7acf-4389-8683-9ce2302e8e6a req-8d6be0f2-2ba5-472e-92cb-cd01ce147403 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:51.938504 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-cd4b2fde-7acf-4389-8683-9ce2302e8e6a req-8d6be0f2-2ba5-472e-92cb-cd01ce147403 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "GET /v2.0/ports?device_id=7cc95fd2-186f-4777-9cd5-6de1e84a785d HTTP/1.1" status: 200 len: 944 time: 0.0526791 Nov 19 18:56:52.065012 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device a40b93eb-d30e-4925-ab94-2ae0790de055 up at agent hyperv_n-h2-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:56:52.118153 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Provisioning for port a40b93eb-d30e-4925-ab94-2ae0790de055 completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 18:56:52.122042 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Provisioning complete for port a40b93eb-d30e-4925-ab94-2ae0790de055 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:56:52.122419 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:52.204726 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:52.228526 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cc95fd2-186f-4777-9cd5-6de1e84a785d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a40b93eb-d30e-4925-ab94-2ae0790de055'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:56:52.230846 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e87da51c426c585745380e4f647dbd896557016b88dd9fb127e5d98628c937cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-810efce8-521c-4b34-8f51-2cf728392c61" -d '{"events": [{"server_uuid": "7cc95fd2-186f-4777-9cd5-6de1e84a785d", "name": "network-vif-plugged", "status": "completed", "tag": "a40b93eb-d30e-4925-ab94-2ae0790de055"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:56:52.243967 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port a40b93eb-d30e-4925-ab94-2ae0790de055, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=a40b93eb-d30e-4925-ab94-2ae0790de055,segment=NetworkSegment(ee4f316d-48ea-4eca-ab92-39e12675dbe7),segment_id=ee4f316d-48ea-4eca-ab92-39e12675dbe7)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:56:52.248703 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:52.301557 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Pushing event updated for resources: {'Port': ['ID=a40b93eb-d30e-4925-ab94-2ae0790de055,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:56:52.318208 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-cd4b2fde-7acf-4389-8683-9ce2302e8e6a req-e5c9d6f6-1923-4d6f-b0ec-bd5b019b8c8d tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "GET /v2.0/security-groups?id=4643b5c7-ffe3-4e36-9578-55bfd2ae9e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3734691 Nov 19 18:56:52.331079 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:56:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a917884-9f6a-45cd-a2d6-3d7af04c7132 x-openstack-request-id: req-9a917884-9f6a-45cd-a2d6-3d7af04c7132 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:56:52.331376 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cc95fd2-186f-4777-9cd5-6de1e84a785d", "name": "network-vif-plugged", "status": "completed", "tag": "a40b93eb-d30e-4925-ab94-2ae0790de055", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:56:52.331630 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-9a917884-9f6a-45cd-a2d6-3d7af04c7132 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:56:52.332028 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cc95fd2-186f-4777-9cd5-6de1e84a785d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a40b93eb-d30e-4925-ab94-2ae0790de055', 'code': 200} Nov 19 18:56:52.431773 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f05fc0b-caea-4cfa-b727-d73cf2851ccc req-f3e91dce-48d0-40e9-bd9b-58fc517e4829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:52.433287 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-1f05fc0b-caea-4cfa-b727-d73cf2851ccc req-f3e91dce-48d0-40e9-bd9b-58fc517e4829 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=7cc95fd2-186f-4777-9cd5-6de1e84a785d HTTP/1.1" status: 200 len: 1096 time: 0.0397503 Nov 19 18:56:52.483599 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-1f05fc0b-caea-4cfa-b727-d73cf2851ccc req-36b2cd0e-e85a-468a-94ca-5a939a473a5b service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=4643b5c7-ffe3-4e36-9578-55bfd2ae9e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430522 Nov 19 18:56:53.448382 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7011b7a8-68bd-4895-86ac-6d0507c258e9 req-a0bd6918-7dab-4d6e-86d9-b2aac2871da1 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:53.449934 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7011b7a8-68bd-4895-86ac-6d0507c258e9 req-a0bd6918-7dab-4d6e-86d9-b2aac2871da1 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "GET /v2.0/ports?device_id=7cc95fd2-186f-4777-9cd5-6de1e84a785d HTTP/1.1" status: 200 len: 945 time: 0.0556247 Nov 19 18:56:53.511218 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7011b7a8-68bd-4895-86ac-6d0507c258e9 req-31dfc937-6fa9-4d66-836d-c9feca717853 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "GET /v2.0/security-groups?id=4643b5c7-ffe3-4e36-9578-55bfd2ae9e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527520 Nov 19 18:56:54.626935 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3987fc46-68e7-4676-86ec-2e1912a8fc06 req-907f1cc3-74d3-43e1-b2c0-948e586ef66c tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:54.628388 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-3987fc46-68e7-4676-86ec-2e1912a8fc06 req-907f1cc3-74d3-43e1-b2c0-948e586ef66c tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "GET /v2.0/ports?device_id=7cc95fd2-186f-4777-9cd5-6de1e84a785d HTTP/1.1" status: 200 len: 945 time: 0.0482185 Nov 19 18:56:54.675927 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-3987fc46-68e7-4676-86ec-2e1912a8fc06 req-ce915760-952b-496c-a996-f784ed4340f2 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "GET /v2.0/security-groups?id=4643b5c7-ffe3-4e36-9578-55bfd2ae9e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415990 Nov 19 18:56:54.789773 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692db2a7-15b7-4bf6-813f-0c6cf996a62b req-b30b878f-3d0d-4425-8f20-957608a1d7a3 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:54.791184 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-692db2a7-15b7-4bf6-813f-0c6cf996a62b req-b30b878f-3d0d-4425-8f20-957608a1d7a3 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "GET /v2.0/ports?device_id=7cc95fd2-186f-4777-9cd5-6de1e84a785d HTTP/1.1" status: 200 len: 945 time: 0.0479243 Nov 19 18:56:54.839479 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-692db2a7-15b7-4bf6-813f-0c6cf996a62b req-696016a7-527e-4a8c-b93b-e6d5b812368b tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "GET /v2.0/security-groups?id=4643b5c7-ffe3-4e36-9578-55bfd2ae9e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412662 Nov 19 18:56:54.861616 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 50086) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:56:54.903366 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-571f29d3-5c52-4e32-a987-112caeeadf77 tempest-TestShelveInstance-20873719 tempest-TestShelveInstance-20873719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:54.904835 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-571f29d3-5c52-4e32-a987-112caeeadf77 tempest-TestShelveInstance-20873719 tempest-TestShelveInstance-20873719-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=7cc95fd2-186f-4777-9cd5-6de1e84a785d HTTP/1.1" status: 200 len: 1091 time: 0.0422206 Nov 19 18:56:54.907543 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 50088) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 18:56:54.911672 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-668bc8ec-e2da-4423-becb-1a7fbb909ad1 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Request body: {'floatingip': {'floating_network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'port_id': 'a40b93eb-d30e-4925-ab94-2ae0790de055', 'tenant_id': 'a49d01ba435542beba3e7dfaa36f2890', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:56:54.934172 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-668bc8ec-e2da-4423-becb-1a7fbb909ad1 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Publish callbacks [] for floatingip, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:55.028051 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-668bc8ec-e2da-4423-becb-1a7fbb909ad1 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:55.130822 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [None req-668bc8ec-e2da-4423-becb-1a7fbb909ad1 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Allocated IP 172.25.7.214 (645e61aa-1a6c-4e8f-857e-ab06edb4897f/88ed2d64-f56d-4f01-a468-946e01c99e82/e9ceea6d-16fe-4c6f-8e8a-275774d8ee68) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 18:56:55.228719 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-668bc8ec-e2da-4423-becb-1a7fbb909ad1 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:55.261370 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-668bc8ec-e2da-4423-becb-1a7fbb909ad1 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:55.302825 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-668bc8ec-e2da-4423-becb-1a7fbb909ad1 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Network 645e61aa-1a6c-4e8f-857e-ab06edb4897f is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 18:56:55.305640 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-668bc8ec-e2da-4423-becb-1a7fbb909ad1 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 18:56:55.309321 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-668bc8ec-e2da-4423-becb-1a7fbb909ad1 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 18:56:55.336026 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668bc8ec-e2da-4423-becb-1a7fbb909ad1 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Pushing event updated for resources: {'Port': ['ID=e9ceea6d-16fe-4c6f-8e8a-275774d8ee68,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:56:55.674850 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-668bc8ec-e2da-4423-becb-1a7fbb909ad1 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:55.748229 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-668bc8ec-e2da-4423-becb-1a7fbb909ad1 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:55.902795 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-668bc8ec-e2da-4423-becb-1a7fbb909ad1 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Publish callbacks [] for port, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:55.906965 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-668bc8ec-e2da-4423-becb-1a7fbb909ad1 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:55.973700 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668bc8ec-e2da-4423-becb-1a7fbb909ad1 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Pushing event updated for resources: {'Port': ['ID=e9ceea6d-16fe-4c6f-8e8a-275774d8ee68,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:56:55.988281 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-668bc8ec-e2da-4423-becb-1a7fbb909ad1 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-671284'] for floatingip, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:56.093781 n-d-818022-2 neutron-server[103365]: INFO neutron.db.l3_db [None req-668bc8ec-e2da-4423-becb-1a7fbb909ad1 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Floating IP 362416cc-1f3c-499e-82c4-56a59057d0c3 associated. External IP: 172.25.7.214, port: a40b93eb-d30e-4925-ab94-2ae0790de055. Nov 19 18:56:56.304467 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-668bc8ec-e2da-4423-becb-1a7fbb909ad1 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Router 67da409f-b0e4-42fb-aed5-3fc139f3c136 has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 18:56:56.411795 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-668bc8ec-e2da-4423-becb-1a7fbb909ad1 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 18:56:56.422288 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d2c3d7-b372-4d26-a081-4d9de2abee35 None None] Sync routers for ids ['67da409f-b0e4-42fb-aed5-3fc139f3c136'] in n-d-818022-2 {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 18:56:56.430964 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-668bc8ec-e2da-4423-becb-1a7fbb909ad1 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for floatingip, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:56:56.432293 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d2c3d7-b372-4d26-a081-4d9de2abee35 None None] Routers {'67da409f-b0e4-42fb-aed5-3fc139f3c136'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:56:56.432929 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-43d2c3d7-b372-4d26-a081-4d9de2abee35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:56:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['67da409f-b0e4-42fb-aed5-3fc139f3c136'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:56:56.465914 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-668bc8ec-e2da-4423-becb-1a7fbb909ad1 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5487142 Nov 19 18:56:56.465914 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cc95fd2-186f-4777-9cd5-6de1e84a785d', 'tag': 'a40b93eb-d30e-4925-ab94-2ae0790de055'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:56:56.465914 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd49725d620cdd9f83c5eaf1b0fd23d69d3d375bb9795dcb3d54cd15509d3c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7f1a770-004c-4910-9bb8-e12879704fe7" -d '{"events": [{"name": "network-changed", "server_uuid": "7cc95fd2-186f-4777-9cd5-6de1e84a785d", "tag": "a40b93eb-d30e-4925-ab94-2ae0790de055"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:56:56.498954 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 18:56:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a6ffeef-ba1f-4427-ba1f-417e723c6110 x-openstack-request-id: req-0a6ffeef-ba1f-4427-ba1f-417e723c6110 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:56:56.499305 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cc95fd2-186f-4777-9cd5-6de1e84a785d", "tag": "a40b93eb-d30e-4925-ab94-2ae0790de055", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:56:56.499657 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-0a6ffeef-ba1f-4427-ba1f-417e723c6110 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:56:56.500084 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cc95fd2-186f-4777-9cd5-6de1e84a785d', 'tag': 'a40b93eb-d30e-4925-ab94-2ae0790de055', 'status': 'completed', 'code': 200} Nov 19 18:56:56.540720 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-43d2c3d7-b372-4d26-a081-4d9de2abee35 None None] Set router 67da409f-b0e4-42fb-aed5-3fc139f3c136 gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:56:56.563978 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f1a770-004c-4910-9bb8-e12879704fe7 req-dd8db12a-7d62-4004-ac80-0d0e8d19358c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:56.565487 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f7f1a770-004c-4910-9bb8-e12879704fe7 req-dd8db12a-7d62-4004-ac80-0d0e8d19358c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=a49d01ba435542beba3e7dfaa36f2890&device_id=7cc95fd2-186f-4777-9cd5-6de1e84a785d HTTP/1.1" status: 200 len: 1096 time: 0.0413303 Nov 19 18:56:56.660549 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f1a770-004c-4910-9bb8-e12879704fe7 req-c4b52395-0907-4b50-b9fb-2719b0134343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:56.662708 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f7f1a770-004c-4910-9bb8-e12879704fe7 req-c4b52395-0907-4b50-b9fb-2719b0134343 service neutron] 10.222.0.86 "GET /v2.0/networks?id=25b52273-6fe3-4092-b937-6cc1f4aaad62 HTTP/1.1" status: 200 len: 910 time: 0.0894828 Nov 19 18:56:56.729892 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f7f1a770-004c-4910-9bb8-e12879704fe7 req-94ccd457-5db2-4886-8ac4-72b46b8c2f4b service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a40b93eb-d30e-4925-ab94-2ae0790de055 HTTP/1.1" status: 200 len: 999 time: 0.0584769 Nov 19 18:56:56.762052 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-43d2c3d7-b372-4d26-a081-4d9de2abee35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67da409f-b0e4-42fb-aed5-3fc139f3c136', 'name': 'tempest-TestShelveInstance-1994363908-router', 'tenant_id': 'a49d01ba435542beba3e7dfaa36f2890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.171'}], 'enable_snat': True}, 'gw_port_id': '80b88a5d-08ea-4295-83f2-06a5890a5c0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:51:57Z', 'updated_at': '2021-11-19T18:52:00Z', 'revision_number': 4, 'project_id': 'a49d01ba435542beba3e7dfaa36f2890', 'gw_port': {'id': '80b88a5d-08ea-4295-83f2-06a5890a5c0a', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:c6:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67da409f-b0e4-42fb-aed5-3fc139f3c136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:51:58Z', 'updated_at': '2021-11-19T18:52:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_floatingips': [{'id': '362416cc-1f3c-499e-82c4-56a59057d0c3', 'tenant_id': 'a49d01ba435542beba3e7dfaa36f2890', 'floating_ip_address': '172.25.7.214', 'floating_network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'router_id': '67da409f-b0e4-42fb-aed5-3fc139f3c136', 'port_id': 'a40b93eb-d30e-4925-ab94-2ae0790de055', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4336, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25b52273-6fe3-4092-b937-6cc1f4aaad62', 'mac_address': 'fa:16:3e:12:1c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc95fd2-186f-4777-9cd5-6de1e84a785d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T18:56:55Z', 'updated_at': '2021-11-19T18:56:55Z', 'revision_number': 0, 'project_id': 'a49d01ba435542beba3e7dfaa36f2890', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba8734b9-c550-4664-9959-7176db10d01c', 'name': '', 'network_id': '25b52273-6fe3-4092-b937-6cc1f4aaad62', 'tenant_id': 'a49d01ba435542beba3e7dfaa36f2890', 'mac_address': 'fa:16:3e:63:d4:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67da409f-b0e4-42fb-aed5-3fc139f3c136', 'device_owner': 'network:router_interface', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '626e55cc-e073-4b8d-9979-ad9f212a9b25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:51:59Z', 'updated_at': '2021-11-19T18:52:04Z', 'revision_number': 5, 'project_id': 'a49d01ba435542beba3e7dfaa36f2890', 'subnets': [{'id': '626e55cc-e073-4b8d-9979-ad9f212a9b25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:56:56.779519 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f1a770-004c-4910-9bb8-e12879704fe7 req-76eb3ec1-5bde-4ecb-9a0c-0c9a94faf2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:56.780991 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f7f1a770-004c-4910-9bb8-e12879704fe7 req-76eb3ec1-5bde-4ecb-9a0c-0c9a94faf2fd service neutron] 10.222.0.86 "GET /v2.0/subnets?id=626e55cc-e073-4b8d-9979-ad9f212a9b25 HTTP/1.1" status: 200 len: 848 time: 0.0441315 Nov 19 18:56:56.788119 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d2c3d7-b372-4d26-a081-4d9de2abee35 None None] Checking router: 67da409f-b0e4-42fb-aed5-3fc139f3c136 for host: n-d-818022-2 {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 18:56:56.798455 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d2c3d7-b372-4d26-a081-4d9de2abee35 None None] Routers {'67da409f-b0e4-42fb-aed5-3fc139f3c136'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 18:56:56.798455 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-43d2c3d7-b372-4d26-a081-4d9de2abee35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T18:56:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['67da409f-b0e4-42fb-aed5-3fc139f3c136'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:56:56.831414 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f1a770-004c-4910-9bb8-e12879704fe7 req-229601e7-b5de-4776-abfe-6b07486a1ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:56:56.832950 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f7f1a770-004c-4910-9bb8-e12879704fe7 req-229601e7-b5de-4776-abfe-6b07486a1ccc service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=25b52273-6fe3-4092-b937-6cc1f4aaad62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446391 Nov 19 18:56:56.899692 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-43d2c3d7-b372-4d26-a081-4d9de2abee35 None None] Set router 67da409f-b0e4-42fb-aed5-3fc139f3c136 gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 18:56:56.923044 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f7f1a770-004c-4910-9bb8-e12879704fe7 req-1208159d-1d15-4f4b-85c5-62112b86406b service neutron] 10.222.0.86 "GET /v2.0/networks/25b52273-6fe3-4092-b937-6cc1f4aaad62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815084 Nov 19 18:56:57.021689 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-f7f1a770-004c-4910-9bb8-e12879704fe7 req-49484987-6e09-43d2-a33f-d469b2924e7a service neutron] 10.222.0.86 "GET /v2.0/networks/25b52273-6fe3-4092-b937-6cc1f4aaad62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910237 Nov 19 18:56:57.205877 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-43d2c3d7-b372-4d26-a081-4d9de2abee35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67da409f-b0e4-42fb-aed5-3fc139f3c136', 'name': 'tempest-TestShelveInstance-1994363908-router', 'tenant_id': 'a49d01ba435542beba3e7dfaa36f2890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.171'}], 'enable_snat': True}, 'gw_port_id': '80b88a5d-08ea-4295-83f2-06a5890a5c0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:51:57Z', 'updated_at': '2021-11-19T18:52:00Z', 'revision_number': 4, 'project_id': 'a49d01ba435542beba3e7dfaa36f2890', 'gw_port': {'id': '80b88a5d-08ea-4295-83f2-06a5890a5c0a', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:c6:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67da409f-b0e4-42fb-aed5-3fc139f3c136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:51:58Z', 'updated_at': '2021-11-19T18:52:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_floatingips': [{'id': '362416cc-1f3c-499e-82c4-56a59057d0c3', 'tenant_id': 'a49d01ba435542beba3e7dfaa36f2890', 'floating_ip_address': '172.25.7.214', 'floating_network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'router_id': '67da409f-b0e4-42fb-aed5-3fc139f3c136', 'port_id': 'a40b93eb-d30e-4925-ab94-2ae0790de055', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4336, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25b52273-6fe3-4092-b937-6cc1f4aaad62', 'mac_address': 'fa:16:3e:12:1c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc95fd2-186f-4777-9cd5-6de1e84a785d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T18:56:55Z', 'updated_at': '2021-11-19T18:56:55Z', 'revision_number': 0, 'project_id': 'a49d01ba435542beba3e7dfaa36f2890', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba8734b9-c550-4664-9959-7176db10d01c', 'name': '', 'network_id': '25b52273-6fe3-4092-b937-6cc1f4aaad62', 'tenant_id': 'a49d01ba435542beba3e7dfaa36f2890', 'mac_address': 'fa:16:3e:63:d4:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67da409f-b0e4-42fb-aed5-3fc139f3c136', 'device_owner': 'network:router_interface', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '626e55cc-e073-4b8d-9979-ad9f212a9b25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:51:59Z', 'updated_at': '2021-11-19T18:52:04Z', 'revision_number': 5, 'project_id': 'a49d01ba435542beba3e7dfaa36f2890', 'subnets': [{'id': '626e55cc-e073-4b8d-9979-ad9f212a9b25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 18:56:57.234379 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d2c3d7-b372-4d26-a081-4d9de2abee35 None None] The sync data for ids ['67da409f-b0e4-42fb-aed5-3fc139f3c136'] in n-d-818022-2 is: [{'id': '67da409f-b0e4-42fb-aed5-3fc139f3c136', 'name': 'tempest-TestShelveInstance-1994363908-router', 'tenant_id': 'a49d01ba435542beba3e7dfaa36f2890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.171'}], 'enable_snat': True}, 'gw_port_id': '80b88a5d-08ea-4295-83f2-06a5890a5c0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:51:57Z', 'updated_at': '2021-11-19T18:52:00Z', 'revision_number': 4, 'project_id': 'a49d01ba435542beba3e7dfaa36f2890', 'gw_port': {'id': '80b88a5d-08ea-4295-83f2-06a5890a5c0a', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:c6:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67da409f-b0e4-42fb-aed5-3fc139f3c136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:51:58Z', 'updated_at': '2021-11-19T18:52:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_floatingips': [{'id': '362416cc-1f3c-499e-82c4-56a59057d0c3', 'tenant_id': 'a49d01ba435542beba3e7dfaa36f2890', 'floating_ip_address': '172.25.7.214', 'floating_network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'router_id': '67da409f-b0e4-42fb-aed5-3fc139f3c136', 'port_id': 'a40b93eb-d30e-4925-ab94-2ae0790de055', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4336, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25b52273-6fe3-4092-b937-6cc1f4aaad62', 'mac_address': 'fa:16:3e:12:1c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc95fd2-186f-4777-9cd5-6de1e84a785d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T18:56:55Z', 'updated_at': '2021-11-19T18:56:55Z', 'revision_number': 0, 'project_id': 'a49d01ba435542beba3e7dfaa36f2890', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba8734b9-c550-4664-9959-7176db10d01c', 'name': '', 'network_id': '25b52273-6fe3-4092-b937-6cc1f4aaad62', 'tenant_id': 'a49d01ba435542beba3e7dfaa36f2890', 'mac_address': 'fa:16:3e:63:d4:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67da409f-b0e4-42fb-aed5-3fc139f3c136', 'device_owner': 'network:router_interface', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '626e55cc-e073-4b8d-9979-ad9f212a9b25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:51:59Z', 'updated_at': '2021-11-19T18:52:04Z', 'revision_number': 5, 'project_id': 'a49d01ba435542beba3e7dfaa36f2890', 'subnets': [{'id': '626e55cc-e073-4b8d-9979-ad9f212a9b25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 18:56:57.421427 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b268a3a0-a6c4-4094-9550-dfb9fe4e1f1d None None] New status for floating IP 362416cc-1f3c-499e-82c4-56a59057d0c3: ACTIVE {{(pid=103366) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 18:56:59.922952 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-469ff9ff-f35b-4bbc-9d4c-bc3d0577124a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:02.152941 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-09f9b353-a315-49d2-b410-456aa992a3ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:03.476467 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e46ecc5a-dc14-4744-b262-3072ff2e958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:04.368589 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:04.422656 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:05.050707 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e013d7e6-5264-4dcc-9759-54f5fb809e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:05.503209 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:19.392899 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.agents_db [None req-619e5c26-d9ed-4321-86eb-7d443bb9dfa2 None None] Agent healthcheck: found 7 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 18:57:21.394091 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fa14f3b6-e6fd-4d13-97ea-e5463b74bb37 req-30972bb7-6bfd-40f4-af18-f33c03422de2 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=7cc95fd2-186f-4777-9cd5-6de1e84a785d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0406518 Nov 19 18:57:21.479228 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa14f3b6-e6fd-4d13-97ea-e5463b74bb37 req-099385bc-2113-4fa5-86b9-66a9dff6826b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:21.480792 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fa14f3b6-e6fd-4d13-97ea-e5463b74bb37 req-099385bc-2113-4fa5-86b9-66a9dff6826b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=a49d01ba435542beba3e7dfaa36f2890&device_id=7cc95fd2-186f-4777-9cd5-6de1e84a785d HTTP/1.1" status: 200 len: 1096 time: 0.0401540 Nov 19 18:57:21.594941 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa14f3b6-e6fd-4d13-97ea-e5463b74bb37 req-1ad9ecd2-b01d-4613-8d20-70d04d2e8369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:21.596361 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fa14f3b6-e6fd-4d13-97ea-e5463b74bb37 req-1ad9ecd2-b01d-4613-8d20-70d04d2e8369 service neutron] 10.222.0.86 "GET /v2.0/networks?id=25b52273-6fe3-4092-b937-6cc1f4aaad62 HTTP/1.1" status: 200 len: 910 time: 0.0923650 Nov 19 18:57:21.661993 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fa14f3b6-e6fd-4d13-97ea-e5463b74bb37 req-3d9112b9-97ef-484e-b40b-b520fe290a80 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a40b93eb-d30e-4925-ab94-2ae0790de055 HTTP/1.1" status: 200 len: 1001 time: 0.0577409 Nov 19 18:57:21.714200 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa14f3b6-e6fd-4d13-97ea-e5463b74bb37 req-3a6820a3-b976-482f-8699-912b07f81e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:21.715676 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fa14f3b6-e6fd-4d13-97ea-e5463b74bb37 req-3a6820a3-b976-482f-8699-912b07f81e58 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=626e55cc-e073-4b8d-9979-ad9f212a9b25 HTTP/1.1" status: 200 len: 848 time: 0.0467913 Nov 19 18:57:21.767876 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa14f3b6-e6fd-4d13-97ea-e5463b74bb37 req-33917737-6a79-4e43-bdbd-251379f99bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:57:21.769376 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fa14f3b6-e6fd-4d13-97ea-e5463b74bb37 req-33917737-6a79-4e43-bdbd-251379f99bea service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=25b52273-6fe3-4092-b937-6cc1f4aaad62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456650 Nov 19 18:57:21.859687 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fa14f3b6-e6fd-4d13-97ea-e5463b74bb37 req-ac3f9a29-df6a-45db-93c1-6e437ccea298 service neutron] 10.222.0.86 "GET /v2.0/networks/25b52273-6fe3-4092-b937-6cc1f4aaad62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822270 Nov 19 18:57:21.960080 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fa14f3b6-e6fd-4d13-97ea-e5463b74bb37 req-ef4d95c7-b55d-48a0-aa6c-724eaf72e2a6 service neutron] 10.222.0.86 "GET /v2.0/networks/25b52273-6fe3-4092-b937-6cc1f4aaad62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889351 Nov 19 18:57:29.924368 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-73f8ffb2-17f7-492e-b34f-18b9ec9ff47f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:32.155582 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-c18d77c0-3e47-4fa9-8d14-e04ad823c4d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:33.479356 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e46ecc5a-dc14-4744-b262-3072ff2e958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:34.380208 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:34.424741 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:35.049393 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e013d7e6-5264-4dcc-9759-54f5fb809e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:35.352354 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:57:56.391848 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.agents_db [None req-619e5c26-d9ed-4321-86eb-7d443bb9dfa2 None None] Agent healthcheck: found 7 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 18:57:59.926218 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-cc4cc694-a601-4f08-a249-4b77628d099d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:02.157910 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3dac000b-d99c-4699-8b7b-9780f9c932dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:03.482195 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e46ecc5a-dc14-4744-b262-3072ff2e958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:04.381025 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:04.436052 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:05.051740 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e013d7e6-5264-4dcc-9759-54f5fb809e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:05.344993 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:23.383630 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-24ffe903-17ab-49e0-95a6-5f9a1937a111 req-245def9b-4853-4263-9b8e-102b9fd6ec28 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=7cc95fd2-186f-4777-9cd5-6de1e84a785d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0415730 Nov 19 18:58:23.468913 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ffe903-17ab-49e0-95a6-5f9a1937a111 req-f7fbb361-d7e0-46a9-ae31-ce4c0ae61dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:23.470427 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-24ffe903-17ab-49e0-95a6-5f9a1937a111 req-f7fbb361-d7e0-46a9-ae31-ce4c0ae61dc0 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=a49d01ba435542beba3e7dfaa36f2890&device_id=7cc95fd2-186f-4777-9cd5-6de1e84a785d HTTP/1.1" status: 200 len: 1096 time: 0.0408578 Nov 19 18:58:23.579026 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ffe903-17ab-49e0-95a6-5f9a1937a111 req-b6c3de36-4740-45e2-a1e5-f70533b16a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:23.580517 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-24ffe903-17ab-49e0-95a6-5f9a1937a111 req-b6c3de36-4740-45e2-a1e5-f70533b16a73 service neutron] 10.222.0.86 "GET /v2.0/networks?id=25b52273-6fe3-4092-b937-6cc1f4aaad62 HTTP/1.1" status: 200 len: 910 time: 0.0886645 Nov 19 18:58:23.646930 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-24ffe903-17ab-49e0-95a6-5f9a1937a111 req-d9bf8f82-61d9-4bb4-b03c-fa4690a492bc service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a40b93eb-d30e-4925-ab94-2ae0790de055 HTTP/1.1" status: 200 len: 1001 time: 0.0582559 Nov 19 18:58:23.696179 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ffe903-17ab-49e0-95a6-5f9a1937a111 req-c24e7075-ea9a-46e2-ac8e-452cb87f64c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:23.697884 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-24ffe903-17ab-49e0-95a6-5f9a1937a111 req-c24e7075-ea9a-46e2-ac8e-452cb87f64c9 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=626e55cc-e073-4b8d-9979-ad9f212a9b25 HTTP/1.1" status: 200 len: 848 time: 0.0431879 Nov 19 18:58:23.749625 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ffe903-17ab-49e0-95a6-5f9a1937a111 req-3db33d90-ffeb-4d8b-a427-56bd5d42c870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:23.751138 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-24ffe903-17ab-49e0-95a6-5f9a1937a111 req-3db33d90-ffeb-4d8b-a427-56bd5d42c870 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=25b52273-6fe3-4092-b937-6cc1f4aaad62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431509 Nov 19 18:58:23.840166 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-24ffe903-17ab-49e0-95a6-5f9a1937a111 req-287a65ce-c3a7-44ec-80f3-1b79c38b4ab6 service neutron] 10.222.0.86 "GET /v2.0/networks/25b52273-6fe3-4092-b937-6cc1f4aaad62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814333 Nov 19 18:58:23.935068 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-24ffe903-17ab-49e0-95a6-5f9a1937a111 req-d69a60bf-5e2f-46cc-980d-6076c6f4ae00 service neutron] 10.222.0.86 "GET /v2.0/networks/25b52273-6fe3-4092-b937-6cc1f4aaad62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852096 Nov 19 18:58:29.932996 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ee5d4fca-e45f-4e06-977d-f890eabd2009 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:32.159811 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-fe0cdb71-bae7-4e2f-98ae-1bc1d8020582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:33.390928 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.agents_db [None req-619e5c26-d9ed-4321-86eb-7d443bb9dfa2 None None] Agent healthcheck: found 7 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 18:58:33.485831 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e46ecc5a-dc14-4744-b262-3072ff2e958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:34.413597 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:34.447565 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:35.053833 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e013d7e6-5264-4dcc-9759-54f5fb809e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:35.347339 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:58:51.923928 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf146cc-cfe3-4e19-a2a1-ec29bcf159ef req-b542cefd-145e-4176-96df-10dca8c55dac tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:51.925921 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ecf146cc-cfe3-4e19-a2a1-ec29bcf159ef req-b542cefd-145e-4176-96df-10dca8c55dac tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "GET /v2.0/ports?device_id=7cc95fd2-186f-4777-9cd5-6de1e84a785d HTTP/1.1" status: 200 len: 945 time: 0.0592840 Nov 19 18:58:51.989616 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ecf146cc-cfe3-4e19-a2a1-ec29bcf159ef req-6f9cf90b-7a8a-4073-abb4-8ca3584a720f tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "GET /v2.0/security-groups?id=4643b5c7-ffe3-4e36-9578-55bfd2ae9e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562723 Nov 19 18:58:53.133536 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e014fc88-ddc5-4712-8e9b-09dd3657611f req-4a1f00aa-20df-49ee-83c1-0259d88d84b4 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:53.135046 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e014fc88-ddc5-4712-8e9b-09dd3657611f req-4a1f00aa-20df-49ee-83c1-0259d88d84b4 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "GET /v2.0/ports?device_id=7cc95fd2-186f-4777-9cd5-6de1e84a785d HTTP/1.1" status: 200 len: 945 time: 0.0487068 Nov 19 18:58:53.185649 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e014fc88-ddc5-4712-8e9b-09dd3657611f req-77303eb5-1f85-4987-9d17-d35c8b06a6b8 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "GET /v2.0/security-groups?id=4643b5c7-ffe3-4e36-9578-55bfd2ae9e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446172 Nov 19 18:58:54.327687 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dae2e55-72fd-42fe-9b96-19765f9bcad8 req-c0a3ad32-5a97-4f5b-bf32-eaf7e46cae9d tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:54.329190 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0dae2e55-72fd-42fe-9b96-19765f9bcad8 req-c0a3ad32-5a97-4f5b-bf32-eaf7e46cae9d tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "GET /v2.0/ports?device_id=7cc95fd2-186f-4777-9cd5-6de1e84a785d HTTP/1.1" status: 200 len: 945 time: 0.0491891 Nov 19 18:58:54.385473 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0dae2e55-72fd-42fe-9b96-19765f9bcad8 req-2e68273d-c1f0-4fb9-895e-ad86cf1b1f58 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "GET /v2.0/security-groups?id=4643b5c7-ffe3-4e36-9578-55bfd2ae9e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464537 Nov 19 18:58:55.498646 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7ddacc-0b45-4267-bb59-1a8d9ba69e34 req-7e39fb63-682a-4a1d-9c76-41ae10fa37c1 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:55.500150 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0b7ddacc-0b45-4267-bb59-1a8d9ba69e34 req-7e39fb63-682a-4a1d-9c76-41ae10fa37c1 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "GET /v2.0/ports?device_id=7cc95fd2-186f-4777-9cd5-6de1e84a785d HTTP/1.1" status: 200 len: 945 time: 0.0477581 Nov 19 18:58:55.552429 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0b7ddacc-0b45-4267-bb59-1a8d9ba69e34 req-2b4b618b-7a2a-4e8c-bc52-d9003ef50e9e tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "GET /v2.0/security-groups?id=4643b5c7-ffe3-4e36-9578-55bfd2ae9e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458395 Nov 19 18:58:56.669619 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccce0f20-6b10-4290-88b1-06c599284949 req-3e19f36d-ae19-4ae7-ac89-591c04f54e76 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:56.671161 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ccce0f20-6b10-4290-88b1-06c599284949 req-3e19f36d-ae19-4ae7-ac89-591c04f54e76 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "GET /v2.0/ports?device_id=7cc95fd2-186f-4777-9cd5-6de1e84a785d HTTP/1.1" status: 200 len: 945 time: 0.0482676 Nov 19 18:58:56.719870 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ccce0f20-6b10-4290-88b1-06c599284949 req-a3b4913d-fa61-4108-ac9e-915454eb8531 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "GET /v2.0/security-groups?id=4643b5c7-ffe3-4e36-9578-55bfd2ae9e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426531 Nov 19 18:58:57.840193 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c5841f-86f8-497a-8272-dc0688461dbc req-752e2691-8b22-42b4-977e-5ae7aa395233 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:57.841677 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-12c5841f-86f8-497a-8272-dc0688461dbc req-752e2691-8b22-42b4-977e-5ae7aa395233 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "GET /v2.0/ports?device_id=7cc95fd2-186f-4777-9cd5-6de1e84a785d HTTP/1.1" status: 200 len: 945 time: 0.0501983 Nov 19 18:58:57.890345 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-12c5841f-86f8-497a-8272-dc0688461dbc req-a439e5ec-8429-4b26-a196-21d1de6b7878 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "GET /v2.0/security-groups?id=4643b5c7-ffe3-4e36-9578-55bfd2ae9e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420358 Nov 19 18:58:59.013488 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a9b059-b190-4247-8877-25782ee8d441 req-9a278f62-f606-496f-bc53-9def50fa27c2 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:58:59.015039 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-88a9b059-b190-4247-8877-25782ee8d441 req-9a278f62-f606-496f-bc53-9def50fa27c2 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "GET /v2.0/ports?device_id=7cc95fd2-186f-4777-9cd5-6de1e84a785d HTTP/1.1" status: 200 len: 945 time: 0.0527203 Nov 19 18:58:59.064006 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-88a9b059-b190-4247-8877-25782ee8d441 req-6715f14e-25f0-49c7-8675-3976de0ebef2 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "GET /v2.0/security-groups?id=4643b5c7-ffe3-4e36-9578-55bfd2ae9e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429649 Nov 19 18:58:59.923159 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a752892c-27ec-4577-9650-b5aee0b162fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:00.207685 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cde858-e573-4c05-a365-07fdfa8de6db req-3865584f-2c7f-4e57-8d54-b50914930a4b tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:00.209261 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-02cde858-e573-4c05-a365-07fdfa8de6db req-3865584f-2c7f-4e57-8d54-b50914930a4b tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "GET /v2.0/ports?device_id=7cc95fd2-186f-4777-9cd5-6de1e84a785d HTTP/1.1" status: 200 len: 945 time: 0.0604422 Nov 19 18:59:00.261249 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-02cde858-e573-4c05-a365-07fdfa8de6db req-bd127add-2c41-4294-bfa9-29b5f30cbf19 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "GET /v2.0/security-groups?id=4643b5c7-ffe3-4e36-9578-55bfd2ae9e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460806 Nov 19 18:59:01.374319 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79481b9-c195-4cd8-ac28-9d34dcef0185 req-aeb14f22-4f65-4dee-b03c-ffc9eeaf80b0 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:01.375792 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-e79481b9-c195-4cd8-ac28-9d34dcef0185 req-aeb14f22-4f65-4dee-b03c-ffc9eeaf80b0 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "GET /v2.0/ports?device_id=7cc95fd2-186f-4777-9cd5-6de1e84a785d HTTP/1.1" status: 200 len: 945 time: 0.0475843 Nov 19 18:59:01.424341 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-e79481b9-c195-4cd8-ac28-9d34dcef0185 req-79a10f14-e6b4-4818-ae4a-fd8429374899 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "GET /v2.0/security-groups?id=4643b5c7-ffe3-4e36-9578-55bfd2ae9e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420363 Nov 19 18:59:02.077410 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c632c45-4efc-41e2-aa41-6c884a84ac9c req-642797bf-17f6-4fe4-b5df-cc0ee61391e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:02.078913 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7c632c45-4efc-41e2-aa41-6c884a84ac9c req-642797bf-17f6-4fe4-b5df-cc0ee61391e8 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=a49d01ba435542beba3e7dfaa36f2890&device_id=7cc95fd2-186f-4777-9cd5-6de1e84a785d HTTP/1.1" status: 200 len: 1096 time: 0.0461993 Nov 19 18:59:02.161825 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dafe8f1c-8f59-40ae-acb4-17fdba6d408b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:02.168246 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c632c45-4efc-41e2-aa41-6c884a84ac9c req-7ae85fa4-31e9-47fd-9b38-ef36131b0601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:02.169719 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7c632c45-4efc-41e2-aa41-6c884a84ac9c req-7ae85fa4-31e9-47fd-9b38-ef36131b0601 service neutron] 10.222.0.86 "GET /v2.0/networks?id=25b52273-6fe3-4092-b937-6cc1f4aaad62 HTTP/1.1" status: 200 len: 910 time: 0.0835991 Nov 19 18:59:02.245805 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7c632c45-4efc-41e2-aa41-6c884a84ac9c req-9a48726e-6ab4-4989-af96-afa329421c1e service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a40b93eb-d30e-4925-ab94-2ae0790de055 HTTP/1.1" status: 200 len: 1001 time: 0.0680373 Nov 19 18:59:02.296653 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c632c45-4efc-41e2-aa41-6c884a84ac9c req-e26c5e10-62d9-4a72-8839-6503cdc501a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:02.298129 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7c632c45-4efc-41e2-aa41-6c884a84ac9c req-e26c5e10-62d9-4a72-8839-6503cdc501a5 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=626e55cc-e073-4b8d-9979-ad9f212a9b25 HTTP/1.1" status: 200 len: 848 time: 0.0440729 Nov 19 18:59:02.344217 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c632c45-4efc-41e2-aa41-6c884a84ac9c req-c4a4e623-e43e-4d4d-a05d-fdbba6751588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:02.345607 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7c632c45-4efc-41e2-aa41-6c884a84ac9c req-c4a4e623-e43e-4d4d-a05d-fdbba6751588 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=25b52273-6fe3-4092-b937-6cc1f4aaad62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391560 Nov 19 18:59:02.442458 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7c632c45-4efc-41e2-aa41-6c884a84ac9c req-bfe2c020-b61d-4a1a-b21f-d0cbb8e84d07 service neutron] 10.222.0.86 "GET /v2.0/networks/25b52273-6fe3-4092-b937-6cc1f4aaad62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837450 Nov 19 18:59:02.566846 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09614fc-2ad7-4a0e-96e3-ca1a7131db76 req-b4cb9fb5-084f-483c-8f81-4f219bb9768e tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:02.568299 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c09614fc-2ad7-4a0e-96e3-ca1a7131db76 req-b4cb9fb5-084f-483c-8f81-4f219bb9768e tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "GET /v2.0/ports?device_id=7cc95fd2-186f-4777-9cd5-6de1e84a785d HTTP/1.1" status: 200 len: 945 time: 0.0756257 Nov 19 18:59:02.574677 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7c632c45-4efc-41e2-aa41-6c884a84ac9c req-d1010a63-5b71-4c06-aaef-930af19a5e5a service neutron] 10.222.0.86 "GET /v2.0/networks/25b52273-6fe3-4092-b937-6cc1f4aaad62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271379 Nov 19 18:59:02.625958 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c09614fc-2ad7-4a0e-96e3-ca1a7131db76 req-3b14f5c7-8dee-4f57-a997-fae8e0413506 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "GET /v2.0/security-groups?id=4643b5c7-ffe3-4e36-9578-55bfd2ae9e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502810 Nov 19 18:59:03.489069 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e46ecc5a-dc14-4744-b262-3072ff2e958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:03.746658 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7ab250-7e10-4523-8964-099f3d889d8c req-52e37291-6c49-4925-862e-ca6515d6fd56 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:03.748154 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ec7ab250-7e10-4523-8964-099f3d889d8c req-52e37291-6c49-4925-862e-ca6515d6fd56 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "GET /v2.0/ports?device_id=7cc95fd2-186f-4777-9cd5-6de1e84a785d HTTP/1.1" status: 200 len: 945 time: 0.0523114 Nov 19 18:59:03.796548 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ec7ab250-7e10-4523-8964-099f3d889d8c req-833f2e94-1d3b-4dbf-b55f-b308cc603b4b tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "GET /v2.0/security-groups?id=4643b5c7-ffe3-4e36-9578-55bfd2ae9e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418699 Nov 19 18:59:04.412591 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:04.444124 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:04.913597 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c53dd0-a594-4436-90b0-1675ff8dcd63 req-d9968e7e-3e05-466c-ba4d-b370f32d7d4f tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:04.915216 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-42c53dd0-a594-4436-90b0-1675ff8dcd63 req-d9968e7e-3e05-466c-ba4d-b370f32d7d4f tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "GET /v2.0/ports?device_id=7cc95fd2-186f-4777-9cd5-6de1e84a785d HTTP/1.1" status: 200 len: 945 time: 0.0499399 Nov 19 18:59:04.969205 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-42c53dd0-a594-4436-90b0-1675ff8dcd63 req-e9a359ce-effd-4180-bc7a-887c4f1c8154 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "GET /v2.0/security-groups?id=4643b5c7-ffe3-4e36-9578-55bfd2ae9e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478802 Nov 19 18:59:05.057136 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e013d7e6-5264-4dcc-9759-54f5fb809e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:05.350807 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:06.095311 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a444c5d9-9dda-43d5-becc-7db024ad0ba5 req-91927b1e-1283-41ef-9004-51fb12be3d6a tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:06.096728 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a444c5d9-9dda-43d5-becc-7db024ad0ba5 req-91927b1e-1283-41ef-9004-51fb12be3d6a tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "GET /v2.0/ports?device_id=7cc95fd2-186f-4777-9cd5-6de1e84a785d HTTP/1.1" status: 200 len: 945 time: 0.0536623 Nov 19 18:59:06.148519 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a444c5d9-9dda-43d5-becc-7db024ad0ba5 req-ddb9090c-7bd2-4138-be73-75e19f44d7e5 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "GET /v2.0/security-groups?id=4643b5c7-ffe3-4e36-9578-55bfd2ae9e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451560 Nov 19 18:59:06.221940 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [req-ab80a1ea-3aae-4e8c-8cff-59c4b25efa16 req-dfce319a-0e81-485d-8299-40291218bc15 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=103365) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 18:59:06.223033 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ab80a1ea-3aae-4e8c-8cff-59c4b25efa16 req-dfce319a-0e81-485d-8299-40291218bc15 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054786 Nov 19 18:59:06.353674 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b81713eb-ce4b-49ec-a642-823fc681cbae req-71115dd0-4841-441b-8e0a-51db4c53b6c0 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=7cc95fd2-186f-4777-9cd5-6de1e84a785d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0448534 Nov 19 18:59:06.362461 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [req-b81713eb-ce4b-49ec-a642-823fc681cbae req-ae5ae771-01c9-4e63-8366-504d6e6fc591 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=103365) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 18:59:06.363463 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b81713eb-ce4b-49ec-a642-823fc681cbae req-ae5ae771-01c9-4e63-8366-504d6e6fc591 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050623 Nov 19 18:59:06.385149 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb6fc85-5b00-4e67-b7fb-d52b911212b0 req-a490b5ee-8087-4eb8-820c-1ddd5373a7ed tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:06.387173 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ffb6fc85-5b00-4e67-b7fb-d52b911212b0 req-a490b5ee-8087-4eb8-820c-1ddd5373a7ed tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "GET /v2.0/ports?device_id=7cc95fd2-186f-4777-9cd5-6de1e84a785d HTTP/1.1" status: 200 len: 945 time: 0.0527883 Nov 19 18:59:06.459630 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ffb6fc85-5b00-4e67-b7fb-d52b911212b0 req-67169ea0-d2ec-45af-8915-43498ce0620b tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "GET /v2.0/security-groups?id=4643b5c7-ffe3-4e36-9578-55bfd2ae9e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658464 Nov 19 18:59:07.581540 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfbbbd9-ad49-41e8-b271-a38370e50c56 req-444526ed-b4e3-4c0b-bce9-52ead714f379 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:07.583091 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5cfbbbd9-ad49-41e8-b271-a38370e50c56 req-444526ed-b4e3-4c0b-bce9-52ead714f379 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "GET /v2.0/ports?device_id=7cc95fd2-186f-4777-9cd5-6de1e84a785d HTTP/1.1" status: 200 len: 945 time: 0.0536366 Nov 19 18:59:07.633314 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5cfbbbd9-ad49-41e8-b271-a38370e50c56 req-53f07002-8afe-44df-8b9c-e8284972fc5f tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "GET /v2.0/security-groups?id=4643b5c7-ffe3-4e36-9578-55bfd2ae9e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442872 Nov 19 18:59:08.641444 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device a40b93eb-d30e-4925-ab94-2ae0790de055 no longer exists at agent hyperv_n-h2-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 18:59:08.720371 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:08.743533 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cc95fd2-186f-4777-9cd5-6de1e84a785d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a40b93eb-d30e-4925-ab94-2ae0790de055'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:59:08.746077 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e87da51c426c585745380e4f647dbd896557016b88dd9fb127e5d98628c937cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f9539bd-d3ec-4231-b592-3bf2afd8e79e" -d '{"events": [{"server_uuid": "7cc95fd2-186f-4777-9cd5-6de1e84a785d", "name": "network-vif-unplugged", "status": "completed", "tag": "a40b93eb-d30e-4925-ab94-2ae0790de055"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:59:08.757021 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4bf3f4-c547-401c-95ec-46ede292238d req-70a1a3f4-4fd8-46e4-81ff-8df1dee4efd8 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:08.759203 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8c4bf3f4-c547-401c-95ec-46ede292238d req-70a1a3f4-4fd8-46e4-81ff-8df1dee4efd8 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "GET /v2.0/ports?device_id=7cc95fd2-186f-4777-9cd5-6de1e84a785d HTTP/1.1" status: 200 len: 945 time: 0.0560398 Nov 19 18:59:08.759668 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port a40b93eb-d30e-4925-ab94-2ae0790de055, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=a40b93eb-d30e-4925-ab94-2ae0790de055,segment=NetworkSegment(ee4f316d-48ea-4eca-ab92-39e12675dbe7),segment_id=ee4f316d-48ea-4eca-ab92-39e12675dbe7)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:59:08.765037 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:08.794514 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 19 Nov 2021 18:59:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abb659b6-fb06-4b7a-8b12-37cb9da4c79a x-openstack-request-id: req-abb659b6-fb06-4b7a-8b12-37cb9da4c79a {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:59:08.794810 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cc95fd2-186f-4777-9cd5-6de1e84a785d", "name": "network-vif-unplugged", "status": "failed", "tag": "a40b93eb-d30e-4925-ab94-2ae0790de055", "code": 422}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:59:08.795252 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-abb659b6-fb06-4b7a-8b12-37cb9da4c79a {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:59:08.795838 n-d-818022-2 neutron-server[103366]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '7cc95fd2-186f-4777-9cd5-6de1e84a785d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a40b93eb-d30e-4925-ab94-2ae0790de055', 'code': 422} returned with failed status Nov 19 18:59:08.819517 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8c4bf3f4-c547-401c-95ec-46ede292238d req-27f6e68e-e3b3-4b1f-a0a8-9d89ed827597 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "GET /v2.0/security-groups?id=4643b5c7-ffe3-4e36-9578-55bfd2ae9e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527239 Nov 19 18:59:08.825708 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Pushing event updated for resources: {'Port': ['ID=a40b93eb-d30e-4925-ab94-2ae0790de055,revision_number=6']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:59:08.834561 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:59:08.834918 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:59:08.835263 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:59:08.835663 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:59:08.835934 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:59:08.836277 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:59:08.836608 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:59:08.836941 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:59:08.837398 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:59:08.837734 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:59:08.838095 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:59:08.838424 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:59:09.940597 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b1d65e-adcc-4c78-a4dc-341777f78055 req-97e66f6b-50ee-4000-82b5-5a877bbc4ed8 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:09.942700 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d4b1d65e-adcc-4c78-a4dc-341777f78055 req-97e66f6b-50ee-4000-82b5-5a877bbc4ed8 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "GET /v2.0/ports?device_id=7cc95fd2-186f-4777-9cd5-6de1e84a785d HTTP/1.1" status: 200 len: 943 time: 0.0495524 Nov 19 18:59:09.992764 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d4b1d65e-adcc-4c78-a4dc-341777f78055 req-bb36b4ec-55f9-4634-8acd-342b944067a9 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "GET /v2.0/security-groups?id=4643b5c7-ffe3-4e36-9578-55bfd2ae9e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431075 Nov 19 18:59:10.389737 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.agents_db [None req-619e5c26-d9ed-4321-86eb-7d443bb9dfa2 None None] Agent healthcheck: found 7 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 18:59:11.107201 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9e3389-f82a-4c58-9f76-326d53508928 req-891351e3-0181-4ba8-8c57-d3220010be1c tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:11.108876 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-1b9e3389-f82a-4c58-9f76-326d53508928 req-891351e3-0181-4ba8-8c57-d3220010be1c tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "GET /v2.0/ports?device_id=7cc95fd2-186f-4777-9cd5-6de1e84a785d HTTP/1.1" status: 200 len: 943 time: 0.0490556 Nov 19 18:59:11.159492 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-1b9e3389-f82a-4c58-9f76-326d53508928 req-c1509abf-f919-4095-a63d-914b89673964 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "GET /v2.0/security-groups?id=4643b5c7-ffe3-4e36-9578-55bfd2ae9e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438278 Nov 19 18:59:12.081091 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81713eb-ce4b-49ec-a642-823fc681cbae req-b94c13bc-d4bd-460d-b134-824fbf979414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:12.082608 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b81713eb-ce4b-49ec-a642-823fc681cbae req-b94c13bc-d4bd-460d-b134-824fbf979414 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=7cc95fd2-186f-4777-9cd5-6de1e84a785d&tenant_id=a49d01ba435542beba3e7dfaa36f2890 HTTP/1.1" status: 200 len: 1094 time: 0.0876837 Nov 19 18:59:12.092771 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [req-b81713eb-ce4b-49ec-a642-823fc681cbae req-aff0dd38-64af-487f-b90d-49291b90e8be service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=103364) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 18:59:12.093713 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b81713eb-ce4b-49ec-a642-823fc681cbae req-aff0dd38-64af-487f-b90d-49291b90e8be service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048754 Nov 19 18:59:12.105276 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-b81713eb-ce4b-49ec-a642-823fc681cbae req-f7c6f344-6f5d-46ff-9af6-6c6ea53054e5 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-818022-2', 'device_owner': 'compute:nova'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 18:59:12.157173 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-b81713eb-ce4b-49ec-a642-823fc681cbae req-f7c6f344-6f5d-46ff-9af6-6c6ea53054e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:12.276590 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d7b34e-f3aa-4267-8473-7b37eeec234d req-e328a3da-e15a-4cfe-8150-e3d866d7d3d4 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:12.278014 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-24d7b34e-f3aa-4267-8473-7b37eeec234d req-e328a3da-e15a-4cfe-8150-e3d866d7d3d4 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "GET /v2.0/ports?device_id=7cc95fd2-186f-4777-9cd5-6de1e84a785d HTTP/1.1" status: 200 len: 943 time: 0.0488827 Nov 19 18:59:12.333284 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-24d7b34e-f3aa-4267-8473-7b37eeec234d req-efbe8e5c-957d-4061-8a72-8bc3887667ae tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "GET /v2.0/security-groups?id=4643b5c7-ffe3-4e36-9578-55bfd2ae9e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492516 Nov 19 18:59:12.366171 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-b81713eb-ce4b-49ec-a642-823fc681cbae req-f7c6f344-6f5d-46ff-9af6-6c6ea53054e5 service neutron] For port a40b93eb-d30e-4925-ab94-2ae0790de055, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=a40b93eb-d30e-4925-ab94-2ae0790de055,segment=NetworkSegment(ee4f316d-48ea-4eca-ab92-39e12675dbe7),segment_id=ee4f316d-48ea-4eca-ab92-39e12675dbe7)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:59:12.398108 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-b81713eb-ce4b-49ec-a642-823fc681cbae req-f7c6f344-6f5d-46ff-9af6-6c6ea53054e5 service neutron] For port a40b93eb-d30e-4925-ab94-2ae0790de055, host n-h2-818022-2, cleared binding levels {{(pid=103364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:59:12.434090 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [req-b81713eb-ce4b-49ec-a642-823fc681cbae req-f7c6f344-6f5d-46ff-9af6-6c6ea53054e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a40b93eb-d30e-4925-ab94-2ae0790de055 {{(pid=103364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:59:12.441941 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-b81713eb-ce4b-49ec-a642-823fc681cbae req-f7c6f344-6f5d-46ff-9af6-6c6ea53054e5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:12.453966 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.provisioning_blocks [req-b81713eb-ce4b-49ec-a642-823fc681cbae req-f7c6f344-6f5d-46ff-9af6-6c6ea53054e5 service neutron] Transition to ACTIVE for port object a40b93eb-d30e-4925-ab94-2ae0790de055 will not be triggered until provisioned by entity L2. {{(pid=103364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 18:59:12.457805 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-b81713eb-ce4b-49ec-a642-823fc681cbae req-f7c6f344-6f5d-46ff-9af6-6c6ea53054e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:12.533387 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c6f344-6f5d-46ff-9af6-6c6ea53054e5 service neutron] Pushing event updated for resources: {'Port': ['ID=a40b93eb-d30e-4925-ab94-2ae0790de055,revision_number=7']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:59:12.548032 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c6f344-6f5d-46ff-9af6-6c6ea53054e5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:59:12.548364 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c6f344-6f5d-46ff-9af6-6c6ea53054e5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:59:12.548712 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c6f344-6f5d-46ff-9af6-6c6ea53054e5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:59:12.549061 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c6f344-6f5d-46ff-9af6-6c6ea53054e5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:59:12.549400 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c6f344-6f5d-46ff-9af6-6c6ea53054e5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:59:12.549739 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c6f344-6f5d-46ff-9af6-6c6ea53054e5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:59:12.550230 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c6f344-6f5d-46ff-9af6-6c6ea53054e5 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:59:12.550991 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c6f344-6f5d-46ff-9af6-6c6ea53054e5 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:59:12.551762 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c6f344-6f5d-46ff-9af6-6c6ea53054e5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:59:12.551762 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c6f344-6f5d-46ff-9af6-6c6ea53054e5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:59:12.551996 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c6f344-6f5d-46ff-9af6-6c6ea53054e5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:59:12.552296 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c6f344-6f5d-46ff-9af6-6c6ea53054e5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 18:59:12.587732 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [req-b81713eb-ce4b-49ec-a642-823fc681cbae req-f7c6f344-6f5d-46ff-9af6-6c6ea53054e5 service neutron] No DVR routers for this DVR port a40b93eb-d30e-4925-ab94-2ae0790de055 on host n-h2-818022-2 {{(pid=103364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 18:59:12.727793 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-b81713eb-ce4b-49ec-a642-823fc681cbae req-f7c6f344-6f5d-46ff-9af6-6c6ea53054e5 service neutron] Attempting to bind port a40b93eb-d30e-4925-ab94-2ae0790de055 on host n-h1-818022-2 for vnic_type normal with profile {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 18:59:12.728124 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-b81713eb-ce4b-49ec-a642-823fc681cbae req-f7c6f344-6f5d-46ff-9af6-6c6ea53054e5 service neutron] Attempting to bind port a40b93eb-d30e-4925-ab94-2ae0790de055 by drivers openvswitch,hyperv on host n-h1-818022-2 at level 0 using segments [{'id': 'ee4f316d-48ea-4eca-ab92-39e12675dbe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '25b52273-6fe3-4092-b937-6cc1f4aaad62'}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 18:59:12.728446 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b81713eb-ce4b-49ec-a642-823fc681cbae req-f7c6f344-6f5d-46ff-9af6-6c6ea53054e5 service neutron] Attempting to bind port a40b93eb-d30e-4925-ab94-2ae0790de055 on network 25b52273-6fe3-4092-b937-6cc1f4aaad62 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:59:12.732649 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b81713eb-ce4b-49ec-a642-823fc681cbae req-f7c6f344-6f5d-46ff-9af6-6c6ea53054e5 service neutron] Port a40b93eb-d30e-4925-ab94-2ae0790de055 on network 25b52273-6fe3-4092-b937-6cc1f4aaad62 not bound, no agent of type Open vSwitch agent registered on host n-h1-818022-2 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 18:59:12.732962 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b81713eb-ce4b-49ec-a642-823fc681cbae req-f7c6f344-6f5d-46ff-9af6-6c6ea53054e5 service neutron] Attempting to bind port a40b93eb-d30e-4925-ab94-2ae0790de055 on network 25b52273-6fe3-4092-b937-6cc1f4aaad62 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 18:59:12.737708 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b81713eb-ce4b-49ec-a642-823fc681cbae req-f7c6f344-6f5d-46ff-9af6-6c6ea53054e5 service neutron] Checking agent: {'id': 'a6668d96-12fa-4ec0-99ad-77eaf490dd2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'started_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 18, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 18:59:12.738063 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b81713eb-ce4b-49ec-a642-823fc681cbae req-f7c6f344-6f5d-46ff-9af6-6c6ea53054e5 service neutron] Checking segment: {'id': 'ee4f316d-48ea-4eca-ab92-39e12675dbe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '25b52273-6fe3-4092-b937-6cc1f4aaad62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 18:59:12.738441 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b81713eb-ce4b-49ec-a642-823fc681cbae req-f7c6f344-6f5d-46ff-9af6-6c6ea53054e5 service neutron] Bound using segment: {'id': 'ee4f316d-48ea-4eca-ab92-39e12675dbe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '25b52273-6fe3-4092-b937-6cc1f4aaad62'} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 18:59:12.738854 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-b81713eb-ce4b-49ec-a642-823fc681cbae req-f7c6f344-6f5d-46ff-9af6-6c6ea53054e5 service neutron] Bound port: a40b93eb-d30e-4925-ab94-2ae0790de055, host: n-h1-818022-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee4f316d-48ea-4eca-ab92-39e12675dbe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '25b52273-6fe3-4092-b937-6cc1f4aaad62'}}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 18:59:12.739200 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-b81713eb-ce4b-49ec-a642-823fc681cbae req-f7c6f344-6f5d-46ff-9af6-6c6ea53054e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:12.802557 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-b81713eb-ce4b-49ec-a642-823fc681cbae req-f7c6f344-6f5d-46ff-9af6-6c6ea53054e5 service neutron] For port a40b93eb-d30e-4925-ab94-2ae0790de055, host n-h1-818022-2, cleared binding levels {{(pid=103364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 18:59:12.805339 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-b81713eb-ce4b-49ec-a642-823fc681cbae req-f7c6f344-6f5d-46ff-9af6-6c6ea53054e5 service neutron] For port a40b93eb-d30e-4925-ab94-2ae0790de055, host n-h1-818022-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=a40b93eb-d30e-4925-ab94-2ae0790de055,segment=NetworkSegment(ee4f316d-48ea-4eca-ab92-39e12675dbe7),segment_id=ee4f316d-48ea-4eca-ab92-39e12675dbe7)] {{(pid=103364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 18:59:12.809722 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-b81713eb-ce4b-49ec-a642-823fc681cbae req-f7c6f344-6f5d-46ff-9af6-6c6ea53054e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:12.845674 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81713eb-ce4b-49ec-a642-823fc681cbae req-f7c6f344-6f5d-46ff-9af6-6c6ea53054e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:12.846430 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-b81713eb-ce4b-49ec-a642-823fc681cbae req-f7c6f344-6f5d-46ff-9af6-6c6ea53054e5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:12.848352 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b81713eb-ce4b-49ec-a642-823fc681cbae req-f7c6f344-6f5d-46ff-9af6-6c6ea53054e5 service neutron] 10.222.0.60 "PUT /v2.0/ports/a40b93eb-d30e-4925-ab94-2ae0790de055 HTTP/1.1" status: 200 len: 1091 time: 0.7467446 Nov 19 18:59:12.848800 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cc95fd2-186f-4777-9cd5-6de1e84a785d', 'tag': 'a40b93eb-d30e-4925-ab94-2ae0790de055'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:59:12.851097 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52b8413beb4c6ee9e3ef24221fee7166c8d58dd3d366bc989a0565316b268f0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5e1f7ab-14d0-4fd5-8c8a-c2eae366f8a4" -d '{"events": [{"name": "network-changed", "server_uuid": "7cc95fd2-186f-4777-9cd5-6de1e84a785d", "tag": "a40b93eb-d30e-4925-ab94-2ae0790de055"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:59:12.872953 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c6f344-6f5d-46ff-9af6-6c6ea53054e5 service neutron] Pushing event updated for resources: {'Port': ['ID=a40b93eb-d30e-4925-ab94-2ae0790de055,revision_number=8']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:59:12.921652 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81713eb-ce4b-49ec-a642-823fc681cbae req-a45fac61-800c-49c4-a65e-618e7156d17a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:12.923355 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b81713eb-ce4b-49ec-a642-823fc681cbae req-a45fac61-800c-49c4-a65e-618e7156d17a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a49d01ba435542beba3e7dfaa36f2890&device_id=7cc95fd2-186f-4777-9cd5-6de1e84a785d HTTP/1.1" status: 200 len: 1094 time: 0.0467668 Nov 19 18:59:12.982855 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 18:59:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c59a2f3b-5366-47f5-97e0-5579805162fa x-openstack-request-id: req-c59a2f3b-5366-47f5-97e0-5579805162fa {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:59:12.983155 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cc95fd2-186f-4777-9cd5-6de1e84a785d", "tag": "a40b93eb-d30e-4925-ab94-2ae0790de055", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:59:12.983411 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c59a2f3b-5366-47f5-97e0-5579805162fa {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:59:12.983844 n-d-818022-2 neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cc95fd2-186f-4777-9cd5-6de1e84a785d', 'tag': 'a40b93eb-d30e-4925-ab94-2ae0790de055', 'status': 'completed', 'code': 200} Nov 19 18:59:13.028579 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81713eb-ce4b-49ec-a642-823fc681cbae req-78f7b5fc-6fd2-4544-aab8-87b1e734f195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:13.030133 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b81713eb-ce4b-49ec-a642-823fc681cbae req-78f7b5fc-6fd2-4544-aab8-87b1e734f195 service neutron] 10.222.0.60 "GET /v2.0/networks?id=25b52273-6fe3-4092-b937-6cc1f4aaad62 HTTP/1.1" status: 200 len: 910 time: 0.0996954 Nov 19 18:59:13.097584 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b81713eb-ce4b-49ec-a642-823fc681cbae req-bb04be54-85cb-45f9-b951-5bf991c57533 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a40b93eb-d30e-4925-ab94-2ae0790de055 HTTP/1.1" status: 200 len: 999 time: 0.0592377 Nov 19 18:59:13.156627 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81713eb-ce4b-49ec-a642-823fc681cbae req-867b38da-ec6b-4274-bc16-1b4e32f36293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:13.158207 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b81713eb-ce4b-49ec-a642-823fc681cbae req-867b38da-ec6b-4274-bc16-1b4e32f36293 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=626e55cc-e073-4b8d-9979-ad9f212a9b25 HTTP/1.1" status: 200 len: 848 time: 0.0547600 Nov 19 18:59:13.204386 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81713eb-ce4b-49ec-a642-823fc681cbae req-59659791-a42e-4315-9c80-44719099e753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:13.205868 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b81713eb-ce4b-49ec-a642-823fc681cbae req-59659791-a42e-4315-9c80-44719099e753 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=25b52273-6fe3-4092-b937-6cc1f4aaad62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408416 Nov 19 18:59:13.294149 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b81713eb-ce4b-49ec-a642-823fc681cbae req-f8adb01b-491e-4c83-b326-2154e1a92a94 service neutron] 10.222.0.60 "GET /v2.0/networks/25b52273-6fe3-4092-b937-6cc1f4aaad62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804691 Nov 19 18:59:13.388752 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b81713eb-ce4b-49ec-a642-823fc681cbae req-dbc5e077-b2a2-4646-8223-08195d0fdda3 service neutron] 10.222.0.60 "GET /v2.0/networks/25b52273-6fe3-4092-b937-6cc1f4aaad62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872951 Nov 19 18:59:13.453207 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc74e529-a5d6-43e0-8739-5d8300755bfa req-3571eeab-8e8a-42f7-91f3-5f5f5c51bbfc tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:13.454748 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-cc74e529-a5d6-43e0-8739-5d8300755bfa req-3571eeab-8e8a-42f7-91f3-5f5f5c51bbfc tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "GET /v2.0/ports?device_id=7cc95fd2-186f-4777-9cd5-6de1e84a785d HTTP/1.1" status: 200 len: 943 time: 0.0517435 Nov 19 18:59:13.475835 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e1f7ab-14d0-4fd5-8c8a-c2eae366f8a4 req-0d031545-9513-44db-a84f-d2e983925369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:13.477318 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d5e1f7ab-14d0-4fd5-8c8a-c2eae366f8a4 req-0d031545-9513-44db-a84f-d2e983925369 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a49d01ba435542beba3e7dfaa36f2890&device_id=7cc95fd2-186f-4777-9cd5-6de1e84a785d HTTP/1.1" status: 200 len: 1094 time: 0.0412128 Nov 19 18:59:13.504054 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-cc74e529-a5d6-43e0-8739-5d8300755bfa req-9fdf5008-38ee-4a17-8cc3-ab6ead803310 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "GET /v2.0/security-groups?id=4643b5c7-ffe3-4e36-9578-55bfd2ae9e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428064 Nov 19 18:59:13.577571 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e1f7ab-14d0-4fd5-8c8a-c2eae366f8a4 req-b76bf2ff-553f-4bb0-8930-3346a50d8f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:13.579184 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d5e1f7ab-14d0-4fd5-8c8a-c2eae366f8a4 req-b76bf2ff-553f-4bb0-8930-3346a50d8f3d service neutron] 10.222.0.60 "GET /v2.0/networks?id=25b52273-6fe3-4092-b937-6cc1f4aaad62 HTTP/1.1" status: 200 len: 910 time: 0.0945618 Nov 19 18:59:13.645891 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d5e1f7ab-14d0-4fd5-8c8a-c2eae366f8a4 req-260a0ee8-d608-477d-8eff-5e86e5526c54 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a40b93eb-d30e-4925-ab94-2ae0790de055 HTTP/1.1" status: 200 len: 999 time: 0.0587428 Nov 19 18:59:13.695663 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e1f7ab-14d0-4fd5-8c8a-c2eae366f8a4 req-35b32255-e120-41b4-94a2-e3ba355aca49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:13.697076 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d5e1f7ab-14d0-4fd5-8c8a-c2eae366f8a4 req-35b32255-e120-41b4-94a2-e3ba355aca49 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=626e55cc-e073-4b8d-9979-ad9f212a9b25 HTTP/1.1" status: 200 len: 848 time: 0.0435238 Nov 19 18:59:13.746085 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e1f7ab-14d0-4fd5-8c8a-c2eae366f8a4 req-bd3f9aaa-a049-4d0d-ba6b-bbf349230664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:13.747531 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d5e1f7ab-14d0-4fd5-8c8a-c2eae366f8a4 req-bd3f9aaa-a049-4d0d-ba6b-bbf349230664 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=25b52273-6fe3-4092-b937-6cc1f4aaad62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431759 Nov 19 18:59:13.836882 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d5e1f7ab-14d0-4fd5-8c8a-c2eae366f8a4 req-1c95f859-8866-49b2-bd5e-32f228b8275c service neutron] 10.222.0.60 "GET /v2.0/networks/25b52273-6fe3-4092-b937-6cc1f4aaad62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809605 Nov 19 18:59:13.930728 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-d5e1f7ab-14d0-4fd5-8c8a-c2eae366f8a4 req-019aefad-04d9-4647-b541-cbfaa474cf76 service neutron] 10.222.0.60 "GET /v2.0/networks/25b52273-6fe3-4092-b937-6cc1f4aaad62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858176 Nov 19 18:59:14.622931 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d5da58-7bc9-45bf-899a-8694f331368e req-c88aaba1-35c9-40d8-ba6b-3f528f2f9092 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:14.624431 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-64d5da58-7bc9-45bf-899a-8694f331368e req-c88aaba1-35c9-40d8-ba6b-3f528f2f9092 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "GET /v2.0/ports?device_id=7cc95fd2-186f-4777-9cd5-6de1e84a785d HTTP/1.1" status: 200 len: 943 time: 0.0499420 Nov 19 18:59:14.673238 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-64d5da58-7bc9-45bf-899a-8694f331368e req-46edb31f-166a-41bf-97b2-c10d58a4d05d tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "GET /v2.0/security-groups?id=4643b5c7-ffe3-4e36-9578-55bfd2ae9e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423312 Nov 19 18:59:15.829760 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61745b3d-2cfe-4296-9624-b69b791060b5 req-7f33b28a-9a8b-4333-b498-fafc03ac943c tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:15.831742 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-61745b3d-2cfe-4296-9624-b69b791060b5 req-7f33b28a-9a8b-4333-b498-fafc03ac943c tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "GET /v2.0/ports?device_id=7cc95fd2-186f-4777-9cd5-6de1e84a785d HTTP/1.1" status: 200 len: 943 time: 0.0907400 Nov 19 18:59:15.879344 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-61745b3d-2cfe-4296-9624-b69b791060b5 req-e8858e38-2dff-4cdc-8638-a66f83c4daee tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "GET /v2.0/security-groups?id=4643b5c7-ffe3-4e36-9578-55bfd2ae9e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414789 Nov 19 18:59:16.994932 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ec633f-7026-428c-8b78-b93176c42a49 req-9efeb03b-fcec-4192-93ab-1526520af853 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:16.996461 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b8ec633f-7026-428c-8b78-b93176c42a49 req-9efeb03b-fcec-4192-93ab-1526520af853 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "GET /v2.0/ports?device_id=7cc95fd2-186f-4777-9cd5-6de1e84a785d HTTP/1.1" status: 200 len: 943 time: 0.0491519 Nov 19 18:59:17.045472 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b8ec633f-7026-428c-8b78-b93176c42a49 req-36b6f33a-c7a4-4357-a947-3f41822bfe4e tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "GET /v2.0/security-groups?id=4643b5c7-ffe3-4e36-9578-55bfd2ae9e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430856 Nov 19 18:59:18.162941 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0a9b6a-7b85-403a-9933-2ff4f85fcd08 req-26768460-331b-4f2c-8e63-db64ab9a24a2 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:18.164397 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3e0a9b6a-7b85-403a-9933-2ff4f85fcd08 req-26768460-331b-4f2c-8e63-db64ab9a24a2 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "GET /v2.0/ports?device_id=7cc95fd2-186f-4777-9cd5-6de1e84a785d HTTP/1.1" status: 200 len: 943 time: 0.0517974 Nov 19 18:59:18.214467 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-3e0a9b6a-7b85-403a-9933-2ff4f85fcd08 req-f2dde001-d568-4d83-af04-68fa122d8438 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "GET /v2.0/security-groups?id=4643b5c7-ffe3-4e36-9578-55bfd2ae9e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429816 Nov 19 18:59:19.334930 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7766ce-f4d9-4ca1-b67a-4bc8e0a4063e req-aa70d69b-f429-4ef4-9912-f7d37be015d2 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:19.336405 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-5f7766ce-f4d9-4ca1-b67a-4bc8e0a4063e req-aa70d69b-f429-4ef4-9912-f7d37be015d2 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "GET /v2.0/ports?device_id=7cc95fd2-186f-4777-9cd5-6de1e84a785d HTTP/1.1" status: 200 len: 943 time: 0.0529196 Nov 19 18:59:19.385710 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-5f7766ce-f4d9-4ca1-b67a-4bc8e0a4063e req-83dfd6ca-0372-480d-a500-4861c5f9bfa2 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "GET /v2.0/security-groups?id=4643b5c7-ffe3-4e36-9578-55bfd2ae9e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433395 Nov 19 18:59:20.512226 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa255b18-9f83-4d2e-acb7-8f386bb792f7 req-db954e2e-824d-4f66-aad3-596ceff5fb5c tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:20.513749 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-aa255b18-9f83-4d2e-acb7-8f386bb792f7 req-db954e2e-824d-4f66-aad3-596ceff5fb5c tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "GET /v2.0/ports?device_id=7cc95fd2-186f-4777-9cd5-6de1e84a785d HTTP/1.1" status: 200 len: 943 time: 0.0483699 Nov 19 18:59:20.563289 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-aa255b18-9f83-4d2e-acb7-8f386bb792f7 req-b148134e-ad3f-4f61-854c-0c2e33a5b901 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "GET /v2.0/security-groups?id=4643b5c7-ffe3-4e36-9578-55bfd2ae9e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419767 Nov 19 18:59:21.757760 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6d61ae-4eac-4422-81ce-c1b9df6724f4 req-f223f58c-1ded-426b-8696-fc98592de6a1 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:21.759267 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9f6d61ae-4eac-4422-81ce-c1b9df6724f4 req-f223f58c-1ded-426b-8696-fc98592de6a1 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "GET /v2.0/ports?device_id=7cc95fd2-186f-4777-9cd5-6de1e84a785d HTTP/1.1" status: 200 len: 943 time: 0.1273670 Nov 19 18:59:21.808365 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-9f6d61ae-4eac-4422-81ce-c1b9df6724f4 req-8266bb3c-a3d4-4cd4-ad3a-7fa9216277e9 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "GET /v2.0/security-groups?id=4643b5c7-ffe3-4e36-9578-55bfd2ae9e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431828 Nov 19 18:59:22.384382 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device a40b93eb-d30e-4925-ab94-2ae0790de055 details requested by agent hyperv_n-h1-818022-2 with host n-h1-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 18:59:22.479131 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port a40b93eb-d30e-4925-ab94-2ae0790de055, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=a40b93eb-d30e-4925-ab94-2ae0790de055,segment=NetworkSegment(ee4f316d-48ea-4eca-ab92-39e12675dbe7),segment_id=ee4f316d-48ea-4eca-ab92-39e12675dbe7)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:59:22.491023 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Returning: {'device': 'a40b93eb-d30e-4925-ab94-2ae0790de055', 'network_id': '25b52273-6fe3-4092-b937-6cc1f4aaad62', 'port_id': 'a40b93eb-d30e-4925-ab94-2ae0790de055', 'mac_address': 'fa:16:3e:12:1c:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '626e55cc-e073-4b8d-9979-ad9f212a9b25', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 18:59:22.527332 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:22.539779 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a40b93eb-d30e-4925-ab94-2ae0790de055 {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 18:59:22.558743 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port a40b93eb-d30e-4925-ab94-2ae0790de055, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=a40b93eb-d30e-4925-ab94-2ae0790de055,segment=NetworkSegment(ee4f316d-48ea-4eca-ab92-39e12675dbe7),segment_id=ee4f316d-48ea-4eca-ab92-39e12675dbe7)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:59:22.562761 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:22.609435 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=a40b93eb-d30e-4925-ab94-2ae0790de055,revision_number=9']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:59:22.796677 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['a40b93eb-d30e-4925-ab94-2ae0790de055'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 18:59:22.928684 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1534419e-4328-460b-86a5-0909610e5dfa req-6c0ebbbc-034e-458c-867c-2afa20d8735a tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:22.930194 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-1534419e-4328-460b-86a5-0909610e5dfa req-6c0ebbbc-034e-458c-867c-2afa20d8735a tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "GET /v2.0/ports?device_id=7cc95fd2-186f-4777-9cd5-6de1e84a785d HTTP/1.1" status: 200 len: 944 time: 0.0536571 Nov 19 18:59:22.978391 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-1534419e-4328-460b-86a5-0909610e5dfa req-ac2920b5-989c-4761-a2af-302fe33e01a3 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "GET /v2.0/security-groups?id=4643b5c7-ffe3-4e36-9578-55bfd2ae9e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422080 Nov 19 18:59:24.093560 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ec65fb-79f9-4706-b3f8-6476271b63fa req-03c22974-b20a-4dad-a1d6-6fa93fa70c8e tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:24.095054 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-24ec65fb-79f9-4706-b3f8-6476271b63fa req-03c22974-b20a-4dad-a1d6-6fa93fa70c8e tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "GET /v2.0/ports?device_id=7cc95fd2-186f-4777-9cd5-6de1e84a785d HTTP/1.1" status: 200 len: 944 time: 0.0480285 Nov 19 18:59:24.147587 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-24ec65fb-79f9-4706-b3f8-6476271b63fa req-8c95cefa-420f-4170-9b97-d3f8520687ac tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "GET /v2.0/security-groups?id=4643b5c7-ffe3-4e36-9578-55bfd2ae9e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459504 Nov 19 18:59:24.415547 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device a40b93eb-d30e-4925-ab94-2ae0790de055 up at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 18:59:24.466710 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning for port a40b93eb-d30e-4925-ab94-2ae0790de055 completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 18:59:24.470658 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning complete for port a40b93eb-d30e-4925-ab94-2ae0790de055 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 18:59:24.471132 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:24.545353 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:24.568101 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cc95fd2-186f-4777-9cd5-6de1e84a785d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a40b93eb-d30e-4925-ab94-2ae0790de055'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 18:59:24.570688 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e87da51c426c585745380e4f647dbd896557016b88dd9fb127e5d98628c937cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49b5048f-aa06-4fbc-8f2f-987af782cb6a" -d '{"events": [{"server_uuid": "7cc95fd2-186f-4777-9cd5-6de1e84a785d", "name": "network-vif-plugged", "status": "completed", "tag": "a40b93eb-d30e-4925-ab94-2ae0790de055"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 18:59:24.583897 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port a40b93eb-d30e-4925-ab94-2ae0790de055, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=a40b93eb-d30e-4925-ab94-2ae0790de055,segment=NetworkSegment(ee4f316d-48ea-4eca-ab92-39e12675dbe7),segment_id=ee4f316d-48ea-4eca-ab92-39e12675dbe7)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 18:59:24.587972 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:24.615812 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 18:59:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e9c474d-83c2-4a7a-9353-3f6af1f6e084 x-openstack-request-id: req-5e9c474d-83c2-4a7a-9353-3f6af1f6e084 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 18:59:24.616108 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cc95fd2-186f-4777-9cd5-6de1e84a785d", "name": "network-vif-plugged", "status": "completed", "tag": "a40b93eb-d30e-4925-ab94-2ae0790de055", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 18:59:24.616364 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-5e9c474d-83c2-4a7a-9353-3f6af1f6e084 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 18:59:24.616778 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cc95fd2-186f-4777-9cd5-6de1e84a785d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a40b93eb-d30e-4925-ab94-2ae0790de055', 'code': 200} Nov 19 18:59:24.641706 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=a40b93eb-d30e-4925-ab94-2ae0790de055,revision_number=10']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 18:59:24.758580 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72539c2-08df-476c-a1f7-ca02ff6e1540 req-74e00673-1a62-44de-ab59-24b75cfffbb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:24.760058 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b72539c2-08df-476c-a1f7-ca02ff6e1540 req-74e00673-1a62-44de-ab59-24b75cfffbb9 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=7cc95fd2-186f-4777-9cd5-6de1e84a785d HTTP/1.1" status: 200 len: 1097 time: 0.0397270 Nov 19 18:59:24.804944 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b72539c2-08df-476c-a1f7-ca02ff6e1540 req-46569a4e-1c93-47de-aba6-be5247dc8b6d service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=4643b5c7-ffe3-4e36-9578-55bfd2ae9e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378942 Nov 19 18:59:25.263333 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800ae9b3-48de-4425-afec-0ae851000c99 req-5847b24b-508b-40c7-9d1f-15318a7416a9 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:25.264798 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-800ae9b3-48de-4425-afec-0ae851000c99 req-5847b24b-508b-40c7-9d1f-15318a7416a9 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "GET /v2.0/ports?device_id=7cc95fd2-186f-4777-9cd5-6de1e84a785d HTTP/1.1" status: 200 len: 946 time: 0.0483055 Nov 19 18:59:25.312814 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-800ae9b3-48de-4425-afec-0ae851000c99 req-10600631-f47e-4db9-bb58-b507b5898fa2 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "GET /v2.0/security-groups?id=4643b5c7-ffe3-4e36-9578-55bfd2ae9e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420392 Nov 19 18:59:26.429448 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0894f6-2539-423a-b3d2-9ae59ee3def2 req-e8173530-ce0c-49a6-a9e4-d404a58fffc5 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:26.430986 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2b0894f6-2539-423a-b3d2-9ae59ee3def2 req-e8173530-ce0c-49a6-a9e4-d404a58fffc5 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "GET /v2.0/ports?device_id=7cc95fd2-186f-4777-9cd5-6de1e84a785d HTTP/1.1" status: 200 len: 946 time: 0.0484197 Nov 19 18:59:26.481397 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2b0894f6-2539-423a-b3d2-9ae59ee3def2 req-54b27c0a-3ca2-479d-8897-e62b188dd12a tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "GET /v2.0/security-groups?id=4643b5c7-ffe3-4e36-9578-55bfd2ae9e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443943 Nov 19 18:59:26.524880 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a7392c69-acf1-48a4-9912-9cc887d19a1f req-a62860af-1af7-4976-935c-d3e4adcc4529 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=7cc95fd2-186f-4777-9cd5-6de1e84a785d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0431483 Nov 19 18:59:26.609846 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7392c69-acf1-48a4-9912-9cc887d19a1f req-829c8eea-6573-47a3-9994-25e32c1ef4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:26.611375 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a7392c69-acf1-48a4-9912-9cc887d19a1f req-829c8eea-6573-47a3-9994-25e32c1ef4ed service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a49d01ba435542beba3e7dfaa36f2890&device_id=7cc95fd2-186f-4777-9cd5-6de1e84a785d HTTP/1.1" status: 200 len: 1097 time: 0.0413101 Nov 19 18:59:26.718790 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7392c69-acf1-48a4-9912-9cc887d19a1f req-4e176e9a-f80a-46d4-a29b-8ccca7bfe664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:26.720240 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a7392c69-acf1-48a4-9912-9cc887d19a1f req-4e176e9a-f80a-46d4-a29b-8ccca7bfe664 service neutron] 10.222.0.60 "GET /v2.0/networks?id=25b52273-6fe3-4092-b937-6cc1f4aaad62 HTTP/1.1" status: 200 len: 910 time: 0.0881786 Nov 19 18:59:26.784921 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a7392c69-acf1-48a4-9912-9cc887d19a1f req-eb7d1185-399b-48f7-b6f5-4d72f7f1ed2b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a40b93eb-d30e-4925-ab94-2ae0790de055 HTTP/1.1" status: 200 len: 1001 time: 0.0568283 Nov 19 18:59:26.834311 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7392c69-acf1-48a4-9912-9cc887d19a1f req-7672ff9a-0739-45f6-9f2e-b3595d5933d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:26.835822 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a7392c69-acf1-48a4-9912-9cc887d19a1f req-7672ff9a-0739-45f6-9f2e-b3595d5933d7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=626e55cc-e073-4b8d-9979-ad9f212a9b25 HTTP/1.1" status: 200 len: 848 time: 0.0436225 Nov 19 18:59:26.884591 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7392c69-acf1-48a4-9912-9cc887d19a1f req-231cc7c0-686b-4dcc-b4d0-60f27baa241a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 18:59:26.886021 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a7392c69-acf1-48a4-9912-9cc887d19a1f req-231cc7c0-686b-4dcc-b4d0-60f27baa241a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=25b52273-6fe3-4092-b937-6cc1f4aaad62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432673 Nov 19 18:59:26.974534 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a7392c69-acf1-48a4-9912-9cc887d19a1f req-1bbeadb8-cf72-4a9c-bea8-5e7b34fc272d service neutron] 10.222.0.60 "GET /v2.0/networks/25b52273-6fe3-4092-b937-6cc1f4aaad62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812063 Nov 19 18:59:27.064862 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a7392c69-acf1-48a4-9912-9cc887d19a1f req-ab1bb4ec-4f4d-4fb1-b8e7-300f12bb9e61 service neutron] 10.222.0.60 "GET /v2.0/networks/25b52273-6fe3-4092-b937-6cc1f4aaad62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843108 Nov 19 18:59:29.924937 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-24db6bb9-4d68-4079-9435-e8260549b52a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:32.164355 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-91122efc-cad5-4f40-be74-5f89014c34f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:33.491510 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e46ecc5a-dc14-4744-b262-3072ff2e958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:34.427170 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:34.451765 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:35.059009 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e013d7e6-5264-4dcc-9759-54f5fb809e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:35.353133 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 18:59:47.388463 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.agents_db [None req-619e5c26-d9ed-4321-86eb-7d443bb9dfa2 None None] Agent healthcheck: found 7 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 18:59:59.926744 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-6807f4a5-94c3-4f9b-b135-e58066955b96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:02.166658 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-056e7932-c0c0-4c8e-b763-5a0e561969cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:03.492865 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e46ecc5a-dc14-4744-b262-3072ff2e958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:04.426967 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:04.450502 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:05.061841 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e013d7e6-5264-4dcc-9759-54f5fb809e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:05.354763 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:24.388384 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.agents_db [None req-619e5c26-d9ed-4321-86eb-7d443bb9dfa2 None None] Agent healthcheck: found 7 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 19:00:28.512630 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-38e512be-9eb0-4ffc-a627-876164cc5bb3 req-cf2a355c-6072-453e-95c5-4cd03d51782d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=7cc95fd2-186f-4777-9cd5-6de1e84a785d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0410571 Nov 19 19:00:28.594677 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e512be-9eb0-4ffc-a627-876164cc5bb3 req-a6c73467-754d-4eec-8a3e-bee137adef95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:00:28.596096 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-38e512be-9eb0-4ffc-a627-876164cc5bb3 req-a6c73467-754d-4eec-8a3e-bee137adef95 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a49d01ba435542beba3e7dfaa36f2890&device_id=7cc95fd2-186f-4777-9cd5-6de1e84a785d HTTP/1.1" status: 200 len: 1097 time: 0.0406742 Nov 19 19:00:28.701530 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e512be-9eb0-4ffc-a627-876164cc5bb3 req-0b9c479f-50b1-4d43-9684-e1a14c5041ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:00:28.703026 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-38e512be-9eb0-4ffc-a627-876164cc5bb3 req-0b9c479f-50b1-4d43-9684-e1a14c5041ca service neutron] 10.222.0.60 "GET /v2.0/networks?id=25b52273-6fe3-4092-b937-6cc1f4aaad62 HTTP/1.1" status: 200 len: 910 time: 0.0863450 Nov 19 19:00:28.766624 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-38e512be-9eb0-4ffc-a627-876164cc5bb3 req-962d6449-b8f1-4933-b572-d24088e8ad18 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a40b93eb-d30e-4925-ab94-2ae0790de055 HTTP/1.1" status: 200 len: 1001 time: 0.0564590 Nov 19 19:00:28.816463 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e512be-9eb0-4ffc-a627-876164cc5bb3 req-20ba368b-73be-4f11-8c63-3bccdc9faee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:00:28.817970 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-38e512be-9eb0-4ffc-a627-876164cc5bb3 req-20ba368b-73be-4f11-8c63-3bccdc9faee6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=626e55cc-e073-4b8d-9979-ad9f212a9b25 HTTP/1.1" status: 200 len: 848 time: 0.0444698 Nov 19 19:00:28.868551 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e512be-9eb0-4ffc-a627-876164cc5bb3 req-729a4b72-19cd-47c5-ab8c-63e98fcf1138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:00:28.870068 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-38e512be-9eb0-4ffc-a627-876164cc5bb3 req-729a4b72-19cd-47c5-ab8c-63e98fcf1138 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=25b52273-6fe3-4092-b937-6cc1f4aaad62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444787 Nov 19 19:00:28.957793 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-38e512be-9eb0-4ffc-a627-876164cc5bb3 req-bf7b9322-38f7-444c-9fe2-94276935f167 service neutron] 10.222.0.60 "GET /v2.0/networks/25b52273-6fe3-4092-b937-6cc1f4aaad62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806537 Nov 19 19:00:29.050302 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-38e512be-9eb0-4ffc-a627-876164cc5bb3 req-70b4fc73-b2fd-4f53-b1f3-f3ab211a43f0 service neutron] 10.222.0.60 "GET /v2.0/networks/25b52273-6fe3-4092-b937-6cc1f4aaad62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856767 Nov 19 19:00:29.928822 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8c6fde68-54fa-45d5-acbc-250fd57b7df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:32.170102 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-57f7e8eb-3588-407f-81c7-4563818fbc57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:33.494946 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e46ecc5a-dc14-4744-b262-3072ff2e958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:34.441670 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:34.464578 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:35.063583 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e013d7e6-5264-4dcc-9759-54f5fb809e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:35.355578 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:42.231955 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 50260) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:00:42.388808 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-37bfdd3d-39e5-41f0-88e0-1cbfe180205c tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Deleting port e9ceea6d-16fe-4c6f-8e8a-275774d8ee68 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:00:42.389155 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-37bfdd3d-39e5-41f0-88e0-1cbfe180205c tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:42.780989 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-37bfdd3d-39e5-41f0-88e0-1cbfe180205c tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:42.781312 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-37bfdd3d-39e5-41f0-88e0-1cbfe180205c tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:42.792621 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-37bfdd3d-39e5-41f0-88e0-1cbfe180205c tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Calling delete_port for e9ceea6d-16fe-4c6f-8e8a-275774d8ee68 owned by network:floatingip {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:00:42.936427 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-37bfdd3d-39e5-41f0-88e0-1cbfe180205c tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:42.961171 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bfdd3d-39e5-41f0-88e0-1cbfe180205c tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Pushing event deleted for resources: {'Port': ['ID=e9ceea6d-16fe-4c6f-8e8a-275774d8ee68,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:00:42.973411 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bfdd3d-39e5-41f0-88e0-1cbfe180205c tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:00:42.973763 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bfdd3d-39e5-41f0-88e0-1cbfe180205c tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:00:42.974131 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bfdd3d-39e5-41f0-88e0-1cbfe180205c tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:00:42.974474 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bfdd3d-39e5-41f0-88e0-1cbfe180205c tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:00:42.974918 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bfdd3d-39e5-41f0-88e0-1cbfe180205c tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:00:42.975176 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bfdd3d-39e5-41f0-88e0-1cbfe180205c tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:00:42.975509 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bfdd3d-39e5-41f0-88e0-1cbfe180205c tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:00:42.975844 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bfdd3d-39e5-41f0-88e0-1cbfe180205c tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:00:42.976171 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bfdd3d-39e5-41f0-88e0-1cbfe180205c tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:00:42.976499 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bfdd3d-39e5-41f0-88e0-1cbfe180205c tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:00:42.976830 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bfdd3d-39e5-41f0-88e0-1cbfe180205c tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:00:42.977157 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bfdd3d-39e5-41f0-88e0-1cbfe180205c tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:00:43.034056 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-37bfdd3d-39e5-41f0-88e0-1cbfe180205c tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Publish callbacks [] for floatingip, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:43.034385 n-d-818022-2 neutron-server[103365]: INFO neutron.db.l3_db [None req-37bfdd3d-39e5-41f0-88e0-1cbfe180205c tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Floating IP 362416cc-1f3c-499e-82c4-56a59057d0c3 disassociated (deleted). External IP: 172.25.7.214, port: a40b93eb-d30e-4925-ab94-2ae0790de055. Nov 19 19:00:43.238763 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37bfdd3d-39e5-41f0-88e0-1cbfe180205c tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Router 67da409f-b0e4-42fb-aed5-3fc139f3c136 has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 19:00:43.346943 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37bfdd3d-39e5-41f0-88e0-1cbfe180205c tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:00:43.351311 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-37bfdd3d-39e5-41f0-88e0-1cbfe180205c tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for floatingip, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:43.357024 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9edf38b9-8bd1-467e-8b6e-f15b1a3660a3 None None] Sync routers for ids ['67da409f-b0e4-42fb-aed5-3fc139f3c136'] in n-d-818022-2 {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:00:43.366172 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9edf38b9-8bd1-467e-8b6e-f15b1a3660a3 None None] Routers {'67da409f-b0e4-42fb-aed5-3fc139f3c136'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:00:43.366772 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-9edf38b9-8bd1-467e-8b6e-f15b1a3660a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T19:00:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['67da409f-b0e4-42fb-aed5-3fc139f3c136'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:00:43.377862 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-37bfdd3d-39e5-41f0-88e0-1cbfe180205c tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "DELETE /v2.0/floatingips/362416cc-1f3c-499e-82c4-56a59057d0c3 HTTP/1.1" status: 204 len: 168 time: 1.1447923 Nov 19 19:00:43.378471 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cc95fd2-186f-4777-9cd5-6de1e84a785d', 'tag': 'a40b93eb-d30e-4925-ab94-2ae0790de055'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:00:43.380748 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd49725d620cdd9f83c5eaf1b0fd23d69d3d375bb9795dcb3d54cd15509d3c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e1deaf8-5ed0-4d19-bb03-5e8858a998ef" -d '{"events": [{"name": "network-changed", "server_uuid": "7cc95fd2-186f-4777-9cd5-6de1e84a785d", "tag": "a40b93eb-d30e-4925-ab94-2ae0790de055"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:00:43.420546 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 19:00:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-743c62ea-c227-46d9-97a6-533a1a70dca7 x-openstack-request-id: req-743c62ea-c227-46d9-97a6-533a1a70dca7 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:00:43.421024 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cc95fd2-186f-4777-9cd5-6de1e84a785d", "tag": "a40b93eb-d30e-4925-ab94-2ae0790de055", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:00:43.421300 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-743c62ea-c227-46d9-97a6-533a1a70dca7 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:00:43.421698 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cc95fd2-186f-4777-9cd5-6de1e84a785d', 'tag': 'a40b93eb-d30e-4925-ab94-2ae0790de055', 'status': 'completed', 'code': 200} Nov 19 19:00:43.473658 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-9edf38b9-8bd1-467e-8b6e-f15b1a3660a3 None None] Set router 67da409f-b0e4-42fb-aed5-3fc139f3c136 gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:00:43.489719 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1deaf8-5ed0-4d19-bb03-5e8858a998ef req-74df9287-91e0-4efb-8e3e-ff4294ebc41a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:00:43.491360 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-5e1deaf8-5ed0-4d19-bb03-5e8858a998ef req-74df9287-91e0-4efb-8e3e-ff4294ebc41a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a49d01ba435542beba3e7dfaa36f2890&device_id=7cc95fd2-186f-4777-9cd5-6de1e84a785d HTTP/1.1" status: 200 len: 1097 time: 0.0463254 Nov 19 19:00:43.596013 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1deaf8-5ed0-4d19-bb03-5e8858a998ef req-c6dd6991-fd00-4011-b00f-fe48b42b6c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:00:43.598092 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-5e1deaf8-5ed0-4d19-bb03-5e8858a998ef req-c6dd6991-fd00-4011-b00f-fe48b42b6c2e service neutron] 10.222.0.60 "GET /v2.0/networks?id=25b52273-6fe3-4092-b937-6cc1f4aaad62 HTTP/1.1" status: 200 len: 910 time: 0.0965900 Nov 19 19:00:43.624395 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577ef297-afd0-4e60-ae44-561d08122536 req-e6d48835-ce5b-4872-abce-e9e725018535 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:00:43.632321 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-577ef297-afd0-4e60-ae44-561d08122536 req-e6d48835-ce5b-4872-abce-e9e725018535 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "GET /v2.0/ports?device_id=7cc95fd2-186f-4777-9cd5-6de1e84a785d HTTP/1.1" status: 200 len: 946 time: 0.0612581 Nov 19 19:00:43.651528 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-5e1deaf8-5ed0-4d19-bb03-5e8858a998ef req-c7c862f5-e9e3-49eb-83c8-500816b639a5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a40b93eb-d30e-4925-ab94-2ae0790de055 HTTP/1.1" status: 200 len: 217 time: 0.0439749 Nov 19 19:00:43.686196 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-577ef297-afd0-4e60-ae44-561d08122536 req-4579933d-ecb0-4468-a5c5-92a7928f2d9c tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "GET /v2.0/security-groups?id=4643b5c7-ffe3-4e36-9578-55bfd2ae9e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523987 Nov 19 19:00:43.706901 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-9edf38b9-8bd1-467e-8b6e-f15b1a3660a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67da409f-b0e4-42fb-aed5-3fc139f3c136', 'name': 'tempest-TestShelveInstance-1994363908-router', 'tenant_id': 'a49d01ba435542beba3e7dfaa36f2890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.171'}], 'enable_snat': True}, 'gw_port_id': '80b88a5d-08ea-4295-83f2-06a5890a5c0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:51:57Z', 'updated_at': '2021-11-19T18:52:00Z', 'revision_number': 4, 'project_id': 'a49d01ba435542beba3e7dfaa36f2890', 'gw_port': {'id': '80b88a5d-08ea-4295-83f2-06a5890a5c0a', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:c6:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67da409f-b0e4-42fb-aed5-3fc139f3c136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:51:58Z', 'updated_at': '2021-11-19T18:52:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': 'ba8734b9-c550-4664-9959-7176db10d01c', 'name': '', 'network_id': '25b52273-6fe3-4092-b937-6cc1f4aaad62', 'tenant_id': 'a49d01ba435542beba3e7dfaa36f2890', 'mac_address': 'fa:16:3e:63:d4:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67da409f-b0e4-42fb-aed5-3fc139f3c136', 'device_owner': 'network:router_interface', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '626e55cc-e073-4b8d-9979-ad9f212a9b25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:51:59Z', 'updated_at': '2021-11-19T18:52:04Z', 'revision_number': 5, 'project_id': 'a49d01ba435542beba3e7dfaa36f2890', 'subnets': [{'id': '626e55cc-e073-4b8d-9979-ad9f212a9b25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:00:43.715705 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1deaf8-5ed0-4d19-bb03-5e8858a998ef req-8bdd6096-d254-4407-98b0-b8c412546cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:00:43.717358 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-5e1deaf8-5ed0-4d19-bb03-5e8858a998ef req-8bdd6096-d254-4407-98b0-b8c412546cf7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=626e55cc-e073-4b8d-9979-ad9f212a9b25 HTTP/1.1" status: 200 len: 848 time: 0.0586476 Nov 19 19:00:43.724536 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9edf38b9-8bd1-467e-8b6e-f15b1a3660a3 None None] Checking router: 67da409f-b0e4-42fb-aed5-3fc139f3c136 for host: n-d-818022-2 {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 19:00:43.733298 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9edf38b9-8bd1-467e-8b6e-f15b1a3660a3 None None] Routers {'67da409f-b0e4-42fb-aed5-3fc139f3c136'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:00:43.733933 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-9edf38b9-8bd1-467e-8b6e-f15b1a3660a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T19:00:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['67da409f-b0e4-42fb-aed5-3fc139f3c136'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:00:43.765767 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1deaf8-5ed0-4d19-bb03-5e8858a998ef req-1924319f-c306-43c2-abed-9fd849ba19dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:00:43.767411 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-5e1deaf8-5ed0-4d19-bb03-5e8858a998ef req-1924319f-c306-43c2-abed-9fd849ba19dd service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=25b52273-6fe3-4092-b937-6cc1f4aaad62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420182 Nov 19 19:00:43.842106 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-9edf38b9-8bd1-467e-8b6e-f15b1a3660a3 None None] Set router 67da409f-b0e4-42fb-aed5-3fc139f3c136 gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:00:43.861070 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-5e1deaf8-5ed0-4d19-bb03-5e8858a998ef req-2ba4cfa2-23b6-4d19-9a6d-52db936fa553 service neutron] 10.222.0.60 "GET /v2.0/networks/25b52273-6fe3-4092-b937-6cc1f4aaad62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861630 Nov 19 19:00:43.955287 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-5e1deaf8-5ed0-4d19-bb03-5e8858a998ef req-3853fdbf-5490-4db5-a604-369f207245aa service neutron] 10.222.0.60 "GET /v2.0/networks/25b52273-6fe3-4092-b937-6cc1f4aaad62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856075 Nov 19 19:00:44.124898 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-9edf38b9-8bd1-467e-8b6e-f15b1a3660a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67da409f-b0e4-42fb-aed5-3fc139f3c136', 'name': 'tempest-TestShelveInstance-1994363908-router', 'tenant_id': 'a49d01ba435542beba3e7dfaa36f2890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.171'}], 'enable_snat': True}, 'gw_port_id': '80b88a5d-08ea-4295-83f2-06a5890a5c0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:51:57Z', 'updated_at': '2021-11-19T18:52:00Z', 'revision_number': 4, 'project_id': 'a49d01ba435542beba3e7dfaa36f2890', 'gw_port': {'id': '80b88a5d-08ea-4295-83f2-06a5890a5c0a', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:c6:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67da409f-b0e4-42fb-aed5-3fc139f3c136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:51:58Z', 'updated_at': '2021-11-19T18:52:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': 'ba8734b9-c550-4664-9959-7176db10d01c', 'name': '', 'network_id': '25b52273-6fe3-4092-b937-6cc1f4aaad62', 'tenant_id': 'a49d01ba435542beba3e7dfaa36f2890', 'mac_address': 'fa:16:3e:63:d4:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67da409f-b0e4-42fb-aed5-3fc139f3c136', 'device_owner': 'network:router_interface', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '626e55cc-e073-4b8d-9979-ad9f212a9b25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:51:59Z', 'updated_at': '2021-11-19T18:52:04Z', 'revision_number': 5, 'project_id': 'a49d01ba435542beba3e7dfaa36f2890', 'subnets': [{'id': '626e55cc-e073-4b8d-9979-ad9f212a9b25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:00:44.149351 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9edf38b9-8bd1-467e-8b6e-f15b1a3660a3 None None] The sync data for ids ['67da409f-b0e4-42fb-aed5-3fc139f3c136'] in n-d-818022-2 is: [{'id': '67da409f-b0e4-42fb-aed5-3fc139f3c136', 'name': 'tempest-TestShelveInstance-1994363908-router', 'tenant_id': 'a49d01ba435542beba3e7dfaa36f2890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.171'}], 'enable_snat': True}, 'gw_port_id': '80b88a5d-08ea-4295-83f2-06a5890a5c0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:51:57Z', 'updated_at': '2021-11-19T18:52:00Z', 'revision_number': 4, 'project_id': 'a49d01ba435542beba3e7dfaa36f2890', 'gw_port': {'id': '80b88a5d-08ea-4295-83f2-06a5890a5c0a', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:c6:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67da409f-b0e4-42fb-aed5-3fc139f3c136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:51:58Z', 'updated_at': '2021-11-19T18:52:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': 'ba8734b9-c550-4664-9959-7176db10d01c', 'name': '', 'network_id': '25b52273-6fe3-4092-b937-6cc1f4aaad62', 'tenant_id': 'a49d01ba435542beba3e7dfaa36f2890', 'mac_address': 'fa:16:3e:63:d4:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67da409f-b0e4-42fb-aed5-3fc139f3c136', 'device_owner': 'network:router_interface', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '626e55cc-e073-4b8d-9979-ad9f212a9b25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:51:59Z', 'updated_at': '2021-11-19T18:52:04Z', 'revision_number': 5, 'project_id': 'a49d01ba435542beba3e7dfaa36f2890', 'subnets': [{'id': '626e55cc-e073-4b8d-9979-ad9f212a9b25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:00:44.361677 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e279bab-b686-4f53-994f-546250e131e4 None None] New status for floating IP 362416cc-1f3c-499e-82c4-56a59057d0c3: DOWN {{(pid=103366) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 19:00:44.803987 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6838126-41a6-43ab-ad96-f85ac5fa4ca1 req-9a197e9f-62a8-46bd-81d0-3ce9ffd243de tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:00:44.805462 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b6838126-41a6-43ab-ad96-f85ac5fa4ca1 req-9a197e9f-62a8-46bd-81d0-3ce9ffd243de tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "GET /v2.0/ports?device_id=7cc95fd2-186f-4777-9cd5-6de1e84a785d HTTP/1.1" status: 200 len: 946 time: 0.0483391 Nov 19 19:00:44.858805 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b6838126-41a6-43ab-ad96-f85ac5fa4ca1 req-741597db-3448-45c7-ae41-9feeaf6cbd9c tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "GET /v2.0/security-groups?id=4643b5c7-ffe3-4e36-9578-55bfd2ae9e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473521 Nov 19 19:00:45.091552 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc5d5ed-fa3e-48e2-ad39-f3ced3c4b250 req-f6026648-d1d7-4fc6-9733-5eb74894e18f tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:00:45.092978 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-5fc5d5ed-fa3e-48e2-ad39-f3ced3c4b250 req-f6026648-d1d7-4fc6-9733-5eb74894e18f tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.60 "GET /v2.0/ports?device_id=7cc95fd2-186f-4777-9cd5-6de1e84a785d HTTP/1.1" status: 200 len: 946 time: 0.0478437 Nov 19 19:00:45.179674 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [req-5fc5d5ed-fa3e-48e2-ad39-f3ced3c4b250 req-fde8e4cc-1647-47d4-ae88-6ae5ce2bae35 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Deleting port a40b93eb-d30e-4925-ab94-2ae0790de055 {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:00:45.180023 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-5fc5d5ed-fa3e-48e2-ad39-f3ced3c4b250 req-fde8e4cc-1647-47d4-ae88-6ae5ce2bae35 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:45.271505 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-5fc5d5ed-fa3e-48e2-ad39-f3ced3c4b250 req-fde8e4cc-1647-47d4-ae88-6ae5ce2bae35 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] For port a40b93eb-d30e-4925-ab94-2ae0790de055, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=a40b93eb-d30e-4925-ab94-2ae0790de055,segment=NetworkSegment(ee4f316d-48ea-4eca-ab92-39e12675dbe7),segment_id=ee4f316d-48ea-4eca-ab92-39e12675dbe7)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:00:45.271869 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-5fc5d5ed-fa3e-48e2-ad39-f3ced3c4b250 req-fde8e4cc-1647-47d4-ae88-6ae5ce2bae35 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:45.284482 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [req-5fc5d5ed-fa3e-48e2-ad39-f3ced3c4b250 req-fde8e4cc-1647-47d4-ae88-6ae5ce2bae35 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Calling delete_port for a40b93eb-d30e-4925-ab94-2ae0790de055 owned by compute:nova {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:00:45.412588 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-5fc5d5ed-fa3e-48e2-ad39-f3ced3c4b250 req-fde8e4cc-1647-47d4-ae88-6ae5ce2bae35 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:45.441117 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde8e4cc-1647-47d4-ae88-6ae5ce2bae35 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Pushing event deleted for resources: {'Port': ['ID=a40b93eb-d30e-4925-ab94-2ae0790de055,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:00:45.453937 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde8e4cc-1647-47d4-ae88-6ae5ce2bae35 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:00:45.453937 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde8e4cc-1647-47d4-ae88-6ae5ce2bae35 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:00:45.454169 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde8e4cc-1647-47d4-ae88-6ae5ce2bae35 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:00:45.454306 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde8e4cc-1647-47d4-ae88-6ae5ce2bae35 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:00:45.454644 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde8e4cc-1647-47d4-ae88-6ae5ce2bae35 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:00:45.454975 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde8e4cc-1647-47d4-ae88-6ae5ce2bae35 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:00:45.455303 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde8e4cc-1647-47d4-ae88-6ae5ce2bae35 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:00:45.455630 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde8e4cc-1647-47d4-ae88-6ae5ce2bae35 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:00:45.455954 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde8e4cc-1647-47d4-ae88-6ae5ce2bae35 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:00:45.456280 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde8e4cc-1647-47d4-ae88-6ae5ce2bae35 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:00:45.456607 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde8e4cc-1647-47d4-ae88-6ae5ce2bae35 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:00:45.456932 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde8e4cc-1647-47d4-ae88-6ae5ce2bae35 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:00:45.489981 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fc5d5ed-fa3e-48e2-ad39-f3ced3c4b250 req-fde8e4cc-1647-47d4-ae88-6ae5ce2bae35 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] No DVR routers for this DVR port a40b93eb-d30e-4925-ab94-2ae0790de055 on host n-h1-818022-2 {{(pid=103364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:00:45.492561 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-5fc5d5ed-fa3e-48e2-ad39-f3ced3c4b250 req-fde8e4cc-1647-47d4-ae88-6ae5ce2bae35 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:45.495950 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-5fc5d5ed-fa3e-48e2-ad39-f3ced3c4b250 req-fde8e4cc-1647-47d4-ae88-6ae5ce2bae35 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.60 "DELETE /v2.0/ports/a40b93eb-d30e-4925-ab94-2ae0790de055 HTTP/1.1" status: 204 len: 173 time: 0.3961453 Nov 19 19:00:45.496388 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cc95fd2-186f-4777-9cd5-6de1e84a785d', 'name': 'network-vif-deleted', 'tag': 'a40b93eb-d30e-4925-ab94-2ae0790de055'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:00:45.499485 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52b8413beb4c6ee9e3ef24221fee7166c8d58dd3d366bc989a0565316b268f0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-382a4518-a661-4e37-9226-51285e37f6f7" -d '{"events": [{"server_uuid": "7cc95fd2-186f-4777-9cd5-6de1e84a785d", "name": "network-vif-deleted", "tag": "a40b93eb-d30e-4925-ab94-2ae0790de055"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:00:45.537578 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:00:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdc096ea-4a6f-4b30-8335-0346b57d9294 x-openstack-request-id: req-cdc096ea-4a6f-4b30-8335-0346b57d9294 {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:00:45.537908 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cc95fd2-186f-4777-9cd5-6de1e84a785d", "name": "network-vif-deleted", "tag": "a40b93eb-d30e-4925-ab94-2ae0790de055", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:00:45.538168 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-cdc096ea-4a6f-4b30-8335-0346b57d9294 {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:00:45.538971 n-d-818022-2 neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cc95fd2-186f-4777-9cd5-6de1e84a785d', 'name': 'network-vif-deleted', 'tag': 'a40b93eb-d30e-4925-ab94-2ae0790de055', 'status': 'completed', 'code': 200} Nov 19 19:00:45.957325 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-e84c80cd-6311-4393-9e9e-d7ad777fac41 req-0bc3d24f-a23c-47a9-95c2-068819912387 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "GET /v2.0/ports?device_id=7cc95fd2-186f-4777-9cd5-6de1e84a785d HTTP/1.1" status: 200 len: 210 time: 0.0257852 Nov 19 19:00:47.055537 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d81b0ad8-7938-4772-b049-2d5a45aa9bb3 req-b24f1471-80a9-4edf-b4ca-eff83be9cff1 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "GET /v2.0/ports?device_id=7cc95fd2-186f-4777-9cd5-6de1e84a785d HTTP/1.1" status: 200 len: 210 time: 0.0274253 Nov 19 19:00:48.152953 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-e88adf9b-6dd6-4000-a0ed-6d15980af12c req-ebb0bfd0-c58b-46a2-893c-b1bd63ace597 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "GET /v2.0/ports?device_id=7cc95fd2-186f-4777-9cd5-6de1e84a785d HTTP/1.1" status: 200 len: 210 time: 0.0302105 Nov 19 19:00:48.850645 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device a40b93eb-d30e-4925-ab94-2ae0790de055 no longer exists at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:00:48.872315 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] No Port match for: a40b93eb-d30e-4925-ab94-2ae0790de055 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:00:48.872664 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device a40b93eb-d30e-4925-ab94-2ae0790de055 not bound to the agent host n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:00:49.248845 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-e67f5dde-aa07-4430-a758-4ffa85a0ca39 req-04fa7d3d-ae8c-4cf0-add1-6f18666e3687 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "GET /v2.0/ports?device_id=7cc95fd2-186f-4777-9cd5-6de1e84a785d HTTP/1.1" status: 200 len: 210 time: 0.0257475 Nov 19 19:00:50.306846 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 50292) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:00:50.363376 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f2c3f2d0-4a19-45fc-8507-ea94d2307742 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:50.387929 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f2c3f2d0-4a19-45fc-8507-ea94d2307742 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:50.451304 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f2c3f2d0-4a19-45fc-8507-ea94d2307742 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:50.454026 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f2c3f2d0-4a19-45fc-8507-ea94d2307742 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:50.456385 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-f2c3f2d0-4a19-45fc-8507-ea94d2307742 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] 10.222.0.54 "DELETE /v2.0/security-groups/4643b5c7-ffe3-4e36-9578-55bfd2ae9e7e HTTP/1.1" status: 204 len: 168 time: 0.1484256 Nov 19 19:00:50.466034 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c3f2d0-4a19-45fc-8507-ea94d2307742 tempest-TestShelveInstance-1105956129 tempest-TestShelveInstance-1105956129-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4643b5c7-ffe3-4e36-9578-55bfd2ae9e7e,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:00:50.511626 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 50296) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:00:50.984665 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-20819be6-12c6-4802-940d-c372a3760544 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-768564'] for router_interface, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:51.233549 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-20819be6-12c6-4802-940d-c372a3760544 admin admin] Deleting port ba8734b9-c550-4664-9959-7176db10d01c {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:00:51.233917 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-20819be6-12c6-4802-940d-c372a3760544 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:51.313202 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [None req-20819be6-12c6-4802-940d-c372a3760544 admin admin] For port ba8734b9-c550-4664-9959-7176db10d01c, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=ba8734b9-c550-4664-9959-7176db10d01c,segment=NetworkSegment(ee4f316d-48ea-4eca-ab92-39e12675dbe7),segment_id=ee4f316d-48ea-4eca-ab92-39e12675dbe7)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:00:51.313930 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-20819be6-12c6-4802-940d-c372a3760544 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:51.327131 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-20819be6-12c6-4802-940d-c372a3760544 admin admin] Calling delete_port for ba8734b9-c550-4664-9959-7176db10d01c owned by network:router_interface {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:00:51.509270 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-20819be6-12c6-4802-940d-c372a3760544 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:51.540104 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20819be6-12c6-4802-940d-c372a3760544 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba8734b9-c550-4664-9959-7176db10d01c,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:00:51.713220 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-20819be6-12c6-4802-940d-c372a3760544 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-768648'] for router_interface, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:51.937049 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20819be6-12c6-4802-940d-c372a3760544 admin admin] Router 67da409f-b0e4-42fb-aed5-3fc139f3c136 has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 19:00:52.046419 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20819be6-12c6-4802-940d-c372a3760544 admin admin] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:00:52.051736 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-20819be6-12c6-4802-940d-c372a3760544 admin admin] 10.222.0.54 "PUT /v2.0/routers/67da409f-b0e4-42fb-aed5-3fc139f3c136/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5390449 Nov 19 19:00:52.054332 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 50300) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:00:52.056341 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ac012d-4292-482b-a10c-5b6d2269c56e None None] Sync routers for ids ['67da409f-b0e4-42fb-aed5-3fc139f3c136'] in n-d-818022-2 {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:00:52.066233 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ac012d-4292-482b-a10c-5b6d2269c56e None None] Routers {'67da409f-b0e4-42fb-aed5-3fc139f3c136'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:00:52.066842 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-17ac012d-4292-482b-a10c-5b6d2269c56e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T19:00:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['67da409f-b0e4-42fb-aed5-3fc139f3c136'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:00:52.165527 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d04cee04-452d-4139-99bb-a01a449043b3 admin admin] Publish callbacks [] for router, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:52.174112 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-17ac012d-4292-482b-a10c-5b6d2269c56e None None] Set router 67da409f-b0e4-42fb-aed5-3fc139f3c136 gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:00:52.273231 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d04cee04-452d-4139-99bb-a01a449043b3 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:52.328277 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-d04cee04-452d-4139-99bb-a01a449043b3 admin admin] Deleting port 80b88a5d-08ea-4295-83f2-06a5890a5c0a {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:00:52.329086 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d04cee04-452d-4139-99bb-a01a449043b3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:52.362426 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-17ac012d-4292-482b-a10c-5b6d2269c56e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67da409f-b0e4-42fb-aed5-3fc139f3c136', 'name': 'tempest-TestShelveInstance-1994363908-router', 'tenant_id': 'a49d01ba435542beba3e7dfaa36f2890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.171'}], 'enable_snat': True}, 'gw_port_id': '80b88a5d-08ea-4295-83f2-06a5890a5c0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:51:57Z', 'updated_at': '2021-11-19T19:00:51Z', 'revision_number': 5, 'project_id': 'a49d01ba435542beba3e7dfaa36f2890', 'gw_port': {'id': '80b88a5d-08ea-4295-83f2-06a5890a5c0a', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:c6:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67da409f-b0e4-42fb-aed5-3fc139f3c136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:51:58Z', 'updated_at': '2021-11-19T18:52:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:00:52.395873 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ac012d-4292-482b-a10c-5b6d2269c56e None None] Checking router: 67da409f-b0e4-42fb-aed5-3fc139f3c136 for host: n-d-818022-2 {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 19:00:52.408181 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ac012d-4292-482b-a10c-5b6d2269c56e None None] Routers {'67da409f-b0e4-42fb-aed5-3fc139f3c136'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:00:52.408779 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-17ac012d-4292-482b-a10c-5b6d2269c56e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T19:00:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['67da409f-b0e4-42fb-aed5-3fc139f3c136'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:00:52.423142 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [None req-d04cee04-452d-4139-99bb-a01a449043b3 admin admin] For port 80b88a5d-08ea-4295-83f2-06a5890a5c0a, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=80b88a5d-08ea-4295-83f2-06a5890a5c0a,segment=NetworkSegment(bbe705c1-96c0-476e-8381-28227e6f0ac5),segment_id=bbe705c1-96c0-476e-8381-28227e6f0ac5)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:00:52.423596 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d04cee04-452d-4139-99bb-a01a449043b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:52.438057 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-d04cee04-452d-4139-99bb-a01a449043b3 admin admin] Calling delete_port for 80b88a5d-08ea-4295-83f2-06a5890a5c0a owned by network:router_gateway {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:00:52.495736 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-17ac012d-4292-482b-a10c-5b6d2269c56e None None] Set router 67da409f-b0e4-42fb-aed5-3fc139f3c136 gateway port host: None {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:00:52.554574 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-17ac012d-4292-482b-a10c-5b6d2269c56e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67da409f-b0e4-42fb-aed5-3fc139f3c136', 'name': 'tempest-TestShelveInstance-1994363908-router', 'tenant_id': 'a49d01ba435542beba3e7dfaa36f2890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:51:57Z', 'updated_at': '2021-11-19T19:00:52Z', 'revision_number': 6, 'project_id': 'a49d01ba435542beba3e7dfaa36f2890', 'gw_port_host': None}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:00:52.586223 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ac012d-4292-482b-a10c-5b6d2269c56e None None] The sync data for ids ['67da409f-b0e4-42fb-aed5-3fc139f3c136'] in n-d-818022-2 is: [{'id': '67da409f-b0e4-42fb-aed5-3fc139f3c136', 'name': 'tempest-TestShelveInstance-1994363908-router', 'tenant_id': 'a49d01ba435542beba3e7dfaa36f2890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:51:57Z', 'updated_at': '2021-11-19T19:00:52Z', 'revision_number': 6, 'project_id': 'a49d01ba435542beba3e7dfaa36f2890', 'gw_port_host': None}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:00:52.628159 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d04cee04-452d-4139-99bb-a01a449043b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:52.658730 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04cee04-452d-4139-99bb-a01a449043b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=80b88a5d-08ea-4295-83f2-06a5890a5c0a,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:00:52.673561 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-966f2e14-a406-4f3e-9b3e-154a1a2b5ea6 None None] DHCP port deletion for 645e61aa-1a6c-4e8f-857e-ab06edb4897f request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:00:52.722400 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d04cee04-452d-4139-99bb-a01a449043b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-671730'] for router_gateway, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:52.811678 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d04cee04-452d-4139-99bb-a01a449043b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4696'] for router, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:52.813873 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d04cee04-452d-4139-99bb-a01a449043b3 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:52.857514 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d04cee04-452d-4139-99bb-a01a449043b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-543895'] for router, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:52.858092 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d04cee04-452d-4139-99bb-a01a449043b3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 67da409f-b0e4-42fb-aed5-3fc139f3c136 {{(pid=103365) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 19:00:52.862596 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d04cee04-452d-4139-99bb-a01a449043b3 admin admin] Publish callbacks [] for router, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:52.866301 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-d04cee04-452d-4139-99bb-a01a449043b3 admin admin] 10.222.0.54 "DELETE /v2.0/routers/67da409f-b0e4-42fb-aed5-3fc139f3c136 HTTP/1.1" status: 204 len: 168 time: 0.8105564 Nov 19 19:00:52.866529 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 50302) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:00:52.910188 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6e0c6b6-42dd-4f82-9406-0d230e317374 admin admin] Deleting subnet 626e55cc-e073-4b8d-9979-ad9f212a9b25 {{(pid=103364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 19:00:52.913220 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d6e0c6b6-42dd-4f82-9406-0d230e317374 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:52.951314 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d6e0c6b6-42dd-4f82-9406-0d230e317374 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9416263'] for subnet, precommit_delete_associations {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:53.038751 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d6e0c6b6-42dd-4f82-9406-0d230e317374 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:53.097754 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d6e0c6b6-42dd-4f82-9406-0d230e317374 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12425137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8983934'] for subnet, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:53.125131 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e0c6b6-42dd-4f82-9406-0d230e317374 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=626e55cc-e073-4b8d-9979-ad9f212a9b25,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:00:53.130494 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d6e0c6b6-42dd-4f82-9406-0d230e317374 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:53.133898 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-d6e0c6b6-42dd-4f82-9406-0d230e317374 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/626e55cc-e073-4b8d-9979-ad9f212a9b25 HTTP/1.1" status: 204 len: 168 time: 0.2663314 Nov 19 19:00:53.136473 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 50304) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:00:53.138867 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6805dba-79f9-4345-8d09-b17ba7ec554e None None] Network 25b52273-6fe3-4092-b937-6cc1f4aaad62 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:00:53.209330 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-503a60cc-0308-42a4-afc7-3268f8317ccd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:53.264024 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-503a60cc-0308-42a4-afc7-3268f8317ccd admin admin] Deleting port aa473667-ea42-4cb5-aca6-9f8906ef7d85 {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:00:53.264375 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-503a60cc-0308-42a4-afc7-3268f8317ccd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:53.332029 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [None req-503a60cc-0308-42a4-afc7-3268f8317ccd admin admin] For port aa473667-ea42-4cb5-aca6-9f8906ef7d85, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=aa473667-ea42-4cb5-aca6-9f8906ef7d85,segment=NetworkSegment(ee4f316d-48ea-4eca-ab92-39e12675dbe7),segment_id=ee4f316d-48ea-4eca-ab92-39e12675dbe7)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:00:53.332406 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-503a60cc-0308-42a4-afc7-3268f8317ccd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:53.345948 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-503a60cc-0308-42a4-afc7-3268f8317ccd admin admin] Calling delete_port for aa473667-ea42-4cb5-aca6-9f8906ef7d85 owned by network:dhcp {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:00:53.414940 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3a961c7-06c3-4582-95ee-7099d9dd1c01 None None] DHCP port deletion for 25b52273-6fe3-4092-b937-6cc1f4aaad62 request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:00:53.443930 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-503a60cc-0308-42a4-afc7-3268f8317ccd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:53.471638 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503a60cc-0308-42a4-afc7-3268f8317ccd admin admin] Pushing event deleted for resources: {'Port': ['ID=aa473667-ea42-4cb5-aca6-9f8906ef7d85,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:00:53.478852 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-a3a961c7-06c3-4582-95ee-7099d9dd1c01 None None] Deleting port aa473667-ea42-4cb5-aca6-9f8906ef7d85 {{(pid=103366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:00:53.479236 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a3a961c7-06c3-4582-95ee-7099d9dd1c01 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:53.481864 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-503a60cc-0308-42a4-afc7-3268f8317ccd admin admin] No DVR routers for this DVR port aa473667-ea42-4cb5-aca6-9f8906ef7d85 on host n-d-818022-2 {{(pid=103364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:00:53.562969 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-503a60cc-0308-42a4-afc7-3268f8317ccd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:53.564721 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-a3a961c7-06c3-4582-95ee-7099d9dd1c01 None None] For port aa473667-ea42-4cb5-aca6-9f8906ef7d85, host n-d-818022-2, got binding levels [] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:00:53.565241 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a3a961c7-06c3-4582-95ee-7099d9dd1c01 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:53.583322 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-503a60cc-0308-42a4-afc7-3268f8317ccd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25b52273-6fe3-4092-b937-6cc1f4aaad62']}} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:00:53.585500 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-a3a961c7-06c3-4582-95ee-7099d9dd1c01 None None] Calling delete_port for aa473667-ea42-4cb5-aca6-9f8906ef7d85 owned by network:dhcp {{(pid=103366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:00:53.588454 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.ipam_backend_mixin [None req-a3a961c7-06c3-4582-95ee-7099d9dd1c01 None None] Port aa473667-ea42-4cb5-aca6-9f8906ef7d85 was not found and therefore no delete operation was performed {{(pid=103366) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 19 19:00:53.591262 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a3a961c7-06c3-4582-95ee-7099d9dd1c01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007'] for port, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:53.594998 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-503a60cc-0308-42a4-afc7-3268f8317ccd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee4f316d-48ea-4eca-ab92-39e12675dbe7') {'for_net_delete': True} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:00:53.595378 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-503a60cc-0308-42a4-afc7-3268f8317ccd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee4f316d-48ea-4eca-ab92-39e12675dbe7') {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:00:53.605892 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-503a60cc-0308-42a4-afc7-3268f8317ccd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417396'] for segment, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:53.627216 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-503a60cc-0308-42a4-afc7-3268f8317ccd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:53.628364 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a961c7-06c3-4582-95ee-7099d9dd1c01 None None] Pushing event deleted for resources: {'Port': ['ID=aa473667-ea42-4cb5-aca6-9f8906ef7d85,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:00:53.636716 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a961c7-06c3-4582-95ee-7099d9dd1c01 None None] No DVR routers for this DVR port aa473667-ea42-4cb5-aca6-9f8906ef7d85 on host n-d-818022-2 {{(pid=103366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:00:53.639518 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a961c7-06c3-4582-95ee-7099d9dd1c01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:00:53.639896 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a961c7-06c3-4582-95ee-7099d9dd1c01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:00:53.640309 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a961c7-06c3-4582-95ee-7099d9dd1c01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:00:53.640699 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a961c7-06c3-4582-95ee-7099d9dd1c01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:00:53.641053 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a961c7-06c3-4582-95ee-7099d9dd1c01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:00:53.641397 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a961c7-06c3-4582-95ee-7099d9dd1c01 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:00:53.641986 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a961c7-06c3-4582-95ee-7099d9dd1c01 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:00:53.642249 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a961c7-06c3-4582-95ee-7099d9dd1c01 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:00:53.642773 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a961c7-06c3-4582-95ee-7099d9dd1c01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:00:53.643151 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a961c7-06c3-4582-95ee-7099d9dd1c01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:00:53.643488 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a961c7-06c3-4582-95ee-7099d9dd1c01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:00:53.643830 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a961c7-06c3-4582-95ee-7099d9dd1c01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:00:53.649315 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-503a60cc-0308-42a4-afc7-3268f8317ccd admin admin] Releasing vlan 683 on physical network physnet1 to pool {{(pid=103364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 19:00:53.650254 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-503a60cc-0308-42a4-afc7-3268f8317ccd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12425183'] for segment, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:53.691968 n-d-818022-2 neutron-server[103364]: Traceback (most recent call last): Nov 19 19:00:53.691968 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 19:00:53.691968 n-d-818022-2 neutron-server[103364]: timer() Nov 19 19:00:53.691968 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 19:00:53.691968 n-d-818022-2 neutron-server[103364]: cb(*args, **kw) Nov 19 19:00:53.691968 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 19:00:53.691968 n-d-818022-2 neutron-server[103364]: return func(*args, **kwargs) Nov 19 19:00:53.691968 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 19:00:53.691968 n-d-818022-2 neutron-server[103364]: self._notify() Nov 19 19:00:53.691968 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 19:00:53.691968 n-d-818022-2 neutron-server[103364]: self.callback(batched_events) Nov 19 19:00:53.691968 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 19:00:53.691968 n-d-818022-2 neutron-server[103364]: event.method(event) Nov 19 19:00:53.691968 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 19:00:53.691968 n-d-818022-2 neutron-server[103364]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 19:00:53.691968 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 19:00:53.691968 n-d-818022-2 neutron-server[103364]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 19:00:53.691968 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 19:00:53.691968 n-d-818022-2 neutron-server[103364]: return f(self, *a, **k) Nov 19 19:00:53.691968 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 19:00:53.691968 n-d-818022-2 neutron-server[103364]: return self._get(url).json() Nov 19 19:00:53.691968 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 19:00:53.691968 n-d-818022-2 neutron-server[103364]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 19:00:53.691968 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 19:00:53.691968 n-d-818022-2 neutron-server[103364]: return self.request(url, 'GET', **kwargs) Nov 19 19:00:53.691968 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 19:00:53.691968 n-d-818022-2 neutron-server[103364]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 19:00:53.691968 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 19:00:53.691968 n-d-818022-2 neutron-server[103364]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 19:00:53.691968 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 19:00:53.691968 n-d-818022-2 neutron-server[103364]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 19:00:53.691968 n-d-818022-2 neutron-server[103364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 19:00:53.718784 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-503a60cc-0308-42a4-afc7-3268f8317ccd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671242'] for network, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:53.725156 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-503a60cc-0308-42a4-afc7-3268f8317ccd admin admin] Publish callbacks [] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:53.729403 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-503a60cc-0308-42a4-afc7-3268f8317ccd admin admin] 10.222.0.54 "DELETE /v2.0/networks/25b52273-6fe3-4092-b937-6cc1f4aaad62 HTTP/1.1" status: 204 len: 168 time: 0.5919867 Nov 19 19:00:53.732493 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 50306) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:00:53.750467 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503a60cc-0308-42a4-afc7-3268f8317ccd admin admin] Pushing event deleted for resources: {'Network': ['ID=25b52273-6fe3-4092-b937-6cc1f4aaad62,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:00:54.097285 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8a4bf318-0d69-4285-b3ce-84ac9d94c613 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-768564'] for router_interface, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:54.338806 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-8a4bf318-0d69-4285-b3ce-84ac9d94c613 admin admin] Deleting port 8f25084b-e3fb-44b5-91aa-b75f831bba4f {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:00:54.339153 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8a4bf318-0d69-4285-b3ce-84ac9d94c613 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:54.390993 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 80b88a5d-08ea-4295-83f2-06a5890a5c0a no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:00:54.411104 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: 80b88a5d-08ea-4295-83f2-06a5890a5c0a {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:00:54.411699 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 80b88a5d-08ea-4295-83f2-06a5890a5c0a not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:00:54.412114 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device ba8734b9-c550-4664-9959-7176db10d01c no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:00:54.418054 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [None req-8a4bf318-0d69-4285-b3ce-84ac9d94c613 admin admin] For port 8f25084b-e3fb-44b5-91aa-b75f831bba4f, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=8f25084b-e3fb-44b5-91aa-b75f831bba4f,segment=NetworkSegment(f5a60f5e-42d6-4f70-8827-9afc0fbddcac),segment_id=f5a60f5e-42d6-4f70-8827-9afc0fbddcac)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:00:54.418419 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8a4bf318-0d69-4285-b3ce-84ac9d94c613 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:54.430862 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: ba8734b9-c550-4664-9959-7176db10d01c {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:00:54.431211 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device ba8734b9-c550-4664-9959-7176db10d01c not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:00:54.431628 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device aa473667-ea42-4cb5-aca6-9f8906ef7d85 no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:00:54.432407 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-8a4bf318-0d69-4285-b3ce-84ac9d94c613 admin admin] Calling delete_port for 8f25084b-e3fb-44b5-91aa-b75f831bba4f owned by network:router_interface {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:00:54.451125 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: aa473667-ea42-4cb5-aca6-9f8906ef7d85 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:00:54.451465 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device aa473667-ea42-4cb5-aca6-9f8906ef7d85 not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:00:54.612277 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8a4bf318-0d69-4285-b3ce-84ac9d94c613 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:54.641669 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4bf318-0d69-4285-b3ce-84ac9d94c613 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f25084b-e3fb-44b5-91aa-b75f831bba4f,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:00:54.804481 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8a4bf318-0d69-4285-b3ce-84ac9d94c613 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-768648'] for router_interface, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:55.347149 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a4bf318-0d69-4285-b3ce-84ac9d94c613 admin admin] Router 51f8568f-6f97-476d-a3ff-a097882b6d33 has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 19:00:55.451393 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a4bf318-0d69-4285-b3ce-84ac9d94c613 admin admin] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:00:55.456547 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-8a4bf318-0d69-4285-b3ce-84ac9d94c613 admin admin] 10.222.0.54 "PUT /v2.0/routers/51f8568f-6f97-476d-a3ff-a097882b6d33/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7229607 Nov 19 19:00:55.459092 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 50308) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:00:55.461537 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c180d57-1641-4e83-9ad0-ea9efd634d45 None None] Sync routers for ids ['51f8568f-6f97-476d-a3ff-a097882b6d33'] in n-d-818022-2 {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:00:55.472353 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c180d57-1641-4e83-9ad0-ea9efd634d45 None None] Routers {'51f8568f-6f97-476d-a3ff-a097882b6d33'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:00:55.472940 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-5c180d57-1641-4e83-9ad0-ea9efd634d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T19:00:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['51f8568f-6f97-476d-a3ff-a097882b6d33'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:00:55.563720 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f8b98902-51aa-48a9-94ec-64483c23c447 admin admin] Publish callbacks [] for router, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:55.573463 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-5c180d57-1641-4e83-9ad0-ea9efd634d45 None None] Set router 51f8568f-6f97-476d-a3ff-a097882b6d33 gateway port host: n-d-818022-2 {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:00:55.667477 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f8b98902-51aa-48a9-94ec-64483c23c447 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:55.722496 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-f8b98902-51aa-48a9-94ec-64483c23c447 admin admin] Deleting port d160655a-d004-48df-8f54-2ec3c7b20fb8 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:00:55.722825 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f8b98902-51aa-48a9-94ec-64483c23c447 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:55.754204 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-5c180d57-1641-4e83-9ad0-ea9efd634d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51f8568f-6f97-476d-a3ff-a097882b6d33', 'name': 'tempest-TestShelveInstance-1289444277-router', 'tenant_id': 'fb0564a90c53451d9c186bbce179dd44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': 'd160655a-d004-48df-8f54-2ec3c7b20fb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:52:02Z', 'updated_at': '2021-11-19T19:00:54Z', 'revision_number': 5, 'project_id': 'fb0564a90c53451d9c186bbce179dd44', 'gw_port': {'id': 'd160655a-d004-48df-8f54-2ec3c7b20fb8', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:ec:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f8568f-6f97-476d-a3ff-a097882b6d33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T18:52:02Z', 'updated_at': '2021-11-19T18:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:00:55.779662 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c180d57-1641-4e83-9ad0-ea9efd634d45 None None] Checking router: 51f8568f-6f97-476d-a3ff-a097882b6d33 for host: n-d-818022-2 {{(pid=103366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 19:00:55.787695 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c180d57-1641-4e83-9ad0-ea9efd634d45 None None] Routers {'51f8568f-6f97-476d-a3ff-a097882b6d33'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:00:55.788289 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-5c180d57-1641-4e83-9ad0-ea9efd634d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T19:00:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['51f8568f-6f97-476d-a3ff-a097882b6d33'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:00:55.801245 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [None req-f8b98902-51aa-48a9-94ec-64483c23c447 admin admin] For port d160655a-d004-48df-8f54-2ec3c7b20fb8, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=d160655a-d004-48df-8f54-2ec3c7b20fb8,segment=NetworkSegment(bbe705c1-96c0-476e-8381-28227e6f0ac5),segment_id=bbe705c1-96c0-476e-8381-28227e6f0ac5)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:00:55.801666 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f8b98902-51aa-48a9-94ec-64483c23c447 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:55.814690 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-f8b98902-51aa-48a9-94ec-64483c23c447 admin admin] Calling delete_port for d160655a-d004-48df-8f54-2ec3c7b20fb8 owned by network:router_gateway {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:00:55.985746 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f8b98902-51aa-48a9-94ec-64483c23c447 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:56.017005 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b98902-51aa-48a9-94ec-64483c23c447 admin admin] Pushing event deleted for resources: {'Port': ['ID=d160655a-d004-48df-8f54-2ec3c7b20fb8,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:00:56.033705 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a2052d5-e596-42fe-989c-8baa935780b6 None None] DHCP port deletion for 645e61aa-1a6c-4e8f-857e-ab06edb4897f request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:00:56.036592 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-5c180d57-1641-4e83-9ad0-ea9efd634d45 None None] Set router 51f8568f-6f97-476d-a3ff-a097882b6d33 gateway port host: None {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:00:56.079178 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f8b98902-51aa-48a9-94ec-64483c23c447 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-671730'] for router_gateway, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:56.093952 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-5c180d57-1641-4e83-9ad0-ea9efd634d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51f8568f-6f97-476d-a3ff-a097882b6d33', 'name': 'tempest-TestShelveInstance-1289444277-router', 'tenant_id': 'fb0564a90c53451d9c186bbce179dd44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:52:02Z', 'updated_at': '2021-11-19T19:00:55Z', 'revision_number': 6, 'project_id': 'fb0564a90c53451d9c186bbce179dd44', 'gw_port_host': None}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:00:56.120433 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c180d57-1641-4e83-9ad0-ea9efd634d45 None None] The sync data for ids ['51f8568f-6f97-476d-a3ff-a097882b6d33'] in n-d-818022-2 is: [{'id': '51f8568f-6f97-476d-a3ff-a097882b6d33', 'name': 'tempest-TestShelveInstance-1289444277-router', 'tenant_id': 'fb0564a90c53451d9c186bbce179dd44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T18:52:02Z', 'updated_at': '2021-11-19T19:00:55Z', 'revision_number': 6, 'project_id': 'fb0564a90c53451d9c186bbce179dd44', 'gw_port_host': None}] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:00:56.172111 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f8b98902-51aa-48a9-94ec-64483c23c447 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4696'] for router, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:56.174290 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f8b98902-51aa-48a9-94ec-64483c23c447 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:56.218119 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f8b98902-51aa-48a9-94ec-64483c23c447 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-543895'] for router, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:56.218653 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8b98902-51aa-48a9-94ec-64483c23c447 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 51f8568f-6f97-476d-a3ff-a097882b6d33 {{(pid=103365) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 19:00:56.223100 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f8b98902-51aa-48a9-94ec-64483c23c447 admin admin] Publish callbacks [] for router, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:56.224257 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-f8b98902-51aa-48a9-94ec-64483c23c447 admin admin] 10.222.0.54 "DELETE /v2.0/routers/51f8568f-6f97-476d-a3ff-a097882b6d33 HTTP/1.1" status: 204 len: 168 time: 0.7638161 Nov 19 19:00:56.227090 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 50310) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:00:56.274151 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae3e9fb5-bd46-49b9-ad09-a9a9000cecd8 admin admin] Deleting subnet 5ebd0144-4fff-43e7-86c6-87c579fe9902 {{(pid=103365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 19:00:56.277181 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ae3e9fb5-bd46-49b9-ad09-a9a9000cecd8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:56.310883 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ae3e9fb5-bd46-49b9-ad09-a9a9000cecd8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12546453'] for subnet, precommit_delete_associations {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:56.388648 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ae3e9fb5-bd46-49b9-ad09-a9a9000cecd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:56.443917 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ae3e9fb5-bd46-49b9-ad09-a9a9000cecd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12282919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8731163'] for subnet, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:56.470925 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3e9fb5-bd46-49b9-ad09-a9a9000cecd8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ebd0144-4fff-43e7-86c6-87c579fe9902,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:00:56.473969 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ae3e9fb5-bd46-49b9-ad09-a9a9000cecd8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:56.477280 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-ae3e9fb5-bd46-49b9-ad09-a9a9000cecd8 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/5ebd0144-4fff-43e7-86c6-87c579fe9902 HTTP/1.1" status: 204 len: 168 time: 0.2492406 Nov 19 19:00:56.479853 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 50312) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:00:56.487213 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-004e86f6-057c-4d78-accd-d0d2b4b3ff74 None None] Network 760dd81e-3b5a-4a54-8d08-e8683776227e requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:00:56.561339 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a0615a87-b138-4d01-ae59-1a5884a06fe6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:56.626406 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-a0615a87-b138-4d01-ae59-1a5884a06fe6 admin admin] Deleting port a98ee4ad-8045-4c42-9cd3-5ee18eb2508c {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:00:56.626747 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a0615a87-b138-4d01-ae59-1a5884a06fe6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:56.693601 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [None req-a0615a87-b138-4d01-ae59-1a5884a06fe6 admin admin] For port a98ee4ad-8045-4c42-9cd3-5ee18eb2508c, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=a98ee4ad-8045-4c42-9cd3-5ee18eb2508c,segment=NetworkSegment(f5a60f5e-42d6-4f70-8827-9afc0fbddcac),segment_id=f5a60f5e-42d6-4f70-8827-9afc0fbddcac)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:00:56.693999 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a0615a87-b138-4d01-ae59-1a5884a06fe6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:56.707308 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-a0615a87-b138-4d01-ae59-1a5884a06fe6 admin admin] Calling delete_port for a98ee4ad-8045-4c42-9cd3-5ee18eb2508c owned by network:dhcp {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:00:56.783590 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a0615a87-b138-4d01-ae59-1a5884a06fe6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:56.814675 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0615a87-b138-4d01-ae59-1a5884a06fe6 admin admin] No DVR routers for this DVR port a98ee4ad-8045-4c42-9cd3-5ee18eb2508c on host n-d-818022-2 {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:00:56.816435 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0615a87-b138-4d01-ae59-1a5884a06fe6 admin admin] Pushing event deleted for resources: {'Port': ['ID=a98ee4ad-8045-4c42-9cd3-5ee18eb2508c,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:00:56.885880 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a0615a87-b138-4d01-ae59-1a5884a06fe6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:56.908717 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-a0615a87-b138-4d01-ae59-1a5884a06fe6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['760dd81e-3b5a-4a54-8d08-e8683776227e']}} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:00:56.910198 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeef4cb2-dc4e-4a4f-be06-922b13ffd845 None None] DHCP port deletion for 760dd81e-3b5a-4a54-8d08-e8683776227e request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:00:56.922198 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-a0615a87-b138-4d01-ae59-1a5884a06fe6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5a60f5e-42d6-4f70-8827-9afc0fbddcac') {'for_net_delete': True} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:00:56.922198 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-a0615a87-b138-4d01-ae59-1a5884a06fe6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5a60f5e-42d6-4f70-8827-9afc0fbddcac') {} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:00:56.922904 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 8f25084b-e3fb-44b5-91aa-b75f831bba4f no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:00:56.931617 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a0615a87-b138-4d01-ae59-1a5884a06fe6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12545382'] for segment, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:56.943131 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: 8f25084b-e3fb-44b5-91aa-b75f831bba4f {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:00:56.943482 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 8f25084b-e3fb-44b5-91aa-b75f831bba4f not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:00:56.945881 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a0615a87-b138-4d01-ae59-1a5884a06fe6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:56.953095 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0615a87-b138-4d01-ae59-1a5884a06fe6 admin admin] Releasing vlan 697 on physical network physnet1 to pool {{(pid=103365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 19:00:56.953475 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a0615a87-b138-4d01-ae59-1a5884a06fe6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12282953'] for segment, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:56.955248 n-d-818022-2 neutron-server[103365]: Traceback (most recent call last): Nov 19 19:00:56.955248 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 19:00:56.955248 n-d-818022-2 neutron-server[103365]: timer() Nov 19 19:00:56.955248 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 19:00:56.955248 n-d-818022-2 neutron-server[103365]: cb(*args, **kw) Nov 19 19:00:56.955248 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 19:00:56.955248 n-d-818022-2 neutron-server[103365]: return func(*args, **kwargs) Nov 19 19:00:56.955248 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 19:00:56.955248 n-d-818022-2 neutron-server[103365]: self._notify() Nov 19 19:00:56.955248 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 19:00:56.955248 n-d-818022-2 neutron-server[103365]: self.callback(batched_events) Nov 19 19:00:56.955248 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 19:00:56.955248 n-d-818022-2 neutron-server[103365]: event.method(event) Nov 19 19:00:56.955248 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 19:00:56.955248 n-d-818022-2 neutron-server[103365]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 19:00:56.955248 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 19:00:56.955248 n-d-818022-2 neutron-server[103365]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 19:00:56.955248 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 19:00:56.955248 n-d-818022-2 neutron-server[103365]: return f(self, *a, **k) Nov 19 19:00:56.955248 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 19:00:56.955248 n-d-818022-2 neutron-server[103365]: return self._get(url).json() Nov 19 19:00:56.955248 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 19:00:56.955248 n-d-818022-2 neutron-server[103365]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 19:00:56.955248 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 19:00:56.955248 n-d-818022-2 neutron-server[103365]: return self.request(url, 'GET', **kwargs) Nov 19 19:00:56.955248 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 19:00:56.955248 n-d-818022-2 neutron-server[103365]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 19:00:56.955248 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 19:00:56.955248 n-d-818022-2 neutron-server[103365]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 19:00:56.955248 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 19:00:56.955248 n-d-818022-2 neutron-server[103365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 19:00:56.955248 n-d-818022-2 neutron-server[103365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 19:00:57.013956 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a0615a87-b138-4d01-ae59-1a5884a06fe6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671242'] for network, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:57.020001 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a0615a87-b138-4d01-ae59-1a5884a06fe6 admin admin] Publish callbacks [] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:57.023264 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-a0615a87-b138-4d01-ae59-1a5884a06fe6 admin admin] 10.222.0.54 "DELETE /v2.0/networks/760dd81e-3b5a-4a54-8d08-e8683776227e HTTP/1.1" status: 204 len: 168 time: 0.5422902 Nov 19 19:00:57.036074 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0615a87-b138-4d01-ae59-1a5884a06fe6 admin admin] Pushing event deleted for resources: {'Network': ['ID=760dd81e-3b5a-4a54-8d08-e8683776227e,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:00:57.145218 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 50316) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:00:57.187088 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-c1d87948-79fe-46c7-9c7e-9ef7e6a2d7bc admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=a49d01ba435542beba3e7dfaa36f2890&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0406027 Nov 19 19:00:57.189609 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 50318) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:00:57.241222 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4ffcae5a-1c7f-4c73-8d3b-397591a44b6a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:57.261664 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4ffcae5a-1c7f-4c73-8d3b-397591a44b6a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:57.307496 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4ffcae5a-1c7f-4c73-8d3b-397591a44b6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:57.309963 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4ffcae5a-1c7f-4c73-8d3b-397591a44b6a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:57.311644 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-4ffcae5a-1c7f-4c73-8d3b-397591a44b6a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/953d3205-612c-4132-8423-e5d44d635114 HTTP/1.1" status: 204 len: 168 time: 0.1205285 Nov 19 19:00:57.319440 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffcae5a-1c7f-4c73-8d3b-397591a44b6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=953d3205-612c-4132-8423-e5d44d635114,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:00:57.639925 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 50324) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:00:57.678077 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-23aabf83-3592-4d0b-a07c-10b2144035e5 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=fb0564a90c53451d9c186bbce179dd44&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0369890 Nov 19 19:00:57.680549 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 50326) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:00:57.727196 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-960a6d2e-b0fd-4f58-b0b4-c87382adac25 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:57.747868 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-960a6d2e-b0fd-4f58-b0b4-c87382adac25 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:57.793171 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-960a6d2e-b0fd-4f58-b0b4-c87382adac25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:57.796371 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-960a6d2e-b0fd-4f58-b0b4-c87382adac25 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:57.797508 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-960a6d2e-b0fd-4f58-b0b4-c87382adac25 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/29c1058d-88c2-479e-bfdb-f9a650bf8506 HTTP/1.1" status: 204 len: 168 time: 0.1160486 Nov 19 19:00:57.805276 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960a6d2e-b0fd-4f58-b0b4-c87382adac25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29c1058d-88c2-479e-bfdb-f9a650bf8506,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:00:58.393038 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device d160655a-d004-48df-8f54-2ec3c7b20fb8 no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:00:58.416181 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: d160655a-d004-48df-8f54-2ec3c7b20fb8 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:00:58.416512 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device d160655a-d004-48df-8f54-2ec3c7b20fb8 not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:00:58.417035 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device a98ee4ad-8045-4c42-9cd3-5ee18eb2508c no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:00:58.438907 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: a98ee4ad-8045-4c42-9cd3-5ee18eb2508c {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:00:58.439267 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device a98ee4ad-8045-4c42-9cd3-5ee18eb2508c not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:00:58.539028 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 50348) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:00:58.635440 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-14a83a83-385c-4167-a816-943f62a47deb admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1363173135-network', 'tenant_id': '47856e6a6f5549fc8e5653aa68c326c1'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:00:58.655089 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14a83a83-385c-4167-a816-943f62a47deb admin admin] Made reservation on behalf of 47856e6a6f5549fc8e5653aa68c326c1 for: {'network': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:00:58.657260 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-14a83a83-385c-4167-a816-943f62a47deb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:58.665763 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-14a83a83-385c-4167-a816-943f62a47deb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:58.742118 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-14a83a83-385c-4167-a816-943f62a47deb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:58.746177 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-14a83a83-385c-4167-a816-943f62a47deb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:58.771384 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14a83a83-385c-4167-a816-943f62a47deb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 684} {{(pid=103365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 19:00:58.776560 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a83a83-385c-4167-a816-943f62a47deb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5535664a-dca1-4ad4-9e6d-2f9c4b54a999,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:00:58.784115 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-14a83a83-385c-4167-a816-943f62a47deb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:58.784458 n-d-818022-2 neutron-server[103365]: INFO neutron.db.segments_db [None req-14a83a83-385c-4167-a816-943f62a47deb admin admin] Added segment 1e73e780-109b-4f38-8c54-c6be6b9d1ef9 of type vlan for network 41aa1c43-4a6b-43f6-870c-a24cd37b9cc3 Nov 19 19:00:58.831564 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-14a83a83-385c-4167-a816-943f62a47deb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:58.855323 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-14a83a83-385c-4167-a816-943f62a47deb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:58.856289 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14a83a83-385c-4167-a816-943f62a47deb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:00:58.856832 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-14a83a83-385c-4167-a816-943f62a47deb admin admin] Publish callbacks [] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:58.915070 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-14a83a83-385c-4167-a816-943f62a47deb admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3748415 Nov 19 19:00:58.917888 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 50352) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:00:58.921772 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a83a83-385c-4167-a816-943f62a47deb admin admin] Pushing event updated for resources: {'Network': ['ID=41aa1c43-4a6b-43f6-870c-a24cd37b9cc3,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:00:58.923063 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-4c82b9f0-338e-498e-8f69-da276232f1aa admin admin] Request body: {'subnet': {'network_id': '41aa1c43-4a6b-43f6-870c-a24cd37b9cc3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1363173135-subnet', 'tenant_id': '47856e6a6f5549fc8e5653aa68c326c1', 'ip_version': 4}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:00:58.931080 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network 41aa1c43-4a6b-43f6-870c-a24cd37b9cc3 details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 19:00:58.945531 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c82b9f0-338e-498e-8f69-da276232f1aa admin admin] Made reservation on behalf of 47856e6a6f5549fc8e5653aa68c326c1 for: {'subnet': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:00:58.947937 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4c82b9f0-338e-498e-8f69-da276232f1aa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8983829'] for subnet, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:59.113559 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4c82b9f0-338e-498e-8f69-da276232f1aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12425078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8983815'] for subnet, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:59.173874 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c82b9f0-338e-498e-8f69-da276232f1aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=088ccb83-6a82-4b23-8418-c55f059b957b,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:00:59.180703 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c82b9f0-338e-498e-8f69-da276232f1aa admin admin] Checking segment: {'id': '1e73e780-109b-4f38-8c54-c6be6b9d1ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '41aa1c43-4a6b-43f6-870c-a24cd37b9cc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:00:59.181066 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c82b9f0-338e-498e-8f69-da276232f1aa admin admin] Network hostable DHCP agents. Network: 41aa1c43-4a6b-43f6-870c-a24cd37b9cc3, hostable agents: ['02910ef2-0455-4aea-9f38-9a875579633f'], hosted agents: [] {{(pid=103364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 19:00:59.197538 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c82b9f0-338e-498e-8f69-da276232f1aa admin admin] Network 41aa1c43-4a6b-43f6-870c-a24cd37b9cc3 is scheduled to be hosted by DHCP agent 02910ef2-0455-4aea-9f38-9a875579633f with binding_index 1 {{(pid=103364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 19:00:59.206944 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-4c82b9f0-338e-498e-8f69-da276232f1aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818022-2, 41aa1c43-4a6b-43f6-870c-a24cd37b9cc3) {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:00:59.211019 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c82b9f0-338e-498e-8f69-da276232f1aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:00:59.211606 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4c82b9f0-338e-498e-8f69-da276232f1aa admin admin] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:59.215721 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55d20c76-0b3e-49ec-b60c-a310cfa03f95 None None] Network 41aa1c43-4a6b-43f6-870c-a24cd37b9cc3 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:00:59.228135 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-4c82b9f0-338e-498e-8f69-da276232f1aa admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3090422 Nov 19 19:00:59.230992 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 50356) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:00:59.235496 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-cfb8195b-0bad-4a94-87f7-85db59be9dc4 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1363173135-router', 'tenant_id': '47856e6a6f5549fc8e5653aa68c326c1', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'}}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:00:59.256386 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-cfb8195b-0bad-4a94-87f7-85db59be9dc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9890'] for router, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:59.257468 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-cfb8195b-0bad-4a94-87f7-85db59be9dc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671617', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-732153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4689'] for router, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:59.308362 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-cfb8195b-0bad-4a94-87f7-85db59be9dc4 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:59.364150 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffad6e66-8e9d-4221-bda9-e5f0883ef581 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54f44f5f-1200-574e-8740-2141911d5b73-41aa1c43-4a6b-43f6-870c-a24cd37b9cc3', 'network_id': '41aa1c43-4a6b-43f6-870c-a24cd37b9cc3', 'tenant_id': '47856e6a6f5549fc8e5653aa68c326c1', 'fixed_ips': [{'subnet_id': '088ccb83-6a82-4b23-8418-c55f059b957b'}]}} from n-d-818022-2. {{(pid=103366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 19:00:59.365128 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ffad6e66-8e9d-4221-bda9-e5f0883ef581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:59.453349 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-cfb8195b-0bad-4a94-87f7-85db59be9dc4 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:59.502453 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [None req-ffad6e66-8e9d-4221-bda9-e5f0883ef581 None None] Allocated IP 172.20.0.2 (41aa1c43-4a6b-43f6-870c-a24cd37b9cc3/088ccb83-6a82-4b23-8418-c55f059b957b/4fc729df-6209-4188-9a3f-7f9310c9205d) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:00:59.658048 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-cfb8195b-0bad-4a94-87f7-85db59be9dc4 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:59.659457 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ffad6e66-8e9d-4221-bda9-e5f0883ef581 None None] Publish callbacks [] for port, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:59.666452 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ffad6e66-8e9d-4221-bda9-e5f0883ef581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998'] for port, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:59.680281 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-cfb8195b-0bad-4a94-87f7-85db59be9dc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:59.706783 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffad6e66-8e9d-4221-bda9-e5f0883ef581 None None] Network 41aa1c43-4a6b-43f6-870c-a24cd37b9cc3 is already hosted by enough agents. {{(pid=103366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:00:59.713159 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [None req-ffad6e66-8e9d-4221-bda9-e5f0883ef581 None None] Resources bound (agent type, host, resource id): {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:00:59.722405 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffad6e66-8e9d-4221-bda9-e5f0883ef581 None None] Received port after_create {{(pid=103366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:00:59.725513 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffad6e66-8e9d-4221-bda9-e5f0883ef581 None None] Pushing event updated for resources: {'Port': ['ID=4fc729df-6209-4188-9a3f-7f9310c9205d,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:00:59.792614 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [None req-cfb8195b-0bad-4a94-87f7-85db59be9dc4 admin admin] Allocated IP 172.25.7.118 (645e61aa-1a6c-4e8f-857e-ab06edb4897f/88ed2d64-f56d-4f01-a468-946e01c99e82/2adf55d9-f5a4-4b36-af8a-db0cded18680) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:00:59.793309 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-ffad6e66-8e9d-4221-bda9-e5f0883ef581 None None] Attempting to bind port 4fc729df-6209-4188-9a3f-7f9310c9205d on host n-d-818022-2 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:00:59.793685 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-ffad6e66-8e9d-4221-bda9-e5f0883ef581 None None] Attempting to bind port 4fc729df-6209-4188-9a3f-7f9310c9205d by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': '1e73e780-109b-4f38-8c54-c6be6b9d1ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '41aa1c43-4a6b-43f6-870c-a24cd37b9cc3'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:00:59.794076 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffad6e66-8e9d-4221-bda9-e5f0883ef581 None None] Attempting to bind port 4fc729df-6209-4188-9a3f-7f9310c9205d on network 41aa1c43-4a6b-43f6-870c-a24cd37b9cc3 {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:00:59.800223 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffad6e66-8e9d-4221-bda9-e5f0883ef581 None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 0, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:00:59.800887 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffad6e66-8e9d-4221-bda9-e5f0883ef581 None None] Checking segment: {'id': '1e73e780-109b-4f38-8c54-c6be6b9d1ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '41aa1c43-4a6b-43f6-870c-a24cd37b9cc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:00:59.801282 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ffad6e66-8e9d-4221-bda9-e5f0883ef581 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:59.802297 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffad6e66-8e9d-4221-bda9-e5f0883ef581 None None] Bound using segment: {'id': '1e73e780-109b-4f38-8c54-c6be6b9d1ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '41aa1c43-4a6b-43f6-870c-a24cd37b9cc3'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:00:59.802782 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-ffad6e66-8e9d-4221-bda9-e5f0883ef581 None None] Bound port: 4fc729df-6209-4188-9a3f-7f9310c9205d, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e73e780-109b-4f38-8c54-c6be6b9d1ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '41aa1c43-4a6b-43f6-870c-a24cd37b9cc3'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:00:59.803172 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ffad6e66-8e9d-4221-bda9-e5f0883ef581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:59.872059 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-ffad6e66-8e9d-4221-bda9-e5f0883ef581 None None] For port 4fc729df-6209-4188-9a3f-7f9310c9205d, host n-d-818022-2, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:00:59.875905 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-ffad6e66-8e9d-4221-bda9-e5f0883ef581 None None] For port 4fc729df-6209-4188-9a3f-7f9310c9205d, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=4fc729df-6209-4188-9a3f-7f9310c9205d,segment=NetworkSegment(1e73e780-109b-4f38-8c54-c6be6b9d1ef9),segment_id=1e73e780-109b-4f38-8c54-c6be6b9d1ef9)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:00:59.880970 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ffad6e66-8e9d-4221-bda9-e5f0883ef581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:59.905437 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-cfb8195b-0bad-4a94-87f7-85db59be9dc4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:59.942222 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-cfb8195b-0bad-4a94-87f7-85db59be9dc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:59.957514 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-01cc24ae-0e11-4b73-9a61-1ac044d4ca08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:00:59.963384 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffad6e66-8e9d-4221-bda9-e5f0883ef581 None None] Pushing event updated for resources: {'Port': ['ID=4fc729df-6209-4188-9a3f-7f9310c9205d,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:00:59.998036 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfb8195b-0bad-4a94-87f7-85db59be9dc4 admin admin] Network 645e61aa-1a6c-4e8f-857e-ab06edb4897f is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:01:00.001302 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-cfb8195b-0bad-4a94-87f7-85db59be9dc4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:01:00.007204 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb8195b-0bad-4a94-87f7-85db59be9dc4 admin admin] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:01:00.018933 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e314fec-0a63-4665-93c2-ffe5dc62781b None None] DHCP port deletion for 645e61aa-1a6c-4e8f-857e-ab06edb4897f request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:01:00.038467 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb8195b-0bad-4a94-87f7-85db59be9dc4 admin admin] Pushing event updated for resources: {'Port': ['ID=2adf55d9-f5a4-4b36-af8a-db0cded18680,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:01:00.129183 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-92003ca2-167b-4972-a34b-52db71689153 None None] Provisioning complete for port 2adf55d9-f5a4-4b36-af8a-db0cded18680 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:01:00.129183 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-92003ca2-167b-4972-a34b-52db71689153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:00.179951 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-92003ca2-167b-4972-a34b-52db71689153 None None] Port 2adf55d9-f5a4-4b36-af8a-db0cded18680 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:01:00.306638 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-cfb8195b-0bad-4a94-87f7-85db59be9dc4 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:00.420054 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 4fc729df-6209-4188-9a3f-7f9310c9205d up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:01:00.470296 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 4fc729df-6209-4188-9a3f-7f9310c9205d triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:01:00.470671 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:00.505861 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-cfb8195b-0bad-4a94-87f7-85db59be9dc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671702'] for router, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:00.550026 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:00.583120 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] For port 4fc729df-6209-4188-9a3f-7f9310c9205d, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=4fc729df-6209-4188-9a3f-7f9310c9205d,segment=NetworkSegment(1e73e780-109b-4f38-8c54-c6be6b9d1ef9),segment_id=1e73e780-109b-4f38-8c54-c6be6b9d1ef9)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:01:00.591945 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:00.648358 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfb8195b-0bad-4a94-87f7-85db59be9dc4 admin admin] Router 5fcd13db-913b-4422-98c3-9a8b96d6401c is scheduled to L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 with binding_index 1 {{(pid=103365) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 19:01:00.648808 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Pushing event updated for resources: {'Port': ['ID=4fc729df-6209-4188-9a3f-7f9310c9205d,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:01:00.759259 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfb8195b-0bad-4a94-87f7-85db59be9dc4 admin admin] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:01:00.770832 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93267fbd-8374-42f5-8173-bcef59c697ce None None] Sync routers for ids ['5fcd13db-913b-4422-98c3-9a8b96d6401c'] in n-d-818022-2 {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:01:00.782450 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93267fbd-8374-42f5-8173-bcef59c697ce None None] Routers {'5fcd13db-913b-4422-98c3-9a8b96d6401c'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:01:00.783147 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-93267fbd-8374-42f5-8173-bcef59c697ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T19:00:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['5fcd13db-913b-4422-98c3-9a8b96d6401c'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:01:00.783319 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-cfb8195b-0bad-4a94-87f7-85db59be9dc4 admin admin] Publish callbacks [] for router, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:00.787668 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-cfb8195b-0bad-4a94-87f7-85db59be9dc4 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.5531335 Nov 19 19:01:00.787845 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 50358) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:01:00.894405 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-93267fbd-8374-42f5-8173-bcef59c697ce None None] Set router 5fcd13db-913b-4422-98c3-9a8b96d6401c gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:01:00.958151 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d67178f-57f6-40a4-8f46-d827f0a0e90b None None] Network 41aa1c43-4a6b-43f6-870c-a24cd37b9cc3 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:01:01.026241 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-acc0607b-e3cf-4d1b-87ed-12477b9e9ce3 None None] Provisioning complete for port 4fc729df-6209-4188-9a3f-7f9310c9205d triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:01:01.026561 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-acc0607b-e3cf-4d1b-87ed-12477b9e9ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:01.082252 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-93267fbd-8374-42f5-8173-bcef59c697ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fcd13db-913b-4422-98c3-9a8b96d6401c', 'name': 'tempest-TestSnapshotPattern-1363173135-router', 'tenant_id': '47856e6a6f5549fc8e5653aa68c326c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.118'}], 'enable_snat': True}, 'gw_port_id': '2adf55d9-f5a4-4b36-af8a-db0cded18680', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:00:59Z', 'updated_at': '2021-11-19T19:01:00Z', 'revision_number': 3, 'project_id': '47856e6a6f5549fc8e5653aa68c326c1', 'gw_port': {'id': '2adf55d9-f5a4-4b36-af8a-db0cded18680', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:9f:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fcd13db-913b-4422-98c3-9a8b96d6401c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:00:59Z', 'updated_at': '2021-11-19T19:00:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:01:01.113173 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93267fbd-8374-42f5-8173-bcef59c697ce None None] Checking router: 5fcd13db-913b-4422-98c3-9a8b96d6401c for host: n-d-818022-2 {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 19:01:01.113515 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93267fbd-8374-42f5-8173-bcef59c697ce None None] Updating router 5fcd13db-913b-4422-98c3-9a8b96d6401c port 2adf55d9-f5a4-4b36-af8a-db0cded18680 binding host n-d-818022-2 {{(pid=103367) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 19:01:01.139269 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-93267fbd-8374-42f5-8173-bcef59c697ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:01.245158 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-038ffbe6-aadf-413b-9e1d-8b12ffdfb64b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:01.402679 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-daaebb12-1cc2-4774-9361-618c56a3a4d5 None None] Provisioning complete for port 4fc729df-6209-4188-9a3f-7f9310c9205d triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:01:01.403051 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-daaebb12-1cc2-4774-9361-618c56a3a4d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:01.405128 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.agents_db [None req-619e5c26-d9ed-4321-86eb-7d443bb9dfa2 None None] Agent healthcheck: found 7 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 19:01:01.415700 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [None req-038ffbe6-aadf-413b-9e1d-8b12ffdfb64b admin admin] Allocated IP 172.20.0.1 (41aa1c43-4a6b-43f6-870c-a24cd37b9cc3/088ccb83-6a82-4b23-8418-c55f059b957b/5989c4df-fbe8-47c8-8a77-2f420a16f8c6) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:01:01.423927 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-93267fbd-8374-42f5-8173-bcef59c697ce None None] Publish callbacks [] for port, precommit_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:01.428845 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-93267fbd-8374-42f5-8173-bcef59c697ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:01.533604 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-038ffbe6-aadf-413b-9e1d-8b12ffdfb64b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:01.567336 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac5496cb-633b-46a3-8565-118ea94ae443 None None] DHCP port deletion for 645e61aa-1a6c-4e8f-857e-ab06edb4897f request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:01:01.568124 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-038ffbe6-aadf-413b-9e1d-8b12ffdfb64b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:01.568772 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-93267fbd-8374-42f5-8173-bcef59c697ce None None] Attempting to bind port 2adf55d9-f5a4-4b36-af8a-db0cded18680 on host n-d-818022-2 for vnic_type normal with profile {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:01:01.569144 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-93267fbd-8374-42f5-8173-bcef59c697ce None None] Attempting to bind port 2adf55d9-f5a4-4b36-af8a-db0cded18680 by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:01:01.569504 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93267fbd-8374-42f5-8173-bcef59c697ce None None] Attempting to bind port 2adf55d9-f5a4-4b36-af8a-db0cded18680 on network 645e61aa-1a6c-4e8f-857e-ab06edb4897f {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:01:01.580347 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93267fbd-8374-42f5-8173-bcef59c697ce None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 0, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:01:01.580664 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93267fbd-8374-42f5-8173-bcef59c697ce None None] Checking segment: {'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:01:01.581084 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-93267fbd-8374-42f5-8173-bcef59c697ce None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:01.581438 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93267fbd-8374-42f5-8173-bcef59c697ce None None] Bound using segment: {'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:01:01.581925 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-93267fbd-8374-42f5-8173-bcef59c697ce None None] Bound port: 2adf55d9-f5a4-4b36-af8a-db0cded18680, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'}}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:01:01.582317 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-93267fbd-8374-42f5-8173-bcef59c697ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:01.608599 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8defddac-3e59-4fbf-9808-48514249dbc2 None None] Pushing event updated for resources: {'Port': ['ID=2adf55d9-f5a4-4b36-af8a-db0cded18680,revision_number=2']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:01:01.614019 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-038ffbe6-aadf-413b-9e1d-8b12ffdfb64b admin admin] Network 41aa1c43-4a6b-43f6-870c-a24cd37b9cc3 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:01:01.617250 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-038ffbe6-aadf-413b-9e1d-8b12ffdfb64b admin admin] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:01:01.618482 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-d622d5b5-b03f-43d3-9532-2d67a882a0f6 None None] Provisioning complete for port 2adf55d9-f5a4-4b36-af8a-db0cded18680 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:01:01.619703 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d622d5b5-b03f-43d3-9532-2d67a882a0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:01.621945 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-038ffbe6-aadf-413b-9e1d-8b12ffdfb64b admin admin] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:01:01.625279 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038ffbe6-aadf-413b-9e1d-8b12ffdfb64b admin admin] Pushing event updated for resources: {'Port': ['ID=5989c4df-fbe8-47c8-8a77-2f420a16f8c6,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:01:01.637046 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8defddac-3e59-4fbf-9808-48514249dbc2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:01:01.637665 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8defddac-3e59-4fbf-9808-48514249dbc2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:01:01.637830 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8defddac-3e59-4fbf-9808-48514249dbc2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:01:01.638073 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8defddac-3e59-4fbf-9808-48514249dbc2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:01:01.638450 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8defddac-3e59-4fbf-9808-48514249dbc2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:01:01.638732 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8defddac-3e59-4fbf-9808-48514249dbc2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:01:01.639053 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8defddac-3e59-4fbf-9808-48514249dbc2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:01:01.639372 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8defddac-3e59-4fbf-9808-48514249dbc2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:01:01.639692 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8defddac-3e59-4fbf-9808-48514249dbc2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:01:01.640010 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8defddac-3e59-4fbf-9808-48514249dbc2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:01:01.640327 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8defddac-3e59-4fbf-9808-48514249dbc2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:01:01.640644 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8defddac-3e59-4fbf-9808-48514249dbc2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:01:01.647162 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-93267fbd-8374-42f5-8173-bcef59c697ce None None] For port 2adf55d9-f5a4-4b36-af8a-db0cded18680, host n-d-818022-2, cleared binding levels {{(pid=103367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:01:01.650429 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-93267fbd-8374-42f5-8173-bcef59c697ce None None] For port 2adf55d9-f5a4-4b36-af8a-db0cded18680, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=2adf55d9-f5a4-4b36-af8a-db0cded18680,segment=NetworkSegment(bbe705c1-96c0-476e-8381-28227e6f0ac5),segment_id=bbe705c1-96c0-476e-8381-28227e6f0ac5)] {{(pid=103367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:01:01.657249 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-93267fbd-8374-42f5-8173-bcef59c697ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:01.666925 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-038ffbe6-aadf-413b-9e1d-8b12ffdfb64b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-671361'] for router_interface, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:01.702150 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b61ca400-0992-4eae-8d07-f0226bb4ca1a None None] DHCP port deletion for 645e61aa-1a6c-4e8f-857e-ab06edb4897f request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:01:01.712371 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-d622d5b5-b03f-43d3-9532-2d67a882a0f6 None None] Port 2adf55d9-f5a4-4b36-af8a-db0cded18680 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:01:01.731327 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93267fbd-8374-42f5-8173-bcef59c697ce None None] Routers {'5fcd13db-913b-4422-98c3-9a8b96d6401c'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:01:01.732638 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-93267fbd-8374-42f5-8173-bcef59c697ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T19:00:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['5fcd13db-913b-4422-98c3-9a8b96d6401c'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:01:01.838675 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-1baa321b-829f-4910-bb1e-38f62fb2575b None None] Provisioning complete for port 2adf55d9-f5a4-4b36-af8a-db0cded18680 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:01:01.839183 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-1baa321b-829f-4910-bb1e-38f62fb2575b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:01.856583 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-93267fbd-8374-42f5-8173-bcef59c697ce None None] Set router 5fcd13db-913b-4422-98c3-9a8b96d6401c gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:01:01.918356 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8defddac-3e59-4fbf-9808-48514249dbc2 None None] Pushing event updated for resources: {'Port': ['ID=2adf55d9-f5a4-4b36-af8a-db0cded18680,revision_number=3']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:01:01.932343 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-1baa321b-829f-4910-bb1e-38f62fb2575b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:01.956329 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-1baa321b-829f-4910-bb1e-38f62fb2575b None None] For port 2adf55d9-f5a4-4b36-af8a-db0cded18680, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=2adf55d9-f5a4-4b36-af8a-db0cded18680,segment=NetworkSegment(bbe705c1-96c0-476e-8381-28227e6f0ac5),segment_id=bbe705c1-96c0-476e-8381-28227e6f0ac5)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:01:01.961275 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-1baa321b-829f-4910-bb1e-38f62fb2575b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:02.018954 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1baa321b-829f-4910-bb1e-38f62fb2575b None None] Pushing event updated for resources: {'Port': ['ID=2adf55d9-f5a4-4b36-af8a-db0cded18680,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:01:02.049163 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-93267fbd-8374-42f5-8173-bcef59c697ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fcd13db-913b-4422-98c3-9a8b96d6401c', 'name': 'tempest-TestSnapshotPattern-1363173135-router', 'tenant_id': '47856e6a6f5549fc8e5653aa68c326c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.118'}], 'enable_snat': True}, 'gw_port_id': '2adf55d9-f5a4-4b36-af8a-db0cded18680', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:00:59Z', 'updated_at': '2021-11-19T19:01:00Z', 'revision_number': 3, 'project_id': '47856e6a6f5549fc8e5653aa68c326c1', 'gw_port': {'id': '2adf55d9-f5a4-4b36-af8a-db0cded18680', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:9f:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fcd13db-913b-4422-98c3-9a8b96d6401c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:00:59Z', 'updated_at': '2021-11-19T19:01:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:01:02.074931 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93267fbd-8374-42f5-8173-bcef59c697ce None None] The sync data for ids ['5fcd13db-913b-4422-98c3-9a8b96d6401c'] in n-d-818022-2 is: [{'id': '5fcd13db-913b-4422-98c3-9a8b96d6401c', 'name': 'tempest-TestSnapshotPattern-1363173135-router', 'tenant_id': '47856e6a6f5549fc8e5653aa68c326c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.118'}], 'enable_snat': True}, 'gw_port_id': '2adf55d9-f5a4-4b36-af8a-db0cded18680', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:00:59Z', 'updated_at': '2021-11-19T19:01:00Z', 'revision_number': 3, 'project_id': '47856e6a6f5549fc8e5653aa68c326c1', 'gw_port': {'id': '2adf55d9-f5a4-4b36-af8a-db0cded18680', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:9f:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fcd13db-913b-4422-98c3-9a8b96d6401c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:00:59Z', 'updated_at': '2021-11-19T19:01:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:01:02.087431 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-8f0b032b-ee3a-4e27-8fd5-95479d0b71f4 None None] Provisioning complete for port 5989c4df-fbe8-47c8-8a77-2f420a16f8c6 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:01:02.087788 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8f0b032b-ee3a-4e27-8fd5-95479d0b71f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:02.131238 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-8f0b032b-ee3a-4e27-8fd5-95479d0b71f4 None None] Port 5989c4df-fbe8-47c8-8a77-2f420a16f8c6 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:01:02.147304 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-038ffbe6-aadf-413b-9e1d-8b12ffdfb64b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:02.174481 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2b080c84-d12f-45f9-b8b9-20c5b278d07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:02.324763 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-038ffbe6-aadf-413b-9e1d-8b12ffdfb64b admin admin] Publish callbacks [] for port, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:02.330400 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-038ffbe6-aadf-413b-9e1d-8b12ffdfb64b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:02.401264 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038ffbe6-aadf-413b-9e1d-8b12ffdfb64b admin admin] Pushing event updated for resources: {'Port': ['ID=5989c4df-fbe8-47c8-8a77-2f420a16f8c6,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:01:02.406416 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-038ffbe6-aadf-413b-9e1d-8b12ffdfb64b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-768529'] for router_interface, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:02.493593 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 4fc729df-6209-4188-9a3f-7f9310c9205d up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:01:02.506992 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-038ffbe6-aadf-413b-9e1d-8b12ffdfb64b admin admin] Network 41aa1c43-4a6b-43f6-870c-a24cd37b9cc3 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:01:02.508489 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-038ffbe6-aadf-413b-9e1d-8b12ffdfb64b admin admin] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:01:02.554717 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 4fc729df-6209-4188-9a3f-7f9310c9205d triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:01:02.555332 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:02.636615 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-038ffbe6-aadf-413b-9e1d-8b12ffdfb64b admin admin] Router 5fcd13db-913b-4422-98c3-9a8b96d6401c has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 19:01:02.662224 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 2adf55d9-f5a4-4b36-af8a-db0cded18680 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:01:02.717191 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 2adf55d9-f5a4-4b36-af8a-db0cded18680 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:01:02.717572 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:02.774840 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-038ffbe6-aadf-413b-9e1d-8b12ffdfb64b admin admin] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:01:02.781966 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-038ffbe6-aadf-413b-9e1d-8b12ffdfb64b admin admin] 10.222.0.54 "PUT /v2.0/routers/5fcd13db-913b-4422-98c3-9a8b96d6401c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9929714 Nov 19 19:01:02.856181 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-2e917d4e-77ef-4598-860c-23d0adc2d35f None None] Provisioning complete for port 5989c4df-fbe8-47c8-8a77-2f420a16f8c6 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:01:02.856611 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2e917d4e-77ef-4598-860c-23d0adc2d35f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:02.899569 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-2e917d4e-77ef-4598-860c-23d0adc2d35f None None] Port 5989c4df-fbe8-47c8-8a77-2f420a16f8c6 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:01:03.266113 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 50374) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:01:03.270983 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-764d8b86-813d-4ba8-87c5-1f569e641182 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-2067909506-network', 'tenant_id': 'a4087e83220a497493320259ea76e703'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:01:03.291100 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-764d8b86-813d-4ba8-87c5-1f569e641182 admin admin] Made reservation on behalf of a4087e83220a497493320259ea76e703 for: {'network': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:01:03.293520 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-764d8b86-813d-4ba8-87c5-1f569e641182 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for network, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:03.302985 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-764d8b86-813d-4ba8-87c5-1f569e641182 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:03.376934 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-764d8b86-813d-4ba8-87c5-1f569e641182 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:03.381496 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-764d8b86-813d-4ba8-87c5-1f569e641182 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:03.408296 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-764d8b86-813d-4ba8-87c5-1f569e641182 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 679} {{(pid=103364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 19:01:03.418765 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764d8b86-813d-4ba8-87c5-1f569e641182 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f759f8a-9b2f-4e19-8675-928cd3d7e0b3,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:01:03.423825 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-764d8b86-813d-4ba8-87c5-1f569e641182 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:03.424178 n-d-818022-2 neutron-server[103364]: INFO neutron.db.segments_db [None req-764d8b86-813d-4ba8-87c5-1f569e641182 admin admin] Added segment 3363f7b6-041f-45fb-a5d8-db2d5f6c3102 of type vlan for network 10eaa057-3bc6-446a-90c1-de999fabf58a Nov 19 19:01:03.465765 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-764d8b86-813d-4ba8-87c5-1f569e641182 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637993741'] for network, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:03.491562 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-764d8b86-813d-4ba8-87c5-1f569e641182 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056'] for network, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:03.492607 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-764d8b86-813d-4ba8-87c5-1f569e641182 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:01:03.493174 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-764d8b86-813d-4ba8-87c5-1f569e641182 admin admin] Publish callbacks [] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:03.500002 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e46ecc5a-dc14-4744-b262-3072ff2e958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:03.548098 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-764d8b86-813d-4ba8-87c5-1f569e641182 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.2808580 Nov 19 19:01:03.550993 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 50376) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:01:03.556107 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-4d698592-1c4b-41b0-8488-c63393e8fe0a admin admin] Request body: {'subnet': {'network_id': '10eaa057-3bc6-446a-90c1-de999fabf58a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-2067909506-subnet', 'tenant_id': 'a4087e83220a497493320259ea76e703', 'ip_version': 4}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:01:03.561034 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764d8b86-813d-4ba8-87c5-1f569e641182 admin admin] Pushing event updated for resources: {'Network': ['ID=10eaa057-3bc6-446a-90c1-de999fabf58a,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:01:03.572370 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Network 10eaa057-3bc6-446a-90c1-de999fabf58a details requested by agent ovs-agent-n-d-818022-2 with host n-d-818022-2 {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 19:01:03.584670 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d698592-1c4b-41b0-8488-c63393e8fe0a admin admin] Made reservation on behalf of a4087e83220a497493320259ea76e703 for: {'subnet': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:01:03.586800 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4d698592-1c4b-41b0-8488-c63393e8fe0a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8731248'] for subnet, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:03.732526 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd01008-5833-4d95-b965-84e2a735db61 None None] Sync routers for ids ['5fcd13db-913b-4422-98c3-9a8b96d6401c'] in n-d-818022-2 {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:01:03.743096 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd01008-5833-4d95-b965-84e2a735db61 None None] Routers {'5fcd13db-913b-4422-98c3-9a8b96d6401c'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:01:03.743710 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-9cd01008-5833-4d95-b965-84e2a735db61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T19:01:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['5fcd13db-913b-4422-98c3-9a8b96d6401c'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:01:03.765730 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4d698592-1c4b-41b0-8488-c63393e8fe0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12283104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8731234'] for subnet, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:03.820506 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d698592-1c4b-41b0-8488-c63393e8fe0a admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba548f13-fecb-4c88-88c1-86d91606e463,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:01:03.831171 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d698592-1c4b-41b0-8488-c63393e8fe0a admin admin] Checking segment: {'id': '3363f7b6-041f-45fb-a5d8-db2d5f6c3102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '10eaa057-3bc6-446a-90c1-de999fabf58a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:01:03.831548 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d698592-1c4b-41b0-8488-c63393e8fe0a admin admin] Network hostable DHCP agents. Network: 10eaa057-3bc6-446a-90c1-de999fabf58a, hostable agents: ['02910ef2-0455-4aea-9f38-9a875579633f'], hosted agents: [] {{(pid=103365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 19:01:03.848396 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d698592-1c4b-41b0-8488-c63393e8fe0a admin admin] Network 10eaa057-3bc6-446a-90c1-de999fabf58a is scheduled to be hosted by DHCP agent 02910ef2-0455-4aea-9f38-9a875579633f with binding_index 1 {{(pid=103365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 19:01:03.853004 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-9cd01008-5833-4d95-b965-84e2a735db61 None None] Set router 5fcd13db-913b-4422-98c3-9a8b96d6401c gateway port host: n-d-818022-2 {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:01:03.857299 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-4d698592-1c4b-41b0-8488-c63393e8fe0a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818022-2, 10eaa057-3bc6-446a-90c1-de999fabf58a) {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:01:03.861337 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d698592-1c4b-41b0-8488-c63393e8fe0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:01:03.862080 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4d698592-1c4b-41b0-8488-c63393e8fe0a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:03.878918 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-4d698592-1c4b-41b0-8488-c63393e8fe0a admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3267884 Nov 19 19:01:03.881414 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 50378) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:01:03.885930 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66cfcef4-0810-4ce2-86f7-87aa86362b1a None None] Network 10eaa057-3bc6-446a-90c1-de999fabf58a requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:01:03.886190 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-1588f178-aea8-4be7-aa84-1659cee0120e admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-2067909506-router', 'tenant_id': 'a4087e83220a497493320259ea76e703', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'}}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:01:03.906740 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1588f178-aea8-4be7-aa84-1659cee0120e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-767168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9890'] for router, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:03.907678 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1588f178-aea8-4be7-aa84-1659cee0120e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671617', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-732153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4689'] for router, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:03.964066 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1588f178-aea8-4be7-aa84-1659cee0120e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:04.099706 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1588f178-aea8-4be7-aa84-1659cee0120e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:04.308298 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1588f178-aea8-4be7-aa84-1659cee0120e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:04.315511 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-829d7982-70f8-4ab7-872d-0a3416dbe3dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54f44f5f-1200-574e-8740-2141911d5b73-10eaa057-3bc6-446a-90c1-de999fabf58a', 'network_id': '10eaa057-3bc6-446a-90c1-de999fabf58a', 'tenant_id': 'a4087e83220a497493320259ea76e703', 'fixed_ips': [{'subnet_id': 'ba548f13-fecb-4c88-88c1-86d91606e463'}]}} from n-d-818022-2. {{(pid=103366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 19:01:04.316369 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-829d7982-70f8-4ab7-872d-0a3416dbe3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:04.328342 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1588f178-aea8-4be7-aa84-1659cee0120e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:04.349342 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-9cd01008-5833-4d95-b965-84e2a735db61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fcd13db-913b-4422-98c3-9a8b96d6401c', 'name': 'tempest-TestSnapshotPattern-1363173135-router', 'tenant_id': '47856e6a6f5549fc8e5653aa68c326c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.118'}], 'enable_snat': True}, 'gw_port_id': '2adf55d9-f5a4-4b36-af8a-db0cded18680', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:00:59Z', 'updated_at': '2021-11-19T19:01:02Z', 'revision_number': 4, 'project_id': '47856e6a6f5549fc8e5653aa68c326c1', 'gw_port': {'id': '2adf55d9-f5a4-4b36-af8a-db0cded18680', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:9f:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fcd13db-913b-4422-98c3-9a8b96d6401c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:00:59Z', 'updated_at': '2021-11-19T19:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': '5989c4df-fbe8-47c8-8a77-2f420a16f8c6', 'name': '', 'network_id': '41aa1c43-4a6b-43f6-870c-a24cd37b9cc3', 'tenant_id': '47856e6a6f5549fc8e5653aa68c326c1', 'mac_address': 'fa:16:3e:79:fd:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fcd13db-913b-4422-98c3-9a8b96d6401c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '088ccb83-6a82-4b23-8418-c55f059b957b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:01:01Z', 'updated_at': '2021-11-19T19:01:02Z', 'revision_number': 2, 'project_id': '47856e6a6f5549fc8e5653aa68c326c1', 'subnets': [{'id': '088ccb83-6a82-4b23-8418-c55f059b957b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:01:04.420034 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd01008-5833-4d95-b965-84e2a735db61 None None] Checking router: 5fcd13db-913b-4422-98c3-9a8b96d6401c for host: n-d-818022-2 {{(pid=103366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 19:01:04.420396 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd01008-5833-4d95-b965-84e2a735db61 None None] Updating router 5fcd13db-913b-4422-98c3-9a8b96d6401c port 5989c4df-fbe8-47c8-8a77-2f420a16f8c6 binding host n-d-818022-2 {{(pid=103366) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 19:01:04.436326 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [None req-1588f178-aea8-4be7-aa84-1659cee0120e admin admin] Allocated IP 172.25.7.75 (645e61aa-1a6c-4e8f-857e-ab06edb4897f/88ed2d64-f56d-4f01-a468-946e01c99e82/33e3689d-565f-4b36-aa67-80cb61a7dcfe) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:01:04.481620 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9cd01008-5833-4d95-b965-84e2a735db61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:04.488868 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:04.522822 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:04.539773 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1588f178-aea8-4be7-aa84-1659cee0120e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:04.570103 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [None req-829d7982-70f8-4ab7-872d-0a3416dbe3dd None None] Allocated IP 172.20.0.2 (10eaa057-3bc6-446a-90c1-de999fabf58a/ba548f13-fecb-4c88-88c1-86d91606e463/94ad2791-c9e1-4eee-bd6b-44f2c505aec4) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:01:04.575001 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1588f178-aea8-4be7-aa84-1659cee0120e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:04.620504 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1588f178-aea8-4be7-aa84-1659cee0120e admin admin] Network 645e61aa-1a6c-4e8f-857e-ab06edb4897f is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:01:04.623833 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-1588f178-aea8-4be7-aa84-1659cee0120e admin admin] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:01:04.627382 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1588f178-aea8-4be7-aa84-1659cee0120e admin admin] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:01:04.633118 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1588f178-aea8-4be7-aa84-1659cee0120e admin admin] Pushing event updated for resources: {'Port': ['ID=33e3689d-565f-4b36-aa67-80cb61a7dcfe,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:01:04.650251 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34db612c-712b-4569-80f7-6a7f223fee0a None None] DHCP port deletion for 645e61aa-1a6c-4e8f-857e-ab06edb4897f request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:01:04.800130 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-9e7a6055-72f0-4e9c-a8aa-650da6496ad6 None None] Provisioning complete for port 33e3689d-565f-4b36-aa67-80cb61a7dcfe triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:01:04.800865 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9e7a6055-72f0-4e9c-a8aa-650da6496ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:04.886771 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1588f178-aea8-4be7-aa84-1659cee0120e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:04.900843 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-9e7a6055-72f0-4e9c-a8aa-650da6496ad6 None None] Port 33e3689d-565f-4b36-aa67-80cb61a7dcfe cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:01:04.902498 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-829d7982-70f8-4ab7-872d-0a3416dbe3dd None None] Publish callbacks [] for port, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:04.922906 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-829d7982-70f8-4ab7-872d-0a3416dbe3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998'] for port, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:04.990563 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-829d7982-70f8-4ab7-872d-0a3416dbe3dd None None] Network 10eaa057-3bc6-446a-90c1-de999fabf58a is already hosted by enough agents. {{(pid=103366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:01:04.996272 n-d-818022-2 neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [None req-829d7982-70f8-4ab7-872d-0a3416dbe3dd None None] Resources bound (agent type, host, resource id): {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:01:05.003240 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-829d7982-70f8-4ab7-872d-0a3416dbe3dd None None] Received port after_create {{(pid=103366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:01:05.012444 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829d7982-70f8-4ab7-872d-0a3416dbe3dd None None] Pushing event updated for resources: {'Port': ['ID=94ad2791-c9e1-4eee-bd6b-44f2c505aec4,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:01:05.020882 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9cd01008-5833-4d95-b965-84e2a735db61 None None] Publish callbacks [] for port, precommit_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:05.041795 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9cd01008-5833-4d95-b965-84e2a735db61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:05.090529 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1588f178-aea8-4be7-aa84-1659cee0120e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671702'] for router, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:05.121165 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-829d7982-70f8-4ab7-872d-0a3416dbe3dd None None] Attempting to bind port 94ad2791-c9e1-4eee-bd6b-44f2c505aec4 on host n-d-818022-2 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:01:05.121543 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-829d7982-70f8-4ab7-872d-0a3416dbe3dd None None] Attempting to bind port 94ad2791-c9e1-4eee-bd6b-44f2c505aec4 by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': '3363f7b6-041f-45fb-a5d8-db2d5f6c3102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '10eaa057-3bc6-446a-90c1-de999fabf58a'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:01:05.121955 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-829d7982-70f8-4ab7-872d-0a3416dbe3dd None None] Attempting to bind port 94ad2791-c9e1-4eee-bd6b-44f2c505aec4 on network 10eaa057-3bc6-446a-90c1-de999fabf58a {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:01:05.129626 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e013d7e6-5264-4dcc-9759-54f5fb809e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:05.132052 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e149085a-b06a-44b3-8a48-b64abb399dc5 None None] Pushing event updated for resources: {'Port': ['ID=5989c4df-fbe8-47c8-8a77-2f420a16f8c6,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:01:05.139353 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-829d7982-70f8-4ab7-872d-0a3416dbe3dd None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 0, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:01:05.139646 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-829d7982-70f8-4ab7-872d-0a3416dbe3dd None None] Checking segment: {'id': '3363f7b6-041f-45fb-a5d8-db2d5f6c3102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '10eaa057-3bc6-446a-90c1-de999fabf58a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:01:05.140054 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-829d7982-70f8-4ab7-872d-0a3416dbe3dd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:05.140455 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-829d7982-70f8-4ab7-872d-0a3416dbe3dd None None] Bound using segment: {'id': '3363f7b6-041f-45fb-a5d8-db2d5f6c3102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '10eaa057-3bc6-446a-90c1-de999fabf58a'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:01:05.140951 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-829d7982-70f8-4ab7-872d-0a3416dbe3dd None None] Bound port: 94ad2791-c9e1-4eee-bd6b-44f2c505aec4, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3363f7b6-041f-45fb-a5d8-db2d5f6c3102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '10eaa057-3bc6-446a-90c1-de999fabf58a'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:01:05.141336 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-829d7982-70f8-4ab7-872d-0a3416dbe3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:05.227883 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-9cd01008-5833-4d95-b965-84e2a735db61 None None] Attempting to bind port 5989c4df-fbe8-47c8-8a77-2f420a16f8c6 on host n-d-818022-2 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:01:05.228355 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-9cd01008-5833-4d95-b965-84e2a735db61 None None] Attempting to bind port 5989c4df-fbe8-47c8-8a77-2f420a16f8c6 by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': '1e73e780-109b-4f38-8c54-c6be6b9d1ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '41aa1c43-4a6b-43f6-870c-a24cd37b9cc3'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:01:05.228730 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd01008-5833-4d95-b965-84e2a735db61 None None] Attempting to bind port 5989c4df-fbe8-47c8-8a77-2f420a16f8c6 on network 41aa1c43-4a6b-43f6-870c-a24cd37b9cc3 {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:01:05.240478 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd01008-5833-4d95-b965-84e2a735db61 None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 0, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:01:05.240865 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd01008-5833-4d95-b965-84e2a735db61 None None] Checking segment: {'id': '1e73e780-109b-4f38-8c54-c6be6b9d1ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '41aa1c43-4a6b-43f6-870c-a24cd37b9cc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:01:05.241338 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9cd01008-5833-4d95-b965-84e2a735db61 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:05.241681 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd01008-5833-4d95-b965-84e2a735db61 None None] Bound using segment: {'id': '1e73e780-109b-4f38-8c54-c6be6b9d1ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '41aa1c43-4a6b-43f6-870c-a24cd37b9cc3'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:01:05.242247 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-9cd01008-5833-4d95-b965-84e2a735db61 None None] Bound port: 5989c4df-fbe8-47c8-8a77-2f420a16f8c6, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e73e780-109b-4f38-8c54-c6be6b9d1ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '41aa1c43-4a6b-43f6-870c-a24cd37b9cc3'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:01:05.242580 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9cd01008-5833-4d95-b965-84e2a735db61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:05.243032 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1588f178-aea8-4be7-aa84-1659cee0120e admin admin] Router 97904c6c-e421-470b-86d5-259741baa681 is scheduled to L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 with binding_index 1 {{(pid=103365) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 19:01:05.289946 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-829d7982-70f8-4ab7-872d-0a3416dbe3dd None None] For port 94ad2791-c9e1-4eee-bd6b-44f2c505aec4, host n-d-818022-2, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:01:05.310637 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-829d7982-70f8-4ab7-872d-0a3416dbe3dd None None] For port 94ad2791-c9e1-4eee-bd6b-44f2c505aec4, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=94ad2791-c9e1-4eee-bd6b-44f2c505aec4,segment=NetworkSegment(3363f7b6-041f-45fb-a5d8-db2d5f6c3102),segment_id=3363f7b6-041f-45fb-a5d8-db2d5f6c3102)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:01:05.318368 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-829d7982-70f8-4ab7-872d-0a3416dbe3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:05.353784 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1588f178-aea8-4be7-aa84-1659cee0120e admin admin] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:01:05.365197 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-584a22bc-9c42-4e9b-aaa5-d3f831c02a4c None None] Sync routers for ids ['97904c6c-e421-470b-86d5-259741baa681'] in n-d-818022-2 {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:01:05.375684 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-584a22bc-9c42-4e9b-aaa5-d3f831c02a4c None None] Routers {'97904c6c-e421-470b-86d5-259741baa681'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:01:05.376516 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-584a22bc-9c42-4e9b-aaa5-d3f831c02a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T19:01:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['97904c6c-e421-470b-86d5-259741baa681'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:01:05.380571 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1588f178-aea8-4be7-aa84-1659cee0120e admin admin] Publish callbacks [] for router, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:05.382138 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-1588f178-aea8-4be7-aa84-1659cee0120e admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.4995000 Nov 19 19:01:05.384895 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 50380) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:01:05.385413 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-9cd01008-5833-4d95-b965-84e2a735db61 None None] For port 5989c4df-fbe8-47c8-8a77-2f420a16f8c6, host n-d-818022-2, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:01:05.406036 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-9cd01008-5833-4d95-b965-84e2a735db61 None None] For port 5989c4df-fbe8-47c8-8a77-2f420a16f8c6, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=5989c4df-fbe8-47c8-8a77-2f420a16f8c6,segment=NetworkSegment(1e73e780-109b-4f38-8c54-c6be6b9d1ef9),segment_id=1e73e780-109b-4f38-8c54-c6be6b9d1ef9)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:01:05.421149 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:05.429473 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9cd01008-5833-4d95-b965-84e2a735db61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:05.435908 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829d7982-70f8-4ab7-872d-0a3416dbe3dd None None] Pushing event updated for resources: {'Port': ['ID=94ad2791-c9e1-4eee-bd6b-44f2c505aec4,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:01:05.482218 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-f9e07fa1-9f3f-4998-b60b-80e9d657df73 None None] Provisioning complete for port 5989c4df-fbe8-47c8-8a77-2f420a16f8c6 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:01:05.482600 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f9e07fa1-9f3f-4998-b60b-80e9d657df73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:05.527593 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-584a22bc-9c42-4e9b-aaa5-d3f831c02a4c None None] Set router 97904c6c-e421-470b-86d5-259741baa681 gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:01:05.534864 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd01008-5833-4d95-b965-84e2a735db61 None None] Routers {'5fcd13db-913b-4422-98c3-9a8b96d6401c'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:01:05.535502 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-9cd01008-5833-4d95-b965-84e2a735db61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T19:01:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['5fcd13db-913b-4422-98c3-9a8b96d6401c'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:01:05.540554 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e149085a-b06a-44b3-8a48-b64abb399dc5 None None] Pushing event updated for resources: {'Port': ['ID=5989c4df-fbe8-47c8-8a77-2f420a16f8c6,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:01:05.764296 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f9e07fa1-9f3f-4998-b60b-80e9d657df73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:05.792869 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-9cd01008-5833-4d95-b965-84e2a735db61 None None] Set router 5fcd13db-913b-4422-98c3-9a8b96d6401c gateway port host: n-d-818022-2 {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:01:05.844551 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-584a22bc-9c42-4e9b-aaa5-d3f831c02a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97904c6c-e421-470b-86d5-259741baa681', 'name': 'tempest-TestSnapshotPattern-2067909506-router', 'tenant_id': 'a4087e83220a497493320259ea76e703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': '33e3689d-565f-4b36-aa67-80cb61a7dcfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:01:03Z', 'updated_at': '2021-11-19T19:01:04Z', 'revision_number': 3, 'project_id': 'a4087e83220a497493320259ea76e703', 'gw_port': {'id': '33e3689d-565f-4b36-aa67-80cb61a7dcfe', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:f3:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97904c6c-e421-470b-86d5-259741baa681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4358, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:01:04Z', 'updated_at': '2021-11-19T19:01:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:01:05.881598 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-584a22bc-9c42-4e9b-aaa5-d3f831c02a4c None None] Checking router: 97904c6c-e421-470b-86d5-259741baa681 for host: n-d-818022-2 {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 19:01:05.882459 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-584a22bc-9c42-4e9b-aaa5-d3f831c02a4c None None] Updating router 97904c6c-e421-470b-86d5-259741baa681 port 33e3689d-565f-4b36-aa67-80cb61a7dcfe binding host n-d-818022-2 {{(pid=103367) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 19:01:05.918121 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-584a22bc-9c42-4e9b-aaa5-d3f831c02a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:05.973828 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-f9e07fa1-9f3f-4998-b60b-80e9d657df73 None None] For port 5989c4df-fbe8-47c8-8a77-2f420a16f8c6, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=5989c4df-fbe8-47c8-8a77-2f420a16f8c6,segment=NetworkSegment(1e73e780-109b-4f38-8c54-c6be6b9d1ef9),segment_id=1e73e780-109b-4f38-8c54-c6be6b9d1ef9)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:01:05.982512 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f9e07fa1-9f3f-4998-b60b-80e9d657df73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:06.065467 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e07fa1-9f3f-4998-b60b-80e9d657df73 None None] Pushing event updated for resources: {'Port': ['ID=5989c4df-fbe8-47c8-8a77-2f420a16f8c6,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:01:06.122915 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-08b072c4-3f0b-4b6e-8217-10a27e67f072 None None] Provisioning complete for port 5989c4df-fbe8-47c8-8a77-2f420a16f8c6 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:01:06.123286 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-08b072c4-3f0b-4b6e-8217-10a27e67f072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:06.163113 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-9cd01008-5833-4d95-b965-84e2a735db61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fcd13db-913b-4422-98c3-9a8b96d6401c', 'name': 'tempest-TestSnapshotPattern-1363173135-router', 'tenant_id': '47856e6a6f5549fc8e5653aa68c326c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.118'}], 'enable_snat': True}, 'gw_port_id': '2adf55d9-f5a4-4b36-af8a-db0cded18680', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:00:59Z', 'updated_at': '2021-11-19T19:01:02Z', 'revision_number': 4, 'project_id': '47856e6a6f5549fc8e5653aa68c326c1', 'gw_port': {'id': '2adf55d9-f5a4-4b36-af8a-db0cded18680', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:9f:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fcd13db-913b-4422-98c3-9a8b96d6401c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:00:59Z', 'updated_at': '2021-11-19T19:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': '5989c4df-fbe8-47c8-8a77-2f420a16f8c6', 'name': '', 'network_id': '41aa1c43-4a6b-43f6-870c-a24cd37b9cc3', 'tenant_id': '47856e6a6f5549fc8e5653aa68c326c1', 'mac_address': 'fa:16:3e:79:fd:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fcd13db-913b-4422-98c3-9a8b96d6401c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '088ccb83-6a82-4b23-8418-c55f059b957b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:01:01Z', 'updated_at': '2021-11-19T19:01:05Z', 'revision_number': 4, 'project_id': '47856e6a6f5549fc8e5653aa68c326c1', 'subnets': [{'id': '088ccb83-6a82-4b23-8418-c55f059b957b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:01:06.193846 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd01008-5833-4d95-b965-84e2a735db61 None None] The sync data for ids ['5fcd13db-913b-4422-98c3-9a8b96d6401c'] in n-d-818022-2 is: [{'id': '5fcd13db-913b-4422-98c3-9a8b96d6401c', 'name': 'tempest-TestSnapshotPattern-1363173135-router', 'tenant_id': '47856e6a6f5549fc8e5653aa68c326c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.118'}], 'enable_snat': True}, 'gw_port_id': '2adf55d9-f5a4-4b36-af8a-db0cded18680', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:00:59Z', 'updated_at': '2021-11-19T19:01:02Z', 'revision_number': 4, 'project_id': '47856e6a6f5549fc8e5653aa68c326c1', 'gw_port': {'id': '2adf55d9-f5a4-4b36-af8a-db0cded18680', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:9f:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fcd13db-913b-4422-98c3-9a8b96d6401c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:00:59Z', 'updated_at': '2021-11-19T19:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': '5989c4df-fbe8-47c8-8a77-2f420a16f8c6', 'name': '', 'network_id': '41aa1c43-4a6b-43f6-870c-a24cd37b9cc3', 'tenant_id': '47856e6a6f5549fc8e5653aa68c326c1', 'mac_address': 'fa:16:3e:79:fd:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fcd13db-913b-4422-98c3-9a8b96d6401c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '088ccb83-6a82-4b23-8418-c55f059b957b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:01:01Z', 'updated_at': '2021-11-19T19:01:05Z', 'revision_number': 4, 'project_id': '47856e6a6f5549fc8e5653aa68c326c1', 'subnets': [{'id': '088ccb83-6a82-4b23-8418-c55f059b957b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:01:06.204229 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-584a22bc-9c42-4e9b-aaa5-d3f831c02a4c None None] Publish callbacks [] for port, precommit_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:06.211925 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-584a22bc-9c42-4e9b-aaa5-d3f831c02a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:06.289743 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-584a22bc-9c42-4e9b-aaa5-d3f831c02a4c None None] Attempting to bind port 33e3689d-565f-4b36-aa67-80cb61a7dcfe on host n-d-818022-2 for vnic_type normal with profile {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:01:06.290163 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-584a22bc-9c42-4e9b-aaa5-d3f831c02a4c None None] Attempting to bind port 33e3689d-565f-4b36-aa67-80cb61a7dcfe by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:01:06.290601 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-584a22bc-9c42-4e9b-aaa5-d3f831c02a4c None None] Attempting to bind port 33e3689d-565f-4b36-aa67-80cb61a7dcfe on network 645e61aa-1a6c-4e8f-857e-ab06edb4897f {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:01:06.298353 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-584a22bc-9c42-4e9b-aaa5-d3f831c02a4c None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 1, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:01:06.298734 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-584a22bc-9c42-4e9b-aaa5-d3f831c02a4c None None] Checking segment: {'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:01:06.299144 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-584a22bc-9c42-4e9b-aaa5-d3f831c02a4c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:06.299537 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-584a22bc-9c42-4e9b-aaa5-d3f831c02a4c None None] Bound using segment: {'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:01:06.300020 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-584a22bc-9c42-4e9b-aaa5-d3f831c02a4c None None] Bound port: 33e3689d-565f-4b36-aa67-80cb61a7dcfe, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbe705c1-96c0-476e-8381-28227e6f0ac5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f'}}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:01:06.300420 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-584a22bc-9c42-4e9b-aaa5-d3f831c02a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:06.320976 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44831222-b88e-4e6f-baf8-a1f2911381e9 None None] DHCP port deletion for 645e61aa-1a6c-4e8f-857e-ab06edb4897f request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:01:06.334738 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932e10bf-6293-4801-a293-82f26ada9795 None None] Pushing event updated for resources: {'Port': ['ID=33e3689d-565f-4b36-aa67-80cb61a7dcfe,revision_number=2']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:01:06.372654 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-81f06179-b3f6-4a22-80e5-94ae40693d93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:06.389390 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-a91cbde1-0307-4e22-bc8d-54aa349c98a8 None None] Provisioning complete for port 33e3689d-565f-4b36-aa67-80cb61a7dcfe triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:01:06.389751 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a91cbde1-0307-4e22-bc8d-54aa349c98a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:06.394228 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-584a22bc-9c42-4e9b-aaa5-d3f831c02a4c None None] For port 33e3689d-565f-4b36-aa67-80cb61a7dcfe, host n-d-818022-2, cleared binding levels {{(pid=103367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:01:06.402366 n-d-818022-2 neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-584a22bc-9c42-4e9b-aaa5-d3f831c02a4c None None] For port 33e3689d-565f-4b36-aa67-80cb61a7dcfe, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=33e3689d-565f-4b36-aa67-80cb61a7dcfe,segment=NetworkSegment(bbe705c1-96c0-476e-8381-28227e6f0ac5),segment_id=bbe705c1-96c0-476e-8381-28227e6f0ac5)] {{(pid=103367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:01:06.418193 n-d-818022-2 neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-584a22bc-9c42-4e9b-aaa5-d3f831c02a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:06.462706 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71524cfc-6f8e-435f-ac1d-c2ca6862d997 None None] DHCP port deletion for 645e61aa-1a6c-4e8f-857e-ab06edb4897f request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:01:06.503249 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-a91cbde1-0307-4e22-bc8d-54aa349c98a8 None None] Port 33e3689d-565f-4b36-aa67-80cb61a7dcfe cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:01:06.504688 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-584a22bc-9c42-4e9b-aaa5-d3f831c02a4c None None] Routers {'97904c6c-e421-470b-86d5-259741baa681'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:01:06.505596 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-584a22bc-9c42-4e9b-aaa5-d3f831c02a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T19:01:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['97904c6c-e421-470b-86d5-259741baa681'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:01:06.580297 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 94ad2791-c9e1-4eee-bd6b-44f2c505aec4 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:01:06.643114 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932e10bf-6293-4801-a293-82f26ada9795 None None] Pushing event updated for resources: {'Port': ['ID=33e3689d-565f-4b36-aa67-80cb61a7dcfe,revision_number=3']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:01:06.676048 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-d88b9569-b685-4c02-892c-cb517d5d6b84 None None] Provisioning complete for port 33e3689d-565f-4b36-aa67-80cb61a7dcfe triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:01:06.676048 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d88b9569-b685-4c02-892c-cb517d5d6b84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:06.686451 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [None req-81f06179-b3f6-4a22-80e5-94ae40693d93 admin admin] Allocated IP 172.20.0.1 (10eaa057-3bc6-446a-90c1-de999fabf58a/ba548f13-fecb-4c88-88c1-86d91606e463/2ba1cd46-3dc5-42d8-9040-2567abdabf81) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:01:06.707177 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-584a22bc-9c42-4e9b-aaa5-d3f831c02a4c None None] Set router 97904c6c-e421-470b-86d5-259741baa681 gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:01:06.732627 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 94ad2791-c9e1-4eee-bd6b-44f2c505aec4 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:01:06.733004 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:06.827594 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-81f06179-b3f6-4a22-80e5-94ae40693d93 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:06.887562 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-81f06179-b3f6-4a22-80e5-94ae40693d93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:06.937686 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81f06179-b3f6-4a22-80e5-94ae40693d93 admin admin] Network 10eaa057-3bc6-446a-90c1-de999fabf58a is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:01:06.945353 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-81f06179-b3f6-4a22-80e5-94ae40693d93 admin admin] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:01:06.948618 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f06179-b3f6-4a22-80e5-94ae40693d93 admin admin] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:01:06.994183 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f06179-b3f6-4a22-80e5-94ae40693d93 admin admin] Pushing event updated for resources: {'Port': ['ID=2ba1cd46-3dc5-42d8-9040-2567abdabf81,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:01:06.994390 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-454777da-cd99-4f55-98e8-f5da98783012 None None] Network 10eaa057-3bc6-446a-90c1-de999fabf58a requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:01:07.019513 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-81f06179-b3f6-4a22-80e5-94ae40693d93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-671361'] for router_interface, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:07.066254 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-584a22bc-9c42-4e9b-aaa5-d3f831c02a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97904c6c-e421-470b-86d5-259741baa681', 'name': 'tempest-TestSnapshotPattern-2067909506-router', 'tenant_id': 'a4087e83220a497493320259ea76e703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': '33e3689d-565f-4b36-aa67-80cb61a7dcfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:01:03Z', 'updated_at': '2021-11-19T19:01:04Z', 'revision_number': 3, 'project_id': 'a4087e83220a497493320259ea76e703', 'gw_port': {'id': '33e3689d-565f-4b36-aa67-80cb61a7dcfe', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:f3:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97904c6c-e421-470b-86d5-259741baa681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4358, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:01:04Z', 'updated_at': '2021-11-19T19:01:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:01:07.106051 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-584a22bc-9c42-4e9b-aaa5-d3f831c02a4c None None] The sync data for ids ['97904c6c-e421-470b-86d5-259741baa681'] in n-d-818022-2 is: [{'id': '97904c6c-e421-470b-86d5-259741baa681', 'name': 'tempest-TestSnapshotPattern-2067909506-router', 'tenant_id': 'a4087e83220a497493320259ea76e703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': '33e3689d-565f-4b36-aa67-80cb61a7dcfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:01:03Z', 'updated_at': '2021-11-19T19:01:04Z', 'revision_number': 3, 'project_id': 'a4087e83220a497493320259ea76e703', 'gw_port': {'id': '33e3689d-565f-4b36-aa67-80cb61a7dcfe', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:f3:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97904c6c-e421-470b-86d5-259741baa681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4358, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:01:04Z', 'updated_at': '2021-11-19T19:01:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:01:07.190476 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-81f06179-b3f6-4a22-80e5-94ae40693d93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:07.202134 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d88b9569-b685-4c02-892c-cb517d5d6b84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:07.227625 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-d88b9569-b685-4c02-892c-cb517d5d6b84 None None] For port 33e3689d-565f-4b36-aa67-80cb61a7dcfe, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=33e3689d-565f-4b36-aa67-80cb61a7dcfe,segment=NetworkSegment(bbe705c1-96c0-476e-8381-28227e6f0ac5),segment_id=bbe705c1-96c0-476e-8381-28227e6f0ac5)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:01:07.253190 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d88b9569-b685-4c02-892c-cb517d5d6b84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:07.257871 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:07.348693 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] For port 94ad2791-c9e1-4eee-bd6b-44f2c505aec4, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=94ad2791-c9e1-4eee-bd6b-44f2c505aec4,segment=NetworkSegment(3363f7b6-041f-45fb-a5d8-db2d5f6c3102),segment_id=3363f7b6-041f-45fb-a5d8-db2d5f6c3102)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:01:07.350807 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88b9569-b685-4c02-892c-cb517d5d6b84 None None] Pushing event updated for resources: {'Port': ['ID=33e3689d-565f-4b36-aa67-80cb61a7dcfe,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:01:07.357921 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:07.358703 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 5989c4df-fbe8-47c8-8a77-2f420a16f8c6 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:01:07.400655 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-81f06179-b3f6-4a22-80e5-94ae40693d93 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:07.409052 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-81f06179-b3f6-4a22-80e5-94ae40693d93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:07.461766 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-2ea2e673-35a9-44c5-8d78-c2619038003a None None] Provisioning complete for port 94ad2791-c9e1-4eee-bd6b-44f2c505aec4 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:01:07.462194 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2ea2e673-35a9-44c5-8d78-c2619038003a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:07.463911 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Pushing event updated for resources: {'Port': ['ID=94ad2791-c9e1-4eee-bd6b-44f2c505aec4,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:01:07.532176 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 5989c4df-fbe8-47c8-8a77-2f420a16f8c6 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:01:07.532553 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:07.532781 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f06179-b3f6-4a22-80e5-94ae40693d93 admin admin] Pushing event updated for resources: {'Port': ['ID=2ba1cd46-3dc5-42d8-9040-2567abdabf81,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:01:07.562371 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-81f06179-b3f6-4a22-80e5-94ae40693d93 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-768529'] for router_interface, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:07.717907 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81f06179-b3f6-4a22-80e5-94ae40693d93 admin admin] Network 10eaa057-3bc6-446a-90c1-de999fabf58a is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:01:07.719210 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-81f06179-b3f6-4a22-80e5-94ae40693d93 admin admin] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:01:07.791621 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-60c855f4-922a-42eb-9def-a8961165a671 None None] Provisioning complete for port 94ad2791-c9e1-4eee-bd6b-44f2c505aec4 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:01:07.792006 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-60c855f4-922a-42eb-9def-a8961165a671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:07.880724 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81f06179-b3f6-4a22-80e5-94ae40693d93 admin admin] Router 97904c6c-e421-470b-86d5-259741baa681 has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 19:01:07.936161 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-60c855f4-922a-42eb-9def-a8961165a671 None None] Provisioning complete for port 2ba1cd46-3dc5-42d8-9040-2567abdabf81 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:01:07.936677 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-60c855f4-922a-42eb-9def-a8961165a671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:07.977128 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-60c855f4-922a-42eb-9def-a8961165a671 None None] Port 2ba1cd46-3dc5-42d8-9040-2567abdabf81 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:01:08.018055 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81f06179-b3f6-4a22-80e5-94ae40693d93 admin admin] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:01:08.023608 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-81f06179-b3f6-4a22-80e5-94ae40693d93 admin admin] 10.222.0.54 "PUT /v2.0/routers/97904c6c-e421-470b-86d5-259741baa681/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6374006 Nov 19 19:01:08.105788 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-5a3dc574-a07d-488c-b3b4-e54319993e01 None None] Provisioning complete for port 2ba1cd46-3dc5-42d8-9040-2567abdabf81 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:01:08.106430 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-5a3dc574-a07d-488c-b3b4-e54319993e01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:08.151596 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-5a3dc574-a07d-488c-b3b4-e54319993e01 None None] Port 2ba1cd46-3dc5-42d8-9040-2567abdabf81 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:01:08.274381 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-2463883d-aa67-4120-9451-ce988a63d3cf None None] Provisioning complete for port 2ba1cd46-3dc5-42d8-9040-2567abdabf81 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:01:08.274904 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2463883d-aa67-4120-9451-ce988a63d3cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:08.314773 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-2463883d-aa67-4120-9451-ce988a63d3cf None None] Port 2ba1cd46-3dc5-42d8-9040-2567abdabf81 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:01:08.490678 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 94ad2791-c9e1-4eee-bd6b-44f2c505aec4 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:01:08.538689 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 94ad2791-c9e1-4eee-bd6b-44f2c505aec4 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:01:08.539066 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:08.615340 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 33e3689d-565f-4b36-aa67-80cb61a7dcfe up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:01:08.663499 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 33e3689d-565f-4b36-aa67-80cb61a7dcfe triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:01:08.663875 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:08.732948 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 50388) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:01:08.737655 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-7cacbc6a-451e-48a4-8639-406bd8173fc3 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-600740924', 'description': 'tempest-secgroup-smoke-600740924 description', 'project_id': '47856e6a6f5549fc8e5653aa68c326c1'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:01:08.758651 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7cacbc6a-451e-48a4-8639-406bd8173fc3 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] Publish callbacks [] for security_group, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:08.821690 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7cacbc6a-451e-48a4-8639-406bd8173fc3 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] Publish callbacks [] for security_group, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:08.825984 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7cacbc6a-451e-48a4-8639-406bd8173fc3 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:08.851999 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7cacbc6a-451e-48a4-8639-406bd8173fc3 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:08.856121 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-7cacbc6a-451e-48a4-8639-406bd8173fc3 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1192689 Nov 19 19:01:08.856450 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 50390) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:01:08.858687 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cacbc6a-451e-48a4-8639-406bd8173fc3 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86f12cf9-4fd1-443c-b361-8d4cec402380,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:01:08.862288 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-ca0e083d-4653-407e-952b-17b5dcf10d9f tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] Request body: {'security_group_rule': {'security_group_id': '86f12cf9-4fd1-443c-b361-8d4cec402380', 'project_id': '47856e6a6f5549fc8e5653aa68c326c1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:01:08.892895 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ca0e083d-4653-407e-952b-17b5dcf10d9f tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:08.950076 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ca0e083d-4653-407e-952b-17b5dcf10d9f tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:08.953709 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ca0e083d-4653-407e-952b-17b5dcf10d9f tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735179'] for security_group_rule, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:08.975315 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0e083d-4653-407e-952b-17b5dcf10d9f tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de561b90-a3e7-4694-be0f-26f55ca991b9,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:01:08.981112 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ca0e083d-4653-407e-952b-17b5dcf10d9f tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:08.983007 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-ca0e083d-4653-407e-952b-17b5dcf10d9f tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1243517 Nov 19 19:01:08.985757 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 50392) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:01:08.990083 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-6cc99601-3714-411b-b5e4-7647bbbd27c3 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] Request body: {'security_group_rule': {'security_group_id': '86f12cf9-4fd1-443c-b361-8d4cec402380', 'project_id': '47856e6a6f5549fc8e5653aa68c326c1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:01:09.016131 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6cc99601-3714-411b-b5e4-7647bbbd27c3 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:09.074826 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6cc99601-3714-411b-b5e4-7647bbbd27c3 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:09.078823 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6cc99601-3714-411b-b5e4-7647bbbd27c3 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735179'] for security_group_rule, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:09.097624 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc99601-3714-411b-b5e4-7647bbbd27c3 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fab2275-829e-4720-b8e6-9f4db51c03b2,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:01:09.104708 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6cc99601-3714-411b-b5e4-7647bbbd27c3 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:09.105964 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-6cc99601-3714-411b-b5e4-7647bbbd27c3 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1192117 Nov 19 19:01:09.109434 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 50394) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:01:09.113770 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-292f6178-36d5-4417-ad0c-f82dbfcf56b5 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] Request body: {'security_group_rule': {'security_group_id': '86f12cf9-4fd1-443c-b361-8d4cec402380', 'project_id': '47856e6a6f5549fc8e5653aa68c326c1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:01:09.140336 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-292f6178-36d5-4417-ad0c-f82dbfcf56b5 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:09.197181 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-292f6178-36d5-4417-ad0c-f82dbfcf56b5 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:09.201443 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-292f6178-36d5-4417-ad0c-f82dbfcf56b5 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735179'] for security_group_rule, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:09.220786 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292f6178-36d5-4417-ad0c-f82dbfcf56b5 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f1df491-35ad-41bd-ae60-ef1703ef1aec,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:01:09.229506 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-292f6178-36d5-4417-ad0c-f82dbfcf56b5 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:09.230778 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-292f6178-36d5-4417-ad0c-f82dbfcf56b5 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1203859 Nov 19 19:01:09.234181 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 50396) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:01:09.238530 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-f3565a73-ef06-4883-b0e7-e8e752e13dbc tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] Request body: {'security_group_rule': {'security_group_id': '86f12cf9-4fd1-443c-b361-8d4cec402380', 'project_id': '47856e6a6f5549fc8e5653aa68c326c1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:01:09.268570 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f3565a73-ef06-4883-b0e7-e8e752e13dbc tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:09.326626 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f3565a73-ef06-4883-b0e7-e8e752e13dbc tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:09.329926 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f3565a73-ef06-4883-b0e7-e8e752e13dbc tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735179'] for security_group_rule, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:09.348071 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3565a73-ef06-4883-b0e7-e8e752e13dbc tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d43f6aec-5b67-4521-be00-5bcbc428366b,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:01:09.355364 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f3565a73-ef06-4883-b0e7-e8e752e13dbc tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:09.356576 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-f3565a73-ef06-4883-b0e7-e8e752e13dbc tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1214755 Nov 19 19:01:09.359973 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 50398) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:01:09.364234 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-46dd0044-fb3a-4e4a-9b16-629da4c44995 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] Request body: {'security_group_rule': {'security_group_id': '86f12cf9-4fd1-443c-b361-8d4cec402380', 'project_id': '47856e6a6f5549fc8e5653aa68c326c1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:01:09.385327 n-d-818022-2 neutron-server[103365]: INFO neutron.db.securitygroups_db [None req-46dd0044-fb3a-4e4a-9b16-629da4c44995 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] Project 47856e6a6f5549fc8e5653aa68c326c1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 19:01:09.391442 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-46dd0044-fb3a-4e4a-9b16-629da4c44995 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:09.449075 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-46dd0044-fb3a-4e4a-9b16-629da4c44995 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:09.453683 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-46dd0044-fb3a-4e4a-9b16-629da4c44995 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735179'] for security_group_rule, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:09.475721 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dd0044-fb3a-4e4a-9b16-629da4c44995 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d847f55-a9be-4e6c-b5dc-1df8eb2191da,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:01:09.481652 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-46dd0044-fb3a-4e4a-9b16-629da4c44995 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:09.482806 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-46dd0044-fb3a-4e4a-9b16-629da4c44995 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1219060 Nov 19 19:01:09.485558 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 50400) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:01:09.490060 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-8117d134-6e22-4a4d-ab37-ac78aba761d7 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] Request body: {'security_group_rule': {'security_group_id': '86f12cf9-4fd1-443c-b361-8d4cec402380', 'project_id': '47856e6a6f5549fc8e5653aa68c326c1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:01:09.512670 n-d-818022-2 neutron-server[103365]: INFO neutron.db.securitygroups_db [None req-8117d134-6e22-4a4d-ab37-ac78aba761d7 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] Project 47856e6a6f5549fc8e5653aa68c326c1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 19:01:09.518689 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8117d134-6e22-4a4d-ab37-ac78aba761d7 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:09.587782 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8117d134-6e22-4a4d-ab37-ac78aba761d7 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:09.592678 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8117d134-6e22-4a4d-ab37-ac78aba761d7 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735179'] for security_group_rule, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:09.612620 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8117d134-6e22-4a4d-ab37-ac78aba761d7 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d536b7a-9945-406f-8a87-e414ecfd868d,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:01:09.621470 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8117d134-6e22-4a4d-ab37-ac78aba761d7 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:09.622779 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-8117d134-6e22-4a4d-ab37-ac78aba761d7 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1362071 Nov 19 19:01:09.775441 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ca12fab0-55eb-4dee-8398-8c2cb71e5dde req-1419eeae-dbc8-40c2-98d6-476ad5ddd5ac tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-600740924&fields=id&tenant_id=47856e6a6f5549fc8e5653aa68c326c1 HTTP/1.1" status: 200 len: 267 time: 0.0455306 Nov 19 19:01:09.803644 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b788a7-67c3-4946-94c5-18badaa53195 None None] Sync routers for ids ['97904c6c-e421-470b-86d5-259741baa681'] in n-d-818022-2 {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:01:09.814790 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b788a7-67c3-4946-94c5-18badaa53195 None None] Routers {'97904c6c-e421-470b-86d5-259741baa681'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:01:09.815402 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-d8b788a7-67c3-4946-94c5-18badaa53195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T19:01:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['97904c6c-e421-470b-86d5-259741baa681'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:01:09.881766 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca12fab0-55eb-4dee-8398-8c2cb71e5dde req-c64fc673-5586-4d32-937f-33a81a1ac7b4 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:01:09.883195 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ca12fab0-55eb-4dee-8398-8c2cb71e5dde req-c64fc673-5586-4d32-937f-33a81a1ac7b4 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] 10.222.0.54 "GET /v2.0/networks?id=41aa1c43-4a6b-43f6-870c-a24cd37b9cc3 HTTP/1.1" status: 200 len: 810 time: 0.1005049 Nov 19 19:01:09.898493 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ca12fab0-55eb-4dee-8398-8c2cb71e5dde req-eddac7c7-02dc-4011-b380-932ba0f833dc tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] 10.222.0.54 "GET /v2.0/quotas/47856e6a6f5549fc8e5653aa68c326c1 HTTP/1.1" status: 200 len: 375 time: 0.0089979 Nov 19 19:01:09.921478 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-d8b788a7-67c3-4946-94c5-18badaa53195 None None] Set router 97904c6c-e421-470b-86d5-259741baa681 gateway port host: n-d-818022-2 {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:01:09.953728 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ca12fab0-55eb-4dee-8398-8c2cb71e5dde req-a38e0ff3-7983-4e2b-bc61-31391de5fc43 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=47856e6a6f5549fc8e5653aa68c326c1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0497575 Nov 19 19:01:09.970681 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [req-ca12fab0-55eb-4dee-8398-8c2cb71e5dde req-1c22c6fc-f98b-4d54-997b-492c302cd991 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=103365) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 19:01:09.971797 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ca12fab0-55eb-4dee-8398-8c2cb71e5dde req-1c22c6fc-f98b-4d54-997b-492c302cd991 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062313 Nov 19 19:01:10.061443 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ca12fab0-55eb-4dee-8398-8c2cb71e5dde req-ee3dac90-032a-4b10-b948-566f3f238f74 service neutron] 10.222.0.54 "GET /v2.0/networks/41aa1c43-4a6b-43f6-870c-a24cd37b9cc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833700 Nov 19 19:01:10.126506 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-d8b788a7-67c3-4946-94c5-18badaa53195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97904c6c-e421-470b-86d5-259741baa681', 'name': 'tempest-TestSnapshotPattern-2067909506-router', 'tenant_id': 'a4087e83220a497493320259ea76e703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': '33e3689d-565f-4b36-aa67-80cb61a7dcfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:01:03Z', 'updated_at': '2021-11-19T19:01:07Z', 'revision_number': 4, 'project_id': 'a4087e83220a497493320259ea76e703', 'gw_port': {'id': '33e3689d-565f-4b36-aa67-80cb61a7dcfe', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:f3:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97904c6c-e421-470b-86d5-259741baa681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4358, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:01:04Z', 'updated_at': '2021-11-19T19:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': '2ba1cd46-3dc5-42d8-9040-2567abdabf81', 'name': '', 'network_id': '10eaa057-3bc6-446a-90c1-de999fabf58a', 'tenant_id': 'a4087e83220a497493320259ea76e703', 'mac_address': 'fa:16:3e:d8:25:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97904c6c-e421-470b-86d5-259741baa681', 'device_owner': 'network:router_interface', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': 'ba548f13-fecb-4c88-88c1-86d91606e463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:01:06Z', 'updated_at': '2021-11-19T19:01:07Z', 'revision_number': 2, 'project_id': 'a4087e83220a497493320259ea76e703', 'subnets': [{'id': 'ba548f13-fecb-4c88-88c1-86d91606e463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:01:10.151824 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b788a7-67c3-4946-94c5-18badaa53195 None None] Checking router: 97904c6c-e421-470b-86d5-259741baa681 for host: n-d-818022-2 {{(pid=103366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 19:01:10.152089 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b788a7-67c3-4946-94c5-18badaa53195 None None] Updating router 97904c6c-e421-470b-86d5-259741baa681 port 2ba1cd46-3dc5-42d8-9040-2567abdabf81 binding host n-d-818022-2 {{(pid=103366) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 19:01:10.154693 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ca12fab0-55eb-4dee-8398-8c2cb71e5dde req-38c69056-de2a-43f8-8871-7f84d9670ee2 service neutron] 10.222.0.54 "GET /v2.0/networks/41aa1c43-4a6b-43f6-870c-a24cd37b9cc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872560 Nov 19 19:01:10.176882 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d8b788a7-67c3-4946-94c5-18badaa53195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:10.323288 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ab059674-645b-4701-800c-02078842f08f req-f0e82eea-70fe-43fe-a996-125d1fd6845a tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] 10.222.0.54 "GET /v2.0/ports?device_id=e1b05eff-3e76-4049-8a45-bbe116a92eb2 HTTP/1.1" status: 200 len: 210 time: 0.0291290 Nov 19 19:01:10.448028 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d8b788a7-67c3-4946-94c5-18badaa53195 None None] Publish callbacks [] for port, precommit_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:10.454045 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d8b788a7-67c3-4946-94c5-18badaa53195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:10.504705 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f13949-88ec-4d4e-ab7f-ba80ad3133b3 None None] Pushing event updated for resources: {'Port': ['ID=2ba1cd46-3dc5-42d8-9040-2567abdabf81,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:01:10.559920 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-d8b788a7-67c3-4946-94c5-18badaa53195 None None] Attempting to bind port 2ba1cd46-3dc5-42d8-9040-2567abdabf81 on host n-d-818022-2 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:01:10.560678 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-d8b788a7-67c3-4946-94c5-18badaa53195 None None] Attempting to bind port 2ba1cd46-3dc5-42d8-9040-2567abdabf81 by drivers openvswitch,hyperv on host n-d-818022-2 at level 0 using segments [{'id': '3363f7b6-041f-45fb-a5d8-db2d5f6c3102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '10eaa057-3bc6-446a-90c1-de999fabf58a'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:01:10.560945 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b788a7-67c3-4946-94c5-18badaa53195 None None] Attempting to bind port 2ba1cd46-3dc5-42d8-9040-2567abdabf81 on network 10eaa057-3bc6-446a-90c1-de999fabf58a {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:01:10.567340 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b788a7-67c3-4946-94c5-18badaa53195 None None] Checking agent: {'id': 'ccffdc6c-26f5-4e8a-8cc1-3b1541efd6db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 24, 35), 'started_at': datetime.datetime(2021, 11, 19, 17, 25, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 1, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818022-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:01:10.567821 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b788a7-67c3-4946-94c5-18badaa53195 None None] Checking segment: {'id': '3363f7b6-041f-45fb-a5d8-db2d5f6c3102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '10eaa057-3bc6-446a-90c1-de999fabf58a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:01:10.568306 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d8b788a7-67c3-4946-94c5-18badaa53195 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:10.568932 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b788a7-67c3-4946-94c5-18badaa53195 None None] Bound using segment: {'id': '3363f7b6-041f-45fb-a5d8-db2d5f6c3102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '10eaa057-3bc6-446a-90c1-de999fabf58a'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:01:10.569541 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-d8b788a7-67c3-4946-94c5-18badaa53195 None None] Bound port: 2ba1cd46-3dc5-42d8-9040-2567abdabf81, host: n-d-818022-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3363f7b6-041f-45fb-a5d8-db2d5f6c3102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '10eaa057-3bc6-446a-90c1-de999fabf58a'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:01:10.570071 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d8b788a7-67c3-4946-94c5-18badaa53195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:10.648067 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-d8b788a7-67c3-4946-94c5-18badaa53195 None None] For port 2ba1cd46-3dc5-42d8-9040-2567abdabf81, host n-d-818022-2, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:01:10.652192 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-d8b788a7-67c3-4946-94c5-18badaa53195 None None] For port 2ba1cd46-3dc5-42d8-9040-2567abdabf81, host n-d-818022-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=2ba1cd46-3dc5-42d8-9040-2567abdabf81,segment=NetworkSegment(3363f7b6-041f-45fb-a5d8-db2d5f6c3102),segment_id=3363f7b6-041f-45fb-a5d8-db2d5f6c3102)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:01:10.656811 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d8b788a7-67c3-4946-94c5-18badaa53195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:10.714192 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b788a7-67c3-4946-94c5-18badaa53195 None None] Routers {'97904c6c-e421-470b-86d5-259741baa681'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:01:10.714982 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-d8b788a7-67c3-4946-94c5-18badaa53195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T19:01:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['97904c6c-e421-470b-86d5-259741baa681'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:01:10.773652 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f13949-88ec-4d4e-ab7f-ba80ad3133b3 None None] Pushing event updated for resources: {'Port': ['ID=2ba1cd46-3dc5-42d8-9040-2567abdabf81,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:01:10.789732 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-e5828e82-d204-4b77-b97c-db4382f228d6 None None] Provisioning complete for port 2ba1cd46-3dc5-42d8-9040-2567abdabf81 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:01:10.790170 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e5828e82-d204-4b77-b97c-db4382f228d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:10.881743 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-d8b788a7-67c3-4946-94c5-18badaa53195 None None] Set router 97904c6c-e421-470b-86d5-259741baa681 gateway port host: n-d-818022-2 {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:01:11.020518 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e5828e82-d204-4b77-b97c-db4382f228d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:11.074949 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-e5828e82-d204-4b77-b97c-db4382f228d6 None None] For port 2ba1cd46-3dc5-42d8-9040-2567abdabf81, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=2ba1cd46-3dc5-42d8-9040-2567abdabf81,segment=NetworkSegment(3363f7b6-041f-45fb-a5d8-db2d5f6c3102),segment_id=3363f7b6-041f-45fb-a5d8-db2d5f6c3102)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:01:11.082333 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e5828e82-d204-4b77-b97c-db4382f228d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:11.159636 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5828e82-d204-4b77-b97c-db4382f228d6 None None] Pushing event updated for resources: {'Port': ['ID=2ba1cd46-3dc5-42d8-9040-2567abdabf81,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:01:11.181105 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-d8b788a7-67c3-4946-94c5-18badaa53195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97904c6c-e421-470b-86d5-259741baa681', 'name': 'tempest-TestSnapshotPattern-2067909506-router', 'tenant_id': 'a4087e83220a497493320259ea76e703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': '33e3689d-565f-4b36-aa67-80cb61a7dcfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:01:03Z', 'updated_at': '2021-11-19T19:01:07Z', 'revision_number': 4, 'project_id': 'a4087e83220a497493320259ea76e703', 'gw_port': {'id': '33e3689d-565f-4b36-aa67-80cb61a7dcfe', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:f3:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97904c6c-e421-470b-86d5-259741baa681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4358, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:01:04Z', 'updated_at': '2021-11-19T19:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': '2ba1cd46-3dc5-42d8-9040-2567abdabf81', 'name': '', 'network_id': '10eaa057-3bc6-446a-90c1-de999fabf58a', 'tenant_id': 'a4087e83220a497493320259ea76e703', 'mac_address': 'fa:16:3e:d8:25:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97904c6c-e421-470b-86d5-259741baa681', 'device_owner': 'network:router_interface', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': 'ba548f13-fecb-4c88-88c1-86d91606e463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:01:06Z', 'updated_at': '2021-11-19T19:01:10Z', 'revision_number': 4, 'project_id': 'a4087e83220a497493320259ea76e703', 'subnets': [{'id': 'ba548f13-fecb-4c88-88c1-86d91606e463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:01:11.215683 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b788a7-67c3-4946-94c5-18badaa53195 None None] The sync data for ids ['97904c6c-e421-470b-86d5-259741baa681'] in n-d-818022-2 is: [{'id': '97904c6c-e421-470b-86d5-259741baa681', 'name': 'tempest-TestSnapshotPattern-2067909506-router', 'tenant_id': 'a4087e83220a497493320259ea76e703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': '33e3689d-565f-4b36-aa67-80cb61a7dcfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:01:03Z', 'updated_at': '2021-11-19T19:01:07Z', 'revision_number': 4, 'project_id': 'a4087e83220a497493320259ea76e703', 'gw_port': {'id': '33e3689d-565f-4b36-aa67-80cb61a7dcfe', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:f3:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97904c6c-e421-470b-86d5-259741baa681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4358, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:01:04Z', 'updated_at': '2021-11-19T19:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': '2ba1cd46-3dc5-42d8-9040-2567abdabf81', 'name': '', 'network_id': '10eaa057-3bc6-446a-90c1-de999fabf58a', 'tenant_id': 'a4087e83220a497493320259ea76e703', 'mac_address': 'fa:16:3e:d8:25:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97904c6c-e421-470b-86d5-259741baa681', 'device_owner': 'network:router_interface', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': 'ba548f13-fecb-4c88-88c1-86d91606e463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:01:06Z', 'updated_at': '2021-11-19T19:01:10Z', 'revision_number': 4, 'project_id': 'a4087e83220a497493320259ea76e703', 'subnets': [{'id': 'ba548f13-fecb-4c88-88c1-86d91606e463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:01:11.227148 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-7916bf9a-9f17-4199-b209-465b1ccad4f7 None None] Provisioning complete for port 2ba1cd46-3dc5-42d8-9040-2567abdabf81 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:01:11.227749 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-7916bf9a-9f17-4199-b209-465b1ccad4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:11.405316 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca12fab0-55eb-4dee-8398-8c2cb71e5dde req-17c79314-6bbd-4518-8aac-799decca1355 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:01:11.407128 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ca12fab0-55eb-4dee-8398-8c2cb71e5dde req-17c79314-6bbd-4518-8aac-799decca1355 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] 10.222.0.86 "GET /v2.0/networks?id=41aa1c43-4a6b-43f6-870c-a24cd37b9cc3 HTTP/1.1" status: 200 len: 810 time: 0.1473534 Nov 19 19:01:11.453200 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2ff3d6e0-5aa1-48c2-8cae-4177271d59d0 req-ac93afa2-ee22-49a9-b4a2-ba1a401e5a57 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] 10.222.0.54 "GET /v2.0/ports?device_id=e1b05eff-3e76-4049-8a45-bbe116a92eb2 HTTP/1.1" status: 200 len: 210 time: 0.0390215 Nov 19 19:01:11.511158 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ca12fab0-55eb-4dee-8398-8c2cb71e5dde req-2d31de95-bce4-4a2e-9ebc-ebc46f4f40d2 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=47856e6a6f5549fc8e5653aa68c326c1 HTTP/1.1" status: 200 len: 379 time: 0.0870383 Nov 19 19:01:11.521544 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-ca12fab0-55eb-4dee-8398-8c2cb71e5dde req-92519797-cfd7-41a4-b7f6-4291f38c1158 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] Request body: {'port': {'device_id': 'e1b05eff-3e76-4049-8a45-bbe116a92eb2', 'network_id': '41aa1c43-4a6b-43f6-870c-a24cd37b9cc3', 'admin_state_up': True, 'tenant_id': '47856e6a6f5549fc8e5653aa68c326c1', 'security_groups': ['86f12cf9-4fd1-443c-b361-8d4cec402380']}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:01:11.640665 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca12fab0-55eb-4dee-8398-8c2cb71e5dde req-92519797-cfd7-41a4-b7f6-4291f38c1158 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] Made reservation on behalf of 47856e6a6f5549fc8e5653aa68c326c1 for: {'port': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:01:11.644203 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-ca12fab0-55eb-4dee-8398-8c2cb71e5dde req-92519797-cfd7-41a4-b7f6-4291f38c1158 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:11.779310 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [req-ca12fab0-55eb-4dee-8398-8c2cb71e5dde req-92519797-cfd7-41a4-b7f6-4291f38c1158 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] Allocated IP 172.20.0.4 (41aa1c43-4a6b-43f6-870c-a24cd37b9cc3/088ccb83-6a82-4b23-8418-c55f059b957b/b439f9f8-8e4d-4554-81ad-06ec91bf98e1) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:01:11.923317 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-ca12fab0-55eb-4dee-8398-8c2cb71e5dde req-92519797-cfd7-41a4-b7f6-4291f38c1158 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:11.962679 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-ca12fab0-55eb-4dee-8398-8c2cb71e5dde req-92519797-cfd7-41a4-b7f6-4291f38c1158 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:12.006846 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca12fab0-55eb-4dee-8398-8c2cb71e5dde req-92519797-cfd7-41a4-b7f6-4291f38c1158 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] Network 41aa1c43-4a6b-43f6-870c-a24cd37b9cc3 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:01:12.010090 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [req-ca12fab0-55eb-4dee-8398-8c2cb71e5dde req-92519797-cfd7-41a4-b7f6-4291f38c1158 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:01:12.014278 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca12fab0-55eb-4dee-8398-8c2cb71e5dde req-92519797-cfd7-41a4-b7f6-4291f38c1158 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:01:12.040410 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92519797-cfd7-41a4-b7f6-4291f38c1158 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] Pushing event updated for resources: {'Port': ['ID=b439f9f8-8e4d-4554-81ad-06ec91bf98e1,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:01:12.068191 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca12fab0-55eb-4dee-8398-8c2cb71e5dde req-92519797-cfd7-41a4-b7f6-4291f38c1158 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:01:12.068718 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-ca12fab0-55eb-4dee-8398-8c2cb71e5dde req-92519797-cfd7-41a4-b7f6-4291f38c1158 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:12.086715 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ca12fab0-55eb-4dee-8398-8c2cb71e5dde req-92519797-cfd7-41a4-b7f6-4291f38c1158 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5688357 Nov 19 19:01:12.198388 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [req-ca12fab0-55eb-4dee-8398-8c2cb71e5dde req-676361c4-eae8-4eae-b2a4-52750b03ea6a service neutron] Request body: {'port': {'device_id': 'e1b05eff-3e76-4049-8a45-bbe116a92eb2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818022-2'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:01:12.256818 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-ca12fab0-55eb-4dee-8398-8c2cb71e5dde req-676361c4-eae8-4eae-b2a4-52750b03ea6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:12.278117 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-0c05054c-ebc8-470e-a175-16a5f47b0ed0 None None] Provisioning complete for port b439f9f8-8e4d-4554-81ad-06ec91bf98e1 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:01:12.278644 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0c05054c-ebc8-470e-a175-16a5f47b0ed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:12.312725 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-0c05054c-ebc8-470e-a175-16a5f47b0ed0 None None] Port b439f9f8-8e4d-4554-81ad-06ec91bf98e1 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:01:12.426731 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 2ba1cd46-3dc5-42d8-9040-2567abdabf81 up at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:01:12.477866 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Provisioning complete for port 2ba1cd46-3dc5-42d8-9040-2567abdabf81 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:01:12.478256 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:12.522434 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [req-ca12fab0-55eb-4dee-8398-8c2cb71e5dde req-676361c4-eae8-4eae-b2a4-52750b03ea6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b439f9f8-8e4d-4554-81ad-06ec91bf98e1 {{(pid=103365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:01:12.531723 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-ca12fab0-55eb-4dee-8398-8c2cb71e5dde req-676361c4-eae8-4eae-b2a4-52750b03ea6a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:12.544714 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.provisioning_blocks [req-ca12fab0-55eb-4dee-8398-8c2cb71e5dde req-676361c4-eae8-4eae-b2a4-52750b03ea6a service neutron] Transition to ACTIVE for port object b439f9f8-8e4d-4554-81ad-06ec91bf98e1 will not be triggered until provisioned by entity L2. {{(pid=103365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 19:01:12.550481 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-ca12fab0-55eb-4dee-8398-8c2cb71e5dde req-676361c4-eae8-4eae-b2a4-52750b03ea6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:12.586396 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e30a567-f34c-48ae-b60b-d5612f2536ca req-d068c3c0-c15e-4ec8-ade2-b665fba420fb tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:01:12.588637 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-5e30a567-f34c-48ae-b60b-d5612f2536ca req-d068c3c0-c15e-4ec8-ade2-b665fba420fb tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] 10.222.0.54 "GET /v2.0/ports?device_id=e1b05eff-3e76-4049-8a45-bbe116a92eb2 HTTP/1.1" status: 200 len: 943 time: 0.0517867 Nov 19 19:01:12.643215 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676361c4-eae8-4eae-b2a4-52750b03ea6a service neutron] Pushing event updated for resources: {'Port': ['ID=b439f9f8-8e4d-4554-81ad-06ec91bf98e1,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:01:12.650348 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-5e30a567-f34c-48ae-b60b-d5612f2536ca req-4125e59b-73b8-498b-9fbc-a34b9efb55a5 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] 10.222.0.54 "GET /v2.0/security-groups?id=86f12cf9-4fd1-443c-b361-8d4cec402380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546544 Nov 19 19:01:12.676001 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-ca12fab0-55eb-4dee-8398-8c2cb71e5dde req-676361c4-eae8-4eae-b2a4-52750b03ea6a service neutron] Attempting to bind port b439f9f8-8e4d-4554-81ad-06ec91bf98e1 on host n-h2-818022-2 for vnic_type normal with profile {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:01:12.676339 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-ca12fab0-55eb-4dee-8398-8c2cb71e5dde req-676361c4-eae8-4eae-b2a4-52750b03ea6a service neutron] Attempting to bind port b439f9f8-8e4d-4554-81ad-06ec91bf98e1 by drivers openvswitch,hyperv on host n-h2-818022-2 at level 0 using segments [{'id': '1e73e780-109b-4f38-8c54-c6be6b9d1ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '41aa1c43-4a6b-43f6-870c-a24cd37b9cc3'}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:01:12.676668 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca12fab0-55eb-4dee-8398-8c2cb71e5dde req-676361c4-eae8-4eae-b2a4-52750b03ea6a service neutron] Attempting to bind port b439f9f8-8e4d-4554-81ad-06ec91bf98e1 on network 41aa1c43-4a6b-43f6-870c-a24cd37b9cc3 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:01:12.681217 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca12fab0-55eb-4dee-8398-8c2cb71e5dde req-676361c4-eae8-4eae-b2a4-52750b03ea6a service neutron] Port b439f9f8-8e4d-4554-81ad-06ec91bf98e1 on network 41aa1c43-4a6b-43f6-870c-a24cd37b9cc3 not bound, no agent of type Open vSwitch agent registered on host n-h2-818022-2 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 19:01:12.681552 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca12fab0-55eb-4dee-8398-8c2cb71e5dde req-676361c4-eae8-4eae-b2a4-52750b03ea6a service neutron] Attempting to bind port b439f9f8-8e4d-4554-81ad-06ec91bf98e1 on network 41aa1c43-4a6b-43f6-870c-a24cd37b9cc3 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:01:12.687252 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca12fab0-55eb-4dee-8398-8c2cb71e5dde req-676361c4-eae8-4eae-b2a4-52750b03ea6a service neutron] Checking agent: {'id': '525ad2ac-c4ae-4c63-af2e-0bf8d25d0f0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'started_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 1, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:01:12.687592 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca12fab0-55eb-4dee-8398-8c2cb71e5dde req-676361c4-eae8-4eae-b2a4-52750b03ea6a service neutron] Checking segment: {'id': '1e73e780-109b-4f38-8c54-c6be6b9d1ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '41aa1c43-4a6b-43f6-870c-a24cd37b9cc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:01:12.687977 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca12fab0-55eb-4dee-8398-8c2cb71e5dde req-676361c4-eae8-4eae-b2a4-52750b03ea6a service neutron] Bound using segment: {'id': '1e73e780-109b-4f38-8c54-c6be6b9d1ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '41aa1c43-4a6b-43f6-870c-a24cd37b9cc3'} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:01:12.688409 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-ca12fab0-55eb-4dee-8398-8c2cb71e5dde req-676361c4-eae8-4eae-b2a4-52750b03ea6a service neutron] Bound port: b439f9f8-8e4d-4554-81ad-06ec91bf98e1, host: n-h2-818022-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e73e780-109b-4f38-8c54-c6be6b9d1ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '41aa1c43-4a6b-43f6-870c-a24cd37b9cc3'}}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:01:12.688768 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-ca12fab0-55eb-4dee-8398-8c2cb71e5dde req-676361c4-eae8-4eae-b2a4-52750b03ea6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:13.067134 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-ca12fab0-55eb-4dee-8398-8c2cb71e5dde req-676361c4-eae8-4eae-b2a4-52750b03ea6a service neutron] For port b439f9f8-8e4d-4554-81ad-06ec91bf98e1, host n-h2-818022-2, cleared binding levels {{(pid=103365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:01:13.070080 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-ca12fab0-55eb-4dee-8398-8c2cb71e5dde req-676361c4-eae8-4eae-b2a4-52750b03ea6a service neutron] For port b439f9f8-8e4d-4554-81ad-06ec91bf98e1, host n-h2-818022-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=b439f9f8-8e4d-4554-81ad-06ec91bf98e1,segment=NetworkSegment(1e73e780-109b-4f38-8c54-c6be6b9d1ef9),segment_id=1e73e780-109b-4f38-8c54-c6be6b9d1ef9)] {{(pid=103365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:01:13.075876 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-ca12fab0-55eb-4dee-8398-8c2cb71e5dde req-676361c4-eae8-4eae-b2a4-52750b03ea6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:13.112371 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca12fab0-55eb-4dee-8398-8c2cb71e5dde req-676361c4-eae8-4eae-b2a4-52750b03ea6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:01:13.112873 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-ca12fab0-55eb-4dee-8398-8c2cb71e5dde req-676361c4-eae8-4eae-b2a4-52750b03ea6a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:13.114509 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ca12fab0-55eb-4dee-8398-8c2cb71e5dde req-676361c4-eae8-4eae-b2a4-52750b03ea6a service neutron] 10.222.0.86 "PUT /v2.0/ports/b439f9f8-8e4d-4554-81ad-06ec91bf98e1 HTTP/1.1" status: 200 len: 1091 time: 1.0196106 Nov 19 19:01:13.114968 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1b05eff-3e76-4049-8a45-bbe116a92eb2', 'tag': 'b439f9f8-8e4d-4554-81ad-06ec91bf98e1'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:01:13.117392 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd49725d620cdd9f83c5eaf1b0fd23d69d3d375bb9795dcb3d54cd15509d3c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92012b46-2f12-4f5a-a5ef-99e8d60dabb9" -d '{"events": [{"name": "network-changed", "server_uuid": "e1b05eff-3e76-4049-8a45-bbe116a92eb2", "tag": "b439f9f8-8e4d-4554-81ad-06ec91bf98e1"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:01:13.140503 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676361c4-eae8-4eae-b2a4-52750b03ea6a service neutron] Pushing event updated for resources: {'Port': ['ID=b439f9f8-8e4d-4554-81ad-06ec91bf98e1,revision_number=3']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:01:13.204631 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca12fab0-55eb-4dee-8398-8c2cb71e5dde req-557f2c77-43a1-4bf7-8891-7382353fa57a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:01:13.206185 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ca12fab0-55eb-4dee-8398-8c2cb71e5dde req-557f2c77-43a1-4bf7-8891-7382353fa57a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=47856e6a6f5549fc8e5653aa68c326c1&device_id=e1b05eff-3e76-4049-8a45-bbe116a92eb2 HTTP/1.1" status: 200 len: 1094 time: 0.0433018 Nov 19 19:01:13.260352 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 19:01:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a6cd24d-0adb-4d88-a8f1-8b0d98c3604b x-openstack-request-id: req-7a6cd24d-0adb-4d88-a8f1-8b0d98c3604b {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:01:13.260694 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1b05eff-3e76-4049-8a45-bbe116a92eb2", "tag": "b439f9f8-8e4d-4554-81ad-06ec91bf98e1", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:01:13.260889 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-7a6cd24d-0adb-4d88-a8f1-8b0d98c3604b {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:01:13.261291 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1b05eff-3e76-4049-8a45-bbe116a92eb2', 'tag': 'b439f9f8-8e4d-4554-81ad-06ec91bf98e1', 'status': 'completed', 'code': 200} Nov 19 19:01:13.263739 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ca12fab0-55eb-4dee-8398-8c2cb71e5dde req-ed007679-6bf9-4af3-ac28-f1691ab0b228 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b439f9f8-8e4d-4554-81ad-06ec91bf98e1 HTTP/1.1" status: 200 len: 217 time: 0.0478511 Nov 19 19:01:13.323142 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca12fab0-55eb-4dee-8398-8c2cb71e5dde req-fcf81ac8-5c0f-4400-aff8-e343af4edc91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:01:13.325164 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ca12fab0-55eb-4dee-8398-8c2cb71e5dde req-fcf81ac8-5c0f-4400-aff8-e343af4edc91 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=088ccb83-6a82-4b23-8418-c55f059b957b HTTP/1.1" status: 200 len: 849 time: 0.0543699 Nov 19 19:01:13.375590 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca12fab0-55eb-4dee-8398-8c2cb71e5dde req-dcba9999-3e36-4222-95ae-ca40ec7a86fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:01:13.377132 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ca12fab0-55eb-4dee-8398-8c2cb71e5dde req-dcba9999-3e36-4222-95ae-ca40ec7a86fd service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=41aa1c43-4a6b-43f6-870c-a24cd37b9cc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428069 Nov 19 19:01:13.476474 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ca12fab0-55eb-4dee-8398-8c2cb71e5dde req-f035d490-22e5-49f7-ae07-ba7d140e2139 service neutron] 10.222.0.86 "GET /v2.0/networks/41aa1c43-4a6b-43f6-870c-a24cd37b9cc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895467 Nov 19 19:01:13.568326 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ca12fab0-55eb-4dee-8398-8c2cb71e5dde req-bb20e21d-c0e3-4a2d-a8f5-70453c50817b service neutron] 10.222.0.86 "GET /v2.0/networks/41aa1c43-4a6b-43f6-870c-a24cd37b9cc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849864 Nov 19 19:01:13.658592 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92012b46-2f12-4f5a-a5ef-99e8d60dabb9 req-79e750f6-b488-4716-9d44-18961bf33834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:01:13.660108 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-92012b46-2f12-4f5a-a5ef-99e8d60dabb9 req-79e750f6-b488-4716-9d44-18961bf33834 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=47856e6a6f5549fc8e5653aa68c326c1&device_id=e1b05eff-3e76-4049-8a45-bbe116a92eb2 HTTP/1.1" status: 200 len: 1094 time: 0.0459847 Nov 19 19:01:13.753252 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92012b46-2f12-4f5a-a5ef-99e8d60dabb9 req-9216f399-2023-4d65-a0dd-d191ff86e442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:01:13.754771 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-92012b46-2f12-4f5a-a5ef-99e8d60dabb9 req-9216f399-2023-4d65-a0dd-d191ff86e442 service neutron] 10.222.0.86 "GET /v2.0/networks?id=41aa1c43-4a6b-43f6-870c-a24cd37b9cc3 HTTP/1.1" status: 200 len: 911 time: 0.0868731 Nov 19 19:01:13.774788 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f535422d-91fa-43e5-be97-109467355a2a req-016548aa-1053-436a-9a4b-eb1e8c495cbf tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:01:13.776322 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f535422d-91fa-43e5-be97-109467355a2a req-016548aa-1053-436a-9a4b-eb1e8c495cbf tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] 10.222.0.54 "GET /v2.0/ports?device_id=e1b05eff-3e76-4049-8a45-bbe116a92eb2 HTTP/1.1" status: 200 len: 943 time: 0.0496204 Nov 19 19:01:13.801952 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-92012b46-2f12-4f5a-a5ef-99e8d60dabb9 req-f97be0cf-8937-43a7-822e-66db5593b2a4 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b439f9f8-8e4d-4554-81ad-06ec91bf98e1 HTTP/1.1" status: 200 len: 217 time: 0.0396667 Nov 19 19:01:13.841166 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-f535422d-91fa-43e5-be97-109467355a2a req-3bf2bf88-119a-402e-be82-9b855b2dc0a8 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] 10.222.0.54 "GET /v2.0/security-groups?id=86f12cf9-4fd1-443c-b361-8d4cec402380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580814 Nov 19 19:01:13.871798 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92012b46-2f12-4f5a-a5ef-99e8d60dabb9 req-09741296-8470-4084-b02b-d9c5ebd0482f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:01:13.873920 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-92012b46-2f12-4f5a-a5ef-99e8d60dabb9 req-09741296-8470-4084-b02b-d9c5ebd0482f service neutron] 10.222.0.86 "GET /v2.0/subnets?id=088ccb83-6a82-4b23-8418-c55f059b957b HTTP/1.1" status: 200 len: 849 time: 0.0624170 Nov 19 19:01:13.921803 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92012b46-2f12-4f5a-a5ef-99e8d60dabb9 req-0460e5d6-55c0-4508-9a9f-d36647863466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:01:13.923347 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-92012b46-2f12-4f5a-a5ef-99e8d60dabb9 req-0460e5d6-55c0-4508-9a9f-d36647863466 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=41aa1c43-4a6b-43f6-870c-a24cd37b9cc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419335 Nov 19 19:01:14.025136 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-92012b46-2f12-4f5a-a5ef-99e8d60dabb9 req-12dec658-59c7-4f02-b523-1cf6cd90477d service neutron] 10.222.0.86 "GET /v2.0/networks/41aa1c43-4a6b-43f6-870c-a24cd37b9cc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923073 Nov 19 19:01:14.121767 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-92012b46-2f12-4f5a-a5ef-99e8d60dabb9 req-b24da86f-dbbc-46c9-b6a1-2e379be1091c service neutron] 10.222.0.86 "GET /v2.0/networks/41aa1c43-4a6b-43f6-870c-a24cd37b9cc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899336 Nov 19 19:01:14.960680 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c5e535-3fc4-4692-96c6-308df57f434d req-58618f38-70e4-436d-bdf6-83896fcff6cf tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:01:14.962283 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-98c5e535-3fc4-4692-96c6-308df57f434d req-58618f38-70e4-436d-bdf6-83896fcff6cf tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] 10.222.0.54 "GET /v2.0/ports?device_id=e1b05eff-3e76-4049-8a45-bbe116a92eb2 HTTP/1.1" status: 200 len: 943 time: 0.0483975 Nov 19 19:01:15.010713 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-98c5e535-3fc4-4692-96c6-308df57f434d req-5eaa0255-85ef-4351-a23f-e2fd7037e871 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] 10.222.0.54 "GET /v2.0/security-groups?id=86f12cf9-4fd1-443c-b361-8d4cec402380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420167 Nov 19 19:01:15.249246 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device b439f9f8-8e4d-4554-81ad-06ec91bf98e1 details requested by agent hyperv_n-h2-818022-2 with host n-h2-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 19:01:15.342296 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port b439f9f8-8e4d-4554-81ad-06ec91bf98e1, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=b439f9f8-8e4d-4554-81ad-06ec91bf98e1,segment=NetworkSegment(1e73e780-109b-4f38-8c54-c6be6b9d1ef9),segment_id=1e73e780-109b-4f38-8c54-c6be6b9d1ef9)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:01:15.353500 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Returning: {'device': 'b439f9f8-8e4d-4554-81ad-06ec91bf98e1', 'network_id': '41aa1c43-4a6b-43f6-870c-a24cd37b9cc3', 'port_id': 'b439f9f8-8e4d-4554-81ad-06ec91bf98e1', 'mac_address': 'fa:16:3e:4e:c1:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 684, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '088ccb83-6a82-4b23-8418-c55f059b957b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 19:01:15.389392 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:15.405123 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b439f9f8-8e4d-4554-81ad-06ec91bf98e1 {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:01:15.424027 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port b439f9f8-8e4d-4554-81ad-06ec91bf98e1, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=b439f9f8-8e4d-4554-81ad-06ec91bf98e1,segment=NetworkSegment(1e73e780-109b-4f38-8c54-c6be6b9d1ef9),segment_id=1e73e780-109b-4f38-8c54-c6be6b9d1ef9)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:01:15.428459 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:15.475266 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Pushing event updated for resources: {'Port': ['ID=b439f9f8-8e4d-4554-81ad-06ec91bf98e1,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:01:15.678938 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] get_ports_and_sgs() called for port_ids ['b439f9f8-8e4d-4554-81ad-06ec91bf98e1'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:01:16.127361 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ef23bb-9fea-407b-b1ef-00e5b4e0fba9 req-7311b7e4-bedf-4938-bb19-18ed7edabde9 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:01:16.128900 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-17ef23bb-9fea-407b-b1ef-00e5b4e0fba9 req-7311b7e4-bedf-4938-bb19-18ed7edabde9 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] 10.222.0.54 "GET /v2.0/ports?device_id=e1b05eff-3e76-4049-8a45-bbe116a92eb2 HTTP/1.1" status: 200 len: 944 time: 0.0497286 Nov 19 19:01:16.180384 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-17ef23bb-9fea-407b-b1ef-00e5b4e0fba9 req-859672cf-b762-4c2a-9fa1-41168d0c41b3 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] 10.222.0.54 "GET /v2.0/security-groups?id=86f12cf9-4fd1-443c-b361-8d4cec402380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454233 Nov 19 19:01:17.264487 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device b439f9f8-8e4d-4554-81ad-06ec91bf98e1 up at agent hyperv_n-h2-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:01:17.301742 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a861209-d649-4286-b8c2-8efffdc16433 req-da6105c2-74ba-486a-bfd9-ae52cf80dc82 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:01:17.303213 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4a861209-d649-4286-b8c2-8efffdc16433 req-da6105c2-74ba-486a-bfd9-ae52cf80dc82 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] 10.222.0.54 "GET /v2.0/ports?device_id=e1b05eff-3e76-4049-8a45-bbe116a92eb2 HTTP/1.1" status: 200 len: 944 time: 0.0546010 Nov 19 19:01:17.315223 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Provisioning for port b439f9f8-8e4d-4554-81ad-06ec91bf98e1 completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 19:01:17.319436 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Provisioning complete for port b439f9f8-8e4d-4554-81ad-06ec91bf98e1 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:01:17.319928 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:17.363856 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4a861209-d649-4286-b8c2-8efffdc16433 req-9db407bc-cc3e-46f9-a39f-1b6419920ca2 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] 10.222.0.54 "GET /v2.0/security-groups?id=86f12cf9-4fd1-443c-b361-8d4cec402380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545735 Nov 19 19:01:17.552759 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:17.574832 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1b05eff-3e76-4049-8a45-bbe116a92eb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b439f9f8-8e4d-4554-81ad-06ec91bf98e1'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:01:17.577394 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e87da51c426c585745380e4f647dbd896557016b88dd9fb127e5d98628c937cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e79b152-5a74-4c45-a148-54d702e14ddc" -d '{"events": [{"server_uuid": "e1b05eff-3e76-4049-8a45-bbe116a92eb2", "name": "network-vif-plugged", "status": "completed", "tag": "b439f9f8-8e4d-4554-81ad-06ec91bf98e1"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:01:17.592726 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port b439f9f8-8e4d-4554-81ad-06ec91bf98e1, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=b439f9f8-8e4d-4554-81ad-06ec91bf98e1,segment=NetworkSegment(1e73e780-109b-4f38-8c54-c6be6b9d1ef9),segment_id=1e73e780-109b-4f38-8c54-c6be6b9d1ef9)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:01:17.596624 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:17.620812 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:01:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-259267db-eae8-4e5c-b20b-31d0f0fadb28 x-openstack-request-id: req-259267db-eae8-4e5c-b20b-31d0f0fadb28 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:01:17.621108 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1b05eff-3e76-4049-8a45-bbe116a92eb2", "name": "network-vif-plugged", "status": "completed", "tag": "b439f9f8-8e4d-4554-81ad-06ec91bf98e1", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:01:17.621363 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-259267db-eae8-4e5c-b20b-31d0f0fadb28 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:01:17.621752 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1b05eff-3e76-4049-8a45-bbe116a92eb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b439f9f8-8e4d-4554-81ad-06ec91bf98e1', 'code': 200} Nov 19 19:01:17.650719 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Pushing event updated for resources: {'Port': ['ID=b439f9f8-8e4d-4554-81ad-06ec91bf98e1,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:01:17.721417 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b48ac5-ec53-4620-b9df-eb132e44ce30 req-7b3d9a50-3168-4e46-9c5e-39d5efa01f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:01:17.722960 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-30b48ac5-ec53-4620-b9df-eb132e44ce30 req-7b3d9a50-3168-4e46-9c5e-39d5efa01f7f service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=e1b05eff-3e76-4049-8a45-bbe116a92eb2 HTTP/1.1" status: 200 len: 1096 time: 0.0406473 Nov 19 19:01:17.769103 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-30b48ac5-ec53-4620-b9df-eb132e44ce30 req-0d41cd02-bd15-407f-ac3a-16957750afa7 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=86f12cf9-4fd1-443c-b361-8d4cec402380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386410 Nov 19 19:01:18.486299 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eddecbc-63c2-418b-9e05-e57ecc612ab4 req-b05ad932-e5eb-4b75-93e3-799e09ba81df tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:01:18.487844 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5eddecbc-63c2-418b-9e05-e57ecc612ab4 req-b05ad932-e5eb-4b75-93e3-799e09ba81df tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] 10.222.0.54 "GET /v2.0/ports?device_id=e1b05eff-3e76-4049-8a45-bbe116a92eb2 HTTP/1.1" status: 200 len: 945 time: 0.0548975 Nov 19 19:01:18.538926 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5eddecbc-63c2-418b-9e05-e57ecc612ab4 req-e5693b2c-0102-416e-8205-4160abcf7e3c tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] 10.222.0.54 "GET /v2.0/security-groups?id=86f12cf9-4fd1-443c-b361-8d4cec402380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450578 Nov 19 19:01:19.663287 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a804cfb-ff36-4721-a759-49446ae6f5c2 req-baf85208-8546-4e25-905c-cf28e6c6d605 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:01:19.664777 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-4a804cfb-ff36-4721-a759-49446ae6f5c2 req-baf85208-8546-4e25-905c-cf28e6c6d605 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] 10.222.0.54 "GET /v2.0/ports?device_id=e1b05eff-3e76-4049-8a45-bbe116a92eb2 HTTP/1.1" status: 200 len: 945 time: 0.0536561 Nov 19 19:01:19.713592 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-4a804cfb-ff36-4721-a759-49446ae6f5c2 req-2fbf560e-c01b-4830-8e33-40e873c61b2d tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] 10.222.0.54 "GET /v2.0/security-groups?id=86f12cf9-4fd1-443c-b361-8d4cec402380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429196 Nov 19 19:01:19.829728 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869adcce-a7e7-4ae9-a003-a14fd9dbc024 req-a76551c0-560a-423f-894d-6ae58bc5b085 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:01:19.831178 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-869adcce-a7e7-4ae9-a003-a14fd9dbc024 req-a76551c0-560a-423f-894d-6ae58bc5b085 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] 10.222.0.54 "GET /v2.0/ports?device_id=e1b05eff-3e76-4049-8a45-bbe116a92eb2 HTTP/1.1" status: 200 len: 945 time: 0.0490525 Nov 19 19:01:19.879544 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-869adcce-a7e7-4ae9-a003-a14fd9dbc024 req-2aff4b2e-ef82-435e-87bb-22ce48ae1af5 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] 10.222.0.54 "GET /v2.0/security-groups?id=86f12cf9-4fd1-443c-b361-8d4cec402380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425076 Nov 19 19:01:19.900781 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 50454) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:01:19.981088 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d14f6222-60ea-49c7-80be-7c9964647370 tempest-TestSnapshotPattern-1562902531 tempest-TestSnapshotPattern-1562902531-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:01:19.983208 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-d14f6222-60ea-49c7-80be-7c9964647370 tempest-TestSnapshotPattern-1562902531 tempest-TestSnapshotPattern-1562902531-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=e1b05eff-3e76-4049-8a45-bbe116a92eb2 HTTP/1.1" status: 200 len: 1091 time: 0.0814443 Nov 19 19:01:19.986043 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 50458) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:01:19.990290 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.v2.base [None req-ad2a4ace-6ff7-4bdf-9ead-4b07c490f4a7 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] Request body: {'floatingip': {'floating_network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'port_id': 'b439f9f8-8e4d-4554-81ad-06ec91bf98e1', 'tenant_id': '47856e6a6f5549fc8e5653aa68c326c1', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:01:20.012093 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ad2a4ace-6ff7-4bdf-9ead-4b07c490f4a7 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] Publish callbacks [] for floatingip, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:20.110305 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ad2a4ace-6ff7-4bdf-9ead-4b07c490f4a7 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:20.214699 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [None req-ad2a4ace-6ff7-4bdf-9ead-4b07c490f4a7 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] Allocated IP 172.25.7.139 (645e61aa-1a6c-4e8f-857e-ab06edb4897f/88ed2d64-f56d-4f01-a468-946e01c99e82/110edbb5-9c23-49a1-b3c6-73b98903f2ec) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:01:20.313289 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ad2a4ace-6ff7-4bdf-9ead-4b07c490f4a7 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:20.346390 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ad2a4ace-6ff7-4bdf-9ead-4b07c490f4a7 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:20.386999 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad2a4ace-6ff7-4bdf-9ead-4b07c490f4a7 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] Network 645e61aa-1a6c-4e8f-857e-ab06edb4897f is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:01:20.389790 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-ad2a4ace-6ff7-4bdf-9ead-4b07c490f4a7 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:01:20.393252 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad2a4ace-6ff7-4bdf-9ead-4b07c490f4a7 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:01:20.420353 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2a4ace-6ff7-4bdf-9ead-4b07c490f4a7 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] Pushing event updated for resources: {'Port': ['ID=110edbb5-9c23-49a1-b3c6-73b98903f2ec,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:01:20.750635 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ad2a4ace-6ff7-4bdf-9ead-4b07c490f4a7 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:20.818804 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ad2a4ace-6ff7-4bdf-9ead-4b07c490f4a7 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:20.963587 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ad2a4ace-6ff7-4bdf-9ead-4b07c490f4a7 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] Publish callbacks [] for port, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:20.968811 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ad2a4ace-6ff7-4bdf-9ead-4b07c490f4a7 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12282989'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:21.037881 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2a4ace-6ff7-4bdf-9ead-4b07c490f4a7 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] Pushing event updated for resources: {'Port': ['ID=110edbb5-9c23-49a1-b3c6-73b98903f2ec,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:01:21.049262 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ad2a4ace-6ff7-4bdf-9ead-4b07c490f4a7 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-671284'] for floatingip, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:21.148440 n-d-818022-2 neutron-server[103365]: INFO neutron.db.l3_db [None req-ad2a4ace-6ff7-4bdf-9ead-4b07c490f4a7 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] Floating IP 5e9918fc-ba08-4853-bbfb-91c40eb607e7 associated. External IP: 172.25.7.139, port: b439f9f8-8e4d-4554-81ad-06ec91bf98e1. Nov 19 19:01:21.350300 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad2a4ace-6ff7-4bdf-9ead-4b07c490f4a7 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] Router 5fcd13db-913b-4422-98c3-9a8b96d6401c has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 19:01:21.457950 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad2a4ace-6ff7-4bdf-9ead-4b07c490f4a7 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:01:21.467348 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab9cb01-7202-485b-82c6-59e469deed7d None None] Sync routers for ids ['5fcd13db-913b-4422-98c3-9a8b96d6401c'] in n-d-818022-2 {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:01:21.476233 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ad2a4ace-6ff7-4bdf-9ead-4b07c490f4a7 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for floatingip, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:21.477408 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab9cb01-7202-485b-82c6-59e469deed7d None None] Routers {'5fcd13db-913b-4422-98c3-9a8b96d6401c'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:01:21.478049 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-dab9cb01-7202-485b-82c6-59e469deed7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T19:01:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['5fcd13db-913b-4422-98c3-9a8b96d6401c'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:01:21.506247 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-ad2a4ace-6ff7-4bdf-9ead-4b07c490f4a7 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5191710 Nov 19 19:01:21.507263 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1b05eff-3e76-4049-8a45-bbe116a92eb2', 'tag': 'b439f9f8-8e4d-4554-81ad-06ec91bf98e1'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:01:21.509792 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd49725d620cdd9f83c5eaf1b0fd23d69d3d375bb9795dcb3d54cd15509d3c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d3fc170-0bdd-49f3-9cea-e33a94024848" -d '{"events": [{"name": "network-changed", "server_uuid": "e1b05eff-3e76-4049-8a45-bbe116a92eb2", "tag": "b439f9f8-8e4d-4554-81ad-06ec91bf98e1"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:01:21.546853 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 19:01:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e59d429-3083-4f7e-9cda-b62f82100a90 x-openstack-request-id: req-9e59d429-3083-4f7e-9cda-b62f82100a90 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:01:21.547153 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1b05eff-3e76-4049-8a45-bbe116a92eb2", "tag": "b439f9f8-8e4d-4554-81ad-06ec91bf98e1", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:01:21.547412 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-9e59d429-3083-4f7e-9cda-b62f82100a90 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:01:21.547832 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1b05eff-3e76-4049-8a45-bbe116a92eb2', 'tag': 'b439f9f8-8e4d-4554-81ad-06ec91bf98e1', 'status': 'completed', 'code': 200} Nov 19 19:01:21.597366 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-dab9cb01-7202-485b-82c6-59e469deed7d None None] Set router 5fcd13db-913b-4422-98c3-9a8b96d6401c gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:01:21.613918 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3fc170-0bdd-49f3-9cea-e33a94024848 req-428c8879-9f7b-4c2e-8ce5-9f68dedfabb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:01:21.623159 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2d3fc170-0bdd-49f3-9cea-e33a94024848 req-428c8879-9f7b-4c2e-8ce5-9f68dedfabb3 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=47856e6a6f5549fc8e5653aa68c326c1&device_id=e1b05eff-3e76-4049-8a45-bbe116a92eb2 HTTP/1.1" status: 200 len: 1096 time: 0.0415168 Nov 19 19:01:21.715025 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3fc170-0bdd-49f3-9cea-e33a94024848 req-fcaa033d-3a96-4952-abfb-03e89a34715d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:01:21.717126 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2d3fc170-0bdd-49f3-9cea-e33a94024848 req-fcaa033d-3a96-4952-abfb-03e89a34715d service neutron] 10.222.0.86 "GET /v2.0/networks?id=41aa1c43-4a6b-43f6-870c-a24cd37b9cc3 HTTP/1.1" status: 200 len: 911 time: 0.0930839 Nov 19 19:01:21.783923 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2d3fc170-0bdd-49f3-9cea-e33a94024848 req-7993cc32-6255-4690-857d-11f7d64a9ba8 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b439f9f8-8e4d-4554-81ad-06ec91bf98e1 HTTP/1.1" status: 200 len: 999 time: 0.0584443 Nov 19 19:01:21.823665 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-dab9cb01-7202-485b-82c6-59e469deed7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fcd13db-913b-4422-98c3-9a8b96d6401c', 'name': 'tempest-TestSnapshotPattern-1363173135-router', 'tenant_id': '47856e6a6f5549fc8e5653aa68c326c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.118'}], 'enable_snat': True}, 'gw_port_id': '2adf55d9-f5a4-4b36-af8a-db0cded18680', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:00:59Z', 'updated_at': '2021-11-19T19:01:02Z', 'revision_number': 4, 'project_id': '47856e6a6f5549fc8e5653aa68c326c1', 'gw_port': {'id': '2adf55d9-f5a4-4b36-af8a-db0cded18680', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:9f:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fcd13db-913b-4422-98c3-9a8b96d6401c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:00:59Z', 'updated_at': '2021-11-19T19:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_floatingips': [{'id': '5e9918fc-ba08-4853-bbfb-91c40eb607e7', 'tenant_id': '47856e6a6f5549fc8e5653aa68c326c1', 'floating_ip_address': '172.25.7.139', 'floating_network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'router_id': '5fcd13db-913b-4422-98c3-9a8b96d6401c', 'port_id': 'b439f9f8-8e4d-4554-81ad-06ec91bf98e1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4372, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41aa1c43-4a6b-43f6-870c-a24cd37b9cc3', 'mac_address': 'fa:16:3e:4e:c1:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b05eff-3e76-4049-8a45-bbe116a92eb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T19:01:20Z', 'updated_at': '2021-11-19T19:01:20Z', 'revision_number': 0, 'project_id': '47856e6a6f5549fc8e5653aa68c326c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5989c4df-fbe8-47c8-8a77-2f420a16f8c6', 'name': '', 'network_id': '41aa1c43-4a6b-43f6-870c-a24cd37b9cc3', 'tenant_id': '47856e6a6f5549fc8e5653aa68c326c1', 'mac_address': 'fa:16:3e:79:fd:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fcd13db-913b-4422-98c3-9a8b96d6401c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '088ccb83-6a82-4b23-8418-c55f059b957b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:01:01Z', 'updated_at': '2021-11-19T19:01:05Z', 'revision_number': 5, 'project_id': '47856e6a6f5549fc8e5653aa68c326c1', 'subnets': [{'id': '088ccb83-6a82-4b23-8418-c55f059b957b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:01:21.833209 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3fc170-0bdd-49f3-9cea-e33a94024848 req-dff7358b-172c-47e4-869f-a0ba336f9f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:01:21.834788 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2d3fc170-0bdd-49f3-9cea-e33a94024848 req-dff7358b-172c-47e4-869f-a0ba336f9f76 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=088ccb83-6a82-4b23-8418-c55f059b957b HTTP/1.1" status: 200 len: 849 time: 0.0440497 Nov 19 19:01:21.849800 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab9cb01-7202-485b-82c6-59e469deed7d None None] Checking router: 5fcd13db-913b-4422-98c3-9a8b96d6401c for host: n-d-818022-2 {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 19:01:21.858720 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab9cb01-7202-485b-82c6-59e469deed7d None None] Routers {'5fcd13db-913b-4422-98c3-9a8b96d6401c'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:01:21.859329 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-dab9cb01-7202-485b-82c6-59e469deed7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T19:01:02Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['5fcd13db-913b-4422-98c3-9a8b96d6401c'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:01:21.885229 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3fc170-0bdd-49f3-9cea-e33a94024848 req-31a6ac14-c305-43b9-bdfe-1e63444b694a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:01:21.886661 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2d3fc170-0bdd-49f3-9cea-e33a94024848 req-31a6ac14-c305-43b9-bdfe-1e63444b694a service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=41aa1c43-4a6b-43f6-870c-a24cd37b9cc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439699 Nov 19 19:01:21.965019 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-dab9cb01-7202-485b-82c6-59e469deed7d None None] Set router 5fcd13db-913b-4422-98c3-9a8b96d6401c gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:01:21.977975 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2d3fc170-0bdd-49f3-9cea-e33a94024848 req-92454496-5a7b-42fc-9748-3374d3d2f456 service neutron] 10.222.0.86 "GET /v2.0/networks/41aa1c43-4a6b-43f6-870c-a24cd37b9cc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830400 Nov 19 19:01:22.073364 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-2d3fc170-0bdd-49f3-9cea-e33a94024848 req-a1e98ae3-31a9-4e37-bbbb-a0d30513d63b service neutron] 10.222.0.86 "GET /v2.0/networks/41aa1c43-4a6b-43f6-870c-a24cd37b9cc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849674 Nov 19 19:01:22.189203 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-dab9cb01-7202-485b-82c6-59e469deed7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fcd13db-913b-4422-98c3-9a8b96d6401c', 'name': 'tempest-TestSnapshotPattern-1363173135-router', 'tenant_id': '47856e6a6f5549fc8e5653aa68c326c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.118'}], 'enable_snat': True}, 'gw_port_id': '2adf55d9-f5a4-4b36-af8a-db0cded18680', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:00:59Z', 'updated_at': '2021-11-19T19:01:02Z', 'revision_number': 4, 'project_id': '47856e6a6f5549fc8e5653aa68c326c1', 'gw_port': {'id': '2adf55d9-f5a4-4b36-af8a-db0cded18680', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:9f:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fcd13db-913b-4422-98c3-9a8b96d6401c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:00:59Z', 'updated_at': '2021-11-19T19:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_floatingips': [{'id': '5e9918fc-ba08-4853-bbfb-91c40eb607e7', 'tenant_id': '47856e6a6f5549fc8e5653aa68c326c1', 'floating_ip_address': '172.25.7.139', 'floating_network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'router_id': '5fcd13db-913b-4422-98c3-9a8b96d6401c', 'port_id': 'b439f9f8-8e4d-4554-81ad-06ec91bf98e1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4372, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41aa1c43-4a6b-43f6-870c-a24cd37b9cc3', 'mac_address': 'fa:16:3e:4e:c1:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b05eff-3e76-4049-8a45-bbe116a92eb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T19:01:20Z', 'updated_at': '2021-11-19T19:01:20Z', 'revision_number': 0, 'project_id': '47856e6a6f5549fc8e5653aa68c326c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5989c4df-fbe8-47c8-8a77-2f420a16f8c6', 'name': '', 'network_id': '41aa1c43-4a6b-43f6-870c-a24cd37b9cc3', 'tenant_id': '47856e6a6f5549fc8e5653aa68c326c1', 'mac_address': 'fa:16:3e:79:fd:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fcd13db-913b-4422-98c3-9a8b96d6401c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '088ccb83-6a82-4b23-8418-c55f059b957b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:01:01Z', 'updated_at': '2021-11-19T19:01:05Z', 'revision_number': 5, 'project_id': '47856e6a6f5549fc8e5653aa68c326c1', 'subnets': [{'id': '088ccb83-6a82-4b23-8418-c55f059b957b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:01:22.215061 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab9cb01-7202-485b-82c6-59e469deed7d None None] The sync data for ids ['5fcd13db-913b-4422-98c3-9a8b96d6401c'] in n-d-818022-2 is: [{'id': '5fcd13db-913b-4422-98c3-9a8b96d6401c', 'name': 'tempest-TestSnapshotPattern-1363173135-router', 'tenant_id': '47856e6a6f5549fc8e5653aa68c326c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.118'}], 'enable_snat': True}, 'gw_port_id': '2adf55d9-f5a4-4b36-af8a-db0cded18680', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:00:59Z', 'updated_at': '2021-11-19T19:01:02Z', 'revision_number': 4, 'project_id': '47856e6a6f5549fc8e5653aa68c326c1', 'gw_port': {'id': '2adf55d9-f5a4-4b36-af8a-db0cded18680', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:9f:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fcd13db-913b-4422-98c3-9a8b96d6401c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:00:59Z', 'updated_at': '2021-11-19T19:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_floatingips': [{'id': '5e9918fc-ba08-4853-bbfb-91c40eb607e7', 'tenant_id': '47856e6a6f5549fc8e5653aa68c326c1', 'floating_ip_address': '172.25.7.139', 'floating_network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'router_id': '5fcd13db-913b-4422-98c3-9a8b96d6401c', 'port_id': 'b439f9f8-8e4d-4554-81ad-06ec91bf98e1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4372, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41aa1c43-4a6b-43f6-870c-a24cd37b9cc3', 'mac_address': 'fa:16:3e:4e:c1:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b05eff-3e76-4049-8a45-bbe116a92eb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T19:01:20Z', 'updated_at': '2021-11-19T19:01:20Z', 'revision_number': 0, 'project_id': '47856e6a6f5549fc8e5653aa68c326c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5989c4df-fbe8-47c8-8a77-2f420a16f8c6', 'name': '', 'network_id': '41aa1c43-4a6b-43f6-870c-a24cd37b9cc3', 'tenant_id': '47856e6a6f5549fc8e5653aa68c326c1', 'mac_address': 'fa:16:3e:79:fd:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fcd13db-913b-4422-98c3-9a8b96d6401c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '088ccb83-6a82-4b23-8418-c55f059b957b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:01:01Z', 'updated_at': '2021-11-19T19:01:05Z', 'revision_number': 5, 'project_id': '47856e6a6f5549fc8e5653aa68c326c1', 'subnets': [{'id': '088ccb83-6a82-4b23-8418-c55f059b957b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:01:22.402110 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34973f54-2d30-49b6-8b72-1afa9e915ba6 None None] New status for floating IP 5e9918fc-ba08-4853-bbfb-91c40eb607e7: ACTIVE {{(pid=103366) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 19:01:26.390219 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-33cb74d1-8108-419b-88fe-6a64da749ada req-3e8ef331-6463-4aad-816d-98fded007865 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=e1b05eff-3e76-4049-8a45-bbe116a92eb2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0406439 Nov 19 19:01:26.474241 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cb74d1-8108-419b-88fe-6a64da749ada req-4ad10fff-eb1c-4084-9837-b2660177947f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:01:26.475765 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-33cb74d1-8108-419b-88fe-6a64da749ada req-4ad10fff-eb1c-4084-9837-b2660177947f service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=47856e6a6f5549fc8e5653aa68c326c1&device_id=e1b05eff-3e76-4049-8a45-bbe116a92eb2 HTTP/1.1" status: 200 len: 1096 time: 0.0414376 Nov 19 19:01:26.581073 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cb74d1-8108-419b-88fe-6a64da749ada req-e5f4bf4d-0582-4904-b5b5-8c06b7c76433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:01:26.582588 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-33cb74d1-8108-419b-88fe-6a64da749ada req-e5f4bf4d-0582-4904-b5b5-8c06b7c76433 service neutron] 10.222.0.86 "GET /v2.0/networks?id=41aa1c43-4a6b-43f6-870c-a24cd37b9cc3 HTTP/1.1" status: 200 len: 911 time: 0.0858200 Nov 19 19:01:26.649025 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-33cb74d1-8108-419b-88fe-6a64da749ada req-b6adc673-b7af-464f-8d93-b0344de1e40c service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b439f9f8-8e4d-4554-81ad-06ec91bf98e1 HTTP/1.1" status: 200 len: 1001 time: 0.0591903 Nov 19 19:01:26.697701 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cb74d1-8108-419b-88fe-6a64da749ada req-f8b30618-a019-408b-a835-46e571a101e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:01:26.699203 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-33cb74d1-8108-419b-88fe-6a64da749ada req-f8b30618-a019-408b-a835-46e571a101e2 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=088ccb83-6a82-4b23-8418-c55f059b957b HTTP/1.1" status: 200 len: 849 time: 0.0427270 Nov 19 19:01:26.748871 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cb74d1-8108-419b-88fe-6a64da749ada req-17f33345-6c8e-4fd7-b1eb-fb6123385de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:01:26.750421 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-33cb74d1-8108-419b-88fe-6a64da749ada req-17f33345-6c8e-4fd7-b1eb-fb6123385de2 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=41aa1c43-4a6b-43f6-870c-a24cd37b9cc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432146 Nov 19 19:01:26.838292 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-33cb74d1-8108-419b-88fe-6a64da749ada req-d479bbef-f625-4820-9cbf-97469af3c808 service neutron] 10.222.0.86 "GET /v2.0/networks/41aa1c43-4a6b-43f6-870c-a24cd37b9cc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803905 Nov 19 19:01:26.930226 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-33cb74d1-8108-419b-88fe-6a64da749ada req-1ff22e37-d30b-46ac-9045-e4a0e957e2a4 service neutron] 10.222.0.86 "GET /v2.0/networks/41aa1c43-4a6b-43f6-870c-a24cd37b9cc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836210 Nov 19 19:01:29.928591 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d5b3de5b-d08c-4996-9746-a60d69f27bdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:32.166961 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-14218473-0595-42b9-87af-6ab43562d777 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:33.501244 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e46ecc5a-dc14-4744-b262-3072ff2e958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:34.444724 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:34.469359 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:35.072187 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e013d7e6-5264-4dcc-9759-54f5fb809e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:35.354795 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:01:38.404121 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.agents_db [None req-619e5c26-d9ed-4321-86eb-7d443bb9dfa2 None None] Agent healthcheck: found 7 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 19:01:59.930352 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-414b72ab-58dd-410e-9675-d6a16b515f4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:02.168072 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-fb7f47ed-4652-4662-ba9c-cd3d3e4c1ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:03.503792 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e46ecc5a-dc14-4744-b262-3072ff2e958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:04.436372 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:04.479832 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:05.072910 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e013d7e6-5264-4dcc-9759-54f5fb809e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:05.360068 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:15.403046 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.agents_db [None req-619e5c26-d9ed-4321-86eb-7d443bb9dfa2 None None] Agent healthcheck: found 7 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 19:02:28.389798 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-554683e0-e85c-49f3-a016-c92e32df802c req-7c2cc0c7-ac65-4d07-99e9-994bb454ab5d service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=e1b05eff-3e76-4049-8a45-bbe116a92eb2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0417202 Nov 19 19:02:28.473499 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554683e0-e85c-49f3-a016-c92e32df802c req-11a95f63-5a1e-4698-87d6-bf628d81ba89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:28.475021 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-554683e0-e85c-49f3-a016-c92e32df802c req-11a95f63-5a1e-4698-87d6-bf628d81ba89 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=47856e6a6f5549fc8e5653aa68c326c1&device_id=e1b05eff-3e76-4049-8a45-bbe116a92eb2 HTTP/1.1" status: 200 len: 1096 time: 0.0408096 Nov 19 19:02:28.581442 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554683e0-e85c-49f3-a016-c92e32df802c req-1eecdaed-45c4-4186-981e-a4b01df08790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:28.583113 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-554683e0-e85c-49f3-a016-c92e32df802c req-1eecdaed-45c4-4186-981e-a4b01df08790 service neutron] 10.222.0.86 "GET /v2.0/networks?id=41aa1c43-4a6b-43f6-870c-a24cd37b9cc3 HTTP/1.1" status: 200 len: 911 time: 0.0862341 Nov 19 19:02:28.650857 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-554683e0-e85c-49f3-a016-c92e32df802c req-f55102da-37b4-4cd9-b7ff-e09ba04cc022 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b439f9f8-8e4d-4554-81ad-06ec91bf98e1 HTTP/1.1" status: 200 len: 1001 time: 0.0599208 Nov 19 19:02:28.699751 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554683e0-e85c-49f3-a016-c92e32df802c req-609095a8-d56d-4356-b46d-792867b7e482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:28.701168 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-554683e0-e85c-49f3-a016-c92e32df802c req-609095a8-d56d-4356-b46d-792867b7e482 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=088ccb83-6a82-4b23-8418-c55f059b957b HTTP/1.1" status: 200 len: 849 time: 0.0436542 Nov 19 19:02:28.750209 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554683e0-e85c-49f3-a016-c92e32df802c req-85128aeb-b65a-4bf3-8c06-aacbc177b11b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:02:28.751686 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-554683e0-e85c-49f3-a016-c92e32df802c req-85128aeb-b65a-4bf3-8c06-aacbc177b11b service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=41aa1c43-4a6b-43f6-870c-a24cd37b9cc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428250 Nov 19 19:02:28.762615 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [req-554683e0-e85c-49f3-a016-c92e32df802c req-b51f4628-dc14-4b19-bef0-2530ffa5389f service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=103365) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 19:02:28.763552 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-554683e0-e85c-49f3-a016-c92e32df802c req-b51f4628-dc14-4b19-bef0-2530ffa5389f service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048699 Nov 19 19:02:28.851089 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-554683e0-e85c-49f3-a016-c92e32df802c req-8cb08986-62cd-4a79-b16c-2500eb8dc619 service neutron] 10.222.0.86 "GET /v2.0/networks/41aa1c43-4a6b-43f6-870c-a24cd37b9cc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800452 Nov 19 19:02:28.943003 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-554683e0-e85c-49f3-a016-c92e32df802c req-f539fbb3-32cd-459f-bde7-4d7318a5b81d service neutron] 10.222.0.86 "GET /v2.0/networks/41aa1c43-4a6b-43f6-870c-a24cd37b9cc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840991 Nov 19 19:02:29.932553 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-537b6433-9fdd-4a38-90e3-24e610aca24e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:32.169609 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-5474738c-93bf-40f5-b890-9ae70208e997 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:33.506831 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e46ecc5a-dc14-4744-b262-3072ff2e958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:34.441573 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:34.478550 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:35.076949 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e013d7e6-5264-4dcc-9759-54f5fb809e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:35.363520 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:02:52.402287 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.agents_db [None req-619e5c26-d9ed-4321-86eb-7d443bb9dfa2 None None] Agent healthcheck: found 7 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 19:02:59.934054 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d0d8eea3-8f42-4487-ad7f-d0047cc17730 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:02.174761 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-791290af-d8ef-4a37-818d-b4b6bf35c4bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:03.508820 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e46ecc5a-dc14-4744-b262-3072ff2e958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:04.440349 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:04.477896 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:05.078653 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e013d7e6-5264-4dcc-9759-54f5fb809e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:05.365641 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:21.888136 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device b439f9f8-8e4d-4554-81ad-06ec91bf98e1 details requested by agent hyperv_n-h2-818022-2 with host n-h2-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 19:03:22.011341 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port b439f9f8-8e4d-4554-81ad-06ec91bf98e1, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=b439f9f8-8e4d-4554-81ad-06ec91bf98e1,segment=NetworkSegment(1e73e780-109b-4f38-8c54-c6be6b9d1ef9),segment_id=1e73e780-109b-4f38-8c54-c6be6b9d1ef9)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:03:22.029880 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Returning: {'device': 'b439f9f8-8e4d-4554-81ad-06ec91bf98e1', 'network_id': '41aa1c43-4a6b-43f6-870c-a24cd37b9cc3', 'port_id': 'b439f9f8-8e4d-4554-81ad-06ec91bf98e1', 'mac_address': 'fa:16:3e:4e:c1:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 684, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '088ccb83-6a82-4b23-8418-c55f059b957b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 19:03:22.076702 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:22.095472 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b439f9f8-8e4d-4554-81ad-06ec91bf98e1 {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:03:22.120066 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port b439f9f8-8e4d-4554-81ad-06ec91bf98e1, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=b439f9f8-8e4d-4554-81ad-06ec91bf98e1,segment=NetworkSegment(1e73e780-109b-4f38-8c54-c6be6b9d1ef9),segment_id=1e73e780-109b-4f38-8c54-c6be6b9d1ef9)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:03:22.125558 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:22.186281 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Pushing event updated for resources: {'Port': ['ID=b439f9f8-8e4d-4554-81ad-06ec91bf98e1,revision_number=6']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:03:22.197918 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:03:22.198698 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:03:22.199142 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:03:22.199591 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:03:22.199591 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:03:22.200296 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:03:22.200606 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:03:22.201011 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:03:22.201353 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:03:22.201702 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:03:22.202107 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:03:22.202414 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:03:22.218463 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] get_ports_and_sgs() called for port_ids ['b439f9f8-8e4d-4554-81ad-06ec91bf98e1'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:03:23.905006 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device b439f9f8-8e4d-4554-81ad-06ec91bf98e1 up at agent hyperv_n-h2-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:03:23.965505 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Provisioning complete for port b439f9f8-8e4d-4554-81ad-06ec91bf98e1 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:03:23.966221 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:24.068156 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:24.095746 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1b05eff-3e76-4049-8a45-bbe116a92eb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b439f9f8-8e4d-4554-81ad-06ec91bf98e1'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:03:24.098043 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e87da51c426c585745380e4f647dbd896557016b88dd9fb127e5d98628c937cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-058f0105-5472-4a61-97fd-4234575e82c6" -d '{"events": [{"server_uuid": "e1b05eff-3e76-4049-8a45-bbe116a92eb2", "name": "network-vif-plugged", "status": "completed", "tag": "b439f9f8-8e4d-4554-81ad-06ec91bf98e1"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:03:24.112188 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port b439f9f8-8e4d-4554-81ad-06ec91bf98e1, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=b439f9f8-8e4d-4554-81ad-06ec91bf98e1,segment=NetworkSegment(1e73e780-109b-4f38-8c54-c6be6b9d1ef9),segment_id=1e73e780-109b-4f38-8c54-c6be6b9d1ef9)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:03:24.124915 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:24.194192 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Pushing event updated for resources: {'Port': ['ID=b439f9f8-8e4d-4554-81ad-06ec91bf98e1,revision_number=7']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:03:24.239016 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:03:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cec37eb1-c506-4422-ae52-f081ece19873 x-openstack-request-id: req-cec37eb1-c506-4422-ae52-f081ece19873 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:03:24.239383 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1b05eff-3e76-4049-8a45-bbe116a92eb2", "name": "network-vif-plugged", "status": "completed", "tag": "b439f9f8-8e4d-4554-81ad-06ec91bf98e1", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:03:24.239928 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-cec37eb1-c506-4422-ae52-f081ece19873 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:03:24.240240 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1b05eff-3e76-4049-8a45-bbe116a92eb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b439f9f8-8e4d-4554-81ad-06ec91bf98e1', 'code': 200} Nov 19 19:03:28.842771 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9558c5-23d6-46be-8161-38203c727c64 req-b74f5d5c-909d-46aa-b359-9620b4daf3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:28.844375 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0a9558c5-23d6-46be-8161-38203c727c64 req-b74f5d5c-909d-46aa-b359-9620b4daf3b8 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=47856e6a6f5549fc8e5653aa68c326c1&device_id=e1b05eff-3e76-4049-8a45-bbe116a92eb2 HTTP/1.1" status: 200 len: 1096 time: 0.4177725 Nov 19 19:03:28.956817 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9558c5-23d6-46be-8161-38203c727c64 req-51670615-5319-4483-ade4-6955a6868398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:28.958460 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0a9558c5-23d6-46be-8161-38203c727c64 req-51670615-5319-4483-ade4-6955a6868398 service neutron] 10.222.0.86 "GET /v2.0/networks?id=41aa1c43-4a6b-43f6-870c-a24cd37b9cc3 HTTP/1.1" status: 200 len: 911 time: 0.0924213 Nov 19 19:03:29.036473 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0a9558c5-23d6-46be-8161-38203c727c64 req-499ce65c-2b98-43c0-8a9c-65bd43a6452d service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b439f9f8-8e4d-4554-81ad-06ec91bf98e1 HTTP/1.1" status: 200 len: 1001 time: 0.0689223 Nov 19 19:03:29.088712 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9558c5-23d6-46be-8161-38203c727c64 req-08a8e1ca-519c-4760-89df-d32f155d1f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:29.090205 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0a9558c5-23d6-46be-8161-38203c727c64 req-08a8e1ca-519c-4760-89df-d32f155d1f97 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=088ccb83-6a82-4b23-8418-c55f059b957b HTTP/1.1" status: 200 len: 849 time: 0.0456212 Nov 19 19:03:29.141463 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9558c5-23d6-46be-8161-38203c727c64 req-0d60660e-786f-427d-9c92-dffc73ab3ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:29.142921 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0a9558c5-23d6-46be-8161-38203c727c64 req-0d60660e-786f-427d-9c92-dffc73ab3ca5 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=41aa1c43-4a6b-43f6-870c-a24cd37b9cc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411434 Nov 19 19:03:29.243273 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0a9558c5-23d6-46be-8161-38203c727c64 req-1ffd273e-4871-414a-97f2-6d4112f497ae service neutron] 10.222.0.86 "GET /v2.0/networks/41aa1c43-4a6b-43f6-870c-a24cd37b9cc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914428 Nov 19 19:03:29.335990 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0a9558c5-23d6-46be-8161-38203c727c64 req-bf9fa1ec-d6e5-47bc-ab4a-f0c7b400bdd9 service neutron] 10.222.0.86 "GET /v2.0/networks/41aa1c43-4a6b-43f6-870c-a24cd37b9cc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852878 Nov 19 19:03:29.401666 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.agents_db [None req-619e5c26-d9ed-4321-86eb-7d443bb9dfa2 None None] Agent healthcheck: found 7 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 19:03:29.852133 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-bb32a935-94f3-4126-a08f-7d840df2ca60 req-ecd8503a-2a69-4a5d-b71f-d10c27686343 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-600740924&fields=id&tenant_id=47856e6a6f5549fc8e5653aa68c326c1 HTTP/1.1" status: 200 len: 267 time: 0.0488830 Nov 19 19:03:29.935460 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-14cbd254-6c41-4ae9-933c-34ab4df3266b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:29.957920 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb32a935-94f3-4126-a08f-7d840df2ca60 req-13fc8e34-f47e-4725-8964-0357e8fa269f tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:29.961110 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-bb32a935-94f3-4126-a08f-7d840df2ca60 req-13fc8e34-f47e-4725-8964-0357e8fa269f tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] 10.222.0.54 "GET /v2.0/networks?id=41aa1c43-4a6b-43f6-870c-a24cd37b9cc3 HTTP/1.1" status: 200 len: 810 time: 0.1021068 Nov 19 19:03:29.976206 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-bb32a935-94f3-4126-a08f-7d840df2ca60 req-8cfc638c-6d51-4cb8-bbe0-114dddc0c139 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] 10.222.0.54 "GET /v2.0/quotas/47856e6a6f5549fc8e5653aa68c326c1 HTTP/1.1" status: 200 len: 375 time: 0.0100546 Nov 19 19:03:30.031253 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-bb32a935-94f3-4126-a08f-7d840df2ca60 req-c50f1a08-f45c-4142-a66f-2c8446266eda tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=47856e6a6f5549fc8e5653aa68c326c1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0492585 Nov 19 19:03:30.182109 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-bb32a935-94f3-4126-a08f-7d840df2ca60 req-c265d664-fb5b-48aa-a834-b4809caf0cac service neutron] 10.222.0.54 "GET /v2.0/networks/41aa1c43-4a6b-43f6-870c-a24cd37b9cc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391990 Nov 19 19:03:30.270058 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-bb32a935-94f3-4126-a08f-7d840df2ca60 req-7af2f165-6c14-4764-8e19-4c926465f204 service neutron] 10.222.0.54 "GET /v2.0/networks/41aa1c43-4a6b-43f6-870c-a24cd37b9cc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818768 Nov 19 19:03:30.472046 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-14a5a197-7767-4ebd-8276-6141a07cc801 req-2dca6e86-2643-4700-98fd-ea6ca20dd3bd tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] 10.222.0.54 "GET /v2.0/ports?device_id=df1fd1ee-a22a-4930-8b62-bd20cc9c3544 HTTP/1.1" status: 200 len: 210 time: 0.0349255 Nov 19 19:03:31.535980 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb32a935-94f3-4126-a08f-7d840df2ca60 req-5fd22314-a38c-47b0-9b10-3be5b2fce8eb tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:31.537556 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-bb32a935-94f3-4126-a08f-7d840df2ca60 req-5fd22314-a38c-47b0-9b10-3be5b2fce8eb tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] 10.222.0.60 "GET /v2.0/networks?id=41aa1c43-4a6b-43f6-870c-a24cd37b9cc3 HTTP/1.1" status: 200 len: 810 time: 0.1184425 Nov 19 19:03:31.612083 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-bb32a935-94f3-4126-a08f-7d840df2ca60 req-471bf7c0-a155-4a24-beb0-69a3f90c19d0 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=47856e6a6f5549fc8e5653aa68c326c1 HTTP/1.1" status: 200 len: 379 time: 0.0645499 Nov 19 19:03:31.625625 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-bb32a935-94f3-4126-a08f-7d840df2ca60 req-8bb4020b-01cf-4b24-9040-ef427b97f899 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] Request body: {'port': {'device_id': 'df1fd1ee-a22a-4930-8b62-bd20cc9c3544', 'network_id': '41aa1c43-4a6b-43f6-870c-a24cd37b9cc3', 'admin_state_up': True, 'tenant_id': '47856e6a6f5549fc8e5653aa68c326c1', 'security_groups': ['86f12cf9-4fd1-443c-b361-8d4cec402380']}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:03:31.628711 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-4580c59e-e3bf-4d9a-bf67-c676da6547fb req-53decce1-a700-46e0-9ec4-067122892b5e tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] 10.222.0.54 "GET /v2.0/ports?device_id=df1fd1ee-a22a-4930-8b62-bd20cc9c3544 HTTP/1.1" status: 200 len: 210 time: 0.0533540 Nov 19 19:03:31.742990 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb32a935-94f3-4126-a08f-7d840df2ca60 req-8bb4020b-01cf-4b24-9040-ef427b97f899 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] Made reservation on behalf of 47856e6a6f5549fc8e5653aa68c326c1 for: {'port': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 19:03:31.746994 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-bb32a935-94f3-4126-a08f-7d840df2ca60 req-8bb4020b-01cf-4b24-9040-ef427b97f899 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:31.919927 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [req-bb32a935-94f3-4126-a08f-7d840df2ca60 req-8bb4020b-01cf-4b24-9040-ef427b97f899 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] Allocated IP 172.20.0.13 (41aa1c43-4a6b-43f6-870c-a24cd37b9cc3/088ccb83-6a82-4b23-8418-c55f059b957b/07064ecd-09fb-4392-ab08-fb6a284d3746) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:03:32.155927 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-bb32a935-94f3-4126-a08f-7d840df2ca60 req-8bb4020b-01cf-4b24-9040-ef427b97f899 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:32.191890 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b543ecf4-7cfb-43e6-8ba0-5e6a05cafbbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:32.205585 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-bb32a935-94f3-4126-a08f-7d840df2ca60 req-8bb4020b-01cf-4b24-9040-ef427b97f899 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:32.265303 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb32a935-94f3-4126-a08f-7d840df2ca60 req-8bb4020b-01cf-4b24-9040-ef427b97f899 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] Network 41aa1c43-4a6b-43f6-870c-a24cd37b9cc3 is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:03:32.269060 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [req-bb32a935-94f3-4126-a08f-7d840df2ca60 req-8bb4020b-01cf-4b24-9040-ef427b97f899 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:03:32.272958 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb32a935-94f3-4126-a08f-7d840df2ca60 req-8bb4020b-01cf-4b24-9040-ef427b97f899 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:03:32.280266 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb4020b-01cf-4b24-9040-ef427b97f899 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] Pushing event updated for resources: {'Port': ['ID=07064ecd-09fb-4392-ab08-fb6a284d3746,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:03:32.314000 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb4020b-01cf-4b24-9040-ef427b97f899 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:03:32.318272 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb4020b-01cf-4b24-9040-ef427b97f899 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:03:32.319026 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb4020b-01cf-4b24-9040-ef427b97f899 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:03:32.319829 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb4020b-01cf-4b24-9040-ef427b97f899 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:03:32.320340 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb4020b-01cf-4b24-9040-ef427b97f899 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:03:32.321181 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb4020b-01cf-4b24-9040-ef427b97f899 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:03:32.321699 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb4020b-01cf-4b24-9040-ef427b97f899 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:03:32.322287 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb4020b-01cf-4b24-9040-ef427b97f899 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:03:32.322883 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb4020b-01cf-4b24-9040-ef427b97f899 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:03:32.323389 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb4020b-01cf-4b24-9040-ef427b97f899 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:03:32.323898 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb4020b-01cf-4b24-9040-ef427b97f899 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:03:32.324450 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb4020b-01cf-4b24-9040-ef427b97f899 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:03:32.366917 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb32a935-94f3-4126-a08f-7d840df2ca60 req-8bb4020b-01cf-4b24-9040-ef427b97f899 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:32.368028 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-bb32a935-94f3-4126-a08f-7d840df2ca60 req-8bb4020b-01cf-4b24-9040-ef427b97f899 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:32.397942 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-bb32a935-94f3-4126-a08f-7d840df2ca60 req-8bb4020b-01cf-4b24-9040-ef427b97f899 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7772005 Nov 19 19:03:32.656486 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-d1ed3a9b-cc82-4811-876b-0e25cb71e595 None None] Provisioning complete for port 07064ecd-09fb-4392-ab08-fb6a284d3746 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:03:32.656858 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d1ed3a9b-cc82-4811-876b-0e25cb71e595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:32.702126 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-d1ed3a9b-cc82-4811-876b-0e25cb71e595 None None] Port 07064ecd-09fb-4392-ab08-fb6a284d3746 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 19:03:32.761572 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a087361c-8996-496a-9b68-fa6162fcec96 req-89fdf29a-46c0-4e49-a427-b7b43d7e4beb tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:32.763256 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a087361c-8996-496a-9b68-fa6162fcec96 req-89fdf29a-46c0-4e49-a427-b7b43d7e4beb tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] 10.222.0.54 "GET /v2.0/ports?device_id=df1fd1ee-a22a-4930-8b62-bd20cc9c3544 HTTP/1.1" status: 200 len: 932 time: 0.0563471 Nov 19 19:03:32.817174 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a087361c-8996-496a-9b68-fa6162fcec96 req-5f4f960b-42ed-4226-8701-9bdb93c28885 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] 10.222.0.54 "GET /v2.0/security-groups?id=86f12cf9-4fd1-443c-b361-8d4cec402380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469127 Nov 19 19:03:33.513467 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e46ecc5a-dc14-4744-b262-3072ff2e958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:33.944830 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb43d977-bf4d-4d94-98a3-dde54699b9c3 req-6146c6de-5a81-426e-a085-a8c0159c3a4a tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:33.946716 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device b439f9f8-8e4d-4554-81ad-06ec91bf98e1 no longer exists at agent hyperv_n-h2-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:03:33.947092 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-eb43d977-bf4d-4d94-98a3-dde54699b9c3 req-6146c6de-5a81-426e-a085-a8c0159c3a4a tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] 10.222.0.54 "GET /v2.0/ports?device_id=df1fd1ee-a22a-4930-8b62-bd20cc9c3544 HTTP/1.1" status: 200 len: 932 time: 0.0543244 Nov 19 19:03:34.004337 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-eb43d977-bf4d-4d94-98a3-dde54699b9c3 req-558f6672-0947-4f0f-ba90-27cbc3b0fc51 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] 10.222.0.54 "GET /v2.0/security-groups?id=86f12cf9-4fd1-443c-b361-8d4cec402380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495160 Nov 19 19:03:34.056749 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:34.081873 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1b05eff-3e76-4049-8a45-bbe116a92eb2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b439f9f8-8e4d-4554-81ad-06ec91bf98e1'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:03:34.084522 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e87da51c426c585745380e4f647dbd896557016b88dd9fb127e5d98628c937cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cdfb7ac-289b-4f75-a608-da958a92b758" -d '{"events": [{"server_uuid": "e1b05eff-3e76-4049-8a45-bbe116a92eb2", "name": "network-vif-unplugged", "status": "completed", "tag": "b439f9f8-8e4d-4554-81ad-06ec91bf98e1"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:03:34.101489 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] For port b439f9f8-8e4d-4554-81ad-06ec91bf98e1, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=b439f9f8-8e4d-4554-81ad-06ec91bf98e1,segment=NetworkSegment(1e73e780-109b-4f38-8c54-c6be6b9d1ef9),segment_id=1e73e780-109b-4f38-8c54-c6be6b9d1ef9)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:03:34.106756 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:34.131804 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 19:03:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6c17a40-cdba-4746-ac77-f26c3eafffd2 x-openstack-request-id: req-b6c17a40-cdba-4746-ac77-f26c3eafffd2 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:03:34.132106 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1b05eff-3e76-4049-8a45-bbe116a92eb2", "name": "network-vif-unplugged", "status": "completed", "tag": "b439f9f8-8e4d-4554-81ad-06ec91bf98e1", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:03:34.132364 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b6c17a40-cdba-4746-ac77-f26c3eafffd2 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:03:34.132954 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1b05eff-3e76-4049-8a45-bbe116a92eb2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b439f9f8-8e4d-4554-81ad-06ec91bf98e1', 'code': 200} Nov 19 19:03:34.159827 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Pushing event updated for resources: {'Port': ['ID=b439f9f8-8e4d-4554-81ad-06ec91bf98e1,revision_number=8']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:03:34.442150 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:34.501513 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:35.085938 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e013d7e6-5264-4dcc-9759-54f5fb809e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:35.140098 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484dabfc-ebf0-47d2-8e36-f4d5d2e4edfb req-0e6246b9-95a7-4570-8f69-80d126588753 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:35.141838 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-484dabfc-ebf0-47d2-8e36-f4d5d2e4edfb req-0e6246b9-95a7-4570-8f69-80d126588753 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] 10.222.0.54 "GET /v2.0/ports?device_id=df1fd1ee-a22a-4930-8b62-bd20cc9c3544 HTTP/1.1" status: 200 len: 932 time: 0.0519972 Nov 19 19:03:35.195367 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-484dabfc-ebf0-47d2-8e36-f4d5d2e4edfb req-e64ccf86-2e80-48ae-a825-8fe9260edb4e tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] 10.222.0.54 "GET /v2.0/security-groups?id=86f12cf9-4fd1-443c-b361-8d4cec402380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474570 Nov 19 19:03:35.368674 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:36.320454 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56828f8e-1794-4601-9404-91ff0d0c6e72 req-c2361832-e204-4522-a11b-27483a4ead3e tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:36.322521 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-56828f8e-1794-4601-9404-91ff0d0c6e72 req-c2361832-e204-4522-a11b-27483a4ead3e tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] 10.222.0.54 "GET /v2.0/ports?device_id=df1fd1ee-a22a-4930-8b62-bd20cc9c3544 HTTP/1.1" status: 200 len: 932 time: 0.0538583 Nov 19 19:03:36.374053 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-56828f8e-1794-4601-9404-91ff0d0c6e72 req-e24e8663-de8a-4a2d-991b-4d794f8dd4cb tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] 10.222.0.54 "GET /v2.0/security-groups?id=86f12cf9-4fd1-443c-b361-8d4cec402380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450134 Nov 19 19:03:37.502402 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1018fc2a-17e4-4603-a257-e494c64d8d19 req-35a640e3-da97-4802-92fc-6bd89e15e657 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:37.504283 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-1018fc2a-17e4-4603-a257-e494c64d8d19 req-35a640e3-da97-4802-92fc-6bd89e15e657 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] 10.222.0.54 "GET /v2.0/ports?device_id=df1fd1ee-a22a-4930-8b62-bd20cc9c3544 HTTP/1.1" status: 200 len: 932 time: 0.0564885 Nov 19 19:03:37.555742 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-1018fc2a-17e4-4603-a257-e494c64d8d19 req-810b3d4d-c785-4d91-93a5-ea77aa83c4f6 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] 10.222.0.54 "GET /v2.0/security-groups?id=86f12cf9-4fd1-443c-b361-8d4cec402380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456018 Nov 19 19:03:38.683308 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b7d42f-b175-42dd-950b-c3ccb8f3235b req-fa82b3ac-094b-4a57-9d08-4111e0709870 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:38.684773 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-e0b7d42f-b175-42dd-950b-c3ccb8f3235b req-fa82b3ac-094b-4a57-9d08-4111e0709870 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] 10.222.0.54 "GET /v2.0/ports?device_id=df1fd1ee-a22a-4930-8b62-bd20cc9c3544 HTTP/1.1" status: 200 len: 932 time: 0.0569220 Nov 19 19:03:38.738029 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-e0b7d42f-b175-42dd-950b-c3ccb8f3235b req-13357d43-af47-4466-bd8c-2b05ff473249 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] 10.222.0.54 "GET /v2.0/security-groups?id=86f12cf9-4fd1-443c-b361-8d4cec402380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470026 Nov 19 19:03:39.860170 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128649df-a1bf-4737-92fa-72f677d4d05f req-6aeb8623-7a9f-429f-aa41-a4513e7d151e tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:39.861589 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-128649df-a1bf-4737-92fa-72f677d4d05f req-6aeb8623-7a9f-429f-aa41-a4513e7d151e tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] 10.222.0.54 "GET /v2.0/ports?device_id=df1fd1ee-a22a-4930-8b62-bd20cc9c3544 HTTP/1.1" status: 200 len: 932 time: 0.0521142 Nov 19 19:03:39.914431 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-128649df-a1bf-4737-92fa-72f677d4d05f req-fa6d2fe7-f50c-4476-8fcf-a3c3c668dde4 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] 10.222.0.54 "GET /v2.0/security-groups?id=86f12cf9-4fd1-443c-b361-8d4cec402380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459747 Nov 19 19:03:41.040678 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa1fcb9-0dcd-4401-9073-77a3c1d2de12 req-917a2a92-7adb-4c53-8b52-d1b0cbb72a44 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:41.042593 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0fa1fcb9-0dcd-4401-9073-77a3c1d2de12 req-917a2a92-7adb-4c53-8b52-d1b0cbb72a44 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] 10.222.0.54 "GET /v2.0/ports?device_id=df1fd1ee-a22a-4930-8b62-bd20cc9c3544 HTTP/1.1" status: 200 len: 932 time: 0.0538611 Nov 19 19:03:41.108000 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-0fa1fcb9-0dcd-4401-9073-77a3c1d2de12 req-dae1ec99-aaf0-401d-8512-9808ad811019 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] 10.222.0.54 "GET /v2.0/security-groups?id=86f12cf9-4fd1-443c-b361-8d4cec402380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589442 Nov 19 19:03:42.170473 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [req-bb32a935-94f3-4126-a08f-7d840df2ca60 req-c02e365e-2488-441a-a506-31525bf1002f service neutron] Request body: {'port': {'device_id': 'df1fd1ee-a22a-4930-8b62-bd20cc9c3544', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818022-2'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:03:42.232725 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-bb32a935-94f3-4126-a08f-7d840df2ca60 req-c02e365e-2488-441a-a506-31525bf1002f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:42.236013 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d9310d-2029-4490-85cd-d12ed99e2fea req-7bd6503f-7852-4c9a-9e63-214f9560e5bf tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:42.237548 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b6d9310d-2029-4490-85cd-d12ed99e2fea req-7bd6503f-7852-4c9a-9e63-214f9560e5bf tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] 10.222.0.54 "GET /v2.0/ports?device_id=df1fd1ee-a22a-4930-8b62-bd20cc9c3544 HTTP/1.1" status: 200 len: 932 time: 0.0551836 Nov 19 19:03:42.286214 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-b6d9310d-2029-4490-85cd-d12ed99e2fea req-533fc8ea-9ec8-4034-aef1-0488a6c94fc7 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] 10.222.0.54 "GET /v2.0/security-groups?id=86f12cf9-4fd1-443c-b361-8d4cec402380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426702 Nov 19 19:03:42.494083 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [req-bb32a935-94f3-4126-a08f-7d840df2ca60 req-c02e365e-2488-441a-a506-31525bf1002f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07064ecd-09fb-4392-ab08-fb6a284d3746 {{(pid=103364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:03:42.501978 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-bb32a935-94f3-4126-a08f-7d840df2ca60 req-c02e365e-2488-441a-a506-31525bf1002f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:42.514971 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.provisioning_blocks [req-bb32a935-94f3-4126-a08f-7d840df2ca60 req-c02e365e-2488-441a-a506-31525bf1002f service neutron] Transition to ACTIVE for port object 07064ecd-09fb-4392-ab08-fb6a284d3746 will not be triggered until provisioned by entity L2. {{(pid=103364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 19:03:42.519240 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-bb32a935-94f3-4126-a08f-7d840df2ca60 req-c02e365e-2488-441a-a506-31525bf1002f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:42.569937 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02e365e-2488-441a-a506-31525bf1002f service neutron] Pushing event updated for resources: {'Port': ['ID=07064ecd-09fb-4392-ab08-fb6a284d3746,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:03:42.655320 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-bb32a935-94f3-4126-a08f-7d840df2ca60 req-c02e365e-2488-441a-a506-31525bf1002f service neutron] Attempting to bind port 07064ecd-09fb-4392-ab08-fb6a284d3746 on host n-h1-818022-2 for vnic_type normal with profile {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 19:03:42.655661 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-bb32a935-94f3-4126-a08f-7d840df2ca60 req-c02e365e-2488-441a-a506-31525bf1002f service neutron] Attempting to bind port 07064ecd-09fb-4392-ab08-fb6a284d3746 by drivers openvswitch,hyperv on host n-h1-818022-2 at level 0 using segments [{'id': '1e73e780-109b-4f38-8c54-c6be6b9d1ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '41aa1c43-4a6b-43f6-870c-a24cd37b9cc3'}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 19:03:42.655993 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb32a935-94f3-4126-a08f-7d840df2ca60 req-c02e365e-2488-441a-a506-31525bf1002f service neutron] Attempting to bind port 07064ecd-09fb-4392-ab08-fb6a284d3746 on network 41aa1c43-4a6b-43f6-870c-a24cd37b9cc3 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:03:42.660562 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb32a935-94f3-4126-a08f-7d840df2ca60 req-c02e365e-2488-441a-a506-31525bf1002f service neutron] Port 07064ecd-09fb-4392-ab08-fb6a284d3746 on network 41aa1c43-4a6b-43f6-870c-a24cd37b9cc3 not bound, no agent of type Open vSwitch agent registered on host n-h1-818022-2 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 19:03:42.660883 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb32a935-94f3-4126-a08f-7d840df2ca60 req-c02e365e-2488-441a-a506-31525bf1002f service neutron] Attempting to bind port 07064ecd-09fb-4392-ab08-fb6a284d3746 on network 41aa1c43-4a6b-43f6-870c-a24cd37b9cc3 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 19:03:42.666777 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb32a935-94f3-4126-a08f-7d840df2ca60 req-c02e365e-2488-441a-a506-31525bf1002f service neutron] Checking agent: {'id': 'a6668d96-12fa-4ec0-99ad-77eaf490dd2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818022-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'started_at': datetime.datetime(2021, 11, 19, 17, 32, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 19, 3, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 19:03:42.666777 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb32a935-94f3-4126-a08f-7d840df2ca60 req-c02e365e-2488-441a-a506-31525bf1002f service neutron] Checking segment: {'id': '1e73e780-109b-4f38-8c54-c6be6b9d1ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '41aa1c43-4a6b-43f6-870c-a24cd37b9cc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 19:03:42.667203 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb32a935-94f3-4126-a08f-7d840df2ca60 req-c02e365e-2488-441a-a506-31525bf1002f service neutron] Bound using segment: {'id': '1e73e780-109b-4f38-8c54-c6be6b9d1ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '41aa1c43-4a6b-43f6-870c-a24cd37b9cc3'} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 19:03:42.667623 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-bb32a935-94f3-4126-a08f-7d840df2ca60 req-c02e365e-2488-441a-a506-31525bf1002f service neutron] Bound port: 07064ecd-09fb-4392-ab08-fb6a284d3746, host: n-h1-818022-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e73e780-109b-4f38-8c54-c6be6b9d1ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '41aa1c43-4a6b-43f6-870c-a24cd37b9cc3'}}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 19:03:42.667977 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-bb32a935-94f3-4126-a08f-7d840df2ca60 req-c02e365e-2488-441a-a506-31525bf1002f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:42.737936 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-bb32a935-94f3-4126-a08f-7d840df2ca60 req-c02e365e-2488-441a-a506-31525bf1002f service neutron] For port 07064ecd-09fb-4392-ab08-fb6a284d3746, host n-h1-818022-2, cleared binding levels {{(pid=103364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 19:03:42.741012 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-bb32a935-94f3-4126-a08f-7d840df2ca60 req-c02e365e-2488-441a-a506-31525bf1002f service neutron] For port 07064ecd-09fb-4392-ab08-fb6a284d3746, host n-h1-818022-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=07064ecd-09fb-4392-ab08-fb6a284d3746,segment=NetworkSegment(1e73e780-109b-4f38-8c54-c6be6b9d1ef9),segment_id=1e73e780-109b-4f38-8c54-c6be6b9d1ef9)] {{(pid=103364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 19:03:42.744996 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-bb32a935-94f3-4126-a08f-7d840df2ca60 req-c02e365e-2488-441a-a506-31525bf1002f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:42.780667 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb32a935-94f3-4126-a08f-7d840df2ca60 req-c02e365e-2488-441a-a506-31525bf1002f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:42.781391 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-bb32a935-94f3-4126-a08f-7d840df2ca60 req-c02e365e-2488-441a-a506-31525bf1002f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:42.783464 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-bb32a935-94f3-4126-a08f-7d840df2ca60 req-c02e365e-2488-441a-a506-31525bf1002f service neutron] 10.222.0.60 "PUT /v2.0/ports/07064ecd-09fb-4392-ab08-fb6a284d3746 HTTP/1.1" status: 200 len: 1092 time: 0.6192701 Nov 19 19:03:42.783464 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df1fd1ee-a22a-4930-8b62-bd20cc9c3544', 'tag': '07064ecd-09fb-4392-ab08-fb6a284d3746'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:03:42.785462 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52b8413beb4c6ee9e3ef24221fee7166c8d58dd3d366bc989a0565316b268f0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad5bb621-a532-469f-9dfe-98d36b94890d" -d '{"events": [{"name": "network-changed", "server_uuid": "df1fd1ee-a22a-4930-8b62-bd20cc9c3544", "tag": "07064ecd-09fb-4392-ab08-fb6a284d3746"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:03:42.811059 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02e365e-2488-441a-a506-31525bf1002f service neutron] Pushing event updated for resources: {'Port': ['ID=07064ecd-09fb-4392-ab08-fb6a284d3746,revision_number=3']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:03:42.845130 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 19:03:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d2ef7cd-56c8-4bfd-ad6f-add0b57a976c x-openstack-request-id: req-1d2ef7cd-56c8-4bfd-ad6f-add0b57a976c {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:03:42.845425 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df1fd1ee-a22a-4930-8b62-bd20cc9c3544", "tag": "07064ecd-09fb-4392-ab08-fb6a284d3746", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:03:42.845682 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-1d2ef7cd-56c8-4bfd-ad6f-add0b57a976c {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:03:42.846117 n-d-818022-2 neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df1fd1ee-a22a-4930-8b62-bd20cc9c3544', 'tag': '07064ecd-09fb-4392-ab08-fb6a284d3746', 'status': 'completed', 'code': 200} Nov 19 19:03:42.883633 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb32a935-94f3-4126-a08f-7d840df2ca60 req-b2d59f62-849e-48eb-92a6-c806e9ec194e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:42.885172 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-bb32a935-94f3-4126-a08f-7d840df2ca60 req-b2d59f62-849e-48eb-92a6-c806e9ec194e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=47856e6a6f5549fc8e5653aa68c326c1&device_id=df1fd1ee-a22a-4930-8b62-bd20cc9c3544 HTTP/1.1" status: 200 len: 1095 time: 0.0509410 Nov 19 19:03:42.929942 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-bb32a935-94f3-4126-a08f-7d840df2ca60 req-30a00576-04dc-41db-91d7-d06bfb5d8450 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=07064ecd-09fb-4392-ab08-fb6a284d3746 HTTP/1.1" status: 200 len: 217 time: 0.0357089 Nov 19 19:03:42.980225 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb32a935-94f3-4126-a08f-7d840df2ca60 req-6cb08290-3d19-4b0d-96e7-d6c0573d9e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:42.981641 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-bb32a935-94f3-4126-a08f-7d840df2ca60 req-6cb08290-3d19-4b0d-96e7-d6c0573d9e1e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=088ccb83-6a82-4b23-8418-c55f059b957b HTTP/1.1" status: 200 len: 849 time: 0.0454664 Nov 19 19:03:43.031263 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb32a935-94f3-4126-a08f-7d840df2ca60 req-44f2cccb-30bd-4b67-afc6-dc294b8af9be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:43.032901 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-bb32a935-94f3-4126-a08f-7d840df2ca60 req-44f2cccb-30bd-4b67-afc6-dc294b8af9be service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=41aa1c43-4a6b-43f6-870c-a24cd37b9cc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433218 Nov 19 19:03:43.123870 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-bb32a935-94f3-4126-a08f-7d840df2ca60 req-75edffb7-122a-4c5c-8f00-78a512e6fdde service neutron] 10.222.0.60 "GET /v2.0/networks/41aa1c43-4a6b-43f6-870c-a24cd37b9cc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834475 Nov 19 19:03:43.218280 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-bb32a935-94f3-4126-a08f-7d840df2ca60 req-1c70197f-6764-4396-9a15-f1ed98b27f59 service neutron] 10.222.0.60 "GET /v2.0/networks/41aa1c43-4a6b-43f6-870c-a24cd37b9cc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866246 Nov 19 19:03:43.299924 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5bb621-a532-469f-9dfe-98d36b94890d req-1d7c7475-7431-4c77-b1af-3d3727d56324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:43.301398 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ad5bb621-a532-469f-9dfe-98d36b94890d req-1d7c7475-7431-4c77-b1af-3d3727d56324 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=47856e6a6f5549fc8e5653aa68c326c1&device_id=df1fd1ee-a22a-4930-8b62-bd20cc9c3544 HTTP/1.1" status: 200 len: 1095 time: 0.0405524 Nov 19 19:03:43.392187 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5bb621-a532-469f-9dfe-98d36b94890d req-1e16f02d-31e2-4f87-b3e8-b5e3e125a93a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:43.393653 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ad5bb621-a532-469f-9dfe-98d36b94890d req-1e16f02d-31e2-4f87-b3e8-b5e3e125a93a service neutron] 10.222.0.60 "GET /v2.0/networks?id=41aa1c43-4a6b-43f6-870c-a24cd37b9cc3 HTTP/1.1" status: 200 len: 911 time: 0.0852447 Nov 19 19:03:43.403768 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c69e86e-9b31-4148-a1f1-68a221dc3e3e req-ffcc781d-424c-431a-8260-eba194ac03c9 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:43.405269 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0c69e86e-9b31-4148-a1f1-68a221dc3e3e req-ffcc781d-424c-431a-8260-eba194ac03c9 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] 10.222.0.54 "GET /v2.0/ports?device_id=df1fd1ee-a22a-4930-8b62-bd20cc9c3544 HTTP/1.1" status: 200 len: 944 time: 0.0489194 Nov 19 19:03:43.438025 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ad5bb621-a532-469f-9dfe-98d36b94890d req-552fe0e7-085c-4a3d-b8d2-2b081547db2c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=07064ecd-09fb-4392-ab08-fb6a284d3746 HTTP/1.1" status: 200 len: 217 time: 0.0370579 Nov 19 19:03:43.455172 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-0c69e86e-9b31-4148-a1f1-68a221dc3e3e req-bee4b669-0e81-4c14-97eb-1fa53a518e8a tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] 10.222.0.54 "GET /v2.0/security-groups?id=86f12cf9-4fd1-443c-b361-8d4cec402380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436099 Nov 19 19:03:43.488566 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5bb621-a532-469f-9dfe-98d36b94890d req-c3aa9ac9-5e73-485f-beae-2c01ca582772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:43.490045 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ad5bb621-a532-469f-9dfe-98d36b94890d req-c3aa9ac9-5e73-485f-beae-2c01ca582772 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=088ccb83-6a82-4b23-8418-c55f059b957b HTTP/1.1" status: 200 len: 849 time: 0.0445921 Nov 19 19:03:43.535090 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5bb621-a532-469f-9dfe-98d36b94890d req-7324ec02-d084-41d3-b784-141a95152d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:43.536530 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ad5bb621-a532-469f-9dfe-98d36b94890d req-7324ec02-d084-41d3-b784-141a95152d99 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=41aa1c43-4a6b-43f6-870c-a24cd37b9cc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393164 Nov 19 19:03:43.628777 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ad5bb621-a532-469f-9dfe-98d36b94890d req-7931a3a9-57c7-4442-9da3-90268a01df07 service neutron] 10.222.0.60 "GET /v2.0/networks/41aa1c43-4a6b-43f6-870c-a24cd37b9cc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844536 Nov 19 19:03:43.716746 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-ad5bb621-a532-469f-9dfe-98d36b94890d req-4dba12c0-74d3-4ad5-a2ad-b7ee93043f99 service neutron] 10.222.0.60 "GET /v2.0/networks/41aa1c43-4a6b-43f6-870c-a24cd37b9cc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803981 Nov 19 19:03:44.573307 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b2f14a-fae3-4041-a4d1-d3c9c609b197 req-499d5725-8662-47f1-9a37-b29815f8fe5f tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:44.574794 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-20b2f14a-fae3-4041-a4d1-d3c9c609b197 req-499d5725-8662-47f1-9a37-b29815f8fe5f tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] 10.222.0.54 "GET /v2.0/ports?device_id=df1fd1ee-a22a-4930-8b62-bd20cc9c3544 HTTP/1.1" status: 200 len: 944 time: 0.0482013 Nov 19 19:03:44.636017 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-20b2f14a-fae3-4041-a4d1-d3c9c609b197 req-9685bfe4-e4f0-4ab6-8ea9-574c31def4fe tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] 10.222.0.54 "GET /v2.0/security-groups?id=86f12cf9-4fd1-443c-b361-8d4cec402380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550194 Nov 19 19:03:45.551775 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 07064ecd-09fb-4392-ab08-fb6a284d3746 details requested by agent hyperv_n-h1-818022-2 with host n-h1-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 19:03:45.646180 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 07064ecd-09fb-4392-ab08-fb6a284d3746, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=07064ecd-09fb-4392-ab08-fb6a284d3746,segment=NetworkSegment(1e73e780-109b-4f38-8c54-c6be6b9d1ef9),segment_id=1e73e780-109b-4f38-8c54-c6be6b9d1ef9)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:03:45.657482 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Returning: {'device': '07064ecd-09fb-4392-ab08-fb6a284d3746', 'network_id': '41aa1c43-4a6b-43f6-870c-a24cd37b9cc3', 'port_id': '07064ecd-09fb-4392-ab08-fb6a284d3746', 'mac_address': 'fa:16:3e:a4:fb:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 684, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '088ccb83-6a82-4b23-8418-c55f059b957b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 19:03:45.694639 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:45.708060 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07064ecd-09fb-4392-ab08-fb6a284d3746 {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:03:45.728566 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 07064ecd-09fb-4392-ab08-fb6a284d3746, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=07064ecd-09fb-4392-ab08-fb6a284d3746,segment=NetworkSegment(1e73e780-109b-4f38-8c54-c6be6b9d1ef9),segment_id=1e73e780-109b-4f38-8c54-c6be6b9d1ef9)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:03:45.732807 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:45.753249 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a967bc-dfa9-457b-9587-c748f7760973 req-2762f262-3f31-4fd9-ae22-927fbc5774cd tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:45.755181 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c6a967bc-dfa9-457b-9587-c748f7760973 req-2762f262-3f31-4fd9-ae22-927fbc5774cd tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] 10.222.0.54 "GET /v2.0/ports?device_id=df1fd1ee-a22a-4930-8b62-bd20cc9c3544 HTTP/1.1" status: 200 len: 944 time: 0.0497477 Nov 19 19:03:45.783878 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=07064ecd-09fb-4392-ab08-fb6a284d3746,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:03:45.812810 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-c6a967bc-dfa9-457b-9587-c748f7760973 req-653e8e17-bc21-4377-b37a-a2585f042b00 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] 10.222.0.54 "GET /v2.0/security-groups?id=86f12cf9-4fd1-443c-b361-8d4cec402380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512109 Nov 19 19:03:45.953887 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['07064ecd-09fb-4392-ab08-fb6a284d3746'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:03:46.929334 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25563001-487b-49c5-94b7-9f8d00e95c38 req-9a630b8d-c6f5-4e95-b6f8-0cb7bb3d6adb tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:46.931473 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-25563001-487b-49c5-94b7-9f8d00e95c38 req-9a630b8d-c6f5-4e95-b6f8-0cb7bb3d6adb tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] 10.222.0.54 "GET /v2.0/ports?device_id=df1fd1ee-a22a-4930-8b62-bd20cc9c3544 HTTP/1.1" status: 200 len: 945 time: 0.0484540 Nov 19 19:03:46.979125 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-25563001-487b-49c5-94b7-9f8d00e95c38 req-3f97150a-d6a7-4028-9467-4af9f0e4084d tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] 10.222.0.54 "GET /v2.0/security-groups?id=86f12cf9-4fd1-443c-b361-8d4cec402380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417185 Nov 19 19:03:47.567080 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 07064ecd-09fb-4392-ab08-fb6a284d3746 up at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:03:47.615813 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning for port 07064ecd-09fb-4392-ab08-fb6a284d3746 completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 19:03:47.619791 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning complete for port 07064ecd-09fb-4392-ab08-fb6a284d3746 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:03:47.620167 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:47.695352 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:47.721257 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df1fd1ee-a22a-4930-8b62-bd20cc9c3544', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07064ecd-09fb-4392-ab08-fb6a284d3746'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:03:47.723664 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e87da51c426c585745380e4f647dbd896557016b88dd9fb127e5d98628c937cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10bc44b5-3594-40b3-acdc-7bc20a3b1781" -d '{"events": [{"server_uuid": "df1fd1ee-a22a-4930-8b62-bd20cc9c3544", "name": "network-vif-plugged", "status": "completed", "tag": "07064ecd-09fb-4392-ab08-fb6a284d3746"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:03:47.735776 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 07064ecd-09fb-4392-ab08-fb6a284d3746, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=07064ecd-09fb-4392-ab08-fb6a284d3746,segment=NetworkSegment(1e73e780-109b-4f38-8c54-c6be6b9d1ef9),segment_id=1e73e780-109b-4f38-8c54-c6be6b9d1ef9)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:03:47.739805 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:47.763261 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:03:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2de4320-badf-4aef-95ea-42af4f6cf4e4 x-openstack-request-id: req-d2de4320-badf-4aef-95ea-42af4f6cf4e4 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:03:47.763562 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df1fd1ee-a22a-4930-8b62-bd20cc9c3544", "name": "network-vif-plugged", "status": "completed", "tag": "07064ecd-09fb-4392-ab08-fb6a284d3746", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:03:47.763821 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d2de4320-badf-4aef-95ea-42af4f6cf4e4 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:03:47.764219 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df1fd1ee-a22a-4930-8b62-bd20cc9c3544', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07064ecd-09fb-4392-ab08-fb6a284d3746', 'code': 200} Nov 19 19:03:47.790144 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=07064ecd-09fb-4392-ab08-fb6a284d3746,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:03:47.861253 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faeca05-a754-4567-a23c-3fdce39f9789 req-dec986ef-2d68-4df0-a952-e5ed89833064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:47.862753 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-3faeca05-a754-4567-a23c-3fdce39f9789 req-dec986ef-2d68-4df0-a952-e5ed89833064 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=df1fd1ee-a22a-4930-8b62-bd20cc9c3544 HTTP/1.1" status: 200 len: 1097 time: 0.0405703 Nov 19 19:03:47.908218 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-3faeca05-a754-4567-a23c-3fdce39f9789 req-88ab5ece-62fc-4dc6-9bb2-7967a79a99e2 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=86f12cf9-4fd1-443c-b361-8d4cec402380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389245 Nov 19 19:03:48.099231 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b64bde-435d-424a-8eb6-c8bbba5942c5 req-8a3574db-5b3f-4c21-9e8c-5cbd7073367d tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:48.100715 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-18b64bde-435d-424a-8eb6-c8bbba5942c5 req-8a3574db-5b3f-4c21-9e8c-5cbd7073367d tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] 10.222.0.54 "GET /v2.0/ports?device_id=df1fd1ee-a22a-4930-8b62-bd20cc9c3544 HTTP/1.1" status: 200 len: 946 time: 0.0517654 Nov 19 19:03:48.148953 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-18b64bde-435d-424a-8eb6-c8bbba5942c5 req-77e49d66-0a7b-4f57-90c2-bd9e1f67f1ad tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] 10.222.0.54 "GET /v2.0/security-groups?id=86f12cf9-4fd1-443c-b361-8d4cec402380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418687 Nov 19 19:03:49.267904 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2211a2-7d20-4595-b2ed-6924793ae897 req-a2a1f246-ec39-4c61-b34d-55d17b08c717 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:49.269392 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ad2211a2-7d20-4595-b2ed-6924793ae897 req-a2a1f246-ec39-4c61-b34d-55d17b08c717 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] 10.222.0.54 "GET /v2.0/ports?device_id=df1fd1ee-a22a-4930-8b62-bd20cc9c3544 HTTP/1.1" status: 200 len: 946 time: 0.0488906 Nov 19 19:03:49.318394 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-ad2211a2-7d20-4595-b2ed-6924793ae897 req-9b0f4d58-3eea-4f60-bb2f-afcd64a4d454 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] 10.222.0.54 "GET /v2.0/security-groups?id=86f12cf9-4fd1-443c-b361-8d4cec402380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429196 Nov 19 19:03:49.436140 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6961b420-68be-4107-aabc-2f45e9ac380d req-bf526f92-8b62-4754-907d-839932076b81 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:49.437670 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6961b420-68be-4107-aabc-2f45e9ac380d req-bf526f92-8b62-4754-907d-839932076b81 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] 10.222.0.54 "GET /v2.0/ports?device_id=df1fd1ee-a22a-4930-8b62-bd20cc9c3544 HTTP/1.1" status: 200 len: 946 time: 0.0490327 Nov 19 19:03:49.486739 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-6961b420-68be-4107-aabc-2f45e9ac380d req-f592169c-7632-4849-b5bc-37857a94f972 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] 10.222.0.54 "GET /v2.0/security-groups?id=86f12cf9-4fd1-443c-b361-8d4cec402380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431173 Nov 19 19:03:49.508570 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 50720) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:03:49.551678 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3ac73aa-1c5e-4d38-8dcc-c897178d5214 tempest-TestSnapshotPattern-1562902531 tempest-TestSnapshotPattern-1562902531-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:49.553293 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-b3ac73aa-1c5e-4d38-8dcc-c897178d5214 tempest-TestSnapshotPattern-1562902531 tempest-TestSnapshotPattern-1562902531-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=df1fd1ee-a22a-4930-8b62-bd20cc9c3544 HTTP/1.1" status: 200 len: 1092 time: 0.0436268 Nov 19 19:03:49.556005 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 50722) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:03:49.560175 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.v2.base [None req-2750d6a7-e952-4387-b187-d88bf50ff1a8 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] Request body: {'floatingip': {'floating_network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'port_id': '07064ecd-09fb-4392-ab08-fb6a284d3746', 'tenant_id': '47856e6a6f5549fc8e5653aa68c326c1', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 19:03:49.581936 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2750d6a7-e952-4387-b187-d88bf50ff1a8 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] Publish callbacks [] for floatingip, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:49.677861 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2750d6a7-e952-4387-b187-d88bf50ff1a8 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:49.781893 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [None req-2750d6a7-e952-4387-b187-d88bf50ff1a8 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] Allocated IP 172.25.7.6 (645e61aa-1a6c-4e8f-857e-ab06edb4897f/88ed2d64-f56d-4f01-a468-946e01c99e82/8d1b3047-5df8-44a7-9ef6-c3ce3bfe3612) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 19:03:49.881891 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2750d6a7-e952-4387-b187-d88bf50ff1a8 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] Publish callbacks [] for port, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:49.915814 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2750d6a7-e952-4387-b187-d88bf50ff1a8 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742638040998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:49.956427 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2750d6a7-e952-4387-b187-d88bf50ff1a8 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] Network 645e61aa-1a6c-4e8f-857e-ab06edb4897f is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 19:03:49.959172 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-2750d6a7-e952-4387-b187-d88bf50ff1a8 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 19:03:49.963592 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2750d6a7-e952-4387-b187-d88bf50ff1a8 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 19:03:49.989708 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2750d6a7-e952-4387-b187-d88bf50ff1a8 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] Pushing event updated for resources: {'Port': ['ID=8d1b3047-5df8-44a7-9ef6-c3ce3bfe3612,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:03:50.318271 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2750d6a7-e952-4387-b187-d88bf50ff1a8 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:50.387217 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2750d6a7-e952-4387-b187-d88bf50ff1a8 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:50.862420 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2750d6a7-e952-4387-b187-d88bf50ff1a8 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] Publish callbacks [] for port, precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:50.867264 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2750d6a7-e952-4387-b187-d88bf50ff1a8 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12425211'] for port, after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:50.933669 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2750d6a7-e952-4387-b187-d88bf50ff1a8 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] Pushing event updated for resources: {'Port': ['ID=8d1b3047-5df8-44a7-9ef6-c3ce3bfe3612,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:03:50.945152 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2750d6a7-e952-4387-b187-d88bf50ff1a8 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-671284'] for floatingip, after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:51.044896 n-d-818022-2 neutron-server[103364]: INFO neutron.db.l3_db [None req-2750d6a7-e952-4387-b187-d88bf50ff1a8 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] Floating IP c47b019b-0c0f-4055-bf88-9c9bff7e79ae associated. External IP: 172.25.7.6, port: 07064ecd-09fb-4392-ab08-fb6a284d3746. Nov 19 19:03:51.250440 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2750d6a7-e952-4387-b187-d88bf50ff1a8 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] Router 5fcd13db-913b-4422-98c3-9a8b96d6401c has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 19:03:51.356834 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2750d6a7-e952-4387-b187-d88bf50ff1a8 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:03:51.367127 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34876816-0fea-42a3-9814-00039d6cf662 None None] Sync routers for ids ['5fcd13db-913b-4422-98c3-9a8b96d6401c'] in n-d-818022-2 {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:03:51.374508 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2750d6a7-e952-4387-b187-d88bf50ff1a8 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for floatingip, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:03:51.376634 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34876816-0fea-42a3-9814-00039d6cf662 None None] Routers {'5fcd13db-913b-4422-98c3-9a8b96d6401c'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:03:51.377266 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-34876816-0fea-42a3-9814-00039d6cf662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T19:03:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['5fcd13db-913b-4422-98c3-9a8b96d6401c'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:03:51.402149 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-2750d6a7-e952-4387-b187-d88bf50ff1a8 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8451083 Nov 19 19:03:51.402733 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df1fd1ee-a22a-4930-8b62-bd20cc9c3544', 'tag': '07064ecd-09fb-4392-ab08-fb6a284d3746'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:03:51.404993 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52b8413beb4c6ee9e3ef24221fee7166c8d58dd3d366bc989a0565316b268f0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76329b3c-9382-43c0-bc22-7392ccf95652" -d '{"events": [{"name": "network-changed", "server_uuid": "df1fd1ee-a22a-4930-8b62-bd20cc9c3544", "tag": "07064ecd-09fb-4392-ab08-fb6a284d3746"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:03:51.442366 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 19:03:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b531d8c-efee-43a3-ab13-0799050277f6 x-openstack-request-id: req-7b531d8c-efee-43a3-ab13-0799050277f6 {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:03:51.442667 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df1fd1ee-a22a-4930-8b62-bd20cc9c3544", "tag": "07064ecd-09fb-4392-ab08-fb6a284d3746", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:03:51.442922 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-7b531d8c-efee-43a3-ab13-0799050277f6 {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:03:51.443331 n-d-818022-2 neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df1fd1ee-a22a-4930-8b62-bd20cc9c3544', 'tag': '07064ecd-09fb-4392-ab08-fb6a284d3746', 'status': 'completed', 'code': 200} Nov 19 19:03:51.487428 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-34876816-0fea-42a3-9814-00039d6cf662 None None] Set router 5fcd13db-913b-4422-98c3-9a8b96d6401c gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:03:51.503994 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76329b3c-9382-43c0-bc22-7392ccf95652 req-6858c570-c3e1-4161-9c38-76b1ce4d87f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:51.505440 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-76329b3c-9382-43c0-bc22-7392ccf95652 req-6858c570-c3e1-4161-9c38-76b1ce4d87f8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=47856e6a6f5549fc8e5653aa68c326c1&device_id=df1fd1ee-a22a-4930-8b62-bd20cc9c3544 HTTP/1.1" status: 200 len: 1097 time: 0.0402734 Nov 19 19:03:51.602460 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76329b3c-9382-43c0-bc22-7392ccf95652 req-db787f73-e0e2-4a04-aec2-fb22efd6c724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:51.603650 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-76329b3c-9382-43c0-bc22-7392ccf95652 req-db787f73-e0e2-4a04-aec2-fb22efd6c724 service neutron] 10.222.0.60 "GET /v2.0/networks?id=41aa1c43-4a6b-43f6-870c-a24cd37b9cc3 HTTP/1.1" status: 200 len: 911 time: 0.0892122 Nov 19 19:03:51.668936 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-76329b3c-9382-43c0-bc22-7392ccf95652 req-8cdda91d-0850-41a0-9094-88af01fb6218 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=07064ecd-09fb-4392-ab08-fb6a284d3746 HTTP/1.1" status: 200 len: 998 time: 0.0587094 Nov 19 19:03:51.713349 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-34876816-0fea-42a3-9814-00039d6cf662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fcd13db-913b-4422-98c3-9a8b96d6401c', 'name': 'tempest-TestSnapshotPattern-1363173135-router', 'tenant_id': '47856e6a6f5549fc8e5653aa68c326c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.118'}], 'enable_snat': True}, 'gw_port_id': '2adf55d9-f5a4-4b36-af8a-db0cded18680', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:00:59Z', 'updated_at': '2021-11-19T19:01:02Z', 'revision_number': 4, 'project_id': '47856e6a6f5549fc8e5653aa68c326c1', 'gw_port': {'id': '2adf55d9-f5a4-4b36-af8a-db0cded18680', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:9f:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fcd13db-913b-4422-98c3-9a8b96d6401c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:00:59Z', 'updated_at': '2021-11-19T19:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_floatingips': [{'id': '5e9918fc-ba08-4853-bbfb-91c40eb607e7', 'tenant_id': '47856e6a6f5549fc8e5653aa68c326c1', 'floating_ip_address': '172.25.7.139', 'floating_network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'router_id': '5fcd13db-913b-4422-98c3-9a8b96d6401c', 'port_id': 'b439f9f8-8e4d-4554-81ad-06ec91bf98e1', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4372, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41aa1c43-4a6b-43f6-870c-a24cd37b9cc3', 'mac_address': 'fa:16:3e:4e:c1:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1b05eff-3e76-4049-8a45-bbe116a92eb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T19:01:20Z', 'updated_at': '2021-11-19T19:01:22Z', 'revision_number': 1, 'project_id': '47856e6a6f5549fc8e5653aa68c326c1', 'fixed_ip_address_scope': None}, {'id': 'c47b019b-0c0f-4055-bf88-9c9bff7e79ae', 'tenant_id': '47856e6a6f5549fc8e5653aa68c326c1', 'floating_ip_address': '172.25.7.6', 'floating_network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'router_id': '5fcd13db-913b-4422-98c3-9a8b96d6401c', 'port_id': '07064ecd-09fb-4392-ab08-fb6a284d3746', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4375, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41aa1c43-4a6b-43f6-870c-a24cd37b9cc3', 'mac_address': 'fa:16:3e:a4:fb:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df1fd1ee-a22a-4930-8b62-bd20cc9c3544', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T19:03:50Z', 'updated_at': '2021-11-19T19:03:50Z', 'revision_number': 0, 'project_id': '47856e6a6f5549fc8e5653aa68c326c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5989c4df-fbe8-47c8-8a77-2f420a16f8c6', 'name': '', 'network_id': '41aa1c43-4a6b-43f6-870c-a24cd37b9cc3', 'tenant_id': '47856e6a6f5549fc8e5653aa68c326c1', 'mac_address': 'fa:16:3e:79:fd:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fcd13db-913b-4422-98c3-9a8b96d6401c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '088ccb83-6a82-4b23-8418-c55f059b957b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:01:01Z', 'updated_at': '2021-11-19T19:01:05Z', 'revision_number': 5, 'project_id': '47856e6a6f5549fc8e5653aa68c326c1', 'subnets': [{'id': '088ccb83-6a82-4b23-8418-c55f059b957b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:03:51.723399 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76329b3c-9382-43c0-bc22-7392ccf95652 req-d82b0709-1910-4c0e-9e51-1aa20e52b530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:51.725185 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-76329b3c-9382-43c0-bc22-7392ccf95652 req-d82b0709-1910-4c0e-9e51-1aa20e52b530 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=088ccb83-6a82-4b23-8418-c55f059b957b HTTP/1.1" status: 200 len: 849 time: 0.0497363 Nov 19 19:03:51.738809 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34876816-0fea-42a3-9814-00039d6cf662 None None] Checking router: 5fcd13db-913b-4422-98c3-9a8b96d6401c for host: n-d-818022-2 {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 19:03:51.747901 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34876816-0fea-42a3-9814-00039d6cf662 None None] Routers {'5fcd13db-913b-4422-98c3-9a8b96d6401c'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:03:51.748514 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-34876816-0fea-42a3-9814-00039d6cf662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T19:03:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['5fcd13db-913b-4422-98c3-9a8b96d6401c'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:03:51.773028 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76329b3c-9382-43c0-bc22-7392ccf95652 req-796a6e86-0cb0-4a66-a98c-8d70b3f1b6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:03:51.774521 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-76329b3c-9382-43c0-bc22-7392ccf95652 req-796a6e86-0cb0-4a66-a98c-8d70b3f1b6bd service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=41aa1c43-4a6b-43f6-870c-a24cd37b9cc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409384 Nov 19 19:03:51.869349 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-76329b3c-9382-43c0-bc22-7392ccf95652 req-e416874c-3c8f-4ed7-a1b0-3f72cab07163 service neutron] 10.222.0.60 "GET /v2.0/networks/41aa1c43-4a6b-43f6-870c-a24cd37b9cc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877154 Nov 19 19:03:51.937326 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-34876816-0fea-42a3-9814-00039d6cf662 None None] Set router 5fcd13db-913b-4422-98c3-9a8b96d6401c gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:03:51.964434 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-76329b3c-9382-43c0-bc22-7392ccf95652 req-c4f73f0b-49cc-461e-a867-15bace3088ec service neutron] 10.222.0.60 "GET /v2.0/networks/41aa1c43-4a6b-43f6-870c-a24cd37b9cc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884542 Nov 19 19:03:52.164417 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-34876816-0fea-42a3-9814-00039d6cf662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fcd13db-913b-4422-98c3-9a8b96d6401c', 'name': 'tempest-TestSnapshotPattern-1363173135-router', 'tenant_id': '47856e6a6f5549fc8e5653aa68c326c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.118'}], 'enable_snat': True}, 'gw_port_id': '2adf55d9-f5a4-4b36-af8a-db0cded18680', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:00:59Z', 'updated_at': '2021-11-19T19:01:02Z', 'revision_number': 4, 'project_id': '47856e6a6f5549fc8e5653aa68c326c1', 'gw_port': {'id': '2adf55d9-f5a4-4b36-af8a-db0cded18680', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:9f:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fcd13db-913b-4422-98c3-9a8b96d6401c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:00:59Z', 'updated_at': '2021-11-19T19:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_floatingips': [{'id': '5e9918fc-ba08-4853-bbfb-91c40eb607e7', 'tenant_id': '47856e6a6f5549fc8e5653aa68c326c1', 'floating_ip_address': '172.25.7.139', 'floating_network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'router_id': '5fcd13db-913b-4422-98c3-9a8b96d6401c', 'port_id': 'b439f9f8-8e4d-4554-81ad-06ec91bf98e1', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4372, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41aa1c43-4a6b-43f6-870c-a24cd37b9cc3', 'mac_address': 'fa:16:3e:4e:c1:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1b05eff-3e76-4049-8a45-bbe116a92eb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T19:01:20Z', 'updated_at': '2021-11-19T19:01:22Z', 'revision_number': 1, 'project_id': '47856e6a6f5549fc8e5653aa68c326c1', 'fixed_ip_address_scope': None}, {'id': 'c47b019b-0c0f-4055-bf88-9c9bff7e79ae', 'tenant_id': '47856e6a6f5549fc8e5653aa68c326c1', 'floating_ip_address': '172.25.7.6', 'floating_network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'router_id': '5fcd13db-913b-4422-98c3-9a8b96d6401c', 'port_id': '07064ecd-09fb-4392-ab08-fb6a284d3746', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4375, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41aa1c43-4a6b-43f6-870c-a24cd37b9cc3', 'mac_address': 'fa:16:3e:a4:fb:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df1fd1ee-a22a-4930-8b62-bd20cc9c3544', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T19:03:50Z', 'updated_at': '2021-11-19T19:03:50Z', 'revision_number': 0, 'project_id': '47856e6a6f5549fc8e5653aa68c326c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5989c4df-fbe8-47c8-8a77-2f420a16f8c6', 'name': '', 'network_id': '41aa1c43-4a6b-43f6-870c-a24cd37b9cc3', 'tenant_id': '47856e6a6f5549fc8e5653aa68c326c1', 'mac_address': 'fa:16:3e:79:fd:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fcd13db-913b-4422-98c3-9a8b96d6401c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '088ccb83-6a82-4b23-8418-c55f059b957b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:01:01Z', 'updated_at': '2021-11-19T19:01:05Z', 'revision_number': 5, 'project_id': '47856e6a6f5549fc8e5653aa68c326c1', 'subnets': [{'id': '088ccb83-6a82-4b23-8418-c55f059b957b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:03:52.191388 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34876816-0fea-42a3-9814-00039d6cf662 None None] The sync data for ids ['5fcd13db-913b-4422-98c3-9a8b96d6401c'] in n-d-818022-2 is: [{'id': '5fcd13db-913b-4422-98c3-9a8b96d6401c', 'name': 'tempest-TestSnapshotPattern-1363173135-router', 'tenant_id': '47856e6a6f5549fc8e5653aa68c326c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.118'}], 'enable_snat': True}, 'gw_port_id': '2adf55d9-f5a4-4b36-af8a-db0cded18680', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:00:59Z', 'updated_at': '2021-11-19T19:01:02Z', 'revision_number': 4, 'project_id': '47856e6a6f5549fc8e5653aa68c326c1', 'gw_port': {'id': '2adf55d9-f5a4-4b36-af8a-db0cded18680', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:9f:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fcd13db-913b-4422-98c3-9a8b96d6401c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:00:59Z', 'updated_at': '2021-11-19T19:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_floatingips': [{'id': '5e9918fc-ba08-4853-bbfb-91c40eb607e7', 'tenant_id': '47856e6a6f5549fc8e5653aa68c326c1', 'floating_ip_address': '172.25.7.139', 'floating_network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'router_id': '5fcd13db-913b-4422-98c3-9a8b96d6401c', 'port_id': 'b439f9f8-8e4d-4554-81ad-06ec91bf98e1', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4372, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41aa1c43-4a6b-43f6-870c-a24cd37b9cc3', 'mac_address': 'fa:16:3e:4e:c1:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1b05eff-3e76-4049-8a45-bbe116a92eb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T19:01:20Z', 'updated_at': '2021-11-19T19:01:22Z', 'revision_number': 1, 'project_id': '47856e6a6f5549fc8e5653aa68c326c1', 'fixed_ip_address_scope': None}, {'id': 'c47b019b-0c0f-4055-bf88-9c9bff7e79ae', 'tenant_id': '47856e6a6f5549fc8e5653aa68c326c1', 'floating_ip_address': '172.25.7.6', 'floating_network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'router_id': '5fcd13db-913b-4422-98c3-9a8b96d6401c', 'port_id': '07064ecd-09fb-4392-ab08-fb6a284d3746', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4375, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41aa1c43-4a6b-43f6-870c-a24cd37b9cc3', 'mac_address': 'fa:16:3e:a4:fb:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df1fd1ee-a22a-4930-8b62-bd20cc9c3544', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T19:03:50Z', 'updated_at': '2021-11-19T19:03:50Z', 'revision_number': 0, 'project_id': '47856e6a6f5549fc8e5653aa68c326c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5989c4df-fbe8-47c8-8a77-2f420a16f8c6', 'name': '', 'network_id': '41aa1c43-4a6b-43f6-870c-a24cd37b9cc3', 'tenant_id': '47856e6a6f5549fc8e5653aa68c326c1', 'mac_address': 'fa:16:3e:79:fd:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fcd13db-913b-4422-98c3-9a8b96d6401c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '088ccb83-6a82-4b23-8418-c55f059b957b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:01:01Z', 'updated_at': '2021-11-19T19:01:05Z', 'revision_number': 5, 'project_id': '47856e6a6f5549fc8e5653aa68c326c1', 'subnets': [{'id': '088ccb83-6a82-4b23-8418-c55f059b957b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:03:52.395026 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c09f5f4b-50c3-4fce-8e99-a4168ac9ee11 None None] New status for floating IP c47b019b-0c0f-4055-bf88-9c9bff7e79ae: ACTIVE {{(pid=103366) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 19:03:59.937717 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-64325612-c3bb-4347-a831-2257f00fc57b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:02.174828 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2fefcbc7-2f8d-4315-b8bd-cb34bd270cab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:03.514330 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e46ecc5a-dc14-4744-b262-3072ff2e958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:04.438294 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:04.508713 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:05.085388 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e013d7e6-5264-4dcc-9759-54f5fb809e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:05.370829 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:06.401283 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.agents_db [None req-619e5c26-d9ed-4321-86eb-7d443bb9dfa2 None None] Agent healthcheck: found 7 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 19:04:28.400002 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-34645118-0f1b-4c5f-9e0f-89579a2aeea2 req-7ad05f06-44dd-4cd3-998b-6aeb52e2b807 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=e1b05eff-3e76-4049-8a45-bbe116a92eb2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0389831 Nov 19 19:04:28.483751 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34645118-0f1b-4c5f-9e0f-89579a2aeea2 req-612794b5-2159-4b6b-8c68-15f02b6df643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:04:28.485256 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-34645118-0f1b-4c5f-9e0f-89579a2aeea2 req-612794b5-2159-4b6b-8c68-15f02b6df643 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=47856e6a6f5549fc8e5653aa68c326c1&device_id=e1b05eff-3e76-4049-8a45-bbe116a92eb2 HTTP/1.1" status: 200 len: 1094 time: 0.0415463 Nov 19 19:04:28.593434 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34645118-0f1b-4c5f-9e0f-89579a2aeea2 req-44a3ad61-2cc0-4dec-9d75-9065a18dbdf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:04:28.594946 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-34645118-0f1b-4c5f-9e0f-89579a2aeea2 req-44a3ad61-2cc0-4dec-9d75-9065a18dbdf5 service neutron] 10.222.0.86 "GET /v2.0/networks?id=41aa1c43-4a6b-43f6-870c-a24cd37b9cc3 HTTP/1.1" status: 200 len: 911 time: 0.0894799 Nov 19 19:04:28.662928 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-34645118-0f1b-4c5f-9e0f-89579a2aeea2 req-3fac0714-552a-42bf-bba3-bb2b698004d7 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b439f9f8-8e4d-4554-81ad-06ec91bf98e1 HTTP/1.1" status: 200 len: 999 time: 0.0586309 Nov 19 19:04:28.716082 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34645118-0f1b-4c5f-9e0f-89579a2aeea2 req-9d815698-a9e6-48fe-8198-65b609bf32b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:04:28.717526 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-34645118-0f1b-4c5f-9e0f-89579a2aeea2 req-9d815698-a9e6-48fe-8198-65b609bf32b8 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=088ccb83-6a82-4b23-8418-c55f059b957b HTTP/1.1" status: 200 len: 849 time: 0.0475829 Nov 19 19:04:28.763757 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34645118-0f1b-4c5f-9e0f-89579a2aeea2 req-cb3c90fb-af8f-4e15-801a-d52a89de6134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:04:28.771919 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-34645118-0f1b-4c5f-9e0f-89579a2aeea2 req-cb3c90fb-af8f-4e15-801a-d52a89de6134 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=41aa1c43-4a6b-43f6-870c-a24cd37b9cc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404358 Nov 19 19:04:28.852863 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-34645118-0f1b-4c5f-9e0f-89579a2aeea2 req-f07464da-964e-44cf-9393-5a0fbd283e0b service neutron] 10.222.0.86 "GET /v2.0/networks/41aa1c43-4a6b-43f6-870c-a24cd37b9cc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802016 Nov 19 19:04:28.947756 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-34645118-0f1b-4c5f-9e0f-89579a2aeea2 req-ab31246f-f896-4b62-9cd3-7c9b704e12df service neutron] 10.222.0.86 "GET /v2.0/networks/41aa1c43-4a6b-43f6-870c-a24cd37b9cc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869799 Nov 19 19:04:29.942943 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-751c80af-03de-4adc-931e-50c46c096d0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:32.176653 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-680bb0ab-e003-4730-820f-d52d9bd98c6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:32.568630 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2fd72c7a-1118-46c8-a712-eaf7317a7b3a req-da276fba-2d97-4b05-99f4-26a72580c654 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=df1fd1ee-a22a-4930-8b62-bd20cc9c3544&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0840273 Nov 19 19:04:32.656066 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd72c7a-1118-46c8-a712-eaf7317a7b3a req-fc8a15b4-569d-4a66-a8b6-8d7c73b0fa53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:04:32.657534 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2fd72c7a-1118-46c8-a712-eaf7317a7b3a req-fc8a15b4-569d-4a66-a8b6-8d7c73b0fa53 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=47856e6a6f5549fc8e5653aa68c326c1&device_id=df1fd1ee-a22a-4930-8b62-bd20cc9c3544 HTTP/1.1" status: 200 len: 1097 time: 0.0407228 Nov 19 19:04:32.763304 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd72c7a-1118-46c8-a712-eaf7317a7b3a req-db099191-8e2f-4464-a00a-1b4c51e92118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:04:32.764826 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2fd72c7a-1118-46c8-a712-eaf7317a7b3a req-db099191-8e2f-4464-a00a-1b4c51e92118 service neutron] 10.222.0.60 "GET /v2.0/networks?id=41aa1c43-4a6b-43f6-870c-a24cd37b9cc3 HTTP/1.1" status: 200 len: 911 time: 0.0877562 Nov 19 19:04:32.830270 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2fd72c7a-1118-46c8-a712-eaf7317a7b3a req-f3dd8d25-2405-44a5-89a0-3dabbe6e15f5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=07064ecd-09fb-4392-ab08-fb6a284d3746 HTTP/1.1" status: 200 len: 1000 time: 0.0581582 Nov 19 19:04:32.882927 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd72c7a-1118-46c8-a712-eaf7317a7b3a req-65b17b82-3cd5-4bb1-819d-5cd4fc25e9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:04:32.884360 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2fd72c7a-1118-46c8-a712-eaf7317a7b3a req-65b17b82-3cd5-4bb1-819d-5cd4fc25e9aa service neutron] 10.222.0.60 "GET /v2.0/subnets?id=088ccb83-6a82-4b23-8418-c55f059b957b HTTP/1.1" status: 200 len: 849 time: 0.0475430 Nov 19 19:04:32.930978 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd72c7a-1118-46c8-a712-eaf7317a7b3a req-4724e584-34e9-4e95-8fdb-292e5862eb10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:04:32.932478 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2fd72c7a-1118-46c8-a712-eaf7317a7b3a req-4724e584-34e9-4e95-8fdb-292e5862eb10 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=41aa1c43-4a6b-43f6-870c-a24cd37b9cc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405169 Nov 19 19:04:33.022710 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2fd72c7a-1118-46c8-a712-eaf7317a7b3a req-4cec0867-c5d5-4472-a64d-923e607fcf5d service neutron] 10.222.0.60 "GET /v2.0/networks/41aa1c43-4a6b-43f6-870c-a24cd37b9cc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819077 Nov 19 19:04:33.115887 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-2fd72c7a-1118-46c8-a712-eaf7317a7b3a req-46933e6a-b35c-43ac-8a96-5d003f4e82ab service neutron] 10.222.0.60 "GET /v2.0/networks/41aa1c43-4a6b-43f6-870c-a24cd37b9cc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863130 Nov 19 19:04:33.516582 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e46ecc5a-dc14-4744-b262-3072ff2e958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:34.439896 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:34.524993 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:35.087256 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e013d7e6-5264-4dcc-9759-54f5fb809e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:35.372436 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:04:43.400659 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.agents_db [None req-619e5c26-d9ed-4321-86eb-7d443bb9dfa2 None None] Agent healthcheck: found 7 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 19:04:59.944601 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2370a49a-955a-4ff7-a125-f31e2d7e6823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:02.180613 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f83d4761-0dc4-4f43-82b3-bf9509931d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:03.519411 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e46ecc5a-dc14-4744-b262-3072ff2e958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:04.438202 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:04.522890 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:05.089483 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e013d7e6-5264-4dcc-9759-54f5fb809e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:05.374182 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:20.399041 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.agents_db [None req-619e5c26-d9ed-4321-86eb-7d443bb9dfa2 None None] Agent healthcheck: found 7 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 19:05:22.093953 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 07064ecd-09fb-4392-ab08-fb6a284d3746 details requested by agent hyperv_n-h1-818022-2 with host n-h1-818022-2 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 19:05:22.185761 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 07064ecd-09fb-4392-ab08-fb6a284d3746, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=07064ecd-09fb-4392-ab08-fb6a284d3746,segment=NetworkSegment(1e73e780-109b-4f38-8c54-c6be6b9d1ef9),segment_id=1e73e780-109b-4f38-8c54-c6be6b9d1ef9)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:05:22.196843 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Returning: {'device': '07064ecd-09fb-4392-ab08-fb6a284d3746', 'network_id': '41aa1c43-4a6b-43f6-870c-a24cd37b9cc3', 'port_id': '07064ecd-09fb-4392-ab08-fb6a284d3746', 'mac_address': 'fa:16:3e:a4:fb:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 684, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '088ccb83-6a82-4b23-8418-c55f059b957b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 19:05:22.237558 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:22.250017 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 07064ecd-09fb-4392-ab08-fb6a284d3746 {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 19:05:22.269674 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 07064ecd-09fb-4392-ab08-fb6a284d3746, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=07064ecd-09fb-4392-ab08-fb6a284d3746,segment=NetworkSegment(1e73e780-109b-4f38-8c54-c6be6b9d1ef9),segment_id=1e73e780-109b-4f38-8c54-c6be6b9d1ef9)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:05:22.273794 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:22.322908 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=07064ecd-09fb-4392-ab08-fb6a284d3746,revision_number=6']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:05:22.331227 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:05:22.331578 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:05:22.331919 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:05:22.332257 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:05:22.332588 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:05:22.332913 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:05:22.333240 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:05:22.333565 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:05:22.333912 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:05:22.334236 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:05:22.334558 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:05:22.334876 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:05:22.371446 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] get_ports_and_sgs() called for port_ids ['07064ecd-09fb-4392-ab08-fb6a284d3746'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 19:05:24.096931 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 07064ecd-09fb-4392-ab08-fb6a284d3746 up at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 19:05:24.159473 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Provisioning complete for port 07064ecd-09fb-4392-ab08-fb6a284d3746 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 19:05:24.159944 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813737'] for port, provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:24.245317 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:24.272327 n-d-818022-2 neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df1fd1ee-a22a-4930-8b62-bd20cc9c3544', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07064ecd-09fb-4392-ab08-fb6a284d3746'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:05:24.274821 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e87da51c426c585745380e4f647dbd896557016b88dd9fb127e5d98628c937cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9d54e59-2d67-4dfa-bf77-454b311c783d" -d '{"events": [{"server_uuid": "df1fd1ee-a22a-4930-8b62-bd20cc9c3544", "name": "network-vif-plugged", "status": "completed", "tag": "07064ecd-09fb-4392-ab08-fb6a284d3746"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:05:24.289117 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] For port 07064ecd-09fb-4392-ab08-fb6a284d3746, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=07064ecd-09fb-4392-ab08-fb6a284d3746,segment=NetworkSegment(1e73e780-109b-4f38-8c54-c6be6b9d1ef9),segment_id=1e73e780-109b-4f38-8c54-c6be6b9d1ef9)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:05:24.296729 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742638481619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742638041016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742638041034'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:24.330540 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:05:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b730964-897d-4feb-8f5f-75c7a88d9c65 x-openstack-request-id: req-5b730964-897d-4feb-8f5f-75c7a88d9c65 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:05:24.331062 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df1fd1ee-a22a-4930-8b62-bd20cc9c3544", "name": "network-vif-plugged", "status": "completed", "tag": "07064ecd-09fb-4392-ab08-fb6a284d3746", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:05:24.331334 n-d-818022-2 neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-5b730964-897d-4feb-8f5f-75c7a88d9c65 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:05:24.331718 n-d-818022-2 neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df1fd1ee-a22a-4930-8b62-bd20cc9c3544', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07064ecd-09fb-4392-ab08-fb6a284d3746', 'code': 200} Nov 19 19:05:24.351177 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Pushing event updated for resources: {'Port': ['ID=07064ecd-09fb-4392-ab08-fb6a284d3746,revision_number=7']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:05:29.948538 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b6c2cebc-b9d6-4f1f-9db8-e72256e668d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:30.426844 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5477fcba-c5a6-4415-8b82-2aae33866a27 req-e03a9307-83d7-4732-9498-ad647dcd0210 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=e1b05eff-3e76-4049-8a45-bbe116a92eb2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0491033 Nov 19 19:05:30.532550 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5477fcba-c5a6-4415-8b82-2aae33866a27 req-29a5dc89-42e5-49d2-b932-bedcdb88812f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:30.534092 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5477fcba-c5a6-4415-8b82-2aae33866a27 req-29a5dc89-42e5-49d2-b932-bedcdb88812f service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=47856e6a6f5549fc8e5653aa68c326c1&device_id=e1b05eff-3e76-4049-8a45-bbe116a92eb2 HTTP/1.1" status: 200 len: 1094 time: 0.0461593 Nov 19 19:05:30.670212 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5477fcba-c5a6-4415-8b82-2aae33866a27 req-2648e9b7-355d-4ff4-b98e-5c1a5fd0f515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:30.671737 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5477fcba-c5a6-4415-8b82-2aae33866a27 req-2648e9b7-355d-4ff4-b98e-5c1a5fd0f515 service neutron] 10.222.0.86 "GET /v2.0/networks?id=41aa1c43-4a6b-43f6-870c-a24cd37b9cc3 HTTP/1.1" status: 200 len: 911 time: 0.1146209 Nov 19 19:05:30.747003 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5477fcba-c5a6-4415-8b82-2aae33866a27 req-3eb099a7-7f16-4682-ae4f-b1ada34760ee service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b439f9f8-8e4d-4554-81ad-06ec91bf98e1 HTTP/1.1" status: 200 len: 999 time: 0.0651743 Nov 19 19:05:30.805421 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5477fcba-c5a6-4415-8b82-2aae33866a27 req-5acd56e3-7d56-49bb-bda9-c2b401b67410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:30.807007 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5477fcba-c5a6-4415-8b82-2aae33866a27 req-5acd56e3-7d56-49bb-bda9-c2b401b67410 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=088ccb83-6a82-4b23-8418-c55f059b957b HTTP/1.1" status: 200 len: 849 time: 0.0520508 Nov 19 19:05:30.858179 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5477fcba-c5a6-4415-8b82-2aae33866a27 req-1d349215-b11d-4b61-a1e3-32df50e8c68f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:30.868235 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5477fcba-c5a6-4415-8b82-2aae33866a27 req-1d349215-b11d-4b61-a1e3-32df50e8c68f service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=41aa1c43-4a6b-43f6-870c-a24cd37b9cc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451221 Nov 19 19:05:30.960536 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5477fcba-c5a6-4415-8b82-2aae33866a27 req-9f977a8c-5175-4842-b7af-db539090ffc8 service neutron] 10.222.0.86 "GET /v2.0/networks/41aa1c43-4a6b-43f6-870c-a24cd37b9cc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910602 Nov 19 19:05:31.091017 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-5477fcba-c5a6-4415-8b82-2aae33866a27 req-5921c092-67db-4b73-87cb-6d96802652ae service neutron] 10.222.0.86 "GET /v2.0/networks/41aa1c43-4a6b-43f6-870c-a24cd37b9cc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221812 Nov 19 19:05:32.186146 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-7b5f5928-8802-4a52-913a-7afc2192f58d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:33.074383 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 50932) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:05:33.235129 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-317864d9-a208-4577-b7b1-a1efae0515f5 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] Deleting port 8d1b3047-5df8-44a7-9ef6-c3ce3bfe3612 {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:05:33.235483 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-317864d9-a208-4577-b7b1-a1efae0515f5 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:33.316197 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-317864d9-a208-4577-b7b1-a1efae0515f5 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:33.316570 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-317864d9-a208-4577-b7b1-a1efae0515f5 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:33.328385 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-317864d9-a208-4577-b7b1-a1efae0515f5 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] Calling delete_port for 8d1b3047-5df8-44a7-9ef6-c3ce3bfe3612 owned by network:floatingip {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:05:33.475360 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-317864d9-a208-4577-b7b1-a1efae0515f5 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:33.523209 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e46ecc5a-dc14-4744-b262-3072ff2e958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:33.527768 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317864d9-a208-4577-b7b1-a1efae0515f5 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] Pushing event deleted for resources: {'Port': ['ID=8d1b3047-5df8-44a7-9ef6-c3ce3bfe3612,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:05:33.542791 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317864d9-a208-4577-b7b1-a1efae0515f5 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:05:33.543150 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317864d9-a208-4577-b7b1-a1efae0515f5 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:05:33.543498 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317864d9-a208-4577-b7b1-a1efae0515f5 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:05:33.543841 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317864d9-a208-4577-b7b1-a1efae0515f5 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:05:33.544197 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317864d9-a208-4577-b7b1-a1efae0515f5 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:05:33.544521 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317864d9-a208-4577-b7b1-a1efae0515f5 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:05:33.544858 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317864d9-a208-4577-b7b1-a1efae0515f5 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:05:33.545192 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317864d9-a208-4577-b7b1-a1efae0515f5 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:05:33.545524 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317864d9-a208-4577-b7b1-a1efae0515f5 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:05:33.545879 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317864d9-a208-4577-b7b1-a1efae0515f5 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:05:33.546443 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317864d9-a208-4577-b7b1-a1efae0515f5 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:05:33.547010 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317864d9-a208-4577-b7b1-a1efae0515f5 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:05:33.600572 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-4cd72b4b-b12c-4e5c-a25c-26ed22cb8f57 req-90f02e71-b26b-43e8-8391-63820d2513f3 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=df1fd1ee-a22a-4930-8b62-bd20cc9c3544&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1202016 Nov 19 19:05:33.611074 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-317864d9-a208-4577-b7b1-a1efae0515f5 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] Publish callbacks [] for floatingip, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:33.611504 n-d-818022-2 neutron-server[103364]: INFO neutron.db.l3_db [None req-317864d9-a208-4577-b7b1-a1efae0515f5 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] Floating IP c47b019b-0c0f-4055-bf88-9c9bff7e79ae disassociated (deleted). External IP: 172.25.7.6, port: 07064ecd-09fb-4392-ab08-fb6a284d3746. Nov 19 19:05:33.728410 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd72b4b-b12c-4e5c-a25c-26ed22cb8f57 req-cc265bf5-eb7a-4419-bab3-25bed7a436df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:33.730844 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-4cd72b4b-b12c-4e5c-a25c-26ed22cb8f57 req-cc265bf5-eb7a-4419-bab3-25bed7a436df service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=47856e6a6f5549fc8e5653aa68c326c1&device_id=df1fd1ee-a22a-4930-8b62-bd20cc9c3544 HTTP/1.1" status: 200 len: 1097 time: 0.0819306 Nov 19 19:05:33.919564 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd72b4b-b12c-4e5c-a25c-26ed22cb8f57 req-ac27beff-6e78-4562-ba57-99162b0030f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:33.920940 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-4cd72b4b-b12c-4e5c-a25c-26ed22cb8f57 req-ac27beff-6e78-4562-ba57-99162b0030f9 service neutron] 10.222.0.60 "GET /v2.0/networks?id=41aa1c43-4a6b-43f6-870c-a24cd37b9cc3 HTTP/1.1" status: 200 len: 911 time: 0.1704512 Nov 19 19:05:33.924646 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-317864d9-a208-4577-b7b1-a1efae0515f5 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] Router 5fcd13db-913b-4422-98c3-9a8b96d6401c has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 19:05:33.966385 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-4cd72b4b-b12c-4e5c-a25c-26ed22cb8f57 req-79dd8f80-6966-47ed-b762-bc3c496867b0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=07064ecd-09fb-4392-ab08-fb6a284d3746 HTTP/1.1" status: 200 len: 217 time: 0.0381463 Nov 19 19:05:34.086306 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd72b4b-b12c-4e5c-a25c-26ed22cb8f57 req-0afff8f5-56db-4587-89ba-9be465d5b844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:34.087740 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-4cd72b4b-b12c-4e5c-a25c-26ed22cb8f57 req-0afff8f5-56db-4587-89ba-9be465d5b844 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=088ccb83-6a82-4b23-8418-c55f059b957b HTTP/1.1" status: 200 len: 849 time: 0.0861845 Nov 19 19:05:34.125380 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-317864d9-a208-4577-b7b1-a1efae0515f5 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:05:34.130719 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-317864d9-a208-4577-b7b1-a1efae0515f5 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for floatingip, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:34.135066 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d0a353-e45a-4862-b41f-8b7472d54761 None None] Sync routers for ids ['5fcd13db-913b-4422-98c3-9a8b96d6401c'] in n-d-818022-2 {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:05:34.144987 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d0a353-e45a-4862-b41f-8b7472d54761 None None] Routers {'5fcd13db-913b-4422-98c3-9a8b96d6401c'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:05:34.145609 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-43d0a353-e45a-4862-b41f-8b7472d54761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T19:05:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['5fcd13db-913b-4422-98c3-9a8b96d6401c'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:05:34.165661 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-317864d9-a208-4577-b7b1-a1efae0515f5 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] 10.222.0.54 "DELETE /v2.0/floatingips/c47b019b-0c0f-4055-bf88-9c9bff7e79ae HTTP/1.1" status: 204 len: 168 time: 1.0901494 Nov 19 19:05:34.168092 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd72b4b-b12c-4e5c-a25c-26ed22cb8f57 req-af3781d3-b6b3-45dc-a0f6-a840dbed031c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:34.169522 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-4cd72b4b-b12c-4e5c-a25c-26ed22cb8f57 req-af3781d3-b6b3-45dc-a0f6-a840dbed031c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=41aa1c43-4a6b-43f6-870c-a24cd37b9cc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0735283 Nov 19 19:05:34.170058 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df1fd1ee-a22a-4930-8b62-bd20cc9c3544', 'tag': '07064ecd-09fb-4392-ab08-fb6a284d3746'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:05:34.172240 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52b8413beb4c6ee9e3ef24221fee7166c8d58dd3d366bc989a0565316b268f0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8876f01a-d206-4e4b-9703-ba652061e0d1" -d '{"events": [{"name": "network-changed", "server_uuid": "df1fd1ee-a22a-4930-8b62-bd20cc9c3544", "tag": "07064ecd-09fb-4392-ab08-fb6a284d3746"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:05:34.266721 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-43d0a353-e45a-4862-b41f-8b7472d54761 None None] Set router 5fcd13db-913b-4422-98c3-9a8b96d6401c gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:05:34.273973 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 19:05:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50054317-32e8-4bd8-88f5-7d71fffa63e1 x-openstack-request-id: req-50054317-32e8-4bd8-88f5-7d71fffa63e1 {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:05:34.274448 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df1fd1ee-a22a-4930-8b62-bd20cc9c3544", "tag": "07064ecd-09fb-4392-ab08-fb6a284d3746", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:05:34.274715 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-50054317-32e8-4bd8-88f5-7d71fffa63e1 {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:05:34.275191 n-d-818022-2 neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df1fd1ee-a22a-4930-8b62-bd20cc9c3544', 'tag': '07064ecd-09fb-4392-ab08-fb6a284d3746', 'status': 'completed', 'code': 200} Nov 19 19:05:34.279172 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-4cd72b4b-b12c-4e5c-a25c-26ed22cb8f57 req-92f659b2-db8d-4803-8fe0-b2737220ce92 service neutron] 10.222.0.60 "GET /v2.0/networks/41aa1c43-4a6b-43f6-870c-a24cd37b9cc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015053 Nov 19 19:05:34.382985 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-4cd72b4b-b12c-4e5c-a25c-26ed22cb8f57 req-f8b68c09-4b47-419a-8d3a-8d9f3be87cd5 service neutron] 10.222.0.60 "GET /v2.0/networks/41aa1c43-4a6b-43f6-870c-a24cd37b9cc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959213 Nov 19 19:05:34.464928 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:34.490956 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8876f01a-d206-4e4b-9703-ba652061e0d1 req-5cfbbe49-2416-4100-8a78-7719bad0f867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:34.493023 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8876f01a-d206-4e4b-9703-ba652061e0d1 req-5cfbbe49-2416-4100-8a78-7719bad0f867 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=47856e6a6f5549fc8e5653aa68c326c1&device_id=df1fd1ee-a22a-4930-8b62-bd20cc9c3544 HTTP/1.1" status: 200 len: 1097 time: 0.0600429 Nov 19 19:05:34.506380 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8e3a50-8d2c-47c4-8af2-2a0c25898a86 req-9b504bea-7c2b-49d2-a3cb-6b49f80caf31 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:34.514349 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7d8e3a50-8d2c-47c4-8af2-2a0c25898a86 req-9b504bea-7c2b-49d2-a3cb-6b49f80caf31 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] 10.222.0.54 "GET /v2.0/ports?device_id=df1fd1ee-a22a-4930-8b62-bd20cc9c3544 HTTP/1.1" status: 200 len: 946 time: 0.1413586 Nov 19 19:05:34.514769 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-43d0a353-e45a-4862-b41f-8b7472d54761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fcd13db-913b-4422-98c3-9a8b96d6401c', 'name': 'tempest-TestSnapshotPattern-1363173135-router', 'tenant_id': '47856e6a6f5549fc8e5653aa68c326c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.118'}], 'enable_snat': True}, 'gw_port_id': '2adf55d9-f5a4-4b36-af8a-db0cded18680', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:00:59Z', 'updated_at': '2021-11-19T19:01:02Z', 'revision_number': 4, 'project_id': '47856e6a6f5549fc8e5653aa68c326c1', 'gw_port': {'id': '2adf55d9-f5a4-4b36-af8a-db0cded18680', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:9f:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fcd13db-913b-4422-98c3-9a8b96d6401c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:00:59Z', 'updated_at': '2021-11-19T19:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_floatingips': [{'id': '5e9918fc-ba08-4853-bbfb-91c40eb607e7', 'tenant_id': '47856e6a6f5549fc8e5653aa68c326c1', 'floating_ip_address': '172.25.7.139', 'floating_network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'router_id': '5fcd13db-913b-4422-98c3-9a8b96d6401c', 'port_id': 'b439f9f8-8e4d-4554-81ad-06ec91bf98e1', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4372, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41aa1c43-4a6b-43f6-870c-a24cd37b9cc3', 'mac_address': 'fa:16:3e:4e:c1:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1b05eff-3e76-4049-8a45-bbe116a92eb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T19:01:20Z', 'updated_at': '2021-11-19T19:01:22Z', 'revision_number': 1, 'project_id': '47856e6a6f5549fc8e5653aa68c326c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5989c4df-fbe8-47c8-8a77-2f420a16f8c6', 'name': '', 'network_id': '41aa1c43-4a6b-43f6-870c-a24cd37b9cc3', 'tenant_id': '47856e6a6f5549fc8e5653aa68c326c1', 'mac_address': 'fa:16:3e:79:fd:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fcd13db-913b-4422-98c3-9a8b96d6401c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '088ccb83-6a82-4b23-8418-c55f059b957b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:01:01Z', 'updated_at': '2021-11-19T19:01:05Z', 'revision_number': 5, 'project_id': '47856e6a6f5549fc8e5653aa68c326c1', 'subnets': [{'id': '088ccb83-6a82-4b23-8418-c55f059b957b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:05:34.549837 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d0a353-e45a-4862-b41f-8b7472d54761 None None] Checking router: 5fcd13db-913b-4422-98c3-9a8b96d6401c for host: n-d-818022-2 {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 19:05:34.561019 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d0a353-e45a-4862-b41f-8b7472d54761 None None] Routers {'5fcd13db-913b-4422-98c3-9a8b96d6401c'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:05:34.561410 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:34.562054 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-43d0a353-e45a-4862-b41f-8b7472d54761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T19:05:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['5fcd13db-913b-4422-98c3-9a8b96d6401c'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:05:34.564954 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-7d8e3a50-8d2c-47c4-8af2-2a0c25898a86 req-c468a5eb-5318-4c8c-923d-025cd58e3b74 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] 10.222.0.54 "GET /v2.0/security-groups?id=86f12cf9-4fd1-443c-b361-8d4cec402380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491798 Nov 19 19:05:34.606711 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8876f01a-d206-4e4b-9703-ba652061e0d1 req-a23027db-5c5c-407b-8a80-7075f9f8b0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:34.608490 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8876f01a-d206-4e4b-9703-ba652061e0d1 req-a23027db-5c5c-407b-8a80-7075f9f8b0c5 service neutron] 10.222.0.60 "GET /v2.0/networks?id=41aa1c43-4a6b-43f6-870c-a24cd37b9cc3 HTTP/1.1" status: 200 len: 911 time: 0.1071558 Nov 19 19:05:34.650349 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8876f01a-d206-4e4b-9703-ba652061e0d1 req-99a681ee-1d5c-4fc5-abec-d2b8d6e53be8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=07064ecd-09fb-4392-ab08-fb6a284d3746 HTTP/1.1" status: 200 len: 217 time: 0.0347574 Nov 19 19:05:34.678189 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-43d0a353-e45a-4862-b41f-8b7472d54761 None None] Set router 5fcd13db-913b-4422-98c3-9a8b96d6401c gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:05:34.700383 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8876f01a-d206-4e4b-9703-ba652061e0d1 req-a1e272e7-0ee4-4876-81f0-c7ada4ba47cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:34.701909 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8876f01a-d206-4e4b-9703-ba652061e0d1 req-a1e272e7-0ee4-4876-81f0-c7ada4ba47cd service neutron] 10.222.0.60 "GET /v2.0/subnets?id=088ccb83-6a82-4b23-8418-c55f059b957b HTTP/1.1" status: 200 len: 849 time: 0.0438886 Nov 19 19:05:34.752784 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8876f01a-d206-4e4b-9703-ba652061e0d1 req-19f4a5a1-215b-4258-9e47-1b4d1a85fa64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:34.754311 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8876f01a-d206-4e4b-9703-ba652061e0d1 req-19f4a5a1-215b-4258-9e47-1b4d1a85fa64 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=41aa1c43-4a6b-43f6-870c-a24cd37b9cc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449467 Nov 19 19:05:34.846839 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8876f01a-d206-4e4b-9703-ba652061e0d1 req-08f7287d-beef-4f3c-9f9c-880519857f82 service neutron] 10.222.0.60 "GET /v2.0/networks/41aa1c43-4a6b-43f6-870c-a24cd37b9cc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844059 Nov 19 19:05:34.895685 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-43d0a353-e45a-4862-b41f-8b7472d54761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fcd13db-913b-4422-98c3-9a8b96d6401c', 'name': 'tempest-TestSnapshotPattern-1363173135-router', 'tenant_id': '47856e6a6f5549fc8e5653aa68c326c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.118'}], 'enable_snat': True}, 'gw_port_id': '2adf55d9-f5a4-4b36-af8a-db0cded18680', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:00:59Z', 'updated_at': '2021-11-19T19:01:02Z', 'revision_number': 4, 'project_id': '47856e6a6f5549fc8e5653aa68c326c1', 'gw_port': {'id': '2adf55d9-f5a4-4b36-af8a-db0cded18680', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:9f:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fcd13db-913b-4422-98c3-9a8b96d6401c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:00:59Z', 'updated_at': '2021-11-19T19:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_floatingips': [{'id': '5e9918fc-ba08-4853-bbfb-91c40eb607e7', 'tenant_id': '47856e6a6f5549fc8e5653aa68c326c1', 'floating_ip_address': '172.25.7.139', 'floating_network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'router_id': '5fcd13db-913b-4422-98c3-9a8b96d6401c', 'port_id': 'b439f9f8-8e4d-4554-81ad-06ec91bf98e1', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4372, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41aa1c43-4a6b-43f6-870c-a24cd37b9cc3', 'mac_address': 'fa:16:3e:4e:c1:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1b05eff-3e76-4049-8a45-bbe116a92eb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T19:01:20Z', 'updated_at': '2021-11-19T19:01:22Z', 'revision_number': 1, 'project_id': '47856e6a6f5549fc8e5653aa68c326c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5989c4df-fbe8-47c8-8a77-2f420a16f8c6', 'name': '', 'network_id': '41aa1c43-4a6b-43f6-870c-a24cd37b9cc3', 'tenant_id': '47856e6a6f5549fc8e5653aa68c326c1', 'mac_address': 'fa:16:3e:79:fd:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fcd13db-913b-4422-98c3-9a8b96d6401c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '088ccb83-6a82-4b23-8418-c55f059b957b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:01:01Z', 'updated_at': '2021-11-19T19:01:05Z', 'revision_number': 5, 'project_id': '47856e6a6f5549fc8e5653aa68c326c1', 'subnets': [{'id': '088ccb83-6a82-4b23-8418-c55f059b957b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:05:34.921779 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d0a353-e45a-4862-b41f-8b7472d54761 None None] The sync data for ids ['5fcd13db-913b-4422-98c3-9a8b96d6401c'] in n-d-818022-2 is: [{'id': '5fcd13db-913b-4422-98c3-9a8b96d6401c', 'name': 'tempest-TestSnapshotPattern-1363173135-router', 'tenant_id': '47856e6a6f5549fc8e5653aa68c326c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.118'}], 'enable_snat': True}, 'gw_port_id': '2adf55d9-f5a4-4b36-af8a-db0cded18680', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:00:59Z', 'updated_at': '2021-11-19T19:01:02Z', 'revision_number': 4, 'project_id': '47856e6a6f5549fc8e5653aa68c326c1', 'gw_port': {'id': '2adf55d9-f5a4-4b36-af8a-db0cded18680', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:9f:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fcd13db-913b-4422-98c3-9a8b96d6401c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:00:59Z', 'updated_at': '2021-11-19T19:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_floatingips': [{'id': '5e9918fc-ba08-4853-bbfb-91c40eb607e7', 'tenant_id': '47856e6a6f5549fc8e5653aa68c326c1', 'floating_ip_address': '172.25.7.139', 'floating_network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'router_id': '5fcd13db-913b-4422-98c3-9a8b96d6401c', 'port_id': 'b439f9f8-8e4d-4554-81ad-06ec91bf98e1', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4372, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41aa1c43-4a6b-43f6-870c-a24cd37b9cc3', 'mac_address': 'fa:16:3e:4e:c1:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1b05eff-3e76-4049-8a45-bbe116a92eb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T19:01:20Z', 'updated_at': '2021-11-19T19:01:22Z', 'revision_number': 1, 'project_id': '47856e6a6f5549fc8e5653aa68c326c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5989c4df-fbe8-47c8-8a77-2f420a16f8c6', 'name': '', 'network_id': '41aa1c43-4a6b-43f6-870c-a24cd37b9cc3', 'tenant_id': '47856e6a6f5549fc8e5653aa68c326c1', 'mac_address': 'fa:16:3e:79:fd:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fcd13db-913b-4422-98c3-9a8b96d6401c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '088ccb83-6a82-4b23-8418-c55f059b957b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:01:01Z', 'updated_at': '2021-11-19T19:01:05Z', 'revision_number': 5, 'project_id': '47856e6a6f5549fc8e5653aa68c326c1', 'subnets': [{'id': '088ccb83-6a82-4b23-8418-c55f059b957b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:05:34.944619 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-8876f01a-d206-4e4b-9703-ba652061e0d1 req-95827a35-971b-47f5-a7a4-5eae53bf1314 service neutron] 10.222.0.60 "GET /v2.0/networks/41aa1c43-4a6b-43f6-870c-a24cd37b9cc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895922 Nov 19 19:05:35.092937 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e013d7e6-5264-4dcc-9759-54f5fb809e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:35.156298 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fae1b3f-2e41-4c29-b8b7-69f84cda9f8c None None] New status for floating IP c47b019b-0c0f-4055-bf88-9c9bff7e79ae: DOWN {{(pid=103366) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 19:05:35.375521 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:35.683939 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c497f5-ba7f-40a9-8268-4d41acf3240a req-41e1bb06-3f5f-4cba-babc-ef4ae75c8dee tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:35.685481 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a3c497f5-ba7f-40a9-8268-4d41acf3240a req-41e1bb06-3f5f-4cba-babc-ef4ae75c8dee tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] 10.222.0.54 "GET /v2.0/ports?device_id=df1fd1ee-a22a-4930-8b62-bd20cc9c3544 HTTP/1.1" status: 200 len: 946 time: 0.0488639 Nov 19 19:05:35.735430 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-a3c497f5-ba7f-40a9-8268-4d41acf3240a req-3c723c77-dfb2-4f76-9522-aa0a32a3a31e tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] 10.222.0.54 "GET /v2.0/security-groups?id=86f12cf9-4fd1-443c-b361-8d4cec402380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437338 Nov 19 19:05:35.920009 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0ba901-b0b8-4b79-ae54-7e14e4da9708 req-b216d027-b192-4637-b5e2-7b1c588e9aef tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:35.921393 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-1d0ba901-b0b8-4b79-ae54-7e14e4da9708 req-b216d027-b192-4637-b5e2-7b1c588e9aef tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] 10.222.0.60 "GET /v2.0/ports?device_id=df1fd1ee-a22a-4930-8b62-bd20cc9c3544 HTTP/1.1" status: 200 len: 946 time: 0.0497820 Nov 19 19:05:36.017903 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [req-1d0ba901-b0b8-4b79-ae54-7e14e4da9708 req-88d48381-158a-4705-8114-fa2c496d4fb4 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] Deleting port 07064ecd-09fb-4392-ab08-fb6a284d3746 {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:05:36.018338 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-1d0ba901-b0b8-4b79-ae54-7e14e4da9708 req-88d48381-158a-4705-8114-fa2c496d4fb4 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:36.107765 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-1d0ba901-b0b8-4b79-ae54-7e14e4da9708 req-88d48381-158a-4705-8114-fa2c496d4fb4 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] For port 07064ecd-09fb-4392-ab08-fb6a284d3746, host n-h1-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818022-2',level=0,port_id=07064ecd-09fb-4392-ab08-fb6a284d3746,segment=NetworkSegment(1e73e780-109b-4f38-8c54-c6be6b9d1ef9),segment_id=1e73e780-109b-4f38-8c54-c6be6b9d1ef9)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:05:36.108137 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-1d0ba901-b0b8-4b79-ae54-7e14e4da9708 req-88d48381-158a-4705-8114-fa2c496d4fb4 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:36.121267 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [req-1d0ba901-b0b8-4b79-ae54-7e14e4da9708 req-88d48381-158a-4705-8114-fa2c496d4fb4 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] Calling delete_port for 07064ecd-09fb-4392-ab08-fb6a284d3746 owned by compute:nova {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:05:36.159529 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 07064ecd-09fb-4392-ab08-fb6a284d3746 no longer exists at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:05:36.240264 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3693817'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:36.252122 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-1d0ba901-b0b8-4b79-ae54-7e14e4da9708 req-88d48381-158a-4705-8114-fa2c496d4fb4 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:36.281594 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d48381-158a-4705-8114-fa2c496d4fb4 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] Pushing event deleted for resources: {'Port': ['ID=07064ecd-09fb-4392-ab08-fb6a284d3746,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:05:36.328133 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d0ba901-b0b8-4b79-ae54-7e14e4da9708 req-88d48381-158a-4705-8114-fa2c496d4fb4 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] No DVR routers for this DVR port 07064ecd-09fb-4392-ab08-fb6a284d3746 on host n-h1-818022-2 {{(pid=103364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:05:36.331104 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-1d0ba901-b0b8-4b79-ae54-7e14e4da9708 req-88d48381-158a-4705-8114-fa2c496d4fb4 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:36.335593 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-1d0ba901-b0b8-4b79-ae54-7e14e4da9708 req-88d48381-158a-4705-8114-fa2c496d4fb4 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] 10.222.0.60 "DELETE /v2.0/ports/07064ecd-09fb-4392-ab08-fb6a284d3746 HTTP/1.1" status: 204 len: 173 time: 0.4077594 Nov 19 19:05:36.336095 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df1fd1ee-a22a-4930-8b62-bd20cc9c3544', 'name': 'network-vif-deleted', 'tag': '07064ecd-09fb-4392-ab08-fb6a284d3746'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:05:36.338984 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52b8413beb4c6ee9e3ef24221fee7166c8d58dd3d366bc989a0565316b268f0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6efcd98-2be1-4458-9e75-13981b63bdca" -d '{"events": [{"server_uuid": "df1fd1ee-a22a-4930-8b62-bd20cc9c3544", "name": "network-vif-deleted", "tag": "07064ecd-09fb-4392-ab08-fb6a284d3746"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:05:36.378305 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:05:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9edcb27d-3281-48f3-97b5-8637c08665c8 x-openstack-request-id: req-9edcb27d-3281-48f3-97b5-8637c08665c8 {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:05:36.378625 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df1fd1ee-a22a-4930-8b62-bd20cc9c3544", "name": "network-vif-deleted", "tag": "07064ecd-09fb-4392-ab08-fb6a284d3746", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:05:36.378884 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-9edcb27d-3281-48f3-97b5-8637c08665c8 {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:05:36.379289 n-d-818022-2 neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df1fd1ee-a22a-4930-8b62-bd20cc9c3544', 'name': 'network-vif-deleted', 'tag': '07064ecd-09fb-4392-ab08-fb6a284d3746', 'status': 'completed', 'code': 200} Nov 19 19:05:36.866124 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-c42a1d21-6608-4325-a219-614a712f9ae3 req-e4f84a52-0cc6-41c4-b690-aaeacde480c8 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] 10.222.0.54 "GET /v2.0/ports?device_id=df1fd1ee-a22a-4930-8b62-bd20cc9c3544 HTTP/1.1" status: 200 len: 210 time: 0.0289502 Nov 19 19:05:38.429333 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 50996) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:05:38.584613 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-ed483487-91b4-471d-85f8-78bf6960af37 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] Deleting port 110edbb5-9c23-49a1-b3c6-73b98903f2ec {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:05:38.584950 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ed483487-91b4-471d-85f8-78bf6960af37 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:38.663744 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ed483487-91b4-471d-85f8-78bf6960af37 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:38.663981 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ed483487-91b4-471d-85f8-78bf6960af37 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:38.675353 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-ed483487-91b4-471d-85f8-78bf6960af37 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] Calling delete_port for 110edbb5-9c23-49a1-b3c6-73b98903f2ec owned by network:floatingip {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:05:38.825646 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ed483487-91b4-471d-85f8-78bf6960af37 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:38.854602 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed483487-91b4-471d-85f8-78bf6960af37 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] Pushing event deleted for resources: {'Port': ['ID=110edbb5-9c23-49a1-b3c6-73b98903f2ec,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:05:38.914182 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ed483487-91b4-471d-85f8-78bf6960af37 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] Publish callbacks [] for floatingip, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:38.914519 n-d-818022-2 neutron-server[103364]: INFO neutron.db.l3_db [None req-ed483487-91b4-471d-85f8-78bf6960af37 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] Floating IP 5e9918fc-ba08-4853-bbfb-91c40eb607e7 disassociated (deleted). External IP: 172.25.7.139, port: b439f9f8-8e4d-4554-81ad-06ec91bf98e1. Nov 19 19:05:39.440205 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed483487-91b4-471d-85f8-78bf6960af37 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] Router 5fcd13db-913b-4422-98c3-9a8b96d6401c has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 19:05:39.545295 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed483487-91b4-471d-85f8-78bf6960af37 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:05:39.550063 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ed483487-91b4-471d-85f8-78bf6960af37 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for floatingip, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:39.558625 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec36e292-9313-41a0-989a-3a98e37def28 None None] Sync routers for ids ['5fcd13db-913b-4422-98c3-9a8b96d6401c'] in n-d-818022-2 {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:05:39.567935 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec36e292-9313-41a0-989a-3a98e37def28 None None] Routers {'5fcd13db-913b-4422-98c3-9a8b96d6401c'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:05:39.568542 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-ec36e292-9313-41a0-989a-3a98e37def28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T19:05:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['5fcd13db-913b-4422-98c3-9a8b96d6401c'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:05:39.576655 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-ed483487-91b4-471d-85f8-78bf6960af37 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] 10.222.0.54 "DELETE /v2.0/floatingips/5e9918fc-ba08-4853-bbfb-91c40eb607e7 HTTP/1.1" status: 204 len: 168 time: 1.1461868 Nov 19 19:05:39.577348 n-d-818022-2 neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1b05eff-3e76-4049-8a45-bbe116a92eb2', 'tag': 'b439f9f8-8e4d-4554-81ad-06ec91bf98e1'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:05:39.579921 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52b8413beb4c6ee9e3ef24221fee7166c8d58dd3d366bc989a0565316b268f0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7fd3d00-01c5-4449-92b6-e87e6de7a6e3" -d '{"events": [{"name": "network-changed", "server_uuid": "e1b05eff-3e76-4049-8a45-bbe116a92eb2", "tag": "b439f9f8-8e4d-4554-81ad-06ec91bf98e1"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:05:39.628585 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 19:05:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a85cc60-8274-4a83-baed-fcfb4bdca142 x-openstack-request-id: req-8a85cc60-8274-4a83-baed-fcfb4bdca142 {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:05:39.628973 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1b05eff-3e76-4049-8a45-bbe116a92eb2", "tag": "b439f9f8-8e4d-4554-81ad-06ec91bf98e1", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:05:39.629305 n-d-818022-2 neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-8a85cc60-8274-4a83-baed-fcfb4bdca142 {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:05:39.630157 n-d-818022-2 neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1b05eff-3e76-4049-8a45-bbe116a92eb2', 'tag': 'b439f9f8-8e4d-4554-81ad-06ec91bf98e1', 'status': 'completed', 'code': 200} Nov 19 19:05:39.708747 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fd3d00-01c5-4449-92b6-e87e6de7a6e3 req-5f1ea3f4-8092-4e0c-9364-2f4d39d454e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:39.711775 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d7fd3d00-01c5-4449-92b6-e87e6de7a6e3 req-5f1ea3f4-8092-4e0c-9364-2f4d39d454e2 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=47856e6a6f5549fc8e5653aa68c326c1&device_id=e1b05eff-3e76-4049-8a45-bbe116a92eb2 HTTP/1.1" status: 200 len: 1094 time: 0.0560021 Nov 19 19:05:39.789785 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-ec36e292-9313-41a0-989a-3a98e37def28 None None] Set router 5fcd13db-913b-4422-98c3-9a8b96d6401c gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:05:39.861220 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fd3d00-01c5-4449-92b6-e87e6de7a6e3 req-4a96a039-5610-4052-896f-ac0919bdd7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:39.862844 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d7fd3d00-01c5-4449-92b6-e87e6de7a6e3 req-4a96a039-5610-4052-896f-ac0919bdd7f5 service neutron] 10.222.0.86 "GET /v2.0/networks?id=41aa1c43-4a6b-43f6-870c-a24cd37b9cc3 HTTP/1.1" status: 200 len: 911 time: 0.1365464 Nov 19 19:05:39.871706 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffa6a56-9c64-49de-9bcc-cbf65049a327 req-3e28bfdd-3af3-4a79-9ab4-f8eda21eb53d tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:39.873227 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fffa6a56-9c64-49de-9bcc-cbf65049a327 req-3e28bfdd-3af3-4a79-9ab4-f8eda21eb53d tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] 10.222.0.54 "GET /v2.0/ports?device_id=e1b05eff-3e76-4049-8a45-bbe116a92eb2 HTTP/1.1" status: 200 len: 943 time: 0.0848715 Nov 19 19:05:39.920110 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d7fd3d00-01c5-4449-92b6-e87e6de7a6e3 req-c5c8dbc9-f244-4282-a8bd-a1a82c2f7c9e service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b439f9f8-8e4d-4554-81ad-06ec91bf98e1 HTTP/1.1" status: 200 len: 217 time: 0.0420094 Nov 19 19:05:39.986635 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-fffa6a56-9c64-49de-9bcc-cbf65049a327 req-d69201a1-5c21-4048-b4f2-a579bba90e42 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] 10.222.0.54 "GET /v2.0/security-groups?id=86f12cf9-4fd1-443c-b361-8d4cec402380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1049621 Nov 19 19:05:40.008891 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fd3d00-01c5-4449-92b6-e87e6de7a6e3 req-4e9a9ae4-5ed4-4247-9786-767e0c04d288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:40.008891 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d7fd3d00-01c5-4449-92b6-e87e6de7a6e3 req-4e9a9ae4-5ed4-4247-9786-767e0c04d288 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=088ccb83-6a82-4b23-8418-c55f059b957b HTTP/1.1" status: 200 len: 849 time: 0.0744405 Nov 19 19:05:40.013387 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-ec36e292-9313-41a0-989a-3a98e37def28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fcd13db-913b-4422-98c3-9a8b96d6401c', 'name': 'tempest-TestSnapshotPattern-1363173135-router', 'tenant_id': '47856e6a6f5549fc8e5653aa68c326c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.118'}], 'enable_snat': True}, 'gw_port_id': '2adf55d9-f5a4-4b36-af8a-db0cded18680', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:00:59Z', 'updated_at': '2021-11-19T19:01:02Z', 'revision_number': 4, 'project_id': '47856e6a6f5549fc8e5653aa68c326c1', 'gw_port': {'id': '2adf55d9-f5a4-4b36-af8a-db0cded18680', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:9f:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fcd13db-913b-4422-98c3-9a8b96d6401c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:00:59Z', 'updated_at': '2021-11-19T19:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': '5989c4df-fbe8-47c8-8a77-2f420a16f8c6', 'name': '', 'network_id': '41aa1c43-4a6b-43f6-870c-a24cd37b9cc3', 'tenant_id': '47856e6a6f5549fc8e5653aa68c326c1', 'mac_address': 'fa:16:3e:79:fd:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fcd13db-913b-4422-98c3-9a8b96d6401c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '088ccb83-6a82-4b23-8418-c55f059b957b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:01:01Z', 'updated_at': '2021-11-19T19:01:05Z', 'revision_number': 5, 'project_id': '47856e6a6f5549fc8e5653aa68c326c1', 'subnets': [{'id': '088ccb83-6a82-4b23-8418-c55f059b957b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:05:40.045157 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec36e292-9313-41a0-989a-3a98e37def28 None None] Checking router: 5fcd13db-913b-4422-98c3-9a8b96d6401c for host: n-d-818022-2 {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 19:05:40.054029 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec36e292-9313-41a0-989a-3a98e37def28 None None] Routers {'5fcd13db-913b-4422-98c3-9a8b96d6401c'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:05:40.054657 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-ec36e292-9313-41a0-989a-3a98e37def28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T19:05:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['5fcd13db-913b-4422-98c3-9a8b96d6401c'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:05:40.056204 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fd3d00-01c5-4449-92b6-e87e6de7a6e3 req-824e61de-1f28-4eb3-bd69-a14489dbee76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:40.057832 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d7fd3d00-01c5-4449-92b6-e87e6de7a6e3 req-824e61de-1f28-4eb3-bd69-a14489dbee76 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=41aa1c43-4a6b-43f6-870c-a24cd37b9cc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0483568 Nov 19 19:05:40.155634 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d7fd3d00-01c5-4449-92b6-e87e6de7a6e3 req-53cac5c5-4fb0-40bd-89bf-2d79c0ace211 service neutron] 10.222.0.86 "GET /v2.0/networks/41aa1c43-4a6b-43f6-870c-a24cd37b9cc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891297 Nov 19 19:05:40.159161 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 07064ecd-09fb-4392-ab08-fb6a284d3746 no longer exists at agent hyperv_n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:05:40.174966 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-ec36e292-9313-41a0-989a-3a98e37def28 None None] Set router 5fcd13db-913b-4422-98c3-9a8b96d6401c gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:05:40.179521 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] No Port match for: 07064ecd-09fb-4392-ab08-fb6a284d3746 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:05:40.179879 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Device 07064ecd-09fb-4392-ab08-fb6a284d3746 not bound to the agent host n-h1-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:05:40.263579 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-d7fd3d00-01c5-4449-92b6-e87e6de7a6e3 req-73813b20-3345-4a18-82d9-6c65f1026deb service neutron] 10.222.0.86 "GET /v2.0/networks/41aa1c43-4a6b-43f6-870c-a24cd37b9cc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996139 Nov 19 19:05:40.384747 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-ec36e292-9313-41a0-989a-3a98e37def28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fcd13db-913b-4422-98c3-9a8b96d6401c', 'name': 'tempest-TestSnapshotPattern-1363173135-router', 'tenant_id': '47856e6a6f5549fc8e5653aa68c326c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.118'}], 'enable_snat': True}, 'gw_port_id': '2adf55d9-f5a4-4b36-af8a-db0cded18680', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:00:59Z', 'updated_at': '2021-11-19T19:01:02Z', 'revision_number': 4, 'project_id': '47856e6a6f5549fc8e5653aa68c326c1', 'gw_port': {'id': '2adf55d9-f5a4-4b36-af8a-db0cded18680', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:9f:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fcd13db-913b-4422-98c3-9a8b96d6401c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:00:59Z', 'updated_at': '2021-11-19T19:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': '5989c4df-fbe8-47c8-8a77-2f420a16f8c6', 'name': '', 'network_id': '41aa1c43-4a6b-43f6-870c-a24cd37b9cc3', 'tenant_id': '47856e6a6f5549fc8e5653aa68c326c1', 'mac_address': 'fa:16:3e:79:fd:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fcd13db-913b-4422-98c3-9a8b96d6401c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '088ccb83-6a82-4b23-8418-c55f059b957b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:01:01Z', 'updated_at': '2021-11-19T19:01:05Z', 'revision_number': 5, 'project_id': '47856e6a6f5549fc8e5653aa68c326c1', 'subnets': [{'id': '088ccb83-6a82-4b23-8418-c55f059b957b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:05:40.410812 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec36e292-9313-41a0-989a-3a98e37def28 None None] The sync data for ids ['5fcd13db-913b-4422-98c3-9a8b96d6401c'] in n-d-818022-2 is: [{'id': '5fcd13db-913b-4422-98c3-9a8b96d6401c', 'name': 'tempest-TestSnapshotPattern-1363173135-router', 'tenant_id': '47856e6a6f5549fc8e5653aa68c326c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.118'}], 'enable_snat': True}, 'gw_port_id': '2adf55d9-f5a4-4b36-af8a-db0cded18680', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:00:59Z', 'updated_at': '2021-11-19T19:01:02Z', 'revision_number': 4, 'project_id': '47856e6a6f5549fc8e5653aa68c326c1', 'gw_port': {'id': '2adf55d9-f5a4-4b36-af8a-db0cded18680', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:9f:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fcd13db-913b-4422-98c3-9a8b96d6401c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:00:59Z', 'updated_at': '2021-11-19T19:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2', '_interfaces': [{'id': '5989c4df-fbe8-47c8-8a77-2f420a16f8c6', 'name': '', 'network_id': '41aa1c43-4a6b-43f6-870c-a24cd37b9cc3', 'tenant_id': '47856e6a6f5549fc8e5653aa68c326c1', 'mac_address': 'fa:16:3e:79:fd:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fcd13db-913b-4422-98c3-9a8b96d6401c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '088ccb83-6a82-4b23-8418-c55f059b957b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:01:01Z', 'updated_at': '2021-11-19T19:01:05Z', 'revision_number': 5, 'project_id': '47856e6a6f5549fc8e5653aa68c326c1', 'subnets': [{'id': '088ccb83-6a82-4b23-8418-c55f059b957b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:05:40.651328 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d21d31e-f019-4dd7-a5e2-b7a8219c643d None None] New status for floating IP 5e9918fc-ba08-4853-bbfb-91c40eb607e7: DOWN {{(pid=103366) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 19:05:41.109927 n-d-818022-2 neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b574ea33-6774-445a-9995-4c718fdc824f req-ad41c4eb-b45a-45c1-a54a-9b7b47d6d796 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:41.112405 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b574ea33-6774-445a-9995-4c718fdc824f req-ad41c4eb-b45a-45c1-a54a-9b7b47d6d796 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] 10.222.0.54 "GET /v2.0/ports?device_id=e1b05eff-3e76-4049-8a45-bbe116a92eb2 HTTP/1.1" status: 200 len: 943 time: 0.0513060 Nov 19 19:05:41.168447 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-b574ea33-6774-445a-9995-4c718fdc824f req-cdb81fdd-71c3-4222-9ad3-4c69ba6a482e tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] 10.222.0.54 "GET /v2.0/security-groups?id=86f12cf9-4fd1-443c-b361-8d4cec402380&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461094 Nov 19 19:05:41.490486 n-d-818022-2 neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f647a3-db52-47c6-ab8d-150dc4d98010 req-d63aa6d3-79c2-46f3-bc3f-02d4456a97a4 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 19:05:41.491872 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-17f647a3-db52-47c6-ab8d-150dc4d98010 req-d63aa6d3-79c2-46f3-bc3f-02d4456a97a4 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] 10.222.0.86 "GET /v2.0/ports?device_id=e1b05eff-3e76-4049-8a45-bbe116a92eb2 HTTP/1.1" status: 200 len: 943 time: 0.0495923 Nov 19 19:05:41.580879 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-17f647a3-db52-47c6-ab8d-150dc4d98010 req-cd4f8405-ca14-4e65-91a0-973240115436 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] Deleting port b439f9f8-8e4d-4554-81ad-06ec91bf98e1 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:05:41.581221 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-17f647a3-db52-47c6-ab8d-150dc4d98010 req-cd4f8405-ca14-4e65-91a0-973240115436 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:41.672965 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-17f647a3-db52-47c6-ab8d-150dc4d98010 req-cd4f8405-ca14-4e65-91a0-973240115436 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] For port b439f9f8-8e4d-4554-81ad-06ec91bf98e1, host n-h2-818022-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818022-2',level=0,port_id=b439f9f8-8e4d-4554-81ad-06ec91bf98e1,segment=NetworkSegment(1e73e780-109b-4f38-8c54-c6be6b9d1ef9),segment_id=1e73e780-109b-4f38-8c54-c6be6b9d1ef9)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:05:41.673325 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-17f647a3-db52-47c6-ab8d-150dc4d98010 req-cd4f8405-ca14-4e65-91a0-973240115436 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:41.686643 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-17f647a3-db52-47c6-ab8d-150dc4d98010 req-cd4f8405-ca14-4e65-91a0-973240115436 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] Calling delete_port for b439f9f8-8e4d-4554-81ad-06ec91bf98e1 owned by compute:nova {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:05:41.817430 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-17f647a3-db52-47c6-ab8d-150dc4d98010 req-cd4f8405-ca14-4e65-91a0-973240115436 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:41.844837 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4f8405-ca14-4e65-91a0-973240115436 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] Pushing event deleted for resources: {'Port': ['ID=b439f9f8-8e4d-4554-81ad-06ec91bf98e1,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:05:41.861028 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4f8405-ca14-4e65-91a0-973240115436 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:05:41.861373 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4f8405-ca14-4e65-91a0-973240115436 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:05:41.861713 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4f8405-ca14-4e65-91a0-973240115436 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:05:41.862087 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4f8405-ca14-4e65-91a0-973240115436 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:05:41.862424 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4f8405-ca14-4e65-91a0-973240115436 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:05:41.862767 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4f8405-ca14-4e65-91a0-973240115436 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:05:41.863093 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4f8405-ca14-4e65-91a0-973240115436 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:05:41.863430 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4f8405-ca14-4e65-91a0-973240115436 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:05:41.863734 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4f8405-ca14-4e65-91a0-973240115436 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:05:41.864063 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4f8405-ca14-4e65-91a0-973240115436 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:05:41.864415 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4f8405-ca14-4e65-91a0-973240115436 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:05:41.864719 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4f8405-ca14-4e65-91a0-973240115436 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818022-2 {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 19:05:41.899971 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-17f647a3-db52-47c6-ab8d-150dc4d98010 req-cd4f8405-ca14-4e65-91a0-973240115436 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] No DVR routers for this DVR port b439f9f8-8e4d-4554-81ad-06ec91bf98e1 on host n-h2-818022-2 {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:05:41.903099 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-17f647a3-db52-47c6-ab8d-150dc4d98010 req-cd4f8405-ca14-4e65-91a0-973240115436 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102075'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:41.906544 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [req-17f647a3-db52-47c6-ab8d-150dc4d98010 req-cd4f8405-ca14-4e65-91a0-973240115436 tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] 10.222.0.86 "DELETE /v2.0/ports/b439f9f8-8e4d-4554-81ad-06ec91bf98e1 HTTP/1.1" status: 204 len: 173 time: 0.4077549 Nov 19 19:05:41.907098 n-d-818022-2 neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1b05eff-3e76-4049-8a45-bbe116a92eb2', 'name': 'network-vif-deleted', 'tag': 'b439f9f8-8e4d-4554-81ad-06ec91bf98e1'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 19:05:41.909272 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd49725d620cdd9f83c5eaf1b0fd23d69d3d375bb9795dcb3d54cd15509d3c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11250514-11dd-4ee1-af2e-6d7368ca05e9" -d '{"events": [{"server_uuid": "e1b05eff-3e76-4049-8a45-bbe116a92eb2", "name": "network-vif-deleted", "tag": "b439f9f8-8e4d-4554-81ad-06ec91bf98e1"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 19:05:41.949561 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 19:05:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66b46bc9-1e7b-438e-a494-fbe85fd829a8 x-openstack-request-id: req-66b46bc9-1e7b-438e-a494-fbe85fd829a8 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 19:05:41.949892 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1b05eff-3e76-4049-8a45-bbe116a92eb2", "name": "network-vif-deleted", "tag": "b439f9f8-8e4d-4554-81ad-06ec91bf98e1", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 19:05:41.950153 n-d-818022-2 neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-66b46bc9-1e7b-438e-a494-fbe85fd829a8 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 19:05:41.950565 n-d-818022-2 neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1b05eff-3e76-4049-8a45-bbe116a92eb2', 'name': 'network-vif-deleted', 'tag': 'b439f9f8-8e4d-4554-81ad-06ec91bf98e1', 'status': 'completed', 'code': 200} Nov 19 19:05:42.295599 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [req-38550e1e-6b42-4d47-940f-a31640784547 req-5ca62fa3-81e6-4732-88a0-9b607d18377b tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] 10.222.0.54 "GET /v2.0/ports?device_id=e1b05eff-3e76-4049-8a45-bbe116a92eb2 HTTP/1.1" status: 200 len: 210 time: 0.0328882 Nov 19 19:05:43.355736 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 51012) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:05:43.413654 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e4a255c5-3604-4adc-a002-85099ae082cb tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:43.438334 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e4a255c5-3604-4adc-a002-85099ae082cb tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:43.498020 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e4a255c5-3604-4adc-a002-85099ae082cb tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:43.500688 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e4a255c5-3604-4adc-a002-85099ae082cb tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:43.501860 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-e4a255c5-3604-4adc-a002-85099ae082cb tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] 10.222.0.54 "DELETE /v2.0/security-groups/86f12cf9-4fd1-443c-b361-8d4cec402380 HTTP/1.1" status: 204 len: 168 time: 0.1450720 Nov 19 19:05:43.511411 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a255c5-3604-4adc-a002-85099ae082cb tempest-TestSnapshotPattern-826659919 tempest-TestSnapshotPattern-826659919-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86f12cf9-4fd1-443c-b361-8d4cec402380,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:05:43.546262 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 51016) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:05:43.895183 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-baf1f882-f1f5-42d6-9e58-9ed099711d13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-768564'] for router_interface, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:44.138842 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-baf1f882-f1f5-42d6-9e58-9ed099711d13 admin admin] Deleting port 5989c4df-fbe8-47c8-8a77-2f420a16f8c6 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:05:44.139179 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-baf1f882-f1f5-42d6-9e58-9ed099711d13 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:44.214313 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [None req-baf1f882-f1f5-42d6-9e58-9ed099711d13 admin admin] For port 5989c4df-fbe8-47c8-8a77-2f420a16f8c6, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=5989c4df-fbe8-47c8-8a77-2f420a16f8c6,segment=NetworkSegment(1e73e780-109b-4f38-8c54-c6be6b9d1ef9),segment_id=1e73e780-109b-4f38-8c54-c6be6b9d1ef9)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:05:44.214586 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-baf1f882-f1f5-42d6-9e58-9ed099711d13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:44.226844 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-baf1f882-f1f5-42d6-9e58-9ed099711d13 admin admin] Calling delete_port for 5989c4df-fbe8-47c8-8a77-2f420a16f8c6 owned by network:router_interface {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:05:44.399967 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-baf1f882-f1f5-42d6-9e58-9ed099711d13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:44.423778 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf1f882-f1f5-42d6-9e58-9ed099711d13 admin admin] Pushing event deleted for resources: {'Port': ['ID=5989c4df-fbe8-47c8-8a77-2f420a16f8c6,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:05:44.602404 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-baf1f882-f1f5-42d6-9e58-9ed099711d13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-768648'] for router_interface, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:44.611715 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device b439f9f8-8e4d-4554-81ad-06ec91bf98e1 no longer exists at agent hyperv_n-h2-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:05:44.636446 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] No Port match for: b439f9f8-8e4d-4554-81ad-06ec91bf98e1 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:05:44.636788 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Device b439f9f8-8e4d-4554-81ad-06ec91bf98e1 not bound to the agent host n-h2-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:05:44.816953 n-d-818022-2 neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baf1f882-f1f5-42d6-9e58-9ed099711d13 admin admin] Router 5fcd13db-913b-4422-98c3-9a8b96d6401c has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 19:05:44.920520 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baf1f882-f1f5-42d6-9e58-9ed099711d13 admin admin] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:05:44.925586 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-baf1f882-f1f5-42d6-9e58-9ed099711d13 admin admin] 10.222.0.54 "PUT /v2.0/routers/5fcd13db-913b-4422-98c3-9a8b96d6401c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3782988 Nov 19 19:05:44.928168 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 51018) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:05:44.931564 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b79b4f0-da10-4d21-b486-eec609a7b056 None None] Sync routers for ids ['5fcd13db-913b-4422-98c3-9a8b96d6401c'] in n-d-818022-2 {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:05:44.941635 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b79b4f0-da10-4d21-b486-eec609a7b056 None None] Routers {'5fcd13db-913b-4422-98c3-9a8b96d6401c'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:05:44.942277 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-7b79b4f0-da10-4d21-b486-eec609a7b056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T19:05:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['5fcd13db-913b-4422-98c3-9a8b96d6401c'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:05:45.030474 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7a243682-aa7c-4717-b3fc-75488cdf5700 admin admin] Publish callbacks [] for router, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:45.043469 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-7b79b4f0-da10-4d21-b486-eec609a7b056 None None] Set router 5fcd13db-913b-4422-98c3-9a8b96d6401c gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:05:45.232427 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-7b79b4f0-da10-4d21-b486-eec609a7b056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fcd13db-913b-4422-98c3-9a8b96d6401c', 'name': 'tempest-TestSnapshotPattern-1363173135-router', 'tenant_id': '47856e6a6f5549fc8e5653aa68c326c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.118'}], 'enable_snat': True}, 'gw_port_id': '2adf55d9-f5a4-4b36-af8a-db0cded18680', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:00:59Z', 'updated_at': '2021-11-19T19:05:44Z', 'revision_number': 5, 'project_id': '47856e6a6f5549fc8e5653aa68c326c1', 'gw_port': {'id': '2adf55d9-f5a4-4b36-af8a-db0cded18680', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:9f:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fcd13db-913b-4422-98c3-9a8b96d6401c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:00:59Z', 'updated_at': '2021-11-19T19:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:05:45.259430 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b79b4f0-da10-4d21-b486-eec609a7b056 None None] Checking router: 5fcd13db-913b-4422-98c3-9a8b96d6401c for host: n-d-818022-2 {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 19:05:45.268978 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b79b4f0-da10-4d21-b486-eec609a7b056 None None] Routers {'5fcd13db-913b-4422-98c3-9a8b96d6401c'} bound to L3 agent in host n-d-818022-2 {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:05:45.269597 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-7b79b4f0-da10-4d21-b486-eec609a7b056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T19:05:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['5fcd13db-913b-4422-98c3-9a8b96d6401c'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:05:45.374136 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-7b79b4f0-da10-4d21-b486-eec609a7b056 None None] Set router 5fcd13db-913b-4422-98c3-9a8b96d6401c gateway port host: n-d-818022-2 {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:05:45.454214 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7a243682-aa7c-4717-b3fc-75488cdf5700 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:45.506815 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-7a243682-aa7c-4717-b3fc-75488cdf5700 admin admin] Deleting port 2adf55d9-f5a4-4b36-af8a-db0cded18680 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:05:45.507163 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7a243682-aa7c-4717-b3fc-75488cdf5700 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:45.548976 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-7b79b4f0-da10-4d21-b486-eec609a7b056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fcd13db-913b-4422-98c3-9a8b96d6401c', 'name': 'tempest-TestSnapshotPattern-1363173135-router', 'tenant_id': '47856e6a6f5549fc8e5653aa68c326c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.118'}], 'enable_snat': True}, 'gw_port_id': '2adf55d9-f5a4-4b36-af8a-db0cded18680', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:00:59Z', 'updated_at': '2021-11-19T19:05:44Z', 'revision_number': 5, 'project_id': '47856e6a6f5549fc8e5653aa68c326c1', 'gw_port': {'id': '2adf55d9-f5a4-4b36-af8a-db0cded18680', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:9f:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fcd13db-913b-4422-98c3-9a8b96d6401c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:00:59Z', 'updated_at': '2021-11-19T19:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}], 'n-d-818022-2', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:05:45.585324 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [None req-7a243682-aa7c-4717-b3fc-75488cdf5700 admin admin] For port 2adf55d9-f5a4-4b36-af8a-db0cded18680, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=2adf55d9-f5a4-4b36-af8a-db0cded18680,segment=NetworkSegment(bbe705c1-96c0-476e-8381-28227e6f0ac5),segment_id=bbe705c1-96c0-476e-8381-28227e6f0ac5)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:05:45.585693 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7a243682-aa7c-4717-b3fc-75488cdf5700 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:45.601891 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-7a243682-aa7c-4717-b3fc-75488cdf5700 admin admin] Calling delete_port for 2adf55d9-f5a4-4b36-af8a-db0cded18680 owned by network:router_gateway {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:05:45.665498 n-d-818022-2 neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b79b4f0-da10-4d21-b486-eec609a7b056 None None] The sync data for ids ['5fcd13db-913b-4422-98c3-9a8b96d6401c'] in n-d-818022-2 is: [{'id': '5fcd13db-913b-4422-98c3-9a8b96d6401c', 'name': 'tempest-TestSnapshotPattern-1363173135-router', 'tenant_id': '47856e6a6f5549fc8e5653aa68c326c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.118'}], 'enable_snat': True}, 'gw_port_id': '2adf55d9-f5a4-4b36-af8a-db0cded18680', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:00:59Z', 'updated_at': '2021-11-19T19:05:44Z', 'revision_number': 5, 'project_id': '47856e6a6f5549fc8e5653aa68c326c1', 'gw_port': {'id': '2adf55d9-f5a4-4b36-af8a-db0cded18680', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:9f:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fcd13db-913b-4422-98c3-9a8b96d6401c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:00:59Z', 'updated_at': '2021-11-19T19:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:05:45.768611 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7a243682-aa7c-4717-b3fc-75488cdf5700 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:45.797972 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a243682-aa7c-4717-b3fc-75488cdf5700 admin admin] Pushing event deleted for resources: {'Port': ['ID=2adf55d9-f5a4-4b36-af8a-db0cded18680,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:05:45.814394 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46f54feb-fc29-4fe3-9c67-4b64d6aa82a1 None None] DHCP port deletion for 645e61aa-1a6c-4e8f-857e-ab06edb4897f request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:05:45.858925 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7a243682-aa7c-4717-b3fc-75488cdf5700 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-671730'] for router_gateway, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:45.946772 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7a243682-aa7c-4717-b3fc-75488cdf5700 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4696'] for router, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:45.948915 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7a243682-aa7c-4717-b3fc-75488cdf5700 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:45.994517 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7a243682-aa7c-4717-b3fc-75488cdf5700 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-543895'] for router, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:45.995051 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a243682-aa7c-4717-b3fc-75488cdf5700 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5fcd13db-913b-4422-98c3-9a8b96d6401c {{(pid=103365) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 19:05:46.000070 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7a243682-aa7c-4717-b3fc-75488cdf5700 admin admin] Publish callbacks [] for router, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:46.001277 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-7a243682-aa7c-4717-b3fc-75488cdf5700 admin admin] 10.222.0.54 "DELETE /v2.0/routers/5fcd13db-913b-4422-98c3-9a8b96d6401c HTTP/1.1" status: 204 len: 168 time: 1.0721595 Nov 19 19:05:46.003803 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 51020) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:05:46.049710 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.db_base_plugin_v2 [None req-43e23c89-2a9b-4ca0-93b0-6f440ac78f3d admin admin] Deleting subnet 088ccb83-6a82-4b23-8418-c55f059b957b {{(pid=103365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 19:05:46.053034 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-43e23c89-2a9b-4ca0-93b0-6f440ac78f3d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:46.088999 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-43e23c89-2a9b-4ca0-93b0-6f440ac78f3d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12546453'] for subnet, precommit_delete_associations {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:46.176518 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-43e23c89-2a9b-4ca0-93b0-6f440ac78f3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:46.231572 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-43e23c89-2a9b-4ca0-93b0-6f440ac78f3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12282919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8731163'] for subnet, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:46.255953 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e23c89-2a9b-4ca0-93b0-6f440ac78f3d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=088ccb83-6a82-4b23-8418-c55f059b957b,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:05:46.262362 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-43e23c89-2a9b-4ca0-93b0-6f440ac78f3d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:46.266012 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-43e23c89-2a9b-4ca0-93b0-6f440ac78f3d admin admin] 10.222.0.54 "DELETE /v2.0/subnets/088ccb83-6a82-4b23-8418-c55f059b957b HTTP/1.1" status: 204 len: 168 time: 0.2609344 Nov 19 19:05:46.268489 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.54', 51022) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:05:46.268619 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-760a147a-c62c-4ff7-826b-4e70679f7c23 None None] Network 41aa1c43-4a6b-43f6-870c-a24cd37b9cc3 requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:05:46.346295 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c0f3fa6a-6e7e-44c2-9abc-f326239da793 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:46.411664 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-c0f3fa6a-6e7e-44c2-9abc-f326239da793 admin admin] Deleting port 4fc729df-6209-4188-9a3f-7f9310c9205d {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:05:46.412014 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c0f3fa6a-6e7e-44c2-9abc-f326239da793 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:46.475884 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d372756-7cc8-4866-bb99-8460dfd6ef0d None None] DHCP port deletion for 41aa1c43-4a6b-43f6-870c-a24cd37b9cc3 request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:05:46.482886 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.db [None req-c0f3fa6a-6e7e-44c2-9abc-f326239da793 admin admin] For port 4fc729df-6209-4188-9a3f-7f9310c9205d, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=4fc729df-6209-4188-9a3f-7f9310c9205d,segment=NetworkSegment(1e73e780-109b-4f38-8c54-c6be6b9d1ef9),segment_id=1e73e780-109b-4f38-8c54-c6be6b9d1ef9)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:05:46.483167 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c0f3fa6a-6e7e-44c2-9abc-f326239da793 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:46.499386 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-c0f3fa6a-6e7e-44c2-9abc-f326239da793 admin admin] Calling delete_port for 4fc729df-6209-4188-9a3f-7f9310c9205d owned by network:dhcp {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:05:46.532939 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-6d372756-7cc8-4866-bb99-8460dfd6ef0d None None] Deleting port 4fc729df-6209-4188-9a3f-7f9310c9205d {{(pid=103366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:05:46.533326 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-6d372756-7cc8-4866-bb99-8460dfd6ef0d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:46.598747 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-6d372756-7cc8-4866-bb99-8460dfd6ef0d None None] For port 4fc729df-6209-4188-9a3f-7f9310c9205d, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=4fc729df-6209-4188-9a3f-7f9310c9205d,segment=NetworkSegment(1e73e780-109b-4f38-8c54-c6be6b9d1ef9),segment_id=1e73e780-109b-4f38-8c54-c6be6b9d1ef9)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:05:46.599002 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c0f3fa6a-6e7e-44c2-9abc-f326239da793 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12282900'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:46.599135 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-6d372756-7cc8-4866-bb99-8460dfd6ef0d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:46.612347 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-6d372756-7cc8-4866-bb99-8460dfd6ef0d None None] Calling delete_port for 4fc729df-6209-4188-9a3f-7f9310c9205d owned by network:dhcp {{(pid=103366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:05:46.625965 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f3fa6a-6e7e-44c2-9abc-f326239da793 admin admin] Pushing event deleted for resources: {'Port': ['ID=4fc729df-6209-4188-9a3f-7f9310c9205d,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:05:46.627806 n-d-818022-2 neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f3fa6a-6e7e-44c2-9abc-f326239da793 admin admin] No DVR routers for this DVR port 4fc729df-6209-4188-9a3f-7f9310c9205d on host n-d-818022-2 {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:05:46.691180 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-6d372756-7cc8-4866-bb99-8460dfd6ef0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007'] for port, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:46.699243 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c0f3fa6a-6e7e-44c2-9abc-f326239da793 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:46.720564 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d372756-7cc8-4866-bb99-8460dfd6ef0d None None] No DVR routers for this DVR port 4fc729df-6209-4188-9a3f-7f9310c9205d on host n-d-818022-2 {{(pid=103366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:05:46.723736 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-c0f3fa6a-6e7e-44c2-9abc-f326239da793 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41aa1c43-4a6b-43f6-870c-a24cd37b9cc3']}} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:05:46.724084 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d372756-7cc8-4866-bb99-8460dfd6ef0d None None] Pushing event deleted for resources: {'Port': ['ID=4fc729df-6209-4188-9a3f-7f9310c9205d,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:05:46.734472 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-c0f3fa6a-6e7e-44c2-9abc-f326239da793 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e73e780-109b-4f38-8c54-c6be6b9d1ef9') {'for_net_delete': True} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:05:46.734770 n-d-818022-2 neutron-server[103365]: DEBUG neutron.services.segments.db [None req-c0f3fa6a-6e7e-44c2-9abc-f326239da793 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e73e780-109b-4f38-8c54-c6be6b9d1ef9') {} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:05:46.744223 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c0f3fa6a-6e7e-44c2-9abc-f326239da793 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12545382'] for segment, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:46.757476 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c0f3fa6a-6e7e-44c2-9abc-f326239da793 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:46.763949 n-d-818022-2 neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0f3fa6a-6e7e-44c2-9abc-f326239da793 admin admin] Releasing vlan 684 on physical network physnet1 to pool {{(pid=103365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 19:05:46.764336 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c0f3fa6a-6e7e-44c2-9abc-f326239da793 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12282953'] for segment, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:46.766083 n-d-818022-2 neutron-server[103365]: Traceback (most recent call last): Nov 19 19:05:46.766083 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 19:05:46.766083 n-d-818022-2 neutron-server[103365]: timer() Nov 19 19:05:46.766083 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 19:05:46.766083 n-d-818022-2 neutron-server[103365]: cb(*args, **kw) Nov 19 19:05:46.766083 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 19:05:46.766083 n-d-818022-2 neutron-server[103365]: return func(*args, **kwargs) Nov 19 19:05:46.766083 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 19:05:46.766083 n-d-818022-2 neutron-server[103365]: self._notify() Nov 19 19:05:46.766083 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 19:05:46.766083 n-d-818022-2 neutron-server[103365]: self.callback(batched_events) Nov 19 19:05:46.766083 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 19:05:46.766083 n-d-818022-2 neutron-server[103365]: event.method(event) Nov 19 19:05:46.766083 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 19:05:46.766083 n-d-818022-2 neutron-server[103365]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 19:05:46.766083 n-d-818022-2 neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 19:05:46.766083 n-d-818022-2 neutron-server[103365]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 19:05:46.766083 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 19:05:46.766083 n-d-818022-2 neutron-server[103365]: return f(self, *a, **k) Nov 19 19:05:46.766083 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 19:05:46.766083 n-d-818022-2 neutron-server[103365]: return self._get(url).json() Nov 19 19:05:46.766083 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 19:05:46.766083 n-d-818022-2 neutron-server[103365]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 19:05:46.766083 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 19:05:46.766083 n-d-818022-2 neutron-server[103365]: return self.request(url, 'GET', **kwargs) Nov 19 19:05:46.766083 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 19:05:46.766083 n-d-818022-2 neutron-server[103365]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 19:05:46.766083 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 19:05:46.766083 n-d-818022-2 neutron-server[103365]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 19:05:46.766083 n-d-818022-2 neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 19:05:46.766083 n-d-818022-2 neutron-server[103365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 19:05:46.766083 n-d-818022-2 neutron-server[103365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 19:05:46.822611 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c0f3fa6a-6e7e-44c2-9abc-f326239da793 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671242'] for network, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:46.828329 n-d-818022-2 neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c0f3fa6a-6e7e-44c2-9abc-f326239da793 admin admin] Publish callbacks [] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:46.831836 n-d-818022-2 neutron-server[103365]: INFO neutron.wsgi [None req-c0f3fa6a-6e7e-44c2-9abc-f326239da793 admin admin] 10.222.0.54 "DELETE /v2.0/networks/41aa1c43-4a6b-43f6-870c-a24cd37b9cc3 HTTP/1.1" status: 204 len: 168 time: 0.5620663 Nov 19 19:05:46.835190 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 51024) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:05:46.842684 n-d-818022-2 neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f3fa6a-6e7e-44c2-9abc-f326239da793 admin admin] Pushing event deleted for resources: {'Network': ['ID=41aa1c43-4a6b-43f6-870c-a24cd37b9cc3,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:05:46.954758 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 4fc729df-6209-4188-9a3f-7f9310c9205d no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:05:46.975012 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: 4fc729df-6209-4188-9a3f-7f9310c9205d {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:05:46.975370 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 4fc729df-6209-4188-9a3f-7f9310c9205d not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:05:46.975799 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 5989c4df-fbe8-47c8-8a77-2f420a16f8c6 no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:05:46.995775 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: 5989c4df-fbe8-47c8-8a77-2f420a16f8c6 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:05:46.996126 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 5989c4df-fbe8-47c8-8a77-2f420a16f8c6 not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:05:47.192264 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c2017468-e701-45e7-8ad8-609d906480ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-768564'] for router_interface, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:47.434068 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-c2017468-e701-45e7-8ad8-609d906480ff admin admin] Deleting port 2ba1cd46-3dc5-42d8-9040-2567abdabf81 {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:05:47.434406 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c2017468-e701-45e7-8ad8-609d906480ff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:47.510134 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [None req-c2017468-e701-45e7-8ad8-609d906480ff admin admin] For port 2ba1cd46-3dc5-42d8-9040-2567abdabf81, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=2ba1cd46-3dc5-42d8-9040-2567abdabf81,segment=NetworkSegment(3363f7b6-041f-45fb-a5d8-db2d5f6c3102),segment_id=3363f7b6-041f-45fb-a5d8-db2d5f6c3102)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:05:47.510498 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c2017468-e701-45e7-8ad8-609d906480ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:47.523548 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-c2017468-e701-45e7-8ad8-609d906480ff admin admin] Calling delete_port for 2ba1cd46-3dc5-42d8-9040-2567abdabf81 owned by network:router_interface {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:05:47.706189 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c2017468-e701-45e7-8ad8-609d906480ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:47.735395 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2017468-e701-45e7-8ad8-609d906480ff admin admin] Pushing event deleted for resources: {'Port': ['ID=2ba1cd46-3dc5-42d8-9040-2567abdabf81,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:05:47.901991 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c2017468-e701-45e7-8ad8-609d906480ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-768648'] for router_interface, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:48.116085 n-d-818022-2 neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2017468-e701-45e7-8ad8-609d906480ff admin admin] Router 97904c6c-e421-470b-86d5-259741baa681 has already been hosted by L3 agent 81e7caa0-a4e8-43b6-9bfa-f9e135b384d2 {{(pid=103364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 19:05:48.223416 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2017468-e701-45e7-8ad8-609d906480ff admin admin] Notify agent at l3_agent.n-d-818022-2 the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 19:05:48.228789 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-c2017468-e701-45e7-8ad8-609d906480ff admin admin] 10.222.0.54 "PUT /v2.0/routers/97904c6c-e421-470b-86d5-259741baa681/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3924227 Nov 19 19:05:48.231287 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 51026) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:05:48.233804 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e42f332d-29be-406c-81a6-76db518d7342 None None] Sync routers for ids ['97904c6c-e421-470b-86d5-259741baa681'] in n-d-818022-2 {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 19:05:48.243343 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e42f332d-29be-406c-81a6-76db518d7342 None None] Routers {'97904c6c-e421-470b-86d5-259741baa681'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:05:48.243986 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-e42f332d-29be-406c-81a6-76db518d7342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T19:05:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['97904c6c-e421-470b-86d5-259741baa681'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:05:48.334743 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-814061df-9ed2-4d87-9309-713896fee5c7 admin admin] Publish callbacks [] for router, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:48.350899 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-e42f332d-29be-406c-81a6-76db518d7342 None None] Set router 97904c6c-e421-470b-86d5-259741baa681 gateway port host: n-d-818022-2 {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:05:48.436896 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-814061df-9ed2-4d87-9309-713896fee5c7 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:48.489781 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-814061df-9ed2-4d87-9309-713896fee5c7 admin admin] Deleting port 33e3689d-565f-4b36-aa67-80cb61a7dcfe {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:05:48.490093 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-814061df-9ed2-4d87-9309-713896fee5c7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:48.533096 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-e42f332d-29be-406c-81a6-76db518d7342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97904c6c-e421-470b-86d5-259741baa681', 'name': 'tempest-TestSnapshotPattern-2067909506-router', 'tenant_id': 'a4087e83220a497493320259ea76e703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'external_fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': '33e3689d-565f-4b36-aa67-80cb61a7dcfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:01:03Z', 'updated_at': '2021-11-19T19:05:47Z', 'revision_number': 5, 'project_id': 'a4087e83220a497493320259ea76e703', 'gw_port': {'id': '33e3689d-565f-4b36-aa67-80cb61a7dcfe', 'name': '', 'network_id': '645e61aa-1a6c-4e8f-857e-ab06edb4897f', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:f3:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97904c6c-e421-470b-86d5-259741baa681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4358, 'fixed_ips': [{'subnet_id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818022-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T19:01:04Z', 'updated_at': '2021-11-19T19:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88ed2d64-f56d-4f01-a468-946e01c99e82', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818022-2'}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:05:48.561395 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e42f332d-29be-406c-81a6-76db518d7342 None None] Checking router: 97904c6c-e421-470b-86d5-259741baa681 for host: n-d-818022-2 {{(pid=103366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 19:05:48.569576 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [None req-814061df-9ed2-4d87-9309-713896fee5c7 admin admin] For port 33e3689d-565f-4b36-aa67-80cb61a7dcfe, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=33e3689d-565f-4b36-aa67-80cb61a7dcfe,segment=NetworkSegment(bbe705c1-96c0-476e-8381-28227e6f0ac5),segment_id=bbe705c1-96c0-476e-8381-28227e6f0ac5)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:05:48.569977 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-814061df-9ed2-4d87-9309-713896fee5c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:48.570118 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 2adf55d9-f5a4-4b36-af8a-db0cded18680 no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:05:48.583081 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-814061df-9ed2-4d87-9309-713896fee5c7 admin admin] Calling delete_port for 33e3689d-565f-4b36-aa67-80cb61a7dcfe owned by network:router_gateway {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:05:48.594574 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e42f332d-29be-406c-81a6-76db518d7342 None None] Routers {'97904c6c-e421-470b-86d5-259741baa681'} bound to L3 agent in host n-d-818022-2 {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 19:05:48.595204 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-e42f332d-29be-406c-81a6-76db518d7342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818022-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T17:24:32Z,description=,heartbeat_timestamp=2021-11-19T19:05:32Z,host='n-d-818022-2',id=81e7caa0-a4e8-43b6-9bfa-f9e135b384d2,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T17:24:32Z,topic='l3_agent')) {'router_ids': ['97904c6c-e421-470b-86d5-259741baa681'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:05:48.598664 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: 2adf55d9-f5a4-4b36-af8a-db0cded18680 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:05:48.598664 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 2adf55d9-f5a4-4b36-af8a-db0cded18680 not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:05:48.680097 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-e42f332d-29be-406c-81a6-76db518d7342 None None] Set router 97904c6c-e421-470b-86d5-259741baa681 gateway port host: None {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 19:05:48.735491 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-e42f332d-29be-406c-81a6-76db518d7342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97904c6c-e421-470b-86d5-259741baa681', 'name': 'tempest-TestSnapshotPattern-2067909506-router', 'tenant_id': 'a4087e83220a497493320259ea76e703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:01:03Z', 'updated_at': '2021-11-19T19:05:48Z', 'revision_number': 6, 'project_id': 'a4087e83220a497493320259ea76e703', 'gw_port_host': None}], 'n-d-818022-2', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:05:48.756300 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-814061df-9ed2-4d87-9309-713896fee5c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:48.761597 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e42f332d-29be-406c-81a6-76db518d7342 None None] The sync data for ids ['97904c6c-e421-470b-86d5-259741baa681'] in n-d-818022-2 is: [{'id': '97904c6c-e421-470b-86d5-259741baa681', 'name': 'tempest-TestSnapshotPattern-2067909506-router', 'tenant_id': 'a4087e83220a497493320259ea76e703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T19:01:03Z', 'updated_at': '2021-11-19T19:05:48Z', 'revision_number': 6, 'project_id': 'a4087e83220a497493320259ea76e703', 'gw_port_host': None}] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 19:05:48.785963 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814061df-9ed2-4d87-9309-713896fee5c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=33e3689d-565f-4b36-aa67-80cb61a7dcfe,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:05:48.807590 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5837abf-0e54-4722-ab93-2290370d74ed None None] DHCP port deletion for 645e61aa-1a6c-4e8f-857e-ab06edb4897f request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:05:48.849854 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-814061df-9ed2-4d87-9309-713896fee5c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-671730'] for router_gateway, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:48.940322 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-814061df-9ed2-4d87-9309-713896fee5c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4696'] for router, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:48.942450 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-814061df-9ed2-4d87-9309-713896fee5c7 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:48.986530 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-814061df-9ed2-4d87-9309-713896fee5c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-543895'] for router, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:48.986916 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-814061df-9ed2-4d87-9309-713896fee5c7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 97904c6c-e421-470b-86d5-259741baa681 {{(pid=103364) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 19:05:48.991472 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-814061df-9ed2-4d87-9309-713896fee5c7 admin admin] Publish callbacks [] for router, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:48.992608 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-814061df-9ed2-4d87-9309-713896fee5c7 admin admin] 10.222.0.54 "DELETE /v2.0/routers/97904c6c-e421-470b-86d5-259741baa681 HTTP/1.1" status: 204 len: 168 time: 0.7604191 Nov 19 19:05:48.995173 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 51028) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:05:49.044039 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4b15d00-c931-4df9-aa5d-080218d6db49 admin admin] Deleting subnet ba548f13-fecb-4c88-88c1-86d91606e463 {{(pid=103364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 19:05:49.047232 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d4b15d00-c931-4df9-aa5d-080218d6db49 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:49.081306 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d4b15d00-c931-4df9-aa5d-080218d6db49 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9416263'] for subnet, precommit_delete_associations {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:49.160561 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d4b15d00-c931-4df9-aa5d-080218d6db49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4013965'] for subnet, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:49.222272 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d4b15d00-c931-4df9-aa5d-080218d6db49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4013942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12425137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8983934'] for subnet, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:49.247424 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b15d00-c931-4df9-aa5d-080218d6db49 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba548f13-fecb-4c88-88c1-86d91606e463,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:05:49.250873 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d4b15d00-c931-4df9-aa5d-080218d6db49 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:49.254256 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-d4b15d00-c931-4df9-aa5d-080218d6db49 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/ba548f13-fecb-4c88-88c1-86d91606e463 HTTP/1.1" status: 204 len: 168 time: 0.2580371 Nov 19 19:05:49.256655 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 51030) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:05:49.256785 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c00cbb0-34cd-4bd3-a21c-dae417ef5b7e None None] Network 10eaa057-3bc6-446a-90c1-de999fabf58a requested from n-d-818022-2 {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 19:05:49.325025 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0eae48aa-91db-4ae7-b239-8c225dd9f6ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3872915'] for network, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:49.377901 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-0eae48aa-91db-4ae7-b239-8c225dd9f6ed admin admin] Deleting port 94ad2791-c9e1-4eee-bd6b-44f2c505aec4 {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:05:49.378241 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0eae48aa-91db-4ae7-b239-8c225dd9f6ed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:49.444275 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.db [None req-0eae48aa-91db-4ae7-b239-8c225dd9f6ed admin admin] For port 94ad2791-c9e1-4eee-bd6b-44f2c505aec4, host n-d-818022-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818022-2',level=0,port_id=94ad2791-c9e1-4eee-bd6b-44f2c505aec4,segment=NetworkSegment(3363f7b6-041f-45fb-a5d8-db2d5f6c3102),segment_id=3363f7b6-041f-45fb-a5d8-db2d5f6c3102)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:05:49.444551 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0eae48aa-91db-4ae7-b239-8c225dd9f6ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:49.458025 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-0eae48aa-91db-4ae7-b239-8c225dd9f6ed admin admin] Calling delete_port for 94ad2791-c9e1-4eee-bd6b-44f2c505aec4 owned by network:dhcp {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:05:49.520588 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30626780-4f64-4a23-bb9f-90cb04efc40f None None] DHCP port deletion for 10eaa057-3bc6-446a-90c1-de999fabf58a request from n-d-818022-2 {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 19:05:49.537884 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0eae48aa-91db-4ae7-b239-8c225dd9f6ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12425090'] for port, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:49.567750 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eae48aa-91db-4ae7-b239-8c225dd9f6ed admin admin] Pushing event deleted for resources: {'Port': ['ID=94ad2791-c9e1-4eee-bd6b-44f2c505aec4,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:05:49.571318 n-d-818022-2 neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eae48aa-91db-4ae7-b239-8c225dd9f6ed admin admin] No DVR routers for this DVR port 94ad2791-c9e1-4eee-bd6b-44f2c505aec4 on host n-d-818022-2 {{(pid=103364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:05:49.578478 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-30626780-4f64-4a23-bb9f-90cb04efc40f None None] Deleting port 94ad2791-c9e1-4eee-bd6b-44f2c505aec4 {{(pid=103366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 19:05:49.578859 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-30626780-4f64-4a23-bb9f-90cb04efc40f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742638475879'] for port, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:49.645013 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0eae48aa-91db-4ae7-b239-8c225dd9f6ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4011034', 'neutron.services.segments.db._delete_segments_for_network-8742638568331'] for network, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:49.648149 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-30626780-4f64-4a23-bb9f-90cb04efc40f None None] For port 94ad2791-c9e1-4eee-bd6b-44f2c505aec4, host n-d-818022-2, got binding levels [] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 19:05:49.648548 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-30626780-4f64-4a23-bb9f-90cb04efc40f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-665011'] for port, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:49.662727 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-30626780-4f64-4a23-bb9f-90cb04efc40f None None] Calling delete_port for 94ad2791-c9e1-4eee-bd6b-44f2c505aec4 owned by network:dhcp {{(pid=103366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 19:05:49.666177 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.ipam_backend_mixin [None req-30626780-4f64-4a23-bb9f-90cb04efc40f None None] Port 94ad2791-c9e1-4eee-bd6b-44f2c505aec4 was not found and therefore no delete operation was performed {{(pid=103366) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 19 19:05:49.667520 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-30626780-4f64-4a23-bb9f-90cb04efc40f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3693752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742638481601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742638041007'] for port, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:49.667684 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-0eae48aa-91db-4ae7-b239-8c225dd9f6ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10eaa057-3bc6-446a-90c1-de999fabf58a']}} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:05:49.681096 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-0eae48aa-91db-4ae7-b239-8c225dd9f6ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3363f7b6-041f-45fb-a5d8-db2d5f6c3102') {'for_net_delete': True} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:05:49.681387 n-d-818022-2 neutron-server[103364]: DEBUG neutron.services.segments.db [None req-0eae48aa-91db-4ae7-b239-8c225dd9f6ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3363f7b6-041f-45fb-a5d8-db2d5f6c3102') {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 19:05:49.691691 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0eae48aa-91db-4ae7-b239-8c225dd9f6ed admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742638536075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417396'] for segment, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:49.700592 n-d-818022-2 neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30626780-4f64-4a23-bb9f-90cb04efc40f None None] No DVR routers for this DVR port 94ad2791-c9e1-4eee-bd6b-44f2c505aec4 on host n-d-818022-2 {{(pid=103366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 19:05:49.702765 n-d-818022-2 neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30626780-4f64-4a23-bb9f-90cb04efc40f None None] Pushing event deleted for resources: {'Port': ['ID=94ad2791-c9e1-4eee-bd6b-44f2c505aec4,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:05:49.708938 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0eae48aa-91db-4ae7-b239-8c225dd9f6ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784'] for segment, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:49.717025 n-d-818022-2 neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0eae48aa-91db-4ae7-b239-8c225dd9f6ed admin admin] Releasing vlan 679 on physical network physnet1 to pool {{(pid=103364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 19:05:49.718561 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0eae48aa-91db-4ae7-b239-8c225dd9f6ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3852784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12425183'] for segment, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:49.720265 n-d-818022-2 neutron-server[103364]: Traceback (most recent call last): Nov 19 19:05:49.720265 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 19:05:49.720265 n-d-818022-2 neutron-server[103364]: timer() Nov 19 19:05:49.720265 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 19:05:49.720265 n-d-818022-2 neutron-server[103364]: cb(*args, **kw) Nov 19 19:05:49.720265 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 19:05:49.720265 n-d-818022-2 neutron-server[103364]: return func(*args, **kwargs) Nov 19 19:05:49.720265 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 19:05:49.720265 n-d-818022-2 neutron-server[103364]: self._notify() Nov 19 19:05:49.720265 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 19:05:49.720265 n-d-818022-2 neutron-server[103364]: self.callback(batched_events) Nov 19 19:05:49.720265 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 19:05:49.720265 n-d-818022-2 neutron-server[103364]: event.method(event) Nov 19 19:05:49.720265 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 19:05:49.720265 n-d-818022-2 neutron-server[103364]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 19:05:49.720265 n-d-818022-2 neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 19:05:49.720265 n-d-818022-2 neutron-server[103364]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 19:05:49.720265 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 19:05:49.720265 n-d-818022-2 neutron-server[103364]: return f(self, *a, **k) Nov 19 19:05:49.720265 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 19:05:49.720265 n-d-818022-2 neutron-server[103364]: return self._get(url).json() Nov 19 19:05:49.720265 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 19:05:49.720265 n-d-818022-2 neutron-server[103364]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 19:05:49.720265 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 19:05:49.720265 n-d-818022-2 neutron-server[103364]: return self.request(url, 'GET', **kwargs) Nov 19 19:05:49.720265 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 19:05:49.720265 n-d-818022-2 neutron-server[103364]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 19:05:49.720265 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 19:05:49.720265 n-d-818022-2 neutron-server[103364]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 19:05:49.720265 n-d-818022-2 neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 19:05:49.720265 n-d-818022-2 neutron-server[103364]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 19:05:49.720265 n-d-818022-2 neutron-server[103364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 19:05:49.779377 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0eae48aa-91db-4ae7-b239-8c225dd9f6ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4011011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671242'] for network, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:49.785245 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0eae48aa-91db-4ae7-b239-8c225dd9f6ed admin admin] Publish callbacks [] for network, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:49.789052 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-0eae48aa-91db-4ae7-b239-8c225dd9f6ed admin admin] 10.222.0.54 "DELETE /v2.0/networks/10eaa057-3bc6-446a-90c1-de999fabf58a HTTP/1.1" status: 204 len: 168 time: 0.5309417 Nov 19 19:05:49.803408 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eae48aa-91db-4ae7-b239-8c225dd9f6ed admin admin] Pushing event deleted for resources: {'Network': ['ID=10eaa057-3bc6-446a-90c1-de999fabf58a,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:05:49.978045 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 51034) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:05:50.021619 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-cf779fe6-f5eb-4d02-ad36-ad0a007bc8ee admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=47856e6a6f5549fc8e5653aa68c326c1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0423982 Nov 19 19:05:50.024233 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 51036) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:05:50.071074 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a734a685-e5b2-42ef-8584-f43ace06a187 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:50.091652 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a734a685-e5b2-42ef-8584-f43ace06a187 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:50.138031 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a734a685-e5b2-42ef-8584-f43ace06a187 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:50.140659 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a734a685-e5b2-42ef-8584-f43ace06a187 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:50.142104 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-a734a685-e5b2-42ef-8584-f43ace06a187 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/5535664a-dca1-4ad4-9e6d-2f9c4b54a999 HTTP/1.1" status: 204 len: 168 time: 0.1168954 Nov 19 19:05:50.149885 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a734a685-e5b2-42ef-8584-f43ace06a187 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5535664a-dca1-4ad4-9e6d-2f9c4b54a999,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:05:50.461707 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 51042) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:05:50.505865 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-65a079af-a40c-4048-9fb9-9db8f5c8fd30 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=a4087e83220a497493320259ea76e703&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0426180 Nov 19 19:05:50.508129 n-d-818022-2 neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.54', 51044) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 19:05:50.538286 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 2ba1cd46-3dc5-42d8-9040-2567abdabf81 no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:05:50.556360 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4c70886b-9395-46ed-8838-d52fdacda8a0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:50.561332 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: 2ba1cd46-3dc5-42d8-9040-2567abdabf81 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:05:50.561685 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 2ba1cd46-3dc5-42d8-9040-2567abdabf81 not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:05:50.562137 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 94ad2791-c9e1-4eee-bd6b-44f2c505aec4 no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:05:50.578156 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4c70886b-9395-46ed-8838-d52fdacda8a0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:50.581324 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: 94ad2791-c9e1-4eee-bd6b-44f2c505aec4 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:05:50.581671 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 94ad2791-c9e1-4eee-bd6b-44f2c505aec4 not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:05:50.582120 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 33e3689d-565f-4b36-aa67-80cb61a7dcfe no longer exists at agent ovs-agent-n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 19:05:50.601046 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] No Port match for: 33e3689d-565f-4b36-aa67-80cb61a7dcfe {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 19:05:50.601404 n-d-818022-2 neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Device 33e3689d-565f-4b36-aa67-80cb61a7dcfe not bound to the agent host n-d-818022-2 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 19:05:50.626884 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4c70886b-9395-46ed-8838-d52fdacda8a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739967'] for security_group, after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:50.629529 n-d-818022-2 neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4c70886b-9395-46ed-8838-d52fdacda8a0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:05:50.630738 n-d-818022-2 neutron-server[103364]: INFO neutron.wsgi [None req-4c70886b-9395-46ed-8838-d52fdacda8a0 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/1f759f8a-9b2f-4e19-8675-928cd3d7e0b3 HTTP/1.1" status: 204 len: 168 time: 0.1217105 Nov 19 19:05:50.638871 n-d-818022-2 neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c70886b-9395-46ed-8838-d52fdacda8a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f759f8a-9b2f-4e19-8675-928cd3d7e0b3,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 19:05:57.398199 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.agents_db [None req-619e5c26-d9ed-4321-86eb-7d443bb9dfa2 None None] Agent healthcheck: found 7 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 19:05:59.951888 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-aeba30bd-a3ab-4d09-ba08-5fa9db923e9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:02.186642 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-bbd596a8-ae83-4071-b160-29126fe1d86f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:03.525878 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e46ecc5a-dc14-4744-b262-3072ff2e958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:04.454183 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:04.569668 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:05.094754 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e013d7e6-5264-4dcc-9759-54f5fb809e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:05.377862 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:29.952872 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dc350309-08e8-493c-b53c-b1654126f240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:32.187961 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-7378956b-a682-4b4a-a2d1-8d2dc2c752e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:33.532552 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e46ecc5a-dc14-4744-b262-3072ff2e958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:34.397949 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.agents_db [None req-619e5c26-d9ed-4321-86eb-7d443bb9dfa2 None None] Agent healthcheck: found 7 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 19:06:34.473216 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:34.576735 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:35.099774 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e013d7e6-5264-4dcc-9759-54f5fb809e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:35.381029 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:06:59.954170 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ee164b52-296f-458c-af52-422fb8e9291a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:02.189356 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ec6c1cc9-18e0-43ce-a948-90ab5cdd98c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:03.531299 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e46ecc5a-dc14-4744-b262-3072ff2e958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:04.461730 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:04.583092 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:05.100993 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e013d7e6-5264-4dcc-9759-54f5fb809e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:05.382501 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:11.397265 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.agents_db [None req-619e5c26-d9ed-4321-86eb-7d443bb9dfa2 None None] Agent healthcheck: found 7 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 19:07:29.956446 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-cd6c9d5c-b339-4c47-a24c-2de44577c1f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:32.192430 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3144258d-e8b1-43cd-8ab4-82ea9faf2b22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:33.534565 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e46ecc5a-dc14-4744-b262-3072ff2e958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:34.480728 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:34.584416 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:35.102275 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e013d7e6-5264-4dcc-9759-54f5fb809e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:35.384985 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:07:48.396270 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.agents_db [None req-619e5c26-d9ed-4321-86eb-7d443bb9dfa2 None None] Agent healthcheck: found 7 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 19:07:59.958544 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-aecb43cf-6e93-4b4c-b774-b2de28345976 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:02.197849 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ef9d636b-a42f-4054-a31f-150131e3fdf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:03.537400 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e46ecc5a-dc14-4744-b262-3072ff2e958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:04.481133 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:04.597988 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:05.105184 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e013d7e6-5264-4dcc-9759-54f5fb809e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:05.387087 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:25.395611 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.agents_db [None req-619e5c26-d9ed-4321-86eb-7d443bb9dfa2 None None] Agent healthcheck: found 7 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 19:08:29.959944 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3620a36f-10b2-4a33-ad13-46e37a048d19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:32.201040 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-6c4d3217-0970-4136-bf95-84dceaf97671 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:33.543208 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e46ecc5a-dc14-4744-b262-3072ff2e958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:34.496089 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:34.612005 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:35.108494 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e013d7e6-5264-4dcc-9759-54f5fb809e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:35.389342 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:08:59.961956 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-288fc6dd-d995-41b8-b553-92306b197c91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:02.203276 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8008db5b-56d4-4e76-bcce-c49ed8fbf046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:02.395136 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.agents_db [None req-619e5c26-d9ed-4321-86eb-7d443bb9dfa2 None None] Agent healthcheck: found 7 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 19:09:03.543493 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e46ecc5a-dc14-4744-b262-3072ff2e958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:04.494327 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:04.615571 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:05.113435 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e013d7e6-5264-4dcc-9759-54f5fb809e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:05.391335 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:29.964721 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0cd243ad-98e4-4231-a416-9780ff570941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:32.207903 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-25aef183-d126-43cc-af83-45d4b49dd0c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:33.546610 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e46ecc5a-dc14-4744-b262-3072ff2e958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:34.509441 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:34.610848 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:35.113573 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e013d7e6-5264-4dcc-9759-54f5fb809e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:35.394364 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:09:39.394527 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.agents_db [None req-619e5c26-d9ed-4321-86eb-7d443bb9dfa2 None None] Agent healthcheck: found 7 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 19:09:59.966846 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-6518672c-f7d5-4fd0-baed-3965f5148b07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:02.210137 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e4d48f1b-ea67-4039-8535-2402347e6dbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:03.547700 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e46ecc5a-dc14-4744-b262-3072ff2e958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:04.513659 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:04.610337 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:05.116331 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e013d7e6-5264-4dcc-9759-54f5fb809e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:05.397698 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:16.396246 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.agents_db [None req-619e5c26-d9ed-4321-86eb-7d443bb9dfa2 None None] Agent healthcheck: found 7 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 19:10:29.968974 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-339b2dc4-6d47-4d56-ab8e-060d98e1cdbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:32.218619 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f11f1be0-4f21-44ad-b97c-93a7b4450e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:33.552620 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e46ecc5a-dc14-4744-b262-3072ff2e958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:34.529168 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:34.615192 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:35.120687 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e013d7e6-5264-4dcc-9759-54f5fb809e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:35.401763 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:10:53.396927 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.agents_db [None req-619e5c26-d9ed-4321-86eb-7d443bb9dfa2 None None] Agent healthcheck: found 7 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 19:10:59.969875 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f6f14c84-499a-4962-a4fe-47f33eb0bbd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:02.212645 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ed012986-c56d-4590-8194-4541bb787df9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:03.554391 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e46ecc5a-dc14-4744-b262-3072ff2e958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:04.537660 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:04.625064 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:05.122635 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e013d7e6-5264-4dcc-9759-54f5fb809e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:05.404785 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:29.970926 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9b10e236-15c1-4965-88db-05374b6444df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:30.395695 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.agents_db [None req-619e5c26-d9ed-4321-86eb-7d443bb9dfa2 None None] Agent healthcheck: found 7 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 19:11:32.216435 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-01f5b0f9-cd7d-4c9f-82e6-d4e7b4122686 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:33.556988 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e46ecc5a-dc14-4744-b262-3072ff2e958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:34.556140 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:34.640409 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:35.126127 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e013d7e6-5264-4dcc-9759-54f5fb809e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:35.409860 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:11:59.973671 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-968fad64-6c59-47ee-a2d0-a6a19522591c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:02.218484 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-cde0f9a8-ed86-4a45-82a7-1eadaa2732e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:03.560034 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e46ecc5a-dc14-4744-b262-3072ff2e958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:04.552754 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:04.641129 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:05.127080 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e013d7e6-5264-4dcc-9759-54f5fb809e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:05.411260 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:07.394632 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.agents_db [None req-619e5c26-d9ed-4321-86eb-7d443bb9dfa2 None None] Agent healthcheck: found 7 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 19:12:29.975562 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2432c01b-9b6e-48f6-a611-35a6b4a49dcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:32.222417 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4292887a-3011-4144-9449-2b413f3430ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:33.563913 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e46ecc5a-dc14-4744-b262-3072ff2e958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:34.542849 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:34.653873 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:35.130451 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e013d7e6-5264-4dcc-9759-54f5fb809e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:35.415569 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:12:44.393459 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.agents_db [None req-619e5c26-d9ed-4321-86eb-7d443bb9dfa2 None None] Agent healthcheck: found 7 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 19:12:59.976536 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0166c892-a329-43ef-b5fb-c6ebc35844c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:02.225282 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-fd68a2c8-41b7-4e52-939f-edbaade2e105 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:03.569395 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e46ecc5a-dc14-4744-b262-3072ff2e958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:04.540735 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:04.667204 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:05.132838 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e013d7e6-5264-4dcc-9759-54f5fb809e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:05.417752 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:21.392604 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.agents_db [None req-619e5c26-d9ed-4321-86eb-7d443bb9dfa2 None None] Agent healthcheck: found 7 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 19:13:29.978830 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-eced0a4e-20f5-4c0b-b0e3-a083c09aed66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:32.228479 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b5007393-8f36-462a-9aa9-6c4933acf32c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:33.569320 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e46ecc5a-dc14-4744-b262-3072ff2e958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:34.540038 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:34.666029 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:35.141789 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e013d7e6-5264-4dcc-9759-54f5fb809e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:35.419596 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:13:58.391457 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.agents_db [None req-619e5c26-d9ed-4321-86eb-7d443bb9dfa2 None None] Agent healthcheck: found 7 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 19:13:59.980637 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-62bb90be-9a8f-4ca7-be4d-a2278462499b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:02.231044 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9cddae89-4fb8-4c85-b322-ccbb05f492d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:03.574105 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e46ecc5a-dc14-4744-b262-3072ff2e958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:04.564694 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:04.665146 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:05.141424 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e013d7e6-5264-4dcc-9759-54f5fb809e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:05.422319 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:06.364584 n-d-818022-2 neutron-server[103365]: DEBUG neutron.wsgi [req-b81713eb-ce4b-49ec-a642-823fc681cbae req-ae5ae771-01c9-4e63-8366-504d6e6fc591 service neutron] (103365) timed out ('10.222.0.54', 48908) {{(pid=103365) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 19 19:14:29.986037 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-24bd0677-0d7b-4242-932c-f8458029a442 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:32.232006 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-64b9392b-73fb-4b4b-a355-45a6a7c8a822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:33.574240 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e46ecc5a-dc14-4744-b262-3072ff2e958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:34.564279 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd9f34df-974e-4c8a-b4b2-a599e1de3938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:34.680302 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ba90783-0eb2-4251-aeae-053d4b096540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:35.144348 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e013d7e6-5264-4dcc-9759-54f5fb809e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 19:14:35.390986 n-d-818022-2 neutron-server[103367]: DEBUG neutron.db.agents_db [None req-619e5c26-d9ed-4321-86eb-7d443bb9dfa2 None None] Agent healthcheck: found 7 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 19:14:35.424305 n-d-818022-2 neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4b2b994b-210f-42d2-943c-b2ce22372b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742638569584', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3813658'] for agent, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}